diff --git a/.gitattributes b/.gitattributes
index 2cddadb1514951fb81833573ce773d1d468ce550..786db6d5839281c33f110f4e3755b258f5765c3d 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -53,3 +53,53 @@ checkpoint-8000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
 checkpoint-8000/model.safetensors filter=lfs diff=lfs merge=lfs -text
 checkpoint-5000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
 checkpoint-5000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-4000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-4000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-7000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-7000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-6000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-6000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-2000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-2000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-3000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-3000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-1000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-1000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-9000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-9000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-8000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-8000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-5000/optimizer.pt filter=lfs diff=lfs merge=lfs -text
+old/checkpoint-5000/model.safetensors filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/a7/bf/a7bf31945ef393eaa647967344c9a941b7d5ef458dcf178c7b8b315528313e77 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/0e/a9/0ea9dcad47a5d5c7ac644761fbc3601aba7c3564c07355ee0ed5dfd0ddb56879 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/34/3a/343a53804cb7af51a419cd37f551c6218d5bd7622b3049a1b872f1023acc2dbb filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/91/38/91381301b6d488a3956c506506ac29a12a92eb7060e93a8ca2d421ad9610afde filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/bf/b3/bfb3a64d6f35f045a64d66a97b5d46808769128ff13f34bc818ae376944ff4e0 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/b8/e5/b8e567b2cb15063ab115f1020568afbaa841b783cc8b38ef46ee4676e21f1af6 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/35/d2/35d2e3db295a2d7198043afcba19614b97d54ad0448b013207c51296aa4a06df filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/57/30/5730e4ebac4b2f9a8b3068c362152fcf91ea754c41cf9dafdeda223ea10b2a7a filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/0f/46/0f463e60c4862487b78357c262ee261ec7427ebeff91971d0bd8cf31d59f8515 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/ad/50/ad5081ad43b2cbc96b7aab08d2402d1ae11126ca69014417a6f18d0b17719b1e filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/47/66/476696e304f9cba924c45f044e64a0b4b9608426c1599ea30586b38c2d0ee76b filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/b0/72/b072a539f2e8304826d7d613f3ad6361a3ae276a70c96fb3aeeadf87873a2bd3 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/9d/56/9d568d5035ba11c9fa0bcb8f1085aae4714e6e680ba432c544a8d3ba0b6130ca filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/02/9f/029faa46a614b48e40c0195cda23c85f1e6d69a4c79e8b203b74cf1709165487 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/d1/8b/d18b2abec22655dec6b68f0b05706457f62b1e485111e87dfe8ef92a49cb89f0 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/fa/67/fa675cfa2f15939808ad1f2494ea984a6d3f0de60944eae0d3d5035201382a47 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/10/c7/10c7fb87ee10056884c1d359ef3c59ade05cc4a8e228054e72a81d9837c6d8b2 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/6c/66/6c66952737120638f4dbec48fa809e6e7c76e8e2db8f6465b1df1f3a5fedf167 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/78/1e/781eb28f9b9ba539b112cd511f9e6453d7ee1899d934a53832346639bb7b8afd filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/73/8b/738bf8f27f17b1953aeff7fa2227c9bf8c776e5e7c057d06d53ef2f9c19e26c1 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/39/3f/393fd63d54aaade57042a4e2c0aa2f39f9d9bc180367b235cf8d3e09cb3d537e filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/4d/aa/4daa6816abd94b7f7974734ad6457ca1f802b842bf4b6efa5ff9b7d9f81d02d6 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/7e/84/7e84e9518c88decf68d33d42fbc68c6aff1e2c53b72d590db901929f8e543783 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/be/20/be20784cf6103079b32c920e58a94679d1ade12583950ca2073bfa306c0763ec filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/67/47/6747378a0d18781de9427853de7afc3b66f1a92c414f799cd172a08e0cd1129b filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/67/e8/67e82aaa0445d57396f2a42f6e58a43eb5a382bea31a48e403de3d843d089457 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/3d/66/3d668092a2ba69374241aaae2329ce38659a7402daf7f0f0b9db1fbde3e37b5d filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/90/43/904302d3c4f5a5c309c3b607af8c6eda0eb84ff777f7c455572da1760f3a8c65 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/65/84/65845cf8a79d7d4f3d283a13e66827bb8d856f6cbed25d433e978525f4a6bcf4 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/65/a5/65a5560f58ccd5dbfa491645652cf28f6c5e5119c60d6e6ea9c3d0d6b063ebba filter=lfs diff=lfs merge=lfs -text
diff --git a/arguments.json b/arguments.json
index f632589d496cef226ac9528282594bcef2be49ba..2a3c173254a082b0c78d598355ae7415e48a419c 100644
--- a/arguments.json
+++ b/arguments.json
@@ -35,7 +35,7 @@
     "query_max_len": 180,
     "query_postfix": "",
     "query_prefix": "search_query: ",
-    "request_as_query": true,
+    "request_as_query": false,
     "subquery_prefix": "search_query: ",
     "train_group_size": 8,
     "train_irrelevant_size": 0,
@@ -83,7 +83,7 @@
     "bf16": true,
     "bf16_full_eval": false,
     "contrastive_lambda": 1.0,
-    "covdistil_lambda": 0.1,
+    "covdistil_lambda": 0.0,
     "covdistil_method": "KLD",
     "data_seed": null,
     "dataloader_drop_last": false,
@@ -155,7 +155,7 @@
     "log_level": "passive",
     "log_level_replica": "warning",
     "log_on_each_node": true,
-    "logging_dir": "/users/judylan1/models/CoveR/unsupervised.scope-10k/runs/Apr29_21-25-08_nid007863",
+    "logging_dir": "/users/judylan1/models/CoveR/unsupervised.scope-10k/runs/May31_16-08-57_nid007867",
     "logging_first_step": false,
     "logging_nan_inf_filter": true,
     "logging_steps": 10,
diff --git a/checkpoint-1000/model.safetensors b/checkpoint-1000/model.safetensors
index 50d11ab62b0bd5baa4af27be3275205345e8a5f3..fedcf9bbce8f41abe8ea87832abf8ecb531d20c5 100644
--- a/checkpoint-1000/model.safetensors
+++ b/checkpoint-1000/model.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfb3a64d6f35f045a64d66a97b5d46808769128ff13f34bc818ae376944ff4e0
+oid sha256:3d668092a2ba69374241aaae2329ce38659a7402daf7f0f0b9db1fbde3e37b5d
 size 298041696
diff --git a/checkpoint-1000/optimizer.pt b/checkpoint-1000/optimizer.pt
index 1d57d137f048764105ca4f63b3af4af5fd17c5a9..f4c15902864a42170a7344eed1bc03ae732fa2a7 100644
--- a/checkpoint-1000/optimizer.pt
+++ b/checkpoint-1000/optimizer.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7bf31945ef393eaa647967344c9a941b7d5ef458dcf178c7b8b315528313e77
+oid sha256:029faa46a614b48e40c0195cda23c85f1e6d69a4c79e8b203b74cf1709165487
 size 596170443
diff --git a/checkpoint-1000/trainer_state.json b/checkpoint-1000/trainer_state.json
index 62f9357073e3eb804ee578fe932a7012de2b2624..7bd2258935f978923e82d759328ad1d6d63fdd2f 100644
--- a/checkpoint-1000/trainer_state.json
+++ b/checkpoint-1000/trainer_state.json
@@ -56,13 +56,13 @@
     },
     {
       "epoch": 0,
-      "overlap": 0.22031250596046448,
+      "overlap": 0.2640624940395355,
       "step": 0
     },
     {
       "epoch": 0,
       "step": 0,
-      "student margin": 0.043792724609375
+      "student margin": 0.0285186767578125
     },
     {
       "epoch": 0,
@@ -71,5452 +71,5452 @@
     },
     {
       "epoch": 0,
-      "margin difference": -0.006439208984375,
+      "margin difference": 0.0088348388671875,
       "step": 0
     },
     {
-      "cov-distil": 1.9989408254623413,
-      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil": 2.9034781455993652,
+      "cov-distil (oracle2student)": 5.115799427032471,
       "cov-distil (oracle2teacher)": 4.2215576171875,
       "epoch": 0,
-      "rel-constrast": 6.024477481842041,
+      "rel-constrast": 7.486445903778076,
       "step": 0,
       "subrel-constrast": 5.391467094421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.590911388397217,
-      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil": 3.7886760234832764,
+      "cov-distil (oracle2student)": 6.933510780334473,
       "cov-distil (oracle2teacher)": 5.292954444885254,
       "epoch": 0.0007849293563579278,
-      "rel-constrast": 7.042376518249512,
+      "rel-constrast": 8.07569408416748,
       "step": 1,
       "subrel-constrast": 6.658135890960693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.234889030456543,
-      "cov-distil (oracle2student)": 4.785423278808594,
-      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "cov-distil": 2.539125442504883,
+      "cov-distil (oracle2student)": 5.152322769165039,
+      "cov-distil (oracle2teacher)": 4.356506824493408,
       "epoch": 0.0015698587127158557,
-      "rel-constrast": 4.653334617614746,
+      "rel-constrast": 6.15692138671875,
       "step": 2,
-      "subrel-constrast": 5.114200592041016,
+      "subrel-constrast": 5.1106038093566895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.892646074295044,
-      "cov-distil (oracle2student)": 5.359386444091797,
-      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "cov-distil": 2.7227554321289062,
+      "cov-distil (oracle2student)": 4.570263862609863,
+      "cov-distil (oracle2teacher)": 3.3647706508636475,
       "epoch": 0.002354788069073783,
-      "rel-constrast": 5.759308815002441,
+      "rel-constrast": 4.597735404968262,
       "step": 3,
-      "subrel-constrast": 4.294970989227295,
+      "subrel-constrast": 4.301557540893555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.187523365020752,
-      "cov-distil (oracle2student)": 4.088177680969238,
-      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "cov-distil": 3.753676652908325,
+      "cov-distil (oracle2student)": 5.311392307281494,
+      "cov-distil (oracle2teacher)": 4.0316667556762695,
       "epoch": 0.0031397174254317113,
-      "rel-constrast": 4.063039779663086,
+      "rel-constrast": 5.646773815155029,
       "step": 4,
-      "subrel-constrast": 4.597165107727051,
+      "subrel-constrast": 4.602434158325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5768115520477295,
-      "cov-distil (oracle2student)": 9.671545028686523,
-      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "cov-distil": 3.982003688812256,
+      "cov-distil (oracle2student)": 9.576435089111328,
+      "cov-distil (oracle2teacher)": 8.359275817871094,
       "epoch": 0.003924646781789639,
-      "rel-constrast": 7.844664096832275,
+      "rel-constrast": 9.0071382522583,
       "step": 5,
-      "subrel-constrast": 7.689645767211914,
+      "subrel-constrast": 7.673800468444824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7839202880859375,
-      "cov-distil (oracle2student)": 7.124797344207764,
-      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "cov-distil": 3.5826542377471924,
+      "cov-distil (oracle2student)": 8.020931243896484,
+      "cov-distil (oracle2teacher)": 5.222016334533691,
       "epoch": 0.004709576138147566,
-      "rel-constrast": 6.9873199462890625,
+      "rel-constrast": 9.691902160644531,
       "step": 6,
-      "subrel-constrast": 6.358409881591797,
+      "subrel-constrast": 6.350209712982178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1054530143737793,
-      "cov-distil (oracle2student)": 5.955070495605469,
-      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "cov-distil": 4.297914028167725,
+      "cov-distil (oracle2student)": 6.57274866104126,
+      "cov-distil (oracle2teacher)": 5.0188703536987305,
       "epoch": 0.005494505494505495,
-      "rel-constrast": 4.839856147766113,
+      "rel-constrast": 6.529683589935303,
       "step": 7,
-      "subrel-constrast": 5.012356758117676,
+      "subrel-constrast": 5.015464782714844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.417634963989258,
-      "cov-distil (oracle2student)": 6.458645820617676,
-      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "cov-distil": 2.987494468688965,
+      "cov-distil (oracle2student)": 5.628026008605957,
+      "cov-distil (oracle2teacher)": 4.757290840148926,
       "epoch": 0.006279434850863423,
-      "rel-constrast": 5.473586082458496,
+      "rel-constrast": 4.84811544418335,
       "step": 8,
-      "subrel-constrast": 3.944282054901123,
+      "subrel-constrast": 3.9342567920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5553622245788574,
-      "cov-distil (oracle2student)": 5.345729827880859,
-      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "cov-distil": 4.835721015930176,
+      "cov-distil (oracle2student)": 6.974120140075684,
+      "cov-distil (oracle2teacher)": 4.592728614807129,
       "epoch": 0.00706436420722135,
-      "rel-constrast": 5.705809116363525,
+      "rel-constrast": 7.911259174346924,
       "step": 9,
-      "subrel-constrast": 5.071885108947754,
+      "subrel-constrast": 5.09079122543335,
       "view-similarity": 0
     },
     {
       "epoch": 0.007849293563579277,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.375,
       "learning_rate": 4.5e-07,
-      "loss": 1.5357,
+      "loss": 1.7488,
       "step": 10
     },
     {
-      "cov-distil": 2.179523468017578,
-      "cov-distil (oracle2student)": 6.76649808883667,
-      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "cov-distil": 2.7287802696228027,
+      "cov-distil (oracle2student)": 7.109814167022705,
+      "cov-distil (oracle2teacher)": 5.610617637634277,
       "epoch": 0.007849293563579277,
-      "rel-constrast": 5.527869701385498,
+      "rel-constrast": 6.643618583679199,
       "step": 10,
-      "subrel-constrast": 5.327791213989258,
+      "subrel-constrast": 5.309700012207031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7319321632385254,
-      "cov-distil (oracle2student)": 6.106301307678223,
-      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "cov-distil": 3.96592378616333,
+      "cov-distil (oracle2student)": 7.291659832000732,
+      "cov-distil (oracle2teacher)": 5.233137130737305,
       "epoch": 0.008634222919937205,
-      "rel-constrast": 6.950443744659424,
+      "rel-constrast": 8.773835182189941,
       "step": 11,
-      "subrel-constrast": 7.032792568206787,
+      "subrel-constrast": 7.013000011444092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854433298110962,
-      "cov-distil (oracle2student)": 7.011631965637207,
-      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "cov-distil": 3.7653913497924805,
+      "cov-distil (oracle2student)": 8.977821350097656,
+      "cov-distil (oracle2teacher)": 5.954835414886475,
       "epoch": 0.009419152276295133,
-      "rel-constrast": 6.216261386871338,
+      "rel-constrast": 8.671615600585938,
       "step": 12,
-      "subrel-constrast": 6.4257707595825195,
+      "subrel-constrast": 6.430549621582031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.349715232849121,
-      "cov-distil (oracle2student)": 6.723206520080566,
-      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "cov-distil": 3.4223294258117676,
+      "cov-distil (oracle2student)": 7.854757785797119,
+      "cov-distil (oracle2teacher)": 6.230269908905029,
       "epoch": 0.01020408163265306,
-      "rel-constrast": 6.11406135559082,
+      "rel-constrast": 6.491366863250732,
       "step": 13,
-      "subrel-constrast": 5.350836753845215,
+      "subrel-constrast": 5.358746528625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.176401376724243,
-      "cov-distil (oracle2student)": 7.31204891204834,
-      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "cov-distil": 3.5461182594299316,
+      "cov-distil (oracle2student)": 6.996912956237793,
+      "cov-distil (oracle2teacher)": 5.902334213256836,
       "epoch": 0.01098901098901099,
-      "rel-constrast": 7.507654190063477,
+      "rel-constrast": 8.380949974060059,
       "step": 14,
-      "subrel-constrast": 6.769496440887451,
+      "subrel-constrast": 6.787327766418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.67018461227417,
-      "cov-distil (oracle2student)": 5.521136283874512,
-      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "cov-distil": 3.7762372493743896,
+      "cov-distil (oracle2student)": 6.9348554611206055,
+      "cov-distil (oracle2teacher)": 5.7965593338012695,
       "epoch": 0.011773940345368918,
-      "rel-constrast": 5.118526458740234,
+      "rel-constrast": 4.698981285095215,
       "step": 15,
-      "subrel-constrast": 4.343193054199219,
+      "subrel-constrast": 4.33366584777832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.665984630584717,
-      "cov-distil (oracle2student)": 4.9838104248046875,
-      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "cov-distil": 2.24959659576416,
+      "cov-distil (oracle2student)": 6.258837699890137,
+      "cov-distil (oracle2teacher)": 4.936214447021484,
       "epoch": 0.012558869701726845,
-      "rel-constrast": 6.632684707641602,
+      "rel-constrast": 6.465505123138428,
       "step": 16,
-      "subrel-constrast": 5.201573848724365,
+      "subrel-constrast": 5.215646266937256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.330692291259766,
-      "cov-distil (oracle2student)": 8.552825927734375,
-      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "cov-distil": 4.338074207305908,
+      "cov-distil (oracle2student)": 7.542752265930176,
+      "cov-distil (oracle2teacher)": 6.212143898010254,
       "epoch": 0.013343799058084773,
-      "rel-constrast": 9.133567810058594,
+      "rel-constrast": 9.392996788024902,
       "step": 17,
-      "subrel-constrast": 7.034067153930664,
+      "subrel-constrast": 7.043182849884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.602668285369873,
-      "cov-distil (oracle2student)": 5.244088172912598,
-      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "cov-distil": 2.859912872314453,
+      "cov-distil (oracle2student)": 6.502920150756836,
+      "cov-distil (oracle2teacher)": 4.657538414001465,
       "epoch": 0.0141287284144427,
-      "rel-constrast": 7.642650127410889,
+      "rel-constrast": 6.995867729187012,
       "step": 18,
-      "subrel-constrast": 6.055438995361328,
+      "subrel-constrast": 6.039050579071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5356028079986572,
-      "cov-distil (oracle2student)": 6.620259761810303,
-      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "cov-distil": 4.097779273986816,
+      "cov-distil (oracle2student)": 5.920109748840332,
+      "cov-distil (oracle2teacher)": 5.459547996520996,
       "epoch": 0.014913657770800628,
-      "rel-constrast": 4.861123561859131,
+      "rel-constrast": 4.820971488952637,
       "step": 19,
-      "subrel-constrast": 5.008308410644531,
+      "subrel-constrast": 5.008830547332764,
       "view-similarity": 0
     },
     {
       "epoch": 0.015698587127158554,
-      "grad_norm": 11.5625,
+      "grad_norm": 10.375,
       "learning_rate": 9.5e-07,
-      "loss": 1.7254,
+      "loss": 1.7834,
       "step": 20
     },
     {
-      "cov-distil": 2.88397479057312,
-      "cov-distil (oracle2student)": 6.778175354003906,
-      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "cov-distil": 2.6665377616882324,
+      "cov-distil (oracle2student)": 7.059435844421387,
+      "cov-distil (oracle2teacher)": 5.186300277709961,
       "epoch": 0.015698587127158554,
-      "rel-constrast": 4.111982345581055,
+      "rel-constrast": 4.662443161010742,
       "step": 20,
-      "subrel-constrast": 3.8631598949432373,
+      "subrel-constrast": 3.8599369525909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.384960174560547,
-      "cov-distil (oracle2student)": 7.21034049987793,
-      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "cov-distil": 1.840910792350769,
+      "cov-distil (oracle2student)": 8.023944854736328,
+      "cov-distil (oracle2teacher)": 6.126604080200195,
       "epoch": 0.016483516483516484,
-      "rel-constrast": 7.05242395401001,
+      "rel-constrast": 7.06848669052124,
       "step": 21,
-      "subrel-constrast": 5.182291030883789,
+      "subrel-constrast": 5.200672626495361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517098903656006,
-      "cov-distil (oracle2student)": 4.5811920166015625,
-      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "cov-distil": 3.282227039337158,
+      "cov-distil (oracle2student)": 5.5749311447143555,
+      "cov-distil (oracle2teacher)": 4.861586570739746,
       "epoch": 0.01726844583987441,
-      "rel-constrast": 4.999781131744385,
+      "rel-constrast": 7.511483192443848,
       "step": 22,
-      "subrel-constrast": 4.843943119049072,
+      "subrel-constrast": 4.862529277801514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.147690773010254,
-      "cov-distil (oracle2student)": 6.542362213134766,
-      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "cov-distil": 4.519563674926758,
+      "cov-distil (oracle2student)": 7.267353057861328,
+      "cov-distil (oracle2teacher)": 4.077557563781738,
       "epoch": 0.01805337519623234,
-      "rel-constrast": 6.193174839019775,
+      "rel-constrast": 7.519768238067627,
       "step": 23,
-      "subrel-constrast": 4.360376834869385,
+      "subrel-constrast": 4.386401176452637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1142213344573975,
-      "cov-distil (oracle2student)": 5.866973400115967,
-      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "cov-distil": 2.5789778232574463,
+      "cov-distil (oracle2student)": 6.753525257110596,
+      "cov-distil (oracle2teacher)": 5.528467178344727,
       "epoch": 0.018838304552590265,
-      "rel-constrast": 4.719829559326172,
+      "rel-constrast": 5.987110614776611,
       "step": 24,
-      "subrel-constrast": 4.7262139320373535,
+      "subrel-constrast": 4.696037769317627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0676374435424805,
-      "cov-distil (oracle2student)": 6.361337661743164,
-      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "cov-distil": 3.6313791275024414,
+      "cov-distil (oracle2student)": 5.898477554321289,
+      "cov-distil (oracle2teacher)": 5.478680610656738,
       "epoch": 0.019623233908948195,
-      "rel-constrast": 5.291130542755127,
+      "rel-constrast": 5.281150817871094,
       "step": 25,
-      "subrel-constrast": 4.823647975921631,
+      "subrel-constrast": 4.84697961807251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.472700834274292,
-      "cov-distil (oracle2student)": 7.129220962524414,
-      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "cov-distil": 2.5618896484375,
+      "cov-distil (oracle2student)": 6.684634208679199,
+      "cov-distil (oracle2teacher)": 6.107544898986816,
       "epoch": 0.02040816326530612,
-      "rel-constrast": 3.5912997722625732,
+      "rel-constrast": 5.561974048614502,
       "step": 26,
-      "subrel-constrast": 5.144829273223877,
+      "subrel-constrast": 5.158401966094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9654526710510254,
-      "cov-distil (oracle2student)": 3.9266674518585205,
-      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "cov-distil": 3.4488978385925293,
+      "cov-distil (oracle2student)": 4.201488494873047,
+      "cov-distil (oracle2teacher)": 3.755419969558716,
       "epoch": 0.02119309262166405,
-      "rel-constrast": 6.281983375549316,
+      "rel-constrast": 7.1170501708984375,
       "step": 27,
-      "subrel-constrast": 5.6362786293029785,
+      "subrel-constrast": 5.645744323730469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6815195083618164,
-      "cov-distil (oracle2student)": 7.881003379821777,
-      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "cov-distil": 3.5048861503601074,
+      "cov-distil (oracle2student)": 9.363835334777832,
+      "cov-distil (oracle2teacher)": 6.114508628845215,
       "epoch": 0.02197802197802198,
-      "rel-constrast": 5.959110260009766,
+      "rel-constrast": 7.646869659423828,
       "step": 28,
-      "subrel-constrast": 5.209717750549316,
+      "subrel-constrast": 5.21044921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.88785982131958,
-      "cov-distil (oracle2student)": 7.003663063049316,
-      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "cov-distil": 3.680500030517578,
+      "cov-distil (oracle2student)": 6.632467269897461,
+      "cov-distil (oracle2teacher)": 5.797685623168945,
       "epoch": 0.022762951334379906,
-      "rel-constrast": 8.367774963378906,
+      "rel-constrast": 7.51827335357666,
       "step": 29,
-      "subrel-constrast": 6.187191486358643,
+      "subrel-constrast": 6.216086387634277,
       "view-similarity": 0
     },
     {
       "epoch": 0.023547880690737835,
-      "grad_norm": 17.75,
+      "grad_norm": 13.9375,
       "learning_rate": 1.45e-06,
-      "loss": 1.4845,
+      "loss": 1.6469,
       "step": 30
     },
     {
-      "cov-distil": 3.3678722381591797,
-      "cov-distil (oracle2student)": 6.019737243652344,
-      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "cov-distil": 3.984440326690674,
+      "cov-distil (oracle2student)": 6.131576061248779,
+      "cov-distil (oracle2teacher)": 5.355796813964844,
       "epoch": 0.023547880690737835,
-      "rel-constrast": 5.960864067077637,
+      "rel-constrast": 6.284880638122559,
       "step": 30,
-      "subrel-constrast": 5.250092029571533,
+      "subrel-constrast": 5.2382121086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0134525299072266,
-      "cov-distil (oracle2student)": 6.479032516479492,
-      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "cov-distil": 3.0155134201049805,
+      "cov-distil (oracle2student)": 7.008382797241211,
+      "cov-distil (oracle2teacher)": 5.703569412231445,
       "epoch": 0.02433281004709576,
-      "rel-constrast": 4.5848002433776855,
+      "rel-constrast": 4.908280849456787,
       "step": 31,
-      "subrel-constrast": 4.0105085372924805,
+      "subrel-constrast": 4.01160192489624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.619563102722168,
-      "cov-distil (oracle2student)": 6.920108795166016,
-      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "cov-distil": 4.225242614746094,
+      "cov-distil (oracle2student)": 8.343563079833984,
+      "cov-distil (oracle2teacher)": 5.84587287902832,
       "epoch": 0.02511773940345369,
-      "rel-constrast": 4.926921367645264,
+      "rel-constrast": 6.345851421356201,
       "step": 32,
-      "subrel-constrast": 5.2235589027404785,
+      "subrel-constrast": 5.233214378356934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2718629837036133,
-      "cov-distil (oracle2student)": 6.375840663909912,
-      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "cov-distil": 3.712970733642578,
+      "cov-distil (oracle2student)": 5.823267936706543,
+      "cov-distil (oracle2teacher)": 4.835471153259277,
       "epoch": 0.025902668759811617,
-      "rel-constrast": 5.111979007720947,
+      "rel-constrast": 5.973106384277344,
       "step": 33,
-      "subrel-constrast": 4.850986003875732,
+      "subrel-constrast": 4.823678493499756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4088358879089355,
-      "cov-distil (oracle2student)": 6.677534103393555,
-      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "cov-distil": 3.1125919818878174,
+      "cov-distil (oracle2student)": 6.801424026489258,
+      "cov-distil (oracle2teacher)": 5.275988578796387,
       "epoch": 0.026687598116169546,
-      "rel-constrast": 7.12398624420166,
+      "rel-constrast": 8.310504913330078,
       "step": 34,
-      "subrel-constrast": 6.821657180786133,
+      "subrel-constrast": 6.834089279174805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9008474349975586,
-      "cov-distil (oracle2student)": 7.56972074508667,
-      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "cov-distil": 3.714435577392578,
+      "cov-distil (oracle2student)": 8.969183921813965,
+      "cov-distil (oracle2teacher)": 5.682408809661865,
       "epoch": 0.027472527472527472,
-      "rel-constrast": 7.496291160583496,
+      "rel-constrast": 8.041725158691406,
       "step": 35,
-      "subrel-constrast": 5.942625522613525,
+      "subrel-constrast": 5.941723346710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.160658836364746,
-      "cov-distil (oracle2student)": 6.67634391784668,
-      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "cov-distil": 3.614877700805664,
+      "cov-distil (oracle2student)": 6.366613864898682,
+      "cov-distil (oracle2teacher)": 5.335577487945557,
       "epoch": 0.0282574568288854,
-      "rel-constrast": 7.814392566680908,
+      "rel-constrast": 9.190837860107422,
       "step": 36,
-      "subrel-constrast": 7.040494918823242,
+      "subrel-constrast": 7.067136764526367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.357525110244751,
-      "cov-distil (oracle2student)": 6.231601715087891,
-      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "cov-distil": 3.8450653553009033,
+      "cov-distil (oracle2student)": 6.047454357147217,
+      "cov-distil (oracle2teacher)": 5.213205814361572,
       "epoch": 0.029042386185243328,
-      "rel-constrast": 7.538066864013672,
+      "rel-constrast": 6.673568248748779,
       "step": 37,
-      "subrel-constrast": 5.962146759033203,
+      "subrel-constrast": 5.975370407104492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8702592849731445,
-      "cov-distil (oracle2student)": 7.061007499694824,
-      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "cov-distil": 3.8071889877319336,
+      "cov-distil (oracle2student)": 7.358058929443359,
+      "cov-distil (oracle2teacher)": 5.987692832946777,
       "epoch": 0.029827315541601257,
-      "rel-constrast": 5.386776447296143,
+      "rel-constrast": 5.729452610015869,
       "step": 38,
-      "subrel-constrast": 5.066832065582275,
+      "subrel-constrast": 5.061672210693359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8868913650512695,
-      "cov-distil (oracle2student)": 7.514427185058594,
-      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "cov-distil": 4.27478551864624,
+      "cov-distil (oracle2student)": 7.772178649902344,
+      "cov-distil (oracle2teacher)": 5.1747541427612305,
       "epoch": 0.030612244897959183,
-      "rel-constrast": 4.858754634857178,
+      "rel-constrast": 5.992287635803223,
       "step": 39,
-      "subrel-constrast": 3.695237159729004,
+      "subrel-constrast": 3.706249713897705,
       "view-similarity": 0
     },
     {
       "epoch": 0.03139717425431711,
-      "grad_norm": 14.9375,
+      "grad_norm": 13.125,
       "learning_rate": 1.95e-06,
-      "loss": 1.6072,
+      "loss": 1.6863,
       "step": 40
     },
     {
-      "cov-distil": 2.6346449851989746,
-      "cov-distil (oracle2student)": 5.6983489990234375,
-      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "cov-distil": 2.490879535675049,
+      "cov-distil (oracle2student)": 6.8234944343566895,
+      "cov-distil (oracle2teacher)": 4.459814071655273,
       "epoch": 0.03139717425431711,
-      "rel-constrast": 5.201531887054443,
+      "rel-constrast": 5.685905933380127,
       "step": 40,
-      "subrel-constrast": 4.837984085083008,
+      "subrel-constrast": 4.810550212860107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.228761672973633,
-      "cov-distil (oracle2student)": 5.368660926818848,
-      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "cov-distil": 3.372016429901123,
+      "cov-distil (oracle2student)": 5.904580593109131,
+      "cov-distil (oracle2teacher)": 4.370768070220947,
       "epoch": 0.03218210361067504,
-      "rel-constrast": 5.638035774230957,
+      "rel-constrast": 6.199946403503418,
       "step": 41,
-      "subrel-constrast": 4.828268051147461,
+      "subrel-constrast": 4.8211469650268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0427069664001465,
-      "cov-distil (oracle2student)": 5.979119300842285,
-      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "cov-distil": 2.958930492401123,
+      "cov-distil (oracle2student)": 7.471307754516602,
+      "cov-distil (oracle2teacher)": 5.151291847229004,
       "epoch": 0.03296703296703297,
-      "rel-constrast": 7.022146701812744,
+      "rel-constrast": 7.081484794616699,
       "step": 42,
-      "subrel-constrast": 5.421981334686279,
+      "subrel-constrast": 5.426586151123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3467624187469482,
-      "cov-distil (oracle2student)": 5.9029388427734375,
-      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "cov-distil": 3.2337143421173096,
+      "cov-distil (oracle2student)": 5.53568172454834,
+      "cov-distil (oracle2teacher)": 5.589142799377441,
       "epoch": 0.033751962323390894,
-      "rel-constrast": 5.638243198394775,
+      "rel-constrast": 5.160932540893555,
       "step": 43,
-      "subrel-constrast": 4.6920084953308105,
+      "subrel-constrast": 4.692704677581787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.569026470184326,
-      "cov-distil (oracle2student)": 6.0826921463012695,
-      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "cov-distil": 3.35990309715271,
+      "cov-distil (oracle2student)": 7.275060653686523,
+      "cov-distil (oracle2teacher)": 4.804718494415283,
       "epoch": 0.03453689167974882,
-      "rel-constrast": 7.202978134155273,
+      "rel-constrast": 8.454798698425293,
       "step": 44,
-      "subrel-constrast": 6.782849311828613,
+      "subrel-constrast": 6.773467540740967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.127652168273926,
-      "cov-distil (oracle2student)": 6.768123626708984,
-      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "cov-distil": 3.491610288619995,
+      "cov-distil (oracle2student)": 7.4995832443237305,
+      "cov-distil (oracle2teacher)": 4.9187211990356445,
       "epoch": 0.03532182103610675,
-      "rel-constrast": 5.803994655609131,
+      "rel-constrast": 7.535643577575684,
       "step": 45,
-      "subrel-constrast": 4.7947678565979,
+      "subrel-constrast": 4.781098365783691,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7271077632904053,
-      "cov-distil (oracle2student)": 6.987262725830078,
-      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "cov-distil": 3.005734920501709,
+      "cov-distil (oracle2student)": 9.106340408325195,
+      "cov-distil (oracle2teacher)": 6.616678237915039,
       "epoch": 0.03610675039246468,
-      "rel-constrast": 7.125826835632324,
+      "rel-constrast": 10.04529857635498,
       "step": 46,
-      "subrel-constrast": 6.822656631469727,
+      "subrel-constrast": 6.789626121520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9657368659973145,
-      "cov-distil (oracle2student)": 7.144539833068848,
-      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "cov-distil": 3.370296001434326,
+      "cov-distil (oracle2student)": 6.040105819702148,
+      "cov-distil (oracle2teacher)": 4.779016017913818,
       "epoch": 0.036891679748822605,
-      "rel-constrast": 7.449712753295898,
+      "rel-constrast": 7.2539567947387695,
       "step": 47,
-      "subrel-constrast": 5.7075347900390625,
+      "subrel-constrast": 5.680440425872803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.010920763015747,
-      "cov-distil (oracle2student)": 6.869639873504639,
-      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "cov-distil": 3.465224266052246,
+      "cov-distil (oracle2student)": 7.6831254959106445,
+      "cov-distil (oracle2teacher)": 6.192329406738281,
       "epoch": 0.03767660910518053,
-      "rel-constrast": 5.459962844848633,
+      "rel-constrast": 7.904606342315674,
       "step": 48,
-      "subrel-constrast": 5.051971435546875,
+      "subrel-constrast": 5.06799840927124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7146430015563965,
-      "cov-distil (oracle2student)": 8.329263687133789,
-      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "cov-distil": 2.7054972648620605,
+      "cov-distil (oracle2student)": 8.671092987060547,
+      "cov-distil (oracle2teacher)": 6.478757858276367,
       "epoch": 0.038461538461538464,
-      "rel-constrast": 8.239823341369629,
+      "rel-constrast": 7.534646034240723,
       "step": 49,
-      "subrel-constrast": 6.8162150382995605,
+      "subrel-constrast": 6.82273006439209,
       "view-similarity": 0
     },
     {
       "epoch": 0.03924646781789639,
-      "grad_norm": 19.875,
+      "grad_norm": 18.875,
       "learning_rate": 2.4500000000000003e-06,
-      "loss": 1.6955,
+      "loss": 1.8214,
       "step": 50
     },
     {
-      "cov-distil": 3.2634499073028564,
-      "cov-distil (oracle2student)": 6.130512714385986,
-      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "cov-distil": 2.6291584968566895,
+      "cov-distil (oracle2student)": 7.311351299285889,
+      "cov-distil (oracle2teacher)": 4.0930399894714355,
       "epoch": 0.03924646781789639,
-      "rel-constrast": 6.289271354675293,
+      "rel-constrast": 6.829806804656982,
       "step": 50,
-      "subrel-constrast": 4.33033561706543,
+      "subrel-constrast": 4.330165386199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.303950309753418,
-      "cov-distil (oracle2student)": 8.357975006103516,
-      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "cov-distil": 3.365419387817383,
+      "cov-distil (oracle2student)": 8.432143211364746,
+      "cov-distil (oracle2teacher)": 7.026699542999268,
       "epoch": 0.040031397174254316,
-      "rel-constrast": 8.334805488586426,
+      "rel-constrast": 9.250499725341797,
       "step": 51,
-      "subrel-constrast": 8.139405250549316,
+      "subrel-constrast": 8.125835418701172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2591934204101562,
-      "cov-distil (oracle2student)": 5.158834457397461,
-      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "cov-distil": 2.8423402309417725,
+      "cov-distil (oracle2student)": 5.075362205505371,
+      "cov-distil (oracle2teacher)": 4.121172904968262,
       "epoch": 0.04081632653061224,
-      "rel-constrast": 5.297996520996094,
+      "rel-constrast": 6.0786824226379395,
       "step": 52,
-      "subrel-constrast": 4.4804863929748535,
+      "subrel-constrast": 4.4702582359313965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.50638484954834,
-      "cov-distil (oracle2student)": 5.478808403015137,
-      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "cov-distil": 2.8154115676879883,
+      "cov-distil (oracle2student)": 5.791227340698242,
+      "cov-distil (oracle2teacher)": 4.123198986053467,
       "epoch": 0.041601255886970175,
-      "rel-constrast": 8.10940170288086,
+      "rel-constrast": 6.861392974853516,
       "step": 53,
-      "subrel-constrast": 5.969902038574219,
+      "subrel-constrast": 5.981134414672852,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8422069549560547,
-      "cov-distil (oracle2student)": 6.521360874176025,
-      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "cov-distil": 3.900022268295288,
+      "cov-distil (oracle2student)": 8.122893333435059,
+      "cov-distil (oracle2teacher)": 6.361747741699219,
       "epoch": 0.0423861852433281,
-      "rel-constrast": 5.607071399688721,
+      "rel-constrast": 8.272314071655273,
       "step": 54,
-      "subrel-constrast": 6.106446743011475,
+      "subrel-constrast": 6.08811616897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.085712194442749,
-      "cov-distil (oracle2student)": 10.780364990234375,
-      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "cov-distil": 3.2527847290039062,
+      "cov-distil (oracle2student)": 11.888465881347656,
+      "cov-distil (oracle2teacher)": 8.881461143493652,
       "epoch": 0.04317111459968603,
-      "rel-constrast": 6.090634346008301,
+      "rel-constrast": 7.306093215942383,
       "step": 55,
-      "subrel-constrast": 6.779709339141846,
+      "subrel-constrast": 6.8132147789001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.785494565963745,
-      "cov-distil (oracle2student)": 5.962707996368408,
-      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "cov-distil": 2.3476932048797607,
+      "cov-distil (oracle2student)": 6.377933502197266,
+      "cov-distil (oracle2teacher)": 5.320643424987793,
       "epoch": 0.04395604395604396,
-      "rel-constrast": 5.856771469116211,
+      "rel-constrast": 6.677924156188965,
       "step": 56,
-      "subrel-constrast": 5.509479522705078,
+      "subrel-constrast": 5.497114181518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.584353446960449,
-      "cov-distil (oracle2student)": 6.202386379241943,
-      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "cov-distil": 2.8212897777557373,
+      "cov-distil (oracle2student)": 7.0328497886657715,
+      "cov-distil (oracle2teacher)": 4.926990509033203,
       "epoch": 0.044740973312401885,
-      "rel-constrast": 6.150420188903809,
+      "rel-constrast": 6.758581638336182,
       "step": 57,
-      "subrel-constrast": 5.121495723724365,
+      "subrel-constrast": 5.120245933532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701603889465332,
-      "cov-distil (oracle2student)": 6.837789058685303,
-      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "cov-distil": 2.9307730197906494,
+      "cov-distil (oracle2student)": 7.24095344543457,
+      "cov-distil (oracle2teacher)": 5.6341962814331055,
       "epoch": 0.04552590266875981,
-      "rel-constrast": 7.76063346862793,
+      "rel-constrast": 8.40756893157959,
       "step": 58,
-      "subrel-constrast": 5.378823280334473,
+      "subrel-constrast": 5.365998268127441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.710871696472168,
-      "cov-distil (oracle2student)": 9.897594451904297,
-      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "cov-distil": 2.6584744453430176,
+      "cov-distil (oracle2student)": 11.508739471435547,
+      "cov-distil (oracle2teacher)": 8.840907096862793,
       "epoch": 0.04631083202511774,
-      "rel-constrast": 7.0981221199035645,
+      "rel-constrast": 9.642732620239258,
       "step": 59,
-      "subrel-constrast": 7.289656639099121,
+      "subrel-constrast": 7.269655704498291,
       "view-similarity": 0
     },
     {
       "epoch": 0.04709576138147567,
-      "grad_norm": 16.0,
+      "grad_norm": 16.125,
       "learning_rate": 2.95e-06,
-      "loss": 1.7425,
+      "loss": 1.9021,
       "step": 60
     },
     {
-      "cov-distil": 3.577488899230957,
-      "cov-distil (oracle2student)": 5.867010116577148,
-      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "cov-distil": 3.2480406761169434,
+      "cov-distil (oracle2student)": 5.2012939453125,
+      "cov-distil (oracle2teacher)": 4.705401420593262,
       "epoch": 0.04709576138147567,
-      "rel-constrast": 5.175161838531494,
+      "rel-constrast": 4.42464542388916,
       "step": 60,
-      "subrel-constrast": 4.913603782653809,
+      "subrel-constrast": 4.878454208374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8872010707855225,
-      "cov-distil (oracle2student)": 5.9557085037231445,
-      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "cov-distil": 4.150854110717773,
+      "cov-distil (oracle2student)": 6.158968448638916,
+      "cov-distil (oracle2teacher)": 4.892792701721191,
       "epoch": 0.047880690737833596,
-      "rel-constrast": 6.276098728179932,
+      "rel-constrast": 6.939353942871094,
       "step": 61,
-      "subrel-constrast": 5.370903015136719,
+      "subrel-constrast": 5.360445499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.1421709060668945,
-      "cov-distil (oracle2student)": 6.92226505279541,
-      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "cov-distil": 3.7282018661499023,
+      "cov-distil (oracle2student)": 6.608123779296875,
+      "cov-distil (oracle2teacher)": 5.6158976554870605,
       "epoch": 0.04866562009419152,
-      "rel-constrast": 5.787407398223877,
+      "rel-constrast": 4.260720252990723,
       "step": 62,
-      "subrel-constrast": 4.8872456550598145,
+      "subrel-constrast": 4.891846656799316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.272606372833252,
-      "cov-distil (oracle2student)": 5.872837066650391,
-      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "cov-distil": 2.631406545639038,
+      "cov-distil (oracle2student)": 6.137662887573242,
+      "cov-distil (oracle2teacher)": 3.853431224822998,
       "epoch": 0.04945054945054945,
-      "rel-constrast": 8.104948043823242,
+      "rel-constrast": 7.508699417114258,
       "step": 63,
-      "subrel-constrast": 5.131637096405029,
+      "subrel-constrast": 5.11701774597168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4897913932800293,
-      "cov-distil (oracle2student)": 5.026608467102051,
-      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "cov-distil": 3.1950016021728516,
+      "cov-distil (oracle2student)": 3.944035053253174,
+      "cov-distil (oracle2teacher)": 3.4697511196136475,
       "epoch": 0.05023547880690738,
-      "rel-constrast": 5.219900608062744,
+      "rel-constrast": 5.170882225036621,
       "step": 64,
-      "subrel-constrast": 3.928039073944092,
+      "subrel-constrast": 3.9177777767181396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8875179290771484,
-      "cov-distil (oracle2student)": 7.8943681716918945,
-      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "cov-distil": 2.4478824138641357,
+      "cov-distil (oracle2student)": 7.8331618309021,
+      "cov-distil (oracle2teacher)": 6.046019554138184,
       "epoch": 0.05102040816326531,
-      "rel-constrast": 6.689120292663574,
+      "rel-constrast": 6.368701457977295,
       "step": 65,
-      "subrel-constrast": 5.134953022003174,
+      "subrel-constrast": 5.1522016525268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.124709129333496,
-      "cov-distil (oracle2student)": 5.3820366859436035,
-      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "cov-distil": 3.1648130416870117,
+      "cov-distil (oracle2student)": 4.678180694580078,
+      "cov-distil (oracle2teacher)": 3.793081283569336,
       "epoch": 0.05180533751962323,
-      "rel-constrast": 5.537747859954834,
+      "rel-constrast": 5.03807258605957,
       "step": 66,
-      "subrel-constrast": 3.9992260932922363,
+      "subrel-constrast": 4.0111541748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.69231915473938,
-      "cov-distil (oracle2student)": 6.316229820251465,
-      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "cov-distil": 2.472651958465576,
+      "cov-distil (oracle2student)": 5.728545188903809,
+      "cov-distil (oracle2teacher)": 5.111483573913574,
       "epoch": 0.05259026687598116,
-      "rel-constrast": 7.291317462921143,
+      "rel-constrast": 6.382413387298584,
       "step": 67,
-      "subrel-constrast": 5.170005798339844,
+      "subrel-constrast": 5.162803649902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.139277935028076,
-      "cov-distil (oracle2student)": 5.806092262268066,
-      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "cov-distil": 2.8649234771728516,
+      "cov-distil (oracle2student)": 5.562172889709473,
+      "cov-distil (oracle2teacher)": 4.297783851623535,
       "epoch": 0.05337519623233909,
-      "rel-constrast": 4.4095139503479,
+      "rel-constrast": 4.3729071617126465,
       "step": 68,
-      "subrel-constrast": 4.170525074005127,
+      "subrel-constrast": 4.188640594482422,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6359305381774902,
-      "cov-distil (oracle2student)": 6.551682949066162,
-      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "cov-distil": 2.9627068042755127,
+      "cov-distil (oracle2student)": 6.552493095397949,
+      "cov-distil (oracle2teacher)": 5.048953533172607,
       "epoch": 0.05416012558869702,
-      "rel-constrast": 5.37055778503418,
+      "rel-constrast": 6.077182769775391,
       "step": 69,
-      "subrel-constrast": 5.060253620147705,
+      "subrel-constrast": 5.077021598815918,
       "view-similarity": 0
     },
     {
       "epoch": 0.054945054945054944,
-      "grad_norm": 14.3125,
+      "grad_norm": 13.625,
       "learning_rate": 3.4500000000000004e-06,
-      "loss": 1.5812,
+      "loss": 1.4136,
       "step": 70
     },
     {
-      "cov-distil": 3.1894845962524414,
-      "cov-distil (oracle2student)": 6.189196586608887,
-      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "cov-distil": 3.839323043823242,
+      "cov-distil (oracle2student)": 7.114139556884766,
+      "cov-distil (oracle2teacher)": 5.370059013366699,
       "epoch": 0.054945054945054944,
-      "rel-constrast": 6.035884380340576,
+      "rel-constrast": 7.220484733581543,
       "step": 70,
-      "subrel-constrast": 5.30534553527832,
+      "subrel-constrast": 5.300345420837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3957502841949463,
-      "cov-distil (oracle2student)": 6.262465476989746,
-      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "cov-distil": 3.6297998428344727,
+      "cov-distil (oracle2student)": 6.2254228591918945,
+      "cov-distil (oracle2teacher)": 4.582761764526367,
       "epoch": 0.05572998430141287,
-      "rel-constrast": 5.4684906005859375,
+      "rel-constrast": 7.259527206420898,
       "step": 71,
-      "subrel-constrast": 5.43447732925415,
+      "subrel-constrast": 5.43417501449585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7110936641693115,
-      "cov-distil (oracle2student)": 9.013875007629395,
-      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "cov-distil": 4.334882736206055,
+      "cov-distil (oracle2student)": 9.22071647644043,
+      "cov-distil (oracle2teacher)": 6.7221479415893555,
       "epoch": 0.0565149136577708,
-      "rel-constrast": 8.860300064086914,
+      "rel-constrast": 7.284117698669434,
       "step": 72,
-      "subrel-constrast": 6.688097953796387,
+      "subrel-constrast": 6.694758892059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.631287097930908,
-      "cov-distil (oracle2student)": 5.5042829513549805,
-      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "cov-distil": 3.756556272506714,
+      "cov-distil (oracle2student)": 5.32456111907959,
+      "cov-distil (oracle2teacher)": 4.031085968017578,
       "epoch": 0.05729984301412873,
-      "rel-constrast": 7.457805156707764,
+      "rel-constrast": 7.2440505027771,
       "step": 73,
-      "subrel-constrast": 5.069272518157959,
+      "subrel-constrast": 5.020334243774414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0951480865478516,
-      "cov-distil (oracle2student)": 10.49281120300293,
-      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "cov-distil": 2.848531484603882,
+      "cov-distil (oracle2student)": 11.319361686706543,
+      "cov-distil (oracle2teacher)": 8.855400085449219,
       "epoch": 0.058084772370486655,
-      "rel-constrast": 8.317502975463867,
+      "rel-constrast": 7.886209964752197,
       "step": 74,
-      "subrel-constrast": 6.139723300933838,
+      "subrel-constrast": 6.120777130126953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.448239803314209,
-      "cov-distil (oracle2student)": 6.778696060180664,
-      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "cov-distil": 2.8501079082489014,
+      "cov-distil (oracle2student)": 8.351690292358398,
+      "cov-distil (oracle2teacher)": 6.757690906524658,
       "epoch": 0.05886970172684458,
-      "rel-constrast": 6.208157062530518,
+      "rel-constrast": 6.679050922393799,
       "step": 75,
-      "subrel-constrast": 5.600346088409424,
+      "subrel-constrast": 5.624090671539307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9895548820495605,
-      "cov-distil (oracle2student)": 4.833767890930176,
-      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "cov-distil": 3.5314688682556152,
+      "cov-distil (oracle2student)": 5.017168045043945,
+      "cov-distil (oracle2teacher)": 3.8966832160949707,
       "epoch": 0.059654631083202514,
-      "rel-constrast": 5.301086902618408,
+      "rel-constrast": 6.55039119720459,
       "step": 76,
-      "subrel-constrast": 4.662568092346191,
+      "subrel-constrast": 4.654542922973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.35664701461792,
-      "cov-distil (oracle2student)": 5.233097076416016,
-      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "cov-distil": 3.1191458702087402,
+      "cov-distil (oracle2student)": 7.10849142074585,
+      "cov-distil (oracle2teacher)": 4.753877639770508,
       "epoch": 0.06043956043956044,
-      "rel-constrast": 5.103623867034912,
+      "rel-constrast": 6.13774299621582,
       "step": 77,
-      "subrel-constrast": 4.268317222595215,
+      "subrel-constrast": 4.276573181152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.415127754211426,
-      "cov-distil (oracle2student)": 6.644197940826416,
-      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "cov-distil": 2.9652886390686035,
+      "cov-distil (oracle2student)": 6.870312213897705,
+      "cov-distil (oracle2teacher)": 6.381089210510254,
       "epoch": 0.061224489795918366,
-      "rel-constrast": 6.561215400695801,
+      "rel-constrast": 7.212562561035156,
       "step": 78,
-      "subrel-constrast": 5.962937355041504,
+      "subrel-constrast": 5.970656871795654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.510354995727539,
-      "cov-distil (oracle2student)": 8.139422416687012,
-      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "cov-distil": 3.88862943649292,
+      "cov-distil (oracle2student)": 6.771824836730957,
+      "cov-distil (oracle2teacher)": 5.442126274108887,
       "epoch": 0.06200941915227629,
-      "rel-constrast": 6.134330749511719,
+      "rel-constrast": 6.070984363555908,
       "step": 79,
-      "subrel-constrast": 5.620271682739258,
+      "subrel-constrast": 5.592937469482422,
       "view-similarity": 0
     },
     {
       "epoch": 0.06279434850863422,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.75,
       "learning_rate": 3.95e-06,
-      "loss": 1.7156,
+      "loss": 1.7386,
       "step": 80
     },
     {
-      "cov-distil": 3.3284835815429688,
-      "cov-distil (oracle2student)": 7.619293212890625,
-      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "cov-distil": 3.514498472213745,
+      "cov-distil (oracle2student)": 9.237842559814453,
+      "cov-distil (oracle2teacher)": 7.348791122436523,
       "epoch": 0.06279434850863422,
-      "rel-constrast": 7.173356533050537,
+      "rel-constrast": 9.205596923828125,
       "step": 80,
-      "subrel-constrast": 6.808206558227539,
+      "subrel-constrast": 6.820802688598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4397096633911133,
-      "cov-distil (oracle2student)": 7.676415920257568,
-      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "cov-distil": 3.5047049522399902,
+      "cov-distil (oracle2student)": 7.59220552444458,
+      "cov-distil (oracle2teacher)": 6.999439239501953,
       "epoch": 0.06357927786499215,
-      "rel-constrast": 6.886641502380371,
+      "rel-constrast": 7.212032318115234,
       "step": 81,
-      "subrel-constrast": 6.984169960021973,
+      "subrel-constrast": 6.95530366897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0268101692199707,
-      "cov-distil (oracle2student)": 7.81688117980957,
-      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "cov-distil": 3.000718116760254,
+      "cov-distil (oracle2student)": 7.446198463439941,
+      "cov-distil (oracle2teacher)": 6.537316799163818,
       "epoch": 0.06436420722135008,
-      "rel-constrast": 5.896097660064697,
+      "rel-constrast": 5.703088283538818,
       "step": 82,
-      "subrel-constrast": 5.227864742279053,
+      "subrel-constrast": 5.217872142791748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.393474578857422,
-      "cov-distil (oracle2student)": 6.482656478881836,
-      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "cov-distil": 3.320131540298462,
+      "cov-distil (oracle2student)": 6.305401802062988,
+      "cov-distil (oracle2teacher)": 5.572563171386719,
       "epoch": 0.065149136577708,
-      "rel-constrast": 6.319892883300781,
+      "rel-constrast": 6.859314918518066,
       "step": 83,
-      "subrel-constrast": 5.442715644836426,
+      "subrel-constrast": 5.421894073486328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517345905303955,
-      "cov-distil (oracle2student)": 6.040264129638672,
-      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "cov-distil": 3.191112518310547,
+      "cov-distil (oracle2student)": 6.1467132568359375,
+      "cov-distil (oracle2teacher)": 5.336712837219238,
       "epoch": 0.06593406593406594,
-      "rel-constrast": 5.40537166595459,
+      "rel-constrast": 5.71973180770874,
       "step": 84,
-      "subrel-constrast": 4.604902267456055,
+      "subrel-constrast": 4.596525192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.264801502227783,
-      "cov-distil (oracle2student)": 4.99867057800293,
-      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "cov-distil": 3.467418670654297,
+      "cov-distil (oracle2student)": 4.397757053375244,
+      "cov-distil (oracle2teacher)": 4.261507034301758,
       "epoch": 0.06671899529042387,
-      "rel-constrast": 5.624813079833984,
+      "rel-constrast": 4.311592102050781,
       "step": 85,
-      "subrel-constrast": 4.161462783813477,
+      "subrel-constrast": 4.140945911407471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266205310821533,
-      "cov-distil (oracle2student)": 8.019726753234863,
-      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "cov-distil": 2.6339776515960693,
+      "cov-distil (oracle2student)": 7.504982948303223,
+      "cov-distil (oracle2teacher)": 6.342288970947266,
       "epoch": 0.06750392464678179,
-      "rel-constrast": 5.973287582397461,
+      "rel-constrast": 6.919770240783691,
       "step": 86,
-      "subrel-constrast": 5.353548526763916,
+      "subrel-constrast": 5.356539726257324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9515674114227295,
-      "cov-distil (oracle2student)": 6.66702938079834,
-      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "cov-distil": 3.273770332336426,
+      "cov-distil (oracle2student)": 5.814985275268555,
+      "cov-distil (oracle2teacher)": 5.552024841308594,
       "epoch": 0.06828885400313972,
-      "rel-constrast": 7.188405990600586,
+      "rel-constrast": 6.946782112121582,
       "step": 87,
-      "subrel-constrast": 6.352745056152344,
+      "subrel-constrast": 6.339221000671387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.024931907653809,
-      "cov-distil (oracle2student)": 8.261985778808594,
-      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "cov-distil": 3.913015365600586,
+      "cov-distil (oracle2student)": 10.147391319274902,
+      "cov-distil (oracle2teacher)": 8.299596786499023,
       "epoch": 0.06907378335949764,
-      "rel-constrast": 6.1363115310668945,
+      "rel-constrast": 7.445561408996582,
       "step": 88,
-      "subrel-constrast": 5.887054920196533,
+      "subrel-constrast": 5.841367244720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.616726875305176,
-      "cov-distil (oracle2student)": 7.866814613342285,
-      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "cov-distil": 3.014737129211426,
+      "cov-distil (oracle2student)": 8.533182144165039,
+      "cov-distil (oracle2teacher)": 6.393281936645508,
       "epoch": 0.06985871271585557,
-      "rel-constrast": 6.378461837768555,
+      "rel-constrast": 6.527789115905762,
       "step": 89,
-      "subrel-constrast": 5.206252098083496,
+      "subrel-constrast": 5.174871444702148,
       "view-similarity": 0
     },
     {
       "epoch": 0.0706436420722135,
-      "grad_norm": 17.75,
+      "grad_norm": 16.0,
       "learning_rate": 4.45e-06,
-      "loss": 1.6566,
+      "loss": 1.6713,
       "step": 90
     },
     {
-      "cov-distil": 3.3641278743743896,
-      "cov-distil (oracle2student)": 5.879482269287109,
-      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "cov-distil": 4.172259330749512,
+      "cov-distil (oracle2student)": 6.947085380554199,
+      "cov-distil (oracle2teacher)": 4.661184787750244,
       "epoch": 0.0706436420722135,
-      "rel-constrast": 4.970180511474609,
+      "rel-constrast": 7.325626850128174,
       "step": 90,
-      "subrel-constrast": 4.763465881347656,
+      "subrel-constrast": 4.767091274261475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9355416297912598,
-      "cov-distil (oracle2student)": 6.9991936683654785,
-      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "cov-distil": 2.842317819595337,
+      "cov-distil (oracle2student)": 6.475354194641113,
+      "cov-distil (oracle2teacher)": 5.886109828948975,
       "epoch": 0.07142857142857142,
-      "rel-constrast": 5.827273845672607,
+      "rel-constrast": 4.6491289138793945,
       "step": 91,
-      "subrel-constrast": 4.389217853546143,
+      "subrel-constrast": 4.35485315322876,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.328171491622925,
-      "cov-distil (oracle2student)": 6.016704559326172,
-      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "cov-distil": 3.5069222450256348,
+      "cov-distil (oracle2student)": 7.179730415344238,
+      "cov-distil (oracle2teacher)": 5.005096435546875,
       "epoch": 0.07221350078492936,
-      "rel-constrast": 6.104631423950195,
+      "rel-constrast": 6.764369964599609,
       "step": 92,
-      "subrel-constrast": 5.1348137855529785,
+      "subrel-constrast": 5.091543674468994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7416696548461914,
-      "cov-distil (oracle2student)": 6.554116249084473,
-      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "cov-distil": 2.8493378162384033,
+      "cov-distil (oracle2student)": 6.265390872955322,
+      "cov-distil (oracle2teacher)": 5.647514820098877,
       "epoch": 0.07299843014128729,
-      "rel-constrast": 4.428642272949219,
+      "rel-constrast": 5.97506856918335,
       "step": 93,
-      "subrel-constrast": 4.080572605133057,
+      "subrel-constrast": 4.0710225105285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.126981258392334,
-      "cov-distil (oracle2student)": 7.561041355133057,
-      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "cov-distil": 4.365849018096924,
+      "cov-distil (oracle2student)": 7.752453804016113,
+      "cov-distil (oracle2teacher)": 6.529370307922363,
       "epoch": 0.07378335949764521,
-      "rel-constrast": 6.626583576202393,
+      "rel-constrast": 6.864980697631836,
       "step": 94,
-      "subrel-constrast": 6.036290168762207,
+      "subrel-constrast": 6.003664970397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266633987426758,
-      "cov-distil (oracle2student)": 8.336587905883789,
-      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "cov-distil": 3.9482431411743164,
+      "cov-distil (oracle2student)": 8.208736419677734,
+      "cov-distil (oracle2teacher)": 6.756885528564453,
       "epoch": 0.07456828885400314,
-      "rel-constrast": 5.243127822875977,
+      "rel-constrast": 6.474591255187988,
       "step": 95,
-      "subrel-constrast": 5.471756458282471,
+      "subrel-constrast": 5.497350692749023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3002748489379883,
-      "cov-distil (oracle2student)": 7.252134799957275,
-      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "cov-distil": 3.8980870246887207,
+      "cov-distil (oracle2student)": 6.817686080932617,
+      "cov-distil (oracle2teacher)": 5.284598350524902,
       "epoch": 0.07535321821036106,
-      "rel-constrast": 6.544553756713867,
+      "rel-constrast": 6.325166702270508,
       "step": 96,
-      "subrel-constrast": 4.715362548828125,
+      "subrel-constrast": 4.700587749481201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.930333375930786,
-      "cov-distil (oracle2student)": 7.169529914855957,
-      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "cov-distil": 3.492767095565796,
+      "cov-distil (oracle2student)": 7.6443023681640625,
+      "cov-distil (oracle2teacher)": 6.197578430175781,
       "epoch": 0.076138147566719,
-      "rel-constrast": 8.069984436035156,
+      "rel-constrast": 7.580464839935303,
       "step": 97,
-      "subrel-constrast": 6.452698230743408,
+      "subrel-constrast": 6.411718368530273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3107340335845947,
-      "cov-distil (oracle2student)": 5.442892074584961,
-      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "cov-distil": 4.256983280181885,
+      "cov-distil (oracle2student)": 5.973204612731934,
+      "cov-distil (oracle2teacher)": 5.072113990783691,
       "epoch": 0.07692307692307693,
-      "rel-constrast": 5.03950834274292,
+      "rel-constrast": 5.687909126281738,
       "step": 98,
-      "subrel-constrast": 5.33092737197876,
+      "subrel-constrast": 5.3254714012146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7905068397521973,
-      "cov-distil (oracle2student)": 6.082137584686279,
-      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "cov-distil": 3.688767910003662,
+      "cov-distil (oracle2student)": 7.6080427169799805,
+      "cov-distil (oracle2teacher)": 5.660515785217285,
       "epoch": 0.07770800627943485,
-      "rel-constrast": 5.238041400909424,
+      "rel-constrast": 6.207898139953613,
       "step": 99,
-      "subrel-constrast": 5.280867576599121,
+      "subrel-constrast": 5.273509502410889,
       "view-similarity": 0
     },
     {
       "epoch": 0.07849293563579278,
-      "grad_norm": 16.25,
+      "grad_norm": 13.1875,
       "learning_rate": 4.950000000000001e-06,
-      "loss": 1.5351,
+      "loss": 1.5964,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
-      "overlap": 0.20468750596046448,
+      "overlap": 0.26093751192092896,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "student margin": 0.018585205078125
+      "student margin": 0.02233123779296875
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "teacher margin": 0.0267791748046875
+      "teacher margin": 0.02655029296875
     },
     {
       "epoch": 0.07849293563579278,
-      "margin difference": 0.0081939697265625,
+      "margin difference": 0.00421905517578125,
       "step": 100
     },
     {
-      "cov-distil": 3.0693624019622803,
-      "cov-distil (oracle2student)": 6.980118751525879,
-      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "cov-distil": 3.0646181106567383,
+      "cov-distil (oracle2student)": 5.650156021118164,
+      "cov-distil (oracle2teacher)": 5.052879333496094,
       "epoch": 0.07849293563579278,
-      "rel-constrast": 9.246582984924316,
+      "rel-constrast": 7.446720123291016,
       "step": 100,
-      "subrel-constrast": 5.737648963928223,
+      "subrel-constrast": 5.769871234893799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.966313362121582,
-      "cov-distil (oracle2student)": 6.273595809936523,
-      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "cov-distil": 4.30760383605957,
+      "cov-distil (oracle2student)": 7.590290069580078,
+      "cov-distil (oracle2teacher)": 6.352579116821289,
       "epoch": 0.07927786499215071,
-      "rel-constrast": 8.411349296569824,
+      "rel-constrast": 9.573251724243164,
       "step": 101,
-      "subrel-constrast": 8.01908016204834,
+      "subrel-constrast": 8.01053524017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8371520042419434,
-      "cov-distil (oracle2student)": 8.099665641784668,
-      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "cov-distil": 2.8127479553222656,
+      "cov-distil (oracle2student)": 8.519676208496094,
+      "cov-distil (oracle2teacher)": 6.318304061889648,
       "epoch": 0.08006279434850863,
-      "rel-constrast": 4.871597766876221,
+      "rel-constrast": 5.976484298706055,
       "step": 102,
-      "subrel-constrast": 3.9983325004577637,
+      "subrel-constrast": 3.997304677963257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8040473461151123,
-      "cov-distil (oracle2student)": 7.026789665222168,
-      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "cov-distil": 3.0864481925964355,
+      "cov-distil (oracle2student)": 7.834372520446777,
+      "cov-distil (oracle2teacher)": 6.268488883972168,
       "epoch": 0.08084772370486656,
-      "rel-constrast": 6.079948902130127,
+      "rel-constrast": 6.369638442993164,
       "step": 103,
-      "subrel-constrast": 5.005115985870361,
+      "subrel-constrast": 4.998741149902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1548211574554443,
-      "cov-distil (oracle2student)": 6.445549488067627,
-      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "cov-distil": 4.139869689941406,
+      "cov-distil (oracle2student)": 5.192523002624512,
+      "cov-distil (oracle2teacher)": 4.180977821350098,
       "epoch": 0.08163265306122448,
-      "rel-constrast": 7.2248029708862305,
+      "rel-constrast": 7.094812393188477,
       "step": 104,
-      "subrel-constrast": 5.305993556976318,
+      "subrel-constrast": 5.309741497039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.700580596923828,
-      "cov-distil (oracle2student)": 6.819460868835449,
-      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "cov-distil": 2.8629326820373535,
+      "cov-distil (oracle2student)": 6.405134201049805,
+      "cov-distil (oracle2teacher)": 4.585333347320557,
       "epoch": 0.08241758241758242,
-      "rel-constrast": 6.1904296875,
+      "rel-constrast": 6.029398441314697,
       "step": 105,
-      "subrel-constrast": 4.427753925323486,
+      "subrel-constrast": 4.405944347381592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641253709793091,
-      "cov-distil (oracle2student)": 7.707598686218262,
-      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "cov-distil": 2.804183006286621,
+      "cov-distil (oracle2student)": 8.208352088928223,
+      "cov-distil (oracle2teacher)": 5.973414421081543,
       "epoch": 0.08320251177394035,
-      "rel-constrast": 6.605925559997559,
+      "rel-constrast": 6.903252601623535,
       "step": 106,
-      "subrel-constrast": 5.04954719543457,
+      "subrel-constrast": 5.036705017089844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9230635166168213,
-      "cov-distil (oracle2student)": 5.4684858322143555,
-      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "cov-distil": 3.0254249572753906,
+      "cov-distil (oracle2student)": 6.2759881019592285,
+      "cov-distil (oracle2teacher)": 4.3028411865234375,
       "epoch": 0.08398744113029827,
-      "rel-constrast": 5.391318321228027,
+      "rel-constrast": 5.653914928436279,
       "step": 107,
-      "subrel-constrast": 4.032782554626465,
+      "subrel-constrast": 4.003635406494141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.161479949951172,
-      "cov-distil (oracle2student)": 7.42598819732666,
-      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "cov-distil": 3.3716814517974854,
+      "cov-distil (oracle2student)": 9.016988754272461,
+      "cov-distil (oracle2teacher)": 7.027234077453613,
       "epoch": 0.0847723704866562,
-      "rel-constrast": 5.700629234313965,
+      "rel-constrast": 7.428191184997559,
       "step": 108,
-      "subrel-constrast": 5.242112636566162,
+      "subrel-constrast": 5.234278678894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.411763906478882,
-      "cov-distil (oracle2student)": 4.519542217254639,
-      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "cov-distil": 2.568998336791992,
+      "cov-distil (oracle2student)": 5.452152252197266,
+      "cov-distil (oracle2teacher)": 4.029109954833984,
       "epoch": 0.08555729984301413,
-      "rel-constrast": 3.85139799118042,
+      "rel-constrast": 4.599295139312744,
       "step": 109,
-      "subrel-constrast": 3.0891919136047363,
+      "subrel-constrast": 3.0936286449432373,
       "view-similarity": 0
     },
     {
       "epoch": 0.08634222919937205,
-      "grad_norm": 12.6875,
+      "grad_norm": 9.875,
       "learning_rate": 5.45e-06,
-      "loss": 1.6685,
+      "loss": 1.6769,
       "step": 110
     },
     {
-      "cov-distil": 3.7623462677001953,
-      "cov-distil (oracle2student)": 5.816520690917969,
-      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "cov-distil": 3.463804244995117,
+      "cov-distil (oracle2student)": 5.9991865158081055,
+      "cov-distil (oracle2teacher)": 5.275448799133301,
       "epoch": 0.08634222919937205,
-      "rel-constrast": 5.916131496429443,
+      "rel-constrast": 4.33720064163208,
       "step": 110,
-      "subrel-constrast": 5.666640758514404,
+      "subrel-constrast": 5.682195663452148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9162516593933105,
-      "cov-distil (oracle2student)": 6.607631683349609,
-      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "cov-distil": 3.6036934852600098,
+      "cov-distil (oracle2student)": 6.447922229766846,
+      "cov-distil (oracle2teacher)": 6.030551910400391,
       "epoch": 0.08712715855572999,
-      "rel-constrast": 6.387336254119873,
+      "rel-constrast": 7.509331226348877,
       "step": 111,
-      "subrel-constrast": 6.173241138458252,
+      "subrel-constrast": 6.130700588226318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.200730085372925,
-      "cov-distil (oracle2student)": 5.046133041381836,
-      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "cov-distil": 3.115490674972534,
+      "cov-distil (oracle2student)": 5.588878631591797,
+      "cov-distil (oracle2teacher)": 4.286932468414307,
       "epoch": 0.08791208791208792,
-      "rel-constrast": 6.980642795562744,
+      "rel-constrast": 7.0166015625,
       "step": 112,
-      "subrel-constrast": 5.868181228637695,
+      "subrel-constrast": 5.838592529296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8479957580566406,
-      "cov-distil (oracle2student)": 5.748662948608398,
-      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "cov-distil": 3.1193699836730957,
+      "cov-distil (oracle2student)": 6.684403419494629,
+      "cov-distil (oracle2teacher)": 4.05767297744751,
       "epoch": 0.08869701726844584,
-      "rel-constrast": 6.133625507354736,
+      "rel-constrast": 6.063724994659424,
       "step": 113,
-      "subrel-constrast": 5.044037818908691,
+      "subrel-constrast": 5.05271053314209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.956294059753418,
-      "cov-distil (oracle2student)": 5.843686103820801,
-      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "cov-distil": 3.0026895999908447,
+      "cov-distil (oracle2student)": 5.701247692108154,
+      "cov-distil (oracle2teacher)": 4.371553897857666,
       "epoch": 0.08948194662480377,
-      "rel-constrast": 5.719607353210449,
+      "rel-constrast": 5.26547384262085,
       "step": 114,
-      "subrel-constrast": 4.5047831535339355,
+      "subrel-constrast": 4.471022129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6976065635681152,
-      "cov-distil (oracle2student)": 6.534242153167725,
-      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "cov-distil": 4.096764087677002,
+      "cov-distil (oracle2student)": 6.054049968719482,
+      "cov-distil (oracle2teacher)": 4.963072776794434,
       "epoch": 0.09026687598116169,
-      "rel-constrast": 6.587165832519531,
+      "rel-constrast": 6.288113117218018,
       "step": 115,
-      "subrel-constrast": 5.188892841339111,
+      "subrel-constrast": 5.170440673828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2262754440307617,
-      "cov-distil (oracle2student)": 7.407478332519531,
-      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "cov-distil": 4.119442462921143,
+      "cov-distil (oracle2student)": 8.004167556762695,
+      "cov-distil (oracle2teacher)": 5.903647422790527,
       "epoch": 0.09105180533751962,
-      "rel-constrast": 7.407068252563477,
+      "rel-constrast": 9.36007308959961,
       "step": 116,
-      "subrel-constrast": 6.1709818840026855,
+      "subrel-constrast": 6.159489154815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.905567169189453,
-      "cov-distil (oracle2student)": 6.0437421798706055,
-      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "cov-distil": 3.401610851287842,
+      "cov-distil (oracle2student)": 6.830559730529785,
+      "cov-distil (oracle2teacher)": 5.260702133178711,
       "epoch": 0.09183673469387756,
-      "rel-constrast": 5.36617374420166,
+      "rel-constrast": 6.977236270904541,
       "step": 117,
-      "subrel-constrast": 4.775646686553955,
+      "subrel-constrast": 4.774789333343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6030263900756836,
-      "cov-distil (oracle2student)": 7.838919639587402,
-      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "cov-distil": 3.7812230587005615,
+      "cov-distil (oracle2student)": 6.804970741271973,
+      "cov-distil (oracle2teacher)": 6.504517555236816,
       "epoch": 0.09262166405023547,
-      "rel-constrast": 4.8718767166137695,
+      "rel-constrast": 5.411280155181885,
       "step": 118,
-      "subrel-constrast": 4.323362827301025,
+      "subrel-constrast": 4.296385765075684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.951072931289673,
-      "cov-distil (oracle2student)": 3.37375545501709,
-      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "cov-distil": 3.2783865928649902,
+      "cov-distil (oracle2student)": 4.664431571960449,
+      "cov-distil (oracle2teacher)": 3.932188034057617,
       "epoch": 0.09340659340659341,
-      "rel-constrast": 4.747162342071533,
+      "rel-constrast": 4.738246917724609,
       "step": 119,
-      "subrel-constrast": 4.06825590133667,
+      "subrel-constrast": 4.050357818603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.09419152276295134,
-      "grad_norm": 11.8125,
+      "grad_norm": 12.375,
       "learning_rate": 5.95e-06,
-      "loss": 1.5856,
+      "loss": 1.5742,
       "step": 120
     },
     {
-      "cov-distil": 2.652560234069824,
-      "cov-distil (oracle2student)": 7.5916571617126465,
-      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "cov-distil": 2.753736734390259,
+      "cov-distil (oracle2student)": 7.779763221740723,
+      "cov-distil (oracle2teacher)": 6.3939127922058105,
       "epoch": 0.09419152276295134,
-      "rel-constrast": 5.198563575744629,
+      "rel-constrast": 5.277710914611816,
       "step": 120,
-      "subrel-constrast": 4.764272689819336,
+      "subrel-constrast": 4.793119430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276362895965576,
-      "cov-distil (oracle2student)": 4.456997871398926,
-      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "cov-distil": 3.134331464767456,
+      "cov-distil (oracle2student)": 5.249656677246094,
+      "cov-distil (oracle2teacher)": 3.9930598735809326,
       "epoch": 0.09497645211930926,
-      "rel-constrast": 6.008549213409424,
+      "rel-constrast": 6.020803928375244,
       "step": 121,
-      "subrel-constrast": 4.660116672515869,
+      "subrel-constrast": 4.648012161254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.912120819091797,
-      "cov-distil (oracle2student)": 8.093740463256836,
-      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "cov-distil": 3.8989295959472656,
+      "cov-distil (oracle2student)": 7.892412185668945,
+      "cov-distil (oracle2teacher)": 6.6092329025268555,
       "epoch": 0.09576138147566719,
-      "rel-constrast": 6.139238357543945,
+      "rel-constrast": 5.2931952476501465,
       "step": 122,
-      "subrel-constrast": 4.679972171783447,
+      "subrel-constrast": 4.701415538787842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.049605369567871,
-      "cov-distil (oracle2student)": 5.1690802574157715,
-      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "cov-distil": 2.369187831878662,
+      "cov-distil (oracle2student)": 5.326510429382324,
+      "cov-distil (oracle2teacher)": 4.398371696472168,
       "epoch": 0.09654631083202511,
-      "rel-constrast": 5.203070640563965,
+      "rel-constrast": 4.237156391143799,
       "step": 123,
-      "subrel-constrast": 4.063456058502197,
+      "subrel-constrast": 4.039740562438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0213463306427,
-      "cov-distil (oracle2student)": 7.696413993835449,
-      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "cov-distil": 2.956603527069092,
+      "cov-distil (oracle2student)": 7.593158721923828,
+      "cov-distil (oracle2teacher)": 6.412726879119873,
       "epoch": 0.09733124018838304,
-      "rel-constrast": 6.98874568939209,
+      "rel-constrast": 6.886216640472412,
       "step": 124,
-      "subrel-constrast": 5.5499491691589355,
+      "subrel-constrast": 5.587587356567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.535893440246582,
-      "cov-distil (oracle2student)": 8.712299346923828,
-      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "cov-distil": 2.5867247581481934,
+      "cov-distil (oracle2student)": 9.468273162841797,
+      "cov-distil (oracle2teacher)": 7.500733375549316,
       "epoch": 0.09811616954474098,
-      "rel-constrast": 6.464357376098633,
+      "rel-constrast": 6.810101509094238,
       "step": 125,
-      "subrel-constrast": 5.6494855880737305,
+      "subrel-constrast": 5.63134765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6822762489318848,
-      "cov-distil (oracle2student)": 6.449732780456543,
-      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "cov-distil": 3.4119648933410645,
+      "cov-distil (oracle2student)": 5.082828521728516,
+      "cov-distil (oracle2teacher)": 4.722224235534668,
       "epoch": 0.0989010989010989,
-      "rel-constrast": 5.643919944763184,
+      "rel-constrast": 6.404219627380371,
       "step": 126,
-      "subrel-constrast": 4.270016193389893,
+      "subrel-constrast": 4.241744041442871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1074256896972656,
-      "cov-distil (oracle2student)": 5.3115644454956055,
-      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "cov-distil": 2.5176498889923096,
+      "cov-distil (oracle2student)": 5.443663120269775,
+      "cov-distil (oracle2teacher)": 4.423578262329102,
       "epoch": 0.09968602825745683,
-      "rel-constrast": 5.749547004699707,
+      "rel-constrast": 7.538323402404785,
       "step": 127,
-      "subrel-constrast": 5.532700538635254,
+      "subrel-constrast": 5.495424270629883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.936629295349121,
-      "cov-distil (oracle2student)": 5.304935455322266,
-      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "cov-distil": 2.6202151775360107,
+      "cov-distil (oracle2student)": 4.336757659912109,
+      "cov-distil (oracle2teacher)": 3.8966522216796875,
       "epoch": 0.10047095761381476,
-      "rel-constrast": 6.327916622161865,
+      "rel-constrast": 5.007964134216309,
       "step": 128,
-      "subrel-constrast": 4.5997748374938965,
+      "subrel-constrast": 4.565318584442139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.669504165649414,
-      "cov-distil (oracle2student)": 9.971288681030273,
-      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "cov-distil": 3.732468843460083,
+      "cov-distil (oracle2student)": 9.054546356201172,
+      "cov-distil (oracle2teacher)": 6.8621978759765625,
       "epoch": 0.10125588697017268,
-      "rel-constrast": 6.6161065101623535,
+      "rel-constrast": 6.9113545417785645,
       "step": 129,
-      "subrel-constrast": 5.407919883728027,
+      "subrel-constrast": 5.373458385467529,
       "view-similarity": 0
     },
     {
       "epoch": 0.10204081632653061,
       "grad_norm": 16.5,
       "learning_rate": 6.45e-06,
-      "loss": 1.5831,
+      "loss": 1.5097,
       "step": 130
     },
     {
-      "cov-distil": 2.327519178390503,
-      "cov-distil (oracle2student)": 6.993311405181885,
-      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "cov-distil": 3.5826101303100586,
+      "cov-distil (oracle2student)": 7.589132308959961,
+      "cov-distil (oracle2teacher)": 4.673649787902832,
       "epoch": 0.10204081632653061,
-      "rel-constrast": 4.820262432098389,
+      "rel-constrast": 6.0022478103637695,
       "step": 130,
-      "subrel-constrast": 3.4438061714172363,
+      "subrel-constrast": 3.412348508834839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0019335746765137,
-      "cov-distil (oracle2student)": 4.936619281768799,
-      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "cov-distil": 3.5502538681030273,
+      "cov-distil (oracle2student)": 6.185405731201172,
+      "cov-distil (oracle2teacher)": 3.6011123657226562,
       "epoch": 0.10282574568288853,
-      "rel-constrast": 5.546187400817871,
+      "rel-constrast": 6.291843891143799,
       "step": 131,
-      "subrel-constrast": 4.52654504776001,
+      "subrel-constrast": 4.55568265914917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2872753143310547,
-      "cov-distil (oracle2student)": 4.686687469482422,
-      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "cov-distil": 4.225607872009277,
+      "cov-distil (oracle2student)": 5.891122817993164,
+      "cov-distil (oracle2teacher)": 4.642459869384766,
       "epoch": 0.10361067503924647,
-      "rel-constrast": 4.3100128173828125,
+      "rel-constrast": 6.100297451019287,
       "step": 132,
-      "subrel-constrast": 4.772364139556885,
+      "subrel-constrast": 4.809032440185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.951021432876587,
-      "cov-distil (oracle2student)": 5.6703667640686035,
-      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "cov-distil": 2.613135814666748,
+      "cov-distil (oracle2student)": 4.144036293029785,
+      "cov-distil (oracle2teacher)": 3.427272081375122,
       "epoch": 0.1043956043956044,
-      "rel-constrast": 7.899327754974365,
+      "rel-constrast": 6.653631210327148,
       "step": 133,
-      "subrel-constrast": 5.173623085021973,
+      "subrel-constrast": 5.155982494354248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8324503898620605,
-      "cov-distil (oracle2student)": 6.385481834411621,
-      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "cov-distil": 3.6445398330688477,
+      "cov-distil (oracle2student)": 6.976521015167236,
+      "cov-distil (oracle2teacher)": 4.969244480133057,
       "epoch": 0.10518053375196232,
-      "rel-constrast": 7.542125701904297,
+      "rel-constrast": 9.596206665039062,
       "step": 134,
-      "subrel-constrast": 6.20897102355957,
+      "subrel-constrast": 6.209388256072998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.568618059158325,
-      "cov-distil (oracle2student)": 5.818717956542969,
-      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "cov-distil": 2.666306257247925,
+      "cov-distil (oracle2student)": 4.872648239135742,
+      "cov-distil (oracle2teacher)": 4.429591655731201,
       "epoch": 0.10596546310832025,
-      "rel-constrast": 6.248257637023926,
+      "rel-constrast": 5.796459197998047,
       "step": 135,
-      "subrel-constrast": 5.135055065155029,
+      "subrel-constrast": 5.10705041885376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.144698143005371,
-      "cov-distil (oracle2student)": 4.889866828918457,
-      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "cov-distil": 2.867917537689209,
+      "cov-distil (oracle2student)": 5.5221476554870605,
+      "cov-distil (oracle2teacher)": 4.040358543395996,
       "epoch": 0.10675039246467818,
-      "rel-constrast": 5.107748031616211,
+      "rel-constrast": 5.675872802734375,
       "step": 136,
-      "subrel-constrast": 4.345935821533203,
+      "subrel-constrast": 4.308029651641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7044363021850586,
-      "cov-distil (oracle2student)": 6.096634864807129,
-      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "cov-distil": 2.4281678199768066,
+      "cov-distil (oracle2student)": 6.82718563079834,
+      "cov-distil (oracle2teacher)": 5.394460678100586,
       "epoch": 0.1075353218210361,
-      "rel-constrast": 4.691919326782227,
+      "rel-constrast": 5.014422416687012,
       "step": 137,
-      "subrel-constrast": 3.9912216663360596,
+      "subrel-constrast": 3.941392660140991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4799304008483887,
-      "cov-distil (oracle2student)": 7.858448505401611,
-      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "cov-distil": 3.281728744506836,
+      "cov-distil (oracle2student)": 8.95314884185791,
+      "cov-distil (oracle2teacher)": 6.387600898742676,
       "epoch": 0.10832025117739404,
-      "rel-constrast": 6.566288948059082,
+      "rel-constrast": 7.405739784240723,
       "step": 138,
-      "subrel-constrast": 5.5048980712890625,
+      "subrel-constrast": 5.526828289031982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7945852279663086,
-      "cov-distil (oracle2student)": 7.29274320602417,
-      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "cov-distil": 3.199995994567871,
+      "cov-distil (oracle2student)": 6.993356704711914,
+      "cov-distil (oracle2teacher)": 6.515793800354004,
       "epoch": 0.10910518053375197,
-      "rel-constrast": 5.898140907287598,
+      "rel-constrast": 7.969585418701172,
       "step": 139,
-      "subrel-constrast": 5.746703624725342,
+      "subrel-constrast": 5.674949645996094,
       "view-similarity": 0
     },
     {
       "epoch": 0.10989010989010989,
-      "grad_norm": 18.125,
+      "grad_norm": 15.4375,
       "learning_rate": 6.950000000000001e-06,
-      "loss": 1.536,
+      "loss": 1.6627,
       "step": 140
     },
     {
-      "cov-distil": 3.14044451713562,
-      "cov-distil (oracle2student)": 4.587895393371582,
-      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "cov-distil": 3.0478715896606445,
+      "cov-distil (oracle2student)": 4.032871723175049,
+      "cov-distil (oracle2teacher)": 3.6633141040802,
       "epoch": 0.10989010989010989,
-      "rel-constrast": 5.251264572143555,
+      "rel-constrast": 6.712202072143555,
       "step": 140,
-      "subrel-constrast": 5.109164714813232,
+      "subrel-constrast": 5.074481010437012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.021540641784668,
-      "cov-distil (oracle2student)": 7.4869279861450195,
-      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "cov-distil": 3.525759696960449,
+      "cov-distil (oracle2student)": 7.28286600112915,
+      "cov-distil (oracle2teacher)": 5.443356513977051,
       "epoch": 0.11067503924646782,
-      "rel-constrast": 6.179267406463623,
+      "rel-constrast": 7.158378601074219,
       "step": 141,
-      "subrel-constrast": 5.208951950073242,
+      "subrel-constrast": 5.154661655426025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6684998273849487,
-      "cov-distil (oracle2student)": 6.087306976318359,
-      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "cov-distil": 3.08044171333313,
+      "cov-distil (oracle2student)": 6.453373432159424,
+      "cov-distil (oracle2teacher)": 5.040820121765137,
       "epoch": 0.11145996860282574,
-      "rel-constrast": 5.406123161315918,
+      "rel-constrast": 5.518401145935059,
       "step": 142,
-      "subrel-constrast": 4.496994495391846,
+      "subrel-constrast": 4.588344097137451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436387300491333,
-      "cov-distil (oracle2student)": 6.199030876159668,
-      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "cov-distil": 3.689772367477417,
+      "cov-distil (oracle2student)": 6.7255635261535645,
+      "cov-distil (oracle2teacher)": 5.300020694732666,
       "epoch": 0.11224489795918367,
-      "rel-constrast": 7.168307781219482,
+      "rel-constrast": 8.479483604431152,
       "step": 143,
-      "subrel-constrast": 7.344377517700195,
+      "subrel-constrast": 7.284424304962158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8038110733032227,
-      "cov-distil (oracle2student)": 6.1025261878967285,
-      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "cov-distil": 2.696672201156616,
+      "cov-distil (oracle2student)": 6.833281517028809,
+      "cov-distil (oracle2teacher)": 4.9301276206970215,
       "epoch": 0.1130298273155416,
-      "rel-constrast": 5.3039350509643555,
+      "rel-constrast": 7.544017791748047,
       "step": 144,
-      "subrel-constrast": 5.038955211639404,
+      "subrel-constrast": 4.927720546722412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3631601333618164,
-      "cov-distil (oracle2student)": 5.591802597045898,
-      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "cov-distil": 3.364506483078003,
+      "cov-distil (oracle2student)": 5.243492126464844,
+      "cov-distil (oracle2teacher)": 3.8284406661987305,
       "epoch": 0.11381475667189953,
-      "rel-constrast": 5.500809669494629,
+      "rel-constrast": 5.084105968475342,
       "step": 145,
-      "subrel-constrast": 4.158411979675293,
+      "subrel-constrast": 4.156068801879883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.101959705352783,
-      "cov-distil (oracle2student)": 8.792764663696289,
-      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "cov-distil": 2.7804934978485107,
+      "cov-distil (oracle2student)": 6.690491676330566,
+      "cov-distil (oracle2teacher)": 6.130857467651367,
       "epoch": 0.11459968602825746,
-      "rel-constrast": 8.219110488891602,
+      "rel-constrast": 6.248623371124268,
       "step": 146,
-      "subrel-constrast": 6.158865451812744,
+      "subrel-constrast": 6.079244613647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.208827018737793,
-      "cov-distil (oracle2student)": 5.422389984130859,
-      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "cov-distil": 2.6251301765441895,
+      "cov-distil (oracle2student)": 5.3206000328063965,
+      "cov-distil (oracle2teacher)": 4.484084606170654,
       "epoch": 0.11538461538461539,
-      "rel-constrast": 4.903823375701904,
+      "rel-constrast": 4.988458156585693,
       "step": 147,
-      "subrel-constrast": 3.73964786529541,
+      "subrel-constrast": 3.722346305847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6742186546325684,
-      "cov-distil (oracle2student)": 8.266731262207031,
-      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "cov-distil": 3.140590190887451,
+      "cov-distil (oracle2student)": 8.826162338256836,
+      "cov-distil (oracle2teacher)": 6.78256368637085,
       "epoch": 0.11616954474097331,
-      "rel-constrast": 7.703867435455322,
+      "rel-constrast": 8.099830627441406,
       "step": 148,
-      "subrel-constrast": 7.040656566619873,
+      "subrel-constrast": 7.032925605773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.720594644546509,
-      "cov-distil (oracle2student)": 6.478317737579346,
-      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "cov-distil": 3.356271266937256,
+      "cov-distil (oracle2student)": 6.541024208068848,
+      "cov-distil (oracle2teacher)": 5.788689136505127,
       "epoch": 0.11695447409733124,
-      "rel-constrast": 5.557610511779785,
+      "rel-constrast": 6.1065497398376465,
       "step": 149,
-      "subrel-constrast": 5.062001705169678,
+      "subrel-constrast": 5.005842685699463,
       "view-similarity": 0
     },
     {
       "epoch": 0.11773940345368916,
-      "grad_norm": 13.25,
+      "grad_norm": 14.3125,
       "learning_rate": 7.45e-06,
-      "loss": 1.6052,
+      "loss": 1.6485,
       "step": 150
     },
     {
-      "cov-distil": 2.7814245223999023,
-      "cov-distil (oracle2student)": 3.1672582626342773,
-      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "cov-distil": 2.7030045986175537,
+      "cov-distil (oracle2student)": 3.7674810886383057,
+      "cov-distil (oracle2teacher)": 3.085916042327881,
       "epoch": 0.11773940345368916,
-      "rel-constrast": 3.688767671585083,
+      "rel-constrast": 5.151108264923096,
       "step": 150,
-      "subrel-constrast": 4.0553388595581055,
+      "subrel-constrast": 4.00547456741333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.247326374053955,
-      "cov-distil (oracle2student)": 6.089717388153076,
-      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "cov-distil": 3.228457450866699,
+      "cov-distil (oracle2student)": 5.8053789138793945,
+      "cov-distil (oracle2teacher)": 4.123257637023926,
       "epoch": 0.1185243328100471,
-      "rel-constrast": 7.835025787353516,
+      "rel-constrast": 6.911338806152344,
       "step": 151,
-      "subrel-constrast": 5.920222282409668,
+      "subrel-constrast": 5.8396782875061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4771711826324463,
-      "cov-distil (oracle2student)": 5.4199323654174805,
-      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "cov-distil": 3.4417409896850586,
+      "cov-distil (oracle2student)": 8.46318531036377,
+      "cov-distil (oracle2teacher)": 6.07802677154541,
       "epoch": 0.11930926216640503,
-      "rel-constrast": 5.148440361022949,
+      "rel-constrast": 7.051833629608154,
       "step": 152,
-      "subrel-constrast": 5.527997016906738,
+      "subrel-constrast": 5.503161907196045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1515517234802246,
-      "cov-distil (oracle2student)": 5.8758463859558105,
-      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "cov-distil": 3.7280423641204834,
+      "cov-distil (oracle2student)": 6.540938377380371,
+      "cov-distil (oracle2teacher)": 5.274101257324219,
       "epoch": 0.12009419152276295,
-      "rel-constrast": 6.0649309158325195,
+      "rel-constrast": 7.552460670471191,
       "step": 153,
-      "subrel-constrast": 5.996879577636719,
+      "subrel-constrast": 5.9853668212890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6257619857788086,
-      "cov-distil (oracle2student)": 6.314117908477783,
-      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "cov-distil": 4.553602695465088,
+      "cov-distil (oracle2student)": 7.875044822692871,
+      "cov-distil (oracle2teacher)": 5.747226715087891,
       "epoch": 0.12087912087912088,
-      "rel-constrast": 5.450338840484619,
+      "rel-constrast": 8.039193153381348,
       "step": 154,
-      "subrel-constrast": 5.505670547485352,
+      "subrel-constrast": 5.396801471710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0370373725891113,
-      "cov-distil (oracle2student)": 4.342787742614746,
-      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "cov-distil": 4.124904632568359,
+      "cov-distil (oracle2student)": 5.231123924255371,
+      "cov-distil (oracle2teacher)": 4.350968360900879,
       "epoch": 0.12166405023547881,
-      "rel-constrast": 4.312812805175781,
+      "rel-constrast": 5.714207172393799,
       "step": 155,
-      "subrel-constrast": 4.328639984130859,
+      "subrel-constrast": 4.246511936187744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.520047903060913,
-      "cov-distil (oracle2student)": 7.382922172546387,
-      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "cov-distil": 3.9099812507629395,
+      "cov-distil (oracle2student)": 8.506993293762207,
+      "cov-distil (oracle2teacher)": 7.320101737976074,
       "epoch": 0.12244897959183673,
-      "rel-constrast": 6.673659324645996,
+      "rel-constrast": 7.357486724853516,
       "step": 156,
-      "subrel-constrast": 5.639657974243164,
+      "subrel-constrast": 5.5572099685668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1351096630096436,
-      "cov-distil (oracle2student)": 6.902695178985596,
-      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "cov-distil": 2.973890781402588,
+      "cov-distil (oracle2student)": 5.856800079345703,
+      "cov-distil (oracle2teacher)": 5.642977237701416,
       "epoch": 0.12323390894819466,
-      "rel-constrast": 6.046702861785889,
+      "rel-constrast": 4.846946716308594,
       "step": 157,
-      "subrel-constrast": 4.712500095367432,
+      "subrel-constrast": 4.710165977478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.25526762008667,
-      "cov-distil (oracle2student)": 6.525176048278809,
-      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "cov-distil": 4.569513320922852,
+      "cov-distil (oracle2student)": 8.149543762207031,
+      "cov-distil (oracle2teacher)": 5.755398750305176,
       "epoch": 0.12401883830455258,
-      "rel-constrast": 5.966568946838379,
+      "rel-constrast": 6.727461814880371,
       "step": 158,
-      "subrel-constrast": 5.607508659362793,
+      "subrel-constrast": 5.557319641113281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9533963203430176,
-      "cov-distil (oracle2student)": 6.75103759765625,
-      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "cov-distil": 4.660876274108887,
+      "cov-distil (oracle2student)": 6.986422538757324,
+      "cov-distil (oracle2teacher)": 4.300276279449463,
       "epoch": 0.12480376766091052,
-      "rel-constrast": 7.113164901733398,
+      "rel-constrast": 7.226203441619873,
       "step": 159,
-      "subrel-constrast": 5.0479631423950195,
+      "subrel-constrast": 5.097994327545166,
       "view-similarity": 0
     },
     {
       "epoch": 0.12558869701726844,
-      "grad_norm": 17.375,
+      "grad_norm": 14.4375,
       "learning_rate": 7.95e-06,
-      "loss": 1.5405,
+      "loss": 1.6645,
       "step": 160
     },
     {
-      "cov-distil": 2.9749436378479004,
-      "cov-distil (oracle2student)": 5.1709065437316895,
-      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "cov-distil": 2.9662160873413086,
+      "cov-distil (oracle2student)": 5.019498825073242,
+      "cov-distil (oracle2teacher)": 4.117968559265137,
       "epoch": 0.12558869701726844,
-      "rel-constrast": 4.383584976196289,
+      "rel-constrast": 6.524762153625488,
       "step": 160,
-      "subrel-constrast": 4.833831310272217,
+      "subrel-constrast": 4.770631790161133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0097780227661133,
-      "cov-distil (oracle2student)": 5.923301696777344,
-      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "cov-distil": 2.967463970184326,
+      "cov-distil (oracle2student)": 6.850135803222656,
+      "cov-distil (oracle2teacher)": 5.283978462219238,
       "epoch": 0.12637362637362637,
-      "rel-constrast": 5.818535804748535,
+      "rel-constrast": 6.626836776733398,
       "step": 161,
-      "subrel-constrast": 5.84551477432251,
+      "subrel-constrast": 5.70952844619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5908939838409424,
-      "cov-distil (oracle2student)": 5.665188789367676,
-      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "cov-distil": 2.614098072052002,
+      "cov-distil (oracle2student)": 5.192425727844238,
+      "cov-distil (oracle2teacher)": 4.544561862945557,
       "epoch": 0.1271585557299843,
-      "rel-constrast": 5.184443473815918,
+      "rel-constrast": 5.787964820861816,
       "step": 162,
-      "subrel-constrast": 4.453043460845947,
+      "subrel-constrast": 4.3974761962890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.840712070465088,
-      "cov-distil (oracle2student)": 6.3763909339904785,
-      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "cov-distil": 2.5466151237487793,
+      "cov-distil (oracle2student)": 7.476473808288574,
+      "cov-distil (oracle2teacher)": 5.512198448181152,
       "epoch": 0.12794348508634223,
-      "rel-constrast": 6.74964714050293,
+      "rel-constrast": 7.988420486450195,
       "step": 163,
-      "subrel-constrast": 6.0634331703186035,
+      "subrel-constrast": 5.872060775756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5142221450805664,
-      "cov-distil (oracle2student)": 5.44363260269165,
-      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "cov-distil": 4.507816314697266,
+      "cov-distil (oracle2student)": 6.876140594482422,
+      "cov-distil (oracle2teacher)": 5.144808769226074,
       "epoch": 0.12872841444270017,
-      "rel-constrast": 5.557941436767578,
+      "rel-constrast": 7.334781646728516,
       "step": 164,
-      "subrel-constrast": 5.863348960876465,
+      "subrel-constrast": 5.803494930267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2164993286132812,
-      "cov-distil (oracle2student)": 5.855222225189209,
-      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "cov-distil": 3.9260101318359375,
+      "cov-distil (oracle2student)": 6.903123378753662,
+      "cov-distil (oracle2teacher)": 4.879085540771484,
       "epoch": 0.12951334379905807,
-      "rel-constrast": 6.6434831619262695,
+      "rel-constrast": 6.74758768081665,
       "step": 165,
-      "subrel-constrast": 5.331329822540283,
+      "subrel-constrast": 5.27960729598999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1836464405059814,
-      "cov-distil (oracle2student)": 4.513020038604736,
-      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "cov-distil": 3.1240272521972656,
+      "cov-distil (oracle2student)": 5.449798583984375,
+      "cov-distil (oracle2teacher)": 4.361807823181152,
       "epoch": 0.130298273155416,
-      "rel-constrast": 5.878671646118164,
+      "rel-constrast": 5.528712749481201,
       "step": 166,
-      "subrel-constrast": 4.37673807144165,
+      "subrel-constrast": 4.295391082763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.782824754714966,
-      "cov-distil (oracle2student)": 5.268921375274658,
-      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "cov-distil": 3.1909804344177246,
+      "cov-distil (oracle2student)": 5.690861225128174,
+      "cov-distil (oracle2teacher)": 4.958884239196777,
       "epoch": 0.13108320251177394,
-      "rel-constrast": 5.137875556945801,
+      "rel-constrast": 5.0117926597595215,
       "step": 167,
-      "subrel-constrast": 4.443451881408691,
+      "subrel-constrast": 4.3923749923706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.539813995361328,
-      "cov-distil (oracle2student)": 5.48532247543335,
-      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "cov-distil": 2.9253644943237305,
+      "cov-distil (oracle2student)": 6.536823749542236,
+      "cov-distil (oracle2teacher)": 4.949524402618408,
       "epoch": 0.13186813186813187,
-      "rel-constrast": 4.842020511627197,
+      "rel-constrast": 4.632965087890625,
       "step": 168,
-      "subrel-constrast": 4.043414115905762,
+      "subrel-constrast": 4.028526306152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7517428398132324,
-      "cov-distil (oracle2student)": 5.737140655517578,
-      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "cov-distil": 3.960047721862793,
+      "cov-distil (oracle2student)": 6.507816314697266,
+      "cov-distil (oracle2teacher)": 5.179068088531494,
       "epoch": 0.1326530612244898,
-      "rel-constrast": 5.73463249206543,
+      "rel-constrast": 6.54719877243042,
       "step": 169,
-      "subrel-constrast": 5.651345729827881,
+      "subrel-constrast": 5.527524471282959,
       "view-similarity": 0
     },
     {
       "epoch": 0.13343799058084774,
-      "grad_norm": 13.375,
+      "grad_norm": 14.3125,
       "learning_rate": 8.45e-06,
-      "loss": 1.4693,
+      "loss": 1.5683,
       "step": 170
     },
     {
-      "cov-distil": 3.406038522720337,
-      "cov-distil (oracle2student)": 4.48272705078125,
-      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "cov-distil": 4.159029006958008,
+      "cov-distil (oracle2student)": 4.824380874633789,
+      "cov-distil (oracle2teacher)": 3.8449103832244873,
       "epoch": 0.13343799058084774,
-      "rel-constrast": 5.328525543212891,
+      "rel-constrast": 6.738110065460205,
       "step": 170,
-      "subrel-constrast": 5.504851818084717,
+      "subrel-constrast": 5.2951130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2601351737976074,
-      "cov-distil (oracle2student)": 5.214707374572754,
-      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "cov-distil": 2.546135425567627,
+      "cov-distil (oracle2student)": 5.423741340637207,
+      "cov-distil (oracle2teacher)": 3.8009438514709473,
       "epoch": 0.13422291993720564,
-      "rel-constrast": 5.732027530670166,
+      "rel-constrast": 7.40485143661499,
       "step": 171,
-      "subrel-constrast": 5.551510334014893,
+      "subrel-constrast": 5.430835723876953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2649431228637695,
-      "cov-distil (oracle2student)": 4.903834819793701,
-      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "cov-distil": 2.996793270111084,
+      "cov-distil (oracle2student)": 5.2190141677856445,
+      "cov-distil (oracle2teacher)": 3.5644731521606445,
       "epoch": 0.13500784929356358,
-      "rel-constrast": 5.048663139343262,
+      "rel-constrast": 4.73751974105835,
       "step": 172,
-      "subrel-constrast": 4.259944438934326,
+      "subrel-constrast": 4.2271246910095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.291656970977783,
-      "cov-distil (oracle2student)": 5.617837905883789,
-      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "cov-distil": 3.10329008102417,
+      "cov-distil (oracle2student)": 5.63836145401001,
+      "cov-distil (oracle2teacher)": 5.180298328399658,
       "epoch": 0.1357927786499215,
-      "rel-constrast": 4.11165714263916,
+      "rel-constrast": 4.513082504272461,
       "step": 173,
-      "subrel-constrast": 3.9811415672302246,
+      "subrel-constrast": 3.8364601135253906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3816723823547363,
-      "cov-distil (oracle2student)": 5.013119697570801,
-      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "cov-distil": 3.6365127563476562,
+      "cov-distil (oracle2student)": 4.375901222229004,
+      "cov-distil (oracle2teacher)": 4.113977432250977,
       "epoch": 0.13657770800627944,
-      "rel-constrast": 7.141737461090088,
+      "rel-constrast": 6.954038619995117,
       "step": 174,
-      "subrel-constrast": 5.517435550689697,
+      "subrel-constrast": 5.574974536895752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.518374443054199,
-      "cov-distil (oracle2student)": 5.188939094543457,
-      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "cov-distil": 4.325571060180664,
+      "cov-distil (oracle2student)": 5.860617637634277,
+      "cov-distil (oracle2teacher)": 4.595647811889648,
       "epoch": 0.13736263736263737,
-      "rel-constrast": 4.657840251922607,
+      "rel-constrast": 5.240061283111572,
       "step": 175,
-      "subrel-constrast": 4.213469982147217,
+      "subrel-constrast": 4.150509357452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1605043411254883,
-      "cov-distil (oracle2student)": 5.80596923828125,
-      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "cov-distil": 3.920865058898926,
+      "cov-distil (oracle2student)": 7.445850372314453,
+      "cov-distil (oracle2teacher)": 4.6917405128479,
       "epoch": 0.13814756671899528,
-      "rel-constrast": 5.725188732147217,
+      "rel-constrast": 7.635376930236816,
       "step": 176,
-      "subrel-constrast": 5.085594177246094,
+      "subrel-constrast": 5.020007610321045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.439970016479492,
-      "cov-distil (oracle2student)": 5.797138214111328,
-      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "cov-distil": 2.8503286838531494,
+      "cov-distil (oracle2student)": 5.019507884979248,
+      "cov-distil (oracle2teacher)": 4.395993232727051,
       "epoch": 0.1389324960753532,
-      "rel-constrast": 4.679790019989014,
+      "rel-constrast": 5.308384895324707,
       "step": 177,
-      "subrel-constrast": 4.292531967163086,
+      "subrel-constrast": 4.188920021057129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4772512912750244,
-      "cov-distil (oracle2student)": 5.517018795013428,
-      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "cov-distil": 2.7760677337646484,
+      "cov-distil (oracle2student)": 6.2227911949157715,
+      "cov-distil (oracle2teacher)": 4.913880825042725,
       "epoch": 0.13971742543171115,
-      "rel-constrast": 5.169275283813477,
+      "rel-constrast": 6.815461158752441,
       "step": 178,
-      "subrel-constrast": 6.139341354370117,
+      "subrel-constrast": 6.113162517547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.388380527496338,
-      "cov-distil (oracle2student)": 8.562522888183594,
-      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "cov-distil": 3.8002400398254395,
+      "cov-distil (oracle2student)": 8.531770706176758,
+      "cov-distil (oracle2teacher)": 6.51868200302124,
       "epoch": 0.14050235478806908,
-      "rel-constrast": 5.553293704986572,
+      "rel-constrast": 6.894843578338623,
       "step": 179,
-      "subrel-constrast": 5.5493621826171875,
+      "subrel-constrast": 5.462888240814209,
       "view-similarity": 0
     },
     {
       "epoch": 0.141287284144427,
-      "grad_norm": 18.5,
+      "grad_norm": 15.3125,
       "learning_rate": 8.95e-06,
-      "loss": 1.4052,
+      "loss": 1.556,
       "step": 180
     },
     {
-      "cov-distil": 3.203474998474121,
-      "cov-distil (oracle2student)": 4.659393310546875,
-      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "cov-distil": 3.660627603530884,
+      "cov-distil (oracle2student)": 4.592028617858887,
+      "cov-distil (oracle2teacher)": 3.901848554611206,
       "epoch": 0.141287284144427,
-      "rel-constrast": 4.3841938972473145,
+      "rel-constrast": 5.0872673988342285,
       "step": 180,
-      "subrel-constrast": 4.432641506195068,
+      "subrel-constrast": 4.447839260101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8620846271514893,
-      "cov-distil (oracle2student)": 4.239439964294434,
-      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "cov-distil": 3.7277941703796387,
+      "cov-distil (oracle2student)": 4.683640480041504,
+      "cov-distil (oracle2teacher)": 3.5613536834716797,
       "epoch": 0.14207221350078492,
-      "rel-constrast": 5.2689032554626465,
+      "rel-constrast": 5.933948516845703,
       "step": 181,
-      "subrel-constrast": 4.619548797607422,
+      "subrel-constrast": 4.5663838386535645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6243515014648438,
-      "cov-distil (oracle2student)": 6.16297721862793,
-      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "cov-distil": 3.18432354927063,
+      "cov-distil (oracle2student)": 5.910961151123047,
+      "cov-distil (oracle2teacher)": 4.909991264343262,
       "epoch": 0.14285714285714285,
-      "rel-constrast": 5.904332160949707,
+      "rel-constrast": 5.615813255310059,
       "step": 182,
-      "subrel-constrast": 4.9689106941223145,
+      "subrel-constrast": 4.902022361755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.963348388671875,
-      "cov-distil (oracle2student)": 6.655308723449707,
-      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "cov-distil": 2.7425808906555176,
+      "cov-distil (oracle2student)": 8.156492233276367,
+      "cov-distil (oracle2teacher)": 6.178691864013672,
       "epoch": 0.14364207221350078,
-      "rel-constrast": 4.478253364562988,
+      "rel-constrast": 6.230963706970215,
       "step": 183,
-      "subrel-constrast": 4.905683517456055,
+      "subrel-constrast": 4.751954555511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.237755298614502,
-      "cov-distil (oracle2student)": 6.64764404296875,
-      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "cov-distil": 3.122310161590576,
+      "cov-distil (oracle2student)": 7.20608377456665,
+      "cov-distil (oracle2teacher)": 5.5029754638671875,
       "epoch": 0.14442700156985872,
-      "rel-constrast": 5.552248001098633,
+      "rel-constrast": 5.675207138061523,
       "step": 184,
-      "subrel-constrast": 4.654872417449951,
+      "subrel-constrast": 4.6479082107543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.473625659942627,
-      "cov-distil (oracle2student)": 6.30503511428833,
-      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "cov-distil": 2.7526373863220215,
+      "cov-distil (oracle2student)": 7.078078746795654,
+      "cov-distil (oracle2teacher)": 5.19650411605835,
       "epoch": 0.14521193092621665,
-      "rel-constrast": 5.798867225646973,
+      "rel-constrast": 7.837731838226318,
       "step": 185,
-      "subrel-constrast": 5.5699639320373535,
+      "subrel-constrast": 5.389598369598389,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1829147338867188,
-      "cov-distil (oracle2student)": 5.21027946472168,
-      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "cov-distil": 3.923063278198242,
+      "cov-distil (oracle2student)": 6.520418167114258,
+      "cov-distil (oracle2teacher)": 4.242811679840088,
       "epoch": 0.14599686028257458,
-      "rel-constrast": 5.464681625366211,
+      "rel-constrast": 6.193408012390137,
       "step": 186,
-      "subrel-constrast": 5.187503814697266,
+      "subrel-constrast": 5.256560325622559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0477654933929443,
-      "cov-distil (oracle2student)": 6.166605472564697,
-      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "cov-distil": 2.411468029022217,
+      "cov-distil (oracle2student)": 5.593282222747803,
+      "cov-distil (oracle2teacher)": 5.913275718688965,
       "epoch": 0.14678178963893249,
-      "rel-constrast": 6.169456481933594,
+      "rel-constrast": 5.695965766906738,
       "step": 187,
-      "subrel-constrast": 5.03766393661499,
+      "subrel-constrast": 4.936519145965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8547275066375732,
-      "cov-distil (oracle2student)": 5.306525707244873,
-      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "cov-distil": 2.9543309211730957,
+      "cov-distil (oracle2student)": 6.735363006591797,
+      "cov-distil (oracle2teacher)": 5.710293292999268,
       "epoch": 0.14756671899529042,
-      "rel-constrast": 5.305285930633545,
+      "rel-constrast": 5.220108985900879,
       "step": 188,
-      "subrel-constrast": 4.854366779327393,
+      "subrel-constrast": 4.7115159034729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699039459228516,
-      "cov-distil (oracle2student)": 6.397008419036865,
-      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "cov-distil": 3.1853365898132324,
+      "cov-distil (oracle2student)": 7.051092147827148,
+      "cov-distil (oracle2teacher)": 5.130232334136963,
       "epoch": 0.14835164835164835,
-      "rel-constrast": 6.549964427947998,
+      "rel-constrast": 6.393421649932861,
       "step": 189,
-      "subrel-constrast": 5.943665981292725,
+      "subrel-constrast": 5.772905349731445,
       "view-similarity": 0
     },
     {
       "epoch": 0.14913657770800628,
-      "grad_norm": 13.6875,
+      "grad_norm": 13.125,
       "learning_rate": 9.450000000000001e-06,
-      "loss": 1.443,
+      "loss": 1.4971,
       "step": 190
     },
     {
-      "cov-distil": 3.1331424713134766,
-      "cov-distil (oracle2student)": 6.638267517089844,
-      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "cov-distil": 3.488802433013916,
+      "cov-distil (oracle2student)": 5.48549747467041,
+      "cov-distil (oracle2teacher)": 4.984457492828369,
       "epoch": 0.14913657770800628,
-      "rel-constrast": 6.56038236618042,
+      "rel-constrast": 6.4884490966796875,
       "step": 190,
-      "subrel-constrast": 5.594992160797119,
+      "subrel-constrast": 5.601687431335449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.656987190246582,
-      "cov-distil (oracle2student)": 6.065674781799316,
-      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "cov-distil": 4.221560478210449,
+      "cov-distil (oracle2student)": 7.035679817199707,
+      "cov-distil (oracle2teacher)": 5.840982437133789,
       "epoch": 0.14992150706436422,
-      "rel-constrast": 5.598496913909912,
+      "rel-constrast": 6.965384006500244,
       "step": 191,
-      "subrel-constrast": 6.7906293869018555,
+      "subrel-constrast": 6.573321342468262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.191580295562744,
-      "cov-distil (oracle2student)": 8.038559913635254,
-      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "cov-distil": 4.706931114196777,
+      "cov-distil (oracle2student)": 7.382802486419678,
+      "cov-distil (oracle2teacher)": 5.764090061187744,
       "epoch": 0.15070643642072212,
-      "rel-constrast": 4.849475860595703,
+      "rel-constrast": 4.706277847290039,
       "step": 192,
-      "subrel-constrast": 4.131407737731934,
+      "subrel-constrast": 4.1160359382629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.683588743209839,
-      "cov-distil (oracle2student)": 4.587405681610107,
-      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "cov-distil": 3.6087615489959717,
+      "cov-distil (oracle2student)": 6.2577290534973145,
+      "cov-distil (oracle2teacher)": 4.127354621887207,
       "epoch": 0.15149136577708006,
-      "rel-constrast": 4.667137622833252,
+      "rel-constrast": 6.648294448852539,
       "step": 193,
-      "subrel-constrast": 4.492706775665283,
+      "subrel-constrast": 4.3313398361206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5755395889282227,
-      "cov-distil (oracle2student)": 4.595428466796875,
-      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "cov-distil": 4.154907703399658,
+      "cov-distil (oracle2student)": 3.761441946029663,
+      "cov-distil (oracle2teacher)": 2.7899599075317383,
       "epoch": 0.152276295133438,
-      "rel-constrast": 7.136086463928223,
+      "rel-constrast": 7.175872802734375,
       "step": 194,
-      "subrel-constrast": 5.662163257598877,
+      "subrel-constrast": 5.622953414916992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.534440040588379,
-      "cov-distil (oracle2student)": 7.176570892333984,
-      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "cov-distil": 3.7575554847717285,
+      "cov-distil (oracle2student)": 7.670008659362793,
+      "cov-distil (oracle2teacher)": 5.696996212005615,
       "epoch": 0.15306122448979592,
-      "rel-constrast": 6.500258445739746,
+      "rel-constrast": 8.23550796508789,
       "step": 195,
-      "subrel-constrast": 5.75777006149292,
+      "subrel-constrast": 5.412696361541748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.331389904022217,
-      "cov-distil (oracle2student)": 7.628920078277588,
-      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "cov-distil": 2.9929065704345703,
+      "cov-distil (oracle2student)": 8.786867141723633,
+      "cov-distil (oracle2teacher)": 6.474837779998779,
       "epoch": 0.15384615384615385,
-      "rel-constrast": 5.442966461181641,
+      "rel-constrast": 6.341582775115967,
       "step": 196,
-      "subrel-constrast": 5.2714996337890625,
+      "subrel-constrast": 5.165693759918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9742186069488525,
-      "cov-distil (oracle2student)": 4.961199760437012,
-      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "cov-distil": 2.516141891479492,
+      "cov-distil (oracle2student)": 5.787787914276123,
+      "cov-distil (oracle2teacher)": 4.424409866333008,
       "epoch": 0.1546310832025118,
-      "rel-constrast": 4.30648946762085,
+      "rel-constrast": 4.501039505004883,
       "step": 197,
-      "subrel-constrast": 4.105319499969482,
+      "subrel-constrast": 4.0134196281433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3590917587280273,
-      "cov-distil (oracle2student)": 3.817314624786377,
-      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "cov-distil": 3.038858413696289,
+      "cov-distil (oracle2student)": 4.362963676452637,
+      "cov-distil (oracle2teacher)": 3.0764613151550293,
       "epoch": 0.1554160125588697,
-      "rel-constrast": 4.151867866516113,
+      "rel-constrast": 4.955060005187988,
       "step": 198,
-      "subrel-constrast": 3.6788856983184814,
+      "subrel-constrast": 3.57429838180542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9948954582214355,
-      "cov-distil (oracle2student)": 6.080739974975586,
-      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "cov-distil": 3.3787930011749268,
+      "cov-distil (oracle2student)": 7.612249851226807,
+      "cov-distil (oracle2teacher)": 5.655327796936035,
       "epoch": 0.15620094191522763,
-      "rel-constrast": 3.927574634552002,
+      "rel-constrast": 6.064511299133301,
       "step": 199,
-      "subrel-constrast": 4.407478332519531,
+      "subrel-constrast": 4.265407562255859,
       "view-similarity": 0
     },
     {
       "epoch": 0.15698587127158556,
-      "grad_norm": 12.625,
+      "grad_norm": 12.875,
       "learning_rate": 9.950000000000001e-06,
-      "loss": 1.4021,
+      "loss": 1.552,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
-      "overlap": 0.24062500894069672,
+      "overlap": 0.234375,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "student margin": 0.067840576171875
+      "student margin": 0.0514373779296875
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "teacher margin": 0.0570220947265625
+      "teacher margin": 0.05816650390625
     },
     {
       "epoch": 0.15698587127158556,
-      "margin difference": -0.0108184814453125,
+      "margin difference": 0.0067291259765625,
       "step": 200
     },
     {
-      "cov-distil": 3.7237961292266846,
-      "cov-distil (oracle2student)": 7.586442947387695,
-      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "cov-distil": 3.5283257961273193,
+      "cov-distil (oracle2student)": 7.069579124450684,
+      "cov-distil (oracle2teacher)": 5.530835151672363,
       "epoch": 0.15698587127158556,
-      "rel-constrast": 5.464310169219971,
+      "rel-constrast": 6.4820332527160645,
       "step": 200,
-      "subrel-constrast": 5.328721523284912,
+      "subrel-constrast": 5.1075968742370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.274702310562134,
-      "cov-distil (oracle2student)": 5.070128440856934,
-      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "cov-distil": 3.209291696548462,
+      "cov-distil (oracle2student)": 5.308156490325928,
+      "cov-distil (oracle2teacher)": 4.881225109100342,
       "epoch": 0.1577708006279435,
-      "rel-constrast": 4.0968017578125,
+      "rel-constrast": 5.998831272125244,
       "step": 201,
-      "subrel-constrast": 4.411446571350098,
+      "subrel-constrast": 4.238204479217529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2039477825164795,
-      "cov-distil (oracle2student)": 6.712636470794678,
-      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "cov-distil": 3.3433680534362793,
+      "cov-distil (oracle2student)": 7.2297868728637695,
+      "cov-distil (oracle2teacher)": 6.114537239074707,
       "epoch": 0.15855572998430142,
-      "rel-constrast": 5.7678117752075195,
+      "rel-constrast": 7.931365013122559,
       "step": 202,
-      "subrel-constrast": 5.347052574157715,
+      "subrel-constrast": 5.08936882019043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2047228813171387,
-      "cov-distil (oracle2student)": 7.661907196044922,
-      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "cov-distil": 2.942877769470215,
+      "cov-distil (oracle2student)": 8.508478164672852,
+      "cov-distil (oracle2teacher)": 6.401468753814697,
       "epoch": 0.15934065934065933,
-      "rel-constrast": 7.286009311676025,
+      "rel-constrast": 8.04743766784668,
       "step": 203,
-      "subrel-constrast": 5.817068099975586,
+      "subrel-constrast": 5.7293877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.91322922706604,
-      "cov-distil (oracle2student)": 4.107336044311523,
-      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "cov-distil": 2.5413994789123535,
+      "cov-distil (oracle2student)": 3.883056640625,
+      "cov-distil (oracle2teacher)": 3.3418493270874023,
       "epoch": 0.16012558869701726,
-      "rel-constrast": 5.1244730949401855,
+      "rel-constrast": 5.005613803863525,
       "step": 204,
-      "subrel-constrast": 4.262094020843506,
+      "subrel-constrast": 4.038352012634277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.850925922393799,
-      "cov-distil (oracle2student)": 11.0481595993042,
-      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "cov-distil": 3.5852713584899902,
+      "cov-distil (oracle2student)": 10.135774612426758,
+      "cov-distil (oracle2teacher)": 8.518957138061523,
       "epoch": 0.1609105180533752,
-      "rel-constrast": 6.673989295959473,
+      "rel-constrast": 7.922815799713135,
       "step": 205,
-      "subrel-constrast": 6.989043712615967,
+      "subrel-constrast": 6.735560894012451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3848154544830322,
-      "cov-distil (oracle2student)": 7.932931900024414,
-      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "cov-distil": 2.7306466102600098,
+      "cov-distil (oracle2student)": 7.86826229095459,
+      "cov-distil (oracle2teacher)": 6.581382751464844,
       "epoch": 0.16169544740973313,
-      "rel-constrast": 7.136048793792725,
+      "rel-constrast": 7.344729900360107,
       "step": 206,
-      "subrel-constrast": 5.786576747894287,
+      "subrel-constrast": 5.714005470275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.876713275909424,
-      "cov-distil (oracle2student)": 5.842488765716553,
-      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "cov-distil": 2.874847650527954,
+      "cov-distil (oracle2student)": 6.116908073425293,
+      "cov-distil (oracle2teacher)": 5.059069633483887,
       "epoch": 0.16248037676609106,
-      "rel-constrast": 5.31241512298584,
+      "rel-constrast": 4.99725341796875,
       "step": 207,
-      "subrel-constrast": 4.291684150695801,
+      "subrel-constrast": 4.129848480224609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.449646472930908,
-      "cov-distil (oracle2student)": 4.260830879211426,
-      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "cov-distil": 2.7104785442352295,
+      "cov-distil (oracle2student)": 4.546380519866943,
+      "cov-distil (oracle2teacher)": 4.0547308921813965,
       "epoch": 0.16326530612244897,
-      "rel-constrast": 5.283468246459961,
+      "rel-constrast": 6.221567153930664,
       "step": 208,
-      "subrel-constrast": 4.963812351226807,
+      "subrel-constrast": 4.951694488525391,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8306093215942383,
-      "cov-distil (oracle2student)": 7.792827129364014,
-      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "cov-distil": 3.308722972869873,
+      "cov-distil (oracle2student)": 8.769634246826172,
+      "cov-distil (oracle2teacher)": 6.159358978271484,
       "epoch": 0.1640502354788069,
-      "rel-constrast": 5.909091472625732,
+      "rel-constrast": 7.135958194732666,
       "step": 209,
-      "subrel-constrast": 5.323974132537842,
+      "subrel-constrast": 5.102826118469238,
       "view-similarity": 0
     },
     {
       "epoch": 0.16483516483516483,
-      "grad_norm": 14.875,
+      "grad_norm": 14.5625,
       "learning_rate": 1.045e-05,
-      "loss": 1.5181,
+      "loss": 1.6772,
       "step": 210
     },
     {
-      "cov-distil": 3.0215041637420654,
-      "cov-distil (oracle2student)": 8.190481185913086,
-      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "cov-distil": 3.9089038372039795,
+      "cov-distil (oracle2student)": 8.191343307495117,
+      "cov-distil (oracle2teacher)": 6.964232921600342,
       "epoch": 0.16483516483516483,
-      "rel-constrast": 5.830654144287109,
+      "rel-constrast": 6.978365898132324,
       "step": 210,
-      "subrel-constrast": 6.107037544250488,
+      "subrel-constrast": 5.912867069244385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6075353622436523,
-      "cov-distil (oracle2student)": 5.927797317504883,
-      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "cov-distil": 3.0247364044189453,
+      "cov-distil (oracle2student)": 6.459198474884033,
+      "cov-distil (oracle2teacher)": 4.885034561157227,
       "epoch": 0.16562009419152277,
-      "rel-constrast": 5.132475852966309,
+      "rel-constrast": 5.79863977432251,
       "step": 211,
-      "subrel-constrast": 4.88439416885376,
+      "subrel-constrast": 4.586057186126709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1792759895324707,
-      "cov-distil (oracle2student)": 5.705207347869873,
-      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "cov-distil": 3.2326111793518066,
+      "cov-distil (oracle2student)": 5.939338684082031,
+      "cov-distil (oracle2teacher)": 4.757777214050293,
       "epoch": 0.1664050235478807,
-      "rel-constrast": 4.437366485595703,
+      "rel-constrast": 5.478702545166016,
       "step": 212,
-      "subrel-constrast": 4.600239276885986,
+      "subrel-constrast": 4.5379791259765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.843543529510498,
-      "cov-distil (oracle2student)": 5.749957084655762,
-      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "cov-distil": 3.7359390258789062,
+      "cov-distil (oracle2student)": 6.513023853302002,
+      "cov-distil (oracle2teacher)": 5.143453598022461,
       "epoch": 0.16718995290423863,
-      "rel-constrast": 3.4077744483947754,
+      "rel-constrast": 3.716357469558716,
       "step": 213,
-      "subrel-constrast": 3.7116200923919678,
+      "subrel-constrast": 3.6925933361053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7177345752716064,
-      "cov-distil (oracle2student)": 6.503233909606934,
-      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "cov-distil": 3.9763071537017822,
+      "cov-distil (oracle2student)": 7.975461006164551,
+      "cov-distil (oracle2teacher)": 5.06793737411499,
       "epoch": 0.16797488226059654,
-      "rel-constrast": 5.246351718902588,
+      "rel-constrast": 6.44483757019043,
       "step": 214,
-      "subrel-constrast": 4.351907253265381,
+      "subrel-constrast": 4.292359828948975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.748671054840088,
-      "cov-distil (oracle2student)": 4.586667060852051,
-      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "cov-distil": 2.8048253059387207,
+      "cov-distil (oracle2student)": 5.152309417724609,
+      "cov-distil (oracle2teacher)": 3.874213457107544,
       "epoch": 0.16875981161695447,
-      "rel-constrast": 5.743491172790527,
+      "rel-constrast": 6.723339557647705,
       "step": 215,
-      "subrel-constrast": 5.712560653686523,
+      "subrel-constrast": 5.302562713623047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7116360664367676,
-      "cov-distil (oracle2student)": 4.121926307678223,
-      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "cov-distil": 1.9724469184875488,
+      "cov-distil (oracle2student)": 4.413386821746826,
+      "cov-distil (oracle2teacher)": 3.5779309272766113,
       "epoch": 0.1695447409733124,
-      "rel-constrast": 4.147603988647461,
+      "rel-constrast": 4.283953666687012,
       "step": 216,
-      "subrel-constrast": 3.6736254692077637,
+      "subrel-constrast": 3.452906608581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1222097873687744,
-      "cov-distil (oracle2student)": 5.266463756561279,
-      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "cov-distil": 2.3012685775756836,
+      "cov-distil (oracle2student)": 5.754795074462891,
+      "cov-distil (oracle2teacher)": 4.9212517738342285,
       "epoch": 0.17032967032967034,
-      "rel-constrast": 6.011352062225342,
+      "rel-constrast": 5.961301326751709,
       "step": 217,
-      "subrel-constrast": 5.236981391906738,
+      "subrel-constrast": 5.026541233062744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6187005043029785,
-      "cov-distil (oracle2student)": 4.983086585998535,
-      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "cov-distil": 3.084859848022461,
+      "cov-distil (oracle2student)": 4.6096954345703125,
+      "cov-distil (oracle2teacher)": 3.9854748249053955,
       "epoch": 0.17111459968602827,
-      "rel-constrast": 6.265609264373779,
+      "rel-constrast": 6.244478702545166,
       "step": 218,
-      "subrel-constrast": 4.703866481781006,
+      "subrel-constrast": 4.5502166748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.382068395614624,
-      "cov-distil (oracle2student)": 5.941694259643555,
-      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "cov-distil": 3.494931221008301,
+      "cov-distil (oracle2student)": 4.94071102142334,
+      "cov-distil (oracle2teacher)": 3.710479497909546,
       "epoch": 0.17189952904238617,
-      "rel-constrast": 6.0482497215271,
+      "rel-constrast": 7.029558181762695,
       "step": 219,
-      "subrel-constrast": 4.653711318969727,
+      "subrel-constrast": 4.5701117515563965,
       "view-similarity": 0
     },
     {
       "epoch": 0.1726844583987441,
-      "grad_norm": 13.9375,
+      "grad_norm": 15.625,
       "learning_rate": 1.095e-05,
-      "loss": 1.3792,
+      "loss": 1.4665,
       "step": 220
     },
     {
-      "cov-distil": 2.5856785774230957,
-      "cov-distil (oracle2student)": 6.176444053649902,
-      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "cov-distil": 3.2238664627075195,
+      "cov-distil (oracle2student)": 6.585185527801514,
+      "cov-distil (oracle2teacher)": 5.178656101226807,
       "epoch": 0.1726844583987441,
-      "rel-constrast": 5.706560134887695,
+      "rel-constrast": 6.650619029998779,
       "step": 220,
-      "subrel-constrast": 5.1533966064453125,
+      "subrel-constrast": 4.943349361419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.762558937072754,
-      "cov-distil (oracle2student)": 6.647637844085693,
-      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "cov-distil": 2.261411666870117,
+      "cov-distil (oracle2student)": 7.550448417663574,
+      "cov-distil (oracle2teacher)": 5.280452728271484,
       "epoch": 0.17346938775510204,
-      "rel-constrast": 5.161595821380615,
+      "rel-constrast": 5.842954635620117,
       "step": 221,
-      "subrel-constrast": 4.012270450592041,
+      "subrel-constrast": 3.776158094406128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.637533664703369,
-      "cov-distil (oracle2student)": 5.838397026062012,
-      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "cov-distil": 3.1230926513671875,
+      "cov-distil (oracle2student)": 5.597016334533691,
+      "cov-distil (oracle2teacher)": 5.305922508239746,
       "epoch": 0.17425431711145997,
-      "rel-constrast": 5.053402900695801,
+      "rel-constrast": 6.378367900848389,
       "step": 222,
-      "subrel-constrast": 4.9708099365234375,
+      "subrel-constrast": 4.7941484451293945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.336826801300049,
-      "cov-distil (oracle2student)": 5.399420738220215,
-      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "cov-distil": 3.580002546310425,
+      "cov-distil (oracle2student)": 5.423019886016846,
+      "cov-distil (oracle2teacher)": 4.536489963531494,
       "epoch": 0.1750392464678179,
-      "rel-constrast": 3.61594820022583,
+      "rel-constrast": 4.590057849884033,
       "step": 223,
-      "subrel-constrast": 4.12787389755249,
+      "subrel-constrast": 4.026968955993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.445133924484253,
-      "cov-distil (oracle2student)": 5.421712398529053,
-      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "cov-distil": 2.535212516784668,
+      "cov-distil (oracle2student)": 5.673104763031006,
+      "cov-distil (oracle2teacher)": 3.8253986835479736,
       "epoch": 0.17582417582417584,
-      "rel-constrast": 4.549353122711182,
+      "rel-constrast": 5.4184441566467285,
       "step": 224,
-      "subrel-constrast": 4.352869510650635,
+      "subrel-constrast": 4.207962512969971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7959837913513184,
-      "cov-distil (oracle2student)": 6.113248825073242,
-      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "cov-distil": 4.570470809936523,
+      "cov-distil (oracle2student)": 5.951991558074951,
+      "cov-distil (oracle2teacher)": 5.296257972717285,
       "epoch": 0.17660910518053374,
-      "rel-constrast": 5.05862283706665,
+      "rel-constrast": 6.35295295715332,
       "step": 225,
-      "subrel-constrast": 5.57745361328125,
+      "subrel-constrast": 5.348306179046631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3124284744262695,
-      "cov-distil (oracle2student)": 6.702354431152344,
-      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "cov-distil": 3.456725597381592,
+      "cov-distil (oracle2student)": 7.235404968261719,
+      "cov-distil (oracle2teacher)": 5.275980472564697,
       "epoch": 0.17739403453689168,
-      "rel-constrast": 6.356748580932617,
+      "rel-constrast": 6.483428001403809,
       "step": 226,
-      "subrel-constrast": 5.245099067687988,
+      "subrel-constrast": 5.099832057952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386946201324463,
-      "cov-distil (oracle2student)": 8.377017974853516,
-      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "cov-distil": 2.984936237335205,
+      "cov-distil (oracle2student)": 8.418655395507812,
+      "cov-distil (oracle2teacher)": 6.988308429718018,
       "epoch": 0.1781789638932496,
-      "rel-constrast": 6.255722999572754,
+      "rel-constrast": 7.734195232391357,
       "step": 227,
-      "subrel-constrast": 5.9417009353637695,
+      "subrel-constrast": 5.760927200317383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8484878540039062,
-      "cov-distil (oracle2student)": 8.19301986694336,
-      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "cov-distil": 2.984023094177246,
+      "cov-distil (oracle2student)": 8.4630708694458,
+      "cov-distil (oracle2teacher)": 6.944049835205078,
       "epoch": 0.17896389324960754,
-      "rel-constrast": 5.690243721008301,
+      "rel-constrast": 6.70650577545166,
       "step": 228,
-      "subrel-constrast": 6.001501560211182,
+      "subrel-constrast": 5.657758712768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0837349891662598,
-      "cov-distil (oracle2student)": 6.268764495849609,
-      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "cov-distil": 3.748962163925171,
+      "cov-distil (oracle2student)": 7.385298252105713,
+      "cov-distil (oracle2teacher)": 5.675633430480957,
       "epoch": 0.17974882260596547,
-      "rel-constrast": 6.622305870056152,
+      "rel-constrast": 7.36455774307251,
       "step": 229,
-      "subrel-constrast": 5.648178577423096,
+      "subrel-constrast": 5.628712177276611,
       "view-similarity": 0
     },
     {
       "epoch": 0.18053375196232338,
-      "grad_norm": 13.0625,
+      "grad_norm": 12.75,
       "learning_rate": 1.145e-05,
-      "loss": 1.4223,
+      "loss": 1.5881,
       "step": 230
     },
     {
-      "cov-distil": 2.784493923187256,
-      "cov-distil (oracle2student)": 7.625933647155762,
-      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "cov-distil": 2.9036803245544434,
+      "cov-distil (oracle2student)": 7.4820685386657715,
+      "cov-distil (oracle2teacher)": 6.104247093200684,
       "epoch": 0.18053375196232338,
-      "rel-constrast": 6.5320725440979,
+      "rel-constrast": 6.639608860015869,
       "step": 230,
-      "subrel-constrast": 6.3568644523620605,
+      "subrel-constrast": 5.954493045806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6457338333129883,
-      "cov-distil (oracle2student)": 6.021350860595703,
-      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "cov-distil": 2.91481351852417,
+      "cov-distil (oracle2student)": 6.288802146911621,
+      "cov-distil (oracle2teacher)": 5.289515018463135,
       "epoch": 0.1813186813186813,
-      "rel-constrast": 5.55854606628418,
+      "rel-constrast": 5.199117183685303,
       "step": 231,
-      "subrel-constrast": 5.060829162597656,
+      "subrel-constrast": 4.8971099853515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0115959644317627,
-      "cov-distil (oracle2student)": 4.937437057495117,
-      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "cov-distil": 3.0430915355682373,
+      "cov-distil (oracle2student)": 5.847060203552246,
+      "cov-distil (oracle2teacher)": 4.012772560119629,
       "epoch": 0.18210361067503925,
-      "rel-constrast": 5.882181644439697,
+      "rel-constrast": 7.342980861663818,
       "step": 232,
-      "subrel-constrast": 5.401787757873535,
+      "subrel-constrast": 5.210206985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7508275508880615,
-      "cov-distil (oracle2student)": 5.548520088195801,
-      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "cov-distil": 3.067833662033081,
+      "cov-distil (oracle2student)": 7.104142189025879,
+      "cov-distil (oracle2teacher)": 4.654824256896973,
       "epoch": 0.18288854003139718,
-      "rel-constrast": 5.821797847747803,
+      "rel-constrast": 6.129726409912109,
       "step": 233,
-      "subrel-constrast": 5.663866996765137,
+      "subrel-constrast": 5.695138931274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9569406509399414,
-      "cov-distil (oracle2student)": 7.222298622131348,
-      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "cov-distil": 2.8103408813476562,
+      "cov-distil (oracle2student)": 7.6267290115356445,
+      "cov-distil (oracle2teacher)": 7.041560173034668,
       "epoch": 0.1836734693877551,
-      "rel-constrast": 6.105270862579346,
+      "rel-constrast": 5.468483924865723,
       "step": 234,
-      "subrel-constrast": 5.712968349456787,
+      "subrel-constrast": 5.690363883972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.103212833404541,
-      "cov-distil (oracle2student)": 7.01689338684082,
-      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "cov-distil": 2.5587995052337646,
+      "cov-distil (oracle2student)": 5.562972068786621,
+      "cov-distil (oracle2teacher)": 5.41994571685791,
       "epoch": 0.18445839874411302,
-      "rel-constrast": 5.000349521636963,
+      "rel-constrast": 5.773622512817383,
       "step": 235,
-      "subrel-constrast": 5.6979780197143555,
+      "subrel-constrast": 5.3267669677734375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8269240856170654,
-      "cov-distil (oracle2student)": 6.271734237670898,
-      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "cov-distil": 4.249699592590332,
+      "cov-distil (oracle2student)": 7.754398345947266,
+      "cov-distil (oracle2teacher)": 4.796910285949707,
       "epoch": 0.18524332810047095,
-      "rel-constrast": 6.892180442810059,
+      "rel-constrast": 8.531059265136719,
       "step": 236,
-      "subrel-constrast": 5.5071916580200195,
+      "subrel-constrast": 5.342297554016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.617617607116699,
-      "cov-distil (oracle2student)": 7.684514045715332,
-      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "cov-distil": 4.759154319763184,
+      "cov-distil (oracle2student)": 7.0579376220703125,
+      "cov-distil (oracle2teacher)": 6.867465972900391,
       "epoch": 0.18602825745682888,
-      "rel-constrast": 5.50137996673584,
+      "rel-constrast": 6.7225422859191895,
       "step": 237,
-      "subrel-constrast": 5.996005058288574,
+      "subrel-constrast": 5.861257553100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0465898513793945,
-      "cov-distil (oracle2student)": 5.6181640625,
-      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "cov-distil": 2.824655532836914,
+      "cov-distil (oracle2student)": 5.473764419555664,
+      "cov-distil (oracle2teacher)": 3.9914209842681885,
       "epoch": 0.18681318681318682,
-      "rel-constrast": 5.506038665771484,
+      "rel-constrast": 6.062190532684326,
       "step": 238,
-      "subrel-constrast": 4.241726398468018,
+      "subrel-constrast": 4.152079105377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179614067077637,
-      "cov-distil (oracle2student)": 4.143487930297852,
-      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "cov-distil": 2.7214150428771973,
+      "cov-distil (oracle2student)": 4.056142807006836,
+      "cov-distil (oracle2teacher)": 3.105422019958496,
       "epoch": 0.18759811616954475,
-      "rel-constrast": 5.2203168869018555,
+      "rel-constrast": 6.285424709320068,
       "step": 239,
-      "subrel-constrast": 4.7745466232299805,
+      "subrel-constrast": 4.548801898956299,
       "view-similarity": 0
     },
     {
       "epoch": 0.18838304552590268,
-      "grad_norm": 11.4375,
+      "grad_norm": 15.9375,
       "learning_rate": 1.195e-05,
-      "loss": 1.5289,
+      "loss": 1.6039,
       "step": 240
     },
     {
-      "cov-distil": 3.0700650215148926,
-      "cov-distil (oracle2student)": 6.768826484680176,
-      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "cov-distil": 3.2994887828826904,
+      "cov-distil (oracle2student)": 6.404690742492676,
+      "cov-distil (oracle2teacher)": 4.984034061431885,
       "epoch": 0.18838304552590268,
-      "rel-constrast": 5.904140949249268,
+      "rel-constrast": 5.86398983001709,
       "step": 240,
-      "subrel-constrast": 4.922555446624756,
+      "subrel-constrast": 4.766972541809082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.561779499053955,
-      "cov-distil (oracle2student)": 4.69482421875,
-      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "cov-distil": 2.474839687347412,
+      "cov-distil (oracle2student)": 5.551938533782959,
+      "cov-distil (oracle2teacher)": 3.325836181640625,
       "epoch": 0.1891679748822606,
-      "rel-constrast": 7.093609809875488,
+      "rel-constrast": 6.890068054199219,
       "step": 241,
-      "subrel-constrast": 5.326828956604004,
+      "subrel-constrast": 5.152864456176758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.611605167388916,
-      "cov-distil (oracle2student)": 8.443441390991211,
-      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "cov-distil": 2.939002275466919,
+      "cov-distil (oracle2student)": 8.493452072143555,
+      "cov-distil (oracle2teacher)": 5.770837783813477,
       "epoch": 0.18995290423861852,
-      "rel-constrast": 6.5073723793029785,
+      "rel-constrast": 6.677253246307373,
       "step": 242,
-      "subrel-constrast": 5.4820237159729,
+      "subrel-constrast": 5.344944953918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022892713546753,
-      "cov-distil (oracle2student)": 5.535630226135254,
-      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "cov-distil": 3.4027292728424072,
+      "cov-distil (oracle2student)": 6.329041004180908,
+      "cov-distil (oracle2teacher)": 4.339474678039551,
       "epoch": 0.19073783359497645,
-      "rel-constrast": 4.188787460327148,
+      "rel-constrast": 5.450015068054199,
       "step": 243,
-      "subrel-constrast": 4.377328395843506,
+      "subrel-constrast": 3.9405393600463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2616350650787354,
-      "cov-distil (oracle2student)": 7.68295955657959,
-      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "cov-distil": 4.741093635559082,
+      "cov-distil (oracle2student)": 9.936079025268555,
+      "cov-distil (oracle2teacher)": 7.017047882080078,
       "epoch": 0.19152276295133439,
-      "rel-constrast": 3.710407257080078,
+      "rel-constrast": 6.805270671844482,
       "step": 244,
-      "subrel-constrast": 4.857728958129883,
+      "subrel-constrast": 4.80192232131958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4432787895202637,
-      "cov-distil (oracle2student)": 5.955875396728516,
-      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "cov-distil": 2.1672821044921875,
+      "cov-distil (oracle2student)": 6.3422675132751465,
+      "cov-distil (oracle2teacher)": 4.817507743835449,
       "epoch": 0.19230769230769232,
-      "rel-constrast": 4.064718246459961,
+      "rel-constrast": 4.706860542297363,
       "step": 245,
-      "subrel-constrast": 3.286212921142578,
+      "subrel-constrast": 3.0868115425109863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300020217895508,
-      "cov-distil (oracle2student)": 7.3102240562438965,
-      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "cov-distil": 2.822758436203003,
+      "cov-distil (oracle2student)": 7.291840553283691,
+      "cov-distil (oracle2teacher)": 6.726513862609863,
       "epoch": 0.19309262166405022,
-      "rel-constrast": 4.880646228790283,
+      "rel-constrast": 5.267154693603516,
       "step": 246,
-      "subrel-constrast": 5.000226974487305,
+      "subrel-constrast": 4.705516815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8198413848876953,
-      "cov-distil (oracle2student)": 6.318789482116699,
-      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "cov-distil": 3.366947650909424,
+      "cov-distil (oracle2student)": 6.01516580581665,
+      "cov-distil (oracle2teacher)": 5.619762420654297,
       "epoch": 0.19387755102040816,
-      "rel-constrast": 5.271482944488525,
+      "rel-constrast": 4.713459014892578,
       "step": 247,
-      "subrel-constrast": 4.728270530700684,
+      "subrel-constrast": 4.563929557800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701936721801758,
-      "cov-distil (oracle2student)": 7.418839454650879,
-      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "cov-distil": 3.038935661315918,
+      "cov-distil (oracle2student)": 6.752789497375488,
+      "cov-distil (oracle2teacher)": 4.739871501922607,
       "epoch": 0.1946624803767661,
-      "rel-constrast": 5.347120761871338,
+      "rel-constrast": 5.442416667938232,
       "step": 248,
-      "subrel-constrast": 3.8733067512512207,
+      "subrel-constrast": 3.737136125564575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371919870376587,
-      "cov-distil (oracle2student)": 4.60204553604126,
-      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "cov-distil": 3.2531583309173584,
+      "cov-distil (oracle2student)": 6.057809829711914,
+      "cov-distil (oracle2teacher)": 4.334310531616211,
       "epoch": 0.19544740973312402,
-      "rel-constrast": 5.870595932006836,
+      "rel-constrast": 7.131378173828125,
       "step": 249,
-      "subrel-constrast": 5.879952907562256,
+      "subrel-constrast": 5.672539710998535,
       "view-similarity": 0
     },
     {
       "epoch": 0.19623233908948196,
-      "grad_norm": 12.125,
+      "grad_norm": 18.625,
       "learning_rate": 1.2450000000000001e-05,
-      "loss": 1.3889,
+      "loss": 1.4737,
       "step": 250
     },
     {
-      "cov-distil": 2.57767915725708,
-      "cov-distil (oracle2student)": 5.355373382568359,
-      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "cov-distil": 3.516162872314453,
+      "cov-distil (oracle2student)": 5.811059951782227,
+      "cov-distil (oracle2teacher)": 4.604798793792725,
       "epoch": 0.19623233908948196,
-      "rel-constrast": 4.8918633460998535,
+      "rel-constrast": 5.385979175567627,
       "step": 250,
-      "subrel-constrast": 5.259022235870361,
+      "subrel-constrast": 4.9506120681762695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.245497703552246,
-      "cov-distil (oracle2student)": 6.331605911254883,
-      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "cov-distil": 3.565119743347168,
+      "cov-distil (oracle2student)": 8.027206420898438,
+      "cov-distil (oracle2teacher)": 4.743947982788086,
       "epoch": 0.1970172684458399,
-      "rel-constrast": 5.062900066375732,
+      "rel-constrast": 6.1465606689453125,
       "step": 251,
-      "subrel-constrast": 5.577909469604492,
+      "subrel-constrast": 5.242536544799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9672136306762695,
-      "cov-distil (oracle2student)": 6.6121673583984375,
-      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "cov-distil": 4.966289043426514,
+      "cov-distil (oracle2student)": 6.7596235275268555,
+      "cov-distil (oracle2teacher)": 6.213712692260742,
       "epoch": 0.1978021978021978,
-      "rel-constrast": 4.805986404418945,
+      "rel-constrast": 5.233745574951172,
       "step": 252,
-      "subrel-constrast": 5.142998218536377,
+      "subrel-constrast": 4.842480659484863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7761154174804688,
-      "cov-distil (oracle2student)": 4.467655181884766,
-      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "cov-distil": 3.433755397796631,
+      "cov-distil (oracle2student)": 3.9055960178375244,
+      "cov-distil (oracle2teacher)": 3.547523021697998,
       "epoch": 0.19858712715855573,
-      "rel-constrast": 6.2257208824157715,
+      "rel-constrast": 6.395503997802734,
       "step": 253,
-      "subrel-constrast": 6.681684970855713,
+      "subrel-constrast": 6.658457279205322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5528666973114014,
-      "cov-distil (oracle2student)": 3.8436954021453857,
-      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "cov-distil": 3.111330986022949,
+      "cov-distil (oracle2student)": 3.668722152709961,
+      "cov-distil (oracle2teacher)": 3.4141297340393066,
       "epoch": 0.19937205651491366,
-      "rel-constrast": 4.351076602935791,
+      "rel-constrast": 4.0804829597473145,
       "step": 254,
-      "subrel-constrast": 4.7084856033325195,
+      "subrel-constrast": 4.358175277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436844825744629,
-      "cov-distil (oracle2student)": 4.236217498779297,
-      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "cov-distil": 3.1300435066223145,
+      "cov-distil (oracle2student)": 5.203346252441406,
+      "cov-distil (oracle2teacher)": 4.6285176277160645,
       "epoch": 0.2001569858712716,
-      "rel-constrast": 4.495194911956787,
+      "rel-constrast": 5.73390531539917,
       "step": 255,
-      "subrel-constrast": 4.984120845794678,
+      "subrel-constrast": 4.773066520690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8471765518188477,
-      "cov-distil (oracle2student)": 6.064319133758545,
-      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "cov-distil": 2.5665247440338135,
+      "cov-distil (oracle2student)": 5.164233207702637,
+      "cov-distil (oracle2teacher)": 4.859079360961914,
       "epoch": 0.20094191522762953,
-      "rel-constrast": 6.856153964996338,
+      "rel-constrast": 6.5312018394470215,
       "step": 256,
-      "subrel-constrast": 6.399039268493652,
+      "subrel-constrast": 5.86644172668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.282780408859253,
-      "cov-distil (oracle2student)": 6.418514728546143,
-      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "cov-distil": 2.474895477294922,
+      "cov-distil (oracle2student)": 6.759990692138672,
+      "cov-distil (oracle2teacher)": 5.076593399047852,
       "epoch": 0.20172684458398743,
-      "rel-constrast": 3.691617488861084,
+      "rel-constrast": 3.920262336730957,
       "step": 257,
-      "subrel-constrast": 3.647446393966675,
+      "subrel-constrast": 3.723156452178955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8209176063537598,
-      "cov-distil (oracle2student)": 6.559376239776611,
-      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "cov-distil": 3.1205925941467285,
+      "cov-distil (oracle2student)": 7.466899394989014,
+      "cov-distil (oracle2teacher)": 6.139980316162109,
       "epoch": 0.20251177394034536,
-      "rel-constrast": 5.5977067947387695,
+      "rel-constrast": 7.872465133666992,
       "step": 258,
-      "subrel-constrast": 5.495102882385254,
+      "subrel-constrast": 5.299954414367676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641873836517334,
-      "cov-distil (oracle2student)": 7.442392349243164,
-      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "cov-distil": 3.8939738273620605,
+      "cov-distil (oracle2student)": 8.317615509033203,
+      "cov-distil (oracle2teacher)": 5.729403018951416,
       "epoch": 0.2032967032967033,
-      "rel-constrast": 3.466684103012085,
+      "rel-constrast": 4.958531856536865,
       "step": 259,
-      "subrel-constrast": 3.5653722286224365,
+      "subrel-constrast": 3.58616304397583,
       "view-similarity": 0
     },
     {
       "epoch": 0.20408163265306123,
-      "grad_norm": 11.0625,
+      "grad_norm": 16.25,
       "learning_rate": 1.2950000000000001e-05,
-      "loss": 1.309,
+      "loss": 1.4065,
       "step": 260
     },
     {
-      "cov-distil": 3.5698390007019043,
-      "cov-distil (oracle2student)": 7.782341957092285,
-      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "cov-distil": 4.336055755615234,
+      "cov-distil (oracle2student)": 7.078025817871094,
+      "cov-distil (oracle2teacher)": 6.190380573272705,
       "epoch": 0.20408163265306123,
-      "rel-constrast": 7.622033596038818,
+      "rel-constrast": 8.60249137878418,
       "step": 260,
-      "subrel-constrast": 7.28366231918335,
+      "subrel-constrast": 7.161799430847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8396096229553223,
-      "cov-distil (oracle2student)": 5.895359992980957,
-      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "cov-distil": 3.298201322555542,
+      "cov-distil (oracle2student)": 6.895780086517334,
+      "cov-distil (oracle2teacher)": 5.064095497131348,
       "epoch": 0.20486656200941916,
-      "rel-constrast": 6.895399570465088,
+      "rel-constrast": 9.036319732666016,
       "step": 261,
-      "subrel-constrast": 7.5016703605651855,
+      "subrel-constrast": 6.993175506591797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8108363151550293,
-      "cov-distil (oracle2student)": 6.897369384765625,
-      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "cov-distil": 3.6800646781921387,
+      "cov-distil (oracle2student)": 6.780130386352539,
+      "cov-distil (oracle2teacher)": 5.701805114746094,
       "epoch": 0.20565149136577707,
-      "rel-constrast": 6.448241233825684,
+      "rel-constrast": 6.868691444396973,
       "step": 262,
-      "subrel-constrast": 5.558028221130371,
+      "subrel-constrast": 5.394209861755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3478736877441406,
-      "cov-distil (oracle2student)": 6.083657264709473,
-      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "cov-distil": 2.9533309936523438,
+      "cov-distil (oracle2student)": 6.258018970489502,
+      "cov-distil (oracle2teacher)": 5.135937690734863,
       "epoch": 0.206436420722135,
-      "rel-constrast": 4.897732734680176,
+      "rel-constrast": 5.3347601890563965,
       "step": 263,
-      "subrel-constrast": 4.740241527557373,
+      "subrel-constrast": 4.978070259094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.51102614402771,
-      "cov-distil (oracle2student)": 6.846009731292725,
-      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "cov-distil": 3.2236413955688477,
+      "cov-distil (oracle2student)": 5.960575580596924,
+      "cov-distil (oracle2teacher)": 4.797710418701172,
       "epoch": 0.20722135007849293,
-      "rel-constrast": 5.827173233032227,
+      "rel-constrast": 4.859791278839111,
       "step": 264,
-      "subrel-constrast": 4.172447204589844,
+      "subrel-constrast": 3.9997777938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1208271980285645,
-      "cov-distil (oracle2student)": 4.811653137207031,
-      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "cov-distil": 2.9068026542663574,
+      "cov-distil (oracle2student)": 5.524225234985352,
+      "cov-distil (oracle2teacher)": 5.041040897369385,
       "epoch": 0.20800627943485087,
-      "rel-constrast": 4.7869768142700195,
+      "rel-constrast": 5.037485122680664,
       "step": 265,
-      "subrel-constrast": 4.889547824859619,
+      "subrel-constrast": 4.4791765213012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.029162645339966,
-      "cov-distil (oracle2student)": 5.588479042053223,
-      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "cov-distil": 2.5913591384887695,
+      "cov-distil (oracle2student)": 5.304985046386719,
+      "cov-distil (oracle2teacher)": 4.153073310852051,
       "epoch": 0.2087912087912088,
-      "rel-constrast": 5.366364002227783,
+      "rel-constrast": 5.659143924713135,
       "step": 266,
-      "subrel-constrast": 4.852118015289307,
+      "subrel-constrast": 4.3519721031188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8015055656433105,
-      "cov-distil (oracle2student)": 5.775141716003418,
-      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "cov-distil": 2.0903985500335693,
+      "cov-distil (oracle2student)": 6.570267677307129,
+      "cov-distil (oracle2teacher)": 4.888650417327881,
       "epoch": 0.20957613814756673,
-      "rel-constrast": 6.310330390930176,
+      "rel-constrast": 6.342266082763672,
       "step": 267,
-      "subrel-constrast": 5.940087795257568,
+      "subrel-constrast": 5.480305194854736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854526996612549,
-      "cov-distil (oracle2student)": 7.498423099517822,
-      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "cov-distil": 2.666135787963867,
+      "cov-distil (oracle2student)": 7.292048454284668,
+      "cov-distil (oracle2teacher)": 5.538511276245117,
       "epoch": 0.21036106750392464,
-      "rel-constrast": 5.91723108291626,
+      "rel-constrast": 5.866069316864014,
       "step": 268,
-      "subrel-constrast": 5.569789886474609,
+      "subrel-constrast": 5.420258045196533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8521933555603027,
-      "cov-distil (oracle2student)": 8.516229629516602,
-      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "cov-distil": 3.585205554962158,
+      "cov-distil (oracle2student)": 8.651119232177734,
+      "cov-distil (oracle2teacher)": 7.891222953796387,
       "epoch": 0.21114599686028257,
-      "rel-constrast": 5.549358367919922,
+      "rel-constrast": 5.89880895614624,
       "step": 269,
-      "subrel-constrast": 5.865178108215332,
+      "subrel-constrast": 5.620781421661377,
       "view-similarity": 0
     },
     {
       "epoch": 0.2119309262166405,
-      "grad_norm": 10.5,
+      "grad_norm": 12.4375,
       "learning_rate": 1.3450000000000002e-05,
-      "loss": 1.5599,
+      "loss": 1.5876,
       "step": 270
     },
     {
-      "cov-distil": 2.6384477615356445,
-      "cov-distil (oracle2student)": 6.601221084594727,
-      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "cov-distil": 2.7466444969177246,
+      "cov-distil (oracle2student)": 6.770458221435547,
+      "cov-distil (oracle2teacher)": 5.722110748291016,
       "epoch": 0.2119309262166405,
-      "rel-constrast": 5.00776481628418,
+      "rel-constrast": 5.583882808685303,
       "step": 270,
-      "subrel-constrast": 5.840844631195068,
+      "subrel-constrast": 4.953369617462158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7631101608276367,
-      "cov-distil (oracle2student)": 6.431881904602051,
-      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "cov-distil": 4.387966156005859,
+      "cov-distil (oracle2student)": 6.782116413116455,
+      "cov-distil (oracle2teacher)": 6.230133056640625,
       "epoch": 0.21271585557299844,
-      "rel-constrast": 6.45134162902832,
+      "rel-constrast": 6.828855514526367,
       "step": 271,
-      "subrel-constrast": 5.76878023147583,
+      "subrel-constrast": 5.767931938171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7807393074035645,
-      "cov-distil (oracle2student)": 5.865763187408447,
-      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "cov-distil": 3.4776148796081543,
+      "cov-distil (oracle2student)": 7.725714206695557,
+      "cov-distil (oracle2teacher)": 4.2353901863098145,
       "epoch": 0.21350078492935637,
-      "rel-constrast": 4.840774059295654,
+      "rel-constrast": 6.7675676345825195,
       "step": 272,
-      "subrel-constrast": 4.348789691925049,
+      "subrel-constrast": 4.243733882904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6134047508239746,
-      "cov-distil (oracle2student)": 8.872061729431152,
-      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "cov-distil": 2.8837342262268066,
+      "cov-distil (oracle2student)": 8.100215911865234,
+      "cov-distil (oracle2teacher)": 6.865073204040527,
       "epoch": 0.21428571428571427,
-      "rel-constrast": 6.13456392288208,
+      "rel-constrast": 5.722375392913818,
       "step": 273,
-      "subrel-constrast": 5.690077781677246,
+      "subrel-constrast": 5.196401596069336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.838979721069336,
-      "cov-distil (oracle2student)": 4.565421104431152,
-      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "cov-distil": 3.547816276550293,
+      "cov-distil (oracle2student)": 4.683432579040527,
+      "cov-distil (oracle2teacher)": 4.061279773712158,
       "epoch": 0.2150706436420722,
-      "rel-constrast": 3.4405574798583984,
+      "rel-constrast": 4.491962432861328,
       "step": 274,
-      "subrel-constrast": 3.9467220306396484,
+      "subrel-constrast": 3.8705804347991943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.894028663635254,
-      "cov-distil (oracle2student)": 7.862314224243164,
-      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "cov-distil": 3.2293360233306885,
+      "cov-distil (oracle2student)": 7.682043075561523,
+      "cov-distil (oracle2teacher)": 6.1583662033081055,
       "epoch": 0.21585557299843014,
-      "rel-constrast": 5.791769027709961,
+      "rel-constrast": 6.308538913726807,
       "step": 275,
-      "subrel-constrast": 5.281234264373779,
+      "subrel-constrast": 5.119235515594482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.420649766921997,
-      "cov-distil (oracle2student)": 5.416041374206543,
-      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "cov-distil": 3.4919610023498535,
+      "cov-distil (oracle2student)": 6.640707015991211,
+      "cov-distil (oracle2teacher)": 5.214866638183594,
       "epoch": 0.21664050235478807,
-      "rel-constrast": 6.379445552825928,
+      "rel-constrast": 7.374178886413574,
       "step": 276,
-      "subrel-constrast": 6.395686149597168,
+      "subrel-constrast": 6.104369640350342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.47515606880188,
-      "cov-distil (oracle2student)": 6.390409469604492,
-      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "cov-distil": 3.115516185760498,
+      "cov-distil (oracle2student)": 5.996584415435791,
+      "cov-distil (oracle2teacher)": 4.823023796081543,
       "epoch": 0.217425431711146,
-      "rel-constrast": 6.01629114151001,
+      "rel-constrast": 6.20583963394165,
       "step": 277,
-      "subrel-constrast": 4.883129119873047,
+      "subrel-constrast": 5.029137134552002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6170835494995117,
-      "cov-distil (oracle2student)": 5.599660873413086,
-      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "cov-distil": 2.7918639183044434,
+      "cov-distil (oracle2student)": 5.684634208679199,
+      "cov-distil (oracle2teacher)": 4.810190200805664,
       "epoch": 0.21821036106750394,
-      "rel-constrast": 5.321742057800293,
+      "rel-constrast": 4.79813289642334,
       "step": 278,
-      "subrel-constrast": 5.569702625274658,
+      "subrel-constrast": 5.397599697113037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4472475051879883,
-      "cov-distil (oracle2student)": 4.157199859619141,
-      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "cov-distil": 3.1064231395721436,
+      "cov-distil (oracle2student)": 4.2301201820373535,
+      "cov-distil (oracle2teacher)": 3.5788700580596924,
       "epoch": 0.21899529042386184,
-      "rel-constrast": 5.365159034729004,
+      "rel-constrast": 5.084054946899414,
       "step": 279,
-      "subrel-constrast": 4.612099647521973,
+      "subrel-constrast": 4.2111334800720215,
       "view-similarity": 0
     },
     {
       "epoch": 0.21978021978021978,
-      "grad_norm": 11.75,
+      "grad_norm": 11.875,
       "learning_rate": 1.3950000000000002e-05,
-      "loss": 1.4375,
+      "loss": 1.4791,
       "step": 280
     },
     {
-      "cov-distil": 2.9893362522125244,
-      "cov-distil (oracle2student)": 4.024957656860352,
-      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "cov-distil": 2.8841805458068848,
+      "cov-distil (oracle2student)": 5.231929779052734,
+      "cov-distil (oracle2teacher)": 3.8020687103271484,
       "epoch": 0.21978021978021978,
-      "rel-constrast": 3.5614960193634033,
+      "rel-constrast": 5.070528984069824,
       "step": 280,
-      "subrel-constrast": 3.8487634658813477,
+      "subrel-constrast": 3.608320951461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.844444990158081,
-      "cov-distil (oracle2student)": 5.392576217651367,
-      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "cov-distil": 1.789047122001648,
+      "cov-distil (oracle2student)": 6.3516340255737305,
+      "cov-distil (oracle2teacher)": 4.324160099029541,
       "epoch": 0.2205651491365777,
-      "rel-constrast": 4.974848747253418,
+      "rel-constrast": 5.733168601989746,
       "step": 281,
-      "subrel-constrast": 4.340900421142578,
+      "subrel-constrast": 4.130161762237549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.113116502761841,
-      "cov-distil (oracle2student)": 5.14133358001709,
-      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "cov-distil": 3.2254583835601807,
+      "cov-distil (oracle2student)": 5.774847984313965,
+      "cov-distil (oracle2teacher)": 4.546616554260254,
       "epoch": 0.22135007849293564,
-      "rel-constrast": 3.7480554580688477,
+      "rel-constrast": 4.129452228546143,
       "step": 282,
-      "subrel-constrast": 3.691127061843872,
+      "subrel-constrast": 3.598750114440918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6692819595336914,
-      "cov-distil (oracle2student)": 5.371300220489502,
-      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "cov-distil": 2.9880526065826416,
+      "cov-distil (oracle2student)": 5.123470306396484,
+      "cov-distil (oracle2teacher)": 4.069883346557617,
       "epoch": 0.22213500784929358,
-      "rel-constrast": 3.1415340900421143,
+      "rel-constrast": 3.295433759689331,
       "step": 283,
-      "subrel-constrast": 3.5099706649780273,
+      "subrel-constrast": 3.324979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.123812675476074,
-      "cov-distil (oracle2student)": 5.589199066162109,
-      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "cov-distil": 4.25510311126709,
+      "cov-distil (oracle2student)": 6.302071571350098,
+      "cov-distil (oracle2teacher)": 4.757148742675781,
       "epoch": 0.22291993720565148,
-      "rel-constrast": 5.24945068359375,
+      "rel-constrast": 5.31478214263916,
       "step": 284,
-      "subrel-constrast": 5.918647289276123,
+      "subrel-constrast": 5.6519598960876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8713016510009766,
-      "cov-distil (oracle2student)": 4.705049991607666,
-      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "cov-distil": 3.2425737380981445,
+      "cov-distil (oracle2student)": 5.098972320556641,
+      "cov-distil (oracle2teacher)": 4.024742126464844,
       "epoch": 0.2237048665620094,
-      "rel-constrast": 4.912763595581055,
+      "rel-constrast": 5.870516777038574,
       "step": 285,
-      "subrel-constrast": 4.87550163269043,
+      "subrel-constrast": 4.4377851486206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3451600074768066,
-      "cov-distil (oracle2student)": 5.1898112297058105,
-      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "cov-distil": 3.38612961769104,
+      "cov-distil (oracle2student)": 5.2903733253479,
+      "cov-distil (oracle2teacher)": 4.70941162109375,
       "epoch": 0.22448979591836735,
-      "rel-constrast": 3.9581844806671143,
+      "rel-constrast": 4.851799011230469,
       "step": 286,
-      "subrel-constrast": 4.999188423156738,
+      "subrel-constrast": 4.53253698348999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.046831130981445,
-      "cov-distil (oracle2student)": 5.279922008514404,
-      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "cov-distil": 5.291201591491699,
+      "cov-distil (oracle2student)": 5.844934463500977,
+      "cov-distil (oracle2teacher)": 4.84541654586792,
       "epoch": 0.22527472527472528,
-      "rel-constrast": 3.851740598678589,
+      "rel-constrast": 5.835660457611084,
       "step": 287,
-      "subrel-constrast": 5.069759368896484,
+      "subrel-constrast": 5.024116039276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9045445919036865,
-      "cov-distil (oracle2student)": 4.107922077178955,
-      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "cov-distil": 2.9398608207702637,
+      "cov-distil (oracle2student)": 4.3184967041015625,
+      "cov-distil (oracle2teacher)": 3.2652041912078857,
       "epoch": 0.2260596546310832,
-      "rel-constrast": 3.7474989891052246,
+      "rel-constrast": 3.811152219772339,
       "step": 288,
-      "subrel-constrast": 3.227546215057373,
+      "subrel-constrast": 3.2368462085723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6393697261810303,
-      "cov-distil (oracle2student)": 5.38969612121582,
-      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "cov-distil": 2.8907761573791504,
+      "cov-distil (oracle2student)": 6.32274866104126,
+      "cov-distil (oracle2teacher)": 4.817951679229736,
       "epoch": 0.22684458398744112,
-      "rel-constrast": 5.448161602020264,
+      "rel-constrast": 6.02825403213501,
       "step": 289,
-      "subrel-constrast": 4.952843189239502,
+      "subrel-constrast": 4.743237495422363,
       "view-similarity": 0
     },
     {
       "epoch": 0.22762951334379905,
-      "grad_norm": 11.0625,
+      "grad_norm": 11.375,
       "learning_rate": 1.4449999999999999e-05,
-      "loss": 1.1312,
+      "loss": 1.2485,
       "step": 290
     },
     {
-      "cov-distil": 2.2228524684906006,
-      "cov-distil (oracle2student)": 5.054024696350098,
-      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "cov-distil": 2.9347901344299316,
+      "cov-distil (oracle2student)": 4.872867584228516,
+      "cov-distil (oracle2teacher)": 4.179929733276367,
       "epoch": 0.22762951334379905,
-      "rel-constrast": 4.407362937927246,
+      "rel-constrast": 5.155918598175049,
       "step": 290,
-      "subrel-constrast": 3.7540085315704346,
+      "subrel-constrast": 3.6043808460235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.322395086288452,
-      "cov-distil (oracle2student)": 5.8189802169799805,
-      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "cov-distil": 3.9107203483581543,
+      "cov-distil (oracle2student)": 7.445195198059082,
+      "cov-distil (oracle2teacher)": 5.120218753814697,
       "epoch": 0.22841444270015698,
-      "rel-constrast": 7.071442127227783,
+      "rel-constrast": 7.677296161651611,
       "step": 291,
-      "subrel-constrast": 5.730456352233887,
+      "subrel-constrast": 5.529508113861084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16727876663208,
-      "cov-distil (oracle2student)": 4.567198753356934,
-      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "cov-distil": 2.4434685707092285,
+      "cov-distil (oracle2student)": 4.508039474487305,
+      "cov-distil (oracle2teacher)": 3.5461554527282715,
       "epoch": 0.22919937205651492,
-      "rel-constrast": 4.42551851272583,
+      "rel-constrast": 5.153941631317139,
       "step": 292,
-      "subrel-constrast": 4.485289573669434,
+      "subrel-constrast": 4.15155553817749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469608783721924,
-      "cov-distil (oracle2student)": 5.156149864196777,
-      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "cov-distil": 2.582817554473877,
+      "cov-distil (oracle2student)": 5.146377086639404,
+      "cov-distil (oracle2teacher)": 4.31059455871582,
       "epoch": 0.22998430141287285,
-      "rel-constrast": 5.817928314208984,
+      "rel-constrast": 5.175385475158691,
       "step": 293,
-      "subrel-constrast": 5.512660503387451,
+      "subrel-constrast": 5.058679103851318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7178702354431152,
-      "cov-distil (oracle2student)": 6.17563009262085,
-      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "cov-distil": 3.5422732830047607,
+      "cov-distil (oracle2student)": 6.001456260681152,
+      "cov-distil (oracle2teacher)": 5.188901901245117,
       "epoch": 0.23076923076923078,
-      "rel-constrast": 4.059771537780762,
+      "rel-constrast": 4.473079681396484,
       "step": 294,
-      "subrel-constrast": 4.546008110046387,
+      "subrel-constrast": 4.181125640869141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.426544189453125,
-      "cov-distil (oracle2student)": 6.170835494995117,
-      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "cov-distil": 2.6128244400024414,
+      "cov-distil (oracle2student)": 6.004209518432617,
+      "cov-distil (oracle2teacher)": 4.370993614196777,
       "epoch": 0.2315541601255887,
-      "rel-constrast": 5.40432071685791,
+      "rel-constrast": 4.921375751495361,
       "step": 295,
-      "subrel-constrast": 4.621823310852051,
+      "subrel-constrast": 4.1689252853393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4757297039031982,
-      "cov-distil (oracle2student)": 5.960691452026367,
-      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "cov-distil": 2.5751001834869385,
+      "cov-distil (oracle2student)": 4.772381782531738,
+      "cov-distil (oracle2teacher)": 4.355014324188232,
       "epoch": 0.23233908948194662,
-      "rel-constrast": 5.51530122756958,
+      "rel-constrast": 6.146240711212158,
       "step": 296,
-      "subrel-constrast": 4.927340507507324,
+      "subrel-constrast": 4.476834774017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.657459259033203,
-      "cov-distil (oracle2student)": 5.8439040184021,
-      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "cov-distil": 3.9748764038085938,
+      "cov-distil (oracle2student)": 6.486191749572754,
+      "cov-distil (oracle2teacher)": 5.096853256225586,
       "epoch": 0.23312401883830455,
-      "rel-constrast": 5.3520827293396,
+      "rel-constrast": 6.090335369110107,
       "step": 297,
-      "subrel-constrast": 5.7532639503479,
+      "subrel-constrast": 5.588194370269775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3521299362182617,
-      "cov-distil (oracle2student)": 4.154911041259766,
-      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "cov-distil": 2.44960880279541,
+      "cov-distil (oracle2student)": 3.8874282836914062,
+      "cov-distil (oracle2teacher)": 3.8167011737823486,
       "epoch": 0.23390894819466249,
-      "rel-constrast": 4.380270481109619,
+      "rel-constrast": 5.933355331420898,
       "step": 298,
-      "subrel-constrast": 4.369304656982422,
+      "subrel-constrast": 3.9365546703338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0642247200012207,
-      "cov-distil (oracle2student)": 8.378507614135742,
-      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "cov-distil": 3.636549949645996,
+      "cov-distil (oracle2student)": 7.991456508636475,
+      "cov-distil (oracle2teacher)": 7.372882843017578,
       "epoch": 0.23469387755102042,
-      "rel-constrast": 6.201256275177002,
+      "rel-constrast": 6.266528129577637,
       "step": 299,
-      "subrel-constrast": 6.11863374710083,
+      "subrel-constrast": 5.849900722503662,
       "view-similarity": 0
     },
     {
       "epoch": 0.23547880690737832,
-      "grad_norm": 12.3125,
+      "grad_norm": 12.9375,
       "learning_rate": 1.4950000000000001e-05,
-      "loss": 1.3781,
+      "loss": 1.4248,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
-      "overlap": 0.2109375,
+      "overlap": 0.20781250298023224,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "student margin": 0.05963134765625
+      "student margin": 0.0362548828125
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "teacher margin": 0.038360595703125
+      "teacher margin": 0.0373687744140625
     },
     {
       "epoch": 0.23547880690737832,
-      "margin difference": -0.021270751953125,
+      "margin difference": 0.0011138916015625,
       "step": 300
     },
     {
-      "cov-distil": 3.008206367492676,
-      "cov-distil (oracle2student)": 5.292865753173828,
-      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "cov-distil": 2.995849609375,
+      "cov-distil (oracle2student)": 5.09915828704834,
+      "cov-distil (oracle2teacher)": 4.621673107147217,
       "epoch": 0.23547880690737832,
-      "rel-constrast": 4.0116376876831055,
+      "rel-constrast": 5.374889373779297,
       "step": 300,
-      "subrel-constrast": 4.785098075866699,
+      "subrel-constrast": 4.954840660095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989365577697754,
-      "cov-distil (oracle2student)": 5.546765327453613,
-      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "cov-distil": 2.807335376739502,
+      "cov-distil (oracle2student)": 5.43807315826416,
+      "cov-distil (oracle2teacher)": 4.944613456726074,
       "epoch": 0.23626373626373626,
-      "rel-constrast": 6.474400043487549,
+      "rel-constrast": 6.832364559173584,
       "step": 301,
-      "subrel-constrast": 5.127968788146973,
+      "subrel-constrast": 5.392660617828369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1983444690704346,
-      "cov-distil (oracle2student)": 8.063515663146973,
-      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "cov-distil": 4.137192726135254,
+      "cov-distil (oracle2student)": 9.00510025024414,
+      "cov-distil (oracle2teacher)": 6.73104190826416,
       "epoch": 0.2370486656200942,
-      "rel-constrast": 7.403573989868164,
+      "rel-constrast": 8.269548416137695,
       "step": 302,
-      "subrel-constrast": 7.299440383911133,
+      "subrel-constrast": 7.39450216293335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1733779907226562,
-      "cov-distil (oracle2student)": 5.806576251983643,
-      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "cov-distil": 2.0982232093811035,
+      "cov-distil (oracle2student)": 5.335261344909668,
+      "cov-distil (oracle2teacher)": 4.4932451248168945,
       "epoch": 0.23783359497645212,
-      "rel-constrast": 4.8100080490112305,
+      "rel-constrast": 5.1851582527160645,
       "step": 303,
-      "subrel-constrast": 4.575942039489746,
+      "subrel-constrast": 4.23055362701416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.296001434326172,
-      "cov-distil (oracle2student)": 5.940627098083496,
-      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "cov-distil": 3.179009437561035,
+      "cov-distil (oracle2student)": 6.040433406829834,
+      "cov-distil (oracle2teacher)": 4.932512283325195,
       "epoch": 0.23861852433281006,
-      "rel-constrast": 4.067414283752441,
+      "rel-constrast": 4.484858512878418,
       "step": 304,
-      "subrel-constrast": 4.074215888977051,
+      "subrel-constrast": 3.803333282470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.045285701751709,
-      "cov-distil (oracle2student)": 6.319952487945557,
-      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "cov-distil": 4.767642974853516,
+      "cov-distil (oracle2student)": 7.136101245880127,
+      "cov-distil (oracle2teacher)": 5.454344749450684,
       "epoch": 0.239403453689168,
-      "rel-constrast": 6.282134056091309,
+      "rel-constrast": 5.738367080688477,
       "step": 305,
-      "subrel-constrast": 5.782018661499023,
+      "subrel-constrast": 5.890968322753906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9121222496032715,
-      "cov-distil (oracle2student)": 5.459598064422607,
-      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "cov-distil": 4.072711944580078,
+      "cov-distil (oracle2student)": 5.865180969238281,
+      "cov-distil (oracle2teacher)": 4.911429405212402,
       "epoch": 0.2401883830455259,
-      "rel-constrast": 4.806554317474365,
+      "rel-constrast": 4.885112762451172,
       "step": 306,
-      "subrel-constrast": 4.548116207122803,
+      "subrel-constrast": 4.486283302307129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.127394199371338,
-      "cov-distil (oracle2student)": 6.740002155303955,
-      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "cov-distil": 3.361879825592041,
+      "cov-distil (oracle2student)": 7.407407760620117,
+      "cov-distil (oracle2teacher)": 5.337668418884277,
       "epoch": 0.24097331240188383,
-      "rel-constrast": 4.304414749145508,
+      "rel-constrast": 6.136301040649414,
       "step": 307,
-      "subrel-constrast": 4.569100856781006,
+      "subrel-constrast": 3.926816940307617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409721851348877,
-      "cov-distil (oracle2student)": 5.193621635437012,
-      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "cov-distil": 2.6681458950042725,
+      "cov-distil (oracle2student)": 4.906818389892578,
+      "cov-distil (oracle2teacher)": 4.054692268371582,
       "epoch": 0.24175824175824176,
-      "rel-constrast": 3.959606885910034,
+      "rel-constrast": 3.799686908721924,
       "step": 308,
-      "subrel-constrast": 3.5845348834991455,
+      "subrel-constrast": 3.5293538570404053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8062539100646973,
-      "cov-distil (oracle2student)": 4.71664571762085,
-      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "cov-distil": 2.943486452102661,
+      "cov-distil (oracle2student)": 5.624420166015625,
+      "cov-distil (oracle2teacher)": 4.865832805633545,
       "epoch": 0.2425431711145997,
-      "rel-constrast": 3.0766100883483887,
+      "rel-constrast": 3.9732346534729004,
       "step": 309,
-      "subrel-constrast": 3.382361888885498,
+      "subrel-constrast": 3.4104995727539062,
       "view-similarity": 0
     },
     {
       "epoch": 0.24332810047095763,
-      "grad_norm": 9.5,
+      "grad_norm": 11.625,
       "learning_rate": 1.545e-05,
-      "loss": 1.2937,
+      "loss": 1.367,
       "step": 310
     },
     {
-      "cov-distil": 2.239055633544922,
-      "cov-distil (oracle2student)": 5.393888473510742,
-      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "cov-distil": 2.6244723796844482,
+      "cov-distil (oracle2student)": 5.866706371307373,
+      "cov-distil (oracle2teacher)": 4.9008917808532715,
       "epoch": 0.24332810047095763,
-      "rel-constrast": 4.987247467041016,
+      "rel-constrast": 6.373926162719727,
       "step": 310,
-      "subrel-constrast": 5.139691352844238,
+      "subrel-constrast": 4.488101482391357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2522640228271484,
-      "cov-distil (oracle2student)": 5.585516452789307,
-      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "cov-distil": 3.5632121562957764,
+      "cov-distil (oracle2student)": 5.155505657196045,
+      "cov-distil (oracle2teacher)": 5.0142059326171875,
       "epoch": 0.24411302982731553,
-      "rel-constrast": 5.4420576095581055,
+      "rel-constrast": 6.277679443359375,
       "step": 311,
-      "subrel-constrast": 5.243014812469482,
+      "subrel-constrast": 5.1024346351623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9545369148254395,
-      "cov-distil (oracle2student)": 7.048440933227539,
-      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "cov-distil": 3.843381404876709,
+      "cov-distil (oracle2student)": 7.657061576843262,
+      "cov-distil (oracle2teacher)": 5.59952974319458,
       "epoch": 0.24489795918367346,
-      "rel-constrast": 4.822846412658691,
+      "rel-constrast": 6.135632514953613,
       "step": 312,
-      "subrel-constrast": 5.2993550300598145,
+      "subrel-constrast": 4.900961875915527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3729989528656006,
-      "cov-distil (oracle2student)": 4.889832496643066,
-      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "cov-distil": 3.1060256958007812,
+      "cov-distil (oracle2student)": 4.893831253051758,
+      "cov-distil (oracle2teacher)": 3.9767580032348633,
       "epoch": 0.2456828885400314,
-      "rel-constrast": 4.288917064666748,
+      "rel-constrast": 4.635200023651123,
       "step": 313,
-      "subrel-constrast": 4.1293230056762695,
+      "subrel-constrast": 4.283213138580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8544390201568604,
-      "cov-distil (oracle2student)": 5.838968276977539,
-      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "cov-distil": 3.1016054153442383,
+      "cov-distil (oracle2student)": 6.062239646911621,
+      "cov-distil (oracle2teacher)": 5.6108503341674805,
       "epoch": 0.24646781789638933,
-      "rel-constrast": 7.789211273193359,
+      "rel-constrast": 8.560279846191406,
       "step": 314,
-      "subrel-constrast": 7.194558143615723,
+      "subrel-constrast": 7.044192314147949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.575493335723877,
-      "cov-distil (oracle2student)": 3.8698391914367676,
-      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "cov-distil": 2.8427748680114746,
+      "cov-distil (oracle2student)": 4.068223476409912,
+      "cov-distil (oracle2teacher)": 3.112412214279175,
       "epoch": 0.24725274725274726,
-      "rel-constrast": 5.1448469161987305,
+      "rel-constrast": 5.4125471115112305,
       "step": 315,
-      "subrel-constrast": 5.066910743713379,
+      "subrel-constrast": 4.892662525177002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5955240726470947,
-      "cov-distil (oracle2student)": 6.330062389373779,
-      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "cov-distil": 3.612217426300049,
+      "cov-distil (oracle2student)": 6.20430850982666,
+      "cov-distil (oracle2teacher)": 5.056683540344238,
       "epoch": 0.24803767660910517,
-      "rel-constrast": 5.845157623291016,
+      "rel-constrast": 5.985476970672607,
       "step": 316,
-      "subrel-constrast": 5.653590679168701,
+      "subrel-constrast": 5.0935492515563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.458334445953369,
-      "cov-distil (oracle2student)": 4.185459136962891,
-      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "cov-distil": 3.5243868827819824,
+      "cov-distil (oracle2student)": 4.722080707550049,
+      "cov-distil (oracle2teacher)": 3.2924301624298096,
       "epoch": 0.2488226059654631,
-      "rel-constrast": 2.779353618621826,
+      "rel-constrast": 2.927239418029785,
       "step": 317,
-      "subrel-constrast": 2.9301249980926514,
+      "subrel-constrast": 2.7868239879608154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7841362953186035,
-      "cov-distil (oracle2student)": 6.304546356201172,
-      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "cov-distil": 2.834930419921875,
+      "cov-distil (oracle2student)": 7.241357803344727,
+      "cov-distil (oracle2teacher)": 5.2385406494140625,
       "epoch": 0.24960753532182103,
-      "rel-constrast": 5.335213661193848,
+      "rel-constrast": 6.596709728240967,
       "step": 318,
-      "subrel-constrast": 4.771610736846924,
+      "subrel-constrast": 4.503012180328369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.501758098602295,
-      "cov-distil (oracle2student)": 2.5830516815185547,
-      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "cov-distil": 4.6294145584106445,
+      "cov-distil (oracle2student)": 3.2060794830322266,
+      "cov-distil (oracle2teacher)": 2.472909927368164,
       "epoch": 0.25039246467817894,
-      "rel-constrast": 3.4819953441619873,
+      "rel-constrast": 4.146984100341797,
       "step": 319,
-      "subrel-constrast": 4.568965435028076,
+      "subrel-constrast": 4.32492733001709,
       "view-similarity": 0
     },
     {
       "epoch": 0.25117739403453687,
-      "grad_norm": 9.375,
+      "grad_norm": 9.75,
       "learning_rate": 1.595e-05,
-      "loss": 1.3169,
+      "loss": 1.4263,
       "step": 320
     },
     {
-      "cov-distil": 2.6786675453186035,
-      "cov-distil (oracle2student)": 6.357356071472168,
-      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "cov-distil": 3.2471065521240234,
+      "cov-distil (oracle2student)": 5.24832820892334,
+      "cov-distil (oracle2teacher)": 4.8232221603393555,
       "epoch": 0.25117739403453687,
-      "rel-constrast": 6.052874565124512,
+      "rel-constrast": 6.012116432189941,
       "step": 320,
-      "subrel-constrast": 5.292226314544678,
+      "subrel-constrast": 4.880139350891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.494877815246582,
-      "cov-distil (oracle2student)": 6.876131057739258,
-      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "cov-distil": 3.157546043395996,
+      "cov-distil (oracle2student)": 6.867677211761475,
+      "cov-distil (oracle2teacher)": 6.053874492645264,
       "epoch": 0.2519623233908948,
-      "rel-constrast": 5.749901294708252,
+      "rel-constrast": 6.826060771942139,
       "step": 321,
-      "subrel-constrast": 5.932641983032227,
+      "subrel-constrast": 5.76216459274292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.38651180267334,
-      "cov-distil (oracle2student)": 6.265422344207764,
-      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "cov-distil": 3.067598581314087,
+      "cov-distil (oracle2student)": 5.943489074707031,
+      "cov-distil (oracle2teacher)": 5.202498912811279,
       "epoch": 0.25274725274725274,
-      "rel-constrast": 6.318136215209961,
+      "rel-constrast": 6.353456497192383,
       "step": 322,
-      "subrel-constrast": 6.435103893280029,
+      "subrel-constrast": 5.987008571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4289562702178955,
-      "cov-distil (oracle2student)": 6.545157432556152,
-      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "cov-distil": 3.1114866733551025,
+      "cov-distil (oracle2student)": 7.59584379196167,
+      "cov-distil (oracle2teacher)": 6.96005916595459,
       "epoch": 0.25353218210361067,
-      "rel-constrast": 3.1901004314422607,
+      "rel-constrast": 4.523984432220459,
       "step": 323,
-      "subrel-constrast": 3.988408327102661,
+      "subrel-constrast": 3.6541523933410645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2045464515686035,
-      "cov-distil (oracle2student)": 4.834115982055664,
-      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "cov-distil": 2.248222827911377,
+      "cov-distil (oracle2student)": 5.706358909606934,
+      "cov-distil (oracle2teacher)": 4.948301315307617,
       "epoch": 0.2543171114599686,
-      "rel-constrast": 3.4951283931732178,
+      "rel-constrast": 4.667326927185059,
       "step": 324,
-      "subrel-constrast": 5.053758144378662,
+      "subrel-constrast": 4.78737211227417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7462997436523438,
-      "cov-distil (oracle2student)": 4.760239124298096,
-      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "cov-distil": 2.2831523418426514,
+      "cov-distil (oracle2student)": 4.755370140075684,
+      "cov-distil (oracle2teacher)": 4.040532112121582,
       "epoch": 0.25510204081632654,
-      "rel-constrast": 5.508856773376465,
+      "rel-constrast": 4.627167701721191,
       "step": 325,
-      "subrel-constrast": 4.718686580657959,
+      "subrel-constrast": 4.401793956756592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674020528793335,
-      "cov-distil (oracle2student)": 6.0317277908325195,
-      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "cov-distil": 2.712343215942383,
+      "cov-distil (oracle2student)": 5.70070219039917,
+      "cov-distil (oracle2teacher)": 4.60653018951416,
       "epoch": 0.25588697017268447,
-      "rel-constrast": 4.99403190612793,
+      "rel-constrast": 6.844998359680176,
       "step": 326,
-      "subrel-constrast": 5.0482378005981445,
+      "subrel-constrast": 4.64809513092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5660901069641113,
-      "cov-distil (oracle2student)": 4.034915447235107,
-      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "cov-distil": 2.156365394592285,
+      "cov-distil (oracle2student)": 3.712214469909668,
+      "cov-distil (oracle2teacher)": 3.16973876953125,
       "epoch": 0.2566718995290424,
-      "rel-constrast": 4.6133012771606445,
+      "rel-constrast": 5.057411193847656,
       "step": 327,
-      "subrel-constrast": 4.879344940185547,
+      "subrel-constrast": 4.276742458343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.365044593811035,
-      "cov-distil (oracle2student)": 6.041069984436035,
-      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "cov-distil": 3.276266098022461,
+      "cov-distil (oracle2student)": 6.313554763793945,
+      "cov-distil (oracle2teacher)": 4.672726631164551,
       "epoch": 0.25745682888540034,
-      "rel-constrast": 7.124080181121826,
+      "rel-constrast": 7.7610578536987305,
       "step": 328,
-      "subrel-constrast": 5.432338714599609,
+      "subrel-constrast": 5.150588512420654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.372805118560791,
-      "cov-distil (oracle2student)": 5.78395938873291,
-      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "cov-distil": 3.1482694149017334,
+      "cov-distil (oracle2student)": 6.211233139038086,
+      "cov-distil (oracle2teacher)": 4.519503593444824,
       "epoch": 0.25824175824175827,
-      "rel-constrast": 6.051140308380127,
+      "rel-constrast": 7.128066062927246,
       "step": 329,
-      "subrel-constrast": 5.881999492645264,
+      "subrel-constrast": 5.229227066040039,
       "view-similarity": 0
     },
     {
       "epoch": 0.25902668759811615,
-      "grad_norm": 12.8125,
+      "grad_norm": 30.125,
       "learning_rate": 1.645e-05,
-      "loss": 1.3897,
+      "loss": 1.495,
       "step": 330
     },
     {
-      "cov-distil": 2.17360520362854,
-      "cov-distil (oracle2student)": 4.5049262046813965,
-      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "cov-distil": 3.4942121505737305,
+      "cov-distil (oracle2student)": 4.702362060546875,
+      "cov-distil (oracle2teacher)": 3.851454973220825,
       "epoch": 0.25902668759811615,
-      "rel-constrast": 6.193095684051514,
+      "rel-constrast": 7.743566989898682,
       "step": 330,
-      "subrel-constrast": 6.21535587310791,
+      "subrel-constrast": 5.834286212921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125455856323242,
-      "cov-distil (oracle2student)": 6.844125747680664,
-      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "cov-distil": 2.4308981895446777,
+      "cov-distil (oracle2student)": 6.707577228546143,
+      "cov-distil (oracle2teacher)": 6.061697959899902,
       "epoch": 0.2598116169544741,
-      "rel-constrast": 5.395874977111816,
+      "rel-constrast": 5.530765056610107,
       "step": 331,
-      "subrel-constrast": 5.601707458496094,
+      "subrel-constrast": 5.404827117919922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.006053924560547,
-      "cov-distil (oracle2student)": 6.137346267700195,
-      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "cov-distil": 2.700594902038574,
+      "cov-distil (oracle2student)": 6.697707653045654,
+      "cov-distil (oracle2teacher)": 4.997561454772949,
       "epoch": 0.260596546310832,
-      "rel-constrast": 5.007664203643799,
+      "rel-constrast": 5.75063419342041,
       "step": 332,
-      "subrel-constrast": 5.2837815284729,
+      "subrel-constrast": 4.904842376708984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.734050750732422,
-      "cov-distil (oracle2student)": 7.4360809326171875,
-      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "cov-distil": 3.122147560119629,
+      "cov-distil (oracle2student)": 6.454063892364502,
+      "cov-distil (oracle2teacher)": 5.4856696128845215,
       "epoch": 0.26138147566718994,
-      "rel-constrast": 7.471103668212891,
+      "rel-constrast": 7.21724271774292,
       "step": 333,
-      "subrel-constrast": 6.6938323974609375,
+      "subrel-constrast": 6.4538092613220215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.608743667602539,
-      "cov-distil (oracle2student)": 6.094544410705566,
-      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "cov-distil": 3.6284923553466797,
+      "cov-distil (oracle2student)": 5.671303749084473,
+      "cov-distil (oracle2teacher)": 5.0850443840026855,
       "epoch": 0.2621664050235479,
-      "rel-constrast": 6.776917934417725,
+      "rel-constrast": 6.136453628540039,
       "step": 334,
-      "subrel-constrast": 5.880159378051758,
+      "subrel-constrast": 5.556970119476318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.892280101776123,
-      "cov-distil (oracle2student)": 5.178328514099121,
-      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "cov-distil": 3.3844223022460938,
+      "cov-distil (oracle2student)": 6.532558441162109,
+      "cov-distil (oracle2teacher)": 5.1386823654174805,
       "epoch": 0.2629513343799058,
-      "rel-constrast": 4.494962215423584,
+      "rel-constrast": 6.085060119628906,
       "step": 335,
-      "subrel-constrast": 4.386334419250488,
+      "subrel-constrast": 3.9505090713500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2362866401672363,
-      "cov-distil (oracle2student)": 6.626348495483398,
-      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "cov-distil": 3.351165533065796,
+      "cov-distil (oracle2student)": 6.627205848693848,
+      "cov-distil (oracle2teacher)": 4.818368434906006,
       "epoch": 0.26373626373626374,
-      "rel-constrast": 3.794989585876465,
+      "rel-constrast": 4.0633087158203125,
       "step": 336,
-      "subrel-constrast": 3.689164638519287,
+      "subrel-constrast": 3.8028533458709717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.421428918838501,
-      "cov-distil (oracle2student)": 7.400732040405273,
-      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "cov-distil": 2.636702537536621,
+      "cov-distil (oracle2student)": 6.419576644897461,
+      "cov-distil (oracle2teacher)": 5.576725482940674,
       "epoch": 0.2645211930926217,
-      "rel-constrast": 5.231344699859619,
+      "rel-constrast": 5.209208011627197,
       "step": 337,
-      "subrel-constrast": 5.4244794845581055,
+      "subrel-constrast": 4.492473602294922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3564536571502686,
-      "cov-distil (oracle2student)": 5.809101104736328,
-      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "cov-distil": 2.5485739707946777,
+      "cov-distil (oracle2student)": 5.755950927734375,
+      "cov-distil (oracle2teacher)": 4.924200534820557,
       "epoch": 0.2653061224489796,
-      "rel-constrast": 3.5233960151672363,
+      "rel-constrast": 4.338869094848633,
       "step": 338,
-      "subrel-constrast": 3.6908886432647705,
+      "subrel-constrast": 3.4522180557250977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1037206649780273,
-      "cov-distil (oracle2student)": 2.2603325843811035,
-      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "cov-distil": 3.0320019721984863,
+      "cov-distil (oracle2student)": 3.228222370147705,
+      "cov-distil (oracle2teacher)": 2.803506851196289,
       "epoch": 0.26609105180533754,
-      "rel-constrast": 3.4815633296966553,
+      "rel-constrast": 3.474172353744507,
       "step": 339,
-      "subrel-constrast": 3.288261890411377,
+      "subrel-constrast": 3.0635268688201904,
       "view-similarity": 0
     },
     {
       "epoch": 0.2668759811616955,
-      "grad_norm": 8.6875,
+      "grad_norm": 10.9375,
       "learning_rate": 1.6950000000000002e-05,
-      "loss": 1.3469,
+      "loss": 1.3887,
       "step": 340
     },
     {
-      "cov-distil": 3.3706393241882324,
-      "cov-distil (oracle2student)": 6.5477705001831055,
-      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "cov-distil": 3.49402117729187,
+      "cov-distil (oracle2student)": 7.210906028747559,
+      "cov-distil (oracle2teacher)": 5.0158233642578125,
       "epoch": 0.2668759811616955,
-      "rel-constrast": 4.431926727294922,
+      "rel-constrast": 4.837923049926758,
       "step": 340,
-      "subrel-constrast": 4.443270683288574,
+      "subrel-constrast": 3.96360445022583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7762702703475952,
-      "cov-distil (oracle2student)": 5.8467302322387695,
-      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "cov-distil": 2.364725112915039,
+      "cov-distil (oracle2student)": 6.774990558624268,
+      "cov-distil (oracle2teacher)": 4.92592716217041,
       "epoch": 0.26766091051805335,
-      "rel-constrast": 6.334066390991211,
+      "rel-constrast": 6.70700216293335,
       "step": 341,
-      "subrel-constrast": 5.981983661651611,
+      "subrel-constrast": 5.498395919799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9460091590881348,
-      "cov-distil (oracle2student)": 5.643100738525391,
-      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "cov-distil": 3.675469160079956,
+      "cov-distil (oracle2student)": 6.020564079284668,
+      "cov-distil (oracle2teacher)": 4.985093116760254,
       "epoch": 0.2684458398744113,
-      "rel-constrast": 5.211766242980957,
+      "rel-constrast": 5.4752960205078125,
       "step": 342,
-      "subrel-constrast": 5.1992878913879395,
+      "subrel-constrast": 5.19370698928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.367637872695923,
-      "cov-distil (oracle2student)": 5.941043853759766,
-      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "cov-distil": 2.710606575012207,
+      "cov-distil (oracle2student)": 5.1702561378479,
+      "cov-distil (oracle2teacher)": 4.896413326263428,
       "epoch": 0.2692307692307692,
-      "rel-constrast": 5.264193058013916,
+      "rel-constrast": 4.92357873916626,
       "step": 343,
-      "subrel-constrast": 3.895352840423584,
+      "subrel-constrast": 4.078018665313721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.412367820739746,
-      "cov-distil (oracle2student)": 7.493007659912109,
-      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "cov-distil": 2.9351677894592285,
+      "cov-distil (oracle2student)": 6.349701881408691,
+      "cov-distil (oracle2teacher)": 5.054539680480957,
       "epoch": 0.27001569858712715,
-      "rel-constrast": 5.213747024536133,
+      "rel-constrast": 5.1082682609558105,
       "step": 344,
-      "subrel-constrast": 4.595364093780518,
+      "subrel-constrast": 4.37379789352417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8810176849365234,
-      "cov-distil (oracle2student)": 7.061761379241943,
-      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "cov-distil": 3.5741896629333496,
+      "cov-distil (oracle2student)": 6.700535774230957,
+      "cov-distil (oracle2teacher)": 5.530913352966309,
       "epoch": 0.2708006279434851,
-      "rel-constrast": 5.749035835266113,
+      "rel-constrast": 4.915071964263916,
       "step": 345,
-      "subrel-constrast": 5.173506259918213,
+      "subrel-constrast": 4.948842525482178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8150792121887207,
-      "cov-distil (oracle2student)": 5.25694465637207,
-      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "cov-distil": 3.7902779579162598,
+      "cov-distil (oracle2student)": 4.731903076171875,
+      "cov-distil (oracle2teacher)": 4.770266056060791,
       "epoch": 0.271585557299843,
-      "rel-constrast": 3.7829973697662354,
+      "rel-constrast": 4.276309967041016,
       "step": 346,
-      "subrel-constrast": 4.973955154418945,
+      "subrel-constrast": 4.362357139587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5536751747131348,
-      "cov-distil (oracle2student)": 4.120350360870361,
-      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "cov-distil": 2.7229695320129395,
+      "cov-distil (oracle2student)": 4.780536651611328,
+      "cov-distil (oracle2teacher)": 3.6855499744415283,
       "epoch": 0.27237048665620095,
-      "rel-constrast": 3.704036235809326,
+      "rel-constrast": 4.157382965087891,
       "step": 347,
-      "subrel-constrast": 3.350982666015625,
+      "subrel-constrast": 3.040459632873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1382832527160645,
-      "cov-distil (oracle2student)": 5.11441707611084,
-      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "cov-distil": 2.133462429046631,
+      "cov-distil (oracle2student)": 5.408270835876465,
+      "cov-distil (oracle2teacher)": 5.279867649078369,
       "epoch": 0.2731554160125589,
-      "rel-constrast": 3.458172082901001,
+      "rel-constrast": 3.8222789764404297,
       "step": 348,
-      "subrel-constrast": 4.3986616134643555,
+      "subrel-constrast": 3.876159906387329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1670680046081543,
-      "cov-distil (oracle2student)": 6.426840782165527,
-      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "cov-distil": 2.9878487586975098,
+      "cov-distil (oracle2student)": 6.929985046386719,
+      "cov-distil (oracle2teacher)": 5.093683242797852,
       "epoch": 0.2739403453689168,
-      "rel-constrast": 3.4649224281311035,
+      "rel-constrast": 4.3066606521606445,
       "step": 349,
-      "subrel-constrast": 3.7243576049804688,
+      "subrel-constrast": 3.651686429977417,
       "view-similarity": 0
     },
     {
       "epoch": 0.27472527472527475,
-      "grad_norm": 9.25,
+      "grad_norm": 9.875,
       "learning_rate": 1.745e-05,
-      "loss": 1.2339,
+      "loss": 1.2132,
       "step": 350
     },
     {
-      "cov-distil": 3.608635902404785,
-      "cov-distil (oracle2student)": 4.330803871154785,
-      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "cov-distil": 4.154344081878662,
+      "cov-distil (oracle2student)": 4.43400239944458,
+      "cov-distil (oracle2teacher)": 3.726571798324585,
       "epoch": 0.27472527472527475,
-      "rel-constrast": 5.567419528961182,
+      "rel-constrast": 5.840875625610352,
       "step": 350,
-      "subrel-constrast": 5.5189409255981445,
+      "subrel-constrast": 5.234407424926758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.042238473892212,
-      "cov-distil (oracle2student)": 5.05877685546875,
-      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "cov-distil": 3.1520259380340576,
+      "cov-distil (oracle2student)": 4.310547828674316,
+      "cov-distil (oracle2teacher)": 4.410953044891357,
       "epoch": 0.2755102040816326,
-      "rel-constrast": 4.822046756744385,
+      "rel-constrast": 4.542810440063477,
       "step": 351,
-      "subrel-constrast": 4.42357063293457,
+      "subrel-constrast": 4.721284866333008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5642943382263184,
-      "cov-distil (oracle2student)": 5.4788360595703125,
-      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "cov-distil": 2.042290210723877,
+      "cov-distil (oracle2student)": 5.880301475524902,
+      "cov-distil (oracle2teacher)": 4.898249626159668,
       "epoch": 0.27629513343799056,
-      "rel-constrast": 4.740970134735107,
+      "rel-constrast": 5.495250701904297,
       "step": 352,
-      "subrel-constrast": 4.879831790924072,
+      "subrel-constrast": 4.408053398132324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6448025703430176,
-      "cov-distil (oracle2student)": 8.111321449279785,
-      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "cov-distil": 3.0820250511169434,
+      "cov-distil (oracle2student)": 7.8096208572387695,
+      "cov-distil (oracle2teacher)": 5.75828742980957,
       "epoch": 0.2770800627943485,
-      "rel-constrast": 5.818354606628418,
+      "rel-constrast": 6.663204669952393,
       "step": 353,
-      "subrel-constrast": 5.211849689483643,
+      "subrel-constrast": 4.689756393432617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4067766666412354,
-      "cov-distil (oracle2student)": 4.365912914276123,
-      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "cov-distil": 2.6350584030151367,
+      "cov-distil (oracle2student)": 4.396308898925781,
+      "cov-distil (oracle2teacher)": 3.2536141872406006,
       "epoch": 0.2778649921507064,
-      "rel-constrast": 5.573647975921631,
+      "rel-constrast": 5.619442939758301,
       "step": 354,
-      "subrel-constrast": 5.32288122177124,
+      "subrel-constrast": 4.852662086486816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5952365398406982,
-      "cov-distil (oracle2student)": 5.804892539978027,
-      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "cov-distil": 3.2703328132629395,
+      "cov-distil (oracle2student)": 6.63592004776001,
+      "cov-distil (oracle2teacher)": 5.588383674621582,
       "epoch": 0.27864992150706436,
-      "rel-constrast": 2.9114840030670166,
+      "rel-constrast": 3.6034908294677734,
       "step": 355,
-      "subrel-constrast": 3.7944581508636475,
+      "subrel-constrast": 3.7527341842651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0212960243225098,
-      "cov-distil (oracle2student)": 5.7747039794921875,
-      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "cov-distil": 3.4463188648223877,
+      "cov-distil (oracle2student)": 6.357917785644531,
+      "cov-distil (oracle2teacher)": 5.016839504241943,
       "epoch": 0.2794348508634223,
-      "rel-constrast": 5.615074634552002,
+      "rel-constrast": 5.065958499908447,
       "step": 356,
-      "subrel-constrast": 4.403563022613525,
+      "subrel-constrast": 4.6299824714660645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7942184209823608,
-      "cov-distil (oracle2student)": 6.0659027099609375,
-      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "cov-distil": 2.0732581615448,
+      "cov-distil (oracle2student)": 5.804237365722656,
+      "cov-distil (oracle2teacher)": 5.375204086303711,
       "epoch": 0.2802197802197802,
-      "rel-constrast": 5.249208927154541,
+      "rel-constrast": 5.585434913635254,
       "step": 357,
-      "subrel-constrast": 5.535679817199707,
+      "subrel-constrast": 5.207307815551758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.774811267852783,
-      "cov-distil (oracle2student)": 6.464753150939941,
-      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "cov-distil": 2.9298481941223145,
+      "cov-distil (oracle2student)": 6.537027835845947,
+      "cov-distil (oracle2teacher)": 5.530665397644043,
       "epoch": 0.28100470957613816,
-      "rel-constrast": 4.891279697418213,
+      "rel-constrast": 5.80604362487793,
       "step": 358,
-      "subrel-constrast": 5.464860439300537,
+      "subrel-constrast": 5.920729637145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.453803539276123,
-      "cov-distil (oracle2student)": 4.161431789398193,
-      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "cov-distil": 2.4743998050689697,
+      "cov-distil (oracle2student)": 4.3299336433410645,
+      "cov-distil (oracle2teacher)": 3.4464523792266846,
       "epoch": 0.2817896389324961,
-      "rel-constrast": 5.083553314208984,
+      "rel-constrast": 6.006719589233398,
       "step": 359,
-      "subrel-constrast": 4.7147111892700195,
+      "subrel-constrast": 4.429600238800049,
       "view-similarity": 0
     },
     {
       "epoch": 0.282574568288854,
-      "grad_norm": 11.3125,
+      "grad_norm": 11.6875,
       "learning_rate": 1.795e-05,
-      "loss": 1.3216,
+      "loss": 1.3557,
       "step": 360
     },
     {
-      "cov-distil": 2.5603387355804443,
-      "cov-distil (oracle2student)": 5.630814552307129,
-      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "cov-distil": 3.5496397018432617,
+      "cov-distil (oracle2student)": 4.70308780670166,
+      "cov-distil (oracle2teacher)": 4.441425323486328,
       "epoch": 0.282574568288854,
-      "rel-constrast": 4.032361030578613,
+      "rel-constrast": 3.6564595699310303,
       "step": 360,
-      "subrel-constrast": 4.251352787017822,
+      "subrel-constrast": 4.427983283996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8229472637176514,
-      "cov-distil (oracle2student)": 6.268754005432129,
-      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "cov-distil": 2.210775375366211,
+      "cov-distil (oracle2student)": 5.588913440704346,
+      "cov-distil (oracle2teacher)": 4.462770938873291,
       "epoch": 0.28335949764521196,
-      "rel-constrast": 4.587757587432861,
+      "rel-constrast": 5.913948059082031,
       "step": 361,
-      "subrel-constrast": 5.313897132873535,
+      "subrel-constrast": 4.857327461242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8588380813598633,
-      "cov-distil (oracle2student)": 5.717771530151367,
-      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "cov-distil": 2.7464823722839355,
+      "cov-distil (oracle2student)": 5.070058822631836,
+      "cov-distil (oracle2teacher)": 4.40608024597168,
       "epoch": 0.28414442700156983,
-      "rel-constrast": 4.3423991203308105,
+      "rel-constrast": 5.411225318908691,
       "step": 362,
-      "subrel-constrast": 4.597593784332275,
+      "subrel-constrast": 3.9650962352752686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7841402292251587,
-      "cov-distil (oracle2student)": 5.66856050491333,
-      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "cov-distil": 2.390380382537842,
+      "cov-distil (oracle2student)": 5.747140407562256,
+      "cov-distil (oracle2teacher)": 5.112768650054932,
       "epoch": 0.28492935635792777,
-      "rel-constrast": 4.133660316467285,
+      "rel-constrast": 5.220882415771484,
       "step": 363,
-      "subrel-constrast": 4.4824748039245605,
+      "subrel-constrast": 3.907060384750366,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4724202156066895,
-      "cov-distil (oracle2student)": 5.346518516540527,
-      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "cov-distil": 3.2588510513305664,
+      "cov-distil (oracle2student)": 5.065161228179932,
+      "cov-distil (oracle2teacher)": 4.869439125061035,
       "epoch": 0.2857142857142857,
-      "rel-constrast": 4.145630836486816,
+      "rel-constrast": 4.017510414123535,
       "step": 364,
-      "subrel-constrast": 4.977063179016113,
+      "subrel-constrast": 4.68588399887085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.808846354484558,
-      "cov-distil (oracle2student)": 5.196928977966309,
-      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "cov-distil": 1.8035261631011963,
+      "cov-distil (oracle2student)": 5.808452606201172,
+      "cov-distil (oracle2teacher)": 4.553061485290527,
       "epoch": 0.28649921507064363,
-      "rel-constrast": 4.831958770751953,
+      "rel-constrast": 4.353311538696289,
       "step": 365,
-      "subrel-constrast": 3.620854616165161,
+      "subrel-constrast": 3.5678341388702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8844127655029297,
-      "cov-distil (oracle2student)": 4.427166938781738,
-      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "cov-distil": 2.2260358333587646,
+      "cov-distil (oracle2student)": 4.4498748779296875,
+      "cov-distil (oracle2teacher)": 3.677988052368164,
       "epoch": 0.28728414442700156,
-      "rel-constrast": 2.9533321857452393,
+      "rel-constrast": 3.346419095993042,
       "step": 366,
-      "subrel-constrast": 3.6614904403686523,
+      "subrel-constrast": 3.4819939136505127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.588649034500122,
-      "cov-distil (oracle2student)": 4.825804710388184,
-      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "cov-distil": 3.3118133544921875,
+      "cov-distil (oracle2student)": 5.084794044494629,
+      "cov-distil (oracle2teacher)": 4.760309219360352,
       "epoch": 0.2880690737833595,
-      "rel-constrast": 3.4529616832733154,
+      "rel-constrast": 3.325695276260376,
       "step": 367,
-      "subrel-constrast": 3.642184257507324,
+      "subrel-constrast": 3.7984561920166016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7902345657348633,
-      "cov-distil (oracle2student)": 3.9853460788726807,
-      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "cov-distil": 2.774813652038574,
+      "cov-distil (oracle2student)": 4.763640880584717,
+      "cov-distil (oracle2teacher)": 3.6204562187194824,
       "epoch": 0.28885400313971743,
-      "rel-constrast": 4.276392936706543,
+      "rel-constrast": 4.923238754272461,
       "step": 368,
-      "subrel-constrast": 4.645603179931641,
+      "subrel-constrast": 4.1933979988098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6349034309387207,
-      "cov-distil (oracle2student)": 4.3472089767456055,
-      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "cov-distil": 3.843071222305298,
+      "cov-distil (oracle2student)": 5.1648101806640625,
+      "cov-distil (oracle2teacher)": 4.171273231506348,
       "epoch": 0.28963893249607536,
-      "rel-constrast": 3.0620291233062744,
+      "rel-constrast": 5.060202121734619,
       "step": 369,
-      "subrel-constrast": 4.223392486572266,
+      "subrel-constrast": 3.962991952896118,
       "view-similarity": 0
     },
     {
       "epoch": 0.2904238618524333,
-      "grad_norm": 8.625,
+      "grad_norm": 11.375,
       "learning_rate": 1.845e-05,
-      "loss": 1.056,
+      "loss": 1.1307,
       "step": 370
     },
     {
-      "cov-distil": 2.1786646842956543,
-      "cov-distil (oracle2student)": 5.363110542297363,
-      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "cov-distil": 3.0642147064208984,
+      "cov-distil (oracle2student)": 4.858706951141357,
+      "cov-distil (oracle2teacher)": 4.6909098625183105,
       "epoch": 0.2904238618524333,
-      "rel-constrast": 5.482825756072998,
+      "rel-constrast": 5.133362770080566,
       "step": 370,
-      "subrel-constrast": 5.345534801483154,
+      "subrel-constrast": 4.833539009094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2218286991119385,
-      "cov-distil (oracle2student)": 4.884929656982422,
-      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "cov-distil": 2.193815231323242,
+      "cov-distil (oracle2student)": 5.205706596374512,
+      "cov-distil (oracle2teacher)": 4.471169948577881,
       "epoch": 0.29120879120879123,
-      "rel-constrast": 3.8980860710144043,
+      "rel-constrast": 4.498729705810547,
       "step": 371,
-      "subrel-constrast": 4.179631233215332,
+      "subrel-constrast": 3.7702345848083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699034690856934,
-      "cov-distil (oracle2student)": 6.411710739135742,
-      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "cov-distil": 3.3807833194732666,
+      "cov-distil (oracle2student)": 7.128001689910889,
+      "cov-distil (oracle2teacher)": 6.004981994628906,
       "epoch": 0.29199372056514916,
-      "rel-constrast": 4.8935041427612305,
+      "rel-constrast": 6.064408302307129,
       "step": 372,
-      "subrel-constrast": 4.370950222015381,
+      "subrel-constrast": 4.12363338470459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.892509937286377,
-      "cov-distil (oracle2student)": 5.259044170379639,
-      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "cov-distil": 2.4388844966888428,
+      "cov-distil (oracle2student)": 5.8257975578308105,
+      "cov-distil (oracle2teacher)": 4.944259166717529,
       "epoch": 0.29277864992150704,
-      "rel-constrast": 3.2014081478118896,
+      "rel-constrast": 3.4590320587158203,
       "step": 373,
-      "subrel-constrast": 4.1573052406311035,
+      "subrel-constrast": 3.6194028854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.772082805633545,
-      "cov-distil (oracle2student)": 4.566726207733154,
-      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "cov-distil": 4.098972797393799,
+      "cov-distil (oracle2student)": 5.163208961486816,
+      "cov-distil (oracle2teacher)": 3.91164493560791,
       "epoch": 0.29356357927786497,
-      "rel-constrast": 3.1878111362457275,
+      "rel-constrast": 2.7103641033172607,
       "step": 374,
-      "subrel-constrast": 3.35384464263916,
+      "subrel-constrast": 3.4396541118621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.591693162918091,
-      "cov-distil (oracle2student)": 5.522881507873535,
-      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "cov-distil": 2.857800245285034,
+      "cov-distil (oracle2student)": 5.966324329376221,
+      "cov-distil (oracle2teacher)": 4.463338851928711,
       "epoch": 0.2943485086342229,
-      "rel-constrast": 5.37741756439209,
+      "rel-constrast": 5.030697822570801,
       "step": 375,
-      "subrel-constrast": 4.653171062469482,
+      "subrel-constrast": 4.487659454345703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5359158515930176,
-      "cov-distil (oracle2student)": 5.827084064483643,
-      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "cov-distil": 2.6614041328430176,
+      "cov-distil (oracle2student)": 4.721680164337158,
+      "cov-distil (oracle2teacher)": 4.302639961242676,
       "epoch": 0.29513343799058084,
-      "rel-constrast": 4.727353572845459,
+      "rel-constrast": 3.6808102130889893,
       "step": 376,
-      "subrel-constrast": 3.935854911804199,
+      "subrel-constrast": 4.03108549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.781376838684082,
-      "cov-distil (oracle2student)": 4.058488368988037,
-      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "cov-distil": 3.502884864807129,
+      "cov-distil (oracle2student)": 3.1693155765533447,
+      "cov-distil (oracle2teacher)": 3.4502291679382324,
       "epoch": 0.29591836734693877,
-      "rel-constrast": 3.8341798782348633,
+      "rel-constrast": 4.879819869995117,
       "step": 377,
-      "subrel-constrast": 3.886284351348877,
+      "subrel-constrast": 3.6787664890289307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2513608932495117,
-      "cov-distil (oracle2student)": 6.062292098999023,
-      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "cov-distil": 4.163583278656006,
+      "cov-distil (oracle2student)": 5.888091564178467,
+      "cov-distil (oracle2teacher)": 5.790854454040527,
       "epoch": 0.2967032967032967,
-      "rel-constrast": 4.896815299987793,
+      "rel-constrast": 4.67321252822876,
       "step": 378,
-      "subrel-constrast": 5.234432220458984,
+      "subrel-constrast": 4.828137397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.81939697265625,
-      "cov-distil (oracle2student)": 6.846397399902344,
-      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "cov-distil": 3.724635601043701,
+      "cov-distil (oracle2student)": 6.434304237365723,
+      "cov-distil (oracle2teacher)": 5.7894287109375,
       "epoch": 0.29748822605965464,
-      "rel-constrast": 4.4655609130859375,
+      "rel-constrast": 4.6977362632751465,
       "step": 379,
-      "subrel-constrast": 5.3056440353393555,
+      "subrel-constrast": 4.85424280166626,
       "view-similarity": 0
     },
     {
       "epoch": 0.29827315541601257,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.75,
       "learning_rate": 1.895e-05,
-      "loss": 1.1617,
+      "loss": 1.1207,
       "step": 380
     },
     {
-      "cov-distil": 2.145519733428955,
-      "cov-distil (oracle2student)": 5.0195159912109375,
-      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "cov-distil": 3.342090606689453,
+      "cov-distil (oracle2student)": 5.437918186187744,
+      "cov-distil (oracle2teacher)": 5.068955898284912,
       "epoch": 0.29827315541601257,
-      "rel-constrast": 5.061878204345703,
+      "rel-constrast": 5.670958042144775,
       "step": 380,
-      "subrel-constrast": 4.256718158721924,
+      "subrel-constrast": 5.016107559204102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4396960735321045,
-      "cov-distil (oracle2student)": 5.107587814331055,
-      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "cov-distil": 2.274932622909546,
+      "cov-distil (oracle2student)": 5.885303974151611,
+      "cov-distil (oracle2teacher)": 4.364526271820068,
       "epoch": 0.2990580847723705,
-      "rel-constrast": 5.701793193817139,
+      "rel-constrast": 6.668826103210449,
       "step": 381,
-      "subrel-constrast": 5.409301280975342,
+      "subrel-constrast": 5.0057196617126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1333658695220947,
-      "cov-distil (oracle2student)": 5.085638523101807,
-      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "cov-distil": 3.3376357555389404,
+      "cov-distil (oracle2student)": 5.539648056030273,
+      "cov-distil (oracle2teacher)": 4.915032863616943,
       "epoch": 0.29984301412872844,
-      "rel-constrast": 5.165194511413574,
+      "rel-constrast": 5.473977088928223,
       "step": 382,
-      "subrel-constrast": 5.093568325042725,
+      "subrel-constrast": 4.959965229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2161717414855957,
-      "cov-distil (oracle2student)": 7.9994072914123535,
-      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "cov-distil": 2.7053093910217285,
+      "cov-distil (oracle2student)": 6.798985481262207,
+      "cov-distil (oracle2teacher)": 6.57553768157959,
       "epoch": 0.30062794348508637,
-      "rel-constrast": 7.066175937652588,
+      "rel-constrast": 6.858295917510986,
       "step": 383,
-      "subrel-constrast": 6.8308610916137695,
+      "subrel-constrast": 6.3767805099487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2208333015441895,
-      "cov-distil (oracle2student)": 4.0523858070373535,
-      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "cov-distil": 2.2938199043273926,
+      "cov-distil (oracle2student)": 5.1603546142578125,
+      "cov-distil (oracle2teacher)": 3.9803106784820557,
       "epoch": 0.30141287284144425,
-      "rel-constrast": 4.53468132019043,
+      "rel-constrast": 5.294081687927246,
       "step": 384,
-      "subrel-constrast": 5.056024074554443,
+      "subrel-constrast": 4.74169921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.071730136871338,
-      "cov-distil (oracle2student)": 4.249073505401611,
-      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "cov-distil": 3.180255889892578,
+      "cov-distil (oracle2student)": 4.09005880355835,
+      "cov-distil (oracle2teacher)": 4.657160758972168,
       "epoch": 0.3021978021978022,
-      "rel-constrast": 3.109813690185547,
+      "rel-constrast": 3.0473437309265137,
       "step": 385,
-      "subrel-constrast": 4.911736488342285,
+      "subrel-constrast": 4.1963067054748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9057316780090332,
-      "cov-distil (oracle2student)": 5.550108432769775,
-      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "cov-distil": 2.842134475708008,
+      "cov-distil (oracle2student)": 5.590790748596191,
+      "cov-distil (oracle2teacher)": 4.810594081878662,
       "epoch": 0.3029827315541601,
-      "rel-constrast": 6.038972854614258,
+      "rel-constrast": 5.370046615600586,
       "step": 386,
-      "subrel-constrast": 5.7528533935546875,
+      "subrel-constrast": 5.732616424560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.894748568534851,
-      "cov-distil (oracle2student)": 4.208711624145508,
-      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "cov-distil": 2.674454689025879,
+      "cov-distil (oracle2student)": 4.954473495483398,
+      "cov-distil (oracle2teacher)": 4.340337753295898,
       "epoch": 0.30376766091051804,
-      "rel-constrast": 3.28928804397583,
+      "rel-constrast": 4.921362400054932,
       "step": 387,
-      "subrel-constrast": 4.545385837554932,
+      "subrel-constrast": 4.25612735748291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.000256061553955,
-      "cov-distil (oracle2student)": 3.989053964614868,
-      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "cov-distil": 2.6796915531158447,
+      "cov-distil (oracle2student)": 3.342512607574463,
+      "cov-distil (oracle2teacher)": 3.4208972454071045,
       "epoch": 0.304552590266876,
-      "rel-constrast": 3.6278958320617676,
+      "rel-constrast": 3.3919224739074707,
       "step": 388,
-      "subrel-constrast": 4.682122230529785,
+      "subrel-constrast": 4.419375419616699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.647186756134033,
-      "cov-distil (oracle2student)": 5.239346027374268,
-      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "cov-distil": 2.6880440711975098,
+      "cov-distil (oracle2student)": 5.669834136962891,
+      "cov-distil (oracle2teacher)": 4.4033427238464355,
       "epoch": 0.3053375196232339,
-      "rel-constrast": 5.672878265380859,
+      "rel-constrast": 6.258090019226074,
       "step": 389,
-      "subrel-constrast": 5.35860013961792,
+      "subrel-constrast": 5.029729843139648,
       "view-similarity": 0
     },
     {
       "epoch": 0.30612244897959184,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.625,
       "learning_rate": 1.9450000000000002e-05,
-      "loss": 1.2934,
+      "loss": 1.3239,
       "step": 390
     },
     {
-      "cov-distil": 1.9906284809112549,
-      "cov-distil (oracle2student)": 5.879648208618164,
-      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "cov-distil": 2.819201946258545,
+      "cov-distil (oracle2student)": 5.652064800262451,
+      "cov-distil (oracle2teacher)": 5.060802459716797,
       "epoch": 0.30612244897959184,
-      "rel-constrast": 3.779395580291748,
+      "rel-constrast": 4.163224697113037,
       "step": 390,
-      "subrel-constrast": 4.119905471801758,
+      "subrel-constrast": 3.8147494792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.988453984260559,
-      "cov-distil (oracle2student)": 4.781367301940918,
-      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "cov-distil": 2.6448898315429688,
+      "cov-distil (oracle2student)": 5.8028340339660645,
+      "cov-distil (oracle2teacher)": 4.489571571350098,
       "epoch": 0.3069073783359498,
-      "rel-constrast": 3.251140594482422,
+      "rel-constrast": 3.7230937480926514,
       "step": 391,
-      "subrel-constrast": 3.398293972015381,
+      "subrel-constrast": 3.4076385498046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271214008331299,
-      "cov-distil (oracle2student)": 3.573791265487671,
-      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "cov-distil": 3.086348056793213,
+      "cov-distil (oracle2student)": 3.6303696632385254,
+      "cov-distil (oracle2teacher)": 3.8392837047576904,
       "epoch": 0.3076923076923077,
-      "rel-constrast": 3.212885618209839,
+      "rel-constrast": 3.7997756004333496,
       "step": 392,
-      "subrel-constrast": 4.208346843719482,
+      "subrel-constrast": 3.815889596939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.500980854034424,
-      "cov-distil (oracle2student)": 5.914056777954102,
-      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "cov-distil": 3.806879758834839,
+      "cov-distil (oracle2student)": 5.587726593017578,
+      "cov-distil (oracle2teacher)": 4.480946063995361,
       "epoch": 0.30847723704866564,
-      "rel-constrast": 5.385578632354736,
+      "rel-constrast": 5.921872138977051,
       "step": 393,
-      "subrel-constrast": 5.659003257751465,
+      "subrel-constrast": 5.012782096862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4672982692718506,
-      "cov-distil (oracle2student)": 4.736859321594238,
-      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "cov-distil": 3.201535224914551,
+      "cov-distil (oracle2student)": 4.992372512817383,
+      "cov-distil (oracle2teacher)": 4.038873195648193,
       "epoch": 0.3092621664050236,
-      "rel-constrast": 2.597383975982666,
+      "rel-constrast": 3.6981234550476074,
       "step": 394,
-      "subrel-constrast": 3.6748647689819336,
+      "subrel-constrast": 3.042113780975342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2462375164031982,
-      "cov-distil (oracle2student)": 5.579372406005859,
-      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "cov-distil": 2.1749980449676514,
+      "cov-distil (oracle2student)": 6.526998519897461,
+      "cov-distil (oracle2teacher)": 4.954664707183838,
       "epoch": 0.31004709576138145,
-      "rel-constrast": 4.2792158126831055,
+      "rel-constrast": 5.17673397064209,
       "step": 395,
-      "subrel-constrast": 4.788985729217529,
+      "subrel-constrast": 4.380306720733643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1940720081329346,
-      "cov-distil (oracle2student)": 6.999589920043945,
-      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "cov-distil": 2.866086006164551,
+      "cov-distil (oracle2student)": 7.322890758514404,
+      "cov-distil (oracle2teacher)": 6.464868545532227,
       "epoch": 0.3108320251177394,
-      "rel-constrast": 3.4981136322021484,
+      "rel-constrast": 3.7013537883758545,
       "step": 396,
-      "subrel-constrast": 3.725527048110962,
+      "subrel-constrast": 4.221440315246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4211723804473877,
-      "cov-distil (oracle2student)": 4.806880474090576,
-      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "cov-distil": 2.4144694805145264,
+      "cov-distil (oracle2student)": 4.284505844116211,
+      "cov-distil (oracle2teacher)": 4.197414875030518,
       "epoch": 0.3116169544740973,
-      "rel-constrast": 3.6912615299224854,
+      "rel-constrast": 3.913599967956543,
       "step": 397,
-      "subrel-constrast": 4.080460548400879,
+      "subrel-constrast": 3.772303819656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.147724151611328,
-      "cov-distil (oracle2student)": 3.4920403957366943,
-      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "cov-distil": 1.8099480867385864,
+      "cov-distil (oracle2student)": 4.010860919952393,
+      "cov-distil (oracle2teacher)": 3.9283041954040527,
       "epoch": 0.31240188383045525,
-      "rel-constrast": 3.37844181060791,
+      "rel-constrast": 4.429471969604492,
       "step": 398,
-      "subrel-constrast": 4.133568286895752,
+      "subrel-constrast": 3.970705986022949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341226577758789,
-      "cov-distil (oracle2student)": 5.704563140869141,
-      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "cov-distil": 2.0238213539123535,
+      "cov-distil (oracle2student)": 6.013174057006836,
+      "cov-distil (oracle2teacher)": 4.590714454650879,
       "epoch": 0.3131868131868132,
-      "rel-constrast": 5.77735710144043,
+      "rel-constrast": 6.082208633422852,
       "step": 399,
-      "subrel-constrast": 5.990045070648193,
+      "subrel-constrast": 5.129321098327637,
       "view-similarity": 0
     },
     {
       "epoch": 0.3139717425431711,
-      "grad_norm": 10.25,
+      "grad_norm": 12.9375,
       "learning_rate": 1.995e-05,
-      "loss": 1.0277,
+      "loss": 1.1152,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
-      "overlap": 0.21250000596046448,
+      "overlap": 0.25,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "student margin": 0.0499267578125
+      "student margin": 0.042327880859375
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "teacher margin": 0.0330810546875
+      "teacher margin": 0.0385589599609375
     },
     {
       "epoch": 0.3139717425431711,
-      "margin difference": -0.016845703125,
+      "margin difference": -0.0037689208984375,
       "step": 400
     },
     {
-      "cov-distil": 3.029654026031494,
-      "cov-distil (oracle2student)": 6.3546295166015625,
-      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "cov-distil": 3.886928081512451,
+      "cov-distil (oracle2student)": 5.335042953491211,
+      "cov-distil (oracle2teacher)": 4.339117527008057,
       "epoch": 0.3139717425431711,
-      "rel-constrast": 5.21034049987793,
+      "rel-constrast": 4.6403913497924805,
       "step": 400,
-      "subrel-constrast": 4.272339820861816,
+      "subrel-constrast": 3.912580728530884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7038116455078125,
-      "cov-distil (oracle2student)": 4.764902114868164,
-      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "cov-distil": 3.056687831878662,
+      "cov-distil (oracle2student)": 5.348229885101318,
+      "cov-distil (oracle2teacher)": 3.6517839431762695,
       "epoch": 0.31475667189952905,
-      "rel-constrast": 4.609540939331055,
+      "rel-constrast": 4.588954925537109,
       "step": 401,
-      "subrel-constrast": 4.73413610458374,
+      "subrel-constrast": 4.800741672515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.099792242050171,
-      "cov-distil (oracle2student)": 3.520395278930664,
-      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "cov-distil": 2.2604470252990723,
+      "cov-distil (oracle2student)": 4.378152847290039,
+      "cov-distil (oracle2teacher)": 3.4860801696777344,
       "epoch": 0.315541601255887,
-      "rel-constrast": 3.90291428565979,
+      "rel-constrast": 4.399611949920654,
       "step": 402,
-      "subrel-constrast": 4.711536407470703,
+      "subrel-constrast": 4.155108451843262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4153919219970703,
-      "cov-distil (oracle2student)": 4.881484031677246,
-      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "cov-distil": 2.9338903427124023,
+      "cov-distil (oracle2student)": 6.613400459289551,
+      "cov-distil (oracle2teacher)": 5.678437232971191,
       "epoch": 0.3163265306122449,
-      "rel-constrast": 5.590476036071777,
+      "rel-constrast": 6.335180282592773,
       "step": 403,
-      "subrel-constrast": 6.7442402839660645,
+      "subrel-constrast": 6.400395393371582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.070514678955078,
-      "cov-distil (oracle2student)": 6.963999271392822,
-      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "cov-distil": 3.023014545440674,
+      "cov-distil (oracle2student)": 8.308012008666992,
+      "cov-distil (oracle2teacher)": 5.342362880706787,
       "epoch": 0.31711145996860285,
-      "rel-constrast": 4.405279159545898,
+      "rel-constrast": 4.845967769622803,
       "step": 404,
-      "subrel-constrast": 4.019079208374023,
+      "subrel-constrast": 4.1846160888671875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7390613555908203,
-      "cov-distil (oracle2student)": 5.906704425811768,
-      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "cov-distil": 3.1038479804992676,
+      "cov-distil (oracle2student)": 5.646944046020508,
+      "cov-distil (oracle2teacher)": 4.473422527313232,
       "epoch": 0.3178963893249607,
-      "rel-constrast": 5.089980125427246,
+      "rel-constrast": 5.836054801940918,
       "step": 405,
-      "subrel-constrast": 5.007596969604492,
+      "subrel-constrast": 5.281007766723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4844894409179688,
-      "cov-distil (oracle2student)": 3.5109589099884033,
-      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "cov-distil": 3.2940926551818848,
+      "cov-distil (oracle2student)": 4.326860427856445,
+      "cov-distil (oracle2teacher)": 3.2503867149353027,
       "epoch": 0.31868131868131866,
-      "rel-constrast": 3.7930362224578857,
+      "rel-constrast": 3.869856595993042,
       "step": 406,
-      "subrel-constrast": 3.798858642578125,
+      "subrel-constrast": 3.6573963165283203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3034815788269043,
-      "cov-distil (oracle2student)": 3.7118170261383057,
-      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "cov-distil": 3.491866111755371,
+      "cov-distil (oracle2student)": 3.588833808898926,
+      "cov-distil (oracle2teacher)": 3.282709836959839,
       "epoch": 0.3194662480376766,
-      "rel-constrast": 3.579343557357788,
+      "rel-constrast": 3.9197592735290527,
       "step": 407,
-      "subrel-constrast": 3.7536656856536865,
+      "subrel-constrast": 3.2055981159210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386108875274658,
-      "cov-distil (oracle2student)": 7.637016773223877,
-      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "cov-distil": 2.3607594966888428,
+      "cov-distil (oracle2student)": 8.374011993408203,
+      "cov-distil (oracle2teacher)": 6.85933780670166,
       "epoch": 0.3202511773940345,
-      "rel-constrast": 5.229757308959961,
+      "rel-constrast": 5.2823662757873535,
       "step": 408,
-      "subrel-constrast": 5.07039737701416,
+      "subrel-constrast": 5.011173725128174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8611326217651367,
-      "cov-distil (oracle2student)": 5.232067108154297,
-      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "cov-distil": 3.281787395477295,
+      "cov-distil (oracle2student)": 6.3122124671936035,
+      "cov-distil (oracle2teacher)": 5.3192057609558105,
       "epoch": 0.32103610675039246,
-      "rel-constrast": 3.642263174057007,
+      "rel-constrast": 3.805255889892578,
       "step": 409,
-      "subrel-constrast": 4.416981220245361,
+      "subrel-constrast": 4.585635662078857,
       "view-similarity": 0
     },
     {
       "epoch": 0.3218210361067504,
-      "grad_norm": 10.3125,
+      "grad_norm": 12.1875,
       "learning_rate": 2.045e-05,
-      "loss": 1.1891,
+      "loss": 1.1881,
       "step": 410
     },
     {
-      "cov-distil": 2.2154881954193115,
-      "cov-distil (oracle2student)": 6.773739814758301,
-      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "cov-distil": 2.730794668197632,
+      "cov-distil (oracle2student)": 7.3823394775390625,
+      "cov-distil (oracle2teacher)": 5.193122863769531,
       "epoch": 0.3218210361067504,
-      "rel-constrast": 3.8010854721069336,
+      "rel-constrast": 5.282472133636475,
       "step": 410,
-      "subrel-constrast": 4.40297269821167,
+      "subrel-constrast": 4.033254146575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.502871513366699,
-      "cov-distil (oracle2student)": 5.0695061683654785,
-      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "cov-distil": 3.7351174354553223,
+      "cov-distil (oracle2student)": 5.665802478790283,
+      "cov-distil (oracle2teacher)": 4.360421657562256,
       "epoch": 0.3226059654631083,
-      "rel-constrast": 3.752478837966919,
+      "rel-constrast": 4.959882736206055,
       "step": 411,
-      "subrel-constrast": 4.620887756347656,
+      "subrel-constrast": 4.492009162902832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1412277221679688,
-      "cov-distil (oracle2student)": 5.670042037963867,
-      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "cov-distil": 3.0279736518859863,
+      "cov-distil (oracle2student)": 4.999423503875732,
+      "cov-distil (oracle2teacher)": 4.728681564331055,
       "epoch": 0.32339089481946626,
-      "rel-constrast": 3.702781915664673,
+      "rel-constrast": 4.053719997406006,
       "step": 412,
-      "subrel-constrast": 3.522353172302246,
+      "subrel-constrast": 3.3165433406829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.622506618499756,
-      "cov-distil (oracle2student)": 3.7515993118286133,
-      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "cov-distil": 2.611097812652588,
+      "cov-distil (oracle2student)": 4.069662094116211,
+      "cov-distil (oracle2teacher)": 2.9088141918182373,
       "epoch": 0.3241758241758242,
-      "rel-constrast": 4.642484188079834,
+      "rel-constrast": 4.812192916870117,
       "step": 413,
-      "subrel-constrast": 4.491447448730469,
+      "subrel-constrast": 4.3568925857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7788538932800293,
-      "cov-distil (oracle2student)": 4.702597618103027,
-      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "cov-distil": 4.093091011047363,
+      "cov-distil (oracle2student)": 4.29498291015625,
+      "cov-distil (oracle2teacher)": 4.458188056945801,
       "epoch": 0.3249607535321821,
-      "rel-constrast": 5.818304061889648,
+      "rel-constrast": 5.818893909454346,
       "step": 414,
-      "subrel-constrast": 6.06870698928833,
+      "subrel-constrast": 6.232061386108398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9587523937225342,
-      "cov-distil (oracle2student)": 5.824624538421631,
-      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "cov-distil": 2.5420942306518555,
+      "cov-distil (oracle2student)": 5.0738630294799805,
+      "cov-distil (oracle2teacher)": 4.955421447753906,
       "epoch": 0.32574568288854006,
-      "rel-constrast": 4.23227596282959,
+      "rel-constrast": 4.33170223236084,
       "step": 415,
-      "subrel-constrast": 4.3078107833862305,
+      "subrel-constrast": 4.0441365242004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7149274349212646,
-      "cov-distil (oracle2student)": 4.385428428649902,
-      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "cov-distil": 2.384730815887451,
+      "cov-distil (oracle2student)": 5.072309970855713,
+      "cov-distil (oracle2teacher)": 4.203030109405518,
       "epoch": 0.32653061224489793,
-      "rel-constrast": 2.614161491394043,
+      "rel-constrast": 3.399747371673584,
       "step": 416,
-      "subrel-constrast": 3.0772061347961426,
+      "subrel-constrast": 3.363866090774536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.901108741760254,
-      "cov-distil (oracle2student)": 5.8399505615234375,
-      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "cov-distil": 2.204401731491089,
+      "cov-distil (oracle2student)": 6.448626518249512,
+      "cov-distil (oracle2teacher)": 5.028080463409424,
       "epoch": 0.32731554160125587,
-      "rel-constrast": 4.529116630554199,
+      "rel-constrast": 4.68607759475708,
       "step": 417,
-      "subrel-constrast": 3.6887731552124023,
+      "subrel-constrast": 4.048650741577148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.264662504196167,
-      "cov-distil (oracle2student)": 5.077439308166504,
-      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "cov-distil": 3.105522871017456,
+      "cov-distil (oracle2student)": 4.573199272155762,
+      "cov-distil (oracle2teacher)": 4.597367763519287,
       "epoch": 0.3281004709576138,
-      "rel-constrast": 3.489309549331665,
+      "rel-constrast": 3.6184139251708984,
       "step": 418,
-      "subrel-constrast": 4.08317232131958,
+      "subrel-constrast": 3.6790668964385986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0951147079467773,
-      "cov-distil (oracle2student)": 5.056512355804443,
-      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "cov-distil": 2.9550087451934814,
+      "cov-distil (oracle2student)": 5.398643970489502,
+      "cov-distil (oracle2teacher)": 4.183639049530029,
       "epoch": 0.32888540031397173,
-      "rel-constrast": 4.336194038391113,
+      "rel-constrast": 5.0229387283325195,
       "step": 419,
-      "subrel-constrast": 4.286928176879883,
+      "subrel-constrast": 3.7394027709960938,
       "view-similarity": 0
     },
     {
       "epoch": 0.32967032967032966,
-      "grad_norm": 11.125,
+      "grad_norm": 14.875,
       "learning_rate": 2.095e-05,
-      "loss": 1.0809,
+      "loss": 1.1497,
       "step": 420
     },
     {
-      "cov-distil": 2.853148937225342,
-      "cov-distil (oracle2student)": 4.900213718414307,
-      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "cov-distil": 3.124990463256836,
+      "cov-distil (oracle2student)": 5.149059295654297,
+      "cov-distil (oracle2teacher)": 5.326788425445557,
       "epoch": 0.32967032967032966,
-      "rel-constrast": 2.7741894721984863,
+      "rel-constrast": 4.207850933074951,
       "step": 420,
-      "subrel-constrast": 4.219531536102295,
+      "subrel-constrast": 4.130230903625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.347733497619629,
-      "cov-distil (oracle2student)": 5.8397064208984375,
-      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "cov-distil": 2.3015458583831787,
+      "cov-distil (oracle2student)": 5.644998550415039,
+      "cov-distil (oracle2teacher)": 4.372023582458496,
       "epoch": 0.3304552590266876,
-      "rel-constrast": 4.240979194641113,
+      "rel-constrast": 3.4819796085357666,
       "step": 421,
-      "subrel-constrast": 4.324865818023682,
+      "subrel-constrast": 4.191091537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3546690940856934,
-      "cov-distil (oracle2student)": 4.496642112731934,
-      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "cov-distil": 2.766787528991699,
+      "cov-distil (oracle2student)": 5.50724983215332,
+      "cov-distil (oracle2teacher)": 4.688349723815918,
       "epoch": 0.33124018838304553,
-      "rel-constrast": 4.255103588104248,
+      "rel-constrast": 5.715396881103516,
       "step": 422,
-      "subrel-constrast": 5.117549419403076,
+      "subrel-constrast": 4.853714942932129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.715123176574707,
-      "cov-distil (oracle2student)": 4.683563232421875,
-      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "cov-distil": 5.071290493011475,
+      "cov-distil (oracle2student)": 5.361448287963867,
+      "cov-distil (oracle2teacher)": 3.9468283653259277,
       "epoch": 0.33202511773940346,
-      "rel-constrast": 5.569277763366699,
+      "rel-constrast": 6.42971134185791,
       "step": 423,
-      "subrel-constrast": 5.483921527862549,
+      "subrel-constrast": 5.72580623626709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235517978668213,
-      "cov-distil (oracle2student)": 3.439777374267578,
-      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "cov-distil": 2.7607078552246094,
+      "cov-distil (oracle2student)": 3.4035778045654297,
+      "cov-distil (oracle2teacher)": 3.3475775718688965,
       "epoch": 0.3328100470957614,
-      "rel-constrast": 2.9701004028320312,
+      "rel-constrast": 3.4647200107574463,
       "step": 424,
-      "subrel-constrast": 3.481750249862671,
+      "subrel-constrast": 3.5845205783843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.576808214187622,
-      "cov-distil (oracle2student)": 4.481812477111816,
-      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "cov-distil": 3.1307458877563477,
+      "cov-distil (oracle2student)": 4.396263122558594,
+      "cov-distil (oracle2teacher)": 3.0749974250793457,
       "epoch": 0.33359497645211933,
-      "rel-constrast": 3.951779842376709,
+      "rel-constrast": 4.341128826141357,
       "step": 425,
-      "subrel-constrast": 4.240853786468506,
+      "subrel-constrast": 3.3290610313415527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1964685916900635,
-      "cov-distil (oracle2student)": 5.804289817810059,
-      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "cov-distil": 2.7811856269836426,
+      "cov-distil (oracle2student)": 4.553841590881348,
+      "cov-distil (oracle2teacher)": 5.394686698913574,
       "epoch": 0.33437990580847726,
-      "rel-constrast": 4.0014448165893555,
+      "rel-constrast": 3.237494707107544,
       "step": 426,
-      "subrel-constrast": 4.291764736175537,
+      "subrel-constrast": 4.592550277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8239710330963135,
-      "cov-distil (oracle2student)": 6.429267406463623,
-      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "cov-distil": 2.9422607421875,
+      "cov-distil (oracle2student)": 7.224122047424316,
+      "cov-distil (oracle2teacher)": 5.580789089202881,
       "epoch": 0.33516483516483514,
-      "rel-constrast": 5.43123197555542,
+      "rel-constrast": 6.289543151855469,
       "step": 427,
-      "subrel-constrast": 5.811346530914307,
+      "subrel-constrast": 5.130358695983887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.957871437072754,
-      "cov-distil (oracle2student)": 5.654982566833496,
-      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "cov-distil": 3.752784252166748,
+      "cov-distil (oracle2student)": 6.609888076782227,
+      "cov-distil (oracle2teacher)": 5.681337356567383,
       "epoch": 0.3359497645211931,
-      "rel-constrast": 3.8812756538391113,
+      "rel-constrast": 4.829605579376221,
       "step": 428,
-      "subrel-constrast": 4.840229511260986,
+      "subrel-constrast": 4.838831424713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.233981132507324,
-      "cov-distil (oracle2student)": 4.738227844238281,
-      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "cov-distil": 4.882306098937988,
+      "cov-distil (oracle2student)": 5.897490501403809,
+      "cov-distil (oracle2teacher)": 4.957180976867676,
       "epoch": 0.336734693877551,
-      "rel-constrast": 3.1858866214752197,
+      "rel-constrast": 4.155777931213379,
       "step": 429,
-      "subrel-constrast": 4.9521284103393555,
+      "subrel-constrast": 4.995662212371826,
       "view-similarity": 0
     },
     {
       "epoch": 0.33751962323390894,
-      "grad_norm": 7.8125,
+      "grad_norm": 11.5625,
       "learning_rate": 2.145e-05,
-      "loss": 1.0748,
+      "loss": 1.1538,
       "step": 430
     },
     {
-      "cov-distil": 2.071441173553467,
-      "cov-distil (oracle2student)": 5.731252193450928,
-      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "cov-distil": 1.9730807542800903,
+      "cov-distil (oracle2student)": 4.923707485198975,
+      "cov-distil (oracle2teacher)": 4.7520976066589355,
       "epoch": 0.33751962323390894,
-      "rel-constrast": 3.4950835704803467,
+      "rel-constrast": 4.29905891418457,
       "step": 430,
-      "subrel-constrast": 4.140163898468018,
+      "subrel-constrast": 4.2876482009887695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.762049674987793,
-      "cov-distil (oracle2student)": 5.917123794555664,
-      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "cov-distil": 3.9804623126983643,
+      "cov-distil (oracle2student)": 5.615062713623047,
+      "cov-distil (oracle2teacher)": 5.544045448303223,
       "epoch": 0.33830455259026687,
-      "rel-constrast": 3.0546138286590576,
+      "rel-constrast": 4.237722396850586,
       "step": 431,
-      "subrel-constrast": 3.9004335403442383,
+      "subrel-constrast": 3.9792370796203613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.009577989578247,
-      "cov-distil (oracle2student)": 4.721602439880371,
-      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "cov-distil": 4.338756561279297,
+      "cov-distil (oracle2student)": 4.496461868286133,
+      "cov-distil (oracle2teacher)": 4.150001525878906,
       "epoch": 0.3390894819466248,
-      "rel-constrast": 3.20813250541687,
+      "rel-constrast": 3.032918930053711,
       "step": 432,
-      "subrel-constrast": 2.7180888652801514,
+      "subrel-constrast": 3.408151149749756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3607802391052246,
-      "cov-distil (oracle2student)": 5.02647590637207,
-      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "cov-distil": 2.6231489181518555,
+      "cov-distil (oracle2student)": 5.429691314697266,
+      "cov-distil (oracle2teacher)": 4.382229804992676,
       "epoch": 0.33987441130298274,
-      "rel-constrast": 3.091285228729248,
+      "rel-constrast": 3.6265130043029785,
       "step": 433,
-      "subrel-constrast": 3.6924705505371094,
+      "subrel-constrast": 3.735436201095581,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.247466564178467,
-      "cov-distil (oracle2student)": 5.613053321838379,
-      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "cov-distil": 2.5378599166870117,
+      "cov-distil (oracle2student)": 5.976968765258789,
+      "cov-distil (oracle2teacher)": 4.847920894622803,
       "epoch": 0.34065934065934067,
-      "rel-constrast": 6.07712459564209,
+      "rel-constrast": 5.382924556732178,
       "step": 434,
-      "subrel-constrast": 5.707917213439941,
+      "subrel-constrast": 5.4643378257751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.775041341781616,
-      "cov-distil (oracle2student)": 4.206188201904297,
-      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "cov-distil": 2.658635139465332,
+      "cov-distil (oracle2student)": 4.818509101867676,
+      "cov-distil (oracle2teacher)": 4.5208024978637695,
       "epoch": 0.3414442700156986,
-      "rel-constrast": 4.096330642700195,
+      "rel-constrast": 4.4708967208862305,
       "step": 435,
-      "subrel-constrast": 4.643835067749023,
+      "subrel-constrast": 4.761496067047119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1919288635253906,
-      "cov-distil (oracle2student)": 5.838393688201904,
-      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "cov-distil": 2.599843978881836,
+      "cov-distil (oracle2student)": 6.594846725463867,
+      "cov-distil (oracle2teacher)": 5.80686092376709,
       "epoch": 0.34222919937205654,
-      "rel-constrast": 3.9760336875915527,
+      "rel-constrast": 4.90910005569458,
       "step": 436,
-      "subrel-constrast": 4.569299221038818,
+      "subrel-constrast": 4.83761739730835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.402763605117798,
-      "cov-distil (oracle2student)": 5.501781463623047,
-      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "cov-distil": 3.0927176475524902,
+      "cov-distil (oracle2student)": 6.491856575012207,
+      "cov-distil (oracle2teacher)": 4.585405349731445,
       "epoch": 0.34301412872841447,
-      "rel-constrast": 4.09533166885376,
+      "rel-constrast": 4.42879056930542,
       "step": 437,
-      "subrel-constrast": 4.315829277038574,
+      "subrel-constrast": 4.052088737487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2494189739227295,
-      "cov-distil (oracle2student)": 7.242899417877197,
-      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "cov-distil": 3.090977668762207,
+      "cov-distil (oracle2student)": 8.920851707458496,
+      "cov-distil (oracle2teacher)": 6.333090782165527,
       "epoch": 0.34379905808477235,
-      "rel-constrast": 5.04097843170166,
+      "rel-constrast": 5.768545150756836,
       "step": 438,
-      "subrel-constrast": 4.862870216369629,
+      "subrel-constrast": 4.718844413757324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2995710372924805,
-      "cov-distil (oracle2student)": 6.75054407119751,
-      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "cov-distil": 3.092853546142578,
+      "cov-distil (oracle2student)": 8.278974533081055,
+      "cov-distil (oracle2teacher)": 6.306418418884277,
       "epoch": 0.3445839874411303,
-      "rel-constrast": 4.982070446014404,
+      "rel-constrast": 6.049515247344971,
       "step": 439,
-      "subrel-constrast": 5.908459663391113,
+      "subrel-constrast": 5.0845184326171875,
       "view-similarity": 0
     },
     {
       "epoch": 0.3453689167974882,
-      "grad_norm": 9.0625,
+      "grad_norm": 14.3125,
       "learning_rate": 2.195e-05,
-      "loss": 1.0863,
+      "loss": 1.1551,
       "step": 440
     },
     {
-      "cov-distil": 2.3884384632110596,
-      "cov-distil (oracle2student)": 3.627267837524414,
-      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "cov-distil": 3.396526336669922,
+      "cov-distil (oracle2student)": 5.267278671264648,
+      "cov-distil (oracle2teacher)": 3.7137837409973145,
       "epoch": 0.3453689167974882,
-      "rel-constrast": 3.338059425354004,
+      "rel-constrast": 4.301130294799805,
       "step": 440,
-      "subrel-constrast": 3.8772172927856445,
+      "subrel-constrast": 3.542612314224243,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.314605712890625,
-      "cov-distil (oracle2student)": 3.331043243408203,
-      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "cov-distil": 3.243381977081299,
+      "cov-distil (oracle2student)": 4.901022434234619,
+      "cov-distil (oracle2teacher)": 3.9048101902008057,
       "epoch": 0.34615384615384615,
-      "rel-constrast": 3.4346771240234375,
+      "rel-constrast": 6.367321491241455,
       "step": 441,
-      "subrel-constrast": 4.622008323669434,
+      "subrel-constrast": 4.314452171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.188438653945923,
-      "cov-distil (oracle2student)": 4.153973579406738,
-      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "cov-distil": 2.586581230163574,
+      "cov-distil (oracle2student)": 4.856635093688965,
+      "cov-distil (oracle2teacher)": 3.842402696609497,
       "epoch": 0.3469387755102041,
-      "rel-constrast": 3.282660484313965,
+      "rel-constrast": 3.8586010932922363,
       "step": 442,
-      "subrel-constrast": 4.078038215637207,
+      "subrel-constrast": 3.8650150299072266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141457557678223,
-      "cov-distil (oracle2student)": 3.9378161430358887,
-      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "cov-distil": 2.44942307472229,
+      "cov-distil (oracle2student)": 3.882478713989258,
+      "cov-distil (oracle2teacher)": 3.742689371109009,
       "epoch": 0.347723704866562,
-      "rel-constrast": 3.16465163230896,
+      "rel-constrast": 3.395758867263794,
       "step": 443,
-      "subrel-constrast": 3.99902606010437,
+      "subrel-constrast": 3.877188205718994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184648513793945,
-      "cov-distil (oracle2student)": 4.154224395751953,
-      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "cov-distil": 2.640711784362793,
+      "cov-distil (oracle2student)": 5.090447425842285,
+      "cov-distil (oracle2teacher)": 4.168557167053223,
       "epoch": 0.34850863422291994,
-      "rel-constrast": 4.452948570251465,
+      "rel-constrast": 5.140725135803223,
       "step": 444,
-      "subrel-constrast": 4.752323627471924,
+      "subrel-constrast": 4.908843040466309,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.465195417404175,
-      "cov-distil (oracle2student)": 6.024938106536865,
-      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "cov-distil": 2.1476054191589355,
+      "cov-distil (oracle2student)": 5.7443084716796875,
+      "cov-distil (oracle2teacher)": 5.300069808959961,
       "epoch": 0.3492935635792779,
-      "rel-constrast": 3.97629976272583,
+      "rel-constrast": 4.197112083435059,
       "step": 445,
-      "subrel-constrast": 4.345099925994873,
+      "subrel-constrast": 4.345718860626221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387889862060547,
-      "cov-distil (oracle2student)": 6.552669525146484,
-      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "cov-distil": 2.9442827701568604,
+      "cov-distil (oracle2student)": 5.500463485717773,
+      "cov-distil (oracle2teacher)": 4.93078088760376,
       "epoch": 0.3500784929356358,
-      "rel-constrast": 4.845789909362793,
+      "rel-constrast": 4.563706398010254,
       "step": 446,
-      "subrel-constrast": 4.969698905944824,
+      "subrel-constrast": 4.82017183303833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.397533416748047,
-      "cov-distil (oracle2student)": 4.364714622497559,
-      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "cov-distil": 2.6008310317993164,
+      "cov-distil (oracle2student)": 4.116570949554443,
+      "cov-distil (oracle2teacher)": 4.0590972900390625,
       "epoch": 0.35086342229199374,
-      "rel-constrast": 3.937595844268799,
+      "rel-constrast": 4.171523571014404,
       "step": 447,
-      "subrel-constrast": 4.312699794769287,
+      "subrel-constrast": 3.694149971008301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7098320722579956,
-      "cov-distil (oracle2student)": 4.228442192077637,
-      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "cov-distil": 2.413884162902832,
+      "cov-distil (oracle2student)": 4.653482437133789,
+      "cov-distil (oracle2teacher)": 3.902275562286377,
       "epoch": 0.3516483516483517,
-      "rel-constrast": 4.023503303527832,
+      "rel-constrast": 3.6090340614318848,
       "step": 448,
-      "subrel-constrast": 4.394430637359619,
+      "subrel-constrast": 4.261627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.685983657836914,
-      "cov-distil (oracle2student)": 5.232016563415527,
-      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "cov-distil": 3.2358009815216064,
+      "cov-distil (oracle2student)": 5.299540042877197,
+      "cov-distil (oracle2teacher)": 4.5865478515625,
       "epoch": 0.35243328100470955,
-      "rel-constrast": 4.860464096069336,
+      "rel-constrast": 5.202383995056152,
       "step": 449,
-      "subrel-constrast": 5.943270206451416,
+      "subrel-constrast": 5.201260566711426,
       "view-similarity": 0
     },
     {
       "epoch": 0.3532182103610675,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.0,
       "learning_rate": 2.245e-05,
-      "loss": 1.0413,
+      "loss": 1.1202,
       "step": 450
     },
     {
-      "cov-distil": 2.2508721351623535,
-      "cov-distil (oracle2student)": 2.906092643737793,
-      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "cov-distil": 3.0235989093780518,
+      "cov-distil (oracle2student)": 2.5762596130371094,
+      "cov-distil (oracle2teacher)": 2.6013550758361816,
       "epoch": 0.3532182103610675,
-      "rel-constrast": 4.014590740203857,
+      "rel-constrast": 3.9333572387695312,
       "step": 450,
-      "subrel-constrast": 3.848747491836548,
+      "subrel-constrast": 4.314029216766357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.404543161392212,
-      "cov-distil (oracle2student)": 4.871207237243652,
-      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "cov-distil": 3.0420596599578857,
+      "cov-distil (oracle2student)": 4.986477375030518,
+      "cov-distil (oracle2teacher)": 4.666200637817383,
       "epoch": 0.3540031397174254,
-      "rel-constrast": 4.726263999938965,
+      "rel-constrast": 4.713471412658691,
       "step": 451,
-      "subrel-constrast": 4.601378440856934,
+      "subrel-constrast": 4.7087788581848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3678207397460938,
-      "cov-distil (oracle2student)": 4.7101731300354,
-      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "cov-distil": 2.5853188037872314,
+      "cov-distil (oracle2student)": 4.930544853210449,
+      "cov-distil (oracle2teacher)": 4.520422458648682,
       "epoch": 0.35478806907378335,
-      "rel-constrast": 6.3743462562561035,
+      "rel-constrast": 6.377184867858887,
       "step": 452,
-      "subrel-constrast": 5.834218978881836,
+      "subrel-constrast": 5.6624956130981445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8811686038970947,
-      "cov-distil (oracle2student)": 7.004568099975586,
-      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "cov-distil": 3.5898985862731934,
+      "cov-distil (oracle2student)": 6.0323166847229,
+      "cov-distil (oracle2teacher)": 6.27806282043457,
       "epoch": 0.3555729984301413,
-      "rel-constrast": 4.495256423950195,
+      "rel-constrast": 4.078819751739502,
       "step": 453,
-      "subrel-constrast": 4.499624252319336,
+      "subrel-constrast": 4.860950469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.08927845954895,
-      "cov-distil (oracle2student)": 6.895721912384033,
-      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "cov-distil": 1.9626214504241943,
+      "cov-distil (oracle2student)": 7.500809669494629,
+      "cov-distil (oracle2teacher)": 6.304903984069824,
       "epoch": 0.3563579277864992,
-      "rel-constrast": 3.5895748138427734,
+      "rel-constrast": 4.015434741973877,
       "step": 454,
-      "subrel-constrast": 4.271737575531006,
+      "subrel-constrast": 3.541032075881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574354648590088,
-      "cov-distil (oracle2student)": 4.438915252685547,
-      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "cov-distil": 1.8024961948394775,
+      "cov-distil (oracle2student)": 4.453805923461914,
+      "cov-distil (oracle2teacher)": 4.247025489807129,
       "epoch": 0.35714285714285715,
-      "rel-constrast": 2.5299854278564453,
+      "rel-constrast": 2.605526924133301,
       "step": 455,
-      "subrel-constrast": 3.375465154647827,
+      "subrel-constrast": 2.969327449798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.532860279083252,
-      "cov-distil (oracle2student)": 5.647635459899902,
-      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "cov-distil": 2.9737086296081543,
+      "cov-distil (oracle2student)": 6.189994812011719,
+      "cov-distil (oracle2teacher)": 5.031484603881836,
       "epoch": 0.3579277864992151,
-      "rel-constrast": 4.839120864868164,
+      "rel-constrast": 5.749936103820801,
       "step": 456,
-      "subrel-constrast": 5.001308917999268,
+      "subrel-constrast": 5.036722183227539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.857278347015381,
-      "cov-distil (oracle2student)": 4.26930046081543,
-      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "cov-distil": 3.1376209259033203,
+      "cov-distil (oracle2student)": 4.709482192993164,
+      "cov-distil (oracle2teacher)": 4.609312534332275,
       "epoch": 0.358712715855573,
-      "rel-constrast": 4.054443359375,
+      "rel-constrast": 4.482245922088623,
       "step": 457,
-      "subrel-constrast": 4.409102439880371,
+      "subrel-constrast": 4.466695308685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4386208057403564,
-      "cov-distil (oracle2student)": 4.052372455596924,
-      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "cov-distil": 3.0663602352142334,
+      "cov-distil (oracle2student)": 4.166991710662842,
+      "cov-distil (oracle2teacher)": 3.660022735595703,
       "epoch": 0.35949764521193095,
-      "rel-constrast": 4.553459167480469,
+      "rel-constrast": 4.279180526733398,
       "step": 458,
-      "subrel-constrast": 4.813325881958008,
+      "subrel-constrast": 4.351912975311279,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469395637512207,
-      "cov-distil (oracle2student)": 5.080841064453125,
-      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "cov-distil": 2.7948007583618164,
+      "cov-distil (oracle2student)": 4.727881908416748,
+      "cov-distil (oracle2teacher)": 4.30782413482666,
       "epoch": 0.3602825745682888,
-      "rel-constrast": 4.249707221984863,
+      "rel-constrast": 5.065904140472412,
       "step": 459,
-      "subrel-constrast": 4.861333847045898,
+      "subrel-constrast": 4.644608020782471,
       "view-similarity": 0
     },
     {
       "epoch": 0.36106750392464676,
-      "grad_norm": 10.0625,
+      "grad_norm": 11.1875,
       "learning_rate": 2.2950000000000002e-05,
-      "loss": 1.146,
+      "loss": 1.1325,
       "step": 460
     },
     {
-      "cov-distil": 2.61850905418396,
-      "cov-distil (oracle2student)": 6.65915584564209,
-      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "cov-distil": 2.6587302684783936,
+      "cov-distil (oracle2student)": 6.881574630737305,
+      "cov-distil (oracle2teacher)": 5.312300205230713,
       "epoch": 0.36106750392464676,
-      "rel-constrast": 5.478026390075684,
+      "rel-constrast": 6.227667331695557,
       "step": 460,
-      "subrel-constrast": 5.582189083099365,
+      "subrel-constrast": 5.509969234466553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.189993143081665,
-      "cov-distil (oracle2student)": 5.363834381103516,
-      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "cov-distil": 2.786074161529541,
+      "cov-distil (oracle2student)": 5.595931053161621,
+      "cov-distil (oracle2teacher)": 4.438999652862549,
       "epoch": 0.3618524332810047,
-      "rel-constrast": 5.005136013031006,
+      "rel-constrast": 5.213919162750244,
       "step": 461,
-      "subrel-constrast": 4.609855651855469,
+      "subrel-constrast": 4.401980876922607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.936099648475647,
-      "cov-distil (oracle2student)": 2.9774246215820312,
-      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "cov-distil": 2.1456375122070312,
+      "cov-distil (oracle2student)": 3.01564884185791,
+      "cov-distil (oracle2teacher)": 3.371860980987549,
       "epoch": 0.3626373626373626,
-      "rel-constrast": 3.062378406524658,
+      "rel-constrast": 3.0893592834472656,
       "step": 462,
-      "subrel-constrast": 3.0949158668518066,
+      "subrel-constrast": 3.1090235710144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.640564441680908,
-      "cov-distil (oracle2student)": 6.053886413574219,
-      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "cov-distil": 3.833678722381592,
+      "cov-distil (oracle2student)": 6.049327850341797,
+      "cov-distil (oracle2teacher)": 5.605856895446777,
       "epoch": 0.36342229199372056,
-      "rel-constrast": 3.466475248336792,
+      "rel-constrast": 4.21663236618042,
       "step": 463,
-      "subrel-constrast": 4.198953628540039,
+      "subrel-constrast": 4.414419174194336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.427206516265869,
-      "cov-distil (oracle2student)": 5.163705348968506,
-      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "cov-distil": 2.7634878158569336,
+      "cov-distil (oracle2student)": 5.387754917144775,
+      "cov-distil (oracle2teacher)": 4.593223571777344,
       "epoch": 0.3642072213500785,
-      "rel-constrast": 3.610846757888794,
+      "rel-constrast": 3.3545150756835938,
       "step": 464,
-      "subrel-constrast": 4.117895603179932,
+      "subrel-constrast": 3.539788007736206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4713971614837646,
-      "cov-distil (oracle2student)": 7.060304164886475,
-      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "cov-distil": 3.015812873840332,
+      "cov-distil (oracle2student)": 6.849625587463379,
+      "cov-distil (oracle2teacher)": 5.805099964141846,
       "epoch": 0.3649921507064364,
-      "rel-constrast": 6.358216285705566,
+      "rel-constrast": 6.660403251647949,
       "step": 465,
-      "subrel-constrast": 7.534944534301758,
+      "subrel-constrast": 6.422462463378906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341738224029541,
-      "cov-distil (oracle2student)": 3.9310569763183594,
-      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "cov-distil": 3.611361503601074,
+      "cov-distil (oracle2student)": 4.635684490203857,
+      "cov-distil (oracle2teacher)": 3.43782901763916,
       "epoch": 0.36577708006279436,
-      "rel-constrast": 4.7545905113220215,
+      "rel-constrast": 4.867443084716797,
       "step": 466,
-      "subrel-constrast": 5.290574073791504,
+      "subrel-constrast": 4.785039901733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8943874835968018,
-      "cov-distil (oracle2student)": 7.774135589599609,
-      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "cov-distil": 3.7839560508728027,
+      "cov-distil (oracle2student)": 8.24565601348877,
+      "cov-distil (oracle2teacher)": 6.730589866638184,
       "epoch": 0.3665620094191523,
-      "rel-constrast": 4.15330696105957,
+      "rel-constrast": 4.607729434967041,
       "step": 467,
-      "subrel-constrast": 4.940469741821289,
+      "subrel-constrast": 5.17153787612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2678370475769043,
-      "cov-distil (oracle2student)": 3.2847068309783936,
-      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "cov-distil": 2.599464178085327,
+      "cov-distil (oracle2student)": 3.1198294162750244,
+      "cov-distil (oracle2teacher)": 3.20615291595459,
       "epoch": 0.3673469387755102,
-      "rel-constrast": 4.6083855628967285,
+      "rel-constrast": 4.811408996582031,
       "step": 468,
-      "subrel-constrast": 4.441287040710449,
+      "subrel-constrast": 4.257765769958496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.196363687515259,
-      "cov-distil (oracle2student)": 4.333902835845947,
-      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "cov-distil": 1.9991734027862549,
+      "cov-distil (oracle2student)": 4.440146446228027,
+      "cov-distil (oracle2teacher)": 4.822719573974609,
       "epoch": 0.36813186813186816,
-      "rel-constrast": 4.278085708618164,
+      "rel-constrast": 4.334358215332031,
       "step": 469,
-      "subrel-constrast": 5.189983367919922,
+      "subrel-constrast": 4.927159786224365,
       "view-similarity": 0
     },
     {
       "epoch": 0.36891679748822603,
-      "grad_norm": 10.1875,
+      "grad_norm": 9.9375,
       "learning_rate": 2.345e-05,
-      "loss": 1.1793,
+      "loss": 1.1846,
       "step": 470
     },
     {
-      "cov-distil": 2.533843994140625,
-      "cov-distil (oracle2student)": 5.978747367858887,
-      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "cov-distil": 3.0593457221984863,
+      "cov-distil (oracle2student)": 6.41520881652832,
+      "cov-distil (oracle2teacher)": 5.548803329467773,
       "epoch": 0.36891679748822603,
-      "rel-constrast": 4.380161762237549,
+      "rel-constrast": 5.072277069091797,
       "step": 470,
-      "subrel-constrast": 5.573913097381592,
+      "subrel-constrast": 5.0465216636657715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5308892726898193,
-      "cov-distil (oracle2student)": 2.514479160308838,
-      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "cov-distil": 2.322878837585449,
+      "cov-distil (oracle2student)": 2.511274814605713,
+      "cov-distil (oracle2teacher)": 2.601081609725952,
       "epoch": 0.36970172684458397,
-      "rel-constrast": 2.35434889793396,
+      "rel-constrast": 2.2782576084136963,
       "step": 471,
-      "subrel-constrast": 2.5103394985198975,
+      "subrel-constrast": 2.8881189823150635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2500219345092773,
-      "cov-distil (oracle2student)": 3.973175048828125,
-      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "cov-distil": 2.2175111770629883,
+      "cov-distil (oracle2student)": 4.7284979820251465,
+      "cov-distil (oracle2teacher)": 3.796426296234131,
       "epoch": 0.3704866562009419,
-      "rel-constrast": 2.966829299926758,
+      "rel-constrast": 3.426938533782959,
       "step": 472,
-      "subrel-constrast": 2.8600332736968994,
+      "subrel-constrast": 2.869537115097046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129756689071655,
-      "cov-distil (oracle2student)": 4.23541259765625,
-      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "cov-distil": 2.718644618988037,
+      "cov-distil (oracle2student)": 4.197905540466309,
+      "cov-distil (oracle2teacher)": 4.111506462097168,
       "epoch": 0.37127158555729983,
-      "rel-constrast": 3.762936592102051,
+      "rel-constrast": 3.141646146774292,
       "step": 473,
-      "subrel-constrast": 3.4188146591186523,
+      "subrel-constrast": 3.7080979347229004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.912912368774414,
-      "cov-distil (oracle2student)": 4.1711859703063965,
-      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "cov-distil": 3.5045406818389893,
+      "cov-distil (oracle2student)": 5.176733016967773,
+      "cov-distil (oracle2teacher)": 3.9254655838012695,
       "epoch": 0.37205651491365777,
-      "rel-constrast": 3.62333345413208,
+      "rel-constrast": 4.334569454193115,
       "step": 474,
-      "subrel-constrast": 4.32157564163208,
+      "subrel-constrast": 3.800600528717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989773273468018,
-      "cov-distil (oracle2student)": 3.832151174545288,
-      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "cov-distil": 2.517666816711426,
+      "cov-distil (oracle2student)": 3.9682259559631348,
+      "cov-distil (oracle2teacher)": 4.4083709716796875,
       "epoch": 0.3728414442700157,
-      "rel-constrast": 4.430049419403076,
+      "rel-constrast": 4.529991149902344,
       "step": 475,
-      "subrel-constrast": 4.741738796234131,
+      "subrel-constrast": 4.693092346191406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.258049964904785,
-      "cov-distil (oracle2student)": 5.291522026062012,
-      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "cov-distil": 2.464052677154541,
+      "cov-distil (oracle2student)": 5.862793445587158,
+      "cov-distil (oracle2teacher)": 4.86171817779541,
       "epoch": 0.37362637362637363,
-      "rel-constrast": 4.222903251647949,
+      "rel-constrast": 4.465035438537598,
       "step": 476,
-      "subrel-constrast": 3.961719274520874,
+      "subrel-constrast": 4.582297325134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.570009469985962,
-      "cov-distil (oracle2student)": 5.773652076721191,
-      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "cov-distil": 2.8396363258361816,
+      "cov-distil (oracle2student)": 6.207672119140625,
+      "cov-distil (oracle2teacher)": 5.444816589355469,
       "epoch": 0.37441130298273156,
-      "rel-constrast": 4.533541679382324,
+      "rel-constrast": 4.886725902557373,
       "step": 477,
-      "subrel-constrast": 4.77773380279541,
+      "subrel-constrast": 4.718090534210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8505635261535645,
-      "cov-distil (oracle2student)": 6.83684778213501,
-      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "cov-distil": 2.7870309352874756,
+      "cov-distil (oracle2student)": 6.889026641845703,
+      "cov-distil (oracle2teacher)": 5.859509468078613,
       "epoch": 0.3751962323390895,
-      "rel-constrast": 5.62321662902832,
+      "rel-constrast": 5.4059576988220215,
       "step": 478,
-      "subrel-constrast": 5.232511043548584,
+      "subrel-constrast": 5.186746120452881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7924580574035645,
-      "cov-distil (oracle2student)": 3.7319493293762207,
-      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "cov-distil": 2.798856735229492,
+      "cov-distil (oracle2student)": 4.641185760498047,
+      "cov-distil (oracle2teacher)": 4.147808074951172,
       "epoch": 0.37598116169544743,
-      "rel-constrast": 4.3964619636535645,
+      "rel-constrast": 3.8587357997894287,
       "step": 479,
-      "subrel-constrast": 4.63718843460083,
+      "subrel-constrast": 4.161420822143555,
       "view-similarity": 0
     },
     {
       "epoch": 0.37676609105180536,
-      "grad_norm": 11.4375,
+      "grad_norm": 9.875,
       "learning_rate": 2.395e-05,
-      "loss": 1.0666,
+      "loss": 1.035,
       "step": 480
     },
     {
-      "cov-distil": 3.3505167961120605,
-      "cov-distil (oracle2student)": 5.910223960876465,
-      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "cov-distil": 3.052539348602295,
+      "cov-distil (oracle2student)": 5.625411033630371,
+      "cov-distil (oracle2teacher)": 5.2834320068359375,
       "epoch": 0.37676609105180536,
-      "rel-constrast": 3.6228749752044678,
+      "rel-constrast": 4.238697052001953,
       "step": 480,
-      "subrel-constrast": 4.511120796203613,
+      "subrel-constrast": 4.527181625366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4485015869140625,
-      "cov-distil (oracle2student)": 2.978269338607788,
-      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "cov-distil": 3.968806743621826,
+      "cov-distil (oracle2student)": 4.918949604034424,
+      "cov-distil (oracle2teacher)": 3.5547332763671875,
       "epoch": 0.37755102040816324,
-      "rel-constrast": 2.7968740463256836,
+      "rel-constrast": 4.037642955780029,
       "step": 481,
-      "subrel-constrast": 3.763864278793335,
+      "subrel-constrast": 3.759868860244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9172215461730957,
-      "cov-distil (oracle2student)": 4.363856315612793,
-      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "cov-distil": 4.676149368286133,
+      "cov-distil (oracle2student)": 4.9440412521362305,
+      "cov-distil (oracle2teacher)": 4.3156023025512695,
       "epoch": 0.3783359497645212,
-      "rel-constrast": 3.863055467605591,
+      "rel-constrast": 3.9918875694274902,
       "step": 482,
-      "subrel-constrast": 4.3716607093811035,
+      "subrel-constrast": 4.378965854644775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2787156105041504,
-      "cov-distil (oracle2student)": 5.516321182250977,
-      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "cov-distil": 2.134629726409912,
+      "cov-distil (oracle2student)": 5.3726277351379395,
+      "cov-distil (oracle2teacher)": 4.672466278076172,
       "epoch": 0.3791208791208791,
-      "rel-constrast": 4.094292640686035,
+      "rel-constrast": 3.3800437450408936,
       "step": 483,
-      "subrel-constrast": 4.160613059997559,
+      "subrel-constrast": 3.5210986137390137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235403537750244,
-      "cov-distil (oracle2student)": 5.518409729003906,
-      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "cov-distil": 2.974552869796753,
+      "cov-distil (oracle2student)": 6.350698471069336,
+      "cov-distil (oracle2teacher)": 4.654552936553955,
       "epoch": 0.37990580847723704,
-      "rel-constrast": 3.563915252685547,
+      "rel-constrast": 4.045642375946045,
       "step": 484,
-      "subrel-constrast": 3.7485921382904053,
+      "subrel-constrast": 4.134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194551467895508,
-      "cov-distil (oracle2student)": 4.414938926696777,
-      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "cov-distil": 2.1453330516815186,
+      "cov-distil (oracle2student)": 3.768342971801758,
+      "cov-distil (oracle2teacher)": 3.903620719909668,
       "epoch": 0.38069073783359497,
-      "rel-constrast": 3.6036124229431152,
+      "rel-constrast": 4.144845962524414,
       "step": 485,
-      "subrel-constrast": 4.087226390838623,
+      "subrel-constrast": 3.7114975452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5132029056549072,
-      "cov-distil (oracle2student)": 5.28877067565918,
-      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "cov-distil": 3.1434261798858643,
+      "cov-distil (oracle2student)": 5.662676811218262,
+      "cov-distil (oracle2teacher)": 4.650345325469971,
       "epoch": 0.3814756671899529,
-      "rel-constrast": 3.990896224975586,
+      "rel-constrast": 4.379920959472656,
       "step": 486,
-      "subrel-constrast": 4.995358467102051,
+      "subrel-constrast": 4.473867893218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.118487596511841,
-      "cov-distil (oracle2student)": 4.492996692657471,
-      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "cov-distil": 2.5816009044647217,
+      "cov-distil (oracle2student)": 4.461999893188477,
+      "cov-distil (oracle2teacher)": 3.639697551727295,
       "epoch": 0.38226059654631084,
-      "rel-constrast": 3.6116862297058105,
+      "rel-constrast": 3.3043465614318848,
       "step": 487,
-      "subrel-constrast": 3.7064754962921143,
+      "subrel-constrast": 3.5309619903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1922671794891357,
-      "cov-distil (oracle2student)": 4.6771087646484375,
-      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "cov-distil": 2.3733935356140137,
+      "cov-distil (oracle2student)": 5.127795219421387,
+      "cov-distil (oracle2teacher)": 4.575047492980957,
       "epoch": 0.38304552590266877,
-      "rel-constrast": 3.873265504837036,
+      "rel-constrast": 4.655448913574219,
       "step": 488,
-      "subrel-constrast": 4.981564044952393,
+      "subrel-constrast": 4.637051105499268,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.20857834815979,
-      "cov-distil (oracle2student)": 5.020869255065918,
-      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "cov-distil": 3.012787342071533,
+      "cov-distil (oracle2student)": 4.635253429412842,
+      "cov-distil (oracle2teacher)": 5.198256492614746,
       "epoch": 0.3838304552590267,
-      "rel-constrast": 3.868755340576172,
+      "rel-constrast": 3.58553409576416,
       "step": 489,
-      "subrel-constrast": 5.429229736328125,
+      "subrel-constrast": 5.222169399261475,
       "view-similarity": 0
     },
     {
       "epoch": 0.38461538461538464,
-      "grad_norm": 9.8125,
+      "grad_norm": 11.625,
       "learning_rate": 2.445e-05,
-      "loss": 0.9824,
+      "loss": 0.9941,
       "step": 490
     },
     {
-      "cov-distil": 1.981706976890564,
-      "cov-distil (oracle2student)": 7.053213119506836,
-      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "cov-distil": 2.1667139530181885,
+      "cov-distil (oracle2student)": 7.403469085693359,
+      "cov-distil (oracle2teacher)": 6.258197784423828,
       "epoch": 0.38461538461538464,
-      "rel-constrast": 4.026374816894531,
+      "rel-constrast": 4.952635765075684,
       "step": 490,
-      "subrel-constrast": 4.501920223236084,
+      "subrel-constrast": 4.408086776733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.410712718963623,
-      "cov-distil (oracle2student)": 5.133758544921875,
-      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "cov-distil": 3.119758367538452,
+      "cov-distil (oracle2student)": 5.224404335021973,
+      "cov-distil (oracle2teacher)": 4.436511993408203,
       "epoch": 0.38540031397174257,
-      "rel-constrast": 4.2775421142578125,
+      "rel-constrast": 5.031924247741699,
       "step": 491,
-      "subrel-constrast": 4.118622779846191,
+      "subrel-constrast": 3.945636749267578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371644973754883,
-      "cov-distil (oracle2student)": 5.659582138061523,
-      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "cov-distil": 3.2755913734436035,
+      "cov-distil (oracle2student)": 5.041659832000732,
+      "cov-distil (oracle2teacher)": 4.72596549987793,
       "epoch": 0.38618524332810045,
-      "rel-constrast": 4.763324737548828,
+      "rel-constrast": 4.170914173126221,
       "step": 492,
-      "subrel-constrast": 4.729984760284424,
+      "subrel-constrast": 4.8006815910339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4028496742248535,
-      "cov-distil (oracle2student)": 4.193080425262451,
-      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "cov-distil": 2.7026000022888184,
+      "cov-distil (oracle2student)": 5.8507819175720215,
+      "cov-distil (oracle2teacher)": 5.030403137207031,
       "epoch": 0.3869701726844584,
-      "rel-constrast": 3.300520896911621,
+      "rel-constrast": 4.737039566040039,
       "step": 493,
-      "subrel-constrast": 4.785802841186523,
+      "subrel-constrast": 4.969658374786377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9608060121536255,
-      "cov-distil (oracle2student)": 4.956197261810303,
-      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "cov-distil": 2.314119815826416,
+      "cov-distil (oracle2student)": 5.496291160583496,
+      "cov-distil (oracle2teacher)": 4.017199993133545,
       "epoch": 0.3877551020408163,
-      "rel-constrast": 2.9137468338012695,
+      "rel-constrast": 3.1113953590393066,
       "step": 494,
-      "subrel-constrast": 3.282076597213745,
+      "subrel-constrast": 2.8150434494018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4849562644958496,
-      "cov-distil (oracle2student)": 6.280769348144531,
-      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "cov-distil": 2.778083086013794,
+      "cov-distil (oracle2student)": 6.922789573669434,
+      "cov-distil (oracle2teacher)": 5.992598533630371,
       "epoch": 0.38854003139717425,
-      "rel-constrast": 4.2239484786987305,
+      "rel-constrast": 5.545314311981201,
       "step": 495,
-      "subrel-constrast": 4.649102210998535,
+      "subrel-constrast": 4.745818138122559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7329490184783936,
-      "cov-distil (oracle2student)": 4.664039611816406,
-      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "cov-distil": 2.7010533809661865,
+      "cov-distil (oracle2student)": 4.31914758682251,
+      "cov-distil (oracle2teacher)": 4.598568916320801,
       "epoch": 0.3893249607535322,
-      "rel-constrast": 2.6345038414001465,
+      "rel-constrast": 3.112217903137207,
       "step": 496,
-      "subrel-constrast": 3.718508243560791,
+      "subrel-constrast": 3.4257590770721436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.085386276245117,
-      "cov-distil (oracle2student)": 3.886662721633911,
-      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "cov-distil": 2.756781578063965,
+      "cov-distil (oracle2student)": 3.6371676921844482,
+      "cov-distil (oracle2teacher)": 3.364999294281006,
       "epoch": 0.3901098901098901,
-      "rel-constrast": 3.260143518447876,
+      "rel-constrast": 4.085249900817871,
       "step": 497,
-      "subrel-constrast": 3.9507155418395996,
+      "subrel-constrast": 3.9546196460723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7282142639160156,
-      "cov-distil (oracle2student)": 3.539856433868408,
-      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "cov-distil": 2.1450624465942383,
+      "cov-distil (oracle2student)": 4.453918933868408,
+      "cov-distil (oracle2teacher)": 3.664085626602173,
       "epoch": 0.39089481946624804,
-      "rel-constrast": 2.3446929454803467,
+      "rel-constrast": 2.042937755584717,
       "step": 498,
-      "subrel-constrast": 2.6004679203033447,
+      "subrel-constrast": 2.4808859825134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6501827239990234,
-      "cov-distil (oracle2student)": 7.322658061981201,
-      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "cov-distil": 2.168294906616211,
+      "cov-distil (oracle2student)": 7.650796890258789,
+      "cov-distil (oracle2teacher)": 7.176524639129639,
       "epoch": 0.391679748822606,
-      "rel-constrast": 4.462357521057129,
+      "rel-constrast": 4.96732759475708,
       "step": 499,
-      "subrel-constrast": 5.298823833465576,
+      "subrel-constrast": 4.808117389678955,
       "view-similarity": 0
     },
     {
       "epoch": 0.3924646781789639,
-      "grad_norm": 8.375,
+      "grad_norm": 11.875,
       "learning_rate": 2.495e-05,
-      "loss": 0.9597,
+      "loss": 1.0439,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-P@10": 0.76,
+      "eval/duc04-P@10": 0.736,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "eval/duc04-nDCG@10": 0.7420375377503854,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "eval/duc04-alpha_nDCG@10": 0.5463706893491773,
       "step": 500
     },
     {
@@ -5526,17 +5526,17 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-P@10": 0.42899999999999994,
+      "eval/multi_news-P@10": 0.41899999999999993,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "eval/multi_news-nDCG@10": 0.5871691854982394,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "eval/multi_news-alpha_nDCG@10": 0.544019631013571,
       "step": 500
     },
     {
@@ -5546,3277 +5546,3277 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/avg": 0.5329941442436358,
+      "eval/avg": 0.51629589876644,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "overlap": 0.2421875,
+      "overlap": 0.24687500298023224,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "student margin": 0.06243896484375
+      "student margin": 0.05010986328125
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "teacher margin": 0.042694091796875
+      "teacher margin": 0.0509033203125
     },
     {
       "epoch": 0.3924646781789639,
-      "margin difference": -0.019744873046875,
+      "margin difference": 0.00079345703125,
       "step": 500
     },
     {
-      "cov-distil": 1.4159998893737793,
-      "cov-distil (oracle2student)": 4.625096797943115,
-      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "cov-distil": 2.4316108226776123,
+      "cov-distil (oracle2student)": 5.397018909454346,
+      "cov-distil (oracle2teacher)": 4.17315673828125,
       "epoch": 0.3924646781789639,
-      "rel-constrast": 3.086014986038208,
+      "rel-constrast": 3.7153968811035156,
       "step": 500,
-      "subrel-constrast": 3.322561264038086,
+      "subrel-constrast": 2.9427638053894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.484131336212158,
-      "cov-distil (oracle2student)": 5.681003093719482,
-      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "cov-distil": 2.4385643005371094,
+      "cov-distil (oracle2student)": 6.577480316162109,
+      "cov-distil (oracle2teacher)": 5.215863227844238,
       "epoch": 0.39324960753532184,
-      "rel-constrast": 3.455115795135498,
+      "rel-constrast": 4.249575614929199,
       "step": 501,
-      "subrel-constrast": 3.60056209564209,
+      "subrel-constrast": 3.624481439590454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732965111732483,
-      "cov-distil (oracle2student)": 3.93009877204895,
-      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "cov-distil": 2.4620954990386963,
+      "cov-distil (oracle2student)": 4.846519470214844,
+      "cov-distil (oracle2teacher)": 4.495014667510986,
       "epoch": 0.3940345368916798,
-      "rel-constrast": 3.891814708709717,
+      "rel-constrast": 3.8714237213134766,
       "step": 502,
-      "subrel-constrast": 4.615721225738525,
+      "subrel-constrast": 4.4191813468933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3193750381469727,
-      "cov-distil (oracle2student)": 4.851567268371582,
-      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "cov-distil": 2.2790942192077637,
+      "cov-distil (oracle2student)": 5.090143203735352,
+      "cov-distil (oracle2teacher)": 4.353056907653809,
       "epoch": 0.39481946624803765,
-      "rel-constrast": 3.16011381149292,
+      "rel-constrast": 3.1984400749206543,
       "step": 503,
-      "subrel-constrast": 3.5040040016174316,
+      "subrel-constrast": 2.9925825595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2391562461853027,
-      "cov-distil (oracle2student)": 3.613586664199829,
-      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "cov-distil": 3.185715913772583,
+      "cov-distil (oracle2student)": 3.5957746505737305,
+      "cov-distil (oracle2teacher)": 3.98298978805542,
       "epoch": 0.3956043956043956,
-      "rel-constrast": 4.543619155883789,
+      "rel-constrast": 4.027279376983643,
       "step": 504,
-      "subrel-constrast": 4.639369964599609,
+      "subrel-constrast": 4.2903923988342285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1063196659088135,
-      "cov-distil (oracle2student)": 5.640138626098633,
-      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "cov-distil": 3.386262893676758,
+      "cov-distil (oracle2student)": 5.15778923034668,
+      "cov-distil (oracle2teacher)": 5.05740213394165,
       "epoch": 0.3963893249607535,
-      "rel-constrast": 3.3249940872192383,
+      "rel-constrast": 3.4201223850250244,
       "step": 505,
-      "subrel-constrast": 3.79390287399292,
+      "subrel-constrast": 3.8489911556243896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8278141021728516,
-      "cov-distil (oracle2student)": 3.6726248264312744,
-      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "cov-distil": 3.467620849609375,
+      "cov-distil (oracle2student)": 4.147178649902344,
+      "cov-distil (oracle2teacher)": 4.101216793060303,
       "epoch": 0.39717425431711145,
-      "rel-constrast": 3.797194480895996,
+      "rel-constrast": 4.603706359863281,
       "step": 506,
-      "subrel-constrast": 4.491276264190674,
+      "subrel-constrast": 4.31328821182251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0168466567993164,
-      "cov-distil (oracle2student)": 5.7914814949035645,
-      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "cov-distil": 2.7650904655456543,
+      "cov-distil (oracle2student)": 7.070884704589844,
+      "cov-distil (oracle2teacher)": 6.021198749542236,
       "epoch": 0.3979591836734694,
-      "rel-constrast": 3.658668279647827,
+      "rel-constrast": 5.133430480957031,
       "step": 507,
-      "subrel-constrast": 4.55025577545166,
+      "subrel-constrast": 4.400622844696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.112938165664673,
-      "cov-distil (oracle2student)": 3.503079414367676,
-      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "cov-distil": 2.481074333190918,
+      "cov-distil (oracle2student)": 4.6060943603515625,
+      "cov-distil (oracle2teacher)": 3.7556650638580322,
       "epoch": 0.3987441130298273,
-      "rel-constrast": 2.802060604095459,
+      "rel-constrast": 3.059156894683838,
       "step": 508,
-      "subrel-constrast": 3.5418896675109863,
+      "subrel-constrast": 3.133172035217285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9679971933364868,
-      "cov-distil (oracle2student)": 4.781468391418457,
-      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "cov-distil": 2.3340468406677246,
+      "cov-distil (oracle2student)": 5.321282386779785,
+      "cov-distil (oracle2teacher)": 4.898414611816406,
       "epoch": 0.39952904238618525,
-      "rel-constrast": 3.881654977798462,
+      "rel-constrast": 4.40877628326416,
       "step": 509,
-      "subrel-constrast": 4.416358947753906,
+      "subrel-constrast": 4.394105434417725,
       "view-similarity": 0
     },
     {
       "epoch": 0.4003139717425432,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.6875,
       "learning_rate": 2.5450000000000002e-05,
-      "loss": 0.9456,
+      "loss": 0.9922,
       "step": 510
     },
     {
-      "cov-distil": 1.395479440689087,
-      "cov-distil (oracle2student)": 5.548276424407959,
-      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "cov-distil": 1.9377968311309814,
+      "cov-distil (oracle2student)": 4.864838600158691,
+      "cov-distil (oracle2teacher)": 4.443873882293701,
       "epoch": 0.4003139717425432,
-      "rel-constrast": 3.209362506866455,
+      "rel-constrast": 3.5565147399902344,
       "step": 510,
-      "subrel-constrast": 3.1534719467163086,
+      "subrel-constrast": 3.40018630027771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8525688648223877,
-      "cov-distil (oracle2student)": 6.531951904296875,
-      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "cov-distil": 2.9442572593688965,
+      "cov-distil (oracle2student)": 6.876224994659424,
+      "cov-distil (oracle2teacher)": 6.000499248504639,
       "epoch": 0.4010989010989011,
-      "rel-constrast": 4.491300582885742,
+      "rel-constrast": 4.510574817657471,
       "step": 511,
-      "subrel-constrast": 4.586567401885986,
+      "subrel-constrast": 4.596365928649902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9388954639434814,
-      "cov-distil (oracle2student)": 5.9139084815979,
-      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "cov-distil": 2.6009581089019775,
+      "cov-distil (oracle2student)": 6.760128021240234,
+      "cov-distil (oracle2teacher)": 5.152045726776123,
       "epoch": 0.40188383045525905,
-      "rel-constrast": 4.033116340637207,
+      "rel-constrast": 5.297791957855225,
       "step": 512,
-      "subrel-constrast": 4.773599147796631,
+      "subrel-constrast": 4.637878894805908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7909735441207886,
-      "cov-distil (oracle2student)": 4.206601142883301,
-      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "cov-distil": 1.9653100967407227,
+      "cov-distil (oracle2student)": 5.067868709564209,
+      "cov-distil (oracle2teacher)": 3.891404867172241,
       "epoch": 0.4026687598116169,
-      "rel-constrast": 4.130172252655029,
+      "rel-constrast": 5.118851184844971,
       "step": 513,
-      "subrel-constrast": 4.800011157989502,
+      "subrel-constrast": 4.115675926208496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.82828950881958,
-      "cov-distil (oracle2student)": 3.7563247680664062,
-      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "cov-distil": 2.3114852905273438,
+      "cov-distil (oracle2student)": 3.766338348388672,
+      "cov-distil (oracle2teacher)": 3.430518627166748,
       "epoch": 0.40345368916797486,
-      "rel-constrast": 2.0718255043029785,
+      "rel-constrast": 2.724376916885376,
       "step": 514,
-      "subrel-constrast": 2.8484530448913574,
+      "subrel-constrast": 3.029529094696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547434329986572,
-      "cov-distil (oracle2student)": 3.475689649581909,
-      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "cov-distil": 2.5761923789978027,
+      "cov-distil (oracle2student)": 4.10664176940918,
+      "cov-distil (oracle2teacher)": 3.7946624755859375,
       "epoch": 0.4042386185243328,
-      "rel-constrast": 3.053926706314087,
+      "rel-constrast": 3.3413896560668945,
       "step": 515,
-      "subrel-constrast": 3.580040454864502,
+      "subrel-constrast": 3.387275457382202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8886094093322754,
-      "cov-distil (oracle2student)": 3.8891124725341797,
-      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "cov-distil": 2.9349989891052246,
+      "cov-distil (oracle2student)": 4.065558433532715,
+      "cov-distil (oracle2teacher)": 3.708993434906006,
       "epoch": 0.4050235478806907,
-      "rel-constrast": 3.4653000831604004,
+      "rel-constrast": 4.218894004821777,
       "step": 516,
-      "subrel-constrast": 4.058748722076416,
+      "subrel-constrast": 4.1545233726501465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4138705730438232,
-      "cov-distil (oracle2student)": 6.235104084014893,
-      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "cov-distil": 2.599853515625,
+      "cov-distil (oracle2student)": 7.641312599182129,
+      "cov-distil (oracle2teacher)": 6.001323699951172,
       "epoch": 0.40580847723704866,
-      "rel-constrast": 4.911827564239502,
+      "rel-constrast": 5.129518508911133,
       "step": 517,
-      "subrel-constrast": 5.379470348358154,
+      "subrel-constrast": 4.792590618133545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.055727481842041,
-      "cov-distil (oracle2student)": 4.765932083129883,
-      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "cov-distil": 2.258096694946289,
+      "cov-distil (oracle2student)": 6.253681182861328,
+      "cov-distil (oracle2teacher)": 4.136380672454834,
       "epoch": 0.4065934065934066,
-      "rel-constrast": 4.432010650634766,
+      "rel-constrast": 5.030240058898926,
       "step": 518,
-      "subrel-constrast": 3.8237483501434326,
+      "subrel-constrast": 4.141184329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.444960594177246,
-      "cov-distil (oracle2student)": 3.9477295875549316,
-      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "cov-distil": 2.9449963569641113,
+      "cov-distil (oracle2student)": 5.250645637512207,
+      "cov-distil (oracle2teacher)": 4.597562789916992,
       "epoch": 0.4073783359497645,
-      "rel-constrast": 4.135186195373535,
+      "rel-constrast": 4.932051658630371,
       "step": 519,
-      "subrel-constrast": 4.819687843322754,
+      "subrel-constrast": 5.068981170654297,
       "view-similarity": 0
     },
     {
       "epoch": 0.40816326530612246,
-      "grad_norm": 8.875,
+      "grad_norm": 12.125,
       "learning_rate": 2.595e-05,
-      "loss": 1.0015,
+      "loss": 1.0965,
       "step": 520
     },
     {
-      "cov-distil": 2.114975690841675,
-      "cov-distil (oracle2student)": 6.017740249633789,
-      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "cov-distil": 2.7512216567993164,
+      "cov-distil (oracle2student)": 6.546365737915039,
+      "cov-distil (oracle2teacher)": 5.809374809265137,
       "epoch": 0.40816326530612246,
-      "rel-constrast": 3.083989143371582,
+      "rel-constrast": 3.8285205364227295,
       "step": 520,
-      "subrel-constrast": 3.6702053546905518,
+      "subrel-constrast": 3.3887031078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6442341804504395,
-      "cov-distil (oracle2student)": 4.542356491088867,
-      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "cov-distil": 2.000462055206299,
+      "cov-distil (oracle2student)": 4.943650245666504,
+      "cov-distil (oracle2teacher)": 4.173366069793701,
       "epoch": 0.4089481946624804,
-      "rel-constrast": 2.837587594985962,
+      "rel-constrast": 3.839550018310547,
       "step": 521,
-      "subrel-constrast": 3.523179054260254,
+      "subrel-constrast": 3.5296850204467773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6822391748428345,
-      "cov-distil (oracle2student)": 3.990572690963745,
-      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "cov-distil": 1.9787660837173462,
+      "cov-distil (oracle2student)": 4.490322589874268,
+      "cov-distil (oracle2teacher)": 3.9708495140075684,
       "epoch": 0.4097331240188383,
-      "rel-constrast": 3.3714590072631836,
+      "rel-constrast": 3.782763719558716,
       "step": 522,
-      "subrel-constrast": 3.4518234729766846,
+      "subrel-constrast": 3.701874017715454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5175161361694336,
-      "cov-distil (oracle2student)": 5.360091209411621,
-      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "cov-distil": 3.889625310897827,
+      "cov-distil (oracle2student)": 6.62224006652832,
+      "cov-distil (oracle2teacher)": 5.268327236175537,
       "epoch": 0.41051805337519626,
-      "rel-constrast": 3.320817232131958,
+      "rel-constrast": 4.019553184509277,
       "step": 523,
-      "subrel-constrast": 4.099976539611816,
+      "subrel-constrast": 4.23786735534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8499733209609985,
-      "cov-distil (oracle2student)": 4.837664604187012,
-      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "cov-distil": 2.089364528656006,
+      "cov-distil (oracle2student)": 5.428134918212891,
+      "cov-distil (oracle2teacher)": 4.481540679931641,
       "epoch": 0.41130298273155413,
-      "rel-constrast": 3.551431655883789,
+      "rel-constrast": 4.299295902252197,
       "step": 524,
-      "subrel-constrast": 4.396182060241699,
+      "subrel-constrast": 4.170628070831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3767762184143066,
-      "cov-distil (oracle2student)": 5.010434150695801,
-      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "cov-distil": 3.0960869789123535,
+      "cov-distil (oracle2student)": 5.969825744628906,
+      "cov-distil (oracle2teacher)": 5.435355186462402,
       "epoch": 0.41208791208791207,
-      "rel-constrast": 3.382202386856079,
+      "rel-constrast": 3.8271372318267822,
       "step": 525,
-      "subrel-constrast": 4.079559803009033,
+      "subrel-constrast": 4.311244010925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7340972423553467,
-      "cov-distil (oracle2student)": 6.103010654449463,
-      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "cov-distil": 2.1960692405700684,
+      "cov-distil (oracle2student)": 6.1899189949035645,
+      "cov-distil (oracle2teacher)": 5.752900123596191,
       "epoch": 0.41287284144427,
-      "rel-constrast": 2.4694104194641113,
+      "rel-constrast": 3.3504157066345215,
       "step": 526,
-      "subrel-constrast": 3.338963270187378,
+      "subrel-constrast": 3.144519805908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8253371715545654,
-      "cov-distil (oracle2student)": 4.7706756591796875,
-      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "cov-distil": 3.478926658630371,
+      "cov-distil (oracle2student)": 4.343681335449219,
+      "cov-distil (oracle2teacher)": 4.389613628387451,
       "epoch": 0.41365777080062793,
-      "rel-constrast": 4.593013763427734,
+      "rel-constrast": 4.450220584869385,
       "step": 527,
-      "subrel-constrast": 5.206238269805908,
+      "subrel-constrast": 4.916708469390869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2579145431518555,
-      "cov-distil (oracle2student)": 8.899227142333984,
-      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "cov-distil": 2.9960055351257324,
+      "cov-distil (oracle2student)": 9.021394729614258,
+      "cov-distil (oracle2teacher)": 7.649185657501221,
       "epoch": 0.41444270015698587,
-      "rel-constrast": 3.0921471118927,
+      "rel-constrast": 3.81168794631958,
       "step": 528,
-      "subrel-constrast": 4.043778896331787,
+      "subrel-constrast": 3.527249336242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9917439222335815,
-      "cov-distil (oracle2student)": 3.3459632396698,
-      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "cov-distil": 2.2659573554992676,
+      "cov-distil (oracle2student)": 3.8565173149108887,
+      "cov-distil (oracle2teacher)": 3.517955780029297,
       "epoch": 0.4152276295133438,
-      "rel-constrast": 3.5178332328796387,
+      "rel-constrast": 3.551304578781128,
       "step": 529,
-      "subrel-constrast": 4.205659866333008,
+      "subrel-constrast": 4.263941287994385,
       "view-similarity": 0
     },
     {
       "epoch": 0.41601255886970173,
-      "grad_norm": 8.6875,
+      "grad_norm": 9.125,
       "learning_rate": 2.6450000000000003e-05,
-      "loss": 0.883,
+      "loss": 0.969,
       "step": 530
     },
     {
-      "cov-distil": 2.4610893726348877,
-      "cov-distil (oracle2student)": 7.107298851013184,
-      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "cov-distil": 2.9114646911621094,
+      "cov-distil (oracle2student)": 6.623899459838867,
+      "cov-distil (oracle2teacher)": 5.978086471557617,
       "epoch": 0.41601255886970173,
-      "rel-constrast": 4.013538837432861,
+      "rel-constrast": 3.5463507175445557,
       "step": 530,
-      "subrel-constrast": 4.085789203643799,
+      "subrel-constrast": 4.09066104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9131748676300049,
-      "cov-distil (oracle2student)": 3.1839516162872314,
-      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "cov-distil": 2.1584465503692627,
+      "cov-distil (oracle2student)": 3.108242988586426,
+      "cov-distil (oracle2teacher)": 3.149620771408081,
       "epoch": 0.41679748822605966,
-      "rel-constrast": 3.6091840267181396,
+      "rel-constrast": 3.209766387939453,
       "step": 531,
-      "subrel-constrast": 3.740673303604126,
+      "subrel-constrast": 3.5915255546569824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387206554412842,
-      "cov-distil (oracle2student)": 3.9284486770629883,
-      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "cov-distil": 2.978271007537842,
+      "cov-distil (oracle2student)": 4.685882568359375,
+      "cov-distil (oracle2teacher)": 4.274260520935059,
       "epoch": 0.4175824175824176,
-      "rel-constrast": 3.5161938667297363,
+      "rel-constrast": 4.023675918579102,
       "step": 532,
-      "subrel-constrast": 4.079607009887695,
+      "subrel-constrast": 3.8330373764038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.471837282180786,
-      "cov-distil (oracle2student)": 5.907663345336914,
-      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "cov-distil": 2.844477891921997,
+      "cov-distil (oracle2student)": 4.903825283050537,
+      "cov-distil (oracle2teacher)": 5.759634971618652,
       "epoch": 0.41836734693877553,
-      "rel-constrast": 4.507608890533447,
+      "rel-constrast": 3.525094747543335,
       "step": 533,
-      "subrel-constrast": 5.104624271392822,
+      "subrel-constrast": 4.775814056396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2768821716308594,
-      "cov-distil (oracle2student)": 5.402787208557129,
-      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "cov-distil": 2.563508987426758,
+      "cov-distil (oracle2student)": 7.332339763641357,
+      "cov-distil (oracle2teacher)": 5.409496307373047,
       "epoch": 0.41915227629513346,
-      "rel-constrast": 4.229998588562012,
+      "rel-constrast": 5.774564743041992,
       "step": 534,
-      "subrel-constrast": 4.759891986846924,
+      "subrel-constrast": 4.97339391708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1538729667663574,
-      "cov-distil (oracle2student)": 5.076930046081543,
-      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "cov-distil": 2.7134346961975098,
+      "cov-distil (oracle2student)": 5.510921478271484,
+      "cov-distil (oracle2teacher)": 4.903237342834473,
       "epoch": 0.41993720565149134,
-      "rel-constrast": 5.096151351928711,
+      "rel-constrast": 5.831864833831787,
       "step": 535,
-      "subrel-constrast": 5.996850490570068,
+      "subrel-constrast": 5.299259662628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1815271377563477,
-      "cov-distil (oracle2student)": 4.3686065673828125,
-      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "cov-distil": 2.306689739227295,
+      "cov-distil (oracle2student)": 4.6133832931518555,
+      "cov-distil (oracle2teacher)": 3.5082075595855713,
       "epoch": 0.4207221350078493,
-      "rel-constrast": 3.4470701217651367,
+      "rel-constrast": 3.804596185684204,
       "step": 536,
-      "subrel-constrast": 3.943808078765869,
+      "subrel-constrast": 3.701176166534424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430976152420044,
-      "cov-distil (oracle2student)": 5.03574800491333,
-      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "cov-distil": 1.6129932403564453,
+      "cov-distil (oracle2student)": 5.69785213470459,
+      "cov-distil (oracle2teacher)": 5.269233703613281,
       "epoch": 0.4215070643642072,
-      "rel-constrast": 4.9359941482543945,
+      "rel-constrast": 4.88289213180542,
       "step": 537,
-      "subrel-constrast": 4.681961536407471,
+      "subrel-constrast": 4.6160807609558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1151583194732666,
-      "cov-distil (oracle2student)": 4.930647850036621,
-      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "cov-distil": 3.6320486068725586,
+      "cov-distil (oracle2student)": 5.126873970031738,
+      "cov-distil (oracle2teacher)": 4.449760437011719,
       "epoch": 0.42229199372056514,
-      "rel-constrast": 3.337693214416504,
+      "rel-constrast": 4.9021735191345215,
       "step": 538,
-      "subrel-constrast": 4.436145305633545,
+      "subrel-constrast": 4.239505767822266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0622363090515137,
-      "cov-distil (oracle2student)": 5.964321136474609,
-      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "cov-distil": 2.8055315017700195,
+      "cov-distil (oracle2student)": 5.630227088928223,
+      "cov-distil (oracle2teacher)": 5.5058393478393555,
       "epoch": 0.4230769230769231,
-      "rel-constrast": 2.918050765991211,
+      "rel-constrast": 2.89642333984375,
       "step": 539,
-      "subrel-constrast": 3.1426711082458496,
+      "subrel-constrast": 3.487722873687744,
       "view-similarity": 0
     },
     {
       "epoch": 0.423861852433281,
-      "grad_norm": 8.25,
+      "grad_norm": 9.75,
       "learning_rate": 2.6950000000000005e-05,
-      "loss": 1.0442,
+      "loss": 1.0599,
       "step": 540
     },
     {
-      "cov-distil": 2.4555015563964844,
-      "cov-distil (oracle2student)": 4.551426887512207,
-      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "cov-distil": 3.1440768241882324,
+      "cov-distil (oracle2student)": 4.894999980926514,
+      "cov-distil (oracle2teacher)": 4.241404056549072,
       "epoch": 0.423861852433281,
-      "rel-constrast": 3.3250837326049805,
+      "rel-constrast": 3.1532459259033203,
       "step": 540,
-      "subrel-constrast": 3.5797502994537354,
+      "subrel-constrast": 3.6818230152130127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.082664966583252,
-      "cov-distil (oracle2student)": 4.699512958526611,
-      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "cov-distil": 2.0353074073791504,
+      "cov-distil (oracle2student)": 4.829143524169922,
+      "cov-distil (oracle2teacher)": 4.384130954742432,
       "epoch": 0.42464678178963894,
-      "rel-constrast": 2.5872223377227783,
+      "rel-constrast": 3.055182456970215,
       "step": 541,
-      "subrel-constrast": 3.821152687072754,
+      "subrel-constrast": 3.436680793762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.204350709915161,
-      "cov-distil (oracle2student)": 4.2027435302734375,
-      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "cov-distil": 2.3959193229675293,
+      "cov-distil (oracle2student)": 4.7509050369262695,
+      "cov-distil (oracle2teacher)": 4.176807880401611,
       "epoch": 0.42543171114599687,
-      "rel-constrast": 3.1161422729492188,
+      "rel-constrast": 4.029506206512451,
       "step": 542,
-      "subrel-constrast": 3.712345838546753,
+      "subrel-constrast": 3.835718870162964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0034756660461426,
-      "cov-distil (oracle2student)": 4.845664978027344,
-      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "cov-distil": 2.4880635738372803,
+      "cov-distil (oracle2student)": 5.187982559204102,
+      "cov-distil (oracle2teacher)": 5.327169895172119,
       "epoch": 0.4262166405023548,
-      "rel-constrast": 3.031003952026367,
+      "rel-constrast": 3.3675456047058105,
       "step": 543,
-      "subrel-constrast": 3.3142998218536377,
+      "subrel-constrast": 3.4103951454162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4440988302230835,
-      "cov-distil (oracle2student)": 3.6065969467163086,
-      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "cov-distil": 1.8645257949829102,
+      "cov-distil (oracle2student)": 3.3303253650665283,
+      "cov-distil (oracle2teacher)": 3.2770776748657227,
       "epoch": 0.42700156985871274,
-      "rel-constrast": 2.4494941234588623,
+      "rel-constrast": 2.9046854972839355,
       "step": 544,
-      "subrel-constrast": 2.605020046234131,
+      "subrel-constrast": 2.459394693374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6435261964797974,
-      "cov-distil (oracle2student)": 3.551994800567627,
-      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "cov-distil": 1.9630659818649292,
+      "cov-distil (oracle2student)": 4.499131202697754,
+      "cov-distil (oracle2teacher)": 3.6329312324523926,
       "epoch": 0.42778649921507067,
-      "rel-constrast": 3.822410821914673,
+      "rel-constrast": 4.33712100982666,
       "step": 545,
-      "subrel-constrast": 3.836008071899414,
+      "subrel-constrast": 4.299283504486084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7628724575042725,
-      "cov-distil (oracle2student)": 6.011783599853516,
-      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "cov-distil": 2.6886143684387207,
+      "cov-distil (oracle2student)": 6.36787748336792,
+      "cov-distil (oracle2teacher)": 5.385263919830322,
       "epoch": 0.42857142857142855,
-      "rel-constrast": 3.934589385986328,
+      "rel-constrast": 5.136941909790039,
       "step": 546,
-      "subrel-constrast": 3.964400053024292,
+      "subrel-constrast": 4.183347702026367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7866466045379639,
-      "cov-distil (oracle2student)": 3.3814570903778076,
-      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "cov-distil": 2.6999917030334473,
+      "cov-distil (oracle2student)": 4.198861598968506,
+      "cov-distil (oracle2teacher)": 3.6154558658599854,
       "epoch": 0.4293563579277865,
-      "rel-constrast": 3.8515207767486572,
+      "rel-constrast": 4.383726596832275,
       "step": 547,
-      "subrel-constrast": 4.402586460113525,
+      "subrel-constrast": 4.213267803192139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3751814365386963,
-      "cov-distil (oracle2student)": 4.2626800537109375,
-      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "cov-distil": 3.166285753250122,
+      "cov-distil (oracle2student)": 4.848912239074707,
+      "cov-distil (oracle2teacher)": 4.098011016845703,
       "epoch": 0.4301412872841444,
-      "rel-constrast": 4.448970794677734,
+      "rel-constrast": 4.148667812347412,
       "step": 548,
-      "subrel-constrast": 4.393995761871338,
+      "subrel-constrast": 4.670076370239258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0791738033294678,
-      "cov-distil (oracle2student)": 5.72738790512085,
-      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "cov-distil": 1.8380727767944336,
+      "cov-distil (oracle2student)": 5.163656234741211,
+      "cov-distil (oracle2teacher)": 4.66612434387207,
       "epoch": 0.43092621664050235,
-      "rel-constrast": 3.669039487838745,
+      "rel-constrast": 3.2450528144836426,
       "step": 549,
-      "subrel-constrast": 3.670117139816284,
+      "subrel-constrast": 3.273515462875366,
       "view-similarity": 0
     },
     {
       "epoch": 0.4317111459968603,
-      "grad_norm": 10.5625,
+      "grad_norm": 10.0,
       "learning_rate": 2.7450000000000003e-05,
-      "loss": 0.9055,
+      "loss": 0.944,
       "step": 550
     },
     {
-      "cov-distil": 1.8588554859161377,
-      "cov-distil (oracle2student)": 5.19000244140625,
-      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "cov-distil": 1.9215424060821533,
+      "cov-distil (oracle2student)": 5.323651313781738,
+      "cov-distil (oracle2teacher)": 5.5496625900268555,
       "epoch": 0.4317111459968603,
-      "rel-constrast": 2.9200479984283447,
+      "rel-constrast": 3.632564067840576,
       "step": 550,
-      "subrel-constrast": 4.266639709472656,
+      "subrel-constrast": 4.383198261260986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4664716720581055,
-      "cov-distil (oracle2student)": 4.6646318435668945,
-      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "cov-distil": 2.0079779624938965,
+      "cov-distil (oracle2student)": 5.453360557556152,
+      "cov-distil (oracle2teacher)": 4.775620937347412,
       "epoch": 0.4324960753532182,
-      "rel-constrast": 2.7482821941375732,
+      "rel-constrast": 3.6028709411621094,
       "step": 551,
-      "subrel-constrast": 3.751079797744751,
+      "subrel-constrast": 3.7195968627929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2391505241394043,
-      "cov-distil (oracle2student)": 4.254290580749512,
-      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "cov-distil": 1.940305471420288,
+      "cov-distil (oracle2student)": 4.275853157043457,
+      "cov-distil (oracle2teacher)": 4.315962314605713,
       "epoch": 0.43328100470957615,
-      "rel-constrast": 2.8833484649658203,
+      "rel-constrast": 3.697322130203247,
       "step": 552,
-      "subrel-constrast": 3.7221202850341797,
+      "subrel-constrast": 3.374723434448242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5725274085998535,
-      "cov-distil (oracle2student)": 4.4030375480651855,
-      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "cov-distil": 3.7109804153442383,
+      "cov-distil (oracle2student)": 5.235285758972168,
+      "cov-distil (oracle2teacher)": 3.4823784828186035,
       "epoch": 0.4340659340659341,
-      "rel-constrast": 3.2813262939453125,
+      "rel-constrast": 4.574237823486328,
       "step": 553,
-      "subrel-constrast": 4.29766321182251,
+      "subrel-constrast": 3.886735439300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6824195384979248,
-      "cov-distil (oracle2student)": 4.262044906616211,
-      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "cov-distil": 2.0194294452667236,
+      "cov-distil (oracle2student)": 4.709174156188965,
+      "cov-distil (oracle2teacher)": 3.730773687362671,
       "epoch": 0.434850863422292,
-      "rel-constrast": 4.048982620239258,
+      "rel-constrast": 4.890387058258057,
       "step": 554,
-      "subrel-constrast": 4.117492198944092,
+      "subrel-constrast": 4.248447418212891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.280151605606079,
-      "cov-distil (oracle2student)": 3.482992649078369,
-      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "cov-distil": 3.352951765060425,
+      "cov-distil (oracle2student)": 4.994897842407227,
+      "cov-distil (oracle2teacher)": 4.374115467071533,
       "epoch": 0.43563579277864994,
-      "rel-constrast": 3.2121012210845947,
+      "rel-constrast": 4.161121368408203,
       "step": 555,
-      "subrel-constrast": 3.5926947593688965,
+      "subrel-constrast": 4.011910438537598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.286961078643799,
-      "cov-distil (oracle2student)": 4.809238433837891,
-      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "cov-distil": 2.9941787719726562,
+      "cov-distil (oracle2student)": 5.471341133117676,
+      "cov-distil (oracle2teacher)": 4.524909973144531,
       "epoch": 0.4364207221350079,
-      "rel-constrast": 3.495352029800415,
+      "rel-constrast": 4.157844543457031,
       "step": 556,
-      "subrel-constrast": 4.314545631408691,
+      "subrel-constrast": 4.118130683898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7107021808624268,
-      "cov-distil (oracle2student)": 4.218628406524658,
-      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "cov-distil": 2.3655223846435547,
+      "cov-distil (oracle2student)": 4.463897705078125,
+      "cov-distil (oracle2teacher)": 3.880066394805908,
       "epoch": 0.43720565149136575,
-      "rel-constrast": 3.8885021209716797,
+      "rel-constrast": 3.5161380767822266,
       "step": 557,
-      "subrel-constrast": 4.020322799682617,
+      "subrel-constrast": 3.765559673309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8882838487625122,
-      "cov-distil (oracle2student)": 5.679129600524902,
-      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "cov-distil": 2.326056480407715,
+      "cov-distil (oracle2student)": 5.807459831237793,
+      "cov-distil (oracle2teacher)": 4.5894012451171875,
       "epoch": 0.4379905808477237,
-      "rel-constrast": 4.420882225036621,
+      "rel-constrast": 3.741593360900879,
       "step": 558,
-      "subrel-constrast": 5.289524078369141,
+      "subrel-constrast": 4.4960246086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9853229522705078,
-      "cov-distil (oracle2student)": 5.879613876342773,
-      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "cov-distil": 1.9660494327545166,
+      "cov-distil (oracle2student)": 5.596038818359375,
+      "cov-distil (oracle2teacher)": 5.711890697479248,
       "epoch": 0.4387755102040816,
-      "rel-constrast": 3.605356216430664,
+      "rel-constrast": 3.767320156097412,
       "step": 559,
-      "subrel-constrast": 4.175075531005859,
+      "subrel-constrast": 4.327932357788086,
       "view-similarity": 0
     },
     {
       "epoch": 0.43956043956043955,
-      "grad_norm": 7.125,
+      "grad_norm": 8.875,
       "learning_rate": 2.7950000000000005e-05,
-      "loss": 0.9175,
+      "loss": 0.9935,
       "step": 560
     },
     {
-      "cov-distil": 2.459702968597412,
-      "cov-distil (oracle2student)": 3.54038667678833,
-      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "cov-distil": 2.358954668045044,
+      "cov-distil (oracle2student)": 3.3223049640655518,
+      "cov-distil (oracle2teacher)": 3.5045862197875977,
       "epoch": 0.43956043956043955,
-      "rel-constrast": 3.044311285018921,
+      "rel-constrast": 3.393927812576294,
       "step": 560,
-      "subrel-constrast": 3.8617966175079346,
+      "subrel-constrast": 3.7439398765563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.301657199859619,
-      "cov-distil (oracle2student)": 3.6367805004119873,
-      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "cov-distil": 2.541647434234619,
+      "cov-distil (oracle2student)": 4.102347373962402,
+      "cov-distil (oracle2teacher)": 3.823218584060669,
       "epoch": 0.4403453689167975,
-      "rel-constrast": 2.504409074783325,
+      "rel-constrast": 3.1986074447631836,
       "step": 561,
-      "subrel-constrast": 3.5072786808013916,
+      "subrel-constrast": 3.6252739429473877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2072887420654297,
-      "cov-distil (oracle2student)": 2.9245615005493164,
-      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "cov-distil": 2.642409324645996,
+      "cov-distil (oracle2student)": 3.21407413482666,
+      "cov-distil (oracle2teacher)": 3.468783140182495,
       "epoch": 0.4411302982731554,
-      "rel-constrast": 2.7347452640533447,
+      "rel-constrast": 3.2427480220794678,
       "step": 562,
-      "subrel-constrast": 2.8598663806915283,
+      "subrel-constrast": 2.7197461128234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9743279218673706,
-      "cov-distil (oracle2student)": 4.175314426422119,
-      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "cov-distil": 2.051992893218994,
+      "cov-distil (oracle2student)": 4.378178596496582,
+      "cov-distil (oracle2teacher)": 4.157221794128418,
       "epoch": 0.44191522762951335,
-      "rel-constrast": 2.9006690979003906,
+      "rel-constrast": 3.3241851329803467,
       "step": 563,
-      "subrel-constrast": 3.607196092605591,
+      "subrel-constrast": 3.59414005279541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0321104526519775,
-      "cov-distil (oracle2student)": 3.8106508255004883,
-      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "cov-distil": 2.366882085800171,
+      "cov-distil (oracle2student)": 5.17764949798584,
+      "cov-distil (oracle2teacher)": 3.1858041286468506,
       "epoch": 0.4427001569858713,
-      "rel-constrast": 2.8958191871643066,
+      "rel-constrast": 3.979633092880249,
       "step": 564,
-      "subrel-constrast": 3.457608461380005,
+      "subrel-constrast": 3.076577663421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.913415551185608,
-      "cov-distil (oracle2student)": 5.349029541015625,
-      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "cov-distil": 2.522550582885742,
+      "cov-distil (oracle2student)": 6.068033218383789,
+      "cov-distil (oracle2teacher)": 5.299258232116699,
       "epoch": 0.4434850863422292,
-      "rel-constrast": 3.0215673446655273,
+      "rel-constrast": 3.1363558769226074,
       "step": 565,
-      "subrel-constrast": 4.1114678382873535,
+      "subrel-constrast": 3.7713139057159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1626877784729004,
-      "cov-distil (oracle2student)": 5.174778938293457,
-      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "cov-distil": 1.991720199584961,
+      "cov-distil (oracle2student)": 5.957365036010742,
+      "cov-distil (oracle2teacher)": 4.363339900970459,
       "epoch": 0.44427001569858715,
-      "rel-constrast": 4.159515380859375,
+      "rel-constrast": 4.21482515335083,
       "step": 566,
-      "subrel-constrast": 3.9089341163635254,
+      "subrel-constrast": 3.6679294109344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3144021034240723,
-      "cov-distil (oracle2student)": 4.621238708496094,
-      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "cov-distil": 1.8319523334503174,
+      "cov-distil (oracle2student)": 4.147531986236572,
+      "cov-distil (oracle2teacher)": 4.370601177215576,
       "epoch": 0.44505494505494503,
-      "rel-constrast": 3.3642213344573975,
+      "rel-constrast": 4.056262016296387,
       "step": 567,
-      "subrel-constrast": 3.904902696609497,
+      "subrel-constrast": 3.9852454662323,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7472102642059326,
-      "cov-distil (oracle2student)": 4.851565837860107,
-      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "cov-distil": 2.629312515258789,
+      "cov-distil (oracle2student)": 4.767542839050293,
+      "cov-distil (oracle2teacher)": 4.160739898681641,
       "epoch": 0.44583987441130296,
-      "rel-constrast": 4.3499755859375,
+      "rel-constrast": 3.899106502532959,
       "step": 568,
-      "subrel-constrast": 5.089810371398926,
+      "subrel-constrast": 4.05080509185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.075791597366333,
-      "cov-distil (oracle2student)": 5.32772159576416,
-      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "cov-distil": 1.8516883850097656,
+      "cov-distil (oracle2student)": 5.215306282043457,
+      "cov-distil (oracle2teacher)": 4.808806896209717,
       "epoch": 0.4466248037676609,
-      "rel-constrast": 2.8129007816314697,
+      "rel-constrast": 3.4852166175842285,
       "step": 569,
-      "subrel-constrast": 4.071926593780518,
+      "subrel-constrast": 3.6342546939849854,
       "view-similarity": 0
     },
     {
       "epoch": 0.4474097331240188,
-      "grad_norm": 6.34375,
+      "grad_norm": 8.75,
       "learning_rate": 2.845e-05,
-      "loss": 0.8477,
+      "loss": 0.8983,
       "step": 570
     },
     {
-      "cov-distil": 2.4237582683563232,
-      "cov-distil (oracle2student)": 3.0226638317108154,
-      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "cov-distil": 2.4234559535980225,
+      "cov-distil (oracle2student)": 3.3213958740234375,
+      "cov-distil (oracle2teacher)": 3.6098575592041016,
       "epoch": 0.4474097331240188,
-      "rel-constrast": 3.2645320892333984,
+      "rel-constrast": 3.4887428283691406,
       "step": 570,
-      "subrel-constrast": 3.560032367706299,
+      "subrel-constrast": 3.7902462482452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9481277465820312,
-      "cov-distil (oracle2student)": 4.076622486114502,
-      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "cov-distil": 2.6390843391418457,
+      "cov-distil (oracle2student)": 4.745780944824219,
+      "cov-distil (oracle2teacher)": 4.114788055419922,
       "epoch": 0.44819466248037676,
-      "rel-constrast": 3.1871180534362793,
+      "rel-constrast": 3.6129302978515625,
       "step": 571,
-      "subrel-constrast": 3.889390468597412,
+      "subrel-constrast": 3.8221333026885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8381760120391846,
-      "cov-distil (oracle2student)": 5.546555519104004,
-      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "cov-distil": 1.9189658164978027,
+      "cov-distil (oracle2student)": 6.0839924812316895,
+      "cov-distil (oracle2teacher)": 4.7552690505981445,
       "epoch": 0.4489795918367347,
-      "rel-constrast": 3.591369390487671,
+      "rel-constrast": 3.9511513710021973,
       "step": 572,
-      "subrel-constrast": 4.264605522155762,
+      "subrel-constrast": 4.005019187927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9256342649459839,
-      "cov-distil (oracle2student)": 4.694274425506592,
-      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "cov-distil": 1.739342212677002,
+      "cov-distil (oracle2student)": 4.651374816894531,
+      "cov-distil (oracle2teacher)": 4.204543590545654,
       "epoch": 0.4497645211930926,
-      "rel-constrast": 3.0780086517333984,
+      "rel-constrast": 3.5185372829437256,
       "step": 573,
-      "subrel-constrast": 4.314204216003418,
+      "subrel-constrast": 4.532038688659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8656573295593262,
-      "cov-distil (oracle2student)": 5.347856044769287,
-      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "cov-distil": 2.1634485721588135,
+      "cov-distil (oracle2student)": 5.691831111907959,
+      "cov-distil (oracle2teacher)": 4.7130937576293945,
       "epoch": 0.45054945054945056,
-      "rel-constrast": 4.534104347229004,
+      "rel-constrast": 4.304054260253906,
       "step": 574,
-      "subrel-constrast": 3.962686061859131,
+      "subrel-constrast": 3.921180248260498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.547745704650879,
-      "cov-distil (oracle2student)": 5.250231742858887,
-      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "cov-distil": 2.3078818321228027,
+      "cov-distil (oracle2student)": 6.551314353942871,
+      "cov-distil (oracle2teacher)": 5.088528633117676,
       "epoch": 0.4513343799058085,
-      "rel-constrast": 3.9131903648376465,
+      "rel-constrast": 4.87223482131958,
       "step": 575,
-      "subrel-constrast": 3.791517972946167,
+      "subrel-constrast": 4.038383960723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732090950012207,
-      "cov-distil (oracle2student)": 5.05672550201416,
-      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "cov-distil": 2.561750650405884,
+      "cov-distil (oracle2student)": 4.999590873718262,
+      "cov-distil (oracle2teacher)": 4.80165958404541,
       "epoch": 0.4521193092621664,
-      "rel-constrast": 4.284381866455078,
+      "rel-constrast": 5.104241371154785,
       "step": 576,
-      "subrel-constrast": 4.660088539123535,
+      "subrel-constrast": 5.145068168640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4754586219787598,
-      "cov-distil (oracle2student)": 3.833111047744751,
-      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "cov-distil": 3.0544557571411133,
+      "cov-distil (oracle2student)": 3.935206651687622,
+      "cov-distil (oracle2teacher)": 3.8528130054473877,
       "epoch": 0.45290423861852436,
-      "rel-constrast": 4.8734540939331055,
+      "rel-constrast": 5.1749773025512695,
       "step": 577,
-      "subrel-constrast": 5.031405925750732,
+      "subrel-constrast": 5.613327503204346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7031965255737305,
-      "cov-distil (oracle2student)": 5.395284175872803,
-      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "cov-distil": 2.4282827377319336,
+      "cov-distil (oracle2student)": 5.423835277557373,
+      "cov-distil (oracle2teacher)": 4.910699367523193,
       "epoch": 0.45368916797488223,
-      "rel-constrast": 3.602329730987549,
+      "rel-constrast": 3.487582206726074,
       "step": 578,
-      "subrel-constrast": 4.0972137451171875,
+      "subrel-constrast": 3.8347482681274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5256094932556152,
-      "cov-distil (oracle2student)": 4.89035701751709,
-      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "cov-distil": 2.7212328910827637,
+      "cov-distil (oracle2student)": 4.982588768005371,
+      "cov-distil (oracle2teacher)": 4.225831985473633,
       "epoch": 0.45447409733124017,
-      "rel-constrast": 4.2911696434021,
+      "rel-constrast": 4.664732933044434,
       "step": 579,
-      "subrel-constrast": 4.371425628662109,
+      "subrel-constrast": 4.141400337219238,
       "view-similarity": 0
     },
     {
       "epoch": 0.4552590266875981,
-      "grad_norm": 8.125,
+      "grad_norm": 8.6875,
       "learning_rate": 2.895e-05,
-      "loss": 1.0155,
+      "loss": 1.0545,
       "step": 580
     },
     {
-      "cov-distil": 1.709166169166565,
-      "cov-distil (oracle2student)": 3.729433059692383,
-      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "cov-distil": 2.464303970336914,
+      "cov-distil (oracle2student)": 4.394807815551758,
+      "cov-distil (oracle2teacher)": 4.204273223876953,
       "epoch": 0.4552590266875981,
-      "rel-constrast": 3.0027105808258057,
+      "rel-constrast": 4.653385639190674,
       "step": 580,
-      "subrel-constrast": 4.083986282348633,
+      "subrel-constrast": 4.437969207763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0113184452056885,
-      "cov-distil (oracle2student)": 4.184613227844238,
-      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "cov-distil": 2.357685089111328,
+      "cov-distil (oracle2student)": 4.353397846221924,
+      "cov-distil (oracle2teacher)": 4.018503665924072,
       "epoch": 0.45604395604395603,
-      "rel-constrast": 3.453307867050171,
+      "rel-constrast": 4.026291847229004,
       "step": 581,
-      "subrel-constrast": 3.889902114868164,
+      "subrel-constrast": 3.651365280151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728846549987793,
-      "cov-distil (oracle2student)": 6.470742225646973,
-      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "cov-distil": 2.354459762573242,
+      "cov-distil (oracle2student)": 6.119044303894043,
+      "cov-distil (oracle2teacher)": 5.748248100280762,
       "epoch": 0.45682888540031397,
-      "rel-constrast": 2.9654622077941895,
+      "rel-constrast": 3.511345148086548,
       "step": 582,
-      "subrel-constrast": 3.6763298511505127,
+      "subrel-constrast": 3.223280429840088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.542206048965454,
-      "cov-distil (oracle2student)": 3.866248846054077,
-      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "cov-distil": 2.6050219535827637,
+      "cov-distil (oracle2student)": 4.132230281829834,
+      "cov-distil (oracle2teacher)": 3.6042776107788086,
       "epoch": 0.4576138147566719,
-      "rel-constrast": 2.910317897796631,
+      "rel-constrast": 2.611219882965088,
       "step": 583,
-      "subrel-constrast": 3.0755670070648193,
+      "subrel-constrast": 3.009690284729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1158554553985596,
-      "cov-distil (oracle2student)": 3.5174355506896973,
-      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "cov-distil": 2.5152506828308105,
+      "cov-distil (oracle2student)": 4.289843559265137,
+      "cov-distil (oracle2teacher)": 3.501180648803711,
       "epoch": 0.45839874411302983,
-      "rel-constrast": 3.163273334503174,
+      "rel-constrast": 3.254701852798462,
       "step": 584,
-      "subrel-constrast": 4.189387798309326,
+      "subrel-constrast": 3.848154067993164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358933448791504,
-      "cov-distil (oracle2student)": 5.5259623527526855,
-      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "cov-distil": 1.9441146850585938,
+      "cov-distil (oracle2student)": 6.204533100128174,
+      "cov-distil (oracle2teacher)": 5.01694393157959,
       "epoch": 0.45918367346938777,
-      "rel-constrast": 3.3363170623779297,
+      "rel-constrast": 3.482966423034668,
       "step": 585,
-      "subrel-constrast": 3.8728079795837402,
+      "subrel-constrast": 3.76875901222229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7158913612365723,
-      "cov-distil (oracle2student)": 3.81449818611145,
-      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "cov-distil": 1.9938653707504272,
+      "cov-distil (oracle2student)": 4.132411003112793,
+      "cov-distil (oracle2teacher)": 4.289095878601074,
       "epoch": 0.4599686028257457,
-      "rel-constrast": 2.7120189666748047,
+      "rel-constrast": 3.8928146362304688,
       "step": 586,
-      "subrel-constrast": 3.659945487976074,
+      "subrel-constrast": 3.5955522060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179494857788086,
-      "cov-distil (oracle2student)": 5.410915851593018,
-      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "cov-distil": 2.8600239753723145,
+      "cov-distil (oracle2student)": 6.246612548828125,
+      "cov-distil (oracle2teacher)": 5.835619926452637,
       "epoch": 0.46075353218210363,
-      "rel-constrast": 4.8570733070373535,
+      "rel-constrast": 5.097703456878662,
       "step": 587,
-      "subrel-constrast": 6.077430248260498,
+      "subrel-constrast": 5.963213920593262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146589756011963,
-      "cov-distil (oracle2student)": 4.808439254760742,
-      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "cov-distil": 2.020094633102417,
+      "cov-distil (oracle2student)": 5.995624542236328,
+      "cov-distil (oracle2teacher)": 4.9359941482543945,
       "epoch": 0.46153846153846156,
-      "rel-constrast": 3.206974744796753,
+      "rel-constrast": 3.6671838760375977,
       "step": 588,
-      "subrel-constrast": 3.596273899078369,
+      "subrel-constrast": 3.9909584522247314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089515209197998,
-      "cov-distil (oracle2student)": 5.792536735534668,
-      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "cov-distil": 3.4178576469421387,
+      "cov-distil (oracle2student)": 7.293473243713379,
+      "cov-distil (oracle2teacher)": 5.84071159362793,
       "epoch": 0.46232339089481944,
-      "rel-constrast": 2.9252166748046875,
+      "rel-constrast": 3.52392840385437,
       "step": 589,
-      "subrel-constrast": 4.313965320587158,
+      "subrel-constrast": 4.052404880523682,
       "view-similarity": 0
     },
     {
       "epoch": 0.4631083202511774,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.3125,
       "learning_rate": 2.945e-05,
-      "loss": 0.8647,
+      "loss": 0.943,
       "step": 590
     },
     {
-      "cov-distil": 2.1267971992492676,
-      "cov-distil (oracle2student)": 4.215712547302246,
-      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "cov-distil": 3.7977190017700195,
+      "cov-distil (oracle2student)": 5.514544486999512,
+      "cov-distil (oracle2teacher)": 4.1195478439331055,
       "epoch": 0.4631083202511774,
-      "rel-constrast": 3.7106242179870605,
+      "rel-constrast": 4.7036051750183105,
       "step": 590,
-      "subrel-constrast": 4.224156379699707,
+      "subrel-constrast": 3.925006151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0595297813415527,
-      "cov-distil (oracle2student)": 7.233006477355957,
-      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "cov-distil": 2.34080171585083,
+      "cov-distil (oracle2student)": 7.3142595291137695,
+      "cov-distil (oracle2teacher)": 6.695699214935303,
       "epoch": 0.4638932496075353,
-      "rel-constrast": 2.9407167434692383,
+      "rel-constrast": 3.780576467514038,
       "step": 591,
-      "subrel-constrast": 4.574547290802002,
+      "subrel-constrast": 3.875232219696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.99887216091156,
-      "cov-distil (oracle2student)": 5.496109962463379,
-      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "cov-distil": 3.0105276107788086,
+      "cov-distil (oracle2student)": 6.135070323944092,
+      "cov-distil (oracle2teacher)": 5.6266021728515625,
       "epoch": 0.46467817896389324,
-      "rel-constrast": 2.3733620643615723,
+      "rel-constrast": 2.574967622756958,
       "step": 592,
-      "subrel-constrast": 3.4967288970947266,
+      "subrel-constrast": 3.611591339111328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7047181129455566,
-      "cov-distil (oracle2student)": 5.643624305725098,
-      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "cov-distil": 2.5783073902130127,
+      "cov-distil (oracle2student)": 5.5395588874816895,
+      "cov-distil (oracle2teacher)": 4.645752906799316,
       "epoch": 0.4654631083202512,
-      "rel-constrast": 5.243678092956543,
+      "rel-constrast": 5.373383045196533,
       "step": 593,
-      "subrel-constrast": 5.544729709625244,
+      "subrel-constrast": 5.041735649108887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4938790798187256,
-      "cov-distil (oracle2student)": 6.409417152404785,
-      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "cov-distil": 2.5929760932922363,
+      "cov-distil (oracle2student)": 6.45121955871582,
+      "cov-distil (oracle2teacher)": 5.939799785614014,
       "epoch": 0.4662480376766091,
-      "rel-constrast": 2.4475982189178467,
+      "rel-constrast": 3.1779744625091553,
       "step": 594,
-      "subrel-constrast": 3.6893906593322754,
+      "subrel-constrast": 3.5174732208251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6694910526275635,
-      "cov-distil (oracle2student)": 5.082285404205322,
-      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "cov-distil": 2.038505792617798,
+      "cov-distil (oracle2student)": 5.217291831970215,
+      "cov-distil (oracle2teacher)": 5.4153337478637695,
       "epoch": 0.46703296703296704,
-      "rel-constrast": 3.532689094543457,
+      "rel-constrast": 3.5160458087921143,
       "step": 595,
-      "subrel-constrast": 4.091874122619629,
+      "subrel-constrast": 4.030824661254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148131847381592,
-      "cov-distil (oracle2student)": 4.989685535430908,
-      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "cov-distil": 2.5021870136260986,
+      "cov-distil (oracle2student)": 5.333086967468262,
+      "cov-distil (oracle2teacher)": 4.444273948669434,
       "epoch": 0.46781789638932497,
-      "rel-constrast": 4.088759422302246,
+      "rel-constrast": 4.005031585693359,
       "step": 596,
-      "subrel-constrast": 4.2698822021484375,
+      "subrel-constrast": 4.5883002281188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.310335159301758,
-      "cov-distil (oracle2student)": 4.894394874572754,
-      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "cov-distil": 2.6509599685668945,
+      "cov-distil (oracle2student)": 5.382726192474365,
+      "cov-distil (oracle2teacher)": 4.583817481994629,
       "epoch": 0.4686028257456829,
-      "rel-constrast": 5.071242332458496,
+      "rel-constrast": 5.123231887817383,
       "step": 597,
-      "subrel-constrast": 5.214943885803223,
+      "subrel-constrast": 5.301387310028076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2443196773529053,
-      "cov-distil (oracle2student)": 4.7232747077941895,
-      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "cov-distil": 2.4523983001708984,
+      "cov-distil (oracle2student)": 4.9999847412109375,
+      "cov-distil (oracle2teacher)": 4.900834560394287,
       "epoch": 0.46938775510204084,
-      "rel-constrast": 2.9406661987304688,
+      "rel-constrast": 3.4022226333618164,
       "step": 598,
-      "subrel-constrast": 3.8035221099853516,
+      "subrel-constrast": 4.007664680480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5355151891708374,
-      "cov-distil (oracle2student)": 3.4818904399871826,
-      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "cov-distil": 1.786146640777588,
+      "cov-distil (oracle2student)": 4.540366172790527,
+      "cov-distil (oracle2teacher)": 3.858332872390747,
       "epoch": 0.47017268445839877,
-      "rel-constrast": 2.709094762802124,
+      "rel-constrast": 3.676905632019043,
       "step": 599,
-      "subrel-constrast": 3.5162317752838135,
+      "subrel-constrast": 3.1852617263793945,
       "view-similarity": 0
     },
     {
       "epoch": 0.47095761381475665,
-      "grad_norm": 6.09375,
+      "grad_norm": 7.90625,
       "learning_rate": 2.995e-05,
-      "loss": 0.9297,
+      "loss": 0.9833,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
-      "overlap": 0.2984375059604645,
+      "overlap": 0.29218751192092896,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "student margin": 0.049224853515625
+      "student margin": 0.0438232421875
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "teacher margin": 0.031402587890625
+      "teacher margin": 0.0333251953125
     },
     {
       "epoch": 0.47095761381475665,
-      "margin difference": -0.017822265625,
+      "margin difference": -0.010498046875,
       "step": 600
     },
     {
-      "cov-distil": 2.0588765144348145,
-      "cov-distil (oracle2student)": 4.4324493408203125,
-      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "cov-distil": 2.597799301147461,
+      "cov-distil (oracle2student)": 5.1797637939453125,
+      "cov-distil (oracle2teacher)": 4.798859119415283,
       "epoch": 0.47095761381475665,
-      "rel-constrast": 2.928539276123047,
+      "rel-constrast": 3.78892183303833,
       "step": 600,
-      "subrel-constrast": 3.747493028640747,
+      "subrel-constrast": 3.914888381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7370885610580444,
-      "cov-distil (oracle2student)": 5.581315517425537,
-      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "cov-distil": 2.421323776245117,
+      "cov-distil (oracle2student)": 5.371571063995361,
+      "cov-distil (oracle2teacher)": 4.5440239906311035,
       "epoch": 0.4717425431711146,
-      "rel-constrast": 3.4618310928344727,
+      "rel-constrast": 4.15179443359375,
       "step": 601,
-      "subrel-constrast": 3.892033815383911,
+      "subrel-constrast": 3.7846922874450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4053502082824707,
-      "cov-distil (oracle2student)": 3.771233558654785,
-      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "cov-distil": 2.294814109802246,
+      "cov-distil (oracle2student)": 4.416264533996582,
+      "cov-distil (oracle2teacher)": 3.3211052417755127,
       "epoch": 0.4725274725274725,
-      "rel-constrast": 1.8632010221481323,
+      "rel-constrast": 2.7444000244140625,
       "step": 602,
-      "subrel-constrast": 3.01338529586792,
+      "subrel-constrast": 2.924454927444458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129983186721802,
-      "cov-distil (oracle2student)": 6.024843692779541,
-      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "cov-distil": 2.078063726425171,
+      "cov-distil (oracle2student)": 6.906262397766113,
+      "cov-distil (oracle2teacher)": 5.919193267822266,
       "epoch": 0.47331240188383045,
-      "rel-constrast": 3.88435959815979,
+      "rel-constrast": 4.030716896057129,
       "step": 603,
-      "subrel-constrast": 4.859460830688477,
+      "subrel-constrast": 4.599520206451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7511838674545288,
-      "cov-distil (oracle2student)": 3.3029255867004395,
-      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "cov-distil": 2.21580171585083,
+      "cov-distil (oracle2student)": 4.214779853820801,
+      "cov-distil (oracle2teacher)": 3.7534546852111816,
       "epoch": 0.4740973312401884,
-      "rel-constrast": 3.2290658950805664,
+      "rel-constrast": 4.097012996673584,
       "step": 604,
-      "subrel-constrast": 4.085943222045898,
+      "subrel-constrast": 4.133643627166748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145510911941528,
-      "cov-distil (oracle2student)": 5.038276672363281,
-      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "cov-distil": 2.621990442276001,
+      "cov-distil (oracle2student)": 5.272357940673828,
+      "cov-distil (oracle2teacher)": 4.120306015014648,
       "epoch": 0.4748822605965463,
-      "rel-constrast": 4.488589286804199,
+      "rel-constrast": 4.461541175842285,
       "step": 605,
-      "subrel-constrast": 4.722075462341309,
+      "subrel-constrast": 4.668298721313477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9118618965148926,
-      "cov-distil (oracle2student)": 4.359668731689453,
-      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "cov-distil": 1.904207468032837,
+      "cov-distil (oracle2student)": 4.717026710510254,
+      "cov-distil (oracle2teacher)": 4.575739860534668,
       "epoch": 0.47566718995290425,
-      "rel-constrast": 4.346715450286865,
+      "rel-constrast": 4.480040550231934,
       "step": 606,
-      "subrel-constrast": 4.370314598083496,
+      "subrel-constrast": 4.40533971786499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1285834312438965,
-      "cov-distil (oracle2student)": 3.969097137451172,
-      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "cov-distil": 2.678441047668457,
+      "cov-distil (oracle2student)": 4.111219882965088,
+      "cov-distil (oracle2teacher)": 3.7819623947143555,
       "epoch": 0.4764521193092622,
-      "rel-constrast": 3.884713649749756,
+      "rel-constrast": 3.9156947135925293,
       "step": 607,
-      "subrel-constrast": 4.063881874084473,
+      "subrel-constrast": 4.034241199493408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9782260656356812,
-      "cov-distil (oracle2student)": 3.262112617492676,
-      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "cov-distil": 2.3828482627868652,
+      "cov-distil (oracle2student)": 3.0988008975982666,
+      "cov-distil (oracle2teacher)": 2.9651992321014404,
       "epoch": 0.4772370486656201,
-      "rel-constrast": 2.6513161659240723,
+      "rel-constrast": 2.8915634155273438,
       "step": 608,
-      "subrel-constrast": 2.8399600982666016,
+      "subrel-constrast": 2.7187910079956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8102538585662842,
-      "cov-distil (oracle2student)": 4.76106071472168,
-      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "cov-distil": 2.9392261505126953,
+      "cov-distil (oracle2student)": 4.925444602966309,
+      "cov-distil (oracle2teacher)": 4.892229080200195,
       "epoch": 0.47802197802197804,
-      "rel-constrast": 2.972158193588257,
+      "rel-constrast": 3.5831034183502197,
       "step": 609,
-      "subrel-constrast": 3.5588231086730957,
+      "subrel-constrast": 3.6036808490753174,
       "view-similarity": 0
     },
     {
       "epoch": 0.478806907378336,
-      "grad_norm": 6.3125,
+      "grad_norm": 7.625,
       "learning_rate": 3.045e-05,
-      "loss": 0.8913,
+      "loss": 0.9536,
       "step": 610
     },
     {
-      "cov-distil": 2.6751132011413574,
-      "cov-distil (oracle2student)": 4.348546028137207,
-      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "cov-distil": 2.96833872795105,
+      "cov-distil (oracle2student)": 4.343177795410156,
+      "cov-distil (oracle2teacher)": 4.155296802520752,
       "epoch": 0.478806907378336,
-      "rel-constrast": 4.056975841522217,
+      "rel-constrast": 5.674149513244629,
       "step": 610,
-      "subrel-constrast": 5.549076080322266,
+      "subrel-constrast": 4.956788539886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810163140296936,
-      "cov-distil (oracle2student)": 5.720645427703857,
-      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "cov-distil": 2.824525833129883,
+      "cov-distil (oracle2student)": 5.4770073890686035,
+      "cov-distil (oracle2teacher)": 5.7733659744262695,
       "epoch": 0.47959183673469385,
-      "rel-constrast": 3.7196595668792725,
+      "rel-constrast": 3.85478138923645,
       "step": 611,
-      "subrel-constrast": 4.2887444496154785,
+      "subrel-constrast": 4.330058574676514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0118885040283203,
-      "cov-distil (oracle2student)": 7.15673828125,
-      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "cov-distil": 3.1254589557647705,
+      "cov-distil (oracle2student)": 7.700201988220215,
+      "cov-distil (oracle2teacher)": 5.901760578155518,
       "epoch": 0.4803767660910518,
-      "rel-constrast": 2.2357802391052246,
+      "rel-constrast": 2.4653875827789307,
       "step": 612,
-      "subrel-constrast": 2.7971351146698,
+      "subrel-constrast": 3.133837938308716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0629868507385254,
-      "cov-distil (oracle2student)": 3.0936174392700195,
-      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "cov-distil": 2.812558174133301,
+      "cov-distil (oracle2student)": 3.9559292793273926,
+      "cov-distil (oracle2teacher)": 3.5092763900756836,
       "epoch": 0.4811616954474097,
-      "rel-constrast": 2.847078323364258,
+      "rel-constrast": 3.4761738777160645,
       "step": 613,
-      "subrel-constrast": 4.021493434906006,
+      "subrel-constrast": 3.8401150703430176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.670363187789917,
-      "cov-distil (oracle2student)": 3.0698914527893066,
-      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "cov-distil": 2.7645223140716553,
+      "cov-distil (oracle2student)": 4.367929458618164,
+      "cov-distil (oracle2teacher)": 3.2421023845672607,
       "epoch": 0.48194662480376765,
-      "rel-constrast": 2.104069232940674,
+      "rel-constrast": 3.3034255504608154,
       "step": 614,
-      "subrel-constrast": 3.172166585922241,
+      "subrel-constrast": 2.954702615737915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0166780948638916,
-      "cov-distil (oracle2student)": 2.884427547454834,
-      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "cov-distil": 1.9434064626693726,
+      "cov-distil (oracle2student)": 3.6880500316619873,
+      "cov-distil (oracle2teacher)": 3.708991289138794,
       "epoch": 0.4827315541601256,
-      "rel-constrast": 1.762846827507019,
+      "rel-constrast": 2.2746238708496094,
       "step": 615,
-      "subrel-constrast": 3.4444706439971924,
+      "subrel-constrast": 3.3221213817596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.482882022857666,
-      "cov-distil (oracle2student)": 4.176881790161133,
-      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "cov-distil": 1.9505605697631836,
+      "cov-distil (oracle2student)": 4.41782283782959,
+      "cov-distil (oracle2teacher)": 4.389432907104492,
       "epoch": 0.4835164835164835,
-      "rel-constrast": 4.022831439971924,
+      "rel-constrast": 4.685026168823242,
       "step": 616,
-      "subrel-constrast": 4.548571586608887,
+      "subrel-constrast": 4.159042835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4784417152404785,
-      "cov-distil (oracle2student)": 5.301079750061035,
-      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "cov-distil": 2.6315574645996094,
+      "cov-distil (oracle2student)": 5.739065170288086,
+      "cov-distil (oracle2teacher)": 5.423961639404297,
       "epoch": 0.48430141287284145,
-      "rel-constrast": 2.961244821548462,
+      "rel-constrast": 3.3886284828186035,
       "step": 617,
-      "subrel-constrast": 3.8676276206970215,
+      "subrel-constrast": 3.6894137859344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3549087047576904,
-      "cov-distil (oracle2student)": 3.941915512084961,
-      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "cov-distil": 2.405468463897705,
+      "cov-distil (oracle2student)": 3.8795037269592285,
+      "cov-distil (oracle2teacher)": 3.8109498023986816,
       "epoch": 0.4850863422291994,
-      "rel-constrast": 4.093484878540039,
+      "rel-constrast": 3.757040023803711,
       "step": 618,
-      "subrel-constrast": 4.3019118309021,
+      "subrel-constrast": 4.074437141418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0892961025238037,
-      "cov-distil (oracle2student)": 4.657417297363281,
-      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "cov-distil": 2.333345413208008,
+      "cov-distil (oracle2student)": 5.288585662841797,
+      "cov-distil (oracle2teacher)": 4.7286834716796875,
       "epoch": 0.4858712715855573,
-      "rel-constrast": 2.802488327026367,
+      "rel-constrast": 3.202589750289917,
       "step": 619,
-      "subrel-constrast": 3.695495367050171,
+      "subrel-constrast": 3.4710912704467773,
       "view-similarity": 0
     },
     {
       "epoch": 0.48665620094191525,
-      "grad_norm": 8.1875,
+      "grad_norm": 8.4375,
       "learning_rate": 3.095e-05,
-      "loss": 0.8143,
+      "loss": 0.902,
       "step": 620
     },
     {
-      "cov-distil": 1.8597179651260376,
-      "cov-distil (oracle2student)": 4.8226447105407715,
-      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "cov-distil": 1.9145464897155762,
+      "cov-distil (oracle2student)": 5.321331977844238,
+      "cov-distil (oracle2teacher)": 4.157410144805908,
       "epoch": 0.48665620094191525,
-      "rel-constrast": 3.5786914825439453,
+      "rel-constrast": 4.028759002685547,
       "step": 620,
-      "subrel-constrast": 4.049554347991943,
+      "subrel-constrast": 4.035992622375488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.193347454071045,
-      "cov-distil (oracle2student)": 4.4745330810546875,
-      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "cov-distil": 2.220461368560791,
+      "cov-distil (oracle2student)": 5.0383195877075195,
+      "cov-distil (oracle2teacher)": 4.141200542449951,
       "epoch": 0.48744113029827313,
-      "rel-constrast": 3.6025772094726562,
+      "rel-constrast": 4.216894626617432,
       "step": 621,
-      "subrel-constrast": 3.8367629051208496,
+      "subrel-constrast": 3.7391796112060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.191197395324707,
-      "cov-distil (oracle2student)": 4.62694787979126,
-      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "cov-distil": 3.1886932849884033,
+      "cov-distil (oracle2student)": 5.8006696701049805,
+      "cov-distil (oracle2teacher)": 4.74870491027832,
       "epoch": 0.48822605965463106,
-      "rel-constrast": 3.626173973083496,
+      "rel-constrast": 3.3771791458129883,
       "step": 622,
-      "subrel-constrast": 4.358105659484863,
+      "subrel-constrast": 4.697972774505615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.002671718597412,
-      "cov-distil (oracle2student)": 3.675415515899658,
-      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "cov-distil": 2.2705492973327637,
+      "cov-distil (oracle2student)": 4.145023345947266,
+      "cov-distil (oracle2teacher)": 3.9595320224761963,
       "epoch": 0.489010989010989,
-      "rel-constrast": 3.303260087966919,
+      "rel-constrast": 3.72930908203125,
       "step": 623,
-      "subrel-constrast": 4.186986923217773,
+      "subrel-constrast": 3.8097903728485107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0484848022460938,
-      "cov-distil (oracle2student)": 4.613358497619629,
-      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "cov-distil": 2.0092382431030273,
+      "cov-distil (oracle2student)": 4.558084011077881,
+      "cov-distil (oracle2teacher)": 4.240346908569336,
       "epoch": 0.4897959183673469,
-      "rel-constrast": 3.5636134147644043,
+      "rel-constrast": 3.8255233764648438,
       "step": 624,
-      "subrel-constrast": 4.036880970001221,
+      "subrel-constrast": 3.5650415420532227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858379602432251,
-      "cov-distil (oracle2student)": 3.9974374771118164,
-      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "cov-distil": 2.119497060775757,
+      "cov-distil (oracle2student)": 4.23403787612915,
+      "cov-distil (oracle2teacher)": 4.524819850921631,
       "epoch": 0.49058084772370486,
-      "rel-constrast": 3.968527317047119,
+      "rel-constrast": 3.925901412963867,
       "step": 625,
-      "subrel-constrast": 4.434150695800781,
+      "subrel-constrast": 4.31508731842041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.907265543937683,
-      "cov-distil (oracle2student)": 4.017214775085449,
-      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "cov-distil": 2.9300899505615234,
+      "cov-distil (oracle2student)": 3.527132511138916,
+      "cov-distil (oracle2teacher)": 3.8114914894104004,
       "epoch": 0.4913657770800628,
-      "rel-constrast": 3.1935441493988037,
+      "rel-constrast": 3.571852207183838,
       "step": 626,
-      "subrel-constrast": 4.001150131225586,
+      "subrel-constrast": 3.436124324798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.88588547706604,
-      "cov-distil (oracle2student)": 3.288940906524658,
-      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "cov-distil": 2.503105401992798,
+      "cov-distil (oracle2student)": 3.567584276199341,
+      "cov-distil (oracle2teacher)": 3.470982074737549,
       "epoch": 0.4921507064364207,
-      "rel-constrast": 2.218628406524658,
+      "rel-constrast": 2.2647881507873535,
       "step": 627,
-      "subrel-constrast": 3.235220193862915,
+      "subrel-constrast": 3.0768251419067383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3306596279144287,
-      "cov-distil (oracle2student)": 6.12021017074585,
-      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "cov-distil": 2.877777099609375,
+      "cov-distil (oracle2student)": 6.587691307067871,
+      "cov-distil (oracle2teacher)": 5.627261161804199,
       "epoch": 0.49293563579277866,
-      "rel-constrast": 2.7542667388916016,
+      "rel-constrast": 3.91501784324646,
       "step": 628,
-      "subrel-constrast": 3.251917839050293,
+      "subrel-constrast": 3.419872999191284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6816526651382446,
-      "cov-distil (oracle2student)": 3.386845111846924,
-      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "cov-distil": 1.8328135013580322,
+      "cov-distil (oracle2student)": 3.750351905822754,
+      "cov-distil (oracle2teacher)": 3.2285561561584473,
       "epoch": 0.4937205651491366,
-      "rel-constrast": 3.498333692550659,
+      "rel-constrast": 3.834693431854248,
       "step": 629,
-      "subrel-constrast": 4.202667236328125,
+      "subrel-constrast": 3.4619088172912598,
       "view-similarity": 0
     },
     {
       "epoch": 0.4945054945054945,
-      "grad_norm": 7.5625,
+      "grad_norm": 9.4375,
       "learning_rate": 3.145e-05,
-      "loss": 0.8826,
+      "loss": 0.9172,
       "step": 630
     },
     {
-      "cov-distil": 2.036719560623169,
-      "cov-distil (oracle2student)": 3.06736421585083,
-      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "cov-distil": 2.606708526611328,
+      "cov-distil (oracle2student)": 3.537566661834717,
+      "cov-distil (oracle2teacher)": 3.475156307220459,
       "epoch": 0.4945054945054945,
-      "rel-constrast": 3.7380049228668213,
+      "rel-constrast": 4.34623908996582,
       "step": 630,
-      "subrel-constrast": 3.983168125152588,
+      "subrel-constrast": 3.9415884017944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8055294752120972,
-      "cov-distil (oracle2student)": 5.07818603515625,
-      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "cov-distil": 2.294626235961914,
+      "cov-distil (oracle2student)": 5.836285591125488,
+      "cov-distil (oracle2teacher)": 4.3566083908081055,
       "epoch": 0.49529042386185246,
-      "rel-constrast": 3.5053956508636475,
+      "rel-constrast": 3.589104175567627,
       "step": 631,
-      "subrel-constrast": 3.7692389488220215,
+      "subrel-constrast": 3.4557175636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.885089635848999,
-      "cov-distil (oracle2student)": 4.89366340637207,
-      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "cov-distil": 2.5077900886535645,
+      "cov-distil (oracle2student)": 5.137606620788574,
+      "cov-distil (oracle2teacher)": 4.853099822998047,
       "epoch": 0.49607535321821034,
-      "rel-constrast": 4.596569538116455,
+      "rel-constrast": 4.688709735870361,
       "step": 632,
-      "subrel-constrast": 4.941216468811035,
+      "subrel-constrast": 5.111147403717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8391644954681396,
-      "cov-distil (oracle2student)": 5.378125190734863,
-      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "cov-distil": 3.7745180130004883,
+      "cov-distil (oracle2student)": 7.068461894989014,
+      "cov-distil (oracle2teacher)": 5.607882976531982,
       "epoch": 0.49686028257456827,
-      "rel-constrast": 3.385671615600586,
+      "rel-constrast": 4.276123523712158,
       "step": 633,
-      "subrel-constrast": 4.252890586853027,
+      "subrel-constrast": 4.332316875457764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9994655847549438,
-      "cov-distil (oracle2student)": 4.430481433868408,
-      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "cov-distil": 2.2912235260009766,
+      "cov-distil (oracle2student)": 4.883091926574707,
+      "cov-distil (oracle2teacher)": 4.545549392700195,
       "epoch": 0.4976452119309262,
-      "rel-constrast": 3.558961868286133,
+      "rel-constrast": 4.208623886108398,
       "step": 634,
-      "subrel-constrast": 4.154078483581543,
+      "subrel-constrast": 4.251965522766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0647013187408447,
-      "cov-distil (oracle2student)": 6.258809566497803,
-      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "cov-distil": 2.828639030456543,
+      "cov-distil (oracle2student)": 5.9920196533203125,
+      "cov-distil (oracle2teacher)": 6.069310665130615,
       "epoch": 0.49843014128728413,
-      "rel-constrast": 3.5023036003112793,
+      "rel-constrast": 3.7276899814605713,
       "step": 635,
-      "subrel-constrast": 3.9350569248199463,
+      "subrel-constrast": 4.460113525390625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2153706550598145,
-      "cov-distil (oracle2student)": 3.410811424255371,
-      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "cov-distil": 2.2904117107391357,
+      "cov-distil (oracle2student)": 3.99910306930542,
+      "cov-distil (oracle2teacher)": 3.1334238052368164,
       "epoch": 0.49921507064364207,
-      "rel-constrast": 2.9577717781066895,
+      "rel-constrast": 3.814835786819458,
       "step": 636,
-      "subrel-constrast": 3.6039927005767822,
+      "subrel-constrast": 3.703612804412842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2079286575317383,
-      "cov-distil (oracle2student)": 4.036181449890137,
-      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "cov-distil": 2.6524651050567627,
+      "cov-distil (oracle2student)": 4.262920379638672,
+      "cov-distil (oracle2teacher)": 4.112240791320801,
       "epoch": 0.5,
-      "rel-constrast": 2.529026746749878,
+      "rel-constrast": 2.74665904045105,
       "step": 637,
-      "subrel-constrast": 3.5406107902526855,
+      "subrel-constrast": 3.4721298217773438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7763116359710693,
-      "cov-distil (oracle2student)": 5.549420356750488,
-      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "cov-distil": 2.1079845428466797,
+      "cov-distil (oracle2student)": 5.139503479003906,
+      "cov-distil (oracle2teacher)": 4.945472240447998,
       "epoch": 0.5007849293563579,
-      "rel-constrast": 3.3119359016418457,
+      "rel-constrast": 3.15671706199646,
       "step": 638,
-      "subrel-constrast": 4.256858825683594,
+      "subrel-constrast": 3.699979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.195068836212158,
-      "cov-distil (oracle2student)": 4.189920425415039,
-      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "cov-distil": 2.09120512008667,
+      "cov-distil (oracle2student)": 4.125622749328613,
+      "cov-distil (oracle2teacher)": 4.146570205688477,
       "epoch": 0.5015698587127159,
-      "rel-constrast": 3.217869758605957,
+      "rel-constrast": 4.224483489990234,
       "step": 639,
-      "subrel-constrast": 3.6509623527526855,
+      "subrel-constrast": 3.726580858230591,
       "view-similarity": 0
     },
     {
       "epoch": 0.5023547880690737,
-      "grad_norm": 6.375,
+      "grad_norm": 8.6875,
       "learning_rate": 3.1950000000000004e-05,
-      "loss": 0.9077,
+      "loss": 0.9695,
       "step": 640
     },
     {
-      "cov-distil": 1.8576759099960327,
-      "cov-distil (oracle2student)": 5.8008928298950195,
-      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "cov-distil": 2.8372697830200195,
+      "cov-distil (oracle2student)": 6.288486480712891,
+      "cov-distil (oracle2teacher)": 5.979213714599609,
       "epoch": 0.5023547880690737,
-      "rel-constrast": 3.888542413711548,
+      "rel-constrast": 4.440748691558838,
       "step": 640,
-      "subrel-constrast": 3.72162127494812,
+      "subrel-constrast": 4.180386543273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.194441318511963,
-      "cov-distil (oracle2student)": 3.729897975921631,
-      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "cov-distil": 2.5108163356781006,
+      "cov-distil (oracle2student)": 4.183108329772949,
+      "cov-distil (oracle2teacher)": 3.782762050628662,
       "epoch": 0.5031397174254317,
-      "rel-constrast": 2.8442156314849854,
+      "rel-constrast": 3.2919061183929443,
       "step": 641,
-      "subrel-constrast": 3.4073095321655273,
+      "subrel-constrast": 3.3973872661590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7926011085510254,
-      "cov-distil (oracle2student)": 4.590108394622803,
-      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "cov-distil": 2.1104419231414795,
+      "cov-distil (oracle2student)": 4.552872657775879,
+      "cov-distil (oracle2teacher)": 4.865114212036133,
       "epoch": 0.5039246467817896,
-      "rel-constrast": 3.0633883476257324,
+      "rel-constrast": 3.498495101928711,
       "step": 642,
-      "subrel-constrast": 3.583106756210327,
+      "subrel-constrast": 3.4863576889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531267404556274,
-      "cov-distil (oracle2student)": 3.7335267066955566,
-      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "cov-distil": 2.296515941619873,
+      "cov-distil (oracle2student)": 3.96091365814209,
+      "cov-distil (oracle2teacher)": 3.511465549468994,
       "epoch": 0.5047095761381476,
-      "rel-constrast": 3.1265687942504883,
+      "rel-constrast": 3.033881187438965,
       "step": 643,
-      "subrel-constrast": 3.9736952781677246,
+      "subrel-constrast": 3.6578574180603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.174744129180908,
-      "cov-distil (oracle2student)": 5.371821880340576,
-      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "cov-distil": 2.716444969177246,
+      "cov-distil (oracle2student)": 5.944937705993652,
+      "cov-distil (oracle2teacher)": 5.565789699554443,
       "epoch": 0.5054945054945055,
-      "rel-constrast": 2.75283145904541,
+      "rel-constrast": 3.602525234222412,
       "step": 644,
-      "subrel-constrast": 3.427626132965088,
+      "subrel-constrast": 3.0105247497558594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141438484191895,
-      "cov-distil (oracle2student)": 3.6128411293029785,
-      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "cov-distil": 3.032776355743408,
+      "cov-distil (oracle2student)": 4.38236665725708,
+      "cov-distil (oracle2teacher)": 4.1152496337890625,
       "epoch": 0.5062794348508635,
-      "rel-constrast": 1.986968994140625,
+      "rel-constrast": 3.3174374103546143,
       "step": 645,
-      "subrel-constrast": 3.4877305030822754,
+      "subrel-constrast": 3.5808780193328857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8011051416397095,
-      "cov-distil (oracle2student)": 4.181175231933594,
-      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "cov-distil": 2.2288098335266113,
+      "cov-distil (oracle2student)": 3.5256662368774414,
+      "cov-distil (oracle2teacher)": 3.8415560722351074,
       "epoch": 0.5070643642072213,
-      "rel-constrast": 4.298709869384766,
+      "rel-constrast": 3.9790170192718506,
       "step": 646,
-      "subrel-constrast": 4.449463367462158,
+      "subrel-constrast": 4.170544147491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574446439743042,
-      "cov-distil (oracle2student)": 4.544512748718262,
-      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "cov-distil": 2.4297423362731934,
+      "cov-distil (oracle2student)": 5.110560417175293,
+      "cov-distil (oracle2teacher)": 5.124014854431152,
       "epoch": 0.5078492935635793,
-      "rel-constrast": 3.0806450843811035,
+      "rel-constrast": 3.740143299102783,
       "step": 647,
-      "subrel-constrast": 4.183079242706299,
+      "subrel-constrast": 4.176394462585449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6043461561203003,
-      "cov-distil (oracle2student)": 4.987117767333984,
-      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "cov-distil": 2.4608030319213867,
+      "cov-distil (oracle2student)": 5.482053756713867,
+      "cov-distil (oracle2teacher)": 5.0165605545043945,
       "epoch": 0.5086342229199372,
-      "rel-constrast": 4.73549747467041,
+      "rel-constrast": 5.193303108215332,
       "step": 648,
-      "subrel-constrast": 4.205761432647705,
+      "subrel-constrast": 4.31159782409668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.730860948562622,
-      "cov-distil (oracle2student)": 5.180544376373291,
-      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "cov-distil": 2.5803258419036865,
+      "cov-distil (oracle2student)": 5.9002180099487305,
+      "cov-distil (oracle2teacher)": 4.8058671951293945,
       "epoch": 0.5094191522762951,
-      "rel-constrast": 4.907083988189697,
+      "rel-constrast": 5.834263801574707,
       "step": 649,
-      "subrel-constrast": 5.788470268249512,
+      "subrel-constrast": 5.233785152435303,
       "view-similarity": 0
     },
     {
       "epoch": 0.5102040816326531,
-      "grad_norm": 8.5625,
+      "grad_norm": 9.625,
       "learning_rate": 3.245e-05,
-      "loss": 0.9168,
+      "loss": 0.9983,
       "step": 650
     },
     {
-      "cov-distil": 1.5795965194702148,
-      "cov-distil (oracle2student)": 3.0900959968566895,
-      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "cov-distil": 2.005690097808838,
+      "cov-distil (oracle2student)": 3.947294235229492,
+      "cov-distil (oracle2teacher)": 3.47277569770813,
       "epoch": 0.5102040816326531,
-      "rel-constrast": 2.2749428749084473,
+      "rel-constrast": 3.141552448272705,
       "step": 650,
-      "subrel-constrast": 2.8779311180114746,
+      "subrel-constrast": 2.7455615997314453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022461175918579,
-      "cov-distil (oracle2student)": 3.3919878005981445,
-      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "cov-distil": 3.198296546936035,
+      "cov-distil (oracle2student)": 3.8194282054901123,
+      "cov-distil (oracle2teacher)": 3.4441394805908203,
       "epoch": 0.510989010989011,
-      "rel-constrast": 4.249826431274414,
+      "rel-constrast": 5.406310081481934,
       "step": 651,
-      "subrel-constrast": 4.296363830566406,
+      "subrel-constrast": 4.318598747253418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9723405838012695,
-      "cov-distil (oracle2student)": 4.034090518951416,
-      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "cov-distil": 2.0799901485443115,
+      "cov-distil (oracle2student)": 4.109343528747559,
+      "cov-distil (oracle2teacher)": 3.7898030281066895,
       "epoch": 0.5117739403453689,
-      "rel-constrast": 2.7990145683288574,
+      "rel-constrast": 3.5227394104003906,
       "step": 652,
-      "subrel-constrast": 3.4069864749908447,
+      "subrel-constrast": 3.300093650817871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.363738536834717,
-      "cov-distil (oracle2student)": 4.103008270263672,
-      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "cov-distil": 2.8899335861206055,
+      "cov-distil (oracle2student)": 3.980715751647949,
+      "cov-distil (oracle2teacher)": 4.038439750671387,
       "epoch": 0.5125588697017268,
-      "rel-constrast": 3.1663973331451416,
+      "rel-constrast": 3.6184606552124023,
       "step": 653,
-      "subrel-constrast": 4.638887405395508,
+      "subrel-constrast": 4.0812907218933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0362863540649414,
-      "cov-distil (oracle2student)": 4.727874755859375,
-      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "cov-distil": 3.4885969161987305,
+      "cov-distil (oracle2student)": 6.54197359085083,
+      "cov-distil (oracle2teacher)": 4.704367637634277,
       "epoch": 0.5133437990580848,
-      "rel-constrast": 3.1716318130493164,
+      "rel-constrast": 4.414441108703613,
       "step": 654,
-      "subrel-constrast": 3.712811231613159,
+      "subrel-constrast": 3.838172435760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.86520254611969,
-      "cov-distil (oracle2student)": 3.012089490890503,
-      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "cov-distil": 2.3312811851501465,
+      "cov-distil (oracle2student)": 3.267852544784546,
+      "cov-distil (oracle2teacher)": 2.926943778991699,
       "epoch": 0.5141287284144427,
-      "rel-constrast": 3.011532783508301,
+      "rel-constrast": 3.1676130294799805,
       "step": 655,
-      "subrel-constrast": 3.88307785987854,
+      "subrel-constrast": 3.5161540508270264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380237340927124,
-      "cov-distil (oracle2student)": 4.0943403244018555,
-      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "cov-distil": 2.014838695526123,
+      "cov-distil (oracle2student)": 4.127884864807129,
+      "cov-distil (oracle2teacher)": 3.8888235092163086,
       "epoch": 0.5149136577708007,
-      "rel-constrast": 2.6949563026428223,
+      "rel-constrast": 3.1607918739318848,
       "step": 656,
-      "subrel-constrast": 2.970791816711426,
+      "subrel-constrast": 3.2459888458251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.547088623046875,
-      "cov-distil (oracle2student)": 3.7811152935028076,
-      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "cov-distil": 3.485830545425415,
+      "cov-distil (oracle2student)": 4.6845598220825195,
+      "cov-distil (oracle2teacher)": 4.440225601196289,
       "epoch": 0.5156985871271585,
-      "rel-constrast": 4.6508331298828125,
+      "rel-constrast": 4.65513801574707,
       "step": 657,
-      "subrel-constrast": 5.021119594573975,
+      "subrel-constrast": 5.200961589813232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8773239850997925,
-      "cov-distil (oracle2student)": 2.162222385406494,
-      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "cov-distil": 1.7730035781860352,
+      "cov-distil (oracle2student)": 2.754836082458496,
+      "cov-distil (oracle2teacher)": 2.6615588665008545,
       "epoch": 0.5164835164835165,
-      "rel-constrast": 2.518174409866333,
+      "rel-constrast": 2.560431480407715,
       "step": 658,
-      "subrel-constrast": 3.1573424339294434,
+      "subrel-constrast": 2.7967329025268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1154937744140625,
-      "cov-distil (oracle2student)": 4.187142372131348,
-      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "cov-distil": 2.695793867111206,
+      "cov-distil (oracle2student)": 4.997096061706543,
+      "cov-distil (oracle2teacher)": 4.024038314819336,
       "epoch": 0.5172684458398744,
-      "rel-constrast": 2.335378885269165,
+      "rel-constrast": 2.7796730995178223,
       "step": 659,
-      "subrel-constrast": 3.8484878540039062,
+      "subrel-constrast": 3.1277670860290527,
       "view-similarity": 0
     },
     {
       "epoch": 0.5180533751962323,
-      "grad_norm": 5.34375,
+      "grad_norm": 9.6875,
       "learning_rate": 3.295e-05,
-      "loss": 0.8237,
+      "loss": 0.9107,
       "step": 660
     },
     {
-      "cov-distil": 1.6641137599945068,
-      "cov-distil (oracle2student)": 4.368854999542236,
-      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "cov-distil": 2.5111517906188965,
+      "cov-distil (oracle2student)": 5.59426212310791,
+      "cov-distil (oracle2teacher)": 4.222893714904785,
       "epoch": 0.5180533751962323,
-      "rel-constrast": 5.043145179748535,
+      "rel-constrast": 4.955999374389648,
       "step": 660,
-      "subrel-constrast": 4.929429054260254,
+      "subrel-constrast": 5.149226188659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8369500637054443,
-      "cov-distil (oracle2student)": 2.5059654712677,
-      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "cov-distil": 2.3813834190368652,
+      "cov-distil (oracle2student)": 2.9089694023132324,
+      "cov-distil (oracle2teacher)": 3.547722816467285,
       "epoch": 0.5188383045525903,
-      "rel-constrast": 2.958991765975952,
+      "rel-constrast": 3.5767245292663574,
       "step": 661,
-      "subrel-constrast": 4.045813083648682,
+      "subrel-constrast": 3.7495806217193604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3058319091796875,
-      "cov-distil (oracle2student)": 2.6083598136901855,
-      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "cov-distil": 1.9560878276824951,
+      "cov-distil (oracle2student)": 3.1636743545532227,
+      "cov-distil (oracle2teacher)": 3.350107192993164,
       "epoch": 0.5196232339089482,
-      "rel-constrast": 3.9977173805236816,
+      "rel-constrast": 3.80185866355896,
       "step": 662,
-      "subrel-constrast": 4.289959907531738,
+      "subrel-constrast": 4.206034183502197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3584043979644775,
-      "cov-distil (oracle2student)": 3.5410373210906982,
-      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "cov-distil": 2.8989176750183105,
+      "cov-distil (oracle2student)": 3.9657833576202393,
+      "cov-distil (oracle2teacher)": 3.9087791442871094,
       "epoch": 0.5204081632653061,
-      "rel-constrast": 3.7360000610351562,
+      "rel-constrast": 4.553762912750244,
       "step": 663,
-      "subrel-constrast": 4.950240612030029,
+      "subrel-constrast": 4.971201419830322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8579416275024414,
-      "cov-distil (oracle2student)": 3.8656551837921143,
-      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "cov-distil": 2.136458158493042,
+      "cov-distil (oracle2student)": 4.334768295288086,
+      "cov-distil (oracle2teacher)": 4.171571254730225,
       "epoch": 0.521193092621664,
-      "rel-constrast": 2.1877617835998535,
+      "rel-constrast": 2.926884412765503,
       "step": 664,
-      "subrel-constrast": 3.012631416320801,
+      "subrel-constrast": 2.976820230484009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.214716911315918,
-      "cov-distil (oracle2student)": 6.05491828918457,
-      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "cov-distil": 2.7569570541381836,
+      "cov-distil (oracle2student)": 6.613186836242676,
+      "cov-distil (oracle2teacher)": 6.062381744384766,
       "epoch": 0.521978021978022,
-      "rel-constrast": 5.178892135620117,
+      "rel-constrast": 6.23654317855835,
       "step": 665,
-      "subrel-constrast": 5.305087566375732,
+      "subrel-constrast": 5.619877338409424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6137239933013916,
-      "cov-distil (oracle2student)": 3.810120105743408,
-      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "cov-distil": 1.7036919593811035,
+      "cov-distil (oracle2student)": 3.809422016143799,
+      "cov-distil (oracle2teacher)": 3.464710235595703,
       "epoch": 0.5227629513343799,
-      "rel-constrast": 3.349665403366089,
+      "rel-constrast": 2.795098304748535,
       "step": 666,
-      "subrel-constrast": 3.414976119995117,
+      "subrel-constrast": 3.336763381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4571619033813477,
-      "cov-distil (oracle2student)": 4.053093910217285,
-      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "cov-distil": 2.8161277770996094,
+      "cov-distil (oracle2student)": 5.543473720550537,
+      "cov-distil (oracle2teacher)": 4.8104352951049805,
       "epoch": 0.5235478806907379,
-      "rel-constrast": 3.4734315872192383,
+      "rel-constrast": 4.864631175994873,
       "step": 667,
-      "subrel-constrast": 4.766326427459717,
+      "subrel-constrast": 4.13904333114624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3272705078125,
-      "cov-distil (oracle2student)": 5.295647144317627,
-      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "cov-distil": 3.3697948455810547,
+      "cov-distil (oracle2student)": 4.856570720672607,
+      "cov-distil (oracle2teacher)": 5.935426235198975,
       "epoch": 0.5243328100470958,
-      "rel-constrast": 2.27578067779541,
+      "rel-constrast": 2.5346570014953613,
       "step": 668,
-      "subrel-constrast": 3.290186882019043,
+      "subrel-constrast": 3.6183407306671143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16574764251709,
-      "cov-distil (oracle2student)": 3.074251174926758,
-      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "cov-distil": 2.443873643875122,
+      "cov-distil (oracle2student)": 3.8340420722961426,
+      "cov-distil (oracle2teacher)": 3.8112082481384277,
       "epoch": 0.5251177394034537,
-      "rel-constrast": 2.9117937088012695,
+      "rel-constrast": 3.117194890975952,
       "step": 669,
-      "subrel-constrast": 4.0769429206848145,
+      "subrel-constrast": 3.6960434913635254,
       "view-similarity": 0
     },
     {
       "epoch": 0.5259026687598116,
-      "grad_norm": 6.375,
+      "grad_norm": 7.21875,
       "learning_rate": 3.345000000000001e-05,
-      "loss": 0.9273,
+      "loss": 0.9841,
       "step": 670
     },
     {
-      "cov-distil": 2.065680503845215,
-      "cov-distil (oracle2student)": 3.868816375732422,
-      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "cov-distil": 2.1410069465637207,
+      "cov-distil (oracle2student)": 4.273997783660889,
+      "cov-distil (oracle2teacher)": 4.135704517364502,
       "epoch": 0.5259026687598116,
-      "rel-constrast": 2.5789599418640137,
+      "rel-constrast": 3.2300148010253906,
       "step": 670,
-      "subrel-constrast": 3.465372085571289,
+      "subrel-constrast": 3.366262197494507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0299253463745117,
-      "cov-distil (oracle2student)": 5.565490245819092,
-      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "cov-distil": 1.6029343605041504,
+      "cov-distil (oracle2student)": 5.584705829620361,
+      "cov-distil (oracle2teacher)": 5.614703178405762,
       "epoch": 0.5266875981161695,
-      "rel-constrast": 3.3333916664123535,
+      "rel-constrast": 3.774601697921753,
       "step": 671,
-      "subrel-constrast": 4.698709964752197,
+      "subrel-constrast": 4.435283660888672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5617218017578125,
-      "cov-distil (oracle2student)": 3.1652114391326904,
-      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "cov-distil": 2.162766933441162,
+      "cov-distil (oracle2student)": 3.5882372856140137,
+      "cov-distil (oracle2teacher)": 3.2187604904174805,
       "epoch": 0.5274725274725275,
-      "rel-constrast": 3.9138967990875244,
+      "rel-constrast": 3.776435613632202,
       "step": 672,
-      "subrel-constrast": 4.301997184753418,
+      "subrel-constrast": 3.6951181888580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7199047803878784,
-      "cov-distil (oracle2student)": 5.541564464569092,
-      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "cov-distil": 1.9119648933410645,
+      "cov-distil (oracle2student)": 4.878622531890869,
+      "cov-distil (oracle2teacher)": 6.069857597351074,
       "epoch": 0.5282574568288854,
-      "rel-constrast": 4.440341949462891,
+      "rel-constrast": 4.442440032958984,
       "step": 673,
-      "subrel-constrast": 4.870668411254883,
+      "subrel-constrast": 5.396683216094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1352946758270264,
-      "cov-distil (oracle2student)": 5.3132476806640625,
-      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "cov-distil": 2.7969448566436768,
+      "cov-distil (oracle2student)": 5.141945838928223,
+      "cov-distil (oracle2teacher)": 4.769449234008789,
       "epoch": 0.5290423861852434,
-      "rel-constrast": 3.2583117485046387,
+      "rel-constrast": 3.191304922103882,
       "step": 674,
-      "subrel-constrast": 3.8436455726623535,
+      "subrel-constrast": 3.756972312927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9063246250152588,
-      "cov-distil (oracle2student)": 5.243358612060547,
-      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "cov-distil": 3.402618169784546,
+      "cov-distil (oracle2student)": 6.366461753845215,
+      "cov-distil (oracle2teacher)": 5.302012920379639,
       "epoch": 0.5298273155416012,
-      "rel-constrast": 3.1742382049560547,
+      "rel-constrast": 4.15281343460083,
       "step": 675,
-      "subrel-constrast": 3.8488731384277344,
+      "subrel-constrast": 3.7890465259552,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8462109565734863,
-      "cov-distil (oracle2student)": 5.162891387939453,
-      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "cov-distil": 2.406013011932373,
+      "cov-distil (oracle2student)": 5.864394187927246,
+      "cov-distil (oracle2teacher)": 5.616963863372803,
       "epoch": 0.5306122448979592,
-      "rel-constrast": 4.111156463623047,
+      "rel-constrast": 4.693376541137695,
       "step": 676,
-      "subrel-constrast": 4.930334091186523,
+      "subrel-constrast": 5.165534973144531,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5761990547180176,
-      "cov-distil (oracle2student)": 4.144106864929199,
-      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "cov-distil": 2.2915496826171875,
+      "cov-distil (oracle2student)": 3.640348434448242,
+      "cov-distil (oracle2teacher)": 4.027545928955078,
       "epoch": 0.5313971742543171,
-      "rel-constrast": 4.443304538726807,
+      "rel-constrast": 4.172548294067383,
       "step": 677,
-      "subrel-constrast": 4.383738994598389,
+      "subrel-constrast": 4.344696521759033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.341961145401001,
-      "cov-distil (oracle2student)": 7.6850481033325195,
-      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "cov-distil": 1.5883677005767822,
+      "cov-distil (oracle2student)": 8.732393264770508,
+      "cov-distil (oracle2teacher)": 7.910237789154053,
       "epoch": 0.5321821036106751,
-      "rel-constrast": 2.8136472702026367,
+      "rel-constrast": 3.0310137271881104,
       "step": 678,
-      "subrel-constrast": 3.307239294052124,
+      "subrel-constrast": 3.6156699657440186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9289836883544922,
-      "cov-distil (oracle2student)": 4.049675941467285,
-      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "cov-distil": 2.634097099304199,
+      "cov-distil (oracle2student)": 5.574465274810791,
+      "cov-distil (oracle2teacher)": 4.364235877990723,
       "epoch": 0.532967032967033,
-      "rel-constrast": 3.3361611366271973,
+      "rel-constrast": 4.324158668518066,
       "step": 679,
-      "subrel-constrast": 4.114180088043213,
+      "subrel-constrast": 4.561538219451904,
       "view-similarity": 0
     },
     {
       "epoch": 0.533751962323391,
-      "grad_norm": 6.5,
+      "grad_norm": 8.25,
       "learning_rate": 3.3950000000000005e-05,
-      "loss": 0.9304,
+      "loss": 0.9697,
       "step": 680
     },
     {
-      "cov-distil": 2.5641942024230957,
-      "cov-distil (oracle2student)": 2.744274854660034,
-      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "cov-distil": 2.5106568336486816,
+      "cov-distil (oracle2student)": 3.3857407569885254,
+      "cov-distil (oracle2teacher)": 3.4950103759765625,
       "epoch": 0.533751962323391,
-      "rel-constrast": 2.993406057357788,
+      "rel-constrast": 2.76829195022583,
       "step": 680,
-      "subrel-constrast": 3.755962371826172,
+      "subrel-constrast": 3.8226850032806396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0492701530456543,
-      "cov-distil (oracle2student)": 4.649113655090332,
-      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "cov-distil": 2.521369695663452,
+      "cov-distil (oracle2student)": 5.406507968902588,
+      "cov-distil (oracle2teacher)": 5.031182765960693,
       "epoch": 0.5345368916797488,
-      "rel-constrast": 3.4748072624206543,
+      "rel-constrast": 3.6042282581329346,
       "step": 681,
-      "subrel-constrast": 3.822028398513794,
+      "subrel-constrast": 3.588695526123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7886135578155518,
-      "cov-distil (oracle2student)": 4.739500045776367,
-      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "cov-distil": 1.8624324798583984,
+      "cov-distil (oracle2student)": 4.341632843017578,
+      "cov-distil (oracle2teacher)": 4.987374782562256,
       "epoch": 0.5353218210361067,
-      "rel-constrast": 3.860889434814453,
+      "rel-constrast": 3.5450191497802734,
       "step": 682,
-      "subrel-constrast": 4.300994873046875,
+      "subrel-constrast": 4.303939342498779,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7035307884216309,
-      "cov-distil (oracle2student)": 5.256606578826904,
-      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "cov-distil": 2.62129807472229,
+      "cov-distil (oracle2student)": 5.854056358337402,
+      "cov-distil (oracle2teacher)": 5.268615245819092,
       "epoch": 0.5361067503924647,
-      "rel-constrast": 2.694431781768799,
+      "rel-constrast": 3.7138655185699463,
       "step": 683,
-      "subrel-constrast": 3.748015880584717,
+      "subrel-constrast": 3.6554105281829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5793291330337524,
-      "cov-distil (oracle2student)": 3.34442138671875,
-      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "cov-distil": 2.0569660663604736,
+      "cov-distil (oracle2student)": 3.800809383392334,
+      "cov-distil (oracle2teacher)": 3.626330614089966,
       "epoch": 0.5368916797488226,
-      "rel-constrast": 3.4692606925964355,
+      "rel-constrast": 3.7409493923187256,
       "step": 684,
-      "subrel-constrast": 4.155377388000488,
+      "subrel-constrast": 3.949650764465332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.270772933959961,
-      "cov-distil (oracle2student)": 4.940689563751221,
-      "cov-distil (oracle2teacher)": 4.056640625,
+      "cov-distil": 1.7595962285995483,
+      "cov-distil (oracle2student)": 4.9004411697387695,
+      "cov-distil (oracle2teacher)": 4.381500720977783,
       "epoch": 0.5376766091051806,
-      "rel-constrast": 3.6255533695220947,
+      "rel-constrast": 3.8135268688201904,
       "step": 685,
-      "subrel-constrast": 3.905515432357788,
+      "subrel-constrast": 3.988839626312256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906499147415161,
-      "cov-distil (oracle2student)": 2.9719133377075195,
-      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "cov-distil": 2.0897340774536133,
+      "cov-distil (oracle2student)": 3.2745068073272705,
+      "cov-distil (oracle2teacher)": 3.330972194671631,
       "epoch": 0.5384615384615384,
-      "rel-constrast": 2.522902488708496,
+      "rel-constrast": 2.653061866760254,
       "step": 686,
-      "subrel-constrast": 3.023371458053589,
+      "subrel-constrast": 2.8033761978149414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.210014820098877,
-      "cov-distil (oracle2student)": 3.1710901260375977,
-      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "cov-distil": 2.7595176696777344,
+      "cov-distil (oracle2student)": 3.8068532943725586,
+      "cov-distil (oracle2teacher)": 3.6320977210998535,
       "epoch": 0.5392464678178964,
-      "rel-constrast": 3.3018300533294678,
+      "rel-constrast": 3.160191774368286,
       "step": 687,
-      "subrel-constrast": 4.116960048675537,
+      "subrel-constrast": 4.0954813957214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8590292930603027,
-      "cov-distil (oracle2student)": 3.6966283321380615,
-      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "cov-distil": 2.0101730823516846,
+      "cov-distil (oracle2student)": 4.222168922424316,
+      "cov-distil (oracle2teacher)": 3.990381956100464,
       "epoch": 0.5400313971742543,
-      "rel-constrast": 2.4913716316223145,
+      "rel-constrast": 2.646033763885498,
       "step": 688,
-      "subrel-constrast": 3.234123945236206,
+      "subrel-constrast": 2.717616319656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858504295349121,
-      "cov-distil (oracle2student)": 5.383901119232178,
-      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "cov-distil": 1.8454500436782837,
+      "cov-distil (oracle2student)": 5.345389366149902,
+      "cov-distil (oracle2teacher)": 5.106082916259766,
       "epoch": 0.5408163265306123,
-      "rel-constrast": 2.557194948196411,
+      "rel-constrast": 3.6248984336853027,
       "step": 689,
-      "subrel-constrast": 3.526618480682373,
+      "subrel-constrast": 3.0662500858306885,
       "view-similarity": 0
     },
     {
       "epoch": 0.5416012558869702,
-      "grad_norm": 5.90625,
+      "grad_norm": 8.1875,
       "learning_rate": 3.445e-05,
-      "loss": 0.8217,
+      "loss": 0.8318,
       "step": 690
     },
     {
-      "cov-distil": 2.299866199493408,
-      "cov-distil (oracle2student)": 5.036685943603516,
-      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "cov-distil": 2.1946043968200684,
+      "cov-distil (oracle2student)": 5.522873878479004,
+      "cov-distil (oracle2teacher)": 5.121616363525391,
       "epoch": 0.5416012558869702,
-      "rel-constrast": 4.325338840484619,
+      "rel-constrast": 4.97845458984375,
       "step": 690,
-      "subrel-constrast": 4.785141468048096,
+      "subrel-constrast": 4.80668830871582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.446077823638916,
-      "cov-distil (oracle2student)": 4.742259502410889,
-      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "cov-distil": 1.696500539779663,
+      "cov-distil (oracle2student)": 5.067530632019043,
+      "cov-distil (oracle2teacher)": 4.516839027404785,
       "epoch": 0.542386185243328,
-      "rel-constrast": 3.005162000656128,
+      "rel-constrast": 3.5588157176971436,
       "step": 691,
-      "subrel-constrast": 3.929311513900757,
+      "subrel-constrast": 3.4414079189300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.759209156036377,
-      "cov-distil (oracle2student)": 5.172847747802734,
-      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "cov-distil": 2.4372355937957764,
+      "cov-distil (oracle2student)": 5.737783432006836,
+      "cov-distil (oracle2teacher)": 4.659091472625732,
       "epoch": 0.543171114599686,
-      "rel-constrast": 2.6518049240112305,
+      "rel-constrast": 3.1587018966674805,
       "step": 692,
-      "subrel-constrast": 3.5100200176239014,
+      "subrel-constrast": 3.456956386566162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0212676525115967,
-      "cov-distil (oracle2student)": 3.6649792194366455,
-      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "cov-distil": 2.167219638824463,
+      "cov-distil (oracle2student)": 4.299294471740723,
+      "cov-distil (oracle2teacher)": 4.00494384765625,
       "epoch": 0.5439560439560439,
-      "rel-constrast": 3.616281509399414,
+      "rel-constrast": 3.538851261138916,
       "step": 693,
-      "subrel-constrast": 4.3500471115112305,
+      "subrel-constrast": 4.040345191955566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.15602445602417,
-      "cov-distil (oracle2student)": 4.672577857971191,
-      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "cov-distil": 2.254950761795044,
+      "cov-distil (oracle2student)": 4.852596282958984,
+      "cov-distil (oracle2teacher)": 5.137213706970215,
       "epoch": 0.5447409733124019,
-      "rel-constrast": 2.765082359313965,
+      "rel-constrast": 2.993964195251465,
       "step": 694,
-      "subrel-constrast": 3.7528111934661865,
+      "subrel-constrast": 3.6176810264587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6601845026016235,
-      "cov-distil (oracle2student)": 6.222827911376953,
-      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "cov-distil": 1.859640121459961,
+      "cov-distil (oracle2student)": 6.367548942565918,
+      "cov-distil (oracle2teacher)": 5.984331130981445,
       "epoch": 0.5455259026687598,
-      "rel-constrast": 2.261347770690918,
+      "rel-constrast": 2.431955337524414,
       "step": 695,
-      "subrel-constrast": 3.265878200531006,
+      "subrel-constrast": 2.8500559329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6982128620147705,
-      "cov-distil (oracle2student)": 4.819255828857422,
-      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "cov-distil": 2.3243355751037598,
+      "cov-distil (oracle2student)": 5.513372421264648,
+      "cov-distil (oracle2teacher)": 4.599259376525879,
       "epoch": 0.5463108320251178,
-      "rel-constrast": 3.655337333679199,
+      "rel-constrast": 4.28459358215332,
       "step": 696,
-      "subrel-constrast": 4.5195231437683105,
+      "subrel-constrast": 4.38563346862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2472658157348633,
-      "cov-distil (oracle2student)": 3.983247995376587,
-      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "cov-distil": 2.6534581184387207,
+      "cov-distil (oracle2student)": 4.487489700317383,
+      "cov-distil (oracle2teacher)": 5.760103225708008,
       "epoch": 0.5470957613814756,
-      "rel-constrast": 3.598127603530884,
+      "rel-constrast": 3.666417121887207,
       "step": 697,
-      "subrel-constrast": 5.374654293060303,
+      "subrel-constrast": 5.512442111968994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1413283348083496,
-      "cov-distil (oracle2student)": 4.751459121704102,
-      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "cov-distil": 2.539128065109253,
+      "cov-distil (oracle2student)": 5.5660271644592285,
+      "cov-distil (oracle2teacher)": 4.704483509063721,
       "epoch": 0.5478806907378336,
-      "rel-constrast": 2.9638516902923584,
+      "rel-constrast": 2.923438787460327,
       "step": 698,
-      "subrel-constrast": 3.3442859649658203,
+      "subrel-constrast": 3.4211766719818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8689894676208496,
-      "cov-distil (oracle2student)": 4.649480819702148,
-      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "cov-distil": 2.697439193725586,
+      "cov-distil (oracle2student)": 5.279465198516846,
+      "cov-distil (oracle2teacher)": 5.032678604125977,
       "epoch": 0.5486656200941915,
-      "rel-constrast": 4.6534953117370605,
+      "rel-constrast": 4.929755210876465,
       "step": 699,
-      "subrel-constrast": 5.357505798339844,
+      "subrel-constrast": 4.908409118652344,
       "view-similarity": 0
     },
     {
       "epoch": 0.5494505494505495,
-      "grad_norm": 8.25,
+      "grad_norm": 9.875,
       "learning_rate": 3.495e-05,
-      "loss": 0.8856,
+      "loss": 0.9116,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2593750059604645,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "student margin": 0.04656982421875
+      "student margin": 0.041748046875
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "teacher margin": 0.027984619140625
+      "teacher margin": 0.039947509765625
     },
     {
       "epoch": 0.5494505494505495,
-      "margin difference": -0.018585205078125,
+      "margin difference": -0.001800537109375,
       "step": 700
     },
     {
-      "cov-distil": 2.157240867614746,
-      "cov-distil (oracle2student)": 3.8259079456329346,
-      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "cov-distil": 2.2880048751831055,
+      "cov-distil (oracle2student)": 4.718327522277832,
+      "cov-distil (oracle2teacher)": 4.111974239349365,
       "epoch": 0.5494505494505495,
-      "rel-constrast": 2.778444290161133,
+      "rel-constrast": 3.2925586700439453,
       "step": 700,
-      "subrel-constrast": 3.613661527633667,
+      "subrel-constrast": 3.206794500350952,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.01035737991333,
-      "cov-distil (oracle2student)": 5.081770420074463,
-      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "cov-distil": 2.9135310649871826,
+      "cov-distil (oracle2student)": 5.466835975646973,
+      "cov-distil (oracle2teacher)": 5.22095251083374,
       "epoch": 0.5502354788069074,
-      "rel-constrast": 3.072714328765869,
+      "rel-constrast": 3.6792917251586914,
       "step": 701,
-      "subrel-constrast": 4.064720630645752,
+      "subrel-constrast": 3.8968825340270996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.565253734588623,
-      "cov-distil (oracle2student)": 3.6840004920959473,
-      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "cov-distil": 1.9267714023590088,
+      "cov-distil (oracle2student)": 3.9808108806610107,
+      "cov-distil (oracle2teacher)": 3.8285605907440186,
       "epoch": 0.5510204081632653,
-      "rel-constrast": 2.864206314086914,
+      "rel-constrast": 3.687560796737671,
       "step": 702,
-      "subrel-constrast": 4.07752799987793,
+      "subrel-constrast": 4.194905757904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3201117515563965,
-      "cov-distil (oracle2student)": 4.430790901184082,
-      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "cov-distil": 2.2865214347839355,
+      "cov-distil (oracle2student)": 5.288548469543457,
+      "cov-distil (oracle2teacher)": 4.322580337524414,
       "epoch": 0.5518053375196232,
-      "rel-constrast": 2.892885684967041,
+      "rel-constrast": 3.198094606399536,
       "step": 703,
-      "subrel-constrast": 3.9102280139923096,
+      "subrel-constrast": 3.643282651901245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6157848834991455,
-      "cov-distil (oracle2student)": 3.072972059249878,
-      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "cov-distil": 2.362612724304199,
+      "cov-distil (oracle2student)": 2.800478935241699,
+      "cov-distil (oracle2teacher)": 2.8055219650268555,
       "epoch": 0.5525902668759811,
-      "rel-constrast": 2.969308376312256,
+      "rel-constrast": 3.2065134048461914,
       "step": 704,
-      "subrel-constrast": 3.35325288772583,
+      "subrel-constrast": 3.2149741649627686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8044019937515259,
-      "cov-distil (oracle2student)": 4.907984733581543,
-      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "cov-distil": 2.8221888542175293,
+      "cov-distil (oracle2student)": 5.351350784301758,
+      "cov-distil (oracle2teacher)": 4.591974258422852,
       "epoch": 0.5533751962323391,
-      "rel-constrast": 2.5930466651916504,
+      "rel-constrast": 3.210024833679199,
       "step": 705,
-      "subrel-constrast": 3.165639877319336,
+      "subrel-constrast": 3.5450069904327393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.150331497192383,
-      "cov-distil (oracle2student)": 3.3075904846191406,
-      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "cov-distil": 1.8759958744049072,
+      "cov-distil (oracle2student)": 4.873770236968994,
+      "cov-distil (oracle2teacher)": 3.9827446937561035,
       "epoch": 0.554160125588697,
-      "rel-constrast": 2.4108023643493652,
+      "rel-constrast": 3.6742019653320312,
       "step": 706,
-      "subrel-constrast": 3.4137344360351562,
+      "subrel-constrast": 3.4755420684814453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.595040202140808,
-      "cov-distil (oracle2student)": 3.7764763832092285,
-      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "cov-distil": 2.4581942558288574,
+      "cov-distil (oracle2student)": 4.804100513458252,
+      "cov-distil (oracle2teacher)": 4.314425945281982,
       "epoch": 0.554945054945055,
-      "rel-constrast": 2.6294069290161133,
+      "rel-constrast": 3.0120925903320312,
       "step": 707,
-      "subrel-constrast": 3.2617640495300293,
+      "subrel-constrast": 3.131943941116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.711127519607544,
-      "cov-distil (oracle2student)": 4.368122100830078,
-      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "cov-distil": 2.6311073303222656,
+      "cov-distil (oracle2student)": 5.383587837219238,
+      "cov-distil (oracle2teacher)": 4.969912052154541,
       "epoch": 0.5557299843014128,
-      "rel-constrast": 3.2108542919158936,
+      "rel-constrast": 4.627037048339844,
       "step": 708,
-      "subrel-constrast": 4.086469650268555,
+      "subrel-constrast": 4.558852195739746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5156898498535156,
-      "cov-distil (oracle2student)": 2.943955421447754,
-      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "cov-distil": 2.616668939590454,
+      "cov-distil (oracle2student)": 3.688739538192749,
+      "cov-distil (oracle2teacher)": 3.537348747253418,
       "epoch": 0.5565149136577708,
-      "rel-constrast": 2.9572768211364746,
+      "rel-constrast": 3.0753276348114014,
       "step": 709,
-      "subrel-constrast": 3.896813154220581,
+      "subrel-constrast": 3.4158666133880615,
       "view-similarity": 0
     },
     {
       "epoch": 0.5572998430141287,
-      "grad_norm": 6.28125,
+      "grad_norm": 7.65625,
       "learning_rate": 3.545e-05,
-      "loss": 0.7581,
+      "loss": 0.8666,
       "step": 710
     },
     {
-      "cov-distil": 1.941748857498169,
-      "cov-distil (oracle2student)": 3.2825870513916016,
-      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "cov-distil": 2.5314691066741943,
+      "cov-distil (oracle2student)": 4.770528793334961,
+      "cov-distil (oracle2teacher)": 3.82454514503479,
       "epoch": 0.5572998430141287,
-      "rel-constrast": 2.292598247528076,
+      "rel-constrast": 2.446364641189575,
       "step": 710,
-      "subrel-constrast": 2.9045729637145996,
+      "subrel-constrast": 2.8734424114227295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0996546745300293,
-      "cov-distil (oracle2student)": 4.204470157623291,
-      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "cov-distil": 2.6872036457061768,
+      "cov-distil (oracle2student)": 5.079697608947754,
+      "cov-distil (oracle2teacher)": 4.345038890838623,
       "epoch": 0.5580847723704867,
-      "rel-constrast": 3.2023658752441406,
+      "rel-constrast": 4.320545196533203,
       "step": 711,
-      "subrel-constrast": 4.2951812744140625,
+      "subrel-constrast": 4.164237022399902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.125648021697998,
-      "cov-distil (oracle2student)": 4.4790239334106445,
-      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "cov-distil": 2.4771342277526855,
+      "cov-distil (oracle2student)": 5.571382522583008,
+      "cov-distil (oracle2teacher)": 4.474830627441406,
       "epoch": 0.5588697017268446,
-      "rel-constrast": 2.64786434173584,
+      "rel-constrast": 3.0087990760803223,
       "step": 712,
-      "subrel-constrast": 3.5473222732543945,
+      "subrel-constrast": 3.7193186283111572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9814571142196655,
-      "cov-distil (oracle2student)": 4.236344337463379,
-      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "cov-distil": 1.9511741399765015,
+      "cov-distil (oracle2student)": 4.811041831970215,
+      "cov-distil (oracle2teacher)": 4.480846405029297,
       "epoch": 0.5596546310832025,
-      "rel-constrast": 3.084531307220459,
+      "rel-constrast": 3.355523109436035,
       "step": 713,
-      "subrel-constrast": 3.6959943771362305,
+      "subrel-constrast": 3.298560380935669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3132081031799316,
-      "cov-distil (oracle2student)": 5.171266555786133,
-      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "cov-distil": 3.3606603145599365,
+      "cov-distil (oracle2student)": 5.985777378082275,
+      "cov-distil (oracle2teacher)": 5.41561222076416,
       "epoch": 0.5604395604395604,
-      "rel-constrast": 3.0725412368774414,
+      "rel-constrast": 4.089506149291992,
       "step": 714,
-      "subrel-constrast": 3.5433380603790283,
+      "subrel-constrast": 3.418116331100464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8887940645217896,
-      "cov-distil (oracle2student)": 2.9364123344421387,
-      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "cov-distil": 2.6809821128845215,
+      "cov-distil (oracle2student)": 3.805650472640991,
+      "cov-distil (oracle2teacher)": 3.818087577819824,
       "epoch": 0.5612244897959183,
-      "rel-constrast": 3.2502474784851074,
+      "rel-constrast": 3.5171585083007812,
       "step": 715,
-      "subrel-constrast": 4.225052833557129,
+      "subrel-constrast": 4.520884990692139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9373162984848022,
-      "cov-distil (oracle2student)": 2.9609618186950684,
-      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "cov-distil": 2.071073293685913,
+      "cov-distil (oracle2student)": 2.9091460704803467,
+      "cov-distil (oracle2teacher)": 2.8986830711364746,
       "epoch": 0.5620094191522763,
-      "rel-constrast": 2.3920419216156006,
+      "rel-constrast": 2.2731165885925293,
       "step": 716,
-      "subrel-constrast": 3.1587109565734863,
+      "subrel-constrast": 3.009575605392456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1943297386169434,
-      "cov-distil (oracle2student)": 3.3232693672180176,
-      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "cov-distil": 2.2168335914611816,
+      "cov-distil (oracle2student)": 3.911656618118286,
+      "cov-distil (oracle2teacher)": 4.011268615722656,
       "epoch": 0.5627943485086342,
-      "rel-constrast": 2.6380295753479004,
+      "rel-constrast": 2.9590673446655273,
       "step": 717,
-      "subrel-constrast": 3.8598556518554688,
+      "subrel-constrast": 3.418705701828003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8532280921936035,
-      "cov-distil (oracle2student)": 4.747437953948975,
-      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "cov-distil": 1.963818073272705,
+      "cov-distil (oracle2student)": 4.932551383972168,
+      "cov-distil (oracle2teacher)": 4.370637893676758,
       "epoch": 0.5635792778649922,
-      "rel-constrast": 3.7532408237457275,
+      "rel-constrast": 4.057657241821289,
       "step": 718,
-      "subrel-constrast": 4.479611873626709,
+      "subrel-constrast": 4.238089561462402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901079893112183,
-      "cov-distil (oracle2student)": 4.796479225158691,
-      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "cov-distil": 2.400425434112549,
+      "cov-distil (oracle2student)": 4.818545341491699,
+      "cov-distil (oracle2teacher)": 4.304470062255859,
       "epoch": 0.5643642072213501,
-      "rel-constrast": 3.1896746158599854,
+      "rel-constrast": 3.542257308959961,
       "step": 719,
-      "subrel-constrast": 3.2718636989593506,
+      "subrel-constrast": 3.317901134490967,
       "view-similarity": 0
     },
     {
       "epoch": 0.565149136577708,
-      "grad_norm": 6.5,
+      "grad_norm": 8.3125,
       "learning_rate": 3.595e-05,
-      "loss": 0.7886,
+      "loss": 0.8392,
       "step": 720
     },
     {
-      "cov-distil": 1.6721587181091309,
-      "cov-distil (oracle2student)": 4.330309867858887,
-      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "cov-distil": 2.411649465560913,
+      "cov-distil (oracle2student)": 4.843780517578125,
+      "cov-distil (oracle2teacher)": 3.782320022583008,
       "epoch": 0.565149136577708,
-      "rel-constrast": 3.139103889465332,
+      "rel-constrast": 3.384451150894165,
       "step": 720,
-      "subrel-constrast": 4.142110347747803,
+      "subrel-constrast": 3.3072800636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9585630893707275,
-      "cov-distil (oracle2student)": 3.8818159103393555,
-      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "cov-distil": 1.718375325202942,
+      "cov-distil (oracle2student)": 4.534214496612549,
+      "cov-distil (oracle2teacher)": 4.004377365112305,
       "epoch": 0.5659340659340659,
-      "rel-constrast": 3.3852601051330566,
+      "rel-constrast": 4.051485061645508,
       "step": 721,
-      "subrel-constrast": 4.186655521392822,
+      "subrel-constrast": 4.146724224090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6628599166870117,
-      "cov-distil (oracle2student)": 4.438604354858398,
-      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "cov-distil": 1.9103753566741943,
+      "cov-distil (oracle2student)": 6.1360931396484375,
+      "cov-distil (oracle2teacher)": 4.774944305419922,
       "epoch": 0.5667189952904239,
-      "rel-constrast": 3.076204776763916,
+      "rel-constrast": 4.534773349761963,
       "step": 722,
-      "subrel-constrast": 4.137909412384033,
+      "subrel-constrast": 3.9830284118652344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2891294956207275,
-      "cov-distil (oracle2student)": 4.213877201080322,
-      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "cov-distil": 2.7049293518066406,
+      "cov-distil (oracle2student)": 5.435057163238525,
+      "cov-distil (oracle2teacher)": 4.9035444259643555,
       "epoch": 0.5675039246467818,
-      "rel-constrast": 2.878323793411255,
+      "rel-constrast": 3.7614176273345947,
       "step": 723,
-      "subrel-constrast": 4.198168754577637,
+      "subrel-constrast": 4.047051429748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.154545783996582,
-      "cov-distil (oracle2student)": 4.58632755279541,
-      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "cov-distil": 2.0382680892944336,
+      "cov-distil (oracle2student)": 4.974379062652588,
+      "cov-distil (oracle2teacher)": 4.326460361480713,
       "epoch": 0.5682888540031397,
-      "rel-constrast": 2.2643494606018066,
+      "rel-constrast": 2.830267906188965,
       "step": 724,
-      "subrel-constrast": 3.1710689067840576,
+      "subrel-constrast": 2.624842882156372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9621435403823853,
-      "cov-distil (oracle2student)": 5.582200050354004,
-      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "cov-distil": 2.0917394161224365,
+      "cov-distil (oracle2student)": 6.889491081237793,
+      "cov-distil (oracle2teacher)": 5.899994850158691,
       "epoch": 0.5690737833594977,
-      "rel-constrast": 4.491276741027832,
+      "rel-constrast": 5.416251182556152,
       "step": 725,
-      "subrel-constrast": 5.244818687438965,
+      "subrel-constrast": 5.734344959259033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337646484375,
-      "cov-distil (oracle2student)": 5.812445640563965,
-      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "cov-distil": 2.467562437057495,
+      "cov-distil (oracle2student)": 6.071526527404785,
+      "cov-distil (oracle2teacher)": 5.555727958679199,
       "epoch": 0.5698587127158555,
-      "rel-constrast": 2.6152005195617676,
+      "rel-constrast": 3.0898239612579346,
       "step": 726,
-      "subrel-constrast": 3.1233291625976562,
+      "subrel-constrast": 3.3632071018218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6689956188201904,
-      "cov-distil (oracle2student)": 4.86440372467041,
-      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "cov-distil": 2.28218936920166,
+      "cov-distil (oracle2student)": 5.827108383178711,
+      "cov-distil (oracle2teacher)": 5.13613748550415,
       "epoch": 0.5706436420722135,
-      "rel-constrast": 4.108986854553223,
+      "rel-constrast": 5.035892009735107,
       "step": 727,
-      "subrel-constrast": 4.540005683898926,
+      "subrel-constrast": 4.399051666259766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6646761894226074,
-      "cov-distil (oracle2student)": 2.7824769020080566,
-      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "cov-distil": 2.732792377471924,
+      "cov-distil (oracle2student)": 3.6213700771331787,
+      "cov-distil (oracle2teacher)": 3.161064624786377,
       "epoch": 0.5714285714285714,
-      "rel-constrast": 3.4552814960479736,
+      "rel-constrast": 3.3238282203674316,
       "step": 728,
-      "subrel-constrast": 4.266411304473877,
+      "subrel-constrast": 4.524255275726318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8652509450912476,
-      "cov-distil (oracle2student)": 4.346886157989502,
-      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "cov-distil": 1.75883150100708,
+      "cov-distil (oracle2student)": 4.768251419067383,
+      "cov-distil (oracle2teacher)": 4.318032264709473,
       "epoch": 0.5722135007849294,
-      "rel-constrast": 3.310194730758667,
+      "rel-constrast": 3.2271535396575928,
       "step": 729,
-      "subrel-constrast": 4.254908561706543,
+      "subrel-constrast": 3.7321252822875977,
       "view-similarity": 0
     },
     {
       "epoch": 0.5729984301412873,
-      "grad_norm": 7.96875,
+      "grad_norm": 8.75,
       "learning_rate": 3.645e-05,
-      "loss": 0.8647,
+      "loss": 0.9664,
       "step": 730
     },
     {
-      "cov-distil": 2.10368013381958,
-      "cov-distil (oracle2student)": 4.364799499511719,
-      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "cov-distil": 2.2763960361480713,
+      "cov-distil (oracle2student)": 4.664096832275391,
+      "cov-distil (oracle2teacher)": 4.406416893005371,
       "epoch": 0.5729984301412873,
-      "rel-constrast": 3.498570442199707,
+      "rel-constrast": 3.5772011280059814,
       "step": 730,
-      "subrel-constrast": 4.162968158721924,
+      "subrel-constrast": 4.11379337310791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8829506635665894,
-      "cov-distil (oracle2student)": 3.6689822673797607,
-      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "cov-distil": 1.7630140781402588,
+      "cov-distil (oracle2student)": 4.617234706878662,
+      "cov-distil (oracle2teacher)": 4.00626802444458,
       "epoch": 0.5737833594976453,
-      "rel-constrast": 2.781203269958496,
+      "rel-constrast": 3.4176650047302246,
       "step": 731,
-      "subrel-constrast": 3.2335457801818848,
+      "subrel-constrast": 3.4268715381622314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4705734252929688,
-      "cov-distil (oracle2student)": 4.313507556915283,
-      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "cov-distil": 1.7096956968307495,
+      "cov-distil (oracle2student)": 4.968262672424316,
+      "cov-distil (oracle2teacher)": 4.000860691070557,
       "epoch": 0.5745682888540031,
-      "rel-constrast": 2.226599931716919,
+      "rel-constrast": 3.464766502380371,
       "step": 732,
-      "subrel-constrast": 3.3719711303710938,
+      "subrel-constrast": 3.2341666221618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9433242082595825,
-      "cov-distil (oracle2student)": 3.8105883598327637,
-      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "cov-distil": 2.269770622253418,
+      "cov-distil (oracle2student)": 3.9357962608337402,
+      "cov-distil (oracle2teacher)": 3.487668991088867,
       "epoch": 0.5753532182103611,
-      "rel-constrast": 2.1092617511749268,
+      "rel-constrast": 2.77782940864563,
       "step": 733,
-      "subrel-constrast": 2.887378692626953,
+      "subrel-constrast": 2.8233509063720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145235538482666,
-      "cov-distil (oracle2student)": 3.870384931564331,
-      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "cov-distil": 1.9523694515228271,
+      "cov-distil (oracle2student)": 5.314553260803223,
+      "cov-distil (oracle2teacher)": 4.6678314208984375,
       "epoch": 0.576138147566719,
-      "rel-constrast": 3.1030163764953613,
+      "rel-constrast": 3.6426496505737305,
       "step": 734,
-      "subrel-constrast": 3.974809169769287,
+      "subrel-constrast": 3.750396728515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6421372890472412,
-      "cov-distil (oracle2student)": 4.185415267944336,
-      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "cov-distil": 1.539703369140625,
+      "cov-distil (oracle2student)": 5.374100685119629,
+      "cov-distil (oracle2teacher)": 4.221393585205078,
       "epoch": 0.5769230769230769,
-      "rel-constrast": 3.2164130210876465,
+      "rel-constrast": 4.034856796264648,
       "step": 735,
-      "subrel-constrast": 3.839367389678955,
+      "subrel-constrast": 3.621406316757202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.199052095413208,
-      "cov-distil (oracle2student)": 5.1141533851623535,
-      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "cov-distil": 2.2221717834472656,
+      "cov-distil (oracle2student)": 5.221403121948242,
+      "cov-distil (oracle2teacher)": 5.6571736335754395,
       "epoch": 0.5777080062794349,
-      "rel-constrast": 2.3354225158691406,
+      "rel-constrast": 2.7957191467285156,
       "step": 736,
-      "subrel-constrast": 3.359426498413086,
+      "subrel-constrast": 3.050981044769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3703148365020752,
-      "cov-distil (oracle2student)": 2.855952501296997,
-      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "cov-distil": 2.0236897468566895,
+      "cov-distil (oracle2student)": 3.111325740814209,
+      "cov-distil (oracle2teacher)": 2.6579232215881348,
       "epoch": 0.5784929356357927,
-      "rel-constrast": 2.385584831237793,
+      "rel-constrast": 2.999067783355713,
       "step": 737,
-      "subrel-constrast": 3.1257822513580322,
+      "subrel-constrast": 2.6182315349578857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.035461902618408,
-      "cov-distil (oracle2student)": 4.601683616638184,
-      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "cov-distil": 1.8978937864303589,
+      "cov-distil (oracle2student)": 4.93990421295166,
+      "cov-distil (oracle2teacher)": 4.504594326019287,
       "epoch": 0.5792778649921507,
-      "rel-constrast": 3.277278423309326,
+      "rel-constrast": 3.5394020080566406,
       "step": 738,
-      "subrel-constrast": 3.815040349960327,
+      "subrel-constrast": 3.6242618560791016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9469118118286133,
-      "cov-distil (oracle2student)": 3.4044556617736816,
-      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "cov-distil": 1.9045004844665527,
+      "cov-distil (oracle2student)": 4.274258613586426,
+      "cov-distil (oracle2teacher)": 3.9128875732421875,
       "epoch": 0.5800627943485086,
-      "rel-constrast": 2.503614664077759,
+      "rel-constrast": 3.6831350326538086,
       "step": 739,
-      "subrel-constrast": 3.8464818000793457,
+      "subrel-constrast": 3.384676933288574,
       "view-similarity": 0
     },
     {
       "epoch": 0.5808477237048666,
-      "grad_norm": 5.625,
+      "grad_norm": 8.25,
       "learning_rate": 3.6950000000000004e-05,
-      "loss": 0.7317,
+      "loss": 0.8483,
       "step": 740
     },
     {
-      "cov-distil": 2.0407614707946777,
-      "cov-distil (oracle2student)": 3.996048927307129,
-      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "cov-distil": 2.463542938232422,
+      "cov-distil (oracle2student)": 4.890634536743164,
+      "cov-distil (oracle2teacher)": 4.604000091552734,
       "epoch": 0.5808477237048666,
-      "rel-constrast": 3.669546604156494,
+      "rel-constrast": 3.5431220531463623,
       "step": 740,
-      "subrel-constrast": 4.864207744598389,
+      "subrel-constrast": 4.559528827667236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7672450542449951,
-      "cov-distil (oracle2student)": 5.2881999015808105,
-      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "cov-distil": 2.0361573696136475,
+      "cov-distil (oracle2student)": 5.59214973449707,
+      "cov-distil (oracle2teacher)": 5.209810256958008,
       "epoch": 0.5816326530612245,
-      "rel-constrast": 3.2707724571228027,
+      "rel-constrast": 3.6620898246765137,
       "step": 741,
-      "subrel-constrast": 3.7437262535095215,
+      "subrel-constrast": 3.5943572521209717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1187403202056885,
-      "cov-distil (oracle2student)": 4.8938703536987305,
-      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "cov-distil": 2.1386823654174805,
+      "cov-distil (oracle2student)": 4.8774919509887695,
+      "cov-distil (oracle2teacher)": 4.392442226409912,
       "epoch": 0.5824175824175825,
-      "rel-constrast": 3.337557315826416,
+      "rel-constrast": 3.0572240352630615,
       "step": 742,
-      "subrel-constrast": 4.06928825378418,
+      "subrel-constrast": 3.449983835220337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9417197704315186,
-      "cov-distil (oracle2student)": 2.6721365451812744,
-      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "cov-distil": 2.6762378215789795,
+      "cov-distil (oracle2student)": 3.4807288646698,
+      "cov-distil (oracle2teacher)": 3.472620964050293,
       "epoch": 0.5832025117739403,
-      "rel-constrast": 3.274005889892578,
+      "rel-constrast": 4.173070907592773,
       "step": 743,
-      "subrel-constrast": 4.384252071380615,
+      "subrel-constrast": 4.070428371429443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6456279754638672,
-      "cov-distil (oracle2student)": 6.536004066467285,
-      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "cov-distil": 2.366276264190674,
+      "cov-distil (oracle2student)": 6.685727596282959,
+      "cov-distil (oracle2teacher)": 5.618680000305176,
       "epoch": 0.5839874411302983,
-      "rel-constrast": 3.884960174560547,
+      "rel-constrast": 4.00743293762207,
       "step": 744,
-      "subrel-constrast": 4.296112537384033,
+      "subrel-constrast": 4.258591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1353392601013184,
-      "cov-distil (oracle2student)": 3.733588218688965,
-      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "cov-distil": 2.683839797973633,
+      "cov-distil (oracle2student)": 4.939559459686279,
+      "cov-distil (oracle2teacher)": 4.165223121643066,
       "epoch": 0.5847723704866562,
-      "rel-constrast": 3.021883964538574,
+      "rel-constrast": 5.022677421569824,
       "step": 745,
-      "subrel-constrast": 4.292428493499756,
+      "subrel-constrast": 4.151272773742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4558398723602295,
-      "cov-distil (oracle2student)": 4.652581214904785,
-      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "cov-distil": 1.9843261241912842,
+      "cov-distil (oracle2student)": 5.004264831542969,
+      "cov-distil (oracle2teacher)": 4.753472328186035,
       "epoch": 0.5855572998430141,
-      "rel-constrast": 4.278546333312988,
+      "rel-constrast": 4.740532875061035,
       "step": 746,
-      "subrel-constrast": 4.9796462059021,
+      "subrel-constrast": 4.913524627685547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.694913387298584,
-      "cov-distil (oracle2student)": 5.748119354248047,
-      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "cov-distil": 1.5781214237213135,
+      "cov-distil (oracle2student)": 6.365057945251465,
+      "cov-distil (oracle2teacher)": 5.520802021026611,
       "epoch": 0.5863422291993721,
-      "rel-constrast": 3.8175976276397705,
+      "rel-constrast": 4.525068283081055,
       "step": 747,
-      "subrel-constrast": 4.21746301651001,
+      "subrel-constrast": 4.346693992614746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.475412368774414,
-      "cov-distil (oracle2student)": 4.438069820404053,
-      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "cov-distil": 2.738781452178955,
+      "cov-distil (oracle2student)": 4.707560062408447,
+      "cov-distil (oracle2teacher)": 4.193061351776123,
       "epoch": 0.5871271585557299,
-      "rel-constrast": 3.845689296722412,
+      "rel-constrast": 4.981852054595947,
       "step": 748,
-      "subrel-constrast": 4.95175838470459,
+      "subrel-constrast": 5.058973789215088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9831706285476685,
-      "cov-distil (oracle2student)": 6.495038032531738,
-      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "cov-distil": 2.3287105560302734,
+      "cov-distil (oracle2student)": 7.539167881011963,
+      "cov-distil (oracle2teacher)": 6.661775588989258,
       "epoch": 0.5879120879120879,
-      "rel-constrast": 4.1530351638793945,
+      "rel-constrast": 5.07899284362793,
       "step": 749,
-      "subrel-constrast": 4.611822128295898,
+      "subrel-constrast": 4.924736022949219,
       "view-similarity": 0
     },
     {
       "epoch": 0.5886970172684458,
-      "grad_norm": 7.3125,
+      "grad_norm": 10.25,
       "learning_rate": 3.745e-05,
-      "loss": 0.962,
+      "loss": 1.0698,
       "step": 750
     },
     {
-      "cov-distil": 2.0158157348632812,
-      "cov-distil (oracle2student)": 5.055816173553467,
-      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "cov-distil": 3.1291921138763428,
+      "cov-distil (oracle2student)": 5.806586265563965,
+      "cov-distil (oracle2teacher)": 5.223454475402832,
       "epoch": 0.5886970172684458,
-      "rel-constrast": 3.9233157634735107,
+      "rel-constrast": 4.05808162689209,
       "step": 750,
-      "subrel-constrast": 3.864165782928467,
+      "subrel-constrast": 3.950441360473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635613441467285,
-      "cov-distil (oracle2student)": 5.4654316902160645,
-      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "cov-distil": 2.39149808883667,
+      "cov-distil (oracle2student)": 5.290502548217773,
+      "cov-distil (oracle2teacher)": 5.127215385437012,
       "epoch": 0.5894819466248038,
-      "rel-constrast": 4.993955135345459,
+      "rel-constrast": 5.352309226989746,
       "step": 751,
-      "subrel-constrast": 5.235997200012207,
+      "subrel-constrast": 5.655076503753662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385218858718872,
-      "cov-distil (oracle2student)": 5.6385650634765625,
-      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "cov-distil": 1.6597137451171875,
+      "cov-distil (oracle2student)": 7.3037519454956055,
+      "cov-distil (oracle2teacher)": 6.336320400238037,
       "epoch": 0.5902668759811617,
-      "rel-constrast": 3.025139808654785,
+      "rel-constrast": 4.209469318389893,
       "step": 752,
-      "subrel-constrast": 3.8267934322357178,
+      "subrel-constrast": 3.9522502422332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569950819015503,
-      "cov-distil (oracle2student)": 3.5421292781829834,
-      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "cov-distil": 1.7089654207229614,
+      "cov-distil (oracle2student)": 4.049164295196533,
+      "cov-distil (oracle2teacher)": 4.327991485595703,
       "epoch": 0.5910518053375197,
-      "rel-constrast": 3.353006601333618,
+      "rel-constrast": 3.1741323471069336,
       "step": 753,
-      "subrel-constrast": 3.6611077785491943,
+      "subrel-constrast": 3.8216490745544434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1727864742279053,
-      "cov-distil (oracle2student)": 4.28021240234375,
-      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "cov-distil": 2.1953067779541016,
+      "cov-distil (oracle2student)": 5.064481258392334,
+      "cov-distil (oracle2teacher)": 4.988542556762695,
       "epoch": 0.5918367346938775,
-      "rel-constrast": 2.922618865966797,
+      "rel-constrast": 3.7322816848754883,
       "step": 754,
-      "subrel-constrast": 3.996519088745117,
+      "subrel-constrast": 3.956284284591675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7415900230407715,
-      "cov-distil (oracle2student)": 3.497739315032959,
-      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "cov-distil": 2.03481388092041,
+      "cov-distil (oracle2student)": 4.22956657409668,
+      "cov-distil (oracle2teacher)": 3.7307679653167725,
       "epoch": 0.5926216640502355,
-      "rel-constrast": 3.798996925354004,
+      "rel-constrast": 4.330953121185303,
       "step": 755,
-      "subrel-constrast": 4.776462554931641,
+      "subrel-constrast": 4.124565601348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1685500144958496,
-      "cov-distil (oracle2student)": 4.893260955810547,
-      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "cov-distil": 1.9867360591888428,
+      "cov-distil (oracle2student)": 5.020341873168945,
+      "cov-distil (oracle2teacher)": 4.405291557312012,
       "epoch": 0.5934065934065934,
-      "rel-constrast": 2.4217734336853027,
+      "rel-constrast": 2.6014552116394043,
       "step": 756,
-      "subrel-constrast": 3.1775949001312256,
+      "subrel-constrast": 3.259565830230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841844081878662,
-      "cov-distil (oracle2student)": 4.1985602378845215,
-      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "cov-distil": 2.165889263153076,
+      "cov-distil (oracle2student)": 4.313626289367676,
+      "cov-distil (oracle2teacher)": 3.9217607975006104,
       "epoch": 0.5941915227629513,
-      "rel-constrast": 4.808537483215332,
+      "rel-constrast": 4.797835826873779,
       "step": 757,
-      "subrel-constrast": 4.465860366821289,
+      "subrel-constrast": 4.459097862243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1540775299072266,
-      "cov-distil (oracle2student)": 4.151504993438721,
-      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "cov-distil": 2.216163158416748,
+      "cov-distil (oracle2student)": 4.610080242156982,
+      "cov-distil (oracle2teacher)": 4.275761127471924,
       "epoch": 0.5949764521193093,
-      "rel-constrast": 4.140444755554199,
+      "rel-constrast": 4.887037754058838,
       "step": 758,
-      "subrel-constrast": 4.597982406616211,
+      "subrel-constrast": 4.603519439697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271002769470215,
-      "cov-distil (oracle2student)": 3.718888998031616,
-      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "cov-distil": 2.479959726333618,
+      "cov-distil (oracle2student)": 5.167355060577393,
+      "cov-distil (oracle2teacher)": 4.555408954620361,
       "epoch": 0.5957613814756672,
-      "rel-constrast": 2.825824499130249,
+      "rel-constrast": 3.5705361366271973,
       "step": 759,
-      "subrel-constrast": 4.3692402839660645,
+      "subrel-constrast": 4.040794372558594,
       "view-similarity": 0
     },
     {
       "epoch": 0.5965463108320251,
-      "grad_norm": 5.1875,
+      "grad_norm": 7.53125,
       "learning_rate": 3.795e-05,
-      "loss": 0.9528,
+      "loss": 1.0179,
       "step": 760
     },
     {
-      "cov-distil": 1.7022627592086792,
-      "cov-distil (oracle2student)": 3.69522762298584,
-      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "cov-distil": 1.4068678617477417,
+      "cov-distil (oracle2student)": 3.6850361824035645,
+      "cov-distil (oracle2teacher)": 3.460089921951294,
       "epoch": 0.5965463108320251,
-      "rel-constrast": 3.239539861679077,
+      "rel-constrast": 3.1959738731384277,
       "step": 760,
-      "subrel-constrast": 3.6723670959472656,
+      "subrel-constrast": 3.2650949954986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1336252689361572,
-      "cov-distil (oracle2student)": 5.899049282073975,
-      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "cov-distil": 2.1580967903137207,
+      "cov-distil (oracle2student)": 5.890793800354004,
+      "cov-distil (oracle2teacher)": 4.985220909118652,
       "epoch": 0.597331240188383,
-      "rel-constrast": 3.3772640228271484,
+      "rel-constrast": 3.8710572719573975,
       "step": 761,
-      "subrel-constrast": 3.9677364826202393,
+      "subrel-constrast": 3.6684064865112305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4030654430389404,
-      "cov-distil (oracle2student)": 2.9989023208618164,
-      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "cov-distil": 1.8122068643569946,
+      "cov-distil (oracle2student)": 4.2860822677612305,
+      "cov-distil (oracle2teacher)": 3.324612617492676,
       "epoch": 0.598116169544741,
-      "rel-constrast": 2.7976434230804443,
+      "rel-constrast": 3.957721710205078,
       "step": 762,
-      "subrel-constrast": 3.6139957904815674,
+      "subrel-constrast": 3.3651068210601807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6165751218795776,
-      "cov-distil (oracle2student)": 3.5679118633270264,
-      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "cov-distil": 1.8635069131851196,
+      "cov-distil (oracle2student)": 3.912562608718872,
+      "cov-distil (oracle2teacher)": 3.7038912773132324,
       "epoch": 0.5989010989010989,
-      "rel-constrast": 2.8740625381469727,
+      "rel-constrast": 3.707409143447876,
       "step": 763,
-      "subrel-constrast": 3.778475761413574,
+      "subrel-constrast": 3.779404640197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.820896625518799,
-      "cov-distil (oracle2student)": 6.150871753692627,
-      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "cov-distil": 2.6855244636535645,
+      "cov-distil (oracle2student)": 5.647215843200684,
+      "cov-distil (oracle2teacher)": 5.731972694396973,
       "epoch": 0.5996860282574569,
-      "rel-constrast": 3.7509093284606934,
+      "rel-constrast": 4.408953666687012,
       "step": 764,
-      "subrel-constrast": 4.796078681945801,
+      "subrel-constrast": 4.931423664093018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9030272960662842,
-      "cov-distil (oracle2student)": 4.817904472351074,
-      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "cov-distil": 2.0594053268432617,
+      "cov-distil (oracle2student)": 5.062814712524414,
+      "cov-distil (oracle2teacher)": 4.714827060699463,
       "epoch": 0.6004709576138147,
-      "rel-constrast": 2.762104034423828,
+      "rel-constrast": 3.347107172012329,
       "step": 765,
-      "subrel-constrast": 3.649869918823242,
+      "subrel-constrast": 3.490683078765869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6472067832946777,
-      "cov-distil (oracle2student)": 5.045088768005371,
-      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "cov-distil": 2.8269290924072266,
+      "cov-distil (oracle2student)": 5.58112096786499,
+      "cov-distil (oracle2teacher)": 4.725581645965576,
       "epoch": 0.6012558869701727,
-      "rel-constrast": 3.665983200073242,
+      "rel-constrast": 3.938312530517578,
       "step": 766,
-      "subrel-constrast": 4.9610595703125,
+      "subrel-constrast": 4.5828657150268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7140461206436157,
-      "cov-distil (oracle2student)": 4.2100830078125,
-      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "cov-distil": 2.5935630798339844,
+      "cov-distil (oracle2student)": 5.0514936447143555,
+      "cov-distil (oracle2teacher)": 4.765221118927002,
       "epoch": 0.6020408163265306,
-      "rel-constrast": 3.221212863922119,
+      "rel-constrast": 3.1897573471069336,
       "step": 767,
-      "subrel-constrast": 4.096993923187256,
+      "subrel-constrast": 3.7600433826446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9868059158325195,
-      "cov-distil (oracle2student)": 4.4105072021484375,
-      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "cov-distil": 1.749910593032837,
+      "cov-distil (oracle2student)": 4.981649875640869,
+      "cov-distil (oracle2teacher)": 4.607064247131348,
       "epoch": 0.6028257456828885,
-      "rel-constrast": 3.5781681537628174,
+      "rel-constrast": 3.793414831161499,
       "step": 768,
-      "subrel-constrast": 3.9354326725006104,
+      "subrel-constrast": 3.762812852859497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8439627885818481,
-      "cov-distil (oracle2student)": 4.352982521057129,
-      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "cov-distil": 2.4429807662963867,
+      "cov-distil (oracle2student)": 5.141033172607422,
+      "cov-distil (oracle2teacher)": 4.920139312744141,
       "epoch": 0.6036106750392465,
-      "rel-constrast": 3.0787644386291504,
+      "rel-constrast": 3.645747184753418,
       "step": 769,
-      "subrel-constrast": 3.8324127197265625,
+      "subrel-constrast": 3.959048271179199,
       "view-similarity": 0
     },
     {
       "epoch": 0.6043956043956044,
-      "grad_norm": 6.03125,
+      "grad_norm": 7.03125,
       "learning_rate": 3.845e-05,
-      "loss": 0.8581,
+      "loss": 0.9264,
       "step": 770
     },
     {
-      "cov-distil": 1.7659657001495361,
-      "cov-distil (oracle2student)": 3.843327045440674,
-      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "cov-distil": 2.1677699089050293,
+      "cov-distil (oracle2student)": 4.654834747314453,
+      "cov-distil (oracle2teacher)": 4.412710666656494,
       "epoch": 0.6043956043956044,
-      "rel-constrast": 3.9639570713043213,
+      "rel-constrast": 5.046914100646973,
       "step": 770,
-      "subrel-constrast": 4.180597305297852,
+      "subrel-constrast": 4.446437358856201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.315230369567871,
-      "cov-distil (oracle2student)": 5.3011298179626465,
-      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "cov-distil": 1.9822173118591309,
+      "cov-distil (oracle2student)": 5.845059394836426,
+      "cov-distil (oracle2teacher)": 5.281351089477539,
       "epoch": 0.6051805337519623,
-      "rel-constrast": 2.70466685295105,
+      "rel-constrast": 3.089263677597046,
       "step": 771,
-      "subrel-constrast": 3.1214003562927246,
+      "subrel-constrast": 3.455900192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9845139980316162,
-      "cov-distil (oracle2student)": 4.869327545166016,
-      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "cov-distil": 2.4503231048583984,
+      "cov-distil (oracle2student)": 5.554692268371582,
+      "cov-distil (oracle2teacher)": 5.147971153259277,
       "epoch": 0.6059654631083202,
-      "rel-constrast": 3.7171690464019775,
+      "rel-constrast": 4.767708778381348,
       "step": 772,
-      "subrel-constrast": 4.3443684577941895,
+      "subrel-constrast": 4.6043877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9720571041107178,
-      "cov-distil (oracle2student)": 3.690183639526367,
-      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "cov-distil": 2.3802542686462402,
+      "cov-distil (oracle2student)": 3.936060905456543,
+      "cov-distil (oracle2teacher)": 4.540515899658203,
       "epoch": 0.6067503924646782,
-      "rel-constrast": 3.0226402282714844,
+      "rel-constrast": 2.592139482498169,
       "step": 773,
-      "subrel-constrast": 3.60787296295166,
+      "subrel-constrast": 3.946826696395874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6458377838134766,
-      "cov-distil (oracle2student)": 4.784181594848633,
-      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "cov-distil": 1.9373725652694702,
+      "cov-distil (oracle2student)": 5.4027910232543945,
+      "cov-distil (oracle2teacher)": 4.710404872894287,
       "epoch": 0.6075353218210361,
-      "rel-constrast": 2.781965732574463,
+      "rel-constrast": 3.7561354637145996,
       "step": 774,
-      "subrel-constrast": 4.125537395477295,
+      "subrel-constrast": 3.7282004356384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9115421772003174,
-      "cov-distil (oracle2student)": 3.761108160018921,
-      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "cov-distil": 1.7742207050323486,
+      "cov-distil (oracle2student)": 4.408854007720947,
+      "cov-distil (oracle2teacher)": 3.8948662281036377,
       "epoch": 0.6083202511773941,
-      "rel-constrast": 5.317140102386475,
+      "rel-constrast": 5.420592308044434,
       "step": 775,
-      "subrel-constrast": 5.246437072753906,
+      "subrel-constrast": 5.60831356048584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6181366443634033,
-      "cov-distil (oracle2student)": 4.179975509643555,
-      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "cov-distil": 2.1246399879455566,
+      "cov-distil (oracle2student)": 3.595367908477783,
+      "cov-distil (oracle2teacher)": 4.677308559417725,
       "epoch": 0.609105180533752,
-      "rel-constrast": 3.174107789993286,
+      "rel-constrast": 3.4084246158599854,
       "step": 776,
-      "subrel-constrast": 4.24804162979126,
+      "subrel-constrast": 4.062203407287598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841779470443726,
-      "cov-distil (oracle2student)": 4.076355934143066,
-      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "cov-distil": 2.1425368785858154,
+      "cov-distil (oracle2student)": 4.6184844970703125,
+      "cov-distil (oracle2teacher)": 4.195455074310303,
       "epoch": 0.6098901098901099,
-      "rel-constrast": 3.13995623588562,
+      "rel-constrast": 3.67858624458313,
       "step": 777,
-      "subrel-constrast": 3.882110834121704,
+      "subrel-constrast": 4.048653602600098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4938359260559082,
-      "cov-distil (oracle2student)": 3.114800453186035,
-      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "cov-distil": 1.896728515625,
+      "cov-distil (oracle2student)": 3.5128607749938965,
+      "cov-distil (oracle2teacher)": 3.4237685203552246,
       "epoch": 0.6106750392464678,
-      "rel-constrast": 2.3868465423583984,
+      "rel-constrast": 2.54510498046875,
       "step": 778,
-      "subrel-constrast": 3.307704448699951,
+      "subrel-constrast": 3.0003485679626465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6191189289093018,
-      "cov-distil (oracle2student)": 3.7162814140319824,
-      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "cov-distil": 1.7340281009674072,
+      "cov-distil (oracle2student)": 4.360445022583008,
+      "cov-distil (oracle2teacher)": 4.661279678344727,
       "epoch": 0.6114599686028257,
-      "rel-constrast": 2.6197452545166016,
+      "rel-constrast": 3.22906231880188,
       "step": 779,
-      "subrel-constrast": 3.995907783508301,
+      "subrel-constrast": 3.9929819107055664,
       "view-similarity": 0
     },
     {
       "epoch": 0.6122448979591837,
-      "grad_norm": 5.71875,
+      "grad_norm": 7.625,
       "learning_rate": 3.8950000000000005e-05,
-      "loss": 0.8627,
+      "loss": 0.9383,
       "step": 780
     },
     {
-      "cov-distil": 1.567307472229004,
-      "cov-distil (oracle2student)": 3.8484396934509277,
-      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "cov-distil": 2.0860483646392822,
+      "cov-distil (oracle2student)": 4.5741682052612305,
+      "cov-distil (oracle2teacher)": 4.050600051879883,
       "epoch": 0.6122448979591837,
-      "rel-constrast": 2.7569737434387207,
+      "rel-constrast": 3.1628856658935547,
       "step": 780,
-      "subrel-constrast": 3.633056640625,
+      "subrel-constrast": 3.2471790313720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.703679084777832,
-      "cov-distil (oracle2student)": 5.909217834472656,
-      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "cov-distil": 2.50667142868042,
+      "cov-distil (oracle2student)": 6.771400451660156,
+      "cov-distil (oracle2teacher)": 6.182733535766602,
       "epoch": 0.6130298273155416,
-      "rel-constrast": 3.1182799339294434,
+      "rel-constrast": 3.1306979656219482,
       "step": 781,
-      "subrel-constrast": 4.302492618560791,
+      "subrel-constrast": 4.126930236816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5469286441802979,
-      "cov-distil (oracle2student)": 4.972591876983643,
-      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "cov-distil": 2.231055736541748,
+      "cov-distil (oracle2student)": 5.54215145111084,
+      "cov-distil (oracle2teacher)": 4.732599258422852,
       "epoch": 0.6138147566718996,
-      "rel-constrast": 3.5933823585510254,
+      "rel-constrast": 4.027646064758301,
       "step": 782,
-      "subrel-constrast": 4.120849609375,
+      "subrel-constrast": 3.946063280105591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.499288320541382,
-      "cov-distil (oracle2student)": 4.016372203826904,
-      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "cov-distil": 2.704841375350952,
+      "cov-distil (oracle2student)": 4.748509407043457,
+      "cov-distil (oracle2teacher)": 4.220213890075684,
       "epoch": 0.6145996860282574,
-      "rel-constrast": 3.579235076904297,
+      "rel-constrast": 3.7203240394592285,
       "step": 783,
-      "subrel-constrast": 4.995879650115967,
+      "subrel-constrast": 4.690211296081543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7838202714920044,
-      "cov-distil (oracle2student)": 4.292354106903076,
-      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "cov-distil": 2.721923351287842,
+      "cov-distil (oracle2student)": 5.281452178955078,
+      "cov-distil (oracle2teacher)": 4.566875457763672,
       "epoch": 0.6153846153846154,
-      "rel-constrast": 4.380586624145508,
+      "rel-constrast": 5.343472957611084,
       "step": 784,
-      "subrel-constrast": 4.989373683929443,
+      "subrel-constrast": 4.753566741943359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.360783338546753,
-      "cov-distil (oracle2student)": 2.8544771671295166,
-      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "cov-distil": 1.6865699291229248,
+      "cov-distil (oracle2student)": 3.1804556846618652,
+      "cov-distil (oracle2teacher)": 2.883664131164551,
       "epoch": 0.6161695447409733,
-      "rel-constrast": 2.633727788925171,
+      "rel-constrast": 3.0664286613464355,
       "step": 785,
-      "subrel-constrast": 3.0272700786590576,
+      "subrel-constrast": 3.025939702987671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2854633331298828,
-      "cov-distil (oracle2student)": 4.519411087036133,
-      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "cov-distil": 1.637481451034546,
+      "cov-distil (oracle2student)": 4.416049957275391,
+      "cov-distil (oracle2teacher)": 4.686575889587402,
       "epoch": 0.6169544740973313,
-      "rel-constrast": 3.793271541595459,
+      "rel-constrast": 4.128195762634277,
       "step": 786,
-      "subrel-constrast": 4.128157138824463,
+      "subrel-constrast": 4.118139743804932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158350229263306,
-      "cov-distil (oracle2student)": 8.350929260253906,
-      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "cov-distil": 2.468355894088745,
+      "cov-distil (oracle2student)": 8.58871078491211,
+      "cov-distil (oracle2teacher)": 7.315741539001465,
       "epoch": 0.6177394034536892,
-      "rel-constrast": 4.180355548858643,
+      "rel-constrast": 4.604372978210449,
       "step": 787,
-      "subrel-constrast": 4.325165748596191,
+      "subrel-constrast": 4.865985870361328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7012990713119507,
-      "cov-distil (oracle2student)": 4.489649772644043,
-      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "cov-distil": 1.7514426708221436,
+      "cov-distil (oracle2student)": 4.680485725402832,
+      "cov-distil (oracle2teacher)": 4.732631683349609,
       "epoch": 0.6185243328100472,
-      "rel-constrast": 2.7871315479278564,
+      "rel-constrast": 3.8200745582580566,
       "step": 788,
-      "subrel-constrast": 3.8673195838928223,
+      "subrel-constrast": 3.49665904045105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.114866256713867,
-      "cov-distil (oracle2student)": 4.235287666320801,
-      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "cov-distil": 2.9236176013946533,
+      "cov-distil (oracle2student)": 5.272342681884766,
+      "cov-distil (oracle2teacher)": 4.227210521697998,
       "epoch": 0.619309262166405,
-      "rel-constrast": 3.4823496341705322,
+      "rel-constrast": 5.068964004516602,
       "step": 789,
-      "subrel-constrast": 4.297632217407227,
+      "subrel-constrast": 3.958841323852539,
       "view-similarity": 0
     },
     {
       "epoch": 0.6200941915227629,
-      "grad_norm": 7.875,
+      "grad_norm": 9.25,
       "learning_rate": 3.9450000000000003e-05,
-      "loss": 0.9013,
+      "loss": 1.0018,
       "step": 790
     },
     {
-      "cov-distil": 1.5477025508880615,
-      "cov-distil (oracle2student)": 5.949827671051025,
-      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "cov-distil": 2.2746267318725586,
+      "cov-distil (oracle2student)": 5.911013126373291,
+      "cov-distil (oracle2teacher)": 5.6180853843688965,
       "epoch": 0.6200941915227629,
-      "rel-constrast": 4.039373397827148,
+      "rel-constrast": 4.061481475830078,
       "step": 790,
-      "subrel-constrast": 4.567863464355469,
+      "subrel-constrast": 4.836816787719727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3561406135559082,
-      "cov-distil (oracle2student)": 3.604832649230957,
-      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "cov-distil": 1.856873869895935,
+      "cov-distil (oracle2student)": 3.14231538772583,
+      "cov-distil (oracle2teacher)": 4.187923431396484,
       "epoch": 0.6208791208791209,
-      "rel-constrast": 3.4909794330596924,
+      "rel-constrast": 3.3938162326812744,
       "step": 791,
-      "subrel-constrast": 4.409178733825684,
+      "subrel-constrast": 4.428590774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.871955394744873,
-      "cov-distil (oracle2student)": 4.196135520935059,
-      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "cov-distil": 1.8115508556365967,
+      "cov-distil (oracle2student)": 4.578952789306641,
+      "cov-distil (oracle2teacher)": 4.331554412841797,
       "epoch": 0.6216640502354788,
-      "rel-constrast": 2.9357693195343018,
+      "rel-constrast": 3.25628399848938,
       "step": 792,
-      "subrel-constrast": 3.2282023429870605,
+      "subrel-constrast": 3.265045404434204,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.003251791000366,
-      "cov-distil (oracle2student)": 4.818282127380371,
-      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "cov-distil": 2.423172950744629,
+      "cov-distil (oracle2student)": 5.591062545776367,
+      "cov-distil (oracle2teacher)": 4.888613700866699,
       "epoch": 0.6224489795918368,
-      "rel-constrast": 2.581894636154175,
+      "rel-constrast": 3.420088291168213,
       "step": 793,
-      "subrel-constrast": 3.626744031906128,
+      "subrel-constrast": 3.682490587234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013441562652588,
-      "cov-distil (oracle2student)": 4.1534881591796875,
-      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "cov-distil": 2.1695425510406494,
+      "cov-distil (oracle2student)": 5.115130424499512,
+      "cov-distil (oracle2teacher)": 4.55626916885376,
       "epoch": 0.6232339089481946,
-      "rel-constrast": 3.052790403366089,
+      "rel-constrast": 3.757192850112915,
       "step": 794,
-      "subrel-constrast": 3.9772417545318604,
+      "subrel-constrast": 3.434692859649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3264985084533691,
-      "cov-distil (oracle2student)": 2.9551219940185547,
-      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "cov-distil": 1.5382232666015625,
+      "cov-distil (oracle2student)": 2.9952645301818848,
+      "cov-distil (oracle2teacher)": 3.1940860748291016,
       "epoch": 0.6240188383045526,
-      "rel-constrast": 2.9264769554138184,
+      "rel-constrast": 2.5813639163970947,
       "step": 795,
-      "subrel-constrast": 3.479712724685669,
+      "subrel-constrast": 3.1796300411224365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9255633354187012,
-      "cov-distil (oracle2student)": 4.218044281005859,
-      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "cov-distil": 1.8859107494354248,
+      "cov-distil (oracle2student)": 4.220844745635986,
+      "cov-distil (oracle2teacher)": 4.328567028045654,
       "epoch": 0.6248037676609105,
-      "rel-constrast": 2.9784960746765137,
+      "rel-constrast": 3.2804794311523438,
       "step": 796,
-      "subrel-constrast": 3.8964850902557373,
+      "subrel-constrast": 3.828761577606201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.79434335231781,
-      "cov-distil (oracle2student)": 3.4287924766540527,
-      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "cov-distil": 2.4283809661865234,
+      "cov-distil (oracle2student)": 3.9118874073028564,
+      "cov-distil (oracle2teacher)": 3.888495922088623,
       "epoch": 0.6255886970172685,
-      "rel-constrast": 2.4437570571899414,
+      "rel-constrast": 2.5512380599975586,
       "step": 797,
-      "subrel-constrast": 3.4459657669067383,
+      "subrel-constrast": 3.512357234954834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4499318599700928,
-      "cov-distil (oracle2student)": 3.9298148155212402,
-      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "cov-distil": 2.2765426635742188,
+      "cov-distil (oracle2student)": 4.8082146644592285,
+      "cov-distil (oracle2teacher)": 3.902686357498169,
       "epoch": 0.6263736263736264,
-      "rel-constrast": 3.9533963203430176,
+      "rel-constrast": 4.791129112243652,
       "step": 798,
-      "subrel-constrast": 4.786764144897461,
+      "subrel-constrast": 4.411496639251709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6373556852340698,
-      "cov-distil (oracle2student)": 4.715010166168213,
-      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "cov-distil": 2.234588623046875,
+      "cov-distil (oracle2student)": 5.007917404174805,
+      "cov-distil (oracle2teacher)": 4.987737655639648,
       "epoch": 0.6271585557299842,
-      "rel-constrast": 4.105449676513672,
+      "rel-constrast": 4.598823070526123,
       "step": 799,
-      "subrel-constrast": 4.462728500366211,
+      "subrel-constrast": 4.936426162719727,
       "view-similarity": 0
     },
     {
       "epoch": 0.6279434850863422,
-      "grad_norm": 6.375,
+      "grad_norm": 9.3125,
       "learning_rate": 3.995e-05,
-      "loss": 0.855,
+      "loss": 0.8923,
       "step": 800
     },
     {
@@ -8827,2176 +8827,2176 @@
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "student margin": 0.04833984375
+      "student margin": 0.046295166015625
     },
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "teacher margin": 0.027130126953125
+      "teacher margin": 0.0299072265625
     },
     {
       "epoch": 0.6279434850863422,
-      "margin difference": -0.021209716796875,
+      "margin difference": -0.016387939453125,
       "step": 800
     },
     {
-      "cov-distil": 2.0045931339263916,
-      "cov-distil (oracle2student)": 3.7618496417999268,
-      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "cov-distil": 2.0241048336029053,
+      "cov-distil (oracle2student)": 3.9974863529205322,
+      "cov-distil (oracle2teacher)": 3.7318315505981445,
       "epoch": 0.6279434850863422,
-      "rel-constrast": 2.2175610065460205,
+      "rel-constrast": 2.300175189971924,
       "step": 800,
-      "subrel-constrast": 3.892456293106079,
+      "subrel-constrast": 3.780639410018921,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.619981050491333,
-      "cov-distil (oracle2student)": 4.364217758178711,
-      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "cov-distil": 2.396726369857788,
+      "cov-distil (oracle2student)": 4.62131404876709,
+      "cov-distil (oracle2teacher)": 4.513237953186035,
       "epoch": 0.6287284144427001,
-      "rel-constrast": 4.093245506286621,
+      "rel-constrast": 4.073274612426758,
       "step": 801,
-      "subrel-constrast": 5.052906513214111,
+      "subrel-constrast": 4.772852420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9569767713546753,
-      "cov-distil (oracle2student)": 2.646055221557617,
-      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "cov-distil": 3.0832877159118652,
+      "cov-distil (oracle2student)": 3.26403546333313,
+      "cov-distil (oracle2teacher)": 3.1358118057250977,
       "epoch": 0.6295133437990581,
-      "rel-constrast": 2.6254687309265137,
+      "rel-constrast": 3.467078924179077,
       "step": 802,
-      "subrel-constrast": 3.3019208908081055,
+      "subrel-constrast": 3.490443229675293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089287757873535,
-      "cov-distil (oracle2student)": 5.582956314086914,
-      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "cov-distil": 1.9142239093780518,
+      "cov-distil (oracle2student)": 5.579619407653809,
+      "cov-distil (oracle2teacher)": 4.965686798095703,
       "epoch": 0.630298273155416,
-      "rel-constrast": 3.7026913166046143,
+      "rel-constrast": 3.7450711727142334,
       "step": 803,
-      "subrel-constrast": 3.879225969314575,
+      "subrel-constrast": 3.8026223182678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9473289251327515,
-      "cov-distil (oracle2student)": 3.230166435241699,
-      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "cov-distil": 2.1219918727874756,
+      "cov-distil (oracle2student)": 3.465679407119751,
+      "cov-distil (oracle2teacher)": 3.5218920707702637,
       "epoch": 0.631083202511774,
-      "rel-constrast": 1.864764928817749,
+      "rel-constrast": 2.408196449279785,
       "step": 804,
-      "subrel-constrast": 3.3280768394470215,
+      "subrel-constrast": 3.5018701553344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3922661542892456,
-      "cov-distil (oracle2student)": 4.060875415802002,
-      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "cov-distil": 1.4459668397903442,
+      "cov-distil (oracle2student)": 3.923173666000366,
+      "cov-distil (oracle2teacher)": 3.8860409259796143,
       "epoch": 0.6318681318681318,
-      "rel-constrast": 3.7141737937927246,
+      "rel-constrast": 3.9082555770874023,
       "step": 805,
-      "subrel-constrast": 4.204806804656982,
+      "subrel-constrast": 3.871812105178833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784874677658081,
-      "cov-distil (oracle2student)": 4.374386310577393,
-      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "cov-distil": 2.1211788654327393,
+      "cov-distil (oracle2student)": 5.424649238586426,
+      "cov-distil (oracle2teacher)": 4.680272102355957,
       "epoch": 0.6326530612244898,
-      "rel-constrast": 3.073376178741455,
+      "rel-constrast": 4.003725528717041,
       "step": 806,
-      "subrel-constrast": 3.565107583999634,
+      "subrel-constrast": 3.8697054386138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3918473720550537,
-      "cov-distil (oracle2student)": 4.301252841949463,
-      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "cov-distil": 2.145512104034424,
+      "cov-distil (oracle2student)": 5.250019073486328,
+      "cov-distil (oracle2teacher)": 4.717369556427002,
       "epoch": 0.6334379905808477,
-      "rel-constrast": 3.255364179611206,
+      "rel-constrast": 3.9986205101013184,
       "step": 807,
-      "subrel-constrast": 4.516900062561035,
+      "subrel-constrast": 4.081348896026611,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8820072412490845,
-      "cov-distil (oracle2student)": 4.317390441894531,
-      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "cov-distil": 2.5171971321105957,
+      "cov-distil (oracle2student)": 4.974362373352051,
+      "cov-distil (oracle2teacher)": 4.608996391296387,
       "epoch": 0.6342229199372057,
-      "rel-constrast": 2.3400073051452637,
+      "rel-constrast": 2.7656352519989014,
       "step": 808,
-      "subrel-constrast": 3.68056583404541,
+      "subrel-constrast": 3.6235463619232178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104020595550537,
-      "cov-distil (oracle2student)": 4.113283157348633,
-      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "cov-distil": 2.3656296730041504,
+      "cov-distil (oracle2student)": 4.895097255706787,
+      "cov-distil (oracle2teacher)": 4.399863243103027,
       "epoch": 0.6350078492935636,
-      "rel-constrast": 2.7774062156677246,
+      "rel-constrast": 3.409998655319214,
       "step": 809,
-      "subrel-constrast": 3.156845808029175,
+      "subrel-constrast": 3.2858588695526123,
       "view-similarity": 0
     },
     {
       "epoch": 0.6357927786499215,
-      "grad_norm": 5.875,
+      "grad_norm": 9.875,
       "learning_rate": 4.045000000000001e-05,
-      "loss": 0.792,
+      "loss": 0.852,
       "step": 810
     },
     {
-      "cov-distil": 1.9225842952728271,
-      "cov-distil (oracle2student)": 4.772700309753418,
-      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "cov-distil": 2.4723076820373535,
+      "cov-distil (oracle2student)": 5.742127895355225,
+      "cov-distil (oracle2teacher)": 4.469183444976807,
       "epoch": 0.6357927786499215,
-      "rel-constrast": 2.274402618408203,
+      "rel-constrast": 3.4872055053710938,
       "step": 810,
-      "subrel-constrast": 3.793257236480713,
+      "subrel-constrast": 3.7737765312194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146592140197754,
-      "cov-distil (oracle2student)": 3.9638068675994873,
-      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "cov-distil": 2.123300313949585,
+      "cov-distil (oracle2student)": 4.420330047607422,
+      "cov-distil (oracle2teacher)": 4.663112640380859,
       "epoch": 0.6365777080062794,
-      "rel-constrast": 2.302318572998047,
+      "rel-constrast": 3.19289493560791,
       "step": 811,
-      "subrel-constrast": 3.4826509952545166,
+      "subrel-constrast": 3.8449835777282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7630622386932373,
-      "cov-distil (oracle2student)": 3.8982958793640137,
-      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "cov-distil": 2.2566237449645996,
+      "cov-distil (oracle2student)": 4.116199970245361,
+      "cov-distil (oracle2teacher)": 3.975741147994995,
       "epoch": 0.6373626373626373,
-      "rel-constrast": 3.0242116451263428,
+      "rel-constrast": 3.455289840698242,
       "step": 812,
-      "subrel-constrast": 3.74605655670166,
+      "subrel-constrast": 3.765545129776001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2058258056640625,
-      "cov-distil (oracle2student)": 5.105160236358643,
-      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "cov-distil": 2.1667912006378174,
+      "cov-distil (oracle2student)": 5.345813274383545,
+      "cov-distil (oracle2teacher)": 4.406340599060059,
       "epoch": 0.6381475667189953,
-      "rel-constrast": 3.7548186779022217,
+      "rel-constrast": 3.665705680847168,
       "step": 813,
-      "subrel-constrast": 4.288941383361816,
+      "subrel-constrast": 4.093423366546631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2325778007507324,
-      "cov-distil (oracle2student)": 3.994985818862915,
-      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "cov-distil": 2.6961753368377686,
+      "cov-distil (oracle2student)": 4.755043983459473,
+      "cov-distil (oracle2teacher)": 4.336665153503418,
       "epoch": 0.6389324960753532,
-      "rel-constrast": 4.058200836181641,
+      "rel-constrast": 4.565523147583008,
       "step": 814,
-      "subrel-constrast": 5.199466705322266,
+      "subrel-constrast": 5.120007514953613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6037338972091675,
-      "cov-distil (oracle2student)": 3.0010287761688232,
-      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "cov-distil": 1.8166258335113525,
+      "cov-distil (oracle2student)": 3.467742681503296,
+      "cov-distil (oracle2teacher)": 3.107326030731201,
       "epoch": 0.6397174254317112,
-      "rel-constrast": 2.544131278991699,
+      "rel-constrast": 2.7664432525634766,
       "step": 815,
-      "subrel-constrast": 3.9001212120056152,
+      "subrel-constrast": 2.9938812255859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8440213203430176,
-      "cov-distil (oracle2student)": 3.382146120071411,
-      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "cov-distil": 2.466531753540039,
+      "cov-distil (oracle2student)": 3.8548033237457275,
+      "cov-distil (oracle2teacher)": 3.812587261199951,
       "epoch": 0.640502354788069,
-      "rel-constrast": 3.101287603378296,
+      "rel-constrast": 3.049858570098877,
       "step": 816,
-      "subrel-constrast": 3.941652297973633,
+      "subrel-constrast": 3.987323045730591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3768600225448608,
-      "cov-distil (oracle2student)": 4.8537187576293945,
-      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "cov-distil": 1.895331621170044,
+      "cov-distil (oracle2student)": 5.51685905456543,
+      "cov-distil (oracle2teacher)": 4.546798229217529,
       "epoch": 0.641287284144427,
-      "rel-constrast": 3.138200521469116,
+      "rel-constrast": 4.071093559265137,
       "step": 817,
-      "subrel-constrast": 4.078574180603027,
+      "subrel-constrast": 3.8209733963012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3285818099975586,
-      "cov-distil (oracle2student)": 3.95272159576416,
-      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "cov-distil": 1.9024813175201416,
+      "cov-distil (oracle2student)": 4.008884429931641,
+      "cov-distil (oracle2teacher)": 3.873781681060791,
       "epoch": 0.6420722135007849,
-      "rel-constrast": 2.9757089614868164,
+      "rel-constrast": 3.134730339050293,
       "step": 818,
-      "subrel-constrast": 4.183833599090576,
+      "subrel-constrast": 3.560436725616455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9137150049209595,
-      "cov-distil (oracle2student)": 3.8996100425720215,
-      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "cov-distil": 2.6990745067596436,
+      "cov-distil (oracle2student)": 4.145615577697754,
+      "cov-distil (oracle2teacher)": 3.893411636352539,
       "epoch": 0.6428571428571429,
-      "rel-constrast": 3.0237324237823486,
+      "rel-constrast": 3.3359436988830566,
       "step": 819,
-      "subrel-constrast": 3.7355899810791016,
+      "subrel-constrast": 3.7698800563812256,
       "view-similarity": 0
     },
     {
       "epoch": 0.6436420722135008,
-      "grad_norm": 6.03125,
+      "grad_norm": 6.5625,
       "learning_rate": 4.095e-05,
-      "loss": 0.8033,
+      "loss": 0.8681,
       "step": 820
     },
     {
-      "cov-distil": 1.5698240995407104,
-      "cov-distil (oracle2student)": 3.570085287094116,
-      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "cov-distil": 1.4913229942321777,
+      "cov-distil (oracle2student)": 3.503937244415283,
+      "cov-distil (oracle2teacher)": 3.3012704849243164,
       "epoch": 0.6436420722135008,
-      "rel-constrast": 3.341369152069092,
+      "rel-constrast": 4.0764312744140625,
       "step": 820,
-      "subrel-constrast": 3.669610023498535,
+      "subrel-constrast": 3.3614537715911865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.108656406402588,
-      "cov-distil (oracle2student)": 4.587629318237305,
-      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "cov-distil": 2.682131290435791,
+      "cov-distil (oracle2student)": 4.566946983337402,
+      "cov-distil (oracle2teacher)": 4.824077606201172,
       "epoch": 0.6444270015698587,
-      "rel-constrast": 2.444645643234253,
+      "rel-constrast": 2.7872982025146484,
       "step": 821,
-      "subrel-constrast": 3.439606189727783,
+      "subrel-constrast": 3.5298821926116943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.427807092666626,
-      "cov-distil (oracle2student)": 4.807023048400879,
-      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "cov-distil": 2.1092615127563477,
+      "cov-distil (oracle2student)": 5.566984176635742,
+      "cov-distil (oracle2teacher)": 4.479093551635742,
       "epoch": 0.6452119309262166,
-      "rel-constrast": 3.5886707305908203,
+      "rel-constrast": 4.579043865203857,
       "step": 822,
-      "subrel-constrast": 4.190989017486572,
+      "subrel-constrast": 4.081467628479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7150936126708984,
-      "cov-distil (oracle2student)": 4.0572509765625,
-      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "cov-distil": 1.7659711837768555,
+      "cov-distil (oracle2student)": 5.2393951416015625,
+      "cov-distil (oracle2teacher)": 4.56248664855957,
       "epoch": 0.6459968602825745,
-      "rel-constrast": 4.181950092315674,
+      "rel-constrast": 4.584153175354004,
       "step": 823,
-      "subrel-constrast": 4.883435249328613,
+      "subrel-constrast": 4.342507839202881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.375495672225952,
-      "cov-distil (oracle2student)": 4.172708988189697,
-      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "cov-distil": 2.650578498840332,
+      "cov-distil (oracle2student)": 4.48793363571167,
+      "cov-distil (oracle2teacher)": 3.94382905960083,
       "epoch": 0.6467817896389325,
-      "rel-constrast": 3.079369306564331,
+      "rel-constrast": 3.092801809310913,
       "step": 824,
-      "subrel-constrast": 4.150157451629639,
+      "subrel-constrast": 3.83937406539917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.308274745941162,
-      "cov-distil (oracle2student)": 4.596344947814941,
-      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "cov-distil": 3.1708779335021973,
+      "cov-distil (oracle2student)": 5.016849994659424,
+      "cov-distil (oracle2teacher)": 4.284183502197266,
       "epoch": 0.6475667189952904,
-      "rel-constrast": 4.447976112365723,
+      "rel-constrast": 4.761890411376953,
       "step": 825,
-      "subrel-constrast": 4.973028659820557,
+      "subrel-constrast": 5.417451858520508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7622771263122559,
-      "cov-distil (oracle2student)": 4.808835029602051,
-      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "cov-distil": 2.241478443145752,
+      "cov-distil (oracle2student)": 5.151844024658203,
+      "cov-distil (oracle2teacher)": 5.225059986114502,
       "epoch": 0.6483516483516484,
-      "rel-constrast": 3.0392632484436035,
+      "rel-constrast": 3.6212735176086426,
       "step": 826,
-      "subrel-constrast": 4.2934980392456055,
+      "subrel-constrast": 3.73117733001709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2593860626220703,
-      "cov-distil (oracle2student)": 4.994297504425049,
-      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "cov-distil": 1.9511266946792603,
+      "cov-distil (oracle2student)": 5.438177108764648,
+      "cov-distil (oracle2teacher)": 4.69582986831665,
       "epoch": 0.6491365777080063,
-      "rel-constrast": 3.979785919189453,
+      "rel-constrast": 3.8562958240509033,
       "step": 827,
-      "subrel-constrast": 4.262341499328613,
+      "subrel-constrast": 3.734269857406616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6107163429260254,
-      "cov-distil (oracle2student)": 3.178396224975586,
-      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "cov-distil": 1.6709935665130615,
+      "cov-distil (oracle2student)": 4.58493185043335,
+      "cov-distil (oracle2teacher)": 3.0215516090393066,
       "epoch": 0.6499215070643642,
-      "rel-constrast": 2.977691888809204,
+      "rel-constrast": 4.311128616333008,
       "step": 828,
-      "subrel-constrast": 3.771296501159668,
+      "subrel-constrast": 3.5323760509490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.630000352859497,
-      "cov-distil (oracle2student)": 5.777911186218262,
-      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "cov-distil": 1.6916801929473877,
+      "cov-distil (oracle2student)": 6.1899800300598145,
+      "cov-distil (oracle2teacher)": 5.202908992767334,
       "epoch": 0.6507064364207221,
-      "rel-constrast": 3.3911921977996826,
+      "rel-constrast": 3.5776491165161133,
       "step": 829,
-      "subrel-constrast": 4.069247722625732,
+      "subrel-constrast": 3.7924444675445557,
       "view-similarity": 0
     },
     {
       "epoch": 0.6514913657770801,
-      "grad_norm": 6.75,
+      "grad_norm": 7.28125,
       "learning_rate": 4.145e-05,
-      "loss": 0.9087,
+      "loss": 0.9812,
       "step": 830
     },
     {
-      "cov-distil": 1.8794384002685547,
-      "cov-distil (oracle2student)": 4.103548049926758,
-      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "cov-distil": 2.3356940746307373,
+      "cov-distil (oracle2student)": 4.071619033813477,
+      "cov-distil (oracle2teacher)": 3.990034341812134,
       "epoch": 0.6514913657770801,
-      "rel-constrast": 4.0044355392456055,
+      "rel-constrast": 4.01130485534668,
       "step": 830,
-      "subrel-constrast": 4.624624252319336,
+      "subrel-constrast": 4.225636959075928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906476497650146,
-      "cov-distil (oracle2student)": 3.214458465576172,
-      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "cov-distil": 2.2811150550842285,
+      "cov-distil (oracle2student)": 3.260524034500122,
+      "cov-distil (oracle2teacher)": 3.6335341930389404,
       "epoch": 0.652276295133438,
-      "rel-constrast": 2.7704429626464844,
+      "rel-constrast": 2.6566925048828125,
       "step": 831,
-      "subrel-constrast": 3.6220717430114746,
+      "subrel-constrast": 3.7064754962921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9752247333526611,
-      "cov-distil (oracle2student)": 4.888476371765137,
-      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "cov-distil": 2.247473955154419,
+      "cov-distil (oracle2student)": 5.651100158691406,
+      "cov-distil (oracle2teacher)": 5.332487106323242,
       "epoch": 0.6530612244897959,
-      "rel-constrast": 3.941727638244629,
+      "rel-constrast": 4.359498023986816,
       "step": 832,
-      "subrel-constrast": 4.675938129425049,
+      "subrel-constrast": 5.029499053955078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7726495265960693,
-      "cov-distil (oracle2student)": 2.904669761657715,
-      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "cov-distil": 1.9488669633865356,
+      "cov-distil (oracle2student)": 3.5353236198425293,
+      "cov-distil (oracle2teacher)": 3.1988792419433594,
       "epoch": 0.6538461538461539,
-      "rel-constrast": 2.125884771347046,
+      "rel-constrast": 2.7589516639709473,
       "step": 833,
-      "subrel-constrast": 3.402971029281616,
+      "subrel-constrast": 3.0526840686798096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8348287343978882,
-      "cov-distil (oracle2student)": 3.610349178314209,
-      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "cov-distil": 2.0042920112609863,
+      "cov-distil (oracle2student)": 3.311549663543701,
+      "cov-distil (oracle2teacher)": 3.7095727920532227,
       "epoch": 0.6546310832025117,
-      "rel-constrast": 4.169477939605713,
+      "rel-constrast": 3.93538236618042,
       "step": 834,
-      "subrel-constrast": 4.495212078094482,
+      "subrel-constrast": 4.491973400115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.877418041229248,
-      "cov-distil (oracle2student)": 5.971458435058594,
-      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "cov-distil": 2.3319320678710938,
+      "cov-distil (oracle2student)": 6.884675979614258,
+      "cov-distil (oracle2teacher)": 5.895162582397461,
       "epoch": 0.6554160125588697,
-      "rel-constrast": 2.4234228134155273,
+      "rel-constrast": 3.0401082038879395,
       "step": 835,
-      "subrel-constrast": 3.372243642807007,
+      "subrel-constrast": 2.774482011795044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8137049674987793,
-      "cov-distil (oracle2student)": 5.548581123352051,
-      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "cov-distil": 1.891129493713379,
+      "cov-distil (oracle2student)": 6.087061405181885,
+      "cov-distil (oracle2teacher)": 5.290203094482422,
       "epoch": 0.6562009419152276,
-      "rel-constrast": 4.032650947570801,
+      "rel-constrast": 4.056557655334473,
       "step": 836,
-      "subrel-constrast": 4.941165447235107,
+      "subrel-constrast": 4.41768741607666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.24606990814209,
-      "cov-distil (oracle2student)": 3.6434006690979004,
-      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "cov-distil": 2.5794150829315186,
+      "cov-distil (oracle2student)": 4.131866931915283,
+      "cov-distil (oracle2teacher)": 3.8585705757141113,
       "epoch": 0.6569858712715856,
-      "rel-constrast": 3.4072937965393066,
+      "rel-constrast": 4.452622890472412,
       "step": 837,
-      "subrel-constrast": 4.71898889541626,
+      "subrel-constrast": 4.928619861602783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4418138265609741,
-      "cov-distil (oracle2student)": 4.0115790367126465,
-      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "cov-distil": 1.4749926328659058,
+      "cov-distil (oracle2student)": 4.152976989746094,
+      "cov-distil (oracle2teacher)": 3.658670425415039,
       "epoch": 0.6577708006279435,
-      "rel-constrast": 2.6703035831451416,
+      "rel-constrast": 3.1522409915924072,
       "step": 838,
-      "subrel-constrast": 3.024057388305664,
+      "subrel-constrast": 3.04065203666687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.321179747581482,
-      "cov-distil (oracle2student)": 3.9942774772644043,
-      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "cov-distil": 2.0656442642211914,
+      "cov-distil (oracle2student)": 4.73661994934082,
+      "cov-distil (oracle2teacher)": 3.9987878799438477,
       "epoch": 0.6585557299843015,
-      "rel-constrast": 4.570227146148682,
+      "rel-constrast": 5.010136127471924,
       "step": 839,
-      "subrel-constrast": 5.370950222015381,
+      "subrel-constrast": 5.0871076583862305,
       "view-similarity": 0
     },
     {
       "epoch": 0.6593406593406593,
-      "grad_norm": 7.21875,
+      "grad_norm": 8.6875,
       "learning_rate": 4.195e-05,
-      "loss": 0.898,
+      "loss": 0.9358,
       "step": 840
     },
     {
-      "cov-distil": 1.804254412651062,
-      "cov-distil (oracle2student)": 4.796672821044922,
-      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "cov-distil": 2.0672900676727295,
+      "cov-distil (oracle2student)": 4.540404319763184,
+      "cov-distil (oracle2teacher)": 5.127553939819336,
       "epoch": 0.6593406593406593,
-      "rel-constrast": 3.048487663269043,
+      "rel-constrast": 3.2874064445495605,
       "step": 840,
-      "subrel-constrast": 4.138221263885498,
+      "subrel-constrast": 4.215749263763428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.185621976852417,
-      "cov-distil (oracle2student)": 4.644382476806641,
-      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "cov-distil": 3.0865607261657715,
+      "cov-distil (oracle2student)": 5.453775882720947,
+      "cov-distil (oracle2teacher)": 4.888296127319336,
       "epoch": 0.6601255886970173,
-      "rel-constrast": 2.7198691368103027,
+      "rel-constrast": 3.5160412788391113,
       "step": 841,
-      "subrel-constrast": 3.728656768798828,
+      "subrel-constrast": 3.812720775604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1581225395202637,
-      "cov-distil (oracle2student)": 4.967820644378662,
-      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "cov-distil": 2.988182544708252,
+      "cov-distil (oracle2student)": 5.7858381271362305,
+      "cov-distil (oracle2teacher)": 5.096573829650879,
       "epoch": 0.6609105180533752,
-      "rel-constrast": 2.998076915740967,
+      "rel-constrast": 3.2108139991760254,
       "step": 842,
-      "subrel-constrast": 4.3113603591918945,
+      "subrel-constrast": 3.9645304679870605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6802887916564941,
-      "cov-distil (oracle2student)": 3.012141704559326,
-      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "cov-distil": 1.6559867858886719,
+      "cov-distil (oracle2student)": 4.20277214050293,
+      "cov-distil (oracle2teacher)": 3.659284830093384,
       "epoch": 0.6616954474097331,
-      "rel-constrast": 3.7015037536621094,
+      "rel-constrast": 4.103222370147705,
       "step": 843,
-      "subrel-constrast": 4.34977912902832,
+      "subrel-constrast": 3.9241135120391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9140921831130981,
-      "cov-distil (oracle2student)": 3.6763272285461426,
-      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "cov-distil": 2.0555334091186523,
+      "cov-distil (oracle2student)": 3.6795730590820312,
+      "cov-distil (oracle2teacher)": 4.028406143188477,
       "epoch": 0.6624803767660911,
-      "rel-constrast": 2.8182120323181152,
+      "rel-constrast": 3.0861854553222656,
       "step": 844,
-      "subrel-constrast": 3.526099681854248,
+      "subrel-constrast": 3.5311388969421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3611481189727783,
-      "cov-distil (oracle2student)": 3.414156675338745,
-      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "cov-distil": 2.69934344291687,
+      "cov-distil (oracle2student)": 4.033677577972412,
+      "cov-distil (oracle2teacher)": 3.8822219371795654,
       "epoch": 0.6632653061224489,
-      "rel-constrast": 3.6642966270446777,
+      "rel-constrast": 3.8620595932006836,
       "step": 845,
-      "subrel-constrast": 4.929279804229736,
+      "subrel-constrast": 4.681525230407715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16641902923584,
-      "cov-distil (oracle2student)": 5.345207214355469,
-      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "cov-distil": 2.433763265609741,
+      "cov-distil (oracle2student)": 6.528609275817871,
+      "cov-distil (oracle2teacher)": 5.862437725067139,
       "epoch": 0.6640502354788069,
-      "rel-constrast": 2.9499943256378174,
+      "rel-constrast": 3.958367347717285,
       "step": 846,
-      "subrel-constrast": 4.163426876068115,
+      "subrel-constrast": 4.218762397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2791935205459595,
-      "cov-distil (oracle2student)": 4.141592979431152,
-      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "cov-distil": 2.2436680793762207,
+      "cov-distil (oracle2student)": 5.038456916809082,
+      "cov-distil (oracle2teacher)": 4.087412357330322,
       "epoch": 0.6648351648351648,
-      "rel-constrast": 3.946357488632202,
+      "rel-constrast": 3.9944558143615723,
       "step": 847,
-      "subrel-constrast": 3.884228467941284,
+      "subrel-constrast": 4.376913547515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286513805389404,
-      "cov-distil (oracle2student)": 3.6746082305908203,
-      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "cov-distil": 1.5744894742965698,
+      "cov-distil (oracle2student)": 4.035322666168213,
+      "cov-distil (oracle2teacher)": 4.279043674468994,
       "epoch": 0.6656200941915228,
-      "rel-constrast": 2.590811252593994,
+      "rel-constrast": 2.9988443851470947,
       "step": 848,
-      "subrel-constrast": 3.7845067977905273,
+      "subrel-constrast": 3.346532106399536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7331000566482544,
-      "cov-distil (oracle2student)": 3.869168281555176,
-      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "cov-distil": 1.7716234922409058,
+      "cov-distil (oracle2student)": 4.4663166999816895,
+      "cov-distil (oracle2teacher)": 3.672461986541748,
       "epoch": 0.6664050235478807,
-      "rel-constrast": 3.201794147491455,
+      "rel-constrast": 3.106621265411377,
       "step": 849,
-      "subrel-constrast": 4.059730052947998,
+      "subrel-constrast": 3.6811439990997314,
       "view-similarity": 0
     },
     {
       "epoch": 0.6671899529042387,
-      "grad_norm": 6.5,
+      "grad_norm": 7.15625,
       "learning_rate": 4.245e-05,
-      "loss": 0.8383,
+      "loss": 0.8781,
       "step": 850
     },
     {
-      "cov-distil": 1.7655677795410156,
-      "cov-distil (oracle2student)": 3.762930154800415,
-      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "cov-distil": 2.084324359893799,
+      "cov-distil (oracle2student)": 4.112272262573242,
+      "cov-distil (oracle2teacher)": 4.169733047485352,
       "epoch": 0.6671899529042387,
-      "rel-constrast": 2.9008567333221436,
+      "rel-constrast": 3.1579267978668213,
       "step": 850,
-      "subrel-constrast": 3.404660701751709,
+      "subrel-constrast": 3.457568407058716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517121434211731,
-      "cov-distil (oracle2student)": 2.8830716609954834,
-      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "cov-distil": 1.7184252738952637,
+      "cov-distil (oracle2student)": 3.2816784381866455,
+      "cov-distil (oracle2teacher)": 3.5960745811462402,
       "epoch": 0.6679748822605965,
-      "rel-constrast": 4.325301170349121,
+      "rel-constrast": 4.929862022399902,
       "step": 851,
-      "subrel-constrast": 4.419717311859131,
+      "subrel-constrast": 4.675520420074463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9270949363708496,
-      "cov-distil (oracle2student)": 4.238532543182373,
-      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "cov-distil": 2.2196950912475586,
+      "cov-distil (oracle2student)": 5.344398021697998,
+      "cov-distil (oracle2teacher)": 4.496703147888184,
       "epoch": 0.6687598116169545,
-      "rel-constrast": 2.823596715927124,
+      "rel-constrast": 3.1046090126037598,
       "step": 852,
-      "subrel-constrast": 3.4322097301483154,
+      "subrel-constrast": 3.2616875171661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3329415321350098,
-      "cov-distil (oracle2student)": 6.140964031219482,
-      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "cov-distil": 2.111381769180298,
+      "cov-distil (oracle2student)": 7.459054946899414,
+      "cov-distil (oracle2teacher)": 6.521515846252441,
       "epoch": 0.6695447409733124,
-      "rel-constrast": 2.4979028701782227,
+      "rel-constrast": 2.611449718475342,
       "step": 853,
-      "subrel-constrast": 3.4758663177490234,
+      "subrel-constrast": 3.10337233543396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5264722108840942,
-      "cov-distil (oracle2student)": 5.3368964195251465,
-      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "cov-distil": 1.571357250213623,
+      "cov-distil (oracle2student)": 6.402609825134277,
+      "cov-distil (oracle2teacher)": 5.708658218383789,
       "epoch": 0.6703296703296703,
-      "rel-constrast": 3.0451555252075195,
+      "rel-constrast": 3.721426486968994,
       "step": 854,
-      "subrel-constrast": 3.68107533454895,
+      "subrel-constrast": 3.51344633102417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.527972459793091,
-      "cov-distil (oracle2student)": 4.9313225746154785,
-      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "cov-distil": 3.1283068656921387,
+      "cov-distil (oracle2student)": 4.400152206420898,
+      "cov-distil (oracle2teacher)": 4.971624851226807,
       "epoch": 0.6711145996860283,
-      "rel-constrast": 3.4113454818725586,
+      "rel-constrast": 3.2834744453430176,
       "step": 855,
-      "subrel-constrast": 4.2453413009643555,
+      "subrel-constrast": 4.660199165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2195277214050293,
-      "cov-distil (oracle2student)": 4.841870307922363,
-      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "cov-distil": 2.49289608001709,
+      "cov-distil (oracle2student)": 5.017967700958252,
+      "cov-distil (oracle2teacher)": 4.454375267028809,
       "epoch": 0.6718995290423861,
-      "rel-constrast": 3.8896093368530273,
+      "rel-constrast": 3.874404191970825,
       "step": 856,
-      "subrel-constrast": 4.457779884338379,
+      "subrel-constrast": 4.311699867248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9021310806274414,
-      "cov-distil (oracle2student)": 5.08781623840332,
-      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "cov-distil": 2.3428492546081543,
+      "cov-distil (oracle2student)": 6.521602630615234,
+      "cov-distil (oracle2teacher)": 5.238377571105957,
       "epoch": 0.6726844583987441,
-      "rel-constrast": 4.279557228088379,
+      "rel-constrast": 4.98021125793457,
       "step": 857,
-      "subrel-constrast": 4.490781307220459,
+      "subrel-constrast": 4.458598613739014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184224128723145,
-      "cov-distil (oracle2student)": 4.386934757232666,
-      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "cov-distil": 2.1586742401123047,
+      "cov-distil (oracle2student)": 4.743297576904297,
+      "cov-distil (oracle2teacher)": 4.861972808837891,
       "epoch": 0.673469387755102,
-      "rel-constrast": 2.4715077877044678,
+      "rel-constrast": 3.0185046195983887,
       "step": 858,
-      "subrel-constrast": 3.5174665451049805,
+      "subrel-constrast": 3.637573480606079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5252549648284912,
-      "cov-distil (oracle2student)": 4.384729862213135,
-      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "cov-distil": 1.7815613746643066,
+      "cov-distil (oracle2student)": 5.069211006164551,
+      "cov-distil (oracle2teacher)": 4.625375270843506,
       "epoch": 0.67425431711146,
-      "rel-constrast": 3.386720657348633,
+      "rel-constrast": 3.927893877029419,
       "step": 859,
-      "subrel-constrast": 4.306125640869141,
+      "subrel-constrast": 4.187974452972412,
       "view-similarity": 0
     },
     {
       "epoch": 0.6750392464678179,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.375,
       "learning_rate": 4.295e-05,
-      "loss": 0.8732,
+      "loss": 0.9152,
       "step": 860
     },
     {
-      "cov-distil": 2.1179590225219727,
-      "cov-distil (oracle2student)": 4.76759147644043,
-      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "cov-distil": 2.3275275230407715,
+      "cov-distil (oracle2student)": 5.453484058380127,
+      "cov-distil (oracle2teacher)": 4.669001579284668,
       "epoch": 0.6750392464678179,
-      "rel-constrast": 2.7477235794067383,
+      "rel-constrast": 3.0883092880249023,
       "step": 860,
-      "subrel-constrast": 3.7372775077819824,
+      "subrel-constrast": 3.8189210891723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7965826988220215,
-      "cov-distil (oracle2student)": 3.590010404586792,
-      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "cov-distil": 2.4788951873779297,
+      "cov-distil (oracle2student)": 4.462489128112793,
+      "cov-distil (oracle2teacher)": 3.931230068206787,
       "epoch": 0.6758241758241759,
-      "rel-constrast": 2.507899284362793,
+      "rel-constrast": 3.4943385124206543,
       "step": 861,
-      "subrel-constrast": 3.807100296020508,
+      "subrel-constrast": 3.9335737228393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7082825899124146,
-      "cov-distil (oracle2student)": 5.913630485534668,
-      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "cov-distil": 2.0409438610076904,
+      "cov-distil (oracle2student)": 5.88531494140625,
+      "cov-distil (oracle2teacher)": 5.5002312660217285,
       "epoch": 0.6766091051805337,
-      "rel-constrast": 3.268495559692383,
+      "rel-constrast": 3.943720579147339,
       "step": 862,
-      "subrel-constrast": 3.9798760414123535,
+      "subrel-constrast": 3.463715076446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8252453804016113,
-      "cov-distil (oracle2student)": 4.901181221008301,
-      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "cov-distil": 1.9176623821258545,
+      "cov-distil (oracle2student)": 4.88209867477417,
+      "cov-distil (oracle2teacher)": 5.097332954406738,
       "epoch": 0.6773940345368917,
-      "rel-constrast": 3.583211660385132,
+      "rel-constrast": 3.4022345542907715,
       "step": 863,
-      "subrel-constrast": 4.42688512802124,
+      "subrel-constrast": 4.176356792449951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3953462839126587,
-      "cov-distil (oracle2student)": 5.5138397216796875,
-      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "cov-distil": 1.6620619297027588,
+      "cov-distil (oracle2student)": 6.531160354614258,
+      "cov-distil (oracle2teacher)": 5.85151481628418,
       "epoch": 0.6781789638932496,
-      "rel-constrast": 3.1454901695251465,
+      "rel-constrast": 4.265978813171387,
       "step": 864,
-      "subrel-constrast": 3.9406254291534424,
+      "subrel-constrast": 3.884490489959717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6899718046188354,
-      "cov-distil (oracle2student)": 5.330373764038086,
-      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "cov-distil": 2.111593008041382,
+      "cov-distil (oracle2student)": 5.227636814117432,
+      "cov-distil (oracle2teacher)": 5.337945938110352,
       "epoch": 0.6789638932496075,
-      "rel-constrast": 2.3280701637268066,
+      "rel-constrast": 2.8487889766693115,
       "step": 865,
-      "subrel-constrast": 3.6453700065612793,
+      "subrel-constrast": 3.2373714447021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6296229362487793,
-      "cov-distil (oracle2student)": 4.770857810974121,
-      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "cov-distil": 2.3906097412109375,
+      "cov-distil (oracle2student)": 5.167361259460449,
+      "cov-distil (oracle2teacher)": 5.387311935424805,
       "epoch": 0.6797488226059655,
-      "rel-constrast": 3.20645809173584,
+      "rel-constrast": 3.188427209854126,
       "step": 866,
-      "subrel-constrast": 3.8591246604919434,
+      "subrel-constrast": 4.021615505218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7715446949005127,
-      "cov-distil (oracle2student)": 4.347777843475342,
-      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "cov-distil": 2.0040459632873535,
+      "cov-distil (oracle2student)": 5.630919456481934,
+      "cov-distil (oracle2teacher)": 5.020962715148926,
       "epoch": 0.6805337519623234,
-      "rel-constrast": 3.9846086502075195,
+      "rel-constrast": 4.7801055908203125,
       "step": 867,
-      "subrel-constrast": 5.185349941253662,
+      "subrel-constrast": 5.247258186340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6960502862930298,
-      "cov-distil (oracle2student)": 3.3439979553222656,
-      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "cov-distil": 1.7129077911376953,
+      "cov-distil (oracle2student)": 3.738029956817627,
+      "cov-distil (oracle2teacher)": 3.736387252807617,
       "epoch": 0.6813186813186813,
-      "rel-constrast": 2.1034369468688965,
+      "rel-constrast": 1.8440494537353516,
       "step": 868,
-      "subrel-constrast": 2.926976203918457,
+      "subrel-constrast": 2.7090156078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.505071759223938,
-      "cov-distil (oracle2student)": 2.9278054237365723,
-      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "cov-distil": 1.6173169612884521,
+      "cov-distil (oracle2student)": 3.582737445831299,
+      "cov-distil (oracle2teacher)": 3.1682801246643066,
       "epoch": 0.6821036106750392,
-      "rel-constrast": 3.0042061805725098,
+      "rel-constrast": 3.675318956375122,
       "step": 869,
-      "subrel-constrast": 3.6791141033172607,
+      "subrel-constrast": 3.383939743041992,
       "view-similarity": 0
     },
     {
       "epoch": 0.6828885400313972,
-      "grad_norm": 4.9375,
+      "grad_norm": 6.5625,
       "learning_rate": 4.345e-05,
-      "loss": 0.7898,
+      "loss": 0.8633,
       "step": 870
     },
     {
-      "cov-distil": 1.5478849411010742,
-      "cov-distil (oracle2student)": 4.5837202072143555,
-      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "cov-distil": 1.9869234561920166,
+      "cov-distil (oracle2student)": 5.340611457824707,
+      "cov-distil (oracle2teacher)": 5.131547927856445,
       "epoch": 0.6828885400313972,
-      "rel-constrast": 3.6690661907196045,
+      "rel-constrast": 4.2035322189331055,
       "step": 870,
-      "subrel-constrast": 3.755584239959717,
+      "subrel-constrast": 3.5107760429382324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4669153690338135,
-      "cov-distil (oracle2student)": 3.7385365962982178,
-      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "cov-distil": 1.3518933057785034,
+      "cov-distil (oracle2student)": 4.306206703186035,
+      "cov-distil (oracle2teacher)": 4.453194618225098,
       "epoch": 0.6836734693877551,
-      "rel-constrast": 3.5915560722351074,
+      "rel-constrast": 3.9446215629577637,
       "step": 871,
-      "subrel-constrast": 4.271019458770752,
+      "subrel-constrast": 4.509695053100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1383116245269775,
-      "cov-distil (oracle2student)": 4.596353530883789,
-      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "cov-distil": 2.496706485748291,
+      "cov-distil (oracle2student)": 4.210893630981445,
+      "cov-distil (oracle2teacher)": 4.342166900634766,
       "epoch": 0.6844583987441131,
-      "rel-constrast": 2.788327693939209,
+      "rel-constrast": 3.3719401359558105,
       "step": 872,
-      "subrel-constrast": 3.9468002319335938,
+      "subrel-constrast": 3.8871562480926514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5923734903335571,
-      "cov-distil (oracle2student)": 4.1226983070373535,
-      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "cov-distil": 1.691957950592041,
+      "cov-distil (oracle2student)": 5.222391128540039,
+      "cov-distil (oracle2teacher)": 5.017002582550049,
       "epoch": 0.685243328100471,
-      "rel-constrast": 3.274655342102051,
+      "rel-constrast": 3.8896470069885254,
       "step": 873,
-      "subrel-constrast": 3.9750561714172363,
+      "subrel-constrast": 3.4195663928985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.946056842803955,
-      "cov-distil (oracle2student)": 4.353828430175781,
-      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "cov-distil": 2.167623519897461,
+      "cov-distil (oracle2student)": 5.572680473327637,
+      "cov-distil (oracle2teacher)": 4.220798492431641,
       "epoch": 0.6860282574568289,
-      "rel-constrast": 2.741914749145508,
+      "rel-constrast": 2.9750654697418213,
       "step": 874,
-      "subrel-constrast": 3.176755905151367,
+      "subrel-constrast": 3.06172251701355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9557355642318726,
-      "cov-distil (oracle2student)": 3.949646472930908,
-      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "cov-distil": 2.0998356342315674,
+      "cov-distil (oracle2student)": 4.452457904815674,
+      "cov-distil (oracle2teacher)": 4.726762771606445,
       "epoch": 0.6868131868131868,
-      "rel-constrast": 2.8873188495635986,
+      "rel-constrast": 3.5637621879577637,
       "step": 875,
-      "subrel-constrast": 3.6380884647369385,
+      "subrel-constrast": 3.3495094776153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.401376247406006,
-      "cov-distil (oracle2student)": 5.006793022155762,
-      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "cov-distil": 2.5879006385803223,
+      "cov-distil (oracle2student)": 6.307969093322754,
+      "cov-distil (oracle2teacher)": 4.906314849853516,
       "epoch": 0.6875981161695447,
-      "rel-constrast": 4.074068069458008,
+      "rel-constrast": 4.693286895751953,
       "step": 876,
-      "subrel-constrast": 5.1672682762146,
+      "subrel-constrast": 4.9903059005737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2366654872894287,
-      "cov-distil (oracle2student)": 3.786804676055908,
-      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "cov-distil": 1.1960246562957764,
+      "cov-distil (oracle2student)": 4.199606418609619,
+      "cov-distil (oracle2teacher)": 4.277667045593262,
       "epoch": 0.6883830455259027,
-      "rel-constrast": 2.0299768447875977,
+      "rel-constrast": 2.318310022354126,
       "step": 877,
-      "subrel-constrast": 2.670637369155884,
+      "subrel-constrast": 2.6966910362243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0147178173065186,
-      "cov-distil (oracle2student)": 3.804882764816284,
-      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "cov-distil": 2.318570613861084,
+      "cov-distil (oracle2student)": 4.393073081970215,
+      "cov-distil (oracle2teacher)": 3.455695152282715,
       "epoch": 0.6891679748822606,
-      "rel-constrast": 2.7490639686584473,
+      "rel-constrast": 3.3598523139953613,
       "step": 878,
-      "subrel-constrast": 3.5756359100341797,
+      "subrel-constrast": 3.4972617626190186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5681298971176147,
-      "cov-distil (oracle2student)": 3.9214487075805664,
-      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "cov-distil": 1.604712963104248,
+      "cov-distil (oracle2student)": 4.812742233276367,
+      "cov-distil (oracle2teacher)": 4.432042121887207,
       "epoch": 0.6899529042386185,
-      "rel-constrast": 3.0104470252990723,
+      "rel-constrast": 3.7657222747802734,
       "step": 879,
-      "subrel-constrast": 3.337676763534546,
+      "subrel-constrast": 3.9478273391723633,
       "view-similarity": 0
     },
     {
       "epoch": 0.6907378335949764,
-      "grad_norm": 6.03125,
+      "grad_norm": 9.8125,
       "learning_rate": 4.3950000000000004e-05,
-      "loss": 0.8151,
+      "loss": 0.9021,
       "step": 880
     },
     {
-      "cov-distil": 2.2157304286956787,
-      "cov-distil (oracle2student)": 5.699595928192139,
-      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "cov-distil": 2.6153383255004883,
+      "cov-distil (oracle2student)": 6.290912628173828,
+      "cov-distil (oracle2teacher)": 5.163901329040527,
       "epoch": 0.6907378335949764,
-      "rel-constrast": 3.0941343307495117,
+      "rel-constrast": 3.4356861114501953,
       "step": 880,
-      "subrel-constrast": 4.322240352630615,
+      "subrel-constrast": 4.229956150054932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4810900688171387,
-      "cov-distil (oracle2student)": 3.3440780639648438,
-      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "cov-distil": 1.7166298627853394,
+      "cov-distil (oracle2student)": 3.536836624145508,
+      "cov-distil (oracle2teacher)": 3.5101006031036377,
       "epoch": 0.6915227629513344,
-      "rel-constrast": 3.586519241333008,
+      "rel-constrast": 3.3315963745117188,
       "step": 881,
-      "subrel-constrast": 3.7541935443878174,
+      "subrel-constrast": 3.4747748374938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5781233310699463,
-      "cov-distil (oracle2student)": 5.018100738525391,
-      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "cov-distil": 2.130197048187256,
+      "cov-distil (oracle2student)": 5.555070877075195,
+      "cov-distil (oracle2teacher)": 5.314323902130127,
       "epoch": 0.6923076923076923,
-      "rel-constrast": 4.0826897621154785,
+      "rel-constrast": 4.290964126586914,
       "step": 882,
-      "subrel-constrast": 4.779473304748535,
+      "subrel-constrast": 4.706758975982666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4764516353607178,
-      "cov-distil (oracle2student)": 3.1465892791748047,
-      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "cov-distil": 1.820596694946289,
+      "cov-distil (oracle2student)": 3.6406331062316895,
+      "cov-distil (oracle2teacher)": 3.524196147918701,
       "epoch": 0.6930926216640503,
-      "rel-constrast": 2.1886837482452393,
+      "rel-constrast": 2.0438151359558105,
       "step": 883,
-      "subrel-constrast": 2.8425724506378174,
+      "subrel-constrast": 2.900033473968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577139854431152,
-      "cov-distil (oracle2student)": 5.48944091796875,
-      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "cov-distil": 1.9745502471923828,
+      "cov-distil (oracle2student)": 5.422731399536133,
+      "cov-distil (oracle2teacher)": 5.130214691162109,
       "epoch": 0.6938775510204082,
-      "rel-constrast": 3.6461424827575684,
+      "rel-constrast": 3.7816274166107178,
       "step": 884,
-      "subrel-constrast": 4.1751885414123535,
+      "subrel-constrast": 4.169047832489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.30418062210083,
-      "cov-distil (oracle2student)": 3.6000726222991943,
-      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "cov-distil": 2.8008601665496826,
+      "cov-distil (oracle2student)": 4.399479866027832,
+      "cov-distil (oracle2teacher)": 3.890065908432007,
       "epoch": 0.6946624803767661,
-      "rel-constrast": 2.609241008758545,
+      "rel-constrast": 3.158116340637207,
       "step": 885,
-      "subrel-constrast": 4.044322967529297,
+      "subrel-constrast": 4.046071529388428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9188902378082275,
-      "cov-distil (oracle2student)": 3.3409061431884766,
-      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "cov-distil": 1.7208807468414307,
+      "cov-distil (oracle2student)": 3.50015926361084,
+      "cov-distil (oracle2teacher)": 3.8033294677734375,
       "epoch": 0.695447409733124,
-      "rel-constrast": 3.917679786682129,
+      "rel-constrast": 3.8988451957702637,
       "step": 886,
-      "subrel-constrast": 4.465198040008545,
+      "subrel-constrast": 4.504743576049805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6129820346832275,
-      "cov-distil (oracle2student)": 3.5256998538970947,
-      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "cov-distil": 1.6588244438171387,
+      "cov-distil (oracle2student)": 3.5594263076782227,
+      "cov-distil (oracle2teacher)": 3.719226360321045,
       "epoch": 0.6962323390894819,
-      "rel-constrast": 3.1687140464782715,
+      "rel-constrast": 3.0421152114868164,
       "step": 887,
-      "subrel-constrast": 4.09608268737793,
+      "subrel-constrast": 3.4976284503936768,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6923974752426147,
-      "cov-distil (oracle2student)": 3.194105863571167,
-      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "cov-distil": 2.045492649078369,
+      "cov-distil (oracle2student)": 3.9550905227661133,
+      "cov-distil (oracle2teacher)": 3.267087459564209,
       "epoch": 0.6970172684458399,
-      "rel-constrast": 2.669671058654785,
+      "rel-constrast": 3.7286970615386963,
       "step": 888,
-      "subrel-constrast": 3.512425661087036,
+      "subrel-constrast": 3.3367412090301514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7615928649902344,
-      "cov-distil (oracle2student)": 4.9741010665893555,
-      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "cov-distil": 1.9286051988601685,
+      "cov-distil (oracle2student)": 5.202018737792969,
+      "cov-distil (oracle2teacher)": 4.936763763427734,
       "epoch": 0.6978021978021978,
-      "rel-constrast": 2.2488291263580322,
+      "rel-constrast": 2.9979124069213867,
       "step": 889,
-      "subrel-constrast": 3.145869016647339,
+      "subrel-constrast": 2.9391002655029297,
       "view-similarity": 0
     },
     {
       "epoch": 0.6985871271585558,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.4375,
       "learning_rate": 4.445e-05,
-      "loss": 0.8243,
+      "loss": 0.8427,
       "step": 890
     },
     {
-      "cov-distil": 2.2956361770629883,
-      "cov-distil (oracle2student)": 5.470577716827393,
-      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "cov-distil": 2.526353359222412,
+      "cov-distil (oracle2student)": 5.967167377471924,
+      "cov-distil (oracle2teacher)": 5.376275062561035,
       "epoch": 0.6985871271585558,
-      "rel-constrast": 2.6768033504486084,
+      "rel-constrast": 3.3024144172668457,
       "step": 890,
-      "subrel-constrast": 3.943537950515747,
+      "subrel-constrast": 3.540593147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949636459350586,
-      "cov-distil (oracle2student)": 4.757634162902832,
-      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "cov-distil": 2.56846022605896,
+      "cov-distil (oracle2student)": 5.743405818939209,
+      "cov-distil (oracle2teacher)": 4.875088214874268,
       "epoch": 0.6993720565149136,
-      "rel-constrast": 2.2590112686157227,
+      "rel-constrast": 3.196890354156494,
       "step": 891,
-      "subrel-constrast": 3.1901254653930664,
+      "subrel-constrast": 3.246298313140869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.926931619644165,
-      "cov-distil (oracle2student)": 3.505540370941162,
-      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "cov-distil": 2.2346439361572266,
+      "cov-distil (oracle2student)": 3.5361998081207275,
+      "cov-distil (oracle2teacher)": 3.4744553565979004,
       "epoch": 0.7001569858712716,
-      "rel-constrast": 3.0852808952331543,
+      "rel-constrast": 3.4137110710144043,
       "step": 892,
-      "subrel-constrast": 4.544396877288818,
+      "subrel-constrast": 4.329852104187012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2596887350082397,
-      "cov-distil (oracle2student)": 4.653071403503418,
-      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "cov-distil": 1.167364239692688,
+      "cov-distil (oracle2student)": 5.168941497802734,
+      "cov-distil (oracle2teacher)": 4.3646721839904785,
       "epoch": 0.7009419152276295,
-      "rel-constrast": 2.719123363494873,
+      "rel-constrast": 2.8653008937835693,
       "step": 893,
-      "subrel-constrast": 3.29056715965271,
+      "subrel-constrast": 2.9792778491973877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7803575992584229,
-      "cov-distil (oracle2student)": 4.656095504760742,
-      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "cov-distil": 2.0642733573913574,
+      "cov-distil (oracle2student)": 4.931925296783447,
+      "cov-distil (oracle2teacher)": 4.744453430175781,
       "epoch": 0.7017268445839875,
-      "rel-constrast": 2.24275541305542,
+      "rel-constrast": 2.674319267272949,
       "step": 894,
-      "subrel-constrast": 3.273658037185669,
+      "subrel-constrast": 3.0639278888702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130441188812256,
-      "cov-distil (oracle2student)": 5.469186782836914,
-      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "cov-distil": 1.6949299573898315,
+      "cov-distil (oracle2student)": 5.9702558517456055,
+      "cov-distil (oracle2teacher)": 5.136995315551758,
       "epoch": 0.7025117739403454,
-      "rel-constrast": 3.1639580726623535,
+      "rel-constrast": 3.596431016921997,
       "step": 895,
-      "subrel-constrast": 4.3755879402160645,
+      "subrel-constrast": 3.8810415267944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741716861724854,
-      "cov-distil (oracle2student)": 3.9948792457580566,
-      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "cov-distil": 1.856001615524292,
+      "cov-distil (oracle2student)": 4.505743503570557,
+      "cov-distil (oracle2teacher)": 4.431365966796875,
       "epoch": 0.7032967032967034,
-      "rel-constrast": 2.7737693786621094,
+      "rel-constrast": 2.722695827484131,
       "step": 896,
-      "subrel-constrast": 3.267178773880005,
+      "subrel-constrast": 3.3229663372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8039289712905884,
-      "cov-distil (oracle2student)": 3.7117669582366943,
-      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "cov-distil": 1.8379526138305664,
+      "cov-distil (oracle2student)": 3.944589853286743,
+      "cov-distil (oracle2teacher)": 3.8049511909484863,
       "epoch": 0.7040816326530612,
-      "rel-constrast": 2.143932819366455,
+      "rel-constrast": 2.8160529136657715,
       "step": 897,
-      "subrel-constrast": 3.121236801147461,
+      "subrel-constrast": 2.9614009857177734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3587143421173096,
-      "cov-distil (oracle2student)": 4.403602123260498,
-      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "cov-distil": 2.3645009994506836,
+      "cov-distil (oracle2student)": 4.390262603759766,
+      "cov-distil (oracle2teacher)": 4.362174034118652,
       "epoch": 0.7048665620094191,
-      "rel-constrast": 2.3291571140289307,
+      "rel-constrast": 2.772310733795166,
       "step": 898,
-      "subrel-constrast": 3.47867751121521,
+      "subrel-constrast": 3.4329700469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.861637830734253,
-      "cov-distil (oracle2student)": 4.3754682540893555,
-      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "cov-distil": 2.237244129180908,
+      "cov-distil (oracle2student)": 5.519417762756348,
+      "cov-distil (oracle2teacher)": 3.6916470527648926,
       "epoch": 0.7056514913657771,
-      "rel-constrast": 3.8839848041534424,
+      "rel-constrast": 5.150705814361572,
       "step": 899,
-      "subrel-constrast": 4.644810676574707,
+      "subrel-constrast": 4.307447910308838,
       "view-similarity": 0
     },
     {
       "epoch": 0.706436420722135,
-      "grad_norm": 6.0625,
+      "grad_norm": 9.8125,
       "learning_rate": 4.495e-05,
-      "loss": 0.728,
+      "loss": 0.8128,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
-      "overlap": 0.30156251788139343,
+      "overlap": 0.2718749940395355,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "student margin": 0.0489501953125
+      "student margin": 0.045074462890625
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "teacher margin": 0.028717041015625
+      "teacher margin": 0.037322998046875
     },
     {
       "epoch": 0.706436420722135,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00775146484375,
       "step": 900
     },
     {
-      "cov-distil": 2.2758567333221436,
-      "cov-distil (oracle2student)": 3.112144708633423,
-      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "cov-distil": 2.311147928237915,
+      "cov-distil (oracle2student)": 3.330233573913574,
+      "cov-distil (oracle2teacher)": 3.7943742275238037,
       "epoch": 0.706436420722135,
-      "rel-constrast": 4.2263994216918945,
+      "rel-constrast": 4.451674461364746,
       "step": 900,
-      "subrel-constrast": 4.605080604553223,
+      "subrel-constrast": 4.540750980377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5694825649261475,
-      "cov-distil (oracle2student)": 2.912907838821411,
-      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "cov-distil": 1.9279557466506958,
+      "cov-distil (oracle2student)": 3.5640320777893066,
+      "cov-distil (oracle2teacher)": 3.6279072761535645,
       "epoch": 0.707221350078493,
-      "rel-constrast": 3.9801032543182373,
+      "rel-constrast": 3.9689056873321533,
       "step": 901,
-      "subrel-constrast": 4.070077419281006,
+      "subrel-constrast": 4.499424457550049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.285184621810913,
-      "cov-distil (oracle2student)": 3.1929121017456055,
-      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "cov-distil": 2.7493553161621094,
+      "cov-distil (oracle2student)": 3.4982075691223145,
+      "cov-distil (oracle2teacher)": 3.4487457275390625,
       "epoch": 0.7080062794348508,
-      "rel-constrast": 3.7210168838500977,
+      "rel-constrast": 3.6710946559906006,
       "step": 902,
-      "subrel-constrast": 5.039446830749512,
+      "subrel-constrast": 4.268523216247559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798686504364014,
-      "cov-distil (oracle2student)": 4.676393985748291,
-      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "cov-distil": 1.956506371498108,
+      "cov-distil (oracle2student)": 5.339967727661133,
+      "cov-distil (oracle2teacher)": 5.100460052490234,
       "epoch": 0.7087912087912088,
-      "rel-constrast": 2.927309036254883,
+      "rel-constrast": 2.8181982040405273,
       "step": 903,
-      "subrel-constrast": 3.2873969078063965,
+      "subrel-constrast": 3.1633055210113525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5412538051605225,
-      "cov-distil (oracle2student)": 5.285891056060791,
-      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "cov-distil": 1.493308186531067,
+      "cov-distil (oracle2student)": 5.159925937652588,
+      "cov-distil (oracle2teacher)": 4.648008823394775,
       "epoch": 0.7095761381475667,
-      "rel-constrast": 2.8550057411193848,
+      "rel-constrast": 3.052119255065918,
       "step": 904,
-      "subrel-constrast": 3.531097650527954,
+      "subrel-constrast": 3.4370810985565186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6112513542175293,
-      "cov-distil (oracle2student)": 4.020347595214844,
-      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "cov-distil": 1.694746971130371,
+      "cov-distil (oracle2student)": 4.756564140319824,
+      "cov-distil (oracle2teacher)": 4.631748199462891,
       "epoch": 0.7103610675039247,
-      "rel-constrast": 3.90101957321167,
+      "rel-constrast": 4.561760902404785,
       "step": 905,
-      "subrel-constrast": 4.510730266571045,
+      "subrel-constrast": 4.116257667541504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2648086547851562,
-      "cov-distil (oracle2student)": 5.239475250244141,
-      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "cov-distil": 2.436339855194092,
+      "cov-distil (oracle2student)": 5.808154106140137,
+      "cov-distil (oracle2teacher)": 5.039184093475342,
       "epoch": 0.7111459968602826,
-      "rel-constrast": 4.096606254577637,
+      "rel-constrast": 4.579559803009033,
       "step": 906,
-      "subrel-constrast": 4.7054009437561035,
+      "subrel-constrast": 4.400875091552734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.87594735622406,
-      "cov-distil (oracle2student)": 3.4948787689208984,
-      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "cov-distil": 2.029197931289673,
+      "cov-distil (oracle2student)": 4.060882568359375,
+      "cov-distil (oracle2teacher)": 3.831162691116333,
       "epoch": 0.7119309262166404,
-      "rel-constrast": 2.4869022369384766,
+      "rel-constrast": 2.9906492233276367,
       "step": 907,
-      "subrel-constrast": 2.939744472503662,
+      "subrel-constrast": 2.808309316635132,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6819136142730713,
-      "cov-distil (oracle2student)": 3.956923007965088,
-      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "cov-distil": 1.9390037059783936,
+      "cov-distil (oracle2student)": 4.024724960327148,
+      "cov-distil (oracle2teacher)": 3.678377866744995,
       "epoch": 0.7127158555729984,
-      "rel-constrast": 3.1140904426574707,
+      "rel-constrast": 3.4137182235717773,
       "step": 908,
-      "subrel-constrast": 4.3997087478637695,
+      "subrel-constrast": 4.1222076416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0586934089660645,
-      "cov-distil (oracle2student)": 6.132615566253662,
-      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "cov-distil": 2.803408622741699,
+      "cov-distil (oracle2student)": 7.011868476867676,
+      "cov-distil (oracle2teacher)": 5.844389915466309,
       "epoch": 0.7135007849293563,
-      "rel-constrast": 4.984131813049316,
+      "rel-constrast": 5.425812244415283,
       "step": 909,
-      "subrel-constrast": 5.425019264221191,
+      "subrel-constrast": 5.403790473937988,
       "view-similarity": 0
     },
     {
       "epoch": 0.7142857142857143,
-      "grad_norm": 7.59375,
+      "grad_norm": 8.75,
       "learning_rate": 4.545000000000001e-05,
-      "loss": 0.9539,
+      "loss": 0.9733,
       "step": 910
     },
     {
-      "cov-distil": 1.6229896545410156,
-      "cov-distil (oracle2student)": 4.070446968078613,
-      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "cov-distil": 2.235384941101074,
+      "cov-distil (oracle2student)": 4.691333770751953,
+      "cov-distil (oracle2teacher)": 4.777897834777832,
       "epoch": 0.7142857142857143,
-      "rel-constrast": 3.2242932319641113,
+      "rel-constrast": 3.0134973526000977,
       "step": 910,
-      "subrel-constrast": 3.859609603881836,
+      "subrel-constrast": 3.736785411834717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8170173168182373,
-      "cov-distil (oracle2student)": 4.4720916748046875,
-      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "cov-distil": 2.008382558822632,
+      "cov-distil (oracle2student)": 4.763885974884033,
+      "cov-distil (oracle2teacher)": 4.731626033782959,
       "epoch": 0.7150706436420722,
-      "rel-constrast": 3.0169482231140137,
+      "rel-constrast": 2.959916114807129,
       "step": 911,
-      "subrel-constrast": 3.8084235191345215,
+      "subrel-constrast": 3.594634532928467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5292870998382568,
-      "cov-distil (oracle2student)": 4.345184326171875,
-      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "cov-distil": 1.6636135578155518,
+      "cov-distil (oracle2student)": 4.3891520500183105,
+      "cov-distil (oracle2teacher)": 4.248874187469482,
       "epoch": 0.7158555729984302,
-      "rel-constrast": 3.397573471069336,
+      "rel-constrast": 3.1279983520507812,
       "step": 912,
-      "subrel-constrast": 3.2584228515625,
+      "subrel-constrast": 3.2355239391326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.223121404647827,
-      "cov-distil (oracle2student)": 4.264377593994141,
-      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "cov-distil": 3.0411596298217773,
+      "cov-distil (oracle2student)": 5.428493499755859,
+      "cov-distil (oracle2teacher)": 5.320887565612793,
       "epoch": 0.716640502354788,
-      "rel-constrast": 2.8414294719696045,
+      "rel-constrast": 3.7566728591918945,
       "step": 913,
-      "subrel-constrast": 4.336313724517822,
+      "subrel-constrast": 4.369427680969238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.661023736000061,
-      "cov-distil (oracle2student)": 4.143952369689941,
-      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "cov-distil": 2.5259439945220947,
+      "cov-distil (oracle2student)": 4.317468643188477,
+      "cov-distil (oracle2teacher)": 4.074265480041504,
       "epoch": 0.717425431711146,
-      "rel-constrast": 2.8086204528808594,
+      "rel-constrast": 3.137404203414917,
       "step": 914,
-      "subrel-constrast": 3.964709997177124,
+      "subrel-constrast": 4.268316745758057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073925495147705,
-      "cov-distil (oracle2student)": 3.812002658843994,
-      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "cov-distil": 2.629445791244507,
+      "cov-distil (oracle2student)": 4.251430511474609,
+      "cov-distil (oracle2teacher)": 3.5125131607055664,
       "epoch": 0.7182103610675039,
-      "rel-constrast": 2.701813220977783,
+      "rel-constrast": 3.3274784088134766,
       "step": 915,
-      "subrel-constrast": 3.5543386936187744,
+      "subrel-constrast": 3.388676881790161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841255784034729,
-      "cov-distil (oracle2student)": 3.9284794330596924,
-      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "cov-distil": 1.8637619018554688,
+      "cov-distil (oracle2student)": 5.047358512878418,
+      "cov-distil (oracle2teacher)": 4.970431804656982,
       "epoch": 0.7189952904238619,
-      "rel-constrast": 3.2184972763061523,
+      "rel-constrast": 4.035821914672852,
       "step": 916,
-      "subrel-constrast": 4.3179755210876465,
+      "subrel-constrast": 4.4201130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.29209041595459,
-      "cov-distil (oracle2student)": 5.0997748374938965,
-      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "cov-distil": 2.499739646911621,
+      "cov-distil (oracle2student)": 5.862354755401611,
+      "cov-distil (oracle2teacher)": 4.6612043380737305,
       "epoch": 0.7197802197802198,
-      "rel-constrast": 2.7742223739624023,
+      "rel-constrast": 3.701457977294922,
       "step": 917,
-      "subrel-constrast": 3.9090025424957275,
+      "subrel-constrast": 3.524897813796997,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.126772403717041,
-      "cov-distil (oracle2student)": 5.042139053344727,
-      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "cov-distil": 2.6731886863708496,
+      "cov-distil (oracle2student)": 6.43360710144043,
+      "cov-distil (oracle2teacher)": 5.292421340942383,
       "epoch": 0.7205651491365777,
-      "rel-constrast": 3.499645233154297,
+      "rel-constrast": 4.100305557250977,
       "step": 918,
-      "subrel-constrast": 4.131096839904785,
+      "subrel-constrast": 4.070356369018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1853413581848145,
-      "cov-distil (oracle2student)": 5.0499186515808105,
-      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "cov-distil": 2.4293737411499023,
+      "cov-distil (oracle2student)": 6.126158714294434,
+      "cov-distil (oracle2teacher)": 4.8115644454956055,
       "epoch": 0.7213500784929356,
-      "rel-constrast": 3.0944676399230957,
+      "rel-constrast": 3.7460761070251465,
       "step": 919,
-      "subrel-constrast": 4.054975509643555,
+      "subrel-constrast": 4.114635944366455,
       "view-similarity": 0
     },
     {
       "epoch": 0.7221350078492935,
-      "grad_norm": 7.625,
+      "grad_norm": 8.9375,
       "learning_rate": 4.5950000000000006e-05,
-      "loss": 0.8129,
+      "loss": 0.8727,
       "step": 920
     },
     {
-      "cov-distil": 1.575663685798645,
-      "cov-distil (oracle2student)": 4.080785751342773,
-      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "cov-distil": 2.159865379333496,
+      "cov-distil (oracle2student)": 4.355154037475586,
+      "cov-distil (oracle2teacher)": 4.970215797424316,
       "epoch": 0.7221350078492935,
-      "rel-constrast": 2.942035675048828,
+      "rel-constrast": 3.3372249603271484,
       "step": 920,
-      "subrel-constrast": 3.5585241317749023,
+      "subrel-constrast": 3.667041301727295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089031457901001,
-      "cov-distil (oracle2student)": 3.5837650299072266,
-      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "cov-distil": 2.0742580890655518,
+      "cov-distil (oracle2student)": 4.117455005645752,
+      "cov-distil (oracle2teacher)": 3.840569019317627,
       "epoch": 0.7229199372056515,
-      "rel-constrast": 3.1843388080596924,
+      "rel-constrast": 3.6480743885040283,
       "step": 921,
-      "subrel-constrast": 3.996202230453491,
+      "subrel-constrast": 3.7390756607055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6126110553741455,
-      "cov-distil (oracle2student)": 3.8322594165802,
-      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "cov-distil": 2.112276315689087,
+      "cov-distil (oracle2student)": 3.95101261138916,
+      "cov-distil (oracle2teacher)": 3.947111129760742,
       "epoch": 0.7237048665620094,
-      "rel-constrast": 2.8110198974609375,
+      "rel-constrast": 2.7100107669830322,
       "step": 922,
-      "subrel-constrast": 3.6679060459136963,
+      "subrel-constrast": 3.6668214797973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5855941772460938,
-      "cov-distil (oracle2student)": 5.666677474975586,
-      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "cov-distil": 1.7329771518707275,
+      "cov-distil (oracle2student)": 4.935001373291016,
+      "cov-distil (oracle2teacher)": 4.738431453704834,
       "epoch": 0.7244897959183674,
-      "rel-constrast": 3.647099256515503,
+      "rel-constrast": 3.176372528076172,
       "step": 923,
-      "subrel-constrast": 3.6234447956085205,
+      "subrel-constrast": 3.7251765727996826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8088470697402954,
-      "cov-distil (oracle2student)": 3.5870018005371094,
-      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "cov-distil": 2.2163853645324707,
+      "cov-distil (oracle2student)": 3.492276191711426,
+      "cov-distil (oracle2teacher)": 4.15766716003418,
       "epoch": 0.7252747252747253,
-      "rel-constrast": 3.079493761062622,
+      "rel-constrast": 3.591425657272339,
       "step": 924,
-      "subrel-constrast": 3.9141316413879395,
+      "subrel-constrast": 4.223146438598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2190501689910889,
-      "cov-distil (oracle2student)": 4.473470687866211,
-      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "cov-distil": 1.0423870086669922,
+      "cov-distil (oracle2student)": 4.518592834472656,
+      "cov-distil (oracle2teacher)": 4.4387712478637695,
       "epoch": 0.7260596546310832,
-      "rel-constrast": 3.165107250213623,
+      "rel-constrast": 3.7660884857177734,
       "step": 925,
-      "subrel-constrast": 3.897352457046509,
+      "subrel-constrast": 3.945324420928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0242605209350586,
-      "cov-distil (oracle2student)": 6.548642158508301,
-      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "cov-distil": 2.544114589691162,
+      "cov-distil (oracle2student)": 6.587258815765381,
+      "cov-distil (oracle2teacher)": 6.263145446777344,
       "epoch": 0.7268445839874411,
-      "rel-constrast": 3.701394557952881,
+      "rel-constrast": 2.756612777709961,
       "step": 926,
-      "subrel-constrast": 3.9507064819335938,
+      "subrel-constrast": 3.43852162361145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5379185676574707,
-      "cov-distil (oracle2student)": 3.4035112857818604,
-      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "cov-distil": 2.0042731761932373,
+      "cov-distil (oracle2student)": 4.138145446777344,
+      "cov-distil (oracle2teacher)": 3.93294358253479,
       "epoch": 0.7276295133437991,
-      "rel-constrast": 2.911174774169922,
+      "rel-constrast": 2.8703601360321045,
       "step": 927,
-      "subrel-constrast": 3.627082109451294,
+      "subrel-constrast": 3.868314504623413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6840705871582031,
-      "cov-distil (oracle2student)": 5.966733932495117,
-      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "cov-distil": 2.526165008544922,
+      "cov-distil (oracle2student)": 6.921487331390381,
+      "cov-distil (oracle2teacher)": 5.754782676696777,
       "epoch": 0.728414442700157,
-      "rel-constrast": 3.4538960456848145,
+      "rel-constrast": 4.525879859924316,
       "step": 928,
-      "subrel-constrast": 4.338021755218506,
+      "subrel-constrast": 4.409841537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749119997024536,
-      "cov-distil (oracle2student)": 4.814553260803223,
-      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "cov-distil": 2.3284482955932617,
+      "cov-distil (oracle2student)": 4.791724681854248,
+      "cov-distil (oracle2teacher)": 4.425764560699463,
       "epoch": 0.7291993720565149,
-      "rel-constrast": 3.272881507873535,
+      "rel-constrast": 4.081839561462402,
       "step": 929,
-      "subrel-constrast": 4.203635215759277,
+      "subrel-constrast": 4.595831871032715,
       "view-similarity": 0
     },
     {
       "epoch": 0.7299843014128728,
-      "grad_norm": 6.0,
+      "grad_norm": 7.09375,
       "learning_rate": 4.6450000000000004e-05,
-      "loss": 0.8465,
+      "loss": 0.8616,
       "step": 930
     },
     {
-      "cov-distil": 1.2940502166748047,
-      "cov-distil (oracle2student)": 4.268896102905273,
-      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "cov-distil": 1.8162834644317627,
+      "cov-distil (oracle2student)": 5.438209533691406,
+      "cov-distil (oracle2teacher)": 4.561699867248535,
       "epoch": 0.7299843014128728,
-      "rel-constrast": 2.788405418395996,
+      "rel-constrast": 3.6315224170684814,
       "step": 930,
-      "subrel-constrast": 3.7771759033203125,
+      "subrel-constrast": 4.094505310058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882677793502808,
-      "cov-distil (oracle2student)": 5.153918266296387,
-      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "cov-distil": 1.9169886112213135,
+      "cov-distil (oracle2student)": 5.37558650970459,
+      "cov-distil (oracle2teacher)": 5.32203483581543,
       "epoch": 0.7307692307692307,
-      "rel-constrast": 3.8575000762939453,
+      "rel-constrast": 3.796126365661621,
       "step": 931,
-      "subrel-constrast": 4.23193359375,
+      "subrel-constrast": 4.572080135345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.906712532043457,
-      "cov-distil (oracle2student)": 4.725667953491211,
-      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "cov-distil": 1.911139965057373,
+      "cov-distil (oracle2student)": 4.8625969886779785,
+      "cov-distil (oracle2teacher)": 5.082574844360352,
       "epoch": 0.7315541601255887,
-      "rel-constrast": 2.424145221710205,
+      "rel-constrast": 2.4476380348205566,
       "step": 932,
-      "subrel-constrast": 3.732316493988037,
+      "subrel-constrast": 3.290630340576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.835892915725708,
-      "cov-distil (oracle2student)": 2.91845703125,
-      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "cov-distil": 1.7160735130310059,
+      "cov-distil (oracle2student)": 3.0853962898254395,
+      "cov-distil (oracle2teacher)": 2.7816925048828125,
       "epoch": 0.7323390894819466,
-      "rel-constrast": 4.028440475463867,
+      "rel-constrast": 3.981914758682251,
       "step": 933,
-      "subrel-constrast": 4.382497787475586,
+      "subrel-constrast": 4.3725762367248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5429143905639648,
-      "cov-distil (oracle2student)": 4.434526443481445,
-      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "cov-distil": 2.286607265472412,
+      "cov-distil (oracle2student)": 4.499912738800049,
+      "cov-distil (oracle2teacher)": 4.6997456550598145,
       "epoch": 0.7331240188383046,
-      "rel-constrast": 3.283620834350586,
+      "rel-constrast": 3.3429737091064453,
       "step": 934,
-      "subrel-constrast": 4.480005264282227,
+      "subrel-constrast": 4.565069198608398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479607105255127,
-      "cov-distil (oracle2student)": 4.566035747528076,
-      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "cov-distil": 2.496753454208374,
+      "cov-distil (oracle2student)": 5.282962799072266,
+      "cov-distil (oracle2teacher)": 4.577972412109375,
       "epoch": 0.7339089481946625,
-      "rel-constrast": 3.1102888584136963,
+      "rel-constrast": 3.611607789993286,
       "step": 935,
-      "subrel-constrast": 4.2533392906188965,
+      "subrel-constrast": 4.445594310760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7382700443267822,
-      "cov-distil (oracle2student)": 4.074993133544922,
-      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "cov-distil": 1.833937406539917,
+      "cov-distil (oracle2student)": 5.096558570861816,
+      "cov-distil (oracle2teacher)": 4.422713756561279,
       "epoch": 0.7346938775510204,
-      "rel-constrast": 4.664027214050293,
+      "rel-constrast": 4.03973388671875,
       "step": 936,
-      "subrel-constrast": 4.777615547180176,
+      "subrel-constrast": 4.462681293487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8130892515182495,
-      "cov-distil (oracle2student)": 5.765524387359619,
-      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "cov-distil": 2.3766987323760986,
+      "cov-distil (oracle2student)": 6.172283172607422,
+      "cov-distil (oracle2teacher)": 5.371517658233643,
       "epoch": 0.7354788069073783,
-      "rel-constrast": 3.738004207611084,
+      "rel-constrast": 3.877312421798706,
       "step": 937,
-      "subrel-constrast": 4.491626262664795,
+      "subrel-constrast": 4.559167385101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930234909057617,
-      "cov-distil (oracle2student)": 2.956733465194702,
-      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "cov-distil": 1.4049859046936035,
+      "cov-distil (oracle2student)": 3.7653207778930664,
+      "cov-distil (oracle2teacher)": 3.386180877685547,
       "epoch": 0.7362637362637363,
-      "rel-constrast": 2.2914769649505615,
+      "rel-constrast": 2.2182347774505615,
       "step": 938,
-      "subrel-constrast": 2.780831813812256,
+      "subrel-constrast": 2.968632698059082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.51702880859375,
-      "cov-distil (oracle2student)": 2.6176843643188477,
-      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "cov-distil": 2.0769870281219482,
+      "cov-distil (oracle2student)": 3.107081890106201,
+      "cov-distil (oracle2teacher)": 3.1973013877868652,
       "epoch": 0.7370486656200942,
-      "rel-constrast": 3.4387402534484863,
+      "rel-constrast": 3.746366262435913,
       "step": 939,
-      "subrel-constrast": 4.557201385498047,
+      "subrel-constrast": 4.16161584854126,
       "view-similarity": 0
     },
     {
       "epoch": 0.7378335949764521,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.5,
       "learning_rate": 4.695e-05,
-      "loss": 0.8816,
+      "loss": 0.8673,
       "step": 940
     },
     {
-      "cov-distil": 1.9257925748825073,
-      "cov-distil (oracle2student)": 3.928852081298828,
-      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "cov-distil": 2.1544651985168457,
+      "cov-distil (oracle2student)": 4.589895248413086,
+      "cov-distil (oracle2teacher)": 4.372583389282227,
       "epoch": 0.7378335949764521,
-      "rel-constrast": 3.6139044761657715,
+      "rel-constrast": 4.180538177490234,
       "step": 940,
-      "subrel-constrast": 4.444116115570068,
+      "subrel-constrast": 4.229118824005127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8952929973602295,
-      "cov-distil (oracle2student)": 4.150082111358643,
-      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "cov-distil": 1.8086906671524048,
+      "cov-distil (oracle2student)": 4.650419235229492,
+      "cov-distil (oracle2teacher)": 3.8126659393310547,
       "epoch": 0.7386185243328101,
-      "rel-constrast": 3.3191280364990234,
+      "rel-constrast": 3.7632017135620117,
       "step": 941,
-      "subrel-constrast": 3.679969072341919,
+      "subrel-constrast": 3.596466302871704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5294878482818604,
-      "cov-distil (oracle2student)": 3.9924159049987793,
-      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "cov-distil": 1.9687186479568481,
+      "cov-distil (oracle2student)": 4.608795166015625,
+      "cov-distil (oracle2teacher)": 3.7382731437683105,
       "epoch": 0.7394034536891679,
-      "rel-constrast": 3.708803176879883,
+      "rel-constrast": 3.9769933223724365,
       "step": 942,
-      "subrel-constrast": 3.7333984375,
+      "subrel-constrast": 4.2895684242248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276921272277832,
-      "cov-distil (oracle2student)": 3.9539318084716797,
-      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "cov-distil": 2.600417137145996,
+      "cov-distil (oracle2student)": 4.153236389160156,
+      "cov-distil (oracle2teacher)": 4.032341480255127,
       "epoch": 0.7401883830455259,
-      "rel-constrast": 2.935490608215332,
+      "rel-constrast": 3.1844632625579834,
       "step": 943,
-      "subrel-constrast": 4.135726451873779,
+      "subrel-constrast": 3.9165520668029785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9773235321044922,
-      "cov-distil (oracle2student)": 4.83607292175293,
-      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "cov-distil": 2.3435168266296387,
+      "cov-distil (oracle2student)": 5.270833969116211,
+      "cov-distil (oracle2teacher)": 4.590512752532959,
       "epoch": 0.7409733124018838,
-      "rel-constrast": 4.497435569763184,
+      "rel-constrast": 4.916499137878418,
       "step": 944,
-      "subrel-constrast": 5.25809907913208,
+      "subrel-constrast": 5.011524200439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6449570655822754,
-      "cov-distil (oracle2student)": 4.226219654083252,
-      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "cov-distil": 2.057685375213623,
+      "cov-distil (oracle2student)": 4.062384605407715,
+      "cov-distil (oracle2teacher)": 4.085549354553223,
       "epoch": 0.7417582417582418,
-      "rel-constrast": 2.5536246299743652,
+      "rel-constrast": 2.0747838020324707,
       "step": 945,
-      "subrel-constrast": 2.927077293395996,
+      "subrel-constrast": 2.912554979324341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.137589454650879,
-      "cov-distil (oracle2student)": 2.859459400177002,
-      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "cov-distil": 1.6936135292053223,
+      "cov-distil (oracle2student)": 3.8022587299346924,
+      "cov-distil (oracle2teacher)": 3.456411838531494,
       "epoch": 0.7425431711145997,
-      "rel-constrast": 2.3175745010375977,
+      "rel-constrast": 2.888295888900757,
       "step": 946,
-      "subrel-constrast": 3.029712438583374,
+      "subrel-constrast": 3.195688247680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.929520606994629,
-      "cov-distil (oracle2student)": 3.8799915313720703,
-      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "cov-distil": 1.9991564750671387,
+      "cov-distil (oracle2student)": 3.5900678634643555,
+      "cov-distil (oracle2teacher)": 4.024334907531738,
       "epoch": 0.7433281004709577,
-      "rel-constrast": 3.0847702026367188,
+      "rel-constrast": 3.04254150390625,
       "step": 947,
-      "subrel-constrast": 4.075847625732422,
+      "subrel-constrast": 4.064897060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6459702253341675,
-      "cov-distil (oracle2student)": 4.161098480224609,
-      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "cov-distil": 2.421332359313965,
+      "cov-distil (oracle2student)": 4.5422563552856445,
+      "cov-distil (oracle2teacher)": 4.565084934234619,
       "epoch": 0.7441130298273155,
-      "rel-constrast": 4.606771469116211,
+      "rel-constrast": 3.8695647716522217,
       "step": 948,
-      "subrel-constrast": 5.083632946014404,
+      "subrel-constrast": 4.853820323944092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165371179580688,
-      "cov-distil (oracle2student)": 4.67051887512207,
-      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "cov-distil": 1.9765825271606445,
+      "cov-distil (oracle2student)": 4.517947673797607,
+      "cov-distil (oracle2teacher)": 4.21993350982666,
       "epoch": 0.7448979591836735,
-      "rel-constrast": 2.6552817821502686,
+      "rel-constrast": 3.5734939575195312,
       "step": 949,
-      "subrel-constrast": 3.711884021759033,
+      "subrel-constrast": 3.4767208099365234,
       "view-similarity": 0
     },
     {
       "epoch": 0.7456828885400314,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.09375,
       "learning_rate": 4.745e-05,
-      "loss": 0.8765,
+      "loss": 0.8868,
       "step": 950
     },
     {
-      "cov-distil": 1.3789355754852295,
-      "cov-distil (oracle2student)": 4.328378677368164,
-      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "cov-distil": 1.5425300598144531,
+      "cov-distil (oracle2student)": 4.314554214477539,
+      "cov-distil (oracle2teacher)": 4.719037055969238,
       "epoch": 0.7456828885400314,
-      "rel-constrast": 4.1120710372924805,
+      "rel-constrast": 4.102085113525391,
       "step": 950,
-      "subrel-constrast": 5.027348041534424,
+      "subrel-constrast": 4.706040859222412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7074458599090576,
-      "cov-distil (oracle2student)": 3.896850824356079,
-      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "cov-distil": 2.3102588653564453,
+      "cov-distil (oracle2student)": 4.384204864501953,
+      "cov-distil (oracle2teacher)": 4.340278625488281,
       "epoch": 0.7464678178963893,
-      "rel-constrast": 3.055389404296875,
+      "rel-constrast": 3.527627468109131,
       "step": 951,
-      "subrel-constrast": 4.044977188110352,
+      "subrel-constrast": 4.1328558921813965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146897792816162,
-      "cov-distil (oracle2student)": 3.3221402168273926,
-      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "cov-distil": 2.536229133605957,
+      "cov-distil (oracle2student)": 3.8584206104278564,
+      "cov-distil (oracle2teacher)": 3.5813755989074707,
       "epoch": 0.7472527472527473,
-      "rel-constrast": 2.66206693649292,
+      "rel-constrast": 3.1301190853118896,
       "step": 952,
-      "subrel-constrast": 3.555684804916382,
+      "subrel-constrast": 3.6196694374084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7882740497589111,
-      "cov-distil (oracle2student)": 4.753549575805664,
-      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "cov-distil": 2.1673665046691895,
+      "cov-distil (oracle2student)": 4.384332656860352,
+      "cov-distil (oracle2teacher)": 3.9400460720062256,
       "epoch": 0.7480376766091051,
-      "rel-constrast": 2.6871156692504883,
+      "rel-constrast": 2.468116044998169,
       "step": 953,
-      "subrel-constrast": 3.443528175354004,
+      "subrel-constrast": 2.9415183067321777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317833662033081,
-      "cov-distil (oracle2student)": 3.1025431156158447,
-      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "cov-distil": 1.4639208316802979,
+      "cov-distil (oracle2student)": 3.209066390991211,
+      "cov-distil (oracle2teacher)": 3.3070271015167236,
       "epoch": 0.7488226059654631,
-      "rel-constrast": 3.2253057956695557,
+      "rel-constrast": 2.960322380065918,
       "step": 954,
-      "subrel-constrast": 3.449445962905884,
+      "subrel-constrast": 3.5200257301330566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4996986389160156,
-      "cov-distil (oracle2student)": 3.4388978481292725,
-      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "cov-distil": 1.3299403190612793,
+      "cov-distil (oracle2student)": 3.442540407180786,
+      "cov-distil (oracle2teacher)": 3.431518316268921,
       "epoch": 0.749607535321821,
-      "rel-constrast": 2.8875174522399902,
+      "rel-constrast": 3.233698606491089,
       "step": 955,
-      "subrel-constrast": 3.476513147354126,
+      "subrel-constrast": 3.190735340118408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8152103424072266,
-      "cov-distil (oracle2student)": 4.742283821105957,
-      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "cov-distil": 1.9480202198028564,
+      "cov-distil (oracle2student)": 4.355359077453613,
+      "cov-distil (oracle2teacher)": 4.452746868133545,
       "epoch": 0.750392464678179,
-      "rel-constrast": 4.083362579345703,
+      "rel-constrast": 3.664113998413086,
       "step": 956,
-      "subrel-constrast": 4.664163589477539,
+      "subrel-constrast": 4.382453441619873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3834519386291504,
-      "cov-distil (oracle2student)": 3.857619285583496,
-      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "cov-distil": 2.218977928161621,
+      "cov-distil (oracle2student)": 3.802032232284546,
+      "cov-distil (oracle2teacher)": 4.2059125900268555,
       "epoch": 0.7511773940345369,
-      "rel-constrast": 3.141227960586548,
+      "rel-constrast": 3.4706406593322754,
       "step": 957,
-      "subrel-constrast": 3.6745681762695312,
+      "subrel-constrast": 3.6785337924957275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4698567390441895,
-      "cov-distil (oracle2student)": 4.458189010620117,
-      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "cov-distil": 1.4111219644546509,
+      "cov-distil (oracle2student)": 4.983009338378906,
+      "cov-distil (oracle2teacher)": 4.922593116760254,
       "epoch": 0.7519623233908949,
-      "rel-constrast": 2.5968546867370605,
+      "rel-constrast": 3.137385368347168,
       "step": 958,
-      "subrel-constrast": 3.6189186573028564,
+      "subrel-constrast": 3.4091312885284424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0489540100097656,
-      "cov-distil (oracle2student)": 3.7848129272460938,
-      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "cov-distil": 2.878767490386963,
+      "cov-distil (oracle2student)": 4.717810153961182,
+      "cov-distil (oracle2teacher)": 3.925366163253784,
       "epoch": 0.7527472527472527,
-      "rel-constrast": 3.10971736907959,
+      "rel-constrast": 3.6943411827087402,
       "step": 959,
-      "subrel-constrast": 3.964318037033081,
+      "subrel-constrast": 3.6568140983581543,
       "view-similarity": 0
     },
     {
       "epoch": 0.7535321821036107,
-      "grad_norm": 5.125,
+      "grad_norm": 7.59375,
       "learning_rate": 4.795e-05,
-      "loss": 0.8304,
+      "loss": 0.8347,
       "step": 960
     },
     {
-      "cov-distil": 1.8610987663269043,
-      "cov-distil (oracle2student)": 4.204171180725098,
-      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "cov-distil": 2.4778480529785156,
+      "cov-distil (oracle2student)": 4.818263053894043,
+      "cov-distil (oracle2teacher)": 4.005688667297363,
       "epoch": 0.7535321821036107,
-      "rel-constrast": 3.5759077072143555,
+      "rel-constrast": 4.183547496795654,
       "step": 960,
-      "subrel-constrast": 3.952942371368408,
+      "subrel-constrast": 3.326559066772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7234872579574585,
-      "cov-distil (oracle2student)": 4.684390068054199,
-      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "cov-distil": 1.8866578340530396,
+      "cov-distil (oracle2student)": 5.437535285949707,
+      "cov-distil (oracle2teacher)": 4.592164039611816,
       "epoch": 0.7543171114599686,
-      "rel-constrast": 2.439119815826416,
+      "rel-constrast": 2.5576698780059814,
       "step": 961,
-      "subrel-constrast": 3.2664947509765625,
+      "subrel-constrast": 3.2845120429992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0914149284362793,
-      "cov-distil (oracle2student)": 4.137686252593994,
-      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "cov-distil": 2.303819179534912,
+      "cov-distil (oracle2student)": 4.426777362823486,
+      "cov-distil (oracle2teacher)": 3.804722785949707,
       "epoch": 0.7551020408163265,
-      "rel-constrast": 2.320270538330078,
+      "rel-constrast": 2.9370827674865723,
       "step": 962,
-      "subrel-constrast": 3.529468536376953,
+      "subrel-constrast": 3.5291478633880615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5941476821899414,
-      "cov-distil (oracle2student)": 5.081782341003418,
-      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "cov-distil": 1.5793424844741821,
+      "cov-distil (oracle2student)": 5.274271488189697,
+      "cov-distil (oracle2teacher)": 4.463926315307617,
       "epoch": 0.7558869701726845,
-      "rel-constrast": 3.1787896156311035,
+      "rel-constrast": 3.149038314819336,
       "step": 963,
-      "subrel-constrast": 3.813589096069336,
+      "subrel-constrast": 3.4985198974609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5371471643447876,
-      "cov-distil (oracle2student)": 3.9131083488464355,
-      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "cov-distil": 1.6841847896575928,
+      "cov-distil (oracle2student)": 3.9460980892181396,
+      "cov-distil (oracle2teacher)": 3.647583484649658,
       "epoch": 0.7566718995290423,
-      "rel-constrast": 3.406545400619507,
+      "rel-constrast": 3.8252248764038086,
       "step": 964,
-      "subrel-constrast": 4.030934810638428,
+      "subrel-constrast": 3.9760947227478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.189305305480957,
-      "cov-distil (oracle2student)": 5.07846736907959,
-      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "cov-distil": 1.5662932395935059,
+      "cov-distil (oracle2student)": 5.321979522705078,
+      "cov-distil (oracle2teacher)": 4.641045570373535,
       "epoch": 0.7574568288854003,
-      "rel-constrast": 2.970583200454712,
+      "rel-constrast": 3.055927276611328,
       "step": 965,
-      "subrel-constrast": 3.6238105297088623,
+      "subrel-constrast": 3.2058348655700684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.332085132598877,
-      "cov-distil (oracle2student)": 3.555403232574463,
-      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "cov-distil": 1.9701299667358398,
+      "cov-distil (oracle2student)": 3.9612739086151123,
+      "cov-distil (oracle2teacher)": 3.0692758560180664,
       "epoch": 0.7582417582417582,
-      "rel-constrast": 2.632821798324585,
+      "rel-constrast": 2.901789426803589,
       "step": 966,
-      "subrel-constrast": 3.3239552974700928,
+      "subrel-constrast": 3.1664302349090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7018604278564453,
-      "cov-distil (oracle2student)": 3.9263052940368652,
-      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "cov-distil": 1.8452723026275635,
+      "cov-distil (oracle2student)": 3.9064040184020996,
+      "cov-distil (oracle2teacher)": 3.7463698387145996,
       "epoch": 0.7590266875981162,
-      "rel-constrast": 2.9862589836120605,
+      "rel-constrast": 3.0823605060577393,
       "step": 967,
-      "subrel-constrast": 3.3959908485412598,
+      "subrel-constrast": 3.5565555095672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6031534671783447,
-      "cov-distil (oracle2student)": 5.186741352081299,
-      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "cov-distil": 1.7654262781143188,
+      "cov-distil (oracle2student)": 5.013632297515869,
+      "cov-distil (oracle2teacher)": 4.826484680175781,
       "epoch": 0.7598116169544741,
-      "rel-constrast": 2.718703269958496,
+      "rel-constrast": 3.4410812854766846,
       "step": 968,
-      "subrel-constrast": 3.5651605129241943,
+      "subrel-constrast": 3.2438933849334717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3045380115509033,
-      "cov-distil (oracle2student)": 4.70316219329834,
-      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "cov-distil": 2.324000835418701,
+      "cov-distil (oracle2student)": 4.498815536499023,
+      "cov-distil (oracle2teacher)": 4.545621395111084,
       "epoch": 0.7605965463108321,
-      "rel-constrast": 3.310779571533203,
+      "rel-constrast": 3.8724422454833984,
       "step": 969,
-      "subrel-constrast": 3.998525381088257,
+      "subrel-constrast": 3.9212327003479004,
       "view-similarity": 0
     },
     {
       "epoch": 0.7613814756671899,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.78125,
       "learning_rate": 4.845e-05,
-      "loss": 0.7808,
+      "loss": 0.8252,
       "step": 970
     },
     {
-      "cov-distil": 1.579962968826294,
-      "cov-distil (oracle2student)": 4.080756187438965,
-      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "cov-distil": 2.1071314811706543,
+      "cov-distil (oracle2student)": 3.933645009994507,
+      "cov-distil (oracle2teacher)": 4.3590216636657715,
       "epoch": 0.7613814756671899,
-      "rel-constrast": 2.6930108070373535,
+      "rel-constrast": 2.975811719894409,
       "step": 970,
-      "subrel-constrast": 3.6232733726501465,
+      "subrel-constrast": 3.600398540496826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5032997131347656,
-      "cov-distil (oracle2student)": 5.148774147033691,
-      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "cov-distil": 1.608963966369629,
+      "cov-distil (oracle2student)": 5.346678733825684,
+      "cov-distil (oracle2teacher)": 5.557305335998535,
       "epoch": 0.7621664050235479,
-      "rel-constrast": 2.8520336151123047,
+      "rel-constrast": 3.2882189750671387,
       "step": 971,
-      "subrel-constrast": 3.5504817962646484,
+      "subrel-constrast": 3.4859020709991455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.332946538925171,
-      "cov-distil (oracle2student)": 3.8117406368255615,
-      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "cov-distil": 2.9270498752593994,
+      "cov-distil (oracle2student)": 4.756776332855225,
+      "cov-distil (oracle2teacher)": 4.00191068649292,
       "epoch": 0.7629513343799058,
-      "rel-constrast": 3.3115837574005127,
+      "rel-constrast": 3.6161301136016846,
       "step": 972,
-      "subrel-constrast": 3.7798709869384766,
+      "subrel-constrast": 4.182013034820557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3567724227905273,
-      "cov-distil (oracle2student)": 4.300013542175293,
-      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "cov-distil": 1.9820688962936401,
+      "cov-distil (oracle2student)": 4.56984806060791,
+      "cov-distil (oracle2teacher)": 4.303727149963379,
       "epoch": 0.7637362637362637,
-      "rel-constrast": 2.9181158542633057,
+      "rel-constrast": 3.464304208755493,
       "step": 973,
-      "subrel-constrast": 3.930820941925049,
+      "subrel-constrast": 3.620490550994873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5177117586135864,
-      "cov-distil (oracle2student)": 3.9483582973480225,
-      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "cov-distil": 1.9439184665679932,
+      "cov-distil (oracle2student)": 4.560223579406738,
+      "cov-distil (oracle2teacher)": 4.666088581085205,
       "epoch": 0.7645211930926217,
-      "rel-constrast": 2.8572943210601807,
+      "rel-constrast": 2.7482972145080566,
       "step": 974,
-      "subrel-constrast": 3.3494460582733154,
+      "subrel-constrast": 2.9829721450805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430667400360107,
-      "cov-distil (oracle2student)": 3.8153276443481445,
-      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "cov-distil": 1.7767970561981201,
+      "cov-distil (oracle2student)": 3.9794209003448486,
+      "cov-distil (oracle2teacher)": 4.261740207672119,
       "epoch": 0.7653061224489796,
-      "rel-constrast": 2.43520450592041,
+      "rel-constrast": 3.317117214202881,
       "step": 975,
-      "subrel-constrast": 3.3547842502593994,
+      "subrel-constrast": 3.0777382850646973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.55463445186615,
-      "cov-distil (oracle2student)": 4.102063179016113,
-      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "cov-distil": 1.3559439182281494,
+      "cov-distil (oracle2student)": 4.097846031188965,
+      "cov-distil (oracle2teacher)": 4.182934284210205,
       "epoch": 0.7660910518053375,
-      "rel-constrast": 2.7345409393310547,
+      "rel-constrast": 3.067066192626953,
       "step": 976,
-      "subrel-constrast": 3.699293613433838,
+      "subrel-constrast": 3.5530500411987305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.206817865371704,
-      "cov-distil (oracle2student)": 5.071278095245361,
-      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "cov-distil": 1.9183388948440552,
+      "cov-distil (oracle2student)": 5.848118782043457,
+      "cov-distil (oracle2teacher)": 5.8058247566223145,
       "epoch": 0.7668759811616954,
-      "rel-constrast": 3.3835926055908203,
+      "rel-constrast": 4.01600456237793,
       "step": 977,
-      "subrel-constrast": 4.665506362915039,
+      "subrel-constrast": 4.340235233306885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0126726627349854,
-      "cov-distil (oracle2student)": 3.5513486862182617,
-      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "cov-distil": 2.338252544403076,
+      "cov-distil (oracle2student)": 3.633572578430176,
+      "cov-distil (oracle2teacher)": 3.656493663787842,
       "epoch": 0.7676609105180534,
-      "rel-constrast": 3.443159580230713,
+      "rel-constrast": 3.961937189102173,
       "step": 978,
-      "subrel-constrast": 4.00405740737915,
+      "subrel-constrast": 3.6861069202423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6712284088134766,
-      "cov-distil (oracle2student)": 4.211378574371338,
-      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "cov-distil": 1.7327238321304321,
+      "cov-distil (oracle2student)": 4.664703845977783,
+      "cov-distil (oracle2teacher)": 4.489731311798096,
       "epoch": 0.7684458398744113,
-      "rel-constrast": 2.733938694000244,
+      "rel-constrast": 3.481110095977783,
       "step": 979,
-      "subrel-constrast": 3.493361473083496,
+      "subrel-constrast": 3.5078022480010986,
       "view-similarity": 0
     },
     {
       "epoch": 0.7692307692307693,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.8950000000000004e-05,
-      "loss": 0.7773,
+      "loss": 0.8484,
       "step": 980
     },
     {
-      "cov-distil": 1.9269602298736572,
-      "cov-distil (oracle2student)": 5.519498825073242,
-      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "cov-distil": 2.5744740962982178,
+      "cov-distil (oracle2student)": 6.792117118835449,
+      "cov-distil (oracle2teacher)": 5.494584083557129,
       "epoch": 0.7692307692307693,
-      "rel-constrast": 4.175396919250488,
+      "rel-constrast": 5.296630859375,
       "step": 980,
-      "subrel-constrast": 5.049959659576416,
+      "subrel-constrast": 4.770508766174316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9665855169296265,
-      "cov-distil (oracle2student)": 3.2665791511535645,
-      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "cov-distil": 1.9749733209609985,
+      "cov-distil (oracle2student)": 3.441774368286133,
+      "cov-distil (oracle2teacher)": 3.540536880493164,
       "epoch": 0.7700156985871272,
-      "rel-constrast": 3.6774415969848633,
+      "rel-constrast": 3.828246831893921,
       "step": 981,
-      "subrel-constrast": 4.239767074584961,
+      "subrel-constrast": 3.8577544689178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.470031976699829,
-      "cov-distil (oracle2student)": 3.181478977203369,
-      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "cov-distil": 1.9906293153762817,
+      "cov-distil (oracle2student)": 3.6187191009521484,
+      "cov-distil (oracle2teacher)": 3.493999481201172,
       "epoch": 0.7708006279434851,
-      "rel-constrast": 2.809911012649536,
+      "rel-constrast": 2.917207717895508,
       "step": 982,
-      "subrel-constrast": 3.5960404872894287,
+      "subrel-constrast": 3.3148796558380127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619471073150635,
-      "cov-distil (oracle2student)": 4.692441463470459,
-      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "cov-distil": 1.9651522636413574,
+      "cov-distil (oracle2student)": 5.190014839172363,
+      "cov-distil (oracle2teacher)": 4.446458339691162,
       "epoch": 0.771585557299843,
-      "rel-constrast": 3.389431953430176,
+      "rel-constrast": 3.667184591293335,
       "step": 983,
-      "subrel-constrast": 3.77146315574646,
+      "subrel-constrast": 3.4354782104492188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671085834503174,
-      "cov-distil (oracle2student)": 3.5092053413391113,
-      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "cov-distil": 1.8138514757156372,
+      "cov-distil (oracle2student)": 4.7395830154418945,
+      "cov-distil (oracle2teacher)": 4.603565216064453,
       "epoch": 0.7723704866562009,
-      "rel-constrast": 3.595477342605591,
+      "rel-constrast": 3.6920182704925537,
       "step": 984,
-      "subrel-constrast": 3.8124887943267822,
+      "subrel-constrast": 4.234623908996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9460711479187012,
-      "cov-distil (oracle2student)": 4.956125259399414,
-      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "cov-distil": 1.8917948007583618,
+      "cov-distil (oracle2student)": 5.5333781242370605,
+      "cov-distil (oracle2teacher)": 5.225526809692383,
       "epoch": 0.7731554160125589,
-      "rel-constrast": 3.3473873138427734,
+      "rel-constrast": 3.5523681640625,
       "step": 985,
-      "subrel-constrast": 4.39263391494751,
+      "subrel-constrast": 3.734966516494751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3514606952667236,
-      "cov-distil (oracle2student)": 3.571758270263672,
-      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "cov-distil": 1.3148994445800781,
+      "cov-distil (oracle2student)": 4.420029640197754,
+      "cov-distil (oracle2teacher)": 3.538259506225586,
       "epoch": 0.7739403453689168,
-      "rel-constrast": 2.135286808013916,
+      "rel-constrast": 2.2951912879943848,
       "step": 986,
-      "subrel-constrast": 2.9741177558898926,
+      "subrel-constrast": 2.2801735401153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104153633117676,
-      "cov-distil (oracle2student)": 4.799599647521973,
-      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "cov-distil": 1.9929752349853516,
+      "cov-distil (oracle2student)": 5.65611457824707,
+      "cov-distil (oracle2teacher)": 4.790799140930176,
       "epoch": 0.7747252747252747,
-      "rel-constrast": 2.5805909633636475,
+      "rel-constrast": 2.7335431575775146,
       "step": 987,
-      "subrel-constrast": 3.1912810802459717,
+      "subrel-constrast": 3.2144792079925537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266259670257568,
-      "cov-distil (oracle2student)": 3.655568838119507,
-      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "cov-distil": 2.166095495223999,
+      "cov-distil (oracle2student)": 3.7566349506378174,
+      "cov-distil (oracle2teacher)": 4.234930038452148,
       "epoch": 0.7755102040816326,
-      "rel-constrast": 3.032980442047119,
+      "rel-constrast": 2.828585147857666,
       "step": 988,
-      "subrel-constrast": 3.508396863937378,
+      "subrel-constrast": 3.6304609775543213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.357473611831665,
-      "cov-distil (oracle2student)": 3.59857439994812,
-      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "cov-distil": 1.6223987340927124,
+      "cov-distil (oracle2student)": 4.343269348144531,
+      "cov-distil (oracle2teacher)": 3.9578399658203125,
       "epoch": 0.7762951334379906,
-      "rel-constrast": 2.536325454711914,
+      "rel-constrast": 2.698528289794922,
       "step": 989,
-      "subrel-constrast": 3.5550482273101807,
+      "subrel-constrast": 3.68660044670105,
       "view-similarity": 0
     },
     {
       "epoch": 0.7770800627943485,
-      "grad_norm": 5.3125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.945e-05,
-      "loss": 0.8232,
+      "loss": 0.8377,
       "step": 990
     },
     {
-      "cov-distil": 1.6018612384796143,
-      "cov-distil (oracle2student)": 3.8907558917999268,
-      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "cov-distil": 2.3892416954040527,
+      "cov-distil (oracle2student)": 5.198164939880371,
+      "cov-distil (oracle2teacher)": 4.190091133117676,
       "epoch": 0.7770800627943485,
-      "rel-constrast": 3.0553297996520996,
+      "rel-constrast": 4.157917022705078,
       "step": 990,
-      "subrel-constrast": 3.7887587547302246,
+      "subrel-constrast": 3.950599193572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3820087909698486,
-      "cov-distil (oracle2student)": 4.112200736999512,
-      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "cov-distil": 1.4194585084915161,
+      "cov-distil (oracle2student)": 4.702910423278809,
+      "cov-distil (oracle2teacher)": 4.866517066955566,
       "epoch": 0.7778649921507065,
-      "rel-constrast": 2.366570472717285,
+      "rel-constrast": 2.7623744010925293,
       "step": 991,
-      "subrel-constrast": 3.2048072814941406,
+      "subrel-constrast": 3.1662700176239014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83585524559021,
-      "cov-distil (oracle2student)": 3.4590184688568115,
-      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "cov-distil": 2.3028879165649414,
+      "cov-distil (oracle2student)": 4.1050567626953125,
+      "cov-distil (oracle2teacher)": 3.5926718711853027,
       "epoch": 0.7786499215070644,
-      "rel-constrast": 2.7357325553894043,
+      "rel-constrast": 4.3497419357299805,
       "step": 992,
-      "subrel-constrast": 3.3413727283477783,
+      "subrel-constrast": 3.0849316120147705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7006080150604248,
-      "cov-distil (oracle2student)": 4.505871772766113,
-      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "cov-distil": 1.7040021419525146,
+      "cov-distil (oracle2student)": 5.705458641052246,
+      "cov-distil (oracle2teacher)": 4.484140872955322,
       "epoch": 0.7794348508634223,
-      "rel-constrast": 2.617854118347168,
+      "rel-constrast": 3.006608009338379,
       "step": 993,
-      "subrel-constrast": 3.58120059967041,
+      "subrel-constrast": 3.4416797161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3439501523971558,
-      "cov-distil (oracle2student)": 5.1891374588012695,
-      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "cov-distil": 1.9637043476104736,
+      "cov-distil (oracle2student)": 6.382180213928223,
+      "cov-distil (oracle2teacher)": 5.620549201965332,
       "epoch": 0.7802197802197802,
-      "rel-constrast": 3.4114043712615967,
+      "rel-constrast": 3.768739700317383,
       "step": 994,
-      "subrel-constrast": 4.519937038421631,
+      "subrel-constrast": 4.425824165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9209468364715576,
-      "cov-distil (oracle2student)": 3.85103702545166,
-      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "cov-distil": 2.052910327911377,
+      "cov-distil (oracle2student)": 3.9653525352478027,
+      "cov-distil (oracle2teacher)": 4.287421226501465,
       "epoch": 0.7810047095761381,
-      "rel-constrast": 2.76951265335083,
+      "rel-constrast": 3.1632442474365234,
       "step": 995,
-      "subrel-constrast": 3.8042209148406982,
+      "subrel-constrast": 3.9916646480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8263555765151978,
-      "cov-distil (oracle2student)": 4.86745548248291,
-      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "cov-distil": 2.0304572582244873,
+      "cov-distil (oracle2student)": 5.824941635131836,
+      "cov-distil (oracle2teacher)": 4.774777889251709,
       "epoch": 0.7817896389324961,
-      "rel-constrast": 3.1357123851776123,
+      "rel-constrast": 3.7474162578582764,
       "step": 996,
-      "subrel-constrast": 3.5826773643493652,
+      "subrel-constrast": 3.5624232292175293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0638132095336914,
-      "cov-distil (oracle2student)": 3.9991607666015625,
-      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "cov-distil": 1.8776136636734009,
+      "cov-distil (oracle2student)": 4.827386856079102,
+      "cov-distil (oracle2teacher)": 4.375493049621582,
       "epoch": 0.782574568288854,
-      "rel-constrast": 2.9305787086486816,
+      "rel-constrast": 3.8452281951904297,
       "step": 997,
-      "subrel-constrast": 4.224002361297607,
+      "subrel-constrast": 3.9434010982513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7014501094818115,
-      "cov-distil (oracle2student)": 2.1526012420654297,
-      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "cov-distil": 2.1650452613830566,
+      "cov-distil (oracle2student)": 2.401318073272705,
+      "cov-distil (oracle2teacher)": 2.6524834632873535,
       "epoch": 0.783359497645212,
-      "rel-constrast": 2.346405506134033,
+      "rel-constrast": 2.1724445819854736,
       "step": 998,
-      "subrel-constrast": 2.8098068237304688,
+      "subrel-constrast": 3.3054251670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3595576286315918,
-      "cov-distil (oracle2student)": 2.6339879035949707,
-      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "cov-distil": 1.6402060985565186,
+      "cov-distil (oracle2student)": 2.776190996170044,
+      "cov-distil (oracle2teacher)": 2.3702054023742676,
       "epoch": 0.7841444270015698,
-      "rel-constrast": 2.0297508239746094,
+      "rel-constrast": 2.689274311065674,
       "step": 999,
-      "subrel-constrast": 2.856095552444458,
+      "subrel-constrast": 2.7818825244903564,
       "view-similarity": 0
     },
     {
       "epoch": 0.7849293563579278,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.995e-05,
-      "loss": 0.7268,
+      "loss": 0.8416,
       "step": 1000
     }
   ],
diff --git a/checkpoint-1000/training_args.bin b/checkpoint-1000/training_args.bin
index fa7a5a641a47345ee5a16c56a8554fefc5f2e42d..18e5c392485aacacf56e64049a12103a9e29feb8 100644
--- a/checkpoint-1000/training_args.bin
+++ b/checkpoint-1000/training_args.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353
diff --git a/checkpoint-2000/model.safetensors b/checkpoint-2000/model.safetensors
index 702afd28247a146607977cb2931678fe67aa1a0c..485459fbafff21170092b5a7f26bb482e8a59b8a 100644
--- a/checkpoint-2000/model.safetensors
+++ b/checkpoint-2000/model.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67e82aaa0445d57396f2a42f6e58a43eb5a382bea31a48e403de3d843d089457
+oid sha256:393fd63d54aaade57042a4e2c0aa2f39f9d9bc180367b235cf8d3e09cb3d537e
 size 298041696
diff --git a/checkpoint-2000/optimizer.pt b/checkpoint-2000/optimizer.pt
index 160fed369dbea30b9ad7cf4eacd1a77f622d4b5c..bbfc3f9709769ff991ec5ab9d10117f9aab6ef5f 100644
--- a/checkpoint-2000/optimizer.pt
+++ b/checkpoint-2000/optimizer.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b072a539f2e8304826d7d613f3ad6361a3ae276a70c96fb3aeeadf87873a2bd3
+oid sha256:343a53804cb7af51a419cd37f551c6218d5bd7622b3049a1b872f1023acc2dbb
 size 596170443
diff --git a/checkpoint-2000/trainer_state.json b/checkpoint-2000/trainer_state.json
index 48a86c4fd2f035ece2bbfdb89a59afbec9220972..86c12a6ec2136d2fc9ae0f66c796d1a635270ebf 100644
--- a/checkpoint-2000/trainer_state.json
+++ b/checkpoint-2000/trainer_state.json
@@ -56,13 +56,13 @@
     },
     {
       "epoch": 0,
-      "overlap": 0.22031250596046448,
+      "overlap": 0.2640624940395355,
       "step": 0
     },
     {
       "epoch": 0,
       "step": 0,
-      "student margin": 0.043792724609375
+      "student margin": 0.0285186767578125
     },
     {
       "epoch": 0,
@@ -71,5452 +71,5452 @@
     },
     {
       "epoch": 0,
-      "margin difference": -0.006439208984375,
+      "margin difference": 0.0088348388671875,
       "step": 0
     },
     {
-      "cov-distil": 1.9989408254623413,
-      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil": 2.9034781455993652,
+      "cov-distil (oracle2student)": 5.115799427032471,
       "cov-distil (oracle2teacher)": 4.2215576171875,
       "epoch": 0,
-      "rel-constrast": 6.024477481842041,
+      "rel-constrast": 7.486445903778076,
       "step": 0,
       "subrel-constrast": 5.391467094421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.590911388397217,
-      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil": 3.7886760234832764,
+      "cov-distil (oracle2student)": 6.933510780334473,
       "cov-distil (oracle2teacher)": 5.292954444885254,
       "epoch": 0.0007849293563579278,
-      "rel-constrast": 7.042376518249512,
+      "rel-constrast": 8.07569408416748,
       "step": 1,
       "subrel-constrast": 6.658135890960693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.234889030456543,
-      "cov-distil (oracle2student)": 4.785423278808594,
-      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "cov-distil": 2.539125442504883,
+      "cov-distil (oracle2student)": 5.152322769165039,
+      "cov-distil (oracle2teacher)": 4.356506824493408,
       "epoch": 0.0015698587127158557,
-      "rel-constrast": 4.653334617614746,
+      "rel-constrast": 6.15692138671875,
       "step": 2,
-      "subrel-constrast": 5.114200592041016,
+      "subrel-constrast": 5.1106038093566895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.892646074295044,
-      "cov-distil (oracle2student)": 5.359386444091797,
-      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "cov-distil": 2.7227554321289062,
+      "cov-distil (oracle2student)": 4.570263862609863,
+      "cov-distil (oracle2teacher)": 3.3647706508636475,
       "epoch": 0.002354788069073783,
-      "rel-constrast": 5.759308815002441,
+      "rel-constrast": 4.597735404968262,
       "step": 3,
-      "subrel-constrast": 4.294970989227295,
+      "subrel-constrast": 4.301557540893555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.187523365020752,
-      "cov-distil (oracle2student)": 4.088177680969238,
-      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "cov-distil": 3.753676652908325,
+      "cov-distil (oracle2student)": 5.311392307281494,
+      "cov-distil (oracle2teacher)": 4.0316667556762695,
       "epoch": 0.0031397174254317113,
-      "rel-constrast": 4.063039779663086,
+      "rel-constrast": 5.646773815155029,
       "step": 4,
-      "subrel-constrast": 4.597165107727051,
+      "subrel-constrast": 4.602434158325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5768115520477295,
-      "cov-distil (oracle2student)": 9.671545028686523,
-      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "cov-distil": 3.982003688812256,
+      "cov-distil (oracle2student)": 9.576435089111328,
+      "cov-distil (oracle2teacher)": 8.359275817871094,
       "epoch": 0.003924646781789639,
-      "rel-constrast": 7.844664096832275,
+      "rel-constrast": 9.0071382522583,
       "step": 5,
-      "subrel-constrast": 7.689645767211914,
+      "subrel-constrast": 7.673800468444824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7839202880859375,
-      "cov-distil (oracle2student)": 7.124797344207764,
-      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "cov-distil": 3.5826542377471924,
+      "cov-distil (oracle2student)": 8.020931243896484,
+      "cov-distil (oracle2teacher)": 5.222016334533691,
       "epoch": 0.004709576138147566,
-      "rel-constrast": 6.9873199462890625,
+      "rel-constrast": 9.691902160644531,
       "step": 6,
-      "subrel-constrast": 6.358409881591797,
+      "subrel-constrast": 6.350209712982178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1054530143737793,
-      "cov-distil (oracle2student)": 5.955070495605469,
-      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "cov-distil": 4.297914028167725,
+      "cov-distil (oracle2student)": 6.57274866104126,
+      "cov-distil (oracle2teacher)": 5.0188703536987305,
       "epoch": 0.005494505494505495,
-      "rel-constrast": 4.839856147766113,
+      "rel-constrast": 6.529683589935303,
       "step": 7,
-      "subrel-constrast": 5.012356758117676,
+      "subrel-constrast": 5.015464782714844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.417634963989258,
-      "cov-distil (oracle2student)": 6.458645820617676,
-      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "cov-distil": 2.987494468688965,
+      "cov-distil (oracle2student)": 5.628026008605957,
+      "cov-distil (oracle2teacher)": 4.757290840148926,
       "epoch": 0.006279434850863423,
-      "rel-constrast": 5.473586082458496,
+      "rel-constrast": 4.84811544418335,
       "step": 8,
-      "subrel-constrast": 3.944282054901123,
+      "subrel-constrast": 3.9342567920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5553622245788574,
-      "cov-distil (oracle2student)": 5.345729827880859,
-      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "cov-distil": 4.835721015930176,
+      "cov-distil (oracle2student)": 6.974120140075684,
+      "cov-distil (oracle2teacher)": 4.592728614807129,
       "epoch": 0.00706436420722135,
-      "rel-constrast": 5.705809116363525,
+      "rel-constrast": 7.911259174346924,
       "step": 9,
-      "subrel-constrast": 5.071885108947754,
+      "subrel-constrast": 5.09079122543335,
       "view-similarity": 0
     },
     {
       "epoch": 0.007849293563579277,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.375,
       "learning_rate": 4.5e-07,
-      "loss": 1.5357,
+      "loss": 1.7488,
       "step": 10
     },
     {
-      "cov-distil": 2.179523468017578,
-      "cov-distil (oracle2student)": 6.76649808883667,
-      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "cov-distil": 2.7287802696228027,
+      "cov-distil (oracle2student)": 7.109814167022705,
+      "cov-distil (oracle2teacher)": 5.610617637634277,
       "epoch": 0.007849293563579277,
-      "rel-constrast": 5.527869701385498,
+      "rel-constrast": 6.643618583679199,
       "step": 10,
-      "subrel-constrast": 5.327791213989258,
+      "subrel-constrast": 5.309700012207031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7319321632385254,
-      "cov-distil (oracle2student)": 6.106301307678223,
-      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "cov-distil": 3.96592378616333,
+      "cov-distil (oracle2student)": 7.291659832000732,
+      "cov-distil (oracle2teacher)": 5.233137130737305,
       "epoch": 0.008634222919937205,
-      "rel-constrast": 6.950443744659424,
+      "rel-constrast": 8.773835182189941,
       "step": 11,
-      "subrel-constrast": 7.032792568206787,
+      "subrel-constrast": 7.013000011444092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854433298110962,
-      "cov-distil (oracle2student)": 7.011631965637207,
-      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "cov-distil": 3.7653913497924805,
+      "cov-distil (oracle2student)": 8.977821350097656,
+      "cov-distil (oracle2teacher)": 5.954835414886475,
       "epoch": 0.009419152276295133,
-      "rel-constrast": 6.216261386871338,
+      "rel-constrast": 8.671615600585938,
       "step": 12,
-      "subrel-constrast": 6.4257707595825195,
+      "subrel-constrast": 6.430549621582031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.349715232849121,
-      "cov-distil (oracle2student)": 6.723206520080566,
-      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "cov-distil": 3.4223294258117676,
+      "cov-distil (oracle2student)": 7.854757785797119,
+      "cov-distil (oracle2teacher)": 6.230269908905029,
       "epoch": 0.01020408163265306,
-      "rel-constrast": 6.11406135559082,
+      "rel-constrast": 6.491366863250732,
       "step": 13,
-      "subrel-constrast": 5.350836753845215,
+      "subrel-constrast": 5.358746528625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.176401376724243,
-      "cov-distil (oracle2student)": 7.31204891204834,
-      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "cov-distil": 3.5461182594299316,
+      "cov-distil (oracle2student)": 6.996912956237793,
+      "cov-distil (oracle2teacher)": 5.902334213256836,
       "epoch": 0.01098901098901099,
-      "rel-constrast": 7.507654190063477,
+      "rel-constrast": 8.380949974060059,
       "step": 14,
-      "subrel-constrast": 6.769496440887451,
+      "subrel-constrast": 6.787327766418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.67018461227417,
-      "cov-distil (oracle2student)": 5.521136283874512,
-      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "cov-distil": 3.7762372493743896,
+      "cov-distil (oracle2student)": 6.9348554611206055,
+      "cov-distil (oracle2teacher)": 5.7965593338012695,
       "epoch": 0.011773940345368918,
-      "rel-constrast": 5.118526458740234,
+      "rel-constrast": 4.698981285095215,
       "step": 15,
-      "subrel-constrast": 4.343193054199219,
+      "subrel-constrast": 4.33366584777832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.665984630584717,
-      "cov-distil (oracle2student)": 4.9838104248046875,
-      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "cov-distil": 2.24959659576416,
+      "cov-distil (oracle2student)": 6.258837699890137,
+      "cov-distil (oracle2teacher)": 4.936214447021484,
       "epoch": 0.012558869701726845,
-      "rel-constrast": 6.632684707641602,
+      "rel-constrast": 6.465505123138428,
       "step": 16,
-      "subrel-constrast": 5.201573848724365,
+      "subrel-constrast": 5.215646266937256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.330692291259766,
-      "cov-distil (oracle2student)": 8.552825927734375,
-      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "cov-distil": 4.338074207305908,
+      "cov-distil (oracle2student)": 7.542752265930176,
+      "cov-distil (oracle2teacher)": 6.212143898010254,
       "epoch": 0.013343799058084773,
-      "rel-constrast": 9.133567810058594,
+      "rel-constrast": 9.392996788024902,
       "step": 17,
-      "subrel-constrast": 7.034067153930664,
+      "subrel-constrast": 7.043182849884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.602668285369873,
-      "cov-distil (oracle2student)": 5.244088172912598,
-      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "cov-distil": 2.859912872314453,
+      "cov-distil (oracle2student)": 6.502920150756836,
+      "cov-distil (oracle2teacher)": 4.657538414001465,
       "epoch": 0.0141287284144427,
-      "rel-constrast": 7.642650127410889,
+      "rel-constrast": 6.995867729187012,
       "step": 18,
-      "subrel-constrast": 6.055438995361328,
+      "subrel-constrast": 6.039050579071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5356028079986572,
-      "cov-distil (oracle2student)": 6.620259761810303,
-      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "cov-distil": 4.097779273986816,
+      "cov-distil (oracle2student)": 5.920109748840332,
+      "cov-distil (oracle2teacher)": 5.459547996520996,
       "epoch": 0.014913657770800628,
-      "rel-constrast": 4.861123561859131,
+      "rel-constrast": 4.820971488952637,
       "step": 19,
-      "subrel-constrast": 5.008308410644531,
+      "subrel-constrast": 5.008830547332764,
       "view-similarity": 0
     },
     {
       "epoch": 0.015698587127158554,
-      "grad_norm": 11.5625,
+      "grad_norm": 10.375,
       "learning_rate": 9.5e-07,
-      "loss": 1.7254,
+      "loss": 1.7834,
       "step": 20
     },
     {
-      "cov-distil": 2.88397479057312,
-      "cov-distil (oracle2student)": 6.778175354003906,
-      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "cov-distil": 2.6665377616882324,
+      "cov-distil (oracle2student)": 7.059435844421387,
+      "cov-distil (oracle2teacher)": 5.186300277709961,
       "epoch": 0.015698587127158554,
-      "rel-constrast": 4.111982345581055,
+      "rel-constrast": 4.662443161010742,
       "step": 20,
-      "subrel-constrast": 3.8631598949432373,
+      "subrel-constrast": 3.8599369525909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.384960174560547,
-      "cov-distil (oracle2student)": 7.21034049987793,
-      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "cov-distil": 1.840910792350769,
+      "cov-distil (oracle2student)": 8.023944854736328,
+      "cov-distil (oracle2teacher)": 6.126604080200195,
       "epoch": 0.016483516483516484,
-      "rel-constrast": 7.05242395401001,
+      "rel-constrast": 7.06848669052124,
       "step": 21,
-      "subrel-constrast": 5.182291030883789,
+      "subrel-constrast": 5.200672626495361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517098903656006,
-      "cov-distil (oracle2student)": 4.5811920166015625,
-      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "cov-distil": 3.282227039337158,
+      "cov-distil (oracle2student)": 5.5749311447143555,
+      "cov-distil (oracle2teacher)": 4.861586570739746,
       "epoch": 0.01726844583987441,
-      "rel-constrast": 4.999781131744385,
+      "rel-constrast": 7.511483192443848,
       "step": 22,
-      "subrel-constrast": 4.843943119049072,
+      "subrel-constrast": 4.862529277801514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.147690773010254,
-      "cov-distil (oracle2student)": 6.542362213134766,
-      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "cov-distil": 4.519563674926758,
+      "cov-distil (oracle2student)": 7.267353057861328,
+      "cov-distil (oracle2teacher)": 4.077557563781738,
       "epoch": 0.01805337519623234,
-      "rel-constrast": 6.193174839019775,
+      "rel-constrast": 7.519768238067627,
       "step": 23,
-      "subrel-constrast": 4.360376834869385,
+      "subrel-constrast": 4.386401176452637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1142213344573975,
-      "cov-distil (oracle2student)": 5.866973400115967,
-      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "cov-distil": 2.5789778232574463,
+      "cov-distil (oracle2student)": 6.753525257110596,
+      "cov-distil (oracle2teacher)": 5.528467178344727,
       "epoch": 0.018838304552590265,
-      "rel-constrast": 4.719829559326172,
+      "rel-constrast": 5.987110614776611,
       "step": 24,
-      "subrel-constrast": 4.7262139320373535,
+      "subrel-constrast": 4.696037769317627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0676374435424805,
-      "cov-distil (oracle2student)": 6.361337661743164,
-      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "cov-distil": 3.6313791275024414,
+      "cov-distil (oracle2student)": 5.898477554321289,
+      "cov-distil (oracle2teacher)": 5.478680610656738,
       "epoch": 0.019623233908948195,
-      "rel-constrast": 5.291130542755127,
+      "rel-constrast": 5.281150817871094,
       "step": 25,
-      "subrel-constrast": 4.823647975921631,
+      "subrel-constrast": 4.84697961807251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.472700834274292,
-      "cov-distil (oracle2student)": 7.129220962524414,
-      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "cov-distil": 2.5618896484375,
+      "cov-distil (oracle2student)": 6.684634208679199,
+      "cov-distil (oracle2teacher)": 6.107544898986816,
       "epoch": 0.02040816326530612,
-      "rel-constrast": 3.5912997722625732,
+      "rel-constrast": 5.561974048614502,
       "step": 26,
-      "subrel-constrast": 5.144829273223877,
+      "subrel-constrast": 5.158401966094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9654526710510254,
-      "cov-distil (oracle2student)": 3.9266674518585205,
-      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "cov-distil": 3.4488978385925293,
+      "cov-distil (oracle2student)": 4.201488494873047,
+      "cov-distil (oracle2teacher)": 3.755419969558716,
       "epoch": 0.02119309262166405,
-      "rel-constrast": 6.281983375549316,
+      "rel-constrast": 7.1170501708984375,
       "step": 27,
-      "subrel-constrast": 5.6362786293029785,
+      "subrel-constrast": 5.645744323730469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6815195083618164,
-      "cov-distil (oracle2student)": 7.881003379821777,
-      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "cov-distil": 3.5048861503601074,
+      "cov-distil (oracle2student)": 9.363835334777832,
+      "cov-distil (oracle2teacher)": 6.114508628845215,
       "epoch": 0.02197802197802198,
-      "rel-constrast": 5.959110260009766,
+      "rel-constrast": 7.646869659423828,
       "step": 28,
-      "subrel-constrast": 5.209717750549316,
+      "subrel-constrast": 5.21044921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.88785982131958,
-      "cov-distil (oracle2student)": 7.003663063049316,
-      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "cov-distil": 3.680500030517578,
+      "cov-distil (oracle2student)": 6.632467269897461,
+      "cov-distil (oracle2teacher)": 5.797685623168945,
       "epoch": 0.022762951334379906,
-      "rel-constrast": 8.367774963378906,
+      "rel-constrast": 7.51827335357666,
       "step": 29,
-      "subrel-constrast": 6.187191486358643,
+      "subrel-constrast": 6.216086387634277,
       "view-similarity": 0
     },
     {
       "epoch": 0.023547880690737835,
-      "grad_norm": 17.75,
+      "grad_norm": 13.9375,
       "learning_rate": 1.45e-06,
-      "loss": 1.4845,
+      "loss": 1.6469,
       "step": 30
     },
     {
-      "cov-distil": 3.3678722381591797,
-      "cov-distil (oracle2student)": 6.019737243652344,
-      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "cov-distil": 3.984440326690674,
+      "cov-distil (oracle2student)": 6.131576061248779,
+      "cov-distil (oracle2teacher)": 5.355796813964844,
       "epoch": 0.023547880690737835,
-      "rel-constrast": 5.960864067077637,
+      "rel-constrast": 6.284880638122559,
       "step": 30,
-      "subrel-constrast": 5.250092029571533,
+      "subrel-constrast": 5.2382121086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0134525299072266,
-      "cov-distil (oracle2student)": 6.479032516479492,
-      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "cov-distil": 3.0155134201049805,
+      "cov-distil (oracle2student)": 7.008382797241211,
+      "cov-distil (oracle2teacher)": 5.703569412231445,
       "epoch": 0.02433281004709576,
-      "rel-constrast": 4.5848002433776855,
+      "rel-constrast": 4.908280849456787,
       "step": 31,
-      "subrel-constrast": 4.0105085372924805,
+      "subrel-constrast": 4.01160192489624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.619563102722168,
-      "cov-distil (oracle2student)": 6.920108795166016,
-      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "cov-distil": 4.225242614746094,
+      "cov-distil (oracle2student)": 8.343563079833984,
+      "cov-distil (oracle2teacher)": 5.84587287902832,
       "epoch": 0.02511773940345369,
-      "rel-constrast": 4.926921367645264,
+      "rel-constrast": 6.345851421356201,
       "step": 32,
-      "subrel-constrast": 5.2235589027404785,
+      "subrel-constrast": 5.233214378356934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2718629837036133,
-      "cov-distil (oracle2student)": 6.375840663909912,
-      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "cov-distil": 3.712970733642578,
+      "cov-distil (oracle2student)": 5.823267936706543,
+      "cov-distil (oracle2teacher)": 4.835471153259277,
       "epoch": 0.025902668759811617,
-      "rel-constrast": 5.111979007720947,
+      "rel-constrast": 5.973106384277344,
       "step": 33,
-      "subrel-constrast": 4.850986003875732,
+      "subrel-constrast": 4.823678493499756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4088358879089355,
-      "cov-distil (oracle2student)": 6.677534103393555,
-      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "cov-distil": 3.1125919818878174,
+      "cov-distil (oracle2student)": 6.801424026489258,
+      "cov-distil (oracle2teacher)": 5.275988578796387,
       "epoch": 0.026687598116169546,
-      "rel-constrast": 7.12398624420166,
+      "rel-constrast": 8.310504913330078,
       "step": 34,
-      "subrel-constrast": 6.821657180786133,
+      "subrel-constrast": 6.834089279174805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9008474349975586,
-      "cov-distil (oracle2student)": 7.56972074508667,
-      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "cov-distil": 3.714435577392578,
+      "cov-distil (oracle2student)": 8.969183921813965,
+      "cov-distil (oracle2teacher)": 5.682408809661865,
       "epoch": 0.027472527472527472,
-      "rel-constrast": 7.496291160583496,
+      "rel-constrast": 8.041725158691406,
       "step": 35,
-      "subrel-constrast": 5.942625522613525,
+      "subrel-constrast": 5.941723346710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.160658836364746,
-      "cov-distil (oracle2student)": 6.67634391784668,
-      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "cov-distil": 3.614877700805664,
+      "cov-distil (oracle2student)": 6.366613864898682,
+      "cov-distil (oracle2teacher)": 5.335577487945557,
       "epoch": 0.0282574568288854,
-      "rel-constrast": 7.814392566680908,
+      "rel-constrast": 9.190837860107422,
       "step": 36,
-      "subrel-constrast": 7.040494918823242,
+      "subrel-constrast": 7.067136764526367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.357525110244751,
-      "cov-distil (oracle2student)": 6.231601715087891,
-      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "cov-distil": 3.8450653553009033,
+      "cov-distil (oracle2student)": 6.047454357147217,
+      "cov-distil (oracle2teacher)": 5.213205814361572,
       "epoch": 0.029042386185243328,
-      "rel-constrast": 7.538066864013672,
+      "rel-constrast": 6.673568248748779,
       "step": 37,
-      "subrel-constrast": 5.962146759033203,
+      "subrel-constrast": 5.975370407104492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8702592849731445,
-      "cov-distil (oracle2student)": 7.061007499694824,
-      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "cov-distil": 3.8071889877319336,
+      "cov-distil (oracle2student)": 7.358058929443359,
+      "cov-distil (oracle2teacher)": 5.987692832946777,
       "epoch": 0.029827315541601257,
-      "rel-constrast": 5.386776447296143,
+      "rel-constrast": 5.729452610015869,
       "step": 38,
-      "subrel-constrast": 5.066832065582275,
+      "subrel-constrast": 5.061672210693359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8868913650512695,
-      "cov-distil (oracle2student)": 7.514427185058594,
-      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "cov-distil": 4.27478551864624,
+      "cov-distil (oracle2student)": 7.772178649902344,
+      "cov-distil (oracle2teacher)": 5.1747541427612305,
       "epoch": 0.030612244897959183,
-      "rel-constrast": 4.858754634857178,
+      "rel-constrast": 5.992287635803223,
       "step": 39,
-      "subrel-constrast": 3.695237159729004,
+      "subrel-constrast": 3.706249713897705,
       "view-similarity": 0
     },
     {
       "epoch": 0.03139717425431711,
-      "grad_norm": 14.9375,
+      "grad_norm": 13.125,
       "learning_rate": 1.95e-06,
-      "loss": 1.6072,
+      "loss": 1.6863,
       "step": 40
     },
     {
-      "cov-distil": 2.6346449851989746,
-      "cov-distil (oracle2student)": 5.6983489990234375,
-      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "cov-distil": 2.490879535675049,
+      "cov-distil (oracle2student)": 6.8234944343566895,
+      "cov-distil (oracle2teacher)": 4.459814071655273,
       "epoch": 0.03139717425431711,
-      "rel-constrast": 5.201531887054443,
+      "rel-constrast": 5.685905933380127,
       "step": 40,
-      "subrel-constrast": 4.837984085083008,
+      "subrel-constrast": 4.810550212860107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.228761672973633,
-      "cov-distil (oracle2student)": 5.368660926818848,
-      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "cov-distil": 3.372016429901123,
+      "cov-distil (oracle2student)": 5.904580593109131,
+      "cov-distil (oracle2teacher)": 4.370768070220947,
       "epoch": 0.03218210361067504,
-      "rel-constrast": 5.638035774230957,
+      "rel-constrast": 6.199946403503418,
       "step": 41,
-      "subrel-constrast": 4.828268051147461,
+      "subrel-constrast": 4.8211469650268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0427069664001465,
-      "cov-distil (oracle2student)": 5.979119300842285,
-      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "cov-distil": 2.958930492401123,
+      "cov-distil (oracle2student)": 7.471307754516602,
+      "cov-distil (oracle2teacher)": 5.151291847229004,
       "epoch": 0.03296703296703297,
-      "rel-constrast": 7.022146701812744,
+      "rel-constrast": 7.081484794616699,
       "step": 42,
-      "subrel-constrast": 5.421981334686279,
+      "subrel-constrast": 5.426586151123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3467624187469482,
-      "cov-distil (oracle2student)": 5.9029388427734375,
-      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "cov-distil": 3.2337143421173096,
+      "cov-distil (oracle2student)": 5.53568172454834,
+      "cov-distil (oracle2teacher)": 5.589142799377441,
       "epoch": 0.033751962323390894,
-      "rel-constrast": 5.638243198394775,
+      "rel-constrast": 5.160932540893555,
       "step": 43,
-      "subrel-constrast": 4.6920084953308105,
+      "subrel-constrast": 4.692704677581787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.569026470184326,
-      "cov-distil (oracle2student)": 6.0826921463012695,
-      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "cov-distil": 3.35990309715271,
+      "cov-distil (oracle2student)": 7.275060653686523,
+      "cov-distil (oracle2teacher)": 4.804718494415283,
       "epoch": 0.03453689167974882,
-      "rel-constrast": 7.202978134155273,
+      "rel-constrast": 8.454798698425293,
       "step": 44,
-      "subrel-constrast": 6.782849311828613,
+      "subrel-constrast": 6.773467540740967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.127652168273926,
-      "cov-distil (oracle2student)": 6.768123626708984,
-      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "cov-distil": 3.491610288619995,
+      "cov-distil (oracle2student)": 7.4995832443237305,
+      "cov-distil (oracle2teacher)": 4.9187211990356445,
       "epoch": 0.03532182103610675,
-      "rel-constrast": 5.803994655609131,
+      "rel-constrast": 7.535643577575684,
       "step": 45,
-      "subrel-constrast": 4.7947678565979,
+      "subrel-constrast": 4.781098365783691,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7271077632904053,
-      "cov-distil (oracle2student)": 6.987262725830078,
-      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "cov-distil": 3.005734920501709,
+      "cov-distil (oracle2student)": 9.106340408325195,
+      "cov-distil (oracle2teacher)": 6.616678237915039,
       "epoch": 0.03610675039246468,
-      "rel-constrast": 7.125826835632324,
+      "rel-constrast": 10.04529857635498,
       "step": 46,
-      "subrel-constrast": 6.822656631469727,
+      "subrel-constrast": 6.789626121520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9657368659973145,
-      "cov-distil (oracle2student)": 7.144539833068848,
-      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "cov-distil": 3.370296001434326,
+      "cov-distil (oracle2student)": 6.040105819702148,
+      "cov-distil (oracle2teacher)": 4.779016017913818,
       "epoch": 0.036891679748822605,
-      "rel-constrast": 7.449712753295898,
+      "rel-constrast": 7.2539567947387695,
       "step": 47,
-      "subrel-constrast": 5.7075347900390625,
+      "subrel-constrast": 5.680440425872803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.010920763015747,
-      "cov-distil (oracle2student)": 6.869639873504639,
-      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "cov-distil": 3.465224266052246,
+      "cov-distil (oracle2student)": 7.6831254959106445,
+      "cov-distil (oracle2teacher)": 6.192329406738281,
       "epoch": 0.03767660910518053,
-      "rel-constrast": 5.459962844848633,
+      "rel-constrast": 7.904606342315674,
       "step": 48,
-      "subrel-constrast": 5.051971435546875,
+      "subrel-constrast": 5.06799840927124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7146430015563965,
-      "cov-distil (oracle2student)": 8.329263687133789,
-      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "cov-distil": 2.7054972648620605,
+      "cov-distil (oracle2student)": 8.671092987060547,
+      "cov-distil (oracle2teacher)": 6.478757858276367,
       "epoch": 0.038461538461538464,
-      "rel-constrast": 8.239823341369629,
+      "rel-constrast": 7.534646034240723,
       "step": 49,
-      "subrel-constrast": 6.8162150382995605,
+      "subrel-constrast": 6.82273006439209,
       "view-similarity": 0
     },
     {
       "epoch": 0.03924646781789639,
-      "grad_norm": 19.875,
+      "grad_norm": 18.875,
       "learning_rate": 2.4500000000000003e-06,
-      "loss": 1.6955,
+      "loss": 1.8214,
       "step": 50
     },
     {
-      "cov-distil": 3.2634499073028564,
-      "cov-distil (oracle2student)": 6.130512714385986,
-      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "cov-distil": 2.6291584968566895,
+      "cov-distil (oracle2student)": 7.311351299285889,
+      "cov-distil (oracle2teacher)": 4.0930399894714355,
       "epoch": 0.03924646781789639,
-      "rel-constrast": 6.289271354675293,
+      "rel-constrast": 6.829806804656982,
       "step": 50,
-      "subrel-constrast": 4.33033561706543,
+      "subrel-constrast": 4.330165386199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.303950309753418,
-      "cov-distil (oracle2student)": 8.357975006103516,
-      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "cov-distil": 3.365419387817383,
+      "cov-distil (oracle2student)": 8.432143211364746,
+      "cov-distil (oracle2teacher)": 7.026699542999268,
       "epoch": 0.040031397174254316,
-      "rel-constrast": 8.334805488586426,
+      "rel-constrast": 9.250499725341797,
       "step": 51,
-      "subrel-constrast": 8.139405250549316,
+      "subrel-constrast": 8.125835418701172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2591934204101562,
-      "cov-distil (oracle2student)": 5.158834457397461,
-      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "cov-distil": 2.8423402309417725,
+      "cov-distil (oracle2student)": 5.075362205505371,
+      "cov-distil (oracle2teacher)": 4.121172904968262,
       "epoch": 0.04081632653061224,
-      "rel-constrast": 5.297996520996094,
+      "rel-constrast": 6.0786824226379395,
       "step": 52,
-      "subrel-constrast": 4.4804863929748535,
+      "subrel-constrast": 4.4702582359313965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.50638484954834,
-      "cov-distil (oracle2student)": 5.478808403015137,
-      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "cov-distil": 2.8154115676879883,
+      "cov-distil (oracle2student)": 5.791227340698242,
+      "cov-distil (oracle2teacher)": 4.123198986053467,
       "epoch": 0.041601255886970175,
-      "rel-constrast": 8.10940170288086,
+      "rel-constrast": 6.861392974853516,
       "step": 53,
-      "subrel-constrast": 5.969902038574219,
+      "subrel-constrast": 5.981134414672852,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8422069549560547,
-      "cov-distil (oracle2student)": 6.521360874176025,
-      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "cov-distil": 3.900022268295288,
+      "cov-distil (oracle2student)": 8.122893333435059,
+      "cov-distil (oracle2teacher)": 6.361747741699219,
       "epoch": 0.0423861852433281,
-      "rel-constrast": 5.607071399688721,
+      "rel-constrast": 8.272314071655273,
       "step": 54,
-      "subrel-constrast": 6.106446743011475,
+      "subrel-constrast": 6.08811616897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.085712194442749,
-      "cov-distil (oracle2student)": 10.780364990234375,
-      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "cov-distil": 3.2527847290039062,
+      "cov-distil (oracle2student)": 11.888465881347656,
+      "cov-distil (oracle2teacher)": 8.881461143493652,
       "epoch": 0.04317111459968603,
-      "rel-constrast": 6.090634346008301,
+      "rel-constrast": 7.306093215942383,
       "step": 55,
-      "subrel-constrast": 6.779709339141846,
+      "subrel-constrast": 6.8132147789001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.785494565963745,
-      "cov-distil (oracle2student)": 5.962707996368408,
-      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "cov-distil": 2.3476932048797607,
+      "cov-distil (oracle2student)": 6.377933502197266,
+      "cov-distil (oracle2teacher)": 5.320643424987793,
       "epoch": 0.04395604395604396,
-      "rel-constrast": 5.856771469116211,
+      "rel-constrast": 6.677924156188965,
       "step": 56,
-      "subrel-constrast": 5.509479522705078,
+      "subrel-constrast": 5.497114181518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.584353446960449,
-      "cov-distil (oracle2student)": 6.202386379241943,
-      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "cov-distil": 2.8212897777557373,
+      "cov-distil (oracle2student)": 7.0328497886657715,
+      "cov-distil (oracle2teacher)": 4.926990509033203,
       "epoch": 0.044740973312401885,
-      "rel-constrast": 6.150420188903809,
+      "rel-constrast": 6.758581638336182,
       "step": 57,
-      "subrel-constrast": 5.121495723724365,
+      "subrel-constrast": 5.120245933532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701603889465332,
-      "cov-distil (oracle2student)": 6.837789058685303,
-      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "cov-distil": 2.9307730197906494,
+      "cov-distil (oracle2student)": 7.24095344543457,
+      "cov-distil (oracle2teacher)": 5.6341962814331055,
       "epoch": 0.04552590266875981,
-      "rel-constrast": 7.76063346862793,
+      "rel-constrast": 8.40756893157959,
       "step": 58,
-      "subrel-constrast": 5.378823280334473,
+      "subrel-constrast": 5.365998268127441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.710871696472168,
-      "cov-distil (oracle2student)": 9.897594451904297,
-      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "cov-distil": 2.6584744453430176,
+      "cov-distil (oracle2student)": 11.508739471435547,
+      "cov-distil (oracle2teacher)": 8.840907096862793,
       "epoch": 0.04631083202511774,
-      "rel-constrast": 7.0981221199035645,
+      "rel-constrast": 9.642732620239258,
       "step": 59,
-      "subrel-constrast": 7.289656639099121,
+      "subrel-constrast": 7.269655704498291,
       "view-similarity": 0
     },
     {
       "epoch": 0.04709576138147567,
-      "grad_norm": 16.0,
+      "grad_norm": 16.125,
       "learning_rate": 2.95e-06,
-      "loss": 1.7425,
+      "loss": 1.9021,
       "step": 60
     },
     {
-      "cov-distil": 3.577488899230957,
-      "cov-distil (oracle2student)": 5.867010116577148,
-      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "cov-distil": 3.2480406761169434,
+      "cov-distil (oracle2student)": 5.2012939453125,
+      "cov-distil (oracle2teacher)": 4.705401420593262,
       "epoch": 0.04709576138147567,
-      "rel-constrast": 5.175161838531494,
+      "rel-constrast": 4.42464542388916,
       "step": 60,
-      "subrel-constrast": 4.913603782653809,
+      "subrel-constrast": 4.878454208374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8872010707855225,
-      "cov-distil (oracle2student)": 5.9557085037231445,
-      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "cov-distil": 4.150854110717773,
+      "cov-distil (oracle2student)": 6.158968448638916,
+      "cov-distil (oracle2teacher)": 4.892792701721191,
       "epoch": 0.047880690737833596,
-      "rel-constrast": 6.276098728179932,
+      "rel-constrast": 6.939353942871094,
       "step": 61,
-      "subrel-constrast": 5.370903015136719,
+      "subrel-constrast": 5.360445499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.1421709060668945,
-      "cov-distil (oracle2student)": 6.92226505279541,
-      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "cov-distil": 3.7282018661499023,
+      "cov-distil (oracle2student)": 6.608123779296875,
+      "cov-distil (oracle2teacher)": 5.6158976554870605,
       "epoch": 0.04866562009419152,
-      "rel-constrast": 5.787407398223877,
+      "rel-constrast": 4.260720252990723,
       "step": 62,
-      "subrel-constrast": 4.8872456550598145,
+      "subrel-constrast": 4.891846656799316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.272606372833252,
-      "cov-distil (oracle2student)": 5.872837066650391,
-      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "cov-distil": 2.631406545639038,
+      "cov-distil (oracle2student)": 6.137662887573242,
+      "cov-distil (oracle2teacher)": 3.853431224822998,
       "epoch": 0.04945054945054945,
-      "rel-constrast": 8.104948043823242,
+      "rel-constrast": 7.508699417114258,
       "step": 63,
-      "subrel-constrast": 5.131637096405029,
+      "subrel-constrast": 5.11701774597168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4897913932800293,
-      "cov-distil (oracle2student)": 5.026608467102051,
-      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "cov-distil": 3.1950016021728516,
+      "cov-distil (oracle2student)": 3.944035053253174,
+      "cov-distil (oracle2teacher)": 3.4697511196136475,
       "epoch": 0.05023547880690738,
-      "rel-constrast": 5.219900608062744,
+      "rel-constrast": 5.170882225036621,
       "step": 64,
-      "subrel-constrast": 3.928039073944092,
+      "subrel-constrast": 3.9177777767181396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8875179290771484,
-      "cov-distil (oracle2student)": 7.8943681716918945,
-      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "cov-distil": 2.4478824138641357,
+      "cov-distil (oracle2student)": 7.8331618309021,
+      "cov-distil (oracle2teacher)": 6.046019554138184,
       "epoch": 0.05102040816326531,
-      "rel-constrast": 6.689120292663574,
+      "rel-constrast": 6.368701457977295,
       "step": 65,
-      "subrel-constrast": 5.134953022003174,
+      "subrel-constrast": 5.1522016525268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.124709129333496,
-      "cov-distil (oracle2student)": 5.3820366859436035,
-      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "cov-distil": 3.1648130416870117,
+      "cov-distil (oracle2student)": 4.678180694580078,
+      "cov-distil (oracle2teacher)": 3.793081283569336,
       "epoch": 0.05180533751962323,
-      "rel-constrast": 5.537747859954834,
+      "rel-constrast": 5.03807258605957,
       "step": 66,
-      "subrel-constrast": 3.9992260932922363,
+      "subrel-constrast": 4.0111541748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.69231915473938,
-      "cov-distil (oracle2student)": 6.316229820251465,
-      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "cov-distil": 2.472651958465576,
+      "cov-distil (oracle2student)": 5.728545188903809,
+      "cov-distil (oracle2teacher)": 5.111483573913574,
       "epoch": 0.05259026687598116,
-      "rel-constrast": 7.291317462921143,
+      "rel-constrast": 6.382413387298584,
       "step": 67,
-      "subrel-constrast": 5.170005798339844,
+      "subrel-constrast": 5.162803649902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.139277935028076,
-      "cov-distil (oracle2student)": 5.806092262268066,
-      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "cov-distil": 2.8649234771728516,
+      "cov-distil (oracle2student)": 5.562172889709473,
+      "cov-distil (oracle2teacher)": 4.297783851623535,
       "epoch": 0.05337519623233909,
-      "rel-constrast": 4.4095139503479,
+      "rel-constrast": 4.3729071617126465,
       "step": 68,
-      "subrel-constrast": 4.170525074005127,
+      "subrel-constrast": 4.188640594482422,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6359305381774902,
-      "cov-distil (oracle2student)": 6.551682949066162,
-      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "cov-distil": 2.9627068042755127,
+      "cov-distil (oracle2student)": 6.552493095397949,
+      "cov-distil (oracle2teacher)": 5.048953533172607,
       "epoch": 0.05416012558869702,
-      "rel-constrast": 5.37055778503418,
+      "rel-constrast": 6.077182769775391,
       "step": 69,
-      "subrel-constrast": 5.060253620147705,
+      "subrel-constrast": 5.077021598815918,
       "view-similarity": 0
     },
     {
       "epoch": 0.054945054945054944,
-      "grad_norm": 14.3125,
+      "grad_norm": 13.625,
       "learning_rate": 3.4500000000000004e-06,
-      "loss": 1.5812,
+      "loss": 1.4136,
       "step": 70
     },
     {
-      "cov-distil": 3.1894845962524414,
-      "cov-distil (oracle2student)": 6.189196586608887,
-      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "cov-distil": 3.839323043823242,
+      "cov-distil (oracle2student)": 7.114139556884766,
+      "cov-distil (oracle2teacher)": 5.370059013366699,
       "epoch": 0.054945054945054944,
-      "rel-constrast": 6.035884380340576,
+      "rel-constrast": 7.220484733581543,
       "step": 70,
-      "subrel-constrast": 5.30534553527832,
+      "subrel-constrast": 5.300345420837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3957502841949463,
-      "cov-distil (oracle2student)": 6.262465476989746,
-      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "cov-distil": 3.6297998428344727,
+      "cov-distil (oracle2student)": 6.2254228591918945,
+      "cov-distil (oracle2teacher)": 4.582761764526367,
       "epoch": 0.05572998430141287,
-      "rel-constrast": 5.4684906005859375,
+      "rel-constrast": 7.259527206420898,
       "step": 71,
-      "subrel-constrast": 5.43447732925415,
+      "subrel-constrast": 5.43417501449585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7110936641693115,
-      "cov-distil (oracle2student)": 9.013875007629395,
-      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "cov-distil": 4.334882736206055,
+      "cov-distil (oracle2student)": 9.22071647644043,
+      "cov-distil (oracle2teacher)": 6.7221479415893555,
       "epoch": 0.0565149136577708,
-      "rel-constrast": 8.860300064086914,
+      "rel-constrast": 7.284117698669434,
       "step": 72,
-      "subrel-constrast": 6.688097953796387,
+      "subrel-constrast": 6.694758892059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.631287097930908,
-      "cov-distil (oracle2student)": 5.5042829513549805,
-      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "cov-distil": 3.756556272506714,
+      "cov-distil (oracle2student)": 5.32456111907959,
+      "cov-distil (oracle2teacher)": 4.031085968017578,
       "epoch": 0.05729984301412873,
-      "rel-constrast": 7.457805156707764,
+      "rel-constrast": 7.2440505027771,
       "step": 73,
-      "subrel-constrast": 5.069272518157959,
+      "subrel-constrast": 5.020334243774414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0951480865478516,
-      "cov-distil (oracle2student)": 10.49281120300293,
-      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "cov-distil": 2.848531484603882,
+      "cov-distil (oracle2student)": 11.319361686706543,
+      "cov-distil (oracle2teacher)": 8.855400085449219,
       "epoch": 0.058084772370486655,
-      "rel-constrast": 8.317502975463867,
+      "rel-constrast": 7.886209964752197,
       "step": 74,
-      "subrel-constrast": 6.139723300933838,
+      "subrel-constrast": 6.120777130126953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.448239803314209,
-      "cov-distil (oracle2student)": 6.778696060180664,
-      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "cov-distil": 2.8501079082489014,
+      "cov-distil (oracle2student)": 8.351690292358398,
+      "cov-distil (oracle2teacher)": 6.757690906524658,
       "epoch": 0.05886970172684458,
-      "rel-constrast": 6.208157062530518,
+      "rel-constrast": 6.679050922393799,
       "step": 75,
-      "subrel-constrast": 5.600346088409424,
+      "subrel-constrast": 5.624090671539307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9895548820495605,
-      "cov-distil (oracle2student)": 4.833767890930176,
-      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "cov-distil": 3.5314688682556152,
+      "cov-distil (oracle2student)": 5.017168045043945,
+      "cov-distil (oracle2teacher)": 3.8966832160949707,
       "epoch": 0.059654631083202514,
-      "rel-constrast": 5.301086902618408,
+      "rel-constrast": 6.55039119720459,
       "step": 76,
-      "subrel-constrast": 4.662568092346191,
+      "subrel-constrast": 4.654542922973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.35664701461792,
-      "cov-distil (oracle2student)": 5.233097076416016,
-      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "cov-distil": 3.1191458702087402,
+      "cov-distil (oracle2student)": 7.10849142074585,
+      "cov-distil (oracle2teacher)": 4.753877639770508,
       "epoch": 0.06043956043956044,
-      "rel-constrast": 5.103623867034912,
+      "rel-constrast": 6.13774299621582,
       "step": 77,
-      "subrel-constrast": 4.268317222595215,
+      "subrel-constrast": 4.276573181152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.415127754211426,
-      "cov-distil (oracle2student)": 6.644197940826416,
-      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "cov-distil": 2.9652886390686035,
+      "cov-distil (oracle2student)": 6.870312213897705,
+      "cov-distil (oracle2teacher)": 6.381089210510254,
       "epoch": 0.061224489795918366,
-      "rel-constrast": 6.561215400695801,
+      "rel-constrast": 7.212562561035156,
       "step": 78,
-      "subrel-constrast": 5.962937355041504,
+      "subrel-constrast": 5.970656871795654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.510354995727539,
-      "cov-distil (oracle2student)": 8.139422416687012,
-      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "cov-distil": 3.88862943649292,
+      "cov-distil (oracle2student)": 6.771824836730957,
+      "cov-distil (oracle2teacher)": 5.442126274108887,
       "epoch": 0.06200941915227629,
-      "rel-constrast": 6.134330749511719,
+      "rel-constrast": 6.070984363555908,
       "step": 79,
-      "subrel-constrast": 5.620271682739258,
+      "subrel-constrast": 5.592937469482422,
       "view-similarity": 0
     },
     {
       "epoch": 0.06279434850863422,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.75,
       "learning_rate": 3.95e-06,
-      "loss": 1.7156,
+      "loss": 1.7386,
       "step": 80
     },
     {
-      "cov-distil": 3.3284835815429688,
-      "cov-distil (oracle2student)": 7.619293212890625,
-      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "cov-distil": 3.514498472213745,
+      "cov-distil (oracle2student)": 9.237842559814453,
+      "cov-distil (oracle2teacher)": 7.348791122436523,
       "epoch": 0.06279434850863422,
-      "rel-constrast": 7.173356533050537,
+      "rel-constrast": 9.205596923828125,
       "step": 80,
-      "subrel-constrast": 6.808206558227539,
+      "subrel-constrast": 6.820802688598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4397096633911133,
-      "cov-distil (oracle2student)": 7.676415920257568,
-      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "cov-distil": 3.5047049522399902,
+      "cov-distil (oracle2student)": 7.59220552444458,
+      "cov-distil (oracle2teacher)": 6.999439239501953,
       "epoch": 0.06357927786499215,
-      "rel-constrast": 6.886641502380371,
+      "rel-constrast": 7.212032318115234,
       "step": 81,
-      "subrel-constrast": 6.984169960021973,
+      "subrel-constrast": 6.95530366897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0268101692199707,
-      "cov-distil (oracle2student)": 7.81688117980957,
-      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "cov-distil": 3.000718116760254,
+      "cov-distil (oracle2student)": 7.446198463439941,
+      "cov-distil (oracle2teacher)": 6.537316799163818,
       "epoch": 0.06436420722135008,
-      "rel-constrast": 5.896097660064697,
+      "rel-constrast": 5.703088283538818,
       "step": 82,
-      "subrel-constrast": 5.227864742279053,
+      "subrel-constrast": 5.217872142791748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.393474578857422,
-      "cov-distil (oracle2student)": 6.482656478881836,
-      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "cov-distil": 3.320131540298462,
+      "cov-distil (oracle2student)": 6.305401802062988,
+      "cov-distil (oracle2teacher)": 5.572563171386719,
       "epoch": 0.065149136577708,
-      "rel-constrast": 6.319892883300781,
+      "rel-constrast": 6.859314918518066,
       "step": 83,
-      "subrel-constrast": 5.442715644836426,
+      "subrel-constrast": 5.421894073486328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517345905303955,
-      "cov-distil (oracle2student)": 6.040264129638672,
-      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "cov-distil": 3.191112518310547,
+      "cov-distil (oracle2student)": 6.1467132568359375,
+      "cov-distil (oracle2teacher)": 5.336712837219238,
       "epoch": 0.06593406593406594,
-      "rel-constrast": 5.40537166595459,
+      "rel-constrast": 5.71973180770874,
       "step": 84,
-      "subrel-constrast": 4.604902267456055,
+      "subrel-constrast": 4.596525192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.264801502227783,
-      "cov-distil (oracle2student)": 4.99867057800293,
-      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "cov-distil": 3.467418670654297,
+      "cov-distil (oracle2student)": 4.397757053375244,
+      "cov-distil (oracle2teacher)": 4.261507034301758,
       "epoch": 0.06671899529042387,
-      "rel-constrast": 5.624813079833984,
+      "rel-constrast": 4.311592102050781,
       "step": 85,
-      "subrel-constrast": 4.161462783813477,
+      "subrel-constrast": 4.140945911407471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266205310821533,
-      "cov-distil (oracle2student)": 8.019726753234863,
-      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "cov-distil": 2.6339776515960693,
+      "cov-distil (oracle2student)": 7.504982948303223,
+      "cov-distil (oracle2teacher)": 6.342288970947266,
       "epoch": 0.06750392464678179,
-      "rel-constrast": 5.973287582397461,
+      "rel-constrast": 6.919770240783691,
       "step": 86,
-      "subrel-constrast": 5.353548526763916,
+      "subrel-constrast": 5.356539726257324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9515674114227295,
-      "cov-distil (oracle2student)": 6.66702938079834,
-      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "cov-distil": 3.273770332336426,
+      "cov-distil (oracle2student)": 5.814985275268555,
+      "cov-distil (oracle2teacher)": 5.552024841308594,
       "epoch": 0.06828885400313972,
-      "rel-constrast": 7.188405990600586,
+      "rel-constrast": 6.946782112121582,
       "step": 87,
-      "subrel-constrast": 6.352745056152344,
+      "subrel-constrast": 6.339221000671387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.024931907653809,
-      "cov-distil (oracle2student)": 8.261985778808594,
-      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "cov-distil": 3.913015365600586,
+      "cov-distil (oracle2student)": 10.147391319274902,
+      "cov-distil (oracle2teacher)": 8.299596786499023,
       "epoch": 0.06907378335949764,
-      "rel-constrast": 6.1363115310668945,
+      "rel-constrast": 7.445561408996582,
       "step": 88,
-      "subrel-constrast": 5.887054920196533,
+      "subrel-constrast": 5.841367244720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.616726875305176,
-      "cov-distil (oracle2student)": 7.866814613342285,
-      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "cov-distil": 3.014737129211426,
+      "cov-distil (oracle2student)": 8.533182144165039,
+      "cov-distil (oracle2teacher)": 6.393281936645508,
       "epoch": 0.06985871271585557,
-      "rel-constrast": 6.378461837768555,
+      "rel-constrast": 6.527789115905762,
       "step": 89,
-      "subrel-constrast": 5.206252098083496,
+      "subrel-constrast": 5.174871444702148,
       "view-similarity": 0
     },
     {
       "epoch": 0.0706436420722135,
-      "grad_norm": 17.75,
+      "grad_norm": 16.0,
       "learning_rate": 4.45e-06,
-      "loss": 1.6566,
+      "loss": 1.6713,
       "step": 90
     },
     {
-      "cov-distil": 3.3641278743743896,
-      "cov-distil (oracle2student)": 5.879482269287109,
-      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "cov-distil": 4.172259330749512,
+      "cov-distil (oracle2student)": 6.947085380554199,
+      "cov-distil (oracle2teacher)": 4.661184787750244,
       "epoch": 0.0706436420722135,
-      "rel-constrast": 4.970180511474609,
+      "rel-constrast": 7.325626850128174,
       "step": 90,
-      "subrel-constrast": 4.763465881347656,
+      "subrel-constrast": 4.767091274261475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9355416297912598,
-      "cov-distil (oracle2student)": 6.9991936683654785,
-      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "cov-distil": 2.842317819595337,
+      "cov-distil (oracle2student)": 6.475354194641113,
+      "cov-distil (oracle2teacher)": 5.886109828948975,
       "epoch": 0.07142857142857142,
-      "rel-constrast": 5.827273845672607,
+      "rel-constrast": 4.6491289138793945,
       "step": 91,
-      "subrel-constrast": 4.389217853546143,
+      "subrel-constrast": 4.35485315322876,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.328171491622925,
-      "cov-distil (oracle2student)": 6.016704559326172,
-      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "cov-distil": 3.5069222450256348,
+      "cov-distil (oracle2student)": 7.179730415344238,
+      "cov-distil (oracle2teacher)": 5.005096435546875,
       "epoch": 0.07221350078492936,
-      "rel-constrast": 6.104631423950195,
+      "rel-constrast": 6.764369964599609,
       "step": 92,
-      "subrel-constrast": 5.1348137855529785,
+      "subrel-constrast": 5.091543674468994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7416696548461914,
-      "cov-distil (oracle2student)": 6.554116249084473,
-      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "cov-distil": 2.8493378162384033,
+      "cov-distil (oracle2student)": 6.265390872955322,
+      "cov-distil (oracle2teacher)": 5.647514820098877,
       "epoch": 0.07299843014128729,
-      "rel-constrast": 4.428642272949219,
+      "rel-constrast": 5.97506856918335,
       "step": 93,
-      "subrel-constrast": 4.080572605133057,
+      "subrel-constrast": 4.0710225105285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.126981258392334,
-      "cov-distil (oracle2student)": 7.561041355133057,
-      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "cov-distil": 4.365849018096924,
+      "cov-distil (oracle2student)": 7.752453804016113,
+      "cov-distil (oracle2teacher)": 6.529370307922363,
       "epoch": 0.07378335949764521,
-      "rel-constrast": 6.626583576202393,
+      "rel-constrast": 6.864980697631836,
       "step": 94,
-      "subrel-constrast": 6.036290168762207,
+      "subrel-constrast": 6.003664970397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266633987426758,
-      "cov-distil (oracle2student)": 8.336587905883789,
-      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "cov-distil": 3.9482431411743164,
+      "cov-distil (oracle2student)": 8.208736419677734,
+      "cov-distil (oracle2teacher)": 6.756885528564453,
       "epoch": 0.07456828885400314,
-      "rel-constrast": 5.243127822875977,
+      "rel-constrast": 6.474591255187988,
       "step": 95,
-      "subrel-constrast": 5.471756458282471,
+      "subrel-constrast": 5.497350692749023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3002748489379883,
-      "cov-distil (oracle2student)": 7.252134799957275,
-      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "cov-distil": 3.8980870246887207,
+      "cov-distil (oracle2student)": 6.817686080932617,
+      "cov-distil (oracle2teacher)": 5.284598350524902,
       "epoch": 0.07535321821036106,
-      "rel-constrast": 6.544553756713867,
+      "rel-constrast": 6.325166702270508,
       "step": 96,
-      "subrel-constrast": 4.715362548828125,
+      "subrel-constrast": 4.700587749481201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.930333375930786,
-      "cov-distil (oracle2student)": 7.169529914855957,
-      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "cov-distil": 3.492767095565796,
+      "cov-distil (oracle2student)": 7.6443023681640625,
+      "cov-distil (oracle2teacher)": 6.197578430175781,
       "epoch": 0.076138147566719,
-      "rel-constrast": 8.069984436035156,
+      "rel-constrast": 7.580464839935303,
       "step": 97,
-      "subrel-constrast": 6.452698230743408,
+      "subrel-constrast": 6.411718368530273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3107340335845947,
-      "cov-distil (oracle2student)": 5.442892074584961,
-      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "cov-distil": 4.256983280181885,
+      "cov-distil (oracle2student)": 5.973204612731934,
+      "cov-distil (oracle2teacher)": 5.072113990783691,
       "epoch": 0.07692307692307693,
-      "rel-constrast": 5.03950834274292,
+      "rel-constrast": 5.687909126281738,
       "step": 98,
-      "subrel-constrast": 5.33092737197876,
+      "subrel-constrast": 5.3254714012146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7905068397521973,
-      "cov-distil (oracle2student)": 6.082137584686279,
-      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "cov-distil": 3.688767910003662,
+      "cov-distil (oracle2student)": 7.6080427169799805,
+      "cov-distil (oracle2teacher)": 5.660515785217285,
       "epoch": 0.07770800627943485,
-      "rel-constrast": 5.238041400909424,
+      "rel-constrast": 6.207898139953613,
       "step": 99,
-      "subrel-constrast": 5.280867576599121,
+      "subrel-constrast": 5.273509502410889,
       "view-similarity": 0
     },
     {
       "epoch": 0.07849293563579278,
-      "grad_norm": 16.25,
+      "grad_norm": 13.1875,
       "learning_rate": 4.950000000000001e-06,
-      "loss": 1.5351,
+      "loss": 1.5964,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
-      "overlap": 0.20468750596046448,
+      "overlap": 0.26093751192092896,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "student margin": 0.018585205078125
+      "student margin": 0.02233123779296875
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "teacher margin": 0.0267791748046875
+      "teacher margin": 0.02655029296875
     },
     {
       "epoch": 0.07849293563579278,
-      "margin difference": 0.0081939697265625,
+      "margin difference": 0.00421905517578125,
       "step": 100
     },
     {
-      "cov-distil": 3.0693624019622803,
-      "cov-distil (oracle2student)": 6.980118751525879,
-      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "cov-distil": 3.0646181106567383,
+      "cov-distil (oracle2student)": 5.650156021118164,
+      "cov-distil (oracle2teacher)": 5.052879333496094,
       "epoch": 0.07849293563579278,
-      "rel-constrast": 9.246582984924316,
+      "rel-constrast": 7.446720123291016,
       "step": 100,
-      "subrel-constrast": 5.737648963928223,
+      "subrel-constrast": 5.769871234893799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.966313362121582,
-      "cov-distil (oracle2student)": 6.273595809936523,
-      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "cov-distil": 4.30760383605957,
+      "cov-distil (oracle2student)": 7.590290069580078,
+      "cov-distil (oracle2teacher)": 6.352579116821289,
       "epoch": 0.07927786499215071,
-      "rel-constrast": 8.411349296569824,
+      "rel-constrast": 9.573251724243164,
       "step": 101,
-      "subrel-constrast": 8.01908016204834,
+      "subrel-constrast": 8.01053524017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8371520042419434,
-      "cov-distil (oracle2student)": 8.099665641784668,
-      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "cov-distil": 2.8127479553222656,
+      "cov-distil (oracle2student)": 8.519676208496094,
+      "cov-distil (oracle2teacher)": 6.318304061889648,
       "epoch": 0.08006279434850863,
-      "rel-constrast": 4.871597766876221,
+      "rel-constrast": 5.976484298706055,
       "step": 102,
-      "subrel-constrast": 3.9983325004577637,
+      "subrel-constrast": 3.997304677963257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8040473461151123,
-      "cov-distil (oracle2student)": 7.026789665222168,
-      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "cov-distil": 3.0864481925964355,
+      "cov-distil (oracle2student)": 7.834372520446777,
+      "cov-distil (oracle2teacher)": 6.268488883972168,
       "epoch": 0.08084772370486656,
-      "rel-constrast": 6.079948902130127,
+      "rel-constrast": 6.369638442993164,
       "step": 103,
-      "subrel-constrast": 5.005115985870361,
+      "subrel-constrast": 4.998741149902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1548211574554443,
-      "cov-distil (oracle2student)": 6.445549488067627,
-      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "cov-distil": 4.139869689941406,
+      "cov-distil (oracle2student)": 5.192523002624512,
+      "cov-distil (oracle2teacher)": 4.180977821350098,
       "epoch": 0.08163265306122448,
-      "rel-constrast": 7.2248029708862305,
+      "rel-constrast": 7.094812393188477,
       "step": 104,
-      "subrel-constrast": 5.305993556976318,
+      "subrel-constrast": 5.309741497039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.700580596923828,
-      "cov-distil (oracle2student)": 6.819460868835449,
-      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "cov-distil": 2.8629326820373535,
+      "cov-distil (oracle2student)": 6.405134201049805,
+      "cov-distil (oracle2teacher)": 4.585333347320557,
       "epoch": 0.08241758241758242,
-      "rel-constrast": 6.1904296875,
+      "rel-constrast": 6.029398441314697,
       "step": 105,
-      "subrel-constrast": 4.427753925323486,
+      "subrel-constrast": 4.405944347381592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641253709793091,
-      "cov-distil (oracle2student)": 7.707598686218262,
-      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "cov-distil": 2.804183006286621,
+      "cov-distil (oracle2student)": 8.208352088928223,
+      "cov-distil (oracle2teacher)": 5.973414421081543,
       "epoch": 0.08320251177394035,
-      "rel-constrast": 6.605925559997559,
+      "rel-constrast": 6.903252601623535,
       "step": 106,
-      "subrel-constrast": 5.04954719543457,
+      "subrel-constrast": 5.036705017089844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9230635166168213,
-      "cov-distil (oracle2student)": 5.4684858322143555,
-      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "cov-distil": 3.0254249572753906,
+      "cov-distil (oracle2student)": 6.2759881019592285,
+      "cov-distil (oracle2teacher)": 4.3028411865234375,
       "epoch": 0.08398744113029827,
-      "rel-constrast": 5.391318321228027,
+      "rel-constrast": 5.653914928436279,
       "step": 107,
-      "subrel-constrast": 4.032782554626465,
+      "subrel-constrast": 4.003635406494141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.161479949951172,
-      "cov-distil (oracle2student)": 7.42598819732666,
-      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "cov-distil": 3.3716814517974854,
+      "cov-distil (oracle2student)": 9.016988754272461,
+      "cov-distil (oracle2teacher)": 7.027234077453613,
       "epoch": 0.0847723704866562,
-      "rel-constrast": 5.700629234313965,
+      "rel-constrast": 7.428191184997559,
       "step": 108,
-      "subrel-constrast": 5.242112636566162,
+      "subrel-constrast": 5.234278678894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.411763906478882,
-      "cov-distil (oracle2student)": 4.519542217254639,
-      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "cov-distil": 2.568998336791992,
+      "cov-distil (oracle2student)": 5.452152252197266,
+      "cov-distil (oracle2teacher)": 4.029109954833984,
       "epoch": 0.08555729984301413,
-      "rel-constrast": 3.85139799118042,
+      "rel-constrast": 4.599295139312744,
       "step": 109,
-      "subrel-constrast": 3.0891919136047363,
+      "subrel-constrast": 3.0936286449432373,
       "view-similarity": 0
     },
     {
       "epoch": 0.08634222919937205,
-      "grad_norm": 12.6875,
+      "grad_norm": 9.875,
       "learning_rate": 5.45e-06,
-      "loss": 1.6685,
+      "loss": 1.6769,
       "step": 110
     },
     {
-      "cov-distil": 3.7623462677001953,
-      "cov-distil (oracle2student)": 5.816520690917969,
-      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "cov-distil": 3.463804244995117,
+      "cov-distil (oracle2student)": 5.9991865158081055,
+      "cov-distil (oracle2teacher)": 5.275448799133301,
       "epoch": 0.08634222919937205,
-      "rel-constrast": 5.916131496429443,
+      "rel-constrast": 4.33720064163208,
       "step": 110,
-      "subrel-constrast": 5.666640758514404,
+      "subrel-constrast": 5.682195663452148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9162516593933105,
-      "cov-distil (oracle2student)": 6.607631683349609,
-      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "cov-distil": 3.6036934852600098,
+      "cov-distil (oracle2student)": 6.447922229766846,
+      "cov-distil (oracle2teacher)": 6.030551910400391,
       "epoch": 0.08712715855572999,
-      "rel-constrast": 6.387336254119873,
+      "rel-constrast": 7.509331226348877,
       "step": 111,
-      "subrel-constrast": 6.173241138458252,
+      "subrel-constrast": 6.130700588226318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.200730085372925,
-      "cov-distil (oracle2student)": 5.046133041381836,
-      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "cov-distil": 3.115490674972534,
+      "cov-distil (oracle2student)": 5.588878631591797,
+      "cov-distil (oracle2teacher)": 4.286932468414307,
       "epoch": 0.08791208791208792,
-      "rel-constrast": 6.980642795562744,
+      "rel-constrast": 7.0166015625,
       "step": 112,
-      "subrel-constrast": 5.868181228637695,
+      "subrel-constrast": 5.838592529296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8479957580566406,
-      "cov-distil (oracle2student)": 5.748662948608398,
-      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "cov-distil": 3.1193699836730957,
+      "cov-distil (oracle2student)": 6.684403419494629,
+      "cov-distil (oracle2teacher)": 4.05767297744751,
       "epoch": 0.08869701726844584,
-      "rel-constrast": 6.133625507354736,
+      "rel-constrast": 6.063724994659424,
       "step": 113,
-      "subrel-constrast": 5.044037818908691,
+      "subrel-constrast": 5.05271053314209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.956294059753418,
-      "cov-distil (oracle2student)": 5.843686103820801,
-      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "cov-distil": 3.0026895999908447,
+      "cov-distil (oracle2student)": 5.701247692108154,
+      "cov-distil (oracle2teacher)": 4.371553897857666,
       "epoch": 0.08948194662480377,
-      "rel-constrast": 5.719607353210449,
+      "rel-constrast": 5.26547384262085,
       "step": 114,
-      "subrel-constrast": 4.5047831535339355,
+      "subrel-constrast": 4.471022129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6976065635681152,
-      "cov-distil (oracle2student)": 6.534242153167725,
-      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "cov-distil": 4.096764087677002,
+      "cov-distil (oracle2student)": 6.054049968719482,
+      "cov-distil (oracle2teacher)": 4.963072776794434,
       "epoch": 0.09026687598116169,
-      "rel-constrast": 6.587165832519531,
+      "rel-constrast": 6.288113117218018,
       "step": 115,
-      "subrel-constrast": 5.188892841339111,
+      "subrel-constrast": 5.170440673828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2262754440307617,
-      "cov-distil (oracle2student)": 7.407478332519531,
-      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "cov-distil": 4.119442462921143,
+      "cov-distil (oracle2student)": 8.004167556762695,
+      "cov-distil (oracle2teacher)": 5.903647422790527,
       "epoch": 0.09105180533751962,
-      "rel-constrast": 7.407068252563477,
+      "rel-constrast": 9.36007308959961,
       "step": 116,
-      "subrel-constrast": 6.1709818840026855,
+      "subrel-constrast": 6.159489154815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.905567169189453,
-      "cov-distil (oracle2student)": 6.0437421798706055,
-      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "cov-distil": 3.401610851287842,
+      "cov-distil (oracle2student)": 6.830559730529785,
+      "cov-distil (oracle2teacher)": 5.260702133178711,
       "epoch": 0.09183673469387756,
-      "rel-constrast": 5.36617374420166,
+      "rel-constrast": 6.977236270904541,
       "step": 117,
-      "subrel-constrast": 4.775646686553955,
+      "subrel-constrast": 4.774789333343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6030263900756836,
-      "cov-distil (oracle2student)": 7.838919639587402,
-      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "cov-distil": 3.7812230587005615,
+      "cov-distil (oracle2student)": 6.804970741271973,
+      "cov-distil (oracle2teacher)": 6.504517555236816,
       "epoch": 0.09262166405023547,
-      "rel-constrast": 4.8718767166137695,
+      "rel-constrast": 5.411280155181885,
       "step": 118,
-      "subrel-constrast": 4.323362827301025,
+      "subrel-constrast": 4.296385765075684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.951072931289673,
-      "cov-distil (oracle2student)": 3.37375545501709,
-      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "cov-distil": 3.2783865928649902,
+      "cov-distil (oracle2student)": 4.664431571960449,
+      "cov-distil (oracle2teacher)": 3.932188034057617,
       "epoch": 0.09340659340659341,
-      "rel-constrast": 4.747162342071533,
+      "rel-constrast": 4.738246917724609,
       "step": 119,
-      "subrel-constrast": 4.06825590133667,
+      "subrel-constrast": 4.050357818603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.09419152276295134,
-      "grad_norm": 11.8125,
+      "grad_norm": 12.375,
       "learning_rate": 5.95e-06,
-      "loss": 1.5856,
+      "loss": 1.5742,
       "step": 120
     },
     {
-      "cov-distil": 2.652560234069824,
-      "cov-distil (oracle2student)": 7.5916571617126465,
-      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "cov-distil": 2.753736734390259,
+      "cov-distil (oracle2student)": 7.779763221740723,
+      "cov-distil (oracle2teacher)": 6.3939127922058105,
       "epoch": 0.09419152276295134,
-      "rel-constrast": 5.198563575744629,
+      "rel-constrast": 5.277710914611816,
       "step": 120,
-      "subrel-constrast": 4.764272689819336,
+      "subrel-constrast": 4.793119430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276362895965576,
-      "cov-distil (oracle2student)": 4.456997871398926,
-      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "cov-distil": 3.134331464767456,
+      "cov-distil (oracle2student)": 5.249656677246094,
+      "cov-distil (oracle2teacher)": 3.9930598735809326,
       "epoch": 0.09497645211930926,
-      "rel-constrast": 6.008549213409424,
+      "rel-constrast": 6.020803928375244,
       "step": 121,
-      "subrel-constrast": 4.660116672515869,
+      "subrel-constrast": 4.648012161254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.912120819091797,
-      "cov-distil (oracle2student)": 8.093740463256836,
-      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "cov-distil": 3.8989295959472656,
+      "cov-distil (oracle2student)": 7.892412185668945,
+      "cov-distil (oracle2teacher)": 6.6092329025268555,
       "epoch": 0.09576138147566719,
-      "rel-constrast": 6.139238357543945,
+      "rel-constrast": 5.2931952476501465,
       "step": 122,
-      "subrel-constrast": 4.679972171783447,
+      "subrel-constrast": 4.701415538787842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.049605369567871,
-      "cov-distil (oracle2student)": 5.1690802574157715,
-      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "cov-distil": 2.369187831878662,
+      "cov-distil (oracle2student)": 5.326510429382324,
+      "cov-distil (oracle2teacher)": 4.398371696472168,
       "epoch": 0.09654631083202511,
-      "rel-constrast": 5.203070640563965,
+      "rel-constrast": 4.237156391143799,
       "step": 123,
-      "subrel-constrast": 4.063456058502197,
+      "subrel-constrast": 4.039740562438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0213463306427,
-      "cov-distil (oracle2student)": 7.696413993835449,
-      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "cov-distil": 2.956603527069092,
+      "cov-distil (oracle2student)": 7.593158721923828,
+      "cov-distil (oracle2teacher)": 6.412726879119873,
       "epoch": 0.09733124018838304,
-      "rel-constrast": 6.98874568939209,
+      "rel-constrast": 6.886216640472412,
       "step": 124,
-      "subrel-constrast": 5.5499491691589355,
+      "subrel-constrast": 5.587587356567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.535893440246582,
-      "cov-distil (oracle2student)": 8.712299346923828,
-      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "cov-distil": 2.5867247581481934,
+      "cov-distil (oracle2student)": 9.468273162841797,
+      "cov-distil (oracle2teacher)": 7.500733375549316,
       "epoch": 0.09811616954474098,
-      "rel-constrast": 6.464357376098633,
+      "rel-constrast": 6.810101509094238,
       "step": 125,
-      "subrel-constrast": 5.6494855880737305,
+      "subrel-constrast": 5.63134765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6822762489318848,
-      "cov-distil (oracle2student)": 6.449732780456543,
-      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "cov-distil": 3.4119648933410645,
+      "cov-distil (oracle2student)": 5.082828521728516,
+      "cov-distil (oracle2teacher)": 4.722224235534668,
       "epoch": 0.0989010989010989,
-      "rel-constrast": 5.643919944763184,
+      "rel-constrast": 6.404219627380371,
       "step": 126,
-      "subrel-constrast": 4.270016193389893,
+      "subrel-constrast": 4.241744041442871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1074256896972656,
-      "cov-distil (oracle2student)": 5.3115644454956055,
-      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "cov-distil": 2.5176498889923096,
+      "cov-distil (oracle2student)": 5.443663120269775,
+      "cov-distil (oracle2teacher)": 4.423578262329102,
       "epoch": 0.09968602825745683,
-      "rel-constrast": 5.749547004699707,
+      "rel-constrast": 7.538323402404785,
       "step": 127,
-      "subrel-constrast": 5.532700538635254,
+      "subrel-constrast": 5.495424270629883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.936629295349121,
-      "cov-distil (oracle2student)": 5.304935455322266,
-      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "cov-distil": 2.6202151775360107,
+      "cov-distil (oracle2student)": 4.336757659912109,
+      "cov-distil (oracle2teacher)": 3.8966522216796875,
       "epoch": 0.10047095761381476,
-      "rel-constrast": 6.327916622161865,
+      "rel-constrast": 5.007964134216309,
       "step": 128,
-      "subrel-constrast": 4.5997748374938965,
+      "subrel-constrast": 4.565318584442139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.669504165649414,
-      "cov-distil (oracle2student)": 9.971288681030273,
-      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "cov-distil": 3.732468843460083,
+      "cov-distil (oracle2student)": 9.054546356201172,
+      "cov-distil (oracle2teacher)": 6.8621978759765625,
       "epoch": 0.10125588697017268,
-      "rel-constrast": 6.6161065101623535,
+      "rel-constrast": 6.9113545417785645,
       "step": 129,
-      "subrel-constrast": 5.407919883728027,
+      "subrel-constrast": 5.373458385467529,
       "view-similarity": 0
     },
     {
       "epoch": 0.10204081632653061,
       "grad_norm": 16.5,
       "learning_rate": 6.45e-06,
-      "loss": 1.5831,
+      "loss": 1.5097,
       "step": 130
     },
     {
-      "cov-distil": 2.327519178390503,
-      "cov-distil (oracle2student)": 6.993311405181885,
-      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "cov-distil": 3.5826101303100586,
+      "cov-distil (oracle2student)": 7.589132308959961,
+      "cov-distil (oracle2teacher)": 4.673649787902832,
       "epoch": 0.10204081632653061,
-      "rel-constrast": 4.820262432098389,
+      "rel-constrast": 6.0022478103637695,
       "step": 130,
-      "subrel-constrast": 3.4438061714172363,
+      "subrel-constrast": 3.412348508834839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0019335746765137,
-      "cov-distil (oracle2student)": 4.936619281768799,
-      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "cov-distil": 3.5502538681030273,
+      "cov-distil (oracle2student)": 6.185405731201172,
+      "cov-distil (oracle2teacher)": 3.6011123657226562,
       "epoch": 0.10282574568288853,
-      "rel-constrast": 5.546187400817871,
+      "rel-constrast": 6.291843891143799,
       "step": 131,
-      "subrel-constrast": 4.52654504776001,
+      "subrel-constrast": 4.55568265914917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2872753143310547,
-      "cov-distil (oracle2student)": 4.686687469482422,
-      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "cov-distil": 4.225607872009277,
+      "cov-distil (oracle2student)": 5.891122817993164,
+      "cov-distil (oracle2teacher)": 4.642459869384766,
       "epoch": 0.10361067503924647,
-      "rel-constrast": 4.3100128173828125,
+      "rel-constrast": 6.100297451019287,
       "step": 132,
-      "subrel-constrast": 4.772364139556885,
+      "subrel-constrast": 4.809032440185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.951021432876587,
-      "cov-distil (oracle2student)": 5.6703667640686035,
-      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "cov-distil": 2.613135814666748,
+      "cov-distil (oracle2student)": 4.144036293029785,
+      "cov-distil (oracle2teacher)": 3.427272081375122,
       "epoch": 0.1043956043956044,
-      "rel-constrast": 7.899327754974365,
+      "rel-constrast": 6.653631210327148,
       "step": 133,
-      "subrel-constrast": 5.173623085021973,
+      "subrel-constrast": 5.155982494354248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8324503898620605,
-      "cov-distil (oracle2student)": 6.385481834411621,
-      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "cov-distil": 3.6445398330688477,
+      "cov-distil (oracle2student)": 6.976521015167236,
+      "cov-distil (oracle2teacher)": 4.969244480133057,
       "epoch": 0.10518053375196232,
-      "rel-constrast": 7.542125701904297,
+      "rel-constrast": 9.596206665039062,
       "step": 134,
-      "subrel-constrast": 6.20897102355957,
+      "subrel-constrast": 6.209388256072998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.568618059158325,
-      "cov-distil (oracle2student)": 5.818717956542969,
-      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "cov-distil": 2.666306257247925,
+      "cov-distil (oracle2student)": 4.872648239135742,
+      "cov-distil (oracle2teacher)": 4.429591655731201,
       "epoch": 0.10596546310832025,
-      "rel-constrast": 6.248257637023926,
+      "rel-constrast": 5.796459197998047,
       "step": 135,
-      "subrel-constrast": 5.135055065155029,
+      "subrel-constrast": 5.10705041885376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.144698143005371,
-      "cov-distil (oracle2student)": 4.889866828918457,
-      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "cov-distil": 2.867917537689209,
+      "cov-distil (oracle2student)": 5.5221476554870605,
+      "cov-distil (oracle2teacher)": 4.040358543395996,
       "epoch": 0.10675039246467818,
-      "rel-constrast": 5.107748031616211,
+      "rel-constrast": 5.675872802734375,
       "step": 136,
-      "subrel-constrast": 4.345935821533203,
+      "subrel-constrast": 4.308029651641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7044363021850586,
-      "cov-distil (oracle2student)": 6.096634864807129,
-      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "cov-distil": 2.4281678199768066,
+      "cov-distil (oracle2student)": 6.82718563079834,
+      "cov-distil (oracle2teacher)": 5.394460678100586,
       "epoch": 0.1075353218210361,
-      "rel-constrast": 4.691919326782227,
+      "rel-constrast": 5.014422416687012,
       "step": 137,
-      "subrel-constrast": 3.9912216663360596,
+      "subrel-constrast": 3.941392660140991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4799304008483887,
-      "cov-distil (oracle2student)": 7.858448505401611,
-      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "cov-distil": 3.281728744506836,
+      "cov-distil (oracle2student)": 8.95314884185791,
+      "cov-distil (oracle2teacher)": 6.387600898742676,
       "epoch": 0.10832025117739404,
-      "rel-constrast": 6.566288948059082,
+      "rel-constrast": 7.405739784240723,
       "step": 138,
-      "subrel-constrast": 5.5048980712890625,
+      "subrel-constrast": 5.526828289031982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7945852279663086,
-      "cov-distil (oracle2student)": 7.29274320602417,
-      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "cov-distil": 3.199995994567871,
+      "cov-distil (oracle2student)": 6.993356704711914,
+      "cov-distil (oracle2teacher)": 6.515793800354004,
       "epoch": 0.10910518053375197,
-      "rel-constrast": 5.898140907287598,
+      "rel-constrast": 7.969585418701172,
       "step": 139,
-      "subrel-constrast": 5.746703624725342,
+      "subrel-constrast": 5.674949645996094,
       "view-similarity": 0
     },
     {
       "epoch": 0.10989010989010989,
-      "grad_norm": 18.125,
+      "grad_norm": 15.4375,
       "learning_rate": 6.950000000000001e-06,
-      "loss": 1.536,
+      "loss": 1.6627,
       "step": 140
     },
     {
-      "cov-distil": 3.14044451713562,
-      "cov-distil (oracle2student)": 4.587895393371582,
-      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "cov-distil": 3.0478715896606445,
+      "cov-distil (oracle2student)": 4.032871723175049,
+      "cov-distil (oracle2teacher)": 3.6633141040802,
       "epoch": 0.10989010989010989,
-      "rel-constrast": 5.251264572143555,
+      "rel-constrast": 6.712202072143555,
       "step": 140,
-      "subrel-constrast": 5.109164714813232,
+      "subrel-constrast": 5.074481010437012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.021540641784668,
-      "cov-distil (oracle2student)": 7.4869279861450195,
-      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "cov-distil": 3.525759696960449,
+      "cov-distil (oracle2student)": 7.28286600112915,
+      "cov-distil (oracle2teacher)": 5.443356513977051,
       "epoch": 0.11067503924646782,
-      "rel-constrast": 6.179267406463623,
+      "rel-constrast": 7.158378601074219,
       "step": 141,
-      "subrel-constrast": 5.208951950073242,
+      "subrel-constrast": 5.154661655426025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6684998273849487,
-      "cov-distil (oracle2student)": 6.087306976318359,
-      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "cov-distil": 3.08044171333313,
+      "cov-distil (oracle2student)": 6.453373432159424,
+      "cov-distil (oracle2teacher)": 5.040820121765137,
       "epoch": 0.11145996860282574,
-      "rel-constrast": 5.406123161315918,
+      "rel-constrast": 5.518401145935059,
       "step": 142,
-      "subrel-constrast": 4.496994495391846,
+      "subrel-constrast": 4.588344097137451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436387300491333,
-      "cov-distil (oracle2student)": 6.199030876159668,
-      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "cov-distil": 3.689772367477417,
+      "cov-distil (oracle2student)": 6.7255635261535645,
+      "cov-distil (oracle2teacher)": 5.300020694732666,
       "epoch": 0.11224489795918367,
-      "rel-constrast": 7.168307781219482,
+      "rel-constrast": 8.479483604431152,
       "step": 143,
-      "subrel-constrast": 7.344377517700195,
+      "subrel-constrast": 7.284424304962158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8038110733032227,
-      "cov-distil (oracle2student)": 6.1025261878967285,
-      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "cov-distil": 2.696672201156616,
+      "cov-distil (oracle2student)": 6.833281517028809,
+      "cov-distil (oracle2teacher)": 4.9301276206970215,
       "epoch": 0.1130298273155416,
-      "rel-constrast": 5.3039350509643555,
+      "rel-constrast": 7.544017791748047,
       "step": 144,
-      "subrel-constrast": 5.038955211639404,
+      "subrel-constrast": 4.927720546722412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3631601333618164,
-      "cov-distil (oracle2student)": 5.591802597045898,
-      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "cov-distil": 3.364506483078003,
+      "cov-distil (oracle2student)": 5.243492126464844,
+      "cov-distil (oracle2teacher)": 3.8284406661987305,
       "epoch": 0.11381475667189953,
-      "rel-constrast": 5.500809669494629,
+      "rel-constrast": 5.084105968475342,
       "step": 145,
-      "subrel-constrast": 4.158411979675293,
+      "subrel-constrast": 4.156068801879883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.101959705352783,
-      "cov-distil (oracle2student)": 8.792764663696289,
-      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "cov-distil": 2.7804934978485107,
+      "cov-distil (oracle2student)": 6.690491676330566,
+      "cov-distil (oracle2teacher)": 6.130857467651367,
       "epoch": 0.11459968602825746,
-      "rel-constrast": 8.219110488891602,
+      "rel-constrast": 6.248623371124268,
       "step": 146,
-      "subrel-constrast": 6.158865451812744,
+      "subrel-constrast": 6.079244613647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.208827018737793,
-      "cov-distil (oracle2student)": 5.422389984130859,
-      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "cov-distil": 2.6251301765441895,
+      "cov-distil (oracle2student)": 5.3206000328063965,
+      "cov-distil (oracle2teacher)": 4.484084606170654,
       "epoch": 0.11538461538461539,
-      "rel-constrast": 4.903823375701904,
+      "rel-constrast": 4.988458156585693,
       "step": 147,
-      "subrel-constrast": 3.73964786529541,
+      "subrel-constrast": 3.722346305847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6742186546325684,
-      "cov-distil (oracle2student)": 8.266731262207031,
-      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "cov-distil": 3.140590190887451,
+      "cov-distil (oracle2student)": 8.826162338256836,
+      "cov-distil (oracle2teacher)": 6.78256368637085,
       "epoch": 0.11616954474097331,
-      "rel-constrast": 7.703867435455322,
+      "rel-constrast": 8.099830627441406,
       "step": 148,
-      "subrel-constrast": 7.040656566619873,
+      "subrel-constrast": 7.032925605773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.720594644546509,
-      "cov-distil (oracle2student)": 6.478317737579346,
-      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "cov-distil": 3.356271266937256,
+      "cov-distil (oracle2student)": 6.541024208068848,
+      "cov-distil (oracle2teacher)": 5.788689136505127,
       "epoch": 0.11695447409733124,
-      "rel-constrast": 5.557610511779785,
+      "rel-constrast": 6.1065497398376465,
       "step": 149,
-      "subrel-constrast": 5.062001705169678,
+      "subrel-constrast": 5.005842685699463,
       "view-similarity": 0
     },
     {
       "epoch": 0.11773940345368916,
-      "grad_norm": 13.25,
+      "grad_norm": 14.3125,
       "learning_rate": 7.45e-06,
-      "loss": 1.6052,
+      "loss": 1.6485,
       "step": 150
     },
     {
-      "cov-distil": 2.7814245223999023,
-      "cov-distil (oracle2student)": 3.1672582626342773,
-      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "cov-distil": 2.7030045986175537,
+      "cov-distil (oracle2student)": 3.7674810886383057,
+      "cov-distil (oracle2teacher)": 3.085916042327881,
       "epoch": 0.11773940345368916,
-      "rel-constrast": 3.688767671585083,
+      "rel-constrast": 5.151108264923096,
       "step": 150,
-      "subrel-constrast": 4.0553388595581055,
+      "subrel-constrast": 4.00547456741333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.247326374053955,
-      "cov-distil (oracle2student)": 6.089717388153076,
-      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "cov-distil": 3.228457450866699,
+      "cov-distil (oracle2student)": 5.8053789138793945,
+      "cov-distil (oracle2teacher)": 4.123257637023926,
       "epoch": 0.1185243328100471,
-      "rel-constrast": 7.835025787353516,
+      "rel-constrast": 6.911338806152344,
       "step": 151,
-      "subrel-constrast": 5.920222282409668,
+      "subrel-constrast": 5.8396782875061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4771711826324463,
-      "cov-distil (oracle2student)": 5.4199323654174805,
-      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "cov-distil": 3.4417409896850586,
+      "cov-distil (oracle2student)": 8.46318531036377,
+      "cov-distil (oracle2teacher)": 6.07802677154541,
       "epoch": 0.11930926216640503,
-      "rel-constrast": 5.148440361022949,
+      "rel-constrast": 7.051833629608154,
       "step": 152,
-      "subrel-constrast": 5.527997016906738,
+      "subrel-constrast": 5.503161907196045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1515517234802246,
-      "cov-distil (oracle2student)": 5.8758463859558105,
-      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "cov-distil": 3.7280423641204834,
+      "cov-distil (oracle2student)": 6.540938377380371,
+      "cov-distil (oracle2teacher)": 5.274101257324219,
       "epoch": 0.12009419152276295,
-      "rel-constrast": 6.0649309158325195,
+      "rel-constrast": 7.552460670471191,
       "step": 153,
-      "subrel-constrast": 5.996879577636719,
+      "subrel-constrast": 5.9853668212890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6257619857788086,
-      "cov-distil (oracle2student)": 6.314117908477783,
-      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "cov-distil": 4.553602695465088,
+      "cov-distil (oracle2student)": 7.875044822692871,
+      "cov-distil (oracle2teacher)": 5.747226715087891,
       "epoch": 0.12087912087912088,
-      "rel-constrast": 5.450338840484619,
+      "rel-constrast": 8.039193153381348,
       "step": 154,
-      "subrel-constrast": 5.505670547485352,
+      "subrel-constrast": 5.396801471710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0370373725891113,
-      "cov-distil (oracle2student)": 4.342787742614746,
-      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "cov-distil": 4.124904632568359,
+      "cov-distil (oracle2student)": 5.231123924255371,
+      "cov-distil (oracle2teacher)": 4.350968360900879,
       "epoch": 0.12166405023547881,
-      "rel-constrast": 4.312812805175781,
+      "rel-constrast": 5.714207172393799,
       "step": 155,
-      "subrel-constrast": 4.328639984130859,
+      "subrel-constrast": 4.246511936187744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.520047903060913,
-      "cov-distil (oracle2student)": 7.382922172546387,
-      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "cov-distil": 3.9099812507629395,
+      "cov-distil (oracle2student)": 8.506993293762207,
+      "cov-distil (oracle2teacher)": 7.320101737976074,
       "epoch": 0.12244897959183673,
-      "rel-constrast": 6.673659324645996,
+      "rel-constrast": 7.357486724853516,
       "step": 156,
-      "subrel-constrast": 5.639657974243164,
+      "subrel-constrast": 5.5572099685668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1351096630096436,
-      "cov-distil (oracle2student)": 6.902695178985596,
-      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "cov-distil": 2.973890781402588,
+      "cov-distil (oracle2student)": 5.856800079345703,
+      "cov-distil (oracle2teacher)": 5.642977237701416,
       "epoch": 0.12323390894819466,
-      "rel-constrast": 6.046702861785889,
+      "rel-constrast": 4.846946716308594,
       "step": 157,
-      "subrel-constrast": 4.712500095367432,
+      "subrel-constrast": 4.710165977478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.25526762008667,
-      "cov-distil (oracle2student)": 6.525176048278809,
-      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "cov-distil": 4.569513320922852,
+      "cov-distil (oracle2student)": 8.149543762207031,
+      "cov-distil (oracle2teacher)": 5.755398750305176,
       "epoch": 0.12401883830455258,
-      "rel-constrast": 5.966568946838379,
+      "rel-constrast": 6.727461814880371,
       "step": 158,
-      "subrel-constrast": 5.607508659362793,
+      "subrel-constrast": 5.557319641113281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9533963203430176,
-      "cov-distil (oracle2student)": 6.75103759765625,
-      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "cov-distil": 4.660876274108887,
+      "cov-distil (oracle2student)": 6.986422538757324,
+      "cov-distil (oracle2teacher)": 4.300276279449463,
       "epoch": 0.12480376766091052,
-      "rel-constrast": 7.113164901733398,
+      "rel-constrast": 7.226203441619873,
       "step": 159,
-      "subrel-constrast": 5.0479631423950195,
+      "subrel-constrast": 5.097994327545166,
       "view-similarity": 0
     },
     {
       "epoch": 0.12558869701726844,
-      "grad_norm": 17.375,
+      "grad_norm": 14.4375,
       "learning_rate": 7.95e-06,
-      "loss": 1.5405,
+      "loss": 1.6645,
       "step": 160
     },
     {
-      "cov-distil": 2.9749436378479004,
-      "cov-distil (oracle2student)": 5.1709065437316895,
-      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "cov-distil": 2.9662160873413086,
+      "cov-distil (oracle2student)": 5.019498825073242,
+      "cov-distil (oracle2teacher)": 4.117968559265137,
       "epoch": 0.12558869701726844,
-      "rel-constrast": 4.383584976196289,
+      "rel-constrast": 6.524762153625488,
       "step": 160,
-      "subrel-constrast": 4.833831310272217,
+      "subrel-constrast": 4.770631790161133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0097780227661133,
-      "cov-distil (oracle2student)": 5.923301696777344,
-      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "cov-distil": 2.967463970184326,
+      "cov-distil (oracle2student)": 6.850135803222656,
+      "cov-distil (oracle2teacher)": 5.283978462219238,
       "epoch": 0.12637362637362637,
-      "rel-constrast": 5.818535804748535,
+      "rel-constrast": 6.626836776733398,
       "step": 161,
-      "subrel-constrast": 5.84551477432251,
+      "subrel-constrast": 5.70952844619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5908939838409424,
-      "cov-distil (oracle2student)": 5.665188789367676,
-      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "cov-distil": 2.614098072052002,
+      "cov-distil (oracle2student)": 5.192425727844238,
+      "cov-distil (oracle2teacher)": 4.544561862945557,
       "epoch": 0.1271585557299843,
-      "rel-constrast": 5.184443473815918,
+      "rel-constrast": 5.787964820861816,
       "step": 162,
-      "subrel-constrast": 4.453043460845947,
+      "subrel-constrast": 4.3974761962890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.840712070465088,
-      "cov-distil (oracle2student)": 6.3763909339904785,
-      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "cov-distil": 2.5466151237487793,
+      "cov-distil (oracle2student)": 7.476473808288574,
+      "cov-distil (oracle2teacher)": 5.512198448181152,
       "epoch": 0.12794348508634223,
-      "rel-constrast": 6.74964714050293,
+      "rel-constrast": 7.988420486450195,
       "step": 163,
-      "subrel-constrast": 6.0634331703186035,
+      "subrel-constrast": 5.872060775756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5142221450805664,
-      "cov-distil (oracle2student)": 5.44363260269165,
-      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "cov-distil": 4.507816314697266,
+      "cov-distil (oracle2student)": 6.876140594482422,
+      "cov-distil (oracle2teacher)": 5.144808769226074,
       "epoch": 0.12872841444270017,
-      "rel-constrast": 5.557941436767578,
+      "rel-constrast": 7.334781646728516,
       "step": 164,
-      "subrel-constrast": 5.863348960876465,
+      "subrel-constrast": 5.803494930267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2164993286132812,
-      "cov-distil (oracle2student)": 5.855222225189209,
-      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "cov-distil": 3.9260101318359375,
+      "cov-distil (oracle2student)": 6.903123378753662,
+      "cov-distil (oracle2teacher)": 4.879085540771484,
       "epoch": 0.12951334379905807,
-      "rel-constrast": 6.6434831619262695,
+      "rel-constrast": 6.74758768081665,
       "step": 165,
-      "subrel-constrast": 5.331329822540283,
+      "subrel-constrast": 5.27960729598999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1836464405059814,
-      "cov-distil (oracle2student)": 4.513020038604736,
-      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "cov-distil": 3.1240272521972656,
+      "cov-distil (oracle2student)": 5.449798583984375,
+      "cov-distil (oracle2teacher)": 4.361807823181152,
       "epoch": 0.130298273155416,
-      "rel-constrast": 5.878671646118164,
+      "rel-constrast": 5.528712749481201,
       "step": 166,
-      "subrel-constrast": 4.37673807144165,
+      "subrel-constrast": 4.295391082763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.782824754714966,
-      "cov-distil (oracle2student)": 5.268921375274658,
-      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "cov-distil": 3.1909804344177246,
+      "cov-distil (oracle2student)": 5.690861225128174,
+      "cov-distil (oracle2teacher)": 4.958884239196777,
       "epoch": 0.13108320251177394,
-      "rel-constrast": 5.137875556945801,
+      "rel-constrast": 5.0117926597595215,
       "step": 167,
-      "subrel-constrast": 4.443451881408691,
+      "subrel-constrast": 4.3923749923706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.539813995361328,
-      "cov-distil (oracle2student)": 5.48532247543335,
-      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "cov-distil": 2.9253644943237305,
+      "cov-distil (oracle2student)": 6.536823749542236,
+      "cov-distil (oracle2teacher)": 4.949524402618408,
       "epoch": 0.13186813186813187,
-      "rel-constrast": 4.842020511627197,
+      "rel-constrast": 4.632965087890625,
       "step": 168,
-      "subrel-constrast": 4.043414115905762,
+      "subrel-constrast": 4.028526306152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7517428398132324,
-      "cov-distil (oracle2student)": 5.737140655517578,
-      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "cov-distil": 3.960047721862793,
+      "cov-distil (oracle2student)": 6.507816314697266,
+      "cov-distil (oracle2teacher)": 5.179068088531494,
       "epoch": 0.1326530612244898,
-      "rel-constrast": 5.73463249206543,
+      "rel-constrast": 6.54719877243042,
       "step": 169,
-      "subrel-constrast": 5.651345729827881,
+      "subrel-constrast": 5.527524471282959,
       "view-similarity": 0
     },
     {
       "epoch": 0.13343799058084774,
-      "grad_norm": 13.375,
+      "grad_norm": 14.3125,
       "learning_rate": 8.45e-06,
-      "loss": 1.4693,
+      "loss": 1.5683,
       "step": 170
     },
     {
-      "cov-distil": 3.406038522720337,
-      "cov-distil (oracle2student)": 4.48272705078125,
-      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "cov-distil": 4.159029006958008,
+      "cov-distil (oracle2student)": 4.824380874633789,
+      "cov-distil (oracle2teacher)": 3.8449103832244873,
       "epoch": 0.13343799058084774,
-      "rel-constrast": 5.328525543212891,
+      "rel-constrast": 6.738110065460205,
       "step": 170,
-      "subrel-constrast": 5.504851818084717,
+      "subrel-constrast": 5.2951130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2601351737976074,
-      "cov-distil (oracle2student)": 5.214707374572754,
-      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "cov-distil": 2.546135425567627,
+      "cov-distil (oracle2student)": 5.423741340637207,
+      "cov-distil (oracle2teacher)": 3.8009438514709473,
       "epoch": 0.13422291993720564,
-      "rel-constrast": 5.732027530670166,
+      "rel-constrast": 7.40485143661499,
       "step": 171,
-      "subrel-constrast": 5.551510334014893,
+      "subrel-constrast": 5.430835723876953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2649431228637695,
-      "cov-distil (oracle2student)": 4.903834819793701,
-      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "cov-distil": 2.996793270111084,
+      "cov-distil (oracle2student)": 5.2190141677856445,
+      "cov-distil (oracle2teacher)": 3.5644731521606445,
       "epoch": 0.13500784929356358,
-      "rel-constrast": 5.048663139343262,
+      "rel-constrast": 4.73751974105835,
       "step": 172,
-      "subrel-constrast": 4.259944438934326,
+      "subrel-constrast": 4.2271246910095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.291656970977783,
-      "cov-distil (oracle2student)": 5.617837905883789,
-      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "cov-distil": 3.10329008102417,
+      "cov-distil (oracle2student)": 5.63836145401001,
+      "cov-distil (oracle2teacher)": 5.180298328399658,
       "epoch": 0.1357927786499215,
-      "rel-constrast": 4.11165714263916,
+      "rel-constrast": 4.513082504272461,
       "step": 173,
-      "subrel-constrast": 3.9811415672302246,
+      "subrel-constrast": 3.8364601135253906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3816723823547363,
-      "cov-distil (oracle2student)": 5.013119697570801,
-      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "cov-distil": 3.6365127563476562,
+      "cov-distil (oracle2student)": 4.375901222229004,
+      "cov-distil (oracle2teacher)": 4.113977432250977,
       "epoch": 0.13657770800627944,
-      "rel-constrast": 7.141737461090088,
+      "rel-constrast": 6.954038619995117,
       "step": 174,
-      "subrel-constrast": 5.517435550689697,
+      "subrel-constrast": 5.574974536895752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.518374443054199,
-      "cov-distil (oracle2student)": 5.188939094543457,
-      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "cov-distil": 4.325571060180664,
+      "cov-distil (oracle2student)": 5.860617637634277,
+      "cov-distil (oracle2teacher)": 4.595647811889648,
       "epoch": 0.13736263736263737,
-      "rel-constrast": 4.657840251922607,
+      "rel-constrast": 5.240061283111572,
       "step": 175,
-      "subrel-constrast": 4.213469982147217,
+      "subrel-constrast": 4.150509357452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1605043411254883,
-      "cov-distil (oracle2student)": 5.80596923828125,
-      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "cov-distil": 3.920865058898926,
+      "cov-distil (oracle2student)": 7.445850372314453,
+      "cov-distil (oracle2teacher)": 4.6917405128479,
       "epoch": 0.13814756671899528,
-      "rel-constrast": 5.725188732147217,
+      "rel-constrast": 7.635376930236816,
       "step": 176,
-      "subrel-constrast": 5.085594177246094,
+      "subrel-constrast": 5.020007610321045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.439970016479492,
-      "cov-distil (oracle2student)": 5.797138214111328,
-      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "cov-distil": 2.8503286838531494,
+      "cov-distil (oracle2student)": 5.019507884979248,
+      "cov-distil (oracle2teacher)": 4.395993232727051,
       "epoch": 0.1389324960753532,
-      "rel-constrast": 4.679790019989014,
+      "rel-constrast": 5.308384895324707,
       "step": 177,
-      "subrel-constrast": 4.292531967163086,
+      "subrel-constrast": 4.188920021057129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4772512912750244,
-      "cov-distil (oracle2student)": 5.517018795013428,
-      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "cov-distil": 2.7760677337646484,
+      "cov-distil (oracle2student)": 6.2227911949157715,
+      "cov-distil (oracle2teacher)": 4.913880825042725,
       "epoch": 0.13971742543171115,
-      "rel-constrast": 5.169275283813477,
+      "rel-constrast": 6.815461158752441,
       "step": 178,
-      "subrel-constrast": 6.139341354370117,
+      "subrel-constrast": 6.113162517547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.388380527496338,
-      "cov-distil (oracle2student)": 8.562522888183594,
-      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "cov-distil": 3.8002400398254395,
+      "cov-distil (oracle2student)": 8.531770706176758,
+      "cov-distil (oracle2teacher)": 6.51868200302124,
       "epoch": 0.14050235478806908,
-      "rel-constrast": 5.553293704986572,
+      "rel-constrast": 6.894843578338623,
       "step": 179,
-      "subrel-constrast": 5.5493621826171875,
+      "subrel-constrast": 5.462888240814209,
       "view-similarity": 0
     },
     {
       "epoch": 0.141287284144427,
-      "grad_norm": 18.5,
+      "grad_norm": 15.3125,
       "learning_rate": 8.95e-06,
-      "loss": 1.4052,
+      "loss": 1.556,
       "step": 180
     },
     {
-      "cov-distil": 3.203474998474121,
-      "cov-distil (oracle2student)": 4.659393310546875,
-      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "cov-distil": 3.660627603530884,
+      "cov-distil (oracle2student)": 4.592028617858887,
+      "cov-distil (oracle2teacher)": 3.901848554611206,
       "epoch": 0.141287284144427,
-      "rel-constrast": 4.3841938972473145,
+      "rel-constrast": 5.0872673988342285,
       "step": 180,
-      "subrel-constrast": 4.432641506195068,
+      "subrel-constrast": 4.447839260101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8620846271514893,
-      "cov-distil (oracle2student)": 4.239439964294434,
-      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "cov-distil": 3.7277941703796387,
+      "cov-distil (oracle2student)": 4.683640480041504,
+      "cov-distil (oracle2teacher)": 3.5613536834716797,
       "epoch": 0.14207221350078492,
-      "rel-constrast": 5.2689032554626465,
+      "rel-constrast": 5.933948516845703,
       "step": 181,
-      "subrel-constrast": 4.619548797607422,
+      "subrel-constrast": 4.5663838386535645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6243515014648438,
-      "cov-distil (oracle2student)": 6.16297721862793,
-      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "cov-distil": 3.18432354927063,
+      "cov-distil (oracle2student)": 5.910961151123047,
+      "cov-distil (oracle2teacher)": 4.909991264343262,
       "epoch": 0.14285714285714285,
-      "rel-constrast": 5.904332160949707,
+      "rel-constrast": 5.615813255310059,
       "step": 182,
-      "subrel-constrast": 4.9689106941223145,
+      "subrel-constrast": 4.902022361755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.963348388671875,
-      "cov-distil (oracle2student)": 6.655308723449707,
-      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "cov-distil": 2.7425808906555176,
+      "cov-distil (oracle2student)": 8.156492233276367,
+      "cov-distil (oracle2teacher)": 6.178691864013672,
       "epoch": 0.14364207221350078,
-      "rel-constrast": 4.478253364562988,
+      "rel-constrast": 6.230963706970215,
       "step": 183,
-      "subrel-constrast": 4.905683517456055,
+      "subrel-constrast": 4.751954555511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.237755298614502,
-      "cov-distil (oracle2student)": 6.64764404296875,
-      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "cov-distil": 3.122310161590576,
+      "cov-distil (oracle2student)": 7.20608377456665,
+      "cov-distil (oracle2teacher)": 5.5029754638671875,
       "epoch": 0.14442700156985872,
-      "rel-constrast": 5.552248001098633,
+      "rel-constrast": 5.675207138061523,
       "step": 184,
-      "subrel-constrast": 4.654872417449951,
+      "subrel-constrast": 4.6479082107543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.473625659942627,
-      "cov-distil (oracle2student)": 6.30503511428833,
-      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "cov-distil": 2.7526373863220215,
+      "cov-distil (oracle2student)": 7.078078746795654,
+      "cov-distil (oracle2teacher)": 5.19650411605835,
       "epoch": 0.14521193092621665,
-      "rel-constrast": 5.798867225646973,
+      "rel-constrast": 7.837731838226318,
       "step": 185,
-      "subrel-constrast": 5.5699639320373535,
+      "subrel-constrast": 5.389598369598389,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1829147338867188,
-      "cov-distil (oracle2student)": 5.21027946472168,
-      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "cov-distil": 3.923063278198242,
+      "cov-distil (oracle2student)": 6.520418167114258,
+      "cov-distil (oracle2teacher)": 4.242811679840088,
       "epoch": 0.14599686028257458,
-      "rel-constrast": 5.464681625366211,
+      "rel-constrast": 6.193408012390137,
       "step": 186,
-      "subrel-constrast": 5.187503814697266,
+      "subrel-constrast": 5.256560325622559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0477654933929443,
-      "cov-distil (oracle2student)": 6.166605472564697,
-      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "cov-distil": 2.411468029022217,
+      "cov-distil (oracle2student)": 5.593282222747803,
+      "cov-distil (oracle2teacher)": 5.913275718688965,
       "epoch": 0.14678178963893249,
-      "rel-constrast": 6.169456481933594,
+      "rel-constrast": 5.695965766906738,
       "step": 187,
-      "subrel-constrast": 5.03766393661499,
+      "subrel-constrast": 4.936519145965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8547275066375732,
-      "cov-distil (oracle2student)": 5.306525707244873,
-      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "cov-distil": 2.9543309211730957,
+      "cov-distil (oracle2student)": 6.735363006591797,
+      "cov-distil (oracle2teacher)": 5.710293292999268,
       "epoch": 0.14756671899529042,
-      "rel-constrast": 5.305285930633545,
+      "rel-constrast": 5.220108985900879,
       "step": 188,
-      "subrel-constrast": 4.854366779327393,
+      "subrel-constrast": 4.7115159034729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699039459228516,
-      "cov-distil (oracle2student)": 6.397008419036865,
-      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "cov-distil": 3.1853365898132324,
+      "cov-distil (oracle2student)": 7.051092147827148,
+      "cov-distil (oracle2teacher)": 5.130232334136963,
       "epoch": 0.14835164835164835,
-      "rel-constrast": 6.549964427947998,
+      "rel-constrast": 6.393421649932861,
       "step": 189,
-      "subrel-constrast": 5.943665981292725,
+      "subrel-constrast": 5.772905349731445,
       "view-similarity": 0
     },
     {
       "epoch": 0.14913657770800628,
-      "grad_norm": 13.6875,
+      "grad_norm": 13.125,
       "learning_rate": 9.450000000000001e-06,
-      "loss": 1.443,
+      "loss": 1.4971,
       "step": 190
     },
     {
-      "cov-distil": 3.1331424713134766,
-      "cov-distil (oracle2student)": 6.638267517089844,
-      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "cov-distil": 3.488802433013916,
+      "cov-distil (oracle2student)": 5.48549747467041,
+      "cov-distil (oracle2teacher)": 4.984457492828369,
       "epoch": 0.14913657770800628,
-      "rel-constrast": 6.56038236618042,
+      "rel-constrast": 6.4884490966796875,
       "step": 190,
-      "subrel-constrast": 5.594992160797119,
+      "subrel-constrast": 5.601687431335449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.656987190246582,
-      "cov-distil (oracle2student)": 6.065674781799316,
-      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "cov-distil": 4.221560478210449,
+      "cov-distil (oracle2student)": 7.035679817199707,
+      "cov-distil (oracle2teacher)": 5.840982437133789,
       "epoch": 0.14992150706436422,
-      "rel-constrast": 5.598496913909912,
+      "rel-constrast": 6.965384006500244,
       "step": 191,
-      "subrel-constrast": 6.7906293869018555,
+      "subrel-constrast": 6.573321342468262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.191580295562744,
-      "cov-distil (oracle2student)": 8.038559913635254,
-      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "cov-distil": 4.706931114196777,
+      "cov-distil (oracle2student)": 7.382802486419678,
+      "cov-distil (oracle2teacher)": 5.764090061187744,
       "epoch": 0.15070643642072212,
-      "rel-constrast": 4.849475860595703,
+      "rel-constrast": 4.706277847290039,
       "step": 192,
-      "subrel-constrast": 4.131407737731934,
+      "subrel-constrast": 4.1160359382629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.683588743209839,
-      "cov-distil (oracle2student)": 4.587405681610107,
-      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "cov-distil": 3.6087615489959717,
+      "cov-distil (oracle2student)": 6.2577290534973145,
+      "cov-distil (oracle2teacher)": 4.127354621887207,
       "epoch": 0.15149136577708006,
-      "rel-constrast": 4.667137622833252,
+      "rel-constrast": 6.648294448852539,
       "step": 193,
-      "subrel-constrast": 4.492706775665283,
+      "subrel-constrast": 4.3313398361206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5755395889282227,
-      "cov-distil (oracle2student)": 4.595428466796875,
-      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "cov-distil": 4.154907703399658,
+      "cov-distil (oracle2student)": 3.761441946029663,
+      "cov-distil (oracle2teacher)": 2.7899599075317383,
       "epoch": 0.152276295133438,
-      "rel-constrast": 7.136086463928223,
+      "rel-constrast": 7.175872802734375,
       "step": 194,
-      "subrel-constrast": 5.662163257598877,
+      "subrel-constrast": 5.622953414916992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.534440040588379,
-      "cov-distil (oracle2student)": 7.176570892333984,
-      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "cov-distil": 3.7575554847717285,
+      "cov-distil (oracle2student)": 7.670008659362793,
+      "cov-distil (oracle2teacher)": 5.696996212005615,
       "epoch": 0.15306122448979592,
-      "rel-constrast": 6.500258445739746,
+      "rel-constrast": 8.23550796508789,
       "step": 195,
-      "subrel-constrast": 5.75777006149292,
+      "subrel-constrast": 5.412696361541748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.331389904022217,
-      "cov-distil (oracle2student)": 7.628920078277588,
-      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "cov-distil": 2.9929065704345703,
+      "cov-distil (oracle2student)": 8.786867141723633,
+      "cov-distil (oracle2teacher)": 6.474837779998779,
       "epoch": 0.15384615384615385,
-      "rel-constrast": 5.442966461181641,
+      "rel-constrast": 6.341582775115967,
       "step": 196,
-      "subrel-constrast": 5.2714996337890625,
+      "subrel-constrast": 5.165693759918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9742186069488525,
-      "cov-distil (oracle2student)": 4.961199760437012,
-      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "cov-distil": 2.516141891479492,
+      "cov-distil (oracle2student)": 5.787787914276123,
+      "cov-distil (oracle2teacher)": 4.424409866333008,
       "epoch": 0.1546310832025118,
-      "rel-constrast": 4.30648946762085,
+      "rel-constrast": 4.501039505004883,
       "step": 197,
-      "subrel-constrast": 4.105319499969482,
+      "subrel-constrast": 4.0134196281433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3590917587280273,
-      "cov-distil (oracle2student)": 3.817314624786377,
-      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "cov-distil": 3.038858413696289,
+      "cov-distil (oracle2student)": 4.362963676452637,
+      "cov-distil (oracle2teacher)": 3.0764613151550293,
       "epoch": 0.1554160125588697,
-      "rel-constrast": 4.151867866516113,
+      "rel-constrast": 4.955060005187988,
       "step": 198,
-      "subrel-constrast": 3.6788856983184814,
+      "subrel-constrast": 3.57429838180542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9948954582214355,
-      "cov-distil (oracle2student)": 6.080739974975586,
-      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "cov-distil": 3.3787930011749268,
+      "cov-distil (oracle2student)": 7.612249851226807,
+      "cov-distil (oracle2teacher)": 5.655327796936035,
       "epoch": 0.15620094191522763,
-      "rel-constrast": 3.927574634552002,
+      "rel-constrast": 6.064511299133301,
       "step": 199,
-      "subrel-constrast": 4.407478332519531,
+      "subrel-constrast": 4.265407562255859,
       "view-similarity": 0
     },
     {
       "epoch": 0.15698587127158556,
-      "grad_norm": 12.625,
+      "grad_norm": 12.875,
       "learning_rate": 9.950000000000001e-06,
-      "loss": 1.4021,
+      "loss": 1.552,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
-      "overlap": 0.24062500894069672,
+      "overlap": 0.234375,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "student margin": 0.067840576171875
+      "student margin": 0.0514373779296875
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "teacher margin": 0.0570220947265625
+      "teacher margin": 0.05816650390625
     },
     {
       "epoch": 0.15698587127158556,
-      "margin difference": -0.0108184814453125,
+      "margin difference": 0.0067291259765625,
       "step": 200
     },
     {
-      "cov-distil": 3.7237961292266846,
-      "cov-distil (oracle2student)": 7.586442947387695,
-      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "cov-distil": 3.5283257961273193,
+      "cov-distil (oracle2student)": 7.069579124450684,
+      "cov-distil (oracle2teacher)": 5.530835151672363,
       "epoch": 0.15698587127158556,
-      "rel-constrast": 5.464310169219971,
+      "rel-constrast": 6.4820332527160645,
       "step": 200,
-      "subrel-constrast": 5.328721523284912,
+      "subrel-constrast": 5.1075968742370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.274702310562134,
-      "cov-distil (oracle2student)": 5.070128440856934,
-      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "cov-distil": 3.209291696548462,
+      "cov-distil (oracle2student)": 5.308156490325928,
+      "cov-distil (oracle2teacher)": 4.881225109100342,
       "epoch": 0.1577708006279435,
-      "rel-constrast": 4.0968017578125,
+      "rel-constrast": 5.998831272125244,
       "step": 201,
-      "subrel-constrast": 4.411446571350098,
+      "subrel-constrast": 4.238204479217529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2039477825164795,
-      "cov-distil (oracle2student)": 6.712636470794678,
-      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "cov-distil": 3.3433680534362793,
+      "cov-distil (oracle2student)": 7.2297868728637695,
+      "cov-distil (oracle2teacher)": 6.114537239074707,
       "epoch": 0.15855572998430142,
-      "rel-constrast": 5.7678117752075195,
+      "rel-constrast": 7.931365013122559,
       "step": 202,
-      "subrel-constrast": 5.347052574157715,
+      "subrel-constrast": 5.08936882019043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2047228813171387,
-      "cov-distil (oracle2student)": 7.661907196044922,
-      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "cov-distil": 2.942877769470215,
+      "cov-distil (oracle2student)": 8.508478164672852,
+      "cov-distil (oracle2teacher)": 6.401468753814697,
       "epoch": 0.15934065934065933,
-      "rel-constrast": 7.286009311676025,
+      "rel-constrast": 8.04743766784668,
       "step": 203,
-      "subrel-constrast": 5.817068099975586,
+      "subrel-constrast": 5.7293877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.91322922706604,
-      "cov-distil (oracle2student)": 4.107336044311523,
-      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "cov-distil": 2.5413994789123535,
+      "cov-distil (oracle2student)": 3.883056640625,
+      "cov-distil (oracle2teacher)": 3.3418493270874023,
       "epoch": 0.16012558869701726,
-      "rel-constrast": 5.1244730949401855,
+      "rel-constrast": 5.005613803863525,
       "step": 204,
-      "subrel-constrast": 4.262094020843506,
+      "subrel-constrast": 4.038352012634277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.850925922393799,
-      "cov-distil (oracle2student)": 11.0481595993042,
-      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "cov-distil": 3.5852713584899902,
+      "cov-distil (oracle2student)": 10.135774612426758,
+      "cov-distil (oracle2teacher)": 8.518957138061523,
       "epoch": 0.1609105180533752,
-      "rel-constrast": 6.673989295959473,
+      "rel-constrast": 7.922815799713135,
       "step": 205,
-      "subrel-constrast": 6.989043712615967,
+      "subrel-constrast": 6.735560894012451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3848154544830322,
-      "cov-distil (oracle2student)": 7.932931900024414,
-      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "cov-distil": 2.7306466102600098,
+      "cov-distil (oracle2student)": 7.86826229095459,
+      "cov-distil (oracle2teacher)": 6.581382751464844,
       "epoch": 0.16169544740973313,
-      "rel-constrast": 7.136048793792725,
+      "rel-constrast": 7.344729900360107,
       "step": 206,
-      "subrel-constrast": 5.786576747894287,
+      "subrel-constrast": 5.714005470275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.876713275909424,
-      "cov-distil (oracle2student)": 5.842488765716553,
-      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "cov-distil": 2.874847650527954,
+      "cov-distil (oracle2student)": 6.116908073425293,
+      "cov-distil (oracle2teacher)": 5.059069633483887,
       "epoch": 0.16248037676609106,
-      "rel-constrast": 5.31241512298584,
+      "rel-constrast": 4.99725341796875,
       "step": 207,
-      "subrel-constrast": 4.291684150695801,
+      "subrel-constrast": 4.129848480224609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.449646472930908,
-      "cov-distil (oracle2student)": 4.260830879211426,
-      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "cov-distil": 2.7104785442352295,
+      "cov-distil (oracle2student)": 4.546380519866943,
+      "cov-distil (oracle2teacher)": 4.0547308921813965,
       "epoch": 0.16326530612244897,
-      "rel-constrast": 5.283468246459961,
+      "rel-constrast": 6.221567153930664,
       "step": 208,
-      "subrel-constrast": 4.963812351226807,
+      "subrel-constrast": 4.951694488525391,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8306093215942383,
-      "cov-distil (oracle2student)": 7.792827129364014,
-      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "cov-distil": 3.308722972869873,
+      "cov-distil (oracle2student)": 8.769634246826172,
+      "cov-distil (oracle2teacher)": 6.159358978271484,
       "epoch": 0.1640502354788069,
-      "rel-constrast": 5.909091472625732,
+      "rel-constrast": 7.135958194732666,
       "step": 209,
-      "subrel-constrast": 5.323974132537842,
+      "subrel-constrast": 5.102826118469238,
       "view-similarity": 0
     },
     {
       "epoch": 0.16483516483516483,
-      "grad_norm": 14.875,
+      "grad_norm": 14.5625,
       "learning_rate": 1.045e-05,
-      "loss": 1.5181,
+      "loss": 1.6772,
       "step": 210
     },
     {
-      "cov-distil": 3.0215041637420654,
-      "cov-distil (oracle2student)": 8.190481185913086,
-      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "cov-distil": 3.9089038372039795,
+      "cov-distil (oracle2student)": 8.191343307495117,
+      "cov-distil (oracle2teacher)": 6.964232921600342,
       "epoch": 0.16483516483516483,
-      "rel-constrast": 5.830654144287109,
+      "rel-constrast": 6.978365898132324,
       "step": 210,
-      "subrel-constrast": 6.107037544250488,
+      "subrel-constrast": 5.912867069244385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6075353622436523,
-      "cov-distil (oracle2student)": 5.927797317504883,
-      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "cov-distil": 3.0247364044189453,
+      "cov-distil (oracle2student)": 6.459198474884033,
+      "cov-distil (oracle2teacher)": 4.885034561157227,
       "epoch": 0.16562009419152277,
-      "rel-constrast": 5.132475852966309,
+      "rel-constrast": 5.79863977432251,
       "step": 211,
-      "subrel-constrast": 4.88439416885376,
+      "subrel-constrast": 4.586057186126709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1792759895324707,
-      "cov-distil (oracle2student)": 5.705207347869873,
-      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "cov-distil": 3.2326111793518066,
+      "cov-distil (oracle2student)": 5.939338684082031,
+      "cov-distil (oracle2teacher)": 4.757777214050293,
       "epoch": 0.1664050235478807,
-      "rel-constrast": 4.437366485595703,
+      "rel-constrast": 5.478702545166016,
       "step": 212,
-      "subrel-constrast": 4.600239276885986,
+      "subrel-constrast": 4.5379791259765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.843543529510498,
-      "cov-distil (oracle2student)": 5.749957084655762,
-      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "cov-distil": 3.7359390258789062,
+      "cov-distil (oracle2student)": 6.513023853302002,
+      "cov-distil (oracle2teacher)": 5.143453598022461,
       "epoch": 0.16718995290423863,
-      "rel-constrast": 3.4077744483947754,
+      "rel-constrast": 3.716357469558716,
       "step": 213,
-      "subrel-constrast": 3.7116200923919678,
+      "subrel-constrast": 3.6925933361053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7177345752716064,
-      "cov-distil (oracle2student)": 6.503233909606934,
-      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "cov-distil": 3.9763071537017822,
+      "cov-distil (oracle2student)": 7.975461006164551,
+      "cov-distil (oracle2teacher)": 5.06793737411499,
       "epoch": 0.16797488226059654,
-      "rel-constrast": 5.246351718902588,
+      "rel-constrast": 6.44483757019043,
       "step": 214,
-      "subrel-constrast": 4.351907253265381,
+      "subrel-constrast": 4.292359828948975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.748671054840088,
-      "cov-distil (oracle2student)": 4.586667060852051,
-      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "cov-distil": 2.8048253059387207,
+      "cov-distil (oracle2student)": 5.152309417724609,
+      "cov-distil (oracle2teacher)": 3.874213457107544,
       "epoch": 0.16875981161695447,
-      "rel-constrast": 5.743491172790527,
+      "rel-constrast": 6.723339557647705,
       "step": 215,
-      "subrel-constrast": 5.712560653686523,
+      "subrel-constrast": 5.302562713623047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7116360664367676,
-      "cov-distil (oracle2student)": 4.121926307678223,
-      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "cov-distil": 1.9724469184875488,
+      "cov-distil (oracle2student)": 4.413386821746826,
+      "cov-distil (oracle2teacher)": 3.5779309272766113,
       "epoch": 0.1695447409733124,
-      "rel-constrast": 4.147603988647461,
+      "rel-constrast": 4.283953666687012,
       "step": 216,
-      "subrel-constrast": 3.6736254692077637,
+      "subrel-constrast": 3.452906608581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1222097873687744,
-      "cov-distil (oracle2student)": 5.266463756561279,
-      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "cov-distil": 2.3012685775756836,
+      "cov-distil (oracle2student)": 5.754795074462891,
+      "cov-distil (oracle2teacher)": 4.9212517738342285,
       "epoch": 0.17032967032967034,
-      "rel-constrast": 6.011352062225342,
+      "rel-constrast": 5.961301326751709,
       "step": 217,
-      "subrel-constrast": 5.236981391906738,
+      "subrel-constrast": 5.026541233062744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6187005043029785,
-      "cov-distil (oracle2student)": 4.983086585998535,
-      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "cov-distil": 3.084859848022461,
+      "cov-distil (oracle2student)": 4.6096954345703125,
+      "cov-distil (oracle2teacher)": 3.9854748249053955,
       "epoch": 0.17111459968602827,
-      "rel-constrast": 6.265609264373779,
+      "rel-constrast": 6.244478702545166,
       "step": 218,
-      "subrel-constrast": 4.703866481781006,
+      "subrel-constrast": 4.5502166748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.382068395614624,
-      "cov-distil (oracle2student)": 5.941694259643555,
-      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "cov-distil": 3.494931221008301,
+      "cov-distil (oracle2student)": 4.94071102142334,
+      "cov-distil (oracle2teacher)": 3.710479497909546,
       "epoch": 0.17189952904238617,
-      "rel-constrast": 6.0482497215271,
+      "rel-constrast": 7.029558181762695,
       "step": 219,
-      "subrel-constrast": 4.653711318969727,
+      "subrel-constrast": 4.5701117515563965,
       "view-similarity": 0
     },
     {
       "epoch": 0.1726844583987441,
-      "grad_norm": 13.9375,
+      "grad_norm": 15.625,
       "learning_rate": 1.095e-05,
-      "loss": 1.3792,
+      "loss": 1.4665,
       "step": 220
     },
     {
-      "cov-distil": 2.5856785774230957,
-      "cov-distil (oracle2student)": 6.176444053649902,
-      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "cov-distil": 3.2238664627075195,
+      "cov-distil (oracle2student)": 6.585185527801514,
+      "cov-distil (oracle2teacher)": 5.178656101226807,
       "epoch": 0.1726844583987441,
-      "rel-constrast": 5.706560134887695,
+      "rel-constrast": 6.650619029998779,
       "step": 220,
-      "subrel-constrast": 5.1533966064453125,
+      "subrel-constrast": 4.943349361419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.762558937072754,
-      "cov-distil (oracle2student)": 6.647637844085693,
-      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "cov-distil": 2.261411666870117,
+      "cov-distil (oracle2student)": 7.550448417663574,
+      "cov-distil (oracle2teacher)": 5.280452728271484,
       "epoch": 0.17346938775510204,
-      "rel-constrast": 5.161595821380615,
+      "rel-constrast": 5.842954635620117,
       "step": 221,
-      "subrel-constrast": 4.012270450592041,
+      "subrel-constrast": 3.776158094406128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.637533664703369,
-      "cov-distil (oracle2student)": 5.838397026062012,
-      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "cov-distil": 3.1230926513671875,
+      "cov-distil (oracle2student)": 5.597016334533691,
+      "cov-distil (oracle2teacher)": 5.305922508239746,
       "epoch": 0.17425431711145997,
-      "rel-constrast": 5.053402900695801,
+      "rel-constrast": 6.378367900848389,
       "step": 222,
-      "subrel-constrast": 4.9708099365234375,
+      "subrel-constrast": 4.7941484451293945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.336826801300049,
-      "cov-distil (oracle2student)": 5.399420738220215,
-      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "cov-distil": 3.580002546310425,
+      "cov-distil (oracle2student)": 5.423019886016846,
+      "cov-distil (oracle2teacher)": 4.536489963531494,
       "epoch": 0.1750392464678179,
-      "rel-constrast": 3.61594820022583,
+      "rel-constrast": 4.590057849884033,
       "step": 223,
-      "subrel-constrast": 4.12787389755249,
+      "subrel-constrast": 4.026968955993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.445133924484253,
-      "cov-distil (oracle2student)": 5.421712398529053,
-      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "cov-distil": 2.535212516784668,
+      "cov-distil (oracle2student)": 5.673104763031006,
+      "cov-distil (oracle2teacher)": 3.8253986835479736,
       "epoch": 0.17582417582417584,
-      "rel-constrast": 4.549353122711182,
+      "rel-constrast": 5.4184441566467285,
       "step": 224,
-      "subrel-constrast": 4.352869510650635,
+      "subrel-constrast": 4.207962512969971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7959837913513184,
-      "cov-distil (oracle2student)": 6.113248825073242,
-      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "cov-distil": 4.570470809936523,
+      "cov-distil (oracle2student)": 5.951991558074951,
+      "cov-distil (oracle2teacher)": 5.296257972717285,
       "epoch": 0.17660910518053374,
-      "rel-constrast": 5.05862283706665,
+      "rel-constrast": 6.35295295715332,
       "step": 225,
-      "subrel-constrast": 5.57745361328125,
+      "subrel-constrast": 5.348306179046631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3124284744262695,
-      "cov-distil (oracle2student)": 6.702354431152344,
-      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "cov-distil": 3.456725597381592,
+      "cov-distil (oracle2student)": 7.235404968261719,
+      "cov-distil (oracle2teacher)": 5.275980472564697,
       "epoch": 0.17739403453689168,
-      "rel-constrast": 6.356748580932617,
+      "rel-constrast": 6.483428001403809,
       "step": 226,
-      "subrel-constrast": 5.245099067687988,
+      "subrel-constrast": 5.099832057952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386946201324463,
-      "cov-distil (oracle2student)": 8.377017974853516,
-      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "cov-distil": 2.984936237335205,
+      "cov-distil (oracle2student)": 8.418655395507812,
+      "cov-distil (oracle2teacher)": 6.988308429718018,
       "epoch": 0.1781789638932496,
-      "rel-constrast": 6.255722999572754,
+      "rel-constrast": 7.734195232391357,
       "step": 227,
-      "subrel-constrast": 5.9417009353637695,
+      "subrel-constrast": 5.760927200317383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8484878540039062,
-      "cov-distil (oracle2student)": 8.19301986694336,
-      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "cov-distil": 2.984023094177246,
+      "cov-distil (oracle2student)": 8.4630708694458,
+      "cov-distil (oracle2teacher)": 6.944049835205078,
       "epoch": 0.17896389324960754,
-      "rel-constrast": 5.690243721008301,
+      "rel-constrast": 6.70650577545166,
       "step": 228,
-      "subrel-constrast": 6.001501560211182,
+      "subrel-constrast": 5.657758712768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0837349891662598,
-      "cov-distil (oracle2student)": 6.268764495849609,
-      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "cov-distil": 3.748962163925171,
+      "cov-distil (oracle2student)": 7.385298252105713,
+      "cov-distil (oracle2teacher)": 5.675633430480957,
       "epoch": 0.17974882260596547,
-      "rel-constrast": 6.622305870056152,
+      "rel-constrast": 7.36455774307251,
       "step": 229,
-      "subrel-constrast": 5.648178577423096,
+      "subrel-constrast": 5.628712177276611,
       "view-similarity": 0
     },
     {
       "epoch": 0.18053375196232338,
-      "grad_norm": 13.0625,
+      "grad_norm": 12.75,
       "learning_rate": 1.145e-05,
-      "loss": 1.4223,
+      "loss": 1.5881,
       "step": 230
     },
     {
-      "cov-distil": 2.784493923187256,
-      "cov-distil (oracle2student)": 7.625933647155762,
-      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "cov-distil": 2.9036803245544434,
+      "cov-distil (oracle2student)": 7.4820685386657715,
+      "cov-distil (oracle2teacher)": 6.104247093200684,
       "epoch": 0.18053375196232338,
-      "rel-constrast": 6.5320725440979,
+      "rel-constrast": 6.639608860015869,
       "step": 230,
-      "subrel-constrast": 6.3568644523620605,
+      "subrel-constrast": 5.954493045806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6457338333129883,
-      "cov-distil (oracle2student)": 6.021350860595703,
-      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "cov-distil": 2.91481351852417,
+      "cov-distil (oracle2student)": 6.288802146911621,
+      "cov-distil (oracle2teacher)": 5.289515018463135,
       "epoch": 0.1813186813186813,
-      "rel-constrast": 5.55854606628418,
+      "rel-constrast": 5.199117183685303,
       "step": 231,
-      "subrel-constrast": 5.060829162597656,
+      "subrel-constrast": 4.8971099853515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0115959644317627,
-      "cov-distil (oracle2student)": 4.937437057495117,
-      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "cov-distil": 3.0430915355682373,
+      "cov-distil (oracle2student)": 5.847060203552246,
+      "cov-distil (oracle2teacher)": 4.012772560119629,
       "epoch": 0.18210361067503925,
-      "rel-constrast": 5.882181644439697,
+      "rel-constrast": 7.342980861663818,
       "step": 232,
-      "subrel-constrast": 5.401787757873535,
+      "subrel-constrast": 5.210206985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7508275508880615,
-      "cov-distil (oracle2student)": 5.548520088195801,
-      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "cov-distil": 3.067833662033081,
+      "cov-distil (oracle2student)": 7.104142189025879,
+      "cov-distil (oracle2teacher)": 4.654824256896973,
       "epoch": 0.18288854003139718,
-      "rel-constrast": 5.821797847747803,
+      "rel-constrast": 6.129726409912109,
       "step": 233,
-      "subrel-constrast": 5.663866996765137,
+      "subrel-constrast": 5.695138931274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9569406509399414,
-      "cov-distil (oracle2student)": 7.222298622131348,
-      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "cov-distil": 2.8103408813476562,
+      "cov-distil (oracle2student)": 7.6267290115356445,
+      "cov-distil (oracle2teacher)": 7.041560173034668,
       "epoch": 0.1836734693877551,
-      "rel-constrast": 6.105270862579346,
+      "rel-constrast": 5.468483924865723,
       "step": 234,
-      "subrel-constrast": 5.712968349456787,
+      "subrel-constrast": 5.690363883972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.103212833404541,
-      "cov-distil (oracle2student)": 7.01689338684082,
-      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "cov-distil": 2.5587995052337646,
+      "cov-distil (oracle2student)": 5.562972068786621,
+      "cov-distil (oracle2teacher)": 5.41994571685791,
       "epoch": 0.18445839874411302,
-      "rel-constrast": 5.000349521636963,
+      "rel-constrast": 5.773622512817383,
       "step": 235,
-      "subrel-constrast": 5.6979780197143555,
+      "subrel-constrast": 5.3267669677734375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8269240856170654,
-      "cov-distil (oracle2student)": 6.271734237670898,
-      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "cov-distil": 4.249699592590332,
+      "cov-distil (oracle2student)": 7.754398345947266,
+      "cov-distil (oracle2teacher)": 4.796910285949707,
       "epoch": 0.18524332810047095,
-      "rel-constrast": 6.892180442810059,
+      "rel-constrast": 8.531059265136719,
       "step": 236,
-      "subrel-constrast": 5.5071916580200195,
+      "subrel-constrast": 5.342297554016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.617617607116699,
-      "cov-distil (oracle2student)": 7.684514045715332,
-      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "cov-distil": 4.759154319763184,
+      "cov-distil (oracle2student)": 7.0579376220703125,
+      "cov-distil (oracle2teacher)": 6.867465972900391,
       "epoch": 0.18602825745682888,
-      "rel-constrast": 5.50137996673584,
+      "rel-constrast": 6.7225422859191895,
       "step": 237,
-      "subrel-constrast": 5.996005058288574,
+      "subrel-constrast": 5.861257553100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0465898513793945,
-      "cov-distil (oracle2student)": 5.6181640625,
-      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "cov-distil": 2.824655532836914,
+      "cov-distil (oracle2student)": 5.473764419555664,
+      "cov-distil (oracle2teacher)": 3.9914209842681885,
       "epoch": 0.18681318681318682,
-      "rel-constrast": 5.506038665771484,
+      "rel-constrast": 6.062190532684326,
       "step": 238,
-      "subrel-constrast": 4.241726398468018,
+      "subrel-constrast": 4.152079105377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179614067077637,
-      "cov-distil (oracle2student)": 4.143487930297852,
-      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "cov-distil": 2.7214150428771973,
+      "cov-distil (oracle2student)": 4.056142807006836,
+      "cov-distil (oracle2teacher)": 3.105422019958496,
       "epoch": 0.18759811616954475,
-      "rel-constrast": 5.2203168869018555,
+      "rel-constrast": 6.285424709320068,
       "step": 239,
-      "subrel-constrast": 4.7745466232299805,
+      "subrel-constrast": 4.548801898956299,
       "view-similarity": 0
     },
     {
       "epoch": 0.18838304552590268,
-      "grad_norm": 11.4375,
+      "grad_norm": 15.9375,
       "learning_rate": 1.195e-05,
-      "loss": 1.5289,
+      "loss": 1.6039,
       "step": 240
     },
     {
-      "cov-distil": 3.0700650215148926,
-      "cov-distil (oracle2student)": 6.768826484680176,
-      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "cov-distil": 3.2994887828826904,
+      "cov-distil (oracle2student)": 6.404690742492676,
+      "cov-distil (oracle2teacher)": 4.984034061431885,
       "epoch": 0.18838304552590268,
-      "rel-constrast": 5.904140949249268,
+      "rel-constrast": 5.86398983001709,
       "step": 240,
-      "subrel-constrast": 4.922555446624756,
+      "subrel-constrast": 4.766972541809082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.561779499053955,
-      "cov-distil (oracle2student)": 4.69482421875,
-      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "cov-distil": 2.474839687347412,
+      "cov-distil (oracle2student)": 5.551938533782959,
+      "cov-distil (oracle2teacher)": 3.325836181640625,
       "epoch": 0.1891679748822606,
-      "rel-constrast": 7.093609809875488,
+      "rel-constrast": 6.890068054199219,
       "step": 241,
-      "subrel-constrast": 5.326828956604004,
+      "subrel-constrast": 5.152864456176758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.611605167388916,
-      "cov-distil (oracle2student)": 8.443441390991211,
-      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "cov-distil": 2.939002275466919,
+      "cov-distil (oracle2student)": 8.493452072143555,
+      "cov-distil (oracle2teacher)": 5.770837783813477,
       "epoch": 0.18995290423861852,
-      "rel-constrast": 6.5073723793029785,
+      "rel-constrast": 6.677253246307373,
       "step": 242,
-      "subrel-constrast": 5.4820237159729,
+      "subrel-constrast": 5.344944953918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022892713546753,
-      "cov-distil (oracle2student)": 5.535630226135254,
-      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "cov-distil": 3.4027292728424072,
+      "cov-distil (oracle2student)": 6.329041004180908,
+      "cov-distil (oracle2teacher)": 4.339474678039551,
       "epoch": 0.19073783359497645,
-      "rel-constrast": 4.188787460327148,
+      "rel-constrast": 5.450015068054199,
       "step": 243,
-      "subrel-constrast": 4.377328395843506,
+      "subrel-constrast": 3.9405393600463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2616350650787354,
-      "cov-distil (oracle2student)": 7.68295955657959,
-      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "cov-distil": 4.741093635559082,
+      "cov-distil (oracle2student)": 9.936079025268555,
+      "cov-distil (oracle2teacher)": 7.017047882080078,
       "epoch": 0.19152276295133439,
-      "rel-constrast": 3.710407257080078,
+      "rel-constrast": 6.805270671844482,
       "step": 244,
-      "subrel-constrast": 4.857728958129883,
+      "subrel-constrast": 4.80192232131958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4432787895202637,
-      "cov-distil (oracle2student)": 5.955875396728516,
-      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "cov-distil": 2.1672821044921875,
+      "cov-distil (oracle2student)": 6.3422675132751465,
+      "cov-distil (oracle2teacher)": 4.817507743835449,
       "epoch": 0.19230769230769232,
-      "rel-constrast": 4.064718246459961,
+      "rel-constrast": 4.706860542297363,
       "step": 245,
-      "subrel-constrast": 3.286212921142578,
+      "subrel-constrast": 3.0868115425109863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300020217895508,
-      "cov-distil (oracle2student)": 7.3102240562438965,
-      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "cov-distil": 2.822758436203003,
+      "cov-distil (oracle2student)": 7.291840553283691,
+      "cov-distil (oracle2teacher)": 6.726513862609863,
       "epoch": 0.19309262166405022,
-      "rel-constrast": 4.880646228790283,
+      "rel-constrast": 5.267154693603516,
       "step": 246,
-      "subrel-constrast": 5.000226974487305,
+      "subrel-constrast": 4.705516815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8198413848876953,
-      "cov-distil (oracle2student)": 6.318789482116699,
-      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "cov-distil": 3.366947650909424,
+      "cov-distil (oracle2student)": 6.01516580581665,
+      "cov-distil (oracle2teacher)": 5.619762420654297,
       "epoch": 0.19387755102040816,
-      "rel-constrast": 5.271482944488525,
+      "rel-constrast": 4.713459014892578,
       "step": 247,
-      "subrel-constrast": 4.728270530700684,
+      "subrel-constrast": 4.563929557800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701936721801758,
-      "cov-distil (oracle2student)": 7.418839454650879,
-      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "cov-distil": 3.038935661315918,
+      "cov-distil (oracle2student)": 6.752789497375488,
+      "cov-distil (oracle2teacher)": 4.739871501922607,
       "epoch": 0.1946624803767661,
-      "rel-constrast": 5.347120761871338,
+      "rel-constrast": 5.442416667938232,
       "step": 248,
-      "subrel-constrast": 3.8733067512512207,
+      "subrel-constrast": 3.737136125564575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371919870376587,
-      "cov-distil (oracle2student)": 4.60204553604126,
-      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "cov-distil": 3.2531583309173584,
+      "cov-distil (oracle2student)": 6.057809829711914,
+      "cov-distil (oracle2teacher)": 4.334310531616211,
       "epoch": 0.19544740973312402,
-      "rel-constrast": 5.870595932006836,
+      "rel-constrast": 7.131378173828125,
       "step": 249,
-      "subrel-constrast": 5.879952907562256,
+      "subrel-constrast": 5.672539710998535,
       "view-similarity": 0
     },
     {
       "epoch": 0.19623233908948196,
-      "grad_norm": 12.125,
+      "grad_norm": 18.625,
       "learning_rate": 1.2450000000000001e-05,
-      "loss": 1.3889,
+      "loss": 1.4737,
       "step": 250
     },
     {
-      "cov-distil": 2.57767915725708,
-      "cov-distil (oracle2student)": 5.355373382568359,
-      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "cov-distil": 3.516162872314453,
+      "cov-distil (oracle2student)": 5.811059951782227,
+      "cov-distil (oracle2teacher)": 4.604798793792725,
       "epoch": 0.19623233908948196,
-      "rel-constrast": 4.8918633460998535,
+      "rel-constrast": 5.385979175567627,
       "step": 250,
-      "subrel-constrast": 5.259022235870361,
+      "subrel-constrast": 4.9506120681762695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.245497703552246,
-      "cov-distil (oracle2student)": 6.331605911254883,
-      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "cov-distil": 3.565119743347168,
+      "cov-distil (oracle2student)": 8.027206420898438,
+      "cov-distil (oracle2teacher)": 4.743947982788086,
       "epoch": 0.1970172684458399,
-      "rel-constrast": 5.062900066375732,
+      "rel-constrast": 6.1465606689453125,
       "step": 251,
-      "subrel-constrast": 5.577909469604492,
+      "subrel-constrast": 5.242536544799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9672136306762695,
-      "cov-distil (oracle2student)": 6.6121673583984375,
-      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "cov-distil": 4.966289043426514,
+      "cov-distil (oracle2student)": 6.7596235275268555,
+      "cov-distil (oracle2teacher)": 6.213712692260742,
       "epoch": 0.1978021978021978,
-      "rel-constrast": 4.805986404418945,
+      "rel-constrast": 5.233745574951172,
       "step": 252,
-      "subrel-constrast": 5.142998218536377,
+      "subrel-constrast": 4.842480659484863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7761154174804688,
-      "cov-distil (oracle2student)": 4.467655181884766,
-      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "cov-distil": 3.433755397796631,
+      "cov-distil (oracle2student)": 3.9055960178375244,
+      "cov-distil (oracle2teacher)": 3.547523021697998,
       "epoch": 0.19858712715855573,
-      "rel-constrast": 6.2257208824157715,
+      "rel-constrast": 6.395503997802734,
       "step": 253,
-      "subrel-constrast": 6.681684970855713,
+      "subrel-constrast": 6.658457279205322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5528666973114014,
-      "cov-distil (oracle2student)": 3.8436954021453857,
-      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "cov-distil": 3.111330986022949,
+      "cov-distil (oracle2student)": 3.668722152709961,
+      "cov-distil (oracle2teacher)": 3.4141297340393066,
       "epoch": 0.19937205651491366,
-      "rel-constrast": 4.351076602935791,
+      "rel-constrast": 4.0804829597473145,
       "step": 254,
-      "subrel-constrast": 4.7084856033325195,
+      "subrel-constrast": 4.358175277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436844825744629,
-      "cov-distil (oracle2student)": 4.236217498779297,
-      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "cov-distil": 3.1300435066223145,
+      "cov-distil (oracle2student)": 5.203346252441406,
+      "cov-distil (oracle2teacher)": 4.6285176277160645,
       "epoch": 0.2001569858712716,
-      "rel-constrast": 4.495194911956787,
+      "rel-constrast": 5.73390531539917,
       "step": 255,
-      "subrel-constrast": 4.984120845794678,
+      "subrel-constrast": 4.773066520690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8471765518188477,
-      "cov-distil (oracle2student)": 6.064319133758545,
-      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "cov-distil": 2.5665247440338135,
+      "cov-distil (oracle2student)": 5.164233207702637,
+      "cov-distil (oracle2teacher)": 4.859079360961914,
       "epoch": 0.20094191522762953,
-      "rel-constrast": 6.856153964996338,
+      "rel-constrast": 6.5312018394470215,
       "step": 256,
-      "subrel-constrast": 6.399039268493652,
+      "subrel-constrast": 5.86644172668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.282780408859253,
-      "cov-distil (oracle2student)": 6.418514728546143,
-      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "cov-distil": 2.474895477294922,
+      "cov-distil (oracle2student)": 6.759990692138672,
+      "cov-distil (oracle2teacher)": 5.076593399047852,
       "epoch": 0.20172684458398743,
-      "rel-constrast": 3.691617488861084,
+      "rel-constrast": 3.920262336730957,
       "step": 257,
-      "subrel-constrast": 3.647446393966675,
+      "subrel-constrast": 3.723156452178955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8209176063537598,
-      "cov-distil (oracle2student)": 6.559376239776611,
-      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "cov-distil": 3.1205925941467285,
+      "cov-distil (oracle2student)": 7.466899394989014,
+      "cov-distil (oracle2teacher)": 6.139980316162109,
       "epoch": 0.20251177394034536,
-      "rel-constrast": 5.5977067947387695,
+      "rel-constrast": 7.872465133666992,
       "step": 258,
-      "subrel-constrast": 5.495102882385254,
+      "subrel-constrast": 5.299954414367676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641873836517334,
-      "cov-distil (oracle2student)": 7.442392349243164,
-      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "cov-distil": 3.8939738273620605,
+      "cov-distil (oracle2student)": 8.317615509033203,
+      "cov-distil (oracle2teacher)": 5.729403018951416,
       "epoch": 0.2032967032967033,
-      "rel-constrast": 3.466684103012085,
+      "rel-constrast": 4.958531856536865,
       "step": 259,
-      "subrel-constrast": 3.5653722286224365,
+      "subrel-constrast": 3.58616304397583,
       "view-similarity": 0
     },
     {
       "epoch": 0.20408163265306123,
-      "grad_norm": 11.0625,
+      "grad_norm": 16.25,
       "learning_rate": 1.2950000000000001e-05,
-      "loss": 1.309,
+      "loss": 1.4065,
       "step": 260
     },
     {
-      "cov-distil": 3.5698390007019043,
-      "cov-distil (oracle2student)": 7.782341957092285,
-      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "cov-distil": 4.336055755615234,
+      "cov-distil (oracle2student)": 7.078025817871094,
+      "cov-distil (oracle2teacher)": 6.190380573272705,
       "epoch": 0.20408163265306123,
-      "rel-constrast": 7.622033596038818,
+      "rel-constrast": 8.60249137878418,
       "step": 260,
-      "subrel-constrast": 7.28366231918335,
+      "subrel-constrast": 7.161799430847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8396096229553223,
-      "cov-distil (oracle2student)": 5.895359992980957,
-      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "cov-distil": 3.298201322555542,
+      "cov-distil (oracle2student)": 6.895780086517334,
+      "cov-distil (oracle2teacher)": 5.064095497131348,
       "epoch": 0.20486656200941916,
-      "rel-constrast": 6.895399570465088,
+      "rel-constrast": 9.036319732666016,
       "step": 261,
-      "subrel-constrast": 7.5016703605651855,
+      "subrel-constrast": 6.993175506591797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8108363151550293,
-      "cov-distil (oracle2student)": 6.897369384765625,
-      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "cov-distil": 3.6800646781921387,
+      "cov-distil (oracle2student)": 6.780130386352539,
+      "cov-distil (oracle2teacher)": 5.701805114746094,
       "epoch": 0.20565149136577707,
-      "rel-constrast": 6.448241233825684,
+      "rel-constrast": 6.868691444396973,
       "step": 262,
-      "subrel-constrast": 5.558028221130371,
+      "subrel-constrast": 5.394209861755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3478736877441406,
-      "cov-distil (oracle2student)": 6.083657264709473,
-      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "cov-distil": 2.9533309936523438,
+      "cov-distil (oracle2student)": 6.258018970489502,
+      "cov-distil (oracle2teacher)": 5.135937690734863,
       "epoch": 0.206436420722135,
-      "rel-constrast": 4.897732734680176,
+      "rel-constrast": 5.3347601890563965,
       "step": 263,
-      "subrel-constrast": 4.740241527557373,
+      "subrel-constrast": 4.978070259094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.51102614402771,
-      "cov-distil (oracle2student)": 6.846009731292725,
-      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "cov-distil": 3.2236413955688477,
+      "cov-distil (oracle2student)": 5.960575580596924,
+      "cov-distil (oracle2teacher)": 4.797710418701172,
       "epoch": 0.20722135007849293,
-      "rel-constrast": 5.827173233032227,
+      "rel-constrast": 4.859791278839111,
       "step": 264,
-      "subrel-constrast": 4.172447204589844,
+      "subrel-constrast": 3.9997777938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1208271980285645,
-      "cov-distil (oracle2student)": 4.811653137207031,
-      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "cov-distil": 2.9068026542663574,
+      "cov-distil (oracle2student)": 5.524225234985352,
+      "cov-distil (oracle2teacher)": 5.041040897369385,
       "epoch": 0.20800627943485087,
-      "rel-constrast": 4.7869768142700195,
+      "rel-constrast": 5.037485122680664,
       "step": 265,
-      "subrel-constrast": 4.889547824859619,
+      "subrel-constrast": 4.4791765213012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.029162645339966,
-      "cov-distil (oracle2student)": 5.588479042053223,
-      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "cov-distil": 2.5913591384887695,
+      "cov-distil (oracle2student)": 5.304985046386719,
+      "cov-distil (oracle2teacher)": 4.153073310852051,
       "epoch": 0.2087912087912088,
-      "rel-constrast": 5.366364002227783,
+      "rel-constrast": 5.659143924713135,
       "step": 266,
-      "subrel-constrast": 4.852118015289307,
+      "subrel-constrast": 4.3519721031188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8015055656433105,
-      "cov-distil (oracle2student)": 5.775141716003418,
-      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "cov-distil": 2.0903985500335693,
+      "cov-distil (oracle2student)": 6.570267677307129,
+      "cov-distil (oracle2teacher)": 4.888650417327881,
       "epoch": 0.20957613814756673,
-      "rel-constrast": 6.310330390930176,
+      "rel-constrast": 6.342266082763672,
       "step": 267,
-      "subrel-constrast": 5.940087795257568,
+      "subrel-constrast": 5.480305194854736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854526996612549,
-      "cov-distil (oracle2student)": 7.498423099517822,
-      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "cov-distil": 2.666135787963867,
+      "cov-distil (oracle2student)": 7.292048454284668,
+      "cov-distil (oracle2teacher)": 5.538511276245117,
       "epoch": 0.21036106750392464,
-      "rel-constrast": 5.91723108291626,
+      "rel-constrast": 5.866069316864014,
       "step": 268,
-      "subrel-constrast": 5.569789886474609,
+      "subrel-constrast": 5.420258045196533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8521933555603027,
-      "cov-distil (oracle2student)": 8.516229629516602,
-      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "cov-distil": 3.585205554962158,
+      "cov-distil (oracle2student)": 8.651119232177734,
+      "cov-distil (oracle2teacher)": 7.891222953796387,
       "epoch": 0.21114599686028257,
-      "rel-constrast": 5.549358367919922,
+      "rel-constrast": 5.89880895614624,
       "step": 269,
-      "subrel-constrast": 5.865178108215332,
+      "subrel-constrast": 5.620781421661377,
       "view-similarity": 0
     },
     {
       "epoch": 0.2119309262166405,
-      "grad_norm": 10.5,
+      "grad_norm": 12.4375,
       "learning_rate": 1.3450000000000002e-05,
-      "loss": 1.5599,
+      "loss": 1.5876,
       "step": 270
     },
     {
-      "cov-distil": 2.6384477615356445,
-      "cov-distil (oracle2student)": 6.601221084594727,
-      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "cov-distil": 2.7466444969177246,
+      "cov-distil (oracle2student)": 6.770458221435547,
+      "cov-distil (oracle2teacher)": 5.722110748291016,
       "epoch": 0.2119309262166405,
-      "rel-constrast": 5.00776481628418,
+      "rel-constrast": 5.583882808685303,
       "step": 270,
-      "subrel-constrast": 5.840844631195068,
+      "subrel-constrast": 4.953369617462158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7631101608276367,
-      "cov-distil (oracle2student)": 6.431881904602051,
-      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "cov-distil": 4.387966156005859,
+      "cov-distil (oracle2student)": 6.782116413116455,
+      "cov-distil (oracle2teacher)": 6.230133056640625,
       "epoch": 0.21271585557299844,
-      "rel-constrast": 6.45134162902832,
+      "rel-constrast": 6.828855514526367,
       "step": 271,
-      "subrel-constrast": 5.76878023147583,
+      "subrel-constrast": 5.767931938171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7807393074035645,
-      "cov-distil (oracle2student)": 5.865763187408447,
-      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "cov-distil": 3.4776148796081543,
+      "cov-distil (oracle2student)": 7.725714206695557,
+      "cov-distil (oracle2teacher)": 4.2353901863098145,
       "epoch": 0.21350078492935637,
-      "rel-constrast": 4.840774059295654,
+      "rel-constrast": 6.7675676345825195,
       "step": 272,
-      "subrel-constrast": 4.348789691925049,
+      "subrel-constrast": 4.243733882904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6134047508239746,
-      "cov-distil (oracle2student)": 8.872061729431152,
-      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "cov-distil": 2.8837342262268066,
+      "cov-distil (oracle2student)": 8.100215911865234,
+      "cov-distil (oracle2teacher)": 6.865073204040527,
       "epoch": 0.21428571428571427,
-      "rel-constrast": 6.13456392288208,
+      "rel-constrast": 5.722375392913818,
       "step": 273,
-      "subrel-constrast": 5.690077781677246,
+      "subrel-constrast": 5.196401596069336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.838979721069336,
-      "cov-distil (oracle2student)": 4.565421104431152,
-      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "cov-distil": 3.547816276550293,
+      "cov-distil (oracle2student)": 4.683432579040527,
+      "cov-distil (oracle2teacher)": 4.061279773712158,
       "epoch": 0.2150706436420722,
-      "rel-constrast": 3.4405574798583984,
+      "rel-constrast": 4.491962432861328,
       "step": 274,
-      "subrel-constrast": 3.9467220306396484,
+      "subrel-constrast": 3.8705804347991943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.894028663635254,
-      "cov-distil (oracle2student)": 7.862314224243164,
-      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "cov-distil": 3.2293360233306885,
+      "cov-distil (oracle2student)": 7.682043075561523,
+      "cov-distil (oracle2teacher)": 6.1583662033081055,
       "epoch": 0.21585557299843014,
-      "rel-constrast": 5.791769027709961,
+      "rel-constrast": 6.308538913726807,
       "step": 275,
-      "subrel-constrast": 5.281234264373779,
+      "subrel-constrast": 5.119235515594482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.420649766921997,
-      "cov-distil (oracle2student)": 5.416041374206543,
-      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "cov-distil": 3.4919610023498535,
+      "cov-distil (oracle2student)": 6.640707015991211,
+      "cov-distil (oracle2teacher)": 5.214866638183594,
       "epoch": 0.21664050235478807,
-      "rel-constrast": 6.379445552825928,
+      "rel-constrast": 7.374178886413574,
       "step": 276,
-      "subrel-constrast": 6.395686149597168,
+      "subrel-constrast": 6.104369640350342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.47515606880188,
-      "cov-distil (oracle2student)": 6.390409469604492,
-      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "cov-distil": 3.115516185760498,
+      "cov-distil (oracle2student)": 5.996584415435791,
+      "cov-distil (oracle2teacher)": 4.823023796081543,
       "epoch": 0.217425431711146,
-      "rel-constrast": 6.01629114151001,
+      "rel-constrast": 6.20583963394165,
       "step": 277,
-      "subrel-constrast": 4.883129119873047,
+      "subrel-constrast": 5.029137134552002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6170835494995117,
-      "cov-distil (oracle2student)": 5.599660873413086,
-      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "cov-distil": 2.7918639183044434,
+      "cov-distil (oracle2student)": 5.684634208679199,
+      "cov-distil (oracle2teacher)": 4.810190200805664,
       "epoch": 0.21821036106750394,
-      "rel-constrast": 5.321742057800293,
+      "rel-constrast": 4.79813289642334,
       "step": 278,
-      "subrel-constrast": 5.569702625274658,
+      "subrel-constrast": 5.397599697113037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4472475051879883,
-      "cov-distil (oracle2student)": 4.157199859619141,
-      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "cov-distil": 3.1064231395721436,
+      "cov-distil (oracle2student)": 4.2301201820373535,
+      "cov-distil (oracle2teacher)": 3.5788700580596924,
       "epoch": 0.21899529042386184,
-      "rel-constrast": 5.365159034729004,
+      "rel-constrast": 5.084054946899414,
       "step": 279,
-      "subrel-constrast": 4.612099647521973,
+      "subrel-constrast": 4.2111334800720215,
       "view-similarity": 0
     },
     {
       "epoch": 0.21978021978021978,
-      "grad_norm": 11.75,
+      "grad_norm": 11.875,
       "learning_rate": 1.3950000000000002e-05,
-      "loss": 1.4375,
+      "loss": 1.4791,
       "step": 280
     },
     {
-      "cov-distil": 2.9893362522125244,
-      "cov-distil (oracle2student)": 4.024957656860352,
-      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "cov-distil": 2.8841805458068848,
+      "cov-distil (oracle2student)": 5.231929779052734,
+      "cov-distil (oracle2teacher)": 3.8020687103271484,
       "epoch": 0.21978021978021978,
-      "rel-constrast": 3.5614960193634033,
+      "rel-constrast": 5.070528984069824,
       "step": 280,
-      "subrel-constrast": 3.8487634658813477,
+      "subrel-constrast": 3.608320951461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.844444990158081,
-      "cov-distil (oracle2student)": 5.392576217651367,
-      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "cov-distil": 1.789047122001648,
+      "cov-distil (oracle2student)": 6.3516340255737305,
+      "cov-distil (oracle2teacher)": 4.324160099029541,
       "epoch": 0.2205651491365777,
-      "rel-constrast": 4.974848747253418,
+      "rel-constrast": 5.733168601989746,
       "step": 281,
-      "subrel-constrast": 4.340900421142578,
+      "subrel-constrast": 4.130161762237549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.113116502761841,
-      "cov-distil (oracle2student)": 5.14133358001709,
-      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "cov-distil": 3.2254583835601807,
+      "cov-distil (oracle2student)": 5.774847984313965,
+      "cov-distil (oracle2teacher)": 4.546616554260254,
       "epoch": 0.22135007849293564,
-      "rel-constrast": 3.7480554580688477,
+      "rel-constrast": 4.129452228546143,
       "step": 282,
-      "subrel-constrast": 3.691127061843872,
+      "subrel-constrast": 3.598750114440918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6692819595336914,
-      "cov-distil (oracle2student)": 5.371300220489502,
-      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "cov-distil": 2.9880526065826416,
+      "cov-distil (oracle2student)": 5.123470306396484,
+      "cov-distil (oracle2teacher)": 4.069883346557617,
       "epoch": 0.22213500784929358,
-      "rel-constrast": 3.1415340900421143,
+      "rel-constrast": 3.295433759689331,
       "step": 283,
-      "subrel-constrast": 3.5099706649780273,
+      "subrel-constrast": 3.324979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.123812675476074,
-      "cov-distil (oracle2student)": 5.589199066162109,
-      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "cov-distil": 4.25510311126709,
+      "cov-distil (oracle2student)": 6.302071571350098,
+      "cov-distil (oracle2teacher)": 4.757148742675781,
       "epoch": 0.22291993720565148,
-      "rel-constrast": 5.24945068359375,
+      "rel-constrast": 5.31478214263916,
       "step": 284,
-      "subrel-constrast": 5.918647289276123,
+      "subrel-constrast": 5.6519598960876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8713016510009766,
-      "cov-distil (oracle2student)": 4.705049991607666,
-      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "cov-distil": 3.2425737380981445,
+      "cov-distil (oracle2student)": 5.098972320556641,
+      "cov-distil (oracle2teacher)": 4.024742126464844,
       "epoch": 0.2237048665620094,
-      "rel-constrast": 4.912763595581055,
+      "rel-constrast": 5.870516777038574,
       "step": 285,
-      "subrel-constrast": 4.87550163269043,
+      "subrel-constrast": 4.4377851486206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3451600074768066,
-      "cov-distil (oracle2student)": 5.1898112297058105,
-      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "cov-distil": 3.38612961769104,
+      "cov-distil (oracle2student)": 5.2903733253479,
+      "cov-distil (oracle2teacher)": 4.70941162109375,
       "epoch": 0.22448979591836735,
-      "rel-constrast": 3.9581844806671143,
+      "rel-constrast": 4.851799011230469,
       "step": 286,
-      "subrel-constrast": 4.999188423156738,
+      "subrel-constrast": 4.53253698348999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.046831130981445,
-      "cov-distil (oracle2student)": 5.279922008514404,
-      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "cov-distil": 5.291201591491699,
+      "cov-distil (oracle2student)": 5.844934463500977,
+      "cov-distil (oracle2teacher)": 4.84541654586792,
       "epoch": 0.22527472527472528,
-      "rel-constrast": 3.851740598678589,
+      "rel-constrast": 5.835660457611084,
       "step": 287,
-      "subrel-constrast": 5.069759368896484,
+      "subrel-constrast": 5.024116039276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9045445919036865,
-      "cov-distil (oracle2student)": 4.107922077178955,
-      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "cov-distil": 2.9398608207702637,
+      "cov-distil (oracle2student)": 4.3184967041015625,
+      "cov-distil (oracle2teacher)": 3.2652041912078857,
       "epoch": 0.2260596546310832,
-      "rel-constrast": 3.7474989891052246,
+      "rel-constrast": 3.811152219772339,
       "step": 288,
-      "subrel-constrast": 3.227546215057373,
+      "subrel-constrast": 3.2368462085723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6393697261810303,
-      "cov-distil (oracle2student)": 5.38969612121582,
-      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "cov-distil": 2.8907761573791504,
+      "cov-distil (oracle2student)": 6.32274866104126,
+      "cov-distil (oracle2teacher)": 4.817951679229736,
       "epoch": 0.22684458398744112,
-      "rel-constrast": 5.448161602020264,
+      "rel-constrast": 6.02825403213501,
       "step": 289,
-      "subrel-constrast": 4.952843189239502,
+      "subrel-constrast": 4.743237495422363,
       "view-similarity": 0
     },
     {
       "epoch": 0.22762951334379905,
-      "grad_norm": 11.0625,
+      "grad_norm": 11.375,
       "learning_rate": 1.4449999999999999e-05,
-      "loss": 1.1312,
+      "loss": 1.2485,
       "step": 290
     },
     {
-      "cov-distil": 2.2228524684906006,
-      "cov-distil (oracle2student)": 5.054024696350098,
-      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "cov-distil": 2.9347901344299316,
+      "cov-distil (oracle2student)": 4.872867584228516,
+      "cov-distil (oracle2teacher)": 4.179929733276367,
       "epoch": 0.22762951334379905,
-      "rel-constrast": 4.407362937927246,
+      "rel-constrast": 5.155918598175049,
       "step": 290,
-      "subrel-constrast": 3.7540085315704346,
+      "subrel-constrast": 3.6043808460235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.322395086288452,
-      "cov-distil (oracle2student)": 5.8189802169799805,
-      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "cov-distil": 3.9107203483581543,
+      "cov-distil (oracle2student)": 7.445195198059082,
+      "cov-distil (oracle2teacher)": 5.120218753814697,
       "epoch": 0.22841444270015698,
-      "rel-constrast": 7.071442127227783,
+      "rel-constrast": 7.677296161651611,
       "step": 291,
-      "subrel-constrast": 5.730456352233887,
+      "subrel-constrast": 5.529508113861084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16727876663208,
-      "cov-distil (oracle2student)": 4.567198753356934,
-      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "cov-distil": 2.4434685707092285,
+      "cov-distil (oracle2student)": 4.508039474487305,
+      "cov-distil (oracle2teacher)": 3.5461554527282715,
       "epoch": 0.22919937205651492,
-      "rel-constrast": 4.42551851272583,
+      "rel-constrast": 5.153941631317139,
       "step": 292,
-      "subrel-constrast": 4.485289573669434,
+      "subrel-constrast": 4.15155553817749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469608783721924,
-      "cov-distil (oracle2student)": 5.156149864196777,
-      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "cov-distil": 2.582817554473877,
+      "cov-distil (oracle2student)": 5.146377086639404,
+      "cov-distil (oracle2teacher)": 4.31059455871582,
       "epoch": 0.22998430141287285,
-      "rel-constrast": 5.817928314208984,
+      "rel-constrast": 5.175385475158691,
       "step": 293,
-      "subrel-constrast": 5.512660503387451,
+      "subrel-constrast": 5.058679103851318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7178702354431152,
-      "cov-distil (oracle2student)": 6.17563009262085,
-      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "cov-distil": 3.5422732830047607,
+      "cov-distil (oracle2student)": 6.001456260681152,
+      "cov-distil (oracle2teacher)": 5.188901901245117,
       "epoch": 0.23076923076923078,
-      "rel-constrast": 4.059771537780762,
+      "rel-constrast": 4.473079681396484,
       "step": 294,
-      "subrel-constrast": 4.546008110046387,
+      "subrel-constrast": 4.181125640869141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.426544189453125,
-      "cov-distil (oracle2student)": 6.170835494995117,
-      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "cov-distil": 2.6128244400024414,
+      "cov-distil (oracle2student)": 6.004209518432617,
+      "cov-distil (oracle2teacher)": 4.370993614196777,
       "epoch": 0.2315541601255887,
-      "rel-constrast": 5.40432071685791,
+      "rel-constrast": 4.921375751495361,
       "step": 295,
-      "subrel-constrast": 4.621823310852051,
+      "subrel-constrast": 4.1689252853393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4757297039031982,
-      "cov-distil (oracle2student)": 5.960691452026367,
-      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "cov-distil": 2.5751001834869385,
+      "cov-distil (oracle2student)": 4.772381782531738,
+      "cov-distil (oracle2teacher)": 4.355014324188232,
       "epoch": 0.23233908948194662,
-      "rel-constrast": 5.51530122756958,
+      "rel-constrast": 6.146240711212158,
       "step": 296,
-      "subrel-constrast": 4.927340507507324,
+      "subrel-constrast": 4.476834774017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.657459259033203,
-      "cov-distil (oracle2student)": 5.8439040184021,
-      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "cov-distil": 3.9748764038085938,
+      "cov-distil (oracle2student)": 6.486191749572754,
+      "cov-distil (oracle2teacher)": 5.096853256225586,
       "epoch": 0.23312401883830455,
-      "rel-constrast": 5.3520827293396,
+      "rel-constrast": 6.090335369110107,
       "step": 297,
-      "subrel-constrast": 5.7532639503479,
+      "subrel-constrast": 5.588194370269775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3521299362182617,
-      "cov-distil (oracle2student)": 4.154911041259766,
-      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "cov-distil": 2.44960880279541,
+      "cov-distil (oracle2student)": 3.8874282836914062,
+      "cov-distil (oracle2teacher)": 3.8167011737823486,
       "epoch": 0.23390894819466249,
-      "rel-constrast": 4.380270481109619,
+      "rel-constrast": 5.933355331420898,
       "step": 298,
-      "subrel-constrast": 4.369304656982422,
+      "subrel-constrast": 3.9365546703338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0642247200012207,
-      "cov-distil (oracle2student)": 8.378507614135742,
-      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "cov-distil": 3.636549949645996,
+      "cov-distil (oracle2student)": 7.991456508636475,
+      "cov-distil (oracle2teacher)": 7.372882843017578,
       "epoch": 0.23469387755102042,
-      "rel-constrast": 6.201256275177002,
+      "rel-constrast": 6.266528129577637,
       "step": 299,
-      "subrel-constrast": 6.11863374710083,
+      "subrel-constrast": 5.849900722503662,
       "view-similarity": 0
     },
     {
       "epoch": 0.23547880690737832,
-      "grad_norm": 12.3125,
+      "grad_norm": 12.9375,
       "learning_rate": 1.4950000000000001e-05,
-      "loss": 1.3781,
+      "loss": 1.4248,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
-      "overlap": 0.2109375,
+      "overlap": 0.20781250298023224,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "student margin": 0.05963134765625
+      "student margin": 0.0362548828125
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "teacher margin": 0.038360595703125
+      "teacher margin": 0.0373687744140625
     },
     {
       "epoch": 0.23547880690737832,
-      "margin difference": -0.021270751953125,
+      "margin difference": 0.0011138916015625,
       "step": 300
     },
     {
-      "cov-distil": 3.008206367492676,
-      "cov-distil (oracle2student)": 5.292865753173828,
-      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "cov-distil": 2.995849609375,
+      "cov-distil (oracle2student)": 5.09915828704834,
+      "cov-distil (oracle2teacher)": 4.621673107147217,
       "epoch": 0.23547880690737832,
-      "rel-constrast": 4.0116376876831055,
+      "rel-constrast": 5.374889373779297,
       "step": 300,
-      "subrel-constrast": 4.785098075866699,
+      "subrel-constrast": 4.954840660095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989365577697754,
-      "cov-distil (oracle2student)": 5.546765327453613,
-      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "cov-distil": 2.807335376739502,
+      "cov-distil (oracle2student)": 5.43807315826416,
+      "cov-distil (oracle2teacher)": 4.944613456726074,
       "epoch": 0.23626373626373626,
-      "rel-constrast": 6.474400043487549,
+      "rel-constrast": 6.832364559173584,
       "step": 301,
-      "subrel-constrast": 5.127968788146973,
+      "subrel-constrast": 5.392660617828369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1983444690704346,
-      "cov-distil (oracle2student)": 8.063515663146973,
-      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "cov-distil": 4.137192726135254,
+      "cov-distil (oracle2student)": 9.00510025024414,
+      "cov-distil (oracle2teacher)": 6.73104190826416,
       "epoch": 0.2370486656200942,
-      "rel-constrast": 7.403573989868164,
+      "rel-constrast": 8.269548416137695,
       "step": 302,
-      "subrel-constrast": 7.299440383911133,
+      "subrel-constrast": 7.39450216293335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1733779907226562,
-      "cov-distil (oracle2student)": 5.806576251983643,
-      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "cov-distil": 2.0982232093811035,
+      "cov-distil (oracle2student)": 5.335261344909668,
+      "cov-distil (oracle2teacher)": 4.4932451248168945,
       "epoch": 0.23783359497645212,
-      "rel-constrast": 4.8100080490112305,
+      "rel-constrast": 5.1851582527160645,
       "step": 303,
-      "subrel-constrast": 4.575942039489746,
+      "subrel-constrast": 4.23055362701416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.296001434326172,
-      "cov-distil (oracle2student)": 5.940627098083496,
-      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "cov-distil": 3.179009437561035,
+      "cov-distil (oracle2student)": 6.040433406829834,
+      "cov-distil (oracle2teacher)": 4.932512283325195,
       "epoch": 0.23861852433281006,
-      "rel-constrast": 4.067414283752441,
+      "rel-constrast": 4.484858512878418,
       "step": 304,
-      "subrel-constrast": 4.074215888977051,
+      "subrel-constrast": 3.803333282470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.045285701751709,
-      "cov-distil (oracle2student)": 6.319952487945557,
-      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "cov-distil": 4.767642974853516,
+      "cov-distil (oracle2student)": 7.136101245880127,
+      "cov-distil (oracle2teacher)": 5.454344749450684,
       "epoch": 0.239403453689168,
-      "rel-constrast": 6.282134056091309,
+      "rel-constrast": 5.738367080688477,
       "step": 305,
-      "subrel-constrast": 5.782018661499023,
+      "subrel-constrast": 5.890968322753906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9121222496032715,
-      "cov-distil (oracle2student)": 5.459598064422607,
-      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "cov-distil": 4.072711944580078,
+      "cov-distil (oracle2student)": 5.865180969238281,
+      "cov-distil (oracle2teacher)": 4.911429405212402,
       "epoch": 0.2401883830455259,
-      "rel-constrast": 4.806554317474365,
+      "rel-constrast": 4.885112762451172,
       "step": 306,
-      "subrel-constrast": 4.548116207122803,
+      "subrel-constrast": 4.486283302307129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.127394199371338,
-      "cov-distil (oracle2student)": 6.740002155303955,
-      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "cov-distil": 3.361879825592041,
+      "cov-distil (oracle2student)": 7.407407760620117,
+      "cov-distil (oracle2teacher)": 5.337668418884277,
       "epoch": 0.24097331240188383,
-      "rel-constrast": 4.304414749145508,
+      "rel-constrast": 6.136301040649414,
       "step": 307,
-      "subrel-constrast": 4.569100856781006,
+      "subrel-constrast": 3.926816940307617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409721851348877,
-      "cov-distil (oracle2student)": 5.193621635437012,
-      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "cov-distil": 2.6681458950042725,
+      "cov-distil (oracle2student)": 4.906818389892578,
+      "cov-distil (oracle2teacher)": 4.054692268371582,
       "epoch": 0.24175824175824176,
-      "rel-constrast": 3.959606885910034,
+      "rel-constrast": 3.799686908721924,
       "step": 308,
-      "subrel-constrast": 3.5845348834991455,
+      "subrel-constrast": 3.5293538570404053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8062539100646973,
-      "cov-distil (oracle2student)": 4.71664571762085,
-      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "cov-distil": 2.943486452102661,
+      "cov-distil (oracle2student)": 5.624420166015625,
+      "cov-distil (oracle2teacher)": 4.865832805633545,
       "epoch": 0.2425431711145997,
-      "rel-constrast": 3.0766100883483887,
+      "rel-constrast": 3.9732346534729004,
       "step": 309,
-      "subrel-constrast": 3.382361888885498,
+      "subrel-constrast": 3.4104995727539062,
       "view-similarity": 0
     },
     {
       "epoch": 0.24332810047095763,
-      "grad_norm": 9.5,
+      "grad_norm": 11.625,
       "learning_rate": 1.545e-05,
-      "loss": 1.2937,
+      "loss": 1.367,
       "step": 310
     },
     {
-      "cov-distil": 2.239055633544922,
-      "cov-distil (oracle2student)": 5.393888473510742,
-      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "cov-distil": 2.6244723796844482,
+      "cov-distil (oracle2student)": 5.866706371307373,
+      "cov-distil (oracle2teacher)": 4.9008917808532715,
       "epoch": 0.24332810047095763,
-      "rel-constrast": 4.987247467041016,
+      "rel-constrast": 6.373926162719727,
       "step": 310,
-      "subrel-constrast": 5.139691352844238,
+      "subrel-constrast": 4.488101482391357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2522640228271484,
-      "cov-distil (oracle2student)": 5.585516452789307,
-      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "cov-distil": 3.5632121562957764,
+      "cov-distil (oracle2student)": 5.155505657196045,
+      "cov-distil (oracle2teacher)": 5.0142059326171875,
       "epoch": 0.24411302982731553,
-      "rel-constrast": 5.4420576095581055,
+      "rel-constrast": 6.277679443359375,
       "step": 311,
-      "subrel-constrast": 5.243014812469482,
+      "subrel-constrast": 5.1024346351623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9545369148254395,
-      "cov-distil (oracle2student)": 7.048440933227539,
-      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "cov-distil": 3.843381404876709,
+      "cov-distil (oracle2student)": 7.657061576843262,
+      "cov-distil (oracle2teacher)": 5.59952974319458,
       "epoch": 0.24489795918367346,
-      "rel-constrast": 4.822846412658691,
+      "rel-constrast": 6.135632514953613,
       "step": 312,
-      "subrel-constrast": 5.2993550300598145,
+      "subrel-constrast": 4.900961875915527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3729989528656006,
-      "cov-distil (oracle2student)": 4.889832496643066,
-      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "cov-distil": 3.1060256958007812,
+      "cov-distil (oracle2student)": 4.893831253051758,
+      "cov-distil (oracle2teacher)": 3.9767580032348633,
       "epoch": 0.2456828885400314,
-      "rel-constrast": 4.288917064666748,
+      "rel-constrast": 4.635200023651123,
       "step": 313,
-      "subrel-constrast": 4.1293230056762695,
+      "subrel-constrast": 4.283213138580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8544390201568604,
-      "cov-distil (oracle2student)": 5.838968276977539,
-      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "cov-distil": 3.1016054153442383,
+      "cov-distil (oracle2student)": 6.062239646911621,
+      "cov-distil (oracle2teacher)": 5.6108503341674805,
       "epoch": 0.24646781789638933,
-      "rel-constrast": 7.789211273193359,
+      "rel-constrast": 8.560279846191406,
       "step": 314,
-      "subrel-constrast": 7.194558143615723,
+      "subrel-constrast": 7.044192314147949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.575493335723877,
-      "cov-distil (oracle2student)": 3.8698391914367676,
-      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "cov-distil": 2.8427748680114746,
+      "cov-distil (oracle2student)": 4.068223476409912,
+      "cov-distil (oracle2teacher)": 3.112412214279175,
       "epoch": 0.24725274725274726,
-      "rel-constrast": 5.1448469161987305,
+      "rel-constrast": 5.4125471115112305,
       "step": 315,
-      "subrel-constrast": 5.066910743713379,
+      "subrel-constrast": 4.892662525177002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5955240726470947,
-      "cov-distil (oracle2student)": 6.330062389373779,
-      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "cov-distil": 3.612217426300049,
+      "cov-distil (oracle2student)": 6.20430850982666,
+      "cov-distil (oracle2teacher)": 5.056683540344238,
       "epoch": 0.24803767660910517,
-      "rel-constrast": 5.845157623291016,
+      "rel-constrast": 5.985476970672607,
       "step": 316,
-      "subrel-constrast": 5.653590679168701,
+      "subrel-constrast": 5.0935492515563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.458334445953369,
-      "cov-distil (oracle2student)": 4.185459136962891,
-      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "cov-distil": 3.5243868827819824,
+      "cov-distil (oracle2student)": 4.722080707550049,
+      "cov-distil (oracle2teacher)": 3.2924301624298096,
       "epoch": 0.2488226059654631,
-      "rel-constrast": 2.779353618621826,
+      "rel-constrast": 2.927239418029785,
       "step": 317,
-      "subrel-constrast": 2.9301249980926514,
+      "subrel-constrast": 2.7868239879608154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7841362953186035,
-      "cov-distil (oracle2student)": 6.304546356201172,
-      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "cov-distil": 2.834930419921875,
+      "cov-distil (oracle2student)": 7.241357803344727,
+      "cov-distil (oracle2teacher)": 5.2385406494140625,
       "epoch": 0.24960753532182103,
-      "rel-constrast": 5.335213661193848,
+      "rel-constrast": 6.596709728240967,
       "step": 318,
-      "subrel-constrast": 4.771610736846924,
+      "subrel-constrast": 4.503012180328369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.501758098602295,
-      "cov-distil (oracle2student)": 2.5830516815185547,
-      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "cov-distil": 4.6294145584106445,
+      "cov-distil (oracle2student)": 3.2060794830322266,
+      "cov-distil (oracle2teacher)": 2.472909927368164,
       "epoch": 0.25039246467817894,
-      "rel-constrast": 3.4819953441619873,
+      "rel-constrast": 4.146984100341797,
       "step": 319,
-      "subrel-constrast": 4.568965435028076,
+      "subrel-constrast": 4.32492733001709,
       "view-similarity": 0
     },
     {
       "epoch": 0.25117739403453687,
-      "grad_norm": 9.375,
+      "grad_norm": 9.75,
       "learning_rate": 1.595e-05,
-      "loss": 1.3169,
+      "loss": 1.4263,
       "step": 320
     },
     {
-      "cov-distil": 2.6786675453186035,
-      "cov-distil (oracle2student)": 6.357356071472168,
-      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "cov-distil": 3.2471065521240234,
+      "cov-distil (oracle2student)": 5.24832820892334,
+      "cov-distil (oracle2teacher)": 4.8232221603393555,
       "epoch": 0.25117739403453687,
-      "rel-constrast": 6.052874565124512,
+      "rel-constrast": 6.012116432189941,
       "step": 320,
-      "subrel-constrast": 5.292226314544678,
+      "subrel-constrast": 4.880139350891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.494877815246582,
-      "cov-distil (oracle2student)": 6.876131057739258,
-      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "cov-distil": 3.157546043395996,
+      "cov-distil (oracle2student)": 6.867677211761475,
+      "cov-distil (oracle2teacher)": 6.053874492645264,
       "epoch": 0.2519623233908948,
-      "rel-constrast": 5.749901294708252,
+      "rel-constrast": 6.826060771942139,
       "step": 321,
-      "subrel-constrast": 5.932641983032227,
+      "subrel-constrast": 5.76216459274292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.38651180267334,
-      "cov-distil (oracle2student)": 6.265422344207764,
-      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "cov-distil": 3.067598581314087,
+      "cov-distil (oracle2student)": 5.943489074707031,
+      "cov-distil (oracle2teacher)": 5.202498912811279,
       "epoch": 0.25274725274725274,
-      "rel-constrast": 6.318136215209961,
+      "rel-constrast": 6.353456497192383,
       "step": 322,
-      "subrel-constrast": 6.435103893280029,
+      "subrel-constrast": 5.987008571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4289562702178955,
-      "cov-distil (oracle2student)": 6.545157432556152,
-      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "cov-distil": 3.1114866733551025,
+      "cov-distil (oracle2student)": 7.59584379196167,
+      "cov-distil (oracle2teacher)": 6.96005916595459,
       "epoch": 0.25353218210361067,
-      "rel-constrast": 3.1901004314422607,
+      "rel-constrast": 4.523984432220459,
       "step": 323,
-      "subrel-constrast": 3.988408327102661,
+      "subrel-constrast": 3.6541523933410645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2045464515686035,
-      "cov-distil (oracle2student)": 4.834115982055664,
-      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "cov-distil": 2.248222827911377,
+      "cov-distil (oracle2student)": 5.706358909606934,
+      "cov-distil (oracle2teacher)": 4.948301315307617,
       "epoch": 0.2543171114599686,
-      "rel-constrast": 3.4951283931732178,
+      "rel-constrast": 4.667326927185059,
       "step": 324,
-      "subrel-constrast": 5.053758144378662,
+      "subrel-constrast": 4.78737211227417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7462997436523438,
-      "cov-distil (oracle2student)": 4.760239124298096,
-      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "cov-distil": 2.2831523418426514,
+      "cov-distil (oracle2student)": 4.755370140075684,
+      "cov-distil (oracle2teacher)": 4.040532112121582,
       "epoch": 0.25510204081632654,
-      "rel-constrast": 5.508856773376465,
+      "rel-constrast": 4.627167701721191,
       "step": 325,
-      "subrel-constrast": 4.718686580657959,
+      "subrel-constrast": 4.401793956756592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674020528793335,
-      "cov-distil (oracle2student)": 6.0317277908325195,
-      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "cov-distil": 2.712343215942383,
+      "cov-distil (oracle2student)": 5.70070219039917,
+      "cov-distil (oracle2teacher)": 4.60653018951416,
       "epoch": 0.25588697017268447,
-      "rel-constrast": 4.99403190612793,
+      "rel-constrast": 6.844998359680176,
       "step": 326,
-      "subrel-constrast": 5.0482378005981445,
+      "subrel-constrast": 4.64809513092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5660901069641113,
-      "cov-distil (oracle2student)": 4.034915447235107,
-      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "cov-distil": 2.156365394592285,
+      "cov-distil (oracle2student)": 3.712214469909668,
+      "cov-distil (oracle2teacher)": 3.16973876953125,
       "epoch": 0.2566718995290424,
-      "rel-constrast": 4.6133012771606445,
+      "rel-constrast": 5.057411193847656,
       "step": 327,
-      "subrel-constrast": 4.879344940185547,
+      "subrel-constrast": 4.276742458343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.365044593811035,
-      "cov-distil (oracle2student)": 6.041069984436035,
-      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "cov-distil": 3.276266098022461,
+      "cov-distil (oracle2student)": 6.313554763793945,
+      "cov-distil (oracle2teacher)": 4.672726631164551,
       "epoch": 0.25745682888540034,
-      "rel-constrast": 7.124080181121826,
+      "rel-constrast": 7.7610578536987305,
       "step": 328,
-      "subrel-constrast": 5.432338714599609,
+      "subrel-constrast": 5.150588512420654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.372805118560791,
-      "cov-distil (oracle2student)": 5.78395938873291,
-      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "cov-distil": 3.1482694149017334,
+      "cov-distil (oracle2student)": 6.211233139038086,
+      "cov-distil (oracle2teacher)": 4.519503593444824,
       "epoch": 0.25824175824175827,
-      "rel-constrast": 6.051140308380127,
+      "rel-constrast": 7.128066062927246,
       "step": 329,
-      "subrel-constrast": 5.881999492645264,
+      "subrel-constrast": 5.229227066040039,
       "view-similarity": 0
     },
     {
       "epoch": 0.25902668759811615,
-      "grad_norm": 12.8125,
+      "grad_norm": 30.125,
       "learning_rate": 1.645e-05,
-      "loss": 1.3897,
+      "loss": 1.495,
       "step": 330
     },
     {
-      "cov-distil": 2.17360520362854,
-      "cov-distil (oracle2student)": 4.5049262046813965,
-      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "cov-distil": 3.4942121505737305,
+      "cov-distil (oracle2student)": 4.702362060546875,
+      "cov-distil (oracle2teacher)": 3.851454973220825,
       "epoch": 0.25902668759811615,
-      "rel-constrast": 6.193095684051514,
+      "rel-constrast": 7.743566989898682,
       "step": 330,
-      "subrel-constrast": 6.21535587310791,
+      "subrel-constrast": 5.834286212921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125455856323242,
-      "cov-distil (oracle2student)": 6.844125747680664,
-      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "cov-distil": 2.4308981895446777,
+      "cov-distil (oracle2student)": 6.707577228546143,
+      "cov-distil (oracle2teacher)": 6.061697959899902,
       "epoch": 0.2598116169544741,
-      "rel-constrast": 5.395874977111816,
+      "rel-constrast": 5.530765056610107,
       "step": 331,
-      "subrel-constrast": 5.601707458496094,
+      "subrel-constrast": 5.404827117919922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.006053924560547,
-      "cov-distil (oracle2student)": 6.137346267700195,
-      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "cov-distil": 2.700594902038574,
+      "cov-distil (oracle2student)": 6.697707653045654,
+      "cov-distil (oracle2teacher)": 4.997561454772949,
       "epoch": 0.260596546310832,
-      "rel-constrast": 5.007664203643799,
+      "rel-constrast": 5.75063419342041,
       "step": 332,
-      "subrel-constrast": 5.2837815284729,
+      "subrel-constrast": 4.904842376708984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.734050750732422,
-      "cov-distil (oracle2student)": 7.4360809326171875,
-      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "cov-distil": 3.122147560119629,
+      "cov-distil (oracle2student)": 6.454063892364502,
+      "cov-distil (oracle2teacher)": 5.4856696128845215,
       "epoch": 0.26138147566718994,
-      "rel-constrast": 7.471103668212891,
+      "rel-constrast": 7.21724271774292,
       "step": 333,
-      "subrel-constrast": 6.6938323974609375,
+      "subrel-constrast": 6.4538092613220215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.608743667602539,
-      "cov-distil (oracle2student)": 6.094544410705566,
-      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "cov-distil": 3.6284923553466797,
+      "cov-distil (oracle2student)": 5.671303749084473,
+      "cov-distil (oracle2teacher)": 5.0850443840026855,
       "epoch": 0.2621664050235479,
-      "rel-constrast": 6.776917934417725,
+      "rel-constrast": 6.136453628540039,
       "step": 334,
-      "subrel-constrast": 5.880159378051758,
+      "subrel-constrast": 5.556970119476318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.892280101776123,
-      "cov-distil (oracle2student)": 5.178328514099121,
-      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "cov-distil": 3.3844223022460938,
+      "cov-distil (oracle2student)": 6.532558441162109,
+      "cov-distil (oracle2teacher)": 5.1386823654174805,
       "epoch": 0.2629513343799058,
-      "rel-constrast": 4.494962215423584,
+      "rel-constrast": 6.085060119628906,
       "step": 335,
-      "subrel-constrast": 4.386334419250488,
+      "subrel-constrast": 3.9505090713500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2362866401672363,
-      "cov-distil (oracle2student)": 6.626348495483398,
-      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "cov-distil": 3.351165533065796,
+      "cov-distil (oracle2student)": 6.627205848693848,
+      "cov-distil (oracle2teacher)": 4.818368434906006,
       "epoch": 0.26373626373626374,
-      "rel-constrast": 3.794989585876465,
+      "rel-constrast": 4.0633087158203125,
       "step": 336,
-      "subrel-constrast": 3.689164638519287,
+      "subrel-constrast": 3.8028533458709717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.421428918838501,
-      "cov-distil (oracle2student)": 7.400732040405273,
-      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "cov-distil": 2.636702537536621,
+      "cov-distil (oracle2student)": 6.419576644897461,
+      "cov-distil (oracle2teacher)": 5.576725482940674,
       "epoch": 0.2645211930926217,
-      "rel-constrast": 5.231344699859619,
+      "rel-constrast": 5.209208011627197,
       "step": 337,
-      "subrel-constrast": 5.4244794845581055,
+      "subrel-constrast": 4.492473602294922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3564536571502686,
-      "cov-distil (oracle2student)": 5.809101104736328,
-      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "cov-distil": 2.5485739707946777,
+      "cov-distil (oracle2student)": 5.755950927734375,
+      "cov-distil (oracle2teacher)": 4.924200534820557,
       "epoch": 0.2653061224489796,
-      "rel-constrast": 3.5233960151672363,
+      "rel-constrast": 4.338869094848633,
       "step": 338,
-      "subrel-constrast": 3.6908886432647705,
+      "subrel-constrast": 3.4522180557250977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1037206649780273,
-      "cov-distil (oracle2student)": 2.2603325843811035,
-      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "cov-distil": 3.0320019721984863,
+      "cov-distil (oracle2student)": 3.228222370147705,
+      "cov-distil (oracle2teacher)": 2.803506851196289,
       "epoch": 0.26609105180533754,
-      "rel-constrast": 3.4815633296966553,
+      "rel-constrast": 3.474172353744507,
       "step": 339,
-      "subrel-constrast": 3.288261890411377,
+      "subrel-constrast": 3.0635268688201904,
       "view-similarity": 0
     },
     {
       "epoch": 0.2668759811616955,
-      "grad_norm": 8.6875,
+      "grad_norm": 10.9375,
       "learning_rate": 1.6950000000000002e-05,
-      "loss": 1.3469,
+      "loss": 1.3887,
       "step": 340
     },
     {
-      "cov-distil": 3.3706393241882324,
-      "cov-distil (oracle2student)": 6.5477705001831055,
-      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "cov-distil": 3.49402117729187,
+      "cov-distil (oracle2student)": 7.210906028747559,
+      "cov-distil (oracle2teacher)": 5.0158233642578125,
       "epoch": 0.2668759811616955,
-      "rel-constrast": 4.431926727294922,
+      "rel-constrast": 4.837923049926758,
       "step": 340,
-      "subrel-constrast": 4.443270683288574,
+      "subrel-constrast": 3.96360445022583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7762702703475952,
-      "cov-distil (oracle2student)": 5.8467302322387695,
-      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "cov-distil": 2.364725112915039,
+      "cov-distil (oracle2student)": 6.774990558624268,
+      "cov-distil (oracle2teacher)": 4.92592716217041,
       "epoch": 0.26766091051805335,
-      "rel-constrast": 6.334066390991211,
+      "rel-constrast": 6.70700216293335,
       "step": 341,
-      "subrel-constrast": 5.981983661651611,
+      "subrel-constrast": 5.498395919799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9460091590881348,
-      "cov-distil (oracle2student)": 5.643100738525391,
-      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "cov-distil": 3.675469160079956,
+      "cov-distil (oracle2student)": 6.020564079284668,
+      "cov-distil (oracle2teacher)": 4.985093116760254,
       "epoch": 0.2684458398744113,
-      "rel-constrast": 5.211766242980957,
+      "rel-constrast": 5.4752960205078125,
       "step": 342,
-      "subrel-constrast": 5.1992878913879395,
+      "subrel-constrast": 5.19370698928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.367637872695923,
-      "cov-distil (oracle2student)": 5.941043853759766,
-      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "cov-distil": 2.710606575012207,
+      "cov-distil (oracle2student)": 5.1702561378479,
+      "cov-distil (oracle2teacher)": 4.896413326263428,
       "epoch": 0.2692307692307692,
-      "rel-constrast": 5.264193058013916,
+      "rel-constrast": 4.92357873916626,
       "step": 343,
-      "subrel-constrast": 3.895352840423584,
+      "subrel-constrast": 4.078018665313721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.412367820739746,
-      "cov-distil (oracle2student)": 7.493007659912109,
-      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "cov-distil": 2.9351677894592285,
+      "cov-distil (oracle2student)": 6.349701881408691,
+      "cov-distil (oracle2teacher)": 5.054539680480957,
       "epoch": 0.27001569858712715,
-      "rel-constrast": 5.213747024536133,
+      "rel-constrast": 5.1082682609558105,
       "step": 344,
-      "subrel-constrast": 4.595364093780518,
+      "subrel-constrast": 4.37379789352417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8810176849365234,
-      "cov-distil (oracle2student)": 7.061761379241943,
-      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "cov-distil": 3.5741896629333496,
+      "cov-distil (oracle2student)": 6.700535774230957,
+      "cov-distil (oracle2teacher)": 5.530913352966309,
       "epoch": 0.2708006279434851,
-      "rel-constrast": 5.749035835266113,
+      "rel-constrast": 4.915071964263916,
       "step": 345,
-      "subrel-constrast": 5.173506259918213,
+      "subrel-constrast": 4.948842525482178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8150792121887207,
-      "cov-distil (oracle2student)": 5.25694465637207,
-      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "cov-distil": 3.7902779579162598,
+      "cov-distil (oracle2student)": 4.731903076171875,
+      "cov-distil (oracle2teacher)": 4.770266056060791,
       "epoch": 0.271585557299843,
-      "rel-constrast": 3.7829973697662354,
+      "rel-constrast": 4.276309967041016,
       "step": 346,
-      "subrel-constrast": 4.973955154418945,
+      "subrel-constrast": 4.362357139587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5536751747131348,
-      "cov-distil (oracle2student)": 4.120350360870361,
-      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "cov-distil": 2.7229695320129395,
+      "cov-distil (oracle2student)": 4.780536651611328,
+      "cov-distil (oracle2teacher)": 3.6855499744415283,
       "epoch": 0.27237048665620095,
-      "rel-constrast": 3.704036235809326,
+      "rel-constrast": 4.157382965087891,
       "step": 347,
-      "subrel-constrast": 3.350982666015625,
+      "subrel-constrast": 3.040459632873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1382832527160645,
-      "cov-distil (oracle2student)": 5.11441707611084,
-      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "cov-distil": 2.133462429046631,
+      "cov-distil (oracle2student)": 5.408270835876465,
+      "cov-distil (oracle2teacher)": 5.279867649078369,
       "epoch": 0.2731554160125589,
-      "rel-constrast": 3.458172082901001,
+      "rel-constrast": 3.8222789764404297,
       "step": 348,
-      "subrel-constrast": 4.3986616134643555,
+      "subrel-constrast": 3.876159906387329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1670680046081543,
-      "cov-distil (oracle2student)": 6.426840782165527,
-      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "cov-distil": 2.9878487586975098,
+      "cov-distil (oracle2student)": 6.929985046386719,
+      "cov-distil (oracle2teacher)": 5.093683242797852,
       "epoch": 0.2739403453689168,
-      "rel-constrast": 3.4649224281311035,
+      "rel-constrast": 4.3066606521606445,
       "step": 349,
-      "subrel-constrast": 3.7243576049804688,
+      "subrel-constrast": 3.651686429977417,
       "view-similarity": 0
     },
     {
       "epoch": 0.27472527472527475,
-      "grad_norm": 9.25,
+      "grad_norm": 9.875,
       "learning_rate": 1.745e-05,
-      "loss": 1.2339,
+      "loss": 1.2132,
       "step": 350
     },
     {
-      "cov-distil": 3.608635902404785,
-      "cov-distil (oracle2student)": 4.330803871154785,
-      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "cov-distil": 4.154344081878662,
+      "cov-distil (oracle2student)": 4.43400239944458,
+      "cov-distil (oracle2teacher)": 3.726571798324585,
       "epoch": 0.27472527472527475,
-      "rel-constrast": 5.567419528961182,
+      "rel-constrast": 5.840875625610352,
       "step": 350,
-      "subrel-constrast": 5.5189409255981445,
+      "subrel-constrast": 5.234407424926758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.042238473892212,
-      "cov-distil (oracle2student)": 5.05877685546875,
-      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "cov-distil": 3.1520259380340576,
+      "cov-distil (oracle2student)": 4.310547828674316,
+      "cov-distil (oracle2teacher)": 4.410953044891357,
       "epoch": 0.2755102040816326,
-      "rel-constrast": 4.822046756744385,
+      "rel-constrast": 4.542810440063477,
       "step": 351,
-      "subrel-constrast": 4.42357063293457,
+      "subrel-constrast": 4.721284866333008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5642943382263184,
-      "cov-distil (oracle2student)": 5.4788360595703125,
-      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "cov-distil": 2.042290210723877,
+      "cov-distil (oracle2student)": 5.880301475524902,
+      "cov-distil (oracle2teacher)": 4.898249626159668,
       "epoch": 0.27629513343799056,
-      "rel-constrast": 4.740970134735107,
+      "rel-constrast": 5.495250701904297,
       "step": 352,
-      "subrel-constrast": 4.879831790924072,
+      "subrel-constrast": 4.408053398132324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6448025703430176,
-      "cov-distil (oracle2student)": 8.111321449279785,
-      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "cov-distil": 3.0820250511169434,
+      "cov-distil (oracle2student)": 7.8096208572387695,
+      "cov-distil (oracle2teacher)": 5.75828742980957,
       "epoch": 0.2770800627943485,
-      "rel-constrast": 5.818354606628418,
+      "rel-constrast": 6.663204669952393,
       "step": 353,
-      "subrel-constrast": 5.211849689483643,
+      "subrel-constrast": 4.689756393432617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4067766666412354,
-      "cov-distil (oracle2student)": 4.365912914276123,
-      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "cov-distil": 2.6350584030151367,
+      "cov-distil (oracle2student)": 4.396308898925781,
+      "cov-distil (oracle2teacher)": 3.2536141872406006,
       "epoch": 0.2778649921507064,
-      "rel-constrast": 5.573647975921631,
+      "rel-constrast": 5.619442939758301,
       "step": 354,
-      "subrel-constrast": 5.32288122177124,
+      "subrel-constrast": 4.852662086486816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5952365398406982,
-      "cov-distil (oracle2student)": 5.804892539978027,
-      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "cov-distil": 3.2703328132629395,
+      "cov-distil (oracle2student)": 6.63592004776001,
+      "cov-distil (oracle2teacher)": 5.588383674621582,
       "epoch": 0.27864992150706436,
-      "rel-constrast": 2.9114840030670166,
+      "rel-constrast": 3.6034908294677734,
       "step": 355,
-      "subrel-constrast": 3.7944581508636475,
+      "subrel-constrast": 3.7527341842651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0212960243225098,
-      "cov-distil (oracle2student)": 5.7747039794921875,
-      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "cov-distil": 3.4463188648223877,
+      "cov-distil (oracle2student)": 6.357917785644531,
+      "cov-distil (oracle2teacher)": 5.016839504241943,
       "epoch": 0.2794348508634223,
-      "rel-constrast": 5.615074634552002,
+      "rel-constrast": 5.065958499908447,
       "step": 356,
-      "subrel-constrast": 4.403563022613525,
+      "subrel-constrast": 4.6299824714660645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7942184209823608,
-      "cov-distil (oracle2student)": 6.0659027099609375,
-      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "cov-distil": 2.0732581615448,
+      "cov-distil (oracle2student)": 5.804237365722656,
+      "cov-distil (oracle2teacher)": 5.375204086303711,
       "epoch": 0.2802197802197802,
-      "rel-constrast": 5.249208927154541,
+      "rel-constrast": 5.585434913635254,
       "step": 357,
-      "subrel-constrast": 5.535679817199707,
+      "subrel-constrast": 5.207307815551758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.774811267852783,
-      "cov-distil (oracle2student)": 6.464753150939941,
-      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "cov-distil": 2.9298481941223145,
+      "cov-distil (oracle2student)": 6.537027835845947,
+      "cov-distil (oracle2teacher)": 5.530665397644043,
       "epoch": 0.28100470957613816,
-      "rel-constrast": 4.891279697418213,
+      "rel-constrast": 5.80604362487793,
       "step": 358,
-      "subrel-constrast": 5.464860439300537,
+      "subrel-constrast": 5.920729637145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.453803539276123,
-      "cov-distil (oracle2student)": 4.161431789398193,
-      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "cov-distil": 2.4743998050689697,
+      "cov-distil (oracle2student)": 4.3299336433410645,
+      "cov-distil (oracle2teacher)": 3.4464523792266846,
       "epoch": 0.2817896389324961,
-      "rel-constrast": 5.083553314208984,
+      "rel-constrast": 6.006719589233398,
       "step": 359,
-      "subrel-constrast": 4.7147111892700195,
+      "subrel-constrast": 4.429600238800049,
       "view-similarity": 0
     },
     {
       "epoch": 0.282574568288854,
-      "grad_norm": 11.3125,
+      "grad_norm": 11.6875,
       "learning_rate": 1.795e-05,
-      "loss": 1.3216,
+      "loss": 1.3557,
       "step": 360
     },
     {
-      "cov-distil": 2.5603387355804443,
-      "cov-distil (oracle2student)": 5.630814552307129,
-      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "cov-distil": 3.5496397018432617,
+      "cov-distil (oracle2student)": 4.70308780670166,
+      "cov-distil (oracle2teacher)": 4.441425323486328,
       "epoch": 0.282574568288854,
-      "rel-constrast": 4.032361030578613,
+      "rel-constrast": 3.6564595699310303,
       "step": 360,
-      "subrel-constrast": 4.251352787017822,
+      "subrel-constrast": 4.427983283996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8229472637176514,
-      "cov-distil (oracle2student)": 6.268754005432129,
-      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "cov-distil": 2.210775375366211,
+      "cov-distil (oracle2student)": 5.588913440704346,
+      "cov-distil (oracle2teacher)": 4.462770938873291,
       "epoch": 0.28335949764521196,
-      "rel-constrast": 4.587757587432861,
+      "rel-constrast": 5.913948059082031,
       "step": 361,
-      "subrel-constrast": 5.313897132873535,
+      "subrel-constrast": 4.857327461242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8588380813598633,
-      "cov-distil (oracle2student)": 5.717771530151367,
-      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "cov-distil": 2.7464823722839355,
+      "cov-distil (oracle2student)": 5.070058822631836,
+      "cov-distil (oracle2teacher)": 4.40608024597168,
       "epoch": 0.28414442700156983,
-      "rel-constrast": 4.3423991203308105,
+      "rel-constrast": 5.411225318908691,
       "step": 362,
-      "subrel-constrast": 4.597593784332275,
+      "subrel-constrast": 3.9650962352752686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7841402292251587,
-      "cov-distil (oracle2student)": 5.66856050491333,
-      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "cov-distil": 2.390380382537842,
+      "cov-distil (oracle2student)": 5.747140407562256,
+      "cov-distil (oracle2teacher)": 5.112768650054932,
       "epoch": 0.28492935635792777,
-      "rel-constrast": 4.133660316467285,
+      "rel-constrast": 5.220882415771484,
       "step": 363,
-      "subrel-constrast": 4.4824748039245605,
+      "subrel-constrast": 3.907060384750366,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4724202156066895,
-      "cov-distil (oracle2student)": 5.346518516540527,
-      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "cov-distil": 3.2588510513305664,
+      "cov-distil (oracle2student)": 5.065161228179932,
+      "cov-distil (oracle2teacher)": 4.869439125061035,
       "epoch": 0.2857142857142857,
-      "rel-constrast": 4.145630836486816,
+      "rel-constrast": 4.017510414123535,
       "step": 364,
-      "subrel-constrast": 4.977063179016113,
+      "subrel-constrast": 4.68588399887085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.808846354484558,
-      "cov-distil (oracle2student)": 5.196928977966309,
-      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "cov-distil": 1.8035261631011963,
+      "cov-distil (oracle2student)": 5.808452606201172,
+      "cov-distil (oracle2teacher)": 4.553061485290527,
       "epoch": 0.28649921507064363,
-      "rel-constrast": 4.831958770751953,
+      "rel-constrast": 4.353311538696289,
       "step": 365,
-      "subrel-constrast": 3.620854616165161,
+      "subrel-constrast": 3.5678341388702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8844127655029297,
-      "cov-distil (oracle2student)": 4.427166938781738,
-      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "cov-distil": 2.2260358333587646,
+      "cov-distil (oracle2student)": 4.4498748779296875,
+      "cov-distil (oracle2teacher)": 3.677988052368164,
       "epoch": 0.28728414442700156,
-      "rel-constrast": 2.9533321857452393,
+      "rel-constrast": 3.346419095993042,
       "step": 366,
-      "subrel-constrast": 3.6614904403686523,
+      "subrel-constrast": 3.4819939136505127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.588649034500122,
-      "cov-distil (oracle2student)": 4.825804710388184,
-      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "cov-distil": 3.3118133544921875,
+      "cov-distil (oracle2student)": 5.084794044494629,
+      "cov-distil (oracle2teacher)": 4.760309219360352,
       "epoch": 0.2880690737833595,
-      "rel-constrast": 3.4529616832733154,
+      "rel-constrast": 3.325695276260376,
       "step": 367,
-      "subrel-constrast": 3.642184257507324,
+      "subrel-constrast": 3.7984561920166016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7902345657348633,
-      "cov-distil (oracle2student)": 3.9853460788726807,
-      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "cov-distil": 2.774813652038574,
+      "cov-distil (oracle2student)": 4.763640880584717,
+      "cov-distil (oracle2teacher)": 3.6204562187194824,
       "epoch": 0.28885400313971743,
-      "rel-constrast": 4.276392936706543,
+      "rel-constrast": 4.923238754272461,
       "step": 368,
-      "subrel-constrast": 4.645603179931641,
+      "subrel-constrast": 4.1933979988098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6349034309387207,
-      "cov-distil (oracle2student)": 4.3472089767456055,
-      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "cov-distil": 3.843071222305298,
+      "cov-distil (oracle2student)": 5.1648101806640625,
+      "cov-distil (oracle2teacher)": 4.171273231506348,
       "epoch": 0.28963893249607536,
-      "rel-constrast": 3.0620291233062744,
+      "rel-constrast": 5.060202121734619,
       "step": 369,
-      "subrel-constrast": 4.223392486572266,
+      "subrel-constrast": 3.962991952896118,
       "view-similarity": 0
     },
     {
       "epoch": 0.2904238618524333,
-      "grad_norm": 8.625,
+      "grad_norm": 11.375,
       "learning_rate": 1.845e-05,
-      "loss": 1.056,
+      "loss": 1.1307,
       "step": 370
     },
     {
-      "cov-distil": 2.1786646842956543,
-      "cov-distil (oracle2student)": 5.363110542297363,
-      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "cov-distil": 3.0642147064208984,
+      "cov-distil (oracle2student)": 4.858706951141357,
+      "cov-distil (oracle2teacher)": 4.6909098625183105,
       "epoch": 0.2904238618524333,
-      "rel-constrast": 5.482825756072998,
+      "rel-constrast": 5.133362770080566,
       "step": 370,
-      "subrel-constrast": 5.345534801483154,
+      "subrel-constrast": 4.833539009094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2218286991119385,
-      "cov-distil (oracle2student)": 4.884929656982422,
-      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "cov-distil": 2.193815231323242,
+      "cov-distil (oracle2student)": 5.205706596374512,
+      "cov-distil (oracle2teacher)": 4.471169948577881,
       "epoch": 0.29120879120879123,
-      "rel-constrast": 3.8980860710144043,
+      "rel-constrast": 4.498729705810547,
       "step": 371,
-      "subrel-constrast": 4.179631233215332,
+      "subrel-constrast": 3.7702345848083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699034690856934,
-      "cov-distil (oracle2student)": 6.411710739135742,
-      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "cov-distil": 3.3807833194732666,
+      "cov-distil (oracle2student)": 7.128001689910889,
+      "cov-distil (oracle2teacher)": 6.004981994628906,
       "epoch": 0.29199372056514916,
-      "rel-constrast": 4.8935041427612305,
+      "rel-constrast": 6.064408302307129,
       "step": 372,
-      "subrel-constrast": 4.370950222015381,
+      "subrel-constrast": 4.12363338470459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.892509937286377,
-      "cov-distil (oracle2student)": 5.259044170379639,
-      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "cov-distil": 2.4388844966888428,
+      "cov-distil (oracle2student)": 5.8257975578308105,
+      "cov-distil (oracle2teacher)": 4.944259166717529,
       "epoch": 0.29277864992150704,
-      "rel-constrast": 3.2014081478118896,
+      "rel-constrast": 3.4590320587158203,
       "step": 373,
-      "subrel-constrast": 4.1573052406311035,
+      "subrel-constrast": 3.6194028854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.772082805633545,
-      "cov-distil (oracle2student)": 4.566726207733154,
-      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "cov-distil": 4.098972797393799,
+      "cov-distil (oracle2student)": 5.163208961486816,
+      "cov-distil (oracle2teacher)": 3.91164493560791,
       "epoch": 0.29356357927786497,
-      "rel-constrast": 3.1878111362457275,
+      "rel-constrast": 2.7103641033172607,
       "step": 374,
-      "subrel-constrast": 3.35384464263916,
+      "subrel-constrast": 3.4396541118621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.591693162918091,
-      "cov-distil (oracle2student)": 5.522881507873535,
-      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "cov-distil": 2.857800245285034,
+      "cov-distil (oracle2student)": 5.966324329376221,
+      "cov-distil (oracle2teacher)": 4.463338851928711,
       "epoch": 0.2943485086342229,
-      "rel-constrast": 5.37741756439209,
+      "rel-constrast": 5.030697822570801,
       "step": 375,
-      "subrel-constrast": 4.653171062469482,
+      "subrel-constrast": 4.487659454345703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5359158515930176,
-      "cov-distil (oracle2student)": 5.827084064483643,
-      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "cov-distil": 2.6614041328430176,
+      "cov-distil (oracle2student)": 4.721680164337158,
+      "cov-distil (oracle2teacher)": 4.302639961242676,
       "epoch": 0.29513343799058084,
-      "rel-constrast": 4.727353572845459,
+      "rel-constrast": 3.6808102130889893,
       "step": 376,
-      "subrel-constrast": 3.935854911804199,
+      "subrel-constrast": 4.03108549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.781376838684082,
-      "cov-distil (oracle2student)": 4.058488368988037,
-      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "cov-distil": 3.502884864807129,
+      "cov-distil (oracle2student)": 3.1693155765533447,
+      "cov-distil (oracle2teacher)": 3.4502291679382324,
       "epoch": 0.29591836734693877,
-      "rel-constrast": 3.8341798782348633,
+      "rel-constrast": 4.879819869995117,
       "step": 377,
-      "subrel-constrast": 3.886284351348877,
+      "subrel-constrast": 3.6787664890289307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2513608932495117,
-      "cov-distil (oracle2student)": 6.062292098999023,
-      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "cov-distil": 4.163583278656006,
+      "cov-distil (oracle2student)": 5.888091564178467,
+      "cov-distil (oracle2teacher)": 5.790854454040527,
       "epoch": 0.2967032967032967,
-      "rel-constrast": 4.896815299987793,
+      "rel-constrast": 4.67321252822876,
       "step": 378,
-      "subrel-constrast": 5.234432220458984,
+      "subrel-constrast": 4.828137397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.81939697265625,
-      "cov-distil (oracle2student)": 6.846397399902344,
-      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "cov-distil": 3.724635601043701,
+      "cov-distil (oracle2student)": 6.434304237365723,
+      "cov-distil (oracle2teacher)": 5.7894287109375,
       "epoch": 0.29748822605965464,
-      "rel-constrast": 4.4655609130859375,
+      "rel-constrast": 4.6977362632751465,
       "step": 379,
-      "subrel-constrast": 5.3056440353393555,
+      "subrel-constrast": 4.85424280166626,
       "view-similarity": 0
     },
     {
       "epoch": 0.29827315541601257,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.75,
       "learning_rate": 1.895e-05,
-      "loss": 1.1617,
+      "loss": 1.1207,
       "step": 380
     },
     {
-      "cov-distil": 2.145519733428955,
-      "cov-distil (oracle2student)": 5.0195159912109375,
-      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "cov-distil": 3.342090606689453,
+      "cov-distil (oracle2student)": 5.437918186187744,
+      "cov-distil (oracle2teacher)": 5.068955898284912,
       "epoch": 0.29827315541601257,
-      "rel-constrast": 5.061878204345703,
+      "rel-constrast": 5.670958042144775,
       "step": 380,
-      "subrel-constrast": 4.256718158721924,
+      "subrel-constrast": 5.016107559204102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4396960735321045,
-      "cov-distil (oracle2student)": 5.107587814331055,
-      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "cov-distil": 2.274932622909546,
+      "cov-distil (oracle2student)": 5.885303974151611,
+      "cov-distil (oracle2teacher)": 4.364526271820068,
       "epoch": 0.2990580847723705,
-      "rel-constrast": 5.701793193817139,
+      "rel-constrast": 6.668826103210449,
       "step": 381,
-      "subrel-constrast": 5.409301280975342,
+      "subrel-constrast": 5.0057196617126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1333658695220947,
-      "cov-distil (oracle2student)": 5.085638523101807,
-      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "cov-distil": 3.3376357555389404,
+      "cov-distil (oracle2student)": 5.539648056030273,
+      "cov-distil (oracle2teacher)": 4.915032863616943,
       "epoch": 0.29984301412872844,
-      "rel-constrast": 5.165194511413574,
+      "rel-constrast": 5.473977088928223,
       "step": 382,
-      "subrel-constrast": 5.093568325042725,
+      "subrel-constrast": 4.959965229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2161717414855957,
-      "cov-distil (oracle2student)": 7.9994072914123535,
-      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "cov-distil": 2.7053093910217285,
+      "cov-distil (oracle2student)": 6.798985481262207,
+      "cov-distil (oracle2teacher)": 6.57553768157959,
       "epoch": 0.30062794348508637,
-      "rel-constrast": 7.066175937652588,
+      "rel-constrast": 6.858295917510986,
       "step": 383,
-      "subrel-constrast": 6.8308610916137695,
+      "subrel-constrast": 6.3767805099487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2208333015441895,
-      "cov-distil (oracle2student)": 4.0523858070373535,
-      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "cov-distil": 2.2938199043273926,
+      "cov-distil (oracle2student)": 5.1603546142578125,
+      "cov-distil (oracle2teacher)": 3.9803106784820557,
       "epoch": 0.30141287284144425,
-      "rel-constrast": 4.53468132019043,
+      "rel-constrast": 5.294081687927246,
       "step": 384,
-      "subrel-constrast": 5.056024074554443,
+      "subrel-constrast": 4.74169921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.071730136871338,
-      "cov-distil (oracle2student)": 4.249073505401611,
-      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "cov-distil": 3.180255889892578,
+      "cov-distil (oracle2student)": 4.09005880355835,
+      "cov-distil (oracle2teacher)": 4.657160758972168,
       "epoch": 0.3021978021978022,
-      "rel-constrast": 3.109813690185547,
+      "rel-constrast": 3.0473437309265137,
       "step": 385,
-      "subrel-constrast": 4.911736488342285,
+      "subrel-constrast": 4.1963067054748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9057316780090332,
-      "cov-distil (oracle2student)": 5.550108432769775,
-      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "cov-distil": 2.842134475708008,
+      "cov-distil (oracle2student)": 5.590790748596191,
+      "cov-distil (oracle2teacher)": 4.810594081878662,
       "epoch": 0.3029827315541601,
-      "rel-constrast": 6.038972854614258,
+      "rel-constrast": 5.370046615600586,
       "step": 386,
-      "subrel-constrast": 5.7528533935546875,
+      "subrel-constrast": 5.732616424560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.894748568534851,
-      "cov-distil (oracle2student)": 4.208711624145508,
-      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "cov-distil": 2.674454689025879,
+      "cov-distil (oracle2student)": 4.954473495483398,
+      "cov-distil (oracle2teacher)": 4.340337753295898,
       "epoch": 0.30376766091051804,
-      "rel-constrast": 3.28928804397583,
+      "rel-constrast": 4.921362400054932,
       "step": 387,
-      "subrel-constrast": 4.545385837554932,
+      "subrel-constrast": 4.25612735748291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.000256061553955,
-      "cov-distil (oracle2student)": 3.989053964614868,
-      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "cov-distil": 2.6796915531158447,
+      "cov-distil (oracle2student)": 3.342512607574463,
+      "cov-distil (oracle2teacher)": 3.4208972454071045,
       "epoch": 0.304552590266876,
-      "rel-constrast": 3.6278958320617676,
+      "rel-constrast": 3.3919224739074707,
       "step": 388,
-      "subrel-constrast": 4.682122230529785,
+      "subrel-constrast": 4.419375419616699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.647186756134033,
-      "cov-distil (oracle2student)": 5.239346027374268,
-      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "cov-distil": 2.6880440711975098,
+      "cov-distil (oracle2student)": 5.669834136962891,
+      "cov-distil (oracle2teacher)": 4.4033427238464355,
       "epoch": 0.3053375196232339,
-      "rel-constrast": 5.672878265380859,
+      "rel-constrast": 6.258090019226074,
       "step": 389,
-      "subrel-constrast": 5.35860013961792,
+      "subrel-constrast": 5.029729843139648,
       "view-similarity": 0
     },
     {
       "epoch": 0.30612244897959184,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.625,
       "learning_rate": 1.9450000000000002e-05,
-      "loss": 1.2934,
+      "loss": 1.3239,
       "step": 390
     },
     {
-      "cov-distil": 1.9906284809112549,
-      "cov-distil (oracle2student)": 5.879648208618164,
-      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "cov-distil": 2.819201946258545,
+      "cov-distil (oracle2student)": 5.652064800262451,
+      "cov-distil (oracle2teacher)": 5.060802459716797,
       "epoch": 0.30612244897959184,
-      "rel-constrast": 3.779395580291748,
+      "rel-constrast": 4.163224697113037,
       "step": 390,
-      "subrel-constrast": 4.119905471801758,
+      "subrel-constrast": 3.8147494792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.988453984260559,
-      "cov-distil (oracle2student)": 4.781367301940918,
-      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "cov-distil": 2.6448898315429688,
+      "cov-distil (oracle2student)": 5.8028340339660645,
+      "cov-distil (oracle2teacher)": 4.489571571350098,
       "epoch": 0.3069073783359498,
-      "rel-constrast": 3.251140594482422,
+      "rel-constrast": 3.7230937480926514,
       "step": 391,
-      "subrel-constrast": 3.398293972015381,
+      "subrel-constrast": 3.4076385498046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271214008331299,
-      "cov-distil (oracle2student)": 3.573791265487671,
-      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "cov-distil": 3.086348056793213,
+      "cov-distil (oracle2student)": 3.6303696632385254,
+      "cov-distil (oracle2teacher)": 3.8392837047576904,
       "epoch": 0.3076923076923077,
-      "rel-constrast": 3.212885618209839,
+      "rel-constrast": 3.7997756004333496,
       "step": 392,
-      "subrel-constrast": 4.208346843719482,
+      "subrel-constrast": 3.815889596939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.500980854034424,
-      "cov-distil (oracle2student)": 5.914056777954102,
-      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "cov-distil": 3.806879758834839,
+      "cov-distil (oracle2student)": 5.587726593017578,
+      "cov-distil (oracle2teacher)": 4.480946063995361,
       "epoch": 0.30847723704866564,
-      "rel-constrast": 5.385578632354736,
+      "rel-constrast": 5.921872138977051,
       "step": 393,
-      "subrel-constrast": 5.659003257751465,
+      "subrel-constrast": 5.012782096862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4672982692718506,
-      "cov-distil (oracle2student)": 4.736859321594238,
-      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "cov-distil": 3.201535224914551,
+      "cov-distil (oracle2student)": 4.992372512817383,
+      "cov-distil (oracle2teacher)": 4.038873195648193,
       "epoch": 0.3092621664050236,
-      "rel-constrast": 2.597383975982666,
+      "rel-constrast": 3.6981234550476074,
       "step": 394,
-      "subrel-constrast": 3.6748647689819336,
+      "subrel-constrast": 3.042113780975342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2462375164031982,
-      "cov-distil (oracle2student)": 5.579372406005859,
-      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "cov-distil": 2.1749980449676514,
+      "cov-distil (oracle2student)": 6.526998519897461,
+      "cov-distil (oracle2teacher)": 4.954664707183838,
       "epoch": 0.31004709576138145,
-      "rel-constrast": 4.2792158126831055,
+      "rel-constrast": 5.17673397064209,
       "step": 395,
-      "subrel-constrast": 4.788985729217529,
+      "subrel-constrast": 4.380306720733643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1940720081329346,
-      "cov-distil (oracle2student)": 6.999589920043945,
-      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "cov-distil": 2.866086006164551,
+      "cov-distil (oracle2student)": 7.322890758514404,
+      "cov-distil (oracle2teacher)": 6.464868545532227,
       "epoch": 0.3108320251177394,
-      "rel-constrast": 3.4981136322021484,
+      "rel-constrast": 3.7013537883758545,
       "step": 396,
-      "subrel-constrast": 3.725527048110962,
+      "subrel-constrast": 4.221440315246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4211723804473877,
-      "cov-distil (oracle2student)": 4.806880474090576,
-      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "cov-distil": 2.4144694805145264,
+      "cov-distil (oracle2student)": 4.284505844116211,
+      "cov-distil (oracle2teacher)": 4.197414875030518,
       "epoch": 0.3116169544740973,
-      "rel-constrast": 3.6912615299224854,
+      "rel-constrast": 3.913599967956543,
       "step": 397,
-      "subrel-constrast": 4.080460548400879,
+      "subrel-constrast": 3.772303819656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.147724151611328,
-      "cov-distil (oracle2student)": 3.4920403957366943,
-      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "cov-distil": 1.8099480867385864,
+      "cov-distil (oracle2student)": 4.010860919952393,
+      "cov-distil (oracle2teacher)": 3.9283041954040527,
       "epoch": 0.31240188383045525,
-      "rel-constrast": 3.37844181060791,
+      "rel-constrast": 4.429471969604492,
       "step": 398,
-      "subrel-constrast": 4.133568286895752,
+      "subrel-constrast": 3.970705986022949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341226577758789,
-      "cov-distil (oracle2student)": 5.704563140869141,
-      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "cov-distil": 2.0238213539123535,
+      "cov-distil (oracle2student)": 6.013174057006836,
+      "cov-distil (oracle2teacher)": 4.590714454650879,
       "epoch": 0.3131868131868132,
-      "rel-constrast": 5.77735710144043,
+      "rel-constrast": 6.082208633422852,
       "step": 399,
-      "subrel-constrast": 5.990045070648193,
+      "subrel-constrast": 5.129321098327637,
       "view-similarity": 0
     },
     {
       "epoch": 0.3139717425431711,
-      "grad_norm": 10.25,
+      "grad_norm": 12.9375,
       "learning_rate": 1.995e-05,
-      "loss": 1.0277,
+      "loss": 1.1152,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
-      "overlap": 0.21250000596046448,
+      "overlap": 0.25,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "student margin": 0.0499267578125
+      "student margin": 0.042327880859375
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "teacher margin": 0.0330810546875
+      "teacher margin": 0.0385589599609375
     },
     {
       "epoch": 0.3139717425431711,
-      "margin difference": -0.016845703125,
+      "margin difference": -0.0037689208984375,
       "step": 400
     },
     {
-      "cov-distil": 3.029654026031494,
-      "cov-distil (oracle2student)": 6.3546295166015625,
-      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "cov-distil": 3.886928081512451,
+      "cov-distil (oracle2student)": 5.335042953491211,
+      "cov-distil (oracle2teacher)": 4.339117527008057,
       "epoch": 0.3139717425431711,
-      "rel-constrast": 5.21034049987793,
+      "rel-constrast": 4.6403913497924805,
       "step": 400,
-      "subrel-constrast": 4.272339820861816,
+      "subrel-constrast": 3.912580728530884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7038116455078125,
-      "cov-distil (oracle2student)": 4.764902114868164,
-      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "cov-distil": 3.056687831878662,
+      "cov-distil (oracle2student)": 5.348229885101318,
+      "cov-distil (oracle2teacher)": 3.6517839431762695,
       "epoch": 0.31475667189952905,
-      "rel-constrast": 4.609540939331055,
+      "rel-constrast": 4.588954925537109,
       "step": 401,
-      "subrel-constrast": 4.73413610458374,
+      "subrel-constrast": 4.800741672515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.099792242050171,
-      "cov-distil (oracle2student)": 3.520395278930664,
-      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "cov-distil": 2.2604470252990723,
+      "cov-distil (oracle2student)": 4.378152847290039,
+      "cov-distil (oracle2teacher)": 3.4860801696777344,
       "epoch": 0.315541601255887,
-      "rel-constrast": 3.90291428565979,
+      "rel-constrast": 4.399611949920654,
       "step": 402,
-      "subrel-constrast": 4.711536407470703,
+      "subrel-constrast": 4.155108451843262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4153919219970703,
-      "cov-distil (oracle2student)": 4.881484031677246,
-      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "cov-distil": 2.9338903427124023,
+      "cov-distil (oracle2student)": 6.613400459289551,
+      "cov-distil (oracle2teacher)": 5.678437232971191,
       "epoch": 0.3163265306122449,
-      "rel-constrast": 5.590476036071777,
+      "rel-constrast": 6.335180282592773,
       "step": 403,
-      "subrel-constrast": 6.7442402839660645,
+      "subrel-constrast": 6.400395393371582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.070514678955078,
-      "cov-distil (oracle2student)": 6.963999271392822,
-      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "cov-distil": 3.023014545440674,
+      "cov-distil (oracle2student)": 8.308012008666992,
+      "cov-distil (oracle2teacher)": 5.342362880706787,
       "epoch": 0.31711145996860285,
-      "rel-constrast": 4.405279159545898,
+      "rel-constrast": 4.845967769622803,
       "step": 404,
-      "subrel-constrast": 4.019079208374023,
+      "subrel-constrast": 4.1846160888671875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7390613555908203,
-      "cov-distil (oracle2student)": 5.906704425811768,
-      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "cov-distil": 3.1038479804992676,
+      "cov-distil (oracle2student)": 5.646944046020508,
+      "cov-distil (oracle2teacher)": 4.473422527313232,
       "epoch": 0.3178963893249607,
-      "rel-constrast": 5.089980125427246,
+      "rel-constrast": 5.836054801940918,
       "step": 405,
-      "subrel-constrast": 5.007596969604492,
+      "subrel-constrast": 5.281007766723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4844894409179688,
-      "cov-distil (oracle2student)": 3.5109589099884033,
-      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "cov-distil": 3.2940926551818848,
+      "cov-distil (oracle2student)": 4.326860427856445,
+      "cov-distil (oracle2teacher)": 3.2503867149353027,
       "epoch": 0.31868131868131866,
-      "rel-constrast": 3.7930362224578857,
+      "rel-constrast": 3.869856595993042,
       "step": 406,
-      "subrel-constrast": 3.798858642578125,
+      "subrel-constrast": 3.6573963165283203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3034815788269043,
-      "cov-distil (oracle2student)": 3.7118170261383057,
-      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "cov-distil": 3.491866111755371,
+      "cov-distil (oracle2student)": 3.588833808898926,
+      "cov-distil (oracle2teacher)": 3.282709836959839,
       "epoch": 0.3194662480376766,
-      "rel-constrast": 3.579343557357788,
+      "rel-constrast": 3.9197592735290527,
       "step": 407,
-      "subrel-constrast": 3.7536656856536865,
+      "subrel-constrast": 3.2055981159210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386108875274658,
-      "cov-distil (oracle2student)": 7.637016773223877,
-      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "cov-distil": 2.3607594966888428,
+      "cov-distil (oracle2student)": 8.374011993408203,
+      "cov-distil (oracle2teacher)": 6.85933780670166,
       "epoch": 0.3202511773940345,
-      "rel-constrast": 5.229757308959961,
+      "rel-constrast": 5.2823662757873535,
       "step": 408,
-      "subrel-constrast": 5.07039737701416,
+      "subrel-constrast": 5.011173725128174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8611326217651367,
-      "cov-distil (oracle2student)": 5.232067108154297,
-      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "cov-distil": 3.281787395477295,
+      "cov-distil (oracle2student)": 6.3122124671936035,
+      "cov-distil (oracle2teacher)": 5.3192057609558105,
       "epoch": 0.32103610675039246,
-      "rel-constrast": 3.642263174057007,
+      "rel-constrast": 3.805255889892578,
       "step": 409,
-      "subrel-constrast": 4.416981220245361,
+      "subrel-constrast": 4.585635662078857,
       "view-similarity": 0
     },
     {
       "epoch": 0.3218210361067504,
-      "grad_norm": 10.3125,
+      "grad_norm": 12.1875,
       "learning_rate": 2.045e-05,
-      "loss": 1.1891,
+      "loss": 1.1881,
       "step": 410
     },
     {
-      "cov-distil": 2.2154881954193115,
-      "cov-distil (oracle2student)": 6.773739814758301,
-      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "cov-distil": 2.730794668197632,
+      "cov-distil (oracle2student)": 7.3823394775390625,
+      "cov-distil (oracle2teacher)": 5.193122863769531,
       "epoch": 0.3218210361067504,
-      "rel-constrast": 3.8010854721069336,
+      "rel-constrast": 5.282472133636475,
       "step": 410,
-      "subrel-constrast": 4.40297269821167,
+      "subrel-constrast": 4.033254146575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.502871513366699,
-      "cov-distil (oracle2student)": 5.0695061683654785,
-      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "cov-distil": 3.7351174354553223,
+      "cov-distil (oracle2student)": 5.665802478790283,
+      "cov-distil (oracle2teacher)": 4.360421657562256,
       "epoch": 0.3226059654631083,
-      "rel-constrast": 3.752478837966919,
+      "rel-constrast": 4.959882736206055,
       "step": 411,
-      "subrel-constrast": 4.620887756347656,
+      "subrel-constrast": 4.492009162902832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1412277221679688,
-      "cov-distil (oracle2student)": 5.670042037963867,
-      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "cov-distil": 3.0279736518859863,
+      "cov-distil (oracle2student)": 4.999423503875732,
+      "cov-distil (oracle2teacher)": 4.728681564331055,
       "epoch": 0.32339089481946626,
-      "rel-constrast": 3.702781915664673,
+      "rel-constrast": 4.053719997406006,
       "step": 412,
-      "subrel-constrast": 3.522353172302246,
+      "subrel-constrast": 3.3165433406829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.622506618499756,
-      "cov-distil (oracle2student)": 3.7515993118286133,
-      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "cov-distil": 2.611097812652588,
+      "cov-distil (oracle2student)": 4.069662094116211,
+      "cov-distil (oracle2teacher)": 2.9088141918182373,
       "epoch": 0.3241758241758242,
-      "rel-constrast": 4.642484188079834,
+      "rel-constrast": 4.812192916870117,
       "step": 413,
-      "subrel-constrast": 4.491447448730469,
+      "subrel-constrast": 4.3568925857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7788538932800293,
-      "cov-distil (oracle2student)": 4.702597618103027,
-      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "cov-distil": 4.093091011047363,
+      "cov-distil (oracle2student)": 4.29498291015625,
+      "cov-distil (oracle2teacher)": 4.458188056945801,
       "epoch": 0.3249607535321821,
-      "rel-constrast": 5.818304061889648,
+      "rel-constrast": 5.818893909454346,
       "step": 414,
-      "subrel-constrast": 6.06870698928833,
+      "subrel-constrast": 6.232061386108398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9587523937225342,
-      "cov-distil (oracle2student)": 5.824624538421631,
-      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "cov-distil": 2.5420942306518555,
+      "cov-distil (oracle2student)": 5.0738630294799805,
+      "cov-distil (oracle2teacher)": 4.955421447753906,
       "epoch": 0.32574568288854006,
-      "rel-constrast": 4.23227596282959,
+      "rel-constrast": 4.33170223236084,
       "step": 415,
-      "subrel-constrast": 4.3078107833862305,
+      "subrel-constrast": 4.0441365242004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7149274349212646,
-      "cov-distil (oracle2student)": 4.385428428649902,
-      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "cov-distil": 2.384730815887451,
+      "cov-distil (oracle2student)": 5.072309970855713,
+      "cov-distil (oracle2teacher)": 4.203030109405518,
       "epoch": 0.32653061224489793,
-      "rel-constrast": 2.614161491394043,
+      "rel-constrast": 3.399747371673584,
       "step": 416,
-      "subrel-constrast": 3.0772061347961426,
+      "subrel-constrast": 3.363866090774536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.901108741760254,
-      "cov-distil (oracle2student)": 5.8399505615234375,
-      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "cov-distil": 2.204401731491089,
+      "cov-distil (oracle2student)": 6.448626518249512,
+      "cov-distil (oracle2teacher)": 5.028080463409424,
       "epoch": 0.32731554160125587,
-      "rel-constrast": 4.529116630554199,
+      "rel-constrast": 4.68607759475708,
       "step": 417,
-      "subrel-constrast": 3.6887731552124023,
+      "subrel-constrast": 4.048650741577148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.264662504196167,
-      "cov-distil (oracle2student)": 5.077439308166504,
-      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "cov-distil": 3.105522871017456,
+      "cov-distil (oracle2student)": 4.573199272155762,
+      "cov-distil (oracle2teacher)": 4.597367763519287,
       "epoch": 0.3281004709576138,
-      "rel-constrast": 3.489309549331665,
+      "rel-constrast": 3.6184139251708984,
       "step": 418,
-      "subrel-constrast": 4.08317232131958,
+      "subrel-constrast": 3.6790668964385986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0951147079467773,
-      "cov-distil (oracle2student)": 5.056512355804443,
-      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "cov-distil": 2.9550087451934814,
+      "cov-distil (oracle2student)": 5.398643970489502,
+      "cov-distil (oracle2teacher)": 4.183639049530029,
       "epoch": 0.32888540031397173,
-      "rel-constrast": 4.336194038391113,
+      "rel-constrast": 5.0229387283325195,
       "step": 419,
-      "subrel-constrast": 4.286928176879883,
+      "subrel-constrast": 3.7394027709960938,
       "view-similarity": 0
     },
     {
       "epoch": 0.32967032967032966,
-      "grad_norm": 11.125,
+      "grad_norm": 14.875,
       "learning_rate": 2.095e-05,
-      "loss": 1.0809,
+      "loss": 1.1497,
       "step": 420
     },
     {
-      "cov-distil": 2.853148937225342,
-      "cov-distil (oracle2student)": 4.900213718414307,
-      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "cov-distil": 3.124990463256836,
+      "cov-distil (oracle2student)": 5.149059295654297,
+      "cov-distil (oracle2teacher)": 5.326788425445557,
       "epoch": 0.32967032967032966,
-      "rel-constrast": 2.7741894721984863,
+      "rel-constrast": 4.207850933074951,
       "step": 420,
-      "subrel-constrast": 4.219531536102295,
+      "subrel-constrast": 4.130230903625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.347733497619629,
-      "cov-distil (oracle2student)": 5.8397064208984375,
-      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "cov-distil": 2.3015458583831787,
+      "cov-distil (oracle2student)": 5.644998550415039,
+      "cov-distil (oracle2teacher)": 4.372023582458496,
       "epoch": 0.3304552590266876,
-      "rel-constrast": 4.240979194641113,
+      "rel-constrast": 3.4819796085357666,
       "step": 421,
-      "subrel-constrast": 4.324865818023682,
+      "subrel-constrast": 4.191091537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3546690940856934,
-      "cov-distil (oracle2student)": 4.496642112731934,
-      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "cov-distil": 2.766787528991699,
+      "cov-distil (oracle2student)": 5.50724983215332,
+      "cov-distil (oracle2teacher)": 4.688349723815918,
       "epoch": 0.33124018838304553,
-      "rel-constrast": 4.255103588104248,
+      "rel-constrast": 5.715396881103516,
       "step": 422,
-      "subrel-constrast": 5.117549419403076,
+      "subrel-constrast": 4.853714942932129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.715123176574707,
-      "cov-distil (oracle2student)": 4.683563232421875,
-      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "cov-distil": 5.071290493011475,
+      "cov-distil (oracle2student)": 5.361448287963867,
+      "cov-distil (oracle2teacher)": 3.9468283653259277,
       "epoch": 0.33202511773940346,
-      "rel-constrast": 5.569277763366699,
+      "rel-constrast": 6.42971134185791,
       "step": 423,
-      "subrel-constrast": 5.483921527862549,
+      "subrel-constrast": 5.72580623626709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235517978668213,
-      "cov-distil (oracle2student)": 3.439777374267578,
-      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "cov-distil": 2.7607078552246094,
+      "cov-distil (oracle2student)": 3.4035778045654297,
+      "cov-distil (oracle2teacher)": 3.3475775718688965,
       "epoch": 0.3328100470957614,
-      "rel-constrast": 2.9701004028320312,
+      "rel-constrast": 3.4647200107574463,
       "step": 424,
-      "subrel-constrast": 3.481750249862671,
+      "subrel-constrast": 3.5845205783843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.576808214187622,
-      "cov-distil (oracle2student)": 4.481812477111816,
-      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "cov-distil": 3.1307458877563477,
+      "cov-distil (oracle2student)": 4.396263122558594,
+      "cov-distil (oracle2teacher)": 3.0749974250793457,
       "epoch": 0.33359497645211933,
-      "rel-constrast": 3.951779842376709,
+      "rel-constrast": 4.341128826141357,
       "step": 425,
-      "subrel-constrast": 4.240853786468506,
+      "subrel-constrast": 3.3290610313415527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1964685916900635,
-      "cov-distil (oracle2student)": 5.804289817810059,
-      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "cov-distil": 2.7811856269836426,
+      "cov-distil (oracle2student)": 4.553841590881348,
+      "cov-distil (oracle2teacher)": 5.394686698913574,
       "epoch": 0.33437990580847726,
-      "rel-constrast": 4.0014448165893555,
+      "rel-constrast": 3.237494707107544,
       "step": 426,
-      "subrel-constrast": 4.291764736175537,
+      "subrel-constrast": 4.592550277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8239710330963135,
-      "cov-distil (oracle2student)": 6.429267406463623,
-      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "cov-distil": 2.9422607421875,
+      "cov-distil (oracle2student)": 7.224122047424316,
+      "cov-distil (oracle2teacher)": 5.580789089202881,
       "epoch": 0.33516483516483514,
-      "rel-constrast": 5.43123197555542,
+      "rel-constrast": 6.289543151855469,
       "step": 427,
-      "subrel-constrast": 5.811346530914307,
+      "subrel-constrast": 5.130358695983887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.957871437072754,
-      "cov-distil (oracle2student)": 5.654982566833496,
-      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "cov-distil": 3.752784252166748,
+      "cov-distil (oracle2student)": 6.609888076782227,
+      "cov-distil (oracle2teacher)": 5.681337356567383,
       "epoch": 0.3359497645211931,
-      "rel-constrast": 3.8812756538391113,
+      "rel-constrast": 4.829605579376221,
       "step": 428,
-      "subrel-constrast": 4.840229511260986,
+      "subrel-constrast": 4.838831424713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.233981132507324,
-      "cov-distil (oracle2student)": 4.738227844238281,
-      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "cov-distil": 4.882306098937988,
+      "cov-distil (oracle2student)": 5.897490501403809,
+      "cov-distil (oracle2teacher)": 4.957180976867676,
       "epoch": 0.336734693877551,
-      "rel-constrast": 3.1858866214752197,
+      "rel-constrast": 4.155777931213379,
       "step": 429,
-      "subrel-constrast": 4.9521284103393555,
+      "subrel-constrast": 4.995662212371826,
       "view-similarity": 0
     },
     {
       "epoch": 0.33751962323390894,
-      "grad_norm": 7.8125,
+      "grad_norm": 11.5625,
       "learning_rate": 2.145e-05,
-      "loss": 1.0748,
+      "loss": 1.1538,
       "step": 430
     },
     {
-      "cov-distil": 2.071441173553467,
-      "cov-distil (oracle2student)": 5.731252193450928,
-      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "cov-distil": 1.9730807542800903,
+      "cov-distil (oracle2student)": 4.923707485198975,
+      "cov-distil (oracle2teacher)": 4.7520976066589355,
       "epoch": 0.33751962323390894,
-      "rel-constrast": 3.4950835704803467,
+      "rel-constrast": 4.29905891418457,
       "step": 430,
-      "subrel-constrast": 4.140163898468018,
+      "subrel-constrast": 4.2876482009887695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.762049674987793,
-      "cov-distil (oracle2student)": 5.917123794555664,
-      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "cov-distil": 3.9804623126983643,
+      "cov-distil (oracle2student)": 5.615062713623047,
+      "cov-distil (oracle2teacher)": 5.544045448303223,
       "epoch": 0.33830455259026687,
-      "rel-constrast": 3.0546138286590576,
+      "rel-constrast": 4.237722396850586,
       "step": 431,
-      "subrel-constrast": 3.9004335403442383,
+      "subrel-constrast": 3.9792370796203613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.009577989578247,
-      "cov-distil (oracle2student)": 4.721602439880371,
-      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "cov-distil": 4.338756561279297,
+      "cov-distil (oracle2student)": 4.496461868286133,
+      "cov-distil (oracle2teacher)": 4.150001525878906,
       "epoch": 0.3390894819466248,
-      "rel-constrast": 3.20813250541687,
+      "rel-constrast": 3.032918930053711,
       "step": 432,
-      "subrel-constrast": 2.7180888652801514,
+      "subrel-constrast": 3.408151149749756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3607802391052246,
-      "cov-distil (oracle2student)": 5.02647590637207,
-      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "cov-distil": 2.6231489181518555,
+      "cov-distil (oracle2student)": 5.429691314697266,
+      "cov-distil (oracle2teacher)": 4.382229804992676,
       "epoch": 0.33987441130298274,
-      "rel-constrast": 3.091285228729248,
+      "rel-constrast": 3.6265130043029785,
       "step": 433,
-      "subrel-constrast": 3.6924705505371094,
+      "subrel-constrast": 3.735436201095581,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.247466564178467,
-      "cov-distil (oracle2student)": 5.613053321838379,
-      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "cov-distil": 2.5378599166870117,
+      "cov-distil (oracle2student)": 5.976968765258789,
+      "cov-distil (oracle2teacher)": 4.847920894622803,
       "epoch": 0.34065934065934067,
-      "rel-constrast": 6.07712459564209,
+      "rel-constrast": 5.382924556732178,
       "step": 434,
-      "subrel-constrast": 5.707917213439941,
+      "subrel-constrast": 5.4643378257751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.775041341781616,
-      "cov-distil (oracle2student)": 4.206188201904297,
-      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "cov-distil": 2.658635139465332,
+      "cov-distil (oracle2student)": 4.818509101867676,
+      "cov-distil (oracle2teacher)": 4.5208024978637695,
       "epoch": 0.3414442700156986,
-      "rel-constrast": 4.096330642700195,
+      "rel-constrast": 4.4708967208862305,
       "step": 435,
-      "subrel-constrast": 4.643835067749023,
+      "subrel-constrast": 4.761496067047119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1919288635253906,
-      "cov-distil (oracle2student)": 5.838393688201904,
-      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "cov-distil": 2.599843978881836,
+      "cov-distil (oracle2student)": 6.594846725463867,
+      "cov-distil (oracle2teacher)": 5.80686092376709,
       "epoch": 0.34222919937205654,
-      "rel-constrast": 3.9760336875915527,
+      "rel-constrast": 4.90910005569458,
       "step": 436,
-      "subrel-constrast": 4.569299221038818,
+      "subrel-constrast": 4.83761739730835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.402763605117798,
-      "cov-distil (oracle2student)": 5.501781463623047,
-      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "cov-distil": 3.0927176475524902,
+      "cov-distil (oracle2student)": 6.491856575012207,
+      "cov-distil (oracle2teacher)": 4.585405349731445,
       "epoch": 0.34301412872841447,
-      "rel-constrast": 4.09533166885376,
+      "rel-constrast": 4.42879056930542,
       "step": 437,
-      "subrel-constrast": 4.315829277038574,
+      "subrel-constrast": 4.052088737487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2494189739227295,
-      "cov-distil (oracle2student)": 7.242899417877197,
-      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "cov-distil": 3.090977668762207,
+      "cov-distil (oracle2student)": 8.920851707458496,
+      "cov-distil (oracle2teacher)": 6.333090782165527,
       "epoch": 0.34379905808477235,
-      "rel-constrast": 5.04097843170166,
+      "rel-constrast": 5.768545150756836,
       "step": 438,
-      "subrel-constrast": 4.862870216369629,
+      "subrel-constrast": 4.718844413757324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2995710372924805,
-      "cov-distil (oracle2student)": 6.75054407119751,
-      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "cov-distil": 3.092853546142578,
+      "cov-distil (oracle2student)": 8.278974533081055,
+      "cov-distil (oracle2teacher)": 6.306418418884277,
       "epoch": 0.3445839874411303,
-      "rel-constrast": 4.982070446014404,
+      "rel-constrast": 6.049515247344971,
       "step": 439,
-      "subrel-constrast": 5.908459663391113,
+      "subrel-constrast": 5.0845184326171875,
       "view-similarity": 0
     },
     {
       "epoch": 0.3453689167974882,
-      "grad_norm": 9.0625,
+      "grad_norm": 14.3125,
       "learning_rate": 2.195e-05,
-      "loss": 1.0863,
+      "loss": 1.1551,
       "step": 440
     },
     {
-      "cov-distil": 2.3884384632110596,
-      "cov-distil (oracle2student)": 3.627267837524414,
-      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "cov-distil": 3.396526336669922,
+      "cov-distil (oracle2student)": 5.267278671264648,
+      "cov-distil (oracle2teacher)": 3.7137837409973145,
       "epoch": 0.3453689167974882,
-      "rel-constrast": 3.338059425354004,
+      "rel-constrast": 4.301130294799805,
       "step": 440,
-      "subrel-constrast": 3.8772172927856445,
+      "subrel-constrast": 3.542612314224243,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.314605712890625,
-      "cov-distil (oracle2student)": 3.331043243408203,
-      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "cov-distil": 3.243381977081299,
+      "cov-distil (oracle2student)": 4.901022434234619,
+      "cov-distil (oracle2teacher)": 3.9048101902008057,
       "epoch": 0.34615384615384615,
-      "rel-constrast": 3.4346771240234375,
+      "rel-constrast": 6.367321491241455,
       "step": 441,
-      "subrel-constrast": 4.622008323669434,
+      "subrel-constrast": 4.314452171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.188438653945923,
-      "cov-distil (oracle2student)": 4.153973579406738,
-      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "cov-distil": 2.586581230163574,
+      "cov-distil (oracle2student)": 4.856635093688965,
+      "cov-distil (oracle2teacher)": 3.842402696609497,
       "epoch": 0.3469387755102041,
-      "rel-constrast": 3.282660484313965,
+      "rel-constrast": 3.8586010932922363,
       "step": 442,
-      "subrel-constrast": 4.078038215637207,
+      "subrel-constrast": 3.8650150299072266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141457557678223,
-      "cov-distil (oracle2student)": 3.9378161430358887,
-      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "cov-distil": 2.44942307472229,
+      "cov-distil (oracle2student)": 3.882478713989258,
+      "cov-distil (oracle2teacher)": 3.742689371109009,
       "epoch": 0.347723704866562,
-      "rel-constrast": 3.16465163230896,
+      "rel-constrast": 3.395758867263794,
       "step": 443,
-      "subrel-constrast": 3.99902606010437,
+      "subrel-constrast": 3.877188205718994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184648513793945,
-      "cov-distil (oracle2student)": 4.154224395751953,
-      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "cov-distil": 2.640711784362793,
+      "cov-distil (oracle2student)": 5.090447425842285,
+      "cov-distil (oracle2teacher)": 4.168557167053223,
       "epoch": 0.34850863422291994,
-      "rel-constrast": 4.452948570251465,
+      "rel-constrast": 5.140725135803223,
       "step": 444,
-      "subrel-constrast": 4.752323627471924,
+      "subrel-constrast": 4.908843040466309,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.465195417404175,
-      "cov-distil (oracle2student)": 6.024938106536865,
-      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "cov-distil": 2.1476054191589355,
+      "cov-distil (oracle2student)": 5.7443084716796875,
+      "cov-distil (oracle2teacher)": 5.300069808959961,
       "epoch": 0.3492935635792779,
-      "rel-constrast": 3.97629976272583,
+      "rel-constrast": 4.197112083435059,
       "step": 445,
-      "subrel-constrast": 4.345099925994873,
+      "subrel-constrast": 4.345718860626221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387889862060547,
-      "cov-distil (oracle2student)": 6.552669525146484,
-      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "cov-distil": 2.9442827701568604,
+      "cov-distil (oracle2student)": 5.500463485717773,
+      "cov-distil (oracle2teacher)": 4.93078088760376,
       "epoch": 0.3500784929356358,
-      "rel-constrast": 4.845789909362793,
+      "rel-constrast": 4.563706398010254,
       "step": 446,
-      "subrel-constrast": 4.969698905944824,
+      "subrel-constrast": 4.82017183303833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.397533416748047,
-      "cov-distil (oracle2student)": 4.364714622497559,
-      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "cov-distil": 2.6008310317993164,
+      "cov-distil (oracle2student)": 4.116570949554443,
+      "cov-distil (oracle2teacher)": 4.0590972900390625,
       "epoch": 0.35086342229199374,
-      "rel-constrast": 3.937595844268799,
+      "rel-constrast": 4.171523571014404,
       "step": 447,
-      "subrel-constrast": 4.312699794769287,
+      "subrel-constrast": 3.694149971008301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7098320722579956,
-      "cov-distil (oracle2student)": 4.228442192077637,
-      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "cov-distil": 2.413884162902832,
+      "cov-distil (oracle2student)": 4.653482437133789,
+      "cov-distil (oracle2teacher)": 3.902275562286377,
       "epoch": 0.3516483516483517,
-      "rel-constrast": 4.023503303527832,
+      "rel-constrast": 3.6090340614318848,
       "step": 448,
-      "subrel-constrast": 4.394430637359619,
+      "subrel-constrast": 4.261627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.685983657836914,
-      "cov-distil (oracle2student)": 5.232016563415527,
-      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "cov-distil": 3.2358009815216064,
+      "cov-distil (oracle2student)": 5.299540042877197,
+      "cov-distil (oracle2teacher)": 4.5865478515625,
       "epoch": 0.35243328100470955,
-      "rel-constrast": 4.860464096069336,
+      "rel-constrast": 5.202383995056152,
       "step": 449,
-      "subrel-constrast": 5.943270206451416,
+      "subrel-constrast": 5.201260566711426,
       "view-similarity": 0
     },
     {
       "epoch": 0.3532182103610675,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.0,
       "learning_rate": 2.245e-05,
-      "loss": 1.0413,
+      "loss": 1.1202,
       "step": 450
     },
     {
-      "cov-distil": 2.2508721351623535,
-      "cov-distil (oracle2student)": 2.906092643737793,
-      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "cov-distil": 3.0235989093780518,
+      "cov-distil (oracle2student)": 2.5762596130371094,
+      "cov-distil (oracle2teacher)": 2.6013550758361816,
       "epoch": 0.3532182103610675,
-      "rel-constrast": 4.014590740203857,
+      "rel-constrast": 3.9333572387695312,
       "step": 450,
-      "subrel-constrast": 3.848747491836548,
+      "subrel-constrast": 4.314029216766357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.404543161392212,
-      "cov-distil (oracle2student)": 4.871207237243652,
-      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "cov-distil": 3.0420596599578857,
+      "cov-distil (oracle2student)": 4.986477375030518,
+      "cov-distil (oracle2teacher)": 4.666200637817383,
       "epoch": 0.3540031397174254,
-      "rel-constrast": 4.726263999938965,
+      "rel-constrast": 4.713471412658691,
       "step": 451,
-      "subrel-constrast": 4.601378440856934,
+      "subrel-constrast": 4.7087788581848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3678207397460938,
-      "cov-distil (oracle2student)": 4.7101731300354,
-      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "cov-distil": 2.5853188037872314,
+      "cov-distil (oracle2student)": 4.930544853210449,
+      "cov-distil (oracle2teacher)": 4.520422458648682,
       "epoch": 0.35478806907378335,
-      "rel-constrast": 6.3743462562561035,
+      "rel-constrast": 6.377184867858887,
       "step": 452,
-      "subrel-constrast": 5.834218978881836,
+      "subrel-constrast": 5.6624956130981445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8811686038970947,
-      "cov-distil (oracle2student)": 7.004568099975586,
-      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "cov-distil": 3.5898985862731934,
+      "cov-distil (oracle2student)": 6.0323166847229,
+      "cov-distil (oracle2teacher)": 6.27806282043457,
       "epoch": 0.3555729984301413,
-      "rel-constrast": 4.495256423950195,
+      "rel-constrast": 4.078819751739502,
       "step": 453,
-      "subrel-constrast": 4.499624252319336,
+      "subrel-constrast": 4.860950469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.08927845954895,
-      "cov-distil (oracle2student)": 6.895721912384033,
-      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "cov-distil": 1.9626214504241943,
+      "cov-distil (oracle2student)": 7.500809669494629,
+      "cov-distil (oracle2teacher)": 6.304903984069824,
       "epoch": 0.3563579277864992,
-      "rel-constrast": 3.5895748138427734,
+      "rel-constrast": 4.015434741973877,
       "step": 454,
-      "subrel-constrast": 4.271737575531006,
+      "subrel-constrast": 3.541032075881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574354648590088,
-      "cov-distil (oracle2student)": 4.438915252685547,
-      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "cov-distil": 1.8024961948394775,
+      "cov-distil (oracle2student)": 4.453805923461914,
+      "cov-distil (oracle2teacher)": 4.247025489807129,
       "epoch": 0.35714285714285715,
-      "rel-constrast": 2.5299854278564453,
+      "rel-constrast": 2.605526924133301,
       "step": 455,
-      "subrel-constrast": 3.375465154647827,
+      "subrel-constrast": 2.969327449798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.532860279083252,
-      "cov-distil (oracle2student)": 5.647635459899902,
-      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "cov-distil": 2.9737086296081543,
+      "cov-distil (oracle2student)": 6.189994812011719,
+      "cov-distil (oracle2teacher)": 5.031484603881836,
       "epoch": 0.3579277864992151,
-      "rel-constrast": 4.839120864868164,
+      "rel-constrast": 5.749936103820801,
       "step": 456,
-      "subrel-constrast": 5.001308917999268,
+      "subrel-constrast": 5.036722183227539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.857278347015381,
-      "cov-distil (oracle2student)": 4.26930046081543,
-      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "cov-distil": 3.1376209259033203,
+      "cov-distil (oracle2student)": 4.709482192993164,
+      "cov-distil (oracle2teacher)": 4.609312534332275,
       "epoch": 0.358712715855573,
-      "rel-constrast": 4.054443359375,
+      "rel-constrast": 4.482245922088623,
       "step": 457,
-      "subrel-constrast": 4.409102439880371,
+      "subrel-constrast": 4.466695308685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4386208057403564,
-      "cov-distil (oracle2student)": 4.052372455596924,
-      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "cov-distil": 3.0663602352142334,
+      "cov-distil (oracle2student)": 4.166991710662842,
+      "cov-distil (oracle2teacher)": 3.660022735595703,
       "epoch": 0.35949764521193095,
-      "rel-constrast": 4.553459167480469,
+      "rel-constrast": 4.279180526733398,
       "step": 458,
-      "subrel-constrast": 4.813325881958008,
+      "subrel-constrast": 4.351912975311279,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469395637512207,
-      "cov-distil (oracle2student)": 5.080841064453125,
-      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "cov-distil": 2.7948007583618164,
+      "cov-distil (oracle2student)": 4.727881908416748,
+      "cov-distil (oracle2teacher)": 4.30782413482666,
       "epoch": 0.3602825745682888,
-      "rel-constrast": 4.249707221984863,
+      "rel-constrast": 5.065904140472412,
       "step": 459,
-      "subrel-constrast": 4.861333847045898,
+      "subrel-constrast": 4.644608020782471,
       "view-similarity": 0
     },
     {
       "epoch": 0.36106750392464676,
-      "grad_norm": 10.0625,
+      "grad_norm": 11.1875,
       "learning_rate": 2.2950000000000002e-05,
-      "loss": 1.146,
+      "loss": 1.1325,
       "step": 460
     },
     {
-      "cov-distil": 2.61850905418396,
-      "cov-distil (oracle2student)": 6.65915584564209,
-      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "cov-distil": 2.6587302684783936,
+      "cov-distil (oracle2student)": 6.881574630737305,
+      "cov-distil (oracle2teacher)": 5.312300205230713,
       "epoch": 0.36106750392464676,
-      "rel-constrast": 5.478026390075684,
+      "rel-constrast": 6.227667331695557,
       "step": 460,
-      "subrel-constrast": 5.582189083099365,
+      "subrel-constrast": 5.509969234466553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.189993143081665,
-      "cov-distil (oracle2student)": 5.363834381103516,
-      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "cov-distil": 2.786074161529541,
+      "cov-distil (oracle2student)": 5.595931053161621,
+      "cov-distil (oracle2teacher)": 4.438999652862549,
       "epoch": 0.3618524332810047,
-      "rel-constrast": 5.005136013031006,
+      "rel-constrast": 5.213919162750244,
       "step": 461,
-      "subrel-constrast": 4.609855651855469,
+      "subrel-constrast": 4.401980876922607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.936099648475647,
-      "cov-distil (oracle2student)": 2.9774246215820312,
-      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "cov-distil": 2.1456375122070312,
+      "cov-distil (oracle2student)": 3.01564884185791,
+      "cov-distil (oracle2teacher)": 3.371860980987549,
       "epoch": 0.3626373626373626,
-      "rel-constrast": 3.062378406524658,
+      "rel-constrast": 3.0893592834472656,
       "step": 462,
-      "subrel-constrast": 3.0949158668518066,
+      "subrel-constrast": 3.1090235710144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.640564441680908,
-      "cov-distil (oracle2student)": 6.053886413574219,
-      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "cov-distil": 3.833678722381592,
+      "cov-distil (oracle2student)": 6.049327850341797,
+      "cov-distil (oracle2teacher)": 5.605856895446777,
       "epoch": 0.36342229199372056,
-      "rel-constrast": 3.466475248336792,
+      "rel-constrast": 4.21663236618042,
       "step": 463,
-      "subrel-constrast": 4.198953628540039,
+      "subrel-constrast": 4.414419174194336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.427206516265869,
-      "cov-distil (oracle2student)": 5.163705348968506,
-      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "cov-distil": 2.7634878158569336,
+      "cov-distil (oracle2student)": 5.387754917144775,
+      "cov-distil (oracle2teacher)": 4.593223571777344,
       "epoch": 0.3642072213500785,
-      "rel-constrast": 3.610846757888794,
+      "rel-constrast": 3.3545150756835938,
       "step": 464,
-      "subrel-constrast": 4.117895603179932,
+      "subrel-constrast": 3.539788007736206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4713971614837646,
-      "cov-distil (oracle2student)": 7.060304164886475,
-      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "cov-distil": 3.015812873840332,
+      "cov-distil (oracle2student)": 6.849625587463379,
+      "cov-distil (oracle2teacher)": 5.805099964141846,
       "epoch": 0.3649921507064364,
-      "rel-constrast": 6.358216285705566,
+      "rel-constrast": 6.660403251647949,
       "step": 465,
-      "subrel-constrast": 7.534944534301758,
+      "subrel-constrast": 6.422462463378906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341738224029541,
-      "cov-distil (oracle2student)": 3.9310569763183594,
-      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "cov-distil": 3.611361503601074,
+      "cov-distil (oracle2student)": 4.635684490203857,
+      "cov-distil (oracle2teacher)": 3.43782901763916,
       "epoch": 0.36577708006279436,
-      "rel-constrast": 4.7545905113220215,
+      "rel-constrast": 4.867443084716797,
       "step": 466,
-      "subrel-constrast": 5.290574073791504,
+      "subrel-constrast": 4.785039901733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8943874835968018,
-      "cov-distil (oracle2student)": 7.774135589599609,
-      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "cov-distil": 3.7839560508728027,
+      "cov-distil (oracle2student)": 8.24565601348877,
+      "cov-distil (oracle2teacher)": 6.730589866638184,
       "epoch": 0.3665620094191523,
-      "rel-constrast": 4.15330696105957,
+      "rel-constrast": 4.607729434967041,
       "step": 467,
-      "subrel-constrast": 4.940469741821289,
+      "subrel-constrast": 5.17153787612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2678370475769043,
-      "cov-distil (oracle2student)": 3.2847068309783936,
-      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "cov-distil": 2.599464178085327,
+      "cov-distil (oracle2student)": 3.1198294162750244,
+      "cov-distil (oracle2teacher)": 3.20615291595459,
       "epoch": 0.3673469387755102,
-      "rel-constrast": 4.6083855628967285,
+      "rel-constrast": 4.811408996582031,
       "step": 468,
-      "subrel-constrast": 4.441287040710449,
+      "subrel-constrast": 4.257765769958496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.196363687515259,
-      "cov-distil (oracle2student)": 4.333902835845947,
-      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "cov-distil": 1.9991734027862549,
+      "cov-distil (oracle2student)": 4.440146446228027,
+      "cov-distil (oracle2teacher)": 4.822719573974609,
       "epoch": 0.36813186813186816,
-      "rel-constrast": 4.278085708618164,
+      "rel-constrast": 4.334358215332031,
       "step": 469,
-      "subrel-constrast": 5.189983367919922,
+      "subrel-constrast": 4.927159786224365,
       "view-similarity": 0
     },
     {
       "epoch": 0.36891679748822603,
-      "grad_norm": 10.1875,
+      "grad_norm": 9.9375,
       "learning_rate": 2.345e-05,
-      "loss": 1.1793,
+      "loss": 1.1846,
       "step": 470
     },
     {
-      "cov-distil": 2.533843994140625,
-      "cov-distil (oracle2student)": 5.978747367858887,
-      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "cov-distil": 3.0593457221984863,
+      "cov-distil (oracle2student)": 6.41520881652832,
+      "cov-distil (oracle2teacher)": 5.548803329467773,
       "epoch": 0.36891679748822603,
-      "rel-constrast": 4.380161762237549,
+      "rel-constrast": 5.072277069091797,
       "step": 470,
-      "subrel-constrast": 5.573913097381592,
+      "subrel-constrast": 5.0465216636657715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5308892726898193,
-      "cov-distil (oracle2student)": 2.514479160308838,
-      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "cov-distil": 2.322878837585449,
+      "cov-distil (oracle2student)": 2.511274814605713,
+      "cov-distil (oracle2teacher)": 2.601081609725952,
       "epoch": 0.36970172684458397,
-      "rel-constrast": 2.35434889793396,
+      "rel-constrast": 2.2782576084136963,
       "step": 471,
-      "subrel-constrast": 2.5103394985198975,
+      "subrel-constrast": 2.8881189823150635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2500219345092773,
-      "cov-distil (oracle2student)": 3.973175048828125,
-      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "cov-distil": 2.2175111770629883,
+      "cov-distil (oracle2student)": 4.7284979820251465,
+      "cov-distil (oracle2teacher)": 3.796426296234131,
       "epoch": 0.3704866562009419,
-      "rel-constrast": 2.966829299926758,
+      "rel-constrast": 3.426938533782959,
       "step": 472,
-      "subrel-constrast": 2.8600332736968994,
+      "subrel-constrast": 2.869537115097046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129756689071655,
-      "cov-distil (oracle2student)": 4.23541259765625,
-      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "cov-distil": 2.718644618988037,
+      "cov-distil (oracle2student)": 4.197905540466309,
+      "cov-distil (oracle2teacher)": 4.111506462097168,
       "epoch": 0.37127158555729983,
-      "rel-constrast": 3.762936592102051,
+      "rel-constrast": 3.141646146774292,
       "step": 473,
-      "subrel-constrast": 3.4188146591186523,
+      "subrel-constrast": 3.7080979347229004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.912912368774414,
-      "cov-distil (oracle2student)": 4.1711859703063965,
-      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "cov-distil": 3.5045406818389893,
+      "cov-distil (oracle2student)": 5.176733016967773,
+      "cov-distil (oracle2teacher)": 3.9254655838012695,
       "epoch": 0.37205651491365777,
-      "rel-constrast": 3.62333345413208,
+      "rel-constrast": 4.334569454193115,
       "step": 474,
-      "subrel-constrast": 4.32157564163208,
+      "subrel-constrast": 3.800600528717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989773273468018,
-      "cov-distil (oracle2student)": 3.832151174545288,
-      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "cov-distil": 2.517666816711426,
+      "cov-distil (oracle2student)": 3.9682259559631348,
+      "cov-distil (oracle2teacher)": 4.4083709716796875,
       "epoch": 0.3728414442700157,
-      "rel-constrast": 4.430049419403076,
+      "rel-constrast": 4.529991149902344,
       "step": 475,
-      "subrel-constrast": 4.741738796234131,
+      "subrel-constrast": 4.693092346191406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.258049964904785,
-      "cov-distil (oracle2student)": 5.291522026062012,
-      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "cov-distil": 2.464052677154541,
+      "cov-distil (oracle2student)": 5.862793445587158,
+      "cov-distil (oracle2teacher)": 4.86171817779541,
       "epoch": 0.37362637362637363,
-      "rel-constrast": 4.222903251647949,
+      "rel-constrast": 4.465035438537598,
       "step": 476,
-      "subrel-constrast": 3.961719274520874,
+      "subrel-constrast": 4.582297325134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.570009469985962,
-      "cov-distil (oracle2student)": 5.773652076721191,
-      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "cov-distil": 2.8396363258361816,
+      "cov-distil (oracle2student)": 6.207672119140625,
+      "cov-distil (oracle2teacher)": 5.444816589355469,
       "epoch": 0.37441130298273156,
-      "rel-constrast": 4.533541679382324,
+      "rel-constrast": 4.886725902557373,
       "step": 477,
-      "subrel-constrast": 4.77773380279541,
+      "subrel-constrast": 4.718090534210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8505635261535645,
-      "cov-distil (oracle2student)": 6.83684778213501,
-      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "cov-distil": 2.7870309352874756,
+      "cov-distil (oracle2student)": 6.889026641845703,
+      "cov-distil (oracle2teacher)": 5.859509468078613,
       "epoch": 0.3751962323390895,
-      "rel-constrast": 5.62321662902832,
+      "rel-constrast": 5.4059576988220215,
       "step": 478,
-      "subrel-constrast": 5.232511043548584,
+      "subrel-constrast": 5.186746120452881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7924580574035645,
-      "cov-distil (oracle2student)": 3.7319493293762207,
-      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "cov-distil": 2.798856735229492,
+      "cov-distil (oracle2student)": 4.641185760498047,
+      "cov-distil (oracle2teacher)": 4.147808074951172,
       "epoch": 0.37598116169544743,
-      "rel-constrast": 4.3964619636535645,
+      "rel-constrast": 3.8587357997894287,
       "step": 479,
-      "subrel-constrast": 4.63718843460083,
+      "subrel-constrast": 4.161420822143555,
       "view-similarity": 0
     },
     {
       "epoch": 0.37676609105180536,
-      "grad_norm": 11.4375,
+      "grad_norm": 9.875,
       "learning_rate": 2.395e-05,
-      "loss": 1.0666,
+      "loss": 1.035,
       "step": 480
     },
     {
-      "cov-distil": 3.3505167961120605,
-      "cov-distil (oracle2student)": 5.910223960876465,
-      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "cov-distil": 3.052539348602295,
+      "cov-distil (oracle2student)": 5.625411033630371,
+      "cov-distil (oracle2teacher)": 5.2834320068359375,
       "epoch": 0.37676609105180536,
-      "rel-constrast": 3.6228749752044678,
+      "rel-constrast": 4.238697052001953,
       "step": 480,
-      "subrel-constrast": 4.511120796203613,
+      "subrel-constrast": 4.527181625366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4485015869140625,
-      "cov-distil (oracle2student)": 2.978269338607788,
-      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "cov-distil": 3.968806743621826,
+      "cov-distil (oracle2student)": 4.918949604034424,
+      "cov-distil (oracle2teacher)": 3.5547332763671875,
       "epoch": 0.37755102040816324,
-      "rel-constrast": 2.7968740463256836,
+      "rel-constrast": 4.037642955780029,
       "step": 481,
-      "subrel-constrast": 3.763864278793335,
+      "subrel-constrast": 3.759868860244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9172215461730957,
-      "cov-distil (oracle2student)": 4.363856315612793,
-      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "cov-distil": 4.676149368286133,
+      "cov-distil (oracle2student)": 4.9440412521362305,
+      "cov-distil (oracle2teacher)": 4.3156023025512695,
       "epoch": 0.3783359497645212,
-      "rel-constrast": 3.863055467605591,
+      "rel-constrast": 3.9918875694274902,
       "step": 482,
-      "subrel-constrast": 4.3716607093811035,
+      "subrel-constrast": 4.378965854644775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2787156105041504,
-      "cov-distil (oracle2student)": 5.516321182250977,
-      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "cov-distil": 2.134629726409912,
+      "cov-distil (oracle2student)": 5.3726277351379395,
+      "cov-distil (oracle2teacher)": 4.672466278076172,
       "epoch": 0.3791208791208791,
-      "rel-constrast": 4.094292640686035,
+      "rel-constrast": 3.3800437450408936,
       "step": 483,
-      "subrel-constrast": 4.160613059997559,
+      "subrel-constrast": 3.5210986137390137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235403537750244,
-      "cov-distil (oracle2student)": 5.518409729003906,
-      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "cov-distil": 2.974552869796753,
+      "cov-distil (oracle2student)": 6.350698471069336,
+      "cov-distil (oracle2teacher)": 4.654552936553955,
       "epoch": 0.37990580847723704,
-      "rel-constrast": 3.563915252685547,
+      "rel-constrast": 4.045642375946045,
       "step": 484,
-      "subrel-constrast": 3.7485921382904053,
+      "subrel-constrast": 4.134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194551467895508,
-      "cov-distil (oracle2student)": 4.414938926696777,
-      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "cov-distil": 2.1453330516815186,
+      "cov-distil (oracle2student)": 3.768342971801758,
+      "cov-distil (oracle2teacher)": 3.903620719909668,
       "epoch": 0.38069073783359497,
-      "rel-constrast": 3.6036124229431152,
+      "rel-constrast": 4.144845962524414,
       "step": 485,
-      "subrel-constrast": 4.087226390838623,
+      "subrel-constrast": 3.7114975452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5132029056549072,
-      "cov-distil (oracle2student)": 5.28877067565918,
-      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "cov-distil": 3.1434261798858643,
+      "cov-distil (oracle2student)": 5.662676811218262,
+      "cov-distil (oracle2teacher)": 4.650345325469971,
       "epoch": 0.3814756671899529,
-      "rel-constrast": 3.990896224975586,
+      "rel-constrast": 4.379920959472656,
       "step": 486,
-      "subrel-constrast": 4.995358467102051,
+      "subrel-constrast": 4.473867893218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.118487596511841,
-      "cov-distil (oracle2student)": 4.492996692657471,
-      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "cov-distil": 2.5816009044647217,
+      "cov-distil (oracle2student)": 4.461999893188477,
+      "cov-distil (oracle2teacher)": 3.639697551727295,
       "epoch": 0.38226059654631084,
-      "rel-constrast": 3.6116862297058105,
+      "rel-constrast": 3.3043465614318848,
       "step": 487,
-      "subrel-constrast": 3.7064754962921143,
+      "subrel-constrast": 3.5309619903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1922671794891357,
-      "cov-distil (oracle2student)": 4.6771087646484375,
-      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "cov-distil": 2.3733935356140137,
+      "cov-distil (oracle2student)": 5.127795219421387,
+      "cov-distil (oracle2teacher)": 4.575047492980957,
       "epoch": 0.38304552590266877,
-      "rel-constrast": 3.873265504837036,
+      "rel-constrast": 4.655448913574219,
       "step": 488,
-      "subrel-constrast": 4.981564044952393,
+      "subrel-constrast": 4.637051105499268,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.20857834815979,
-      "cov-distil (oracle2student)": 5.020869255065918,
-      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "cov-distil": 3.012787342071533,
+      "cov-distil (oracle2student)": 4.635253429412842,
+      "cov-distil (oracle2teacher)": 5.198256492614746,
       "epoch": 0.3838304552590267,
-      "rel-constrast": 3.868755340576172,
+      "rel-constrast": 3.58553409576416,
       "step": 489,
-      "subrel-constrast": 5.429229736328125,
+      "subrel-constrast": 5.222169399261475,
       "view-similarity": 0
     },
     {
       "epoch": 0.38461538461538464,
-      "grad_norm": 9.8125,
+      "grad_norm": 11.625,
       "learning_rate": 2.445e-05,
-      "loss": 0.9824,
+      "loss": 0.9941,
       "step": 490
     },
     {
-      "cov-distil": 1.981706976890564,
-      "cov-distil (oracle2student)": 7.053213119506836,
-      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "cov-distil": 2.1667139530181885,
+      "cov-distil (oracle2student)": 7.403469085693359,
+      "cov-distil (oracle2teacher)": 6.258197784423828,
       "epoch": 0.38461538461538464,
-      "rel-constrast": 4.026374816894531,
+      "rel-constrast": 4.952635765075684,
       "step": 490,
-      "subrel-constrast": 4.501920223236084,
+      "subrel-constrast": 4.408086776733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.410712718963623,
-      "cov-distil (oracle2student)": 5.133758544921875,
-      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "cov-distil": 3.119758367538452,
+      "cov-distil (oracle2student)": 5.224404335021973,
+      "cov-distil (oracle2teacher)": 4.436511993408203,
       "epoch": 0.38540031397174257,
-      "rel-constrast": 4.2775421142578125,
+      "rel-constrast": 5.031924247741699,
       "step": 491,
-      "subrel-constrast": 4.118622779846191,
+      "subrel-constrast": 3.945636749267578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371644973754883,
-      "cov-distil (oracle2student)": 5.659582138061523,
-      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "cov-distil": 3.2755913734436035,
+      "cov-distil (oracle2student)": 5.041659832000732,
+      "cov-distil (oracle2teacher)": 4.72596549987793,
       "epoch": 0.38618524332810045,
-      "rel-constrast": 4.763324737548828,
+      "rel-constrast": 4.170914173126221,
       "step": 492,
-      "subrel-constrast": 4.729984760284424,
+      "subrel-constrast": 4.8006815910339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4028496742248535,
-      "cov-distil (oracle2student)": 4.193080425262451,
-      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "cov-distil": 2.7026000022888184,
+      "cov-distil (oracle2student)": 5.8507819175720215,
+      "cov-distil (oracle2teacher)": 5.030403137207031,
       "epoch": 0.3869701726844584,
-      "rel-constrast": 3.300520896911621,
+      "rel-constrast": 4.737039566040039,
       "step": 493,
-      "subrel-constrast": 4.785802841186523,
+      "subrel-constrast": 4.969658374786377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9608060121536255,
-      "cov-distil (oracle2student)": 4.956197261810303,
-      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "cov-distil": 2.314119815826416,
+      "cov-distil (oracle2student)": 5.496291160583496,
+      "cov-distil (oracle2teacher)": 4.017199993133545,
       "epoch": 0.3877551020408163,
-      "rel-constrast": 2.9137468338012695,
+      "rel-constrast": 3.1113953590393066,
       "step": 494,
-      "subrel-constrast": 3.282076597213745,
+      "subrel-constrast": 2.8150434494018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4849562644958496,
-      "cov-distil (oracle2student)": 6.280769348144531,
-      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "cov-distil": 2.778083086013794,
+      "cov-distil (oracle2student)": 6.922789573669434,
+      "cov-distil (oracle2teacher)": 5.992598533630371,
       "epoch": 0.38854003139717425,
-      "rel-constrast": 4.2239484786987305,
+      "rel-constrast": 5.545314311981201,
       "step": 495,
-      "subrel-constrast": 4.649102210998535,
+      "subrel-constrast": 4.745818138122559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7329490184783936,
-      "cov-distil (oracle2student)": 4.664039611816406,
-      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "cov-distil": 2.7010533809661865,
+      "cov-distil (oracle2student)": 4.31914758682251,
+      "cov-distil (oracle2teacher)": 4.598568916320801,
       "epoch": 0.3893249607535322,
-      "rel-constrast": 2.6345038414001465,
+      "rel-constrast": 3.112217903137207,
       "step": 496,
-      "subrel-constrast": 3.718508243560791,
+      "subrel-constrast": 3.4257590770721436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.085386276245117,
-      "cov-distil (oracle2student)": 3.886662721633911,
-      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "cov-distil": 2.756781578063965,
+      "cov-distil (oracle2student)": 3.6371676921844482,
+      "cov-distil (oracle2teacher)": 3.364999294281006,
       "epoch": 0.3901098901098901,
-      "rel-constrast": 3.260143518447876,
+      "rel-constrast": 4.085249900817871,
       "step": 497,
-      "subrel-constrast": 3.9507155418395996,
+      "subrel-constrast": 3.9546196460723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7282142639160156,
-      "cov-distil (oracle2student)": 3.539856433868408,
-      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "cov-distil": 2.1450624465942383,
+      "cov-distil (oracle2student)": 4.453918933868408,
+      "cov-distil (oracle2teacher)": 3.664085626602173,
       "epoch": 0.39089481946624804,
-      "rel-constrast": 2.3446929454803467,
+      "rel-constrast": 2.042937755584717,
       "step": 498,
-      "subrel-constrast": 2.6004679203033447,
+      "subrel-constrast": 2.4808859825134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6501827239990234,
-      "cov-distil (oracle2student)": 7.322658061981201,
-      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "cov-distil": 2.168294906616211,
+      "cov-distil (oracle2student)": 7.650796890258789,
+      "cov-distil (oracle2teacher)": 7.176524639129639,
       "epoch": 0.391679748822606,
-      "rel-constrast": 4.462357521057129,
+      "rel-constrast": 4.96732759475708,
       "step": 499,
-      "subrel-constrast": 5.298823833465576,
+      "subrel-constrast": 4.808117389678955,
       "view-similarity": 0
     },
     {
       "epoch": 0.3924646781789639,
-      "grad_norm": 8.375,
+      "grad_norm": 11.875,
       "learning_rate": 2.495e-05,
-      "loss": 0.9597,
+      "loss": 1.0439,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-P@10": 0.76,
+      "eval/duc04-P@10": 0.736,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "eval/duc04-nDCG@10": 0.7420375377503854,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "eval/duc04-alpha_nDCG@10": 0.5463706893491773,
       "step": 500
     },
     {
@@ -5526,17 +5526,17 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-P@10": 0.42899999999999994,
+      "eval/multi_news-P@10": 0.41899999999999993,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "eval/multi_news-nDCG@10": 0.5871691854982394,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "eval/multi_news-alpha_nDCG@10": 0.544019631013571,
       "step": 500
     },
     {
@@ -5546,3277 +5546,3277 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/avg": 0.5329941442436358,
+      "eval/avg": 0.51629589876644,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "overlap": 0.2421875,
+      "overlap": 0.24687500298023224,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "student margin": 0.06243896484375
+      "student margin": 0.05010986328125
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "teacher margin": 0.042694091796875
+      "teacher margin": 0.0509033203125
     },
     {
       "epoch": 0.3924646781789639,
-      "margin difference": -0.019744873046875,
+      "margin difference": 0.00079345703125,
       "step": 500
     },
     {
-      "cov-distil": 1.4159998893737793,
-      "cov-distil (oracle2student)": 4.625096797943115,
-      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "cov-distil": 2.4316108226776123,
+      "cov-distil (oracle2student)": 5.397018909454346,
+      "cov-distil (oracle2teacher)": 4.17315673828125,
       "epoch": 0.3924646781789639,
-      "rel-constrast": 3.086014986038208,
+      "rel-constrast": 3.7153968811035156,
       "step": 500,
-      "subrel-constrast": 3.322561264038086,
+      "subrel-constrast": 2.9427638053894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.484131336212158,
-      "cov-distil (oracle2student)": 5.681003093719482,
-      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "cov-distil": 2.4385643005371094,
+      "cov-distil (oracle2student)": 6.577480316162109,
+      "cov-distil (oracle2teacher)": 5.215863227844238,
       "epoch": 0.39324960753532184,
-      "rel-constrast": 3.455115795135498,
+      "rel-constrast": 4.249575614929199,
       "step": 501,
-      "subrel-constrast": 3.60056209564209,
+      "subrel-constrast": 3.624481439590454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732965111732483,
-      "cov-distil (oracle2student)": 3.93009877204895,
-      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "cov-distil": 2.4620954990386963,
+      "cov-distil (oracle2student)": 4.846519470214844,
+      "cov-distil (oracle2teacher)": 4.495014667510986,
       "epoch": 0.3940345368916798,
-      "rel-constrast": 3.891814708709717,
+      "rel-constrast": 3.8714237213134766,
       "step": 502,
-      "subrel-constrast": 4.615721225738525,
+      "subrel-constrast": 4.4191813468933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3193750381469727,
-      "cov-distil (oracle2student)": 4.851567268371582,
-      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "cov-distil": 2.2790942192077637,
+      "cov-distil (oracle2student)": 5.090143203735352,
+      "cov-distil (oracle2teacher)": 4.353056907653809,
       "epoch": 0.39481946624803765,
-      "rel-constrast": 3.16011381149292,
+      "rel-constrast": 3.1984400749206543,
       "step": 503,
-      "subrel-constrast": 3.5040040016174316,
+      "subrel-constrast": 2.9925825595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2391562461853027,
-      "cov-distil (oracle2student)": 3.613586664199829,
-      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "cov-distil": 3.185715913772583,
+      "cov-distil (oracle2student)": 3.5957746505737305,
+      "cov-distil (oracle2teacher)": 3.98298978805542,
       "epoch": 0.3956043956043956,
-      "rel-constrast": 4.543619155883789,
+      "rel-constrast": 4.027279376983643,
       "step": 504,
-      "subrel-constrast": 4.639369964599609,
+      "subrel-constrast": 4.2903923988342285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1063196659088135,
-      "cov-distil (oracle2student)": 5.640138626098633,
-      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "cov-distil": 3.386262893676758,
+      "cov-distil (oracle2student)": 5.15778923034668,
+      "cov-distil (oracle2teacher)": 5.05740213394165,
       "epoch": 0.3963893249607535,
-      "rel-constrast": 3.3249940872192383,
+      "rel-constrast": 3.4201223850250244,
       "step": 505,
-      "subrel-constrast": 3.79390287399292,
+      "subrel-constrast": 3.8489911556243896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8278141021728516,
-      "cov-distil (oracle2student)": 3.6726248264312744,
-      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "cov-distil": 3.467620849609375,
+      "cov-distil (oracle2student)": 4.147178649902344,
+      "cov-distil (oracle2teacher)": 4.101216793060303,
       "epoch": 0.39717425431711145,
-      "rel-constrast": 3.797194480895996,
+      "rel-constrast": 4.603706359863281,
       "step": 506,
-      "subrel-constrast": 4.491276264190674,
+      "subrel-constrast": 4.31328821182251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0168466567993164,
-      "cov-distil (oracle2student)": 5.7914814949035645,
-      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "cov-distil": 2.7650904655456543,
+      "cov-distil (oracle2student)": 7.070884704589844,
+      "cov-distil (oracle2teacher)": 6.021198749542236,
       "epoch": 0.3979591836734694,
-      "rel-constrast": 3.658668279647827,
+      "rel-constrast": 5.133430480957031,
       "step": 507,
-      "subrel-constrast": 4.55025577545166,
+      "subrel-constrast": 4.400622844696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.112938165664673,
-      "cov-distil (oracle2student)": 3.503079414367676,
-      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "cov-distil": 2.481074333190918,
+      "cov-distil (oracle2student)": 4.6060943603515625,
+      "cov-distil (oracle2teacher)": 3.7556650638580322,
       "epoch": 0.3987441130298273,
-      "rel-constrast": 2.802060604095459,
+      "rel-constrast": 3.059156894683838,
       "step": 508,
-      "subrel-constrast": 3.5418896675109863,
+      "subrel-constrast": 3.133172035217285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9679971933364868,
-      "cov-distil (oracle2student)": 4.781468391418457,
-      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "cov-distil": 2.3340468406677246,
+      "cov-distil (oracle2student)": 5.321282386779785,
+      "cov-distil (oracle2teacher)": 4.898414611816406,
       "epoch": 0.39952904238618525,
-      "rel-constrast": 3.881654977798462,
+      "rel-constrast": 4.40877628326416,
       "step": 509,
-      "subrel-constrast": 4.416358947753906,
+      "subrel-constrast": 4.394105434417725,
       "view-similarity": 0
     },
     {
       "epoch": 0.4003139717425432,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.6875,
       "learning_rate": 2.5450000000000002e-05,
-      "loss": 0.9456,
+      "loss": 0.9922,
       "step": 510
     },
     {
-      "cov-distil": 1.395479440689087,
-      "cov-distil (oracle2student)": 5.548276424407959,
-      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "cov-distil": 1.9377968311309814,
+      "cov-distil (oracle2student)": 4.864838600158691,
+      "cov-distil (oracle2teacher)": 4.443873882293701,
       "epoch": 0.4003139717425432,
-      "rel-constrast": 3.209362506866455,
+      "rel-constrast": 3.5565147399902344,
       "step": 510,
-      "subrel-constrast": 3.1534719467163086,
+      "subrel-constrast": 3.40018630027771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8525688648223877,
-      "cov-distil (oracle2student)": 6.531951904296875,
-      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "cov-distil": 2.9442572593688965,
+      "cov-distil (oracle2student)": 6.876224994659424,
+      "cov-distil (oracle2teacher)": 6.000499248504639,
       "epoch": 0.4010989010989011,
-      "rel-constrast": 4.491300582885742,
+      "rel-constrast": 4.510574817657471,
       "step": 511,
-      "subrel-constrast": 4.586567401885986,
+      "subrel-constrast": 4.596365928649902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9388954639434814,
-      "cov-distil (oracle2student)": 5.9139084815979,
-      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "cov-distil": 2.6009581089019775,
+      "cov-distil (oracle2student)": 6.760128021240234,
+      "cov-distil (oracle2teacher)": 5.152045726776123,
       "epoch": 0.40188383045525905,
-      "rel-constrast": 4.033116340637207,
+      "rel-constrast": 5.297791957855225,
       "step": 512,
-      "subrel-constrast": 4.773599147796631,
+      "subrel-constrast": 4.637878894805908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7909735441207886,
-      "cov-distil (oracle2student)": 4.206601142883301,
-      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "cov-distil": 1.9653100967407227,
+      "cov-distil (oracle2student)": 5.067868709564209,
+      "cov-distil (oracle2teacher)": 3.891404867172241,
       "epoch": 0.4026687598116169,
-      "rel-constrast": 4.130172252655029,
+      "rel-constrast": 5.118851184844971,
       "step": 513,
-      "subrel-constrast": 4.800011157989502,
+      "subrel-constrast": 4.115675926208496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.82828950881958,
-      "cov-distil (oracle2student)": 3.7563247680664062,
-      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "cov-distil": 2.3114852905273438,
+      "cov-distil (oracle2student)": 3.766338348388672,
+      "cov-distil (oracle2teacher)": 3.430518627166748,
       "epoch": 0.40345368916797486,
-      "rel-constrast": 2.0718255043029785,
+      "rel-constrast": 2.724376916885376,
       "step": 514,
-      "subrel-constrast": 2.8484530448913574,
+      "subrel-constrast": 3.029529094696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547434329986572,
-      "cov-distil (oracle2student)": 3.475689649581909,
-      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "cov-distil": 2.5761923789978027,
+      "cov-distil (oracle2student)": 4.10664176940918,
+      "cov-distil (oracle2teacher)": 3.7946624755859375,
       "epoch": 0.4042386185243328,
-      "rel-constrast": 3.053926706314087,
+      "rel-constrast": 3.3413896560668945,
       "step": 515,
-      "subrel-constrast": 3.580040454864502,
+      "subrel-constrast": 3.387275457382202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8886094093322754,
-      "cov-distil (oracle2student)": 3.8891124725341797,
-      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "cov-distil": 2.9349989891052246,
+      "cov-distil (oracle2student)": 4.065558433532715,
+      "cov-distil (oracle2teacher)": 3.708993434906006,
       "epoch": 0.4050235478806907,
-      "rel-constrast": 3.4653000831604004,
+      "rel-constrast": 4.218894004821777,
       "step": 516,
-      "subrel-constrast": 4.058748722076416,
+      "subrel-constrast": 4.1545233726501465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4138705730438232,
-      "cov-distil (oracle2student)": 6.235104084014893,
-      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "cov-distil": 2.599853515625,
+      "cov-distil (oracle2student)": 7.641312599182129,
+      "cov-distil (oracle2teacher)": 6.001323699951172,
       "epoch": 0.40580847723704866,
-      "rel-constrast": 4.911827564239502,
+      "rel-constrast": 5.129518508911133,
       "step": 517,
-      "subrel-constrast": 5.379470348358154,
+      "subrel-constrast": 4.792590618133545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.055727481842041,
-      "cov-distil (oracle2student)": 4.765932083129883,
-      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "cov-distil": 2.258096694946289,
+      "cov-distil (oracle2student)": 6.253681182861328,
+      "cov-distil (oracle2teacher)": 4.136380672454834,
       "epoch": 0.4065934065934066,
-      "rel-constrast": 4.432010650634766,
+      "rel-constrast": 5.030240058898926,
       "step": 518,
-      "subrel-constrast": 3.8237483501434326,
+      "subrel-constrast": 4.141184329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.444960594177246,
-      "cov-distil (oracle2student)": 3.9477295875549316,
-      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "cov-distil": 2.9449963569641113,
+      "cov-distil (oracle2student)": 5.250645637512207,
+      "cov-distil (oracle2teacher)": 4.597562789916992,
       "epoch": 0.4073783359497645,
-      "rel-constrast": 4.135186195373535,
+      "rel-constrast": 4.932051658630371,
       "step": 519,
-      "subrel-constrast": 4.819687843322754,
+      "subrel-constrast": 5.068981170654297,
       "view-similarity": 0
     },
     {
       "epoch": 0.40816326530612246,
-      "grad_norm": 8.875,
+      "grad_norm": 12.125,
       "learning_rate": 2.595e-05,
-      "loss": 1.0015,
+      "loss": 1.0965,
       "step": 520
     },
     {
-      "cov-distil": 2.114975690841675,
-      "cov-distil (oracle2student)": 6.017740249633789,
-      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "cov-distil": 2.7512216567993164,
+      "cov-distil (oracle2student)": 6.546365737915039,
+      "cov-distil (oracle2teacher)": 5.809374809265137,
       "epoch": 0.40816326530612246,
-      "rel-constrast": 3.083989143371582,
+      "rel-constrast": 3.8285205364227295,
       "step": 520,
-      "subrel-constrast": 3.6702053546905518,
+      "subrel-constrast": 3.3887031078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6442341804504395,
-      "cov-distil (oracle2student)": 4.542356491088867,
-      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "cov-distil": 2.000462055206299,
+      "cov-distil (oracle2student)": 4.943650245666504,
+      "cov-distil (oracle2teacher)": 4.173366069793701,
       "epoch": 0.4089481946624804,
-      "rel-constrast": 2.837587594985962,
+      "rel-constrast": 3.839550018310547,
       "step": 521,
-      "subrel-constrast": 3.523179054260254,
+      "subrel-constrast": 3.5296850204467773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6822391748428345,
-      "cov-distil (oracle2student)": 3.990572690963745,
-      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "cov-distil": 1.9787660837173462,
+      "cov-distil (oracle2student)": 4.490322589874268,
+      "cov-distil (oracle2teacher)": 3.9708495140075684,
       "epoch": 0.4097331240188383,
-      "rel-constrast": 3.3714590072631836,
+      "rel-constrast": 3.782763719558716,
       "step": 522,
-      "subrel-constrast": 3.4518234729766846,
+      "subrel-constrast": 3.701874017715454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5175161361694336,
-      "cov-distil (oracle2student)": 5.360091209411621,
-      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "cov-distil": 3.889625310897827,
+      "cov-distil (oracle2student)": 6.62224006652832,
+      "cov-distil (oracle2teacher)": 5.268327236175537,
       "epoch": 0.41051805337519626,
-      "rel-constrast": 3.320817232131958,
+      "rel-constrast": 4.019553184509277,
       "step": 523,
-      "subrel-constrast": 4.099976539611816,
+      "subrel-constrast": 4.23786735534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8499733209609985,
-      "cov-distil (oracle2student)": 4.837664604187012,
-      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "cov-distil": 2.089364528656006,
+      "cov-distil (oracle2student)": 5.428134918212891,
+      "cov-distil (oracle2teacher)": 4.481540679931641,
       "epoch": 0.41130298273155413,
-      "rel-constrast": 3.551431655883789,
+      "rel-constrast": 4.299295902252197,
       "step": 524,
-      "subrel-constrast": 4.396182060241699,
+      "subrel-constrast": 4.170628070831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3767762184143066,
-      "cov-distil (oracle2student)": 5.010434150695801,
-      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "cov-distil": 3.0960869789123535,
+      "cov-distil (oracle2student)": 5.969825744628906,
+      "cov-distil (oracle2teacher)": 5.435355186462402,
       "epoch": 0.41208791208791207,
-      "rel-constrast": 3.382202386856079,
+      "rel-constrast": 3.8271372318267822,
       "step": 525,
-      "subrel-constrast": 4.079559803009033,
+      "subrel-constrast": 4.311244010925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7340972423553467,
-      "cov-distil (oracle2student)": 6.103010654449463,
-      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "cov-distil": 2.1960692405700684,
+      "cov-distil (oracle2student)": 6.1899189949035645,
+      "cov-distil (oracle2teacher)": 5.752900123596191,
       "epoch": 0.41287284144427,
-      "rel-constrast": 2.4694104194641113,
+      "rel-constrast": 3.3504157066345215,
       "step": 526,
-      "subrel-constrast": 3.338963270187378,
+      "subrel-constrast": 3.144519805908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8253371715545654,
-      "cov-distil (oracle2student)": 4.7706756591796875,
-      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "cov-distil": 3.478926658630371,
+      "cov-distil (oracle2student)": 4.343681335449219,
+      "cov-distil (oracle2teacher)": 4.389613628387451,
       "epoch": 0.41365777080062793,
-      "rel-constrast": 4.593013763427734,
+      "rel-constrast": 4.450220584869385,
       "step": 527,
-      "subrel-constrast": 5.206238269805908,
+      "subrel-constrast": 4.916708469390869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2579145431518555,
-      "cov-distil (oracle2student)": 8.899227142333984,
-      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "cov-distil": 2.9960055351257324,
+      "cov-distil (oracle2student)": 9.021394729614258,
+      "cov-distil (oracle2teacher)": 7.649185657501221,
       "epoch": 0.41444270015698587,
-      "rel-constrast": 3.0921471118927,
+      "rel-constrast": 3.81168794631958,
       "step": 528,
-      "subrel-constrast": 4.043778896331787,
+      "subrel-constrast": 3.527249336242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9917439222335815,
-      "cov-distil (oracle2student)": 3.3459632396698,
-      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "cov-distil": 2.2659573554992676,
+      "cov-distil (oracle2student)": 3.8565173149108887,
+      "cov-distil (oracle2teacher)": 3.517955780029297,
       "epoch": 0.4152276295133438,
-      "rel-constrast": 3.5178332328796387,
+      "rel-constrast": 3.551304578781128,
       "step": 529,
-      "subrel-constrast": 4.205659866333008,
+      "subrel-constrast": 4.263941287994385,
       "view-similarity": 0
     },
     {
       "epoch": 0.41601255886970173,
-      "grad_norm": 8.6875,
+      "grad_norm": 9.125,
       "learning_rate": 2.6450000000000003e-05,
-      "loss": 0.883,
+      "loss": 0.969,
       "step": 530
     },
     {
-      "cov-distil": 2.4610893726348877,
-      "cov-distil (oracle2student)": 7.107298851013184,
-      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "cov-distil": 2.9114646911621094,
+      "cov-distil (oracle2student)": 6.623899459838867,
+      "cov-distil (oracle2teacher)": 5.978086471557617,
       "epoch": 0.41601255886970173,
-      "rel-constrast": 4.013538837432861,
+      "rel-constrast": 3.5463507175445557,
       "step": 530,
-      "subrel-constrast": 4.085789203643799,
+      "subrel-constrast": 4.09066104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9131748676300049,
-      "cov-distil (oracle2student)": 3.1839516162872314,
-      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "cov-distil": 2.1584465503692627,
+      "cov-distil (oracle2student)": 3.108242988586426,
+      "cov-distil (oracle2teacher)": 3.149620771408081,
       "epoch": 0.41679748822605966,
-      "rel-constrast": 3.6091840267181396,
+      "rel-constrast": 3.209766387939453,
       "step": 531,
-      "subrel-constrast": 3.740673303604126,
+      "subrel-constrast": 3.5915255546569824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387206554412842,
-      "cov-distil (oracle2student)": 3.9284486770629883,
-      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "cov-distil": 2.978271007537842,
+      "cov-distil (oracle2student)": 4.685882568359375,
+      "cov-distil (oracle2teacher)": 4.274260520935059,
       "epoch": 0.4175824175824176,
-      "rel-constrast": 3.5161938667297363,
+      "rel-constrast": 4.023675918579102,
       "step": 532,
-      "subrel-constrast": 4.079607009887695,
+      "subrel-constrast": 3.8330373764038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.471837282180786,
-      "cov-distil (oracle2student)": 5.907663345336914,
-      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "cov-distil": 2.844477891921997,
+      "cov-distil (oracle2student)": 4.903825283050537,
+      "cov-distil (oracle2teacher)": 5.759634971618652,
       "epoch": 0.41836734693877553,
-      "rel-constrast": 4.507608890533447,
+      "rel-constrast": 3.525094747543335,
       "step": 533,
-      "subrel-constrast": 5.104624271392822,
+      "subrel-constrast": 4.775814056396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2768821716308594,
-      "cov-distil (oracle2student)": 5.402787208557129,
-      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "cov-distil": 2.563508987426758,
+      "cov-distil (oracle2student)": 7.332339763641357,
+      "cov-distil (oracle2teacher)": 5.409496307373047,
       "epoch": 0.41915227629513346,
-      "rel-constrast": 4.229998588562012,
+      "rel-constrast": 5.774564743041992,
       "step": 534,
-      "subrel-constrast": 4.759891986846924,
+      "subrel-constrast": 4.97339391708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1538729667663574,
-      "cov-distil (oracle2student)": 5.076930046081543,
-      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "cov-distil": 2.7134346961975098,
+      "cov-distil (oracle2student)": 5.510921478271484,
+      "cov-distil (oracle2teacher)": 4.903237342834473,
       "epoch": 0.41993720565149134,
-      "rel-constrast": 5.096151351928711,
+      "rel-constrast": 5.831864833831787,
       "step": 535,
-      "subrel-constrast": 5.996850490570068,
+      "subrel-constrast": 5.299259662628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1815271377563477,
-      "cov-distil (oracle2student)": 4.3686065673828125,
-      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "cov-distil": 2.306689739227295,
+      "cov-distil (oracle2student)": 4.6133832931518555,
+      "cov-distil (oracle2teacher)": 3.5082075595855713,
       "epoch": 0.4207221350078493,
-      "rel-constrast": 3.4470701217651367,
+      "rel-constrast": 3.804596185684204,
       "step": 536,
-      "subrel-constrast": 3.943808078765869,
+      "subrel-constrast": 3.701176166534424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430976152420044,
-      "cov-distil (oracle2student)": 5.03574800491333,
-      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "cov-distil": 1.6129932403564453,
+      "cov-distil (oracle2student)": 5.69785213470459,
+      "cov-distil (oracle2teacher)": 5.269233703613281,
       "epoch": 0.4215070643642072,
-      "rel-constrast": 4.9359941482543945,
+      "rel-constrast": 4.88289213180542,
       "step": 537,
-      "subrel-constrast": 4.681961536407471,
+      "subrel-constrast": 4.6160807609558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1151583194732666,
-      "cov-distil (oracle2student)": 4.930647850036621,
-      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "cov-distil": 3.6320486068725586,
+      "cov-distil (oracle2student)": 5.126873970031738,
+      "cov-distil (oracle2teacher)": 4.449760437011719,
       "epoch": 0.42229199372056514,
-      "rel-constrast": 3.337693214416504,
+      "rel-constrast": 4.9021735191345215,
       "step": 538,
-      "subrel-constrast": 4.436145305633545,
+      "subrel-constrast": 4.239505767822266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0622363090515137,
-      "cov-distil (oracle2student)": 5.964321136474609,
-      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "cov-distil": 2.8055315017700195,
+      "cov-distil (oracle2student)": 5.630227088928223,
+      "cov-distil (oracle2teacher)": 5.5058393478393555,
       "epoch": 0.4230769230769231,
-      "rel-constrast": 2.918050765991211,
+      "rel-constrast": 2.89642333984375,
       "step": 539,
-      "subrel-constrast": 3.1426711082458496,
+      "subrel-constrast": 3.487722873687744,
       "view-similarity": 0
     },
     {
       "epoch": 0.423861852433281,
-      "grad_norm": 8.25,
+      "grad_norm": 9.75,
       "learning_rate": 2.6950000000000005e-05,
-      "loss": 1.0442,
+      "loss": 1.0599,
       "step": 540
     },
     {
-      "cov-distil": 2.4555015563964844,
-      "cov-distil (oracle2student)": 4.551426887512207,
-      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "cov-distil": 3.1440768241882324,
+      "cov-distil (oracle2student)": 4.894999980926514,
+      "cov-distil (oracle2teacher)": 4.241404056549072,
       "epoch": 0.423861852433281,
-      "rel-constrast": 3.3250837326049805,
+      "rel-constrast": 3.1532459259033203,
       "step": 540,
-      "subrel-constrast": 3.5797502994537354,
+      "subrel-constrast": 3.6818230152130127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.082664966583252,
-      "cov-distil (oracle2student)": 4.699512958526611,
-      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "cov-distil": 2.0353074073791504,
+      "cov-distil (oracle2student)": 4.829143524169922,
+      "cov-distil (oracle2teacher)": 4.384130954742432,
       "epoch": 0.42464678178963894,
-      "rel-constrast": 2.5872223377227783,
+      "rel-constrast": 3.055182456970215,
       "step": 541,
-      "subrel-constrast": 3.821152687072754,
+      "subrel-constrast": 3.436680793762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.204350709915161,
-      "cov-distil (oracle2student)": 4.2027435302734375,
-      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "cov-distil": 2.3959193229675293,
+      "cov-distil (oracle2student)": 4.7509050369262695,
+      "cov-distil (oracle2teacher)": 4.176807880401611,
       "epoch": 0.42543171114599687,
-      "rel-constrast": 3.1161422729492188,
+      "rel-constrast": 4.029506206512451,
       "step": 542,
-      "subrel-constrast": 3.712345838546753,
+      "subrel-constrast": 3.835718870162964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0034756660461426,
-      "cov-distil (oracle2student)": 4.845664978027344,
-      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "cov-distil": 2.4880635738372803,
+      "cov-distil (oracle2student)": 5.187982559204102,
+      "cov-distil (oracle2teacher)": 5.327169895172119,
       "epoch": 0.4262166405023548,
-      "rel-constrast": 3.031003952026367,
+      "rel-constrast": 3.3675456047058105,
       "step": 543,
-      "subrel-constrast": 3.3142998218536377,
+      "subrel-constrast": 3.4103951454162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4440988302230835,
-      "cov-distil (oracle2student)": 3.6065969467163086,
-      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "cov-distil": 1.8645257949829102,
+      "cov-distil (oracle2student)": 3.3303253650665283,
+      "cov-distil (oracle2teacher)": 3.2770776748657227,
       "epoch": 0.42700156985871274,
-      "rel-constrast": 2.4494941234588623,
+      "rel-constrast": 2.9046854972839355,
       "step": 544,
-      "subrel-constrast": 2.605020046234131,
+      "subrel-constrast": 2.459394693374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6435261964797974,
-      "cov-distil (oracle2student)": 3.551994800567627,
-      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "cov-distil": 1.9630659818649292,
+      "cov-distil (oracle2student)": 4.499131202697754,
+      "cov-distil (oracle2teacher)": 3.6329312324523926,
       "epoch": 0.42778649921507067,
-      "rel-constrast": 3.822410821914673,
+      "rel-constrast": 4.33712100982666,
       "step": 545,
-      "subrel-constrast": 3.836008071899414,
+      "subrel-constrast": 4.299283504486084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7628724575042725,
-      "cov-distil (oracle2student)": 6.011783599853516,
-      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "cov-distil": 2.6886143684387207,
+      "cov-distil (oracle2student)": 6.36787748336792,
+      "cov-distil (oracle2teacher)": 5.385263919830322,
       "epoch": 0.42857142857142855,
-      "rel-constrast": 3.934589385986328,
+      "rel-constrast": 5.136941909790039,
       "step": 546,
-      "subrel-constrast": 3.964400053024292,
+      "subrel-constrast": 4.183347702026367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7866466045379639,
-      "cov-distil (oracle2student)": 3.3814570903778076,
-      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "cov-distil": 2.6999917030334473,
+      "cov-distil (oracle2student)": 4.198861598968506,
+      "cov-distil (oracle2teacher)": 3.6154558658599854,
       "epoch": 0.4293563579277865,
-      "rel-constrast": 3.8515207767486572,
+      "rel-constrast": 4.383726596832275,
       "step": 547,
-      "subrel-constrast": 4.402586460113525,
+      "subrel-constrast": 4.213267803192139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3751814365386963,
-      "cov-distil (oracle2student)": 4.2626800537109375,
-      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "cov-distil": 3.166285753250122,
+      "cov-distil (oracle2student)": 4.848912239074707,
+      "cov-distil (oracle2teacher)": 4.098011016845703,
       "epoch": 0.4301412872841444,
-      "rel-constrast": 4.448970794677734,
+      "rel-constrast": 4.148667812347412,
       "step": 548,
-      "subrel-constrast": 4.393995761871338,
+      "subrel-constrast": 4.670076370239258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0791738033294678,
-      "cov-distil (oracle2student)": 5.72738790512085,
-      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "cov-distil": 1.8380727767944336,
+      "cov-distil (oracle2student)": 5.163656234741211,
+      "cov-distil (oracle2teacher)": 4.66612434387207,
       "epoch": 0.43092621664050235,
-      "rel-constrast": 3.669039487838745,
+      "rel-constrast": 3.2450528144836426,
       "step": 549,
-      "subrel-constrast": 3.670117139816284,
+      "subrel-constrast": 3.273515462875366,
       "view-similarity": 0
     },
     {
       "epoch": 0.4317111459968603,
-      "grad_norm": 10.5625,
+      "grad_norm": 10.0,
       "learning_rate": 2.7450000000000003e-05,
-      "loss": 0.9055,
+      "loss": 0.944,
       "step": 550
     },
     {
-      "cov-distil": 1.8588554859161377,
-      "cov-distil (oracle2student)": 5.19000244140625,
-      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "cov-distil": 1.9215424060821533,
+      "cov-distil (oracle2student)": 5.323651313781738,
+      "cov-distil (oracle2teacher)": 5.5496625900268555,
       "epoch": 0.4317111459968603,
-      "rel-constrast": 2.9200479984283447,
+      "rel-constrast": 3.632564067840576,
       "step": 550,
-      "subrel-constrast": 4.266639709472656,
+      "subrel-constrast": 4.383198261260986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4664716720581055,
-      "cov-distil (oracle2student)": 4.6646318435668945,
-      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "cov-distil": 2.0079779624938965,
+      "cov-distil (oracle2student)": 5.453360557556152,
+      "cov-distil (oracle2teacher)": 4.775620937347412,
       "epoch": 0.4324960753532182,
-      "rel-constrast": 2.7482821941375732,
+      "rel-constrast": 3.6028709411621094,
       "step": 551,
-      "subrel-constrast": 3.751079797744751,
+      "subrel-constrast": 3.7195968627929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2391505241394043,
-      "cov-distil (oracle2student)": 4.254290580749512,
-      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "cov-distil": 1.940305471420288,
+      "cov-distil (oracle2student)": 4.275853157043457,
+      "cov-distil (oracle2teacher)": 4.315962314605713,
       "epoch": 0.43328100470957615,
-      "rel-constrast": 2.8833484649658203,
+      "rel-constrast": 3.697322130203247,
       "step": 552,
-      "subrel-constrast": 3.7221202850341797,
+      "subrel-constrast": 3.374723434448242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5725274085998535,
-      "cov-distil (oracle2student)": 4.4030375480651855,
-      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "cov-distil": 3.7109804153442383,
+      "cov-distil (oracle2student)": 5.235285758972168,
+      "cov-distil (oracle2teacher)": 3.4823784828186035,
       "epoch": 0.4340659340659341,
-      "rel-constrast": 3.2813262939453125,
+      "rel-constrast": 4.574237823486328,
       "step": 553,
-      "subrel-constrast": 4.29766321182251,
+      "subrel-constrast": 3.886735439300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6824195384979248,
-      "cov-distil (oracle2student)": 4.262044906616211,
-      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "cov-distil": 2.0194294452667236,
+      "cov-distil (oracle2student)": 4.709174156188965,
+      "cov-distil (oracle2teacher)": 3.730773687362671,
       "epoch": 0.434850863422292,
-      "rel-constrast": 4.048982620239258,
+      "rel-constrast": 4.890387058258057,
       "step": 554,
-      "subrel-constrast": 4.117492198944092,
+      "subrel-constrast": 4.248447418212891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.280151605606079,
-      "cov-distil (oracle2student)": 3.482992649078369,
-      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "cov-distil": 3.352951765060425,
+      "cov-distil (oracle2student)": 4.994897842407227,
+      "cov-distil (oracle2teacher)": 4.374115467071533,
       "epoch": 0.43563579277864994,
-      "rel-constrast": 3.2121012210845947,
+      "rel-constrast": 4.161121368408203,
       "step": 555,
-      "subrel-constrast": 3.5926947593688965,
+      "subrel-constrast": 4.011910438537598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.286961078643799,
-      "cov-distil (oracle2student)": 4.809238433837891,
-      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "cov-distil": 2.9941787719726562,
+      "cov-distil (oracle2student)": 5.471341133117676,
+      "cov-distil (oracle2teacher)": 4.524909973144531,
       "epoch": 0.4364207221350079,
-      "rel-constrast": 3.495352029800415,
+      "rel-constrast": 4.157844543457031,
       "step": 556,
-      "subrel-constrast": 4.314545631408691,
+      "subrel-constrast": 4.118130683898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7107021808624268,
-      "cov-distil (oracle2student)": 4.218628406524658,
-      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "cov-distil": 2.3655223846435547,
+      "cov-distil (oracle2student)": 4.463897705078125,
+      "cov-distil (oracle2teacher)": 3.880066394805908,
       "epoch": 0.43720565149136575,
-      "rel-constrast": 3.8885021209716797,
+      "rel-constrast": 3.5161380767822266,
       "step": 557,
-      "subrel-constrast": 4.020322799682617,
+      "subrel-constrast": 3.765559673309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8882838487625122,
-      "cov-distil (oracle2student)": 5.679129600524902,
-      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "cov-distil": 2.326056480407715,
+      "cov-distil (oracle2student)": 5.807459831237793,
+      "cov-distil (oracle2teacher)": 4.5894012451171875,
       "epoch": 0.4379905808477237,
-      "rel-constrast": 4.420882225036621,
+      "rel-constrast": 3.741593360900879,
       "step": 558,
-      "subrel-constrast": 5.289524078369141,
+      "subrel-constrast": 4.4960246086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9853229522705078,
-      "cov-distil (oracle2student)": 5.879613876342773,
-      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "cov-distil": 1.9660494327545166,
+      "cov-distil (oracle2student)": 5.596038818359375,
+      "cov-distil (oracle2teacher)": 5.711890697479248,
       "epoch": 0.4387755102040816,
-      "rel-constrast": 3.605356216430664,
+      "rel-constrast": 3.767320156097412,
       "step": 559,
-      "subrel-constrast": 4.175075531005859,
+      "subrel-constrast": 4.327932357788086,
       "view-similarity": 0
     },
     {
       "epoch": 0.43956043956043955,
-      "grad_norm": 7.125,
+      "grad_norm": 8.875,
       "learning_rate": 2.7950000000000005e-05,
-      "loss": 0.9175,
+      "loss": 0.9935,
       "step": 560
     },
     {
-      "cov-distil": 2.459702968597412,
-      "cov-distil (oracle2student)": 3.54038667678833,
-      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "cov-distil": 2.358954668045044,
+      "cov-distil (oracle2student)": 3.3223049640655518,
+      "cov-distil (oracle2teacher)": 3.5045862197875977,
       "epoch": 0.43956043956043955,
-      "rel-constrast": 3.044311285018921,
+      "rel-constrast": 3.393927812576294,
       "step": 560,
-      "subrel-constrast": 3.8617966175079346,
+      "subrel-constrast": 3.7439398765563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.301657199859619,
-      "cov-distil (oracle2student)": 3.6367805004119873,
-      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "cov-distil": 2.541647434234619,
+      "cov-distil (oracle2student)": 4.102347373962402,
+      "cov-distil (oracle2teacher)": 3.823218584060669,
       "epoch": 0.4403453689167975,
-      "rel-constrast": 2.504409074783325,
+      "rel-constrast": 3.1986074447631836,
       "step": 561,
-      "subrel-constrast": 3.5072786808013916,
+      "subrel-constrast": 3.6252739429473877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2072887420654297,
-      "cov-distil (oracle2student)": 2.9245615005493164,
-      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "cov-distil": 2.642409324645996,
+      "cov-distil (oracle2student)": 3.21407413482666,
+      "cov-distil (oracle2teacher)": 3.468783140182495,
       "epoch": 0.4411302982731554,
-      "rel-constrast": 2.7347452640533447,
+      "rel-constrast": 3.2427480220794678,
       "step": 562,
-      "subrel-constrast": 2.8598663806915283,
+      "subrel-constrast": 2.7197461128234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9743279218673706,
-      "cov-distil (oracle2student)": 4.175314426422119,
-      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "cov-distil": 2.051992893218994,
+      "cov-distil (oracle2student)": 4.378178596496582,
+      "cov-distil (oracle2teacher)": 4.157221794128418,
       "epoch": 0.44191522762951335,
-      "rel-constrast": 2.9006690979003906,
+      "rel-constrast": 3.3241851329803467,
       "step": 563,
-      "subrel-constrast": 3.607196092605591,
+      "subrel-constrast": 3.59414005279541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0321104526519775,
-      "cov-distil (oracle2student)": 3.8106508255004883,
-      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "cov-distil": 2.366882085800171,
+      "cov-distil (oracle2student)": 5.17764949798584,
+      "cov-distil (oracle2teacher)": 3.1858041286468506,
       "epoch": 0.4427001569858713,
-      "rel-constrast": 2.8958191871643066,
+      "rel-constrast": 3.979633092880249,
       "step": 564,
-      "subrel-constrast": 3.457608461380005,
+      "subrel-constrast": 3.076577663421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.913415551185608,
-      "cov-distil (oracle2student)": 5.349029541015625,
-      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "cov-distil": 2.522550582885742,
+      "cov-distil (oracle2student)": 6.068033218383789,
+      "cov-distil (oracle2teacher)": 5.299258232116699,
       "epoch": 0.4434850863422292,
-      "rel-constrast": 3.0215673446655273,
+      "rel-constrast": 3.1363558769226074,
       "step": 565,
-      "subrel-constrast": 4.1114678382873535,
+      "subrel-constrast": 3.7713139057159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1626877784729004,
-      "cov-distil (oracle2student)": 5.174778938293457,
-      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "cov-distil": 1.991720199584961,
+      "cov-distil (oracle2student)": 5.957365036010742,
+      "cov-distil (oracle2teacher)": 4.363339900970459,
       "epoch": 0.44427001569858715,
-      "rel-constrast": 4.159515380859375,
+      "rel-constrast": 4.21482515335083,
       "step": 566,
-      "subrel-constrast": 3.9089341163635254,
+      "subrel-constrast": 3.6679294109344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3144021034240723,
-      "cov-distil (oracle2student)": 4.621238708496094,
-      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "cov-distil": 1.8319523334503174,
+      "cov-distil (oracle2student)": 4.147531986236572,
+      "cov-distil (oracle2teacher)": 4.370601177215576,
       "epoch": 0.44505494505494503,
-      "rel-constrast": 3.3642213344573975,
+      "rel-constrast": 4.056262016296387,
       "step": 567,
-      "subrel-constrast": 3.904902696609497,
+      "subrel-constrast": 3.9852454662323,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7472102642059326,
-      "cov-distil (oracle2student)": 4.851565837860107,
-      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "cov-distil": 2.629312515258789,
+      "cov-distil (oracle2student)": 4.767542839050293,
+      "cov-distil (oracle2teacher)": 4.160739898681641,
       "epoch": 0.44583987441130296,
-      "rel-constrast": 4.3499755859375,
+      "rel-constrast": 3.899106502532959,
       "step": 568,
-      "subrel-constrast": 5.089810371398926,
+      "subrel-constrast": 4.05080509185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.075791597366333,
-      "cov-distil (oracle2student)": 5.32772159576416,
-      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "cov-distil": 1.8516883850097656,
+      "cov-distil (oracle2student)": 5.215306282043457,
+      "cov-distil (oracle2teacher)": 4.808806896209717,
       "epoch": 0.4466248037676609,
-      "rel-constrast": 2.8129007816314697,
+      "rel-constrast": 3.4852166175842285,
       "step": 569,
-      "subrel-constrast": 4.071926593780518,
+      "subrel-constrast": 3.6342546939849854,
       "view-similarity": 0
     },
     {
       "epoch": 0.4474097331240188,
-      "grad_norm": 6.34375,
+      "grad_norm": 8.75,
       "learning_rate": 2.845e-05,
-      "loss": 0.8477,
+      "loss": 0.8983,
       "step": 570
     },
     {
-      "cov-distil": 2.4237582683563232,
-      "cov-distil (oracle2student)": 3.0226638317108154,
-      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "cov-distil": 2.4234559535980225,
+      "cov-distil (oracle2student)": 3.3213958740234375,
+      "cov-distil (oracle2teacher)": 3.6098575592041016,
       "epoch": 0.4474097331240188,
-      "rel-constrast": 3.2645320892333984,
+      "rel-constrast": 3.4887428283691406,
       "step": 570,
-      "subrel-constrast": 3.560032367706299,
+      "subrel-constrast": 3.7902462482452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9481277465820312,
-      "cov-distil (oracle2student)": 4.076622486114502,
-      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "cov-distil": 2.6390843391418457,
+      "cov-distil (oracle2student)": 4.745780944824219,
+      "cov-distil (oracle2teacher)": 4.114788055419922,
       "epoch": 0.44819466248037676,
-      "rel-constrast": 3.1871180534362793,
+      "rel-constrast": 3.6129302978515625,
       "step": 571,
-      "subrel-constrast": 3.889390468597412,
+      "subrel-constrast": 3.8221333026885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8381760120391846,
-      "cov-distil (oracle2student)": 5.546555519104004,
-      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "cov-distil": 1.9189658164978027,
+      "cov-distil (oracle2student)": 6.0839924812316895,
+      "cov-distil (oracle2teacher)": 4.7552690505981445,
       "epoch": 0.4489795918367347,
-      "rel-constrast": 3.591369390487671,
+      "rel-constrast": 3.9511513710021973,
       "step": 572,
-      "subrel-constrast": 4.264605522155762,
+      "subrel-constrast": 4.005019187927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9256342649459839,
-      "cov-distil (oracle2student)": 4.694274425506592,
-      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "cov-distil": 1.739342212677002,
+      "cov-distil (oracle2student)": 4.651374816894531,
+      "cov-distil (oracle2teacher)": 4.204543590545654,
       "epoch": 0.4497645211930926,
-      "rel-constrast": 3.0780086517333984,
+      "rel-constrast": 3.5185372829437256,
       "step": 573,
-      "subrel-constrast": 4.314204216003418,
+      "subrel-constrast": 4.532038688659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8656573295593262,
-      "cov-distil (oracle2student)": 5.347856044769287,
-      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "cov-distil": 2.1634485721588135,
+      "cov-distil (oracle2student)": 5.691831111907959,
+      "cov-distil (oracle2teacher)": 4.7130937576293945,
       "epoch": 0.45054945054945056,
-      "rel-constrast": 4.534104347229004,
+      "rel-constrast": 4.304054260253906,
       "step": 574,
-      "subrel-constrast": 3.962686061859131,
+      "subrel-constrast": 3.921180248260498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.547745704650879,
-      "cov-distil (oracle2student)": 5.250231742858887,
-      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "cov-distil": 2.3078818321228027,
+      "cov-distil (oracle2student)": 6.551314353942871,
+      "cov-distil (oracle2teacher)": 5.088528633117676,
       "epoch": 0.4513343799058085,
-      "rel-constrast": 3.9131903648376465,
+      "rel-constrast": 4.87223482131958,
       "step": 575,
-      "subrel-constrast": 3.791517972946167,
+      "subrel-constrast": 4.038383960723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732090950012207,
-      "cov-distil (oracle2student)": 5.05672550201416,
-      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "cov-distil": 2.561750650405884,
+      "cov-distil (oracle2student)": 4.999590873718262,
+      "cov-distil (oracle2teacher)": 4.80165958404541,
       "epoch": 0.4521193092621664,
-      "rel-constrast": 4.284381866455078,
+      "rel-constrast": 5.104241371154785,
       "step": 576,
-      "subrel-constrast": 4.660088539123535,
+      "subrel-constrast": 5.145068168640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4754586219787598,
-      "cov-distil (oracle2student)": 3.833111047744751,
-      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "cov-distil": 3.0544557571411133,
+      "cov-distil (oracle2student)": 3.935206651687622,
+      "cov-distil (oracle2teacher)": 3.8528130054473877,
       "epoch": 0.45290423861852436,
-      "rel-constrast": 4.8734540939331055,
+      "rel-constrast": 5.1749773025512695,
       "step": 577,
-      "subrel-constrast": 5.031405925750732,
+      "subrel-constrast": 5.613327503204346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7031965255737305,
-      "cov-distil (oracle2student)": 5.395284175872803,
-      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "cov-distil": 2.4282827377319336,
+      "cov-distil (oracle2student)": 5.423835277557373,
+      "cov-distil (oracle2teacher)": 4.910699367523193,
       "epoch": 0.45368916797488223,
-      "rel-constrast": 3.602329730987549,
+      "rel-constrast": 3.487582206726074,
       "step": 578,
-      "subrel-constrast": 4.0972137451171875,
+      "subrel-constrast": 3.8347482681274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5256094932556152,
-      "cov-distil (oracle2student)": 4.89035701751709,
-      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "cov-distil": 2.7212328910827637,
+      "cov-distil (oracle2student)": 4.982588768005371,
+      "cov-distil (oracle2teacher)": 4.225831985473633,
       "epoch": 0.45447409733124017,
-      "rel-constrast": 4.2911696434021,
+      "rel-constrast": 4.664732933044434,
       "step": 579,
-      "subrel-constrast": 4.371425628662109,
+      "subrel-constrast": 4.141400337219238,
       "view-similarity": 0
     },
     {
       "epoch": 0.4552590266875981,
-      "grad_norm": 8.125,
+      "grad_norm": 8.6875,
       "learning_rate": 2.895e-05,
-      "loss": 1.0155,
+      "loss": 1.0545,
       "step": 580
     },
     {
-      "cov-distil": 1.709166169166565,
-      "cov-distil (oracle2student)": 3.729433059692383,
-      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "cov-distil": 2.464303970336914,
+      "cov-distil (oracle2student)": 4.394807815551758,
+      "cov-distil (oracle2teacher)": 4.204273223876953,
       "epoch": 0.4552590266875981,
-      "rel-constrast": 3.0027105808258057,
+      "rel-constrast": 4.653385639190674,
       "step": 580,
-      "subrel-constrast": 4.083986282348633,
+      "subrel-constrast": 4.437969207763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0113184452056885,
-      "cov-distil (oracle2student)": 4.184613227844238,
-      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "cov-distil": 2.357685089111328,
+      "cov-distil (oracle2student)": 4.353397846221924,
+      "cov-distil (oracle2teacher)": 4.018503665924072,
       "epoch": 0.45604395604395603,
-      "rel-constrast": 3.453307867050171,
+      "rel-constrast": 4.026291847229004,
       "step": 581,
-      "subrel-constrast": 3.889902114868164,
+      "subrel-constrast": 3.651365280151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728846549987793,
-      "cov-distil (oracle2student)": 6.470742225646973,
-      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "cov-distil": 2.354459762573242,
+      "cov-distil (oracle2student)": 6.119044303894043,
+      "cov-distil (oracle2teacher)": 5.748248100280762,
       "epoch": 0.45682888540031397,
-      "rel-constrast": 2.9654622077941895,
+      "rel-constrast": 3.511345148086548,
       "step": 582,
-      "subrel-constrast": 3.6763298511505127,
+      "subrel-constrast": 3.223280429840088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.542206048965454,
-      "cov-distil (oracle2student)": 3.866248846054077,
-      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "cov-distil": 2.6050219535827637,
+      "cov-distil (oracle2student)": 4.132230281829834,
+      "cov-distil (oracle2teacher)": 3.6042776107788086,
       "epoch": 0.4576138147566719,
-      "rel-constrast": 2.910317897796631,
+      "rel-constrast": 2.611219882965088,
       "step": 583,
-      "subrel-constrast": 3.0755670070648193,
+      "subrel-constrast": 3.009690284729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1158554553985596,
-      "cov-distil (oracle2student)": 3.5174355506896973,
-      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "cov-distil": 2.5152506828308105,
+      "cov-distil (oracle2student)": 4.289843559265137,
+      "cov-distil (oracle2teacher)": 3.501180648803711,
       "epoch": 0.45839874411302983,
-      "rel-constrast": 3.163273334503174,
+      "rel-constrast": 3.254701852798462,
       "step": 584,
-      "subrel-constrast": 4.189387798309326,
+      "subrel-constrast": 3.848154067993164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358933448791504,
-      "cov-distil (oracle2student)": 5.5259623527526855,
-      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "cov-distil": 1.9441146850585938,
+      "cov-distil (oracle2student)": 6.204533100128174,
+      "cov-distil (oracle2teacher)": 5.01694393157959,
       "epoch": 0.45918367346938777,
-      "rel-constrast": 3.3363170623779297,
+      "rel-constrast": 3.482966423034668,
       "step": 585,
-      "subrel-constrast": 3.8728079795837402,
+      "subrel-constrast": 3.76875901222229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7158913612365723,
-      "cov-distil (oracle2student)": 3.81449818611145,
-      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "cov-distil": 1.9938653707504272,
+      "cov-distil (oracle2student)": 4.132411003112793,
+      "cov-distil (oracle2teacher)": 4.289095878601074,
       "epoch": 0.4599686028257457,
-      "rel-constrast": 2.7120189666748047,
+      "rel-constrast": 3.8928146362304688,
       "step": 586,
-      "subrel-constrast": 3.659945487976074,
+      "subrel-constrast": 3.5955522060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179494857788086,
-      "cov-distil (oracle2student)": 5.410915851593018,
-      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "cov-distil": 2.8600239753723145,
+      "cov-distil (oracle2student)": 6.246612548828125,
+      "cov-distil (oracle2teacher)": 5.835619926452637,
       "epoch": 0.46075353218210363,
-      "rel-constrast": 4.8570733070373535,
+      "rel-constrast": 5.097703456878662,
       "step": 587,
-      "subrel-constrast": 6.077430248260498,
+      "subrel-constrast": 5.963213920593262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146589756011963,
-      "cov-distil (oracle2student)": 4.808439254760742,
-      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "cov-distil": 2.020094633102417,
+      "cov-distil (oracle2student)": 5.995624542236328,
+      "cov-distil (oracle2teacher)": 4.9359941482543945,
       "epoch": 0.46153846153846156,
-      "rel-constrast": 3.206974744796753,
+      "rel-constrast": 3.6671838760375977,
       "step": 588,
-      "subrel-constrast": 3.596273899078369,
+      "subrel-constrast": 3.9909584522247314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089515209197998,
-      "cov-distil (oracle2student)": 5.792536735534668,
-      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "cov-distil": 3.4178576469421387,
+      "cov-distil (oracle2student)": 7.293473243713379,
+      "cov-distil (oracle2teacher)": 5.84071159362793,
       "epoch": 0.46232339089481944,
-      "rel-constrast": 2.9252166748046875,
+      "rel-constrast": 3.52392840385437,
       "step": 589,
-      "subrel-constrast": 4.313965320587158,
+      "subrel-constrast": 4.052404880523682,
       "view-similarity": 0
     },
     {
       "epoch": 0.4631083202511774,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.3125,
       "learning_rate": 2.945e-05,
-      "loss": 0.8647,
+      "loss": 0.943,
       "step": 590
     },
     {
-      "cov-distil": 2.1267971992492676,
-      "cov-distil (oracle2student)": 4.215712547302246,
-      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "cov-distil": 3.7977190017700195,
+      "cov-distil (oracle2student)": 5.514544486999512,
+      "cov-distil (oracle2teacher)": 4.1195478439331055,
       "epoch": 0.4631083202511774,
-      "rel-constrast": 3.7106242179870605,
+      "rel-constrast": 4.7036051750183105,
       "step": 590,
-      "subrel-constrast": 4.224156379699707,
+      "subrel-constrast": 3.925006151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0595297813415527,
-      "cov-distil (oracle2student)": 7.233006477355957,
-      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "cov-distil": 2.34080171585083,
+      "cov-distil (oracle2student)": 7.3142595291137695,
+      "cov-distil (oracle2teacher)": 6.695699214935303,
       "epoch": 0.4638932496075353,
-      "rel-constrast": 2.9407167434692383,
+      "rel-constrast": 3.780576467514038,
       "step": 591,
-      "subrel-constrast": 4.574547290802002,
+      "subrel-constrast": 3.875232219696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.99887216091156,
-      "cov-distil (oracle2student)": 5.496109962463379,
-      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "cov-distil": 3.0105276107788086,
+      "cov-distil (oracle2student)": 6.135070323944092,
+      "cov-distil (oracle2teacher)": 5.6266021728515625,
       "epoch": 0.46467817896389324,
-      "rel-constrast": 2.3733620643615723,
+      "rel-constrast": 2.574967622756958,
       "step": 592,
-      "subrel-constrast": 3.4967288970947266,
+      "subrel-constrast": 3.611591339111328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7047181129455566,
-      "cov-distil (oracle2student)": 5.643624305725098,
-      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "cov-distil": 2.5783073902130127,
+      "cov-distil (oracle2student)": 5.5395588874816895,
+      "cov-distil (oracle2teacher)": 4.645752906799316,
       "epoch": 0.4654631083202512,
-      "rel-constrast": 5.243678092956543,
+      "rel-constrast": 5.373383045196533,
       "step": 593,
-      "subrel-constrast": 5.544729709625244,
+      "subrel-constrast": 5.041735649108887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4938790798187256,
-      "cov-distil (oracle2student)": 6.409417152404785,
-      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "cov-distil": 2.5929760932922363,
+      "cov-distil (oracle2student)": 6.45121955871582,
+      "cov-distil (oracle2teacher)": 5.939799785614014,
       "epoch": 0.4662480376766091,
-      "rel-constrast": 2.4475982189178467,
+      "rel-constrast": 3.1779744625091553,
       "step": 594,
-      "subrel-constrast": 3.6893906593322754,
+      "subrel-constrast": 3.5174732208251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6694910526275635,
-      "cov-distil (oracle2student)": 5.082285404205322,
-      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "cov-distil": 2.038505792617798,
+      "cov-distil (oracle2student)": 5.217291831970215,
+      "cov-distil (oracle2teacher)": 5.4153337478637695,
       "epoch": 0.46703296703296704,
-      "rel-constrast": 3.532689094543457,
+      "rel-constrast": 3.5160458087921143,
       "step": 595,
-      "subrel-constrast": 4.091874122619629,
+      "subrel-constrast": 4.030824661254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148131847381592,
-      "cov-distil (oracle2student)": 4.989685535430908,
-      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "cov-distil": 2.5021870136260986,
+      "cov-distil (oracle2student)": 5.333086967468262,
+      "cov-distil (oracle2teacher)": 4.444273948669434,
       "epoch": 0.46781789638932497,
-      "rel-constrast": 4.088759422302246,
+      "rel-constrast": 4.005031585693359,
       "step": 596,
-      "subrel-constrast": 4.2698822021484375,
+      "subrel-constrast": 4.5883002281188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.310335159301758,
-      "cov-distil (oracle2student)": 4.894394874572754,
-      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "cov-distil": 2.6509599685668945,
+      "cov-distil (oracle2student)": 5.382726192474365,
+      "cov-distil (oracle2teacher)": 4.583817481994629,
       "epoch": 0.4686028257456829,
-      "rel-constrast": 5.071242332458496,
+      "rel-constrast": 5.123231887817383,
       "step": 597,
-      "subrel-constrast": 5.214943885803223,
+      "subrel-constrast": 5.301387310028076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2443196773529053,
-      "cov-distil (oracle2student)": 4.7232747077941895,
-      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "cov-distil": 2.4523983001708984,
+      "cov-distil (oracle2student)": 4.9999847412109375,
+      "cov-distil (oracle2teacher)": 4.900834560394287,
       "epoch": 0.46938775510204084,
-      "rel-constrast": 2.9406661987304688,
+      "rel-constrast": 3.4022226333618164,
       "step": 598,
-      "subrel-constrast": 3.8035221099853516,
+      "subrel-constrast": 4.007664680480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5355151891708374,
-      "cov-distil (oracle2student)": 3.4818904399871826,
-      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "cov-distil": 1.786146640777588,
+      "cov-distil (oracle2student)": 4.540366172790527,
+      "cov-distil (oracle2teacher)": 3.858332872390747,
       "epoch": 0.47017268445839877,
-      "rel-constrast": 2.709094762802124,
+      "rel-constrast": 3.676905632019043,
       "step": 599,
-      "subrel-constrast": 3.5162317752838135,
+      "subrel-constrast": 3.1852617263793945,
       "view-similarity": 0
     },
     {
       "epoch": 0.47095761381475665,
-      "grad_norm": 6.09375,
+      "grad_norm": 7.90625,
       "learning_rate": 2.995e-05,
-      "loss": 0.9297,
+      "loss": 0.9833,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
-      "overlap": 0.2984375059604645,
+      "overlap": 0.29218751192092896,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "student margin": 0.049224853515625
+      "student margin": 0.0438232421875
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "teacher margin": 0.031402587890625
+      "teacher margin": 0.0333251953125
     },
     {
       "epoch": 0.47095761381475665,
-      "margin difference": -0.017822265625,
+      "margin difference": -0.010498046875,
       "step": 600
     },
     {
-      "cov-distil": 2.0588765144348145,
-      "cov-distil (oracle2student)": 4.4324493408203125,
-      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "cov-distil": 2.597799301147461,
+      "cov-distil (oracle2student)": 5.1797637939453125,
+      "cov-distil (oracle2teacher)": 4.798859119415283,
       "epoch": 0.47095761381475665,
-      "rel-constrast": 2.928539276123047,
+      "rel-constrast": 3.78892183303833,
       "step": 600,
-      "subrel-constrast": 3.747493028640747,
+      "subrel-constrast": 3.914888381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7370885610580444,
-      "cov-distil (oracle2student)": 5.581315517425537,
-      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "cov-distil": 2.421323776245117,
+      "cov-distil (oracle2student)": 5.371571063995361,
+      "cov-distil (oracle2teacher)": 4.5440239906311035,
       "epoch": 0.4717425431711146,
-      "rel-constrast": 3.4618310928344727,
+      "rel-constrast": 4.15179443359375,
       "step": 601,
-      "subrel-constrast": 3.892033815383911,
+      "subrel-constrast": 3.7846922874450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4053502082824707,
-      "cov-distil (oracle2student)": 3.771233558654785,
-      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "cov-distil": 2.294814109802246,
+      "cov-distil (oracle2student)": 4.416264533996582,
+      "cov-distil (oracle2teacher)": 3.3211052417755127,
       "epoch": 0.4725274725274725,
-      "rel-constrast": 1.8632010221481323,
+      "rel-constrast": 2.7444000244140625,
       "step": 602,
-      "subrel-constrast": 3.01338529586792,
+      "subrel-constrast": 2.924454927444458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129983186721802,
-      "cov-distil (oracle2student)": 6.024843692779541,
-      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "cov-distil": 2.078063726425171,
+      "cov-distil (oracle2student)": 6.906262397766113,
+      "cov-distil (oracle2teacher)": 5.919193267822266,
       "epoch": 0.47331240188383045,
-      "rel-constrast": 3.88435959815979,
+      "rel-constrast": 4.030716896057129,
       "step": 603,
-      "subrel-constrast": 4.859460830688477,
+      "subrel-constrast": 4.599520206451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7511838674545288,
-      "cov-distil (oracle2student)": 3.3029255867004395,
-      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "cov-distil": 2.21580171585083,
+      "cov-distil (oracle2student)": 4.214779853820801,
+      "cov-distil (oracle2teacher)": 3.7534546852111816,
       "epoch": 0.4740973312401884,
-      "rel-constrast": 3.2290658950805664,
+      "rel-constrast": 4.097012996673584,
       "step": 604,
-      "subrel-constrast": 4.085943222045898,
+      "subrel-constrast": 4.133643627166748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145510911941528,
-      "cov-distil (oracle2student)": 5.038276672363281,
-      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "cov-distil": 2.621990442276001,
+      "cov-distil (oracle2student)": 5.272357940673828,
+      "cov-distil (oracle2teacher)": 4.120306015014648,
       "epoch": 0.4748822605965463,
-      "rel-constrast": 4.488589286804199,
+      "rel-constrast": 4.461541175842285,
       "step": 605,
-      "subrel-constrast": 4.722075462341309,
+      "subrel-constrast": 4.668298721313477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9118618965148926,
-      "cov-distil (oracle2student)": 4.359668731689453,
-      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "cov-distil": 1.904207468032837,
+      "cov-distil (oracle2student)": 4.717026710510254,
+      "cov-distil (oracle2teacher)": 4.575739860534668,
       "epoch": 0.47566718995290425,
-      "rel-constrast": 4.346715450286865,
+      "rel-constrast": 4.480040550231934,
       "step": 606,
-      "subrel-constrast": 4.370314598083496,
+      "subrel-constrast": 4.40533971786499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1285834312438965,
-      "cov-distil (oracle2student)": 3.969097137451172,
-      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "cov-distil": 2.678441047668457,
+      "cov-distil (oracle2student)": 4.111219882965088,
+      "cov-distil (oracle2teacher)": 3.7819623947143555,
       "epoch": 0.4764521193092622,
-      "rel-constrast": 3.884713649749756,
+      "rel-constrast": 3.9156947135925293,
       "step": 607,
-      "subrel-constrast": 4.063881874084473,
+      "subrel-constrast": 4.034241199493408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9782260656356812,
-      "cov-distil (oracle2student)": 3.262112617492676,
-      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "cov-distil": 2.3828482627868652,
+      "cov-distil (oracle2student)": 3.0988008975982666,
+      "cov-distil (oracle2teacher)": 2.9651992321014404,
       "epoch": 0.4772370486656201,
-      "rel-constrast": 2.6513161659240723,
+      "rel-constrast": 2.8915634155273438,
       "step": 608,
-      "subrel-constrast": 2.8399600982666016,
+      "subrel-constrast": 2.7187910079956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8102538585662842,
-      "cov-distil (oracle2student)": 4.76106071472168,
-      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "cov-distil": 2.9392261505126953,
+      "cov-distil (oracle2student)": 4.925444602966309,
+      "cov-distil (oracle2teacher)": 4.892229080200195,
       "epoch": 0.47802197802197804,
-      "rel-constrast": 2.972158193588257,
+      "rel-constrast": 3.5831034183502197,
       "step": 609,
-      "subrel-constrast": 3.5588231086730957,
+      "subrel-constrast": 3.6036808490753174,
       "view-similarity": 0
     },
     {
       "epoch": 0.478806907378336,
-      "grad_norm": 6.3125,
+      "grad_norm": 7.625,
       "learning_rate": 3.045e-05,
-      "loss": 0.8913,
+      "loss": 0.9536,
       "step": 610
     },
     {
-      "cov-distil": 2.6751132011413574,
-      "cov-distil (oracle2student)": 4.348546028137207,
-      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "cov-distil": 2.96833872795105,
+      "cov-distil (oracle2student)": 4.343177795410156,
+      "cov-distil (oracle2teacher)": 4.155296802520752,
       "epoch": 0.478806907378336,
-      "rel-constrast": 4.056975841522217,
+      "rel-constrast": 5.674149513244629,
       "step": 610,
-      "subrel-constrast": 5.549076080322266,
+      "subrel-constrast": 4.956788539886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810163140296936,
-      "cov-distil (oracle2student)": 5.720645427703857,
-      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "cov-distil": 2.824525833129883,
+      "cov-distil (oracle2student)": 5.4770073890686035,
+      "cov-distil (oracle2teacher)": 5.7733659744262695,
       "epoch": 0.47959183673469385,
-      "rel-constrast": 3.7196595668792725,
+      "rel-constrast": 3.85478138923645,
       "step": 611,
-      "subrel-constrast": 4.2887444496154785,
+      "subrel-constrast": 4.330058574676514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0118885040283203,
-      "cov-distil (oracle2student)": 7.15673828125,
-      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "cov-distil": 3.1254589557647705,
+      "cov-distil (oracle2student)": 7.700201988220215,
+      "cov-distil (oracle2teacher)": 5.901760578155518,
       "epoch": 0.4803767660910518,
-      "rel-constrast": 2.2357802391052246,
+      "rel-constrast": 2.4653875827789307,
       "step": 612,
-      "subrel-constrast": 2.7971351146698,
+      "subrel-constrast": 3.133837938308716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0629868507385254,
-      "cov-distil (oracle2student)": 3.0936174392700195,
-      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "cov-distil": 2.812558174133301,
+      "cov-distil (oracle2student)": 3.9559292793273926,
+      "cov-distil (oracle2teacher)": 3.5092763900756836,
       "epoch": 0.4811616954474097,
-      "rel-constrast": 2.847078323364258,
+      "rel-constrast": 3.4761738777160645,
       "step": 613,
-      "subrel-constrast": 4.021493434906006,
+      "subrel-constrast": 3.8401150703430176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.670363187789917,
-      "cov-distil (oracle2student)": 3.0698914527893066,
-      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "cov-distil": 2.7645223140716553,
+      "cov-distil (oracle2student)": 4.367929458618164,
+      "cov-distil (oracle2teacher)": 3.2421023845672607,
       "epoch": 0.48194662480376765,
-      "rel-constrast": 2.104069232940674,
+      "rel-constrast": 3.3034255504608154,
       "step": 614,
-      "subrel-constrast": 3.172166585922241,
+      "subrel-constrast": 2.954702615737915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0166780948638916,
-      "cov-distil (oracle2student)": 2.884427547454834,
-      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "cov-distil": 1.9434064626693726,
+      "cov-distil (oracle2student)": 3.6880500316619873,
+      "cov-distil (oracle2teacher)": 3.708991289138794,
       "epoch": 0.4827315541601256,
-      "rel-constrast": 1.762846827507019,
+      "rel-constrast": 2.2746238708496094,
       "step": 615,
-      "subrel-constrast": 3.4444706439971924,
+      "subrel-constrast": 3.3221213817596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.482882022857666,
-      "cov-distil (oracle2student)": 4.176881790161133,
-      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "cov-distil": 1.9505605697631836,
+      "cov-distil (oracle2student)": 4.41782283782959,
+      "cov-distil (oracle2teacher)": 4.389432907104492,
       "epoch": 0.4835164835164835,
-      "rel-constrast": 4.022831439971924,
+      "rel-constrast": 4.685026168823242,
       "step": 616,
-      "subrel-constrast": 4.548571586608887,
+      "subrel-constrast": 4.159042835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4784417152404785,
-      "cov-distil (oracle2student)": 5.301079750061035,
-      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "cov-distil": 2.6315574645996094,
+      "cov-distil (oracle2student)": 5.739065170288086,
+      "cov-distil (oracle2teacher)": 5.423961639404297,
       "epoch": 0.48430141287284145,
-      "rel-constrast": 2.961244821548462,
+      "rel-constrast": 3.3886284828186035,
       "step": 617,
-      "subrel-constrast": 3.8676276206970215,
+      "subrel-constrast": 3.6894137859344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3549087047576904,
-      "cov-distil (oracle2student)": 3.941915512084961,
-      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "cov-distil": 2.405468463897705,
+      "cov-distil (oracle2student)": 3.8795037269592285,
+      "cov-distil (oracle2teacher)": 3.8109498023986816,
       "epoch": 0.4850863422291994,
-      "rel-constrast": 4.093484878540039,
+      "rel-constrast": 3.757040023803711,
       "step": 618,
-      "subrel-constrast": 4.3019118309021,
+      "subrel-constrast": 4.074437141418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0892961025238037,
-      "cov-distil (oracle2student)": 4.657417297363281,
-      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "cov-distil": 2.333345413208008,
+      "cov-distil (oracle2student)": 5.288585662841797,
+      "cov-distil (oracle2teacher)": 4.7286834716796875,
       "epoch": 0.4858712715855573,
-      "rel-constrast": 2.802488327026367,
+      "rel-constrast": 3.202589750289917,
       "step": 619,
-      "subrel-constrast": 3.695495367050171,
+      "subrel-constrast": 3.4710912704467773,
       "view-similarity": 0
     },
     {
       "epoch": 0.48665620094191525,
-      "grad_norm": 8.1875,
+      "grad_norm": 8.4375,
       "learning_rate": 3.095e-05,
-      "loss": 0.8143,
+      "loss": 0.902,
       "step": 620
     },
     {
-      "cov-distil": 1.8597179651260376,
-      "cov-distil (oracle2student)": 4.8226447105407715,
-      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "cov-distil": 1.9145464897155762,
+      "cov-distil (oracle2student)": 5.321331977844238,
+      "cov-distil (oracle2teacher)": 4.157410144805908,
       "epoch": 0.48665620094191525,
-      "rel-constrast": 3.5786914825439453,
+      "rel-constrast": 4.028759002685547,
       "step": 620,
-      "subrel-constrast": 4.049554347991943,
+      "subrel-constrast": 4.035992622375488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.193347454071045,
-      "cov-distil (oracle2student)": 4.4745330810546875,
-      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "cov-distil": 2.220461368560791,
+      "cov-distil (oracle2student)": 5.0383195877075195,
+      "cov-distil (oracle2teacher)": 4.141200542449951,
       "epoch": 0.48744113029827313,
-      "rel-constrast": 3.6025772094726562,
+      "rel-constrast": 4.216894626617432,
       "step": 621,
-      "subrel-constrast": 3.8367629051208496,
+      "subrel-constrast": 3.7391796112060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.191197395324707,
-      "cov-distil (oracle2student)": 4.62694787979126,
-      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "cov-distil": 3.1886932849884033,
+      "cov-distil (oracle2student)": 5.8006696701049805,
+      "cov-distil (oracle2teacher)": 4.74870491027832,
       "epoch": 0.48822605965463106,
-      "rel-constrast": 3.626173973083496,
+      "rel-constrast": 3.3771791458129883,
       "step": 622,
-      "subrel-constrast": 4.358105659484863,
+      "subrel-constrast": 4.697972774505615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.002671718597412,
-      "cov-distil (oracle2student)": 3.675415515899658,
-      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "cov-distil": 2.2705492973327637,
+      "cov-distil (oracle2student)": 4.145023345947266,
+      "cov-distil (oracle2teacher)": 3.9595320224761963,
       "epoch": 0.489010989010989,
-      "rel-constrast": 3.303260087966919,
+      "rel-constrast": 3.72930908203125,
       "step": 623,
-      "subrel-constrast": 4.186986923217773,
+      "subrel-constrast": 3.8097903728485107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0484848022460938,
-      "cov-distil (oracle2student)": 4.613358497619629,
-      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "cov-distil": 2.0092382431030273,
+      "cov-distil (oracle2student)": 4.558084011077881,
+      "cov-distil (oracle2teacher)": 4.240346908569336,
       "epoch": 0.4897959183673469,
-      "rel-constrast": 3.5636134147644043,
+      "rel-constrast": 3.8255233764648438,
       "step": 624,
-      "subrel-constrast": 4.036880970001221,
+      "subrel-constrast": 3.5650415420532227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858379602432251,
-      "cov-distil (oracle2student)": 3.9974374771118164,
-      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "cov-distil": 2.119497060775757,
+      "cov-distil (oracle2student)": 4.23403787612915,
+      "cov-distil (oracle2teacher)": 4.524819850921631,
       "epoch": 0.49058084772370486,
-      "rel-constrast": 3.968527317047119,
+      "rel-constrast": 3.925901412963867,
       "step": 625,
-      "subrel-constrast": 4.434150695800781,
+      "subrel-constrast": 4.31508731842041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.907265543937683,
-      "cov-distil (oracle2student)": 4.017214775085449,
-      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "cov-distil": 2.9300899505615234,
+      "cov-distil (oracle2student)": 3.527132511138916,
+      "cov-distil (oracle2teacher)": 3.8114914894104004,
       "epoch": 0.4913657770800628,
-      "rel-constrast": 3.1935441493988037,
+      "rel-constrast": 3.571852207183838,
       "step": 626,
-      "subrel-constrast": 4.001150131225586,
+      "subrel-constrast": 3.436124324798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.88588547706604,
-      "cov-distil (oracle2student)": 3.288940906524658,
-      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "cov-distil": 2.503105401992798,
+      "cov-distil (oracle2student)": 3.567584276199341,
+      "cov-distil (oracle2teacher)": 3.470982074737549,
       "epoch": 0.4921507064364207,
-      "rel-constrast": 2.218628406524658,
+      "rel-constrast": 2.2647881507873535,
       "step": 627,
-      "subrel-constrast": 3.235220193862915,
+      "subrel-constrast": 3.0768251419067383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3306596279144287,
-      "cov-distil (oracle2student)": 6.12021017074585,
-      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "cov-distil": 2.877777099609375,
+      "cov-distil (oracle2student)": 6.587691307067871,
+      "cov-distil (oracle2teacher)": 5.627261161804199,
       "epoch": 0.49293563579277866,
-      "rel-constrast": 2.7542667388916016,
+      "rel-constrast": 3.91501784324646,
       "step": 628,
-      "subrel-constrast": 3.251917839050293,
+      "subrel-constrast": 3.419872999191284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6816526651382446,
-      "cov-distil (oracle2student)": 3.386845111846924,
-      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "cov-distil": 1.8328135013580322,
+      "cov-distil (oracle2student)": 3.750351905822754,
+      "cov-distil (oracle2teacher)": 3.2285561561584473,
       "epoch": 0.4937205651491366,
-      "rel-constrast": 3.498333692550659,
+      "rel-constrast": 3.834693431854248,
       "step": 629,
-      "subrel-constrast": 4.202667236328125,
+      "subrel-constrast": 3.4619088172912598,
       "view-similarity": 0
     },
     {
       "epoch": 0.4945054945054945,
-      "grad_norm": 7.5625,
+      "grad_norm": 9.4375,
       "learning_rate": 3.145e-05,
-      "loss": 0.8826,
+      "loss": 0.9172,
       "step": 630
     },
     {
-      "cov-distil": 2.036719560623169,
-      "cov-distil (oracle2student)": 3.06736421585083,
-      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "cov-distil": 2.606708526611328,
+      "cov-distil (oracle2student)": 3.537566661834717,
+      "cov-distil (oracle2teacher)": 3.475156307220459,
       "epoch": 0.4945054945054945,
-      "rel-constrast": 3.7380049228668213,
+      "rel-constrast": 4.34623908996582,
       "step": 630,
-      "subrel-constrast": 3.983168125152588,
+      "subrel-constrast": 3.9415884017944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8055294752120972,
-      "cov-distil (oracle2student)": 5.07818603515625,
-      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "cov-distil": 2.294626235961914,
+      "cov-distil (oracle2student)": 5.836285591125488,
+      "cov-distil (oracle2teacher)": 4.3566083908081055,
       "epoch": 0.49529042386185246,
-      "rel-constrast": 3.5053956508636475,
+      "rel-constrast": 3.589104175567627,
       "step": 631,
-      "subrel-constrast": 3.7692389488220215,
+      "subrel-constrast": 3.4557175636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.885089635848999,
-      "cov-distil (oracle2student)": 4.89366340637207,
-      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "cov-distil": 2.5077900886535645,
+      "cov-distil (oracle2student)": 5.137606620788574,
+      "cov-distil (oracle2teacher)": 4.853099822998047,
       "epoch": 0.49607535321821034,
-      "rel-constrast": 4.596569538116455,
+      "rel-constrast": 4.688709735870361,
       "step": 632,
-      "subrel-constrast": 4.941216468811035,
+      "subrel-constrast": 5.111147403717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8391644954681396,
-      "cov-distil (oracle2student)": 5.378125190734863,
-      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "cov-distil": 3.7745180130004883,
+      "cov-distil (oracle2student)": 7.068461894989014,
+      "cov-distil (oracle2teacher)": 5.607882976531982,
       "epoch": 0.49686028257456827,
-      "rel-constrast": 3.385671615600586,
+      "rel-constrast": 4.276123523712158,
       "step": 633,
-      "subrel-constrast": 4.252890586853027,
+      "subrel-constrast": 4.332316875457764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9994655847549438,
-      "cov-distil (oracle2student)": 4.430481433868408,
-      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "cov-distil": 2.2912235260009766,
+      "cov-distil (oracle2student)": 4.883091926574707,
+      "cov-distil (oracle2teacher)": 4.545549392700195,
       "epoch": 0.4976452119309262,
-      "rel-constrast": 3.558961868286133,
+      "rel-constrast": 4.208623886108398,
       "step": 634,
-      "subrel-constrast": 4.154078483581543,
+      "subrel-constrast": 4.251965522766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0647013187408447,
-      "cov-distil (oracle2student)": 6.258809566497803,
-      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "cov-distil": 2.828639030456543,
+      "cov-distil (oracle2student)": 5.9920196533203125,
+      "cov-distil (oracle2teacher)": 6.069310665130615,
       "epoch": 0.49843014128728413,
-      "rel-constrast": 3.5023036003112793,
+      "rel-constrast": 3.7276899814605713,
       "step": 635,
-      "subrel-constrast": 3.9350569248199463,
+      "subrel-constrast": 4.460113525390625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2153706550598145,
-      "cov-distil (oracle2student)": 3.410811424255371,
-      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "cov-distil": 2.2904117107391357,
+      "cov-distil (oracle2student)": 3.99910306930542,
+      "cov-distil (oracle2teacher)": 3.1334238052368164,
       "epoch": 0.49921507064364207,
-      "rel-constrast": 2.9577717781066895,
+      "rel-constrast": 3.814835786819458,
       "step": 636,
-      "subrel-constrast": 3.6039927005767822,
+      "subrel-constrast": 3.703612804412842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2079286575317383,
-      "cov-distil (oracle2student)": 4.036181449890137,
-      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "cov-distil": 2.6524651050567627,
+      "cov-distil (oracle2student)": 4.262920379638672,
+      "cov-distil (oracle2teacher)": 4.112240791320801,
       "epoch": 0.5,
-      "rel-constrast": 2.529026746749878,
+      "rel-constrast": 2.74665904045105,
       "step": 637,
-      "subrel-constrast": 3.5406107902526855,
+      "subrel-constrast": 3.4721298217773438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7763116359710693,
-      "cov-distil (oracle2student)": 5.549420356750488,
-      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "cov-distil": 2.1079845428466797,
+      "cov-distil (oracle2student)": 5.139503479003906,
+      "cov-distil (oracle2teacher)": 4.945472240447998,
       "epoch": 0.5007849293563579,
-      "rel-constrast": 3.3119359016418457,
+      "rel-constrast": 3.15671706199646,
       "step": 638,
-      "subrel-constrast": 4.256858825683594,
+      "subrel-constrast": 3.699979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.195068836212158,
-      "cov-distil (oracle2student)": 4.189920425415039,
-      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "cov-distil": 2.09120512008667,
+      "cov-distil (oracle2student)": 4.125622749328613,
+      "cov-distil (oracle2teacher)": 4.146570205688477,
       "epoch": 0.5015698587127159,
-      "rel-constrast": 3.217869758605957,
+      "rel-constrast": 4.224483489990234,
       "step": 639,
-      "subrel-constrast": 3.6509623527526855,
+      "subrel-constrast": 3.726580858230591,
       "view-similarity": 0
     },
     {
       "epoch": 0.5023547880690737,
-      "grad_norm": 6.375,
+      "grad_norm": 8.6875,
       "learning_rate": 3.1950000000000004e-05,
-      "loss": 0.9077,
+      "loss": 0.9695,
       "step": 640
     },
     {
-      "cov-distil": 1.8576759099960327,
-      "cov-distil (oracle2student)": 5.8008928298950195,
-      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "cov-distil": 2.8372697830200195,
+      "cov-distil (oracle2student)": 6.288486480712891,
+      "cov-distil (oracle2teacher)": 5.979213714599609,
       "epoch": 0.5023547880690737,
-      "rel-constrast": 3.888542413711548,
+      "rel-constrast": 4.440748691558838,
       "step": 640,
-      "subrel-constrast": 3.72162127494812,
+      "subrel-constrast": 4.180386543273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.194441318511963,
-      "cov-distil (oracle2student)": 3.729897975921631,
-      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "cov-distil": 2.5108163356781006,
+      "cov-distil (oracle2student)": 4.183108329772949,
+      "cov-distil (oracle2teacher)": 3.782762050628662,
       "epoch": 0.5031397174254317,
-      "rel-constrast": 2.8442156314849854,
+      "rel-constrast": 3.2919061183929443,
       "step": 641,
-      "subrel-constrast": 3.4073095321655273,
+      "subrel-constrast": 3.3973872661590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7926011085510254,
-      "cov-distil (oracle2student)": 4.590108394622803,
-      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "cov-distil": 2.1104419231414795,
+      "cov-distil (oracle2student)": 4.552872657775879,
+      "cov-distil (oracle2teacher)": 4.865114212036133,
       "epoch": 0.5039246467817896,
-      "rel-constrast": 3.0633883476257324,
+      "rel-constrast": 3.498495101928711,
       "step": 642,
-      "subrel-constrast": 3.583106756210327,
+      "subrel-constrast": 3.4863576889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531267404556274,
-      "cov-distil (oracle2student)": 3.7335267066955566,
-      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "cov-distil": 2.296515941619873,
+      "cov-distil (oracle2student)": 3.96091365814209,
+      "cov-distil (oracle2teacher)": 3.511465549468994,
       "epoch": 0.5047095761381476,
-      "rel-constrast": 3.1265687942504883,
+      "rel-constrast": 3.033881187438965,
       "step": 643,
-      "subrel-constrast": 3.9736952781677246,
+      "subrel-constrast": 3.6578574180603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.174744129180908,
-      "cov-distil (oracle2student)": 5.371821880340576,
-      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "cov-distil": 2.716444969177246,
+      "cov-distil (oracle2student)": 5.944937705993652,
+      "cov-distil (oracle2teacher)": 5.565789699554443,
       "epoch": 0.5054945054945055,
-      "rel-constrast": 2.75283145904541,
+      "rel-constrast": 3.602525234222412,
       "step": 644,
-      "subrel-constrast": 3.427626132965088,
+      "subrel-constrast": 3.0105247497558594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141438484191895,
-      "cov-distil (oracle2student)": 3.6128411293029785,
-      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "cov-distil": 3.032776355743408,
+      "cov-distil (oracle2student)": 4.38236665725708,
+      "cov-distil (oracle2teacher)": 4.1152496337890625,
       "epoch": 0.5062794348508635,
-      "rel-constrast": 1.986968994140625,
+      "rel-constrast": 3.3174374103546143,
       "step": 645,
-      "subrel-constrast": 3.4877305030822754,
+      "subrel-constrast": 3.5808780193328857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8011051416397095,
-      "cov-distil (oracle2student)": 4.181175231933594,
-      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "cov-distil": 2.2288098335266113,
+      "cov-distil (oracle2student)": 3.5256662368774414,
+      "cov-distil (oracle2teacher)": 3.8415560722351074,
       "epoch": 0.5070643642072213,
-      "rel-constrast": 4.298709869384766,
+      "rel-constrast": 3.9790170192718506,
       "step": 646,
-      "subrel-constrast": 4.449463367462158,
+      "subrel-constrast": 4.170544147491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574446439743042,
-      "cov-distil (oracle2student)": 4.544512748718262,
-      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "cov-distil": 2.4297423362731934,
+      "cov-distil (oracle2student)": 5.110560417175293,
+      "cov-distil (oracle2teacher)": 5.124014854431152,
       "epoch": 0.5078492935635793,
-      "rel-constrast": 3.0806450843811035,
+      "rel-constrast": 3.740143299102783,
       "step": 647,
-      "subrel-constrast": 4.183079242706299,
+      "subrel-constrast": 4.176394462585449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6043461561203003,
-      "cov-distil (oracle2student)": 4.987117767333984,
-      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "cov-distil": 2.4608030319213867,
+      "cov-distil (oracle2student)": 5.482053756713867,
+      "cov-distil (oracle2teacher)": 5.0165605545043945,
       "epoch": 0.5086342229199372,
-      "rel-constrast": 4.73549747467041,
+      "rel-constrast": 5.193303108215332,
       "step": 648,
-      "subrel-constrast": 4.205761432647705,
+      "subrel-constrast": 4.31159782409668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.730860948562622,
-      "cov-distil (oracle2student)": 5.180544376373291,
-      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "cov-distil": 2.5803258419036865,
+      "cov-distil (oracle2student)": 5.9002180099487305,
+      "cov-distil (oracle2teacher)": 4.8058671951293945,
       "epoch": 0.5094191522762951,
-      "rel-constrast": 4.907083988189697,
+      "rel-constrast": 5.834263801574707,
       "step": 649,
-      "subrel-constrast": 5.788470268249512,
+      "subrel-constrast": 5.233785152435303,
       "view-similarity": 0
     },
     {
       "epoch": 0.5102040816326531,
-      "grad_norm": 8.5625,
+      "grad_norm": 9.625,
       "learning_rate": 3.245e-05,
-      "loss": 0.9168,
+      "loss": 0.9983,
       "step": 650
     },
     {
-      "cov-distil": 1.5795965194702148,
-      "cov-distil (oracle2student)": 3.0900959968566895,
-      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "cov-distil": 2.005690097808838,
+      "cov-distil (oracle2student)": 3.947294235229492,
+      "cov-distil (oracle2teacher)": 3.47277569770813,
       "epoch": 0.5102040816326531,
-      "rel-constrast": 2.2749428749084473,
+      "rel-constrast": 3.141552448272705,
       "step": 650,
-      "subrel-constrast": 2.8779311180114746,
+      "subrel-constrast": 2.7455615997314453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022461175918579,
-      "cov-distil (oracle2student)": 3.3919878005981445,
-      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "cov-distil": 3.198296546936035,
+      "cov-distil (oracle2student)": 3.8194282054901123,
+      "cov-distil (oracle2teacher)": 3.4441394805908203,
       "epoch": 0.510989010989011,
-      "rel-constrast": 4.249826431274414,
+      "rel-constrast": 5.406310081481934,
       "step": 651,
-      "subrel-constrast": 4.296363830566406,
+      "subrel-constrast": 4.318598747253418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9723405838012695,
-      "cov-distil (oracle2student)": 4.034090518951416,
-      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "cov-distil": 2.0799901485443115,
+      "cov-distil (oracle2student)": 4.109343528747559,
+      "cov-distil (oracle2teacher)": 3.7898030281066895,
       "epoch": 0.5117739403453689,
-      "rel-constrast": 2.7990145683288574,
+      "rel-constrast": 3.5227394104003906,
       "step": 652,
-      "subrel-constrast": 3.4069864749908447,
+      "subrel-constrast": 3.300093650817871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.363738536834717,
-      "cov-distil (oracle2student)": 4.103008270263672,
-      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "cov-distil": 2.8899335861206055,
+      "cov-distil (oracle2student)": 3.980715751647949,
+      "cov-distil (oracle2teacher)": 4.038439750671387,
       "epoch": 0.5125588697017268,
-      "rel-constrast": 3.1663973331451416,
+      "rel-constrast": 3.6184606552124023,
       "step": 653,
-      "subrel-constrast": 4.638887405395508,
+      "subrel-constrast": 4.0812907218933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0362863540649414,
-      "cov-distil (oracle2student)": 4.727874755859375,
-      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "cov-distil": 3.4885969161987305,
+      "cov-distil (oracle2student)": 6.54197359085083,
+      "cov-distil (oracle2teacher)": 4.704367637634277,
       "epoch": 0.5133437990580848,
-      "rel-constrast": 3.1716318130493164,
+      "rel-constrast": 4.414441108703613,
       "step": 654,
-      "subrel-constrast": 3.712811231613159,
+      "subrel-constrast": 3.838172435760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.86520254611969,
-      "cov-distil (oracle2student)": 3.012089490890503,
-      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "cov-distil": 2.3312811851501465,
+      "cov-distil (oracle2student)": 3.267852544784546,
+      "cov-distil (oracle2teacher)": 2.926943778991699,
       "epoch": 0.5141287284144427,
-      "rel-constrast": 3.011532783508301,
+      "rel-constrast": 3.1676130294799805,
       "step": 655,
-      "subrel-constrast": 3.88307785987854,
+      "subrel-constrast": 3.5161540508270264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380237340927124,
-      "cov-distil (oracle2student)": 4.0943403244018555,
-      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "cov-distil": 2.014838695526123,
+      "cov-distil (oracle2student)": 4.127884864807129,
+      "cov-distil (oracle2teacher)": 3.8888235092163086,
       "epoch": 0.5149136577708007,
-      "rel-constrast": 2.6949563026428223,
+      "rel-constrast": 3.1607918739318848,
       "step": 656,
-      "subrel-constrast": 2.970791816711426,
+      "subrel-constrast": 3.2459888458251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.547088623046875,
-      "cov-distil (oracle2student)": 3.7811152935028076,
-      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "cov-distil": 3.485830545425415,
+      "cov-distil (oracle2student)": 4.6845598220825195,
+      "cov-distil (oracle2teacher)": 4.440225601196289,
       "epoch": 0.5156985871271585,
-      "rel-constrast": 4.6508331298828125,
+      "rel-constrast": 4.65513801574707,
       "step": 657,
-      "subrel-constrast": 5.021119594573975,
+      "subrel-constrast": 5.200961589813232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8773239850997925,
-      "cov-distil (oracle2student)": 2.162222385406494,
-      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "cov-distil": 1.7730035781860352,
+      "cov-distil (oracle2student)": 2.754836082458496,
+      "cov-distil (oracle2teacher)": 2.6615588665008545,
       "epoch": 0.5164835164835165,
-      "rel-constrast": 2.518174409866333,
+      "rel-constrast": 2.560431480407715,
       "step": 658,
-      "subrel-constrast": 3.1573424339294434,
+      "subrel-constrast": 2.7967329025268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1154937744140625,
-      "cov-distil (oracle2student)": 4.187142372131348,
-      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "cov-distil": 2.695793867111206,
+      "cov-distil (oracle2student)": 4.997096061706543,
+      "cov-distil (oracle2teacher)": 4.024038314819336,
       "epoch": 0.5172684458398744,
-      "rel-constrast": 2.335378885269165,
+      "rel-constrast": 2.7796730995178223,
       "step": 659,
-      "subrel-constrast": 3.8484878540039062,
+      "subrel-constrast": 3.1277670860290527,
       "view-similarity": 0
     },
     {
       "epoch": 0.5180533751962323,
-      "grad_norm": 5.34375,
+      "grad_norm": 9.6875,
       "learning_rate": 3.295e-05,
-      "loss": 0.8237,
+      "loss": 0.9107,
       "step": 660
     },
     {
-      "cov-distil": 1.6641137599945068,
-      "cov-distil (oracle2student)": 4.368854999542236,
-      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "cov-distil": 2.5111517906188965,
+      "cov-distil (oracle2student)": 5.59426212310791,
+      "cov-distil (oracle2teacher)": 4.222893714904785,
       "epoch": 0.5180533751962323,
-      "rel-constrast": 5.043145179748535,
+      "rel-constrast": 4.955999374389648,
       "step": 660,
-      "subrel-constrast": 4.929429054260254,
+      "subrel-constrast": 5.149226188659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8369500637054443,
-      "cov-distil (oracle2student)": 2.5059654712677,
-      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "cov-distil": 2.3813834190368652,
+      "cov-distil (oracle2student)": 2.9089694023132324,
+      "cov-distil (oracle2teacher)": 3.547722816467285,
       "epoch": 0.5188383045525903,
-      "rel-constrast": 2.958991765975952,
+      "rel-constrast": 3.5767245292663574,
       "step": 661,
-      "subrel-constrast": 4.045813083648682,
+      "subrel-constrast": 3.7495806217193604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3058319091796875,
-      "cov-distil (oracle2student)": 2.6083598136901855,
-      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "cov-distil": 1.9560878276824951,
+      "cov-distil (oracle2student)": 3.1636743545532227,
+      "cov-distil (oracle2teacher)": 3.350107192993164,
       "epoch": 0.5196232339089482,
-      "rel-constrast": 3.9977173805236816,
+      "rel-constrast": 3.80185866355896,
       "step": 662,
-      "subrel-constrast": 4.289959907531738,
+      "subrel-constrast": 4.206034183502197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3584043979644775,
-      "cov-distil (oracle2student)": 3.5410373210906982,
-      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "cov-distil": 2.8989176750183105,
+      "cov-distil (oracle2student)": 3.9657833576202393,
+      "cov-distil (oracle2teacher)": 3.9087791442871094,
       "epoch": 0.5204081632653061,
-      "rel-constrast": 3.7360000610351562,
+      "rel-constrast": 4.553762912750244,
       "step": 663,
-      "subrel-constrast": 4.950240612030029,
+      "subrel-constrast": 4.971201419830322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8579416275024414,
-      "cov-distil (oracle2student)": 3.8656551837921143,
-      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "cov-distil": 2.136458158493042,
+      "cov-distil (oracle2student)": 4.334768295288086,
+      "cov-distil (oracle2teacher)": 4.171571254730225,
       "epoch": 0.521193092621664,
-      "rel-constrast": 2.1877617835998535,
+      "rel-constrast": 2.926884412765503,
       "step": 664,
-      "subrel-constrast": 3.012631416320801,
+      "subrel-constrast": 2.976820230484009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.214716911315918,
-      "cov-distil (oracle2student)": 6.05491828918457,
-      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "cov-distil": 2.7569570541381836,
+      "cov-distil (oracle2student)": 6.613186836242676,
+      "cov-distil (oracle2teacher)": 6.062381744384766,
       "epoch": 0.521978021978022,
-      "rel-constrast": 5.178892135620117,
+      "rel-constrast": 6.23654317855835,
       "step": 665,
-      "subrel-constrast": 5.305087566375732,
+      "subrel-constrast": 5.619877338409424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6137239933013916,
-      "cov-distil (oracle2student)": 3.810120105743408,
-      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "cov-distil": 1.7036919593811035,
+      "cov-distil (oracle2student)": 3.809422016143799,
+      "cov-distil (oracle2teacher)": 3.464710235595703,
       "epoch": 0.5227629513343799,
-      "rel-constrast": 3.349665403366089,
+      "rel-constrast": 2.795098304748535,
       "step": 666,
-      "subrel-constrast": 3.414976119995117,
+      "subrel-constrast": 3.336763381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4571619033813477,
-      "cov-distil (oracle2student)": 4.053093910217285,
-      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "cov-distil": 2.8161277770996094,
+      "cov-distil (oracle2student)": 5.543473720550537,
+      "cov-distil (oracle2teacher)": 4.8104352951049805,
       "epoch": 0.5235478806907379,
-      "rel-constrast": 3.4734315872192383,
+      "rel-constrast": 4.864631175994873,
       "step": 667,
-      "subrel-constrast": 4.766326427459717,
+      "subrel-constrast": 4.13904333114624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3272705078125,
-      "cov-distil (oracle2student)": 5.295647144317627,
-      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "cov-distil": 3.3697948455810547,
+      "cov-distil (oracle2student)": 4.856570720672607,
+      "cov-distil (oracle2teacher)": 5.935426235198975,
       "epoch": 0.5243328100470958,
-      "rel-constrast": 2.27578067779541,
+      "rel-constrast": 2.5346570014953613,
       "step": 668,
-      "subrel-constrast": 3.290186882019043,
+      "subrel-constrast": 3.6183407306671143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16574764251709,
-      "cov-distil (oracle2student)": 3.074251174926758,
-      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "cov-distil": 2.443873643875122,
+      "cov-distil (oracle2student)": 3.8340420722961426,
+      "cov-distil (oracle2teacher)": 3.8112082481384277,
       "epoch": 0.5251177394034537,
-      "rel-constrast": 2.9117937088012695,
+      "rel-constrast": 3.117194890975952,
       "step": 669,
-      "subrel-constrast": 4.0769429206848145,
+      "subrel-constrast": 3.6960434913635254,
       "view-similarity": 0
     },
     {
       "epoch": 0.5259026687598116,
-      "grad_norm": 6.375,
+      "grad_norm": 7.21875,
       "learning_rate": 3.345000000000001e-05,
-      "loss": 0.9273,
+      "loss": 0.9841,
       "step": 670
     },
     {
-      "cov-distil": 2.065680503845215,
-      "cov-distil (oracle2student)": 3.868816375732422,
-      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "cov-distil": 2.1410069465637207,
+      "cov-distil (oracle2student)": 4.273997783660889,
+      "cov-distil (oracle2teacher)": 4.135704517364502,
       "epoch": 0.5259026687598116,
-      "rel-constrast": 2.5789599418640137,
+      "rel-constrast": 3.2300148010253906,
       "step": 670,
-      "subrel-constrast": 3.465372085571289,
+      "subrel-constrast": 3.366262197494507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0299253463745117,
-      "cov-distil (oracle2student)": 5.565490245819092,
-      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "cov-distil": 1.6029343605041504,
+      "cov-distil (oracle2student)": 5.584705829620361,
+      "cov-distil (oracle2teacher)": 5.614703178405762,
       "epoch": 0.5266875981161695,
-      "rel-constrast": 3.3333916664123535,
+      "rel-constrast": 3.774601697921753,
       "step": 671,
-      "subrel-constrast": 4.698709964752197,
+      "subrel-constrast": 4.435283660888672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5617218017578125,
-      "cov-distil (oracle2student)": 3.1652114391326904,
-      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "cov-distil": 2.162766933441162,
+      "cov-distil (oracle2student)": 3.5882372856140137,
+      "cov-distil (oracle2teacher)": 3.2187604904174805,
       "epoch": 0.5274725274725275,
-      "rel-constrast": 3.9138967990875244,
+      "rel-constrast": 3.776435613632202,
       "step": 672,
-      "subrel-constrast": 4.301997184753418,
+      "subrel-constrast": 3.6951181888580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7199047803878784,
-      "cov-distil (oracle2student)": 5.541564464569092,
-      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "cov-distil": 1.9119648933410645,
+      "cov-distil (oracle2student)": 4.878622531890869,
+      "cov-distil (oracle2teacher)": 6.069857597351074,
       "epoch": 0.5282574568288854,
-      "rel-constrast": 4.440341949462891,
+      "rel-constrast": 4.442440032958984,
       "step": 673,
-      "subrel-constrast": 4.870668411254883,
+      "subrel-constrast": 5.396683216094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1352946758270264,
-      "cov-distil (oracle2student)": 5.3132476806640625,
-      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "cov-distil": 2.7969448566436768,
+      "cov-distil (oracle2student)": 5.141945838928223,
+      "cov-distil (oracle2teacher)": 4.769449234008789,
       "epoch": 0.5290423861852434,
-      "rel-constrast": 3.2583117485046387,
+      "rel-constrast": 3.191304922103882,
       "step": 674,
-      "subrel-constrast": 3.8436455726623535,
+      "subrel-constrast": 3.756972312927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9063246250152588,
-      "cov-distil (oracle2student)": 5.243358612060547,
-      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "cov-distil": 3.402618169784546,
+      "cov-distil (oracle2student)": 6.366461753845215,
+      "cov-distil (oracle2teacher)": 5.302012920379639,
       "epoch": 0.5298273155416012,
-      "rel-constrast": 3.1742382049560547,
+      "rel-constrast": 4.15281343460083,
       "step": 675,
-      "subrel-constrast": 3.8488731384277344,
+      "subrel-constrast": 3.7890465259552,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8462109565734863,
-      "cov-distil (oracle2student)": 5.162891387939453,
-      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "cov-distil": 2.406013011932373,
+      "cov-distil (oracle2student)": 5.864394187927246,
+      "cov-distil (oracle2teacher)": 5.616963863372803,
       "epoch": 0.5306122448979592,
-      "rel-constrast": 4.111156463623047,
+      "rel-constrast": 4.693376541137695,
       "step": 676,
-      "subrel-constrast": 4.930334091186523,
+      "subrel-constrast": 5.165534973144531,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5761990547180176,
-      "cov-distil (oracle2student)": 4.144106864929199,
-      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "cov-distil": 2.2915496826171875,
+      "cov-distil (oracle2student)": 3.640348434448242,
+      "cov-distil (oracle2teacher)": 4.027545928955078,
       "epoch": 0.5313971742543171,
-      "rel-constrast": 4.443304538726807,
+      "rel-constrast": 4.172548294067383,
       "step": 677,
-      "subrel-constrast": 4.383738994598389,
+      "subrel-constrast": 4.344696521759033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.341961145401001,
-      "cov-distil (oracle2student)": 7.6850481033325195,
-      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "cov-distil": 1.5883677005767822,
+      "cov-distil (oracle2student)": 8.732393264770508,
+      "cov-distil (oracle2teacher)": 7.910237789154053,
       "epoch": 0.5321821036106751,
-      "rel-constrast": 2.8136472702026367,
+      "rel-constrast": 3.0310137271881104,
       "step": 678,
-      "subrel-constrast": 3.307239294052124,
+      "subrel-constrast": 3.6156699657440186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9289836883544922,
-      "cov-distil (oracle2student)": 4.049675941467285,
-      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "cov-distil": 2.634097099304199,
+      "cov-distil (oracle2student)": 5.574465274810791,
+      "cov-distil (oracle2teacher)": 4.364235877990723,
       "epoch": 0.532967032967033,
-      "rel-constrast": 3.3361611366271973,
+      "rel-constrast": 4.324158668518066,
       "step": 679,
-      "subrel-constrast": 4.114180088043213,
+      "subrel-constrast": 4.561538219451904,
       "view-similarity": 0
     },
     {
       "epoch": 0.533751962323391,
-      "grad_norm": 6.5,
+      "grad_norm": 8.25,
       "learning_rate": 3.3950000000000005e-05,
-      "loss": 0.9304,
+      "loss": 0.9697,
       "step": 680
     },
     {
-      "cov-distil": 2.5641942024230957,
-      "cov-distil (oracle2student)": 2.744274854660034,
-      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "cov-distil": 2.5106568336486816,
+      "cov-distil (oracle2student)": 3.3857407569885254,
+      "cov-distil (oracle2teacher)": 3.4950103759765625,
       "epoch": 0.533751962323391,
-      "rel-constrast": 2.993406057357788,
+      "rel-constrast": 2.76829195022583,
       "step": 680,
-      "subrel-constrast": 3.755962371826172,
+      "subrel-constrast": 3.8226850032806396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0492701530456543,
-      "cov-distil (oracle2student)": 4.649113655090332,
-      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "cov-distil": 2.521369695663452,
+      "cov-distil (oracle2student)": 5.406507968902588,
+      "cov-distil (oracle2teacher)": 5.031182765960693,
       "epoch": 0.5345368916797488,
-      "rel-constrast": 3.4748072624206543,
+      "rel-constrast": 3.6042282581329346,
       "step": 681,
-      "subrel-constrast": 3.822028398513794,
+      "subrel-constrast": 3.588695526123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7886135578155518,
-      "cov-distil (oracle2student)": 4.739500045776367,
-      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "cov-distil": 1.8624324798583984,
+      "cov-distil (oracle2student)": 4.341632843017578,
+      "cov-distil (oracle2teacher)": 4.987374782562256,
       "epoch": 0.5353218210361067,
-      "rel-constrast": 3.860889434814453,
+      "rel-constrast": 3.5450191497802734,
       "step": 682,
-      "subrel-constrast": 4.300994873046875,
+      "subrel-constrast": 4.303939342498779,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7035307884216309,
-      "cov-distil (oracle2student)": 5.256606578826904,
-      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "cov-distil": 2.62129807472229,
+      "cov-distil (oracle2student)": 5.854056358337402,
+      "cov-distil (oracle2teacher)": 5.268615245819092,
       "epoch": 0.5361067503924647,
-      "rel-constrast": 2.694431781768799,
+      "rel-constrast": 3.7138655185699463,
       "step": 683,
-      "subrel-constrast": 3.748015880584717,
+      "subrel-constrast": 3.6554105281829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5793291330337524,
-      "cov-distil (oracle2student)": 3.34442138671875,
-      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "cov-distil": 2.0569660663604736,
+      "cov-distil (oracle2student)": 3.800809383392334,
+      "cov-distil (oracle2teacher)": 3.626330614089966,
       "epoch": 0.5368916797488226,
-      "rel-constrast": 3.4692606925964355,
+      "rel-constrast": 3.7409493923187256,
       "step": 684,
-      "subrel-constrast": 4.155377388000488,
+      "subrel-constrast": 3.949650764465332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.270772933959961,
-      "cov-distil (oracle2student)": 4.940689563751221,
-      "cov-distil (oracle2teacher)": 4.056640625,
+      "cov-distil": 1.7595962285995483,
+      "cov-distil (oracle2student)": 4.9004411697387695,
+      "cov-distil (oracle2teacher)": 4.381500720977783,
       "epoch": 0.5376766091051806,
-      "rel-constrast": 3.6255533695220947,
+      "rel-constrast": 3.8135268688201904,
       "step": 685,
-      "subrel-constrast": 3.905515432357788,
+      "subrel-constrast": 3.988839626312256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906499147415161,
-      "cov-distil (oracle2student)": 2.9719133377075195,
-      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "cov-distil": 2.0897340774536133,
+      "cov-distil (oracle2student)": 3.2745068073272705,
+      "cov-distil (oracle2teacher)": 3.330972194671631,
       "epoch": 0.5384615384615384,
-      "rel-constrast": 2.522902488708496,
+      "rel-constrast": 2.653061866760254,
       "step": 686,
-      "subrel-constrast": 3.023371458053589,
+      "subrel-constrast": 2.8033761978149414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.210014820098877,
-      "cov-distil (oracle2student)": 3.1710901260375977,
-      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "cov-distil": 2.7595176696777344,
+      "cov-distil (oracle2student)": 3.8068532943725586,
+      "cov-distil (oracle2teacher)": 3.6320977210998535,
       "epoch": 0.5392464678178964,
-      "rel-constrast": 3.3018300533294678,
+      "rel-constrast": 3.160191774368286,
       "step": 687,
-      "subrel-constrast": 4.116960048675537,
+      "subrel-constrast": 4.0954813957214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8590292930603027,
-      "cov-distil (oracle2student)": 3.6966283321380615,
-      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "cov-distil": 2.0101730823516846,
+      "cov-distil (oracle2student)": 4.222168922424316,
+      "cov-distil (oracle2teacher)": 3.990381956100464,
       "epoch": 0.5400313971742543,
-      "rel-constrast": 2.4913716316223145,
+      "rel-constrast": 2.646033763885498,
       "step": 688,
-      "subrel-constrast": 3.234123945236206,
+      "subrel-constrast": 2.717616319656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858504295349121,
-      "cov-distil (oracle2student)": 5.383901119232178,
-      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "cov-distil": 1.8454500436782837,
+      "cov-distil (oracle2student)": 5.345389366149902,
+      "cov-distil (oracle2teacher)": 5.106082916259766,
       "epoch": 0.5408163265306123,
-      "rel-constrast": 2.557194948196411,
+      "rel-constrast": 3.6248984336853027,
       "step": 689,
-      "subrel-constrast": 3.526618480682373,
+      "subrel-constrast": 3.0662500858306885,
       "view-similarity": 0
     },
     {
       "epoch": 0.5416012558869702,
-      "grad_norm": 5.90625,
+      "grad_norm": 8.1875,
       "learning_rate": 3.445e-05,
-      "loss": 0.8217,
+      "loss": 0.8318,
       "step": 690
     },
     {
-      "cov-distil": 2.299866199493408,
-      "cov-distil (oracle2student)": 5.036685943603516,
-      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "cov-distil": 2.1946043968200684,
+      "cov-distil (oracle2student)": 5.522873878479004,
+      "cov-distil (oracle2teacher)": 5.121616363525391,
       "epoch": 0.5416012558869702,
-      "rel-constrast": 4.325338840484619,
+      "rel-constrast": 4.97845458984375,
       "step": 690,
-      "subrel-constrast": 4.785141468048096,
+      "subrel-constrast": 4.80668830871582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.446077823638916,
-      "cov-distil (oracle2student)": 4.742259502410889,
-      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "cov-distil": 1.696500539779663,
+      "cov-distil (oracle2student)": 5.067530632019043,
+      "cov-distil (oracle2teacher)": 4.516839027404785,
       "epoch": 0.542386185243328,
-      "rel-constrast": 3.005162000656128,
+      "rel-constrast": 3.5588157176971436,
       "step": 691,
-      "subrel-constrast": 3.929311513900757,
+      "subrel-constrast": 3.4414079189300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.759209156036377,
-      "cov-distil (oracle2student)": 5.172847747802734,
-      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "cov-distil": 2.4372355937957764,
+      "cov-distil (oracle2student)": 5.737783432006836,
+      "cov-distil (oracle2teacher)": 4.659091472625732,
       "epoch": 0.543171114599686,
-      "rel-constrast": 2.6518049240112305,
+      "rel-constrast": 3.1587018966674805,
       "step": 692,
-      "subrel-constrast": 3.5100200176239014,
+      "subrel-constrast": 3.456956386566162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0212676525115967,
-      "cov-distil (oracle2student)": 3.6649792194366455,
-      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "cov-distil": 2.167219638824463,
+      "cov-distil (oracle2student)": 4.299294471740723,
+      "cov-distil (oracle2teacher)": 4.00494384765625,
       "epoch": 0.5439560439560439,
-      "rel-constrast": 3.616281509399414,
+      "rel-constrast": 3.538851261138916,
       "step": 693,
-      "subrel-constrast": 4.3500471115112305,
+      "subrel-constrast": 4.040345191955566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.15602445602417,
-      "cov-distil (oracle2student)": 4.672577857971191,
-      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "cov-distil": 2.254950761795044,
+      "cov-distil (oracle2student)": 4.852596282958984,
+      "cov-distil (oracle2teacher)": 5.137213706970215,
       "epoch": 0.5447409733124019,
-      "rel-constrast": 2.765082359313965,
+      "rel-constrast": 2.993964195251465,
       "step": 694,
-      "subrel-constrast": 3.7528111934661865,
+      "subrel-constrast": 3.6176810264587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6601845026016235,
-      "cov-distil (oracle2student)": 6.222827911376953,
-      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "cov-distil": 1.859640121459961,
+      "cov-distil (oracle2student)": 6.367548942565918,
+      "cov-distil (oracle2teacher)": 5.984331130981445,
       "epoch": 0.5455259026687598,
-      "rel-constrast": 2.261347770690918,
+      "rel-constrast": 2.431955337524414,
       "step": 695,
-      "subrel-constrast": 3.265878200531006,
+      "subrel-constrast": 2.8500559329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6982128620147705,
-      "cov-distil (oracle2student)": 4.819255828857422,
-      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "cov-distil": 2.3243355751037598,
+      "cov-distil (oracle2student)": 5.513372421264648,
+      "cov-distil (oracle2teacher)": 4.599259376525879,
       "epoch": 0.5463108320251178,
-      "rel-constrast": 3.655337333679199,
+      "rel-constrast": 4.28459358215332,
       "step": 696,
-      "subrel-constrast": 4.5195231437683105,
+      "subrel-constrast": 4.38563346862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2472658157348633,
-      "cov-distil (oracle2student)": 3.983247995376587,
-      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "cov-distil": 2.6534581184387207,
+      "cov-distil (oracle2student)": 4.487489700317383,
+      "cov-distil (oracle2teacher)": 5.760103225708008,
       "epoch": 0.5470957613814756,
-      "rel-constrast": 3.598127603530884,
+      "rel-constrast": 3.666417121887207,
       "step": 697,
-      "subrel-constrast": 5.374654293060303,
+      "subrel-constrast": 5.512442111968994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1413283348083496,
-      "cov-distil (oracle2student)": 4.751459121704102,
-      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "cov-distil": 2.539128065109253,
+      "cov-distil (oracle2student)": 5.5660271644592285,
+      "cov-distil (oracle2teacher)": 4.704483509063721,
       "epoch": 0.5478806907378336,
-      "rel-constrast": 2.9638516902923584,
+      "rel-constrast": 2.923438787460327,
       "step": 698,
-      "subrel-constrast": 3.3442859649658203,
+      "subrel-constrast": 3.4211766719818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8689894676208496,
-      "cov-distil (oracle2student)": 4.649480819702148,
-      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "cov-distil": 2.697439193725586,
+      "cov-distil (oracle2student)": 5.279465198516846,
+      "cov-distil (oracle2teacher)": 5.032678604125977,
       "epoch": 0.5486656200941915,
-      "rel-constrast": 4.6534953117370605,
+      "rel-constrast": 4.929755210876465,
       "step": 699,
-      "subrel-constrast": 5.357505798339844,
+      "subrel-constrast": 4.908409118652344,
       "view-similarity": 0
     },
     {
       "epoch": 0.5494505494505495,
-      "grad_norm": 8.25,
+      "grad_norm": 9.875,
       "learning_rate": 3.495e-05,
-      "loss": 0.8856,
+      "loss": 0.9116,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2593750059604645,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "student margin": 0.04656982421875
+      "student margin": 0.041748046875
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "teacher margin": 0.027984619140625
+      "teacher margin": 0.039947509765625
     },
     {
       "epoch": 0.5494505494505495,
-      "margin difference": -0.018585205078125,
+      "margin difference": -0.001800537109375,
       "step": 700
     },
     {
-      "cov-distil": 2.157240867614746,
-      "cov-distil (oracle2student)": 3.8259079456329346,
-      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "cov-distil": 2.2880048751831055,
+      "cov-distil (oracle2student)": 4.718327522277832,
+      "cov-distil (oracle2teacher)": 4.111974239349365,
       "epoch": 0.5494505494505495,
-      "rel-constrast": 2.778444290161133,
+      "rel-constrast": 3.2925586700439453,
       "step": 700,
-      "subrel-constrast": 3.613661527633667,
+      "subrel-constrast": 3.206794500350952,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.01035737991333,
-      "cov-distil (oracle2student)": 5.081770420074463,
-      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "cov-distil": 2.9135310649871826,
+      "cov-distil (oracle2student)": 5.466835975646973,
+      "cov-distil (oracle2teacher)": 5.22095251083374,
       "epoch": 0.5502354788069074,
-      "rel-constrast": 3.072714328765869,
+      "rel-constrast": 3.6792917251586914,
       "step": 701,
-      "subrel-constrast": 4.064720630645752,
+      "subrel-constrast": 3.8968825340270996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.565253734588623,
-      "cov-distil (oracle2student)": 3.6840004920959473,
-      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "cov-distil": 1.9267714023590088,
+      "cov-distil (oracle2student)": 3.9808108806610107,
+      "cov-distil (oracle2teacher)": 3.8285605907440186,
       "epoch": 0.5510204081632653,
-      "rel-constrast": 2.864206314086914,
+      "rel-constrast": 3.687560796737671,
       "step": 702,
-      "subrel-constrast": 4.07752799987793,
+      "subrel-constrast": 4.194905757904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3201117515563965,
-      "cov-distil (oracle2student)": 4.430790901184082,
-      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "cov-distil": 2.2865214347839355,
+      "cov-distil (oracle2student)": 5.288548469543457,
+      "cov-distil (oracle2teacher)": 4.322580337524414,
       "epoch": 0.5518053375196232,
-      "rel-constrast": 2.892885684967041,
+      "rel-constrast": 3.198094606399536,
       "step": 703,
-      "subrel-constrast": 3.9102280139923096,
+      "subrel-constrast": 3.643282651901245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6157848834991455,
-      "cov-distil (oracle2student)": 3.072972059249878,
-      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "cov-distil": 2.362612724304199,
+      "cov-distil (oracle2student)": 2.800478935241699,
+      "cov-distil (oracle2teacher)": 2.8055219650268555,
       "epoch": 0.5525902668759811,
-      "rel-constrast": 2.969308376312256,
+      "rel-constrast": 3.2065134048461914,
       "step": 704,
-      "subrel-constrast": 3.35325288772583,
+      "subrel-constrast": 3.2149741649627686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8044019937515259,
-      "cov-distil (oracle2student)": 4.907984733581543,
-      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "cov-distil": 2.8221888542175293,
+      "cov-distil (oracle2student)": 5.351350784301758,
+      "cov-distil (oracle2teacher)": 4.591974258422852,
       "epoch": 0.5533751962323391,
-      "rel-constrast": 2.5930466651916504,
+      "rel-constrast": 3.210024833679199,
       "step": 705,
-      "subrel-constrast": 3.165639877319336,
+      "subrel-constrast": 3.5450069904327393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.150331497192383,
-      "cov-distil (oracle2student)": 3.3075904846191406,
-      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "cov-distil": 1.8759958744049072,
+      "cov-distil (oracle2student)": 4.873770236968994,
+      "cov-distil (oracle2teacher)": 3.9827446937561035,
       "epoch": 0.554160125588697,
-      "rel-constrast": 2.4108023643493652,
+      "rel-constrast": 3.6742019653320312,
       "step": 706,
-      "subrel-constrast": 3.4137344360351562,
+      "subrel-constrast": 3.4755420684814453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.595040202140808,
-      "cov-distil (oracle2student)": 3.7764763832092285,
-      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "cov-distil": 2.4581942558288574,
+      "cov-distil (oracle2student)": 4.804100513458252,
+      "cov-distil (oracle2teacher)": 4.314425945281982,
       "epoch": 0.554945054945055,
-      "rel-constrast": 2.6294069290161133,
+      "rel-constrast": 3.0120925903320312,
       "step": 707,
-      "subrel-constrast": 3.2617640495300293,
+      "subrel-constrast": 3.131943941116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.711127519607544,
-      "cov-distil (oracle2student)": 4.368122100830078,
-      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "cov-distil": 2.6311073303222656,
+      "cov-distil (oracle2student)": 5.383587837219238,
+      "cov-distil (oracle2teacher)": 4.969912052154541,
       "epoch": 0.5557299843014128,
-      "rel-constrast": 3.2108542919158936,
+      "rel-constrast": 4.627037048339844,
       "step": 708,
-      "subrel-constrast": 4.086469650268555,
+      "subrel-constrast": 4.558852195739746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5156898498535156,
-      "cov-distil (oracle2student)": 2.943955421447754,
-      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "cov-distil": 2.616668939590454,
+      "cov-distil (oracle2student)": 3.688739538192749,
+      "cov-distil (oracle2teacher)": 3.537348747253418,
       "epoch": 0.5565149136577708,
-      "rel-constrast": 2.9572768211364746,
+      "rel-constrast": 3.0753276348114014,
       "step": 709,
-      "subrel-constrast": 3.896813154220581,
+      "subrel-constrast": 3.4158666133880615,
       "view-similarity": 0
     },
     {
       "epoch": 0.5572998430141287,
-      "grad_norm": 6.28125,
+      "grad_norm": 7.65625,
       "learning_rate": 3.545e-05,
-      "loss": 0.7581,
+      "loss": 0.8666,
       "step": 710
     },
     {
-      "cov-distil": 1.941748857498169,
-      "cov-distil (oracle2student)": 3.2825870513916016,
-      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "cov-distil": 2.5314691066741943,
+      "cov-distil (oracle2student)": 4.770528793334961,
+      "cov-distil (oracle2teacher)": 3.82454514503479,
       "epoch": 0.5572998430141287,
-      "rel-constrast": 2.292598247528076,
+      "rel-constrast": 2.446364641189575,
       "step": 710,
-      "subrel-constrast": 2.9045729637145996,
+      "subrel-constrast": 2.8734424114227295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0996546745300293,
-      "cov-distil (oracle2student)": 4.204470157623291,
-      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "cov-distil": 2.6872036457061768,
+      "cov-distil (oracle2student)": 5.079697608947754,
+      "cov-distil (oracle2teacher)": 4.345038890838623,
       "epoch": 0.5580847723704867,
-      "rel-constrast": 3.2023658752441406,
+      "rel-constrast": 4.320545196533203,
       "step": 711,
-      "subrel-constrast": 4.2951812744140625,
+      "subrel-constrast": 4.164237022399902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.125648021697998,
-      "cov-distil (oracle2student)": 4.4790239334106445,
-      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "cov-distil": 2.4771342277526855,
+      "cov-distil (oracle2student)": 5.571382522583008,
+      "cov-distil (oracle2teacher)": 4.474830627441406,
       "epoch": 0.5588697017268446,
-      "rel-constrast": 2.64786434173584,
+      "rel-constrast": 3.0087990760803223,
       "step": 712,
-      "subrel-constrast": 3.5473222732543945,
+      "subrel-constrast": 3.7193186283111572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9814571142196655,
-      "cov-distil (oracle2student)": 4.236344337463379,
-      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "cov-distil": 1.9511741399765015,
+      "cov-distil (oracle2student)": 4.811041831970215,
+      "cov-distil (oracle2teacher)": 4.480846405029297,
       "epoch": 0.5596546310832025,
-      "rel-constrast": 3.084531307220459,
+      "rel-constrast": 3.355523109436035,
       "step": 713,
-      "subrel-constrast": 3.6959943771362305,
+      "subrel-constrast": 3.298560380935669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3132081031799316,
-      "cov-distil (oracle2student)": 5.171266555786133,
-      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "cov-distil": 3.3606603145599365,
+      "cov-distil (oracle2student)": 5.985777378082275,
+      "cov-distil (oracle2teacher)": 5.41561222076416,
       "epoch": 0.5604395604395604,
-      "rel-constrast": 3.0725412368774414,
+      "rel-constrast": 4.089506149291992,
       "step": 714,
-      "subrel-constrast": 3.5433380603790283,
+      "subrel-constrast": 3.418116331100464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8887940645217896,
-      "cov-distil (oracle2student)": 2.9364123344421387,
-      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "cov-distil": 2.6809821128845215,
+      "cov-distil (oracle2student)": 3.805650472640991,
+      "cov-distil (oracle2teacher)": 3.818087577819824,
       "epoch": 0.5612244897959183,
-      "rel-constrast": 3.2502474784851074,
+      "rel-constrast": 3.5171585083007812,
       "step": 715,
-      "subrel-constrast": 4.225052833557129,
+      "subrel-constrast": 4.520884990692139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9373162984848022,
-      "cov-distil (oracle2student)": 2.9609618186950684,
-      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "cov-distil": 2.071073293685913,
+      "cov-distil (oracle2student)": 2.9091460704803467,
+      "cov-distil (oracle2teacher)": 2.8986830711364746,
       "epoch": 0.5620094191522763,
-      "rel-constrast": 2.3920419216156006,
+      "rel-constrast": 2.2731165885925293,
       "step": 716,
-      "subrel-constrast": 3.1587109565734863,
+      "subrel-constrast": 3.009575605392456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1943297386169434,
-      "cov-distil (oracle2student)": 3.3232693672180176,
-      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "cov-distil": 2.2168335914611816,
+      "cov-distil (oracle2student)": 3.911656618118286,
+      "cov-distil (oracle2teacher)": 4.011268615722656,
       "epoch": 0.5627943485086342,
-      "rel-constrast": 2.6380295753479004,
+      "rel-constrast": 2.9590673446655273,
       "step": 717,
-      "subrel-constrast": 3.8598556518554688,
+      "subrel-constrast": 3.418705701828003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8532280921936035,
-      "cov-distil (oracle2student)": 4.747437953948975,
-      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "cov-distil": 1.963818073272705,
+      "cov-distil (oracle2student)": 4.932551383972168,
+      "cov-distil (oracle2teacher)": 4.370637893676758,
       "epoch": 0.5635792778649922,
-      "rel-constrast": 3.7532408237457275,
+      "rel-constrast": 4.057657241821289,
       "step": 718,
-      "subrel-constrast": 4.479611873626709,
+      "subrel-constrast": 4.238089561462402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901079893112183,
-      "cov-distil (oracle2student)": 4.796479225158691,
-      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "cov-distil": 2.400425434112549,
+      "cov-distil (oracle2student)": 4.818545341491699,
+      "cov-distil (oracle2teacher)": 4.304470062255859,
       "epoch": 0.5643642072213501,
-      "rel-constrast": 3.1896746158599854,
+      "rel-constrast": 3.542257308959961,
       "step": 719,
-      "subrel-constrast": 3.2718636989593506,
+      "subrel-constrast": 3.317901134490967,
       "view-similarity": 0
     },
     {
       "epoch": 0.565149136577708,
-      "grad_norm": 6.5,
+      "grad_norm": 8.3125,
       "learning_rate": 3.595e-05,
-      "loss": 0.7886,
+      "loss": 0.8392,
       "step": 720
     },
     {
-      "cov-distil": 1.6721587181091309,
-      "cov-distil (oracle2student)": 4.330309867858887,
-      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "cov-distil": 2.411649465560913,
+      "cov-distil (oracle2student)": 4.843780517578125,
+      "cov-distil (oracle2teacher)": 3.782320022583008,
       "epoch": 0.565149136577708,
-      "rel-constrast": 3.139103889465332,
+      "rel-constrast": 3.384451150894165,
       "step": 720,
-      "subrel-constrast": 4.142110347747803,
+      "subrel-constrast": 3.3072800636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9585630893707275,
-      "cov-distil (oracle2student)": 3.8818159103393555,
-      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "cov-distil": 1.718375325202942,
+      "cov-distil (oracle2student)": 4.534214496612549,
+      "cov-distil (oracle2teacher)": 4.004377365112305,
       "epoch": 0.5659340659340659,
-      "rel-constrast": 3.3852601051330566,
+      "rel-constrast": 4.051485061645508,
       "step": 721,
-      "subrel-constrast": 4.186655521392822,
+      "subrel-constrast": 4.146724224090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6628599166870117,
-      "cov-distil (oracle2student)": 4.438604354858398,
-      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "cov-distil": 1.9103753566741943,
+      "cov-distil (oracle2student)": 6.1360931396484375,
+      "cov-distil (oracle2teacher)": 4.774944305419922,
       "epoch": 0.5667189952904239,
-      "rel-constrast": 3.076204776763916,
+      "rel-constrast": 4.534773349761963,
       "step": 722,
-      "subrel-constrast": 4.137909412384033,
+      "subrel-constrast": 3.9830284118652344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2891294956207275,
-      "cov-distil (oracle2student)": 4.213877201080322,
-      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "cov-distil": 2.7049293518066406,
+      "cov-distil (oracle2student)": 5.435057163238525,
+      "cov-distil (oracle2teacher)": 4.9035444259643555,
       "epoch": 0.5675039246467818,
-      "rel-constrast": 2.878323793411255,
+      "rel-constrast": 3.7614176273345947,
       "step": 723,
-      "subrel-constrast": 4.198168754577637,
+      "subrel-constrast": 4.047051429748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.154545783996582,
-      "cov-distil (oracle2student)": 4.58632755279541,
-      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "cov-distil": 2.0382680892944336,
+      "cov-distil (oracle2student)": 4.974379062652588,
+      "cov-distil (oracle2teacher)": 4.326460361480713,
       "epoch": 0.5682888540031397,
-      "rel-constrast": 2.2643494606018066,
+      "rel-constrast": 2.830267906188965,
       "step": 724,
-      "subrel-constrast": 3.1710689067840576,
+      "subrel-constrast": 2.624842882156372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9621435403823853,
-      "cov-distil (oracle2student)": 5.582200050354004,
-      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "cov-distil": 2.0917394161224365,
+      "cov-distil (oracle2student)": 6.889491081237793,
+      "cov-distil (oracle2teacher)": 5.899994850158691,
       "epoch": 0.5690737833594977,
-      "rel-constrast": 4.491276741027832,
+      "rel-constrast": 5.416251182556152,
       "step": 725,
-      "subrel-constrast": 5.244818687438965,
+      "subrel-constrast": 5.734344959259033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337646484375,
-      "cov-distil (oracle2student)": 5.812445640563965,
-      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "cov-distil": 2.467562437057495,
+      "cov-distil (oracle2student)": 6.071526527404785,
+      "cov-distil (oracle2teacher)": 5.555727958679199,
       "epoch": 0.5698587127158555,
-      "rel-constrast": 2.6152005195617676,
+      "rel-constrast": 3.0898239612579346,
       "step": 726,
-      "subrel-constrast": 3.1233291625976562,
+      "subrel-constrast": 3.3632071018218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6689956188201904,
-      "cov-distil (oracle2student)": 4.86440372467041,
-      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "cov-distil": 2.28218936920166,
+      "cov-distil (oracle2student)": 5.827108383178711,
+      "cov-distil (oracle2teacher)": 5.13613748550415,
       "epoch": 0.5706436420722135,
-      "rel-constrast": 4.108986854553223,
+      "rel-constrast": 5.035892009735107,
       "step": 727,
-      "subrel-constrast": 4.540005683898926,
+      "subrel-constrast": 4.399051666259766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6646761894226074,
-      "cov-distil (oracle2student)": 2.7824769020080566,
-      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "cov-distil": 2.732792377471924,
+      "cov-distil (oracle2student)": 3.6213700771331787,
+      "cov-distil (oracle2teacher)": 3.161064624786377,
       "epoch": 0.5714285714285714,
-      "rel-constrast": 3.4552814960479736,
+      "rel-constrast": 3.3238282203674316,
       "step": 728,
-      "subrel-constrast": 4.266411304473877,
+      "subrel-constrast": 4.524255275726318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8652509450912476,
-      "cov-distil (oracle2student)": 4.346886157989502,
-      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "cov-distil": 1.75883150100708,
+      "cov-distil (oracle2student)": 4.768251419067383,
+      "cov-distil (oracle2teacher)": 4.318032264709473,
       "epoch": 0.5722135007849294,
-      "rel-constrast": 3.310194730758667,
+      "rel-constrast": 3.2271535396575928,
       "step": 729,
-      "subrel-constrast": 4.254908561706543,
+      "subrel-constrast": 3.7321252822875977,
       "view-similarity": 0
     },
     {
       "epoch": 0.5729984301412873,
-      "grad_norm": 7.96875,
+      "grad_norm": 8.75,
       "learning_rate": 3.645e-05,
-      "loss": 0.8647,
+      "loss": 0.9664,
       "step": 730
     },
     {
-      "cov-distil": 2.10368013381958,
-      "cov-distil (oracle2student)": 4.364799499511719,
-      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "cov-distil": 2.2763960361480713,
+      "cov-distil (oracle2student)": 4.664096832275391,
+      "cov-distil (oracle2teacher)": 4.406416893005371,
       "epoch": 0.5729984301412873,
-      "rel-constrast": 3.498570442199707,
+      "rel-constrast": 3.5772011280059814,
       "step": 730,
-      "subrel-constrast": 4.162968158721924,
+      "subrel-constrast": 4.11379337310791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8829506635665894,
-      "cov-distil (oracle2student)": 3.6689822673797607,
-      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "cov-distil": 1.7630140781402588,
+      "cov-distil (oracle2student)": 4.617234706878662,
+      "cov-distil (oracle2teacher)": 4.00626802444458,
       "epoch": 0.5737833594976453,
-      "rel-constrast": 2.781203269958496,
+      "rel-constrast": 3.4176650047302246,
       "step": 731,
-      "subrel-constrast": 3.2335457801818848,
+      "subrel-constrast": 3.4268715381622314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4705734252929688,
-      "cov-distil (oracle2student)": 4.313507556915283,
-      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "cov-distil": 1.7096956968307495,
+      "cov-distil (oracle2student)": 4.968262672424316,
+      "cov-distil (oracle2teacher)": 4.000860691070557,
       "epoch": 0.5745682888540031,
-      "rel-constrast": 2.226599931716919,
+      "rel-constrast": 3.464766502380371,
       "step": 732,
-      "subrel-constrast": 3.3719711303710938,
+      "subrel-constrast": 3.2341666221618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9433242082595825,
-      "cov-distil (oracle2student)": 3.8105883598327637,
-      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "cov-distil": 2.269770622253418,
+      "cov-distil (oracle2student)": 3.9357962608337402,
+      "cov-distil (oracle2teacher)": 3.487668991088867,
       "epoch": 0.5753532182103611,
-      "rel-constrast": 2.1092617511749268,
+      "rel-constrast": 2.77782940864563,
       "step": 733,
-      "subrel-constrast": 2.887378692626953,
+      "subrel-constrast": 2.8233509063720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145235538482666,
-      "cov-distil (oracle2student)": 3.870384931564331,
-      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "cov-distil": 1.9523694515228271,
+      "cov-distil (oracle2student)": 5.314553260803223,
+      "cov-distil (oracle2teacher)": 4.6678314208984375,
       "epoch": 0.576138147566719,
-      "rel-constrast": 3.1030163764953613,
+      "rel-constrast": 3.6426496505737305,
       "step": 734,
-      "subrel-constrast": 3.974809169769287,
+      "subrel-constrast": 3.750396728515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6421372890472412,
-      "cov-distil (oracle2student)": 4.185415267944336,
-      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "cov-distil": 1.539703369140625,
+      "cov-distil (oracle2student)": 5.374100685119629,
+      "cov-distil (oracle2teacher)": 4.221393585205078,
       "epoch": 0.5769230769230769,
-      "rel-constrast": 3.2164130210876465,
+      "rel-constrast": 4.034856796264648,
       "step": 735,
-      "subrel-constrast": 3.839367389678955,
+      "subrel-constrast": 3.621406316757202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.199052095413208,
-      "cov-distil (oracle2student)": 5.1141533851623535,
-      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "cov-distil": 2.2221717834472656,
+      "cov-distil (oracle2student)": 5.221403121948242,
+      "cov-distil (oracle2teacher)": 5.6571736335754395,
       "epoch": 0.5777080062794349,
-      "rel-constrast": 2.3354225158691406,
+      "rel-constrast": 2.7957191467285156,
       "step": 736,
-      "subrel-constrast": 3.359426498413086,
+      "subrel-constrast": 3.050981044769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3703148365020752,
-      "cov-distil (oracle2student)": 2.855952501296997,
-      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "cov-distil": 2.0236897468566895,
+      "cov-distil (oracle2student)": 3.111325740814209,
+      "cov-distil (oracle2teacher)": 2.6579232215881348,
       "epoch": 0.5784929356357927,
-      "rel-constrast": 2.385584831237793,
+      "rel-constrast": 2.999067783355713,
       "step": 737,
-      "subrel-constrast": 3.1257822513580322,
+      "subrel-constrast": 2.6182315349578857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.035461902618408,
-      "cov-distil (oracle2student)": 4.601683616638184,
-      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "cov-distil": 1.8978937864303589,
+      "cov-distil (oracle2student)": 4.93990421295166,
+      "cov-distil (oracle2teacher)": 4.504594326019287,
       "epoch": 0.5792778649921507,
-      "rel-constrast": 3.277278423309326,
+      "rel-constrast": 3.5394020080566406,
       "step": 738,
-      "subrel-constrast": 3.815040349960327,
+      "subrel-constrast": 3.6242618560791016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9469118118286133,
-      "cov-distil (oracle2student)": 3.4044556617736816,
-      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "cov-distil": 1.9045004844665527,
+      "cov-distil (oracle2student)": 4.274258613586426,
+      "cov-distil (oracle2teacher)": 3.9128875732421875,
       "epoch": 0.5800627943485086,
-      "rel-constrast": 2.503614664077759,
+      "rel-constrast": 3.6831350326538086,
       "step": 739,
-      "subrel-constrast": 3.8464818000793457,
+      "subrel-constrast": 3.384676933288574,
       "view-similarity": 0
     },
     {
       "epoch": 0.5808477237048666,
-      "grad_norm": 5.625,
+      "grad_norm": 8.25,
       "learning_rate": 3.6950000000000004e-05,
-      "loss": 0.7317,
+      "loss": 0.8483,
       "step": 740
     },
     {
-      "cov-distil": 2.0407614707946777,
-      "cov-distil (oracle2student)": 3.996048927307129,
-      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "cov-distil": 2.463542938232422,
+      "cov-distil (oracle2student)": 4.890634536743164,
+      "cov-distil (oracle2teacher)": 4.604000091552734,
       "epoch": 0.5808477237048666,
-      "rel-constrast": 3.669546604156494,
+      "rel-constrast": 3.5431220531463623,
       "step": 740,
-      "subrel-constrast": 4.864207744598389,
+      "subrel-constrast": 4.559528827667236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7672450542449951,
-      "cov-distil (oracle2student)": 5.2881999015808105,
-      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "cov-distil": 2.0361573696136475,
+      "cov-distil (oracle2student)": 5.59214973449707,
+      "cov-distil (oracle2teacher)": 5.209810256958008,
       "epoch": 0.5816326530612245,
-      "rel-constrast": 3.2707724571228027,
+      "rel-constrast": 3.6620898246765137,
       "step": 741,
-      "subrel-constrast": 3.7437262535095215,
+      "subrel-constrast": 3.5943572521209717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1187403202056885,
-      "cov-distil (oracle2student)": 4.8938703536987305,
-      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "cov-distil": 2.1386823654174805,
+      "cov-distil (oracle2student)": 4.8774919509887695,
+      "cov-distil (oracle2teacher)": 4.392442226409912,
       "epoch": 0.5824175824175825,
-      "rel-constrast": 3.337557315826416,
+      "rel-constrast": 3.0572240352630615,
       "step": 742,
-      "subrel-constrast": 4.06928825378418,
+      "subrel-constrast": 3.449983835220337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9417197704315186,
-      "cov-distil (oracle2student)": 2.6721365451812744,
-      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "cov-distil": 2.6762378215789795,
+      "cov-distil (oracle2student)": 3.4807288646698,
+      "cov-distil (oracle2teacher)": 3.472620964050293,
       "epoch": 0.5832025117739403,
-      "rel-constrast": 3.274005889892578,
+      "rel-constrast": 4.173070907592773,
       "step": 743,
-      "subrel-constrast": 4.384252071380615,
+      "subrel-constrast": 4.070428371429443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6456279754638672,
-      "cov-distil (oracle2student)": 6.536004066467285,
-      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "cov-distil": 2.366276264190674,
+      "cov-distil (oracle2student)": 6.685727596282959,
+      "cov-distil (oracle2teacher)": 5.618680000305176,
       "epoch": 0.5839874411302983,
-      "rel-constrast": 3.884960174560547,
+      "rel-constrast": 4.00743293762207,
       "step": 744,
-      "subrel-constrast": 4.296112537384033,
+      "subrel-constrast": 4.258591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1353392601013184,
-      "cov-distil (oracle2student)": 3.733588218688965,
-      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "cov-distil": 2.683839797973633,
+      "cov-distil (oracle2student)": 4.939559459686279,
+      "cov-distil (oracle2teacher)": 4.165223121643066,
       "epoch": 0.5847723704866562,
-      "rel-constrast": 3.021883964538574,
+      "rel-constrast": 5.022677421569824,
       "step": 745,
-      "subrel-constrast": 4.292428493499756,
+      "subrel-constrast": 4.151272773742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4558398723602295,
-      "cov-distil (oracle2student)": 4.652581214904785,
-      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "cov-distil": 1.9843261241912842,
+      "cov-distil (oracle2student)": 5.004264831542969,
+      "cov-distil (oracle2teacher)": 4.753472328186035,
       "epoch": 0.5855572998430141,
-      "rel-constrast": 4.278546333312988,
+      "rel-constrast": 4.740532875061035,
       "step": 746,
-      "subrel-constrast": 4.9796462059021,
+      "subrel-constrast": 4.913524627685547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.694913387298584,
-      "cov-distil (oracle2student)": 5.748119354248047,
-      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "cov-distil": 1.5781214237213135,
+      "cov-distil (oracle2student)": 6.365057945251465,
+      "cov-distil (oracle2teacher)": 5.520802021026611,
       "epoch": 0.5863422291993721,
-      "rel-constrast": 3.8175976276397705,
+      "rel-constrast": 4.525068283081055,
       "step": 747,
-      "subrel-constrast": 4.21746301651001,
+      "subrel-constrast": 4.346693992614746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.475412368774414,
-      "cov-distil (oracle2student)": 4.438069820404053,
-      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "cov-distil": 2.738781452178955,
+      "cov-distil (oracle2student)": 4.707560062408447,
+      "cov-distil (oracle2teacher)": 4.193061351776123,
       "epoch": 0.5871271585557299,
-      "rel-constrast": 3.845689296722412,
+      "rel-constrast": 4.981852054595947,
       "step": 748,
-      "subrel-constrast": 4.95175838470459,
+      "subrel-constrast": 5.058973789215088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9831706285476685,
-      "cov-distil (oracle2student)": 6.495038032531738,
-      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "cov-distil": 2.3287105560302734,
+      "cov-distil (oracle2student)": 7.539167881011963,
+      "cov-distil (oracle2teacher)": 6.661775588989258,
       "epoch": 0.5879120879120879,
-      "rel-constrast": 4.1530351638793945,
+      "rel-constrast": 5.07899284362793,
       "step": 749,
-      "subrel-constrast": 4.611822128295898,
+      "subrel-constrast": 4.924736022949219,
       "view-similarity": 0
     },
     {
       "epoch": 0.5886970172684458,
-      "grad_norm": 7.3125,
+      "grad_norm": 10.25,
       "learning_rate": 3.745e-05,
-      "loss": 0.962,
+      "loss": 1.0698,
       "step": 750
     },
     {
-      "cov-distil": 2.0158157348632812,
-      "cov-distil (oracle2student)": 5.055816173553467,
-      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "cov-distil": 3.1291921138763428,
+      "cov-distil (oracle2student)": 5.806586265563965,
+      "cov-distil (oracle2teacher)": 5.223454475402832,
       "epoch": 0.5886970172684458,
-      "rel-constrast": 3.9233157634735107,
+      "rel-constrast": 4.05808162689209,
       "step": 750,
-      "subrel-constrast": 3.864165782928467,
+      "subrel-constrast": 3.950441360473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635613441467285,
-      "cov-distil (oracle2student)": 5.4654316902160645,
-      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "cov-distil": 2.39149808883667,
+      "cov-distil (oracle2student)": 5.290502548217773,
+      "cov-distil (oracle2teacher)": 5.127215385437012,
       "epoch": 0.5894819466248038,
-      "rel-constrast": 4.993955135345459,
+      "rel-constrast": 5.352309226989746,
       "step": 751,
-      "subrel-constrast": 5.235997200012207,
+      "subrel-constrast": 5.655076503753662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385218858718872,
-      "cov-distil (oracle2student)": 5.6385650634765625,
-      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "cov-distil": 1.6597137451171875,
+      "cov-distil (oracle2student)": 7.3037519454956055,
+      "cov-distil (oracle2teacher)": 6.336320400238037,
       "epoch": 0.5902668759811617,
-      "rel-constrast": 3.025139808654785,
+      "rel-constrast": 4.209469318389893,
       "step": 752,
-      "subrel-constrast": 3.8267934322357178,
+      "subrel-constrast": 3.9522502422332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569950819015503,
-      "cov-distil (oracle2student)": 3.5421292781829834,
-      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "cov-distil": 1.7089654207229614,
+      "cov-distil (oracle2student)": 4.049164295196533,
+      "cov-distil (oracle2teacher)": 4.327991485595703,
       "epoch": 0.5910518053375197,
-      "rel-constrast": 3.353006601333618,
+      "rel-constrast": 3.1741323471069336,
       "step": 753,
-      "subrel-constrast": 3.6611077785491943,
+      "subrel-constrast": 3.8216490745544434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1727864742279053,
-      "cov-distil (oracle2student)": 4.28021240234375,
-      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "cov-distil": 2.1953067779541016,
+      "cov-distil (oracle2student)": 5.064481258392334,
+      "cov-distil (oracle2teacher)": 4.988542556762695,
       "epoch": 0.5918367346938775,
-      "rel-constrast": 2.922618865966797,
+      "rel-constrast": 3.7322816848754883,
       "step": 754,
-      "subrel-constrast": 3.996519088745117,
+      "subrel-constrast": 3.956284284591675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7415900230407715,
-      "cov-distil (oracle2student)": 3.497739315032959,
-      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "cov-distil": 2.03481388092041,
+      "cov-distil (oracle2student)": 4.22956657409668,
+      "cov-distil (oracle2teacher)": 3.7307679653167725,
       "epoch": 0.5926216640502355,
-      "rel-constrast": 3.798996925354004,
+      "rel-constrast": 4.330953121185303,
       "step": 755,
-      "subrel-constrast": 4.776462554931641,
+      "subrel-constrast": 4.124565601348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1685500144958496,
-      "cov-distil (oracle2student)": 4.893260955810547,
-      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "cov-distil": 1.9867360591888428,
+      "cov-distil (oracle2student)": 5.020341873168945,
+      "cov-distil (oracle2teacher)": 4.405291557312012,
       "epoch": 0.5934065934065934,
-      "rel-constrast": 2.4217734336853027,
+      "rel-constrast": 2.6014552116394043,
       "step": 756,
-      "subrel-constrast": 3.1775949001312256,
+      "subrel-constrast": 3.259565830230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841844081878662,
-      "cov-distil (oracle2student)": 4.1985602378845215,
-      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "cov-distil": 2.165889263153076,
+      "cov-distil (oracle2student)": 4.313626289367676,
+      "cov-distil (oracle2teacher)": 3.9217607975006104,
       "epoch": 0.5941915227629513,
-      "rel-constrast": 4.808537483215332,
+      "rel-constrast": 4.797835826873779,
       "step": 757,
-      "subrel-constrast": 4.465860366821289,
+      "subrel-constrast": 4.459097862243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1540775299072266,
-      "cov-distil (oracle2student)": 4.151504993438721,
-      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "cov-distil": 2.216163158416748,
+      "cov-distil (oracle2student)": 4.610080242156982,
+      "cov-distil (oracle2teacher)": 4.275761127471924,
       "epoch": 0.5949764521193093,
-      "rel-constrast": 4.140444755554199,
+      "rel-constrast": 4.887037754058838,
       "step": 758,
-      "subrel-constrast": 4.597982406616211,
+      "subrel-constrast": 4.603519439697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271002769470215,
-      "cov-distil (oracle2student)": 3.718888998031616,
-      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "cov-distil": 2.479959726333618,
+      "cov-distil (oracle2student)": 5.167355060577393,
+      "cov-distil (oracle2teacher)": 4.555408954620361,
       "epoch": 0.5957613814756672,
-      "rel-constrast": 2.825824499130249,
+      "rel-constrast": 3.5705361366271973,
       "step": 759,
-      "subrel-constrast": 4.3692402839660645,
+      "subrel-constrast": 4.040794372558594,
       "view-similarity": 0
     },
     {
       "epoch": 0.5965463108320251,
-      "grad_norm": 5.1875,
+      "grad_norm": 7.53125,
       "learning_rate": 3.795e-05,
-      "loss": 0.9528,
+      "loss": 1.0179,
       "step": 760
     },
     {
-      "cov-distil": 1.7022627592086792,
-      "cov-distil (oracle2student)": 3.69522762298584,
-      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "cov-distil": 1.4068678617477417,
+      "cov-distil (oracle2student)": 3.6850361824035645,
+      "cov-distil (oracle2teacher)": 3.460089921951294,
       "epoch": 0.5965463108320251,
-      "rel-constrast": 3.239539861679077,
+      "rel-constrast": 3.1959738731384277,
       "step": 760,
-      "subrel-constrast": 3.6723670959472656,
+      "subrel-constrast": 3.2650949954986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1336252689361572,
-      "cov-distil (oracle2student)": 5.899049282073975,
-      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "cov-distil": 2.1580967903137207,
+      "cov-distil (oracle2student)": 5.890793800354004,
+      "cov-distil (oracle2teacher)": 4.985220909118652,
       "epoch": 0.597331240188383,
-      "rel-constrast": 3.3772640228271484,
+      "rel-constrast": 3.8710572719573975,
       "step": 761,
-      "subrel-constrast": 3.9677364826202393,
+      "subrel-constrast": 3.6684064865112305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4030654430389404,
-      "cov-distil (oracle2student)": 2.9989023208618164,
-      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "cov-distil": 1.8122068643569946,
+      "cov-distil (oracle2student)": 4.2860822677612305,
+      "cov-distil (oracle2teacher)": 3.324612617492676,
       "epoch": 0.598116169544741,
-      "rel-constrast": 2.7976434230804443,
+      "rel-constrast": 3.957721710205078,
       "step": 762,
-      "subrel-constrast": 3.6139957904815674,
+      "subrel-constrast": 3.3651068210601807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6165751218795776,
-      "cov-distil (oracle2student)": 3.5679118633270264,
-      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "cov-distil": 1.8635069131851196,
+      "cov-distil (oracle2student)": 3.912562608718872,
+      "cov-distil (oracle2teacher)": 3.7038912773132324,
       "epoch": 0.5989010989010989,
-      "rel-constrast": 2.8740625381469727,
+      "rel-constrast": 3.707409143447876,
       "step": 763,
-      "subrel-constrast": 3.778475761413574,
+      "subrel-constrast": 3.779404640197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.820896625518799,
-      "cov-distil (oracle2student)": 6.150871753692627,
-      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "cov-distil": 2.6855244636535645,
+      "cov-distil (oracle2student)": 5.647215843200684,
+      "cov-distil (oracle2teacher)": 5.731972694396973,
       "epoch": 0.5996860282574569,
-      "rel-constrast": 3.7509093284606934,
+      "rel-constrast": 4.408953666687012,
       "step": 764,
-      "subrel-constrast": 4.796078681945801,
+      "subrel-constrast": 4.931423664093018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9030272960662842,
-      "cov-distil (oracle2student)": 4.817904472351074,
-      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "cov-distil": 2.0594053268432617,
+      "cov-distil (oracle2student)": 5.062814712524414,
+      "cov-distil (oracle2teacher)": 4.714827060699463,
       "epoch": 0.6004709576138147,
-      "rel-constrast": 2.762104034423828,
+      "rel-constrast": 3.347107172012329,
       "step": 765,
-      "subrel-constrast": 3.649869918823242,
+      "subrel-constrast": 3.490683078765869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6472067832946777,
-      "cov-distil (oracle2student)": 5.045088768005371,
-      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "cov-distil": 2.8269290924072266,
+      "cov-distil (oracle2student)": 5.58112096786499,
+      "cov-distil (oracle2teacher)": 4.725581645965576,
       "epoch": 0.6012558869701727,
-      "rel-constrast": 3.665983200073242,
+      "rel-constrast": 3.938312530517578,
       "step": 766,
-      "subrel-constrast": 4.9610595703125,
+      "subrel-constrast": 4.5828657150268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7140461206436157,
-      "cov-distil (oracle2student)": 4.2100830078125,
-      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "cov-distil": 2.5935630798339844,
+      "cov-distil (oracle2student)": 5.0514936447143555,
+      "cov-distil (oracle2teacher)": 4.765221118927002,
       "epoch": 0.6020408163265306,
-      "rel-constrast": 3.221212863922119,
+      "rel-constrast": 3.1897573471069336,
       "step": 767,
-      "subrel-constrast": 4.096993923187256,
+      "subrel-constrast": 3.7600433826446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9868059158325195,
-      "cov-distil (oracle2student)": 4.4105072021484375,
-      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "cov-distil": 1.749910593032837,
+      "cov-distil (oracle2student)": 4.981649875640869,
+      "cov-distil (oracle2teacher)": 4.607064247131348,
       "epoch": 0.6028257456828885,
-      "rel-constrast": 3.5781681537628174,
+      "rel-constrast": 3.793414831161499,
       "step": 768,
-      "subrel-constrast": 3.9354326725006104,
+      "subrel-constrast": 3.762812852859497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8439627885818481,
-      "cov-distil (oracle2student)": 4.352982521057129,
-      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "cov-distil": 2.4429807662963867,
+      "cov-distil (oracle2student)": 5.141033172607422,
+      "cov-distil (oracle2teacher)": 4.920139312744141,
       "epoch": 0.6036106750392465,
-      "rel-constrast": 3.0787644386291504,
+      "rel-constrast": 3.645747184753418,
       "step": 769,
-      "subrel-constrast": 3.8324127197265625,
+      "subrel-constrast": 3.959048271179199,
       "view-similarity": 0
     },
     {
       "epoch": 0.6043956043956044,
-      "grad_norm": 6.03125,
+      "grad_norm": 7.03125,
       "learning_rate": 3.845e-05,
-      "loss": 0.8581,
+      "loss": 0.9264,
       "step": 770
     },
     {
-      "cov-distil": 1.7659657001495361,
-      "cov-distil (oracle2student)": 3.843327045440674,
-      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "cov-distil": 2.1677699089050293,
+      "cov-distil (oracle2student)": 4.654834747314453,
+      "cov-distil (oracle2teacher)": 4.412710666656494,
       "epoch": 0.6043956043956044,
-      "rel-constrast": 3.9639570713043213,
+      "rel-constrast": 5.046914100646973,
       "step": 770,
-      "subrel-constrast": 4.180597305297852,
+      "subrel-constrast": 4.446437358856201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.315230369567871,
-      "cov-distil (oracle2student)": 5.3011298179626465,
-      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "cov-distil": 1.9822173118591309,
+      "cov-distil (oracle2student)": 5.845059394836426,
+      "cov-distil (oracle2teacher)": 5.281351089477539,
       "epoch": 0.6051805337519623,
-      "rel-constrast": 2.70466685295105,
+      "rel-constrast": 3.089263677597046,
       "step": 771,
-      "subrel-constrast": 3.1214003562927246,
+      "subrel-constrast": 3.455900192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9845139980316162,
-      "cov-distil (oracle2student)": 4.869327545166016,
-      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "cov-distil": 2.4503231048583984,
+      "cov-distil (oracle2student)": 5.554692268371582,
+      "cov-distil (oracle2teacher)": 5.147971153259277,
       "epoch": 0.6059654631083202,
-      "rel-constrast": 3.7171690464019775,
+      "rel-constrast": 4.767708778381348,
       "step": 772,
-      "subrel-constrast": 4.3443684577941895,
+      "subrel-constrast": 4.6043877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9720571041107178,
-      "cov-distil (oracle2student)": 3.690183639526367,
-      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "cov-distil": 2.3802542686462402,
+      "cov-distil (oracle2student)": 3.936060905456543,
+      "cov-distil (oracle2teacher)": 4.540515899658203,
       "epoch": 0.6067503924646782,
-      "rel-constrast": 3.0226402282714844,
+      "rel-constrast": 2.592139482498169,
       "step": 773,
-      "subrel-constrast": 3.60787296295166,
+      "subrel-constrast": 3.946826696395874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6458377838134766,
-      "cov-distil (oracle2student)": 4.784181594848633,
-      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "cov-distil": 1.9373725652694702,
+      "cov-distil (oracle2student)": 5.4027910232543945,
+      "cov-distil (oracle2teacher)": 4.710404872894287,
       "epoch": 0.6075353218210361,
-      "rel-constrast": 2.781965732574463,
+      "rel-constrast": 3.7561354637145996,
       "step": 774,
-      "subrel-constrast": 4.125537395477295,
+      "subrel-constrast": 3.7282004356384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9115421772003174,
-      "cov-distil (oracle2student)": 3.761108160018921,
-      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "cov-distil": 1.7742207050323486,
+      "cov-distil (oracle2student)": 4.408854007720947,
+      "cov-distil (oracle2teacher)": 3.8948662281036377,
       "epoch": 0.6083202511773941,
-      "rel-constrast": 5.317140102386475,
+      "rel-constrast": 5.420592308044434,
       "step": 775,
-      "subrel-constrast": 5.246437072753906,
+      "subrel-constrast": 5.60831356048584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6181366443634033,
-      "cov-distil (oracle2student)": 4.179975509643555,
-      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "cov-distil": 2.1246399879455566,
+      "cov-distil (oracle2student)": 3.595367908477783,
+      "cov-distil (oracle2teacher)": 4.677308559417725,
       "epoch": 0.609105180533752,
-      "rel-constrast": 3.174107789993286,
+      "rel-constrast": 3.4084246158599854,
       "step": 776,
-      "subrel-constrast": 4.24804162979126,
+      "subrel-constrast": 4.062203407287598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841779470443726,
-      "cov-distil (oracle2student)": 4.076355934143066,
-      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "cov-distil": 2.1425368785858154,
+      "cov-distil (oracle2student)": 4.6184844970703125,
+      "cov-distil (oracle2teacher)": 4.195455074310303,
       "epoch": 0.6098901098901099,
-      "rel-constrast": 3.13995623588562,
+      "rel-constrast": 3.67858624458313,
       "step": 777,
-      "subrel-constrast": 3.882110834121704,
+      "subrel-constrast": 4.048653602600098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4938359260559082,
-      "cov-distil (oracle2student)": 3.114800453186035,
-      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "cov-distil": 1.896728515625,
+      "cov-distil (oracle2student)": 3.5128607749938965,
+      "cov-distil (oracle2teacher)": 3.4237685203552246,
       "epoch": 0.6106750392464678,
-      "rel-constrast": 2.3868465423583984,
+      "rel-constrast": 2.54510498046875,
       "step": 778,
-      "subrel-constrast": 3.307704448699951,
+      "subrel-constrast": 3.0003485679626465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6191189289093018,
-      "cov-distil (oracle2student)": 3.7162814140319824,
-      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "cov-distil": 1.7340281009674072,
+      "cov-distil (oracle2student)": 4.360445022583008,
+      "cov-distil (oracle2teacher)": 4.661279678344727,
       "epoch": 0.6114599686028257,
-      "rel-constrast": 2.6197452545166016,
+      "rel-constrast": 3.22906231880188,
       "step": 779,
-      "subrel-constrast": 3.995907783508301,
+      "subrel-constrast": 3.9929819107055664,
       "view-similarity": 0
     },
     {
       "epoch": 0.6122448979591837,
-      "grad_norm": 5.71875,
+      "grad_norm": 7.625,
       "learning_rate": 3.8950000000000005e-05,
-      "loss": 0.8627,
+      "loss": 0.9383,
       "step": 780
     },
     {
-      "cov-distil": 1.567307472229004,
-      "cov-distil (oracle2student)": 3.8484396934509277,
-      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "cov-distil": 2.0860483646392822,
+      "cov-distil (oracle2student)": 4.5741682052612305,
+      "cov-distil (oracle2teacher)": 4.050600051879883,
       "epoch": 0.6122448979591837,
-      "rel-constrast": 2.7569737434387207,
+      "rel-constrast": 3.1628856658935547,
       "step": 780,
-      "subrel-constrast": 3.633056640625,
+      "subrel-constrast": 3.2471790313720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.703679084777832,
-      "cov-distil (oracle2student)": 5.909217834472656,
-      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "cov-distil": 2.50667142868042,
+      "cov-distil (oracle2student)": 6.771400451660156,
+      "cov-distil (oracle2teacher)": 6.182733535766602,
       "epoch": 0.6130298273155416,
-      "rel-constrast": 3.1182799339294434,
+      "rel-constrast": 3.1306979656219482,
       "step": 781,
-      "subrel-constrast": 4.302492618560791,
+      "subrel-constrast": 4.126930236816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5469286441802979,
-      "cov-distil (oracle2student)": 4.972591876983643,
-      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "cov-distil": 2.231055736541748,
+      "cov-distil (oracle2student)": 5.54215145111084,
+      "cov-distil (oracle2teacher)": 4.732599258422852,
       "epoch": 0.6138147566718996,
-      "rel-constrast": 3.5933823585510254,
+      "rel-constrast": 4.027646064758301,
       "step": 782,
-      "subrel-constrast": 4.120849609375,
+      "subrel-constrast": 3.946063280105591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.499288320541382,
-      "cov-distil (oracle2student)": 4.016372203826904,
-      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "cov-distil": 2.704841375350952,
+      "cov-distil (oracle2student)": 4.748509407043457,
+      "cov-distil (oracle2teacher)": 4.220213890075684,
       "epoch": 0.6145996860282574,
-      "rel-constrast": 3.579235076904297,
+      "rel-constrast": 3.7203240394592285,
       "step": 783,
-      "subrel-constrast": 4.995879650115967,
+      "subrel-constrast": 4.690211296081543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7838202714920044,
-      "cov-distil (oracle2student)": 4.292354106903076,
-      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "cov-distil": 2.721923351287842,
+      "cov-distil (oracle2student)": 5.281452178955078,
+      "cov-distil (oracle2teacher)": 4.566875457763672,
       "epoch": 0.6153846153846154,
-      "rel-constrast": 4.380586624145508,
+      "rel-constrast": 5.343472957611084,
       "step": 784,
-      "subrel-constrast": 4.989373683929443,
+      "subrel-constrast": 4.753566741943359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.360783338546753,
-      "cov-distil (oracle2student)": 2.8544771671295166,
-      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "cov-distil": 1.6865699291229248,
+      "cov-distil (oracle2student)": 3.1804556846618652,
+      "cov-distil (oracle2teacher)": 2.883664131164551,
       "epoch": 0.6161695447409733,
-      "rel-constrast": 2.633727788925171,
+      "rel-constrast": 3.0664286613464355,
       "step": 785,
-      "subrel-constrast": 3.0272700786590576,
+      "subrel-constrast": 3.025939702987671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2854633331298828,
-      "cov-distil (oracle2student)": 4.519411087036133,
-      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "cov-distil": 1.637481451034546,
+      "cov-distil (oracle2student)": 4.416049957275391,
+      "cov-distil (oracle2teacher)": 4.686575889587402,
       "epoch": 0.6169544740973313,
-      "rel-constrast": 3.793271541595459,
+      "rel-constrast": 4.128195762634277,
       "step": 786,
-      "subrel-constrast": 4.128157138824463,
+      "subrel-constrast": 4.118139743804932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158350229263306,
-      "cov-distil (oracle2student)": 8.350929260253906,
-      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "cov-distil": 2.468355894088745,
+      "cov-distil (oracle2student)": 8.58871078491211,
+      "cov-distil (oracle2teacher)": 7.315741539001465,
       "epoch": 0.6177394034536892,
-      "rel-constrast": 4.180355548858643,
+      "rel-constrast": 4.604372978210449,
       "step": 787,
-      "subrel-constrast": 4.325165748596191,
+      "subrel-constrast": 4.865985870361328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7012990713119507,
-      "cov-distil (oracle2student)": 4.489649772644043,
-      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "cov-distil": 1.7514426708221436,
+      "cov-distil (oracle2student)": 4.680485725402832,
+      "cov-distil (oracle2teacher)": 4.732631683349609,
       "epoch": 0.6185243328100472,
-      "rel-constrast": 2.7871315479278564,
+      "rel-constrast": 3.8200745582580566,
       "step": 788,
-      "subrel-constrast": 3.8673195838928223,
+      "subrel-constrast": 3.49665904045105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.114866256713867,
-      "cov-distil (oracle2student)": 4.235287666320801,
-      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "cov-distil": 2.9236176013946533,
+      "cov-distil (oracle2student)": 5.272342681884766,
+      "cov-distil (oracle2teacher)": 4.227210521697998,
       "epoch": 0.619309262166405,
-      "rel-constrast": 3.4823496341705322,
+      "rel-constrast": 5.068964004516602,
       "step": 789,
-      "subrel-constrast": 4.297632217407227,
+      "subrel-constrast": 3.958841323852539,
       "view-similarity": 0
     },
     {
       "epoch": 0.6200941915227629,
-      "grad_norm": 7.875,
+      "grad_norm": 9.25,
       "learning_rate": 3.9450000000000003e-05,
-      "loss": 0.9013,
+      "loss": 1.0018,
       "step": 790
     },
     {
-      "cov-distil": 1.5477025508880615,
-      "cov-distil (oracle2student)": 5.949827671051025,
-      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "cov-distil": 2.2746267318725586,
+      "cov-distil (oracle2student)": 5.911013126373291,
+      "cov-distil (oracle2teacher)": 5.6180853843688965,
       "epoch": 0.6200941915227629,
-      "rel-constrast": 4.039373397827148,
+      "rel-constrast": 4.061481475830078,
       "step": 790,
-      "subrel-constrast": 4.567863464355469,
+      "subrel-constrast": 4.836816787719727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3561406135559082,
-      "cov-distil (oracle2student)": 3.604832649230957,
-      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "cov-distil": 1.856873869895935,
+      "cov-distil (oracle2student)": 3.14231538772583,
+      "cov-distil (oracle2teacher)": 4.187923431396484,
       "epoch": 0.6208791208791209,
-      "rel-constrast": 3.4909794330596924,
+      "rel-constrast": 3.3938162326812744,
       "step": 791,
-      "subrel-constrast": 4.409178733825684,
+      "subrel-constrast": 4.428590774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.871955394744873,
-      "cov-distil (oracle2student)": 4.196135520935059,
-      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "cov-distil": 1.8115508556365967,
+      "cov-distil (oracle2student)": 4.578952789306641,
+      "cov-distil (oracle2teacher)": 4.331554412841797,
       "epoch": 0.6216640502354788,
-      "rel-constrast": 2.9357693195343018,
+      "rel-constrast": 3.25628399848938,
       "step": 792,
-      "subrel-constrast": 3.2282023429870605,
+      "subrel-constrast": 3.265045404434204,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.003251791000366,
-      "cov-distil (oracle2student)": 4.818282127380371,
-      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "cov-distil": 2.423172950744629,
+      "cov-distil (oracle2student)": 5.591062545776367,
+      "cov-distil (oracle2teacher)": 4.888613700866699,
       "epoch": 0.6224489795918368,
-      "rel-constrast": 2.581894636154175,
+      "rel-constrast": 3.420088291168213,
       "step": 793,
-      "subrel-constrast": 3.626744031906128,
+      "subrel-constrast": 3.682490587234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013441562652588,
-      "cov-distil (oracle2student)": 4.1534881591796875,
-      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "cov-distil": 2.1695425510406494,
+      "cov-distil (oracle2student)": 5.115130424499512,
+      "cov-distil (oracle2teacher)": 4.55626916885376,
       "epoch": 0.6232339089481946,
-      "rel-constrast": 3.052790403366089,
+      "rel-constrast": 3.757192850112915,
       "step": 794,
-      "subrel-constrast": 3.9772417545318604,
+      "subrel-constrast": 3.434692859649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3264985084533691,
-      "cov-distil (oracle2student)": 2.9551219940185547,
-      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "cov-distil": 1.5382232666015625,
+      "cov-distil (oracle2student)": 2.9952645301818848,
+      "cov-distil (oracle2teacher)": 3.1940860748291016,
       "epoch": 0.6240188383045526,
-      "rel-constrast": 2.9264769554138184,
+      "rel-constrast": 2.5813639163970947,
       "step": 795,
-      "subrel-constrast": 3.479712724685669,
+      "subrel-constrast": 3.1796300411224365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9255633354187012,
-      "cov-distil (oracle2student)": 4.218044281005859,
-      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "cov-distil": 1.8859107494354248,
+      "cov-distil (oracle2student)": 4.220844745635986,
+      "cov-distil (oracle2teacher)": 4.328567028045654,
       "epoch": 0.6248037676609105,
-      "rel-constrast": 2.9784960746765137,
+      "rel-constrast": 3.2804794311523438,
       "step": 796,
-      "subrel-constrast": 3.8964850902557373,
+      "subrel-constrast": 3.828761577606201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.79434335231781,
-      "cov-distil (oracle2student)": 3.4287924766540527,
-      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "cov-distil": 2.4283809661865234,
+      "cov-distil (oracle2student)": 3.9118874073028564,
+      "cov-distil (oracle2teacher)": 3.888495922088623,
       "epoch": 0.6255886970172685,
-      "rel-constrast": 2.4437570571899414,
+      "rel-constrast": 2.5512380599975586,
       "step": 797,
-      "subrel-constrast": 3.4459657669067383,
+      "subrel-constrast": 3.512357234954834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4499318599700928,
-      "cov-distil (oracle2student)": 3.9298148155212402,
-      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "cov-distil": 2.2765426635742188,
+      "cov-distil (oracle2student)": 4.8082146644592285,
+      "cov-distil (oracle2teacher)": 3.902686357498169,
       "epoch": 0.6263736263736264,
-      "rel-constrast": 3.9533963203430176,
+      "rel-constrast": 4.791129112243652,
       "step": 798,
-      "subrel-constrast": 4.786764144897461,
+      "subrel-constrast": 4.411496639251709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6373556852340698,
-      "cov-distil (oracle2student)": 4.715010166168213,
-      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "cov-distil": 2.234588623046875,
+      "cov-distil (oracle2student)": 5.007917404174805,
+      "cov-distil (oracle2teacher)": 4.987737655639648,
       "epoch": 0.6271585557299842,
-      "rel-constrast": 4.105449676513672,
+      "rel-constrast": 4.598823070526123,
       "step": 799,
-      "subrel-constrast": 4.462728500366211,
+      "subrel-constrast": 4.936426162719727,
       "view-similarity": 0
     },
     {
       "epoch": 0.6279434850863422,
-      "grad_norm": 6.375,
+      "grad_norm": 9.3125,
       "learning_rate": 3.995e-05,
-      "loss": 0.855,
+      "loss": 0.8923,
       "step": 800
     },
     {
@@ -8827,2191 +8827,2191 @@
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "student margin": 0.04833984375
+      "student margin": 0.046295166015625
     },
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "teacher margin": 0.027130126953125
+      "teacher margin": 0.0299072265625
     },
     {
       "epoch": 0.6279434850863422,
-      "margin difference": -0.021209716796875,
+      "margin difference": -0.016387939453125,
       "step": 800
     },
     {
-      "cov-distil": 2.0045931339263916,
-      "cov-distil (oracle2student)": 3.7618496417999268,
-      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "cov-distil": 2.0241048336029053,
+      "cov-distil (oracle2student)": 3.9974863529205322,
+      "cov-distil (oracle2teacher)": 3.7318315505981445,
       "epoch": 0.6279434850863422,
-      "rel-constrast": 2.2175610065460205,
+      "rel-constrast": 2.300175189971924,
       "step": 800,
-      "subrel-constrast": 3.892456293106079,
+      "subrel-constrast": 3.780639410018921,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.619981050491333,
-      "cov-distil (oracle2student)": 4.364217758178711,
-      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "cov-distil": 2.396726369857788,
+      "cov-distil (oracle2student)": 4.62131404876709,
+      "cov-distil (oracle2teacher)": 4.513237953186035,
       "epoch": 0.6287284144427001,
-      "rel-constrast": 4.093245506286621,
+      "rel-constrast": 4.073274612426758,
       "step": 801,
-      "subrel-constrast": 5.052906513214111,
+      "subrel-constrast": 4.772852420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9569767713546753,
-      "cov-distil (oracle2student)": 2.646055221557617,
-      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "cov-distil": 3.0832877159118652,
+      "cov-distil (oracle2student)": 3.26403546333313,
+      "cov-distil (oracle2teacher)": 3.1358118057250977,
       "epoch": 0.6295133437990581,
-      "rel-constrast": 2.6254687309265137,
+      "rel-constrast": 3.467078924179077,
       "step": 802,
-      "subrel-constrast": 3.3019208908081055,
+      "subrel-constrast": 3.490443229675293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089287757873535,
-      "cov-distil (oracle2student)": 5.582956314086914,
-      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "cov-distil": 1.9142239093780518,
+      "cov-distil (oracle2student)": 5.579619407653809,
+      "cov-distil (oracle2teacher)": 4.965686798095703,
       "epoch": 0.630298273155416,
-      "rel-constrast": 3.7026913166046143,
+      "rel-constrast": 3.7450711727142334,
       "step": 803,
-      "subrel-constrast": 3.879225969314575,
+      "subrel-constrast": 3.8026223182678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9473289251327515,
-      "cov-distil (oracle2student)": 3.230166435241699,
-      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "cov-distil": 2.1219918727874756,
+      "cov-distil (oracle2student)": 3.465679407119751,
+      "cov-distil (oracle2teacher)": 3.5218920707702637,
       "epoch": 0.631083202511774,
-      "rel-constrast": 1.864764928817749,
+      "rel-constrast": 2.408196449279785,
       "step": 804,
-      "subrel-constrast": 3.3280768394470215,
+      "subrel-constrast": 3.5018701553344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3922661542892456,
-      "cov-distil (oracle2student)": 4.060875415802002,
-      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "cov-distil": 1.4459668397903442,
+      "cov-distil (oracle2student)": 3.923173666000366,
+      "cov-distil (oracle2teacher)": 3.8860409259796143,
       "epoch": 0.6318681318681318,
-      "rel-constrast": 3.7141737937927246,
+      "rel-constrast": 3.9082555770874023,
       "step": 805,
-      "subrel-constrast": 4.204806804656982,
+      "subrel-constrast": 3.871812105178833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784874677658081,
-      "cov-distil (oracle2student)": 4.374386310577393,
-      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "cov-distil": 2.1211788654327393,
+      "cov-distil (oracle2student)": 5.424649238586426,
+      "cov-distil (oracle2teacher)": 4.680272102355957,
       "epoch": 0.6326530612244898,
-      "rel-constrast": 3.073376178741455,
+      "rel-constrast": 4.003725528717041,
       "step": 806,
-      "subrel-constrast": 3.565107583999634,
+      "subrel-constrast": 3.8697054386138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3918473720550537,
-      "cov-distil (oracle2student)": 4.301252841949463,
-      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "cov-distil": 2.145512104034424,
+      "cov-distil (oracle2student)": 5.250019073486328,
+      "cov-distil (oracle2teacher)": 4.717369556427002,
       "epoch": 0.6334379905808477,
-      "rel-constrast": 3.255364179611206,
+      "rel-constrast": 3.9986205101013184,
       "step": 807,
-      "subrel-constrast": 4.516900062561035,
+      "subrel-constrast": 4.081348896026611,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8820072412490845,
-      "cov-distil (oracle2student)": 4.317390441894531,
-      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "cov-distil": 2.5171971321105957,
+      "cov-distil (oracle2student)": 4.974362373352051,
+      "cov-distil (oracle2teacher)": 4.608996391296387,
       "epoch": 0.6342229199372057,
-      "rel-constrast": 2.3400073051452637,
+      "rel-constrast": 2.7656352519989014,
       "step": 808,
-      "subrel-constrast": 3.68056583404541,
+      "subrel-constrast": 3.6235463619232178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104020595550537,
-      "cov-distil (oracle2student)": 4.113283157348633,
-      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "cov-distil": 2.3656296730041504,
+      "cov-distil (oracle2student)": 4.895097255706787,
+      "cov-distil (oracle2teacher)": 4.399863243103027,
       "epoch": 0.6350078492935636,
-      "rel-constrast": 2.7774062156677246,
+      "rel-constrast": 3.409998655319214,
       "step": 809,
-      "subrel-constrast": 3.156845808029175,
+      "subrel-constrast": 3.2858588695526123,
       "view-similarity": 0
     },
     {
       "epoch": 0.6357927786499215,
-      "grad_norm": 5.875,
+      "grad_norm": 9.875,
       "learning_rate": 4.045000000000001e-05,
-      "loss": 0.792,
+      "loss": 0.852,
       "step": 810
     },
     {
-      "cov-distil": 1.9225842952728271,
-      "cov-distil (oracle2student)": 4.772700309753418,
-      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "cov-distil": 2.4723076820373535,
+      "cov-distil (oracle2student)": 5.742127895355225,
+      "cov-distil (oracle2teacher)": 4.469183444976807,
       "epoch": 0.6357927786499215,
-      "rel-constrast": 2.274402618408203,
+      "rel-constrast": 3.4872055053710938,
       "step": 810,
-      "subrel-constrast": 3.793257236480713,
+      "subrel-constrast": 3.7737765312194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146592140197754,
-      "cov-distil (oracle2student)": 3.9638068675994873,
-      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "cov-distil": 2.123300313949585,
+      "cov-distil (oracle2student)": 4.420330047607422,
+      "cov-distil (oracle2teacher)": 4.663112640380859,
       "epoch": 0.6365777080062794,
-      "rel-constrast": 2.302318572998047,
+      "rel-constrast": 3.19289493560791,
       "step": 811,
-      "subrel-constrast": 3.4826509952545166,
+      "subrel-constrast": 3.8449835777282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7630622386932373,
-      "cov-distil (oracle2student)": 3.8982958793640137,
-      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "cov-distil": 2.2566237449645996,
+      "cov-distil (oracle2student)": 4.116199970245361,
+      "cov-distil (oracle2teacher)": 3.975741147994995,
       "epoch": 0.6373626373626373,
-      "rel-constrast": 3.0242116451263428,
+      "rel-constrast": 3.455289840698242,
       "step": 812,
-      "subrel-constrast": 3.74605655670166,
+      "subrel-constrast": 3.765545129776001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2058258056640625,
-      "cov-distil (oracle2student)": 5.105160236358643,
-      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "cov-distil": 2.1667912006378174,
+      "cov-distil (oracle2student)": 5.345813274383545,
+      "cov-distil (oracle2teacher)": 4.406340599060059,
       "epoch": 0.6381475667189953,
-      "rel-constrast": 3.7548186779022217,
+      "rel-constrast": 3.665705680847168,
       "step": 813,
-      "subrel-constrast": 4.288941383361816,
+      "subrel-constrast": 4.093423366546631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2325778007507324,
-      "cov-distil (oracle2student)": 3.994985818862915,
-      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "cov-distil": 2.6961753368377686,
+      "cov-distil (oracle2student)": 4.755043983459473,
+      "cov-distil (oracle2teacher)": 4.336665153503418,
       "epoch": 0.6389324960753532,
-      "rel-constrast": 4.058200836181641,
+      "rel-constrast": 4.565523147583008,
       "step": 814,
-      "subrel-constrast": 5.199466705322266,
+      "subrel-constrast": 5.120007514953613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6037338972091675,
-      "cov-distil (oracle2student)": 3.0010287761688232,
-      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "cov-distil": 1.8166258335113525,
+      "cov-distil (oracle2student)": 3.467742681503296,
+      "cov-distil (oracle2teacher)": 3.107326030731201,
       "epoch": 0.6397174254317112,
-      "rel-constrast": 2.544131278991699,
+      "rel-constrast": 2.7664432525634766,
       "step": 815,
-      "subrel-constrast": 3.9001212120056152,
+      "subrel-constrast": 2.9938812255859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8440213203430176,
-      "cov-distil (oracle2student)": 3.382146120071411,
-      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "cov-distil": 2.466531753540039,
+      "cov-distil (oracle2student)": 3.8548033237457275,
+      "cov-distil (oracle2teacher)": 3.812587261199951,
       "epoch": 0.640502354788069,
-      "rel-constrast": 3.101287603378296,
+      "rel-constrast": 3.049858570098877,
       "step": 816,
-      "subrel-constrast": 3.941652297973633,
+      "subrel-constrast": 3.987323045730591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3768600225448608,
-      "cov-distil (oracle2student)": 4.8537187576293945,
-      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "cov-distil": 1.895331621170044,
+      "cov-distil (oracle2student)": 5.51685905456543,
+      "cov-distil (oracle2teacher)": 4.546798229217529,
       "epoch": 0.641287284144427,
-      "rel-constrast": 3.138200521469116,
+      "rel-constrast": 4.071093559265137,
       "step": 817,
-      "subrel-constrast": 4.078574180603027,
+      "subrel-constrast": 3.8209733963012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3285818099975586,
-      "cov-distil (oracle2student)": 3.95272159576416,
-      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "cov-distil": 1.9024813175201416,
+      "cov-distil (oracle2student)": 4.008884429931641,
+      "cov-distil (oracle2teacher)": 3.873781681060791,
       "epoch": 0.6420722135007849,
-      "rel-constrast": 2.9757089614868164,
+      "rel-constrast": 3.134730339050293,
       "step": 818,
-      "subrel-constrast": 4.183833599090576,
+      "subrel-constrast": 3.560436725616455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9137150049209595,
-      "cov-distil (oracle2student)": 3.8996100425720215,
-      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "cov-distil": 2.6990745067596436,
+      "cov-distil (oracle2student)": 4.145615577697754,
+      "cov-distil (oracle2teacher)": 3.893411636352539,
       "epoch": 0.6428571428571429,
-      "rel-constrast": 3.0237324237823486,
+      "rel-constrast": 3.3359436988830566,
       "step": 819,
-      "subrel-constrast": 3.7355899810791016,
+      "subrel-constrast": 3.7698800563812256,
       "view-similarity": 0
     },
     {
       "epoch": 0.6436420722135008,
-      "grad_norm": 6.03125,
+      "grad_norm": 6.5625,
       "learning_rate": 4.095e-05,
-      "loss": 0.8033,
+      "loss": 0.8681,
       "step": 820
     },
     {
-      "cov-distil": 1.5698240995407104,
-      "cov-distil (oracle2student)": 3.570085287094116,
-      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "cov-distil": 1.4913229942321777,
+      "cov-distil (oracle2student)": 3.503937244415283,
+      "cov-distil (oracle2teacher)": 3.3012704849243164,
       "epoch": 0.6436420722135008,
-      "rel-constrast": 3.341369152069092,
+      "rel-constrast": 4.0764312744140625,
       "step": 820,
-      "subrel-constrast": 3.669610023498535,
+      "subrel-constrast": 3.3614537715911865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.108656406402588,
-      "cov-distil (oracle2student)": 4.587629318237305,
-      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "cov-distil": 2.682131290435791,
+      "cov-distil (oracle2student)": 4.566946983337402,
+      "cov-distil (oracle2teacher)": 4.824077606201172,
       "epoch": 0.6444270015698587,
-      "rel-constrast": 2.444645643234253,
+      "rel-constrast": 2.7872982025146484,
       "step": 821,
-      "subrel-constrast": 3.439606189727783,
+      "subrel-constrast": 3.5298821926116943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.427807092666626,
-      "cov-distil (oracle2student)": 4.807023048400879,
-      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "cov-distil": 2.1092615127563477,
+      "cov-distil (oracle2student)": 5.566984176635742,
+      "cov-distil (oracle2teacher)": 4.479093551635742,
       "epoch": 0.6452119309262166,
-      "rel-constrast": 3.5886707305908203,
+      "rel-constrast": 4.579043865203857,
       "step": 822,
-      "subrel-constrast": 4.190989017486572,
+      "subrel-constrast": 4.081467628479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7150936126708984,
-      "cov-distil (oracle2student)": 4.0572509765625,
-      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "cov-distil": 1.7659711837768555,
+      "cov-distil (oracle2student)": 5.2393951416015625,
+      "cov-distil (oracle2teacher)": 4.56248664855957,
       "epoch": 0.6459968602825745,
-      "rel-constrast": 4.181950092315674,
+      "rel-constrast": 4.584153175354004,
       "step": 823,
-      "subrel-constrast": 4.883435249328613,
+      "subrel-constrast": 4.342507839202881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.375495672225952,
-      "cov-distil (oracle2student)": 4.172708988189697,
-      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "cov-distil": 2.650578498840332,
+      "cov-distil (oracle2student)": 4.48793363571167,
+      "cov-distil (oracle2teacher)": 3.94382905960083,
       "epoch": 0.6467817896389325,
-      "rel-constrast": 3.079369306564331,
+      "rel-constrast": 3.092801809310913,
       "step": 824,
-      "subrel-constrast": 4.150157451629639,
+      "subrel-constrast": 3.83937406539917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.308274745941162,
-      "cov-distil (oracle2student)": 4.596344947814941,
-      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "cov-distil": 3.1708779335021973,
+      "cov-distil (oracle2student)": 5.016849994659424,
+      "cov-distil (oracle2teacher)": 4.284183502197266,
       "epoch": 0.6475667189952904,
-      "rel-constrast": 4.447976112365723,
+      "rel-constrast": 4.761890411376953,
       "step": 825,
-      "subrel-constrast": 4.973028659820557,
+      "subrel-constrast": 5.417451858520508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7622771263122559,
-      "cov-distil (oracle2student)": 4.808835029602051,
-      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "cov-distil": 2.241478443145752,
+      "cov-distil (oracle2student)": 5.151844024658203,
+      "cov-distil (oracle2teacher)": 5.225059986114502,
       "epoch": 0.6483516483516484,
-      "rel-constrast": 3.0392632484436035,
+      "rel-constrast": 3.6212735176086426,
       "step": 826,
-      "subrel-constrast": 4.2934980392456055,
+      "subrel-constrast": 3.73117733001709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2593860626220703,
-      "cov-distil (oracle2student)": 4.994297504425049,
-      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "cov-distil": 1.9511266946792603,
+      "cov-distil (oracle2student)": 5.438177108764648,
+      "cov-distil (oracle2teacher)": 4.69582986831665,
       "epoch": 0.6491365777080063,
-      "rel-constrast": 3.979785919189453,
+      "rel-constrast": 3.8562958240509033,
       "step": 827,
-      "subrel-constrast": 4.262341499328613,
+      "subrel-constrast": 3.734269857406616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6107163429260254,
-      "cov-distil (oracle2student)": 3.178396224975586,
-      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "cov-distil": 1.6709935665130615,
+      "cov-distil (oracle2student)": 4.58493185043335,
+      "cov-distil (oracle2teacher)": 3.0215516090393066,
       "epoch": 0.6499215070643642,
-      "rel-constrast": 2.977691888809204,
+      "rel-constrast": 4.311128616333008,
       "step": 828,
-      "subrel-constrast": 3.771296501159668,
+      "subrel-constrast": 3.5323760509490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.630000352859497,
-      "cov-distil (oracle2student)": 5.777911186218262,
-      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "cov-distil": 1.6916801929473877,
+      "cov-distil (oracle2student)": 6.1899800300598145,
+      "cov-distil (oracle2teacher)": 5.202908992767334,
       "epoch": 0.6507064364207221,
-      "rel-constrast": 3.3911921977996826,
+      "rel-constrast": 3.5776491165161133,
       "step": 829,
-      "subrel-constrast": 4.069247722625732,
+      "subrel-constrast": 3.7924444675445557,
       "view-similarity": 0
     },
     {
       "epoch": 0.6514913657770801,
-      "grad_norm": 6.75,
+      "grad_norm": 7.28125,
       "learning_rate": 4.145e-05,
-      "loss": 0.9087,
+      "loss": 0.9812,
       "step": 830
     },
     {
-      "cov-distil": 1.8794384002685547,
-      "cov-distil (oracle2student)": 4.103548049926758,
-      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "cov-distil": 2.3356940746307373,
+      "cov-distil (oracle2student)": 4.071619033813477,
+      "cov-distil (oracle2teacher)": 3.990034341812134,
       "epoch": 0.6514913657770801,
-      "rel-constrast": 4.0044355392456055,
+      "rel-constrast": 4.01130485534668,
       "step": 830,
-      "subrel-constrast": 4.624624252319336,
+      "subrel-constrast": 4.225636959075928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906476497650146,
-      "cov-distil (oracle2student)": 3.214458465576172,
-      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "cov-distil": 2.2811150550842285,
+      "cov-distil (oracle2student)": 3.260524034500122,
+      "cov-distil (oracle2teacher)": 3.6335341930389404,
       "epoch": 0.652276295133438,
-      "rel-constrast": 2.7704429626464844,
+      "rel-constrast": 2.6566925048828125,
       "step": 831,
-      "subrel-constrast": 3.6220717430114746,
+      "subrel-constrast": 3.7064754962921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9752247333526611,
-      "cov-distil (oracle2student)": 4.888476371765137,
-      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "cov-distil": 2.247473955154419,
+      "cov-distil (oracle2student)": 5.651100158691406,
+      "cov-distil (oracle2teacher)": 5.332487106323242,
       "epoch": 0.6530612244897959,
-      "rel-constrast": 3.941727638244629,
+      "rel-constrast": 4.359498023986816,
       "step": 832,
-      "subrel-constrast": 4.675938129425049,
+      "subrel-constrast": 5.029499053955078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7726495265960693,
-      "cov-distil (oracle2student)": 2.904669761657715,
-      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "cov-distil": 1.9488669633865356,
+      "cov-distil (oracle2student)": 3.5353236198425293,
+      "cov-distil (oracle2teacher)": 3.1988792419433594,
       "epoch": 0.6538461538461539,
-      "rel-constrast": 2.125884771347046,
+      "rel-constrast": 2.7589516639709473,
       "step": 833,
-      "subrel-constrast": 3.402971029281616,
+      "subrel-constrast": 3.0526840686798096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8348287343978882,
-      "cov-distil (oracle2student)": 3.610349178314209,
-      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "cov-distil": 2.0042920112609863,
+      "cov-distil (oracle2student)": 3.311549663543701,
+      "cov-distil (oracle2teacher)": 3.7095727920532227,
       "epoch": 0.6546310832025117,
-      "rel-constrast": 4.169477939605713,
+      "rel-constrast": 3.93538236618042,
       "step": 834,
-      "subrel-constrast": 4.495212078094482,
+      "subrel-constrast": 4.491973400115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.877418041229248,
-      "cov-distil (oracle2student)": 5.971458435058594,
-      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "cov-distil": 2.3319320678710938,
+      "cov-distil (oracle2student)": 6.884675979614258,
+      "cov-distil (oracle2teacher)": 5.895162582397461,
       "epoch": 0.6554160125588697,
-      "rel-constrast": 2.4234228134155273,
+      "rel-constrast": 3.0401082038879395,
       "step": 835,
-      "subrel-constrast": 3.372243642807007,
+      "subrel-constrast": 2.774482011795044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8137049674987793,
-      "cov-distil (oracle2student)": 5.548581123352051,
-      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "cov-distil": 1.891129493713379,
+      "cov-distil (oracle2student)": 6.087061405181885,
+      "cov-distil (oracle2teacher)": 5.290203094482422,
       "epoch": 0.6562009419152276,
-      "rel-constrast": 4.032650947570801,
+      "rel-constrast": 4.056557655334473,
       "step": 836,
-      "subrel-constrast": 4.941165447235107,
+      "subrel-constrast": 4.41768741607666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.24606990814209,
-      "cov-distil (oracle2student)": 3.6434006690979004,
-      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "cov-distil": 2.5794150829315186,
+      "cov-distil (oracle2student)": 4.131866931915283,
+      "cov-distil (oracle2teacher)": 3.8585705757141113,
       "epoch": 0.6569858712715856,
-      "rel-constrast": 3.4072937965393066,
+      "rel-constrast": 4.452622890472412,
       "step": 837,
-      "subrel-constrast": 4.71898889541626,
+      "subrel-constrast": 4.928619861602783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4418138265609741,
-      "cov-distil (oracle2student)": 4.0115790367126465,
-      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "cov-distil": 1.4749926328659058,
+      "cov-distil (oracle2student)": 4.152976989746094,
+      "cov-distil (oracle2teacher)": 3.658670425415039,
       "epoch": 0.6577708006279435,
-      "rel-constrast": 2.6703035831451416,
+      "rel-constrast": 3.1522409915924072,
       "step": 838,
-      "subrel-constrast": 3.024057388305664,
+      "subrel-constrast": 3.04065203666687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.321179747581482,
-      "cov-distil (oracle2student)": 3.9942774772644043,
-      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "cov-distil": 2.0656442642211914,
+      "cov-distil (oracle2student)": 4.73661994934082,
+      "cov-distil (oracle2teacher)": 3.9987878799438477,
       "epoch": 0.6585557299843015,
-      "rel-constrast": 4.570227146148682,
+      "rel-constrast": 5.010136127471924,
       "step": 839,
-      "subrel-constrast": 5.370950222015381,
+      "subrel-constrast": 5.0871076583862305,
       "view-similarity": 0
     },
     {
       "epoch": 0.6593406593406593,
-      "grad_norm": 7.21875,
+      "grad_norm": 8.6875,
       "learning_rate": 4.195e-05,
-      "loss": 0.898,
+      "loss": 0.9358,
       "step": 840
     },
     {
-      "cov-distil": 1.804254412651062,
-      "cov-distil (oracle2student)": 4.796672821044922,
-      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "cov-distil": 2.0672900676727295,
+      "cov-distil (oracle2student)": 4.540404319763184,
+      "cov-distil (oracle2teacher)": 5.127553939819336,
       "epoch": 0.6593406593406593,
-      "rel-constrast": 3.048487663269043,
+      "rel-constrast": 3.2874064445495605,
       "step": 840,
-      "subrel-constrast": 4.138221263885498,
+      "subrel-constrast": 4.215749263763428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.185621976852417,
-      "cov-distil (oracle2student)": 4.644382476806641,
-      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "cov-distil": 3.0865607261657715,
+      "cov-distil (oracle2student)": 5.453775882720947,
+      "cov-distil (oracle2teacher)": 4.888296127319336,
       "epoch": 0.6601255886970173,
-      "rel-constrast": 2.7198691368103027,
+      "rel-constrast": 3.5160412788391113,
       "step": 841,
-      "subrel-constrast": 3.728656768798828,
+      "subrel-constrast": 3.812720775604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1581225395202637,
-      "cov-distil (oracle2student)": 4.967820644378662,
-      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "cov-distil": 2.988182544708252,
+      "cov-distil (oracle2student)": 5.7858381271362305,
+      "cov-distil (oracle2teacher)": 5.096573829650879,
       "epoch": 0.6609105180533752,
-      "rel-constrast": 2.998076915740967,
+      "rel-constrast": 3.2108139991760254,
       "step": 842,
-      "subrel-constrast": 4.3113603591918945,
+      "subrel-constrast": 3.9645304679870605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6802887916564941,
-      "cov-distil (oracle2student)": 3.012141704559326,
-      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "cov-distil": 1.6559867858886719,
+      "cov-distil (oracle2student)": 4.20277214050293,
+      "cov-distil (oracle2teacher)": 3.659284830093384,
       "epoch": 0.6616954474097331,
-      "rel-constrast": 3.7015037536621094,
+      "rel-constrast": 4.103222370147705,
       "step": 843,
-      "subrel-constrast": 4.34977912902832,
+      "subrel-constrast": 3.9241135120391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9140921831130981,
-      "cov-distil (oracle2student)": 3.6763272285461426,
-      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "cov-distil": 2.0555334091186523,
+      "cov-distil (oracle2student)": 3.6795730590820312,
+      "cov-distil (oracle2teacher)": 4.028406143188477,
       "epoch": 0.6624803767660911,
-      "rel-constrast": 2.8182120323181152,
+      "rel-constrast": 3.0861854553222656,
       "step": 844,
-      "subrel-constrast": 3.526099681854248,
+      "subrel-constrast": 3.5311388969421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3611481189727783,
-      "cov-distil (oracle2student)": 3.414156675338745,
-      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "cov-distil": 2.69934344291687,
+      "cov-distil (oracle2student)": 4.033677577972412,
+      "cov-distil (oracle2teacher)": 3.8822219371795654,
       "epoch": 0.6632653061224489,
-      "rel-constrast": 3.6642966270446777,
+      "rel-constrast": 3.8620595932006836,
       "step": 845,
-      "subrel-constrast": 4.929279804229736,
+      "subrel-constrast": 4.681525230407715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16641902923584,
-      "cov-distil (oracle2student)": 5.345207214355469,
-      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "cov-distil": 2.433763265609741,
+      "cov-distil (oracle2student)": 6.528609275817871,
+      "cov-distil (oracle2teacher)": 5.862437725067139,
       "epoch": 0.6640502354788069,
-      "rel-constrast": 2.9499943256378174,
+      "rel-constrast": 3.958367347717285,
       "step": 846,
-      "subrel-constrast": 4.163426876068115,
+      "subrel-constrast": 4.218762397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2791935205459595,
-      "cov-distil (oracle2student)": 4.141592979431152,
-      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "cov-distil": 2.2436680793762207,
+      "cov-distil (oracle2student)": 5.038456916809082,
+      "cov-distil (oracle2teacher)": 4.087412357330322,
       "epoch": 0.6648351648351648,
-      "rel-constrast": 3.946357488632202,
+      "rel-constrast": 3.9944558143615723,
       "step": 847,
-      "subrel-constrast": 3.884228467941284,
+      "subrel-constrast": 4.376913547515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286513805389404,
-      "cov-distil (oracle2student)": 3.6746082305908203,
-      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "cov-distil": 1.5744894742965698,
+      "cov-distil (oracle2student)": 4.035322666168213,
+      "cov-distil (oracle2teacher)": 4.279043674468994,
       "epoch": 0.6656200941915228,
-      "rel-constrast": 2.590811252593994,
+      "rel-constrast": 2.9988443851470947,
       "step": 848,
-      "subrel-constrast": 3.7845067977905273,
+      "subrel-constrast": 3.346532106399536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7331000566482544,
-      "cov-distil (oracle2student)": 3.869168281555176,
-      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "cov-distil": 1.7716234922409058,
+      "cov-distil (oracle2student)": 4.4663166999816895,
+      "cov-distil (oracle2teacher)": 3.672461986541748,
       "epoch": 0.6664050235478807,
-      "rel-constrast": 3.201794147491455,
+      "rel-constrast": 3.106621265411377,
       "step": 849,
-      "subrel-constrast": 4.059730052947998,
+      "subrel-constrast": 3.6811439990997314,
       "view-similarity": 0
     },
     {
       "epoch": 0.6671899529042387,
-      "grad_norm": 6.5,
+      "grad_norm": 7.15625,
       "learning_rate": 4.245e-05,
-      "loss": 0.8383,
+      "loss": 0.8781,
       "step": 850
     },
     {
-      "cov-distil": 1.7655677795410156,
-      "cov-distil (oracle2student)": 3.762930154800415,
-      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "cov-distil": 2.084324359893799,
+      "cov-distil (oracle2student)": 4.112272262573242,
+      "cov-distil (oracle2teacher)": 4.169733047485352,
       "epoch": 0.6671899529042387,
-      "rel-constrast": 2.9008567333221436,
+      "rel-constrast": 3.1579267978668213,
       "step": 850,
-      "subrel-constrast": 3.404660701751709,
+      "subrel-constrast": 3.457568407058716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517121434211731,
-      "cov-distil (oracle2student)": 2.8830716609954834,
-      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "cov-distil": 1.7184252738952637,
+      "cov-distil (oracle2student)": 3.2816784381866455,
+      "cov-distil (oracle2teacher)": 3.5960745811462402,
       "epoch": 0.6679748822605965,
-      "rel-constrast": 4.325301170349121,
+      "rel-constrast": 4.929862022399902,
       "step": 851,
-      "subrel-constrast": 4.419717311859131,
+      "subrel-constrast": 4.675520420074463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9270949363708496,
-      "cov-distil (oracle2student)": 4.238532543182373,
-      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "cov-distil": 2.2196950912475586,
+      "cov-distil (oracle2student)": 5.344398021697998,
+      "cov-distil (oracle2teacher)": 4.496703147888184,
       "epoch": 0.6687598116169545,
-      "rel-constrast": 2.823596715927124,
+      "rel-constrast": 3.1046090126037598,
       "step": 852,
-      "subrel-constrast": 3.4322097301483154,
+      "subrel-constrast": 3.2616875171661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3329415321350098,
-      "cov-distil (oracle2student)": 6.140964031219482,
-      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "cov-distil": 2.111381769180298,
+      "cov-distil (oracle2student)": 7.459054946899414,
+      "cov-distil (oracle2teacher)": 6.521515846252441,
       "epoch": 0.6695447409733124,
-      "rel-constrast": 2.4979028701782227,
+      "rel-constrast": 2.611449718475342,
       "step": 853,
-      "subrel-constrast": 3.4758663177490234,
+      "subrel-constrast": 3.10337233543396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5264722108840942,
-      "cov-distil (oracle2student)": 5.3368964195251465,
-      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "cov-distil": 1.571357250213623,
+      "cov-distil (oracle2student)": 6.402609825134277,
+      "cov-distil (oracle2teacher)": 5.708658218383789,
       "epoch": 0.6703296703296703,
-      "rel-constrast": 3.0451555252075195,
+      "rel-constrast": 3.721426486968994,
       "step": 854,
-      "subrel-constrast": 3.68107533454895,
+      "subrel-constrast": 3.51344633102417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.527972459793091,
-      "cov-distil (oracle2student)": 4.9313225746154785,
-      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "cov-distil": 3.1283068656921387,
+      "cov-distil (oracle2student)": 4.400152206420898,
+      "cov-distil (oracle2teacher)": 4.971624851226807,
       "epoch": 0.6711145996860283,
-      "rel-constrast": 3.4113454818725586,
+      "rel-constrast": 3.2834744453430176,
       "step": 855,
-      "subrel-constrast": 4.2453413009643555,
+      "subrel-constrast": 4.660199165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2195277214050293,
-      "cov-distil (oracle2student)": 4.841870307922363,
-      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "cov-distil": 2.49289608001709,
+      "cov-distil (oracle2student)": 5.017967700958252,
+      "cov-distil (oracle2teacher)": 4.454375267028809,
       "epoch": 0.6718995290423861,
-      "rel-constrast": 3.8896093368530273,
+      "rel-constrast": 3.874404191970825,
       "step": 856,
-      "subrel-constrast": 4.457779884338379,
+      "subrel-constrast": 4.311699867248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9021310806274414,
-      "cov-distil (oracle2student)": 5.08781623840332,
-      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "cov-distil": 2.3428492546081543,
+      "cov-distil (oracle2student)": 6.521602630615234,
+      "cov-distil (oracle2teacher)": 5.238377571105957,
       "epoch": 0.6726844583987441,
-      "rel-constrast": 4.279557228088379,
+      "rel-constrast": 4.98021125793457,
       "step": 857,
-      "subrel-constrast": 4.490781307220459,
+      "subrel-constrast": 4.458598613739014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184224128723145,
-      "cov-distil (oracle2student)": 4.386934757232666,
-      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "cov-distil": 2.1586742401123047,
+      "cov-distil (oracle2student)": 4.743297576904297,
+      "cov-distil (oracle2teacher)": 4.861972808837891,
       "epoch": 0.673469387755102,
-      "rel-constrast": 2.4715077877044678,
+      "rel-constrast": 3.0185046195983887,
       "step": 858,
-      "subrel-constrast": 3.5174665451049805,
+      "subrel-constrast": 3.637573480606079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5252549648284912,
-      "cov-distil (oracle2student)": 4.384729862213135,
-      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "cov-distil": 1.7815613746643066,
+      "cov-distil (oracle2student)": 5.069211006164551,
+      "cov-distil (oracle2teacher)": 4.625375270843506,
       "epoch": 0.67425431711146,
-      "rel-constrast": 3.386720657348633,
+      "rel-constrast": 3.927893877029419,
       "step": 859,
-      "subrel-constrast": 4.306125640869141,
+      "subrel-constrast": 4.187974452972412,
       "view-similarity": 0
     },
     {
       "epoch": 0.6750392464678179,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.375,
       "learning_rate": 4.295e-05,
-      "loss": 0.8732,
+      "loss": 0.9152,
       "step": 860
     },
     {
-      "cov-distil": 2.1179590225219727,
-      "cov-distil (oracle2student)": 4.76759147644043,
-      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "cov-distil": 2.3275275230407715,
+      "cov-distil (oracle2student)": 5.453484058380127,
+      "cov-distil (oracle2teacher)": 4.669001579284668,
       "epoch": 0.6750392464678179,
-      "rel-constrast": 2.7477235794067383,
+      "rel-constrast": 3.0883092880249023,
       "step": 860,
-      "subrel-constrast": 3.7372775077819824,
+      "subrel-constrast": 3.8189210891723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7965826988220215,
-      "cov-distil (oracle2student)": 3.590010404586792,
-      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "cov-distil": 2.4788951873779297,
+      "cov-distil (oracle2student)": 4.462489128112793,
+      "cov-distil (oracle2teacher)": 3.931230068206787,
       "epoch": 0.6758241758241759,
-      "rel-constrast": 2.507899284362793,
+      "rel-constrast": 3.4943385124206543,
       "step": 861,
-      "subrel-constrast": 3.807100296020508,
+      "subrel-constrast": 3.9335737228393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7082825899124146,
-      "cov-distil (oracle2student)": 5.913630485534668,
-      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "cov-distil": 2.0409438610076904,
+      "cov-distil (oracle2student)": 5.88531494140625,
+      "cov-distil (oracle2teacher)": 5.5002312660217285,
       "epoch": 0.6766091051805337,
-      "rel-constrast": 3.268495559692383,
+      "rel-constrast": 3.943720579147339,
       "step": 862,
-      "subrel-constrast": 3.9798760414123535,
+      "subrel-constrast": 3.463715076446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8252453804016113,
-      "cov-distil (oracle2student)": 4.901181221008301,
-      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "cov-distil": 1.9176623821258545,
+      "cov-distil (oracle2student)": 4.88209867477417,
+      "cov-distil (oracle2teacher)": 5.097332954406738,
       "epoch": 0.6773940345368917,
-      "rel-constrast": 3.583211660385132,
+      "rel-constrast": 3.4022345542907715,
       "step": 863,
-      "subrel-constrast": 4.42688512802124,
+      "subrel-constrast": 4.176356792449951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3953462839126587,
-      "cov-distil (oracle2student)": 5.5138397216796875,
-      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "cov-distil": 1.6620619297027588,
+      "cov-distil (oracle2student)": 6.531160354614258,
+      "cov-distil (oracle2teacher)": 5.85151481628418,
       "epoch": 0.6781789638932496,
-      "rel-constrast": 3.1454901695251465,
+      "rel-constrast": 4.265978813171387,
       "step": 864,
-      "subrel-constrast": 3.9406254291534424,
+      "subrel-constrast": 3.884490489959717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6899718046188354,
-      "cov-distil (oracle2student)": 5.330373764038086,
-      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "cov-distil": 2.111593008041382,
+      "cov-distil (oracle2student)": 5.227636814117432,
+      "cov-distil (oracle2teacher)": 5.337945938110352,
       "epoch": 0.6789638932496075,
-      "rel-constrast": 2.3280701637268066,
+      "rel-constrast": 2.8487889766693115,
       "step": 865,
-      "subrel-constrast": 3.6453700065612793,
+      "subrel-constrast": 3.2373714447021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6296229362487793,
-      "cov-distil (oracle2student)": 4.770857810974121,
-      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "cov-distil": 2.3906097412109375,
+      "cov-distil (oracle2student)": 5.167361259460449,
+      "cov-distil (oracle2teacher)": 5.387311935424805,
       "epoch": 0.6797488226059655,
-      "rel-constrast": 3.20645809173584,
+      "rel-constrast": 3.188427209854126,
       "step": 866,
-      "subrel-constrast": 3.8591246604919434,
+      "subrel-constrast": 4.021615505218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7715446949005127,
-      "cov-distil (oracle2student)": 4.347777843475342,
-      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "cov-distil": 2.0040459632873535,
+      "cov-distil (oracle2student)": 5.630919456481934,
+      "cov-distil (oracle2teacher)": 5.020962715148926,
       "epoch": 0.6805337519623234,
-      "rel-constrast": 3.9846086502075195,
+      "rel-constrast": 4.7801055908203125,
       "step": 867,
-      "subrel-constrast": 5.185349941253662,
+      "subrel-constrast": 5.247258186340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6960502862930298,
-      "cov-distil (oracle2student)": 3.3439979553222656,
-      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "cov-distil": 1.7129077911376953,
+      "cov-distil (oracle2student)": 3.738029956817627,
+      "cov-distil (oracle2teacher)": 3.736387252807617,
       "epoch": 0.6813186813186813,
-      "rel-constrast": 2.1034369468688965,
+      "rel-constrast": 1.8440494537353516,
       "step": 868,
-      "subrel-constrast": 2.926976203918457,
+      "subrel-constrast": 2.7090156078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.505071759223938,
-      "cov-distil (oracle2student)": 2.9278054237365723,
-      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "cov-distil": 1.6173169612884521,
+      "cov-distil (oracle2student)": 3.582737445831299,
+      "cov-distil (oracle2teacher)": 3.1682801246643066,
       "epoch": 0.6821036106750392,
-      "rel-constrast": 3.0042061805725098,
+      "rel-constrast": 3.675318956375122,
       "step": 869,
-      "subrel-constrast": 3.6791141033172607,
+      "subrel-constrast": 3.383939743041992,
       "view-similarity": 0
     },
     {
       "epoch": 0.6828885400313972,
-      "grad_norm": 4.9375,
+      "grad_norm": 6.5625,
       "learning_rate": 4.345e-05,
-      "loss": 0.7898,
+      "loss": 0.8633,
       "step": 870
     },
     {
-      "cov-distil": 1.5478849411010742,
-      "cov-distil (oracle2student)": 4.5837202072143555,
-      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "cov-distil": 1.9869234561920166,
+      "cov-distil (oracle2student)": 5.340611457824707,
+      "cov-distil (oracle2teacher)": 5.131547927856445,
       "epoch": 0.6828885400313972,
-      "rel-constrast": 3.6690661907196045,
+      "rel-constrast": 4.2035322189331055,
       "step": 870,
-      "subrel-constrast": 3.755584239959717,
+      "subrel-constrast": 3.5107760429382324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4669153690338135,
-      "cov-distil (oracle2student)": 3.7385365962982178,
-      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "cov-distil": 1.3518933057785034,
+      "cov-distil (oracle2student)": 4.306206703186035,
+      "cov-distil (oracle2teacher)": 4.453194618225098,
       "epoch": 0.6836734693877551,
-      "rel-constrast": 3.5915560722351074,
+      "rel-constrast": 3.9446215629577637,
       "step": 871,
-      "subrel-constrast": 4.271019458770752,
+      "subrel-constrast": 4.509695053100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1383116245269775,
-      "cov-distil (oracle2student)": 4.596353530883789,
-      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "cov-distil": 2.496706485748291,
+      "cov-distil (oracle2student)": 4.210893630981445,
+      "cov-distil (oracle2teacher)": 4.342166900634766,
       "epoch": 0.6844583987441131,
-      "rel-constrast": 2.788327693939209,
+      "rel-constrast": 3.3719401359558105,
       "step": 872,
-      "subrel-constrast": 3.9468002319335938,
+      "subrel-constrast": 3.8871562480926514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5923734903335571,
-      "cov-distil (oracle2student)": 4.1226983070373535,
-      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "cov-distil": 1.691957950592041,
+      "cov-distil (oracle2student)": 5.222391128540039,
+      "cov-distil (oracle2teacher)": 5.017002582550049,
       "epoch": 0.685243328100471,
-      "rel-constrast": 3.274655342102051,
+      "rel-constrast": 3.8896470069885254,
       "step": 873,
-      "subrel-constrast": 3.9750561714172363,
+      "subrel-constrast": 3.4195663928985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.946056842803955,
-      "cov-distil (oracle2student)": 4.353828430175781,
-      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "cov-distil": 2.167623519897461,
+      "cov-distil (oracle2student)": 5.572680473327637,
+      "cov-distil (oracle2teacher)": 4.220798492431641,
       "epoch": 0.6860282574568289,
-      "rel-constrast": 2.741914749145508,
+      "rel-constrast": 2.9750654697418213,
       "step": 874,
-      "subrel-constrast": 3.176755905151367,
+      "subrel-constrast": 3.06172251701355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9557355642318726,
-      "cov-distil (oracle2student)": 3.949646472930908,
-      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "cov-distil": 2.0998356342315674,
+      "cov-distil (oracle2student)": 4.452457904815674,
+      "cov-distil (oracle2teacher)": 4.726762771606445,
       "epoch": 0.6868131868131868,
-      "rel-constrast": 2.8873188495635986,
+      "rel-constrast": 3.5637621879577637,
       "step": 875,
-      "subrel-constrast": 3.6380884647369385,
+      "subrel-constrast": 3.3495094776153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.401376247406006,
-      "cov-distil (oracle2student)": 5.006793022155762,
-      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "cov-distil": 2.5879006385803223,
+      "cov-distil (oracle2student)": 6.307969093322754,
+      "cov-distil (oracle2teacher)": 4.906314849853516,
       "epoch": 0.6875981161695447,
-      "rel-constrast": 4.074068069458008,
+      "rel-constrast": 4.693286895751953,
       "step": 876,
-      "subrel-constrast": 5.1672682762146,
+      "subrel-constrast": 4.9903059005737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2366654872894287,
-      "cov-distil (oracle2student)": 3.786804676055908,
-      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "cov-distil": 1.1960246562957764,
+      "cov-distil (oracle2student)": 4.199606418609619,
+      "cov-distil (oracle2teacher)": 4.277667045593262,
       "epoch": 0.6883830455259027,
-      "rel-constrast": 2.0299768447875977,
+      "rel-constrast": 2.318310022354126,
       "step": 877,
-      "subrel-constrast": 2.670637369155884,
+      "subrel-constrast": 2.6966910362243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0147178173065186,
-      "cov-distil (oracle2student)": 3.804882764816284,
-      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "cov-distil": 2.318570613861084,
+      "cov-distil (oracle2student)": 4.393073081970215,
+      "cov-distil (oracle2teacher)": 3.455695152282715,
       "epoch": 0.6891679748822606,
-      "rel-constrast": 2.7490639686584473,
+      "rel-constrast": 3.3598523139953613,
       "step": 878,
-      "subrel-constrast": 3.5756359100341797,
+      "subrel-constrast": 3.4972617626190186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5681298971176147,
-      "cov-distil (oracle2student)": 3.9214487075805664,
-      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "cov-distil": 1.604712963104248,
+      "cov-distil (oracle2student)": 4.812742233276367,
+      "cov-distil (oracle2teacher)": 4.432042121887207,
       "epoch": 0.6899529042386185,
-      "rel-constrast": 3.0104470252990723,
+      "rel-constrast": 3.7657222747802734,
       "step": 879,
-      "subrel-constrast": 3.337676763534546,
+      "subrel-constrast": 3.9478273391723633,
       "view-similarity": 0
     },
     {
       "epoch": 0.6907378335949764,
-      "grad_norm": 6.03125,
+      "grad_norm": 9.8125,
       "learning_rate": 4.3950000000000004e-05,
-      "loss": 0.8151,
+      "loss": 0.9021,
       "step": 880
     },
     {
-      "cov-distil": 2.2157304286956787,
-      "cov-distil (oracle2student)": 5.699595928192139,
-      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "cov-distil": 2.6153383255004883,
+      "cov-distil (oracle2student)": 6.290912628173828,
+      "cov-distil (oracle2teacher)": 5.163901329040527,
       "epoch": 0.6907378335949764,
-      "rel-constrast": 3.0941343307495117,
+      "rel-constrast": 3.4356861114501953,
       "step": 880,
-      "subrel-constrast": 4.322240352630615,
+      "subrel-constrast": 4.229956150054932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4810900688171387,
-      "cov-distil (oracle2student)": 3.3440780639648438,
-      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "cov-distil": 1.7166298627853394,
+      "cov-distil (oracle2student)": 3.536836624145508,
+      "cov-distil (oracle2teacher)": 3.5101006031036377,
       "epoch": 0.6915227629513344,
-      "rel-constrast": 3.586519241333008,
+      "rel-constrast": 3.3315963745117188,
       "step": 881,
-      "subrel-constrast": 3.7541935443878174,
+      "subrel-constrast": 3.4747748374938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5781233310699463,
-      "cov-distil (oracle2student)": 5.018100738525391,
-      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "cov-distil": 2.130197048187256,
+      "cov-distil (oracle2student)": 5.555070877075195,
+      "cov-distil (oracle2teacher)": 5.314323902130127,
       "epoch": 0.6923076923076923,
-      "rel-constrast": 4.0826897621154785,
+      "rel-constrast": 4.290964126586914,
       "step": 882,
-      "subrel-constrast": 4.779473304748535,
+      "subrel-constrast": 4.706758975982666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4764516353607178,
-      "cov-distil (oracle2student)": 3.1465892791748047,
-      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "cov-distil": 1.820596694946289,
+      "cov-distil (oracle2student)": 3.6406331062316895,
+      "cov-distil (oracle2teacher)": 3.524196147918701,
       "epoch": 0.6930926216640503,
-      "rel-constrast": 2.1886837482452393,
+      "rel-constrast": 2.0438151359558105,
       "step": 883,
-      "subrel-constrast": 2.8425724506378174,
+      "subrel-constrast": 2.900033473968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577139854431152,
-      "cov-distil (oracle2student)": 5.48944091796875,
-      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "cov-distil": 1.9745502471923828,
+      "cov-distil (oracle2student)": 5.422731399536133,
+      "cov-distil (oracle2teacher)": 5.130214691162109,
       "epoch": 0.6938775510204082,
-      "rel-constrast": 3.6461424827575684,
+      "rel-constrast": 3.7816274166107178,
       "step": 884,
-      "subrel-constrast": 4.1751885414123535,
+      "subrel-constrast": 4.169047832489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.30418062210083,
-      "cov-distil (oracle2student)": 3.6000726222991943,
-      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "cov-distil": 2.8008601665496826,
+      "cov-distil (oracle2student)": 4.399479866027832,
+      "cov-distil (oracle2teacher)": 3.890065908432007,
       "epoch": 0.6946624803767661,
-      "rel-constrast": 2.609241008758545,
+      "rel-constrast": 3.158116340637207,
       "step": 885,
-      "subrel-constrast": 4.044322967529297,
+      "subrel-constrast": 4.046071529388428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9188902378082275,
-      "cov-distil (oracle2student)": 3.3409061431884766,
-      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "cov-distil": 1.7208807468414307,
+      "cov-distil (oracle2student)": 3.50015926361084,
+      "cov-distil (oracle2teacher)": 3.8033294677734375,
       "epoch": 0.695447409733124,
-      "rel-constrast": 3.917679786682129,
+      "rel-constrast": 3.8988451957702637,
       "step": 886,
-      "subrel-constrast": 4.465198040008545,
+      "subrel-constrast": 4.504743576049805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6129820346832275,
-      "cov-distil (oracle2student)": 3.5256998538970947,
-      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "cov-distil": 1.6588244438171387,
+      "cov-distil (oracle2student)": 3.5594263076782227,
+      "cov-distil (oracle2teacher)": 3.719226360321045,
       "epoch": 0.6962323390894819,
-      "rel-constrast": 3.1687140464782715,
+      "rel-constrast": 3.0421152114868164,
       "step": 887,
-      "subrel-constrast": 4.09608268737793,
+      "subrel-constrast": 3.4976284503936768,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6923974752426147,
-      "cov-distil (oracle2student)": 3.194105863571167,
-      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "cov-distil": 2.045492649078369,
+      "cov-distil (oracle2student)": 3.9550905227661133,
+      "cov-distil (oracle2teacher)": 3.267087459564209,
       "epoch": 0.6970172684458399,
-      "rel-constrast": 2.669671058654785,
+      "rel-constrast": 3.7286970615386963,
       "step": 888,
-      "subrel-constrast": 3.512425661087036,
+      "subrel-constrast": 3.3367412090301514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7615928649902344,
-      "cov-distil (oracle2student)": 4.9741010665893555,
-      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "cov-distil": 1.9286051988601685,
+      "cov-distil (oracle2student)": 5.202018737792969,
+      "cov-distil (oracle2teacher)": 4.936763763427734,
       "epoch": 0.6978021978021978,
-      "rel-constrast": 2.2488291263580322,
+      "rel-constrast": 2.9979124069213867,
       "step": 889,
-      "subrel-constrast": 3.145869016647339,
+      "subrel-constrast": 2.9391002655029297,
       "view-similarity": 0
     },
     {
       "epoch": 0.6985871271585558,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.4375,
       "learning_rate": 4.445e-05,
-      "loss": 0.8243,
+      "loss": 0.8427,
       "step": 890
     },
     {
-      "cov-distil": 2.2956361770629883,
-      "cov-distil (oracle2student)": 5.470577716827393,
-      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "cov-distil": 2.526353359222412,
+      "cov-distil (oracle2student)": 5.967167377471924,
+      "cov-distil (oracle2teacher)": 5.376275062561035,
       "epoch": 0.6985871271585558,
-      "rel-constrast": 2.6768033504486084,
+      "rel-constrast": 3.3024144172668457,
       "step": 890,
-      "subrel-constrast": 3.943537950515747,
+      "subrel-constrast": 3.540593147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949636459350586,
-      "cov-distil (oracle2student)": 4.757634162902832,
-      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "cov-distil": 2.56846022605896,
+      "cov-distil (oracle2student)": 5.743405818939209,
+      "cov-distil (oracle2teacher)": 4.875088214874268,
       "epoch": 0.6993720565149136,
-      "rel-constrast": 2.2590112686157227,
+      "rel-constrast": 3.196890354156494,
       "step": 891,
-      "subrel-constrast": 3.1901254653930664,
+      "subrel-constrast": 3.246298313140869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.926931619644165,
-      "cov-distil (oracle2student)": 3.505540370941162,
-      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "cov-distil": 2.2346439361572266,
+      "cov-distil (oracle2student)": 3.5361998081207275,
+      "cov-distil (oracle2teacher)": 3.4744553565979004,
       "epoch": 0.7001569858712716,
-      "rel-constrast": 3.0852808952331543,
+      "rel-constrast": 3.4137110710144043,
       "step": 892,
-      "subrel-constrast": 4.544396877288818,
+      "subrel-constrast": 4.329852104187012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2596887350082397,
-      "cov-distil (oracle2student)": 4.653071403503418,
-      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "cov-distil": 1.167364239692688,
+      "cov-distil (oracle2student)": 5.168941497802734,
+      "cov-distil (oracle2teacher)": 4.3646721839904785,
       "epoch": 0.7009419152276295,
-      "rel-constrast": 2.719123363494873,
+      "rel-constrast": 2.8653008937835693,
       "step": 893,
-      "subrel-constrast": 3.29056715965271,
+      "subrel-constrast": 2.9792778491973877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7803575992584229,
-      "cov-distil (oracle2student)": 4.656095504760742,
-      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "cov-distil": 2.0642733573913574,
+      "cov-distil (oracle2student)": 4.931925296783447,
+      "cov-distil (oracle2teacher)": 4.744453430175781,
       "epoch": 0.7017268445839875,
-      "rel-constrast": 2.24275541305542,
+      "rel-constrast": 2.674319267272949,
       "step": 894,
-      "subrel-constrast": 3.273658037185669,
+      "subrel-constrast": 3.0639278888702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130441188812256,
-      "cov-distil (oracle2student)": 5.469186782836914,
-      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "cov-distil": 1.6949299573898315,
+      "cov-distil (oracle2student)": 5.9702558517456055,
+      "cov-distil (oracle2teacher)": 5.136995315551758,
       "epoch": 0.7025117739403454,
-      "rel-constrast": 3.1639580726623535,
+      "rel-constrast": 3.596431016921997,
       "step": 895,
-      "subrel-constrast": 4.3755879402160645,
+      "subrel-constrast": 3.8810415267944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741716861724854,
-      "cov-distil (oracle2student)": 3.9948792457580566,
-      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "cov-distil": 1.856001615524292,
+      "cov-distil (oracle2student)": 4.505743503570557,
+      "cov-distil (oracle2teacher)": 4.431365966796875,
       "epoch": 0.7032967032967034,
-      "rel-constrast": 2.7737693786621094,
+      "rel-constrast": 2.722695827484131,
       "step": 896,
-      "subrel-constrast": 3.267178773880005,
+      "subrel-constrast": 3.3229663372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8039289712905884,
-      "cov-distil (oracle2student)": 3.7117669582366943,
-      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "cov-distil": 1.8379526138305664,
+      "cov-distil (oracle2student)": 3.944589853286743,
+      "cov-distil (oracle2teacher)": 3.8049511909484863,
       "epoch": 0.7040816326530612,
-      "rel-constrast": 2.143932819366455,
+      "rel-constrast": 2.8160529136657715,
       "step": 897,
-      "subrel-constrast": 3.121236801147461,
+      "subrel-constrast": 2.9614009857177734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3587143421173096,
-      "cov-distil (oracle2student)": 4.403602123260498,
-      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "cov-distil": 2.3645009994506836,
+      "cov-distil (oracle2student)": 4.390262603759766,
+      "cov-distil (oracle2teacher)": 4.362174034118652,
       "epoch": 0.7048665620094191,
-      "rel-constrast": 2.3291571140289307,
+      "rel-constrast": 2.772310733795166,
       "step": 898,
-      "subrel-constrast": 3.47867751121521,
+      "subrel-constrast": 3.4329700469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.861637830734253,
-      "cov-distil (oracle2student)": 4.3754682540893555,
-      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "cov-distil": 2.237244129180908,
+      "cov-distil (oracle2student)": 5.519417762756348,
+      "cov-distil (oracle2teacher)": 3.6916470527648926,
       "epoch": 0.7056514913657771,
-      "rel-constrast": 3.8839848041534424,
+      "rel-constrast": 5.150705814361572,
       "step": 899,
-      "subrel-constrast": 4.644810676574707,
+      "subrel-constrast": 4.307447910308838,
       "view-similarity": 0
     },
     {
       "epoch": 0.706436420722135,
-      "grad_norm": 6.0625,
+      "grad_norm": 9.8125,
       "learning_rate": 4.495e-05,
-      "loss": 0.728,
+      "loss": 0.8128,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
-      "overlap": 0.30156251788139343,
+      "overlap": 0.2718749940395355,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "student margin": 0.0489501953125
+      "student margin": 0.045074462890625
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "teacher margin": 0.028717041015625
+      "teacher margin": 0.037322998046875
     },
     {
       "epoch": 0.706436420722135,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00775146484375,
       "step": 900
     },
     {
-      "cov-distil": 2.2758567333221436,
-      "cov-distil (oracle2student)": 3.112144708633423,
-      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "cov-distil": 2.311147928237915,
+      "cov-distil (oracle2student)": 3.330233573913574,
+      "cov-distil (oracle2teacher)": 3.7943742275238037,
       "epoch": 0.706436420722135,
-      "rel-constrast": 4.2263994216918945,
+      "rel-constrast": 4.451674461364746,
       "step": 900,
-      "subrel-constrast": 4.605080604553223,
+      "subrel-constrast": 4.540750980377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5694825649261475,
-      "cov-distil (oracle2student)": 2.912907838821411,
-      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "cov-distil": 1.9279557466506958,
+      "cov-distil (oracle2student)": 3.5640320777893066,
+      "cov-distil (oracle2teacher)": 3.6279072761535645,
       "epoch": 0.707221350078493,
-      "rel-constrast": 3.9801032543182373,
+      "rel-constrast": 3.9689056873321533,
       "step": 901,
-      "subrel-constrast": 4.070077419281006,
+      "subrel-constrast": 4.499424457550049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.285184621810913,
-      "cov-distil (oracle2student)": 3.1929121017456055,
-      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "cov-distil": 2.7493553161621094,
+      "cov-distil (oracle2student)": 3.4982075691223145,
+      "cov-distil (oracle2teacher)": 3.4487457275390625,
       "epoch": 0.7080062794348508,
-      "rel-constrast": 3.7210168838500977,
+      "rel-constrast": 3.6710946559906006,
       "step": 902,
-      "subrel-constrast": 5.039446830749512,
+      "subrel-constrast": 4.268523216247559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798686504364014,
-      "cov-distil (oracle2student)": 4.676393985748291,
-      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "cov-distil": 1.956506371498108,
+      "cov-distil (oracle2student)": 5.339967727661133,
+      "cov-distil (oracle2teacher)": 5.100460052490234,
       "epoch": 0.7087912087912088,
-      "rel-constrast": 2.927309036254883,
+      "rel-constrast": 2.8181982040405273,
       "step": 903,
-      "subrel-constrast": 3.2873969078063965,
+      "subrel-constrast": 3.1633055210113525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5412538051605225,
-      "cov-distil (oracle2student)": 5.285891056060791,
-      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "cov-distil": 1.493308186531067,
+      "cov-distil (oracle2student)": 5.159925937652588,
+      "cov-distil (oracle2teacher)": 4.648008823394775,
       "epoch": 0.7095761381475667,
-      "rel-constrast": 2.8550057411193848,
+      "rel-constrast": 3.052119255065918,
       "step": 904,
-      "subrel-constrast": 3.531097650527954,
+      "subrel-constrast": 3.4370810985565186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6112513542175293,
-      "cov-distil (oracle2student)": 4.020347595214844,
-      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "cov-distil": 1.694746971130371,
+      "cov-distil (oracle2student)": 4.756564140319824,
+      "cov-distil (oracle2teacher)": 4.631748199462891,
       "epoch": 0.7103610675039247,
-      "rel-constrast": 3.90101957321167,
+      "rel-constrast": 4.561760902404785,
       "step": 905,
-      "subrel-constrast": 4.510730266571045,
+      "subrel-constrast": 4.116257667541504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2648086547851562,
-      "cov-distil (oracle2student)": 5.239475250244141,
-      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "cov-distil": 2.436339855194092,
+      "cov-distil (oracle2student)": 5.808154106140137,
+      "cov-distil (oracle2teacher)": 5.039184093475342,
       "epoch": 0.7111459968602826,
-      "rel-constrast": 4.096606254577637,
+      "rel-constrast": 4.579559803009033,
       "step": 906,
-      "subrel-constrast": 4.7054009437561035,
+      "subrel-constrast": 4.400875091552734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.87594735622406,
-      "cov-distil (oracle2student)": 3.4948787689208984,
-      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "cov-distil": 2.029197931289673,
+      "cov-distil (oracle2student)": 4.060882568359375,
+      "cov-distil (oracle2teacher)": 3.831162691116333,
       "epoch": 0.7119309262166404,
-      "rel-constrast": 2.4869022369384766,
+      "rel-constrast": 2.9906492233276367,
       "step": 907,
-      "subrel-constrast": 2.939744472503662,
+      "subrel-constrast": 2.808309316635132,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6819136142730713,
-      "cov-distil (oracle2student)": 3.956923007965088,
-      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "cov-distil": 1.9390037059783936,
+      "cov-distil (oracle2student)": 4.024724960327148,
+      "cov-distil (oracle2teacher)": 3.678377866744995,
       "epoch": 0.7127158555729984,
-      "rel-constrast": 3.1140904426574707,
+      "rel-constrast": 3.4137182235717773,
       "step": 908,
-      "subrel-constrast": 4.3997087478637695,
+      "subrel-constrast": 4.1222076416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0586934089660645,
-      "cov-distil (oracle2student)": 6.132615566253662,
-      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "cov-distil": 2.803408622741699,
+      "cov-distil (oracle2student)": 7.011868476867676,
+      "cov-distil (oracle2teacher)": 5.844389915466309,
       "epoch": 0.7135007849293563,
-      "rel-constrast": 4.984131813049316,
+      "rel-constrast": 5.425812244415283,
       "step": 909,
-      "subrel-constrast": 5.425019264221191,
+      "subrel-constrast": 5.403790473937988,
       "view-similarity": 0
     },
     {
       "epoch": 0.7142857142857143,
-      "grad_norm": 7.59375,
+      "grad_norm": 8.75,
       "learning_rate": 4.545000000000001e-05,
-      "loss": 0.9539,
+      "loss": 0.9733,
       "step": 910
     },
     {
-      "cov-distil": 1.6229896545410156,
-      "cov-distil (oracle2student)": 4.070446968078613,
-      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "cov-distil": 2.235384941101074,
+      "cov-distil (oracle2student)": 4.691333770751953,
+      "cov-distil (oracle2teacher)": 4.777897834777832,
       "epoch": 0.7142857142857143,
-      "rel-constrast": 3.2242932319641113,
+      "rel-constrast": 3.0134973526000977,
       "step": 910,
-      "subrel-constrast": 3.859609603881836,
+      "subrel-constrast": 3.736785411834717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8170173168182373,
-      "cov-distil (oracle2student)": 4.4720916748046875,
-      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "cov-distil": 2.008382558822632,
+      "cov-distil (oracle2student)": 4.763885974884033,
+      "cov-distil (oracle2teacher)": 4.731626033782959,
       "epoch": 0.7150706436420722,
-      "rel-constrast": 3.0169482231140137,
+      "rel-constrast": 2.959916114807129,
       "step": 911,
-      "subrel-constrast": 3.8084235191345215,
+      "subrel-constrast": 3.594634532928467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5292870998382568,
-      "cov-distil (oracle2student)": 4.345184326171875,
-      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "cov-distil": 1.6636135578155518,
+      "cov-distil (oracle2student)": 4.3891520500183105,
+      "cov-distil (oracle2teacher)": 4.248874187469482,
       "epoch": 0.7158555729984302,
-      "rel-constrast": 3.397573471069336,
+      "rel-constrast": 3.1279983520507812,
       "step": 912,
-      "subrel-constrast": 3.2584228515625,
+      "subrel-constrast": 3.2355239391326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.223121404647827,
-      "cov-distil (oracle2student)": 4.264377593994141,
-      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "cov-distil": 3.0411596298217773,
+      "cov-distil (oracle2student)": 5.428493499755859,
+      "cov-distil (oracle2teacher)": 5.320887565612793,
       "epoch": 0.716640502354788,
-      "rel-constrast": 2.8414294719696045,
+      "rel-constrast": 3.7566728591918945,
       "step": 913,
-      "subrel-constrast": 4.336313724517822,
+      "subrel-constrast": 4.369427680969238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.661023736000061,
-      "cov-distil (oracle2student)": 4.143952369689941,
-      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "cov-distil": 2.5259439945220947,
+      "cov-distil (oracle2student)": 4.317468643188477,
+      "cov-distil (oracle2teacher)": 4.074265480041504,
       "epoch": 0.717425431711146,
-      "rel-constrast": 2.8086204528808594,
+      "rel-constrast": 3.137404203414917,
       "step": 914,
-      "subrel-constrast": 3.964709997177124,
+      "subrel-constrast": 4.268316745758057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073925495147705,
-      "cov-distil (oracle2student)": 3.812002658843994,
-      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "cov-distil": 2.629445791244507,
+      "cov-distil (oracle2student)": 4.251430511474609,
+      "cov-distil (oracle2teacher)": 3.5125131607055664,
       "epoch": 0.7182103610675039,
-      "rel-constrast": 2.701813220977783,
+      "rel-constrast": 3.3274784088134766,
       "step": 915,
-      "subrel-constrast": 3.5543386936187744,
+      "subrel-constrast": 3.388676881790161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841255784034729,
-      "cov-distil (oracle2student)": 3.9284794330596924,
-      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "cov-distil": 1.8637619018554688,
+      "cov-distil (oracle2student)": 5.047358512878418,
+      "cov-distil (oracle2teacher)": 4.970431804656982,
       "epoch": 0.7189952904238619,
-      "rel-constrast": 3.2184972763061523,
+      "rel-constrast": 4.035821914672852,
       "step": 916,
-      "subrel-constrast": 4.3179755210876465,
+      "subrel-constrast": 4.4201130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.29209041595459,
-      "cov-distil (oracle2student)": 5.0997748374938965,
-      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "cov-distil": 2.499739646911621,
+      "cov-distil (oracle2student)": 5.862354755401611,
+      "cov-distil (oracle2teacher)": 4.6612043380737305,
       "epoch": 0.7197802197802198,
-      "rel-constrast": 2.7742223739624023,
+      "rel-constrast": 3.701457977294922,
       "step": 917,
-      "subrel-constrast": 3.9090025424957275,
+      "subrel-constrast": 3.524897813796997,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.126772403717041,
-      "cov-distil (oracle2student)": 5.042139053344727,
-      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "cov-distil": 2.6731886863708496,
+      "cov-distil (oracle2student)": 6.43360710144043,
+      "cov-distil (oracle2teacher)": 5.292421340942383,
       "epoch": 0.7205651491365777,
-      "rel-constrast": 3.499645233154297,
+      "rel-constrast": 4.100305557250977,
       "step": 918,
-      "subrel-constrast": 4.131096839904785,
+      "subrel-constrast": 4.070356369018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1853413581848145,
-      "cov-distil (oracle2student)": 5.0499186515808105,
-      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "cov-distil": 2.4293737411499023,
+      "cov-distil (oracle2student)": 6.126158714294434,
+      "cov-distil (oracle2teacher)": 4.8115644454956055,
       "epoch": 0.7213500784929356,
-      "rel-constrast": 3.0944676399230957,
+      "rel-constrast": 3.7460761070251465,
       "step": 919,
-      "subrel-constrast": 4.054975509643555,
+      "subrel-constrast": 4.114635944366455,
       "view-similarity": 0
     },
     {
       "epoch": 0.7221350078492935,
-      "grad_norm": 7.625,
+      "grad_norm": 8.9375,
       "learning_rate": 4.5950000000000006e-05,
-      "loss": 0.8129,
+      "loss": 0.8727,
       "step": 920
     },
     {
-      "cov-distil": 1.575663685798645,
-      "cov-distil (oracle2student)": 4.080785751342773,
-      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "cov-distil": 2.159865379333496,
+      "cov-distil (oracle2student)": 4.355154037475586,
+      "cov-distil (oracle2teacher)": 4.970215797424316,
       "epoch": 0.7221350078492935,
-      "rel-constrast": 2.942035675048828,
+      "rel-constrast": 3.3372249603271484,
       "step": 920,
-      "subrel-constrast": 3.5585241317749023,
+      "subrel-constrast": 3.667041301727295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089031457901001,
-      "cov-distil (oracle2student)": 3.5837650299072266,
-      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "cov-distil": 2.0742580890655518,
+      "cov-distil (oracle2student)": 4.117455005645752,
+      "cov-distil (oracle2teacher)": 3.840569019317627,
       "epoch": 0.7229199372056515,
-      "rel-constrast": 3.1843388080596924,
+      "rel-constrast": 3.6480743885040283,
       "step": 921,
-      "subrel-constrast": 3.996202230453491,
+      "subrel-constrast": 3.7390756607055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6126110553741455,
-      "cov-distil (oracle2student)": 3.8322594165802,
-      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "cov-distil": 2.112276315689087,
+      "cov-distil (oracle2student)": 3.95101261138916,
+      "cov-distil (oracle2teacher)": 3.947111129760742,
       "epoch": 0.7237048665620094,
-      "rel-constrast": 2.8110198974609375,
+      "rel-constrast": 2.7100107669830322,
       "step": 922,
-      "subrel-constrast": 3.6679060459136963,
+      "subrel-constrast": 3.6668214797973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5855941772460938,
-      "cov-distil (oracle2student)": 5.666677474975586,
-      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "cov-distil": 1.7329771518707275,
+      "cov-distil (oracle2student)": 4.935001373291016,
+      "cov-distil (oracle2teacher)": 4.738431453704834,
       "epoch": 0.7244897959183674,
-      "rel-constrast": 3.647099256515503,
+      "rel-constrast": 3.176372528076172,
       "step": 923,
-      "subrel-constrast": 3.6234447956085205,
+      "subrel-constrast": 3.7251765727996826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8088470697402954,
-      "cov-distil (oracle2student)": 3.5870018005371094,
-      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "cov-distil": 2.2163853645324707,
+      "cov-distil (oracle2student)": 3.492276191711426,
+      "cov-distil (oracle2teacher)": 4.15766716003418,
       "epoch": 0.7252747252747253,
-      "rel-constrast": 3.079493761062622,
+      "rel-constrast": 3.591425657272339,
       "step": 924,
-      "subrel-constrast": 3.9141316413879395,
+      "subrel-constrast": 4.223146438598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2190501689910889,
-      "cov-distil (oracle2student)": 4.473470687866211,
-      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "cov-distil": 1.0423870086669922,
+      "cov-distil (oracle2student)": 4.518592834472656,
+      "cov-distil (oracle2teacher)": 4.4387712478637695,
       "epoch": 0.7260596546310832,
-      "rel-constrast": 3.165107250213623,
+      "rel-constrast": 3.7660884857177734,
       "step": 925,
-      "subrel-constrast": 3.897352457046509,
+      "subrel-constrast": 3.945324420928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0242605209350586,
-      "cov-distil (oracle2student)": 6.548642158508301,
-      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "cov-distil": 2.544114589691162,
+      "cov-distil (oracle2student)": 6.587258815765381,
+      "cov-distil (oracle2teacher)": 6.263145446777344,
       "epoch": 0.7268445839874411,
-      "rel-constrast": 3.701394557952881,
+      "rel-constrast": 2.756612777709961,
       "step": 926,
-      "subrel-constrast": 3.9507064819335938,
+      "subrel-constrast": 3.43852162361145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5379185676574707,
-      "cov-distil (oracle2student)": 3.4035112857818604,
-      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "cov-distil": 2.0042731761932373,
+      "cov-distil (oracle2student)": 4.138145446777344,
+      "cov-distil (oracle2teacher)": 3.93294358253479,
       "epoch": 0.7276295133437991,
-      "rel-constrast": 2.911174774169922,
+      "rel-constrast": 2.8703601360321045,
       "step": 927,
-      "subrel-constrast": 3.627082109451294,
+      "subrel-constrast": 3.868314504623413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6840705871582031,
-      "cov-distil (oracle2student)": 5.966733932495117,
-      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "cov-distil": 2.526165008544922,
+      "cov-distil (oracle2student)": 6.921487331390381,
+      "cov-distil (oracle2teacher)": 5.754782676696777,
       "epoch": 0.728414442700157,
-      "rel-constrast": 3.4538960456848145,
+      "rel-constrast": 4.525879859924316,
       "step": 928,
-      "subrel-constrast": 4.338021755218506,
+      "subrel-constrast": 4.409841537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749119997024536,
-      "cov-distil (oracle2student)": 4.814553260803223,
-      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "cov-distil": 2.3284482955932617,
+      "cov-distil (oracle2student)": 4.791724681854248,
+      "cov-distil (oracle2teacher)": 4.425764560699463,
       "epoch": 0.7291993720565149,
-      "rel-constrast": 3.272881507873535,
+      "rel-constrast": 4.081839561462402,
       "step": 929,
-      "subrel-constrast": 4.203635215759277,
+      "subrel-constrast": 4.595831871032715,
       "view-similarity": 0
     },
     {
       "epoch": 0.7299843014128728,
-      "grad_norm": 6.0,
+      "grad_norm": 7.09375,
       "learning_rate": 4.6450000000000004e-05,
-      "loss": 0.8465,
+      "loss": 0.8616,
       "step": 930
     },
     {
-      "cov-distil": 1.2940502166748047,
-      "cov-distil (oracle2student)": 4.268896102905273,
-      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "cov-distil": 1.8162834644317627,
+      "cov-distil (oracle2student)": 5.438209533691406,
+      "cov-distil (oracle2teacher)": 4.561699867248535,
       "epoch": 0.7299843014128728,
-      "rel-constrast": 2.788405418395996,
+      "rel-constrast": 3.6315224170684814,
       "step": 930,
-      "subrel-constrast": 3.7771759033203125,
+      "subrel-constrast": 4.094505310058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882677793502808,
-      "cov-distil (oracle2student)": 5.153918266296387,
-      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "cov-distil": 1.9169886112213135,
+      "cov-distil (oracle2student)": 5.37558650970459,
+      "cov-distil (oracle2teacher)": 5.32203483581543,
       "epoch": 0.7307692307692307,
-      "rel-constrast": 3.8575000762939453,
+      "rel-constrast": 3.796126365661621,
       "step": 931,
-      "subrel-constrast": 4.23193359375,
+      "subrel-constrast": 4.572080135345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.906712532043457,
-      "cov-distil (oracle2student)": 4.725667953491211,
-      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "cov-distil": 1.911139965057373,
+      "cov-distil (oracle2student)": 4.8625969886779785,
+      "cov-distil (oracle2teacher)": 5.082574844360352,
       "epoch": 0.7315541601255887,
-      "rel-constrast": 2.424145221710205,
+      "rel-constrast": 2.4476380348205566,
       "step": 932,
-      "subrel-constrast": 3.732316493988037,
+      "subrel-constrast": 3.290630340576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.835892915725708,
-      "cov-distil (oracle2student)": 2.91845703125,
-      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "cov-distil": 1.7160735130310059,
+      "cov-distil (oracle2student)": 3.0853962898254395,
+      "cov-distil (oracle2teacher)": 2.7816925048828125,
       "epoch": 0.7323390894819466,
-      "rel-constrast": 4.028440475463867,
+      "rel-constrast": 3.981914758682251,
       "step": 933,
-      "subrel-constrast": 4.382497787475586,
+      "subrel-constrast": 4.3725762367248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5429143905639648,
-      "cov-distil (oracle2student)": 4.434526443481445,
-      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "cov-distil": 2.286607265472412,
+      "cov-distil (oracle2student)": 4.499912738800049,
+      "cov-distil (oracle2teacher)": 4.6997456550598145,
       "epoch": 0.7331240188383046,
-      "rel-constrast": 3.283620834350586,
+      "rel-constrast": 3.3429737091064453,
       "step": 934,
-      "subrel-constrast": 4.480005264282227,
+      "subrel-constrast": 4.565069198608398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479607105255127,
-      "cov-distil (oracle2student)": 4.566035747528076,
-      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "cov-distil": 2.496753454208374,
+      "cov-distil (oracle2student)": 5.282962799072266,
+      "cov-distil (oracle2teacher)": 4.577972412109375,
       "epoch": 0.7339089481946625,
-      "rel-constrast": 3.1102888584136963,
+      "rel-constrast": 3.611607789993286,
       "step": 935,
-      "subrel-constrast": 4.2533392906188965,
+      "subrel-constrast": 4.445594310760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7382700443267822,
-      "cov-distil (oracle2student)": 4.074993133544922,
-      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "cov-distil": 1.833937406539917,
+      "cov-distil (oracle2student)": 5.096558570861816,
+      "cov-distil (oracle2teacher)": 4.422713756561279,
       "epoch": 0.7346938775510204,
-      "rel-constrast": 4.664027214050293,
+      "rel-constrast": 4.03973388671875,
       "step": 936,
-      "subrel-constrast": 4.777615547180176,
+      "subrel-constrast": 4.462681293487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8130892515182495,
-      "cov-distil (oracle2student)": 5.765524387359619,
-      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "cov-distil": 2.3766987323760986,
+      "cov-distil (oracle2student)": 6.172283172607422,
+      "cov-distil (oracle2teacher)": 5.371517658233643,
       "epoch": 0.7354788069073783,
-      "rel-constrast": 3.738004207611084,
+      "rel-constrast": 3.877312421798706,
       "step": 937,
-      "subrel-constrast": 4.491626262664795,
+      "subrel-constrast": 4.559167385101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930234909057617,
-      "cov-distil (oracle2student)": 2.956733465194702,
-      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "cov-distil": 1.4049859046936035,
+      "cov-distil (oracle2student)": 3.7653207778930664,
+      "cov-distil (oracle2teacher)": 3.386180877685547,
       "epoch": 0.7362637362637363,
-      "rel-constrast": 2.2914769649505615,
+      "rel-constrast": 2.2182347774505615,
       "step": 938,
-      "subrel-constrast": 2.780831813812256,
+      "subrel-constrast": 2.968632698059082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.51702880859375,
-      "cov-distil (oracle2student)": 2.6176843643188477,
-      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "cov-distil": 2.0769870281219482,
+      "cov-distil (oracle2student)": 3.107081890106201,
+      "cov-distil (oracle2teacher)": 3.1973013877868652,
       "epoch": 0.7370486656200942,
-      "rel-constrast": 3.4387402534484863,
+      "rel-constrast": 3.746366262435913,
       "step": 939,
-      "subrel-constrast": 4.557201385498047,
+      "subrel-constrast": 4.16161584854126,
       "view-similarity": 0
     },
     {
       "epoch": 0.7378335949764521,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.5,
       "learning_rate": 4.695e-05,
-      "loss": 0.8816,
+      "loss": 0.8673,
       "step": 940
     },
     {
-      "cov-distil": 1.9257925748825073,
-      "cov-distil (oracle2student)": 3.928852081298828,
-      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "cov-distil": 2.1544651985168457,
+      "cov-distil (oracle2student)": 4.589895248413086,
+      "cov-distil (oracle2teacher)": 4.372583389282227,
       "epoch": 0.7378335949764521,
-      "rel-constrast": 3.6139044761657715,
+      "rel-constrast": 4.180538177490234,
       "step": 940,
-      "subrel-constrast": 4.444116115570068,
+      "subrel-constrast": 4.229118824005127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8952929973602295,
-      "cov-distil (oracle2student)": 4.150082111358643,
-      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "cov-distil": 1.8086906671524048,
+      "cov-distil (oracle2student)": 4.650419235229492,
+      "cov-distil (oracle2teacher)": 3.8126659393310547,
       "epoch": 0.7386185243328101,
-      "rel-constrast": 3.3191280364990234,
+      "rel-constrast": 3.7632017135620117,
       "step": 941,
-      "subrel-constrast": 3.679969072341919,
+      "subrel-constrast": 3.596466302871704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5294878482818604,
-      "cov-distil (oracle2student)": 3.9924159049987793,
-      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "cov-distil": 1.9687186479568481,
+      "cov-distil (oracle2student)": 4.608795166015625,
+      "cov-distil (oracle2teacher)": 3.7382731437683105,
       "epoch": 0.7394034536891679,
-      "rel-constrast": 3.708803176879883,
+      "rel-constrast": 3.9769933223724365,
       "step": 942,
-      "subrel-constrast": 3.7333984375,
+      "subrel-constrast": 4.2895684242248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276921272277832,
-      "cov-distil (oracle2student)": 3.9539318084716797,
-      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "cov-distil": 2.600417137145996,
+      "cov-distil (oracle2student)": 4.153236389160156,
+      "cov-distil (oracle2teacher)": 4.032341480255127,
       "epoch": 0.7401883830455259,
-      "rel-constrast": 2.935490608215332,
+      "rel-constrast": 3.1844632625579834,
       "step": 943,
-      "subrel-constrast": 4.135726451873779,
+      "subrel-constrast": 3.9165520668029785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9773235321044922,
-      "cov-distil (oracle2student)": 4.83607292175293,
-      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "cov-distil": 2.3435168266296387,
+      "cov-distil (oracle2student)": 5.270833969116211,
+      "cov-distil (oracle2teacher)": 4.590512752532959,
       "epoch": 0.7409733124018838,
-      "rel-constrast": 4.497435569763184,
+      "rel-constrast": 4.916499137878418,
       "step": 944,
-      "subrel-constrast": 5.25809907913208,
+      "subrel-constrast": 5.011524200439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6449570655822754,
-      "cov-distil (oracle2student)": 4.226219654083252,
-      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "cov-distil": 2.057685375213623,
+      "cov-distil (oracle2student)": 4.062384605407715,
+      "cov-distil (oracle2teacher)": 4.085549354553223,
       "epoch": 0.7417582417582418,
-      "rel-constrast": 2.5536246299743652,
+      "rel-constrast": 2.0747838020324707,
       "step": 945,
-      "subrel-constrast": 2.927077293395996,
+      "subrel-constrast": 2.912554979324341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.137589454650879,
-      "cov-distil (oracle2student)": 2.859459400177002,
-      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "cov-distil": 1.6936135292053223,
+      "cov-distil (oracle2student)": 3.8022587299346924,
+      "cov-distil (oracle2teacher)": 3.456411838531494,
       "epoch": 0.7425431711145997,
-      "rel-constrast": 2.3175745010375977,
+      "rel-constrast": 2.888295888900757,
       "step": 946,
-      "subrel-constrast": 3.029712438583374,
+      "subrel-constrast": 3.195688247680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.929520606994629,
-      "cov-distil (oracle2student)": 3.8799915313720703,
-      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "cov-distil": 1.9991564750671387,
+      "cov-distil (oracle2student)": 3.5900678634643555,
+      "cov-distil (oracle2teacher)": 4.024334907531738,
       "epoch": 0.7433281004709577,
-      "rel-constrast": 3.0847702026367188,
+      "rel-constrast": 3.04254150390625,
       "step": 947,
-      "subrel-constrast": 4.075847625732422,
+      "subrel-constrast": 4.064897060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6459702253341675,
-      "cov-distil (oracle2student)": 4.161098480224609,
-      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "cov-distil": 2.421332359313965,
+      "cov-distil (oracle2student)": 4.5422563552856445,
+      "cov-distil (oracle2teacher)": 4.565084934234619,
       "epoch": 0.7441130298273155,
-      "rel-constrast": 4.606771469116211,
+      "rel-constrast": 3.8695647716522217,
       "step": 948,
-      "subrel-constrast": 5.083632946014404,
+      "subrel-constrast": 4.853820323944092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165371179580688,
-      "cov-distil (oracle2student)": 4.67051887512207,
-      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "cov-distil": 1.9765825271606445,
+      "cov-distil (oracle2student)": 4.517947673797607,
+      "cov-distil (oracle2teacher)": 4.21993350982666,
       "epoch": 0.7448979591836735,
-      "rel-constrast": 2.6552817821502686,
+      "rel-constrast": 3.5734939575195312,
       "step": 949,
-      "subrel-constrast": 3.711884021759033,
+      "subrel-constrast": 3.4767208099365234,
       "view-similarity": 0
     },
     {
       "epoch": 0.7456828885400314,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.09375,
       "learning_rate": 4.745e-05,
-      "loss": 0.8765,
+      "loss": 0.8868,
       "step": 950
     },
     {
-      "cov-distil": 1.3789355754852295,
-      "cov-distil (oracle2student)": 4.328378677368164,
-      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "cov-distil": 1.5425300598144531,
+      "cov-distil (oracle2student)": 4.314554214477539,
+      "cov-distil (oracle2teacher)": 4.719037055969238,
       "epoch": 0.7456828885400314,
-      "rel-constrast": 4.1120710372924805,
+      "rel-constrast": 4.102085113525391,
       "step": 950,
-      "subrel-constrast": 5.027348041534424,
+      "subrel-constrast": 4.706040859222412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7074458599090576,
-      "cov-distil (oracle2student)": 3.896850824356079,
-      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "cov-distil": 2.3102588653564453,
+      "cov-distil (oracle2student)": 4.384204864501953,
+      "cov-distil (oracle2teacher)": 4.340278625488281,
       "epoch": 0.7464678178963893,
-      "rel-constrast": 3.055389404296875,
+      "rel-constrast": 3.527627468109131,
       "step": 951,
-      "subrel-constrast": 4.044977188110352,
+      "subrel-constrast": 4.1328558921813965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146897792816162,
-      "cov-distil (oracle2student)": 3.3221402168273926,
-      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "cov-distil": 2.536229133605957,
+      "cov-distil (oracle2student)": 3.8584206104278564,
+      "cov-distil (oracle2teacher)": 3.5813755989074707,
       "epoch": 0.7472527472527473,
-      "rel-constrast": 2.66206693649292,
+      "rel-constrast": 3.1301190853118896,
       "step": 952,
-      "subrel-constrast": 3.555684804916382,
+      "subrel-constrast": 3.6196694374084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7882740497589111,
-      "cov-distil (oracle2student)": 4.753549575805664,
-      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "cov-distil": 2.1673665046691895,
+      "cov-distil (oracle2student)": 4.384332656860352,
+      "cov-distil (oracle2teacher)": 3.9400460720062256,
       "epoch": 0.7480376766091051,
-      "rel-constrast": 2.6871156692504883,
+      "rel-constrast": 2.468116044998169,
       "step": 953,
-      "subrel-constrast": 3.443528175354004,
+      "subrel-constrast": 2.9415183067321777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317833662033081,
-      "cov-distil (oracle2student)": 3.1025431156158447,
-      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "cov-distil": 1.4639208316802979,
+      "cov-distil (oracle2student)": 3.209066390991211,
+      "cov-distil (oracle2teacher)": 3.3070271015167236,
       "epoch": 0.7488226059654631,
-      "rel-constrast": 3.2253057956695557,
+      "rel-constrast": 2.960322380065918,
       "step": 954,
-      "subrel-constrast": 3.449445962905884,
+      "subrel-constrast": 3.5200257301330566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4996986389160156,
-      "cov-distil (oracle2student)": 3.4388978481292725,
-      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "cov-distil": 1.3299403190612793,
+      "cov-distil (oracle2student)": 3.442540407180786,
+      "cov-distil (oracle2teacher)": 3.431518316268921,
       "epoch": 0.749607535321821,
-      "rel-constrast": 2.8875174522399902,
+      "rel-constrast": 3.233698606491089,
       "step": 955,
-      "subrel-constrast": 3.476513147354126,
+      "subrel-constrast": 3.190735340118408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8152103424072266,
-      "cov-distil (oracle2student)": 4.742283821105957,
-      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "cov-distil": 1.9480202198028564,
+      "cov-distil (oracle2student)": 4.355359077453613,
+      "cov-distil (oracle2teacher)": 4.452746868133545,
       "epoch": 0.750392464678179,
-      "rel-constrast": 4.083362579345703,
+      "rel-constrast": 3.664113998413086,
       "step": 956,
-      "subrel-constrast": 4.664163589477539,
+      "subrel-constrast": 4.382453441619873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3834519386291504,
-      "cov-distil (oracle2student)": 3.857619285583496,
-      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "cov-distil": 2.218977928161621,
+      "cov-distil (oracle2student)": 3.802032232284546,
+      "cov-distil (oracle2teacher)": 4.2059125900268555,
       "epoch": 0.7511773940345369,
-      "rel-constrast": 3.141227960586548,
+      "rel-constrast": 3.4706406593322754,
       "step": 957,
-      "subrel-constrast": 3.6745681762695312,
+      "subrel-constrast": 3.6785337924957275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4698567390441895,
-      "cov-distil (oracle2student)": 4.458189010620117,
-      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "cov-distil": 1.4111219644546509,
+      "cov-distil (oracle2student)": 4.983009338378906,
+      "cov-distil (oracle2teacher)": 4.922593116760254,
       "epoch": 0.7519623233908949,
-      "rel-constrast": 2.5968546867370605,
+      "rel-constrast": 3.137385368347168,
       "step": 958,
-      "subrel-constrast": 3.6189186573028564,
+      "subrel-constrast": 3.4091312885284424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0489540100097656,
-      "cov-distil (oracle2student)": 3.7848129272460938,
-      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "cov-distil": 2.878767490386963,
+      "cov-distil (oracle2student)": 4.717810153961182,
+      "cov-distil (oracle2teacher)": 3.925366163253784,
       "epoch": 0.7527472527472527,
-      "rel-constrast": 3.10971736907959,
+      "rel-constrast": 3.6943411827087402,
       "step": 959,
-      "subrel-constrast": 3.964318037033081,
+      "subrel-constrast": 3.6568140983581543,
       "view-similarity": 0
     },
     {
       "epoch": 0.7535321821036107,
-      "grad_norm": 5.125,
+      "grad_norm": 7.59375,
       "learning_rate": 4.795e-05,
-      "loss": 0.8304,
+      "loss": 0.8347,
       "step": 960
     },
     {
-      "cov-distil": 1.8610987663269043,
-      "cov-distil (oracle2student)": 4.204171180725098,
-      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "cov-distil": 2.4778480529785156,
+      "cov-distil (oracle2student)": 4.818263053894043,
+      "cov-distil (oracle2teacher)": 4.005688667297363,
       "epoch": 0.7535321821036107,
-      "rel-constrast": 3.5759077072143555,
+      "rel-constrast": 4.183547496795654,
       "step": 960,
-      "subrel-constrast": 3.952942371368408,
+      "subrel-constrast": 3.326559066772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7234872579574585,
-      "cov-distil (oracle2student)": 4.684390068054199,
-      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "cov-distil": 1.8866578340530396,
+      "cov-distil (oracle2student)": 5.437535285949707,
+      "cov-distil (oracle2teacher)": 4.592164039611816,
       "epoch": 0.7543171114599686,
-      "rel-constrast": 2.439119815826416,
+      "rel-constrast": 2.5576698780059814,
       "step": 961,
-      "subrel-constrast": 3.2664947509765625,
+      "subrel-constrast": 3.2845120429992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0914149284362793,
-      "cov-distil (oracle2student)": 4.137686252593994,
-      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "cov-distil": 2.303819179534912,
+      "cov-distil (oracle2student)": 4.426777362823486,
+      "cov-distil (oracle2teacher)": 3.804722785949707,
       "epoch": 0.7551020408163265,
-      "rel-constrast": 2.320270538330078,
+      "rel-constrast": 2.9370827674865723,
       "step": 962,
-      "subrel-constrast": 3.529468536376953,
+      "subrel-constrast": 3.5291478633880615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5941476821899414,
-      "cov-distil (oracle2student)": 5.081782341003418,
-      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "cov-distil": 1.5793424844741821,
+      "cov-distil (oracle2student)": 5.274271488189697,
+      "cov-distil (oracle2teacher)": 4.463926315307617,
       "epoch": 0.7558869701726845,
-      "rel-constrast": 3.1787896156311035,
+      "rel-constrast": 3.149038314819336,
       "step": 963,
-      "subrel-constrast": 3.813589096069336,
+      "subrel-constrast": 3.4985198974609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5371471643447876,
-      "cov-distil (oracle2student)": 3.9131083488464355,
-      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "cov-distil": 1.6841847896575928,
+      "cov-distil (oracle2student)": 3.9460980892181396,
+      "cov-distil (oracle2teacher)": 3.647583484649658,
       "epoch": 0.7566718995290423,
-      "rel-constrast": 3.406545400619507,
+      "rel-constrast": 3.8252248764038086,
       "step": 964,
-      "subrel-constrast": 4.030934810638428,
+      "subrel-constrast": 3.9760947227478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.189305305480957,
-      "cov-distil (oracle2student)": 5.07846736907959,
-      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "cov-distil": 1.5662932395935059,
+      "cov-distil (oracle2student)": 5.321979522705078,
+      "cov-distil (oracle2teacher)": 4.641045570373535,
       "epoch": 0.7574568288854003,
-      "rel-constrast": 2.970583200454712,
+      "rel-constrast": 3.055927276611328,
       "step": 965,
-      "subrel-constrast": 3.6238105297088623,
+      "subrel-constrast": 3.2058348655700684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.332085132598877,
-      "cov-distil (oracle2student)": 3.555403232574463,
-      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "cov-distil": 1.9701299667358398,
+      "cov-distil (oracle2student)": 3.9612739086151123,
+      "cov-distil (oracle2teacher)": 3.0692758560180664,
       "epoch": 0.7582417582417582,
-      "rel-constrast": 2.632821798324585,
+      "rel-constrast": 2.901789426803589,
       "step": 966,
-      "subrel-constrast": 3.3239552974700928,
+      "subrel-constrast": 3.1664302349090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7018604278564453,
-      "cov-distil (oracle2student)": 3.9263052940368652,
-      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "cov-distil": 1.8452723026275635,
+      "cov-distil (oracle2student)": 3.9064040184020996,
+      "cov-distil (oracle2teacher)": 3.7463698387145996,
       "epoch": 0.7590266875981162,
-      "rel-constrast": 2.9862589836120605,
+      "rel-constrast": 3.0823605060577393,
       "step": 967,
-      "subrel-constrast": 3.3959908485412598,
+      "subrel-constrast": 3.5565555095672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6031534671783447,
-      "cov-distil (oracle2student)": 5.186741352081299,
-      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "cov-distil": 1.7654262781143188,
+      "cov-distil (oracle2student)": 5.013632297515869,
+      "cov-distil (oracle2teacher)": 4.826484680175781,
       "epoch": 0.7598116169544741,
-      "rel-constrast": 2.718703269958496,
+      "rel-constrast": 3.4410812854766846,
       "step": 968,
-      "subrel-constrast": 3.5651605129241943,
+      "subrel-constrast": 3.2438933849334717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3045380115509033,
-      "cov-distil (oracle2student)": 4.70316219329834,
-      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "cov-distil": 2.324000835418701,
+      "cov-distil (oracle2student)": 4.498815536499023,
+      "cov-distil (oracle2teacher)": 4.545621395111084,
       "epoch": 0.7605965463108321,
-      "rel-constrast": 3.310779571533203,
+      "rel-constrast": 3.8724422454833984,
       "step": 969,
-      "subrel-constrast": 3.998525381088257,
+      "subrel-constrast": 3.9212327003479004,
       "view-similarity": 0
     },
     {
       "epoch": 0.7613814756671899,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.78125,
       "learning_rate": 4.845e-05,
-      "loss": 0.7808,
+      "loss": 0.8252,
       "step": 970
     },
     {
-      "cov-distil": 1.579962968826294,
-      "cov-distil (oracle2student)": 4.080756187438965,
-      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "cov-distil": 2.1071314811706543,
+      "cov-distil (oracle2student)": 3.933645009994507,
+      "cov-distil (oracle2teacher)": 4.3590216636657715,
       "epoch": 0.7613814756671899,
-      "rel-constrast": 2.6930108070373535,
+      "rel-constrast": 2.975811719894409,
       "step": 970,
-      "subrel-constrast": 3.6232733726501465,
+      "subrel-constrast": 3.600398540496826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5032997131347656,
-      "cov-distil (oracle2student)": 5.148774147033691,
-      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "cov-distil": 1.608963966369629,
+      "cov-distil (oracle2student)": 5.346678733825684,
+      "cov-distil (oracle2teacher)": 5.557305335998535,
       "epoch": 0.7621664050235479,
-      "rel-constrast": 2.8520336151123047,
+      "rel-constrast": 3.2882189750671387,
       "step": 971,
-      "subrel-constrast": 3.5504817962646484,
+      "subrel-constrast": 3.4859020709991455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.332946538925171,
-      "cov-distil (oracle2student)": 3.8117406368255615,
-      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "cov-distil": 2.9270498752593994,
+      "cov-distil (oracle2student)": 4.756776332855225,
+      "cov-distil (oracle2teacher)": 4.00191068649292,
       "epoch": 0.7629513343799058,
-      "rel-constrast": 3.3115837574005127,
+      "rel-constrast": 3.6161301136016846,
       "step": 972,
-      "subrel-constrast": 3.7798709869384766,
+      "subrel-constrast": 4.182013034820557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3567724227905273,
-      "cov-distil (oracle2student)": 4.300013542175293,
-      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "cov-distil": 1.9820688962936401,
+      "cov-distil (oracle2student)": 4.56984806060791,
+      "cov-distil (oracle2teacher)": 4.303727149963379,
       "epoch": 0.7637362637362637,
-      "rel-constrast": 2.9181158542633057,
+      "rel-constrast": 3.464304208755493,
       "step": 973,
-      "subrel-constrast": 3.930820941925049,
+      "subrel-constrast": 3.620490550994873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5177117586135864,
-      "cov-distil (oracle2student)": 3.9483582973480225,
-      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "cov-distil": 1.9439184665679932,
+      "cov-distil (oracle2student)": 4.560223579406738,
+      "cov-distil (oracle2teacher)": 4.666088581085205,
       "epoch": 0.7645211930926217,
-      "rel-constrast": 2.8572943210601807,
+      "rel-constrast": 2.7482972145080566,
       "step": 974,
-      "subrel-constrast": 3.3494460582733154,
+      "subrel-constrast": 2.9829721450805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430667400360107,
-      "cov-distil (oracle2student)": 3.8153276443481445,
-      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "cov-distil": 1.7767970561981201,
+      "cov-distil (oracle2student)": 3.9794209003448486,
+      "cov-distil (oracle2teacher)": 4.261740207672119,
       "epoch": 0.7653061224489796,
-      "rel-constrast": 2.43520450592041,
+      "rel-constrast": 3.317117214202881,
       "step": 975,
-      "subrel-constrast": 3.3547842502593994,
+      "subrel-constrast": 3.0777382850646973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.55463445186615,
-      "cov-distil (oracle2student)": 4.102063179016113,
-      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "cov-distil": 1.3559439182281494,
+      "cov-distil (oracle2student)": 4.097846031188965,
+      "cov-distil (oracle2teacher)": 4.182934284210205,
       "epoch": 0.7660910518053375,
-      "rel-constrast": 2.7345409393310547,
+      "rel-constrast": 3.067066192626953,
       "step": 976,
-      "subrel-constrast": 3.699293613433838,
+      "subrel-constrast": 3.5530500411987305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.206817865371704,
-      "cov-distil (oracle2student)": 5.071278095245361,
-      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "cov-distil": 1.9183388948440552,
+      "cov-distil (oracle2student)": 5.848118782043457,
+      "cov-distil (oracle2teacher)": 5.8058247566223145,
       "epoch": 0.7668759811616954,
-      "rel-constrast": 3.3835926055908203,
+      "rel-constrast": 4.01600456237793,
       "step": 977,
-      "subrel-constrast": 4.665506362915039,
+      "subrel-constrast": 4.340235233306885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0126726627349854,
-      "cov-distil (oracle2student)": 3.5513486862182617,
-      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "cov-distil": 2.338252544403076,
+      "cov-distil (oracle2student)": 3.633572578430176,
+      "cov-distil (oracle2teacher)": 3.656493663787842,
       "epoch": 0.7676609105180534,
-      "rel-constrast": 3.443159580230713,
+      "rel-constrast": 3.961937189102173,
       "step": 978,
-      "subrel-constrast": 4.00405740737915,
+      "subrel-constrast": 3.6861069202423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6712284088134766,
-      "cov-distil (oracle2student)": 4.211378574371338,
-      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "cov-distil": 1.7327238321304321,
+      "cov-distil (oracle2student)": 4.664703845977783,
+      "cov-distil (oracle2teacher)": 4.489731311798096,
       "epoch": 0.7684458398744113,
-      "rel-constrast": 2.733938694000244,
+      "rel-constrast": 3.481110095977783,
       "step": 979,
-      "subrel-constrast": 3.493361473083496,
+      "subrel-constrast": 3.5078022480010986,
       "view-similarity": 0
     },
     {
       "epoch": 0.7692307692307693,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.8950000000000004e-05,
-      "loss": 0.7773,
+      "loss": 0.8484,
       "step": 980
     },
     {
-      "cov-distil": 1.9269602298736572,
-      "cov-distil (oracle2student)": 5.519498825073242,
-      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "cov-distil": 2.5744740962982178,
+      "cov-distil (oracle2student)": 6.792117118835449,
+      "cov-distil (oracle2teacher)": 5.494584083557129,
       "epoch": 0.7692307692307693,
-      "rel-constrast": 4.175396919250488,
+      "rel-constrast": 5.296630859375,
       "step": 980,
-      "subrel-constrast": 5.049959659576416,
+      "subrel-constrast": 4.770508766174316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9665855169296265,
-      "cov-distil (oracle2student)": 3.2665791511535645,
-      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "cov-distil": 1.9749733209609985,
+      "cov-distil (oracle2student)": 3.441774368286133,
+      "cov-distil (oracle2teacher)": 3.540536880493164,
       "epoch": 0.7700156985871272,
-      "rel-constrast": 3.6774415969848633,
+      "rel-constrast": 3.828246831893921,
       "step": 981,
-      "subrel-constrast": 4.239767074584961,
+      "subrel-constrast": 3.8577544689178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.470031976699829,
-      "cov-distil (oracle2student)": 3.181478977203369,
-      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "cov-distil": 1.9906293153762817,
+      "cov-distil (oracle2student)": 3.6187191009521484,
+      "cov-distil (oracle2teacher)": 3.493999481201172,
       "epoch": 0.7708006279434851,
-      "rel-constrast": 2.809911012649536,
+      "rel-constrast": 2.917207717895508,
       "step": 982,
-      "subrel-constrast": 3.5960404872894287,
+      "subrel-constrast": 3.3148796558380127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619471073150635,
-      "cov-distil (oracle2student)": 4.692441463470459,
-      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "cov-distil": 1.9651522636413574,
+      "cov-distil (oracle2student)": 5.190014839172363,
+      "cov-distil (oracle2teacher)": 4.446458339691162,
       "epoch": 0.771585557299843,
-      "rel-constrast": 3.389431953430176,
+      "rel-constrast": 3.667184591293335,
       "step": 983,
-      "subrel-constrast": 3.77146315574646,
+      "subrel-constrast": 3.4354782104492188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671085834503174,
-      "cov-distil (oracle2student)": 3.5092053413391113,
-      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "cov-distil": 1.8138514757156372,
+      "cov-distil (oracle2student)": 4.7395830154418945,
+      "cov-distil (oracle2teacher)": 4.603565216064453,
       "epoch": 0.7723704866562009,
-      "rel-constrast": 3.595477342605591,
+      "rel-constrast": 3.6920182704925537,
       "step": 984,
-      "subrel-constrast": 3.8124887943267822,
+      "subrel-constrast": 4.234623908996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9460711479187012,
-      "cov-distil (oracle2student)": 4.956125259399414,
-      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "cov-distil": 1.8917948007583618,
+      "cov-distil (oracle2student)": 5.5333781242370605,
+      "cov-distil (oracle2teacher)": 5.225526809692383,
       "epoch": 0.7731554160125589,
-      "rel-constrast": 3.3473873138427734,
+      "rel-constrast": 3.5523681640625,
       "step": 985,
-      "subrel-constrast": 4.39263391494751,
+      "subrel-constrast": 3.734966516494751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3514606952667236,
-      "cov-distil (oracle2student)": 3.571758270263672,
-      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "cov-distil": 1.3148994445800781,
+      "cov-distil (oracle2student)": 4.420029640197754,
+      "cov-distil (oracle2teacher)": 3.538259506225586,
       "epoch": 0.7739403453689168,
-      "rel-constrast": 2.135286808013916,
+      "rel-constrast": 2.2951912879943848,
       "step": 986,
-      "subrel-constrast": 2.9741177558898926,
+      "subrel-constrast": 2.2801735401153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104153633117676,
-      "cov-distil (oracle2student)": 4.799599647521973,
-      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "cov-distil": 1.9929752349853516,
+      "cov-distil (oracle2student)": 5.65611457824707,
+      "cov-distil (oracle2teacher)": 4.790799140930176,
       "epoch": 0.7747252747252747,
-      "rel-constrast": 2.5805909633636475,
+      "rel-constrast": 2.7335431575775146,
       "step": 987,
-      "subrel-constrast": 3.1912810802459717,
+      "subrel-constrast": 3.2144792079925537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266259670257568,
-      "cov-distil (oracle2student)": 3.655568838119507,
-      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "cov-distil": 2.166095495223999,
+      "cov-distil (oracle2student)": 3.7566349506378174,
+      "cov-distil (oracle2teacher)": 4.234930038452148,
       "epoch": 0.7755102040816326,
-      "rel-constrast": 3.032980442047119,
+      "rel-constrast": 2.828585147857666,
       "step": 988,
-      "subrel-constrast": 3.508396863937378,
+      "subrel-constrast": 3.6304609775543213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.357473611831665,
-      "cov-distil (oracle2student)": 3.59857439994812,
-      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "cov-distil": 1.6223987340927124,
+      "cov-distil (oracle2student)": 4.343269348144531,
+      "cov-distil (oracle2teacher)": 3.9578399658203125,
       "epoch": 0.7762951334379906,
-      "rel-constrast": 2.536325454711914,
+      "rel-constrast": 2.698528289794922,
       "step": 989,
-      "subrel-constrast": 3.5550482273101807,
+      "subrel-constrast": 3.68660044670105,
       "view-similarity": 0
     },
     {
       "epoch": 0.7770800627943485,
-      "grad_norm": 5.3125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.945e-05,
-      "loss": 0.8232,
+      "loss": 0.8377,
       "step": 990
     },
     {
-      "cov-distil": 1.6018612384796143,
-      "cov-distil (oracle2student)": 3.8907558917999268,
-      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "cov-distil": 2.3892416954040527,
+      "cov-distil (oracle2student)": 5.198164939880371,
+      "cov-distil (oracle2teacher)": 4.190091133117676,
       "epoch": 0.7770800627943485,
-      "rel-constrast": 3.0553297996520996,
+      "rel-constrast": 4.157917022705078,
       "step": 990,
-      "subrel-constrast": 3.7887587547302246,
+      "subrel-constrast": 3.950599193572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3820087909698486,
-      "cov-distil (oracle2student)": 4.112200736999512,
-      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "cov-distil": 1.4194585084915161,
+      "cov-distil (oracle2student)": 4.702910423278809,
+      "cov-distil (oracle2teacher)": 4.866517066955566,
       "epoch": 0.7778649921507065,
-      "rel-constrast": 2.366570472717285,
+      "rel-constrast": 2.7623744010925293,
       "step": 991,
-      "subrel-constrast": 3.2048072814941406,
+      "subrel-constrast": 3.1662700176239014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83585524559021,
-      "cov-distil (oracle2student)": 3.4590184688568115,
-      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "cov-distil": 2.3028879165649414,
+      "cov-distil (oracle2student)": 4.1050567626953125,
+      "cov-distil (oracle2teacher)": 3.5926718711853027,
       "epoch": 0.7786499215070644,
-      "rel-constrast": 2.7357325553894043,
+      "rel-constrast": 4.3497419357299805,
       "step": 992,
-      "subrel-constrast": 3.3413727283477783,
+      "subrel-constrast": 3.0849316120147705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7006080150604248,
-      "cov-distil (oracle2student)": 4.505871772766113,
-      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "cov-distil": 1.7040021419525146,
+      "cov-distil (oracle2student)": 5.705458641052246,
+      "cov-distil (oracle2teacher)": 4.484140872955322,
       "epoch": 0.7794348508634223,
-      "rel-constrast": 2.617854118347168,
+      "rel-constrast": 3.006608009338379,
       "step": 993,
-      "subrel-constrast": 3.58120059967041,
+      "subrel-constrast": 3.4416797161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3439501523971558,
-      "cov-distil (oracle2student)": 5.1891374588012695,
-      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "cov-distil": 1.9637043476104736,
+      "cov-distil (oracle2student)": 6.382180213928223,
+      "cov-distil (oracle2teacher)": 5.620549201965332,
       "epoch": 0.7802197802197802,
-      "rel-constrast": 3.4114043712615967,
+      "rel-constrast": 3.768739700317383,
       "step": 994,
-      "subrel-constrast": 4.519937038421631,
+      "subrel-constrast": 4.425824165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9209468364715576,
-      "cov-distil (oracle2student)": 3.85103702545166,
-      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "cov-distil": 2.052910327911377,
+      "cov-distil (oracle2student)": 3.9653525352478027,
+      "cov-distil (oracle2teacher)": 4.287421226501465,
       "epoch": 0.7810047095761381,
-      "rel-constrast": 2.76951265335083,
+      "rel-constrast": 3.1632442474365234,
       "step": 995,
-      "subrel-constrast": 3.8042209148406982,
+      "subrel-constrast": 3.9916646480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8263555765151978,
-      "cov-distil (oracle2student)": 4.86745548248291,
-      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "cov-distil": 2.0304572582244873,
+      "cov-distil (oracle2student)": 5.824941635131836,
+      "cov-distil (oracle2teacher)": 4.774777889251709,
       "epoch": 0.7817896389324961,
-      "rel-constrast": 3.1357123851776123,
+      "rel-constrast": 3.7474162578582764,
       "step": 996,
-      "subrel-constrast": 3.5826773643493652,
+      "subrel-constrast": 3.5624232292175293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0638132095336914,
-      "cov-distil (oracle2student)": 3.9991607666015625,
-      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "cov-distil": 1.8776136636734009,
+      "cov-distil (oracle2student)": 4.827386856079102,
+      "cov-distil (oracle2teacher)": 4.375493049621582,
       "epoch": 0.782574568288854,
-      "rel-constrast": 2.9305787086486816,
+      "rel-constrast": 3.8452281951904297,
       "step": 997,
-      "subrel-constrast": 4.224002361297607,
+      "subrel-constrast": 3.9434010982513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7014501094818115,
-      "cov-distil (oracle2student)": 2.1526012420654297,
-      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "cov-distil": 2.1650452613830566,
+      "cov-distil (oracle2student)": 2.401318073272705,
+      "cov-distil (oracle2teacher)": 2.6524834632873535,
       "epoch": 0.783359497645212,
-      "rel-constrast": 2.346405506134033,
+      "rel-constrast": 2.1724445819854736,
       "step": 998,
-      "subrel-constrast": 2.8098068237304688,
+      "subrel-constrast": 3.3054251670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3595576286315918,
-      "cov-distil (oracle2student)": 2.6339879035949707,
-      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "cov-distil": 1.6402060985565186,
+      "cov-distil (oracle2student)": 2.776190996170044,
+      "cov-distil (oracle2teacher)": 2.3702054023742676,
       "epoch": 0.7841444270015698,
-      "rel-constrast": 2.0297508239746094,
+      "rel-constrast": 2.689274311065674,
       "step": 999,
-      "subrel-constrast": 2.856095552444458,
+      "subrel-constrast": 2.7818825244903564,
       "view-similarity": 0
     },
     {
       "epoch": 0.7849293563579278,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.995e-05,
-      "loss": 0.7268,
+      "loss": 0.8416,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-P@10": 0.762,
+      "eval/duc04-P@10": 0.7259999999999998,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-nDCG@10": 0.7761942414852591,
+      "eval/duc04-nDCG@10": 0.7318274255215226,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
+      "eval/duc04-alpha_nDCG@10": 0.5483772902130435,
       "step": 1000
     },
     {
@@ -11021,17 +11021,17 @@
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.4209999999999999,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-nDCG@10": 0.614061374603831,
+      "eval/multi_news-nDCG@10": 0.5961418277269002,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
+      "eval/multi_news-alpha_nDCG@10": 0.5552314111928569,
       "step": 1000
     },
     {
@@ -11041,5472 +11041,5472 @@
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/avg": 0.5406198910147115,
+      "eval/avg": 0.5167935126468087,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "overlap": 0.3265624940395355,
+      "overlap": 0.28437501192092896,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
       "step": 1000,
-      "student margin": 0.048736572265625
+      "student margin": 0.042877197265625
     },
     {
       "epoch": 0.7849293563579278,
       "step": 1000,
-      "teacher margin": 0.033172607421875
+      "teacher margin": 0.03875732421875
     },
     {
       "epoch": 0.7849293563579278,
-      "margin difference": -0.01556396484375,
+      "margin difference": -0.004119873046875,
       "step": 1000
     },
     {
-      "cov-distil": 1.5034229755401611,
-      "cov-distil (oracle2student)": 4.684803009033203,
-      "cov-distil (oracle2teacher)": 4.286637783050537,
+      "cov-distil": 2.3058276176452637,
+      "cov-distil (oracle2student)": 5.117415428161621,
+      "cov-distil (oracle2teacher)": 4.711848258972168,
       "epoch": 0.7849293563579278,
-      "rel-constrast": 2.7586169242858887,
+      "rel-constrast": 3.7198028564453125,
       "step": 1000,
-      "subrel-constrast": 3.692868232727051,
+      "subrel-constrast": 3.5940663814544678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1957248449325562,
-      "cov-distil (oracle2student)": 4.158645153045654,
-      "cov-distil (oracle2teacher)": 3.960702419281006,
+      "cov-distil": 1.5377998352050781,
+      "cov-distil (oracle2student)": 4.81564474105835,
+      "cov-distil (oracle2teacher)": 4.278886318206787,
       "epoch": 0.7857142857142857,
-      "rel-constrast": 2.271653652191162,
+      "rel-constrast": 2.7402515411376953,
       "step": 1001,
-      "subrel-constrast": 2.7374632358551025,
+      "subrel-constrast": 3.0132644176483154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0084142684936523,
-      "cov-distil (oracle2student)": 5.9409871101379395,
-      "cov-distil (oracle2teacher)": 5.287152290344238,
+      "cov-distil": 1.6423420906066895,
+      "cov-distil (oracle2student)": 6.2118706703186035,
+      "cov-distil (oracle2teacher)": 5.935875415802002,
       "epoch": 0.7864992150706437,
-      "rel-constrast": 2.403620719909668,
+      "rel-constrast": 2.860680103302002,
       "step": 1002,
-      "subrel-constrast": 3.4971165657043457,
+      "subrel-constrast": 3.0930862426757812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6317280530929565,
-      "cov-distil (oracle2student)": 5.874475002288818,
-      "cov-distil (oracle2teacher)": 4.955185890197754,
+      "cov-distil": 1.7292115688323975,
+      "cov-distil (oracle2student)": 5.911175727844238,
+      "cov-distil (oracle2teacher)": 5.039959907531738,
       "epoch": 0.7872841444270016,
-      "rel-constrast": 3.167451858520508,
+      "rel-constrast": 2.8019323348999023,
       "step": 1003,
-      "subrel-constrast": 3.5038552284240723,
+      "subrel-constrast": 3.3290388584136963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6654658317565918,
-      "cov-distil (oracle2student)": 3.8835484981536865,
-      "cov-distil (oracle2teacher)": 3.403048515319824,
+      "cov-distil": 1.5785505771636963,
+      "cov-distil (oracle2student)": 3.565105438232422,
+      "cov-distil (oracle2teacher)": 3.747960329055786,
       "epoch": 0.7880690737833596,
-      "rel-constrast": 2.7738380432128906,
+      "rel-constrast": 2.8687870502471924,
       "step": 1004,
-      "subrel-constrast": 3.174041271209717,
+      "subrel-constrast": 3.608781337738037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8715178966522217,
-      "cov-distil (oracle2student)": 3.7892398834228516,
-      "cov-distil (oracle2teacher)": 3.474780797958374,
+      "cov-distil": 1.9323105812072754,
+      "cov-distil (oracle2student)": 4.039740562438965,
+      "cov-distil (oracle2teacher)": 3.669917583465576,
       "epoch": 0.7888540031397174,
-      "rel-constrast": 2.1905505657196045,
+      "rel-constrast": 2.871471405029297,
       "step": 1005,
-      "subrel-constrast": 3.0322937965393066,
+      "subrel-constrast": 2.7034647464752197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728188514709473,
-      "cov-distil (oracle2student)": 2.669163942337036,
-      "cov-distil (oracle2teacher)": 2.844465732574463,
+      "cov-distil": 2.1012330055236816,
+      "cov-distil (oracle2student)": 2.768244981765747,
+      "cov-distil (oracle2teacher)": 2.7305736541748047,
       "epoch": 0.7896389324960753,
-      "rel-constrast": 2.9720678329467773,
+      "rel-constrast": 2.872476100921631,
       "step": 1006,
-      "subrel-constrast": 3.511303663253784,
+      "subrel-constrast": 3.4524216651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7204205989837646,
-      "cov-distil (oracle2student)": 4.4524736404418945,
-      "cov-distil (oracle2teacher)": 4.67169713973999,
+      "cov-distil": 1.7625465393066406,
+      "cov-distil (oracle2student)": 4.512275695800781,
+      "cov-distil (oracle2teacher)": 5.0809783935546875,
       "epoch": 0.7904238618524333,
-      "rel-constrast": 3.0412745475769043,
+      "rel-constrast": 3.300138473510742,
       "step": 1007,
-      "subrel-constrast": 3.816291570663452,
+      "subrel-constrast": 4.1379289627075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7510128021240234,
-      "cov-distil (oracle2student)": 6.159909725189209,
-      "cov-distil (oracle2teacher)": 5.60171365737915,
+      "cov-distil": 2.2320199012756348,
+      "cov-distil (oracle2student)": 6.713517189025879,
+      "cov-distil (oracle2teacher)": 6.302941799163818,
       "epoch": 0.7912087912087912,
-      "rel-constrast": 3.079228162765503,
+      "rel-constrast": 3.7301855087280273,
       "step": 1008,
-      "subrel-constrast": 4.57464599609375,
+      "subrel-constrast": 4.127272129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6486480236053467,
-      "cov-distil (oracle2student)": 3.5104148387908936,
-      "cov-distil (oracle2teacher)": 3.467003345489502,
+      "cov-distil": 1.82810378074646,
+      "cov-distil (oracle2student)": 4.990127086639404,
+      "cov-distil (oracle2teacher)": 4.472989082336426,
       "epoch": 0.7919937205651492,
-      "rel-constrast": 2.799266815185547,
+      "rel-constrast": 4.131555557250977,
       "step": 1009,
-      "subrel-constrast": 3.864565372467041,
+      "subrel-constrast": 4.274601936340332,
       "view-similarity": 0
     },
     {
       "epoch": 0.792778649921507,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.84375,
       "learning_rate": 4.999987663004646e-05,
-      "loss": 0.7289,
+      "loss": 0.7974,
       "step": 1010
     },
     {
-      "cov-distil": 1.7066292762756348,
-      "cov-distil (oracle2student)": 4.21933650970459,
-      "cov-distil (oracle2teacher)": 4.268479824066162,
+      "cov-distil": 1.9850316047668457,
+      "cov-distil (oracle2student)": 4.919588088989258,
+      "cov-distil (oracle2teacher)": 4.333242416381836,
       "epoch": 0.792778649921507,
-      "rel-constrast": 2.8161985874176025,
+      "rel-constrast": 3.7855491638183594,
       "step": 1010,
-      "subrel-constrast": 3.2562143802642822,
+      "subrel-constrast": 3.264366865158081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8672438859939575,
-      "cov-distil (oracle2student)": 5.815662384033203,
-      "cov-distil (oracle2teacher)": 4.962345123291016,
+      "cov-distil": 2.640622615814209,
+      "cov-distil (oracle2student)": 6.353734970092773,
+      "cov-distil (oracle2teacher)": 5.344457149505615,
       "epoch": 0.793563579277865,
-      "rel-constrast": 4.624763011932373,
+      "rel-constrast": 5.841311454772949,
       "step": 1011,
-      "subrel-constrast": 4.851892471313477,
+      "subrel-constrast": 5.376053810119629,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2560279369354248,
-      "cov-distil (oracle2student)": 4.049315929412842,
-      "cov-distil (oracle2teacher)": 3.52166748046875,
+      "cov-distil": 1.272993564605713,
+      "cov-distil (oracle2student)": 4.404191493988037,
+      "cov-distil (oracle2teacher)": 3.7615997791290283,
       "epoch": 0.7943485086342229,
-      "rel-constrast": 3.12121844291687,
+      "rel-constrast": 3.898481607437134,
       "step": 1012,
-      "subrel-constrast": 3.6813127994537354,
+      "subrel-constrast": 3.59594464302063,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8865805864334106,
-      "cov-distil (oracle2student)": 5.716721057891846,
-      "cov-distil (oracle2teacher)": 5.130122661590576,
+      "cov-distil": 2.386326551437378,
+      "cov-distil (oracle2student)": 6.169239044189453,
+      "cov-distil (oracle2teacher)": 5.5104217529296875,
       "epoch": 0.7951334379905809,
-      "rel-constrast": 2.4561896324157715,
+      "rel-constrast": 3.0557289123535156,
       "step": 1013,
-      "subrel-constrast": 3.7673561573028564,
+      "subrel-constrast": 3.7991459369659424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3795284032821655,
-      "cov-distil (oracle2student)": 4.698434829711914,
-      "cov-distil (oracle2teacher)": 4.43522834777832,
+      "cov-distil": 2.395026683807373,
+      "cov-distil (oracle2student)": 4.80900239944458,
+      "cov-distil (oracle2teacher)": 4.983579635620117,
       "epoch": 0.7959183673469388,
-      "rel-constrast": 3.585001230239868,
+      "rel-constrast": 4.665414810180664,
       "step": 1014,
-      "subrel-constrast": 3.978447914123535,
+      "subrel-constrast": 4.253556728363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2618730068206787,
-      "cov-distil (oracle2student)": 3.2493157386779785,
-      "cov-distil (oracle2teacher)": 3.5975871086120605,
+      "cov-distil": 1.7589415311813354,
+      "cov-distil (oracle2student)": 2.8941521644592285,
+      "cov-distil (oracle2teacher)": 3.733187198638916,
       "epoch": 0.7967032967032966,
-      "rel-constrast": 2.9990179538726807,
+      "rel-constrast": 3.158411741256714,
       "step": 1015,
-      "subrel-constrast": 3.4147586822509766,
+      "subrel-constrast": 3.6129744052886963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83095121383667,
-      "cov-distil (oracle2student)": 4.593048095703125,
-      "cov-distil (oracle2teacher)": 3.92457914352417,
+      "cov-distil": 2.150534152984619,
+      "cov-distil (oracle2student)": 5.511159896850586,
+      "cov-distil (oracle2teacher)": 4.756931304931641,
       "epoch": 0.7974882260596546,
-      "rel-constrast": 2.7872331142425537,
+      "rel-constrast": 2.9630541801452637,
       "step": 1016,
-      "subrel-constrast": 3.887740135192871,
+      "subrel-constrast": 3.894498825073242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6723566055297852,
-      "cov-distil (oracle2student)": 3.9551217555999756,
-      "cov-distil (oracle2teacher)": 3.638209819793701,
+      "cov-distil": 1.7592514753341675,
+      "cov-distil (oracle2student)": 4.502584457397461,
+      "cov-distil (oracle2teacher)": 3.801152229309082,
       "epoch": 0.7982731554160125,
-      "rel-constrast": 3.122316837310791,
+      "rel-constrast": 4.067831993103027,
       "step": 1017,
-      "subrel-constrast": 4.209188461303711,
+      "subrel-constrast": 3.7067718505859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.675121784210205,
-      "cov-distil (oracle2student)": 4.172112464904785,
-      "cov-distil (oracle2teacher)": 4.101783275604248,
+      "cov-distil": 1.8709065914154053,
+      "cov-distil (oracle2student)": 4.500154972076416,
+      "cov-distil (oracle2teacher)": 4.413783073425293,
       "epoch": 0.7990580847723705,
-      "rel-constrast": 3.378809928894043,
+      "rel-constrast": 3.8285224437713623,
       "step": 1018,
-      "subrel-constrast": 3.7574174404144287,
+      "subrel-constrast": 3.743145227432251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4633102416992188,
-      "cov-distil (oracle2student)": 2.378451347351074,
-      "cov-distil (oracle2teacher)": 2.625844955444336,
+      "cov-distil": 2.4322128295898438,
+      "cov-distil (oracle2student)": 2.988515853881836,
+      "cov-distil (oracle2teacher)": 2.829786777496338,
       "epoch": 0.7998430141287284,
-      "rel-constrast": 2.5547306537628174,
+      "rel-constrast": 2.894822597503662,
       "step": 1019,
-      "subrel-constrast": 3.4864487648010254,
+      "subrel-constrast": 3.1892964839935303,
       "view-similarity": 0
     },
     {
       "epoch": 0.8006279434850864,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.15625,
       "learning_rate": 4.9999450167572734e-05,
-      "loss": 0.8261,
+      "loss": 0.954,
       "step": 1020
     },
     {
-      "cov-distil": 2.415271759033203,
-      "cov-distil (oracle2student)": 3.0875167846679688,
-      "cov-distil (oracle2teacher)": 3.427299737930298,
+      "cov-distil": 2.745542526245117,
+      "cov-distil (oracle2student)": 4.808676242828369,
+      "cov-distil (oracle2teacher)": 3.7775797843933105,
       "epoch": 0.8006279434850864,
-      "rel-constrast": 3.0743722915649414,
+      "rel-constrast": 4.095340728759766,
       "step": 1020,
-      "subrel-constrast": 3.9496195316314697,
+      "subrel-constrast": 3.9238455295562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8066670894622803,
-      "cov-distil (oracle2student)": 4.668322563171387,
-      "cov-distil (oracle2teacher)": 4.313449382781982,
+      "cov-distil": 2.8050169944763184,
+      "cov-distil (oracle2student)": 5.860828399658203,
+      "cov-distil (oracle2teacher)": 4.630205154418945,
       "epoch": 0.8014128728414442,
-      "rel-constrast": 1.32718825340271,
+      "rel-constrast": 1.7338907718658447,
       "step": 1021,
-      "subrel-constrast": 2.6383790969848633,
+      "subrel-constrast": 2.7346103191375732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9670062065124512,
-      "cov-distil (oracle2student)": 5.039787292480469,
-      "cov-distil (oracle2teacher)": 4.957679748535156,
+      "cov-distil": 1.9439785480499268,
+      "cov-distil (oracle2student)": 5.187029838562012,
+      "cov-distil (oracle2teacher)": 4.503884315490723,
       "epoch": 0.8021978021978022,
-      "rel-constrast": 2.2769107818603516,
+      "rel-constrast": 3.1160008907318115,
       "step": 1022,
-      "subrel-constrast": 3.2581119537353516,
+      "subrel-constrast": 2.811422348022461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2931885719299316,
-      "cov-distil (oracle2student)": 3.3827080726623535,
-      "cov-distil (oracle2teacher)": 3.489915370941162,
+      "cov-distil": 1.7212350368499756,
+      "cov-distil (oracle2student)": 3.514064311981201,
+      "cov-distil (oracle2teacher)": 3.796893835067749,
       "epoch": 0.8029827315541601,
-      "rel-constrast": 3.323514938354492,
+      "rel-constrast": 3.8503992557525635,
       "step": 1023,
-      "subrel-constrast": 3.817840576171875,
+      "subrel-constrast": 4.360987663269043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798905849456787,
-      "cov-distil (oracle2student)": 3.997654676437378,
-      "cov-distil (oracle2teacher)": 3.740675926208496,
+      "cov-distil": 1.7553012371063232,
+      "cov-distil (oracle2student)": 4.059808731079102,
+      "cov-distil (oracle2teacher)": 3.7464072704315186,
       "epoch": 0.8037676609105181,
-      "rel-constrast": 2.823920488357544,
+      "rel-constrast": 2.7304282188415527,
       "step": 1024,
-      "subrel-constrast": 3.6419403553009033,
+      "subrel-constrast": 3.4178385734558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.008463144302368,
-      "cov-distil (oracle2student)": 4.487757205963135,
-      "cov-distil (oracle2teacher)": 3.6456661224365234,
+      "cov-distil": 2.0657033920288086,
+      "cov-distil (oracle2student)": 5.206294059753418,
+      "cov-distil (oracle2teacher)": 4.32270622253418,
       "epoch": 0.804552590266876,
-      "rel-constrast": 2.748744487762451,
+      "rel-constrast": 3.0159549713134766,
       "step": 1025,
-      "subrel-constrast": 3.362184524536133,
+      "subrel-constrast": 3.3585920333862305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4519178867340088,
-      "cov-distil (oracle2student)": 5.82453727722168,
-      "cov-distil (oracle2teacher)": 5.277032375335693,
+      "cov-distil": 1.74161696434021,
+      "cov-distil (oracle2student)": 6.185579299926758,
+      "cov-distil (oracle2teacher)": 5.451434135437012,
       "epoch": 0.8053375196232339,
-      "rel-constrast": 3.717198371887207,
+      "rel-constrast": 4.200787544250488,
       "step": 1026,
-      "subrel-constrast": 4.122554779052734,
+      "subrel-constrast": 4.305181503295898,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5493037700653076,
-      "cov-distil (oracle2student)": 3.6894612312316895,
-      "cov-distil (oracle2teacher)": 3.740065574645996,
+      "cov-distil": 1.7236043214797974,
+      "cov-distil (oracle2student)": 4.438406944274902,
+      "cov-distil (oracle2teacher)": 3.822997808456421,
       "epoch": 0.8061224489795918,
-      "rel-constrast": 2.280026435852051,
+      "rel-constrast": 2.606933832168579,
       "step": 1027,
-      "subrel-constrast": 3.2345998287200928,
+      "subrel-constrast": 3.240969181060791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4404253959655762,
-      "cov-distil (oracle2student)": 4.561883449554443,
-      "cov-distil (oracle2teacher)": 4.176347255706787,
+      "cov-distil": 1.7421455383300781,
+      "cov-distil (oracle2student)": 4.681373596191406,
+      "cov-distil (oracle2teacher)": 4.562398910522461,
       "epoch": 0.8069073783359497,
-      "rel-constrast": 2.5073225498199463,
+      "rel-constrast": 3.178743600845337,
       "step": 1028,
-      "subrel-constrast": 3.2476654052734375,
+      "subrel-constrast": 3.0895638465881348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4980759620666504,
-      "cov-distil (oracle2student)": 3.4953906536102295,
-      "cov-distil (oracle2teacher)": 3.23348331451416,
+      "cov-distil": 1.9242048263549805,
+      "cov-distil (oracle2student)": 3.573486804962158,
+      "cov-distil (oracle2teacher)": 3.7271671295166016,
       "epoch": 0.8076923076923077,
-      "rel-constrast": 3.2613203525543213,
+      "rel-constrast": 3.221712827682495,
       "step": 1029,
-      "subrel-constrast": 3.7252445220947266,
+      "subrel-constrast": 3.4316742420196533,
       "view-similarity": 0
     },
     {
       "epoch": 0.8084772370486656,
-      "grad_norm": 5.78125,
+      "grad_norm": 7.09375,
       "learning_rate": 4.999871909468808e-05,
-      "loss": 0.7258,
+      "loss": 0.7938,
       "step": 1030
     },
     {
-      "cov-distil": 1.7273406982421875,
-      "cov-distil (oracle2student)": 3.765653371810913,
-      "cov-distil (oracle2teacher)": 4.223290920257568,
+      "cov-distil": 1.8171594142913818,
+      "cov-distil (oracle2student)": 4.064552307128906,
+      "cov-distil (oracle2teacher)": 4.273717403411865,
       "epoch": 0.8084772370486656,
-      "rel-constrast": 3.3792667388916016,
+      "rel-constrast": 4.010668754577637,
       "step": 1030,
-      "subrel-constrast": 4.160766124725342,
+      "subrel-constrast": 3.696507215499878,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6069406270980835,
-      "cov-distil (oracle2student)": 6.246820449829102,
-      "cov-distil (oracle2teacher)": 5.6495280265808105,
+      "cov-distil": 2.4826865196228027,
+      "cov-distil (oracle2student)": 6.525309085845947,
+      "cov-distil (oracle2teacher)": 6.211377143859863,
       "epoch": 0.8092621664050236,
-      "rel-constrast": 4.243990898132324,
+      "rel-constrast": 4.7943596839904785,
       "step": 1031,
-      "subrel-constrast": 4.584709644317627,
+      "subrel-constrast": 4.969045162200928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882941246032715,
-      "cov-distil (oracle2student)": 4.027990818023682,
-      "cov-distil (oracle2teacher)": 4.210643768310547,
+      "cov-distil": 1.9700663089752197,
+      "cov-distil (oracle2student)": 5.039977073669434,
+      "cov-distil (oracle2teacher)": 4.233354568481445,
       "epoch": 0.8100470957613815,
-      "rel-constrast": 3.353201389312744,
+      "rel-constrast": 3.6731643676757812,
       "step": 1032,
-      "subrel-constrast": 4.510843753814697,
+      "subrel-constrast": 4.22750186920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5565567016601562,
-      "cov-distil (oracle2student)": 3.638373374938965,
-      "cov-distil (oracle2teacher)": 3.9918010234832764,
+      "cov-distil": 1.843017339706421,
+      "cov-distil (oracle2student)": 3.8671445846557617,
+      "cov-distil (oracle2teacher)": 3.9853310585021973,
       "epoch": 0.8108320251177394,
-      "rel-constrast": 3.317444086074829,
+      "rel-constrast": 2.9669153690338135,
       "step": 1033,
-      "subrel-constrast": 3.8524107933044434,
+      "subrel-constrast": 3.7292404174804688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4101698398590088,
-      "cov-distil (oracle2student)": 4.568304538726807,
-      "cov-distil (oracle2teacher)": 3.3959732055664062,
+      "cov-distil": 1.6810734272003174,
+      "cov-distil (oracle2student)": 4.834322929382324,
+      "cov-distil (oracle2teacher)": 4.578563690185547,
       "epoch": 0.8116169544740973,
-      "rel-constrast": 2.7100107669830322,
+      "rel-constrast": 2.532804489135742,
       "step": 1034,
-      "subrel-constrast": 2.7737021446228027,
+      "subrel-constrast": 2.5241520404815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3708372116088867,
-      "cov-distil (oracle2student)": 5.4243388175964355,
-      "cov-distil (oracle2teacher)": 4.884294509887695,
+      "cov-distil": 1.6765145063400269,
+      "cov-distil (oracle2student)": 5.625885009765625,
+      "cov-distil (oracle2teacher)": 5.720191478729248,
       "epoch": 0.8124018838304553,
-      "rel-constrast": 2.722594738006592,
+      "rel-constrast": 2.9662952423095703,
       "step": 1035,
-      "subrel-constrast": 3.112590789794922,
+      "subrel-constrast": 3.468733549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.542799949645996,
-      "cov-distil (oracle2student)": 4.0008955001831055,
-      "cov-distil (oracle2teacher)": 3.621291399002075,
+      "cov-distil": 1.82917320728302,
+      "cov-distil (oracle2student)": 3.5723254680633545,
+      "cov-distil (oracle2teacher)": 4.55171012878418,
       "epoch": 0.8131868131868132,
-      "rel-constrast": 2.5074245929718018,
+      "rel-constrast": 2.825275182723999,
       "step": 1036,
-      "subrel-constrast": 3.3930764198303223,
+      "subrel-constrast": 3.4205238819122314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5174001455307007,
-      "cov-distil (oracle2student)": 4.076761245727539,
-      "cov-distil (oracle2teacher)": 4.162682056427002,
+      "cov-distil": 2.1231818199157715,
+      "cov-distil (oracle2student)": 4.344111442565918,
+      "cov-distil (oracle2teacher)": 4.551331996917725,
       "epoch": 0.8139717425431711,
-      "rel-constrast": 3.306975841522217,
+      "rel-constrast": 3.5327041149139404,
       "step": 1037,
-      "subrel-constrast": 3.4981300830841064,
+      "subrel-constrast": 4.220651626586914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83280611038208,
-      "cov-distil (oracle2student)": 3.9457664489746094,
-      "cov-distil (oracle2teacher)": 3.595574378967285,
+      "cov-distil": 1.6428897380828857,
+      "cov-distil (oracle2student)": 4.898654460906982,
+      "cov-distil (oracle2teacher)": 4.079972743988037,
       "epoch": 0.814756671899529,
-      "rel-constrast": 3.579411029815674,
+      "rel-constrast": 4.340941429138184,
       "step": 1038,
-      "subrel-constrast": 4.271247863769531,
+      "subrel-constrast": 4.009068489074707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.415628433227539,
-      "cov-distil (oracle2student)": 4.7205400466918945,
-      "cov-distil (oracle2teacher)": 4.105180740356445,
+      "cov-distil": 1.783677339553833,
+      "cov-distil (oracle2student)": 5.237854957580566,
+      "cov-distil (oracle2teacher)": 4.724405765533447,
       "epoch": 0.8155416012558869,
-      "rel-constrast": 2.532618522644043,
+      "rel-constrast": 3.11883544921875,
       "step": 1039,
-      "subrel-constrast": 3.548304319381714,
+      "subrel-constrast": 3.6719577312469482,
       "view-similarity": 0
     },
     {
       "epoch": 0.8163265306122449,
-      "grad_norm": 4.9375,
+      "grad_norm": 8.875,
       "learning_rate": 4.999768342030035e-05,
-      "loss": 0.83,
+      "loss": 0.869,
       "step": 1040
     },
     {
-      "cov-distil": 1.6160132884979248,
-      "cov-distil (oracle2student)": 3.9032037258148193,
-      "cov-distil (oracle2teacher)": 3.838395595550537,
+      "cov-distil": 2.1443891525268555,
+      "cov-distil (oracle2student)": 4.131516456604004,
+      "cov-distil (oracle2teacher)": 4.1293416023254395,
       "epoch": 0.8163265306122449,
-      "rel-constrast": 2.9465813636779785,
+      "rel-constrast": 3.858375310897827,
       "step": 1040,
-      "subrel-constrast": 3.950629949569702,
+      "subrel-constrast": 4.32935905456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.243447184562683,
-      "cov-distil (oracle2student)": 3.732532024383545,
-      "cov-distil (oracle2teacher)": 3.783769369125366,
+      "cov-distil": 1.6796962022781372,
+      "cov-distil (oracle2student)": 4.509735107421875,
+      "cov-distil (oracle2teacher)": 4.18348503112793,
       "epoch": 0.8171114599686028,
-      "rel-constrast": 3.3665902614593506,
+      "rel-constrast": 3.935241937637329,
       "step": 1041,
-      "subrel-constrast": 3.5148062705993652,
+      "subrel-constrast": 4.048736095428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7780416011810303,
-      "cov-distil (oracle2student)": 4.7880401611328125,
-      "cov-distil (oracle2teacher)": 5.081545829772949,
+      "cov-distil": 2.4762048721313477,
+      "cov-distil (oracle2student)": 5.551225662231445,
+      "cov-distil (oracle2teacher)": 5.454265594482422,
       "epoch": 0.8178963893249608,
-      "rel-constrast": 3.803605079650879,
+      "rel-constrast": 4.483508110046387,
       "step": 1042,
-      "subrel-constrast": 4.359310150146484,
+      "subrel-constrast": 4.631419658660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5858495235443115,
-      "cov-distil (oracle2student)": 7.296012878417969,
-      "cov-distil (oracle2teacher)": 5.996241569519043,
+      "cov-distil": 1.7795319557189941,
+      "cov-distil (oracle2student)": 7.118622779846191,
+      "cov-distil (oracle2teacher)": 6.149850845336914,
       "epoch": 0.8186813186813187,
-      "rel-constrast": 3.7353243827819824,
+      "rel-constrast": 3.740640640258789,
       "step": 1043,
-      "subrel-constrast": 4.031566619873047,
+      "subrel-constrast": 4.333827018737793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5896885395050049,
-      "cov-distil (oracle2student)": 4.85926628112793,
-      "cov-distil (oracle2teacher)": 4.6845879554748535,
+      "cov-distil": 2.24064040184021,
+      "cov-distil (oracle2student)": 5.151869297027588,
+      "cov-distil (oracle2teacher)": 4.685178279876709,
       "epoch": 0.8194662480376766,
-      "rel-constrast": 4.086687088012695,
+      "rel-constrast": 4.20631217956543,
       "step": 1044,
-      "subrel-constrast": 4.33120584487915,
+      "subrel-constrast": 4.158154010772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2431325912475586,
-      "cov-distil (oracle2student)": 2.8849904537200928,
-      "cov-distil (oracle2teacher)": 2.861043930053711,
+      "cov-distil": 1.9906944036483765,
+      "cov-distil (oracle2student)": 3.571319341659546,
+      "cov-distil (oracle2teacher)": 2.9261109828948975,
       "epoch": 0.8202511773940345,
-      "rel-constrast": 3.2766146659851074,
+      "rel-constrast": 3.669724941253662,
       "step": 1045,
-      "subrel-constrast": 3.999800682067871,
+      "subrel-constrast": 4.224380016326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3826301097869873,
-      "cov-distil (oracle2student)": 3.234098196029663,
-      "cov-distil (oracle2teacher)": 3.6659646034240723,
+      "cov-distil": 2.2747702598571777,
+      "cov-distil (oracle2student)": 4.142752170562744,
+      "cov-distil (oracle2teacher)": 3.955538272857666,
       "epoch": 0.8210361067503925,
-      "rel-constrast": 3.2172765731811523,
+      "rel-constrast": 3.683875560760498,
       "step": 1046,
-      "subrel-constrast": 4.1083292961120605,
+      "subrel-constrast": 3.851874589920044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4395332336425781,
-      "cov-distil (oracle2student)": 5.047663688659668,
-      "cov-distil (oracle2teacher)": 4.560415267944336,
+      "cov-distil": 3.0065202713012695,
+      "cov-distil (oracle2student)": 5.306146144866943,
+      "cov-distil (oracle2teacher)": 4.969357967376709,
       "epoch": 0.8218210361067504,
-      "rel-constrast": 3.233414649963379,
+      "rel-constrast": 4.417901992797852,
       "step": 1047,
-      "subrel-constrast": 4.191913604736328,
+      "subrel-constrast": 4.875247955322266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479955196380615,
-      "cov-distil (oracle2student)": 4.6869049072265625,
-      "cov-distil (oracle2teacher)": 4.570603847503662,
+      "cov-distil": 1.5077028274536133,
+      "cov-distil (oracle2student)": 4.809816837310791,
+      "cov-distil (oracle2teacher)": 4.309294700622559,
       "epoch": 0.8226059654631083,
-      "rel-constrast": 2.9459338188171387,
+      "rel-constrast": 3.4542417526245117,
       "step": 1048,
-      "subrel-constrast": 3.679405927658081,
+      "subrel-constrast": 3.4006638526916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4720711708068848,
-      "cov-distil (oracle2student)": 3.8350765705108643,
-      "cov-distil (oracle2teacher)": 3.6281344890594482,
+      "cov-distil": 1.6877524852752686,
+      "cov-distil (oracle2student)": 4.116379737854004,
+      "cov-distil (oracle2teacher)": 4.19909143447876,
       "epoch": 0.8233908948194663,
-      "rel-constrast": 3.1354329586029053,
+      "rel-constrast": 3.7636125087738037,
       "step": 1049,
-      "subrel-constrast": 4.234480857849121,
+      "subrel-constrast": 4.35610818862915,
       "view-similarity": 0
     },
     {
       "epoch": 0.8241758241758241,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.875,
       "learning_rate": 4.999634315702894e-05,
-      "loss": 0.8867,
+      "loss": 0.9803,
       "step": 1050
     },
     {
-      "cov-distil": 1.6552631855010986,
-      "cov-distil (oracle2student)": 4.229450225830078,
-      "cov-distil (oracle2teacher)": 4.003934860229492,
+      "cov-distil": 2.131657123565674,
+      "cov-distil (oracle2student)": 5.343210220336914,
+      "cov-distil (oracle2teacher)": 4.366606712341309,
       "epoch": 0.8241758241758241,
-      "rel-constrast": 3.7159342765808105,
+      "rel-constrast": 4.083892822265625,
       "step": 1050,
-      "subrel-constrast": 3.953207492828369,
+      "subrel-constrast": 4.1289873123168945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6324317455291748,
-      "cov-distil (oracle2student)": 3.2070152759552,
-      "cov-distil (oracle2teacher)": 3.3971261978149414,
+      "cov-distil": 1.5285887718200684,
+      "cov-distil (oracle2student)": 2.9956250190734863,
+      "cov-distil (oracle2teacher)": 3.343691110610962,
       "epoch": 0.8249607535321821,
-      "rel-constrast": 3.5848264694213867,
+      "rel-constrast": 3.809772491455078,
       "step": 1051,
-      "subrel-constrast": 3.7874743938446045,
+      "subrel-constrast": 3.577068567276001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.282161831855774,
-      "cov-distil (oracle2student)": 3.5273289680480957,
-      "cov-distil (oracle2teacher)": 3.642918586730957,
+      "cov-distil": 1.6625730991363525,
+      "cov-distil (oracle2student)": 4.15986442565918,
+      "cov-distil (oracle2teacher)": 3.9733965396881104,
       "epoch": 0.82574568288854,
-      "rel-constrast": 3.657550811767578,
+      "rel-constrast": 4.280599594116211,
       "step": 1052,
-      "subrel-constrast": 4.015460014343262,
+      "subrel-constrast": 3.9447062015533447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.066774606704712,
-      "cov-distil (oracle2student)": 3.843471050262451,
-      "cov-distil (oracle2teacher)": 4.140931129455566,
+      "cov-distil": 2.492485523223877,
+      "cov-distil (oracle2student)": 4.608798980712891,
+      "cov-distil (oracle2teacher)": 4.211215496063232,
       "epoch": 0.826530612244898,
-      "rel-constrast": 2.384845733642578,
+      "rel-constrast": 3.1473498344421387,
       "step": 1053,
-      "subrel-constrast": 3.0241689682006836,
+      "subrel-constrast": 3.1285407543182373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9062566757202148,
-      "cov-distil (oracle2student)": 4.340326309204102,
-      "cov-distil (oracle2teacher)": 4.069854259490967,
+      "cov-distil": 1.907645344734192,
+      "cov-distil (oracle2student)": 4.751765251159668,
+      "cov-distil (oracle2teacher)": 4.3324713706970215,
       "epoch": 0.8273155416012559,
-      "rel-constrast": 3.7235260009765625,
+      "rel-constrast": 4.304868698120117,
       "step": 1054,
-      "subrel-constrast": 4.939336776733398,
+      "subrel-constrast": 4.5091352462768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3746980428695679,
-      "cov-distil (oracle2student)": 3.600400924682617,
-      "cov-distil (oracle2teacher)": 3.3307061195373535,
+      "cov-distil": 1.9816237688064575,
+      "cov-distil (oracle2student)": 4.062955856323242,
+      "cov-distil (oracle2teacher)": 3.828258752822876,
       "epoch": 0.8281004709576139,
-      "rel-constrast": 2.1672990322113037,
+      "rel-constrast": 3.19429349899292,
       "step": 1055,
-      "subrel-constrast": 3.058837413787842,
+      "subrel-constrast": 3.2049357891082764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63987135887146,
-      "cov-distil (oracle2student)": 5.150622844696045,
-      "cov-distil (oracle2teacher)": 4.654034614562988,
+      "cov-distil": 1.8935277462005615,
+      "cov-distil (oracle2student)": 5.486691474914551,
+      "cov-distil (oracle2teacher)": 5.1966400146484375,
       "epoch": 0.8288854003139717,
-      "rel-constrast": 3.177807331085205,
+      "rel-constrast": 3.7600889205932617,
       "step": 1056,
-      "subrel-constrast": 3.995950222015381,
+      "subrel-constrast": 3.9218945503234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1668486595153809,
-      "cov-distil (oracle2student)": 4.069364547729492,
-      "cov-distil (oracle2teacher)": 3.6966798305511475,
+      "cov-distil": 1.4038636684417725,
+      "cov-distil (oracle2student)": 4.593333721160889,
+      "cov-distil (oracle2teacher)": 3.3528738021850586,
       "epoch": 0.8296703296703297,
-      "rel-constrast": 1.5389643907546997,
+      "rel-constrast": 2.4286413192749023,
       "step": 1057,
-      "subrel-constrast": 2.557575225830078,
+      "subrel-constrast": 2.3185815811157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3310142755508423,
-      "cov-distil (oracle2student)": 5.689133644104004,
-      "cov-distil (oracle2teacher)": 4.730144023895264,
+      "cov-distil": 1.2403026819229126,
+      "cov-distil (oracle2student)": 5.586578369140625,
+      "cov-distil (oracle2teacher)": 5.711337089538574,
       "epoch": 0.8304552590266876,
-      "rel-constrast": 2.510356903076172,
+      "rel-constrast": 3.3930892944335938,
       "step": 1058,
-      "subrel-constrast": 3.210019588470459,
+      "subrel-constrast": 3.3475847244262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4018065929412842,
-      "cov-distil (oracle2student)": 4.065414905548096,
-      "cov-distil (oracle2teacher)": 4.478215217590332,
+      "cov-distil": 2.1419034004211426,
+      "cov-distil (oracle2student)": 5.1745805740356445,
+      "cov-distil (oracle2teacher)": 5.177041053771973,
       "epoch": 0.8312401883830455,
-      "rel-constrast": 2.540195941925049,
+      "rel-constrast": 3.39211368560791,
       "step": 1059,
-      "subrel-constrast": 3.355752468109131,
+      "subrel-constrast": 3.5131819248199463,
       "view-similarity": 0
     },
     {
       "epoch": 0.8320251177394035,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.125,
       "learning_rate": 4.9994698321204535e-05,
-      "loss": 0.7637,
+      "loss": 0.8949,
       "step": 1060
     },
     {
-      "cov-distil": 1.5912582874298096,
-      "cov-distil (oracle2student)": 4.723282814025879,
-      "cov-distil (oracle2teacher)": 4.055171966552734,
+      "cov-distil": 2.4421956539154053,
+      "cov-distil (oracle2student)": 4.794607162475586,
+      "cov-distil (oracle2teacher)": 4.6117472648620605,
       "epoch": 0.8320251177394035,
-      "rel-constrast": 2.79318904876709,
+      "rel-constrast": 3.75523042678833,
       "step": 1060,
-      "subrel-constrast": 3.337411642074585,
+      "subrel-constrast": 3.5482935905456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6254866123199463,
-      "cov-distil (oracle2student)": 3.804487943649292,
-      "cov-distil (oracle2teacher)": 3.83284854888916,
+      "cov-distil": 1.7864066362380981,
+      "cov-distil (oracle2student)": 3.8332886695861816,
+      "cov-distil (oracle2teacher)": 4.026666641235352,
       "epoch": 0.8328100470957613,
-      "rel-constrast": 2.568723678588867,
+      "rel-constrast": 3.055628538131714,
       "step": 1061,
-      "subrel-constrast": 3.155280590057373,
+      "subrel-constrast": 2.8176183700561523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7188539505004883,
-      "cov-distil (oracle2student)": 3.449662208557129,
-      "cov-distil (oracle2teacher)": 4.013648986816406,
+      "cov-distil": 1.8455393314361572,
+      "cov-distil (oracle2student)": 3.787278890609741,
+      "cov-distil (oracle2teacher)": 3.960678815841675,
       "epoch": 0.8335949764521193,
-      "rel-constrast": 2.845201015472412,
+      "rel-constrast": 3.3118679523468018,
       "step": 1062,
-      "subrel-constrast": 3.7377851009368896,
+      "subrel-constrast": 3.405998945236206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322525143623352,
-      "cov-distil (oracle2student)": 3.41972279548645,
-      "cov-distil (oracle2teacher)": 2.83035945892334,
+      "cov-distil": 1.5887830257415771,
+      "cov-distil (oracle2student)": 3.094766139984131,
+      "cov-distil (oracle2teacher)": 3.122744560241699,
       "epoch": 0.8343799058084772,
-      "rel-constrast": 3.4593334197998047,
+      "rel-constrast": 3.173388719558716,
       "step": 1063,
-      "subrel-constrast": 3.469331979751587,
+      "subrel-constrast": 3.691577196121216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736067771911621,
-      "cov-distil (oracle2student)": 5.864267349243164,
-      "cov-distil (oracle2teacher)": 5.525598049163818,
+      "cov-distil": 2.011411666870117,
+      "cov-distil (oracle2student)": 6.16353702545166,
+      "cov-distil (oracle2teacher)": 6.02977991104126,
       "epoch": 0.8351648351648352,
-      "rel-constrast": 3.378605604171753,
+      "rel-constrast": 3.969806671142578,
       "step": 1064,
-      "subrel-constrast": 4.82101583480835,
+      "subrel-constrast": 4.5445051193237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.664595365524292,
-      "cov-distil (oracle2student)": 5.767794132232666,
-      "cov-distil (oracle2teacher)": 4.912051677703857,
+      "cov-distil": 2.257282257080078,
+      "cov-distil (oracle2student)": 5.829577445983887,
+      "cov-distil (oracle2teacher)": 5.488131523132324,
       "epoch": 0.8359497645211931,
-      "rel-constrast": 2.9836983680725098,
+      "rel-constrast": 3.2442095279693604,
       "step": 1065,
-      "subrel-constrast": 3.640324592590332,
+      "subrel-constrast": 3.343900442123413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0631294250488281,
-      "cov-distil (oracle2student)": 4.371286869049072,
-      "cov-distil (oracle2teacher)": 4.482182502746582,
+      "cov-distil": 1.569305181503296,
+      "cov-distil (oracle2student)": 4.416584014892578,
+      "cov-distil (oracle2teacher)": 4.716166973114014,
       "epoch": 0.8367346938775511,
-      "rel-constrast": 2.406578302383423,
+      "rel-constrast": 2.284388780593872,
       "step": 1066,
-      "subrel-constrast": 3.045006036758423,
+      "subrel-constrast": 2.8378958702087402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3932442665100098,
-      "cov-distil (oracle2student)": 3.401536703109741,
-      "cov-distil (oracle2teacher)": 3.73445200920105,
+      "cov-distil": 1.733056902885437,
+      "cov-distil (oracle2student)": 4.374227523803711,
+      "cov-distil (oracle2teacher)": 3.9680676460266113,
       "epoch": 0.8375196232339089,
-      "rel-constrast": 2.0863516330718994,
+      "rel-constrast": 2.9913835525512695,
       "step": 1067,
-      "subrel-constrast": 3.3411881923675537,
+      "subrel-constrast": 3.394751787185669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3757219314575195,
-      "cov-distil (oracle2student)": 4.930185794830322,
-      "cov-distil (oracle2teacher)": 4.597090244293213,
+      "cov-distil": 1.6889735460281372,
+      "cov-distil (oracle2student)": 4.932013511657715,
+      "cov-distil (oracle2teacher)": 4.753911972045898,
       "epoch": 0.8383045525902669,
-      "rel-constrast": 3.6516950130462646,
+      "rel-constrast": 4.389288425445557,
       "step": 1068,
-      "subrel-constrast": 4.230095386505127,
+      "subrel-constrast": 4.051324367523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5908467769622803,
-      "cov-distil (oracle2student)": 4.988844394683838,
-      "cov-distil (oracle2teacher)": 5.036681175231934,
+      "cov-distil": 1.8887734413146973,
+      "cov-distil (oracle2student)": 5.138501167297363,
+      "cov-distil (oracle2teacher)": 5.457084655761719,
       "epoch": 0.8390894819466248,
-      "rel-constrast": 3.309863567352295,
+      "rel-constrast": 3.713894844055176,
       "step": 1069,
-      "subrel-constrast": 4.250307083129883,
+      "subrel-constrast": 4.439695358276367,
       "view-similarity": 0
     },
     {
       "epoch": 0.8398744113029827,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.59375,
       "learning_rate": 4.9992748932868926e-05,
-      "loss": 0.7748,
+      "loss": 0.8472,
       "step": 1070
     },
     {
-      "cov-distil": 1.0402013063430786,
-      "cov-distil (oracle2student)": 4.2630486488342285,
-      "cov-distil (oracle2teacher)": 3.66384220123291,
+      "cov-distil": 1.175804615020752,
+      "cov-distil (oracle2student)": 4.583698749542236,
+      "cov-distil (oracle2teacher)": 3.727757692337036,
       "epoch": 0.8398744113029827,
-      "rel-constrast": 2.061677932739258,
+      "rel-constrast": 2.502880573272705,
       "step": 1070,
-      "subrel-constrast": 2.7296907901763916,
+      "subrel-constrast": 2.496037721633911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6625237464904785,
-      "cov-distil (oracle2student)": 3.910654067993164,
-      "cov-distil (oracle2teacher)": 4.21475887298584,
+      "cov-distil": 2.044877052307129,
+      "cov-distil (oracle2student)": 4.358742713928223,
+      "cov-distil (oracle2teacher)": 4.47661018371582,
       "epoch": 0.8406593406593407,
-      "rel-constrast": 2.8941855430603027,
+      "rel-constrast": 4.071074962615967,
       "step": 1071,
-      "subrel-constrast": 4.128171920776367,
+      "subrel-constrast": 4.032317161560059,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.495145559310913,
-      "cov-distil (oracle2student)": 5.379284858703613,
-      "cov-distil (oracle2teacher)": 4.316701889038086,
+      "cov-distil": 1.2888848781585693,
+      "cov-distil (oracle2student)": 4.901707649230957,
+      "cov-distil (oracle2teacher)": 4.426248550415039,
       "epoch": 0.8414442700156985,
-      "rel-constrast": 2.1592116355895996,
+      "rel-constrast": 2.0786283016204834,
       "step": 1072,
-      "subrel-constrast": 2.527085781097412,
+      "subrel-constrast": 2.3601367473602295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8001484870910645,
-      "cov-distil (oracle2student)": 2.5359535217285156,
-      "cov-distil (oracle2teacher)": 2.5233798027038574,
+      "cov-distil": 1.722771167755127,
+      "cov-distil (oracle2student)": 2.8582687377929688,
+      "cov-distil (oracle2teacher)": 2.6252989768981934,
       "epoch": 0.8422291993720565,
-      "rel-constrast": 3.0741827487945557,
+      "rel-constrast": 3.2451539039611816,
       "step": 1073,
-      "subrel-constrast": 3.8986191749572754,
+      "subrel-constrast": 3.7071967124938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2992419004440308,
-      "cov-distil (oracle2student)": 6.388317108154297,
-      "cov-distil (oracle2teacher)": 6.320832252502441,
+      "cov-distil": 1.3997740745544434,
+      "cov-distil (oracle2student)": 6.755746364593506,
+      "cov-distil (oracle2teacher)": 6.149623870849609,
       "epoch": 0.8430141287284144,
-      "rel-constrast": 2.610102415084839,
+      "rel-constrast": 3.2881557941436768,
       "step": 1074,
-      "subrel-constrast": 3.57509708404541,
+      "subrel-constrast": 3.568237543106079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8630740642547607,
-      "cov-distil (oracle2student)": 5.7154340744018555,
-      "cov-distil (oracle2teacher)": 4.652746200561523,
+      "cov-distil": 2.002434730529785,
+      "cov-distil (oracle2student)": 5.5792036056518555,
+      "cov-distil (oracle2teacher)": 4.932435035705566,
       "epoch": 0.8437990580847724,
-      "rel-constrast": 3.7225842475891113,
+      "rel-constrast": 3.7921528816223145,
       "step": 1075,
-      "subrel-constrast": 4.150248050689697,
+      "subrel-constrast": 4.4255290031433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736881971359253,
-      "cov-distil (oracle2student)": 3.1711654663085938,
-      "cov-distil (oracle2teacher)": 3.153491735458374,
+      "cov-distil": 2.315392017364502,
+      "cov-distil (oracle2student)": 3.605886936187744,
+      "cov-distil (oracle2teacher)": 3.143418788909912,
       "epoch": 0.8445839874411303,
-      "rel-constrast": 3.0925936698913574,
+      "rel-constrast": 3.827850580215454,
       "step": 1076,
-      "subrel-constrast": 4.16301155090332,
+      "subrel-constrast": 3.9810950756073,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901112079620361,
-      "cov-distil (oracle2student)": 4.203153610229492,
-      "cov-distil (oracle2teacher)": 4.101661205291748,
+      "cov-distil": 1.9522948265075684,
+      "cov-distil (oracle2student)": 4.8102874755859375,
+      "cov-distil (oracle2teacher)": 4.149954795837402,
       "epoch": 0.8453689167974883,
-      "rel-constrast": 3.0824365615844727,
+      "rel-constrast": 3.6474199295043945,
       "step": 1077,
-      "subrel-constrast": 3.8953678607940674,
+      "subrel-constrast": 4.039060592651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8625383377075195,
-      "cov-distil (oracle2student)": 3.3603522777557373,
-      "cov-distil (oracle2teacher)": 2.9650416374206543,
+      "cov-distil": 1.7174904346466064,
+      "cov-distil (oracle2student)": 3.3689892292022705,
+      "cov-distil (oracle2teacher)": 2.8664605617523193,
       "epoch": 0.8461538461538461,
-      "rel-constrast": 2.7170653343200684,
+      "rel-constrast": 2.950161933898926,
       "step": 1078,
-      "subrel-constrast": 2.9600353240966797,
+      "subrel-constrast": 3.008772134780884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2731611728668213,
-      "cov-distil (oracle2student)": 6.666909217834473,
-      "cov-distil (oracle2teacher)": 6.09921932220459,
+      "cov-distil": 2.060206413269043,
+      "cov-distil (oracle2student)": 6.906772136688232,
+      "cov-distil (oracle2teacher)": 6.931488990783691,
       "epoch": 0.8469387755102041,
-      "rel-constrast": 1.686286449432373,
+      "rel-constrast": 2.8520166873931885,
       "step": 1079,
-      "subrel-constrast": 2.9466919898986816,
+      "subrel-constrast": 2.9608256816864014,
       "view-similarity": 0
     },
     {
       "epoch": 0.847723704866562,
-      "grad_norm": 5.9375,
+      "grad_norm": 6.34375,
       "learning_rate": 4.99904950157748e-05,
-      "loss": 0.7173,
+      "loss": 0.8064,
       "step": 1080
     },
     {
-      "cov-distil": 1.8845593929290771,
-      "cov-distil (oracle2student)": 2.5665831565856934,
-      "cov-distil (oracle2teacher)": 2.6748790740966797,
+      "cov-distil": 2.0262088775634766,
+      "cov-distil (oracle2student)": 2.595539093017578,
+      "cov-distil (oracle2teacher)": 2.7825613021850586,
       "epoch": 0.847723704866562,
-      "rel-constrast": 1.806304931640625,
+      "rel-constrast": 1.9361705780029297,
       "step": 1080,
-      "subrel-constrast": 2.7072744369506836,
+      "subrel-constrast": 2.8393290042877197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6860318183898926,
-      "cov-distil (oracle2student)": 3.7431015968322754,
-      "cov-distil (oracle2teacher)": 3.777982234954834,
+      "cov-distil": 1.7630447149276733,
+      "cov-distil (oracle2student)": 4.247994899749756,
+      "cov-distil (oracle2teacher)": 4.003775596618652,
       "epoch": 0.8485086342229199,
-      "rel-constrast": 2.9373021125793457,
+      "rel-constrast": 3.7459797859191895,
       "step": 1081,
-      "subrel-constrast": 3.903532028198242,
+      "subrel-constrast": 3.796049118041992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8776612281799316,
-      "cov-distil (oracle2student)": 3.3886947631835938,
-      "cov-distil (oracle2teacher)": 3.201789140701294,
+      "cov-distil": 2.1201014518737793,
+      "cov-distil (oracle2student)": 2.9907591342926025,
+      "cov-distil (oracle2teacher)": 3.4688992500305176,
       "epoch": 0.8492935635792779,
-      "rel-constrast": 2.702623128890991,
+      "rel-constrast": 2.3388619422912598,
       "step": 1082,
-      "subrel-constrast": 3.5988712310791016,
+      "subrel-constrast": 3.5473861694335938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.928161859512329,
-      "cov-distil (oracle2student)": 6.167755603790283,
-      "cov-distil (oracle2teacher)": 4.78348970413208,
+      "cov-distil": 2.302171230316162,
+      "cov-distil (oracle2student)": 6.583313941955566,
+      "cov-distil (oracle2teacher)": 5.360330581665039,
       "epoch": 0.8500784929356358,
-      "rel-constrast": 3.607133626937866,
+      "rel-constrast": 4.087735176086426,
       "step": 1083,
-      "subrel-constrast": 3.758445978164673,
+      "subrel-constrast": 3.750143527984619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7386295795440674,
-      "cov-distil (oracle2student)": 4.498068809509277,
-      "cov-distil (oracle2teacher)": 3.8495287895202637,
+      "cov-distil": 1.746492624282837,
+      "cov-distil (oracle2student)": 4.530282974243164,
+      "cov-distil (oracle2teacher)": 4.042502403259277,
       "epoch": 0.8508634222919937,
-      "rel-constrast": 2.8523600101470947,
+      "rel-constrast": 3.4561920166015625,
       "step": 1084,
-      "subrel-constrast": 3.432687282562256,
+      "subrel-constrast": 3.2857301235198975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4394603967666626,
-      "cov-distil (oracle2student)": 3.77702260017395,
-      "cov-distil (oracle2teacher)": 4.143439769744873,
+      "cov-distil": 1.432504653930664,
+      "cov-distil (oracle2student)": 4.149911880493164,
+      "cov-distil (oracle2teacher)": 4.475851058959961,
       "epoch": 0.8516483516483516,
-      "rel-constrast": 3.216811418533325,
+      "rel-constrast": 3.3788089752197266,
       "step": 1085,
-      "subrel-constrast": 3.51729154586792,
+      "subrel-constrast": 3.6332075595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6957683563232422,
-      "cov-distil (oracle2student)": 4.662392616271973,
-      "cov-distil (oracle2teacher)": 3.9063315391540527,
+      "cov-distil": 2.2196226119995117,
+      "cov-distil (oracle2student)": 4.2787652015686035,
+      "cov-distil (oracle2teacher)": 4.340672492980957,
       "epoch": 0.8524332810047096,
-      "rel-constrast": 3.720121383666992,
+      "rel-constrast": 4.165349960327148,
       "step": 1086,
-      "subrel-constrast": 4.425353527069092,
+      "subrel-constrast": 4.399125576019287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3179020881652832,
-      "cov-distil (oracle2student)": 2.9203834533691406,
-      "cov-distil (oracle2teacher)": 3.043929100036621,
+      "cov-distil": 1.4521615505218506,
+      "cov-distil (oracle2student)": 2.948765277862549,
+      "cov-distil (oracle2teacher)": 3.1401031017303467,
       "epoch": 0.8532182103610675,
-      "rel-constrast": 2.349213123321533,
+      "rel-constrast": 2.029968500137329,
       "step": 1087,
-      "subrel-constrast": 2.7471134662628174,
+      "subrel-constrast": 2.6325480937957764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5226237773895264,
-      "cov-distil (oracle2student)": 3.9782896041870117,
-      "cov-distil (oracle2teacher)": 3.651339530944824,
+      "cov-distil": 1.6714191436767578,
+      "cov-distil (oracle2student)": 4.826613426208496,
+      "cov-distil (oracle2teacher)": 3.823413372039795,
       "epoch": 0.8540031397174255,
-      "rel-constrast": 2.552889347076416,
+      "rel-constrast": 3.1826024055480957,
       "step": 1088,
-      "subrel-constrast": 2.949101686477661,
+      "subrel-constrast": 2.9975388050079346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3128268718719482,
-      "cov-distil (oracle2student)": 3.112961769104004,
-      "cov-distil (oracle2teacher)": 3.411149501800537,
+      "cov-distil": 1.7917670011520386,
+      "cov-distil (oracle2student)": 3.0056326389312744,
+      "cov-distil (oracle2teacher)": 3.0233044624328613,
       "epoch": 0.8547880690737834,
-      "rel-constrast": 2.501932382583618,
+      "rel-constrast": 3.1198415756225586,
       "step": 1089,
-      "subrel-constrast": 3.2343642711639404,
+      "subrel-constrast": 3.008915424346924,
       "view-similarity": 0
     },
     {
       "epoch": 0.8555729984301413,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.125,
       "learning_rate": 4.9987936597385424e-05,
-      "loss": 0.7472,
+      "loss": 0.786,
       "step": 1090
     },
     {
-      "cov-distil": 1.7027733325958252,
-      "cov-distil (oracle2student)": 3.4837594032287598,
-      "cov-distil (oracle2teacher)": 3.0878868103027344,
+      "cov-distil": 2.8286094665527344,
+      "cov-distil (oracle2student)": 4.250711917877197,
+      "cov-distil (oracle2teacher)": 3.6952624320983887,
       "epoch": 0.8555729984301413,
-      "rel-constrast": 2.6690118312835693,
+      "rel-constrast": 3.102781295776367,
       "step": 1090,
-      "subrel-constrast": 3.3107621669769287,
+      "subrel-constrast": 3.7704620361328125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.337035894393921,
-      "cov-distil (oracle2student)": 3.6375017166137695,
-      "cov-distil (oracle2teacher)": 4.1028337478637695,
+      "cov-distil": 2.647538661956787,
+      "cov-distil (oracle2student)": 3.6367785930633545,
+      "cov-distil (oracle2teacher)": 4.013334274291992,
       "epoch": 0.8563579277864992,
-      "rel-constrast": 3.204152822494507,
+      "rel-constrast": 3.0899195671081543,
       "step": 1091,
-      "subrel-constrast": 4.100337505340576,
+      "subrel-constrast": 3.606151580810547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2140780687332153,
-      "cov-distil (oracle2student)": 4.8860931396484375,
-      "cov-distil (oracle2teacher)": 4.049331188201904,
+      "cov-distil": 1.3748383522033691,
+      "cov-distil (oracle2student)": 4.9534101486206055,
+      "cov-distil (oracle2teacher)": 4.4009857177734375,
       "epoch": 0.8571428571428571,
-      "rel-constrast": 3.5081419944763184,
+      "rel-constrast": 3.76505708694458,
       "step": 1092,
-      "subrel-constrast": 3.5821592807769775,
+      "subrel-constrast": 3.6773202419281006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7335447072982788,
-      "cov-distil (oracle2student)": 5.655961036682129,
-      "cov-distil (oracle2teacher)": 5.042616844177246,
+      "cov-distil": 1.9000613689422607,
+      "cov-distil (oracle2student)": 5.512392520904541,
+      "cov-distil (oracle2teacher)": 5.654302597045898,
       "epoch": 0.8579277864992151,
-      "rel-constrast": 3.178880214691162,
+      "rel-constrast": 3.6927573680877686,
       "step": 1093,
-      "subrel-constrast": 3.637800931930542,
+      "subrel-constrast": 3.86082124710083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4414985179901123,
-      "cov-distil (oracle2student)": 5.745603561401367,
-      "cov-distil (oracle2teacher)": 5.264218807220459,
+      "cov-distil": 1.753598928451538,
+      "cov-distil (oracle2student)": 6.137661933898926,
+      "cov-distil (oracle2teacher)": 5.599394798278809,
       "epoch": 0.858712715855573,
-      "rel-constrast": 3.177807331085205,
+      "rel-constrast": 3.4704489707946777,
       "step": 1094,
-      "subrel-constrast": 3.550741672515869,
+      "subrel-constrast": 3.7378487586975098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.487630009651184,
-      "cov-distil (oracle2student)": 4.100004196166992,
-      "cov-distil (oracle2teacher)": 4.133769989013672,
+      "cov-distil": 2.1522538661956787,
+      "cov-distil (oracle2student)": 4.39705753326416,
+      "cov-distil (oracle2teacher)": 4.08500337600708,
       "epoch": 0.859497645211931,
-      "rel-constrast": 2.2149600982666016,
+      "rel-constrast": 2.922875165939331,
       "step": 1095,
-      "subrel-constrast": 2.753861665725708,
+      "subrel-constrast": 2.877056360244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7680914402008057,
-      "cov-distil (oracle2student)": 4.2395195960998535,
-      "cov-distil (oracle2teacher)": 3.8782877922058105,
+      "cov-distil": 2.182187080383301,
+      "cov-distil (oracle2student)": 4.544129371643066,
+      "cov-distil (oracle2teacher)": 4.768648147583008,
       "epoch": 0.8602825745682888,
-      "rel-constrast": 2.507734775543213,
+      "rel-constrast": 2.8724288940429688,
       "step": 1096,
-      "subrel-constrast": 2.9380202293395996,
+      "subrel-constrast": 3.4821457862854004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0254534482955933,
-      "cov-distil (oracle2student)": 2.3822319507598877,
-      "cov-distil (oracle2teacher)": 2.3551106452941895,
+      "cov-distil": 1.855120062828064,
+      "cov-distil (oracle2student)": 2.8767921924591064,
+      "cov-distil (oracle2teacher)": 2.7885987758636475,
       "epoch": 0.8610675039246468,
-      "rel-constrast": 2.2535672187805176,
+      "rel-constrast": 3.0756263732910156,
       "step": 1097,
-      "subrel-constrast": 2.8539609909057617,
+      "subrel-constrast": 3.2114453315734863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.344696044921875,
-      "cov-distil (oracle2student)": 5.422916889190674,
-      "cov-distil (oracle2teacher)": 4.750358581542969,
+      "cov-distil": 2.9735355377197266,
+      "cov-distil (oracle2student)": 5.36530065536499,
+      "cov-distil (oracle2teacher)": 4.8727312088012695,
       "epoch": 0.8618524332810047,
-      "rel-constrast": 3.2021799087524414,
+      "rel-constrast": 3.837643623352051,
       "step": 1098,
-      "subrel-constrast": 4.102774143218994,
+      "subrel-constrast": 3.941204309463501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.172410488128662,
-      "cov-distil (oracle2student)": 4.316123008728027,
-      "cov-distil (oracle2teacher)": 4.225004196166992,
+      "cov-distil": 3.0540859699249268,
+      "cov-distil (oracle2student)": 4.471508502960205,
+      "cov-distil (oracle2teacher)": 4.760505199432373,
       "epoch": 0.8626373626373627,
-      "rel-constrast": 2.101590156555176,
+      "rel-constrast": 2.7282886505126953,
       "step": 1099,
-      "subrel-constrast": 3.367358684539795,
+      "subrel-constrast": 3.3757927417755127,
       "view-similarity": 0
     },
     {
       "epoch": 0.8634222919937206,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.998507370887433e-05,
-      "loss": 0.7435,
+      "loss": 0.8139,
       "step": 1100
     },
     {
       "epoch": 0.8634222919937206,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.3031249940395355,
       "step": 1100
     },
     {
       "epoch": 0.8634222919937206,
       "step": 1100,
-      "student margin": 0.0601806640625
+      "student margin": 0.0517578125
     },
     {
       "epoch": 0.8634222919937206,
       "step": 1100,
-      "teacher margin": 0.038330078125
+      "teacher margin": 0.040924072265625
     },
     {
       "epoch": 0.8634222919937206,
-      "margin difference": -0.0218505859375,
+      "margin difference": -0.010833740234375,
       "step": 1100
     },
     {
-      "cov-distil": 1.514966368675232,
-      "cov-distil (oracle2student)": 3.000105381011963,
-      "cov-distil (oracle2teacher)": 3.519803047180176,
+      "cov-distil": 1.752319097518921,
+      "cov-distil (oracle2student)": 3.5185751914978027,
+      "cov-distil (oracle2teacher)": 3.6152827739715576,
       "epoch": 0.8634222919937206,
-      "rel-constrast": 2.472033977508545,
+      "rel-constrast": 2.8455429077148438,
       "step": 1100,
-      "subrel-constrast": 3.4495720863342285,
+      "subrel-constrast": 3.376995086669922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496253967285156,
-      "cov-distil (oracle2student)": 4.176532745361328,
-      "cov-distil (oracle2teacher)": 3.8630318641662598,
+      "cov-distil": 2.527688980102539,
+      "cov-distil (oracle2student)": 3.8377532958984375,
+      "cov-distil (oracle2teacher)": 4.13825798034668,
       "epoch": 0.8642072213500785,
-      "rel-constrast": 4.721031665802002,
+      "rel-constrast": 4.622160911560059,
       "step": 1101,
-      "subrel-constrast": 4.901049613952637,
+      "subrel-constrast": 5.250829219818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5538504123687744,
-      "cov-distil (oracle2student)": 2.979179859161377,
-      "cov-distil (oracle2teacher)": 2.8812928199768066,
+      "cov-distil": 2.0988290309906006,
+      "cov-distil (oracle2student)": 3.388700485229492,
+      "cov-distil (oracle2teacher)": 3.1663267612457275,
       "epoch": 0.8649921507064364,
-      "rel-constrast": 3.168241024017334,
+      "rel-constrast": 3.4163267612457275,
       "step": 1102,
-      "subrel-constrast": 3.8322014808654785,
+      "subrel-constrast": 3.5578603744506836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6971174478530884,
-      "cov-distil (oracle2student)": 3.9705429077148438,
-      "cov-distil (oracle2teacher)": 3.575139045715332,
+      "cov-distil": 2.436074733734131,
+      "cov-distil (oracle2student)": 4.447538375854492,
+      "cov-distil (oracle2teacher)": 4.170858383178711,
       "epoch": 0.8657770800627943,
-      "rel-constrast": 3.3403072357177734,
+      "rel-constrast": 3.789759397506714,
       "step": 1103,
-      "subrel-constrast": 3.405433416366577,
+      "subrel-constrast": 3.8343253135681152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4455326795578003,
-      "cov-distil (oracle2student)": 4.051364898681641,
-      "cov-distil (oracle2teacher)": 3.291219472885132,
+      "cov-distil": 2.058389186859131,
+      "cov-distil (oracle2student)": 3.734297752380371,
+      "cov-distil (oracle2teacher)": 3.6337106227874756,
       "epoch": 0.8665620094191523,
-      "rel-constrast": 3.159308910369873,
+      "rel-constrast": 3.6656429767608643,
       "step": 1104,
-      "subrel-constrast": 3.826824903488159,
+      "subrel-constrast": 3.6859748363494873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2556310892105103,
-      "cov-distil (oracle2student)": 6.1398210525512695,
-      "cov-distil (oracle2teacher)": 5.095301151275635,
+      "cov-distil": 1.3416531085968018,
+      "cov-distil (oracle2student)": 5.686967372894287,
+      "cov-distil (oracle2teacher)": 5.78775691986084,
       "epoch": 0.8673469387755102,
-      "rel-constrast": 2.71726655960083,
+      "rel-constrast": 2.486441135406494,
       "step": 1105,
-      "subrel-constrast": 3.2711734771728516,
+      "subrel-constrast": 3.0914247035980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6997454166412354,
-      "cov-distil (oracle2student)": 4.2624101638793945,
-      "cov-distil (oracle2teacher)": 3.8824236392974854,
+      "cov-distil": 1.7149806022644043,
+      "cov-distil (oracle2student)": 4.615448951721191,
+      "cov-distil (oracle2teacher)": 4.428467750549316,
       "epoch": 0.8681318681318682,
-      "rel-constrast": 2.7316763401031494,
+      "rel-constrast": 3.1849939823150635,
       "step": 1106,
-      "subrel-constrast": 3.5151779651641846,
+      "subrel-constrast": 3.6076080799102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6599700450897217,
-      "cov-distil (oracle2student)": 3.2399165630340576,
-      "cov-distil (oracle2teacher)": 3.0549473762512207,
+      "cov-distil": 1.6499817371368408,
+      "cov-distil (oracle2student)": 3.8754565715789795,
+      "cov-distil (oracle2teacher)": 3.759288787841797,
       "epoch": 0.868916797488226,
-      "rel-constrast": 2.4151086807250977,
+      "rel-constrast": 2.304001808166504,
       "step": 1107,
-      "subrel-constrast": 3.350031614303589,
+      "subrel-constrast": 3.2861900329589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3111802339553833,
-      "cov-distil (oracle2student)": 6.469572067260742,
-      "cov-distil (oracle2teacher)": 5.633084297180176,
+      "cov-distil": 1.742598533630371,
+      "cov-distil (oracle2student)": 6.908958435058594,
+      "cov-distil (oracle2teacher)": 6.091227054595947,
       "epoch": 0.869701726844584,
-      "rel-constrast": 3.099478244781494,
+      "rel-constrast": 3.6825242042541504,
       "step": 1108,
-      "subrel-constrast": 3.6953091621398926,
+      "subrel-constrast": 3.544607400894165,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9514031410217285,
-      "cov-distil (oracle2student)": 4.149969100952148,
-      "cov-distil (oracle2teacher)": 3.778843402862549,
+      "cov-distil": 2.2694809436798096,
+      "cov-distil (oracle2student)": 4.7412285804748535,
+      "cov-distil (oracle2teacher)": 4.503636837005615,
       "epoch": 0.8704866562009419,
-      "rel-constrast": 2.750782012939453,
+      "rel-constrast": 2.8554491996765137,
       "step": 1109,
-      "subrel-constrast": 3.469526767730713,
+      "subrel-constrast": 3.0630435943603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.8712715855572999,
-      "grad_norm": 5.4375,
+      "grad_norm": 6.8125,
       "learning_rate": 4.998190638512489e-05,
-      "loss": 0.8035,
+      "loss": 0.8213,
       "step": 1110
     },
     {
-      "cov-distil": 1.253431797027588,
-      "cov-distil (oracle2student)": 3.968186140060425,
-      "cov-distil (oracle2teacher)": 3.8924455642700195,
+      "cov-distil": 1.3643429279327393,
+      "cov-distil (oracle2student)": 4.194642066955566,
+      "cov-distil (oracle2teacher)": 3.7898592948913574,
       "epoch": 0.8712715855572999,
-      "rel-constrast": 2.934136152267456,
+      "rel-constrast": 3.2441439628601074,
       "step": 1110,
-      "subrel-constrast": 3.268707036972046,
+      "subrel-constrast": 3.2844133377075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5615431070327759,
-      "cov-distil (oracle2student)": 4.581787109375,
-      "cov-distil (oracle2teacher)": 3.978516101837158,
+      "cov-distil": 2.283625841140747,
+      "cov-distil (oracle2student)": 4.745139122009277,
+      "cov-distil (oracle2teacher)": 5.040432929992676,
       "epoch": 0.8720565149136578,
-      "rel-constrast": 3.124147891998291,
+      "rel-constrast": 3.2103421688079834,
       "step": 1111,
-      "subrel-constrast": 3.716892957687378,
+      "subrel-constrast": 4.325786590576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5927278995513916,
-      "cov-distil (oracle2student)": 5.518800735473633,
-      "cov-distil (oracle2teacher)": 5.1195783615112305,
+      "cov-distil": 2.1412250995635986,
+      "cov-distil (oracle2student)": 6.4828009605407715,
+      "cov-distil (oracle2teacher)": 5.267673969268799,
       "epoch": 0.8728414442700158,
-      "rel-constrast": 3.3357510566711426,
+      "rel-constrast": 3.7829408645629883,
       "step": 1112,
-      "subrel-constrast": 4.470355987548828,
+      "subrel-constrast": 4.241018295288086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5599696636199951,
-      "cov-distil (oracle2student)": 3.9624476432800293,
-      "cov-distil (oracle2teacher)": 3.718062162399292,
+      "cov-distil": 2.0759265422821045,
+      "cov-distil (oracle2student)": 4.3108601570129395,
+      "cov-distil (oracle2teacher)": 4.266383171081543,
       "epoch": 0.8736263736263736,
-      "rel-constrast": 3.6637425422668457,
+      "rel-constrast": 4.385590076446533,
       "step": 1113,
-      "subrel-constrast": 4.662291526794434,
+      "subrel-constrast": 4.451427459716797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8774611949920654,
-      "cov-distil (oracle2student)": 4.155232906341553,
-      "cov-distil (oracle2teacher)": 4.172593593597412,
+      "cov-distil": 2.332752227783203,
+      "cov-distil (oracle2student)": 4.414846420288086,
+      "cov-distil (oracle2teacher)": 3.8511199951171875,
       "epoch": 0.8744113029827315,
-      "rel-constrast": 3.6415066719055176,
+      "rel-constrast": 4.034036636352539,
       "step": 1114,
-      "subrel-constrast": 4.503866195678711,
+      "subrel-constrast": 4.3186445236206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4141966104507446,
-      "cov-distil (oracle2student)": 4.203639030456543,
-      "cov-distil (oracle2teacher)": 3.9566216468811035,
+      "cov-distil": 2.1457133293151855,
+      "cov-distil (oracle2student)": 4.752310276031494,
+      "cov-distil (oracle2teacher)": 4.29161262512207,
       "epoch": 0.8751962323390895,
-      "rel-constrast": 3.1093757152557373,
+      "rel-constrast": 4.130838871002197,
       "step": 1115,
-      "subrel-constrast": 4.337434768676758,
+      "subrel-constrast": 3.9441425800323486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8371347188949585,
-      "cov-distil (oracle2student)": 3.9393506050109863,
-      "cov-distil (oracle2teacher)": 4.2781829833984375,
+      "cov-distil": 2.74867582321167,
+      "cov-distil (oracle2student)": 4.355659008026123,
+      "cov-distil (oracle2teacher)": 4.353662967681885,
       "epoch": 0.8759811616954474,
-      "rel-constrast": 3.2283706665039062,
+      "rel-constrast": 4.233538627624512,
       "step": 1116,
-      "subrel-constrast": 4.248286247253418,
+      "subrel-constrast": 4.078946590423584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.552659511566162,
-      "cov-distil (oracle2student)": 4.381686210632324,
-      "cov-distil (oracle2teacher)": 4.079123020172119,
+      "cov-distil": 1.5634974241256714,
+      "cov-distil (oracle2student)": 4.731647491455078,
+      "cov-distil (oracle2teacher)": 4.644672393798828,
       "epoch": 0.8767660910518054,
-      "rel-constrast": 3.7348363399505615,
+      "rel-constrast": 3.727545976638794,
       "step": 1117,
-      "subrel-constrast": 3.876692771911621,
+      "subrel-constrast": 3.8308258056640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3338099718093872,
-      "cov-distil (oracle2student)": 3.77384090423584,
-      "cov-distil (oracle2teacher)": 3.410325527191162,
+      "cov-distil": 1.981123685836792,
+      "cov-distil (oracle2student)": 4.062529563903809,
+      "cov-distil (oracle2teacher)": 3.871251344680786,
       "epoch": 0.8775510204081632,
-      "rel-constrast": 2.9162514209747314,
+      "rel-constrast": 2.913137912750244,
       "step": 1118,
-      "subrel-constrast": 3.4500739574432373,
+      "subrel-constrast": 3.3735272884368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194663524627686,
-      "cov-distil (oracle2student)": 4.1419997215271,
-      "cov-distil (oracle2teacher)": 3.907043218612671,
+      "cov-distil": 2.1453442573547363,
+      "cov-distil (oracle2student)": 4.4054365158081055,
+      "cov-distil (oracle2teacher)": 4.163646697998047,
       "epoch": 0.8783359497645212,
-      "rel-constrast": 3.7405686378479004,
+      "rel-constrast": 3.7600834369659424,
       "step": 1119,
-      "subrel-constrast": 4.528936386108398,
+      "subrel-constrast": 4.1889967918396,
       "view-similarity": 0
     },
     {
       "epoch": 0.8791208791208791,
-      "grad_norm": 7.46875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.9978434664729965e-05,
-      "loss": 0.8752,
+      "loss": 0.9356,
       "step": 1120
     },
     {
-      "cov-distil": 1.4991371631622314,
-      "cov-distil (oracle2student)": 3.246417284011841,
-      "cov-distil (oracle2teacher)": 2.8052914142608643,
+      "cov-distil": 1.6584184169769287,
+      "cov-distil (oracle2student)": 2.9526050090789795,
+      "cov-distil (oracle2teacher)": 2.9084572792053223,
       "epoch": 0.8791208791208791,
-      "rel-constrast": 2.344580888748169,
+      "rel-constrast": 2.39324951171875,
       "step": 1120,
-      "subrel-constrast": 2.999483108520508,
+      "subrel-constrast": 2.8413214683532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8106005191802979,
-      "cov-distil (oracle2student)": 3.8947558403015137,
-      "cov-distil (oracle2teacher)": 3.637648582458496,
+      "cov-distil": 1.931604266166687,
+      "cov-distil (oracle2student)": 4.441222190856934,
+      "cov-distil (oracle2teacher)": 4.068902015686035,
       "epoch": 0.8799058084772371,
-      "rel-constrast": 2.4791507720947266,
+      "rel-constrast": 2.9820568561553955,
       "step": 1121,
-      "subrel-constrast": 3.5178771018981934,
+      "subrel-constrast": 3.347712278366089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7053754329681396,
-      "cov-distil (oracle2student)": 4.391046524047852,
-      "cov-distil (oracle2teacher)": 3.4227418899536133,
+      "cov-distil": 2.46937894821167,
+      "cov-distil (oracle2student)": 4.9310808181762695,
+      "cov-distil (oracle2teacher)": 3.602159023284912,
       "epoch": 0.880690737833595,
-      "rel-constrast": 2.6293721199035645,
+      "rel-constrast": 3.1533467769622803,
       "step": 1122,
-      "subrel-constrast": 3.515031576156616,
+      "subrel-constrast": 3.3203072547912598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7514567375183105,
-      "cov-distil (oracle2student)": 4.837047100067139,
-      "cov-distil (oracle2teacher)": 4.649950981140137,
+      "cov-distil": 2.473989486694336,
+      "cov-distil (oracle2student)": 4.515566825866699,
+      "cov-distil (oracle2teacher)": 4.894018173217773,
       "epoch": 0.8814756671899528,
-      "rel-constrast": 4.030932903289795,
+      "rel-constrast": 3.84666109085083,
       "step": 1123,
-      "subrel-constrast": 4.489926815032959,
+      "subrel-constrast": 4.298435688018799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6625034809112549,
-      "cov-distil (oracle2student)": 3.9515860080718994,
-      "cov-distil (oracle2teacher)": 3.1661500930786133,
+      "cov-distil": 2.335836172103882,
+      "cov-distil (oracle2student)": 4.130572319030762,
+      "cov-distil (oracle2teacher)": 3.668765068054199,
       "epoch": 0.8822605965463108,
-      "rel-constrast": 3.288825511932373,
+      "rel-constrast": 3.006763458251953,
       "step": 1124,
-      "subrel-constrast": 4.1172943115234375,
+      "subrel-constrast": 3.7830111980438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229984998703003,
-      "cov-distil (oracle2student)": 4.726037502288818,
-      "cov-distil (oracle2teacher)": 3.7504258155822754,
+      "cov-distil": 1.3769135475158691,
+      "cov-distil (oracle2student)": 5.314173221588135,
+      "cov-distil (oracle2teacher)": 4.44384241104126,
       "epoch": 0.8830455259026687,
-      "rel-constrast": 2.8091514110565186,
+      "rel-constrast": 3.2201290130615234,
       "step": 1125,
-      "subrel-constrast": 2.914897918701172,
+      "subrel-constrast": 2.765810012817383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562877178192139,
-      "cov-distil (oracle2student)": 4.730889320373535,
-      "cov-distil (oracle2teacher)": 4.760188579559326,
+      "cov-distil": 2.143886089324951,
+      "cov-distil (oracle2student)": 5.78984260559082,
+      "cov-distil (oracle2teacher)": 4.921027660369873,
       "epoch": 0.8838304552590267,
-      "rel-constrast": 3.878026008605957,
+      "rel-constrast": 5.095279693603516,
       "step": 1126,
-      "subrel-constrast": 5.477179050445557,
+      "subrel-constrast": 5.152713775634766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.658963918685913,
-      "cov-distil (oracle2student)": 3.983290672302246,
-      "cov-distil (oracle2teacher)": 3.561467170715332,
+      "cov-distil": 2.0981392860412598,
+      "cov-distil (oracle2student)": 3.6538496017456055,
+      "cov-distil (oracle2teacher)": 4.22257137298584,
       "epoch": 0.8846153846153846,
-      "rel-constrast": 2.9549903869628906,
+      "rel-constrast": 2.9622554779052734,
       "step": 1127,
-      "subrel-constrast": 3.115555763244629,
+      "subrel-constrast": 3.5738797187805176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1705901622772217,
-      "cov-distil (oracle2student)": 3.825169086456299,
-      "cov-distil (oracle2teacher)": 3.690711498260498,
+      "cov-distil": 1.7006022930145264,
+      "cov-distil (oracle2student)": 4.664836883544922,
+      "cov-distil (oracle2teacher)": 4.113458156585693,
       "epoch": 0.8854003139717426,
-      "rel-constrast": 3.0026540756225586,
+      "rel-constrast": 2.8965587615966797,
       "step": 1128,
-      "subrel-constrast": 3.744170904159546,
+      "subrel-constrast": 3.9328598976135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647350788116455,
-      "cov-distil (oracle2student)": 3.7230451107025146,
-      "cov-distil (oracle2teacher)": 3.782278537750244,
+      "cov-distil": 1.7883983850479126,
+      "cov-distil (oracle2student)": 3.8642079830169678,
+      "cov-distil (oracle2teacher)": 3.4896626472473145,
       "epoch": 0.8861852433281004,
-      "rel-constrast": 3.014608860015869,
+      "rel-constrast": 3.334625244140625,
       "step": 1129,
-      "subrel-constrast": 3.851015090942383,
+      "subrel-constrast": 3.387173891067505,
       "view-similarity": 0
     },
     {
       "epoch": 0.8869701726844584,
-      "grad_norm": 5.5625,
+      "grad_norm": 7.40625,
       "learning_rate": 4.997465858999136e-05,
-      "loss": 0.8008,
+      "loss": 0.8223,
       "step": 1130
     },
     {
-      "cov-distil": 1.2752346992492676,
-      "cov-distil (oracle2student)": 3.488770008087158,
-      "cov-distil (oracle2teacher)": 3.9863147735595703,
+      "cov-distil": 1.2646830081939697,
+      "cov-distil (oracle2student)": 3.9329848289489746,
+      "cov-distil (oracle2teacher)": 3.9692800045013428,
       "epoch": 0.8869701726844584,
-      "rel-constrast": 3.8933849334716797,
+      "rel-constrast": 3.849822998046875,
       "step": 1130,
-      "subrel-constrast": 4.088106155395508,
+      "subrel-constrast": 3.6734437942504883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.873130440711975,
-      "cov-distil (oracle2student)": 4.166027545928955,
-      "cov-distil (oracle2teacher)": 3.3438427448272705,
+      "cov-distil": 2.0946061611175537,
+      "cov-distil (oracle2student)": 4.4862871170043945,
+      "cov-distil (oracle2teacher)": 3.729837417602539,
       "epoch": 0.8877551020408163,
-      "rel-constrast": 2.844660758972168,
+      "rel-constrast": 2.9534854888916016,
       "step": 1131,
-      "subrel-constrast": 3.8744757175445557,
+      "subrel-constrast": 3.6315460205078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8683061599731445,
-      "cov-distil (oracle2student)": 3.8367061614990234,
-      "cov-distil (oracle2teacher)": 3.5049045085906982,
+      "cov-distil": 2.439046859741211,
+      "cov-distil (oracle2student)": 3.563014030456543,
+      "cov-distil (oracle2teacher)": 3.996288776397705,
       "epoch": 0.8885400313971743,
-      "rel-constrast": 3.7255699634552,
+      "rel-constrast": 3.4101643562316895,
       "step": 1132,
-      "subrel-constrast": 4.550085544586182,
+      "subrel-constrast": 4.975794315338135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3818418979644775,
-      "cov-distil (oracle2student)": 3.291252374649048,
-      "cov-distil (oracle2teacher)": 3.0735890865325928,
+      "cov-distil": 1.9546985626220703,
+      "cov-distil (oracle2student)": 4.247260093688965,
+      "cov-distil (oracle2teacher)": 3.2300333976745605,
       "epoch": 0.8893249607535322,
-      "rel-constrast": 2.360482692718506,
+      "rel-constrast": 3.2107300758361816,
       "step": 1133,
-      "subrel-constrast": 3.151395559310913,
+      "subrel-constrast": 2.9389171600341797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6797258853912354,
-      "cov-distil (oracle2student)": 4.68730354309082,
-      "cov-distil (oracle2teacher)": 3.9739716053009033,
+      "cov-distil": 2.049380302429199,
+      "cov-distil (oracle2student)": 5.241644859313965,
+      "cov-distil (oracle2teacher)": 4.869429588317871,
       "epoch": 0.8901098901098901,
-      "rel-constrast": 3.293217420578003,
+      "rel-constrast": 3.227649450302124,
       "step": 1134,
-      "subrel-constrast": 3.898592233657837,
+      "subrel-constrast": 3.9004464149475098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577713251113892,
-      "cov-distil (oracle2student)": 3.6881062984466553,
-      "cov-distil (oracle2teacher)": 3.8753678798675537,
+      "cov-distil": 1.7914087772369385,
+      "cov-distil (oracle2student)": 3.937009334564209,
+      "cov-distil (oracle2teacher)": 4.118171215057373,
       "epoch": 0.890894819466248,
-      "rel-constrast": 2.911735773086548,
+      "rel-constrast": 2.828173875808716,
       "step": 1135,
-      "subrel-constrast": 3.549960136413574,
+      "subrel-constrast": 3.773055076599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.221397876739502,
-      "cov-distil (oracle2student)": 3.3264553546905518,
-      "cov-distil (oracle2teacher)": 3.3582851886749268,
+      "cov-distil": 1.393430471420288,
+      "cov-distil (oracle2student)": 4.077548980712891,
+      "cov-distil (oracle2teacher)": 3.7437613010406494,
       "epoch": 0.8916797488226059,
-      "rel-constrast": 2.6085739135742188,
+      "rel-constrast": 2.771787405014038,
       "step": 1136,
-      "subrel-constrast": 3.3669185638427734,
+      "subrel-constrast": 3.037374496459961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5145583152770996,
-      "cov-distil (oracle2student)": 5.997685432434082,
-      "cov-distil (oracle2teacher)": 5.37454080581665,
+      "cov-distil": 2.2122786045074463,
+      "cov-distil (oracle2student)": 6.412521839141846,
+      "cov-distil (oracle2teacher)": 6.506680488586426,
       "epoch": 0.8924646781789639,
-      "rel-constrast": 2.972979784011841,
+      "rel-constrast": 3.9034249782562256,
       "step": 1137,
-      "subrel-constrast": 3.549443244934082,
+      "subrel-constrast": 4.200035572052002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4981353282928467,
-      "cov-distil (oracle2student)": 3.114041805267334,
-      "cov-distil (oracle2teacher)": 3.177701950073242,
+      "cov-distil": 1.3349990844726562,
+      "cov-distil (oracle2student)": 3.4609932899475098,
+      "cov-distil (oracle2teacher)": 3.556887149810791,
       "epoch": 0.8932496075353218,
-      "rel-constrast": 1.526479721069336,
+      "rel-constrast": 1.8703675270080566,
       "step": 1138,
-      "subrel-constrast": 2.268468141555786,
+      "subrel-constrast": 2.0317223072052,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.367327332496643,
-      "cov-distil (oracle2student)": 4.862998962402344,
-      "cov-distil (oracle2teacher)": 4.49826717376709,
+      "cov-distil": 1.667492151260376,
+      "cov-distil (oracle2student)": 5.076234817504883,
+      "cov-distil (oracle2teacher)": 4.903446674346924,
       "epoch": 0.8940345368916798,
-      "rel-constrast": 2.935554027557373,
+      "rel-constrast": 3.699566602706909,
       "step": 1139,
-      "subrel-constrast": 3.4446165561676025,
+      "subrel-constrast": 3.203720808029175,
       "view-similarity": 0
     },
     {
       "epoch": 0.8948194662480377,
-      "grad_norm": 4.875,
+      "grad_norm": 7.0,
       "learning_rate": 4.997057820691936e-05,
-      "loss": 0.7649,
+      "loss": 0.7931,
       "step": 1140
     },
     {
-      "cov-distil": 1.5795962810516357,
-      "cov-distil (oracle2student)": 3.1148805618286133,
-      "cov-distil (oracle2teacher)": 2.5828795433044434,
+      "cov-distil": 1.4379240274429321,
+      "cov-distil (oracle2student)": 3.52339243888855,
+      "cov-distil (oracle2teacher)": 3.268178939819336,
       "epoch": 0.8948194662480377,
-      "rel-constrast": 1.9693329334259033,
+      "rel-constrast": 2.2403440475463867,
       "step": 1140,
-      "subrel-constrast": 2.7004849910736084,
+      "subrel-constrast": 2.515176773071289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7776895761489868,
-      "cov-distil (oracle2student)": 4.110888481140137,
-      "cov-distil (oracle2teacher)": 4.194410800933838,
+      "cov-distil": 2.0952093601226807,
+      "cov-distil (oracle2student)": 4.02358341217041,
+      "cov-distil (oracle2teacher)": 4.089167594909668,
       "epoch": 0.8956043956043956,
-      "rel-constrast": 2.1218795776367188,
+      "rel-constrast": 2.177156925201416,
       "step": 1141,
-      "subrel-constrast": 2.977037191390991,
+      "subrel-constrast": 2.4930832386016846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8242149353027344,
-      "cov-distil (oracle2student)": 4.09165620803833,
-      "cov-distil (oracle2teacher)": 3.9467601776123047,
+      "cov-distil": 2.4187002182006836,
+      "cov-distil (oracle2student)": 4.443560600280762,
+      "cov-distil (oracle2teacher)": 4.127911567687988,
       "epoch": 0.8963893249607535,
-      "rel-constrast": 2.370171546936035,
+      "rel-constrast": 3.0079174041748047,
       "step": 1142,
-      "subrel-constrast": 3.8766281604766846,
+      "subrel-constrast": 3.723661184310913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5912890434265137,
-      "cov-distil (oracle2student)": 4.500436782836914,
-      "cov-distil (oracle2teacher)": 4.196751594543457,
+      "cov-distil": 1.885470986366272,
+      "cov-distil (oracle2student)": 4.6954522132873535,
+      "cov-distil (oracle2teacher)": 4.784175872802734,
       "epoch": 0.8971742543171115,
-      "rel-constrast": 2.17783522605896,
+      "rel-constrast": 2.6550710201263428,
       "step": 1143,
-      "subrel-constrast": 3.2005929946899414,
+      "subrel-constrast": 3.4123127460479736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.972501516342163,
-      "cov-distil (oracle2student)": 4.580178260803223,
-      "cov-distil (oracle2teacher)": 3.9601950645446777,
+      "cov-distil": 2.194636106491089,
+      "cov-distil (oracle2student)": 5.453512191772461,
+      "cov-distil (oracle2teacher)": 5.260018348693848,
       "epoch": 0.8979591836734694,
-      "rel-constrast": 3.257997989654541,
+      "rel-constrast": 3.7409019470214844,
       "step": 1144,
-      "subrel-constrast": 4.104381084442139,
+      "subrel-constrast": 3.9053587913513184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9328242540359497,
-      "cov-distil (oracle2student)": 5.032525062561035,
-      "cov-distil (oracle2teacher)": 4.19100284576416,
+      "cov-distil": 1.9989993572235107,
+      "cov-distil (oracle2student)": 5.029777526855469,
+      "cov-distil (oracle2teacher)": 4.555988311767578,
       "epoch": 0.8987441130298273,
-      "rel-constrast": 3.4869861602783203,
+      "rel-constrast": 3.9452221393585205,
       "step": 1145,
-      "subrel-constrast": 4.267706871032715,
+      "subrel-constrast": 3.998387575149536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.623334527015686,
-      "cov-distil (oracle2student)": 6.44071102142334,
-      "cov-distil (oracle2teacher)": 5.939119338989258,
+      "cov-distil": 2.453855037689209,
+      "cov-distil (oracle2student)": 7.5106024742126465,
+      "cov-distil (oracle2teacher)": 6.773738384246826,
       "epoch": 0.8995290423861853,
-      "rel-constrast": 1.8712615966796875,
+      "rel-constrast": 2.586503505706787,
       "step": 1146,
-      "subrel-constrast": 2.949275493621826,
+      "subrel-constrast": 3.0084729194641113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5820472240447998,
-      "cov-distil (oracle2student)": 5.282839775085449,
-      "cov-distil (oracle2teacher)": 4.876575469970703,
+      "cov-distil": 2.0812158584594727,
+      "cov-distil (oracle2student)": 5.274530410766602,
+      "cov-distil (oracle2teacher)": 4.631326675415039,
       "epoch": 0.9003139717425431,
-      "rel-constrast": 4.433046817779541,
+      "rel-constrast": 4.656898021697998,
       "step": 1147,
-      "subrel-constrast": 4.718896389007568,
+      "subrel-constrast": 4.682010173797607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205224990844727,
-      "cov-distil (oracle2student)": 4.22291898727417,
-      "cov-distil (oracle2teacher)": 4.117277145385742,
+      "cov-distil": 1.7379333972930908,
+      "cov-distil (oracle2student)": 4.013228893280029,
+      "cov-distil (oracle2teacher)": 4.30913782119751,
       "epoch": 0.9010989010989011,
-      "rel-constrast": 3.855983018875122,
+      "rel-constrast": 4.060223579406738,
       "step": 1148,
-      "subrel-constrast": 4.469812393188477,
+      "subrel-constrast": 4.042590141296387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6345241069793701,
-      "cov-distil (oracle2student)": 5.406733989715576,
-      "cov-distil (oracle2teacher)": 5.097825050354004,
+      "cov-distil": 1.9571555852890015,
+      "cov-distil (oracle2student)": 5.118443489074707,
+      "cov-distil (oracle2teacher)": 5.867423057556152,
       "epoch": 0.901883830455259,
-      "rel-constrast": 3.65572452545166,
+      "rel-constrast": 3.882547616958618,
       "step": 1149,
-      "subrel-constrast": 4.562080383300781,
+      "subrel-constrast": 4.530649185180664,
       "view-similarity": 0
     },
     {
       "epoch": 0.902668759811617,
-      "grad_norm": 6.46875,
+      "grad_norm": 7.71875,
       "learning_rate": 4.996619356523214e-05,
-      "loss": 0.7729,
+      "loss": 0.8238,
       "step": 1150
     },
     {
-      "cov-distil": 1.443082571029663,
-      "cov-distil (oracle2student)": 3.691708564758301,
-      "cov-distil (oracle2teacher)": 3.595862627029419,
+      "cov-distil": 1.6834232807159424,
+      "cov-distil (oracle2student)": 4.654511451721191,
+      "cov-distil (oracle2teacher)": 4.426721096038818,
       "epoch": 0.902668759811617,
-      "rel-constrast": 2.693650007247925,
+      "rel-constrast": 3.032975435256958,
       "step": 1150,
-      "subrel-constrast": 3.6807987689971924,
+      "subrel-constrast": 3.2536821365356445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8717272281646729,
-      "cov-distil (oracle2student)": 2.9550225734710693,
-      "cov-distil (oracle2teacher)": 2.935019016265869,
+      "cov-distil": 2.6772451400756836,
+      "cov-distil (oracle2student)": 3.5851500034332275,
+      "cov-distil (oracle2teacher)": 3.351102352142334,
       "epoch": 0.9034536891679749,
-      "rel-constrast": 2.7117953300476074,
+      "rel-constrast": 2.8022212982177734,
       "step": 1151,
-      "subrel-constrast": 3.4497106075286865,
+      "subrel-constrast": 3.550968647003174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4167680740356445,
-      "cov-distil (oracle2student)": 4.1744890213012695,
-      "cov-distil (oracle2teacher)": 3.54170298576355,
+      "cov-distil": 2.0205795764923096,
+      "cov-distil (oracle2student)": 4.24485969543457,
+      "cov-distil (oracle2teacher)": 3.8698019981384277,
       "epoch": 0.9042386185243328,
-      "rel-constrast": 2.371565103530884,
+      "rel-constrast": 2.586608409881592,
       "step": 1152,
-      "subrel-constrast": 2.9554567337036133,
+      "subrel-constrast": 2.8826587200164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5863559246063232,
-      "cov-distil (oracle2student)": 3.980961322784424,
-      "cov-distil (oracle2teacher)": 3.4597396850585938,
+      "cov-distil": 2.195441722869873,
+      "cov-distil (oracle2student)": 4.568816184997559,
+      "cov-distil (oracle2teacher)": 4.109668731689453,
       "epoch": 0.9050235478806907,
-      "rel-constrast": 2.7407240867614746,
+      "rel-constrast": 3.596662759780884,
       "step": 1153,
-      "subrel-constrast": 3.734286069869995,
+      "subrel-constrast": 4.492663383483887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7732425928115845,
-      "cov-distil (oracle2student)": 4.795622825622559,
-      "cov-distil (oracle2teacher)": 3.8778538703918457,
+      "cov-distil": 1.7458562850952148,
+      "cov-distil (oracle2student)": 5.626736640930176,
+      "cov-distil (oracle2teacher)": 4.219723224639893,
       "epoch": 0.9058084772370487,
-      "rel-constrast": 2.9903926849365234,
+      "rel-constrast": 3.483713388442993,
       "step": 1154,
-      "subrel-constrast": 3.689653158187866,
+      "subrel-constrast": 3.3755180835723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.463384985923767,
-      "cov-distil (oracle2student)": 4.449502944946289,
-      "cov-distil (oracle2teacher)": 4.495611667633057,
+      "cov-distil": 1.759010910987854,
+      "cov-distil (oracle2student)": 5.551843643188477,
+      "cov-distil (oracle2teacher)": 4.905154228210449,
       "epoch": 0.9065934065934066,
-      "rel-constrast": 2.2599551677703857,
+      "rel-constrast": 3.101288080215454,
       "step": 1155,
-      "subrel-constrast": 3.497908353805542,
+      "subrel-constrast": 3.347214937210083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2130064964294434,
-      "cov-distil (oracle2student)": 4.013300895690918,
-      "cov-distil (oracle2teacher)": 4.02077579498291,
+      "cov-distil": 2.561279296875,
+      "cov-distil (oracle2student)": 4.3817901611328125,
+      "cov-distil (oracle2teacher)": 4.001356601715088,
       "epoch": 0.9073783359497645,
-      "rel-constrast": 3.5984082221984863,
+      "rel-constrast": 3.656585693359375,
       "step": 1156,
-      "subrel-constrast": 3.823303699493408,
+      "subrel-constrast": 3.633603572845459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3067975044250488,
-      "cov-distil (oracle2student)": 3.140883445739746,
-      "cov-distil (oracle2teacher)": 2.835468292236328,
+      "cov-distil": 1.9441370964050293,
+      "cov-distil (oracle2student)": 3.2427029609680176,
+      "cov-distil (oracle2teacher)": 2.98777437210083,
       "epoch": 0.9081632653061225,
-      "rel-constrast": 2.4052255153656006,
+      "rel-constrast": 2.2809157371520996,
       "step": 1157,
-      "subrel-constrast": 3.1138172149658203,
+      "subrel-constrast": 2.639066457748413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1546053886413574,
-      "cov-distil (oracle2student)": 3.399296760559082,
-      "cov-distil (oracle2teacher)": 3.4823670387268066,
+      "cov-distil": 2.073174238204956,
+      "cov-distil (oracle2student)": 4.4645185470581055,
+      "cov-distil (oracle2teacher)": 3.3424856662750244,
       "epoch": 0.9089481946624803,
-      "rel-constrast": 4.274822235107422,
+      "rel-constrast": 4.521371841430664,
       "step": 1158,
-      "subrel-constrast": 4.037364482879639,
+      "subrel-constrast": 3.7862942218780518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8355066776275635,
-      "cov-distil (oracle2student)": 4.020825386047363,
-      "cov-distil (oracle2teacher)": 3.432453155517578,
+      "cov-distil": 1.9595766067504883,
+      "cov-distil (oracle2student)": 4.717768669128418,
+      "cov-distil (oracle2teacher)": 4.161098480224609,
       "epoch": 0.9097331240188383,
-      "rel-constrast": 2.861008644104004,
+      "rel-constrast": 3.5504322052001953,
       "step": 1159,
-      "subrel-constrast": 3.5515787601470947,
+      "subrel-constrast": 3.6171083450317383,
       "view-similarity": 0
     },
     {
       "epoch": 0.9105180533751962,
-      "grad_norm": 7.46875,
+      "grad_norm": 6.3125,
       "learning_rate": 4.996150471835518e-05,
-      "loss": 0.7653,
+      "loss": 0.8153,
       "step": 1160
     },
     {
-      "cov-distil": 1.2815093994140625,
-      "cov-distil (oracle2student)": 4.236474990844727,
-      "cov-distil (oracle2teacher)": 3.5232949256896973,
+      "cov-distil": 2.27372407913208,
+      "cov-distil (oracle2student)": 4.762585163116455,
+      "cov-distil (oracle2teacher)": 4.179037094116211,
       "epoch": 0.9105180533751962,
-      "rel-constrast": 3.2088136672973633,
+      "rel-constrast": 4.009474754333496,
       "step": 1160,
-      "subrel-constrast": 3.836989402770996,
+      "subrel-constrast": 3.4685070514678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6414496898651123,
-      "cov-distil (oracle2student)": 3.0682172775268555,
-      "cov-distil (oracle2teacher)": 3.169745445251465,
+      "cov-distil": 2.0322206020355225,
+      "cov-distil (oracle2student)": 3.9023876190185547,
+      "cov-distil (oracle2teacher)": 2.9876322746276855,
       "epoch": 0.9113029827315542,
-      "rel-constrast": 2.797144889831543,
+      "rel-constrast": 3.7119858264923096,
       "step": 1161,
-      "subrel-constrast": 3.395820379257202,
+      "subrel-constrast": 3.2446768283843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4575656652450562,
-      "cov-distil (oracle2student)": 5.596889495849609,
-      "cov-distil (oracle2teacher)": 5.4076995849609375,
+      "cov-distil": 1.8664082288742065,
+      "cov-distil (oracle2student)": 6.399477958679199,
+      "cov-distil (oracle2teacher)": 5.805586338043213,
       "epoch": 0.9120879120879121,
-      "rel-constrast": 3.4259774684906006,
+      "rel-constrast": 4.0600128173828125,
       "step": 1162,
-      "subrel-constrast": 4.41293478012085,
+      "subrel-constrast": 4.341676712036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9715670347213745,
-      "cov-distil (oracle2student)": 5.748863220214844,
-      "cov-distil (oracle2teacher)": 5.184823989868164,
+      "cov-distil": 2.0346317291259766,
+      "cov-distil (oracle2student)": 6.009403228759766,
+      "cov-distil (oracle2teacher)": 5.4380011558532715,
       "epoch": 0.9128728414442701,
-      "rel-constrast": 3.725337505340576,
+      "rel-constrast": 3.9733409881591797,
       "step": 1163,
-      "subrel-constrast": 4.611771106719971,
+      "subrel-constrast": 4.1906633377075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1137397289276123,
-      "cov-distil (oracle2student)": 3.371971368789673,
-      "cov-distil (oracle2teacher)": 3.502945899963379,
+      "cov-distil": 1.8676927089691162,
+      "cov-distil (oracle2student)": 3.8265318870544434,
+      "cov-distil (oracle2teacher)": 3.9957404136657715,
       "epoch": 0.9136577708006279,
-      "rel-constrast": 2.695183038711548,
+      "rel-constrast": 2.8316702842712402,
       "step": 1164,
-      "subrel-constrast": 3.2843246459960938,
+      "subrel-constrast": 3.166482448577881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531944513320923,
-      "cov-distil (oracle2student)": 3.6959424018859863,
-      "cov-distil (oracle2teacher)": 3.6868391036987305,
+      "cov-distil": 1.6832983493804932,
+      "cov-distil (oracle2student)": 3.621849536895752,
+      "cov-distil (oracle2teacher)": 4.205174446105957,
       "epoch": 0.9144427001569859,
-      "rel-constrast": 2.491232395172119,
+      "rel-constrast": 2.806450366973877,
       "step": 1165,
-      "subrel-constrast": 3.469127893447876,
+      "subrel-constrast": 3.565136671066284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6662570238113403,
-      "cov-distil (oracle2student)": 5.654899597167969,
-      "cov-distil (oracle2teacher)": 5.090555191040039,
+      "cov-distil": 2.102926254272461,
+      "cov-distil (oracle2student)": 5.816441535949707,
+      "cov-distil (oracle2teacher)": 5.477816104888916,
       "epoch": 0.9152276295133438,
-      "rel-constrast": 4.377036094665527,
+      "rel-constrast": 4.102187156677246,
       "step": 1166,
-      "subrel-constrast": 4.034554481506348,
+      "subrel-constrast": 3.896026134490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4588487148284912,
-      "cov-distil (oracle2student)": 2.7165474891662598,
-      "cov-distil (oracle2teacher)": 3.5998787879943848,
+      "cov-distil": 1.3505479097366333,
+      "cov-distil (oracle2student)": 2.903984785079956,
+      "cov-distil (oracle2teacher)": 3.450549364089966,
       "epoch": 0.9160125588697017,
-      "rel-constrast": 2.296668529510498,
+      "rel-constrast": 2.6559863090515137,
       "step": 1167,
-      "subrel-constrast": 3.11590313911438,
+      "subrel-constrast": 3.0852620601654053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8078097105026245,
-      "cov-distil (oracle2student)": 5.066540718078613,
-      "cov-distil (oracle2teacher)": 4.497931957244873,
+      "cov-distil": 2.0455691814422607,
+      "cov-distil (oracle2student)": 5.278059959411621,
+      "cov-distil (oracle2teacher)": 5.126543998718262,
       "epoch": 0.9167974882260597,
-      "rel-constrast": 3.504831552505493,
+      "rel-constrast": 3.5225255489349365,
       "step": 1168,
-      "subrel-constrast": 4.153743267059326,
+      "subrel-constrast": 4.076817989349365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2564361095428467,
-      "cov-distil (oracle2student)": 3.8110692501068115,
-      "cov-distil (oracle2teacher)": 3.617929458618164,
+      "cov-distil": 1.9857207536697388,
+      "cov-distil (oracle2student)": 4.1523566246032715,
+      "cov-distil (oracle2teacher)": 3.867340564727783,
       "epoch": 0.9175824175824175,
-      "rel-constrast": 3.2004554271698,
+      "rel-constrast": 3.753263235092163,
       "step": 1169,
-      "subrel-constrast": 3.6840548515319824,
+      "subrel-constrast": 3.4054036140441895,
       "view-similarity": 0
     },
     {
       "epoch": 0.9183673469387755,
-      "grad_norm": 6.25,
+      "grad_norm": 7.15625,
       "learning_rate": 4.9956511723420596e-05,
-      "loss": 0.8316,
+      "loss": 0.8857,
       "step": 1170
     },
     {
-      "cov-distil": 1.7868636846542358,
-      "cov-distil (oracle2student)": 5.351989269256592,
-      "cov-distil (oracle2teacher)": 5.995168685913086,
+      "cov-distil": 2.7740280628204346,
+      "cov-distil (oracle2student)": 5.977750778198242,
+      "cov-distil (oracle2teacher)": 6.6019392013549805,
       "epoch": 0.9183673469387755,
-      "rel-constrast": 3.483383893966675,
+      "rel-constrast": 4.328433036804199,
       "step": 1170,
-      "subrel-constrast": 4.039510250091553,
+      "subrel-constrast": 4.4542622566223145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5669972896575928,
-      "cov-distil (oracle2student)": 4.233527660369873,
-      "cov-distil (oracle2teacher)": 3.426328659057617,
+      "cov-distil": 2.297071933746338,
+      "cov-distil (oracle2student)": 4.381402969360352,
+      "cov-distil (oracle2teacher)": 4.014377117156982,
       "epoch": 0.9191522762951334,
-      "rel-constrast": 3.0960755348205566,
+      "rel-constrast": 3.5481133460998535,
       "step": 1171,
-      "subrel-constrast": 3.7429535388946533,
+      "subrel-constrast": 3.808800220489502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4847849607467651,
-      "cov-distil (oracle2student)": 6.527562141418457,
-      "cov-distil (oracle2teacher)": 5.688312530517578,
+      "cov-distil": 1.960188388824463,
+      "cov-distil (oracle2student)": 7.246551990509033,
+      "cov-distil (oracle2teacher)": 6.214167594909668,
       "epoch": 0.9199372056514914,
-      "rel-constrast": 3.12980318069458,
+      "rel-constrast": 4.018099784851074,
       "step": 1172,
-      "subrel-constrast": 3.827275514602661,
+      "subrel-constrast": 3.7896432876586914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.537367582321167,
-      "cov-distil (oracle2student)": 4.025749683380127,
-      "cov-distil (oracle2teacher)": 3.4675025939941406,
+      "cov-distil": 1.8596117496490479,
+      "cov-distil (oracle2student)": 4.1476898193359375,
+      "cov-distil (oracle2teacher)": 4.1959943771362305,
       "epoch": 0.9207221350078493,
-      "rel-constrast": 4.162596225738525,
+      "rel-constrast": 4.206459045410156,
       "step": 1173,
-      "subrel-constrast": 4.18705415725708,
+      "subrel-constrast": 4.78214168548584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671391010284424,
-      "cov-distil (oracle2student)": 5.512345790863037,
-      "cov-distil (oracle2teacher)": 5.1315813064575195,
+      "cov-distil": 1.6129326820373535,
+      "cov-distil (oracle2student)": 5.545326232910156,
+      "cov-distil (oracle2teacher)": 5.7373046875,
       "epoch": 0.9215070643642073,
-      "rel-constrast": 3.0779571533203125,
+      "rel-constrast": 2.609847068786621,
       "step": 1174,
-      "subrel-constrast": 3.9239659309387207,
+      "subrel-constrast": 3.7822277545928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7468125820159912,
-      "cov-distil (oracle2student)": 5.045190811157227,
-      "cov-distil (oracle2teacher)": 4.8531293869018555,
+      "cov-distil": 2.3552589416503906,
+      "cov-distil (oracle2student)": 7.384632110595703,
+      "cov-distil (oracle2teacher)": 5.715899467468262,
       "epoch": 0.9222919937205651,
-      "rel-constrast": 2.832158088684082,
+      "rel-constrast": 5.102939128875732,
       "step": 1175,
-      "subrel-constrast": 4.259617805480957,
+      "subrel-constrast": 3.865663766860962,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7982062101364136,
-      "cov-distil (oracle2student)": 4.597297668457031,
-      "cov-distil (oracle2teacher)": 4.246716022491455,
+      "cov-distil": 2.4162700176239014,
+      "cov-distil (oracle2student)": 4.959556579589844,
+      "cov-distil (oracle2teacher)": 4.515625476837158,
       "epoch": 0.9230769230769231,
-      "rel-constrast": 3.675710678100586,
+      "rel-constrast": 4.390295028686523,
       "step": 1176,
-      "subrel-constrast": 4.812505722045898,
+      "subrel-constrast": 4.841261386871338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3788889646530151,
-      "cov-distil (oracle2student)": 4.461580276489258,
-      "cov-distil (oracle2teacher)": 4.353765487670898,
+      "cov-distil": 1.5790168046951294,
+      "cov-distil (oracle2student)": 4.184337615966797,
+      "cov-distil (oracle2teacher)": 4.400570869445801,
       "epoch": 0.923861852433281,
-      "rel-constrast": 2.9810338020324707,
+      "rel-constrast": 3.4224345684051514,
       "step": 1177,
-      "subrel-constrast": 3.482665777206421,
+      "subrel-constrast": 3.46476149559021,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.05991268157959,
-      "cov-distil (oracle2student)": 4.606191158294678,
-      "cov-distil (oracle2teacher)": 3.5623247623443604,
+      "cov-distil": 1.7880375385284424,
+      "cov-distil (oracle2student)": 5.653731346130371,
+      "cov-distil (oracle2teacher)": 4.639430046081543,
       "epoch": 0.9246467817896389,
-      "rel-constrast": 3.7771148681640625,
+      "rel-constrast": 4.974556922912598,
       "step": 1178,
-      "subrel-constrast": 4.17537260055542,
+      "subrel-constrast": 4.6339545249938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9975810050964355,
-      "cov-distil (oracle2student)": 2.9373130798339844,
-      "cov-distil (oracle2teacher)": 3.30222225189209,
+      "cov-distil": 2.8451552391052246,
+      "cov-distil (oracle2student)": 3.729923963546753,
+      "cov-distil (oracle2teacher)": 3.73423433303833,
       "epoch": 0.9254317111459969,
-      "rel-constrast": 2.7977066040039062,
+      "rel-constrast": 3.1217918395996094,
       "step": 1179,
-      "subrel-constrast": 4.124040603637695,
+      "subrel-constrast": 4.386565208435059,
       "view-similarity": 0
     },
     {
       "epoch": 0.9262166405023547,
-      "grad_norm": 5.65625,
+      "grad_norm": 6.5,
       "learning_rate": 4.9951214641266454e-05,
-      "loss": 0.8671,
+      "loss": 0.9931,
       "step": 1180
     },
     {
-      "cov-distil": 1.3749620914459229,
-      "cov-distil (oracle2student)": 3.8213553428649902,
-      "cov-distil (oracle2teacher)": 3.745201587677002,
+      "cov-distil": 1.963437795639038,
+      "cov-distil (oracle2student)": 3.9958133697509766,
+      "cov-distil (oracle2teacher)": 4.293417453765869,
       "epoch": 0.9262166405023547,
-      "rel-constrast": 4.656604290008545,
+      "rel-constrast": 5.053701400756836,
       "step": 1180,
-      "subrel-constrast": 4.7837138175964355,
+      "subrel-constrast": 4.600927829742432,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.878669023513794,
-      "cov-distil (oracle2student)": 2.874736785888672,
-      "cov-distil (oracle2teacher)": 3.3165462017059326,
+      "cov-distil": 2.2140164375305176,
+      "cov-distil (oracle2student)": 3.130039691925049,
+      "cov-distil (oracle2teacher)": 3.2511746883392334,
       "epoch": 0.9270015698587127,
-      "rel-constrast": 2.8966524600982666,
+      "rel-constrast": 3.405327796936035,
       "step": 1181,
-      "subrel-constrast": 4.486790657043457,
+      "subrel-constrast": 4.362709999084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.293665647506714,
-      "cov-distil (oracle2student)": 7.028643608093262,
-      "cov-distil (oracle2teacher)": 7.015350341796875,
+      "cov-distil": 2.868732213973999,
+      "cov-distil (oracle2student)": 6.809500217437744,
+      "cov-distil (oracle2teacher)": 7.086259841918945,
       "epoch": 0.9277864992150706,
-      "rel-constrast": 3.6025748252868652,
+      "rel-constrast": 3.4981436729431152,
       "step": 1182,
-      "subrel-constrast": 4.766818523406982,
+      "subrel-constrast": 4.8566436767578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.651129961013794,
-      "cov-distil (oracle2student)": 4.1690521240234375,
-      "cov-distil (oracle2teacher)": 3.9816250801086426,
+      "cov-distil": 1.8179211616516113,
+      "cov-distil (oracle2student)": 4.301259994506836,
+      "cov-distil (oracle2teacher)": 4.5883073806762695,
       "epoch": 0.9285714285714286,
-      "rel-constrast": 3.413325071334839,
+      "rel-constrast": 3.7113828659057617,
       "step": 1183,
-      "subrel-constrast": 4.120756149291992,
+      "subrel-constrast": 4.189152717590332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.371960997581482,
-      "cov-distil (oracle2student)": 3.9419898986816406,
-      "cov-distil (oracle2teacher)": 3.5902247428894043,
+      "cov-distil": 1.9471567869186401,
+      "cov-distil (oracle2student)": 4.0347394943237305,
+      "cov-distil (oracle2teacher)": 3.948465585708618,
       "epoch": 0.9293563579277865,
-      "rel-constrast": 3.273420572280884,
+      "rel-constrast": 3.355698823928833,
       "step": 1184,
-      "subrel-constrast": 3.74275803565979,
+      "subrel-constrast": 3.9647607803344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9146562814712524,
-      "cov-distil (oracle2student)": 4.676143646240234,
-      "cov-distil (oracle2teacher)": 4.350830554962158,
+      "cov-distil": 2.2401041984558105,
+      "cov-distil (oracle2student)": 5.557095527648926,
+      "cov-distil (oracle2teacher)": 4.660333633422852,
       "epoch": 0.9301412872841445,
-      "rel-constrast": 2.842129707336426,
+      "rel-constrast": 3.2625343799591064,
       "step": 1185,
-      "subrel-constrast": 3.4485690593719482,
+      "subrel-constrast": 3.319352626800537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4149706363677979,
-      "cov-distil (oracle2student)": 4.549127578735352,
-      "cov-distil (oracle2teacher)": 4.000871658325195,
+      "cov-distil": 1.7754557132720947,
+      "cov-distil (oracle2student)": 5.143248558044434,
+      "cov-distil (oracle2teacher)": 4.994974136352539,
       "epoch": 0.9309262166405023,
-      "rel-constrast": 2.3058714866638184,
+      "rel-constrast": 3.0471725463867188,
       "step": 1186,
-      "subrel-constrast": 2.8557651042938232,
+      "subrel-constrast": 3.09635066986084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.149344563484192,
-      "cov-distil (oracle2student)": 3.8757810592651367,
-      "cov-distil (oracle2teacher)": 3.8923072814941406,
+      "cov-distil": 1.6688909530639648,
+      "cov-distil (oracle2student)": 3.865931749343872,
+      "cov-distil (oracle2teacher)": 4.082855701446533,
       "epoch": 0.9317111459968603,
-      "rel-constrast": 3.0727078914642334,
+      "rel-constrast": 3.093085527420044,
       "step": 1187,
-      "subrel-constrast": 3.801476240158081,
+      "subrel-constrast": 3.7532601356506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2096295356750488,
-      "cov-distil (oracle2student)": 3.335026979446411,
-      "cov-distil (oracle2teacher)": 3.660101890563965,
+      "cov-distil": 1.7639755010604858,
+      "cov-distil (oracle2student)": 3.535024404525757,
+      "cov-distil (oracle2teacher)": 4.007599830627441,
       "epoch": 0.9324960753532182,
-      "rel-constrast": 2.7182772159576416,
+      "rel-constrast": 2.729976177215576,
       "step": 1188,
-      "subrel-constrast": 3.7372019290924072,
+      "subrel-constrast": 3.7946629524230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.239673137664795,
-      "cov-distil (oracle2student)": 3.4317338466644287,
-      "cov-distil (oracle2teacher)": 3.3225114345550537,
+      "cov-distil": 1.2497644424438477,
+      "cov-distil (oracle2student)": 3.409092426300049,
+      "cov-distil (oracle2teacher)": 3.9089224338531494,
       "epoch": 0.9332810047095761,
-      "rel-constrast": 2.5532279014587402,
+      "rel-constrast": 3.090658664703369,
       "step": 1189,
-      "subrel-constrast": 3.071510076522827,
+      "subrel-constrast": 3.3844540119171143,
       "view-similarity": 0
     },
     {
       "epoch": 0.9340659340659341,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.3125,
       "learning_rate": 4.994561353643604e-05,
-      "loss": 0.8221,
+      "loss": 0.8562,
       "step": 1190
     },
     {
-      "cov-distil": 1.8070812225341797,
-      "cov-distil (oracle2student)": 3.971548318862915,
-      "cov-distil (oracle2teacher)": 3.4021518230438232,
+      "cov-distil": 2.124447822570801,
+      "cov-distil (oracle2student)": 4.823829650878906,
+      "cov-distil (oracle2teacher)": 3.7125518321990967,
       "epoch": 0.9340659340659341,
-      "rel-constrast": 2.288071632385254,
+      "rel-constrast": 3.0288610458374023,
       "step": 1190,
-      "subrel-constrast": 3.028351306915283,
+      "subrel-constrast": 2.8950116634368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148916721343994,
-      "cov-distil (oracle2student)": 5.076765060424805,
-      "cov-distil (oracle2teacher)": 4.395874977111816,
+      "cov-distil": 2.2130286693573,
+      "cov-distil (oracle2student)": 4.99241828918457,
+      "cov-distil (oracle2teacher)": 4.809720993041992,
       "epoch": 0.934850863422292,
-      "rel-constrast": 2.5542197227478027,
+      "rel-constrast": 3.388758659362793,
       "step": 1191,
-      "subrel-constrast": 3.9978582859039307,
+      "subrel-constrast": 3.79276180267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200567364692688,
-      "cov-distil (oracle2student)": 3.8667056560516357,
-      "cov-distil (oracle2teacher)": 3.7100179195404053,
+      "cov-distil": 1.5439361333847046,
+      "cov-distil (oracle2student)": 3.8746323585510254,
+      "cov-distil (oracle2teacher)": 3.957127809524536,
       "epoch": 0.9356357927786499,
-      "rel-constrast": 1.9808406829833984,
+      "rel-constrast": 2.404189109802246,
       "step": 1192,
-      "subrel-constrast": 2.6270174980163574,
+      "subrel-constrast": 2.760175943374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5440454483032227,
-      "cov-distil (oracle2student)": 4.111261367797852,
-      "cov-distil (oracle2teacher)": 4.358633995056152,
+      "cov-distil": 1.9825611114501953,
+      "cov-distil (oracle2student)": 4.009640216827393,
+      "cov-distil (oracle2teacher)": 4.492561340332031,
       "epoch": 0.9364207221350078,
-      "rel-constrast": 2.9030914306640625,
+      "rel-constrast": 3.807060718536377,
       "step": 1193,
-      "subrel-constrast": 3.6748054027557373,
+      "subrel-constrast": 4.278440475463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5587102174758911,
-      "cov-distil (oracle2student)": 3.562497138977051,
-      "cov-distil (oracle2teacher)": 3.5922279357910156,
+      "cov-distil": 1.8434803485870361,
+      "cov-distil (oracle2student)": 3.739737033843994,
+      "cov-distil (oracle2teacher)": 3.5885727405548096,
       "epoch": 0.9372056514913658,
-      "rel-constrast": 3.1529085636138916,
+      "rel-constrast": 3.5075185298919678,
       "step": 1194,
-      "subrel-constrast": 4.10093355178833,
+      "subrel-constrast": 4.298705101013184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8191659450531006,
-      "cov-distil (oracle2student)": 4.622344017028809,
-      "cov-distil (oracle2teacher)": 3.431057929992676,
+      "cov-distil": 1.9772926568984985,
+      "cov-distil (oracle2student)": 4.52230978012085,
+      "cov-distil (oracle2teacher)": 4.085808753967285,
       "epoch": 0.9379905808477237,
-      "rel-constrast": 2.899667739868164,
+      "rel-constrast": 3.2716894149780273,
       "step": 1195,
-      "subrel-constrast": 3.5286593437194824,
+      "subrel-constrast": 3.7178263664245605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4436109066009521,
-      "cov-distil (oracle2student)": 3.421355724334717,
-      "cov-distil (oracle2teacher)": 3.652665853500366,
+      "cov-distil": 1.6500065326690674,
+      "cov-distil (oracle2student)": 3.355670928955078,
+      "cov-distil (oracle2teacher)": 3.564591407775879,
       "epoch": 0.9387755102040817,
-      "rel-constrast": 2.2924082279205322,
+      "rel-constrast": 2.6308116912841797,
       "step": 1196,
-      "subrel-constrast": 3.009202718734741,
+      "subrel-constrast": 3.081821918487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.700963020324707,
-      "cov-distil (oracle2student)": 4.7589006423950195,
-      "cov-distil (oracle2teacher)": 3.978583812713623,
+      "cov-distil": 2.2887778282165527,
+      "cov-distil (oracle2student)": 4.631473541259766,
+      "cov-distil (oracle2teacher)": 4.103348731994629,
       "epoch": 0.9395604395604396,
-      "rel-constrast": 2.734005928039551,
+      "rel-constrast": 3.3795995712280273,
       "step": 1197,
-      "subrel-constrast": 3.3664376735687256,
+      "subrel-constrast": 3.676185369491577,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5046660900115967,
-      "cov-distil (oracle2student)": 4.314587593078613,
-      "cov-distil (oracle2teacher)": 4.032175540924072,
+      "cov-distil": 1.7281415462493896,
+      "cov-distil (oracle2student)": 4.180220603942871,
+      "cov-distil (oracle2teacher)": 4.100731372833252,
       "epoch": 0.9403453689167975,
-      "rel-constrast": 2.7253341674804688,
+      "rel-constrast": 2.737860679626465,
       "step": 1198,
-      "subrel-constrast": 3.4343972206115723,
+      "subrel-constrast": 3.4785068035125732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2936146259307861,
-      "cov-distil (oracle2student)": 3.2974209785461426,
-      "cov-distil (oracle2teacher)": 3.401402473449707,
+      "cov-distil": 2.3388290405273438,
+      "cov-distil (oracle2student)": 3.850379467010498,
+      "cov-distil (oracle2teacher)": 3.318286895751953,
       "epoch": 0.9411302982731554,
-      "rel-constrast": 4.445433616638184,
+      "rel-constrast": 4.150463104248047,
       "step": 1199,
-      "subrel-constrast": 5.167204856872559,
+      "subrel-constrast": 5.126882076263428,
       "view-similarity": 0
     },
     {
       "epoch": 0.9419152276295133,
-      "grad_norm": 6.375,
+      "grad_norm": 6.53125,
       "learning_rate": 4.993970847717704e-05,
-      "loss": 0.7395,
+      "loss": 0.8077,
       "step": 1200
     },
     {
       "epoch": 0.9419152276295133,
-      "overlap": 0.3203125,
+      "overlap": 0.3031249940395355,
       "step": 1200
     },
     {
       "epoch": 0.9419152276295133,
       "step": 1200,
-      "student margin": 0.0496826171875
+      "student margin": 0.04339599609375
     },
     {
       "epoch": 0.9419152276295133,
       "step": 1200,
-      "teacher margin": 0.036590576171875
+      "teacher margin": 0.036834716796875
     },
     {
       "epoch": 0.9419152276295133,
-      "margin difference": -0.013092041015625,
+      "margin difference": -0.006561279296875,
       "step": 1200
     },
     {
-      "cov-distil": 1.6105701923370361,
-      "cov-distil (oracle2student)": 5.779675006866455,
-      "cov-distil (oracle2teacher)": 4.917959213256836,
+      "cov-distil": 2.0285425186157227,
+      "cov-distil (oracle2student)": 6.058913230895996,
+      "cov-distil (oracle2teacher)": 5.1868205070495605,
       "epoch": 0.9419152276295133,
-      "rel-constrast": 2.8267126083374023,
+      "rel-constrast": 3.36928129196167,
       "step": 1200,
-      "subrel-constrast": 3.244717836380005,
+      "subrel-constrast": 3.509054660797119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2549251317977905,
-      "cov-distil (oracle2student)": 3.3697609901428223,
-      "cov-distil (oracle2teacher)": 3.235903263092041,
+      "cov-distil": 1.395667552947998,
+      "cov-distil (oracle2student)": 3.5575265884399414,
+      "cov-distil (oracle2teacher)": 3.5179708003997803,
       "epoch": 0.9427001569858713,
-      "rel-constrast": 2.4257946014404297,
+      "rel-constrast": 2.498309373855591,
       "step": 1201,
-      "subrel-constrast": 3.0524795055389404,
+      "subrel-constrast": 3.049795150756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.483722448348999,
-      "cov-distil (oracle2student)": 4.390925407409668,
-      "cov-distil (oracle2teacher)": 4.028365612030029,
+      "cov-distil": 2.3869500160217285,
+      "cov-distil (oracle2student)": 5.090426445007324,
+      "cov-distil (oracle2teacher)": 4.127718925476074,
       "epoch": 0.9434850863422292,
-      "rel-constrast": 3.4933953285217285,
+      "rel-constrast": 4.125378608703613,
       "step": 1202,
-      "subrel-constrast": 4.11123514175415,
+      "subrel-constrast": 4.228795051574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3687052726745605,
-      "cov-distil (oracle2student)": 4.669280052185059,
-      "cov-distil (oracle2teacher)": 4.163387298583984,
+      "cov-distil": 1.6104624271392822,
+      "cov-distil (oracle2student)": 4.046695709228516,
+      "cov-distil (oracle2teacher)": 4.122236251831055,
       "epoch": 0.9442700156985872,
-      "rel-constrast": 3.924910545349121,
+      "rel-constrast": 3.675306797027588,
       "step": 1203,
-      "subrel-constrast": 4.383458614349365,
+      "subrel-constrast": 4.565013408660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6759591102600098,
-      "cov-distil (oracle2student)": 3.1451539993286133,
-      "cov-distil (oracle2teacher)": 3.5230112075805664,
+      "cov-distil": 2.256840467453003,
+      "cov-distil (oracle2student)": 2.8957138061523438,
+      "cov-distil (oracle2teacher)": 3.492584705352783,
       "epoch": 0.945054945054945,
-      "rel-constrast": 2.801999092102051,
+      "rel-constrast": 2.7219462394714355,
       "step": 1204,
-      "subrel-constrast": 3.3344428539276123,
+      "subrel-constrast": 3.349567413330078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.910562515258789,
-      "cov-distil (oracle2student)": 4.136933326721191,
-      "cov-distil (oracle2teacher)": 3.9945268630981445,
+      "cov-distil": 2.6456351280212402,
+      "cov-distil (oracle2student)": 5.123361587524414,
+      "cov-distil (oracle2teacher)": 4.117095947265625,
       "epoch": 0.945839874411303,
-      "rel-constrast": 3.9524710178375244,
+      "rel-constrast": 5.025882720947266,
       "step": 1205,
-      "subrel-constrast": 4.729903697967529,
+      "subrel-constrast": 4.853144645690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3960767984390259,
-      "cov-distil (oracle2student)": 4.077619552612305,
-      "cov-distil (oracle2teacher)": 3.501871109008789,
+      "cov-distil": 1.4377597570419312,
+      "cov-distil (oracle2student)": 4.749503135681152,
+      "cov-distil (oracle2teacher)": 4.201072692871094,
       "epoch": 0.9466248037676609,
-      "rel-constrast": 3.3120028972625732,
+      "rel-constrast": 3.860430955886841,
       "step": 1206,
-      "subrel-constrast": 3.490509510040283,
+      "subrel-constrast": 4.3133673667907715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5521440505981445,
-      "cov-distil (oracle2student)": 3.8946728706359863,
-      "cov-distil (oracle2teacher)": 3.6843862533569336,
+      "cov-distil": 2.6090970039367676,
+      "cov-distil (oracle2student)": 3.1892459392547607,
+      "cov-distil (oracle2teacher)": 3.650792121887207,
       "epoch": 0.9474097331240189,
-      "rel-constrast": 3.2784876823425293,
+      "rel-constrast": 3.37001633644104,
       "step": 1207,
-      "subrel-constrast": 3.8301875591278076,
+      "subrel-constrast": 3.983757734298706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3751758337020874,
-      "cov-distil (oracle2student)": 3.973721981048584,
-      "cov-distil (oracle2teacher)": 3.76820707321167,
+      "cov-distil": 2.0789976119995117,
+      "cov-distil (oracle2student)": 3.8066844940185547,
+      "cov-distil (oracle2teacher)": 3.8352556228637695,
       "epoch": 0.9481946624803768,
-      "rel-constrast": 2.751735210418701,
+      "rel-constrast": 3.180257797241211,
       "step": 1208,
-      "subrel-constrast": 3.6451714038848877,
+      "subrel-constrast": 3.4416251182556152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.257673740386963,
-      "cov-distil (oracle2student)": 5.246366500854492,
-      "cov-distil (oracle2teacher)": 4.899626731872559,
+      "cov-distil": 1.6241066455841064,
+      "cov-distil (oracle2student)": 5.076364517211914,
+      "cov-distil (oracle2teacher)": 4.7507710456848145,
       "epoch": 0.9489795918367347,
-      "rel-constrast": 2.314209222793579,
+      "rel-constrast": 3.2788126468658447,
       "step": 1209,
-      "subrel-constrast": 3.3867154121398926,
+      "subrel-constrast": 3.1125268936157227,
       "view-similarity": 0
     },
     {
       "epoch": 0.9497645211930926,
-      "grad_norm": 4.75,
+      "grad_norm": 6.6875,
       "learning_rate": 4.9933499535440734e-05,
-      "loss": 0.8143,
+      "loss": 0.8776,
       "step": 1210
     },
     {
-      "cov-distil": 1.6039924621582031,
-      "cov-distil (oracle2student)": 4.576372146606445,
-      "cov-distil (oracle2teacher)": 4.234128952026367,
+      "cov-distil": 1.7982916831970215,
+      "cov-distil (oracle2student)": 4.991686820983887,
+      "cov-distil (oracle2teacher)": 4.224607944488525,
       "epoch": 0.9497645211930926,
-      "rel-constrast": 4.437294960021973,
+      "rel-constrast": 4.110572814941406,
       "step": 1210,
-      "subrel-constrast": 4.952371597290039,
+      "subrel-constrast": 4.849668502807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619235038757324,
-      "cov-distil (oracle2student)": 7.047615051269531,
-      "cov-distil (oracle2teacher)": 5.62222957611084,
+      "cov-distil": 2.1049864292144775,
+      "cov-distil (oracle2student)": 6.675713539123535,
+      "cov-distil (oracle2teacher)": 6.418858528137207,
       "epoch": 0.9505494505494505,
-      "rel-constrast": 2.503946542739868,
+      "rel-constrast": 2.107868194580078,
       "step": 1211,
-      "subrel-constrast": 2.971254587173462,
+      "subrel-constrast": 2.9317243099212646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5805871486663818,
-      "cov-distil (oracle2student)": 3.3732993602752686,
-      "cov-distil (oracle2teacher)": 3.065959930419922,
+      "cov-distil": 1.9090877771377563,
+      "cov-distil (oracle2student)": 3.747750759124756,
+      "cov-distil (oracle2teacher)": 3.31807804107666,
       "epoch": 0.9513343799058085,
-      "rel-constrast": 2.4616994857788086,
+      "rel-constrast": 3.101454734802246,
       "step": 1212,
-      "subrel-constrast": 3.2246487140655518,
+      "subrel-constrast": 3.3965020179748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6478489637374878,
-      "cov-distil (oracle2student)": 3.3030200004577637,
-      "cov-distil (oracle2teacher)": 3.6912641525268555,
+      "cov-distil": 2.010345935821533,
+      "cov-distil (oracle2student)": 3.959198474884033,
+      "cov-distil (oracle2teacher)": 3.733311414718628,
       "epoch": 0.9521193092621664,
-      "rel-constrast": 2.7378714084625244,
+      "rel-constrast": 3.063023328781128,
       "step": 1213,
-      "subrel-constrast": 3.7481882572174072,
+      "subrel-constrast": 3.891488790512085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674123764038086,
-      "cov-distil (oracle2student)": 3.028886318206787,
-      "cov-distil (oracle2teacher)": 3.1172738075256348,
+      "cov-distil": 2.6424567699432373,
+      "cov-distil (oracle2student)": 3.241363525390625,
+      "cov-distil (oracle2teacher)": 3.684359550476074,
       "epoch": 0.9529042386185244,
-      "rel-constrast": 2.371886730194092,
+      "rel-constrast": 2.741629123687744,
       "step": 1214,
-      "subrel-constrast": 3.228628158569336,
+      "subrel-constrast": 3.5394086837768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5553092956542969,
-      "cov-distil (oracle2student)": 4.024779796600342,
-      "cov-distil (oracle2teacher)": 3.9427013397216797,
+      "cov-distil": 1.7971141338348389,
+      "cov-distil (oracle2student)": 4.428192615509033,
+      "cov-distil (oracle2teacher)": 4.399296760559082,
       "epoch": 0.9536891679748822,
-      "rel-constrast": 2.77235746383667,
+      "rel-constrast": 3.2979843616485596,
       "step": 1215,
-      "subrel-constrast": 3.4766647815704346,
+      "subrel-constrast": 3.5270233154296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2531368732452393,
-      "cov-distil (oracle2student)": 4.723504066467285,
-      "cov-distil (oracle2teacher)": 3.7710354328155518,
+      "cov-distil": 1.8351469039916992,
+      "cov-distil (oracle2student)": 5.08505916595459,
+      "cov-distil (oracle2teacher)": 4.330475807189941,
       "epoch": 0.9544740973312402,
-      "rel-constrast": 3.066476821899414,
+      "rel-constrast": 3.2286484241485596,
       "step": 1216,
-      "subrel-constrast": 3.9490931034088135,
+      "subrel-constrast": 3.5567574501037598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6948390007019043,
-      "cov-distil (oracle2student)": 3.629880428314209,
-      "cov-distil (oracle2teacher)": 3.3514814376831055,
+      "cov-distil": 1.9084928035736084,
+      "cov-distil (oracle2student)": 4.499119758605957,
+      "cov-distil (oracle2teacher)": 3.6950201988220215,
       "epoch": 0.9552590266875981,
-      "rel-constrast": 2.358733654022217,
+      "rel-constrast": 2.8626534938812256,
       "step": 1217,
-      "subrel-constrast": 3.165830612182617,
+      "subrel-constrast": 3.037829875946045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3928395509719849,
-      "cov-distil (oracle2student)": 4.305171966552734,
-      "cov-distil (oracle2teacher)": 4.1909565925598145,
+      "cov-distil": 2.393221378326416,
+      "cov-distil (oracle2student)": 4.114194869995117,
+      "cov-distil (oracle2teacher)": 4.680608749389648,
       "epoch": 0.9560439560439561,
-      "rel-constrast": 3.010542392730713,
+      "rel-constrast": 3.3258867263793945,
       "step": 1218,
-      "subrel-constrast": 3.5911428928375244,
+      "subrel-constrast": 3.8344829082489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4528329372406006,
-      "cov-distil (oracle2student)": 2.1864287853240967,
-      "cov-distil (oracle2teacher)": 2.416934013366699,
+      "cov-distil": 1.9537475109100342,
+      "cov-distil (oracle2student)": 2.409273147583008,
+      "cov-distil (oracle2teacher)": 2.655747175216675,
       "epoch": 0.956828885400314,
-      "rel-constrast": 2.1928157806396484,
+      "rel-constrast": 2.4541049003601074,
       "step": 1219,
-      "subrel-constrast": 3.2564051151275635,
+      "subrel-constrast": 3.285050392150879,
       "view-similarity": 0
     },
     {
       "epoch": 0.957613814756672,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.46875,
       "learning_rate": 4.992698678688111e-05,
-      "loss": 0.7389,
+      "loss": 0.7573,
       "step": 1220
     },
     {
-      "cov-distil": 1.436532974243164,
-      "cov-distil (oracle2student)": 4.110199928283691,
-      "cov-distil (oracle2teacher)": 4.324930667877197,
+      "cov-distil": 1.9116461277008057,
+      "cov-distil (oracle2student)": 4.404060363769531,
+      "cov-distil (oracle2teacher)": 4.481851577758789,
       "epoch": 0.957613814756672,
-      "rel-constrast": 3.4708638191223145,
+      "rel-constrast": 4.21660041809082,
       "step": 1220,
-      "subrel-constrast": 4.561421871185303,
+      "subrel-constrast": 4.418862342834473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.409794807434082,
-      "cov-distil (oracle2student)": 4.937740325927734,
-      "cov-distil (oracle2teacher)": 4.894489288330078,
+      "cov-distil": 1.7484328746795654,
+      "cov-distil (oracle2student)": 5.284372329711914,
+      "cov-distil (oracle2teacher)": 5.196642875671387,
       "epoch": 0.9583987441130298,
-      "rel-constrast": 2.4376707077026367,
+      "rel-constrast": 3.721919059753418,
       "step": 1221,
-      "subrel-constrast": 3.53894305229187,
+      "subrel-constrast": 3.466010093688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7438490390777588,
-      "cov-distil (oracle2student)": 6.20819091796875,
-      "cov-distil (oracle2teacher)": 4.690855503082275,
+      "cov-distil": 1.954620361328125,
+      "cov-distil (oracle2student)": 6.370707035064697,
+      "cov-distil (oracle2teacher)": 5.618906021118164,
       "epoch": 0.9591836734693877,
-      "rel-constrast": 2.403841733932495,
+      "rel-constrast": 2.9535255432128906,
       "step": 1222,
-      "subrel-constrast": 3.353959798812866,
+      "subrel-constrast": 3.1365694999694824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.250932216644287,
-      "cov-distil (oracle2student)": 4.693305492401123,
-      "cov-distil (oracle2teacher)": 4.102659702301025,
+      "cov-distil": 1.7647761106491089,
+      "cov-distil (oracle2student)": 5.037554740905762,
+      "cov-distil (oracle2teacher)": 4.593274116516113,
       "epoch": 0.9599686028257457,
-      "rel-constrast": 4.867374420166016,
+      "rel-constrast": 4.816118240356445,
       "step": 1223,
-      "subrel-constrast": 4.888300895690918,
+      "subrel-constrast": 5.144981384277344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6726696491241455,
-      "cov-distil (oracle2student)": 5.086460113525391,
-      "cov-distil (oracle2teacher)": 4.459454536437988,
+      "cov-distil": 1.944112777709961,
+      "cov-distil (oracle2student)": 4.810376167297363,
+      "cov-distil (oracle2teacher)": 4.534662246704102,
       "epoch": 0.9607535321821036,
-      "rel-constrast": 3.6357109546661377,
+      "rel-constrast": 3.4783406257629395,
       "step": 1224,
-      "subrel-constrast": 3.853543281555176,
+      "subrel-constrast": 3.9430313110351562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2617173194885254,
-      "cov-distil (oracle2student)": 5.61175537109375,
-      "cov-distil (oracle2teacher)": 5.2344255447387695,
+      "cov-distil": 1.592663049697876,
+      "cov-distil (oracle2student)": 5.497942924499512,
+      "cov-distil (oracle2teacher)": 5.335178375244141,
       "epoch": 0.9615384615384616,
-      "rel-constrast": 2.239116668701172,
+      "rel-constrast": 2.987912654876709,
       "step": 1225,
-      "subrel-constrast": 2.960505962371826,
+      "subrel-constrast": 3.1302549839019775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.335501790046692,
-      "cov-distil (oracle2student)": 3.3338255882263184,
-      "cov-distil (oracle2teacher)": 3.0814156532287598,
+      "cov-distil": 1.7812061309814453,
+      "cov-distil (oracle2student)": 3.651853084564209,
+      "cov-distil (oracle2teacher)": 2.7947440147399902,
       "epoch": 0.9623233908948194,
-      "rel-constrast": 2.3926875591278076,
+      "rel-constrast": 2.3957815170288086,
       "step": 1226,
-      "subrel-constrast": 2.9196832180023193,
+      "subrel-constrast": 2.902663230895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2774579524993896,
-      "cov-distil (oracle2student)": 5.64495849609375,
-      "cov-distil (oracle2teacher)": 4.665161609649658,
+      "cov-distil": 1.787187099456787,
+      "cov-distil (oracle2student)": 5.92269229888916,
+      "cov-distil (oracle2teacher)": 4.895583152770996,
       "epoch": 0.9631083202511774,
-      "rel-constrast": 3.265216588973999,
+      "rel-constrast": 3.1878833770751953,
       "step": 1227,
-      "subrel-constrast": 3.3127708435058594,
+      "subrel-constrast": 3.2627785205841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300419330596924,
-      "cov-distil (oracle2student)": 3.3285422325134277,
-      "cov-distil (oracle2teacher)": 3.382845401763916,
+      "cov-distil": 2.3250131607055664,
+      "cov-distil (oracle2student)": 4.3641357421875,
+      "cov-distil (oracle2teacher)": 3.77913236618042,
       "epoch": 0.9638932496075353,
-      "rel-constrast": 3.2291526794433594,
+      "rel-constrast": 3.276989459991455,
       "step": 1228,
-      "subrel-constrast": 4.124401092529297,
+      "subrel-constrast": 3.919436454772949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2508728504180908,
-      "cov-distil (oracle2student)": 4.593624591827393,
-      "cov-distil (oracle2teacher)": 3.73111629486084,
+      "cov-distil": 1.27504301071167,
+      "cov-distil (oracle2student)": 4.528522491455078,
+      "cov-distil (oracle2teacher)": 3.9523463249206543,
       "epoch": 0.9646781789638933,
-      "rel-constrast": 2.9496850967407227,
+      "rel-constrast": 3.7457990646362305,
       "step": 1229,
-      "subrel-constrast": 3.252176284790039,
+      "subrel-constrast": 3.772120237350464,
       "view-similarity": 0
     },
     {
       "epoch": 0.9654631083202512,
-      "grad_norm": 5.75,
+      "grad_norm": 8.9375,
       "learning_rate": 4.992017031085398e-05,
-      "loss": 0.8096,
+      "loss": 0.8695,
       "step": 1230
     },
     {
-      "cov-distil": 1.7356112003326416,
-      "cov-distil (oracle2student)": 4.123534202575684,
-      "cov-distil (oracle2teacher)": 4.169621467590332,
+      "cov-distil": 2.2922849655151367,
+      "cov-distil (oracle2student)": 4.277410984039307,
+      "cov-distil (oracle2teacher)": 4.99740743637085,
       "epoch": 0.9654631083202512,
-      "rel-constrast": 2.8074231147766113,
+      "rel-constrast": 3.7679479122161865,
       "step": 1230,
-      "subrel-constrast": 3.9389231204986572,
+      "subrel-constrast": 4.253800392150879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4420530796051025,
-      "cov-distil (oracle2student)": 3.8097753524780273,
-      "cov-distil (oracle2teacher)": 3.7854228019714355,
+      "cov-distil": 2.4972071647644043,
+      "cov-distil (oracle2student)": 4.478125095367432,
+      "cov-distil (oracle2teacher)": 4.08485221862793,
       "epoch": 0.966248037676609,
-      "rel-constrast": 3.9864463806152344,
+      "rel-constrast": 5.248748302459717,
       "step": 1231,
-      "subrel-constrast": 4.513359546661377,
+      "subrel-constrast": 4.511220455169678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2666831016540527,
-      "cov-distil (oracle2student)": 4.377869606018066,
-      "cov-distil (oracle2teacher)": 3.9519600868225098,
+      "cov-distil": 1.3323569297790527,
+      "cov-distil (oracle2student)": 4.484169006347656,
+      "cov-distil (oracle2teacher)": 4.091178894042969,
       "epoch": 0.967032967032967,
-      "rel-constrast": 2.8950271606445312,
+      "rel-constrast": 2.977818489074707,
       "step": 1232,
-      "subrel-constrast": 3.422940731048584,
+      "subrel-constrast": 3.3890976905822754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749788761138916,
-      "cov-distil (oracle2student)": 4.057105541229248,
-      "cov-distil (oracle2teacher)": 4.343048572540283,
+      "cov-distil": 2.1094040870666504,
+      "cov-distil (oracle2student)": 4.484561920166016,
+      "cov-distil (oracle2teacher)": 4.226533889770508,
       "epoch": 0.9678178963893249,
-      "rel-constrast": 2.216052532196045,
+      "rel-constrast": 2.867788553237915,
       "step": 1233,
-      "subrel-constrast": 3.2852511405944824,
+      "subrel-constrast": 3.0866873264312744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2060002088546753,
-      "cov-distil (oracle2student)": 4.399940013885498,
-      "cov-distil (oracle2teacher)": 3.984816551208496,
+      "cov-distil": 1.6635042428970337,
+      "cov-distil (oracle2student)": 5.3140482902526855,
+      "cov-distil (oracle2teacher)": 4.58503532409668,
       "epoch": 0.9686028257456829,
-      "rel-constrast": 3.5238823890686035,
+      "rel-constrast": 3.8313961029052734,
       "step": 1234,
-      "subrel-constrast": 3.784899950027466,
+      "subrel-constrast": 3.750154972076416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4902675151824951,
-      "cov-distil (oracle2student)": 5.702090263366699,
-      "cov-distil (oracle2teacher)": 5.267083168029785,
+      "cov-distil": 1.4824097156524658,
+      "cov-distil (oracle2student)": 6.402896881103516,
+      "cov-distil (oracle2teacher)": 5.389066219329834,
       "epoch": 0.9693877551020408,
-      "rel-constrast": 4.418448448181152,
+      "rel-constrast": 4.617867469787598,
       "step": 1235,
-      "subrel-constrast": 4.546502113342285,
+      "subrel-constrast": 4.21566104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.429222822189331,
-      "cov-distil (oracle2student)": 3.4779820442199707,
-      "cov-distil (oracle2teacher)": 3.6357057094573975,
+      "cov-distil": 1.7011950016021729,
+      "cov-distil (oracle2student)": 3.864875316619873,
+      "cov-distil (oracle2teacher)": 3.811202049255371,
       "epoch": 0.9701726844583988,
-      "rel-constrast": 3.3624308109283447,
+      "rel-constrast": 3.834559202194214,
       "step": 1236,
-      "subrel-constrast": 3.6818745136260986,
+      "subrel-constrast": 3.8927979469299316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5025690793991089,
-      "cov-distil (oracle2student)": 4.21225643157959,
-      "cov-distil (oracle2teacher)": 4.120269775390625,
+      "cov-distil": 1.9799094200134277,
+      "cov-distil (oracle2student)": 4.149888515472412,
+      "cov-distil (oracle2teacher)": 4.073139667510986,
       "epoch": 0.9709576138147566,
-      "rel-constrast": 2.0363433361053467,
+      "rel-constrast": 2.0982697010040283,
       "step": 1237,
-      "subrel-constrast": 2.7132604122161865,
+      "subrel-constrast": 2.61154842376709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.543538212776184,
-      "cov-distil (oracle2student)": 3.580420970916748,
-      "cov-distil (oracle2teacher)": 3.650756597518921,
+      "cov-distil": 1.7963447570800781,
+      "cov-distil (oracle2student)": 3.9568471908569336,
+      "cov-distil (oracle2teacher)": 3.8118643760681152,
       "epoch": 0.9717425431711146,
-      "rel-constrast": 3.9337496757507324,
+      "rel-constrast": 4.425919055938721,
       "step": 1238,
-      "subrel-constrast": 4.467953205108643,
+      "subrel-constrast": 4.5047173500061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2078661918640137,
-      "cov-distil (oracle2student)": 4.181390762329102,
-      "cov-distil (oracle2teacher)": 4.21966028213501,
+      "cov-distil": 1.69089937210083,
+      "cov-distil (oracle2student)": 4.867137908935547,
+      "cov-distil (oracle2teacher)": 4.797361850738525,
       "epoch": 0.9725274725274725,
-      "rel-constrast": 2.987008571624756,
+      "rel-constrast": 3.1897270679473877,
       "step": 1239,
-      "subrel-constrast": 3.689307689666748,
+      "subrel-constrast": 3.7145140171051025,
       "view-similarity": 0
     },
     {
       "epoch": 0.9733124018838305,
-      "grad_norm": 4.75,
+      "grad_norm": 5.46875,
       "learning_rate": 4.991305019041594e-05,
-      "loss": 0.8407,
+      "loss": 0.9215,
       "step": 1240
     },
     {
-      "cov-distil": 1.528568148612976,
-      "cov-distil (oracle2student)": 4.4682841300964355,
-      "cov-distil (oracle2teacher)": 4.502565383911133,
+      "cov-distil": 2.014136791229248,
+      "cov-distil (oracle2student)": 4.874207973480225,
+      "cov-distil (oracle2teacher)": 4.725550174713135,
       "epoch": 0.9733124018838305,
-      "rel-constrast": 2.586947441101074,
+      "rel-constrast": 3.228039026260376,
       "step": 1240,
-      "subrel-constrast": 3.77297306060791,
+      "subrel-constrast": 3.91666579246521,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6377058029174805,
-      "cov-distil (oracle2student)": 3.5193488597869873,
-      "cov-distil (oracle2teacher)": 3.5025131702423096,
+      "cov-distil": 1.8240412473678589,
+      "cov-distil (oracle2student)": 3.7458693981170654,
+      "cov-distil (oracle2teacher)": 3.821654796600342,
       "epoch": 0.9740973312401884,
-      "rel-constrast": 3.1112654209136963,
+      "rel-constrast": 2.9823596477508545,
       "step": 1241,
-      "subrel-constrast": 3.5121521949768066,
+      "subrel-constrast": 4.000006198883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5318564176559448,
-      "cov-distil (oracle2student)": 3.5415377616882324,
-      "cov-distil (oracle2teacher)": 3.6506009101867676,
+      "cov-distil": 1.9763751029968262,
+      "cov-distil (oracle2student)": 3.4901599884033203,
+      "cov-distil (oracle2teacher)": 3.5585758686065674,
       "epoch": 0.9748822605965463,
-      "rel-constrast": 2.3468027114868164,
+      "rel-constrast": 2.831806182861328,
       "step": 1242,
-      "subrel-constrast": 3.552518844604492,
+      "subrel-constrast": 3.509343147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6500542163848877,
-      "cov-distil (oracle2student)": 3.7139127254486084,
-      "cov-distil (oracle2teacher)": 3.9782299995422363,
+      "cov-distil": 2.1254379749298096,
+      "cov-distil (oracle2student)": 4.5681352615356445,
+      "cov-distil (oracle2teacher)": 4.657871723175049,
       "epoch": 0.9756671899529042,
-      "rel-constrast": 2.3499836921691895,
+      "rel-constrast": 3.782921314239502,
       "step": 1243,
-      "subrel-constrast": 3.7430975437164307,
+      "subrel-constrast": 3.7042958736419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2186521291732788,
-      "cov-distil (oracle2student)": 3.54939341545105,
-      "cov-distil (oracle2teacher)": 3.1540234088897705,
+      "cov-distil": 1.4311829805374146,
+      "cov-distil (oracle2student)": 3.9579429626464844,
+      "cov-distil (oracle2teacher)": 3.432644844055176,
       "epoch": 0.9764521193092621,
-      "rel-constrast": 2.3381032943725586,
+      "rel-constrast": 2.6101579666137695,
       "step": 1244,
-      "subrel-constrast": 3.233065128326416,
+      "subrel-constrast": 3.1684024333953857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6511240005493164,
-      "cov-distil (oracle2student)": 2.393463611602783,
-      "cov-distil (oracle2teacher)": 2.791167974472046,
+      "cov-distil": 1.8249428272247314,
+      "cov-distil (oracle2student)": 2.299440860748291,
+      "cov-distil (oracle2teacher)": 2.6785097122192383,
       "epoch": 0.9772370486656201,
-      "rel-constrast": 3.153503179550171,
+      "rel-constrast": 2.9996395111083984,
       "step": 1245,
-      "subrel-constrast": 3.834094524383545,
+      "subrel-constrast": 3.8487908840179443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.156053066253662,
-      "cov-distil (oracle2student)": 4.302087783813477,
-      "cov-distil (oracle2teacher)": 4.168542385101318,
+      "cov-distil": 1.5896999835968018,
+      "cov-distil (oracle2student)": 4.5008955001831055,
+      "cov-distil (oracle2teacher)": 4.135419845581055,
       "epoch": 0.978021978021978,
-      "rel-constrast": 3.221328020095825,
+      "rel-constrast": 3.2440242767333984,
       "step": 1246,
-      "subrel-constrast": 3.9086685180664062,
+      "subrel-constrast": 3.766937732696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8392646312713623,
-      "cov-distil (oracle2student)": 3.4635820388793945,
-      "cov-distil (oracle2teacher)": 3.8714029788970947,
+      "cov-distil": 2.456108570098877,
+      "cov-distil (oracle2student)": 3.475355863571167,
+      "cov-distil (oracle2teacher)": 4.378285884857178,
       "epoch": 0.978806907378336,
-      "rel-constrast": 3.115475654602051,
+      "rel-constrast": 3.233393669128418,
       "step": 1247,
-      "subrel-constrast": 3.935710906982422,
+      "subrel-constrast": 4.019589424133301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.795577883720398,
-      "cov-distil (oracle2student)": 3.712340831756592,
-      "cov-distil (oracle2teacher)": 4.289597511291504,
+      "cov-distil": 2.063331365585327,
+      "cov-distil (oracle2student)": 4.237579345703125,
+      "cov-distil (oracle2teacher)": 4.074891567230225,
       "epoch": 0.9795918367346939,
-      "rel-constrast": 2.51350474357605,
+      "rel-constrast": 3.738306999206543,
       "step": 1248,
-      "subrel-constrast": 4.145675182342529,
+      "subrel-constrast": 3.947476387023926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7952771186828613,
-      "cov-distil (oracle2student)": 3.139064073562622,
-      "cov-distil (oracle2teacher)": 3.0765018463134766,
+      "cov-distil": 2.016406774520874,
+      "cov-distil (oracle2student)": 3.5141162872314453,
+      "cov-distil (oracle2teacher)": 3.238210678100586,
       "epoch": 0.9803767660910518,
-      "rel-constrast": 2.7419240474700928,
+      "rel-constrast": 3.156602621078491,
       "step": 1249,
-      "subrel-constrast": 3.4236867427825928,
+      "subrel-constrast": 3.535090684890747,
       "view-similarity": 0
     },
     {
       "epoch": 0.9811616954474097,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.75,
       "learning_rate": 4.99056265123234e-05,
-      "loss": 0.7265,
+      "loss": 0.7952,
       "step": 1250
     },
     {
-      "cov-distil": 1.5307613611221313,
-      "cov-distil (oracle2student)": 5.744296550750732,
-      "cov-distil (oracle2teacher)": 5.453649044036865,
+      "cov-distil": 2.176814079284668,
+      "cov-distil (oracle2student)": 5.747389793395996,
+      "cov-distil (oracle2teacher)": 5.654009819030762,
       "epoch": 0.9811616954474097,
-      "rel-constrast": 3.8523647785186768,
+      "rel-constrast": 3.807178497314453,
       "step": 1250,
-      "subrel-constrast": 4.171315670013428,
+      "subrel-constrast": 3.710819959640503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015010356903076,
-      "cov-distil (oracle2student)": 4.840731620788574,
-      "cov-distil (oracle2teacher)": 4.120755195617676,
+      "cov-distil": 1.4911417961120605,
+      "cov-distil (oracle2student)": 4.775511741638184,
+      "cov-distil (oracle2teacher)": 3.8667187690734863,
       "epoch": 0.9819466248037677,
-      "rel-constrast": 2.7082295417785645,
+      "rel-constrast": 2.899658679962158,
       "step": 1251,
-      "subrel-constrast": 3.1410839557647705,
+      "subrel-constrast": 3.0858616828918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4371023178100586,
-      "cov-distil (oracle2student)": 4.395645618438721,
-      "cov-distil (oracle2teacher)": 3.6550097465515137,
+      "cov-distil": 1.50653076171875,
+      "cov-distil (oracle2student)": 4.77654504776001,
+      "cov-distil (oracle2teacher)": 4.158088684082031,
       "epoch": 0.9827315541601256,
-      "rel-constrast": 3.620471954345703,
+      "rel-constrast": 4.154823303222656,
       "step": 1252,
-      "subrel-constrast": 3.7160215377807617,
+      "subrel-constrast": 3.603732109069824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.369515061378479,
-      "cov-distil (oracle2student)": 3.4064722061157227,
-      "cov-distil (oracle2teacher)": 3.3698737621307373,
+      "cov-distil": 1.546769380569458,
+      "cov-distil (oracle2student)": 3.717534065246582,
+      "cov-distil (oracle2teacher)": 3.4841971397399902,
       "epoch": 0.9835164835164835,
-      "rel-constrast": 2.16213321685791,
+      "rel-constrast": 2.8823442459106445,
       "step": 1253,
-      "subrel-constrast": 2.5510523319244385,
+      "subrel-constrast": 2.622842788696289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.986305594444275,
-      "cov-distil (oracle2student)": 5.059086322784424,
-      "cov-distil (oracle2teacher)": 4.218664169311523,
+      "cov-distil": 2.769650936126709,
+      "cov-distil (oracle2student)": 5.446524620056152,
+      "cov-distil (oracle2teacher)": 4.372471809387207,
       "epoch": 0.9843014128728415,
-      "rel-constrast": 2.5694384574890137,
+      "rel-constrast": 3.608898878097534,
       "step": 1254,
-      "subrel-constrast": 3.528590202331543,
+      "subrel-constrast": 3.7277417182922363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5738322734832764,
-      "cov-distil (oracle2student)": 3.6083102226257324,
-      "cov-distil (oracle2teacher)": 3.4591922760009766,
+      "cov-distil": 1.675903558731079,
+      "cov-distil (oracle2student)": 3.619929313659668,
+      "cov-distil (oracle2teacher)": 3.519336223602295,
       "epoch": 0.9850863422291993,
-      "rel-constrast": 2.6395843029022217,
+      "rel-constrast": 2.616079330444336,
       "step": 1255,
-      "subrel-constrast": 3.2665557861328125,
+      "subrel-constrast": 3.3668487071990967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.16001558303833,
-      "cov-distil (oracle2student)": 3.2529311180114746,
-      "cov-distil (oracle2teacher)": 3.0381925106048584,
+      "cov-distil": 1.292490839958191,
+      "cov-distil (oracle2student)": 3.1141653060913086,
+      "cov-distil (oracle2teacher)": 3.3688454627990723,
       "epoch": 0.9858712715855573,
-      "rel-constrast": 2.906590223312378,
+      "rel-constrast": 3.7747108936309814,
       "step": 1256,
-      "subrel-constrast": 3.442795991897583,
+      "subrel-constrast": 3.73433256149292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8249584436416626,
-      "cov-distil (oracle2student)": 2.845015048980713,
-      "cov-distil (oracle2teacher)": 3.174835681915283,
+      "cov-distil": 2.5469324588775635,
+      "cov-distil (oracle2student)": 2.985926628112793,
+      "cov-distil (oracle2teacher)": 2.872882604598999,
       "epoch": 0.9866562009419152,
-      "rel-constrast": 2.5052247047424316,
+      "rel-constrast": 2.902205467224121,
       "step": 1257,
-      "subrel-constrast": 3.5730175971984863,
+      "subrel-constrast": 3.4466118812561035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8064703941345215,
-      "cov-distil (oracle2student)": 3.064516544342041,
-      "cov-distil (oracle2teacher)": 3.5677709579467773,
+      "cov-distil": 1.987345814704895,
+      "cov-distil (oracle2student)": 3.117105007171631,
+      "cov-distil (oracle2teacher)": 3.4528231620788574,
       "epoch": 0.9874411302982732,
-      "rel-constrast": 2.2984862327575684,
+      "rel-constrast": 2.695998191833496,
       "step": 1258,
-      "subrel-constrast": 3.5490379333496094,
+      "subrel-constrast": 3.3389089107513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9480879306793213,
-      "cov-distil (oracle2student)": 2.7275171279907227,
-      "cov-distil (oracle2teacher)": 2.9136464595794678,
+      "cov-distil": 2.2603015899658203,
+      "cov-distil (oracle2student)": 3.548271894454956,
+      "cov-distil (oracle2teacher)": 3.1693027019500732,
       "epoch": 0.9882260596546311,
-      "rel-constrast": 2.9747862815856934,
+      "rel-constrast": 3.5312318801879883,
       "step": 1259,
-      "subrel-constrast": 4.023026943206787,
+      "subrel-constrast": 3.9728963375091553,
       "view-similarity": 0
     },
     {
       "epoch": 0.989010989010989,
-      "grad_norm": 6.09375,
+      "grad_norm": 6.46875,
       "learning_rate": 4.989789936703155e-05,
-      "loss": 0.7458,
+      "loss": 0.8218,
       "step": 1260
     },
     {
-      "cov-distil": 1.4834165573120117,
-      "cov-distil (oracle2student)": 2.531843662261963,
-      "cov-distil (oracle2teacher)": 2.473891496658325,
+      "cov-distil": 1.7376470565795898,
+      "cov-distil (oracle2student)": 2.616690158843994,
+      "cov-distil (oracle2teacher)": 2.680969476699829,
       "epoch": 0.989010989010989,
-      "rel-constrast": 2.3239777088165283,
+      "rel-constrast": 2.6689839363098145,
       "step": 1260,
-      "subrel-constrast": 2.676363468170166,
+      "subrel-constrast": 2.792058229446411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8350669145584106,
-      "cov-distil (oracle2student)": 3.011873722076416,
-      "cov-distil (oracle2teacher)": 3.096287488937378,
+      "cov-distil": 1.9868700504302979,
+      "cov-distil (oracle2student)": 3.1592302322387695,
+      "cov-distil (oracle2teacher)": 2.8969225883483887,
       "epoch": 0.9897959183673469,
-      "rel-constrast": 2.381171941757202,
+      "rel-constrast": 2.667276382446289,
       "step": 1261,
-      "subrel-constrast": 3.21970272064209,
+      "subrel-constrast": 2.851405620574951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6948773860931396,
-      "cov-distil (oracle2student)": 4.396411895751953,
-      "cov-distil (oracle2teacher)": 4.4129958152771,
+      "cov-distil": 2.1562583446502686,
+      "cov-distil (oracle2student)": 4.121739387512207,
+      "cov-distil (oracle2teacher)": 4.350708961486816,
       "epoch": 0.9905808477237049,
-      "rel-constrast": 2.6483540534973145,
+      "rel-constrast": 3.274580717086792,
       "step": 1262,
-      "subrel-constrast": 4.014623165130615,
+      "subrel-constrast": 3.94667911529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5360655784606934,
-      "cov-distil (oracle2student)": 5.122393608093262,
-      "cov-distil (oracle2teacher)": 4.625170707702637,
+      "cov-distil": 1.8424327373504639,
+      "cov-distil (oracle2student)": 5.591335296630859,
+      "cov-distil (oracle2teacher)": 4.851851940155029,
       "epoch": 0.9913657770800628,
-      "rel-constrast": 3.0460681915283203,
+      "rel-constrast": 3.7039151191711426,
       "step": 1263,
-      "subrel-constrast": 3.855743885040283,
+      "subrel-constrast": 3.6672749519348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6184229850769043,
-      "cov-distil (oracle2student)": 5.007145881652832,
-      "cov-distil (oracle2teacher)": 4.134975433349609,
+      "cov-distil": 1.5978176593780518,
+      "cov-distil (oracle2student)": 4.903099536895752,
+      "cov-distil (oracle2teacher)": 4.818552494049072,
       "epoch": 0.9921507064364207,
-      "rel-constrast": 3.6639668941497803,
+      "rel-constrast": 3.9990732669830322,
       "step": 1264,
-      "subrel-constrast": 4.108851432800293,
+      "subrel-constrast": 3.991703987121582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.747385025024414,
-      "cov-distil (oracle2student)": 2.108001947402954,
-      "cov-distil (oracle2teacher)": 2.3054544925689697,
+      "cov-distil": 1.5184154510498047,
+      "cov-distil (oracle2student)": 2.177910327911377,
+      "cov-distil (oracle2teacher)": 2.161421298980713,
       "epoch": 0.9929356357927787,
-      "rel-constrast": 1.7751593589782715,
+      "rel-constrast": 1.9618487358093262,
       "step": 1265,
-      "subrel-constrast": 2.897172689437866,
+      "subrel-constrast": 2.611506223678589,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.264880657196045,
-      "cov-distil (oracle2student)": 3.2795045375823975,
-      "cov-distil (oracle2teacher)": 3.1051273345947266,
+      "cov-distil": 1.3445589542388916,
+      "cov-distil (oracle2student)": 3.692013740539551,
+      "cov-distil (oracle2teacher)": 3.5739731788635254,
       "epoch": 0.9937205651491365,
-      "rel-constrast": 3.127880096435547,
+      "rel-constrast": 3.005533218383789,
       "step": 1266,
-      "subrel-constrast": 3.2842142581939697,
+      "subrel-constrast": 3.253713607788086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4904578924179077,
-      "cov-distil (oracle2student)": 4.758726119995117,
-      "cov-distil (oracle2teacher)": 4.580710411071777,
+      "cov-distil": 1.711604118347168,
+      "cov-distil (oracle2student)": 5.383522987365723,
+      "cov-distil (oracle2teacher)": 4.805599212646484,
       "epoch": 0.9945054945054945,
-      "rel-constrast": 2.5550224781036377,
+      "rel-constrast": 3.0709002017974854,
       "step": 1267,
-      "subrel-constrast": 3.3524997234344482,
+      "subrel-constrast": 3.1405279636383057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3979054689407349,
-      "cov-distil (oracle2student)": 4.750548362731934,
-      "cov-distil (oracle2teacher)": 4.076757431030273,
+      "cov-distil": 1.650428056716919,
+      "cov-distil (oracle2student)": 5.036651611328125,
+      "cov-distil (oracle2teacher)": 4.392540454864502,
       "epoch": 0.9952904238618524,
-      "rel-constrast": 2.7073490619659424,
+      "rel-constrast": 3.0774643421173096,
       "step": 1268,
-      "subrel-constrast": 3.5037519931793213,
+      "subrel-constrast": 3.516920804977417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2216260433197021,
-      "cov-distil (oracle2student)": 4.611713409423828,
-      "cov-distil (oracle2teacher)": 4.224197864532471,
+      "cov-distil": 1.419398546218872,
+      "cov-distil (oracle2student)": 4.7608160972595215,
+      "cov-distil (oracle2teacher)": 4.589794158935547,
       "epoch": 0.9960753532182104,
-      "rel-constrast": 2.47930645942688,
+      "rel-constrast": 3.0335912704467773,
       "step": 1269,
-      "subrel-constrast": 3.6120383739471436,
+      "subrel-constrast": 3.5176517963409424,
       "view-similarity": 0
     },
     {
       "epoch": 0.9968602825745683,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.3125,
       "learning_rate": 4.988986884869321e-05,
-      "loss": 0.7059,
+      "loss": 0.7616,
       "step": 1270
     },
     {
-      "cov-distil": 1.9495677947998047,
-      "cov-distil (oracle2student)": 4.280606746673584,
-      "cov-distil (oracle2teacher)": 4.019715785980225,
+      "cov-distil": 2.272189140319824,
+      "cov-distil (oracle2student)": 4.993063926696777,
+      "cov-distil (oracle2teacher)": 3.585235118865967,
       "epoch": 0.9968602825745683,
-      "rel-constrast": 3.417677640914917,
+      "rel-constrast": 3.5183255672454834,
       "step": 1270,
-      "subrel-constrast": 3.7917473316192627,
+      "subrel-constrast": 3.702329158782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3972578048706055,
-      "cov-distil (oracle2student)": 3.057100534439087,
-      "cov-distil (oracle2teacher)": 2.9886577129364014,
+      "cov-distil": 1.657052755355835,
+      "cov-distil (oracle2student)": 3.5476129055023193,
+      "cov-distil (oracle2teacher)": 3.2294459342956543,
       "epoch": 0.9976452119309263,
-      "rel-constrast": 2.5738868713378906,
+      "rel-constrast": 2.8357534408569336,
       "step": 1271,
-      "subrel-constrast": 2.826024055480957,
+      "subrel-constrast": 2.8321454524993896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5799964666366577,
-      "cov-distil (oracle2student)": 4.663033485412598,
-      "cov-distil (oracle2teacher)": 4.507424831390381,
+      "cov-distil": 1.9564472436904907,
+      "cov-distil (oracle2student)": 4.5332112312316895,
+      "cov-distil (oracle2teacher)": 4.246917247772217,
       "epoch": 0.9984301412872841,
-      "rel-constrast": 4.838544845581055,
+      "rel-constrast": 4.607159614562988,
       "step": 1272,
-      "subrel-constrast": 5.128632068634033,
+      "subrel-constrast": 5.223642349243164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1363272666931152,
-      "cov-distil (oracle2student)": 4.103216648101807,
-      "cov-distil (oracle2teacher)": 3.8000175952911377,
+      "cov-distil": 1.4820034503936768,
+      "cov-distil (oracle2student)": 4.800169467926025,
+      "cov-distil (oracle2teacher)": 4.5084075927734375,
       "epoch": 0.9992150706436421,
-      "rel-constrast": 3.4735829830169678,
+      "rel-constrast": 3.5963244438171387,
       "step": 1273,
-      "subrel-constrast": 4.050089359283447,
+      "subrel-constrast": 3.7994561195373535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6189643144607544,
-      "cov-distil (oracle2student)": 4.910794734954834,
-      "cov-distil (oracle2teacher)": 4.487496376037598,
+      "cov-distil": 1.8739023208618164,
+      "cov-distil (oracle2student)": 4.958606243133545,
+      "cov-distil (oracle2teacher)": 4.845794677734375,
       "epoch": 1.0,
-      "rel-constrast": 4.012331962585449,
+      "rel-constrast": 3.9940834045410156,
       "step": 1274,
-      "subrel-constrast": 3.8513476848602295,
+      "subrel-constrast": 3.7730565071105957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8302966356277466,
-      "cov-distil (oracle2student)": 3.677767753601074,
-      "cov-distil (oracle2teacher)": 3.8637044429779053,
+      "cov-distil": 2.0333542823791504,
+      "cov-distil (oracle2student)": 3.3547468185424805,
+      "cov-distil (oracle2teacher)": 4.000802040100098,
       "epoch": 1.000784929356358,
-      "rel-constrast": 3.8497612476348877,
+      "rel-constrast": 4.093372821807861,
       "step": 1275,
-      "subrel-constrast": 4.676568031311035,
+      "subrel-constrast": 4.665277481079102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.057345151901245,
-      "cov-distil (oracle2student)": 2.5532493591308594,
-      "cov-distil (oracle2teacher)": 3.011411190032959,
+      "cov-distil": 2.3951902389526367,
+      "cov-distil (oracle2student)": 3.0754857063293457,
+      "cov-distil (oracle2teacher)": 3.4618923664093018,
       "epoch": 1.0015698587127158,
-      "rel-constrast": 3.584941864013672,
+      "rel-constrast": 3.8837475776672363,
       "step": 1276,
-      "subrel-constrast": 4.3630290031433105,
+      "subrel-constrast": 4.16055154800415,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6615443229675293,
-      "cov-distil (oracle2student)": 3.675353527069092,
-      "cov-distil (oracle2teacher)": 4.396547317504883,
+      "cov-distil": 2.2004263401031494,
+      "cov-distil (oracle2student)": 4.288813591003418,
+      "cov-distil (oracle2teacher)": 3.8880627155303955,
       "epoch": 1.0023547880690737,
-      "rel-constrast": 3.2946157455444336,
+      "rel-constrast": 3.444183826446533,
       "step": 1277,
-      "subrel-constrast": 4.173533916473389,
+      "subrel-constrast": 4.065422058105469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5696930885314941,
-      "cov-distil (oracle2student)": 4.197251319885254,
-      "cov-distil (oracle2teacher)": 3.7345733642578125,
+      "cov-distil": 2.3028087615966797,
+      "cov-distil (oracle2student)": 4.632120132446289,
+      "cov-distil (oracle2teacher)": 4.634157657623291,
       "epoch": 1.0031397174254317,
-      "rel-constrast": 3.0097222328186035,
+      "rel-constrast": 3.1305031776428223,
       "step": 1278,
-      "subrel-constrast": 3.392622947692871,
+      "subrel-constrast": 3.811551809310913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1034655570983887,
-      "cov-distil (oracle2student)": 3.361288070678711,
-      "cov-distil (oracle2teacher)": 3.1034255027770996,
+      "cov-distil": 2.2485742568969727,
+      "cov-distil (oracle2student)": 3.7313625812530518,
+      "cov-distil (oracle2teacher)": 3.6293017864227295,
       "epoch": 1.0039246467817897,
-      "rel-constrast": 2.6098008155822754,
+      "rel-constrast": 2.805626392364502,
       "step": 1279,
-      "subrel-constrast": 3.31463885307312,
+      "subrel-constrast": 3.2810170650482178,
       "view-similarity": 0
     },
     {
       "epoch": 1.0047095761381475,
-      "grad_norm": 7.90625,
+      "grad_norm": 5.6875,
       "learning_rate": 4.988153505515771e-05,
-      "loss": 0.9089,
+      "loss": 0.8977,
       "step": 1280
     },
     {
-      "cov-distil": 1.5979468822479248,
-      "cov-distil (oracle2student)": 3.716430187225342,
-      "cov-distil (oracle2teacher)": 3.4511377811431885,
+      "cov-distil": 2.0004279613494873,
+      "cov-distil (oracle2student)": 3.9406278133392334,
+      "cov-distil (oracle2teacher)": 3.8784589767456055,
       "epoch": 1.0047095761381475,
-      "rel-constrast": 3.4329915046691895,
+      "rel-constrast": 3.023141860961914,
       "step": 1280,
-      "subrel-constrast": 4.089012145996094,
+      "subrel-constrast": 4.152874946594238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3714828491210938,
-      "cov-distil (oracle2student)": 3.580085277557373,
-      "cov-distil (oracle2teacher)": 3.5701546669006348,
+      "cov-distil": 1.9115731716156006,
+      "cov-distil (oracle2student)": 4.133453369140625,
+      "cov-distil (oracle2teacher)": 3.7997751235961914,
       "epoch": 1.0054945054945055,
-      "rel-constrast": 2.5096752643585205,
+      "rel-constrast": 3.419616937637329,
       "step": 1281,
-      "subrel-constrast": 3.0320303440093994,
+      "subrel-constrast": 3.152198314666748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0691633224487305,
-      "cov-distil (oracle2student)": 4.478765964508057,
-      "cov-distil (oracle2teacher)": 3.831317901611328,
+      "cov-distil": 2.2536466121673584,
+      "cov-distil (oracle2student)": 4.916798114776611,
+      "cov-distil (oracle2teacher)": 4.166482925415039,
       "epoch": 1.0062794348508635,
-      "rel-constrast": 3.157693386077881,
+      "rel-constrast": 3.2249388694763184,
       "step": 1282,
-      "subrel-constrast": 4.078401565551758,
+      "subrel-constrast": 4.117580890655518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.591313123703003,
-      "cov-distil (oracle2student)": 3.9426352977752686,
-      "cov-distil (oracle2teacher)": 3.646179676055908,
+      "cov-distil": 1.8603301048278809,
+      "cov-distil (oracle2student)": 4.341750144958496,
+      "cov-distil (oracle2teacher)": 4.179419994354248,
       "epoch": 1.0070643642072215,
-      "rel-constrast": 3.52870774269104,
+      "rel-constrast": 3.9674973487854004,
       "step": 1283,
-      "subrel-constrast": 3.88075852394104,
+      "subrel-constrast": 4.108895301818848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3151185512542725,
-      "cov-distil (oracle2student)": 5.034510612487793,
-      "cov-distil (oracle2teacher)": 4.6761274337768555,
+      "cov-distil": 1.91970694065094,
+      "cov-distil (oracle2student)": 5.2888898849487305,
+      "cov-distil (oracle2teacher)": 4.426173210144043,
       "epoch": 1.0078492935635792,
-      "rel-constrast": 2.378748655319214,
+      "rel-constrast": 2.3379673957824707,
       "step": 1284,
-      "subrel-constrast": 3.4774558544158936,
+      "subrel-constrast": 3.5083725452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5091253519058228,
-      "cov-distil (oracle2student)": 3.7069931030273438,
-      "cov-distil (oracle2teacher)": 3.2526087760925293,
+      "cov-distil": 1.8619210720062256,
+      "cov-distil (oracle2student)": 3.6524577140808105,
+      "cov-distil (oracle2teacher)": 3.7307889461517334,
       "epoch": 1.0086342229199372,
-      "rel-constrast": 2.3888468742370605,
+      "rel-constrast": 2.495737314224243,
       "step": 1285,
-      "subrel-constrast": 3.4723777770996094,
+      "subrel-constrast": 3.4264039993286133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8268072605133057,
-      "cov-distil (oracle2student)": 4.445673942565918,
-      "cov-distil (oracle2teacher)": 3.710999011993408,
+      "cov-distil": 1.996260404586792,
+      "cov-distil (oracle2student)": 4.234508514404297,
+      "cov-distil (oracle2teacher)": 4.192461967468262,
       "epoch": 1.0094191522762952,
-      "rel-constrast": 2.394343852996826,
+      "rel-constrast": 3.0786292552948,
       "step": 1286,
-      "subrel-constrast": 3.3042173385620117,
+      "subrel-constrast": 3.502981185913086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.30215322971344,
-      "cov-distil (oracle2student)": 4.1887006759643555,
-      "cov-distil (oracle2teacher)": 4.170774459838867,
+      "cov-distil": 1.7348027229309082,
+      "cov-distil (oracle2student)": 5.177916526794434,
+      "cov-distil (oracle2teacher)": 4.234752655029297,
       "epoch": 1.010204081632653,
-      "rel-constrast": 4.7771830558776855,
+      "rel-constrast": 5.245746612548828,
       "step": 1287,
-      "subrel-constrast": 5.2714056968688965,
+      "subrel-constrast": 5.2623209953308105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7177040576934814,
-      "cov-distil (oracle2student)": 2.8443381786346436,
-      "cov-distil (oracle2teacher)": 3.32902455329895,
+      "cov-distil": 2.5558345317840576,
+      "cov-distil (oracle2student)": 3.483870506286621,
+      "cov-distil (oracle2teacher)": 3.205134868621826,
       "epoch": 1.010989010989011,
-      "rel-constrast": 1.9382801055908203,
+      "rel-constrast": 3.4331932067871094,
       "step": 1288,
-      "subrel-constrast": 3.49955153465271,
+      "subrel-constrast": 3.4421775341033936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.234553575515747,
-      "cov-distil (oracle2student)": 4.834558486938477,
-      "cov-distil (oracle2teacher)": 4.858853340148926,
+      "cov-distil": 1.5989100933074951,
+      "cov-distil (oracle2student)": 5.425858974456787,
+      "cov-distil (oracle2teacher)": 5.07704496383667,
       "epoch": 1.011773940345369,
-      "rel-constrast": 3.5084009170532227,
+      "rel-constrast": 4.290983200073242,
       "step": 1289,
-      "subrel-constrast": 4.091920375823975,
+      "subrel-constrast": 4.093360424041748,
       "view-similarity": 0
     },
     {
       "epoch": 1.012558869701727,
-      "grad_norm": 5.75,
+      "grad_norm": 6.40625,
       "learning_rate": 4.98728980879697e-05,
-      "loss": 0.7892,
+      "loss": 0.8629,
       "step": 1290
     },
     {
-      "cov-distil": 1.7273941040039062,
-      "cov-distil (oracle2student)": 3.7560155391693115,
-      "cov-distil (oracle2teacher)": 3.7759454250335693,
+      "cov-distil": 1.9167832136154175,
+      "cov-distil (oracle2student)": 3.682281255722046,
+      "cov-distil (oracle2teacher)": 3.8299789428710938,
       "epoch": 1.012558869701727,
-      "rel-constrast": 3.9928665161132812,
+      "rel-constrast": 3.602611780166626,
       "step": 1290,
-      "subrel-constrast": 4.357268810272217,
+      "subrel-constrast": 4.4135847091674805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.467862606048584,
-      "cov-distil (oracle2student)": 4.111154079437256,
-      "cov-distil (oracle2teacher)": 3.9627327919006348,
+      "cov-distil": 2.308833122253418,
+      "cov-distil (oracle2student)": 3.718690872192383,
+      "cov-distil (oracle2teacher)": 4.088597774505615,
       "epoch": 1.0133437990580847,
-      "rel-constrast": 3.519113540649414,
+      "rel-constrast": 3.465391159057617,
       "step": 1291,
-      "subrel-constrast": 4.237674713134766,
+      "subrel-constrast": 4.010654449462891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5148426294326782,
-      "cov-distil (oracle2student)": 4.696568489074707,
-      "cov-distil (oracle2teacher)": 3.876321315765381,
+      "cov-distil": 1.4359936714172363,
+      "cov-distil (oracle2student)": 4.78385066986084,
+      "cov-distil (oracle2teacher)": 4.417817115783691,
       "epoch": 1.0141287284144427,
-      "rel-constrast": 3.3050906658172607,
+      "rel-constrast": 3.905639171600342,
       "step": 1292,
-      "subrel-constrast": 3.4839553833007812,
+      "subrel-constrast": 3.7299835681915283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8438262939453125,
-      "cov-distil (oracle2student)": 4.060823440551758,
-      "cov-distil (oracle2teacher)": 3.4887888431549072,
+      "cov-distil": 2.0723443031311035,
+      "cov-distil (oracle2student)": 4.540814399719238,
+      "cov-distil (oracle2teacher)": 3.385859966278076,
       "epoch": 1.0149136577708007,
-      "rel-constrast": 2.961482524871826,
+      "rel-constrast": 3.758356809616089,
       "step": 1293,
-      "subrel-constrast": 3.4915690422058105,
+      "subrel-constrast": 3.6937363147735596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6470657587051392,
-      "cov-distil (oracle2student)": 5.522467613220215,
-      "cov-distil (oracle2teacher)": 5.087027549743652,
+      "cov-distil": 1.9123358726501465,
+      "cov-distil (oracle2student)": 6.487281799316406,
+      "cov-distil (oracle2teacher)": 6.358832359313965,
       "epoch": 1.0156985871271587,
-      "rel-constrast": 2.538830280303955,
+      "rel-constrast": 3.1651997566223145,
       "step": 1294,
-      "subrel-constrast": 3.436119794845581,
+      "subrel-constrast": 3.4909908771514893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2104644775390625,
-      "cov-distil (oracle2student)": 5.3022613525390625,
-      "cov-distil (oracle2teacher)": 5.056353569030762,
+      "cov-distil": 2.139207363128662,
+      "cov-distil (oracle2student)": 5.2808332443237305,
+      "cov-distil (oracle2teacher)": 4.886931419372559,
       "epoch": 1.0164835164835164,
-      "rel-constrast": 3.100513458251953,
+      "rel-constrast": 3.814925193786621,
       "step": 1295,
-      "subrel-constrast": 4.386096954345703,
+      "subrel-constrast": 4.157708644866943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5883142948150635,
-      "cov-distil (oracle2student)": 3.7880847454071045,
-      "cov-distil (oracle2teacher)": 3.599816083908081,
+      "cov-distil": 2.01292085647583,
+      "cov-distil (oracle2student)": 4.433708190917969,
+      "cov-distil (oracle2teacher)": 4.259006977081299,
       "epoch": 1.0172684458398744,
-      "rel-constrast": 4.037959098815918,
+      "rel-constrast": 4.489102363586426,
       "step": 1296,
-      "subrel-constrast": 4.745327949523926,
+      "subrel-constrast": 4.805873870849609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2966320514678955,
-      "cov-distil (oracle2student)": 4.31317138671875,
-      "cov-distil (oracle2teacher)": 3.5976524353027344,
+      "cov-distil": 1.180525779724121,
+      "cov-distil (oracle2student)": 4.308717250823975,
+      "cov-distil (oracle2teacher)": 3.7236037254333496,
       "epoch": 1.0180533751962324,
-      "rel-constrast": 2.0686373710632324,
+      "rel-constrast": 2.349816083908081,
       "step": 1297,
-      "subrel-constrast": 2.4654552936553955,
+      "subrel-constrast": 2.4331138134002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5883524417877197,
-      "cov-distil (oracle2student)": 3.8555908203125,
-      "cov-distil (oracle2teacher)": 3.821279764175415,
+      "cov-distil": 1.6433050632476807,
+      "cov-distil (oracle2student)": 4.578648090362549,
+      "cov-distil (oracle2teacher)": 3.482128858566284,
       "epoch": 1.0188383045525902,
-      "rel-constrast": 3.526829481124878,
+      "rel-constrast": 3.9261891841888428,
       "step": 1298,
-      "subrel-constrast": 3.5030384063720703,
+      "subrel-constrast": 3.777752637863159,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1130247116088867,
-      "cov-distil (oracle2student)": 4.555819034576416,
-      "cov-distil (oracle2teacher)": 4.497869491577148,
+      "cov-distil": 1.6877901554107666,
+      "cov-distil (oracle2student)": 4.539858818054199,
+      "cov-distil (oracle2teacher)": 4.395484924316406,
       "epoch": 1.0196232339089482,
-      "rel-constrast": 2.126577138900757,
+      "rel-constrast": 2.31238055229187,
       "step": 1299,
-      "subrel-constrast": 2.9038138389587402,
+      "subrel-constrast": 3.1176986694335938,
       "view-similarity": 0
     },
     {
       "epoch": 1.0204081632653061,
-      "grad_norm": 5.65625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.9863958052367894e-05,
-      "loss": 0.8194,
+      "loss": 0.8697,
       "step": 1300
     },
     {
       "epoch": 1.0204081632653061,
-      "overlap": 0.26875001192092896,
+      "overlap": 0.2640624940395355,
       "step": 1300
     },
     {
       "epoch": 1.0204081632653061,
       "step": 1300,
-      "student margin": 0.06024169921875
+      "student margin": 0.05438232421875
     },
     {
       "epoch": 1.0204081632653061,
       "step": 1300,
-      "teacher margin": 0.040252685546875
+      "teacher margin": 0.0404052734375
     },
     {
       "epoch": 1.0204081632653061,
-      "margin difference": -0.019989013671875,
+      "margin difference": -0.01397705078125,
       "step": 1300
     },
     {
-      "cov-distil": 1.3395636081695557,
-      "cov-distil (oracle2student)": 3.0983505249023438,
-      "cov-distil (oracle2teacher)": 3.2304043769836426,
+      "cov-distil": 1.830113172531128,
+      "cov-distil (oracle2student)": 3.5834813117980957,
+      "cov-distil (oracle2teacher)": 3.2550482749938965,
       "epoch": 1.0204081632653061,
-      "rel-constrast": 3.1438610553741455,
+      "rel-constrast": 3.564074754714966,
       "step": 1300,
-      "subrel-constrast": 4.0625739097595215,
+      "subrel-constrast": 4.043302059173584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073345184326172,
-      "cov-distil (oracle2student)": 3.700442314147949,
-      "cov-distil (oracle2teacher)": 3.6782922744750977,
+      "cov-distil": 2.21354603767395,
+      "cov-distil (oracle2student)": 4.388579368591309,
+      "cov-distil (oracle2teacher)": 4.430628299713135,
       "epoch": 1.0211930926216641,
-      "rel-constrast": 2.650118350982666,
+      "rel-constrast": 3.2502241134643555,
       "step": 1301,
-      "subrel-constrast": 3.522528886795044,
+      "subrel-constrast": 3.3024632930755615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4473029375076294,
-      "cov-distil (oracle2student)": 6.094466686248779,
-      "cov-distil (oracle2teacher)": 5.832391262054443,
+      "cov-distil": 1.702307939529419,
+      "cov-distil (oracle2student)": 5.875616073608398,
+      "cov-distil (oracle2teacher)": 6.312314987182617,
       "epoch": 1.021978021978022,
-      "rel-constrast": 2.869513511657715,
+      "rel-constrast": 3.0130228996276855,
       "step": 1302,
-      "subrel-constrast": 3.6461844444274902,
+      "subrel-constrast": 3.725278854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.638033390045166,
-      "cov-distil (oracle2student)": 4.220510959625244,
-      "cov-distil (oracle2teacher)": 4.232014179229736,
+      "cov-distil": 2.28080677986145,
+      "cov-distil (oracle2student)": 4.13006067276001,
+      "cov-distil (oracle2teacher)": 4.156861305236816,
       "epoch": 1.0227629513343799,
-      "rel-constrast": 2.4472506046295166,
+      "rel-constrast": 2.9314961433410645,
       "step": 1303,
-      "subrel-constrast": 3.1475207805633545,
+      "subrel-constrast": 3.148747682571411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2751193046569824,
-      "cov-distil (oracle2student)": 4.306950092315674,
-      "cov-distil (oracle2teacher)": 4.524712562561035,
+      "cov-distil": 1.4593336582183838,
+      "cov-distil (oracle2student)": 4.363831520080566,
+      "cov-distil (oracle2teacher)": 4.61897611618042,
       "epoch": 1.0235478806907379,
-      "rel-constrast": 3.4688055515289307,
+      "rel-constrast": 3.669921398162842,
       "step": 1304,
-      "subrel-constrast": 3.712144374847412,
+      "subrel-constrast": 3.5703186988830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5723475217819214,
-      "cov-distil (oracle2student)": 3.356821298599243,
-      "cov-distil (oracle2teacher)": 3.0643234252929688,
+      "cov-distil": 2.120180606842041,
+      "cov-distil (oracle2student)": 3.105886936187744,
+      "cov-distil (oracle2teacher)": 3.325340747833252,
       "epoch": 1.0243328100470959,
-      "rel-constrast": 3.0019564628601074,
+      "rel-constrast": 3.211686134338379,
       "step": 1305,
-      "subrel-constrast": 3.6949265003204346,
+      "subrel-constrast": 3.6040682792663574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8963088989257812,
-      "cov-distil (oracle2student)": 3.701265811920166,
-      "cov-distil (oracle2teacher)": 3.4680700302124023,
+      "cov-distil": 2.3618814945220947,
+      "cov-distil (oracle2student)": 4.149857521057129,
+      "cov-distil (oracle2teacher)": 3.8214662075042725,
       "epoch": 1.0251177394034536,
-      "rel-constrast": 2.4101920127868652,
+      "rel-constrast": 2.938178539276123,
       "step": 1306,
-      "subrel-constrast": 3.050083875656128,
+      "subrel-constrast": 3.5477044582366943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.648195743560791,
-      "cov-distil (oracle2student)": 5.6912312507629395,
-      "cov-distil (oracle2teacher)": 5.253078460693359,
+      "cov-distil": 1.7939834594726562,
+      "cov-distil (oracle2student)": 6.05979061126709,
+      "cov-distil (oracle2teacher)": 5.555126667022705,
       "epoch": 1.0259026687598116,
-      "rel-constrast": 4.392531394958496,
+      "rel-constrast": 4.596658706665039,
       "step": 1307,
-      "subrel-constrast": 5.013519763946533,
+      "subrel-constrast": 4.961034297943115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4382164478302002,
-      "cov-distil (oracle2student)": 3.0869290828704834,
-      "cov-distil (oracle2teacher)": 3.173279285430908,
+      "cov-distil": 1.8497258424758911,
+      "cov-distil (oracle2student)": 3.50288724899292,
+      "cov-distil (oracle2teacher)": 3.313469171524048,
       "epoch": 1.0266875981161696,
-      "rel-constrast": 3.0286943912506104,
+      "rel-constrast": 3.488003969192505,
       "step": 1308,
-      "subrel-constrast": 3.525634765625,
+      "subrel-constrast": 3.7511627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4569480419158936,
-      "cov-distil (oracle2student)": 3.4641032218933105,
-      "cov-distil (oracle2teacher)": 3.1311259269714355,
+      "cov-distil": 1.518052101135254,
+      "cov-distil (oracle2student)": 3.729572296142578,
+      "cov-distil (oracle2teacher)": 3.6041717529296875,
       "epoch": 1.0274725274725274,
-      "rel-constrast": 1.8754380941390991,
+      "rel-constrast": 2.278848648071289,
       "step": 1309,
-      "subrel-constrast": 2.5917394161224365,
+      "subrel-constrast": 2.3949685096740723,
       "view-similarity": 0
     },
     {
       "epoch": 1.0282574568288854,
-      "grad_norm": 3.9375,
+      "grad_norm": 5.125,
       "learning_rate": 4.9854715057283805e-05,
-      "loss": 0.7717,
+      "loss": 0.8236,
       "step": 1310
     },
     {
-      "cov-distil": 1.4160232543945312,
-      "cov-distil (oracle2student)": 2.563685655593872,
-      "cov-distil (oracle2teacher)": 2.833798885345459,
+      "cov-distil": 1.823325514793396,
+      "cov-distil (oracle2student)": 2.88900089263916,
+      "cov-distil (oracle2teacher)": 2.398836612701416,
       "epoch": 1.0282574568288854,
-      "rel-constrast": 2.7168760299682617,
+      "rel-constrast": 3.144449234008789,
       "step": 1310,
-      "subrel-constrast": 3.7507357597351074,
+      "subrel-constrast": 3.058751344680786,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5921193361282349,
-      "cov-distil (oracle2student)": 3.550126075744629,
-      "cov-distil (oracle2teacher)": 3.443373441696167,
+      "cov-distil": 1.7906049489974976,
+      "cov-distil (oracle2student)": 3.245541572570801,
+      "cov-distil (oracle2teacher)": 3.599184989929199,
       "epoch": 1.0290423861852434,
-      "rel-constrast": 2.986751079559326,
+      "rel-constrast": 3.280625343322754,
       "step": 1311,
-      "subrel-constrast": 3.5625743865966797,
+      "subrel-constrast": 3.638580799102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8855676651000977,
-      "cov-distil (oracle2student)": 4.2328972816467285,
-      "cov-distil (oracle2teacher)": 3.6999707221984863,
+      "cov-distil": 2.5703125,
+      "cov-distil (oracle2student)": 4.940169811248779,
+      "cov-distil (oracle2teacher)": 3.570718765258789,
       "epoch": 1.0298273155416013,
-      "rel-constrast": 3.429626703262329,
+      "rel-constrast": 4.476490020751953,
       "step": 1312,
-      "subrel-constrast": 3.70088791847229,
+      "subrel-constrast": 3.299349069595337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6681512594223022,
-      "cov-distil (oracle2student)": 4.537883758544922,
-      "cov-distil (oracle2teacher)": 4.161434650421143,
+      "cov-distil": 1.4601044654846191,
+      "cov-distil (oracle2student)": 4.699124336242676,
+      "cov-distil (oracle2teacher)": 4.822993278503418,
       "epoch": 1.030612244897959,
-      "rel-constrast": 3.173257827758789,
+      "rel-constrast": 3.178163766860962,
       "step": 1313,
-      "subrel-constrast": 4.387771129608154,
+      "subrel-constrast": 4.0323333740234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0507285594940186,
-      "cov-distil (oracle2student)": 5.675127983093262,
-      "cov-distil (oracle2teacher)": 5.059904098510742,
+      "cov-distil": 2.2325854301452637,
+      "cov-distil (oracle2student)": 6.367338180541992,
+      "cov-distil (oracle2teacher)": 5.718547344207764,
       "epoch": 1.031397174254317,
-      "rel-constrast": 2.9254150390625,
+      "rel-constrast": 3.3757095336914062,
       "step": 1314,
-      "subrel-constrast": 3.908088445663452,
+      "subrel-constrast": 4.138506889343262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.640880823135376,
-      "cov-distil (oracle2student)": 4.122154235839844,
-      "cov-distil (oracle2teacher)": 4.358137130737305,
+      "cov-distil": 1.88057541847229,
+      "cov-distil (oracle2student)": 4.481681823730469,
+      "cov-distil (oracle2teacher)": 4.445044040679932,
       "epoch": 1.032182103610675,
-      "rel-constrast": 3.0527353286743164,
+      "rel-constrast": 3.590693473815918,
       "step": 1315,
-      "subrel-constrast": 4.129584789276123,
+      "subrel-constrast": 4.102544784545898,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6014385223388672,
-      "cov-distil (oracle2student)": 3.5628504753112793,
-      "cov-distil (oracle2teacher)": 4.265000820159912,
+      "cov-distil": 1.9296611547470093,
+      "cov-distil (oracle2student)": 3.575791835784912,
+      "cov-distil (oracle2teacher)": 3.9685821533203125,
       "epoch": 1.032967032967033,
-      "rel-constrast": 2.7084922790527344,
+      "rel-constrast": 3.000504970550537,
       "step": 1316,
-      "subrel-constrast": 3.783332586288452,
+      "subrel-constrast": 3.3009145259857178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6147665977478027,
-      "cov-distil (oracle2student)": 3.35066819190979,
-      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "cov-distil": 1.5652796030044556,
+      "cov-distil (oracle2student)": 3.822141408920288,
+      "cov-distil (oracle2teacher)": 3.717766046524048,
       "epoch": 1.0337519623233908,
-      "rel-constrast": 2.6022496223449707,
+      "rel-constrast": 2.9981689453125,
       "step": 1317,
-      "subrel-constrast": 3.8188657760620117,
+      "subrel-constrast": 3.8693525791168213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3855886459350586,
-      "cov-distil (oracle2student)": 4.939333915710449,
-      "cov-distil (oracle2teacher)": 4.312867164611816,
+      "cov-distil": 1.8240965604782104,
+      "cov-distil (oracle2student)": 5.016845703125,
+      "cov-distil (oracle2teacher)": 4.8133039474487305,
       "epoch": 1.0345368916797488,
-      "rel-constrast": 3.1361048221588135,
+      "rel-constrast": 3.3483941555023193,
       "step": 1318,
-      "subrel-constrast": 3.1475367546081543,
+      "subrel-constrast": 3.3512778282165527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4239692687988281,
-      "cov-distil (oracle2student)": 3.124915599822998,
-      "cov-distil (oracle2teacher)": 3.1291980743408203,
+      "cov-distil": 1.946333408355713,
+      "cov-distil (oracle2student)": 3.910140037536621,
+      "cov-distil (oracle2teacher)": 3.2968554496765137,
       "epoch": 1.0353218210361068,
-      "rel-constrast": 2.4155147075653076,
+      "rel-constrast": 3.213494300842285,
       "step": 1319,
-      "subrel-constrast": 3.4853718280792236,
+      "subrel-constrast": 3.2627782821655273,
       "view-similarity": 0
     },
     {
       "epoch": 1.0361067503924646,
-      "grad_norm": 4.625,
+      "grad_norm": 5.65625,
       "learning_rate": 4.984516921534042e-05,
-      "loss": 0.7694,
+      "loss": 0.8402,
       "step": 1320
     },
     {
-      "cov-distil": 1.5735676288604736,
-      "cov-distil (oracle2student)": 3.79526424407959,
-      "cov-distil (oracle2teacher)": 3.2370409965515137,
+      "cov-distil": 1.7495144605636597,
+      "cov-distil (oracle2student)": 4.081148147583008,
+      "cov-distil (oracle2teacher)": 3.629013776779175,
       "epoch": 1.0361067503924646,
-      "rel-constrast": 2.718919277191162,
+      "rel-constrast": 2.9737377166748047,
       "step": 1320,
-      "subrel-constrast": 3.2795329093933105,
+      "subrel-constrast": 3.2534680366516113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9603523015975952,
-      "cov-distil (oracle2student)": 5.406013488769531,
-      "cov-distil (oracle2teacher)": 4.547806739807129,
+      "cov-distil": 2.4694128036499023,
+      "cov-distil (oracle2student)": 5.693175315856934,
+      "cov-distil (oracle2teacher)": 5.178605079650879,
       "epoch": 1.0368916797488226,
-      "rel-constrast": 3.2848238945007324,
+      "rel-constrast": 3.0661027431488037,
       "step": 1321,
-      "subrel-constrast": 3.987123727798462,
+      "subrel-constrast": 4.249299049377441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7783422470092773,
-      "cov-distil (oracle2student)": 4.059505462646484,
-      "cov-distil (oracle2teacher)": 3.2544448375701904,
+      "cov-distil": 2.172682046890259,
+      "cov-distil (oracle2student)": 4.187544345855713,
+      "cov-distil (oracle2teacher)": 3.8240299224853516,
       "epoch": 1.0376766091051806,
-      "rel-constrast": 3.268892288208008,
+      "rel-constrast": 3.8701770305633545,
       "step": 1322,
-      "subrel-constrast": 3.918067455291748,
+      "subrel-constrast": 3.9903929233551025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.265488624572754,
-      "cov-distil (oracle2student)": 5.315093994140625,
-      "cov-distil (oracle2teacher)": 4.242465496063232,
+      "cov-distil": 1.3644040822982788,
+      "cov-distil (oracle2student)": 5.332676410675049,
+      "cov-distil (oracle2teacher)": 5.052842140197754,
       "epoch": 1.0384615384615385,
-      "rel-constrast": 3.3319427967071533,
+      "rel-constrast": 3.0908215045928955,
       "step": 1323,
-      "subrel-constrast": 3.552429676055908,
+      "subrel-constrast": 3.681448459625244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6411206722259521,
-      "cov-distil (oracle2student)": 4.402083396911621,
-      "cov-distil (oracle2teacher)": 4.539468765258789,
+      "cov-distil": 1.8968536853790283,
+      "cov-distil (oracle2student)": 4.756662845611572,
+      "cov-distil (oracle2teacher)": 4.805327415466309,
       "epoch": 1.0392464678178963,
-      "rel-constrast": 2.5891757011413574,
+      "rel-constrast": 2.923099994659424,
       "step": 1324,
-      "subrel-constrast": 3.3325674533843994,
+      "subrel-constrast": 3.398674249649048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7119067907333374,
-      "cov-distil (oracle2student)": 4.110739707946777,
-      "cov-distil (oracle2teacher)": 4.20479679107666,
+      "cov-distil": 2.148824453353882,
+      "cov-distil (oracle2student)": 4.865352630615234,
+      "cov-distil (oracle2teacher)": 4.387182712554932,
       "epoch": 1.0400313971742543,
-      "rel-constrast": 3.6010303497314453,
+      "rel-constrast": 4.079176902770996,
       "step": 1325,
-      "subrel-constrast": 4.417725563049316,
+      "subrel-constrast": 4.2612199783325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5757135152816772,
-      "cov-distil (oracle2student)": 4.751351356506348,
-      "cov-distil (oracle2teacher)": 4.305976390838623,
+      "cov-distil": 1.9312994480133057,
+      "cov-distil (oracle2student)": 4.625995635986328,
+      "cov-distil (oracle2teacher)": 4.489372730255127,
       "epoch": 1.0408163265306123,
-      "rel-constrast": 2.329827308654785,
+      "rel-constrast": 3.1336452960968018,
       "step": 1326,
-      "subrel-constrast": 3.1315464973449707,
+      "subrel-constrast": 3.1908202171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2380353212356567,
-      "cov-distil (oracle2student)": 4.608445167541504,
-      "cov-distil (oracle2teacher)": 4.567604064941406,
+      "cov-distil": 2.0053513050079346,
+      "cov-distil (oracle2student)": 4.817592620849609,
+      "cov-distil (oracle2teacher)": 4.828701496124268,
       "epoch": 1.0416012558869703,
-      "rel-constrast": 3.545478105545044,
+      "rel-constrast": 3.835188388824463,
       "step": 1327,
-      "subrel-constrast": 3.73474383354187,
+      "subrel-constrast": 3.2523434162139893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3552968502044678,
-      "cov-distil (oracle2student)": 3.7210333347320557,
-      "cov-distil (oracle2teacher)": 3.643429756164551,
+      "cov-distil": 1.8207558393478394,
+      "cov-distil (oracle2student)": 4.300651550292969,
+      "cov-distil (oracle2teacher)": 4.180110931396484,
       "epoch": 1.042386185243328,
-      "rel-constrast": 2.3626973628997803,
+      "rel-constrast": 2.9560043811798096,
       "step": 1328,
-      "subrel-constrast": 3.419344186782837,
+      "subrel-constrast": 3.3464367389678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6793065071105957,
-      "cov-distil (oracle2student)": 3.8620169162750244,
-      "cov-distil (oracle2teacher)": 3.477570056915283,
+      "cov-distil": 2.045022964477539,
+      "cov-distil (oracle2student)": 4.090999603271484,
+      "cov-distil (oracle2teacher)": 4.053657531738281,
       "epoch": 1.043171114599686,
-      "rel-constrast": 2.550403118133545,
+      "rel-constrast": 3.7915937900543213,
       "step": 1329,
-      "subrel-constrast": 3.0018975734710693,
+      "subrel-constrast": 3.6056673526763916,
       "view-similarity": 0
     },
     {
       "epoch": 1.043956043956044,
-      "grad_norm": 4.875,
+      "grad_norm": 6.46875,
       "learning_rate": 4.98353206428508e-05,
-      "loss": 0.779,
+      "loss": 0.843,
       "step": 1330
     },
     {
-      "cov-distil": 1.5603997707366943,
-      "cov-distil (oracle2student)": 2.021341562271118,
-      "cov-distil (oracle2teacher)": 2.444761276245117,
+      "cov-distil": 1.750560998916626,
+      "cov-distil (oracle2student)": 2.267582416534424,
+      "cov-distil (oracle2teacher)": 2.061251640319824,
       "epoch": 1.043956043956044,
-      "rel-constrast": 1.9387398958206177,
+      "rel-constrast": 2.272977113723755,
       "step": 1330,
-      "subrel-constrast": 3.2837231159210205,
+      "subrel-constrast": 2.9832491874694824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.789320945739746,
-      "cov-distil (oracle2student)": 4.488680839538574,
-      "cov-distil (oracle2teacher)": 4.014732360839844,
+      "cov-distil": 2.020219326019287,
+      "cov-distil (oracle2student)": 3.6426095962524414,
+      "cov-distil (oracle2teacher)": 4.466653823852539,
       "epoch": 1.0447409733124018,
-      "rel-constrast": 5.365977764129639,
+      "rel-constrast": 4.929354667663574,
       "step": 1331,
-      "subrel-constrast": 5.195187091827393,
+      "subrel-constrast": 5.6037445068359375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7279833555221558,
-      "cov-distil (oracle2student)": 3.847268581390381,
-      "cov-distil (oracle2teacher)": 3.972043514251709,
+      "cov-distil": 2.1063756942749023,
+      "cov-distil (oracle2student)": 3.808192729949951,
+      "cov-distil (oracle2teacher)": 4.342225074768066,
       "epoch": 1.0455259026687598,
-      "rel-constrast": 2.129772186279297,
+      "rel-constrast": 2.727627754211426,
       "step": 1332,
-      "subrel-constrast": 2.9550578594207764,
+      "subrel-constrast": 2.8298397064208984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2181808948516846,
-      "cov-distil (oracle2student)": 3.905850410461426,
-      "cov-distil (oracle2teacher)": 3.405874013900757,
+      "cov-distil": 1.1050111055374146,
+      "cov-distil (oracle2student)": 4.199719429016113,
+      "cov-distil (oracle2teacher)": 3.8328990936279297,
       "epoch": 1.0463108320251178,
-      "rel-constrast": 3.2089219093322754,
+      "rel-constrast": 3.2700512409210205,
       "step": 1333,
-      "subrel-constrast": 3.502013921737671,
+      "subrel-constrast": 3.433842897415161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5846612453460693,
-      "cov-distil (oracle2student)": 2.4374899864196777,
-      "cov-distil (oracle2teacher)": 2.9026522636413574,
+      "cov-distil": 1.8737285137176514,
+      "cov-distil (oracle2student)": 2.825641632080078,
+      "cov-distil (oracle2teacher)": 2.7760121822357178,
       "epoch": 1.0470957613814758,
-      "rel-constrast": 2.8598501682281494,
+      "rel-constrast": 3.1757845878601074,
       "step": 1334,
-      "subrel-constrast": 3.376497507095337,
+      "subrel-constrast": 3.0753467082977295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8323559761047363,
-      "cov-distil (oracle2student)": 4.377843379974365,
-      "cov-distil (oracle2teacher)": 4.030404090881348,
+      "cov-distil": 2.338779926300049,
+      "cov-distil (oracle2student)": 4.238726615905762,
+      "cov-distil (oracle2teacher)": 3.9974472522735596,
       "epoch": 1.0478806907378335,
-      "rel-constrast": 3.300595283508301,
+      "rel-constrast": 3.183053731918335,
       "step": 1335,
-      "subrel-constrast": 3.808056354522705,
+      "subrel-constrast": 3.662080764770508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9013278484344482,
-      "cov-distil (oracle2student)": 3.5153331756591797,
-      "cov-distil (oracle2teacher)": 3.4593381881713867,
+      "cov-distil": 2.2703864574432373,
+      "cov-distil (oracle2student)": 3.8008527755737305,
+      "cov-distil (oracle2teacher)": 3.4160397052764893,
       "epoch": 1.0486656200941915,
-      "rel-constrast": 3.9633121490478516,
+      "rel-constrast": 4.2721710205078125,
       "step": 1336,
-      "subrel-constrast": 4.615512847900391,
+      "subrel-constrast": 4.304571151733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6298719644546509,
-      "cov-distil (oracle2student)": 2.91507625579834,
-      "cov-distil (oracle2teacher)": 2.8473191261291504,
+      "cov-distil": 2.094728469848633,
+      "cov-distil (oracle2student)": 3.157522201538086,
+      "cov-distil (oracle2teacher)": 3.089301109313965,
       "epoch": 1.0494505494505495,
-      "rel-constrast": 2.31758451461792,
+      "rel-constrast": 2.337132453918457,
       "step": 1337,
-      "subrel-constrast": 2.9014508724212646,
+      "subrel-constrast": 3.0309677124023438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.287497043609619,
-      "cov-distil (oracle2student)": 5.130228042602539,
-      "cov-distil (oracle2teacher)": 4.528473854064941,
+      "cov-distil": 2.1562881469726562,
+      "cov-distil (oracle2student)": 5.542390823364258,
+      "cov-distil (oracle2teacher)": 4.9965009689331055,
       "epoch": 1.0502354788069075,
-      "rel-constrast": 3.1626267433166504,
+      "rel-constrast": 3.353144645690918,
       "step": 1338,
-      "subrel-constrast": 4.1389946937561035,
+      "subrel-constrast": 4.201553821563721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6564306020736694,
-      "cov-distil (oracle2student)": 4.191096782684326,
-      "cov-distil (oracle2teacher)": 3.5165205001831055,
+      "cov-distil": 2.1049537658691406,
+      "cov-distil (oracle2student)": 4.347463607788086,
+      "cov-distil (oracle2teacher)": 3.586488723754883,
       "epoch": 1.0510204081632653,
-      "rel-constrast": 2.081233024597168,
+      "rel-constrast": 2.394252300262451,
       "step": 1339,
-      "subrel-constrast": 2.853550672531128,
+      "subrel-constrast": 2.988757610321045,
       "view-similarity": 0
     },
     {
       "epoch": 1.0518053375196232,
-      "grad_norm": 6.15625,
+      "grad_norm": 5.0625,
       "learning_rate": 4.982516945981669e-05,
-      "loss": 0.8012,
+      "loss": 0.7979,
       "step": 1340
     },
     {
-      "cov-distil": 1.891442894935608,
-      "cov-distil (oracle2student)": 4.110203742980957,
-      "cov-distil (oracle2teacher)": 3.939481735229492,
+      "cov-distil": 2.47222900390625,
+      "cov-distil (oracle2student)": 5.300784111022949,
+      "cov-distil (oracle2teacher)": 4.304022789001465,
       "epoch": 1.0518053375196232,
-      "rel-constrast": 3.074136734008789,
+      "rel-constrast": 3.863157272338867,
       "step": 1340,
-      "subrel-constrast": 3.839629650115967,
+      "subrel-constrast": 4.165891170501709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5117946863174438,
-      "cov-distil (oracle2student)": 4.452583312988281,
-      "cov-distil (oracle2teacher)": 4.244133472442627,
+      "cov-distil": 2.447739601135254,
+      "cov-distil (oracle2student)": 5.091309070587158,
+      "cov-distil (oracle2teacher)": 4.325098514556885,
       "epoch": 1.0525902668759812,
-      "rel-constrast": 2.4261984825134277,
+      "rel-constrast": 3.412022352218628,
       "step": 1341,
-      "subrel-constrast": 3.5631704330444336,
+      "subrel-constrast": 3.312221050262451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5490021705627441,
-      "cov-distil (oracle2student)": 4.505932807922363,
-      "cov-distil (oracle2teacher)": 4.503978729248047,
+      "cov-distil": 1.8046998977661133,
+      "cov-distil (oracle2student)": 4.78999662399292,
+      "cov-distil (oracle2teacher)": 4.8204665184021,
       "epoch": 1.053375196232339,
-      "rel-constrast": 2.4422760009765625,
+      "rel-constrast": 3.1849513053894043,
       "step": 1342,
-      "subrel-constrast": 3.5781614780426025,
+      "subrel-constrast": 3.5831241607666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6790764331817627,
-      "cov-distil (oracle2student)": 3.9384570121765137,
-      "cov-distil (oracle2teacher)": 4.184779167175293,
+      "cov-distil": 1.941680669784546,
+      "cov-distil (oracle2student)": 4.191270351409912,
+      "cov-distil (oracle2teacher)": 4.328269958496094,
       "epoch": 1.054160125588697,
-      "rel-constrast": 3.3922536373138428,
+      "rel-constrast": 3.7444562911987305,
       "step": 1343,
-      "subrel-constrast": 4.281126022338867,
+      "subrel-constrast": 4.395193576812744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4852817058563232,
-      "cov-distil (oracle2student)": 4.067353248596191,
-      "cov-distil (oracle2teacher)": 3.88303279876709,
+      "cov-distil": 1.6044442653656006,
+      "cov-distil (oracle2student)": 3.7221179008483887,
+      "cov-distil (oracle2teacher)": 4.132364273071289,
       "epoch": 1.054945054945055,
-      "rel-constrast": 3.7798471450805664,
+      "rel-constrast": 4.345451354980469,
       "step": 1344,
-      "subrel-constrast": 4.280847549438477,
+      "subrel-constrast": 4.405514717102051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7029610872268677,
-      "cov-distil (oracle2student)": 4.761334419250488,
-      "cov-distil (oracle2teacher)": 3.669780731201172,
+      "cov-distil": 1.9263830184936523,
+      "cov-distil (oracle2student)": 4.680680274963379,
+      "cov-distil (oracle2teacher)": 4.123058319091797,
       "epoch": 1.055729984301413,
-      "rel-constrast": 2.7117233276367188,
+      "rel-constrast": 2.9651038646698,
       "step": 1345,
-      "subrel-constrast": 3.063453197479248,
+      "subrel-constrast": 3.4146392345428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3466800451278687,
-      "cov-distil (oracle2student)": 4.216004371643066,
-      "cov-distil (oracle2teacher)": 4.574625015258789,
+      "cov-distil": 1.8667757511138916,
+      "cov-distil (oracle2student)": 4.679299354553223,
+      "cov-distil (oracle2teacher)": 4.3303351402282715,
       "epoch": 1.0565149136577707,
-      "rel-constrast": 2.9508233070373535,
+      "rel-constrast": 3.2571349143981934,
       "step": 1346,
-      "subrel-constrast": 3.9286856651306152,
+      "subrel-constrast": 4.196206092834473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6089322566986084,
-      "cov-distil (oracle2student)": 2.309438705444336,
-      "cov-distil (oracle2teacher)": 2.84455943107605,
+      "cov-distil": 2.125149965286255,
+      "cov-distil (oracle2student)": 2.9801197052001953,
+      "cov-distil (oracle2teacher)": 2.8524956703186035,
       "epoch": 1.0572998430141287,
-      "rel-constrast": 2.436990737915039,
+      "rel-constrast": 3.078124523162842,
       "step": 1347,
-      "subrel-constrast": 3.7577571868896484,
+      "subrel-constrast": 3.4578113555908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7151784896850586,
-      "cov-distil (oracle2student)": 2.5667970180511475,
-      "cov-distil (oracle2teacher)": 2.659790515899658,
+      "cov-distil": 1.8011236190795898,
+      "cov-distil (oracle2student)": 3.0870325565338135,
+      "cov-distil (oracle2teacher)": 3.300926446914673,
       "epoch": 1.0580847723704867,
-      "rel-constrast": 3.402242660522461,
+      "rel-constrast": 4.349246978759766,
       "step": 1348,
-      "subrel-constrast": 4.1476593017578125,
+      "subrel-constrast": 4.167850017547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5186069011688232,
-      "cov-distil (oracle2student)": 3.091311454772949,
-      "cov-distil (oracle2teacher)": 3.2050833702087402,
+      "cov-distil": 2.0032734870910645,
+      "cov-distil (oracle2student)": 3.897831916809082,
+      "cov-distil (oracle2teacher)": 3.507340669631958,
       "epoch": 1.0588697017268447,
-      "rel-constrast": 2.8237643241882324,
+      "rel-constrast": 3.7990469932556152,
       "step": 1349,
-      "subrel-constrast": 4.03464937210083,
+      "subrel-constrast": 3.888484239578247,
       "view-similarity": 0
     },
     {
       "epoch": 1.0596546310832025,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.21875,
       "learning_rate": 4.981471578992706e-05,
-      "loss": 0.776,
+      "loss": 0.9,
       "step": 1350
     },
     {
-      "cov-distil": 1.7764843702316284,
-      "cov-distil (oracle2student)": 2.385777473449707,
-      "cov-distil (oracle2teacher)": 2.9466400146484375,
+      "cov-distil": 2.2279276847839355,
+      "cov-distil (oracle2student)": 2.2432825565338135,
+      "cov-distil (oracle2teacher)": 2.8796868324279785,
       "epoch": 1.0596546310832025,
-      "rel-constrast": 2.9991157054901123,
+      "rel-constrast": 3.27577543258667,
       "step": 1350,
-      "subrel-constrast": 4.1020731925964355,
+      "subrel-constrast": 3.874244213104248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5321710109710693,
-      "cov-distil (oracle2student)": 3.7962632179260254,
-      "cov-distil (oracle2teacher)": 3.8199100494384766,
+      "cov-distil": 1.252164363861084,
+      "cov-distil (oracle2student)": 3.9084460735321045,
+      "cov-distil (oracle2teacher)": 3.996203660964966,
       "epoch": 1.0604395604395604,
-      "rel-constrast": 1.8470566272735596,
+      "rel-constrast": 2.58622145652771,
       "step": 1351,
-      "subrel-constrast": 2.904076337814331,
+      "subrel-constrast": 2.6121468544006348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4473285675048828,
-      "cov-distil (oracle2student)": 5.215753555297852,
-      "cov-distil (oracle2teacher)": 5.062963962554932,
+      "cov-distil": 1.6781609058380127,
+      "cov-distil (oracle2student)": 4.740148544311523,
+      "cov-distil (oracle2teacher)": 5.130048751831055,
       "epoch": 1.0612244897959184,
-      "rel-constrast": 2.7066211700439453,
+      "rel-constrast": 3.128143310546875,
       "step": 1352,
-      "subrel-constrast": 3.5213730335235596,
+      "subrel-constrast": 3.2665696144104004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7678200006484985,
-      "cov-distil (oracle2student)": 5.534285068511963,
-      "cov-distil (oracle2teacher)": 4.940554618835449,
+      "cov-distil": 1.6227867603302002,
+      "cov-distil (oracle2student)": 5.9379401206970215,
+      "cov-distil (oracle2teacher)": 5.305999755859375,
       "epoch": 1.0620094191522762,
-      "rel-constrast": 2.970421314239502,
+      "rel-constrast": 3.532778024673462,
       "step": 1353,
-      "subrel-constrast": 3.809866428375244,
+      "subrel-constrast": 3.4753634929656982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2517756223678589,
-      "cov-distil (oracle2student)": 4.270276069641113,
-      "cov-distil (oracle2teacher)": 4.404227256774902,
+      "cov-distil": 1.4601242542266846,
+      "cov-distil (oracle2student)": 4.805552959442139,
+      "cov-distil (oracle2teacher)": 4.311644554138184,
       "epoch": 1.0627943485086342,
-      "rel-constrast": 2.5669658184051514,
+      "rel-constrast": 3.411879539489746,
       "step": 1354,
-      "subrel-constrast": 3.3136885166168213,
+      "subrel-constrast": 3.0466880798339844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.255814790725708,
-      "cov-distil (oracle2student)": 4.298757076263428,
-      "cov-distil (oracle2teacher)": 4.080432891845703,
+      "cov-distil": 1.7063993215560913,
+      "cov-distil (oracle2student)": 3.865244150161743,
+      "cov-distil (oracle2teacher)": 4.022218704223633,
       "epoch": 1.0635792778649922,
-      "rel-constrast": 3.112243175506592,
+      "rel-constrast": 3.048867702484131,
       "step": 1355,
-      "subrel-constrast": 3.465294122695923,
+      "subrel-constrast": 3.43363618850708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9884713888168335,
-      "cov-distil (oracle2student)": 3.3464155197143555,
-      "cov-distil (oracle2teacher)": 3.7389323711395264,
+      "cov-distil": 2.1350483894348145,
+      "cov-distil (oracle2student)": 3.8776516914367676,
+      "cov-distil (oracle2teacher)": 4.375025749206543,
       "epoch": 1.0643642072213502,
-      "rel-constrast": 4.075211524963379,
+      "rel-constrast": 4.067684173583984,
       "step": 1356,
-      "subrel-constrast": 4.776978969573975,
+      "subrel-constrast": 4.804574966430664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.566786766052246,
-      "cov-distil (oracle2student)": 5.72592830657959,
-      "cov-distil (oracle2teacher)": 5.339461326599121,
+      "cov-distil": 2.096156120300293,
+      "cov-distil (oracle2student)": 6.001239776611328,
+      "cov-distil (oracle2teacher)": 5.573868751525879,
       "epoch": 1.065149136577708,
-      "rel-constrast": 3.25872802734375,
+      "rel-constrast": 3.7518668174743652,
       "step": 1357,
-      "subrel-constrast": 3.9985079765319824,
+      "subrel-constrast": 4.055861473083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.400079369544983,
-      "cov-distil (oracle2student)": 3.3879170417785645,
-      "cov-distil (oracle2teacher)": 3.559767723083496,
+      "cov-distil": 2.3365488052368164,
+      "cov-distil (oracle2student)": 4.182671546936035,
+      "cov-distil (oracle2teacher)": 4.013409614562988,
       "epoch": 1.065934065934066,
-      "rel-constrast": 3.015141487121582,
+      "rel-constrast": 3.5988097190856934,
       "step": 1358,
-      "subrel-constrast": 3.81351375579834,
+      "subrel-constrast": 4.038090229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3284026384353638,
-      "cov-distil (oracle2student)": 5.102107524871826,
-      "cov-distil (oracle2teacher)": 4.8548479080200195,
+      "cov-distil": 1.5270495414733887,
+      "cov-distil (oracle2student)": 5.615230560302734,
+      "cov-distil (oracle2teacher)": 4.991214275360107,
       "epoch": 1.066718995290424,
-      "rel-constrast": 3.1426525115966797,
+      "rel-constrast": 3.6619906425476074,
       "step": 1359,
-      "subrel-constrast": 3.8907928466796875,
+      "subrel-constrast": 3.8132739067077637,
       "view-similarity": 0
     },
     {
       "epoch": 1.0675039246467817,
-      "grad_norm": 5.375,
+      "grad_norm": 6.6875,
       "learning_rate": 4.980395976055658e-05,
-      "loss": 0.7806,
+      "loss": 0.8516,
       "step": 1360
     },
     {
-      "cov-distil": 1.0340895652770996,
-      "cov-distil (oracle2student)": 3.3404150009155273,
-      "cov-distil (oracle2teacher)": 3.458253860473633,
+      "cov-distil": 1.4862463474273682,
+      "cov-distil (oracle2student)": 3.1969690322875977,
+      "cov-distil (oracle2teacher)": 3.9041552543640137,
       "epoch": 1.0675039246467817,
-      "rel-constrast": 2.7017836570739746,
+      "rel-constrast": 3.068122386932373,
       "step": 1360,
-      "subrel-constrast": 3.85408091545105,
+      "subrel-constrast": 3.645630359649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9244599342346191,
-      "cov-distil (oracle2student)": 3.500950574874878,
-      "cov-distil (oracle2teacher)": 3.9206719398498535,
+      "cov-distil": 3.0836751461029053,
+      "cov-distil (oracle2student)": 4.4013352394104,
+      "cov-distil (oracle2teacher)": 4.337233543395996,
       "epoch": 1.0682888540031397,
-      "rel-constrast": 3.6933364868164062,
+      "rel-constrast": 4.131941795349121,
       "step": 1361,
-      "subrel-constrast": 4.551616191864014,
+      "subrel-constrast": 4.856079578399658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322222113609314,
-      "cov-distil (oracle2student)": 5.065067291259766,
-      "cov-distil (oracle2teacher)": 4.4332146644592285,
+      "cov-distil": 1.5955888032913208,
+      "cov-distil (oracle2student)": 5.571846008300781,
+      "cov-distil (oracle2teacher)": 4.926376819610596,
       "epoch": 1.0690737833594977,
-      "rel-constrast": 3.223350763320923,
+      "rel-constrast": 3.5729422569274902,
       "step": 1362,
-      "subrel-constrast": 3.1711013317108154,
+      "subrel-constrast": 3.540386915206909,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7568714618682861,
-      "cov-distil (oracle2student)": 4.176975250244141,
-      "cov-distil (oracle2teacher)": 3.7778103351593018,
+      "cov-distil": 1.8440825939178467,
+      "cov-distil (oracle2student)": 4.139823913574219,
+      "cov-distil (oracle2teacher)": 4.420838832855225,
       "epoch": 1.0698587127158556,
-      "rel-constrast": 3.354168176651001,
+      "rel-constrast": 3.1108288764953613,
       "step": 1363,
-      "subrel-constrast": 4.05528450012207,
+      "subrel-constrast": 4.12756872177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8233342170715332,
-      "cov-distil (oracle2student)": 2.8845739364624023,
-      "cov-distil (oracle2teacher)": 3.239229679107666,
+      "cov-distil": 2.7384731769561768,
+      "cov-distil (oracle2student)": 3.3286292552948,
+      "cov-distil (oracle2teacher)": 3.311143398284912,
       "epoch": 1.0706436420722134,
-      "rel-constrast": 2.8545703887939453,
+      "rel-constrast": 3.1598289012908936,
       "step": 1364,
-      "subrel-constrast": 3.940390110015869,
+      "subrel-constrast": 3.885472297668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9338064193725586,
-      "cov-distil (oracle2student)": 3.061378002166748,
-      "cov-distil (oracle2teacher)": 3.1285512447357178,
+      "cov-distil": 1.8407080173492432,
+      "cov-distil (oracle2student)": 3.559335947036743,
+      "cov-distil (oracle2teacher)": 3.475278615951538,
       "epoch": 1.0714285714285714,
-      "rel-constrast": 2.3349716663360596,
+      "rel-constrast": 2.6361021995544434,
       "step": 1365,
-      "subrel-constrast": 3.4239864349365234,
+      "subrel-constrast": 2.9081506729125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8442656993865967,
-      "cov-distil (oracle2student)": 3.669823408126831,
-      "cov-distil (oracle2teacher)": 3.6398766040802,
+      "cov-distil": 2.166013717651367,
+      "cov-distil (oracle2student)": 3.5297017097473145,
+      "cov-distil (oracle2teacher)": 4.622291564941406,
       "epoch": 1.0722135007849294,
-      "rel-constrast": 3.4359259605407715,
+      "rel-constrast": 3.166598320007324,
       "step": 1366,
-      "subrel-constrast": 3.9763615131378174,
+      "subrel-constrast": 4.221823215484619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266068935394287,
-      "cov-distil (oracle2student)": 4.328539848327637,
-      "cov-distil (oracle2teacher)": 4.360380172729492,
+      "cov-distil": 1.9331638813018799,
+      "cov-distil (oracle2student)": 4.984668254852295,
+      "cov-distil (oracle2teacher)": 4.462627410888672,
       "epoch": 1.0729984301412874,
-      "rel-constrast": 2.3119592666625977,
+      "rel-constrast": 2.9085140228271484,
       "step": 1367,
-      "subrel-constrast": 2.8219521045684814,
+      "subrel-constrast": 2.619204521179199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8314034938812256,
-      "cov-distil (oracle2student)": 4.431702613830566,
-      "cov-distil (oracle2teacher)": 4.2378010749816895,
+      "cov-distil": 2.4487645626068115,
+      "cov-distil (oracle2student)": 5.415593147277832,
+      "cov-distil (oracle2teacher)": 5.062588691711426,
       "epoch": 1.0737833594976451,
-      "rel-constrast": 2.3089935779571533,
+      "rel-constrast": 3.4045791625976562,
       "step": 1368,
-      "subrel-constrast": 3.795471429824829,
+      "subrel-constrast": 3.7860424518585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5539352893829346,
-      "cov-distil (oracle2student)": 4.525745868682861,
-      "cov-distil (oracle2teacher)": 4.255120277404785,
+      "cov-distil": 1.8011956214904785,
+      "cov-distil (oracle2student)": 4.896988868713379,
+      "cov-distil (oracle2teacher)": 4.335667610168457,
       "epoch": 1.0745682888540031,
-      "rel-constrast": 3.4483890533447266,
+      "rel-constrast": 3.689659357070923,
       "step": 1369,
-      "subrel-constrast": 3.9800639152526855,
+      "subrel-constrast": 4.099096298217773,
       "view-similarity": 0
     },
     {
       "epoch": 1.0753532182103611,
-      "grad_norm": 5.8125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.9792901502764075e-05,
-      "loss": 0.7828,
+      "loss": 0.8212,
       "step": 1370
     },
     {
-      "cov-distil": 1.7522364854812622,
-      "cov-distil (oracle2student)": 2.7611570358276367,
-      "cov-distil (oracle2teacher)": 2.5378265380859375,
+      "cov-distil": 1.8056602478027344,
+      "cov-distil (oracle2student)": 3.0594868659973145,
+      "cov-distil (oracle2teacher)": 3.1037559509277344,
       "epoch": 1.0753532182103611,
-      "rel-constrast": 2.2207679748535156,
+      "rel-constrast": 2.805286169052124,
       "step": 1370,
-      "subrel-constrast": 3.079789400100708,
+      "subrel-constrast": 3.105001211166382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2086682319641113,
-      "cov-distil (oracle2student)": 4.295747756958008,
-      "cov-distil (oracle2teacher)": 3.8890275955200195,
+      "cov-distil": 1.501416802406311,
+      "cov-distil (oracle2student)": 3.9794514179229736,
+      "cov-distil (oracle2teacher)": 3.869093656539917,
       "epoch": 1.076138147566719,
-      "rel-constrast": 2.764012336730957,
+      "rel-constrast": 3.124049663543701,
       "step": 1371,
-      "subrel-constrast": 3.178504228591919,
+      "subrel-constrast": 3.1622772216796875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5825567245483398,
-      "cov-distil (oracle2student)": 4.385646820068359,
-      "cov-distil (oracle2teacher)": 4.265470027923584,
+      "cov-distil": 1.806600570678711,
+      "cov-distil (oracle2student)": 5.057637691497803,
+      "cov-distil (oracle2teacher)": 4.799269199371338,
       "epoch": 1.0769230769230769,
-      "rel-constrast": 2.323387622833252,
+      "rel-constrast": 2.6445260047912598,
       "step": 1372,
-      "subrel-constrast": 3.1196742057800293,
+      "subrel-constrast": 3.344994306564331,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8628864288330078,
-      "cov-distil (oracle2student)": 3.857534885406494,
-      "cov-distil (oracle2teacher)": 3.2705883979797363,
+      "cov-distil": 2.5976834297180176,
+      "cov-distil (oracle2student)": 3.8913655281066895,
+      "cov-distil (oracle2teacher)": 3.516958713531494,
       "epoch": 1.0777080062794349,
-      "rel-constrast": 2.340729236602783,
+      "rel-constrast": 2.7938456535339355,
       "step": 1373,
-      "subrel-constrast": 3.2926735877990723,
+      "subrel-constrast": 2.75182843208313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8734490871429443,
-      "cov-distil (oracle2student)": 3.722325325012207,
-      "cov-distil (oracle2teacher)": 3.537940263748169,
+      "cov-distil": 1.7106716632843018,
+      "cov-distil (oracle2student)": 3.926306962966919,
+      "cov-distil (oracle2teacher)": 3.9524993896484375,
       "epoch": 1.0784929356357928,
-      "rel-constrast": 3.5088374614715576,
+      "rel-constrast": 4.026434898376465,
       "step": 1374,
-      "subrel-constrast": 4.046138763427734,
+      "subrel-constrast": 3.9221584796905518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7907600402832031,
-      "cov-distil (oracle2student)": 3.7754430770874023,
-      "cov-distil (oracle2teacher)": 3.2363479137420654,
+      "cov-distil": 2.142603635787964,
+      "cov-distil (oracle2student)": 4.032546520233154,
+      "cov-distil (oracle2teacher)": 3.591191291809082,
       "epoch": 1.0792778649921506,
-      "rel-constrast": 2.512028694152832,
+      "rel-constrast": 2.875716209411621,
       "step": 1375,
-      "subrel-constrast": 3.281909704208374,
+      "subrel-constrast": 3.4760217666625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1880934238433838,
-      "cov-distil (oracle2student)": 5.368410110473633,
-      "cov-distil (oracle2teacher)": 5.149897575378418,
+      "cov-distil": 1.711012840270996,
+      "cov-distil (oracle2student)": 5.489722728729248,
+      "cov-distil (oracle2teacher)": 5.434527397155762,
       "epoch": 1.0800627943485086,
-      "rel-constrast": 2.4852521419525146,
+      "rel-constrast": 2.6435153484344482,
       "step": 1376,
-      "subrel-constrast": 2.988154172897339,
+      "subrel-constrast": 2.929229259490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8623415231704712,
-      "cov-distil (oracle2student)": 3.8936100006103516,
-      "cov-distil (oracle2teacher)": 3.9991416931152344,
+      "cov-distil": 2.4590225219726562,
+      "cov-distil (oracle2student)": 4.19317626953125,
+      "cov-distil (oracle2teacher)": 4.442270278930664,
       "epoch": 1.0808477237048666,
-      "rel-constrast": 2.885066509246826,
+      "rel-constrast": 3.2626657485961914,
       "step": 1377,
-      "subrel-constrast": 3.7260122299194336,
+      "subrel-constrast": 4.01894474029541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5937577486038208,
-      "cov-distil (oracle2student)": 3.805960178375244,
-      "cov-distil (oracle2teacher)": 3.75376033782959,
+      "cov-distil": 1.907900094985962,
+      "cov-distil (oracle2student)": 3.752892255783081,
+      "cov-distil (oracle2teacher)": 3.791668653488159,
       "epoch": 1.0816326530612246,
-      "rel-constrast": 2.9562671184539795,
+      "rel-constrast": 3.4502367973327637,
       "step": 1378,
-      "subrel-constrast": 3.693236827850342,
+      "subrel-constrast": 3.556399345397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7460744380950928,
-      "cov-distil (oracle2student)": 2.593548536300659,
-      "cov-distil (oracle2teacher)": 2.5229194164276123,
+      "cov-distil": 1.8177006244659424,
+      "cov-distil (oracle2student)": 2.950808048248291,
+      "cov-distil (oracle2teacher)": 2.8471438884735107,
       "epoch": 1.0824175824175823,
-      "rel-constrast": 2.1870903968811035,
+      "rel-constrast": 2.2159504890441895,
       "step": 1379,
-      "subrel-constrast": 2.552104949951172,
+      "subrel-constrast": 2.694425582885742,
       "view-similarity": 0
     },
     {
       "epoch": 1.0832025117739403,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.625,
       "learning_rate": 4.978154115129091e-05,
-      "loss": 0.6957,
+      "loss": 0.7461,
       "step": 1380
     },
     {
-      "cov-distil": 1.5559735298156738,
-      "cov-distil (oracle2student)": 5.343104362487793,
-      "cov-distil (oracle2teacher)": 5.034076690673828,
+      "cov-distil": 2.1629810333251953,
+      "cov-distil (oracle2student)": 5.70176887512207,
+      "cov-distil (oracle2teacher)": 5.631921291351318,
       "epoch": 1.0832025117739403,
-      "rel-constrast": 4.513167381286621,
+      "rel-constrast": 4.717028617858887,
       "step": 1380,
-      "subrel-constrast": 4.879128932952881,
+      "subrel-constrast": 4.774407386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.594104290008545,
-      "cov-distil (oracle2student)": 4.018231391906738,
-      "cov-distil (oracle2teacher)": 4.175711154937744,
+      "cov-distil": 2.6742167472839355,
+      "cov-distil (oracle2student)": 4.389071464538574,
+      "cov-distil (oracle2teacher)": 4.069478988647461,
       "epoch": 1.0839874411302983,
-      "rel-constrast": 2.8911664485931396,
+      "rel-constrast": 3.393613815307617,
       "step": 1381,
-      "subrel-constrast": 4.408371448516846,
+      "subrel-constrast": 4.410604476928711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.643925428390503,
-      "cov-distil (oracle2student)": 4.715807914733887,
-      "cov-distil (oracle2teacher)": 4.219768524169922,
+      "cov-distil": 1.7394286394119263,
+      "cov-distil (oracle2student)": 4.715527534484863,
+      "cov-distil (oracle2teacher)": 4.348565101623535,
       "epoch": 1.084772370486656,
-      "rel-constrast": 3.2432518005371094,
+      "rel-constrast": 3.561248779296875,
       "step": 1382,
-      "subrel-constrast": 3.679701566696167,
+      "subrel-constrast": 3.6983113288879395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4362976551055908,
-      "cov-distil (oracle2student)": 4.567570686340332,
-      "cov-distil (oracle2teacher)": 4.872445583343506,
+      "cov-distil": 1.749119758605957,
+      "cov-distil (oracle2student)": 4.731304168701172,
+      "cov-distil (oracle2teacher)": 5.0196309089660645,
       "epoch": 1.085557299843014,
-      "rel-constrast": 3.3436708450317383,
+      "rel-constrast": 3.135237693786621,
       "step": 1383,
-      "subrel-constrast": 3.746518135070801,
+      "subrel-constrast": 3.6186158657073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2816795110702515,
-      "cov-distil (oracle2student)": 4.699955940246582,
-      "cov-distil (oracle2teacher)": 3.8406128883361816,
+      "cov-distil": 1.6628007888793945,
+      "cov-distil (oracle2student)": 5.111150741577148,
+      "cov-distil (oracle2teacher)": 4.418975353240967,
       "epoch": 1.086342229199372,
-      "rel-constrast": 2.5861334800720215,
+      "rel-constrast": 2.2362890243530273,
       "step": 1384,
-      "subrel-constrast": 2.763550043106079,
+      "subrel-constrast": 2.7627177238464355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5373120307922363,
-      "cov-distil (oracle2student)": 3.3782882690429688,
-      "cov-distil (oracle2teacher)": 3.4752197265625,
+      "cov-distil": 1.61029052734375,
+      "cov-distil (oracle2student)": 3.699984550476074,
+      "cov-distil (oracle2teacher)": 3.2107036113739014,
       "epoch": 1.08712715855573,
-      "rel-constrast": 2.74160099029541,
+      "rel-constrast": 3.126328706741333,
       "step": 1385,
-      "subrel-constrast": 3.654707431793213,
+      "subrel-constrast": 3.328127384185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726305365562439,
-      "cov-distil (oracle2student)": 6.264081001281738,
-      "cov-distil (oracle2teacher)": 6.202328681945801,
+      "cov-distil": 1.8755358457565308,
+      "cov-distil (oracle2student)": 5.906975269317627,
+      "cov-distil (oracle2teacher)": 5.487640380859375,
       "epoch": 1.0879120879120878,
-      "rel-constrast": 3.196772575378418,
+      "rel-constrast": 2.996368885040283,
       "step": 1386,
-      "subrel-constrast": 4.090964317321777,
+      "subrel-constrast": 3.62148118019104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353294372558594,
-      "cov-distil (oracle2student)": 4.617647647857666,
-      "cov-distil (oracle2teacher)": 4.959433555603027,
+      "cov-distil": 1.5212469100952148,
+      "cov-distil (oracle2student)": 5.504647731781006,
+      "cov-distil (oracle2teacher)": 5.229935646057129,
       "epoch": 1.0886970172684458,
-      "rel-constrast": 3.2036983966827393,
+      "rel-constrast": 4.07784366607666,
       "step": 1387,
-      "subrel-constrast": 3.7551910877227783,
+      "subrel-constrast": 3.576289176940918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165143489837646,
-      "cov-distil (oracle2student)": 4.900763511657715,
-      "cov-distil (oracle2teacher)": 4.732897758483887,
+      "cov-distil": 1.819432258605957,
+      "cov-distil (oracle2student)": 5.506344318389893,
+      "cov-distil (oracle2teacher)": 4.968425750732422,
       "epoch": 1.0894819466248038,
-      "rel-constrast": 3.3392691612243652,
+      "rel-constrast": 3.511871337890625,
       "step": 1388,
-      "subrel-constrast": 3.897893190383911,
+      "subrel-constrast": 3.9035427570343018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.819463849067688,
-      "cov-distil (oracle2student)": 3.466165542602539,
-      "cov-distil (oracle2teacher)": 3.340545415878296,
+      "cov-distil": 2.1063730716705322,
+      "cov-distil (oracle2student)": 4.092592239379883,
+      "cov-distil (oracle2teacher)": 3.445422649383545,
       "epoch": 1.0902668759811618,
-      "rel-constrast": 2.425576686859131,
+      "rel-constrast": 3.184028387069702,
       "step": 1389,
-      "subrel-constrast": 3.422744035720825,
+      "subrel-constrast": 3.4009811878204346,
       "view-similarity": 0
     },
     {
       "epoch": 1.0910518053375196,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.96875,
       "learning_rate": 4.97698788445594e-05,
-      "loss": 0.829,
+      "loss": 0.8485,
       "step": 1390
     },
     {
-      "cov-distil": 1.2456929683685303,
-      "cov-distil (oracle2student)": 2.4797627925872803,
-      "cov-distil (oracle2teacher)": 2.6108713150024414,
+      "cov-distil": 1.60209321975708,
+      "cov-distil (oracle2student)": 2.5768144130706787,
+      "cov-distil (oracle2teacher)": 3.104255199432373,
       "epoch": 1.0910518053375196,
-      "rel-constrast": 2.1391234397888184,
+      "rel-constrast": 2.1703898906707764,
       "step": 1390,
-      "subrel-constrast": 2.3621671199798584,
+      "subrel-constrast": 2.480619430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080111026763916,
-      "cov-distil (oracle2student)": 6.320272445678711,
-      "cov-distil (oracle2teacher)": 5.9656877517700195,
+      "cov-distil": 2.5286526679992676,
+      "cov-distil (oracle2student)": 6.470503807067871,
+      "cov-distil (oracle2teacher)": 6.245965957641602,
       "epoch": 1.0918367346938775,
-      "rel-constrast": 2.4898555278778076,
+      "rel-constrast": 2.566316604614258,
       "step": 1391,
-      "subrel-constrast": 3.066091537475586,
+      "subrel-constrast": 3.223422050476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6581671237945557,
-      "cov-distil (oracle2student)": 3.91648268699646,
-      "cov-distil (oracle2teacher)": 4.001407623291016,
+      "cov-distil": 2.1181282997131348,
+      "cov-distil (oracle2student)": 4.482362747192383,
+      "cov-distil (oracle2teacher)": 4.014542579650879,
       "epoch": 1.0926216640502355,
-      "rel-constrast": 4.013739585876465,
+      "rel-constrast": 4.748963356018066,
       "step": 1392,
-      "subrel-constrast": 4.730424404144287,
+      "subrel-constrast": 4.74492883682251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5913100242614746,
-      "cov-distil (oracle2student)": 3.4155850410461426,
-      "cov-distil (oracle2teacher)": 3.4767534732818604,
+      "cov-distil": 1.694315791130066,
+      "cov-distil (oracle2student)": 3.8908579349517822,
+      "cov-distil (oracle2teacher)": 3.3971121311187744,
       "epoch": 1.0934065934065935,
-      "rel-constrast": 3.265977382659912,
+      "rel-constrast": 3.4668707847595215,
       "step": 1393,
-      "subrel-constrast": 3.794863224029541,
+      "subrel-constrast": 3.615361213684082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.735185146331787,
-      "cov-distil (oracle2student)": 5.366359710693359,
-      "cov-distil (oracle2teacher)": 5.077892303466797,
+      "cov-distil": 2.209437370300293,
+      "cov-distil (oracle2student)": 6.1654863357543945,
+      "cov-distil (oracle2teacher)": 5.581021785736084,
       "epoch": 1.0941915227629513,
-      "rel-constrast": 2.506908416748047,
+      "rel-constrast": 2.793914556503296,
       "step": 1394,
-      "subrel-constrast": 3.441734790802002,
+      "subrel-constrast": 3.4291393756866455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3577219247817993,
-      "cov-distil (oracle2student)": 4.501542091369629,
-      "cov-distil (oracle2teacher)": 4.2119140625,
+      "cov-distil": 1.866178035736084,
+      "cov-distil (oracle2student)": 5.226563930511475,
+      "cov-distil (oracle2teacher)": 4.317183971405029,
       "epoch": 1.0949764521193093,
-      "rel-constrast": 3.157167911529541,
+      "rel-constrast": 4.212267875671387,
       "step": 1395,
-      "subrel-constrast": 3.4801933765411377,
+      "subrel-constrast": 4.014786720275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.182083249092102,
-      "cov-distil (oracle2student)": 5.086513042449951,
-      "cov-distil (oracle2teacher)": 5.001871109008789,
+      "cov-distil": 1.7280105352401733,
+      "cov-distil (oracle2student)": 5.0926642417907715,
+      "cov-distil (oracle2teacher)": 4.875918388366699,
       "epoch": 1.0957613814756673,
-      "rel-constrast": 3.7043871879577637,
+      "rel-constrast": 4.078205585479736,
       "step": 1396,
-      "subrel-constrast": 4.009977340698242,
+      "subrel-constrast": 4.104159832000732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6978211402893066,
-      "cov-distil (oracle2student)": 4.240968704223633,
-      "cov-distil (oracle2teacher)": 4.077297210693359,
+      "cov-distil": 2.377936840057373,
+      "cov-distil (oracle2student)": 4.04319953918457,
+      "cov-distil (oracle2teacher)": 4.06300163269043,
       "epoch": 1.096546310832025,
-      "rel-constrast": 3.904170036315918,
+      "rel-constrast": 4.524694442749023,
       "step": 1397,
-      "subrel-constrast": 4.262308597564697,
+      "subrel-constrast": 4.342124938964844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5113857984542847,
-      "cov-distil (oracle2student)": 3.5950698852539062,
-      "cov-distil (oracle2teacher)": 3.609370231628418,
+      "cov-distil": 1.9749455451965332,
+      "cov-distil (oracle2student)": 3.608729362487793,
+      "cov-distil (oracle2teacher)": 3.847729206085205,
       "epoch": 1.097331240188383,
-      "rel-constrast": 3.1610422134399414,
+      "rel-constrast": 3.78061580657959,
       "step": 1398,
-      "subrel-constrast": 3.737513303756714,
+      "subrel-constrast": 4.019870758056641,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6464242935180664,
-      "cov-distil (oracle2student)": 4.76617431640625,
-      "cov-distil (oracle2teacher)": 4.555519104003906,
+      "cov-distil": 2.4066126346588135,
+      "cov-distil (oracle2student)": 4.544812202453613,
+      "cov-distil (oracle2teacher)": 4.537042617797852,
       "epoch": 1.098116169544741,
-      "rel-constrast": 4.202720642089844,
+      "rel-constrast": 3.983262062072754,
       "step": 1399,
-      "subrel-constrast": 4.74445915222168,
+      "subrel-constrast": 4.748733997344971,
       "view-similarity": 0
     },
     {
       "epoch": 1.098901098901099,
       "grad_norm": 6.625,
       "learning_rate": 4.9757914724671074e-05,
-      "loss": 0.8529,
+      "loss": 0.9081,
       "step": 1400
     },
     {
       "epoch": 1.098901098901099,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2874999940395355,
       "step": 1400
     },
     {
       "epoch": 1.098901098901099,
       "step": 1400,
-      "student margin": 0.05029296875
+      "student margin": 0.0440673828125
     },
     {
       "epoch": 1.098901098901099,
       "step": 1400,
-      "teacher margin": 0.033843994140625
+      "teacher margin": 0.034698486328125
     },
     {
       "epoch": 1.098901098901099,
-      "margin difference": -0.016448974609375,
+      "margin difference": -0.009368896484375,
       "step": 1400
     },
     {
-      "cov-distil": 1.3774524927139282,
-      "cov-distil (oracle2student)": 4.048962116241455,
-      "cov-distil (oracle2teacher)": 3.9364190101623535,
+      "cov-distil": 1.6601849794387817,
+      "cov-distil (oracle2student)": 4.136674404144287,
+      "cov-distil (oracle2teacher)": 3.8643479347229004,
       "epoch": 1.098901098901099,
-      "rel-constrast": 3.4842300415039062,
+      "rel-constrast": 3.8145787715911865,
       "step": 1400,
-      "subrel-constrast": 4.573757171630859,
+      "subrel-constrast": 4.82049036026001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5755010843276978,
-      "cov-distil (oracle2student)": 2.997373580932617,
-      "cov-distil (oracle2teacher)": 3.14574933052063,
+      "cov-distil": 1.958001732826233,
+      "cov-distil (oracle2student)": 3.156611442565918,
+      "cov-distil (oracle2teacher)": 3.3468594551086426,
       "epoch": 1.0996860282574568,
-      "rel-constrast": 2.482325792312622,
+      "rel-constrast": 2.142026901245117,
       "step": 1401,
-      "subrel-constrast": 3.2080576419830322,
+      "subrel-constrast": 3.122387170791626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41730797290802,
-      "cov-distil (oracle2student)": 5.6667375564575195,
-      "cov-distil (oracle2teacher)": 5.003635883331299,
+      "cov-distil": 1.733285903930664,
+      "cov-distil (oracle2student)": 6.141839981079102,
+      "cov-distil (oracle2teacher)": 5.534106254577637,
       "epoch": 1.1004709576138147,
-      "rel-constrast": 4.049898147583008,
+      "rel-constrast": 4.6628642082214355,
       "step": 1402,
-      "subrel-constrast": 4.203271389007568,
+      "subrel-constrast": 4.141784191131592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.75510835647583,
-      "cov-distil (oracle2student)": 5.073264122009277,
-      "cov-distil (oracle2teacher)": 4.4586639404296875,
+      "cov-distil": 2.3318119049072266,
+      "cov-distil (oracle2student)": 5.185685157775879,
+      "cov-distil (oracle2teacher)": 4.80518913269043,
       "epoch": 1.1012558869701727,
-      "rel-constrast": 2.2561118602752686,
+      "rel-constrast": 2.368523120880127,
       "step": 1403,
-      "subrel-constrast": 3.0288639068603516,
+      "subrel-constrast": 3.09200382232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826297521591187,
-      "cov-distil (oracle2student)": 4.739652156829834,
-      "cov-distil (oracle2teacher)": 3.980092763900757,
+      "cov-distil": 1.958057165145874,
+      "cov-distil (oracle2student)": 4.828369140625,
+      "cov-distil (oracle2teacher)": 4.854174613952637,
       "epoch": 1.1020408163265305,
-      "rel-constrast": 2.6099376678466797,
+      "rel-constrast": 3.2754549980163574,
       "step": 1404,
-      "subrel-constrast": 3.5757057666778564,
+      "subrel-constrast": 3.516474962234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.700481653213501,
-      "cov-distil (oracle2student)": 3.925020694732666,
-      "cov-distil (oracle2teacher)": 4.2010016441345215,
+      "cov-distil": 1.9046087265014648,
+      "cov-distil (oracle2student)": 3.9998514652252197,
+      "cov-distil (oracle2teacher)": 4.060327053070068,
       "epoch": 1.1028257456828885,
-      "rel-constrast": 3.4656805992126465,
+      "rel-constrast": 3.3776016235351562,
       "step": 1405,
-      "subrel-constrast": 4.435629844665527,
+      "subrel-constrast": 4.307541370391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.734179139137268,
-      "cov-distil (oracle2student)": 4.875617980957031,
-      "cov-distil (oracle2teacher)": 4.430096626281738,
+      "cov-distil": 2.6286520957946777,
+      "cov-distil (oracle2student)": 5.2953104972839355,
+      "cov-distil (oracle2teacher)": 4.512063980102539,
       "epoch": 1.1036106750392465,
-      "rel-constrast": 1.8464717864990234,
+      "rel-constrast": 2.5545310974121094,
       "step": 1406,
-      "subrel-constrast": 2.7650609016418457,
+      "subrel-constrast": 2.928070306777954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881967067718506,
-      "cov-distil (oracle2student)": 4.076774597167969,
-      "cov-distil (oracle2teacher)": 3.6389524936676025,
+      "cov-distil": 1.4559671878814697,
+      "cov-distil (oracle2student)": 4.474886894226074,
+      "cov-distil (oracle2teacher)": 4.341945648193359,
       "epoch": 1.1043956043956045,
-      "rel-constrast": 2.828457832336426,
+      "rel-constrast": 3.145462989807129,
       "step": 1407,
-      "subrel-constrast": 3.257171154022217,
+      "subrel-constrast": 3.6071553230285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8918731212615967,
-      "cov-distil (oracle2student)": 4.5294952392578125,
-      "cov-distil (oracle2teacher)": 4.1752519607543945,
+      "cov-distil": 2.047673225402832,
+      "cov-distil (oracle2student)": 4.96521520614624,
+      "cov-distil (oracle2teacher)": 4.792448997497559,
       "epoch": 1.1051805337519622,
-      "rel-constrast": 3.8180980682373047,
+      "rel-constrast": 4.150283336639404,
       "step": 1408,
-      "subrel-constrast": 4.404576778411865,
+      "subrel-constrast": 4.631545543670654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6718709468841553,
-      "cov-distil (oracle2student)": 4.541898727416992,
-      "cov-distil (oracle2teacher)": 4.1118669509887695,
+      "cov-distil": 1.9141185283660889,
+      "cov-distil (oracle2student)": 4.307369709014893,
+      "cov-distil (oracle2teacher)": 4.36352014541626,
       "epoch": 1.1059654631083202,
-      "rel-constrast": 3.261911392211914,
+      "rel-constrast": 3.8120205402374268,
       "step": 1409,
-      "subrel-constrast": 3.675297975540161,
+      "subrel-constrast": 3.4111616611480713,
       "view-similarity": 0
     },
     {
       "epoch": 1.1067503924646782,
-      "grad_norm": 5.625,
+      "grad_norm": 6.875,
       "learning_rate": 4.9745648937404944e-05,
-      "loss": 0.7923,
+      "loss": 0.8326,
       "step": 1410
     },
     {
-      "cov-distil": 1.4265708923339844,
-      "cov-distil (oracle2student)": 2.3586010932922363,
-      "cov-distil (oracle2teacher)": 2.7697043418884277,
+      "cov-distil": 1.6853759288787842,
+      "cov-distil (oracle2student)": 2.9907636642456055,
+      "cov-distil (oracle2teacher)": 2.875096321105957,
       "epoch": 1.1067503924646782,
-      "rel-constrast": 2.8547863960266113,
+      "rel-constrast": 3.2136316299438477,
       "step": 1410,
-      "subrel-constrast": 3.3013954162597656,
+      "subrel-constrast": 3.532647132873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.654770016670227,
-      "cov-distil (oracle2student)": 4.709851264953613,
-      "cov-distil (oracle2teacher)": 4.484446048736572,
+      "cov-distil": 1.8225637674331665,
+      "cov-distil (oracle2student)": 4.724822044372559,
+      "cov-distil (oracle2teacher)": 5.186404228210449,
       "epoch": 1.1075353218210362,
-      "rel-constrast": 2.5320489406585693,
+      "rel-constrast": 2.9724340438842773,
       "step": 1411,
-      "subrel-constrast": 3.3594744205474854,
+      "subrel-constrast": 3.157839298248291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6176217794418335,
-      "cov-distil (oracle2student)": 4.045330047607422,
-      "cov-distil (oracle2teacher)": 4.103939533233643,
+      "cov-distil": 1.959096074104309,
+      "cov-distil (oracle2student)": 4.4317827224731445,
+      "cov-distil (oracle2teacher)": 4.079085826873779,
       "epoch": 1.108320251177394,
-      "rel-constrast": 3.5939669609069824,
+      "rel-constrast": 4.124582290649414,
       "step": 1412,
-      "subrel-constrast": 4.583804130554199,
+      "subrel-constrast": 4.467187881469727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3921641111373901,
-      "cov-distil (oracle2student)": 3.223907470703125,
-      "cov-distil (oracle2teacher)": 2.718414783477783,
+      "cov-distil": 1.8929030895233154,
+      "cov-distil (oracle2student)": 3.2482895851135254,
+      "cov-distil (oracle2teacher)": 2.9346587657928467,
       "epoch": 1.109105180533752,
-      "rel-constrast": 3.739264965057373,
+      "rel-constrast": 3.8873002529144287,
       "step": 1413,
-      "subrel-constrast": 4.031973838806152,
+      "subrel-constrast": 4.198002815246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4037563800811768,
-      "cov-distil (oracle2student)": 2.9814395904541016,
-      "cov-distil (oracle2teacher)": 2.831556797027588,
+      "cov-distil": 2.315974473953247,
+      "cov-distil (oracle2student)": 2.6394901275634766,
+      "cov-distil (oracle2teacher)": 3.009307861328125,
       "epoch": 1.10989010989011,
-      "rel-constrast": 2.548524856567383,
+      "rel-constrast": 2.5589547157287598,
       "step": 1414,
-      "subrel-constrast": 3.5879123210906982,
+      "subrel-constrast": 3.494173526763916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.311434030532837,
-      "cov-distil (oracle2student)": 6.6438703536987305,
-      "cov-distil (oracle2teacher)": 5.585625171661377,
+      "cov-distil": 1.709186315536499,
+      "cov-distil (oracle2student)": 5.86510705947876,
+      "cov-distil (oracle2teacher)": 6.200382232666016,
       "epoch": 1.110675039246468,
-      "rel-constrast": 2.1226301193237305,
+      "rel-constrast": 1.8626899719238281,
       "step": 1415,
-      "subrel-constrast": 2.657355785369873,
+      "subrel-constrast": 2.5530710220336914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3532631397247314,
-      "cov-distil (oracle2student)": 4.801969528198242,
-      "cov-distil (oracle2teacher)": 4.307088851928711,
+      "cov-distil": 1.7966830730438232,
+      "cov-distil (oracle2student)": 5.182245254516602,
+      "cov-distil (oracle2teacher)": 4.4615912437438965,
       "epoch": 1.1114599686028257,
-      "rel-constrast": 2.868666648864746,
+      "rel-constrast": 3.4564666748046875,
       "step": 1416,
-      "subrel-constrast": 3.673433303833008,
+      "subrel-constrast": 3.487107992172241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8779492378234863,
-      "cov-distil (oracle2student)": 4.065706729888916,
-      "cov-distil (oracle2teacher)": 3.550511360168457,
+      "cov-distil": 2.409717321395874,
+      "cov-distil (oracle2student)": 3.319607734680176,
+      "cov-distil (oracle2teacher)": 3.9480361938476562,
       "epoch": 1.1122448979591837,
-      "rel-constrast": 1.9086132049560547,
+      "rel-constrast": 2.4977123737335205,
       "step": 1417,
-      "subrel-constrast": 3.243211269378662,
+      "subrel-constrast": 3.3502604961395264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2267191410064697,
-      "cov-distil (oracle2student)": 4.205009460449219,
-      "cov-distil (oracle2teacher)": 4.072425365447998,
+      "cov-distil": 1.7186965942382812,
+      "cov-distil (oracle2student)": 5.421255111694336,
+      "cov-distil (oracle2teacher)": 4.515533447265625,
       "epoch": 1.1130298273155417,
-      "rel-constrast": 2.7825543880462646,
+      "rel-constrast": 3.394833564758301,
       "step": 1418,
-      "subrel-constrast": 3.117405652999878,
+      "subrel-constrast": 3.33886456489563,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9352264404296875,
-      "cov-distil (oracle2student)": 4.916912078857422,
-      "cov-distil (oracle2teacher)": 4.510032653808594,
+      "cov-distil": 2.1539390087127686,
+      "cov-distil (oracle2student)": 4.530972957611084,
+      "cov-distil (oracle2teacher)": 4.677439212799072,
       "epoch": 1.1138147566718994,
-      "rel-constrast": 1.3724250793457031,
+      "rel-constrast": 1.9266300201416016,
       "step": 1419,
-      "subrel-constrast": 2.3689677715301514,
+      "subrel-constrast": 2.333613395690918,
       "view-similarity": 0
     },
     {
       "epoch": 1.1145996860282574,
-      "grad_norm": 4.0,
+      "grad_norm": 5.59375,
       "learning_rate": 4.9733081632215764e-05,
-      "loss": 0.6961,
+      "loss": 0.7474,
       "step": 1420
     },
     {
-      "cov-distil": 1.5852007865905762,
-      "cov-distil (oracle2student)": 3.7165722846984863,
-      "cov-distil (oracle2teacher)": 3.3471460342407227,
+      "cov-distil": 2.433168888092041,
+      "cov-distil (oracle2student)": 3.577162981033325,
+      "cov-distil (oracle2teacher)": 3.483403444290161,
       "epoch": 1.1145996860282574,
-      "rel-constrast": 2.6423745155334473,
+      "rel-constrast": 2.2994160652160645,
       "step": 1420,
-      "subrel-constrast": 3.6259613037109375,
+      "subrel-constrast": 3.383521318435669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5029120445251465,
-      "cov-distil (oracle2student)": 3.589764356613159,
-      "cov-distil (oracle2teacher)": 3.509883403778076,
+      "cov-distil": 1.9231046438217163,
+      "cov-distil (oracle2student)": 4.329220771789551,
+      "cov-distil (oracle2teacher)": 3.7733147144317627,
       "epoch": 1.1153846153846154,
-      "rel-constrast": 3.199857234954834,
+      "rel-constrast": 4.036587715148926,
       "step": 1421,
-      "subrel-constrast": 3.3864762783050537,
+      "subrel-constrast": 3.7350575923919678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.025437593460083,
-      "cov-distil (oracle2student)": 4.132634162902832,
-      "cov-distil (oracle2teacher)": 4.100710868835449,
+      "cov-distil": 2.204087495803833,
+      "cov-distil (oracle2student)": 4.584529399871826,
+      "cov-distil (oracle2teacher)": 4.147480487823486,
       "epoch": 1.1161695447409734,
-      "rel-constrast": 2.0588154792785645,
+      "rel-constrast": 2.659374475479126,
       "step": 1422,
-      "subrel-constrast": 3.2275381088256836,
+      "subrel-constrast": 2.8619837760925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.681736707687378,
-      "cov-distil (oracle2student)": 2.927661895751953,
-      "cov-distil (oracle2teacher)": 2.9438533782958984,
+      "cov-distil": 1.5975825786590576,
+      "cov-distil (oracle2student)": 3.1883060932159424,
+      "cov-distil (oracle2teacher)": 3.729382276535034,
       "epoch": 1.1169544740973312,
-      "rel-constrast": 2.08059024810791,
+      "rel-constrast": 2.434575080871582,
       "step": 1423,
-      "subrel-constrast": 2.9650402069091797,
+      "subrel-constrast": 2.942854166030884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1729309558868408,
-      "cov-distil (oracle2student)": 5.7799177169799805,
-      "cov-distil (oracle2teacher)": 4.567580223083496,
+      "cov-distil": 1.570343255996704,
+      "cov-distil (oracle2student)": 6.299631118774414,
+      "cov-distil (oracle2teacher)": 5.103911399841309,
       "epoch": 1.1177394034536892,
-      "rel-constrast": 2.907471179962158,
+      "rel-constrast": 3.051684856414795,
       "step": 1424,
-      "subrel-constrast": 3.5150842666625977,
+      "subrel-constrast": 3.1331095695495605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4462342262268066,
-      "cov-distil (oracle2student)": 3.6507339477539062,
-      "cov-distil (oracle2teacher)": 3.6555449962615967,
+      "cov-distil": 2.027163028717041,
+      "cov-distil (oracle2student)": 3.7783539295196533,
+      "cov-distil (oracle2teacher)": 3.9933102130889893,
       "epoch": 1.1185243328100472,
-      "rel-constrast": 2.425668478012085,
+      "rel-constrast": 2.9419219493865967,
       "step": 1425,
-      "subrel-constrast": 3.355107069015503,
+      "subrel-constrast": 3.2615320682525635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9393174648284912,
-      "cov-distil (oracle2student)": 4.488595962524414,
-      "cov-distil (oracle2teacher)": 4.189651012420654,
+      "cov-distil": 2.482464551925659,
+      "cov-distil (oracle2student)": 5.365954399108887,
+      "cov-distil (oracle2teacher)": 4.687240123748779,
       "epoch": 1.119309262166405,
-      "rel-constrast": 2.4969091415405273,
+      "rel-constrast": 3.057417631149292,
       "step": 1426,
-      "subrel-constrast": 3.629150152206421,
+      "subrel-constrast": 4.127047061920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5890607833862305,
-      "cov-distil (oracle2student)": 4.372025966644287,
-      "cov-distil (oracle2teacher)": 3.930250406265259,
+      "cov-distil": 1.9540050029754639,
+      "cov-distil (oracle2student)": 4.829152584075928,
+      "cov-distil (oracle2teacher)": 4.6638994216918945,
       "epoch": 1.120094191522763,
-      "rel-constrast": 2.9861860275268555,
+      "rel-constrast": 3.655332565307617,
       "step": 1427,
-      "subrel-constrast": 3.6342074871063232,
+      "subrel-constrast": 4.030825138092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4704128503799438,
-      "cov-distil (oracle2student)": 3.7790822982788086,
-      "cov-distil (oracle2teacher)": 3.661731719970703,
+      "cov-distil": 1.8655052185058594,
+      "cov-distil (oracle2student)": 3.8473212718963623,
+      "cov-distil (oracle2teacher)": 3.964374303817749,
       "epoch": 1.120879120879121,
-      "rel-constrast": 2.6263198852539062,
+      "rel-constrast": 2.8626928329467773,
       "step": 1428,
-      "subrel-constrast": 3.587519884109497,
+      "subrel-constrast": 3.8720240592956543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8990941047668457,
-      "cov-distil (oracle2student)": 3.3532373905181885,
-      "cov-distil (oracle2teacher)": 3.2707412242889404,
+      "cov-distil": 2.277270793914795,
+      "cov-distil (oracle2student)": 2.983346462249756,
+      "cov-distil (oracle2teacher)": 4.025400161743164,
       "epoch": 1.1216640502354789,
-      "rel-constrast": 3.5683093070983887,
+      "rel-constrast": 3.701930046081543,
       "step": 1429,
-      "subrel-constrast": 3.9765281677246094,
+      "subrel-constrast": 4.127531051635742,
       "view-similarity": 0
     },
     {
       "epoch": 1.1224489795918366,
-      "grad_norm": 9.625,
+      "grad_norm": 6.375,
       "learning_rate": 4.972021296223217e-05,
-      "loss": 0.7156,
+      "loss": 0.7675,
       "step": 1430
     },
     {
-      "cov-distil": 1.6202445030212402,
-      "cov-distil (oracle2student)": 3.0828869342803955,
-      "cov-distil (oracle2teacher)": 2.7788877487182617,
+      "cov-distil": 1.982932448387146,
+      "cov-distil (oracle2student)": 3.750943183898926,
+      "cov-distil (oracle2teacher)": 3.107762336730957,
       "epoch": 1.1224489795918366,
-      "rel-constrast": 2.265202045440674,
+      "rel-constrast": 2.7641680240631104,
       "step": 1430,
-      "subrel-constrast": 3.0199191570281982,
+      "subrel-constrast": 3.3648598194122314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5867798328399658,
-      "cov-distil (oracle2student)": 6.637983322143555,
-      "cov-distil (oracle2teacher)": 5.775035858154297,
+      "cov-distil": 1.939199686050415,
+      "cov-distil (oracle2student)": 7.2166595458984375,
+      "cov-distil (oracle2teacher)": 6.808341026306152,
       "epoch": 1.1232339089481946,
-      "rel-constrast": 1.8450088500976562,
+      "rel-constrast": 2.481630325317383,
       "step": 1431,
-      "subrel-constrast": 2.654466390609741,
+      "subrel-constrast": 3.0191991329193115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5769436359405518,
-      "cov-distil (oracle2student)": 3.3085904121398926,
-      "cov-distil (oracle2teacher)": 3.1149349212646484,
+      "cov-distil": 1.457270622253418,
+      "cov-distil (oracle2student)": 3.9405293464660645,
+      "cov-distil (oracle2teacher)": 3.7013838291168213,
       "epoch": 1.1240188383045526,
-      "rel-constrast": 3.127098321914673,
+      "rel-constrast": 2.9223179817199707,
       "step": 1432,
-      "subrel-constrast": 3.4269423484802246,
+      "subrel-constrast": 3.2380878925323486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.290905237197876,
-      "cov-distil (oracle2student)": 7.275933265686035,
-      "cov-distil (oracle2teacher)": 6.055379390716553,
+      "cov-distil": 1.6811332702636719,
+      "cov-distil (oracle2student)": 7.614007949829102,
+      "cov-distil (oracle2teacher)": 7.1837921142578125,
       "epoch": 1.1248037676609106,
-      "rel-constrast": 2.6604831218719482,
+      "rel-constrast": 2.8667330741882324,
       "step": 1433,
-      "subrel-constrast": 3.1333022117614746,
+      "subrel-constrast": 3.7246224880218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4214860200881958,
-      "cov-distil (oracle2student)": 3.6913363933563232,
-      "cov-distil (oracle2teacher)": 3.974123239517212,
+      "cov-distil": 1.6450047492980957,
+      "cov-distil (oracle2student)": 3.4898738861083984,
+      "cov-distil (oracle2teacher)": 4.002604007720947,
       "epoch": 1.1255886970172684,
-      "rel-constrast": 3.193338394165039,
+      "rel-constrast": 2.627016305923462,
       "step": 1434,
-      "subrel-constrast": 3.5697827339172363,
+      "subrel-constrast": 3.5032410621643066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1152448654174805,
-      "cov-distil (oracle2student)": 4.05968713760376,
-      "cov-distil (oracle2teacher)": 3.9392943382263184,
+      "cov-distil": 2.3539206981658936,
+      "cov-distil (oracle2student)": 3.941653251647949,
+      "cov-distil (oracle2teacher)": 3.901658058166504,
       "epoch": 1.1263736263736264,
-      "rel-constrast": 2.2788405418395996,
+      "rel-constrast": 2.5941123962402344,
       "step": 1435,
-      "subrel-constrast": 3.7335705757141113,
+      "subrel-constrast": 3.7257964611053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.242502212524414,
-      "cov-distil (oracle2student)": 3.214986562728882,
-      "cov-distil (oracle2teacher)": 3.609635829925537,
+      "cov-distil": 1.9122120141983032,
+      "cov-distil (oracle2student)": 4.399253845214844,
+      "cov-distil (oracle2teacher)": 4.291863441467285,
       "epoch": 1.1271585557299844,
-      "rel-constrast": 2.747772455215454,
+      "rel-constrast": 3.3567237854003906,
       "step": 1436,
-      "subrel-constrast": 3.4749293327331543,
+      "subrel-constrast": 3.6339223384857178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.319406270980835,
-      "cov-distil (oracle2student)": 7.63732385635376,
-      "cov-distil (oracle2teacher)": 6.685694694519043,
+      "cov-distil": 1.3740392923355103,
+      "cov-distil (oracle2student)": 7.122165203094482,
+      "cov-distil (oracle2teacher)": 7.6571784019470215,
       "epoch": 1.1279434850863423,
-      "rel-constrast": 3.4438138008117676,
+      "rel-constrast": 3.0421605110168457,
       "step": 1437,
-      "subrel-constrast": 3.970630168914795,
+      "subrel-constrast": 4.018450736999512,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0939173698425293,
-      "cov-distil (oracle2student)": 5.202234745025635,
-      "cov-distil (oracle2teacher)": 4.502569675445557,
+      "cov-distil": 1.8173179626464844,
+      "cov-distil (oracle2student)": 5.831240653991699,
+      "cov-distil (oracle2teacher)": 5.138838768005371,
       "epoch": 1.1287284144427001,
-      "rel-constrast": 3.825807571411133,
+      "rel-constrast": 4.370652198791504,
       "step": 1438,
-      "subrel-constrast": 4.160816192626953,
+      "subrel-constrast": 4.395641803741455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4238145351409912,
-      "cov-distil (oracle2student)": 3.324925184249878,
-      "cov-distil (oracle2teacher)": 3.2941694259643555,
+      "cov-distil": 1.8037188053131104,
+      "cov-distil (oracle2student)": 2.9470572471618652,
+      "cov-distil (oracle2teacher)": 3.448843479156494,
       "epoch": 1.129513343799058,
-      "rel-constrast": 2.8478026390075684,
+      "rel-constrast": 2.9419519901275635,
       "step": 1439,
-      "subrel-constrast": 3.2991602420806885,
+      "subrel-constrast": 3.1648478507995605,
       "view-similarity": 0
     },
     {
       "epoch": 1.130298273155416,
-      "grad_norm": 6.65625,
+      "grad_norm": 5.90625,
       "learning_rate": 4.970704308425487e-05,
-      "loss": 0.7426,
+      "loss": 0.7492,
       "step": 1440
     },
     {
-      "cov-distil": 1.7210097312927246,
-      "cov-distil (oracle2student)": 4.91700553894043,
-      "cov-distil (oracle2teacher)": 4.660266876220703,
+      "cov-distil": 2.0426559448242188,
+      "cov-distil (oracle2student)": 5.454262733459473,
+      "cov-distil (oracle2teacher)": 5.167389869689941,
       "epoch": 1.130298273155416,
-      "rel-constrast": 2.580687999725342,
+      "rel-constrast": 2.993861198425293,
       "step": 1440,
-      "subrel-constrast": 3.407400131225586,
+      "subrel-constrast": 3.5334720611572266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4355494976043701,
-      "cov-distil (oracle2student)": 4.487117767333984,
-      "cov-distil (oracle2teacher)": 3.9655141830444336,
+      "cov-distil": 1.3895344734191895,
+      "cov-distil (oracle2student)": 4.631635665893555,
+      "cov-distil (oracle2teacher)": 4.396799087524414,
       "epoch": 1.1310832025117739,
-      "rel-constrast": 2.7421960830688477,
+      "rel-constrast": 3.148571014404297,
       "step": 1441,
-      "subrel-constrast": 3.3824241161346436,
+      "subrel-constrast": 3.4729297161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7735215425491333,
-      "cov-distil (oracle2student)": 7.142309188842773,
-      "cov-distil (oracle2teacher)": 5.814286231994629,
+      "cov-distil": 2.123391628265381,
+      "cov-distil (oracle2student)": 6.276381492614746,
+      "cov-distil (oracle2teacher)": 6.550739288330078,
       "epoch": 1.1318681318681318,
-      "rel-constrast": 3.1321613788604736,
+      "rel-constrast": 3.0474581718444824,
       "step": 1442,
-      "subrel-constrast": 3.7966020107269287,
+      "subrel-constrast": 3.9210212230682373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4831596612930298,
-      "cov-distil (oracle2student)": 4.758261680603027,
-      "cov-distil (oracle2teacher)": 4.327485084533691,
+      "cov-distil": 1.518754482269287,
+      "cov-distil (oracle2student)": 5.439505577087402,
+      "cov-distil (oracle2teacher)": 4.402422904968262,
       "epoch": 1.1326530612244898,
-      "rel-constrast": 3.778820037841797,
+      "rel-constrast": 3.9995884895324707,
       "step": 1443,
-      "subrel-constrast": 4.133635520935059,
+      "subrel-constrast": 3.7427377700805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5499006509780884,
-      "cov-distil (oracle2student)": 4.640183448791504,
-      "cov-distil (oracle2teacher)": 4.057236671447754,
+      "cov-distil": 2.0567758083343506,
+      "cov-distil (oracle2student)": 4.521160125732422,
+      "cov-distil (oracle2teacher)": 4.614233016967773,
       "epoch": 1.1334379905808478,
-      "rel-constrast": 3.0463719367980957,
+      "rel-constrast": 3.052737236022949,
       "step": 1444,
-      "subrel-constrast": 3.5193467140197754,
+      "subrel-constrast": 3.6064069271087646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5021295547485352,
-      "cov-distil (oracle2student)": 4.30925989151001,
-      "cov-distil (oracle2teacher)": 4.226467132568359,
+      "cov-distil": 1.7953310012817383,
+      "cov-distil (oracle2student)": 4.49407958984375,
+      "cov-distil (oracle2teacher)": 4.102204322814941,
       "epoch": 1.1342229199372056,
-      "rel-constrast": 2.504362106323242,
+      "rel-constrast": 2.6777076721191406,
       "step": 1445,
-      "subrel-constrast": 3.079847812652588,
+      "subrel-constrast": 3.291940212249756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6534078121185303,
-      "cov-distil (oracle2student)": 3.8200089931488037,
-      "cov-distil (oracle2teacher)": 4.042212963104248,
+      "cov-distil": 1.573329210281372,
+      "cov-distil (oracle2student)": 4.19174337387085,
+      "cov-distil (oracle2teacher)": 4.107841968536377,
       "epoch": 1.1350078492935636,
-      "rel-constrast": 3.2322568893432617,
+      "rel-constrast": 3.353811264038086,
       "step": 1446,
-      "subrel-constrast": 3.7701570987701416,
+      "subrel-constrast": 3.692211627960205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5618064403533936,
-      "cov-distil (oracle2student)": 4.572770118713379,
-      "cov-distil (oracle2teacher)": 4.0620245933532715,
+      "cov-distil": 2.0504980087280273,
+      "cov-distil (oracle2student)": 4.846650123596191,
+      "cov-distil (oracle2teacher)": 4.699282646179199,
       "epoch": 1.1357927786499216,
-      "rel-constrast": 2.9428255558013916,
+      "rel-constrast": 3.3729968070983887,
       "step": 1447,
-      "subrel-constrast": 3.3003830909729004,
+      "subrel-constrast": 3.7208049297332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.392897129058838,
-      "cov-distil (oracle2student)": 3.695558786392212,
-      "cov-distil (oracle2teacher)": 3.8413383960723877,
+      "cov-distil": 1.6175048351287842,
+      "cov-distil (oracle2student)": 4.194738864898682,
+      "cov-distil (oracle2teacher)": 4.000189781188965,
       "epoch": 1.1365777080062793,
-      "rel-constrast": 3.3504841327667236,
+      "rel-constrast": 3.4200713634490967,
       "step": 1448,
-      "subrel-constrast": 3.8079612255096436,
+      "subrel-constrast": 3.681863307952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3107936382293701,
-      "cov-distil (oracle2student)": 4.832245826721191,
-      "cov-distil (oracle2teacher)": 4.406163215637207,
+      "cov-distil": 1.5386353731155396,
+      "cov-distil (oracle2student)": 4.80349588394165,
+      "cov-distil (oracle2teacher)": 4.564545631408691,
       "epoch": 1.1373626373626373,
-      "rel-constrast": 1.9430854320526123,
+      "rel-constrast": 2.6934633255004883,
       "step": 1449,
-      "subrel-constrast": 3.0062904357910156,
+      "subrel-constrast": 2.7144124507904053,
       "view-similarity": 0
     },
     {
       "epoch": 1.1381475667189953,
-      "grad_norm": 4.03125,
+      "grad_norm": 5.21875,
       "learning_rate": 4.969357215875464e-05,
-      "loss": 0.7698,
+      "loss": 0.794,
       "step": 1450
     },
     {
-      "cov-distil": 0.919407069683075,
-      "cov-distil (oracle2student)": 3.1853508949279785,
-      "cov-distil (oracle2teacher)": 3.0984792709350586,
+      "cov-distil": 1.5001012086868286,
+      "cov-distil (oracle2student)": 4.287996292114258,
+      "cov-distil (oracle2teacher)": 3.303372859954834,
       "epoch": 1.1381475667189953,
-      "rel-constrast": 2.12074613571167,
+      "rel-constrast": 2.8342342376708984,
       "step": 1450,
-      "subrel-constrast": 2.755837917327881,
+      "subrel-constrast": 2.6444056034088135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5972926616668701,
-      "cov-distil (oracle2student)": 3.328793525695801,
-      "cov-distil (oracle2teacher)": 3.0796613693237305,
+      "cov-distil": 1.982163429260254,
+      "cov-distil (oracle2student)": 3.0845515727996826,
+      "cov-distil (oracle2teacher)": 3.6397335529327393,
       "epoch": 1.1389324960753533,
-      "rel-constrast": 3.2211830615997314,
+      "rel-constrast": 3.5948548316955566,
       "step": 1451,
-      "subrel-constrast": 3.4729177951812744,
+      "subrel-constrast": 3.531710147857666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.697230339050293,
-      "cov-distil (oracle2student)": 2.8607988357543945,
-      "cov-distil (oracle2teacher)": 2.8472752571105957,
+      "cov-distil": 1.874776840209961,
+      "cov-distil (oracle2student)": 2.5997557640075684,
+      "cov-distil (oracle2teacher)": 3.2714900970458984,
       "epoch": 1.139717425431711,
-      "rel-constrast": 2.671549081802368,
+      "rel-constrast": 2.9441580772399902,
       "step": 1452,
-      "subrel-constrast": 3.4498088359832764,
+      "subrel-constrast": 3.869704484939575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.94770348072052,
-      "cov-distil (oracle2student)": 3.914979934692383,
-      "cov-distil (oracle2teacher)": 3.7376723289489746,
+      "cov-distil": 2.5034706592559814,
+      "cov-distil (oracle2student)": 3.6188740730285645,
+      "cov-distil (oracle2teacher)": 4.029179096221924,
       "epoch": 1.140502354788069,
-      "rel-constrast": 2.0744659900665283,
+      "rel-constrast": 2.4145846366882324,
       "step": 1453,
-      "subrel-constrast": 2.9850118160247803,
+      "subrel-constrast": 2.861753463745117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9390360116958618,
-      "cov-distil (oracle2student)": 4.633434772491455,
-      "cov-distil (oracle2teacher)": 4.247796058654785,
+      "cov-distil": 2.076197385787964,
+      "cov-distil (oracle2student)": 5.104186058044434,
+      "cov-distil (oracle2teacher)": 4.448078155517578,
       "epoch": 1.141287284144427,
-      "rel-constrast": 3.4581127166748047,
+      "rel-constrast": 3.2462053298950195,
       "step": 1454,
-      "subrel-constrast": 3.9714317321777344,
+      "subrel-constrast": 3.8363282680511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7025808095932007,
-      "cov-distil (oracle2student)": 3.242124080657959,
-      "cov-distil (oracle2teacher)": 3.162363052368164,
+      "cov-distil": 1.8541440963745117,
+      "cov-distil (oracle2student)": 3.6816678047180176,
+      "cov-distil (oracle2teacher)": 3.010829448699951,
       "epoch": 1.1420722135007848,
-      "rel-constrast": 2.250493288040161,
+      "rel-constrast": 2.7425930500030518,
       "step": 1455,
-      "subrel-constrast": 3.050462484359741,
+      "subrel-constrast": 2.6424667835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5706788301467896,
-      "cov-distil (oracle2student)": 5.469461917877197,
-      "cov-distil (oracle2teacher)": 4.936834812164307,
+      "cov-distil": 1.7729040384292603,
+      "cov-distil (oracle2student)": 6.309227466583252,
+      "cov-distil (oracle2teacher)": 5.511723518371582,
       "epoch": 1.1428571428571428,
-      "rel-constrast": 2.565253496170044,
+      "rel-constrast": 3.0697360038757324,
       "step": 1456,
-      "subrel-constrast": 3.38845157623291,
+      "subrel-constrast": 3.6497180461883545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2386635541915894,
-      "cov-distil (oracle2student)": 3.0493264198303223,
-      "cov-distil (oracle2teacher)": 3.1810073852539062,
+      "cov-distil": 1.523761510848999,
+      "cov-distil (oracle2student)": 3.3291311264038086,
+      "cov-distil (oracle2teacher)": 3.5130953788757324,
       "epoch": 1.1436420722135008,
-      "rel-constrast": 2.261092185974121,
+      "rel-constrast": 2.7546818256378174,
       "step": 1457,
-      "subrel-constrast": 2.7858762741088867,
+      "subrel-constrast": 3.1087355613708496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.739606499671936,
-      "cov-distil (oracle2student)": 3.968785524368286,
-      "cov-distil (oracle2teacher)": 3.909520387649536,
+      "cov-distil": 1.938252329826355,
+      "cov-distil (oracle2student)": 4.529033660888672,
+      "cov-distil (oracle2teacher)": 4.478305339813232,
       "epoch": 1.1444270015698588,
-      "rel-constrast": 2.737807273864746,
+      "rel-constrast": 2.9994544982910156,
       "step": 1458,
-      "subrel-constrast": 3.617563486099243,
+      "subrel-constrast": 3.517378330230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63069486618042,
-      "cov-distil (oracle2student)": 4.003785133361816,
-      "cov-distil (oracle2teacher)": 3.693113088607788,
+      "cov-distil": 1.7429877519607544,
+      "cov-distil (oracle2student)": 4.372265815734863,
+      "cov-distil (oracle2teacher)": 4.066312789916992,
       "epoch": 1.1452119309262168,
-      "rel-constrast": 3.737630844116211,
+      "rel-constrast": 4.253322601318359,
       "step": 1459,
-      "subrel-constrast": 4.189433574676514,
+      "subrel-constrast": 4.255533218383789,
       "view-similarity": 0
     },
     {
       "epoch": 1.1459968602825745,
-      "grad_norm": 5.8125,
+      "grad_norm": 6.90625,
       "learning_rate": 4.967980034987048e-05,
-      "loss": 0.7174,
+      "loss": 0.7713,
       "step": 1460
     },
     {
-      "cov-distil": 2.4934022426605225,
-      "cov-distil (oracle2student)": 5.498902797698975,
-      "cov-distil (oracle2teacher)": 4.933234214782715,
+      "cov-distil": 1.9212923049926758,
+      "cov-distil (oracle2student)": 5.562067031860352,
+      "cov-distil (oracle2teacher)": 4.689361572265625,
       "epoch": 1.1459968602825745,
-      "rel-constrast": 3.81288480758667,
+      "rel-constrast": 4.437234878540039,
       "step": 1460,
-      "subrel-constrast": 4.341779708862305,
+      "subrel-constrast": 4.182931900024414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358349323272705,
-      "cov-distil (oracle2student)": 4.342729568481445,
-      "cov-distil (oracle2teacher)": 3.542717456817627,
+      "cov-distil": 1.5608412027359009,
+      "cov-distil (oracle2student)": 4.695309638977051,
+      "cov-distil (oracle2teacher)": 4.204141139984131,
       "epoch": 1.1467817896389325,
-      "rel-constrast": 3.4645586013793945,
+      "rel-constrast": 3.6800384521484375,
       "step": 1461,
-      "subrel-constrast": 3.522831439971924,
+      "subrel-constrast": 3.7106289863586426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41737699508667,
-      "cov-distil (oracle2student)": 3.1106297969818115,
-      "cov-distil (oracle2teacher)": 3.1990559101104736,
+      "cov-distil": 1.9370254278182983,
+      "cov-distil (oracle2student)": 3.4269847869873047,
+      "cov-distil (oracle2teacher)": 3.408883810043335,
       "epoch": 1.1475667189952905,
-      "rel-constrast": 2.447864055633545,
+      "rel-constrast": 2.2589893341064453,
       "step": 1462,
-      "subrel-constrast": 3.088907480239868,
+      "subrel-constrast": 2.9958174228668213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4640257358551025,
-      "cov-distil (oracle2student)": 4.718017101287842,
-      "cov-distil (oracle2teacher)": 4.130568504333496,
+      "cov-distil": 1.4006874561309814,
+      "cov-distil (oracle2student)": 5.1040496826171875,
+      "cov-distil (oracle2teacher)": 4.697524070739746,
       "epoch": 1.1483516483516483,
-      "rel-constrast": 2.635941982269287,
+      "rel-constrast": 3.375828266143799,
       "step": 1463,
-      "subrel-constrast": 3.385139226913452,
+      "subrel-constrast": 3.4277822971343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9698772430419922,
-      "cov-distil (oracle2student)": 6.459268569946289,
-      "cov-distil (oracle2teacher)": 5.032258033752441,
+      "cov-distil": 2.6295361518859863,
+      "cov-distil (oracle2student)": 5.740342140197754,
+      "cov-distil (oracle2teacher)": 5.3918561935424805,
       "epoch": 1.1491365777080063,
-      "rel-constrast": 4.093239784240723,
+      "rel-constrast": 3.6798529624938965,
       "step": 1464,
-      "subrel-constrast": 4.585559368133545,
+      "subrel-constrast": 4.8825554847717285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2035655975341797,
-      "cov-distil (oracle2student)": 3.430039167404175,
-      "cov-distil (oracle2teacher)": 3.6964468955993652,
+      "cov-distil": 1.5618951320648193,
+      "cov-distil (oracle2student)": 4.410443305969238,
+      "cov-distil (oracle2teacher)": 3.889617443084717,
       "epoch": 1.1499215070643642,
-      "rel-constrast": 2.4838099479675293,
+      "rel-constrast": 3.1879377365112305,
       "step": 1465,
-      "subrel-constrast": 3.1714468002319336,
+      "subrel-constrast": 3.164583444595337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.579946756362915,
-      "cov-distil (oracle2student)": 4.577866554260254,
-      "cov-distil (oracle2teacher)": 4.270482063293457,
+      "cov-distil": 1.6162176132202148,
+      "cov-distil (oracle2student)": 4.724667072296143,
+      "cov-distil (oracle2teacher)": 4.908760070800781,
       "epoch": 1.1507064364207222,
-      "rel-constrast": 2.88089656829834,
+      "rel-constrast": 2.7185440063476562,
       "step": 1466,
-      "subrel-constrast": 3.644862651824951,
+      "subrel-constrast": 3.1293928623199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5102288722991943,
-      "cov-distil (oracle2student)": 4.6253509521484375,
-      "cov-distil (oracle2teacher)": 4.5397844314575195,
+      "cov-distil": 1.9101331233978271,
+      "cov-distil (oracle2student)": 4.7417402267456055,
+      "cov-distil (oracle2teacher)": 4.537750244140625,
       "epoch": 1.15149136577708,
-      "rel-constrast": 2.2269387245178223,
+      "rel-constrast": 2.547527313232422,
       "step": 1467,
-      "subrel-constrast": 2.7581796646118164,
+      "subrel-constrast": 2.6495649814605713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5692392587661743,
-      "cov-distil (oracle2student)": 2.171421527862549,
-      "cov-distil (oracle2teacher)": 2.289473295211792,
+      "cov-distil": 1.6251885890960693,
+      "cov-distil (oracle2student)": 2.0561258792877197,
+      "cov-distil (oracle2teacher)": 2.32024884223938,
       "epoch": 1.152276295133438,
-      "rel-constrast": 1.5733784437179565,
+      "rel-constrast": 1.6788508892059326,
       "step": 1468,
-      "subrel-constrast": 2.421278953552246,
+      "subrel-constrast": 2.526577949523926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7924730777740479,
-      "cov-distil (oracle2student)": 3.1747889518737793,
-      "cov-distil (oracle2teacher)": 3.5125255584716797,
+      "cov-distil": 1.7377196550369263,
+      "cov-distil (oracle2student)": 4.016489505767822,
+      "cov-distil (oracle2teacher)": 3.795295000076294,
       "epoch": 1.153061224489796,
-      "rel-constrast": 2.380284309387207,
+      "rel-constrast": 3.172549247741699,
       "step": 1469,
-      "subrel-constrast": 2.991039752960205,
+      "subrel-constrast": 3.154438018798828,
       "view-similarity": 0
     },
     {
       "epoch": 1.1538461538461537,
-      "grad_norm": 5.0,
+      "grad_norm": 6.6875,
       "learning_rate": 4.966572782540753e-05,
-      "loss": 0.7416,
+      "loss": 0.7684,
       "step": 1470
     },
     {
-      "cov-distil": 1.6793698072433472,
-      "cov-distil (oracle2student)": 6.4284772872924805,
-      "cov-distil (oracle2teacher)": 5.520218849182129,
+      "cov-distil": 1.6215453147888184,
+      "cov-distil (oracle2student)": 6.456110000610352,
+      "cov-distil (oracle2teacher)": 6.198277473449707,
       "epoch": 1.1538461538461537,
-      "rel-constrast": 2.484776496887207,
+      "rel-constrast": 2.8013319969177246,
       "step": 1470,
-      "subrel-constrast": 3.247373104095459,
+      "subrel-constrast": 3.614323139190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5853190422058105,
-      "cov-distil (oracle2student)": 3.101043224334717,
-      "cov-distil (oracle2teacher)": 3.3245849609375,
+      "cov-distil": 2.077974319458008,
+      "cov-distil (oracle2student)": 3.670943260192871,
+      "cov-distil (oracle2teacher)": 3.4015090465545654,
       "epoch": 1.1546310832025117,
-      "rel-constrast": 1.8537979125976562,
+      "rel-constrast": 2.4052650928497314,
       "step": 1471,
-      "subrel-constrast": 2.7095072269439697,
+      "subrel-constrast": 2.7527077198028564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.366969108581543,
-      "cov-distil (oracle2student)": 5.257271766662598,
-      "cov-distil (oracle2teacher)": 4.78129768371582,
+      "cov-distil": 1.5129969120025635,
+      "cov-distil (oracle2student)": 5.038872718811035,
+      "cov-distil (oracle2teacher)": 5.041912078857422,
       "epoch": 1.1554160125588697,
-      "rel-constrast": 2.072223663330078,
+      "rel-constrast": 2.1297402381896973,
       "step": 1472,
-      "subrel-constrast": 2.9598119258880615,
+      "subrel-constrast": 2.7793400287628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649501919746399,
-      "cov-distil (oracle2student)": 6.186247825622559,
-      "cov-distil (oracle2teacher)": 5.7467803955078125,
+      "cov-distil": 1.8984147310256958,
+      "cov-distil (oracle2student)": 6.500856399536133,
+      "cov-distil (oracle2teacher)": 5.917914390563965,
       "epoch": 1.1562009419152277,
-      "rel-constrast": 2.668015718460083,
+      "rel-constrast": 2.5725464820861816,
       "step": 1473,
-      "subrel-constrast": 2.9322075843811035,
+      "subrel-constrast": 2.653975009918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3380396366119385,
-      "cov-distil (oracle2student)": 3.762608528137207,
-      "cov-distil (oracle2teacher)": 3.6091530323028564,
+      "cov-distil": 1.9486241340637207,
+      "cov-distil (oracle2student)": 4.89066219329834,
+      "cov-distil (oracle2teacher)": 4.314236164093018,
       "epoch": 1.1569858712715855,
-      "rel-constrast": 2.0027313232421875,
+      "rel-constrast": 2.672910690307617,
       "step": 1474,
-      "subrel-constrast": 2.8449206352233887,
+      "subrel-constrast": 2.7053542137145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2223048210144043,
-      "cov-distil (oracle2student)": 5.674510955810547,
-      "cov-distil (oracle2teacher)": 4.935297012329102,
+      "cov-distil": 1.2851771116256714,
+      "cov-distil (oracle2student)": 6.013919353485107,
+      "cov-distil (oracle2teacher)": 5.627117156982422,
       "epoch": 1.1577708006279435,
-      "rel-constrast": 2.102262020111084,
+      "rel-constrast": 2.2614243030548096,
       "step": 1475,
-      "subrel-constrast": 3.233121871948242,
+      "subrel-constrast": 2.696138381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7302626371383667,
-      "cov-distil (oracle2student)": 3.6926541328430176,
-      "cov-distil (oracle2teacher)": 3.3863492012023926,
+      "cov-distil": 1.8655471801757812,
+      "cov-distil (oracle2student)": 3.747208595275879,
+      "cov-distil (oracle2teacher)": 3.8368685245513916,
       "epoch": 1.1585557299843015,
-      "rel-constrast": 2.388659715652466,
+      "rel-constrast": 2.3927254676818848,
       "step": 1476,
-      "subrel-constrast": 3.0286173820495605,
+      "subrel-constrast": 3.056201219558716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4704991579055786,
-      "cov-distil (oracle2student)": 4.7798309326171875,
-      "cov-distil (oracle2teacher)": 4.173938274383545,
+      "cov-distil": 2.254734516143799,
+      "cov-distil (oracle2student)": 5.258458614349365,
+      "cov-distil (oracle2teacher)": 4.851945877075195,
       "epoch": 1.1593406593406592,
-      "rel-constrast": 2.9184153079986572,
+      "rel-constrast": 3.1367921829223633,
       "step": 1477,
-      "subrel-constrast": 3.51603364944458,
+      "subrel-constrast": 3.793764591217041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2648746967315674,
-      "cov-distil (oracle2student)": 4.841617107391357,
-      "cov-distil (oracle2teacher)": 4.3514604568481445,
+      "cov-distil": 2.032007932662964,
+      "cov-distil (oracle2student)": 5.84316349029541,
+      "cov-distil (oracle2teacher)": 4.998639106750488,
       "epoch": 1.1601255886970172,
-      "rel-constrast": 3.234201192855835,
+      "rel-constrast": 3.5546092987060547,
       "step": 1478,
-      "subrel-constrast": 3.6756820678710938,
+      "subrel-constrast": 3.7173986434936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8125864267349243,
-      "cov-distil (oracle2student)": 2.6819968223571777,
-      "cov-distil (oracle2teacher)": 2.9248392581939697,
+      "cov-distil": 2.0281710624694824,
+      "cov-distil (oracle2student)": 3.3131628036499023,
+      "cov-distil (oracle2teacher)": 3.1151814460754395,
       "epoch": 1.1609105180533752,
-      "rel-constrast": 3.2202460765838623,
+      "rel-constrast": 3.677334785461426,
       "step": 1479,
-      "subrel-constrast": 3.61031174659729,
+      "subrel-constrast": 3.8669984340667725,
       "view-similarity": 0
     },
     {
       "epoch": 1.1616954474097332,
-      "grad_norm": 6.0625,
+      "grad_norm": 8.4375,
       "learning_rate": 4.9651354756835056e-05,
-      "loss": 0.6614,
+      "loss": 0.6901,
       "step": 1480
     },
     {
-      "cov-distil": 1.392646074295044,
-      "cov-distil (oracle2student)": 4.2380523681640625,
-      "cov-distil (oracle2teacher)": 3.5811140537261963,
+      "cov-distil": 1.4051145315170288,
+      "cov-distil (oracle2student)": 5.125507831573486,
+      "cov-distil (oracle2teacher)": 4.128995418548584,
       "epoch": 1.1616954474097332,
-      "rel-constrast": 2.6302762031555176,
+      "rel-constrast": 3.015542507171631,
       "step": 1480,
-      "subrel-constrast": 3.427609920501709,
+      "subrel-constrast": 3.2861921787261963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8921456336975098,
-      "cov-distil (oracle2student)": 3.067326068878174,
-      "cov-distil (oracle2teacher)": 3.2499985694885254,
+      "cov-distil": 2.4433538913726807,
+      "cov-distil (oracle2student)": 3.273416042327881,
+      "cov-distil (oracle2teacher)": 3.324252128601074,
       "epoch": 1.1624803767660912,
-      "rel-constrast": 1.4655245542526245,
+      "rel-constrast": 2.514585256576538,
       "step": 1481,
-      "subrel-constrast": 2.7194595336914062,
+      "subrel-constrast": 2.4992172718048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8185973167419434,
-      "cov-distil (oracle2student)": 4.516495704650879,
-      "cov-distil (oracle2teacher)": 3.844066858291626,
+      "cov-distil": 1.7584583759307861,
+      "cov-distil (oracle2student)": 5.0193023681640625,
+      "cov-distil (oracle2teacher)": 3.98000431060791,
       "epoch": 1.163265306122449,
-      "rel-constrast": 2.676448345184326,
+      "rel-constrast": 3.1768791675567627,
       "step": 1482,
-      "subrel-constrast": 3.0788421630859375,
+      "subrel-constrast": 3.1618876457214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3603132963180542,
-      "cov-distil (oracle2student)": 6.497417449951172,
-      "cov-distil (oracle2teacher)": 5.633515357971191,
+      "cov-distil": 1.3572784662246704,
+      "cov-distil (oracle2student)": 7.191246032714844,
+      "cov-distil (oracle2teacher)": 6.487381458282471,
       "epoch": 1.164050235478807,
-      "rel-constrast": 2.9875617027282715,
+      "rel-constrast": 3.7168047428131104,
       "step": 1483,
-      "subrel-constrast": 3.8521313667297363,
+      "subrel-constrast": 4.240249156951904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2592880725860596,
-      "cov-distil (oracle2student)": 4.702965259552002,
-      "cov-distil (oracle2teacher)": 4.209061622619629,
+      "cov-distil": 1.6998684406280518,
+      "cov-distil (oracle2student)": 4.216327667236328,
+      "cov-distil (oracle2teacher)": 4.563514709472656,
       "epoch": 1.164835164835165,
-      "rel-constrast": 3.127880096435547,
+      "rel-constrast": 2.6142237186431885,
       "step": 1484,
-      "subrel-constrast": 3.3566198348999023,
+      "subrel-constrast": 3.1972951889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8305009603500366,
-      "cov-distil (oracle2student)": 4.822851181030273,
-      "cov-distil (oracle2teacher)": 4.675025939941406,
+      "cov-distil": 2.2418618202209473,
+      "cov-distil (oracle2student)": 5.399343490600586,
+      "cov-distil (oracle2teacher)": 5.2729034423828125,
       "epoch": 1.1656200941915227,
-      "rel-constrast": 4.437347888946533,
+      "rel-constrast": 4.64068603515625,
       "step": 1485,
-      "subrel-constrast": 4.580851078033447,
+      "subrel-constrast": 4.593968391418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9999454021453857,
-      "cov-distil (oracle2student)": 3.5581858158111572,
-      "cov-distil (oracle2teacher)": 3.610217571258545,
+      "cov-distil": 2.0253984928131104,
+      "cov-distil (oracle2student)": 3.747840404510498,
+      "cov-distil (oracle2teacher)": 3.7374329566955566,
       "epoch": 1.1664050235478807,
-      "rel-constrast": 2.2528839111328125,
+      "rel-constrast": 2.892033576965332,
       "step": 1486,
-      "subrel-constrast": 3.5497658252716064,
+      "subrel-constrast": 3.8607208728790283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4891130924224854,
-      "cov-distil (oracle2student)": 3.6254210472106934,
-      "cov-distil (oracle2teacher)": 3.5837528705596924,
+      "cov-distil": 2.310366630554199,
+      "cov-distil (oracle2student)": 3.8379604816436768,
+      "cov-distil (oracle2teacher)": 3.770991325378418,
       "epoch": 1.1671899529042387,
-      "rel-constrast": 2.2691445350646973,
+      "rel-constrast": 2.4887704849243164,
       "step": 1487,
-      "subrel-constrast": 3.445279598236084,
+      "subrel-constrast": 3.1357686519622803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.615608811378479,
-      "cov-distil (oracle2student)": 4.965720176696777,
-      "cov-distil (oracle2teacher)": 4.5782999992370605,
+      "cov-distil": 1.8882396221160889,
+      "cov-distil (oracle2student)": 4.706502437591553,
+      "cov-distil (oracle2teacher)": 5.106330871582031,
       "epoch": 1.1679748822605966,
-      "rel-constrast": 2.9276885986328125,
+      "rel-constrast": 3.4023356437683105,
       "step": 1488,
-      "subrel-constrast": 3.6910719871520996,
+      "subrel-constrast": 3.7543928623199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073660135269165,
-      "cov-distil (oracle2student)": 7.403058052062988,
-      "cov-distil (oracle2teacher)": 6.3559417724609375,
+      "cov-distil": 2.1417694091796875,
+      "cov-distil (oracle2student)": 7.695431232452393,
+      "cov-distil (oracle2teacher)": 6.914515495300293,
       "epoch": 1.1687598116169544,
-      "rel-constrast": 3.0895729064941406,
+      "rel-constrast": 3.0692548751831055,
       "step": 1489,
-      "subrel-constrast": 3.694629669189453,
+      "subrel-constrast": 3.7282660007476807,
       "view-similarity": 0
     },
     {
       "epoch": 1.1695447409733124,
-      "grad_norm": 6.34375,
+      "grad_norm": 6.625,
       "learning_rate": 4.963668131928436e-05,
-      "loss": 0.7409,
+      "loss": 0.7883,
       "step": 1490
     },
     {
-      "cov-distil": 1.584778070449829,
-      "cov-distil (oracle2student)": 2.9753050804138184,
-      "cov-distil (oracle2teacher)": 3.3699378967285156,
+      "cov-distil": 1.9110404253005981,
+      "cov-distil (oracle2student)": 2.5271658897399902,
+      "cov-distil (oracle2teacher)": 3.469210147857666,
       "epoch": 1.1695447409733124,
-      "rel-constrast": 2.489734411239624,
+      "rel-constrast": 2.8525562286376953,
       "step": 1490,
-      "subrel-constrast": 3.321147918701172,
+      "subrel-constrast": 3.373626947402954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2136712074279785,
-      "cov-distil (oracle2student)": 5.705753326416016,
-      "cov-distil (oracle2teacher)": 4.733763217926025,
+      "cov-distil": 1.8888752460479736,
+      "cov-distil (oracle2student)": 6.462233066558838,
+      "cov-distil (oracle2teacher)": 6.055774688720703,
       "epoch": 1.1703296703296704,
-      "rel-constrast": 2.0149669647216797,
+      "rel-constrast": 2.280893087387085,
       "step": 1491,
-      "subrel-constrast": 2.8364689350128174,
+      "subrel-constrast": 3.094775915145874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8165807723999023,
-      "cov-distil (oracle2student)": 5.1815619468688965,
-      "cov-distil (oracle2teacher)": 4.738595008850098,
+      "cov-distil": 2.5436952114105225,
+      "cov-distil (oracle2student)": 5.321999549865723,
+      "cov-distil (oracle2teacher)": 5.466900825500488,
       "epoch": 1.1711145996860282,
-      "rel-constrast": 2.5921926498413086,
+      "rel-constrast": 3.2539732456207275,
       "step": 1492,
-      "subrel-constrast": 3.3167977333068848,
+      "subrel-constrast": 3.565631151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5081615447998047,
-      "cov-distil (oracle2student)": 4.854668617248535,
-      "cov-distil (oracle2teacher)": 4.041452884674072,
+      "cov-distil": 1.5491725206375122,
+      "cov-distil (oracle2student)": 4.705268859863281,
+      "cov-distil (oracle2teacher)": 4.2967143058776855,
       "epoch": 1.1718995290423861,
-      "rel-constrast": 3.7228612899780273,
+      "rel-constrast": 3.2657289505004883,
       "step": 1493,
-      "subrel-constrast": 3.814889430999756,
+      "subrel-constrast": 3.511319160461426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741749048233032,
-      "cov-distil (oracle2student)": 3.047351360321045,
-      "cov-distil (oracle2teacher)": 3.038147449493408,
+      "cov-distil": 1.830049753189087,
+      "cov-distil (oracle2student)": 3.090615749359131,
+      "cov-distil (oracle2teacher)": 3.1988534927368164,
       "epoch": 1.1726844583987441,
-      "rel-constrast": 3.035686492919922,
+      "rel-constrast": 2.9779469966888428,
       "step": 1494,
-      "subrel-constrast": 3.9800944328308105,
+      "subrel-constrast": 3.746381998062134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0405187606811523,
-      "cov-distil (oracle2student)": 3.714125633239746,
-      "cov-distil (oracle2teacher)": 3.6011228561401367,
+      "cov-distil": 3.1631665229797363,
+      "cov-distil (oracle2student)": 4.160269737243652,
+      "cov-distil (oracle2teacher)": 3.754619836807251,
       "epoch": 1.1734693877551021,
-      "rel-constrast": 2.398214101791382,
+      "rel-constrast": 3.1686503887176514,
       "step": 1495,
-      "subrel-constrast": 3.8939106464385986,
+      "subrel-constrast": 3.5968527793884277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3905870914459229,
-      "cov-distil (oracle2student)": 3.046931743621826,
-      "cov-distil (oracle2teacher)": 2.8855247497558594,
+      "cov-distil": 1.517662763595581,
+      "cov-distil (oracle2student)": 3.078836441040039,
+      "cov-distil (oracle2teacher)": 2.8757898807525635,
       "epoch": 1.1742543171114599,
-      "rel-constrast": 3.0308635234832764,
+      "rel-constrast": 2.9292778968811035,
       "step": 1496,
-      "subrel-constrast": 3.329037666320801,
+      "subrel-constrast": 3.2497100830078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647951602935791,
-      "cov-distil (oracle2student)": 4.180196285247803,
-      "cov-distil (oracle2teacher)": 4.218957901000977,
+      "cov-distil": 2.054962158203125,
+      "cov-distil (oracle2student)": 4.522157192230225,
+      "cov-distil (oracle2teacher)": 4.9345927238464355,
       "epoch": 1.1750392464678179,
-      "rel-constrast": 2.653312921524048,
+      "rel-constrast": 3.363790273666382,
       "step": 1497,
-      "subrel-constrast": 4.166954040527344,
+      "subrel-constrast": 4.129298210144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6036298274993896,
-      "cov-distil (oracle2student)": 4.424801826477051,
-      "cov-distil (oracle2teacher)": 3.7677884101867676,
+      "cov-distil": 1.7292054891586304,
+      "cov-distil (oracle2student)": 5.011144638061523,
+      "cov-distil (oracle2teacher)": 4.311142921447754,
       "epoch": 1.1758241758241759,
-      "rel-constrast": 2.748300313949585,
+      "rel-constrast": 3.3893399238586426,
       "step": 1498,
-      "subrel-constrast": 3.297043800354004,
+      "subrel-constrast": 3.3898260593414307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6762897968292236,
-      "cov-distil (oracle2student)": 3.5112032890319824,
-      "cov-distil (oracle2teacher)": 3.420654773712158,
+      "cov-distil": 1.409993290901184,
+      "cov-distil (oracle2student)": 4.621469497680664,
+      "cov-distil (oracle2teacher)": 3.7503151893615723,
       "epoch": 1.1766091051805336,
-      "rel-constrast": 2.9255642890930176,
+      "rel-constrast": 3.0930776596069336,
       "step": 1499,
-      "subrel-constrast": 3.3973541259765625,
+      "subrel-constrast": 3.347726345062256,
       "view-similarity": 0
     },
     {
       "epoch": 1.1773940345368916,
-      "grad_norm": 5.875,
+      "grad_norm": 6.28125,
       "learning_rate": 4.9621707691546645e-05,
-      "loss": 0.7332,
+      "loss": 0.7644,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-P@10": 0.7639999999999999,
+      "eval/duc04-P@10": 0.7439999999999999,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-nDCG@10": 0.7747621818724173,
+      "eval/duc04-nDCG@10": 0.7471287975428555,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
+      "eval/duc04-alpha_nDCG@10": 0.5564771225340014,
       "step": 1500
     },
     {
@@ -16516,17 +16516,17 @@
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.42399999999999993,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-nDCG@10": 0.6173102450175095,
+      "eval/multi_news-nDCG@10": 0.5966332562860654,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
+      "eval/multi_news-alpha_nDCG@10": 0.5620652349019176,
       "step": 1500
     },
     {
@@ -16536,5457 +16536,5457 @@
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/avg": 0.5416106548872113,
+      "eval/avg": 0.5232593197231233,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "overlap": 0.2890625,
+      "overlap": 0.3140625059604645,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
       "step": 1500,
-      "student margin": 0.0633544921875
+      "student margin": 0.0545654296875
     },
     {
       "epoch": 1.1773940345368916,
       "step": 1500,
-      "teacher margin": 0.043121337890625
+      "teacher margin": 0.04913330078125
     },
     {
       "epoch": 1.1773940345368916,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00543212890625,
       "step": 1500
     },
     {
-      "cov-distil": 1.7485086917877197,
-      "cov-distil (oracle2student)": 4.230788707733154,
-      "cov-distil (oracle2teacher)": 3.8272950649261475,
+      "cov-distil": 1.9172860383987427,
+      "cov-distil (oracle2student)": 5.323042392730713,
+      "cov-distil (oracle2teacher)": 4.5238237380981445,
       "epoch": 1.1773940345368916,
-      "rel-constrast": 2.0312840938568115,
+      "rel-constrast": 2.5297560691833496,
       "step": 1500,
-      "subrel-constrast": 2.71525502204895,
+      "subrel-constrast": 2.832296133041382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4775396585464478,
-      "cov-distil (oracle2student)": 4.059601306915283,
-      "cov-distil (oracle2teacher)": 3.723001003265381,
+      "cov-distil": 1.3232753276824951,
+      "cov-distil (oracle2student)": 3.7916009426116943,
+      "cov-distil (oracle2teacher)": 3.8251423835754395,
       "epoch": 1.1781789638932496,
-      "rel-constrast": 4.083869934082031,
+      "rel-constrast": 3.950422525405884,
       "step": 1501,
-      "subrel-constrast": 3.7125368118286133,
+      "subrel-constrast": 3.3373491764068604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.676011562347412,
-      "cov-distil (oracle2student)": 5.229190349578857,
-      "cov-distil (oracle2teacher)": 5.160117149353027,
+      "cov-distil": 2.2233471870422363,
+      "cov-distil (oracle2student)": 5.614033222198486,
+      "cov-distil (oracle2teacher)": 5.180672645568848,
       "epoch": 1.1789638932496076,
-      "rel-constrast": 3.101928234100342,
+      "rel-constrast": 3.7993500232696533,
       "step": 1502,
-      "subrel-constrast": 4.044782638549805,
+      "subrel-constrast": 4.335343360900879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6979618072509766,
-      "cov-distil (oracle2student)": 3.7973227500915527,
-      "cov-distil (oracle2teacher)": 3.310650587081909,
+      "cov-distil": 1.566896915435791,
+      "cov-distil (oracle2student)": 4.688749313354492,
+      "cov-distil (oracle2teacher)": 3.4921064376831055,
       "epoch": 1.1797488226059656,
-      "rel-constrast": 2.005044937133789,
+      "rel-constrast": 2.555701732635498,
       "step": 1503,
-      "subrel-constrast": 2.843824625015259,
+      "subrel-constrast": 2.427482843399048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5123100280761719,
-      "cov-distil (oracle2student)": 5.033284664154053,
-      "cov-distil (oracle2teacher)": 4.157942295074463,
+      "cov-distil": 1.5564537048339844,
+      "cov-distil (oracle2student)": 4.846446990966797,
+      "cov-distil (oracle2teacher)": 4.962312698364258,
       "epoch": 1.1805337519623234,
-      "rel-constrast": 2.8426575660705566,
+      "rel-constrast": 2.674205780029297,
       "step": 1504,
-      "subrel-constrast": 3.390226364135742,
+      "subrel-constrast": 3.339271068572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.316284418106079,
-      "cov-distil (oracle2student)": 3.133749485015869,
-      "cov-distil (oracle2teacher)": 3.136380672454834,
+      "cov-distil": 1.5451772212982178,
+      "cov-distil (oracle2student)": 2.898690938949585,
+      "cov-distil (oracle2teacher)": 3.4249372482299805,
       "epoch": 1.1813186813186813,
-      "rel-constrast": 2.476555347442627,
+      "rel-constrast": 2.810948610305786,
       "step": 1505,
-      "subrel-constrast": 3.1768059730529785,
+      "subrel-constrast": 3.0811119079589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3085720539093018,
-      "cov-distil (oracle2student)": 5.336479187011719,
-      "cov-distil (oracle2teacher)": 5.304076194763184,
+      "cov-distil": 2.6870017051696777,
+      "cov-distil (oracle2student)": 5.269142150878906,
+      "cov-distil (oracle2teacher)": 5.569355010986328,
       "epoch": 1.1821036106750393,
-      "rel-constrast": 3.9608383178710938,
+      "rel-constrast": 4.033282279968262,
       "step": 1506,
-      "subrel-constrast": 4.48170280456543,
+      "subrel-constrast": 4.542117595672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562358140945435,
-      "cov-distil (oracle2student)": 5.106496334075928,
-      "cov-distil (oracle2teacher)": 4.130088806152344,
+      "cov-distil": 1.8023386001586914,
+      "cov-distil (oracle2student)": 5.7385101318359375,
+      "cov-distil (oracle2teacher)": 4.578217506408691,
       "epoch": 1.182888540031397,
-      "rel-constrast": 2.9583888053894043,
+      "rel-constrast": 3.4640960693359375,
       "step": 1507,
-      "subrel-constrast": 3.7306017875671387,
+      "subrel-constrast": 3.583298683166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7493054866790771,
-      "cov-distil (oracle2student)": 2.7775204181671143,
-      "cov-distil (oracle2teacher)": 3.2637789249420166,
+      "cov-distil": 1.7430472373962402,
+      "cov-distil (oracle2student)": 2.629763603210449,
+      "cov-distil (oracle2teacher)": 3.2725989818573,
       "epoch": 1.183673469387755,
-      "rel-constrast": 2.5205020904541016,
+      "rel-constrast": 2.3908188343048096,
       "step": 1508,
-      "subrel-constrast": 3.557661294937134,
+      "subrel-constrast": 3.2724804878234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0654494762420654,
-      "cov-distil (oracle2student)": 2.2735180854797363,
-      "cov-distil (oracle2teacher)": 2.127807855606079,
+      "cov-distil": 1.3813674449920654,
+      "cov-distil (oracle2student)": 2.7683348655700684,
+      "cov-distil (oracle2teacher)": 2.5637505054473877,
       "epoch": 1.184458398744113,
-      "rel-constrast": 2.1841182708740234,
+      "rel-constrast": 2.700869083404541,
       "step": 1509,
-      "subrel-constrast": 2.6357650756835938,
+      "subrel-constrast": 2.620093822479248,
       "view-similarity": 0
     },
     {
       "epoch": 1.185243328100471,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.96875,
       "learning_rate": 4.9606434056070863e-05,
-      "loss": 0.7422,
+      "loss": 0.7727,
       "step": 1510
     },
     {
-      "cov-distil": 2.0747480392456055,
-      "cov-distil (oracle2student)": 3.9009385108947754,
-      "cov-distil (oracle2teacher)": 4.192046642303467,
+      "cov-distil": 2.312384605407715,
+      "cov-distil (oracle2student)": 4.621145725250244,
+      "cov-distil (oracle2teacher)": 4.413256645202637,
       "epoch": 1.185243328100471,
-      "rel-constrast": 2.6539556980133057,
+      "rel-constrast": 3.2841296195983887,
       "step": 1510,
-      "subrel-constrast": 3.577793836593628,
+      "subrel-constrast": 3.4546895027160645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7121105194091797,
-      "cov-distil (oracle2student)": 3.5978574752807617,
-      "cov-distil (oracle2teacher)": 3.8568508625030518,
+      "cov-distil": 1.8557753562927246,
+      "cov-distil (oracle2student)": 3.752302885055542,
+      "cov-distil (oracle2teacher)": 3.8086934089660645,
       "epoch": 1.1860282574568288,
-      "rel-constrast": 3.703195571899414,
+      "rel-constrast": 4.280101299285889,
       "step": 1511,
-      "subrel-constrast": 4.201766490936279,
+      "subrel-constrast": 4.329936504364014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.769433856010437,
-      "cov-distil (oracle2student)": 4.847658634185791,
-      "cov-distil (oracle2teacher)": 4.619823455810547,
+      "cov-distil": 2.105696439743042,
+      "cov-distil (oracle2student)": 4.832235813140869,
+      "cov-distil (oracle2teacher)": 4.985848426818848,
       "epoch": 1.1868131868131868,
-      "rel-constrast": 2.7370405197143555,
+      "rel-constrast": 3.3082499504089355,
       "step": 1512,
-      "subrel-constrast": 3.6746485233306885,
+      "subrel-constrast": 3.803394079208374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3672865629196167,
-      "cov-distil (oracle2student)": 5.345491409301758,
-      "cov-distil (oracle2teacher)": 5.307746887207031,
+      "cov-distil": 1.6449390649795532,
+      "cov-distil (oracle2student)": 6.777450084686279,
+      "cov-distil (oracle2teacher)": 5.831568241119385,
       "epoch": 1.1875981161695448,
-      "rel-constrast": 3.974797248840332,
+      "rel-constrast": 4.084428310394287,
       "step": 1513,
-      "subrel-constrast": 4.64158296585083,
+      "subrel-constrast": 4.387684345245361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3251571655273438,
-      "cov-distil (oracle2student)": 6.040820121765137,
-      "cov-distil (oracle2teacher)": 4.929553985595703,
+      "cov-distil": 1.4894795417785645,
+      "cov-distil (oracle2student)": 6.289453506469727,
+      "cov-distil (oracle2teacher)": 5.775760173797607,
       "epoch": 1.1883830455259026,
-      "rel-constrast": 2.626101493835449,
+      "rel-constrast": 2.41333270072937,
       "step": 1514,
-      "subrel-constrast": 3.0085737705230713,
+      "subrel-constrast": 2.7850465774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7284622192382812,
-      "cov-distil (oracle2student)": 3.64074444770813,
-      "cov-distil (oracle2teacher)": 3.6592631340026855,
+      "cov-distil": 2.206246852874756,
+      "cov-distil (oracle2student)": 3.9696521759033203,
+      "cov-distil (oracle2teacher)": 3.722459316253662,
       "epoch": 1.1891679748822606,
-      "rel-constrast": 2.033757209777832,
+      "rel-constrast": 2.0635414123535156,
       "step": 1515,
-      "subrel-constrast": 2.7563092708587646,
+      "subrel-constrast": 2.6162502765655518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1659088134765625,
-      "cov-distil (oracle2student)": 2.7111988067626953,
-      "cov-distil (oracle2teacher)": 3.0070433616638184,
+      "cov-distil": 2.4510533809661865,
+      "cov-distil (oracle2student)": 2.7930521965026855,
+      "cov-distil (oracle2teacher)": 3.0105409622192383,
       "epoch": 1.1899529042386185,
-      "rel-constrast": 2.4668636322021484,
+      "rel-constrast": 2.3236725330352783,
       "step": 1516,
-      "subrel-constrast": 3.6944668292999268,
+      "subrel-constrast": 3.6701371669769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1717967987060547,
-      "cov-distil (oracle2student)": 4.242790222167969,
-      "cov-distil (oracle2teacher)": 3.823622465133667,
+      "cov-distil": 1.3974751234054565,
+      "cov-distil (oracle2student)": 4.325800895690918,
+      "cov-distil (oracle2teacher)": 4.143582344055176,
       "epoch": 1.1907378335949765,
-      "rel-constrast": 3.1749753952026367,
+      "rel-constrast": 3.5964393615722656,
       "step": 1517,
-      "subrel-constrast": 3.6475167274475098,
+      "subrel-constrast": 3.545927047729492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.912517786026001,
-      "cov-distil (oracle2student)": 4.199876308441162,
-      "cov-distil (oracle2teacher)": 4.535355567932129,
+      "cov-distil": 2.56984806060791,
+      "cov-distil (oracle2student)": 5.170964241027832,
+      "cov-distil (oracle2teacher)": 4.24367094039917,
       "epoch": 1.1915227629513343,
-      "rel-constrast": 4.481130123138428,
+      "rel-constrast": 4.934070110321045,
       "step": 1518,
-      "subrel-constrast": 5.082208156585693,
+      "subrel-constrast": 4.760612964630127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562536239624023,
-      "cov-distil (oracle2student)": 5.788992881774902,
-      "cov-distil (oracle2teacher)": 4.82795524597168,
+      "cov-distil": 1.897395372390747,
+      "cov-distil (oracle2student)": 5.289916038513184,
+      "cov-distil (oracle2teacher)": 5.043879985809326,
       "epoch": 1.1923076923076923,
-      "rel-constrast": 3.587991237640381,
+      "rel-constrast": 4.197106838226318,
       "step": 1519,
-      "subrel-constrast": 4.080261707305908,
+      "subrel-constrast": 3.9326400756835938,
       "view-similarity": 0
     },
     {
       "epoch": 1.1930926216640503,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.4375,
       "learning_rate": 4.959086059896141e-05,
-      "loss": 0.8287,
+      "loss": 0.8621,
       "step": 1520
     },
     {
-      "cov-distil": 1.5232781171798706,
-      "cov-distil (oracle2student)": 4.327375411987305,
-      "cov-distil (oracle2teacher)": 4.070348739624023,
+      "cov-distil": 2.6535861492156982,
+      "cov-distil (oracle2student)": 4.809630393981934,
+      "cov-distil (oracle2teacher)": 4.434609413146973,
       "epoch": 1.1930926216640503,
-      "rel-constrast": 2.7197184562683105,
+      "rel-constrast": 3.1145834922790527,
       "step": 1520,
-      "subrel-constrast": 3.1734938621520996,
+      "subrel-constrast": 3.449302911758423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4419372081756592,
-      "cov-distil (oracle2student)": 5.73799467086792,
-      "cov-distil (oracle2teacher)": 5.951563835144043,
+      "cov-distil": 1.5581674575805664,
+      "cov-distil (oracle2student)": 6.877288341522217,
+      "cov-distil (oracle2teacher)": 6.002029895782471,
       "epoch": 1.193877551020408,
-      "rel-constrast": 3.3822076320648193,
+      "rel-constrast": 3.706590414047241,
       "step": 1521,
-      "subrel-constrast": 3.779179811477661,
+      "subrel-constrast": 4.04472017288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.640181303024292,
-      "cov-distil (oracle2student)": 3.836653709411621,
-      "cov-distil (oracle2teacher)": 3.7507858276367188,
+      "cov-distil": 1.9851887226104736,
+      "cov-distil (oracle2student)": 4.108968734741211,
+      "cov-distil (oracle2teacher)": 3.372758626937866,
       "epoch": 1.194662480376766,
-      "rel-constrast": 3.6478872299194336,
+      "rel-constrast": 4.474026679992676,
       "step": 1522,
-      "subrel-constrast": 4.444528579711914,
+      "subrel-constrast": 4.099109172821045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4504380226135254,
-      "cov-distil (oracle2student)": 3.3363285064697266,
-      "cov-distil (oracle2teacher)": 2.772866725921631,
+      "cov-distil": 1.7445967197418213,
+      "cov-distil (oracle2student)": 3.7898342609405518,
+      "cov-distil (oracle2teacher)": 3.5038225650787354,
       "epoch": 1.195447409733124,
-      "rel-constrast": 2.0574207305908203,
+      "rel-constrast": 2.238239288330078,
       "step": 1523,
-      "subrel-constrast": 2.545795440673828,
+      "subrel-constrast": 2.851907730102539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9421583414077759,
-      "cov-distil (oracle2student)": 3.961541175842285,
-      "cov-distil (oracle2teacher)": 4.5739521980285645,
+      "cov-distil": 2.250396251678467,
+      "cov-distil (oracle2student)": 5.145066261291504,
+      "cov-distil (oracle2teacher)": 4.6964497566223145,
       "epoch": 1.196232339089482,
-      "rel-constrast": 2.9225692749023438,
+      "rel-constrast": 3.4886064529418945,
       "step": 1524,
-      "subrel-constrast": 3.993438243865967,
+      "subrel-constrast": 4.0304694175720215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5873799324035645,
-      "cov-distil (oracle2student)": 4.951776027679443,
-      "cov-distil (oracle2teacher)": 4.686556816101074,
+      "cov-distil": 1.9484859704971313,
+      "cov-distil (oracle2student)": 5.016447067260742,
+      "cov-distil (oracle2teacher)": 4.78870964050293,
       "epoch": 1.19701726844584,
-      "rel-constrast": 2.6227290630340576,
+      "rel-constrast": 3.433077812194824,
       "step": 1525,
-      "subrel-constrast": 3.568251132965088,
+      "subrel-constrast": 3.343183994293213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7995333671569824,
-      "cov-distil (oracle2student)": 3.3716089725494385,
-      "cov-distil (oracle2teacher)": 3.617016315460205,
+      "cov-distil": 2.784691572189331,
+      "cov-distil (oracle2student)": 3.6217150688171387,
+      "cov-distil (oracle2teacher)": 3.766085147857666,
       "epoch": 1.1978021978021978,
-      "rel-constrast": 2.6842219829559326,
+      "rel-constrast": 3.1089394092559814,
       "step": 1526,
-      "subrel-constrast": 3.481901168823242,
+      "subrel-constrast": 3.894853115081787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5646638870239258,
-      "cov-distil (oracle2student)": 4.4577507972717285,
-      "cov-distil (oracle2teacher)": 4.188509941101074,
+      "cov-distil": 2.352919578552246,
+      "cov-distil (oracle2student)": 5.337078094482422,
+      "cov-distil (oracle2teacher)": 4.408210754394531,
       "epoch": 1.1985871271585558,
-      "rel-constrast": 3.4021458625793457,
+      "rel-constrast": 4.388445854187012,
       "step": 1527,
-      "subrel-constrast": 4.33415412902832,
+      "subrel-constrast": 4.429155349731445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8761851787567139,
-      "cov-distil (oracle2student)": 3.9821815490722656,
-      "cov-distil (oracle2teacher)": 3.884610176086426,
+      "cov-distil": 2.2172608375549316,
+      "cov-distil (oracle2student)": 4.052121162414551,
+      "cov-distil (oracle2teacher)": 3.8458893299102783,
       "epoch": 1.1993720565149137,
-      "rel-constrast": 2.9438514709472656,
+      "rel-constrast": 3.002258777618408,
       "step": 1528,
-      "subrel-constrast": 3.405836582183838,
+      "subrel-constrast": 3.4100818634033203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2246947288513184,
-      "cov-distil (oracle2student)": 4.151642799377441,
-      "cov-distil (oracle2teacher)": 3.1427805423736572,
+      "cov-distil": 1.4705394506454468,
+      "cov-distil (oracle2student)": 4.349119186401367,
+      "cov-distil (oracle2teacher)": 3.4468657970428467,
       "epoch": 1.2001569858712715,
-      "rel-constrast": 1.772562026977539,
+      "rel-constrast": 2.171937942504883,
       "step": 1529,
-      "subrel-constrast": 2.6392982006073,
+      "subrel-constrast": 2.456705093383789,
       "view-similarity": 0
     },
     {
       "epoch": 1.2009419152276295,
-      "grad_norm": 3.53125,
+      "grad_norm": 5.625,
       "learning_rate": 4.957498750997597e-05,
-      "loss": 0.744,
+      "loss": 0.8282,
       "step": 1530
     },
     {
-      "cov-distil": 1.600648045539856,
-      "cov-distil (oracle2student)": 4.604783058166504,
-      "cov-distil (oracle2teacher)": 4.556369304656982,
+      "cov-distil": 1.508070468902588,
+      "cov-distil (oracle2student)": 5.035850524902344,
+      "cov-distil (oracle2teacher)": 4.97237491607666,
       "epoch": 1.2009419152276295,
-      "rel-constrast": 2.267603874206543,
+      "rel-constrast": 2.2465076446533203,
       "step": 1530,
-      "subrel-constrast": 2.6244161128997803,
+      "subrel-constrast": 2.4714536666870117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810472846031189,
-      "cov-distil (oracle2student)": 4.073423862457275,
-      "cov-distil (oracle2teacher)": 3.6597142219543457,
+      "cov-distil": 2.189021587371826,
+      "cov-distil (oracle2student)": 4.0988969802856445,
+      "cov-distil (oracle2teacher)": 4.072225570678711,
       "epoch": 1.2017268445839875,
-      "rel-constrast": 2.3108716011047363,
+      "rel-constrast": 3.0464041233062744,
       "step": 1531,
-      "subrel-constrast": 3.2451529502868652,
+      "subrel-constrast": 3.3375816345214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8782386779785156,
-      "cov-distil (oracle2student)": 3.557467222213745,
-      "cov-distil (oracle2teacher)": 3.675232410430908,
+      "cov-distil": 2.4709322452545166,
+      "cov-distil (oracle2student)": 4.907002925872803,
+      "cov-distil (oracle2teacher)": 4.1503496170043945,
       "epoch": 1.2025117739403455,
-      "rel-constrast": 3.3091039657592773,
+      "rel-constrast": 4.341656684875488,
       "step": 1532,
-      "subrel-constrast": 4.100863456726074,
+      "subrel-constrast": 4.271442413330078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5638325214385986,
-      "cov-distil (oracle2student)": 2.8034284114837646,
-      "cov-distil (oracle2teacher)": 2.8497776985168457,
+      "cov-distil": 1.716883897781372,
+      "cov-distil (oracle2student)": 2.797983169555664,
+      "cov-distil (oracle2teacher)": 2.9715182781219482,
       "epoch": 1.2032967032967032,
-      "rel-constrast": 2.3563458919525146,
+      "rel-constrast": 3.0211033821105957,
       "step": 1533,
-      "subrel-constrast": 3.0898303985595703,
+      "subrel-constrast": 2.992946147918701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.691821575164795,
-      "cov-distil (oracle2student)": 4.60768985748291,
-      "cov-distil (oracle2teacher)": 4.304746627807617,
+      "cov-distil": 2.1605794429779053,
+      "cov-distil (oracle2student)": 4.850038051605225,
+      "cov-distil (oracle2teacher)": 4.6088032722473145,
       "epoch": 1.2040816326530612,
-      "rel-constrast": 2.8594892024993896,
+      "rel-constrast": 3.2066197395324707,
       "step": 1534,
-      "subrel-constrast": 3.549325704574585,
+      "subrel-constrast": 4.037586212158203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5520613193511963,
-      "cov-distil (oracle2student)": 4.877971649169922,
-      "cov-distil (oracle2teacher)": 4.454023838043213,
+      "cov-distil": 1.815563678741455,
+      "cov-distil (oracle2student)": 4.80515193939209,
+      "cov-distil (oracle2teacher)": 4.607004165649414,
       "epoch": 1.2048665620094192,
-      "rel-constrast": 2.8462142944335938,
+      "rel-constrast": 3.356212615966797,
       "step": 1535,
-      "subrel-constrast": 3.4580230712890625,
+      "subrel-constrast": 3.4872124195098877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6331263780593872,
-      "cov-distil (oracle2student)": 4.314093112945557,
-      "cov-distil (oracle2teacher)": 4.101082801818848,
+      "cov-distil": 2.1146669387817383,
+      "cov-distil (oracle2student)": 4.450850486755371,
+      "cov-distil (oracle2teacher)": 4.314725875854492,
       "epoch": 1.205651491365777,
-      "rel-constrast": 2.616159677505493,
+      "rel-constrast": 2.658287525177002,
       "step": 1536,
-      "subrel-constrast": 3.3092477321624756,
+      "subrel-constrast": 3.296804428100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.022289991378784,
-      "cov-distil (oracle2student)": 4.89500093460083,
-      "cov-distil (oracle2teacher)": 4.807025909423828,
+      "cov-distil": 2.237542152404785,
+      "cov-distil (oracle2student)": 5.157522678375244,
+      "cov-distil (oracle2teacher)": 5.068371772766113,
       "epoch": 1.206436420722135,
-      "rel-constrast": 2.419569253921509,
+      "rel-constrast": 2.759636878967285,
       "step": 1537,
-      "subrel-constrast": 3.59961199760437,
+      "subrel-constrast": 3.521134853363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4777123928070068,
-      "cov-distil (oracle2student)": 3.2864580154418945,
-      "cov-distil (oracle2teacher)": 3.056769847869873,
+      "cov-distil": 1.9311931133270264,
+      "cov-distil (oracle2student)": 3.4321303367614746,
+      "cov-distil (oracle2teacher)": 4.047699928283691,
       "epoch": 1.207221350078493,
-      "rel-constrast": 2.0155293941497803,
+      "rel-constrast": 2.259303092956543,
       "step": 1538,
-      "subrel-constrast": 2.7256932258605957,
+      "subrel-constrast": 3.235063314437866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.645634651184082,
-      "cov-distil (oracle2student)": 4.065258026123047,
-      "cov-distil (oracle2teacher)": 3.8413004875183105,
+      "cov-distil": 2.4330332279205322,
+      "cov-distil (oracle2student)": 4.244851112365723,
+      "cov-distil (oracle2teacher)": 4.501765251159668,
       "epoch": 1.208006279434851,
-      "rel-constrast": 2.3775105476379395,
+      "rel-constrast": 2.5799012184143066,
       "step": 1539,
-      "subrel-constrast": 3.498631715774536,
+      "subrel-constrast": 3.3714354038238525,
       "view-similarity": 0
     },
     {
       "epoch": 1.2087912087912087,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.59375,
       "learning_rate": 4.9558814982523106e-05,
-      "loss": 0.6766,
+      "loss": 0.7369,
       "step": 1540
     },
     {
-      "cov-distil": 1.8075847625732422,
-      "cov-distil (oracle2student)": 5.002773284912109,
-      "cov-distil (oracle2teacher)": 5.1291985511779785,
+      "cov-distil": 1.7995719909667969,
+      "cov-distil (oracle2student)": 5.726260662078857,
+      "cov-distil (oracle2teacher)": 5.477193832397461,
       "epoch": 1.2087912087912087,
-      "rel-constrast": 3.0045089721679688,
+      "rel-constrast": 3.648697853088379,
       "step": 1540,
-      "subrel-constrast": 3.930400848388672,
+      "subrel-constrast": 3.2994422912597656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4789363145828247,
-      "cov-distil (oracle2student)": 4.7036285400390625,
-      "cov-distil (oracle2teacher)": 4.801464080810547,
+      "cov-distil": 1.684117078781128,
+      "cov-distil (oracle2student)": 4.7812042236328125,
+      "cov-distil (oracle2teacher)": 5.30693244934082,
       "epoch": 1.2095761381475667,
-      "rel-constrast": 2.8248226642608643,
+      "rel-constrast": 3.2084877490997314,
       "step": 1541,
-      "subrel-constrast": 3.794799566268921,
+      "subrel-constrast": 3.4546189308166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6375290155410767,
-      "cov-distil (oracle2student)": 3.3961291313171387,
-      "cov-distil (oracle2teacher)": 3.204671859741211,
+      "cov-distil": 2.2194430828094482,
+      "cov-distil (oracle2student)": 4.063145160675049,
+      "cov-distil (oracle2teacher)": 3.5387635231018066,
       "epoch": 1.2103610675039247,
-      "rel-constrast": 2.8809454441070557,
+      "rel-constrast": 3.5485973358154297,
       "step": 1542,
-      "subrel-constrast": 3.4760124683380127,
+      "subrel-constrast": 3.7212672233581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2903764247894287,
-      "cov-distil (oracle2student)": 4.792279243469238,
-      "cov-distil (oracle2teacher)": 4.538397789001465,
+      "cov-distil": 1.7182254791259766,
+      "cov-distil (oracle2student)": 4.262997627258301,
+      "cov-distil (oracle2teacher)": 4.745234489440918,
       "epoch": 1.2111459968602825,
-      "rel-constrast": 2.7544140815734863,
+      "rel-constrast": 2.8789234161376953,
       "step": 1543,
-      "subrel-constrast": 3.2082643508911133,
+      "subrel-constrast": 3.071460008621216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4375863075256348,
-      "cov-distil (oracle2student)": 4.494780540466309,
-      "cov-distil (oracle2teacher)": 4.387182235717773,
+      "cov-distil": 1.778658390045166,
+      "cov-distil (oracle2student)": 5.285736083984375,
+      "cov-distil (oracle2teacher)": 4.830392837524414,
       "epoch": 1.2119309262166404,
-      "rel-constrast": 2.863981008529663,
+      "rel-constrast": 3.2336478233337402,
       "step": 1544,
-      "subrel-constrast": 3.4193403720855713,
+      "subrel-constrast": 3.3492431640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7431714534759521,
-      "cov-distil (oracle2student)": 4.275623321533203,
-      "cov-distil (oracle2teacher)": 4.166308403015137,
+      "cov-distil": 1.6873376369476318,
+      "cov-distil (oracle2student)": 4.198597431182861,
+      "cov-distil (oracle2teacher)": 4.050151348114014,
       "epoch": 1.2127158555729984,
-      "rel-constrast": 2.1307897567749023,
+      "rel-constrast": 2.5997281074523926,
       "step": 1545,
-      "subrel-constrast": 3.471906900405884,
+      "subrel-constrast": 3.394369125366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7611958980560303,
-      "cov-distil (oracle2student)": 3.3497514724731445,
-      "cov-distil (oracle2teacher)": 3.3862464427948,
+      "cov-distil": 1.9257383346557617,
+      "cov-distil (oracle2student)": 3.5837159156799316,
+      "cov-distil (oracle2teacher)": 3.586101770401001,
       "epoch": 1.2135007849293564,
-      "rel-constrast": 2.38743257522583,
+      "rel-constrast": 2.145664691925049,
       "step": 1546,
-      "subrel-constrast": 3.3915841579437256,
+      "subrel-constrast": 3.107405424118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5527610778808594,
-      "cov-distil (oracle2student)": 3.1812191009521484,
-      "cov-distil (oracle2teacher)": 3.1168770790100098,
+      "cov-distil": 1.739095687866211,
+      "cov-distil (oracle2student)": 3.274857997894287,
+      "cov-distil (oracle2teacher)": 3.4684669971466064,
       "epoch": 1.2142857142857142,
-      "rel-constrast": 2.404475212097168,
+      "rel-constrast": 2.682772636413574,
       "step": 1547,
-      "subrel-constrast": 3.0474047660827637,
+      "subrel-constrast": 2.876507520675659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7499725818634033,
-      "cov-distil (oracle2student)": 4.475757598876953,
-      "cov-distil (oracle2teacher)": 4.537806034088135,
+      "cov-distil": 1.9764400720596313,
+      "cov-distil (oracle2student)": 5.423601150512695,
+      "cov-distil (oracle2teacher)": 4.720066547393799,
       "epoch": 1.2150706436420722,
-      "rel-constrast": 2.1917285919189453,
+      "rel-constrast": 2.5067367553710938,
       "step": 1548,
-      "subrel-constrast": 2.8687524795532227,
+      "subrel-constrast": 2.6566712856292725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2541391849517822,
-      "cov-distil (oracle2student)": 4.706418991088867,
-      "cov-distil (oracle2teacher)": 3.8923490047454834,
+      "cov-distil": 1.39100980758667,
+      "cov-distil (oracle2student)": 4.79363489151001,
+      "cov-distil (oracle2teacher)": 3.986844301223755,
       "epoch": 1.2158555729984302,
-      "rel-constrast": 2.889606475830078,
+      "rel-constrast": 2.2378265857696533,
       "step": 1549,
-      "subrel-constrast": 3.2647478580474854,
+      "subrel-constrast": 3.0173535346984863,
       "view-similarity": 0
     },
     {
       "epoch": 1.2166405023547882,
-      "grad_norm": 5.59375,
+      "grad_norm": 5.40625,
       "learning_rate": 4.9542343213659974e-05,
-      "loss": 0.6976,
+      "loss": 0.7173,
       "step": 1550
     },
     {
-      "cov-distil": 1.8331830501556396,
-      "cov-distil (oracle2student)": 5.015098571777344,
-      "cov-distil (oracle2teacher)": 4.250988960266113,
+      "cov-distil": 1.6455473899841309,
+      "cov-distil (oracle2student)": 5.877847671508789,
+      "cov-distil (oracle2teacher)": 5.212038993835449,
       "epoch": 1.2166405023547882,
-      "rel-constrast": 4.024837493896484,
+      "rel-constrast": 4.509739398956299,
       "step": 1550,
-      "subrel-constrast": 4.481121063232422,
+      "subrel-constrast": 4.808380126953125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9867794513702393,
-      "cov-distil (oracle2student)": 3.297834873199463,
-      "cov-distil (oracle2teacher)": 3.424804449081421,
+      "cov-distil": 2.298107862472534,
+      "cov-distil (oracle2student)": 4.6397504806518555,
+      "cov-distil (oracle2teacher)": 4.20549201965332,
       "epoch": 1.217425431711146,
-      "rel-constrast": 2.9038000106811523,
+      "rel-constrast": 3.4842381477355957,
       "step": 1551,
-      "subrel-constrast": 3.5621063709259033,
+      "subrel-constrast": 3.9074127674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5921251773834229,
-      "cov-distil (oracle2student)": 4.316880226135254,
-      "cov-distil (oracle2teacher)": 3.882554292678833,
+      "cov-distil": 1.8756139278411865,
+      "cov-distil (oracle2student)": 4.935657024383545,
+      "cov-distil (oracle2teacher)": 4.117036819458008,
       "epoch": 1.218210361067504,
-      "rel-constrast": 2.5500707626342773,
+      "rel-constrast": 2.2489562034606934,
       "step": 1552,
-      "subrel-constrast": 3.0413320064544678,
+      "subrel-constrast": 3.0293800830841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2253526449203491,
-      "cov-distil (oracle2student)": 4.995065689086914,
-      "cov-distil (oracle2teacher)": 4.219193458557129,
+      "cov-distil": 1.6260697841644287,
+      "cov-distil (oracle2student)": 4.922709941864014,
+      "cov-distil (oracle2teacher)": 4.8041276931762695,
       "epoch": 1.218995290423862,
-      "rel-constrast": 3.696774959564209,
+      "rel-constrast": 3.9420387744903564,
       "step": 1553,
-      "subrel-constrast": 3.889272689819336,
+      "subrel-constrast": 4.028632164001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229150414466858,
-      "cov-distil (oracle2student)": 2.6216583251953125,
-      "cov-distil (oracle2teacher)": 2.6381349563598633,
+      "cov-distil": 1.3076212406158447,
+      "cov-distil (oracle2student)": 2.6253983974456787,
+      "cov-distil (oracle2teacher)": 2.998382568359375,
       "epoch": 1.2197802197802199,
-      "rel-constrast": 3.167804718017578,
+      "rel-constrast": 2.5977015495300293,
       "step": 1554,
-      "subrel-constrast": 3.390306234359741,
+      "subrel-constrast": 3.0434787273406982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.84684419631958,
-      "cov-distil (oracle2student)": 2.844254970550537,
-      "cov-distil (oracle2teacher)": 2.755173683166504,
+      "cov-distil": 2.615368366241455,
+      "cov-distil (oracle2student)": 2.959066867828369,
+      "cov-distil (oracle2teacher)": 3.3105099201202393,
       "epoch": 1.2205651491365777,
-      "rel-constrast": 2.9125025272369385,
+      "rel-constrast": 2.831315040588379,
       "step": 1555,
-      "subrel-constrast": 3.365950345993042,
+      "subrel-constrast": 3.5817558765411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9272841215133667,
-      "cov-distil (oracle2student)": 2.703958034515381,
-      "cov-distil (oracle2teacher)": 2.7598724365234375,
+      "cov-distil": 2.2537682056427,
+      "cov-distil (oracle2student)": 2.7551276683807373,
+      "cov-distil (oracle2teacher)": 2.652442455291748,
       "epoch": 1.2213500784929356,
-      "rel-constrast": 2.177861213684082,
+      "rel-constrast": 2.6730098724365234,
       "step": 1556,
-      "subrel-constrast": 3.3213248252868652,
+      "subrel-constrast": 2.9973089694976807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2323274612426758,
-      "cov-distil (oracle2student)": 2.7246484756469727,
-      "cov-distil (oracle2teacher)": 2.517838954925537,
+      "cov-distil": 1.608872652053833,
+      "cov-distil (oracle2student)": 2.216827392578125,
+      "cov-distil (oracle2teacher)": 2.3917922973632812,
       "epoch": 1.2221350078492936,
-      "rel-constrast": 1.8433092832565308,
+      "rel-constrast": 1.764626383781433,
       "step": 1557,
-      "subrel-constrast": 2.5471136569976807,
+      "subrel-constrast": 2.424394130706787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569610357284546,
-      "cov-distil (oracle2student)": 5.2571306228637695,
-      "cov-distil (oracle2teacher)": 4.8253984451293945,
+      "cov-distil": 2.4502878189086914,
+      "cov-distil (oracle2student)": 6.2127180099487305,
+      "cov-distil (oracle2teacher)": 5.1285247802734375,
       "epoch": 1.2229199372056514,
-      "rel-constrast": 2.5907344818115234,
+      "rel-constrast": 3.1274166107177734,
       "step": 1558,
-      "subrel-constrast": 3.619658946990967,
+      "subrel-constrast": 3.9349358081817627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.719965934753418,
-      "cov-distil (oracle2student)": 6.273858070373535,
-      "cov-distil (oracle2teacher)": 5.100681781768799,
+      "cov-distil": 1.9034004211425781,
+      "cov-distil (oracle2student)": 5.819831848144531,
+      "cov-distil (oracle2teacher)": 5.821584701538086,
       "epoch": 1.2237048665620094,
-      "rel-constrast": 3.1695213317871094,
+      "rel-constrast": 3.373741865158081,
       "step": 1559,
-      "subrel-constrast": 3.9834675788879395,
+      "subrel-constrast": 3.690277099609375,
       "view-similarity": 0
     },
     {
       "epoch": 1.2244897959183674,
-      "grad_norm": 5.75,
+      "grad_norm": 7.5,
       "learning_rate": 4.952557240408988e-05,
-      "loss": 0.7663,
+      "loss": 0.7638,
       "step": 1560
     },
     {
-      "cov-distil": 1.6666290760040283,
-      "cov-distil (oracle2student)": 4.642274856567383,
-      "cov-distil (oracle2teacher)": 4.5248212814331055,
+      "cov-distil": 2.0266361236572266,
+      "cov-distil (oracle2student)": 4.939917087554932,
+      "cov-distil (oracle2teacher)": 4.8299455642700195,
       "epoch": 1.2244897959183674,
-      "rel-constrast": 3.450890302658081,
+      "rel-constrast": 3.633413314819336,
       "step": 1560,
-      "subrel-constrast": 4.130867958068848,
+      "subrel-constrast": 3.9478743076324463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2021815776824951,
-      "cov-distil (oracle2student)": 3.2229409217834473,
-      "cov-distil (oracle2teacher)": 3.380291700363159,
+      "cov-distil": 1.8504947423934937,
+      "cov-distil (oracle2student)": 3.553264856338501,
+      "cov-distil (oracle2teacher)": 3.278890609741211,
       "epoch": 1.2252747252747254,
-      "rel-constrast": 2.533560276031494,
+      "rel-constrast": 2.6801607608795166,
       "step": 1561,
-      "subrel-constrast": 3.267157793045044,
+      "subrel-constrast": 3.2840564250946045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4832178354263306,
-      "cov-distil (oracle2student)": 3.1300363540649414,
-      "cov-distil (oracle2teacher)": 3.320742607116699,
+      "cov-distil": 1.5647244453430176,
+      "cov-distil (oracle2student)": 3.2431018352508545,
+      "cov-distil (oracle2teacher)": 3.2261343002319336,
       "epoch": 1.2260596546310831,
-      "rel-constrast": 1.6512200832366943,
+      "rel-constrast": 1.6822991371154785,
       "step": 1562,
-      "subrel-constrast": 2.4736149311065674,
+      "subrel-constrast": 2.267056465148926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5483647584915161,
-      "cov-distil (oracle2student)": 3.974653720855713,
-      "cov-distil (oracle2teacher)": 4.282253742218018,
+      "cov-distil": 1.9254546165466309,
+      "cov-distil (oracle2student)": 3.970609664916992,
+      "cov-distil (oracle2teacher)": 4.246237754821777,
       "epoch": 1.2268445839874411,
-      "rel-constrast": 3.680492877960205,
+      "rel-constrast": 4.075508117675781,
       "step": 1563,
-      "subrel-constrast": 4.2281389236450195,
+      "subrel-constrast": 4.1894378662109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8743088245391846,
-      "cov-distil (oracle2student)": 4.122889995574951,
-      "cov-distil (oracle2teacher)": 3.6850976943969727,
+      "cov-distil": 2.429943084716797,
+      "cov-distil (oracle2student)": 4.271865367889404,
+      "cov-distil (oracle2teacher)": 3.9084248542785645,
       "epoch": 1.227629513343799,
-      "rel-constrast": 2.8563923835754395,
+      "rel-constrast": 2.5571184158325195,
       "step": 1564,
-      "subrel-constrast": 3.1994149684906006,
+      "subrel-constrast": 3.2550766468048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.908144474029541,
-      "cov-distil (oracle2student)": 4.664992332458496,
-      "cov-distil (oracle2teacher)": 4.363765239715576,
+      "cov-distil": 2.0057859420776367,
+      "cov-distil (oracle2student)": 5.0161542892456055,
+      "cov-distil (oracle2teacher)": 4.823497772216797,
       "epoch": 1.2284144427001569,
-      "rel-constrast": 3.2205111980438232,
+      "rel-constrast": 3.7684714794158936,
       "step": 1565,
-      "subrel-constrast": 3.8490545749664307,
+      "subrel-constrast": 3.988330125808716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4982974529266357,
-      "cov-distil (oracle2student)": 3.536342144012451,
-      "cov-distil (oracle2teacher)": 3.640622615814209,
+      "cov-distil": 2.0187528133392334,
+      "cov-distil (oracle2student)": 4.051573276519775,
+      "cov-distil (oracle2teacher)": 3.7374041080474854,
       "epoch": 1.2291993720565149,
-      "rel-constrast": 2.4386274814605713,
+      "rel-constrast": 2.8285112380981445,
       "step": 1566,
-      "subrel-constrast": 3.2455220222473145,
+      "subrel-constrast": 2.8667945861816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.983614206314087,
-      "cov-distil (oracle2student)": 2.985178232192993,
-      "cov-distil (oracle2teacher)": 2.78747296333313,
+      "cov-distil": 2.1014323234558105,
+      "cov-distil (oracle2student)": 2.8647453784942627,
+      "cov-distil (oracle2teacher)": 2.905611038208008,
       "epoch": 1.2299843014128728,
-      "rel-constrast": 2.052114725112915,
+      "rel-constrast": 2.6169919967651367,
       "step": 1567,
-      "subrel-constrast": 2.8265461921691895,
+      "subrel-constrast": 2.8226869106292725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4338563680648804,
-      "cov-distil (oracle2student)": 3.8309435844421387,
-      "cov-distil (oracle2teacher)": 3.4424710273742676,
+      "cov-distil": 1.9038939476013184,
+      "cov-distil (oracle2student)": 4.054032325744629,
+      "cov-distil (oracle2teacher)": 3.6151461601257324,
       "epoch": 1.2307692307692308,
-      "rel-constrast": 3.0795669555664062,
+      "rel-constrast": 2.9120006561279297,
       "step": 1568,
-      "subrel-constrast": 3.582277297973633,
+      "subrel-constrast": 3.4757442474365234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.584893226623535,
-      "cov-distil (oracle2student)": 5.216217994689941,
-      "cov-distil (oracle2teacher)": 4.565634250640869,
+      "cov-distil": 1.8943110704421997,
+      "cov-distil (oracle2student)": 5.027636528015137,
+      "cov-distil (oracle2teacher)": 5.082924842834473,
       "epoch": 1.2315541601255886,
-      "rel-constrast": 3.039799690246582,
+      "rel-constrast": 2.7335634231567383,
       "step": 1569,
-      "subrel-constrast": 3.715428113937378,
+      "subrel-constrast": 3.9057140350341797,
       "view-similarity": 0
     },
     {
       "epoch": 1.2323390894819466,
-      "grad_norm": 6.03125,
+      "grad_norm": 5.4375,
       "learning_rate": 4.950850275815983e-05,
-      "loss": 0.743,
+      "loss": 0.7372,
       "step": 1570
     },
     {
-      "cov-distil": 1.5038628578186035,
-      "cov-distil (oracle2student)": 2.6119627952575684,
-      "cov-distil (oracle2teacher)": 2.7541110515594482,
+      "cov-distil": 1.6249680519104004,
+      "cov-distil (oracle2student)": 3.496582508087158,
+      "cov-distil (oracle2teacher)": 2.9237847328186035,
       "epoch": 1.2323390894819466,
-      "rel-constrast": 2.176480531692505,
+      "rel-constrast": 2.4542620182037354,
       "step": 1570,
-      "subrel-constrast": 2.686347007751465,
+      "subrel-constrast": 2.4353930950164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.520804524421692,
-      "cov-distil (oracle2student)": 2.5996336936950684,
-      "cov-distil (oracle2teacher)": 2.6235592365264893,
+      "cov-distil": 1.707364797592163,
+      "cov-distil (oracle2student)": 2.710237979888916,
+      "cov-distil (oracle2teacher)": 2.693124294281006,
       "epoch": 1.2331240188383046,
-      "rel-constrast": 3.114922523498535,
+      "rel-constrast": 3.5400798320770264,
       "step": 1571,
-      "subrel-constrast": 3.61731219291687,
+      "subrel-constrast": 3.7818264961242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104897737503052,
-      "cov-distil (oracle2student)": 3.415076732635498,
-      "cov-distil (oracle2teacher)": 3.5732460021972656,
+      "cov-distil": 1.199735403060913,
+      "cov-distil (oracle2student)": 3.6591129302978516,
+      "cov-distil (oracle2teacher)": 3.170863151550293,
       "epoch": 1.2339089481946626,
-      "rel-constrast": 3.33668851852417,
+      "rel-constrast": 3.4419827461242676,
       "step": 1572,
-      "subrel-constrast": 3.909759759902954,
+      "subrel-constrast": 3.588771104812622,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4771370887756348,
-      "cov-distil (oracle2student)": 4.409694671630859,
-      "cov-distil (oracle2teacher)": 3.946770429611206,
+      "cov-distil": 1.880397081375122,
+      "cov-distil (oracle2student)": 4.820205211639404,
+      "cov-distil (oracle2teacher)": 3.9856975078582764,
       "epoch": 1.2346938775510203,
-      "rel-constrast": 3.8898987770080566,
+      "rel-constrast": 5.044854640960693,
       "step": 1573,
-      "subrel-constrast": 4.148560523986816,
+      "subrel-constrast": 3.82181978225708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3169071674346924,
-      "cov-distil (oracle2student)": 4.829381942749023,
-      "cov-distil (oracle2teacher)": 4.6057939529418945,
+      "cov-distil": 1.8163483142852783,
+      "cov-distil (oracle2student)": 5.053114891052246,
+      "cov-distil (oracle2teacher)": 4.331532001495361,
       "epoch": 1.2354788069073783,
-      "rel-constrast": 2.1212494373321533,
+      "rel-constrast": 2.3052780628204346,
       "step": 1574,
-      "subrel-constrast": 2.8325772285461426,
+      "subrel-constrast": 2.6113781929016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2086176872253418,
-      "cov-distil (oracle2student)": 2.98012638092041,
-      "cov-distil (oracle2teacher)": 2.6507182121276855,
+      "cov-distil": 1.099170207977295,
+      "cov-distil (oracle2student)": 3.086127758026123,
+      "cov-distil (oracle2teacher)": 2.824364185333252,
       "epoch": 1.2362637362637363,
-      "rel-constrast": 1.8269630670547485,
+      "rel-constrast": 1.9029412269592285,
       "step": 1575,
-      "subrel-constrast": 2.1550111770629883,
+      "subrel-constrast": 2.12070369720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2610249519348145,
-      "cov-distil (oracle2student)": 4.485299587249756,
-      "cov-distil (oracle2teacher)": 4.363012790679932,
+      "cov-distil": 1.879900336265564,
+      "cov-distil (oracle2student)": 4.8395209312438965,
+      "cov-distil (oracle2teacher)": 4.8144049644470215,
       "epoch": 1.2370486656200943,
-      "rel-constrast": 4.008843421936035,
+      "rel-constrast": 4.274290084838867,
       "step": 1576,
-      "subrel-constrast": 4.4985198974609375,
+      "subrel-constrast": 4.250116348266602,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6807074546813965,
-      "cov-distil (oracle2student)": 4.946079254150391,
-      "cov-distil (oracle2teacher)": 4.673879146575928,
+      "cov-distil": 2.2934813499450684,
+      "cov-distil (oracle2student)": 4.8231282234191895,
+      "cov-distil (oracle2teacher)": 4.718170642852783,
       "epoch": 1.237833594976452,
-      "rel-constrast": 3.214716911315918,
+      "rel-constrast": 3.2889699935913086,
       "step": 1577,
-      "subrel-constrast": 3.7449193000793457,
+      "subrel-constrast": 3.804370641708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7182397842407227,
-      "cov-distil (oracle2student)": 7.419530868530273,
-      "cov-distil (oracle2teacher)": 6.617232322692871,
+      "cov-distil": 2.3943870067596436,
+      "cov-distil (oracle2student)": 7.712185382843018,
+      "cov-distil (oracle2teacher)": 6.437448024749756,
       "epoch": 1.23861852433281,
-      "rel-constrast": 2.0141851902008057,
+      "rel-constrast": 2.2898073196411133,
       "step": 1578,
-      "subrel-constrast": 3.173762321472168,
+      "subrel-constrast": 2.7326786518096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5207469463348389,
-      "cov-distil (oracle2student)": 4.323278427124023,
-      "cov-distil (oracle2teacher)": 4.4741621017456055,
+      "cov-distil": 1.5068554878234863,
+      "cov-distil (oracle2student)": 5.221418380737305,
+      "cov-distil (oracle2teacher)": 4.762904167175293,
       "epoch": 1.239403453689168,
-      "rel-constrast": 2.6204493045806885,
+      "rel-constrast": 3.1496150493621826,
       "step": 1579,
-      "subrel-constrast": 3.512580156326294,
+      "subrel-constrast": 3.4960951805114746,
       "view-similarity": 0
     },
     {
       "epoch": 1.2401883830455258,
-      "grad_norm": 4.78125,
+      "grad_norm": 6.0,
       "learning_rate": 4.9491134483858095e-05,
-      "loss": 0.7444,
+      "loss": 0.7923,
       "step": 1580
     },
     {
-      "cov-distil": 1.7275066375732422,
-      "cov-distil (oracle2student)": 2.5916287899017334,
-      "cov-distil (oracle2teacher)": 3.294196128845215,
+      "cov-distil": 2.138178825378418,
+      "cov-distil (oracle2student)": 2.2196125984191895,
+      "cov-distil (oracle2teacher)": 3.029038429260254,
       "epoch": 1.2401883830455258,
-      "rel-constrast": 2.8139939308166504,
+      "rel-constrast": 2.455509901046753,
       "step": 1580,
-      "subrel-constrast": 3.629631280899048,
+      "subrel-constrast": 3.5580146312713623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41563081741333,
-      "cov-distil (oracle2student)": 3.2800745964050293,
-      "cov-distil (oracle2teacher)": 3.2235331535339355,
+      "cov-distil": 2.049274444580078,
+      "cov-distil (oracle2student)": 3.8389477729797363,
+      "cov-distil (oracle2teacher)": 3.7854127883911133,
       "epoch": 1.2409733124018838,
-      "rel-constrast": 2.417858600616455,
+      "rel-constrast": 2.569068193435669,
       "step": 1581,
-      "subrel-constrast": 3.2114391326904297,
+      "subrel-constrast": 3.3387999534606934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0455130338668823,
-      "cov-distil (oracle2student)": 4.683004379272461,
-      "cov-distil (oracle2teacher)": 4.711904525756836,
+      "cov-distil": 1.642974615097046,
+      "cov-distil (oracle2student)": 5.373010635375977,
+      "cov-distil (oracle2teacher)": 4.8885908126831055,
       "epoch": 1.2417582417582418,
-      "rel-constrast": 4.308945178985596,
+      "rel-constrast": 4.155498504638672,
       "step": 1582,
-      "subrel-constrast": 4.595567226409912,
+      "subrel-constrast": 4.450000286102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4948856830596924,
-      "cov-distil (oracle2student)": 4.5842413902282715,
-      "cov-distil (oracle2teacher)": 4.541057586669922,
+      "cov-distil": 1.8912696838378906,
+      "cov-distil (oracle2student)": 4.614186763763428,
+      "cov-distil (oracle2teacher)": 4.33878231048584,
       "epoch": 1.2425431711145998,
-      "rel-constrast": 2.354098320007324,
+      "rel-constrast": 2.801318645477295,
       "step": 1583,
-      "subrel-constrast": 3.2532970905303955,
+      "subrel-constrast": 2.6787571907043457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478751540184021,
-      "cov-distil (oracle2student)": 5.340696811676025,
-      "cov-distil (oracle2teacher)": 5.217659950256348,
+      "cov-distil": 1.7463786602020264,
+      "cov-distil (oracle2student)": 5.546780586242676,
+      "cov-distil (oracle2teacher)": 5.579392433166504,
       "epoch": 1.2433281004709575,
-      "rel-constrast": 3.1210832595825195,
+      "rel-constrast": 3.251866102218628,
       "step": 1584,
-      "subrel-constrast": 3.8527209758758545,
+      "subrel-constrast": 3.5651440620422363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385205626487732,
-      "cov-distil (oracle2student)": 4.021716594696045,
-      "cov-distil (oracle2teacher)": 4.30511474609375,
+      "cov-distil": 1.7475996017456055,
+      "cov-distil (oracle2student)": 4.642965316772461,
+      "cov-distil (oracle2teacher)": 4.485138893127441,
       "epoch": 1.2441130298273155,
-      "rel-constrast": 3.3219354152679443,
+      "rel-constrast": 3.9002811908721924,
       "step": 1585,
-      "subrel-constrast": 4.327701091766357,
+      "subrel-constrast": 4.113150596618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2471152544021606,
-      "cov-distil (oracle2student)": 5.545618057250977,
-      "cov-distil (oracle2teacher)": 4.992803573608398,
+      "cov-distil": 1.8231157064437866,
+      "cov-distil (oracle2student)": 6.136351585388184,
+      "cov-distil (oracle2teacher)": 5.881249904632568,
       "epoch": 1.2448979591836735,
-      "rel-constrast": 3.230410575866699,
+      "rel-constrast": 3.740389347076416,
       "step": 1586,
-      "subrel-constrast": 3.737184762954712,
+      "subrel-constrast": 3.800239086151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.389676809310913,
-      "cov-distil (oracle2student)": 4.302770614624023,
-      "cov-distil (oracle2teacher)": 4.216390132904053,
+      "cov-distil": 1.266098976135254,
+      "cov-distil (oracle2student)": 4.157269477844238,
+      "cov-distil (oracle2teacher)": 4.127383232116699,
       "epoch": 1.2456828885400313,
-      "rel-constrast": 3.0439257621765137,
+      "rel-constrast": 3.858865737915039,
       "step": 1587,
-      "subrel-constrast": 3.626136064529419,
+      "subrel-constrast": 3.4754955768585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0842232704162598,
-      "cov-distil (oracle2student)": 5.351293087005615,
-      "cov-distil (oracle2teacher)": 4.81019401550293,
+      "cov-distil": 2.3176093101501465,
+      "cov-distil (oracle2student)": 6.148702621459961,
+      "cov-distil (oracle2teacher)": 4.768836498260498,
       "epoch": 1.2464678178963893,
-      "rel-constrast": 2.3461873531341553,
+      "rel-constrast": 2.3947975635528564,
       "step": 1588,
-      "subrel-constrast": 3.2448534965515137,
+      "subrel-constrast": 2.8439996242523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9012022018432617,
-      "cov-distil (oracle2student)": 3.589587688446045,
-      "cov-distil (oracle2teacher)": 3.8490538597106934,
+      "cov-distil": 1.3995039463043213,
+      "cov-distil (oracle2student)": 4.4474873542785645,
+      "cov-distil (oracle2teacher)": 4.282570838928223,
       "epoch": 1.2472527472527473,
-      "rel-constrast": 2.6720728874206543,
+      "rel-constrast": 2.729245185852051,
       "step": 1589,
-      "subrel-constrast": 3.2388925552368164,
+      "subrel-constrast": 3.054457187652588,
       "view-similarity": 0
     },
     {
       "epoch": 1.2480376766091053,
-      "grad_norm": 6.21875,
+      "grad_norm": 6.65625,
       "learning_rate": 4.947346779281159e-05,
-      "loss": 0.7787,
+      "loss": 0.7964,
       "step": 1590
     },
     {
-      "cov-distil": 1.0694540739059448,
-      "cov-distil (oracle2student)": 3.0265297889709473,
-      "cov-distil (oracle2teacher)": 2.930713653564453,
+      "cov-distil": 1.8453747034072876,
+      "cov-distil (oracle2student)": 3.0918891429901123,
+      "cov-distil (oracle2teacher)": 2.8081789016723633,
       "epoch": 1.2480376766091053,
-      "rel-constrast": 1.9245004653930664,
+      "rel-constrast": 2.1064953804016113,
       "step": 1590,
-      "subrel-constrast": 2.372952699661255,
+      "subrel-constrast": 2.196903944015503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5754947662353516,
-      "cov-distil (oracle2student)": 5.229963779449463,
-      "cov-distil (oracle2teacher)": 5.164266586303711,
+      "cov-distil": 1.9793720245361328,
+      "cov-distil (oracle2student)": 6.001737594604492,
+      "cov-distil (oracle2teacher)": 5.8279314041137695,
       "epoch": 1.248822605965463,
-      "rel-constrast": 1.8129247426986694,
+      "rel-constrast": 2.371981620788574,
       "step": 1591,
-      "subrel-constrast": 2.834083080291748,
+      "subrel-constrast": 3.050093173980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0053443908691406,
-      "cov-distil (oracle2student)": 4.9797444343566895,
-      "cov-distil (oracle2teacher)": 4.2929582595825195,
+      "cov-distil": 1.8977521657943726,
+      "cov-distil (oracle2student)": 6.038756370544434,
+      "cov-distil (oracle2teacher)": 5.4142913818359375,
       "epoch": 1.249607535321821,
-      "rel-constrast": 2.694392442703247,
+      "rel-constrast": 2.7641172409057617,
       "step": 1592,
-      "subrel-constrast": 3.547555923461914,
+      "subrel-constrast": 3.569976329803467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2049765586853027,
-      "cov-distil (oracle2student)": 4.001274108886719,
-      "cov-distil (oracle2teacher)": 3.9364099502563477,
+      "cov-distil": 2.071986198425293,
+      "cov-distil (oracle2student)": 4.48809814453125,
+      "cov-distil (oracle2teacher)": 4.29581356048584,
       "epoch": 1.250392464678179,
-      "rel-constrast": 2.953474521636963,
+      "rel-constrast": 3.286311626434326,
       "step": 1593,
-      "subrel-constrast": 3.470498561859131,
+      "subrel-constrast": 3.4235527515411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.043835401535034,
-      "cov-distil (oracle2student)": 5.210770606994629,
-      "cov-distil (oracle2teacher)": 4.576769828796387,
+      "cov-distil": 2.2277824878692627,
+      "cov-distil (oracle2student)": 4.992692947387695,
+      "cov-distil (oracle2teacher)": 4.56816291809082,
       "epoch": 1.2511773940345368,
-      "rel-constrast": 2.3584091663360596,
+      "rel-constrast": 2.7322163581848145,
       "step": 1594,
-      "subrel-constrast": 3.1537837982177734,
+      "subrel-constrast": 3.0174484252929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2665927410125732,
-      "cov-distil (oracle2student)": 3.7326819896698,
-      "cov-distil (oracle2teacher)": 3.1742799282073975,
+      "cov-distil": 1.9765292406082153,
+      "cov-distil (oracle2student)": 3.9836323261260986,
+      "cov-distil (oracle2teacher)": 3.6758780479431152,
       "epoch": 1.2519623233908947,
-      "rel-constrast": 4.692358493804932,
+      "rel-constrast": 4.842157363891602,
       "step": 1595,
-      "subrel-constrast": 4.0910539627075195,
+      "subrel-constrast": 4.068283557891846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7941944599151611,
-      "cov-distil (oracle2student)": 4.109507083892822,
-      "cov-distil (oracle2teacher)": 4.159163951873779,
+      "cov-distil": 2.1328768730163574,
+      "cov-distil (oracle2student)": 4.625209808349609,
+      "cov-distil (oracle2teacher)": 4.376321792602539,
       "epoch": 1.2527472527472527,
-      "rel-constrast": 2.3564138412475586,
+      "rel-constrast": 2.6225013732910156,
       "step": 1596,
-      "subrel-constrast": 3.6273791790008545,
+      "subrel-constrast": 3.343975305557251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635940074920654,
-      "cov-distil (oracle2student)": 4.576698303222656,
-      "cov-distil (oracle2teacher)": 4.398351192474365,
+      "cov-distil": 1.8625550270080566,
+      "cov-distil (oracle2student)": 4.897193908691406,
+      "cov-distil (oracle2teacher)": 4.693101406097412,
       "epoch": 1.2535321821036107,
-      "rel-constrast": 2.9404969215393066,
+      "rel-constrast": 3.3155248165130615,
       "step": 1597,
-      "subrel-constrast": 3.804814577102661,
+      "subrel-constrast": 3.708278179168701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7701064348220825,
-      "cov-distil (oracle2student)": 4.771833896636963,
-      "cov-distil (oracle2teacher)": 3.738337755203247,
+      "cov-distil": 1.6757338047027588,
+      "cov-distil (oracle2student)": 4.91999626159668,
+      "cov-distil (oracle2teacher)": 3.8192176818847656,
       "epoch": 1.2543171114599687,
-      "rel-constrast": 2.40234112739563,
+      "rel-constrast": 2.3513472080230713,
       "step": 1598,
-      "subrel-constrast": 2.814751386642456,
+      "subrel-constrast": 2.3204617500305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2810989618301392,
-      "cov-distil (oracle2student)": 4.285026550292969,
-      "cov-distil (oracle2teacher)": 4.482094764709473,
+      "cov-distil": 1.7012135982513428,
+      "cov-distil (oracle2student)": 4.868736743927002,
+      "cov-distil (oracle2teacher)": 4.586375713348389,
       "epoch": 1.2551020408163265,
-      "rel-constrast": 2.3176803588867188,
+      "rel-constrast": 2.810366153717041,
       "step": 1599,
-      "subrel-constrast": 3.109283685684204,
+      "subrel-constrast": 3.095327854156494,
       "view-similarity": 0
     },
     {
       "epoch": 1.2558869701726845,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.875,
       "learning_rate": 4.94555029002834e-05,
-      "loss": 0.7005,
+      "loss": 0.7301,
       "step": 1600
     },
     {
       "epoch": 1.2558869701726845,
-      "overlap": 0.2953124940395355,
+      "overlap": 0.3046875,
       "step": 1600
     },
     {
       "epoch": 1.2558869701726845,
       "step": 1600,
-      "student margin": 0.05426025390625
+      "student margin": 0.048431396484375
     },
     {
       "epoch": 1.2558869701726845,
       "step": 1600,
-      "teacher margin": 0.037078857421875
+      "teacher margin": 0.041259765625
     },
     {
       "epoch": 1.2558869701726845,
-      "margin difference": -0.017181396484375,
+      "margin difference": -0.007171630859375,
       "step": 1600
     },
     {
-      "cov-distil": 1.2401432991027832,
-      "cov-distil (oracle2student)": 3.954568862915039,
-      "cov-distil (oracle2teacher)": 3.8835649490356445,
+      "cov-distil": 1.810918927192688,
+      "cov-distil (oracle2student)": 4.383621692657471,
+      "cov-distil (oracle2teacher)": 4.130575656890869,
       "epoch": 1.2558869701726845,
-      "rel-constrast": 4.249578475952148,
+      "rel-constrast": 4.83335018157959,
       "step": 1600,
-      "subrel-constrast": 4.77301549911499,
+      "subrel-constrast": 5.154160499572754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3518985509872437,
-      "cov-distil (oracle2student)": 5.146595001220703,
-      "cov-distil (oracle2teacher)": 4.2379045486450195,
+      "cov-distil": 1.605259895324707,
+      "cov-distil (oracle2student)": 5.4844465255737305,
+      "cov-distil (oracle2teacher)": 5.277478218078613,
       "epoch": 1.2566718995290425,
-      "rel-constrast": 4.159992694854736,
+      "rel-constrast": 3.999683141708374,
       "step": 1601,
-      "subrel-constrast": 4.252568244934082,
+      "subrel-constrast": 4.326846122741699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1045626401901245,
-      "cov-distil (oracle2student)": 3.7269647121429443,
-      "cov-distil (oracle2teacher)": 3.6491031646728516,
+      "cov-distil": 1.459212064743042,
+      "cov-distil (oracle2student)": 4.190435409545898,
+      "cov-distil (oracle2teacher)": 4.28338098526001,
       "epoch": 1.2574568288854002,
-      "rel-constrast": 1.8313547372817993,
+      "rel-constrast": 1.9733637571334839,
       "step": 1602,
-      "subrel-constrast": 2.480900764465332,
+      "subrel-constrast": 2.705435037612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0515415668487549,
-      "cov-distil (oracle2student)": 3.6881957054138184,
-      "cov-distil (oracle2teacher)": 3.9391791820526123,
+      "cov-distil": 1.5160056352615356,
+      "cov-distil (oracle2student)": 4.4392924308776855,
+      "cov-distil (oracle2teacher)": 4.631627082824707,
       "epoch": 1.2582417582417582,
-      "rel-constrast": 2.3411812782287598,
+      "rel-constrast": 2.342447280883789,
       "step": 1603,
-      "subrel-constrast": 2.8287715911865234,
+      "subrel-constrast": 2.9394266605377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496519804000854,
-      "cov-distil (oracle2student)": 6.0102362632751465,
-      "cov-distil (oracle2teacher)": 5.4528374671936035,
+      "cov-distil": 1.7903738021850586,
+      "cov-distil (oracle2student)": 6.220755100250244,
+      "cov-distil (oracle2teacher)": 6.125944137573242,
       "epoch": 1.2590266875981162,
-      "rel-constrast": 3.411728620529175,
+      "rel-constrast": 3.428229570388794,
       "step": 1604,
-      "subrel-constrast": 4.295903205871582,
+      "subrel-constrast": 4.008735656738281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.824700117111206,
-      "cov-distil (oracle2student)": 3.218780994415283,
-      "cov-distil (oracle2teacher)": 3.5953330993652344,
+      "cov-distil": 1.5566539764404297,
+      "cov-distil (oracle2student)": 3.3139195442199707,
+      "cov-distil (oracle2teacher)": 4.120318412780762,
       "epoch": 1.2598116169544742,
-      "rel-constrast": 2.255901336669922,
+      "rel-constrast": 2.7487268447875977,
       "step": 1605,
-      "subrel-constrast": 3.621413469314575,
+      "subrel-constrast": 3.395083427429199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3297637701034546,
-      "cov-distil (oracle2student)": 3.7404680252075195,
-      "cov-distil (oracle2teacher)": 4.179556846618652,
+      "cov-distil": 2.217097282409668,
+      "cov-distil (oracle2student)": 4.326814651489258,
+      "cov-distil (oracle2teacher)": 4.339356899261475,
       "epoch": 1.260596546310832,
-      "rel-constrast": 2.7648215293884277,
+      "rel-constrast": 2.8420889377593994,
       "step": 1606,
-      "subrel-constrast": 3.2416465282440186,
+      "subrel-constrast": 3.1904051303863525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949851393699646,
-      "cov-distil (oracle2student)": 2.947930097579956,
-      "cov-distil (oracle2teacher)": 2.8981106281280518,
+      "cov-distil": 2.0697453022003174,
+      "cov-distil (oracle2student)": 3.4675049781799316,
+      "cov-distil (oracle2teacher)": 3.1230883598327637,
       "epoch": 1.26138147566719,
-      "rel-constrast": 3.775965452194214,
+      "rel-constrast": 4.039160251617432,
       "step": 1607,
-      "subrel-constrast": 3.85666561126709,
+      "subrel-constrast": 4.00664758682251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4960598945617676,
-      "cov-distil (oracle2student)": 4.037820816040039,
-      "cov-distil (oracle2teacher)": 4.013734817504883,
+      "cov-distil": 1.6953202486038208,
+      "cov-distil (oracle2student)": 3.5410404205322266,
+      "cov-distil (oracle2teacher)": 4.3633246421813965,
       "epoch": 1.262166405023548,
-      "rel-constrast": 2.7456881999969482,
+      "rel-constrast": 3.0353994369506836,
       "step": 1608,
-      "subrel-constrast": 3.677175521850586,
+      "subrel-constrast": 3.87430739402771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1052380800247192,
-      "cov-distil (oracle2student)": 3.17771315574646,
-      "cov-distil (oracle2teacher)": 3.0973048210144043,
+      "cov-distil": 1.7463104724884033,
+      "cov-distil (oracle2student)": 3.6609864234924316,
+      "cov-distil (oracle2teacher)": 3.6354129314422607,
       "epoch": 1.2629513343799057,
-      "rel-constrast": 2.790376901626587,
+      "rel-constrast": 3.4595532417297363,
       "step": 1609,
-      "subrel-constrast": 3.7393651008605957,
+      "subrel-constrast": 4.1224164962768555,
       "view-similarity": 0
     },
     {
       "epoch": 1.2637362637362637,
-      "grad_norm": 5.0,
+      "grad_norm": 6.75,
       "learning_rate": 4.943724002517005e-05,
-      "loss": 0.7932,
+      "loss": 0.8176,
       "step": 1610
     },
     {
-      "cov-distil": 0.8401419520378113,
-      "cov-distil (oracle2student)": 3.6818411350250244,
-      "cov-distil (oracle2teacher)": 3.2254278659820557,
+      "cov-distil": 1.2702847719192505,
+      "cov-distil (oracle2student)": 3.756552219390869,
+      "cov-distil (oracle2teacher)": 3.6468803882598877,
       "epoch": 1.2637362637362637,
-      "rel-constrast": 2.239971160888672,
+      "rel-constrast": 2.42138934135437,
       "step": 1610,
-      "subrel-constrast": 2.607633352279663,
+      "subrel-constrast": 2.7182087898254395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5572216510772705,
-      "cov-distil (oracle2student)": 5.691225051879883,
-      "cov-distil (oracle2teacher)": 5.2247514724731445,
+      "cov-distil": 1.8452656269073486,
+      "cov-distil (oracle2student)": 6.16418981552124,
+      "cov-distil (oracle2teacher)": 5.282188415527344,
       "epoch": 1.2645211930926217,
-      "rel-constrast": 3.4957265853881836,
+      "rel-constrast": 3.2427666187286377,
       "step": 1611,
-      "subrel-constrast": 4.3403143882751465,
+      "subrel-constrast": 3.969283103942871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.599346399307251,
-      "cov-distil (oracle2student)": 3.265510082244873,
-      "cov-distil (oracle2teacher)": 3.138312816619873,
+      "cov-distil": 2.0222506523132324,
+      "cov-distil (oracle2student)": 3.251779079437256,
+      "cov-distil (oracle2teacher)": 3.363973617553711,
       "epoch": 1.2653061224489797,
-      "rel-constrast": 1.7332820892333984,
+      "rel-constrast": 1.9790095090866089,
       "step": 1612,
-      "subrel-constrast": 2.326345205307007,
+      "subrel-constrast": 2.1974587440490723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4157798290252686,
-      "cov-distil (oracle2student)": 2.43453311920166,
-      "cov-distil (oracle2teacher)": 2.5119686126708984,
+      "cov-distil": 2.080608367919922,
+      "cov-distil (oracle2student)": 2.3079183101654053,
+      "cov-distil (oracle2teacher)": 2.544975757598877,
       "epoch": 1.2660910518053377,
-      "rel-constrast": 2.4434328079223633,
+      "rel-constrast": 2.075753688812256,
       "step": 1613,
-      "subrel-constrast": 2.869371175765991,
+      "subrel-constrast": 2.9184107780456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2938141822814941,
-      "cov-distil (oracle2student)": 4.608822822570801,
-      "cov-distil (oracle2teacher)": 5.189919471740723,
+      "cov-distil": 1.5278544425964355,
+      "cov-distil (oracle2student)": 4.805039405822754,
+      "cov-distil (oracle2teacher)": 5.091644763946533,
       "epoch": 1.2668759811616954,
-      "rel-constrast": 3.2550747394561768,
+      "rel-constrast": 3.0847737789154053,
       "step": 1614,
-      "subrel-constrast": 4.518463134765625,
+      "subrel-constrast": 4.3479695320129395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2033616304397583,
-      "cov-distil (oracle2student)": 4.0003132820129395,
-      "cov-distil (oracle2teacher)": 3.9773621559143066,
+      "cov-distil": 2.0988564491271973,
+      "cov-distil (oracle2student)": 4.1710920333862305,
+      "cov-distil (oracle2teacher)": 4.5223517417907715,
       "epoch": 1.2676609105180534,
-      "rel-constrast": 2.2480671405792236,
+      "rel-constrast": 2.584165334701538,
       "step": 1615,
-      "subrel-constrast": 2.946848154067993,
+      "subrel-constrast": 2.942120313644409,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72908616065979,
-      "cov-distil (oracle2student)": 4.721651077270508,
-      "cov-distil (oracle2teacher)": 4.623195648193359,
+      "cov-distil": 2.3754608631134033,
+      "cov-distil (oracle2student)": 5.255252838134766,
+      "cov-distil (oracle2teacher)": 5.0238776206970215,
       "epoch": 1.2684458398744112,
-      "rel-constrast": 3.6976943016052246,
+      "rel-constrast": 4.11332368850708,
       "step": 1616,
-      "subrel-constrast": 4.176671981811523,
+      "subrel-constrast": 3.9241456985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5601651668548584,
-      "cov-distil (oracle2student)": 5.53110408782959,
-      "cov-distil (oracle2teacher)": 5.000835418701172,
+      "cov-distil": 1.9937433004379272,
+      "cov-distil (oracle2student)": 5.628146171569824,
+      "cov-distil (oracle2teacher)": 5.14534854888916,
       "epoch": 1.2692307692307692,
-      "rel-constrast": 2.414720296859741,
+      "rel-constrast": 2.432617664337158,
       "step": 1617,
-      "subrel-constrast": 3.356947898864746,
+      "subrel-constrast": 3.662496566772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3038325309753418,
-      "cov-distil (oracle2student)": 5.950539588928223,
-      "cov-distil (oracle2teacher)": 4.976174354553223,
+      "cov-distil": 1.8344414234161377,
+      "cov-distil (oracle2student)": 6.040500640869141,
+      "cov-distil (oracle2teacher)": 5.38774299621582,
       "epoch": 1.2700156985871272,
-      "rel-constrast": 2.8983705043792725,
+      "rel-constrast": 3.39935564994812,
       "step": 1618,
-      "subrel-constrast": 3.6266589164733887,
+      "subrel-constrast": 3.867884874343872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6398966312408447,
-      "cov-distil (oracle2student)": 3.7699663639068604,
-      "cov-distil (oracle2teacher)": 3.9635469913482666,
+      "cov-distil": 2.1002166271209717,
+      "cov-distil (oracle2student)": 4.383522987365723,
+      "cov-distil (oracle2teacher)": 4.045715808868408,
       "epoch": 1.2708006279434851,
-      "rel-constrast": 3.084038257598877,
+      "rel-constrast": 3.3171920776367188,
       "step": 1619,
-      "subrel-constrast": 3.5827956199645996,
+      "subrel-constrast": 3.4009242057800293,
       "view-similarity": 0
     },
     {
       "epoch": 1.2715855572998431,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.53125,
       "learning_rate": 4.9418679389998923e-05,
-      "loss": 0.7231,
+      "loss": 0.7163,
       "step": 1620
     },
     {
-      "cov-distil": 1.2033615112304688,
-      "cov-distil (oracle2student)": 2.6435210704803467,
-      "cov-distil (oracle2teacher)": 2.7180891036987305,
+      "cov-distil": 1.6965930461883545,
+      "cov-distil (oracle2student)": 3.152137279510498,
+      "cov-distil (oracle2teacher)": 3.1645073890686035,
       "epoch": 1.2715855572998431,
-      "rel-constrast": 2.435988664627075,
+      "rel-constrast": 2.6394448280334473,
       "step": 1620,
-      "subrel-constrast": 2.8730671405792236,
+      "subrel-constrast": 2.8105263710021973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337418794631958,
-      "cov-distil (oracle2student)": 4.008183002471924,
-      "cov-distil (oracle2teacher)": 3.918609857559204,
+      "cov-distil": 2.259945869445801,
+      "cov-distil (oracle2student)": 4.43234920501709,
+      "cov-distil (oracle2teacher)": 4.108823776245117,
       "epoch": 1.272370486656201,
-      "rel-constrast": 2.1550803184509277,
+      "rel-constrast": 2.4366798400878906,
       "step": 1621,
-      "subrel-constrast": 3.027833938598633,
+      "subrel-constrast": 3.0230393409729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3022841215133667,
-      "cov-distil (oracle2student)": 5.025609016418457,
-      "cov-distil (oracle2teacher)": 4.473941802978516,
+      "cov-distil": 1.7039072513580322,
+      "cov-distil (oracle2student)": 5.506103992462158,
+      "cov-distil (oracle2teacher)": 5.150457382202148,
       "epoch": 1.2731554160125589,
-      "rel-constrast": 3.712306022644043,
+      "rel-constrast": 4.645636558532715,
       "step": 1622,
-      "subrel-constrast": 4.314980506896973,
+      "subrel-constrast": 4.583265781402588,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7564401626586914,
-      "cov-distil (oracle2student)": 4.104037761688232,
-      "cov-distil (oracle2teacher)": 4.0148420333862305,
+      "cov-distil": 2.1403074264526367,
+      "cov-distil (oracle2student)": 3.864819049835205,
+      "cov-distil (oracle2teacher)": 4.228536605834961,
       "epoch": 1.2739403453689169,
-      "rel-constrast": 3.961117744445801,
+      "rel-constrast": 4.091558456420898,
       "step": 1623,
-      "subrel-constrast": 4.3763251304626465,
+      "subrel-constrast": 4.614246368408203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.112213373184204,
-      "cov-distil (oracle2student)": 3.8963370323181152,
-      "cov-distil (oracle2teacher)": 4.085019111633301,
+      "cov-distil": 1.5758508443832397,
+      "cov-distil (oracle2student)": 3.4618043899536133,
+      "cov-distil (oracle2teacher)": 3.801157236099243,
       "epoch": 1.2747252747252746,
-      "rel-constrast": 3.1151459217071533,
+      "rel-constrast": 3.8041296005249023,
       "step": 1624,
-      "subrel-constrast": 3.4535889625549316,
+      "subrel-constrast": 3.2233192920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6795473098754883,
-      "cov-distil (oracle2student)": 4.558170318603516,
-      "cov-distil (oracle2teacher)": 4.258068084716797,
+      "cov-distil": 2.2298974990844727,
+      "cov-distil (oracle2student)": 5.11854362487793,
+      "cov-distil (oracle2teacher)": 4.178473472595215,
       "epoch": 1.2755102040816326,
-      "rel-constrast": 2.2039456367492676,
+      "rel-constrast": 2.6224188804626465,
       "step": 1625,
-      "subrel-constrast": 2.6537296772003174,
+      "subrel-constrast": 2.7952120304107666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3467729091644287,
-      "cov-distil (oracle2student)": 4.626681327819824,
-      "cov-distil (oracle2teacher)": 4.4227800369262695,
+      "cov-distil": 1.902476191520691,
+      "cov-distil (oracle2student)": 5.001765251159668,
+      "cov-distil (oracle2teacher)": 5.028693199157715,
       "epoch": 1.2762951334379906,
-      "rel-constrast": 2.81760835647583,
+      "rel-constrast": 3.1895506381988525,
       "step": 1626,
-      "subrel-constrast": 3.3071186542510986,
+      "subrel-constrast": 3.525578022003174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.142616629600525,
-      "cov-distil (oracle2student)": 4.662853717803955,
-      "cov-distil (oracle2teacher)": 4.567802906036377,
+      "cov-distil": 1.9072327613830566,
+      "cov-distil (oracle2student)": 5.394671440124512,
+      "cov-distil (oracle2teacher)": 4.876692295074463,
       "epoch": 1.2770800627943486,
-      "rel-constrast": 3.3561339378356934,
+      "rel-constrast": 4.035161972045898,
       "step": 1627,
-      "subrel-constrast": 4.121894359588623,
+      "subrel-constrast": 4.352508544921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.951671838760376,
-      "cov-distil (oracle2student)": 2.913677930831909,
-      "cov-distil (oracle2teacher)": 3.444167375564575,
+      "cov-distil": 1.6858129501342773,
+      "cov-distil (oracle2student)": 3.6739063262939453,
+      "cov-distil (oracle2teacher)": 3.736114025115967,
       "epoch": 1.2778649921507064,
-      "rel-constrast": 2.7839274406433105,
+      "rel-constrast": 3.2784006595611572,
       "step": 1628,
-      "subrel-constrast": 3.647115468978882,
+      "subrel-constrast": 3.6481776237487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.534114122390747,
-      "cov-distil (oracle2student)": 3.62860107421875,
-      "cov-distil (oracle2teacher)": 3.946953535079956,
+      "cov-distil": 1.6989800930023193,
+      "cov-distil (oracle2student)": 3.832240581512451,
+      "cov-distil (oracle2teacher)": 4.089865684509277,
       "epoch": 1.2786499215070644,
-      "rel-constrast": 2.9101061820983887,
+      "rel-constrast": 3.2188751697540283,
       "step": 1629,
-      "subrel-constrast": 3.9150846004486084,
+      "subrel-constrast": 3.9498844146728516,
       "view-similarity": 0
     },
     {
       "epoch": 1.2794348508634223,
-      "grad_norm": 5.625,
+      "grad_norm": 6.75,
       "learning_rate": 4.939982122092548e-05,
-      "loss": 0.7732,
+      "loss": 0.849,
       "step": 1630
     },
     {
-      "cov-distil": 1.6983373165130615,
-      "cov-distil (oracle2student)": 4.0351715087890625,
-      "cov-distil (oracle2teacher)": 3.4591262340545654,
+      "cov-distil": 1.9523253440856934,
+      "cov-distil (oracle2student)": 4.488237380981445,
+      "cov-distil (oracle2teacher)": 3.9142203330993652,
       "epoch": 1.2794348508634223,
-      "rel-constrast": 2.75883150100708,
+      "rel-constrast": 3.6204466819763184,
       "step": 1630,
-      "subrel-constrast": 3.290522813796997,
+      "subrel-constrast": 2.858351469039917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.365375280380249,
-      "cov-distil (oracle2student)": 5.294360160827637,
-      "cov-distil (oracle2teacher)": 4.6669697761535645,
+      "cov-distil": 1.6999847888946533,
+      "cov-distil (oracle2student)": 5.5072197914123535,
+      "cov-distil (oracle2teacher)": 5.775692939758301,
       "epoch": 1.2802197802197801,
-      "rel-constrast": 4.017967224121094,
+      "rel-constrast": 4.104068756103516,
       "step": 1631,
-      "subrel-constrast": 4.0610222816467285,
+      "subrel-constrast": 4.387331008911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2868592739105225,
-      "cov-distil (oracle2student)": 3.8631057739257812,
-      "cov-distil (oracle2teacher)": 3.7666921615600586,
+      "cov-distil": 2.0276434421539307,
+      "cov-distil (oracle2student)": 4.266451835632324,
+      "cov-distil (oracle2teacher)": 4.657402992248535,
       "epoch": 1.281004709576138,
-      "rel-constrast": 2.6940512657165527,
+      "rel-constrast": 2.6975908279418945,
       "step": 1632,
-      "subrel-constrast": 3.4014902114868164,
+      "subrel-constrast": 3.2674498558044434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5693693161010742,
-      "cov-distil (oracle2student)": 4.493404388427734,
-      "cov-distil (oracle2teacher)": 3.9357874393463135,
+      "cov-distil": 1.944185495376587,
+      "cov-distil (oracle2student)": 3.770261287689209,
+      "cov-distil (oracle2teacher)": 4.295158863067627,
       "epoch": 1.281789638932496,
-      "rel-constrast": 2.94412899017334,
+      "rel-constrast": 2.411348342895508,
       "step": 1633,
-      "subrel-constrast": 3.6544454097747803,
+      "subrel-constrast": 3.9706034660339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4428383111953735,
-      "cov-distil (oracle2student)": 3.037003517150879,
-      "cov-distil (oracle2teacher)": 3.069725751876831,
+      "cov-distil": 2.0091021060943604,
+      "cov-distil (oracle2student)": 3.54167103767395,
+      "cov-distil (oracle2teacher)": 3.502073287963867,
       "epoch": 1.282574568288854,
-      "rel-constrast": 1.9439277648925781,
+      "rel-constrast": 2.0720975399017334,
       "step": 1634,
-      "subrel-constrast": 2.94014310836792,
+      "subrel-constrast": 3.0507845878601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5494788885116577,
-      "cov-distil (oracle2student)": 4.208475112915039,
-      "cov-distil (oracle2teacher)": 4.504655361175537,
+      "cov-distil": 1.7665990591049194,
+      "cov-distil (oracle2student)": 4.843642234802246,
+      "cov-distil (oracle2teacher)": 4.295296669006348,
       "epoch": 1.283359497645212,
-      "rel-constrast": 4.304119110107422,
+      "rel-constrast": 4.385141372680664,
       "step": 1635,
-      "subrel-constrast": 4.585867881774902,
+      "subrel-constrast": 4.292908191680908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.340540885925293,
-      "cov-distil (oracle2student)": 3.5669240951538086,
-      "cov-distil (oracle2teacher)": 3.9029083251953125,
+      "cov-distil": 2.1015031337738037,
+      "cov-distil (oracle2student)": 4.817591667175293,
+      "cov-distil (oracle2teacher)": 4.633842468261719,
       "epoch": 1.2841444270015698,
-      "rel-constrast": 1.8818669319152832,
+      "rel-constrast": 2.3678855895996094,
       "step": 1636,
-      "subrel-constrast": 2.954639434814453,
+      "subrel-constrast": 2.7623863220214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7390761375427246,
-      "cov-distil (oracle2student)": 5.210850715637207,
-      "cov-distil (oracle2teacher)": 4.928779125213623,
+      "cov-distil": 2.194183588027954,
+      "cov-distil (oracle2student)": 6.352839469909668,
+      "cov-distil (oracle2teacher)": 5.481823921203613,
       "epoch": 1.2849293563579278,
-      "rel-constrast": 3.0819015502929688,
+      "rel-constrast": 3.743926525115967,
       "step": 1637,
-      "subrel-constrast": 3.8880972862243652,
+      "subrel-constrast": 4.190829277038574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1178994178771973,
-      "cov-distil (oracle2student)": 4.759133815765381,
-      "cov-distil (oracle2teacher)": 4.51517915725708,
+      "cov-distil": 1.6283597946166992,
+      "cov-distil (oracle2student)": 4.80074405670166,
+      "cov-distil (oracle2teacher)": 5.457365989685059,
       "epoch": 1.2857142857142856,
-      "rel-constrast": 2.805359363555908,
+      "rel-constrast": 3.4698405265808105,
       "step": 1638,
-      "subrel-constrast": 2.8414242267608643,
+      "subrel-constrast": 3.279818058013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4448472261428833,
-      "cov-distil (oracle2student)": 3.933835029602051,
-      "cov-distil (oracle2teacher)": 3.784127712249756,
+      "cov-distil": 1.9163992404937744,
+      "cov-distil (oracle2student)": 4.308907985687256,
+      "cov-distil (oracle2teacher)": 4.524560928344727,
       "epoch": 1.2864992150706436,
-      "rel-constrast": 1.7304596900939941,
+      "rel-constrast": 2.1393656730651855,
       "step": 1639,
-      "subrel-constrast": 2.8501203060150146,
+      "subrel-constrast": 3.0994184017181396,
       "view-similarity": 0
     },
     {
       "epoch": 1.2872841444270016,
-      "grad_norm": 4.21875,
+      "grad_norm": 5.875,
       "learning_rate": 4.938066574773059e-05,
-      "loss": 0.7405,
+      "loss": 0.7753,
       "step": 1640
     },
     {
-      "cov-distil": 1.824934959411621,
-      "cov-distil (oracle2student)": 3.2884521484375,
-      "cov-distil (oracle2teacher)": 2.920071601867676,
+      "cov-distil": 2.461806297302246,
+      "cov-distil (oracle2student)": 4.573619842529297,
+      "cov-distil (oracle2teacher)": 3.8706674575805664,
       "epoch": 1.2872841444270016,
-      "rel-constrast": 2.782691717147827,
+      "rel-constrast": 3.8964037895202637,
       "step": 1640,
-      "subrel-constrast": 3.892519950866699,
+      "subrel-constrast": 4.246512413024902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7503442764282227,
-      "cov-distil (oracle2student)": 4.084597110748291,
-      "cov-distil (oracle2teacher)": 4.363886833190918,
+      "cov-distil": 2.0243616104125977,
+      "cov-distil (oracle2student)": 4.750319480895996,
+      "cov-distil (oracle2teacher)": 4.786174774169922,
       "epoch": 1.2880690737833596,
-      "rel-constrast": 2.7296700477600098,
+      "rel-constrast": 4.063018798828125,
       "step": 1641,
-      "subrel-constrast": 3.6988725662231445,
+      "subrel-constrast": 3.928481340408325,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2059253454208374,
-      "cov-distil (oracle2student)": 4.277673721313477,
-      "cov-distil (oracle2teacher)": 4.320541858673096,
+      "cov-distil": 1.3818604946136475,
+      "cov-distil (oracle2student)": 4.973311901092529,
+      "cov-distil (oracle2teacher)": 4.717424392700195,
       "epoch": 1.2888540031397175,
-      "rel-constrast": 2.508701801300049,
+      "rel-constrast": 2.9113759994506836,
       "step": 1642,
-      "subrel-constrast": 3.3788764476776123,
+      "subrel-constrast": 3.405444622039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2993993759155273,
-      "cov-distil (oracle2student)": 3.6636757850646973,
-      "cov-distil (oracle2teacher)": 3.6188464164733887,
+      "cov-distil": 2.0881400108337402,
+      "cov-distil (oracle2student)": 4.171236991882324,
+      "cov-distil (oracle2teacher)": 3.5141007900238037,
       "epoch": 1.2896389324960753,
-      "rel-constrast": 2.5455198287963867,
+      "rel-constrast": 3.3257999420166016,
       "step": 1643,
-      "subrel-constrast": 3.6185929775238037,
+      "subrel-constrast": 3.535788059234619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2521083354949951,
-      "cov-distil (oracle2student)": 3.79364013671875,
-      "cov-distil (oracle2teacher)": 3.800851345062256,
+      "cov-distil": 1.2665205001831055,
+      "cov-distil (oracle2student)": 4.40216064453125,
+      "cov-distil (oracle2teacher)": 4.739414691925049,
       "epoch": 1.2904238618524333,
-      "rel-constrast": 3.1340579986572266,
+      "rel-constrast": 3.029956340789795,
       "step": 1644,
-      "subrel-constrast": 3.728591203689575,
+      "subrel-constrast": 4.098007678985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3868159055709839,
-      "cov-distil (oracle2student)": 3.9565043449401855,
-      "cov-distil (oracle2teacher)": 3.4056267738342285,
+      "cov-distil": 1.6299099922180176,
+      "cov-distil (oracle2student)": 4.605607032775879,
+      "cov-distil (oracle2teacher)": 4.25969934463501,
       "epoch": 1.2912087912087913,
-      "rel-constrast": 2.723842144012451,
+      "rel-constrast": 2.3757543563842773,
       "step": 1645,
-      "subrel-constrast": 3.5624608993530273,
+      "subrel-constrast": 3.3943631649017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4942251443862915,
-      "cov-distil (oracle2student)": 4.735816955566406,
-      "cov-distil (oracle2teacher)": 4.332551002502441,
+      "cov-distil": 2.4695234298706055,
+      "cov-distil (oracle2student)": 5.240386009216309,
+      "cov-distil (oracle2teacher)": 5.110725402832031,
       "epoch": 1.291993720565149,
-      "rel-constrast": 3.1045193672180176,
+      "rel-constrast": 4.145135879516602,
       "step": 1646,
-      "subrel-constrast": 3.668058156967163,
+      "subrel-constrast": 4.108333587646484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2528787851333618,
-      "cov-distil (oracle2student)": 4.021450519561768,
-      "cov-distil (oracle2teacher)": 4.035415172576904,
+      "cov-distil": 1.6151118278503418,
+      "cov-distil (oracle2student)": 4.626162052154541,
+      "cov-distil (oracle2teacher)": 4.4546942710876465,
       "epoch": 1.292778649921507,
-      "rel-constrast": 2.473135471343994,
+      "rel-constrast": 3.0320658683776855,
       "step": 1647,
-      "subrel-constrast": 3.208709239959717,
+      "subrel-constrast": 3.3274312019348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4243361949920654,
-      "cov-distil (oracle2student)": 5.697556495666504,
-      "cov-distil (oracle2teacher)": 5.473768711090088,
+      "cov-distil": 2.6663293838500977,
+      "cov-distil (oracle2student)": 7.58427619934082,
+      "cov-distil (oracle2teacher)": 5.964966773986816,
       "epoch": 1.293563579277865,
-      "rel-constrast": 2.741896629333496,
+      "rel-constrast": 3.359373092651367,
       "step": 1648,
-      "subrel-constrast": 4.124619007110596,
+      "subrel-constrast": 4.170982837677002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8192188739776611,
-      "cov-distil (oracle2student)": 2.797114849090576,
-      "cov-distil (oracle2teacher)": 2.723701000213623,
+      "cov-distil": 1.821988582611084,
+      "cov-distil (oracle2student)": 2.371304512023926,
+      "cov-distil (oracle2teacher)": 2.8295693397521973,
       "epoch": 1.294348508634223,
-      "rel-constrast": 2.6524248123168945,
+      "rel-constrast": 2.755497932434082,
       "step": 1649,
-      "subrel-constrast": 3.406691074371338,
+      "subrel-constrast": 3.3994154930114746,
       "view-similarity": 0
     },
     {
       "epoch": 1.2951334379905808,
-      "grad_norm": 5.375,
+      "grad_norm": 6.28125,
       "learning_rate": 4.936121320381762e-05,
-      "loss": 0.7217,
+      "loss": 0.8224,
       "step": 1650
     },
     {
-      "cov-distil": 1.6652196645736694,
-      "cov-distil (oracle2student)": 4.50883674621582,
-      "cov-distil (oracle2teacher)": 3.993168354034424,
+      "cov-distil": 2.4001646041870117,
+      "cov-distil (oracle2student)": 4.61191463470459,
+      "cov-distil (oracle2teacher)": 4.7147064208984375,
       "epoch": 1.2951334379905808,
-      "rel-constrast": 2.57003116607666,
+      "rel-constrast": 2.7633233070373535,
       "step": 1650,
-      "subrel-constrast": 3.628901958465576,
+      "subrel-constrast": 3.988745927810669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.074852705001831,
-      "cov-distil (oracle2student)": 2.833625316619873,
-      "cov-distil (oracle2teacher)": 2.7247066497802734,
+      "cov-distil": 1.0972572565078735,
+      "cov-distil (oracle2student)": 2.8755245208740234,
+      "cov-distil (oracle2teacher)": 3.20552659034729,
       "epoch": 1.2959183673469388,
-      "rel-constrast": 2.528759479522705,
+      "rel-constrast": 2.310896158218384,
       "step": 1651,
-      "subrel-constrast": 2.945603847503662,
+      "subrel-constrast": 2.578482151031494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3971084356307983,
-      "cov-distil (oracle2student)": 3.0018460750579834,
-      "cov-distil (oracle2teacher)": 3.686293125152588,
+      "cov-distil": 1.8273406028747559,
+      "cov-distil (oracle2student)": 3.599440336227417,
+      "cov-distil (oracle2teacher)": 3.668383836746216,
       "epoch": 1.2967032967032968,
-      "rel-constrast": 2.7913460731506348,
+      "rel-constrast": 3.147737503051758,
       "step": 1652,
-      "subrel-constrast": 3.3390860557556152,
+      "subrel-constrast": 3.4045116901397705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8350878953933716,
-      "cov-distil (oracle2student)": 5.374774932861328,
-      "cov-distil (oracle2teacher)": 4.875711441040039,
+      "cov-distil": 2.5035223960876465,
+      "cov-distil (oracle2student)": 6.413338661193848,
+      "cov-distil (oracle2teacher)": 5.150639057159424,
       "epoch": 1.2974882260596545,
-      "rel-constrast": 3.161719799041748,
+      "rel-constrast": 4.300156593322754,
       "step": 1653,
-      "subrel-constrast": 4.238742351531982,
+      "subrel-constrast": 4.391679763793945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8106216192245483,
-      "cov-distil (oracle2student)": 3.3961193561553955,
-      "cov-distil (oracle2teacher)": 4.26975154876709,
+      "cov-distil": 1.2704710960388184,
+      "cov-distil (oracle2student)": 4.527993202209473,
+      "cov-distil (oracle2teacher)": 4.321805000305176,
       "epoch": 1.2982731554160125,
-      "rel-constrast": 3.0342960357666016,
+      "rel-constrast": 3.3262271881103516,
       "step": 1654,
-      "subrel-constrast": 3.6275415420532227,
+      "subrel-constrast": 3.3820033073425293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6817612648010254,
-      "cov-distil (oracle2student)": 4.652027130126953,
-      "cov-distil (oracle2teacher)": 4.589141845703125,
+      "cov-distil": 2.099565029144287,
+      "cov-distil (oracle2student)": 4.903942108154297,
+      "cov-distil (oracle2teacher)": 4.914019584655762,
       "epoch": 1.2990580847723705,
-      "rel-constrast": 3.1028218269348145,
+      "rel-constrast": 3.7026946544647217,
       "step": 1655,
-      "subrel-constrast": 3.9337363243103027,
+      "subrel-constrast": 3.961954355239868,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2627507448196411,
-      "cov-distil (oracle2student)": 6.517387390136719,
-      "cov-distil (oracle2teacher)": 5.350343227386475,
+      "cov-distil": 1.1805799007415771,
+      "cov-distil (oracle2student)": 6.465838432312012,
+      "cov-distil (oracle2teacher)": 5.881667137145996,
       "epoch": 1.2998430141287285,
-      "rel-constrast": 3.1466264724731445,
+      "rel-constrast": 3.327561378479004,
       "step": 1656,
-      "subrel-constrast": 3.1197381019592285,
+      "subrel-constrast": 3.279414653778076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2194769382476807,
-      "cov-distil (oracle2student)": 4.07407283782959,
-      "cov-distil (oracle2teacher)": 4.279786586761475,
+      "cov-distil": 1.9537032842636108,
+      "cov-distil (oracle2student)": 4.648287773132324,
+      "cov-distil (oracle2teacher)": 4.567766189575195,
       "epoch": 1.3006279434850865,
-      "rel-constrast": 2.6777279376983643,
+      "rel-constrast": 2.6995105743408203,
       "step": 1657,
-      "subrel-constrast": 3.576874017715454,
+      "subrel-constrast": 3.347346544265747,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2256784439086914,
-      "cov-distil (oracle2student)": 3.122056007385254,
-      "cov-distil (oracle2teacher)": 3.299981117248535,
+      "cov-distil": 1.7226980924606323,
+      "cov-distil (oracle2student)": 3.8157501220703125,
+      "cov-distil (oracle2teacher)": 3.99285626411438,
       "epoch": 1.3014128728414442,
-      "rel-constrast": 2.6643600463867188,
+      "rel-constrast": 3.107771873474121,
       "step": 1658,
-      "subrel-constrast": 3.0457918643951416,
+      "subrel-constrast": 2.9404053688049316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7555532455444336,
-      "cov-distil (oracle2student)": 3.6815357208251953,
-      "cov-distil (oracle2teacher)": 3.7946360111236572,
+      "cov-distil": 1.8312928676605225,
+      "cov-distil (oracle2student)": 4.1480021476745605,
+      "cov-distil (oracle2teacher)": 4.026515007019043,
       "epoch": 1.3021978021978022,
-      "rel-constrast": 2.9607553482055664,
+      "rel-constrast": 2.49360990524292,
       "step": 1659,
-      "subrel-constrast": 3.1729092597961426,
+      "subrel-constrast": 3.082777976989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.30298273155416,
-      "grad_norm": 5.3125,
+      "grad_norm": 5.625,
       "learning_rate": 4.93414638262097e-05,
-      "loss": 0.7533,
+      "loss": 0.7795,
       "step": 1660
     },
     {
-      "cov-distil": 1.4782741069793701,
-      "cov-distil (oracle2student)": 3.131895065307617,
-      "cov-distil (oracle2teacher)": 3.025630474090576,
+      "cov-distil": 2.0047497749328613,
+      "cov-distil (oracle2student)": 3.334258794784546,
+      "cov-distil (oracle2teacher)": 3.671670436859131,
       "epoch": 1.30298273155416,
-      "rel-constrast": 1.7634066343307495,
+      "rel-constrast": 1.9011850357055664,
       "step": 1660,
-      "subrel-constrast": 3.0443379878997803,
+      "subrel-constrast": 2.5919320583343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2554302215576172,
-      "cov-distil (oracle2student)": 4.800741195678711,
-      "cov-distil (oracle2teacher)": 4.580242156982422,
+      "cov-distil": 1.3666648864746094,
+      "cov-distil (oracle2student)": 5.006875991821289,
+      "cov-distil (oracle2teacher)": 5.085698127746582,
       "epoch": 1.303767660910518,
-      "rel-constrast": 2.3431081771850586,
+      "rel-constrast": 2.606182098388672,
       "step": 1661,
-      "subrel-constrast": 2.933103561401367,
+      "subrel-constrast": 2.90462064743042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2417757511138916,
-      "cov-distil (oracle2student)": 5.50029182434082,
-      "cov-distil (oracle2teacher)": 5.67678165435791,
+      "cov-distil": 1.6023166179656982,
+      "cov-distil (oracle2student)": 6.40786075592041,
+      "cov-distil (oracle2teacher)": 6.399726867675781,
       "epoch": 1.304552590266876,
-      "rel-constrast": 2.775085926055908,
+      "rel-constrast": 3.932114839553833,
       "step": 1662,
-      "subrel-constrast": 3.3209705352783203,
+      "subrel-constrast": 3.2777538299560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4375855922698975,
-      "cov-distil (oracle2student)": 4.698795795440674,
-      "cov-distil (oracle2teacher)": 4.178256511688232,
+      "cov-distil": 1.6243752241134644,
+      "cov-distil (oracle2student)": 4.9536943435668945,
+      "cov-distil (oracle2teacher)": 4.23249626159668,
       "epoch": 1.305337519623234,
-      "rel-constrast": 3.456355094909668,
+      "rel-constrast": 3.211838483810425,
       "step": 1663,
-      "subrel-constrast": 3.8518121242523193,
+      "subrel-constrast": 3.6172685623168945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2631628513336182,
-      "cov-distil (oracle2student)": 4.585798263549805,
-      "cov-distil (oracle2teacher)": 3.720777988433838,
+      "cov-distil": 1.555912733078003,
+      "cov-distil (oracle2student)": 4.164565086364746,
+      "cov-distil (oracle2teacher)": 3.83821439743042,
       "epoch": 1.306122448979592,
-      "rel-constrast": 2.7050743103027344,
+      "rel-constrast": 3.0629122257232666,
       "step": 1664,
-      "subrel-constrast": 2.8726394176483154,
+      "subrel-constrast": 2.871823787689209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2668120861053467,
-      "cov-distil (oracle2student)": 5.543978691101074,
-      "cov-distil (oracle2teacher)": 4.31226110458374,
+      "cov-distil": 1.5968563556671143,
+      "cov-distil (oracle2student)": 6.0926103591918945,
+      "cov-distil (oracle2teacher)": 4.604617118835449,
       "epoch": 1.3069073783359497,
-      "rel-constrast": 3.455016851425171,
+      "rel-constrast": 3.621994733810425,
       "step": 1665,
-      "subrel-constrast": 3.277104616165161,
+      "subrel-constrast": 3.3782026767730713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4592809677124023,
-      "cov-distil (oracle2student)": 3.580965757369995,
-      "cov-distil (oracle2teacher)": 3.6958651542663574,
+      "cov-distil": 1.877102255821228,
+      "cov-distil (oracle2student)": 4.048394203186035,
+      "cov-distil (oracle2teacher)": 4.017665386199951,
       "epoch": 1.3076923076923077,
-      "rel-constrast": 2.875990390777588,
+      "rel-constrast": 3.0613508224487305,
       "step": 1666,
-      "subrel-constrast": 3.5123231410980225,
+      "subrel-constrast": 3.6224024295806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7660417556762695,
-      "cov-distil (oracle2student)": 5.026470184326172,
-      "cov-distil (oracle2teacher)": 4.608955383300781,
+      "cov-distil": 2.0542428493499756,
+      "cov-distil (oracle2student)": 5.35919713973999,
+      "cov-distil (oracle2teacher)": 4.638520240783691,
       "epoch": 1.3084772370486657,
-      "rel-constrast": 2.4632911682128906,
+      "rel-constrast": 3.2471489906311035,
       "step": 1667,
-      "subrel-constrast": 3.6753294467926025,
+      "subrel-constrast": 3.2292542457580566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9695327281951904,
-      "cov-distil (oracle2student)": 4.632760524749756,
-      "cov-distil (oracle2teacher)": 4.739590644836426,
+      "cov-distil": 2.4964511394500732,
+      "cov-distil (oracle2student)": 4.775130271911621,
+      "cov-distil (oracle2teacher)": 4.880032062530518,
       "epoch": 1.3092621664050235,
-      "rel-constrast": 4.044448375701904,
+      "rel-constrast": 3.955497980117798,
       "step": 1668,
-      "subrel-constrast": 4.879031658172607,
+      "subrel-constrast": 5.187030792236328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9147984385490417,
-      "cov-distil (oracle2student)": 3.8470358848571777,
-      "cov-distil (oracle2teacher)": 3.6714415550231934,
+      "cov-distil": 1.8706905841827393,
+      "cov-distil (oracle2student)": 3.8463985919952393,
+      "cov-distil (oracle2teacher)": 3.5829169750213623,
       "epoch": 1.3100470957613815,
-      "rel-constrast": 1.9507464170455933,
+      "rel-constrast": 2.39556884765625,
       "step": 1669,
-      "subrel-constrast": 2.4090120792388916,
+      "subrel-constrast": 2.6121702194213867,
       "view-similarity": 0
     },
     {
       "epoch": 1.3108320251177394,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.932141785554676e-05,
-      "loss": 0.7309,
+      "loss": 0.7749,
       "step": 1670
     },
     {
-      "cov-distil": 1.0804483890533447,
-      "cov-distil (oracle2student)": 4.381117820739746,
-      "cov-distil (oracle2teacher)": 4.153110027313232,
+      "cov-distil": 1.0927351713180542,
+      "cov-distil (oracle2student)": 4.206366539001465,
+      "cov-distil (oracle2teacher)": 3.8124756813049316,
       "epoch": 1.3108320251177394,
-      "rel-constrast": 2.430006980895996,
+      "rel-constrast": 2.3660969734191895,
       "step": 1670,
-      "subrel-constrast": 3.060797929763794,
+      "subrel-constrast": 2.704758644104004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3550291061401367,
-      "cov-distil (oracle2student)": 4.675786018371582,
-      "cov-distil (oracle2teacher)": 4.878483772277832,
+      "cov-distil": 1.989987850189209,
+      "cov-distil (oracle2student)": 5.0560760498046875,
+      "cov-distil (oracle2teacher)": 5.111454010009766,
       "epoch": 1.3116169544740974,
-      "rel-constrast": 2.190371036529541,
+      "rel-constrast": 2.58559250831604,
       "step": 1671,
-      "subrel-constrast": 3.512721300125122,
+      "subrel-constrast": 3.415621042251587,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5128092765808105,
-      "cov-distil (oracle2student)": 3.5277040004730225,
-      "cov-distil (oracle2teacher)": 3.574345588684082,
+      "cov-distil": 1.9178433418273926,
+      "cov-distil (oracle2student)": 4.129509449005127,
+      "cov-distil (oracle2teacher)": 4.17296028137207,
       "epoch": 1.3124018838304552,
-      "rel-constrast": 2.905486583709717,
+      "rel-constrast": 3.0171046257019043,
       "step": 1672,
-      "subrel-constrast": 3.6370315551757812,
+      "subrel-constrast": 3.630554437637329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562002182006836,
-      "cov-distil (oracle2student)": 5.946201324462891,
-      "cov-distil (oracle2teacher)": 6.038100242614746,
+      "cov-distil": 2.63132905960083,
+      "cov-distil (oracle2student)": 6.345755577087402,
+      "cov-distil (oracle2teacher)": 5.5523176193237305,
       "epoch": 1.3131868131868132,
-      "rel-constrast": 2.6617884635925293,
+      "rel-constrast": 3.694471836090088,
       "step": 1673,
-      "subrel-constrast": 3.8258495330810547,
+      "subrel-constrast": 3.7029504776000977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4439823627471924,
-      "cov-distil (oracle2student)": 4.495332717895508,
-      "cov-distil (oracle2teacher)": 3.920667886734009,
+      "cov-distil": 1.7092751264572144,
+      "cov-distil (oracle2student)": 5.00535774230957,
+      "cov-distil (oracle2teacher)": 4.368116855621338,
       "epoch": 1.3139717425431712,
-      "rel-constrast": 2.736530303955078,
+      "rel-constrast": 2.9453623294830322,
       "step": 1674,
-      "subrel-constrast": 3.709810495376587,
+      "subrel-constrast": 3.7899580001831055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.902129054069519,
-      "cov-distil (oracle2student)": 3.1296520233154297,
-      "cov-distil (oracle2teacher)": 3.1709532737731934,
+      "cov-distil": 2.177368640899658,
+      "cov-distil (oracle2student)": 4.038525581359863,
+      "cov-distil (oracle2teacher)": 3.5202178955078125,
       "epoch": 1.314756671899529,
-      "rel-constrast": 2.3446121215820312,
+      "rel-constrast": 3.215427875518799,
       "step": 1675,
-      "subrel-constrast": 3.3997671604156494,
+      "subrel-constrast": 3.472332239151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5456894636154175,
-      "cov-distil (oracle2student)": 3.53585147857666,
-      "cov-distil (oracle2teacher)": 3.7378737926483154,
+      "cov-distil": 1.5631492137908936,
+      "cov-distil (oracle2student)": 3.7521157264709473,
+      "cov-distil (oracle2teacher)": 3.7333295345306396,
       "epoch": 1.315541601255887,
-      "rel-constrast": 1.8547238111495972,
+      "rel-constrast": 1.9873430728912354,
       "step": 1676,
-      "subrel-constrast": 2.8229920864105225,
+      "subrel-constrast": 2.3722922801971436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6679989099502563,
-      "cov-distil (oracle2student)": 4.102506637573242,
-      "cov-distil (oracle2teacher)": 3.851327419281006,
+      "cov-distil": 2.1458115577697754,
+      "cov-distil (oracle2student)": 4.208532333374023,
+      "cov-distil (oracle2teacher)": 3.9811959266662598,
       "epoch": 1.316326530612245,
-      "rel-constrast": 2.873745918273926,
+      "rel-constrast": 3.3004209995269775,
       "step": 1677,
-      "subrel-constrast": 3.830954074859619,
+      "subrel-constrast": 3.6657330989837646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2982299327850342,
-      "cov-distil (oracle2student)": 3.544175148010254,
-      "cov-distil (oracle2teacher)": 3.48026704788208,
+      "cov-distil": 1.6136683225631714,
+      "cov-distil (oracle2student)": 3.700273036956787,
+      "cov-distil (oracle2teacher)": 3.5427913665771484,
       "epoch": 1.317111459968603,
-      "rel-constrast": 3.5534720420837402,
+      "rel-constrast": 3.4891443252563477,
       "step": 1678,
-      "subrel-constrast": 3.998359203338623,
+      "subrel-constrast": 4.164310932159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1478326320648193,
-      "cov-distil (oracle2student)": 5.38470458984375,
-      "cov-distil (oracle2teacher)": 4.923349380493164,
+      "cov-distil": 2.4277265071868896,
+      "cov-distil (oracle2student)": 5.308294773101807,
+      "cov-distil (oracle2teacher)": 5.496747970581055,
       "epoch": 1.3178963893249607,
-      "rel-constrast": 2.6743621826171875,
+      "rel-constrast": 2.979935646057129,
       "step": 1679,
-      "subrel-constrast": 3.7068068981170654,
+      "subrel-constrast": 3.997008800506592,
       "view-similarity": 0
     },
     {
       "epoch": 1.3186813186813187,
-      "grad_norm": 4.875,
+      "grad_norm": 6.71875,
       "learning_rate": 4.9301075536082605e-05,
-      "loss": 0.6952,
+      "loss": 0.7395,
       "step": 1680
     },
     {
-      "cov-distil": 1.9513250589370728,
-      "cov-distil (oracle2student)": 4.398993492126465,
-      "cov-distil (oracle2teacher)": 4.786568641662598,
+      "cov-distil": 2.1944825649261475,
+      "cov-distil (oracle2student)": 4.088326454162598,
+      "cov-distil (oracle2teacher)": 5.080142021179199,
       "epoch": 1.3186813186813187,
-      "rel-constrast": 2.6829535961151123,
+      "rel-constrast": 3.2335047721862793,
       "step": 1680,
-      "subrel-constrast": 4.0632853507995605,
+      "subrel-constrast": 4.277515888214111,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3817787170410156,
-      "cov-distil (oracle2student)": 3.289867401123047,
-      "cov-distil (oracle2teacher)": 3.359332799911499,
+      "cov-distil": 1.8086462020874023,
+      "cov-distil (oracle2student)": 3.153085470199585,
+      "cov-distil (oracle2teacher)": 3.5910274982452393,
       "epoch": 1.3194662480376766,
-      "rel-constrast": 3.0628602504730225,
+      "rel-constrast": 3.3856444358825684,
       "step": 1681,
-      "subrel-constrast": 3.4703333377838135,
+      "subrel-constrast": 3.395388603210449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8047406673431396,
-      "cov-distil (oracle2student)": 5.392301559448242,
-      "cov-distil (oracle2teacher)": 5.2529449462890625,
+      "cov-distil": 1.9190409183502197,
+      "cov-distil (oracle2student)": 5.7283759117126465,
+      "cov-distil (oracle2teacher)": 5.113788604736328,
       "epoch": 1.3202511773940344,
-      "rel-constrast": 3.5952937602996826,
+      "rel-constrast": 4.08601188659668,
       "step": 1682,
-      "subrel-constrast": 4.345643043518066,
+      "subrel-constrast": 4.2143235206604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3197975158691406,
-      "cov-distil (oracle2student)": 4.048213481903076,
-      "cov-distil (oracle2teacher)": 3.647500991821289,
+      "cov-distil": 1.5731201171875,
+      "cov-distil (oracle2student)": 4.453451633453369,
+      "cov-distil (oracle2teacher)": 3.970391273498535,
       "epoch": 1.3210361067503924,
-      "rel-constrast": 2.856383800506592,
+      "rel-constrast": 3.1653823852539062,
       "step": 1683,
-      "subrel-constrast": 3.104534149169922,
+      "subrel-constrast": 3.119931936264038,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8105502128601074,
-      "cov-distil (oracle2student)": 5.112046241760254,
-      "cov-distil (oracle2teacher)": 4.49995231628418,
+      "cov-distil": 2.2481141090393066,
+      "cov-distil (oracle2student)": 5.609467506408691,
+      "cov-distil (oracle2teacher)": 5.181495666503906,
       "epoch": 1.3218210361067504,
-      "rel-constrast": 3.725432872772217,
+      "rel-constrast": 4.194695472717285,
       "step": 1684,
-      "subrel-constrast": 4.248173236846924,
+      "subrel-constrast": 4.362768173217773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4322168827056885,
-      "cov-distil (oracle2student)": 3.3334832191467285,
-      "cov-distil (oracle2teacher)": 3.6339430809020996,
+      "cov-distil": 1.5475280284881592,
+      "cov-distil (oracle2student)": 4.305638313293457,
+      "cov-distil (oracle2teacher)": 3.7450976371765137,
       "epoch": 1.3226059654631084,
-      "rel-constrast": 2.7059125900268555,
+      "rel-constrast": 3.2316360473632812,
       "step": 1685,
-      "subrel-constrast": 3.2750349044799805,
+      "subrel-constrast": 2.8158764839172363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6428894996643066,
-      "cov-distil (oracle2student)": 4.602001190185547,
-      "cov-distil (oracle2teacher)": 4.459765911102295,
+      "cov-distil": 2.694798231124878,
+      "cov-distil (oracle2student)": 4.511743545532227,
+      "cov-distil (oracle2teacher)": 4.304223537445068,
       "epoch": 1.3233908948194664,
-      "rel-constrast": 3.1114978790283203,
+      "rel-constrast": 2.911423921585083,
       "step": 1686,
-      "subrel-constrast": 3.9000749588012695,
+      "subrel-constrast": 3.762714147567749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8474209308624268,
-      "cov-distil (oracle2student)": 3.8932676315307617,
-      "cov-distil (oracle2teacher)": 4.134026050567627,
+      "cov-distil": 1.7985414266586304,
+      "cov-distil (oracle2student)": 4.162229537963867,
+      "cov-distil (oracle2teacher)": 3.856377124786377,
       "epoch": 1.3241758241758241,
-      "rel-constrast": 2.9471235275268555,
+      "rel-constrast": 2.9805686473846436,
       "step": 1687,
-      "subrel-constrast": 3.8277077674865723,
+      "subrel-constrast": 3.285964012145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4144337177276611,
-      "cov-distil (oracle2student)": 4.639150142669678,
-      "cov-distil (oracle2teacher)": 4.320378303527832,
+      "cov-distil": 1.5695276260375977,
+      "cov-distil (oracle2student)": 4.601081371307373,
+      "cov-distil (oracle2teacher)": 4.585683822631836,
       "epoch": 1.3249607535321821,
-      "rel-constrast": 3.245732307434082,
+      "rel-constrast": 3.9330883026123047,
       "step": 1688,
-      "subrel-constrast": 4.324900150299072,
+      "subrel-constrast": 4.279696941375732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4898247718811035,
-      "cov-distil (oracle2student)": 3.7182819843292236,
-      "cov-distil (oracle2teacher)": 4.340787887573242,
+      "cov-distil": 2.021648406982422,
+      "cov-distil (oracle2student)": 4.577154159545898,
+      "cov-distil (oracle2teacher)": 4.304760932922363,
       "epoch": 1.3257456828885401,
-      "rel-constrast": 3.311568260192871,
+      "rel-constrast": 3.637571334838867,
       "step": 1689,
-      "subrel-constrast": 4.191407203674316,
+      "subrel-constrast": 4.036553382873535,
       "view-similarity": 0
     },
     {
       "epoch": 1.3265306122448979,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.71875,
       "learning_rate": 4.928043711568201e-05,
-      "loss": 0.8214,
+      "loss": 0.869,
       "step": 1690
     },
     {
-      "cov-distil": 1.5231900215148926,
-      "cov-distil (oracle2student)": 4.0429229736328125,
-      "cov-distil (oracle2teacher)": 4.368336200714111,
+      "cov-distil": 1.5318957567214966,
+      "cov-distil (oracle2student)": 3.7702503204345703,
+      "cov-distil (oracle2teacher)": 3.9249260425567627,
       "epoch": 1.3265306122448979,
-      "rel-constrast": 3.221848964691162,
+      "rel-constrast": 3.37066388130188,
       "step": 1690,
-      "subrel-constrast": 3.944840431213379,
+      "subrel-constrast": 3.984584093093872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2224268913269043,
-      "cov-distil (oracle2student)": 3.6712303161621094,
-      "cov-distil (oracle2teacher)": 3.6000585556030273,
+      "cov-distil": 1.5729693174362183,
+      "cov-distil (oracle2student)": 3.7485527992248535,
+      "cov-distil (oracle2teacher)": 3.852156162261963,
       "epoch": 1.3273155416012559,
-      "rel-constrast": 2.1097869873046875,
+      "rel-constrast": 2.3448681831359863,
       "step": 1691,
-      "subrel-constrast": 2.6628572940826416,
+      "subrel-constrast": 2.9309775829315186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.571364402770996,
-      "cov-distil (oracle2student)": 3.9584407806396484,
-      "cov-distil (oracle2teacher)": 4.059624195098877,
+      "cov-distil": 2.009230852127075,
+      "cov-distil (oracle2student)": 4.155279159545898,
+      "cov-distil (oracle2teacher)": 4.311703681945801,
       "epoch": 1.3281004709576139,
-      "rel-constrast": 3.725607395172119,
+      "rel-constrast": 3.150029420852661,
       "step": 1692,
-      "subrel-constrast": 4.022169589996338,
+      "subrel-constrast": 3.740870475769043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9361393451690674,
-      "cov-distil (oracle2student)": 3.485517978668213,
-      "cov-distil (oracle2teacher)": 3.5528483390808105,
+      "cov-distil": 2.0947771072387695,
+      "cov-distil (oracle2student)": 3.971309185028076,
+      "cov-distil (oracle2teacher)": 3.945931911468506,
       "epoch": 1.3288854003139718,
-      "rel-constrast": 2.590193748474121,
+      "rel-constrast": 2.5980446338653564,
       "step": 1693,
-      "subrel-constrast": 3.5558483600616455,
+      "subrel-constrast": 3.539691686630249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5529704093933105,
-      "cov-distil (oracle2student)": 5.349681854248047,
-      "cov-distil (oracle2teacher)": 4.618007183074951,
+      "cov-distil": 2.162320137023926,
+      "cov-distil (oracle2student)": 5.4272966384887695,
+      "cov-distil (oracle2teacher)": 4.8213701248168945,
       "epoch": 1.3296703296703296,
-      "rel-constrast": 3.0925962924957275,
+      "rel-constrast": 2.855908155441284,
       "step": 1694,
-      "subrel-constrast": 3.6117360591888428,
+      "subrel-constrast": 3.515104293823242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2765185832977295,
-      "cov-distil (oracle2student)": 5.414062976837158,
-      "cov-distil (oracle2teacher)": 5.182615280151367,
+      "cov-distil": 1.0731866359710693,
+      "cov-distil (oracle2student)": 5.488421440124512,
+      "cov-distil (oracle2teacher)": 5.08583402633667,
       "epoch": 1.3304552590266876,
-      "rel-constrast": 3.097349166870117,
+      "rel-constrast": 3.42624568939209,
       "step": 1695,
-      "subrel-constrast": 3.8629040718078613,
+      "subrel-constrast": 3.690575361251831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4366099834442139,
-      "cov-distil (oracle2student)": 5.064397811889648,
-      "cov-distil (oracle2teacher)": 4.768686771392822,
+      "cov-distil": 1.6255704164505005,
+      "cov-distil (oracle2student)": 4.972871780395508,
+      "cov-distil (oracle2teacher)": 5.257755279541016,
       "epoch": 1.3312401883830456,
-      "rel-constrast": 3.5905206203460693,
+      "rel-constrast": 3.5530271530151367,
       "step": 1696,
-      "subrel-constrast": 3.551110029220581,
+      "subrel-constrast": 3.5661847591400146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5100539922714233,
-      "cov-distil (oracle2student)": 4.031502723693848,
-      "cov-distil (oracle2teacher)": 3.1058902740478516,
+      "cov-distil": 1.7691795825958252,
+      "cov-distil (oracle2student)": 4.196930885314941,
+      "cov-distil (oracle2teacher)": 3.604043960571289,
       "epoch": 1.3320251177394034,
-      "rel-constrast": 3.878617763519287,
+      "rel-constrast": 4.41229248046875,
       "step": 1697,
-      "subrel-constrast": 3.6920580863952637,
+      "subrel-constrast": 4.059732437133789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736415147781372,
-      "cov-distil (oracle2student)": 4.542118549346924,
-      "cov-distil (oracle2teacher)": 4.008769989013672,
+      "cov-distil": 1.8581151962280273,
+      "cov-distil (oracle2student)": 5.176072597503662,
+      "cov-distil (oracle2teacher)": 4.556097030639648,
       "epoch": 1.3328100470957613,
-      "rel-constrast": 2.8388421535491943,
+      "rel-constrast": 2.7787365913391113,
       "step": 1698,
-      "subrel-constrast": 3.2855992317199707,
+      "subrel-constrast": 3.5230119228363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3649110794067383,
-      "cov-distil (oracle2student)": 5.195368766784668,
-      "cov-distil (oracle2teacher)": 4.632691383361816,
+      "cov-distil": 1.32680344581604,
+      "cov-distil (oracle2student)": 4.475895881652832,
+      "cov-distil (oracle2teacher)": 4.708328723907471,
       "epoch": 1.3335949764521193,
-      "rel-constrast": 2.544861316680908,
+      "rel-constrast": 3.0723962783813477,
       "step": 1699,
-      "subrel-constrast": 2.7482213973999023,
+      "subrel-constrast": 2.910999059677124,
       "view-similarity": 0
     },
     {
       "epoch": 1.3343799058084773,
-      "grad_norm": 4.78125,
+      "grad_norm": 7.78125,
       "learning_rate": 4.9259502845817594e-05,
-      "loss": 0.8051,
+      "loss": 0.7891,
       "step": 1700
     },
     {
       "epoch": 1.3343799058084773,
-      "overlap": 0.3125,
+      "overlap": 0.27031251788139343,
       "step": 1700
     },
     {
       "epoch": 1.3343799058084773,
       "step": 1700,
-      "student margin": 0.06024169921875
+      "student margin": 0.055450439453125
     },
     {
       "epoch": 1.3343799058084773,
       "step": 1700,
-      "teacher margin": 0.04046630859375
+      "teacher margin": 0.04302978515625
     },
     {
       "epoch": 1.3343799058084773,
-      "margin difference": -0.019775390625,
+      "margin difference": -0.012420654296875,
       "step": 1700
     },
     {
-      "cov-distil": 1.780718445777893,
-      "cov-distil (oracle2student)": 4.830676078796387,
-      "cov-distil (oracle2teacher)": 4.522244930267334,
+      "cov-distil": 2.2918381690979004,
+      "cov-distil (oracle2student)": 5.488099098205566,
+      "cov-distil (oracle2teacher)": 5.0514726638793945,
       "epoch": 1.3343799058084773,
-      "rel-constrast": 2.708968162536621,
+      "rel-constrast": 3.476649045944214,
       "step": 1700,
-      "subrel-constrast": 3.664163112640381,
+      "subrel-constrast": 3.737515926361084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7044799327850342,
-      "cov-distil (oracle2student)": 3.761897087097168,
-      "cov-distil (oracle2teacher)": 3.689012289047241,
+      "cov-distil": 2.1702351570129395,
+      "cov-distil (oracle2student)": 4.4835662841796875,
+      "cov-distil (oracle2teacher)": 3.733614444732666,
       "epoch": 1.335164835164835,
-      "rel-constrast": 2.526390552520752,
+      "rel-constrast": 2.6515486240386963,
       "step": 1701,
-      "subrel-constrast": 3.3062210083007812,
+      "subrel-constrast": 3.0915606021881104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1813758611679077,
-      "cov-distil (oracle2student)": 4.709604263305664,
-      "cov-distil (oracle2teacher)": 4.656639575958252,
+      "cov-distil": 1.733849048614502,
+      "cov-distil (oracle2student)": 5.13071346282959,
+      "cov-distil (oracle2teacher)": 4.706507682800293,
       "epoch": 1.335949764521193,
-      "rel-constrast": 2.514857292175293,
+      "rel-constrast": 3.5660839080810547,
       "step": 1702,
-      "subrel-constrast": 3.488149881362915,
+      "subrel-constrast": 3.5813450813293457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1151008605957031,
-      "cov-distil (oracle2student)": 2.865448236465454,
-      "cov-distil (oracle2teacher)": 3.638596534729004,
+      "cov-distil": 1.685402274131775,
+      "cov-distil (oracle2student)": 3.821777820587158,
+      "cov-distil (oracle2teacher)": 3.314162254333496,
       "epoch": 1.336734693877551,
-      "rel-constrast": 2.384942054748535,
+      "rel-constrast": 3.053713321685791,
       "step": 1703,
-      "subrel-constrast": 3.135843276977539,
+      "subrel-constrast": 2.911098003387451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5315178632736206,
-      "cov-distil (oracle2student)": 2.0018911361694336,
-      "cov-distil (oracle2teacher)": 2.3488893508911133,
+      "cov-distil": 1.8334848880767822,
+      "cov-distil (oracle2student)": 1.7400952577590942,
+      "cov-distil (oracle2teacher)": 2.690593957901001,
       "epoch": 1.3375196232339088,
-      "rel-constrast": 1.9972370862960815,
+      "rel-constrast": 1.7925410270690918,
       "step": 1704,
-      "subrel-constrast": 2.7012367248535156,
+      "subrel-constrast": 2.5463521480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6730701923370361,
-      "cov-distil (oracle2student)": 3.1682558059692383,
-      "cov-distil (oracle2teacher)": 3.1774349212646484,
+      "cov-distil": 2.256601333618164,
+      "cov-distil (oracle2student)": 3.5637283325195312,
+      "cov-distil (oracle2teacher)": 3.0985000133514404,
       "epoch": 1.3383045525902668,
-      "rel-constrast": 2.1729378700256348,
+      "rel-constrast": 2.4836349487304688,
       "step": 1705,
-      "subrel-constrast": 3.3846652507781982,
+      "subrel-constrast": 3.327609062194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5645828247070312,
-      "cov-distil (oracle2student)": 3.0768232345581055,
-      "cov-distil (oracle2teacher)": 3.6127519607543945,
+      "cov-distil": 1.4072151184082031,
+      "cov-distil (oracle2student)": 3.6628546714782715,
+      "cov-distil (oracle2teacher)": 3.9533071517944336,
       "epoch": 1.3390894819466248,
-      "rel-constrast": 2.74924898147583,
+      "rel-constrast": 2.5464749336242676,
       "step": 1706,
-      "subrel-constrast": 3.2934718132019043,
+      "subrel-constrast": 3.2726998329162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5017133951187134,
-      "cov-distil (oracle2student)": 3.383028745651245,
-      "cov-distil (oracle2teacher)": 3.066603183746338,
+      "cov-distil": 2.177799940109253,
+      "cov-distil (oracle2student)": 3.809157371520996,
+      "cov-distil (oracle2teacher)": 3.3606271743774414,
       "epoch": 1.3398744113029828,
-      "rel-constrast": 3.287877082824707,
+      "rel-constrast": 3.2535858154296875,
       "step": 1707,
-      "subrel-constrast": 4.0102033615112305,
+      "subrel-constrast": 3.9288291931152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.323404312133789,
-      "cov-distil (oracle2student)": 3.914201259613037,
-      "cov-distil (oracle2teacher)": 3.881359338760376,
+      "cov-distil": 1.5573627948760986,
+      "cov-distil (oracle2student)": 4.259518146514893,
+      "cov-distil (oracle2teacher)": 4.222029685974121,
       "epoch": 1.3406593406593408,
-      "rel-constrast": 3.176435947418213,
+      "rel-constrast": 3.0864930152893066,
       "step": 1708,
-      "subrel-constrast": 3.6439154148101807,
+      "subrel-constrast": 3.2867941856384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.428868293762207,
-      "cov-distil (oracle2student)": 4.273033142089844,
-      "cov-distil (oracle2teacher)": 4.26628303527832,
+      "cov-distil": 1.9484076499938965,
+      "cov-distil (oracle2student)": 3.8938305377960205,
+      "cov-distil (oracle2teacher)": 4.517445087432861,
       "epoch": 1.3414442700156985,
-      "rel-constrast": 2.549382209777832,
+      "rel-constrast": 2.232330322265625,
       "step": 1709,
-      "subrel-constrast": 3.0860307216644287,
+      "subrel-constrast": 3.2775373458862305,
       "view-similarity": 0
     },
     {
       "epoch": 1.3422291993720565,
-      "grad_norm": 5.28125,
+      "grad_norm": 5.4375,
       "learning_rate": 4.9238272981566834e-05,
-      "loss": 0.6887,
+      "loss": 0.7036,
       "step": 1710
     },
     {
-      "cov-distil": 1.081392526626587,
-      "cov-distil (oracle2student)": 5.827483177185059,
-      "cov-distil (oracle2teacher)": 5.341393947601318,
+      "cov-distil": 1.5018048286437988,
+      "cov-distil (oracle2student)": 5.99904727935791,
+      "cov-distil (oracle2teacher)": 5.109205722808838,
       "epoch": 1.3422291993720565,
-      "rel-constrast": 2.8190817832946777,
+      "rel-constrast": 3.38197660446167,
       "step": 1710,
-      "subrel-constrast": 3.3911261558532715,
+      "subrel-constrast": 3.3852460384368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2207149267196655,
-      "cov-distil (oracle2student)": 5.374782562255859,
-      "cov-distil (oracle2teacher)": 5.0022077560424805,
+      "cov-distil": 1.790640115737915,
+      "cov-distil (oracle2student)": 5.777251720428467,
+      "cov-distil (oracle2teacher)": 5.41480827331543,
       "epoch": 1.3430141287284145,
-      "rel-constrast": 1.670638084411621,
+      "rel-constrast": 2.423858642578125,
       "step": 1711,
-      "subrel-constrast": 2.642967939376831,
+      "subrel-constrast": 2.6220152378082275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353926181793213,
-      "cov-distil (oracle2student)": 2.9009010791778564,
-      "cov-distil (oracle2teacher)": 3.7013018131256104,
+      "cov-distil": 1.9273300170898438,
+      "cov-distil (oracle2student)": 3.3558900356292725,
+      "cov-distil (oracle2teacher)": 3.668273448944092,
       "epoch": 1.3437990580847723,
-      "rel-constrast": 3.4264278411865234,
+      "rel-constrast": 3.605562210083008,
       "step": 1712,
-      "subrel-constrast": 4.440281391143799,
+      "subrel-constrast": 4.6571760177612305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4675931930541992,
-      "cov-distil (oracle2student)": 4.909945487976074,
-      "cov-distil (oracle2teacher)": 4.447066307067871,
+      "cov-distil": 1.7976818084716797,
+      "cov-distil (oracle2student)": 5.500486373901367,
+      "cov-distil (oracle2teacher)": 5.270471572875977,
       "epoch": 1.3445839874411303,
-      "rel-constrast": 2.7537853717803955,
+      "rel-constrast": 3.285728931427002,
       "step": 1713,
-      "subrel-constrast": 3.529341697692871,
+      "subrel-constrast": 3.727179527282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.124407172203064,
-      "cov-distil (oracle2student)": 5.115457057952881,
-      "cov-distil (oracle2teacher)": 4.879899978637695,
+      "cov-distil": 1.6335771083831787,
+      "cov-distil (oracle2student)": 5.177635192871094,
+      "cov-distil (oracle2teacher)": 5.274733066558838,
       "epoch": 1.3453689167974883,
-      "rel-constrast": 2.403954267501831,
+      "rel-constrast": 2.9622695446014404,
       "step": 1714,
-      "subrel-constrast": 3.303976058959961,
+      "subrel-constrast": 2.9853498935699463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.701810598373413,
-      "cov-distil (oracle2student)": 4.863839149475098,
-      "cov-distil (oracle2teacher)": 4.200281620025635,
+      "cov-distil": 1.97784423828125,
+      "cov-distil (oracle2student)": 4.944757461547852,
+      "cov-distil (oracle2teacher)": 4.678353786468506,
       "epoch": 1.3461538461538463,
-      "rel-constrast": 2.4296562671661377,
+      "rel-constrast": 2.6862611770629883,
       "step": 1715,
-      "subrel-constrast": 3.0966598987579346,
+      "subrel-constrast": 3.2625033855438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881268501281738,
-      "cov-distil (oracle2student)": 4.329209327697754,
-      "cov-distil (oracle2teacher)": 4.223686218261719,
+      "cov-distil": 1.9272128343582153,
+      "cov-distil (oracle2student)": 5.0633039474487305,
+      "cov-distil (oracle2teacher)": 4.473548889160156,
       "epoch": 1.346938775510204,
-      "rel-constrast": 3.221346378326416,
+      "rel-constrast": 3.9154224395751953,
       "step": 1716,
-      "subrel-constrast": 3.7356741428375244,
+      "subrel-constrast": 3.892422676086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601477861404419,
-      "cov-distil (oracle2student)": 4.000622749328613,
-      "cov-distil (oracle2teacher)": 3.9415695667266846,
+      "cov-distil": 2.1424615383148193,
+      "cov-distil (oracle2student)": 4.435295581817627,
+      "cov-distil (oracle2teacher)": 4.442118167877197,
       "epoch": 1.347723704866562,
-      "rel-constrast": 2.6288466453552246,
+      "rel-constrast": 2.5745034217834473,
       "step": 1717,
-      "subrel-constrast": 3.582732677459717,
+      "subrel-constrast": 3.7828452587127686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8193079233169556,
-      "cov-distil (oracle2student)": 3.9107248783111572,
-      "cov-distil (oracle2teacher)": 4.025141716003418,
+      "cov-distil": 1.8790268898010254,
+      "cov-distil (oracle2student)": 4.151360034942627,
+      "cov-distil (oracle2teacher)": 3.9144749641418457,
       "epoch": 1.34850863422292,
-      "rel-constrast": 4.060984134674072,
+      "rel-constrast": 4.216392993927002,
       "step": 1718,
-      "subrel-constrast": 4.846158504486084,
+      "subrel-constrast": 4.395762920379639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4519190788269043,
-      "cov-distil (oracle2student)": 3.7812249660491943,
-      "cov-distil (oracle2teacher)": 4.257962703704834,
+      "cov-distil": 1.997058629989624,
+      "cov-distil (oracle2student)": 4.008866786956787,
+      "cov-distil (oracle2teacher)": 4.356030464172363,
       "epoch": 1.3492935635792778,
-      "rel-constrast": 2.8818671703338623,
+      "rel-constrast": 3.0781900882720947,
       "step": 1719,
-      "subrel-constrast": 3.973895788192749,
+      "subrel-constrast": 4.121029376983643,
       "view-similarity": 0
     },
     {
       "epoch": 1.3500784929356358,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.5625,
       "learning_rate": 4.921674778160893e-05,
-      "loss": 0.7431,
+      "loss": 0.8033,
       "step": 1720
     },
     {
-      "cov-distil": 1.4843339920043945,
-      "cov-distil (oracle2student)": 4.635878086090088,
-      "cov-distil (oracle2teacher)": 4.166833877563477,
+      "cov-distil": 2.2580342292785645,
+      "cov-distil (oracle2student)": 4.513801574707031,
+      "cov-distil (oracle2teacher)": 4.808523654937744,
       "epoch": 1.3500784929356358,
-      "rel-constrast": 2.9307570457458496,
+      "rel-constrast": 3.2047834396362305,
       "step": 1720,
-      "subrel-constrast": 3.4832499027252197,
+      "subrel-constrast": 3.2802484035491943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3266394138336182,
-      "cov-distil (oracle2student)": 5.636879920959473,
-      "cov-distil (oracle2teacher)": 4.4373955726623535,
+      "cov-distil": 1.5223511457443237,
+      "cov-distil (oracle2student)": 5.035830974578857,
+      "cov-distil (oracle2teacher)": 4.590912342071533,
       "epoch": 1.3508634222919937,
-      "rel-constrast": 3.0167200565338135,
+      "rel-constrast": 2.844982862472534,
       "step": 1721,
-      "subrel-constrast": 3.013080358505249,
+      "subrel-constrast": 2.9831314086914062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8228155374526978,
-      "cov-distil (oracle2student)": 3.767451286315918,
-      "cov-distil (oracle2teacher)": 3.762378454208374,
+      "cov-distil": 1.8434545993804932,
+      "cov-distil (oracle2student)": 4.669515609741211,
+      "cov-distil (oracle2teacher)": 4.341181755065918,
       "epoch": 1.3516483516483517,
-      "rel-constrast": 2.6804583072662354,
+      "rel-constrast": 3.51310133934021,
       "step": 1722,
-      "subrel-constrast": 3.7772467136383057,
+      "subrel-constrast": 3.635772466659546,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5253863334655762,
-      "cov-distil (oracle2student)": 4.397368907928467,
-      "cov-distil (oracle2teacher)": 4.080415725708008,
+      "cov-distil": 1.9322556257247925,
+      "cov-distil (oracle2student)": 4.4221601486206055,
+      "cov-distil (oracle2teacher)": 3.9335949420928955,
       "epoch": 1.3524332810047095,
-      "rel-constrast": 3.5323140621185303,
+      "rel-constrast": 3.563133955001831,
       "step": 1723,
-      "subrel-constrast": 4.126648902893066,
+      "subrel-constrast": 4.045975208282471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286723613739014,
-      "cov-distil (oracle2student)": 4.10756778717041,
-      "cov-distil (oracle2teacher)": 3.766479253768921,
+      "cov-distil": 2.0125770568847656,
+      "cov-distil (oracle2student)": 3.663123607635498,
+      "cov-distil (oracle2teacher)": 4.0708441734313965,
       "epoch": 1.3532182103610675,
-      "rel-constrast": 3.788242816925049,
+      "rel-constrast": 3.507173538208008,
       "step": 1724,
-      "subrel-constrast": 3.9748165607452393,
+      "subrel-constrast": 3.495544910430908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6401193141937256,
-      "cov-distil (oracle2student)": 2.8886406421661377,
-      "cov-distil (oracle2teacher)": 2.954597234725952,
+      "cov-distil": 2.3561604022979736,
+      "cov-distil (oracle2student)": 3.389543056488037,
+      "cov-distil (oracle2teacher)": 3.267606258392334,
       "epoch": 1.3540031397174255,
-      "rel-constrast": 2.6082262992858887,
+      "rel-constrast": 3.855412006378174,
       "step": 1725,
-      "subrel-constrast": 3.743175983428955,
+      "subrel-constrast": 4.2084550857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3371732234954834,
-      "cov-distil (oracle2student)": 5.656307220458984,
-      "cov-distil (oracle2teacher)": 4.892755508422852,
+      "cov-distil": 1.8725090026855469,
+      "cov-distil (oracle2student)": 6.049071788787842,
+      "cov-distil (oracle2teacher)": 4.877649307250977,
       "epoch": 1.3547880690737832,
-      "rel-constrast": 3.9849557876586914,
+      "rel-constrast": 4.815608024597168,
       "step": 1726,
-      "subrel-constrast": 4.523749351501465,
+      "subrel-constrast": 4.559018611907959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.720710039138794,
-      "cov-distil (oracle2student)": 5.891674041748047,
-      "cov-distil (oracle2teacher)": 5.492726802825928,
+      "cov-distil": 1.7693315744400024,
+      "cov-distil (oracle2student)": 5.850362777709961,
+      "cov-distil (oracle2teacher)": 5.496490001678467,
       "epoch": 1.3555729984301412,
-      "rel-constrast": 2.9663026332855225,
+      "rel-constrast": 3.415391445159912,
       "step": 1727,
-      "subrel-constrast": 3.7746434211730957,
+      "subrel-constrast": 3.544586181640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3942320346832275,
-      "cov-distil (oracle2student)": 4.154197692871094,
-      "cov-distil (oracle2teacher)": 3.8255786895751953,
+      "cov-distil": 1.5580943822860718,
+      "cov-distil (oracle2student)": 4.488919258117676,
+      "cov-distil (oracle2teacher)": 4.465295314788818,
       "epoch": 1.3563579277864992,
-      "rel-constrast": 2.909430503845215,
+      "rel-constrast": 3.3565869331359863,
       "step": 1728,
-      "subrel-constrast": 3.3779075145721436,
+      "subrel-constrast": 3.5928831100463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1056621074676514,
-      "cov-distil (oracle2student)": 5.594830513000488,
-      "cov-distil (oracle2teacher)": 5.0517072677612305,
+      "cov-distil": 2.4982075691223145,
+      "cov-distil (oracle2student)": 5.910581111907959,
+      "cov-distil (oracle2teacher)": 5.784066200256348,
       "epoch": 1.3571428571428572,
-      "rel-constrast": 2.3291707038879395,
+      "rel-constrast": 2.2470030784606934,
       "step": 1729,
-      "subrel-constrast": 3.4596457481384277,
+      "subrel-constrast": 3.102912664413452,
       "view-similarity": 0
     },
     {
       "epoch": 1.3579277864992152,
-      "grad_norm": 5.09375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.919492750822164e-05,
-      "loss": 0.8086,
+      "loss": 0.8581,
       "step": 1730
     },
     {
-      "cov-distil": 1.0618146657943726,
-      "cov-distil (oracle2student)": 4.845118999481201,
-      "cov-distil (oracle2teacher)": 4.5378899574279785,
+      "cov-distil": 2.0652740001678467,
+      "cov-distil (oracle2student)": 4.3473310470581055,
+      "cov-distil (oracle2teacher)": 5.042407035827637,
       "epoch": 1.3579277864992152,
-      "rel-constrast": 2.635180950164795,
+      "rel-constrast": 2.5620532035827637,
       "step": 1730,
-      "subrel-constrast": 3.1001203060150146,
+      "subrel-constrast": 3.2476205825805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5445315837860107,
-      "cov-distil (oracle2student)": 3.147429943084717,
-      "cov-distil (oracle2teacher)": 3.502480983734131,
+      "cov-distil": 1.5518927574157715,
+      "cov-distil (oracle2student)": 3.715423345565796,
+      "cov-distil (oracle2teacher)": 3.6451826095581055,
       "epoch": 1.358712715855573,
-      "rel-constrast": 2.7715322971343994,
+      "rel-constrast": 3.1119720935821533,
       "step": 1731,
-      "subrel-constrast": 3.551654100418091,
+      "subrel-constrast": 3.3155808448791504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5890753269195557,
-      "cov-distil (oracle2student)": 4.402159690856934,
-      "cov-distil (oracle2teacher)": 3.9822463989257812,
+      "cov-distil": 1.7187305688858032,
+      "cov-distil (oracle2student)": 4.271962642669678,
+      "cov-distil (oracle2teacher)": 3.742616891860962,
       "epoch": 1.359497645211931,
-      "rel-constrast": 2.879653215408325,
+      "rel-constrast": 2.852865219116211,
       "step": 1732,
-      "subrel-constrast": 3.7010772228240967,
+      "subrel-constrast": 3.2089128494262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7144513130187988,
-      "cov-distil (oracle2student)": 3.2460508346557617,
-      "cov-distil (oracle2teacher)": 3.8056204319000244,
+      "cov-distil": 1.8383585214614868,
+      "cov-distil (oracle2student)": 3.172454357147217,
+      "cov-distil (oracle2teacher)": 3.5693352222442627,
       "epoch": 1.3602825745682887,
-      "rel-constrast": 3.305478096008301,
+      "rel-constrast": 3.293367862701416,
       "step": 1733,
-      "subrel-constrast": 3.790867567062378,
+      "subrel-constrast": 3.5364880561828613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1175999641418457,
-      "cov-distil (oracle2student)": 2.724719285964966,
-      "cov-distil (oracle2teacher)": 3.3160347938537598,
+      "cov-distil": 2.638023853302002,
+      "cov-distil (oracle2student)": 3.228631019592285,
+      "cov-distil (oracle2teacher)": 3.147825241088867,
       "epoch": 1.3610675039246467,
-      "rel-constrast": 1.7467615604400635,
+      "rel-constrast": 2.1036744117736816,
       "step": 1734,
-      "subrel-constrast": 3.076059341430664,
+      "subrel-constrast": 2.799938201904297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.434706211090088,
-      "cov-distil (oracle2student)": 4.187713623046875,
-      "cov-distil (oracle2teacher)": 4.25986909866333,
+      "cov-distil": 1.4563779830932617,
+      "cov-distil (oracle2student)": 4.060757637023926,
+      "cov-distil (oracle2teacher)": 4.297441005706787,
       "epoch": 1.3618524332810047,
-      "rel-constrast": 2.0395944118499756,
+      "rel-constrast": 2.2227931022644043,
       "step": 1735,
-      "subrel-constrast": 3.2258193492889404,
+      "subrel-constrast": 2.9666073322296143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1276826858520508,
-      "cov-distil (oracle2student)": 7.249734878540039,
-      "cov-distil (oracle2teacher)": 6.112825393676758,
+      "cov-distil": 1.6014108657836914,
+      "cov-distil (oracle2student)": 7.620761871337891,
+      "cov-distil (oracle2teacher)": 6.799572467803955,
       "epoch": 1.3626373626373627,
-      "rel-constrast": 4.430420875549316,
+      "rel-constrast": 5.252252101898193,
       "step": 1736,
-      "subrel-constrast": 4.517467975616455,
+      "subrel-constrast": 4.660332202911377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7729322910308838,
-      "cov-distil (oracle2student)": 4.154900550842285,
-      "cov-distil (oracle2teacher)": 3.9162378311157227,
+      "cov-distil": 2.259441375732422,
+      "cov-distil (oracle2student)": 4.863374710083008,
+      "cov-distil (oracle2teacher)": 3.9160449504852295,
       "epoch": 1.3634222919937207,
-      "rel-constrast": 3.754016876220703,
+      "rel-constrast": 4.043695449829102,
       "step": 1737,
-      "subrel-constrast": 4.286582946777344,
+      "subrel-constrast": 4.192474365234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.039358377456665,
-      "cov-distil (oracle2student)": 4.010970592498779,
-      "cov-distil (oracle2teacher)": 3.628436326980591,
+      "cov-distil": 1.48067307472229,
+      "cov-distil (oracle2student)": 4.485812187194824,
+      "cov-distil (oracle2teacher)": 4.1157732009887695,
       "epoch": 1.3642072213500784,
-      "rel-constrast": 2.7818729877471924,
+      "rel-constrast": 3.091838836669922,
       "step": 1738,
-      "subrel-constrast": 3.192831516265869,
+      "subrel-constrast": 3.403914451599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3002960681915283,
-      "cov-distil (oracle2student)": 4.715875625610352,
-      "cov-distil (oracle2teacher)": 4.7496337890625,
+      "cov-distil": 1.2854700088500977,
+      "cov-distil (oracle2student)": 4.920567035675049,
+      "cov-distil (oracle2teacher)": 4.668940544128418,
       "epoch": 1.3649921507064364,
-      "rel-constrast": 3.805814743041992,
+      "rel-constrast": 3.947291135787964,
       "step": 1739,
-      "subrel-constrast": 4.489636421203613,
+      "subrel-constrast": 4.148886680603027,
       "view-similarity": 0
     },
     {
       "epoch": 1.3657770800627944,
-      "grad_norm": 6.125,
+      "grad_norm": 6.03125,
       "learning_rate": 4.917281242727812e-05,
-      "loss": 0.7905,
+      "loss": 0.812,
       "step": 1740
     },
     {
-      "cov-distil": 1.0826528072357178,
-      "cov-distil (oracle2student)": 3.6261558532714844,
-      "cov-distil (oracle2teacher)": 3.517632484436035,
+      "cov-distil": 2.016974687576294,
+      "cov-distil (oracle2student)": 3.4321489334106445,
+      "cov-distil (oracle2teacher)": 3.7784066200256348,
       "epoch": 1.3657770800627944,
-      "rel-constrast": 2.9335129261016846,
+      "rel-constrast": 3.1755385398864746,
       "step": 1740,
-      "subrel-constrast": 3.3870151042938232,
+      "subrel-constrast": 3.324655771255493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.295567274093628,
-      "cov-distil (oracle2student)": 3.7799532413482666,
-      "cov-distil (oracle2teacher)": 3.1188812255859375,
+      "cov-distil": 1.5684044361114502,
+      "cov-distil (oracle2student)": 3.933389663696289,
+      "cov-distil (oracle2teacher)": 3.2292613983154297,
       "epoch": 1.3665620094191522,
-      "rel-constrast": 2.6558594703674316,
+      "rel-constrast": 2.4288246631622314,
       "step": 1741,
-      "subrel-constrast": 2.7380588054656982,
+      "subrel-constrast": 2.7710063457489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0450639724731445,
-      "cov-distil (oracle2student)": 4.798305988311768,
-      "cov-distil (oracle2teacher)": 4.594151496887207,
+      "cov-distil": 2.5897574424743652,
+      "cov-distil (oracle2student)": 5.172884941101074,
+      "cov-distil (oracle2teacher)": 4.7186713218688965,
       "epoch": 1.3673469387755102,
-      "rel-constrast": 2.19745135307312,
+      "rel-constrast": 3.058708429336548,
       "step": 1742,
-      "subrel-constrast": 3.7651469707489014,
+      "subrel-constrast": 3.7771193981170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9361448287963867,
-      "cov-distil (oracle2student)": 3.4932923316955566,
-      "cov-distil (oracle2teacher)": 3.5693211555480957,
+      "cov-distil": 2.241833209991455,
+      "cov-distil (oracle2student)": 4.072407245635986,
+      "cov-distil (oracle2teacher)": 4.161507606506348,
       "epoch": 1.3681318681318682,
-      "rel-constrast": 2.5954251289367676,
+      "rel-constrast": 2.6458513736724854,
       "step": 1743,
-      "subrel-constrast": 2.80815052986145,
+      "subrel-constrast": 3.214771270751953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4450926780700684,
-      "cov-distil (oracle2student)": 3.8245177268981934,
-      "cov-distil (oracle2teacher)": 3.891239643096924,
+      "cov-distil": 1.5269739627838135,
+      "cov-distil (oracle2student)": 4.344106197357178,
+      "cov-distil (oracle2teacher)": 4.36326789855957,
       "epoch": 1.3689167974882261,
-      "rel-constrast": 3.0160374641418457,
+      "rel-constrast": 2.6696696281433105,
       "step": 1744,
-      "subrel-constrast": 3.4524195194244385,
+      "subrel-constrast": 3.531280517578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4455041885375977,
-      "cov-distil (oracle2student)": 3.8184432983398438,
-      "cov-distil (oracle2teacher)": 3.88462233543396,
+      "cov-distil": 1.7006410360336304,
+      "cov-distil (oracle2student)": 3.9041104316711426,
+      "cov-distil (oracle2teacher)": 3.552265167236328,
       "epoch": 1.369701726844584,
-      "rel-constrast": 3.801227569580078,
+      "rel-constrast": 4.417608261108398,
       "step": 1745,
-      "subrel-constrast": 3.9571356773376465,
+      "subrel-constrast": 4.158867359161377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.461526870727539,
-      "cov-distil (oracle2student)": 4.549899101257324,
-      "cov-distil (oracle2teacher)": 3.7564520835876465,
+      "cov-distil": 1.9647769927978516,
+      "cov-distil (oracle2student)": 5.064083099365234,
+      "cov-distil (oracle2teacher)": 4.084804058074951,
       "epoch": 1.370486656200942,
-      "rel-constrast": 3.6531753540039062,
+      "rel-constrast": 4.36087703704834,
       "step": 1746,
-      "subrel-constrast": 3.9839367866516113,
+      "subrel-constrast": 3.9718990325927734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4556019306182861,
-      "cov-distil (oracle2student)": 3.929880142211914,
-      "cov-distil (oracle2teacher)": 3.717059373855591,
+      "cov-distil": 1.7867279052734375,
+      "cov-distil (oracle2student)": 4.34754753112793,
+      "cov-distil (oracle2teacher)": 4.098675727844238,
       "epoch": 1.3712715855572999,
-      "rel-constrast": 2.1996192932128906,
+      "rel-constrast": 2.542919635772705,
       "step": 1747,
-      "subrel-constrast": 3.085503578186035,
+      "subrel-constrast": 3.1395723819732666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3401236534118652,
-      "cov-distil (oracle2student)": 5.345374584197998,
-      "cov-distil (oracle2teacher)": 4.693299293518066,
+      "cov-distil": 1.8438913822174072,
+      "cov-distil (oracle2student)": 5.594053268432617,
+      "cov-distil (oracle2teacher)": 5.702411651611328,
       "epoch": 1.3720565149136577,
-      "rel-constrast": 2.5245697498321533,
+      "rel-constrast": 2.9258360862731934,
       "step": 1748,
-      "subrel-constrast": 3.0306918621063232,
+      "subrel-constrast": 3.2511353492736816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6430013179779053,
-      "cov-distil (oracle2student)": 3.0627193450927734,
-      "cov-distil (oracle2teacher)": 3.5168375968933105,
+      "cov-distil": 1.6082828044891357,
+      "cov-distil (oracle2student)": 3.360872507095337,
+      "cov-distil (oracle2teacher)": 3.2182955741882324,
       "epoch": 1.3728414442700156,
-      "rel-constrast": 2.1481099128723145,
+      "rel-constrast": 2.6957192420959473,
       "step": 1749,
-      "subrel-constrast": 3.1956779956817627,
+      "subrel-constrast": 2.9508681297302246,
       "view-similarity": 0
     },
     {
       "epoch": 1.3736263736263736,
-      "grad_norm": 5.0,
+      "grad_norm": 6.78125,
       "learning_rate": 4.9150402808243644e-05,
-      "loss": 0.731,
+      "loss": 0.773,
       "step": 1750
     },
     {
-      "cov-distil": 1.3824069499969482,
-      "cov-distil (oracle2student)": 5.677611351013184,
-      "cov-distil (oracle2teacher)": 4.536192417144775,
+      "cov-distil": 2.0632286071777344,
+      "cov-distil (oracle2student)": 5.669003486633301,
+      "cov-distil (oracle2teacher)": 5.348428726196289,
       "epoch": 1.3736263736263736,
-      "rel-constrast": 3.7941489219665527,
+      "rel-constrast": 4.382109642028809,
       "step": 1750,
-      "subrel-constrast": 4.1272077560424805,
+      "subrel-constrast": 4.27524471282959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4564387798309326,
-      "cov-distil (oracle2student)": 3.256950855255127,
-      "cov-distil (oracle2teacher)": 3.4080405235290527,
+      "cov-distil": 2.0069944858551025,
+      "cov-distil (oracle2student)": 3.618730068206787,
+      "cov-distil (oracle2teacher)": 4.060105323791504,
       "epoch": 1.3744113029827316,
-      "rel-constrast": 2.686173915863037,
+      "rel-constrast": 2.6557726860046387,
       "step": 1751,
-      "subrel-constrast": 3.110144853591919,
+      "subrel-constrast": 3.6703572273254395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3994667530059814,
-      "cov-distil (oracle2student)": 4.597443103790283,
-      "cov-distil (oracle2teacher)": 4.585826873779297,
+      "cov-distil": 2.0850167274475098,
+      "cov-distil (oracle2student)": 5.09372615814209,
+      "cov-distil (oracle2teacher)": 4.881807327270508,
       "epoch": 1.3751962323390896,
-      "rel-constrast": 2.3697707653045654,
+      "rel-constrast": 2.675812005996704,
       "step": 1752,
-      "subrel-constrast": 3.2143096923828125,
+      "subrel-constrast": 3.269054412841797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72646164894104,
-      "cov-distil (oracle2student)": 3.643385887145996,
-      "cov-distil (oracle2teacher)": 4.126883029937744,
+      "cov-distil": 2.1759064197540283,
+      "cov-distil (oracle2student)": 4.019848823547363,
+      "cov-distil (oracle2teacher)": 3.7153422832489014,
       "epoch": 1.3759811616954474,
-      "rel-constrast": 2.683345317840576,
+      "rel-constrast": 3.3998897075653076,
       "step": 1753,
-      "subrel-constrast": 3.8663997650146484,
+      "subrel-constrast": 3.9627015590667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3887810707092285,
-      "cov-distil (oracle2student)": 2.553576946258545,
-      "cov-distil (oracle2teacher)": 2.4935812950134277,
+      "cov-distil": 1.4805258512496948,
+      "cov-distil (oracle2student)": 2.809864044189453,
+      "cov-distil (oracle2teacher)": 2.6399717330932617,
       "epoch": 1.3767660910518054,
-      "rel-constrast": 2.2330849170684814,
+      "rel-constrast": 2.5277862548828125,
       "step": 1754,
-      "subrel-constrast": 2.932375192642212,
+      "subrel-constrast": 2.584902286529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7131316661834717,
-      "cov-distil (oracle2student)": 2.7875115871429443,
-      "cov-distil (oracle2teacher)": 2.754456043243408,
+      "cov-distil": 1.9964447021484375,
+      "cov-distil (oracle2student)": 2.5546791553497314,
+      "cov-distil (oracle2teacher)": 2.9986073970794678,
       "epoch": 1.3775510204081631,
-      "rel-constrast": 2.09670352935791,
+      "rel-constrast": 2.4704294204711914,
       "step": 1755,
-      "subrel-constrast": 2.8941287994384766,
+      "subrel-constrast": 3.076547622680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5519529581069946,
-      "cov-distil (oracle2student)": 3.9605956077575684,
-      "cov-distil (oracle2teacher)": 3.9108903408050537,
+      "cov-distil": 2.0381991863250732,
+      "cov-distil (oracle2student)": 4.13907527923584,
+      "cov-distil (oracle2teacher)": 3.727255344390869,
       "epoch": 1.3783359497645211,
-      "rel-constrast": 2.346756935119629,
+      "rel-constrast": 2.8644492626190186,
       "step": 1756,
-      "subrel-constrast": 3.025015115737915,
+      "subrel-constrast": 3.0462563037872314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.143404483795166,
-      "cov-distil (oracle2student)": 4.485654830932617,
-      "cov-distil (oracle2teacher)": 3.552102565765381,
+      "cov-distil": 2.1658997535705566,
+      "cov-distil (oracle2student)": 4.219065189361572,
+      "cov-distil (oracle2teacher)": 4.677764892578125,
       "epoch": 1.379120879120879,
-      "rel-constrast": 3.2750332355499268,
+      "rel-constrast": 3.926142692565918,
       "step": 1757,
-      "subrel-constrast": 3.3454391956329346,
+      "subrel-constrast": 3.8796584606170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2158668041229248,
-      "cov-distil (oracle2student)": 4.3882598876953125,
-      "cov-distil (oracle2teacher)": 4.6353840827941895,
+      "cov-distil": 1.7937541007995605,
+      "cov-distil (oracle2student)": 4.784350395202637,
+      "cov-distil (oracle2teacher)": 4.278148651123047,
       "epoch": 1.379905808477237,
-      "rel-constrast": 2.8482608795166016,
+      "rel-constrast": 2.962724208831787,
       "step": 1758,
-      "subrel-constrast": 3.654893159866333,
+      "subrel-constrast": 3.5359139442443848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.442891001701355,
-      "cov-distil (oracle2student)": 3.75789213180542,
-      "cov-distil (oracle2teacher)": 3.5688633918762207,
+      "cov-distil": 2.4204883575439453,
+      "cov-distil (oracle2student)": 3.6363935470581055,
+      "cov-distil (oracle2teacher)": 4.027779579162598,
       "epoch": 1.380690737833595,
-      "rel-constrast": 2.825012683868408,
+      "rel-constrast": 2.8959946632385254,
       "step": 1759,
-      "subrel-constrast": 3.4315226078033447,
+      "subrel-constrast": 3.574965476989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.3814756671899528,
-      "grad_norm": 4.96875,
+      "grad_norm": 6.28125,
       "learning_rate": 4.912769892417236e-05,
-      "loss": 0.715,
+      "loss": 0.769,
       "step": 1760
     },
     {
-      "cov-distil": 1.277295470237732,
-      "cov-distil (oracle2student)": 4.561944007873535,
-      "cov-distil (oracle2teacher)": 4.234253883361816,
+      "cov-distil": 1.6805113554000854,
+      "cov-distil (oracle2student)": 4.647432327270508,
+      "cov-distil (oracle2teacher)": 4.535296440124512,
       "epoch": 1.3814756671899528,
-      "rel-constrast": 2.9534506797790527,
+      "rel-constrast": 3.4557173252105713,
       "step": 1760,
-      "subrel-constrast": 3.4973106384277344,
+      "subrel-constrast": 3.2366244792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4292850494384766,
-      "cov-distil (oracle2student)": 3.1788437366485596,
-      "cov-distil (oracle2teacher)": 3.4569954872131348,
+      "cov-distil": 2.6293652057647705,
+      "cov-distil (oracle2student)": 3.8384203910827637,
+      "cov-distil (oracle2teacher)": 3.7077269554138184,
       "epoch": 1.3822605965463108,
-      "rel-constrast": 2.9648616313934326,
+      "rel-constrast": 2.9565694332122803,
       "step": 1761,
-      "subrel-constrast": 4.153692722320557,
+      "subrel-constrast": 4.017524242401123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649348497390747,
-      "cov-distil (oracle2student)": 3.9957692623138428,
-      "cov-distil (oracle2teacher)": 3.5393424034118652,
+      "cov-distil": 2.3676271438598633,
+      "cov-distil (oracle2student)": 3.954263210296631,
+      "cov-distil (oracle2teacher)": 3.5849409103393555,
       "epoch": 1.3830455259026688,
-      "rel-constrast": 2.010129451751709,
+      "rel-constrast": 2.2470743656158447,
       "step": 1762,
-      "subrel-constrast": 2.8695061206817627,
+      "subrel-constrast": 2.8783724308013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8825892806053162,
-      "cov-distil (oracle2student)": 4.281441688537598,
-      "cov-distil (oracle2teacher)": 3.973555088043213,
+      "cov-distil": 0.9428813457489014,
+      "cov-distil (oracle2student)": 4.3888468742370605,
+      "cov-distil (oracle2teacher)": 4.401559352874756,
       "epoch": 1.3838304552590266,
-      "rel-constrast": 2.9419515132904053,
+      "rel-constrast": 3.245087146759033,
       "step": 1763,
-      "subrel-constrast": 3.1668334007263184,
+      "subrel-constrast": 2.847242832183838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0540237426757812,
-      "cov-distil (oracle2student)": 4.4148712158203125,
-      "cov-distil (oracle2teacher)": 3.9092445373535156,
+      "cov-distil": 1.3610448837280273,
+      "cov-distil (oracle2student)": 3.9107625484466553,
+      "cov-distil (oracle2teacher)": 4.409912109375,
       "epoch": 1.3846153846153846,
-      "rel-constrast": 2.872657060623169,
+      "rel-constrast": 2.640282392501831,
       "step": 1764,
-      "subrel-constrast": 3.2246999740600586,
+      "subrel-constrast": 3.1754708290100098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5403823852539062,
-      "cov-distil (oracle2student)": 4.480401515960693,
-      "cov-distil (oracle2teacher)": 4.29107141494751,
+      "cov-distil": 2.171109199523926,
+      "cov-distil (oracle2student)": 4.400094032287598,
+      "cov-distil (oracle2teacher)": 4.453878402709961,
       "epoch": 1.3854003139717426,
-      "rel-constrast": 2.4473118782043457,
+      "rel-constrast": 2.7449467182159424,
       "step": 1765,
-      "subrel-constrast": 3.464146375656128,
+      "subrel-constrast": 3.3336753845214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9296221733093262,
-      "cov-distil (oracle2student)": 4.12296199798584,
-      "cov-distil (oracle2teacher)": 3.8383519649505615,
+      "cov-distil": 1.6422978639602661,
+      "cov-distil (oracle2student)": 4.536834239959717,
+      "cov-distil (oracle2teacher)": 4.021636009216309,
       "epoch": 1.3861852433281006,
-      "rel-constrast": 3.233968496322632,
+      "rel-constrast": 4.207334995269775,
       "step": 1766,
-      "subrel-constrast": 4.193300724029541,
+      "subrel-constrast": 4.229006767272949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0214717388153076,
-      "cov-distil (oracle2student)": 2.7143003940582275,
-      "cov-distil (oracle2teacher)": 3.186598777770996,
+      "cov-distil": 2.0929856300354004,
+      "cov-distil (oracle2student)": 2.935633659362793,
+      "cov-distil (oracle2teacher)": 3.2824606895446777,
       "epoch": 1.3869701726844583,
-      "rel-constrast": 2.5249674320220947,
+      "rel-constrast": 3.4269185066223145,
       "step": 1767,
-      "subrel-constrast": 3.6878082752227783,
+      "subrel-constrast": 4.057379722595215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0996673107147217,
-      "cov-distil (oracle2student)": 3.2776894569396973,
-      "cov-distil (oracle2teacher)": 3.049516439437866,
+      "cov-distil": 1.491790771484375,
+      "cov-distil (oracle2student)": 3.3965418338775635,
+      "cov-distil (oracle2teacher)": 3.5976243019104004,
       "epoch": 1.3877551020408163,
-      "rel-constrast": 2.3833227157592773,
+      "rel-constrast": 2.657656192779541,
       "step": 1768,
-      "subrel-constrast": 2.4072468280792236,
+      "subrel-constrast": 2.538064479827881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7651638984680176,
-      "cov-distil (oracle2student)": 4.343587875366211,
-      "cov-distil (oracle2teacher)": 4.099411487579346,
+      "cov-distil": 2.6385860443115234,
+      "cov-distil (oracle2student)": 4.726947784423828,
+      "cov-distil (oracle2teacher)": 4.510571002960205,
       "epoch": 1.3885400313971743,
-      "rel-constrast": 2.4235150814056396,
+      "rel-constrast": 2.612501621246338,
       "step": 1769,
-      "subrel-constrast": 3.2237741947174072,
+      "subrel-constrast": 3.2191593647003174,
       "view-similarity": 0
     },
     {
       "epoch": 1.389324960753532,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.34375,
       "learning_rate": 4.9104701051703915e-05,
-      "loss": 0.708,
+      "loss": 0.7549,
       "step": 1770
     },
     {
-      "cov-distil": 1.6089214086532593,
-      "cov-distil (oracle2student)": 1.9938068389892578,
-      "cov-distil (oracle2teacher)": 2.447086811065674,
+      "cov-distil": 1.717320442199707,
+      "cov-distil (oracle2student)": 2.345834732055664,
+      "cov-distil (oracle2teacher)": 2.4861817359924316,
       "epoch": 1.389324960753532,
-      "rel-constrast": 2.6717936992645264,
+      "rel-constrast": 2.9206480979919434,
       "step": 1770,
-      "subrel-constrast": 3.6926400661468506,
+      "subrel-constrast": 3.665524482727051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0475549697875977,
-      "cov-distil (oracle2student)": 4.232304573059082,
-      "cov-distil (oracle2teacher)": 4.205155372619629,
+      "cov-distil": 1.394594669342041,
+      "cov-distil (oracle2student)": 5.288485050201416,
+      "cov-distil (oracle2teacher)": 4.80784797668457,
       "epoch": 1.39010989010989,
-      "rel-constrast": 2.5580437183380127,
+      "rel-constrast": 3.855595827102661,
       "step": 1771,
-      "subrel-constrast": 3.1451010704040527,
+      "subrel-constrast": 3.6352179050445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1233415603637695,
-      "cov-distil (oracle2student)": 3.134056806564331,
-      "cov-distil (oracle2teacher)": 3.438178062438965,
+      "cov-distil": 1.5179932117462158,
+      "cov-distil (oracle2student)": 4.120635032653809,
+      "cov-distil (oracle2teacher)": 3.734086513519287,
       "epoch": 1.390894819466248,
-      "rel-constrast": 2.7492411136627197,
+      "rel-constrast": 3.613243818283081,
       "step": 1772,
-      "subrel-constrast": 3.709041118621826,
+      "subrel-constrast": 3.8235838413238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5698450803756714,
-      "cov-distil (oracle2student)": 3.927119731903076,
-      "cov-distil (oracle2teacher)": 3.6161272525787354,
+      "cov-distil": 1.8723344802856445,
+      "cov-distil (oracle2student)": 4.009194850921631,
+      "cov-distil (oracle2teacher)": 3.673787832260132,
       "epoch": 1.391679748822606,
-      "rel-constrast": 2.045973300933838,
+      "rel-constrast": 3.0675647258758545,
       "step": 1773,
-      "subrel-constrast": 3.0393433570861816,
+      "subrel-constrast": 3.0836732387542725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9490007162094116,
-      "cov-distil (oracle2student)": 4.656673908233643,
-      "cov-distil (oracle2teacher)": 3.573176145553589,
+      "cov-distil": 2.277794361114502,
+      "cov-distil (oracle2student)": 4.943785667419434,
+      "cov-distil (oracle2teacher)": 4.3886494636535645,
       "epoch": 1.392464678178964,
-      "rel-constrast": 4.914921283721924,
+      "rel-constrast": 4.935083389282227,
       "step": 1774,
-      "subrel-constrast": 4.951249599456787,
+      "subrel-constrast": 5.068868637084961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459865689277649,
-      "cov-distil (oracle2student)": 4.682704925537109,
-      "cov-distil (oracle2teacher)": 4.323337554931641,
+      "cov-distil": 2.1425962448120117,
+      "cov-distil (oracle2student)": 5.933655738830566,
+      "cov-distil (oracle2teacher)": 4.625512599945068,
       "epoch": 1.3932496075353218,
-      "rel-constrast": 2.6169118881225586,
+      "rel-constrast": 3.313648223876953,
       "step": 1775,
-      "subrel-constrast": 3.520411491394043,
+      "subrel-constrast": 3.512388229370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.024899959564209,
-      "cov-distil (oracle2student)": 3.6253342628479004,
-      "cov-distil (oracle2teacher)": 3.9742040634155273,
+      "cov-distil": 2.501918315887451,
+      "cov-distil (oracle2student)": 3.90276837348938,
+      "cov-distil (oracle2teacher)": 4.2534403800964355,
       "epoch": 1.3940345368916798,
-      "rel-constrast": 3.2356555461883545,
+      "rel-constrast": 3.007136344909668,
       "step": 1776,
-      "subrel-constrast": 3.9013290405273438,
+      "subrel-constrast": 4.079048156738281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9277528524398804,
-      "cov-distil (oracle2student)": 4.837154388427734,
-      "cov-distil (oracle2teacher)": 4.316973686218262,
+      "cov-distil": 2.190319061279297,
+      "cov-distil (oracle2student)": 4.655210494995117,
+      "cov-distil (oracle2teacher)": 4.772422790527344,
       "epoch": 1.3948194662480375,
-      "rel-constrast": 3.5413308143615723,
+      "rel-constrast": 3.721395969390869,
       "step": 1777,
-      "subrel-constrast": 3.2373464107513428,
+      "subrel-constrast": 3.5134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3537741899490356,
-      "cov-distil (oracle2student)": 4.281999588012695,
-      "cov-distil (oracle2teacher)": 4.542726516723633,
+      "cov-distil": 2.1018402576446533,
+      "cov-distil (oracle2student)": 4.664122581481934,
+      "cov-distil (oracle2teacher)": 5.317958831787109,
       "epoch": 1.3956043956043955,
-      "rel-constrast": 1.8808162212371826,
+      "rel-constrast": 2.3509926795959473,
       "step": 1778,
-      "subrel-constrast": 3.06569766998291,
+      "subrel-constrast": 2.7318758964538574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6620193719863892,
-      "cov-distil (oracle2student)": 3.7810750007629395,
-      "cov-distil (oracle2teacher)": 3.3276071548461914,
+      "cov-distil": 2.088480234146118,
+      "cov-distil (oracle2student)": 3.996971607208252,
+      "cov-distil (oracle2teacher)": 3.5537238121032715,
       "epoch": 1.3963893249607535,
-      "rel-constrast": 2.0814690589904785,
+      "rel-constrast": 2.8474655151367188,
       "step": 1779,
-      "subrel-constrast": 3.398512125015259,
+      "subrel-constrast": 3.0541062355041504,
       "view-similarity": 0
     },
     {
       "epoch": 1.3971742543171115,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.84375,
       "learning_rate": 4.9081409471060133e-05,
-      "loss": 0.7467,
+      "loss": 0.8408,
       "step": 1780
     },
     {
-      "cov-distil": 1.975041151046753,
-      "cov-distil (oracle2student)": 4.313316345214844,
-      "cov-distil (oracle2teacher)": 4.424312114715576,
+      "cov-distil": 2.1065492630004883,
+      "cov-distil (oracle2student)": 4.412580966949463,
+      "cov-distil (oracle2teacher)": 5.041241645812988,
       "epoch": 1.3971742543171115,
-      "rel-constrast": 2.7330856323242188,
+      "rel-constrast": 2.561563730239868,
       "step": 1780,
-      "subrel-constrast": 3.9072744846343994,
+      "subrel-constrast": 3.614060401916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3184494972229004,
-      "cov-distil (oracle2student)": 2.3401479721069336,
-      "cov-distil (oracle2teacher)": 2.615574598312378,
+      "cov-distil": 2.034682273864746,
+      "cov-distil (oracle2student)": 2.8921196460723877,
+      "cov-distil (oracle2teacher)": 2.8166065216064453,
       "epoch": 1.3979591836734695,
-      "rel-constrast": 3.1698129177093506,
+      "rel-constrast": 3.7557663917541504,
       "step": 1781,
-      "subrel-constrast": 4.002466678619385,
+      "subrel-constrast": 4.394079685211182,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5081775188446045,
-      "cov-distil (oracle2student)": 4.373048782348633,
-      "cov-distil (oracle2teacher)": 4.501211643218994,
+      "cov-distil": 1.4308218955993652,
+      "cov-distil (oracle2student)": 4.691973686218262,
+      "cov-distil (oracle2teacher)": 4.319015026092529,
       "epoch": 1.3987441130298273,
-      "rel-constrast": 2.671898603439331,
+      "rel-constrast": 3.736699104309082,
       "step": 1782,
-      "subrel-constrast": 4.031023979187012,
+      "subrel-constrast": 3.888946771621704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7810746431350708,
-      "cov-distil (oracle2student)": 4.0231547355651855,
-      "cov-distil (oracle2teacher)": 3.3979432582855225,
+      "cov-distil": 2.2015669345855713,
+      "cov-distil (oracle2student)": 3.9501585960388184,
+      "cov-distil (oracle2teacher)": 4.031400203704834,
       "epoch": 1.3995290423861853,
-      "rel-constrast": 3.4191641807556152,
+      "rel-constrast": 3.4558322429656982,
       "step": 1783,
-      "subrel-constrast": 4.124697685241699,
+      "subrel-constrast": 4.7724199295043945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2770994901657104,
-      "cov-distil (oracle2student)": 4.195890426635742,
-      "cov-distil (oracle2teacher)": 3.46781063079834,
+      "cov-distil": 1.5066879987716675,
+      "cov-distil (oracle2student)": 3.8257408142089844,
+      "cov-distil (oracle2teacher)": 3.9105775356292725,
       "epoch": 1.4003139717425432,
-      "rel-constrast": 3.2167983055114746,
+      "rel-constrast": 3.276493549346924,
       "step": 1784,
-      "subrel-constrast": 3.7879691123962402,
+      "subrel-constrast": 4.042056083679199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4572951793670654,
-      "cov-distil (oracle2student)": 5.796965599060059,
-      "cov-distil (oracle2teacher)": 5.57896614074707,
+      "cov-distil": 1.9014692306518555,
+      "cov-distil (oracle2student)": 6.069599151611328,
+      "cov-distil (oracle2teacher)": 5.888689041137695,
       "epoch": 1.401098901098901,
-      "rel-constrast": 3.993894100189209,
+      "rel-constrast": 4.562067985534668,
       "step": 1785,
-      "subrel-constrast": 4.575894355773926,
+      "subrel-constrast": 4.5336594581604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4861783981323242,
-      "cov-distil (oracle2student)": 4.789185047149658,
-      "cov-distil (oracle2teacher)": 4.152342319488525,
+      "cov-distil": 2.0919792652130127,
+      "cov-distil (oracle2student)": 4.967687606811523,
+      "cov-distil (oracle2teacher)": 4.3313188552856445,
       "epoch": 1.401883830455259,
-      "rel-constrast": 2.1518936157226562,
+      "rel-constrast": 2.9316627979278564,
       "step": 1786,
-      "subrel-constrast": 2.857137441635132,
+      "subrel-constrast": 2.730259418487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0199559926986694,
-      "cov-distil (oracle2student)": 4.052515029907227,
-      "cov-distil (oracle2teacher)": 3.9190690517425537,
+      "cov-distil": 1.3046406507492065,
+      "cov-distil (oracle2student)": 3.7889902591705322,
+      "cov-distil (oracle2teacher)": 4.2525434494018555,
       "epoch": 1.402668759811617,
-      "rel-constrast": 2.2214207649230957,
+      "rel-constrast": 3.0582327842712402,
       "step": 1787,
-      "subrel-constrast": 2.9084455966949463,
+      "subrel-constrast": 2.8961737155914307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5194413661956787,
-      "cov-distil (oracle2student)": 4.2949748039245605,
-      "cov-distil (oracle2teacher)": 4.273899078369141,
+      "cov-distil": 2.0443615913391113,
+      "cov-distil (oracle2student)": 4.5157670974731445,
+      "cov-distil (oracle2teacher)": 5.0285749435424805,
       "epoch": 1.403453689167975,
-      "rel-constrast": 1.8227193355560303,
+      "rel-constrast": 2.4745795726776123,
       "step": 1788,
-      "subrel-constrast": 2.8076255321502686,
+      "subrel-constrast": 2.922895669937134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.06584632396698,
-      "cov-distil (oracle2student)": 3.7848901748657227,
-      "cov-distil (oracle2teacher)": 3.3771371841430664,
+      "cov-distil": 1.0362907648086548,
+      "cov-distil (oracle2student)": 3.40401029586792,
+      "cov-distil (oracle2teacher)": 3.8279268741607666,
       "epoch": 1.4042386185243327,
-      "rel-constrast": 2.787358283996582,
+      "rel-constrast": 2.858255624771118,
       "step": 1789,
-      "subrel-constrast": 3.5303947925567627,
+      "subrel-constrast": 3.1871962547302246,
       "view-similarity": 0
     },
     {
       "epoch": 1.4050235478806907,
-      "grad_norm": 4.5625,
+      "grad_norm": 5.4375,
       "learning_rate": 4.905782446604159e-05,
-      "loss": 0.7407,
+      "loss": 0.8168,
       "step": 1790
     },
     {
-      "cov-distil": 2.289405107498169,
-      "cov-distil (oracle2student)": 3.578599214553833,
-      "cov-distil (oracle2teacher)": 3.4512925148010254,
+      "cov-distil": 2.6798455715179443,
+      "cov-distil (oracle2student)": 3.4477145671844482,
+      "cov-distil (oracle2teacher)": 3.5938873291015625,
       "epoch": 1.4050235478806907,
-      "rel-constrast": 2.3787174224853516,
+      "rel-constrast": 2.730759620666504,
       "step": 1790,
-      "subrel-constrast": 3.511873960494995,
+      "subrel-constrast": 3.8753912448883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2878767251968384,
-      "cov-distil (oracle2student)": 3.9206135272979736,
-      "cov-distil (oracle2teacher)": 3.6987013816833496,
+      "cov-distil": 1.4560112953186035,
+      "cov-distil (oracle2student)": 4.028205394744873,
+      "cov-distil (oracle2teacher)": 3.6724040508270264,
       "epoch": 1.4058084772370487,
-      "rel-constrast": 1.954724669456482,
+      "rel-constrast": 2.349886417388916,
       "step": 1791,
-      "subrel-constrast": 2.8543734550476074,
+      "subrel-constrast": 2.637744903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0315364599227905,
-      "cov-distil (oracle2student)": 5.348865985870361,
-      "cov-distil (oracle2teacher)": 5.0657501220703125,
+      "cov-distil": 1.1668879985809326,
+      "cov-distil (oracle2student)": 4.780524253845215,
+      "cov-distil (oracle2teacher)": 4.549423694610596,
       "epoch": 1.4065934065934065,
-      "rel-constrast": 2.9480481147766113,
+      "rel-constrast": 2.404128313064575,
       "step": 1792,
-      "subrel-constrast": 3.7603235244750977,
+      "subrel-constrast": 3.299042224884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7520729303359985,
-      "cov-distil (oracle2student)": 3.5946998596191406,
-      "cov-distil (oracle2teacher)": 3.9707908630371094,
+      "cov-distil": 2.331555128097534,
+      "cov-distil (oracle2student)": 3.369253635406494,
+      "cov-distil (oracle2teacher)": 3.9343910217285156,
       "epoch": 1.4073783359497645,
-      "rel-constrast": 3.9384000301361084,
+      "rel-constrast": 4.042132377624512,
       "step": 1793,
-      "subrel-constrast": 4.622103214263916,
+      "subrel-constrast": 4.72415828704834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4584685564041138,
-      "cov-distil (oracle2student)": 3.668431282043457,
-      "cov-distil (oracle2teacher)": 3.79821515083313,
+      "cov-distil": 1.9306907653808594,
+      "cov-distil (oracle2student)": 3.5795881748199463,
+      "cov-distil (oracle2teacher)": 3.8092782497406006,
       "epoch": 1.4081632653061225,
-      "rel-constrast": 3.114461898803711,
+      "rel-constrast": 2.9650750160217285,
       "step": 1794,
-      "subrel-constrast": 4.088900089263916,
+      "subrel-constrast": 4.251457691192627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1298915147781372,
-      "cov-distil (oracle2student)": 5.357276916503906,
-      "cov-distil (oracle2teacher)": 4.751312255859375,
+      "cov-distil": 1.9713256359100342,
+      "cov-distil (oracle2student)": 6.508638381958008,
+      "cov-distil (oracle2teacher)": 5.447549819946289,
       "epoch": 1.4089481946624804,
-      "rel-constrast": 2.830813407897949,
+      "rel-constrast": 3.605588436126709,
       "step": 1795,
-      "subrel-constrast": 3.199908494949341,
+      "subrel-constrast": 3.6177093982696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.313107490539551,
-      "cov-distil (oracle2student)": 5.050443649291992,
-      "cov-distil (oracle2teacher)": 4.313997745513916,
+      "cov-distil": 2.414607524871826,
+      "cov-distil (oracle2student)": 5.672353267669678,
+      "cov-distil (oracle2teacher)": 4.96507453918457,
       "epoch": 1.4097331240188384,
-      "rel-constrast": 2.955758810043335,
+      "rel-constrast": 3.0374906063079834,
       "step": 1796,
-      "subrel-constrast": 3.5969579219818115,
+      "subrel-constrast": 3.133591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214133858680725,
-      "cov-distil (oracle2student)": 2.1331787109375,
-      "cov-distil (oracle2teacher)": 2.266268730163574,
+      "cov-distil": 1.6084556579589844,
+      "cov-distil (oracle2student)": 2.5411009788513184,
+      "cov-distil (oracle2teacher)": 2.728428363800049,
       "epoch": 1.4105180533751962,
-      "rel-constrast": 1.6433556079864502,
+      "rel-constrast": 2.128443717956543,
       "step": 1797,
-      "subrel-constrast": 2.509021759033203,
+      "subrel-constrast": 2.817624807357788,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5446757078170776,
-      "cov-distil (oracle2student)": 4.411598205566406,
-      "cov-distil (oracle2teacher)": 4.118759632110596,
+      "cov-distil": 1.4724129438400269,
+      "cov-distil (oracle2student)": 4.325793266296387,
+      "cov-distil (oracle2teacher)": 4.266321659088135,
       "epoch": 1.4113029827315542,
-      "rel-constrast": 2.2952840328216553,
+      "rel-constrast": 2.9665374755859375,
       "step": 1798,
-      "subrel-constrast": 2.7476847171783447,
+      "subrel-constrast": 2.7524924278259277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6647090911865234,
-      "cov-distil (oracle2student)": 4.157137393951416,
-      "cov-distil (oracle2teacher)": 3.5608763694763184,
+      "cov-distil": 1.8651752471923828,
+      "cov-distil (oracle2student)": 4.6051225662231445,
+      "cov-distil (oracle2teacher)": 3.926738977432251,
       "epoch": 1.412087912087912,
-      "rel-constrast": 3.6442322731018066,
+      "rel-constrast": 3.8791298866271973,
       "step": 1799,
-      "subrel-constrast": 4.126953125,
+      "subrel-constrast": 4.084566116333008,
       "view-similarity": 0
     },
     {
       "epoch": 1.41287284144427,
-      "grad_norm": 6.1875,
+      "grad_norm": 7.4375,
       "learning_rate": 4.90339463240241e-05,
-      "loss": 0.7318,
+      "loss": 0.7527,
       "step": 1800
     },
     {
       "epoch": 1.41287284144427,
-      "overlap": 0.296875,
+      "overlap": 0.3046875,
       "step": 1800
     },
     {
       "epoch": 1.41287284144427,
       "step": 1800,
-      "student margin": 0.06158447265625
+      "student margin": 0.055023193359375
     },
     {
       "epoch": 1.41287284144427,
       "step": 1800,
-      "teacher margin": 0.03912353515625
+      "teacher margin": 0.041778564453125
     },
     {
       "epoch": 1.41287284144427,
-      "margin difference": -0.0224609375,
+      "margin difference": -0.01324462890625,
       "step": 1800
     },
     {
-      "cov-distil": 1.3753511905670166,
-      "cov-distil (oracle2student)": 3.7895617485046387,
-      "cov-distil (oracle2teacher)": 3.4697158336639404,
+      "cov-distil": 1.446441888809204,
+      "cov-distil (oracle2student)": 4.110483169555664,
+      "cov-distil (oracle2teacher)": 4.207878589630127,
       "epoch": 1.41287284144427,
-      "rel-constrast": 2.8414173126220703,
+      "rel-constrast": 3.285001277923584,
       "step": 1800,
-      "subrel-constrast": 3.6772074699401855,
+      "subrel-constrast": 3.772383451461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2888927459716797,
-      "cov-distil (oracle2student)": 4.218761444091797,
-      "cov-distil (oracle2teacher)": 3.251814126968384,
+      "cov-distil": 1.4715290069580078,
+      "cov-distil (oracle2student)": 4.153831481933594,
+      "cov-distil (oracle2teacher)": 3.959254264831543,
       "epoch": 1.413657770800628,
-      "rel-constrast": 2.7894210815429688,
+      "rel-constrast": 3.1266613006591797,
       "step": 1801,
-      "subrel-constrast": 3.297595739364624,
+      "subrel-constrast": 3.3384175300598145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5428814888000488,
-      "cov-distil (oracle2student)": 4.462331295013428,
-      "cov-distil (oracle2teacher)": 4.133782863616943,
+      "cov-distil": 2.007004737854004,
+      "cov-distil (oracle2student)": 5.216713905334473,
+      "cov-distil (oracle2teacher)": 4.436332702636719,
       "epoch": 1.414442700156986,
-      "rel-constrast": 2.830944061279297,
+      "rel-constrast": 3.3640997409820557,
       "step": 1802,
-      "subrel-constrast": 3.652177572250366,
+      "subrel-constrast": 3.5677967071533203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3823407888412476,
-      "cov-distil (oracle2student)": 2.4255661964416504,
-      "cov-distil (oracle2teacher)": 2.612318515777588,
+      "cov-distil": 1.7287178039550781,
+      "cov-distil (oracle2student)": 2.61729097366333,
+      "cov-distil (oracle2teacher)": 2.995450258255005,
       "epoch": 1.415227629513344,
-      "rel-constrast": 1.3273444175720215,
+      "rel-constrast": 1.628129005432129,
       "step": 1803,
-      "subrel-constrast": 2.1789848804473877,
+      "subrel-constrast": 2.357675552368164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1732839345932007,
-      "cov-distil (oracle2student)": 3.3564648628234863,
-      "cov-distil (oracle2teacher)": 3.553042411804199,
+      "cov-distil": 1.4978104829788208,
+      "cov-distil (oracle2student)": 3.929875373840332,
+      "cov-distil (oracle2teacher)": 3.9693241119384766,
       "epoch": 1.4160125588697017,
-      "rel-constrast": 2.267561435699463,
+      "rel-constrast": 2.8675241470336914,
       "step": 1804,
-      "subrel-constrast": 3.235435724258423,
+      "subrel-constrast": 3.3713510036468506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9953148365020752,
-      "cov-distil (oracle2student)": 5.615447044372559,
-      "cov-distil (oracle2teacher)": 4.846495628356934,
+      "cov-distil": 1.3222863674163818,
+      "cov-distil (oracle2student)": 6.004790782928467,
+      "cov-distil (oracle2teacher)": 5.087684631347656,
       "epoch": 1.4167974882260597,
-      "rel-constrast": 3.133941411972046,
+      "rel-constrast": 3.1316771507263184,
       "step": 1805,
-      "subrel-constrast": 3.020993709564209,
+      "subrel-constrast": 2.9372804164886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5745139122009277,
-      "cov-distil (oracle2student)": 4.578680992126465,
-      "cov-distil (oracle2teacher)": 4.446898460388184,
+      "cov-distil": 1.8896491527557373,
+      "cov-distil (oracle2student)": 5.073100566864014,
+      "cov-distil (oracle2teacher)": 5.011693000793457,
       "epoch": 1.4175824175824177,
-      "rel-constrast": 2.3419127464294434,
+      "rel-constrast": 2.6137866973876953,
       "step": 1806,
-      "subrel-constrast": 3.1521565914154053,
+      "subrel-constrast": 3.093416690826416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.952881097793579,
-      "cov-distil (oracle2student)": 5.156837463378906,
-      "cov-distil (oracle2teacher)": 4.3093366622924805,
+      "cov-distil": 2.0167789459228516,
+      "cov-distil (oracle2student)": 5.311788558959961,
+      "cov-distil (oracle2teacher)": 5.346836566925049,
       "epoch": 1.4183673469387754,
-      "rel-constrast": 1.7049798965454102,
+      "rel-constrast": 2.639556646347046,
       "step": 1807,
-      "subrel-constrast": 2.738222122192383,
+      "subrel-constrast": 2.8669285774230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.48823881149292,
-      "cov-distil (oracle2student)": 4.362990856170654,
-      "cov-distil (oracle2teacher)": 4.08839750289917,
+      "cov-distil": 1.4790723323822021,
+      "cov-distil (oracle2student)": 4.242421627044678,
+      "cov-distil (oracle2teacher)": 4.4863362312316895,
       "epoch": 1.4191522762951334,
-      "rel-constrast": 3.0215883255004883,
+      "rel-constrast": 3.4722695350646973,
       "step": 1808,
-      "subrel-constrast": 3.518209934234619,
+      "subrel-constrast": 3.729442596435547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8446228504180908,
-      "cov-distil (oracle2student)": 5.151702880859375,
-      "cov-distil (oracle2teacher)": 4.638205528259277,
+      "cov-distil": 2.490767478942871,
+      "cov-distil (oracle2student)": 5.719934940338135,
+      "cov-distil (oracle2teacher)": 4.822910308837891,
       "epoch": 1.4199372056514914,
-      "rel-constrast": 3.1416099071502686,
+      "rel-constrast": 3.9315009117126465,
       "step": 1809,
-      "subrel-constrast": 3.8997795581817627,
+      "subrel-constrast": 3.7988898754119873,
       "view-similarity": 0
     },
     {
       "epoch": 1.4207221350078494,
-      "grad_norm": 6.8125,
+      "grad_norm": 6.84375,
       "learning_rate": 4.900977533595531e-05,
-      "loss": 0.6716,
+      "loss": 0.7515,
       "step": 1810
     },
     {
-      "cov-distil": 1.6543567180633545,
-      "cov-distil (oracle2student)": 4.950900077819824,
-      "cov-distil (oracle2teacher)": 4.470099925994873,
+      "cov-distil": 1.5896024703979492,
+      "cov-distil (oracle2student)": 4.481945991516113,
+      "cov-distil (oracle2teacher)": 4.762610912322998,
       "epoch": 1.4207221350078494,
-      "rel-constrast": 2.619957685470581,
+      "rel-constrast": 2.7629733085632324,
       "step": 1810,
-      "subrel-constrast": 3.1563613414764404,
+      "subrel-constrast": 3.4993791580200195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3683617115020752,
-      "cov-distil (oracle2student)": 4.222921371459961,
-      "cov-distil (oracle2teacher)": 3.636617422103882,
+      "cov-distil": 2.207472562789917,
+      "cov-distil (oracle2student)": 4.534661293029785,
+      "cov-distil (oracle2teacher)": 3.9782886505126953,
       "epoch": 1.4215070643642072,
-      "rel-constrast": 2.228365421295166,
+      "rel-constrast": 2.9704830646514893,
       "step": 1811,
-      "subrel-constrast": 2.803258180618286,
+      "subrel-constrast": 3.09006404876709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8803507089614868,
-      "cov-distil (oracle2student)": 3.889373779296875,
-      "cov-distil (oracle2teacher)": 3.9628119468688965,
+      "cov-distil": 1.835651159286499,
+      "cov-distil (oracle2student)": 3.78424072265625,
+      "cov-distil (oracle2teacher)": 4.143776893615723,
       "epoch": 1.4222919937205651,
-      "rel-constrast": 3.4966611862182617,
+      "rel-constrast": 3.130558967590332,
       "step": 1812,
-      "subrel-constrast": 3.9638965129852295,
+      "subrel-constrast": 3.9908041954040527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8111013174057007,
-      "cov-distil (oracle2student)": 4.548791885375977,
-      "cov-distil (oracle2teacher)": 4.69551944732666,
+      "cov-distil": 2.2981107234954834,
+      "cov-distil (oracle2student)": 5.001902103424072,
+      "cov-distil (oracle2teacher)": 4.572933197021484,
       "epoch": 1.4230769230769231,
-      "rel-constrast": 1.8570060729980469,
+      "rel-constrast": 2.411105155944824,
       "step": 1813,
-      "subrel-constrast": 3.579813241958618,
+      "subrel-constrast": 2.9819037914276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.286060094833374,
-      "cov-distil (oracle2student)": 4.387686729431152,
-      "cov-distil (oracle2teacher)": 3.7512662410736084,
+      "cov-distil": 1.720179796218872,
+      "cov-distil (oracle2student)": 3.584867477416992,
+      "cov-distil (oracle2teacher)": 4.052885055541992,
       "epoch": 1.423861852433281,
-      "rel-constrast": 1.78669011592865,
+      "rel-constrast": 2.5479001998901367,
       "step": 1814,
-      "subrel-constrast": 2.735056161880493,
+      "subrel-constrast": 2.6051876544952393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.087967872619629,
-      "cov-distil (oracle2student)": 2.901634693145752,
-      "cov-distil (oracle2teacher)": 3.397329807281494,
+      "cov-distil": 1.4202890396118164,
+      "cov-distil (oracle2student)": 3.4328856468200684,
+      "cov-distil (oracle2teacher)": 3.299215793609619,
       "epoch": 1.4246467817896389,
-      "rel-constrast": 2.498164176940918,
+      "rel-constrast": 2.798649549484253,
       "step": 1815,
-      "subrel-constrast": 3.076226234436035,
+      "subrel-constrast": 3.0366861820220947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547093391418457,
-      "cov-distil (oracle2student)": 5.884370803833008,
-      "cov-distil (oracle2teacher)": 5.389580726623535,
+      "cov-distil": 1.9698548316955566,
+      "cov-distil (oracle2student)": 5.855808258056641,
+      "cov-distil (oracle2teacher)": 5.480283260345459,
       "epoch": 1.4254317111459969,
-      "rel-constrast": 3.1378984451293945,
+      "rel-constrast": 3.664944648742676,
       "step": 1816,
-      "subrel-constrast": 3.7884104251861572,
+      "subrel-constrast": 3.4714038372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7544300556182861,
-      "cov-distil (oracle2student)": 5.527893543243408,
-      "cov-distil (oracle2teacher)": 4.92282772064209,
+      "cov-distil": 1.668839454650879,
+      "cov-distil (oracle2student)": 5.472817420959473,
+      "cov-distil (oracle2teacher)": 5.083756446838379,
       "epoch": 1.4262166405023549,
-      "rel-constrast": 3.694044828414917,
+      "rel-constrast": 3.3032851219177246,
       "step": 1817,
-      "subrel-constrast": 4.2226386070251465,
+      "subrel-constrast": 4.004204273223877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8763136863708496,
-      "cov-distil (oracle2student)": 3.690674066543579,
-      "cov-distil (oracle2teacher)": 3.4789791107177734,
+      "cov-distil": 2.0388617515563965,
+      "cov-distil (oracle2student)": 3.8831186294555664,
+      "cov-distil (oracle2teacher)": 4.008049964904785,
       "epoch": 1.4270015698587128,
-      "rel-constrast": 3.362605571746826,
+      "rel-constrast": 3.2742061614990234,
       "step": 1818,
-      "subrel-constrast": 3.578190565109253,
+      "subrel-constrast": 3.999413251876831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3423494100570679,
-      "cov-distil (oracle2student)": 3.6252429485321045,
-      "cov-distil (oracle2teacher)": 3.494964122772217,
+      "cov-distil": 1.716059923171997,
+      "cov-distil (oracle2student)": 4.342942714691162,
+      "cov-distil (oracle2teacher)": 3.7562575340270996,
       "epoch": 1.4277864992150706,
-      "rel-constrast": 2.935727119445801,
+      "rel-constrast": 3.6349449157714844,
       "step": 1819,
-      "subrel-constrast": 3.335447311401367,
+      "subrel-constrast": 3.5271637439727783,
       "view-similarity": 0
     },
     {
       "epoch": 1.4285714285714286,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.09375,
       "learning_rate": 4.898531179635107e-05,
-      "loss": 0.7297,
+      "loss": 0.7625,
       "step": 1820
     },
     {
-      "cov-distil": 1.4452028274536133,
-      "cov-distil (oracle2student)": 3.840649366378784,
-      "cov-distil (oracle2teacher)": 3.7159183025360107,
+      "cov-distil": 2.011420488357544,
+      "cov-distil (oracle2student)": 4.2416863441467285,
+      "cov-distil (oracle2teacher)": 4.1612043380737305,
       "epoch": 1.4285714285714286,
-      "rel-constrast": 2.420172691345215,
+      "rel-constrast": 3.073091745376587,
       "step": 1820,
-      "subrel-constrast": 3.194286584854126,
+      "subrel-constrast": 3.3006057739257812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.201493263244629,
-      "cov-distil (oracle2student)": 5.996379852294922,
-      "cov-distil (oracle2teacher)": 5.120425224304199,
+      "cov-distil": 1.495604157447815,
+      "cov-distil (oracle2student)": 6.103445053100586,
+      "cov-distil (oracle2teacher)": 5.500458717346191,
       "epoch": 1.4293563579277864,
-      "rel-constrast": 2.8248565196990967,
+      "rel-constrast": 3.5172314643859863,
       "step": 1821,
-      "subrel-constrast": 3.5173699855804443,
+      "subrel-constrast": 3.5616302490234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.177264928817749,
-      "cov-distil (oracle2student)": 4.552891254425049,
-      "cov-distil (oracle2teacher)": 4.260626316070557,
+      "cov-distil": 1.7518491744995117,
+      "cov-distil (oracle2student)": 5.257604598999023,
+      "cov-distil (oracle2teacher)": 4.6078782081604,
       "epoch": 1.4301412872841444,
-      "rel-constrast": 2.2708792686462402,
+      "rel-constrast": 2.85593318939209,
       "step": 1822,
-      "subrel-constrast": 2.9936554431915283,
+      "subrel-constrast": 2.939178705215454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4655922651290894,
-      "cov-distil (oracle2student)": 3.373347282409668,
-      "cov-distil (oracle2teacher)": 3.1805851459503174,
+      "cov-distil": 1.8108086585998535,
+      "cov-distil (oracle2student)": 4.145371437072754,
+      "cov-distil (oracle2teacher)": 3.7812674045562744,
       "epoch": 1.4309262166405023,
-      "rel-constrast": 1.8171770572662354,
+      "rel-constrast": 2.302151679992676,
       "step": 1823,
-      "subrel-constrast": 2.7735021114349365,
+      "subrel-constrast": 2.609178066253662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8172528743743896,
-      "cov-distil (oracle2student)": 3.765939474105835,
-      "cov-distil (oracle2teacher)": 3.363713264465332,
+      "cov-distil": 2.096322536468506,
+      "cov-distil (oracle2student)": 4.512150764465332,
+      "cov-distil (oracle2teacher)": 3.507336378097534,
       "epoch": 1.4317111459968603,
-      "rel-constrast": 2.386641025543213,
+      "rel-constrast": 3.0860888957977295,
       "step": 1824,
-      "subrel-constrast": 3.342613697052002,
+      "subrel-constrast": 3.433680534362793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3294904232025146,
-      "cov-distil (oracle2student)": 3.5718371868133545,
-      "cov-distil (oracle2teacher)": 3.6850156784057617,
+      "cov-distil": 1.9711964130401611,
+      "cov-distil (oracle2student)": 3.5558536052703857,
+      "cov-distil (oracle2teacher)": 3.9414896965026855,
       "epoch": 1.4324960753532183,
-      "rel-constrast": 3.0851714611053467,
+      "rel-constrast": 3.7535438537597656,
       "step": 1825,
-      "subrel-constrast": 3.9347751140594482,
+      "subrel-constrast": 3.474236249923706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6668248176574707,
-      "cov-distil (oracle2student)": 6.5556745529174805,
-      "cov-distil (oracle2teacher)": 5.82924747467041,
+      "cov-distil": 2.259087562561035,
+      "cov-distil (oracle2student)": 6.782937049865723,
+      "cov-distil (oracle2teacher)": 6.129950046539307,
       "epoch": 1.433281004709576,
-      "rel-constrast": 4.023918151855469,
+      "rel-constrast": 4.1489739418029785,
       "step": 1826,
-      "subrel-constrast": 4.2772979736328125,
+      "subrel-constrast": 4.123070240020752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4551129341125488,
-      "cov-distil (oracle2student)": 4.62976598739624,
-      "cov-distil (oracle2teacher)": 4.322417736053467,
+      "cov-distil": 1.4124034643173218,
+      "cov-distil (oracle2student)": 5.102707862854004,
+      "cov-distil (oracle2teacher)": 4.5933837890625,
       "epoch": 1.434065934065934,
-      "rel-constrast": 3.3585753440856934,
+      "rel-constrast": 2.680943012237549,
       "step": 1827,
-      "subrel-constrast": 3.5313055515289307,
+      "subrel-constrast": 3.3864753246307373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.602424144744873,
-      "cov-distil (oracle2student)": 3.8924152851104736,
-      "cov-distil (oracle2teacher)": 3.7449512481689453,
+      "cov-distil": 1.6102880239486694,
+      "cov-distil (oracle2student)": 4.537295818328857,
+      "cov-distil (oracle2teacher)": 4.37978458404541,
       "epoch": 1.434850863422292,
-      "rel-constrast": 2.519665002822876,
+      "rel-constrast": 3.1419339179992676,
       "step": 1828,
-      "subrel-constrast": 3.329277992248535,
+      "subrel-constrast": 3.047844648361206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.58683180809021,
-      "cov-distil (oracle2student)": 6.385455131530762,
-      "cov-distil (oracle2teacher)": 5.142876625061035,
+      "cov-distil": 1.5180463790893555,
+      "cov-distil (oracle2student)": 6.6524858474731445,
+      "cov-distil (oracle2teacher)": 5.546656608581543,
       "epoch": 1.4356357927786498,
-      "rel-constrast": 3.937894821166992,
+      "rel-constrast": 3.857051372528076,
       "step": 1829,
-      "subrel-constrast": 4.098027229309082,
+      "subrel-constrast": 3.973007917404175,
       "view-similarity": 0
     },
     {
       "epoch": 1.4364207221350078,
-      "grad_norm": 6.78125,
+      "grad_norm": 6.875,
       "learning_rate": 4.89605560032919e-05,
-      "loss": 0.753,
+      "loss": 0.8104,
       "step": 1830
     },
     {
-      "cov-distil": 1.2683773040771484,
-      "cov-distil (oracle2student)": 5.51456880569458,
-      "cov-distil (oracle2teacher)": 4.932936668395996,
+      "cov-distil": 1.6509230136871338,
+      "cov-distil (oracle2student)": 5.562828540802002,
+      "cov-distil (oracle2teacher)": 4.6112213134765625,
       "epoch": 1.4364207221350078,
-      "rel-constrast": 3.1549861431121826,
+      "rel-constrast": 3.3606207370758057,
       "step": 1830,
-      "subrel-constrast": 3.7158656120300293,
+      "subrel-constrast": 3.284379720687866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7652406692504883,
-      "cov-distil (oracle2student)": 2.5780203342437744,
-      "cov-distil (oracle2teacher)": 3.1185131072998047,
+      "cov-distil": 2.1286373138427734,
+      "cov-distil (oracle2student)": 2.9606542587280273,
+      "cov-distil (oracle2teacher)": 3.203603744506836,
       "epoch": 1.4372056514913658,
-      "rel-constrast": 2.3700711727142334,
+      "rel-constrast": 2.6713576316833496,
       "step": 1831,
-      "subrel-constrast": 3.638542652130127,
+      "subrel-constrast": 3.3806381225585938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9649511575698853,
-      "cov-distil (oracle2student)": 4.225449085235596,
-      "cov-distil (oracle2teacher)": 4.1012067794799805,
+      "cov-distil": 1.6801892518997192,
+      "cov-distil (oracle2student)": 4.373929023742676,
+      "cov-distil (oracle2teacher)": 4.4404706954956055,
       "epoch": 1.4379905808477238,
-      "rel-constrast": 1.9386816024780273,
+      "rel-constrast": 2.088684558868408,
       "step": 1832,
-      "subrel-constrast": 2.3051044940948486,
+      "subrel-constrast": 2.4698774814605713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5771992206573486,
-      "cov-distil (oracle2student)": 4.981726169586182,
-      "cov-distil (oracle2teacher)": 4.143196105957031,
+      "cov-distil": 1.8354945182800293,
+      "cov-distil (oracle2student)": 5.386786460876465,
+      "cov-distil (oracle2teacher)": 4.660839080810547,
       "epoch": 1.4387755102040816,
-      "rel-constrast": 2.8138246536254883,
+      "rel-constrast": 2.763805866241455,
       "step": 1833,
-      "subrel-constrast": 3.299802780151367,
+      "subrel-constrast": 3.3108863830566406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4737906455993652,
-      "cov-distil (oracle2student)": 2.5556771755218506,
-      "cov-distil (oracle2teacher)": 2.9800400733947754,
+      "cov-distil": 2.42260479927063,
+      "cov-distil (oracle2student)": 3.3882389068603516,
+      "cov-distil (oracle2teacher)": 3.058321475982666,
       "epoch": 1.4395604395604396,
-      "rel-constrast": 2.422273635864258,
+      "rel-constrast": 2.7299556732177734,
       "step": 1834,
-      "subrel-constrast": 3.241222620010376,
+      "subrel-constrast": 3.278963327407837,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2281641960144043,
-      "cov-distil (oracle2student)": 3.1058075428009033,
-      "cov-distil (oracle2teacher)": 2.9412336349487305,
+      "cov-distil": 1.2210562229156494,
+      "cov-distil (oracle2student)": 2.9978537559509277,
+      "cov-distil (oracle2teacher)": 3.1544454097747803,
       "epoch": 1.4403453689167975,
-      "rel-constrast": 3.0711140632629395,
+      "rel-constrast": 3.320037364959717,
       "step": 1835,
-      "subrel-constrast": 3.7840170860290527,
+      "subrel-constrast": 3.732405424118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1675045490264893,
-      "cov-distil (oracle2student)": 4.564324378967285,
-      "cov-distil (oracle2teacher)": 4.323493480682373,
+      "cov-distil": 1.484581708908081,
+      "cov-distil (oracle2student)": 4.776529312133789,
+      "cov-distil (oracle2teacher)": 4.648961067199707,
       "epoch": 1.4411302982731553,
-      "rel-constrast": 2.781236171722412,
+      "rel-constrast": 3.406886339187622,
       "step": 1836,
-      "subrel-constrast": 2.7374448776245117,
+      "subrel-constrast": 2.990795135498047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.079219937324524,
-      "cov-distil (oracle2student)": 3.411094903945923,
-      "cov-distil (oracle2teacher)": 3.191303253173828,
+      "cov-distil": 1.4801404476165771,
+      "cov-distil (oracle2student)": 3.019413709640503,
+      "cov-distil (oracle2teacher)": 3.2538719177246094,
       "epoch": 1.4419152276295133,
-      "rel-constrast": 3.092740058898926,
+      "rel-constrast": 2.5922677516937256,
       "step": 1837,
-      "subrel-constrast": 3.351301908493042,
+      "subrel-constrast": 3.3817925453186035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5278972387313843,
-      "cov-distil (oracle2student)": 3.2321972846984863,
-      "cov-distil (oracle2teacher)": 3.313662528991699,
+      "cov-distil": 2.046475887298584,
+      "cov-distil (oracle2student)": 3.708463668823242,
+      "cov-distil (oracle2teacher)": 3.542489767074585,
       "epoch": 1.4427001569858713,
-      "rel-constrast": 2.879016399383545,
+      "rel-constrast": 3.6920700073242188,
       "step": 1838,
-      "subrel-constrast": 3.5835001468658447,
+      "subrel-constrast": 3.6768546104431152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0350725650787354,
-      "cov-distil (oracle2student)": 2.4493632316589355,
-      "cov-distil (oracle2teacher)": 2.729887008666992,
+      "cov-distil": 2.3506932258605957,
+      "cov-distil (oracle2student)": 2.6128323078155518,
+      "cov-distil (oracle2teacher)": 2.774137258529663,
       "epoch": 1.4434850863422293,
-      "rel-constrast": 2.38649320602417,
+      "rel-constrast": 2.4126946926116943,
       "step": 1839,
-      "subrel-constrast": 2.8666794300079346,
+      "subrel-constrast": 2.9833991527557373,
       "view-similarity": 0
     },
     {
       "epoch": 1.4442700156985873,
-      "grad_norm": 4.1875,
+      "grad_norm": 6.03125,
       "learning_rate": 4.893550825841932e-05,
-      "loss": 0.7105,
+      "loss": 0.726,
       "step": 1840
     },
     {
-      "cov-distil": 1.6579926013946533,
-      "cov-distil (oracle2student)": 6.401279449462891,
-      "cov-distil (oracle2teacher)": 5.277112007141113,
+      "cov-distil": 1.624106526374817,
+      "cov-distil (oracle2student)": 5.789559364318848,
+      "cov-distil (oracle2teacher)": 5.426916122436523,
       "epoch": 1.4442700156985873,
-      "rel-constrast": 4.2362470626831055,
+      "rel-constrast": 3.71523118019104,
       "step": 1840,
-      "subrel-constrast": 4.374217510223389,
+      "subrel-constrast": 4.282801628112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.097137928009033,
-      "cov-distil (oracle2student)": 6.69352912902832,
-      "cov-distil (oracle2teacher)": 6.141706466674805,
+      "cov-distil": 3.589543581008911,
+      "cov-distil (oracle2student)": 6.701603889465332,
+      "cov-distil (oracle2teacher)": 6.574501037597656,
       "epoch": 1.445054945054945,
-      "rel-constrast": 3.296020030975342,
+      "rel-constrast": 4.0303168296813965,
       "step": 1841,
-      "subrel-constrast": 4.120090484619141,
+      "subrel-constrast": 4.897289276123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52357017993927,
-      "cov-distil (oracle2student)": 2.577275276184082,
-      "cov-distil (oracle2teacher)": 2.6045939922332764,
+      "cov-distil": 1.6942754983901978,
+      "cov-distil (oracle2student)": 3.1832919120788574,
+      "cov-distil (oracle2teacher)": 3.090364456176758,
       "epoch": 1.445839874411303,
-      "rel-constrast": 2.0906128883361816,
+      "rel-constrast": 2.8983206748962402,
       "step": 1842,
-      "subrel-constrast": 2.8598036766052246,
+      "subrel-constrast": 3.1703128814697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2005269527435303,
-      "cov-distil (oracle2student)": 4.01481819152832,
-      "cov-distil (oracle2teacher)": 3.7604923248291016,
+      "cov-distil": 1.9138855934143066,
+      "cov-distil (oracle2student)": 4.170001983642578,
+      "cov-distil (oracle2teacher)": 4.236278057098389,
       "epoch": 1.4466248037676608,
-      "rel-constrast": 2.2734408378601074,
+      "rel-constrast": 2.5212645530700684,
       "step": 1843,
-      "subrel-constrast": 2.775613784790039,
+      "subrel-constrast": 2.962232828140259,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1281768083572388,
-      "cov-distil (oracle2student)": 3.661174774169922,
-      "cov-distil (oracle2teacher)": 3.5164029598236084,
+      "cov-distil": 1.376121997833252,
+      "cov-distil (oracle2student)": 3.954336643218994,
+      "cov-distil (oracle2teacher)": 3.8783202171325684,
       "epoch": 1.4474097331240188,
-      "rel-constrast": 3.1075382232666016,
+      "rel-constrast": 3.2325942516326904,
       "step": 1844,
-      "subrel-constrast": 3.5926995277404785,
+      "subrel-constrast": 3.907642364501953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8172249794006348,
-      "cov-distil (oracle2student)": 5.8461127281188965,
-      "cov-distil (oracle2teacher)": 6.063834190368652,
+      "cov-distil": 2.107485771179199,
+      "cov-distil (oracle2student)": 6.176758289337158,
+      "cov-distil (oracle2teacher)": 5.568127632141113,
       "epoch": 1.4481946624803768,
-      "rel-constrast": 3.76010799407959,
+      "rel-constrast": 4.693338394165039,
       "step": 1845,
-      "subrel-constrast": 4.720701694488525,
+      "subrel-constrast": 4.565826416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380967140197754,
-      "cov-distil (oracle2student)": 4.823122024536133,
-      "cov-distil (oracle2teacher)": 4.406197547912598,
+      "cov-distil": 1.5786747932434082,
+      "cov-distil (oracle2student)": 5.207388401031494,
+      "cov-distil (oracle2teacher)": 4.9959917068481445,
       "epoch": 1.4489795918367347,
-      "rel-constrast": 3.160726547241211,
+      "rel-constrast": 3.559621810913086,
       "step": 1846,
-      "subrel-constrast": 3.2861616611480713,
+      "subrel-constrast": 3.4150137901306152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2863383293151855,
-      "cov-distil (oracle2student)": 4.338582515716553,
-      "cov-distil (oracle2teacher)": 3.800304412841797,
+      "cov-distil": 1.854923963546753,
+      "cov-distil (oracle2student)": 4.45000696182251,
+      "cov-distil (oracle2teacher)": 4.159353733062744,
       "epoch": 1.4497645211930927,
-      "rel-constrast": 3.0546388626098633,
+      "rel-constrast": 3.506850242614746,
       "step": 1847,
-      "subrel-constrast": 3.251276969909668,
+      "subrel-constrast": 3.011488914489746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2051026821136475,
-      "cov-distil (oracle2student)": 4.848534107208252,
-      "cov-distil (oracle2teacher)": 4.756525993347168,
+      "cov-distil": 1.4575551748275757,
+      "cov-distil (oracle2student)": 4.912674427032471,
+      "cov-distil (oracle2teacher)": 4.486624717712402,
       "epoch": 1.4505494505494505,
-      "rel-constrast": 3.2639107704162598,
+      "rel-constrast": 3.621270179748535,
       "step": 1848,
-      "subrel-constrast": 4.062069416046143,
+      "subrel-constrast": 3.831810235977173,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.412589192390442,
-      "cov-distil (oracle2student)": 5.114985466003418,
-      "cov-distil (oracle2teacher)": 4.865669250488281,
+      "cov-distil": 2.2102575302124023,
+      "cov-distil (oracle2student)": 5.840979099273682,
+      "cov-distil (oracle2teacher)": 5.278204917907715,
       "epoch": 1.4513343799058085,
-      "rel-constrast": 3.350212574005127,
+      "rel-constrast": 3.3883016109466553,
       "step": 1849,
-      "subrel-constrast": 3.8288183212280273,
+      "subrel-constrast": 4.258448123931885,
       "view-similarity": 0
     },
     {
       "epoch": 1.4521193092621665,
-      "grad_norm": 5.375,
+      "grad_norm": 7.3125,
       "learning_rate": 4.8910168866932195e-05,
-      "loss": 0.8266,
+      "loss": 0.8792,
       "step": 1850
     },
     {
-      "cov-distil": 1.6888751983642578,
-      "cov-distil (oracle2student)": 3.448847770690918,
-      "cov-distil (oracle2teacher)": 3.6992971897125244,
+      "cov-distil": 1.9295521974563599,
+      "cov-distil (oracle2student)": 3.948340892791748,
+      "cov-distil (oracle2teacher)": 4.255341529846191,
       "epoch": 1.4521193092621665,
-      "rel-constrast": 1.8792496919631958,
+      "rel-constrast": 2.554879665374756,
       "step": 1850,
-      "subrel-constrast": 3.116849660873413,
+      "subrel-constrast": 3.232901096343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3367068767547607,
-      "cov-distil (oracle2student)": 4.72634744644165,
-      "cov-distil (oracle2teacher)": 4.442650318145752,
+      "cov-distil": 1.3806686401367188,
+      "cov-distil (oracle2student)": 4.579341411590576,
+      "cov-distil (oracle2teacher)": 4.880809783935547,
       "epoch": 1.4529042386185242,
-      "rel-constrast": 4.097768783569336,
+      "rel-constrast": 4.021327972412109,
       "step": 1851,
-      "subrel-constrast": 4.38444185256958,
+      "subrel-constrast": 4.608463764190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8452763557434082,
-      "cov-distil (oracle2student)": 5.708890914916992,
-      "cov-distil (oracle2teacher)": 5.7249650955200195,
+      "cov-distil": 1.9489033222198486,
+      "cov-distil (oracle2student)": 5.431454658508301,
+      "cov-distil (oracle2teacher)": 6.444190979003906,
       "epoch": 1.4536891679748822,
-      "rel-constrast": 2.7360332012176514,
+      "rel-constrast": 3.4550364017486572,
       "step": 1852,
-      "subrel-constrast": 4.191849708557129,
+      "subrel-constrast": 3.664924383163452,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2964894771575928,
-      "cov-distil (oracle2student)": 3.6186249256134033,
-      "cov-distil (oracle2teacher)": 3.327200174331665,
+      "cov-distil": 1.3901550769805908,
+      "cov-distil (oracle2student)": 3.5822091102600098,
+      "cov-distil (oracle2teacher)": 3.5254440307617188,
       "epoch": 1.4544740973312402,
-      "rel-constrast": 3.3278985023498535,
+      "rel-constrast": 3.339693307876587,
       "step": 1853,
-      "subrel-constrast": 3.5349605083465576,
+      "subrel-constrast": 3.25207781791687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.15955650806427,
-      "cov-distil (oracle2student)": 2.791245937347412,
-      "cov-distil (oracle2teacher)": 2.996602773666382,
+      "cov-distil": 1.4021055698394775,
+      "cov-distil (oracle2student)": 3.5208847522735596,
+      "cov-distil (oracle2teacher)": 3.2816646099090576,
       "epoch": 1.4552590266875982,
-      "rel-constrast": 3.3102505207061768,
+      "rel-constrast": 3.2812728881835938,
       "step": 1854,
-      "subrel-constrast": 4.207559108734131,
+      "subrel-constrast": 4.310837268829346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5015387535095215,
-      "cov-distil (oracle2student)": 3.9151670932769775,
-      "cov-distil (oracle2teacher)": 4.3544440269470215,
+      "cov-distil": 1.8029098510742188,
+      "cov-distil (oracle2student)": 3.5727689266204834,
+      "cov-distil (oracle2teacher)": 4.384519100189209,
       "epoch": 1.456043956043956,
-      "rel-constrast": 2.5720043182373047,
+      "rel-constrast": 2.077436923980713,
       "step": 1855,
-      "subrel-constrast": 3.2190749645233154,
+      "subrel-constrast": 3.3162882328033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9023011922836304,
-      "cov-distil (oracle2student)": 3.2154641151428223,
-      "cov-distil (oracle2teacher)": 3.2312047481536865,
+      "cov-distil": 2.0862717628479004,
+      "cov-distil (oracle2student)": 3.305539846420288,
+      "cov-distil (oracle2teacher)": 3.025184154510498,
       "epoch": 1.456828885400314,
-      "rel-constrast": 2.523677349090576,
+      "rel-constrast": 2.183518886566162,
       "step": 1856,
-      "subrel-constrast": 3.375361680984497,
+      "subrel-constrast": 3.4012935161590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.418964147567749,
-      "cov-distil (oracle2student)": 4.337531089782715,
-      "cov-distil (oracle2teacher)": 3.9954028129577637,
+      "cov-distil": 1.9524755477905273,
+      "cov-distil (oracle2student)": 4.973023414611816,
+      "cov-distil (oracle2teacher)": 4.616103172302246,
       "epoch": 1.457613814756672,
-      "rel-constrast": 2.795344352722168,
+      "rel-constrast": 3.321552038192749,
       "step": 1857,
-      "subrel-constrast": 3.288412094116211,
+      "subrel-constrast": 3.2971911430358887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.612828016281128,
-      "cov-distil (oracle2student)": 3.6213760375976562,
-      "cov-distil (oracle2teacher)": 3.895224094390869,
+      "cov-distil": 1.5236726999282837,
+      "cov-distil (oracle2student)": 3.813077688217163,
+      "cov-distil (oracle2teacher)": 3.867478132247925,
       "epoch": 1.4583987441130297,
-      "rel-constrast": 2.616885185241699,
+      "rel-constrast": 3.282668352127075,
       "step": 1858,
-      "subrel-constrast": 3.5245022773742676,
+      "subrel-constrast": 3.4970221519470215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5105284452438354,
-      "cov-distil (oracle2student)": 4.446105480194092,
-      "cov-distil (oracle2teacher)": 4.319863319396973,
+      "cov-distil": 1.806742548942566,
+      "cov-distil (oracle2student)": 4.885869026184082,
+      "cov-distil (oracle2teacher)": 5.099264144897461,
       "epoch": 1.4591836734693877,
-      "rel-constrast": 2.974085807800293,
+      "rel-constrast": 3.4491546154022217,
       "step": 1859,
-      "subrel-constrast": 4.052789211273193,
+      "subrel-constrast": 3.9685862064361572,
       "view-similarity": 0
     },
     {
       "epoch": 1.4599686028257457,
-      "grad_norm": 4.84375,
+      "grad_norm": 6.09375,
       "learning_rate": 4.888453813758301e-05,
-      "loss": 0.759,
+      "loss": 0.7742,
       "step": 1860
     },
     {
-      "cov-distil": 1.324098825454712,
-      "cov-distil (oracle2student)": 3.6147279739379883,
-      "cov-distil (oracle2teacher)": 3.227203130722046,
+      "cov-distil": 1.4702401161193848,
+      "cov-distil (oracle2student)": 3.949692487716675,
+      "cov-distil (oracle2teacher)": 3.637429714202881,
       "epoch": 1.4599686028257457,
-      "rel-constrast": 2.9960274696350098,
+      "rel-constrast": 3.6248579025268555,
       "step": 1860,
-      "subrel-constrast": 3.5792276859283447,
+      "subrel-constrast": 3.1712796688079834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.171452522277832,
-      "cov-distil (oracle2student)": 6.498472213745117,
-      "cov-distil (oracle2teacher)": 5.5798563957214355,
+      "cov-distil": 1.6307694911956787,
+      "cov-distil (oracle2student)": 6.894219398498535,
+      "cov-distil (oracle2teacher)": 6.485906600952148,
       "epoch": 1.4607535321821037,
-      "rel-constrast": 2.298779010772705,
+      "rel-constrast": 3.0305347442626953,
       "step": 1861,
-      "subrel-constrast": 2.5710718631744385,
+      "subrel-constrast": 2.6997289657592773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.110198736190796,
-      "cov-distil (oracle2student)": 3.4142746925354004,
-      "cov-distil (oracle2teacher)": 3.2940726280212402,
+      "cov-distil": 1.648000955581665,
+      "cov-distil (oracle2student)": 4.007066249847412,
+      "cov-distil (oracle2teacher)": 3.3998284339904785,
       "epoch": 1.4615384615384617,
-      "rel-constrast": 3.189666986465454,
+      "rel-constrast": 3.322566032409668,
       "step": 1862,
-      "subrel-constrast": 3.452401876449585,
+      "subrel-constrast": 3.4720072746276855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4618439674377441,
-      "cov-distil (oracle2student)": 5.286944389343262,
-      "cov-distil (oracle2teacher)": 4.3206787109375,
+      "cov-distil": 1.736574649810791,
+      "cov-distil (oracle2student)": 5.934678554534912,
+      "cov-distil (oracle2teacher)": 4.7058000564575195,
       "epoch": 1.4623233908948194,
-      "rel-constrast": 2.4891648292541504,
+      "rel-constrast": 2.8956100940704346,
       "step": 1863,
-      "subrel-constrast": 3.4858736991882324,
+      "subrel-constrast": 3.159250020980835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1890687942504883,
-      "cov-distil (oracle2student)": 4.43721866607666,
-      "cov-distil (oracle2teacher)": 3.987574338912964,
+      "cov-distil": 2.100497245788574,
+      "cov-distil (oracle2student)": 5.3087358474731445,
+      "cov-distil (oracle2teacher)": 4.747140407562256,
       "epoch": 1.4631083202511774,
-      "rel-constrast": 2.537240982055664,
+      "rel-constrast": 3.16405987739563,
       "step": 1864,
-      "subrel-constrast": 3.60815167427063,
+      "subrel-constrast": 3.6381311416625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2210792303085327,
-      "cov-distil (oracle2student)": 3.950700283050537,
-      "cov-distil (oracle2teacher)": 3.1345367431640625,
+      "cov-distil": 1.64483642578125,
+      "cov-distil (oracle2student)": 3.6952614784240723,
+      "cov-distil (oracle2teacher)": 4.007979869842529,
       "epoch": 1.4638932496075352,
-      "rel-constrast": 3.2303390502929688,
+      "rel-constrast": 3.2735495567321777,
       "step": 1865,
-      "subrel-constrast": 3.6884562969207764,
+      "subrel-constrast": 3.760152578353882,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2549242973327637,
-      "cov-distil (oracle2student)": 3.169987201690674,
-      "cov-distil (oracle2teacher)": 3.112874746322632,
+      "cov-distil": 1.6685824394226074,
+      "cov-distil (oracle2student)": 3.4932878017425537,
+      "cov-distil (oracle2teacher)": 3.633617877960205,
       "epoch": 1.4646781789638932,
-      "rel-constrast": 2.961059093475342,
+      "rel-constrast": 3.3296468257904053,
       "step": 1866,
-      "subrel-constrast": 3.388056993484497,
+      "subrel-constrast": 3.334294080734253,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1132255792617798,
-      "cov-distil (oracle2student)": 3.1881613731384277,
-      "cov-distil (oracle2teacher)": 4.031736373901367,
+      "cov-distil": 1.3893632888793945,
+      "cov-distil (oracle2student)": 3.478071689605713,
+      "cov-distil (oracle2teacher)": 4.0035834312438965,
       "epoch": 1.4654631083202512,
-      "rel-constrast": 3.369593620300293,
+      "rel-constrast": 3.871072292327881,
       "step": 1867,
-      "subrel-constrast": 4.17751932144165,
+      "subrel-constrast": 4.127173900604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409156799316406,
-      "cov-distil (oracle2student)": 4.461203098297119,
-      "cov-distil (oracle2teacher)": 4.548511505126953,
+      "cov-distil": 2.4456231594085693,
+      "cov-distil (oracle2student)": 5.061887741088867,
+      "cov-distil (oracle2teacher)": 4.387723922729492,
       "epoch": 1.4662480376766092,
-      "rel-constrast": 2.3510546684265137,
+      "rel-constrast": 3.1740291118621826,
       "step": 1868,
-      "subrel-constrast": 3.1808478832244873,
+      "subrel-constrast": 3.3795926570892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.988564670085907,
-      "cov-distil (oracle2student)": 3.8768303394317627,
-      "cov-distil (oracle2teacher)": 3.647482395172119,
+      "cov-distil": 1.2802791595458984,
+      "cov-distil (oracle2student)": 3.791633129119873,
+      "cov-distil (oracle2teacher)": 3.8351237773895264,
       "epoch": 1.4670329670329672,
-      "rel-constrast": 2.013795852661133,
+      "rel-constrast": 2.366950035095215,
       "step": 1869,
-      "subrel-constrast": 2.825491189956665,
+      "subrel-constrast": 2.6075313091278076,
       "view-similarity": 0
     },
     {
       "epoch": 1.467817896389325,
-      "grad_norm": 4.75,
+      "grad_norm": 6.25,
       "learning_rate": 4.885861638267413e-05,
-      "loss": 0.7201,
+      "loss": 0.8013,
       "step": 1870
     },
     {
-      "cov-distil": 1.7998799085617065,
-      "cov-distil (oracle2student)": 3.271496295928955,
-      "cov-distil (oracle2teacher)": 3.0112061500549316,
+      "cov-distil": 2.208251953125,
+      "cov-distil (oracle2student)": 3.83028244972229,
+      "cov-distil (oracle2teacher)": 3.1332130432128906,
       "epoch": 1.467817896389325,
-      "rel-constrast": 3.588841676712036,
+      "rel-constrast": 4.421440124511719,
       "step": 1870,
-      "subrel-constrast": 4.032552242279053,
+      "subrel-constrast": 3.902070999145508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.349198579788208,
-      "cov-distil (oracle2student)": 3.1306915283203125,
-      "cov-distil (oracle2teacher)": 2.914619207382202,
+      "cov-distil": 1.8023052215576172,
+      "cov-distil (oracle2student)": 3.4095563888549805,
+      "cov-distil (oracle2teacher)": 3.134967803955078,
       "epoch": 1.468602825745683,
-      "rel-constrast": 2.4161884784698486,
+      "rel-constrast": 2.6681222915649414,
       "step": 1871,
-      "subrel-constrast": 3.163926362991333,
+      "subrel-constrast": 3.0709688663482666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7091114521026611,
-      "cov-distil (oracle2student)": 4.372878551483154,
-      "cov-distil (oracle2teacher)": 4.15083122253418,
+      "cov-distil": 1.9334213733673096,
+      "cov-distil (oracle2student)": 4.049883842468262,
+      "cov-distil (oracle2teacher)": 4.293302536010742,
       "epoch": 1.469387755102041,
-      "rel-constrast": 3.674309730529785,
+      "rel-constrast": 4.087601184844971,
       "step": 1872,
-      "subrel-constrast": 4.023014068603516,
+      "subrel-constrast": 4.140108585357666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205456256866455,
-      "cov-distil (oracle2student)": 3.448446035385132,
-      "cov-distil (oracle2teacher)": 3.7027246952056885,
+      "cov-distil": 1.877335548400879,
+      "cov-distil (oracle2student)": 4.348670959472656,
+      "cov-distil (oracle2teacher)": 4.149550437927246,
       "epoch": 1.4701726844583987,
-      "rel-constrast": 2.6868979930877686,
+      "rel-constrast": 3.583204984664917,
       "step": 1873,
-      "subrel-constrast": 3.6661877632141113,
+      "subrel-constrast": 3.619436025619507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0467638969421387,
-      "cov-distil (oracle2student)": 3.6841325759887695,
-      "cov-distil (oracle2teacher)": 3.540146589279175,
+      "cov-distil": 2.96842098236084,
+      "cov-distil (oracle2student)": 4.897031784057617,
+      "cov-distil (oracle2teacher)": 4.156479835510254,
       "epoch": 1.4709576138147566,
-      "rel-constrast": 2.2152252197265625,
+      "rel-constrast": 3.192378520965576,
       "step": 1874,
-      "subrel-constrast": 3.33553147315979,
+      "subrel-constrast": 3.0839970111846924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7649476528167725,
-      "cov-distil (oracle2student)": 4.595139503479004,
-      "cov-distil (oracle2teacher)": 4.807185649871826,
+      "cov-distil": 1.7592620849609375,
+      "cov-distil (oracle2student)": 4.687352657318115,
+      "cov-distil (oracle2teacher)": 4.978565692901611,
       "epoch": 1.4717425431711146,
-      "rel-constrast": 3.882308006286621,
+      "rel-constrast": 3.606229782104492,
       "step": 1875,
-      "subrel-constrast": 3.9884748458862305,
+      "subrel-constrast": 3.5918147563934326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6274170875549316,
-      "cov-distil (oracle2student)": 4.342825889587402,
-      "cov-distil (oracle2teacher)": 4.161476135253906,
+      "cov-distil": 1.860793948173523,
+      "cov-distil (oracle2student)": 4.4289655685424805,
+      "cov-distil (oracle2teacher)": 4.831238746643066,
       "epoch": 1.4725274725274726,
-      "rel-constrast": 2.716750144958496,
+      "rel-constrast": 3.8771119117736816,
       "step": 1876,
-      "subrel-constrast": 3.6377859115600586,
+      "subrel-constrast": 3.6284945011138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1850725412368774,
-      "cov-distil (oracle2student)": 4.801465034484863,
-      "cov-distil (oracle2teacher)": 4.4294657707214355,
+      "cov-distil": 1.4303607940673828,
+      "cov-distil (oracle2student)": 4.983982086181641,
+      "cov-distil (oracle2teacher)": 4.7037553787231445,
       "epoch": 1.4733124018838304,
-      "rel-constrast": 3.233443260192871,
+      "rel-constrast": 3.1245405673980713,
       "step": 1877,
-      "subrel-constrast": 3.1840202808380127,
+      "subrel-constrast": 3.363800287246704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6530916690826416,
-      "cov-distil (oracle2student)": 4.700448989868164,
-      "cov-distil (oracle2teacher)": 4.715950965881348,
+      "cov-distil": 2.172369956970215,
+      "cov-distil (oracle2student)": 4.6323933601379395,
+      "cov-distil (oracle2teacher)": 4.453296184539795,
       "epoch": 1.4740973312401884,
-      "rel-constrast": 3.6957778930664062,
+      "rel-constrast": 3.678412675857544,
       "step": 1878,
-      "subrel-constrast": 4.544745922088623,
+      "subrel-constrast": 4.293529033660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.665679931640625,
-      "cov-distil (oracle2student)": 4.62099552154541,
-      "cov-distil (oracle2teacher)": 4.034111976623535,
+      "cov-distil": 1.7547649145126343,
+      "cov-distil (oracle2student)": 4.345225811004639,
+      "cov-distil (oracle2teacher)": 4.240843296051025,
       "epoch": 1.4748822605965464,
-      "rel-constrast": 2.6383543014526367,
+      "rel-constrast": 2.504056930541992,
       "step": 1879,
-      "subrel-constrast": 3.695279836654663,
+      "subrel-constrast": 3.2841434478759766,
       "view-similarity": 0
     },
     {
       "epoch": 1.4756671899529041,
-      "grad_norm": 5.9375,
+      "grad_norm": 5.5,
       "learning_rate": 4.883240391805394e-05,
-      "loss": 0.8098,
+      "loss": 0.8686,
       "step": 1880
     },
     {
-      "cov-distil": 1.489245891571045,
-      "cov-distil (oracle2student)": 4.289907455444336,
-      "cov-distil (oracle2teacher)": 4.189836025238037,
+      "cov-distil": 1.9581308364868164,
+      "cov-distil (oracle2student)": 4.534452438354492,
+      "cov-distil (oracle2teacher)": 4.05888032913208,
       "epoch": 1.4756671899529041,
-      "rel-constrast": 3.047013759613037,
+      "rel-constrast": 3.3508596420288086,
       "step": 1880,
-      "subrel-constrast": 3.6831588745117188,
+      "subrel-constrast": 3.9302291870117188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6271897554397583,
-      "cov-distil (oracle2student)": 4.952922344207764,
-      "cov-distil (oracle2teacher)": 4.3915557861328125,
+      "cov-distil": 2.21677827835083,
+      "cov-distil (oracle2student)": 5.411259174346924,
+      "cov-distil (oracle2teacher)": 5.1186628341674805,
       "epoch": 1.4764521193092621,
-      "rel-constrast": 2.925741195678711,
+      "rel-constrast": 3.4768474102020264,
       "step": 1881,
-      "subrel-constrast": 3.849264144897461,
+      "subrel-constrast": 4.0598955154418945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4708141088485718,
-      "cov-distil (oracle2student)": 3.6817660331726074,
-      "cov-distil (oracle2teacher)": 3.3645787239074707,
+      "cov-distil": 1.934952974319458,
+      "cov-distil (oracle2student)": 3.4611456394195557,
+      "cov-distil (oracle2teacher)": 3.4560060501098633,
       "epoch": 1.4772370486656201,
-      "rel-constrast": 1.8425955772399902,
+      "rel-constrast": 1.8156912326812744,
       "step": 1882,
-      "subrel-constrast": 2.559281587600708,
+      "subrel-constrast": 2.496215343475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5363428592681885,
-      "cov-distil (oracle2student)": 3.288538932800293,
-      "cov-distil (oracle2teacher)": 3.3280093669891357,
+      "cov-distil": 1.8101167678833008,
+      "cov-distil (oracle2student)": 3.426443576812744,
+      "cov-distil (oracle2teacher)": 3.583400011062622,
       "epoch": 1.478021978021978,
-      "rel-constrast": 2.857149362564087,
+      "rel-constrast": 2.790780782699585,
       "step": 1883,
-      "subrel-constrast": 3.2818243503570557,
+      "subrel-constrast": 3.2887978553771973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1604633331298828,
-      "cov-distil (oracle2student)": 3.6293282508850098,
-      "cov-distil (oracle2teacher)": 3.6054253578186035,
+      "cov-distil": 1.6486923694610596,
+      "cov-distil (oracle2student)": 3.53489089012146,
+      "cov-distil (oracle2teacher)": 4.00670051574707,
       "epoch": 1.478806907378336,
-      "rel-constrast": 2.432465076446533,
+      "rel-constrast": 2.9569082260131836,
       "step": 1884,
-      "subrel-constrast": 3.0961251258850098,
+      "subrel-constrast": 2.7584035396575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3076788187026978,
-      "cov-distil (oracle2student)": 4.063167572021484,
-      "cov-distil (oracle2teacher)": 3.7917380332946777,
+      "cov-distil": 1.6544296741485596,
+      "cov-distil (oracle2student)": 5.097860336303711,
+      "cov-distil (oracle2teacher)": 4.064476013183594,
       "epoch": 1.4795918367346939,
-      "rel-constrast": 3.131176710128784,
+      "rel-constrast": 3.603951930999756,
       "step": 1885,
-      "subrel-constrast": 3.387690305709839,
+      "subrel-constrast": 3.80999755859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6938672065734863,
-      "cov-distil (oracle2student)": 4.879122734069824,
-      "cov-distil (oracle2teacher)": 4.4586591720581055,
+      "cov-distil": 2.289842367172241,
+      "cov-distil (oracle2student)": 4.8895440101623535,
+      "cov-distil (oracle2teacher)": 4.645339012145996,
       "epoch": 1.4803767660910518,
-      "rel-constrast": 1.8621890544891357,
+      "rel-constrast": 2.00228214263916,
       "step": 1886,
-      "subrel-constrast": 2.784557342529297,
+      "subrel-constrast": 2.665134906768799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6372668743133545,
-      "cov-distil (oracle2student)": 6.824195861816406,
-      "cov-distil (oracle2teacher)": 6.387898921966553,
+      "cov-distil": 1.9867827892303467,
+      "cov-distil (oracle2student)": 7.049604415893555,
+      "cov-distil (oracle2teacher)": 6.242751121520996,
       "epoch": 1.4811616954474096,
-      "rel-constrast": 3.3412389755249023,
+      "rel-constrast": 4.147288799285889,
       "step": 1887,
-      "subrel-constrast": 4.233912467956543,
+      "subrel-constrast": 3.957348108291626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1793620586395264,
-      "cov-distil (oracle2student)": 3.1445255279541016,
-      "cov-distil (oracle2teacher)": 3.157705783843994,
+      "cov-distil": 1.3765592575073242,
+      "cov-distil (oracle2student)": 3.9823861122131348,
+      "cov-distil (oracle2teacher)": 3.2853012084960938,
       "epoch": 1.4819466248037676,
-      "rel-constrast": 2.443695068359375,
+      "rel-constrast": 2.9986376762390137,
       "step": 1888,
-      "subrel-constrast": 3.1362268924713135,
+      "subrel-constrast": 3.065356492996216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2781684398651123,
-      "cov-distil (oracle2student)": 3.4792184829711914,
-      "cov-distil (oracle2teacher)": 3.618779182434082,
+      "cov-distil": 1.7937138080596924,
+      "cov-distil (oracle2student)": 4.0910139083862305,
+      "cov-distil (oracle2teacher)": 3.8644988536834717,
       "epoch": 1.4827315541601256,
-      "rel-constrast": 3.680797576904297,
+      "rel-constrast": 3.845240831375122,
       "step": 1889,
-      "subrel-constrast": 3.813993215560913,
+      "subrel-constrast": 4.096644878387451,
       "view-similarity": 0
     },
     {
       "epoch": 1.4835164835164836,
-      "grad_norm": 5.96875,
+      "grad_norm": 6.8125,
       "learning_rate": 4.8805901063113064e-05,
-      "loss": 0.7251,
+      "loss": 0.7747,
       "step": 1890
     },
     {
-      "cov-distil": 1.4641432762145996,
-      "cov-distil (oracle2student)": 3.655186653137207,
-      "cov-distil (oracle2teacher)": 3.559060573577881,
+      "cov-distil": 2.239504098892212,
+      "cov-distil (oracle2student)": 4.154877662658691,
+      "cov-distil (oracle2teacher)": 4.22390079498291,
       "epoch": 1.4835164835164836,
-      "rel-constrast": 2.8183186054229736,
+      "rel-constrast": 3.017237901687622,
       "step": 1890,
-      "subrel-constrast": 3.2129228115081787,
+      "subrel-constrast": 3.5966978073120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1659737825393677,
-      "cov-distil (oracle2student)": 3.1489181518554688,
-      "cov-distil (oracle2teacher)": 3.0241281986236572,
+      "cov-distil": 1.5877938270568848,
+      "cov-distil (oracle2student)": 3.332587718963623,
+      "cov-distil (oracle2teacher)": 3.145061492919922,
       "epoch": 1.4843014128728416,
-      "rel-constrast": 3.364744186401367,
+      "rel-constrast": 3.833889961242676,
       "step": 1891,
-      "subrel-constrast": 3.6507506370544434,
+      "subrel-constrast": 3.8029327392578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5041974782943726,
-      "cov-distil (oracle2student)": 3.4649229049682617,
-      "cov-distil (oracle2teacher)": 3.5441417694091797,
+      "cov-distil": 1.8219581842422485,
+      "cov-distil (oracle2student)": 3.8740086555480957,
+      "cov-distil (oracle2teacher)": 4.180392742156982,
       "epoch": 1.4850863422291993,
-      "rel-constrast": 2.2610387802124023,
+      "rel-constrast": 2.63712477684021,
       "step": 1892,
-      "subrel-constrast": 3.015953779220581,
+      "subrel-constrast": 3.038577079772949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3576924800872803,
-      "cov-distil (oracle2student)": 3.3984508514404297,
-      "cov-distil (oracle2teacher)": 3.3243513107299805,
+      "cov-distil": 1.66121506690979,
+      "cov-distil (oracle2student)": 4.116691589355469,
+      "cov-distil (oracle2teacher)": 4.1881103515625,
       "epoch": 1.4858712715855573,
-      "rel-constrast": 2.5813984870910645,
+      "rel-constrast": 2.7083821296691895,
       "step": 1893,
-      "subrel-constrast": 3.0531294345855713,
+      "subrel-constrast": 3.066314458847046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.153913140296936,
-      "cov-distil (oracle2student)": 4.345780372619629,
-      "cov-distil (oracle2teacher)": 4.352718830108643,
+      "cov-distil": 1.4561008214950562,
+      "cov-distil (oracle2student)": 4.379488945007324,
+      "cov-distil (oracle2teacher)": 4.509888648986816,
       "epoch": 1.4866562009419153,
-      "rel-constrast": 3.2440240383148193,
+      "rel-constrast": 3.10509991645813,
       "step": 1894,
-      "subrel-constrast": 3.4956295490264893,
+      "subrel-constrast": 3.641199827194214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5457699298858643,
-      "cov-distil (oracle2student)": 4.9476118087768555,
-      "cov-distil (oracle2teacher)": 4.5059685707092285,
+      "cov-distil": 1.817554235458374,
+      "cov-distil (oracle2student)": 5.188717842102051,
+      "cov-distil (oracle2teacher)": 5.221926212310791,
       "epoch": 1.487441130298273,
-      "rel-constrast": 2.1165847778320312,
+      "rel-constrast": 1.991361379623413,
       "step": 1895,
-      "subrel-constrast": 3.051499366760254,
+      "subrel-constrast": 3.065027952194214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2244950532913208,
-      "cov-distil (oracle2student)": 2.6861298084259033,
-      "cov-distil (oracle2teacher)": 2.7791075706481934,
+      "cov-distil": 1.4658539295196533,
+      "cov-distil (oracle2student)": 3.2136576175689697,
+      "cov-distil (oracle2teacher)": 2.901843547821045,
       "epoch": 1.488226059654631,
-      "rel-constrast": 2.134418487548828,
+      "rel-constrast": 2.680741310119629,
       "step": 1896,
-      "subrel-constrast": 2.9587888717651367,
+      "subrel-constrast": 2.675122022628784,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1315360069274902,
-      "cov-distil (oracle2student)": 6.507489204406738,
-      "cov-distil (oracle2teacher)": 5.72232723236084,
+      "cov-distil": 1.5101797580718994,
+      "cov-distil (oracle2student)": 6.539948463439941,
+      "cov-distil (oracle2teacher)": 6.786901950836182,
       "epoch": 1.489010989010989,
-      "rel-constrast": 2.9158642292022705,
+      "rel-constrast": 2.6953165531158447,
       "step": 1897,
-      "subrel-constrast": 3.5586516857147217,
+      "subrel-constrast": 3.7474119663238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4999985694885254,
-      "cov-distil (oracle2student)": 4.5897297859191895,
-      "cov-distil (oracle2teacher)": 4.284789085388184,
+      "cov-distil": 2.1089820861816406,
+      "cov-distil (oracle2student)": 4.786707878112793,
+      "cov-distil (oracle2teacher)": 4.790868282318115,
       "epoch": 1.489795918367347,
-      "rel-constrast": 3.15089750289917,
+      "rel-constrast": 3.747368812561035,
       "step": 1898,
-      "subrel-constrast": 3.5956332683563232,
+      "subrel-constrast": 3.4707741737365723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9041634798049927,
-      "cov-distil (oracle2student)": 5.048053741455078,
-      "cov-distil (oracle2teacher)": 4.696500778198242,
+      "cov-distil": 2.072484254837036,
+      "cov-distil (oracle2student)": 5.555756092071533,
+      "cov-distil (oracle2teacher)": 5.180066108703613,
       "epoch": 1.4905808477237048,
-      "rel-constrast": 2.978008985519409,
+      "rel-constrast": 3.173213243484497,
       "step": 1899,
-      "subrel-constrast": 3.636552095413208,
+      "subrel-constrast": 3.8404746055603027,
       "view-similarity": 0
     },
     {
       "epoch": 1.4913657770800628,
-      "grad_norm": 6.90625,
+      "grad_norm": 7.1875,
       "learning_rate": 4.877910814078041e-05,
-      "loss": 0.724,
+      "loss": 0.7397,
       "step": 1900
     },
     {
       "epoch": 1.4913657770800628,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.32343751192092896,
       "step": 1900
     },
     {
       "epoch": 1.4913657770800628,
       "step": 1900,
-      "student margin": 0.04156494140625
+      "student margin": 0.0399169921875
     },
     {
       "epoch": 1.4913657770800628,
       "step": 1900,
-      "teacher margin": 0.025115966796875
+      "teacher margin": 0.027557373046875
     },
     {
       "epoch": 1.4913657770800628,
-      "margin difference": -0.016448974609375,
+      "margin difference": -0.012359619140625,
       "step": 1900
     },
     {
-      "cov-distil": 1.8200678825378418,
-      "cov-distil (oracle2student)": 3.9837305545806885,
-      "cov-distil (oracle2teacher)": 4.241322994232178,
+      "cov-distil": 1.6567729711532593,
+      "cov-distil (oracle2student)": 4.615183353424072,
+      "cov-distil (oracle2teacher)": 4.855649948120117,
       "epoch": 1.4913657770800628,
-      "rel-constrast": 3.714162826538086,
+      "rel-constrast": 3.686335563659668,
       "step": 1900,
-      "subrel-constrast": 4.235428333282471,
+      "subrel-constrast": 4.013027191162109,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1765316724777222,
-      "cov-distil (oracle2student)": 3.4101648330688477,
-      "cov-distil (oracle2teacher)": 3.5064611434936523,
+      "cov-distil": 1.9162589311599731,
+      "cov-distil (oracle2student)": 3.724088668823242,
+      "cov-distil (oracle2teacher)": 3.9816033840179443,
       "epoch": 1.4921507064364208,
-      "rel-constrast": 2.584463596343994,
+      "rel-constrast": 2.921082019805908,
       "step": 1901,
-      "subrel-constrast": 2.8131165504455566,
+      "subrel-constrast": 3.350008249282837,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4192533493041992,
-      "cov-distil (oracle2student)": 2.8145060539245605,
-      "cov-distil (oracle2teacher)": 2.462829113006592,
+      "cov-distil": 1.319946527481079,
+      "cov-distil (oracle2student)": 2.5964555740356445,
+      "cov-distil (oracle2teacher)": 2.6637868881225586,
       "epoch": 1.4929356357927785,
-      "rel-constrast": 2.39072585105896,
+      "rel-constrast": 2.1031811237335205,
       "step": 1902,
-      "subrel-constrast": 2.3945631980895996,
+      "subrel-constrast": 2.2909865379333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2846920490264893,
-      "cov-distil (oracle2student)": 3.737550973892212,
-      "cov-distil (oracle2teacher)": 3.5892839431762695,
+      "cov-distil": 1.8286545276641846,
+      "cov-distil (oracle2student)": 3.9021413326263428,
+      "cov-distil (oracle2teacher)": 3.601937770843506,
       "epoch": 1.4937205651491365,
-      "rel-constrast": 2.0010600090026855,
+      "rel-constrast": 2.4509832859039307,
       "step": 1903,
-      "subrel-constrast": 2.654101610183716,
+      "subrel-constrast": 2.84841251373291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5933458805084229,
-      "cov-distil (oracle2student)": 3.2610483169555664,
-      "cov-distil (oracle2teacher)": 3.3903608322143555,
+      "cov-distil": 2.0495893955230713,
+      "cov-distil (oracle2student)": 3.214353084564209,
+      "cov-distil (oracle2teacher)": 3.628532886505127,
       "epoch": 1.4945054945054945,
-      "rel-constrast": 3.7466659545898438,
+      "rel-constrast": 3.689103603363037,
       "step": 1904,
-      "subrel-constrast": 4.301742076873779,
+      "subrel-constrast": 4.305917739868164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5730876922607422,
-      "cov-distil (oracle2student)": 3.9070684909820557,
-      "cov-distil (oracle2teacher)": 3.919351577758789,
+      "cov-distil": 1.8857300281524658,
+      "cov-distil (oracle2student)": 4.259861946105957,
+      "cov-distil (oracle2teacher)": 4.2528204917907715,
       "epoch": 1.4952904238618525,
-      "rel-constrast": 2.518761396408081,
+      "rel-constrast": 2.7421443462371826,
       "step": 1905,
-      "subrel-constrast": 3.0427777767181396,
+      "subrel-constrast": 3.0720772743225098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.059499740600586,
-      "cov-distil (oracle2student)": 5.231939315795898,
-      "cov-distil (oracle2teacher)": 4.642115116119385,
+      "cov-distil": 2.210475444793701,
+      "cov-distil (oracle2student)": 5.848625183105469,
+      "cov-distil (oracle2teacher)": 4.751608848571777,
       "epoch": 1.4960753532182103,
-      "rel-constrast": 3.0383875370025635,
+      "rel-constrast": 3.6003897190093994,
       "step": 1906,
-      "subrel-constrast": 3.9105637073516846,
+      "subrel-constrast": 3.8869071006774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4514204263687134,
-      "cov-distil (oracle2student)": 4.346742153167725,
-      "cov-distil (oracle2teacher)": 4.052260398864746,
+      "cov-distil": 1.8323066234588623,
+      "cov-distil (oracle2student)": 4.587265968322754,
+      "cov-distil (oracle2teacher)": 4.698923110961914,
       "epoch": 1.4968602825745683,
-      "rel-constrast": 2.7481608390808105,
+      "rel-constrast": 2.9195241928100586,
       "step": 1907,
-      "subrel-constrast": 3.255969524383545,
+      "subrel-constrast": 2.9591002464294434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5344431400299072,
-      "cov-distil (oracle2student)": 2.184706449508667,
-      "cov-distil (oracle2teacher)": 2.6382651329040527,
+      "cov-distil": 2.350504159927368,
+      "cov-distil (oracle2student)": 2.6474287509918213,
+      "cov-distil (oracle2teacher)": 2.952535629272461,
       "epoch": 1.4976452119309263,
-      "rel-constrast": 2.1720316410064697,
+      "rel-constrast": 2.094855308532715,
       "step": 1908,
-      "subrel-constrast": 2.75362491607666,
+      "subrel-constrast": 3.162858247756958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.444244623184204,
-      "cov-distil (oracle2student)": 4.057034492492676,
-      "cov-distil (oracle2teacher)": 4.102211952209473,
+      "cov-distil": 2.2013893127441406,
+      "cov-distil (oracle2student)": 4.442668914794922,
+      "cov-distil (oracle2teacher)": 4.328136920928955,
       "epoch": 1.498430141287284,
-      "rel-constrast": 2.408419132232666,
+      "rel-constrast": 3.0733017921447754,
       "step": 1909,
-      "subrel-constrast": 3.3695499897003174,
+      "subrel-constrast": 3.3136584758758545,
       "view-similarity": 0
     },
     {
       "epoch": 1.499215070643642,
-      "grad_norm": 5.28125,
+      "grad_norm": 6.65625,
       "learning_rate": 4.8752025477519295e-05,
-      "loss": 0.7215,
+      "loss": 0.732,
       "step": 1910
     },
     {
-      "cov-distil": 1.3822780847549438,
-      "cov-distil (oracle2student)": 3.074392795562744,
-      "cov-distil (oracle2teacher)": 3.4046082496643066,
+      "cov-distil": 1.6797477006912231,
+      "cov-distil (oracle2student)": 3.3224265575408936,
+      "cov-distil (oracle2teacher)": 3.812217950820923,
       "epoch": 1.499215070643642,
-      "rel-constrast": 3.053463935852051,
+      "rel-constrast": 3.253965377807617,
       "step": 1910,
-      "subrel-constrast": 3.5782012939453125,
+      "subrel-constrast": 3.5671896934509277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1215405464172363,
-      "cov-distil (oracle2student)": 4.09284782409668,
-      "cov-distil (oracle2teacher)": 4.057436466217041,
+      "cov-distil": 2.8620195388793945,
+      "cov-distil (oracle2student)": 4.717432975769043,
+      "cov-distil (oracle2teacher)": 4.364279747009277,
       "epoch": 1.5,
-      "rel-constrast": 3.2193315029144287,
+      "rel-constrast": 3.228348970413208,
       "step": 1911,
-      "subrel-constrast": 4.111722946166992,
+      "subrel-constrast": 4.236117362976074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6215386390686035,
-      "cov-distil (oracle2student)": 5.013403415679932,
-      "cov-distil (oracle2teacher)": 4.43386173248291,
+      "cov-distil": 1.9424078464508057,
+      "cov-distil (oracle2student)": 5.621234893798828,
+      "cov-distil (oracle2teacher)": 5.178048133850098,
       "epoch": 1.500784929356358,
-      "rel-constrast": 2.296384811401367,
+      "rel-constrast": 2.9422364234924316,
       "step": 1912,
-      "subrel-constrast": 3.439622163772583,
+      "subrel-constrast": 3.5593574047088623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.828143835067749,
-      "cov-distil (oracle2student)": 3.670921802520752,
-      "cov-distil (oracle2teacher)": 3.9030356407165527,
+      "cov-distil": 2.2961509227752686,
+      "cov-distil (oracle2student)": 3.100595712661743,
+      "cov-distil (oracle2teacher)": 3.614800453186035,
       "epoch": 1.501569858712716,
-      "rel-constrast": 2.9615867137908936,
+      "rel-constrast": 3.0317647457122803,
       "step": 1913,
-      "subrel-constrast": 3.9367730617523193,
+      "subrel-constrast": 3.743541717529297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.47484290599823,
-      "cov-distil (oracle2student)": 6.2821760177612305,
-      "cov-distil (oracle2teacher)": 5.5559186935424805,
+      "cov-distil": 2.1416068077087402,
+      "cov-distil (oracle2student)": 6.046967506408691,
+      "cov-distil (oracle2teacher)": 5.479496002197266,
       "epoch": 1.5023547880690737,
-      "rel-constrast": 3.6902894973754883,
+      "rel-constrast": 3.898602247238159,
       "step": 1914,
-      "subrel-constrast": 3.998914957046509,
+      "subrel-constrast": 4.029154300689697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.727229118347168,
-      "cov-distil (oracle2student)": 5.220627784729004,
-      "cov-distil (oracle2teacher)": 4.6269378662109375,
+      "cov-distil": 2.5150465965270996,
+      "cov-distil (oracle2student)": 5.154770851135254,
+      "cov-distil (oracle2teacher)": 4.95126485824585,
       "epoch": 1.5031397174254317,
-      "rel-constrast": 4.270571708679199,
+      "rel-constrast": 4.722414016723633,
       "step": 1915,
-      "subrel-constrast": 5.203466415405273,
+      "subrel-constrast": 5.2430100440979,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5483829975128174,
-      "cov-distil (oracle2student)": 3.059772491455078,
-      "cov-distil (oracle2teacher)": 3.301860809326172,
+      "cov-distil": 2.368429183959961,
+      "cov-distil (oracle2student)": 4.040707588195801,
+      "cov-distil (oracle2teacher)": 3.498854637145996,
       "epoch": 1.5039246467817895,
-      "rel-constrast": 2.9325826168060303,
+      "rel-constrast": 3.5227110385894775,
       "step": 1916,
-      "subrel-constrast": 3.9415740966796875,
+      "subrel-constrast": 3.835186004638672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5470190048217773,
-      "cov-distil (oracle2student)": 5.574818134307861,
-      "cov-distil (oracle2teacher)": 5.102795124053955,
+      "cov-distil": 1.7302789688110352,
+      "cov-distil (oracle2student)": 5.675638198852539,
+      "cov-distil (oracle2teacher)": 4.632979869842529,
       "epoch": 1.5047095761381475,
-      "rel-constrast": 3.495610237121582,
+      "rel-constrast": 3.28121018409729,
       "step": 1917,
-      "subrel-constrast": 3.616776704788208,
+      "subrel-constrast": 3.3912107944488525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784400463104248,
-      "cov-distil (oracle2student)": 3.3386974334716797,
-      "cov-distil (oracle2teacher)": 3.493413209915161,
+      "cov-distil": 2.157118797302246,
+      "cov-distil (oracle2student)": 3.2960944175720215,
+      "cov-distil (oracle2teacher)": 3.7360289096832275,
       "epoch": 1.5054945054945055,
-      "rel-constrast": 2.136384963989258,
+      "rel-constrast": 2.0784475803375244,
       "step": 1918,
-      "subrel-constrast": 3.067333221435547,
+      "subrel-constrast": 2.9588401317596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5800302028656006,
-      "cov-distil (oracle2student)": 3.5927000045776367,
-      "cov-distil (oracle2teacher)": 3.5073397159576416,
+      "cov-distil": 1.999670147895813,
+      "cov-distil (oracle2student)": 3.9196243286132812,
+      "cov-distil (oracle2teacher)": 3.536022663116455,
       "epoch": 1.5062794348508635,
-      "rel-constrast": 2.6197471618652344,
+      "rel-constrast": 2.97350811958313,
       "step": 1919,
-      "subrel-constrast": 3.7135367393493652,
+      "subrel-constrast": 3.7889225482940674,
       "view-similarity": 0
     },
     {
       "epoch": 1.5070643642072215,
-      "grad_norm": 5.59375,
+      "grad_norm": 7.25,
       "learning_rate": 4.8724653403323414e-05,
-      "loss": 0.8084,
+      "loss": 0.8233,
       "step": 1920
     },
     {
-      "cov-distil": 1.68130362033844,
-      "cov-distil (oracle2student)": 3.8451247215270996,
-      "cov-distil (oracle2teacher)": 4.132164001464844,
+      "cov-distil": 2.527937412261963,
+      "cov-distil (oracle2student)": 4.567371368408203,
+      "cov-distil (oracle2teacher)": 4.24334716796875,
       "epoch": 1.5070643642072215,
-      "rel-constrast": 5.524275779724121,
+      "rel-constrast": 6.313497543334961,
       "step": 1920,
-      "subrel-constrast": 5.853363990783691,
+      "subrel-constrast": 5.948112487792969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5609867572784424,
-      "cov-distil (oracle2student)": 3.605884313583374,
-      "cov-distil (oracle2teacher)": 3.0318446159362793,
+      "cov-distil": 1.6267995834350586,
+      "cov-distil (oracle2student)": 3.7037248611450195,
+      "cov-distil (oracle2teacher)": 3.4535322189331055,
       "epoch": 1.5078492935635794,
-      "rel-constrast": 3.6201601028442383,
+      "rel-constrast": 3.522758960723877,
       "step": 1921,
-      "subrel-constrast": 3.9134087562561035,
+      "subrel-constrast": 3.8816187381744385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6563458442687988,
-      "cov-distil (oracle2student)": 4.422513961791992,
-      "cov-distil (oracle2teacher)": 3.926860809326172,
+      "cov-distil": 1.8859503269195557,
+      "cov-distil (oracle2student)": 4.51165771484375,
+      "cov-distil (oracle2teacher)": 4.307643890380859,
       "epoch": 1.5086342229199372,
-      "rel-constrast": 2.435603618621826,
+      "rel-constrast": 2.5194764137268066,
       "step": 1922,
-      "subrel-constrast": 3.422584056854248,
+      "subrel-constrast": 3.439566135406494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8695662021636963,
-      "cov-distil (oracle2student)": 5.650864124298096,
-      "cov-distil (oracle2teacher)": 4.782127857208252,
+      "cov-distil": 1.799747109413147,
+      "cov-distil (oracle2student)": 5.489862442016602,
+      "cov-distil (oracle2teacher)": 4.780388355255127,
       "epoch": 1.509419152276295,
-      "rel-constrast": 3.255434036254883,
+      "rel-constrast": 3.745293140411377,
       "step": 1923,
-      "subrel-constrast": 4.152292251586914,
+      "subrel-constrast": 3.8556315898895264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841439723968506,
-      "cov-distil (oracle2student)": 5.437008380889893,
-      "cov-distil (oracle2teacher)": 4.618408679962158,
+      "cov-distil": 1.7473819255828857,
+      "cov-distil (oracle2student)": 5.6379499435424805,
+      "cov-distil (oracle2teacher)": 4.813594818115234,
       "epoch": 1.510204081632653,
-      "rel-constrast": 1.9784290790557861,
+      "rel-constrast": 2.4197754859924316,
       "step": 1924,
-      "subrel-constrast": 2.797206401824951,
+      "subrel-constrast": 2.6431446075439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4636828899383545,
-      "cov-distil (oracle2student)": 3.4912476539611816,
-      "cov-distil (oracle2teacher)": 3.356928825378418,
+      "cov-distil": 1.8557929992675781,
+      "cov-distil (oracle2student)": 3.374687671661377,
+      "cov-distil (oracle2teacher)": 3.5786519050598145,
       "epoch": 1.510989010989011,
-      "rel-constrast": 3.3939216136932373,
+      "rel-constrast": 3.6063385009765625,
       "step": 1925,
-      "subrel-constrast": 3.77427339553833,
+      "subrel-constrast": 3.9382095336914062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.257701873779297,
-      "cov-distil (oracle2student)": 3.613499641418457,
-      "cov-distil (oracle2teacher)": 3.307716131210327,
+      "cov-distil": 2.2247114181518555,
+      "cov-distil (oracle2student)": 3.098820686340332,
+      "cov-distil (oracle2teacher)": 3.6270670890808105,
       "epoch": 1.511773940345369,
-      "rel-constrast": 2.073474407196045,
+      "rel-constrast": 2.2469820976257324,
       "step": 1926,
-      "subrel-constrast": 3.209826946258545,
+      "subrel-constrast": 2.7737972736358643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2852833271026611,
-      "cov-distil (oracle2student)": 3.8562893867492676,
-      "cov-distil (oracle2teacher)": 3.761594295501709,
+      "cov-distil": 1.4702008962631226,
+      "cov-distil (oracle2student)": 4.546895980834961,
+      "cov-distil (oracle2teacher)": 3.7412304878234863,
       "epoch": 1.512558869701727,
-      "rel-constrast": 2.6977102756500244,
+      "rel-constrast": 3.2982378005981445,
       "step": 1927,
-      "subrel-constrast": 3.1279876232147217,
+      "subrel-constrast": 2.970325231552124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0923831462860107,
-      "cov-distil (oracle2student)": 2.8294901847839355,
-      "cov-distil (oracle2teacher)": 2.9233245849609375,
+      "cov-distil": 1.5668054819107056,
+      "cov-distil (oracle2student)": 3.5794663429260254,
+      "cov-distil (oracle2teacher)": 3.744058132171631,
       "epoch": 1.513343799058085,
-      "rel-constrast": 2.52026629447937,
+      "rel-constrast": 3.327484607696533,
       "step": 1928,
-      "subrel-constrast": 3.1192376613616943,
+      "subrel-constrast": 3.2898383140563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.028331995010376,
-      "cov-distil (oracle2student)": 4.797187805175781,
-      "cov-distil (oracle2teacher)": 4.900268077850342,
+      "cov-distil": 2.1589083671569824,
+      "cov-distil (oracle2student)": 4.578497409820557,
+      "cov-distil (oracle2teacher)": 4.985466957092285,
       "epoch": 1.5141287284144427,
-      "rel-constrast": 3.131110191345215,
+      "rel-constrast": 2.7686989307403564,
       "step": 1929,
-      "subrel-constrast": 4.235548496246338,
+      "subrel-constrast": 4.083889007568359,
       "view-similarity": 0
     },
     {
       "epoch": 1.5149136577708007,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.28125,
       "learning_rate": 4.8696992251712865e-05,
-      "loss": 0.8067,
+      "loss": 0.8442,
       "step": 1930
     },
     {
-      "cov-distil": 1.2935891151428223,
-      "cov-distil (oracle2student)": 4.263140678405762,
-      "cov-distil (oracle2teacher)": 4.029933929443359,
+      "cov-distil": 1.8447787761688232,
+      "cov-distil (oracle2student)": 4.5124006271362305,
+      "cov-distil (oracle2teacher)": 4.73822021484375,
       "epoch": 1.5149136577708007,
-      "rel-constrast": 2.43511962890625,
+      "rel-constrast": 2.563302993774414,
       "step": 1930,
-      "subrel-constrast": 3.0668649673461914,
+      "subrel-constrast": 3.5218148231506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1215782165527344,
-      "cov-distil (oracle2student)": 3.8190982341766357,
-      "cov-distil (oracle2teacher)": 3.8130149841308594,
+      "cov-distil": 1.4482109546661377,
+      "cov-distil (oracle2student)": 4.311645984649658,
+      "cov-distil (oracle2teacher)": 3.7805826663970947,
       "epoch": 1.5156985871271584,
-      "rel-constrast": 2.3707656860351562,
+      "rel-constrast": 2.654660701751709,
       "step": 1931,
-      "subrel-constrast": 2.7674336433410645,
+      "subrel-constrast": 2.7518510818481445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4837236404418945,
-      "cov-distil (oracle2student)": 4.2342634201049805,
-      "cov-distil (oracle2teacher)": 4.014438629150391,
+      "cov-distil": 2.0966920852661133,
+      "cov-distil (oracle2student)": 4.520036697387695,
+      "cov-distil (oracle2teacher)": 3.9752275943756104,
       "epoch": 1.5164835164835164,
-      "rel-constrast": 2.7599074840545654,
+      "rel-constrast": 2.716224193572998,
       "step": 1932,
-      "subrel-constrast": 3.556955337524414,
+      "subrel-constrast": 3.701960563659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2333347797393799,
-      "cov-distil (oracle2student)": 4.785069942474365,
-      "cov-distil (oracle2teacher)": 4.075497627258301,
+      "cov-distil": 1.4770865440368652,
+      "cov-distil (oracle2student)": 4.905620098114014,
+      "cov-distil (oracle2teacher)": 4.952154159545898,
       "epoch": 1.5172684458398744,
-      "rel-constrast": 3.2602295875549316,
+      "rel-constrast": 3.1150989532470703,
       "step": 1933,
-      "subrel-constrast": 3.3644399642944336,
+      "subrel-constrast": 3.3198606967926025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.754798173904419,
-      "cov-distil (oracle2student)": 4.039218902587891,
-      "cov-distil (oracle2teacher)": 4.153687477111816,
+      "cov-distil": 2.4923596382141113,
+      "cov-distil (oracle2student)": 4.365143775939941,
+      "cov-distil (oracle2teacher)": 4.2985429763793945,
       "epoch": 1.5180533751962324,
-      "rel-constrast": 3.1695945262908936,
+      "rel-constrast": 3.3345651626586914,
       "step": 1934,
-      "subrel-constrast": 4.279153823852539,
+      "subrel-constrast": 4.355963230133057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.559018611907959,
-      "cov-distil (oracle2student)": 5.300314903259277,
-      "cov-distil (oracle2teacher)": 5.020586967468262,
+      "cov-distil": 1.780048131942749,
+      "cov-distil (oracle2student)": 5.383674621582031,
+      "cov-distil (oracle2teacher)": 5.291053771972656,
       "epoch": 1.5188383045525904,
-      "rel-constrast": 3.1405386924743652,
+      "rel-constrast": 2.703197479248047,
       "step": 1935,
-      "subrel-constrast": 3.7498159408569336,
+      "subrel-constrast": 3.9211485385894775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4939593076705933,
-      "cov-distil (oracle2student)": 3.208052635192871,
-      "cov-distil (oracle2teacher)": 3.293198823928833,
+      "cov-distil": 1.9027411937713623,
+      "cov-distil (oracle2student)": 3.9679956436157227,
+      "cov-distil (oracle2teacher)": 3.915752410888672,
       "epoch": 1.5196232339089482,
-      "rel-constrast": 3.0275135040283203,
+      "rel-constrast": 3.1770105361938477,
       "step": 1936,
-      "subrel-constrast": 3.6351850032806396,
+      "subrel-constrast": 4.035203456878662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.428492784500122,
-      "cov-distil (oracle2student)": 4.486096382141113,
-      "cov-distil (oracle2teacher)": 4.52850341796875,
+      "cov-distil": 1.6417732238769531,
+      "cov-distil (oracle2student)": 5.479733467102051,
+      "cov-distil (oracle2teacher)": 5.149382591247559,
       "epoch": 1.5204081632653061,
-      "rel-constrast": 3.8076090812683105,
+      "rel-constrast": 3.922410249710083,
       "step": 1937,
-      "subrel-constrast": 4.4368577003479,
+      "subrel-constrast": 4.571974754333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2678797245025635,
-      "cov-distil (oracle2student)": 4.003924369812012,
-      "cov-distil (oracle2teacher)": 4.1155595779418945,
+      "cov-distil": 1.654929280281067,
+      "cov-distil (oracle2student)": 4.2893218994140625,
+      "cov-distil (oracle2teacher)": 4.367546081542969,
       "epoch": 1.521193092621664,
-      "rel-constrast": 2.5180797576904297,
+      "rel-constrast": 2.8278822898864746,
       "step": 1938,
-      "subrel-constrast": 3.265015125274658,
+      "subrel-constrast": 3.083850622177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5919368267059326,
-      "cov-distil (oracle2student)": 4.684997081756592,
-      "cov-distil (oracle2teacher)": 4.577469348907471,
+      "cov-distil": 1.8729588985443115,
+      "cov-distil (oracle2student)": 4.936544895172119,
+      "cov-distil (oracle2teacher)": 5.093951225280762,
       "epoch": 1.521978021978022,
-      "rel-constrast": 3.2359108924865723,
+      "rel-constrast": 3.4845190048217773,
       "step": 1939,
-      "subrel-constrast": 4.052987098693848,
+      "subrel-constrast": 4.024646282196045,
       "view-similarity": 0
     },
     {
       "epoch": 1.5227629513343799,
-      "grad_norm": 6.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.866904235973005e-05,
-      "loss": 0.7787,
+      "loss": 0.7625,
       "step": 1940
     },
     {
-      "cov-distil": 1.4406867027282715,
-      "cov-distil (oracle2student)": 5.061967372894287,
-      "cov-distil (oracle2teacher)": 5.217357635498047,
+      "cov-distil": 1.9799013137817383,
+      "cov-distil (oracle2student)": 6.344797611236572,
+      "cov-distil (oracle2teacher)": 5.544379234313965,
       "epoch": 1.5227629513343799,
-      "rel-constrast": 2.845330238342285,
+      "rel-constrast": 3.4166994094848633,
       "step": 1940,
-      "subrel-constrast": 3.37530517578125,
+      "subrel-constrast": 3.724630117416382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.526735544204712,
-      "cov-distil (oracle2student)": 3.3419079780578613,
-      "cov-distil (oracle2teacher)": 3.7587883472442627,
+      "cov-distil": 1.7069541215896606,
+      "cov-distil (oracle2student)": 4.120157241821289,
+      "cov-distil (oracle2teacher)": 3.9736433029174805,
       "epoch": 1.5235478806907379,
-      "rel-constrast": 2.4881136417388916,
+      "rel-constrast": 2.7194085121154785,
       "step": 1941,
-      "subrel-constrast": 3.6015264987945557,
+      "subrel-constrast": 3.310856342315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9293419122695923,
-      "cov-distil (oracle2student)": 5.4480414390563965,
-      "cov-distil (oracle2teacher)": 5.065512657165527,
+      "cov-distil": 2.5041403770446777,
+      "cov-distil (oracle2student)": 6.193750381469727,
+      "cov-distil (oracle2teacher)": 5.208381652832031,
       "epoch": 1.5243328100470959,
-      "rel-constrast": 2.9614129066467285,
+      "rel-constrast": 3.689021110534668,
       "step": 1942,
-      "subrel-constrast": 3.759190320968628,
+      "subrel-constrast": 3.6818296909332275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.368671178817749,
-      "cov-distil (oracle2student)": 3.0140585899353027,
-      "cov-distil (oracle2teacher)": 3.2035350799560547,
+      "cov-distil": 1.5298826694488525,
+      "cov-distil (oracle2student)": 3.3022947311401367,
+      "cov-distil (oracle2teacher)": 3.6832358837127686,
       "epoch": 1.5251177394034539,
-      "rel-constrast": 2.5788989067077637,
+      "rel-constrast": 3.039085626602173,
       "step": 1943,
-      "subrel-constrast": 3.333850860595703,
+      "subrel-constrast": 3.221220016479492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0682921409606934,
-      "cov-distil (oracle2student)": 4.521337509155273,
-      "cov-distil (oracle2teacher)": 4.286746978759766,
+      "cov-distil": 1.7299437522888184,
+      "cov-distil (oracle2student)": 4.754033088684082,
+      "cov-distil (oracle2teacher)": 4.453223705291748,
       "epoch": 1.5259026687598116,
-      "rel-constrast": 2.364550828933716,
+      "rel-constrast": 2.546657085418701,
       "step": 1944,
-      "subrel-constrast": 2.6539671421051025,
+      "subrel-constrast": 2.8656132221221924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4087183475494385,
-      "cov-distil (oracle2student)": 2.8617520332336426,
-      "cov-distil (oracle2teacher)": 2.5491108894348145,
+      "cov-distil": 1.4093457460403442,
+      "cov-distil (oracle2student)": 2.7221765518188477,
+      "cov-distil (oracle2teacher)": 2.5258572101593018,
       "epoch": 1.5266875981161694,
-      "rel-constrast": 2.9411816596984863,
+      "rel-constrast": 2.89658260345459,
       "step": 1945,
-      "subrel-constrast": 3.3835527896881104,
+      "subrel-constrast": 3.2848758697509766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8103678226470947,
-      "cov-distil (oracle2student)": 5.06727933883667,
-      "cov-distil (oracle2teacher)": 4.841084003448486,
+      "cov-distil": 1.3635128736495972,
+      "cov-distil (oracle2student)": 4.908931732177734,
+      "cov-distil (oracle2teacher)": 4.720090866088867,
       "epoch": 1.5274725274725274,
-      "rel-constrast": 2.948176383972168,
+      "rel-constrast": 3.6195428371429443,
       "step": 1946,
-      "subrel-constrast": 3.823755979537964,
+      "subrel-constrast": 3.694159507751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2556767463684082,
-      "cov-distil (oracle2student)": 4.826472282409668,
-      "cov-distil (oracle2teacher)": 5.049144744873047,
+      "cov-distil": 1.8698105812072754,
+      "cov-distil (oracle2student)": 5.095337867736816,
+      "cov-distil (oracle2teacher)": 5.012286186218262,
       "epoch": 1.5282574568288854,
-      "rel-constrast": 3.2107505798339844,
+      "rel-constrast": 3.300173282623291,
       "step": 1947,
-      "subrel-constrast": 4.03645133972168,
+      "subrel-constrast": 4.075463771820068,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5062694549560547,
-      "cov-distil (oracle2student)": 4.601363182067871,
-      "cov-distil (oracle2teacher)": 4.213315486907959,
+      "cov-distil": 2.042020320892334,
+      "cov-distil (oracle2student)": 4.520488739013672,
+      "cov-distil (oracle2teacher)": 4.586399078369141,
       "epoch": 1.5290423861852434,
-      "rel-constrast": 2.789292335510254,
+      "rel-constrast": 3.122925043106079,
       "step": 1948,
-      "subrel-constrast": 3.6353132724761963,
+      "subrel-constrast": 3.483095407485962,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5847824811935425,
-      "cov-distil (oracle2student)": 6.44348669052124,
-      "cov-distil (oracle2teacher)": 5.705442905426025,
+      "cov-distil": 1.7433805465698242,
+      "cov-distil (oracle2student)": 6.636758804321289,
+      "cov-distil (oracle2teacher)": 5.391046524047852,
       "epoch": 1.5298273155416013,
-      "rel-constrast": 3.9315719604492188,
+      "rel-constrast": 4.805797100067139,
       "step": 1949,
-      "subrel-constrast": 4.7628374099731445,
+      "subrel-constrast": 4.512625694274902,
       "view-similarity": 0
     },
     {
       "epoch": 1.5306122448979593,
-      "grad_norm": 5.46875,
+      "grad_norm": 8.9375,
       "learning_rate": 4.8640804067935554e-05,
-      "loss": 0.7637,
+      "loss": 0.8289,
       "step": 1950
     },
     {
-      "cov-distil": 1.9629204273223877,
-      "cov-distil (oracle2student)": 3.5010714530944824,
-      "cov-distil (oracle2teacher)": 2.745143413543701,
+      "cov-distil": 1.8058449029922485,
+      "cov-distil (oracle2student)": 3.425808906555176,
+      "cov-distil (oracle2teacher)": 2.9273672103881836,
       "epoch": 1.5306122448979593,
-      "rel-constrast": 2.507103443145752,
+      "rel-constrast": 3.507667064666748,
       "step": 1950,
-      "subrel-constrast": 3.2004811763763428,
+      "subrel-constrast": 3.1499476432800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.433044195175171,
-      "cov-distil (oracle2student)": 4.362194061279297,
-      "cov-distil (oracle2teacher)": 3.921370029449463,
+      "cov-distil": 1.552842140197754,
+      "cov-distil (oracle2student)": 4.7413177490234375,
+      "cov-distil (oracle2teacher)": 4.340306282043457,
       "epoch": 1.531397174254317,
-      "rel-constrast": 3.2771849632263184,
+      "rel-constrast": 3.59861421585083,
       "step": 1951,
-      "subrel-constrast": 3.5228493213653564,
+      "subrel-constrast": 3.4951558113098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.313047170639038,
-      "cov-distil (oracle2student)": 3.8566977977752686,
-      "cov-distil (oracle2teacher)": 3.832613468170166,
+      "cov-distil": 1.756424903869629,
+      "cov-distil (oracle2student)": 4.904116630554199,
+      "cov-distil (oracle2teacher)": 4.079310417175293,
       "epoch": 1.532182103610675,
-      "rel-constrast": 1.862630844116211,
+      "rel-constrast": 2.5870375633239746,
       "step": 1952,
-      "subrel-constrast": 2.4508941173553467,
+      "subrel-constrast": 2.522096633911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2483419179916382,
-      "cov-distil (oracle2student)": 4.512497901916504,
-      "cov-distil (oracle2teacher)": 4.033370018005371,
+      "cov-distil": 1.1948821544647217,
+      "cov-distil (oracle2student)": 4.235441207885742,
+      "cov-distil (oracle2teacher)": 4.052547931671143,
       "epoch": 1.5329670329670328,
-      "rel-constrast": 2.518411874771118,
+      "rel-constrast": 2.5221071243286133,
       "step": 1953,
-      "subrel-constrast": 2.850015640258789,
+      "subrel-constrast": 2.8754961490631104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5606383085250854,
-      "cov-distil (oracle2student)": 4.472964286804199,
-      "cov-distil (oracle2teacher)": 3.9208731651306152,
+      "cov-distil": 2.147185802459717,
+      "cov-distil (oracle2student)": 4.69625997543335,
+      "cov-distil (oracle2teacher)": 4.286782264709473,
       "epoch": 1.5337519623233908,
-      "rel-constrast": 2.5309808254241943,
+      "rel-constrast": 3.125986337661743,
       "step": 1954,
-      "subrel-constrast": 3.62199068069458,
+      "subrel-constrast": 3.7605299949645996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5764573812484741,
-      "cov-distil (oracle2student)": 3.7591652870178223,
-      "cov-distil (oracle2teacher)": 3.9904000759124756,
+      "cov-distil": 1.8158345222473145,
+      "cov-distil (oracle2student)": 3.76747465133667,
+      "cov-distil (oracle2teacher)": 4.017035961151123,
       "epoch": 1.5345368916797488,
-      "rel-constrast": 2.200928211212158,
+      "rel-constrast": 2.225252628326416,
       "step": 1955,
-      "subrel-constrast": 3.113861322402954,
+      "subrel-constrast": 3.386756658554077,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.655348777770996,
-      "cov-distil (oracle2student)": 5.966892242431641,
-      "cov-distil (oracle2teacher)": 5.0572896003723145,
+      "cov-distil": 1.9055240154266357,
+      "cov-distil (oracle2student)": 6.291979789733887,
+      "cov-distil (oracle2teacher)": 5.445566177368164,
       "epoch": 1.5353218210361068,
-      "rel-constrast": 2.497950792312622,
+      "rel-constrast": 2.9273784160614014,
       "step": 1956,
-      "subrel-constrast": 3.254173755645752,
+      "subrel-constrast": 3.510848045349121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6637239456176758,
-      "cov-distil (oracle2student)": 3.354377269744873,
-      "cov-distil (oracle2teacher)": 3.3308072090148926,
+      "cov-distil": 2.269551992416382,
+      "cov-distil (oracle2student)": 4.258671760559082,
+      "cov-distil (oracle2teacher)": 3.3768982887268066,
       "epoch": 1.5361067503924648,
-      "rel-constrast": 3.4182798862457275,
+      "rel-constrast": 3.7169814109802246,
       "step": 1957,
-      "subrel-constrast": 4.7805495262146,
+      "subrel-constrast": 4.657773017883301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3222100734710693,
-      "cov-distil (oracle2student)": 2.852653980255127,
-      "cov-distil (oracle2teacher)": 2.8959875106811523,
+      "cov-distil": 1.6201868057250977,
+      "cov-distil (oracle2student)": 2.5411376953125,
+      "cov-distil (oracle2teacher)": 2.973625421524048,
       "epoch": 1.5368916797488226,
-      "rel-constrast": 1.9040801525115967,
+      "rel-constrast": 2.161921501159668,
       "step": 1958,
-      "subrel-constrast": 2.873310089111328,
+      "subrel-constrast": 2.620617628097534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4053704738616943,
-      "cov-distil (oracle2student)": 4.547569274902344,
-      "cov-distil (oracle2teacher)": 4.0867919921875,
+      "cov-distil": 2.406888961791992,
+      "cov-distil (oracle2student)": 4.610496997833252,
+      "cov-distil (oracle2teacher)": 4.3852643966674805,
       "epoch": 1.5376766091051806,
-      "rel-constrast": 4.031647205352783,
+      "rel-constrast": 4.438102722167969,
       "step": 1959,
-      "subrel-constrast": 4.197070598602295,
+      "subrel-constrast": 4.563471794128418,
       "view-similarity": 0
     },
     {
       "epoch": 1.5384615384615383,
-      "grad_norm": 6.375,
+      "grad_norm": 7.0625,
       "learning_rate": 4.861227772040409e-05,
-      "loss": 0.7066,
+      "loss": 0.7703,
       "step": 1960
     },
     {
-      "cov-distil": 1.6973648071289062,
-      "cov-distil (oracle2student)": 3.438843250274658,
-      "cov-distil (oracle2teacher)": 3.2021613121032715,
+      "cov-distil": 1.880656123161316,
+      "cov-distil (oracle2student)": 3.977928400039673,
+      "cov-distil (oracle2teacher)": 3.3417553901672363,
       "epoch": 1.5384615384615383,
-      "rel-constrast": 3.0188634395599365,
+      "rel-constrast": 3.4694676399230957,
       "step": 1960,
-      "subrel-constrast": 3.830216884613037,
+      "subrel-constrast": 3.329195499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6175587177276611,
-      "cov-distil (oracle2student)": 3.4273316860198975,
-      "cov-distil (oracle2teacher)": 3.533212661743164,
+      "cov-distil": 2.4327847957611084,
+      "cov-distil (oracle2student)": 4.042753219604492,
+      "cov-distil (oracle2teacher)": 3.8031630516052246,
       "epoch": 1.5392464678178963,
-      "rel-constrast": 2.5842418670654297,
+      "rel-constrast": 3.5390331745147705,
       "step": 1961,
-      "subrel-constrast": 2.935939073562622,
+      "subrel-constrast": 3.0465917587280273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5720915794372559,
-      "cov-distil (oracle2student)": 3.6428780555725098,
-      "cov-distil (oracle2teacher)": 3.6429476737976074,
+      "cov-distil": 2.0790467262268066,
+      "cov-distil (oracle2student)": 4.3605427742004395,
+      "cov-distil (oracle2teacher)": 3.706735134124756,
       "epoch": 1.5400313971742543,
-      "rel-constrast": 2.3179471492767334,
+      "rel-constrast": 2.9143881797790527,
       "step": 1962,
-      "subrel-constrast": 3.170811176300049,
+      "subrel-constrast": 3.107680082321167,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6361315250396729,
-      "cov-distil (oracle2student)": 5.307055950164795,
-      "cov-distil (oracle2teacher)": 5.468857765197754,
+      "cov-distil": 2.0078155994415283,
+      "cov-distil (oracle2student)": 5.893973350524902,
+      "cov-distil (oracle2teacher)": 5.421458721160889,
       "epoch": 1.5408163265306123,
-      "rel-constrast": 2.2441654205322266,
+      "rel-constrast": 2.621738910675049,
       "step": 1963,
-      "subrel-constrast": 3.5044991970062256,
+      "subrel-constrast": 3.726243257522583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6532347202301025,
-      "cov-distil (oracle2student)": 5.974061965942383,
-      "cov-distil (oracle2teacher)": 5.222874641418457,
+      "cov-distil": 2.0500826835632324,
+      "cov-distil (oracle2student)": 6.24912166595459,
+      "cov-distil (oracle2teacher)": 5.674422264099121,
       "epoch": 1.5416012558869703,
-      "rel-constrast": 2.0757360458374023,
+      "rel-constrast": 2.349466323852539,
       "step": 1964,
-      "subrel-constrast": 3.102261543273926,
+      "subrel-constrast": 3.169511318206787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1591393947601318,
-      "cov-distil (oracle2student)": 3.025369644165039,
-      "cov-distil (oracle2teacher)": 3.133007287979126,
+      "cov-distil": 1.1203536987304688,
+      "cov-distil (oracle2student)": 3.305371046066284,
+      "cov-distil (oracle2teacher)": 3.443390130996704,
       "epoch": 1.542386185243328,
-      "rel-constrast": 3.053222894668579,
+      "rel-constrast": 3.4060754776000977,
       "step": 1965,
-      "subrel-constrast": 3.4797122478485107,
+      "subrel-constrast": 3.4619009494781494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1420084238052368,
-      "cov-distil (oracle2student)": 4.093174934387207,
-      "cov-distil (oracle2teacher)": 3.86787486076355,
+      "cov-distil": 1.4704506397247314,
+      "cov-distil (oracle2student)": 4.664346694946289,
+      "cov-distil (oracle2teacher)": 4.115739822387695,
       "epoch": 1.543171114599686,
-      "rel-constrast": 2.3095903396606445,
+      "rel-constrast": 2.559572219848633,
       "step": 1966,
-      "subrel-constrast": 2.6604526042938232,
+      "subrel-constrast": 2.6416563987731934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4384503364562988,
-      "cov-distil (oracle2student)": 5.2053728103637695,
-      "cov-distil (oracle2teacher)": 5.07504940032959,
+      "cov-distil": 1.618455171585083,
+      "cov-distil (oracle2student)": 5.91450309753418,
+      "cov-distil (oracle2teacher)": 4.9377522468566895,
       "epoch": 1.5439560439560438,
-      "rel-constrast": 3.3069727420806885,
+      "rel-constrast": 3.384547710418701,
       "step": 1967,
-      "subrel-constrast": 4.132556438446045,
+      "subrel-constrast": 3.794597864151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8645159006118774,
-      "cov-distil (oracle2student)": 3.4567441940307617,
-      "cov-distil (oracle2teacher)": 3.4325718879699707,
+      "cov-distil": 1.9553779363632202,
+      "cov-distil (oracle2student)": 3.9438796043395996,
+      "cov-distil (oracle2teacher)": 3.9594457149505615,
       "epoch": 1.5447409733124018,
-      "rel-constrast": 2.6346917152404785,
+      "rel-constrast": 2.630749464035034,
       "step": 1968,
-      "subrel-constrast": 3.299747943878174,
+      "subrel-constrast": 3.4305851459503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4925127029418945,
-      "cov-distil (oracle2student)": 3.1740942001342773,
-      "cov-distil (oracle2teacher)": 3.1853623390197754,
+      "cov-distil": 2.3440091609954834,
+      "cov-distil (oracle2student)": 3.4920644760131836,
+      "cov-distil (oracle2teacher)": 3.4765944480895996,
       "epoch": 1.5455259026687598,
-      "rel-constrast": 2.4404454231262207,
+      "rel-constrast": 2.7273895740509033,
       "step": 1969,
-      "subrel-constrast": 3.2339844703674316,
+      "subrel-constrast": 3.4856371879577637,
       "view-similarity": 0
     },
     {
       "epoch": 1.5463108320251178,
-      "grad_norm": 4.34375,
+      "grad_norm": 5.03125,
       "learning_rate": 4.8583463664720176e-05,
-      "loss": 0.6878,
+      "loss": 0.7401,
       "step": 1970
     },
     {
-      "cov-distil": 1.5537331104278564,
-      "cov-distil (oracle2student)": 4.25655460357666,
-      "cov-distil (oracle2teacher)": 3.8265132904052734,
+      "cov-distil": 2.55828857421875,
+      "cov-distil (oracle2student)": 4.099460124969482,
+      "cov-distil (oracle2teacher)": 4.434431552886963,
       "epoch": 1.5463108320251178,
-      "rel-constrast": 3.0060253143310547,
+      "rel-constrast": 3.217020273208618,
       "step": 1970,
-      "subrel-constrast": 3.643080949783325,
+      "subrel-constrast": 3.8933467864990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6721501350402832,
-      "cov-distil (oracle2student)": 3.751009225845337,
-      "cov-distil (oracle2teacher)": 3.8563971519470215,
+      "cov-distil": 2.119642496109009,
+      "cov-distil (oracle2student)": 3.8912713527679443,
+      "cov-distil (oracle2teacher)": 4.102389335632324,
       "epoch": 1.5470957613814758,
-      "rel-constrast": 2.736800193786621,
+      "rel-constrast": 3.2303876876831055,
       "step": 1971,
-      "subrel-constrast": 3.3648886680603027,
+      "subrel-constrast": 3.2479569911956787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5302622318267822,
-      "cov-distil (oracle2student)": 4.6792755126953125,
-      "cov-distil (oracle2teacher)": 4.360922336578369,
+      "cov-distil": 1.7827627658843994,
+      "cov-distil (oracle2student)": 4.586267948150635,
+      "cov-distil (oracle2teacher)": 4.9447832107543945,
       "epoch": 1.5478806907378337,
-      "rel-constrast": 3.3019018173217773,
+      "rel-constrast": 3.384068489074707,
       "step": 1972,
-      "subrel-constrast": 3.5520718097686768,
+      "subrel-constrast": 3.8747944831848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1769180297851562,
-      "cov-distil (oracle2student)": 4.238148212432861,
-      "cov-distil (oracle2teacher)": 3.2439846992492676,
+      "cov-distil": 1.178942084312439,
+      "cov-distil (oracle2student)": 3.3487582206726074,
+      "cov-distil (oracle2teacher)": 3.080406904220581,
       "epoch": 1.5486656200941915,
-      "rel-constrast": 2.369637966156006,
+      "rel-constrast": 2.2921857833862305,
       "step": 1973,
-      "subrel-constrast": 2.7696850299835205,
+      "subrel-constrast": 2.3870816230773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.419450044631958,
-      "cov-distil (oracle2student)": 4.991211414337158,
-      "cov-distil (oracle2teacher)": 4.847337245941162,
+      "cov-distil": 1.2758138179779053,
+      "cov-distil (oracle2student)": 4.743842601776123,
+      "cov-distil (oracle2teacher)": 5.139317989349365,
       "epoch": 1.5494505494505495,
-      "rel-constrast": 2.006226062774658,
+      "rel-constrast": 2.1617698669433594,
       "step": 1974,
-      "subrel-constrast": 3.12842059135437,
+      "subrel-constrast": 3.0516457557678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6049679517745972,
-      "cov-distil (oracle2student)": 4.622395992279053,
-      "cov-distil (oracle2teacher)": 4.493963241577148,
+      "cov-distil": 1.7059228420257568,
+      "cov-distil (oracle2student)": 5.070745468139648,
+      "cov-distil (oracle2teacher)": 4.543673515319824,
       "epoch": 1.5502354788069073,
-      "rel-constrast": 2.9897122383117676,
+      "rel-constrast": 3.521533727645874,
       "step": 1975,
-      "subrel-constrast": 3.8140511512756348,
+      "subrel-constrast": 3.8466105461120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7867454290390015,
-      "cov-distil (oracle2student)": 5.612849235534668,
-      "cov-distil (oracle2teacher)": 4.941135406494141,
+      "cov-distil": 2.0237083435058594,
+      "cov-distil (oracle2student)": 5.501633167266846,
+      "cov-distil (oracle2teacher)": 5.482335090637207,
       "epoch": 1.5510204081632653,
-      "rel-constrast": 3.195573329925537,
+      "rel-constrast": 3.571495294570923,
       "step": 1976,
-      "subrel-constrast": 4.018914699554443,
+      "subrel-constrast": 4.015757083892822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6703518629074097,
-      "cov-distil (oracle2student)": 3.967500686645508,
-      "cov-distil (oracle2teacher)": 3.7136988639831543,
+      "cov-distil": 1.8512840270996094,
+      "cov-distil (oracle2student)": 4.017080307006836,
+      "cov-distil (oracle2teacher)": 4.003795623779297,
       "epoch": 1.5518053375196232,
-      "rel-constrast": 2.331869125366211,
+      "rel-constrast": 2.154191255569458,
       "step": 1977,
-      "subrel-constrast": 2.9944841861724854,
+      "subrel-constrast": 2.849990129470825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9738165140151978,
-      "cov-distil (oracle2student)": 4.28980827331543,
-      "cov-distil (oracle2teacher)": 4.037176132202148,
+      "cov-distil": 1.5544145107269287,
+      "cov-distil (oracle2student)": 4.705767631530762,
+      "cov-distil (oracle2teacher)": 4.751520156860352,
       "epoch": 1.5525902668759812,
-      "rel-constrast": 2.191450834274292,
+      "rel-constrast": 2.299273729324341,
       "step": 1978,
-      "subrel-constrast": 3.0496788024902344,
+      "subrel-constrast": 3.2872135639190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4531769752502441,
-      "cov-distil (oracle2student)": 3.942265510559082,
-      "cov-distil (oracle2teacher)": 3.9404845237731934,
+      "cov-distil": 1.8042279481887817,
+      "cov-distil (oracle2student)": 4.360369682312012,
+      "cov-distil (oracle2teacher)": 3.9953486919403076,
       "epoch": 1.5533751962323392,
-      "rel-constrast": 2.8960509300231934,
+      "rel-constrast": 3.47756290435791,
       "step": 1979,
-      "subrel-constrast": 4.207064628601074,
+      "subrel-constrast": 3.9599599838256836,
       "view-similarity": 0
     },
     {
       "epoch": 1.554160125588697,
-      "grad_norm": 5.6875,
+      "grad_norm": 6.625,
       "learning_rate": 4.855436225197399e-05,
-      "loss": 0.7127,
+      "loss": 0.7327,
       "step": 1980
     },
     {
-      "cov-distil": 1.7720801830291748,
-      "cov-distil (oracle2student)": 4.238912582397461,
-      "cov-distil (oracle2teacher)": 4.5033063888549805,
+      "cov-distil": 1.9423415660858154,
+      "cov-distil (oracle2student)": 3.981823444366455,
+      "cov-distil (oracle2teacher)": 4.443685531616211,
       "epoch": 1.554160125588697,
-      "rel-constrast": 2.869654655456543,
+      "rel-constrast": 3.409297466278076,
       "step": 1980,
-      "subrel-constrast": 4.044305801391602,
+      "subrel-constrast": 4.012598514556885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.584997296333313,
-      "cov-distil (oracle2student)": 3.4553446769714355,
-      "cov-distil (oracle2teacher)": 3.355989456176758,
+      "cov-distil": 1.8961971998214722,
+      "cov-distil (oracle2student)": 3.4214653968811035,
+      "cov-distil (oracle2teacher)": 3.4085404872894287,
       "epoch": 1.554945054945055,
-      "rel-constrast": 2.5049617290496826,
+      "rel-constrast": 2.500653028488159,
       "step": 1981,
-      "subrel-constrast": 3.05622935295105,
+      "subrel-constrast": 3.136042356491089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1078596115112305,
-      "cov-distil (oracle2student)": 2.5911593437194824,
-      "cov-distil (oracle2teacher)": 2.5648322105407715,
+      "cov-distil": 1.8740112781524658,
+      "cov-distil (oracle2student)": 2.692193031311035,
+      "cov-distil (oracle2teacher)": 2.8855690956115723,
       "epoch": 1.5557299843014127,
-      "rel-constrast": 2.7047910690307617,
+      "rel-constrast": 3.335456371307373,
       "step": 1982,
-      "subrel-constrast": 2.8430488109588623,
+      "subrel-constrast": 2.8247487545013428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7691397666931152,
-      "cov-distil (oracle2student)": 4.825812339782715,
-      "cov-distil (oracle2teacher)": 4.105561256408691,
+      "cov-distil": 2.1183176040649414,
+      "cov-distil (oracle2student)": 4.535058975219727,
+      "cov-distil (oracle2teacher)": 4.116735935211182,
       "epoch": 1.5565149136577707,
-      "rel-constrast": 2.9097957611083984,
+      "rel-constrast": 3.3512144088745117,
       "step": 1983,
-      "subrel-constrast": 3.238675832748413,
+      "subrel-constrast": 3.0999529361724854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5538854598999023,
-      "cov-distil (oracle2student)": 3.4161548614501953,
-      "cov-distil (oracle2teacher)": 3.0964391231536865,
+      "cov-distil": 1.826511263847351,
+      "cov-distil (oracle2student)": 3.584847927093506,
+      "cov-distil (oracle2teacher)": 3.4749956130981445,
       "epoch": 1.5572998430141287,
-      "rel-constrast": 2.090397596359253,
+      "rel-constrast": 2.6993300914764404,
       "step": 1984,
-      "subrel-constrast": 2.600329637527466,
+      "subrel-constrast": 2.7938079833984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.631657361984253,
-      "cov-distil (oracle2student)": 3.214862108230591,
-      "cov-distil (oracle2teacher)": 3.3299331665039062,
+      "cov-distil": 1.5962176322937012,
+      "cov-distil (oracle2student)": 3.5293221473693848,
+      "cov-distil (oracle2teacher)": 3.122203826904297,
       "epoch": 1.5580847723704867,
-      "rel-constrast": 1.8665716648101807,
+      "rel-constrast": 2.0451154708862305,
       "step": 1985,
-      "subrel-constrast": 2.7516143321990967,
+      "subrel-constrast": 2.594674825668335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.327673077583313,
-      "cov-distil (oracle2student)": 4.799072265625,
-      "cov-distil (oracle2teacher)": 4.715295314788818,
+      "cov-distil": 1.7374508380889893,
+      "cov-distil (oracle2student)": 5.121510028839111,
+      "cov-distil (oracle2teacher)": 4.955574035644531,
       "epoch": 1.5588697017268447,
-      "rel-constrast": 1.979149580001831,
+      "rel-constrast": 1.7334935665130615,
       "step": 1986,
-      "subrel-constrast": 2.747004747390747,
+      "subrel-constrast": 2.605837345123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5439329147338867,
-      "cov-distil (oracle2student)": 3.287466526031494,
-      "cov-distil (oracle2teacher)": 3.604806900024414,
+      "cov-distil": 1.7964730262756348,
+      "cov-distil (oracle2student)": 3.5457892417907715,
+      "cov-distil (oracle2teacher)": 3.300778388977051,
       "epoch": 1.5596546310832025,
-      "rel-constrast": 2.361109495162964,
+      "rel-constrast": 2.6077754497528076,
       "step": 1987,
-      "subrel-constrast": 2.9993958473205566,
+      "subrel-constrast": 2.8907649517059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.233219861984253,
-      "cov-distil (oracle2student)": 3.7380623817443848,
-      "cov-distil (oracle2teacher)": 3.4555606842041016,
+      "cov-distil": 1.7631460428237915,
+      "cov-distil (oracle2student)": 3.7046878337860107,
+      "cov-distil (oracle2teacher)": 3.3394687175750732,
       "epoch": 1.5604395604395604,
-      "rel-constrast": 3.335693836212158,
+      "rel-constrast": 3.4416041374206543,
       "step": 1988,
-      "subrel-constrast": 3.793260335922241,
+      "subrel-constrast": 4.197145462036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1643787622451782,
-      "cov-distil (oracle2student)": 3.192600727081299,
-      "cov-distil (oracle2teacher)": 3.2788116931915283,
+      "cov-distil": 1.4664273262023926,
+      "cov-distil (oracle2student)": 3.478508472442627,
+      "cov-distil (oracle2teacher)": 3.4032366275787354,
       "epoch": 1.5612244897959182,
-      "rel-constrast": 2.3927178382873535,
+      "rel-constrast": 2.249525547027588,
       "step": 1989,
-      "subrel-constrast": 3.0707764625549316,
+      "subrel-constrast": 3.0481534004211426,
       "view-similarity": 0
     },
     {
       "epoch": 1.5620094191522762,
-      "grad_norm": 4.78125,
+      "grad_norm": 5.71875,
       "learning_rate": 4.852497383675708e-05,
-      "loss": 0.6621,
+      "loss": 0.6843,
       "step": 1990
     },
     {
-      "cov-distil": 1.8068472146987915,
-      "cov-distil (oracle2student)": 3.369866132736206,
-      "cov-distil (oracle2teacher)": 3.4463839530944824,
+      "cov-distil": 2.4097342491149902,
+      "cov-distil (oracle2student)": 3.5414302349090576,
+      "cov-distil (oracle2teacher)": 3.3865747451782227,
       "epoch": 1.5620094191522762,
-      "rel-constrast": 2.656322717666626,
+      "rel-constrast": 3.143193006515503,
       "step": 1990,
-      "subrel-constrast": 3.348904848098755,
+      "subrel-constrast": 3.4949421882629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2985156774520874,
-      "cov-distil (oracle2student)": 3.108865737915039,
-      "cov-distil (oracle2teacher)": 3.300293207168579,
+      "cov-distil": 1.6085057258605957,
+      "cov-distil (oracle2student)": 3.581998348236084,
+      "cov-distil (oracle2teacher)": 3.2784316539764404,
       "epoch": 1.5627943485086342,
-      "rel-constrast": 2.6173954010009766,
+      "rel-constrast": 2.950730562210083,
       "step": 1991,
-      "subrel-constrast": 2.8500521183013916,
+      "subrel-constrast": 3.0757830142974854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.916305661201477,
-      "cov-distil (oracle2student)": 4.062490940093994,
-      "cov-distil (oracle2teacher)": 3.812854766845703,
+      "cov-distil": 2.0648465156555176,
+      "cov-distil (oracle2student)": 3.8888089656829834,
+      "cov-distil (oracle2teacher)": 3.707759141921997,
       "epoch": 1.5635792778649922,
-      "rel-constrast": 3.536746025085449,
+      "rel-constrast": 3.375730514526367,
       "step": 1992,
-      "subrel-constrast": 3.698018789291382,
+      "subrel-constrast": 3.837059497833252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7872958183288574,
-      "cov-distil (oracle2student)": 3.001530885696411,
-      "cov-distil (oracle2teacher)": 3.044684410095215,
+      "cov-distil": 1.766701340675354,
+      "cov-distil (oracle2student)": 3.7364115715026855,
+      "cov-distil (oracle2teacher)": 3.568281888961792,
       "epoch": 1.5643642072213502,
-      "rel-constrast": 1.9752702713012695,
+      "rel-constrast": 3.0095269680023193,
       "step": 1993,
-      "subrel-constrast": 2.9991579055786133,
+      "subrel-constrast": 3.4096107482910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4835789203643799,
-      "cov-distil (oracle2student)": 3.741429567337036,
-      "cov-distil (oracle2teacher)": 3.9224085807800293,
+      "cov-distil": 1.5902442932128906,
+      "cov-distil (oracle2student)": 4.206932067871094,
+      "cov-distil (oracle2teacher)": 4.182250499725342,
       "epoch": 1.5651491365777082,
-      "rel-constrast": 2.7236318588256836,
+      "rel-constrast": 2.9948689937591553,
       "step": 1994,
-      "subrel-constrast": 3.2023420333862305,
+      "subrel-constrast": 3.336848258972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4619827270507812,
-      "cov-distil (oracle2student)": 4.172710418701172,
-      "cov-distil (oracle2teacher)": 3.931519031524658,
+      "cov-distil": 1.7147401571273804,
+      "cov-distil (oracle2student)": 4.3727521896362305,
+      "cov-distil (oracle2teacher)": 4.198539733886719,
       "epoch": 1.565934065934066,
-      "rel-constrast": 3.3904943466186523,
+      "rel-constrast": 3.451754093170166,
       "step": 1995,
-      "subrel-constrast": 3.5143985748291016,
+      "subrel-constrast": 3.687960386276245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3342100381851196,
-      "cov-distil (oracle2student)": 2.4641640186309814,
-      "cov-distil (oracle2teacher)": 3.1553573608398438,
+      "cov-distil": 1.5455869436264038,
+      "cov-distil (oracle2student)": 3.212921619415283,
+      "cov-distil (oracle2teacher)": 3.0103988647460938,
       "epoch": 1.566718995290424,
-      "rel-constrast": 2.4919357299804688,
+      "rel-constrast": 2.8940346240997314,
       "step": 1996,
-      "subrel-constrast": 3.432839870452881,
+      "subrel-constrast": 3.182978868484497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5724618434906006,
-      "cov-distil (oracle2student)": 4.706221103668213,
-      "cov-distil (oracle2teacher)": 4.2155914306640625,
+      "cov-distil": 1.9008708000183105,
+      "cov-distil (oracle2student)": 4.658673286437988,
+      "cov-distil (oracle2teacher)": 4.559202671051025,
       "epoch": 1.5675039246467817,
-      "rel-constrast": 1.640298843383789,
+      "rel-constrast": 2.0122790336608887,
       "step": 1997,
-      "subrel-constrast": 2.548982858657837,
+      "subrel-constrast": 2.5708627700805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9090259075164795,
-      "cov-distil (oracle2student)": 2.640289068222046,
-      "cov-distil (oracle2teacher)": 2.777580976486206,
+      "cov-distil": 2.6568362712860107,
+      "cov-distil (oracle2student)": 2.610983371734619,
+      "cov-distil (oracle2teacher)": 3.0134849548339844,
       "epoch": 1.5682888540031397,
-      "rel-constrast": 2.1038618087768555,
+      "rel-constrast": 2.3516881465911865,
       "step": 1998,
-      "subrel-constrast": 3.044689893722534,
+      "subrel-constrast": 3.007075309753418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.65898597240448,
-      "cov-distil (oracle2student)": 3.688229560852051,
-      "cov-distil (oracle2teacher)": 3.3557534217834473,
+      "cov-distil": 2.051022529602051,
+      "cov-distil (oracle2student)": 3.5938897132873535,
+      "cov-distil (oracle2teacher)": 3.691636085510254,
       "epoch": 1.5690737833594977,
-      "rel-constrast": 3.41483211517334,
+      "rel-constrast": 3.488555908203125,
       "step": 1999,
-      "subrel-constrast": 3.702179193496704,
+      "subrel-constrast": 3.5485730171203613,
       "view-similarity": 0
     },
     {
       "epoch": 1.5698587127158556,
-      "grad_norm": 7.59375,
+      "grad_norm": 9.4375,
       "learning_rate": 4.849529877715799e-05,
-      "loss": 0.7043,
+      "loss": 0.7418,
       "step": 2000
     }
   ],
diff --git a/checkpoint-2000/training_args.bin b/checkpoint-2000/training_args.bin
index fa7a5a641a47345ee5a16c56a8554fefc5f2e42d..18e5c392485aacacf56e64049a12103a9e29feb8 100644
--- a/checkpoint-2000/training_args.bin
+++ b/checkpoint-2000/training_args.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353
diff --git a/checkpoint-3000/model.safetensors b/checkpoint-3000/model.safetensors
index fd50f89733758874581a7d97c054bd31058021e9..35a993fd34c88f6c40df636c9701b99feea241bd 100644
--- a/checkpoint-3000/model.safetensors
+++ b/checkpoint-3000/model.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be20784cf6103079b32c920e58a94679d1ade12583950ca2073bfa306c0763ec
+oid sha256:91381301b6d488a3956c506506ac29a12a92eb7060e93a8ca2d421ad9610afde
 size 298041696
diff --git a/checkpoint-3000/optimizer.pt b/checkpoint-3000/optimizer.pt
index 7be420b78e0f32ef1451a4d11b578ef9fd9a765c..323c20d0b418166388a963e16ffb8ce004b7a699 100644
--- a/checkpoint-3000/optimizer.pt
+++ b/checkpoint-3000/optimizer.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad5081ad43b2cbc96b7aab08d2402d1ae11126ca69014417a6f18d0b17719b1e
+oid sha256:b8e567b2cb15063ab115f1020568afbaa841b783cc8b38ef46ee4676e21f1af6
 size 596170443
diff --git a/checkpoint-3000/trainer_state.json b/checkpoint-3000/trainer_state.json
index 9d07648e97a0fddfe81f0c35a82d8a885c4f8b04..45fb2428cd19a187b25f86f3b4be586594fa632c 100644
--- a/checkpoint-3000/trainer_state.json
+++ b/checkpoint-3000/trainer_state.json
@@ -56,13 +56,13 @@
     },
     {
       "epoch": 0,
-      "overlap": 0.22031250596046448,
+      "overlap": 0.2640624940395355,
       "step": 0
     },
     {
       "epoch": 0,
       "step": 0,
-      "student margin": 0.043792724609375
+      "student margin": 0.0285186767578125
     },
     {
       "epoch": 0,
@@ -71,5452 +71,5452 @@
     },
     {
       "epoch": 0,
-      "margin difference": -0.006439208984375,
+      "margin difference": 0.0088348388671875,
       "step": 0
     },
     {
-      "cov-distil": 1.9989408254623413,
-      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil": 2.9034781455993652,
+      "cov-distil (oracle2student)": 5.115799427032471,
       "cov-distil (oracle2teacher)": 4.2215576171875,
       "epoch": 0,
-      "rel-constrast": 6.024477481842041,
+      "rel-constrast": 7.486445903778076,
       "step": 0,
       "subrel-constrast": 5.391467094421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.590911388397217,
-      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil": 3.7886760234832764,
+      "cov-distil (oracle2student)": 6.933510780334473,
       "cov-distil (oracle2teacher)": 5.292954444885254,
       "epoch": 0.0007849293563579278,
-      "rel-constrast": 7.042376518249512,
+      "rel-constrast": 8.07569408416748,
       "step": 1,
       "subrel-constrast": 6.658135890960693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.234889030456543,
-      "cov-distil (oracle2student)": 4.785423278808594,
-      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "cov-distil": 2.539125442504883,
+      "cov-distil (oracle2student)": 5.152322769165039,
+      "cov-distil (oracle2teacher)": 4.356506824493408,
       "epoch": 0.0015698587127158557,
-      "rel-constrast": 4.653334617614746,
+      "rel-constrast": 6.15692138671875,
       "step": 2,
-      "subrel-constrast": 5.114200592041016,
+      "subrel-constrast": 5.1106038093566895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.892646074295044,
-      "cov-distil (oracle2student)": 5.359386444091797,
-      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "cov-distil": 2.7227554321289062,
+      "cov-distil (oracle2student)": 4.570263862609863,
+      "cov-distil (oracle2teacher)": 3.3647706508636475,
       "epoch": 0.002354788069073783,
-      "rel-constrast": 5.759308815002441,
+      "rel-constrast": 4.597735404968262,
       "step": 3,
-      "subrel-constrast": 4.294970989227295,
+      "subrel-constrast": 4.301557540893555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.187523365020752,
-      "cov-distil (oracle2student)": 4.088177680969238,
-      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "cov-distil": 3.753676652908325,
+      "cov-distil (oracle2student)": 5.311392307281494,
+      "cov-distil (oracle2teacher)": 4.0316667556762695,
       "epoch": 0.0031397174254317113,
-      "rel-constrast": 4.063039779663086,
+      "rel-constrast": 5.646773815155029,
       "step": 4,
-      "subrel-constrast": 4.597165107727051,
+      "subrel-constrast": 4.602434158325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5768115520477295,
-      "cov-distil (oracle2student)": 9.671545028686523,
-      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "cov-distil": 3.982003688812256,
+      "cov-distil (oracle2student)": 9.576435089111328,
+      "cov-distil (oracle2teacher)": 8.359275817871094,
       "epoch": 0.003924646781789639,
-      "rel-constrast": 7.844664096832275,
+      "rel-constrast": 9.0071382522583,
       "step": 5,
-      "subrel-constrast": 7.689645767211914,
+      "subrel-constrast": 7.673800468444824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7839202880859375,
-      "cov-distil (oracle2student)": 7.124797344207764,
-      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "cov-distil": 3.5826542377471924,
+      "cov-distil (oracle2student)": 8.020931243896484,
+      "cov-distil (oracle2teacher)": 5.222016334533691,
       "epoch": 0.004709576138147566,
-      "rel-constrast": 6.9873199462890625,
+      "rel-constrast": 9.691902160644531,
       "step": 6,
-      "subrel-constrast": 6.358409881591797,
+      "subrel-constrast": 6.350209712982178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1054530143737793,
-      "cov-distil (oracle2student)": 5.955070495605469,
-      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "cov-distil": 4.297914028167725,
+      "cov-distil (oracle2student)": 6.57274866104126,
+      "cov-distil (oracle2teacher)": 5.0188703536987305,
       "epoch": 0.005494505494505495,
-      "rel-constrast": 4.839856147766113,
+      "rel-constrast": 6.529683589935303,
       "step": 7,
-      "subrel-constrast": 5.012356758117676,
+      "subrel-constrast": 5.015464782714844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.417634963989258,
-      "cov-distil (oracle2student)": 6.458645820617676,
-      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "cov-distil": 2.987494468688965,
+      "cov-distil (oracle2student)": 5.628026008605957,
+      "cov-distil (oracle2teacher)": 4.757290840148926,
       "epoch": 0.006279434850863423,
-      "rel-constrast": 5.473586082458496,
+      "rel-constrast": 4.84811544418335,
       "step": 8,
-      "subrel-constrast": 3.944282054901123,
+      "subrel-constrast": 3.9342567920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5553622245788574,
-      "cov-distil (oracle2student)": 5.345729827880859,
-      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "cov-distil": 4.835721015930176,
+      "cov-distil (oracle2student)": 6.974120140075684,
+      "cov-distil (oracle2teacher)": 4.592728614807129,
       "epoch": 0.00706436420722135,
-      "rel-constrast": 5.705809116363525,
+      "rel-constrast": 7.911259174346924,
       "step": 9,
-      "subrel-constrast": 5.071885108947754,
+      "subrel-constrast": 5.09079122543335,
       "view-similarity": 0
     },
     {
       "epoch": 0.007849293563579277,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.375,
       "learning_rate": 4.5e-07,
-      "loss": 1.5357,
+      "loss": 1.7488,
       "step": 10
     },
     {
-      "cov-distil": 2.179523468017578,
-      "cov-distil (oracle2student)": 6.76649808883667,
-      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "cov-distil": 2.7287802696228027,
+      "cov-distil (oracle2student)": 7.109814167022705,
+      "cov-distil (oracle2teacher)": 5.610617637634277,
       "epoch": 0.007849293563579277,
-      "rel-constrast": 5.527869701385498,
+      "rel-constrast": 6.643618583679199,
       "step": 10,
-      "subrel-constrast": 5.327791213989258,
+      "subrel-constrast": 5.309700012207031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7319321632385254,
-      "cov-distil (oracle2student)": 6.106301307678223,
-      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "cov-distil": 3.96592378616333,
+      "cov-distil (oracle2student)": 7.291659832000732,
+      "cov-distil (oracle2teacher)": 5.233137130737305,
       "epoch": 0.008634222919937205,
-      "rel-constrast": 6.950443744659424,
+      "rel-constrast": 8.773835182189941,
       "step": 11,
-      "subrel-constrast": 7.032792568206787,
+      "subrel-constrast": 7.013000011444092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854433298110962,
-      "cov-distil (oracle2student)": 7.011631965637207,
-      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "cov-distil": 3.7653913497924805,
+      "cov-distil (oracle2student)": 8.977821350097656,
+      "cov-distil (oracle2teacher)": 5.954835414886475,
       "epoch": 0.009419152276295133,
-      "rel-constrast": 6.216261386871338,
+      "rel-constrast": 8.671615600585938,
       "step": 12,
-      "subrel-constrast": 6.4257707595825195,
+      "subrel-constrast": 6.430549621582031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.349715232849121,
-      "cov-distil (oracle2student)": 6.723206520080566,
-      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "cov-distil": 3.4223294258117676,
+      "cov-distil (oracle2student)": 7.854757785797119,
+      "cov-distil (oracle2teacher)": 6.230269908905029,
       "epoch": 0.01020408163265306,
-      "rel-constrast": 6.11406135559082,
+      "rel-constrast": 6.491366863250732,
       "step": 13,
-      "subrel-constrast": 5.350836753845215,
+      "subrel-constrast": 5.358746528625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.176401376724243,
-      "cov-distil (oracle2student)": 7.31204891204834,
-      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "cov-distil": 3.5461182594299316,
+      "cov-distil (oracle2student)": 6.996912956237793,
+      "cov-distil (oracle2teacher)": 5.902334213256836,
       "epoch": 0.01098901098901099,
-      "rel-constrast": 7.507654190063477,
+      "rel-constrast": 8.380949974060059,
       "step": 14,
-      "subrel-constrast": 6.769496440887451,
+      "subrel-constrast": 6.787327766418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.67018461227417,
-      "cov-distil (oracle2student)": 5.521136283874512,
-      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "cov-distil": 3.7762372493743896,
+      "cov-distil (oracle2student)": 6.9348554611206055,
+      "cov-distil (oracle2teacher)": 5.7965593338012695,
       "epoch": 0.011773940345368918,
-      "rel-constrast": 5.118526458740234,
+      "rel-constrast": 4.698981285095215,
       "step": 15,
-      "subrel-constrast": 4.343193054199219,
+      "subrel-constrast": 4.33366584777832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.665984630584717,
-      "cov-distil (oracle2student)": 4.9838104248046875,
-      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "cov-distil": 2.24959659576416,
+      "cov-distil (oracle2student)": 6.258837699890137,
+      "cov-distil (oracle2teacher)": 4.936214447021484,
       "epoch": 0.012558869701726845,
-      "rel-constrast": 6.632684707641602,
+      "rel-constrast": 6.465505123138428,
       "step": 16,
-      "subrel-constrast": 5.201573848724365,
+      "subrel-constrast": 5.215646266937256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.330692291259766,
-      "cov-distil (oracle2student)": 8.552825927734375,
-      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "cov-distil": 4.338074207305908,
+      "cov-distil (oracle2student)": 7.542752265930176,
+      "cov-distil (oracle2teacher)": 6.212143898010254,
       "epoch": 0.013343799058084773,
-      "rel-constrast": 9.133567810058594,
+      "rel-constrast": 9.392996788024902,
       "step": 17,
-      "subrel-constrast": 7.034067153930664,
+      "subrel-constrast": 7.043182849884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.602668285369873,
-      "cov-distil (oracle2student)": 5.244088172912598,
-      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "cov-distil": 2.859912872314453,
+      "cov-distil (oracle2student)": 6.502920150756836,
+      "cov-distil (oracle2teacher)": 4.657538414001465,
       "epoch": 0.0141287284144427,
-      "rel-constrast": 7.642650127410889,
+      "rel-constrast": 6.995867729187012,
       "step": 18,
-      "subrel-constrast": 6.055438995361328,
+      "subrel-constrast": 6.039050579071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5356028079986572,
-      "cov-distil (oracle2student)": 6.620259761810303,
-      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "cov-distil": 4.097779273986816,
+      "cov-distil (oracle2student)": 5.920109748840332,
+      "cov-distil (oracle2teacher)": 5.459547996520996,
       "epoch": 0.014913657770800628,
-      "rel-constrast": 4.861123561859131,
+      "rel-constrast": 4.820971488952637,
       "step": 19,
-      "subrel-constrast": 5.008308410644531,
+      "subrel-constrast": 5.008830547332764,
       "view-similarity": 0
     },
     {
       "epoch": 0.015698587127158554,
-      "grad_norm": 11.5625,
+      "grad_norm": 10.375,
       "learning_rate": 9.5e-07,
-      "loss": 1.7254,
+      "loss": 1.7834,
       "step": 20
     },
     {
-      "cov-distil": 2.88397479057312,
-      "cov-distil (oracle2student)": 6.778175354003906,
-      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "cov-distil": 2.6665377616882324,
+      "cov-distil (oracle2student)": 7.059435844421387,
+      "cov-distil (oracle2teacher)": 5.186300277709961,
       "epoch": 0.015698587127158554,
-      "rel-constrast": 4.111982345581055,
+      "rel-constrast": 4.662443161010742,
       "step": 20,
-      "subrel-constrast": 3.8631598949432373,
+      "subrel-constrast": 3.8599369525909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.384960174560547,
-      "cov-distil (oracle2student)": 7.21034049987793,
-      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "cov-distil": 1.840910792350769,
+      "cov-distil (oracle2student)": 8.023944854736328,
+      "cov-distil (oracle2teacher)": 6.126604080200195,
       "epoch": 0.016483516483516484,
-      "rel-constrast": 7.05242395401001,
+      "rel-constrast": 7.06848669052124,
       "step": 21,
-      "subrel-constrast": 5.182291030883789,
+      "subrel-constrast": 5.200672626495361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517098903656006,
-      "cov-distil (oracle2student)": 4.5811920166015625,
-      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "cov-distil": 3.282227039337158,
+      "cov-distil (oracle2student)": 5.5749311447143555,
+      "cov-distil (oracle2teacher)": 4.861586570739746,
       "epoch": 0.01726844583987441,
-      "rel-constrast": 4.999781131744385,
+      "rel-constrast": 7.511483192443848,
       "step": 22,
-      "subrel-constrast": 4.843943119049072,
+      "subrel-constrast": 4.862529277801514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.147690773010254,
-      "cov-distil (oracle2student)": 6.542362213134766,
-      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "cov-distil": 4.519563674926758,
+      "cov-distil (oracle2student)": 7.267353057861328,
+      "cov-distil (oracle2teacher)": 4.077557563781738,
       "epoch": 0.01805337519623234,
-      "rel-constrast": 6.193174839019775,
+      "rel-constrast": 7.519768238067627,
       "step": 23,
-      "subrel-constrast": 4.360376834869385,
+      "subrel-constrast": 4.386401176452637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1142213344573975,
-      "cov-distil (oracle2student)": 5.866973400115967,
-      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "cov-distil": 2.5789778232574463,
+      "cov-distil (oracle2student)": 6.753525257110596,
+      "cov-distil (oracle2teacher)": 5.528467178344727,
       "epoch": 0.018838304552590265,
-      "rel-constrast": 4.719829559326172,
+      "rel-constrast": 5.987110614776611,
       "step": 24,
-      "subrel-constrast": 4.7262139320373535,
+      "subrel-constrast": 4.696037769317627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0676374435424805,
-      "cov-distil (oracle2student)": 6.361337661743164,
-      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "cov-distil": 3.6313791275024414,
+      "cov-distil (oracle2student)": 5.898477554321289,
+      "cov-distil (oracle2teacher)": 5.478680610656738,
       "epoch": 0.019623233908948195,
-      "rel-constrast": 5.291130542755127,
+      "rel-constrast": 5.281150817871094,
       "step": 25,
-      "subrel-constrast": 4.823647975921631,
+      "subrel-constrast": 4.84697961807251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.472700834274292,
-      "cov-distil (oracle2student)": 7.129220962524414,
-      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "cov-distil": 2.5618896484375,
+      "cov-distil (oracle2student)": 6.684634208679199,
+      "cov-distil (oracle2teacher)": 6.107544898986816,
       "epoch": 0.02040816326530612,
-      "rel-constrast": 3.5912997722625732,
+      "rel-constrast": 5.561974048614502,
       "step": 26,
-      "subrel-constrast": 5.144829273223877,
+      "subrel-constrast": 5.158401966094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9654526710510254,
-      "cov-distil (oracle2student)": 3.9266674518585205,
-      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "cov-distil": 3.4488978385925293,
+      "cov-distil (oracle2student)": 4.201488494873047,
+      "cov-distil (oracle2teacher)": 3.755419969558716,
       "epoch": 0.02119309262166405,
-      "rel-constrast": 6.281983375549316,
+      "rel-constrast": 7.1170501708984375,
       "step": 27,
-      "subrel-constrast": 5.6362786293029785,
+      "subrel-constrast": 5.645744323730469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6815195083618164,
-      "cov-distil (oracle2student)": 7.881003379821777,
-      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "cov-distil": 3.5048861503601074,
+      "cov-distil (oracle2student)": 9.363835334777832,
+      "cov-distil (oracle2teacher)": 6.114508628845215,
       "epoch": 0.02197802197802198,
-      "rel-constrast": 5.959110260009766,
+      "rel-constrast": 7.646869659423828,
       "step": 28,
-      "subrel-constrast": 5.209717750549316,
+      "subrel-constrast": 5.21044921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.88785982131958,
-      "cov-distil (oracle2student)": 7.003663063049316,
-      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "cov-distil": 3.680500030517578,
+      "cov-distil (oracle2student)": 6.632467269897461,
+      "cov-distil (oracle2teacher)": 5.797685623168945,
       "epoch": 0.022762951334379906,
-      "rel-constrast": 8.367774963378906,
+      "rel-constrast": 7.51827335357666,
       "step": 29,
-      "subrel-constrast": 6.187191486358643,
+      "subrel-constrast": 6.216086387634277,
       "view-similarity": 0
     },
     {
       "epoch": 0.023547880690737835,
-      "grad_norm": 17.75,
+      "grad_norm": 13.9375,
       "learning_rate": 1.45e-06,
-      "loss": 1.4845,
+      "loss": 1.6469,
       "step": 30
     },
     {
-      "cov-distil": 3.3678722381591797,
-      "cov-distil (oracle2student)": 6.019737243652344,
-      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "cov-distil": 3.984440326690674,
+      "cov-distil (oracle2student)": 6.131576061248779,
+      "cov-distil (oracle2teacher)": 5.355796813964844,
       "epoch": 0.023547880690737835,
-      "rel-constrast": 5.960864067077637,
+      "rel-constrast": 6.284880638122559,
       "step": 30,
-      "subrel-constrast": 5.250092029571533,
+      "subrel-constrast": 5.2382121086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0134525299072266,
-      "cov-distil (oracle2student)": 6.479032516479492,
-      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "cov-distil": 3.0155134201049805,
+      "cov-distil (oracle2student)": 7.008382797241211,
+      "cov-distil (oracle2teacher)": 5.703569412231445,
       "epoch": 0.02433281004709576,
-      "rel-constrast": 4.5848002433776855,
+      "rel-constrast": 4.908280849456787,
       "step": 31,
-      "subrel-constrast": 4.0105085372924805,
+      "subrel-constrast": 4.01160192489624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.619563102722168,
-      "cov-distil (oracle2student)": 6.920108795166016,
-      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "cov-distil": 4.225242614746094,
+      "cov-distil (oracle2student)": 8.343563079833984,
+      "cov-distil (oracle2teacher)": 5.84587287902832,
       "epoch": 0.02511773940345369,
-      "rel-constrast": 4.926921367645264,
+      "rel-constrast": 6.345851421356201,
       "step": 32,
-      "subrel-constrast": 5.2235589027404785,
+      "subrel-constrast": 5.233214378356934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2718629837036133,
-      "cov-distil (oracle2student)": 6.375840663909912,
-      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "cov-distil": 3.712970733642578,
+      "cov-distil (oracle2student)": 5.823267936706543,
+      "cov-distil (oracle2teacher)": 4.835471153259277,
       "epoch": 0.025902668759811617,
-      "rel-constrast": 5.111979007720947,
+      "rel-constrast": 5.973106384277344,
       "step": 33,
-      "subrel-constrast": 4.850986003875732,
+      "subrel-constrast": 4.823678493499756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4088358879089355,
-      "cov-distil (oracle2student)": 6.677534103393555,
-      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "cov-distil": 3.1125919818878174,
+      "cov-distil (oracle2student)": 6.801424026489258,
+      "cov-distil (oracle2teacher)": 5.275988578796387,
       "epoch": 0.026687598116169546,
-      "rel-constrast": 7.12398624420166,
+      "rel-constrast": 8.310504913330078,
       "step": 34,
-      "subrel-constrast": 6.821657180786133,
+      "subrel-constrast": 6.834089279174805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9008474349975586,
-      "cov-distil (oracle2student)": 7.56972074508667,
-      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "cov-distil": 3.714435577392578,
+      "cov-distil (oracle2student)": 8.969183921813965,
+      "cov-distil (oracle2teacher)": 5.682408809661865,
       "epoch": 0.027472527472527472,
-      "rel-constrast": 7.496291160583496,
+      "rel-constrast": 8.041725158691406,
       "step": 35,
-      "subrel-constrast": 5.942625522613525,
+      "subrel-constrast": 5.941723346710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.160658836364746,
-      "cov-distil (oracle2student)": 6.67634391784668,
-      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "cov-distil": 3.614877700805664,
+      "cov-distil (oracle2student)": 6.366613864898682,
+      "cov-distil (oracle2teacher)": 5.335577487945557,
       "epoch": 0.0282574568288854,
-      "rel-constrast": 7.814392566680908,
+      "rel-constrast": 9.190837860107422,
       "step": 36,
-      "subrel-constrast": 7.040494918823242,
+      "subrel-constrast": 7.067136764526367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.357525110244751,
-      "cov-distil (oracle2student)": 6.231601715087891,
-      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "cov-distil": 3.8450653553009033,
+      "cov-distil (oracle2student)": 6.047454357147217,
+      "cov-distil (oracle2teacher)": 5.213205814361572,
       "epoch": 0.029042386185243328,
-      "rel-constrast": 7.538066864013672,
+      "rel-constrast": 6.673568248748779,
       "step": 37,
-      "subrel-constrast": 5.962146759033203,
+      "subrel-constrast": 5.975370407104492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8702592849731445,
-      "cov-distil (oracle2student)": 7.061007499694824,
-      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "cov-distil": 3.8071889877319336,
+      "cov-distil (oracle2student)": 7.358058929443359,
+      "cov-distil (oracle2teacher)": 5.987692832946777,
       "epoch": 0.029827315541601257,
-      "rel-constrast": 5.386776447296143,
+      "rel-constrast": 5.729452610015869,
       "step": 38,
-      "subrel-constrast": 5.066832065582275,
+      "subrel-constrast": 5.061672210693359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8868913650512695,
-      "cov-distil (oracle2student)": 7.514427185058594,
-      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "cov-distil": 4.27478551864624,
+      "cov-distil (oracle2student)": 7.772178649902344,
+      "cov-distil (oracle2teacher)": 5.1747541427612305,
       "epoch": 0.030612244897959183,
-      "rel-constrast": 4.858754634857178,
+      "rel-constrast": 5.992287635803223,
       "step": 39,
-      "subrel-constrast": 3.695237159729004,
+      "subrel-constrast": 3.706249713897705,
       "view-similarity": 0
     },
     {
       "epoch": 0.03139717425431711,
-      "grad_norm": 14.9375,
+      "grad_norm": 13.125,
       "learning_rate": 1.95e-06,
-      "loss": 1.6072,
+      "loss": 1.6863,
       "step": 40
     },
     {
-      "cov-distil": 2.6346449851989746,
-      "cov-distil (oracle2student)": 5.6983489990234375,
-      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "cov-distil": 2.490879535675049,
+      "cov-distil (oracle2student)": 6.8234944343566895,
+      "cov-distil (oracle2teacher)": 4.459814071655273,
       "epoch": 0.03139717425431711,
-      "rel-constrast": 5.201531887054443,
+      "rel-constrast": 5.685905933380127,
       "step": 40,
-      "subrel-constrast": 4.837984085083008,
+      "subrel-constrast": 4.810550212860107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.228761672973633,
-      "cov-distil (oracle2student)": 5.368660926818848,
-      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "cov-distil": 3.372016429901123,
+      "cov-distil (oracle2student)": 5.904580593109131,
+      "cov-distil (oracle2teacher)": 4.370768070220947,
       "epoch": 0.03218210361067504,
-      "rel-constrast": 5.638035774230957,
+      "rel-constrast": 6.199946403503418,
       "step": 41,
-      "subrel-constrast": 4.828268051147461,
+      "subrel-constrast": 4.8211469650268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0427069664001465,
-      "cov-distil (oracle2student)": 5.979119300842285,
-      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "cov-distil": 2.958930492401123,
+      "cov-distil (oracle2student)": 7.471307754516602,
+      "cov-distil (oracle2teacher)": 5.151291847229004,
       "epoch": 0.03296703296703297,
-      "rel-constrast": 7.022146701812744,
+      "rel-constrast": 7.081484794616699,
       "step": 42,
-      "subrel-constrast": 5.421981334686279,
+      "subrel-constrast": 5.426586151123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3467624187469482,
-      "cov-distil (oracle2student)": 5.9029388427734375,
-      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "cov-distil": 3.2337143421173096,
+      "cov-distil (oracle2student)": 5.53568172454834,
+      "cov-distil (oracle2teacher)": 5.589142799377441,
       "epoch": 0.033751962323390894,
-      "rel-constrast": 5.638243198394775,
+      "rel-constrast": 5.160932540893555,
       "step": 43,
-      "subrel-constrast": 4.6920084953308105,
+      "subrel-constrast": 4.692704677581787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.569026470184326,
-      "cov-distil (oracle2student)": 6.0826921463012695,
-      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "cov-distil": 3.35990309715271,
+      "cov-distil (oracle2student)": 7.275060653686523,
+      "cov-distil (oracle2teacher)": 4.804718494415283,
       "epoch": 0.03453689167974882,
-      "rel-constrast": 7.202978134155273,
+      "rel-constrast": 8.454798698425293,
       "step": 44,
-      "subrel-constrast": 6.782849311828613,
+      "subrel-constrast": 6.773467540740967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.127652168273926,
-      "cov-distil (oracle2student)": 6.768123626708984,
-      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "cov-distil": 3.491610288619995,
+      "cov-distil (oracle2student)": 7.4995832443237305,
+      "cov-distil (oracle2teacher)": 4.9187211990356445,
       "epoch": 0.03532182103610675,
-      "rel-constrast": 5.803994655609131,
+      "rel-constrast": 7.535643577575684,
       "step": 45,
-      "subrel-constrast": 4.7947678565979,
+      "subrel-constrast": 4.781098365783691,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7271077632904053,
-      "cov-distil (oracle2student)": 6.987262725830078,
-      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "cov-distil": 3.005734920501709,
+      "cov-distil (oracle2student)": 9.106340408325195,
+      "cov-distil (oracle2teacher)": 6.616678237915039,
       "epoch": 0.03610675039246468,
-      "rel-constrast": 7.125826835632324,
+      "rel-constrast": 10.04529857635498,
       "step": 46,
-      "subrel-constrast": 6.822656631469727,
+      "subrel-constrast": 6.789626121520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9657368659973145,
-      "cov-distil (oracle2student)": 7.144539833068848,
-      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "cov-distil": 3.370296001434326,
+      "cov-distil (oracle2student)": 6.040105819702148,
+      "cov-distil (oracle2teacher)": 4.779016017913818,
       "epoch": 0.036891679748822605,
-      "rel-constrast": 7.449712753295898,
+      "rel-constrast": 7.2539567947387695,
       "step": 47,
-      "subrel-constrast": 5.7075347900390625,
+      "subrel-constrast": 5.680440425872803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.010920763015747,
-      "cov-distil (oracle2student)": 6.869639873504639,
-      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "cov-distil": 3.465224266052246,
+      "cov-distil (oracle2student)": 7.6831254959106445,
+      "cov-distil (oracle2teacher)": 6.192329406738281,
       "epoch": 0.03767660910518053,
-      "rel-constrast": 5.459962844848633,
+      "rel-constrast": 7.904606342315674,
       "step": 48,
-      "subrel-constrast": 5.051971435546875,
+      "subrel-constrast": 5.06799840927124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7146430015563965,
-      "cov-distil (oracle2student)": 8.329263687133789,
-      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "cov-distil": 2.7054972648620605,
+      "cov-distil (oracle2student)": 8.671092987060547,
+      "cov-distil (oracle2teacher)": 6.478757858276367,
       "epoch": 0.038461538461538464,
-      "rel-constrast": 8.239823341369629,
+      "rel-constrast": 7.534646034240723,
       "step": 49,
-      "subrel-constrast": 6.8162150382995605,
+      "subrel-constrast": 6.82273006439209,
       "view-similarity": 0
     },
     {
       "epoch": 0.03924646781789639,
-      "grad_norm": 19.875,
+      "grad_norm": 18.875,
       "learning_rate": 2.4500000000000003e-06,
-      "loss": 1.6955,
+      "loss": 1.8214,
       "step": 50
     },
     {
-      "cov-distil": 3.2634499073028564,
-      "cov-distil (oracle2student)": 6.130512714385986,
-      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "cov-distil": 2.6291584968566895,
+      "cov-distil (oracle2student)": 7.311351299285889,
+      "cov-distil (oracle2teacher)": 4.0930399894714355,
       "epoch": 0.03924646781789639,
-      "rel-constrast": 6.289271354675293,
+      "rel-constrast": 6.829806804656982,
       "step": 50,
-      "subrel-constrast": 4.33033561706543,
+      "subrel-constrast": 4.330165386199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.303950309753418,
-      "cov-distil (oracle2student)": 8.357975006103516,
-      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "cov-distil": 3.365419387817383,
+      "cov-distil (oracle2student)": 8.432143211364746,
+      "cov-distil (oracle2teacher)": 7.026699542999268,
       "epoch": 0.040031397174254316,
-      "rel-constrast": 8.334805488586426,
+      "rel-constrast": 9.250499725341797,
       "step": 51,
-      "subrel-constrast": 8.139405250549316,
+      "subrel-constrast": 8.125835418701172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2591934204101562,
-      "cov-distil (oracle2student)": 5.158834457397461,
-      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "cov-distil": 2.8423402309417725,
+      "cov-distil (oracle2student)": 5.075362205505371,
+      "cov-distil (oracle2teacher)": 4.121172904968262,
       "epoch": 0.04081632653061224,
-      "rel-constrast": 5.297996520996094,
+      "rel-constrast": 6.0786824226379395,
       "step": 52,
-      "subrel-constrast": 4.4804863929748535,
+      "subrel-constrast": 4.4702582359313965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.50638484954834,
-      "cov-distil (oracle2student)": 5.478808403015137,
-      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "cov-distil": 2.8154115676879883,
+      "cov-distil (oracle2student)": 5.791227340698242,
+      "cov-distil (oracle2teacher)": 4.123198986053467,
       "epoch": 0.041601255886970175,
-      "rel-constrast": 8.10940170288086,
+      "rel-constrast": 6.861392974853516,
       "step": 53,
-      "subrel-constrast": 5.969902038574219,
+      "subrel-constrast": 5.981134414672852,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8422069549560547,
-      "cov-distil (oracle2student)": 6.521360874176025,
-      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "cov-distil": 3.900022268295288,
+      "cov-distil (oracle2student)": 8.122893333435059,
+      "cov-distil (oracle2teacher)": 6.361747741699219,
       "epoch": 0.0423861852433281,
-      "rel-constrast": 5.607071399688721,
+      "rel-constrast": 8.272314071655273,
       "step": 54,
-      "subrel-constrast": 6.106446743011475,
+      "subrel-constrast": 6.08811616897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.085712194442749,
-      "cov-distil (oracle2student)": 10.780364990234375,
-      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "cov-distil": 3.2527847290039062,
+      "cov-distil (oracle2student)": 11.888465881347656,
+      "cov-distil (oracle2teacher)": 8.881461143493652,
       "epoch": 0.04317111459968603,
-      "rel-constrast": 6.090634346008301,
+      "rel-constrast": 7.306093215942383,
       "step": 55,
-      "subrel-constrast": 6.779709339141846,
+      "subrel-constrast": 6.8132147789001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.785494565963745,
-      "cov-distil (oracle2student)": 5.962707996368408,
-      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "cov-distil": 2.3476932048797607,
+      "cov-distil (oracle2student)": 6.377933502197266,
+      "cov-distil (oracle2teacher)": 5.320643424987793,
       "epoch": 0.04395604395604396,
-      "rel-constrast": 5.856771469116211,
+      "rel-constrast": 6.677924156188965,
       "step": 56,
-      "subrel-constrast": 5.509479522705078,
+      "subrel-constrast": 5.497114181518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.584353446960449,
-      "cov-distil (oracle2student)": 6.202386379241943,
-      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "cov-distil": 2.8212897777557373,
+      "cov-distil (oracle2student)": 7.0328497886657715,
+      "cov-distil (oracle2teacher)": 4.926990509033203,
       "epoch": 0.044740973312401885,
-      "rel-constrast": 6.150420188903809,
+      "rel-constrast": 6.758581638336182,
       "step": 57,
-      "subrel-constrast": 5.121495723724365,
+      "subrel-constrast": 5.120245933532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701603889465332,
-      "cov-distil (oracle2student)": 6.837789058685303,
-      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "cov-distil": 2.9307730197906494,
+      "cov-distil (oracle2student)": 7.24095344543457,
+      "cov-distil (oracle2teacher)": 5.6341962814331055,
       "epoch": 0.04552590266875981,
-      "rel-constrast": 7.76063346862793,
+      "rel-constrast": 8.40756893157959,
       "step": 58,
-      "subrel-constrast": 5.378823280334473,
+      "subrel-constrast": 5.365998268127441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.710871696472168,
-      "cov-distil (oracle2student)": 9.897594451904297,
-      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "cov-distil": 2.6584744453430176,
+      "cov-distil (oracle2student)": 11.508739471435547,
+      "cov-distil (oracle2teacher)": 8.840907096862793,
       "epoch": 0.04631083202511774,
-      "rel-constrast": 7.0981221199035645,
+      "rel-constrast": 9.642732620239258,
       "step": 59,
-      "subrel-constrast": 7.289656639099121,
+      "subrel-constrast": 7.269655704498291,
       "view-similarity": 0
     },
     {
       "epoch": 0.04709576138147567,
-      "grad_norm": 16.0,
+      "grad_norm": 16.125,
       "learning_rate": 2.95e-06,
-      "loss": 1.7425,
+      "loss": 1.9021,
       "step": 60
     },
     {
-      "cov-distil": 3.577488899230957,
-      "cov-distil (oracle2student)": 5.867010116577148,
-      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "cov-distil": 3.2480406761169434,
+      "cov-distil (oracle2student)": 5.2012939453125,
+      "cov-distil (oracle2teacher)": 4.705401420593262,
       "epoch": 0.04709576138147567,
-      "rel-constrast": 5.175161838531494,
+      "rel-constrast": 4.42464542388916,
       "step": 60,
-      "subrel-constrast": 4.913603782653809,
+      "subrel-constrast": 4.878454208374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8872010707855225,
-      "cov-distil (oracle2student)": 5.9557085037231445,
-      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "cov-distil": 4.150854110717773,
+      "cov-distil (oracle2student)": 6.158968448638916,
+      "cov-distil (oracle2teacher)": 4.892792701721191,
       "epoch": 0.047880690737833596,
-      "rel-constrast": 6.276098728179932,
+      "rel-constrast": 6.939353942871094,
       "step": 61,
-      "subrel-constrast": 5.370903015136719,
+      "subrel-constrast": 5.360445499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.1421709060668945,
-      "cov-distil (oracle2student)": 6.92226505279541,
-      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "cov-distil": 3.7282018661499023,
+      "cov-distil (oracle2student)": 6.608123779296875,
+      "cov-distil (oracle2teacher)": 5.6158976554870605,
       "epoch": 0.04866562009419152,
-      "rel-constrast": 5.787407398223877,
+      "rel-constrast": 4.260720252990723,
       "step": 62,
-      "subrel-constrast": 4.8872456550598145,
+      "subrel-constrast": 4.891846656799316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.272606372833252,
-      "cov-distil (oracle2student)": 5.872837066650391,
-      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "cov-distil": 2.631406545639038,
+      "cov-distil (oracle2student)": 6.137662887573242,
+      "cov-distil (oracle2teacher)": 3.853431224822998,
       "epoch": 0.04945054945054945,
-      "rel-constrast": 8.104948043823242,
+      "rel-constrast": 7.508699417114258,
       "step": 63,
-      "subrel-constrast": 5.131637096405029,
+      "subrel-constrast": 5.11701774597168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4897913932800293,
-      "cov-distil (oracle2student)": 5.026608467102051,
-      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "cov-distil": 3.1950016021728516,
+      "cov-distil (oracle2student)": 3.944035053253174,
+      "cov-distil (oracle2teacher)": 3.4697511196136475,
       "epoch": 0.05023547880690738,
-      "rel-constrast": 5.219900608062744,
+      "rel-constrast": 5.170882225036621,
       "step": 64,
-      "subrel-constrast": 3.928039073944092,
+      "subrel-constrast": 3.9177777767181396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8875179290771484,
-      "cov-distil (oracle2student)": 7.8943681716918945,
-      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "cov-distil": 2.4478824138641357,
+      "cov-distil (oracle2student)": 7.8331618309021,
+      "cov-distil (oracle2teacher)": 6.046019554138184,
       "epoch": 0.05102040816326531,
-      "rel-constrast": 6.689120292663574,
+      "rel-constrast": 6.368701457977295,
       "step": 65,
-      "subrel-constrast": 5.134953022003174,
+      "subrel-constrast": 5.1522016525268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.124709129333496,
-      "cov-distil (oracle2student)": 5.3820366859436035,
-      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "cov-distil": 3.1648130416870117,
+      "cov-distil (oracle2student)": 4.678180694580078,
+      "cov-distil (oracle2teacher)": 3.793081283569336,
       "epoch": 0.05180533751962323,
-      "rel-constrast": 5.537747859954834,
+      "rel-constrast": 5.03807258605957,
       "step": 66,
-      "subrel-constrast": 3.9992260932922363,
+      "subrel-constrast": 4.0111541748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.69231915473938,
-      "cov-distil (oracle2student)": 6.316229820251465,
-      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "cov-distil": 2.472651958465576,
+      "cov-distil (oracle2student)": 5.728545188903809,
+      "cov-distil (oracle2teacher)": 5.111483573913574,
       "epoch": 0.05259026687598116,
-      "rel-constrast": 7.291317462921143,
+      "rel-constrast": 6.382413387298584,
       "step": 67,
-      "subrel-constrast": 5.170005798339844,
+      "subrel-constrast": 5.162803649902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.139277935028076,
-      "cov-distil (oracle2student)": 5.806092262268066,
-      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "cov-distil": 2.8649234771728516,
+      "cov-distil (oracle2student)": 5.562172889709473,
+      "cov-distil (oracle2teacher)": 4.297783851623535,
       "epoch": 0.05337519623233909,
-      "rel-constrast": 4.4095139503479,
+      "rel-constrast": 4.3729071617126465,
       "step": 68,
-      "subrel-constrast": 4.170525074005127,
+      "subrel-constrast": 4.188640594482422,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6359305381774902,
-      "cov-distil (oracle2student)": 6.551682949066162,
-      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "cov-distil": 2.9627068042755127,
+      "cov-distil (oracle2student)": 6.552493095397949,
+      "cov-distil (oracle2teacher)": 5.048953533172607,
       "epoch": 0.05416012558869702,
-      "rel-constrast": 5.37055778503418,
+      "rel-constrast": 6.077182769775391,
       "step": 69,
-      "subrel-constrast": 5.060253620147705,
+      "subrel-constrast": 5.077021598815918,
       "view-similarity": 0
     },
     {
       "epoch": 0.054945054945054944,
-      "grad_norm": 14.3125,
+      "grad_norm": 13.625,
       "learning_rate": 3.4500000000000004e-06,
-      "loss": 1.5812,
+      "loss": 1.4136,
       "step": 70
     },
     {
-      "cov-distil": 3.1894845962524414,
-      "cov-distil (oracle2student)": 6.189196586608887,
-      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "cov-distil": 3.839323043823242,
+      "cov-distil (oracle2student)": 7.114139556884766,
+      "cov-distil (oracle2teacher)": 5.370059013366699,
       "epoch": 0.054945054945054944,
-      "rel-constrast": 6.035884380340576,
+      "rel-constrast": 7.220484733581543,
       "step": 70,
-      "subrel-constrast": 5.30534553527832,
+      "subrel-constrast": 5.300345420837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3957502841949463,
-      "cov-distil (oracle2student)": 6.262465476989746,
-      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "cov-distil": 3.6297998428344727,
+      "cov-distil (oracle2student)": 6.2254228591918945,
+      "cov-distil (oracle2teacher)": 4.582761764526367,
       "epoch": 0.05572998430141287,
-      "rel-constrast": 5.4684906005859375,
+      "rel-constrast": 7.259527206420898,
       "step": 71,
-      "subrel-constrast": 5.43447732925415,
+      "subrel-constrast": 5.43417501449585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7110936641693115,
-      "cov-distil (oracle2student)": 9.013875007629395,
-      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "cov-distil": 4.334882736206055,
+      "cov-distil (oracle2student)": 9.22071647644043,
+      "cov-distil (oracle2teacher)": 6.7221479415893555,
       "epoch": 0.0565149136577708,
-      "rel-constrast": 8.860300064086914,
+      "rel-constrast": 7.284117698669434,
       "step": 72,
-      "subrel-constrast": 6.688097953796387,
+      "subrel-constrast": 6.694758892059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.631287097930908,
-      "cov-distil (oracle2student)": 5.5042829513549805,
-      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "cov-distil": 3.756556272506714,
+      "cov-distil (oracle2student)": 5.32456111907959,
+      "cov-distil (oracle2teacher)": 4.031085968017578,
       "epoch": 0.05729984301412873,
-      "rel-constrast": 7.457805156707764,
+      "rel-constrast": 7.2440505027771,
       "step": 73,
-      "subrel-constrast": 5.069272518157959,
+      "subrel-constrast": 5.020334243774414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0951480865478516,
-      "cov-distil (oracle2student)": 10.49281120300293,
-      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "cov-distil": 2.848531484603882,
+      "cov-distil (oracle2student)": 11.319361686706543,
+      "cov-distil (oracle2teacher)": 8.855400085449219,
       "epoch": 0.058084772370486655,
-      "rel-constrast": 8.317502975463867,
+      "rel-constrast": 7.886209964752197,
       "step": 74,
-      "subrel-constrast": 6.139723300933838,
+      "subrel-constrast": 6.120777130126953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.448239803314209,
-      "cov-distil (oracle2student)": 6.778696060180664,
-      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "cov-distil": 2.8501079082489014,
+      "cov-distil (oracle2student)": 8.351690292358398,
+      "cov-distil (oracle2teacher)": 6.757690906524658,
       "epoch": 0.05886970172684458,
-      "rel-constrast": 6.208157062530518,
+      "rel-constrast": 6.679050922393799,
       "step": 75,
-      "subrel-constrast": 5.600346088409424,
+      "subrel-constrast": 5.624090671539307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9895548820495605,
-      "cov-distil (oracle2student)": 4.833767890930176,
-      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "cov-distil": 3.5314688682556152,
+      "cov-distil (oracle2student)": 5.017168045043945,
+      "cov-distil (oracle2teacher)": 3.8966832160949707,
       "epoch": 0.059654631083202514,
-      "rel-constrast": 5.301086902618408,
+      "rel-constrast": 6.55039119720459,
       "step": 76,
-      "subrel-constrast": 4.662568092346191,
+      "subrel-constrast": 4.654542922973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.35664701461792,
-      "cov-distil (oracle2student)": 5.233097076416016,
-      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "cov-distil": 3.1191458702087402,
+      "cov-distil (oracle2student)": 7.10849142074585,
+      "cov-distil (oracle2teacher)": 4.753877639770508,
       "epoch": 0.06043956043956044,
-      "rel-constrast": 5.103623867034912,
+      "rel-constrast": 6.13774299621582,
       "step": 77,
-      "subrel-constrast": 4.268317222595215,
+      "subrel-constrast": 4.276573181152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.415127754211426,
-      "cov-distil (oracle2student)": 6.644197940826416,
-      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "cov-distil": 2.9652886390686035,
+      "cov-distil (oracle2student)": 6.870312213897705,
+      "cov-distil (oracle2teacher)": 6.381089210510254,
       "epoch": 0.061224489795918366,
-      "rel-constrast": 6.561215400695801,
+      "rel-constrast": 7.212562561035156,
       "step": 78,
-      "subrel-constrast": 5.962937355041504,
+      "subrel-constrast": 5.970656871795654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.510354995727539,
-      "cov-distil (oracle2student)": 8.139422416687012,
-      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "cov-distil": 3.88862943649292,
+      "cov-distil (oracle2student)": 6.771824836730957,
+      "cov-distil (oracle2teacher)": 5.442126274108887,
       "epoch": 0.06200941915227629,
-      "rel-constrast": 6.134330749511719,
+      "rel-constrast": 6.070984363555908,
       "step": 79,
-      "subrel-constrast": 5.620271682739258,
+      "subrel-constrast": 5.592937469482422,
       "view-similarity": 0
     },
     {
       "epoch": 0.06279434850863422,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.75,
       "learning_rate": 3.95e-06,
-      "loss": 1.7156,
+      "loss": 1.7386,
       "step": 80
     },
     {
-      "cov-distil": 3.3284835815429688,
-      "cov-distil (oracle2student)": 7.619293212890625,
-      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "cov-distil": 3.514498472213745,
+      "cov-distil (oracle2student)": 9.237842559814453,
+      "cov-distil (oracle2teacher)": 7.348791122436523,
       "epoch": 0.06279434850863422,
-      "rel-constrast": 7.173356533050537,
+      "rel-constrast": 9.205596923828125,
       "step": 80,
-      "subrel-constrast": 6.808206558227539,
+      "subrel-constrast": 6.820802688598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4397096633911133,
-      "cov-distil (oracle2student)": 7.676415920257568,
-      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "cov-distil": 3.5047049522399902,
+      "cov-distil (oracle2student)": 7.59220552444458,
+      "cov-distil (oracle2teacher)": 6.999439239501953,
       "epoch": 0.06357927786499215,
-      "rel-constrast": 6.886641502380371,
+      "rel-constrast": 7.212032318115234,
       "step": 81,
-      "subrel-constrast": 6.984169960021973,
+      "subrel-constrast": 6.95530366897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0268101692199707,
-      "cov-distil (oracle2student)": 7.81688117980957,
-      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "cov-distil": 3.000718116760254,
+      "cov-distil (oracle2student)": 7.446198463439941,
+      "cov-distil (oracle2teacher)": 6.537316799163818,
       "epoch": 0.06436420722135008,
-      "rel-constrast": 5.896097660064697,
+      "rel-constrast": 5.703088283538818,
       "step": 82,
-      "subrel-constrast": 5.227864742279053,
+      "subrel-constrast": 5.217872142791748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.393474578857422,
-      "cov-distil (oracle2student)": 6.482656478881836,
-      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "cov-distil": 3.320131540298462,
+      "cov-distil (oracle2student)": 6.305401802062988,
+      "cov-distil (oracle2teacher)": 5.572563171386719,
       "epoch": 0.065149136577708,
-      "rel-constrast": 6.319892883300781,
+      "rel-constrast": 6.859314918518066,
       "step": 83,
-      "subrel-constrast": 5.442715644836426,
+      "subrel-constrast": 5.421894073486328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517345905303955,
-      "cov-distil (oracle2student)": 6.040264129638672,
-      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "cov-distil": 3.191112518310547,
+      "cov-distil (oracle2student)": 6.1467132568359375,
+      "cov-distil (oracle2teacher)": 5.336712837219238,
       "epoch": 0.06593406593406594,
-      "rel-constrast": 5.40537166595459,
+      "rel-constrast": 5.71973180770874,
       "step": 84,
-      "subrel-constrast": 4.604902267456055,
+      "subrel-constrast": 4.596525192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.264801502227783,
-      "cov-distil (oracle2student)": 4.99867057800293,
-      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "cov-distil": 3.467418670654297,
+      "cov-distil (oracle2student)": 4.397757053375244,
+      "cov-distil (oracle2teacher)": 4.261507034301758,
       "epoch": 0.06671899529042387,
-      "rel-constrast": 5.624813079833984,
+      "rel-constrast": 4.311592102050781,
       "step": 85,
-      "subrel-constrast": 4.161462783813477,
+      "subrel-constrast": 4.140945911407471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266205310821533,
-      "cov-distil (oracle2student)": 8.019726753234863,
-      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "cov-distil": 2.6339776515960693,
+      "cov-distil (oracle2student)": 7.504982948303223,
+      "cov-distil (oracle2teacher)": 6.342288970947266,
       "epoch": 0.06750392464678179,
-      "rel-constrast": 5.973287582397461,
+      "rel-constrast": 6.919770240783691,
       "step": 86,
-      "subrel-constrast": 5.353548526763916,
+      "subrel-constrast": 5.356539726257324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9515674114227295,
-      "cov-distil (oracle2student)": 6.66702938079834,
-      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "cov-distil": 3.273770332336426,
+      "cov-distil (oracle2student)": 5.814985275268555,
+      "cov-distil (oracle2teacher)": 5.552024841308594,
       "epoch": 0.06828885400313972,
-      "rel-constrast": 7.188405990600586,
+      "rel-constrast": 6.946782112121582,
       "step": 87,
-      "subrel-constrast": 6.352745056152344,
+      "subrel-constrast": 6.339221000671387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.024931907653809,
-      "cov-distil (oracle2student)": 8.261985778808594,
-      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "cov-distil": 3.913015365600586,
+      "cov-distil (oracle2student)": 10.147391319274902,
+      "cov-distil (oracle2teacher)": 8.299596786499023,
       "epoch": 0.06907378335949764,
-      "rel-constrast": 6.1363115310668945,
+      "rel-constrast": 7.445561408996582,
       "step": 88,
-      "subrel-constrast": 5.887054920196533,
+      "subrel-constrast": 5.841367244720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.616726875305176,
-      "cov-distil (oracle2student)": 7.866814613342285,
-      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "cov-distil": 3.014737129211426,
+      "cov-distil (oracle2student)": 8.533182144165039,
+      "cov-distil (oracle2teacher)": 6.393281936645508,
       "epoch": 0.06985871271585557,
-      "rel-constrast": 6.378461837768555,
+      "rel-constrast": 6.527789115905762,
       "step": 89,
-      "subrel-constrast": 5.206252098083496,
+      "subrel-constrast": 5.174871444702148,
       "view-similarity": 0
     },
     {
       "epoch": 0.0706436420722135,
-      "grad_norm": 17.75,
+      "grad_norm": 16.0,
       "learning_rate": 4.45e-06,
-      "loss": 1.6566,
+      "loss": 1.6713,
       "step": 90
     },
     {
-      "cov-distil": 3.3641278743743896,
-      "cov-distil (oracle2student)": 5.879482269287109,
-      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "cov-distil": 4.172259330749512,
+      "cov-distil (oracle2student)": 6.947085380554199,
+      "cov-distil (oracle2teacher)": 4.661184787750244,
       "epoch": 0.0706436420722135,
-      "rel-constrast": 4.970180511474609,
+      "rel-constrast": 7.325626850128174,
       "step": 90,
-      "subrel-constrast": 4.763465881347656,
+      "subrel-constrast": 4.767091274261475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9355416297912598,
-      "cov-distil (oracle2student)": 6.9991936683654785,
-      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "cov-distil": 2.842317819595337,
+      "cov-distil (oracle2student)": 6.475354194641113,
+      "cov-distil (oracle2teacher)": 5.886109828948975,
       "epoch": 0.07142857142857142,
-      "rel-constrast": 5.827273845672607,
+      "rel-constrast": 4.6491289138793945,
       "step": 91,
-      "subrel-constrast": 4.389217853546143,
+      "subrel-constrast": 4.35485315322876,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.328171491622925,
-      "cov-distil (oracle2student)": 6.016704559326172,
-      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "cov-distil": 3.5069222450256348,
+      "cov-distil (oracle2student)": 7.179730415344238,
+      "cov-distil (oracle2teacher)": 5.005096435546875,
       "epoch": 0.07221350078492936,
-      "rel-constrast": 6.104631423950195,
+      "rel-constrast": 6.764369964599609,
       "step": 92,
-      "subrel-constrast": 5.1348137855529785,
+      "subrel-constrast": 5.091543674468994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7416696548461914,
-      "cov-distil (oracle2student)": 6.554116249084473,
-      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "cov-distil": 2.8493378162384033,
+      "cov-distil (oracle2student)": 6.265390872955322,
+      "cov-distil (oracle2teacher)": 5.647514820098877,
       "epoch": 0.07299843014128729,
-      "rel-constrast": 4.428642272949219,
+      "rel-constrast": 5.97506856918335,
       "step": 93,
-      "subrel-constrast": 4.080572605133057,
+      "subrel-constrast": 4.0710225105285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.126981258392334,
-      "cov-distil (oracle2student)": 7.561041355133057,
-      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "cov-distil": 4.365849018096924,
+      "cov-distil (oracle2student)": 7.752453804016113,
+      "cov-distil (oracle2teacher)": 6.529370307922363,
       "epoch": 0.07378335949764521,
-      "rel-constrast": 6.626583576202393,
+      "rel-constrast": 6.864980697631836,
       "step": 94,
-      "subrel-constrast": 6.036290168762207,
+      "subrel-constrast": 6.003664970397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266633987426758,
-      "cov-distil (oracle2student)": 8.336587905883789,
-      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "cov-distil": 3.9482431411743164,
+      "cov-distil (oracle2student)": 8.208736419677734,
+      "cov-distil (oracle2teacher)": 6.756885528564453,
       "epoch": 0.07456828885400314,
-      "rel-constrast": 5.243127822875977,
+      "rel-constrast": 6.474591255187988,
       "step": 95,
-      "subrel-constrast": 5.471756458282471,
+      "subrel-constrast": 5.497350692749023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3002748489379883,
-      "cov-distil (oracle2student)": 7.252134799957275,
-      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "cov-distil": 3.8980870246887207,
+      "cov-distil (oracle2student)": 6.817686080932617,
+      "cov-distil (oracle2teacher)": 5.284598350524902,
       "epoch": 0.07535321821036106,
-      "rel-constrast": 6.544553756713867,
+      "rel-constrast": 6.325166702270508,
       "step": 96,
-      "subrel-constrast": 4.715362548828125,
+      "subrel-constrast": 4.700587749481201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.930333375930786,
-      "cov-distil (oracle2student)": 7.169529914855957,
-      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "cov-distil": 3.492767095565796,
+      "cov-distil (oracle2student)": 7.6443023681640625,
+      "cov-distil (oracle2teacher)": 6.197578430175781,
       "epoch": 0.076138147566719,
-      "rel-constrast": 8.069984436035156,
+      "rel-constrast": 7.580464839935303,
       "step": 97,
-      "subrel-constrast": 6.452698230743408,
+      "subrel-constrast": 6.411718368530273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3107340335845947,
-      "cov-distil (oracle2student)": 5.442892074584961,
-      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "cov-distil": 4.256983280181885,
+      "cov-distil (oracle2student)": 5.973204612731934,
+      "cov-distil (oracle2teacher)": 5.072113990783691,
       "epoch": 0.07692307692307693,
-      "rel-constrast": 5.03950834274292,
+      "rel-constrast": 5.687909126281738,
       "step": 98,
-      "subrel-constrast": 5.33092737197876,
+      "subrel-constrast": 5.3254714012146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7905068397521973,
-      "cov-distil (oracle2student)": 6.082137584686279,
-      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "cov-distil": 3.688767910003662,
+      "cov-distil (oracle2student)": 7.6080427169799805,
+      "cov-distil (oracle2teacher)": 5.660515785217285,
       "epoch": 0.07770800627943485,
-      "rel-constrast": 5.238041400909424,
+      "rel-constrast": 6.207898139953613,
       "step": 99,
-      "subrel-constrast": 5.280867576599121,
+      "subrel-constrast": 5.273509502410889,
       "view-similarity": 0
     },
     {
       "epoch": 0.07849293563579278,
-      "grad_norm": 16.25,
+      "grad_norm": 13.1875,
       "learning_rate": 4.950000000000001e-06,
-      "loss": 1.5351,
+      "loss": 1.5964,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
-      "overlap": 0.20468750596046448,
+      "overlap": 0.26093751192092896,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "student margin": 0.018585205078125
+      "student margin": 0.02233123779296875
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "teacher margin": 0.0267791748046875
+      "teacher margin": 0.02655029296875
     },
     {
       "epoch": 0.07849293563579278,
-      "margin difference": 0.0081939697265625,
+      "margin difference": 0.00421905517578125,
       "step": 100
     },
     {
-      "cov-distil": 3.0693624019622803,
-      "cov-distil (oracle2student)": 6.980118751525879,
-      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "cov-distil": 3.0646181106567383,
+      "cov-distil (oracle2student)": 5.650156021118164,
+      "cov-distil (oracle2teacher)": 5.052879333496094,
       "epoch": 0.07849293563579278,
-      "rel-constrast": 9.246582984924316,
+      "rel-constrast": 7.446720123291016,
       "step": 100,
-      "subrel-constrast": 5.737648963928223,
+      "subrel-constrast": 5.769871234893799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.966313362121582,
-      "cov-distil (oracle2student)": 6.273595809936523,
-      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "cov-distil": 4.30760383605957,
+      "cov-distil (oracle2student)": 7.590290069580078,
+      "cov-distil (oracle2teacher)": 6.352579116821289,
       "epoch": 0.07927786499215071,
-      "rel-constrast": 8.411349296569824,
+      "rel-constrast": 9.573251724243164,
       "step": 101,
-      "subrel-constrast": 8.01908016204834,
+      "subrel-constrast": 8.01053524017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8371520042419434,
-      "cov-distil (oracle2student)": 8.099665641784668,
-      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "cov-distil": 2.8127479553222656,
+      "cov-distil (oracle2student)": 8.519676208496094,
+      "cov-distil (oracle2teacher)": 6.318304061889648,
       "epoch": 0.08006279434850863,
-      "rel-constrast": 4.871597766876221,
+      "rel-constrast": 5.976484298706055,
       "step": 102,
-      "subrel-constrast": 3.9983325004577637,
+      "subrel-constrast": 3.997304677963257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8040473461151123,
-      "cov-distil (oracle2student)": 7.026789665222168,
-      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "cov-distil": 3.0864481925964355,
+      "cov-distil (oracle2student)": 7.834372520446777,
+      "cov-distil (oracle2teacher)": 6.268488883972168,
       "epoch": 0.08084772370486656,
-      "rel-constrast": 6.079948902130127,
+      "rel-constrast": 6.369638442993164,
       "step": 103,
-      "subrel-constrast": 5.005115985870361,
+      "subrel-constrast": 4.998741149902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1548211574554443,
-      "cov-distil (oracle2student)": 6.445549488067627,
-      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "cov-distil": 4.139869689941406,
+      "cov-distil (oracle2student)": 5.192523002624512,
+      "cov-distil (oracle2teacher)": 4.180977821350098,
       "epoch": 0.08163265306122448,
-      "rel-constrast": 7.2248029708862305,
+      "rel-constrast": 7.094812393188477,
       "step": 104,
-      "subrel-constrast": 5.305993556976318,
+      "subrel-constrast": 5.309741497039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.700580596923828,
-      "cov-distil (oracle2student)": 6.819460868835449,
-      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "cov-distil": 2.8629326820373535,
+      "cov-distil (oracle2student)": 6.405134201049805,
+      "cov-distil (oracle2teacher)": 4.585333347320557,
       "epoch": 0.08241758241758242,
-      "rel-constrast": 6.1904296875,
+      "rel-constrast": 6.029398441314697,
       "step": 105,
-      "subrel-constrast": 4.427753925323486,
+      "subrel-constrast": 4.405944347381592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641253709793091,
-      "cov-distil (oracle2student)": 7.707598686218262,
-      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "cov-distil": 2.804183006286621,
+      "cov-distil (oracle2student)": 8.208352088928223,
+      "cov-distil (oracle2teacher)": 5.973414421081543,
       "epoch": 0.08320251177394035,
-      "rel-constrast": 6.605925559997559,
+      "rel-constrast": 6.903252601623535,
       "step": 106,
-      "subrel-constrast": 5.04954719543457,
+      "subrel-constrast": 5.036705017089844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9230635166168213,
-      "cov-distil (oracle2student)": 5.4684858322143555,
-      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "cov-distil": 3.0254249572753906,
+      "cov-distil (oracle2student)": 6.2759881019592285,
+      "cov-distil (oracle2teacher)": 4.3028411865234375,
       "epoch": 0.08398744113029827,
-      "rel-constrast": 5.391318321228027,
+      "rel-constrast": 5.653914928436279,
       "step": 107,
-      "subrel-constrast": 4.032782554626465,
+      "subrel-constrast": 4.003635406494141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.161479949951172,
-      "cov-distil (oracle2student)": 7.42598819732666,
-      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "cov-distil": 3.3716814517974854,
+      "cov-distil (oracle2student)": 9.016988754272461,
+      "cov-distil (oracle2teacher)": 7.027234077453613,
       "epoch": 0.0847723704866562,
-      "rel-constrast": 5.700629234313965,
+      "rel-constrast": 7.428191184997559,
       "step": 108,
-      "subrel-constrast": 5.242112636566162,
+      "subrel-constrast": 5.234278678894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.411763906478882,
-      "cov-distil (oracle2student)": 4.519542217254639,
-      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "cov-distil": 2.568998336791992,
+      "cov-distil (oracle2student)": 5.452152252197266,
+      "cov-distil (oracle2teacher)": 4.029109954833984,
       "epoch": 0.08555729984301413,
-      "rel-constrast": 3.85139799118042,
+      "rel-constrast": 4.599295139312744,
       "step": 109,
-      "subrel-constrast": 3.0891919136047363,
+      "subrel-constrast": 3.0936286449432373,
       "view-similarity": 0
     },
     {
       "epoch": 0.08634222919937205,
-      "grad_norm": 12.6875,
+      "grad_norm": 9.875,
       "learning_rate": 5.45e-06,
-      "loss": 1.6685,
+      "loss": 1.6769,
       "step": 110
     },
     {
-      "cov-distil": 3.7623462677001953,
-      "cov-distil (oracle2student)": 5.816520690917969,
-      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "cov-distil": 3.463804244995117,
+      "cov-distil (oracle2student)": 5.9991865158081055,
+      "cov-distil (oracle2teacher)": 5.275448799133301,
       "epoch": 0.08634222919937205,
-      "rel-constrast": 5.916131496429443,
+      "rel-constrast": 4.33720064163208,
       "step": 110,
-      "subrel-constrast": 5.666640758514404,
+      "subrel-constrast": 5.682195663452148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9162516593933105,
-      "cov-distil (oracle2student)": 6.607631683349609,
-      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "cov-distil": 3.6036934852600098,
+      "cov-distil (oracle2student)": 6.447922229766846,
+      "cov-distil (oracle2teacher)": 6.030551910400391,
       "epoch": 0.08712715855572999,
-      "rel-constrast": 6.387336254119873,
+      "rel-constrast": 7.509331226348877,
       "step": 111,
-      "subrel-constrast": 6.173241138458252,
+      "subrel-constrast": 6.130700588226318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.200730085372925,
-      "cov-distil (oracle2student)": 5.046133041381836,
-      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "cov-distil": 3.115490674972534,
+      "cov-distil (oracle2student)": 5.588878631591797,
+      "cov-distil (oracle2teacher)": 4.286932468414307,
       "epoch": 0.08791208791208792,
-      "rel-constrast": 6.980642795562744,
+      "rel-constrast": 7.0166015625,
       "step": 112,
-      "subrel-constrast": 5.868181228637695,
+      "subrel-constrast": 5.838592529296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8479957580566406,
-      "cov-distil (oracle2student)": 5.748662948608398,
-      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "cov-distil": 3.1193699836730957,
+      "cov-distil (oracle2student)": 6.684403419494629,
+      "cov-distil (oracle2teacher)": 4.05767297744751,
       "epoch": 0.08869701726844584,
-      "rel-constrast": 6.133625507354736,
+      "rel-constrast": 6.063724994659424,
       "step": 113,
-      "subrel-constrast": 5.044037818908691,
+      "subrel-constrast": 5.05271053314209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.956294059753418,
-      "cov-distil (oracle2student)": 5.843686103820801,
-      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "cov-distil": 3.0026895999908447,
+      "cov-distil (oracle2student)": 5.701247692108154,
+      "cov-distil (oracle2teacher)": 4.371553897857666,
       "epoch": 0.08948194662480377,
-      "rel-constrast": 5.719607353210449,
+      "rel-constrast": 5.26547384262085,
       "step": 114,
-      "subrel-constrast": 4.5047831535339355,
+      "subrel-constrast": 4.471022129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6976065635681152,
-      "cov-distil (oracle2student)": 6.534242153167725,
-      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "cov-distil": 4.096764087677002,
+      "cov-distil (oracle2student)": 6.054049968719482,
+      "cov-distil (oracle2teacher)": 4.963072776794434,
       "epoch": 0.09026687598116169,
-      "rel-constrast": 6.587165832519531,
+      "rel-constrast": 6.288113117218018,
       "step": 115,
-      "subrel-constrast": 5.188892841339111,
+      "subrel-constrast": 5.170440673828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2262754440307617,
-      "cov-distil (oracle2student)": 7.407478332519531,
-      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "cov-distil": 4.119442462921143,
+      "cov-distil (oracle2student)": 8.004167556762695,
+      "cov-distil (oracle2teacher)": 5.903647422790527,
       "epoch": 0.09105180533751962,
-      "rel-constrast": 7.407068252563477,
+      "rel-constrast": 9.36007308959961,
       "step": 116,
-      "subrel-constrast": 6.1709818840026855,
+      "subrel-constrast": 6.159489154815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.905567169189453,
-      "cov-distil (oracle2student)": 6.0437421798706055,
-      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "cov-distil": 3.401610851287842,
+      "cov-distil (oracle2student)": 6.830559730529785,
+      "cov-distil (oracle2teacher)": 5.260702133178711,
       "epoch": 0.09183673469387756,
-      "rel-constrast": 5.36617374420166,
+      "rel-constrast": 6.977236270904541,
       "step": 117,
-      "subrel-constrast": 4.775646686553955,
+      "subrel-constrast": 4.774789333343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6030263900756836,
-      "cov-distil (oracle2student)": 7.838919639587402,
-      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "cov-distil": 3.7812230587005615,
+      "cov-distil (oracle2student)": 6.804970741271973,
+      "cov-distil (oracle2teacher)": 6.504517555236816,
       "epoch": 0.09262166405023547,
-      "rel-constrast": 4.8718767166137695,
+      "rel-constrast": 5.411280155181885,
       "step": 118,
-      "subrel-constrast": 4.323362827301025,
+      "subrel-constrast": 4.296385765075684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.951072931289673,
-      "cov-distil (oracle2student)": 3.37375545501709,
-      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "cov-distil": 3.2783865928649902,
+      "cov-distil (oracle2student)": 4.664431571960449,
+      "cov-distil (oracle2teacher)": 3.932188034057617,
       "epoch": 0.09340659340659341,
-      "rel-constrast": 4.747162342071533,
+      "rel-constrast": 4.738246917724609,
       "step": 119,
-      "subrel-constrast": 4.06825590133667,
+      "subrel-constrast": 4.050357818603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.09419152276295134,
-      "grad_norm": 11.8125,
+      "grad_norm": 12.375,
       "learning_rate": 5.95e-06,
-      "loss": 1.5856,
+      "loss": 1.5742,
       "step": 120
     },
     {
-      "cov-distil": 2.652560234069824,
-      "cov-distil (oracle2student)": 7.5916571617126465,
-      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "cov-distil": 2.753736734390259,
+      "cov-distil (oracle2student)": 7.779763221740723,
+      "cov-distil (oracle2teacher)": 6.3939127922058105,
       "epoch": 0.09419152276295134,
-      "rel-constrast": 5.198563575744629,
+      "rel-constrast": 5.277710914611816,
       "step": 120,
-      "subrel-constrast": 4.764272689819336,
+      "subrel-constrast": 4.793119430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276362895965576,
-      "cov-distil (oracle2student)": 4.456997871398926,
-      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "cov-distil": 3.134331464767456,
+      "cov-distil (oracle2student)": 5.249656677246094,
+      "cov-distil (oracle2teacher)": 3.9930598735809326,
       "epoch": 0.09497645211930926,
-      "rel-constrast": 6.008549213409424,
+      "rel-constrast": 6.020803928375244,
       "step": 121,
-      "subrel-constrast": 4.660116672515869,
+      "subrel-constrast": 4.648012161254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.912120819091797,
-      "cov-distil (oracle2student)": 8.093740463256836,
-      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "cov-distil": 3.8989295959472656,
+      "cov-distil (oracle2student)": 7.892412185668945,
+      "cov-distil (oracle2teacher)": 6.6092329025268555,
       "epoch": 0.09576138147566719,
-      "rel-constrast": 6.139238357543945,
+      "rel-constrast": 5.2931952476501465,
       "step": 122,
-      "subrel-constrast": 4.679972171783447,
+      "subrel-constrast": 4.701415538787842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.049605369567871,
-      "cov-distil (oracle2student)": 5.1690802574157715,
-      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "cov-distil": 2.369187831878662,
+      "cov-distil (oracle2student)": 5.326510429382324,
+      "cov-distil (oracle2teacher)": 4.398371696472168,
       "epoch": 0.09654631083202511,
-      "rel-constrast": 5.203070640563965,
+      "rel-constrast": 4.237156391143799,
       "step": 123,
-      "subrel-constrast": 4.063456058502197,
+      "subrel-constrast": 4.039740562438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0213463306427,
-      "cov-distil (oracle2student)": 7.696413993835449,
-      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "cov-distil": 2.956603527069092,
+      "cov-distil (oracle2student)": 7.593158721923828,
+      "cov-distil (oracle2teacher)": 6.412726879119873,
       "epoch": 0.09733124018838304,
-      "rel-constrast": 6.98874568939209,
+      "rel-constrast": 6.886216640472412,
       "step": 124,
-      "subrel-constrast": 5.5499491691589355,
+      "subrel-constrast": 5.587587356567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.535893440246582,
-      "cov-distil (oracle2student)": 8.712299346923828,
-      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "cov-distil": 2.5867247581481934,
+      "cov-distil (oracle2student)": 9.468273162841797,
+      "cov-distil (oracle2teacher)": 7.500733375549316,
       "epoch": 0.09811616954474098,
-      "rel-constrast": 6.464357376098633,
+      "rel-constrast": 6.810101509094238,
       "step": 125,
-      "subrel-constrast": 5.6494855880737305,
+      "subrel-constrast": 5.63134765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6822762489318848,
-      "cov-distil (oracle2student)": 6.449732780456543,
-      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "cov-distil": 3.4119648933410645,
+      "cov-distil (oracle2student)": 5.082828521728516,
+      "cov-distil (oracle2teacher)": 4.722224235534668,
       "epoch": 0.0989010989010989,
-      "rel-constrast": 5.643919944763184,
+      "rel-constrast": 6.404219627380371,
       "step": 126,
-      "subrel-constrast": 4.270016193389893,
+      "subrel-constrast": 4.241744041442871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1074256896972656,
-      "cov-distil (oracle2student)": 5.3115644454956055,
-      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "cov-distil": 2.5176498889923096,
+      "cov-distil (oracle2student)": 5.443663120269775,
+      "cov-distil (oracle2teacher)": 4.423578262329102,
       "epoch": 0.09968602825745683,
-      "rel-constrast": 5.749547004699707,
+      "rel-constrast": 7.538323402404785,
       "step": 127,
-      "subrel-constrast": 5.532700538635254,
+      "subrel-constrast": 5.495424270629883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.936629295349121,
-      "cov-distil (oracle2student)": 5.304935455322266,
-      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "cov-distil": 2.6202151775360107,
+      "cov-distil (oracle2student)": 4.336757659912109,
+      "cov-distil (oracle2teacher)": 3.8966522216796875,
       "epoch": 0.10047095761381476,
-      "rel-constrast": 6.327916622161865,
+      "rel-constrast": 5.007964134216309,
       "step": 128,
-      "subrel-constrast": 4.5997748374938965,
+      "subrel-constrast": 4.565318584442139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.669504165649414,
-      "cov-distil (oracle2student)": 9.971288681030273,
-      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "cov-distil": 3.732468843460083,
+      "cov-distil (oracle2student)": 9.054546356201172,
+      "cov-distil (oracle2teacher)": 6.8621978759765625,
       "epoch": 0.10125588697017268,
-      "rel-constrast": 6.6161065101623535,
+      "rel-constrast": 6.9113545417785645,
       "step": 129,
-      "subrel-constrast": 5.407919883728027,
+      "subrel-constrast": 5.373458385467529,
       "view-similarity": 0
     },
     {
       "epoch": 0.10204081632653061,
       "grad_norm": 16.5,
       "learning_rate": 6.45e-06,
-      "loss": 1.5831,
+      "loss": 1.5097,
       "step": 130
     },
     {
-      "cov-distil": 2.327519178390503,
-      "cov-distil (oracle2student)": 6.993311405181885,
-      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "cov-distil": 3.5826101303100586,
+      "cov-distil (oracle2student)": 7.589132308959961,
+      "cov-distil (oracle2teacher)": 4.673649787902832,
       "epoch": 0.10204081632653061,
-      "rel-constrast": 4.820262432098389,
+      "rel-constrast": 6.0022478103637695,
       "step": 130,
-      "subrel-constrast": 3.4438061714172363,
+      "subrel-constrast": 3.412348508834839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0019335746765137,
-      "cov-distil (oracle2student)": 4.936619281768799,
-      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "cov-distil": 3.5502538681030273,
+      "cov-distil (oracle2student)": 6.185405731201172,
+      "cov-distil (oracle2teacher)": 3.6011123657226562,
       "epoch": 0.10282574568288853,
-      "rel-constrast": 5.546187400817871,
+      "rel-constrast": 6.291843891143799,
       "step": 131,
-      "subrel-constrast": 4.52654504776001,
+      "subrel-constrast": 4.55568265914917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2872753143310547,
-      "cov-distil (oracle2student)": 4.686687469482422,
-      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "cov-distil": 4.225607872009277,
+      "cov-distil (oracle2student)": 5.891122817993164,
+      "cov-distil (oracle2teacher)": 4.642459869384766,
       "epoch": 0.10361067503924647,
-      "rel-constrast": 4.3100128173828125,
+      "rel-constrast": 6.100297451019287,
       "step": 132,
-      "subrel-constrast": 4.772364139556885,
+      "subrel-constrast": 4.809032440185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.951021432876587,
-      "cov-distil (oracle2student)": 5.6703667640686035,
-      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "cov-distil": 2.613135814666748,
+      "cov-distil (oracle2student)": 4.144036293029785,
+      "cov-distil (oracle2teacher)": 3.427272081375122,
       "epoch": 0.1043956043956044,
-      "rel-constrast": 7.899327754974365,
+      "rel-constrast": 6.653631210327148,
       "step": 133,
-      "subrel-constrast": 5.173623085021973,
+      "subrel-constrast": 5.155982494354248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8324503898620605,
-      "cov-distil (oracle2student)": 6.385481834411621,
-      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "cov-distil": 3.6445398330688477,
+      "cov-distil (oracle2student)": 6.976521015167236,
+      "cov-distil (oracle2teacher)": 4.969244480133057,
       "epoch": 0.10518053375196232,
-      "rel-constrast": 7.542125701904297,
+      "rel-constrast": 9.596206665039062,
       "step": 134,
-      "subrel-constrast": 6.20897102355957,
+      "subrel-constrast": 6.209388256072998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.568618059158325,
-      "cov-distil (oracle2student)": 5.818717956542969,
-      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "cov-distil": 2.666306257247925,
+      "cov-distil (oracle2student)": 4.872648239135742,
+      "cov-distil (oracle2teacher)": 4.429591655731201,
       "epoch": 0.10596546310832025,
-      "rel-constrast": 6.248257637023926,
+      "rel-constrast": 5.796459197998047,
       "step": 135,
-      "subrel-constrast": 5.135055065155029,
+      "subrel-constrast": 5.10705041885376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.144698143005371,
-      "cov-distil (oracle2student)": 4.889866828918457,
-      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "cov-distil": 2.867917537689209,
+      "cov-distil (oracle2student)": 5.5221476554870605,
+      "cov-distil (oracle2teacher)": 4.040358543395996,
       "epoch": 0.10675039246467818,
-      "rel-constrast": 5.107748031616211,
+      "rel-constrast": 5.675872802734375,
       "step": 136,
-      "subrel-constrast": 4.345935821533203,
+      "subrel-constrast": 4.308029651641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7044363021850586,
-      "cov-distil (oracle2student)": 6.096634864807129,
-      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "cov-distil": 2.4281678199768066,
+      "cov-distil (oracle2student)": 6.82718563079834,
+      "cov-distil (oracle2teacher)": 5.394460678100586,
       "epoch": 0.1075353218210361,
-      "rel-constrast": 4.691919326782227,
+      "rel-constrast": 5.014422416687012,
       "step": 137,
-      "subrel-constrast": 3.9912216663360596,
+      "subrel-constrast": 3.941392660140991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4799304008483887,
-      "cov-distil (oracle2student)": 7.858448505401611,
-      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "cov-distil": 3.281728744506836,
+      "cov-distil (oracle2student)": 8.95314884185791,
+      "cov-distil (oracle2teacher)": 6.387600898742676,
       "epoch": 0.10832025117739404,
-      "rel-constrast": 6.566288948059082,
+      "rel-constrast": 7.405739784240723,
       "step": 138,
-      "subrel-constrast": 5.5048980712890625,
+      "subrel-constrast": 5.526828289031982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7945852279663086,
-      "cov-distil (oracle2student)": 7.29274320602417,
-      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "cov-distil": 3.199995994567871,
+      "cov-distil (oracle2student)": 6.993356704711914,
+      "cov-distil (oracle2teacher)": 6.515793800354004,
       "epoch": 0.10910518053375197,
-      "rel-constrast": 5.898140907287598,
+      "rel-constrast": 7.969585418701172,
       "step": 139,
-      "subrel-constrast": 5.746703624725342,
+      "subrel-constrast": 5.674949645996094,
       "view-similarity": 0
     },
     {
       "epoch": 0.10989010989010989,
-      "grad_norm": 18.125,
+      "grad_norm": 15.4375,
       "learning_rate": 6.950000000000001e-06,
-      "loss": 1.536,
+      "loss": 1.6627,
       "step": 140
     },
     {
-      "cov-distil": 3.14044451713562,
-      "cov-distil (oracle2student)": 4.587895393371582,
-      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "cov-distil": 3.0478715896606445,
+      "cov-distil (oracle2student)": 4.032871723175049,
+      "cov-distil (oracle2teacher)": 3.6633141040802,
       "epoch": 0.10989010989010989,
-      "rel-constrast": 5.251264572143555,
+      "rel-constrast": 6.712202072143555,
       "step": 140,
-      "subrel-constrast": 5.109164714813232,
+      "subrel-constrast": 5.074481010437012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.021540641784668,
-      "cov-distil (oracle2student)": 7.4869279861450195,
-      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "cov-distil": 3.525759696960449,
+      "cov-distil (oracle2student)": 7.28286600112915,
+      "cov-distil (oracle2teacher)": 5.443356513977051,
       "epoch": 0.11067503924646782,
-      "rel-constrast": 6.179267406463623,
+      "rel-constrast": 7.158378601074219,
       "step": 141,
-      "subrel-constrast": 5.208951950073242,
+      "subrel-constrast": 5.154661655426025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6684998273849487,
-      "cov-distil (oracle2student)": 6.087306976318359,
-      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "cov-distil": 3.08044171333313,
+      "cov-distil (oracle2student)": 6.453373432159424,
+      "cov-distil (oracle2teacher)": 5.040820121765137,
       "epoch": 0.11145996860282574,
-      "rel-constrast": 5.406123161315918,
+      "rel-constrast": 5.518401145935059,
       "step": 142,
-      "subrel-constrast": 4.496994495391846,
+      "subrel-constrast": 4.588344097137451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436387300491333,
-      "cov-distil (oracle2student)": 6.199030876159668,
-      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "cov-distil": 3.689772367477417,
+      "cov-distil (oracle2student)": 6.7255635261535645,
+      "cov-distil (oracle2teacher)": 5.300020694732666,
       "epoch": 0.11224489795918367,
-      "rel-constrast": 7.168307781219482,
+      "rel-constrast": 8.479483604431152,
       "step": 143,
-      "subrel-constrast": 7.344377517700195,
+      "subrel-constrast": 7.284424304962158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8038110733032227,
-      "cov-distil (oracle2student)": 6.1025261878967285,
-      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "cov-distil": 2.696672201156616,
+      "cov-distil (oracle2student)": 6.833281517028809,
+      "cov-distil (oracle2teacher)": 4.9301276206970215,
       "epoch": 0.1130298273155416,
-      "rel-constrast": 5.3039350509643555,
+      "rel-constrast": 7.544017791748047,
       "step": 144,
-      "subrel-constrast": 5.038955211639404,
+      "subrel-constrast": 4.927720546722412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3631601333618164,
-      "cov-distil (oracle2student)": 5.591802597045898,
-      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "cov-distil": 3.364506483078003,
+      "cov-distil (oracle2student)": 5.243492126464844,
+      "cov-distil (oracle2teacher)": 3.8284406661987305,
       "epoch": 0.11381475667189953,
-      "rel-constrast": 5.500809669494629,
+      "rel-constrast": 5.084105968475342,
       "step": 145,
-      "subrel-constrast": 4.158411979675293,
+      "subrel-constrast": 4.156068801879883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.101959705352783,
-      "cov-distil (oracle2student)": 8.792764663696289,
-      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "cov-distil": 2.7804934978485107,
+      "cov-distil (oracle2student)": 6.690491676330566,
+      "cov-distil (oracle2teacher)": 6.130857467651367,
       "epoch": 0.11459968602825746,
-      "rel-constrast": 8.219110488891602,
+      "rel-constrast": 6.248623371124268,
       "step": 146,
-      "subrel-constrast": 6.158865451812744,
+      "subrel-constrast": 6.079244613647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.208827018737793,
-      "cov-distil (oracle2student)": 5.422389984130859,
-      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "cov-distil": 2.6251301765441895,
+      "cov-distil (oracle2student)": 5.3206000328063965,
+      "cov-distil (oracle2teacher)": 4.484084606170654,
       "epoch": 0.11538461538461539,
-      "rel-constrast": 4.903823375701904,
+      "rel-constrast": 4.988458156585693,
       "step": 147,
-      "subrel-constrast": 3.73964786529541,
+      "subrel-constrast": 3.722346305847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6742186546325684,
-      "cov-distil (oracle2student)": 8.266731262207031,
-      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "cov-distil": 3.140590190887451,
+      "cov-distil (oracle2student)": 8.826162338256836,
+      "cov-distil (oracle2teacher)": 6.78256368637085,
       "epoch": 0.11616954474097331,
-      "rel-constrast": 7.703867435455322,
+      "rel-constrast": 8.099830627441406,
       "step": 148,
-      "subrel-constrast": 7.040656566619873,
+      "subrel-constrast": 7.032925605773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.720594644546509,
-      "cov-distil (oracle2student)": 6.478317737579346,
-      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "cov-distil": 3.356271266937256,
+      "cov-distil (oracle2student)": 6.541024208068848,
+      "cov-distil (oracle2teacher)": 5.788689136505127,
       "epoch": 0.11695447409733124,
-      "rel-constrast": 5.557610511779785,
+      "rel-constrast": 6.1065497398376465,
       "step": 149,
-      "subrel-constrast": 5.062001705169678,
+      "subrel-constrast": 5.005842685699463,
       "view-similarity": 0
     },
     {
       "epoch": 0.11773940345368916,
-      "grad_norm": 13.25,
+      "grad_norm": 14.3125,
       "learning_rate": 7.45e-06,
-      "loss": 1.6052,
+      "loss": 1.6485,
       "step": 150
     },
     {
-      "cov-distil": 2.7814245223999023,
-      "cov-distil (oracle2student)": 3.1672582626342773,
-      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "cov-distil": 2.7030045986175537,
+      "cov-distil (oracle2student)": 3.7674810886383057,
+      "cov-distil (oracle2teacher)": 3.085916042327881,
       "epoch": 0.11773940345368916,
-      "rel-constrast": 3.688767671585083,
+      "rel-constrast": 5.151108264923096,
       "step": 150,
-      "subrel-constrast": 4.0553388595581055,
+      "subrel-constrast": 4.00547456741333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.247326374053955,
-      "cov-distil (oracle2student)": 6.089717388153076,
-      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "cov-distil": 3.228457450866699,
+      "cov-distil (oracle2student)": 5.8053789138793945,
+      "cov-distil (oracle2teacher)": 4.123257637023926,
       "epoch": 0.1185243328100471,
-      "rel-constrast": 7.835025787353516,
+      "rel-constrast": 6.911338806152344,
       "step": 151,
-      "subrel-constrast": 5.920222282409668,
+      "subrel-constrast": 5.8396782875061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4771711826324463,
-      "cov-distil (oracle2student)": 5.4199323654174805,
-      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "cov-distil": 3.4417409896850586,
+      "cov-distil (oracle2student)": 8.46318531036377,
+      "cov-distil (oracle2teacher)": 6.07802677154541,
       "epoch": 0.11930926216640503,
-      "rel-constrast": 5.148440361022949,
+      "rel-constrast": 7.051833629608154,
       "step": 152,
-      "subrel-constrast": 5.527997016906738,
+      "subrel-constrast": 5.503161907196045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1515517234802246,
-      "cov-distil (oracle2student)": 5.8758463859558105,
-      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "cov-distil": 3.7280423641204834,
+      "cov-distil (oracle2student)": 6.540938377380371,
+      "cov-distil (oracle2teacher)": 5.274101257324219,
       "epoch": 0.12009419152276295,
-      "rel-constrast": 6.0649309158325195,
+      "rel-constrast": 7.552460670471191,
       "step": 153,
-      "subrel-constrast": 5.996879577636719,
+      "subrel-constrast": 5.9853668212890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6257619857788086,
-      "cov-distil (oracle2student)": 6.314117908477783,
-      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "cov-distil": 4.553602695465088,
+      "cov-distil (oracle2student)": 7.875044822692871,
+      "cov-distil (oracle2teacher)": 5.747226715087891,
       "epoch": 0.12087912087912088,
-      "rel-constrast": 5.450338840484619,
+      "rel-constrast": 8.039193153381348,
       "step": 154,
-      "subrel-constrast": 5.505670547485352,
+      "subrel-constrast": 5.396801471710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0370373725891113,
-      "cov-distil (oracle2student)": 4.342787742614746,
-      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "cov-distil": 4.124904632568359,
+      "cov-distil (oracle2student)": 5.231123924255371,
+      "cov-distil (oracle2teacher)": 4.350968360900879,
       "epoch": 0.12166405023547881,
-      "rel-constrast": 4.312812805175781,
+      "rel-constrast": 5.714207172393799,
       "step": 155,
-      "subrel-constrast": 4.328639984130859,
+      "subrel-constrast": 4.246511936187744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.520047903060913,
-      "cov-distil (oracle2student)": 7.382922172546387,
-      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "cov-distil": 3.9099812507629395,
+      "cov-distil (oracle2student)": 8.506993293762207,
+      "cov-distil (oracle2teacher)": 7.320101737976074,
       "epoch": 0.12244897959183673,
-      "rel-constrast": 6.673659324645996,
+      "rel-constrast": 7.357486724853516,
       "step": 156,
-      "subrel-constrast": 5.639657974243164,
+      "subrel-constrast": 5.5572099685668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1351096630096436,
-      "cov-distil (oracle2student)": 6.902695178985596,
-      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "cov-distil": 2.973890781402588,
+      "cov-distil (oracle2student)": 5.856800079345703,
+      "cov-distil (oracle2teacher)": 5.642977237701416,
       "epoch": 0.12323390894819466,
-      "rel-constrast": 6.046702861785889,
+      "rel-constrast": 4.846946716308594,
       "step": 157,
-      "subrel-constrast": 4.712500095367432,
+      "subrel-constrast": 4.710165977478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.25526762008667,
-      "cov-distil (oracle2student)": 6.525176048278809,
-      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "cov-distil": 4.569513320922852,
+      "cov-distil (oracle2student)": 8.149543762207031,
+      "cov-distil (oracle2teacher)": 5.755398750305176,
       "epoch": 0.12401883830455258,
-      "rel-constrast": 5.966568946838379,
+      "rel-constrast": 6.727461814880371,
       "step": 158,
-      "subrel-constrast": 5.607508659362793,
+      "subrel-constrast": 5.557319641113281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9533963203430176,
-      "cov-distil (oracle2student)": 6.75103759765625,
-      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "cov-distil": 4.660876274108887,
+      "cov-distil (oracle2student)": 6.986422538757324,
+      "cov-distil (oracle2teacher)": 4.300276279449463,
       "epoch": 0.12480376766091052,
-      "rel-constrast": 7.113164901733398,
+      "rel-constrast": 7.226203441619873,
       "step": 159,
-      "subrel-constrast": 5.0479631423950195,
+      "subrel-constrast": 5.097994327545166,
       "view-similarity": 0
     },
     {
       "epoch": 0.12558869701726844,
-      "grad_norm": 17.375,
+      "grad_norm": 14.4375,
       "learning_rate": 7.95e-06,
-      "loss": 1.5405,
+      "loss": 1.6645,
       "step": 160
     },
     {
-      "cov-distil": 2.9749436378479004,
-      "cov-distil (oracle2student)": 5.1709065437316895,
-      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "cov-distil": 2.9662160873413086,
+      "cov-distil (oracle2student)": 5.019498825073242,
+      "cov-distil (oracle2teacher)": 4.117968559265137,
       "epoch": 0.12558869701726844,
-      "rel-constrast": 4.383584976196289,
+      "rel-constrast": 6.524762153625488,
       "step": 160,
-      "subrel-constrast": 4.833831310272217,
+      "subrel-constrast": 4.770631790161133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0097780227661133,
-      "cov-distil (oracle2student)": 5.923301696777344,
-      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "cov-distil": 2.967463970184326,
+      "cov-distil (oracle2student)": 6.850135803222656,
+      "cov-distil (oracle2teacher)": 5.283978462219238,
       "epoch": 0.12637362637362637,
-      "rel-constrast": 5.818535804748535,
+      "rel-constrast": 6.626836776733398,
       "step": 161,
-      "subrel-constrast": 5.84551477432251,
+      "subrel-constrast": 5.70952844619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5908939838409424,
-      "cov-distil (oracle2student)": 5.665188789367676,
-      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "cov-distil": 2.614098072052002,
+      "cov-distil (oracle2student)": 5.192425727844238,
+      "cov-distil (oracle2teacher)": 4.544561862945557,
       "epoch": 0.1271585557299843,
-      "rel-constrast": 5.184443473815918,
+      "rel-constrast": 5.787964820861816,
       "step": 162,
-      "subrel-constrast": 4.453043460845947,
+      "subrel-constrast": 4.3974761962890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.840712070465088,
-      "cov-distil (oracle2student)": 6.3763909339904785,
-      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "cov-distil": 2.5466151237487793,
+      "cov-distil (oracle2student)": 7.476473808288574,
+      "cov-distil (oracle2teacher)": 5.512198448181152,
       "epoch": 0.12794348508634223,
-      "rel-constrast": 6.74964714050293,
+      "rel-constrast": 7.988420486450195,
       "step": 163,
-      "subrel-constrast": 6.0634331703186035,
+      "subrel-constrast": 5.872060775756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5142221450805664,
-      "cov-distil (oracle2student)": 5.44363260269165,
-      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "cov-distil": 4.507816314697266,
+      "cov-distil (oracle2student)": 6.876140594482422,
+      "cov-distil (oracle2teacher)": 5.144808769226074,
       "epoch": 0.12872841444270017,
-      "rel-constrast": 5.557941436767578,
+      "rel-constrast": 7.334781646728516,
       "step": 164,
-      "subrel-constrast": 5.863348960876465,
+      "subrel-constrast": 5.803494930267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2164993286132812,
-      "cov-distil (oracle2student)": 5.855222225189209,
-      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "cov-distil": 3.9260101318359375,
+      "cov-distil (oracle2student)": 6.903123378753662,
+      "cov-distil (oracle2teacher)": 4.879085540771484,
       "epoch": 0.12951334379905807,
-      "rel-constrast": 6.6434831619262695,
+      "rel-constrast": 6.74758768081665,
       "step": 165,
-      "subrel-constrast": 5.331329822540283,
+      "subrel-constrast": 5.27960729598999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1836464405059814,
-      "cov-distil (oracle2student)": 4.513020038604736,
-      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "cov-distil": 3.1240272521972656,
+      "cov-distil (oracle2student)": 5.449798583984375,
+      "cov-distil (oracle2teacher)": 4.361807823181152,
       "epoch": 0.130298273155416,
-      "rel-constrast": 5.878671646118164,
+      "rel-constrast": 5.528712749481201,
       "step": 166,
-      "subrel-constrast": 4.37673807144165,
+      "subrel-constrast": 4.295391082763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.782824754714966,
-      "cov-distil (oracle2student)": 5.268921375274658,
-      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "cov-distil": 3.1909804344177246,
+      "cov-distil (oracle2student)": 5.690861225128174,
+      "cov-distil (oracle2teacher)": 4.958884239196777,
       "epoch": 0.13108320251177394,
-      "rel-constrast": 5.137875556945801,
+      "rel-constrast": 5.0117926597595215,
       "step": 167,
-      "subrel-constrast": 4.443451881408691,
+      "subrel-constrast": 4.3923749923706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.539813995361328,
-      "cov-distil (oracle2student)": 5.48532247543335,
-      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "cov-distil": 2.9253644943237305,
+      "cov-distil (oracle2student)": 6.536823749542236,
+      "cov-distil (oracle2teacher)": 4.949524402618408,
       "epoch": 0.13186813186813187,
-      "rel-constrast": 4.842020511627197,
+      "rel-constrast": 4.632965087890625,
       "step": 168,
-      "subrel-constrast": 4.043414115905762,
+      "subrel-constrast": 4.028526306152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7517428398132324,
-      "cov-distil (oracle2student)": 5.737140655517578,
-      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "cov-distil": 3.960047721862793,
+      "cov-distil (oracle2student)": 6.507816314697266,
+      "cov-distil (oracle2teacher)": 5.179068088531494,
       "epoch": 0.1326530612244898,
-      "rel-constrast": 5.73463249206543,
+      "rel-constrast": 6.54719877243042,
       "step": 169,
-      "subrel-constrast": 5.651345729827881,
+      "subrel-constrast": 5.527524471282959,
       "view-similarity": 0
     },
     {
       "epoch": 0.13343799058084774,
-      "grad_norm": 13.375,
+      "grad_norm": 14.3125,
       "learning_rate": 8.45e-06,
-      "loss": 1.4693,
+      "loss": 1.5683,
       "step": 170
     },
     {
-      "cov-distil": 3.406038522720337,
-      "cov-distil (oracle2student)": 4.48272705078125,
-      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "cov-distil": 4.159029006958008,
+      "cov-distil (oracle2student)": 4.824380874633789,
+      "cov-distil (oracle2teacher)": 3.8449103832244873,
       "epoch": 0.13343799058084774,
-      "rel-constrast": 5.328525543212891,
+      "rel-constrast": 6.738110065460205,
       "step": 170,
-      "subrel-constrast": 5.504851818084717,
+      "subrel-constrast": 5.2951130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2601351737976074,
-      "cov-distil (oracle2student)": 5.214707374572754,
-      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "cov-distil": 2.546135425567627,
+      "cov-distil (oracle2student)": 5.423741340637207,
+      "cov-distil (oracle2teacher)": 3.8009438514709473,
       "epoch": 0.13422291993720564,
-      "rel-constrast": 5.732027530670166,
+      "rel-constrast": 7.40485143661499,
       "step": 171,
-      "subrel-constrast": 5.551510334014893,
+      "subrel-constrast": 5.430835723876953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2649431228637695,
-      "cov-distil (oracle2student)": 4.903834819793701,
-      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "cov-distil": 2.996793270111084,
+      "cov-distil (oracle2student)": 5.2190141677856445,
+      "cov-distil (oracle2teacher)": 3.5644731521606445,
       "epoch": 0.13500784929356358,
-      "rel-constrast": 5.048663139343262,
+      "rel-constrast": 4.73751974105835,
       "step": 172,
-      "subrel-constrast": 4.259944438934326,
+      "subrel-constrast": 4.2271246910095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.291656970977783,
-      "cov-distil (oracle2student)": 5.617837905883789,
-      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "cov-distil": 3.10329008102417,
+      "cov-distil (oracle2student)": 5.63836145401001,
+      "cov-distil (oracle2teacher)": 5.180298328399658,
       "epoch": 0.1357927786499215,
-      "rel-constrast": 4.11165714263916,
+      "rel-constrast": 4.513082504272461,
       "step": 173,
-      "subrel-constrast": 3.9811415672302246,
+      "subrel-constrast": 3.8364601135253906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3816723823547363,
-      "cov-distil (oracle2student)": 5.013119697570801,
-      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "cov-distil": 3.6365127563476562,
+      "cov-distil (oracle2student)": 4.375901222229004,
+      "cov-distil (oracle2teacher)": 4.113977432250977,
       "epoch": 0.13657770800627944,
-      "rel-constrast": 7.141737461090088,
+      "rel-constrast": 6.954038619995117,
       "step": 174,
-      "subrel-constrast": 5.517435550689697,
+      "subrel-constrast": 5.574974536895752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.518374443054199,
-      "cov-distil (oracle2student)": 5.188939094543457,
-      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "cov-distil": 4.325571060180664,
+      "cov-distil (oracle2student)": 5.860617637634277,
+      "cov-distil (oracle2teacher)": 4.595647811889648,
       "epoch": 0.13736263736263737,
-      "rel-constrast": 4.657840251922607,
+      "rel-constrast": 5.240061283111572,
       "step": 175,
-      "subrel-constrast": 4.213469982147217,
+      "subrel-constrast": 4.150509357452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1605043411254883,
-      "cov-distil (oracle2student)": 5.80596923828125,
-      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "cov-distil": 3.920865058898926,
+      "cov-distil (oracle2student)": 7.445850372314453,
+      "cov-distil (oracle2teacher)": 4.6917405128479,
       "epoch": 0.13814756671899528,
-      "rel-constrast": 5.725188732147217,
+      "rel-constrast": 7.635376930236816,
       "step": 176,
-      "subrel-constrast": 5.085594177246094,
+      "subrel-constrast": 5.020007610321045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.439970016479492,
-      "cov-distil (oracle2student)": 5.797138214111328,
-      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "cov-distil": 2.8503286838531494,
+      "cov-distil (oracle2student)": 5.019507884979248,
+      "cov-distil (oracle2teacher)": 4.395993232727051,
       "epoch": 0.1389324960753532,
-      "rel-constrast": 4.679790019989014,
+      "rel-constrast": 5.308384895324707,
       "step": 177,
-      "subrel-constrast": 4.292531967163086,
+      "subrel-constrast": 4.188920021057129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4772512912750244,
-      "cov-distil (oracle2student)": 5.517018795013428,
-      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "cov-distil": 2.7760677337646484,
+      "cov-distil (oracle2student)": 6.2227911949157715,
+      "cov-distil (oracle2teacher)": 4.913880825042725,
       "epoch": 0.13971742543171115,
-      "rel-constrast": 5.169275283813477,
+      "rel-constrast": 6.815461158752441,
       "step": 178,
-      "subrel-constrast": 6.139341354370117,
+      "subrel-constrast": 6.113162517547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.388380527496338,
-      "cov-distil (oracle2student)": 8.562522888183594,
-      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "cov-distil": 3.8002400398254395,
+      "cov-distil (oracle2student)": 8.531770706176758,
+      "cov-distil (oracle2teacher)": 6.51868200302124,
       "epoch": 0.14050235478806908,
-      "rel-constrast": 5.553293704986572,
+      "rel-constrast": 6.894843578338623,
       "step": 179,
-      "subrel-constrast": 5.5493621826171875,
+      "subrel-constrast": 5.462888240814209,
       "view-similarity": 0
     },
     {
       "epoch": 0.141287284144427,
-      "grad_norm": 18.5,
+      "grad_norm": 15.3125,
       "learning_rate": 8.95e-06,
-      "loss": 1.4052,
+      "loss": 1.556,
       "step": 180
     },
     {
-      "cov-distil": 3.203474998474121,
-      "cov-distil (oracle2student)": 4.659393310546875,
-      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "cov-distil": 3.660627603530884,
+      "cov-distil (oracle2student)": 4.592028617858887,
+      "cov-distil (oracle2teacher)": 3.901848554611206,
       "epoch": 0.141287284144427,
-      "rel-constrast": 4.3841938972473145,
+      "rel-constrast": 5.0872673988342285,
       "step": 180,
-      "subrel-constrast": 4.432641506195068,
+      "subrel-constrast": 4.447839260101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8620846271514893,
-      "cov-distil (oracle2student)": 4.239439964294434,
-      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "cov-distil": 3.7277941703796387,
+      "cov-distil (oracle2student)": 4.683640480041504,
+      "cov-distil (oracle2teacher)": 3.5613536834716797,
       "epoch": 0.14207221350078492,
-      "rel-constrast": 5.2689032554626465,
+      "rel-constrast": 5.933948516845703,
       "step": 181,
-      "subrel-constrast": 4.619548797607422,
+      "subrel-constrast": 4.5663838386535645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6243515014648438,
-      "cov-distil (oracle2student)": 6.16297721862793,
-      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "cov-distil": 3.18432354927063,
+      "cov-distil (oracle2student)": 5.910961151123047,
+      "cov-distil (oracle2teacher)": 4.909991264343262,
       "epoch": 0.14285714285714285,
-      "rel-constrast": 5.904332160949707,
+      "rel-constrast": 5.615813255310059,
       "step": 182,
-      "subrel-constrast": 4.9689106941223145,
+      "subrel-constrast": 4.902022361755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.963348388671875,
-      "cov-distil (oracle2student)": 6.655308723449707,
-      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "cov-distil": 2.7425808906555176,
+      "cov-distil (oracle2student)": 8.156492233276367,
+      "cov-distil (oracle2teacher)": 6.178691864013672,
       "epoch": 0.14364207221350078,
-      "rel-constrast": 4.478253364562988,
+      "rel-constrast": 6.230963706970215,
       "step": 183,
-      "subrel-constrast": 4.905683517456055,
+      "subrel-constrast": 4.751954555511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.237755298614502,
-      "cov-distil (oracle2student)": 6.64764404296875,
-      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "cov-distil": 3.122310161590576,
+      "cov-distil (oracle2student)": 7.20608377456665,
+      "cov-distil (oracle2teacher)": 5.5029754638671875,
       "epoch": 0.14442700156985872,
-      "rel-constrast": 5.552248001098633,
+      "rel-constrast": 5.675207138061523,
       "step": 184,
-      "subrel-constrast": 4.654872417449951,
+      "subrel-constrast": 4.6479082107543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.473625659942627,
-      "cov-distil (oracle2student)": 6.30503511428833,
-      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "cov-distil": 2.7526373863220215,
+      "cov-distil (oracle2student)": 7.078078746795654,
+      "cov-distil (oracle2teacher)": 5.19650411605835,
       "epoch": 0.14521193092621665,
-      "rel-constrast": 5.798867225646973,
+      "rel-constrast": 7.837731838226318,
       "step": 185,
-      "subrel-constrast": 5.5699639320373535,
+      "subrel-constrast": 5.389598369598389,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1829147338867188,
-      "cov-distil (oracle2student)": 5.21027946472168,
-      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "cov-distil": 3.923063278198242,
+      "cov-distil (oracle2student)": 6.520418167114258,
+      "cov-distil (oracle2teacher)": 4.242811679840088,
       "epoch": 0.14599686028257458,
-      "rel-constrast": 5.464681625366211,
+      "rel-constrast": 6.193408012390137,
       "step": 186,
-      "subrel-constrast": 5.187503814697266,
+      "subrel-constrast": 5.256560325622559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0477654933929443,
-      "cov-distil (oracle2student)": 6.166605472564697,
-      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "cov-distil": 2.411468029022217,
+      "cov-distil (oracle2student)": 5.593282222747803,
+      "cov-distil (oracle2teacher)": 5.913275718688965,
       "epoch": 0.14678178963893249,
-      "rel-constrast": 6.169456481933594,
+      "rel-constrast": 5.695965766906738,
       "step": 187,
-      "subrel-constrast": 5.03766393661499,
+      "subrel-constrast": 4.936519145965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8547275066375732,
-      "cov-distil (oracle2student)": 5.306525707244873,
-      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "cov-distil": 2.9543309211730957,
+      "cov-distil (oracle2student)": 6.735363006591797,
+      "cov-distil (oracle2teacher)": 5.710293292999268,
       "epoch": 0.14756671899529042,
-      "rel-constrast": 5.305285930633545,
+      "rel-constrast": 5.220108985900879,
       "step": 188,
-      "subrel-constrast": 4.854366779327393,
+      "subrel-constrast": 4.7115159034729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699039459228516,
-      "cov-distil (oracle2student)": 6.397008419036865,
-      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "cov-distil": 3.1853365898132324,
+      "cov-distil (oracle2student)": 7.051092147827148,
+      "cov-distil (oracle2teacher)": 5.130232334136963,
       "epoch": 0.14835164835164835,
-      "rel-constrast": 6.549964427947998,
+      "rel-constrast": 6.393421649932861,
       "step": 189,
-      "subrel-constrast": 5.943665981292725,
+      "subrel-constrast": 5.772905349731445,
       "view-similarity": 0
     },
     {
       "epoch": 0.14913657770800628,
-      "grad_norm": 13.6875,
+      "grad_norm": 13.125,
       "learning_rate": 9.450000000000001e-06,
-      "loss": 1.443,
+      "loss": 1.4971,
       "step": 190
     },
     {
-      "cov-distil": 3.1331424713134766,
-      "cov-distil (oracle2student)": 6.638267517089844,
-      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "cov-distil": 3.488802433013916,
+      "cov-distil (oracle2student)": 5.48549747467041,
+      "cov-distil (oracle2teacher)": 4.984457492828369,
       "epoch": 0.14913657770800628,
-      "rel-constrast": 6.56038236618042,
+      "rel-constrast": 6.4884490966796875,
       "step": 190,
-      "subrel-constrast": 5.594992160797119,
+      "subrel-constrast": 5.601687431335449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.656987190246582,
-      "cov-distil (oracle2student)": 6.065674781799316,
-      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "cov-distil": 4.221560478210449,
+      "cov-distil (oracle2student)": 7.035679817199707,
+      "cov-distil (oracle2teacher)": 5.840982437133789,
       "epoch": 0.14992150706436422,
-      "rel-constrast": 5.598496913909912,
+      "rel-constrast": 6.965384006500244,
       "step": 191,
-      "subrel-constrast": 6.7906293869018555,
+      "subrel-constrast": 6.573321342468262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.191580295562744,
-      "cov-distil (oracle2student)": 8.038559913635254,
-      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "cov-distil": 4.706931114196777,
+      "cov-distil (oracle2student)": 7.382802486419678,
+      "cov-distil (oracle2teacher)": 5.764090061187744,
       "epoch": 0.15070643642072212,
-      "rel-constrast": 4.849475860595703,
+      "rel-constrast": 4.706277847290039,
       "step": 192,
-      "subrel-constrast": 4.131407737731934,
+      "subrel-constrast": 4.1160359382629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.683588743209839,
-      "cov-distil (oracle2student)": 4.587405681610107,
-      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "cov-distil": 3.6087615489959717,
+      "cov-distil (oracle2student)": 6.2577290534973145,
+      "cov-distil (oracle2teacher)": 4.127354621887207,
       "epoch": 0.15149136577708006,
-      "rel-constrast": 4.667137622833252,
+      "rel-constrast": 6.648294448852539,
       "step": 193,
-      "subrel-constrast": 4.492706775665283,
+      "subrel-constrast": 4.3313398361206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5755395889282227,
-      "cov-distil (oracle2student)": 4.595428466796875,
-      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "cov-distil": 4.154907703399658,
+      "cov-distil (oracle2student)": 3.761441946029663,
+      "cov-distil (oracle2teacher)": 2.7899599075317383,
       "epoch": 0.152276295133438,
-      "rel-constrast": 7.136086463928223,
+      "rel-constrast": 7.175872802734375,
       "step": 194,
-      "subrel-constrast": 5.662163257598877,
+      "subrel-constrast": 5.622953414916992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.534440040588379,
-      "cov-distil (oracle2student)": 7.176570892333984,
-      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "cov-distil": 3.7575554847717285,
+      "cov-distil (oracle2student)": 7.670008659362793,
+      "cov-distil (oracle2teacher)": 5.696996212005615,
       "epoch": 0.15306122448979592,
-      "rel-constrast": 6.500258445739746,
+      "rel-constrast": 8.23550796508789,
       "step": 195,
-      "subrel-constrast": 5.75777006149292,
+      "subrel-constrast": 5.412696361541748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.331389904022217,
-      "cov-distil (oracle2student)": 7.628920078277588,
-      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "cov-distil": 2.9929065704345703,
+      "cov-distil (oracle2student)": 8.786867141723633,
+      "cov-distil (oracle2teacher)": 6.474837779998779,
       "epoch": 0.15384615384615385,
-      "rel-constrast": 5.442966461181641,
+      "rel-constrast": 6.341582775115967,
       "step": 196,
-      "subrel-constrast": 5.2714996337890625,
+      "subrel-constrast": 5.165693759918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9742186069488525,
-      "cov-distil (oracle2student)": 4.961199760437012,
-      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "cov-distil": 2.516141891479492,
+      "cov-distil (oracle2student)": 5.787787914276123,
+      "cov-distil (oracle2teacher)": 4.424409866333008,
       "epoch": 0.1546310832025118,
-      "rel-constrast": 4.30648946762085,
+      "rel-constrast": 4.501039505004883,
       "step": 197,
-      "subrel-constrast": 4.105319499969482,
+      "subrel-constrast": 4.0134196281433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3590917587280273,
-      "cov-distil (oracle2student)": 3.817314624786377,
-      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "cov-distil": 3.038858413696289,
+      "cov-distil (oracle2student)": 4.362963676452637,
+      "cov-distil (oracle2teacher)": 3.0764613151550293,
       "epoch": 0.1554160125588697,
-      "rel-constrast": 4.151867866516113,
+      "rel-constrast": 4.955060005187988,
       "step": 198,
-      "subrel-constrast": 3.6788856983184814,
+      "subrel-constrast": 3.57429838180542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9948954582214355,
-      "cov-distil (oracle2student)": 6.080739974975586,
-      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "cov-distil": 3.3787930011749268,
+      "cov-distil (oracle2student)": 7.612249851226807,
+      "cov-distil (oracle2teacher)": 5.655327796936035,
       "epoch": 0.15620094191522763,
-      "rel-constrast": 3.927574634552002,
+      "rel-constrast": 6.064511299133301,
       "step": 199,
-      "subrel-constrast": 4.407478332519531,
+      "subrel-constrast": 4.265407562255859,
       "view-similarity": 0
     },
     {
       "epoch": 0.15698587127158556,
-      "grad_norm": 12.625,
+      "grad_norm": 12.875,
       "learning_rate": 9.950000000000001e-06,
-      "loss": 1.4021,
+      "loss": 1.552,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
-      "overlap": 0.24062500894069672,
+      "overlap": 0.234375,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "student margin": 0.067840576171875
+      "student margin": 0.0514373779296875
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "teacher margin": 0.0570220947265625
+      "teacher margin": 0.05816650390625
     },
     {
       "epoch": 0.15698587127158556,
-      "margin difference": -0.0108184814453125,
+      "margin difference": 0.0067291259765625,
       "step": 200
     },
     {
-      "cov-distil": 3.7237961292266846,
-      "cov-distil (oracle2student)": 7.586442947387695,
-      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "cov-distil": 3.5283257961273193,
+      "cov-distil (oracle2student)": 7.069579124450684,
+      "cov-distil (oracle2teacher)": 5.530835151672363,
       "epoch": 0.15698587127158556,
-      "rel-constrast": 5.464310169219971,
+      "rel-constrast": 6.4820332527160645,
       "step": 200,
-      "subrel-constrast": 5.328721523284912,
+      "subrel-constrast": 5.1075968742370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.274702310562134,
-      "cov-distil (oracle2student)": 5.070128440856934,
-      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "cov-distil": 3.209291696548462,
+      "cov-distil (oracle2student)": 5.308156490325928,
+      "cov-distil (oracle2teacher)": 4.881225109100342,
       "epoch": 0.1577708006279435,
-      "rel-constrast": 4.0968017578125,
+      "rel-constrast": 5.998831272125244,
       "step": 201,
-      "subrel-constrast": 4.411446571350098,
+      "subrel-constrast": 4.238204479217529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2039477825164795,
-      "cov-distil (oracle2student)": 6.712636470794678,
-      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "cov-distil": 3.3433680534362793,
+      "cov-distil (oracle2student)": 7.2297868728637695,
+      "cov-distil (oracle2teacher)": 6.114537239074707,
       "epoch": 0.15855572998430142,
-      "rel-constrast": 5.7678117752075195,
+      "rel-constrast": 7.931365013122559,
       "step": 202,
-      "subrel-constrast": 5.347052574157715,
+      "subrel-constrast": 5.08936882019043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2047228813171387,
-      "cov-distil (oracle2student)": 7.661907196044922,
-      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "cov-distil": 2.942877769470215,
+      "cov-distil (oracle2student)": 8.508478164672852,
+      "cov-distil (oracle2teacher)": 6.401468753814697,
       "epoch": 0.15934065934065933,
-      "rel-constrast": 7.286009311676025,
+      "rel-constrast": 8.04743766784668,
       "step": 203,
-      "subrel-constrast": 5.817068099975586,
+      "subrel-constrast": 5.7293877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.91322922706604,
-      "cov-distil (oracle2student)": 4.107336044311523,
-      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "cov-distil": 2.5413994789123535,
+      "cov-distil (oracle2student)": 3.883056640625,
+      "cov-distil (oracle2teacher)": 3.3418493270874023,
       "epoch": 0.16012558869701726,
-      "rel-constrast": 5.1244730949401855,
+      "rel-constrast": 5.005613803863525,
       "step": 204,
-      "subrel-constrast": 4.262094020843506,
+      "subrel-constrast": 4.038352012634277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.850925922393799,
-      "cov-distil (oracle2student)": 11.0481595993042,
-      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "cov-distil": 3.5852713584899902,
+      "cov-distil (oracle2student)": 10.135774612426758,
+      "cov-distil (oracle2teacher)": 8.518957138061523,
       "epoch": 0.1609105180533752,
-      "rel-constrast": 6.673989295959473,
+      "rel-constrast": 7.922815799713135,
       "step": 205,
-      "subrel-constrast": 6.989043712615967,
+      "subrel-constrast": 6.735560894012451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3848154544830322,
-      "cov-distil (oracle2student)": 7.932931900024414,
-      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "cov-distil": 2.7306466102600098,
+      "cov-distil (oracle2student)": 7.86826229095459,
+      "cov-distil (oracle2teacher)": 6.581382751464844,
       "epoch": 0.16169544740973313,
-      "rel-constrast": 7.136048793792725,
+      "rel-constrast": 7.344729900360107,
       "step": 206,
-      "subrel-constrast": 5.786576747894287,
+      "subrel-constrast": 5.714005470275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.876713275909424,
-      "cov-distil (oracle2student)": 5.842488765716553,
-      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "cov-distil": 2.874847650527954,
+      "cov-distil (oracle2student)": 6.116908073425293,
+      "cov-distil (oracle2teacher)": 5.059069633483887,
       "epoch": 0.16248037676609106,
-      "rel-constrast": 5.31241512298584,
+      "rel-constrast": 4.99725341796875,
       "step": 207,
-      "subrel-constrast": 4.291684150695801,
+      "subrel-constrast": 4.129848480224609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.449646472930908,
-      "cov-distil (oracle2student)": 4.260830879211426,
-      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "cov-distil": 2.7104785442352295,
+      "cov-distil (oracle2student)": 4.546380519866943,
+      "cov-distil (oracle2teacher)": 4.0547308921813965,
       "epoch": 0.16326530612244897,
-      "rel-constrast": 5.283468246459961,
+      "rel-constrast": 6.221567153930664,
       "step": 208,
-      "subrel-constrast": 4.963812351226807,
+      "subrel-constrast": 4.951694488525391,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8306093215942383,
-      "cov-distil (oracle2student)": 7.792827129364014,
-      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "cov-distil": 3.308722972869873,
+      "cov-distil (oracle2student)": 8.769634246826172,
+      "cov-distil (oracle2teacher)": 6.159358978271484,
       "epoch": 0.1640502354788069,
-      "rel-constrast": 5.909091472625732,
+      "rel-constrast": 7.135958194732666,
       "step": 209,
-      "subrel-constrast": 5.323974132537842,
+      "subrel-constrast": 5.102826118469238,
       "view-similarity": 0
     },
     {
       "epoch": 0.16483516483516483,
-      "grad_norm": 14.875,
+      "grad_norm": 14.5625,
       "learning_rate": 1.045e-05,
-      "loss": 1.5181,
+      "loss": 1.6772,
       "step": 210
     },
     {
-      "cov-distil": 3.0215041637420654,
-      "cov-distil (oracle2student)": 8.190481185913086,
-      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "cov-distil": 3.9089038372039795,
+      "cov-distil (oracle2student)": 8.191343307495117,
+      "cov-distil (oracle2teacher)": 6.964232921600342,
       "epoch": 0.16483516483516483,
-      "rel-constrast": 5.830654144287109,
+      "rel-constrast": 6.978365898132324,
       "step": 210,
-      "subrel-constrast": 6.107037544250488,
+      "subrel-constrast": 5.912867069244385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6075353622436523,
-      "cov-distil (oracle2student)": 5.927797317504883,
-      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "cov-distil": 3.0247364044189453,
+      "cov-distil (oracle2student)": 6.459198474884033,
+      "cov-distil (oracle2teacher)": 4.885034561157227,
       "epoch": 0.16562009419152277,
-      "rel-constrast": 5.132475852966309,
+      "rel-constrast": 5.79863977432251,
       "step": 211,
-      "subrel-constrast": 4.88439416885376,
+      "subrel-constrast": 4.586057186126709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1792759895324707,
-      "cov-distil (oracle2student)": 5.705207347869873,
-      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "cov-distil": 3.2326111793518066,
+      "cov-distil (oracle2student)": 5.939338684082031,
+      "cov-distil (oracle2teacher)": 4.757777214050293,
       "epoch": 0.1664050235478807,
-      "rel-constrast": 4.437366485595703,
+      "rel-constrast": 5.478702545166016,
       "step": 212,
-      "subrel-constrast": 4.600239276885986,
+      "subrel-constrast": 4.5379791259765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.843543529510498,
-      "cov-distil (oracle2student)": 5.749957084655762,
-      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "cov-distil": 3.7359390258789062,
+      "cov-distil (oracle2student)": 6.513023853302002,
+      "cov-distil (oracle2teacher)": 5.143453598022461,
       "epoch": 0.16718995290423863,
-      "rel-constrast": 3.4077744483947754,
+      "rel-constrast": 3.716357469558716,
       "step": 213,
-      "subrel-constrast": 3.7116200923919678,
+      "subrel-constrast": 3.6925933361053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7177345752716064,
-      "cov-distil (oracle2student)": 6.503233909606934,
-      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "cov-distil": 3.9763071537017822,
+      "cov-distil (oracle2student)": 7.975461006164551,
+      "cov-distil (oracle2teacher)": 5.06793737411499,
       "epoch": 0.16797488226059654,
-      "rel-constrast": 5.246351718902588,
+      "rel-constrast": 6.44483757019043,
       "step": 214,
-      "subrel-constrast": 4.351907253265381,
+      "subrel-constrast": 4.292359828948975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.748671054840088,
-      "cov-distil (oracle2student)": 4.586667060852051,
-      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "cov-distil": 2.8048253059387207,
+      "cov-distil (oracle2student)": 5.152309417724609,
+      "cov-distil (oracle2teacher)": 3.874213457107544,
       "epoch": 0.16875981161695447,
-      "rel-constrast": 5.743491172790527,
+      "rel-constrast": 6.723339557647705,
       "step": 215,
-      "subrel-constrast": 5.712560653686523,
+      "subrel-constrast": 5.302562713623047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7116360664367676,
-      "cov-distil (oracle2student)": 4.121926307678223,
-      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "cov-distil": 1.9724469184875488,
+      "cov-distil (oracle2student)": 4.413386821746826,
+      "cov-distil (oracle2teacher)": 3.5779309272766113,
       "epoch": 0.1695447409733124,
-      "rel-constrast": 4.147603988647461,
+      "rel-constrast": 4.283953666687012,
       "step": 216,
-      "subrel-constrast": 3.6736254692077637,
+      "subrel-constrast": 3.452906608581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1222097873687744,
-      "cov-distil (oracle2student)": 5.266463756561279,
-      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "cov-distil": 2.3012685775756836,
+      "cov-distil (oracle2student)": 5.754795074462891,
+      "cov-distil (oracle2teacher)": 4.9212517738342285,
       "epoch": 0.17032967032967034,
-      "rel-constrast": 6.011352062225342,
+      "rel-constrast": 5.961301326751709,
       "step": 217,
-      "subrel-constrast": 5.236981391906738,
+      "subrel-constrast": 5.026541233062744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6187005043029785,
-      "cov-distil (oracle2student)": 4.983086585998535,
-      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "cov-distil": 3.084859848022461,
+      "cov-distil (oracle2student)": 4.6096954345703125,
+      "cov-distil (oracle2teacher)": 3.9854748249053955,
       "epoch": 0.17111459968602827,
-      "rel-constrast": 6.265609264373779,
+      "rel-constrast": 6.244478702545166,
       "step": 218,
-      "subrel-constrast": 4.703866481781006,
+      "subrel-constrast": 4.5502166748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.382068395614624,
-      "cov-distil (oracle2student)": 5.941694259643555,
-      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "cov-distil": 3.494931221008301,
+      "cov-distil (oracle2student)": 4.94071102142334,
+      "cov-distil (oracle2teacher)": 3.710479497909546,
       "epoch": 0.17189952904238617,
-      "rel-constrast": 6.0482497215271,
+      "rel-constrast": 7.029558181762695,
       "step": 219,
-      "subrel-constrast": 4.653711318969727,
+      "subrel-constrast": 4.5701117515563965,
       "view-similarity": 0
     },
     {
       "epoch": 0.1726844583987441,
-      "grad_norm": 13.9375,
+      "grad_norm": 15.625,
       "learning_rate": 1.095e-05,
-      "loss": 1.3792,
+      "loss": 1.4665,
       "step": 220
     },
     {
-      "cov-distil": 2.5856785774230957,
-      "cov-distil (oracle2student)": 6.176444053649902,
-      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "cov-distil": 3.2238664627075195,
+      "cov-distil (oracle2student)": 6.585185527801514,
+      "cov-distil (oracle2teacher)": 5.178656101226807,
       "epoch": 0.1726844583987441,
-      "rel-constrast": 5.706560134887695,
+      "rel-constrast": 6.650619029998779,
       "step": 220,
-      "subrel-constrast": 5.1533966064453125,
+      "subrel-constrast": 4.943349361419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.762558937072754,
-      "cov-distil (oracle2student)": 6.647637844085693,
-      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "cov-distil": 2.261411666870117,
+      "cov-distil (oracle2student)": 7.550448417663574,
+      "cov-distil (oracle2teacher)": 5.280452728271484,
       "epoch": 0.17346938775510204,
-      "rel-constrast": 5.161595821380615,
+      "rel-constrast": 5.842954635620117,
       "step": 221,
-      "subrel-constrast": 4.012270450592041,
+      "subrel-constrast": 3.776158094406128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.637533664703369,
-      "cov-distil (oracle2student)": 5.838397026062012,
-      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "cov-distil": 3.1230926513671875,
+      "cov-distil (oracle2student)": 5.597016334533691,
+      "cov-distil (oracle2teacher)": 5.305922508239746,
       "epoch": 0.17425431711145997,
-      "rel-constrast": 5.053402900695801,
+      "rel-constrast": 6.378367900848389,
       "step": 222,
-      "subrel-constrast": 4.9708099365234375,
+      "subrel-constrast": 4.7941484451293945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.336826801300049,
-      "cov-distil (oracle2student)": 5.399420738220215,
-      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "cov-distil": 3.580002546310425,
+      "cov-distil (oracle2student)": 5.423019886016846,
+      "cov-distil (oracle2teacher)": 4.536489963531494,
       "epoch": 0.1750392464678179,
-      "rel-constrast": 3.61594820022583,
+      "rel-constrast": 4.590057849884033,
       "step": 223,
-      "subrel-constrast": 4.12787389755249,
+      "subrel-constrast": 4.026968955993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.445133924484253,
-      "cov-distil (oracle2student)": 5.421712398529053,
-      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "cov-distil": 2.535212516784668,
+      "cov-distil (oracle2student)": 5.673104763031006,
+      "cov-distil (oracle2teacher)": 3.8253986835479736,
       "epoch": 0.17582417582417584,
-      "rel-constrast": 4.549353122711182,
+      "rel-constrast": 5.4184441566467285,
       "step": 224,
-      "subrel-constrast": 4.352869510650635,
+      "subrel-constrast": 4.207962512969971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7959837913513184,
-      "cov-distil (oracle2student)": 6.113248825073242,
-      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "cov-distil": 4.570470809936523,
+      "cov-distil (oracle2student)": 5.951991558074951,
+      "cov-distil (oracle2teacher)": 5.296257972717285,
       "epoch": 0.17660910518053374,
-      "rel-constrast": 5.05862283706665,
+      "rel-constrast": 6.35295295715332,
       "step": 225,
-      "subrel-constrast": 5.57745361328125,
+      "subrel-constrast": 5.348306179046631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3124284744262695,
-      "cov-distil (oracle2student)": 6.702354431152344,
-      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "cov-distil": 3.456725597381592,
+      "cov-distil (oracle2student)": 7.235404968261719,
+      "cov-distil (oracle2teacher)": 5.275980472564697,
       "epoch": 0.17739403453689168,
-      "rel-constrast": 6.356748580932617,
+      "rel-constrast": 6.483428001403809,
       "step": 226,
-      "subrel-constrast": 5.245099067687988,
+      "subrel-constrast": 5.099832057952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386946201324463,
-      "cov-distil (oracle2student)": 8.377017974853516,
-      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "cov-distil": 2.984936237335205,
+      "cov-distil (oracle2student)": 8.418655395507812,
+      "cov-distil (oracle2teacher)": 6.988308429718018,
       "epoch": 0.1781789638932496,
-      "rel-constrast": 6.255722999572754,
+      "rel-constrast": 7.734195232391357,
       "step": 227,
-      "subrel-constrast": 5.9417009353637695,
+      "subrel-constrast": 5.760927200317383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8484878540039062,
-      "cov-distil (oracle2student)": 8.19301986694336,
-      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "cov-distil": 2.984023094177246,
+      "cov-distil (oracle2student)": 8.4630708694458,
+      "cov-distil (oracle2teacher)": 6.944049835205078,
       "epoch": 0.17896389324960754,
-      "rel-constrast": 5.690243721008301,
+      "rel-constrast": 6.70650577545166,
       "step": 228,
-      "subrel-constrast": 6.001501560211182,
+      "subrel-constrast": 5.657758712768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0837349891662598,
-      "cov-distil (oracle2student)": 6.268764495849609,
-      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "cov-distil": 3.748962163925171,
+      "cov-distil (oracle2student)": 7.385298252105713,
+      "cov-distil (oracle2teacher)": 5.675633430480957,
       "epoch": 0.17974882260596547,
-      "rel-constrast": 6.622305870056152,
+      "rel-constrast": 7.36455774307251,
       "step": 229,
-      "subrel-constrast": 5.648178577423096,
+      "subrel-constrast": 5.628712177276611,
       "view-similarity": 0
     },
     {
       "epoch": 0.18053375196232338,
-      "grad_norm": 13.0625,
+      "grad_norm": 12.75,
       "learning_rate": 1.145e-05,
-      "loss": 1.4223,
+      "loss": 1.5881,
       "step": 230
     },
     {
-      "cov-distil": 2.784493923187256,
-      "cov-distil (oracle2student)": 7.625933647155762,
-      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "cov-distil": 2.9036803245544434,
+      "cov-distil (oracle2student)": 7.4820685386657715,
+      "cov-distil (oracle2teacher)": 6.104247093200684,
       "epoch": 0.18053375196232338,
-      "rel-constrast": 6.5320725440979,
+      "rel-constrast": 6.639608860015869,
       "step": 230,
-      "subrel-constrast": 6.3568644523620605,
+      "subrel-constrast": 5.954493045806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6457338333129883,
-      "cov-distil (oracle2student)": 6.021350860595703,
-      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "cov-distil": 2.91481351852417,
+      "cov-distil (oracle2student)": 6.288802146911621,
+      "cov-distil (oracle2teacher)": 5.289515018463135,
       "epoch": 0.1813186813186813,
-      "rel-constrast": 5.55854606628418,
+      "rel-constrast": 5.199117183685303,
       "step": 231,
-      "subrel-constrast": 5.060829162597656,
+      "subrel-constrast": 4.8971099853515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0115959644317627,
-      "cov-distil (oracle2student)": 4.937437057495117,
-      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "cov-distil": 3.0430915355682373,
+      "cov-distil (oracle2student)": 5.847060203552246,
+      "cov-distil (oracle2teacher)": 4.012772560119629,
       "epoch": 0.18210361067503925,
-      "rel-constrast": 5.882181644439697,
+      "rel-constrast": 7.342980861663818,
       "step": 232,
-      "subrel-constrast": 5.401787757873535,
+      "subrel-constrast": 5.210206985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7508275508880615,
-      "cov-distil (oracle2student)": 5.548520088195801,
-      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "cov-distil": 3.067833662033081,
+      "cov-distil (oracle2student)": 7.104142189025879,
+      "cov-distil (oracle2teacher)": 4.654824256896973,
       "epoch": 0.18288854003139718,
-      "rel-constrast": 5.821797847747803,
+      "rel-constrast": 6.129726409912109,
       "step": 233,
-      "subrel-constrast": 5.663866996765137,
+      "subrel-constrast": 5.695138931274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9569406509399414,
-      "cov-distil (oracle2student)": 7.222298622131348,
-      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "cov-distil": 2.8103408813476562,
+      "cov-distil (oracle2student)": 7.6267290115356445,
+      "cov-distil (oracle2teacher)": 7.041560173034668,
       "epoch": 0.1836734693877551,
-      "rel-constrast": 6.105270862579346,
+      "rel-constrast": 5.468483924865723,
       "step": 234,
-      "subrel-constrast": 5.712968349456787,
+      "subrel-constrast": 5.690363883972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.103212833404541,
-      "cov-distil (oracle2student)": 7.01689338684082,
-      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "cov-distil": 2.5587995052337646,
+      "cov-distil (oracle2student)": 5.562972068786621,
+      "cov-distil (oracle2teacher)": 5.41994571685791,
       "epoch": 0.18445839874411302,
-      "rel-constrast": 5.000349521636963,
+      "rel-constrast": 5.773622512817383,
       "step": 235,
-      "subrel-constrast": 5.6979780197143555,
+      "subrel-constrast": 5.3267669677734375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8269240856170654,
-      "cov-distil (oracle2student)": 6.271734237670898,
-      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "cov-distil": 4.249699592590332,
+      "cov-distil (oracle2student)": 7.754398345947266,
+      "cov-distil (oracle2teacher)": 4.796910285949707,
       "epoch": 0.18524332810047095,
-      "rel-constrast": 6.892180442810059,
+      "rel-constrast": 8.531059265136719,
       "step": 236,
-      "subrel-constrast": 5.5071916580200195,
+      "subrel-constrast": 5.342297554016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.617617607116699,
-      "cov-distil (oracle2student)": 7.684514045715332,
-      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "cov-distil": 4.759154319763184,
+      "cov-distil (oracle2student)": 7.0579376220703125,
+      "cov-distil (oracle2teacher)": 6.867465972900391,
       "epoch": 0.18602825745682888,
-      "rel-constrast": 5.50137996673584,
+      "rel-constrast": 6.7225422859191895,
       "step": 237,
-      "subrel-constrast": 5.996005058288574,
+      "subrel-constrast": 5.861257553100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0465898513793945,
-      "cov-distil (oracle2student)": 5.6181640625,
-      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "cov-distil": 2.824655532836914,
+      "cov-distil (oracle2student)": 5.473764419555664,
+      "cov-distil (oracle2teacher)": 3.9914209842681885,
       "epoch": 0.18681318681318682,
-      "rel-constrast": 5.506038665771484,
+      "rel-constrast": 6.062190532684326,
       "step": 238,
-      "subrel-constrast": 4.241726398468018,
+      "subrel-constrast": 4.152079105377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179614067077637,
-      "cov-distil (oracle2student)": 4.143487930297852,
-      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "cov-distil": 2.7214150428771973,
+      "cov-distil (oracle2student)": 4.056142807006836,
+      "cov-distil (oracle2teacher)": 3.105422019958496,
       "epoch": 0.18759811616954475,
-      "rel-constrast": 5.2203168869018555,
+      "rel-constrast": 6.285424709320068,
       "step": 239,
-      "subrel-constrast": 4.7745466232299805,
+      "subrel-constrast": 4.548801898956299,
       "view-similarity": 0
     },
     {
       "epoch": 0.18838304552590268,
-      "grad_norm": 11.4375,
+      "grad_norm": 15.9375,
       "learning_rate": 1.195e-05,
-      "loss": 1.5289,
+      "loss": 1.6039,
       "step": 240
     },
     {
-      "cov-distil": 3.0700650215148926,
-      "cov-distil (oracle2student)": 6.768826484680176,
-      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "cov-distil": 3.2994887828826904,
+      "cov-distil (oracle2student)": 6.404690742492676,
+      "cov-distil (oracle2teacher)": 4.984034061431885,
       "epoch": 0.18838304552590268,
-      "rel-constrast": 5.904140949249268,
+      "rel-constrast": 5.86398983001709,
       "step": 240,
-      "subrel-constrast": 4.922555446624756,
+      "subrel-constrast": 4.766972541809082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.561779499053955,
-      "cov-distil (oracle2student)": 4.69482421875,
-      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "cov-distil": 2.474839687347412,
+      "cov-distil (oracle2student)": 5.551938533782959,
+      "cov-distil (oracle2teacher)": 3.325836181640625,
       "epoch": 0.1891679748822606,
-      "rel-constrast": 7.093609809875488,
+      "rel-constrast": 6.890068054199219,
       "step": 241,
-      "subrel-constrast": 5.326828956604004,
+      "subrel-constrast": 5.152864456176758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.611605167388916,
-      "cov-distil (oracle2student)": 8.443441390991211,
-      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "cov-distil": 2.939002275466919,
+      "cov-distil (oracle2student)": 8.493452072143555,
+      "cov-distil (oracle2teacher)": 5.770837783813477,
       "epoch": 0.18995290423861852,
-      "rel-constrast": 6.5073723793029785,
+      "rel-constrast": 6.677253246307373,
       "step": 242,
-      "subrel-constrast": 5.4820237159729,
+      "subrel-constrast": 5.344944953918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022892713546753,
-      "cov-distil (oracle2student)": 5.535630226135254,
-      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "cov-distil": 3.4027292728424072,
+      "cov-distil (oracle2student)": 6.329041004180908,
+      "cov-distil (oracle2teacher)": 4.339474678039551,
       "epoch": 0.19073783359497645,
-      "rel-constrast": 4.188787460327148,
+      "rel-constrast": 5.450015068054199,
       "step": 243,
-      "subrel-constrast": 4.377328395843506,
+      "subrel-constrast": 3.9405393600463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2616350650787354,
-      "cov-distil (oracle2student)": 7.68295955657959,
-      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "cov-distil": 4.741093635559082,
+      "cov-distil (oracle2student)": 9.936079025268555,
+      "cov-distil (oracle2teacher)": 7.017047882080078,
       "epoch": 0.19152276295133439,
-      "rel-constrast": 3.710407257080078,
+      "rel-constrast": 6.805270671844482,
       "step": 244,
-      "subrel-constrast": 4.857728958129883,
+      "subrel-constrast": 4.80192232131958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4432787895202637,
-      "cov-distil (oracle2student)": 5.955875396728516,
-      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "cov-distil": 2.1672821044921875,
+      "cov-distil (oracle2student)": 6.3422675132751465,
+      "cov-distil (oracle2teacher)": 4.817507743835449,
       "epoch": 0.19230769230769232,
-      "rel-constrast": 4.064718246459961,
+      "rel-constrast": 4.706860542297363,
       "step": 245,
-      "subrel-constrast": 3.286212921142578,
+      "subrel-constrast": 3.0868115425109863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300020217895508,
-      "cov-distil (oracle2student)": 7.3102240562438965,
-      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "cov-distil": 2.822758436203003,
+      "cov-distil (oracle2student)": 7.291840553283691,
+      "cov-distil (oracle2teacher)": 6.726513862609863,
       "epoch": 0.19309262166405022,
-      "rel-constrast": 4.880646228790283,
+      "rel-constrast": 5.267154693603516,
       "step": 246,
-      "subrel-constrast": 5.000226974487305,
+      "subrel-constrast": 4.705516815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8198413848876953,
-      "cov-distil (oracle2student)": 6.318789482116699,
-      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "cov-distil": 3.366947650909424,
+      "cov-distil (oracle2student)": 6.01516580581665,
+      "cov-distil (oracle2teacher)": 5.619762420654297,
       "epoch": 0.19387755102040816,
-      "rel-constrast": 5.271482944488525,
+      "rel-constrast": 4.713459014892578,
       "step": 247,
-      "subrel-constrast": 4.728270530700684,
+      "subrel-constrast": 4.563929557800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701936721801758,
-      "cov-distil (oracle2student)": 7.418839454650879,
-      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "cov-distil": 3.038935661315918,
+      "cov-distil (oracle2student)": 6.752789497375488,
+      "cov-distil (oracle2teacher)": 4.739871501922607,
       "epoch": 0.1946624803767661,
-      "rel-constrast": 5.347120761871338,
+      "rel-constrast": 5.442416667938232,
       "step": 248,
-      "subrel-constrast": 3.8733067512512207,
+      "subrel-constrast": 3.737136125564575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371919870376587,
-      "cov-distil (oracle2student)": 4.60204553604126,
-      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "cov-distil": 3.2531583309173584,
+      "cov-distil (oracle2student)": 6.057809829711914,
+      "cov-distil (oracle2teacher)": 4.334310531616211,
       "epoch": 0.19544740973312402,
-      "rel-constrast": 5.870595932006836,
+      "rel-constrast": 7.131378173828125,
       "step": 249,
-      "subrel-constrast": 5.879952907562256,
+      "subrel-constrast": 5.672539710998535,
       "view-similarity": 0
     },
     {
       "epoch": 0.19623233908948196,
-      "grad_norm": 12.125,
+      "grad_norm": 18.625,
       "learning_rate": 1.2450000000000001e-05,
-      "loss": 1.3889,
+      "loss": 1.4737,
       "step": 250
     },
     {
-      "cov-distil": 2.57767915725708,
-      "cov-distil (oracle2student)": 5.355373382568359,
-      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "cov-distil": 3.516162872314453,
+      "cov-distil (oracle2student)": 5.811059951782227,
+      "cov-distil (oracle2teacher)": 4.604798793792725,
       "epoch": 0.19623233908948196,
-      "rel-constrast": 4.8918633460998535,
+      "rel-constrast": 5.385979175567627,
       "step": 250,
-      "subrel-constrast": 5.259022235870361,
+      "subrel-constrast": 4.9506120681762695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.245497703552246,
-      "cov-distil (oracle2student)": 6.331605911254883,
-      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "cov-distil": 3.565119743347168,
+      "cov-distil (oracle2student)": 8.027206420898438,
+      "cov-distil (oracle2teacher)": 4.743947982788086,
       "epoch": 0.1970172684458399,
-      "rel-constrast": 5.062900066375732,
+      "rel-constrast": 6.1465606689453125,
       "step": 251,
-      "subrel-constrast": 5.577909469604492,
+      "subrel-constrast": 5.242536544799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9672136306762695,
-      "cov-distil (oracle2student)": 6.6121673583984375,
-      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "cov-distil": 4.966289043426514,
+      "cov-distil (oracle2student)": 6.7596235275268555,
+      "cov-distil (oracle2teacher)": 6.213712692260742,
       "epoch": 0.1978021978021978,
-      "rel-constrast": 4.805986404418945,
+      "rel-constrast": 5.233745574951172,
       "step": 252,
-      "subrel-constrast": 5.142998218536377,
+      "subrel-constrast": 4.842480659484863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7761154174804688,
-      "cov-distil (oracle2student)": 4.467655181884766,
-      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "cov-distil": 3.433755397796631,
+      "cov-distil (oracle2student)": 3.9055960178375244,
+      "cov-distil (oracle2teacher)": 3.547523021697998,
       "epoch": 0.19858712715855573,
-      "rel-constrast": 6.2257208824157715,
+      "rel-constrast": 6.395503997802734,
       "step": 253,
-      "subrel-constrast": 6.681684970855713,
+      "subrel-constrast": 6.658457279205322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5528666973114014,
-      "cov-distil (oracle2student)": 3.8436954021453857,
-      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "cov-distil": 3.111330986022949,
+      "cov-distil (oracle2student)": 3.668722152709961,
+      "cov-distil (oracle2teacher)": 3.4141297340393066,
       "epoch": 0.19937205651491366,
-      "rel-constrast": 4.351076602935791,
+      "rel-constrast": 4.0804829597473145,
       "step": 254,
-      "subrel-constrast": 4.7084856033325195,
+      "subrel-constrast": 4.358175277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436844825744629,
-      "cov-distil (oracle2student)": 4.236217498779297,
-      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "cov-distil": 3.1300435066223145,
+      "cov-distil (oracle2student)": 5.203346252441406,
+      "cov-distil (oracle2teacher)": 4.6285176277160645,
       "epoch": 0.2001569858712716,
-      "rel-constrast": 4.495194911956787,
+      "rel-constrast": 5.73390531539917,
       "step": 255,
-      "subrel-constrast": 4.984120845794678,
+      "subrel-constrast": 4.773066520690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8471765518188477,
-      "cov-distil (oracle2student)": 6.064319133758545,
-      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "cov-distil": 2.5665247440338135,
+      "cov-distil (oracle2student)": 5.164233207702637,
+      "cov-distil (oracle2teacher)": 4.859079360961914,
       "epoch": 0.20094191522762953,
-      "rel-constrast": 6.856153964996338,
+      "rel-constrast": 6.5312018394470215,
       "step": 256,
-      "subrel-constrast": 6.399039268493652,
+      "subrel-constrast": 5.86644172668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.282780408859253,
-      "cov-distil (oracle2student)": 6.418514728546143,
-      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "cov-distil": 2.474895477294922,
+      "cov-distil (oracle2student)": 6.759990692138672,
+      "cov-distil (oracle2teacher)": 5.076593399047852,
       "epoch": 0.20172684458398743,
-      "rel-constrast": 3.691617488861084,
+      "rel-constrast": 3.920262336730957,
       "step": 257,
-      "subrel-constrast": 3.647446393966675,
+      "subrel-constrast": 3.723156452178955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8209176063537598,
-      "cov-distil (oracle2student)": 6.559376239776611,
-      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "cov-distil": 3.1205925941467285,
+      "cov-distil (oracle2student)": 7.466899394989014,
+      "cov-distil (oracle2teacher)": 6.139980316162109,
       "epoch": 0.20251177394034536,
-      "rel-constrast": 5.5977067947387695,
+      "rel-constrast": 7.872465133666992,
       "step": 258,
-      "subrel-constrast": 5.495102882385254,
+      "subrel-constrast": 5.299954414367676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641873836517334,
-      "cov-distil (oracle2student)": 7.442392349243164,
-      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "cov-distil": 3.8939738273620605,
+      "cov-distil (oracle2student)": 8.317615509033203,
+      "cov-distil (oracle2teacher)": 5.729403018951416,
       "epoch": 0.2032967032967033,
-      "rel-constrast": 3.466684103012085,
+      "rel-constrast": 4.958531856536865,
       "step": 259,
-      "subrel-constrast": 3.5653722286224365,
+      "subrel-constrast": 3.58616304397583,
       "view-similarity": 0
     },
     {
       "epoch": 0.20408163265306123,
-      "grad_norm": 11.0625,
+      "grad_norm": 16.25,
       "learning_rate": 1.2950000000000001e-05,
-      "loss": 1.309,
+      "loss": 1.4065,
       "step": 260
     },
     {
-      "cov-distil": 3.5698390007019043,
-      "cov-distil (oracle2student)": 7.782341957092285,
-      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "cov-distil": 4.336055755615234,
+      "cov-distil (oracle2student)": 7.078025817871094,
+      "cov-distil (oracle2teacher)": 6.190380573272705,
       "epoch": 0.20408163265306123,
-      "rel-constrast": 7.622033596038818,
+      "rel-constrast": 8.60249137878418,
       "step": 260,
-      "subrel-constrast": 7.28366231918335,
+      "subrel-constrast": 7.161799430847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8396096229553223,
-      "cov-distil (oracle2student)": 5.895359992980957,
-      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "cov-distil": 3.298201322555542,
+      "cov-distil (oracle2student)": 6.895780086517334,
+      "cov-distil (oracle2teacher)": 5.064095497131348,
       "epoch": 0.20486656200941916,
-      "rel-constrast": 6.895399570465088,
+      "rel-constrast": 9.036319732666016,
       "step": 261,
-      "subrel-constrast": 7.5016703605651855,
+      "subrel-constrast": 6.993175506591797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8108363151550293,
-      "cov-distil (oracle2student)": 6.897369384765625,
-      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "cov-distil": 3.6800646781921387,
+      "cov-distil (oracle2student)": 6.780130386352539,
+      "cov-distil (oracle2teacher)": 5.701805114746094,
       "epoch": 0.20565149136577707,
-      "rel-constrast": 6.448241233825684,
+      "rel-constrast": 6.868691444396973,
       "step": 262,
-      "subrel-constrast": 5.558028221130371,
+      "subrel-constrast": 5.394209861755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3478736877441406,
-      "cov-distil (oracle2student)": 6.083657264709473,
-      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "cov-distil": 2.9533309936523438,
+      "cov-distil (oracle2student)": 6.258018970489502,
+      "cov-distil (oracle2teacher)": 5.135937690734863,
       "epoch": 0.206436420722135,
-      "rel-constrast": 4.897732734680176,
+      "rel-constrast": 5.3347601890563965,
       "step": 263,
-      "subrel-constrast": 4.740241527557373,
+      "subrel-constrast": 4.978070259094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.51102614402771,
-      "cov-distil (oracle2student)": 6.846009731292725,
-      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "cov-distil": 3.2236413955688477,
+      "cov-distil (oracle2student)": 5.960575580596924,
+      "cov-distil (oracle2teacher)": 4.797710418701172,
       "epoch": 0.20722135007849293,
-      "rel-constrast": 5.827173233032227,
+      "rel-constrast": 4.859791278839111,
       "step": 264,
-      "subrel-constrast": 4.172447204589844,
+      "subrel-constrast": 3.9997777938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1208271980285645,
-      "cov-distil (oracle2student)": 4.811653137207031,
-      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "cov-distil": 2.9068026542663574,
+      "cov-distil (oracle2student)": 5.524225234985352,
+      "cov-distil (oracle2teacher)": 5.041040897369385,
       "epoch": 0.20800627943485087,
-      "rel-constrast": 4.7869768142700195,
+      "rel-constrast": 5.037485122680664,
       "step": 265,
-      "subrel-constrast": 4.889547824859619,
+      "subrel-constrast": 4.4791765213012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.029162645339966,
-      "cov-distil (oracle2student)": 5.588479042053223,
-      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "cov-distil": 2.5913591384887695,
+      "cov-distil (oracle2student)": 5.304985046386719,
+      "cov-distil (oracle2teacher)": 4.153073310852051,
       "epoch": 0.2087912087912088,
-      "rel-constrast": 5.366364002227783,
+      "rel-constrast": 5.659143924713135,
       "step": 266,
-      "subrel-constrast": 4.852118015289307,
+      "subrel-constrast": 4.3519721031188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8015055656433105,
-      "cov-distil (oracle2student)": 5.775141716003418,
-      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "cov-distil": 2.0903985500335693,
+      "cov-distil (oracle2student)": 6.570267677307129,
+      "cov-distil (oracle2teacher)": 4.888650417327881,
       "epoch": 0.20957613814756673,
-      "rel-constrast": 6.310330390930176,
+      "rel-constrast": 6.342266082763672,
       "step": 267,
-      "subrel-constrast": 5.940087795257568,
+      "subrel-constrast": 5.480305194854736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854526996612549,
-      "cov-distil (oracle2student)": 7.498423099517822,
-      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "cov-distil": 2.666135787963867,
+      "cov-distil (oracle2student)": 7.292048454284668,
+      "cov-distil (oracle2teacher)": 5.538511276245117,
       "epoch": 0.21036106750392464,
-      "rel-constrast": 5.91723108291626,
+      "rel-constrast": 5.866069316864014,
       "step": 268,
-      "subrel-constrast": 5.569789886474609,
+      "subrel-constrast": 5.420258045196533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8521933555603027,
-      "cov-distil (oracle2student)": 8.516229629516602,
-      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "cov-distil": 3.585205554962158,
+      "cov-distil (oracle2student)": 8.651119232177734,
+      "cov-distil (oracle2teacher)": 7.891222953796387,
       "epoch": 0.21114599686028257,
-      "rel-constrast": 5.549358367919922,
+      "rel-constrast": 5.89880895614624,
       "step": 269,
-      "subrel-constrast": 5.865178108215332,
+      "subrel-constrast": 5.620781421661377,
       "view-similarity": 0
     },
     {
       "epoch": 0.2119309262166405,
-      "grad_norm": 10.5,
+      "grad_norm": 12.4375,
       "learning_rate": 1.3450000000000002e-05,
-      "loss": 1.5599,
+      "loss": 1.5876,
       "step": 270
     },
     {
-      "cov-distil": 2.6384477615356445,
-      "cov-distil (oracle2student)": 6.601221084594727,
-      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "cov-distil": 2.7466444969177246,
+      "cov-distil (oracle2student)": 6.770458221435547,
+      "cov-distil (oracle2teacher)": 5.722110748291016,
       "epoch": 0.2119309262166405,
-      "rel-constrast": 5.00776481628418,
+      "rel-constrast": 5.583882808685303,
       "step": 270,
-      "subrel-constrast": 5.840844631195068,
+      "subrel-constrast": 4.953369617462158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7631101608276367,
-      "cov-distil (oracle2student)": 6.431881904602051,
-      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "cov-distil": 4.387966156005859,
+      "cov-distil (oracle2student)": 6.782116413116455,
+      "cov-distil (oracle2teacher)": 6.230133056640625,
       "epoch": 0.21271585557299844,
-      "rel-constrast": 6.45134162902832,
+      "rel-constrast": 6.828855514526367,
       "step": 271,
-      "subrel-constrast": 5.76878023147583,
+      "subrel-constrast": 5.767931938171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7807393074035645,
-      "cov-distil (oracle2student)": 5.865763187408447,
-      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "cov-distil": 3.4776148796081543,
+      "cov-distil (oracle2student)": 7.725714206695557,
+      "cov-distil (oracle2teacher)": 4.2353901863098145,
       "epoch": 0.21350078492935637,
-      "rel-constrast": 4.840774059295654,
+      "rel-constrast": 6.7675676345825195,
       "step": 272,
-      "subrel-constrast": 4.348789691925049,
+      "subrel-constrast": 4.243733882904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6134047508239746,
-      "cov-distil (oracle2student)": 8.872061729431152,
-      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "cov-distil": 2.8837342262268066,
+      "cov-distil (oracle2student)": 8.100215911865234,
+      "cov-distil (oracle2teacher)": 6.865073204040527,
       "epoch": 0.21428571428571427,
-      "rel-constrast": 6.13456392288208,
+      "rel-constrast": 5.722375392913818,
       "step": 273,
-      "subrel-constrast": 5.690077781677246,
+      "subrel-constrast": 5.196401596069336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.838979721069336,
-      "cov-distil (oracle2student)": 4.565421104431152,
-      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "cov-distil": 3.547816276550293,
+      "cov-distil (oracle2student)": 4.683432579040527,
+      "cov-distil (oracle2teacher)": 4.061279773712158,
       "epoch": 0.2150706436420722,
-      "rel-constrast": 3.4405574798583984,
+      "rel-constrast": 4.491962432861328,
       "step": 274,
-      "subrel-constrast": 3.9467220306396484,
+      "subrel-constrast": 3.8705804347991943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.894028663635254,
-      "cov-distil (oracle2student)": 7.862314224243164,
-      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "cov-distil": 3.2293360233306885,
+      "cov-distil (oracle2student)": 7.682043075561523,
+      "cov-distil (oracle2teacher)": 6.1583662033081055,
       "epoch": 0.21585557299843014,
-      "rel-constrast": 5.791769027709961,
+      "rel-constrast": 6.308538913726807,
       "step": 275,
-      "subrel-constrast": 5.281234264373779,
+      "subrel-constrast": 5.119235515594482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.420649766921997,
-      "cov-distil (oracle2student)": 5.416041374206543,
-      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "cov-distil": 3.4919610023498535,
+      "cov-distil (oracle2student)": 6.640707015991211,
+      "cov-distil (oracle2teacher)": 5.214866638183594,
       "epoch": 0.21664050235478807,
-      "rel-constrast": 6.379445552825928,
+      "rel-constrast": 7.374178886413574,
       "step": 276,
-      "subrel-constrast": 6.395686149597168,
+      "subrel-constrast": 6.104369640350342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.47515606880188,
-      "cov-distil (oracle2student)": 6.390409469604492,
-      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "cov-distil": 3.115516185760498,
+      "cov-distil (oracle2student)": 5.996584415435791,
+      "cov-distil (oracle2teacher)": 4.823023796081543,
       "epoch": 0.217425431711146,
-      "rel-constrast": 6.01629114151001,
+      "rel-constrast": 6.20583963394165,
       "step": 277,
-      "subrel-constrast": 4.883129119873047,
+      "subrel-constrast": 5.029137134552002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6170835494995117,
-      "cov-distil (oracle2student)": 5.599660873413086,
-      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "cov-distil": 2.7918639183044434,
+      "cov-distil (oracle2student)": 5.684634208679199,
+      "cov-distil (oracle2teacher)": 4.810190200805664,
       "epoch": 0.21821036106750394,
-      "rel-constrast": 5.321742057800293,
+      "rel-constrast": 4.79813289642334,
       "step": 278,
-      "subrel-constrast": 5.569702625274658,
+      "subrel-constrast": 5.397599697113037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4472475051879883,
-      "cov-distil (oracle2student)": 4.157199859619141,
-      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "cov-distil": 3.1064231395721436,
+      "cov-distil (oracle2student)": 4.2301201820373535,
+      "cov-distil (oracle2teacher)": 3.5788700580596924,
       "epoch": 0.21899529042386184,
-      "rel-constrast": 5.365159034729004,
+      "rel-constrast": 5.084054946899414,
       "step": 279,
-      "subrel-constrast": 4.612099647521973,
+      "subrel-constrast": 4.2111334800720215,
       "view-similarity": 0
     },
     {
       "epoch": 0.21978021978021978,
-      "grad_norm": 11.75,
+      "grad_norm": 11.875,
       "learning_rate": 1.3950000000000002e-05,
-      "loss": 1.4375,
+      "loss": 1.4791,
       "step": 280
     },
     {
-      "cov-distil": 2.9893362522125244,
-      "cov-distil (oracle2student)": 4.024957656860352,
-      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "cov-distil": 2.8841805458068848,
+      "cov-distil (oracle2student)": 5.231929779052734,
+      "cov-distil (oracle2teacher)": 3.8020687103271484,
       "epoch": 0.21978021978021978,
-      "rel-constrast": 3.5614960193634033,
+      "rel-constrast": 5.070528984069824,
       "step": 280,
-      "subrel-constrast": 3.8487634658813477,
+      "subrel-constrast": 3.608320951461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.844444990158081,
-      "cov-distil (oracle2student)": 5.392576217651367,
-      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "cov-distil": 1.789047122001648,
+      "cov-distil (oracle2student)": 6.3516340255737305,
+      "cov-distil (oracle2teacher)": 4.324160099029541,
       "epoch": 0.2205651491365777,
-      "rel-constrast": 4.974848747253418,
+      "rel-constrast": 5.733168601989746,
       "step": 281,
-      "subrel-constrast": 4.340900421142578,
+      "subrel-constrast": 4.130161762237549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.113116502761841,
-      "cov-distil (oracle2student)": 5.14133358001709,
-      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "cov-distil": 3.2254583835601807,
+      "cov-distil (oracle2student)": 5.774847984313965,
+      "cov-distil (oracle2teacher)": 4.546616554260254,
       "epoch": 0.22135007849293564,
-      "rel-constrast": 3.7480554580688477,
+      "rel-constrast": 4.129452228546143,
       "step": 282,
-      "subrel-constrast": 3.691127061843872,
+      "subrel-constrast": 3.598750114440918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6692819595336914,
-      "cov-distil (oracle2student)": 5.371300220489502,
-      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "cov-distil": 2.9880526065826416,
+      "cov-distil (oracle2student)": 5.123470306396484,
+      "cov-distil (oracle2teacher)": 4.069883346557617,
       "epoch": 0.22213500784929358,
-      "rel-constrast": 3.1415340900421143,
+      "rel-constrast": 3.295433759689331,
       "step": 283,
-      "subrel-constrast": 3.5099706649780273,
+      "subrel-constrast": 3.324979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.123812675476074,
-      "cov-distil (oracle2student)": 5.589199066162109,
-      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "cov-distil": 4.25510311126709,
+      "cov-distil (oracle2student)": 6.302071571350098,
+      "cov-distil (oracle2teacher)": 4.757148742675781,
       "epoch": 0.22291993720565148,
-      "rel-constrast": 5.24945068359375,
+      "rel-constrast": 5.31478214263916,
       "step": 284,
-      "subrel-constrast": 5.918647289276123,
+      "subrel-constrast": 5.6519598960876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8713016510009766,
-      "cov-distil (oracle2student)": 4.705049991607666,
-      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "cov-distil": 3.2425737380981445,
+      "cov-distil (oracle2student)": 5.098972320556641,
+      "cov-distil (oracle2teacher)": 4.024742126464844,
       "epoch": 0.2237048665620094,
-      "rel-constrast": 4.912763595581055,
+      "rel-constrast": 5.870516777038574,
       "step": 285,
-      "subrel-constrast": 4.87550163269043,
+      "subrel-constrast": 4.4377851486206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3451600074768066,
-      "cov-distil (oracle2student)": 5.1898112297058105,
-      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "cov-distil": 3.38612961769104,
+      "cov-distil (oracle2student)": 5.2903733253479,
+      "cov-distil (oracle2teacher)": 4.70941162109375,
       "epoch": 0.22448979591836735,
-      "rel-constrast": 3.9581844806671143,
+      "rel-constrast": 4.851799011230469,
       "step": 286,
-      "subrel-constrast": 4.999188423156738,
+      "subrel-constrast": 4.53253698348999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.046831130981445,
-      "cov-distil (oracle2student)": 5.279922008514404,
-      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "cov-distil": 5.291201591491699,
+      "cov-distil (oracle2student)": 5.844934463500977,
+      "cov-distil (oracle2teacher)": 4.84541654586792,
       "epoch": 0.22527472527472528,
-      "rel-constrast": 3.851740598678589,
+      "rel-constrast": 5.835660457611084,
       "step": 287,
-      "subrel-constrast": 5.069759368896484,
+      "subrel-constrast": 5.024116039276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9045445919036865,
-      "cov-distil (oracle2student)": 4.107922077178955,
-      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "cov-distil": 2.9398608207702637,
+      "cov-distil (oracle2student)": 4.3184967041015625,
+      "cov-distil (oracle2teacher)": 3.2652041912078857,
       "epoch": 0.2260596546310832,
-      "rel-constrast": 3.7474989891052246,
+      "rel-constrast": 3.811152219772339,
       "step": 288,
-      "subrel-constrast": 3.227546215057373,
+      "subrel-constrast": 3.2368462085723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6393697261810303,
-      "cov-distil (oracle2student)": 5.38969612121582,
-      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "cov-distil": 2.8907761573791504,
+      "cov-distil (oracle2student)": 6.32274866104126,
+      "cov-distil (oracle2teacher)": 4.817951679229736,
       "epoch": 0.22684458398744112,
-      "rel-constrast": 5.448161602020264,
+      "rel-constrast": 6.02825403213501,
       "step": 289,
-      "subrel-constrast": 4.952843189239502,
+      "subrel-constrast": 4.743237495422363,
       "view-similarity": 0
     },
     {
       "epoch": 0.22762951334379905,
-      "grad_norm": 11.0625,
+      "grad_norm": 11.375,
       "learning_rate": 1.4449999999999999e-05,
-      "loss": 1.1312,
+      "loss": 1.2485,
       "step": 290
     },
     {
-      "cov-distil": 2.2228524684906006,
-      "cov-distil (oracle2student)": 5.054024696350098,
-      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "cov-distil": 2.9347901344299316,
+      "cov-distil (oracle2student)": 4.872867584228516,
+      "cov-distil (oracle2teacher)": 4.179929733276367,
       "epoch": 0.22762951334379905,
-      "rel-constrast": 4.407362937927246,
+      "rel-constrast": 5.155918598175049,
       "step": 290,
-      "subrel-constrast": 3.7540085315704346,
+      "subrel-constrast": 3.6043808460235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.322395086288452,
-      "cov-distil (oracle2student)": 5.8189802169799805,
-      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "cov-distil": 3.9107203483581543,
+      "cov-distil (oracle2student)": 7.445195198059082,
+      "cov-distil (oracle2teacher)": 5.120218753814697,
       "epoch": 0.22841444270015698,
-      "rel-constrast": 7.071442127227783,
+      "rel-constrast": 7.677296161651611,
       "step": 291,
-      "subrel-constrast": 5.730456352233887,
+      "subrel-constrast": 5.529508113861084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16727876663208,
-      "cov-distil (oracle2student)": 4.567198753356934,
-      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "cov-distil": 2.4434685707092285,
+      "cov-distil (oracle2student)": 4.508039474487305,
+      "cov-distil (oracle2teacher)": 3.5461554527282715,
       "epoch": 0.22919937205651492,
-      "rel-constrast": 4.42551851272583,
+      "rel-constrast": 5.153941631317139,
       "step": 292,
-      "subrel-constrast": 4.485289573669434,
+      "subrel-constrast": 4.15155553817749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469608783721924,
-      "cov-distil (oracle2student)": 5.156149864196777,
-      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "cov-distil": 2.582817554473877,
+      "cov-distil (oracle2student)": 5.146377086639404,
+      "cov-distil (oracle2teacher)": 4.31059455871582,
       "epoch": 0.22998430141287285,
-      "rel-constrast": 5.817928314208984,
+      "rel-constrast": 5.175385475158691,
       "step": 293,
-      "subrel-constrast": 5.512660503387451,
+      "subrel-constrast": 5.058679103851318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7178702354431152,
-      "cov-distil (oracle2student)": 6.17563009262085,
-      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "cov-distil": 3.5422732830047607,
+      "cov-distil (oracle2student)": 6.001456260681152,
+      "cov-distil (oracle2teacher)": 5.188901901245117,
       "epoch": 0.23076923076923078,
-      "rel-constrast": 4.059771537780762,
+      "rel-constrast": 4.473079681396484,
       "step": 294,
-      "subrel-constrast": 4.546008110046387,
+      "subrel-constrast": 4.181125640869141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.426544189453125,
-      "cov-distil (oracle2student)": 6.170835494995117,
-      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "cov-distil": 2.6128244400024414,
+      "cov-distil (oracle2student)": 6.004209518432617,
+      "cov-distil (oracle2teacher)": 4.370993614196777,
       "epoch": 0.2315541601255887,
-      "rel-constrast": 5.40432071685791,
+      "rel-constrast": 4.921375751495361,
       "step": 295,
-      "subrel-constrast": 4.621823310852051,
+      "subrel-constrast": 4.1689252853393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4757297039031982,
-      "cov-distil (oracle2student)": 5.960691452026367,
-      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "cov-distil": 2.5751001834869385,
+      "cov-distil (oracle2student)": 4.772381782531738,
+      "cov-distil (oracle2teacher)": 4.355014324188232,
       "epoch": 0.23233908948194662,
-      "rel-constrast": 5.51530122756958,
+      "rel-constrast": 6.146240711212158,
       "step": 296,
-      "subrel-constrast": 4.927340507507324,
+      "subrel-constrast": 4.476834774017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.657459259033203,
-      "cov-distil (oracle2student)": 5.8439040184021,
-      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "cov-distil": 3.9748764038085938,
+      "cov-distil (oracle2student)": 6.486191749572754,
+      "cov-distil (oracle2teacher)": 5.096853256225586,
       "epoch": 0.23312401883830455,
-      "rel-constrast": 5.3520827293396,
+      "rel-constrast": 6.090335369110107,
       "step": 297,
-      "subrel-constrast": 5.7532639503479,
+      "subrel-constrast": 5.588194370269775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3521299362182617,
-      "cov-distil (oracle2student)": 4.154911041259766,
-      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "cov-distil": 2.44960880279541,
+      "cov-distil (oracle2student)": 3.8874282836914062,
+      "cov-distil (oracle2teacher)": 3.8167011737823486,
       "epoch": 0.23390894819466249,
-      "rel-constrast": 4.380270481109619,
+      "rel-constrast": 5.933355331420898,
       "step": 298,
-      "subrel-constrast": 4.369304656982422,
+      "subrel-constrast": 3.9365546703338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0642247200012207,
-      "cov-distil (oracle2student)": 8.378507614135742,
-      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "cov-distil": 3.636549949645996,
+      "cov-distil (oracle2student)": 7.991456508636475,
+      "cov-distil (oracle2teacher)": 7.372882843017578,
       "epoch": 0.23469387755102042,
-      "rel-constrast": 6.201256275177002,
+      "rel-constrast": 6.266528129577637,
       "step": 299,
-      "subrel-constrast": 6.11863374710083,
+      "subrel-constrast": 5.849900722503662,
       "view-similarity": 0
     },
     {
       "epoch": 0.23547880690737832,
-      "grad_norm": 12.3125,
+      "grad_norm": 12.9375,
       "learning_rate": 1.4950000000000001e-05,
-      "loss": 1.3781,
+      "loss": 1.4248,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
-      "overlap": 0.2109375,
+      "overlap": 0.20781250298023224,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "student margin": 0.05963134765625
+      "student margin": 0.0362548828125
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "teacher margin": 0.038360595703125
+      "teacher margin": 0.0373687744140625
     },
     {
       "epoch": 0.23547880690737832,
-      "margin difference": -0.021270751953125,
+      "margin difference": 0.0011138916015625,
       "step": 300
     },
     {
-      "cov-distil": 3.008206367492676,
-      "cov-distil (oracle2student)": 5.292865753173828,
-      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "cov-distil": 2.995849609375,
+      "cov-distil (oracle2student)": 5.09915828704834,
+      "cov-distil (oracle2teacher)": 4.621673107147217,
       "epoch": 0.23547880690737832,
-      "rel-constrast": 4.0116376876831055,
+      "rel-constrast": 5.374889373779297,
       "step": 300,
-      "subrel-constrast": 4.785098075866699,
+      "subrel-constrast": 4.954840660095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989365577697754,
-      "cov-distil (oracle2student)": 5.546765327453613,
-      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "cov-distil": 2.807335376739502,
+      "cov-distil (oracle2student)": 5.43807315826416,
+      "cov-distil (oracle2teacher)": 4.944613456726074,
       "epoch": 0.23626373626373626,
-      "rel-constrast": 6.474400043487549,
+      "rel-constrast": 6.832364559173584,
       "step": 301,
-      "subrel-constrast": 5.127968788146973,
+      "subrel-constrast": 5.392660617828369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1983444690704346,
-      "cov-distil (oracle2student)": 8.063515663146973,
-      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "cov-distil": 4.137192726135254,
+      "cov-distil (oracle2student)": 9.00510025024414,
+      "cov-distil (oracle2teacher)": 6.73104190826416,
       "epoch": 0.2370486656200942,
-      "rel-constrast": 7.403573989868164,
+      "rel-constrast": 8.269548416137695,
       "step": 302,
-      "subrel-constrast": 7.299440383911133,
+      "subrel-constrast": 7.39450216293335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1733779907226562,
-      "cov-distil (oracle2student)": 5.806576251983643,
-      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "cov-distil": 2.0982232093811035,
+      "cov-distil (oracle2student)": 5.335261344909668,
+      "cov-distil (oracle2teacher)": 4.4932451248168945,
       "epoch": 0.23783359497645212,
-      "rel-constrast": 4.8100080490112305,
+      "rel-constrast": 5.1851582527160645,
       "step": 303,
-      "subrel-constrast": 4.575942039489746,
+      "subrel-constrast": 4.23055362701416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.296001434326172,
-      "cov-distil (oracle2student)": 5.940627098083496,
-      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "cov-distil": 3.179009437561035,
+      "cov-distil (oracle2student)": 6.040433406829834,
+      "cov-distil (oracle2teacher)": 4.932512283325195,
       "epoch": 0.23861852433281006,
-      "rel-constrast": 4.067414283752441,
+      "rel-constrast": 4.484858512878418,
       "step": 304,
-      "subrel-constrast": 4.074215888977051,
+      "subrel-constrast": 3.803333282470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.045285701751709,
-      "cov-distil (oracle2student)": 6.319952487945557,
-      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "cov-distil": 4.767642974853516,
+      "cov-distil (oracle2student)": 7.136101245880127,
+      "cov-distil (oracle2teacher)": 5.454344749450684,
       "epoch": 0.239403453689168,
-      "rel-constrast": 6.282134056091309,
+      "rel-constrast": 5.738367080688477,
       "step": 305,
-      "subrel-constrast": 5.782018661499023,
+      "subrel-constrast": 5.890968322753906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9121222496032715,
-      "cov-distil (oracle2student)": 5.459598064422607,
-      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "cov-distil": 4.072711944580078,
+      "cov-distil (oracle2student)": 5.865180969238281,
+      "cov-distil (oracle2teacher)": 4.911429405212402,
       "epoch": 0.2401883830455259,
-      "rel-constrast": 4.806554317474365,
+      "rel-constrast": 4.885112762451172,
       "step": 306,
-      "subrel-constrast": 4.548116207122803,
+      "subrel-constrast": 4.486283302307129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.127394199371338,
-      "cov-distil (oracle2student)": 6.740002155303955,
-      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "cov-distil": 3.361879825592041,
+      "cov-distil (oracle2student)": 7.407407760620117,
+      "cov-distil (oracle2teacher)": 5.337668418884277,
       "epoch": 0.24097331240188383,
-      "rel-constrast": 4.304414749145508,
+      "rel-constrast": 6.136301040649414,
       "step": 307,
-      "subrel-constrast": 4.569100856781006,
+      "subrel-constrast": 3.926816940307617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409721851348877,
-      "cov-distil (oracle2student)": 5.193621635437012,
-      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "cov-distil": 2.6681458950042725,
+      "cov-distil (oracle2student)": 4.906818389892578,
+      "cov-distil (oracle2teacher)": 4.054692268371582,
       "epoch": 0.24175824175824176,
-      "rel-constrast": 3.959606885910034,
+      "rel-constrast": 3.799686908721924,
       "step": 308,
-      "subrel-constrast": 3.5845348834991455,
+      "subrel-constrast": 3.5293538570404053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8062539100646973,
-      "cov-distil (oracle2student)": 4.71664571762085,
-      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "cov-distil": 2.943486452102661,
+      "cov-distil (oracle2student)": 5.624420166015625,
+      "cov-distil (oracle2teacher)": 4.865832805633545,
       "epoch": 0.2425431711145997,
-      "rel-constrast": 3.0766100883483887,
+      "rel-constrast": 3.9732346534729004,
       "step": 309,
-      "subrel-constrast": 3.382361888885498,
+      "subrel-constrast": 3.4104995727539062,
       "view-similarity": 0
     },
     {
       "epoch": 0.24332810047095763,
-      "grad_norm": 9.5,
+      "grad_norm": 11.625,
       "learning_rate": 1.545e-05,
-      "loss": 1.2937,
+      "loss": 1.367,
       "step": 310
     },
     {
-      "cov-distil": 2.239055633544922,
-      "cov-distil (oracle2student)": 5.393888473510742,
-      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "cov-distil": 2.6244723796844482,
+      "cov-distil (oracle2student)": 5.866706371307373,
+      "cov-distil (oracle2teacher)": 4.9008917808532715,
       "epoch": 0.24332810047095763,
-      "rel-constrast": 4.987247467041016,
+      "rel-constrast": 6.373926162719727,
       "step": 310,
-      "subrel-constrast": 5.139691352844238,
+      "subrel-constrast": 4.488101482391357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2522640228271484,
-      "cov-distil (oracle2student)": 5.585516452789307,
-      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "cov-distil": 3.5632121562957764,
+      "cov-distil (oracle2student)": 5.155505657196045,
+      "cov-distil (oracle2teacher)": 5.0142059326171875,
       "epoch": 0.24411302982731553,
-      "rel-constrast": 5.4420576095581055,
+      "rel-constrast": 6.277679443359375,
       "step": 311,
-      "subrel-constrast": 5.243014812469482,
+      "subrel-constrast": 5.1024346351623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9545369148254395,
-      "cov-distil (oracle2student)": 7.048440933227539,
-      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "cov-distil": 3.843381404876709,
+      "cov-distil (oracle2student)": 7.657061576843262,
+      "cov-distil (oracle2teacher)": 5.59952974319458,
       "epoch": 0.24489795918367346,
-      "rel-constrast": 4.822846412658691,
+      "rel-constrast": 6.135632514953613,
       "step": 312,
-      "subrel-constrast": 5.2993550300598145,
+      "subrel-constrast": 4.900961875915527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3729989528656006,
-      "cov-distil (oracle2student)": 4.889832496643066,
-      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "cov-distil": 3.1060256958007812,
+      "cov-distil (oracle2student)": 4.893831253051758,
+      "cov-distil (oracle2teacher)": 3.9767580032348633,
       "epoch": 0.2456828885400314,
-      "rel-constrast": 4.288917064666748,
+      "rel-constrast": 4.635200023651123,
       "step": 313,
-      "subrel-constrast": 4.1293230056762695,
+      "subrel-constrast": 4.283213138580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8544390201568604,
-      "cov-distil (oracle2student)": 5.838968276977539,
-      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "cov-distil": 3.1016054153442383,
+      "cov-distil (oracle2student)": 6.062239646911621,
+      "cov-distil (oracle2teacher)": 5.6108503341674805,
       "epoch": 0.24646781789638933,
-      "rel-constrast": 7.789211273193359,
+      "rel-constrast": 8.560279846191406,
       "step": 314,
-      "subrel-constrast": 7.194558143615723,
+      "subrel-constrast": 7.044192314147949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.575493335723877,
-      "cov-distil (oracle2student)": 3.8698391914367676,
-      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "cov-distil": 2.8427748680114746,
+      "cov-distil (oracle2student)": 4.068223476409912,
+      "cov-distil (oracle2teacher)": 3.112412214279175,
       "epoch": 0.24725274725274726,
-      "rel-constrast": 5.1448469161987305,
+      "rel-constrast": 5.4125471115112305,
       "step": 315,
-      "subrel-constrast": 5.066910743713379,
+      "subrel-constrast": 4.892662525177002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5955240726470947,
-      "cov-distil (oracle2student)": 6.330062389373779,
-      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "cov-distil": 3.612217426300049,
+      "cov-distil (oracle2student)": 6.20430850982666,
+      "cov-distil (oracle2teacher)": 5.056683540344238,
       "epoch": 0.24803767660910517,
-      "rel-constrast": 5.845157623291016,
+      "rel-constrast": 5.985476970672607,
       "step": 316,
-      "subrel-constrast": 5.653590679168701,
+      "subrel-constrast": 5.0935492515563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.458334445953369,
-      "cov-distil (oracle2student)": 4.185459136962891,
-      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "cov-distil": 3.5243868827819824,
+      "cov-distil (oracle2student)": 4.722080707550049,
+      "cov-distil (oracle2teacher)": 3.2924301624298096,
       "epoch": 0.2488226059654631,
-      "rel-constrast": 2.779353618621826,
+      "rel-constrast": 2.927239418029785,
       "step": 317,
-      "subrel-constrast": 2.9301249980926514,
+      "subrel-constrast": 2.7868239879608154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7841362953186035,
-      "cov-distil (oracle2student)": 6.304546356201172,
-      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "cov-distil": 2.834930419921875,
+      "cov-distil (oracle2student)": 7.241357803344727,
+      "cov-distil (oracle2teacher)": 5.2385406494140625,
       "epoch": 0.24960753532182103,
-      "rel-constrast": 5.335213661193848,
+      "rel-constrast": 6.596709728240967,
       "step": 318,
-      "subrel-constrast": 4.771610736846924,
+      "subrel-constrast": 4.503012180328369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.501758098602295,
-      "cov-distil (oracle2student)": 2.5830516815185547,
-      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "cov-distil": 4.6294145584106445,
+      "cov-distil (oracle2student)": 3.2060794830322266,
+      "cov-distil (oracle2teacher)": 2.472909927368164,
       "epoch": 0.25039246467817894,
-      "rel-constrast": 3.4819953441619873,
+      "rel-constrast": 4.146984100341797,
       "step": 319,
-      "subrel-constrast": 4.568965435028076,
+      "subrel-constrast": 4.32492733001709,
       "view-similarity": 0
     },
     {
       "epoch": 0.25117739403453687,
-      "grad_norm": 9.375,
+      "grad_norm": 9.75,
       "learning_rate": 1.595e-05,
-      "loss": 1.3169,
+      "loss": 1.4263,
       "step": 320
     },
     {
-      "cov-distil": 2.6786675453186035,
-      "cov-distil (oracle2student)": 6.357356071472168,
-      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "cov-distil": 3.2471065521240234,
+      "cov-distil (oracle2student)": 5.24832820892334,
+      "cov-distil (oracle2teacher)": 4.8232221603393555,
       "epoch": 0.25117739403453687,
-      "rel-constrast": 6.052874565124512,
+      "rel-constrast": 6.012116432189941,
       "step": 320,
-      "subrel-constrast": 5.292226314544678,
+      "subrel-constrast": 4.880139350891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.494877815246582,
-      "cov-distil (oracle2student)": 6.876131057739258,
-      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "cov-distil": 3.157546043395996,
+      "cov-distil (oracle2student)": 6.867677211761475,
+      "cov-distil (oracle2teacher)": 6.053874492645264,
       "epoch": 0.2519623233908948,
-      "rel-constrast": 5.749901294708252,
+      "rel-constrast": 6.826060771942139,
       "step": 321,
-      "subrel-constrast": 5.932641983032227,
+      "subrel-constrast": 5.76216459274292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.38651180267334,
-      "cov-distil (oracle2student)": 6.265422344207764,
-      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "cov-distil": 3.067598581314087,
+      "cov-distil (oracle2student)": 5.943489074707031,
+      "cov-distil (oracle2teacher)": 5.202498912811279,
       "epoch": 0.25274725274725274,
-      "rel-constrast": 6.318136215209961,
+      "rel-constrast": 6.353456497192383,
       "step": 322,
-      "subrel-constrast": 6.435103893280029,
+      "subrel-constrast": 5.987008571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4289562702178955,
-      "cov-distil (oracle2student)": 6.545157432556152,
-      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "cov-distil": 3.1114866733551025,
+      "cov-distil (oracle2student)": 7.59584379196167,
+      "cov-distil (oracle2teacher)": 6.96005916595459,
       "epoch": 0.25353218210361067,
-      "rel-constrast": 3.1901004314422607,
+      "rel-constrast": 4.523984432220459,
       "step": 323,
-      "subrel-constrast": 3.988408327102661,
+      "subrel-constrast": 3.6541523933410645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2045464515686035,
-      "cov-distil (oracle2student)": 4.834115982055664,
-      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "cov-distil": 2.248222827911377,
+      "cov-distil (oracle2student)": 5.706358909606934,
+      "cov-distil (oracle2teacher)": 4.948301315307617,
       "epoch": 0.2543171114599686,
-      "rel-constrast": 3.4951283931732178,
+      "rel-constrast": 4.667326927185059,
       "step": 324,
-      "subrel-constrast": 5.053758144378662,
+      "subrel-constrast": 4.78737211227417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7462997436523438,
-      "cov-distil (oracle2student)": 4.760239124298096,
-      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "cov-distil": 2.2831523418426514,
+      "cov-distil (oracle2student)": 4.755370140075684,
+      "cov-distil (oracle2teacher)": 4.040532112121582,
       "epoch": 0.25510204081632654,
-      "rel-constrast": 5.508856773376465,
+      "rel-constrast": 4.627167701721191,
       "step": 325,
-      "subrel-constrast": 4.718686580657959,
+      "subrel-constrast": 4.401793956756592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674020528793335,
-      "cov-distil (oracle2student)": 6.0317277908325195,
-      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "cov-distil": 2.712343215942383,
+      "cov-distil (oracle2student)": 5.70070219039917,
+      "cov-distil (oracle2teacher)": 4.60653018951416,
       "epoch": 0.25588697017268447,
-      "rel-constrast": 4.99403190612793,
+      "rel-constrast": 6.844998359680176,
       "step": 326,
-      "subrel-constrast": 5.0482378005981445,
+      "subrel-constrast": 4.64809513092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5660901069641113,
-      "cov-distil (oracle2student)": 4.034915447235107,
-      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "cov-distil": 2.156365394592285,
+      "cov-distil (oracle2student)": 3.712214469909668,
+      "cov-distil (oracle2teacher)": 3.16973876953125,
       "epoch": 0.2566718995290424,
-      "rel-constrast": 4.6133012771606445,
+      "rel-constrast": 5.057411193847656,
       "step": 327,
-      "subrel-constrast": 4.879344940185547,
+      "subrel-constrast": 4.276742458343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.365044593811035,
-      "cov-distil (oracle2student)": 6.041069984436035,
-      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "cov-distil": 3.276266098022461,
+      "cov-distil (oracle2student)": 6.313554763793945,
+      "cov-distil (oracle2teacher)": 4.672726631164551,
       "epoch": 0.25745682888540034,
-      "rel-constrast": 7.124080181121826,
+      "rel-constrast": 7.7610578536987305,
       "step": 328,
-      "subrel-constrast": 5.432338714599609,
+      "subrel-constrast": 5.150588512420654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.372805118560791,
-      "cov-distil (oracle2student)": 5.78395938873291,
-      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "cov-distil": 3.1482694149017334,
+      "cov-distil (oracle2student)": 6.211233139038086,
+      "cov-distil (oracle2teacher)": 4.519503593444824,
       "epoch": 0.25824175824175827,
-      "rel-constrast": 6.051140308380127,
+      "rel-constrast": 7.128066062927246,
       "step": 329,
-      "subrel-constrast": 5.881999492645264,
+      "subrel-constrast": 5.229227066040039,
       "view-similarity": 0
     },
     {
       "epoch": 0.25902668759811615,
-      "grad_norm": 12.8125,
+      "grad_norm": 30.125,
       "learning_rate": 1.645e-05,
-      "loss": 1.3897,
+      "loss": 1.495,
       "step": 330
     },
     {
-      "cov-distil": 2.17360520362854,
-      "cov-distil (oracle2student)": 4.5049262046813965,
-      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "cov-distil": 3.4942121505737305,
+      "cov-distil (oracle2student)": 4.702362060546875,
+      "cov-distil (oracle2teacher)": 3.851454973220825,
       "epoch": 0.25902668759811615,
-      "rel-constrast": 6.193095684051514,
+      "rel-constrast": 7.743566989898682,
       "step": 330,
-      "subrel-constrast": 6.21535587310791,
+      "subrel-constrast": 5.834286212921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125455856323242,
-      "cov-distil (oracle2student)": 6.844125747680664,
-      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "cov-distil": 2.4308981895446777,
+      "cov-distil (oracle2student)": 6.707577228546143,
+      "cov-distil (oracle2teacher)": 6.061697959899902,
       "epoch": 0.2598116169544741,
-      "rel-constrast": 5.395874977111816,
+      "rel-constrast": 5.530765056610107,
       "step": 331,
-      "subrel-constrast": 5.601707458496094,
+      "subrel-constrast": 5.404827117919922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.006053924560547,
-      "cov-distil (oracle2student)": 6.137346267700195,
-      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "cov-distil": 2.700594902038574,
+      "cov-distil (oracle2student)": 6.697707653045654,
+      "cov-distil (oracle2teacher)": 4.997561454772949,
       "epoch": 0.260596546310832,
-      "rel-constrast": 5.007664203643799,
+      "rel-constrast": 5.75063419342041,
       "step": 332,
-      "subrel-constrast": 5.2837815284729,
+      "subrel-constrast": 4.904842376708984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.734050750732422,
-      "cov-distil (oracle2student)": 7.4360809326171875,
-      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "cov-distil": 3.122147560119629,
+      "cov-distil (oracle2student)": 6.454063892364502,
+      "cov-distil (oracle2teacher)": 5.4856696128845215,
       "epoch": 0.26138147566718994,
-      "rel-constrast": 7.471103668212891,
+      "rel-constrast": 7.21724271774292,
       "step": 333,
-      "subrel-constrast": 6.6938323974609375,
+      "subrel-constrast": 6.4538092613220215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.608743667602539,
-      "cov-distil (oracle2student)": 6.094544410705566,
-      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "cov-distil": 3.6284923553466797,
+      "cov-distil (oracle2student)": 5.671303749084473,
+      "cov-distil (oracle2teacher)": 5.0850443840026855,
       "epoch": 0.2621664050235479,
-      "rel-constrast": 6.776917934417725,
+      "rel-constrast": 6.136453628540039,
       "step": 334,
-      "subrel-constrast": 5.880159378051758,
+      "subrel-constrast": 5.556970119476318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.892280101776123,
-      "cov-distil (oracle2student)": 5.178328514099121,
-      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "cov-distil": 3.3844223022460938,
+      "cov-distil (oracle2student)": 6.532558441162109,
+      "cov-distil (oracle2teacher)": 5.1386823654174805,
       "epoch": 0.2629513343799058,
-      "rel-constrast": 4.494962215423584,
+      "rel-constrast": 6.085060119628906,
       "step": 335,
-      "subrel-constrast": 4.386334419250488,
+      "subrel-constrast": 3.9505090713500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2362866401672363,
-      "cov-distil (oracle2student)": 6.626348495483398,
-      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "cov-distil": 3.351165533065796,
+      "cov-distil (oracle2student)": 6.627205848693848,
+      "cov-distil (oracle2teacher)": 4.818368434906006,
       "epoch": 0.26373626373626374,
-      "rel-constrast": 3.794989585876465,
+      "rel-constrast": 4.0633087158203125,
       "step": 336,
-      "subrel-constrast": 3.689164638519287,
+      "subrel-constrast": 3.8028533458709717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.421428918838501,
-      "cov-distil (oracle2student)": 7.400732040405273,
-      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "cov-distil": 2.636702537536621,
+      "cov-distil (oracle2student)": 6.419576644897461,
+      "cov-distil (oracle2teacher)": 5.576725482940674,
       "epoch": 0.2645211930926217,
-      "rel-constrast": 5.231344699859619,
+      "rel-constrast": 5.209208011627197,
       "step": 337,
-      "subrel-constrast": 5.4244794845581055,
+      "subrel-constrast": 4.492473602294922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3564536571502686,
-      "cov-distil (oracle2student)": 5.809101104736328,
-      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "cov-distil": 2.5485739707946777,
+      "cov-distil (oracle2student)": 5.755950927734375,
+      "cov-distil (oracle2teacher)": 4.924200534820557,
       "epoch": 0.2653061224489796,
-      "rel-constrast": 3.5233960151672363,
+      "rel-constrast": 4.338869094848633,
       "step": 338,
-      "subrel-constrast": 3.6908886432647705,
+      "subrel-constrast": 3.4522180557250977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1037206649780273,
-      "cov-distil (oracle2student)": 2.2603325843811035,
-      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "cov-distil": 3.0320019721984863,
+      "cov-distil (oracle2student)": 3.228222370147705,
+      "cov-distil (oracle2teacher)": 2.803506851196289,
       "epoch": 0.26609105180533754,
-      "rel-constrast": 3.4815633296966553,
+      "rel-constrast": 3.474172353744507,
       "step": 339,
-      "subrel-constrast": 3.288261890411377,
+      "subrel-constrast": 3.0635268688201904,
       "view-similarity": 0
     },
     {
       "epoch": 0.2668759811616955,
-      "grad_norm": 8.6875,
+      "grad_norm": 10.9375,
       "learning_rate": 1.6950000000000002e-05,
-      "loss": 1.3469,
+      "loss": 1.3887,
       "step": 340
     },
     {
-      "cov-distil": 3.3706393241882324,
-      "cov-distil (oracle2student)": 6.5477705001831055,
-      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "cov-distil": 3.49402117729187,
+      "cov-distil (oracle2student)": 7.210906028747559,
+      "cov-distil (oracle2teacher)": 5.0158233642578125,
       "epoch": 0.2668759811616955,
-      "rel-constrast": 4.431926727294922,
+      "rel-constrast": 4.837923049926758,
       "step": 340,
-      "subrel-constrast": 4.443270683288574,
+      "subrel-constrast": 3.96360445022583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7762702703475952,
-      "cov-distil (oracle2student)": 5.8467302322387695,
-      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "cov-distil": 2.364725112915039,
+      "cov-distil (oracle2student)": 6.774990558624268,
+      "cov-distil (oracle2teacher)": 4.92592716217041,
       "epoch": 0.26766091051805335,
-      "rel-constrast": 6.334066390991211,
+      "rel-constrast": 6.70700216293335,
       "step": 341,
-      "subrel-constrast": 5.981983661651611,
+      "subrel-constrast": 5.498395919799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9460091590881348,
-      "cov-distil (oracle2student)": 5.643100738525391,
-      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "cov-distil": 3.675469160079956,
+      "cov-distil (oracle2student)": 6.020564079284668,
+      "cov-distil (oracle2teacher)": 4.985093116760254,
       "epoch": 0.2684458398744113,
-      "rel-constrast": 5.211766242980957,
+      "rel-constrast": 5.4752960205078125,
       "step": 342,
-      "subrel-constrast": 5.1992878913879395,
+      "subrel-constrast": 5.19370698928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.367637872695923,
-      "cov-distil (oracle2student)": 5.941043853759766,
-      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "cov-distil": 2.710606575012207,
+      "cov-distil (oracle2student)": 5.1702561378479,
+      "cov-distil (oracle2teacher)": 4.896413326263428,
       "epoch": 0.2692307692307692,
-      "rel-constrast": 5.264193058013916,
+      "rel-constrast": 4.92357873916626,
       "step": 343,
-      "subrel-constrast": 3.895352840423584,
+      "subrel-constrast": 4.078018665313721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.412367820739746,
-      "cov-distil (oracle2student)": 7.493007659912109,
-      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "cov-distil": 2.9351677894592285,
+      "cov-distil (oracle2student)": 6.349701881408691,
+      "cov-distil (oracle2teacher)": 5.054539680480957,
       "epoch": 0.27001569858712715,
-      "rel-constrast": 5.213747024536133,
+      "rel-constrast": 5.1082682609558105,
       "step": 344,
-      "subrel-constrast": 4.595364093780518,
+      "subrel-constrast": 4.37379789352417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8810176849365234,
-      "cov-distil (oracle2student)": 7.061761379241943,
-      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "cov-distil": 3.5741896629333496,
+      "cov-distil (oracle2student)": 6.700535774230957,
+      "cov-distil (oracle2teacher)": 5.530913352966309,
       "epoch": 0.2708006279434851,
-      "rel-constrast": 5.749035835266113,
+      "rel-constrast": 4.915071964263916,
       "step": 345,
-      "subrel-constrast": 5.173506259918213,
+      "subrel-constrast": 4.948842525482178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8150792121887207,
-      "cov-distil (oracle2student)": 5.25694465637207,
-      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "cov-distil": 3.7902779579162598,
+      "cov-distil (oracle2student)": 4.731903076171875,
+      "cov-distil (oracle2teacher)": 4.770266056060791,
       "epoch": 0.271585557299843,
-      "rel-constrast": 3.7829973697662354,
+      "rel-constrast": 4.276309967041016,
       "step": 346,
-      "subrel-constrast": 4.973955154418945,
+      "subrel-constrast": 4.362357139587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5536751747131348,
-      "cov-distil (oracle2student)": 4.120350360870361,
-      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "cov-distil": 2.7229695320129395,
+      "cov-distil (oracle2student)": 4.780536651611328,
+      "cov-distil (oracle2teacher)": 3.6855499744415283,
       "epoch": 0.27237048665620095,
-      "rel-constrast": 3.704036235809326,
+      "rel-constrast": 4.157382965087891,
       "step": 347,
-      "subrel-constrast": 3.350982666015625,
+      "subrel-constrast": 3.040459632873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1382832527160645,
-      "cov-distil (oracle2student)": 5.11441707611084,
-      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "cov-distil": 2.133462429046631,
+      "cov-distil (oracle2student)": 5.408270835876465,
+      "cov-distil (oracle2teacher)": 5.279867649078369,
       "epoch": 0.2731554160125589,
-      "rel-constrast": 3.458172082901001,
+      "rel-constrast": 3.8222789764404297,
       "step": 348,
-      "subrel-constrast": 4.3986616134643555,
+      "subrel-constrast": 3.876159906387329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1670680046081543,
-      "cov-distil (oracle2student)": 6.426840782165527,
-      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "cov-distil": 2.9878487586975098,
+      "cov-distil (oracle2student)": 6.929985046386719,
+      "cov-distil (oracle2teacher)": 5.093683242797852,
       "epoch": 0.2739403453689168,
-      "rel-constrast": 3.4649224281311035,
+      "rel-constrast": 4.3066606521606445,
       "step": 349,
-      "subrel-constrast": 3.7243576049804688,
+      "subrel-constrast": 3.651686429977417,
       "view-similarity": 0
     },
     {
       "epoch": 0.27472527472527475,
-      "grad_norm": 9.25,
+      "grad_norm": 9.875,
       "learning_rate": 1.745e-05,
-      "loss": 1.2339,
+      "loss": 1.2132,
       "step": 350
     },
     {
-      "cov-distil": 3.608635902404785,
-      "cov-distil (oracle2student)": 4.330803871154785,
-      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "cov-distil": 4.154344081878662,
+      "cov-distil (oracle2student)": 4.43400239944458,
+      "cov-distil (oracle2teacher)": 3.726571798324585,
       "epoch": 0.27472527472527475,
-      "rel-constrast": 5.567419528961182,
+      "rel-constrast": 5.840875625610352,
       "step": 350,
-      "subrel-constrast": 5.5189409255981445,
+      "subrel-constrast": 5.234407424926758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.042238473892212,
-      "cov-distil (oracle2student)": 5.05877685546875,
-      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "cov-distil": 3.1520259380340576,
+      "cov-distil (oracle2student)": 4.310547828674316,
+      "cov-distil (oracle2teacher)": 4.410953044891357,
       "epoch": 0.2755102040816326,
-      "rel-constrast": 4.822046756744385,
+      "rel-constrast": 4.542810440063477,
       "step": 351,
-      "subrel-constrast": 4.42357063293457,
+      "subrel-constrast": 4.721284866333008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5642943382263184,
-      "cov-distil (oracle2student)": 5.4788360595703125,
-      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "cov-distil": 2.042290210723877,
+      "cov-distil (oracle2student)": 5.880301475524902,
+      "cov-distil (oracle2teacher)": 4.898249626159668,
       "epoch": 0.27629513343799056,
-      "rel-constrast": 4.740970134735107,
+      "rel-constrast": 5.495250701904297,
       "step": 352,
-      "subrel-constrast": 4.879831790924072,
+      "subrel-constrast": 4.408053398132324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6448025703430176,
-      "cov-distil (oracle2student)": 8.111321449279785,
-      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "cov-distil": 3.0820250511169434,
+      "cov-distil (oracle2student)": 7.8096208572387695,
+      "cov-distil (oracle2teacher)": 5.75828742980957,
       "epoch": 0.2770800627943485,
-      "rel-constrast": 5.818354606628418,
+      "rel-constrast": 6.663204669952393,
       "step": 353,
-      "subrel-constrast": 5.211849689483643,
+      "subrel-constrast": 4.689756393432617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4067766666412354,
-      "cov-distil (oracle2student)": 4.365912914276123,
-      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "cov-distil": 2.6350584030151367,
+      "cov-distil (oracle2student)": 4.396308898925781,
+      "cov-distil (oracle2teacher)": 3.2536141872406006,
       "epoch": 0.2778649921507064,
-      "rel-constrast": 5.573647975921631,
+      "rel-constrast": 5.619442939758301,
       "step": 354,
-      "subrel-constrast": 5.32288122177124,
+      "subrel-constrast": 4.852662086486816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5952365398406982,
-      "cov-distil (oracle2student)": 5.804892539978027,
-      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "cov-distil": 3.2703328132629395,
+      "cov-distil (oracle2student)": 6.63592004776001,
+      "cov-distil (oracle2teacher)": 5.588383674621582,
       "epoch": 0.27864992150706436,
-      "rel-constrast": 2.9114840030670166,
+      "rel-constrast": 3.6034908294677734,
       "step": 355,
-      "subrel-constrast": 3.7944581508636475,
+      "subrel-constrast": 3.7527341842651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0212960243225098,
-      "cov-distil (oracle2student)": 5.7747039794921875,
-      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "cov-distil": 3.4463188648223877,
+      "cov-distil (oracle2student)": 6.357917785644531,
+      "cov-distil (oracle2teacher)": 5.016839504241943,
       "epoch": 0.2794348508634223,
-      "rel-constrast": 5.615074634552002,
+      "rel-constrast": 5.065958499908447,
       "step": 356,
-      "subrel-constrast": 4.403563022613525,
+      "subrel-constrast": 4.6299824714660645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7942184209823608,
-      "cov-distil (oracle2student)": 6.0659027099609375,
-      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "cov-distil": 2.0732581615448,
+      "cov-distil (oracle2student)": 5.804237365722656,
+      "cov-distil (oracle2teacher)": 5.375204086303711,
       "epoch": 0.2802197802197802,
-      "rel-constrast": 5.249208927154541,
+      "rel-constrast": 5.585434913635254,
       "step": 357,
-      "subrel-constrast": 5.535679817199707,
+      "subrel-constrast": 5.207307815551758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.774811267852783,
-      "cov-distil (oracle2student)": 6.464753150939941,
-      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "cov-distil": 2.9298481941223145,
+      "cov-distil (oracle2student)": 6.537027835845947,
+      "cov-distil (oracle2teacher)": 5.530665397644043,
       "epoch": 0.28100470957613816,
-      "rel-constrast": 4.891279697418213,
+      "rel-constrast": 5.80604362487793,
       "step": 358,
-      "subrel-constrast": 5.464860439300537,
+      "subrel-constrast": 5.920729637145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.453803539276123,
-      "cov-distil (oracle2student)": 4.161431789398193,
-      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "cov-distil": 2.4743998050689697,
+      "cov-distil (oracle2student)": 4.3299336433410645,
+      "cov-distil (oracle2teacher)": 3.4464523792266846,
       "epoch": 0.2817896389324961,
-      "rel-constrast": 5.083553314208984,
+      "rel-constrast": 6.006719589233398,
       "step": 359,
-      "subrel-constrast": 4.7147111892700195,
+      "subrel-constrast": 4.429600238800049,
       "view-similarity": 0
     },
     {
       "epoch": 0.282574568288854,
-      "grad_norm": 11.3125,
+      "grad_norm": 11.6875,
       "learning_rate": 1.795e-05,
-      "loss": 1.3216,
+      "loss": 1.3557,
       "step": 360
     },
     {
-      "cov-distil": 2.5603387355804443,
-      "cov-distil (oracle2student)": 5.630814552307129,
-      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "cov-distil": 3.5496397018432617,
+      "cov-distil (oracle2student)": 4.70308780670166,
+      "cov-distil (oracle2teacher)": 4.441425323486328,
       "epoch": 0.282574568288854,
-      "rel-constrast": 4.032361030578613,
+      "rel-constrast": 3.6564595699310303,
       "step": 360,
-      "subrel-constrast": 4.251352787017822,
+      "subrel-constrast": 4.427983283996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8229472637176514,
-      "cov-distil (oracle2student)": 6.268754005432129,
-      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "cov-distil": 2.210775375366211,
+      "cov-distil (oracle2student)": 5.588913440704346,
+      "cov-distil (oracle2teacher)": 4.462770938873291,
       "epoch": 0.28335949764521196,
-      "rel-constrast": 4.587757587432861,
+      "rel-constrast": 5.913948059082031,
       "step": 361,
-      "subrel-constrast": 5.313897132873535,
+      "subrel-constrast": 4.857327461242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8588380813598633,
-      "cov-distil (oracle2student)": 5.717771530151367,
-      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "cov-distil": 2.7464823722839355,
+      "cov-distil (oracle2student)": 5.070058822631836,
+      "cov-distil (oracle2teacher)": 4.40608024597168,
       "epoch": 0.28414442700156983,
-      "rel-constrast": 4.3423991203308105,
+      "rel-constrast": 5.411225318908691,
       "step": 362,
-      "subrel-constrast": 4.597593784332275,
+      "subrel-constrast": 3.9650962352752686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7841402292251587,
-      "cov-distil (oracle2student)": 5.66856050491333,
-      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "cov-distil": 2.390380382537842,
+      "cov-distil (oracle2student)": 5.747140407562256,
+      "cov-distil (oracle2teacher)": 5.112768650054932,
       "epoch": 0.28492935635792777,
-      "rel-constrast": 4.133660316467285,
+      "rel-constrast": 5.220882415771484,
       "step": 363,
-      "subrel-constrast": 4.4824748039245605,
+      "subrel-constrast": 3.907060384750366,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4724202156066895,
-      "cov-distil (oracle2student)": 5.346518516540527,
-      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "cov-distil": 3.2588510513305664,
+      "cov-distil (oracle2student)": 5.065161228179932,
+      "cov-distil (oracle2teacher)": 4.869439125061035,
       "epoch": 0.2857142857142857,
-      "rel-constrast": 4.145630836486816,
+      "rel-constrast": 4.017510414123535,
       "step": 364,
-      "subrel-constrast": 4.977063179016113,
+      "subrel-constrast": 4.68588399887085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.808846354484558,
-      "cov-distil (oracle2student)": 5.196928977966309,
-      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "cov-distil": 1.8035261631011963,
+      "cov-distil (oracle2student)": 5.808452606201172,
+      "cov-distil (oracle2teacher)": 4.553061485290527,
       "epoch": 0.28649921507064363,
-      "rel-constrast": 4.831958770751953,
+      "rel-constrast": 4.353311538696289,
       "step": 365,
-      "subrel-constrast": 3.620854616165161,
+      "subrel-constrast": 3.5678341388702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8844127655029297,
-      "cov-distil (oracle2student)": 4.427166938781738,
-      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "cov-distil": 2.2260358333587646,
+      "cov-distil (oracle2student)": 4.4498748779296875,
+      "cov-distil (oracle2teacher)": 3.677988052368164,
       "epoch": 0.28728414442700156,
-      "rel-constrast": 2.9533321857452393,
+      "rel-constrast": 3.346419095993042,
       "step": 366,
-      "subrel-constrast": 3.6614904403686523,
+      "subrel-constrast": 3.4819939136505127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.588649034500122,
-      "cov-distil (oracle2student)": 4.825804710388184,
-      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "cov-distil": 3.3118133544921875,
+      "cov-distil (oracle2student)": 5.084794044494629,
+      "cov-distil (oracle2teacher)": 4.760309219360352,
       "epoch": 0.2880690737833595,
-      "rel-constrast": 3.4529616832733154,
+      "rel-constrast": 3.325695276260376,
       "step": 367,
-      "subrel-constrast": 3.642184257507324,
+      "subrel-constrast": 3.7984561920166016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7902345657348633,
-      "cov-distil (oracle2student)": 3.9853460788726807,
-      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "cov-distil": 2.774813652038574,
+      "cov-distil (oracle2student)": 4.763640880584717,
+      "cov-distil (oracle2teacher)": 3.6204562187194824,
       "epoch": 0.28885400313971743,
-      "rel-constrast": 4.276392936706543,
+      "rel-constrast": 4.923238754272461,
       "step": 368,
-      "subrel-constrast": 4.645603179931641,
+      "subrel-constrast": 4.1933979988098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6349034309387207,
-      "cov-distil (oracle2student)": 4.3472089767456055,
-      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "cov-distil": 3.843071222305298,
+      "cov-distil (oracle2student)": 5.1648101806640625,
+      "cov-distil (oracle2teacher)": 4.171273231506348,
       "epoch": 0.28963893249607536,
-      "rel-constrast": 3.0620291233062744,
+      "rel-constrast": 5.060202121734619,
       "step": 369,
-      "subrel-constrast": 4.223392486572266,
+      "subrel-constrast": 3.962991952896118,
       "view-similarity": 0
     },
     {
       "epoch": 0.2904238618524333,
-      "grad_norm": 8.625,
+      "grad_norm": 11.375,
       "learning_rate": 1.845e-05,
-      "loss": 1.056,
+      "loss": 1.1307,
       "step": 370
     },
     {
-      "cov-distil": 2.1786646842956543,
-      "cov-distil (oracle2student)": 5.363110542297363,
-      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "cov-distil": 3.0642147064208984,
+      "cov-distil (oracle2student)": 4.858706951141357,
+      "cov-distil (oracle2teacher)": 4.6909098625183105,
       "epoch": 0.2904238618524333,
-      "rel-constrast": 5.482825756072998,
+      "rel-constrast": 5.133362770080566,
       "step": 370,
-      "subrel-constrast": 5.345534801483154,
+      "subrel-constrast": 4.833539009094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2218286991119385,
-      "cov-distil (oracle2student)": 4.884929656982422,
-      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "cov-distil": 2.193815231323242,
+      "cov-distil (oracle2student)": 5.205706596374512,
+      "cov-distil (oracle2teacher)": 4.471169948577881,
       "epoch": 0.29120879120879123,
-      "rel-constrast": 3.8980860710144043,
+      "rel-constrast": 4.498729705810547,
       "step": 371,
-      "subrel-constrast": 4.179631233215332,
+      "subrel-constrast": 3.7702345848083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699034690856934,
-      "cov-distil (oracle2student)": 6.411710739135742,
-      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "cov-distil": 3.3807833194732666,
+      "cov-distil (oracle2student)": 7.128001689910889,
+      "cov-distil (oracle2teacher)": 6.004981994628906,
       "epoch": 0.29199372056514916,
-      "rel-constrast": 4.8935041427612305,
+      "rel-constrast": 6.064408302307129,
       "step": 372,
-      "subrel-constrast": 4.370950222015381,
+      "subrel-constrast": 4.12363338470459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.892509937286377,
-      "cov-distil (oracle2student)": 5.259044170379639,
-      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "cov-distil": 2.4388844966888428,
+      "cov-distil (oracle2student)": 5.8257975578308105,
+      "cov-distil (oracle2teacher)": 4.944259166717529,
       "epoch": 0.29277864992150704,
-      "rel-constrast": 3.2014081478118896,
+      "rel-constrast": 3.4590320587158203,
       "step": 373,
-      "subrel-constrast": 4.1573052406311035,
+      "subrel-constrast": 3.6194028854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.772082805633545,
-      "cov-distil (oracle2student)": 4.566726207733154,
-      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "cov-distil": 4.098972797393799,
+      "cov-distil (oracle2student)": 5.163208961486816,
+      "cov-distil (oracle2teacher)": 3.91164493560791,
       "epoch": 0.29356357927786497,
-      "rel-constrast": 3.1878111362457275,
+      "rel-constrast": 2.7103641033172607,
       "step": 374,
-      "subrel-constrast": 3.35384464263916,
+      "subrel-constrast": 3.4396541118621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.591693162918091,
-      "cov-distil (oracle2student)": 5.522881507873535,
-      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "cov-distil": 2.857800245285034,
+      "cov-distil (oracle2student)": 5.966324329376221,
+      "cov-distil (oracle2teacher)": 4.463338851928711,
       "epoch": 0.2943485086342229,
-      "rel-constrast": 5.37741756439209,
+      "rel-constrast": 5.030697822570801,
       "step": 375,
-      "subrel-constrast": 4.653171062469482,
+      "subrel-constrast": 4.487659454345703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5359158515930176,
-      "cov-distil (oracle2student)": 5.827084064483643,
-      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "cov-distil": 2.6614041328430176,
+      "cov-distil (oracle2student)": 4.721680164337158,
+      "cov-distil (oracle2teacher)": 4.302639961242676,
       "epoch": 0.29513343799058084,
-      "rel-constrast": 4.727353572845459,
+      "rel-constrast": 3.6808102130889893,
       "step": 376,
-      "subrel-constrast": 3.935854911804199,
+      "subrel-constrast": 4.03108549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.781376838684082,
-      "cov-distil (oracle2student)": 4.058488368988037,
-      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "cov-distil": 3.502884864807129,
+      "cov-distil (oracle2student)": 3.1693155765533447,
+      "cov-distil (oracle2teacher)": 3.4502291679382324,
       "epoch": 0.29591836734693877,
-      "rel-constrast": 3.8341798782348633,
+      "rel-constrast": 4.879819869995117,
       "step": 377,
-      "subrel-constrast": 3.886284351348877,
+      "subrel-constrast": 3.6787664890289307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2513608932495117,
-      "cov-distil (oracle2student)": 6.062292098999023,
-      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "cov-distil": 4.163583278656006,
+      "cov-distil (oracle2student)": 5.888091564178467,
+      "cov-distil (oracle2teacher)": 5.790854454040527,
       "epoch": 0.2967032967032967,
-      "rel-constrast": 4.896815299987793,
+      "rel-constrast": 4.67321252822876,
       "step": 378,
-      "subrel-constrast": 5.234432220458984,
+      "subrel-constrast": 4.828137397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.81939697265625,
-      "cov-distil (oracle2student)": 6.846397399902344,
-      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "cov-distil": 3.724635601043701,
+      "cov-distil (oracle2student)": 6.434304237365723,
+      "cov-distil (oracle2teacher)": 5.7894287109375,
       "epoch": 0.29748822605965464,
-      "rel-constrast": 4.4655609130859375,
+      "rel-constrast": 4.6977362632751465,
       "step": 379,
-      "subrel-constrast": 5.3056440353393555,
+      "subrel-constrast": 4.85424280166626,
       "view-similarity": 0
     },
     {
       "epoch": 0.29827315541601257,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.75,
       "learning_rate": 1.895e-05,
-      "loss": 1.1617,
+      "loss": 1.1207,
       "step": 380
     },
     {
-      "cov-distil": 2.145519733428955,
-      "cov-distil (oracle2student)": 5.0195159912109375,
-      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "cov-distil": 3.342090606689453,
+      "cov-distil (oracle2student)": 5.437918186187744,
+      "cov-distil (oracle2teacher)": 5.068955898284912,
       "epoch": 0.29827315541601257,
-      "rel-constrast": 5.061878204345703,
+      "rel-constrast": 5.670958042144775,
       "step": 380,
-      "subrel-constrast": 4.256718158721924,
+      "subrel-constrast": 5.016107559204102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4396960735321045,
-      "cov-distil (oracle2student)": 5.107587814331055,
-      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "cov-distil": 2.274932622909546,
+      "cov-distil (oracle2student)": 5.885303974151611,
+      "cov-distil (oracle2teacher)": 4.364526271820068,
       "epoch": 0.2990580847723705,
-      "rel-constrast": 5.701793193817139,
+      "rel-constrast": 6.668826103210449,
       "step": 381,
-      "subrel-constrast": 5.409301280975342,
+      "subrel-constrast": 5.0057196617126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1333658695220947,
-      "cov-distil (oracle2student)": 5.085638523101807,
-      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "cov-distil": 3.3376357555389404,
+      "cov-distil (oracle2student)": 5.539648056030273,
+      "cov-distil (oracle2teacher)": 4.915032863616943,
       "epoch": 0.29984301412872844,
-      "rel-constrast": 5.165194511413574,
+      "rel-constrast": 5.473977088928223,
       "step": 382,
-      "subrel-constrast": 5.093568325042725,
+      "subrel-constrast": 4.959965229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2161717414855957,
-      "cov-distil (oracle2student)": 7.9994072914123535,
-      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "cov-distil": 2.7053093910217285,
+      "cov-distil (oracle2student)": 6.798985481262207,
+      "cov-distil (oracle2teacher)": 6.57553768157959,
       "epoch": 0.30062794348508637,
-      "rel-constrast": 7.066175937652588,
+      "rel-constrast": 6.858295917510986,
       "step": 383,
-      "subrel-constrast": 6.8308610916137695,
+      "subrel-constrast": 6.3767805099487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2208333015441895,
-      "cov-distil (oracle2student)": 4.0523858070373535,
-      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "cov-distil": 2.2938199043273926,
+      "cov-distil (oracle2student)": 5.1603546142578125,
+      "cov-distil (oracle2teacher)": 3.9803106784820557,
       "epoch": 0.30141287284144425,
-      "rel-constrast": 4.53468132019043,
+      "rel-constrast": 5.294081687927246,
       "step": 384,
-      "subrel-constrast": 5.056024074554443,
+      "subrel-constrast": 4.74169921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.071730136871338,
-      "cov-distil (oracle2student)": 4.249073505401611,
-      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "cov-distil": 3.180255889892578,
+      "cov-distil (oracle2student)": 4.09005880355835,
+      "cov-distil (oracle2teacher)": 4.657160758972168,
       "epoch": 0.3021978021978022,
-      "rel-constrast": 3.109813690185547,
+      "rel-constrast": 3.0473437309265137,
       "step": 385,
-      "subrel-constrast": 4.911736488342285,
+      "subrel-constrast": 4.1963067054748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9057316780090332,
-      "cov-distil (oracle2student)": 5.550108432769775,
-      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "cov-distil": 2.842134475708008,
+      "cov-distil (oracle2student)": 5.590790748596191,
+      "cov-distil (oracle2teacher)": 4.810594081878662,
       "epoch": 0.3029827315541601,
-      "rel-constrast": 6.038972854614258,
+      "rel-constrast": 5.370046615600586,
       "step": 386,
-      "subrel-constrast": 5.7528533935546875,
+      "subrel-constrast": 5.732616424560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.894748568534851,
-      "cov-distil (oracle2student)": 4.208711624145508,
-      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "cov-distil": 2.674454689025879,
+      "cov-distil (oracle2student)": 4.954473495483398,
+      "cov-distil (oracle2teacher)": 4.340337753295898,
       "epoch": 0.30376766091051804,
-      "rel-constrast": 3.28928804397583,
+      "rel-constrast": 4.921362400054932,
       "step": 387,
-      "subrel-constrast": 4.545385837554932,
+      "subrel-constrast": 4.25612735748291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.000256061553955,
-      "cov-distil (oracle2student)": 3.989053964614868,
-      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "cov-distil": 2.6796915531158447,
+      "cov-distil (oracle2student)": 3.342512607574463,
+      "cov-distil (oracle2teacher)": 3.4208972454071045,
       "epoch": 0.304552590266876,
-      "rel-constrast": 3.6278958320617676,
+      "rel-constrast": 3.3919224739074707,
       "step": 388,
-      "subrel-constrast": 4.682122230529785,
+      "subrel-constrast": 4.419375419616699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.647186756134033,
-      "cov-distil (oracle2student)": 5.239346027374268,
-      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "cov-distil": 2.6880440711975098,
+      "cov-distil (oracle2student)": 5.669834136962891,
+      "cov-distil (oracle2teacher)": 4.4033427238464355,
       "epoch": 0.3053375196232339,
-      "rel-constrast": 5.672878265380859,
+      "rel-constrast": 6.258090019226074,
       "step": 389,
-      "subrel-constrast": 5.35860013961792,
+      "subrel-constrast": 5.029729843139648,
       "view-similarity": 0
     },
     {
       "epoch": 0.30612244897959184,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.625,
       "learning_rate": 1.9450000000000002e-05,
-      "loss": 1.2934,
+      "loss": 1.3239,
       "step": 390
     },
     {
-      "cov-distil": 1.9906284809112549,
-      "cov-distil (oracle2student)": 5.879648208618164,
-      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "cov-distil": 2.819201946258545,
+      "cov-distil (oracle2student)": 5.652064800262451,
+      "cov-distil (oracle2teacher)": 5.060802459716797,
       "epoch": 0.30612244897959184,
-      "rel-constrast": 3.779395580291748,
+      "rel-constrast": 4.163224697113037,
       "step": 390,
-      "subrel-constrast": 4.119905471801758,
+      "subrel-constrast": 3.8147494792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.988453984260559,
-      "cov-distil (oracle2student)": 4.781367301940918,
-      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "cov-distil": 2.6448898315429688,
+      "cov-distil (oracle2student)": 5.8028340339660645,
+      "cov-distil (oracle2teacher)": 4.489571571350098,
       "epoch": 0.3069073783359498,
-      "rel-constrast": 3.251140594482422,
+      "rel-constrast": 3.7230937480926514,
       "step": 391,
-      "subrel-constrast": 3.398293972015381,
+      "subrel-constrast": 3.4076385498046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271214008331299,
-      "cov-distil (oracle2student)": 3.573791265487671,
-      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "cov-distil": 3.086348056793213,
+      "cov-distil (oracle2student)": 3.6303696632385254,
+      "cov-distil (oracle2teacher)": 3.8392837047576904,
       "epoch": 0.3076923076923077,
-      "rel-constrast": 3.212885618209839,
+      "rel-constrast": 3.7997756004333496,
       "step": 392,
-      "subrel-constrast": 4.208346843719482,
+      "subrel-constrast": 3.815889596939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.500980854034424,
-      "cov-distil (oracle2student)": 5.914056777954102,
-      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "cov-distil": 3.806879758834839,
+      "cov-distil (oracle2student)": 5.587726593017578,
+      "cov-distil (oracle2teacher)": 4.480946063995361,
       "epoch": 0.30847723704866564,
-      "rel-constrast": 5.385578632354736,
+      "rel-constrast": 5.921872138977051,
       "step": 393,
-      "subrel-constrast": 5.659003257751465,
+      "subrel-constrast": 5.012782096862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4672982692718506,
-      "cov-distil (oracle2student)": 4.736859321594238,
-      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "cov-distil": 3.201535224914551,
+      "cov-distil (oracle2student)": 4.992372512817383,
+      "cov-distil (oracle2teacher)": 4.038873195648193,
       "epoch": 0.3092621664050236,
-      "rel-constrast": 2.597383975982666,
+      "rel-constrast": 3.6981234550476074,
       "step": 394,
-      "subrel-constrast": 3.6748647689819336,
+      "subrel-constrast": 3.042113780975342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2462375164031982,
-      "cov-distil (oracle2student)": 5.579372406005859,
-      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "cov-distil": 2.1749980449676514,
+      "cov-distil (oracle2student)": 6.526998519897461,
+      "cov-distil (oracle2teacher)": 4.954664707183838,
       "epoch": 0.31004709576138145,
-      "rel-constrast": 4.2792158126831055,
+      "rel-constrast": 5.17673397064209,
       "step": 395,
-      "subrel-constrast": 4.788985729217529,
+      "subrel-constrast": 4.380306720733643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1940720081329346,
-      "cov-distil (oracle2student)": 6.999589920043945,
-      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "cov-distil": 2.866086006164551,
+      "cov-distil (oracle2student)": 7.322890758514404,
+      "cov-distil (oracle2teacher)": 6.464868545532227,
       "epoch": 0.3108320251177394,
-      "rel-constrast": 3.4981136322021484,
+      "rel-constrast": 3.7013537883758545,
       "step": 396,
-      "subrel-constrast": 3.725527048110962,
+      "subrel-constrast": 4.221440315246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4211723804473877,
-      "cov-distil (oracle2student)": 4.806880474090576,
-      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "cov-distil": 2.4144694805145264,
+      "cov-distil (oracle2student)": 4.284505844116211,
+      "cov-distil (oracle2teacher)": 4.197414875030518,
       "epoch": 0.3116169544740973,
-      "rel-constrast": 3.6912615299224854,
+      "rel-constrast": 3.913599967956543,
       "step": 397,
-      "subrel-constrast": 4.080460548400879,
+      "subrel-constrast": 3.772303819656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.147724151611328,
-      "cov-distil (oracle2student)": 3.4920403957366943,
-      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "cov-distil": 1.8099480867385864,
+      "cov-distil (oracle2student)": 4.010860919952393,
+      "cov-distil (oracle2teacher)": 3.9283041954040527,
       "epoch": 0.31240188383045525,
-      "rel-constrast": 3.37844181060791,
+      "rel-constrast": 4.429471969604492,
       "step": 398,
-      "subrel-constrast": 4.133568286895752,
+      "subrel-constrast": 3.970705986022949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341226577758789,
-      "cov-distil (oracle2student)": 5.704563140869141,
-      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "cov-distil": 2.0238213539123535,
+      "cov-distil (oracle2student)": 6.013174057006836,
+      "cov-distil (oracle2teacher)": 4.590714454650879,
       "epoch": 0.3131868131868132,
-      "rel-constrast": 5.77735710144043,
+      "rel-constrast": 6.082208633422852,
       "step": 399,
-      "subrel-constrast": 5.990045070648193,
+      "subrel-constrast": 5.129321098327637,
       "view-similarity": 0
     },
     {
       "epoch": 0.3139717425431711,
-      "grad_norm": 10.25,
+      "grad_norm": 12.9375,
       "learning_rate": 1.995e-05,
-      "loss": 1.0277,
+      "loss": 1.1152,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
-      "overlap": 0.21250000596046448,
+      "overlap": 0.25,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "student margin": 0.0499267578125
+      "student margin": 0.042327880859375
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "teacher margin": 0.0330810546875
+      "teacher margin": 0.0385589599609375
     },
     {
       "epoch": 0.3139717425431711,
-      "margin difference": -0.016845703125,
+      "margin difference": -0.0037689208984375,
       "step": 400
     },
     {
-      "cov-distil": 3.029654026031494,
-      "cov-distil (oracle2student)": 6.3546295166015625,
-      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "cov-distil": 3.886928081512451,
+      "cov-distil (oracle2student)": 5.335042953491211,
+      "cov-distil (oracle2teacher)": 4.339117527008057,
       "epoch": 0.3139717425431711,
-      "rel-constrast": 5.21034049987793,
+      "rel-constrast": 4.6403913497924805,
       "step": 400,
-      "subrel-constrast": 4.272339820861816,
+      "subrel-constrast": 3.912580728530884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7038116455078125,
-      "cov-distil (oracle2student)": 4.764902114868164,
-      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "cov-distil": 3.056687831878662,
+      "cov-distil (oracle2student)": 5.348229885101318,
+      "cov-distil (oracle2teacher)": 3.6517839431762695,
       "epoch": 0.31475667189952905,
-      "rel-constrast": 4.609540939331055,
+      "rel-constrast": 4.588954925537109,
       "step": 401,
-      "subrel-constrast": 4.73413610458374,
+      "subrel-constrast": 4.800741672515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.099792242050171,
-      "cov-distil (oracle2student)": 3.520395278930664,
-      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "cov-distil": 2.2604470252990723,
+      "cov-distil (oracle2student)": 4.378152847290039,
+      "cov-distil (oracle2teacher)": 3.4860801696777344,
       "epoch": 0.315541601255887,
-      "rel-constrast": 3.90291428565979,
+      "rel-constrast": 4.399611949920654,
       "step": 402,
-      "subrel-constrast": 4.711536407470703,
+      "subrel-constrast": 4.155108451843262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4153919219970703,
-      "cov-distil (oracle2student)": 4.881484031677246,
-      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "cov-distil": 2.9338903427124023,
+      "cov-distil (oracle2student)": 6.613400459289551,
+      "cov-distil (oracle2teacher)": 5.678437232971191,
       "epoch": 0.3163265306122449,
-      "rel-constrast": 5.590476036071777,
+      "rel-constrast": 6.335180282592773,
       "step": 403,
-      "subrel-constrast": 6.7442402839660645,
+      "subrel-constrast": 6.400395393371582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.070514678955078,
-      "cov-distil (oracle2student)": 6.963999271392822,
-      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "cov-distil": 3.023014545440674,
+      "cov-distil (oracle2student)": 8.308012008666992,
+      "cov-distil (oracle2teacher)": 5.342362880706787,
       "epoch": 0.31711145996860285,
-      "rel-constrast": 4.405279159545898,
+      "rel-constrast": 4.845967769622803,
       "step": 404,
-      "subrel-constrast": 4.019079208374023,
+      "subrel-constrast": 4.1846160888671875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7390613555908203,
-      "cov-distil (oracle2student)": 5.906704425811768,
-      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "cov-distil": 3.1038479804992676,
+      "cov-distil (oracle2student)": 5.646944046020508,
+      "cov-distil (oracle2teacher)": 4.473422527313232,
       "epoch": 0.3178963893249607,
-      "rel-constrast": 5.089980125427246,
+      "rel-constrast": 5.836054801940918,
       "step": 405,
-      "subrel-constrast": 5.007596969604492,
+      "subrel-constrast": 5.281007766723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4844894409179688,
-      "cov-distil (oracle2student)": 3.5109589099884033,
-      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "cov-distil": 3.2940926551818848,
+      "cov-distil (oracle2student)": 4.326860427856445,
+      "cov-distil (oracle2teacher)": 3.2503867149353027,
       "epoch": 0.31868131868131866,
-      "rel-constrast": 3.7930362224578857,
+      "rel-constrast": 3.869856595993042,
       "step": 406,
-      "subrel-constrast": 3.798858642578125,
+      "subrel-constrast": 3.6573963165283203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3034815788269043,
-      "cov-distil (oracle2student)": 3.7118170261383057,
-      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "cov-distil": 3.491866111755371,
+      "cov-distil (oracle2student)": 3.588833808898926,
+      "cov-distil (oracle2teacher)": 3.282709836959839,
       "epoch": 0.3194662480376766,
-      "rel-constrast": 3.579343557357788,
+      "rel-constrast": 3.9197592735290527,
       "step": 407,
-      "subrel-constrast": 3.7536656856536865,
+      "subrel-constrast": 3.2055981159210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386108875274658,
-      "cov-distil (oracle2student)": 7.637016773223877,
-      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "cov-distil": 2.3607594966888428,
+      "cov-distil (oracle2student)": 8.374011993408203,
+      "cov-distil (oracle2teacher)": 6.85933780670166,
       "epoch": 0.3202511773940345,
-      "rel-constrast": 5.229757308959961,
+      "rel-constrast": 5.2823662757873535,
       "step": 408,
-      "subrel-constrast": 5.07039737701416,
+      "subrel-constrast": 5.011173725128174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8611326217651367,
-      "cov-distil (oracle2student)": 5.232067108154297,
-      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "cov-distil": 3.281787395477295,
+      "cov-distil (oracle2student)": 6.3122124671936035,
+      "cov-distil (oracle2teacher)": 5.3192057609558105,
       "epoch": 0.32103610675039246,
-      "rel-constrast": 3.642263174057007,
+      "rel-constrast": 3.805255889892578,
       "step": 409,
-      "subrel-constrast": 4.416981220245361,
+      "subrel-constrast": 4.585635662078857,
       "view-similarity": 0
     },
     {
       "epoch": 0.3218210361067504,
-      "grad_norm": 10.3125,
+      "grad_norm": 12.1875,
       "learning_rate": 2.045e-05,
-      "loss": 1.1891,
+      "loss": 1.1881,
       "step": 410
     },
     {
-      "cov-distil": 2.2154881954193115,
-      "cov-distil (oracle2student)": 6.773739814758301,
-      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "cov-distil": 2.730794668197632,
+      "cov-distil (oracle2student)": 7.3823394775390625,
+      "cov-distil (oracle2teacher)": 5.193122863769531,
       "epoch": 0.3218210361067504,
-      "rel-constrast": 3.8010854721069336,
+      "rel-constrast": 5.282472133636475,
       "step": 410,
-      "subrel-constrast": 4.40297269821167,
+      "subrel-constrast": 4.033254146575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.502871513366699,
-      "cov-distil (oracle2student)": 5.0695061683654785,
-      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "cov-distil": 3.7351174354553223,
+      "cov-distil (oracle2student)": 5.665802478790283,
+      "cov-distil (oracle2teacher)": 4.360421657562256,
       "epoch": 0.3226059654631083,
-      "rel-constrast": 3.752478837966919,
+      "rel-constrast": 4.959882736206055,
       "step": 411,
-      "subrel-constrast": 4.620887756347656,
+      "subrel-constrast": 4.492009162902832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1412277221679688,
-      "cov-distil (oracle2student)": 5.670042037963867,
-      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "cov-distil": 3.0279736518859863,
+      "cov-distil (oracle2student)": 4.999423503875732,
+      "cov-distil (oracle2teacher)": 4.728681564331055,
       "epoch": 0.32339089481946626,
-      "rel-constrast": 3.702781915664673,
+      "rel-constrast": 4.053719997406006,
       "step": 412,
-      "subrel-constrast": 3.522353172302246,
+      "subrel-constrast": 3.3165433406829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.622506618499756,
-      "cov-distil (oracle2student)": 3.7515993118286133,
-      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "cov-distil": 2.611097812652588,
+      "cov-distil (oracle2student)": 4.069662094116211,
+      "cov-distil (oracle2teacher)": 2.9088141918182373,
       "epoch": 0.3241758241758242,
-      "rel-constrast": 4.642484188079834,
+      "rel-constrast": 4.812192916870117,
       "step": 413,
-      "subrel-constrast": 4.491447448730469,
+      "subrel-constrast": 4.3568925857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7788538932800293,
-      "cov-distil (oracle2student)": 4.702597618103027,
-      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "cov-distil": 4.093091011047363,
+      "cov-distil (oracle2student)": 4.29498291015625,
+      "cov-distil (oracle2teacher)": 4.458188056945801,
       "epoch": 0.3249607535321821,
-      "rel-constrast": 5.818304061889648,
+      "rel-constrast": 5.818893909454346,
       "step": 414,
-      "subrel-constrast": 6.06870698928833,
+      "subrel-constrast": 6.232061386108398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9587523937225342,
-      "cov-distil (oracle2student)": 5.824624538421631,
-      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "cov-distil": 2.5420942306518555,
+      "cov-distil (oracle2student)": 5.0738630294799805,
+      "cov-distil (oracle2teacher)": 4.955421447753906,
       "epoch": 0.32574568288854006,
-      "rel-constrast": 4.23227596282959,
+      "rel-constrast": 4.33170223236084,
       "step": 415,
-      "subrel-constrast": 4.3078107833862305,
+      "subrel-constrast": 4.0441365242004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7149274349212646,
-      "cov-distil (oracle2student)": 4.385428428649902,
-      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "cov-distil": 2.384730815887451,
+      "cov-distil (oracle2student)": 5.072309970855713,
+      "cov-distil (oracle2teacher)": 4.203030109405518,
       "epoch": 0.32653061224489793,
-      "rel-constrast": 2.614161491394043,
+      "rel-constrast": 3.399747371673584,
       "step": 416,
-      "subrel-constrast": 3.0772061347961426,
+      "subrel-constrast": 3.363866090774536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.901108741760254,
-      "cov-distil (oracle2student)": 5.8399505615234375,
-      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "cov-distil": 2.204401731491089,
+      "cov-distil (oracle2student)": 6.448626518249512,
+      "cov-distil (oracle2teacher)": 5.028080463409424,
       "epoch": 0.32731554160125587,
-      "rel-constrast": 4.529116630554199,
+      "rel-constrast": 4.68607759475708,
       "step": 417,
-      "subrel-constrast": 3.6887731552124023,
+      "subrel-constrast": 4.048650741577148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.264662504196167,
-      "cov-distil (oracle2student)": 5.077439308166504,
-      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "cov-distil": 3.105522871017456,
+      "cov-distil (oracle2student)": 4.573199272155762,
+      "cov-distil (oracle2teacher)": 4.597367763519287,
       "epoch": 0.3281004709576138,
-      "rel-constrast": 3.489309549331665,
+      "rel-constrast": 3.6184139251708984,
       "step": 418,
-      "subrel-constrast": 4.08317232131958,
+      "subrel-constrast": 3.6790668964385986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0951147079467773,
-      "cov-distil (oracle2student)": 5.056512355804443,
-      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "cov-distil": 2.9550087451934814,
+      "cov-distil (oracle2student)": 5.398643970489502,
+      "cov-distil (oracle2teacher)": 4.183639049530029,
       "epoch": 0.32888540031397173,
-      "rel-constrast": 4.336194038391113,
+      "rel-constrast": 5.0229387283325195,
       "step": 419,
-      "subrel-constrast": 4.286928176879883,
+      "subrel-constrast": 3.7394027709960938,
       "view-similarity": 0
     },
     {
       "epoch": 0.32967032967032966,
-      "grad_norm": 11.125,
+      "grad_norm": 14.875,
       "learning_rate": 2.095e-05,
-      "loss": 1.0809,
+      "loss": 1.1497,
       "step": 420
     },
     {
-      "cov-distil": 2.853148937225342,
-      "cov-distil (oracle2student)": 4.900213718414307,
-      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "cov-distil": 3.124990463256836,
+      "cov-distil (oracle2student)": 5.149059295654297,
+      "cov-distil (oracle2teacher)": 5.326788425445557,
       "epoch": 0.32967032967032966,
-      "rel-constrast": 2.7741894721984863,
+      "rel-constrast": 4.207850933074951,
       "step": 420,
-      "subrel-constrast": 4.219531536102295,
+      "subrel-constrast": 4.130230903625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.347733497619629,
-      "cov-distil (oracle2student)": 5.8397064208984375,
-      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "cov-distil": 2.3015458583831787,
+      "cov-distil (oracle2student)": 5.644998550415039,
+      "cov-distil (oracle2teacher)": 4.372023582458496,
       "epoch": 0.3304552590266876,
-      "rel-constrast": 4.240979194641113,
+      "rel-constrast": 3.4819796085357666,
       "step": 421,
-      "subrel-constrast": 4.324865818023682,
+      "subrel-constrast": 4.191091537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3546690940856934,
-      "cov-distil (oracle2student)": 4.496642112731934,
-      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "cov-distil": 2.766787528991699,
+      "cov-distil (oracle2student)": 5.50724983215332,
+      "cov-distil (oracle2teacher)": 4.688349723815918,
       "epoch": 0.33124018838304553,
-      "rel-constrast": 4.255103588104248,
+      "rel-constrast": 5.715396881103516,
       "step": 422,
-      "subrel-constrast": 5.117549419403076,
+      "subrel-constrast": 4.853714942932129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.715123176574707,
-      "cov-distil (oracle2student)": 4.683563232421875,
-      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "cov-distil": 5.071290493011475,
+      "cov-distil (oracle2student)": 5.361448287963867,
+      "cov-distil (oracle2teacher)": 3.9468283653259277,
       "epoch": 0.33202511773940346,
-      "rel-constrast": 5.569277763366699,
+      "rel-constrast": 6.42971134185791,
       "step": 423,
-      "subrel-constrast": 5.483921527862549,
+      "subrel-constrast": 5.72580623626709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235517978668213,
-      "cov-distil (oracle2student)": 3.439777374267578,
-      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "cov-distil": 2.7607078552246094,
+      "cov-distil (oracle2student)": 3.4035778045654297,
+      "cov-distil (oracle2teacher)": 3.3475775718688965,
       "epoch": 0.3328100470957614,
-      "rel-constrast": 2.9701004028320312,
+      "rel-constrast": 3.4647200107574463,
       "step": 424,
-      "subrel-constrast": 3.481750249862671,
+      "subrel-constrast": 3.5845205783843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.576808214187622,
-      "cov-distil (oracle2student)": 4.481812477111816,
-      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "cov-distil": 3.1307458877563477,
+      "cov-distil (oracle2student)": 4.396263122558594,
+      "cov-distil (oracle2teacher)": 3.0749974250793457,
       "epoch": 0.33359497645211933,
-      "rel-constrast": 3.951779842376709,
+      "rel-constrast": 4.341128826141357,
       "step": 425,
-      "subrel-constrast": 4.240853786468506,
+      "subrel-constrast": 3.3290610313415527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1964685916900635,
-      "cov-distil (oracle2student)": 5.804289817810059,
-      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "cov-distil": 2.7811856269836426,
+      "cov-distil (oracle2student)": 4.553841590881348,
+      "cov-distil (oracle2teacher)": 5.394686698913574,
       "epoch": 0.33437990580847726,
-      "rel-constrast": 4.0014448165893555,
+      "rel-constrast": 3.237494707107544,
       "step": 426,
-      "subrel-constrast": 4.291764736175537,
+      "subrel-constrast": 4.592550277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8239710330963135,
-      "cov-distil (oracle2student)": 6.429267406463623,
-      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "cov-distil": 2.9422607421875,
+      "cov-distil (oracle2student)": 7.224122047424316,
+      "cov-distil (oracle2teacher)": 5.580789089202881,
       "epoch": 0.33516483516483514,
-      "rel-constrast": 5.43123197555542,
+      "rel-constrast": 6.289543151855469,
       "step": 427,
-      "subrel-constrast": 5.811346530914307,
+      "subrel-constrast": 5.130358695983887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.957871437072754,
-      "cov-distil (oracle2student)": 5.654982566833496,
-      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "cov-distil": 3.752784252166748,
+      "cov-distil (oracle2student)": 6.609888076782227,
+      "cov-distil (oracle2teacher)": 5.681337356567383,
       "epoch": 0.3359497645211931,
-      "rel-constrast": 3.8812756538391113,
+      "rel-constrast": 4.829605579376221,
       "step": 428,
-      "subrel-constrast": 4.840229511260986,
+      "subrel-constrast": 4.838831424713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.233981132507324,
-      "cov-distil (oracle2student)": 4.738227844238281,
-      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "cov-distil": 4.882306098937988,
+      "cov-distil (oracle2student)": 5.897490501403809,
+      "cov-distil (oracle2teacher)": 4.957180976867676,
       "epoch": 0.336734693877551,
-      "rel-constrast": 3.1858866214752197,
+      "rel-constrast": 4.155777931213379,
       "step": 429,
-      "subrel-constrast": 4.9521284103393555,
+      "subrel-constrast": 4.995662212371826,
       "view-similarity": 0
     },
     {
       "epoch": 0.33751962323390894,
-      "grad_norm": 7.8125,
+      "grad_norm": 11.5625,
       "learning_rate": 2.145e-05,
-      "loss": 1.0748,
+      "loss": 1.1538,
       "step": 430
     },
     {
-      "cov-distil": 2.071441173553467,
-      "cov-distil (oracle2student)": 5.731252193450928,
-      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "cov-distil": 1.9730807542800903,
+      "cov-distil (oracle2student)": 4.923707485198975,
+      "cov-distil (oracle2teacher)": 4.7520976066589355,
       "epoch": 0.33751962323390894,
-      "rel-constrast": 3.4950835704803467,
+      "rel-constrast": 4.29905891418457,
       "step": 430,
-      "subrel-constrast": 4.140163898468018,
+      "subrel-constrast": 4.2876482009887695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.762049674987793,
-      "cov-distil (oracle2student)": 5.917123794555664,
-      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "cov-distil": 3.9804623126983643,
+      "cov-distil (oracle2student)": 5.615062713623047,
+      "cov-distil (oracle2teacher)": 5.544045448303223,
       "epoch": 0.33830455259026687,
-      "rel-constrast": 3.0546138286590576,
+      "rel-constrast": 4.237722396850586,
       "step": 431,
-      "subrel-constrast": 3.9004335403442383,
+      "subrel-constrast": 3.9792370796203613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.009577989578247,
-      "cov-distil (oracle2student)": 4.721602439880371,
-      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "cov-distil": 4.338756561279297,
+      "cov-distil (oracle2student)": 4.496461868286133,
+      "cov-distil (oracle2teacher)": 4.150001525878906,
       "epoch": 0.3390894819466248,
-      "rel-constrast": 3.20813250541687,
+      "rel-constrast": 3.032918930053711,
       "step": 432,
-      "subrel-constrast": 2.7180888652801514,
+      "subrel-constrast": 3.408151149749756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3607802391052246,
-      "cov-distil (oracle2student)": 5.02647590637207,
-      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "cov-distil": 2.6231489181518555,
+      "cov-distil (oracle2student)": 5.429691314697266,
+      "cov-distil (oracle2teacher)": 4.382229804992676,
       "epoch": 0.33987441130298274,
-      "rel-constrast": 3.091285228729248,
+      "rel-constrast": 3.6265130043029785,
       "step": 433,
-      "subrel-constrast": 3.6924705505371094,
+      "subrel-constrast": 3.735436201095581,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.247466564178467,
-      "cov-distil (oracle2student)": 5.613053321838379,
-      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "cov-distil": 2.5378599166870117,
+      "cov-distil (oracle2student)": 5.976968765258789,
+      "cov-distil (oracle2teacher)": 4.847920894622803,
       "epoch": 0.34065934065934067,
-      "rel-constrast": 6.07712459564209,
+      "rel-constrast": 5.382924556732178,
       "step": 434,
-      "subrel-constrast": 5.707917213439941,
+      "subrel-constrast": 5.4643378257751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.775041341781616,
-      "cov-distil (oracle2student)": 4.206188201904297,
-      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "cov-distil": 2.658635139465332,
+      "cov-distil (oracle2student)": 4.818509101867676,
+      "cov-distil (oracle2teacher)": 4.5208024978637695,
       "epoch": 0.3414442700156986,
-      "rel-constrast": 4.096330642700195,
+      "rel-constrast": 4.4708967208862305,
       "step": 435,
-      "subrel-constrast": 4.643835067749023,
+      "subrel-constrast": 4.761496067047119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1919288635253906,
-      "cov-distil (oracle2student)": 5.838393688201904,
-      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "cov-distil": 2.599843978881836,
+      "cov-distil (oracle2student)": 6.594846725463867,
+      "cov-distil (oracle2teacher)": 5.80686092376709,
       "epoch": 0.34222919937205654,
-      "rel-constrast": 3.9760336875915527,
+      "rel-constrast": 4.90910005569458,
       "step": 436,
-      "subrel-constrast": 4.569299221038818,
+      "subrel-constrast": 4.83761739730835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.402763605117798,
-      "cov-distil (oracle2student)": 5.501781463623047,
-      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "cov-distil": 3.0927176475524902,
+      "cov-distil (oracle2student)": 6.491856575012207,
+      "cov-distil (oracle2teacher)": 4.585405349731445,
       "epoch": 0.34301412872841447,
-      "rel-constrast": 4.09533166885376,
+      "rel-constrast": 4.42879056930542,
       "step": 437,
-      "subrel-constrast": 4.315829277038574,
+      "subrel-constrast": 4.052088737487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2494189739227295,
-      "cov-distil (oracle2student)": 7.242899417877197,
-      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "cov-distil": 3.090977668762207,
+      "cov-distil (oracle2student)": 8.920851707458496,
+      "cov-distil (oracle2teacher)": 6.333090782165527,
       "epoch": 0.34379905808477235,
-      "rel-constrast": 5.04097843170166,
+      "rel-constrast": 5.768545150756836,
       "step": 438,
-      "subrel-constrast": 4.862870216369629,
+      "subrel-constrast": 4.718844413757324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2995710372924805,
-      "cov-distil (oracle2student)": 6.75054407119751,
-      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "cov-distil": 3.092853546142578,
+      "cov-distil (oracle2student)": 8.278974533081055,
+      "cov-distil (oracle2teacher)": 6.306418418884277,
       "epoch": 0.3445839874411303,
-      "rel-constrast": 4.982070446014404,
+      "rel-constrast": 6.049515247344971,
       "step": 439,
-      "subrel-constrast": 5.908459663391113,
+      "subrel-constrast": 5.0845184326171875,
       "view-similarity": 0
     },
     {
       "epoch": 0.3453689167974882,
-      "grad_norm": 9.0625,
+      "grad_norm": 14.3125,
       "learning_rate": 2.195e-05,
-      "loss": 1.0863,
+      "loss": 1.1551,
       "step": 440
     },
     {
-      "cov-distil": 2.3884384632110596,
-      "cov-distil (oracle2student)": 3.627267837524414,
-      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "cov-distil": 3.396526336669922,
+      "cov-distil (oracle2student)": 5.267278671264648,
+      "cov-distil (oracle2teacher)": 3.7137837409973145,
       "epoch": 0.3453689167974882,
-      "rel-constrast": 3.338059425354004,
+      "rel-constrast": 4.301130294799805,
       "step": 440,
-      "subrel-constrast": 3.8772172927856445,
+      "subrel-constrast": 3.542612314224243,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.314605712890625,
-      "cov-distil (oracle2student)": 3.331043243408203,
-      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "cov-distil": 3.243381977081299,
+      "cov-distil (oracle2student)": 4.901022434234619,
+      "cov-distil (oracle2teacher)": 3.9048101902008057,
       "epoch": 0.34615384615384615,
-      "rel-constrast": 3.4346771240234375,
+      "rel-constrast": 6.367321491241455,
       "step": 441,
-      "subrel-constrast": 4.622008323669434,
+      "subrel-constrast": 4.314452171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.188438653945923,
-      "cov-distil (oracle2student)": 4.153973579406738,
-      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "cov-distil": 2.586581230163574,
+      "cov-distil (oracle2student)": 4.856635093688965,
+      "cov-distil (oracle2teacher)": 3.842402696609497,
       "epoch": 0.3469387755102041,
-      "rel-constrast": 3.282660484313965,
+      "rel-constrast": 3.8586010932922363,
       "step": 442,
-      "subrel-constrast": 4.078038215637207,
+      "subrel-constrast": 3.8650150299072266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141457557678223,
-      "cov-distil (oracle2student)": 3.9378161430358887,
-      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "cov-distil": 2.44942307472229,
+      "cov-distil (oracle2student)": 3.882478713989258,
+      "cov-distil (oracle2teacher)": 3.742689371109009,
       "epoch": 0.347723704866562,
-      "rel-constrast": 3.16465163230896,
+      "rel-constrast": 3.395758867263794,
       "step": 443,
-      "subrel-constrast": 3.99902606010437,
+      "subrel-constrast": 3.877188205718994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184648513793945,
-      "cov-distil (oracle2student)": 4.154224395751953,
-      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "cov-distil": 2.640711784362793,
+      "cov-distil (oracle2student)": 5.090447425842285,
+      "cov-distil (oracle2teacher)": 4.168557167053223,
       "epoch": 0.34850863422291994,
-      "rel-constrast": 4.452948570251465,
+      "rel-constrast": 5.140725135803223,
       "step": 444,
-      "subrel-constrast": 4.752323627471924,
+      "subrel-constrast": 4.908843040466309,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.465195417404175,
-      "cov-distil (oracle2student)": 6.024938106536865,
-      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "cov-distil": 2.1476054191589355,
+      "cov-distil (oracle2student)": 5.7443084716796875,
+      "cov-distil (oracle2teacher)": 5.300069808959961,
       "epoch": 0.3492935635792779,
-      "rel-constrast": 3.97629976272583,
+      "rel-constrast": 4.197112083435059,
       "step": 445,
-      "subrel-constrast": 4.345099925994873,
+      "subrel-constrast": 4.345718860626221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387889862060547,
-      "cov-distil (oracle2student)": 6.552669525146484,
-      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "cov-distil": 2.9442827701568604,
+      "cov-distil (oracle2student)": 5.500463485717773,
+      "cov-distil (oracle2teacher)": 4.93078088760376,
       "epoch": 0.3500784929356358,
-      "rel-constrast": 4.845789909362793,
+      "rel-constrast": 4.563706398010254,
       "step": 446,
-      "subrel-constrast": 4.969698905944824,
+      "subrel-constrast": 4.82017183303833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.397533416748047,
-      "cov-distil (oracle2student)": 4.364714622497559,
-      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "cov-distil": 2.6008310317993164,
+      "cov-distil (oracle2student)": 4.116570949554443,
+      "cov-distil (oracle2teacher)": 4.0590972900390625,
       "epoch": 0.35086342229199374,
-      "rel-constrast": 3.937595844268799,
+      "rel-constrast": 4.171523571014404,
       "step": 447,
-      "subrel-constrast": 4.312699794769287,
+      "subrel-constrast": 3.694149971008301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7098320722579956,
-      "cov-distil (oracle2student)": 4.228442192077637,
-      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "cov-distil": 2.413884162902832,
+      "cov-distil (oracle2student)": 4.653482437133789,
+      "cov-distil (oracle2teacher)": 3.902275562286377,
       "epoch": 0.3516483516483517,
-      "rel-constrast": 4.023503303527832,
+      "rel-constrast": 3.6090340614318848,
       "step": 448,
-      "subrel-constrast": 4.394430637359619,
+      "subrel-constrast": 4.261627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.685983657836914,
-      "cov-distil (oracle2student)": 5.232016563415527,
-      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "cov-distil": 3.2358009815216064,
+      "cov-distil (oracle2student)": 5.299540042877197,
+      "cov-distil (oracle2teacher)": 4.5865478515625,
       "epoch": 0.35243328100470955,
-      "rel-constrast": 4.860464096069336,
+      "rel-constrast": 5.202383995056152,
       "step": 449,
-      "subrel-constrast": 5.943270206451416,
+      "subrel-constrast": 5.201260566711426,
       "view-similarity": 0
     },
     {
       "epoch": 0.3532182103610675,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.0,
       "learning_rate": 2.245e-05,
-      "loss": 1.0413,
+      "loss": 1.1202,
       "step": 450
     },
     {
-      "cov-distil": 2.2508721351623535,
-      "cov-distil (oracle2student)": 2.906092643737793,
-      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "cov-distil": 3.0235989093780518,
+      "cov-distil (oracle2student)": 2.5762596130371094,
+      "cov-distil (oracle2teacher)": 2.6013550758361816,
       "epoch": 0.3532182103610675,
-      "rel-constrast": 4.014590740203857,
+      "rel-constrast": 3.9333572387695312,
       "step": 450,
-      "subrel-constrast": 3.848747491836548,
+      "subrel-constrast": 4.314029216766357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.404543161392212,
-      "cov-distil (oracle2student)": 4.871207237243652,
-      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "cov-distil": 3.0420596599578857,
+      "cov-distil (oracle2student)": 4.986477375030518,
+      "cov-distil (oracle2teacher)": 4.666200637817383,
       "epoch": 0.3540031397174254,
-      "rel-constrast": 4.726263999938965,
+      "rel-constrast": 4.713471412658691,
       "step": 451,
-      "subrel-constrast": 4.601378440856934,
+      "subrel-constrast": 4.7087788581848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3678207397460938,
-      "cov-distil (oracle2student)": 4.7101731300354,
-      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "cov-distil": 2.5853188037872314,
+      "cov-distil (oracle2student)": 4.930544853210449,
+      "cov-distil (oracle2teacher)": 4.520422458648682,
       "epoch": 0.35478806907378335,
-      "rel-constrast": 6.3743462562561035,
+      "rel-constrast": 6.377184867858887,
       "step": 452,
-      "subrel-constrast": 5.834218978881836,
+      "subrel-constrast": 5.6624956130981445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8811686038970947,
-      "cov-distil (oracle2student)": 7.004568099975586,
-      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "cov-distil": 3.5898985862731934,
+      "cov-distil (oracle2student)": 6.0323166847229,
+      "cov-distil (oracle2teacher)": 6.27806282043457,
       "epoch": 0.3555729984301413,
-      "rel-constrast": 4.495256423950195,
+      "rel-constrast": 4.078819751739502,
       "step": 453,
-      "subrel-constrast": 4.499624252319336,
+      "subrel-constrast": 4.860950469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.08927845954895,
-      "cov-distil (oracle2student)": 6.895721912384033,
-      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "cov-distil": 1.9626214504241943,
+      "cov-distil (oracle2student)": 7.500809669494629,
+      "cov-distil (oracle2teacher)": 6.304903984069824,
       "epoch": 0.3563579277864992,
-      "rel-constrast": 3.5895748138427734,
+      "rel-constrast": 4.015434741973877,
       "step": 454,
-      "subrel-constrast": 4.271737575531006,
+      "subrel-constrast": 3.541032075881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574354648590088,
-      "cov-distil (oracle2student)": 4.438915252685547,
-      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "cov-distil": 1.8024961948394775,
+      "cov-distil (oracle2student)": 4.453805923461914,
+      "cov-distil (oracle2teacher)": 4.247025489807129,
       "epoch": 0.35714285714285715,
-      "rel-constrast": 2.5299854278564453,
+      "rel-constrast": 2.605526924133301,
       "step": 455,
-      "subrel-constrast": 3.375465154647827,
+      "subrel-constrast": 2.969327449798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.532860279083252,
-      "cov-distil (oracle2student)": 5.647635459899902,
-      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "cov-distil": 2.9737086296081543,
+      "cov-distil (oracle2student)": 6.189994812011719,
+      "cov-distil (oracle2teacher)": 5.031484603881836,
       "epoch": 0.3579277864992151,
-      "rel-constrast": 4.839120864868164,
+      "rel-constrast": 5.749936103820801,
       "step": 456,
-      "subrel-constrast": 5.001308917999268,
+      "subrel-constrast": 5.036722183227539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.857278347015381,
-      "cov-distil (oracle2student)": 4.26930046081543,
-      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "cov-distil": 3.1376209259033203,
+      "cov-distil (oracle2student)": 4.709482192993164,
+      "cov-distil (oracle2teacher)": 4.609312534332275,
       "epoch": 0.358712715855573,
-      "rel-constrast": 4.054443359375,
+      "rel-constrast": 4.482245922088623,
       "step": 457,
-      "subrel-constrast": 4.409102439880371,
+      "subrel-constrast": 4.466695308685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4386208057403564,
-      "cov-distil (oracle2student)": 4.052372455596924,
-      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "cov-distil": 3.0663602352142334,
+      "cov-distil (oracle2student)": 4.166991710662842,
+      "cov-distil (oracle2teacher)": 3.660022735595703,
       "epoch": 0.35949764521193095,
-      "rel-constrast": 4.553459167480469,
+      "rel-constrast": 4.279180526733398,
       "step": 458,
-      "subrel-constrast": 4.813325881958008,
+      "subrel-constrast": 4.351912975311279,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469395637512207,
-      "cov-distil (oracle2student)": 5.080841064453125,
-      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "cov-distil": 2.7948007583618164,
+      "cov-distil (oracle2student)": 4.727881908416748,
+      "cov-distil (oracle2teacher)": 4.30782413482666,
       "epoch": 0.3602825745682888,
-      "rel-constrast": 4.249707221984863,
+      "rel-constrast": 5.065904140472412,
       "step": 459,
-      "subrel-constrast": 4.861333847045898,
+      "subrel-constrast": 4.644608020782471,
       "view-similarity": 0
     },
     {
       "epoch": 0.36106750392464676,
-      "grad_norm": 10.0625,
+      "grad_norm": 11.1875,
       "learning_rate": 2.2950000000000002e-05,
-      "loss": 1.146,
+      "loss": 1.1325,
       "step": 460
     },
     {
-      "cov-distil": 2.61850905418396,
-      "cov-distil (oracle2student)": 6.65915584564209,
-      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "cov-distil": 2.6587302684783936,
+      "cov-distil (oracle2student)": 6.881574630737305,
+      "cov-distil (oracle2teacher)": 5.312300205230713,
       "epoch": 0.36106750392464676,
-      "rel-constrast": 5.478026390075684,
+      "rel-constrast": 6.227667331695557,
       "step": 460,
-      "subrel-constrast": 5.582189083099365,
+      "subrel-constrast": 5.509969234466553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.189993143081665,
-      "cov-distil (oracle2student)": 5.363834381103516,
-      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "cov-distil": 2.786074161529541,
+      "cov-distil (oracle2student)": 5.595931053161621,
+      "cov-distil (oracle2teacher)": 4.438999652862549,
       "epoch": 0.3618524332810047,
-      "rel-constrast": 5.005136013031006,
+      "rel-constrast": 5.213919162750244,
       "step": 461,
-      "subrel-constrast": 4.609855651855469,
+      "subrel-constrast": 4.401980876922607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.936099648475647,
-      "cov-distil (oracle2student)": 2.9774246215820312,
-      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "cov-distil": 2.1456375122070312,
+      "cov-distil (oracle2student)": 3.01564884185791,
+      "cov-distil (oracle2teacher)": 3.371860980987549,
       "epoch": 0.3626373626373626,
-      "rel-constrast": 3.062378406524658,
+      "rel-constrast": 3.0893592834472656,
       "step": 462,
-      "subrel-constrast": 3.0949158668518066,
+      "subrel-constrast": 3.1090235710144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.640564441680908,
-      "cov-distil (oracle2student)": 6.053886413574219,
-      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "cov-distil": 3.833678722381592,
+      "cov-distil (oracle2student)": 6.049327850341797,
+      "cov-distil (oracle2teacher)": 5.605856895446777,
       "epoch": 0.36342229199372056,
-      "rel-constrast": 3.466475248336792,
+      "rel-constrast": 4.21663236618042,
       "step": 463,
-      "subrel-constrast": 4.198953628540039,
+      "subrel-constrast": 4.414419174194336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.427206516265869,
-      "cov-distil (oracle2student)": 5.163705348968506,
-      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "cov-distil": 2.7634878158569336,
+      "cov-distil (oracle2student)": 5.387754917144775,
+      "cov-distil (oracle2teacher)": 4.593223571777344,
       "epoch": 0.3642072213500785,
-      "rel-constrast": 3.610846757888794,
+      "rel-constrast": 3.3545150756835938,
       "step": 464,
-      "subrel-constrast": 4.117895603179932,
+      "subrel-constrast": 3.539788007736206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4713971614837646,
-      "cov-distil (oracle2student)": 7.060304164886475,
-      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "cov-distil": 3.015812873840332,
+      "cov-distil (oracle2student)": 6.849625587463379,
+      "cov-distil (oracle2teacher)": 5.805099964141846,
       "epoch": 0.3649921507064364,
-      "rel-constrast": 6.358216285705566,
+      "rel-constrast": 6.660403251647949,
       "step": 465,
-      "subrel-constrast": 7.534944534301758,
+      "subrel-constrast": 6.422462463378906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341738224029541,
-      "cov-distil (oracle2student)": 3.9310569763183594,
-      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "cov-distil": 3.611361503601074,
+      "cov-distil (oracle2student)": 4.635684490203857,
+      "cov-distil (oracle2teacher)": 3.43782901763916,
       "epoch": 0.36577708006279436,
-      "rel-constrast": 4.7545905113220215,
+      "rel-constrast": 4.867443084716797,
       "step": 466,
-      "subrel-constrast": 5.290574073791504,
+      "subrel-constrast": 4.785039901733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8943874835968018,
-      "cov-distil (oracle2student)": 7.774135589599609,
-      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "cov-distil": 3.7839560508728027,
+      "cov-distil (oracle2student)": 8.24565601348877,
+      "cov-distil (oracle2teacher)": 6.730589866638184,
       "epoch": 0.3665620094191523,
-      "rel-constrast": 4.15330696105957,
+      "rel-constrast": 4.607729434967041,
       "step": 467,
-      "subrel-constrast": 4.940469741821289,
+      "subrel-constrast": 5.17153787612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2678370475769043,
-      "cov-distil (oracle2student)": 3.2847068309783936,
-      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "cov-distil": 2.599464178085327,
+      "cov-distil (oracle2student)": 3.1198294162750244,
+      "cov-distil (oracle2teacher)": 3.20615291595459,
       "epoch": 0.3673469387755102,
-      "rel-constrast": 4.6083855628967285,
+      "rel-constrast": 4.811408996582031,
       "step": 468,
-      "subrel-constrast": 4.441287040710449,
+      "subrel-constrast": 4.257765769958496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.196363687515259,
-      "cov-distil (oracle2student)": 4.333902835845947,
-      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "cov-distil": 1.9991734027862549,
+      "cov-distil (oracle2student)": 4.440146446228027,
+      "cov-distil (oracle2teacher)": 4.822719573974609,
       "epoch": 0.36813186813186816,
-      "rel-constrast": 4.278085708618164,
+      "rel-constrast": 4.334358215332031,
       "step": 469,
-      "subrel-constrast": 5.189983367919922,
+      "subrel-constrast": 4.927159786224365,
       "view-similarity": 0
     },
     {
       "epoch": 0.36891679748822603,
-      "grad_norm": 10.1875,
+      "grad_norm": 9.9375,
       "learning_rate": 2.345e-05,
-      "loss": 1.1793,
+      "loss": 1.1846,
       "step": 470
     },
     {
-      "cov-distil": 2.533843994140625,
-      "cov-distil (oracle2student)": 5.978747367858887,
-      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "cov-distil": 3.0593457221984863,
+      "cov-distil (oracle2student)": 6.41520881652832,
+      "cov-distil (oracle2teacher)": 5.548803329467773,
       "epoch": 0.36891679748822603,
-      "rel-constrast": 4.380161762237549,
+      "rel-constrast": 5.072277069091797,
       "step": 470,
-      "subrel-constrast": 5.573913097381592,
+      "subrel-constrast": 5.0465216636657715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5308892726898193,
-      "cov-distil (oracle2student)": 2.514479160308838,
-      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "cov-distil": 2.322878837585449,
+      "cov-distil (oracle2student)": 2.511274814605713,
+      "cov-distil (oracle2teacher)": 2.601081609725952,
       "epoch": 0.36970172684458397,
-      "rel-constrast": 2.35434889793396,
+      "rel-constrast": 2.2782576084136963,
       "step": 471,
-      "subrel-constrast": 2.5103394985198975,
+      "subrel-constrast": 2.8881189823150635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2500219345092773,
-      "cov-distil (oracle2student)": 3.973175048828125,
-      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "cov-distil": 2.2175111770629883,
+      "cov-distil (oracle2student)": 4.7284979820251465,
+      "cov-distil (oracle2teacher)": 3.796426296234131,
       "epoch": 0.3704866562009419,
-      "rel-constrast": 2.966829299926758,
+      "rel-constrast": 3.426938533782959,
       "step": 472,
-      "subrel-constrast": 2.8600332736968994,
+      "subrel-constrast": 2.869537115097046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129756689071655,
-      "cov-distil (oracle2student)": 4.23541259765625,
-      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "cov-distil": 2.718644618988037,
+      "cov-distil (oracle2student)": 4.197905540466309,
+      "cov-distil (oracle2teacher)": 4.111506462097168,
       "epoch": 0.37127158555729983,
-      "rel-constrast": 3.762936592102051,
+      "rel-constrast": 3.141646146774292,
       "step": 473,
-      "subrel-constrast": 3.4188146591186523,
+      "subrel-constrast": 3.7080979347229004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.912912368774414,
-      "cov-distil (oracle2student)": 4.1711859703063965,
-      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "cov-distil": 3.5045406818389893,
+      "cov-distil (oracle2student)": 5.176733016967773,
+      "cov-distil (oracle2teacher)": 3.9254655838012695,
       "epoch": 0.37205651491365777,
-      "rel-constrast": 3.62333345413208,
+      "rel-constrast": 4.334569454193115,
       "step": 474,
-      "subrel-constrast": 4.32157564163208,
+      "subrel-constrast": 3.800600528717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989773273468018,
-      "cov-distil (oracle2student)": 3.832151174545288,
-      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "cov-distil": 2.517666816711426,
+      "cov-distil (oracle2student)": 3.9682259559631348,
+      "cov-distil (oracle2teacher)": 4.4083709716796875,
       "epoch": 0.3728414442700157,
-      "rel-constrast": 4.430049419403076,
+      "rel-constrast": 4.529991149902344,
       "step": 475,
-      "subrel-constrast": 4.741738796234131,
+      "subrel-constrast": 4.693092346191406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.258049964904785,
-      "cov-distil (oracle2student)": 5.291522026062012,
-      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "cov-distil": 2.464052677154541,
+      "cov-distil (oracle2student)": 5.862793445587158,
+      "cov-distil (oracle2teacher)": 4.86171817779541,
       "epoch": 0.37362637362637363,
-      "rel-constrast": 4.222903251647949,
+      "rel-constrast": 4.465035438537598,
       "step": 476,
-      "subrel-constrast": 3.961719274520874,
+      "subrel-constrast": 4.582297325134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.570009469985962,
-      "cov-distil (oracle2student)": 5.773652076721191,
-      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "cov-distil": 2.8396363258361816,
+      "cov-distil (oracle2student)": 6.207672119140625,
+      "cov-distil (oracle2teacher)": 5.444816589355469,
       "epoch": 0.37441130298273156,
-      "rel-constrast": 4.533541679382324,
+      "rel-constrast": 4.886725902557373,
       "step": 477,
-      "subrel-constrast": 4.77773380279541,
+      "subrel-constrast": 4.718090534210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8505635261535645,
-      "cov-distil (oracle2student)": 6.83684778213501,
-      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "cov-distil": 2.7870309352874756,
+      "cov-distil (oracle2student)": 6.889026641845703,
+      "cov-distil (oracle2teacher)": 5.859509468078613,
       "epoch": 0.3751962323390895,
-      "rel-constrast": 5.62321662902832,
+      "rel-constrast": 5.4059576988220215,
       "step": 478,
-      "subrel-constrast": 5.232511043548584,
+      "subrel-constrast": 5.186746120452881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7924580574035645,
-      "cov-distil (oracle2student)": 3.7319493293762207,
-      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "cov-distil": 2.798856735229492,
+      "cov-distil (oracle2student)": 4.641185760498047,
+      "cov-distil (oracle2teacher)": 4.147808074951172,
       "epoch": 0.37598116169544743,
-      "rel-constrast": 4.3964619636535645,
+      "rel-constrast": 3.8587357997894287,
       "step": 479,
-      "subrel-constrast": 4.63718843460083,
+      "subrel-constrast": 4.161420822143555,
       "view-similarity": 0
     },
     {
       "epoch": 0.37676609105180536,
-      "grad_norm": 11.4375,
+      "grad_norm": 9.875,
       "learning_rate": 2.395e-05,
-      "loss": 1.0666,
+      "loss": 1.035,
       "step": 480
     },
     {
-      "cov-distil": 3.3505167961120605,
-      "cov-distil (oracle2student)": 5.910223960876465,
-      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "cov-distil": 3.052539348602295,
+      "cov-distil (oracle2student)": 5.625411033630371,
+      "cov-distil (oracle2teacher)": 5.2834320068359375,
       "epoch": 0.37676609105180536,
-      "rel-constrast": 3.6228749752044678,
+      "rel-constrast": 4.238697052001953,
       "step": 480,
-      "subrel-constrast": 4.511120796203613,
+      "subrel-constrast": 4.527181625366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4485015869140625,
-      "cov-distil (oracle2student)": 2.978269338607788,
-      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "cov-distil": 3.968806743621826,
+      "cov-distil (oracle2student)": 4.918949604034424,
+      "cov-distil (oracle2teacher)": 3.5547332763671875,
       "epoch": 0.37755102040816324,
-      "rel-constrast": 2.7968740463256836,
+      "rel-constrast": 4.037642955780029,
       "step": 481,
-      "subrel-constrast": 3.763864278793335,
+      "subrel-constrast": 3.759868860244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9172215461730957,
-      "cov-distil (oracle2student)": 4.363856315612793,
-      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "cov-distil": 4.676149368286133,
+      "cov-distil (oracle2student)": 4.9440412521362305,
+      "cov-distil (oracle2teacher)": 4.3156023025512695,
       "epoch": 0.3783359497645212,
-      "rel-constrast": 3.863055467605591,
+      "rel-constrast": 3.9918875694274902,
       "step": 482,
-      "subrel-constrast": 4.3716607093811035,
+      "subrel-constrast": 4.378965854644775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2787156105041504,
-      "cov-distil (oracle2student)": 5.516321182250977,
-      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "cov-distil": 2.134629726409912,
+      "cov-distil (oracle2student)": 5.3726277351379395,
+      "cov-distil (oracle2teacher)": 4.672466278076172,
       "epoch": 0.3791208791208791,
-      "rel-constrast": 4.094292640686035,
+      "rel-constrast": 3.3800437450408936,
       "step": 483,
-      "subrel-constrast": 4.160613059997559,
+      "subrel-constrast": 3.5210986137390137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235403537750244,
-      "cov-distil (oracle2student)": 5.518409729003906,
-      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "cov-distil": 2.974552869796753,
+      "cov-distil (oracle2student)": 6.350698471069336,
+      "cov-distil (oracle2teacher)": 4.654552936553955,
       "epoch": 0.37990580847723704,
-      "rel-constrast": 3.563915252685547,
+      "rel-constrast": 4.045642375946045,
       "step": 484,
-      "subrel-constrast": 3.7485921382904053,
+      "subrel-constrast": 4.134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194551467895508,
-      "cov-distil (oracle2student)": 4.414938926696777,
-      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "cov-distil": 2.1453330516815186,
+      "cov-distil (oracle2student)": 3.768342971801758,
+      "cov-distil (oracle2teacher)": 3.903620719909668,
       "epoch": 0.38069073783359497,
-      "rel-constrast": 3.6036124229431152,
+      "rel-constrast": 4.144845962524414,
       "step": 485,
-      "subrel-constrast": 4.087226390838623,
+      "subrel-constrast": 3.7114975452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5132029056549072,
-      "cov-distil (oracle2student)": 5.28877067565918,
-      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "cov-distil": 3.1434261798858643,
+      "cov-distil (oracle2student)": 5.662676811218262,
+      "cov-distil (oracle2teacher)": 4.650345325469971,
       "epoch": 0.3814756671899529,
-      "rel-constrast": 3.990896224975586,
+      "rel-constrast": 4.379920959472656,
       "step": 486,
-      "subrel-constrast": 4.995358467102051,
+      "subrel-constrast": 4.473867893218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.118487596511841,
-      "cov-distil (oracle2student)": 4.492996692657471,
-      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "cov-distil": 2.5816009044647217,
+      "cov-distil (oracle2student)": 4.461999893188477,
+      "cov-distil (oracle2teacher)": 3.639697551727295,
       "epoch": 0.38226059654631084,
-      "rel-constrast": 3.6116862297058105,
+      "rel-constrast": 3.3043465614318848,
       "step": 487,
-      "subrel-constrast": 3.7064754962921143,
+      "subrel-constrast": 3.5309619903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1922671794891357,
-      "cov-distil (oracle2student)": 4.6771087646484375,
-      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "cov-distil": 2.3733935356140137,
+      "cov-distil (oracle2student)": 5.127795219421387,
+      "cov-distil (oracle2teacher)": 4.575047492980957,
       "epoch": 0.38304552590266877,
-      "rel-constrast": 3.873265504837036,
+      "rel-constrast": 4.655448913574219,
       "step": 488,
-      "subrel-constrast": 4.981564044952393,
+      "subrel-constrast": 4.637051105499268,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.20857834815979,
-      "cov-distil (oracle2student)": 5.020869255065918,
-      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "cov-distil": 3.012787342071533,
+      "cov-distil (oracle2student)": 4.635253429412842,
+      "cov-distil (oracle2teacher)": 5.198256492614746,
       "epoch": 0.3838304552590267,
-      "rel-constrast": 3.868755340576172,
+      "rel-constrast": 3.58553409576416,
       "step": 489,
-      "subrel-constrast": 5.429229736328125,
+      "subrel-constrast": 5.222169399261475,
       "view-similarity": 0
     },
     {
       "epoch": 0.38461538461538464,
-      "grad_norm": 9.8125,
+      "grad_norm": 11.625,
       "learning_rate": 2.445e-05,
-      "loss": 0.9824,
+      "loss": 0.9941,
       "step": 490
     },
     {
-      "cov-distil": 1.981706976890564,
-      "cov-distil (oracle2student)": 7.053213119506836,
-      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "cov-distil": 2.1667139530181885,
+      "cov-distil (oracle2student)": 7.403469085693359,
+      "cov-distil (oracle2teacher)": 6.258197784423828,
       "epoch": 0.38461538461538464,
-      "rel-constrast": 4.026374816894531,
+      "rel-constrast": 4.952635765075684,
       "step": 490,
-      "subrel-constrast": 4.501920223236084,
+      "subrel-constrast": 4.408086776733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.410712718963623,
-      "cov-distil (oracle2student)": 5.133758544921875,
-      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "cov-distil": 3.119758367538452,
+      "cov-distil (oracle2student)": 5.224404335021973,
+      "cov-distil (oracle2teacher)": 4.436511993408203,
       "epoch": 0.38540031397174257,
-      "rel-constrast": 4.2775421142578125,
+      "rel-constrast": 5.031924247741699,
       "step": 491,
-      "subrel-constrast": 4.118622779846191,
+      "subrel-constrast": 3.945636749267578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371644973754883,
-      "cov-distil (oracle2student)": 5.659582138061523,
-      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "cov-distil": 3.2755913734436035,
+      "cov-distil (oracle2student)": 5.041659832000732,
+      "cov-distil (oracle2teacher)": 4.72596549987793,
       "epoch": 0.38618524332810045,
-      "rel-constrast": 4.763324737548828,
+      "rel-constrast": 4.170914173126221,
       "step": 492,
-      "subrel-constrast": 4.729984760284424,
+      "subrel-constrast": 4.8006815910339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4028496742248535,
-      "cov-distil (oracle2student)": 4.193080425262451,
-      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "cov-distil": 2.7026000022888184,
+      "cov-distil (oracle2student)": 5.8507819175720215,
+      "cov-distil (oracle2teacher)": 5.030403137207031,
       "epoch": 0.3869701726844584,
-      "rel-constrast": 3.300520896911621,
+      "rel-constrast": 4.737039566040039,
       "step": 493,
-      "subrel-constrast": 4.785802841186523,
+      "subrel-constrast": 4.969658374786377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9608060121536255,
-      "cov-distil (oracle2student)": 4.956197261810303,
-      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "cov-distil": 2.314119815826416,
+      "cov-distil (oracle2student)": 5.496291160583496,
+      "cov-distil (oracle2teacher)": 4.017199993133545,
       "epoch": 0.3877551020408163,
-      "rel-constrast": 2.9137468338012695,
+      "rel-constrast": 3.1113953590393066,
       "step": 494,
-      "subrel-constrast": 3.282076597213745,
+      "subrel-constrast": 2.8150434494018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4849562644958496,
-      "cov-distil (oracle2student)": 6.280769348144531,
-      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "cov-distil": 2.778083086013794,
+      "cov-distil (oracle2student)": 6.922789573669434,
+      "cov-distil (oracle2teacher)": 5.992598533630371,
       "epoch": 0.38854003139717425,
-      "rel-constrast": 4.2239484786987305,
+      "rel-constrast": 5.545314311981201,
       "step": 495,
-      "subrel-constrast": 4.649102210998535,
+      "subrel-constrast": 4.745818138122559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7329490184783936,
-      "cov-distil (oracle2student)": 4.664039611816406,
-      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "cov-distil": 2.7010533809661865,
+      "cov-distil (oracle2student)": 4.31914758682251,
+      "cov-distil (oracle2teacher)": 4.598568916320801,
       "epoch": 0.3893249607535322,
-      "rel-constrast": 2.6345038414001465,
+      "rel-constrast": 3.112217903137207,
       "step": 496,
-      "subrel-constrast": 3.718508243560791,
+      "subrel-constrast": 3.4257590770721436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.085386276245117,
-      "cov-distil (oracle2student)": 3.886662721633911,
-      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "cov-distil": 2.756781578063965,
+      "cov-distil (oracle2student)": 3.6371676921844482,
+      "cov-distil (oracle2teacher)": 3.364999294281006,
       "epoch": 0.3901098901098901,
-      "rel-constrast": 3.260143518447876,
+      "rel-constrast": 4.085249900817871,
       "step": 497,
-      "subrel-constrast": 3.9507155418395996,
+      "subrel-constrast": 3.9546196460723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7282142639160156,
-      "cov-distil (oracle2student)": 3.539856433868408,
-      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "cov-distil": 2.1450624465942383,
+      "cov-distil (oracle2student)": 4.453918933868408,
+      "cov-distil (oracle2teacher)": 3.664085626602173,
       "epoch": 0.39089481946624804,
-      "rel-constrast": 2.3446929454803467,
+      "rel-constrast": 2.042937755584717,
       "step": 498,
-      "subrel-constrast": 2.6004679203033447,
+      "subrel-constrast": 2.4808859825134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6501827239990234,
-      "cov-distil (oracle2student)": 7.322658061981201,
-      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "cov-distil": 2.168294906616211,
+      "cov-distil (oracle2student)": 7.650796890258789,
+      "cov-distil (oracle2teacher)": 7.176524639129639,
       "epoch": 0.391679748822606,
-      "rel-constrast": 4.462357521057129,
+      "rel-constrast": 4.96732759475708,
       "step": 499,
-      "subrel-constrast": 5.298823833465576,
+      "subrel-constrast": 4.808117389678955,
       "view-similarity": 0
     },
     {
       "epoch": 0.3924646781789639,
-      "grad_norm": 8.375,
+      "grad_norm": 11.875,
       "learning_rate": 2.495e-05,
-      "loss": 0.9597,
+      "loss": 1.0439,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-P@10": 0.76,
+      "eval/duc04-P@10": 0.736,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "eval/duc04-nDCG@10": 0.7420375377503854,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "eval/duc04-alpha_nDCG@10": 0.5463706893491773,
       "step": 500
     },
     {
@@ -5526,17 +5526,17 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-P@10": 0.42899999999999994,
+      "eval/multi_news-P@10": 0.41899999999999993,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "eval/multi_news-nDCG@10": 0.5871691854982394,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "eval/multi_news-alpha_nDCG@10": 0.544019631013571,
       "step": 500
     },
     {
@@ -5546,3277 +5546,3277 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/avg": 0.5329941442436358,
+      "eval/avg": 0.51629589876644,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "overlap": 0.2421875,
+      "overlap": 0.24687500298023224,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "student margin": 0.06243896484375
+      "student margin": 0.05010986328125
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "teacher margin": 0.042694091796875
+      "teacher margin": 0.0509033203125
     },
     {
       "epoch": 0.3924646781789639,
-      "margin difference": -0.019744873046875,
+      "margin difference": 0.00079345703125,
       "step": 500
     },
     {
-      "cov-distil": 1.4159998893737793,
-      "cov-distil (oracle2student)": 4.625096797943115,
-      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "cov-distil": 2.4316108226776123,
+      "cov-distil (oracle2student)": 5.397018909454346,
+      "cov-distil (oracle2teacher)": 4.17315673828125,
       "epoch": 0.3924646781789639,
-      "rel-constrast": 3.086014986038208,
+      "rel-constrast": 3.7153968811035156,
       "step": 500,
-      "subrel-constrast": 3.322561264038086,
+      "subrel-constrast": 2.9427638053894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.484131336212158,
-      "cov-distil (oracle2student)": 5.681003093719482,
-      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "cov-distil": 2.4385643005371094,
+      "cov-distil (oracle2student)": 6.577480316162109,
+      "cov-distil (oracle2teacher)": 5.215863227844238,
       "epoch": 0.39324960753532184,
-      "rel-constrast": 3.455115795135498,
+      "rel-constrast": 4.249575614929199,
       "step": 501,
-      "subrel-constrast": 3.60056209564209,
+      "subrel-constrast": 3.624481439590454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732965111732483,
-      "cov-distil (oracle2student)": 3.93009877204895,
-      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "cov-distil": 2.4620954990386963,
+      "cov-distil (oracle2student)": 4.846519470214844,
+      "cov-distil (oracle2teacher)": 4.495014667510986,
       "epoch": 0.3940345368916798,
-      "rel-constrast": 3.891814708709717,
+      "rel-constrast": 3.8714237213134766,
       "step": 502,
-      "subrel-constrast": 4.615721225738525,
+      "subrel-constrast": 4.4191813468933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3193750381469727,
-      "cov-distil (oracle2student)": 4.851567268371582,
-      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "cov-distil": 2.2790942192077637,
+      "cov-distil (oracle2student)": 5.090143203735352,
+      "cov-distil (oracle2teacher)": 4.353056907653809,
       "epoch": 0.39481946624803765,
-      "rel-constrast": 3.16011381149292,
+      "rel-constrast": 3.1984400749206543,
       "step": 503,
-      "subrel-constrast": 3.5040040016174316,
+      "subrel-constrast": 2.9925825595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2391562461853027,
-      "cov-distil (oracle2student)": 3.613586664199829,
-      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "cov-distil": 3.185715913772583,
+      "cov-distil (oracle2student)": 3.5957746505737305,
+      "cov-distil (oracle2teacher)": 3.98298978805542,
       "epoch": 0.3956043956043956,
-      "rel-constrast": 4.543619155883789,
+      "rel-constrast": 4.027279376983643,
       "step": 504,
-      "subrel-constrast": 4.639369964599609,
+      "subrel-constrast": 4.2903923988342285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1063196659088135,
-      "cov-distil (oracle2student)": 5.640138626098633,
-      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "cov-distil": 3.386262893676758,
+      "cov-distil (oracle2student)": 5.15778923034668,
+      "cov-distil (oracle2teacher)": 5.05740213394165,
       "epoch": 0.3963893249607535,
-      "rel-constrast": 3.3249940872192383,
+      "rel-constrast": 3.4201223850250244,
       "step": 505,
-      "subrel-constrast": 3.79390287399292,
+      "subrel-constrast": 3.8489911556243896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8278141021728516,
-      "cov-distil (oracle2student)": 3.6726248264312744,
-      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "cov-distil": 3.467620849609375,
+      "cov-distil (oracle2student)": 4.147178649902344,
+      "cov-distil (oracle2teacher)": 4.101216793060303,
       "epoch": 0.39717425431711145,
-      "rel-constrast": 3.797194480895996,
+      "rel-constrast": 4.603706359863281,
       "step": 506,
-      "subrel-constrast": 4.491276264190674,
+      "subrel-constrast": 4.31328821182251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0168466567993164,
-      "cov-distil (oracle2student)": 5.7914814949035645,
-      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "cov-distil": 2.7650904655456543,
+      "cov-distil (oracle2student)": 7.070884704589844,
+      "cov-distil (oracle2teacher)": 6.021198749542236,
       "epoch": 0.3979591836734694,
-      "rel-constrast": 3.658668279647827,
+      "rel-constrast": 5.133430480957031,
       "step": 507,
-      "subrel-constrast": 4.55025577545166,
+      "subrel-constrast": 4.400622844696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.112938165664673,
-      "cov-distil (oracle2student)": 3.503079414367676,
-      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "cov-distil": 2.481074333190918,
+      "cov-distil (oracle2student)": 4.6060943603515625,
+      "cov-distil (oracle2teacher)": 3.7556650638580322,
       "epoch": 0.3987441130298273,
-      "rel-constrast": 2.802060604095459,
+      "rel-constrast": 3.059156894683838,
       "step": 508,
-      "subrel-constrast": 3.5418896675109863,
+      "subrel-constrast": 3.133172035217285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9679971933364868,
-      "cov-distil (oracle2student)": 4.781468391418457,
-      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "cov-distil": 2.3340468406677246,
+      "cov-distil (oracle2student)": 5.321282386779785,
+      "cov-distil (oracle2teacher)": 4.898414611816406,
       "epoch": 0.39952904238618525,
-      "rel-constrast": 3.881654977798462,
+      "rel-constrast": 4.40877628326416,
       "step": 509,
-      "subrel-constrast": 4.416358947753906,
+      "subrel-constrast": 4.394105434417725,
       "view-similarity": 0
     },
     {
       "epoch": 0.4003139717425432,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.6875,
       "learning_rate": 2.5450000000000002e-05,
-      "loss": 0.9456,
+      "loss": 0.9922,
       "step": 510
     },
     {
-      "cov-distil": 1.395479440689087,
-      "cov-distil (oracle2student)": 5.548276424407959,
-      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "cov-distil": 1.9377968311309814,
+      "cov-distil (oracle2student)": 4.864838600158691,
+      "cov-distil (oracle2teacher)": 4.443873882293701,
       "epoch": 0.4003139717425432,
-      "rel-constrast": 3.209362506866455,
+      "rel-constrast": 3.5565147399902344,
       "step": 510,
-      "subrel-constrast": 3.1534719467163086,
+      "subrel-constrast": 3.40018630027771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8525688648223877,
-      "cov-distil (oracle2student)": 6.531951904296875,
-      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "cov-distil": 2.9442572593688965,
+      "cov-distil (oracle2student)": 6.876224994659424,
+      "cov-distil (oracle2teacher)": 6.000499248504639,
       "epoch": 0.4010989010989011,
-      "rel-constrast": 4.491300582885742,
+      "rel-constrast": 4.510574817657471,
       "step": 511,
-      "subrel-constrast": 4.586567401885986,
+      "subrel-constrast": 4.596365928649902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9388954639434814,
-      "cov-distil (oracle2student)": 5.9139084815979,
-      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "cov-distil": 2.6009581089019775,
+      "cov-distil (oracle2student)": 6.760128021240234,
+      "cov-distil (oracle2teacher)": 5.152045726776123,
       "epoch": 0.40188383045525905,
-      "rel-constrast": 4.033116340637207,
+      "rel-constrast": 5.297791957855225,
       "step": 512,
-      "subrel-constrast": 4.773599147796631,
+      "subrel-constrast": 4.637878894805908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7909735441207886,
-      "cov-distil (oracle2student)": 4.206601142883301,
-      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "cov-distil": 1.9653100967407227,
+      "cov-distil (oracle2student)": 5.067868709564209,
+      "cov-distil (oracle2teacher)": 3.891404867172241,
       "epoch": 0.4026687598116169,
-      "rel-constrast": 4.130172252655029,
+      "rel-constrast": 5.118851184844971,
       "step": 513,
-      "subrel-constrast": 4.800011157989502,
+      "subrel-constrast": 4.115675926208496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.82828950881958,
-      "cov-distil (oracle2student)": 3.7563247680664062,
-      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "cov-distil": 2.3114852905273438,
+      "cov-distil (oracle2student)": 3.766338348388672,
+      "cov-distil (oracle2teacher)": 3.430518627166748,
       "epoch": 0.40345368916797486,
-      "rel-constrast": 2.0718255043029785,
+      "rel-constrast": 2.724376916885376,
       "step": 514,
-      "subrel-constrast": 2.8484530448913574,
+      "subrel-constrast": 3.029529094696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547434329986572,
-      "cov-distil (oracle2student)": 3.475689649581909,
-      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "cov-distil": 2.5761923789978027,
+      "cov-distil (oracle2student)": 4.10664176940918,
+      "cov-distil (oracle2teacher)": 3.7946624755859375,
       "epoch": 0.4042386185243328,
-      "rel-constrast": 3.053926706314087,
+      "rel-constrast": 3.3413896560668945,
       "step": 515,
-      "subrel-constrast": 3.580040454864502,
+      "subrel-constrast": 3.387275457382202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8886094093322754,
-      "cov-distil (oracle2student)": 3.8891124725341797,
-      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "cov-distil": 2.9349989891052246,
+      "cov-distil (oracle2student)": 4.065558433532715,
+      "cov-distil (oracle2teacher)": 3.708993434906006,
       "epoch": 0.4050235478806907,
-      "rel-constrast": 3.4653000831604004,
+      "rel-constrast": 4.218894004821777,
       "step": 516,
-      "subrel-constrast": 4.058748722076416,
+      "subrel-constrast": 4.1545233726501465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4138705730438232,
-      "cov-distil (oracle2student)": 6.235104084014893,
-      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "cov-distil": 2.599853515625,
+      "cov-distil (oracle2student)": 7.641312599182129,
+      "cov-distil (oracle2teacher)": 6.001323699951172,
       "epoch": 0.40580847723704866,
-      "rel-constrast": 4.911827564239502,
+      "rel-constrast": 5.129518508911133,
       "step": 517,
-      "subrel-constrast": 5.379470348358154,
+      "subrel-constrast": 4.792590618133545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.055727481842041,
-      "cov-distil (oracle2student)": 4.765932083129883,
-      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "cov-distil": 2.258096694946289,
+      "cov-distil (oracle2student)": 6.253681182861328,
+      "cov-distil (oracle2teacher)": 4.136380672454834,
       "epoch": 0.4065934065934066,
-      "rel-constrast": 4.432010650634766,
+      "rel-constrast": 5.030240058898926,
       "step": 518,
-      "subrel-constrast": 3.8237483501434326,
+      "subrel-constrast": 4.141184329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.444960594177246,
-      "cov-distil (oracle2student)": 3.9477295875549316,
-      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "cov-distil": 2.9449963569641113,
+      "cov-distil (oracle2student)": 5.250645637512207,
+      "cov-distil (oracle2teacher)": 4.597562789916992,
       "epoch": 0.4073783359497645,
-      "rel-constrast": 4.135186195373535,
+      "rel-constrast": 4.932051658630371,
       "step": 519,
-      "subrel-constrast": 4.819687843322754,
+      "subrel-constrast": 5.068981170654297,
       "view-similarity": 0
     },
     {
       "epoch": 0.40816326530612246,
-      "grad_norm": 8.875,
+      "grad_norm": 12.125,
       "learning_rate": 2.595e-05,
-      "loss": 1.0015,
+      "loss": 1.0965,
       "step": 520
     },
     {
-      "cov-distil": 2.114975690841675,
-      "cov-distil (oracle2student)": 6.017740249633789,
-      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "cov-distil": 2.7512216567993164,
+      "cov-distil (oracle2student)": 6.546365737915039,
+      "cov-distil (oracle2teacher)": 5.809374809265137,
       "epoch": 0.40816326530612246,
-      "rel-constrast": 3.083989143371582,
+      "rel-constrast": 3.8285205364227295,
       "step": 520,
-      "subrel-constrast": 3.6702053546905518,
+      "subrel-constrast": 3.3887031078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6442341804504395,
-      "cov-distil (oracle2student)": 4.542356491088867,
-      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "cov-distil": 2.000462055206299,
+      "cov-distil (oracle2student)": 4.943650245666504,
+      "cov-distil (oracle2teacher)": 4.173366069793701,
       "epoch": 0.4089481946624804,
-      "rel-constrast": 2.837587594985962,
+      "rel-constrast": 3.839550018310547,
       "step": 521,
-      "subrel-constrast": 3.523179054260254,
+      "subrel-constrast": 3.5296850204467773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6822391748428345,
-      "cov-distil (oracle2student)": 3.990572690963745,
-      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "cov-distil": 1.9787660837173462,
+      "cov-distil (oracle2student)": 4.490322589874268,
+      "cov-distil (oracle2teacher)": 3.9708495140075684,
       "epoch": 0.4097331240188383,
-      "rel-constrast": 3.3714590072631836,
+      "rel-constrast": 3.782763719558716,
       "step": 522,
-      "subrel-constrast": 3.4518234729766846,
+      "subrel-constrast": 3.701874017715454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5175161361694336,
-      "cov-distil (oracle2student)": 5.360091209411621,
-      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "cov-distil": 3.889625310897827,
+      "cov-distil (oracle2student)": 6.62224006652832,
+      "cov-distil (oracle2teacher)": 5.268327236175537,
       "epoch": 0.41051805337519626,
-      "rel-constrast": 3.320817232131958,
+      "rel-constrast": 4.019553184509277,
       "step": 523,
-      "subrel-constrast": 4.099976539611816,
+      "subrel-constrast": 4.23786735534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8499733209609985,
-      "cov-distil (oracle2student)": 4.837664604187012,
-      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "cov-distil": 2.089364528656006,
+      "cov-distil (oracle2student)": 5.428134918212891,
+      "cov-distil (oracle2teacher)": 4.481540679931641,
       "epoch": 0.41130298273155413,
-      "rel-constrast": 3.551431655883789,
+      "rel-constrast": 4.299295902252197,
       "step": 524,
-      "subrel-constrast": 4.396182060241699,
+      "subrel-constrast": 4.170628070831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3767762184143066,
-      "cov-distil (oracle2student)": 5.010434150695801,
-      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "cov-distil": 3.0960869789123535,
+      "cov-distil (oracle2student)": 5.969825744628906,
+      "cov-distil (oracle2teacher)": 5.435355186462402,
       "epoch": 0.41208791208791207,
-      "rel-constrast": 3.382202386856079,
+      "rel-constrast": 3.8271372318267822,
       "step": 525,
-      "subrel-constrast": 4.079559803009033,
+      "subrel-constrast": 4.311244010925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7340972423553467,
-      "cov-distil (oracle2student)": 6.103010654449463,
-      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "cov-distil": 2.1960692405700684,
+      "cov-distil (oracle2student)": 6.1899189949035645,
+      "cov-distil (oracle2teacher)": 5.752900123596191,
       "epoch": 0.41287284144427,
-      "rel-constrast": 2.4694104194641113,
+      "rel-constrast": 3.3504157066345215,
       "step": 526,
-      "subrel-constrast": 3.338963270187378,
+      "subrel-constrast": 3.144519805908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8253371715545654,
-      "cov-distil (oracle2student)": 4.7706756591796875,
-      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "cov-distil": 3.478926658630371,
+      "cov-distil (oracle2student)": 4.343681335449219,
+      "cov-distil (oracle2teacher)": 4.389613628387451,
       "epoch": 0.41365777080062793,
-      "rel-constrast": 4.593013763427734,
+      "rel-constrast": 4.450220584869385,
       "step": 527,
-      "subrel-constrast": 5.206238269805908,
+      "subrel-constrast": 4.916708469390869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2579145431518555,
-      "cov-distil (oracle2student)": 8.899227142333984,
-      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "cov-distil": 2.9960055351257324,
+      "cov-distil (oracle2student)": 9.021394729614258,
+      "cov-distil (oracle2teacher)": 7.649185657501221,
       "epoch": 0.41444270015698587,
-      "rel-constrast": 3.0921471118927,
+      "rel-constrast": 3.81168794631958,
       "step": 528,
-      "subrel-constrast": 4.043778896331787,
+      "subrel-constrast": 3.527249336242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9917439222335815,
-      "cov-distil (oracle2student)": 3.3459632396698,
-      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "cov-distil": 2.2659573554992676,
+      "cov-distil (oracle2student)": 3.8565173149108887,
+      "cov-distil (oracle2teacher)": 3.517955780029297,
       "epoch": 0.4152276295133438,
-      "rel-constrast": 3.5178332328796387,
+      "rel-constrast": 3.551304578781128,
       "step": 529,
-      "subrel-constrast": 4.205659866333008,
+      "subrel-constrast": 4.263941287994385,
       "view-similarity": 0
     },
     {
       "epoch": 0.41601255886970173,
-      "grad_norm": 8.6875,
+      "grad_norm": 9.125,
       "learning_rate": 2.6450000000000003e-05,
-      "loss": 0.883,
+      "loss": 0.969,
       "step": 530
     },
     {
-      "cov-distil": 2.4610893726348877,
-      "cov-distil (oracle2student)": 7.107298851013184,
-      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "cov-distil": 2.9114646911621094,
+      "cov-distil (oracle2student)": 6.623899459838867,
+      "cov-distil (oracle2teacher)": 5.978086471557617,
       "epoch": 0.41601255886970173,
-      "rel-constrast": 4.013538837432861,
+      "rel-constrast": 3.5463507175445557,
       "step": 530,
-      "subrel-constrast": 4.085789203643799,
+      "subrel-constrast": 4.09066104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9131748676300049,
-      "cov-distil (oracle2student)": 3.1839516162872314,
-      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "cov-distil": 2.1584465503692627,
+      "cov-distil (oracle2student)": 3.108242988586426,
+      "cov-distil (oracle2teacher)": 3.149620771408081,
       "epoch": 0.41679748822605966,
-      "rel-constrast": 3.6091840267181396,
+      "rel-constrast": 3.209766387939453,
       "step": 531,
-      "subrel-constrast": 3.740673303604126,
+      "subrel-constrast": 3.5915255546569824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387206554412842,
-      "cov-distil (oracle2student)": 3.9284486770629883,
-      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "cov-distil": 2.978271007537842,
+      "cov-distil (oracle2student)": 4.685882568359375,
+      "cov-distil (oracle2teacher)": 4.274260520935059,
       "epoch": 0.4175824175824176,
-      "rel-constrast": 3.5161938667297363,
+      "rel-constrast": 4.023675918579102,
       "step": 532,
-      "subrel-constrast": 4.079607009887695,
+      "subrel-constrast": 3.8330373764038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.471837282180786,
-      "cov-distil (oracle2student)": 5.907663345336914,
-      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "cov-distil": 2.844477891921997,
+      "cov-distil (oracle2student)": 4.903825283050537,
+      "cov-distil (oracle2teacher)": 5.759634971618652,
       "epoch": 0.41836734693877553,
-      "rel-constrast": 4.507608890533447,
+      "rel-constrast": 3.525094747543335,
       "step": 533,
-      "subrel-constrast": 5.104624271392822,
+      "subrel-constrast": 4.775814056396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2768821716308594,
-      "cov-distil (oracle2student)": 5.402787208557129,
-      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "cov-distil": 2.563508987426758,
+      "cov-distil (oracle2student)": 7.332339763641357,
+      "cov-distil (oracle2teacher)": 5.409496307373047,
       "epoch": 0.41915227629513346,
-      "rel-constrast": 4.229998588562012,
+      "rel-constrast": 5.774564743041992,
       "step": 534,
-      "subrel-constrast": 4.759891986846924,
+      "subrel-constrast": 4.97339391708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1538729667663574,
-      "cov-distil (oracle2student)": 5.076930046081543,
-      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "cov-distil": 2.7134346961975098,
+      "cov-distil (oracle2student)": 5.510921478271484,
+      "cov-distil (oracle2teacher)": 4.903237342834473,
       "epoch": 0.41993720565149134,
-      "rel-constrast": 5.096151351928711,
+      "rel-constrast": 5.831864833831787,
       "step": 535,
-      "subrel-constrast": 5.996850490570068,
+      "subrel-constrast": 5.299259662628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1815271377563477,
-      "cov-distil (oracle2student)": 4.3686065673828125,
-      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "cov-distil": 2.306689739227295,
+      "cov-distil (oracle2student)": 4.6133832931518555,
+      "cov-distil (oracle2teacher)": 3.5082075595855713,
       "epoch": 0.4207221350078493,
-      "rel-constrast": 3.4470701217651367,
+      "rel-constrast": 3.804596185684204,
       "step": 536,
-      "subrel-constrast": 3.943808078765869,
+      "subrel-constrast": 3.701176166534424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430976152420044,
-      "cov-distil (oracle2student)": 5.03574800491333,
-      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "cov-distil": 1.6129932403564453,
+      "cov-distil (oracle2student)": 5.69785213470459,
+      "cov-distil (oracle2teacher)": 5.269233703613281,
       "epoch": 0.4215070643642072,
-      "rel-constrast": 4.9359941482543945,
+      "rel-constrast": 4.88289213180542,
       "step": 537,
-      "subrel-constrast": 4.681961536407471,
+      "subrel-constrast": 4.6160807609558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1151583194732666,
-      "cov-distil (oracle2student)": 4.930647850036621,
-      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "cov-distil": 3.6320486068725586,
+      "cov-distil (oracle2student)": 5.126873970031738,
+      "cov-distil (oracle2teacher)": 4.449760437011719,
       "epoch": 0.42229199372056514,
-      "rel-constrast": 3.337693214416504,
+      "rel-constrast": 4.9021735191345215,
       "step": 538,
-      "subrel-constrast": 4.436145305633545,
+      "subrel-constrast": 4.239505767822266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0622363090515137,
-      "cov-distil (oracle2student)": 5.964321136474609,
-      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "cov-distil": 2.8055315017700195,
+      "cov-distil (oracle2student)": 5.630227088928223,
+      "cov-distil (oracle2teacher)": 5.5058393478393555,
       "epoch": 0.4230769230769231,
-      "rel-constrast": 2.918050765991211,
+      "rel-constrast": 2.89642333984375,
       "step": 539,
-      "subrel-constrast": 3.1426711082458496,
+      "subrel-constrast": 3.487722873687744,
       "view-similarity": 0
     },
     {
       "epoch": 0.423861852433281,
-      "grad_norm": 8.25,
+      "grad_norm": 9.75,
       "learning_rate": 2.6950000000000005e-05,
-      "loss": 1.0442,
+      "loss": 1.0599,
       "step": 540
     },
     {
-      "cov-distil": 2.4555015563964844,
-      "cov-distil (oracle2student)": 4.551426887512207,
-      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "cov-distil": 3.1440768241882324,
+      "cov-distil (oracle2student)": 4.894999980926514,
+      "cov-distil (oracle2teacher)": 4.241404056549072,
       "epoch": 0.423861852433281,
-      "rel-constrast": 3.3250837326049805,
+      "rel-constrast": 3.1532459259033203,
       "step": 540,
-      "subrel-constrast": 3.5797502994537354,
+      "subrel-constrast": 3.6818230152130127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.082664966583252,
-      "cov-distil (oracle2student)": 4.699512958526611,
-      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "cov-distil": 2.0353074073791504,
+      "cov-distil (oracle2student)": 4.829143524169922,
+      "cov-distil (oracle2teacher)": 4.384130954742432,
       "epoch": 0.42464678178963894,
-      "rel-constrast": 2.5872223377227783,
+      "rel-constrast": 3.055182456970215,
       "step": 541,
-      "subrel-constrast": 3.821152687072754,
+      "subrel-constrast": 3.436680793762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.204350709915161,
-      "cov-distil (oracle2student)": 4.2027435302734375,
-      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "cov-distil": 2.3959193229675293,
+      "cov-distil (oracle2student)": 4.7509050369262695,
+      "cov-distil (oracle2teacher)": 4.176807880401611,
       "epoch": 0.42543171114599687,
-      "rel-constrast": 3.1161422729492188,
+      "rel-constrast": 4.029506206512451,
       "step": 542,
-      "subrel-constrast": 3.712345838546753,
+      "subrel-constrast": 3.835718870162964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0034756660461426,
-      "cov-distil (oracle2student)": 4.845664978027344,
-      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "cov-distil": 2.4880635738372803,
+      "cov-distil (oracle2student)": 5.187982559204102,
+      "cov-distil (oracle2teacher)": 5.327169895172119,
       "epoch": 0.4262166405023548,
-      "rel-constrast": 3.031003952026367,
+      "rel-constrast": 3.3675456047058105,
       "step": 543,
-      "subrel-constrast": 3.3142998218536377,
+      "subrel-constrast": 3.4103951454162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4440988302230835,
-      "cov-distil (oracle2student)": 3.6065969467163086,
-      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "cov-distil": 1.8645257949829102,
+      "cov-distil (oracle2student)": 3.3303253650665283,
+      "cov-distil (oracle2teacher)": 3.2770776748657227,
       "epoch": 0.42700156985871274,
-      "rel-constrast": 2.4494941234588623,
+      "rel-constrast": 2.9046854972839355,
       "step": 544,
-      "subrel-constrast": 2.605020046234131,
+      "subrel-constrast": 2.459394693374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6435261964797974,
-      "cov-distil (oracle2student)": 3.551994800567627,
-      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "cov-distil": 1.9630659818649292,
+      "cov-distil (oracle2student)": 4.499131202697754,
+      "cov-distil (oracle2teacher)": 3.6329312324523926,
       "epoch": 0.42778649921507067,
-      "rel-constrast": 3.822410821914673,
+      "rel-constrast": 4.33712100982666,
       "step": 545,
-      "subrel-constrast": 3.836008071899414,
+      "subrel-constrast": 4.299283504486084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7628724575042725,
-      "cov-distil (oracle2student)": 6.011783599853516,
-      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "cov-distil": 2.6886143684387207,
+      "cov-distil (oracle2student)": 6.36787748336792,
+      "cov-distil (oracle2teacher)": 5.385263919830322,
       "epoch": 0.42857142857142855,
-      "rel-constrast": 3.934589385986328,
+      "rel-constrast": 5.136941909790039,
       "step": 546,
-      "subrel-constrast": 3.964400053024292,
+      "subrel-constrast": 4.183347702026367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7866466045379639,
-      "cov-distil (oracle2student)": 3.3814570903778076,
-      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "cov-distil": 2.6999917030334473,
+      "cov-distil (oracle2student)": 4.198861598968506,
+      "cov-distil (oracle2teacher)": 3.6154558658599854,
       "epoch": 0.4293563579277865,
-      "rel-constrast": 3.8515207767486572,
+      "rel-constrast": 4.383726596832275,
       "step": 547,
-      "subrel-constrast": 4.402586460113525,
+      "subrel-constrast": 4.213267803192139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3751814365386963,
-      "cov-distil (oracle2student)": 4.2626800537109375,
-      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "cov-distil": 3.166285753250122,
+      "cov-distil (oracle2student)": 4.848912239074707,
+      "cov-distil (oracle2teacher)": 4.098011016845703,
       "epoch": 0.4301412872841444,
-      "rel-constrast": 4.448970794677734,
+      "rel-constrast": 4.148667812347412,
       "step": 548,
-      "subrel-constrast": 4.393995761871338,
+      "subrel-constrast": 4.670076370239258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0791738033294678,
-      "cov-distil (oracle2student)": 5.72738790512085,
-      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "cov-distil": 1.8380727767944336,
+      "cov-distil (oracle2student)": 5.163656234741211,
+      "cov-distil (oracle2teacher)": 4.66612434387207,
       "epoch": 0.43092621664050235,
-      "rel-constrast": 3.669039487838745,
+      "rel-constrast": 3.2450528144836426,
       "step": 549,
-      "subrel-constrast": 3.670117139816284,
+      "subrel-constrast": 3.273515462875366,
       "view-similarity": 0
     },
     {
       "epoch": 0.4317111459968603,
-      "grad_norm": 10.5625,
+      "grad_norm": 10.0,
       "learning_rate": 2.7450000000000003e-05,
-      "loss": 0.9055,
+      "loss": 0.944,
       "step": 550
     },
     {
-      "cov-distil": 1.8588554859161377,
-      "cov-distil (oracle2student)": 5.19000244140625,
-      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "cov-distil": 1.9215424060821533,
+      "cov-distil (oracle2student)": 5.323651313781738,
+      "cov-distil (oracle2teacher)": 5.5496625900268555,
       "epoch": 0.4317111459968603,
-      "rel-constrast": 2.9200479984283447,
+      "rel-constrast": 3.632564067840576,
       "step": 550,
-      "subrel-constrast": 4.266639709472656,
+      "subrel-constrast": 4.383198261260986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4664716720581055,
-      "cov-distil (oracle2student)": 4.6646318435668945,
-      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "cov-distil": 2.0079779624938965,
+      "cov-distil (oracle2student)": 5.453360557556152,
+      "cov-distil (oracle2teacher)": 4.775620937347412,
       "epoch": 0.4324960753532182,
-      "rel-constrast": 2.7482821941375732,
+      "rel-constrast": 3.6028709411621094,
       "step": 551,
-      "subrel-constrast": 3.751079797744751,
+      "subrel-constrast": 3.7195968627929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2391505241394043,
-      "cov-distil (oracle2student)": 4.254290580749512,
-      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "cov-distil": 1.940305471420288,
+      "cov-distil (oracle2student)": 4.275853157043457,
+      "cov-distil (oracle2teacher)": 4.315962314605713,
       "epoch": 0.43328100470957615,
-      "rel-constrast": 2.8833484649658203,
+      "rel-constrast": 3.697322130203247,
       "step": 552,
-      "subrel-constrast": 3.7221202850341797,
+      "subrel-constrast": 3.374723434448242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5725274085998535,
-      "cov-distil (oracle2student)": 4.4030375480651855,
-      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "cov-distil": 3.7109804153442383,
+      "cov-distil (oracle2student)": 5.235285758972168,
+      "cov-distil (oracle2teacher)": 3.4823784828186035,
       "epoch": 0.4340659340659341,
-      "rel-constrast": 3.2813262939453125,
+      "rel-constrast": 4.574237823486328,
       "step": 553,
-      "subrel-constrast": 4.29766321182251,
+      "subrel-constrast": 3.886735439300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6824195384979248,
-      "cov-distil (oracle2student)": 4.262044906616211,
-      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "cov-distil": 2.0194294452667236,
+      "cov-distil (oracle2student)": 4.709174156188965,
+      "cov-distil (oracle2teacher)": 3.730773687362671,
       "epoch": 0.434850863422292,
-      "rel-constrast": 4.048982620239258,
+      "rel-constrast": 4.890387058258057,
       "step": 554,
-      "subrel-constrast": 4.117492198944092,
+      "subrel-constrast": 4.248447418212891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.280151605606079,
-      "cov-distil (oracle2student)": 3.482992649078369,
-      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "cov-distil": 3.352951765060425,
+      "cov-distil (oracle2student)": 4.994897842407227,
+      "cov-distil (oracle2teacher)": 4.374115467071533,
       "epoch": 0.43563579277864994,
-      "rel-constrast": 3.2121012210845947,
+      "rel-constrast": 4.161121368408203,
       "step": 555,
-      "subrel-constrast": 3.5926947593688965,
+      "subrel-constrast": 4.011910438537598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.286961078643799,
-      "cov-distil (oracle2student)": 4.809238433837891,
-      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "cov-distil": 2.9941787719726562,
+      "cov-distil (oracle2student)": 5.471341133117676,
+      "cov-distil (oracle2teacher)": 4.524909973144531,
       "epoch": 0.4364207221350079,
-      "rel-constrast": 3.495352029800415,
+      "rel-constrast": 4.157844543457031,
       "step": 556,
-      "subrel-constrast": 4.314545631408691,
+      "subrel-constrast": 4.118130683898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7107021808624268,
-      "cov-distil (oracle2student)": 4.218628406524658,
-      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "cov-distil": 2.3655223846435547,
+      "cov-distil (oracle2student)": 4.463897705078125,
+      "cov-distil (oracle2teacher)": 3.880066394805908,
       "epoch": 0.43720565149136575,
-      "rel-constrast": 3.8885021209716797,
+      "rel-constrast": 3.5161380767822266,
       "step": 557,
-      "subrel-constrast": 4.020322799682617,
+      "subrel-constrast": 3.765559673309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8882838487625122,
-      "cov-distil (oracle2student)": 5.679129600524902,
-      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "cov-distil": 2.326056480407715,
+      "cov-distil (oracle2student)": 5.807459831237793,
+      "cov-distil (oracle2teacher)": 4.5894012451171875,
       "epoch": 0.4379905808477237,
-      "rel-constrast": 4.420882225036621,
+      "rel-constrast": 3.741593360900879,
       "step": 558,
-      "subrel-constrast": 5.289524078369141,
+      "subrel-constrast": 4.4960246086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9853229522705078,
-      "cov-distil (oracle2student)": 5.879613876342773,
-      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "cov-distil": 1.9660494327545166,
+      "cov-distil (oracle2student)": 5.596038818359375,
+      "cov-distil (oracle2teacher)": 5.711890697479248,
       "epoch": 0.4387755102040816,
-      "rel-constrast": 3.605356216430664,
+      "rel-constrast": 3.767320156097412,
       "step": 559,
-      "subrel-constrast": 4.175075531005859,
+      "subrel-constrast": 4.327932357788086,
       "view-similarity": 0
     },
     {
       "epoch": 0.43956043956043955,
-      "grad_norm": 7.125,
+      "grad_norm": 8.875,
       "learning_rate": 2.7950000000000005e-05,
-      "loss": 0.9175,
+      "loss": 0.9935,
       "step": 560
     },
     {
-      "cov-distil": 2.459702968597412,
-      "cov-distil (oracle2student)": 3.54038667678833,
-      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "cov-distil": 2.358954668045044,
+      "cov-distil (oracle2student)": 3.3223049640655518,
+      "cov-distil (oracle2teacher)": 3.5045862197875977,
       "epoch": 0.43956043956043955,
-      "rel-constrast": 3.044311285018921,
+      "rel-constrast": 3.393927812576294,
       "step": 560,
-      "subrel-constrast": 3.8617966175079346,
+      "subrel-constrast": 3.7439398765563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.301657199859619,
-      "cov-distil (oracle2student)": 3.6367805004119873,
-      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "cov-distil": 2.541647434234619,
+      "cov-distil (oracle2student)": 4.102347373962402,
+      "cov-distil (oracle2teacher)": 3.823218584060669,
       "epoch": 0.4403453689167975,
-      "rel-constrast": 2.504409074783325,
+      "rel-constrast": 3.1986074447631836,
       "step": 561,
-      "subrel-constrast": 3.5072786808013916,
+      "subrel-constrast": 3.6252739429473877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2072887420654297,
-      "cov-distil (oracle2student)": 2.9245615005493164,
-      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "cov-distil": 2.642409324645996,
+      "cov-distil (oracle2student)": 3.21407413482666,
+      "cov-distil (oracle2teacher)": 3.468783140182495,
       "epoch": 0.4411302982731554,
-      "rel-constrast": 2.7347452640533447,
+      "rel-constrast": 3.2427480220794678,
       "step": 562,
-      "subrel-constrast": 2.8598663806915283,
+      "subrel-constrast": 2.7197461128234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9743279218673706,
-      "cov-distil (oracle2student)": 4.175314426422119,
-      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "cov-distil": 2.051992893218994,
+      "cov-distil (oracle2student)": 4.378178596496582,
+      "cov-distil (oracle2teacher)": 4.157221794128418,
       "epoch": 0.44191522762951335,
-      "rel-constrast": 2.9006690979003906,
+      "rel-constrast": 3.3241851329803467,
       "step": 563,
-      "subrel-constrast": 3.607196092605591,
+      "subrel-constrast": 3.59414005279541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0321104526519775,
-      "cov-distil (oracle2student)": 3.8106508255004883,
-      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "cov-distil": 2.366882085800171,
+      "cov-distil (oracle2student)": 5.17764949798584,
+      "cov-distil (oracle2teacher)": 3.1858041286468506,
       "epoch": 0.4427001569858713,
-      "rel-constrast": 2.8958191871643066,
+      "rel-constrast": 3.979633092880249,
       "step": 564,
-      "subrel-constrast": 3.457608461380005,
+      "subrel-constrast": 3.076577663421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.913415551185608,
-      "cov-distil (oracle2student)": 5.349029541015625,
-      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "cov-distil": 2.522550582885742,
+      "cov-distil (oracle2student)": 6.068033218383789,
+      "cov-distil (oracle2teacher)": 5.299258232116699,
       "epoch": 0.4434850863422292,
-      "rel-constrast": 3.0215673446655273,
+      "rel-constrast": 3.1363558769226074,
       "step": 565,
-      "subrel-constrast": 4.1114678382873535,
+      "subrel-constrast": 3.7713139057159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1626877784729004,
-      "cov-distil (oracle2student)": 5.174778938293457,
-      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "cov-distil": 1.991720199584961,
+      "cov-distil (oracle2student)": 5.957365036010742,
+      "cov-distil (oracle2teacher)": 4.363339900970459,
       "epoch": 0.44427001569858715,
-      "rel-constrast": 4.159515380859375,
+      "rel-constrast": 4.21482515335083,
       "step": 566,
-      "subrel-constrast": 3.9089341163635254,
+      "subrel-constrast": 3.6679294109344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3144021034240723,
-      "cov-distil (oracle2student)": 4.621238708496094,
-      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "cov-distil": 1.8319523334503174,
+      "cov-distil (oracle2student)": 4.147531986236572,
+      "cov-distil (oracle2teacher)": 4.370601177215576,
       "epoch": 0.44505494505494503,
-      "rel-constrast": 3.3642213344573975,
+      "rel-constrast": 4.056262016296387,
       "step": 567,
-      "subrel-constrast": 3.904902696609497,
+      "subrel-constrast": 3.9852454662323,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7472102642059326,
-      "cov-distil (oracle2student)": 4.851565837860107,
-      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "cov-distil": 2.629312515258789,
+      "cov-distil (oracle2student)": 4.767542839050293,
+      "cov-distil (oracle2teacher)": 4.160739898681641,
       "epoch": 0.44583987441130296,
-      "rel-constrast": 4.3499755859375,
+      "rel-constrast": 3.899106502532959,
       "step": 568,
-      "subrel-constrast": 5.089810371398926,
+      "subrel-constrast": 4.05080509185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.075791597366333,
-      "cov-distil (oracle2student)": 5.32772159576416,
-      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "cov-distil": 1.8516883850097656,
+      "cov-distil (oracle2student)": 5.215306282043457,
+      "cov-distil (oracle2teacher)": 4.808806896209717,
       "epoch": 0.4466248037676609,
-      "rel-constrast": 2.8129007816314697,
+      "rel-constrast": 3.4852166175842285,
       "step": 569,
-      "subrel-constrast": 4.071926593780518,
+      "subrel-constrast": 3.6342546939849854,
       "view-similarity": 0
     },
     {
       "epoch": 0.4474097331240188,
-      "grad_norm": 6.34375,
+      "grad_norm": 8.75,
       "learning_rate": 2.845e-05,
-      "loss": 0.8477,
+      "loss": 0.8983,
       "step": 570
     },
     {
-      "cov-distil": 2.4237582683563232,
-      "cov-distil (oracle2student)": 3.0226638317108154,
-      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "cov-distil": 2.4234559535980225,
+      "cov-distil (oracle2student)": 3.3213958740234375,
+      "cov-distil (oracle2teacher)": 3.6098575592041016,
       "epoch": 0.4474097331240188,
-      "rel-constrast": 3.2645320892333984,
+      "rel-constrast": 3.4887428283691406,
       "step": 570,
-      "subrel-constrast": 3.560032367706299,
+      "subrel-constrast": 3.7902462482452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9481277465820312,
-      "cov-distil (oracle2student)": 4.076622486114502,
-      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "cov-distil": 2.6390843391418457,
+      "cov-distil (oracle2student)": 4.745780944824219,
+      "cov-distil (oracle2teacher)": 4.114788055419922,
       "epoch": 0.44819466248037676,
-      "rel-constrast": 3.1871180534362793,
+      "rel-constrast": 3.6129302978515625,
       "step": 571,
-      "subrel-constrast": 3.889390468597412,
+      "subrel-constrast": 3.8221333026885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8381760120391846,
-      "cov-distil (oracle2student)": 5.546555519104004,
-      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "cov-distil": 1.9189658164978027,
+      "cov-distil (oracle2student)": 6.0839924812316895,
+      "cov-distil (oracle2teacher)": 4.7552690505981445,
       "epoch": 0.4489795918367347,
-      "rel-constrast": 3.591369390487671,
+      "rel-constrast": 3.9511513710021973,
       "step": 572,
-      "subrel-constrast": 4.264605522155762,
+      "subrel-constrast": 4.005019187927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9256342649459839,
-      "cov-distil (oracle2student)": 4.694274425506592,
-      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "cov-distil": 1.739342212677002,
+      "cov-distil (oracle2student)": 4.651374816894531,
+      "cov-distil (oracle2teacher)": 4.204543590545654,
       "epoch": 0.4497645211930926,
-      "rel-constrast": 3.0780086517333984,
+      "rel-constrast": 3.5185372829437256,
       "step": 573,
-      "subrel-constrast": 4.314204216003418,
+      "subrel-constrast": 4.532038688659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8656573295593262,
-      "cov-distil (oracle2student)": 5.347856044769287,
-      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "cov-distil": 2.1634485721588135,
+      "cov-distil (oracle2student)": 5.691831111907959,
+      "cov-distil (oracle2teacher)": 4.7130937576293945,
       "epoch": 0.45054945054945056,
-      "rel-constrast": 4.534104347229004,
+      "rel-constrast": 4.304054260253906,
       "step": 574,
-      "subrel-constrast": 3.962686061859131,
+      "subrel-constrast": 3.921180248260498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.547745704650879,
-      "cov-distil (oracle2student)": 5.250231742858887,
-      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "cov-distil": 2.3078818321228027,
+      "cov-distil (oracle2student)": 6.551314353942871,
+      "cov-distil (oracle2teacher)": 5.088528633117676,
       "epoch": 0.4513343799058085,
-      "rel-constrast": 3.9131903648376465,
+      "rel-constrast": 4.87223482131958,
       "step": 575,
-      "subrel-constrast": 3.791517972946167,
+      "subrel-constrast": 4.038383960723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732090950012207,
-      "cov-distil (oracle2student)": 5.05672550201416,
-      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "cov-distil": 2.561750650405884,
+      "cov-distil (oracle2student)": 4.999590873718262,
+      "cov-distil (oracle2teacher)": 4.80165958404541,
       "epoch": 0.4521193092621664,
-      "rel-constrast": 4.284381866455078,
+      "rel-constrast": 5.104241371154785,
       "step": 576,
-      "subrel-constrast": 4.660088539123535,
+      "subrel-constrast": 5.145068168640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4754586219787598,
-      "cov-distil (oracle2student)": 3.833111047744751,
-      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "cov-distil": 3.0544557571411133,
+      "cov-distil (oracle2student)": 3.935206651687622,
+      "cov-distil (oracle2teacher)": 3.8528130054473877,
       "epoch": 0.45290423861852436,
-      "rel-constrast": 4.8734540939331055,
+      "rel-constrast": 5.1749773025512695,
       "step": 577,
-      "subrel-constrast": 5.031405925750732,
+      "subrel-constrast": 5.613327503204346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7031965255737305,
-      "cov-distil (oracle2student)": 5.395284175872803,
-      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "cov-distil": 2.4282827377319336,
+      "cov-distil (oracle2student)": 5.423835277557373,
+      "cov-distil (oracle2teacher)": 4.910699367523193,
       "epoch": 0.45368916797488223,
-      "rel-constrast": 3.602329730987549,
+      "rel-constrast": 3.487582206726074,
       "step": 578,
-      "subrel-constrast": 4.0972137451171875,
+      "subrel-constrast": 3.8347482681274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5256094932556152,
-      "cov-distil (oracle2student)": 4.89035701751709,
-      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "cov-distil": 2.7212328910827637,
+      "cov-distil (oracle2student)": 4.982588768005371,
+      "cov-distil (oracle2teacher)": 4.225831985473633,
       "epoch": 0.45447409733124017,
-      "rel-constrast": 4.2911696434021,
+      "rel-constrast": 4.664732933044434,
       "step": 579,
-      "subrel-constrast": 4.371425628662109,
+      "subrel-constrast": 4.141400337219238,
       "view-similarity": 0
     },
     {
       "epoch": 0.4552590266875981,
-      "grad_norm": 8.125,
+      "grad_norm": 8.6875,
       "learning_rate": 2.895e-05,
-      "loss": 1.0155,
+      "loss": 1.0545,
       "step": 580
     },
     {
-      "cov-distil": 1.709166169166565,
-      "cov-distil (oracle2student)": 3.729433059692383,
-      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "cov-distil": 2.464303970336914,
+      "cov-distil (oracle2student)": 4.394807815551758,
+      "cov-distil (oracle2teacher)": 4.204273223876953,
       "epoch": 0.4552590266875981,
-      "rel-constrast": 3.0027105808258057,
+      "rel-constrast": 4.653385639190674,
       "step": 580,
-      "subrel-constrast": 4.083986282348633,
+      "subrel-constrast": 4.437969207763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0113184452056885,
-      "cov-distil (oracle2student)": 4.184613227844238,
-      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "cov-distil": 2.357685089111328,
+      "cov-distil (oracle2student)": 4.353397846221924,
+      "cov-distil (oracle2teacher)": 4.018503665924072,
       "epoch": 0.45604395604395603,
-      "rel-constrast": 3.453307867050171,
+      "rel-constrast": 4.026291847229004,
       "step": 581,
-      "subrel-constrast": 3.889902114868164,
+      "subrel-constrast": 3.651365280151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728846549987793,
-      "cov-distil (oracle2student)": 6.470742225646973,
-      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "cov-distil": 2.354459762573242,
+      "cov-distil (oracle2student)": 6.119044303894043,
+      "cov-distil (oracle2teacher)": 5.748248100280762,
       "epoch": 0.45682888540031397,
-      "rel-constrast": 2.9654622077941895,
+      "rel-constrast": 3.511345148086548,
       "step": 582,
-      "subrel-constrast": 3.6763298511505127,
+      "subrel-constrast": 3.223280429840088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.542206048965454,
-      "cov-distil (oracle2student)": 3.866248846054077,
-      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "cov-distil": 2.6050219535827637,
+      "cov-distil (oracle2student)": 4.132230281829834,
+      "cov-distil (oracle2teacher)": 3.6042776107788086,
       "epoch": 0.4576138147566719,
-      "rel-constrast": 2.910317897796631,
+      "rel-constrast": 2.611219882965088,
       "step": 583,
-      "subrel-constrast": 3.0755670070648193,
+      "subrel-constrast": 3.009690284729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1158554553985596,
-      "cov-distil (oracle2student)": 3.5174355506896973,
-      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "cov-distil": 2.5152506828308105,
+      "cov-distil (oracle2student)": 4.289843559265137,
+      "cov-distil (oracle2teacher)": 3.501180648803711,
       "epoch": 0.45839874411302983,
-      "rel-constrast": 3.163273334503174,
+      "rel-constrast": 3.254701852798462,
       "step": 584,
-      "subrel-constrast": 4.189387798309326,
+      "subrel-constrast": 3.848154067993164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358933448791504,
-      "cov-distil (oracle2student)": 5.5259623527526855,
-      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "cov-distil": 1.9441146850585938,
+      "cov-distil (oracle2student)": 6.204533100128174,
+      "cov-distil (oracle2teacher)": 5.01694393157959,
       "epoch": 0.45918367346938777,
-      "rel-constrast": 3.3363170623779297,
+      "rel-constrast": 3.482966423034668,
       "step": 585,
-      "subrel-constrast": 3.8728079795837402,
+      "subrel-constrast": 3.76875901222229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7158913612365723,
-      "cov-distil (oracle2student)": 3.81449818611145,
-      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "cov-distil": 1.9938653707504272,
+      "cov-distil (oracle2student)": 4.132411003112793,
+      "cov-distil (oracle2teacher)": 4.289095878601074,
       "epoch": 0.4599686028257457,
-      "rel-constrast": 2.7120189666748047,
+      "rel-constrast": 3.8928146362304688,
       "step": 586,
-      "subrel-constrast": 3.659945487976074,
+      "subrel-constrast": 3.5955522060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179494857788086,
-      "cov-distil (oracle2student)": 5.410915851593018,
-      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "cov-distil": 2.8600239753723145,
+      "cov-distil (oracle2student)": 6.246612548828125,
+      "cov-distil (oracle2teacher)": 5.835619926452637,
       "epoch": 0.46075353218210363,
-      "rel-constrast": 4.8570733070373535,
+      "rel-constrast": 5.097703456878662,
       "step": 587,
-      "subrel-constrast": 6.077430248260498,
+      "subrel-constrast": 5.963213920593262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146589756011963,
-      "cov-distil (oracle2student)": 4.808439254760742,
-      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "cov-distil": 2.020094633102417,
+      "cov-distil (oracle2student)": 5.995624542236328,
+      "cov-distil (oracle2teacher)": 4.9359941482543945,
       "epoch": 0.46153846153846156,
-      "rel-constrast": 3.206974744796753,
+      "rel-constrast": 3.6671838760375977,
       "step": 588,
-      "subrel-constrast": 3.596273899078369,
+      "subrel-constrast": 3.9909584522247314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089515209197998,
-      "cov-distil (oracle2student)": 5.792536735534668,
-      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "cov-distil": 3.4178576469421387,
+      "cov-distil (oracle2student)": 7.293473243713379,
+      "cov-distil (oracle2teacher)": 5.84071159362793,
       "epoch": 0.46232339089481944,
-      "rel-constrast": 2.9252166748046875,
+      "rel-constrast": 3.52392840385437,
       "step": 589,
-      "subrel-constrast": 4.313965320587158,
+      "subrel-constrast": 4.052404880523682,
       "view-similarity": 0
     },
     {
       "epoch": 0.4631083202511774,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.3125,
       "learning_rate": 2.945e-05,
-      "loss": 0.8647,
+      "loss": 0.943,
       "step": 590
     },
     {
-      "cov-distil": 2.1267971992492676,
-      "cov-distil (oracle2student)": 4.215712547302246,
-      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "cov-distil": 3.7977190017700195,
+      "cov-distil (oracle2student)": 5.514544486999512,
+      "cov-distil (oracle2teacher)": 4.1195478439331055,
       "epoch": 0.4631083202511774,
-      "rel-constrast": 3.7106242179870605,
+      "rel-constrast": 4.7036051750183105,
       "step": 590,
-      "subrel-constrast": 4.224156379699707,
+      "subrel-constrast": 3.925006151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0595297813415527,
-      "cov-distil (oracle2student)": 7.233006477355957,
-      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "cov-distil": 2.34080171585083,
+      "cov-distil (oracle2student)": 7.3142595291137695,
+      "cov-distil (oracle2teacher)": 6.695699214935303,
       "epoch": 0.4638932496075353,
-      "rel-constrast": 2.9407167434692383,
+      "rel-constrast": 3.780576467514038,
       "step": 591,
-      "subrel-constrast": 4.574547290802002,
+      "subrel-constrast": 3.875232219696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.99887216091156,
-      "cov-distil (oracle2student)": 5.496109962463379,
-      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "cov-distil": 3.0105276107788086,
+      "cov-distil (oracle2student)": 6.135070323944092,
+      "cov-distil (oracle2teacher)": 5.6266021728515625,
       "epoch": 0.46467817896389324,
-      "rel-constrast": 2.3733620643615723,
+      "rel-constrast": 2.574967622756958,
       "step": 592,
-      "subrel-constrast": 3.4967288970947266,
+      "subrel-constrast": 3.611591339111328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7047181129455566,
-      "cov-distil (oracle2student)": 5.643624305725098,
-      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "cov-distil": 2.5783073902130127,
+      "cov-distil (oracle2student)": 5.5395588874816895,
+      "cov-distil (oracle2teacher)": 4.645752906799316,
       "epoch": 0.4654631083202512,
-      "rel-constrast": 5.243678092956543,
+      "rel-constrast": 5.373383045196533,
       "step": 593,
-      "subrel-constrast": 5.544729709625244,
+      "subrel-constrast": 5.041735649108887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4938790798187256,
-      "cov-distil (oracle2student)": 6.409417152404785,
-      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "cov-distil": 2.5929760932922363,
+      "cov-distil (oracle2student)": 6.45121955871582,
+      "cov-distil (oracle2teacher)": 5.939799785614014,
       "epoch": 0.4662480376766091,
-      "rel-constrast": 2.4475982189178467,
+      "rel-constrast": 3.1779744625091553,
       "step": 594,
-      "subrel-constrast": 3.6893906593322754,
+      "subrel-constrast": 3.5174732208251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6694910526275635,
-      "cov-distil (oracle2student)": 5.082285404205322,
-      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "cov-distil": 2.038505792617798,
+      "cov-distil (oracle2student)": 5.217291831970215,
+      "cov-distil (oracle2teacher)": 5.4153337478637695,
       "epoch": 0.46703296703296704,
-      "rel-constrast": 3.532689094543457,
+      "rel-constrast": 3.5160458087921143,
       "step": 595,
-      "subrel-constrast": 4.091874122619629,
+      "subrel-constrast": 4.030824661254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148131847381592,
-      "cov-distil (oracle2student)": 4.989685535430908,
-      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "cov-distil": 2.5021870136260986,
+      "cov-distil (oracle2student)": 5.333086967468262,
+      "cov-distil (oracle2teacher)": 4.444273948669434,
       "epoch": 0.46781789638932497,
-      "rel-constrast": 4.088759422302246,
+      "rel-constrast": 4.005031585693359,
       "step": 596,
-      "subrel-constrast": 4.2698822021484375,
+      "subrel-constrast": 4.5883002281188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.310335159301758,
-      "cov-distil (oracle2student)": 4.894394874572754,
-      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "cov-distil": 2.6509599685668945,
+      "cov-distil (oracle2student)": 5.382726192474365,
+      "cov-distil (oracle2teacher)": 4.583817481994629,
       "epoch": 0.4686028257456829,
-      "rel-constrast": 5.071242332458496,
+      "rel-constrast": 5.123231887817383,
       "step": 597,
-      "subrel-constrast": 5.214943885803223,
+      "subrel-constrast": 5.301387310028076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2443196773529053,
-      "cov-distil (oracle2student)": 4.7232747077941895,
-      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "cov-distil": 2.4523983001708984,
+      "cov-distil (oracle2student)": 4.9999847412109375,
+      "cov-distil (oracle2teacher)": 4.900834560394287,
       "epoch": 0.46938775510204084,
-      "rel-constrast": 2.9406661987304688,
+      "rel-constrast": 3.4022226333618164,
       "step": 598,
-      "subrel-constrast": 3.8035221099853516,
+      "subrel-constrast": 4.007664680480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5355151891708374,
-      "cov-distil (oracle2student)": 3.4818904399871826,
-      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "cov-distil": 1.786146640777588,
+      "cov-distil (oracle2student)": 4.540366172790527,
+      "cov-distil (oracle2teacher)": 3.858332872390747,
       "epoch": 0.47017268445839877,
-      "rel-constrast": 2.709094762802124,
+      "rel-constrast": 3.676905632019043,
       "step": 599,
-      "subrel-constrast": 3.5162317752838135,
+      "subrel-constrast": 3.1852617263793945,
       "view-similarity": 0
     },
     {
       "epoch": 0.47095761381475665,
-      "grad_norm": 6.09375,
+      "grad_norm": 7.90625,
       "learning_rate": 2.995e-05,
-      "loss": 0.9297,
+      "loss": 0.9833,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
-      "overlap": 0.2984375059604645,
+      "overlap": 0.29218751192092896,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "student margin": 0.049224853515625
+      "student margin": 0.0438232421875
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "teacher margin": 0.031402587890625
+      "teacher margin": 0.0333251953125
     },
     {
       "epoch": 0.47095761381475665,
-      "margin difference": -0.017822265625,
+      "margin difference": -0.010498046875,
       "step": 600
     },
     {
-      "cov-distil": 2.0588765144348145,
-      "cov-distil (oracle2student)": 4.4324493408203125,
-      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "cov-distil": 2.597799301147461,
+      "cov-distil (oracle2student)": 5.1797637939453125,
+      "cov-distil (oracle2teacher)": 4.798859119415283,
       "epoch": 0.47095761381475665,
-      "rel-constrast": 2.928539276123047,
+      "rel-constrast": 3.78892183303833,
       "step": 600,
-      "subrel-constrast": 3.747493028640747,
+      "subrel-constrast": 3.914888381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7370885610580444,
-      "cov-distil (oracle2student)": 5.581315517425537,
-      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "cov-distil": 2.421323776245117,
+      "cov-distil (oracle2student)": 5.371571063995361,
+      "cov-distil (oracle2teacher)": 4.5440239906311035,
       "epoch": 0.4717425431711146,
-      "rel-constrast": 3.4618310928344727,
+      "rel-constrast": 4.15179443359375,
       "step": 601,
-      "subrel-constrast": 3.892033815383911,
+      "subrel-constrast": 3.7846922874450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4053502082824707,
-      "cov-distil (oracle2student)": 3.771233558654785,
-      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "cov-distil": 2.294814109802246,
+      "cov-distil (oracle2student)": 4.416264533996582,
+      "cov-distil (oracle2teacher)": 3.3211052417755127,
       "epoch": 0.4725274725274725,
-      "rel-constrast": 1.8632010221481323,
+      "rel-constrast": 2.7444000244140625,
       "step": 602,
-      "subrel-constrast": 3.01338529586792,
+      "subrel-constrast": 2.924454927444458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129983186721802,
-      "cov-distil (oracle2student)": 6.024843692779541,
-      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "cov-distil": 2.078063726425171,
+      "cov-distil (oracle2student)": 6.906262397766113,
+      "cov-distil (oracle2teacher)": 5.919193267822266,
       "epoch": 0.47331240188383045,
-      "rel-constrast": 3.88435959815979,
+      "rel-constrast": 4.030716896057129,
       "step": 603,
-      "subrel-constrast": 4.859460830688477,
+      "subrel-constrast": 4.599520206451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7511838674545288,
-      "cov-distil (oracle2student)": 3.3029255867004395,
-      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "cov-distil": 2.21580171585083,
+      "cov-distil (oracle2student)": 4.214779853820801,
+      "cov-distil (oracle2teacher)": 3.7534546852111816,
       "epoch": 0.4740973312401884,
-      "rel-constrast": 3.2290658950805664,
+      "rel-constrast": 4.097012996673584,
       "step": 604,
-      "subrel-constrast": 4.085943222045898,
+      "subrel-constrast": 4.133643627166748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145510911941528,
-      "cov-distil (oracle2student)": 5.038276672363281,
-      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "cov-distil": 2.621990442276001,
+      "cov-distil (oracle2student)": 5.272357940673828,
+      "cov-distil (oracle2teacher)": 4.120306015014648,
       "epoch": 0.4748822605965463,
-      "rel-constrast": 4.488589286804199,
+      "rel-constrast": 4.461541175842285,
       "step": 605,
-      "subrel-constrast": 4.722075462341309,
+      "subrel-constrast": 4.668298721313477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9118618965148926,
-      "cov-distil (oracle2student)": 4.359668731689453,
-      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "cov-distil": 1.904207468032837,
+      "cov-distil (oracle2student)": 4.717026710510254,
+      "cov-distil (oracle2teacher)": 4.575739860534668,
       "epoch": 0.47566718995290425,
-      "rel-constrast": 4.346715450286865,
+      "rel-constrast": 4.480040550231934,
       "step": 606,
-      "subrel-constrast": 4.370314598083496,
+      "subrel-constrast": 4.40533971786499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1285834312438965,
-      "cov-distil (oracle2student)": 3.969097137451172,
-      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "cov-distil": 2.678441047668457,
+      "cov-distil (oracle2student)": 4.111219882965088,
+      "cov-distil (oracle2teacher)": 3.7819623947143555,
       "epoch": 0.4764521193092622,
-      "rel-constrast": 3.884713649749756,
+      "rel-constrast": 3.9156947135925293,
       "step": 607,
-      "subrel-constrast": 4.063881874084473,
+      "subrel-constrast": 4.034241199493408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9782260656356812,
-      "cov-distil (oracle2student)": 3.262112617492676,
-      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "cov-distil": 2.3828482627868652,
+      "cov-distil (oracle2student)": 3.0988008975982666,
+      "cov-distil (oracle2teacher)": 2.9651992321014404,
       "epoch": 0.4772370486656201,
-      "rel-constrast": 2.6513161659240723,
+      "rel-constrast": 2.8915634155273438,
       "step": 608,
-      "subrel-constrast": 2.8399600982666016,
+      "subrel-constrast": 2.7187910079956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8102538585662842,
-      "cov-distil (oracle2student)": 4.76106071472168,
-      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "cov-distil": 2.9392261505126953,
+      "cov-distil (oracle2student)": 4.925444602966309,
+      "cov-distil (oracle2teacher)": 4.892229080200195,
       "epoch": 0.47802197802197804,
-      "rel-constrast": 2.972158193588257,
+      "rel-constrast": 3.5831034183502197,
       "step": 609,
-      "subrel-constrast": 3.5588231086730957,
+      "subrel-constrast": 3.6036808490753174,
       "view-similarity": 0
     },
     {
       "epoch": 0.478806907378336,
-      "grad_norm": 6.3125,
+      "grad_norm": 7.625,
       "learning_rate": 3.045e-05,
-      "loss": 0.8913,
+      "loss": 0.9536,
       "step": 610
     },
     {
-      "cov-distil": 2.6751132011413574,
-      "cov-distil (oracle2student)": 4.348546028137207,
-      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "cov-distil": 2.96833872795105,
+      "cov-distil (oracle2student)": 4.343177795410156,
+      "cov-distil (oracle2teacher)": 4.155296802520752,
       "epoch": 0.478806907378336,
-      "rel-constrast": 4.056975841522217,
+      "rel-constrast": 5.674149513244629,
       "step": 610,
-      "subrel-constrast": 5.549076080322266,
+      "subrel-constrast": 4.956788539886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810163140296936,
-      "cov-distil (oracle2student)": 5.720645427703857,
-      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "cov-distil": 2.824525833129883,
+      "cov-distil (oracle2student)": 5.4770073890686035,
+      "cov-distil (oracle2teacher)": 5.7733659744262695,
       "epoch": 0.47959183673469385,
-      "rel-constrast": 3.7196595668792725,
+      "rel-constrast": 3.85478138923645,
       "step": 611,
-      "subrel-constrast": 4.2887444496154785,
+      "subrel-constrast": 4.330058574676514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0118885040283203,
-      "cov-distil (oracle2student)": 7.15673828125,
-      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "cov-distil": 3.1254589557647705,
+      "cov-distil (oracle2student)": 7.700201988220215,
+      "cov-distil (oracle2teacher)": 5.901760578155518,
       "epoch": 0.4803767660910518,
-      "rel-constrast": 2.2357802391052246,
+      "rel-constrast": 2.4653875827789307,
       "step": 612,
-      "subrel-constrast": 2.7971351146698,
+      "subrel-constrast": 3.133837938308716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0629868507385254,
-      "cov-distil (oracle2student)": 3.0936174392700195,
-      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "cov-distil": 2.812558174133301,
+      "cov-distil (oracle2student)": 3.9559292793273926,
+      "cov-distil (oracle2teacher)": 3.5092763900756836,
       "epoch": 0.4811616954474097,
-      "rel-constrast": 2.847078323364258,
+      "rel-constrast": 3.4761738777160645,
       "step": 613,
-      "subrel-constrast": 4.021493434906006,
+      "subrel-constrast": 3.8401150703430176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.670363187789917,
-      "cov-distil (oracle2student)": 3.0698914527893066,
-      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "cov-distil": 2.7645223140716553,
+      "cov-distil (oracle2student)": 4.367929458618164,
+      "cov-distil (oracle2teacher)": 3.2421023845672607,
       "epoch": 0.48194662480376765,
-      "rel-constrast": 2.104069232940674,
+      "rel-constrast": 3.3034255504608154,
       "step": 614,
-      "subrel-constrast": 3.172166585922241,
+      "subrel-constrast": 2.954702615737915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0166780948638916,
-      "cov-distil (oracle2student)": 2.884427547454834,
-      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "cov-distil": 1.9434064626693726,
+      "cov-distil (oracle2student)": 3.6880500316619873,
+      "cov-distil (oracle2teacher)": 3.708991289138794,
       "epoch": 0.4827315541601256,
-      "rel-constrast": 1.762846827507019,
+      "rel-constrast": 2.2746238708496094,
       "step": 615,
-      "subrel-constrast": 3.4444706439971924,
+      "subrel-constrast": 3.3221213817596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.482882022857666,
-      "cov-distil (oracle2student)": 4.176881790161133,
-      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "cov-distil": 1.9505605697631836,
+      "cov-distil (oracle2student)": 4.41782283782959,
+      "cov-distil (oracle2teacher)": 4.389432907104492,
       "epoch": 0.4835164835164835,
-      "rel-constrast": 4.022831439971924,
+      "rel-constrast": 4.685026168823242,
       "step": 616,
-      "subrel-constrast": 4.548571586608887,
+      "subrel-constrast": 4.159042835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4784417152404785,
-      "cov-distil (oracle2student)": 5.301079750061035,
-      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "cov-distil": 2.6315574645996094,
+      "cov-distil (oracle2student)": 5.739065170288086,
+      "cov-distil (oracle2teacher)": 5.423961639404297,
       "epoch": 0.48430141287284145,
-      "rel-constrast": 2.961244821548462,
+      "rel-constrast": 3.3886284828186035,
       "step": 617,
-      "subrel-constrast": 3.8676276206970215,
+      "subrel-constrast": 3.6894137859344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3549087047576904,
-      "cov-distil (oracle2student)": 3.941915512084961,
-      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "cov-distil": 2.405468463897705,
+      "cov-distil (oracle2student)": 3.8795037269592285,
+      "cov-distil (oracle2teacher)": 3.8109498023986816,
       "epoch": 0.4850863422291994,
-      "rel-constrast": 4.093484878540039,
+      "rel-constrast": 3.757040023803711,
       "step": 618,
-      "subrel-constrast": 4.3019118309021,
+      "subrel-constrast": 4.074437141418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0892961025238037,
-      "cov-distil (oracle2student)": 4.657417297363281,
-      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "cov-distil": 2.333345413208008,
+      "cov-distil (oracle2student)": 5.288585662841797,
+      "cov-distil (oracle2teacher)": 4.7286834716796875,
       "epoch": 0.4858712715855573,
-      "rel-constrast": 2.802488327026367,
+      "rel-constrast": 3.202589750289917,
       "step": 619,
-      "subrel-constrast": 3.695495367050171,
+      "subrel-constrast": 3.4710912704467773,
       "view-similarity": 0
     },
     {
       "epoch": 0.48665620094191525,
-      "grad_norm": 8.1875,
+      "grad_norm": 8.4375,
       "learning_rate": 3.095e-05,
-      "loss": 0.8143,
+      "loss": 0.902,
       "step": 620
     },
     {
-      "cov-distil": 1.8597179651260376,
-      "cov-distil (oracle2student)": 4.8226447105407715,
-      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "cov-distil": 1.9145464897155762,
+      "cov-distil (oracle2student)": 5.321331977844238,
+      "cov-distil (oracle2teacher)": 4.157410144805908,
       "epoch": 0.48665620094191525,
-      "rel-constrast": 3.5786914825439453,
+      "rel-constrast": 4.028759002685547,
       "step": 620,
-      "subrel-constrast": 4.049554347991943,
+      "subrel-constrast": 4.035992622375488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.193347454071045,
-      "cov-distil (oracle2student)": 4.4745330810546875,
-      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "cov-distil": 2.220461368560791,
+      "cov-distil (oracle2student)": 5.0383195877075195,
+      "cov-distil (oracle2teacher)": 4.141200542449951,
       "epoch": 0.48744113029827313,
-      "rel-constrast": 3.6025772094726562,
+      "rel-constrast": 4.216894626617432,
       "step": 621,
-      "subrel-constrast": 3.8367629051208496,
+      "subrel-constrast": 3.7391796112060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.191197395324707,
-      "cov-distil (oracle2student)": 4.62694787979126,
-      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "cov-distil": 3.1886932849884033,
+      "cov-distil (oracle2student)": 5.8006696701049805,
+      "cov-distil (oracle2teacher)": 4.74870491027832,
       "epoch": 0.48822605965463106,
-      "rel-constrast": 3.626173973083496,
+      "rel-constrast": 3.3771791458129883,
       "step": 622,
-      "subrel-constrast": 4.358105659484863,
+      "subrel-constrast": 4.697972774505615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.002671718597412,
-      "cov-distil (oracle2student)": 3.675415515899658,
-      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "cov-distil": 2.2705492973327637,
+      "cov-distil (oracle2student)": 4.145023345947266,
+      "cov-distil (oracle2teacher)": 3.9595320224761963,
       "epoch": 0.489010989010989,
-      "rel-constrast": 3.303260087966919,
+      "rel-constrast": 3.72930908203125,
       "step": 623,
-      "subrel-constrast": 4.186986923217773,
+      "subrel-constrast": 3.8097903728485107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0484848022460938,
-      "cov-distil (oracle2student)": 4.613358497619629,
-      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "cov-distil": 2.0092382431030273,
+      "cov-distil (oracle2student)": 4.558084011077881,
+      "cov-distil (oracle2teacher)": 4.240346908569336,
       "epoch": 0.4897959183673469,
-      "rel-constrast": 3.5636134147644043,
+      "rel-constrast": 3.8255233764648438,
       "step": 624,
-      "subrel-constrast": 4.036880970001221,
+      "subrel-constrast": 3.5650415420532227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858379602432251,
-      "cov-distil (oracle2student)": 3.9974374771118164,
-      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "cov-distil": 2.119497060775757,
+      "cov-distil (oracle2student)": 4.23403787612915,
+      "cov-distil (oracle2teacher)": 4.524819850921631,
       "epoch": 0.49058084772370486,
-      "rel-constrast": 3.968527317047119,
+      "rel-constrast": 3.925901412963867,
       "step": 625,
-      "subrel-constrast": 4.434150695800781,
+      "subrel-constrast": 4.31508731842041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.907265543937683,
-      "cov-distil (oracle2student)": 4.017214775085449,
-      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "cov-distil": 2.9300899505615234,
+      "cov-distil (oracle2student)": 3.527132511138916,
+      "cov-distil (oracle2teacher)": 3.8114914894104004,
       "epoch": 0.4913657770800628,
-      "rel-constrast": 3.1935441493988037,
+      "rel-constrast": 3.571852207183838,
       "step": 626,
-      "subrel-constrast": 4.001150131225586,
+      "subrel-constrast": 3.436124324798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.88588547706604,
-      "cov-distil (oracle2student)": 3.288940906524658,
-      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "cov-distil": 2.503105401992798,
+      "cov-distil (oracle2student)": 3.567584276199341,
+      "cov-distil (oracle2teacher)": 3.470982074737549,
       "epoch": 0.4921507064364207,
-      "rel-constrast": 2.218628406524658,
+      "rel-constrast": 2.2647881507873535,
       "step": 627,
-      "subrel-constrast": 3.235220193862915,
+      "subrel-constrast": 3.0768251419067383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3306596279144287,
-      "cov-distil (oracle2student)": 6.12021017074585,
-      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "cov-distil": 2.877777099609375,
+      "cov-distil (oracle2student)": 6.587691307067871,
+      "cov-distil (oracle2teacher)": 5.627261161804199,
       "epoch": 0.49293563579277866,
-      "rel-constrast": 2.7542667388916016,
+      "rel-constrast": 3.91501784324646,
       "step": 628,
-      "subrel-constrast": 3.251917839050293,
+      "subrel-constrast": 3.419872999191284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6816526651382446,
-      "cov-distil (oracle2student)": 3.386845111846924,
-      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "cov-distil": 1.8328135013580322,
+      "cov-distil (oracle2student)": 3.750351905822754,
+      "cov-distil (oracle2teacher)": 3.2285561561584473,
       "epoch": 0.4937205651491366,
-      "rel-constrast": 3.498333692550659,
+      "rel-constrast": 3.834693431854248,
       "step": 629,
-      "subrel-constrast": 4.202667236328125,
+      "subrel-constrast": 3.4619088172912598,
       "view-similarity": 0
     },
     {
       "epoch": 0.4945054945054945,
-      "grad_norm": 7.5625,
+      "grad_norm": 9.4375,
       "learning_rate": 3.145e-05,
-      "loss": 0.8826,
+      "loss": 0.9172,
       "step": 630
     },
     {
-      "cov-distil": 2.036719560623169,
-      "cov-distil (oracle2student)": 3.06736421585083,
-      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "cov-distil": 2.606708526611328,
+      "cov-distil (oracle2student)": 3.537566661834717,
+      "cov-distil (oracle2teacher)": 3.475156307220459,
       "epoch": 0.4945054945054945,
-      "rel-constrast": 3.7380049228668213,
+      "rel-constrast": 4.34623908996582,
       "step": 630,
-      "subrel-constrast": 3.983168125152588,
+      "subrel-constrast": 3.9415884017944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8055294752120972,
-      "cov-distil (oracle2student)": 5.07818603515625,
-      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "cov-distil": 2.294626235961914,
+      "cov-distil (oracle2student)": 5.836285591125488,
+      "cov-distil (oracle2teacher)": 4.3566083908081055,
       "epoch": 0.49529042386185246,
-      "rel-constrast": 3.5053956508636475,
+      "rel-constrast": 3.589104175567627,
       "step": 631,
-      "subrel-constrast": 3.7692389488220215,
+      "subrel-constrast": 3.4557175636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.885089635848999,
-      "cov-distil (oracle2student)": 4.89366340637207,
-      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "cov-distil": 2.5077900886535645,
+      "cov-distil (oracle2student)": 5.137606620788574,
+      "cov-distil (oracle2teacher)": 4.853099822998047,
       "epoch": 0.49607535321821034,
-      "rel-constrast": 4.596569538116455,
+      "rel-constrast": 4.688709735870361,
       "step": 632,
-      "subrel-constrast": 4.941216468811035,
+      "subrel-constrast": 5.111147403717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8391644954681396,
-      "cov-distil (oracle2student)": 5.378125190734863,
-      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "cov-distil": 3.7745180130004883,
+      "cov-distil (oracle2student)": 7.068461894989014,
+      "cov-distil (oracle2teacher)": 5.607882976531982,
       "epoch": 0.49686028257456827,
-      "rel-constrast": 3.385671615600586,
+      "rel-constrast": 4.276123523712158,
       "step": 633,
-      "subrel-constrast": 4.252890586853027,
+      "subrel-constrast": 4.332316875457764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9994655847549438,
-      "cov-distil (oracle2student)": 4.430481433868408,
-      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "cov-distil": 2.2912235260009766,
+      "cov-distil (oracle2student)": 4.883091926574707,
+      "cov-distil (oracle2teacher)": 4.545549392700195,
       "epoch": 0.4976452119309262,
-      "rel-constrast": 3.558961868286133,
+      "rel-constrast": 4.208623886108398,
       "step": 634,
-      "subrel-constrast": 4.154078483581543,
+      "subrel-constrast": 4.251965522766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0647013187408447,
-      "cov-distil (oracle2student)": 6.258809566497803,
-      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "cov-distil": 2.828639030456543,
+      "cov-distil (oracle2student)": 5.9920196533203125,
+      "cov-distil (oracle2teacher)": 6.069310665130615,
       "epoch": 0.49843014128728413,
-      "rel-constrast": 3.5023036003112793,
+      "rel-constrast": 3.7276899814605713,
       "step": 635,
-      "subrel-constrast": 3.9350569248199463,
+      "subrel-constrast": 4.460113525390625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2153706550598145,
-      "cov-distil (oracle2student)": 3.410811424255371,
-      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "cov-distil": 2.2904117107391357,
+      "cov-distil (oracle2student)": 3.99910306930542,
+      "cov-distil (oracle2teacher)": 3.1334238052368164,
       "epoch": 0.49921507064364207,
-      "rel-constrast": 2.9577717781066895,
+      "rel-constrast": 3.814835786819458,
       "step": 636,
-      "subrel-constrast": 3.6039927005767822,
+      "subrel-constrast": 3.703612804412842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2079286575317383,
-      "cov-distil (oracle2student)": 4.036181449890137,
-      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "cov-distil": 2.6524651050567627,
+      "cov-distil (oracle2student)": 4.262920379638672,
+      "cov-distil (oracle2teacher)": 4.112240791320801,
       "epoch": 0.5,
-      "rel-constrast": 2.529026746749878,
+      "rel-constrast": 2.74665904045105,
       "step": 637,
-      "subrel-constrast": 3.5406107902526855,
+      "subrel-constrast": 3.4721298217773438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7763116359710693,
-      "cov-distil (oracle2student)": 5.549420356750488,
-      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "cov-distil": 2.1079845428466797,
+      "cov-distil (oracle2student)": 5.139503479003906,
+      "cov-distil (oracle2teacher)": 4.945472240447998,
       "epoch": 0.5007849293563579,
-      "rel-constrast": 3.3119359016418457,
+      "rel-constrast": 3.15671706199646,
       "step": 638,
-      "subrel-constrast": 4.256858825683594,
+      "subrel-constrast": 3.699979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.195068836212158,
-      "cov-distil (oracle2student)": 4.189920425415039,
-      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "cov-distil": 2.09120512008667,
+      "cov-distil (oracle2student)": 4.125622749328613,
+      "cov-distil (oracle2teacher)": 4.146570205688477,
       "epoch": 0.5015698587127159,
-      "rel-constrast": 3.217869758605957,
+      "rel-constrast": 4.224483489990234,
       "step": 639,
-      "subrel-constrast": 3.6509623527526855,
+      "subrel-constrast": 3.726580858230591,
       "view-similarity": 0
     },
     {
       "epoch": 0.5023547880690737,
-      "grad_norm": 6.375,
+      "grad_norm": 8.6875,
       "learning_rate": 3.1950000000000004e-05,
-      "loss": 0.9077,
+      "loss": 0.9695,
       "step": 640
     },
     {
-      "cov-distil": 1.8576759099960327,
-      "cov-distil (oracle2student)": 5.8008928298950195,
-      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "cov-distil": 2.8372697830200195,
+      "cov-distil (oracle2student)": 6.288486480712891,
+      "cov-distil (oracle2teacher)": 5.979213714599609,
       "epoch": 0.5023547880690737,
-      "rel-constrast": 3.888542413711548,
+      "rel-constrast": 4.440748691558838,
       "step": 640,
-      "subrel-constrast": 3.72162127494812,
+      "subrel-constrast": 4.180386543273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.194441318511963,
-      "cov-distil (oracle2student)": 3.729897975921631,
-      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "cov-distil": 2.5108163356781006,
+      "cov-distil (oracle2student)": 4.183108329772949,
+      "cov-distil (oracle2teacher)": 3.782762050628662,
       "epoch": 0.5031397174254317,
-      "rel-constrast": 2.8442156314849854,
+      "rel-constrast": 3.2919061183929443,
       "step": 641,
-      "subrel-constrast": 3.4073095321655273,
+      "subrel-constrast": 3.3973872661590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7926011085510254,
-      "cov-distil (oracle2student)": 4.590108394622803,
-      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "cov-distil": 2.1104419231414795,
+      "cov-distil (oracle2student)": 4.552872657775879,
+      "cov-distil (oracle2teacher)": 4.865114212036133,
       "epoch": 0.5039246467817896,
-      "rel-constrast": 3.0633883476257324,
+      "rel-constrast": 3.498495101928711,
       "step": 642,
-      "subrel-constrast": 3.583106756210327,
+      "subrel-constrast": 3.4863576889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531267404556274,
-      "cov-distil (oracle2student)": 3.7335267066955566,
-      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "cov-distil": 2.296515941619873,
+      "cov-distil (oracle2student)": 3.96091365814209,
+      "cov-distil (oracle2teacher)": 3.511465549468994,
       "epoch": 0.5047095761381476,
-      "rel-constrast": 3.1265687942504883,
+      "rel-constrast": 3.033881187438965,
       "step": 643,
-      "subrel-constrast": 3.9736952781677246,
+      "subrel-constrast": 3.6578574180603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.174744129180908,
-      "cov-distil (oracle2student)": 5.371821880340576,
-      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "cov-distil": 2.716444969177246,
+      "cov-distil (oracle2student)": 5.944937705993652,
+      "cov-distil (oracle2teacher)": 5.565789699554443,
       "epoch": 0.5054945054945055,
-      "rel-constrast": 2.75283145904541,
+      "rel-constrast": 3.602525234222412,
       "step": 644,
-      "subrel-constrast": 3.427626132965088,
+      "subrel-constrast": 3.0105247497558594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141438484191895,
-      "cov-distil (oracle2student)": 3.6128411293029785,
-      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "cov-distil": 3.032776355743408,
+      "cov-distil (oracle2student)": 4.38236665725708,
+      "cov-distil (oracle2teacher)": 4.1152496337890625,
       "epoch": 0.5062794348508635,
-      "rel-constrast": 1.986968994140625,
+      "rel-constrast": 3.3174374103546143,
       "step": 645,
-      "subrel-constrast": 3.4877305030822754,
+      "subrel-constrast": 3.5808780193328857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8011051416397095,
-      "cov-distil (oracle2student)": 4.181175231933594,
-      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "cov-distil": 2.2288098335266113,
+      "cov-distil (oracle2student)": 3.5256662368774414,
+      "cov-distil (oracle2teacher)": 3.8415560722351074,
       "epoch": 0.5070643642072213,
-      "rel-constrast": 4.298709869384766,
+      "rel-constrast": 3.9790170192718506,
       "step": 646,
-      "subrel-constrast": 4.449463367462158,
+      "subrel-constrast": 4.170544147491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574446439743042,
-      "cov-distil (oracle2student)": 4.544512748718262,
-      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "cov-distil": 2.4297423362731934,
+      "cov-distil (oracle2student)": 5.110560417175293,
+      "cov-distil (oracle2teacher)": 5.124014854431152,
       "epoch": 0.5078492935635793,
-      "rel-constrast": 3.0806450843811035,
+      "rel-constrast": 3.740143299102783,
       "step": 647,
-      "subrel-constrast": 4.183079242706299,
+      "subrel-constrast": 4.176394462585449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6043461561203003,
-      "cov-distil (oracle2student)": 4.987117767333984,
-      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "cov-distil": 2.4608030319213867,
+      "cov-distil (oracle2student)": 5.482053756713867,
+      "cov-distil (oracle2teacher)": 5.0165605545043945,
       "epoch": 0.5086342229199372,
-      "rel-constrast": 4.73549747467041,
+      "rel-constrast": 5.193303108215332,
       "step": 648,
-      "subrel-constrast": 4.205761432647705,
+      "subrel-constrast": 4.31159782409668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.730860948562622,
-      "cov-distil (oracle2student)": 5.180544376373291,
-      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "cov-distil": 2.5803258419036865,
+      "cov-distil (oracle2student)": 5.9002180099487305,
+      "cov-distil (oracle2teacher)": 4.8058671951293945,
       "epoch": 0.5094191522762951,
-      "rel-constrast": 4.907083988189697,
+      "rel-constrast": 5.834263801574707,
       "step": 649,
-      "subrel-constrast": 5.788470268249512,
+      "subrel-constrast": 5.233785152435303,
       "view-similarity": 0
     },
     {
       "epoch": 0.5102040816326531,
-      "grad_norm": 8.5625,
+      "grad_norm": 9.625,
       "learning_rate": 3.245e-05,
-      "loss": 0.9168,
+      "loss": 0.9983,
       "step": 650
     },
     {
-      "cov-distil": 1.5795965194702148,
-      "cov-distil (oracle2student)": 3.0900959968566895,
-      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "cov-distil": 2.005690097808838,
+      "cov-distil (oracle2student)": 3.947294235229492,
+      "cov-distil (oracle2teacher)": 3.47277569770813,
       "epoch": 0.5102040816326531,
-      "rel-constrast": 2.2749428749084473,
+      "rel-constrast": 3.141552448272705,
       "step": 650,
-      "subrel-constrast": 2.8779311180114746,
+      "subrel-constrast": 2.7455615997314453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022461175918579,
-      "cov-distil (oracle2student)": 3.3919878005981445,
-      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "cov-distil": 3.198296546936035,
+      "cov-distil (oracle2student)": 3.8194282054901123,
+      "cov-distil (oracle2teacher)": 3.4441394805908203,
       "epoch": 0.510989010989011,
-      "rel-constrast": 4.249826431274414,
+      "rel-constrast": 5.406310081481934,
       "step": 651,
-      "subrel-constrast": 4.296363830566406,
+      "subrel-constrast": 4.318598747253418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9723405838012695,
-      "cov-distil (oracle2student)": 4.034090518951416,
-      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "cov-distil": 2.0799901485443115,
+      "cov-distil (oracle2student)": 4.109343528747559,
+      "cov-distil (oracle2teacher)": 3.7898030281066895,
       "epoch": 0.5117739403453689,
-      "rel-constrast": 2.7990145683288574,
+      "rel-constrast": 3.5227394104003906,
       "step": 652,
-      "subrel-constrast": 3.4069864749908447,
+      "subrel-constrast": 3.300093650817871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.363738536834717,
-      "cov-distil (oracle2student)": 4.103008270263672,
-      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "cov-distil": 2.8899335861206055,
+      "cov-distil (oracle2student)": 3.980715751647949,
+      "cov-distil (oracle2teacher)": 4.038439750671387,
       "epoch": 0.5125588697017268,
-      "rel-constrast": 3.1663973331451416,
+      "rel-constrast": 3.6184606552124023,
       "step": 653,
-      "subrel-constrast": 4.638887405395508,
+      "subrel-constrast": 4.0812907218933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0362863540649414,
-      "cov-distil (oracle2student)": 4.727874755859375,
-      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "cov-distil": 3.4885969161987305,
+      "cov-distil (oracle2student)": 6.54197359085083,
+      "cov-distil (oracle2teacher)": 4.704367637634277,
       "epoch": 0.5133437990580848,
-      "rel-constrast": 3.1716318130493164,
+      "rel-constrast": 4.414441108703613,
       "step": 654,
-      "subrel-constrast": 3.712811231613159,
+      "subrel-constrast": 3.838172435760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.86520254611969,
-      "cov-distil (oracle2student)": 3.012089490890503,
-      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "cov-distil": 2.3312811851501465,
+      "cov-distil (oracle2student)": 3.267852544784546,
+      "cov-distil (oracle2teacher)": 2.926943778991699,
       "epoch": 0.5141287284144427,
-      "rel-constrast": 3.011532783508301,
+      "rel-constrast": 3.1676130294799805,
       "step": 655,
-      "subrel-constrast": 3.88307785987854,
+      "subrel-constrast": 3.5161540508270264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380237340927124,
-      "cov-distil (oracle2student)": 4.0943403244018555,
-      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "cov-distil": 2.014838695526123,
+      "cov-distil (oracle2student)": 4.127884864807129,
+      "cov-distil (oracle2teacher)": 3.8888235092163086,
       "epoch": 0.5149136577708007,
-      "rel-constrast": 2.6949563026428223,
+      "rel-constrast": 3.1607918739318848,
       "step": 656,
-      "subrel-constrast": 2.970791816711426,
+      "subrel-constrast": 3.2459888458251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.547088623046875,
-      "cov-distil (oracle2student)": 3.7811152935028076,
-      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "cov-distil": 3.485830545425415,
+      "cov-distil (oracle2student)": 4.6845598220825195,
+      "cov-distil (oracle2teacher)": 4.440225601196289,
       "epoch": 0.5156985871271585,
-      "rel-constrast": 4.6508331298828125,
+      "rel-constrast": 4.65513801574707,
       "step": 657,
-      "subrel-constrast": 5.021119594573975,
+      "subrel-constrast": 5.200961589813232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8773239850997925,
-      "cov-distil (oracle2student)": 2.162222385406494,
-      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "cov-distil": 1.7730035781860352,
+      "cov-distil (oracle2student)": 2.754836082458496,
+      "cov-distil (oracle2teacher)": 2.6615588665008545,
       "epoch": 0.5164835164835165,
-      "rel-constrast": 2.518174409866333,
+      "rel-constrast": 2.560431480407715,
       "step": 658,
-      "subrel-constrast": 3.1573424339294434,
+      "subrel-constrast": 2.7967329025268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1154937744140625,
-      "cov-distil (oracle2student)": 4.187142372131348,
-      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "cov-distil": 2.695793867111206,
+      "cov-distil (oracle2student)": 4.997096061706543,
+      "cov-distil (oracle2teacher)": 4.024038314819336,
       "epoch": 0.5172684458398744,
-      "rel-constrast": 2.335378885269165,
+      "rel-constrast": 2.7796730995178223,
       "step": 659,
-      "subrel-constrast": 3.8484878540039062,
+      "subrel-constrast": 3.1277670860290527,
       "view-similarity": 0
     },
     {
       "epoch": 0.5180533751962323,
-      "grad_norm": 5.34375,
+      "grad_norm": 9.6875,
       "learning_rate": 3.295e-05,
-      "loss": 0.8237,
+      "loss": 0.9107,
       "step": 660
     },
     {
-      "cov-distil": 1.6641137599945068,
-      "cov-distil (oracle2student)": 4.368854999542236,
-      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "cov-distil": 2.5111517906188965,
+      "cov-distil (oracle2student)": 5.59426212310791,
+      "cov-distil (oracle2teacher)": 4.222893714904785,
       "epoch": 0.5180533751962323,
-      "rel-constrast": 5.043145179748535,
+      "rel-constrast": 4.955999374389648,
       "step": 660,
-      "subrel-constrast": 4.929429054260254,
+      "subrel-constrast": 5.149226188659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8369500637054443,
-      "cov-distil (oracle2student)": 2.5059654712677,
-      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "cov-distil": 2.3813834190368652,
+      "cov-distil (oracle2student)": 2.9089694023132324,
+      "cov-distil (oracle2teacher)": 3.547722816467285,
       "epoch": 0.5188383045525903,
-      "rel-constrast": 2.958991765975952,
+      "rel-constrast": 3.5767245292663574,
       "step": 661,
-      "subrel-constrast": 4.045813083648682,
+      "subrel-constrast": 3.7495806217193604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3058319091796875,
-      "cov-distil (oracle2student)": 2.6083598136901855,
-      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "cov-distil": 1.9560878276824951,
+      "cov-distil (oracle2student)": 3.1636743545532227,
+      "cov-distil (oracle2teacher)": 3.350107192993164,
       "epoch": 0.5196232339089482,
-      "rel-constrast": 3.9977173805236816,
+      "rel-constrast": 3.80185866355896,
       "step": 662,
-      "subrel-constrast": 4.289959907531738,
+      "subrel-constrast": 4.206034183502197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3584043979644775,
-      "cov-distil (oracle2student)": 3.5410373210906982,
-      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "cov-distil": 2.8989176750183105,
+      "cov-distil (oracle2student)": 3.9657833576202393,
+      "cov-distil (oracle2teacher)": 3.9087791442871094,
       "epoch": 0.5204081632653061,
-      "rel-constrast": 3.7360000610351562,
+      "rel-constrast": 4.553762912750244,
       "step": 663,
-      "subrel-constrast": 4.950240612030029,
+      "subrel-constrast": 4.971201419830322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8579416275024414,
-      "cov-distil (oracle2student)": 3.8656551837921143,
-      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "cov-distil": 2.136458158493042,
+      "cov-distil (oracle2student)": 4.334768295288086,
+      "cov-distil (oracle2teacher)": 4.171571254730225,
       "epoch": 0.521193092621664,
-      "rel-constrast": 2.1877617835998535,
+      "rel-constrast": 2.926884412765503,
       "step": 664,
-      "subrel-constrast": 3.012631416320801,
+      "subrel-constrast": 2.976820230484009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.214716911315918,
-      "cov-distil (oracle2student)": 6.05491828918457,
-      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "cov-distil": 2.7569570541381836,
+      "cov-distil (oracle2student)": 6.613186836242676,
+      "cov-distil (oracle2teacher)": 6.062381744384766,
       "epoch": 0.521978021978022,
-      "rel-constrast": 5.178892135620117,
+      "rel-constrast": 6.23654317855835,
       "step": 665,
-      "subrel-constrast": 5.305087566375732,
+      "subrel-constrast": 5.619877338409424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6137239933013916,
-      "cov-distil (oracle2student)": 3.810120105743408,
-      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "cov-distil": 1.7036919593811035,
+      "cov-distil (oracle2student)": 3.809422016143799,
+      "cov-distil (oracle2teacher)": 3.464710235595703,
       "epoch": 0.5227629513343799,
-      "rel-constrast": 3.349665403366089,
+      "rel-constrast": 2.795098304748535,
       "step": 666,
-      "subrel-constrast": 3.414976119995117,
+      "subrel-constrast": 3.336763381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4571619033813477,
-      "cov-distil (oracle2student)": 4.053093910217285,
-      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "cov-distil": 2.8161277770996094,
+      "cov-distil (oracle2student)": 5.543473720550537,
+      "cov-distil (oracle2teacher)": 4.8104352951049805,
       "epoch": 0.5235478806907379,
-      "rel-constrast": 3.4734315872192383,
+      "rel-constrast": 4.864631175994873,
       "step": 667,
-      "subrel-constrast": 4.766326427459717,
+      "subrel-constrast": 4.13904333114624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3272705078125,
-      "cov-distil (oracle2student)": 5.295647144317627,
-      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "cov-distil": 3.3697948455810547,
+      "cov-distil (oracle2student)": 4.856570720672607,
+      "cov-distil (oracle2teacher)": 5.935426235198975,
       "epoch": 0.5243328100470958,
-      "rel-constrast": 2.27578067779541,
+      "rel-constrast": 2.5346570014953613,
       "step": 668,
-      "subrel-constrast": 3.290186882019043,
+      "subrel-constrast": 3.6183407306671143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16574764251709,
-      "cov-distil (oracle2student)": 3.074251174926758,
-      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "cov-distil": 2.443873643875122,
+      "cov-distil (oracle2student)": 3.8340420722961426,
+      "cov-distil (oracle2teacher)": 3.8112082481384277,
       "epoch": 0.5251177394034537,
-      "rel-constrast": 2.9117937088012695,
+      "rel-constrast": 3.117194890975952,
       "step": 669,
-      "subrel-constrast": 4.0769429206848145,
+      "subrel-constrast": 3.6960434913635254,
       "view-similarity": 0
     },
     {
       "epoch": 0.5259026687598116,
-      "grad_norm": 6.375,
+      "grad_norm": 7.21875,
       "learning_rate": 3.345000000000001e-05,
-      "loss": 0.9273,
+      "loss": 0.9841,
       "step": 670
     },
     {
-      "cov-distil": 2.065680503845215,
-      "cov-distil (oracle2student)": 3.868816375732422,
-      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "cov-distil": 2.1410069465637207,
+      "cov-distil (oracle2student)": 4.273997783660889,
+      "cov-distil (oracle2teacher)": 4.135704517364502,
       "epoch": 0.5259026687598116,
-      "rel-constrast": 2.5789599418640137,
+      "rel-constrast": 3.2300148010253906,
       "step": 670,
-      "subrel-constrast": 3.465372085571289,
+      "subrel-constrast": 3.366262197494507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0299253463745117,
-      "cov-distil (oracle2student)": 5.565490245819092,
-      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "cov-distil": 1.6029343605041504,
+      "cov-distil (oracle2student)": 5.584705829620361,
+      "cov-distil (oracle2teacher)": 5.614703178405762,
       "epoch": 0.5266875981161695,
-      "rel-constrast": 3.3333916664123535,
+      "rel-constrast": 3.774601697921753,
       "step": 671,
-      "subrel-constrast": 4.698709964752197,
+      "subrel-constrast": 4.435283660888672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5617218017578125,
-      "cov-distil (oracle2student)": 3.1652114391326904,
-      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "cov-distil": 2.162766933441162,
+      "cov-distil (oracle2student)": 3.5882372856140137,
+      "cov-distil (oracle2teacher)": 3.2187604904174805,
       "epoch": 0.5274725274725275,
-      "rel-constrast": 3.9138967990875244,
+      "rel-constrast": 3.776435613632202,
       "step": 672,
-      "subrel-constrast": 4.301997184753418,
+      "subrel-constrast": 3.6951181888580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7199047803878784,
-      "cov-distil (oracle2student)": 5.541564464569092,
-      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "cov-distil": 1.9119648933410645,
+      "cov-distil (oracle2student)": 4.878622531890869,
+      "cov-distil (oracle2teacher)": 6.069857597351074,
       "epoch": 0.5282574568288854,
-      "rel-constrast": 4.440341949462891,
+      "rel-constrast": 4.442440032958984,
       "step": 673,
-      "subrel-constrast": 4.870668411254883,
+      "subrel-constrast": 5.396683216094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1352946758270264,
-      "cov-distil (oracle2student)": 5.3132476806640625,
-      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "cov-distil": 2.7969448566436768,
+      "cov-distil (oracle2student)": 5.141945838928223,
+      "cov-distil (oracle2teacher)": 4.769449234008789,
       "epoch": 0.5290423861852434,
-      "rel-constrast": 3.2583117485046387,
+      "rel-constrast": 3.191304922103882,
       "step": 674,
-      "subrel-constrast": 3.8436455726623535,
+      "subrel-constrast": 3.756972312927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9063246250152588,
-      "cov-distil (oracle2student)": 5.243358612060547,
-      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "cov-distil": 3.402618169784546,
+      "cov-distil (oracle2student)": 6.366461753845215,
+      "cov-distil (oracle2teacher)": 5.302012920379639,
       "epoch": 0.5298273155416012,
-      "rel-constrast": 3.1742382049560547,
+      "rel-constrast": 4.15281343460083,
       "step": 675,
-      "subrel-constrast": 3.8488731384277344,
+      "subrel-constrast": 3.7890465259552,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8462109565734863,
-      "cov-distil (oracle2student)": 5.162891387939453,
-      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "cov-distil": 2.406013011932373,
+      "cov-distil (oracle2student)": 5.864394187927246,
+      "cov-distil (oracle2teacher)": 5.616963863372803,
       "epoch": 0.5306122448979592,
-      "rel-constrast": 4.111156463623047,
+      "rel-constrast": 4.693376541137695,
       "step": 676,
-      "subrel-constrast": 4.930334091186523,
+      "subrel-constrast": 5.165534973144531,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5761990547180176,
-      "cov-distil (oracle2student)": 4.144106864929199,
-      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "cov-distil": 2.2915496826171875,
+      "cov-distil (oracle2student)": 3.640348434448242,
+      "cov-distil (oracle2teacher)": 4.027545928955078,
       "epoch": 0.5313971742543171,
-      "rel-constrast": 4.443304538726807,
+      "rel-constrast": 4.172548294067383,
       "step": 677,
-      "subrel-constrast": 4.383738994598389,
+      "subrel-constrast": 4.344696521759033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.341961145401001,
-      "cov-distil (oracle2student)": 7.6850481033325195,
-      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "cov-distil": 1.5883677005767822,
+      "cov-distil (oracle2student)": 8.732393264770508,
+      "cov-distil (oracle2teacher)": 7.910237789154053,
       "epoch": 0.5321821036106751,
-      "rel-constrast": 2.8136472702026367,
+      "rel-constrast": 3.0310137271881104,
       "step": 678,
-      "subrel-constrast": 3.307239294052124,
+      "subrel-constrast": 3.6156699657440186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9289836883544922,
-      "cov-distil (oracle2student)": 4.049675941467285,
-      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "cov-distil": 2.634097099304199,
+      "cov-distil (oracle2student)": 5.574465274810791,
+      "cov-distil (oracle2teacher)": 4.364235877990723,
       "epoch": 0.532967032967033,
-      "rel-constrast": 3.3361611366271973,
+      "rel-constrast": 4.324158668518066,
       "step": 679,
-      "subrel-constrast": 4.114180088043213,
+      "subrel-constrast": 4.561538219451904,
       "view-similarity": 0
     },
     {
       "epoch": 0.533751962323391,
-      "grad_norm": 6.5,
+      "grad_norm": 8.25,
       "learning_rate": 3.3950000000000005e-05,
-      "loss": 0.9304,
+      "loss": 0.9697,
       "step": 680
     },
     {
-      "cov-distil": 2.5641942024230957,
-      "cov-distil (oracle2student)": 2.744274854660034,
-      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "cov-distil": 2.5106568336486816,
+      "cov-distil (oracle2student)": 3.3857407569885254,
+      "cov-distil (oracle2teacher)": 3.4950103759765625,
       "epoch": 0.533751962323391,
-      "rel-constrast": 2.993406057357788,
+      "rel-constrast": 2.76829195022583,
       "step": 680,
-      "subrel-constrast": 3.755962371826172,
+      "subrel-constrast": 3.8226850032806396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0492701530456543,
-      "cov-distil (oracle2student)": 4.649113655090332,
-      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "cov-distil": 2.521369695663452,
+      "cov-distil (oracle2student)": 5.406507968902588,
+      "cov-distil (oracle2teacher)": 5.031182765960693,
       "epoch": 0.5345368916797488,
-      "rel-constrast": 3.4748072624206543,
+      "rel-constrast": 3.6042282581329346,
       "step": 681,
-      "subrel-constrast": 3.822028398513794,
+      "subrel-constrast": 3.588695526123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7886135578155518,
-      "cov-distil (oracle2student)": 4.739500045776367,
-      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "cov-distil": 1.8624324798583984,
+      "cov-distil (oracle2student)": 4.341632843017578,
+      "cov-distil (oracle2teacher)": 4.987374782562256,
       "epoch": 0.5353218210361067,
-      "rel-constrast": 3.860889434814453,
+      "rel-constrast": 3.5450191497802734,
       "step": 682,
-      "subrel-constrast": 4.300994873046875,
+      "subrel-constrast": 4.303939342498779,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7035307884216309,
-      "cov-distil (oracle2student)": 5.256606578826904,
-      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "cov-distil": 2.62129807472229,
+      "cov-distil (oracle2student)": 5.854056358337402,
+      "cov-distil (oracle2teacher)": 5.268615245819092,
       "epoch": 0.5361067503924647,
-      "rel-constrast": 2.694431781768799,
+      "rel-constrast": 3.7138655185699463,
       "step": 683,
-      "subrel-constrast": 3.748015880584717,
+      "subrel-constrast": 3.6554105281829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5793291330337524,
-      "cov-distil (oracle2student)": 3.34442138671875,
-      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "cov-distil": 2.0569660663604736,
+      "cov-distil (oracle2student)": 3.800809383392334,
+      "cov-distil (oracle2teacher)": 3.626330614089966,
       "epoch": 0.5368916797488226,
-      "rel-constrast": 3.4692606925964355,
+      "rel-constrast": 3.7409493923187256,
       "step": 684,
-      "subrel-constrast": 4.155377388000488,
+      "subrel-constrast": 3.949650764465332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.270772933959961,
-      "cov-distil (oracle2student)": 4.940689563751221,
-      "cov-distil (oracle2teacher)": 4.056640625,
+      "cov-distil": 1.7595962285995483,
+      "cov-distil (oracle2student)": 4.9004411697387695,
+      "cov-distil (oracle2teacher)": 4.381500720977783,
       "epoch": 0.5376766091051806,
-      "rel-constrast": 3.6255533695220947,
+      "rel-constrast": 3.8135268688201904,
       "step": 685,
-      "subrel-constrast": 3.905515432357788,
+      "subrel-constrast": 3.988839626312256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906499147415161,
-      "cov-distil (oracle2student)": 2.9719133377075195,
-      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "cov-distil": 2.0897340774536133,
+      "cov-distil (oracle2student)": 3.2745068073272705,
+      "cov-distil (oracle2teacher)": 3.330972194671631,
       "epoch": 0.5384615384615384,
-      "rel-constrast": 2.522902488708496,
+      "rel-constrast": 2.653061866760254,
       "step": 686,
-      "subrel-constrast": 3.023371458053589,
+      "subrel-constrast": 2.8033761978149414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.210014820098877,
-      "cov-distil (oracle2student)": 3.1710901260375977,
-      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "cov-distil": 2.7595176696777344,
+      "cov-distil (oracle2student)": 3.8068532943725586,
+      "cov-distil (oracle2teacher)": 3.6320977210998535,
       "epoch": 0.5392464678178964,
-      "rel-constrast": 3.3018300533294678,
+      "rel-constrast": 3.160191774368286,
       "step": 687,
-      "subrel-constrast": 4.116960048675537,
+      "subrel-constrast": 4.0954813957214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8590292930603027,
-      "cov-distil (oracle2student)": 3.6966283321380615,
-      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "cov-distil": 2.0101730823516846,
+      "cov-distil (oracle2student)": 4.222168922424316,
+      "cov-distil (oracle2teacher)": 3.990381956100464,
       "epoch": 0.5400313971742543,
-      "rel-constrast": 2.4913716316223145,
+      "rel-constrast": 2.646033763885498,
       "step": 688,
-      "subrel-constrast": 3.234123945236206,
+      "subrel-constrast": 2.717616319656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858504295349121,
-      "cov-distil (oracle2student)": 5.383901119232178,
-      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "cov-distil": 1.8454500436782837,
+      "cov-distil (oracle2student)": 5.345389366149902,
+      "cov-distil (oracle2teacher)": 5.106082916259766,
       "epoch": 0.5408163265306123,
-      "rel-constrast": 2.557194948196411,
+      "rel-constrast": 3.6248984336853027,
       "step": 689,
-      "subrel-constrast": 3.526618480682373,
+      "subrel-constrast": 3.0662500858306885,
       "view-similarity": 0
     },
     {
       "epoch": 0.5416012558869702,
-      "grad_norm": 5.90625,
+      "grad_norm": 8.1875,
       "learning_rate": 3.445e-05,
-      "loss": 0.8217,
+      "loss": 0.8318,
       "step": 690
     },
     {
-      "cov-distil": 2.299866199493408,
-      "cov-distil (oracle2student)": 5.036685943603516,
-      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "cov-distil": 2.1946043968200684,
+      "cov-distil (oracle2student)": 5.522873878479004,
+      "cov-distil (oracle2teacher)": 5.121616363525391,
       "epoch": 0.5416012558869702,
-      "rel-constrast": 4.325338840484619,
+      "rel-constrast": 4.97845458984375,
       "step": 690,
-      "subrel-constrast": 4.785141468048096,
+      "subrel-constrast": 4.80668830871582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.446077823638916,
-      "cov-distil (oracle2student)": 4.742259502410889,
-      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "cov-distil": 1.696500539779663,
+      "cov-distil (oracle2student)": 5.067530632019043,
+      "cov-distil (oracle2teacher)": 4.516839027404785,
       "epoch": 0.542386185243328,
-      "rel-constrast": 3.005162000656128,
+      "rel-constrast": 3.5588157176971436,
       "step": 691,
-      "subrel-constrast": 3.929311513900757,
+      "subrel-constrast": 3.4414079189300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.759209156036377,
-      "cov-distil (oracle2student)": 5.172847747802734,
-      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "cov-distil": 2.4372355937957764,
+      "cov-distil (oracle2student)": 5.737783432006836,
+      "cov-distil (oracle2teacher)": 4.659091472625732,
       "epoch": 0.543171114599686,
-      "rel-constrast": 2.6518049240112305,
+      "rel-constrast": 3.1587018966674805,
       "step": 692,
-      "subrel-constrast": 3.5100200176239014,
+      "subrel-constrast": 3.456956386566162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0212676525115967,
-      "cov-distil (oracle2student)": 3.6649792194366455,
-      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "cov-distil": 2.167219638824463,
+      "cov-distil (oracle2student)": 4.299294471740723,
+      "cov-distil (oracle2teacher)": 4.00494384765625,
       "epoch": 0.5439560439560439,
-      "rel-constrast": 3.616281509399414,
+      "rel-constrast": 3.538851261138916,
       "step": 693,
-      "subrel-constrast": 4.3500471115112305,
+      "subrel-constrast": 4.040345191955566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.15602445602417,
-      "cov-distil (oracle2student)": 4.672577857971191,
-      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "cov-distil": 2.254950761795044,
+      "cov-distil (oracle2student)": 4.852596282958984,
+      "cov-distil (oracle2teacher)": 5.137213706970215,
       "epoch": 0.5447409733124019,
-      "rel-constrast": 2.765082359313965,
+      "rel-constrast": 2.993964195251465,
       "step": 694,
-      "subrel-constrast": 3.7528111934661865,
+      "subrel-constrast": 3.6176810264587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6601845026016235,
-      "cov-distil (oracle2student)": 6.222827911376953,
-      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "cov-distil": 1.859640121459961,
+      "cov-distil (oracle2student)": 6.367548942565918,
+      "cov-distil (oracle2teacher)": 5.984331130981445,
       "epoch": 0.5455259026687598,
-      "rel-constrast": 2.261347770690918,
+      "rel-constrast": 2.431955337524414,
       "step": 695,
-      "subrel-constrast": 3.265878200531006,
+      "subrel-constrast": 2.8500559329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6982128620147705,
-      "cov-distil (oracle2student)": 4.819255828857422,
-      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "cov-distil": 2.3243355751037598,
+      "cov-distil (oracle2student)": 5.513372421264648,
+      "cov-distil (oracle2teacher)": 4.599259376525879,
       "epoch": 0.5463108320251178,
-      "rel-constrast": 3.655337333679199,
+      "rel-constrast": 4.28459358215332,
       "step": 696,
-      "subrel-constrast": 4.5195231437683105,
+      "subrel-constrast": 4.38563346862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2472658157348633,
-      "cov-distil (oracle2student)": 3.983247995376587,
-      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "cov-distil": 2.6534581184387207,
+      "cov-distil (oracle2student)": 4.487489700317383,
+      "cov-distil (oracle2teacher)": 5.760103225708008,
       "epoch": 0.5470957613814756,
-      "rel-constrast": 3.598127603530884,
+      "rel-constrast": 3.666417121887207,
       "step": 697,
-      "subrel-constrast": 5.374654293060303,
+      "subrel-constrast": 5.512442111968994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1413283348083496,
-      "cov-distil (oracle2student)": 4.751459121704102,
-      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "cov-distil": 2.539128065109253,
+      "cov-distil (oracle2student)": 5.5660271644592285,
+      "cov-distil (oracle2teacher)": 4.704483509063721,
       "epoch": 0.5478806907378336,
-      "rel-constrast": 2.9638516902923584,
+      "rel-constrast": 2.923438787460327,
       "step": 698,
-      "subrel-constrast": 3.3442859649658203,
+      "subrel-constrast": 3.4211766719818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8689894676208496,
-      "cov-distil (oracle2student)": 4.649480819702148,
-      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "cov-distil": 2.697439193725586,
+      "cov-distil (oracle2student)": 5.279465198516846,
+      "cov-distil (oracle2teacher)": 5.032678604125977,
       "epoch": 0.5486656200941915,
-      "rel-constrast": 4.6534953117370605,
+      "rel-constrast": 4.929755210876465,
       "step": 699,
-      "subrel-constrast": 5.357505798339844,
+      "subrel-constrast": 4.908409118652344,
       "view-similarity": 0
     },
     {
       "epoch": 0.5494505494505495,
-      "grad_norm": 8.25,
+      "grad_norm": 9.875,
       "learning_rate": 3.495e-05,
-      "loss": 0.8856,
+      "loss": 0.9116,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2593750059604645,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "student margin": 0.04656982421875
+      "student margin": 0.041748046875
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "teacher margin": 0.027984619140625
+      "teacher margin": 0.039947509765625
     },
     {
       "epoch": 0.5494505494505495,
-      "margin difference": -0.018585205078125,
+      "margin difference": -0.001800537109375,
       "step": 700
     },
     {
-      "cov-distil": 2.157240867614746,
-      "cov-distil (oracle2student)": 3.8259079456329346,
-      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "cov-distil": 2.2880048751831055,
+      "cov-distil (oracle2student)": 4.718327522277832,
+      "cov-distil (oracle2teacher)": 4.111974239349365,
       "epoch": 0.5494505494505495,
-      "rel-constrast": 2.778444290161133,
+      "rel-constrast": 3.2925586700439453,
       "step": 700,
-      "subrel-constrast": 3.613661527633667,
+      "subrel-constrast": 3.206794500350952,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.01035737991333,
-      "cov-distil (oracle2student)": 5.081770420074463,
-      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "cov-distil": 2.9135310649871826,
+      "cov-distil (oracle2student)": 5.466835975646973,
+      "cov-distil (oracle2teacher)": 5.22095251083374,
       "epoch": 0.5502354788069074,
-      "rel-constrast": 3.072714328765869,
+      "rel-constrast": 3.6792917251586914,
       "step": 701,
-      "subrel-constrast": 4.064720630645752,
+      "subrel-constrast": 3.8968825340270996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.565253734588623,
-      "cov-distil (oracle2student)": 3.6840004920959473,
-      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "cov-distil": 1.9267714023590088,
+      "cov-distil (oracle2student)": 3.9808108806610107,
+      "cov-distil (oracle2teacher)": 3.8285605907440186,
       "epoch": 0.5510204081632653,
-      "rel-constrast": 2.864206314086914,
+      "rel-constrast": 3.687560796737671,
       "step": 702,
-      "subrel-constrast": 4.07752799987793,
+      "subrel-constrast": 4.194905757904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3201117515563965,
-      "cov-distil (oracle2student)": 4.430790901184082,
-      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "cov-distil": 2.2865214347839355,
+      "cov-distil (oracle2student)": 5.288548469543457,
+      "cov-distil (oracle2teacher)": 4.322580337524414,
       "epoch": 0.5518053375196232,
-      "rel-constrast": 2.892885684967041,
+      "rel-constrast": 3.198094606399536,
       "step": 703,
-      "subrel-constrast": 3.9102280139923096,
+      "subrel-constrast": 3.643282651901245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6157848834991455,
-      "cov-distil (oracle2student)": 3.072972059249878,
-      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "cov-distil": 2.362612724304199,
+      "cov-distil (oracle2student)": 2.800478935241699,
+      "cov-distil (oracle2teacher)": 2.8055219650268555,
       "epoch": 0.5525902668759811,
-      "rel-constrast": 2.969308376312256,
+      "rel-constrast": 3.2065134048461914,
       "step": 704,
-      "subrel-constrast": 3.35325288772583,
+      "subrel-constrast": 3.2149741649627686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8044019937515259,
-      "cov-distil (oracle2student)": 4.907984733581543,
-      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "cov-distil": 2.8221888542175293,
+      "cov-distil (oracle2student)": 5.351350784301758,
+      "cov-distil (oracle2teacher)": 4.591974258422852,
       "epoch": 0.5533751962323391,
-      "rel-constrast": 2.5930466651916504,
+      "rel-constrast": 3.210024833679199,
       "step": 705,
-      "subrel-constrast": 3.165639877319336,
+      "subrel-constrast": 3.5450069904327393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.150331497192383,
-      "cov-distil (oracle2student)": 3.3075904846191406,
-      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "cov-distil": 1.8759958744049072,
+      "cov-distil (oracle2student)": 4.873770236968994,
+      "cov-distil (oracle2teacher)": 3.9827446937561035,
       "epoch": 0.554160125588697,
-      "rel-constrast": 2.4108023643493652,
+      "rel-constrast": 3.6742019653320312,
       "step": 706,
-      "subrel-constrast": 3.4137344360351562,
+      "subrel-constrast": 3.4755420684814453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.595040202140808,
-      "cov-distil (oracle2student)": 3.7764763832092285,
-      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "cov-distil": 2.4581942558288574,
+      "cov-distil (oracle2student)": 4.804100513458252,
+      "cov-distil (oracle2teacher)": 4.314425945281982,
       "epoch": 0.554945054945055,
-      "rel-constrast": 2.6294069290161133,
+      "rel-constrast": 3.0120925903320312,
       "step": 707,
-      "subrel-constrast": 3.2617640495300293,
+      "subrel-constrast": 3.131943941116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.711127519607544,
-      "cov-distil (oracle2student)": 4.368122100830078,
-      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "cov-distil": 2.6311073303222656,
+      "cov-distil (oracle2student)": 5.383587837219238,
+      "cov-distil (oracle2teacher)": 4.969912052154541,
       "epoch": 0.5557299843014128,
-      "rel-constrast": 3.2108542919158936,
+      "rel-constrast": 4.627037048339844,
       "step": 708,
-      "subrel-constrast": 4.086469650268555,
+      "subrel-constrast": 4.558852195739746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5156898498535156,
-      "cov-distil (oracle2student)": 2.943955421447754,
-      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "cov-distil": 2.616668939590454,
+      "cov-distil (oracle2student)": 3.688739538192749,
+      "cov-distil (oracle2teacher)": 3.537348747253418,
       "epoch": 0.5565149136577708,
-      "rel-constrast": 2.9572768211364746,
+      "rel-constrast": 3.0753276348114014,
       "step": 709,
-      "subrel-constrast": 3.896813154220581,
+      "subrel-constrast": 3.4158666133880615,
       "view-similarity": 0
     },
     {
       "epoch": 0.5572998430141287,
-      "grad_norm": 6.28125,
+      "grad_norm": 7.65625,
       "learning_rate": 3.545e-05,
-      "loss": 0.7581,
+      "loss": 0.8666,
       "step": 710
     },
     {
-      "cov-distil": 1.941748857498169,
-      "cov-distil (oracle2student)": 3.2825870513916016,
-      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "cov-distil": 2.5314691066741943,
+      "cov-distil (oracle2student)": 4.770528793334961,
+      "cov-distil (oracle2teacher)": 3.82454514503479,
       "epoch": 0.5572998430141287,
-      "rel-constrast": 2.292598247528076,
+      "rel-constrast": 2.446364641189575,
       "step": 710,
-      "subrel-constrast": 2.9045729637145996,
+      "subrel-constrast": 2.8734424114227295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0996546745300293,
-      "cov-distil (oracle2student)": 4.204470157623291,
-      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "cov-distil": 2.6872036457061768,
+      "cov-distil (oracle2student)": 5.079697608947754,
+      "cov-distil (oracle2teacher)": 4.345038890838623,
       "epoch": 0.5580847723704867,
-      "rel-constrast": 3.2023658752441406,
+      "rel-constrast": 4.320545196533203,
       "step": 711,
-      "subrel-constrast": 4.2951812744140625,
+      "subrel-constrast": 4.164237022399902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.125648021697998,
-      "cov-distil (oracle2student)": 4.4790239334106445,
-      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "cov-distil": 2.4771342277526855,
+      "cov-distil (oracle2student)": 5.571382522583008,
+      "cov-distil (oracle2teacher)": 4.474830627441406,
       "epoch": 0.5588697017268446,
-      "rel-constrast": 2.64786434173584,
+      "rel-constrast": 3.0087990760803223,
       "step": 712,
-      "subrel-constrast": 3.5473222732543945,
+      "subrel-constrast": 3.7193186283111572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9814571142196655,
-      "cov-distil (oracle2student)": 4.236344337463379,
-      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "cov-distil": 1.9511741399765015,
+      "cov-distil (oracle2student)": 4.811041831970215,
+      "cov-distil (oracle2teacher)": 4.480846405029297,
       "epoch": 0.5596546310832025,
-      "rel-constrast": 3.084531307220459,
+      "rel-constrast": 3.355523109436035,
       "step": 713,
-      "subrel-constrast": 3.6959943771362305,
+      "subrel-constrast": 3.298560380935669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3132081031799316,
-      "cov-distil (oracle2student)": 5.171266555786133,
-      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "cov-distil": 3.3606603145599365,
+      "cov-distil (oracle2student)": 5.985777378082275,
+      "cov-distil (oracle2teacher)": 5.41561222076416,
       "epoch": 0.5604395604395604,
-      "rel-constrast": 3.0725412368774414,
+      "rel-constrast": 4.089506149291992,
       "step": 714,
-      "subrel-constrast": 3.5433380603790283,
+      "subrel-constrast": 3.418116331100464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8887940645217896,
-      "cov-distil (oracle2student)": 2.9364123344421387,
-      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "cov-distil": 2.6809821128845215,
+      "cov-distil (oracle2student)": 3.805650472640991,
+      "cov-distil (oracle2teacher)": 3.818087577819824,
       "epoch": 0.5612244897959183,
-      "rel-constrast": 3.2502474784851074,
+      "rel-constrast": 3.5171585083007812,
       "step": 715,
-      "subrel-constrast": 4.225052833557129,
+      "subrel-constrast": 4.520884990692139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9373162984848022,
-      "cov-distil (oracle2student)": 2.9609618186950684,
-      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "cov-distil": 2.071073293685913,
+      "cov-distil (oracle2student)": 2.9091460704803467,
+      "cov-distil (oracle2teacher)": 2.8986830711364746,
       "epoch": 0.5620094191522763,
-      "rel-constrast": 2.3920419216156006,
+      "rel-constrast": 2.2731165885925293,
       "step": 716,
-      "subrel-constrast": 3.1587109565734863,
+      "subrel-constrast": 3.009575605392456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1943297386169434,
-      "cov-distil (oracle2student)": 3.3232693672180176,
-      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "cov-distil": 2.2168335914611816,
+      "cov-distil (oracle2student)": 3.911656618118286,
+      "cov-distil (oracle2teacher)": 4.011268615722656,
       "epoch": 0.5627943485086342,
-      "rel-constrast": 2.6380295753479004,
+      "rel-constrast": 2.9590673446655273,
       "step": 717,
-      "subrel-constrast": 3.8598556518554688,
+      "subrel-constrast": 3.418705701828003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8532280921936035,
-      "cov-distil (oracle2student)": 4.747437953948975,
-      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "cov-distil": 1.963818073272705,
+      "cov-distil (oracle2student)": 4.932551383972168,
+      "cov-distil (oracle2teacher)": 4.370637893676758,
       "epoch": 0.5635792778649922,
-      "rel-constrast": 3.7532408237457275,
+      "rel-constrast": 4.057657241821289,
       "step": 718,
-      "subrel-constrast": 4.479611873626709,
+      "subrel-constrast": 4.238089561462402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901079893112183,
-      "cov-distil (oracle2student)": 4.796479225158691,
-      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "cov-distil": 2.400425434112549,
+      "cov-distil (oracle2student)": 4.818545341491699,
+      "cov-distil (oracle2teacher)": 4.304470062255859,
       "epoch": 0.5643642072213501,
-      "rel-constrast": 3.1896746158599854,
+      "rel-constrast": 3.542257308959961,
       "step": 719,
-      "subrel-constrast": 3.2718636989593506,
+      "subrel-constrast": 3.317901134490967,
       "view-similarity": 0
     },
     {
       "epoch": 0.565149136577708,
-      "grad_norm": 6.5,
+      "grad_norm": 8.3125,
       "learning_rate": 3.595e-05,
-      "loss": 0.7886,
+      "loss": 0.8392,
       "step": 720
     },
     {
-      "cov-distil": 1.6721587181091309,
-      "cov-distil (oracle2student)": 4.330309867858887,
-      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "cov-distil": 2.411649465560913,
+      "cov-distil (oracle2student)": 4.843780517578125,
+      "cov-distil (oracle2teacher)": 3.782320022583008,
       "epoch": 0.565149136577708,
-      "rel-constrast": 3.139103889465332,
+      "rel-constrast": 3.384451150894165,
       "step": 720,
-      "subrel-constrast": 4.142110347747803,
+      "subrel-constrast": 3.3072800636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9585630893707275,
-      "cov-distil (oracle2student)": 3.8818159103393555,
-      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "cov-distil": 1.718375325202942,
+      "cov-distil (oracle2student)": 4.534214496612549,
+      "cov-distil (oracle2teacher)": 4.004377365112305,
       "epoch": 0.5659340659340659,
-      "rel-constrast": 3.3852601051330566,
+      "rel-constrast": 4.051485061645508,
       "step": 721,
-      "subrel-constrast": 4.186655521392822,
+      "subrel-constrast": 4.146724224090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6628599166870117,
-      "cov-distil (oracle2student)": 4.438604354858398,
-      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "cov-distil": 1.9103753566741943,
+      "cov-distil (oracle2student)": 6.1360931396484375,
+      "cov-distil (oracle2teacher)": 4.774944305419922,
       "epoch": 0.5667189952904239,
-      "rel-constrast": 3.076204776763916,
+      "rel-constrast": 4.534773349761963,
       "step": 722,
-      "subrel-constrast": 4.137909412384033,
+      "subrel-constrast": 3.9830284118652344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2891294956207275,
-      "cov-distil (oracle2student)": 4.213877201080322,
-      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "cov-distil": 2.7049293518066406,
+      "cov-distil (oracle2student)": 5.435057163238525,
+      "cov-distil (oracle2teacher)": 4.9035444259643555,
       "epoch": 0.5675039246467818,
-      "rel-constrast": 2.878323793411255,
+      "rel-constrast": 3.7614176273345947,
       "step": 723,
-      "subrel-constrast": 4.198168754577637,
+      "subrel-constrast": 4.047051429748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.154545783996582,
-      "cov-distil (oracle2student)": 4.58632755279541,
-      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "cov-distil": 2.0382680892944336,
+      "cov-distil (oracle2student)": 4.974379062652588,
+      "cov-distil (oracle2teacher)": 4.326460361480713,
       "epoch": 0.5682888540031397,
-      "rel-constrast": 2.2643494606018066,
+      "rel-constrast": 2.830267906188965,
       "step": 724,
-      "subrel-constrast": 3.1710689067840576,
+      "subrel-constrast": 2.624842882156372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9621435403823853,
-      "cov-distil (oracle2student)": 5.582200050354004,
-      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "cov-distil": 2.0917394161224365,
+      "cov-distil (oracle2student)": 6.889491081237793,
+      "cov-distil (oracle2teacher)": 5.899994850158691,
       "epoch": 0.5690737833594977,
-      "rel-constrast": 4.491276741027832,
+      "rel-constrast": 5.416251182556152,
       "step": 725,
-      "subrel-constrast": 5.244818687438965,
+      "subrel-constrast": 5.734344959259033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337646484375,
-      "cov-distil (oracle2student)": 5.812445640563965,
-      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "cov-distil": 2.467562437057495,
+      "cov-distil (oracle2student)": 6.071526527404785,
+      "cov-distil (oracle2teacher)": 5.555727958679199,
       "epoch": 0.5698587127158555,
-      "rel-constrast": 2.6152005195617676,
+      "rel-constrast": 3.0898239612579346,
       "step": 726,
-      "subrel-constrast": 3.1233291625976562,
+      "subrel-constrast": 3.3632071018218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6689956188201904,
-      "cov-distil (oracle2student)": 4.86440372467041,
-      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "cov-distil": 2.28218936920166,
+      "cov-distil (oracle2student)": 5.827108383178711,
+      "cov-distil (oracle2teacher)": 5.13613748550415,
       "epoch": 0.5706436420722135,
-      "rel-constrast": 4.108986854553223,
+      "rel-constrast": 5.035892009735107,
       "step": 727,
-      "subrel-constrast": 4.540005683898926,
+      "subrel-constrast": 4.399051666259766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6646761894226074,
-      "cov-distil (oracle2student)": 2.7824769020080566,
-      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "cov-distil": 2.732792377471924,
+      "cov-distil (oracle2student)": 3.6213700771331787,
+      "cov-distil (oracle2teacher)": 3.161064624786377,
       "epoch": 0.5714285714285714,
-      "rel-constrast": 3.4552814960479736,
+      "rel-constrast": 3.3238282203674316,
       "step": 728,
-      "subrel-constrast": 4.266411304473877,
+      "subrel-constrast": 4.524255275726318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8652509450912476,
-      "cov-distil (oracle2student)": 4.346886157989502,
-      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "cov-distil": 1.75883150100708,
+      "cov-distil (oracle2student)": 4.768251419067383,
+      "cov-distil (oracle2teacher)": 4.318032264709473,
       "epoch": 0.5722135007849294,
-      "rel-constrast": 3.310194730758667,
+      "rel-constrast": 3.2271535396575928,
       "step": 729,
-      "subrel-constrast": 4.254908561706543,
+      "subrel-constrast": 3.7321252822875977,
       "view-similarity": 0
     },
     {
       "epoch": 0.5729984301412873,
-      "grad_norm": 7.96875,
+      "grad_norm": 8.75,
       "learning_rate": 3.645e-05,
-      "loss": 0.8647,
+      "loss": 0.9664,
       "step": 730
     },
     {
-      "cov-distil": 2.10368013381958,
-      "cov-distil (oracle2student)": 4.364799499511719,
-      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "cov-distil": 2.2763960361480713,
+      "cov-distil (oracle2student)": 4.664096832275391,
+      "cov-distil (oracle2teacher)": 4.406416893005371,
       "epoch": 0.5729984301412873,
-      "rel-constrast": 3.498570442199707,
+      "rel-constrast": 3.5772011280059814,
       "step": 730,
-      "subrel-constrast": 4.162968158721924,
+      "subrel-constrast": 4.11379337310791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8829506635665894,
-      "cov-distil (oracle2student)": 3.6689822673797607,
-      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "cov-distil": 1.7630140781402588,
+      "cov-distil (oracle2student)": 4.617234706878662,
+      "cov-distil (oracle2teacher)": 4.00626802444458,
       "epoch": 0.5737833594976453,
-      "rel-constrast": 2.781203269958496,
+      "rel-constrast": 3.4176650047302246,
       "step": 731,
-      "subrel-constrast": 3.2335457801818848,
+      "subrel-constrast": 3.4268715381622314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4705734252929688,
-      "cov-distil (oracle2student)": 4.313507556915283,
-      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "cov-distil": 1.7096956968307495,
+      "cov-distil (oracle2student)": 4.968262672424316,
+      "cov-distil (oracle2teacher)": 4.000860691070557,
       "epoch": 0.5745682888540031,
-      "rel-constrast": 2.226599931716919,
+      "rel-constrast": 3.464766502380371,
       "step": 732,
-      "subrel-constrast": 3.3719711303710938,
+      "subrel-constrast": 3.2341666221618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9433242082595825,
-      "cov-distil (oracle2student)": 3.8105883598327637,
-      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "cov-distil": 2.269770622253418,
+      "cov-distil (oracle2student)": 3.9357962608337402,
+      "cov-distil (oracle2teacher)": 3.487668991088867,
       "epoch": 0.5753532182103611,
-      "rel-constrast": 2.1092617511749268,
+      "rel-constrast": 2.77782940864563,
       "step": 733,
-      "subrel-constrast": 2.887378692626953,
+      "subrel-constrast": 2.8233509063720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145235538482666,
-      "cov-distil (oracle2student)": 3.870384931564331,
-      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "cov-distil": 1.9523694515228271,
+      "cov-distil (oracle2student)": 5.314553260803223,
+      "cov-distil (oracle2teacher)": 4.6678314208984375,
       "epoch": 0.576138147566719,
-      "rel-constrast": 3.1030163764953613,
+      "rel-constrast": 3.6426496505737305,
       "step": 734,
-      "subrel-constrast": 3.974809169769287,
+      "subrel-constrast": 3.750396728515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6421372890472412,
-      "cov-distil (oracle2student)": 4.185415267944336,
-      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "cov-distil": 1.539703369140625,
+      "cov-distil (oracle2student)": 5.374100685119629,
+      "cov-distil (oracle2teacher)": 4.221393585205078,
       "epoch": 0.5769230769230769,
-      "rel-constrast": 3.2164130210876465,
+      "rel-constrast": 4.034856796264648,
       "step": 735,
-      "subrel-constrast": 3.839367389678955,
+      "subrel-constrast": 3.621406316757202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.199052095413208,
-      "cov-distil (oracle2student)": 5.1141533851623535,
-      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "cov-distil": 2.2221717834472656,
+      "cov-distil (oracle2student)": 5.221403121948242,
+      "cov-distil (oracle2teacher)": 5.6571736335754395,
       "epoch": 0.5777080062794349,
-      "rel-constrast": 2.3354225158691406,
+      "rel-constrast": 2.7957191467285156,
       "step": 736,
-      "subrel-constrast": 3.359426498413086,
+      "subrel-constrast": 3.050981044769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3703148365020752,
-      "cov-distil (oracle2student)": 2.855952501296997,
-      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "cov-distil": 2.0236897468566895,
+      "cov-distil (oracle2student)": 3.111325740814209,
+      "cov-distil (oracle2teacher)": 2.6579232215881348,
       "epoch": 0.5784929356357927,
-      "rel-constrast": 2.385584831237793,
+      "rel-constrast": 2.999067783355713,
       "step": 737,
-      "subrel-constrast": 3.1257822513580322,
+      "subrel-constrast": 2.6182315349578857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.035461902618408,
-      "cov-distil (oracle2student)": 4.601683616638184,
-      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "cov-distil": 1.8978937864303589,
+      "cov-distil (oracle2student)": 4.93990421295166,
+      "cov-distil (oracle2teacher)": 4.504594326019287,
       "epoch": 0.5792778649921507,
-      "rel-constrast": 3.277278423309326,
+      "rel-constrast": 3.5394020080566406,
       "step": 738,
-      "subrel-constrast": 3.815040349960327,
+      "subrel-constrast": 3.6242618560791016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9469118118286133,
-      "cov-distil (oracle2student)": 3.4044556617736816,
-      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "cov-distil": 1.9045004844665527,
+      "cov-distil (oracle2student)": 4.274258613586426,
+      "cov-distil (oracle2teacher)": 3.9128875732421875,
       "epoch": 0.5800627943485086,
-      "rel-constrast": 2.503614664077759,
+      "rel-constrast": 3.6831350326538086,
       "step": 739,
-      "subrel-constrast": 3.8464818000793457,
+      "subrel-constrast": 3.384676933288574,
       "view-similarity": 0
     },
     {
       "epoch": 0.5808477237048666,
-      "grad_norm": 5.625,
+      "grad_norm": 8.25,
       "learning_rate": 3.6950000000000004e-05,
-      "loss": 0.7317,
+      "loss": 0.8483,
       "step": 740
     },
     {
-      "cov-distil": 2.0407614707946777,
-      "cov-distil (oracle2student)": 3.996048927307129,
-      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "cov-distil": 2.463542938232422,
+      "cov-distil (oracle2student)": 4.890634536743164,
+      "cov-distil (oracle2teacher)": 4.604000091552734,
       "epoch": 0.5808477237048666,
-      "rel-constrast": 3.669546604156494,
+      "rel-constrast": 3.5431220531463623,
       "step": 740,
-      "subrel-constrast": 4.864207744598389,
+      "subrel-constrast": 4.559528827667236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7672450542449951,
-      "cov-distil (oracle2student)": 5.2881999015808105,
-      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "cov-distil": 2.0361573696136475,
+      "cov-distil (oracle2student)": 5.59214973449707,
+      "cov-distil (oracle2teacher)": 5.209810256958008,
       "epoch": 0.5816326530612245,
-      "rel-constrast": 3.2707724571228027,
+      "rel-constrast": 3.6620898246765137,
       "step": 741,
-      "subrel-constrast": 3.7437262535095215,
+      "subrel-constrast": 3.5943572521209717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1187403202056885,
-      "cov-distil (oracle2student)": 4.8938703536987305,
-      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "cov-distil": 2.1386823654174805,
+      "cov-distil (oracle2student)": 4.8774919509887695,
+      "cov-distil (oracle2teacher)": 4.392442226409912,
       "epoch": 0.5824175824175825,
-      "rel-constrast": 3.337557315826416,
+      "rel-constrast": 3.0572240352630615,
       "step": 742,
-      "subrel-constrast": 4.06928825378418,
+      "subrel-constrast": 3.449983835220337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9417197704315186,
-      "cov-distil (oracle2student)": 2.6721365451812744,
-      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "cov-distil": 2.6762378215789795,
+      "cov-distil (oracle2student)": 3.4807288646698,
+      "cov-distil (oracle2teacher)": 3.472620964050293,
       "epoch": 0.5832025117739403,
-      "rel-constrast": 3.274005889892578,
+      "rel-constrast": 4.173070907592773,
       "step": 743,
-      "subrel-constrast": 4.384252071380615,
+      "subrel-constrast": 4.070428371429443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6456279754638672,
-      "cov-distil (oracle2student)": 6.536004066467285,
-      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "cov-distil": 2.366276264190674,
+      "cov-distil (oracle2student)": 6.685727596282959,
+      "cov-distil (oracle2teacher)": 5.618680000305176,
       "epoch": 0.5839874411302983,
-      "rel-constrast": 3.884960174560547,
+      "rel-constrast": 4.00743293762207,
       "step": 744,
-      "subrel-constrast": 4.296112537384033,
+      "subrel-constrast": 4.258591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1353392601013184,
-      "cov-distil (oracle2student)": 3.733588218688965,
-      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "cov-distil": 2.683839797973633,
+      "cov-distil (oracle2student)": 4.939559459686279,
+      "cov-distil (oracle2teacher)": 4.165223121643066,
       "epoch": 0.5847723704866562,
-      "rel-constrast": 3.021883964538574,
+      "rel-constrast": 5.022677421569824,
       "step": 745,
-      "subrel-constrast": 4.292428493499756,
+      "subrel-constrast": 4.151272773742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4558398723602295,
-      "cov-distil (oracle2student)": 4.652581214904785,
-      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "cov-distil": 1.9843261241912842,
+      "cov-distil (oracle2student)": 5.004264831542969,
+      "cov-distil (oracle2teacher)": 4.753472328186035,
       "epoch": 0.5855572998430141,
-      "rel-constrast": 4.278546333312988,
+      "rel-constrast": 4.740532875061035,
       "step": 746,
-      "subrel-constrast": 4.9796462059021,
+      "subrel-constrast": 4.913524627685547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.694913387298584,
-      "cov-distil (oracle2student)": 5.748119354248047,
-      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "cov-distil": 1.5781214237213135,
+      "cov-distil (oracle2student)": 6.365057945251465,
+      "cov-distil (oracle2teacher)": 5.520802021026611,
       "epoch": 0.5863422291993721,
-      "rel-constrast": 3.8175976276397705,
+      "rel-constrast": 4.525068283081055,
       "step": 747,
-      "subrel-constrast": 4.21746301651001,
+      "subrel-constrast": 4.346693992614746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.475412368774414,
-      "cov-distil (oracle2student)": 4.438069820404053,
-      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "cov-distil": 2.738781452178955,
+      "cov-distil (oracle2student)": 4.707560062408447,
+      "cov-distil (oracle2teacher)": 4.193061351776123,
       "epoch": 0.5871271585557299,
-      "rel-constrast": 3.845689296722412,
+      "rel-constrast": 4.981852054595947,
       "step": 748,
-      "subrel-constrast": 4.95175838470459,
+      "subrel-constrast": 5.058973789215088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9831706285476685,
-      "cov-distil (oracle2student)": 6.495038032531738,
-      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "cov-distil": 2.3287105560302734,
+      "cov-distil (oracle2student)": 7.539167881011963,
+      "cov-distil (oracle2teacher)": 6.661775588989258,
       "epoch": 0.5879120879120879,
-      "rel-constrast": 4.1530351638793945,
+      "rel-constrast": 5.07899284362793,
       "step": 749,
-      "subrel-constrast": 4.611822128295898,
+      "subrel-constrast": 4.924736022949219,
       "view-similarity": 0
     },
     {
       "epoch": 0.5886970172684458,
-      "grad_norm": 7.3125,
+      "grad_norm": 10.25,
       "learning_rate": 3.745e-05,
-      "loss": 0.962,
+      "loss": 1.0698,
       "step": 750
     },
     {
-      "cov-distil": 2.0158157348632812,
-      "cov-distil (oracle2student)": 5.055816173553467,
-      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "cov-distil": 3.1291921138763428,
+      "cov-distil (oracle2student)": 5.806586265563965,
+      "cov-distil (oracle2teacher)": 5.223454475402832,
       "epoch": 0.5886970172684458,
-      "rel-constrast": 3.9233157634735107,
+      "rel-constrast": 4.05808162689209,
       "step": 750,
-      "subrel-constrast": 3.864165782928467,
+      "subrel-constrast": 3.950441360473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635613441467285,
-      "cov-distil (oracle2student)": 5.4654316902160645,
-      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "cov-distil": 2.39149808883667,
+      "cov-distil (oracle2student)": 5.290502548217773,
+      "cov-distil (oracle2teacher)": 5.127215385437012,
       "epoch": 0.5894819466248038,
-      "rel-constrast": 4.993955135345459,
+      "rel-constrast": 5.352309226989746,
       "step": 751,
-      "subrel-constrast": 5.235997200012207,
+      "subrel-constrast": 5.655076503753662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385218858718872,
-      "cov-distil (oracle2student)": 5.6385650634765625,
-      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "cov-distil": 1.6597137451171875,
+      "cov-distil (oracle2student)": 7.3037519454956055,
+      "cov-distil (oracle2teacher)": 6.336320400238037,
       "epoch": 0.5902668759811617,
-      "rel-constrast": 3.025139808654785,
+      "rel-constrast": 4.209469318389893,
       "step": 752,
-      "subrel-constrast": 3.8267934322357178,
+      "subrel-constrast": 3.9522502422332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569950819015503,
-      "cov-distil (oracle2student)": 3.5421292781829834,
-      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "cov-distil": 1.7089654207229614,
+      "cov-distil (oracle2student)": 4.049164295196533,
+      "cov-distil (oracle2teacher)": 4.327991485595703,
       "epoch": 0.5910518053375197,
-      "rel-constrast": 3.353006601333618,
+      "rel-constrast": 3.1741323471069336,
       "step": 753,
-      "subrel-constrast": 3.6611077785491943,
+      "subrel-constrast": 3.8216490745544434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1727864742279053,
-      "cov-distil (oracle2student)": 4.28021240234375,
-      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "cov-distil": 2.1953067779541016,
+      "cov-distil (oracle2student)": 5.064481258392334,
+      "cov-distil (oracle2teacher)": 4.988542556762695,
       "epoch": 0.5918367346938775,
-      "rel-constrast": 2.922618865966797,
+      "rel-constrast": 3.7322816848754883,
       "step": 754,
-      "subrel-constrast": 3.996519088745117,
+      "subrel-constrast": 3.956284284591675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7415900230407715,
-      "cov-distil (oracle2student)": 3.497739315032959,
-      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "cov-distil": 2.03481388092041,
+      "cov-distil (oracle2student)": 4.22956657409668,
+      "cov-distil (oracle2teacher)": 3.7307679653167725,
       "epoch": 0.5926216640502355,
-      "rel-constrast": 3.798996925354004,
+      "rel-constrast": 4.330953121185303,
       "step": 755,
-      "subrel-constrast": 4.776462554931641,
+      "subrel-constrast": 4.124565601348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1685500144958496,
-      "cov-distil (oracle2student)": 4.893260955810547,
-      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "cov-distil": 1.9867360591888428,
+      "cov-distil (oracle2student)": 5.020341873168945,
+      "cov-distil (oracle2teacher)": 4.405291557312012,
       "epoch": 0.5934065934065934,
-      "rel-constrast": 2.4217734336853027,
+      "rel-constrast": 2.6014552116394043,
       "step": 756,
-      "subrel-constrast": 3.1775949001312256,
+      "subrel-constrast": 3.259565830230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841844081878662,
-      "cov-distil (oracle2student)": 4.1985602378845215,
-      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "cov-distil": 2.165889263153076,
+      "cov-distil (oracle2student)": 4.313626289367676,
+      "cov-distil (oracle2teacher)": 3.9217607975006104,
       "epoch": 0.5941915227629513,
-      "rel-constrast": 4.808537483215332,
+      "rel-constrast": 4.797835826873779,
       "step": 757,
-      "subrel-constrast": 4.465860366821289,
+      "subrel-constrast": 4.459097862243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1540775299072266,
-      "cov-distil (oracle2student)": 4.151504993438721,
-      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "cov-distil": 2.216163158416748,
+      "cov-distil (oracle2student)": 4.610080242156982,
+      "cov-distil (oracle2teacher)": 4.275761127471924,
       "epoch": 0.5949764521193093,
-      "rel-constrast": 4.140444755554199,
+      "rel-constrast": 4.887037754058838,
       "step": 758,
-      "subrel-constrast": 4.597982406616211,
+      "subrel-constrast": 4.603519439697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271002769470215,
-      "cov-distil (oracle2student)": 3.718888998031616,
-      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "cov-distil": 2.479959726333618,
+      "cov-distil (oracle2student)": 5.167355060577393,
+      "cov-distil (oracle2teacher)": 4.555408954620361,
       "epoch": 0.5957613814756672,
-      "rel-constrast": 2.825824499130249,
+      "rel-constrast": 3.5705361366271973,
       "step": 759,
-      "subrel-constrast": 4.3692402839660645,
+      "subrel-constrast": 4.040794372558594,
       "view-similarity": 0
     },
     {
       "epoch": 0.5965463108320251,
-      "grad_norm": 5.1875,
+      "grad_norm": 7.53125,
       "learning_rate": 3.795e-05,
-      "loss": 0.9528,
+      "loss": 1.0179,
       "step": 760
     },
     {
-      "cov-distil": 1.7022627592086792,
-      "cov-distil (oracle2student)": 3.69522762298584,
-      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "cov-distil": 1.4068678617477417,
+      "cov-distil (oracle2student)": 3.6850361824035645,
+      "cov-distil (oracle2teacher)": 3.460089921951294,
       "epoch": 0.5965463108320251,
-      "rel-constrast": 3.239539861679077,
+      "rel-constrast": 3.1959738731384277,
       "step": 760,
-      "subrel-constrast": 3.6723670959472656,
+      "subrel-constrast": 3.2650949954986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1336252689361572,
-      "cov-distil (oracle2student)": 5.899049282073975,
-      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "cov-distil": 2.1580967903137207,
+      "cov-distil (oracle2student)": 5.890793800354004,
+      "cov-distil (oracle2teacher)": 4.985220909118652,
       "epoch": 0.597331240188383,
-      "rel-constrast": 3.3772640228271484,
+      "rel-constrast": 3.8710572719573975,
       "step": 761,
-      "subrel-constrast": 3.9677364826202393,
+      "subrel-constrast": 3.6684064865112305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4030654430389404,
-      "cov-distil (oracle2student)": 2.9989023208618164,
-      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "cov-distil": 1.8122068643569946,
+      "cov-distil (oracle2student)": 4.2860822677612305,
+      "cov-distil (oracle2teacher)": 3.324612617492676,
       "epoch": 0.598116169544741,
-      "rel-constrast": 2.7976434230804443,
+      "rel-constrast": 3.957721710205078,
       "step": 762,
-      "subrel-constrast": 3.6139957904815674,
+      "subrel-constrast": 3.3651068210601807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6165751218795776,
-      "cov-distil (oracle2student)": 3.5679118633270264,
-      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "cov-distil": 1.8635069131851196,
+      "cov-distil (oracle2student)": 3.912562608718872,
+      "cov-distil (oracle2teacher)": 3.7038912773132324,
       "epoch": 0.5989010989010989,
-      "rel-constrast": 2.8740625381469727,
+      "rel-constrast": 3.707409143447876,
       "step": 763,
-      "subrel-constrast": 3.778475761413574,
+      "subrel-constrast": 3.779404640197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.820896625518799,
-      "cov-distil (oracle2student)": 6.150871753692627,
-      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "cov-distil": 2.6855244636535645,
+      "cov-distil (oracle2student)": 5.647215843200684,
+      "cov-distil (oracle2teacher)": 5.731972694396973,
       "epoch": 0.5996860282574569,
-      "rel-constrast": 3.7509093284606934,
+      "rel-constrast": 4.408953666687012,
       "step": 764,
-      "subrel-constrast": 4.796078681945801,
+      "subrel-constrast": 4.931423664093018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9030272960662842,
-      "cov-distil (oracle2student)": 4.817904472351074,
-      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "cov-distil": 2.0594053268432617,
+      "cov-distil (oracle2student)": 5.062814712524414,
+      "cov-distil (oracle2teacher)": 4.714827060699463,
       "epoch": 0.6004709576138147,
-      "rel-constrast": 2.762104034423828,
+      "rel-constrast": 3.347107172012329,
       "step": 765,
-      "subrel-constrast": 3.649869918823242,
+      "subrel-constrast": 3.490683078765869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6472067832946777,
-      "cov-distil (oracle2student)": 5.045088768005371,
-      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "cov-distil": 2.8269290924072266,
+      "cov-distil (oracle2student)": 5.58112096786499,
+      "cov-distil (oracle2teacher)": 4.725581645965576,
       "epoch": 0.6012558869701727,
-      "rel-constrast": 3.665983200073242,
+      "rel-constrast": 3.938312530517578,
       "step": 766,
-      "subrel-constrast": 4.9610595703125,
+      "subrel-constrast": 4.5828657150268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7140461206436157,
-      "cov-distil (oracle2student)": 4.2100830078125,
-      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "cov-distil": 2.5935630798339844,
+      "cov-distil (oracle2student)": 5.0514936447143555,
+      "cov-distil (oracle2teacher)": 4.765221118927002,
       "epoch": 0.6020408163265306,
-      "rel-constrast": 3.221212863922119,
+      "rel-constrast": 3.1897573471069336,
       "step": 767,
-      "subrel-constrast": 4.096993923187256,
+      "subrel-constrast": 3.7600433826446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9868059158325195,
-      "cov-distil (oracle2student)": 4.4105072021484375,
-      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "cov-distil": 1.749910593032837,
+      "cov-distil (oracle2student)": 4.981649875640869,
+      "cov-distil (oracle2teacher)": 4.607064247131348,
       "epoch": 0.6028257456828885,
-      "rel-constrast": 3.5781681537628174,
+      "rel-constrast": 3.793414831161499,
       "step": 768,
-      "subrel-constrast": 3.9354326725006104,
+      "subrel-constrast": 3.762812852859497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8439627885818481,
-      "cov-distil (oracle2student)": 4.352982521057129,
-      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "cov-distil": 2.4429807662963867,
+      "cov-distil (oracle2student)": 5.141033172607422,
+      "cov-distil (oracle2teacher)": 4.920139312744141,
       "epoch": 0.6036106750392465,
-      "rel-constrast": 3.0787644386291504,
+      "rel-constrast": 3.645747184753418,
       "step": 769,
-      "subrel-constrast": 3.8324127197265625,
+      "subrel-constrast": 3.959048271179199,
       "view-similarity": 0
     },
     {
       "epoch": 0.6043956043956044,
-      "grad_norm": 6.03125,
+      "grad_norm": 7.03125,
       "learning_rate": 3.845e-05,
-      "loss": 0.8581,
+      "loss": 0.9264,
       "step": 770
     },
     {
-      "cov-distil": 1.7659657001495361,
-      "cov-distil (oracle2student)": 3.843327045440674,
-      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "cov-distil": 2.1677699089050293,
+      "cov-distil (oracle2student)": 4.654834747314453,
+      "cov-distil (oracle2teacher)": 4.412710666656494,
       "epoch": 0.6043956043956044,
-      "rel-constrast": 3.9639570713043213,
+      "rel-constrast": 5.046914100646973,
       "step": 770,
-      "subrel-constrast": 4.180597305297852,
+      "subrel-constrast": 4.446437358856201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.315230369567871,
-      "cov-distil (oracle2student)": 5.3011298179626465,
-      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "cov-distil": 1.9822173118591309,
+      "cov-distil (oracle2student)": 5.845059394836426,
+      "cov-distil (oracle2teacher)": 5.281351089477539,
       "epoch": 0.6051805337519623,
-      "rel-constrast": 2.70466685295105,
+      "rel-constrast": 3.089263677597046,
       "step": 771,
-      "subrel-constrast": 3.1214003562927246,
+      "subrel-constrast": 3.455900192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9845139980316162,
-      "cov-distil (oracle2student)": 4.869327545166016,
-      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "cov-distil": 2.4503231048583984,
+      "cov-distil (oracle2student)": 5.554692268371582,
+      "cov-distil (oracle2teacher)": 5.147971153259277,
       "epoch": 0.6059654631083202,
-      "rel-constrast": 3.7171690464019775,
+      "rel-constrast": 4.767708778381348,
       "step": 772,
-      "subrel-constrast": 4.3443684577941895,
+      "subrel-constrast": 4.6043877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9720571041107178,
-      "cov-distil (oracle2student)": 3.690183639526367,
-      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "cov-distil": 2.3802542686462402,
+      "cov-distil (oracle2student)": 3.936060905456543,
+      "cov-distil (oracle2teacher)": 4.540515899658203,
       "epoch": 0.6067503924646782,
-      "rel-constrast": 3.0226402282714844,
+      "rel-constrast": 2.592139482498169,
       "step": 773,
-      "subrel-constrast": 3.60787296295166,
+      "subrel-constrast": 3.946826696395874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6458377838134766,
-      "cov-distil (oracle2student)": 4.784181594848633,
-      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "cov-distil": 1.9373725652694702,
+      "cov-distil (oracle2student)": 5.4027910232543945,
+      "cov-distil (oracle2teacher)": 4.710404872894287,
       "epoch": 0.6075353218210361,
-      "rel-constrast": 2.781965732574463,
+      "rel-constrast": 3.7561354637145996,
       "step": 774,
-      "subrel-constrast": 4.125537395477295,
+      "subrel-constrast": 3.7282004356384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9115421772003174,
-      "cov-distil (oracle2student)": 3.761108160018921,
-      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "cov-distil": 1.7742207050323486,
+      "cov-distil (oracle2student)": 4.408854007720947,
+      "cov-distil (oracle2teacher)": 3.8948662281036377,
       "epoch": 0.6083202511773941,
-      "rel-constrast": 5.317140102386475,
+      "rel-constrast": 5.420592308044434,
       "step": 775,
-      "subrel-constrast": 5.246437072753906,
+      "subrel-constrast": 5.60831356048584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6181366443634033,
-      "cov-distil (oracle2student)": 4.179975509643555,
-      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "cov-distil": 2.1246399879455566,
+      "cov-distil (oracle2student)": 3.595367908477783,
+      "cov-distil (oracle2teacher)": 4.677308559417725,
       "epoch": 0.609105180533752,
-      "rel-constrast": 3.174107789993286,
+      "rel-constrast": 3.4084246158599854,
       "step": 776,
-      "subrel-constrast": 4.24804162979126,
+      "subrel-constrast": 4.062203407287598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841779470443726,
-      "cov-distil (oracle2student)": 4.076355934143066,
-      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "cov-distil": 2.1425368785858154,
+      "cov-distil (oracle2student)": 4.6184844970703125,
+      "cov-distil (oracle2teacher)": 4.195455074310303,
       "epoch": 0.6098901098901099,
-      "rel-constrast": 3.13995623588562,
+      "rel-constrast": 3.67858624458313,
       "step": 777,
-      "subrel-constrast": 3.882110834121704,
+      "subrel-constrast": 4.048653602600098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4938359260559082,
-      "cov-distil (oracle2student)": 3.114800453186035,
-      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "cov-distil": 1.896728515625,
+      "cov-distil (oracle2student)": 3.5128607749938965,
+      "cov-distil (oracle2teacher)": 3.4237685203552246,
       "epoch": 0.6106750392464678,
-      "rel-constrast": 2.3868465423583984,
+      "rel-constrast": 2.54510498046875,
       "step": 778,
-      "subrel-constrast": 3.307704448699951,
+      "subrel-constrast": 3.0003485679626465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6191189289093018,
-      "cov-distil (oracle2student)": 3.7162814140319824,
-      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "cov-distil": 1.7340281009674072,
+      "cov-distil (oracle2student)": 4.360445022583008,
+      "cov-distil (oracle2teacher)": 4.661279678344727,
       "epoch": 0.6114599686028257,
-      "rel-constrast": 2.6197452545166016,
+      "rel-constrast": 3.22906231880188,
       "step": 779,
-      "subrel-constrast": 3.995907783508301,
+      "subrel-constrast": 3.9929819107055664,
       "view-similarity": 0
     },
     {
       "epoch": 0.6122448979591837,
-      "grad_norm": 5.71875,
+      "grad_norm": 7.625,
       "learning_rate": 3.8950000000000005e-05,
-      "loss": 0.8627,
+      "loss": 0.9383,
       "step": 780
     },
     {
-      "cov-distil": 1.567307472229004,
-      "cov-distil (oracle2student)": 3.8484396934509277,
-      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "cov-distil": 2.0860483646392822,
+      "cov-distil (oracle2student)": 4.5741682052612305,
+      "cov-distil (oracle2teacher)": 4.050600051879883,
       "epoch": 0.6122448979591837,
-      "rel-constrast": 2.7569737434387207,
+      "rel-constrast": 3.1628856658935547,
       "step": 780,
-      "subrel-constrast": 3.633056640625,
+      "subrel-constrast": 3.2471790313720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.703679084777832,
-      "cov-distil (oracle2student)": 5.909217834472656,
-      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "cov-distil": 2.50667142868042,
+      "cov-distil (oracle2student)": 6.771400451660156,
+      "cov-distil (oracle2teacher)": 6.182733535766602,
       "epoch": 0.6130298273155416,
-      "rel-constrast": 3.1182799339294434,
+      "rel-constrast": 3.1306979656219482,
       "step": 781,
-      "subrel-constrast": 4.302492618560791,
+      "subrel-constrast": 4.126930236816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5469286441802979,
-      "cov-distil (oracle2student)": 4.972591876983643,
-      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "cov-distil": 2.231055736541748,
+      "cov-distil (oracle2student)": 5.54215145111084,
+      "cov-distil (oracle2teacher)": 4.732599258422852,
       "epoch": 0.6138147566718996,
-      "rel-constrast": 3.5933823585510254,
+      "rel-constrast": 4.027646064758301,
       "step": 782,
-      "subrel-constrast": 4.120849609375,
+      "subrel-constrast": 3.946063280105591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.499288320541382,
-      "cov-distil (oracle2student)": 4.016372203826904,
-      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "cov-distil": 2.704841375350952,
+      "cov-distil (oracle2student)": 4.748509407043457,
+      "cov-distil (oracle2teacher)": 4.220213890075684,
       "epoch": 0.6145996860282574,
-      "rel-constrast": 3.579235076904297,
+      "rel-constrast": 3.7203240394592285,
       "step": 783,
-      "subrel-constrast": 4.995879650115967,
+      "subrel-constrast": 4.690211296081543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7838202714920044,
-      "cov-distil (oracle2student)": 4.292354106903076,
-      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "cov-distil": 2.721923351287842,
+      "cov-distil (oracle2student)": 5.281452178955078,
+      "cov-distil (oracle2teacher)": 4.566875457763672,
       "epoch": 0.6153846153846154,
-      "rel-constrast": 4.380586624145508,
+      "rel-constrast": 5.343472957611084,
       "step": 784,
-      "subrel-constrast": 4.989373683929443,
+      "subrel-constrast": 4.753566741943359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.360783338546753,
-      "cov-distil (oracle2student)": 2.8544771671295166,
-      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "cov-distil": 1.6865699291229248,
+      "cov-distil (oracle2student)": 3.1804556846618652,
+      "cov-distil (oracle2teacher)": 2.883664131164551,
       "epoch": 0.6161695447409733,
-      "rel-constrast": 2.633727788925171,
+      "rel-constrast": 3.0664286613464355,
       "step": 785,
-      "subrel-constrast": 3.0272700786590576,
+      "subrel-constrast": 3.025939702987671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2854633331298828,
-      "cov-distil (oracle2student)": 4.519411087036133,
-      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "cov-distil": 1.637481451034546,
+      "cov-distil (oracle2student)": 4.416049957275391,
+      "cov-distil (oracle2teacher)": 4.686575889587402,
       "epoch": 0.6169544740973313,
-      "rel-constrast": 3.793271541595459,
+      "rel-constrast": 4.128195762634277,
       "step": 786,
-      "subrel-constrast": 4.128157138824463,
+      "subrel-constrast": 4.118139743804932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158350229263306,
-      "cov-distil (oracle2student)": 8.350929260253906,
-      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "cov-distil": 2.468355894088745,
+      "cov-distil (oracle2student)": 8.58871078491211,
+      "cov-distil (oracle2teacher)": 7.315741539001465,
       "epoch": 0.6177394034536892,
-      "rel-constrast": 4.180355548858643,
+      "rel-constrast": 4.604372978210449,
       "step": 787,
-      "subrel-constrast": 4.325165748596191,
+      "subrel-constrast": 4.865985870361328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7012990713119507,
-      "cov-distil (oracle2student)": 4.489649772644043,
-      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "cov-distil": 1.7514426708221436,
+      "cov-distil (oracle2student)": 4.680485725402832,
+      "cov-distil (oracle2teacher)": 4.732631683349609,
       "epoch": 0.6185243328100472,
-      "rel-constrast": 2.7871315479278564,
+      "rel-constrast": 3.8200745582580566,
       "step": 788,
-      "subrel-constrast": 3.8673195838928223,
+      "subrel-constrast": 3.49665904045105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.114866256713867,
-      "cov-distil (oracle2student)": 4.235287666320801,
-      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "cov-distil": 2.9236176013946533,
+      "cov-distil (oracle2student)": 5.272342681884766,
+      "cov-distil (oracle2teacher)": 4.227210521697998,
       "epoch": 0.619309262166405,
-      "rel-constrast": 3.4823496341705322,
+      "rel-constrast": 5.068964004516602,
       "step": 789,
-      "subrel-constrast": 4.297632217407227,
+      "subrel-constrast": 3.958841323852539,
       "view-similarity": 0
     },
     {
       "epoch": 0.6200941915227629,
-      "grad_norm": 7.875,
+      "grad_norm": 9.25,
       "learning_rate": 3.9450000000000003e-05,
-      "loss": 0.9013,
+      "loss": 1.0018,
       "step": 790
     },
     {
-      "cov-distil": 1.5477025508880615,
-      "cov-distil (oracle2student)": 5.949827671051025,
-      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "cov-distil": 2.2746267318725586,
+      "cov-distil (oracle2student)": 5.911013126373291,
+      "cov-distil (oracle2teacher)": 5.6180853843688965,
       "epoch": 0.6200941915227629,
-      "rel-constrast": 4.039373397827148,
+      "rel-constrast": 4.061481475830078,
       "step": 790,
-      "subrel-constrast": 4.567863464355469,
+      "subrel-constrast": 4.836816787719727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3561406135559082,
-      "cov-distil (oracle2student)": 3.604832649230957,
-      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "cov-distil": 1.856873869895935,
+      "cov-distil (oracle2student)": 3.14231538772583,
+      "cov-distil (oracle2teacher)": 4.187923431396484,
       "epoch": 0.6208791208791209,
-      "rel-constrast": 3.4909794330596924,
+      "rel-constrast": 3.3938162326812744,
       "step": 791,
-      "subrel-constrast": 4.409178733825684,
+      "subrel-constrast": 4.428590774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.871955394744873,
-      "cov-distil (oracle2student)": 4.196135520935059,
-      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "cov-distil": 1.8115508556365967,
+      "cov-distil (oracle2student)": 4.578952789306641,
+      "cov-distil (oracle2teacher)": 4.331554412841797,
       "epoch": 0.6216640502354788,
-      "rel-constrast": 2.9357693195343018,
+      "rel-constrast": 3.25628399848938,
       "step": 792,
-      "subrel-constrast": 3.2282023429870605,
+      "subrel-constrast": 3.265045404434204,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.003251791000366,
-      "cov-distil (oracle2student)": 4.818282127380371,
-      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "cov-distil": 2.423172950744629,
+      "cov-distil (oracle2student)": 5.591062545776367,
+      "cov-distil (oracle2teacher)": 4.888613700866699,
       "epoch": 0.6224489795918368,
-      "rel-constrast": 2.581894636154175,
+      "rel-constrast": 3.420088291168213,
       "step": 793,
-      "subrel-constrast": 3.626744031906128,
+      "subrel-constrast": 3.682490587234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013441562652588,
-      "cov-distil (oracle2student)": 4.1534881591796875,
-      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "cov-distil": 2.1695425510406494,
+      "cov-distil (oracle2student)": 5.115130424499512,
+      "cov-distil (oracle2teacher)": 4.55626916885376,
       "epoch": 0.6232339089481946,
-      "rel-constrast": 3.052790403366089,
+      "rel-constrast": 3.757192850112915,
       "step": 794,
-      "subrel-constrast": 3.9772417545318604,
+      "subrel-constrast": 3.434692859649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3264985084533691,
-      "cov-distil (oracle2student)": 2.9551219940185547,
-      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "cov-distil": 1.5382232666015625,
+      "cov-distil (oracle2student)": 2.9952645301818848,
+      "cov-distil (oracle2teacher)": 3.1940860748291016,
       "epoch": 0.6240188383045526,
-      "rel-constrast": 2.9264769554138184,
+      "rel-constrast": 2.5813639163970947,
       "step": 795,
-      "subrel-constrast": 3.479712724685669,
+      "subrel-constrast": 3.1796300411224365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9255633354187012,
-      "cov-distil (oracle2student)": 4.218044281005859,
-      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "cov-distil": 1.8859107494354248,
+      "cov-distil (oracle2student)": 4.220844745635986,
+      "cov-distil (oracle2teacher)": 4.328567028045654,
       "epoch": 0.6248037676609105,
-      "rel-constrast": 2.9784960746765137,
+      "rel-constrast": 3.2804794311523438,
       "step": 796,
-      "subrel-constrast": 3.8964850902557373,
+      "subrel-constrast": 3.828761577606201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.79434335231781,
-      "cov-distil (oracle2student)": 3.4287924766540527,
-      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "cov-distil": 2.4283809661865234,
+      "cov-distil (oracle2student)": 3.9118874073028564,
+      "cov-distil (oracle2teacher)": 3.888495922088623,
       "epoch": 0.6255886970172685,
-      "rel-constrast": 2.4437570571899414,
+      "rel-constrast": 2.5512380599975586,
       "step": 797,
-      "subrel-constrast": 3.4459657669067383,
+      "subrel-constrast": 3.512357234954834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4499318599700928,
-      "cov-distil (oracle2student)": 3.9298148155212402,
-      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "cov-distil": 2.2765426635742188,
+      "cov-distil (oracle2student)": 4.8082146644592285,
+      "cov-distil (oracle2teacher)": 3.902686357498169,
       "epoch": 0.6263736263736264,
-      "rel-constrast": 3.9533963203430176,
+      "rel-constrast": 4.791129112243652,
       "step": 798,
-      "subrel-constrast": 4.786764144897461,
+      "subrel-constrast": 4.411496639251709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6373556852340698,
-      "cov-distil (oracle2student)": 4.715010166168213,
-      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "cov-distil": 2.234588623046875,
+      "cov-distil (oracle2student)": 5.007917404174805,
+      "cov-distil (oracle2teacher)": 4.987737655639648,
       "epoch": 0.6271585557299842,
-      "rel-constrast": 4.105449676513672,
+      "rel-constrast": 4.598823070526123,
       "step": 799,
-      "subrel-constrast": 4.462728500366211,
+      "subrel-constrast": 4.936426162719727,
       "view-similarity": 0
     },
     {
       "epoch": 0.6279434850863422,
-      "grad_norm": 6.375,
+      "grad_norm": 9.3125,
       "learning_rate": 3.995e-05,
-      "loss": 0.855,
+      "loss": 0.8923,
       "step": 800
     },
     {
@@ -8827,2191 +8827,2191 @@
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "student margin": 0.04833984375
+      "student margin": 0.046295166015625
     },
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "teacher margin": 0.027130126953125
+      "teacher margin": 0.0299072265625
     },
     {
       "epoch": 0.6279434850863422,
-      "margin difference": -0.021209716796875,
+      "margin difference": -0.016387939453125,
       "step": 800
     },
     {
-      "cov-distil": 2.0045931339263916,
-      "cov-distil (oracle2student)": 3.7618496417999268,
-      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "cov-distil": 2.0241048336029053,
+      "cov-distil (oracle2student)": 3.9974863529205322,
+      "cov-distil (oracle2teacher)": 3.7318315505981445,
       "epoch": 0.6279434850863422,
-      "rel-constrast": 2.2175610065460205,
+      "rel-constrast": 2.300175189971924,
       "step": 800,
-      "subrel-constrast": 3.892456293106079,
+      "subrel-constrast": 3.780639410018921,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.619981050491333,
-      "cov-distil (oracle2student)": 4.364217758178711,
-      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "cov-distil": 2.396726369857788,
+      "cov-distil (oracle2student)": 4.62131404876709,
+      "cov-distil (oracle2teacher)": 4.513237953186035,
       "epoch": 0.6287284144427001,
-      "rel-constrast": 4.093245506286621,
+      "rel-constrast": 4.073274612426758,
       "step": 801,
-      "subrel-constrast": 5.052906513214111,
+      "subrel-constrast": 4.772852420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9569767713546753,
-      "cov-distil (oracle2student)": 2.646055221557617,
-      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "cov-distil": 3.0832877159118652,
+      "cov-distil (oracle2student)": 3.26403546333313,
+      "cov-distil (oracle2teacher)": 3.1358118057250977,
       "epoch": 0.6295133437990581,
-      "rel-constrast": 2.6254687309265137,
+      "rel-constrast": 3.467078924179077,
       "step": 802,
-      "subrel-constrast": 3.3019208908081055,
+      "subrel-constrast": 3.490443229675293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089287757873535,
-      "cov-distil (oracle2student)": 5.582956314086914,
-      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "cov-distil": 1.9142239093780518,
+      "cov-distil (oracle2student)": 5.579619407653809,
+      "cov-distil (oracle2teacher)": 4.965686798095703,
       "epoch": 0.630298273155416,
-      "rel-constrast": 3.7026913166046143,
+      "rel-constrast": 3.7450711727142334,
       "step": 803,
-      "subrel-constrast": 3.879225969314575,
+      "subrel-constrast": 3.8026223182678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9473289251327515,
-      "cov-distil (oracle2student)": 3.230166435241699,
-      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "cov-distil": 2.1219918727874756,
+      "cov-distil (oracle2student)": 3.465679407119751,
+      "cov-distil (oracle2teacher)": 3.5218920707702637,
       "epoch": 0.631083202511774,
-      "rel-constrast": 1.864764928817749,
+      "rel-constrast": 2.408196449279785,
       "step": 804,
-      "subrel-constrast": 3.3280768394470215,
+      "subrel-constrast": 3.5018701553344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3922661542892456,
-      "cov-distil (oracle2student)": 4.060875415802002,
-      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "cov-distil": 1.4459668397903442,
+      "cov-distil (oracle2student)": 3.923173666000366,
+      "cov-distil (oracle2teacher)": 3.8860409259796143,
       "epoch": 0.6318681318681318,
-      "rel-constrast": 3.7141737937927246,
+      "rel-constrast": 3.9082555770874023,
       "step": 805,
-      "subrel-constrast": 4.204806804656982,
+      "subrel-constrast": 3.871812105178833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784874677658081,
-      "cov-distil (oracle2student)": 4.374386310577393,
-      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "cov-distil": 2.1211788654327393,
+      "cov-distil (oracle2student)": 5.424649238586426,
+      "cov-distil (oracle2teacher)": 4.680272102355957,
       "epoch": 0.6326530612244898,
-      "rel-constrast": 3.073376178741455,
+      "rel-constrast": 4.003725528717041,
       "step": 806,
-      "subrel-constrast": 3.565107583999634,
+      "subrel-constrast": 3.8697054386138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3918473720550537,
-      "cov-distil (oracle2student)": 4.301252841949463,
-      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "cov-distil": 2.145512104034424,
+      "cov-distil (oracle2student)": 5.250019073486328,
+      "cov-distil (oracle2teacher)": 4.717369556427002,
       "epoch": 0.6334379905808477,
-      "rel-constrast": 3.255364179611206,
+      "rel-constrast": 3.9986205101013184,
       "step": 807,
-      "subrel-constrast": 4.516900062561035,
+      "subrel-constrast": 4.081348896026611,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8820072412490845,
-      "cov-distil (oracle2student)": 4.317390441894531,
-      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "cov-distil": 2.5171971321105957,
+      "cov-distil (oracle2student)": 4.974362373352051,
+      "cov-distil (oracle2teacher)": 4.608996391296387,
       "epoch": 0.6342229199372057,
-      "rel-constrast": 2.3400073051452637,
+      "rel-constrast": 2.7656352519989014,
       "step": 808,
-      "subrel-constrast": 3.68056583404541,
+      "subrel-constrast": 3.6235463619232178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104020595550537,
-      "cov-distil (oracle2student)": 4.113283157348633,
-      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "cov-distil": 2.3656296730041504,
+      "cov-distil (oracle2student)": 4.895097255706787,
+      "cov-distil (oracle2teacher)": 4.399863243103027,
       "epoch": 0.6350078492935636,
-      "rel-constrast": 2.7774062156677246,
+      "rel-constrast": 3.409998655319214,
       "step": 809,
-      "subrel-constrast": 3.156845808029175,
+      "subrel-constrast": 3.2858588695526123,
       "view-similarity": 0
     },
     {
       "epoch": 0.6357927786499215,
-      "grad_norm": 5.875,
+      "grad_norm": 9.875,
       "learning_rate": 4.045000000000001e-05,
-      "loss": 0.792,
+      "loss": 0.852,
       "step": 810
     },
     {
-      "cov-distil": 1.9225842952728271,
-      "cov-distil (oracle2student)": 4.772700309753418,
-      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "cov-distil": 2.4723076820373535,
+      "cov-distil (oracle2student)": 5.742127895355225,
+      "cov-distil (oracle2teacher)": 4.469183444976807,
       "epoch": 0.6357927786499215,
-      "rel-constrast": 2.274402618408203,
+      "rel-constrast": 3.4872055053710938,
       "step": 810,
-      "subrel-constrast": 3.793257236480713,
+      "subrel-constrast": 3.7737765312194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146592140197754,
-      "cov-distil (oracle2student)": 3.9638068675994873,
-      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "cov-distil": 2.123300313949585,
+      "cov-distil (oracle2student)": 4.420330047607422,
+      "cov-distil (oracle2teacher)": 4.663112640380859,
       "epoch": 0.6365777080062794,
-      "rel-constrast": 2.302318572998047,
+      "rel-constrast": 3.19289493560791,
       "step": 811,
-      "subrel-constrast": 3.4826509952545166,
+      "subrel-constrast": 3.8449835777282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7630622386932373,
-      "cov-distil (oracle2student)": 3.8982958793640137,
-      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "cov-distil": 2.2566237449645996,
+      "cov-distil (oracle2student)": 4.116199970245361,
+      "cov-distil (oracle2teacher)": 3.975741147994995,
       "epoch": 0.6373626373626373,
-      "rel-constrast": 3.0242116451263428,
+      "rel-constrast": 3.455289840698242,
       "step": 812,
-      "subrel-constrast": 3.74605655670166,
+      "subrel-constrast": 3.765545129776001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2058258056640625,
-      "cov-distil (oracle2student)": 5.105160236358643,
-      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "cov-distil": 2.1667912006378174,
+      "cov-distil (oracle2student)": 5.345813274383545,
+      "cov-distil (oracle2teacher)": 4.406340599060059,
       "epoch": 0.6381475667189953,
-      "rel-constrast": 3.7548186779022217,
+      "rel-constrast": 3.665705680847168,
       "step": 813,
-      "subrel-constrast": 4.288941383361816,
+      "subrel-constrast": 4.093423366546631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2325778007507324,
-      "cov-distil (oracle2student)": 3.994985818862915,
-      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "cov-distil": 2.6961753368377686,
+      "cov-distil (oracle2student)": 4.755043983459473,
+      "cov-distil (oracle2teacher)": 4.336665153503418,
       "epoch": 0.6389324960753532,
-      "rel-constrast": 4.058200836181641,
+      "rel-constrast": 4.565523147583008,
       "step": 814,
-      "subrel-constrast": 5.199466705322266,
+      "subrel-constrast": 5.120007514953613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6037338972091675,
-      "cov-distil (oracle2student)": 3.0010287761688232,
-      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "cov-distil": 1.8166258335113525,
+      "cov-distil (oracle2student)": 3.467742681503296,
+      "cov-distil (oracle2teacher)": 3.107326030731201,
       "epoch": 0.6397174254317112,
-      "rel-constrast": 2.544131278991699,
+      "rel-constrast": 2.7664432525634766,
       "step": 815,
-      "subrel-constrast": 3.9001212120056152,
+      "subrel-constrast": 2.9938812255859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8440213203430176,
-      "cov-distil (oracle2student)": 3.382146120071411,
-      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "cov-distil": 2.466531753540039,
+      "cov-distil (oracle2student)": 3.8548033237457275,
+      "cov-distil (oracle2teacher)": 3.812587261199951,
       "epoch": 0.640502354788069,
-      "rel-constrast": 3.101287603378296,
+      "rel-constrast": 3.049858570098877,
       "step": 816,
-      "subrel-constrast": 3.941652297973633,
+      "subrel-constrast": 3.987323045730591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3768600225448608,
-      "cov-distil (oracle2student)": 4.8537187576293945,
-      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "cov-distil": 1.895331621170044,
+      "cov-distil (oracle2student)": 5.51685905456543,
+      "cov-distil (oracle2teacher)": 4.546798229217529,
       "epoch": 0.641287284144427,
-      "rel-constrast": 3.138200521469116,
+      "rel-constrast": 4.071093559265137,
       "step": 817,
-      "subrel-constrast": 4.078574180603027,
+      "subrel-constrast": 3.8209733963012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3285818099975586,
-      "cov-distil (oracle2student)": 3.95272159576416,
-      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "cov-distil": 1.9024813175201416,
+      "cov-distil (oracle2student)": 4.008884429931641,
+      "cov-distil (oracle2teacher)": 3.873781681060791,
       "epoch": 0.6420722135007849,
-      "rel-constrast": 2.9757089614868164,
+      "rel-constrast": 3.134730339050293,
       "step": 818,
-      "subrel-constrast": 4.183833599090576,
+      "subrel-constrast": 3.560436725616455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9137150049209595,
-      "cov-distil (oracle2student)": 3.8996100425720215,
-      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "cov-distil": 2.6990745067596436,
+      "cov-distil (oracle2student)": 4.145615577697754,
+      "cov-distil (oracle2teacher)": 3.893411636352539,
       "epoch": 0.6428571428571429,
-      "rel-constrast": 3.0237324237823486,
+      "rel-constrast": 3.3359436988830566,
       "step": 819,
-      "subrel-constrast": 3.7355899810791016,
+      "subrel-constrast": 3.7698800563812256,
       "view-similarity": 0
     },
     {
       "epoch": 0.6436420722135008,
-      "grad_norm": 6.03125,
+      "grad_norm": 6.5625,
       "learning_rate": 4.095e-05,
-      "loss": 0.8033,
+      "loss": 0.8681,
       "step": 820
     },
     {
-      "cov-distil": 1.5698240995407104,
-      "cov-distil (oracle2student)": 3.570085287094116,
-      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "cov-distil": 1.4913229942321777,
+      "cov-distil (oracle2student)": 3.503937244415283,
+      "cov-distil (oracle2teacher)": 3.3012704849243164,
       "epoch": 0.6436420722135008,
-      "rel-constrast": 3.341369152069092,
+      "rel-constrast": 4.0764312744140625,
       "step": 820,
-      "subrel-constrast": 3.669610023498535,
+      "subrel-constrast": 3.3614537715911865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.108656406402588,
-      "cov-distil (oracle2student)": 4.587629318237305,
-      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "cov-distil": 2.682131290435791,
+      "cov-distil (oracle2student)": 4.566946983337402,
+      "cov-distil (oracle2teacher)": 4.824077606201172,
       "epoch": 0.6444270015698587,
-      "rel-constrast": 2.444645643234253,
+      "rel-constrast": 2.7872982025146484,
       "step": 821,
-      "subrel-constrast": 3.439606189727783,
+      "subrel-constrast": 3.5298821926116943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.427807092666626,
-      "cov-distil (oracle2student)": 4.807023048400879,
-      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "cov-distil": 2.1092615127563477,
+      "cov-distil (oracle2student)": 5.566984176635742,
+      "cov-distil (oracle2teacher)": 4.479093551635742,
       "epoch": 0.6452119309262166,
-      "rel-constrast": 3.5886707305908203,
+      "rel-constrast": 4.579043865203857,
       "step": 822,
-      "subrel-constrast": 4.190989017486572,
+      "subrel-constrast": 4.081467628479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7150936126708984,
-      "cov-distil (oracle2student)": 4.0572509765625,
-      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "cov-distil": 1.7659711837768555,
+      "cov-distil (oracle2student)": 5.2393951416015625,
+      "cov-distil (oracle2teacher)": 4.56248664855957,
       "epoch": 0.6459968602825745,
-      "rel-constrast": 4.181950092315674,
+      "rel-constrast": 4.584153175354004,
       "step": 823,
-      "subrel-constrast": 4.883435249328613,
+      "subrel-constrast": 4.342507839202881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.375495672225952,
-      "cov-distil (oracle2student)": 4.172708988189697,
-      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "cov-distil": 2.650578498840332,
+      "cov-distil (oracle2student)": 4.48793363571167,
+      "cov-distil (oracle2teacher)": 3.94382905960083,
       "epoch": 0.6467817896389325,
-      "rel-constrast": 3.079369306564331,
+      "rel-constrast": 3.092801809310913,
       "step": 824,
-      "subrel-constrast": 4.150157451629639,
+      "subrel-constrast": 3.83937406539917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.308274745941162,
-      "cov-distil (oracle2student)": 4.596344947814941,
-      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "cov-distil": 3.1708779335021973,
+      "cov-distil (oracle2student)": 5.016849994659424,
+      "cov-distil (oracle2teacher)": 4.284183502197266,
       "epoch": 0.6475667189952904,
-      "rel-constrast": 4.447976112365723,
+      "rel-constrast": 4.761890411376953,
       "step": 825,
-      "subrel-constrast": 4.973028659820557,
+      "subrel-constrast": 5.417451858520508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7622771263122559,
-      "cov-distil (oracle2student)": 4.808835029602051,
-      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "cov-distil": 2.241478443145752,
+      "cov-distil (oracle2student)": 5.151844024658203,
+      "cov-distil (oracle2teacher)": 5.225059986114502,
       "epoch": 0.6483516483516484,
-      "rel-constrast": 3.0392632484436035,
+      "rel-constrast": 3.6212735176086426,
       "step": 826,
-      "subrel-constrast": 4.2934980392456055,
+      "subrel-constrast": 3.73117733001709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2593860626220703,
-      "cov-distil (oracle2student)": 4.994297504425049,
-      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "cov-distil": 1.9511266946792603,
+      "cov-distil (oracle2student)": 5.438177108764648,
+      "cov-distil (oracle2teacher)": 4.69582986831665,
       "epoch": 0.6491365777080063,
-      "rel-constrast": 3.979785919189453,
+      "rel-constrast": 3.8562958240509033,
       "step": 827,
-      "subrel-constrast": 4.262341499328613,
+      "subrel-constrast": 3.734269857406616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6107163429260254,
-      "cov-distil (oracle2student)": 3.178396224975586,
-      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "cov-distil": 1.6709935665130615,
+      "cov-distil (oracle2student)": 4.58493185043335,
+      "cov-distil (oracle2teacher)": 3.0215516090393066,
       "epoch": 0.6499215070643642,
-      "rel-constrast": 2.977691888809204,
+      "rel-constrast": 4.311128616333008,
       "step": 828,
-      "subrel-constrast": 3.771296501159668,
+      "subrel-constrast": 3.5323760509490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.630000352859497,
-      "cov-distil (oracle2student)": 5.777911186218262,
-      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "cov-distil": 1.6916801929473877,
+      "cov-distil (oracle2student)": 6.1899800300598145,
+      "cov-distil (oracle2teacher)": 5.202908992767334,
       "epoch": 0.6507064364207221,
-      "rel-constrast": 3.3911921977996826,
+      "rel-constrast": 3.5776491165161133,
       "step": 829,
-      "subrel-constrast": 4.069247722625732,
+      "subrel-constrast": 3.7924444675445557,
       "view-similarity": 0
     },
     {
       "epoch": 0.6514913657770801,
-      "grad_norm": 6.75,
+      "grad_norm": 7.28125,
       "learning_rate": 4.145e-05,
-      "loss": 0.9087,
+      "loss": 0.9812,
       "step": 830
     },
     {
-      "cov-distil": 1.8794384002685547,
-      "cov-distil (oracle2student)": 4.103548049926758,
-      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "cov-distil": 2.3356940746307373,
+      "cov-distil (oracle2student)": 4.071619033813477,
+      "cov-distil (oracle2teacher)": 3.990034341812134,
       "epoch": 0.6514913657770801,
-      "rel-constrast": 4.0044355392456055,
+      "rel-constrast": 4.01130485534668,
       "step": 830,
-      "subrel-constrast": 4.624624252319336,
+      "subrel-constrast": 4.225636959075928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906476497650146,
-      "cov-distil (oracle2student)": 3.214458465576172,
-      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "cov-distil": 2.2811150550842285,
+      "cov-distil (oracle2student)": 3.260524034500122,
+      "cov-distil (oracle2teacher)": 3.6335341930389404,
       "epoch": 0.652276295133438,
-      "rel-constrast": 2.7704429626464844,
+      "rel-constrast": 2.6566925048828125,
       "step": 831,
-      "subrel-constrast": 3.6220717430114746,
+      "subrel-constrast": 3.7064754962921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9752247333526611,
-      "cov-distil (oracle2student)": 4.888476371765137,
-      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "cov-distil": 2.247473955154419,
+      "cov-distil (oracle2student)": 5.651100158691406,
+      "cov-distil (oracle2teacher)": 5.332487106323242,
       "epoch": 0.6530612244897959,
-      "rel-constrast": 3.941727638244629,
+      "rel-constrast": 4.359498023986816,
       "step": 832,
-      "subrel-constrast": 4.675938129425049,
+      "subrel-constrast": 5.029499053955078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7726495265960693,
-      "cov-distil (oracle2student)": 2.904669761657715,
-      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "cov-distil": 1.9488669633865356,
+      "cov-distil (oracle2student)": 3.5353236198425293,
+      "cov-distil (oracle2teacher)": 3.1988792419433594,
       "epoch": 0.6538461538461539,
-      "rel-constrast": 2.125884771347046,
+      "rel-constrast": 2.7589516639709473,
       "step": 833,
-      "subrel-constrast": 3.402971029281616,
+      "subrel-constrast": 3.0526840686798096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8348287343978882,
-      "cov-distil (oracle2student)": 3.610349178314209,
-      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "cov-distil": 2.0042920112609863,
+      "cov-distil (oracle2student)": 3.311549663543701,
+      "cov-distil (oracle2teacher)": 3.7095727920532227,
       "epoch": 0.6546310832025117,
-      "rel-constrast": 4.169477939605713,
+      "rel-constrast": 3.93538236618042,
       "step": 834,
-      "subrel-constrast": 4.495212078094482,
+      "subrel-constrast": 4.491973400115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.877418041229248,
-      "cov-distil (oracle2student)": 5.971458435058594,
-      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "cov-distil": 2.3319320678710938,
+      "cov-distil (oracle2student)": 6.884675979614258,
+      "cov-distil (oracle2teacher)": 5.895162582397461,
       "epoch": 0.6554160125588697,
-      "rel-constrast": 2.4234228134155273,
+      "rel-constrast": 3.0401082038879395,
       "step": 835,
-      "subrel-constrast": 3.372243642807007,
+      "subrel-constrast": 2.774482011795044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8137049674987793,
-      "cov-distil (oracle2student)": 5.548581123352051,
-      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "cov-distil": 1.891129493713379,
+      "cov-distil (oracle2student)": 6.087061405181885,
+      "cov-distil (oracle2teacher)": 5.290203094482422,
       "epoch": 0.6562009419152276,
-      "rel-constrast": 4.032650947570801,
+      "rel-constrast": 4.056557655334473,
       "step": 836,
-      "subrel-constrast": 4.941165447235107,
+      "subrel-constrast": 4.41768741607666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.24606990814209,
-      "cov-distil (oracle2student)": 3.6434006690979004,
-      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "cov-distil": 2.5794150829315186,
+      "cov-distil (oracle2student)": 4.131866931915283,
+      "cov-distil (oracle2teacher)": 3.8585705757141113,
       "epoch": 0.6569858712715856,
-      "rel-constrast": 3.4072937965393066,
+      "rel-constrast": 4.452622890472412,
       "step": 837,
-      "subrel-constrast": 4.71898889541626,
+      "subrel-constrast": 4.928619861602783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4418138265609741,
-      "cov-distil (oracle2student)": 4.0115790367126465,
-      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "cov-distil": 1.4749926328659058,
+      "cov-distil (oracle2student)": 4.152976989746094,
+      "cov-distil (oracle2teacher)": 3.658670425415039,
       "epoch": 0.6577708006279435,
-      "rel-constrast": 2.6703035831451416,
+      "rel-constrast": 3.1522409915924072,
       "step": 838,
-      "subrel-constrast": 3.024057388305664,
+      "subrel-constrast": 3.04065203666687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.321179747581482,
-      "cov-distil (oracle2student)": 3.9942774772644043,
-      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "cov-distil": 2.0656442642211914,
+      "cov-distil (oracle2student)": 4.73661994934082,
+      "cov-distil (oracle2teacher)": 3.9987878799438477,
       "epoch": 0.6585557299843015,
-      "rel-constrast": 4.570227146148682,
+      "rel-constrast": 5.010136127471924,
       "step": 839,
-      "subrel-constrast": 5.370950222015381,
+      "subrel-constrast": 5.0871076583862305,
       "view-similarity": 0
     },
     {
       "epoch": 0.6593406593406593,
-      "grad_norm": 7.21875,
+      "grad_norm": 8.6875,
       "learning_rate": 4.195e-05,
-      "loss": 0.898,
+      "loss": 0.9358,
       "step": 840
     },
     {
-      "cov-distil": 1.804254412651062,
-      "cov-distil (oracle2student)": 4.796672821044922,
-      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "cov-distil": 2.0672900676727295,
+      "cov-distil (oracle2student)": 4.540404319763184,
+      "cov-distil (oracle2teacher)": 5.127553939819336,
       "epoch": 0.6593406593406593,
-      "rel-constrast": 3.048487663269043,
+      "rel-constrast": 3.2874064445495605,
       "step": 840,
-      "subrel-constrast": 4.138221263885498,
+      "subrel-constrast": 4.215749263763428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.185621976852417,
-      "cov-distil (oracle2student)": 4.644382476806641,
-      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "cov-distil": 3.0865607261657715,
+      "cov-distil (oracle2student)": 5.453775882720947,
+      "cov-distil (oracle2teacher)": 4.888296127319336,
       "epoch": 0.6601255886970173,
-      "rel-constrast": 2.7198691368103027,
+      "rel-constrast": 3.5160412788391113,
       "step": 841,
-      "subrel-constrast": 3.728656768798828,
+      "subrel-constrast": 3.812720775604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1581225395202637,
-      "cov-distil (oracle2student)": 4.967820644378662,
-      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "cov-distil": 2.988182544708252,
+      "cov-distil (oracle2student)": 5.7858381271362305,
+      "cov-distil (oracle2teacher)": 5.096573829650879,
       "epoch": 0.6609105180533752,
-      "rel-constrast": 2.998076915740967,
+      "rel-constrast": 3.2108139991760254,
       "step": 842,
-      "subrel-constrast": 4.3113603591918945,
+      "subrel-constrast": 3.9645304679870605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6802887916564941,
-      "cov-distil (oracle2student)": 3.012141704559326,
-      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "cov-distil": 1.6559867858886719,
+      "cov-distil (oracle2student)": 4.20277214050293,
+      "cov-distil (oracle2teacher)": 3.659284830093384,
       "epoch": 0.6616954474097331,
-      "rel-constrast": 3.7015037536621094,
+      "rel-constrast": 4.103222370147705,
       "step": 843,
-      "subrel-constrast": 4.34977912902832,
+      "subrel-constrast": 3.9241135120391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9140921831130981,
-      "cov-distil (oracle2student)": 3.6763272285461426,
-      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "cov-distil": 2.0555334091186523,
+      "cov-distil (oracle2student)": 3.6795730590820312,
+      "cov-distil (oracle2teacher)": 4.028406143188477,
       "epoch": 0.6624803767660911,
-      "rel-constrast": 2.8182120323181152,
+      "rel-constrast": 3.0861854553222656,
       "step": 844,
-      "subrel-constrast": 3.526099681854248,
+      "subrel-constrast": 3.5311388969421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3611481189727783,
-      "cov-distil (oracle2student)": 3.414156675338745,
-      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "cov-distil": 2.69934344291687,
+      "cov-distil (oracle2student)": 4.033677577972412,
+      "cov-distil (oracle2teacher)": 3.8822219371795654,
       "epoch": 0.6632653061224489,
-      "rel-constrast": 3.6642966270446777,
+      "rel-constrast": 3.8620595932006836,
       "step": 845,
-      "subrel-constrast": 4.929279804229736,
+      "subrel-constrast": 4.681525230407715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16641902923584,
-      "cov-distil (oracle2student)": 5.345207214355469,
-      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "cov-distil": 2.433763265609741,
+      "cov-distil (oracle2student)": 6.528609275817871,
+      "cov-distil (oracle2teacher)": 5.862437725067139,
       "epoch": 0.6640502354788069,
-      "rel-constrast": 2.9499943256378174,
+      "rel-constrast": 3.958367347717285,
       "step": 846,
-      "subrel-constrast": 4.163426876068115,
+      "subrel-constrast": 4.218762397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2791935205459595,
-      "cov-distil (oracle2student)": 4.141592979431152,
-      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "cov-distil": 2.2436680793762207,
+      "cov-distil (oracle2student)": 5.038456916809082,
+      "cov-distil (oracle2teacher)": 4.087412357330322,
       "epoch": 0.6648351648351648,
-      "rel-constrast": 3.946357488632202,
+      "rel-constrast": 3.9944558143615723,
       "step": 847,
-      "subrel-constrast": 3.884228467941284,
+      "subrel-constrast": 4.376913547515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286513805389404,
-      "cov-distil (oracle2student)": 3.6746082305908203,
-      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "cov-distil": 1.5744894742965698,
+      "cov-distil (oracle2student)": 4.035322666168213,
+      "cov-distil (oracle2teacher)": 4.279043674468994,
       "epoch": 0.6656200941915228,
-      "rel-constrast": 2.590811252593994,
+      "rel-constrast": 2.9988443851470947,
       "step": 848,
-      "subrel-constrast": 3.7845067977905273,
+      "subrel-constrast": 3.346532106399536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7331000566482544,
-      "cov-distil (oracle2student)": 3.869168281555176,
-      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "cov-distil": 1.7716234922409058,
+      "cov-distil (oracle2student)": 4.4663166999816895,
+      "cov-distil (oracle2teacher)": 3.672461986541748,
       "epoch": 0.6664050235478807,
-      "rel-constrast": 3.201794147491455,
+      "rel-constrast": 3.106621265411377,
       "step": 849,
-      "subrel-constrast": 4.059730052947998,
+      "subrel-constrast": 3.6811439990997314,
       "view-similarity": 0
     },
     {
       "epoch": 0.6671899529042387,
-      "grad_norm": 6.5,
+      "grad_norm": 7.15625,
       "learning_rate": 4.245e-05,
-      "loss": 0.8383,
+      "loss": 0.8781,
       "step": 850
     },
     {
-      "cov-distil": 1.7655677795410156,
-      "cov-distil (oracle2student)": 3.762930154800415,
-      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "cov-distil": 2.084324359893799,
+      "cov-distil (oracle2student)": 4.112272262573242,
+      "cov-distil (oracle2teacher)": 4.169733047485352,
       "epoch": 0.6671899529042387,
-      "rel-constrast": 2.9008567333221436,
+      "rel-constrast": 3.1579267978668213,
       "step": 850,
-      "subrel-constrast": 3.404660701751709,
+      "subrel-constrast": 3.457568407058716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517121434211731,
-      "cov-distil (oracle2student)": 2.8830716609954834,
-      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "cov-distil": 1.7184252738952637,
+      "cov-distil (oracle2student)": 3.2816784381866455,
+      "cov-distil (oracle2teacher)": 3.5960745811462402,
       "epoch": 0.6679748822605965,
-      "rel-constrast": 4.325301170349121,
+      "rel-constrast": 4.929862022399902,
       "step": 851,
-      "subrel-constrast": 4.419717311859131,
+      "subrel-constrast": 4.675520420074463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9270949363708496,
-      "cov-distil (oracle2student)": 4.238532543182373,
-      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "cov-distil": 2.2196950912475586,
+      "cov-distil (oracle2student)": 5.344398021697998,
+      "cov-distil (oracle2teacher)": 4.496703147888184,
       "epoch": 0.6687598116169545,
-      "rel-constrast": 2.823596715927124,
+      "rel-constrast": 3.1046090126037598,
       "step": 852,
-      "subrel-constrast": 3.4322097301483154,
+      "subrel-constrast": 3.2616875171661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3329415321350098,
-      "cov-distil (oracle2student)": 6.140964031219482,
-      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "cov-distil": 2.111381769180298,
+      "cov-distil (oracle2student)": 7.459054946899414,
+      "cov-distil (oracle2teacher)": 6.521515846252441,
       "epoch": 0.6695447409733124,
-      "rel-constrast": 2.4979028701782227,
+      "rel-constrast": 2.611449718475342,
       "step": 853,
-      "subrel-constrast": 3.4758663177490234,
+      "subrel-constrast": 3.10337233543396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5264722108840942,
-      "cov-distil (oracle2student)": 5.3368964195251465,
-      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "cov-distil": 1.571357250213623,
+      "cov-distil (oracle2student)": 6.402609825134277,
+      "cov-distil (oracle2teacher)": 5.708658218383789,
       "epoch": 0.6703296703296703,
-      "rel-constrast": 3.0451555252075195,
+      "rel-constrast": 3.721426486968994,
       "step": 854,
-      "subrel-constrast": 3.68107533454895,
+      "subrel-constrast": 3.51344633102417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.527972459793091,
-      "cov-distil (oracle2student)": 4.9313225746154785,
-      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "cov-distil": 3.1283068656921387,
+      "cov-distil (oracle2student)": 4.400152206420898,
+      "cov-distil (oracle2teacher)": 4.971624851226807,
       "epoch": 0.6711145996860283,
-      "rel-constrast": 3.4113454818725586,
+      "rel-constrast": 3.2834744453430176,
       "step": 855,
-      "subrel-constrast": 4.2453413009643555,
+      "subrel-constrast": 4.660199165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2195277214050293,
-      "cov-distil (oracle2student)": 4.841870307922363,
-      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "cov-distil": 2.49289608001709,
+      "cov-distil (oracle2student)": 5.017967700958252,
+      "cov-distil (oracle2teacher)": 4.454375267028809,
       "epoch": 0.6718995290423861,
-      "rel-constrast": 3.8896093368530273,
+      "rel-constrast": 3.874404191970825,
       "step": 856,
-      "subrel-constrast": 4.457779884338379,
+      "subrel-constrast": 4.311699867248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9021310806274414,
-      "cov-distil (oracle2student)": 5.08781623840332,
-      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "cov-distil": 2.3428492546081543,
+      "cov-distil (oracle2student)": 6.521602630615234,
+      "cov-distil (oracle2teacher)": 5.238377571105957,
       "epoch": 0.6726844583987441,
-      "rel-constrast": 4.279557228088379,
+      "rel-constrast": 4.98021125793457,
       "step": 857,
-      "subrel-constrast": 4.490781307220459,
+      "subrel-constrast": 4.458598613739014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184224128723145,
-      "cov-distil (oracle2student)": 4.386934757232666,
-      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "cov-distil": 2.1586742401123047,
+      "cov-distil (oracle2student)": 4.743297576904297,
+      "cov-distil (oracle2teacher)": 4.861972808837891,
       "epoch": 0.673469387755102,
-      "rel-constrast": 2.4715077877044678,
+      "rel-constrast": 3.0185046195983887,
       "step": 858,
-      "subrel-constrast": 3.5174665451049805,
+      "subrel-constrast": 3.637573480606079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5252549648284912,
-      "cov-distil (oracle2student)": 4.384729862213135,
-      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "cov-distil": 1.7815613746643066,
+      "cov-distil (oracle2student)": 5.069211006164551,
+      "cov-distil (oracle2teacher)": 4.625375270843506,
       "epoch": 0.67425431711146,
-      "rel-constrast": 3.386720657348633,
+      "rel-constrast": 3.927893877029419,
       "step": 859,
-      "subrel-constrast": 4.306125640869141,
+      "subrel-constrast": 4.187974452972412,
       "view-similarity": 0
     },
     {
       "epoch": 0.6750392464678179,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.375,
       "learning_rate": 4.295e-05,
-      "loss": 0.8732,
+      "loss": 0.9152,
       "step": 860
     },
     {
-      "cov-distil": 2.1179590225219727,
-      "cov-distil (oracle2student)": 4.76759147644043,
-      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "cov-distil": 2.3275275230407715,
+      "cov-distil (oracle2student)": 5.453484058380127,
+      "cov-distil (oracle2teacher)": 4.669001579284668,
       "epoch": 0.6750392464678179,
-      "rel-constrast": 2.7477235794067383,
+      "rel-constrast": 3.0883092880249023,
       "step": 860,
-      "subrel-constrast": 3.7372775077819824,
+      "subrel-constrast": 3.8189210891723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7965826988220215,
-      "cov-distil (oracle2student)": 3.590010404586792,
-      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "cov-distil": 2.4788951873779297,
+      "cov-distil (oracle2student)": 4.462489128112793,
+      "cov-distil (oracle2teacher)": 3.931230068206787,
       "epoch": 0.6758241758241759,
-      "rel-constrast": 2.507899284362793,
+      "rel-constrast": 3.4943385124206543,
       "step": 861,
-      "subrel-constrast": 3.807100296020508,
+      "subrel-constrast": 3.9335737228393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7082825899124146,
-      "cov-distil (oracle2student)": 5.913630485534668,
-      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "cov-distil": 2.0409438610076904,
+      "cov-distil (oracle2student)": 5.88531494140625,
+      "cov-distil (oracle2teacher)": 5.5002312660217285,
       "epoch": 0.6766091051805337,
-      "rel-constrast": 3.268495559692383,
+      "rel-constrast": 3.943720579147339,
       "step": 862,
-      "subrel-constrast": 3.9798760414123535,
+      "subrel-constrast": 3.463715076446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8252453804016113,
-      "cov-distil (oracle2student)": 4.901181221008301,
-      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "cov-distil": 1.9176623821258545,
+      "cov-distil (oracle2student)": 4.88209867477417,
+      "cov-distil (oracle2teacher)": 5.097332954406738,
       "epoch": 0.6773940345368917,
-      "rel-constrast": 3.583211660385132,
+      "rel-constrast": 3.4022345542907715,
       "step": 863,
-      "subrel-constrast": 4.42688512802124,
+      "subrel-constrast": 4.176356792449951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3953462839126587,
-      "cov-distil (oracle2student)": 5.5138397216796875,
-      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "cov-distil": 1.6620619297027588,
+      "cov-distil (oracle2student)": 6.531160354614258,
+      "cov-distil (oracle2teacher)": 5.85151481628418,
       "epoch": 0.6781789638932496,
-      "rel-constrast": 3.1454901695251465,
+      "rel-constrast": 4.265978813171387,
       "step": 864,
-      "subrel-constrast": 3.9406254291534424,
+      "subrel-constrast": 3.884490489959717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6899718046188354,
-      "cov-distil (oracle2student)": 5.330373764038086,
-      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "cov-distil": 2.111593008041382,
+      "cov-distil (oracle2student)": 5.227636814117432,
+      "cov-distil (oracle2teacher)": 5.337945938110352,
       "epoch": 0.6789638932496075,
-      "rel-constrast": 2.3280701637268066,
+      "rel-constrast": 2.8487889766693115,
       "step": 865,
-      "subrel-constrast": 3.6453700065612793,
+      "subrel-constrast": 3.2373714447021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6296229362487793,
-      "cov-distil (oracle2student)": 4.770857810974121,
-      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "cov-distil": 2.3906097412109375,
+      "cov-distil (oracle2student)": 5.167361259460449,
+      "cov-distil (oracle2teacher)": 5.387311935424805,
       "epoch": 0.6797488226059655,
-      "rel-constrast": 3.20645809173584,
+      "rel-constrast": 3.188427209854126,
       "step": 866,
-      "subrel-constrast": 3.8591246604919434,
+      "subrel-constrast": 4.021615505218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7715446949005127,
-      "cov-distil (oracle2student)": 4.347777843475342,
-      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "cov-distil": 2.0040459632873535,
+      "cov-distil (oracle2student)": 5.630919456481934,
+      "cov-distil (oracle2teacher)": 5.020962715148926,
       "epoch": 0.6805337519623234,
-      "rel-constrast": 3.9846086502075195,
+      "rel-constrast": 4.7801055908203125,
       "step": 867,
-      "subrel-constrast": 5.185349941253662,
+      "subrel-constrast": 5.247258186340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6960502862930298,
-      "cov-distil (oracle2student)": 3.3439979553222656,
-      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "cov-distil": 1.7129077911376953,
+      "cov-distil (oracle2student)": 3.738029956817627,
+      "cov-distil (oracle2teacher)": 3.736387252807617,
       "epoch": 0.6813186813186813,
-      "rel-constrast": 2.1034369468688965,
+      "rel-constrast": 1.8440494537353516,
       "step": 868,
-      "subrel-constrast": 2.926976203918457,
+      "subrel-constrast": 2.7090156078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.505071759223938,
-      "cov-distil (oracle2student)": 2.9278054237365723,
-      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "cov-distil": 1.6173169612884521,
+      "cov-distil (oracle2student)": 3.582737445831299,
+      "cov-distil (oracle2teacher)": 3.1682801246643066,
       "epoch": 0.6821036106750392,
-      "rel-constrast": 3.0042061805725098,
+      "rel-constrast": 3.675318956375122,
       "step": 869,
-      "subrel-constrast": 3.6791141033172607,
+      "subrel-constrast": 3.383939743041992,
       "view-similarity": 0
     },
     {
       "epoch": 0.6828885400313972,
-      "grad_norm": 4.9375,
+      "grad_norm": 6.5625,
       "learning_rate": 4.345e-05,
-      "loss": 0.7898,
+      "loss": 0.8633,
       "step": 870
     },
     {
-      "cov-distil": 1.5478849411010742,
-      "cov-distil (oracle2student)": 4.5837202072143555,
-      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "cov-distil": 1.9869234561920166,
+      "cov-distil (oracle2student)": 5.340611457824707,
+      "cov-distil (oracle2teacher)": 5.131547927856445,
       "epoch": 0.6828885400313972,
-      "rel-constrast": 3.6690661907196045,
+      "rel-constrast": 4.2035322189331055,
       "step": 870,
-      "subrel-constrast": 3.755584239959717,
+      "subrel-constrast": 3.5107760429382324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4669153690338135,
-      "cov-distil (oracle2student)": 3.7385365962982178,
-      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "cov-distil": 1.3518933057785034,
+      "cov-distil (oracle2student)": 4.306206703186035,
+      "cov-distil (oracle2teacher)": 4.453194618225098,
       "epoch": 0.6836734693877551,
-      "rel-constrast": 3.5915560722351074,
+      "rel-constrast": 3.9446215629577637,
       "step": 871,
-      "subrel-constrast": 4.271019458770752,
+      "subrel-constrast": 4.509695053100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1383116245269775,
-      "cov-distil (oracle2student)": 4.596353530883789,
-      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "cov-distil": 2.496706485748291,
+      "cov-distil (oracle2student)": 4.210893630981445,
+      "cov-distil (oracle2teacher)": 4.342166900634766,
       "epoch": 0.6844583987441131,
-      "rel-constrast": 2.788327693939209,
+      "rel-constrast": 3.3719401359558105,
       "step": 872,
-      "subrel-constrast": 3.9468002319335938,
+      "subrel-constrast": 3.8871562480926514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5923734903335571,
-      "cov-distil (oracle2student)": 4.1226983070373535,
-      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "cov-distil": 1.691957950592041,
+      "cov-distil (oracle2student)": 5.222391128540039,
+      "cov-distil (oracle2teacher)": 5.017002582550049,
       "epoch": 0.685243328100471,
-      "rel-constrast": 3.274655342102051,
+      "rel-constrast": 3.8896470069885254,
       "step": 873,
-      "subrel-constrast": 3.9750561714172363,
+      "subrel-constrast": 3.4195663928985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.946056842803955,
-      "cov-distil (oracle2student)": 4.353828430175781,
-      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "cov-distil": 2.167623519897461,
+      "cov-distil (oracle2student)": 5.572680473327637,
+      "cov-distil (oracle2teacher)": 4.220798492431641,
       "epoch": 0.6860282574568289,
-      "rel-constrast": 2.741914749145508,
+      "rel-constrast": 2.9750654697418213,
       "step": 874,
-      "subrel-constrast": 3.176755905151367,
+      "subrel-constrast": 3.06172251701355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9557355642318726,
-      "cov-distil (oracle2student)": 3.949646472930908,
-      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "cov-distil": 2.0998356342315674,
+      "cov-distil (oracle2student)": 4.452457904815674,
+      "cov-distil (oracle2teacher)": 4.726762771606445,
       "epoch": 0.6868131868131868,
-      "rel-constrast": 2.8873188495635986,
+      "rel-constrast": 3.5637621879577637,
       "step": 875,
-      "subrel-constrast": 3.6380884647369385,
+      "subrel-constrast": 3.3495094776153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.401376247406006,
-      "cov-distil (oracle2student)": 5.006793022155762,
-      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "cov-distil": 2.5879006385803223,
+      "cov-distil (oracle2student)": 6.307969093322754,
+      "cov-distil (oracle2teacher)": 4.906314849853516,
       "epoch": 0.6875981161695447,
-      "rel-constrast": 4.074068069458008,
+      "rel-constrast": 4.693286895751953,
       "step": 876,
-      "subrel-constrast": 5.1672682762146,
+      "subrel-constrast": 4.9903059005737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2366654872894287,
-      "cov-distil (oracle2student)": 3.786804676055908,
-      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "cov-distil": 1.1960246562957764,
+      "cov-distil (oracle2student)": 4.199606418609619,
+      "cov-distil (oracle2teacher)": 4.277667045593262,
       "epoch": 0.6883830455259027,
-      "rel-constrast": 2.0299768447875977,
+      "rel-constrast": 2.318310022354126,
       "step": 877,
-      "subrel-constrast": 2.670637369155884,
+      "subrel-constrast": 2.6966910362243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0147178173065186,
-      "cov-distil (oracle2student)": 3.804882764816284,
-      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "cov-distil": 2.318570613861084,
+      "cov-distil (oracle2student)": 4.393073081970215,
+      "cov-distil (oracle2teacher)": 3.455695152282715,
       "epoch": 0.6891679748822606,
-      "rel-constrast": 2.7490639686584473,
+      "rel-constrast": 3.3598523139953613,
       "step": 878,
-      "subrel-constrast": 3.5756359100341797,
+      "subrel-constrast": 3.4972617626190186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5681298971176147,
-      "cov-distil (oracle2student)": 3.9214487075805664,
-      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "cov-distil": 1.604712963104248,
+      "cov-distil (oracle2student)": 4.812742233276367,
+      "cov-distil (oracle2teacher)": 4.432042121887207,
       "epoch": 0.6899529042386185,
-      "rel-constrast": 3.0104470252990723,
+      "rel-constrast": 3.7657222747802734,
       "step": 879,
-      "subrel-constrast": 3.337676763534546,
+      "subrel-constrast": 3.9478273391723633,
       "view-similarity": 0
     },
     {
       "epoch": 0.6907378335949764,
-      "grad_norm": 6.03125,
+      "grad_norm": 9.8125,
       "learning_rate": 4.3950000000000004e-05,
-      "loss": 0.8151,
+      "loss": 0.9021,
       "step": 880
     },
     {
-      "cov-distil": 2.2157304286956787,
-      "cov-distil (oracle2student)": 5.699595928192139,
-      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "cov-distil": 2.6153383255004883,
+      "cov-distil (oracle2student)": 6.290912628173828,
+      "cov-distil (oracle2teacher)": 5.163901329040527,
       "epoch": 0.6907378335949764,
-      "rel-constrast": 3.0941343307495117,
+      "rel-constrast": 3.4356861114501953,
       "step": 880,
-      "subrel-constrast": 4.322240352630615,
+      "subrel-constrast": 4.229956150054932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4810900688171387,
-      "cov-distil (oracle2student)": 3.3440780639648438,
-      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "cov-distil": 1.7166298627853394,
+      "cov-distil (oracle2student)": 3.536836624145508,
+      "cov-distil (oracle2teacher)": 3.5101006031036377,
       "epoch": 0.6915227629513344,
-      "rel-constrast": 3.586519241333008,
+      "rel-constrast": 3.3315963745117188,
       "step": 881,
-      "subrel-constrast": 3.7541935443878174,
+      "subrel-constrast": 3.4747748374938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5781233310699463,
-      "cov-distil (oracle2student)": 5.018100738525391,
-      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "cov-distil": 2.130197048187256,
+      "cov-distil (oracle2student)": 5.555070877075195,
+      "cov-distil (oracle2teacher)": 5.314323902130127,
       "epoch": 0.6923076923076923,
-      "rel-constrast": 4.0826897621154785,
+      "rel-constrast": 4.290964126586914,
       "step": 882,
-      "subrel-constrast": 4.779473304748535,
+      "subrel-constrast": 4.706758975982666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4764516353607178,
-      "cov-distil (oracle2student)": 3.1465892791748047,
-      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "cov-distil": 1.820596694946289,
+      "cov-distil (oracle2student)": 3.6406331062316895,
+      "cov-distil (oracle2teacher)": 3.524196147918701,
       "epoch": 0.6930926216640503,
-      "rel-constrast": 2.1886837482452393,
+      "rel-constrast": 2.0438151359558105,
       "step": 883,
-      "subrel-constrast": 2.8425724506378174,
+      "subrel-constrast": 2.900033473968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577139854431152,
-      "cov-distil (oracle2student)": 5.48944091796875,
-      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "cov-distil": 1.9745502471923828,
+      "cov-distil (oracle2student)": 5.422731399536133,
+      "cov-distil (oracle2teacher)": 5.130214691162109,
       "epoch": 0.6938775510204082,
-      "rel-constrast": 3.6461424827575684,
+      "rel-constrast": 3.7816274166107178,
       "step": 884,
-      "subrel-constrast": 4.1751885414123535,
+      "subrel-constrast": 4.169047832489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.30418062210083,
-      "cov-distil (oracle2student)": 3.6000726222991943,
-      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "cov-distil": 2.8008601665496826,
+      "cov-distil (oracle2student)": 4.399479866027832,
+      "cov-distil (oracle2teacher)": 3.890065908432007,
       "epoch": 0.6946624803767661,
-      "rel-constrast": 2.609241008758545,
+      "rel-constrast": 3.158116340637207,
       "step": 885,
-      "subrel-constrast": 4.044322967529297,
+      "subrel-constrast": 4.046071529388428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9188902378082275,
-      "cov-distil (oracle2student)": 3.3409061431884766,
-      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "cov-distil": 1.7208807468414307,
+      "cov-distil (oracle2student)": 3.50015926361084,
+      "cov-distil (oracle2teacher)": 3.8033294677734375,
       "epoch": 0.695447409733124,
-      "rel-constrast": 3.917679786682129,
+      "rel-constrast": 3.8988451957702637,
       "step": 886,
-      "subrel-constrast": 4.465198040008545,
+      "subrel-constrast": 4.504743576049805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6129820346832275,
-      "cov-distil (oracle2student)": 3.5256998538970947,
-      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "cov-distil": 1.6588244438171387,
+      "cov-distil (oracle2student)": 3.5594263076782227,
+      "cov-distil (oracle2teacher)": 3.719226360321045,
       "epoch": 0.6962323390894819,
-      "rel-constrast": 3.1687140464782715,
+      "rel-constrast": 3.0421152114868164,
       "step": 887,
-      "subrel-constrast": 4.09608268737793,
+      "subrel-constrast": 3.4976284503936768,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6923974752426147,
-      "cov-distil (oracle2student)": 3.194105863571167,
-      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "cov-distil": 2.045492649078369,
+      "cov-distil (oracle2student)": 3.9550905227661133,
+      "cov-distil (oracle2teacher)": 3.267087459564209,
       "epoch": 0.6970172684458399,
-      "rel-constrast": 2.669671058654785,
+      "rel-constrast": 3.7286970615386963,
       "step": 888,
-      "subrel-constrast": 3.512425661087036,
+      "subrel-constrast": 3.3367412090301514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7615928649902344,
-      "cov-distil (oracle2student)": 4.9741010665893555,
-      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "cov-distil": 1.9286051988601685,
+      "cov-distil (oracle2student)": 5.202018737792969,
+      "cov-distil (oracle2teacher)": 4.936763763427734,
       "epoch": 0.6978021978021978,
-      "rel-constrast": 2.2488291263580322,
+      "rel-constrast": 2.9979124069213867,
       "step": 889,
-      "subrel-constrast": 3.145869016647339,
+      "subrel-constrast": 2.9391002655029297,
       "view-similarity": 0
     },
     {
       "epoch": 0.6985871271585558,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.4375,
       "learning_rate": 4.445e-05,
-      "loss": 0.8243,
+      "loss": 0.8427,
       "step": 890
     },
     {
-      "cov-distil": 2.2956361770629883,
-      "cov-distil (oracle2student)": 5.470577716827393,
-      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "cov-distil": 2.526353359222412,
+      "cov-distil (oracle2student)": 5.967167377471924,
+      "cov-distil (oracle2teacher)": 5.376275062561035,
       "epoch": 0.6985871271585558,
-      "rel-constrast": 2.6768033504486084,
+      "rel-constrast": 3.3024144172668457,
       "step": 890,
-      "subrel-constrast": 3.943537950515747,
+      "subrel-constrast": 3.540593147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949636459350586,
-      "cov-distil (oracle2student)": 4.757634162902832,
-      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "cov-distil": 2.56846022605896,
+      "cov-distil (oracle2student)": 5.743405818939209,
+      "cov-distil (oracle2teacher)": 4.875088214874268,
       "epoch": 0.6993720565149136,
-      "rel-constrast": 2.2590112686157227,
+      "rel-constrast": 3.196890354156494,
       "step": 891,
-      "subrel-constrast": 3.1901254653930664,
+      "subrel-constrast": 3.246298313140869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.926931619644165,
-      "cov-distil (oracle2student)": 3.505540370941162,
-      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "cov-distil": 2.2346439361572266,
+      "cov-distil (oracle2student)": 3.5361998081207275,
+      "cov-distil (oracle2teacher)": 3.4744553565979004,
       "epoch": 0.7001569858712716,
-      "rel-constrast": 3.0852808952331543,
+      "rel-constrast": 3.4137110710144043,
       "step": 892,
-      "subrel-constrast": 4.544396877288818,
+      "subrel-constrast": 4.329852104187012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2596887350082397,
-      "cov-distil (oracle2student)": 4.653071403503418,
-      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "cov-distil": 1.167364239692688,
+      "cov-distil (oracle2student)": 5.168941497802734,
+      "cov-distil (oracle2teacher)": 4.3646721839904785,
       "epoch": 0.7009419152276295,
-      "rel-constrast": 2.719123363494873,
+      "rel-constrast": 2.8653008937835693,
       "step": 893,
-      "subrel-constrast": 3.29056715965271,
+      "subrel-constrast": 2.9792778491973877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7803575992584229,
-      "cov-distil (oracle2student)": 4.656095504760742,
-      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "cov-distil": 2.0642733573913574,
+      "cov-distil (oracle2student)": 4.931925296783447,
+      "cov-distil (oracle2teacher)": 4.744453430175781,
       "epoch": 0.7017268445839875,
-      "rel-constrast": 2.24275541305542,
+      "rel-constrast": 2.674319267272949,
       "step": 894,
-      "subrel-constrast": 3.273658037185669,
+      "subrel-constrast": 3.0639278888702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130441188812256,
-      "cov-distil (oracle2student)": 5.469186782836914,
-      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "cov-distil": 1.6949299573898315,
+      "cov-distil (oracle2student)": 5.9702558517456055,
+      "cov-distil (oracle2teacher)": 5.136995315551758,
       "epoch": 0.7025117739403454,
-      "rel-constrast": 3.1639580726623535,
+      "rel-constrast": 3.596431016921997,
       "step": 895,
-      "subrel-constrast": 4.3755879402160645,
+      "subrel-constrast": 3.8810415267944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741716861724854,
-      "cov-distil (oracle2student)": 3.9948792457580566,
-      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "cov-distil": 1.856001615524292,
+      "cov-distil (oracle2student)": 4.505743503570557,
+      "cov-distil (oracle2teacher)": 4.431365966796875,
       "epoch": 0.7032967032967034,
-      "rel-constrast": 2.7737693786621094,
+      "rel-constrast": 2.722695827484131,
       "step": 896,
-      "subrel-constrast": 3.267178773880005,
+      "subrel-constrast": 3.3229663372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8039289712905884,
-      "cov-distil (oracle2student)": 3.7117669582366943,
-      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "cov-distil": 1.8379526138305664,
+      "cov-distil (oracle2student)": 3.944589853286743,
+      "cov-distil (oracle2teacher)": 3.8049511909484863,
       "epoch": 0.7040816326530612,
-      "rel-constrast": 2.143932819366455,
+      "rel-constrast": 2.8160529136657715,
       "step": 897,
-      "subrel-constrast": 3.121236801147461,
+      "subrel-constrast": 2.9614009857177734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3587143421173096,
-      "cov-distil (oracle2student)": 4.403602123260498,
-      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "cov-distil": 2.3645009994506836,
+      "cov-distil (oracle2student)": 4.390262603759766,
+      "cov-distil (oracle2teacher)": 4.362174034118652,
       "epoch": 0.7048665620094191,
-      "rel-constrast": 2.3291571140289307,
+      "rel-constrast": 2.772310733795166,
       "step": 898,
-      "subrel-constrast": 3.47867751121521,
+      "subrel-constrast": 3.4329700469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.861637830734253,
-      "cov-distil (oracle2student)": 4.3754682540893555,
-      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "cov-distil": 2.237244129180908,
+      "cov-distil (oracle2student)": 5.519417762756348,
+      "cov-distil (oracle2teacher)": 3.6916470527648926,
       "epoch": 0.7056514913657771,
-      "rel-constrast": 3.8839848041534424,
+      "rel-constrast": 5.150705814361572,
       "step": 899,
-      "subrel-constrast": 4.644810676574707,
+      "subrel-constrast": 4.307447910308838,
       "view-similarity": 0
     },
     {
       "epoch": 0.706436420722135,
-      "grad_norm": 6.0625,
+      "grad_norm": 9.8125,
       "learning_rate": 4.495e-05,
-      "loss": 0.728,
+      "loss": 0.8128,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
-      "overlap": 0.30156251788139343,
+      "overlap": 0.2718749940395355,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "student margin": 0.0489501953125
+      "student margin": 0.045074462890625
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "teacher margin": 0.028717041015625
+      "teacher margin": 0.037322998046875
     },
     {
       "epoch": 0.706436420722135,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00775146484375,
       "step": 900
     },
     {
-      "cov-distil": 2.2758567333221436,
-      "cov-distil (oracle2student)": 3.112144708633423,
-      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "cov-distil": 2.311147928237915,
+      "cov-distil (oracle2student)": 3.330233573913574,
+      "cov-distil (oracle2teacher)": 3.7943742275238037,
       "epoch": 0.706436420722135,
-      "rel-constrast": 4.2263994216918945,
+      "rel-constrast": 4.451674461364746,
       "step": 900,
-      "subrel-constrast": 4.605080604553223,
+      "subrel-constrast": 4.540750980377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5694825649261475,
-      "cov-distil (oracle2student)": 2.912907838821411,
-      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "cov-distil": 1.9279557466506958,
+      "cov-distil (oracle2student)": 3.5640320777893066,
+      "cov-distil (oracle2teacher)": 3.6279072761535645,
       "epoch": 0.707221350078493,
-      "rel-constrast": 3.9801032543182373,
+      "rel-constrast": 3.9689056873321533,
       "step": 901,
-      "subrel-constrast": 4.070077419281006,
+      "subrel-constrast": 4.499424457550049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.285184621810913,
-      "cov-distil (oracle2student)": 3.1929121017456055,
-      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "cov-distil": 2.7493553161621094,
+      "cov-distil (oracle2student)": 3.4982075691223145,
+      "cov-distil (oracle2teacher)": 3.4487457275390625,
       "epoch": 0.7080062794348508,
-      "rel-constrast": 3.7210168838500977,
+      "rel-constrast": 3.6710946559906006,
       "step": 902,
-      "subrel-constrast": 5.039446830749512,
+      "subrel-constrast": 4.268523216247559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798686504364014,
-      "cov-distil (oracle2student)": 4.676393985748291,
-      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "cov-distil": 1.956506371498108,
+      "cov-distil (oracle2student)": 5.339967727661133,
+      "cov-distil (oracle2teacher)": 5.100460052490234,
       "epoch": 0.7087912087912088,
-      "rel-constrast": 2.927309036254883,
+      "rel-constrast": 2.8181982040405273,
       "step": 903,
-      "subrel-constrast": 3.2873969078063965,
+      "subrel-constrast": 3.1633055210113525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5412538051605225,
-      "cov-distil (oracle2student)": 5.285891056060791,
-      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "cov-distil": 1.493308186531067,
+      "cov-distil (oracle2student)": 5.159925937652588,
+      "cov-distil (oracle2teacher)": 4.648008823394775,
       "epoch": 0.7095761381475667,
-      "rel-constrast": 2.8550057411193848,
+      "rel-constrast": 3.052119255065918,
       "step": 904,
-      "subrel-constrast": 3.531097650527954,
+      "subrel-constrast": 3.4370810985565186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6112513542175293,
-      "cov-distil (oracle2student)": 4.020347595214844,
-      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "cov-distil": 1.694746971130371,
+      "cov-distil (oracle2student)": 4.756564140319824,
+      "cov-distil (oracle2teacher)": 4.631748199462891,
       "epoch": 0.7103610675039247,
-      "rel-constrast": 3.90101957321167,
+      "rel-constrast": 4.561760902404785,
       "step": 905,
-      "subrel-constrast": 4.510730266571045,
+      "subrel-constrast": 4.116257667541504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2648086547851562,
-      "cov-distil (oracle2student)": 5.239475250244141,
-      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "cov-distil": 2.436339855194092,
+      "cov-distil (oracle2student)": 5.808154106140137,
+      "cov-distil (oracle2teacher)": 5.039184093475342,
       "epoch": 0.7111459968602826,
-      "rel-constrast": 4.096606254577637,
+      "rel-constrast": 4.579559803009033,
       "step": 906,
-      "subrel-constrast": 4.7054009437561035,
+      "subrel-constrast": 4.400875091552734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.87594735622406,
-      "cov-distil (oracle2student)": 3.4948787689208984,
-      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "cov-distil": 2.029197931289673,
+      "cov-distil (oracle2student)": 4.060882568359375,
+      "cov-distil (oracle2teacher)": 3.831162691116333,
       "epoch": 0.7119309262166404,
-      "rel-constrast": 2.4869022369384766,
+      "rel-constrast": 2.9906492233276367,
       "step": 907,
-      "subrel-constrast": 2.939744472503662,
+      "subrel-constrast": 2.808309316635132,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6819136142730713,
-      "cov-distil (oracle2student)": 3.956923007965088,
-      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "cov-distil": 1.9390037059783936,
+      "cov-distil (oracle2student)": 4.024724960327148,
+      "cov-distil (oracle2teacher)": 3.678377866744995,
       "epoch": 0.7127158555729984,
-      "rel-constrast": 3.1140904426574707,
+      "rel-constrast": 3.4137182235717773,
       "step": 908,
-      "subrel-constrast": 4.3997087478637695,
+      "subrel-constrast": 4.1222076416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0586934089660645,
-      "cov-distil (oracle2student)": 6.132615566253662,
-      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "cov-distil": 2.803408622741699,
+      "cov-distil (oracle2student)": 7.011868476867676,
+      "cov-distil (oracle2teacher)": 5.844389915466309,
       "epoch": 0.7135007849293563,
-      "rel-constrast": 4.984131813049316,
+      "rel-constrast": 5.425812244415283,
       "step": 909,
-      "subrel-constrast": 5.425019264221191,
+      "subrel-constrast": 5.403790473937988,
       "view-similarity": 0
     },
     {
       "epoch": 0.7142857142857143,
-      "grad_norm": 7.59375,
+      "grad_norm": 8.75,
       "learning_rate": 4.545000000000001e-05,
-      "loss": 0.9539,
+      "loss": 0.9733,
       "step": 910
     },
     {
-      "cov-distil": 1.6229896545410156,
-      "cov-distil (oracle2student)": 4.070446968078613,
-      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "cov-distil": 2.235384941101074,
+      "cov-distil (oracle2student)": 4.691333770751953,
+      "cov-distil (oracle2teacher)": 4.777897834777832,
       "epoch": 0.7142857142857143,
-      "rel-constrast": 3.2242932319641113,
+      "rel-constrast": 3.0134973526000977,
       "step": 910,
-      "subrel-constrast": 3.859609603881836,
+      "subrel-constrast": 3.736785411834717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8170173168182373,
-      "cov-distil (oracle2student)": 4.4720916748046875,
-      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "cov-distil": 2.008382558822632,
+      "cov-distil (oracle2student)": 4.763885974884033,
+      "cov-distil (oracle2teacher)": 4.731626033782959,
       "epoch": 0.7150706436420722,
-      "rel-constrast": 3.0169482231140137,
+      "rel-constrast": 2.959916114807129,
       "step": 911,
-      "subrel-constrast": 3.8084235191345215,
+      "subrel-constrast": 3.594634532928467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5292870998382568,
-      "cov-distil (oracle2student)": 4.345184326171875,
-      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "cov-distil": 1.6636135578155518,
+      "cov-distil (oracle2student)": 4.3891520500183105,
+      "cov-distil (oracle2teacher)": 4.248874187469482,
       "epoch": 0.7158555729984302,
-      "rel-constrast": 3.397573471069336,
+      "rel-constrast": 3.1279983520507812,
       "step": 912,
-      "subrel-constrast": 3.2584228515625,
+      "subrel-constrast": 3.2355239391326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.223121404647827,
-      "cov-distil (oracle2student)": 4.264377593994141,
-      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "cov-distil": 3.0411596298217773,
+      "cov-distil (oracle2student)": 5.428493499755859,
+      "cov-distil (oracle2teacher)": 5.320887565612793,
       "epoch": 0.716640502354788,
-      "rel-constrast": 2.8414294719696045,
+      "rel-constrast": 3.7566728591918945,
       "step": 913,
-      "subrel-constrast": 4.336313724517822,
+      "subrel-constrast": 4.369427680969238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.661023736000061,
-      "cov-distil (oracle2student)": 4.143952369689941,
-      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "cov-distil": 2.5259439945220947,
+      "cov-distil (oracle2student)": 4.317468643188477,
+      "cov-distil (oracle2teacher)": 4.074265480041504,
       "epoch": 0.717425431711146,
-      "rel-constrast": 2.8086204528808594,
+      "rel-constrast": 3.137404203414917,
       "step": 914,
-      "subrel-constrast": 3.964709997177124,
+      "subrel-constrast": 4.268316745758057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073925495147705,
-      "cov-distil (oracle2student)": 3.812002658843994,
-      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "cov-distil": 2.629445791244507,
+      "cov-distil (oracle2student)": 4.251430511474609,
+      "cov-distil (oracle2teacher)": 3.5125131607055664,
       "epoch": 0.7182103610675039,
-      "rel-constrast": 2.701813220977783,
+      "rel-constrast": 3.3274784088134766,
       "step": 915,
-      "subrel-constrast": 3.5543386936187744,
+      "subrel-constrast": 3.388676881790161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841255784034729,
-      "cov-distil (oracle2student)": 3.9284794330596924,
-      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "cov-distil": 1.8637619018554688,
+      "cov-distil (oracle2student)": 5.047358512878418,
+      "cov-distil (oracle2teacher)": 4.970431804656982,
       "epoch": 0.7189952904238619,
-      "rel-constrast": 3.2184972763061523,
+      "rel-constrast": 4.035821914672852,
       "step": 916,
-      "subrel-constrast": 4.3179755210876465,
+      "subrel-constrast": 4.4201130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.29209041595459,
-      "cov-distil (oracle2student)": 5.0997748374938965,
-      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "cov-distil": 2.499739646911621,
+      "cov-distil (oracle2student)": 5.862354755401611,
+      "cov-distil (oracle2teacher)": 4.6612043380737305,
       "epoch": 0.7197802197802198,
-      "rel-constrast": 2.7742223739624023,
+      "rel-constrast": 3.701457977294922,
       "step": 917,
-      "subrel-constrast": 3.9090025424957275,
+      "subrel-constrast": 3.524897813796997,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.126772403717041,
-      "cov-distil (oracle2student)": 5.042139053344727,
-      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "cov-distil": 2.6731886863708496,
+      "cov-distil (oracle2student)": 6.43360710144043,
+      "cov-distil (oracle2teacher)": 5.292421340942383,
       "epoch": 0.7205651491365777,
-      "rel-constrast": 3.499645233154297,
+      "rel-constrast": 4.100305557250977,
       "step": 918,
-      "subrel-constrast": 4.131096839904785,
+      "subrel-constrast": 4.070356369018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1853413581848145,
-      "cov-distil (oracle2student)": 5.0499186515808105,
-      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "cov-distil": 2.4293737411499023,
+      "cov-distil (oracle2student)": 6.126158714294434,
+      "cov-distil (oracle2teacher)": 4.8115644454956055,
       "epoch": 0.7213500784929356,
-      "rel-constrast": 3.0944676399230957,
+      "rel-constrast": 3.7460761070251465,
       "step": 919,
-      "subrel-constrast": 4.054975509643555,
+      "subrel-constrast": 4.114635944366455,
       "view-similarity": 0
     },
     {
       "epoch": 0.7221350078492935,
-      "grad_norm": 7.625,
+      "grad_norm": 8.9375,
       "learning_rate": 4.5950000000000006e-05,
-      "loss": 0.8129,
+      "loss": 0.8727,
       "step": 920
     },
     {
-      "cov-distil": 1.575663685798645,
-      "cov-distil (oracle2student)": 4.080785751342773,
-      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "cov-distil": 2.159865379333496,
+      "cov-distil (oracle2student)": 4.355154037475586,
+      "cov-distil (oracle2teacher)": 4.970215797424316,
       "epoch": 0.7221350078492935,
-      "rel-constrast": 2.942035675048828,
+      "rel-constrast": 3.3372249603271484,
       "step": 920,
-      "subrel-constrast": 3.5585241317749023,
+      "subrel-constrast": 3.667041301727295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089031457901001,
-      "cov-distil (oracle2student)": 3.5837650299072266,
-      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "cov-distil": 2.0742580890655518,
+      "cov-distil (oracle2student)": 4.117455005645752,
+      "cov-distil (oracle2teacher)": 3.840569019317627,
       "epoch": 0.7229199372056515,
-      "rel-constrast": 3.1843388080596924,
+      "rel-constrast": 3.6480743885040283,
       "step": 921,
-      "subrel-constrast": 3.996202230453491,
+      "subrel-constrast": 3.7390756607055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6126110553741455,
-      "cov-distil (oracle2student)": 3.8322594165802,
-      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "cov-distil": 2.112276315689087,
+      "cov-distil (oracle2student)": 3.95101261138916,
+      "cov-distil (oracle2teacher)": 3.947111129760742,
       "epoch": 0.7237048665620094,
-      "rel-constrast": 2.8110198974609375,
+      "rel-constrast": 2.7100107669830322,
       "step": 922,
-      "subrel-constrast": 3.6679060459136963,
+      "subrel-constrast": 3.6668214797973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5855941772460938,
-      "cov-distil (oracle2student)": 5.666677474975586,
-      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "cov-distil": 1.7329771518707275,
+      "cov-distil (oracle2student)": 4.935001373291016,
+      "cov-distil (oracle2teacher)": 4.738431453704834,
       "epoch": 0.7244897959183674,
-      "rel-constrast": 3.647099256515503,
+      "rel-constrast": 3.176372528076172,
       "step": 923,
-      "subrel-constrast": 3.6234447956085205,
+      "subrel-constrast": 3.7251765727996826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8088470697402954,
-      "cov-distil (oracle2student)": 3.5870018005371094,
-      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "cov-distil": 2.2163853645324707,
+      "cov-distil (oracle2student)": 3.492276191711426,
+      "cov-distil (oracle2teacher)": 4.15766716003418,
       "epoch": 0.7252747252747253,
-      "rel-constrast": 3.079493761062622,
+      "rel-constrast": 3.591425657272339,
       "step": 924,
-      "subrel-constrast": 3.9141316413879395,
+      "subrel-constrast": 4.223146438598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2190501689910889,
-      "cov-distil (oracle2student)": 4.473470687866211,
-      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "cov-distil": 1.0423870086669922,
+      "cov-distil (oracle2student)": 4.518592834472656,
+      "cov-distil (oracle2teacher)": 4.4387712478637695,
       "epoch": 0.7260596546310832,
-      "rel-constrast": 3.165107250213623,
+      "rel-constrast": 3.7660884857177734,
       "step": 925,
-      "subrel-constrast": 3.897352457046509,
+      "subrel-constrast": 3.945324420928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0242605209350586,
-      "cov-distil (oracle2student)": 6.548642158508301,
-      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "cov-distil": 2.544114589691162,
+      "cov-distil (oracle2student)": 6.587258815765381,
+      "cov-distil (oracle2teacher)": 6.263145446777344,
       "epoch": 0.7268445839874411,
-      "rel-constrast": 3.701394557952881,
+      "rel-constrast": 2.756612777709961,
       "step": 926,
-      "subrel-constrast": 3.9507064819335938,
+      "subrel-constrast": 3.43852162361145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5379185676574707,
-      "cov-distil (oracle2student)": 3.4035112857818604,
-      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "cov-distil": 2.0042731761932373,
+      "cov-distil (oracle2student)": 4.138145446777344,
+      "cov-distil (oracle2teacher)": 3.93294358253479,
       "epoch": 0.7276295133437991,
-      "rel-constrast": 2.911174774169922,
+      "rel-constrast": 2.8703601360321045,
       "step": 927,
-      "subrel-constrast": 3.627082109451294,
+      "subrel-constrast": 3.868314504623413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6840705871582031,
-      "cov-distil (oracle2student)": 5.966733932495117,
-      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "cov-distil": 2.526165008544922,
+      "cov-distil (oracle2student)": 6.921487331390381,
+      "cov-distil (oracle2teacher)": 5.754782676696777,
       "epoch": 0.728414442700157,
-      "rel-constrast": 3.4538960456848145,
+      "rel-constrast": 4.525879859924316,
       "step": 928,
-      "subrel-constrast": 4.338021755218506,
+      "subrel-constrast": 4.409841537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749119997024536,
-      "cov-distil (oracle2student)": 4.814553260803223,
-      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "cov-distil": 2.3284482955932617,
+      "cov-distil (oracle2student)": 4.791724681854248,
+      "cov-distil (oracle2teacher)": 4.425764560699463,
       "epoch": 0.7291993720565149,
-      "rel-constrast": 3.272881507873535,
+      "rel-constrast": 4.081839561462402,
       "step": 929,
-      "subrel-constrast": 4.203635215759277,
+      "subrel-constrast": 4.595831871032715,
       "view-similarity": 0
     },
     {
       "epoch": 0.7299843014128728,
-      "grad_norm": 6.0,
+      "grad_norm": 7.09375,
       "learning_rate": 4.6450000000000004e-05,
-      "loss": 0.8465,
+      "loss": 0.8616,
       "step": 930
     },
     {
-      "cov-distil": 1.2940502166748047,
-      "cov-distil (oracle2student)": 4.268896102905273,
-      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "cov-distil": 1.8162834644317627,
+      "cov-distil (oracle2student)": 5.438209533691406,
+      "cov-distil (oracle2teacher)": 4.561699867248535,
       "epoch": 0.7299843014128728,
-      "rel-constrast": 2.788405418395996,
+      "rel-constrast": 3.6315224170684814,
       "step": 930,
-      "subrel-constrast": 3.7771759033203125,
+      "subrel-constrast": 4.094505310058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882677793502808,
-      "cov-distil (oracle2student)": 5.153918266296387,
-      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "cov-distil": 1.9169886112213135,
+      "cov-distil (oracle2student)": 5.37558650970459,
+      "cov-distil (oracle2teacher)": 5.32203483581543,
       "epoch": 0.7307692307692307,
-      "rel-constrast": 3.8575000762939453,
+      "rel-constrast": 3.796126365661621,
       "step": 931,
-      "subrel-constrast": 4.23193359375,
+      "subrel-constrast": 4.572080135345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.906712532043457,
-      "cov-distil (oracle2student)": 4.725667953491211,
-      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "cov-distil": 1.911139965057373,
+      "cov-distil (oracle2student)": 4.8625969886779785,
+      "cov-distil (oracle2teacher)": 5.082574844360352,
       "epoch": 0.7315541601255887,
-      "rel-constrast": 2.424145221710205,
+      "rel-constrast": 2.4476380348205566,
       "step": 932,
-      "subrel-constrast": 3.732316493988037,
+      "subrel-constrast": 3.290630340576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.835892915725708,
-      "cov-distil (oracle2student)": 2.91845703125,
-      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "cov-distil": 1.7160735130310059,
+      "cov-distil (oracle2student)": 3.0853962898254395,
+      "cov-distil (oracle2teacher)": 2.7816925048828125,
       "epoch": 0.7323390894819466,
-      "rel-constrast": 4.028440475463867,
+      "rel-constrast": 3.981914758682251,
       "step": 933,
-      "subrel-constrast": 4.382497787475586,
+      "subrel-constrast": 4.3725762367248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5429143905639648,
-      "cov-distil (oracle2student)": 4.434526443481445,
-      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "cov-distil": 2.286607265472412,
+      "cov-distil (oracle2student)": 4.499912738800049,
+      "cov-distil (oracle2teacher)": 4.6997456550598145,
       "epoch": 0.7331240188383046,
-      "rel-constrast": 3.283620834350586,
+      "rel-constrast": 3.3429737091064453,
       "step": 934,
-      "subrel-constrast": 4.480005264282227,
+      "subrel-constrast": 4.565069198608398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479607105255127,
-      "cov-distil (oracle2student)": 4.566035747528076,
-      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "cov-distil": 2.496753454208374,
+      "cov-distil (oracle2student)": 5.282962799072266,
+      "cov-distil (oracle2teacher)": 4.577972412109375,
       "epoch": 0.7339089481946625,
-      "rel-constrast": 3.1102888584136963,
+      "rel-constrast": 3.611607789993286,
       "step": 935,
-      "subrel-constrast": 4.2533392906188965,
+      "subrel-constrast": 4.445594310760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7382700443267822,
-      "cov-distil (oracle2student)": 4.074993133544922,
-      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "cov-distil": 1.833937406539917,
+      "cov-distil (oracle2student)": 5.096558570861816,
+      "cov-distil (oracle2teacher)": 4.422713756561279,
       "epoch": 0.7346938775510204,
-      "rel-constrast": 4.664027214050293,
+      "rel-constrast": 4.03973388671875,
       "step": 936,
-      "subrel-constrast": 4.777615547180176,
+      "subrel-constrast": 4.462681293487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8130892515182495,
-      "cov-distil (oracle2student)": 5.765524387359619,
-      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "cov-distil": 2.3766987323760986,
+      "cov-distil (oracle2student)": 6.172283172607422,
+      "cov-distil (oracle2teacher)": 5.371517658233643,
       "epoch": 0.7354788069073783,
-      "rel-constrast": 3.738004207611084,
+      "rel-constrast": 3.877312421798706,
       "step": 937,
-      "subrel-constrast": 4.491626262664795,
+      "subrel-constrast": 4.559167385101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930234909057617,
-      "cov-distil (oracle2student)": 2.956733465194702,
-      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "cov-distil": 1.4049859046936035,
+      "cov-distil (oracle2student)": 3.7653207778930664,
+      "cov-distil (oracle2teacher)": 3.386180877685547,
       "epoch": 0.7362637362637363,
-      "rel-constrast": 2.2914769649505615,
+      "rel-constrast": 2.2182347774505615,
       "step": 938,
-      "subrel-constrast": 2.780831813812256,
+      "subrel-constrast": 2.968632698059082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.51702880859375,
-      "cov-distil (oracle2student)": 2.6176843643188477,
-      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "cov-distil": 2.0769870281219482,
+      "cov-distil (oracle2student)": 3.107081890106201,
+      "cov-distil (oracle2teacher)": 3.1973013877868652,
       "epoch": 0.7370486656200942,
-      "rel-constrast": 3.4387402534484863,
+      "rel-constrast": 3.746366262435913,
       "step": 939,
-      "subrel-constrast": 4.557201385498047,
+      "subrel-constrast": 4.16161584854126,
       "view-similarity": 0
     },
     {
       "epoch": 0.7378335949764521,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.5,
       "learning_rate": 4.695e-05,
-      "loss": 0.8816,
+      "loss": 0.8673,
       "step": 940
     },
     {
-      "cov-distil": 1.9257925748825073,
-      "cov-distil (oracle2student)": 3.928852081298828,
-      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "cov-distil": 2.1544651985168457,
+      "cov-distil (oracle2student)": 4.589895248413086,
+      "cov-distil (oracle2teacher)": 4.372583389282227,
       "epoch": 0.7378335949764521,
-      "rel-constrast": 3.6139044761657715,
+      "rel-constrast": 4.180538177490234,
       "step": 940,
-      "subrel-constrast": 4.444116115570068,
+      "subrel-constrast": 4.229118824005127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8952929973602295,
-      "cov-distil (oracle2student)": 4.150082111358643,
-      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "cov-distil": 1.8086906671524048,
+      "cov-distil (oracle2student)": 4.650419235229492,
+      "cov-distil (oracle2teacher)": 3.8126659393310547,
       "epoch": 0.7386185243328101,
-      "rel-constrast": 3.3191280364990234,
+      "rel-constrast": 3.7632017135620117,
       "step": 941,
-      "subrel-constrast": 3.679969072341919,
+      "subrel-constrast": 3.596466302871704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5294878482818604,
-      "cov-distil (oracle2student)": 3.9924159049987793,
-      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "cov-distil": 1.9687186479568481,
+      "cov-distil (oracle2student)": 4.608795166015625,
+      "cov-distil (oracle2teacher)": 3.7382731437683105,
       "epoch": 0.7394034536891679,
-      "rel-constrast": 3.708803176879883,
+      "rel-constrast": 3.9769933223724365,
       "step": 942,
-      "subrel-constrast": 3.7333984375,
+      "subrel-constrast": 4.2895684242248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276921272277832,
-      "cov-distil (oracle2student)": 3.9539318084716797,
-      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "cov-distil": 2.600417137145996,
+      "cov-distil (oracle2student)": 4.153236389160156,
+      "cov-distil (oracle2teacher)": 4.032341480255127,
       "epoch": 0.7401883830455259,
-      "rel-constrast": 2.935490608215332,
+      "rel-constrast": 3.1844632625579834,
       "step": 943,
-      "subrel-constrast": 4.135726451873779,
+      "subrel-constrast": 3.9165520668029785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9773235321044922,
-      "cov-distil (oracle2student)": 4.83607292175293,
-      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "cov-distil": 2.3435168266296387,
+      "cov-distil (oracle2student)": 5.270833969116211,
+      "cov-distil (oracle2teacher)": 4.590512752532959,
       "epoch": 0.7409733124018838,
-      "rel-constrast": 4.497435569763184,
+      "rel-constrast": 4.916499137878418,
       "step": 944,
-      "subrel-constrast": 5.25809907913208,
+      "subrel-constrast": 5.011524200439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6449570655822754,
-      "cov-distil (oracle2student)": 4.226219654083252,
-      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "cov-distil": 2.057685375213623,
+      "cov-distil (oracle2student)": 4.062384605407715,
+      "cov-distil (oracle2teacher)": 4.085549354553223,
       "epoch": 0.7417582417582418,
-      "rel-constrast": 2.5536246299743652,
+      "rel-constrast": 2.0747838020324707,
       "step": 945,
-      "subrel-constrast": 2.927077293395996,
+      "subrel-constrast": 2.912554979324341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.137589454650879,
-      "cov-distil (oracle2student)": 2.859459400177002,
-      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "cov-distil": 1.6936135292053223,
+      "cov-distil (oracle2student)": 3.8022587299346924,
+      "cov-distil (oracle2teacher)": 3.456411838531494,
       "epoch": 0.7425431711145997,
-      "rel-constrast": 2.3175745010375977,
+      "rel-constrast": 2.888295888900757,
       "step": 946,
-      "subrel-constrast": 3.029712438583374,
+      "subrel-constrast": 3.195688247680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.929520606994629,
-      "cov-distil (oracle2student)": 3.8799915313720703,
-      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "cov-distil": 1.9991564750671387,
+      "cov-distil (oracle2student)": 3.5900678634643555,
+      "cov-distil (oracle2teacher)": 4.024334907531738,
       "epoch": 0.7433281004709577,
-      "rel-constrast": 3.0847702026367188,
+      "rel-constrast": 3.04254150390625,
       "step": 947,
-      "subrel-constrast": 4.075847625732422,
+      "subrel-constrast": 4.064897060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6459702253341675,
-      "cov-distil (oracle2student)": 4.161098480224609,
-      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "cov-distil": 2.421332359313965,
+      "cov-distil (oracle2student)": 4.5422563552856445,
+      "cov-distil (oracle2teacher)": 4.565084934234619,
       "epoch": 0.7441130298273155,
-      "rel-constrast": 4.606771469116211,
+      "rel-constrast": 3.8695647716522217,
       "step": 948,
-      "subrel-constrast": 5.083632946014404,
+      "subrel-constrast": 4.853820323944092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165371179580688,
-      "cov-distil (oracle2student)": 4.67051887512207,
-      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "cov-distil": 1.9765825271606445,
+      "cov-distil (oracle2student)": 4.517947673797607,
+      "cov-distil (oracle2teacher)": 4.21993350982666,
       "epoch": 0.7448979591836735,
-      "rel-constrast": 2.6552817821502686,
+      "rel-constrast": 3.5734939575195312,
       "step": 949,
-      "subrel-constrast": 3.711884021759033,
+      "subrel-constrast": 3.4767208099365234,
       "view-similarity": 0
     },
     {
       "epoch": 0.7456828885400314,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.09375,
       "learning_rate": 4.745e-05,
-      "loss": 0.8765,
+      "loss": 0.8868,
       "step": 950
     },
     {
-      "cov-distil": 1.3789355754852295,
-      "cov-distil (oracle2student)": 4.328378677368164,
-      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "cov-distil": 1.5425300598144531,
+      "cov-distil (oracle2student)": 4.314554214477539,
+      "cov-distil (oracle2teacher)": 4.719037055969238,
       "epoch": 0.7456828885400314,
-      "rel-constrast": 4.1120710372924805,
+      "rel-constrast": 4.102085113525391,
       "step": 950,
-      "subrel-constrast": 5.027348041534424,
+      "subrel-constrast": 4.706040859222412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7074458599090576,
-      "cov-distil (oracle2student)": 3.896850824356079,
-      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "cov-distil": 2.3102588653564453,
+      "cov-distil (oracle2student)": 4.384204864501953,
+      "cov-distil (oracle2teacher)": 4.340278625488281,
       "epoch": 0.7464678178963893,
-      "rel-constrast": 3.055389404296875,
+      "rel-constrast": 3.527627468109131,
       "step": 951,
-      "subrel-constrast": 4.044977188110352,
+      "subrel-constrast": 4.1328558921813965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146897792816162,
-      "cov-distil (oracle2student)": 3.3221402168273926,
-      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "cov-distil": 2.536229133605957,
+      "cov-distil (oracle2student)": 3.8584206104278564,
+      "cov-distil (oracle2teacher)": 3.5813755989074707,
       "epoch": 0.7472527472527473,
-      "rel-constrast": 2.66206693649292,
+      "rel-constrast": 3.1301190853118896,
       "step": 952,
-      "subrel-constrast": 3.555684804916382,
+      "subrel-constrast": 3.6196694374084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7882740497589111,
-      "cov-distil (oracle2student)": 4.753549575805664,
-      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "cov-distil": 2.1673665046691895,
+      "cov-distil (oracle2student)": 4.384332656860352,
+      "cov-distil (oracle2teacher)": 3.9400460720062256,
       "epoch": 0.7480376766091051,
-      "rel-constrast": 2.6871156692504883,
+      "rel-constrast": 2.468116044998169,
       "step": 953,
-      "subrel-constrast": 3.443528175354004,
+      "subrel-constrast": 2.9415183067321777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317833662033081,
-      "cov-distil (oracle2student)": 3.1025431156158447,
-      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "cov-distil": 1.4639208316802979,
+      "cov-distil (oracle2student)": 3.209066390991211,
+      "cov-distil (oracle2teacher)": 3.3070271015167236,
       "epoch": 0.7488226059654631,
-      "rel-constrast": 3.2253057956695557,
+      "rel-constrast": 2.960322380065918,
       "step": 954,
-      "subrel-constrast": 3.449445962905884,
+      "subrel-constrast": 3.5200257301330566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4996986389160156,
-      "cov-distil (oracle2student)": 3.4388978481292725,
-      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "cov-distil": 1.3299403190612793,
+      "cov-distil (oracle2student)": 3.442540407180786,
+      "cov-distil (oracle2teacher)": 3.431518316268921,
       "epoch": 0.749607535321821,
-      "rel-constrast": 2.8875174522399902,
+      "rel-constrast": 3.233698606491089,
       "step": 955,
-      "subrel-constrast": 3.476513147354126,
+      "subrel-constrast": 3.190735340118408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8152103424072266,
-      "cov-distil (oracle2student)": 4.742283821105957,
-      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "cov-distil": 1.9480202198028564,
+      "cov-distil (oracle2student)": 4.355359077453613,
+      "cov-distil (oracle2teacher)": 4.452746868133545,
       "epoch": 0.750392464678179,
-      "rel-constrast": 4.083362579345703,
+      "rel-constrast": 3.664113998413086,
       "step": 956,
-      "subrel-constrast": 4.664163589477539,
+      "subrel-constrast": 4.382453441619873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3834519386291504,
-      "cov-distil (oracle2student)": 3.857619285583496,
-      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "cov-distil": 2.218977928161621,
+      "cov-distil (oracle2student)": 3.802032232284546,
+      "cov-distil (oracle2teacher)": 4.2059125900268555,
       "epoch": 0.7511773940345369,
-      "rel-constrast": 3.141227960586548,
+      "rel-constrast": 3.4706406593322754,
       "step": 957,
-      "subrel-constrast": 3.6745681762695312,
+      "subrel-constrast": 3.6785337924957275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4698567390441895,
-      "cov-distil (oracle2student)": 4.458189010620117,
-      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "cov-distil": 1.4111219644546509,
+      "cov-distil (oracle2student)": 4.983009338378906,
+      "cov-distil (oracle2teacher)": 4.922593116760254,
       "epoch": 0.7519623233908949,
-      "rel-constrast": 2.5968546867370605,
+      "rel-constrast": 3.137385368347168,
       "step": 958,
-      "subrel-constrast": 3.6189186573028564,
+      "subrel-constrast": 3.4091312885284424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0489540100097656,
-      "cov-distil (oracle2student)": 3.7848129272460938,
-      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "cov-distil": 2.878767490386963,
+      "cov-distil (oracle2student)": 4.717810153961182,
+      "cov-distil (oracle2teacher)": 3.925366163253784,
       "epoch": 0.7527472527472527,
-      "rel-constrast": 3.10971736907959,
+      "rel-constrast": 3.6943411827087402,
       "step": 959,
-      "subrel-constrast": 3.964318037033081,
+      "subrel-constrast": 3.6568140983581543,
       "view-similarity": 0
     },
     {
       "epoch": 0.7535321821036107,
-      "grad_norm": 5.125,
+      "grad_norm": 7.59375,
       "learning_rate": 4.795e-05,
-      "loss": 0.8304,
+      "loss": 0.8347,
       "step": 960
     },
     {
-      "cov-distil": 1.8610987663269043,
-      "cov-distil (oracle2student)": 4.204171180725098,
-      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "cov-distil": 2.4778480529785156,
+      "cov-distil (oracle2student)": 4.818263053894043,
+      "cov-distil (oracle2teacher)": 4.005688667297363,
       "epoch": 0.7535321821036107,
-      "rel-constrast": 3.5759077072143555,
+      "rel-constrast": 4.183547496795654,
       "step": 960,
-      "subrel-constrast": 3.952942371368408,
+      "subrel-constrast": 3.326559066772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7234872579574585,
-      "cov-distil (oracle2student)": 4.684390068054199,
-      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "cov-distil": 1.8866578340530396,
+      "cov-distil (oracle2student)": 5.437535285949707,
+      "cov-distil (oracle2teacher)": 4.592164039611816,
       "epoch": 0.7543171114599686,
-      "rel-constrast": 2.439119815826416,
+      "rel-constrast": 2.5576698780059814,
       "step": 961,
-      "subrel-constrast": 3.2664947509765625,
+      "subrel-constrast": 3.2845120429992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0914149284362793,
-      "cov-distil (oracle2student)": 4.137686252593994,
-      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "cov-distil": 2.303819179534912,
+      "cov-distil (oracle2student)": 4.426777362823486,
+      "cov-distil (oracle2teacher)": 3.804722785949707,
       "epoch": 0.7551020408163265,
-      "rel-constrast": 2.320270538330078,
+      "rel-constrast": 2.9370827674865723,
       "step": 962,
-      "subrel-constrast": 3.529468536376953,
+      "subrel-constrast": 3.5291478633880615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5941476821899414,
-      "cov-distil (oracle2student)": 5.081782341003418,
-      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "cov-distil": 1.5793424844741821,
+      "cov-distil (oracle2student)": 5.274271488189697,
+      "cov-distil (oracle2teacher)": 4.463926315307617,
       "epoch": 0.7558869701726845,
-      "rel-constrast": 3.1787896156311035,
+      "rel-constrast": 3.149038314819336,
       "step": 963,
-      "subrel-constrast": 3.813589096069336,
+      "subrel-constrast": 3.4985198974609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5371471643447876,
-      "cov-distil (oracle2student)": 3.9131083488464355,
-      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "cov-distil": 1.6841847896575928,
+      "cov-distil (oracle2student)": 3.9460980892181396,
+      "cov-distil (oracle2teacher)": 3.647583484649658,
       "epoch": 0.7566718995290423,
-      "rel-constrast": 3.406545400619507,
+      "rel-constrast": 3.8252248764038086,
       "step": 964,
-      "subrel-constrast": 4.030934810638428,
+      "subrel-constrast": 3.9760947227478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.189305305480957,
-      "cov-distil (oracle2student)": 5.07846736907959,
-      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "cov-distil": 1.5662932395935059,
+      "cov-distil (oracle2student)": 5.321979522705078,
+      "cov-distil (oracle2teacher)": 4.641045570373535,
       "epoch": 0.7574568288854003,
-      "rel-constrast": 2.970583200454712,
+      "rel-constrast": 3.055927276611328,
       "step": 965,
-      "subrel-constrast": 3.6238105297088623,
+      "subrel-constrast": 3.2058348655700684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.332085132598877,
-      "cov-distil (oracle2student)": 3.555403232574463,
-      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "cov-distil": 1.9701299667358398,
+      "cov-distil (oracle2student)": 3.9612739086151123,
+      "cov-distil (oracle2teacher)": 3.0692758560180664,
       "epoch": 0.7582417582417582,
-      "rel-constrast": 2.632821798324585,
+      "rel-constrast": 2.901789426803589,
       "step": 966,
-      "subrel-constrast": 3.3239552974700928,
+      "subrel-constrast": 3.1664302349090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7018604278564453,
-      "cov-distil (oracle2student)": 3.9263052940368652,
-      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "cov-distil": 1.8452723026275635,
+      "cov-distil (oracle2student)": 3.9064040184020996,
+      "cov-distil (oracle2teacher)": 3.7463698387145996,
       "epoch": 0.7590266875981162,
-      "rel-constrast": 2.9862589836120605,
+      "rel-constrast": 3.0823605060577393,
       "step": 967,
-      "subrel-constrast": 3.3959908485412598,
+      "subrel-constrast": 3.5565555095672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6031534671783447,
-      "cov-distil (oracle2student)": 5.186741352081299,
-      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "cov-distil": 1.7654262781143188,
+      "cov-distil (oracle2student)": 5.013632297515869,
+      "cov-distil (oracle2teacher)": 4.826484680175781,
       "epoch": 0.7598116169544741,
-      "rel-constrast": 2.718703269958496,
+      "rel-constrast": 3.4410812854766846,
       "step": 968,
-      "subrel-constrast": 3.5651605129241943,
+      "subrel-constrast": 3.2438933849334717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3045380115509033,
-      "cov-distil (oracle2student)": 4.70316219329834,
-      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "cov-distil": 2.324000835418701,
+      "cov-distil (oracle2student)": 4.498815536499023,
+      "cov-distil (oracle2teacher)": 4.545621395111084,
       "epoch": 0.7605965463108321,
-      "rel-constrast": 3.310779571533203,
+      "rel-constrast": 3.8724422454833984,
       "step": 969,
-      "subrel-constrast": 3.998525381088257,
+      "subrel-constrast": 3.9212327003479004,
       "view-similarity": 0
     },
     {
       "epoch": 0.7613814756671899,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.78125,
       "learning_rate": 4.845e-05,
-      "loss": 0.7808,
+      "loss": 0.8252,
       "step": 970
     },
     {
-      "cov-distil": 1.579962968826294,
-      "cov-distil (oracle2student)": 4.080756187438965,
-      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "cov-distil": 2.1071314811706543,
+      "cov-distil (oracle2student)": 3.933645009994507,
+      "cov-distil (oracle2teacher)": 4.3590216636657715,
       "epoch": 0.7613814756671899,
-      "rel-constrast": 2.6930108070373535,
+      "rel-constrast": 2.975811719894409,
       "step": 970,
-      "subrel-constrast": 3.6232733726501465,
+      "subrel-constrast": 3.600398540496826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5032997131347656,
-      "cov-distil (oracle2student)": 5.148774147033691,
-      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "cov-distil": 1.608963966369629,
+      "cov-distil (oracle2student)": 5.346678733825684,
+      "cov-distil (oracle2teacher)": 5.557305335998535,
       "epoch": 0.7621664050235479,
-      "rel-constrast": 2.8520336151123047,
+      "rel-constrast": 3.2882189750671387,
       "step": 971,
-      "subrel-constrast": 3.5504817962646484,
+      "subrel-constrast": 3.4859020709991455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.332946538925171,
-      "cov-distil (oracle2student)": 3.8117406368255615,
-      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "cov-distil": 2.9270498752593994,
+      "cov-distil (oracle2student)": 4.756776332855225,
+      "cov-distil (oracle2teacher)": 4.00191068649292,
       "epoch": 0.7629513343799058,
-      "rel-constrast": 3.3115837574005127,
+      "rel-constrast": 3.6161301136016846,
       "step": 972,
-      "subrel-constrast": 3.7798709869384766,
+      "subrel-constrast": 4.182013034820557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3567724227905273,
-      "cov-distil (oracle2student)": 4.300013542175293,
-      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "cov-distil": 1.9820688962936401,
+      "cov-distil (oracle2student)": 4.56984806060791,
+      "cov-distil (oracle2teacher)": 4.303727149963379,
       "epoch": 0.7637362637362637,
-      "rel-constrast": 2.9181158542633057,
+      "rel-constrast": 3.464304208755493,
       "step": 973,
-      "subrel-constrast": 3.930820941925049,
+      "subrel-constrast": 3.620490550994873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5177117586135864,
-      "cov-distil (oracle2student)": 3.9483582973480225,
-      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "cov-distil": 1.9439184665679932,
+      "cov-distil (oracle2student)": 4.560223579406738,
+      "cov-distil (oracle2teacher)": 4.666088581085205,
       "epoch": 0.7645211930926217,
-      "rel-constrast": 2.8572943210601807,
+      "rel-constrast": 2.7482972145080566,
       "step": 974,
-      "subrel-constrast": 3.3494460582733154,
+      "subrel-constrast": 2.9829721450805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430667400360107,
-      "cov-distil (oracle2student)": 3.8153276443481445,
-      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "cov-distil": 1.7767970561981201,
+      "cov-distil (oracle2student)": 3.9794209003448486,
+      "cov-distil (oracle2teacher)": 4.261740207672119,
       "epoch": 0.7653061224489796,
-      "rel-constrast": 2.43520450592041,
+      "rel-constrast": 3.317117214202881,
       "step": 975,
-      "subrel-constrast": 3.3547842502593994,
+      "subrel-constrast": 3.0777382850646973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.55463445186615,
-      "cov-distil (oracle2student)": 4.102063179016113,
-      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "cov-distil": 1.3559439182281494,
+      "cov-distil (oracle2student)": 4.097846031188965,
+      "cov-distil (oracle2teacher)": 4.182934284210205,
       "epoch": 0.7660910518053375,
-      "rel-constrast": 2.7345409393310547,
+      "rel-constrast": 3.067066192626953,
       "step": 976,
-      "subrel-constrast": 3.699293613433838,
+      "subrel-constrast": 3.5530500411987305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.206817865371704,
-      "cov-distil (oracle2student)": 5.071278095245361,
-      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "cov-distil": 1.9183388948440552,
+      "cov-distil (oracle2student)": 5.848118782043457,
+      "cov-distil (oracle2teacher)": 5.8058247566223145,
       "epoch": 0.7668759811616954,
-      "rel-constrast": 3.3835926055908203,
+      "rel-constrast": 4.01600456237793,
       "step": 977,
-      "subrel-constrast": 4.665506362915039,
+      "subrel-constrast": 4.340235233306885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0126726627349854,
-      "cov-distil (oracle2student)": 3.5513486862182617,
-      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "cov-distil": 2.338252544403076,
+      "cov-distil (oracle2student)": 3.633572578430176,
+      "cov-distil (oracle2teacher)": 3.656493663787842,
       "epoch": 0.7676609105180534,
-      "rel-constrast": 3.443159580230713,
+      "rel-constrast": 3.961937189102173,
       "step": 978,
-      "subrel-constrast": 4.00405740737915,
+      "subrel-constrast": 3.6861069202423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6712284088134766,
-      "cov-distil (oracle2student)": 4.211378574371338,
-      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "cov-distil": 1.7327238321304321,
+      "cov-distil (oracle2student)": 4.664703845977783,
+      "cov-distil (oracle2teacher)": 4.489731311798096,
       "epoch": 0.7684458398744113,
-      "rel-constrast": 2.733938694000244,
+      "rel-constrast": 3.481110095977783,
       "step": 979,
-      "subrel-constrast": 3.493361473083496,
+      "subrel-constrast": 3.5078022480010986,
       "view-similarity": 0
     },
     {
       "epoch": 0.7692307692307693,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.8950000000000004e-05,
-      "loss": 0.7773,
+      "loss": 0.8484,
       "step": 980
     },
     {
-      "cov-distil": 1.9269602298736572,
-      "cov-distil (oracle2student)": 5.519498825073242,
-      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "cov-distil": 2.5744740962982178,
+      "cov-distil (oracle2student)": 6.792117118835449,
+      "cov-distil (oracle2teacher)": 5.494584083557129,
       "epoch": 0.7692307692307693,
-      "rel-constrast": 4.175396919250488,
+      "rel-constrast": 5.296630859375,
       "step": 980,
-      "subrel-constrast": 5.049959659576416,
+      "subrel-constrast": 4.770508766174316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9665855169296265,
-      "cov-distil (oracle2student)": 3.2665791511535645,
-      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "cov-distil": 1.9749733209609985,
+      "cov-distil (oracle2student)": 3.441774368286133,
+      "cov-distil (oracle2teacher)": 3.540536880493164,
       "epoch": 0.7700156985871272,
-      "rel-constrast": 3.6774415969848633,
+      "rel-constrast": 3.828246831893921,
       "step": 981,
-      "subrel-constrast": 4.239767074584961,
+      "subrel-constrast": 3.8577544689178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.470031976699829,
-      "cov-distil (oracle2student)": 3.181478977203369,
-      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "cov-distil": 1.9906293153762817,
+      "cov-distil (oracle2student)": 3.6187191009521484,
+      "cov-distil (oracle2teacher)": 3.493999481201172,
       "epoch": 0.7708006279434851,
-      "rel-constrast": 2.809911012649536,
+      "rel-constrast": 2.917207717895508,
       "step": 982,
-      "subrel-constrast": 3.5960404872894287,
+      "subrel-constrast": 3.3148796558380127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619471073150635,
-      "cov-distil (oracle2student)": 4.692441463470459,
-      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "cov-distil": 1.9651522636413574,
+      "cov-distil (oracle2student)": 5.190014839172363,
+      "cov-distil (oracle2teacher)": 4.446458339691162,
       "epoch": 0.771585557299843,
-      "rel-constrast": 3.389431953430176,
+      "rel-constrast": 3.667184591293335,
       "step": 983,
-      "subrel-constrast": 3.77146315574646,
+      "subrel-constrast": 3.4354782104492188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671085834503174,
-      "cov-distil (oracle2student)": 3.5092053413391113,
-      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "cov-distil": 1.8138514757156372,
+      "cov-distil (oracle2student)": 4.7395830154418945,
+      "cov-distil (oracle2teacher)": 4.603565216064453,
       "epoch": 0.7723704866562009,
-      "rel-constrast": 3.595477342605591,
+      "rel-constrast": 3.6920182704925537,
       "step": 984,
-      "subrel-constrast": 3.8124887943267822,
+      "subrel-constrast": 4.234623908996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9460711479187012,
-      "cov-distil (oracle2student)": 4.956125259399414,
-      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "cov-distil": 1.8917948007583618,
+      "cov-distil (oracle2student)": 5.5333781242370605,
+      "cov-distil (oracle2teacher)": 5.225526809692383,
       "epoch": 0.7731554160125589,
-      "rel-constrast": 3.3473873138427734,
+      "rel-constrast": 3.5523681640625,
       "step": 985,
-      "subrel-constrast": 4.39263391494751,
+      "subrel-constrast": 3.734966516494751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3514606952667236,
-      "cov-distil (oracle2student)": 3.571758270263672,
-      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "cov-distil": 1.3148994445800781,
+      "cov-distil (oracle2student)": 4.420029640197754,
+      "cov-distil (oracle2teacher)": 3.538259506225586,
       "epoch": 0.7739403453689168,
-      "rel-constrast": 2.135286808013916,
+      "rel-constrast": 2.2951912879943848,
       "step": 986,
-      "subrel-constrast": 2.9741177558898926,
+      "subrel-constrast": 2.2801735401153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104153633117676,
-      "cov-distil (oracle2student)": 4.799599647521973,
-      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "cov-distil": 1.9929752349853516,
+      "cov-distil (oracle2student)": 5.65611457824707,
+      "cov-distil (oracle2teacher)": 4.790799140930176,
       "epoch": 0.7747252747252747,
-      "rel-constrast": 2.5805909633636475,
+      "rel-constrast": 2.7335431575775146,
       "step": 987,
-      "subrel-constrast": 3.1912810802459717,
+      "subrel-constrast": 3.2144792079925537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266259670257568,
-      "cov-distil (oracle2student)": 3.655568838119507,
-      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "cov-distil": 2.166095495223999,
+      "cov-distil (oracle2student)": 3.7566349506378174,
+      "cov-distil (oracle2teacher)": 4.234930038452148,
       "epoch": 0.7755102040816326,
-      "rel-constrast": 3.032980442047119,
+      "rel-constrast": 2.828585147857666,
       "step": 988,
-      "subrel-constrast": 3.508396863937378,
+      "subrel-constrast": 3.6304609775543213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.357473611831665,
-      "cov-distil (oracle2student)": 3.59857439994812,
-      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "cov-distil": 1.6223987340927124,
+      "cov-distil (oracle2student)": 4.343269348144531,
+      "cov-distil (oracle2teacher)": 3.9578399658203125,
       "epoch": 0.7762951334379906,
-      "rel-constrast": 2.536325454711914,
+      "rel-constrast": 2.698528289794922,
       "step": 989,
-      "subrel-constrast": 3.5550482273101807,
+      "subrel-constrast": 3.68660044670105,
       "view-similarity": 0
     },
     {
       "epoch": 0.7770800627943485,
-      "grad_norm": 5.3125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.945e-05,
-      "loss": 0.8232,
+      "loss": 0.8377,
       "step": 990
     },
     {
-      "cov-distil": 1.6018612384796143,
-      "cov-distil (oracle2student)": 3.8907558917999268,
-      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "cov-distil": 2.3892416954040527,
+      "cov-distil (oracle2student)": 5.198164939880371,
+      "cov-distil (oracle2teacher)": 4.190091133117676,
       "epoch": 0.7770800627943485,
-      "rel-constrast": 3.0553297996520996,
+      "rel-constrast": 4.157917022705078,
       "step": 990,
-      "subrel-constrast": 3.7887587547302246,
+      "subrel-constrast": 3.950599193572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3820087909698486,
-      "cov-distil (oracle2student)": 4.112200736999512,
-      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "cov-distil": 1.4194585084915161,
+      "cov-distil (oracle2student)": 4.702910423278809,
+      "cov-distil (oracle2teacher)": 4.866517066955566,
       "epoch": 0.7778649921507065,
-      "rel-constrast": 2.366570472717285,
+      "rel-constrast": 2.7623744010925293,
       "step": 991,
-      "subrel-constrast": 3.2048072814941406,
+      "subrel-constrast": 3.1662700176239014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83585524559021,
-      "cov-distil (oracle2student)": 3.4590184688568115,
-      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "cov-distil": 2.3028879165649414,
+      "cov-distil (oracle2student)": 4.1050567626953125,
+      "cov-distil (oracle2teacher)": 3.5926718711853027,
       "epoch": 0.7786499215070644,
-      "rel-constrast": 2.7357325553894043,
+      "rel-constrast": 4.3497419357299805,
       "step": 992,
-      "subrel-constrast": 3.3413727283477783,
+      "subrel-constrast": 3.0849316120147705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7006080150604248,
-      "cov-distil (oracle2student)": 4.505871772766113,
-      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "cov-distil": 1.7040021419525146,
+      "cov-distil (oracle2student)": 5.705458641052246,
+      "cov-distil (oracle2teacher)": 4.484140872955322,
       "epoch": 0.7794348508634223,
-      "rel-constrast": 2.617854118347168,
+      "rel-constrast": 3.006608009338379,
       "step": 993,
-      "subrel-constrast": 3.58120059967041,
+      "subrel-constrast": 3.4416797161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3439501523971558,
-      "cov-distil (oracle2student)": 5.1891374588012695,
-      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "cov-distil": 1.9637043476104736,
+      "cov-distil (oracle2student)": 6.382180213928223,
+      "cov-distil (oracle2teacher)": 5.620549201965332,
       "epoch": 0.7802197802197802,
-      "rel-constrast": 3.4114043712615967,
+      "rel-constrast": 3.768739700317383,
       "step": 994,
-      "subrel-constrast": 4.519937038421631,
+      "subrel-constrast": 4.425824165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9209468364715576,
-      "cov-distil (oracle2student)": 3.85103702545166,
-      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "cov-distil": 2.052910327911377,
+      "cov-distil (oracle2student)": 3.9653525352478027,
+      "cov-distil (oracle2teacher)": 4.287421226501465,
       "epoch": 0.7810047095761381,
-      "rel-constrast": 2.76951265335083,
+      "rel-constrast": 3.1632442474365234,
       "step": 995,
-      "subrel-constrast": 3.8042209148406982,
+      "subrel-constrast": 3.9916646480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8263555765151978,
-      "cov-distil (oracle2student)": 4.86745548248291,
-      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "cov-distil": 2.0304572582244873,
+      "cov-distil (oracle2student)": 5.824941635131836,
+      "cov-distil (oracle2teacher)": 4.774777889251709,
       "epoch": 0.7817896389324961,
-      "rel-constrast": 3.1357123851776123,
+      "rel-constrast": 3.7474162578582764,
       "step": 996,
-      "subrel-constrast": 3.5826773643493652,
+      "subrel-constrast": 3.5624232292175293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0638132095336914,
-      "cov-distil (oracle2student)": 3.9991607666015625,
-      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "cov-distil": 1.8776136636734009,
+      "cov-distil (oracle2student)": 4.827386856079102,
+      "cov-distil (oracle2teacher)": 4.375493049621582,
       "epoch": 0.782574568288854,
-      "rel-constrast": 2.9305787086486816,
+      "rel-constrast": 3.8452281951904297,
       "step": 997,
-      "subrel-constrast": 4.224002361297607,
+      "subrel-constrast": 3.9434010982513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7014501094818115,
-      "cov-distil (oracle2student)": 2.1526012420654297,
-      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "cov-distil": 2.1650452613830566,
+      "cov-distil (oracle2student)": 2.401318073272705,
+      "cov-distil (oracle2teacher)": 2.6524834632873535,
       "epoch": 0.783359497645212,
-      "rel-constrast": 2.346405506134033,
+      "rel-constrast": 2.1724445819854736,
       "step": 998,
-      "subrel-constrast": 2.8098068237304688,
+      "subrel-constrast": 3.3054251670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3595576286315918,
-      "cov-distil (oracle2student)": 2.6339879035949707,
-      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "cov-distil": 1.6402060985565186,
+      "cov-distil (oracle2student)": 2.776190996170044,
+      "cov-distil (oracle2teacher)": 2.3702054023742676,
       "epoch": 0.7841444270015698,
-      "rel-constrast": 2.0297508239746094,
+      "rel-constrast": 2.689274311065674,
       "step": 999,
-      "subrel-constrast": 2.856095552444458,
+      "subrel-constrast": 2.7818825244903564,
       "view-similarity": 0
     },
     {
       "epoch": 0.7849293563579278,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.995e-05,
-      "loss": 0.7268,
+      "loss": 0.8416,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-P@10": 0.762,
+      "eval/duc04-P@10": 0.7259999999999998,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-nDCG@10": 0.7761942414852591,
+      "eval/duc04-nDCG@10": 0.7318274255215226,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
+      "eval/duc04-alpha_nDCG@10": 0.5483772902130435,
       "step": 1000
     },
     {
@@ -11021,17 +11021,17 @@
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.4209999999999999,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-nDCG@10": 0.614061374603831,
+      "eval/multi_news-nDCG@10": 0.5961418277269002,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
+      "eval/multi_news-alpha_nDCG@10": 0.5552314111928569,
       "step": 1000
     },
     {
@@ -11041,5472 +11041,5472 @@
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/avg": 0.5406198910147115,
+      "eval/avg": 0.5167935126468087,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "overlap": 0.3265624940395355,
+      "overlap": 0.28437501192092896,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
       "step": 1000,
-      "student margin": 0.048736572265625
+      "student margin": 0.042877197265625
     },
     {
       "epoch": 0.7849293563579278,
       "step": 1000,
-      "teacher margin": 0.033172607421875
+      "teacher margin": 0.03875732421875
     },
     {
       "epoch": 0.7849293563579278,
-      "margin difference": -0.01556396484375,
+      "margin difference": -0.004119873046875,
       "step": 1000
     },
     {
-      "cov-distil": 1.5034229755401611,
-      "cov-distil (oracle2student)": 4.684803009033203,
-      "cov-distil (oracle2teacher)": 4.286637783050537,
+      "cov-distil": 2.3058276176452637,
+      "cov-distil (oracle2student)": 5.117415428161621,
+      "cov-distil (oracle2teacher)": 4.711848258972168,
       "epoch": 0.7849293563579278,
-      "rel-constrast": 2.7586169242858887,
+      "rel-constrast": 3.7198028564453125,
       "step": 1000,
-      "subrel-constrast": 3.692868232727051,
+      "subrel-constrast": 3.5940663814544678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1957248449325562,
-      "cov-distil (oracle2student)": 4.158645153045654,
-      "cov-distil (oracle2teacher)": 3.960702419281006,
+      "cov-distil": 1.5377998352050781,
+      "cov-distil (oracle2student)": 4.81564474105835,
+      "cov-distil (oracle2teacher)": 4.278886318206787,
       "epoch": 0.7857142857142857,
-      "rel-constrast": 2.271653652191162,
+      "rel-constrast": 2.7402515411376953,
       "step": 1001,
-      "subrel-constrast": 2.7374632358551025,
+      "subrel-constrast": 3.0132644176483154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0084142684936523,
-      "cov-distil (oracle2student)": 5.9409871101379395,
-      "cov-distil (oracle2teacher)": 5.287152290344238,
+      "cov-distil": 1.6423420906066895,
+      "cov-distil (oracle2student)": 6.2118706703186035,
+      "cov-distil (oracle2teacher)": 5.935875415802002,
       "epoch": 0.7864992150706437,
-      "rel-constrast": 2.403620719909668,
+      "rel-constrast": 2.860680103302002,
       "step": 1002,
-      "subrel-constrast": 3.4971165657043457,
+      "subrel-constrast": 3.0930862426757812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6317280530929565,
-      "cov-distil (oracle2student)": 5.874475002288818,
-      "cov-distil (oracle2teacher)": 4.955185890197754,
+      "cov-distil": 1.7292115688323975,
+      "cov-distil (oracle2student)": 5.911175727844238,
+      "cov-distil (oracle2teacher)": 5.039959907531738,
       "epoch": 0.7872841444270016,
-      "rel-constrast": 3.167451858520508,
+      "rel-constrast": 2.8019323348999023,
       "step": 1003,
-      "subrel-constrast": 3.5038552284240723,
+      "subrel-constrast": 3.3290388584136963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6654658317565918,
-      "cov-distil (oracle2student)": 3.8835484981536865,
-      "cov-distil (oracle2teacher)": 3.403048515319824,
+      "cov-distil": 1.5785505771636963,
+      "cov-distil (oracle2student)": 3.565105438232422,
+      "cov-distil (oracle2teacher)": 3.747960329055786,
       "epoch": 0.7880690737833596,
-      "rel-constrast": 2.7738380432128906,
+      "rel-constrast": 2.8687870502471924,
       "step": 1004,
-      "subrel-constrast": 3.174041271209717,
+      "subrel-constrast": 3.608781337738037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8715178966522217,
-      "cov-distil (oracle2student)": 3.7892398834228516,
-      "cov-distil (oracle2teacher)": 3.474780797958374,
+      "cov-distil": 1.9323105812072754,
+      "cov-distil (oracle2student)": 4.039740562438965,
+      "cov-distil (oracle2teacher)": 3.669917583465576,
       "epoch": 0.7888540031397174,
-      "rel-constrast": 2.1905505657196045,
+      "rel-constrast": 2.871471405029297,
       "step": 1005,
-      "subrel-constrast": 3.0322937965393066,
+      "subrel-constrast": 2.7034647464752197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728188514709473,
-      "cov-distil (oracle2student)": 2.669163942337036,
-      "cov-distil (oracle2teacher)": 2.844465732574463,
+      "cov-distil": 2.1012330055236816,
+      "cov-distil (oracle2student)": 2.768244981765747,
+      "cov-distil (oracle2teacher)": 2.7305736541748047,
       "epoch": 0.7896389324960753,
-      "rel-constrast": 2.9720678329467773,
+      "rel-constrast": 2.872476100921631,
       "step": 1006,
-      "subrel-constrast": 3.511303663253784,
+      "subrel-constrast": 3.4524216651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7204205989837646,
-      "cov-distil (oracle2student)": 4.4524736404418945,
-      "cov-distil (oracle2teacher)": 4.67169713973999,
+      "cov-distil": 1.7625465393066406,
+      "cov-distil (oracle2student)": 4.512275695800781,
+      "cov-distil (oracle2teacher)": 5.0809783935546875,
       "epoch": 0.7904238618524333,
-      "rel-constrast": 3.0412745475769043,
+      "rel-constrast": 3.300138473510742,
       "step": 1007,
-      "subrel-constrast": 3.816291570663452,
+      "subrel-constrast": 4.1379289627075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7510128021240234,
-      "cov-distil (oracle2student)": 6.159909725189209,
-      "cov-distil (oracle2teacher)": 5.60171365737915,
+      "cov-distil": 2.2320199012756348,
+      "cov-distil (oracle2student)": 6.713517189025879,
+      "cov-distil (oracle2teacher)": 6.302941799163818,
       "epoch": 0.7912087912087912,
-      "rel-constrast": 3.079228162765503,
+      "rel-constrast": 3.7301855087280273,
       "step": 1008,
-      "subrel-constrast": 4.57464599609375,
+      "subrel-constrast": 4.127272129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6486480236053467,
-      "cov-distil (oracle2student)": 3.5104148387908936,
-      "cov-distil (oracle2teacher)": 3.467003345489502,
+      "cov-distil": 1.82810378074646,
+      "cov-distil (oracle2student)": 4.990127086639404,
+      "cov-distil (oracle2teacher)": 4.472989082336426,
       "epoch": 0.7919937205651492,
-      "rel-constrast": 2.799266815185547,
+      "rel-constrast": 4.131555557250977,
       "step": 1009,
-      "subrel-constrast": 3.864565372467041,
+      "subrel-constrast": 4.274601936340332,
       "view-similarity": 0
     },
     {
       "epoch": 0.792778649921507,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.84375,
       "learning_rate": 4.999987663004646e-05,
-      "loss": 0.7289,
+      "loss": 0.7974,
       "step": 1010
     },
     {
-      "cov-distil": 1.7066292762756348,
-      "cov-distil (oracle2student)": 4.21933650970459,
-      "cov-distil (oracle2teacher)": 4.268479824066162,
+      "cov-distil": 1.9850316047668457,
+      "cov-distil (oracle2student)": 4.919588088989258,
+      "cov-distil (oracle2teacher)": 4.333242416381836,
       "epoch": 0.792778649921507,
-      "rel-constrast": 2.8161985874176025,
+      "rel-constrast": 3.7855491638183594,
       "step": 1010,
-      "subrel-constrast": 3.2562143802642822,
+      "subrel-constrast": 3.264366865158081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8672438859939575,
-      "cov-distil (oracle2student)": 5.815662384033203,
-      "cov-distil (oracle2teacher)": 4.962345123291016,
+      "cov-distil": 2.640622615814209,
+      "cov-distil (oracle2student)": 6.353734970092773,
+      "cov-distil (oracle2teacher)": 5.344457149505615,
       "epoch": 0.793563579277865,
-      "rel-constrast": 4.624763011932373,
+      "rel-constrast": 5.841311454772949,
       "step": 1011,
-      "subrel-constrast": 4.851892471313477,
+      "subrel-constrast": 5.376053810119629,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2560279369354248,
-      "cov-distil (oracle2student)": 4.049315929412842,
-      "cov-distil (oracle2teacher)": 3.52166748046875,
+      "cov-distil": 1.272993564605713,
+      "cov-distil (oracle2student)": 4.404191493988037,
+      "cov-distil (oracle2teacher)": 3.7615997791290283,
       "epoch": 0.7943485086342229,
-      "rel-constrast": 3.12121844291687,
+      "rel-constrast": 3.898481607437134,
       "step": 1012,
-      "subrel-constrast": 3.6813127994537354,
+      "subrel-constrast": 3.59594464302063,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8865805864334106,
-      "cov-distil (oracle2student)": 5.716721057891846,
-      "cov-distil (oracle2teacher)": 5.130122661590576,
+      "cov-distil": 2.386326551437378,
+      "cov-distil (oracle2student)": 6.169239044189453,
+      "cov-distil (oracle2teacher)": 5.5104217529296875,
       "epoch": 0.7951334379905809,
-      "rel-constrast": 2.4561896324157715,
+      "rel-constrast": 3.0557289123535156,
       "step": 1013,
-      "subrel-constrast": 3.7673561573028564,
+      "subrel-constrast": 3.7991459369659424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3795284032821655,
-      "cov-distil (oracle2student)": 4.698434829711914,
-      "cov-distil (oracle2teacher)": 4.43522834777832,
+      "cov-distil": 2.395026683807373,
+      "cov-distil (oracle2student)": 4.80900239944458,
+      "cov-distil (oracle2teacher)": 4.983579635620117,
       "epoch": 0.7959183673469388,
-      "rel-constrast": 3.585001230239868,
+      "rel-constrast": 4.665414810180664,
       "step": 1014,
-      "subrel-constrast": 3.978447914123535,
+      "subrel-constrast": 4.253556728363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2618730068206787,
-      "cov-distil (oracle2student)": 3.2493157386779785,
-      "cov-distil (oracle2teacher)": 3.5975871086120605,
+      "cov-distil": 1.7589415311813354,
+      "cov-distil (oracle2student)": 2.8941521644592285,
+      "cov-distil (oracle2teacher)": 3.733187198638916,
       "epoch": 0.7967032967032966,
-      "rel-constrast": 2.9990179538726807,
+      "rel-constrast": 3.158411741256714,
       "step": 1015,
-      "subrel-constrast": 3.4147586822509766,
+      "subrel-constrast": 3.6129744052886963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83095121383667,
-      "cov-distil (oracle2student)": 4.593048095703125,
-      "cov-distil (oracle2teacher)": 3.92457914352417,
+      "cov-distil": 2.150534152984619,
+      "cov-distil (oracle2student)": 5.511159896850586,
+      "cov-distil (oracle2teacher)": 4.756931304931641,
       "epoch": 0.7974882260596546,
-      "rel-constrast": 2.7872331142425537,
+      "rel-constrast": 2.9630541801452637,
       "step": 1016,
-      "subrel-constrast": 3.887740135192871,
+      "subrel-constrast": 3.894498825073242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6723566055297852,
-      "cov-distil (oracle2student)": 3.9551217555999756,
-      "cov-distil (oracle2teacher)": 3.638209819793701,
+      "cov-distil": 1.7592514753341675,
+      "cov-distil (oracle2student)": 4.502584457397461,
+      "cov-distil (oracle2teacher)": 3.801152229309082,
       "epoch": 0.7982731554160125,
-      "rel-constrast": 3.122316837310791,
+      "rel-constrast": 4.067831993103027,
       "step": 1017,
-      "subrel-constrast": 4.209188461303711,
+      "subrel-constrast": 3.7067718505859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.675121784210205,
-      "cov-distil (oracle2student)": 4.172112464904785,
-      "cov-distil (oracle2teacher)": 4.101783275604248,
+      "cov-distil": 1.8709065914154053,
+      "cov-distil (oracle2student)": 4.500154972076416,
+      "cov-distil (oracle2teacher)": 4.413783073425293,
       "epoch": 0.7990580847723705,
-      "rel-constrast": 3.378809928894043,
+      "rel-constrast": 3.8285224437713623,
       "step": 1018,
-      "subrel-constrast": 3.7574174404144287,
+      "subrel-constrast": 3.743145227432251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4633102416992188,
-      "cov-distil (oracle2student)": 2.378451347351074,
-      "cov-distil (oracle2teacher)": 2.625844955444336,
+      "cov-distil": 2.4322128295898438,
+      "cov-distil (oracle2student)": 2.988515853881836,
+      "cov-distil (oracle2teacher)": 2.829786777496338,
       "epoch": 0.7998430141287284,
-      "rel-constrast": 2.5547306537628174,
+      "rel-constrast": 2.894822597503662,
       "step": 1019,
-      "subrel-constrast": 3.4864487648010254,
+      "subrel-constrast": 3.1892964839935303,
       "view-similarity": 0
     },
     {
       "epoch": 0.8006279434850864,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.15625,
       "learning_rate": 4.9999450167572734e-05,
-      "loss": 0.8261,
+      "loss": 0.954,
       "step": 1020
     },
     {
-      "cov-distil": 2.415271759033203,
-      "cov-distil (oracle2student)": 3.0875167846679688,
-      "cov-distil (oracle2teacher)": 3.427299737930298,
+      "cov-distil": 2.745542526245117,
+      "cov-distil (oracle2student)": 4.808676242828369,
+      "cov-distil (oracle2teacher)": 3.7775797843933105,
       "epoch": 0.8006279434850864,
-      "rel-constrast": 3.0743722915649414,
+      "rel-constrast": 4.095340728759766,
       "step": 1020,
-      "subrel-constrast": 3.9496195316314697,
+      "subrel-constrast": 3.9238455295562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8066670894622803,
-      "cov-distil (oracle2student)": 4.668322563171387,
-      "cov-distil (oracle2teacher)": 4.313449382781982,
+      "cov-distil": 2.8050169944763184,
+      "cov-distil (oracle2student)": 5.860828399658203,
+      "cov-distil (oracle2teacher)": 4.630205154418945,
       "epoch": 0.8014128728414442,
-      "rel-constrast": 1.32718825340271,
+      "rel-constrast": 1.7338907718658447,
       "step": 1021,
-      "subrel-constrast": 2.6383790969848633,
+      "subrel-constrast": 2.7346103191375732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9670062065124512,
-      "cov-distil (oracle2student)": 5.039787292480469,
-      "cov-distil (oracle2teacher)": 4.957679748535156,
+      "cov-distil": 1.9439785480499268,
+      "cov-distil (oracle2student)": 5.187029838562012,
+      "cov-distil (oracle2teacher)": 4.503884315490723,
       "epoch": 0.8021978021978022,
-      "rel-constrast": 2.2769107818603516,
+      "rel-constrast": 3.1160008907318115,
       "step": 1022,
-      "subrel-constrast": 3.2581119537353516,
+      "subrel-constrast": 2.811422348022461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2931885719299316,
-      "cov-distil (oracle2student)": 3.3827080726623535,
-      "cov-distil (oracle2teacher)": 3.489915370941162,
+      "cov-distil": 1.7212350368499756,
+      "cov-distil (oracle2student)": 3.514064311981201,
+      "cov-distil (oracle2teacher)": 3.796893835067749,
       "epoch": 0.8029827315541601,
-      "rel-constrast": 3.323514938354492,
+      "rel-constrast": 3.8503992557525635,
       "step": 1023,
-      "subrel-constrast": 3.817840576171875,
+      "subrel-constrast": 4.360987663269043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798905849456787,
-      "cov-distil (oracle2student)": 3.997654676437378,
-      "cov-distil (oracle2teacher)": 3.740675926208496,
+      "cov-distil": 1.7553012371063232,
+      "cov-distil (oracle2student)": 4.059808731079102,
+      "cov-distil (oracle2teacher)": 3.7464072704315186,
       "epoch": 0.8037676609105181,
-      "rel-constrast": 2.823920488357544,
+      "rel-constrast": 2.7304282188415527,
       "step": 1024,
-      "subrel-constrast": 3.6419403553009033,
+      "subrel-constrast": 3.4178385734558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.008463144302368,
-      "cov-distil (oracle2student)": 4.487757205963135,
-      "cov-distil (oracle2teacher)": 3.6456661224365234,
+      "cov-distil": 2.0657033920288086,
+      "cov-distil (oracle2student)": 5.206294059753418,
+      "cov-distil (oracle2teacher)": 4.32270622253418,
       "epoch": 0.804552590266876,
-      "rel-constrast": 2.748744487762451,
+      "rel-constrast": 3.0159549713134766,
       "step": 1025,
-      "subrel-constrast": 3.362184524536133,
+      "subrel-constrast": 3.3585920333862305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4519178867340088,
-      "cov-distil (oracle2student)": 5.82453727722168,
-      "cov-distil (oracle2teacher)": 5.277032375335693,
+      "cov-distil": 1.74161696434021,
+      "cov-distil (oracle2student)": 6.185579299926758,
+      "cov-distil (oracle2teacher)": 5.451434135437012,
       "epoch": 0.8053375196232339,
-      "rel-constrast": 3.717198371887207,
+      "rel-constrast": 4.200787544250488,
       "step": 1026,
-      "subrel-constrast": 4.122554779052734,
+      "subrel-constrast": 4.305181503295898,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5493037700653076,
-      "cov-distil (oracle2student)": 3.6894612312316895,
-      "cov-distil (oracle2teacher)": 3.740065574645996,
+      "cov-distil": 1.7236043214797974,
+      "cov-distil (oracle2student)": 4.438406944274902,
+      "cov-distil (oracle2teacher)": 3.822997808456421,
       "epoch": 0.8061224489795918,
-      "rel-constrast": 2.280026435852051,
+      "rel-constrast": 2.606933832168579,
       "step": 1027,
-      "subrel-constrast": 3.2345998287200928,
+      "subrel-constrast": 3.240969181060791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4404253959655762,
-      "cov-distil (oracle2student)": 4.561883449554443,
-      "cov-distil (oracle2teacher)": 4.176347255706787,
+      "cov-distil": 1.7421455383300781,
+      "cov-distil (oracle2student)": 4.681373596191406,
+      "cov-distil (oracle2teacher)": 4.562398910522461,
       "epoch": 0.8069073783359497,
-      "rel-constrast": 2.5073225498199463,
+      "rel-constrast": 3.178743600845337,
       "step": 1028,
-      "subrel-constrast": 3.2476654052734375,
+      "subrel-constrast": 3.0895638465881348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4980759620666504,
-      "cov-distil (oracle2student)": 3.4953906536102295,
-      "cov-distil (oracle2teacher)": 3.23348331451416,
+      "cov-distil": 1.9242048263549805,
+      "cov-distil (oracle2student)": 3.573486804962158,
+      "cov-distil (oracle2teacher)": 3.7271671295166016,
       "epoch": 0.8076923076923077,
-      "rel-constrast": 3.2613203525543213,
+      "rel-constrast": 3.221712827682495,
       "step": 1029,
-      "subrel-constrast": 3.7252445220947266,
+      "subrel-constrast": 3.4316742420196533,
       "view-similarity": 0
     },
     {
       "epoch": 0.8084772370486656,
-      "grad_norm": 5.78125,
+      "grad_norm": 7.09375,
       "learning_rate": 4.999871909468808e-05,
-      "loss": 0.7258,
+      "loss": 0.7938,
       "step": 1030
     },
     {
-      "cov-distil": 1.7273406982421875,
-      "cov-distil (oracle2student)": 3.765653371810913,
-      "cov-distil (oracle2teacher)": 4.223290920257568,
+      "cov-distil": 1.8171594142913818,
+      "cov-distil (oracle2student)": 4.064552307128906,
+      "cov-distil (oracle2teacher)": 4.273717403411865,
       "epoch": 0.8084772370486656,
-      "rel-constrast": 3.3792667388916016,
+      "rel-constrast": 4.010668754577637,
       "step": 1030,
-      "subrel-constrast": 4.160766124725342,
+      "subrel-constrast": 3.696507215499878,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6069406270980835,
-      "cov-distil (oracle2student)": 6.246820449829102,
-      "cov-distil (oracle2teacher)": 5.6495280265808105,
+      "cov-distil": 2.4826865196228027,
+      "cov-distil (oracle2student)": 6.525309085845947,
+      "cov-distil (oracle2teacher)": 6.211377143859863,
       "epoch": 0.8092621664050236,
-      "rel-constrast": 4.243990898132324,
+      "rel-constrast": 4.7943596839904785,
       "step": 1031,
-      "subrel-constrast": 4.584709644317627,
+      "subrel-constrast": 4.969045162200928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882941246032715,
-      "cov-distil (oracle2student)": 4.027990818023682,
-      "cov-distil (oracle2teacher)": 4.210643768310547,
+      "cov-distil": 1.9700663089752197,
+      "cov-distil (oracle2student)": 5.039977073669434,
+      "cov-distil (oracle2teacher)": 4.233354568481445,
       "epoch": 0.8100470957613815,
-      "rel-constrast": 3.353201389312744,
+      "rel-constrast": 3.6731643676757812,
       "step": 1032,
-      "subrel-constrast": 4.510843753814697,
+      "subrel-constrast": 4.22750186920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5565567016601562,
-      "cov-distil (oracle2student)": 3.638373374938965,
-      "cov-distil (oracle2teacher)": 3.9918010234832764,
+      "cov-distil": 1.843017339706421,
+      "cov-distil (oracle2student)": 3.8671445846557617,
+      "cov-distil (oracle2teacher)": 3.9853310585021973,
       "epoch": 0.8108320251177394,
-      "rel-constrast": 3.317444086074829,
+      "rel-constrast": 2.9669153690338135,
       "step": 1033,
-      "subrel-constrast": 3.8524107933044434,
+      "subrel-constrast": 3.7292404174804688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4101698398590088,
-      "cov-distil (oracle2student)": 4.568304538726807,
-      "cov-distil (oracle2teacher)": 3.3959732055664062,
+      "cov-distil": 1.6810734272003174,
+      "cov-distil (oracle2student)": 4.834322929382324,
+      "cov-distil (oracle2teacher)": 4.578563690185547,
       "epoch": 0.8116169544740973,
-      "rel-constrast": 2.7100107669830322,
+      "rel-constrast": 2.532804489135742,
       "step": 1034,
-      "subrel-constrast": 2.7737021446228027,
+      "subrel-constrast": 2.5241520404815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3708372116088867,
-      "cov-distil (oracle2student)": 5.4243388175964355,
-      "cov-distil (oracle2teacher)": 4.884294509887695,
+      "cov-distil": 1.6765145063400269,
+      "cov-distil (oracle2student)": 5.625885009765625,
+      "cov-distil (oracle2teacher)": 5.720191478729248,
       "epoch": 0.8124018838304553,
-      "rel-constrast": 2.722594738006592,
+      "rel-constrast": 2.9662952423095703,
       "step": 1035,
-      "subrel-constrast": 3.112590789794922,
+      "subrel-constrast": 3.468733549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.542799949645996,
-      "cov-distil (oracle2student)": 4.0008955001831055,
-      "cov-distil (oracle2teacher)": 3.621291399002075,
+      "cov-distil": 1.82917320728302,
+      "cov-distil (oracle2student)": 3.5723254680633545,
+      "cov-distil (oracle2teacher)": 4.55171012878418,
       "epoch": 0.8131868131868132,
-      "rel-constrast": 2.5074245929718018,
+      "rel-constrast": 2.825275182723999,
       "step": 1036,
-      "subrel-constrast": 3.3930764198303223,
+      "subrel-constrast": 3.4205238819122314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5174001455307007,
-      "cov-distil (oracle2student)": 4.076761245727539,
-      "cov-distil (oracle2teacher)": 4.162682056427002,
+      "cov-distil": 2.1231818199157715,
+      "cov-distil (oracle2student)": 4.344111442565918,
+      "cov-distil (oracle2teacher)": 4.551331996917725,
       "epoch": 0.8139717425431711,
-      "rel-constrast": 3.306975841522217,
+      "rel-constrast": 3.5327041149139404,
       "step": 1037,
-      "subrel-constrast": 3.4981300830841064,
+      "subrel-constrast": 4.220651626586914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83280611038208,
-      "cov-distil (oracle2student)": 3.9457664489746094,
-      "cov-distil (oracle2teacher)": 3.595574378967285,
+      "cov-distil": 1.6428897380828857,
+      "cov-distil (oracle2student)": 4.898654460906982,
+      "cov-distil (oracle2teacher)": 4.079972743988037,
       "epoch": 0.814756671899529,
-      "rel-constrast": 3.579411029815674,
+      "rel-constrast": 4.340941429138184,
       "step": 1038,
-      "subrel-constrast": 4.271247863769531,
+      "subrel-constrast": 4.009068489074707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.415628433227539,
-      "cov-distil (oracle2student)": 4.7205400466918945,
-      "cov-distil (oracle2teacher)": 4.105180740356445,
+      "cov-distil": 1.783677339553833,
+      "cov-distil (oracle2student)": 5.237854957580566,
+      "cov-distil (oracle2teacher)": 4.724405765533447,
       "epoch": 0.8155416012558869,
-      "rel-constrast": 2.532618522644043,
+      "rel-constrast": 3.11883544921875,
       "step": 1039,
-      "subrel-constrast": 3.548304319381714,
+      "subrel-constrast": 3.6719577312469482,
       "view-similarity": 0
     },
     {
       "epoch": 0.8163265306122449,
-      "grad_norm": 4.9375,
+      "grad_norm": 8.875,
       "learning_rate": 4.999768342030035e-05,
-      "loss": 0.83,
+      "loss": 0.869,
       "step": 1040
     },
     {
-      "cov-distil": 1.6160132884979248,
-      "cov-distil (oracle2student)": 3.9032037258148193,
-      "cov-distil (oracle2teacher)": 3.838395595550537,
+      "cov-distil": 2.1443891525268555,
+      "cov-distil (oracle2student)": 4.131516456604004,
+      "cov-distil (oracle2teacher)": 4.1293416023254395,
       "epoch": 0.8163265306122449,
-      "rel-constrast": 2.9465813636779785,
+      "rel-constrast": 3.858375310897827,
       "step": 1040,
-      "subrel-constrast": 3.950629949569702,
+      "subrel-constrast": 4.32935905456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.243447184562683,
-      "cov-distil (oracle2student)": 3.732532024383545,
-      "cov-distil (oracle2teacher)": 3.783769369125366,
+      "cov-distil": 1.6796962022781372,
+      "cov-distil (oracle2student)": 4.509735107421875,
+      "cov-distil (oracle2teacher)": 4.18348503112793,
       "epoch": 0.8171114599686028,
-      "rel-constrast": 3.3665902614593506,
+      "rel-constrast": 3.935241937637329,
       "step": 1041,
-      "subrel-constrast": 3.5148062705993652,
+      "subrel-constrast": 4.048736095428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7780416011810303,
-      "cov-distil (oracle2student)": 4.7880401611328125,
-      "cov-distil (oracle2teacher)": 5.081545829772949,
+      "cov-distil": 2.4762048721313477,
+      "cov-distil (oracle2student)": 5.551225662231445,
+      "cov-distil (oracle2teacher)": 5.454265594482422,
       "epoch": 0.8178963893249608,
-      "rel-constrast": 3.803605079650879,
+      "rel-constrast": 4.483508110046387,
       "step": 1042,
-      "subrel-constrast": 4.359310150146484,
+      "subrel-constrast": 4.631419658660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5858495235443115,
-      "cov-distil (oracle2student)": 7.296012878417969,
-      "cov-distil (oracle2teacher)": 5.996241569519043,
+      "cov-distil": 1.7795319557189941,
+      "cov-distil (oracle2student)": 7.118622779846191,
+      "cov-distil (oracle2teacher)": 6.149850845336914,
       "epoch": 0.8186813186813187,
-      "rel-constrast": 3.7353243827819824,
+      "rel-constrast": 3.740640640258789,
       "step": 1043,
-      "subrel-constrast": 4.031566619873047,
+      "subrel-constrast": 4.333827018737793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5896885395050049,
-      "cov-distil (oracle2student)": 4.85926628112793,
-      "cov-distil (oracle2teacher)": 4.6845879554748535,
+      "cov-distil": 2.24064040184021,
+      "cov-distil (oracle2student)": 5.151869297027588,
+      "cov-distil (oracle2teacher)": 4.685178279876709,
       "epoch": 0.8194662480376766,
-      "rel-constrast": 4.086687088012695,
+      "rel-constrast": 4.20631217956543,
       "step": 1044,
-      "subrel-constrast": 4.33120584487915,
+      "subrel-constrast": 4.158154010772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2431325912475586,
-      "cov-distil (oracle2student)": 2.8849904537200928,
-      "cov-distil (oracle2teacher)": 2.861043930053711,
+      "cov-distil": 1.9906944036483765,
+      "cov-distil (oracle2student)": 3.571319341659546,
+      "cov-distil (oracle2teacher)": 2.9261109828948975,
       "epoch": 0.8202511773940345,
-      "rel-constrast": 3.2766146659851074,
+      "rel-constrast": 3.669724941253662,
       "step": 1045,
-      "subrel-constrast": 3.999800682067871,
+      "subrel-constrast": 4.224380016326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3826301097869873,
-      "cov-distil (oracle2student)": 3.234098196029663,
-      "cov-distil (oracle2teacher)": 3.6659646034240723,
+      "cov-distil": 2.2747702598571777,
+      "cov-distil (oracle2student)": 4.142752170562744,
+      "cov-distil (oracle2teacher)": 3.955538272857666,
       "epoch": 0.8210361067503925,
-      "rel-constrast": 3.2172765731811523,
+      "rel-constrast": 3.683875560760498,
       "step": 1046,
-      "subrel-constrast": 4.1083292961120605,
+      "subrel-constrast": 3.851874589920044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4395332336425781,
-      "cov-distil (oracle2student)": 5.047663688659668,
-      "cov-distil (oracle2teacher)": 4.560415267944336,
+      "cov-distil": 3.0065202713012695,
+      "cov-distil (oracle2student)": 5.306146144866943,
+      "cov-distil (oracle2teacher)": 4.969357967376709,
       "epoch": 0.8218210361067504,
-      "rel-constrast": 3.233414649963379,
+      "rel-constrast": 4.417901992797852,
       "step": 1047,
-      "subrel-constrast": 4.191913604736328,
+      "subrel-constrast": 4.875247955322266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479955196380615,
-      "cov-distil (oracle2student)": 4.6869049072265625,
-      "cov-distil (oracle2teacher)": 4.570603847503662,
+      "cov-distil": 1.5077028274536133,
+      "cov-distil (oracle2student)": 4.809816837310791,
+      "cov-distil (oracle2teacher)": 4.309294700622559,
       "epoch": 0.8226059654631083,
-      "rel-constrast": 2.9459338188171387,
+      "rel-constrast": 3.4542417526245117,
       "step": 1048,
-      "subrel-constrast": 3.679405927658081,
+      "subrel-constrast": 3.4006638526916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4720711708068848,
-      "cov-distil (oracle2student)": 3.8350765705108643,
-      "cov-distil (oracle2teacher)": 3.6281344890594482,
+      "cov-distil": 1.6877524852752686,
+      "cov-distil (oracle2student)": 4.116379737854004,
+      "cov-distil (oracle2teacher)": 4.19909143447876,
       "epoch": 0.8233908948194663,
-      "rel-constrast": 3.1354329586029053,
+      "rel-constrast": 3.7636125087738037,
       "step": 1049,
-      "subrel-constrast": 4.234480857849121,
+      "subrel-constrast": 4.35610818862915,
       "view-similarity": 0
     },
     {
       "epoch": 0.8241758241758241,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.875,
       "learning_rate": 4.999634315702894e-05,
-      "loss": 0.8867,
+      "loss": 0.9803,
       "step": 1050
     },
     {
-      "cov-distil": 1.6552631855010986,
-      "cov-distil (oracle2student)": 4.229450225830078,
-      "cov-distil (oracle2teacher)": 4.003934860229492,
+      "cov-distil": 2.131657123565674,
+      "cov-distil (oracle2student)": 5.343210220336914,
+      "cov-distil (oracle2teacher)": 4.366606712341309,
       "epoch": 0.8241758241758241,
-      "rel-constrast": 3.7159342765808105,
+      "rel-constrast": 4.083892822265625,
       "step": 1050,
-      "subrel-constrast": 3.953207492828369,
+      "subrel-constrast": 4.1289873123168945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6324317455291748,
-      "cov-distil (oracle2student)": 3.2070152759552,
-      "cov-distil (oracle2teacher)": 3.3971261978149414,
+      "cov-distil": 1.5285887718200684,
+      "cov-distil (oracle2student)": 2.9956250190734863,
+      "cov-distil (oracle2teacher)": 3.343691110610962,
       "epoch": 0.8249607535321821,
-      "rel-constrast": 3.5848264694213867,
+      "rel-constrast": 3.809772491455078,
       "step": 1051,
-      "subrel-constrast": 3.7874743938446045,
+      "subrel-constrast": 3.577068567276001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.282161831855774,
-      "cov-distil (oracle2student)": 3.5273289680480957,
-      "cov-distil (oracle2teacher)": 3.642918586730957,
+      "cov-distil": 1.6625730991363525,
+      "cov-distil (oracle2student)": 4.15986442565918,
+      "cov-distil (oracle2teacher)": 3.9733965396881104,
       "epoch": 0.82574568288854,
-      "rel-constrast": 3.657550811767578,
+      "rel-constrast": 4.280599594116211,
       "step": 1052,
-      "subrel-constrast": 4.015460014343262,
+      "subrel-constrast": 3.9447062015533447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.066774606704712,
-      "cov-distil (oracle2student)": 3.843471050262451,
-      "cov-distil (oracle2teacher)": 4.140931129455566,
+      "cov-distil": 2.492485523223877,
+      "cov-distil (oracle2student)": 4.608798980712891,
+      "cov-distil (oracle2teacher)": 4.211215496063232,
       "epoch": 0.826530612244898,
-      "rel-constrast": 2.384845733642578,
+      "rel-constrast": 3.1473498344421387,
       "step": 1053,
-      "subrel-constrast": 3.0241689682006836,
+      "subrel-constrast": 3.1285407543182373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9062566757202148,
-      "cov-distil (oracle2student)": 4.340326309204102,
-      "cov-distil (oracle2teacher)": 4.069854259490967,
+      "cov-distil": 1.907645344734192,
+      "cov-distil (oracle2student)": 4.751765251159668,
+      "cov-distil (oracle2teacher)": 4.3324713706970215,
       "epoch": 0.8273155416012559,
-      "rel-constrast": 3.7235260009765625,
+      "rel-constrast": 4.304868698120117,
       "step": 1054,
-      "subrel-constrast": 4.939336776733398,
+      "subrel-constrast": 4.5091352462768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3746980428695679,
-      "cov-distil (oracle2student)": 3.600400924682617,
-      "cov-distil (oracle2teacher)": 3.3307061195373535,
+      "cov-distil": 1.9816237688064575,
+      "cov-distil (oracle2student)": 4.062955856323242,
+      "cov-distil (oracle2teacher)": 3.828258752822876,
       "epoch": 0.8281004709576139,
-      "rel-constrast": 2.1672990322113037,
+      "rel-constrast": 3.19429349899292,
       "step": 1055,
-      "subrel-constrast": 3.058837413787842,
+      "subrel-constrast": 3.2049357891082764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63987135887146,
-      "cov-distil (oracle2student)": 5.150622844696045,
-      "cov-distil (oracle2teacher)": 4.654034614562988,
+      "cov-distil": 1.8935277462005615,
+      "cov-distil (oracle2student)": 5.486691474914551,
+      "cov-distil (oracle2teacher)": 5.1966400146484375,
       "epoch": 0.8288854003139717,
-      "rel-constrast": 3.177807331085205,
+      "rel-constrast": 3.7600889205932617,
       "step": 1056,
-      "subrel-constrast": 3.995950222015381,
+      "subrel-constrast": 3.9218945503234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1668486595153809,
-      "cov-distil (oracle2student)": 4.069364547729492,
-      "cov-distil (oracle2teacher)": 3.6966798305511475,
+      "cov-distil": 1.4038636684417725,
+      "cov-distil (oracle2student)": 4.593333721160889,
+      "cov-distil (oracle2teacher)": 3.3528738021850586,
       "epoch": 0.8296703296703297,
-      "rel-constrast": 1.5389643907546997,
+      "rel-constrast": 2.4286413192749023,
       "step": 1057,
-      "subrel-constrast": 2.557575225830078,
+      "subrel-constrast": 2.3185815811157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3310142755508423,
-      "cov-distil (oracle2student)": 5.689133644104004,
-      "cov-distil (oracle2teacher)": 4.730144023895264,
+      "cov-distil": 1.2403026819229126,
+      "cov-distil (oracle2student)": 5.586578369140625,
+      "cov-distil (oracle2teacher)": 5.711337089538574,
       "epoch": 0.8304552590266876,
-      "rel-constrast": 2.510356903076172,
+      "rel-constrast": 3.3930892944335938,
       "step": 1058,
-      "subrel-constrast": 3.210019588470459,
+      "subrel-constrast": 3.3475847244262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4018065929412842,
-      "cov-distil (oracle2student)": 4.065414905548096,
-      "cov-distil (oracle2teacher)": 4.478215217590332,
+      "cov-distil": 2.1419034004211426,
+      "cov-distil (oracle2student)": 5.1745805740356445,
+      "cov-distil (oracle2teacher)": 5.177041053771973,
       "epoch": 0.8312401883830455,
-      "rel-constrast": 2.540195941925049,
+      "rel-constrast": 3.39211368560791,
       "step": 1059,
-      "subrel-constrast": 3.355752468109131,
+      "subrel-constrast": 3.5131819248199463,
       "view-similarity": 0
     },
     {
       "epoch": 0.8320251177394035,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.125,
       "learning_rate": 4.9994698321204535e-05,
-      "loss": 0.7637,
+      "loss": 0.8949,
       "step": 1060
     },
     {
-      "cov-distil": 1.5912582874298096,
-      "cov-distil (oracle2student)": 4.723282814025879,
-      "cov-distil (oracle2teacher)": 4.055171966552734,
+      "cov-distil": 2.4421956539154053,
+      "cov-distil (oracle2student)": 4.794607162475586,
+      "cov-distil (oracle2teacher)": 4.6117472648620605,
       "epoch": 0.8320251177394035,
-      "rel-constrast": 2.79318904876709,
+      "rel-constrast": 3.75523042678833,
       "step": 1060,
-      "subrel-constrast": 3.337411642074585,
+      "subrel-constrast": 3.5482935905456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6254866123199463,
-      "cov-distil (oracle2student)": 3.804487943649292,
-      "cov-distil (oracle2teacher)": 3.83284854888916,
+      "cov-distil": 1.7864066362380981,
+      "cov-distil (oracle2student)": 3.8332886695861816,
+      "cov-distil (oracle2teacher)": 4.026666641235352,
       "epoch": 0.8328100470957613,
-      "rel-constrast": 2.568723678588867,
+      "rel-constrast": 3.055628538131714,
       "step": 1061,
-      "subrel-constrast": 3.155280590057373,
+      "subrel-constrast": 2.8176183700561523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7188539505004883,
-      "cov-distil (oracle2student)": 3.449662208557129,
-      "cov-distil (oracle2teacher)": 4.013648986816406,
+      "cov-distil": 1.8455393314361572,
+      "cov-distil (oracle2student)": 3.787278890609741,
+      "cov-distil (oracle2teacher)": 3.960678815841675,
       "epoch": 0.8335949764521193,
-      "rel-constrast": 2.845201015472412,
+      "rel-constrast": 3.3118679523468018,
       "step": 1062,
-      "subrel-constrast": 3.7377851009368896,
+      "subrel-constrast": 3.405998945236206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322525143623352,
-      "cov-distil (oracle2student)": 3.41972279548645,
-      "cov-distil (oracle2teacher)": 2.83035945892334,
+      "cov-distil": 1.5887830257415771,
+      "cov-distil (oracle2student)": 3.094766139984131,
+      "cov-distil (oracle2teacher)": 3.122744560241699,
       "epoch": 0.8343799058084772,
-      "rel-constrast": 3.4593334197998047,
+      "rel-constrast": 3.173388719558716,
       "step": 1063,
-      "subrel-constrast": 3.469331979751587,
+      "subrel-constrast": 3.691577196121216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736067771911621,
-      "cov-distil (oracle2student)": 5.864267349243164,
-      "cov-distil (oracle2teacher)": 5.525598049163818,
+      "cov-distil": 2.011411666870117,
+      "cov-distil (oracle2student)": 6.16353702545166,
+      "cov-distil (oracle2teacher)": 6.02977991104126,
       "epoch": 0.8351648351648352,
-      "rel-constrast": 3.378605604171753,
+      "rel-constrast": 3.969806671142578,
       "step": 1064,
-      "subrel-constrast": 4.82101583480835,
+      "subrel-constrast": 4.5445051193237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.664595365524292,
-      "cov-distil (oracle2student)": 5.767794132232666,
-      "cov-distil (oracle2teacher)": 4.912051677703857,
+      "cov-distil": 2.257282257080078,
+      "cov-distil (oracle2student)": 5.829577445983887,
+      "cov-distil (oracle2teacher)": 5.488131523132324,
       "epoch": 0.8359497645211931,
-      "rel-constrast": 2.9836983680725098,
+      "rel-constrast": 3.2442095279693604,
       "step": 1065,
-      "subrel-constrast": 3.640324592590332,
+      "subrel-constrast": 3.343900442123413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0631294250488281,
-      "cov-distil (oracle2student)": 4.371286869049072,
-      "cov-distil (oracle2teacher)": 4.482182502746582,
+      "cov-distil": 1.569305181503296,
+      "cov-distil (oracle2student)": 4.416584014892578,
+      "cov-distil (oracle2teacher)": 4.716166973114014,
       "epoch": 0.8367346938775511,
-      "rel-constrast": 2.406578302383423,
+      "rel-constrast": 2.284388780593872,
       "step": 1066,
-      "subrel-constrast": 3.045006036758423,
+      "subrel-constrast": 2.8378958702087402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3932442665100098,
-      "cov-distil (oracle2student)": 3.401536703109741,
-      "cov-distil (oracle2teacher)": 3.73445200920105,
+      "cov-distil": 1.733056902885437,
+      "cov-distil (oracle2student)": 4.374227523803711,
+      "cov-distil (oracle2teacher)": 3.9680676460266113,
       "epoch": 0.8375196232339089,
-      "rel-constrast": 2.0863516330718994,
+      "rel-constrast": 2.9913835525512695,
       "step": 1067,
-      "subrel-constrast": 3.3411881923675537,
+      "subrel-constrast": 3.394751787185669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3757219314575195,
-      "cov-distil (oracle2student)": 4.930185794830322,
-      "cov-distil (oracle2teacher)": 4.597090244293213,
+      "cov-distil": 1.6889735460281372,
+      "cov-distil (oracle2student)": 4.932013511657715,
+      "cov-distil (oracle2teacher)": 4.753911972045898,
       "epoch": 0.8383045525902669,
-      "rel-constrast": 3.6516950130462646,
+      "rel-constrast": 4.389288425445557,
       "step": 1068,
-      "subrel-constrast": 4.230095386505127,
+      "subrel-constrast": 4.051324367523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5908467769622803,
-      "cov-distil (oracle2student)": 4.988844394683838,
-      "cov-distil (oracle2teacher)": 5.036681175231934,
+      "cov-distil": 1.8887734413146973,
+      "cov-distil (oracle2student)": 5.138501167297363,
+      "cov-distil (oracle2teacher)": 5.457084655761719,
       "epoch": 0.8390894819466248,
-      "rel-constrast": 3.309863567352295,
+      "rel-constrast": 3.713894844055176,
       "step": 1069,
-      "subrel-constrast": 4.250307083129883,
+      "subrel-constrast": 4.439695358276367,
       "view-similarity": 0
     },
     {
       "epoch": 0.8398744113029827,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.59375,
       "learning_rate": 4.9992748932868926e-05,
-      "loss": 0.7748,
+      "loss": 0.8472,
       "step": 1070
     },
     {
-      "cov-distil": 1.0402013063430786,
-      "cov-distil (oracle2student)": 4.2630486488342285,
-      "cov-distil (oracle2teacher)": 3.66384220123291,
+      "cov-distil": 1.175804615020752,
+      "cov-distil (oracle2student)": 4.583698749542236,
+      "cov-distil (oracle2teacher)": 3.727757692337036,
       "epoch": 0.8398744113029827,
-      "rel-constrast": 2.061677932739258,
+      "rel-constrast": 2.502880573272705,
       "step": 1070,
-      "subrel-constrast": 2.7296907901763916,
+      "subrel-constrast": 2.496037721633911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6625237464904785,
-      "cov-distil (oracle2student)": 3.910654067993164,
-      "cov-distil (oracle2teacher)": 4.21475887298584,
+      "cov-distil": 2.044877052307129,
+      "cov-distil (oracle2student)": 4.358742713928223,
+      "cov-distil (oracle2teacher)": 4.47661018371582,
       "epoch": 0.8406593406593407,
-      "rel-constrast": 2.8941855430603027,
+      "rel-constrast": 4.071074962615967,
       "step": 1071,
-      "subrel-constrast": 4.128171920776367,
+      "subrel-constrast": 4.032317161560059,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.495145559310913,
-      "cov-distil (oracle2student)": 5.379284858703613,
-      "cov-distil (oracle2teacher)": 4.316701889038086,
+      "cov-distil": 1.2888848781585693,
+      "cov-distil (oracle2student)": 4.901707649230957,
+      "cov-distil (oracle2teacher)": 4.426248550415039,
       "epoch": 0.8414442700156985,
-      "rel-constrast": 2.1592116355895996,
+      "rel-constrast": 2.0786283016204834,
       "step": 1072,
-      "subrel-constrast": 2.527085781097412,
+      "subrel-constrast": 2.3601367473602295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8001484870910645,
-      "cov-distil (oracle2student)": 2.5359535217285156,
-      "cov-distil (oracle2teacher)": 2.5233798027038574,
+      "cov-distil": 1.722771167755127,
+      "cov-distil (oracle2student)": 2.8582687377929688,
+      "cov-distil (oracle2teacher)": 2.6252989768981934,
       "epoch": 0.8422291993720565,
-      "rel-constrast": 3.0741827487945557,
+      "rel-constrast": 3.2451539039611816,
       "step": 1073,
-      "subrel-constrast": 3.8986191749572754,
+      "subrel-constrast": 3.7071967124938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2992419004440308,
-      "cov-distil (oracle2student)": 6.388317108154297,
-      "cov-distil (oracle2teacher)": 6.320832252502441,
+      "cov-distil": 1.3997740745544434,
+      "cov-distil (oracle2student)": 6.755746364593506,
+      "cov-distil (oracle2teacher)": 6.149623870849609,
       "epoch": 0.8430141287284144,
-      "rel-constrast": 2.610102415084839,
+      "rel-constrast": 3.2881557941436768,
       "step": 1074,
-      "subrel-constrast": 3.57509708404541,
+      "subrel-constrast": 3.568237543106079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8630740642547607,
-      "cov-distil (oracle2student)": 5.7154340744018555,
-      "cov-distil (oracle2teacher)": 4.652746200561523,
+      "cov-distil": 2.002434730529785,
+      "cov-distil (oracle2student)": 5.5792036056518555,
+      "cov-distil (oracle2teacher)": 4.932435035705566,
       "epoch": 0.8437990580847724,
-      "rel-constrast": 3.7225842475891113,
+      "rel-constrast": 3.7921528816223145,
       "step": 1075,
-      "subrel-constrast": 4.150248050689697,
+      "subrel-constrast": 4.4255290031433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736881971359253,
-      "cov-distil (oracle2student)": 3.1711654663085938,
-      "cov-distil (oracle2teacher)": 3.153491735458374,
+      "cov-distil": 2.315392017364502,
+      "cov-distil (oracle2student)": 3.605886936187744,
+      "cov-distil (oracle2teacher)": 3.143418788909912,
       "epoch": 0.8445839874411303,
-      "rel-constrast": 3.0925936698913574,
+      "rel-constrast": 3.827850580215454,
       "step": 1076,
-      "subrel-constrast": 4.16301155090332,
+      "subrel-constrast": 3.9810950756073,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901112079620361,
-      "cov-distil (oracle2student)": 4.203153610229492,
-      "cov-distil (oracle2teacher)": 4.101661205291748,
+      "cov-distil": 1.9522948265075684,
+      "cov-distil (oracle2student)": 4.8102874755859375,
+      "cov-distil (oracle2teacher)": 4.149954795837402,
       "epoch": 0.8453689167974883,
-      "rel-constrast": 3.0824365615844727,
+      "rel-constrast": 3.6474199295043945,
       "step": 1077,
-      "subrel-constrast": 3.8953678607940674,
+      "subrel-constrast": 4.039060592651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8625383377075195,
-      "cov-distil (oracle2student)": 3.3603522777557373,
-      "cov-distil (oracle2teacher)": 2.9650416374206543,
+      "cov-distil": 1.7174904346466064,
+      "cov-distil (oracle2student)": 3.3689892292022705,
+      "cov-distil (oracle2teacher)": 2.8664605617523193,
       "epoch": 0.8461538461538461,
-      "rel-constrast": 2.7170653343200684,
+      "rel-constrast": 2.950161933898926,
       "step": 1078,
-      "subrel-constrast": 2.9600353240966797,
+      "subrel-constrast": 3.008772134780884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2731611728668213,
-      "cov-distil (oracle2student)": 6.666909217834473,
-      "cov-distil (oracle2teacher)": 6.09921932220459,
+      "cov-distil": 2.060206413269043,
+      "cov-distil (oracle2student)": 6.906772136688232,
+      "cov-distil (oracle2teacher)": 6.931488990783691,
       "epoch": 0.8469387755102041,
-      "rel-constrast": 1.686286449432373,
+      "rel-constrast": 2.8520166873931885,
       "step": 1079,
-      "subrel-constrast": 2.9466919898986816,
+      "subrel-constrast": 2.9608256816864014,
       "view-similarity": 0
     },
     {
       "epoch": 0.847723704866562,
-      "grad_norm": 5.9375,
+      "grad_norm": 6.34375,
       "learning_rate": 4.99904950157748e-05,
-      "loss": 0.7173,
+      "loss": 0.8064,
       "step": 1080
     },
     {
-      "cov-distil": 1.8845593929290771,
-      "cov-distil (oracle2student)": 2.5665831565856934,
-      "cov-distil (oracle2teacher)": 2.6748790740966797,
+      "cov-distil": 2.0262088775634766,
+      "cov-distil (oracle2student)": 2.595539093017578,
+      "cov-distil (oracle2teacher)": 2.7825613021850586,
       "epoch": 0.847723704866562,
-      "rel-constrast": 1.806304931640625,
+      "rel-constrast": 1.9361705780029297,
       "step": 1080,
-      "subrel-constrast": 2.7072744369506836,
+      "subrel-constrast": 2.8393290042877197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6860318183898926,
-      "cov-distil (oracle2student)": 3.7431015968322754,
-      "cov-distil (oracle2teacher)": 3.777982234954834,
+      "cov-distil": 1.7630447149276733,
+      "cov-distil (oracle2student)": 4.247994899749756,
+      "cov-distil (oracle2teacher)": 4.003775596618652,
       "epoch": 0.8485086342229199,
-      "rel-constrast": 2.9373021125793457,
+      "rel-constrast": 3.7459797859191895,
       "step": 1081,
-      "subrel-constrast": 3.903532028198242,
+      "subrel-constrast": 3.796049118041992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8776612281799316,
-      "cov-distil (oracle2student)": 3.3886947631835938,
-      "cov-distil (oracle2teacher)": 3.201789140701294,
+      "cov-distil": 2.1201014518737793,
+      "cov-distil (oracle2student)": 2.9907591342926025,
+      "cov-distil (oracle2teacher)": 3.4688992500305176,
       "epoch": 0.8492935635792779,
-      "rel-constrast": 2.702623128890991,
+      "rel-constrast": 2.3388619422912598,
       "step": 1082,
-      "subrel-constrast": 3.5988712310791016,
+      "subrel-constrast": 3.5473861694335938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.928161859512329,
-      "cov-distil (oracle2student)": 6.167755603790283,
-      "cov-distil (oracle2teacher)": 4.78348970413208,
+      "cov-distil": 2.302171230316162,
+      "cov-distil (oracle2student)": 6.583313941955566,
+      "cov-distil (oracle2teacher)": 5.360330581665039,
       "epoch": 0.8500784929356358,
-      "rel-constrast": 3.607133626937866,
+      "rel-constrast": 4.087735176086426,
       "step": 1083,
-      "subrel-constrast": 3.758445978164673,
+      "subrel-constrast": 3.750143527984619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7386295795440674,
-      "cov-distil (oracle2student)": 4.498068809509277,
-      "cov-distil (oracle2teacher)": 3.8495287895202637,
+      "cov-distil": 1.746492624282837,
+      "cov-distil (oracle2student)": 4.530282974243164,
+      "cov-distil (oracle2teacher)": 4.042502403259277,
       "epoch": 0.8508634222919937,
-      "rel-constrast": 2.8523600101470947,
+      "rel-constrast": 3.4561920166015625,
       "step": 1084,
-      "subrel-constrast": 3.432687282562256,
+      "subrel-constrast": 3.2857301235198975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4394603967666626,
-      "cov-distil (oracle2student)": 3.77702260017395,
-      "cov-distil (oracle2teacher)": 4.143439769744873,
+      "cov-distil": 1.432504653930664,
+      "cov-distil (oracle2student)": 4.149911880493164,
+      "cov-distil (oracle2teacher)": 4.475851058959961,
       "epoch": 0.8516483516483516,
-      "rel-constrast": 3.216811418533325,
+      "rel-constrast": 3.3788089752197266,
       "step": 1085,
-      "subrel-constrast": 3.51729154586792,
+      "subrel-constrast": 3.6332075595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6957683563232422,
-      "cov-distil (oracle2student)": 4.662392616271973,
-      "cov-distil (oracle2teacher)": 3.9063315391540527,
+      "cov-distil": 2.2196226119995117,
+      "cov-distil (oracle2student)": 4.2787652015686035,
+      "cov-distil (oracle2teacher)": 4.340672492980957,
       "epoch": 0.8524332810047096,
-      "rel-constrast": 3.720121383666992,
+      "rel-constrast": 4.165349960327148,
       "step": 1086,
-      "subrel-constrast": 4.425353527069092,
+      "subrel-constrast": 4.399125576019287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3179020881652832,
-      "cov-distil (oracle2student)": 2.9203834533691406,
-      "cov-distil (oracle2teacher)": 3.043929100036621,
+      "cov-distil": 1.4521615505218506,
+      "cov-distil (oracle2student)": 2.948765277862549,
+      "cov-distil (oracle2teacher)": 3.1401031017303467,
       "epoch": 0.8532182103610675,
-      "rel-constrast": 2.349213123321533,
+      "rel-constrast": 2.029968500137329,
       "step": 1087,
-      "subrel-constrast": 2.7471134662628174,
+      "subrel-constrast": 2.6325480937957764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5226237773895264,
-      "cov-distil (oracle2student)": 3.9782896041870117,
-      "cov-distil (oracle2teacher)": 3.651339530944824,
+      "cov-distil": 1.6714191436767578,
+      "cov-distil (oracle2student)": 4.826613426208496,
+      "cov-distil (oracle2teacher)": 3.823413372039795,
       "epoch": 0.8540031397174255,
-      "rel-constrast": 2.552889347076416,
+      "rel-constrast": 3.1826024055480957,
       "step": 1088,
-      "subrel-constrast": 2.949101686477661,
+      "subrel-constrast": 2.9975388050079346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3128268718719482,
-      "cov-distil (oracle2student)": 3.112961769104004,
-      "cov-distil (oracle2teacher)": 3.411149501800537,
+      "cov-distil": 1.7917670011520386,
+      "cov-distil (oracle2student)": 3.0056326389312744,
+      "cov-distil (oracle2teacher)": 3.0233044624328613,
       "epoch": 0.8547880690737834,
-      "rel-constrast": 2.501932382583618,
+      "rel-constrast": 3.1198415756225586,
       "step": 1089,
-      "subrel-constrast": 3.2343642711639404,
+      "subrel-constrast": 3.008915424346924,
       "view-similarity": 0
     },
     {
       "epoch": 0.8555729984301413,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.125,
       "learning_rate": 4.9987936597385424e-05,
-      "loss": 0.7472,
+      "loss": 0.786,
       "step": 1090
     },
     {
-      "cov-distil": 1.7027733325958252,
-      "cov-distil (oracle2student)": 3.4837594032287598,
-      "cov-distil (oracle2teacher)": 3.0878868103027344,
+      "cov-distil": 2.8286094665527344,
+      "cov-distil (oracle2student)": 4.250711917877197,
+      "cov-distil (oracle2teacher)": 3.6952624320983887,
       "epoch": 0.8555729984301413,
-      "rel-constrast": 2.6690118312835693,
+      "rel-constrast": 3.102781295776367,
       "step": 1090,
-      "subrel-constrast": 3.3107621669769287,
+      "subrel-constrast": 3.7704620361328125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.337035894393921,
-      "cov-distil (oracle2student)": 3.6375017166137695,
-      "cov-distil (oracle2teacher)": 4.1028337478637695,
+      "cov-distil": 2.647538661956787,
+      "cov-distil (oracle2student)": 3.6367785930633545,
+      "cov-distil (oracle2teacher)": 4.013334274291992,
       "epoch": 0.8563579277864992,
-      "rel-constrast": 3.204152822494507,
+      "rel-constrast": 3.0899195671081543,
       "step": 1091,
-      "subrel-constrast": 4.100337505340576,
+      "subrel-constrast": 3.606151580810547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2140780687332153,
-      "cov-distil (oracle2student)": 4.8860931396484375,
-      "cov-distil (oracle2teacher)": 4.049331188201904,
+      "cov-distil": 1.3748383522033691,
+      "cov-distil (oracle2student)": 4.9534101486206055,
+      "cov-distil (oracle2teacher)": 4.4009857177734375,
       "epoch": 0.8571428571428571,
-      "rel-constrast": 3.5081419944763184,
+      "rel-constrast": 3.76505708694458,
       "step": 1092,
-      "subrel-constrast": 3.5821592807769775,
+      "subrel-constrast": 3.6773202419281006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7335447072982788,
-      "cov-distil (oracle2student)": 5.655961036682129,
-      "cov-distil (oracle2teacher)": 5.042616844177246,
+      "cov-distil": 1.9000613689422607,
+      "cov-distil (oracle2student)": 5.512392520904541,
+      "cov-distil (oracle2teacher)": 5.654302597045898,
       "epoch": 0.8579277864992151,
-      "rel-constrast": 3.178880214691162,
+      "rel-constrast": 3.6927573680877686,
       "step": 1093,
-      "subrel-constrast": 3.637800931930542,
+      "subrel-constrast": 3.86082124710083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4414985179901123,
-      "cov-distil (oracle2student)": 5.745603561401367,
-      "cov-distil (oracle2teacher)": 5.264218807220459,
+      "cov-distil": 1.753598928451538,
+      "cov-distil (oracle2student)": 6.137661933898926,
+      "cov-distil (oracle2teacher)": 5.599394798278809,
       "epoch": 0.858712715855573,
-      "rel-constrast": 3.177807331085205,
+      "rel-constrast": 3.4704489707946777,
       "step": 1094,
-      "subrel-constrast": 3.550741672515869,
+      "subrel-constrast": 3.7378487586975098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.487630009651184,
-      "cov-distil (oracle2student)": 4.100004196166992,
-      "cov-distil (oracle2teacher)": 4.133769989013672,
+      "cov-distil": 2.1522538661956787,
+      "cov-distil (oracle2student)": 4.39705753326416,
+      "cov-distil (oracle2teacher)": 4.08500337600708,
       "epoch": 0.859497645211931,
-      "rel-constrast": 2.2149600982666016,
+      "rel-constrast": 2.922875165939331,
       "step": 1095,
-      "subrel-constrast": 2.753861665725708,
+      "subrel-constrast": 2.877056360244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7680914402008057,
-      "cov-distil (oracle2student)": 4.2395195960998535,
-      "cov-distil (oracle2teacher)": 3.8782877922058105,
+      "cov-distil": 2.182187080383301,
+      "cov-distil (oracle2student)": 4.544129371643066,
+      "cov-distil (oracle2teacher)": 4.768648147583008,
       "epoch": 0.8602825745682888,
-      "rel-constrast": 2.507734775543213,
+      "rel-constrast": 2.8724288940429688,
       "step": 1096,
-      "subrel-constrast": 2.9380202293395996,
+      "subrel-constrast": 3.4821457862854004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0254534482955933,
-      "cov-distil (oracle2student)": 2.3822319507598877,
-      "cov-distil (oracle2teacher)": 2.3551106452941895,
+      "cov-distil": 1.855120062828064,
+      "cov-distil (oracle2student)": 2.8767921924591064,
+      "cov-distil (oracle2teacher)": 2.7885987758636475,
       "epoch": 0.8610675039246468,
-      "rel-constrast": 2.2535672187805176,
+      "rel-constrast": 3.0756263732910156,
       "step": 1097,
-      "subrel-constrast": 2.8539609909057617,
+      "subrel-constrast": 3.2114453315734863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.344696044921875,
-      "cov-distil (oracle2student)": 5.422916889190674,
-      "cov-distil (oracle2teacher)": 4.750358581542969,
+      "cov-distil": 2.9735355377197266,
+      "cov-distil (oracle2student)": 5.36530065536499,
+      "cov-distil (oracle2teacher)": 4.8727312088012695,
       "epoch": 0.8618524332810047,
-      "rel-constrast": 3.2021799087524414,
+      "rel-constrast": 3.837643623352051,
       "step": 1098,
-      "subrel-constrast": 4.102774143218994,
+      "subrel-constrast": 3.941204309463501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.172410488128662,
-      "cov-distil (oracle2student)": 4.316123008728027,
-      "cov-distil (oracle2teacher)": 4.225004196166992,
+      "cov-distil": 3.0540859699249268,
+      "cov-distil (oracle2student)": 4.471508502960205,
+      "cov-distil (oracle2teacher)": 4.760505199432373,
       "epoch": 0.8626373626373627,
-      "rel-constrast": 2.101590156555176,
+      "rel-constrast": 2.7282886505126953,
       "step": 1099,
-      "subrel-constrast": 3.367358684539795,
+      "subrel-constrast": 3.3757927417755127,
       "view-similarity": 0
     },
     {
       "epoch": 0.8634222919937206,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.998507370887433e-05,
-      "loss": 0.7435,
+      "loss": 0.8139,
       "step": 1100
     },
     {
       "epoch": 0.8634222919937206,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.3031249940395355,
       "step": 1100
     },
     {
       "epoch": 0.8634222919937206,
       "step": 1100,
-      "student margin": 0.0601806640625
+      "student margin": 0.0517578125
     },
     {
       "epoch": 0.8634222919937206,
       "step": 1100,
-      "teacher margin": 0.038330078125
+      "teacher margin": 0.040924072265625
     },
     {
       "epoch": 0.8634222919937206,
-      "margin difference": -0.0218505859375,
+      "margin difference": -0.010833740234375,
       "step": 1100
     },
     {
-      "cov-distil": 1.514966368675232,
-      "cov-distil (oracle2student)": 3.000105381011963,
-      "cov-distil (oracle2teacher)": 3.519803047180176,
+      "cov-distil": 1.752319097518921,
+      "cov-distil (oracle2student)": 3.5185751914978027,
+      "cov-distil (oracle2teacher)": 3.6152827739715576,
       "epoch": 0.8634222919937206,
-      "rel-constrast": 2.472033977508545,
+      "rel-constrast": 2.8455429077148438,
       "step": 1100,
-      "subrel-constrast": 3.4495720863342285,
+      "subrel-constrast": 3.376995086669922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496253967285156,
-      "cov-distil (oracle2student)": 4.176532745361328,
-      "cov-distil (oracle2teacher)": 3.8630318641662598,
+      "cov-distil": 2.527688980102539,
+      "cov-distil (oracle2student)": 3.8377532958984375,
+      "cov-distil (oracle2teacher)": 4.13825798034668,
       "epoch": 0.8642072213500785,
-      "rel-constrast": 4.721031665802002,
+      "rel-constrast": 4.622160911560059,
       "step": 1101,
-      "subrel-constrast": 4.901049613952637,
+      "subrel-constrast": 5.250829219818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5538504123687744,
-      "cov-distil (oracle2student)": 2.979179859161377,
-      "cov-distil (oracle2teacher)": 2.8812928199768066,
+      "cov-distil": 2.0988290309906006,
+      "cov-distil (oracle2student)": 3.388700485229492,
+      "cov-distil (oracle2teacher)": 3.1663267612457275,
       "epoch": 0.8649921507064364,
-      "rel-constrast": 3.168241024017334,
+      "rel-constrast": 3.4163267612457275,
       "step": 1102,
-      "subrel-constrast": 3.8322014808654785,
+      "subrel-constrast": 3.5578603744506836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6971174478530884,
-      "cov-distil (oracle2student)": 3.9705429077148438,
-      "cov-distil (oracle2teacher)": 3.575139045715332,
+      "cov-distil": 2.436074733734131,
+      "cov-distil (oracle2student)": 4.447538375854492,
+      "cov-distil (oracle2teacher)": 4.170858383178711,
       "epoch": 0.8657770800627943,
-      "rel-constrast": 3.3403072357177734,
+      "rel-constrast": 3.789759397506714,
       "step": 1103,
-      "subrel-constrast": 3.405433416366577,
+      "subrel-constrast": 3.8343253135681152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4455326795578003,
-      "cov-distil (oracle2student)": 4.051364898681641,
-      "cov-distil (oracle2teacher)": 3.291219472885132,
+      "cov-distil": 2.058389186859131,
+      "cov-distil (oracle2student)": 3.734297752380371,
+      "cov-distil (oracle2teacher)": 3.6337106227874756,
       "epoch": 0.8665620094191523,
-      "rel-constrast": 3.159308910369873,
+      "rel-constrast": 3.6656429767608643,
       "step": 1104,
-      "subrel-constrast": 3.826824903488159,
+      "subrel-constrast": 3.6859748363494873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2556310892105103,
-      "cov-distil (oracle2student)": 6.1398210525512695,
-      "cov-distil (oracle2teacher)": 5.095301151275635,
+      "cov-distil": 1.3416531085968018,
+      "cov-distil (oracle2student)": 5.686967372894287,
+      "cov-distil (oracle2teacher)": 5.78775691986084,
       "epoch": 0.8673469387755102,
-      "rel-constrast": 2.71726655960083,
+      "rel-constrast": 2.486441135406494,
       "step": 1105,
-      "subrel-constrast": 3.2711734771728516,
+      "subrel-constrast": 3.0914247035980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6997454166412354,
-      "cov-distil (oracle2student)": 4.2624101638793945,
-      "cov-distil (oracle2teacher)": 3.8824236392974854,
+      "cov-distil": 1.7149806022644043,
+      "cov-distil (oracle2student)": 4.615448951721191,
+      "cov-distil (oracle2teacher)": 4.428467750549316,
       "epoch": 0.8681318681318682,
-      "rel-constrast": 2.7316763401031494,
+      "rel-constrast": 3.1849939823150635,
       "step": 1106,
-      "subrel-constrast": 3.5151779651641846,
+      "subrel-constrast": 3.6076080799102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6599700450897217,
-      "cov-distil (oracle2student)": 3.2399165630340576,
-      "cov-distil (oracle2teacher)": 3.0549473762512207,
+      "cov-distil": 1.6499817371368408,
+      "cov-distil (oracle2student)": 3.8754565715789795,
+      "cov-distil (oracle2teacher)": 3.759288787841797,
       "epoch": 0.868916797488226,
-      "rel-constrast": 2.4151086807250977,
+      "rel-constrast": 2.304001808166504,
       "step": 1107,
-      "subrel-constrast": 3.350031614303589,
+      "subrel-constrast": 3.2861900329589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3111802339553833,
-      "cov-distil (oracle2student)": 6.469572067260742,
-      "cov-distil (oracle2teacher)": 5.633084297180176,
+      "cov-distil": 1.742598533630371,
+      "cov-distil (oracle2student)": 6.908958435058594,
+      "cov-distil (oracle2teacher)": 6.091227054595947,
       "epoch": 0.869701726844584,
-      "rel-constrast": 3.099478244781494,
+      "rel-constrast": 3.6825242042541504,
       "step": 1108,
-      "subrel-constrast": 3.6953091621398926,
+      "subrel-constrast": 3.544607400894165,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9514031410217285,
-      "cov-distil (oracle2student)": 4.149969100952148,
-      "cov-distil (oracle2teacher)": 3.778843402862549,
+      "cov-distil": 2.2694809436798096,
+      "cov-distil (oracle2student)": 4.7412285804748535,
+      "cov-distil (oracle2teacher)": 4.503636837005615,
       "epoch": 0.8704866562009419,
-      "rel-constrast": 2.750782012939453,
+      "rel-constrast": 2.8554491996765137,
       "step": 1109,
-      "subrel-constrast": 3.469526767730713,
+      "subrel-constrast": 3.0630435943603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.8712715855572999,
-      "grad_norm": 5.4375,
+      "grad_norm": 6.8125,
       "learning_rate": 4.998190638512489e-05,
-      "loss": 0.8035,
+      "loss": 0.8213,
       "step": 1110
     },
     {
-      "cov-distil": 1.253431797027588,
-      "cov-distil (oracle2student)": 3.968186140060425,
-      "cov-distil (oracle2teacher)": 3.8924455642700195,
+      "cov-distil": 1.3643429279327393,
+      "cov-distil (oracle2student)": 4.194642066955566,
+      "cov-distil (oracle2teacher)": 3.7898592948913574,
       "epoch": 0.8712715855572999,
-      "rel-constrast": 2.934136152267456,
+      "rel-constrast": 3.2441439628601074,
       "step": 1110,
-      "subrel-constrast": 3.268707036972046,
+      "subrel-constrast": 3.2844133377075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5615431070327759,
-      "cov-distil (oracle2student)": 4.581787109375,
-      "cov-distil (oracle2teacher)": 3.978516101837158,
+      "cov-distil": 2.283625841140747,
+      "cov-distil (oracle2student)": 4.745139122009277,
+      "cov-distil (oracle2teacher)": 5.040432929992676,
       "epoch": 0.8720565149136578,
-      "rel-constrast": 3.124147891998291,
+      "rel-constrast": 3.2103421688079834,
       "step": 1111,
-      "subrel-constrast": 3.716892957687378,
+      "subrel-constrast": 4.325786590576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5927278995513916,
-      "cov-distil (oracle2student)": 5.518800735473633,
-      "cov-distil (oracle2teacher)": 5.1195783615112305,
+      "cov-distil": 2.1412250995635986,
+      "cov-distil (oracle2student)": 6.4828009605407715,
+      "cov-distil (oracle2teacher)": 5.267673969268799,
       "epoch": 0.8728414442700158,
-      "rel-constrast": 3.3357510566711426,
+      "rel-constrast": 3.7829408645629883,
       "step": 1112,
-      "subrel-constrast": 4.470355987548828,
+      "subrel-constrast": 4.241018295288086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5599696636199951,
-      "cov-distil (oracle2student)": 3.9624476432800293,
-      "cov-distil (oracle2teacher)": 3.718062162399292,
+      "cov-distil": 2.0759265422821045,
+      "cov-distil (oracle2student)": 4.3108601570129395,
+      "cov-distil (oracle2teacher)": 4.266383171081543,
       "epoch": 0.8736263736263736,
-      "rel-constrast": 3.6637425422668457,
+      "rel-constrast": 4.385590076446533,
       "step": 1113,
-      "subrel-constrast": 4.662291526794434,
+      "subrel-constrast": 4.451427459716797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8774611949920654,
-      "cov-distil (oracle2student)": 4.155232906341553,
-      "cov-distil (oracle2teacher)": 4.172593593597412,
+      "cov-distil": 2.332752227783203,
+      "cov-distil (oracle2student)": 4.414846420288086,
+      "cov-distil (oracle2teacher)": 3.8511199951171875,
       "epoch": 0.8744113029827315,
-      "rel-constrast": 3.6415066719055176,
+      "rel-constrast": 4.034036636352539,
       "step": 1114,
-      "subrel-constrast": 4.503866195678711,
+      "subrel-constrast": 4.3186445236206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4141966104507446,
-      "cov-distil (oracle2student)": 4.203639030456543,
-      "cov-distil (oracle2teacher)": 3.9566216468811035,
+      "cov-distil": 2.1457133293151855,
+      "cov-distil (oracle2student)": 4.752310276031494,
+      "cov-distil (oracle2teacher)": 4.29161262512207,
       "epoch": 0.8751962323390895,
-      "rel-constrast": 3.1093757152557373,
+      "rel-constrast": 4.130838871002197,
       "step": 1115,
-      "subrel-constrast": 4.337434768676758,
+      "subrel-constrast": 3.9441425800323486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8371347188949585,
-      "cov-distil (oracle2student)": 3.9393506050109863,
-      "cov-distil (oracle2teacher)": 4.2781829833984375,
+      "cov-distil": 2.74867582321167,
+      "cov-distil (oracle2student)": 4.355659008026123,
+      "cov-distil (oracle2teacher)": 4.353662967681885,
       "epoch": 0.8759811616954474,
-      "rel-constrast": 3.2283706665039062,
+      "rel-constrast": 4.233538627624512,
       "step": 1116,
-      "subrel-constrast": 4.248286247253418,
+      "subrel-constrast": 4.078946590423584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.552659511566162,
-      "cov-distil (oracle2student)": 4.381686210632324,
-      "cov-distil (oracle2teacher)": 4.079123020172119,
+      "cov-distil": 1.5634974241256714,
+      "cov-distil (oracle2student)": 4.731647491455078,
+      "cov-distil (oracle2teacher)": 4.644672393798828,
       "epoch": 0.8767660910518054,
-      "rel-constrast": 3.7348363399505615,
+      "rel-constrast": 3.727545976638794,
       "step": 1117,
-      "subrel-constrast": 3.876692771911621,
+      "subrel-constrast": 3.8308258056640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3338099718093872,
-      "cov-distil (oracle2student)": 3.77384090423584,
-      "cov-distil (oracle2teacher)": 3.410325527191162,
+      "cov-distil": 1.981123685836792,
+      "cov-distil (oracle2student)": 4.062529563903809,
+      "cov-distil (oracle2teacher)": 3.871251344680786,
       "epoch": 0.8775510204081632,
-      "rel-constrast": 2.9162514209747314,
+      "rel-constrast": 2.913137912750244,
       "step": 1118,
-      "subrel-constrast": 3.4500739574432373,
+      "subrel-constrast": 3.3735272884368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194663524627686,
-      "cov-distil (oracle2student)": 4.1419997215271,
-      "cov-distil (oracle2teacher)": 3.907043218612671,
+      "cov-distil": 2.1453442573547363,
+      "cov-distil (oracle2student)": 4.4054365158081055,
+      "cov-distil (oracle2teacher)": 4.163646697998047,
       "epoch": 0.8783359497645212,
-      "rel-constrast": 3.7405686378479004,
+      "rel-constrast": 3.7600834369659424,
       "step": 1119,
-      "subrel-constrast": 4.528936386108398,
+      "subrel-constrast": 4.1889967918396,
       "view-similarity": 0
     },
     {
       "epoch": 0.8791208791208791,
-      "grad_norm": 7.46875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.9978434664729965e-05,
-      "loss": 0.8752,
+      "loss": 0.9356,
       "step": 1120
     },
     {
-      "cov-distil": 1.4991371631622314,
-      "cov-distil (oracle2student)": 3.246417284011841,
-      "cov-distil (oracle2teacher)": 2.8052914142608643,
+      "cov-distil": 1.6584184169769287,
+      "cov-distil (oracle2student)": 2.9526050090789795,
+      "cov-distil (oracle2teacher)": 2.9084572792053223,
       "epoch": 0.8791208791208791,
-      "rel-constrast": 2.344580888748169,
+      "rel-constrast": 2.39324951171875,
       "step": 1120,
-      "subrel-constrast": 2.999483108520508,
+      "subrel-constrast": 2.8413214683532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8106005191802979,
-      "cov-distil (oracle2student)": 3.8947558403015137,
-      "cov-distil (oracle2teacher)": 3.637648582458496,
+      "cov-distil": 1.931604266166687,
+      "cov-distil (oracle2student)": 4.441222190856934,
+      "cov-distil (oracle2teacher)": 4.068902015686035,
       "epoch": 0.8799058084772371,
-      "rel-constrast": 2.4791507720947266,
+      "rel-constrast": 2.9820568561553955,
       "step": 1121,
-      "subrel-constrast": 3.5178771018981934,
+      "subrel-constrast": 3.347712278366089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7053754329681396,
-      "cov-distil (oracle2student)": 4.391046524047852,
-      "cov-distil (oracle2teacher)": 3.4227418899536133,
+      "cov-distil": 2.46937894821167,
+      "cov-distil (oracle2student)": 4.9310808181762695,
+      "cov-distil (oracle2teacher)": 3.602159023284912,
       "epoch": 0.880690737833595,
-      "rel-constrast": 2.6293721199035645,
+      "rel-constrast": 3.1533467769622803,
       "step": 1122,
-      "subrel-constrast": 3.515031576156616,
+      "subrel-constrast": 3.3203072547912598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7514567375183105,
-      "cov-distil (oracle2student)": 4.837047100067139,
-      "cov-distil (oracle2teacher)": 4.649950981140137,
+      "cov-distil": 2.473989486694336,
+      "cov-distil (oracle2student)": 4.515566825866699,
+      "cov-distil (oracle2teacher)": 4.894018173217773,
       "epoch": 0.8814756671899528,
-      "rel-constrast": 4.030932903289795,
+      "rel-constrast": 3.84666109085083,
       "step": 1123,
-      "subrel-constrast": 4.489926815032959,
+      "subrel-constrast": 4.298435688018799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6625034809112549,
-      "cov-distil (oracle2student)": 3.9515860080718994,
-      "cov-distil (oracle2teacher)": 3.1661500930786133,
+      "cov-distil": 2.335836172103882,
+      "cov-distil (oracle2student)": 4.130572319030762,
+      "cov-distil (oracle2teacher)": 3.668765068054199,
       "epoch": 0.8822605965463108,
-      "rel-constrast": 3.288825511932373,
+      "rel-constrast": 3.006763458251953,
       "step": 1124,
-      "subrel-constrast": 4.1172943115234375,
+      "subrel-constrast": 3.7830111980438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229984998703003,
-      "cov-distil (oracle2student)": 4.726037502288818,
-      "cov-distil (oracle2teacher)": 3.7504258155822754,
+      "cov-distil": 1.3769135475158691,
+      "cov-distil (oracle2student)": 5.314173221588135,
+      "cov-distil (oracle2teacher)": 4.44384241104126,
       "epoch": 0.8830455259026687,
-      "rel-constrast": 2.8091514110565186,
+      "rel-constrast": 3.2201290130615234,
       "step": 1125,
-      "subrel-constrast": 2.914897918701172,
+      "subrel-constrast": 2.765810012817383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562877178192139,
-      "cov-distil (oracle2student)": 4.730889320373535,
-      "cov-distil (oracle2teacher)": 4.760188579559326,
+      "cov-distil": 2.143886089324951,
+      "cov-distil (oracle2student)": 5.78984260559082,
+      "cov-distil (oracle2teacher)": 4.921027660369873,
       "epoch": 0.8838304552590267,
-      "rel-constrast": 3.878026008605957,
+      "rel-constrast": 5.095279693603516,
       "step": 1126,
-      "subrel-constrast": 5.477179050445557,
+      "subrel-constrast": 5.152713775634766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.658963918685913,
-      "cov-distil (oracle2student)": 3.983290672302246,
-      "cov-distil (oracle2teacher)": 3.561467170715332,
+      "cov-distil": 2.0981392860412598,
+      "cov-distil (oracle2student)": 3.6538496017456055,
+      "cov-distil (oracle2teacher)": 4.22257137298584,
       "epoch": 0.8846153846153846,
-      "rel-constrast": 2.9549903869628906,
+      "rel-constrast": 2.9622554779052734,
       "step": 1127,
-      "subrel-constrast": 3.115555763244629,
+      "subrel-constrast": 3.5738797187805176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1705901622772217,
-      "cov-distil (oracle2student)": 3.825169086456299,
-      "cov-distil (oracle2teacher)": 3.690711498260498,
+      "cov-distil": 1.7006022930145264,
+      "cov-distil (oracle2student)": 4.664836883544922,
+      "cov-distil (oracle2teacher)": 4.113458156585693,
       "epoch": 0.8854003139717426,
-      "rel-constrast": 3.0026540756225586,
+      "rel-constrast": 2.8965587615966797,
       "step": 1128,
-      "subrel-constrast": 3.744170904159546,
+      "subrel-constrast": 3.9328598976135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647350788116455,
-      "cov-distil (oracle2student)": 3.7230451107025146,
-      "cov-distil (oracle2teacher)": 3.782278537750244,
+      "cov-distil": 1.7883983850479126,
+      "cov-distil (oracle2student)": 3.8642079830169678,
+      "cov-distil (oracle2teacher)": 3.4896626472473145,
       "epoch": 0.8861852433281004,
-      "rel-constrast": 3.014608860015869,
+      "rel-constrast": 3.334625244140625,
       "step": 1129,
-      "subrel-constrast": 3.851015090942383,
+      "subrel-constrast": 3.387173891067505,
       "view-similarity": 0
     },
     {
       "epoch": 0.8869701726844584,
-      "grad_norm": 5.5625,
+      "grad_norm": 7.40625,
       "learning_rate": 4.997465858999136e-05,
-      "loss": 0.8008,
+      "loss": 0.8223,
       "step": 1130
     },
     {
-      "cov-distil": 1.2752346992492676,
-      "cov-distil (oracle2student)": 3.488770008087158,
-      "cov-distil (oracle2teacher)": 3.9863147735595703,
+      "cov-distil": 1.2646830081939697,
+      "cov-distil (oracle2student)": 3.9329848289489746,
+      "cov-distil (oracle2teacher)": 3.9692800045013428,
       "epoch": 0.8869701726844584,
-      "rel-constrast": 3.8933849334716797,
+      "rel-constrast": 3.849822998046875,
       "step": 1130,
-      "subrel-constrast": 4.088106155395508,
+      "subrel-constrast": 3.6734437942504883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.873130440711975,
-      "cov-distil (oracle2student)": 4.166027545928955,
-      "cov-distil (oracle2teacher)": 3.3438427448272705,
+      "cov-distil": 2.0946061611175537,
+      "cov-distil (oracle2student)": 4.4862871170043945,
+      "cov-distil (oracle2teacher)": 3.729837417602539,
       "epoch": 0.8877551020408163,
-      "rel-constrast": 2.844660758972168,
+      "rel-constrast": 2.9534854888916016,
       "step": 1131,
-      "subrel-constrast": 3.8744757175445557,
+      "subrel-constrast": 3.6315460205078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8683061599731445,
-      "cov-distil (oracle2student)": 3.8367061614990234,
-      "cov-distil (oracle2teacher)": 3.5049045085906982,
+      "cov-distil": 2.439046859741211,
+      "cov-distil (oracle2student)": 3.563014030456543,
+      "cov-distil (oracle2teacher)": 3.996288776397705,
       "epoch": 0.8885400313971743,
-      "rel-constrast": 3.7255699634552,
+      "rel-constrast": 3.4101643562316895,
       "step": 1132,
-      "subrel-constrast": 4.550085544586182,
+      "subrel-constrast": 4.975794315338135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3818418979644775,
-      "cov-distil (oracle2student)": 3.291252374649048,
-      "cov-distil (oracle2teacher)": 3.0735890865325928,
+      "cov-distil": 1.9546985626220703,
+      "cov-distil (oracle2student)": 4.247260093688965,
+      "cov-distil (oracle2teacher)": 3.2300333976745605,
       "epoch": 0.8893249607535322,
-      "rel-constrast": 2.360482692718506,
+      "rel-constrast": 3.2107300758361816,
       "step": 1133,
-      "subrel-constrast": 3.151395559310913,
+      "subrel-constrast": 2.9389171600341797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6797258853912354,
-      "cov-distil (oracle2student)": 4.68730354309082,
-      "cov-distil (oracle2teacher)": 3.9739716053009033,
+      "cov-distil": 2.049380302429199,
+      "cov-distil (oracle2student)": 5.241644859313965,
+      "cov-distil (oracle2teacher)": 4.869429588317871,
       "epoch": 0.8901098901098901,
-      "rel-constrast": 3.293217420578003,
+      "rel-constrast": 3.227649450302124,
       "step": 1134,
-      "subrel-constrast": 3.898592233657837,
+      "subrel-constrast": 3.9004464149475098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577713251113892,
-      "cov-distil (oracle2student)": 3.6881062984466553,
-      "cov-distil (oracle2teacher)": 3.8753678798675537,
+      "cov-distil": 1.7914087772369385,
+      "cov-distil (oracle2student)": 3.937009334564209,
+      "cov-distil (oracle2teacher)": 4.118171215057373,
       "epoch": 0.890894819466248,
-      "rel-constrast": 2.911735773086548,
+      "rel-constrast": 2.828173875808716,
       "step": 1135,
-      "subrel-constrast": 3.549960136413574,
+      "subrel-constrast": 3.773055076599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.221397876739502,
-      "cov-distil (oracle2student)": 3.3264553546905518,
-      "cov-distil (oracle2teacher)": 3.3582851886749268,
+      "cov-distil": 1.393430471420288,
+      "cov-distil (oracle2student)": 4.077548980712891,
+      "cov-distil (oracle2teacher)": 3.7437613010406494,
       "epoch": 0.8916797488226059,
-      "rel-constrast": 2.6085739135742188,
+      "rel-constrast": 2.771787405014038,
       "step": 1136,
-      "subrel-constrast": 3.3669185638427734,
+      "subrel-constrast": 3.037374496459961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5145583152770996,
-      "cov-distil (oracle2student)": 5.997685432434082,
-      "cov-distil (oracle2teacher)": 5.37454080581665,
+      "cov-distil": 2.2122786045074463,
+      "cov-distil (oracle2student)": 6.412521839141846,
+      "cov-distil (oracle2teacher)": 6.506680488586426,
       "epoch": 0.8924646781789639,
-      "rel-constrast": 2.972979784011841,
+      "rel-constrast": 3.9034249782562256,
       "step": 1137,
-      "subrel-constrast": 3.549443244934082,
+      "subrel-constrast": 4.200035572052002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4981353282928467,
-      "cov-distil (oracle2student)": 3.114041805267334,
-      "cov-distil (oracle2teacher)": 3.177701950073242,
+      "cov-distil": 1.3349990844726562,
+      "cov-distil (oracle2student)": 3.4609932899475098,
+      "cov-distil (oracle2teacher)": 3.556887149810791,
       "epoch": 0.8932496075353218,
-      "rel-constrast": 1.526479721069336,
+      "rel-constrast": 1.8703675270080566,
       "step": 1138,
-      "subrel-constrast": 2.268468141555786,
+      "subrel-constrast": 2.0317223072052,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.367327332496643,
-      "cov-distil (oracle2student)": 4.862998962402344,
-      "cov-distil (oracle2teacher)": 4.49826717376709,
+      "cov-distil": 1.667492151260376,
+      "cov-distil (oracle2student)": 5.076234817504883,
+      "cov-distil (oracle2teacher)": 4.903446674346924,
       "epoch": 0.8940345368916798,
-      "rel-constrast": 2.935554027557373,
+      "rel-constrast": 3.699566602706909,
       "step": 1139,
-      "subrel-constrast": 3.4446165561676025,
+      "subrel-constrast": 3.203720808029175,
       "view-similarity": 0
     },
     {
       "epoch": 0.8948194662480377,
-      "grad_norm": 4.875,
+      "grad_norm": 7.0,
       "learning_rate": 4.997057820691936e-05,
-      "loss": 0.7649,
+      "loss": 0.7931,
       "step": 1140
     },
     {
-      "cov-distil": 1.5795962810516357,
-      "cov-distil (oracle2student)": 3.1148805618286133,
-      "cov-distil (oracle2teacher)": 2.5828795433044434,
+      "cov-distil": 1.4379240274429321,
+      "cov-distil (oracle2student)": 3.52339243888855,
+      "cov-distil (oracle2teacher)": 3.268178939819336,
       "epoch": 0.8948194662480377,
-      "rel-constrast": 1.9693329334259033,
+      "rel-constrast": 2.2403440475463867,
       "step": 1140,
-      "subrel-constrast": 2.7004849910736084,
+      "subrel-constrast": 2.515176773071289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7776895761489868,
-      "cov-distil (oracle2student)": 4.110888481140137,
-      "cov-distil (oracle2teacher)": 4.194410800933838,
+      "cov-distil": 2.0952093601226807,
+      "cov-distil (oracle2student)": 4.02358341217041,
+      "cov-distil (oracle2teacher)": 4.089167594909668,
       "epoch": 0.8956043956043956,
-      "rel-constrast": 2.1218795776367188,
+      "rel-constrast": 2.177156925201416,
       "step": 1141,
-      "subrel-constrast": 2.977037191390991,
+      "subrel-constrast": 2.4930832386016846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8242149353027344,
-      "cov-distil (oracle2student)": 4.09165620803833,
-      "cov-distil (oracle2teacher)": 3.9467601776123047,
+      "cov-distil": 2.4187002182006836,
+      "cov-distil (oracle2student)": 4.443560600280762,
+      "cov-distil (oracle2teacher)": 4.127911567687988,
       "epoch": 0.8963893249607535,
-      "rel-constrast": 2.370171546936035,
+      "rel-constrast": 3.0079174041748047,
       "step": 1142,
-      "subrel-constrast": 3.8766281604766846,
+      "subrel-constrast": 3.723661184310913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5912890434265137,
-      "cov-distil (oracle2student)": 4.500436782836914,
-      "cov-distil (oracle2teacher)": 4.196751594543457,
+      "cov-distil": 1.885470986366272,
+      "cov-distil (oracle2student)": 4.6954522132873535,
+      "cov-distil (oracle2teacher)": 4.784175872802734,
       "epoch": 0.8971742543171115,
-      "rel-constrast": 2.17783522605896,
+      "rel-constrast": 2.6550710201263428,
       "step": 1143,
-      "subrel-constrast": 3.2005929946899414,
+      "subrel-constrast": 3.4123127460479736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.972501516342163,
-      "cov-distil (oracle2student)": 4.580178260803223,
-      "cov-distil (oracle2teacher)": 3.9601950645446777,
+      "cov-distil": 2.194636106491089,
+      "cov-distil (oracle2student)": 5.453512191772461,
+      "cov-distil (oracle2teacher)": 5.260018348693848,
       "epoch": 0.8979591836734694,
-      "rel-constrast": 3.257997989654541,
+      "rel-constrast": 3.7409019470214844,
       "step": 1144,
-      "subrel-constrast": 4.104381084442139,
+      "subrel-constrast": 3.9053587913513184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9328242540359497,
-      "cov-distil (oracle2student)": 5.032525062561035,
-      "cov-distil (oracle2teacher)": 4.19100284576416,
+      "cov-distil": 1.9989993572235107,
+      "cov-distil (oracle2student)": 5.029777526855469,
+      "cov-distil (oracle2teacher)": 4.555988311767578,
       "epoch": 0.8987441130298273,
-      "rel-constrast": 3.4869861602783203,
+      "rel-constrast": 3.9452221393585205,
       "step": 1145,
-      "subrel-constrast": 4.267706871032715,
+      "subrel-constrast": 3.998387575149536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.623334527015686,
-      "cov-distil (oracle2student)": 6.44071102142334,
-      "cov-distil (oracle2teacher)": 5.939119338989258,
+      "cov-distil": 2.453855037689209,
+      "cov-distil (oracle2student)": 7.5106024742126465,
+      "cov-distil (oracle2teacher)": 6.773738384246826,
       "epoch": 0.8995290423861853,
-      "rel-constrast": 1.8712615966796875,
+      "rel-constrast": 2.586503505706787,
       "step": 1146,
-      "subrel-constrast": 2.949275493621826,
+      "subrel-constrast": 3.0084729194641113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5820472240447998,
-      "cov-distil (oracle2student)": 5.282839775085449,
-      "cov-distil (oracle2teacher)": 4.876575469970703,
+      "cov-distil": 2.0812158584594727,
+      "cov-distil (oracle2student)": 5.274530410766602,
+      "cov-distil (oracle2teacher)": 4.631326675415039,
       "epoch": 0.9003139717425431,
-      "rel-constrast": 4.433046817779541,
+      "rel-constrast": 4.656898021697998,
       "step": 1147,
-      "subrel-constrast": 4.718896389007568,
+      "subrel-constrast": 4.682010173797607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205224990844727,
-      "cov-distil (oracle2student)": 4.22291898727417,
-      "cov-distil (oracle2teacher)": 4.117277145385742,
+      "cov-distil": 1.7379333972930908,
+      "cov-distil (oracle2student)": 4.013228893280029,
+      "cov-distil (oracle2teacher)": 4.30913782119751,
       "epoch": 0.9010989010989011,
-      "rel-constrast": 3.855983018875122,
+      "rel-constrast": 4.060223579406738,
       "step": 1148,
-      "subrel-constrast": 4.469812393188477,
+      "subrel-constrast": 4.042590141296387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6345241069793701,
-      "cov-distil (oracle2student)": 5.406733989715576,
-      "cov-distil (oracle2teacher)": 5.097825050354004,
+      "cov-distil": 1.9571555852890015,
+      "cov-distil (oracle2student)": 5.118443489074707,
+      "cov-distil (oracle2teacher)": 5.867423057556152,
       "epoch": 0.901883830455259,
-      "rel-constrast": 3.65572452545166,
+      "rel-constrast": 3.882547616958618,
       "step": 1149,
-      "subrel-constrast": 4.562080383300781,
+      "subrel-constrast": 4.530649185180664,
       "view-similarity": 0
     },
     {
       "epoch": 0.902668759811617,
-      "grad_norm": 6.46875,
+      "grad_norm": 7.71875,
       "learning_rate": 4.996619356523214e-05,
-      "loss": 0.7729,
+      "loss": 0.8238,
       "step": 1150
     },
     {
-      "cov-distil": 1.443082571029663,
-      "cov-distil (oracle2student)": 3.691708564758301,
-      "cov-distil (oracle2teacher)": 3.595862627029419,
+      "cov-distil": 1.6834232807159424,
+      "cov-distil (oracle2student)": 4.654511451721191,
+      "cov-distil (oracle2teacher)": 4.426721096038818,
       "epoch": 0.902668759811617,
-      "rel-constrast": 2.693650007247925,
+      "rel-constrast": 3.032975435256958,
       "step": 1150,
-      "subrel-constrast": 3.6807987689971924,
+      "subrel-constrast": 3.2536821365356445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8717272281646729,
-      "cov-distil (oracle2student)": 2.9550225734710693,
-      "cov-distil (oracle2teacher)": 2.935019016265869,
+      "cov-distil": 2.6772451400756836,
+      "cov-distil (oracle2student)": 3.5851500034332275,
+      "cov-distil (oracle2teacher)": 3.351102352142334,
       "epoch": 0.9034536891679749,
-      "rel-constrast": 2.7117953300476074,
+      "rel-constrast": 2.8022212982177734,
       "step": 1151,
-      "subrel-constrast": 3.4497106075286865,
+      "subrel-constrast": 3.550968647003174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4167680740356445,
-      "cov-distil (oracle2student)": 4.1744890213012695,
-      "cov-distil (oracle2teacher)": 3.54170298576355,
+      "cov-distil": 2.0205795764923096,
+      "cov-distil (oracle2student)": 4.24485969543457,
+      "cov-distil (oracle2teacher)": 3.8698019981384277,
       "epoch": 0.9042386185243328,
-      "rel-constrast": 2.371565103530884,
+      "rel-constrast": 2.586608409881592,
       "step": 1152,
-      "subrel-constrast": 2.9554567337036133,
+      "subrel-constrast": 2.8826587200164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5863559246063232,
-      "cov-distil (oracle2student)": 3.980961322784424,
-      "cov-distil (oracle2teacher)": 3.4597396850585938,
+      "cov-distil": 2.195441722869873,
+      "cov-distil (oracle2student)": 4.568816184997559,
+      "cov-distil (oracle2teacher)": 4.109668731689453,
       "epoch": 0.9050235478806907,
-      "rel-constrast": 2.7407240867614746,
+      "rel-constrast": 3.596662759780884,
       "step": 1153,
-      "subrel-constrast": 3.734286069869995,
+      "subrel-constrast": 4.492663383483887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7732425928115845,
-      "cov-distil (oracle2student)": 4.795622825622559,
-      "cov-distil (oracle2teacher)": 3.8778538703918457,
+      "cov-distil": 1.7458562850952148,
+      "cov-distil (oracle2student)": 5.626736640930176,
+      "cov-distil (oracle2teacher)": 4.219723224639893,
       "epoch": 0.9058084772370487,
-      "rel-constrast": 2.9903926849365234,
+      "rel-constrast": 3.483713388442993,
       "step": 1154,
-      "subrel-constrast": 3.689653158187866,
+      "subrel-constrast": 3.3755180835723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.463384985923767,
-      "cov-distil (oracle2student)": 4.449502944946289,
-      "cov-distil (oracle2teacher)": 4.495611667633057,
+      "cov-distil": 1.759010910987854,
+      "cov-distil (oracle2student)": 5.551843643188477,
+      "cov-distil (oracle2teacher)": 4.905154228210449,
       "epoch": 0.9065934065934066,
-      "rel-constrast": 2.2599551677703857,
+      "rel-constrast": 3.101288080215454,
       "step": 1155,
-      "subrel-constrast": 3.497908353805542,
+      "subrel-constrast": 3.347214937210083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2130064964294434,
-      "cov-distil (oracle2student)": 4.013300895690918,
-      "cov-distil (oracle2teacher)": 4.02077579498291,
+      "cov-distil": 2.561279296875,
+      "cov-distil (oracle2student)": 4.3817901611328125,
+      "cov-distil (oracle2teacher)": 4.001356601715088,
       "epoch": 0.9073783359497645,
-      "rel-constrast": 3.5984082221984863,
+      "rel-constrast": 3.656585693359375,
       "step": 1156,
-      "subrel-constrast": 3.823303699493408,
+      "subrel-constrast": 3.633603572845459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3067975044250488,
-      "cov-distil (oracle2student)": 3.140883445739746,
-      "cov-distil (oracle2teacher)": 2.835468292236328,
+      "cov-distil": 1.9441370964050293,
+      "cov-distil (oracle2student)": 3.2427029609680176,
+      "cov-distil (oracle2teacher)": 2.98777437210083,
       "epoch": 0.9081632653061225,
-      "rel-constrast": 2.4052255153656006,
+      "rel-constrast": 2.2809157371520996,
       "step": 1157,
-      "subrel-constrast": 3.1138172149658203,
+      "subrel-constrast": 2.639066457748413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1546053886413574,
-      "cov-distil (oracle2student)": 3.399296760559082,
-      "cov-distil (oracle2teacher)": 3.4823670387268066,
+      "cov-distil": 2.073174238204956,
+      "cov-distil (oracle2student)": 4.4645185470581055,
+      "cov-distil (oracle2teacher)": 3.3424856662750244,
       "epoch": 0.9089481946624803,
-      "rel-constrast": 4.274822235107422,
+      "rel-constrast": 4.521371841430664,
       "step": 1158,
-      "subrel-constrast": 4.037364482879639,
+      "subrel-constrast": 3.7862942218780518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8355066776275635,
-      "cov-distil (oracle2student)": 4.020825386047363,
-      "cov-distil (oracle2teacher)": 3.432453155517578,
+      "cov-distil": 1.9595766067504883,
+      "cov-distil (oracle2student)": 4.717768669128418,
+      "cov-distil (oracle2teacher)": 4.161098480224609,
       "epoch": 0.9097331240188383,
-      "rel-constrast": 2.861008644104004,
+      "rel-constrast": 3.5504322052001953,
       "step": 1159,
-      "subrel-constrast": 3.5515787601470947,
+      "subrel-constrast": 3.6171083450317383,
       "view-similarity": 0
     },
     {
       "epoch": 0.9105180533751962,
-      "grad_norm": 7.46875,
+      "grad_norm": 6.3125,
       "learning_rate": 4.996150471835518e-05,
-      "loss": 0.7653,
+      "loss": 0.8153,
       "step": 1160
     },
     {
-      "cov-distil": 1.2815093994140625,
-      "cov-distil (oracle2student)": 4.236474990844727,
-      "cov-distil (oracle2teacher)": 3.5232949256896973,
+      "cov-distil": 2.27372407913208,
+      "cov-distil (oracle2student)": 4.762585163116455,
+      "cov-distil (oracle2teacher)": 4.179037094116211,
       "epoch": 0.9105180533751962,
-      "rel-constrast": 3.2088136672973633,
+      "rel-constrast": 4.009474754333496,
       "step": 1160,
-      "subrel-constrast": 3.836989402770996,
+      "subrel-constrast": 3.4685070514678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6414496898651123,
-      "cov-distil (oracle2student)": 3.0682172775268555,
-      "cov-distil (oracle2teacher)": 3.169745445251465,
+      "cov-distil": 2.0322206020355225,
+      "cov-distil (oracle2student)": 3.9023876190185547,
+      "cov-distil (oracle2teacher)": 2.9876322746276855,
       "epoch": 0.9113029827315542,
-      "rel-constrast": 2.797144889831543,
+      "rel-constrast": 3.7119858264923096,
       "step": 1161,
-      "subrel-constrast": 3.395820379257202,
+      "subrel-constrast": 3.2446768283843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4575656652450562,
-      "cov-distil (oracle2student)": 5.596889495849609,
-      "cov-distil (oracle2teacher)": 5.4076995849609375,
+      "cov-distil": 1.8664082288742065,
+      "cov-distil (oracle2student)": 6.399477958679199,
+      "cov-distil (oracle2teacher)": 5.805586338043213,
       "epoch": 0.9120879120879121,
-      "rel-constrast": 3.4259774684906006,
+      "rel-constrast": 4.0600128173828125,
       "step": 1162,
-      "subrel-constrast": 4.41293478012085,
+      "subrel-constrast": 4.341676712036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9715670347213745,
-      "cov-distil (oracle2student)": 5.748863220214844,
-      "cov-distil (oracle2teacher)": 5.184823989868164,
+      "cov-distil": 2.0346317291259766,
+      "cov-distil (oracle2student)": 6.009403228759766,
+      "cov-distil (oracle2teacher)": 5.4380011558532715,
       "epoch": 0.9128728414442701,
-      "rel-constrast": 3.725337505340576,
+      "rel-constrast": 3.9733409881591797,
       "step": 1163,
-      "subrel-constrast": 4.611771106719971,
+      "subrel-constrast": 4.1906633377075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1137397289276123,
-      "cov-distil (oracle2student)": 3.371971368789673,
-      "cov-distil (oracle2teacher)": 3.502945899963379,
+      "cov-distil": 1.8676927089691162,
+      "cov-distil (oracle2student)": 3.8265318870544434,
+      "cov-distil (oracle2teacher)": 3.9957404136657715,
       "epoch": 0.9136577708006279,
-      "rel-constrast": 2.695183038711548,
+      "rel-constrast": 2.8316702842712402,
       "step": 1164,
-      "subrel-constrast": 3.2843246459960938,
+      "subrel-constrast": 3.166482448577881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531944513320923,
-      "cov-distil (oracle2student)": 3.6959424018859863,
-      "cov-distil (oracle2teacher)": 3.6868391036987305,
+      "cov-distil": 1.6832983493804932,
+      "cov-distil (oracle2student)": 3.621849536895752,
+      "cov-distil (oracle2teacher)": 4.205174446105957,
       "epoch": 0.9144427001569859,
-      "rel-constrast": 2.491232395172119,
+      "rel-constrast": 2.806450366973877,
       "step": 1165,
-      "subrel-constrast": 3.469127893447876,
+      "subrel-constrast": 3.565136671066284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6662570238113403,
-      "cov-distil (oracle2student)": 5.654899597167969,
-      "cov-distil (oracle2teacher)": 5.090555191040039,
+      "cov-distil": 2.102926254272461,
+      "cov-distil (oracle2student)": 5.816441535949707,
+      "cov-distil (oracle2teacher)": 5.477816104888916,
       "epoch": 0.9152276295133438,
-      "rel-constrast": 4.377036094665527,
+      "rel-constrast": 4.102187156677246,
       "step": 1166,
-      "subrel-constrast": 4.034554481506348,
+      "subrel-constrast": 3.896026134490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4588487148284912,
-      "cov-distil (oracle2student)": 2.7165474891662598,
-      "cov-distil (oracle2teacher)": 3.5998787879943848,
+      "cov-distil": 1.3505479097366333,
+      "cov-distil (oracle2student)": 2.903984785079956,
+      "cov-distil (oracle2teacher)": 3.450549364089966,
       "epoch": 0.9160125588697017,
-      "rel-constrast": 2.296668529510498,
+      "rel-constrast": 2.6559863090515137,
       "step": 1167,
-      "subrel-constrast": 3.11590313911438,
+      "subrel-constrast": 3.0852620601654053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8078097105026245,
-      "cov-distil (oracle2student)": 5.066540718078613,
-      "cov-distil (oracle2teacher)": 4.497931957244873,
+      "cov-distil": 2.0455691814422607,
+      "cov-distil (oracle2student)": 5.278059959411621,
+      "cov-distil (oracle2teacher)": 5.126543998718262,
       "epoch": 0.9167974882260597,
-      "rel-constrast": 3.504831552505493,
+      "rel-constrast": 3.5225255489349365,
       "step": 1168,
-      "subrel-constrast": 4.153743267059326,
+      "subrel-constrast": 4.076817989349365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2564361095428467,
-      "cov-distil (oracle2student)": 3.8110692501068115,
-      "cov-distil (oracle2teacher)": 3.617929458618164,
+      "cov-distil": 1.9857207536697388,
+      "cov-distil (oracle2student)": 4.1523566246032715,
+      "cov-distil (oracle2teacher)": 3.867340564727783,
       "epoch": 0.9175824175824175,
-      "rel-constrast": 3.2004554271698,
+      "rel-constrast": 3.753263235092163,
       "step": 1169,
-      "subrel-constrast": 3.6840548515319824,
+      "subrel-constrast": 3.4054036140441895,
       "view-similarity": 0
     },
     {
       "epoch": 0.9183673469387755,
-      "grad_norm": 6.25,
+      "grad_norm": 7.15625,
       "learning_rate": 4.9956511723420596e-05,
-      "loss": 0.8316,
+      "loss": 0.8857,
       "step": 1170
     },
     {
-      "cov-distil": 1.7868636846542358,
-      "cov-distil (oracle2student)": 5.351989269256592,
-      "cov-distil (oracle2teacher)": 5.995168685913086,
+      "cov-distil": 2.7740280628204346,
+      "cov-distil (oracle2student)": 5.977750778198242,
+      "cov-distil (oracle2teacher)": 6.6019392013549805,
       "epoch": 0.9183673469387755,
-      "rel-constrast": 3.483383893966675,
+      "rel-constrast": 4.328433036804199,
       "step": 1170,
-      "subrel-constrast": 4.039510250091553,
+      "subrel-constrast": 4.4542622566223145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5669972896575928,
-      "cov-distil (oracle2student)": 4.233527660369873,
-      "cov-distil (oracle2teacher)": 3.426328659057617,
+      "cov-distil": 2.297071933746338,
+      "cov-distil (oracle2student)": 4.381402969360352,
+      "cov-distil (oracle2teacher)": 4.014377117156982,
       "epoch": 0.9191522762951334,
-      "rel-constrast": 3.0960755348205566,
+      "rel-constrast": 3.5481133460998535,
       "step": 1171,
-      "subrel-constrast": 3.7429535388946533,
+      "subrel-constrast": 3.808800220489502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4847849607467651,
-      "cov-distil (oracle2student)": 6.527562141418457,
-      "cov-distil (oracle2teacher)": 5.688312530517578,
+      "cov-distil": 1.960188388824463,
+      "cov-distil (oracle2student)": 7.246551990509033,
+      "cov-distil (oracle2teacher)": 6.214167594909668,
       "epoch": 0.9199372056514914,
-      "rel-constrast": 3.12980318069458,
+      "rel-constrast": 4.018099784851074,
       "step": 1172,
-      "subrel-constrast": 3.827275514602661,
+      "subrel-constrast": 3.7896432876586914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.537367582321167,
-      "cov-distil (oracle2student)": 4.025749683380127,
-      "cov-distil (oracle2teacher)": 3.4675025939941406,
+      "cov-distil": 1.8596117496490479,
+      "cov-distil (oracle2student)": 4.1476898193359375,
+      "cov-distil (oracle2teacher)": 4.1959943771362305,
       "epoch": 0.9207221350078493,
-      "rel-constrast": 4.162596225738525,
+      "rel-constrast": 4.206459045410156,
       "step": 1173,
-      "subrel-constrast": 4.18705415725708,
+      "subrel-constrast": 4.78214168548584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671391010284424,
-      "cov-distil (oracle2student)": 5.512345790863037,
-      "cov-distil (oracle2teacher)": 5.1315813064575195,
+      "cov-distil": 1.6129326820373535,
+      "cov-distil (oracle2student)": 5.545326232910156,
+      "cov-distil (oracle2teacher)": 5.7373046875,
       "epoch": 0.9215070643642073,
-      "rel-constrast": 3.0779571533203125,
+      "rel-constrast": 2.609847068786621,
       "step": 1174,
-      "subrel-constrast": 3.9239659309387207,
+      "subrel-constrast": 3.7822277545928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7468125820159912,
-      "cov-distil (oracle2student)": 5.045190811157227,
-      "cov-distil (oracle2teacher)": 4.8531293869018555,
+      "cov-distil": 2.3552589416503906,
+      "cov-distil (oracle2student)": 7.384632110595703,
+      "cov-distil (oracle2teacher)": 5.715899467468262,
       "epoch": 0.9222919937205651,
-      "rel-constrast": 2.832158088684082,
+      "rel-constrast": 5.102939128875732,
       "step": 1175,
-      "subrel-constrast": 4.259617805480957,
+      "subrel-constrast": 3.865663766860962,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7982062101364136,
-      "cov-distil (oracle2student)": 4.597297668457031,
-      "cov-distil (oracle2teacher)": 4.246716022491455,
+      "cov-distil": 2.4162700176239014,
+      "cov-distil (oracle2student)": 4.959556579589844,
+      "cov-distil (oracle2teacher)": 4.515625476837158,
       "epoch": 0.9230769230769231,
-      "rel-constrast": 3.675710678100586,
+      "rel-constrast": 4.390295028686523,
       "step": 1176,
-      "subrel-constrast": 4.812505722045898,
+      "subrel-constrast": 4.841261386871338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3788889646530151,
-      "cov-distil (oracle2student)": 4.461580276489258,
-      "cov-distil (oracle2teacher)": 4.353765487670898,
+      "cov-distil": 1.5790168046951294,
+      "cov-distil (oracle2student)": 4.184337615966797,
+      "cov-distil (oracle2teacher)": 4.400570869445801,
       "epoch": 0.923861852433281,
-      "rel-constrast": 2.9810338020324707,
+      "rel-constrast": 3.4224345684051514,
       "step": 1177,
-      "subrel-constrast": 3.482665777206421,
+      "subrel-constrast": 3.46476149559021,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.05991268157959,
-      "cov-distil (oracle2student)": 4.606191158294678,
-      "cov-distil (oracle2teacher)": 3.5623247623443604,
+      "cov-distil": 1.7880375385284424,
+      "cov-distil (oracle2student)": 5.653731346130371,
+      "cov-distil (oracle2teacher)": 4.639430046081543,
       "epoch": 0.9246467817896389,
-      "rel-constrast": 3.7771148681640625,
+      "rel-constrast": 4.974556922912598,
       "step": 1178,
-      "subrel-constrast": 4.17537260055542,
+      "subrel-constrast": 4.6339545249938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9975810050964355,
-      "cov-distil (oracle2student)": 2.9373130798339844,
-      "cov-distil (oracle2teacher)": 3.30222225189209,
+      "cov-distil": 2.8451552391052246,
+      "cov-distil (oracle2student)": 3.729923963546753,
+      "cov-distil (oracle2teacher)": 3.73423433303833,
       "epoch": 0.9254317111459969,
-      "rel-constrast": 2.7977066040039062,
+      "rel-constrast": 3.1217918395996094,
       "step": 1179,
-      "subrel-constrast": 4.124040603637695,
+      "subrel-constrast": 4.386565208435059,
       "view-similarity": 0
     },
     {
       "epoch": 0.9262166405023547,
-      "grad_norm": 5.65625,
+      "grad_norm": 6.5,
       "learning_rate": 4.9951214641266454e-05,
-      "loss": 0.8671,
+      "loss": 0.9931,
       "step": 1180
     },
     {
-      "cov-distil": 1.3749620914459229,
-      "cov-distil (oracle2student)": 3.8213553428649902,
-      "cov-distil (oracle2teacher)": 3.745201587677002,
+      "cov-distil": 1.963437795639038,
+      "cov-distil (oracle2student)": 3.9958133697509766,
+      "cov-distil (oracle2teacher)": 4.293417453765869,
       "epoch": 0.9262166405023547,
-      "rel-constrast": 4.656604290008545,
+      "rel-constrast": 5.053701400756836,
       "step": 1180,
-      "subrel-constrast": 4.7837138175964355,
+      "subrel-constrast": 4.600927829742432,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.878669023513794,
-      "cov-distil (oracle2student)": 2.874736785888672,
-      "cov-distil (oracle2teacher)": 3.3165462017059326,
+      "cov-distil": 2.2140164375305176,
+      "cov-distil (oracle2student)": 3.130039691925049,
+      "cov-distil (oracle2teacher)": 3.2511746883392334,
       "epoch": 0.9270015698587127,
-      "rel-constrast": 2.8966524600982666,
+      "rel-constrast": 3.405327796936035,
       "step": 1181,
-      "subrel-constrast": 4.486790657043457,
+      "subrel-constrast": 4.362709999084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.293665647506714,
-      "cov-distil (oracle2student)": 7.028643608093262,
-      "cov-distil (oracle2teacher)": 7.015350341796875,
+      "cov-distil": 2.868732213973999,
+      "cov-distil (oracle2student)": 6.809500217437744,
+      "cov-distil (oracle2teacher)": 7.086259841918945,
       "epoch": 0.9277864992150706,
-      "rel-constrast": 3.6025748252868652,
+      "rel-constrast": 3.4981436729431152,
       "step": 1182,
-      "subrel-constrast": 4.766818523406982,
+      "subrel-constrast": 4.8566436767578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.651129961013794,
-      "cov-distil (oracle2student)": 4.1690521240234375,
-      "cov-distil (oracle2teacher)": 3.9816250801086426,
+      "cov-distil": 1.8179211616516113,
+      "cov-distil (oracle2student)": 4.301259994506836,
+      "cov-distil (oracle2teacher)": 4.5883073806762695,
       "epoch": 0.9285714285714286,
-      "rel-constrast": 3.413325071334839,
+      "rel-constrast": 3.7113828659057617,
       "step": 1183,
-      "subrel-constrast": 4.120756149291992,
+      "subrel-constrast": 4.189152717590332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.371960997581482,
-      "cov-distil (oracle2student)": 3.9419898986816406,
-      "cov-distil (oracle2teacher)": 3.5902247428894043,
+      "cov-distil": 1.9471567869186401,
+      "cov-distil (oracle2student)": 4.0347394943237305,
+      "cov-distil (oracle2teacher)": 3.948465585708618,
       "epoch": 0.9293563579277865,
-      "rel-constrast": 3.273420572280884,
+      "rel-constrast": 3.355698823928833,
       "step": 1184,
-      "subrel-constrast": 3.74275803565979,
+      "subrel-constrast": 3.9647607803344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9146562814712524,
-      "cov-distil (oracle2student)": 4.676143646240234,
-      "cov-distil (oracle2teacher)": 4.350830554962158,
+      "cov-distil": 2.2401041984558105,
+      "cov-distil (oracle2student)": 5.557095527648926,
+      "cov-distil (oracle2teacher)": 4.660333633422852,
       "epoch": 0.9301412872841445,
-      "rel-constrast": 2.842129707336426,
+      "rel-constrast": 3.2625343799591064,
       "step": 1185,
-      "subrel-constrast": 3.4485690593719482,
+      "subrel-constrast": 3.319352626800537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4149706363677979,
-      "cov-distil (oracle2student)": 4.549127578735352,
-      "cov-distil (oracle2teacher)": 4.000871658325195,
+      "cov-distil": 1.7754557132720947,
+      "cov-distil (oracle2student)": 5.143248558044434,
+      "cov-distil (oracle2teacher)": 4.994974136352539,
       "epoch": 0.9309262166405023,
-      "rel-constrast": 2.3058714866638184,
+      "rel-constrast": 3.0471725463867188,
       "step": 1186,
-      "subrel-constrast": 2.8557651042938232,
+      "subrel-constrast": 3.09635066986084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.149344563484192,
-      "cov-distil (oracle2student)": 3.8757810592651367,
-      "cov-distil (oracle2teacher)": 3.8923072814941406,
+      "cov-distil": 1.6688909530639648,
+      "cov-distil (oracle2student)": 3.865931749343872,
+      "cov-distil (oracle2teacher)": 4.082855701446533,
       "epoch": 0.9317111459968603,
-      "rel-constrast": 3.0727078914642334,
+      "rel-constrast": 3.093085527420044,
       "step": 1187,
-      "subrel-constrast": 3.801476240158081,
+      "subrel-constrast": 3.7532601356506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2096295356750488,
-      "cov-distil (oracle2student)": 3.335026979446411,
-      "cov-distil (oracle2teacher)": 3.660101890563965,
+      "cov-distil": 1.7639755010604858,
+      "cov-distil (oracle2student)": 3.535024404525757,
+      "cov-distil (oracle2teacher)": 4.007599830627441,
       "epoch": 0.9324960753532182,
-      "rel-constrast": 2.7182772159576416,
+      "rel-constrast": 2.729976177215576,
       "step": 1188,
-      "subrel-constrast": 3.7372019290924072,
+      "subrel-constrast": 3.7946629524230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.239673137664795,
-      "cov-distil (oracle2student)": 3.4317338466644287,
-      "cov-distil (oracle2teacher)": 3.3225114345550537,
+      "cov-distil": 1.2497644424438477,
+      "cov-distil (oracle2student)": 3.409092426300049,
+      "cov-distil (oracle2teacher)": 3.9089224338531494,
       "epoch": 0.9332810047095761,
-      "rel-constrast": 2.5532279014587402,
+      "rel-constrast": 3.090658664703369,
       "step": 1189,
-      "subrel-constrast": 3.071510076522827,
+      "subrel-constrast": 3.3844540119171143,
       "view-similarity": 0
     },
     {
       "epoch": 0.9340659340659341,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.3125,
       "learning_rate": 4.994561353643604e-05,
-      "loss": 0.8221,
+      "loss": 0.8562,
       "step": 1190
     },
     {
-      "cov-distil": 1.8070812225341797,
-      "cov-distil (oracle2student)": 3.971548318862915,
-      "cov-distil (oracle2teacher)": 3.4021518230438232,
+      "cov-distil": 2.124447822570801,
+      "cov-distil (oracle2student)": 4.823829650878906,
+      "cov-distil (oracle2teacher)": 3.7125518321990967,
       "epoch": 0.9340659340659341,
-      "rel-constrast": 2.288071632385254,
+      "rel-constrast": 3.0288610458374023,
       "step": 1190,
-      "subrel-constrast": 3.028351306915283,
+      "subrel-constrast": 2.8950116634368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148916721343994,
-      "cov-distil (oracle2student)": 5.076765060424805,
-      "cov-distil (oracle2teacher)": 4.395874977111816,
+      "cov-distil": 2.2130286693573,
+      "cov-distil (oracle2student)": 4.99241828918457,
+      "cov-distil (oracle2teacher)": 4.809720993041992,
       "epoch": 0.934850863422292,
-      "rel-constrast": 2.5542197227478027,
+      "rel-constrast": 3.388758659362793,
       "step": 1191,
-      "subrel-constrast": 3.9978582859039307,
+      "subrel-constrast": 3.79276180267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200567364692688,
-      "cov-distil (oracle2student)": 3.8667056560516357,
-      "cov-distil (oracle2teacher)": 3.7100179195404053,
+      "cov-distil": 1.5439361333847046,
+      "cov-distil (oracle2student)": 3.8746323585510254,
+      "cov-distil (oracle2teacher)": 3.957127809524536,
       "epoch": 0.9356357927786499,
-      "rel-constrast": 1.9808406829833984,
+      "rel-constrast": 2.404189109802246,
       "step": 1192,
-      "subrel-constrast": 2.6270174980163574,
+      "subrel-constrast": 2.760175943374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5440454483032227,
-      "cov-distil (oracle2student)": 4.111261367797852,
-      "cov-distil (oracle2teacher)": 4.358633995056152,
+      "cov-distil": 1.9825611114501953,
+      "cov-distil (oracle2student)": 4.009640216827393,
+      "cov-distil (oracle2teacher)": 4.492561340332031,
       "epoch": 0.9364207221350078,
-      "rel-constrast": 2.9030914306640625,
+      "rel-constrast": 3.807060718536377,
       "step": 1193,
-      "subrel-constrast": 3.6748054027557373,
+      "subrel-constrast": 4.278440475463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5587102174758911,
-      "cov-distil (oracle2student)": 3.562497138977051,
-      "cov-distil (oracle2teacher)": 3.5922279357910156,
+      "cov-distil": 1.8434803485870361,
+      "cov-distil (oracle2student)": 3.739737033843994,
+      "cov-distil (oracle2teacher)": 3.5885727405548096,
       "epoch": 0.9372056514913658,
-      "rel-constrast": 3.1529085636138916,
+      "rel-constrast": 3.5075185298919678,
       "step": 1194,
-      "subrel-constrast": 4.10093355178833,
+      "subrel-constrast": 4.298705101013184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8191659450531006,
-      "cov-distil (oracle2student)": 4.622344017028809,
-      "cov-distil (oracle2teacher)": 3.431057929992676,
+      "cov-distil": 1.9772926568984985,
+      "cov-distil (oracle2student)": 4.52230978012085,
+      "cov-distil (oracle2teacher)": 4.085808753967285,
       "epoch": 0.9379905808477237,
-      "rel-constrast": 2.899667739868164,
+      "rel-constrast": 3.2716894149780273,
       "step": 1195,
-      "subrel-constrast": 3.5286593437194824,
+      "subrel-constrast": 3.7178263664245605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4436109066009521,
-      "cov-distil (oracle2student)": 3.421355724334717,
-      "cov-distil (oracle2teacher)": 3.652665853500366,
+      "cov-distil": 1.6500065326690674,
+      "cov-distil (oracle2student)": 3.355670928955078,
+      "cov-distil (oracle2teacher)": 3.564591407775879,
       "epoch": 0.9387755102040817,
-      "rel-constrast": 2.2924082279205322,
+      "rel-constrast": 2.6308116912841797,
       "step": 1196,
-      "subrel-constrast": 3.009202718734741,
+      "subrel-constrast": 3.081821918487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.700963020324707,
-      "cov-distil (oracle2student)": 4.7589006423950195,
-      "cov-distil (oracle2teacher)": 3.978583812713623,
+      "cov-distil": 2.2887778282165527,
+      "cov-distil (oracle2student)": 4.631473541259766,
+      "cov-distil (oracle2teacher)": 4.103348731994629,
       "epoch": 0.9395604395604396,
-      "rel-constrast": 2.734005928039551,
+      "rel-constrast": 3.3795995712280273,
       "step": 1197,
-      "subrel-constrast": 3.3664376735687256,
+      "subrel-constrast": 3.676185369491577,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5046660900115967,
-      "cov-distil (oracle2student)": 4.314587593078613,
-      "cov-distil (oracle2teacher)": 4.032175540924072,
+      "cov-distil": 1.7281415462493896,
+      "cov-distil (oracle2student)": 4.180220603942871,
+      "cov-distil (oracle2teacher)": 4.100731372833252,
       "epoch": 0.9403453689167975,
-      "rel-constrast": 2.7253341674804688,
+      "rel-constrast": 2.737860679626465,
       "step": 1198,
-      "subrel-constrast": 3.4343972206115723,
+      "subrel-constrast": 3.4785068035125732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2936146259307861,
-      "cov-distil (oracle2student)": 3.2974209785461426,
-      "cov-distil (oracle2teacher)": 3.401402473449707,
+      "cov-distil": 2.3388290405273438,
+      "cov-distil (oracle2student)": 3.850379467010498,
+      "cov-distil (oracle2teacher)": 3.318286895751953,
       "epoch": 0.9411302982731554,
-      "rel-constrast": 4.445433616638184,
+      "rel-constrast": 4.150463104248047,
       "step": 1199,
-      "subrel-constrast": 5.167204856872559,
+      "subrel-constrast": 5.126882076263428,
       "view-similarity": 0
     },
     {
       "epoch": 0.9419152276295133,
-      "grad_norm": 6.375,
+      "grad_norm": 6.53125,
       "learning_rate": 4.993970847717704e-05,
-      "loss": 0.7395,
+      "loss": 0.8077,
       "step": 1200
     },
     {
       "epoch": 0.9419152276295133,
-      "overlap": 0.3203125,
+      "overlap": 0.3031249940395355,
       "step": 1200
     },
     {
       "epoch": 0.9419152276295133,
       "step": 1200,
-      "student margin": 0.0496826171875
+      "student margin": 0.04339599609375
     },
     {
       "epoch": 0.9419152276295133,
       "step": 1200,
-      "teacher margin": 0.036590576171875
+      "teacher margin": 0.036834716796875
     },
     {
       "epoch": 0.9419152276295133,
-      "margin difference": -0.013092041015625,
+      "margin difference": -0.006561279296875,
       "step": 1200
     },
     {
-      "cov-distil": 1.6105701923370361,
-      "cov-distil (oracle2student)": 5.779675006866455,
-      "cov-distil (oracle2teacher)": 4.917959213256836,
+      "cov-distil": 2.0285425186157227,
+      "cov-distil (oracle2student)": 6.058913230895996,
+      "cov-distil (oracle2teacher)": 5.1868205070495605,
       "epoch": 0.9419152276295133,
-      "rel-constrast": 2.8267126083374023,
+      "rel-constrast": 3.36928129196167,
       "step": 1200,
-      "subrel-constrast": 3.244717836380005,
+      "subrel-constrast": 3.509054660797119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2549251317977905,
-      "cov-distil (oracle2student)": 3.3697609901428223,
-      "cov-distil (oracle2teacher)": 3.235903263092041,
+      "cov-distil": 1.395667552947998,
+      "cov-distil (oracle2student)": 3.5575265884399414,
+      "cov-distil (oracle2teacher)": 3.5179708003997803,
       "epoch": 0.9427001569858713,
-      "rel-constrast": 2.4257946014404297,
+      "rel-constrast": 2.498309373855591,
       "step": 1201,
-      "subrel-constrast": 3.0524795055389404,
+      "subrel-constrast": 3.049795150756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.483722448348999,
-      "cov-distil (oracle2student)": 4.390925407409668,
-      "cov-distil (oracle2teacher)": 4.028365612030029,
+      "cov-distil": 2.3869500160217285,
+      "cov-distil (oracle2student)": 5.090426445007324,
+      "cov-distil (oracle2teacher)": 4.127718925476074,
       "epoch": 0.9434850863422292,
-      "rel-constrast": 3.4933953285217285,
+      "rel-constrast": 4.125378608703613,
       "step": 1202,
-      "subrel-constrast": 4.11123514175415,
+      "subrel-constrast": 4.228795051574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3687052726745605,
-      "cov-distil (oracle2student)": 4.669280052185059,
-      "cov-distil (oracle2teacher)": 4.163387298583984,
+      "cov-distil": 1.6104624271392822,
+      "cov-distil (oracle2student)": 4.046695709228516,
+      "cov-distil (oracle2teacher)": 4.122236251831055,
       "epoch": 0.9442700156985872,
-      "rel-constrast": 3.924910545349121,
+      "rel-constrast": 3.675306797027588,
       "step": 1203,
-      "subrel-constrast": 4.383458614349365,
+      "subrel-constrast": 4.565013408660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6759591102600098,
-      "cov-distil (oracle2student)": 3.1451539993286133,
-      "cov-distil (oracle2teacher)": 3.5230112075805664,
+      "cov-distil": 2.256840467453003,
+      "cov-distil (oracle2student)": 2.8957138061523438,
+      "cov-distil (oracle2teacher)": 3.492584705352783,
       "epoch": 0.945054945054945,
-      "rel-constrast": 2.801999092102051,
+      "rel-constrast": 2.7219462394714355,
       "step": 1204,
-      "subrel-constrast": 3.3344428539276123,
+      "subrel-constrast": 3.349567413330078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.910562515258789,
-      "cov-distil (oracle2student)": 4.136933326721191,
-      "cov-distil (oracle2teacher)": 3.9945268630981445,
+      "cov-distil": 2.6456351280212402,
+      "cov-distil (oracle2student)": 5.123361587524414,
+      "cov-distil (oracle2teacher)": 4.117095947265625,
       "epoch": 0.945839874411303,
-      "rel-constrast": 3.9524710178375244,
+      "rel-constrast": 5.025882720947266,
       "step": 1205,
-      "subrel-constrast": 4.729903697967529,
+      "subrel-constrast": 4.853144645690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3960767984390259,
-      "cov-distil (oracle2student)": 4.077619552612305,
-      "cov-distil (oracle2teacher)": 3.501871109008789,
+      "cov-distil": 1.4377597570419312,
+      "cov-distil (oracle2student)": 4.749503135681152,
+      "cov-distil (oracle2teacher)": 4.201072692871094,
       "epoch": 0.9466248037676609,
-      "rel-constrast": 3.3120028972625732,
+      "rel-constrast": 3.860430955886841,
       "step": 1206,
-      "subrel-constrast": 3.490509510040283,
+      "subrel-constrast": 4.3133673667907715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5521440505981445,
-      "cov-distil (oracle2student)": 3.8946728706359863,
-      "cov-distil (oracle2teacher)": 3.6843862533569336,
+      "cov-distil": 2.6090970039367676,
+      "cov-distil (oracle2student)": 3.1892459392547607,
+      "cov-distil (oracle2teacher)": 3.650792121887207,
       "epoch": 0.9474097331240189,
-      "rel-constrast": 3.2784876823425293,
+      "rel-constrast": 3.37001633644104,
       "step": 1207,
-      "subrel-constrast": 3.8301875591278076,
+      "subrel-constrast": 3.983757734298706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3751758337020874,
-      "cov-distil (oracle2student)": 3.973721981048584,
-      "cov-distil (oracle2teacher)": 3.76820707321167,
+      "cov-distil": 2.0789976119995117,
+      "cov-distil (oracle2student)": 3.8066844940185547,
+      "cov-distil (oracle2teacher)": 3.8352556228637695,
       "epoch": 0.9481946624803768,
-      "rel-constrast": 2.751735210418701,
+      "rel-constrast": 3.180257797241211,
       "step": 1208,
-      "subrel-constrast": 3.6451714038848877,
+      "subrel-constrast": 3.4416251182556152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.257673740386963,
-      "cov-distil (oracle2student)": 5.246366500854492,
-      "cov-distil (oracle2teacher)": 4.899626731872559,
+      "cov-distil": 1.6241066455841064,
+      "cov-distil (oracle2student)": 5.076364517211914,
+      "cov-distil (oracle2teacher)": 4.7507710456848145,
       "epoch": 0.9489795918367347,
-      "rel-constrast": 2.314209222793579,
+      "rel-constrast": 3.2788126468658447,
       "step": 1209,
-      "subrel-constrast": 3.3867154121398926,
+      "subrel-constrast": 3.1125268936157227,
       "view-similarity": 0
     },
     {
       "epoch": 0.9497645211930926,
-      "grad_norm": 4.75,
+      "grad_norm": 6.6875,
       "learning_rate": 4.9933499535440734e-05,
-      "loss": 0.8143,
+      "loss": 0.8776,
       "step": 1210
     },
     {
-      "cov-distil": 1.6039924621582031,
-      "cov-distil (oracle2student)": 4.576372146606445,
-      "cov-distil (oracle2teacher)": 4.234128952026367,
+      "cov-distil": 1.7982916831970215,
+      "cov-distil (oracle2student)": 4.991686820983887,
+      "cov-distil (oracle2teacher)": 4.224607944488525,
       "epoch": 0.9497645211930926,
-      "rel-constrast": 4.437294960021973,
+      "rel-constrast": 4.110572814941406,
       "step": 1210,
-      "subrel-constrast": 4.952371597290039,
+      "subrel-constrast": 4.849668502807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619235038757324,
-      "cov-distil (oracle2student)": 7.047615051269531,
-      "cov-distil (oracle2teacher)": 5.62222957611084,
+      "cov-distil": 2.1049864292144775,
+      "cov-distil (oracle2student)": 6.675713539123535,
+      "cov-distil (oracle2teacher)": 6.418858528137207,
       "epoch": 0.9505494505494505,
-      "rel-constrast": 2.503946542739868,
+      "rel-constrast": 2.107868194580078,
       "step": 1211,
-      "subrel-constrast": 2.971254587173462,
+      "subrel-constrast": 2.9317243099212646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5805871486663818,
-      "cov-distil (oracle2student)": 3.3732993602752686,
-      "cov-distil (oracle2teacher)": 3.065959930419922,
+      "cov-distil": 1.9090877771377563,
+      "cov-distil (oracle2student)": 3.747750759124756,
+      "cov-distil (oracle2teacher)": 3.31807804107666,
       "epoch": 0.9513343799058085,
-      "rel-constrast": 2.4616994857788086,
+      "rel-constrast": 3.101454734802246,
       "step": 1212,
-      "subrel-constrast": 3.2246487140655518,
+      "subrel-constrast": 3.3965020179748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6478489637374878,
-      "cov-distil (oracle2student)": 3.3030200004577637,
-      "cov-distil (oracle2teacher)": 3.6912641525268555,
+      "cov-distil": 2.010345935821533,
+      "cov-distil (oracle2student)": 3.959198474884033,
+      "cov-distil (oracle2teacher)": 3.733311414718628,
       "epoch": 0.9521193092621664,
-      "rel-constrast": 2.7378714084625244,
+      "rel-constrast": 3.063023328781128,
       "step": 1213,
-      "subrel-constrast": 3.7481882572174072,
+      "subrel-constrast": 3.891488790512085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674123764038086,
-      "cov-distil (oracle2student)": 3.028886318206787,
-      "cov-distil (oracle2teacher)": 3.1172738075256348,
+      "cov-distil": 2.6424567699432373,
+      "cov-distil (oracle2student)": 3.241363525390625,
+      "cov-distil (oracle2teacher)": 3.684359550476074,
       "epoch": 0.9529042386185244,
-      "rel-constrast": 2.371886730194092,
+      "rel-constrast": 2.741629123687744,
       "step": 1214,
-      "subrel-constrast": 3.228628158569336,
+      "subrel-constrast": 3.5394086837768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5553092956542969,
-      "cov-distil (oracle2student)": 4.024779796600342,
-      "cov-distil (oracle2teacher)": 3.9427013397216797,
+      "cov-distil": 1.7971141338348389,
+      "cov-distil (oracle2student)": 4.428192615509033,
+      "cov-distil (oracle2teacher)": 4.399296760559082,
       "epoch": 0.9536891679748822,
-      "rel-constrast": 2.77235746383667,
+      "rel-constrast": 3.2979843616485596,
       "step": 1215,
-      "subrel-constrast": 3.4766647815704346,
+      "subrel-constrast": 3.5270233154296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2531368732452393,
-      "cov-distil (oracle2student)": 4.723504066467285,
-      "cov-distil (oracle2teacher)": 3.7710354328155518,
+      "cov-distil": 1.8351469039916992,
+      "cov-distil (oracle2student)": 5.08505916595459,
+      "cov-distil (oracle2teacher)": 4.330475807189941,
       "epoch": 0.9544740973312402,
-      "rel-constrast": 3.066476821899414,
+      "rel-constrast": 3.2286484241485596,
       "step": 1216,
-      "subrel-constrast": 3.9490931034088135,
+      "subrel-constrast": 3.5567574501037598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6948390007019043,
-      "cov-distil (oracle2student)": 3.629880428314209,
-      "cov-distil (oracle2teacher)": 3.3514814376831055,
+      "cov-distil": 1.9084928035736084,
+      "cov-distil (oracle2student)": 4.499119758605957,
+      "cov-distil (oracle2teacher)": 3.6950201988220215,
       "epoch": 0.9552590266875981,
-      "rel-constrast": 2.358733654022217,
+      "rel-constrast": 2.8626534938812256,
       "step": 1217,
-      "subrel-constrast": 3.165830612182617,
+      "subrel-constrast": 3.037829875946045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3928395509719849,
-      "cov-distil (oracle2student)": 4.305171966552734,
-      "cov-distil (oracle2teacher)": 4.1909565925598145,
+      "cov-distil": 2.393221378326416,
+      "cov-distil (oracle2student)": 4.114194869995117,
+      "cov-distil (oracle2teacher)": 4.680608749389648,
       "epoch": 0.9560439560439561,
-      "rel-constrast": 3.010542392730713,
+      "rel-constrast": 3.3258867263793945,
       "step": 1218,
-      "subrel-constrast": 3.5911428928375244,
+      "subrel-constrast": 3.8344829082489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4528329372406006,
-      "cov-distil (oracle2student)": 2.1864287853240967,
-      "cov-distil (oracle2teacher)": 2.416934013366699,
+      "cov-distil": 1.9537475109100342,
+      "cov-distil (oracle2student)": 2.409273147583008,
+      "cov-distil (oracle2teacher)": 2.655747175216675,
       "epoch": 0.956828885400314,
-      "rel-constrast": 2.1928157806396484,
+      "rel-constrast": 2.4541049003601074,
       "step": 1219,
-      "subrel-constrast": 3.2564051151275635,
+      "subrel-constrast": 3.285050392150879,
       "view-similarity": 0
     },
     {
       "epoch": 0.957613814756672,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.46875,
       "learning_rate": 4.992698678688111e-05,
-      "loss": 0.7389,
+      "loss": 0.7573,
       "step": 1220
     },
     {
-      "cov-distil": 1.436532974243164,
-      "cov-distil (oracle2student)": 4.110199928283691,
-      "cov-distil (oracle2teacher)": 4.324930667877197,
+      "cov-distil": 1.9116461277008057,
+      "cov-distil (oracle2student)": 4.404060363769531,
+      "cov-distil (oracle2teacher)": 4.481851577758789,
       "epoch": 0.957613814756672,
-      "rel-constrast": 3.4708638191223145,
+      "rel-constrast": 4.21660041809082,
       "step": 1220,
-      "subrel-constrast": 4.561421871185303,
+      "subrel-constrast": 4.418862342834473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.409794807434082,
-      "cov-distil (oracle2student)": 4.937740325927734,
-      "cov-distil (oracle2teacher)": 4.894489288330078,
+      "cov-distil": 1.7484328746795654,
+      "cov-distil (oracle2student)": 5.284372329711914,
+      "cov-distil (oracle2teacher)": 5.196642875671387,
       "epoch": 0.9583987441130298,
-      "rel-constrast": 2.4376707077026367,
+      "rel-constrast": 3.721919059753418,
       "step": 1221,
-      "subrel-constrast": 3.53894305229187,
+      "subrel-constrast": 3.466010093688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7438490390777588,
-      "cov-distil (oracle2student)": 6.20819091796875,
-      "cov-distil (oracle2teacher)": 4.690855503082275,
+      "cov-distil": 1.954620361328125,
+      "cov-distil (oracle2student)": 6.370707035064697,
+      "cov-distil (oracle2teacher)": 5.618906021118164,
       "epoch": 0.9591836734693877,
-      "rel-constrast": 2.403841733932495,
+      "rel-constrast": 2.9535255432128906,
       "step": 1222,
-      "subrel-constrast": 3.353959798812866,
+      "subrel-constrast": 3.1365694999694824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.250932216644287,
-      "cov-distil (oracle2student)": 4.693305492401123,
-      "cov-distil (oracle2teacher)": 4.102659702301025,
+      "cov-distil": 1.7647761106491089,
+      "cov-distil (oracle2student)": 5.037554740905762,
+      "cov-distil (oracle2teacher)": 4.593274116516113,
       "epoch": 0.9599686028257457,
-      "rel-constrast": 4.867374420166016,
+      "rel-constrast": 4.816118240356445,
       "step": 1223,
-      "subrel-constrast": 4.888300895690918,
+      "subrel-constrast": 5.144981384277344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6726696491241455,
-      "cov-distil (oracle2student)": 5.086460113525391,
-      "cov-distil (oracle2teacher)": 4.459454536437988,
+      "cov-distil": 1.944112777709961,
+      "cov-distil (oracle2student)": 4.810376167297363,
+      "cov-distil (oracle2teacher)": 4.534662246704102,
       "epoch": 0.9607535321821036,
-      "rel-constrast": 3.6357109546661377,
+      "rel-constrast": 3.4783406257629395,
       "step": 1224,
-      "subrel-constrast": 3.853543281555176,
+      "subrel-constrast": 3.9430313110351562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2617173194885254,
-      "cov-distil (oracle2student)": 5.61175537109375,
-      "cov-distil (oracle2teacher)": 5.2344255447387695,
+      "cov-distil": 1.592663049697876,
+      "cov-distil (oracle2student)": 5.497942924499512,
+      "cov-distil (oracle2teacher)": 5.335178375244141,
       "epoch": 0.9615384615384616,
-      "rel-constrast": 2.239116668701172,
+      "rel-constrast": 2.987912654876709,
       "step": 1225,
-      "subrel-constrast": 2.960505962371826,
+      "subrel-constrast": 3.1302549839019775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.335501790046692,
-      "cov-distil (oracle2student)": 3.3338255882263184,
-      "cov-distil (oracle2teacher)": 3.0814156532287598,
+      "cov-distil": 1.7812061309814453,
+      "cov-distil (oracle2student)": 3.651853084564209,
+      "cov-distil (oracle2teacher)": 2.7947440147399902,
       "epoch": 0.9623233908948194,
-      "rel-constrast": 2.3926875591278076,
+      "rel-constrast": 2.3957815170288086,
       "step": 1226,
-      "subrel-constrast": 2.9196832180023193,
+      "subrel-constrast": 2.902663230895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2774579524993896,
-      "cov-distil (oracle2student)": 5.64495849609375,
-      "cov-distil (oracle2teacher)": 4.665161609649658,
+      "cov-distil": 1.787187099456787,
+      "cov-distil (oracle2student)": 5.92269229888916,
+      "cov-distil (oracle2teacher)": 4.895583152770996,
       "epoch": 0.9631083202511774,
-      "rel-constrast": 3.265216588973999,
+      "rel-constrast": 3.1878833770751953,
       "step": 1227,
-      "subrel-constrast": 3.3127708435058594,
+      "subrel-constrast": 3.2627785205841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300419330596924,
-      "cov-distil (oracle2student)": 3.3285422325134277,
-      "cov-distil (oracle2teacher)": 3.382845401763916,
+      "cov-distil": 2.3250131607055664,
+      "cov-distil (oracle2student)": 4.3641357421875,
+      "cov-distil (oracle2teacher)": 3.77913236618042,
       "epoch": 0.9638932496075353,
-      "rel-constrast": 3.2291526794433594,
+      "rel-constrast": 3.276989459991455,
       "step": 1228,
-      "subrel-constrast": 4.124401092529297,
+      "subrel-constrast": 3.919436454772949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2508728504180908,
-      "cov-distil (oracle2student)": 4.593624591827393,
-      "cov-distil (oracle2teacher)": 3.73111629486084,
+      "cov-distil": 1.27504301071167,
+      "cov-distil (oracle2student)": 4.528522491455078,
+      "cov-distil (oracle2teacher)": 3.9523463249206543,
       "epoch": 0.9646781789638933,
-      "rel-constrast": 2.9496850967407227,
+      "rel-constrast": 3.7457990646362305,
       "step": 1229,
-      "subrel-constrast": 3.252176284790039,
+      "subrel-constrast": 3.772120237350464,
       "view-similarity": 0
     },
     {
       "epoch": 0.9654631083202512,
-      "grad_norm": 5.75,
+      "grad_norm": 8.9375,
       "learning_rate": 4.992017031085398e-05,
-      "loss": 0.8096,
+      "loss": 0.8695,
       "step": 1230
     },
     {
-      "cov-distil": 1.7356112003326416,
-      "cov-distil (oracle2student)": 4.123534202575684,
-      "cov-distil (oracle2teacher)": 4.169621467590332,
+      "cov-distil": 2.2922849655151367,
+      "cov-distil (oracle2student)": 4.277410984039307,
+      "cov-distil (oracle2teacher)": 4.99740743637085,
       "epoch": 0.9654631083202512,
-      "rel-constrast": 2.8074231147766113,
+      "rel-constrast": 3.7679479122161865,
       "step": 1230,
-      "subrel-constrast": 3.9389231204986572,
+      "subrel-constrast": 4.253800392150879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4420530796051025,
-      "cov-distil (oracle2student)": 3.8097753524780273,
-      "cov-distil (oracle2teacher)": 3.7854228019714355,
+      "cov-distil": 2.4972071647644043,
+      "cov-distil (oracle2student)": 4.478125095367432,
+      "cov-distil (oracle2teacher)": 4.08485221862793,
       "epoch": 0.966248037676609,
-      "rel-constrast": 3.9864463806152344,
+      "rel-constrast": 5.248748302459717,
       "step": 1231,
-      "subrel-constrast": 4.513359546661377,
+      "subrel-constrast": 4.511220455169678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2666831016540527,
-      "cov-distil (oracle2student)": 4.377869606018066,
-      "cov-distil (oracle2teacher)": 3.9519600868225098,
+      "cov-distil": 1.3323569297790527,
+      "cov-distil (oracle2student)": 4.484169006347656,
+      "cov-distil (oracle2teacher)": 4.091178894042969,
       "epoch": 0.967032967032967,
-      "rel-constrast": 2.8950271606445312,
+      "rel-constrast": 2.977818489074707,
       "step": 1232,
-      "subrel-constrast": 3.422940731048584,
+      "subrel-constrast": 3.3890976905822754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749788761138916,
-      "cov-distil (oracle2student)": 4.057105541229248,
-      "cov-distil (oracle2teacher)": 4.343048572540283,
+      "cov-distil": 2.1094040870666504,
+      "cov-distil (oracle2student)": 4.484561920166016,
+      "cov-distil (oracle2teacher)": 4.226533889770508,
       "epoch": 0.9678178963893249,
-      "rel-constrast": 2.216052532196045,
+      "rel-constrast": 2.867788553237915,
       "step": 1233,
-      "subrel-constrast": 3.2852511405944824,
+      "subrel-constrast": 3.0866873264312744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2060002088546753,
-      "cov-distil (oracle2student)": 4.399940013885498,
-      "cov-distil (oracle2teacher)": 3.984816551208496,
+      "cov-distil": 1.6635042428970337,
+      "cov-distil (oracle2student)": 5.3140482902526855,
+      "cov-distil (oracle2teacher)": 4.58503532409668,
       "epoch": 0.9686028257456829,
-      "rel-constrast": 3.5238823890686035,
+      "rel-constrast": 3.8313961029052734,
       "step": 1234,
-      "subrel-constrast": 3.784899950027466,
+      "subrel-constrast": 3.750154972076416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4902675151824951,
-      "cov-distil (oracle2student)": 5.702090263366699,
-      "cov-distil (oracle2teacher)": 5.267083168029785,
+      "cov-distil": 1.4824097156524658,
+      "cov-distil (oracle2student)": 6.402896881103516,
+      "cov-distil (oracle2teacher)": 5.389066219329834,
       "epoch": 0.9693877551020408,
-      "rel-constrast": 4.418448448181152,
+      "rel-constrast": 4.617867469787598,
       "step": 1235,
-      "subrel-constrast": 4.546502113342285,
+      "subrel-constrast": 4.21566104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.429222822189331,
-      "cov-distil (oracle2student)": 3.4779820442199707,
-      "cov-distil (oracle2teacher)": 3.6357057094573975,
+      "cov-distil": 1.7011950016021729,
+      "cov-distil (oracle2student)": 3.864875316619873,
+      "cov-distil (oracle2teacher)": 3.811202049255371,
       "epoch": 0.9701726844583988,
-      "rel-constrast": 3.3624308109283447,
+      "rel-constrast": 3.834559202194214,
       "step": 1236,
-      "subrel-constrast": 3.6818745136260986,
+      "subrel-constrast": 3.8927979469299316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5025690793991089,
-      "cov-distil (oracle2student)": 4.21225643157959,
-      "cov-distil (oracle2teacher)": 4.120269775390625,
+      "cov-distil": 1.9799094200134277,
+      "cov-distil (oracle2student)": 4.149888515472412,
+      "cov-distil (oracle2teacher)": 4.073139667510986,
       "epoch": 0.9709576138147566,
-      "rel-constrast": 2.0363433361053467,
+      "rel-constrast": 2.0982697010040283,
       "step": 1237,
-      "subrel-constrast": 2.7132604122161865,
+      "subrel-constrast": 2.61154842376709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.543538212776184,
-      "cov-distil (oracle2student)": 3.580420970916748,
-      "cov-distil (oracle2teacher)": 3.650756597518921,
+      "cov-distil": 1.7963447570800781,
+      "cov-distil (oracle2student)": 3.9568471908569336,
+      "cov-distil (oracle2teacher)": 3.8118643760681152,
       "epoch": 0.9717425431711146,
-      "rel-constrast": 3.9337496757507324,
+      "rel-constrast": 4.425919055938721,
       "step": 1238,
-      "subrel-constrast": 4.467953205108643,
+      "subrel-constrast": 4.5047173500061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2078661918640137,
-      "cov-distil (oracle2student)": 4.181390762329102,
-      "cov-distil (oracle2teacher)": 4.21966028213501,
+      "cov-distil": 1.69089937210083,
+      "cov-distil (oracle2student)": 4.867137908935547,
+      "cov-distil (oracle2teacher)": 4.797361850738525,
       "epoch": 0.9725274725274725,
-      "rel-constrast": 2.987008571624756,
+      "rel-constrast": 3.1897270679473877,
       "step": 1239,
-      "subrel-constrast": 3.689307689666748,
+      "subrel-constrast": 3.7145140171051025,
       "view-similarity": 0
     },
     {
       "epoch": 0.9733124018838305,
-      "grad_norm": 4.75,
+      "grad_norm": 5.46875,
       "learning_rate": 4.991305019041594e-05,
-      "loss": 0.8407,
+      "loss": 0.9215,
       "step": 1240
     },
     {
-      "cov-distil": 1.528568148612976,
-      "cov-distil (oracle2student)": 4.4682841300964355,
-      "cov-distil (oracle2teacher)": 4.502565383911133,
+      "cov-distil": 2.014136791229248,
+      "cov-distil (oracle2student)": 4.874207973480225,
+      "cov-distil (oracle2teacher)": 4.725550174713135,
       "epoch": 0.9733124018838305,
-      "rel-constrast": 2.586947441101074,
+      "rel-constrast": 3.228039026260376,
       "step": 1240,
-      "subrel-constrast": 3.77297306060791,
+      "subrel-constrast": 3.91666579246521,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6377058029174805,
-      "cov-distil (oracle2student)": 3.5193488597869873,
-      "cov-distil (oracle2teacher)": 3.5025131702423096,
+      "cov-distil": 1.8240412473678589,
+      "cov-distil (oracle2student)": 3.7458693981170654,
+      "cov-distil (oracle2teacher)": 3.821654796600342,
       "epoch": 0.9740973312401884,
-      "rel-constrast": 3.1112654209136963,
+      "rel-constrast": 2.9823596477508545,
       "step": 1241,
-      "subrel-constrast": 3.5121521949768066,
+      "subrel-constrast": 4.000006198883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5318564176559448,
-      "cov-distil (oracle2student)": 3.5415377616882324,
-      "cov-distil (oracle2teacher)": 3.6506009101867676,
+      "cov-distil": 1.9763751029968262,
+      "cov-distil (oracle2student)": 3.4901599884033203,
+      "cov-distil (oracle2teacher)": 3.5585758686065674,
       "epoch": 0.9748822605965463,
-      "rel-constrast": 2.3468027114868164,
+      "rel-constrast": 2.831806182861328,
       "step": 1242,
-      "subrel-constrast": 3.552518844604492,
+      "subrel-constrast": 3.509343147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6500542163848877,
-      "cov-distil (oracle2student)": 3.7139127254486084,
-      "cov-distil (oracle2teacher)": 3.9782299995422363,
+      "cov-distil": 2.1254379749298096,
+      "cov-distil (oracle2student)": 4.5681352615356445,
+      "cov-distil (oracle2teacher)": 4.657871723175049,
       "epoch": 0.9756671899529042,
-      "rel-constrast": 2.3499836921691895,
+      "rel-constrast": 3.782921314239502,
       "step": 1243,
-      "subrel-constrast": 3.7430975437164307,
+      "subrel-constrast": 3.7042958736419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2186521291732788,
-      "cov-distil (oracle2student)": 3.54939341545105,
-      "cov-distil (oracle2teacher)": 3.1540234088897705,
+      "cov-distil": 1.4311829805374146,
+      "cov-distil (oracle2student)": 3.9579429626464844,
+      "cov-distil (oracle2teacher)": 3.432644844055176,
       "epoch": 0.9764521193092621,
-      "rel-constrast": 2.3381032943725586,
+      "rel-constrast": 2.6101579666137695,
       "step": 1244,
-      "subrel-constrast": 3.233065128326416,
+      "subrel-constrast": 3.1684024333953857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6511240005493164,
-      "cov-distil (oracle2student)": 2.393463611602783,
-      "cov-distil (oracle2teacher)": 2.791167974472046,
+      "cov-distil": 1.8249428272247314,
+      "cov-distil (oracle2student)": 2.299440860748291,
+      "cov-distil (oracle2teacher)": 2.6785097122192383,
       "epoch": 0.9772370486656201,
-      "rel-constrast": 3.153503179550171,
+      "rel-constrast": 2.9996395111083984,
       "step": 1245,
-      "subrel-constrast": 3.834094524383545,
+      "subrel-constrast": 3.8487908840179443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.156053066253662,
-      "cov-distil (oracle2student)": 4.302087783813477,
-      "cov-distil (oracle2teacher)": 4.168542385101318,
+      "cov-distil": 1.5896999835968018,
+      "cov-distil (oracle2student)": 4.5008955001831055,
+      "cov-distil (oracle2teacher)": 4.135419845581055,
       "epoch": 0.978021978021978,
-      "rel-constrast": 3.221328020095825,
+      "rel-constrast": 3.2440242767333984,
       "step": 1246,
-      "subrel-constrast": 3.9086685180664062,
+      "subrel-constrast": 3.766937732696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8392646312713623,
-      "cov-distil (oracle2student)": 3.4635820388793945,
-      "cov-distil (oracle2teacher)": 3.8714029788970947,
+      "cov-distil": 2.456108570098877,
+      "cov-distil (oracle2student)": 3.475355863571167,
+      "cov-distil (oracle2teacher)": 4.378285884857178,
       "epoch": 0.978806907378336,
-      "rel-constrast": 3.115475654602051,
+      "rel-constrast": 3.233393669128418,
       "step": 1247,
-      "subrel-constrast": 3.935710906982422,
+      "subrel-constrast": 4.019589424133301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.795577883720398,
-      "cov-distil (oracle2student)": 3.712340831756592,
-      "cov-distil (oracle2teacher)": 4.289597511291504,
+      "cov-distil": 2.063331365585327,
+      "cov-distil (oracle2student)": 4.237579345703125,
+      "cov-distil (oracle2teacher)": 4.074891567230225,
       "epoch": 0.9795918367346939,
-      "rel-constrast": 2.51350474357605,
+      "rel-constrast": 3.738306999206543,
       "step": 1248,
-      "subrel-constrast": 4.145675182342529,
+      "subrel-constrast": 3.947476387023926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7952771186828613,
-      "cov-distil (oracle2student)": 3.139064073562622,
-      "cov-distil (oracle2teacher)": 3.0765018463134766,
+      "cov-distil": 2.016406774520874,
+      "cov-distil (oracle2student)": 3.5141162872314453,
+      "cov-distil (oracle2teacher)": 3.238210678100586,
       "epoch": 0.9803767660910518,
-      "rel-constrast": 2.7419240474700928,
+      "rel-constrast": 3.156602621078491,
       "step": 1249,
-      "subrel-constrast": 3.4236867427825928,
+      "subrel-constrast": 3.535090684890747,
       "view-similarity": 0
     },
     {
       "epoch": 0.9811616954474097,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.75,
       "learning_rate": 4.99056265123234e-05,
-      "loss": 0.7265,
+      "loss": 0.7952,
       "step": 1250
     },
     {
-      "cov-distil": 1.5307613611221313,
-      "cov-distil (oracle2student)": 5.744296550750732,
-      "cov-distil (oracle2teacher)": 5.453649044036865,
+      "cov-distil": 2.176814079284668,
+      "cov-distil (oracle2student)": 5.747389793395996,
+      "cov-distil (oracle2teacher)": 5.654009819030762,
       "epoch": 0.9811616954474097,
-      "rel-constrast": 3.8523647785186768,
+      "rel-constrast": 3.807178497314453,
       "step": 1250,
-      "subrel-constrast": 4.171315670013428,
+      "subrel-constrast": 3.710819959640503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015010356903076,
-      "cov-distil (oracle2student)": 4.840731620788574,
-      "cov-distil (oracle2teacher)": 4.120755195617676,
+      "cov-distil": 1.4911417961120605,
+      "cov-distil (oracle2student)": 4.775511741638184,
+      "cov-distil (oracle2teacher)": 3.8667187690734863,
       "epoch": 0.9819466248037677,
-      "rel-constrast": 2.7082295417785645,
+      "rel-constrast": 2.899658679962158,
       "step": 1251,
-      "subrel-constrast": 3.1410839557647705,
+      "subrel-constrast": 3.0858616828918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4371023178100586,
-      "cov-distil (oracle2student)": 4.395645618438721,
-      "cov-distil (oracle2teacher)": 3.6550097465515137,
+      "cov-distil": 1.50653076171875,
+      "cov-distil (oracle2student)": 4.77654504776001,
+      "cov-distil (oracle2teacher)": 4.158088684082031,
       "epoch": 0.9827315541601256,
-      "rel-constrast": 3.620471954345703,
+      "rel-constrast": 4.154823303222656,
       "step": 1252,
-      "subrel-constrast": 3.7160215377807617,
+      "subrel-constrast": 3.603732109069824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.369515061378479,
-      "cov-distil (oracle2student)": 3.4064722061157227,
-      "cov-distil (oracle2teacher)": 3.3698737621307373,
+      "cov-distil": 1.546769380569458,
+      "cov-distil (oracle2student)": 3.717534065246582,
+      "cov-distil (oracle2teacher)": 3.4841971397399902,
       "epoch": 0.9835164835164835,
-      "rel-constrast": 2.16213321685791,
+      "rel-constrast": 2.8823442459106445,
       "step": 1253,
-      "subrel-constrast": 2.5510523319244385,
+      "subrel-constrast": 2.622842788696289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.986305594444275,
-      "cov-distil (oracle2student)": 5.059086322784424,
-      "cov-distil (oracle2teacher)": 4.218664169311523,
+      "cov-distil": 2.769650936126709,
+      "cov-distil (oracle2student)": 5.446524620056152,
+      "cov-distil (oracle2teacher)": 4.372471809387207,
       "epoch": 0.9843014128728415,
-      "rel-constrast": 2.5694384574890137,
+      "rel-constrast": 3.608898878097534,
       "step": 1254,
-      "subrel-constrast": 3.528590202331543,
+      "subrel-constrast": 3.7277417182922363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5738322734832764,
-      "cov-distil (oracle2student)": 3.6083102226257324,
-      "cov-distil (oracle2teacher)": 3.4591922760009766,
+      "cov-distil": 1.675903558731079,
+      "cov-distil (oracle2student)": 3.619929313659668,
+      "cov-distil (oracle2teacher)": 3.519336223602295,
       "epoch": 0.9850863422291993,
-      "rel-constrast": 2.6395843029022217,
+      "rel-constrast": 2.616079330444336,
       "step": 1255,
-      "subrel-constrast": 3.2665557861328125,
+      "subrel-constrast": 3.3668487071990967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.16001558303833,
-      "cov-distil (oracle2student)": 3.2529311180114746,
-      "cov-distil (oracle2teacher)": 3.0381925106048584,
+      "cov-distil": 1.292490839958191,
+      "cov-distil (oracle2student)": 3.1141653060913086,
+      "cov-distil (oracle2teacher)": 3.3688454627990723,
       "epoch": 0.9858712715855573,
-      "rel-constrast": 2.906590223312378,
+      "rel-constrast": 3.7747108936309814,
       "step": 1256,
-      "subrel-constrast": 3.442795991897583,
+      "subrel-constrast": 3.73433256149292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8249584436416626,
-      "cov-distil (oracle2student)": 2.845015048980713,
-      "cov-distil (oracle2teacher)": 3.174835681915283,
+      "cov-distil": 2.5469324588775635,
+      "cov-distil (oracle2student)": 2.985926628112793,
+      "cov-distil (oracle2teacher)": 2.872882604598999,
       "epoch": 0.9866562009419152,
-      "rel-constrast": 2.5052247047424316,
+      "rel-constrast": 2.902205467224121,
       "step": 1257,
-      "subrel-constrast": 3.5730175971984863,
+      "subrel-constrast": 3.4466118812561035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8064703941345215,
-      "cov-distil (oracle2student)": 3.064516544342041,
-      "cov-distil (oracle2teacher)": 3.5677709579467773,
+      "cov-distil": 1.987345814704895,
+      "cov-distil (oracle2student)": 3.117105007171631,
+      "cov-distil (oracle2teacher)": 3.4528231620788574,
       "epoch": 0.9874411302982732,
-      "rel-constrast": 2.2984862327575684,
+      "rel-constrast": 2.695998191833496,
       "step": 1258,
-      "subrel-constrast": 3.5490379333496094,
+      "subrel-constrast": 3.3389089107513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9480879306793213,
-      "cov-distil (oracle2student)": 2.7275171279907227,
-      "cov-distil (oracle2teacher)": 2.9136464595794678,
+      "cov-distil": 2.2603015899658203,
+      "cov-distil (oracle2student)": 3.548271894454956,
+      "cov-distil (oracle2teacher)": 3.1693027019500732,
       "epoch": 0.9882260596546311,
-      "rel-constrast": 2.9747862815856934,
+      "rel-constrast": 3.5312318801879883,
       "step": 1259,
-      "subrel-constrast": 4.023026943206787,
+      "subrel-constrast": 3.9728963375091553,
       "view-similarity": 0
     },
     {
       "epoch": 0.989010989010989,
-      "grad_norm": 6.09375,
+      "grad_norm": 6.46875,
       "learning_rate": 4.989789936703155e-05,
-      "loss": 0.7458,
+      "loss": 0.8218,
       "step": 1260
     },
     {
-      "cov-distil": 1.4834165573120117,
-      "cov-distil (oracle2student)": 2.531843662261963,
-      "cov-distil (oracle2teacher)": 2.473891496658325,
+      "cov-distil": 1.7376470565795898,
+      "cov-distil (oracle2student)": 2.616690158843994,
+      "cov-distil (oracle2teacher)": 2.680969476699829,
       "epoch": 0.989010989010989,
-      "rel-constrast": 2.3239777088165283,
+      "rel-constrast": 2.6689839363098145,
       "step": 1260,
-      "subrel-constrast": 2.676363468170166,
+      "subrel-constrast": 2.792058229446411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8350669145584106,
-      "cov-distil (oracle2student)": 3.011873722076416,
-      "cov-distil (oracle2teacher)": 3.096287488937378,
+      "cov-distil": 1.9868700504302979,
+      "cov-distil (oracle2student)": 3.1592302322387695,
+      "cov-distil (oracle2teacher)": 2.8969225883483887,
       "epoch": 0.9897959183673469,
-      "rel-constrast": 2.381171941757202,
+      "rel-constrast": 2.667276382446289,
       "step": 1261,
-      "subrel-constrast": 3.21970272064209,
+      "subrel-constrast": 2.851405620574951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6948773860931396,
-      "cov-distil (oracle2student)": 4.396411895751953,
-      "cov-distil (oracle2teacher)": 4.4129958152771,
+      "cov-distil": 2.1562583446502686,
+      "cov-distil (oracle2student)": 4.121739387512207,
+      "cov-distil (oracle2teacher)": 4.350708961486816,
       "epoch": 0.9905808477237049,
-      "rel-constrast": 2.6483540534973145,
+      "rel-constrast": 3.274580717086792,
       "step": 1262,
-      "subrel-constrast": 4.014623165130615,
+      "subrel-constrast": 3.94667911529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5360655784606934,
-      "cov-distil (oracle2student)": 5.122393608093262,
-      "cov-distil (oracle2teacher)": 4.625170707702637,
+      "cov-distil": 1.8424327373504639,
+      "cov-distil (oracle2student)": 5.591335296630859,
+      "cov-distil (oracle2teacher)": 4.851851940155029,
       "epoch": 0.9913657770800628,
-      "rel-constrast": 3.0460681915283203,
+      "rel-constrast": 3.7039151191711426,
       "step": 1263,
-      "subrel-constrast": 3.855743885040283,
+      "subrel-constrast": 3.6672749519348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6184229850769043,
-      "cov-distil (oracle2student)": 5.007145881652832,
-      "cov-distil (oracle2teacher)": 4.134975433349609,
+      "cov-distil": 1.5978176593780518,
+      "cov-distil (oracle2student)": 4.903099536895752,
+      "cov-distil (oracle2teacher)": 4.818552494049072,
       "epoch": 0.9921507064364207,
-      "rel-constrast": 3.6639668941497803,
+      "rel-constrast": 3.9990732669830322,
       "step": 1264,
-      "subrel-constrast": 4.108851432800293,
+      "subrel-constrast": 3.991703987121582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.747385025024414,
-      "cov-distil (oracle2student)": 2.108001947402954,
-      "cov-distil (oracle2teacher)": 2.3054544925689697,
+      "cov-distil": 1.5184154510498047,
+      "cov-distil (oracle2student)": 2.177910327911377,
+      "cov-distil (oracle2teacher)": 2.161421298980713,
       "epoch": 0.9929356357927787,
-      "rel-constrast": 1.7751593589782715,
+      "rel-constrast": 1.9618487358093262,
       "step": 1265,
-      "subrel-constrast": 2.897172689437866,
+      "subrel-constrast": 2.611506223678589,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.264880657196045,
-      "cov-distil (oracle2student)": 3.2795045375823975,
-      "cov-distil (oracle2teacher)": 3.1051273345947266,
+      "cov-distil": 1.3445589542388916,
+      "cov-distil (oracle2student)": 3.692013740539551,
+      "cov-distil (oracle2teacher)": 3.5739731788635254,
       "epoch": 0.9937205651491365,
-      "rel-constrast": 3.127880096435547,
+      "rel-constrast": 3.005533218383789,
       "step": 1266,
-      "subrel-constrast": 3.2842142581939697,
+      "subrel-constrast": 3.253713607788086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4904578924179077,
-      "cov-distil (oracle2student)": 4.758726119995117,
-      "cov-distil (oracle2teacher)": 4.580710411071777,
+      "cov-distil": 1.711604118347168,
+      "cov-distil (oracle2student)": 5.383522987365723,
+      "cov-distil (oracle2teacher)": 4.805599212646484,
       "epoch": 0.9945054945054945,
-      "rel-constrast": 2.5550224781036377,
+      "rel-constrast": 3.0709002017974854,
       "step": 1267,
-      "subrel-constrast": 3.3524997234344482,
+      "subrel-constrast": 3.1405279636383057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3979054689407349,
-      "cov-distil (oracle2student)": 4.750548362731934,
-      "cov-distil (oracle2teacher)": 4.076757431030273,
+      "cov-distil": 1.650428056716919,
+      "cov-distil (oracle2student)": 5.036651611328125,
+      "cov-distil (oracle2teacher)": 4.392540454864502,
       "epoch": 0.9952904238618524,
-      "rel-constrast": 2.7073490619659424,
+      "rel-constrast": 3.0774643421173096,
       "step": 1268,
-      "subrel-constrast": 3.5037519931793213,
+      "subrel-constrast": 3.516920804977417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2216260433197021,
-      "cov-distil (oracle2student)": 4.611713409423828,
-      "cov-distil (oracle2teacher)": 4.224197864532471,
+      "cov-distil": 1.419398546218872,
+      "cov-distil (oracle2student)": 4.7608160972595215,
+      "cov-distil (oracle2teacher)": 4.589794158935547,
       "epoch": 0.9960753532182104,
-      "rel-constrast": 2.47930645942688,
+      "rel-constrast": 3.0335912704467773,
       "step": 1269,
-      "subrel-constrast": 3.6120383739471436,
+      "subrel-constrast": 3.5176517963409424,
       "view-similarity": 0
     },
     {
       "epoch": 0.9968602825745683,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.3125,
       "learning_rate": 4.988986884869321e-05,
-      "loss": 0.7059,
+      "loss": 0.7616,
       "step": 1270
     },
     {
-      "cov-distil": 1.9495677947998047,
-      "cov-distil (oracle2student)": 4.280606746673584,
-      "cov-distil (oracle2teacher)": 4.019715785980225,
+      "cov-distil": 2.272189140319824,
+      "cov-distil (oracle2student)": 4.993063926696777,
+      "cov-distil (oracle2teacher)": 3.585235118865967,
       "epoch": 0.9968602825745683,
-      "rel-constrast": 3.417677640914917,
+      "rel-constrast": 3.5183255672454834,
       "step": 1270,
-      "subrel-constrast": 3.7917473316192627,
+      "subrel-constrast": 3.702329158782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3972578048706055,
-      "cov-distil (oracle2student)": 3.057100534439087,
-      "cov-distil (oracle2teacher)": 2.9886577129364014,
+      "cov-distil": 1.657052755355835,
+      "cov-distil (oracle2student)": 3.5476129055023193,
+      "cov-distil (oracle2teacher)": 3.2294459342956543,
       "epoch": 0.9976452119309263,
-      "rel-constrast": 2.5738868713378906,
+      "rel-constrast": 2.8357534408569336,
       "step": 1271,
-      "subrel-constrast": 2.826024055480957,
+      "subrel-constrast": 2.8321454524993896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5799964666366577,
-      "cov-distil (oracle2student)": 4.663033485412598,
-      "cov-distil (oracle2teacher)": 4.507424831390381,
+      "cov-distil": 1.9564472436904907,
+      "cov-distil (oracle2student)": 4.5332112312316895,
+      "cov-distil (oracle2teacher)": 4.246917247772217,
       "epoch": 0.9984301412872841,
-      "rel-constrast": 4.838544845581055,
+      "rel-constrast": 4.607159614562988,
       "step": 1272,
-      "subrel-constrast": 5.128632068634033,
+      "subrel-constrast": 5.223642349243164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1363272666931152,
-      "cov-distil (oracle2student)": 4.103216648101807,
-      "cov-distil (oracle2teacher)": 3.8000175952911377,
+      "cov-distil": 1.4820034503936768,
+      "cov-distil (oracle2student)": 4.800169467926025,
+      "cov-distil (oracle2teacher)": 4.5084075927734375,
       "epoch": 0.9992150706436421,
-      "rel-constrast": 3.4735829830169678,
+      "rel-constrast": 3.5963244438171387,
       "step": 1273,
-      "subrel-constrast": 4.050089359283447,
+      "subrel-constrast": 3.7994561195373535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6189643144607544,
-      "cov-distil (oracle2student)": 4.910794734954834,
-      "cov-distil (oracle2teacher)": 4.487496376037598,
+      "cov-distil": 1.8739023208618164,
+      "cov-distil (oracle2student)": 4.958606243133545,
+      "cov-distil (oracle2teacher)": 4.845794677734375,
       "epoch": 1.0,
-      "rel-constrast": 4.012331962585449,
+      "rel-constrast": 3.9940834045410156,
       "step": 1274,
-      "subrel-constrast": 3.8513476848602295,
+      "subrel-constrast": 3.7730565071105957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8302966356277466,
-      "cov-distil (oracle2student)": 3.677767753601074,
-      "cov-distil (oracle2teacher)": 3.8637044429779053,
+      "cov-distil": 2.0333542823791504,
+      "cov-distil (oracle2student)": 3.3547468185424805,
+      "cov-distil (oracle2teacher)": 4.000802040100098,
       "epoch": 1.000784929356358,
-      "rel-constrast": 3.8497612476348877,
+      "rel-constrast": 4.093372821807861,
       "step": 1275,
-      "subrel-constrast": 4.676568031311035,
+      "subrel-constrast": 4.665277481079102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.057345151901245,
-      "cov-distil (oracle2student)": 2.5532493591308594,
-      "cov-distil (oracle2teacher)": 3.011411190032959,
+      "cov-distil": 2.3951902389526367,
+      "cov-distil (oracle2student)": 3.0754857063293457,
+      "cov-distil (oracle2teacher)": 3.4618923664093018,
       "epoch": 1.0015698587127158,
-      "rel-constrast": 3.584941864013672,
+      "rel-constrast": 3.8837475776672363,
       "step": 1276,
-      "subrel-constrast": 4.3630290031433105,
+      "subrel-constrast": 4.16055154800415,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6615443229675293,
-      "cov-distil (oracle2student)": 3.675353527069092,
-      "cov-distil (oracle2teacher)": 4.396547317504883,
+      "cov-distil": 2.2004263401031494,
+      "cov-distil (oracle2student)": 4.288813591003418,
+      "cov-distil (oracle2teacher)": 3.8880627155303955,
       "epoch": 1.0023547880690737,
-      "rel-constrast": 3.2946157455444336,
+      "rel-constrast": 3.444183826446533,
       "step": 1277,
-      "subrel-constrast": 4.173533916473389,
+      "subrel-constrast": 4.065422058105469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5696930885314941,
-      "cov-distil (oracle2student)": 4.197251319885254,
-      "cov-distil (oracle2teacher)": 3.7345733642578125,
+      "cov-distil": 2.3028087615966797,
+      "cov-distil (oracle2student)": 4.632120132446289,
+      "cov-distil (oracle2teacher)": 4.634157657623291,
       "epoch": 1.0031397174254317,
-      "rel-constrast": 3.0097222328186035,
+      "rel-constrast": 3.1305031776428223,
       "step": 1278,
-      "subrel-constrast": 3.392622947692871,
+      "subrel-constrast": 3.811551809310913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1034655570983887,
-      "cov-distil (oracle2student)": 3.361288070678711,
-      "cov-distil (oracle2teacher)": 3.1034255027770996,
+      "cov-distil": 2.2485742568969727,
+      "cov-distil (oracle2student)": 3.7313625812530518,
+      "cov-distil (oracle2teacher)": 3.6293017864227295,
       "epoch": 1.0039246467817897,
-      "rel-constrast": 2.6098008155822754,
+      "rel-constrast": 2.805626392364502,
       "step": 1279,
-      "subrel-constrast": 3.31463885307312,
+      "subrel-constrast": 3.2810170650482178,
       "view-similarity": 0
     },
     {
       "epoch": 1.0047095761381475,
-      "grad_norm": 7.90625,
+      "grad_norm": 5.6875,
       "learning_rate": 4.988153505515771e-05,
-      "loss": 0.9089,
+      "loss": 0.8977,
       "step": 1280
     },
     {
-      "cov-distil": 1.5979468822479248,
-      "cov-distil (oracle2student)": 3.716430187225342,
-      "cov-distil (oracle2teacher)": 3.4511377811431885,
+      "cov-distil": 2.0004279613494873,
+      "cov-distil (oracle2student)": 3.9406278133392334,
+      "cov-distil (oracle2teacher)": 3.8784589767456055,
       "epoch": 1.0047095761381475,
-      "rel-constrast": 3.4329915046691895,
+      "rel-constrast": 3.023141860961914,
       "step": 1280,
-      "subrel-constrast": 4.089012145996094,
+      "subrel-constrast": 4.152874946594238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3714828491210938,
-      "cov-distil (oracle2student)": 3.580085277557373,
-      "cov-distil (oracle2teacher)": 3.5701546669006348,
+      "cov-distil": 1.9115731716156006,
+      "cov-distil (oracle2student)": 4.133453369140625,
+      "cov-distil (oracle2teacher)": 3.7997751235961914,
       "epoch": 1.0054945054945055,
-      "rel-constrast": 2.5096752643585205,
+      "rel-constrast": 3.419616937637329,
       "step": 1281,
-      "subrel-constrast": 3.0320303440093994,
+      "subrel-constrast": 3.152198314666748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0691633224487305,
-      "cov-distil (oracle2student)": 4.478765964508057,
-      "cov-distil (oracle2teacher)": 3.831317901611328,
+      "cov-distil": 2.2536466121673584,
+      "cov-distil (oracle2student)": 4.916798114776611,
+      "cov-distil (oracle2teacher)": 4.166482925415039,
       "epoch": 1.0062794348508635,
-      "rel-constrast": 3.157693386077881,
+      "rel-constrast": 3.2249388694763184,
       "step": 1282,
-      "subrel-constrast": 4.078401565551758,
+      "subrel-constrast": 4.117580890655518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.591313123703003,
-      "cov-distil (oracle2student)": 3.9426352977752686,
-      "cov-distil (oracle2teacher)": 3.646179676055908,
+      "cov-distil": 1.8603301048278809,
+      "cov-distil (oracle2student)": 4.341750144958496,
+      "cov-distil (oracle2teacher)": 4.179419994354248,
       "epoch": 1.0070643642072215,
-      "rel-constrast": 3.52870774269104,
+      "rel-constrast": 3.9674973487854004,
       "step": 1283,
-      "subrel-constrast": 3.88075852394104,
+      "subrel-constrast": 4.108895301818848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3151185512542725,
-      "cov-distil (oracle2student)": 5.034510612487793,
-      "cov-distil (oracle2teacher)": 4.6761274337768555,
+      "cov-distil": 1.91970694065094,
+      "cov-distil (oracle2student)": 5.2888898849487305,
+      "cov-distil (oracle2teacher)": 4.426173210144043,
       "epoch": 1.0078492935635792,
-      "rel-constrast": 2.378748655319214,
+      "rel-constrast": 2.3379673957824707,
       "step": 1284,
-      "subrel-constrast": 3.4774558544158936,
+      "subrel-constrast": 3.5083725452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5091253519058228,
-      "cov-distil (oracle2student)": 3.7069931030273438,
-      "cov-distil (oracle2teacher)": 3.2526087760925293,
+      "cov-distil": 1.8619210720062256,
+      "cov-distil (oracle2student)": 3.6524577140808105,
+      "cov-distil (oracle2teacher)": 3.7307889461517334,
       "epoch": 1.0086342229199372,
-      "rel-constrast": 2.3888468742370605,
+      "rel-constrast": 2.495737314224243,
       "step": 1285,
-      "subrel-constrast": 3.4723777770996094,
+      "subrel-constrast": 3.4264039993286133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8268072605133057,
-      "cov-distil (oracle2student)": 4.445673942565918,
-      "cov-distil (oracle2teacher)": 3.710999011993408,
+      "cov-distil": 1.996260404586792,
+      "cov-distil (oracle2student)": 4.234508514404297,
+      "cov-distil (oracle2teacher)": 4.192461967468262,
       "epoch": 1.0094191522762952,
-      "rel-constrast": 2.394343852996826,
+      "rel-constrast": 3.0786292552948,
       "step": 1286,
-      "subrel-constrast": 3.3042173385620117,
+      "subrel-constrast": 3.502981185913086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.30215322971344,
-      "cov-distil (oracle2student)": 4.1887006759643555,
-      "cov-distil (oracle2teacher)": 4.170774459838867,
+      "cov-distil": 1.7348027229309082,
+      "cov-distil (oracle2student)": 5.177916526794434,
+      "cov-distil (oracle2teacher)": 4.234752655029297,
       "epoch": 1.010204081632653,
-      "rel-constrast": 4.7771830558776855,
+      "rel-constrast": 5.245746612548828,
       "step": 1287,
-      "subrel-constrast": 5.2714056968688965,
+      "subrel-constrast": 5.2623209953308105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7177040576934814,
-      "cov-distil (oracle2student)": 2.8443381786346436,
-      "cov-distil (oracle2teacher)": 3.32902455329895,
+      "cov-distil": 2.5558345317840576,
+      "cov-distil (oracle2student)": 3.483870506286621,
+      "cov-distil (oracle2teacher)": 3.205134868621826,
       "epoch": 1.010989010989011,
-      "rel-constrast": 1.9382801055908203,
+      "rel-constrast": 3.4331932067871094,
       "step": 1288,
-      "subrel-constrast": 3.49955153465271,
+      "subrel-constrast": 3.4421775341033936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.234553575515747,
-      "cov-distil (oracle2student)": 4.834558486938477,
-      "cov-distil (oracle2teacher)": 4.858853340148926,
+      "cov-distil": 1.5989100933074951,
+      "cov-distil (oracle2student)": 5.425858974456787,
+      "cov-distil (oracle2teacher)": 5.07704496383667,
       "epoch": 1.011773940345369,
-      "rel-constrast": 3.5084009170532227,
+      "rel-constrast": 4.290983200073242,
       "step": 1289,
-      "subrel-constrast": 4.091920375823975,
+      "subrel-constrast": 4.093360424041748,
       "view-similarity": 0
     },
     {
       "epoch": 1.012558869701727,
-      "grad_norm": 5.75,
+      "grad_norm": 6.40625,
       "learning_rate": 4.98728980879697e-05,
-      "loss": 0.7892,
+      "loss": 0.8629,
       "step": 1290
     },
     {
-      "cov-distil": 1.7273941040039062,
-      "cov-distil (oracle2student)": 3.7560155391693115,
-      "cov-distil (oracle2teacher)": 3.7759454250335693,
+      "cov-distil": 1.9167832136154175,
+      "cov-distil (oracle2student)": 3.682281255722046,
+      "cov-distil (oracle2teacher)": 3.8299789428710938,
       "epoch": 1.012558869701727,
-      "rel-constrast": 3.9928665161132812,
+      "rel-constrast": 3.602611780166626,
       "step": 1290,
-      "subrel-constrast": 4.357268810272217,
+      "subrel-constrast": 4.4135847091674805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.467862606048584,
-      "cov-distil (oracle2student)": 4.111154079437256,
-      "cov-distil (oracle2teacher)": 3.9627327919006348,
+      "cov-distil": 2.308833122253418,
+      "cov-distil (oracle2student)": 3.718690872192383,
+      "cov-distil (oracle2teacher)": 4.088597774505615,
       "epoch": 1.0133437990580847,
-      "rel-constrast": 3.519113540649414,
+      "rel-constrast": 3.465391159057617,
       "step": 1291,
-      "subrel-constrast": 4.237674713134766,
+      "subrel-constrast": 4.010654449462891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5148426294326782,
-      "cov-distil (oracle2student)": 4.696568489074707,
-      "cov-distil (oracle2teacher)": 3.876321315765381,
+      "cov-distil": 1.4359936714172363,
+      "cov-distil (oracle2student)": 4.78385066986084,
+      "cov-distil (oracle2teacher)": 4.417817115783691,
       "epoch": 1.0141287284144427,
-      "rel-constrast": 3.3050906658172607,
+      "rel-constrast": 3.905639171600342,
       "step": 1292,
-      "subrel-constrast": 3.4839553833007812,
+      "subrel-constrast": 3.7299835681915283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8438262939453125,
-      "cov-distil (oracle2student)": 4.060823440551758,
-      "cov-distil (oracle2teacher)": 3.4887888431549072,
+      "cov-distil": 2.0723443031311035,
+      "cov-distil (oracle2student)": 4.540814399719238,
+      "cov-distil (oracle2teacher)": 3.385859966278076,
       "epoch": 1.0149136577708007,
-      "rel-constrast": 2.961482524871826,
+      "rel-constrast": 3.758356809616089,
       "step": 1293,
-      "subrel-constrast": 3.4915690422058105,
+      "subrel-constrast": 3.6937363147735596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6470657587051392,
-      "cov-distil (oracle2student)": 5.522467613220215,
-      "cov-distil (oracle2teacher)": 5.087027549743652,
+      "cov-distil": 1.9123358726501465,
+      "cov-distil (oracle2student)": 6.487281799316406,
+      "cov-distil (oracle2teacher)": 6.358832359313965,
       "epoch": 1.0156985871271587,
-      "rel-constrast": 2.538830280303955,
+      "rel-constrast": 3.1651997566223145,
       "step": 1294,
-      "subrel-constrast": 3.436119794845581,
+      "subrel-constrast": 3.4909908771514893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2104644775390625,
-      "cov-distil (oracle2student)": 5.3022613525390625,
-      "cov-distil (oracle2teacher)": 5.056353569030762,
+      "cov-distil": 2.139207363128662,
+      "cov-distil (oracle2student)": 5.2808332443237305,
+      "cov-distil (oracle2teacher)": 4.886931419372559,
       "epoch": 1.0164835164835164,
-      "rel-constrast": 3.100513458251953,
+      "rel-constrast": 3.814925193786621,
       "step": 1295,
-      "subrel-constrast": 4.386096954345703,
+      "subrel-constrast": 4.157708644866943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5883142948150635,
-      "cov-distil (oracle2student)": 3.7880847454071045,
-      "cov-distil (oracle2teacher)": 3.599816083908081,
+      "cov-distil": 2.01292085647583,
+      "cov-distil (oracle2student)": 4.433708190917969,
+      "cov-distil (oracle2teacher)": 4.259006977081299,
       "epoch": 1.0172684458398744,
-      "rel-constrast": 4.037959098815918,
+      "rel-constrast": 4.489102363586426,
       "step": 1296,
-      "subrel-constrast": 4.745327949523926,
+      "subrel-constrast": 4.805873870849609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2966320514678955,
-      "cov-distil (oracle2student)": 4.31317138671875,
-      "cov-distil (oracle2teacher)": 3.5976524353027344,
+      "cov-distil": 1.180525779724121,
+      "cov-distil (oracle2student)": 4.308717250823975,
+      "cov-distil (oracle2teacher)": 3.7236037254333496,
       "epoch": 1.0180533751962324,
-      "rel-constrast": 2.0686373710632324,
+      "rel-constrast": 2.349816083908081,
       "step": 1297,
-      "subrel-constrast": 2.4654552936553955,
+      "subrel-constrast": 2.4331138134002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5883524417877197,
-      "cov-distil (oracle2student)": 3.8555908203125,
-      "cov-distil (oracle2teacher)": 3.821279764175415,
+      "cov-distil": 1.6433050632476807,
+      "cov-distil (oracle2student)": 4.578648090362549,
+      "cov-distil (oracle2teacher)": 3.482128858566284,
       "epoch": 1.0188383045525902,
-      "rel-constrast": 3.526829481124878,
+      "rel-constrast": 3.9261891841888428,
       "step": 1298,
-      "subrel-constrast": 3.5030384063720703,
+      "subrel-constrast": 3.777752637863159,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1130247116088867,
-      "cov-distil (oracle2student)": 4.555819034576416,
-      "cov-distil (oracle2teacher)": 4.497869491577148,
+      "cov-distil": 1.6877901554107666,
+      "cov-distil (oracle2student)": 4.539858818054199,
+      "cov-distil (oracle2teacher)": 4.395484924316406,
       "epoch": 1.0196232339089482,
-      "rel-constrast": 2.126577138900757,
+      "rel-constrast": 2.31238055229187,
       "step": 1299,
-      "subrel-constrast": 2.9038138389587402,
+      "subrel-constrast": 3.1176986694335938,
       "view-similarity": 0
     },
     {
       "epoch": 1.0204081632653061,
-      "grad_norm": 5.65625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.9863958052367894e-05,
-      "loss": 0.8194,
+      "loss": 0.8697,
       "step": 1300
     },
     {
       "epoch": 1.0204081632653061,
-      "overlap": 0.26875001192092896,
+      "overlap": 0.2640624940395355,
       "step": 1300
     },
     {
       "epoch": 1.0204081632653061,
       "step": 1300,
-      "student margin": 0.06024169921875
+      "student margin": 0.05438232421875
     },
     {
       "epoch": 1.0204081632653061,
       "step": 1300,
-      "teacher margin": 0.040252685546875
+      "teacher margin": 0.0404052734375
     },
     {
       "epoch": 1.0204081632653061,
-      "margin difference": -0.019989013671875,
+      "margin difference": -0.01397705078125,
       "step": 1300
     },
     {
-      "cov-distil": 1.3395636081695557,
-      "cov-distil (oracle2student)": 3.0983505249023438,
-      "cov-distil (oracle2teacher)": 3.2304043769836426,
+      "cov-distil": 1.830113172531128,
+      "cov-distil (oracle2student)": 3.5834813117980957,
+      "cov-distil (oracle2teacher)": 3.2550482749938965,
       "epoch": 1.0204081632653061,
-      "rel-constrast": 3.1438610553741455,
+      "rel-constrast": 3.564074754714966,
       "step": 1300,
-      "subrel-constrast": 4.0625739097595215,
+      "subrel-constrast": 4.043302059173584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073345184326172,
-      "cov-distil (oracle2student)": 3.700442314147949,
-      "cov-distil (oracle2teacher)": 3.6782922744750977,
+      "cov-distil": 2.21354603767395,
+      "cov-distil (oracle2student)": 4.388579368591309,
+      "cov-distil (oracle2teacher)": 4.430628299713135,
       "epoch": 1.0211930926216641,
-      "rel-constrast": 2.650118350982666,
+      "rel-constrast": 3.2502241134643555,
       "step": 1301,
-      "subrel-constrast": 3.522528886795044,
+      "subrel-constrast": 3.3024632930755615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4473029375076294,
-      "cov-distil (oracle2student)": 6.094466686248779,
-      "cov-distil (oracle2teacher)": 5.832391262054443,
+      "cov-distil": 1.702307939529419,
+      "cov-distil (oracle2student)": 5.875616073608398,
+      "cov-distil (oracle2teacher)": 6.312314987182617,
       "epoch": 1.021978021978022,
-      "rel-constrast": 2.869513511657715,
+      "rel-constrast": 3.0130228996276855,
       "step": 1302,
-      "subrel-constrast": 3.6461844444274902,
+      "subrel-constrast": 3.725278854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.638033390045166,
-      "cov-distil (oracle2student)": 4.220510959625244,
-      "cov-distil (oracle2teacher)": 4.232014179229736,
+      "cov-distil": 2.28080677986145,
+      "cov-distil (oracle2student)": 4.13006067276001,
+      "cov-distil (oracle2teacher)": 4.156861305236816,
       "epoch": 1.0227629513343799,
-      "rel-constrast": 2.4472506046295166,
+      "rel-constrast": 2.9314961433410645,
       "step": 1303,
-      "subrel-constrast": 3.1475207805633545,
+      "subrel-constrast": 3.148747682571411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2751193046569824,
-      "cov-distil (oracle2student)": 4.306950092315674,
-      "cov-distil (oracle2teacher)": 4.524712562561035,
+      "cov-distil": 1.4593336582183838,
+      "cov-distil (oracle2student)": 4.363831520080566,
+      "cov-distil (oracle2teacher)": 4.61897611618042,
       "epoch": 1.0235478806907379,
-      "rel-constrast": 3.4688055515289307,
+      "rel-constrast": 3.669921398162842,
       "step": 1304,
-      "subrel-constrast": 3.712144374847412,
+      "subrel-constrast": 3.5703186988830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5723475217819214,
-      "cov-distil (oracle2student)": 3.356821298599243,
-      "cov-distil (oracle2teacher)": 3.0643234252929688,
+      "cov-distil": 2.120180606842041,
+      "cov-distil (oracle2student)": 3.105886936187744,
+      "cov-distil (oracle2teacher)": 3.325340747833252,
       "epoch": 1.0243328100470959,
-      "rel-constrast": 3.0019564628601074,
+      "rel-constrast": 3.211686134338379,
       "step": 1305,
-      "subrel-constrast": 3.6949265003204346,
+      "subrel-constrast": 3.6040682792663574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8963088989257812,
-      "cov-distil (oracle2student)": 3.701265811920166,
-      "cov-distil (oracle2teacher)": 3.4680700302124023,
+      "cov-distil": 2.3618814945220947,
+      "cov-distil (oracle2student)": 4.149857521057129,
+      "cov-distil (oracle2teacher)": 3.8214662075042725,
       "epoch": 1.0251177394034536,
-      "rel-constrast": 2.4101920127868652,
+      "rel-constrast": 2.938178539276123,
       "step": 1306,
-      "subrel-constrast": 3.050083875656128,
+      "subrel-constrast": 3.5477044582366943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.648195743560791,
-      "cov-distil (oracle2student)": 5.6912312507629395,
-      "cov-distil (oracle2teacher)": 5.253078460693359,
+      "cov-distil": 1.7939834594726562,
+      "cov-distil (oracle2student)": 6.05979061126709,
+      "cov-distil (oracle2teacher)": 5.555126667022705,
       "epoch": 1.0259026687598116,
-      "rel-constrast": 4.392531394958496,
+      "rel-constrast": 4.596658706665039,
       "step": 1307,
-      "subrel-constrast": 5.013519763946533,
+      "subrel-constrast": 4.961034297943115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4382164478302002,
-      "cov-distil (oracle2student)": 3.0869290828704834,
-      "cov-distil (oracle2teacher)": 3.173279285430908,
+      "cov-distil": 1.8497258424758911,
+      "cov-distil (oracle2student)": 3.50288724899292,
+      "cov-distil (oracle2teacher)": 3.313469171524048,
       "epoch": 1.0266875981161696,
-      "rel-constrast": 3.0286943912506104,
+      "rel-constrast": 3.488003969192505,
       "step": 1308,
-      "subrel-constrast": 3.525634765625,
+      "subrel-constrast": 3.7511627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4569480419158936,
-      "cov-distil (oracle2student)": 3.4641032218933105,
-      "cov-distil (oracle2teacher)": 3.1311259269714355,
+      "cov-distil": 1.518052101135254,
+      "cov-distil (oracle2student)": 3.729572296142578,
+      "cov-distil (oracle2teacher)": 3.6041717529296875,
       "epoch": 1.0274725274725274,
-      "rel-constrast": 1.8754380941390991,
+      "rel-constrast": 2.278848648071289,
       "step": 1309,
-      "subrel-constrast": 2.5917394161224365,
+      "subrel-constrast": 2.3949685096740723,
       "view-similarity": 0
     },
     {
       "epoch": 1.0282574568288854,
-      "grad_norm": 3.9375,
+      "grad_norm": 5.125,
       "learning_rate": 4.9854715057283805e-05,
-      "loss": 0.7717,
+      "loss": 0.8236,
       "step": 1310
     },
     {
-      "cov-distil": 1.4160232543945312,
-      "cov-distil (oracle2student)": 2.563685655593872,
-      "cov-distil (oracle2teacher)": 2.833798885345459,
+      "cov-distil": 1.823325514793396,
+      "cov-distil (oracle2student)": 2.88900089263916,
+      "cov-distil (oracle2teacher)": 2.398836612701416,
       "epoch": 1.0282574568288854,
-      "rel-constrast": 2.7168760299682617,
+      "rel-constrast": 3.144449234008789,
       "step": 1310,
-      "subrel-constrast": 3.7507357597351074,
+      "subrel-constrast": 3.058751344680786,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5921193361282349,
-      "cov-distil (oracle2student)": 3.550126075744629,
-      "cov-distil (oracle2teacher)": 3.443373441696167,
+      "cov-distil": 1.7906049489974976,
+      "cov-distil (oracle2student)": 3.245541572570801,
+      "cov-distil (oracle2teacher)": 3.599184989929199,
       "epoch": 1.0290423861852434,
-      "rel-constrast": 2.986751079559326,
+      "rel-constrast": 3.280625343322754,
       "step": 1311,
-      "subrel-constrast": 3.5625743865966797,
+      "subrel-constrast": 3.638580799102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8855676651000977,
-      "cov-distil (oracle2student)": 4.2328972816467285,
-      "cov-distil (oracle2teacher)": 3.6999707221984863,
+      "cov-distil": 2.5703125,
+      "cov-distil (oracle2student)": 4.940169811248779,
+      "cov-distil (oracle2teacher)": 3.570718765258789,
       "epoch": 1.0298273155416013,
-      "rel-constrast": 3.429626703262329,
+      "rel-constrast": 4.476490020751953,
       "step": 1312,
-      "subrel-constrast": 3.70088791847229,
+      "subrel-constrast": 3.299349069595337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6681512594223022,
-      "cov-distil (oracle2student)": 4.537883758544922,
-      "cov-distil (oracle2teacher)": 4.161434650421143,
+      "cov-distil": 1.4601044654846191,
+      "cov-distil (oracle2student)": 4.699124336242676,
+      "cov-distil (oracle2teacher)": 4.822993278503418,
       "epoch": 1.030612244897959,
-      "rel-constrast": 3.173257827758789,
+      "rel-constrast": 3.178163766860962,
       "step": 1313,
-      "subrel-constrast": 4.387771129608154,
+      "subrel-constrast": 4.0323333740234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0507285594940186,
-      "cov-distil (oracle2student)": 5.675127983093262,
-      "cov-distil (oracle2teacher)": 5.059904098510742,
+      "cov-distil": 2.2325854301452637,
+      "cov-distil (oracle2student)": 6.367338180541992,
+      "cov-distil (oracle2teacher)": 5.718547344207764,
       "epoch": 1.031397174254317,
-      "rel-constrast": 2.9254150390625,
+      "rel-constrast": 3.3757095336914062,
       "step": 1314,
-      "subrel-constrast": 3.908088445663452,
+      "subrel-constrast": 4.138506889343262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.640880823135376,
-      "cov-distil (oracle2student)": 4.122154235839844,
-      "cov-distil (oracle2teacher)": 4.358137130737305,
+      "cov-distil": 1.88057541847229,
+      "cov-distil (oracle2student)": 4.481681823730469,
+      "cov-distil (oracle2teacher)": 4.445044040679932,
       "epoch": 1.032182103610675,
-      "rel-constrast": 3.0527353286743164,
+      "rel-constrast": 3.590693473815918,
       "step": 1315,
-      "subrel-constrast": 4.129584789276123,
+      "subrel-constrast": 4.102544784545898,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6014385223388672,
-      "cov-distil (oracle2student)": 3.5628504753112793,
-      "cov-distil (oracle2teacher)": 4.265000820159912,
+      "cov-distil": 1.9296611547470093,
+      "cov-distil (oracle2student)": 3.575791835784912,
+      "cov-distil (oracle2teacher)": 3.9685821533203125,
       "epoch": 1.032967032967033,
-      "rel-constrast": 2.7084922790527344,
+      "rel-constrast": 3.000504970550537,
       "step": 1316,
-      "subrel-constrast": 3.783332586288452,
+      "subrel-constrast": 3.3009145259857178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6147665977478027,
-      "cov-distil (oracle2student)": 3.35066819190979,
-      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "cov-distil": 1.5652796030044556,
+      "cov-distil (oracle2student)": 3.822141408920288,
+      "cov-distil (oracle2teacher)": 3.717766046524048,
       "epoch": 1.0337519623233908,
-      "rel-constrast": 2.6022496223449707,
+      "rel-constrast": 2.9981689453125,
       "step": 1317,
-      "subrel-constrast": 3.8188657760620117,
+      "subrel-constrast": 3.8693525791168213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3855886459350586,
-      "cov-distil (oracle2student)": 4.939333915710449,
-      "cov-distil (oracle2teacher)": 4.312867164611816,
+      "cov-distil": 1.8240965604782104,
+      "cov-distil (oracle2student)": 5.016845703125,
+      "cov-distil (oracle2teacher)": 4.8133039474487305,
       "epoch": 1.0345368916797488,
-      "rel-constrast": 3.1361048221588135,
+      "rel-constrast": 3.3483941555023193,
       "step": 1318,
-      "subrel-constrast": 3.1475367546081543,
+      "subrel-constrast": 3.3512778282165527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4239692687988281,
-      "cov-distil (oracle2student)": 3.124915599822998,
-      "cov-distil (oracle2teacher)": 3.1291980743408203,
+      "cov-distil": 1.946333408355713,
+      "cov-distil (oracle2student)": 3.910140037536621,
+      "cov-distil (oracle2teacher)": 3.2968554496765137,
       "epoch": 1.0353218210361068,
-      "rel-constrast": 2.4155147075653076,
+      "rel-constrast": 3.213494300842285,
       "step": 1319,
-      "subrel-constrast": 3.4853718280792236,
+      "subrel-constrast": 3.2627782821655273,
       "view-similarity": 0
     },
     {
       "epoch": 1.0361067503924646,
-      "grad_norm": 4.625,
+      "grad_norm": 5.65625,
       "learning_rate": 4.984516921534042e-05,
-      "loss": 0.7694,
+      "loss": 0.8402,
       "step": 1320
     },
     {
-      "cov-distil": 1.5735676288604736,
-      "cov-distil (oracle2student)": 3.79526424407959,
-      "cov-distil (oracle2teacher)": 3.2370409965515137,
+      "cov-distil": 1.7495144605636597,
+      "cov-distil (oracle2student)": 4.081148147583008,
+      "cov-distil (oracle2teacher)": 3.629013776779175,
       "epoch": 1.0361067503924646,
-      "rel-constrast": 2.718919277191162,
+      "rel-constrast": 2.9737377166748047,
       "step": 1320,
-      "subrel-constrast": 3.2795329093933105,
+      "subrel-constrast": 3.2534680366516113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9603523015975952,
-      "cov-distil (oracle2student)": 5.406013488769531,
-      "cov-distil (oracle2teacher)": 4.547806739807129,
+      "cov-distil": 2.4694128036499023,
+      "cov-distil (oracle2student)": 5.693175315856934,
+      "cov-distil (oracle2teacher)": 5.178605079650879,
       "epoch": 1.0368916797488226,
-      "rel-constrast": 3.2848238945007324,
+      "rel-constrast": 3.0661027431488037,
       "step": 1321,
-      "subrel-constrast": 3.987123727798462,
+      "subrel-constrast": 4.249299049377441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7783422470092773,
-      "cov-distil (oracle2student)": 4.059505462646484,
-      "cov-distil (oracle2teacher)": 3.2544448375701904,
+      "cov-distil": 2.172682046890259,
+      "cov-distil (oracle2student)": 4.187544345855713,
+      "cov-distil (oracle2teacher)": 3.8240299224853516,
       "epoch": 1.0376766091051806,
-      "rel-constrast": 3.268892288208008,
+      "rel-constrast": 3.8701770305633545,
       "step": 1322,
-      "subrel-constrast": 3.918067455291748,
+      "subrel-constrast": 3.9903929233551025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.265488624572754,
-      "cov-distil (oracle2student)": 5.315093994140625,
-      "cov-distil (oracle2teacher)": 4.242465496063232,
+      "cov-distil": 1.3644040822982788,
+      "cov-distil (oracle2student)": 5.332676410675049,
+      "cov-distil (oracle2teacher)": 5.052842140197754,
       "epoch": 1.0384615384615385,
-      "rel-constrast": 3.3319427967071533,
+      "rel-constrast": 3.0908215045928955,
       "step": 1323,
-      "subrel-constrast": 3.552429676055908,
+      "subrel-constrast": 3.681448459625244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6411206722259521,
-      "cov-distil (oracle2student)": 4.402083396911621,
-      "cov-distil (oracle2teacher)": 4.539468765258789,
+      "cov-distil": 1.8968536853790283,
+      "cov-distil (oracle2student)": 4.756662845611572,
+      "cov-distil (oracle2teacher)": 4.805327415466309,
       "epoch": 1.0392464678178963,
-      "rel-constrast": 2.5891757011413574,
+      "rel-constrast": 2.923099994659424,
       "step": 1324,
-      "subrel-constrast": 3.3325674533843994,
+      "subrel-constrast": 3.398674249649048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7119067907333374,
-      "cov-distil (oracle2student)": 4.110739707946777,
-      "cov-distil (oracle2teacher)": 4.20479679107666,
+      "cov-distil": 2.148824453353882,
+      "cov-distil (oracle2student)": 4.865352630615234,
+      "cov-distil (oracle2teacher)": 4.387182712554932,
       "epoch": 1.0400313971742543,
-      "rel-constrast": 3.6010303497314453,
+      "rel-constrast": 4.079176902770996,
       "step": 1325,
-      "subrel-constrast": 4.417725563049316,
+      "subrel-constrast": 4.2612199783325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5757135152816772,
-      "cov-distil (oracle2student)": 4.751351356506348,
-      "cov-distil (oracle2teacher)": 4.305976390838623,
+      "cov-distil": 1.9312994480133057,
+      "cov-distil (oracle2student)": 4.625995635986328,
+      "cov-distil (oracle2teacher)": 4.489372730255127,
       "epoch": 1.0408163265306123,
-      "rel-constrast": 2.329827308654785,
+      "rel-constrast": 3.1336452960968018,
       "step": 1326,
-      "subrel-constrast": 3.1315464973449707,
+      "subrel-constrast": 3.1908202171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2380353212356567,
-      "cov-distil (oracle2student)": 4.608445167541504,
-      "cov-distil (oracle2teacher)": 4.567604064941406,
+      "cov-distil": 2.0053513050079346,
+      "cov-distil (oracle2student)": 4.817592620849609,
+      "cov-distil (oracle2teacher)": 4.828701496124268,
       "epoch": 1.0416012558869703,
-      "rel-constrast": 3.545478105545044,
+      "rel-constrast": 3.835188388824463,
       "step": 1327,
-      "subrel-constrast": 3.73474383354187,
+      "subrel-constrast": 3.2523434162139893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3552968502044678,
-      "cov-distil (oracle2student)": 3.7210333347320557,
-      "cov-distil (oracle2teacher)": 3.643429756164551,
+      "cov-distil": 1.8207558393478394,
+      "cov-distil (oracle2student)": 4.300651550292969,
+      "cov-distil (oracle2teacher)": 4.180110931396484,
       "epoch": 1.042386185243328,
-      "rel-constrast": 2.3626973628997803,
+      "rel-constrast": 2.9560043811798096,
       "step": 1328,
-      "subrel-constrast": 3.419344186782837,
+      "subrel-constrast": 3.3464367389678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6793065071105957,
-      "cov-distil (oracle2student)": 3.8620169162750244,
-      "cov-distil (oracle2teacher)": 3.477570056915283,
+      "cov-distil": 2.045022964477539,
+      "cov-distil (oracle2student)": 4.090999603271484,
+      "cov-distil (oracle2teacher)": 4.053657531738281,
       "epoch": 1.043171114599686,
-      "rel-constrast": 2.550403118133545,
+      "rel-constrast": 3.7915937900543213,
       "step": 1329,
-      "subrel-constrast": 3.0018975734710693,
+      "subrel-constrast": 3.6056673526763916,
       "view-similarity": 0
     },
     {
       "epoch": 1.043956043956044,
-      "grad_norm": 4.875,
+      "grad_norm": 6.46875,
       "learning_rate": 4.98353206428508e-05,
-      "loss": 0.779,
+      "loss": 0.843,
       "step": 1330
     },
     {
-      "cov-distil": 1.5603997707366943,
-      "cov-distil (oracle2student)": 2.021341562271118,
-      "cov-distil (oracle2teacher)": 2.444761276245117,
+      "cov-distil": 1.750560998916626,
+      "cov-distil (oracle2student)": 2.267582416534424,
+      "cov-distil (oracle2teacher)": 2.061251640319824,
       "epoch": 1.043956043956044,
-      "rel-constrast": 1.9387398958206177,
+      "rel-constrast": 2.272977113723755,
       "step": 1330,
-      "subrel-constrast": 3.2837231159210205,
+      "subrel-constrast": 2.9832491874694824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.789320945739746,
-      "cov-distil (oracle2student)": 4.488680839538574,
-      "cov-distil (oracle2teacher)": 4.014732360839844,
+      "cov-distil": 2.020219326019287,
+      "cov-distil (oracle2student)": 3.6426095962524414,
+      "cov-distil (oracle2teacher)": 4.466653823852539,
       "epoch": 1.0447409733124018,
-      "rel-constrast": 5.365977764129639,
+      "rel-constrast": 4.929354667663574,
       "step": 1331,
-      "subrel-constrast": 5.195187091827393,
+      "subrel-constrast": 5.6037445068359375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7279833555221558,
-      "cov-distil (oracle2student)": 3.847268581390381,
-      "cov-distil (oracle2teacher)": 3.972043514251709,
+      "cov-distil": 2.1063756942749023,
+      "cov-distil (oracle2student)": 3.808192729949951,
+      "cov-distil (oracle2teacher)": 4.342225074768066,
       "epoch": 1.0455259026687598,
-      "rel-constrast": 2.129772186279297,
+      "rel-constrast": 2.727627754211426,
       "step": 1332,
-      "subrel-constrast": 2.9550578594207764,
+      "subrel-constrast": 2.8298397064208984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2181808948516846,
-      "cov-distil (oracle2student)": 3.905850410461426,
-      "cov-distil (oracle2teacher)": 3.405874013900757,
+      "cov-distil": 1.1050111055374146,
+      "cov-distil (oracle2student)": 4.199719429016113,
+      "cov-distil (oracle2teacher)": 3.8328990936279297,
       "epoch": 1.0463108320251178,
-      "rel-constrast": 3.2089219093322754,
+      "rel-constrast": 3.2700512409210205,
       "step": 1333,
-      "subrel-constrast": 3.502013921737671,
+      "subrel-constrast": 3.433842897415161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5846612453460693,
-      "cov-distil (oracle2student)": 2.4374899864196777,
-      "cov-distil (oracle2teacher)": 2.9026522636413574,
+      "cov-distil": 1.8737285137176514,
+      "cov-distil (oracle2student)": 2.825641632080078,
+      "cov-distil (oracle2teacher)": 2.7760121822357178,
       "epoch": 1.0470957613814758,
-      "rel-constrast": 2.8598501682281494,
+      "rel-constrast": 3.1757845878601074,
       "step": 1334,
-      "subrel-constrast": 3.376497507095337,
+      "subrel-constrast": 3.0753467082977295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8323559761047363,
-      "cov-distil (oracle2student)": 4.377843379974365,
-      "cov-distil (oracle2teacher)": 4.030404090881348,
+      "cov-distil": 2.338779926300049,
+      "cov-distil (oracle2student)": 4.238726615905762,
+      "cov-distil (oracle2teacher)": 3.9974472522735596,
       "epoch": 1.0478806907378335,
-      "rel-constrast": 3.300595283508301,
+      "rel-constrast": 3.183053731918335,
       "step": 1335,
-      "subrel-constrast": 3.808056354522705,
+      "subrel-constrast": 3.662080764770508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9013278484344482,
-      "cov-distil (oracle2student)": 3.5153331756591797,
-      "cov-distil (oracle2teacher)": 3.4593381881713867,
+      "cov-distil": 2.2703864574432373,
+      "cov-distil (oracle2student)": 3.8008527755737305,
+      "cov-distil (oracle2teacher)": 3.4160397052764893,
       "epoch": 1.0486656200941915,
-      "rel-constrast": 3.9633121490478516,
+      "rel-constrast": 4.2721710205078125,
       "step": 1336,
-      "subrel-constrast": 4.615512847900391,
+      "subrel-constrast": 4.304571151733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6298719644546509,
-      "cov-distil (oracle2student)": 2.91507625579834,
-      "cov-distil (oracle2teacher)": 2.8473191261291504,
+      "cov-distil": 2.094728469848633,
+      "cov-distil (oracle2student)": 3.157522201538086,
+      "cov-distil (oracle2teacher)": 3.089301109313965,
       "epoch": 1.0494505494505495,
-      "rel-constrast": 2.31758451461792,
+      "rel-constrast": 2.337132453918457,
       "step": 1337,
-      "subrel-constrast": 2.9014508724212646,
+      "subrel-constrast": 3.0309677124023438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.287497043609619,
-      "cov-distil (oracle2student)": 5.130228042602539,
-      "cov-distil (oracle2teacher)": 4.528473854064941,
+      "cov-distil": 2.1562881469726562,
+      "cov-distil (oracle2student)": 5.542390823364258,
+      "cov-distil (oracle2teacher)": 4.9965009689331055,
       "epoch": 1.0502354788069075,
-      "rel-constrast": 3.1626267433166504,
+      "rel-constrast": 3.353144645690918,
       "step": 1338,
-      "subrel-constrast": 4.1389946937561035,
+      "subrel-constrast": 4.201553821563721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6564306020736694,
-      "cov-distil (oracle2student)": 4.191096782684326,
-      "cov-distil (oracle2teacher)": 3.5165205001831055,
+      "cov-distil": 2.1049537658691406,
+      "cov-distil (oracle2student)": 4.347463607788086,
+      "cov-distil (oracle2teacher)": 3.586488723754883,
       "epoch": 1.0510204081632653,
-      "rel-constrast": 2.081233024597168,
+      "rel-constrast": 2.394252300262451,
       "step": 1339,
-      "subrel-constrast": 2.853550672531128,
+      "subrel-constrast": 2.988757610321045,
       "view-similarity": 0
     },
     {
       "epoch": 1.0518053375196232,
-      "grad_norm": 6.15625,
+      "grad_norm": 5.0625,
       "learning_rate": 4.982516945981669e-05,
-      "loss": 0.8012,
+      "loss": 0.7979,
       "step": 1340
     },
     {
-      "cov-distil": 1.891442894935608,
-      "cov-distil (oracle2student)": 4.110203742980957,
-      "cov-distil (oracle2teacher)": 3.939481735229492,
+      "cov-distil": 2.47222900390625,
+      "cov-distil (oracle2student)": 5.300784111022949,
+      "cov-distil (oracle2teacher)": 4.304022789001465,
       "epoch": 1.0518053375196232,
-      "rel-constrast": 3.074136734008789,
+      "rel-constrast": 3.863157272338867,
       "step": 1340,
-      "subrel-constrast": 3.839629650115967,
+      "subrel-constrast": 4.165891170501709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5117946863174438,
-      "cov-distil (oracle2student)": 4.452583312988281,
-      "cov-distil (oracle2teacher)": 4.244133472442627,
+      "cov-distil": 2.447739601135254,
+      "cov-distil (oracle2student)": 5.091309070587158,
+      "cov-distil (oracle2teacher)": 4.325098514556885,
       "epoch": 1.0525902668759812,
-      "rel-constrast": 2.4261984825134277,
+      "rel-constrast": 3.412022352218628,
       "step": 1341,
-      "subrel-constrast": 3.5631704330444336,
+      "subrel-constrast": 3.312221050262451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5490021705627441,
-      "cov-distil (oracle2student)": 4.505932807922363,
-      "cov-distil (oracle2teacher)": 4.503978729248047,
+      "cov-distil": 1.8046998977661133,
+      "cov-distil (oracle2student)": 4.78999662399292,
+      "cov-distil (oracle2teacher)": 4.8204665184021,
       "epoch": 1.053375196232339,
-      "rel-constrast": 2.4422760009765625,
+      "rel-constrast": 3.1849513053894043,
       "step": 1342,
-      "subrel-constrast": 3.5781614780426025,
+      "subrel-constrast": 3.5831241607666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6790764331817627,
-      "cov-distil (oracle2student)": 3.9384570121765137,
-      "cov-distil (oracle2teacher)": 4.184779167175293,
+      "cov-distil": 1.941680669784546,
+      "cov-distil (oracle2student)": 4.191270351409912,
+      "cov-distil (oracle2teacher)": 4.328269958496094,
       "epoch": 1.054160125588697,
-      "rel-constrast": 3.3922536373138428,
+      "rel-constrast": 3.7444562911987305,
       "step": 1343,
-      "subrel-constrast": 4.281126022338867,
+      "subrel-constrast": 4.395193576812744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4852817058563232,
-      "cov-distil (oracle2student)": 4.067353248596191,
-      "cov-distil (oracle2teacher)": 3.88303279876709,
+      "cov-distil": 1.6044442653656006,
+      "cov-distil (oracle2student)": 3.7221179008483887,
+      "cov-distil (oracle2teacher)": 4.132364273071289,
       "epoch": 1.054945054945055,
-      "rel-constrast": 3.7798471450805664,
+      "rel-constrast": 4.345451354980469,
       "step": 1344,
-      "subrel-constrast": 4.280847549438477,
+      "subrel-constrast": 4.405514717102051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7029610872268677,
-      "cov-distil (oracle2student)": 4.761334419250488,
-      "cov-distil (oracle2teacher)": 3.669780731201172,
+      "cov-distil": 1.9263830184936523,
+      "cov-distil (oracle2student)": 4.680680274963379,
+      "cov-distil (oracle2teacher)": 4.123058319091797,
       "epoch": 1.055729984301413,
-      "rel-constrast": 2.7117233276367188,
+      "rel-constrast": 2.9651038646698,
       "step": 1345,
-      "subrel-constrast": 3.063453197479248,
+      "subrel-constrast": 3.4146392345428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3466800451278687,
-      "cov-distil (oracle2student)": 4.216004371643066,
-      "cov-distil (oracle2teacher)": 4.574625015258789,
+      "cov-distil": 1.8667757511138916,
+      "cov-distil (oracle2student)": 4.679299354553223,
+      "cov-distil (oracle2teacher)": 4.3303351402282715,
       "epoch": 1.0565149136577707,
-      "rel-constrast": 2.9508233070373535,
+      "rel-constrast": 3.2571349143981934,
       "step": 1346,
-      "subrel-constrast": 3.9286856651306152,
+      "subrel-constrast": 4.196206092834473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6089322566986084,
-      "cov-distil (oracle2student)": 2.309438705444336,
-      "cov-distil (oracle2teacher)": 2.84455943107605,
+      "cov-distil": 2.125149965286255,
+      "cov-distil (oracle2student)": 2.9801197052001953,
+      "cov-distil (oracle2teacher)": 2.8524956703186035,
       "epoch": 1.0572998430141287,
-      "rel-constrast": 2.436990737915039,
+      "rel-constrast": 3.078124523162842,
       "step": 1347,
-      "subrel-constrast": 3.7577571868896484,
+      "subrel-constrast": 3.4578113555908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7151784896850586,
-      "cov-distil (oracle2student)": 2.5667970180511475,
-      "cov-distil (oracle2teacher)": 2.659790515899658,
+      "cov-distil": 1.8011236190795898,
+      "cov-distil (oracle2student)": 3.0870325565338135,
+      "cov-distil (oracle2teacher)": 3.300926446914673,
       "epoch": 1.0580847723704867,
-      "rel-constrast": 3.402242660522461,
+      "rel-constrast": 4.349246978759766,
       "step": 1348,
-      "subrel-constrast": 4.1476593017578125,
+      "subrel-constrast": 4.167850017547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5186069011688232,
-      "cov-distil (oracle2student)": 3.091311454772949,
-      "cov-distil (oracle2teacher)": 3.2050833702087402,
+      "cov-distil": 2.0032734870910645,
+      "cov-distil (oracle2student)": 3.897831916809082,
+      "cov-distil (oracle2teacher)": 3.507340669631958,
       "epoch": 1.0588697017268447,
-      "rel-constrast": 2.8237643241882324,
+      "rel-constrast": 3.7990469932556152,
       "step": 1349,
-      "subrel-constrast": 4.03464937210083,
+      "subrel-constrast": 3.888484239578247,
       "view-similarity": 0
     },
     {
       "epoch": 1.0596546310832025,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.21875,
       "learning_rate": 4.981471578992706e-05,
-      "loss": 0.776,
+      "loss": 0.9,
       "step": 1350
     },
     {
-      "cov-distil": 1.7764843702316284,
-      "cov-distil (oracle2student)": 2.385777473449707,
-      "cov-distil (oracle2teacher)": 2.9466400146484375,
+      "cov-distil": 2.2279276847839355,
+      "cov-distil (oracle2student)": 2.2432825565338135,
+      "cov-distil (oracle2teacher)": 2.8796868324279785,
       "epoch": 1.0596546310832025,
-      "rel-constrast": 2.9991157054901123,
+      "rel-constrast": 3.27577543258667,
       "step": 1350,
-      "subrel-constrast": 4.1020731925964355,
+      "subrel-constrast": 3.874244213104248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5321710109710693,
-      "cov-distil (oracle2student)": 3.7962632179260254,
-      "cov-distil (oracle2teacher)": 3.8199100494384766,
+      "cov-distil": 1.252164363861084,
+      "cov-distil (oracle2student)": 3.9084460735321045,
+      "cov-distil (oracle2teacher)": 3.996203660964966,
       "epoch": 1.0604395604395604,
-      "rel-constrast": 1.8470566272735596,
+      "rel-constrast": 2.58622145652771,
       "step": 1351,
-      "subrel-constrast": 2.904076337814331,
+      "subrel-constrast": 2.6121468544006348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4473285675048828,
-      "cov-distil (oracle2student)": 5.215753555297852,
-      "cov-distil (oracle2teacher)": 5.062963962554932,
+      "cov-distil": 1.6781609058380127,
+      "cov-distil (oracle2student)": 4.740148544311523,
+      "cov-distil (oracle2teacher)": 5.130048751831055,
       "epoch": 1.0612244897959184,
-      "rel-constrast": 2.7066211700439453,
+      "rel-constrast": 3.128143310546875,
       "step": 1352,
-      "subrel-constrast": 3.5213730335235596,
+      "subrel-constrast": 3.2665696144104004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7678200006484985,
-      "cov-distil (oracle2student)": 5.534285068511963,
-      "cov-distil (oracle2teacher)": 4.940554618835449,
+      "cov-distil": 1.6227867603302002,
+      "cov-distil (oracle2student)": 5.9379401206970215,
+      "cov-distil (oracle2teacher)": 5.305999755859375,
       "epoch": 1.0620094191522762,
-      "rel-constrast": 2.970421314239502,
+      "rel-constrast": 3.532778024673462,
       "step": 1353,
-      "subrel-constrast": 3.809866428375244,
+      "subrel-constrast": 3.4753634929656982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2517756223678589,
-      "cov-distil (oracle2student)": 4.270276069641113,
-      "cov-distil (oracle2teacher)": 4.404227256774902,
+      "cov-distil": 1.4601242542266846,
+      "cov-distil (oracle2student)": 4.805552959442139,
+      "cov-distil (oracle2teacher)": 4.311644554138184,
       "epoch": 1.0627943485086342,
-      "rel-constrast": 2.5669658184051514,
+      "rel-constrast": 3.411879539489746,
       "step": 1354,
-      "subrel-constrast": 3.3136885166168213,
+      "subrel-constrast": 3.0466880798339844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.255814790725708,
-      "cov-distil (oracle2student)": 4.298757076263428,
-      "cov-distil (oracle2teacher)": 4.080432891845703,
+      "cov-distil": 1.7063993215560913,
+      "cov-distil (oracle2student)": 3.865244150161743,
+      "cov-distil (oracle2teacher)": 4.022218704223633,
       "epoch": 1.0635792778649922,
-      "rel-constrast": 3.112243175506592,
+      "rel-constrast": 3.048867702484131,
       "step": 1355,
-      "subrel-constrast": 3.465294122695923,
+      "subrel-constrast": 3.43363618850708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9884713888168335,
-      "cov-distil (oracle2student)": 3.3464155197143555,
-      "cov-distil (oracle2teacher)": 3.7389323711395264,
+      "cov-distil": 2.1350483894348145,
+      "cov-distil (oracle2student)": 3.8776516914367676,
+      "cov-distil (oracle2teacher)": 4.375025749206543,
       "epoch": 1.0643642072213502,
-      "rel-constrast": 4.075211524963379,
+      "rel-constrast": 4.067684173583984,
       "step": 1356,
-      "subrel-constrast": 4.776978969573975,
+      "subrel-constrast": 4.804574966430664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.566786766052246,
-      "cov-distil (oracle2student)": 5.72592830657959,
-      "cov-distil (oracle2teacher)": 5.339461326599121,
+      "cov-distil": 2.096156120300293,
+      "cov-distil (oracle2student)": 6.001239776611328,
+      "cov-distil (oracle2teacher)": 5.573868751525879,
       "epoch": 1.065149136577708,
-      "rel-constrast": 3.25872802734375,
+      "rel-constrast": 3.7518668174743652,
       "step": 1357,
-      "subrel-constrast": 3.9985079765319824,
+      "subrel-constrast": 4.055861473083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.400079369544983,
-      "cov-distil (oracle2student)": 3.3879170417785645,
-      "cov-distil (oracle2teacher)": 3.559767723083496,
+      "cov-distil": 2.3365488052368164,
+      "cov-distil (oracle2student)": 4.182671546936035,
+      "cov-distil (oracle2teacher)": 4.013409614562988,
       "epoch": 1.065934065934066,
-      "rel-constrast": 3.015141487121582,
+      "rel-constrast": 3.5988097190856934,
       "step": 1358,
-      "subrel-constrast": 3.81351375579834,
+      "subrel-constrast": 4.038090229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3284026384353638,
-      "cov-distil (oracle2student)": 5.102107524871826,
-      "cov-distil (oracle2teacher)": 4.8548479080200195,
+      "cov-distil": 1.5270495414733887,
+      "cov-distil (oracle2student)": 5.615230560302734,
+      "cov-distil (oracle2teacher)": 4.991214275360107,
       "epoch": 1.066718995290424,
-      "rel-constrast": 3.1426525115966797,
+      "rel-constrast": 3.6619906425476074,
       "step": 1359,
-      "subrel-constrast": 3.8907928466796875,
+      "subrel-constrast": 3.8132739067077637,
       "view-similarity": 0
     },
     {
       "epoch": 1.0675039246467817,
-      "grad_norm": 5.375,
+      "grad_norm": 6.6875,
       "learning_rate": 4.980395976055658e-05,
-      "loss": 0.7806,
+      "loss": 0.8516,
       "step": 1360
     },
     {
-      "cov-distil": 1.0340895652770996,
-      "cov-distil (oracle2student)": 3.3404150009155273,
-      "cov-distil (oracle2teacher)": 3.458253860473633,
+      "cov-distil": 1.4862463474273682,
+      "cov-distil (oracle2student)": 3.1969690322875977,
+      "cov-distil (oracle2teacher)": 3.9041552543640137,
       "epoch": 1.0675039246467817,
-      "rel-constrast": 2.7017836570739746,
+      "rel-constrast": 3.068122386932373,
       "step": 1360,
-      "subrel-constrast": 3.85408091545105,
+      "subrel-constrast": 3.645630359649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9244599342346191,
-      "cov-distil (oracle2student)": 3.500950574874878,
-      "cov-distil (oracle2teacher)": 3.9206719398498535,
+      "cov-distil": 3.0836751461029053,
+      "cov-distil (oracle2student)": 4.4013352394104,
+      "cov-distil (oracle2teacher)": 4.337233543395996,
       "epoch": 1.0682888540031397,
-      "rel-constrast": 3.6933364868164062,
+      "rel-constrast": 4.131941795349121,
       "step": 1361,
-      "subrel-constrast": 4.551616191864014,
+      "subrel-constrast": 4.856079578399658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322222113609314,
-      "cov-distil (oracle2student)": 5.065067291259766,
-      "cov-distil (oracle2teacher)": 4.4332146644592285,
+      "cov-distil": 1.5955888032913208,
+      "cov-distil (oracle2student)": 5.571846008300781,
+      "cov-distil (oracle2teacher)": 4.926376819610596,
       "epoch": 1.0690737833594977,
-      "rel-constrast": 3.223350763320923,
+      "rel-constrast": 3.5729422569274902,
       "step": 1362,
-      "subrel-constrast": 3.1711013317108154,
+      "subrel-constrast": 3.540386915206909,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7568714618682861,
-      "cov-distil (oracle2student)": 4.176975250244141,
-      "cov-distil (oracle2teacher)": 3.7778103351593018,
+      "cov-distil": 1.8440825939178467,
+      "cov-distil (oracle2student)": 4.139823913574219,
+      "cov-distil (oracle2teacher)": 4.420838832855225,
       "epoch": 1.0698587127158556,
-      "rel-constrast": 3.354168176651001,
+      "rel-constrast": 3.1108288764953613,
       "step": 1363,
-      "subrel-constrast": 4.05528450012207,
+      "subrel-constrast": 4.12756872177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8233342170715332,
-      "cov-distil (oracle2student)": 2.8845739364624023,
-      "cov-distil (oracle2teacher)": 3.239229679107666,
+      "cov-distil": 2.7384731769561768,
+      "cov-distil (oracle2student)": 3.3286292552948,
+      "cov-distil (oracle2teacher)": 3.311143398284912,
       "epoch": 1.0706436420722134,
-      "rel-constrast": 2.8545703887939453,
+      "rel-constrast": 3.1598289012908936,
       "step": 1364,
-      "subrel-constrast": 3.940390110015869,
+      "subrel-constrast": 3.885472297668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9338064193725586,
-      "cov-distil (oracle2student)": 3.061378002166748,
-      "cov-distil (oracle2teacher)": 3.1285512447357178,
+      "cov-distil": 1.8407080173492432,
+      "cov-distil (oracle2student)": 3.559335947036743,
+      "cov-distil (oracle2teacher)": 3.475278615951538,
       "epoch": 1.0714285714285714,
-      "rel-constrast": 2.3349716663360596,
+      "rel-constrast": 2.6361021995544434,
       "step": 1365,
-      "subrel-constrast": 3.4239864349365234,
+      "subrel-constrast": 2.9081506729125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8442656993865967,
-      "cov-distil (oracle2student)": 3.669823408126831,
-      "cov-distil (oracle2teacher)": 3.6398766040802,
+      "cov-distil": 2.166013717651367,
+      "cov-distil (oracle2student)": 3.5297017097473145,
+      "cov-distil (oracle2teacher)": 4.622291564941406,
       "epoch": 1.0722135007849294,
-      "rel-constrast": 3.4359259605407715,
+      "rel-constrast": 3.166598320007324,
       "step": 1366,
-      "subrel-constrast": 3.9763615131378174,
+      "subrel-constrast": 4.221823215484619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266068935394287,
-      "cov-distil (oracle2student)": 4.328539848327637,
-      "cov-distil (oracle2teacher)": 4.360380172729492,
+      "cov-distil": 1.9331638813018799,
+      "cov-distil (oracle2student)": 4.984668254852295,
+      "cov-distil (oracle2teacher)": 4.462627410888672,
       "epoch": 1.0729984301412874,
-      "rel-constrast": 2.3119592666625977,
+      "rel-constrast": 2.9085140228271484,
       "step": 1367,
-      "subrel-constrast": 2.8219521045684814,
+      "subrel-constrast": 2.619204521179199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8314034938812256,
-      "cov-distil (oracle2student)": 4.431702613830566,
-      "cov-distil (oracle2teacher)": 4.2378010749816895,
+      "cov-distil": 2.4487645626068115,
+      "cov-distil (oracle2student)": 5.415593147277832,
+      "cov-distil (oracle2teacher)": 5.062588691711426,
       "epoch": 1.0737833594976451,
-      "rel-constrast": 2.3089935779571533,
+      "rel-constrast": 3.4045791625976562,
       "step": 1368,
-      "subrel-constrast": 3.795471429824829,
+      "subrel-constrast": 3.7860424518585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5539352893829346,
-      "cov-distil (oracle2student)": 4.525745868682861,
-      "cov-distil (oracle2teacher)": 4.255120277404785,
+      "cov-distil": 1.8011956214904785,
+      "cov-distil (oracle2student)": 4.896988868713379,
+      "cov-distil (oracle2teacher)": 4.335667610168457,
       "epoch": 1.0745682888540031,
-      "rel-constrast": 3.4483890533447266,
+      "rel-constrast": 3.689659357070923,
       "step": 1369,
-      "subrel-constrast": 3.9800639152526855,
+      "subrel-constrast": 4.099096298217773,
       "view-similarity": 0
     },
     {
       "epoch": 1.0753532182103611,
-      "grad_norm": 5.8125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.9792901502764075e-05,
-      "loss": 0.7828,
+      "loss": 0.8212,
       "step": 1370
     },
     {
-      "cov-distil": 1.7522364854812622,
-      "cov-distil (oracle2student)": 2.7611570358276367,
-      "cov-distil (oracle2teacher)": 2.5378265380859375,
+      "cov-distil": 1.8056602478027344,
+      "cov-distil (oracle2student)": 3.0594868659973145,
+      "cov-distil (oracle2teacher)": 3.1037559509277344,
       "epoch": 1.0753532182103611,
-      "rel-constrast": 2.2207679748535156,
+      "rel-constrast": 2.805286169052124,
       "step": 1370,
-      "subrel-constrast": 3.079789400100708,
+      "subrel-constrast": 3.105001211166382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2086682319641113,
-      "cov-distil (oracle2student)": 4.295747756958008,
-      "cov-distil (oracle2teacher)": 3.8890275955200195,
+      "cov-distil": 1.501416802406311,
+      "cov-distil (oracle2student)": 3.9794514179229736,
+      "cov-distil (oracle2teacher)": 3.869093656539917,
       "epoch": 1.076138147566719,
-      "rel-constrast": 2.764012336730957,
+      "rel-constrast": 3.124049663543701,
       "step": 1371,
-      "subrel-constrast": 3.178504228591919,
+      "subrel-constrast": 3.1622772216796875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5825567245483398,
-      "cov-distil (oracle2student)": 4.385646820068359,
-      "cov-distil (oracle2teacher)": 4.265470027923584,
+      "cov-distil": 1.806600570678711,
+      "cov-distil (oracle2student)": 5.057637691497803,
+      "cov-distil (oracle2teacher)": 4.799269199371338,
       "epoch": 1.0769230769230769,
-      "rel-constrast": 2.323387622833252,
+      "rel-constrast": 2.6445260047912598,
       "step": 1372,
-      "subrel-constrast": 3.1196742057800293,
+      "subrel-constrast": 3.344994306564331,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8628864288330078,
-      "cov-distil (oracle2student)": 3.857534885406494,
-      "cov-distil (oracle2teacher)": 3.2705883979797363,
+      "cov-distil": 2.5976834297180176,
+      "cov-distil (oracle2student)": 3.8913655281066895,
+      "cov-distil (oracle2teacher)": 3.516958713531494,
       "epoch": 1.0777080062794349,
-      "rel-constrast": 2.340729236602783,
+      "rel-constrast": 2.7938456535339355,
       "step": 1373,
-      "subrel-constrast": 3.2926735877990723,
+      "subrel-constrast": 2.75182843208313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8734490871429443,
-      "cov-distil (oracle2student)": 3.722325325012207,
-      "cov-distil (oracle2teacher)": 3.537940263748169,
+      "cov-distil": 1.7106716632843018,
+      "cov-distil (oracle2student)": 3.926306962966919,
+      "cov-distil (oracle2teacher)": 3.9524993896484375,
       "epoch": 1.0784929356357928,
-      "rel-constrast": 3.5088374614715576,
+      "rel-constrast": 4.026434898376465,
       "step": 1374,
-      "subrel-constrast": 4.046138763427734,
+      "subrel-constrast": 3.9221584796905518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7907600402832031,
-      "cov-distil (oracle2student)": 3.7754430770874023,
-      "cov-distil (oracle2teacher)": 3.2363479137420654,
+      "cov-distil": 2.142603635787964,
+      "cov-distil (oracle2student)": 4.032546520233154,
+      "cov-distil (oracle2teacher)": 3.591191291809082,
       "epoch": 1.0792778649921506,
-      "rel-constrast": 2.512028694152832,
+      "rel-constrast": 2.875716209411621,
       "step": 1375,
-      "subrel-constrast": 3.281909704208374,
+      "subrel-constrast": 3.4760217666625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1880934238433838,
-      "cov-distil (oracle2student)": 5.368410110473633,
-      "cov-distil (oracle2teacher)": 5.149897575378418,
+      "cov-distil": 1.711012840270996,
+      "cov-distil (oracle2student)": 5.489722728729248,
+      "cov-distil (oracle2teacher)": 5.434527397155762,
       "epoch": 1.0800627943485086,
-      "rel-constrast": 2.4852521419525146,
+      "rel-constrast": 2.6435153484344482,
       "step": 1376,
-      "subrel-constrast": 2.988154172897339,
+      "subrel-constrast": 2.929229259490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8623415231704712,
-      "cov-distil (oracle2student)": 3.8936100006103516,
-      "cov-distil (oracle2teacher)": 3.9991416931152344,
+      "cov-distil": 2.4590225219726562,
+      "cov-distil (oracle2student)": 4.19317626953125,
+      "cov-distil (oracle2teacher)": 4.442270278930664,
       "epoch": 1.0808477237048666,
-      "rel-constrast": 2.885066509246826,
+      "rel-constrast": 3.2626657485961914,
       "step": 1377,
-      "subrel-constrast": 3.7260122299194336,
+      "subrel-constrast": 4.01894474029541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5937577486038208,
-      "cov-distil (oracle2student)": 3.805960178375244,
-      "cov-distil (oracle2teacher)": 3.75376033782959,
+      "cov-distil": 1.907900094985962,
+      "cov-distil (oracle2student)": 3.752892255783081,
+      "cov-distil (oracle2teacher)": 3.791668653488159,
       "epoch": 1.0816326530612246,
-      "rel-constrast": 2.9562671184539795,
+      "rel-constrast": 3.4502367973327637,
       "step": 1378,
-      "subrel-constrast": 3.693236827850342,
+      "subrel-constrast": 3.556399345397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7460744380950928,
-      "cov-distil (oracle2student)": 2.593548536300659,
-      "cov-distil (oracle2teacher)": 2.5229194164276123,
+      "cov-distil": 1.8177006244659424,
+      "cov-distil (oracle2student)": 2.950808048248291,
+      "cov-distil (oracle2teacher)": 2.8471438884735107,
       "epoch": 1.0824175824175823,
-      "rel-constrast": 2.1870903968811035,
+      "rel-constrast": 2.2159504890441895,
       "step": 1379,
-      "subrel-constrast": 2.552104949951172,
+      "subrel-constrast": 2.694425582885742,
       "view-similarity": 0
     },
     {
       "epoch": 1.0832025117739403,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.625,
       "learning_rate": 4.978154115129091e-05,
-      "loss": 0.6957,
+      "loss": 0.7461,
       "step": 1380
     },
     {
-      "cov-distil": 1.5559735298156738,
-      "cov-distil (oracle2student)": 5.343104362487793,
-      "cov-distil (oracle2teacher)": 5.034076690673828,
+      "cov-distil": 2.1629810333251953,
+      "cov-distil (oracle2student)": 5.70176887512207,
+      "cov-distil (oracle2teacher)": 5.631921291351318,
       "epoch": 1.0832025117739403,
-      "rel-constrast": 4.513167381286621,
+      "rel-constrast": 4.717028617858887,
       "step": 1380,
-      "subrel-constrast": 4.879128932952881,
+      "subrel-constrast": 4.774407386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.594104290008545,
-      "cov-distil (oracle2student)": 4.018231391906738,
-      "cov-distil (oracle2teacher)": 4.175711154937744,
+      "cov-distil": 2.6742167472839355,
+      "cov-distil (oracle2student)": 4.389071464538574,
+      "cov-distil (oracle2teacher)": 4.069478988647461,
       "epoch": 1.0839874411302983,
-      "rel-constrast": 2.8911664485931396,
+      "rel-constrast": 3.393613815307617,
       "step": 1381,
-      "subrel-constrast": 4.408371448516846,
+      "subrel-constrast": 4.410604476928711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.643925428390503,
-      "cov-distil (oracle2student)": 4.715807914733887,
-      "cov-distil (oracle2teacher)": 4.219768524169922,
+      "cov-distil": 1.7394286394119263,
+      "cov-distil (oracle2student)": 4.715527534484863,
+      "cov-distil (oracle2teacher)": 4.348565101623535,
       "epoch": 1.084772370486656,
-      "rel-constrast": 3.2432518005371094,
+      "rel-constrast": 3.561248779296875,
       "step": 1382,
-      "subrel-constrast": 3.679701566696167,
+      "subrel-constrast": 3.6983113288879395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4362976551055908,
-      "cov-distil (oracle2student)": 4.567570686340332,
-      "cov-distil (oracle2teacher)": 4.872445583343506,
+      "cov-distil": 1.749119758605957,
+      "cov-distil (oracle2student)": 4.731304168701172,
+      "cov-distil (oracle2teacher)": 5.0196309089660645,
       "epoch": 1.085557299843014,
-      "rel-constrast": 3.3436708450317383,
+      "rel-constrast": 3.135237693786621,
       "step": 1383,
-      "subrel-constrast": 3.746518135070801,
+      "subrel-constrast": 3.6186158657073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2816795110702515,
-      "cov-distil (oracle2student)": 4.699955940246582,
-      "cov-distil (oracle2teacher)": 3.8406128883361816,
+      "cov-distil": 1.6628007888793945,
+      "cov-distil (oracle2student)": 5.111150741577148,
+      "cov-distil (oracle2teacher)": 4.418975353240967,
       "epoch": 1.086342229199372,
-      "rel-constrast": 2.5861334800720215,
+      "rel-constrast": 2.2362890243530273,
       "step": 1384,
-      "subrel-constrast": 2.763550043106079,
+      "subrel-constrast": 2.7627177238464355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5373120307922363,
-      "cov-distil (oracle2student)": 3.3782882690429688,
-      "cov-distil (oracle2teacher)": 3.4752197265625,
+      "cov-distil": 1.61029052734375,
+      "cov-distil (oracle2student)": 3.699984550476074,
+      "cov-distil (oracle2teacher)": 3.2107036113739014,
       "epoch": 1.08712715855573,
-      "rel-constrast": 2.74160099029541,
+      "rel-constrast": 3.126328706741333,
       "step": 1385,
-      "subrel-constrast": 3.654707431793213,
+      "subrel-constrast": 3.328127384185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726305365562439,
-      "cov-distil (oracle2student)": 6.264081001281738,
-      "cov-distil (oracle2teacher)": 6.202328681945801,
+      "cov-distil": 1.8755358457565308,
+      "cov-distil (oracle2student)": 5.906975269317627,
+      "cov-distil (oracle2teacher)": 5.487640380859375,
       "epoch": 1.0879120879120878,
-      "rel-constrast": 3.196772575378418,
+      "rel-constrast": 2.996368885040283,
       "step": 1386,
-      "subrel-constrast": 4.090964317321777,
+      "subrel-constrast": 3.62148118019104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353294372558594,
-      "cov-distil (oracle2student)": 4.617647647857666,
-      "cov-distil (oracle2teacher)": 4.959433555603027,
+      "cov-distil": 1.5212469100952148,
+      "cov-distil (oracle2student)": 5.504647731781006,
+      "cov-distil (oracle2teacher)": 5.229935646057129,
       "epoch": 1.0886970172684458,
-      "rel-constrast": 3.2036983966827393,
+      "rel-constrast": 4.07784366607666,
       "step": 1387,
-      "subrel-constrast": 3.7551910877227783,
+      "subrel-constrast": 3.576289176940918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165143489837646,
-      "cov-distil (oracle2student)": 4.900763511657715,
-      "cov-distil (oracle2teacher)": 4.732897758483887,
+      "cov-distil": 1.819432258605957,
+      "cov-distil (oracle2student)": 5.506344318389893,
+      "cov-distil (oracle2teacher)": 4.968425750732422,
       "epoch": 1.0894819466248038,
-      "rel-constrast": 3.3392691612243652,
+      "rel-constrast": 3.511871337890625,
       "step": 1388,
-      "subrel-constrast": 3.897893190383911,
+      "subrel-constrast": 3.9035427570343018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.819463849067688,
-      "cov-distil (oracle2student)": 3.466165542602539,
-      "cov-distil (oracle2teacher)": 3.340545415878296,
+      "cov-distil": 2.1063730716705322,
+      "cov-distil (oracle2student)": 4.092592239379883,
+      "cov-distil (oracle2teacher)": 3.445422649383545,
       "epoch": 1.0902668759811618,
-      "rel-constrast": 2.425576686859131,
+      "rel-constrast": 3.184028387069702,
       "step": 1389,
-      "subrel-constrast": 3.422744035720825,
+      "subrel-constrast": 3.4009811878204346,
       "view-similarity": 0
     },
     {
       "epoch": 1.0910518053375196,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.96875,
       "learning_rate": 4.97698788445594e-05,
-      "loss": 0.829,
+      "loss": 0.8485,
       "step": 1390
     },
     {
-      "cov-distil": 1.2456929683685303,
-      "cov-distil (oracle2student)": 2.4797627925872803,
-      "cov-distil (oracle2teacher)": 2.6108713150024414,
+      "cov-distil": 1.60209321975708,
+      "cov-distil (oracle2student)": 2.5768144130706787,
+      "cov-distil (oracle2teacher)": 3.104255199432373,
       "epoch": 1.0910518053375196,
-      "rel-constrast": 2.1391234397888184,
+      "rel-constrast": 2.1703898906707764,
       "step": 1390,
-      "subrel-constrast": 2.3621671199798584,
+      "subrel-constrast": 2.480619430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080111026763916,
-      "cov-distil (oracle2student)": 6.320272445678711,
-      "cov-distil (oracle2teacher)": 5.9656877517700195,
+      "cov-distil": 2.5286526679992676,
+      "cov-distil (oracle2student)": 6.470503807067871,
+      "cov-distil (oracle2teacher)": 6.245965957641602,
       "epoch": 1.0918367346938775,
-      "rel-constrast": 2.4898555278778076,
+      "rel-constrast": 2.566316604614258,
       "step": 1391,
-      "subrel-constrast": 3.066091537475586,
+      "subrel-constrast": 3.223422050476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6581671237945557,
-      "cov-distil (oracle2student)": 3.91648268699646,
-      "cov-distil (oracle2teacher)": 4.001407623291016,
+      "cov-distil": 2.1181282997131348,
+      "cov-distil (oracle2student)": 4.482362747192383,
+      "cov-distil (oracle2teacher)": 4.014542579650879,
       "epoch": 1.0926216640502355,
-      "rel-constrast": 4.013739585876465,
+      "rel-constrast": 4.748963356018066,
       "step": 1392,
-      "subrel-constrast": 4.730424404144287,
+      "subrel-constrast": 4.74492883682251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5913100242614746,
-      "cov-distil (oracle2student)": 3.4155850410461426,
-      "cov-distil (oracle2teacher)": 3.4767534732818604,
+      "cov-distil": 1.694315791130066,
+      "cov-distil (oracle2student)": 3.8908579349517822,
+      "cov-distil (oracle2teacher)": 3.3971121311187744,
       "epoch": 1.0934065934065935,
-      "rel-constrast": 3.265977382659912,
+      "rel-constrast": 3.4668707847595215,
       "step": 1393,
-      "subrel-constrast": 3.794863224029541,
+      "subrel-constrast": 3.615361213684082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.735185146331787,
-      "cov-distil (oracle2student)": 5.366359710693359,
-      "cov-distil (oracle2teacher)": 5.077892303466797,
+      "cov-distil": 2.209437370300293,
+      "cov-distil (oracle2student)": 6.1654863357543945,
+      "cov-distil (oracle2teacher)": 5.581021785736084,
       "epoch": 1.0941915227629513,
-      "rel-constrast": 2.506908416748047,
+      "rel-constrast": 2.793914556503296,
       "step": 1394,
-      "subrel-constrast": 3.441734790802002,
+      "subrel-constrast": 3.4291393756866455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3577219247817993,
-      "cov-distil (oracle2student)": 4.501542091369629,
-      "cov-distil (oracle2teacher)": 4.2119140625,
+      "cov-distil": 1.866178035736084,
+      "cov-distil (oracle2student)": 5.226563930511475,
+      "cov-distil (oracle2teacher)": 4.317183971405029,
       "epoch": 1.0949764521193093,
-      "rel-constrast": 3.157167911529541,
+      "rel-constrast": 4.212267875671387,
       "step": 1395,
-      "subrel-constrast": 3.4801933765411377,
+      "subrel-constrast": 4.014786720275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.182083249092102,
-      "cov-distil (oracle2student)": 5.086513042449951,
-      "cov-distil (oracle2teacher)": 5.001871109008789,
+      "cov-distil": 1.7280105352401733,
+      "cov-distil (oracle2student)": 5.0926642417907715,
+      "cov-distil (oracle2teacher)": 4.875918388366699,
       "epoch": 1.0957613814756673,
-      "rel-constrast": 3.7043871879577637,
+      "rel-constrast": 4.078205585479736,
       "step": 1396,
-      "subrel-constrast": 4.009977340698242,
+      "subrel-constrast": 4.104159832000732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6978211402893066,
-      "cov-distil (oracle2student)": 4.240968704223633,
-      "cov-distil (oracle2teacher)": 4.077297210693359,
+      "cov-distil": 2.377936840057373,
+      "cov-distil (oracle2student)": 4.04319953918457,
+      "cov-distil (oracle2teacher)": 4.06300163269043,
       "epoch": 1.096546310832025,
-      "rel-constrast": 3.904170036315918,
+      "rel-constrast": 4.524694442749023,
       "step": 1397,
-      "subrel-constrast": 4.262308597564697,
+      "subrel-constrast": 4.342124938964844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5113857984542847,
-      "cov-distil (oracle2student)": 3.5950698852539062,
-      "cov-distil (oracle2teacher)": 3.609370231628418,
+      "cov-distil": 1.9749455451965332,
+      "cov-distil (oracle2student)": 3.608729362487793,
+      "cov-distil (oracle2teacher)": 3.847729206085205,
       "epoch": 1.097331240188383,
-      "rel-constrast": 3.1610422134399414,
+      "rel-constrast": 3.78061580657959,
       "step": 1398,
-      "subrel-constrast": 3.737513303756714,
+      "subrel-constrast": 4.019870758056641,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6464242935180664,
-      "cov-distil (oracle2student)": 4.76617431640625,
-      "cov-distil (oracle2teacher)": 4.555519104003906,
+      "cov-distil": 2.4066126346588135,
+      "cov-distil (oracle2student)": 4.544812202453613,
+      "cov-distil (oracle2teacher)": 4.537042617797852,
       "epoch": 1.098116169544741,
-      "rel-constrast": 4.202720642089844,
+      "rel-constrast": 3.983262062072754,
       "step": 1399,
-      "subrel-constrast": 4.74445915222168,
+      "subrel-constrast": 4.748733997344971,
       "view-similarity": 0
     },
     {
       "epoch": 1.098901098901099,
       "grad_norm": 6.625,
       "learning_rate": 4.9757914724671074e-05,
-      "loss": 0.8529,
+      "loss": 0.9081,
       "step": 1400
     },
     {
       "epoch": 1.098901098901099,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2874999940395355,
       "step": 1400
     },
     {
       "epoch": 1.098901098901099,
       "step": 1400,
-      "student margin": 0.05029296875
+      "student margin": 0.0440673828125
     },
     {
       "epoch": 1.098901098901099,
       "step": 1400,
-      "teacher margin": 0.033843994140625
+      "teacher margin": 0.034698486328125
     },
     {
       "epoch": 1.098901098901099,
-      "margin difference": -0.016448974609375,
+      "margin difference": -0.009368896484375,
       "step": 1400
     },
     {
-      "cov-distil": 1.3774524927139282,
-      "cov-distil (oracle2student)": 4.048962116241455,
-      "cov-distil (oracle2teacher)": 3.9364190101623535,
+      "cov-distil": 1.6601849794387817,
+      "cov-distil (oracle2student)": 4.136674404144287,
+      "cov-distil (oracle2teacher)": 3.8643479347229004,
       "epoch": 1.098901098901099,
-      "rel-constrast": 3.4842300415039062,
+      "rel-constrast": 3.8145787715911865,
       "step": 1400,
-      "subrel-constrast": 4.573757171630859,
+      "subrel-constrast": 4.82049036026001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5755010843276978,
-      "cov-distil (oracle2student)": 2.997373580932617,
-      "cov-distil (oracle2teacher)": 3.14574933052063,
+      "cov-distil": 1.958001732826233,
+      "cov-distil (oracle2student)": 3.156611442565918,
+      "cov-distil (oracle2teacher)": 3.3468594551086426,
       "epoch": 1.0996860282574568,
-      "rel-constrast": 2.482325792312622,
+      "rel-constrast": 2.142026901245117,
       "step": 1401,
-      "subrel-constrast": 3.2080576419830322,
+      "subrel-constrast": 3.122387170791626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41730797290802,
-      "cov-distil (oracle2student)": 5.6667375564575195,
-      "cov-distil (oracle2teacher)": 5.003635883331299,
+      "cov-distil": 1.733285903930664,
+      "cov-distil (oracle2student)": 6.141839981079102,
+      "cov-distil (oracle2teacher)": 5.534106254577637,
       "epoch": 1.1004709576138147,
-      "rel-constrast": 4.049898147583008,
+      "rel-constrast": 4.6628642082214355,
       "step": 1402,
-      "subrel-constrast": 4.203271389007568,
+      "subrel-constrast": 4.141784191131592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.75510835647583,
-      "cov-distil (oracle2student)": 5.073264122009277,
-      "cov-distil (oracle2teacher)": 4.4586639404296875,
+      "cov-distil": 2.3318119049072266,
+      "cov-distil (oracle2student)": 5.185685157775879,
+      "cov-distil (oracle2teacher)": 4.80518913269043,
       "epoch": 1.1012558869701727,
-      "rel-constrast": 2.2561118602752686,
+      "rel-constrast": 2.368523120880127,
       "step": 1403,
-      "subrel-constrast": 3.0288639068603516,
+      "subrel-constrast": 3.09200382232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826297521591187,
-      "cov-distil (oracle2student)": 4.739652156829834,
-      "cov-distil (oracle2teacher)": 3.980092763900757,
+      "cov-distil": 1.958057165145874,
+      "cov-distil (oracle2student)": 4.828369140625,
+      "cov-distil (oracle2teacher)": 4.854174613952637,
       "epoch": 1.1020408163265305,
-      "rel-constrast": 2.6099376678466797,
+      "rel-constrast": 3.2754549980163574,
       "step": 1404,
-      "subrel-constrast": 3.5757057666778564,
+      "subrel-constrast": 3.516474962234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.700481653213501,
-      "cov-distil (oracle2student)": 3.925020694732666,
-      "cov-distil (oracle2teacher)": 4.2010016441345215,
+      "cov-distil": 1.9046087265014648,
+      "cov-distil (oracle2student)": 3.9998514652252197,
+      "cov-distil (oracle2teacher)": 4.060327053070068,
       "epoch": 1.1028257456828885,
-      "rel-constrast": 3.4656805992126465,
+      "rel-constrast": 3.3776016235351562,
       "step": 1405,
-      "subrel-constrast": 4.435629844665527,
+      "subrel-constrast": 4.307541370391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.734179139137268,
-      "cov-distil (oracle2student)": 4.875617980957031,
-      "cov-distil (oracle2teacher)": 4.430096626281738,
+      "cov-distil": 2.6286520957946777,
+      "cov-distil (oracle2student)": 5.2953104972839355,
+      "cov-distil (oracle2teacher)": 4.512063980102539,
       "epoch": 1.1036106750392465,
-      "rel-constrast": 1.8464717864990234,
+      "rel-constrast": 2.5545310974121094,
       "step": 1406,
-      "subrel-constrast": 2.7650609016418457,
+      "subrel-constrast": 2.928070306777954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881967067718506,
-      "cov-distil (oracle2student)": 4.076774597167969,
-      "cov-distil (oracle2teacher)": 3.6389524936676025,
+      "cov-distil": 1.4559671878814697,
+      "cov-distil (oracle2student)": 4.474886894226074,
+      "cov-distil (oracle2teacher)": 4.341945648193359,
       "epoch": 1.1043956043956045,
-      "rel-constrast": 2.828457832336426,
+      "rel-constrast": 3.145462989807129,
       "step": 1407,
-      "subrel-constrast": 3.257171154022217,
+      "subrel-constrast": 3.6071553230285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8918731212615967,
-      "cov-distil (oracle2student)": 4.5294952392578125,
-      "cov-distil (oracle2teacher)": 4.1752519607543945,
+      "cov-distil": 2.047673225402832,
+      "cov-distil (oracle2student)": 4.96521520614624,
+      "cov-distil (oracle2teacher)": 4.792448997497559,
       "epoch": 1.1051805337519622,
-      "rel-constrast": 3.8180980682373047,
+      "rel-constrast": 4.150283336639404,
       "step": 1408,
-      "subrel-constrast": 4.404576778411865,
+      "subrel-constrast": 4.631545543670654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6718709468841553,
-      "cov-distil (oracle2student)": 4.541898727416992,
-      "cov-distil (oracle2teacher)": 4.1118669509887695,
+      "cov-distil": 1.9141185283660889,
+      "cov-distil (oracle2student)": 4.307369709014893,
+      "cov-distil (oracle2teacher)": 4.36352014541626,
       "epoch": 1.1059654631083202,
-      "rel-constrast": 3.261911392211914,
+      "rel-constrast": 3.8120205402374268,
       "step": 1409,
-      "subrel-constrast": 3.675297975540161,
+      "subrel-constrast": 3.4111616611480713,
       "view-similarity": 0
     },
     {
       "epoch": 1.1067503924646782,
-      "grad_norm": 5.625,
+      "grad_norm": 6.875,
       "learning_rate": 4.9745648937404944e-05,
-      "loss": 0.7923,
+      "loss": 0.8326,
       "step": 1410
     },
     {
-      "cov-distil": 1.4265708923339844,
-      "cov-distil (oracle2student)": 2.3586010932922363,
-      "cov-distil (oracle2teacher)": 2.7697043418884277,
+      "cov-distil": 1.6853759288787842,
+      "cov-distil (oracle2student)": 2.9907636642456055,
+      "cov-distil (oracle2teacher)": 2.875096321105957,
       "epoch": 1.1067503924646782,
-      "rel-constrast": 2.8547863960266113,
+      "rel-constrast": 3.2136316299438477,
       "step": 1410,
-      "subrel-constrast": 3.3013954162597656,
+      "subrel-constrast": 3.532647132873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.654770016670227,
-      "cov-distil (oracle2student)": 4.709851264953613,
-      "cov-distil (oracle2teacher)": 4.484446048736572,
+      "cov-distil": 1.8225637674331665,
+      "cov-distil (oracle2student)": 4.724822044372559,
+      "cov-distil (oracle2teacher)": 5.186404228210449,
       "epoch": 1.1075353218210362,
-      "rel-constrast": 2.5320489406585693,
+      "rel-constrast": 2.9724340438842773,
       "step": 1411,
-      "subrel-constrast": 3.3594744205474854,
+      "subrel-constrast": 3.157839298248291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6176217794418335,
-      "cov-distil (oracle2student)": 4.045330047607422,
-      "cov-distil (oracle2teacher)": 4.103939533233643,
+      "cov-distil": 1.959096074104309,
+      "cov-distil (oracle2student)": 4.4317827224731445,
+      "cov-distil (oracle2teacher)": 4.079085826873779,
       "epoch": 1.108320251177394,
-      "rel-constrast": 3.5939669609069824,
+      "rel-constrast": 4.124582290649414,
       "step": 1412,
-      "subrel-constrast": 4.583804130554199,
+      "subrel-constrast": 4.467187881469727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3921641111373901,
-      "cov-distil (oracle2student)": 3.223907470703125,
-      "cov-distil (oracle2teacher)": 2.718414783477783,
+      "cov-distil": 1.8929030895233154,
+      "cov-distil (oracle2student)": 3.2482895851135254,
+      "cov-distil (oracle2teacher)": 2.9346587657928467,
       "epoch": 1.109105180533752,
-      "rel-constrast": 3.739264965057373,
+      "rel-constrast": 3.8873002529144287,
       "step": 1413,
-      "subrel-constrast": 4.031973838806152,
+      "subrel-constrast": 4.198002815246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4037563800811768,
-      "cov-distil (oracle2student)": 2.9814395904541016,
-      "cov-distil (oracle2teacher)": 2.831556797027588,
+      "cov-distil": 2.315974473953247,
+      "cov-distil (oracle2student)": 2.6394901275634766,
+      "cov-distil (oracle2teacher)": 3.009307861328125,
       "epoch": 1.10989010989011,
-      "rel-constrast": 2.548524856567383,
+      "rel-constrast": 2.5589547157287598,
       "step": 1414,
-      "subrel-constrast": 3.5879123210906982,
+      "subrel-constrast": 3.494173526763916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.311434030532837,
-      "cov-distil (oracle2student)": 6.6438703536987305,
-      "cov-distil (oracle2teacher)": 5.585625171661377,
+      "cov-distil": 1.709186315536499,
+      "cov-distil (oracle2student)": 5.86510705947876,
+      "cov-distil (oracle2teacher)": 6.200382232666016,
       "epoch": 1.110675039246468,
-      "rel-constrast": 2.1226301193237305,
+      "rel-constrast": 1.8626899719238281,
       "step": 1415,
-      "subrel-constrast": 2.657355785369873,
+      "subrel-constrast": 2.5530710220336914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3532631397247314,
-      "cov-distil (oracle2student)": 4.801969528198242,
-      "cov-distil (oracle2teacher)": 4.307088851928711,
+      "cov-distil": 1.7966830730438232,
+      "cov-distil (oracle2student)": 5.182245254516602,
+      "cov-distil (oracle2teacher)": 4.4615912437438965,
       "epoch": 1.1114599686028257,
-      "rel-constrast": 2.868666648864746,
+      "rel-constrast": 3.4564666748046875,
       "step": 1416,
-      "subrel-constrast": 3.673433303833008,
+      "subrel-constrast": 3.487107992172241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8779492378234863,
-      "cov-distil (oracle2student)": 4.065706729888916,
-      "cov-distil (oracle2teacher)": 3.550511360168457,
+      "cov-distil": 2.409717321395874,
+      "cov-distil (oracle2student)": 3.319607734680176,
+      "cov-distil (oracle2teacher)": 3.9480361938476562,
       "epoch": 1.1122448979591837,
-      "rel-constrast": 1.9086132049560547,
+      "rel-constrast": 2.4977123737335205,
       "step": 1417,
-      "subrel-constrast": 3.243211269378662,
+      "subrel-constrast": 3.3502604961395264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2267191410064697,
-      "cov-distil (oracle2student)": 4.205009460449219,
-      "cov-distil (oracle2teacher)": 4.072425365447998,
+      "cov-distil": 1.7186965942382812,
+      "cov-distil (oracle2student)": 5.421255111694336,
+      "cov-distil (oracle2teacher)": 4.515533447265625,
       "epoch": 1.1130298273155417,
-      "rel-constrast": 2.7825543880462646,
+      "rel-constrast": 3.394833564758301,
       "step": 1418,
-      "subrel-constrast": 3.117405652999878,
+      "subrel-constrast": 3.33886456489563,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9352264404296875,
-      "cov-distil (oracle2student)": 4.916912078857422,
-      "cov-distil (oracle2teacher)": 4.510032653808594,
+      "cov-distil": 2.1539390087127686,
+      "cov-distil (oracle2student)": 4.530972957611084,
+      "cov-distil (oracle2teacher)": 4.677439212799072,
       "epoch": 1.1138147566718994,
-      "rel-constrast": 1.3724250793457031,
+      "rel-constrast": 1.9266300201416016,
       "step": 1419,
-      "subrel-constrast": 2.3689677715301514,
+      "subrel-constrast": 2.333613395690918,
       "view-similarity": 0
     },
     {
       "epoch": 1.1145996860282574,
-      "grad_norm": 4.0,
+      "grad_norm": 5.59375,
       "learning_rate": 4.9733081632215764e-05,
-      "loss": 0.6961,
+      "loss": 0.7474,
       "step": 1420
     },
     {
-      "cov-distil": 1.5852007865905762,
-      "cov-distil (oracle2student)": 3.7165722846984863,
-      "cov-distil (oracle2teacher)": 3.3471460342407227,
+      "cov-distil": 2.433168888092041,
+      "cov-distil (oracle2student)": 3.577162981033325,
+      "cov-distil (oracle2teacher)": 3.483403444290161,
       "epoch": 1.1145996860282574,
-      "rel-constrast": 2.6423745155334473,
+      "rel-constrast": 2.2994160652160645,
       "step": 1420,
-      "subrel-constrast": 3.6259613037109375,
+      "subrel-constrast": 3.383521318435669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5029120445251465,
-      "cov-distil (oracle2student)": 3.589764356613159,
-      "cov-distil (oracle2teacher)": 3.509883403778076,
+      "cov-distil": 1.9231046438217163,
+      "cov-distil (oracle2student)": 4.329220771789551,
+      "cov-distil (oracle2teacher)": 3.7733147144317627,
       "epoch": 1.1153846153846154,
-      "rel-constrast": 3.199857234954834,
+      "rel-constrast": 4.036587715148926,
       "step": 1421,
-      "subrel-constrast": 3.3864762783050537,
+      "subrel-constrast": 3.7350575923919678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.025437593460083,
-      "cov-distil (oracle2student)": 4.132634162902832,
-      "cov-distil (oracle2teacher)": 4.100710868835449,
+      "cov-distil": 2.204087495803833,
+      "cov-distil (oracle2student)": 4.584529399871826,
+      "cov-distil (oracle2teacher)": 4.147480487823486,
       "epoch": 1.1161695447409734,
-      "rel-constrast": 2.0588154792785645,
+      "rel-constrast": 2.659374475479126,
       "step": 1422,
-      "subrel-constrast": 3.2275381088256836,
+      "subrel-constrast": 2.8619837760925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.681736707687378,
-      "cov-distil (oracle2student)": 2.927661895751953,
-      "cov-distil (oracle2teacher)": 2.9438533782958984,
+      "cov-distil": 1.5975825786590576,
+      "cov-distil (oracle2student)": 3.1883060932159424,
+      "cov-distil (oracle2teacher)": 3.729382276535034,
       "epoch": 1.1169544740973312,
-      "rel-constrast": 2.08059024810791,
+      "rel-constrast": 2.434575080871582,
       "step": 1423,
-      "subrel-constrast": 2.9650402069091797,
+      "subrel-constrast": 2.942854166030884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1729309558868408,
-      "cov-distil (oracle2student)": 5.7799177169799805,
-      "cov-distil (oracle2teacher)": 4.567580223083496,
+      "cov-distil": 1.570343255996704,
+      "cov-distil (oracle2student)": 6.299631118774414,
+      "cov-distil (oracle2teacher)": 5.103911399841309,
       "epoch": 1.1177394034536892,
-      "rel-constrast": 2.907471179962158,
+      "rel-constrast": 3.051684856414795,
       "step": 1424,
-      "subrel-constrast": 3.5150842666625977,
+      "subrel-constrast": 3.1331095695495605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4462342262268066,
-      "cov-distil (oracle2student)": 3.6507339477539062,
-      "cov-distil (oracle2teacher)": 3.6555449962615967,
+      "cov-distil": 2.027163028717041,
+      "cov-distil (oracle2student)": 3.7783539295196533,
+      "cov-distil (oracle2teacher)": 3.9933102130889893,
       "epoch": 1.1185243328100472,
-      "rel-constrast": 2.425668478012085,
+      "rel-constrast": 2.9419219493865967,
       "step": 1425,
-      "subrel-constrast": 3.355107069015503,
+      "subrel-constrast": 3.2615320682525635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9393174648284912,
-      "cov-distil (oracle2student)": 4.488595962524414,
-      "cov-distil (oracle2teacher)": 4.189651012420654,
+      "cov-distil": 2.482464551925659,
+      "cov-distil (oracle2student)": 5.365954399108887,
+      "cov-distil (oracle2teacher)": 4.687240123748779,
       "epoch": 1.119309262166405,
-      "rel-constrast": 2.4969091415405273,
+      "rel-constrast": 3.057417631149292,
       "step": 1426,
-      "subrel-constrast": 3.629150152206421,
+      "subrel-constrast": 4.127047061920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5890607833862305,
-      "cov-distil (oracle2student)": 4.372025966644287,
-      "cov-distil (oracle2teacher)": 3.930250406265259,
+      "cov-distil": 1.9540050029754639,
+      "cov-distil (oracle2student)": 4.829152584075928,
+      "cov-distil (oracle2teacher)": 4.6638994216918945,
       "epoch": 1.120094191522763,
-      "rel-constrast": 2.9861860275268555,
+      "rel-constrast": 3.655332565307617,
       "step": 1427,
-      "subrel-constrast": 3.6342074871063232,
+      "subrel-constrast": 4.030825138092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4704128503799438,
-      "cov-distil (oracle2student)": 3.7790822982788086,
-      "cov-distil (oracle2teacher)": 3.661731719970703,
+      "cov-distil": 1.8655052185058594,
+      "cov-distil (oracle2student)": 3.8473212718963623,
+      "cov-distil (oracle2teacher)": 3.964374303817749,
       "epoch": 1.120879120879121,
-      "rel-constrast": 2.6263198852539062,
+      "rel-constrast": 2.8626928329467773,
       "step": 1428,
-      "subrel-constrast": 3.587519884109497,
+      "subrel-constrast": 3.8720240592956543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8990941047668457,
-      "cov-distil (oracle2student)": 3.3532373905181885,
-      "cov-distil (oracle2teacher)": 3.2707412242889404,
+      "cov-distil": 2.277270793914795,
+      "cov-distil (oracle2student)": 2.983346462249756,
+      "cov-distil (oracle2teacher)": 4.025400161743164,
       "epoch": 1.1216640502354789,
-      "rel-constrast": 3.5683093070983887,
+      "rel-constrast": 3.701930046081543,
       "step": 1429,
-      "subrel-constrast": 3.9765281677246094,
+      "subrel-constrast": 4.127531051635742,
       "view-similarity": 0
     },
     {
       "epoch": 1.1224489795918366,
-      "grad_norm": 9.625,
+      "grad_norm": 6.375,
       "learning_rate": 4.972021296223217e-05,
-      "loss": 0.7156,
+      "loss": 0.7675,
       "step": 1430
     },
     {
-      "cov-distil": 1.6202445030212402,
-      "cov-distil (oracle2student)": 3.0828869342803955,
-      "cov-distil (oracle2teacher)": 2.7788877487182617,
+      "cov-distil": 1.982932448387146,
+      "cov-distil (oracle2student)": 3.750943183898926,
+      "cov-distil (oracle2teacher)": 3.107762336730957,
       "epoch": 1.1224489795918366,
-      "rel-constrast": 2.265202045440674,
+      "rel-constrast": 2.7641680240631104,
       "step": 1430,
-      "subrel-constrast": 3.0199191570281982,
+      "subrel-constrast": 3.3648598194122314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5867798328399658,
-      "cov-distil (oracle2student)": 6.637983322143555,
-      "cov-distil (oracle2teacher)": 5.775035858154297,
+      "cov-distil": 1.939199686050415,
+      "cov-distil (oracle2student)": 7.2166595458984375,
+      "cov-distil (oracle2teacher)": 6.808341026306152,
       "epoch": 1.1232339089481946,
-      "rel-constrast": 1.8450088500976562,
+      "rel-constrast": 2.481630325317383,
       "step": 1431,
-      "subrel-constrast": 2.654466390609741,
+      "subrel-constrast": 3.0191991329193115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5769436359405518,
-      "cov-distil (oracle2student)": 3.3085904121398926,
-      "cov-distil (oracle2teacher)": 3.1149349212646484,
+      "cov-distil": 1.457270622253418,
+      "cov-distil (oracle2student)": 3.9405293464660645,
+      "cov-distil (oracle2teacher)": 3.7013838291168213,
       "epoch": 1.1240188383045526,
-      "rel-constrast": 3.127098321914673,
+      "rel-constrast": 2.9223179817199707,
       "step": 1432,
-      "subrel-constrast": 3.4269423484802246,
+      "subrel-constrast": 3.2380878925323486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.290905237197876,
-      "cov-distil (oracle2student)": 7.275933265686035,
-      "cov-distil (oracle2teacher)": 6.055379390716553,
+      "cov-distil": 1.6811332702636719,
+      "cov-distil (oracle2student)": 7.614007949829102,
+      "cov-distil (oracle2teacher)": 7.1837921142578125,
       "epoch": 1.1248037676609106,
-      "rel-constrast": 2.6604831218719482,
+      "rel-constrast": 2.8667330741882324,
       "step": 1433,
-      "subrel-constrast": 3.1333022117614746,
+      "subrel-constrast": 3.7246224880218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4214860200881958,
-      "cov-distil (oracle2student)": 3.6913363933563232,
-      "cov-distil (oracle2teacher)": 3.974123239517212,
+      "cov-distil": 1.6450047492980957,
+      "cov-distil (oracle2student)": 3.4898738861083984,
+      "cov-distil (oracle2teacher)": 4.002604007720947,
       "epoch": 1.1255886970172684,
-      "rel-constrast": 3.193338394165039,
+      "rel-constrast": 2.627016305923462,
       "step": 1434,
-      "subrel-constrast": 3.5697827339172363,
+      "subrel-constrast": 3.5032410621643066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1152448654174805,
-      "cov-distil (oracle2student)": 4.05968713760376,
-      "cov-distil (oracle2teacher)": 3.9392943382263184,
+      "cov-distil": 2.3539206981658936,
+      "cov-distil (oracle2student)": 3.941653251647949,
+      "cov-distil (oracle2teacher)": 3.901658058166504,
       "epoch": 1.1263736263736264,
-      "rel-constrast": 2.2788405418395996,
+      "rel-constrast": 2.5941123962402344,
       "step": 1435,
-      "subrel-constrast": 3.7335705757141113,
+      "subrel-constrast": 3.7257964611053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.242502212524414,
-      "cov-distil (oracle2student)": 3.214986562728882,
-      "cov-distil (oracle2teacher)": 3.609635829925537,
+      "cov-distil": 1.9122120141983032,
+      "cov-distil (oracle2student)": 4.399253845214844,
+      "cov-distil (oracle2teacher)": 4.291863441467285,
       "epoch": 1.1271585557299844,
-      "rel-constrast": 2.747772455215454,
+      "rel-constrast": 3.3567237854003906,
       "step": 1436,
-      "subrel-constrast": 3.4749293327331543,
+      "subrel-constrast": 3.6339223384857178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.319406270980835,
-      "cov-distil (oracle2student)": 7.63732385635376,
-      "cov-distil (oracle2teacher)": 6.685694694519043,
+      "cov-distil": 1.3740392923355103,
+      "cov-distil (oracle2student)": 7.122165203094482,
+      "cov-distil (oracle2teacher)": 7.6571784019470215,
       "epoch": 1.1279434850863423,
-      "rel-constrast": 3.4438138008117676,
+      "rel-constrast": 3.0421605110168457,
       "step": 1437,
-      "subrel-constrast": 3.970630168914795,
+      "subrel-constrast": 4.018450736999512,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0939173698425293,
-      "cov-distil (oracle2student)": 5.202234745025635,
-      "cov-distil (oracle2teacher)": 4.502569675445557,
+      "cov-distil": 1.8173179626464844,
+      "cov-distil (oracle2student)": 5.831240653991699,
+      "cov-distil (oracle2teacher)": 5.138838768005371,
       "epoch": 1.1287284144427001,
-      "rel-constrast": 3.825807571411133,
+      "rel-constrast": 4.370652198791504,
       "step": 1438,
-      "subrel-constrast": 4.160816192626953,
+      "subrel-constrast": 4.395641803741455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4238145351409912,
-      "cov-distil (oracle2student)": 3.324925184249878,
-      "cov-distil (oracle2teacher)": 3.2941694259643555,
+      "cov-distil": 1.8037188053131104,
+      "cov-distil (oracle2student)": 2.9470572471618652,
+      "cov-distil (oracle2teacher)": 3.448843479156494,
       "epoch": 1.129513343799058,
-      "rel-constrast": 2.8478026390075684,
+      "rel-constrast": 2.9419519901275635,
       "step": 1439,
-      "subrel-constrast": 3.2991602420806885,
+      "subrel-constrast": 3.1648478507995605,
       "view-similarity": 0
     },
     {
       "epoch": 1.130298273155416,
-      "grad_norm": 6.65625,
+      "grad_norm": 5.90625,
       "learning_rate": 4.970704308425487e-05,
-      "loss": 0.7426,
+      "loss": 0.7492,
       "step": 1440
     },
     {
-      "cov-distil": 1.7210097312927246,
-      "cov-distil (oracle2student)": 4.91700553894043,
-      "cov-distil (oracle2teacher)": 4.660266876220703,
+      "cov-distil": 2.0426559448242188,
+      "cov-distil (oracle2student)": 5.454262733459473,
+      "cov-distil (oracle2teacher)": 5.167389869689941,
       "epoch": 1.130298273155416,
-      "rel-constrast": 2.580687999725342,
+      "rel-constrast": 2.993861198425293,
       "step": 1440,
-      "subrel-constrast": 3.407400131225586,
+      "subrel-constrast": 3.5334720611572266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4355494976043701,
-      "cov-distil (oracle2student)": 4.487117767333984,
-      "cov-distil (oracle2teacher)": 3.9655141830444336,
+      "cov-distil": 1.3895344734191895,
+      "cov-distil (oracle2student)": 4.631635665893555,
+      "cov-distil (oracle2teacher)": 4.396799087524414,
       "epoch": 1.1310832025117739,
-      "rel-constrast": 2.7421960830688477,
+      "rel-constrast": 3.148571014404297,
       "step": 1441,
-      "subrel-constrast": 3.3824241161346436,
+      "subrel-constrast": 3.4729297161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7735215425491333,
-      "cov-distil (oracle2student)": 7.142309188842773,
-      "cov-distil (oracle2teacher)": 5.814286231994629,
+      "cov-distil": 2.123391628265381,
+      "cov-distil (oracle2student)": 6.276381492614746,
+      "cov-distil (oracle2teacher)": 6.550739288330078,
       "epoch": 1.1318681318681318,
-      "rel-constrast": 3.1321613788604736,
+      "rel-constrast": 3.0474581718444824,
       "step": 1442,
-      "subrel-constrast": 3.7966020107269287,
+      "subrel-constrast": 3.9210212230682373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4831596612930298,
-      "cov-distil (oracle2student)": 4.758261680603027,
-      "cov-distil (oracle2teacher)": 4.327485084533691,
+      "cov-distil": 1.518754482269287,
+      "cov-distil (oracle2student)": 5.439505577087402,
+      "cov-distil (oracle2teacher)": 4.402422904968262,
       "epoch": 1.1326530612244898,
-      "rel-constrast": 3.778820037841797,
+      "rel-constrast": 3.9995884895324707,
       "step": 1443,
-      "subrel-constrast": 4.133635520935059,
+      "subrel-constrast": 3.7427377700805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5499006509780884,
-      "cov-distil (oracle2student)": 4.640183448791504,
-      "cov-distil (oracle2teacher)": 4.057236671447754,
+      "cov-distil": 2.0567758083343506,
+      "cov-distil (oracle2student)": 4.521160125732422,
+      "cov-distil (oracle2teacher)": 4.614233016967773,
       "epoch": 1.1334379905808478,
-      "rel-constrast": 3.0463719367980957,
+      "rel-constrast": 3.052737236022949,
       "step": 1444,
-      "subrel-constrast": 3.5193467140197754,
+      "subrel-constrast": 3.6064069271087646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5021295547485352,
-      "cov-distil (oracle2student)": 4.30925989151001,
-      "cov-distil (oracle2teacher)": 4.226467132568359,
+      "cov-distil": 1.7953310012817383,
+      "cov-distil (oracle2student)": 4.49407958984375,
+      "cov-distil (oracle2teacher)": 4.102204322814941,
       "epoch": 1.1342229199372056,
-      "rel-constrast": 2.504362106323242,
+      "rel-constrast": 2.6777076721191406,
       "step": 1445,
-      "subrel-constrast": 3.079847812652588,
+      "subrel-constrast": 3.291940212249756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6534078121185303,
-      "cov-distil (oracle2student)": 3.8200089931488037,
-      "cov-distil (oracle2teacher)": 4.042212963104248,
+      "cov-distil": 1.573329210281372,
+      "cov-distil (oracle2student)": 4.19174337387085,
+      "cov-distil (oracle2teacher)": 4.107841968536377,
       "epoch": 1.1350078492935636,
-      "rel-constrast": 3.2322568893432617,
+      "rel-constrast": 3.353811264038086,
       "step": 1446,
-      "subrel-constrast": 3.7701570987701416,
+      "subrel-constrast": 3.692211627960205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5618064403533936,
-      "cov-distil (oracle2student)": 4.572770118713379,
-      "cov-distil (oracle2teacher)": 4.0620245933532715,
+      "cov-distil": 2.0504980087280273,
+      "cov-distil (oracle2student)": 4.846650123596191,
+      "cov-distil (oracle2teacher)": 4.699282646179199,
       "epoch": 1.1357927786499216,
-      "rel-constrast": 2.9428255558013916,
+      "rel-constrast": 3.3729968070983887,
       "step": 1447,
-      "subrel-constrast": 3.3003830909729004,
+      "subrel-constrast": 3.7208049297332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.392897129058838,
-      "cov-distil (oracle2student)": 3.695558786392212,
-      "cov-distil (oracle2teacher)": 3.8413383960723877,
+      "cov-distil": 1.6175048351287842,
+      "cov-distil (oracle2student)": 4.194738864898682,
+      "cov-distil (oracle2teacher)": 4.000189781188965,
       "epoch": 1.1365777080062793,
-      "rel-constrast": 3.3504841327667236,
+      "rel-constrast": 3.4200713634490967,
       "step": 1448,
-      "subrel-constrast": 3.8079612255096436,
+      "subrel-constrast": 3.681863307952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3107936382293701,
-      "cov-distil (oracle2student)": 4.832245826721191,
-      "cov-distil (oracle2teacher)": 4.406163215637207,
+      "cov-distil": 1.5386353731155396,
+      "cov-distil (oracle2student)": 4.80349588394165,
+      "cov-distil (oracle2teacher)": 4.564545631408691,
       "epoch": 1.1373626373626373,
-      "rel-constrast": 1.9430854320526123,
+      "rel-constrast": 2.6934633255004883,
       "step": 1449,
-      "subrel-constrast": 3.0062904357910156,
+      "subrel-constrast": 2.7144124507904053,
       "view-similarity": 0
     },
     {
       "epoch": 1.1381475667189953,
-      "grad_norm": 4.03125,
+      "grad_norm": 5.21875,
       "learning_rate": 4.969357215875464e-05,
-      "loss": 0.7698,
+      "loss": 0.794,
       "step": 1450
     },
     {
-      "cov-distil": 0.919407069683075,
-      "cov-distil (oracle2student)": 3.1853508949279785,
-      "cov-distil (oracle2teacher)": 3.0984792709350586,
+      "cov-distil": 1.5001012086868286,
+      "cov-distil (oracle2student)": 4.287996292114258,
+      "cov-distil (oracle2teacher)": 3.303372859954834,
       "epoch": 1.1381475667189953,
-      "rel-constrast": 2.12074613571167,
+      "rel-constrast": 2.8342342376708984,
       "step": 1450,
-      "subrel-constrast": 2.755837917327881,
+      "subrel-constrast": 2.6444056034088135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5972926616668701,
-      "cov-distil (oracle2student)": 3.328793525695801,
-      "cov-distil (oracle2teacher)": 3.0796613693237305,
+      "cov-distil": 1.982163429260254,
+      "cov-distil (oracle2student)": 3.0845515727996826,
+      "cov-distil (oracle2teacher)": 3.6397335529327393,
       "epoch": 1.1389324960753533,
-      "rel-constrast": 3.2211830615997314,
+      "rel-constrast": 3.5948548316955566,
       "step": 1451,
-      "subrel-constrast": 3.4729177951812744,
+      "subrel-constrast": 3.531710147857666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.697230339050293,
-      "cov-distil (oracle2student)": 2.8607988357543945,
-      "cov-distil (oracle2teacher)": 2.8472752571105957,
+      "cov-distil": 1.874776840209961,
+      "cov-distil (oracle2student)": 2.5997557640075684,
+      "cov-distil (oracle2teacher)": 3.2714900970458984,
       "epoch": 1.139717425431711,
-      "rel-constrast": 2.671549081802368,
+      "rel-constrast": 2.9441580772399902,
       "step": 1452,
-      "subrel-constrast": 3.4498088359832764,
+      "subrel-constrast": 3.869704484939575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.94770348072052,
-      "cov-distil (oracle2student)": 3.914979934692383,
-      "cov-distil (oracle2teacher)": 3.7376723289489746,
+      "cov-distil": 2.5034706592559814,
+      "cov-distil (oracle2student)": 3.6188740730285645,
+      "cov-distil (oracle2teacher)": 4.029179096221924,
       "epoch": 1.140502354788069,
-      "rel-constrast": 2.0744659900665283,
+      "rel-constrast": 2.4145846366882324,
       "step": 1453,
-      "subrel-constrast": 2.9850118160247803,
+      "subrel-constrast": 2.861753463745117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9390360116958618,
-      "cov-distil (oracle2student)": 4.633434772491455,
-      "cov-distil (oracle2teacher)": 4.247796058654785,
+      "cov-distil": 2.076197385787964,
+      "cov-distil (oracle2student)": 5.104186058044434,
+      "cov-distil (oracle2teacher)": 4.448078155517578,
       "epoch": 1.141287284144427,
-      "rel-constrast": 3.4581127166748047,
+      "rel-constrast": 3.2462053298950195,
       "step": 1454,
-      "subrel-constrast": 3.9714317321777344,
+      "subrel-constrast": 3.8363282680511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7025808095932007,
-      "cov-distil (oracle2student)": 3.242124080657959,
-      "cov-distil (oracle2teacher)": 3.162363052368164,
+      "cov-distil": 1.8541440963745117,
+      "cov-distil (oracle2student)": 3.6816678047180176,
+      "cov-distil (oracle2teacher)": 3.010829448699951,
       "epoch": 1.1420722135007848,
-      "rel-constrast": 2.250493288040161,
+      "rel-constrast": 2.7425930500030518,
       "step": 1455,
-      "subrel-constrast": 3.050462484359741,
+      "subrel-constrast": 2.6424667835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5706788301467896,
-      "cov-distil (oracle2student)": 5.469461917877197,
-      "cov-distil (oracle2teacher)": 4.936834812164307,
+      "cov-distil": 1.7729040384292603,
+      "cov-distil (oracle2student)": 6.309227466583252,
+      "cov-distil (oracle2teacher)": 5.511723518371582,
       "epoch": 1.1428571428571428,
-      "rel-constrast": 2.565253496170044,
+      "rel-constrast": 3.0697360038757324,
       "step": 1456,
-      "subrel-constrast": 3.38845157623291,
+      "subrel-constrast": 3.6497180461883545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2386635541915894,
-      "cov-distil (oracle2student)": 3.0493264198303223,
-      "cov-distil (oracle2teacher)": 3.1810073852539062,
+      "cov-distil": 1.523761510848999,
+      "cov-distil (oracle2student)": 3.3291311264038086,
+      "cov-distil (oracle2teacher)": 3.5130953788757324,
       "epoch": 1.1436420722135008,
-      "rel-constrast": 2.261092185974121,
+      "rel-constrast": 2.7546818256378174,
       "step": 1457,
-      "subrel-constrast": 2.7858762741088867,
+      "subrel-constrast": 3.1087355613708496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.739606499671936,
-      "cov-distil (oracle2student)": 3.968785524368286,
-      "cov-distil (oracle2teacher)": 3.909520387649536,
+      "cov-distil": 1.938252329826355,
+      "cov-distil (oracle2student)": 4.529033660888672,
+      "cov-distil (oracle2teacher)": 4.478305339813232,
       "epoch": 1.1444270015698588,
-      "rel-constrast": 2.737807273864746,
+      "rel-constrast": 2.9994544982910156,
       "step": 1458,
-      "subrel-constrast": 3.617563486099243,
+      "subrel-constrast": 3.517378330230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63069486618042,
-      "cov-distil (oracle2student)": 4.003785133361816,
-      "cov-distil (oracle2teacher)": 3.693113088607788,
+      "cov-distil": 1.7429877519607544,
+      "cov-distil (oracle2student)": 4.372265815734863,
+      "cov-distil (oracle2teacher)": 4.066312789916992,
       "epoch": 1.1452119309262168,
-      "rel-constrast": 3.737630844116211,
+      "rel-constrast": 4.253322601318359,
       "step": 1459,
-      "subrel-constrast": 4.189433574676514,
+      "subrel-constrast": 4.255533218383789,
       "view-similarity": 0
     },
     {
       "epoch": 1.1459968602825745,
-      "grad_norm": 5.8125,
+      "grad_norm": 6.90625,
       "learning_rate": 4.967980034987048e-05,
-      "loss": 0.7174,
+      "loss": 0.7713,
       "step": 1460
     },
     {
-      "cov-distil": 2.4934022426605225,
-      "cov-distil (oracle2student)": 5.498902797698975,
-      "cov-distil (oracle2teacher)": 4.933234214782715,
+      "cov-distil": 1.9212923049926758,
+      "cov-distil (oracle2student)": 5.562067031860352,
+      "cov-distil (oracle2teacher)": 4.689361572265625,
       "epoch": 1.1459968602825745,
-      "rel-constrast": 3.81288480758667,
+      "rel-constrast": 4.437234878540039,
       "step": 1460,
-      "subrel-constrast": 4.341779708862305,
+      "subrel-constrast": 4.182931900024414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358349323272705,
-      "cov-distil (oracle2student)": 4.342729568481445,
-      "cov-distil (oracle2teacher)": 3.542717456817627,
+      "cov-distil": 1.5608412027359009,
+      "cov-distil (oracle2student)": 4.695309638977051,
+      "cov-distil (oracle2teacher)": 4.204141139984131,
       "epoch": 1.1467817896389325,
-      "rel-constrast": 3.4645586013793945,
+      "rel-constrast": 3.6800384521484375,
       "step": 1461,
-      "subrel-constrast": 3.522831439971924,
+      "subrel-constrast": 3.7106289863586426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41737699508667,
-      "cov-distil (oracle2student)": 3.1106297969818115,
-      "cov-distil (oracle2teacher)": 3.1990559101104736,
+      "cov-distil": 1.9370254278182983,
+      "cov-distil (oracle2student)": 3.4269847869873047,
+      "cov-distil (oracle2teacher)": 3.408883810043335,
       "epoch": 1.1475667189952905,
-      "rel-constrast": 2.447864055633545,
+      "rel-constrast": 2.2589893341064453,
       "step": 1462,
-      "subrel-constrast": 3.088907480239868,
+      "subrel-constrast": 2.9958174228668213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4640257358551025,
-      "cov-distil (oracle2student)": 4.718017101287842,
-      "cov-distil (oracle2teacher)": 4.130568504333496,
+      "cov-distil": 1.4006874561309814,
+      "cov-distil (oracle2student)": 5.1040496826171875,
+      "cov-distil (oracle2teacher)": 4.697524070739746,
       "epoch": 1.1483516483516483,
-      "rel-constrast": 2.635941982269287,
+      "rel-constrast": 3.375828266143799,
       "step": 1463,
-      "subrel-constrast": 3.385139226913452,
+      "subrel-constrast": 3.4277822971343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9698772430419922,
-      "cov-distil (oracle2student)": 6.459268569946289,
-      "cov-distil (oracle2teacher)": 5.032258033752441,
+      "cov-distil": 2.6295361518859863,
+      "cov-distil (oracle2student)": 5.740342140197754,
+      "cov-distil (oracle2teacher)": 5.3918561935424805,
       "epoch": 1.1491365777080063,
-      "rel-constrast": 4.093239784240723,
+      "rel-constrast": 3.6798529624938965,
       "step": 1464,
-      "subrel-constrast": 4.585559368133545,
+      "subrel-constrast": 4.8825554847717285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2035655975341797,
-      "cov-distil (oracle2student)": 3.430039167404175,
-      "cov-distil (oracle2teacher)": 3.6964468955993652,
+      "cov-distil": 1.5618951320648193,
+      "cov-distil (oracle2student)": 4.410443305969238,
+      "cov-distil (oracle2teacher)": 3.889617443084717,
       "epoch": 1.1499215070643642,
-      "rel-constrast": 2.4838099479675293,
+      "rel-constrast": 3.1879377365112305,
       "step": 1465,
-      "subrel-constrast": 3.1714468002319336,
+      "subrel-constrast": 3.164583444595337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.579946756362915,
-      "cov-distil (oracle2student)": 4.577866554260254,
-      "cov-distil (oracle2teacher)": 4.270482063293457,
+      "cov-distil": 1.6162176132202148,
+      "cov-distil (oracle2student)": 4.724667072296143,
+      "cov-distil (oracle2teacher)": 4.908760070800781,
       "epoch": 1.1507064364207222,
-      "rel-constrast": 2.88089656829834,
+      "rel-constrast": 2.7185440063476562,
       "step": 1466,
-      "subrel-constrast": 3.644862651824951,
+      "subrel-constrast": 3.1293928623199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5102288722991943,
-      "cov-distil (oracle2student)": 4.6253509521484375,
-      "cov-distil (oracle2teacher)": 4.5397844314575195,
+      "cov-distil": 1.9101331233978271,
+      "cov-distil (oracle2student)": 4.7417402267456055,
+      "cov-distil (oracle2teacher)": 4.537750244140625,
       "epoch": 1.15149136577708,
-      "rel-constrast": 2.2269387245178223,
+      "rel-constrast": 2.547527313232422,
       "step": 1467,
-      "subrel-constrast": 2.7581796646118164,
+      "subrel-constrast": 2.6495649814605713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5692392587661743,
-      "cov-distil (oracle2student)": 2.171421527862549,
-      "cov-distil (oracle2teacher)": 2.289473295211792,
+      "cov-distil": 1.6251885890960693,
+      "cov-distil (oracle2student)": 2.0561258792877197,
+      "cov-distil (oracle2teacher)": 2.32024884223938,
       "epoch": 1.152276295133438,
-      "rel-constrast": 1.5733784437179565,
+      "rel-constrast": 1.6788508892059326,
       "step": 1468,
-      "subrel-constrast": 2.421278953552246,
+      "subrel-constrast": 2.526577949523926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7924730777740479,
-      "cov-distil (oracle2student)": 3.1747889518737793,
-      "cov-distil (oracle2teacher)": 3.5125255584716797,
+      "cov-distil": 1.7377196550369263,
+      "cov-distil (oracle2student)": 4.016489505767822,
+      "cov-distil (oracle2teacher)": 3.795295000076294,
       "epoch": 1.153061224489796,
-      "rel-constrast": 2.380284309387207,
+      "rel-constrast": 3.172549247741699,
       "step": 1469,
-      "subrel-constrast": 2.991039752960205,
+      "subrel-constrast": 3.154438018798828,
       "view-similarity": 0
     },
     {
       "epoch": 1.1538461538461537,
-      "grad_norm": 5.0,
+      "grad_norm": 6.6875,
       "learning_rate": 4.966572782540753e-05,
-      "loss": 0.7416,
+      "loss": 0.7684,
       "step": 1470
     },
     {
-      "cov-distil": 1.6793698072433472,
-      "cov-distil (oracle2student)": 6.4284772872924805,
-      "cov-distil (oracle2teacher)": 5.520218849182129,
+      "cov-distil": 1.6215453147888184,
+      "cov-distil (oracle2student)": 6.456110000610352,
+      "cov-distil (oracle2teacher)": 6.198277473449707,
       "epoch": 1.1538461538461537,
-      "rel-constrast": 2.484776496887207,
+      "rel-constrast": 2.8013319969177246,
       "step": 1470,
-      "subrel-constrast": 3.247373104095459,
+      "subrel-constrast": 3.614323139190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5853190422058105,
-      "cov-distil (oracle2student)": 3.101043224334717,
-      "cov-distil (oracle2teacher)": 3.3245849609375,
+      "cov-distil": 2.077974319458008,
+      "cov-distil (oracle2student)": 3.670943260192871,
+      "cov-distil (oracle2teacher)": 3.4015090465545654,
       "epoch": 1.1546310832025117,
-      "rel-constrast": 1.8537979125976562,
+      "rel-constrast": 2.4052650928497314,
       "step": 1471,
-      "subrel-constrast": 2.7095072269439697,
+      "subrel-constrast": 2.7527077198028564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.366969108581543,
-      "cov-distil (oracle2student)": 5.257271766662598,
-      "cov-distil (oracle2teacher)": 4.78129768371582,
+      "cov-distil": 1.5129969120025635,
+      "cov-distil (oracle2student)": 5.038872718811035,
+      "cov-distil (oracle2teacher)": 5.041912078857422,
       "epoch": 1.1554160125588697,
-      "rel-constrast": 2.072223663330078,
+      "rel-constrast": 2.1297402381896973,
       "step": 1472,
-      "subrel-constrast": 2.9598119258880615,
+      "subrel-constrast": 2.7793400287628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649501919746399,
-      "cov-distil (oracle2student)": 6.186247825622559,
-      "cov-distil (oracle2teacher)": 5.7467803955078125,
+      "cov-distil": 1.8984147310256958,
+      "cov-distil (oracle2student)": 6.500856399536133,
+      "cov-distil (oracle2teacher)": 5.917914390563965,
       "epoch": 1.1562009419152277,
-      "rel-constrast": 2.668015718460083,
+      "rel-constrast": 2.5725464820861816,
       "step": 1473,
-      "subrel-constrast": 2.9322075843811035,
+      "subrel-constrast": 2.653975009918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3380396366119385,
-      "cov-distil (oracle2student)": 3.762608528137207,
-      "cov-distil (oracle2teacher)": 3.6091530323028564,
+      "cov-distil": 1.9486241340637207,
+      "cov-distil (oracle2student)": 4.89066219329834,
+      "cov-distil (oracle2teacher)": 4.314236164093018,
       "epoch": 1.1569858712715855,
-      "rel-constrast": 2.0027313232421875,
+      "rel-constrast": 2.672910690307617,
       "step": 1474,
-      "subrel-constrast": 2.8449206352233887,
+      "subrel-constrast": 2.7053542137145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2223048210144043,
-      "cov-distil (oracle2student)": 5.674510955810547,
-      "cov-distil (oracle2teacher)": 4.935297012329102,
+      "cov-distil": 1.2851771116256714,
+      "cov-distil (oracle2student)": 6.013919353485107,
+      "cov-distil (oracle2teacher)": 5.627117156982422,
       "epoch": 1.1577708006279435,
-      "rel-constrast": 2.102262020111084,
+      "rel-constrast": 2.2614243030548096,
       "step": 1475,
-      "subrel-constrast": 3.233121871948242,
+      "subrel-constrast": 2.696138381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7302626371383667,
-      "cov-distil (oracle2student)": 3.6926541328430176,
-      "cov-distil (oracle2teacher)": 3.3863492012023926,
+      "cov-distil": 1.8655471801757812,
+      "cov-distil (oracle2student)": 3.747208595275879,
+      "cov-distil (oracle2teacher)": 3.8368685245513916,
       "epoch": 1.1585557299843015,
-      "rel-constrast": 2.388659715652466,
+      "rel-constrast": 2.3927254676818848,
       "step": 1476,
-      "subrel-constrast": 3.0286173820495605,
+      "subrel-constrast": 3.056201219558716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4704991579055786,
-      "cov-distil (oracle2student)": 4.7798309326171875,
-      "cov-distil (oracle2teacher)": 4.173938274383545,
+      "cov-distil": 2.254734516143799,
+      "cov-distil (oracle2student)": 5.258458614349365,
+      "cov-distil (oracle2teacher)": 4.851945877075195,
       "epoch": 1.1593406593406592,
-      "rel-constrast": 2.9184153079986572,
+      "rel-constrast": 3.1367921829223633,
       "step": 1477,
-      "subrel-constrast": 3.51603364944458,
+      "subrel-constrast": 3.793764591217041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2648746967315674,
-      "cov-distil (oracle2student)": 4.841617107391357,
-      "cov-distil (oracle2teacher)": 4.3514604568481445,
+      "cov-distil": 2.032007932662964,
+      "cov-distil (oracle2student)": 5.84316349029541,
+      "cov-distil (oracle2teacher)": 4.998639106750488,
       "epoch": 1.1601255886970172,
-      "rel-constrast": 3.234201192855835,
+      "rel-constrast": 3.5546092987060547,
       "step": 1478,
-      "subrel-constrast": 3.6756820678710938,
+      "subrel-constrast": 3.7173986434936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8125864267349243,
-      "cov-distil (oracle2student)": 2.6819968223571777,
-      "cov-distil (oracle2teacher)": 2.9248392581939697,
+      "cov-distil": 2.0281710624694824,
+      "cov-distil (oracle2student)": 3.3131628036499023,
+      "cov-distil (oracle2teacher)": 3.1151814460754395,
       "epoch": 1.1609105180533752,
-      "rel-constrast": 3.2202460765838623,
+      "rel-constrast": 3.677334785461426,
       "step": 1479,
-      "subrel-constrast": 3.61031174659729,
+      "subrel-constrast": 3.8669984340667725,
       "view-similarity": 0
     },
     {
       "epoch": 1.1616954474097332,
-      "grad_norm": 6.0625,
+      "grad_norm": 8.4375,
       "learning_rate": 4.9651354756835056e-05,
-      "loss": 0.6614,
+      "loss": 0.6901,
       "step": 1480
     },
     {
-      "cov-distil": 1.392646074295044,
-      "cov-distil (oracle2student)": 4.2380523681640625,
-      "cov-distil (oracle2teacher)": 3.5811140537261963,
+      "cov-distil": 1.4051145315170288,
+      "cov-distil (oracle2student)": 5.125507831573486,
+      "cov-distil (oracle2teacher)": 4.128995418548584,
       "epoch": 1.1616954474097332,
-      "rel-constrast": 2.6302762031555176,
+      "rel-constrast": 3.015542507171631,
       "step": 1480,
-      "subrel-constrast": 3.427609920501709,
+      "subrel-constrast": 3.2861921787261963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8921456336975098,
-      "cov-distil (oracle2student)": 3.067326068878174,
-      "cov-distil (oracle2teacher)": 3.2499985694885254,
+      "cov-distil": 2.4433538913726807,
+      "cov-distil (oracle2student)": 3.273416042327881,
+      "cov-distil (oracle2teacher)": 3.324252128601074,
       "epoch": 1.1624803767660912,
-      "rel-constrast": 1.4655245542526245,
+      "rel-constrast": 2.514585256576538,
       "step": 1481,
-      "subrel-constrast": 2.7194595336914062,
+      "subrel-constrast": 2.4992172718048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8185973167419434,
-      "cov-distil (oracle2student)": 4.516495704650879,
-      "cov-distil (oracle2teacher)": 3.844066858291626,
+      "cov-distil": 1.7584583759307861,
+      "cov-distil (oracle2student)": 5.0193023681640625,
+      "cov-distil (oracle2teacher)": 3.98000431060791,
       "epoch": 1.163265306122449,
-      "rel-constrast": 2.676448345184326,
+      "rel-constrast": 3.1768791675567627,
       "step": 1482,
-      "subrel-constrast": 3.0788421630859375,
+      "subrel-constrast": 3.1618876457214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3603132963180542,
-      "cov-distil (oracle2student)": 6.497417449951172,
-      "cov-distil (oracle2teacher)": 5.633515357971191,
+      "cov-distil": 1.3572784662246704,
+      "cov-distil (oracle2student)": 7.191246032714844,
+      "cov-distil (oracle2teacher)": 6.487381458282471,
       "epoch": 1.164050235478807,
-      "rel-constrast": 2.9875617027282715,
+      "rel-constrast": 3.7168047428131104,
       "step": 1483,
-      "subrel-constrast": 3.8521313667297363,
+      "subrel-constrast": 4.240249156951904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2592880725860596,
-      "cov-distil (oracle2student)": 4.702965259552002,
-      "cov-distil (oracle2teacher)": 4.209061622619629,
+      "cov-distil": 1.6998684406280518,
+      "cov-distil (oracle2student)": 4.216327667236328,
+      "cov-distil (oracle2teacher)": 4.563514709472656,
       "epoch": 1.164835164835165,
-      "rel-constrast": 3.127880096435547,
+      "rel-constrast": 2.6142237186431885,
       "step": 1484,
-      "subrel-constrast": 3.3566198348999023,
+      "subrel-constrast": 3.1972951889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8305009603500366,
-      "cov-distil (oracle2student)": 4.822851181030273,
-      "cov-distil (oracle2teacher)": 4.675025939941406,
+      "cov-distil": 2.2418618202209473,
+      "cov-distil (oracle2student)": 5.399343490600586,
+      "cov-distil (oracle2teacher)": 5.2729034423828125,
       "epoch": 1.1656200941915227,
-      "rel-constrast": 4.437347888946533,
+      "rel-constrast": 4.64068603515625,
       "step": 1485,
-      "subrel-constrast": 4.580851078033447,
+      "subrel-constrast": 4.593968391418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9999454021453857,
-      "cov-distil (oracle2student)": 3.5581858158111572,
-      "cov-distil (oracle2teacher)": 3.610217571258545,
+      "cov-distil": 2.0253984928131104,
+      "cov-distil (oracle2student)": 3.747840404510498,
+      "cov-distil (oracle2teacher)": 3.7374329566955566,
       "epoch": 1.1664050235478807,
-      "rel-constrast": 2.2528839111328125,
+      "rel-constrast": 2.892033576965332,
       "step": 1486,
-      "subrel-constrast": 3.5497658252716064,
+      "subrel-constrast": 3.8607208728790283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4891130924224854,
-      "cov-distil (oracle2student)": 3.6254210472106934,
-      "cov-distil (oracle2teacher)": 3.5837528705596924,
+      "cov-distil": 2.310366630554199,
+      "cov-distil (oracle2student)": 3.8379604816436768,
+      "cov-distil (oracle2teacher)": 3.770991325378418,
       "epoch": 1.1671899529042387,
-      "rel-constrast": 2.2691445350646973,
+      "rel-constrast": 2.4887704849243164,
       "step": 1487,
-      "subrel-constrast": 3.445279598236084,
+      "subrel-constrast": 3.1357686519622803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.615608811378479,
-      "cov-distil (oracle2student)": 4.965720176696777,
-      "cov-distil (oracle2teacher)": 4.5782999992370605,
+      "cov-distil": 1.8882396221160889,
+      "cov-distil (oracle2student)": 4.706502437591553,
+      "cov-distil (oracle2teacher)": 5.106330871582031,
       "epoch": 1.1679748822605966,
-      "rel-constrast": 2.9276885986328125,
+      "rel-constrast": 3.4023356437683105,
       "step": 1488,
-      "subrel-constrast": 3.6910719871520996,
+      "subrel-constrast": 3.7543928623199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073660135269165,
-      "cov-distil (oracle2student)": 7.403058052062988,
-      "cov-distil (oracle2teacher)": 6.3559417724609375,
+      "cov-distil": 2.1417694091796875,
+      "cov-distil (oracle2student)": 7.695431232452393,
+      "cov-distil (oracle2teacher)": 6.914515495300293,
       "epoch": 1.1687598116169544,
-      "rel-constrast": 3.0895729064941406,
+      "rel-constrast": 3.0692548751831055,
       "step": 1489,
-      "subrel-constrast": 3.694629669189453,
+      "subrel-constrast": 3.7282660007476807,
       "view-similarity": 0
     },
     {
       "epoch": 1.1695447409733124,
-      "grad_norm": 6.34375,
+      "grad_norm": 6.625,
       "learning_rate": 4.963668131928436e-05,
-      "loss": 0.7409,
+      "loss": 0.7883,
       "step": 1490
     },
     {
-      "cov-distil": 1.584778070449829,
-      "cov-distil (oracle2student)": 2.9753050804138184,
-      "cov-distil (oracle2teacher)": 3.3699378967285156,
+      "cov-distil": 1.9110404253005981,
+      "cov-distil (oracle2student)": 2.5271658897399902,
+      "cov-distil (oracle2teacher)": 3.469210147857666,
       "epoch": 1.1695447409733124,
-      "rel-constrast": 2.489734411239624,
+      "rel-constrast": 2.8525562286376953,
       "step": 1490,
-      "subrel-constrast": 3.321147918701172,
+      "subrel-constrast": 3.373626947402954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2136712074279785,
-      "cov-distil (oracle2student)": 5.705753326416016,
-      "cov-distil (oracle2teacher)": 4.733763217926025,
+      "cov-distil": 1.8888752460479736,
+      "cov-distil (oracle2student)": 6.462233066558838,
+      "cov-distil (oracle2teacher)": 6.055774688720703,
       "epoch": 1.1703296703296704,
-      "rel-constrast": 2.0149669647216797,
+      "rel-constrast": 2.280893087387085,
       "step": 1491,
-      "subrel-constrast": 2.8364689350128174,
+      "subrel-constrast": 3.094775915145874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8165807723999023,
-      "cov-distil (oracle2student)": 5.1815619468688965,
-      "cov-distil (oracle2teacher)": 4.738595008850098,
+      "cov-distil": 2.5436952114105225,
+      "cov-distil (oracle2student)": 5.321999549865723,
+      "cov-distil (oracle2teacher)": 5.466900825500488,
       "epoch": 1.1711145996860282,
-      "rel-constrast": 2.5921926498413086,
+      "rel-constrast": 3.2539732456207275,
       "step": 1492,
-      "subrel-constrast": 3.3167977333068848,
+      "subrel-constrast": 3.565631151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5081615447998047,
-      "cov-distil (oracle2student)": 4.854668617248535,
-      "cov-distil (oracle2teacher)": 4.041452884674072,
+      "cov-distil": 1.5491725206375122,
+      "cov-distil (oracle2student)": 4.705268859863281,
+      "cov-distil (oracle2teacher)": 4.2967143058776855,
       "epoch": 1.1718995290423861,
-      "rel-constrast": 3.7228612899780273,
+      "rel-constrast": 3.2657289505004883,
       "step": 1493,
-      "subrel-constrast": 3.814889430999756,
+      "subrel-constrast": 3.511319160461426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741749048233032,
-      "cov-distil (oracle2student)": 3.047351360321045,
-      "cov-distil (oracle2teacher)": 3.038147449493408,
+      "cov-distil": 1.830049753189087,
+      "cov-distil (oracle2student)": 3.090615749359131,
+      "cov-distil (oracle2teacher)": 3.1988534927368164,
       "epoch": 1.1726844583987441,
-      "rel-constrast": 3.035686492919922,
+      "rel-constrast": 2.9779469966888428,
       "step": 1494,
-      "subrel-constrast": 3.9800944328308105,
+      "subrel-constrast": 3.746381998062134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0405187606811523,
-      "cov-distil (oracle2student)": 3.714125633239746,
-      "cov-distil (oracle2teacher)": 3.6011228561401367,
+      "cov-distil": 3.1631665229797363,
+      "cov-distil (oracle2student)": 4.160269737243652,
+      "cov-distil (oracle2teacher)": 3.754619836807251,
       "epoch": 1.1734693877551021,
-      "rel-constrast": 2.398214101791382,
+      "rel-constrast": 3.1686503887176514,
       "step": 1495,
-      "subrel-constrast": 3.8939106464385986,
+      "subrel-constrast": 3.5968527793884277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3905870914459229,
-      "cov-distil (oracle2student)": 3.046931743621826,
-      "cov-distil (oracle2teacher)": 2.8855247497558594,
+      "cov-distil": 1.517662763595581,
+      "cov-distil (oracle2student)": 3.078836441040039,
+      "cov-distil (oracle2teacher)": 2.8757898807525635,
       "epoch": 1.1742543171114599,
-      "rel-constrast": 3.0308635234832764,
+      "rel-constrast": 2.9292778968811035,
       "step": 1496,
-      "subrel-constrast": 3.329037666320801,
+      "subrel-constrast": 3.2497100830078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647951602935791,
-      "cov-distil (oracle2student)": 4.180196285247803,
-      "cov-distil (oracle2teacher)": 4.218957901000977,
+      "cov-distil": 2.054962158203125,
+      "cov-distil (oracle2student)": 4.522157192230225,
+      "cov-distil (oracle2teacher)": 4.9345927238464355,
       "epoch": 1.1750392464678179,
-      "rel-constrast": 2.653312921524048,
+      "rel-constrast": 3.363790273666382,
       "step": 1497,
-      "subrel-constrast": 4.166954040527344,
+      "subrel-constrast": 4.129298210144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6036298274993896,
-      "cov-distil (oracle2student)": 4.424801826477051,
-      "cov-distil (oracle2teacher)": 3.7677884101867676,
+      "cov-distil": 1.7292054891586304,
+      "cov-distil (oracle2student)": 5.011144638061523,
+      "cov-distil (oracle2teacher)": 4.311142921447754,
       "epoch": 1.1758241758241759,
-      "rel-constrast": 2.748300313949585,
+      "rel-constrast": 3.3893399238586426,
       "step": 1498,
-      "subrel-constrast": 3.297043800354004,
+      "subrel-constrast": 3.3898260593414307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6762897968292236,
-      "cov-distil (oracle2student)": 3.5112032890319824,
-      "cov-distil (oracle2teacher)": 3.420654773712158,
+      "cov-distil": 1.409993290901184,
+      "cov-distil (oracle2student)": 4.621469497680664,
+      "cov-distil (oracle2teacher)": 3.7503151893615723,
       "epoch": 1.1766091051805336,
-      "rel-constrast": 2.9255642890930176,
+      "rel-constrast": 3.0930776596069336,
       "step": 1499,
-      "subrel-constrast": 3.3973541259765625,
+      "subrel-constrast": 3.347726345062256,
       "view-similarity": 0
     },
     {
       "epoch": 1.1773940345368916,
-      "grad_norm": 5.875,
+      "grad_norm": 6.28125,
       "learning_rate": 4.9621707691546645e-05,
-      "loss": 0.7332,
+      "loss": 0.7644,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-P@10": 0.7639999999999999,
+      "eval/duc04-P@10": 0.7439999999999999,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-nDCG@10": 0.7747621818724173,
+      "eval/duc04-nDCG@10": 0.7471287975428555,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
+      "eval/duc04-alpha_nDCG@10": 0.5564771225340014,
       "step": 1500
     },
     {
@@ -16516,17 +16516,17 @@
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.42399999999999993,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-nDCG@10": 0.6173102450175095,
+      "eval/multi_news-nDCG@10": 0.5966332562860654,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
+      "eval/multi_news-alpha_nDCG@10": 0.5620652349019176,
       "step": 1500
     },
     {
@@ -16536,5472 +16536,5472 @@
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/avg": 0.5416106548872113,
+      "eval/avg": 0.5232593197231233,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "overlap": 0.2890625,
+      "overlap": 0.3140625059604645,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
       "step": 1500,
-      "student margin": 0.0633544921875
+      "student margin": 0.0545654296875
     },
     {
       "epoch": 1.1773940345368916,
       "step": 1500,
-      "teacher margin": 0.043121337890625
+      "teacher margin": 0.04913330078125
     },
     {
       "epoch": 1.1773940345368916,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00543212890625,
       "step": 1500
     },
     {
-      "cov-distil": 1.7485086917877197,
-      "cov-distil (oracle2student)": 4.230788707733154,
-      "cov-distil (oracle2teacher)": 3.8272950649261475,
+      "cov-distil": 1.9172860383987427,
+      "cov-distil (oracle2student)": 5.323042392730713,
+      "cov-distil (oracle2teacher)": 4.5238237380981445,
       "epoch": 1.1773940345368916,
-      "rel-constrast": 2.0312840938568115,
+      "rel-constrast": 2.5297560691833496,
       "step": 1500,
-      "subrel-constrast": 2.71525502204895,
+      "subrel-constrast": 2.832296133041382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4775396585464478,
-      "cov-distil (oracle2student)": 4.059601306915283,
-      "cov-distil (oracle2teacher)": 3.723001003265381,
+      "cov-distil": 1.3232753276824951,
+      "cov-distil (oracle2student)": 3.7916009426116943,
+      "cov-distil (oracle2teacher)": 3.8251423835754395,
       "epoch": 1.1781789638932496,
-      "rel-constrast": 4.083869934082031,
+      "rel-constrast": 3.950422525405884,
       "step": 1501,
-      "subrel-constrast": 3.7125368118286133,
+      "subrel-constrast": 3.3373491764068604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.676011562347412,
-      "cov-distil (oracle2student)": 5.229190349578857,
-      "cov-distil (oracle2teacher)": 5.160117149353027,
+      "cov-distil": 2.2233471870422363,
+      "cov-distil (oracle2student)": 5.614033222198486,
+      "cov-distil (oracle2teacher)": 5.180672645568848,
       "epoch": 1.1789638932496076,
-      "rel-constrast": 3.101928234100342,
+      "rel-constrast": 3.7993500232696533,
       "step": 1502,
-      "subrel-constrast": 4.044782638549805,
+      "subrel-constrast": 4.335343360900879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6979618072509766,
-      "cov-distil (oracle2student)": 3.7973227500915527,
-      "cov-distil (oracle2teacher)": 3.310650587081909,
+      "cov-distil": 1.566896915435791,
+      "cov-distil (oracle2student)": 4.688749313354492,
+      "cov-distil (oracle2teacher)": 3.4921064376831055,
       "epoch": 1.1797488226059656,
-      "rel-constrast": 2.005044937133789,
+      "rel-constrast": 2.555701732635498,
       "step": 1503,
-      "subrel-constrast": 2.843824625015259,
+      "subrel-constrast": 2.427482843399048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5123100280761719,
-      "cov-distil (oracle2student)": 5.033284664154053,
-      "cov-distil (oracle2teacher)": 4.157942295074463,
+      "cov-distil": 1.5564537048339844,
+      "cov-distil (oracle2student)": 4.846446990966797,
+      "cov-distil (oracle2teacher)": 4.962312698364258,
       "epoch": 1.1805337519623234,
-      "rel-constrast": 2.8426575660705566,
+      "rel-constrast": 2.674205780029297,
       "step": 1504,
-      "subrel-constrast": 3.390226364135742,
+      "subrel-constrast": 3.339271068572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.316284418106079,
-      "cov-distil (oracle2student)": 3.133749485015869,
-      "cov-distil (oracle2teacher)": 3.136380672454834,
+      "cov-distil": 1.5451772212982178,
+      "cov-distil (oracle2student)": 2.898690938949585,
+      "cov-distil (oracle2teacher)": 3.4249372482299805,
       "epoch": 1.1813186813186813,
-      "rel-constrast": 2.476555347442627,
+      "rel-constrast": 2.810948610305786,
       "step": 1505,
-      "subrel-constrast": 3.1768059730529785,
+      "subrel-constrast": 3.0811119079589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3085720539093018,
-      "cov-distil (oracle2student)": 5.336479187011719,
-      "cov-distil (oracle2teacher)": 5.304076194763184,
+      "cov-distil": 2.6870017051696777,
+      "cov-distil (oracle2student)": 5.269142150878906,
+      "cov-distil (oracle2teacher)": 5.569355010986328,
       "epoch": 1.1821036106750393,
-      "rel-constrast": 3.9608383178710938,
+      "rel-constrast": 4.033282279968262,
       "step": 1506,
-      "subrel-constrast": 4.48170280456543,
+      "subrel-constrast": 4.542117595672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562358140945435,
-      "cov-distil (oracle2student)": 5.106496334075928,
-      "cov-distil (oracle2teacher)": 4.130088806152344,
+      "cov-distil": 1.8023386001586914,
+      "cov-distil (oracle2student)": 5.7385101318359375,
+      "cov-distil (oracle2teacher)": 4.578217506408691,
       "epoch": 1.182888540031397,
-      "rel-constrast": 2.9583888053894043,
+      "rel-constrast": 3.4640960693359375,
       "step": 1507,
-      "subrel-constrast": 3.7306017875671387,
+      "subrel-constrast": 3.583298683166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7493054866790771,
-      "cov-distil (oracle2student)": 2.7775204181671143,
-      "cov-distil (oracle2teacher)": 3.2637789249420166,
+      "cov-distil": 1.7430472373962402,
+      "cov-distil (oracle2student)": 2.629763603210449,
+      "cov-distil (oracle2teacher)": 3.2725989818573,
       "epoch": 1.183673469387755,
-      "rel-constrast": 2.5205020904541016,
+      "rel-constrast": 2.3908188343048096,
       "step": 1508,
-      "subrel-constrast": 3.557661294937134,
+      "subrel-constrast": 3.2724804878234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0654494762420654,
-      "cov-distil (oracle2student)": 2.2735180854797363,
-      "cov-distil (oracle2teacher)": 2.127807855606079,
+      "cov-distil": 1.3813674449920654,
+      "cov-distil (oracle2student)": 2.7683348655700684,
+      "cov-distil (oracle2teacher)": 2.5637505054473877,
       "epoch": 1.184458398744113,
-      "rel-constrast": 2.1841182708740234,
+      "rel-constrast": 2.700869083404541,
       "step": 1509,
-      "subrel-constrast": 2.6357650756835938,
+      "subrel-constrast": 2.620093822479248,
       "view-similarity": 0
     },
     {
       "epoch": 1.185243328100471,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.96875,
       "learning_rate": 4.9606434056070863e-05,
-      "loss": 0.7422,
+      "loss": 0.7727,
       "step": 1510
     },
     {
-      "cov-distil": 2.0747480392456055,
-      "cov-distil (oracle2student)": 3.9009385108947754,
-      "cov-distil (oracle2teacher)": 4.192046642303467,
+      "cov-distil": 2.312384605407715,
+      "cov-distil (oracle2student)": 4.621145725250244,
+      "cov-distil (oracle2teacher)": 4.413256645202637,
       "epoch": 1.185243328100471,
-      "rel-constrast": 2.6539556980133057,
+      "rel-constrast": 3.2841296195983887,
       "step": 1510,
-      "subrel-constrast": 3.577793836593628,
+      "subrel-constrast": 3.4546895027160645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7121105194091797,
-      "cov-distil (oracle2student)": 3.5978574752807617,
-      "cov-distil (oracle2teacher)": 3.8568508625030518,
+      "cov-distil": 1.8557753562927246,
+      "cov-distil (oracle2student)": 3.752302885055542,
+      "cov-distil (oracle2teacher)": 3.8086934089660645,
       "epoch": 1.1860282574568288,
-      "rel-constrast": 3.703195571899414,
+      "rel-constrast": 4.280101299285889,
       "step": 1511,
-      "subrel-constrast": 4.201766490936279,
+      "subrel-constrast": 4.329936504364014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.769433856010437,
-      "cov-distil (oracle2student)": 4.847658634185791,
-      "cov-distil (oracle2teacher)": 4.619823455810547,
+      "cov-distil": 2.105696439743042,
+      "cov-distil (oracle2student)": 4.832235813140869,
+      "cov-distil (oracle2teacher)": 4.985848426818848,
       "epoch": 1.1868131868131868,
-      "rel-constrast": 2.7370405197143555,
+      "rel-constrast": 3.3082499504089355,
       "step": 1512,
-      "subrel-constrast": 3.6746485233306885,
+      "subrel-constrast": 3.803394079208374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3672865629196167,
-      "cov-distil (oracle2student)": 5.345491409301758,
-      "cov-distil (oracle2teacher)": 5.307746887207031,
+      "cov-distil": 1.6449390649795532,
+      "cov-distil (oracle2student)": 6.777450084686279,
+      "cov-distil (oracle2teacher)": 5.831568241119385,
       "epoch": 1.1875981161695448,
-      "rel-constrast": 3.974797248840332,
+      "rel-constrast": 4.084428310394287,
       "step": 1513,
-      "subrel-constrast": 4.64158296585083,
+      "subrel-constrast": 4.387684345245361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3251571655273438,
-      "cov-distil (oracle2student)": 6.040820121765137,
-      "cov-distil (oracle2teacher)": 4.929553985595703,
+      "cov-distil": 1.4894795417785645,
+      "cov-distil (oracle2student)": 6.289453506469727,
+      "cov-distil (oracle2teacher)": 5.775760173797607,
       "epoch": 1.1883830455259026,
-      "rel-constrast": 2.626101493835449,
+      "rel-constrast": 2.41333270072937,
       "step": 1514,
-      "subrel-constrast": 3.0085737705230713,
+      "subrel-constrast": 2.7850465774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7284622192382812,
-      "cov-distil (oracle2student)": 3.64074444770813,
-      "cov-distil (oracle2teacher)": 3.6592631340026855,
+      "cov-distil": 2.206246852874756,
+      "cov-distil (oracle2student)": 3.9696521759033203,
+      "cov-distil (oracle2teacher)": 3.722459316253662,
       "epoch": 1.1891679748822606,
-      "rel-constrast": 2.033757209777832,
+      "rel-constrast": 2.0635414123535156,
       "step": 1515,
-      "subrel-constrast": 2.7563092708587646,
+      "subrel-constrast": 2.6162502765655518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1659088134765625,
-      "cov-distil (oracle2student)": 2.7111988067626953,
-      "cov-distil (oracle2teacher)": 3.0070433616638184,
+      "cov-distil": 2.4510533809661865,
+      "cov-distil (oracle2student)": 2.7930521965026855,
+      "cov-distil (oracle2teacher)": 3.0105409622192383,
       "epoch": 1.1899529042386185,
-      "rel-constrast": 2.4668636322021484,
+      "rel-constrast": 2.3236725330352783,
       "step": 1516,
-      "subrel-constrast": 3.6944668292999268,
+      "subrel-constrast": 3.6701371669769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1717967987060547,
-      "cov-distil (oracle2student)": 4.242790222167969,
-      "cov-distil (oracle2teacher)": 3.823622465133667,
+      "cov-distil": 1.3974751234054565,
+      "cov-distil (oracle2student)": 4.325800895690918,
+      "cov-distil (oracle2teacher)": 4.143582344055176,
       "epoch": 1.1907378335949765,
-      "rel-constrast": 3.1749753952026367,
+      "rel-constrast": 3.5964393615722656,
       "step": 1517,
-      "subrel-constrast": 3.6475167274475098,
+      "subrel-constrast": 3.545927047729492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.912517786026001,
-      "cov-distil (oracle2student)": 4.199876308441162,
-      "cov-distil (oracle2teacher)": 4.535355567932129,
+      "cov-distil": 2.56984806060791,
+      "cov-distil (oracle2student)": 5.170964241027832,
+      "cov-distil (oracle2teacher)": 4.24367094039917,
       "epoch": 1.1915227629513343,
-      "rel-constrast": 4.481130123138428,
+      "rel-constrast": 4.934070110321045,
       "step": 1518,
-      "subrel-constrast": 5.082208156585693,
+      "subrel-constrast": 4.760612964630127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562536239624023,
-      "cov-distil (oracle2student)": 5.788992881774902,
-      "cov-distil (oracle2teacher)": 4.82795524597168,
+      "cov-distil": 1.897395372390747,
+      "cov-distil (oracle2student)": 5.289916038513184,
+      "cov-distil (oracle2teacher)": 5.043879985809326,
       "epoch": 1.1923076923076923,
-      "rel-constrast": 3.587991237640381,
+      "rel-constrast": 4.197106838226318,
       "step": 1519,
-      "subrel-constrast": 4.080261707305908,
+      "subrel-constrast": 3.9326400756835938,
       "view-similarity": 0
     },
     {
       "epoch": 1.1930926216640503,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.4375,
       "learning_rate": 4.959086059896141e-05,
-      "loss": 0.8287,
+      "loss": 0.8621,
       "step": 1520
     },
     {
-      "cov-distil": 1.5232781171798706,
-      "cov-distil (oracle2student)": 4.327375411987305,
-      "cov-distil (oracle2teacher)": 4.070348739624023,
+      "cov-distil": 2.6535861492156982,
+      "cov-distil (oracle2student)": 4.809630393981934,
+      "cov-distil (oracle2teacher)": 4.434609413146973,
       "epoch": 1.1930926216640503,
-      "rel-constrast": 2.7197184562683105,
+      "rel-constrast": 3.1145834922790527,
       "step": 1520,
-      "subrel-constrast": 3.1734938621520996,
+      "subrel-constrast": 3.449302911758423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4419372081756592,
-      "cov-distil (oracle2student)": 5.73799467086792,
-      "cov-distil (oracle2teacher)": 5.951563835144043,
+      "cov-distil": 1.5581674575805664,
+      "cov-distil (oracle2student)": 6.877288341522217,
+      "cov-distil (oracle2teacher)": 6.002029895782471,
       "epoch": 1.193877551020408,
-      "rel-constrast": 3.3822076320648193,
+      "rel-constrast": 3.706590414047241,
       "step": 1521,
-      "subrel-constrast": 3.779179811477661,
+      "subrel-constrast": 4.04472017288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.640181303024292,
-      "cov-distil (oracle2student)": 3.836653709411621,
-      "cov-distil (oracle2teacher)": 3.7507858276367188,
+      "cov-distil": 1.9851887226104736,
+      "cov-distil (oracle2student)": 4.108968734741211,
+      "cov-distil (oracle2teacher)": 3.372758626937866,
       "epoch": 1.194662480376766,
-      "rel-constrast": 3.6478872299194336,
+      "rel-constrast": 4.474026679992676,
       "step": 1522,
-      "subrel-constrast": 4.444528579711914,
+      "subrel-constrast": 4.099109172821045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4504380226135254,
-      "cov-distil (oracle2student)": 3.3363285064697266,
-      "cov-distil (oracle2teacher)": 2.772866725921631,
+      "cov-distil": 1.7445967197418213,
+      "cov-distil (oracle2student)": 3.7898342609405518,
+      "cov-distil (oracle2teacher)": 3.5038225650787354,
       "epoch": 1.195447409733124,
-      "rel-constrast": 2.0574207305908203,
+      "rel-constrast": 2.238239288330078,
       "step": 1523,
-      "subrel-constrast": 2.545795440673828,
+      "subrel-constrast": 2.851907730102539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9421583414077759,
-      "cov-distil (oracle2student)": 3.961541175842285,
-      "cov-distil (oracle2teacher)": 4.5739521980285645,
+      "cov-distil": 2.250396251678467,
+      "cov-distil (oracle2student)": 5.145066261291504,
+      "cov-distil (oracle2teacher)": 4.6964497566223145,
       "epoch": 1.196232339089482,
-      "rel-constrast": 2.9225692749023438,
+      "rel-constrast": 3.4886064529418945,
       "step": 1524,
-      "subrel-constrast": 3.993438243865967,
+      "subrel-constrast": 4.0304694175720215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5873799324035645,
-      "cov-distil (oracle2student)": 4.951776027679443,
-      "cov-distil (oracle2teacher)": 4.686556816101074,
+      "cov-distil": 1.9484859704971313,
+      "cov-distil (oracle2student)": 5.016447067260742,
+      "cov-distil (oracle2teacher)": 4.78870964050293,
       "epoch": 1.19701726844584,
-      "rel-constrast": 2.6227290630340576,
+      "rel-constrast": 3.433077812194824,
       "step": 1525,
-      "subrel-constrast": 3.568251132965088,
+      "subrel-constrast": 3.343183994293213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7995333671569824,
-      "cov-distil (oracle2student)": 3.3716089725494385,
-      "cov-distil (oracle2teacher)": 3.617016315460205,
+      "cov-distil": 2.784691572189331,
+      "cov-distil (oracle2student)": 3.6217150688171387,
+      "cov-distil (oracle2teacher)": 3.766085147857666,
       "epoch": 1.1978021978021978,
-      "rel-constrast": 2.6842219829559326,
+      "rel-constrast": 3.1089394092559814,
       "step": 1526,
-      "subrel-constrast": 3.481901168823242,
+      "subrel-constrast": 3.894853115081787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5646638870239258,
-      "cov-distil (oracle2student)": 4.4577507972717285,
-      "cov-distil (oracle2teacher)": 4.188509941101074,
+      "cov-distil": 2.352919578552246,
+      "cov-distil (oracle2student)": 5.337078094482422,
+      "cov-distil (oracle2teacher)": 4.408210754394531,
       "epoch": 1.1985871271585558,
-      "rel-constrast": 3.4021458625793457,
+      "rel-constrast": 4.388445854187012,
       "step": 1527,
-      "subrel-constrast": 4.33415412902832,
+      "subrel-constrast": 4.429155349731445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8761851787567139,
-      "cov-distil (oracle2student)": 3.9821815490722656,
-      "cov-distil (oracle2teacher)": 3.884610176086426,
+      "cov-distil": 2.2172608375549316,
+      "cov-distil (oracle2student)": 4.052121162414551,
+      "cov-distil (oracle2teacher)": 3.8458893299102783,
       "epoch": 1.1993720565149137,
-      "rel-constrast": 2.9438514709472656,
+      "rel-constrast": 3.002258777618408,
       "step": 1528,
-      "subrel-constrast": 3.405836582183838,
+      "subrel-constrast": 3.4100818634033203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2246947288513184,
-      "cov-distil (oracle2student)": 4.151642799377441,
-      "cov-distil (oracle2teacher)": 3.1427805423736572,
+      "cov-distil": 1.4705394506454468,
+      "cov-distil (oracle2student)": 4.349119186401367,
+      "cov-distil (oracle2teacher)": 3.4468657970428467,
       "epoch": 1.2001569858712715,
-      "rel-constrast": 1.772562026977539,
+      "rel-constrast": 2.171937942504883,
       "step": 1529,
-      "subrel-constrast": 2.6392982006073,
+      "subrel-constrast": 2.456705093383789,
       "view-similarity": 0
     },
     {
       "epoch": 1.2009419152276295,
-      "grad_norm": 3.53125,
+      "grad_norm": 5.625,
       "learning_rate": 4.957498750997597e-05,
-      "loss": 0.744,
+      "loss": 0.8282,
       "step": 1530
     },
     {
-      "cov-distil": 1.600648045539856,
-      "cov-distil (oracle2student)": 4.604783058166504,
-      "cov-distil (oracle2teacher)": 4.556369304656982,
+      "cov-distil": 1.508070468902588,
+      "cov-distil (oracle2student)": 5.035850524902344,
+      "cov-distil (oracle2teacher)": 4.97237491607666,
       "epoch": 1.2009419152276295,
-      "rel-constrast": 2.267603874206543,
+      "rel-constrast": 2.2465076446533203,
       "step": 1530,
-      "subrel-constrast": 2.6244161128997803,
+      "subrel-constrast": 2.4714536666870117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810472846031189,
-      "cov-distil (oracle2student)": 4.073423862457275,
-      "cov-distil (oracle2teacher)": 3.6597142219543457,
+      "cov-distil": 2.189021587371826,
+      "cov-distil (oracle2student)": 4.0988969802856445,
+      "cov-distil (oracle2teacher)": 4.072225570678711,
       "epoch": 1.2017268445839875,
-      "rel-constrast": 2.3108716011047363,
+      "rel-constrast": 3.0464041233062744,
       "step": 1531,
-      "subrel-constrast": 3.2451529502868652,
+      "subrel-constrast": 3.3375816345214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8782386779785156,
-      "cov-distil (oracle2student)": 3.557467222213745,
-      "cov-distil (oracle2teacher)": 3.675232410430908,
+      "cov-distil": 2.4709322452545166,
+      "cov-distil (oracle2student)": 4.907002925872803,
+      "cov-distil (oracle2teacher)": 4.1503496170043945,
       "epoch": 1.2025117739403455,
-      "rel-constrast": 3.3091039657592773,
+      "rel-constrast": 4.341656684875488,
       "step": 1532,
-      "subrel-constrast": 4.100863456726074,
+      "subrel-constrast": 4.271442413330078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5638325214385986,
-      "cov-distil (oracle2student)": 2.8034284114837646,
-      "cov-distil (oracle2teacher)": 2.8497776985168457,
+      "cov-distil": 1.716883897781372,
+      "cov-distil (oracle2student)": 2.797983169555664,
+      "cov-distil (oracle2teacher)": 2.9715182781219482,
       "epoch": 1.2032967032967032,
-      "rel-constrast": 2.3563458919525146,
+      "rel-constrast": 3.0211033821105957,
       "step": 1533,
-      "subrel-constrast": 3.0898303985595703,
+      "subrel-constrast": 2.992946147918701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.691821575164795,
-      "cov-distil (oracle2student)": 4.60768985748291,
-      "cov-distil (oracle2teacher)": 4.304746627807617,
+      "cov-distil": 2.1605794429779053,
+      "cov-distil (oracle2student)": 4.850038051605225,
+      "cov-distil (oracle2teacher)": 4.6088032722473145,
       "epoch": 1.2040816326530612,
-      "rel-constrast": 2.8594892024993896,
+      "rel-constrast": 3.2066197395324707,
       "step": 1534,
-      "subrel-constrast": 3.549325704574585,
+      "subrel-constrast": 4.037586212158203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5520613193511963,
-      "cov-distil (oracle2student)": 4.877971649169922,
-      "cov-distil (oracle2teacher)": 4.454023838043213,
+      "cov-distil": 1.815563678741455,
+      "cov-distil (oracle2student)": 4.80515193939209,
+      "cov-distil (oracle2teacher)": 4.607004165649414,
       "epoch": 1.2048665620094192,
-      "rel-constrast": 2.8462142944335938,
+      "rel-constrast": 3.356212615966797,
       "step": 1535,
-      "subrel-constrast": 3.4580230712890625,
+      "subrel-constrast": 3.4872124195098877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6331263780593872,
-      "cov-distil (oracle2student)": 4.314093112945557,
-      "cov-distil (oracle2teacher)": 4.101082801818848,
+      "cov-distil": 2.1146669387817383,
+      "cov-distil (oracle2student)": 4.450850486755371,
+      "cov-distil (oracle2teacher)": 4.314725875854492,
       "epoch": 1.205651491365777,
-      "rel-constrast": 2.616159677505493,
+      "rel-constrast": 2.658287525177002,
       "step": 1536,
-      "subrel-constrast": 3.3092477321624756,
+      "subrel-constrast": 3.296804428100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.022289991378784,
-      "cov-distil (oracle2student)": 4.89500093460083,
-      "cov-distil (oracle2teacher)": 4.807025909423828,
+      "cov-distil": 2.237542152404785,
+      "cov-distil (oracle2student)": 5.157522678375244,
+      "cov-distil (oracle2teacher)": 5.068371772766113,
       "epoch": 1.206436420722135,
-      "rel-constrast": 2.419569253921509,
+      "rel-constrast": 2.759636878967285,
       "step": 1537,
-      "subrel-constrast": 3.59961199760437,
+      "subrel-constrast": 3.521134853363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4777123928070068,
-      "cov-distil (oracle2student)": 3.2864580154418945,
-      "cov-distil (oracle2teacher)": 3.056769847869873,
+      "cov-distil": 1.9311931133270264,
+      "cov-distil (oracle2student)": 3.4321303367614746,
+      "cov-distil (oracle2teacher)": 4.047699928283691,
       "epoch": 1.207221350078493,
-      "rel-constrast": 2.0155293941497803,
+      "rel-constrast": 2.259303092956543,
       "step": 1538,
-      "subrel-constrast": 2.7256932258605957,
+      "subrel-constrast": 3.235063314437866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.645634651184082,
-      "cov-distil (oracle2student)": 4.065258026123047,
-      "cov-distil (oracle2teacher)": 3.8413004875183105,
+      "cov-distil": 2.4330332279205322,
+      "cov-distil (oracle2student)": 4.244851112365723,
+      "cov-distil (oracle2teacher)": 4.501765251159668,
       "epoch": 1.208006279434851,
-      "rel-constrast": 2.3775105476379395,
+      "rel-constrast": 2.5799012184143066,
       "step": 1539,
-      "subrel-constrast": 3.498631715774536,
+      "subrel-constrast": 3.3714354038238525,
       "view-similarity": 0
     },
     {
       "epoch": 1.2087912087912087,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.59375,
       "learning_rate": 4.9558814982523106e-05,
-      "loss": 0.6766,
+      "loss": 0.7369,
       "step": 1540
     },
     {
-      "cov-distil": 1.8075847625732422,
-      "cov-distil (oracle2student)": 5.002773284912109,
-      "cov-distil (oracle2teacher)": 5.1291985511779785,
+      "cov-distil": 1.7995719909667969,
+      "cov-distil (oracle2student)": 5.726260662078857,
+      "cov-distil (oracle2teacher)": 5.477193832397461,
       "epoch": 1.2087912087912087,
-      "rel-constrast": 3.0045089721679688,
+      "rel-constrast": 3.648697853088379,
       "step": 1540,
-      "subrel-constrast": 3.930400848388672,
+      "subrel-constrast": 3.2994422912597656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4789363145828247,
-      "cov-distil (oracle2student)": 4.7036285400390625,
-      "cov-distil (oracle2teacher)": 4.801464080810547,
+      "cov-distil": 1.684117078781128,
+      "cov-distil (oracle2student)": 4.7812042236328125,
+      "cov-distil (oracle2teacher)": 5.30693244934082,
       "epoch": 1.2095761381475667,
-      "rel-constrast": 2.8248226642608643,
+      "rel-constrast": 3.2084877490997314,
       "step": 1541,
-      "subrel-constrast": 3.794799566268921,
+      "subrel-constrast": 3.4546189308166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6375290155410767,
-      "cov-distil (oracle2student)": 3.3961291313171387,
-      "cov-distil (oracle2teacher)": 3.204671859741211,
+      "cov-distil": 2.2194430828094482,
+      "cov-distil (oracle2student)": 4.063145160675049,
+      "cov-distil (oracle2teacher)": 3.5387635231018066,
       "epoch": 1.2103610675039247,
-      "rel-constrast": 2.8809454441070557,
+      "rel-constrast": 3.5485973358154297,
       "step": 1542,
-      "subrel-constrast": 3.4760124683380127,
+      "subrel-constrast": 3.7212672233581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2903764247894287,
-      "cov-distil (oracle2student)": 4.792279243469238,
-      "cov-distil (oracle2teacher)": 4.538397789001465,
+      "cov-distil": 1.7182254791259766,
+      "cov-distil (oracle2student)": 4.262997627258301,
+      "cov-distil (oracle2teacher)": 4.745234489440918,
       "epoch": 1.2111459968602825,
-      "rel-constrast": 2.7544140815734863,
+      "rel-constrast": 2.8789234161376953,
       "step": 1543,
-      "subrel-constrast": 3.2082643508911133,
+      "subrel-constrast": 3.071460008621216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4375863075256348,
-      "cov-distil (oracle2student)": 4.494780540466309,
-      "cov-distil (oracle2teacher)": 4.387182235717773,
+      "cov-distil": 1.778658390045166,
+      "cov-distil (oracle2student)": 5.285736083984375,
+      "cov-distil (oracle2teacher)": 4.830392837524414,
       "epoch": 1.2119309262166404,
-      "rel-constrast": 2.863981008529663,
+      "rel-constrast": 3.2336478233337402,
       "step": 1544,
-      "subrel-constrast": 3.4193403720855713,
+      "subrel-constrast": 3.3492431640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7431714534759521,
-      "cov-distil (oracle2student)": 4.275623321533203,
-      "cov-distil (oracle2teacher)": 4.166308403015137,
+      "cov-distil": 1.6873376369476318,
+      "cov-distil (oracle2student)": 4.198597431182861,
+      "cov-distil (oracle2teacher)": 4.050151348114014,
       "epoch": 1.2127158555729984,
-      "rel-constrast": 2.1307897567749023,
+      "rel-constrast": 2.5997281074523926,
       "step": 1545,
-      "subrel-constrast": 3.471906900405884,
+      "subrel-constrast": 3.394369125366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7611958980560303,
-      "cov-distil (oracle2student)": 3.3497514724731445,
-      "cov-distil (oracle2teacher)": 3.3862464427948,
+      "cov-distil": 1.9257383346557617,
+      "cov-distil (oracle2student)": 3.5837159156799316,
+      "cov-distil (oracle2teacher)": 3.586101770401001,
       "epoch": 1.2135007849293564,
-      "rel-constrast": 2.38743257522583,
+      "rel-constrast": 2.145664691925049,
       "step": 1546,
-      "subrel-constrast": 3.3915841579437256,
+      "subrel-constrast": 3.107405424118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5527610778808594,
-      "cov-distil (oracle2student)": 3.1812191009521484,
-      "cov-distil (oracle2teacher)": 3.1168770790100098,
+      "cov-distil": 1.739095687866211,
+      "cov-distil (oracle2student)": 3.274857997894287,
+      "cov-distil (oracle2teacher)": 3.4684669971466064,
       "epoch": 1.2142857142857142,
-      "rel-constrast": 2.404475212097168,
+      "rel-constrast": 2.682772636413574,
       "step": 1547,
-      "subrel-constrast": 3.0474047660827637,
+      "subrel-constrast": 2.876507520675659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7499725818634033,
-      "cov-distil (oracle2student)": 4.475757598876953,
-      "cov-distil (oracle2teacher)": 4.537806034088135,
+      "cov-distil": 1.9764400720596313,
+      "cov-distil (oracle2student)": 5.423601150512695,
+      "cov-distil (oracle2teacher)": 4.720066547393799,
       "epoch": 1.2150706436420722,
-      "rel-constrast": 2.1917285919189453,
+      "rel-constrast": 2.5067367553710938,
       "step": 1548,
-      "subrel-constrast": 2.8687524795532227,
+      "subrel-constrast": 2.6566712856292725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2541391849517822,
-      "cov-distil (oracle2student)": 4.706418991088867,
-      "cov-distil (oracle2teacher)": 3.8923490047454834,
+      "cov-distil": 1.39100980758667,
+      "cov-distil (oracle2student)": 4.79363489151001,
+      "cov-distil (oracle2teacher)": 3.986844301223755,
       "epoch": 1.2158555729984302,
-      "rel-constrast": 2.889606475830078,
+      "rel-constrast": 2.2378265857696533,
       "step": 1549,
-      "subrel-constrast": 3.2647478580474854,
+      "subrel-constrast": 3.0173535346984863,
       "view-similarity": 0
     },
     {
       "epoch": 1.2166405023547882,
-      "grad_norm": 5.59375,
+      "grad_norm": 5.40625,
       "learning_rate": 4.9542343213659974e-05,
-      "loss": 0.6976,
+      "loss": 0.7173,
       "step": 1550
     },
     {
-      "cov-distil": 1.8331830501556396,
-      "cov-distil (oracle2student)": 5.015098571777344,
-      "cov-distil (oracle2teacher)": 4.250988960266113,
+      "cov-distil": 1.6455473899841309,
+      "cov-distil (oracle2student)": 5.877847671508789,
+      "cov-distil (oracle2teacher)": 5.212038993835449,
       "epoch": 1.2166405023547882,
-      "rel-constrast": 4.024837493896484,
+      "rel-constrast": 4.509739398956299,
       "step": 1550,
-      "subrel-constrast": 4.481121063232422,
+      "subrel-constrast": 4.808380126953125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9867794513702393,
-      "cov-distil (oracle2student)": 3.297834873199463,
-      "cov-distil (oracle2teacher)": 3.424804449081421,
+      "cov-distil": 2.298107862472534,
+      "cov-distil (oracle2student)": 4.6397504806518555,
+      "cov-distil (oracle2teacher)": 4.20549201965332,
       "epoch": 1.217425431711146,
-      "rel-constrast": 2.9038000106811523,
+      "rel-constrast": 3.4842381477355957,
       "step": 1551,
-      "subrel-constrast": 3.5621063709259033,
+      "subrel-constrast": 3.9074127674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5921251773834229,
-      "cov-distil (oracle2student)": 4.316880226135254,
-      "cov-distil (oracle2teacher)": 3.882554292678833,
+      "cov-distil": 1.8756139278411865,
+      "cov-distil (oracle2student)": 4.935657024383545,
+      "cov-distil (oracle2teacher)": 4.117036819458008,
       "epoch": 1.218210361067504,
-      "rel-constrast": 2.5500707626342773,
+      "rel-constrast": 2.2489562034606934,
       "step": 1552,
-      "subrel-constrast": 3.0413320064544678,
+      "subrel-constrast": 3.0293800830841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2253526449203491,
-      "cov-distil (oracle2student)": 4.995065689086914,
-      "cov-distil (oracle2teacher)": 4.219193458557129,
+      "cov-distil": 1.6260697841644287,
+      "cov-distil (oracle2student)": 4.922709941864014,
+      "cov-distil (oracle2teacher)": 4.8041276931762695,
       "epoch": 1.218995290423862,
-      "rel-constrast": 3.696774959564209,
+      "rel-constrast": 3.9420387744903564,
       "step": 1553,
-      "subrel-constrast": 3.889272689819336,
+      "subrel-constrast": 4.028632164001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229150414466858,
-      "cov-distil (oracle2student)": 2.6216583251953125,
-      "cov-distil (oracle2teacher)": 2.6381349563598633,
+      "cov-distil": 1.3076212406158447,
+      "cov-distil (oracle2student)": 2.6253983974456787,
+      "cov-distil (oracle2teacher)": 2.998382568359375,
       "epoch": 1.2197802197802199,
-      "rel-constrast": 3.167804718017578,
+      "rel-constrast": 2.5977015495300293,
       "step": 1554,
-      "subrel-constrast": 3.390306234359741,
+      "subrel-constrast": 3.0434787273406982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.84684419631958,
-      "cov-distil (oracle2student)": 2.844254970550537,
-      "cov-distil (oracle2teacher)": 2.755173683166504,
+      "cov-distil": 2.615368366241455,
+      "cov-distil (oracle2student)": 2.959066867828369,
+      "cov-distil (oracle2teacher)": 3.3105099201202393,
       "epoch": 1.2205651491365777,
-      "rel-constrast": 2.9125025272369385,
+      "rel-constrast": 2.831315040588379,
       "step": 1555,
-      "subrel-constrast": 3.365950345993042,
+      "subrel-constrast": 3.5817558765411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9272841215133667,
-      "cov-distil (oracle2student)": 2.703958034515381,
-      "cov-distil (oracle2teacher)": 2.7598724365234375,
+      "cov-distil": 2.2537682056427,
+      "cov-distil (oracle2student)": 2.7551276683807373,
+      "cov-distil (oracle2teacher)": 2.652442455291748,
       "epoch": 1.2213500784929356,
-      "rel-constrast": 2.177861213684082,
+      "rel-constrast": 2.6730098724365234,
       "step": 1556,
-      "subrel-constrast": 3.3213248252868652,
+      "subrel-constrast": 2.9973089694976807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2323274612426758,
-      "cov-distil (oracle2student)": 2.7246484756469727,
-      "cov-distil (oracle2teacher)": 2.517838954925537,
+      "cov-distil": 1.608872652053833,
+      "cov-distil (oracle2student)": 2.216827392578125,
+      "cov-distil (oracle2teacher)": 2.3917922973632812,
       "epoch": 1.2221350078492936,
-      "rel-constrast": 1.8433092832565308,
+      "rel-constrast": 1.764626383781433,
       "step": 1557,
-      "subrel-constrast": 2.5471136569976807,
+      "subrel-constrast": 2.424394130706787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569610357284546,
-      "cov-distil (oracle2student)": 5.2571306228637695,
-      "cov-distil (oracle2teacher)": 4.8253984451293945,
+      "cov-distil": 2.4502878189086914,
+      "cov-distil (oracle2student)": 6.2127180099487305,
+      "cov-distil (oracle2teacher)": 5.1285247802734375,
       "epoch": 1.2229199372056514,
-      "rel-constrast": 2.5907344818115234,
+      "rel-constrast": 3.1274166107177734,
       "step": 1558,
-      "subrel-constrast": 3.619658946990967,
+      "subrel-constrast": 3.9349358081817627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.719965934753418,
-      "cov-distil (oracle2student)": 6.273858070373535,
-      "cov-distil (oracle2teacher)": 5.100681781768799,
+      "cov-distil": 1.9034004211425781,
+      "cov-distil (oracle2student)": 5.819831848144531,
+      "cov-distil (oracle2teacher)": 5.821584701538086,
       "epoch": 1.2237048665620094,
-      "rel-constrast": 3.1695213317871094,
+      "rel-constrast": 3.373741865158081,
       "step": 1559,
-      "subrel-constrast": 3.9834675788879395,
+      "subrel-constrast": 3.690277099609375,
       "view-similarity": 0
     },
     {
       "epoch": 1.2244897959183674,
-      "grad_norm": 5.75,
+      "grad_norm": 7.5,
       "learning_rate": 4.952557240408988e-05,
-      "loss": 0.7663,
+      "loss": 0.7638,
       "step": 1560
     },
     {
-      "cov-distil": 1.6666290760040283,
-      "cov-distil (oracle2student)": 4.642274856567383,
-      "cov-distil (oracle2teacher)": 4.5248212814331055,
+      "cov-distil": 2.0266361236572266,
+      "cov-distil (oracle2student)": 4.939917087554932,
+      "cov-distil (oracle2teacher)": 4.8299455642700195,
       "epoch": 1.2244897959183674,
-      "rel-constrast": 3.450890302658081,
+      "rel-constrast": 3.633413314819336,
       "step": 1560,
-      "subrel-constrast": 4.130867958068848,
+      "subrel-constrast": 3.9478743076324463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2021815776824951,
-      "cov-distil (oracle2student)": 3.2229409217834473,
-      "cov-distil (oracle2teacher)": 3.380291700363159,
+      "cov-distil": 1.8504947423934937,
+      "cov-distil (oracle2student)": 3.553264856338501,
+      "cov-distil (oracle2teacher)": 3.278890609741211,
       "epoch": 1.2252747252747254,
-      "rel-constrast": 2.533560276031494,
+      "rel-constrast": 2.6801607608795166,
       "step": 1561,
-      "subrel-constrast": 3.267157793045044,
+      "subrel-constrast": 3.2840564250946045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4832178354263306,
-      "cov-distil (oracle2student)": 3.1300363540649414,
-      "cov-distil (oracle2teacher)": 3.320742607116699,
+      "cov-distil": 1.5647244453430176,
+      "cov-distil (oracle2student)": 3.2431018352508545,
+      "cov-distil (oracle2teacher)": 3.2261343002319336,
       "epoch": 1.2260596546310831,
-      "rel-constrast": 1.6512200832366943,
+      "rel-constrast": 1.6822991371154785,
       "step": 1562,
-      "subrel-constrast": 2.4736149311065674,
+      "subrel-constrast": 2.267056465148926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5483647584915161,
-      "cov-distil (oracle2student)": 3.974653720855713,
-      "cov-distil (oracle2teacher)": 4.282253742218018,
+      "cov-distil": 1.9254546165466309,
+      "cov-distil (oracle2student)": 3.970609664916992,
+      "cov-distil (oracle2teacher)": 4.246237754821777,
       "epoch": 1.2268445839874411,
-      "rel-constrast": 3.680492877960205,
+      "rel-constrast": 4.075508117675781,
       "step": 1563,
-      "subrel-constrast": 4.2281389236450195,
+      "subrel-constrast": 4.1894378662109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8743088245391846,
-      "cov-distil (oracle2student)": 4.122889995574951,
-      "cov-distil (oracle2teacher)": 3.6850976943969727,
+      "cov-distil": 2.429943084716797,
+      "cov-distil (oracle2student)": 4.271865367889404,
+      "cov-distil (oracle2teacher)": 3.9084248542785645,
       "epoch": 1.227629513343799,
-      "rel-constrast": 2.8563923835754395,
+      "rel-constrast": 2.5571184158325195,
       "step": 1564,
-      "subrel-constrast": 3.1994149684906006,
+      "subrel-constrast": 3.2550766468048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.908144474029541,
-      "cov-distil (oracle2student)": 4.664992332458496,
-      "cov-distil (oracle2teacher)": 4.363765239715576,
+      "cov-distil": 2.0057859420776367,
+      "cov-distil (oracle2student)": 5.0161542892456055,
+      "cov-distil (oracle2teacher)": 4.823497772216797,
       "epoch": 1.2284144427001569,
-      "rel-constrast": 3.2205111980438232,
+      "rel-constrast": 3.7684714794158936,
       "step": 1565,
-      "subrel-constrast": 3.8490545749664307,
+      "subrel-constrast": 3.988330125808716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4982974529266357,
-      "cov-distil (oracle2student)": 3.536342144012451,
-      "cov-distil (oracle2teacher)": 3.640622615814209,
+      "cov-distil": 2.0187528133392334,
+      "cov-distil (oracle2student)": 4.051573276519775,
+      "cov-distil (oracle2teacher)": 3.7374041080474854,
       "epoch": 1.2291993720565149,
-      "rel-constrast": 2.4386274814605713,
+      "rel-constrast": 2.8285112380981445,
       "step": 1566,
-      "subrel-constrast": 3.2455220222473145,
+      "subrel-constrast": 2.8667945861816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.983614206314087,
-      "cov-distil (oracle2student)": 2.985178232192993,
-      "cov-distil (oracle2teacher)": 2.78747296333313,
+      "cov-distil": 2.1014323234558105,
+      "cov-distil (oracle2student)": 2.8647453784942627,
+      "cov-distil (oracle2teacher)": 2.905611038208008,
       "epoch": 1.2299843014128728,
-      "rel-constrast": 2.052114725112915,
+      "rel-constrast": 2.6169919967651367,
       "step": 1567,
-      "subrel-constrast": 2.8265461921691895,
+      "subrel-constrast": 2.8226869106292725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4338563680648804,
-      "cov-distil (oracle2student)": 3.8309435844421387,
-      "cov-distil (oracle2teacher)": 3.4424710273742676,
+      "cov-distil": 1.9038939476013184,
+      "cov-distil (oracle2student)": 4.054032325744629,
+      "cov-distil (oracle2teacher)": 3.6151461601257324,
       "epoch": 1.2307692307692308,
-      "rel-constrast": 3.0795669555664062,
+      "rel-constrast": 2.9120006561279297,
       "step": 1568,
-      "subrel-constrast": 3.582277297973633,
+      "subrel-constrast": 3.4757442474365234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.584893226623535,
-      "cov-distil (oracle2student)": 5.216217994689941,
-      "cov-distil (oracle2teacher)": 4.565634250640869,
+      "cov-distil": 1.8943110704421997,
+      "cov-distil (oracle2student)": 5.027636528015137,
+      "cov-distil (oracle2teacher)": 5.082924842834473,
       "epoch": 1.2315541601255886,
-      "rel-constrast": 3.039799690246582,
+      "rel-constrast": 2.7335634231567383,
       "step": 1569,
-      "subrel-constrast": 3.715428113937378,
+      "subrel-constrast": 3.9057140350341797,
       "view-similarity": 0
     },
     {
       "epoch": 1.2323390894819466,
-      "grad_norm": 6.03125,
+      "grad_norm": 5.4375,
       "learning_rate": 4.950850275815983e-05,
-      "loss": 0.743,
+      "loss": 0.7372,
       "step": 1570
     },
     {
-      "cov-distil": 1.5038628578186035,
-      "cov-distil (oracle2student)": 2.6119627952575684,
-      "cov-distil (oracle2teacher)": 2.7541110515594482,
+      "cov-distil": 1.6249680519104004,
+      "cov-distil (oracle2student)": 3.496582508087158,
+      "cov-distil (oracle2teacher)": 2.9237847328186035,
       "epoch": 1.2323390894819466,
-      "rel-constrast": 2.176480531692505,
+      "rel-constrast": 2.4542620182037354,
       "step": 1570,
-      "subrel-constrast": 2.686347007751465,
+      "subrel-constrast": 2.4353930950164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.520804524421692,
-      "cov-distil (oracle2student)": 2.5996336936950684,
-      "cov-distil (oracle2teacher)": 2.6235592365264893,
+      "cov-distil": 1.707364797592163,
+      "cov-distil (oracle2student)": 2.710237979888916,
+      "cov-distil (oracle2teacher)": 2.693124294281006,
       "epoch": 1.2331240188383046,
-      "rel-constrast": 3.114922523498535,
+      "rel-constrast": 3.5400798320770264,
       "step": 1571,
-      "subrel-constrast": 3.61731219291687,
+      "subrel-constrast": 3.7818264961242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104897737503052,
-      "cov-distil (oracle2student)": 3.415076732635498,
-      "cov-distil (oracle2teacher)": 3.5732460021972656,
+      "cov-distil": 1.199735403060913,
+      "cov-distil (oracle2student)": 3.6591129302978516,
+      "cov-distil (oracle2teacher)": 3.170863151550293,
       "epoch": 1.2339089481946626,
-      "rel-constrast": 3.33668851852417,
+      "rel-constrast": 3.4419827461242676,
       "step": 1572,
-      "subrel-constrast": 3.909759759902954,
+      "subrel-constrast": 3.588771104812622,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4771370887756348,
-      "cov-distil (oracle2student)": 4.409694671630859,
-      "cov-distil (oracle2teacher)": 3.946770429611206,
+      "cov-distil": 1.880397081375122,
+      "cov-distil (oracle2student)": 4.820205211639404,
+      "cov-distil (oracle2teacher)": 3.9856975078582764,
       "epoch": 1.2346938775510203,
-      "rel-constrast": 3.8898987770080566,
+      "rel-constrast": 5.044854640960693,
       "step": 1573,
-      "subrel-constrast": 4.148560523986816,
+      "subrel-constrast": 3.82181978225708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3169071674346924,
-      "cov-distil (oracle2student)": 4.829381942749023,
-      "cov-distil (oracle2teacher)": 4.6057939529418945,
+      "cov-distil": 1.8163483142852783,
+      "cov-distil (oracle2student)": 5.053114891052246,
+      "cov-distil (oracle2teacher)": 4.331532001495361,
       "epoch": 1.2354788069073783,
-      "rel-constrast": 2.1212494373321533,
+      "rel-constrast": 2.3052780628204346,
       "step": 1574,
-      "subrel-constrast": 2.8325772285461426,
+      "subrel-constrast": 2.6113781929016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2086176872253418,
-      "cov-distil (oracle2student)": 2.98012638092041,
-      "cov-distil (oracle2teacher)": 2.6507182121276855,
+      "cov-distil": 1.099170207977295,
+      "cov-distil (oracle2student)": 3.086127758026123,
+      "cov-distil (oracle2teacher)": 2.824364185333252,
       "epoch": 1.2362637362637363,
-      "rel-constrast": 1.8269630670547485,
+      "rel-constrast": 1.9029412269592285,
       "step": 1575,
-      "subrel-constrast": 2.1550111770629883,
+      "subrel-constrast": 2.12070369720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2610249519348145,
-      "cov-distil (oracle2student)": 4.485299587249756,
-      "cov-distil (oracle2teacher)": 4.363012790679932,
+      "cov-distil": 1.879900336265564,
+      "cov-distil (oracle2student)": 4.8395209312438965,
+      "cov-distil (oracle2teacher)": 4.8144049644470215,
       "epoch": 1.2370486656200943,
-      "rel-constrast": 4.008843421936035,
+      "rel-constrast": 4.274290084838867,
       "step": 1576,
-      "subrel-constrast": 4.4985198974609375,
+      "subrel-constrast": 4.250116348266602,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6807074546813965,
-      "cov-distil (oracle2student)": 4.946079254150391,
-      "cov-distil (oracle2teacher)": 4.673879146575928,
+      "cov-distil": 2.2934813499450684,
+      "cov-distil (oracle2student)": 4.8231282234191895,
+      "cov-distil (oracle2teacher)": 4.718170642852783,
       "epoch": 1.237833594976452,
-      "rel-constrast": 3.214716911315918,
+      "rel-constrast": 3.2889699935913086,
       "step": 1577,
-      "subrel-constrast": 3.7449193000793457,
+      "subrel-constrast": 3.804370641708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7182397842407227,
-      "cov-distil (oracle2student)": 7.419530868530273,
-      "cov-distil (oracle2teacher)": 6.617232322692871,
+      "cov-distil": 2.3943870067596436,
+      "cov-distil (oracle2student)": 7.712185382843018,
+      "cov-distil (oracle2teacher)": 6.437448024749756,
       "epoch": 1.23861852433281,
-      "rel-constrast": 2.0141851902008057,
+      "rel-constrast": 2.2898073196411133,
       "step": 1578,
-      "subrel-constrast": 3.173762321472168,
+      "subrel-constrast": 2.7326786518096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5207469463348389,
-      "cov-distil (oracle2student)": 4.323278427124023,
-      "cov-distil (oracle2teacher)": 4.4741621017456055,
+      "cov-distil": 1.5068554878234863,
+      "cov-distil (oracle2student)": 5.221418380737305,
+      "cov-distil (oracle2teacher)": 4.762904167175293,
       "epoch": 1.239403453689168,
-      "rel-constrast": 2.6204493045806885,
+      "rel-constrast": 3.1496150493621826,
       "step": 1579,
-      "subrel-constrast": 3.512580156326294,
+      "subrel-constrast": 3.4960951805114746,
       "view-similarity": 0
     },
     {
       "epoch": 1.2401883830455258,
-      "grad_norm": 4.78125,
+      "grad_norm": 6.0,
       "learning_rate": 4.9491134483858095e-05,
-      "loss": 0.7444,
+      "loss": 0.7923,
       "step": 1580
     },
     {
-      "cov-distil": 1.7275066375732422,
-      "cov-distil (oracle2student)": 2.5916287899017334,
-      "cov-distil (oracle2teacher)": 3.294196128845215,
+      "cov-distil": 2.138178825378418,
+      "cov-distil (oracle2student)": 2.2196125984191895,
+      "cov-distil (oracle2teacher)": 3.029038429260254,
       "epoch": 1.2401883830455258,
-      "rel-constrast": 2.8139939308166504,
+      "rel-constrast": 2.455509901046753,
       "step": 1580,
-      "subrel-constrast": 3.629631280899048,
+      "subrel-constrast": 3.5580146312713623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41563081741333,
-      "cov-distil (oracle2student)": 3.2800745964050293,
-      "cov-distil (oracle2teacher)": 3.2235331535339355,
+      "cov-distil": 2.049274444580078,
+      "cov-distil (oracle2student)": 3.8389477729797363,
+      "cov-distil (oracle2teacher)": 3.7854127883911133,
       "epoch": 1.2409733124018838,
-      "rel-constrast": 2.417858600616455,
+      "rel-constrast": 2.569068193435669,
       "step": 1581,
-      "subrel-constrast": 3.2114391326904297,
+      "subrel-constrast": 3.3387999534606934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0455130338668823,
-      "cov-distil (oracle2student)": 4.683004379272461,
-      "cov-distil (oracle2teacher)": 4.711904525756836,
+      "cov-distil": 1.642974615097046,
+      "cov-distil (oracle2student)": 5.373010635375977,
+      "cov-distil (oracle2teacher)": 4.8885908126831055,
       "epoch": 1.2417582417582418,
-      "rel-constrast": 4.308945178985596,
+      "rel-constrast": 4.155498504638672,
       "step": 1582,
-      "subrel-constrast": 4.595567226409912,
+      "subrel-constrast": 4.450000286102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4948856830596924,
-      "cov-distil (oracle2student)": 4.5842413902282715,
-      "cov-distil (oracle2teacher)": 4.541057586669922,
+      "cov-distil": 1.8912696838378906,
+      "cov-distil (oracle2student)": 4.614186763763428,
+      "cov-distil (oracle2teacher)": 4.33878231048584,
       "epoch": 1.2425431711145998,
-      "rel-constrast": 2.354098320007324,
+      "rel-constrast": 2.801318645477295,
       "step": 1583,
-      "subrel-constrast": 3.2532970905303955,
+      "subrel-constrast": 2.6787571907043457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478751540184021,
-      "cov-distil (oracle2student)": 5.340696811676025,
-      "cov-distil (oracle2teacher)": 5.217659950256348,
+      "cov-distil": 1.7463786602020264,
+      "cov-distil (oracle2student)": 5.546780586242676,
+      "cov-distil (oracle2teacher)": 5.579392433166504,
       "epoch": 1.2433281004709575,
-      "rel-constrast": 3.1210832595825195,
+      "rel-constrast": 3.251866102218628,
       "step": 1584,
-      "subrel-constrast": 3.8527209758758545,
+      "subrel-constrast": 3.5651440620422363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385205626487732,
-      "cov-distil (oracle2student)": 4.021716594696045,
-      "cov-distil (oracle2teacher)": 4.30511474609375,
+      "cov-distil": 1.7475996017456055,
+      "cov-distil (oracle2student)": 4.642965316772461,
+      "cov-distil (oracle2teacher)": 4.485138893127441,
       "epoch": 1.2441130298273155,
-      "rel-constrast": 3.3219354152679443,
+      "rel-constrast": 3.9002811908721924,
       "step": 1585,
-      "subrel-constrast": 4.327701091766357,
+      "subrel-constrast": 4.113150596618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2471152544021606,
-      "cov-distil (oracle2student)": 5.545618057250977,
-      "cov-distil (oracle2teacher)": 4.992803573608398,
+      "cov-distil": 1.8231157064437866,
+      "cov-distil (oracle2student)": 6.136351585388184,
+      "cov-distil (oracle2teacher)": 5.881249904632568,
       "epoch": 1.2448979591836735,
-      "rel-constrast": 3.230410575866699,
+      "rel-constrast": 3.740389347076416,
       "step": 1586,
-      "subrel-constrast": 3.737184762954712,
+      "subrel-constrast": 3.800239086151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.389676809310913,
-      "cov-distil (oracle2student)": 4.302770614624023,
-      "cov-distil (oracle2teacher)": 4.216390132904053,
+      "cov-distil": 1.266098976135254,
+      "cov-distil (oracle2student)": 4.157269477844238,
+      "cov-distil (oracle2teacher)": 4.127383232116699,
       "epoch": 1.2456828885400313,
-      "rel-constrast": 3.0439257621765137,
+      "rel-constrast": 3.858865737915039,
       "step": 1587,
-      "subrel-constrast": 3.626136064529419,
+      "subrel-constrast": 3.4754955768585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0842232704162598,
-      "cov-distil (oracle2student)": 5.351293087005615,
-      "cov-distil (oracle2teacher)": 4.81019401550293,
+      "cov-distil": 2.3176093101501465,
+      "cov-distil (oracle2student)": 6.148702621459961,
+      "cov-distil (oracle2teacher)": 4.768836498260498,
       "epoch": 1.2464678178963893,
-      "rel-constrast": 2.3461873531341553,
+      "rel-constrast": 2.3947975635528564,
       "step": 1588,
-      "subrel-constrast": 3.2448534965515137,
+      "subrel-constrast": 2.8439996242523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9012022018432617,
-      "cov-distil (oracle2student)": 3.589587688446045,
-      "cov-distil (oracle2teacher)": 3.8490538597106934,
+      "cov-distil": 1.3995039463043213,
+      "cov-distil (oracle2student)": 4.4474873542785645,
+      "cov-distil (oracle2teacher)": 4.282570838928223,
       "epoch": 1.2472527472527473,
-      "rel-constrast": 2.6720728874206543,
+      "rel-constrast": 2.729245185852051,
       "step": 1589,
-      "subrel-constrast": 3.2388925552368164,
+      "subrel-constrast": 3.054457187652588,
       "view-similarity": 0
     },
     {
       "epoch": 1.2480376766091053,
-      "grad_norm": 6.21875,
+      "grad_norm": 6.65625,
       "learning_rate": 4.947346779281159e-05,
-      "loss": 0.7787,
+      "loss": 0.7964,
       "step": 1590
     },
     {
-      "cov-distil": 1.0694540739059448,
-      "cov-distil (oracle2student)": 3.0265297889709473,
-      "cov-distil (oracle2teacher)": 2.930713653564453,
+      "cov-distil": 1.8453747034072876,
+      "cov-distil (oracle2student)": 3.0918891429901123,
+      "cov-distil (oracle2teacher)": 2.8081789016723633,
       "epoch": 1.2480376766091053,
-      "rel-constrast": 1.9245004653930664,
+      "rel-constrast": 2.1064953804016113,
       "step": 1590,
-      "subrel-constrast": 2.372952699661255,
+      "subrel-constrast": 2.196903944015503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5754947662353516,
-      "cov-distil (oracle2student)": 5.229963779449463,
-      "cov-distil (oracle2teacher)": 5.164266586303711,
+      "cov-distil": 1.9793720245361328,
+      "cov-distil (oracle2student)": 6.001737594604492,
+      "cov-distil (oracle2teacher)": 5.8279314041137695,
       "epoch": 1.248822605965463,
-      "rel-constrast": 1.8129247426986694,
+      "rel-constrast": 2.371981620788574,
       "step": 1591,
-      "subrel-constrast": 2.834083080291748,
+      "subrel-constrast": 3.050093173980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0053443908691406,
-      "cov-distil (oracle2student)": 4.9797444343566895,
-      "cov-distil (oracle2teacher)": 4.2929582595825195,
+      "cov-distil": 1.8977521657943726,
+      "cov-distil (oracle2student)": 6.038756370544434,
+      "cov-distil (oracle2teacher)": 5.4142913818359375,
       "epoch": 1.249607535321821,
-      "rel-constrast": 2.694392442703247,
+      "rel-constrast": 2.7641172409057617,
       "step": 1592,
-      "subrel-constrast": 3.547555923461914,
+      "subrel-constrast": 3.569976329803467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2049765586853027,
-      "cov-distil (oracle2student)": 4.001274108886719,
-      "cov-distil (oracle2teacher)": 3.9364099502563477,
+      "cov-distil": 2.071986198425293,
+      "cov-distil (oracle2student)": 4.48809814453125,
+      "cov-distil (oracle2teacher)": 4.29581356048584,
       "epoch": 1.250392464678179,
-      "rel-constrast": 2.953474521636963,
+      "rel-constrast": 3.286311626434326,
       "step": 1593,
-      "subrel-constrast": 3.470498561859131,
+      "subrel-constrast": 3.4235527515411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.043835401535034,
-      "cov-distil (oracle2student)": 5.210770606994629,
-      "cov-distil (oracle2teacher)": 4.576769828796387,
+      "cov-distil": 2.2277824878692627,
+      "cov-distil (oracle2student)": 4.992692947387695,
+      "cov-distil (oracle2teacher)": 4.56816291809082,
       "epoch": 1.2511773940345368,
-      "rel-constrast": 2.3584091663360596,
+      "rel-constrast": 2.7322163581848145,
       "step": 1594,
-      "subrel-constrast": 3.1537837982177734,
+      "subrel-constrast": 3.0174484252929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2665927410125732,
-      "cov-distil (oracle2student)": 3.7326819896698,
-      "cov-distil (oracle2teacher)": 3.1742799282073975,
+      "cov-distil": 1.9765292406082153,
+      "cov-distil (oracle2student)": 3.9836323261260986,
+      "cov-distil (oracle2teacher)": 3.6758780479431152,
       "epoch": 1.2519623233908947,
-      "rel-constrast": 4.692358493804932,
+      "rel-constrast": 4.842157363891602,
       "step": 1595,
-      "subrel-constrast": 4.0910539627075195,
+      "subrel-constrast": 4.068283557891846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7941944599151611,
-      "cov-distil (oracle2student)": 4.109507083892822,
-      "cov-distil (oracle2teacher)": 4.159163951873779,
+      "cov-distil": 2.1328768730163574,
+      "cov-distil (oracle2student)": 4.625209808349609,
+      "cov-distil (oracle2teacher)": 4.376321792602539,
       "epoch": 1.2527472527472527,
-      "rel-constrast": 2.3564138412475586,
+      "rel-constrast": 2.6225013732910156,
       "step": 1596,
-      "subrel-constrast": 3.6273791790008545,
+      "subrel-constrast": 3.343975305557251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635940074920654,
-      "cov-distil (oracle2student)": 4.576698303222656,
-      "cov-distil (oracle2teacher)": 4.398351192474365,
+      "cov-distil": 1.8625550270080566,
+      "cov-distil (oracle2student)": 4.897193908691406,
+      "cov-distil (oracle2teacher)": 4.693101406097412,
       "epoch": 1.2535321821036107,
-      "rel-constrast": 2.9404969215393066,
+      "rel-constrast": 3.3155248165130615,
       "step": 1597,
-      "subrel-constrast": 3.804814577102661,
+      "subrel-constrast": 3.708278179168701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7701064348220825,
-      "cov-distil (oracle2student)": 4.771833896636963,
-      "cov-distil (oracle2teacher)": 3.738337755203247,
+      "cov-distil": 1.6757338047027588,
+      "cov-distil (oracle2student)": 4.91999626159668,
+      "cov-distil (oracle2teacher)": 3.8192176818847656,
       "epoch": 1.2543171114599687,
-      "rel-constrast": 2.40234112739563,
+      "rel-constrast": 2.3513472080230713,
       "step": 1598,
-      "subrel-constrast": 2.814751386642456,
+      "subrel-constrast": 2.3204617500305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2810989618301392,
-      "cov-distil (oracle2student)": 4.285026550292969,
-      "cov-distil (oracle2teacher)": 4.482094764709473,
+      "cov-distil": 1.7012135982513428,
+      "cov-distil (oracle2student)": 4.868736743927002,
+      "cov-distil (oracle2teacher)": 4.586375713348389,
       "epoch": 1.2551020408163265,
-      "rel-constrast": 2.3176803588867188,
+      "rel-constrast": 2.810366153717041,
       "step": 1599,
-      "subrel-constrast": 3.109283685684204,
+      "subrel-constrast": 3.095327854156494,
       "view-similarity": 0
     },
     {
       "epoch": 1.2558869701726845,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.875,
       "learning_rate": 4.94555029002834e-05,
-      "loss": 0.7005,
+      "loss": 0.7301,
       "step": 1600
     },
     {
       "epoch": 1.2558869701726845,
-      "overlap": 0.2953124940395355,
+      "overlap": 0.3046875,
       "step": 1600
     },
     {
       "epoch": 1.2558869701726845,
       "step": 1600,
-      "student margin": 0.05426025390625
+      "student margin": 0.048431396484375
     },
     {
       "epoch": 1.2558869701726845,
       "step": 1600,
-      "teacher margin": 0.037078857421875
+      "teacher margin": 0.041259765625
     },
     {
       "epoch": 1.2558869701726845,
-      "margin difference": -0.017181396484375,
+      "margin difference": -0.007171630859375,
       "step": 1600
     },
     {
-      "cov-distil": 1.2401432991027832,
-      "cov-distil (oracle2student)": 3.954568862915039,
-      "cov-distil (oracle2teacher)": 3.8835649490356445,
+      "cov-distil": 1.810918927192688,
+      "cov-distil (oracle2student)": 4.383621692657471,
+      "cov-distil (oracle2teacher)": 4.130575656890869,
       "epoch": 1.2558869701726845,
-      "rel-constrast": 4.249578475952148,
+      "rel-constrast": 4.83335018157959,
       "step": 1600,
-      "subrel-constrast": 4.77301549911499,
+      "subrel-constrast": 5.154160499572754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3518985509872437,
-      "cov-distil (oracle2student)": 5.146595001220703,
-      "cov-distil (oracle2teacher)": 4.2379045486450195,
+      "cov-distil": 1.605259895324707,
+      "cov-distil (oracle2student)": 5.4844465255737305,
+      "cov-distil (oracle2teacher)": 5.277478218078613,
       "epoch": 1.2566718995290425,
-      "rel-constrast": 4.159992694854736,
+      "rel-constrast": 3.999683141708374,
       "step": 1601,
-      "subrel-constrast": 4.252568244934082,
+      "subrel-constrast": 4.326846122741699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1045626401901245,
-      "cov-distil (oracle2student)": 3.7269647121429443,
-      "cov-distil (oracle2teacher)": 3.6491031646728516,
+      "cov-distil": 1.459212064743042,
+      "cov-distil (oracle2student)": 4.190435409545898,
+      "cov-distil (oracle2teacher)": 4.28338098526001,
       "epoch": 1.2574568288854002,
-      "rel-constrast": 1.8313547372817993,
+      "rel-constrast": 1.9733637571334839,
       "step": 1602,
-      "subrel-constrast": 2.480900764465332,
+      "subrel-constrast": 2.705435037612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0515415668487549,
-      "cov-distil (oracle2student)": 3.6881957054138184,
-      "cov-distil (oracle2teacher)": 3.9391791820526123,
+      "cov-distil": 1.5160056352615356,
+      "cov-distil (oracle2student)": 4.4392924308776855,
+      "cov-distil (oracle2teacher)": 4.631627082824707,
       "epoch": 1.2582417582417582,
-      "rel-constrast": 2.3411812782287598,
+      "rel-constrast": 2.342447280883789,
       "step": 1603,
-      "subrel-constrast": 2.8287715911865234,
+      "subrel-constrast": 2.9394266605377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496519804000854,
-      "cov-distil (oracle2student)": 6.0102362632751465,
-      "cov-distil (oracle2teacher)": 5.4528374671936035,
+      "cov-distil": 1.7903738021850586,
+      "cov-distil (oracle2student)": 6.220755100250244,
+      "cov-distil (oracle2teacher)": 6.125944137573242,
       "epoch": 1.2590266875981162,
-      "rel-constrast": 3.411728620529175,
+      "rel-constrast": 3.428229570388794,
       "step": 1604,
-      "subrel-constrast": 4.295903205871582,
+      "subrel-constrast": 4.008735656738281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.824700117111206,
-      "cov-distil (oracle2student)": 3.218780994415283,
-      "cov-distil (oracle2teacher)": 3.5953330993652344,
+      "cov-distil": 1.5566539764404297,
+      "cov-distil (oracle2student)": 3.3139195442199707,
+      "cov-distil (oracle2teacher)": 4.120318412780762,
       "epoch": 1.2598116169544742,
-      "rel-constrast": 2.255901336669922,
+      "rel-constrast": 2.7487268447875977,
       "step": 1605,
-      "subrel-constrast": 3.621413469314575,
+      "subrel-constrast": 3.395083427429199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3297637701034546,
-      "cov-distil (oracle2student)": 3.7404680252075195,
-      "cov-distil (oracle2teacher)": 4.179556846618652,
+      "cov-distil": 2.217097282409668,
+      "cov-distil (oracle2student)": 4.326814651489258,
+      "cov-distil (oracle2teacher)": 4.339356899261475,
       "epoch": 1.260596546310832,
-      "rel-constrast": 2.7648215293884277,
+      "rel-constrast": 2.8420889377593994,
       "step": 1606,
-      "subrel-constrast": 3.2416465282440186,
+      "subrel-constrast": 3.1904051303863525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949851393699646,
-      "cov-distil (oracle2student)": 2.947930097579956,
-      "cov-distil (oracle2teacher)": 2.8981106281280518,
+      "cov-distil": 2.0697453022003174,
+      "cov-distil (oracle2student)": 3.4675049781799316,
+      "cov-distil (oracle2teacher)": 3.1230883598327637,
       "epoch": 1.26138147566719,
-      "rel-constrast": 3.775965452194214,
+      "rel-constrast": 4.039160251617432,
       "step": 1607,
-      "subrel-constrast": 3.85666561126709,
+      "subrel-constrast": 4.00664758682251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4960598945617676,
-      "cov-distil (oracle2student)": 4.037820816040039,
-      "cov-distil (oracle2teacher)": 4.013734817504883,
+      "cov-distil": 1.6953202486038208,
+      "cov-distil (oracle2student)": 3.5410404205322266,
+      "cov-distil (oracle2teacher)": 4.3633246421813965,
       "epoch": 1.262166405023548,
-      "rel-constrast": 2.7456881999969482,
+      "rel-constrast": 3.0353994369506836,
       "step": 1608,
-      "subrel-constrast": 3.677175521850586,
+      "subrel-constrast": 3.87430739402771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1052380800247192,
-      "cov-distil (oracle2student)": 3.17771315574646,
-      "cov-distil (oracle2teacher)": 3.0973048210144043,
+      "cov-distil": 1.7463104724884033,
+      "cov-distil (oracle2student)": 3.6609864234924316,
+      "cov-distil (oracle2teacher)": 3.6354129314422607,
       "epoch": 1.2629513343799057,
-      "rel-constrast": 2.790376901626587,
+      "rel-constrast": 3.4595532417297363,
       "step": 1609,
-      "subrel-constrast": 3.7393651008605957,
+      "subrel-constrast": 4.1224164962768555,
       "view-similarity": 0
     },
     {
       "epoch": 1.2637362637362637,
-      "grad_norm": 5.0,
+      "grad_norm": 6.75,
       "learning_rate": 4.943724002517005e-05,
-      "loss": 0.7932,
+      "loss": 0.8176,
       "step": 1610
     },
     {
-      "cov-distil": 0.8401419520378113,
-      "cov-distil (oracle2student)": 3.6818411350250244,
-      "cov-distil (oracle2teacher)": 3.2254278659820557,
+      "cov-distil": 1.2702847719192505,
+      "cov-distil (oracle2student)": 3.756552219390869,
+      "cov-distil (oracle2teacher)": 3.6468803882598877,
       "epoch": 1.2637362637362637,
-      "rel-constrast": 2.239971160888672,
+      "rel-constrast": 2.42138934135437,
       "step": 1610,
-      "subrel-constrast": 2.607633352279663,
+      "subrel-constrast": 2.7182087898254395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5572216510772705,
-      "cov-distil (oracle2student)": 5.691225051879883,
-      "cov-distil (oracle2teacher)": 5.2247514724731445,
+      "cov-distil": 1.8452656269073486,
+      "cov-distil (oracle2student)": 6.16418981552124,
+      "cov-distil (oracle2teacher)": 5.282188415527344,
       "epoch": 1.2645211930926217,
-      "rel-constrast": 3.4957265853881836,
+      "rel-constrast": 3.2427666187286377,
       "step": 1611,
-      "subrel-constrast": 4.3403143882751465,
+      "subrel-constrast": 3.969283103942871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.599346399307251,
-      "cov-distil (oracle2student)": 3.265510082244873,
-      "cov-distil (oracle2teacher)": 3.138312816619873,
+      "cov-distil": 2.0222506523132324,
+      "cov-distil (oracle2student)": 3.251779079437256,
+      "cov-distil (oracle2teacher)": 3.363973617553711,
       "epoch": 1.2653061224489797,
-      "rel-constrast": 1.7332820892333984,
+      "rel-constrast": 1.9790095090866089,
       "step": 1612,
-      "subrel-constrast": 2.326345205307007,
+      "subrel-constrast": 2.1974587440490723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4157798290252686,
-      "cov-distil (oracle2student)": 2.43453311920166,
-      "cov-distil (oracle2teacher)": 2.5119686126708984,
+      "cov-distil": 2.080608367919922,
+      "cov-distil (oracle2student)": 2.3079183101654053,
+      "cov-distil (oracle2teacher)": 2.544975757598877,
       "epoch": 1.2660910518053377,
-      "rel-constrast": 2.4434328079223633,
+      "rel-constrast": 2.075753688812256,
       "step": 1613,
-      "subrel-constrast": 2.869371175765991,
+      "subrel-constrast": 2.9184107780456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2938141822814941,
-      "cov-distil (oracle2student)": 4.608822822570801,
-      "cov-distil (oracle2teacher)": 5.189919471740723,
+      "cov-distil": 1.5278544425964355,
+      "cov-distil (oracle2student)": 4.805039405822754,
+      "cov-distil (oracle2teacher)": 5.091644763946533,
       "epoch": 1.2668759811616954,
-      "rel-constrast": 3.2550747394561768,
+      "rel-constrast": 3.0847737789154053,
       "step": 1614,
-      "subrel-constrast": 4.518463134765625,
+      "subrel-constrast": 4.3479695320129395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2033616304397583,
-      "cov-distil (oracle2student)": 4.0003132820129395,
-      "cov-distil (oracle2teacher)": 3.9773621559143066,
+      "cov-distil": 2.0988564491271973,
+      "cov-distil (oracle2student)": 4.1710920333862305,
+      "cov-distil (oracle2teacher)": 4.5223517417907715,
       "epoch": 1.2676609105180534,
-      "rel-constrast": 2.2480671405792236,
+      "rel-constrast": 2.584165334701538,
       "step": 1615,
-      "subrel-constrast": 2.946848154067993,
+      "subrel-constrast": 2.942120313644409,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72908616065979,
-      "cov-distil (oracle2student)": 4.721651077270508,
-      "cov-distil (oracle2teacher)": 4.623195648193359,
+      "cov-distil": 2.3754608631134033,
+      "cov-distil (oracle2student)": 5.255252838134766,
+      "cov-distil (oracle2teacher)": 5.0238776206970215,
       "epoch": 1.2684458398744112,
-      "rel-constrast": 3.6976943016052246,
+      "rel-constrast": 4.11332368850708,
       "step": 1616,
-      "subrel-constrast": 4.176671981811523,
+      "subrel-constrast": 3.9241456985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5601651668548584,
-      "cov-distil (oracle2student)": 5.53110408782959,
-      "cov-distil (oracle2teacher)": 5.000835418701172,
+      "cov-distil": 1.9937433004379272,
+      "cov-distil (oracle2student)": 5.628146171569824,
+      "cov-distil (oracle2teacher)": 5.14534854888916,
       "epoch": 1.2692307692307692,
-      "rel-constrast": 2.414720296859741,
+      "rel-constrast": 2.432617664337158,
       "step": 1617,
-      "subrel-constrast": 3.356947898864746,
+      "subrel-constrast": 3.662496566772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3038325309753418,
-      "cov-distil (oracle2student)": 5.950539588928223,
-      "cov-distil (oracle2teacher)": 4.976174354553223,
+      "cov-distil": 1.8344414234161377,
+      "cov-distil (oracle2student)": 6.040500640869141,
+      "cov-distil (oracle2teacher)": 5.38774299621582,
       "epoch": 1.2700156985871272,
-      "rel-constrast": 2.8983705043792725,
+      "rel-constrast": 3.39935564994812,
       "step": 1618,
-      "subrel-constrast": 3.6266589164733887,
+      "subrel-constrast": 3.867884874343872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6398966312408447,
-      "cov-distil (oracle2student)": 3.7699663639068604,
-      "cov-distil (oracle2teacher)": 3.9635469913482666,
+      "cov-distil": 2.1002166271209717,
+      "cov-distil (oracle2student)": 4.383522987365723,
+      "cov-distil (oracle2teacher)": 4.045715808868408,
       "epoch": 1.2708006279434851,
-      "rel-constrast": 3.084038257598877,
+      "rel-constrast": 3.3171920776367188,
       "step": 1619,
-      "subrel-constrast": 3.5827956199645996,
+      "subrel-constrast": 3.4009242057800293,
       "view-similarity": 0
     },
     {
       "epoch": 1.2715855572998431,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.53125,
       "learning_rate": 4.9418679389998923e-05,
-      "loss": 0.7231,
+      "loss": 0.7163,
       "step": 1620
     },
     {
-      "cov-distil": 1.2033615112304688,
-      "cov-distil (oracle2student)": 2.6435210704803467,
-      "cov-distil (oracle2teacher)": 2.7180891036987305,
+      "cov-distil": 1.6965930461883545,
+      "cov-distil (oracle2student)": 3.152137279510498,
+      "cov-distil (oracle2teacher)": 3.1645073890686035,
       "epoch": 1.2715855572998431,
-      "rel-constrast": 2.435988664627075,
+      "rel-constrast": 2.6394448280334473,
       "step": 1620,
-      "subrel-constrast": 2.8730671405792236,
+      "subrel-constrast": 2.8105263710021973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337418794631958,
-      "cov-distil (oracle2student)": 4.008183002471924,
-      "cov-distil (oracle2teacher)": 3.918609857559204,
+      "cov-distil": 2.259945869445801,
+      "cov-distil (oracle2student)": 4.43234920501709,
+      "cov-distil (oracle2teacher)": 4.108823776245117,
       "epoch": 1.272370486656201,
-      "rel-constrast": 2.1550803184509277,
+      "rel-constrast": 2.4366798400878906,
       "step": 1621,
-      "subrel-constrast": 3.027833938598633,
+      "subrel-constrast": 3.0230393409729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3022841215133667,
-      "cov-distil (oracle2student)": 5.025609016418457,
-      "cov-distil (oracle2teacher)": 4.473941802978516,
+      "cov-distil": 1.7039072513580322,
+      "cov-distil (oracle2student)": 5.506103992462158,
+      "cov-distil (oracle2teacher)": 5.150457382202148,
       "epoch": 1.2731554160125589,
-      "rel-constrast": 3.712306022644043,
+      "rel-constrast": 4.645636558532715,
       "step": 1622,
-      "subrel-constrast": 4.314980506896973,
+      "subrel-constrast": 4.583265781402588,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7564401626586914,
-      "cov-distil (oracle2student)": 4.104037761688232,
-      "cov-distil (oracle2teacher)": 4.0148420333862305,
+      "cov-distil": 2.1403074264526367,
+      "cov-distil (oracle2student)": 3.864819049835205,
+      "cov-distil (oracle2teacher)": 4.228536605834961,
       "epoch": 1.2739403453689169,
-      "rel-constrast": 3.961117744445801,
+      "rel-constrast": 4.091558456420898,
       "step": 1623,
-      "subrel-constrast": 4.3763251304626465,
+      "subrel-constrast": 4.614246368408203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.112213373184204,
-      "cov-distil (oracle2student)": 3.8963370323181152,
-      "cov-distil (oracle2teacher)": 4.085019111633301,
+      "cov-distil": 1.5758508443832397,
+      "cov-distil (oracle2student)": 3.4618043899536133,
+      "cov-distil (oracle2teacher)": 3.801157236099243,
       "epoch": 1.2747252747252746,
-      "rel-constrast": 3.1151459217071533,
+      "rel-constrast": 3.8041296005249023,
       "step": 1624,
-      "subrel-constrast": 3.4535889625549316,
+      "subrel-constrast": 3.2233192920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6795473098754883,
-      "cov-distil (oracle2student)": 4.558170318603516,
-      "cov-distil (oracle2teacher)": 4.258068084716797,
+      "cov-distil": 2.2298974990844727,
+      "cov-distil (oracle2student)": 5.11854362487793,
+      "cov-distil (oracle2teacher)": 4.178473472595215,
       "epoch": 1.2755102040816326,
-      "rel-constrast": 2.2039456367492676,
+      "rel-constrast": 2.6224188804626465,
       "step": 1625,
-      "subrel-constrast": 2.6537296772003174,
+      "subrel-constrast": 2.7952120304107666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3467729091644287,
-      "cov-distil (oracle2student)": 4.626681327819824,
-      "cov-distil (oracle2teacher)": 4.4227800369262695,
+      "cov-distil": 1.902476191520691,
+      "cov-distil (oracle2student)": 5.001765251159668,
+      "cov-distil (oracle2teacher)": 5.028693199157715,
       "epoch": 1.2762951334379906,
-      "rel-constrast": 2.81760835647583,
+      "rel-constrast": 3.1895506381988525,
       "step": 1626,
-      "subrel-constrast": 3.3071186542510986,
+      "subrel-constrast": 3.525578022003174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.142616629600525,
-      "cov-distil (oracle2student)": 4.662853717803955,
-      "cov-distil (oracle2teacher)": 4.567802906036377,
+      "cov-distil": 1.9072327613830566,
+      "cov-distil (oracle2student)": 5.394671440124512,
+      "cov-distil (oracle2teacher)": 4.876692295074463,
       "epoch": 1.2770800627943486,
-      "rel-constrast": 3.3561339378356934,
+      "rel-constrast": 4.035161972045898,
       "step": 1627,
-      "subrel-constrast": 4.121894359588623,
+      "subrel-constrast": 4.352508544921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.951671838760376,
-      "cov-distil (oracle2student)": 2.913677930831909,
-      "cov-distil (oracle2teacher)": 3.444167375564575,
+      "cov-distil": 1.6858129501342773,
+      "cov-distil (oracle2student)": 3.6739063262939453,
+      "cov-distil (oracle2teacher)": 3.736114025115967,
       "epoch": 1.2778649921507064,
-      "rel-constrast": 2.7839274406433105,
+      "rel-constrast": 3.2784006595611572,
       "step": 1628,
-      "subrel-constrast": 3.647115468978882,
+      "subrel-constrast": 3.6481776237487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.534114122390747,
-      "cov-distil (oracle2student)": 3.62860107421875,
-      "cov-distil (oracle2teacher)": 3.946953535079956,
+      "cov-distil": 1.6989800930023193,
+      "cov-distil (oracle2student)": 3.832240581512451,
+      "cov-distil (oracle2teacher)": 4.089865684509277,
       "epoch": 1.2786499215070644,
-      "rel-constrast": 2.9101061820983887,
+      "rel-constrast": 3.2188751697540283,
       "step": 1629,
-      "subrel-constrast": 3.9150846004486084,
+      "subrel-constrast": 3.9498844146728516,
       "view-similarity": 0
     },
     {
       "epoch": 1.2794348508634223,
-      "grad_norm": 5.625,
+      "grad_norm": 6.75,
       "learning_rate": 4.939982122092548e-05,
-      "loss": 0.7732,
+      "loss": 0.849,
       "step": 1630
     },
     {
-      "cov-distil": 1.6983373165130615,
-      "cov-distil (oracle2student)": 4.0351715087890625,
-      "cov-distil (oracle2teacher)": 3.4591262340545654,
+      "cov-distil": 1.9523253440856934,
+      "cov-distil (oracle2student)": 4.488237380981445,
+      "cov-distil (oracle2teacher)": 3.9142203330993652,
       "epoch": 1.2794348508634223,
-      "rel-constrast": 2.75883150100708,
+      "rel-constrast": 3.6204466819763184,
       "step": 1630,
-      "subrel-constrast": 3.290522813796997,
+      "subrel-constrast": 2.858351469039917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.365375280380249,
-      "cov-distil (oracle2student)": 5.294360160827637,
-      "cov-distil (oracle2teacher)": 4.6669697761535645,
+      "cov-distil": 1.6999847888946533,
+      "cov-distil (oracle2student)": 5.5072197914123535,
+      "cov-distil (oracle2teacher)": 5.775692939758301,
       "epoch": 1.2802197802197801,
-      "rel-constrast": 4.017967224121094,
+      "rel-constrast": 4.104068756103516,
       "step": 1631,
-      "subrel-constrast": 4.0610222816467285,
+      "subrel-constrast": 4.387331008911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2868592739105225,
-      "cov-distil (oracle2student)": 3.8631057739257812,
-      "cov-distil (oracle2teacher)": 3.7666921615600586,
+      "cov-distil": 2.0276434421539307,
+      "cov-distil (oracle2student)": 4.266451835632324,
+      "cov-distil (oracle2teacher)": 4.657402992248535,
       "epoch": 1.281004709576138,
-      "rel-constrast": 2.6940512657165527,
+      "rel-constrast": 2.6975908279418945,
       "step": 1632,
-      "subrel-constrast": 3.4014902114868164,
+      "subrel-constrast": 3.2674498558044434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5693693161010742,
-      "cov-distil (oracle2student)": 4.493404388427734,
-      "cov-distil (oracle2teacher)": 3.9357874393463135,
+      "cov-distil": 1.944185495376587,
+      "cov-distil (oracle2student)": 3.770261287689209,
+      "cov-distil (oracle2teacher)": 4.295158863067627,
       "epoch": 1.281789638932496,
-      "rel-constrast": 2.94412899017334,
+      "rel-constrast": 2.411348342895508,
       "step": 1633,
-      "subrel-constrast": 3.6544454097747803,
+      "subrel-constrast": 3.9706034660339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4428383111953735,
-      "cov-distil (oracle2student)": 3.037003517150879,
-      "cov-distil (oracle2teacher)": 3.069725751876831,
+      "cov-distil": 2.0091021060943604,
+      "cov-distil (oracle2student)": 3.54167103767395,
+      "cov-distil (oracle2teacher)": 3.502073287963867,
       "epoch": 1.282574568288854,
-      "rel-constrast": 1.9439277648925781,
+      "rel-constrast": 2.0720975399017334,
       "step": 1634,
-      "subrel-constrast": 2.94014310836792,
+      "subrel-constrast": 3.0507845878601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5494788885116577,
-      "cov-distil (oracle2student)": 4.208475112915039,
-      "cov-distil (oracle2teacher)": 4.504655361175537,
+      "cov-distil": 1.7665990591049194,
+      "cov-distil (oracle2student)": 4.843642234802246,
+      "cov-distil (oracle2teacher)": 4.295296669006348,
       "epoch": 1.283359497645212,
-      "rel-constrast": 4.304119110107422,
+      "rel-constrast": 4.385141372680664,
       "step": 1635,
-      "subrel-constrast": 4.585867881774902,
+      "subrel-constrast": 4.292908191680908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.340540885925293,
-      "cov-distil (oracle2student)": 3.5669240951538086,
-      "cov-distil (oracle2teacher)": 3.9029083251953125,
+      "cov-distil": 2.1015031337738037,
+      "cov-distil (oracle2student)": 4.817591667175293,
+      "cov-distil (oracle2teacher)": 4.633842468261719,
       "epoch": 1.2841444270015698,
-      "rel-constrast": 1.8818669319152832,
+      "rel-constrast": 2.3678855895996094,
       "step": 1636,
-      "subrel-constrast": 2.954639434814453,
+      "subrel-constrast": 2.7623863220214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7390761375427246,
-      "cov-distil (oracle2student)": 5.210850715637207,
-      "cov-distil (oracle2teacher)": 4.928779125213623,
+      "cov-distil": 2.194183588027954,
+      "cov-distil (oracle2student)": 6.352839469909668,
+      "cov-distil (oracle2teacher)": 5.481823921203613,
       "epoch": 1.2849293563579278,
-      "rel-constrast": 3.0819015502929688,
+      "rel-constrast": 3.743926525115967,
       "step": 1637,
-      "subrel-constrast": 3.8880972862243652,
+      "subrel-constrast": 4.190829277038574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1178994178771973,
-      "cov-distil (oracle2student)": 4.759133815765381,
-      "cov-distil (oracle2teacher)": 4.51517915725708,
+      "cov-distil": 1.6283597946166992,
+      "cov-distil (oracle2student)": 4.80074405670166,
+      "cov-distil (oracle2teacher)": 5.457365989685059,
       "epoch": 1.2857142857142856,
-      "rel-constrast": 2.805359363555908,
+      "rel-constrast": 3.4698405265808105,
       "step": 1638,
-      "subrel-constrast": 2.8414242267608643,
+      "subrel-constrast": 3.279818058013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4448472261428833,
-      "cov-distil (oracle2student)": 3.933835029602051,
-      "cov-distil (oracle2teacher)": 3.784127712249756,
+      "cov-distil": 1.9163992404937744,
+      "cov-distil (oracle2student)": 4.308907985687256,
+      "cov-distil (oracle2teacher)": 4.524560928344727,
       "epoch": 1.2864992150706436,
-      "rel-constrast": 1.7304596900939941,
+      "rel-constrast": 2.1393656730651855,
       "step": 1639,
-      "subrel-constrast": 2.8501203060150146,
+      "subrel-constrast": 3.0994184017181396,
       "view-similarity": 0
     },
     {
       "epoch": 1.2872841444270016,
-      "grad_norm": 4.21875,
+      "grad_norm": 5.875,
       "learning_rate": 4.938066574773059e-05,
-      "loss": 0.7405,
+      "loss": 0.7753,
       "step": 1640
     },
     {
-      "cov-distil": 1.824934959411621,
-      "cov-distil (oracle2student)": 3.2884521484375,
-      "cov-distil (oracle2teacher)": 2.920071601867676,
+      "cov-distil": 2.461806297302246,
+      "cov-distil (oracle2student)": 4.573619842529297,
+      "cov-distil (oracle2teacher)": 3.8706674575805664,
       "epoch": 1.2872841444270016,
-      "rel-constrast": 2.782691717147827,
+      "rel-constrast": 3.8964037895202637,
       "step": 1640,
-      "subrel-constrast": 3.892519950866699,
+      "subrel-constrast": 4.246512413024902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7503442764282227,
-      "cov-distil (oracle2student)": 4.084597110748291,
-      "cov-distil (oracle2teacher)": 4.363886833190918,
+      "cov-distil": 2.0243616104125977,
+      "cov-distil (oracle2student)": 4.750319480895996,
+      "cov-distil (oracle2teacher)": 4.786174774169922,
       "epoch": 1.2880690737833596,
-      "rel-constrast": 2.7296700477600098,
+      "rel-constrast": 4.063018798828125,
       "step": 1641,
-      "subrel-constrast": 3.6988725662231445,
+      "subrel-constrast": 3.928481340408325,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2059253454208374,
-      "cov-distil (oracle2student)": 4.277673721313477,
-      "cov-distil (oracle2teacher)": 4.320541858673096,
+      "cov-distil": 1.3818604946136475,
+      "cov-distil (oracle2student)": 4.973311901092529,
+      "cov-distil (oracle2teacher)": 4.717424392700195,
       "epoch": 1.2888540031397175,
-      "rel-constrast": 2.508701801300049,
+      "rel-constrast": 2.9113759994506836,
       "step": 1642,
-      "subrel-constrast": 3.3788764476776123,
+      "subrel-constrast": 3.405444622039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2993993759155273,
-      "cov-distil (oracle2student)": 3.6636757850646973,
-      "cov-distil (oracle2teacher)": 3.6188464164733887,
+      "cov-distil": 2.0881400108337402,
+      "cov-distil (oracle2student)": 4.171236991882324,
+      "cov-distil (oracle2teacher)": 3.5141007900238037,
       "epoch": 1.2896389324960753,
-      "rel-constrast": 2.5455198287963867,
+      "rel-constrast": 3.3257999420166016,
       "step": 1643,
-      "subrel-constrast": 3.6185929775238037,
+      "subrel-constrast": 3.535788059234619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2521083354949951,
-      "cov-distil (oracle2student)": 3.79364013671875,
-      "cov-distil (oracle2teacher)": 3.800851345062256,
+      "cov-distil": 1.2665205001831055,
+      "cov-distil (oracle2student)": 4.40216064453125,
+      "cov-distil (oracle2teacher)": 4.739414691925049,
       "epoch": 1.2904238618524333,
-      "rel-constrast": 3.1340579986572266,
+      "rel-constrast": 3.029956340789795,
       "step": 1644,
-      "subrel-constrast": 3.728591203689575,
+      "subrel-constrast": 4.098007678985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3868159055709839,
-      "cov-distil (oracle2student)": 3.9565043449401855,
-      "cov-distil (oracle2teacher)": 3.4056267738342285,
+      "cov-distil": 1.6299099922180176,
+      "cov-distil (oracle2student)": 4.605607032775879,
+      "cov-distil (oracle2teacher)": 4.25969934463501,
       "epoch": 1.2912087912087913,
-      "rel-constrast": 2.723842144012451,
+      "rel-constrast": 2.3757543563842773,
       "step": 1645,
-      "subrel-constrast": 3.5624608993530273,
+      "subrel-constrast": 3.3943631649017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4942251443862915,
-      "cov-distil (oracle2student)": 4.735816955566406,
-      "cov-distil (oracle2teacher)": 4.332551002502441,
+      "cov-distil": 2.4695234298706055,
+      "cov-distil (oracle2student)": 5.240386009216309,
+      "cov-distil (oracle2teacher)": 5.110725402832031,
       "epoch": 1.291993720565149,
-      "rel-constrast": 3.1045193672180176,
+      "rel-constrast": 4.145135879516602,
       "step": 1646,
-      "subrel-constrast": 3.668058156967163,
+      "subrel-constrast": 4.108333587646484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2528787851333618,
-      "cov-distil (oracle2student)": 4.021450519561768,
-      "cov-distil (oracle2teacher)": 4.035415172576904,
+      "cov-distil": 1.6151118278503418,
+      "cov-distil (oracle2student)": 4.626162052154541,
+      "cov-distil (oracle2teacher)": 4.4546942710876465,
       "epoch": 1.292778649921507,
-      "rel-constrast": 2.473135471343994,
+      "rel-constrast": 3.0320658683776855,
       "step": 1647,
-      "subrel-constrast": 3.208709239959717,
+      "subrel-constrast": 3.3274312019348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4243361949920654,
-      "cov-distil (oracle2student)": 5.697556495666504,
-      "cov-distil (oracle2teacher)": 5.473768711090088,
+      "cov-distil": 2.6663293838500977,
+      "cov-distil (oracle2student)": 7.58427619934082,
+      "cov-distil (oracle2teacher)": 5.964966773986816,
       "epoch": 1.293563579277865,
-      "rel-constrast": 2.741896629333496,
+      "rel-constrast": 3.359373092651367,
       "step": 1648,
-      "subrel-constrast": 4.124619007110596,
+      "subrel-constrast": 4.170982837677002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8192188739776611,
-      "cov-distil (oracle2student)": 2.797114849090576,
-      "cov-distil (oracle2teacher)": 2.723701000213623,
+      "cov-distil": 1.821988582611084,
+      "cov-distil (oracle2student)": 2.371304512023926,
+      "cov-distil (oracle2teacher)": 2.8295693397521973,
       "epoch": 1.294348508634223,
-      "rel-constrast": 2.6524248123168945,
+      "rel-constrast": 2.755497932434082,
       "step": 1649,
-      "subrel-constrast": 3.406691074371338,
+      "subrel-constrast": 3.3994154930114746,
       "view-similarity": 0
     },
     {
       "epoch": 1.2951334379905808,
-      "grad_norm": 5.375,
+      "grad_norm": 6.28125,
       "learning_rate": 4.936121320381762e-05,
-      "loss": 0.7217,
+      "loss": 0.8224,
       "step": 1650
     },
     {
-      "cov-distil": 1.6652196645736694,
-      "cov-distil (oracle2student)": 4.50883674621582,
-      "cov-distil (oracle2teacher)": 3.993168354034424,
+      "cov-distil": 2.4001646041870117,
+      "cov-distil (oracle2student)": 4.61191463470459,
+      "cov-distil (oracle2teacher)": 4.7147064208984375,
       "epoch": 1.2951334379905808,
-      "rel-constrast": 2.57003116607666,
+      "rel-constrast": 2.7633233070373535,
       "step": 1650,
-      "subrel-constrast": 3.628901958465576,
+      "subrel-constrast": 3.988745927810669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.074852705001831,
-      "cov-distil (oracle2student)": 2.833625316619873,
-      "cov-distil (oracle2teacher)": 2.7247066497802734,
+      "cov-distil": 1.0972572565078735,
+      "cov-distil (oracle2student)": 2.8755245208740234,
+      "cov-distil (oracle2teacher)": 3.20552659034729,
       "epoch": 1.2959183673469388,
-      "rel-constrast": 2.528759479522705,
+      "rel-constrast": 2.310896158218384,
       "step": 1651,
-      "subrel-constrast": 2.945603847503662,
+      "subrel-constrast": 2.578482151031494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3971084356307983,
-      "cov-distil (oracle2student)": 3.0018460750579834,
-      "cov-distil (oracle2teacher)": 3.686293125152588,
+      "cov-distil": 1.8273406028747559,
+      "cov-distil (oracle2student)": 3.599440336227417,
+      "cov-distil (oracle2teacher)": 3.668383836746216,
       "epoch": 1.2967032967032968,
-      "rel-constrast": 2.7913460731506348,
+      "rel-constrast": 3.147737503051758,
       "step": 1652,
-      "subrel-constrast": 3.3390860557556152,
+      "subrel-constrast": 3.4045116901397705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8350878953933716,
-      "cov-distil (oracle2student)": 5.374774932861328,
-      "cov-distil (oracle2teacher)": 4.875711441040039,
+      "cov-distil": 2.5035223960876465,
+      "cov-distil (oracle2student)": 6.413338661193848,
+      "cov-distil (oracle2teacher)": 5.150639057159424,
       "epoch": 1.2974882260596545,
-      "rel-constrast": 3.161719799041748,
+      "rel-constrast": 4.300156593322754,
       "step": 1653,
-      "subrel-constrast": 4.238742351531982,
+      "subrel-constrast": 4.391679763793945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8106216192245483,
-      "cov-distil (oracle2student)": 3.3961193561553955,
-      "cov-distil (oracle2teacher)": 4.26975154876709,
+      "cov-distil": 1.2704710960388184,
+      "cov-distil (oracle2student)": 4.527993202209473,
+      "cov-distil (oracle2teacher)": 4.321805000305176,
       "epoch": 1.2982731554160125,
-      "rel-constrast": 3.0342960357666016,
+      "rel-constrast": 3.3262271881103516,
       "step": 1654,
-      "subrel-constrast": 3.6275415420532227,
+      "subrel-constrast": 3.3820033073425293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6817612648010254,
-      "cov-distil (oracle2student)": 4.652027130126953,
-      "cov-distil (oracle2teacher)": 4.589141845703125,
+      "cov-distil": 2.099565029144287,
+      "cov-distil (oracle2student)": 4.903942108154297,
+      "cov-distil (oracle2teacher)": 4.914019584655762,
       "epoch": 1.2990580847723705,
-      "rel-constrast": 3.1028218269348145,
+      "rel-constrast": 3.7026946544647217,
       "step": 1655,
-      "subrel-constrast": 3.9337363243103027,
+      "subrel-constrast": 3.961954355239868,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2627507448196411,
-      "cov-distil (oracle2student)": 6.517387390136719,
-      "cov-distil (oracle2teacher)": 5.350343227386475,
+      "cov-distil": 1.1805799007415771,
+      "cov-distil (oracle2student)": 6.465838432312012,
+      "cov-distil (oracle2teacher)": 5.881667137145996,
       "epoch": 1.2998430141287285,
-      "rel-constrast": 3.1466264724731445,
+      "rel-constrast": 3.327561378479004,
       "step": 1656,
-      "subrel-constrast": 3.1197381019592285,
+      "subrel-constrast": 3.279414653778076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2194769382476807,
-      "cov-distil (oracle2student)": 4.07407283782959,
-      "cov-distil (oracle2teacher)": 4.279786586761475,
+      "cov-distil": 1.9537032842636108,
+      "cov-distil (oracle2student)": 4.648287773132324,
+      "cov-distil (oracle2teacher)": 4.567766189575195,
       "epoch": 1.3006279434850865,
-      "rel-constrast": 2.6777279376983643,
+      "rel-constrast": 2.6995105743408203,
       "step": 1657,
-      "subrel-constrast": 3.576874017715454,
+      "subrel-constrast": 3.347346544265747,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2256784439086914,
-      "cov-distil (oracle2student)": 3.122056007385254,
-      "cov-distil (oracle2teacher)": 3.299981117248535,
+      "cov-distil": 1.7226980924606323,
+      "cov-distil (oracle2student)": 3.8157501220703125,
+      "cov-distil (oracle2teacher)": 3.99285626411438,
       "epoch": 1.3014128728414442,
-      "rel-constrast": 2.6643600463867188,
+      "rel-constrast": 3.107771873474121,
       "step": 1658,
-      "subrel-constrast": 3.0457918643951416,
+      "subrel-constrast": 2.9404053688049316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7555532455444336,
-      "cov-distil (oracle2student)": 3.6815357208251953,
-      "cov-distil (oracle2teacher)": 3.7946360111236572,
+      "cov-distil": 1.8312928676605225,
+      "cov-distil (oracle2student)": 4.1480021476745605,
+      "cov-distil (oracle2teacher)": 4.026515007019043,
       "epoch": 1.3021978021978022,
-      "rel-constrast": 2.9607553482055664,
+      "rel-constrast": 2.49360990524292,
       "step": 1659,
-      "subrel-constrast": 3.1729092597961426,
+      "subrel-constrast": 3.082777976989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.30298273155416,
-      "grad_norm": 5.3125,
+      "grad_norm": 5.625,
       "learning_rate": 4.93414638262097e-05,
-      "loss": 0.7533,
+      "loss": 0.7795,
       "step": 1660
     },
     {
-      "cov-distil": 1.4782741069793701,
-      "cov-distil (oracle2student)": 3.131895065307617,
-      "cov-distil (oracle2teacher)": 3.025630474090576,
+      "cov-distil": 2.0047497749328613,
+      "cov-distil (oracle2student)": 3.334258794784546,
+      "cov-distil (oracle2teacher)": 3.671670436859131,
       "epoch": 1.30298273155416,
-      "rel-constrast": 1.7634066343307495,
+      "rel-constrast": 1.9011850357055664,
       "step": 1660,
-      "subrel-constrast": 3.0443379878997803,
+      "subrel-constrast": 2.5919320583343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2554302215576172,
-      "cov-distil (oracle2student)": 4.800741195678711,
-      "cov-distil (oracle2teacher)": 4.580242156982422,
+      "cov-distil": 1.3666648864746094,
+      "cov-distil (oracle2student)": 5.006875991821289,
+      "cov-distil (oracle2teacher)": 5.085698127746582,
       "epoch": 1.303767660910518,
-      "rel-constrast": 2.3431081771850586,
+      "rel-constrast": 2.606182098388672,
       "step": 1661,
-      "subrel-constrast": 2.933103561401367,
+      "subrel-constrast": 2.90462064743042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2417757511138916,
-      "cov-distil (oracle2student)": 5.50029182434082,
-      "cov-distil (oracle2teacher)": 5.67678165435791,
+      "cov-distil": 1.6023166179656982,
+      "cov-distil (oracle2student)": 6.40786075592041,
+      "cov-distil (oracle2teacher)": 6.399726867675781,
       "epoch": 1.304552590266876,
-      "rel-constrast": 2.775085926055908,
+      "rel-constrast": 3.932114839553833,
       "step": 1662,
-      "subrel-constrast": 3.3209705352783203,
+      "subrel-constrast": 3.2777538299560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4375855922698975,
-      "cov-distil (oracle2student)": 4.698795795440674,
-      "cov-distil (oracle2teacher)": 4.178256511688232,
+      "cov-distil": 1.6243752241134644,
+      "cov-distil (oracle2student)": 4.9536943435668945,
+      "cov-distil (oracle2teacher)": 4.23249626159668,
       "epoch": 1.305337519623234,
-      "rel-constrast": 3.456355094909668,
+      "rel-constrast": 3.211838483810425,
       "step": 1663,
-      "subrel-constrast": 3.8518121242523193,
+      "subrel-constrast": 3.6172685623168945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2631628513336182,
-      "cov-distil (oracle2student)": 4.585798263549805,
-      "cov-distil (oracle2teacher)": 3.720777988433838,
+      "cov-distil": 1.555912733078003,
+      "cov-distil (oracle2student)": 4.164565086364746,
+      "cov-distil (oracle2teacher)": 3.83821439743042,
       "epoch": 1.306122448979592,
-      "rel-constrast": 2.7050743103027344,
+      "rel-constrast": 3.0629122257232666,
       "step": 1664,
-      "subrel-constrast": 2.8726394176483154,
+      "subrel-constrast": 2.871823787689209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2668120861053467,
-      "cov-distil (oracle2student)": 5.543978691101074,
-      "cov-distil (oracle2teacher)": 4.31226110458374,
+      "cov-distil": 1.5968563556671143,
+      "cov-distil (oracle2student)": 6.0926103591918945,
+      "cov-distil (oracle2teacher)": 4.604617118835449,
       "epoch": 1.3069073783359497,
-      "rel-constrast": 3.455016851425171,
+      "rel-constrast": 3.621994733810425,
       "step": 1665,
-      "subrel-constrast": 3.277104616165161,
+      "subrel-constrast": 3.3782026767730713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4592809677124023,
-      "cov-distil (oracle2student)": 3.580965757369995,
-      "cov-distil (oracle2teacher)": 3.6958651542663574,
+      "cov-distil": 1.877102255821228,
+      "cov-distil (oracle2student)": 4.048394203186035,
+      "cov-distil (oracle2teacher)": 4.017665386199951,
       "epoch": 1.3076923076923077,
-      "rel-constrast": 2.875990390777588,
+      "rel-constrast": 3.0613508224487305,
       "step": 1666,
-      "subrel-constrast": 3.5123231410980225,
+      "subrel-constrast": 3.6224024295806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7660417556762695,
-      "cov-distil (oracle2student)": 5.026470184326172,
-      "cov-distil (oracle2teacher)": 4.608955383300781,
+      "cov-distil": 2.0542428493499756,
+      "cov-distil (oracle2student)": 5.35919713973999,
+      "cov-distil (oracle2teacher)": 4.638520240783691,
       "epoch": 1.3084772370486657,
-      "rel-constrast": 2.4632911682128906,
+      "rel-constrast": 3.2471489906311035,
       "step": 1667,
-      "subrel-constrast": 3.6753294467926025,
+      "subrel-constrast": 3.2292542457580566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9695327281951904,
-      "cov-distil (oracle2student)": 4.632760524749756,
-      "cov-distil (oracle2teacher)": 4.739590644836426,
+      "cov-distil": 2.4964511394500732,
+      "cov-distil (oracle2student)": 4.775130271911621,
+      "cov-distil (oracle2teacher)": 4.880032062530518,
       "epoch": 1.3092621664050235,
-      "rel-constrast": 4.044448375701904,
+      "rel-constrast": 3.955497980117798,
       "step": 1668,
-      "subrel-constrast": 4.879031658172607,
+      "subrel-constrast": 5.187030792236328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9147984385490417,
-      "cov-distil (oracle2student)": 3.8470358848571777,
-      "cov-distil (oracle2teacher)": 3.6714415550231934,
+      "cov-distil": 1.8706905841827393,
+      "cov-distil (oracle2student)": 3.8463985919952393,
+      "cov-distil (oracle2teacher)": 3.5829169750213623,
       "epoch": 1.3100470957613815,
-      "rel-constrast": 1.9507464170455933,
+      "rel-constrast": 2.39556884765625,
       "step": 1669,
-      "subrel-constrast": 2.4090120792388916,
+      "subrel-constrast": 2.6121702194213867,
       "view-similarity": 0
     },
     {
       "epoch": 1.3108320251177394,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.932141785554676e-05,
-      "loss": 0.7309,
+      "loss": 0.7749,
       "step": 1670
     },
     {
-      "cov-distil": 1.0804483890533447,
-      "cov-distil (oracle2student)": 4.381117820739746,
-      "cov-distil (oracle2teacher)": 4.153110027313232,
+      "cov-distil": 1.0927351713180542,
+      "cov-distil (oracle2student)": 4.206366539001465,
+      "cov-distil (oracle2teacher)": 3.8124756813049316,
       "epoch": 1.3108320251177394,
-      "rel-constrast": 2.430006980895996,
+      "rel-constrast": 2.3660969734191895,
       "step": 1670,
-      "subrel-constrast": 3.060797929763794,
+      "subrel-constrast": 2.704758644104004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3550291061401367,
-      "cov-distil (oracle2student)": 4.675786018371582,
-      "cov-distil (oracle2teacher)": 4.878483772277832,
+      "cov-distil": 1.989987850189209,
+      "cov-distil (oracle2student)": 5.0560760498046875,
+      "cov-distil (oracle2teacher)": 5.111454010009766,
       "epoch": 1.3116169544740974,
-      "rel-constrast": 2.190371036529541,
+      "rel-constrast": 2.58559250831604,
       "step": 1671,
-      "subrel-constrast": 3.512721300125122,
+      "subrel-constrast": 3.415621042251587,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5128092765808105,
-      "cov-distil (oracle2student)": 3.5277040004730225,
-      "cov-distil (oracle2teacher)": 3.574345588684082,
+      "cov-distil": 1.9178433418273926,
+      "cov-distil (oracle2student)": 4.129509449005127,
+      "cov-distil (oracle2teacher)": 4.17296028137207,
       "epoch": 1.3124018838304552,
-      "rel-constrast": 2.905486583709717,
+      "rel-constrast": 3.0171046257019043,
       "step": 1672,
-      "subrel-constrast": 3.6370315551757812,
+      "subrel-constrast": 3.630554437637329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562002182006836,
-      "cov-distil (oracle2student)": 5.946201324462891,
-      "cov-distil (oracle2teacher)": 6.038100242614746,
+      "cov-distil": 2.63132905960083,
+      "cov-distil (oracle2student)": 6.345755577087402,
+      "cov-distil (oracle2teacher)": 5.5523176193237305,
       "epoch": 1.3131868131868132,
-      "rel-constrast": 2.6617884635925293,
+      "rel-constrast": 3.694471836090088,
       "step": 1673,
-      "subrel-constrast": 3.8258495330810547,
+      "subrel-constrast": 3.7029504776000977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4439823627471924,
-      "cov-distil (oracle2student)": 4.495332717895508,
-      "cov-distil (oracle2teacher)": 3.920667886734009,
+      "cov-distil": 1.7092751264572144,
+      "cov-distil (oracle2student)": 5.00535774230957,
+      "cov-distil (oracle2teacher)": 4.368116855621338,
       "epoch": 1.3139717425431712,
-      "rel-constrast": 2.736530303955078,
+      "rel-constrast": 2.9453623294830322,
       "step": 1674,
-      "subrel-constrast": 3.709810495376587,
+      "subrel-constrast": 3.7899580001831055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.902129054069519,
-      "cov-distil (oracle2student)": 3.1296520233154297,
-      "cov-distil (oracle2teacher)": 3.1709532737731934,
+      "cov-distil": 2.177368640899658,
+      "cov-distil (oracle2student)": 4.038525581359863,
+      "cov-distil (oracle2teacher)": 3.5202178955078125,
       "epoch": 1.314756671899529,
-      "rel-constrast": 2.3446121215820312,
+      "rel-constrast": 3.215427875518799,
       "step": 1675,
-      "subrel-constrast": 3.3997671604156494,
+      "subrel-constrast": 3.472332239151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5456894636154175,
-      "cov-distil (oracle2student)": 3.53585147857666,
-      "cov-distil (oracle2teacher)": 3.7378737926483154,
+      "cov-distil": 1.5631492137908936,
+      "cov-distil (oracle2student)": 3.7521157264709473,
+      "cov-distil (oracle2teacher)": 3.7333295345306396,
       "epoch": 1.315541601255887,
-      "rel-constrast": 1.8547238111495972,
+      "rel-constrast": 1.9873430728912354,
       "step": 1676,
-      "subrel-constrast": 2.8229920864105225,
+      "subrel-constrast": 2.3722922801971436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6679989099502563,
-      "cov-distil (oracle2student)": 4.102506637573242,
-      "cov-distil (oracle2teacher)": 3.851327419281006,
+      "cov-distil": 2.1458115577697754,
+      "cov-distil (oracle2student)": 4.208532333374023,
+      "cov-distil (oracle2teacher)": 3.9811959266662598,
       "epoch": 1.316326530612245,
-      "rel-constrast": 2.873745918273926,
+      "rel-constrast": 3.3004209995269775,
       "step": 1677,
-      "subrel-constrast": 3.830954074859619,
+      "subrel-constrast": 3.6657330989837646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2982299327850342,
-      "cov-distil (oracle2student)": 3.544175148010254,
-      "cov-distil (oracle2teacher)": 3.48026704788208,
+      "cov-distil": 1.6136683225631714,
+      "cov-distil (oracle2student)": 3.700273036956787,
+      "cov-distil (oracle2teacher)": 3.5427913665771484,
       "epoch": 1.317111459968603,
-      "rel-constrast": 3.5534720420837402,
+      "rel-constrast": 3.4891443252563477,
       "step": 1678,
-      "subrel-constrast": 3.998359203338623,
+      "subrel-constrast": 4.164310932159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1478326320648193,
-      "cov-distil (oracle2student)": 5.38470458984375,
-      "cov-distil (oracle2teacher)": 4.923349380493164,
+      "cov-distil": 2.4277265071868896,
+      "cov-distil (oracle2student)": 5.308294773101807,
+      "cov-distil (oracle2teacher)": 5.496747970581055,
       "epoch": 1.3178963893249607,
-      "rel-constrast": 2.6743621826171875,
+      "rel-constrast": 2.979935646057129,
       "step": 1679,
-      "subrel-constrast": 3.7068068981170654,
+      "subrel-constrast": 3.997008800506592,
       "view-similarity": 0
     },
     {
       "epoch": 1.3186813186813187,
-      "grad_norm": 4.875,
+      "grad_norm": 6.71875,
       "learning_rate": 4.9301075536082605e-05,
-      "loss": 0.6952,
+      "loss": 0.7395,
       "step": 1680
     },
     {
-      "cov-distil": 1.9513250589370728,
-      "cov-distil (oracle2student)": 4.398993492126465,
-      "cov-distil (oracle2teacher)": 4.786568641662598,
+      "cov-distil": 2.1944825649261475,
+      "cov-distil (oracle2student)": 4.088326454162598,
+      "cov-distil (oracle2teacher)": 5.080142021179199,
       "epoch": 1.3186813186813187,
-      "rel-constrast": 2.6829535961151123,
+      "rel-constrast": 3.2335047721862793,
       "step": 1680,
-      "subrel-constrast": 4.0632853507995605,
+      "subrel-constrast": 4.277515888214111,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3817787170410156,
-      "cov-distil (oracle2student)": 3.289867401123047,
-      "cov-distil (oracle2teacher)": 3.359332799911499,
+      "cov-distil": 1.8086462020874023,
+      "cov-distil (oracle2student)": 3.153085470199585,
+      "cov-distil (oracle2teacher)": 3.5910274982452393,
       "epoch": 1.3194662480376766,
-      "rel-constrast": 3.0628602504730225,
+      "rel-constrast": 3.3856444358825684,
       "step": 1681,
-      "subrel-constrast": 3.4703333377838135,
+      "subrel-constrast": 3.395388603210449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8047406673431396,
-      "cov-distil (oracle2student)": 5.392301559448242,
-      "cov-distil (oracle2teacher)": 5.2529449462890625,
+      "cov-distil": 1.9190409183502197,
+      "cov-distil (oracle2student)": 5.7283759117126465,
+      "cov-distil (oracle2teacher)": 5.113788604736328,
       "epoch": 1.3202511773940344,
-      "rel-constrast": 3.5952937602996826,
+      "rel-constrast": 4.08601188659668,
       "step": 1682,
-      "subrel-constrast": 4.345643043518066,
+      "subrel-constrast": 4.2143235206604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3197975158691406,
-      "cov-distil (oracle2student)": 4.048213481903076,
-      "cov-distil (oracle2teacher)": 3.647500991821289,
+      "cov-distil": 1.5731201171875,
+      "cov-distil (oracle2student)": 4.453451633453369,
+      "cov-distil (oracle2teacher)": 3.970391273498535,
       "epoch": 1.3210361067503924,
-      "rel-constrast": 2.856383800506592,
+      "rel-constrast": 3.1653823852539062,
       "step": 1683,
-      "subrel-constrast": 3.104534149169922,
+      "subrel-constrast": 3.119931936264038,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8105502128601074,
-      "cov-distil (oracle2student)": 5.112046241760254,
-      "cov-distil (oracle2teacher)": 4.49995231628418,
+      "cov-distil": 2.2481141090393066,
+      "cov-distil (oracle2student)": 5.609467506408691,
+      "cov-distil (oracle2teacher)": 5.181495666503906,
       "epoch": 1.3218210361067504,
-      "rel-constrast": 3.725432872772217,
+      "rel-constrast": 4.194695472717285,
       "step": 1684,
-      "subrel-constrast": 4.248173236846924,
+      "subrel-constrast": 4.362768173217773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4322168827056885,
-      "cov-distil (oracle2student)": 3.3334832191467285,
-      "cov-distil (oracle2teacher)": 3.6339430809020996,
+      "cov-distil": 1.5475280284881592,
+      "cov-distil (oracle2student)": 4.305638313293457,
+      "cov-distil (oracle2teacher)": 3.7450976371765137,
       "epoch": 1.3226059654631084,
-      "rel-constrast": 2.7059125900268555,
+      "rel-constrast": 3.2316360473632812,
       "step": 1685,
-      "subrel-constrast": 3.2750349044799805,
+      "subrel-constrast": 2.8158764839172363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6428894996643066,
-      "cov-distil (oracle2student)": 4.602001190185547,
-      "cov-distil (oracle2teacher)": 4.459765911102295,
+      "cov-distil": 2.694798231124878,
+      "cov-distil (oracle2student)": 4.511743545532227,
+      "cov-distil (oracle2teacher)": 4.304223537445068,
       "epoch": 1.3233908948194664,
-      "rel-constrast": 3.1114978790283203,
+      "rel-constrast": 2.911423921585083,
       "step": 1686,
-      "subrel-constrast": 3.9000749588012695,
+      "subrel-constrast": 3.762714147567749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8474209308624268,
-      "cov-distil (oracle2student)": 3.8932676315307617,
-      "cov-distil (oracle2teacher)": 4.134026050567627,
+      "cov-distil": 1.7985414266586304,
+      "cov-distil (oracle2student)": 4.162229537963867,
+      "cov-distil (oracle2teacher)": 3.856377124786377,
       "epoch": 1.3241758241758241,
-      "rel-constrast": 2.9471235275268555,
+      "rel-constrast": 2.9805686473846436,
       "step": 1687,
-      "subrel-constrast": 3.8277077674865723,
+      "subrel-constrast": 3.285964012145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4144337177276611,
-      "cov-distil (oracle2student)": 4.639150142669678,
-      "cov-distil (oracle2teacher)": 4.320378303527832,
+      "cov-distil": 1.5695276260375977,
+      "cov-distil (oracle2student)": 4.601081371307373,
+      "cov-distil (oracle2teacher)": 4.585683822631836,
       "epoch": 1.3249607535321821,
-      "rel-constrast": 3.245732307434082,
+      "rel-constrast": 3.9330883026123047,
       "step": 1688,
-      "subrel-constrast": 4.324900150299072,
+      "subrel-constrast": 4.279696941375732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4898247718811035,
-      "cov-distil (oracle2student)": 3.7182819843292236,
-      "cov-distil (oracle2teacher)": 4.340787887573242,
+      "cov-distil": 2.021648406982422,
+      "cov-distil (oracle2student)": 4.577154159545898,
+      "cov-distil (oracle2teacher)": 4.304760932922363,
       "epoch": 1.3257456828885401,
-      "rel-constrast": 3.311568260192871,
+      "rel-constrast": 3.637571334838867,
       "step": 1689,
-      "subrel-constrast": 4.191407203674316,
+      "subrel-constrast": 4.036553382873535,
       "view-similarity": 0
     },
     {
       "epoch": 1.3265306122448979,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.71875,
       "learning_rate": 4.928043711568201e-05,
-      "loss": 0.8214,
+      "loss": 0.869,
       "step": 1690
     },
     {
-      "cov-distil": 1.5231900215148926,
-      "cov-distil (oracle2student)": 4.0429229736328125,
-      "cov-distil (oracle2teacher)": 4.368336200714111,
+      "cov-distil": 1.5318957567214966,
+      "cov-distil (oracle2student)": 3.7702503204345703,
+      "cov-distil (oracle2teacher)": 3.9249260425567627,
       "epoch": 1.3265306122448979,
-      "rel-constrast": 3.221848964691162,
+      "rel-constrast": 3.37066388130188,
       "step": 1690,
-      "subrel-constrast": 3.944840431213379,
+      "subrel-constrast": 3.984584093093872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2224268913269043,
-      "cov-distil (oracle2student)": 3.6712303161621094,
-      "cov-distil (oracle2teacher)": 3.6000585556030273,
+      "cov-distil": 1.5729693174362183,
+      "cov-distil (oracle2student)": 3.7485527992248535,
+      "cov-distil (oracle2teacher)": 3.852156162261963,
       "epoch": 1.3273155416012559,
-      "rel-constrast": 2.1097869873046875,
+      "rel-constrast": 2.3448681831359863,
       "step": 1691,
-      "subrel-constrast": 2.6628572940826416,
+      "subrel-constrast": 2.9309775829315186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.571364402770996,
-      "cov-distil (oracle2student)": 3.9584407806396484,
-      "cov-distil (oracle2teacher)": 4.059624195098877,
+      "cov-distil": 2.009230852127075,
+      "cov-distil (oracle2student)": 4.155279159545898,
+      "cov-distil (oracle2teacher)": 4.311703681945801,
       "epoch": 1.3281004709576139,
-      "rel-constrast": 3.725607395172119,
+      "rel-constrast": 3.150029420852661,
       "step": 1692,
-      "subrel-constrast": 4.022169589996338,
+      "subrel-constrast": 3.740870475769043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9361393451690674,
-      "cov-distil (oracle2student)": 3.485517978668213,
-      "cov-distil (oracle2teacher)": 3.5528483390808105,
+      "cov-distil": 2.0947771072387695,
+      "cov-distil (oracle2student)": 3.971309185028076,
+      "cov-distil (oracle2teacher)": 3.945931911468506,
       "epoch": 1.3288854003139718,
-      "rel-constrast": 2.590193748474121,
+      "rel-constrast": 2.5980446338653564,
       "step": 1693,
-      "subrel-constrast": 3.5558483600616455,
+      "subrel-constrast": 3.539691686630249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5529704093933105,
-      "cov-distil (oracle2student)": 5.349681854248047,
-      "cov-distil (oracle2teacher)": 4.618007183074951,
+      "cov-distil": 2.162320137023926,
+      "cov-distil (oracle2student)": 5.4272966384887695,
+      "cov-distil (oracle2teacher)": 4.8213701248168945,
       "epoch": 1.3296703296703296,
-      "rel-constrast": 3.0925962924957275,
+      "rel-constrast": 2.855908155441284,
       "step": 1694,
-      "subrel-constrast": 3.6117360591888428,
+      "subrel-constrast": 3.515104293823242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2765185832977295,
-      "cov-distil (oracle2student)": 5.414062976837158,
-      "cov-distil (oracle2teacher)": 5.182615280151367,
+      "cov-distil": 1.0731866359710693,
+      "cov-distil (oracle2student)": 5.488421440124512,
+      "cov-distil (oracle2teacher)": 5.08583402633667,
       "epoch": 1.3304552590266876,
-      "rel-constrast": 3.097349166870117,
+      "rel-constrast": 3.42624568939209,
       "step": 1695,
-      "subrel-constrast": 3.8629040718078613,
+      "subrel-constrast": 3.690575361251831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4366099834442139,
-      "cov-distil (oracle2student)": 5.064397811889648,
-      "cov-distil (oracle2teacher)": 4.768686771392822,
+      "cov-distil": 1.6255704164505005,
+      "cov-distil (oracle2student)": 4.972871780395508,
+      "cov-distil (oracle2teacher)": 5.257755279541016,
       "epoch": 1.3312401883830456,
-      "rel-constrast": 3.5905206203460693,
+      "rel-constrast": 3.5530271530151367,
       "step": 1696,
-      "subrel-constrast": 3.551110029220581,
+      "subrel-constrast": 3.5661847591400146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5100539922714233,
-      "cov-distil (oracle2student)": 4.031502723693848,
-      "cov-distil (oracle2teacher)": 3.1058902740478516,
+      "cov-distil": 1.7691795825958252,
+      "cov-distil (oracle2student)": 4.196930885314941,
+      "cov-distil (oracle2teacher)": 3.604043960571289,
       "epoch": 1.3320251177394034,
-      "rel-constrast": 3.878617763519287,
+      "rel-constrast": 4.41229248046875,
       "step": 1697,
-      "subrel-constrast": 3.6920580863952637,
+      "subrel-constrast": 4.059732437133789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736415147781372,
-      "cov-distil (oracle2student)": 4.542118549346924,
-      "cov-distil (oracle2teacher)": 4.008769989013672,
+      "cov-distil": 1.8581151962280273,
+      "cov-distil (oracle2student)": 5.176072597503662,
+      "cov-distil (oracle2teacher)": 4.556097030639648,
       "epoch": 1.3328100470957613,
-      "rel-constrast": 2.8388421535491943,
+      "rel-constrast": 2.7787365913391113,
       "step": 1698,
-      "subrel-constrast": 3.2855992317199707,
+      "subrel-constrast": 3.5230119228363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3649110794067383,
-      "cov-distil (oracle2student)": 5.195368766784668,
-      "cov-distil (oracle2teacher)": 4.632691383361816,
+      "cov-distil": 1.32680344581604,
+      "cov-distil (oracle2student)": 4.475895881652832,
+      "cov-distil (oracle2teacher)": 4.708328723907471,
       "epoch": 1.3335949764521193,
-      "rel-constrast": 2.544861316680908,
+      "rel-constrast": 3.0723962783813477,
       "step": 1699,
-      "subrel-constrast": 2.7482213973999023,
+      "subrel-constrast": 2.910999059677124,
       "view-similarity": 0
     },
     {
       "epoch": 1.3343799058084773,
-      "grad_norm": 4.78125,
+      "grad_norm": 7.78125,
       "learning_rate": 4.9259502845817594e-05,
-      "loss": 0.8051,
+      "loss": 0.7891,
       "step": 1700
     },
     {
       "epoch": 1.3343799058084773,
-      "overlap": 0.3125,
+      "overlap": 0.27031251788139343,
       "step": 1700
     },
     {
       "epoch": 1.3343799058084773,
       "step": 1700,
-      "student margin": 0.06024169921875
+      "student margin": 0.055450439453125
     },
     {
       "epoch": 1.3343799058084773,
       "step": 1700,
-      "teacher margin": 0.04046630859375
+      "teacher margin": 0.04302978515625
     },
     {
       "epoch": 1.3343799058084773,
-      "margin difference": -0.019775390625,
+      "margin difference": -0.012420654296875,
       "step": 1700
     },
     {
-      "cov-distil": 1.780718445777893,
-      "cov-distil (oracle2student)": 4.830676078796387,
-      "cov-distil (oracle2teacher)": 4.522244930267334,
+      "cov-distil": 2.2918381690979004,
+      "cov-distil (oracle2student)": 5.488099098205566,
+      "cov-distil (oracle2teacher)": 5.0514726638793945,
       "epoch": 1.3343799058084773,
-      "rel-constrast": 2.708968162536621,
+      "rel-constrast": 3.476649045944214,
       "step": 1700,
-      "subrel-constrast": 3.664163112640381,
+      "subrel-constrast": 3.737515926361084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7044799327850342,
-      "cov-distil (oracle2student)": 3.761897087097168,
-      "cov-distil (oracle2teacher)": 3.689012289047241,
+      "cov-distil": 2.1702351570129395,
+      "cov-distil (oracle2student)": 4.4835662841796875,
+      "cov-distil (oracle2teacher)": 3.733614444732666,
       "epoch": 1.335164835164835,
-      "rel-constrast": 2.526390552520752,
+      "rel-constrast": 2.6515486240386963,
       "step": 1701,
-      "subrel-constrast": 3.3062210083007812,
+      "subrel-constrast": 3.0915606021881104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1813758611679077,
-      "cov-distil (oracle2student)": 4.709604263305664,
-      "cov-distil (oracle2teacher)": 4.656639575958252,
+      "cov-distil": 1.733849048614502,
+      "cov-distil (oracle2student)": 5.13071346282959,
+      "cov-distil (oracle2teacher)": 4.706507682800293,
       "epoch": 1.335949764521193,
-      "rel-constrast": 2.514857292175293,
+      "rel-constrast": 3.5660839080810547,
       "step": 1702,
-      "subrel-constrast": 3.488149881362915,
+      "subrel-constrast": 3.5813450813293457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1151008605957031,
-      "cov-distil (oracle2student)": 2.865448236465454,
-      "cov-distil (oracle2teacher)": 3.638596534729004,
+      "cov-distil": 1.685402274131775,
+      "cov-distil (oracle2student)": 3.821777820587158,
+      "cov-distil (oracle2teacher)": 3.314162254333496,
       "epoch": 1.336734693877551,
-      "rel-constrast": 2.384942054748535,
+      "rel-constrast": 3.053713321685791,
       "step": 1703,
-      "subrel-constrast": 3.135843276977539,
+      "subrel-constrast": 2.911098003387451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5315178632736206,
-      "cov-distil (oracle2student)": 2.0018911361694336,
-      "cov-distil (oracle2teacher)": 2.3488893508911133,
+      "cov-distil": 1.8334848880767822,
+      "cov-distil (oracle2student)": 1.7400952577590942,
+      "cov-distil (oracle2teacher)": 2.690593957901001,
       "epoch": 1.3375196232339088,
-      "rel-constrast": 1.9972370862960815,
+      "rel-constrast": 1.7925410270690918,
       "step": 1704,
-      "subrel-constrast": 2.7012367248535156,
+      "subrel-constrast": 2.5463521480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6730701923370361,
-      "cov-distil (oracle2student)": 3.1682558059692383,
-      "cov-distil (oracle2teacher)": 3.1774349212646484,
+      "cov-distil": 2.256601333618164,
+      "cov-distil (oracle2student)": 3.5637283325195312,
+      "cov-distil (oracle2teacher)": 3.0985000133514404,
       "epoch": 1.3383045525902668,
-      "rel-constrast": 2.1729378700256348,
+      "rel-constrast": 2.4836349487304688,
       "step": 1705,
-      "subrel-constrast": 3.3846652507781982,
+      "subrel-constrast": 3.327609062194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5645828247070312,
-      "cov-distil (oracle2student)": 3.0768232345581055,
-      "cov-distil (oracle2teacher)": 3.6127519607543945,
+      "cov-distil": 1.4072151184082031,
+      "cov-distil (oracle2student)": 3.6628546714782715,
+      "cov-distil (oracle2teacher)": 3.9533071517944336,
       "epoch": 1.3390894819466248,
-      "rel-constrast": 2.74924898147583,
+      "rel-constrast": 2.5464749336242676,
       "step": 1706,
-      "subrel-constrast": 3.2934718132019043,
+      "subrel-constrast": 3.2726998329162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5017133951187134,
-      "cov-distil (oracle2student)": 3.383028745651245,
-      "cov-distil (oracle2teacher)": 3.066603183746338,
+      "cov-distil": 2.177799940109253,
+      "cov-distil (oracle2student)": 3.809157371520996,
+      "cov-distil (oracle2teacher)": 3.3606271743774414,
       "epoch": 1.3398744113029828,
-      "rel-constrast": 3.287877082824707,
+      "rel-constrast": 3.2535858154296875,
       "step": 1707,
-      "subrel-constrast": 4.0102033615112305,
+      "subrel-constrast": 3.9288291931152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.323404312133789,
-      "cov-distil (oracle2student)": 3.914201259613037,
-      "cov-distil (oracle2teacher)": 3.881359338760376,
+      "cov-distil": 1.5573627948760986,
+      "cov-distil (oracle2student)": 4.259518146514893,
+      "cov-distil (oracle2teacher)": 4.222029685974121,
       "epoch": 1.3406593406593408,
-      "rel-constrast": 3.176435947418213,
+      "rel-constrast": 3.0864930152893066,
       "step": 1708,
-      "subrel-constrast": 3.6439154148101807,
+      "subrel-constrast": 3.2867941856384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.428868293762207,
-      "cov-distil (oracle2student)": 4.273033142089844,
-      "cov-distil (oracle2teacher)": 4.26628303527832,
+      "cov-distil": 1.9484076499938965,
+      "cov-distil (oracle2student)": 3.8938305377960205,
+      "cov-distil (oracle2teacher)": 4.517445087432861,
       "epoch": 1.3414442700156985,
-      "rel-constrast": 2.549382209777832,
+      "rel-constrast": 2.232330322265625,
       "step": 1709,
-      "subrel-constrast": 3.0860307216644287,
+      "subrel-constrast": 3.2775373458862305,
       "view-similarity": 0
     },
     {
       "epoch": 1.3422291993720565,
-      "grad_norm": 5.28125,
+      "grad_norm": 5.4375,
       "learning_rate": 4.9238272981566834e-05,
-      "loss": 0.6887,
+      "loss": 0.7036,
       "step": 1710
     },
     {
-      "cov-distil": 1.081392526626587,
-      "cov-distil (oracle2student)": 5.827483177185059,
-      "cov-distil (oracle2teacher)": 5.341393947601318,
+      "cov-distil": 1.5018048286437988,
+      "cov-distil (oracle2student)": 5.99904727935791,
+      "cov-distil (oracle2teacher)": 5.109205722808838,
       "epoch": 1.3422291993720565,
-      "rel-constrast": 2.8190817832946777,
+      "rel-constrast": 3.38197660446167,
       "step": 1710,
-      "subrel-constrast": 3.3911261558532715,
+      "subrel-constrast": 3.3852460384368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2207149267196655,
-      "cov-distil (oracle2student)": 5.374782562255859,
-      "cov-distil (oracle2teacher)": 5.0022077560424805,
+      "cov-distil": 1.790640115737915,
+      "cov-distil (oracle2student)": 5.777251720428467,
+      "cov-distil (oracle2teacher)": 5.41480827331543,
       "epoch": 1.3430141287284145,
-      "rel-constrast": 1.670638084411621,
+      "rel-constrast": 2.423858642578125,
       "step": 1711,
-      "subrel-constrast": 2.642967939376831,
+      "subrel-constrast": 2.6220152378082275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353926181793213,
-      "cov-distil (oracle2student)": 2.9009010791778564,
-      "cov-distil (oracle2teacher)": 3.7013018131256104,
+      "cov-distil": 1.9273300170898438,
+      "cov-distil (oracle2student)": 3.3558900356292725,
+      "cov-distil (oracle2teacher)": 3.668273448944092,
       "epoch": 1.3437990580847723,
-      "rel-constrast": 3.4264278411865234,
+      "rel-constrast": 3.605562210083008,
       "step": 1712,
-      "subrel-constrast": 4.440281391143799,
+      "subrel-constrast": 4.6571760177612305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4675931930541992,
-      "cov-distil (oracle2student)": 4.909945487976074,
-      "cov-distil (oracle2teacher)": 4.447066307067871,
+      "cov-distil": 1.7976818084716797,
+      "cov-distil (oracle2student)": 5.500486373901367,
+      "cov-distil (oracle2teacher)": 5.270471572875977,
       "epoch": 1.3445839874411303,
-      "rel-constrast": 2.7537853717803955,
+      "rel-constrast": 3.285728931427002,
       "step": 1713,
-      "subrel-constrast": 3.529341697692871,
+      "subrel-constrast": 3.727179527282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.124407172203064,
-      "cov-distil (oracle2student)": 5.115457057952881,
-      "cov-distil (oracle2teacher)": 4.879899978637695,
+      "cov-distil": 1.6335771083831787,
+      "cov-distil (oracle2student)": 5.177635192871094,
+      "cov-distil (oracle2teacher)": 5.274733066558838,
       "epoch": 1.3453689167974883,
-      "rel-constrast": 2.403954267501831,
+      "rel-constrast": 2.9622695446014404,
       "step": 1714,
-      "subrel-constrast": 3.303976058959961,
+      "subrel-constrast": 2.9853498935699463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.701810598373413,
-      "cov-distil (oracle2student)": 4.863839149475098,
-      "cov-distil (oracle2teacher)": 4.200281620025635,
+      "cov-distil": 1.97784423828125,
+      "cov-distil (oracle2student)": 4.944757461547852,
+      "cov-distil (oracle2teacher)": 4.678353786468506,
       "epoch": 1.3461538461538463,
-      "rel-constrast": 2.4296562671661377,
+      "rel-constrast": 2.6862611770629883,
       "step": 1715,
-      "subrel-constrast": 3.0966598987579346,
+      "subrel-constrast": 3.2625033855438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881268501281738,
-      "cov-distil (oracle2student)": 4.329209327697754,
-      "cov-distil (oracle2teacher)": 4.223686218261719,
+      "cov-distil": 1.9272128343582153,
+      "cov-distil (oracle2student)": 5.0633039474487305,
+      "cov-distil (oracle2teacher)": 4.473548889160156,
       "epoch": 1.346938775510204,
-      "rel-constrast": 3.221346378326416,
+      "rel-constrast": 3.9154224395751953,
       "step": 1716,
-      "subrel-constrast": 3.7356741428375244,
+      "subrel-constrast": 3.892422676086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601477861404419,
-      "cov-distil (oracle2student)": 4.000622749328613,
-      "cov-distil (oracle2teacher)": 3.9415695667266846,
+      "cov-distil": 2.1424615383148193,
+      "cov-distil (oracle2student)": 4.435295581817627,
+      "cov-distil (oracle2teacher)": 4.442118167877197,
       "epoch": 1.347723704866562,
-      "rel-constrast": 2.6288466453552246,
+      "rel-constrast": 2.5745034217834473,
       "step": 1717,
-      "subrel-constrast": 3.582732677459717,
+      "subrel-constrast": 3.7828452587127686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8193079233169556,
-      "cov-distil (oracle2student)": 3.9107248783111572,
-      "cov-distil (oracle2teacher)": 4.025141716003418,
+      "cov-distil": 1.8790268898010254,
+      "cov-distil (oracle2student)": 4.151360034942627,
+      "cov-distil (oracle2teacher)": 3.9144749641418457,
       "epoch": 1.34850863422292,
-      "rel-constrast": 4.060984134674072,
+      "rel-constrast": 4.216392993927002,
       "step": 1718,
-      "subrel-constrast": 4.846158504486084,
+      "subrel-constrast": 4.395762920379639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4519190788269043,
-      "cov-distil (oracle2student)": 3.7812249660491943,
-      "cov-distil (oracle2teacher)": 4.257962703704834,
+      "cov-distil": 1.997058629989624,
+      "cov-distil (oracle2student)": 4.008866786956787,
+      "cov-distil (oracle2teacher)": 4.356030464172363,
       "epoch": 1.3492935635792778,
-      "rel-constrast": 2.8818671703338623,
+      "rel-constrast": 3.0781900882720947,
       "step": 1719,
-      "subrel-constrast": 3.973895788192749,
+      "subrel-constrast": 4.121029376983643,
       "view-similarity": 0
     },
     {
       "epoch": 1.3500784929356358,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.5625,
       "learning_rate": 4.921674778160893e-05,
-      "loss": 0.7431,
+      "loss": 0.8033,
       "step": 1720
     },
     {
-      "cov-distil": 1.4843339920043945,
-      "cov-distil (oracle2student)": 4.635878086090088,
-      "cov-distil (oracle2teacher)": 4.166833877563477,
+      "cov-distil": 2.2580342292785645,
+      "cov-distil (oracle2student)": 4.513801574707031,
+      "cov-distil (oracle2teacher)": 4.808523654937744,
       "epoch": 1.3500784929356358,
-      "rel-constrast": 2.9307570457458496,
+      "rel-constrast": 3.2047834396362305,
       "step": 1720,
-      "subrel-constrast": 3.4832499027252197,
+      "subrel-constrast": 3.2802484035491943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3266394138336182,
-      "cov-distil (oracle2student)": 5.636879920959473,
-      "cov-distil (oracle2teacher)": 4.4373955726623535,
+      "cov-distil": 1.5223511457443237,
+      "cov-distil (oracle2student)": 5.035830974578857,
+      "cov-distil (oracle2teacher)": 4.590912342071533,
       "epoch": 1.3508634222919937,
-      "rel-constrast": 3.0167200565338135,
+      "rel-constrast": 2.844982862472534,
       "step": 1721,
-      "subrel-constrast": 3.013080358505249,
+      "subrel-constrast": 2.9831314086914062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8228155374526978,
-      "cov-distil (oracle2student)": 3.767451286315918,
-      "cov-distil (oracle2teacher)": 3.762378454208374,
+      "cov-distil": 1.8434545993804932,
+      "cov-distil (oracle2student)": 4.669515609741211,
+      "cov-distil (oracle2teacher)": 4.341181755065918,
       "epoch": 1.3516483516483517,
-      "rel-constrast": 2.6804583072662354,
+      "rel-constrast": 3.51310133934021,
       "step": 1722,
-      "subrel-constrast": 3.7772467136383057,
+      "subrel-constrast": 3.635772466659546,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5253863334655762,
-      "cov-distil (oracle2student)": 4.397368907928467,
-      "cov-distil (oracle2teacher)": 4.080415725708008,
+      "cov-distil": 1.9322556257247925,
+      "cov-distil (oracle2student)": 4.4221601486206055,
+      "cov-distil (oracle2teacher)": 3.9335949420928955,
       "epoch": 1.3524332810047095,
-      "rel-constrast": 3.5323140621185303,
+      "rel-constrast": 3.563133955001831,
       "step": 1723,
-      "subrel-constrast": 4.126648902893066,
+      "subrel-constrast": 4.045975208282471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286723613739014,
-      "cov-distil (oracle2student)": 4.10756778717041,
-      "cov-distil (oracle2teacher)": 3.766479253768921,
+      "cov-distil": 2.0125770568847656,
+      "cov-distil (oracle2student)": 3.663123607635498,
+      "cov-distil (oracle2teacher)": 4.0708441734313965,
       "epoch": 1.3532182103610675,
-      "rel-constrast": 3.788242816925049,
+      "rel-constrast": 3.507173538208008,
       "step": 1724,
-      "subrel-constrast": 3.9748165607452393,
+      "subrel-constrast": 3.495544910430908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6401193141937256,
-      "cov-distil (oracle2student)": 2.8886406421661377,
-      "cov-distil (oracle2teacher)": 2.954597234725952,
+      "cov-distil": 2.3561604022979736,
+      "cov-distil (oracle2student)": 3.389543056488037,
+      "cov-distil (oracle2teacher)": 3.267606258392334,
       "epoch": 1.3540031397174255,
-      "rel-constrast": 2.6082262992858887,
+      "rel-constrast": 3.855412006378174,
       "step": 1725,
-      "subrel-constrast": 3.743175983428955,
+      "subrel-constrast": 4.2084550857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3371732234954834,
-      "cov-distil (oracle2student)": 5.656307220458984,
-      "cov-distil (oracle2teacher)": 4.892755508422852,
+      "cov-distil": 1.8725090026855469,
+      "cov-distil (oracle2student)": 6.049071788787842,
+      "cov-distil (oracle2teacher)": 4.877649307250977,
       "epoch": 1.3547880690737832,
-      "rel-constrast": 3.9849557876586914,
+      "rel-constrast": 4.815608024597168,
       "step": 1726,
-      "subrel-constrast": 4.523749351501465,
+      "subrel-constrast": 4.559018611907959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.720710039138794,
-      "cov-distil (oracle2student)": 5.891674041748047,
-      "cov-distil (oracle2teacher)": 5.492726802825928,
+      "cov-distil": 1.7693315744400024,
+      "cov-distil (oracle2student)": 5.850362777709961,
+      "cov-distil (oracle2teacher)": 5.496490001678467,
       "epoch": 1.3555729984301412,
-      "rel-constrast": 2.9663026332855225,
+      "rel-constrast": 3.415391445159912,
       "step": 1727,
-      "subrel-constrast": 3.7746434211730957,
+      "subrel-constrast": 3.544586181640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3942320346832275,
-      "cov-distil (oracle2student)": 4.154197692871094,
-      "cov-distil (oracle2teacher)": 3.8255786895751953,
+      "cov-distil": 1.5580943822860718,
+      "cov-distil (oracle2student)": 4.488919258117676,
+      "cov-distil (oracle2teacher)": 4.465295314788818,
       "epoch": 1.3563579277864992,
-      "rel-constrast": 2.909430503845215,
+      "rel-constrast": 3.3565869331359863,
       "step": 1728,
-      "subrel-constrast": 3.3779075145721436,
+      "subrel-constrast": 3.5928831100463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1056621074676514,
-      "cov-distil (oracle2student)": 5.594830513000488,
-      "cov-distil (oracle2teacher)": 5.0517072677612305,
+      "cov-distil": 2.4982075691223145,
+      "cov-distil (oracle2student)": 5.910581111907959,
+      "cov-distil (oracle2teacher)": 5.784066200256348,
       "epoch": 1.3571428571428572,
-      "rel-constrast": 2.3291707038879395,
+      "rel-constrast": 2.2470030784606934,
       "step": 1729,
-      "subrel-constrast": 3.4596457481384277,
+      "subrel-constrast": 3.102912664413452,
       "view-similarity": 0
     },
     {
       "epoch": 1.3579277864992152,
-      "grad_norm": 5.09375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.919492750822164e-05,
-      "loss": 0.8086,
+      "loss": 0.8581,
       "step": 1730
     },
     {
-      "cov-distil": 1.0618146657943726,
-      "cov-distil (oracle2student)": 4.845118999481201,
-      "cov-distil (oracle2teacher)": 4.5378899574279785,
+      "cov-distil": 2.0652740001678467,
+      "cov-distil (oracle2student)": 4.3473310470581055,
+      "cov-distil (oracle2teacher)": 5.042407035827637,
       "epoch": 1.3579277864992152,
-      "rel-constrast": 2.635180950164795,
+      "rel-constrast": 2.5620532035827637,
       "step": 1730,
-      "subrel-constrast": 3.1001203060150146,
+      "subrel-constrast": 3.2476205825805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5445315837860107,
-      "cov-distil (oracle2student)": 3.147429943084717,
-      "cov-distil (oracle2teacher)": 3.502480983734131,
+      "cov-distil": 1.5518927574157715,
+      "cov-distil (oracle2student)": 3.715423345565796,
+      "cov-distil (oracle2teacher)": 3.6451826095581055,
       "epoch": 1.358712715855573,
-      "rel-constrast": 2.7715322971343994,
+      "rel-constrast": 3.1119720935821533,
       "step": 1731,
-      "subrel-constrast": 3.551654100418091,
+      "subrel-constrast": 3.3155808448791504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5890753269195557,
-      "cov-distil (oracle2student)": 4.402159690856934,
-      "cov-distil (oracle2teacher)": 3.9822463989257812,
+      "cov-distil": 1.7187305688858032,
+      "cov-distil (oracle2student)": 4.271962642669678,
+      "cov-distil (oracle2teacher)": 3.742616891860962,
       "epoch": 1.359497645211931,
-      "rel-constrast": 2.879653215408325,
+      "rel-constrast": 2.852865219116211,
       "step": 1732,
-      "subrel-constrast": 3.7010772228240967,
+      "subrel-constrast": 3.2089128494262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7144513130187988,
-      "cov-distil (oracle2student)": 3.2460508346557617,
-      "cov-distil (oracle2teacher)": 3.8056204319000244,
+      "cov-distil": 1.8383585214614868,
+      "cov-distil (oracle2student)": 3.172454357147217,
+      "cov-distil (oracle2teacher)": 3.5693352222442627,
       "epoch": 1.3602825745682887,
-      "rel-constrast": 3.305478096008301,
+      "rel-constrast": 3.293367862701416,
       "step": 1733,
-      "subrel-constrast": 3.790867567062378,
+      "subrel-constrast": 3.5364880561828613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1175999641418457,
-      "cov-distil (oracle2student)": 2.724719285964966,
-      "cov-distil (oracle2teacher)": 3.3160347938537598,
+      "cov-distil": 2.638023853302002,
+      "cov-distil (oracle2student)": 3.228631019592285,
+      "cov-distil (oracle2teacher)": 3.147825241088867,
       "epoch": 1.3610675039246467,
-      "rel-constrast": 1.7467615604400635,
+      "rel-constrast": 2.1036744117736816,
       "step": 1734,
-      "subrel-constrast": 3.076059341430664,
+      "subrel-constrast": 2.799938201904297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.434706211090088,
-      "cov-distil (oracle2student)": 4.187713623046875,
-      "cov-distil (oracle2teacher)": 4.25986909866333,
+      "cov-distil": 1.4563779830932617,
+      "cov-distil (oracle2student)": 4.060757637023926,
+      "cov-distil (oracle2teacher)": 4.297441005706787,
       "epoch": 1.3618524332810047,
-      "rel-constrast": 2.0395944118499756,
+      "rel-constrast": 2.2227931022644043,
       "step": 1735,
-      "subrel-constrast": 3.2258193492889404,
+      "subrel-constrast": 2.9666073322296143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1276826858520508,
-      "cov-distil (oracle2student)": 7.249734878540039,
-      "cov-distil (oracle2teacher)": 6.112825393676758,
+      "cov-distil": 1.6014108657836914,
+      "cov-distil (oracle2student)": 7.620761871337891,
+      "cov-distil (oracle2teacher)": 6.799572467803955,
       "epoch": 1.3626373626373627,
-      "rel-constrast": 4.430420875549316,
+      "rel-constrast": 5.252252101898193,
       "step": 1736,
-      "subrel-constrast": 4.517467975616455,
+      "subrel-constrast": 4.660332202911377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7729322910308838,
-      "cov-distil (oracle2student)": 4.154900550842285,
-      "cov-distil (oracle2teacher)": 3.9162378311157227,
+      "cov-distil": 2.259441375732422,
+      "cov-distil (oracle2student)": 4.863374710083008,
+      "cov-distil (oracle2teacher)": 3.9160449504852295,
       "epoch": 1.3634222919937207,
-      "rel-constrast": 3.754016876220703,
+      "rel-constrast": 4.043695449829102,
       "step": 1737,
-      "subrel-constrast": 4.286582946777344,
+      "subrel-constrast": 4.192474365234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.039358377456665,
-      "cov-distil (oracle2student)": 4.010970592498779,
-      "cov-distil (oracle2teacher)": 3.628436326980591,
+      "cov-distil": 1.48067307472229,
+      "cov-distil (oracle2student)": 4.485812187194824,
+      "cov-distil (oracle2teacher)": 4.1157732009887695,
       "epoch": 1.3642072213500784,
-      "rel-constrast": 2.7818729877471924,
+      "rel-constrast": 3.091838836669922,
       "step": 1738,
-      "subrel-constrast": 3.192831516265869,
+      "subrel-constrast": 3.403914451599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3002960681915283,
-      "cov-distil (oracle2student)": 4.715875625610352,
-      "cov-distil (oracle2teacher)": 4.7496337890625,
+      "cov-distil": 1.2854700088500977,
+      "cov-distil (oracle2student)": 4.920567035675049,
+      "cov-distil (oracle2teacher)": 4.668940544128418,
       "epoch": 1.3649921507064364,
-      "rel-constrast": 3.805814743041992,
+      "rel-constrast": 3.947291135787964,
       "step": 1739,
-      "subrel-constrast": 4.489636421203613,
+      "subrel-constrast": 4.148886680603027,
       "view-similarity": 0
     },
     {
       "epoch": 1.3657770800627944,
-      "grad_norm": 6.125,
+      "grad_norm": 6.03125,
       "learning_rate": 4.917281242727812e-05,
-      "loss": 0.7905,
+      "loss": 0.812,
       "step": 1740
     },
     {
-      "cov-distil": 1.0826528072357178,
-      "cov-distil (oracle2student)": 3.6261558532714844,
-      "cov-distil (oracle2teacher)": 3.517632484436035,
+      "cov-distil": 2.016974687576294,
+      "cov-distil (oracle2student)": 3.4321489334106445,
+      "cov-distil (oracle2teacher)": 3.7784066200256348,
       "epoch": 1.3657770800627944,
-      "rel-constrast": 2.9335129261016846,
+      "rel-constrast": 3.1755385398864746,
       "step": 1740,
-      "subrel-constrast": 3.3870151042938232,
+      "subrel-constrast": 3.324655771255493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.295567274093628,
-      "cov-distil (oracle2student)": 3.7799532413482666,
-      "cov-distil (oracle2teacher)": 3.1188812255859375,
+      "cov-distil": 1.5684044361114502,
+      "cov-distil (oracle2student)": 3.933389663696289,
+      "cov-distil (oracle2teacher)": 3.2292613983154297,
       "epoch": 1.3665620094191522,
-      "rel-constrast": 2.6558594703674316,
+      "rel-constrast": 2.4288246631622314,
       "step": 1741,
-      "subrel-constrast": 2.7380588054656982,
+      "subrel-constrast": 2.7710063457489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0450639724731445,
-      "cov-distil (oracle2student)": 4.798305988311768,
-      "cov-distil (oracle2teacher)": 4.594151496887207,
+      "cov-distil": 2.5897574424743652,
+      "cov-distil (oracle2student)": 5.172884941101074,
+      "cov-distil (oracle2teacher)": 4.7186713218688965,
       "epoch": 1.3673469387755102,
-      "rel-constrast": 2.19745135307312,
+      "rel-constrast": 3.058708429336548,
       "step": 1742,
-      "subrel-constrast": 3.7651469707489014,
+      "subrel-constrast": 3.7771193981170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9361448287963867,
-      "cov-distil (oracle2student)": 3.4932923316955566,
-      "cov-distil (oracle2teacher)": 3.5693211555480957,
+      "cov-distil": 2.241833209991455,
+      "cov-distil (oracle2student)": 4.072407245635986,
+      "cov-distil (oracle2teacher)": 4.161507606506348,
       "epoch": 1.3681318681318682,
-      "rel-constrast": 2.5954251289367676,
+      "rel-constrast": 2.6458513736724854,
       "step": 1743,
-      "subrel-constrast": 2.80815052986145,
+      "subrel-constrast": 3.214771270751953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4450926780700684,
-      "cov-distil (oracle2student)": 3.8245177268981934,
-      "cov-distil (oracle2teacher)": 3.891239643096924,
+      "cov-distil": 1.5269739627838135,
+      "cov-distil (oracle2student)": 4.344106197357178,
+      "cov-distil (oracle2teacher)": 4.36326789855957,
       "epoch": 1.3689167974882261,
-      "rel-constrast": 3.0160374641418457,
+      "rel-constrast": 2.6696696281433105,
       "step": 1744,
-      "subrel-constrast": 3.4524195194244385,
+      "subrel-constrast": 3.531280517578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4455041885375977,
-      "cov-distil (oracle2student)": 3.8184432983398438,
-      "cov-distil (oracle2teacher)": 3.88462233543396,
+      "cov-distil": 1.7006410360336304,
+      "cov-distil (oracle2student)": 3.9041104316711426,
+      "cov-distil (oracle2teacher)": 3.552265167236328,
       "epoch": 1.369701726844584,
-      "rel-constrast": 3.801227569580078,
+      "rel-constrast": 4.417608261108398,
       "step": 1745,
-      "subrel-constrast": 3.9571356773376465,
+      "subrel-constrast": 4.158867359161377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.461526870727539,
-      "cov-distil (oracle2student)": 4.549899101257324,
-      "cov-distil (oracle2teacher)": 3.7564520835876465,
+      "cov-distil": 1.9647769927978516,
+      "cov-distil (oracle2student)": 5.064083099365234,
+      "cov-distil (oracle2teacher)": 4.084804058074951,
       "epoch": 1.370486656200942,
-      "rel-constrast": 3.6531753540039062,
+      "rel-constrast": 4.36087703704834,
       "step": 1746,
-      "subrel-constrast": 3.9839367866516113,
+      "subrel-constrast": 3.9718990325927734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4556019306182861,
-      "cov-distil (oracle2student)": 3.929880142211914,
-      "cov-distil (oracle2teacher)": 3.717059373855591,
+      "cov-distil": 1.7867279052734375,
+      "cov-distil (oracle2student)": 4.34754753112793,
+      "cov-distil (oracle2teacher)": 4.098675727844238,
       "epoch": 1.3712715855572999,
-      "rel-constrast": 2.1996192932128906,
+      "rel-constrast": 2.542919635772705,
       "step": 1747,
-      "subrel-constrast": 3.085503578186035,
+      "subrel-constrast": 3.1395723819732666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3401236534118652,
-      "cov-distil (oracle2student)": 5.345374584197998,
-      "cov-distil (oracle2teacher)": 4.693299293518066,
+      "cov-distil": 1.8438913822174072,
+      "cov-distil (oracle2student)": 5.594053268432617,
+      "cov-distil (oracle2teacher)": 5.702411651611328,
       "epoch": 1.3720565149136577,
-      "rel-constrast": 2.5245697498321533,
+      "rel-constrast": 2.9258360862731934,
       "step": 1748,
-      "subrel-constrast": 3.0306918621063232,
+      "subrel-constrast": 3.2511353492736816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6430013179779053,
-      "cov-distil (oracle2student)": 3.0627193450927734,
-      "cov-distil (oracle2teacher)": 3.5168375968933105,
+      "cov-distil": 1.6082828044891357,
+      "cov-distil (oracle2student)": 3.360872507095337,
+      "cov-distil (oracle2teacher)": 3.2182955741882324,
       "epoch": 1.3728414442700156,
-      "rel-constrast": 2.1481099128723145,
+      "rel-constrast": 2.6957192420959473,
       "step": 1749,
-      "subrel-constrast": 3.1956779956817627,
+      "subrel-constrast": 2.9508681297302246,
       "view-similarity": 0
     },
     {
       "epoch": 1.3736263736263736,
-      "grad_norm": 5.0,
+      "grad_norm": 6.78125,
       "learning_rate": 4.9150402808243644e-05,
-      "loss": 0.731,
+      "loss": 0.773,
       "step": 1750
     },
     {
-      "cov-distil": 1.3824069499969482,
-      "cov-distil (oracle2student)": 5.677611351013184,
-      "cov-distil (oracle2teacher)": 4.536192417144775,
+      "cov-distil": 2.0632286071777344,
+      "cov-distil (oracle2student)": 5.669003486633301,
+      "cov-distil (oracle2teacher)": 5.348428726196289,
       "epoch": 1.3736263736263736,
-      "rel-constrast": 3.7941489219665527,
+      "rel-constrast": 4.382109642028809,
       "step": 1750,
-      "subrel-constrast": 4.1272077560424805,
+      "subrel-constrast": 4.27524471282959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4564387798309326,
-      "cov-distil (oracle2student)": 3.256950855255127,
-      "cov-distil (oracle2teacher)": 3.4080405235290527,
+      "cov-distil": 2.0069944858551025,
+      "cov-distil (oracle2student)": 3.618730068206787,
+      "cov-distil (oracle2teacher)": 4.060105323791504,
       "epoch": 1.3744113029827316,
-      "rel-constrast": 2.686173915863037,
+      "rel-constrast": 2.6557726860046387,
       "step": 1751,
-      "subrel-constrast": 3.110144853591919,
+      "subrel-constrast": 3.6703572273254395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3994667530059814,
-      "cov-distil (oracle2student)": 4.597443103790283,
-      "cov-distil (oracle2teacher)": 4.585826873779297,
+      "cov-distil": 2.0850167274475098,
+      "cov-distil (oracle2student)": 5.09372615814209,
+      "cov-distil (oracle2teacher)": 4.881807327270508,
       "epoch": 1.3751962323390896,
-      "rel-constrast": 2.3697707653045654,
+      "rel-constrast": 2.675812005996704,
       "step": 1752,
-      "subrel-constrast": 3.2143096923828125,
+      "subrel-constrast": 3.269054412841797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72646164894104,
-      "cov-distil (oracle2student)": 3.643385887145996,
-      "cov-distil (oracle2teacher)": 4.126883029937744,
+      "cov-distil": 2.1759064197540283,
+      "cov-distil (oracle2student)": 4.019848823547363,
+      "cov-distil (oracle2teacher)": 3.7153422832489014,
       "epoch": 1.3759811616954474,
-      "rel-constrast": 2.683345317840576,
+      "rel-constrast": 3.3998897075653076,
       "step": 1753,
-      "subrel-constrast": 3.8663997650146484,
+      "subrel-constrast": 3.9627015590667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3887810707092285,
-      "cov-distil (oracle2student)": 2.553576946258545,
-      "cov-distil (oracle2teacher)": 2.4935812950134277,
+      "cov-distil": 1.4805258512496948,
+      "cov-distil (oracle2student)": 2.809864044189453,
+      "cov-distil (oracle2teacher)": 2.6399717330932617,
       "epoch": 1.3767660910518054,
-      "rel-constrast": 2.2330849170684814,
+      "rel-constrast": 2.5277862548828125,
       "step": 1754,
-      "subrel-constrast": 2.932375192642212,
+      "subrel-constrast": 2.584902286529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7131316661834717,
-      "cov-distil (oracle2student)": 2.7875115871429443,
-      "cov-distil (oracle2teacher)": 2.754456043243408,
+      "cov-distil": 1.9964447021484375,
+      "cov-distil (oracle2student)": 2.5546791553497314,
+      "cov-distil (oracle2teacher)": 2.9986073970794678,
       "epoch": 1.3775510204081631,
-      "rel-constrast": 2.09670352935791,
+      "rel-constrast": 2.4704294204711914,
       "step": 1755,
-      "subrel-constrast": 2.8941287994384766,
+      "subrel-constrast": 3.076547622680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5519529581069946,
-      "cov-distil (oracle2student)": 3.9605956077575684,
-      "cov-distil (oracle2teacher)": 3.9108903408050537,
+      "cov-distil": 2.0381991863250732,
+      "cov-distil (oracle2student)": 4.13907527923584,
+      "cov-distil (oracle2teacher)": 3.727255344390869,
       "epoch": 1.3783359497645211,
-      "rel-constrast": 2.346756935119629,
+      "rel-constrast": 2.8644492626190186,
       "step": 1756,
-      "subrel-constrast": 3.025015115737915,
+      "subrel-constrast": 3.0462563037872314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.143404483795166,
-      "cov-distil (oracle2student)": 4.485654830932617,
-      "cov-distil (oracle2teacher)": 3.552102565765381,
+      "cov-distil": 2.1658997535705566,
+      "cov-distil (oracle2student)": 4.219065189361572,
+      "cov-distil (oracle2teacher)": 4.677764892578125,
       "epoch": 1.379120879120879,
-      "rel-constrast": 3.2750332355499268,
+      "rel-constrast": 3.926142692565918,
       "step": 1757,
-      "subrel-constrast": 3.3454391956329346,
+      "subrel-constrast": 3.8796584606170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2158668041229248,
-      "cov-distil (oracle2student)": 4.3882598876953125,
-      "cov-distil (oracle2teacher)": 4.6353840827941895,
+      "cov-distil": 1.7937541007995605,
+      "cov-distil (oracle2student)": 4.784350395202637,
+      "cov-distil (oracle2teacher)": 4.278148651123047,
       "epoch": 1.379905808477237,
-      "rel-constrast": 2.8482608795166016,
+      "rel-constrast": 2.962724208831787,
       "step": 1758,
-      "subrel-constrast": 3.654893159866333,
+      "subrel-constrast": 3.5359139442443848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.442891001701355,
-      "cov-distil (oracle2student)": 3.75789213180542,
-      "cov-distil (oracle2teacher)": 3.5688633918762207,
+      "cov-distil": 2.4204883575439453,
+      "cov-distil (oracle2student)": 3.6363935470581055,
+      "cov-distil (oracle2teacher)": 4.027779579162598,
       "epoch": 1.380690737833595,
-      "rel-constrast": 2.825012683868408,
+      "rel-constrast": 2.8959946632385254,
       "step": 1759,
-      "subrel-constrast": 3.4315226078033447,
+      "subrel-constrast": 3.574965476989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.3814756671899528,
-      "grad_norm": 4.96875,
+      "grad_norm": 6.28125,
       "learning_rate": 4.912769892417236e-05,
-      "loss": 0.715,
+      "loss": 0.769,
       "step": 1760
     },
     {
-      "cov-distil": 1.277295470237732,
-      "cov-distil (oracle2student)": 4.561944007873535,
-      "cov-distil (oracle2teacher)": 4.234253883361816,
+      "cov-distil": 1.6805113554000854,
+      "cov-distil (oracle2student)": 4.647432327270508,
+      "cov-distil (oracle2teacher)": 4.535296440124512,
       "epoch": 1.3814756671899528,
-      "rel-constrast": 2.9534506797790527,
+      "rel-constrast": 3.4557173252105713,
       "step": 1760,
-      "subrel-constrast": 3.4973106384277344,
+      "subrel-constrast": 3.2366244792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4292850494384766,
-      "cov-distil (oracle2student)": 3.1788437366485596,
-      "cov-distil (oracle2teacher)": 3.4569954872131348,
+      "cov-distil": 2.6293652057647705,
+      "cov-distil (oracle2student)": 3.8384203910827637,
+      "cov-distil (oracle2teacher)": 3.7077269554138184,
       "epoch": 1.3822605965463108,
-      "rel-constrast": 2.9648616313934326,
+      "rel-constrast": 2.9565694332122803,
       "step": 1761,
-      "subrel-constrast": 4.153692722320557,
+      "subrel-constrast": 4.017524242401123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649348497390747,
-      "cov-distil (oracle2student)": 3.9957692623138428,
-      "cov-distil (oracle2teacher)": 3.5393424034118652,
+      "cov-distil": 2.3676271438598633,
+      "cov-distil (oracle2student)": 3.954263210296631,
+      "cov-distil (oracle2teacher)": 3.5849409103393555,
       "epoch": 1.3830455259026688,
-      "rel-constrast": 2.010129451751709,
+      "rel-constrast": 2.2470743656158447,
       "step": 1762,
-      "subrel-constrast": 2.8695061206817627,
+      "subrel-constrast": 2.8783724308013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8825892806053162,
-      "cov-distil (oracle2student)": 4.281441688537598,
-      "cov-distil (oracle2teacher)": 3.973555088043213,
+      "cov-distil": 0.9428813457489014,
+      "cov-distil (oracle2student)": 4.3888468742370605,
+      "cov-distil (oracle2teacher)": 4.401559352874756,
       "epoch": 1.3838304552590266,
-      "rel-constrast": 2.9419515132904053,
+      "rel-constrast": 3.245087146759033,
       "step": 1763,
-      "subrel-constrast": 3.1668334007263184,
+      "subrel-constrast": 2.847242832183838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0540237426757812,
-      "cov-distil (oracle2student)": 4.4148712158203125,
-      "cov-distil (oracle2teacher)": 3.9092445373535156,
+      "cov-distil": 1.3610448837280273,
+      "cov-distil (oracle2student)": 3.9107625484466553,
+      "cov-distil (oracle2teacher)": 4.409912109375,
       "epoch": 1.3846153846153846,
-      "rel-constrast": 2.872657060623169,
+      "rel-constrast": 2.640282392501831,
       "step": 1764,
-      "subrel-constrast": 3.2246999740600586,
+      "subrel-constrast": 3.1754708290100098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5403823852539062,
-      "cov-distil (oracle2student)": 4.480401515960693,
-      "cov-distil (oracle2teacher)": 4.29107141494751,
+      "cov-distil": 2.171109199523926,
+      "cov-distil (oracle2student)": 4.400094032287598,
+      "cov-distil (oracle2teacher)": 4.453878402709961,
       "epoch": 1.3854003139717426,
-      "rel-constrast": 2.4473118782043457,
+      "rel-constrast": 2.7449467182159424,
       "step": 1765,
-      "subrel-constrast": 3.464146375656128,
+      "subrel-constrast": 3.3336753845214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9296221733093262,
-      "cov-distil (oracle2student)": 4.12296199798584,
-      "cov-distil (oracle2teacher)": 3.8383519649505615,
+      "cov-distil": 1.6422978639602661,
+      "cov-distil (oracle2student)": 4.536834239959717,
+      "cov-distil (oracle2teacher)": 4.021636009216309,
       "epoch": 1.3861852433281006,
-      "rel-constrast": 3.233968496322632,
+      "rel-constrast": 4.207334995269775,
       "step": 1766,
-      "subrel-constrast": 4.193300724029541,
+      "subrel-constrast": 4.229006767272949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0214717388153076,
-      "cov-distil (oracle2student)": 2.7143003940582275,
-      "cov-distil (oracle2teacher)": 3.186598777770996,
+      "cov-distil": 2.0929856300354004,
+      "cov-distil (oracle2student)": 2.935633659362793,
+      "cov-distil (oracle2teacher)": 3.2824606895446777,
       "epoch": 1.3869701726844583,
-      "rel-constrast": 2.5249674320220947,
+      "rel-constrast": 3.4269185066223145,
       "step": 1767,
-      "subrel-constrast": 3.6878082752227783,
+      "subrel-constrast": 4.057379722595215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0996673107147217,
-      "cov-distil (oracle2student)": 3.2776894569396973,
-      "cov-distil (oracle2teacher)": 3.049516439437866,
+      "cov-distil": 1.491790771484375,
+      "cov-distil (oracle2student)": 3.3965418338775635,
+      "cov-distil (oracle2teacher)": 3.5976243019104004,
       "epoch": 1.3877551020408163,
-      "rel-constrast": 2.3833227157592773,
+      "rel-constrast": 2.657656192779541,
       "step": 1768,
-      "subrel-constrast": 2.4072468280792236,
+      "subrel-constrast": 2.538064479827881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7651638984680176,
-      "cov-distil (oracle2student)": 4.343587875366211,
-      "cov-distil (oracle2teacher)": 4.099411487579346,
+      "cov-distil": 2.6385860443115234,
+      "cov-distil (oracle2student)": 4.726947784423828,
+      "cov-distil (oracle2teacher)": 4.510571002960205,
       "epoch": 1.3885400313971743,
-      "rel-constrast": 2.4235150814056396,
+      "rel-constrast": 2.612501621246338,
       "step": 1769,
-      "subrel-constrast": 3.2237741947174072,
+      "subrel-constrast": 3.2191593647003174,
       "view-similarity": 0
     },
     {
       "epoch": 1.389324960753532,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.34375,
       "learning_rate": 4.9104701051703915e-05,
-      "loss": 0.708,
+      "loss": 0.7549,
       "step": 1770
     },
     {
-      "cov-distil": 1.6089214086532593,
-      "cov-distil (oracle2student)": 1.9938068389892578,
-      "cov-distil (oracle2teacher)": 2.447086811065674,
+      "cov-distil": 1.717320442199707,
+      "cov-distil (oracle2student)": 2.345834732055664,
+      "cov-distil (oracle2teacher)": 2.4861817359924316,
       "epoch": 1.389324960753532,
-      "rel-constrast": 2.6717936992645264,
+      "rel-constrast": 2.9206480979919434,
       "step": 1770,
-      "subrel-constrast": 3.6926400661468506,
+      "subrel-constrast": 3.665524482727051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0475549697875977,
-      "cov-distil (oracle2student)": 4.232304573059082,
-      "cov-distil (oracle2teacher)": 4.205155372619629,
+      "cov-distil": 1.394594669342041,
+      "cov-distil (oracle2student)": 5.288485050201416,
+      "cov-distil (oracle2teacher)": 4.80784797668457,
       "epoch": 1.39010989010989,
-      "rel-constrast": 2.5580437183380127,
+      "rel-constrast": 3.855595827102661,
       "step": 1771,
-      "subrel-constrast": 3.1451010704040527,
+      "subrel-constrast": 3.6352179050445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1233415603637695,
-      "cov-distil (oracle2student)": 3.134056806564331,
-      "cov-distil (oracle2teacher)": 3.438178062438965,
+      "cov-distil": 1.5179932117462158,
+      "cov-distil (oracle2student)": 4.120635032653809,
+      "cov-distil (oracle2teacher)": 3.734086513519287,
       "epoch": 1.390894819466248,
-      "rel-constrast": 2.7492411136627197,
+      "rel-constrast": 3.613243818283081,
       "step": 1772,
-      "subrel-constrast": 3.709041118621826,
+      "subrel-constrast": 3.8235838413238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5698450803756714,
-      "cov-distil (oracle2student)": 3.927119731903076,
-      "cov-distil (oracle2teacher)": 3.6161272525787354,
+      "cov-distil": 1.8723344802856445,
+      "cov-distil (oracle2student)": 4.009194850921631,
+      "cov-distil (oracle2teacher)": 3.673787832260132,
       "epoch": 1.391679748822606,
-      "rel-constrast": 2.045973300933838,
+      "rel-constrast": 3.0675647258758545,
       "step": 1773,
-      "subrel-constrast": 3.0393433570861816,
+      "subrel-constrast": 3.0836732387542725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9490007162094116,
-      "cov-distil (oracle2student)": 4.656673908233643,
-      "cov-distil (oracle2teacher)": 3.573176145553589,
+      "cov-distil": 2.277794361114502,
+      "cov-distil (oracle2student)": 4.943785667419434,
+      "cov-distil (oracle2teacher)": 4.3886494636535645,
       "epoch": 1.392464678178964,
-      "rel-constrast": 4.914921283721924,
+      "rel-constrast": 4.935083389282227,
       "step": 1774,
-      "subrel-constrast": 4.951249599456787,
+      "subrel-constrast": 5.068868637084961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459865689277649,
-      "cov-distil (oracle2student)": 4.682704925537109,
-      "cov-distil (oracle2teacher)": 4.323337554931641,
+      "cov-distil": 2.1425962448120117,
+      "cov-distil (oracle2student)": 5.933655738830566,
+      "cov-distil (oracle2teacher)": 4.625512599945068,
       "epoch": 1.3932496075353218,
-      "rel-constrast": 2.6169118881225586,
+      "rel-constrast": 3.313648223876953,
       "step": 1775,
-      "subrel-constrast": 3.520411491394043,
+      "subrel-constrast": 3.512388229370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.024899959564209,
-      "cov-distil (oracle2student)": 3.6253342628479004,
-      "cov-distil (oracle2teacher)": 3.9742040634155273,
+      "cov-distil": 2.501918315887451,
+      "cov-distil (oracle2student)": 3.90276837348938,
+      "cov-distil (oracle2teacher)": 4.2534403800964355,
       "epoch": 1.3940345368916798,
-      "rel-constrast": 3.2356555461883545,
+      "rel-constrast": 3.007136344909668,
       "step": 1776,
-      "subrel-constrast": 3.9013290405273438,
+      "subrel-constrast": 4.079048156738281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9277528524398804,
-      "cov-distil (oracle2student)": 4.837154388427734,
-      "cov-distil (oracle2teacher)": 4.316973686218262,
+      "cov-distil": 2.190319061279297,
+      "cov-distil (oracle2student)": 4.655210494995117,
+      "cov-distil (oracle2teacher)": 4.772422790527344,
       "epoch": 1.3948194662480375,
-      "rel-constrast": 3.5413308143615723,
+      "rel-constrast": 3.721395969390869,
       "step": 1777,
-      "subrel-constrast": 3.2373464107513428,
+      "subrel-constrast": 3.5134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3537741899490356,
-      "cov-distil (oracle2student)": 4.281999588012695,
-      "cov-distil (oracle2teacher)": 4.542726516723633,
+      "cov-distil": 2.1018402576446533,
+      "cov-distil (oracle2student)": 4.664122581481934,
+      "cov-distil (oracle2teacher)": 5.317958831787109,
       "epoch": 1.3956043956043955,
-      "rel-constrast": 1.8808162212371826,
+      "rel-constrast": 2.3509926795959473,
       "step": 1778,
-      "subrel-constrast": 3.06569766998291,
+      "subrel-constrast": 2.7318758964538574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6620193719863892,
-      "cov-distil (oracle2student)": 3.7810750007629395,
-      "cov-distil (oracle2teacher)": 3.3276071548461914,
+      "cov-distil": 2.088480234146118,
+      "cov-distil (oracle2student)": 3.996971607208252,
+      "cov-distil (oracle2teacher)": 3.5537238121032715,
       "epoch": 1.3963893249607535,
-      "rel-constrast": 2.0814690589904785,
+      "rel-constrast": 2.8474655151367188,
       "step": 1779,
-      "subrel-constrast": 3.398512125015259,
+      "subrel-constrast": 3.0541062355041504,
       "view-similarity": 0
     },
     {
       "epoch": 1.3971742543171115,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.84375,
       "learning_rate": 4.9081409471060133e-05,
-      "loss": 0.7467,
+      "loss": 0.8408,
       "step": 1780
     },
     {
-      "cov-distil": 1.975041151046753,
-      "cov-distil (oracle2student)": 4.313316345214844,
-      "cov-distil (oracle2teacher)": 4.424312114715576,
+      "cov-distil": 2.1065492630004883,
+      "cov-distil (oracle2student)": 4.412580966949463,
+      "cov-distil (oracle2teacher)": 5.041241645812988,
       "epoch": 1.3971742543171115,
-      "rel-constrast": 2.7330856323242188,
+      "rel-constrast": 2.561563730239868,
       "step": 1780,
-      "subrel-constrast": 3.9072744846343994,
+      "subrel-constrast": 3.614060401916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3184494972229004,
-      "cov-distil (oracle2student)": 2.3401479721069336,
-      "cov-distil (oracle2teacher)": 2.615574598312378,
+      "cov-distil": 2.034682273864746,
+      "cov-distil (oracle2student)": 2.8921196460723877,
+      "cov-distil (oracle2teacher)": 2.8166065216064453,
       "epoch": 1.3979591836734695,
-      "rel-constrast": 3.1698129177093506,
+      "rel-constrast": 3.7557663917541504,
       "step": 1781,
-      "subrel-constrast": 4.002466678619385,
+      "subrel-constrast": 4.394079685211182,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5081775188446045,
-      "cov-distil (oracle2student)": 4.373048782348633,
-      "cov-distil (oracle2teacher)": 4.501211643218994,
+      "cov-distil": 1.4308218955993652,
+      "cov-distil (oracle2student)": 4.691973686218262,
+      "cov-distil (oracle2teacher)": 4.319015026092529,
       "epoch": 1.3987441130298273,
-      "rel-constrast": 2.671898603439331,
+      "rel-constrast": 3.736699104309082,
       "step": 1782,
-      "subrel-constrast": 4.031023979187012,
+      "subrel-constrast": 3.888946771621704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7810746431350708,
-      "cov-distil (oracle2student)": 4.0231547355651855,
-      "cov-distil (oracle2teacher)": 3.3979432582855225,
+      "cov-distil": 2.2015669345855713,
+      "cov-distil (oracle2student)": 3.9501585960388184,
+      "cov-distil (oracle2teacher)": 4.031400203704834,
       "epoch": 1.3995290423861853,
-      "rel-constrast": 3.4191641807556152,
+      "rel-constrast": 3.4558322429656982,
       "step": 1783,
-      "subrel-constrast": 4.124697685241699,
+      "subrel-constrast": 4.7724199295043945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2770994901657104,
-      "cov-distil (oracle2student)": 4.195890426635742,
-      "cov-distil (oracle2teacher)": 3.46781063079834,
+      "cov-distil": 1.5066879987716675,
+      "cov-distil (oracle2student)": 3.8257408142089844,
+      "cov-distil (oracle2teacher)": 3.9105775356292725,
       "epoch": 1.4003139717425432,
-      "rel-constrast": 3.2167983055114746,
+      "rel-constrast": 3.276493549346924,
       "step": 1784,
-      "subrel-constrast": 3.7879691123962402,
+      "subrel-constrast": 4.042056083679199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4572951793670654,
-      "cov-distil (oracle2student)": 5.796965599060059,
-      "cov-distil (oracle2teacher)": 5.57896614074707,
+      "cov-distil": 1.9014692306518555,
+      "cov-distil (oracle2student)": 6.069599151611328,
+      "cov-distil (oracle2teacher)": 5.888689041137695,
       "epoch": 1.401098901098901,
-      "rel-constrast": 3.993894100189209,
+      "rel-constrast": 4.562067985534668,
       "step": 1785,
-      "subrel-constrast": 4.575894355773926,
+      "subrel-constrast": 4.5336594581604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4861783981323242,
-      "cov-distil (oracle2student)": 4.789185047149658,
-      "cov-distil (oracle2teacher)": 4.152342319488525,
+      "cov-distil": 2.0919792652130127,
+      "cov-distil (oracle2student)": 4.967687606811523,
+      "cov-distil (oracle2teacher)": 4.3313188552856445,
       "epoch": 1.401883830455259,
-      "rel-constrast": 2.1518936157226562,
+      "rel-constrast": 2.9316627979278564,
       "step": 1786,
-      "subrel-constrast": 2.857137441635132,
+      "subrel-constrast": 2.730259418487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0199559926986694,
-      "cov-distil (oracle2student)": 4.052515029907227,
-      "cov-distil (oracle2teacher)": 3.9190690517425537,
+      "cov-distil": 1.3046406507492065,
+      "cov-distil (oracle2student)": 3.7889902591705322,
+      "cov-distil (oracle2teacher)": 4.2525434494018555,
       "epoch": 1.402668759811617,
-      "rel-constrast": 2.2214207649230957,
+      "rel-constrast": 3.0582327842712402,
       "step": 1787,
-      "subrel-constrast": 2.9084455966949463,
+      "subrel-constrast": 2.8961737155914307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5194413661956787,
-      "cov-distil (oracle2student)": 4.2949748039245605,
-      "cov-distil (oracle2teacher)": 4.273899078369141,
+      "cov-distil": 2.0443615913391113,
+      "cov-distil (oracle2student)": 4.5157670974731445,
+      "cov-distil (oracle2teacher)": 5.0285749435424805,
       "epoch": 1.403453689167975,
-      "rel-constrast": 1.8227193355560303,
+      "rel-constrast": 2.4745795726776123,
       "step": 1788,
-      "subrel-constrast": 2.8076255321502686,
+      "subrel-constrast": 2.922895669937134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.06584632396698,
-      "cov-distil (oracle2student)": 3.7848901748657227,
-      "cov-distil (oracle2teacher)": 3.3771371841430664,
+      "cov-distil": 1.0362907648086548,
+      "cov-distil (oracle2student)": 3.40401029586792,
+      "cov-distil (oracle2teacher)": 3.8279268741607666,
       "epoch": 1.4042386185243327,
-      "rel-constrast": 2.787358283996582,
+      "rel-constrast": 2.858255624771118,
       "step": 1789,
-      "subrel-constrast": 3.5303947925567627,
+      "subrel-constrast": 3.1871962547302246,
       "view-similarity": 0
     },
     {
       "epoch": 1.4050235478806907,
-      "grad_norm": 4.5625,
+      "grad_norm": 5.4375,
       "learning_rate": 4.905782446604159e-05,
-      "loss": 0.7407,
+      "loss": 0.8168,
       "step": 1790
     },
     {
-      "cov-distil": 2.289405107498169,
-      "cov-distil (oracle2student)": 3.578599214553833,
-      "cov-distil (oracle2teacher)": 3.4512925148010254,
+      "cov-distil": 2.6798455715179443,
+      "cov-distil (oracle2student)": 3.4477145671844482,
+      "cov-distil (oracle2teacher)": 3.5938873291015625,
       "epoch": 1.4050235478806907,
-      "rel-constrast": 2.3787174224853516,
+      "rel-constrast": 2.730759620666504,
       "step": 1790,
-      "subrel-constrast": 3.511873960494995,
+      "subrel-constrast": 3.8753912448883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2878767251968384,
-      "cov-distil (oracle2student)": 3.9206135272979736,
-      "cov-distil (oracle2teacher)": 3.6987013816833496,
+      "cov-distil": 1.4560112953186035,
+      "cov-distil (oracle2student)": 4.028205394744873,
+      "cov-distil (oracle2teacher)": 3.6724040508270264,
       "epoch": 1.4058084772370487,
-      "rel-constrast": 1.954724669456482,
+      "rel-constrast": 2.349886417388916,
       "step": 1791,
-      "subrel-constrast": 2.8543734550476074,
+      "subrel-constrast": 2.637744903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0315364599227905,
-      "cov-distil (oracle2student)": 5.348865985870361,
-      "cov-distil (oracle2teacher)": 5.0657501220703125,
+      "cov-distil": 1.1668879985809326,
+      "cov-distil (oracle2student)": 4.780524253845215,
+      "cov-distil (oracle2teacher)": 4.549423694610596,
       "epoch": 1.4065934065934065,
-      "rel-constrast": 2.9480481147766113,
+      "rel-constrast": 2.404128313064575,
       "step": 1792,
-      "subrel-constrast": 3.7603235244750977,
+      "subrel-constrast": 3.299042224884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7520729303359985,
-      "cov-distil (oracle2student)": 3.5946998596191406,
-      "cov-distil (oracle2teacher)": 3.9707908630371094,
+      "cov-distil": 2.331555128097534,
+      "cov-distil (oracle2student)": 3.369253635406494,
+      "cov-distil (oracle2teacher)": 3.9343910217285156,
       "epoch": 1.4073783359497645,
-      "rel-constrast": 3.9384000301361084,
+      "rel-constrast": 4.042132377624512,
       "step": 1793,
-      "subrel-constrast": 4.622103214263916,
+      "subrel-constrast": 4.72415828704834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4584685564041138,
-      "cov-distil (oracle2student)": 3.668431282043457,
-      "cov-distil (oracle2teacher)": 3.79821515083313,
+      "cov-distil": 1.9306907653808594,
+      "cov-distil (oracle2student)": 3.5795881748199463,
+      "cov-distil (oracle2teacher)": 3.8092782497406006,
       "epoch": 1.4081632653061225,
-      "rel-constrast": 3.114461898803711,
+      "rel-constrast": 2.9650750160217285,
       "step": 1794,
-      "subrel-constrast": 4.088900089263916,
+      "subrel-constrast": 4.251457691192627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1298915147781372,
-      "cov-distil (oracle2student)": 5.357276916503906,
-      "cov-distil (oracle2teacher)": 4.751312255859375,
+      "cov-distil": 1.9713256359100342,
+      "cov-distil (oracle2student)": 6.508638381958008,
+      "cov-distil (oracle2teacher)": 5.447549819946289,
       "epoch": 1.4089481946624804,
-      "rel-constrast": 2.830813407897949,
+      "rel-constrast": 3.605588436126709,
       "step": 1795,
-      "subrel-constrast": 3.199908494949341,
+      "subrel-constrast": 3.6177093982696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.313107490539551,
-      "cov-distil (oracle2student)": 5.050443649291992,
-      "cov-distil (oracle2teacher)": 4.313997745513916,
+      "cov-distil": 2.414607524871826,
+      "cov-distil (oracle2student)": 5.672353267669678,
+      "cov-distil (oracle2teacher)": 4.96507453918457,
       "epoch": 1.4097331240188384,
-      "rel-constrast": 2.955758810043335,
+      "rel-constrast": 3.0374906063079834,
       "step": 1796,
-      "subrel-constrast": 3.5969579219818115,
+      "subrel-constrast": 3.133591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214133858680725,
-      "cov-distil (oracle2student)": 2.1331787109375,
-      "cov-distil (oracle2teacher)": 2.266268730163574,
+      "cov-distil": 1.6084556579589844,
+      "cov-distil (oracle2student)": 2.5411009788513184,
+      "cov-distil (oracle2teacher)": 2.728428363800049,
       "epoch": 1.4105180533751962,
-      "rel-constrast": 1.6433556079864502,
+      "rel-constrast": 2.128443717956543,
       "step": 1797,
-      "subrel-constrast": 2.509021759033203,
+      "subrel-constrast": 2.817624807357788,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5446757078170776,
-      "cov-distil (oracle2student)": 4.411598205566406,
-      "cov-distil (oracle2teacher)": 4.118759632110596,
+      "cov-distil": 1.4724129438400269,
+      "cov-distil (oracle2student)": 4.325793266296387,
+      "cov-distil (oracle2teacher)": 4.266321659088135,
       "epoch": 1.4113029827315542,
-      "rel-constrast": 2.2952840328216553,
+      "rel-constrast": 2.9665374755859375,
       "step": 1798,
-      "subrel-constrast": 2.7476847171783447,
+      "subrel-constrast": 2.7524924278259277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6647090911865234,
-      "cov-distil (oracle2student)": 4.157137393951416,
-      "cov-distil (oracle2teacher)": 3.5608763694763184,
+      "cov-distil": 1.8651752471923828,
+      "cov-distil (oracle2student)": 4.6051225662231445,
+      "cov-distil (oracle2teacher)": 3.926738977432251,
       "epoch": 1.412087912087912,
-      "rel-constrast": 3.6442322731018066,
+      "rel-constrast": 3.8791298866271973,
       "step": 1799,
-      "subrel-constrast": 4.126953125,
+      "subrel-constrast": 4.084566116333008,
       "view-similarity": 0
     },
     {
       "epoch": 1.41287284144427,
-      "grad_norm": 6.1875,
+      "grad_norm": 7.4375,
       "learning_rate": 4.90339463240241e-05,
-      "loss": 0.7318,
+      "loss": 0.7527,
       "step": 1800
     },
     {
       "epoch": 1.41287284144427,
-      "overlap": 0.296875,
+      "overlap": 0.3046875,
       "step": 1800
     },
     {
       "epoch": 1.41287284144427,
       "step": 1800,
-      "student margin": 0.06158447265625
+      "student margin": 0.055023193359375
     },
     {
       "epoch": 1.41287284144427,
       "step": 1800,
-      "teacher margin": 0.03912353515625
+      "teacher margin": 0.041778564453125
     },
     {
       "epoch": 1.41287284144427,
-      "margin difference": -0.0224609375,
+      "margin difference": -0.01324462890625,
       "step": 1800
     },
     {
-      "cov-distil": 1.3753511905670166,
-      "cov-distil (oracle2student)": 3.7895617485046387,
-      "cov-distil (oracle2teacher)": 3.4697158336639404,
+      "cov-distil": 1.446441888809204,
+      "cov-distil (oracle2student)": 4.110483169555664,
+      "cov-distil (oracle2teacher)": 4.207878589630127,
       "epoch": 1.41287284144427,
-      "rel-constrast": 2.8414173126220703,
+      "rel-constrast": 3.285001277923584,
       "step": 1800,
-      "subrel-constrast": 3.6772074699401855,
+      "subrel-constrast": 3.772383451461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2888927459716797,
-      "cov-distil (oracle2student)": 4.218761444091797,
-      "cov-distil (oracle2teacher)": 3.251814126968384,
+      "cov-distil": 1.4715290069580078,
+      "cov-distil (oracle2student)": 4.153831481933594,
+      "cov-distil (oracle2teacher)": 3.959254264831543,
       "epoch": 1.413657770800628,
-      "rel-constrast": 2.7894210815429688,
+      "rel-constrast": 3.1266613006591797,
       "step": 1801,
-      "subrel-constrast": 3.297595739364624,
+      "subrel-constrast": 3.3384175300598145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5428814888000488,
-      "cov-distil (oracle2student)": 4.462331295013428,
-      "cov-distil (oracle2teacher)": 4.133782863616943,
+      "cov-distil": 2.007004737854004,
+      "cov-distil (oracle2student)": 5.216713905334473,
+      "cov-distil (oracle2teacher)": 4.436332702636719,
       "epoch": 1.414442700156986,
-      "rel-constrast": 2.830944061279297,
+      "rel-constrast": 3.3640997409820557,
       "step": 1802,
-      "subrel-constrast": 3.652177572250366,
+      "subrel-constrast": 3.5677967071533203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3823407888412476,
-      "cov-distil (oracle2student)": 2.4255661964416504,
-      "cov-distil (oracle2teacher)": 2.612318515777588,
+      "cov-distil": 1.7287178039550781,
+      "cov-distil (oracle2student)": 2.61729097366333,
+      "cov-distil (oracle2teacher)": 2.995450258255005,
       "epoch": 1.415227629513344,
-      "rel-constrast": 1.3273444175720215,
+      "rel-constrast": 1.628129005432129,
       "step": 1803,
-      "subrel-constrast": 2.1789848804473877,
+      "subrel-constrast": 2.357675552368164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1732839345932007,
-      "cov-distil (oracle2student)": 3.3564648628234863,
-      "cov-distil (oracle2teacher)": 3.553042411804199,
+      "cov-distil": 1.4978104829788208,
+      "cov-distil (oracle2student)": 3.929875373840332,
+      "cov-distil (oracle2teacher)": 3.9693241119384766,
       "epoch": 1.4160125588697017,
-      "rel-constrast": 2.267561435699463,
+      "rel-constrast": 2.8675241470336914,
       "step": 1804,
-      "subrel-constrast": 3.235435724258423,
+      "subrel-constrast": 3.3713510036468506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9953148365020752,
-      "cov-distil (oracle2student)": 5.615447044372559,
-      "cov-distil (oracle2teacher)": 4.846495628356934,
+      "cov-distil": 1.3222863674163818,
+      "cov-distil (oracle2student)": 6.004790782928467,
+      "cov-distil (oracle2teacher)": 5.087684631347656,
       "epoch": 1.4167974882260597,
-      "rel-constrast": 3.133941411972046,
+      "rel-constrast": 3.1316771507263184,
       "step": 1805,
-      "subrel-constrast": 3.020993709564209,
+      "subrel-constrast": 2.9372804164886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5745139122009277,
-      "cov-distil (oracle2student)": 4.578680992126465,
-      "cov-distil (oracle2teacher)": 4.446898460388184,
+      "cov-distil": 1.8896491527557373,
+      "cov-distil (oracle2student)": 5.073100566864014,
+      "cov-distil (oracle2teacher)": 5.011693000793457,
       "epoch": 1.4175824175824177,
-      "rel-constrast": 2.3419127464294434,
+      "rel-constrast": 2.6137866973876953,
       "step": 1806,
-      "subrel-constrast": 3.1521565914154053,
+      "subrel-constrast": 3.093416690826416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.952881097793579,
-      "cov-distil (oracle2student)": 5.156837463378906,
-      "cov-distil (oracle2teacher)": 4.3093366622924805,
+      "cov-distil": 2.0167789459228516,
+      "cov-distil (oracle2student)": 5.311788558959961,
+      "cov-distil (oracle2teacher)": 5.346836566925049,
       "epoch": 1.4183673469387754,
-      "rel-constrast": 1.7049798965454102,
+      "rel-constrast": 2.639556646347046,
       "step": 1807,
-      "subrel-constrast": 2.738222122192383,
+      "subrel-constrast": 2.8669285774230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.48823881149292,
-      "cov-distil (oracle2student)": 4.362990856170654,
-      "cov-distil (oracle2teacher)": 4.08839750289917,
+      "cov-distil": 1.4790723323822021,
+      "cov-distil (oracle2student)": 4.242421627044678,
+      "cov-distil (oracle2teacher)": 4.4863362312316895,
       "epoch": 1.4191522762951334,
-      "rel-constrast": 3.0215883255004883,
+      "rel-constrast": 3.4722695350646973,
       "step": 1808,
-      "subrel-constrast": 3.518209934234619,
+      "subrel-constrast": 3.729442596435547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8446228504180908,
-      "cov-distil (oracle2student)": 5.151702880859375,
-      "cov-distil (oracle2teacher)": 4.638205528259277,
+      "cov-distil": 2.490767478942871,
+      "cov-distil (oracle2student)": 5.719934940338135,
+      "cov-distil (oracle2teacher)": 4.822910308837891,
       "epoch": 1.4199372056514914,
-      "rel-constrast": 3.1416099071502686,
+      "rel-constrast": 3.9315009117126465,
       "step": 1809,
-      "subrel-constrast": 3.8997795581817627,
+      "subrel-constrast": 3.7988898754119873,
       "view-similarity": 0
     },
     {
       "epoch": 1.4207221350078494,
-      "grad_norm": 6.8125,
+      "grad_norm": 6.84375,
       "learning_rate": 4.900977533595531e-05,
-      "loss": 0.6716,
+      "loss": 0.7515,
       "step": 1810
     },
     {
-      "cov-distil": 1.6543567180633545,
-      "cov-distil (oracle2student)": 4.950900077819824,
-      "cov-distil (oracle2teacher)": 4.470099925994873,
+      "cov-distil": 1.5896024703979492,
+      "cov-distil (oracle2student)": 4.481945991516113,
+      "cov-distil (oracle2teacher)": 4.762610912322998,
       "epoch": 1.4207221350078494,
-      "rel-constrast": 2.619957685470581,
+      "rel-constrast": 2.7629733085632324,
       "step": 1810,
-      "subrel-constrast": 3.1563613414764404,
+      "subrel-constrast": 3.4993791580200195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3683617115020752,
-      "cov-distil (oracle2student)": 4.222921371459961,
-      "cov-distil (oracle2teacher)": 3.636617422103882,
+      "cov-distil": 2.207472562789917,
+      "cov-distil (oracle2student)": 4.534661293029785,
+      "cov-distil (oracle2teacher)": 3.9782886505126953,
       "epoch": 1.4215070643642072,
-      "rel-constrast": 2.228365421295166,
+      "rel-constrast": 2.9704830646514893,
       "step": 1811,
-      "subrel-constrast": 2.803258180618286,
+      "subrel-constrast": 3.09006404876709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8803507089614868,
-      "cov-distil (oracle2student)": 3.889373779296875,
-      "cov-distil (oracle2teacher)": 3.9628119468688965,
+      "cov-distil": 1.835651159286499,
+      "cov-distil (oracle2student)": 3.78424072265625,
+      "cov-distil (oracle2teacher)": 4.143776893615723,
       "epoch": 1.4222919937205651,
-      "rel-constrast": 3.4966611862182617,
+      "rel-constrast": 3.130558967590332,
       "step": 1812,
-      "subrel-constrast": 3.9638965129852295,
+      "subrel-constrast": 3.9908041954040527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8111013174057007,
-      "cov-distil (oracle2student)": 4.548791885375977,
-      "cov-distil (oracle2teacher)": 4.69551944732666,
+      "cov-distil": 2.2981107234954834,
+      "cov-distil (oracle2student)": 5.001902103424072,
+      "cov-distil (oracle2teacher)": 4.572933197021484,
       "epoch": 1.4230769230769231,
-      "rel-constrast": 1.8570060729980469,
+      "rel-constrast": 2.411105155944824,
       "step": 1813,
-      "subrel-constrast": 3.579813241958618,
+      "subrel-constrast": 2.9819037914276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.286060094833374,
-      "cov-distil (oracle2student)": 4.387686729431152,
-      "cov-distil (oracle2teacher)": 3.7512662410736084,
+      "cov-distil": 1.720179796218872,
+      "cov-distil (oracle2student)": 3.584867477416992,
+      "cov-distil (oracle2teacher)": 4.052885055541992,
       "epoch": 1.423861852433281,
-      "rel-constrast": 1.78669011592865,
+      "rel-constrast": 2.5479001998901367,
       "step": 1814,
-      "subrel-constrast": 2.735056161880493,
+      "subrel-constrast": 2.6051876544952393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.087967872619629,
-      "cov-distil (oracle2student)": 2.901634693145752,
-      "cov-distil (oracle2teacher)": 3.397329807281494,
+      "cov-distil": 1.4202890396118164,
+      "cov-distil (oracle2student)": 3.4328856468200684,
+      "cov-distil (oracle2teacher)": 3.299215793609619,
       "epoch": 1.4246467817896389,
-      "rel-constrast": 2.498164176940918,
+      "rel-constrast": 2.798649549484253,
       "step": 1815,
-      "subrel-constrast": 3.076226234436035,
+      "subrel-constrast": 3.0366861820220947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547093391418457,
-      "cov-distil (oracle2student)": 5.884370803833008,
-      "cov-distil (oracle2teacher)": 5.389580726623535,
+      "cov-distil": 1.9698548316955566,
+      "cov-distil (oracle2student)": 5.855808258056641,
+      "cov-distil (oracle2teacher)": 5.480283260345459,
       "epoch": 1.4254317111459969,
-      "rel-constrast": 3.1378984451293945,
+      "rel-constrast": 3.664944648742676,
       "step": 1816,
-      "subrel-constrast": 3.7884104251861572,
+      "subrel-constrast": 3.4714038372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7544300556182861,
-      "cov-distil (oracle2student)": 5.527893543243408,
-      "cov-distil (oracle2teacher)": 4.92282772064209,
+      "cov-distil": 1.668839454650879,
+      "cov-distil (oracle2student)": 5.472817420959473,
+      "cov-distil (oracle2teacher)": 5.083756446838379,
       "epoch": 1.4262166405023549,
-      "rel-constrast": 3.694044828414917,
+      "rel-constrast": 3.3032851219177246,
       "step": 1817,
-      "subrel-constrast": 4.2226386070251465,
+      "subrel-constrast": 4.004204273223877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8763136863708496,
-      "cov-distil (oracle2student)": 3.690674066543579,
-      "cov-distil (oracle2teacher)": 3.4789791107177734,
+      "cov-distil": 2.0388617515563965,
+      "cov-distil (oracle2student)": 3.8831186294555664,
+      "cov-distil (oracle2teacher)": 4.008049964904785,
       "epoch": 1.4270015698587128,
-      "rel-constrast": 3.362605571746826,
+      "rel-constrast": 3.2742061614990234,
       "step": 1818,
-      "subrel-constrast": 3.578190565109253,
+      "subrel-constrast": 3.999413251876831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3423494100570679,
-      "cov-distil (oracle2student)": 3.6252429485321045,
-      "cov-distil (oracle2teacher)": 3.494964122772217,
+      "cov-distil": 1.716059923171997,
+      "cov-distil (oracle2student)": 4.342942714691162,
+      "cov-distil (oracle2teacher)": 3.7562575340270996,
       "epoch": 1.4277864992150706,
-      "rel-constrast": 2.935727119445801,
+      "rel-constrast": 3.6349449157714844,
       "step": 1819,
-      "subrel-constrast": 3.335447311401367,
+      "subrel-constrast": 3.5271637439727783,
       "view-similarity": 0
     },
     {
       "epoch": 1.4285714285714286,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.09375,
       "learning_rate": 4.898531179635107e-05,
-      "loss": 0.7297,
+      "loss": 0.7625,
       "step": 1820
     },
     {
-      "cov-distil": 1.4452028274536133,
-      "cov-distil (oracle2student)": 3.840649366378784,
-      "cov-distil (oracle2teacher)": 3.7159183025360107,
+      "cov-distil": 2.011420488357544,
+      "cov-distil (oracle2student)": 4.2416863441467285,
+      "cov-distil (oracle2teacher)": 4.1612043380737305,
       "epoch": 1.4285714285714286,
-      "rel-constrast": 2.420172691345215,
+      "rel-constrast": 3.073091745376587,
       "step": 1820,
-      "subrel-constrast": 3.194286584854126,
+      "subrel-constrast": 3.3006057739257812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.201493263244629,
-      "cov-distil (oracle2student)": 5.996379852294922,
-      "cov-distil (oracle2teacher)": 5.120425224304199,
+      "cov-distil": 1.495604157447815,
+      "cov-distil (oracle2student)": 6.103445053100586,
+      "cov-distil (oracle2teacher)": 5.500458717346191,
       "epoch": 1.4293563579277864,
-      "rel-constrast": 2.8248565196990967,
+      "rel-constrast": 3.5172314643859863,
       "step": 1821,
-      "subrel-constrast": 3.5173699855804443,
+      "subrel-constrast": 3.5616302490234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.177264928817749,
-      "cov-distil (oracle2student)": 4.552891254425049,
-      "cov-distil (oracle2teacher)": 4.260626316070557,
+      "cov-distil": 1.7518491744995117,
+      "cov-distil (oracle2student)": 5.257604598999023,
+      "cov-distil (oracle2teacher)": 4.6078782081604,
       "epoch": 1.4301412872841444,
-      "rel-constrast": 2.2708792686462402,
+      "rel-constrast": 2.85593318939209,
       "step": 1822,
-      "subrel-constrast": 2.9936554431915283,
+      "subrel-constrast": 2.939178705215454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4655922651290894,
-      "cov-distil (oracle2student)": 3.373347282409668,
-      "cov-distil (oracle2teacher)": 3.1805851459503174,
+      "cov-distil": 1.8108086585998535,
+      "cov-distil (oracle2student)": 4.145371437072754,
+      "cov-distil (oracle2teacher)": 3.7812674045562744,
       "epoch": 1.4309262166405023,
-      "rel-constrast": 1.8171770572662354,
+      "rel-constrast": 2.302151679992676,
       "step": 1823,
-      "subrel-constrast": 2.7735021114349365,
+      "subrel-constrast": 2.609178066253662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8172528743743896,
-      "cov-distil (oracle2student)": 3.765939474105835,
-      "cov-distil (oracle2teacher)": 3.363713264465332,
+      "cov-distil": 2.096322536468506,
+      "cov-distil (oracle2student)": 4.512150764465332,
+      "cov-distil (oracle2teacher)": 3.507336378097534,
       "epoch": 1.4317111459968603,
-      "rel-constrast": 2.386641025543213,
+      "rel-constrast": 3.0860888957977295,
       "step": 1824,
-      "subrel-constrast": 3.342613697052002,
+      "subrel-constrast": 3.433680534362793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3294904232025146,
-      "cov-distil (oracle2student)": 3.5718371868133545,
-      "cov-distil (oracle2teacher)": 3.6850156784057617,
+      "cov-distil": 1.9711964130401611,
+      "cov-distil (oracle2student)": 3.5558536052703857,
+      "cov-distil (oracle2teacher)": 3.9414896965026855,
       "epoch": 1.4324960753532183,
-      "rel-constrast": 3.0851714611053467,
+      "rel-constrast": 3.7535438537597656,
       "step": 1825,
-      "subrel-constrast": 3.9347751140594482,
+      "subrel-constrast": 3.474236249923706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6668248176574707,
-      "cov-distil (oracle2student)": 6.5556745529174805,
-      "cov-distil (oracle2teacher)": 5.82924747467041,
+      "cov-distil": 2.259087562561035,
+      "cov-distil (oracle2student)": 6.782937049865723,
+      "cov-distil (oracle2teacher)": 6.129950046539307,
       "epoch": 1.433281004709576,
-      "rel-constrast": 4.023918151855469,
+      "rel-constrast": 4.1489739418029785,
       "step": 1826,
-      "subrel-constrast": 4.2772979736328125,
+      "subrel-constrast": 4.123070240020752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4551129341125488,
-      "cov-distil (oracle2student)": 4.62976598739624,
-      "cov-distil (oracle2teacher)": 4.322417736053467,
+      "cov-distil": 1.4124034643173218,
+      "cov-distil (oracle2student)": 5.102707862854004,
+      "cov-distil (oracle2teacher)": 4.5933837890625,
       "epoch": 1.434065934065934,
-      "rel-constrast": 3.3585753440856934,
+      "rel-constrast": 2.680943012237549,
       "step": 1827,
-      "subrel-constrast": 3.5313055515289307,
+      "subrel-constrast": 3.3864753246307373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.602424144744873,
-      "cov-distil (oracle2student)": 3.8924152851104736,
-      "cov-distil (oracle2teacher)": 3.7449512481689453,
+      "cov-distil": 1.6102880239486694,
+      "cov-distil (oracle2student)": 4.537295818328857,
+      "cov-distil (oracle2teacher)": 4.37978458404541,
       "epoch": 1.434850863422292,
-      "rel-constrast": 2.519665002822876,
+      "rel-constrast": 3.1419339179992676,
       "step": 1828,
-      "subrel-constrast": 3.329277992248535,
+      "subrel-constrast": 3.047844648361206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.58683180809021,
-      "cov-distil (oracle2student)": 6.385455131530762,
-      "cov-distil (oracle2teacher)": 5.142876625061035,
+      "cov-distil": 1.5180463790893555,
+      "cov-distil (oracle2student)": 6.6524858474731445,
+      "cov-distil (oracle2teacher)": 5.546656608581543,
       "epoch": 1.4356357927786498,
-      "rel-constrast": 3.937894821166992,
+      "rel-constrast": 3.857051372528076,
       "step": 1829,
-      "subrel-constrast": 4.098027229309082,
+      "subrel-constrast": 3.973007917404175,
       "view-similarity": 0
     },
     {
       "epoch": 1.4364207221350078,
-      "grad_norm": 6.78125,
+      "grad_norm": 6.875,
       "learning_rate": 4.89605560032919e-05,
-      "loss": 0.753,
+      "loss": 0.8104,
       "step": 1830
     },
     {
-      "cov-distil": 1.2683773040771484,
-      "cov-distil (oracle2student)": 5.51456880569458,
-      "cov-distil (oracle2teacher)": 4.932936668395996,
+      "cov-distil": 1.6509230136871338,
+      "cov-distil (oracle2student)": 5.562828540802002,
+      "cov-distil (oracle2teacher)": 4.6112213134765625,
       "epoch": 1.4364207221350078,
-      "rel-constrast": 3.1549861431121826,
+      "rel-constrast": 3.3606207370758057,
       "step": 1830,
-      "subrel-constrast": 3.7158656120300293,
+      "subrel-constrast": 3.284379720687866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7652406692504883,
-      "cov-distil (oracle2student)": 2.5780203342437744,
-      "cov-distil (oracle2teacher)": 3.1185131072998047,
+      "cov-distil": 2.1286373138427734,
+      "cov-distil (oracle2student)": 2.9606542587280273,
+      "cov-distil (oracle2teacher)": 3.203603744506836,
       "epoch": 1.4372056514913658,
-      "rel-constrast": 2.3700711727142334,
+      "rel-constrast": 2.6713576316833496,
       "step": 1831,
-      "subrel-constrast": 3.638542652130127,
+      "subrel-constrast": 3.3806381225585938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9649511575698853,
-      "cov-distil (oracle2student)": 4.225449085235596,
-      "cov-distil (oracle2teacher)": 4.1012067794799805,
+      "cov-distil": 1.6801892518997192,
+      "cov-distil (oracle2student)": 4.373929023742676,
+      "cov-distil (oracle2teacher)": 4.4404706954956055,
       "epoch": 1.4379905808477238,
-      "rel-constrast": 1.9386816024780273,
+      "rel-constrast": 2.088684558868408,
       "step": 1832,
-      "subrel-constrast": 2.3051044940948486,
+      "subrel-constrast": 2.4698774814605713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5771992206573486,
-      "cov-distil (oracle2student)": 4.981726169586182,
-      "cov-distil (oracle2teacher)": 4.143196105957031,
+      "cov-distil": 1.8354945182800293,
+      "cov-distil (oracle2student)": 5.386786460876465,
+      "cov-distil (oracle2teacher)": 4.660839080810547,
       "epoch": 1.4387755102040816,
-      "rel-constrast": 2.8138246536254883,
+      "rel-constrast": 2.763805866241455,
       "step": 1833,
-      "subrel-constrast": 3.299802780151367,
+      "subrel-constrast": 3.3108863830566406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4737906455993652,
-      "cov-distil (oracle2student)": 2.5556771755218506,
-      "cov-distil (oracle2teacher)": 2.9800400733947754,
+      "cov-distil": 2.42260479927063,
+      "cov-distil (oracle2student)": 3.3882389068603516,
+      "cov-distil (oracle2teacher)": 3.058321475982666,
       "epoch": 1.4395604395604396,
-      "rel-constrast": 2.422273635864258,
+      "rel-constrast": 2.7299556732177734,
       "step": 1834,
-      "subrel-constrast": 3.241222620010376,
+      "subrel-constrast": 3.278963327407837,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2281641960144043,
-      "cov-distil (oracle2student)": 3.1058075428009033,
-      "cov-distil (oracle2teacher)": 2.9412336349487305,
+      "cov-distil": 1.2210562229156494,
+      "cov-distil (oracle2student)": 2.9978537559509277,
+      "cov-distil (oracle2teacher)": 3.1544454097747803,
       "epoch": 1.4403453689167975,
-      "rel-constrast": 3.0711140632629395,
+      "rel-constrast": 3.320037364959717,
       "step": 1835,
-      "subrel-constrast": 3.7840170860290527,
+      "subrel-constrast": 3.732405424118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1675045490264893,
-      "cov-distil (oracle2student)": 4.564324378967285,
-      "cov-distil (oracle2teacher)": 4.323493480682373,
+      "cov-distil": 1.484581708908081,
+      "cov-distil (oracle2student)": 4.776529312133789,
+      "cov-distil (oracle2teacher)": 4.648961067199707,
       "epoch": 1.4411302982731553,
-      "rel-constrast": 2.781236171722412,
+      "rel-constrast": 3.406886339187622,
       "step": 1836,
-      "subrel-constrast": 2.7374448776245117,
+      "subrel-constrast": 2.990795135498047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.079219937324524,
-      "cov-distil (oracle2student)": 3.411094903945923,
-      "cov-distil (oracle2teacher)": 3.191303253173828,
+      "cov-distil": 1.4801404476165771,
+      "cov-distil (oracle2student)": 3.019413709640503,
+      "cov-distil (oracle2teacher)": 3.2538719177246094,
       "epoch": 1.4419152276295133,
-      "rel-constrast": 3.092740058898926,
+      "rel-constrast": 2.5922677516937256,
       "step": 1837,
-      "subrel-constrast": 3.351301908493042,
+      "subrel-constrast": 3.3817925453186035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5278972387313843,
-      "cov-distil (oracle2student)": 3.2321972846984863,
-      "cov-distil (oracle2teacher)": 3.313662528991699,
+      "cov-distil": 2.046475887298584,
+      "cov-distil (oracle2student)": 3.708463668823242,
+      "cov-distil (oracle2teacher)": 3.542489767074585,
       "epoch": 1.4427001569858713,
-      "rel-constrast": 2.879016399383545,
+      "rel-constrast": 3.6920700073242188,
       "step": 1838,
-      "subrel-constrast": 3.5835001468658447,
+      "subrel-constrast": 3.6768546104431152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0350725650787354,
-      "cov-distil (oracle2student)": 2.4493632316589355,
-      "cov-distil (oracle2teacher)": 2.729887008666992,
+      "cov-distil": 2.3506932258605957,
+      "cov-distil (oracle2student)": 2.6128323078155518,
+      "cov-distil (oracle2teacher)": 2.774137258529663,
       "epoch": 1.4434850863422293,
-      "rel-constrast": 2.38649320602417,
+      "rel-constrast": 2.4126946926116943,
       "step": 1839,
-      "subrel-constrast": 2.8666794300079346,
+      "subrel-constrast": 2.9833991527557373,
       "view-similarity": 0
     },
     {
       "epoch": 1.4442700156985873,
-      "grad_norm": 4.1875,
+      "grad_norm": 6.03125,
       "learning_rate": 4.893550825841932e-05,
-      "loss": 0.7105,
+      "loss": 0.726,
       "step": 1840
     },
     {
-      "cov-distil": 1.6579926013946533,
-      "cov-distil (oracle2student)": 6.401279449462891,
-      "cov-distil (oracle2teacher)": 5.277112007141113,
+      "cov-distil": 1.624106526374817,
+      "cov-distil (oracle2student)": 5.789559364318848,
+      "cov-distil (oracle2teacher)": 5.426916122436523,
       "epoch": 1.4442700156985873,
-      "rel-constrast": 4.2362470626831055,
+      "rel-constrast": 3.71523118019104,
       "step": 1840,
-      "subrel-constrast": 4.374217510223389,
+      "subrel-constrast": 4.282801628112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.097137928009033,
-      "cov-distil (oracle2student)": 6.69352912902832,
-      "cov-distil (oracle2teacher)": 6.141706466674805,
+      "cov-distil": 3.589543581008911,
+      "cov-distil (oracle2student)": 6.701603889465332,
+      "cov-distil (oracle2teacher)": 6.574501037597656,
       "epoch": 1.445054945054945,
-      "rel-constrast": 3.296020030975342,
+      "rel-constrast": 4.0303168296813965,
       "step": 1841,
-      "subrel-constrast": 4.120090484619141,
+      "subrel-constrast": 4.897289276123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52357017993927,
-      "cov-distil (oracle2student)": 2.577275276184082,
-      "cov-distil (oracle2teacher)": 2.6045939922332764,
+      "cov-distil": 1.6942754983901978,
+      "cov-distil (oracle2student)": 3.1832919120788574,
+      "cov-distil (oracle2teacher)": 3.090364456176758,
       "epoch": 1.445839874411303,
-      "rel-constrast": 2.0906128883361816,
+      "rel-constrast": 2.8983206748962402,
       "step": 1842,
-      "subrel-constrast": 2.8598036766052246,
+      "subrel-constrast": 3.1703128814697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2005269527435303,
-      "cov-distil (oracle2student)": 4.01481819152832,
-      "cov-distil (oracle2teacher)": 3.7604923248291016,
+      "cov-distil": 1.9138855934143066,
+      "cov-distil (oracle2student)": 4.170001983642578,
+      "cov-distil (oracle2teacher)": 4.236278057098389,
       "epoch": 1.4466248037676608,
-      "rel-constrast": 2.2734408378601074,
+      "rel-constrast": 2.5212645530700684,
       "step": 1843,
-      "subrel-constrast": 2.775613784790039,
+      "subrel-constrast": 2.962232828140259,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1281768083572388,
-      "cov-distil (oracle2student)": 3.661174774169922,
-      "cov-distil (oracle2teacher)": 3.5164029598236084,
+      "cov-distil": 1.376121997833252,
+      "cov-distil (oracle2student)": 3.954336643218994,
+      "cov-distil (oracle2teacher)": 3.8783202171325684,
       "epoch": 1.4474097331240188,
-      "rel-constrast": 3.1075382232666016,
+      "rel-constrast": 3.2325942516326904,
       "step": 1844,
-      "subrel-constrast": 3.5926995277404785,
+      "subrel-constrast": 3.907642364501953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8172249794006348,
-      "cov-distil (oracle2student)": 5.8461127281188965,
-      "cov-distil (oracle2teacher)": 6.063834190368652,
+      "cov-distil": 2.107485771179199,
+      "cov-distil (oracle2student)": 6.176758289337158,
+      "cov-distil (oracle2teacher)": 5.568127632141113,
       "epoch": 1.4481946624803768,
-      "rel-constrast": 3.76010799407959,
+      "rel-constrast": 4.693338394165039,
       "step": 1845,
-      "subrel-constrast": 4.720701694488525,
+      "subrel-constrast": 4.565826416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380967140197754,
-      "cov-distil (oracle2student)": 4.823122024536133,
-      "cov-distil (oracle2teacher)": 4.406197547912598,
+      "cov-distil": 1.5786747932434082,
+      "cov-distil (oracle2student)": 5.207388401031494,
+      "cov-distil (oracle2teacher)": 4.9959917068481445,
       "epoch": 1.4489795918367347,
-      "rel-constrast": 3.160726547241211,
+      "rel-constrast": 3.559621810913086,
       "step": 1846,
-      "subrel-constrast": 3.2861616611480713,
+      "subrel-constrast": 3.4150137901306152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2863383293151855,
-      "cov-distil (oracle2student)": 4.338582515716553,
-      "cov-distil (oracle2teacher)": 3.800304412841797,
+      "cov-distil": 1.854923963546753,
+      "cov-distil (oracle2student)": 4.45000696182251,
+      "cov-distil (oracle2teacher)": 4.159353733062744,
       "epoch": 1.4497645211930927,
-      "rel-constrast": 3.0546388626098633,
+      "rel-constrast": 3.506850242614746,
       "step": 1847,
-      "subrel-constrast": 3.251276969909668,
+      "subrel-constrast": 3.011488914489746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2051026821136475,
-      "cov-distil (oracle2student)": 4.848534107208252,
-      "cov-distil (oracle2teacher)": 4.756525993347168,
+      "cov-distil": 1.4575551748275757,
+      "cov-distil (oracle2student)": 4.912674427032471,
+      "cov-distil (oracle2teacher)": 4.486624717712402,
       "epoch": 1.4505494505494505,
-      "rel-constrast": 3.2639107704162598,
+      "rel-constrast": 3.621270179748535,
       "step": 1848,
-      "subrel-constrast": 4.062069416046143,
+      "subrel-constrast": 3.831810235977173,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.412589192390442,
-      "cov-distil (oracle2student)": 5.114985466003418,
-      "cov-distil (oracle2teacher)": 4.865669250488281,
+      "cov-distil": 2.2102575302124023,
+      "cov-distil (oracle2student)": 5.840979099273682,
+      "cov-distil (oracle2teacher)": 5.278204917907715,
       "epoch": 1.4513343799058085,
-      "rel-constrast": 3.350212574005127,
+      "rel-constrast": 3.3883016109466553,
       "step": 1849,
-      "subrel-constrast": 3.8288183212280273,
+      "subrel-constrast": 4.258448123931885,
       "view-similarity": 0
     },
     {
       "epoch": 1.4521193092621665,
-      "grad_norm": 5.375,
+      "grad_norm": 7.3125,
       "learning_rate": 4.8910168866932195e-05,
-      "loss": 0.8266,
+      "loss": 0.8792,
       "step": 1850
     },
     {
-      "cov-distil": 1.6888751983642578,
-      "cov-distil (oracle2student)": 3.448847770690918,
-      "cov-distil (oracle2teacher)": 3.6992971897125244,
+      "cov-distil": 1.9295521974563599,
+      "cov-distil (oracle2student)": 3.948340892791748,
+      "cov-distil (oracle2teacher)": 4.255341529846191,
       "epoch": 1.4521193092621665,
-      "rel-constrast": 1.8792496919631958,
+      "rel-constrast": 2.554879665374756,
       "step": 1850,
-      "subrel-constrast": 3.116849660873413,
+      "subrel-constrast": 3.232901096343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3367068767547607,
-      "cov-distil (oracle2student)": 4.72634744644165,
-      "cov-distil (oracle2teacher)": 4.442650318145752,
+      "cov-distil": 1.3806686401367188,
+      "cov-distil (oracle2student)": 4.579341411590576,
+      "cov-distil (oracle2teacher)": 4.880809783935547,
       "epoch": 1.4529042386185242,
-      "rel-constrast": 4.097768783569336,
+      "rel-constrast": 4.021327972412109,
       "step": 1851,
-      "subrel-constrast": 4.38444185256958,
+      "subrel-constrast": 4.608463764190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8452763557434082,
-      "cov-distil (oracle2student)": 5.708890914916992,
-      "cov-distil (oracle2teacher)": 5.7249650955200195,
+      "cov-distil": 1.9489033222198486,
+      "cov-distil (oracle2student)": 5.431454658508301,
+      "cov-distil (oracle2teacher)": 6.444190979003906,
       "epoch": 1.4536891679748822,
-      "rel-constrast": 2.7360332012176514,
+      "rel-constrast": 3.4550364017486572,
       "step": 1852,
-      "subrel-constrast": 4.191849708557129,
+      "subrel-constrast": 3.664924383163452,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2964894771575928,
-      "cov-distil (oracle2student)": 3.6186249256134033,
-      "cov-distil (oracle2teacher)": 3.327200174331665,
+      "cov-distil": 1.3901550769805908,
+      "cov-distil (oracle2student)": 3.5822091102600098,
+      "cov-distil (oracle2teacher)": 3.5254440307617188,
       "epoch": 1.4544740973312402,
-      "rel-constrast": 3.3278985023498535,
+      "rel-constrast": 3.339693307876587,
       "step": 1853,
-      "subrel-constrast": 3.5349605083465576,
+      "subrel-constrast": 3.25207781791687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.15955650806427,
-      "cov-distil (oracle2student)": 2.791245937347412,
-      "cov-distil (oracle2teacher)": 2.996602773666382,
+      "cov-distil": 1.4021055698394775,
+      "cov-distil (oracle2student)": 3.5208847522735596,
+      "cov-distil (oracle2teacher)": 3.2816646099090576,
       "epoch": 1.4552590266875982,
-      "rel-constrast": 3.3102505207061768,
+      "rel-constrast": 3.2812728881835938,
       "step": 1854,
-      "subrel-constrast": 4.207559108734131,
+      "subrel-constrast": 4.310837268829346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5015387535095215,
-      "cov-distil (oracle2student)": 3.9151670932769775,
-      "cov-distil (oracle2teacher)": 4.3544440269470215,
+      "cov-distil": 1.8029098510742188,
+      "cov-distil (oracle2student)": 3.5727689266204834,
+      "cov-distil (oracle2teacher)": 4.384519100189209,
       "epoch": 1.456043956043956,
-      "rel-constrast": 2.5720043182373047,
+      "rel-constrast": 2.077436923980713,
       "step": 1855,
-      "subrel-constrast": 3.2190749645233154,
+      "subrel-constrast": 3.3162882328033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9023011922836304,
-      "cov-distil (oracle2student)": 3.2154641151428223,
-      "cov-distil (oracle2teacher)": 3.2312047481536865,
+      "cov-distil": 2.0862717628479004,
+      "cov-distil (oracle2student)": 3.305539846420288,
+      "cov-distil (oracle2teacher)": 3.025184154510498,
       "epoch": 1.456828885400314,
-      "rel-constrast": 2.523677349090576,
+      "rel-constrast": 2.183518886566162,
       "step": 1856,
-      "subrel-constrast": 3.375361680984497,
+      "subrel-constrast": 3.4012935161590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.418964147567749,
-      "cov-distil (oracle2student)": 4.337531089782715,
-      "cov-distil (oracle2teacher)": 3.9954028129577637,
+      "cov-distil": 1.9524755477905273,
+      "cov-distil (oracle2student)": 4.973023414611816,
+      "cov-distil (oracle2teacher)": 4.616103172302246,
       "epoch": 1.457613814756672,
-      "rel-constrast": 2.795344352722168,
+      "rel-constrast": 3.321552038192749,
       "step": 1857,
-      "subrel-constrast": 3.288412094116211,
+      "subrel-constrast": 3.2971911430358887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.612828016281128,
-      "cov-distil (oracle2student)": 3.6213760375976562,
-      "cov-distil (oracle2teacher)": 3.895224094390869,
+      "cov-distil": 1.5236726999282837,
+      "cov-distil (oracle2student)": 3.813077688217163,
+      "cov-distil (oracle2teacher)": 3.867478132247925,
       "epoch": 1.4583987441130297,
-      "rel-constrast": 2.616885185241699,
+      "rel-constrast": 3.282668352127075,
       "step": 1858,
-      "subrel-constrast": 3.5245022773742676,
+      "subrel-constrast": 3.4970221519470215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5105284452438354,
-      "cov-distil (oracle2student)": 4.446105480194092,
-      "cov-distil (oracle2teacher)": 4.319863319396973,
+      "cov-distil": 1.806742548942566,
+      "cov-distil (oracle2student)": 4.885869026184082,
+      "cov-distil (oracle2teacher)": 5.099264144897461,
       "epoch": 1.4591836734693877,
-      "rel-constrast": 2.974085807800293,
+      "rel-constrast": 3.4491546154022217,
       "step": 1859,
-      "subrel-constrast": 4.052789211273193,
+      "subrel-constrast": 3.9685862064361572,
       "view-similarity": 0
     },
     {
       "epoch": 1.4599686028257457,
-      "grad_norm": 4.84375,
+      "grad_norm": 6.09375,
       "learning_rate": 4.888453813758301e-05,
-      "loss": 0.759,
+      "loss": 0.7742,
       "step": 1860
     },
     {
-      "cov-distil": 1.324098825454712,
-      "cov-distil (oracle2student)": 3.6147279739379883,
-      "cov-distil (oracle2teacher)": 3.227203130722046,
+      "cov-distil": 1.4702401161193848,
+      "cov-distil (oracle2student)": 3.949692487716675,
+      "cov-distil (oracle2teacher)": 3.637429714202881,
       "epoch": 1.4599686028257457,
-      "rel-constrast": 2.9960274696350098,
+      "rel-constrast": 3.6248579025268555,
       "step": 1860,
-      "subrel-constrast": 3.5792276859283447,
+      "subrel-constrast": 3.1712796688079834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.171452522277832,
-      "cov-distil (oracle2student)": 6.498472213745117,
-      "cov-distil (oracle2teacher)": 5.5798563957214355,
+      "cov-distil": 1.6307694911956787,
+      "cov-distil (oracle2student)": 6.894219398498535,
+      "cov-distil (oracle2teacher)": 6.485906600952148,
       "epoch": 1.4607535321821037,
-      "rel-constrast": 2.298779010772705,
+      "rel-constrast": 3.0305347442626953,
       "step": 1861,
-      "subrel-constrast": 2.5710718631744385,
+      "subrel-constrast": 2.6997289657592773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.110198736190796,
-      "cov-distil (oracle2student)": 3.4142746925354004,
-      "cov-distil (oracle2teacher)": 3.2940726280212402,
+      "cov-distil": 1.648000955581665,
+      "cov-distil (oracle2student)": 4.007066249847412,
+      "cov-distil (oracle2teacher)": 3.3998284339904785,
       "epoch": 1.4615384615384617,
-      "rel-constrast": 3.189666986465454,
+      "rel-constrast": 3.322566032409668,
       "step": 1862,
-      "subrel-constrast": 3.452401876449585,
+      "subrel-constrast": 3.4720072746276855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4618439674377441,
-      "cov-distil (oracle2student)": 5.286944389343262,
-      "cov-distil (oracle2teacher)": 4.3206787109375,
+      "cov-distil": 1.736574649810791,
+      "cov-distil (oracle2student)": 5.934678554534912,
+      "cov-distil (oracle2teacher)": 4.7058000564575195,
       "epoch": 1.4623233908948194,
-      "rel-constrast": 2.4891648292541504,
+      "rel-constrast": 2.8956100940704346,
       "step": 1863,
-      "subrel-constrast": 3.4858736991882324,
+      "subrel-constrast": 3.159250020980835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1890687942504883,
-      "cov-distil (oracle2student)": 4.43721866607666,
-      "cov-distil (oracle2teacher)": 3.987574338912964,
+      "cov-distil": 2.100497245788574,
+      "cov-distil (oracle2student)": 5.3087358474731445,
+      "cov-distil (oracle2teacher)": 4.747140407562256,
       "epoch": 1.4631083202511774,
-      "rel-constrast": 2.537240982055664,
+      "rel-constrast": 3.16405987739563,
       "step": 1864,
-      "subrel-constrast": 3.60815167427063,
+      "subrel-constrast": 3.6381311416625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2210792303085327,
-      "cov-distil (oracle2student)": 3.950700283050537,
-      "cov-distil (oracle2teacher)": 3.1345367431640625,
+      "cov-distil": 1.64483642578125,
+      "cov-distil (oracle2student)": 3.6952614784240723,
+      "cov-distil (oracle2teacher)": 4.007979869842529,
       "epoch": 1.4638932496075352,
-      "rel-constrast": 3.2303390502929688,
+      "rel-constrast": 3.2735495567321777,
       "step": 1865,
-      "subrel-constrast": 3.6884562969207764,
+      "subrel-constrast": 3.760152578353882,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2549242973327637,
-      "cov-distil (oracle2student)": 3.169987201690674,
-      "cov-distil (oracle2teacher)": 3.112874746322632,
+      "cov-distil": 1.6685824394226074,
+      "cov-distil (oracle2student)": 3.4932878017425537,
+      "cov-distil (oracle2teacher)": 3.633617877960205,
       "epoch": 1.4646781789638932,
-      "rel-constrast": 2.961059093475342,
+      "rel-constrast": 3.3296468257904053,
       "step": 1866,
-      "subrel-constrast": 3.388056993484497,
+      "subrel-constrast": 3.334294080734253,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1132255792617798,
-      "cov-distil (oracle2student)": 3.1881613731384277,
-      "cov-distil (oracle2teacher)": 4.031736373901367,
+      "cov-distil": 1.3893632888793945,
+      "cov-distil (oracle2student)": 3.478071689605713,
+      "cov-distil (oracle2teacher)": 4.0035834312438965,
       "epoch": 1.4654631083202512,
-      "rel-constrast": 3.369593620300293,
+      "rel-constrast": 3.871072292327881,
       "step": 1867,
-      "subrel-constrast": 4.17751932144165,
+      "subrel-constrast": 4.127173900604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409156799316406,
-      "cov-distil (oracle2student)": 4.461203098297119,
-      "cov-distil (oracle2teacher)": 4.548511505126953,
+      "cov-distil": 2.4456231594085693,
+      "cov-distil (oracle2student)": 5.061887741088867,
+      "cov-distil (oracle2teacher)": 4.387723922729492,
       "epoch": 1.4662480376766092,
-      "rel-constrast": 2.3510546684265137,
+      "rel-constrast": 3.1740291118621826,
       "step": 1868,
-      "subrel-constrast": 3.1808478832244873,
+      "subrel-constrast": 3.3795926570892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.988564670085907,
-      "cov-distil (oracle2student)": 3.8768303394317627,
-      "cov-distil (oracle2teacher)": 3.647482395172119,
+      "cov-distil": 1.2802791595458984,
+      "cov-distil (oracle2student)": 3.791633129119873,
+      "cov-distil (oracle2teacher)": 3.8351237773895264,
       "epoch": 1.4670329670329672,
-      "rel-constrast": 2.013795852661133,
+      "rel-constrast": 2.366950035095215,
       "step": 1869,
-      "subrel-constrast": 2.825491189956665,
+      "subrel-constrast": 2.6075313091278076,
       "view-similarity": 0
     },
     {
       "epoch": 1.467817896389325,
-      "grad_norm": 4.75,
+      "grad_norm": 6.25,
       "learning_rate": 4.885861638267413e-05,
-      "loss": 0.7201,
+      "loss": 0.8013,
       "step": 1870
     },
     {
-      "cov-distil": 1.7998799085617065,
-      "cov-distil (oracle2student)": 3.271496295928955,
-      "cov-distil (oracle2teacher)": 3.0112061500549316,
+      "cov-distil": 2.208251953125,
+      "cov-distil (oracle2student)": 3.83028244972229,
+      "cov-distil (oracle2teacher)": 3.1332130432128906,
       "epoch": 1.467817896389325,
-      "rel-constrast": 3.588841676712036,
+      "rel-constrast": 4.421440124511719,
       "step": 1870,
-      "subrel-constrast": 4.032552242279053,
+      "subrel-constrast": 3.902070999145508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.349198579788208,
-      "cov-distil (oracle2student)": 3.1306915283203125,
-      "cov-distil (oracle2teacher)": 2.914619207382202,
+      "cov-distil": 1.8023052215576172,
+      "cov-distil (oracle2student)": 3.4095563888549805,
+      "cov-distil (oracle2teacher)": 3.134967803955078,
       "epoch": 1.468602825745683,
-      "rel-constrast": 2.4161884784698486,
+      "rel-constrast": 2.6681222915649414,
       "step": 1871,
-      "subrel-constrast": 3.163926362991333,
+      "subrel-constrast": 3.0709688663482666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7091114521026611,
-      "cov-distil (oracle2student)": 4.372878551483154,
-      "cov-distil (oracle2teacher)": 4.15083122253418,
+      "cov-distil": 1.9334213733673096,
+      "cov-distil (oracle2student)": 4.049883842468262,
+      "cov-distil (oracle2teacher)": 4.293302536010742,
       "epoch": 1.469387755102041,
-      "rel-constrast": 3.674309730529785,
+      "rel-constrast": 4.087601184844971,
       "step": 1872,
-      "subrel-constrast": 4.023014068603516,
+      "subrel-constrast": 4.140108585357666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205456256866455,
-      "cov-distil (oracle2student)": 3.448446035385132,
-      "cov-distil (oracle2teacher)": 3.7027246952056885,
+      "cov-distil": 1.877335548400879,
+      "cov-distil (oracle2student)": 4.348670959472656,
+      "cov-distil (oracle2teacher)": 4.149550437927246,
       "epoch": 1.4701726844583987,
-      "rel-constrast": 2.6868979930877686,
+      "rel-constrast": 3.583204984664917,
       "step": 1873,
-      "subrel-constrast": 3.6661877632141113,
+      "subrel-constrast": 3.619436025619507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0467638969421387,
-      "cov-distil (oracle2student)": 3.6841325759887695,
-      "cov-distil (oracle2teacher)": 3.540146589279175,
+      "cov-distil": 2.96842098236084,
+      "cov-distil (oracle2student)": 4.897031784057617,
+      "cov-distil (oracle2teacher)": 4.156479835510254,
       "epoch": 1.4709576138147566,
-      "rel-constrast": 2.2152252197265625,
+      "rel-constrast": 3.192378520965576,
       "step": 1874,
-      "subrel-constrast": 3.33553147315979,
+      "subrel-constrast": 3.0839970111846924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7649476528167725,
-      "cov-distil (oracle2student)": 4.595139503479004,
-      "cov-distil (oracle2teacher)": 4.807185649871826,
+      "cov-distil": 1.7592620849609375,
+      "cov-distil (oracle2student)": 4.687352657318115,
+      "cov-distil (oracle2teacher)": 4.978565692901611,
       "epoch": 1.4717425431711146,
-      "rel-constrast": 3.882308006286621,
+      "rel-constrast": 3.606229782104492,
       "step": 1875,
-      "subrel-constrast": 3.9884748458862305,
+      "subrel-constrast": 3.5918147563934326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6274170875549316,
-      "cov-distil (oracle2student)": 4.342825889587402,
-      "cov-distil (oracle2teacher)": 4.161476135253906,
+      "cov-distil": 1.860793948173523,
+      "cov-distil (oracle2student)": 4.4289655685424805,
+      "cov-distil (oracle2teacher)": 4.831238746643066,
       "epoch": 1.4725274725274726,
-      "rel-constrast": 2.716750144958496,
+      "rel-constrast": 3.8771119117736816,
       "step": 1876,
-      "subrel-constrast": 3.6377859115600586,
+      "subrel-constrast": 3.6284945011138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1850725412368774,
-      "cov-distil (oracle2student)": 4.801465034484863,
-      "cov-distil (oracle2teacher)": 4.4294657707214355,
+      "cov-distil": 1.4303607940673828,
+      "cov-distil (oracle2student)": 4.983982086181641,
+      "cov-distil (oracle2teacher)": 4.7037553787231445,
       "epoch": 1.4733124018838304,
-      "rel-constrast": 3.233443260192871,
+      "rel-constrast": 3.1245405673980713,
       "step": 1877,
-      "subrel-constrast": 3.1840202808380127,
+      "subrel-constrast": 3.363800287246704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6530916690826416,
-      "cov-distil (oracle2student)": 4.700448989868164,
-      "cov-distil (oracle2teacher)": 4.715950965881348,
+      "cov-distil": 2.172369956970215,
+      "cov-distil (oracle2student)": 4.6323933601379395,
+      "cov-distil (oracle2teacher)": 4.453296184539795,
       "epoch": 1.4740973312401884,
-      "rel-constrast": 3.6957778930664062,
+      "rel-constrast": 3.678412675857544,
       "step": 1878,
-      "subrel-constrast": 4.544745922088623,
+      "subrel-constrast": 4.293529033660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.665679931640625,
-      "cov-distil (oracle2student)": 4.62099552154541,
-      "cov-distil (oracle2teacher)": 4.034111976623535,
+      "cov-distil": 1.7547649145126343,
+      "cov-distil (oracle2student)": 4.345225811004639,
+      "cov-distil (oracle2teacher)": 4.240843296051025,
       "epoch": 1.4748822605965464,
-      "rel-constrast": 2.6383543014526367,
+      "rel-constrast": 2.504056930541992,
       "step": 1879,
-      "subrel-constrast": 3.695279836654663,
+      "subrel-constrast": 3.2841434478759766,
       "view-similarity": 0
     },
     {
       "epoch": 1.4756671899529041,
-      "grad_norm": 5.9375,
+      "grad_norm": 5.5,
       "learning_rate": 4.883240391805394e-05,
-      "loss": 0.8098,
+      "loss": 0.8686,
       "step": 1880
     },
     {
-      "cov-distil": 1.489245891571045,
-      "cov-distil (oracle2student)": 4.289907455444336,
-      "cov-distil (oracle2teacher)": 4.189836025238037,
+      "cov-distil": 1.9581308364868164,
+      "cov-distil (oracle2student)": 4.534452438354492,
+      "cov-distil (oracle2teacher)": 4.05888032913208,
       "epoch": 1.4756671899529041,
-      "rel-constrast": 3.047013759613037,
+      "rel-constrast": 3.3508596420288086,
       "step": 1880,
-      "subrel-constrast": 3.6831588745117188,
+      "subrel-constrast": 3.9302291870117188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6271897554397583,
-      "cov-distil (oracle2student)": 4.952922344207764,
-      "cov-distil (oracle2teacher)": 4.3915557861328125,
+      "cov-distil": 2.21677827835083,
+      "cov-distil (oracle2student)": 5.411259174346924,
+      "cov-distil (oracle2teacher)": 5.1186628341674805,
       "epoch": 1.4764521193092621,
-      "rel-constrast": 2.925741195678711,
+      "rel-constrast": 3.4768474102020264,
       "step": 1881,
-      "subrel-constrast": 3.849264144897461,
+      "subrel-constrast": 4.0598955154418945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4708141088485718,
-      "cov-distil (oracle2student)": 3.6817660331726074,
-      "cov-distil (oracle2teacher)": 3.3645787239074707,
+      "cov-distil": 1.934952974319458,
+      "cov-distil (oracle2student)": 3.4611456394195557,
+      "cov-distil (oracle2teacher)": 3.4560060501098633,
       "epoch": 1.4772370486656201,
-      "rel-constrast": 1.8425955772399902,
+      "rel-constrast": 1.8156912326812744,
       "step": 1882,
-      "subrel-constrast": 2.559281587600708,
+      "subrel-constrast": 2.496215343475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5363428592681885,
-      "cov-distil (oracle2student)": 3.288538932800293,
-      "cov-distil (oracle2teacher)": 3.3280093669891357,
+      "cov-distil": 1.8101167678833008,
+      "cov-distil (oracle2student)": 3.426443576812744,
+      "cov-distil (oracle2teacher)": 3.583400011062622,
       "epoch": 1.478021978021978,
-      "rel-constrast": 2.857149362564087,
+      "rel-constrast": 2.790780782699585,
       "step": 1883,
-      "subrel-constrast": 3.2818243503570557,
+      "subrel-constrast": 3.2887978553771973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1604633331298828,
-      "cov-distil (oracle2student)": 3.6293282508850098,
-      "cov-distil (oracle2teacher)": 3.6054253578186035,
+      "cov-distil": 1.6486923694610596,
+      "cov-distil (oracle2student)": 3.53489089012146,
+      "cov-distil (oracle2teacher)": 4.00670051574707,
       "epoch": 1.478806907378336,
-      "rel-constrast": 2.432465076446533,
+      "rel-constrast": 2.9569082260131836,
       "step": 1884,
-      "subrel-constrast": 3.0961251258850098,
+      "subrel-constrast": 2.7584035396575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3076788187026978,
-      "cov-distil (oracle2student)": 4.063167572021484,
-      "cov-distil (oracle2teacher)": 3.7917380332946777,
+      "cov-distil": 1.6544296741485596,
+      "cov-distil (oracle2student)": 5.097860336303711,
+      "cov-distil (oracle2teacher)": 4.064476013183594,
       "epoch": 1.4795918367346939,
-      "rel-constrast": 3.131176710128784,
+      "rel-constrast": 3.603951930999756,
       "step": 1885,
-      "subrel-constrast": 3.387690305709839,
+      "subrel-constrast": 3.80999755859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6938672065734863,
-      "cov-distil (oracle2student)": 4.879122734069824,
-      "cov-distil (oracle2teacher)": 4.4586591720581055,
+      "cov-distil": 2.289842367172241,
+      "cov-distil (oracle2student)": 4.8895440101623535,
+      "cov-distil (oracle2teacher)": 4.645339012145996,
       "epoch": 1.4803767660910518,
-      "rel-constrast": 1.8621890544891357,
+      "rel-constrast": 2.00228214263916,
       "step": 1886,
-      "subrel-constrast": 2.784557342529297,
+      "subrel-constrast": 2.665134906768799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6372668743133545,
-      "cov-distil (oracle2student)": 6.824195861816406,
-      "cov-distil (oracle2teacher)": 6.387898921966553,
+      "cov-distil": 1.9867827892303467,
+      "cov-distil (oracle2student)": 7.049604415893555,
+      "cov-distil (oracle2teacher)": 6.242751121520996,
       "epoch": 1.4811616954474096,
-      "rel-constrast": 3.3412389755249023,
+      "rel-constrast": 4.147288799285889,
       "step": 1887,
-      "subrel-constrast": 4.233912467956543,
+      "subrel-constrast": 3.957348108291626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1793620586395264,
-      "cov-distil (oracle2student)": 3.1445255279541016,
-      "cov-distil (oracle2teacher)": 3.157705783843994,
+      "cov-distil": 1.3765592575073242,
+      "cov-distil (oracle2student)": 3.9823861122131348,
+      "cov-distil (oracle2teacher)": 3.2853012084960938,
       "epoch": 1.4819466248037676,
-      "rel-constrast": 2.443695068359375,
+      "rel-constrast": 2.9986376762390137,
       "step": 1888,
-      "subrel-constrast": 3.1362268924713135,
+      "subrel-constrast": 3.065356492996216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2781684398651123,
-      "cov-distil (oracle2student)": 3.4792184829711914,
-      "cov-distil (oracle2teacher)": 3.618779182434082,
+      "cov-distil": 1.7937138080596924,
+      "cov-distil (oracle2student)": 4.0910139083862305,
+      "cov-distil (oracle2teacher)": 3.8644988536834717,
       "epoch": 1.4827315541601256,
-      "rel-constrast": 3.680797576904297,
+      "rel-constrast": 3.845240831375122,
       "step": 1889,
-      "subrel-constrast": 3.813993215560913,
+      "subrel-constrast": 4.096644878387451,
       "view-similarity": 0
     },
     {
       "epoch": 1.4835164835164836,
-      "grad_norm": 5.96875,
+      "grad_norm": 6.8125,
       "learning_rate": 4.8805901063113064e-05,
-      "loss": 0.7251,
+      "loss": 0.7747,
       "step": 1890
     },
     {
-      "cov-distil": 1.4641432762145996,
-      "cov-distil (oracle2student)": 3.655186653137207,
-      "cov-distil (oracle2teacher)": 3.559060573577881,
+      "cov-distil": 2.239504098892212,
+      "cov-distil (oracle2student)": 4.154877662658691,
+      "cov-distil (oracle2teacher)": 4.22390079498291,
       "epoch": 1.4835164835164836,
-      "rel-constrast": 2.8183186054229736,
+      "rel-constrast": 3.017237901687622,
       "step": 1890,
-      "subrel-constrast": 3.2129228115081787,
+      "subrel-constrast": 3.5966978073120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1659737825393677,
-      "cov-distil (oracle2student)": 3.1489181518554688,
-      "cov-distil (oracle2teacher)": 3.0241281986236572,
+      "cov-distil": 1.5877938270568848,
+      "cov-distil (oracle2student)": 3.332587718963623,
+      "cov-distil (oracle2teacher)": 3.145061492919922,
       "epoch": 1.4843014128728416,
-      "rel-constrast": 3.364744186401367,
+      "rel-constrast": 3.833889961242676,
       "step": 1891,
-      "subrel-constrast": 3.6507506370544434,
+      "subrel-constrast": 3.8029327392578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5041974782943726,
-      "cov-distil (oracle2student)": 3.4649229049682617,
-      "cov-distil (oracle2teacher)": 3.5441417694091797,
+      "cov-distil": 1.8219581842422485,
+      "cov-distil (oracle2student)": 3.8740086555480957,
+      "cov-distil (oracle2teacher)": 4.180392742156982,
       "epoch": 1.4850863422291993,
-      "rel-constrast": 2.2610387802124023,
+      "rel-constrast": 2.63712477684021,
       "step": 1892,
-      "subrel-constrast": 3.015953779220581,
+      "subrel-constrast": 3.038577079772949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3576924800872803,
-      "cov-distil (oracle2student)": 3.3984508514404297,
-      "cov-distil (oracle2teacher)": 3.3243513107299805,
+      "cov-distil": 1.66121506690979,
+      "cov-distil (oracle2student)": 4.116691589355469,
+      "cov-distil (oracle2teacher)": 4.1881103515625,
       "epoch": 1.4858712715855573,
-      "rel-constrast": 2.5813984870910645,
+      "rel-constrast": 2.7083821296691895,
       "step": 1893,
-      "subrel-constrast": 3.0531294345855713,
+      "subrel-constrast": 3.066314458847046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.153913140296936,
-      "cov-distil (oracle2student)": 4.345780372619629,
-      "cov-distil (oracle2teacher)": 4.352718830108643,
+      "cov-distil": 1.4561008214950562,
+      "cov-distil (oracle2student)": 4.379488945007324,
+      "cov-distil (oracle2teacher)": 4.509888648986816,
       "epoch": 1.4866562009419153,
-      "rel-constrast": 3.2440240383148193,
+      "rel-constrast": 3.10509991645813,
       "step": 1894,
-      "subrel-constrast": 3.4956295490264893,
+      "subrel-constrast": 3.641199827194214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5457699298858643,
-      "cov-distil (oracle2student)": 4.9476118087768555,
-      "cov-distil (oracle2teacher)": 4.5059685707092285,
+      "cov-distil": 1.817554235458374,
+      "cov-distil (oracle2student)": 5.188717842102051,
+      "cov-distil (oracle2teacher)": 5.221926212310791,
       "epoch": 1.487441130298273,
-      "rel-constrast": 2.1165847778320312,
+      "rel-constrast": 1.991361379623413,
       "step": 1895,
-      "subrel-constrast": 3.051499366760254,
+      "subrel-constrast": 3.065027952194214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2244950532913208,
-      "cov-distil (oracle2student)": 2.6861298084259033,
-      "cov-distil (oracle2teacher)": 2.7791075706481934,
+      "cov-distil": 1.4658539295196533,
+      "cov-distil (oracle2student)": 3.2136576175689697,
+      "cov-distil (oracle2teacher)": 2.901843547821045,
       "epoch": 1.488226059654631,
-      "rel-constrast": 2.134418487548828,
+      "rel-constrast": 2.680741310119629,
       "step": 1896,
-      "subrel-constrast": 2.9587888717651367,
+      "subrel-constrast": 2.675122022628784,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1315360069274902,
-      "cov-distil (oracle2student)": 6.507489204406738,
-      "cov-distil (oracle2teacher)": 5.72232723236084,
+      "cov-distil": 1.5101797580718994,
+      "cov-distil (oracle2student)": 6.539948463439941,
+      "cov-distil (oracle2teacher)": 6.786901950836182,
       "epoch": 1.489010989010989,
-      "rel-constrast": 2.9158642292022705,
+      "rel-constrast": 2.6953165531158447,
       "step": 1897,
-      "subrel-constrast": 3.5586516857147217,
+      "subrel-constrast": 3.7474119663238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4999985694885254,
-      "cov-distil (oracle2student)": 4.5897297859191895,
-      "cov-distil (oracle2teacher)": 4.284789085388184,
+      "cov-distil": 2.1089820861816406,
+      "cov-distil (oracle2student)": 4.786707878112793,
+      "cov-distil (oracle2teacher)": 4.790868282318115,
       "epoch": 1.489795918367347,
-      "rel-constrast": 3.15089750289917,
+      "rel-constrast": 3.747368812561035,
       "step": 1898,
-      "subrel-constrast": 3.5956332683563232,
+      "subrel-constrast": 3.4707741737365723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9041634798049927,
-      "cov-distil (oracle2student)": 5.048053741455078,
-      "cov-distil (oracle2teacher)": 4.696500778198242,
+      "cov-distil": 2.072484254837036,
+      "cov-distil (oracle2student)": 5.555756092071533,
+      "cov-distil (oracle2teacher)": 5.180066108703613,
       "epoch": 1.4905808477237048,
-      "rel-constrast": 2.978008985519409,
+      "rel-constrast": 3.173213243484497,
       "step": 1899,
-      "subrel-constrast": 3.636552095413208,
+      "subrel-constrast": 3.8404746055603027,
       "view-similarity": 0
     },
     {
       "epoch": 1.4913657770800628,
-      "grad_norm": 6.90625,
+      "grad_norm": 7.1875,
       "learning_rate": 4.877910814078041e-05,
-      "loss": 0.724,
+      "loss": 0.7397,
       "step": 1900
     },
     {
       "epoch": 1.4913657770800628,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.32343751192092896,
       "step": 1900
     },
     {
       "epoch": 1.4913657770800628,
       "step": 1900,
-      "student margin": 0.04156494140625
+      "student margin": 0.0399169921875
     },
     {
       "epoch": 1.4913657770800628,
       "step": 1900,
-      "teacher margin": 0.025115966796875
+      "teacher margin": 0.027557373046875
     },
     {
       "epoch": 1.4913657770800628,
-      "margin difference": -0.016448974609375,
+      "margin difference": -0.012359619140625,
       "step": 1900
     },
     {
-      "cov-distil": 1.8200678825378418,
-      "cov-distil (oracle2student)": 3.9837305545806885,
-      "cov-distil (oracle2teacher)": 4.241322994232178,
+      "cov-distil": 1.6567729711532593,
+      "cov-distil (oracle2student)": 4.615183353424072,
+      "cov-distil (oracle2teacher)": 4.855649948120117,
       "epoch": 1.4913657770800628,
-      "rel-constrast": 3.714162826538086,
+      "rel-constrast": 3.686335563659668,
       "step": 1900,
-      "subrel-constrast": 4.235428333282471,
+      "subrel-constrast": 4.013027191162109,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1765316724777222,
-      "cov-distil (oracle2student)": 3.4101648330688477,
-      "cov-distil (oracle2teacher)": 3.5064611434936523,
+      "cov-distil": 1.9162589311599731,
+      "cov-distil (oracle2student)": 3.724088668823242,
+      "cov-distil (oracle2teacher)": 3.9816033840179443,
       "epoch": 1.4921507064364208,
-      "rel-constrast": 2.584463596343994,
+      "rel-constrast": 2.921082019805908,
       "step": 1901,
-      "subrel-constrast": 2.8131165504455566,
+      "subrel-constrast": 3.350008249282837,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4192533493041992,
-      "cov-distil (oracle2student)": 2.8145060539245605,
-      "cov-distil (oracle2teacher)": 2.462829113006592,
+      "cov-distil": 1.319946527481079,
+      "cov-distil (oracle2student)": 2.5964555740356445,
+      "cov-distil (oracle2teacher)": 2.6637868881225586,
       "epoch": 1.4929356357927785,
-      "rel-constrast": 2.39072585105896,
+      "rel-constrast": 2.1031811237335205,
       "step": 1902,
-      "subrel-constrast": 2.3945631980895996,
+      "subrel-constrast": 2.2909865379333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2846920490264893,
-      "cov-distil (oracle2student)": 3.737550973892212,
-      "cov-distil (oracle2teacher)": 3.5892839431762695,
+      "cov-distil": 1.8286545276641846,
+      "cov-distil (oracle2student)": 3.9021413326263428,
+      "cov-distil (oracle2teacher)": 3.601937770843506,
       "epoch": 1.4937205651491365,
-      "rel-constrast": 2.0010600090026855,
+      "rel-constrast": 2.4509832859039307,
       "step": 1903,
-      "subrel-constrast": 2.654101610183716,
+      "subrel-constrast": 2.84841251373291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5933458805084229,
-      "cov-distil (oracle2student)": 3.2610483169555664,
-      "cov-distil (oracle2teacher)": 3.3903608322143555,
+      "cov-distil": 2.0495893955230713,
+      "cov-distil (oracle2student)": 3.214353084564209,
+      "cov-distil (oracle2teacher)": 3.628532886505127,
       "epoch": 1.4945054945054945,
-      "rel-constrast": 3.7466659545898438,
+      "rel-constrast": 3.689103603363037,
       "step": 1904,
-      "subrel-constrast": 4.301742076873779,
+      "subrel-constrast": 4.305917739868164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5730876922607422,
-      "cov-distil (oracle2student)": 3.9070684909820557,
-      "cov-distil (oracle2teacher)": 3.919351577758789,
+      "cov-distil": 1.8857300281524658,
+      "cov-distil (oracle2student)": 4.259861946105957,
+      "cov-distil (oracle2teacher)": 4.2528204917907715,
       "epoch": 1.4952904238618525,
-      "rel-constrast": 2.518761396408081,
+      "rel-constrast": 2.7421443462371826,
       "step": 1905,
-      "subrel-constrast": 3.0427777767181396,
+      "subrel-constrast": 3.0720772743225098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.059499740600586,
-      "cov-distil (oracle2student)": 5.231939315795898,
-      "cov-distil (oracle2teacher)": 4.642115116119385,
+      "cov-distil": 2.210475444793701,
+      "cov-distil (oracle2student)": 5.848625183105469,
+      "cov-distil (oracle2teacher)": 4.751608848571777,
       "epoch": 1.4960753532182103,
-      "rel-constrast": 3.0383875370025635,
+      "rel-constrast": 3.6003897190093994,
       "step": 1906,
-      "subrel-constrast": 3.9105637073516846,
+      "subrel-constrast": 3.8869071006774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4514204263687134,
-      "cov-distil (oracle2student)": 4.346742153167725,
-      "cov-distil (oracle2teacher)": 4.052260398864746,
+      "cov-distil": 1.8323066234588623,
+      "cov-distil (oracle2student)": 4.587265968322754,
+      "cov-distil (oracle2teacher)": 4.698923110961914,
       "epoch": 1.4968602825745683,
-      "rel-constrast": 2.7481608390808105,
+      "rel-constrast": 2.9195241928100586,
       "step": 1907,
-      "subrel-constrast": 3.255969524383545,
+      "subrel-constrast": 2.9591002464294434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5344431400299072,
-      "cov-distil (oracle2student)": 2.184706449508667,
-      "cov-distil (oracle2teacher)": 2.6382651329040527,
+      "cov-distil": 2.350504159927368,
+      "cov-distil (oracle2student)": 2.6474287509918213,
+      "cov-distil (oracle2teacher)": 2.952535629272461,
       "epoch": 1.4976452119309263,
-      "rel-constrast": 2.1720316410064697,
+      "rel-constrast": 2.094855308532715,
       "step": 1908,
-      "subrel-constrast": 2.75362491607666,
+      "subrel-constrast": 3.162858247756958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.444244623184204,
-      "cov-distil (oracle2student)": 4.057034492492676,
-      "cov-distil (oracle2teacher)": 4.102211952209473,
+      "cov-distil": 2.2013893127441406,
+      "cov-distil (oracle2student)": 4.442668914794922,
+      "cov-distil (oracle2teacher)": 4.328136920928955,
       "epoch": 1.498430141287284,
-      "rel-constrast": 2.408419132232666,
+      "rel-constrast": 3.0733017921447754,
       "step": 1909,
-      "subrel-constrast": 3.3695499897003174,
+      "subrel-constrast": 3.3136584758758545,
       "view-similarity": 0
     },
     {
       "epoch": 1.499215070643642,
-      "grad_norm": 5.28125,
+      "grad_norm": 6.65625,
       "learning_rate": 4.8752025477519295e-05,
-      "loss": 0.7215,
+      "loss": 0.732,
       "step": 1910
     },
     {
-      "cov-distil": 1.3822780847549438,
-      "cov-distil (oracle2student)": 3.074392795562744,
-      "cov-distil (oracle2teacher)": 3.4046082496643066,
+      "cov-distil": 1.6797477006912231,
+      "cov-distil (oracle2student)": 3.3224265575408936,
+      "cov-distil (oracle2teacher)": 3.812217950820923,
       "epoch": 1.499215070643642,
-      "rel-constrast": 3.053463935852051,
+      "rel-constrast": 3.253965377807617,
       "step": 1910,
-      "subrel-constrast": 3.5782012939453125,
+      "subrel-constrast": 3.5671896934509277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1215405464172363,
-      "cov-distil (oracle2student)": 4.09284782409668,
-      "cov-distil (oracle2teacher)": 4.057436466217041,
+      "cov-distil": 2.8620195388793945,
+      "cov-distil (oracle2student)": 4.717432975769043,
+      "cov-distil (oracle2teacher)": 4.364279747009277,
       "epoch": 1.5,
-      "rel-constrast": 3.2193315029144287,
+      "rel-constrast": 3.228348970413208,
       "step": 1911,
-      "subrel-constrast": 4.111722946166992,
+      "subrel-constrast": 4.236117362976074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6215386390686035,
-      "cov-distil (oracle2student)": 5.013403415679932,
-      "cov-distil (oracle2teacher)": 4.43386173248291,
+      "cov-distil": 1.9424078464508057,
+      "cov-distil (oracle2student)": 5.621234893798828,
+      "cov-distil (oracle2teacher)": 5.178048133850098,
       "epoch": 1.500784929356358,
-      "rel-constrast": 2.296384811401367,
+      "rel-constrast": 2.9422364234924316,
       "step": 1912,
-      "subrel-constrast": 3.439622163772583,
+      "subrel-constrast": 3.5593574047088623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.828143835067749,
-      "cov-distil (oracle2student)": 3.670921802520752,
-      "cov-distil (oracle2teacher)": 3.9030356407165527,
+      "cov-distil": 2.2961509227752686,
+      "cov-distil (oracle2student)": 3.100595712661743,
+      "cov-distil (oracle2teacher)": 3.614800453186035,
       "epoch": 1.501569858712716,
-      "rel-constrast": 2.9615867137908936,
+      "rel-constrast": 3.0317647457122803,
       "step": 1913,
-      "subrel-constrast": 3.9367730617523193,
+      "subrel-constrast": 3.743541717529297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.47484290599823,
-      "cov-distil (oracle2student)": 6.2821760177612305,
-      "cov-distil (oracle2teacher)": 5.5559186935424805,
+      "cov-distil": 2.1416068077087402,
+      "cov-distil (oracle2student)": 6.046967506408691,
+      "cov-distil (oracle2teacher)": 5.479496002197266,
       "epoch": 1.5023547880690737,
-      "rel-constrast": 3.6902894973754883,
+      "rel-constrast": 3.898602247238159,
       "step": 1914,
-      "subrel-constrast": 3.998914957046509,
+      "subrel-constrast": 4.029154300689697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.727229118347168,
-      "cov-distil (oracle2student)": 5.220627784729004,
-      "cov-distil (oracle2teacher)": 4.6269378662109375,
+      "cov-distil": 2.5150465965270996,
+      "cov-distil (oracle2student)": 5.154770851135254,
+      "cov-distil (oracle2teacher)": 4.95126485824585,
       "epoch": 1.5031397174254317,
-      "rel-constrast": 4.270571708679199,
+      "rel-constrast": 4.722414016723633,
       "step": 1915,
-      "subrel-constrast": 5.203466415405273,
+      "subrel-constrast": 5.2430100440979,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5483829975128174,
-      "cov-distil (oracle2student)": 3.059772491455078,
-      "cov-distil (oracle2teacher)": 3.301860809326172,
+      "cov-distil": 2.368429183959961,
+      "cov-distil (oracle2student)": 4.040707588195801,
+      "cov-distil (oracle2teacher)": 3.498854637145996,
       "epoch": 1.5039246467817895,
-      "rel-constrast": 2.9325826168060303,
+      "rel-constrast": 3.5227110385894775,
       "step": 1916,
-      "subrel-constrast": 3.9415740966796875,
+      "subrel-constrast": 3.835186004638672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5470190048217773,
-      "cov-distil (oracle2student)": 5.574818134307861,
-      "cov-distil (oracle2teacher)": 5.102795124053955,
+      "cov-distil": 1.7302789688110352,
+      "cov-distil (oracle2student)": 5.675638198852539,
+      "cov-distil (oracle2teacher)": 4.632979869842529,
       "epoch": 1.5047095761381475,
-      "rel-constrast": 3.495610237121582,
+      "rel-constrast": 3.28121018409729,
       "step": 1917,
-      "subrel-constrast": 3.616776704788208,
+      "subrel-constrast": 3.3912107944488525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784400463104248,
-      "cov-distil (oracle2student)": 3.3386974334716797,
-      "cov-distil (oracle2teacher)": 3.493413209915161,
+      "cov-distil": 2.157118797302246,
+      "cov-distil (oracle2student)": 3.2960944175720215,
+      "cov-distil (oracle2teacher)": 3.7360289096832275,
       "epoch": 1.5054945054945055,
-      "rel-constrast": 2.136384963989258,
+      "rel-constrast": 2.0784475803375244,
       "step": 1918,
-      "subrel-constrast": 3.067333221435547,
+      "subrel-constrast": 2.9588401317596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5800302028656006,
-      "cov-distil (oracle2student)": 3.5927000045776367,
-      "cov-distil (oracle2teacher)": 3.5073397159576416,
+      "cov-distil": 1.999670147895813,
+      "cov-distil (oracle2student)": 3.9196243286132812,
+      "cov-distil (oracle2teacher)": 3.536022663116455,
       "epoch": 1.5062794348508635,
-      "rel-constrast": 2.6197471618652344,
+      "rel-constrast": 2.97350811958313,
       "step": 1919,
-      "subrel-constrast": 3.7135367393493652,
+      "subrel-constrast": 3.7889225482940674,
       "view-similarity": 0
     },
     {
       "epoch": 1.5070643642072215,
-      "grad_norm": 5.59375,
+      "grad_norm": 7.25,
       "learning_rate": 4.8724653403323414e-05,
-      "loss": 0.8084,
+      "loss": 0.8233,
       "step": 1920
     },
     {
-      "cov-distil": 1.68130362033844,
-      "cov-distil (oracle2student)": 3.8451247215270996,
-      "cov-distil (oracle2teacher)": 4.132164001464844,
+      "cov-distil": 2.527937412261963,
+      "cov-distil (oracle2student)": 4.567371368408203,
+      "cov-distil (oracle2teacher)": 4.24334716796875,
       "epoch": 1.5070643642072215,
-      "rel-constrast": 5.524275779724121,
+      "rel-constrast": 6.313497543334961,
       "step": 1920,
-      "subrel-constrast": 5.853363990783691,
+      "subrel-constrast": 5.948112487792969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5609867572784424,
-      "cov-distil (oracle2student)": 3.605884313583374,
-      "cov-distil (oracle2teacher)": 3.0318446159362793,
+      "cov-distil": 1.6267995834350586,
+      "cov-distil (oracle2student)": 3.7037248611450195,
+      "cov-distil (oracle2teacher)": 3.4535322189331055,
       "epoch": 1.5078492935635794,
-      "rel-constrast": 3.6201601028442383,
+      "rel-constrast": 3.522758960723877,
       "step": 1921,
-      "subrel-constrast": 3.9134087562561035,
+      "subrel-constrast": 3.8816187381744385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6563458442687988,
-      "cov-distil (oracle2student)": 4.422513961791992,
-      "cov-distil (oracle2teacher)": 3.926860809326172,
+      "cov-distil": 1.8859503269195557,
+      "cov-distil (oracle2student)": 4.51165771484375,
+      "cov-distil (oracle2teacher)": 4.307643890380859,
       "epoch": 1.5086342229199372,
-      "rel-constrast": 2.435603618621826,
+      "rel-constrast": 2.5194764137268066,
       "step": 1922,
-      "subrel-constrast": 3.422584056854248,
+      "subrel-constrast": 3.439566135406494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8695662021636963,
-      "cov-distil (oracle2student)": 5.650864124298096,
-      "cov-distil (oracle2teacher)": 4.782127857208252,
+      "cov-distil": 1.799747109413147,
+      "cov-distil (oracle2student)": 5.489862442016602,
+      "cov-distil (oracle2teacher)": 4.780388355255127,
       "epoch": 1.509419152276295,
-      "rel-constrast": 3.255434036254883,
+      "rel-constrast": 3.745293140411377,
       "step": 1923,
-      "subrel-constrast": 4.152292251586914,
+      "subrel-constrast": 3.8556315898895264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841439723968506,
-      "cov-distil (oracle2student)": 5.437008380889893,
-      "cov-distil (oracle2teacher)": 4.618408679962158,
+      "cov-distil": 1.7473819255828857,
+      "cov-distil (oracle2student)": 5.6379499435424805,
+      "cov-distil (oracle2teacher)": 4.813594818115234,
       "epoch": 1.510204081632653,
-      "rel-constrast": 1.9784290790557861,
+      "rel-constrast": 2.4197754859924316,
       "step": 1924,
-      "subrel-constrast": 2.797206401824951,
+      "subrel-constrast": 2.6431446075439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4636828899383545,
-      "cov-distil (oracle2student)": 3.4912476539611816,
-      "cov-distil (oracle2teacher)": 3.356928825378418,
+      "cov-distil": 1.8557929992675781,
+      "cov-distil (oracle2student)": 3.374687671661377,
+      "cov-distil (oracle2teacher)": 3.5786519050598145,
       "epoch": 1.510989010989011,
-      "rel-constrast": 3.3939216136932373,
+      "rel-constrast": 3.6063385009765625,
       "step": 1925,
-      "subrel-constrast": 3.77427339553833,
+      "subrel-constrast": 3.9382095336914062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.257701873779297,
-      "cov-distil (oracle2student)": 3.613499641418457,
-      "cov-distil (oracle2teacher)": 3.307716131210327,
+      "cov-distil": 2.2247114181518555,
+      "cov-distil (oracle2student)": 3.098820686340332,
+      "cov-distil (oracle2teacher)": 3.6270670890808105,
       "epoch": 1.511773940345369,
-      "rel-constrast": 2.073474407196045,
+      "rel-constrast": 2.2469820976257324,
       "step": 1926,
-      "subrel-constrast": 3.209826946258545,
+      "subrel-constrast": 2.7737972736358643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2852833271026611,
-      "cov-distil (oracle2student)": 3.8562893867492676,
-      "cov-distil (oracle2teacher)": 3.761594295501709,
+      "cov-distil": 1.4702008962631226,
+      "cov-distil (oracle2student)": 4.546895980834961,
+      "cov-distil (oracle2teacher)": 3.7412304878234863,
       "epoch": 1.512558869701727,
-      "rel-constrast": 2.6977102756500244,
+      "rel-constrast": 3.2982378005981445,
       "step": 1927,
-      "subrel-constrast": 3.1279876232147217,
+      "subrel-constrast": 2.970325231552124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0923831462860107,
-      "cov-distil (oracle2student)": 2.8294901847839355,
-      "cov-distil (oracle2teacher)": 2.9233245849609375,
+      "cov-distil": 1.5668054819107056,
+      "cov-distil (oracle2student)": 3.5794663429260254,
+      "cov-distil (oracle2teacher)": 3.744058132171631,
       "epoch": 1.513343799058085,
-      "rel-constrast": 2.52026629447937,
+      "rel-constrast": 3.327484607696533,
       "step": 1928,
-      "subrel-constrast": 3.1192376613616943,
+      "subrel-constrast": 3.2898383140563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.028331995010376,
-      "cov-distil (oracle2student)": 4.797187805175781,
-      "cov-distil (oracle2teacher)": 4.900268077850342,
+      "cov-distil": 2.1589083671569824,
+      "cov-distil (oracle2student)": 4.578497409820557,
+      "cov-distil (oracle2teacher)": 4.985466957092285,
       "epoch": 1.5141287284144427,
-      "rel-constrast": 3.131110191345215,
+      "rel-constrast": 2.7686989307403564,
       "step": 1929,
-      "subrel-constrast": 4.235548496246338,
+      "subrel-constrast": 4.083889007568359,
       "view-similarity": 0
     },
     {
       "epoch": 1.5149136577708007,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.28125,
       "learning_rate": 4.8696992251712865e-05,
-      "loss": 0.8067,
+      "loss": 0.8442,
       "step": 1930
     },
     {
-      "cov-distil": 1.2935891151428223,
-      "cov-distil (oracle2student)": 4.263140678405762,
-      "cov-distil (oracle2teacher)": 4.029933929443359,
+      "cov-distil": 1.8447787761688232,
+      "cov-distil (oracle2student)": 4.5124006271362305,
+      "cov-distil (oracle2teacher)": 4.73822021484375,
       "epoch": 1.5149136577708007,
-      "rel-constrast": 2.43511962890625,
+      "rel-constrast": 2.563302993774414,
       "step": 1930,
-      "subrel-constrast": 3.0668649673461914,
+      "subrel-constrast": 3.5218148231506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1215782165527344,
-      "cov-distil (oracle2student)": 3.8190982341766357,
-      "cov-distil (oracle2teacher)": 3.8130149841308594,
+      "cov-distil": 1.4482109546661377,
+      "cov-distil (oracle2student)": 4.311645984649658,
+      "cov-distil (oracle2teacher)": 3.7805826663970947,
       "epoch": 1.5156985871271584,
-      "rel-constrast": 2.3707656860351562,
+      "rel-constrast": 2.654660701751709,
       "step": 1931,
-      "subrel-constrast": 2.7674336433410645,
+      "subrel-constrast": 2.7518510818481445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4837236404418945,
-      "cov-distil (oracle2student)": 4.2342634201049805,
-      "cov-distil (oracle2teacher)": 4.014438629150391,
+      "cov-distil": 2.0966920852661133,
+      "cov-distil (oracle2student)": 4.520036697387695,
+      "cov-distil (oracle2teacher)": 3.9752275943756104,
       "epoch": 1.5164835164835164,
-      "rel-constrast": 2.7599074840545654,
+      "rel-constrast": 2.716224193572998,
       "step": 1932,
-      "subrel-constrast": 3.556955337524414,
+      "subrel-constrast": 3.701960563659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2333347797393799,
-      "cov-distil (oracle2student)": 4.785069942474365,
-      "cov-distil (oracle2teacher)": 4.075497627258301,
+      "cov-distil": 1.4770865440368652,
+      "cov-distil (oracle2student)": 4.905620098114014,
+      "cov-distil (oracle2teacher)": 4.952154159545898,
       "epoch": 1.5172684458398744,
-      "rel-constrast": 3.2602295875549316,
+      "rel-constrast": 3.1150989532470703,
       "step": 1933,
-      "subrel-constrast": 3.3644399642944336,
+      "subrel-constrast": 3.3198606967926025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.754798173904419,
-      "cov-distil (oracle2student)": 4.039218902587891,
-      "cov-distil (oracle2teacher)": 4.153687477111816,
+      "cov-distil": 2.4923596382141113,
+      "cov-distil (oracle2student)": 4.365143775939941,
+      "cov-distil (oracle2teacher)": 4.2985429763793945,
       "epoch": 1.5180533751962324,
-      "rel-constrast": 3.1695945262908936,
+      "rel-constrast": 3.3345651626586914,
       "step": 1934,
-      "subrel-constrast": 4.279153823852539,
+      "subrel-constrast": 4.355963230133057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.559018611907959,
-      "cov-distil (oracle2student)": 5.300314903259277,
-      "cov-distil (oracle2teacher)": 5.020586967468262,
+      "cov-distil": 1.780048131942749,
+      "cov-distil (oracle2student)": 5.383674621582031,
+      "cov-distil (oracle2teacher)": 5.291053771972656,
       "epoch": 1.5188383045525904,
-      "rel-constrast": 3.1405386924743652,
+      "rel-constrast": 2.703197479248047,
       "step": 1935,
-      "subrel-constrast": 3.7498159408569336,
+      "subrel-constrast": 3.9211485385894775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4939593076705933,
-      "cov-distil (oracle2student)": 3.208052635192871,
-      "cov-distil (oracle2teacher)": 3.293198823928833,
+      "cov-distil": 1.9027411937713623,
+      "cov-distil (oracle2student)": 3.9679956436157227,
+      "cov-distil (oracle2teacher)": 3.915752410888672,
       "epoch": 1.5196232339089482,
-      "rel-constrast": 3.0275135040283203,
+      "rel-constrast": 3.1770105361938477,
       "step": 1936,
-      "subrel-constrast": 3.6351850032806396,
+      "subrel-constrast": 4.035203456878662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.428492784500122,
-      "cov-distil (oracle2student)": 4.486096382141113,
-      "cov-distil (oracle2teacher)": 4.52850341796875,
+      "cov-distil": 1.6417732238769531,
+      "cov-distil (oracle2student)": 5.479733467102051,
+      "cov-distil (oracle2teacher)": 5.149382591247559,
       "epoch": 1.5204081632653061,
-      "rel-constrast": 3.8076090812683105,
+      "rel-constrast": 3.922410249710083,
       "step": 1937,
-      "subrel-constrast": 4.4368577003479,
+      "subrel-constrast": 4.571974754333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2678797245025635,
-      "cov-distil (oracle2student)": 4.003924369812012,
-      "cov-distil (oracle2teacher)": 4.1155595779418945,
+      "cov-distil": 1.654929280281067,
+      "cov-distil (oracle2student)": 4.2893218994140625,
+      "cov-distil (oracle2teacher)": 4.367546081542969,
       "epoch": 1.521193092621664,
-      "rel-constrast": 2.5180797576904297,
+      "rel-constrast": 2.8278822898864746,
       "step": 1938,
-      "subrel-constrast": 3.265015125274658,
+      "subrel-constrast": 3.083850622177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5919368267059326,
-      "cov-distil (oracle2student)": 4.684997081756592,
-      "cov-distil (oracle2teacher)": 4.577469348907471,
+      "cov-distil": 1.8729588985443115,
+      "cov-distil (oracle2student)": 4.936544895172119,
+      "cov-distil (oracle2teacher)": 5.093951225280762,
       "epoch": 1.521978021978022,
-      "rel-constrast": 3.2359108924865723,
+      "rel-constrast": 3.4845190048217773,
       "step": 1939,
-      "subrel-constrast": 4.052987098693848,
+      "subrel-constrast": 4.024646282196045,
       "view-similarity": 0
     },
     {
       "epoch": 1.5227629513343799,
-      "grad_norm": 6.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.866904235973005e-05,
-      "loss": 0.7787,
+      "loss": 0.7625,
       "step": 1940
     },
     {
-      "cov-distil": 1.4406867027282715,
-      "cov-distil (oracle2student)": 5.061967372894287,
-      "cov-distil (oracle2teacher)": 5.217357635498047,
+      "cov-distil": 1.9799013137817383,
+      "cov-distil (oracle2student)": 6.344797611236572,
+      "cov-distil (oracle2teacher)": 5.544379234313965,
       "epoch": 1.5227629513343799,
-      "rel-constrast": 2.845330238342285,
+      "rel-constrast": 3.4166994094848633,
       "step": 1940,
-      "subrel-constrast": 3.37530517578125,
+      "subrel-constrast": 3.724630117416382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.526735544204712,
-      "cov-distil (oracle2student)": 3.3419079780578613,
-      "cov-distil (oracle2teacher)": 3.7587883472442627,
+      "cov-distil": 1.7069541215896606,
+      "cov-distil (oracle2student)": 4.120157241821289,
+      "cov-distil (oracle2teacher)": 3.9736433029174805,
       "epoch": 1.5235478806907379,
-      "rel-constrast": 2.4881136417388916,
+      "rel-constrast": 2.7194085121154785,
       "step": 1941,
-      "subrel-constrast": 3.6015264987945557,
+      "subrel-constrast": 3.310856342315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9293419122695923,
-      "cov-distil (oracle2student)": 5.4480414390563965,
-      "cov-distil (oracle2teacher)": 5.065512657165527,
+      "cov-distil": 2.5041403770446777,
+      "cov-distil (oracle2student)": 6.193750381469727,
+      "cov-distil (oracle2teacher)": 5.208381652832031,
       "epoch": 1.5243328100470959,
-      "rel-constrast": 2.9614129066467285,
+      "rel-constrast": 3.689021110534668,
       "step": 1942,
-      "subrel-constrast": 3.759190320968628,
+      "subrel-constrast": 3.6818296909332275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.368671178817749,
-      "cov-distil (oracle2student)": 3.0140585899353027,
-      "cov-distil (oracle2teacher)": 3.2035350799560547,
+      "cov-distil": 1.5298826694488525,
+      "cov-distil (oracle2student)": 3.3022947311401367,
+      "cov-distil (oracle2teacher)": 3.6832358837127686,
       "epoch": 1.5251177394034539,
-      "rel-constrast": 2.5788989067077637,
+      "rel-constrast": 3.039085626602173,
       "step": 1943,
-      "subrel-constrast": 3.333850860595703,
+      "subrel-constrast": 3.221220016479492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0682921409606934,
-      "cov-distil (oracle2student)": 4.521337509155273,
-      "cov-distil (oracle2teacher)": 4.286746978759766,
+      "cov-distil": 1.7299437522888184,
+      "cov-distil (oracle2student)": 4.754033088684082,
+      "cov-distil (oracle2teacher)": 4.453223705291748,
       "epoch": 1.5259026687598116,
-      "rel-constrast": 2.364550828933716,
+      "rel-constrast": 2.546657085418701,
       "step": 1944,
-      "subrel-constrast": 2.6539671421051025,
+      "subrel-constrast": 2.8656132221221924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4087183475494385,
-      "cov-distil (oracle2student)": 2.8617520332336426,
-      "cov-distil (oracle2teacher)": 2.5491108894348145,
+      "cov-distil": 1.4093457460403442,
+      "cov-distil (oracle2student)": 2.7221765518188477,
+      "cov-distil (oracle2teacher)": 2.5258572101593018,
       "epoch": 1.5266875981161694,
-      "rel-constrast": 2.9411816596984863,
+      "rel-constrast": 2.89658260345459,
       "step": 1945,
-      "subrel-constrast": 3.3835527896881104,
+      "subrel-constrast": 3.2848758697509766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8103678226470947,
-      "cov-distil (oracle2student)": 5.06727933883667,
-      "cov-distil (oracle2teacher)": 4.841084003448486,
+      "cov-distil": 1.3635128736495972,
+      "cov-distil (oracle2student)": 4.908931732177734,
+      "cov-distil (oracle2teacher)": 4.720090866088867,
       "epoch": 1.5274725274725274,
-      "rel-constrast": 2.948176383972168,
+      "rel-constrast": 3.6195428371429443,
       "step": 1946,
-      "subrel-constrast": 3.823755979537964,
+      "subrel-constrast": 3.694159507751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2556767463684082,
-      "cov-distil (oracle2student)": 4.826472282409668,
-      "cov-distil (oracle2teacher)": 5.049144744873047,
+      "cov-distil": 1.8698105812072754,
+      "cov-distil (oracle2student)": 5.095337867736816,
+      "cov-distil (oracle2teacher)": 5.012286186218262,
       "epoch": 1.5282574568288854,
-      "rel-constrast": 3.2107505798339844,
+      "rel-constrast": 3.300173282623291,
       "step": 1947,
-      "subrel-constrast": 4.03645133972168,
+      "subrel-constrast": 4.075463771820068,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5062694549560547,
-      "cov-distil (oracle2student)": 4.601363182067871,
-      "cov-distil (oracle2teacher)": 4.213315486907959,
+      "cov-distil": 2.042020320892334,
+      "cov-distil (oracle2student)": 4.520488739013672,
+      "cov-distil (oracle2teacher)": 4.586399078369141,
       "epoch": 1.5290423861852434,
-      "rel-constrast": 2.789292335510254,
+      "rel-constrast": 3.122925043106079,
       "step": 1948,
-      "subrel-constrast": 3.6353132724761963,
+      "subrel-constrast": 3.483095407485962,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5847824811935425,
-      "cov-distil (oracle2student)": 6.44348669052124,
-      "cov-distil (oracle2teacher)": 5.705442905426025,
+      "cov-distil": 1.7433805465698242,
+      "cov-distil (oracle2student)": 6.636758804321289,
+      "cov-distil (oracle2teacher)": 5.391046524047852,
       "epoch": 1.5298273155416013,
-      "rel-constrast": 3.9315719604492188,
+      "rel-constrast": 4.805797100067139,
       "step": 1949,
-      "subrel-constrast": 4.7628374099731445,
+      "subrel-constrast": 4.512625694274902,
       "view-similarity": 0
     },
     {
       "epoch": 1.5306122448979593,
-      "grad_norm": 5.46875,
+      "grad_norm": 8.9375,
       "learning_rate": 4.8640804067935554e-05,
-      "loss": 0.7637,
+      "loss": 0.8289,
       "step": 1950
     },
     {
-      "cov-distil": 1.9629204273223877,
-      "cov-distil (oracle2student)": 3.5010714530944824,
-      "cov-distil (oracle2teacher)": 2.745143413543701,
+      "cov-distil": 1.8058449029922485,
+      "cov-distil (oracle2student)": 3.425808906555176,
+      "cov-distil (oracle2teacher)": 2.9273672103881836,
       "epoch": 1.5306122448979593,
-      "rel-constrast": 2.507103443145752,
+      "rel-constrast": 3.507667064666748,
       "step": 1950,
-      "subrel-constrast": 3.2004811763763428,
+      "subrel-constrast": 3.1499476432800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.433044195175171,
-      "cov-distil (oracle2student)": 4.362194061279297,
-      "cov-distil (oracle2teacher)": 3.921370029449463,
+      "cov-distil": 1.552842140197754,
+      "cov-distil (oracle2student)": 4.7413177490234375,
+      "cov-distil (oracle2teacher)": 4.340306282043457,
       "epoch": 1.531397174254317,
-      "rel-constrast": 3.2771849632263184,
+      "rel-constrast": 3.59861421585083,
       "step": 1951,
-      "subrel-constrast": 3.5228493213653564,
+      "subrel-constrast": 3.4951558113098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.313047170639038,
-      "cov-distil (oracle2student)": 3.8566977977752686,
-      "cov-distil (oracle2teacher)": 3.832613468170166,
+      "cov-distil": 1.756424903869629,
+      "cov-distil (oracle2student)": 4.904116630554199,
+      "cov-distil (oracle2teacher)": 4.079310417175293,
       "epoch": 1.532182103610675,
-      "rel-constrast": 1.862630844116211,
+      "rel-constrast": 2.5870375633239746,
       "step": 1952,
-      "subrel-constrast": 2.4508941173553467,
+      "subrel-constrast": 2.522096633911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2483419179916382,
-      "cov-distil (oracle2student)": 4.512497901916504,
-      "cov-distil (oracle2teacher)": 4.033370018005371,
+      "cov-distil": 1.1948821544647217,
+      "cov-distil (oracle2student)": 4.235441207885742,
+      "cov-distil (oracle2teacher)": 4.052547931671143,
       "epoch": 1.5329670329670328,
-      "rel-constrast": 2.518411874771118,
+      "rel-constrast": 2.5221071243286133,
       "step": 1953,
-      "subrel-constrast": 2.850015640258789,
+      "subrel-constrast": 2.8754961490631104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5606383085250854,
-      "cov-distil (oracle2student)": 4.472964286804199,
-      "cov-distil (oracle2teacher)": 3.9208731651306152,
+      "cov-distil": 2.147185802459717,
+      "cov-distil (oracle2student)": 4.69625997543335,
+      "cov-distil (oracle2teacher)": 4.286782264709473,
       "epoch": 1.5337519623233908,
-      "rel-constrast": 2.5309808254241943,
+      "rel-constrast": 3.125986337661743,
       "step": 1954,
-      "subrel-constrast": 3.62199068069458,
+      "subrel-constrast": 3.7605299949645996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5764573812484741,
-      "cov-distil (oracle2student)": 3.7591652870178223,
-      "cov-distil (oracle2teacher)": 3.9904000759124756,
+      "cov-distil": 1.8158345222473145,
+      "cov-distil (oracle2student)": 3.76747465133667,
+      "cov-distil (oracle2teacher)": 4.017035961151123,
       "epoch": 1.5345368916797488,
-      "rel-constrast": 2.200928211212158,
+      "rel-constrast": 2.225252628326416,
       "step": 1955,
-      "subrel-constrast": 3.113861322402954,
+      "subrel-constrast": 3.386756658554077,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.655348777770996,
-      "cov-distil (oracle2student)": 5.966892242431641,
-      "cov-distil (oracle2teacher)": 5.0572896003723145,
+      "cov-distil": 1.9055240154266357,
+      "cov-distil (oracle2student)": 6.291979789733887,
+      "cov-distil (oracle2teacher)": 5.445566177368164,
       "epoch": 1.5353218210361068,
-      "rel-constrast": 2.497950792312622,
+      "rel-constrast": 2.9273784160614014,
       "step": 1956,
-      "subrel-constrast": 3.254173755645752,
+      "subrel-constrast": 3.510848045349121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6637239456176758,
-      "cov-distil (oracle2student)": 3.354377269744873,
-      "cov-distil (oracle2teacher)": 3.3308072090148926,
+      "cov-distil": 2.269551992416382,
+      "cov-distil (oracle2student)": 4.258671760559082,
+      "cov-distil (oracle2teacher)": 3.3768982887268066,
       "epoch": 1.5361067503924648,
-      "rel-constrast": 3.4182798862457275,
+      "rel-constrast": 3.7169814109802246,
       "step": 1957,
-      "subrel-constrast": 4.7805495262146,
+      "subrel-constrast": 4.657773017883301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3222100734710693,
-      "cov-distil (oracle2student)": 2.852653980255127,
-      "cov-distil (oracle2teacher)": 2.8959875106811523,
+      "cov-distil": 1.6201868057250977,
+      "cov-distil (oracle2student)": 2.5411376953125,
+      "cov-distil (oracle2teacher)": 2.973625421524048,
       "epoch": 1.5368916797488226,
-      "rel-constrast": 1.9040801525115967,
+      "rel-constrast": 2.161921501159668,
       "step": 1958,
-      "subrel-constrast": 2.873310089111328,
+      "subrel-constrast": 2.620617628097534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4053704738616943,
-      "cov-distil (oracle2student)": 4.547569274902344,
-      "cov-distil (oracle2teacher)": 4.0867919921875,
+      "cov-distil": 2.406888961791992,
+      "cov-distil (oracle2student)": 4.610496997833252,
+      "cov-distil (oracle2teacher)": 4.3852643966674805,
       "epoch": 1.5376766091051806,
-      "rel-constrast": 4.031647205352783,
+      "rel-constrast": 4.438102722167969,
       "step": 1959,
-      "subrel-constrast": 4.197070598602295,
+      "subrel-constrast": 4.563471794128418,
       "view-similarity": 0
     },
     {
       "epoch": 1.5384615384615383,
-      "grad_norm": 6.375,
+      "grad_norm": 7.0625,
       "learning_rate": 4.861227772040409e-05,
-      "loss": 0.7066,
+      "loss": 0.7703,
       "step": 1960
     },
     {
-      "cov-distil": 1.6973648071289062,
-      "cov-distil (oracle2student)": 3.438843250274658,
-      "cov-distil (oracle2teacher)": 3.2021613121032715,
+      "cov-distil": 1.880656123161316,
+      "cov-distil (oracle2student)": 3.977928400039673,
+      "cov-distil (oracle2teacher)": 3.3417553901672363,
       "epoch": 1.5384615384615383,
-      "rel-constrast": 3.0188634395599365,
+      "rel-constrast": 3.4694676399230957,
       "step": 1960,
-      "subrel-constrast": 3.830216884613037,
+      "subrel-constrast": 3.329195499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6175587177276611,
-      "cov-distil (oracle2student)": 3.4273316860198975,
-      "cov-distil (oracle2teacher)": 3.533212661743164,
+      "cov-distil": 2.4327847957611084,
+      "cov-distil (oracle2student)": 4.042753219604492,
+      "cov-distil (oracle2teacher)": 3.8031630516052246,
       "epoch": 1.5392464678178963,
-      "rel-constrast": 2.5842418670654297,
+      "rel-constrast": 3.5390331745147705,
       "step": 1961,
-      "subrel-constrast": 2.935939073562622,
+      "subrel-constrast": 3.0465917587280273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5720915794372559,
-      "cov-distil (oracle2student)": 3.6428780555725098,
-      "cov-distil (oracle2teacher)": 3.6429476737976074,
+      "cov-distil": 2.0790467262268066,
+      "cov-distil (oracle2student)": 4.3605427742004395,
+      "cov-distil (oracle2teacher)": 3.706735134124756,
       "epoch": 1.5400313971742543,
-      "rel-constrast": 2.3179471492767334,
+      "rel-constrast": 2.9143881797790527,
       "step": 1962,
-      "subrel-constrast": 3.170811176300049,
+      "subrel-constrast": 3.107680082321167,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6361315250396729,
-      "cov-distil (oracle2student)": 5.307055950164795,
-      "cov-distil (oracle2teacher)": 5.468857765197754,
+      "cov-distil": 2.0078155994415283,
+      "cov-distil (oracle2student)": 5.893973350524902,
+      "cov-distil (oracle2teacher)": 5.421458721160889,
       "epoch": 1.5408163265306123,
-      "rel-constrast": 2.2441654205322266,
+      "rel-constrast": 2.621738910675049,
       "step": 1963,
-      "subrel-constrast": 3.5044991970062256,
+      "subrel-constrast": 3.726243257522583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6532347202301025,
-      "cov-distil (oracle2student)": 5.974061965942383,
-      "cov-distil (oracle2teacher)": 5.222874641418457,
+      "cov-distil": 2.0500826835632324,
+      "cov-distil (oracle2student)": 6.24912166595459,
+      "cov-distil (oracle2teacher)": 5.674422264099121,
       "epoch": 1.5416012558869703,
-      "rel-constrast": 2.0757360458374023,
+      "rel-constrast": 2.349466323852539,
       "step": 1964,
-      "subrel-constrast": 3.102261543273926,
+      "subrel-constrast": 3.169511318206787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1591393947601318,
-      "cov-distil (oracle2student)": 3.025369644165039,
-      "cov-distil (oracle2teacher)": 3.133007287979126,
+      "cov-distil": 1.1203536987304688,
+      "cov-distil (oracle2student)": 3.305371046066284,
+      "cov-distil (oracle2teacher)": 3.443390130996704,
       "epoch": 1.542386185243328,
-      "rel-constrast": 3.053222894668579,
+      "rel-constrast": 3.4060754776000977,
       "step": 1965,
-      "subrel-constrast": 3.4797122478485107,
+      "subrel-constrast": 3.4619009494781494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1420084238052368,
-      "cov-distil (oracle2student)": 4.093174934387207,
-      "cov-distil (oracle2teacher)": 3.86787486076355,
+      "cov-distil": 1.4704506397247314,
+      "cov-distil (oracle2student)": 4.664346694946289,
+      "cov-distil (oracle2teacher)": 4.115739822387695,
       "epoch": 1.543171114599686,
-      "rel-constrast": 2.3095903396606445,
+      "rel-constrast": 2.559572219848633,
       "step": 1966,
-      "subrel-constrast": 2.6604526042938232,
+      "subrel-constrast": 2.6416563987731934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4384503364562988,
-      "cov-distil (oracle2student)": 5.2053728103637695,
-      "cov-distil (oracle2teacher)": 5.07504940032959,
+      "cov-distil": 1.618455171585083,
+      "cov-distil (oracle2student)": 5.91450309753418,
+      "cov-distil (oracle2teacher)": 4.9377522468566895,
       "epoch": 1.5439560439560438,
-      "rel-constrast": 3.3069727420806885,
+      "rel-constrast": 3.384547710418701,
       "step": 1967,
-      "subrel-constrast": 4.132556438446045,
+      "subrel-constrast": 3.794597864151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8645159006118774,
-      "cov-distil (oracle2student)": 3.4567441940307617,
-      "cov-distil (oracle2teacher)": 3.4325718879699707,
+      "cov-distil": 1.9553779363632202,
+      "cov-distil (oracle2student)": 3.9438796043395996,
+      "cov-distil (oracle2teacher)": 3.9594457149505615,
       "epoch": 1.5447409733124018,
-      "rel-constrast": 2.6346917152404785,
+      "rel-constrast": 2.630749464035034,
       "step": 1968,
-      "subrel-constrast": 3.299747943878174,
+      "subrel-constrast": 3.4305851459503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4925127029418945,
-      "cov-distil (oracle2student)": 3.1740942001342773,
-      "cov-distil (oracle2teacher)": 3.1853623390197754,
+      "cov-distil": 2.3440091609954834,
+      "cov-distil (oracle2student)": 3.4920644760131836,
+      "cov-distil (oracle2teacher)": 3.4765944480895996,
       "epoch": 1.5455259026687598,
-      "rel-constrast": 2.4404454231262207,
+      "rel-constrast": 2.7273895740509033,
       "step": 1969,
-      "subrel-constrast": 3.2339844703674316,
+      "subrel-constrast": 3.4856371879577637,
       "view-similarity": 0
     },
     {
       "epoch": 1.5463108320251178,
-      "grad_norm": 4.34375,
+      "grad_norm": 5.03125,
       "learning_rate": 4.8583463664720176e-05,
-      "loss": 0.6878,
+      "loss": 0.7401,
       "step": 1970
     },
     {
-      "cov-distil": 1.5537331104278564,
-      "cov-distil (oracle2student)": 4.25655460357666,
-      "cov-distil (oracle2teacher)": 3.8265132904052734,
+      "cov-distil": 2.55828857421875,
+      "cov-distil (oracle2student)": 4.099460124969482,
+      "cov-distil (oracle2teacher)": 4.434431552886963,
       "epoch": 1.5463108320251178,
-      "rel-constrast": 3.0060253143310547,
+      "rel-constrast": 3.217020273208618,
       "step": 1970,
-      "subrel-constrast": 3.643080949783325,
+      "subrel-constrast": 3.8933467864990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6721501350402832,
-      "cov-distil (oracle2student)": 3.751009225845337,
-      "cov-distil (oracle2teacher)": 3.8563971519470215,
+      "cov-distil": 2.119642496109009,
+      "cov-distil (oracle2student)": 3.8912713527679443,
+      "cov-distil (oracle2teacher)": 4.102389335632324,
       "epoch": 1.5470957613814758,
-      "rel-constrast": 2.736800193786621,
+      "rel-constrast": 3.2303876876831055,
       "step": 1971,
-      "subrel-constrast": 3.3648886680603027,
+      "subrel-constrast": 3.2479569911956787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5302622318267822,
-      "cov-distil (oracle2student)": 4.6792755126953125,
-      "cov-distil (oracle2teacher)": 4.360922336578369,
+      "cov-distil": 1.7827627658843994,
+      "cov-distil (oracle2student)": 4.586267948150635,
+      "cov-distil (oracle2teacher)": 4.9447832107543945,
       "epoch": 1.5478806907378337,
-      "rel-constrast": 3.3019018173217773,
+      "rel-constrast": 3.384068489074707,
       "step": 1972,
-      "subrel-constrast": 3.5520718097686768,
+      "subrel-constrast": 3.8747944831848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1769180297851562,
-      "cov-distil (oracle2student)": 4.238148212432861,
-      "cov-distil (oracle2teacher)": 3.2439846992492676,
+      "cov-distil": 1.178942084312439,
+      "cov-distil (oracle2student)": 3.3487582206726074,
+      "cov-distil (oracle2teacher)": 3.080406904220581,
       "epoch": 1.5486656200941915,
-      "rel-constrast": 2.369637966156006,
+      "rel-constrast": 2.2921857833862305,
       "step": 1973,
-      "subrel-constrast": 2.7696850299835205,
+      "subrel-constrast": 2.3870816230773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.419450044631958,
-      "cov-distil (oracle2student)": 4.991211414337158,
-      "cov-distil (oracle2teacher)": 4.847337245941162,
+      "cov-distil": 1.2758138179779053,
+      "cov-distil (oracle2student)": 4.743842601776123,
+      "cov-distil (oracle2teacher)": 5.139317989349365,
       "epoch": 1.5494505494505495,
-      "rel-constrast": 2.006226062774658,
+      "rel-constrast": 2.1617698669433594,
       "step": 1974,
-      "subrel-constrast": 3.12842059135437,
+      "subrel-constrast": 3.0516457557678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6049679517745972,
-      "cov-distil (oracle2student)": 4.622395992279053,
-      "cov-distil (oracle2teacher)": 4.493963241577148,
+      "cov-distil": 1.7059228420257568,
+      "cov-distil (oracle2student)": 5.070745468139648,
+      "cov-distil (oracle2teacher)": 4.543673515319824,
       "epoch": 1.5502354788069073,
-      "rel-constrast": 2.9897122383117676,
+      "rel-constrast": 3.521533727645874,
       "step": 1975,
-      "subrel-constrast": 3.8140511512756348,
+      "subrel-constrast": 3.8466105461120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7867454290390015,
-      "cov-distil (oracle2student)": 5.612849235534668,
-      "cov-distil (oracle2teacher)": 4.941135406494141,
+      "cov-distil": 2.0237083435058594,
+      "cov-distil (oracle2student)": 5.501633167266846,
+      "cov-distil (oracle2teacher)": 5.482335090637207,
       "epoch": 1.5510204081632653,
-      "rel-constrast": 3.195573329925537,
+      "rel-constrast": 3.571495294570923,
       "step": 1976,
-      "subrel-constrast": 4.018914699554443,
+      "subrel-constrast": 4.015757083892822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6703518629074097,
-      "cov-distil (oracle2student)": 3.967500686645508,
-      "cov-distil (oracle2teacher)": 3.7136988639831543,
+      "cov-distil": 1.8512840270996094,
+      "cov-distil (oracle2student)": 4.017080307006836,
+      "cov-distil (oracle2teacher)": 4.003795623779297,
       "epoch": 1.5518053375196232,
-      "rel-constrast": 2.331869125366211,
+      "rel-constrast": 2.154191255569458,
       "step": 1977,
-      "subrel-constrast": 2.9944841861724854,
+      "subrel-constrast": 2.849990129470825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9738165140151978,
-      "cov-distil (oracle2student)": 4.28980827331543,
-      "cov-distil (oracle2teacher)": 4.037176132202148,
+      "cov-distil": 1.5544145107269287,
+      "cov-distil (oracle2student)": 4.705767631530762,
+      "cov-distil (oracle2teacher)": 4.751520156860352,
       "epoch": 1.5525902668759812,
-      "rel-constrast": 2.191450834274292,
+      "rel-constrast": 2.299273729324341,
       "step": 1978,
-      "subrel-constrast": 3.0496788024902344,
+      "subrel-constrast": 3.2872135639190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4531769752502441,
-      "cov-distil (oracle2student)": 3.942265510559082,
-      "cov-distil (oracle2teacher)": 3.9404845237731934,
+      "cov-distil": 1.8042279481887817,
+      "cov-distil (oracle2student)": 4.360369682312012,
+      "cov-distil (oracle2teacher)": 3.9953486919403076,
       "epoch": 1.5533751962323392,
-      "rel-constrast": 2.8960509300231934,
+      "rel-constrast": 3.47756290435791,
       "step": 1979,
-      "subrel-constrast": 4.207064628601074,
+      "subrel-constrast": 3.9599599838256836,
       "view-similarity": 0
     },
     {
       "epoch": 1.554160125588697,
-      "grad_norm": 5.6875,
+      "grad_norm": 6.625,
       "learning_rate": 4.855436225197399e-05,
-      "loss": 0.7127,
+      "loss": 0.7327,
       "step": 1980
     },
     {
-      "cov-distil": 1.7720801830291748,
-      "cov-distil (oracle2student)": 4.238912582397461,
-      "cov-distil (oracle2teacher)": 4.5033063888549805,
+      "cov-distil": 1.9423415660858154,
+      "cov-distil (oracle2student)": 3.981823444366455,
+      "cov-distil (oracle2teacher)": 4.443685531616211,
       "epoch": 1.554160125588697,
-      "rel-constrast": 2.869654655456543,
+      "rel-constrast": 3.409297466278076,
       "step": 1980,
-      "subrel-constrast": 4.044305801391602,
+      "subrel-constrast": 4.012598514556885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.584997296333313,
-      "cov-distil (oracle2student)": 3.4553446769714355,
-      "cov-distil (oracle2teacher)": 3.355989456176758,
+      "cov-distil": 1.8961971998214722,
+      "cov-distil (oracle2student)": 3.4214653968811035,
+      "cov-distil (oracle2teacher)": 3.4085404872894287,
       "epoch": 1.554945054945055,
-      "rel-constrast": 2.5049617290496826,
+      "rel-constrast": 2.500653028488159,
       "step": 1981,
-      "subrel-constrast": 3.05622935295105,
+      "subrel-constrast": 3.136042356491089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1078596115112305,
-      "cov-distil (oracle2student)": 2.5911593437194824,
-      "cov-distil (oracle2teacher)": 2.5648322105407715,
+      "cov-distil": 1.8740112781524658,
+      "cov-distil (oracle2student)": 2.692193031311035,
+      "cov-distil (oracle2teacher)": 2.8855690956115723,
       "epoch": 1.5557299843014127,
-      "rel-constrast": 2.7047910690307617,
+      "rel-constrast": 3.335456371307373,
       "step": 1982,
-      "subrel-constrast": 2.8430488109588623,
+      "subrel-constrast": 2.8247487545013428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7691397666931152,
-      "cov-distil (oracle2student)": 4.825812339782715,
-      "cov-distil (oracle2teacher)": 4.105561256408691,
+      "cov-distil": 2.1183176040649414,
+      "cov-distil (oracle2student)": 4.535058975219727,
+      "cov-distil (oracle2teacher)": 4.116735935211182,
       "epoch": 1.5565149136577707,
-      "rel-constrast": 2.9097957611083984,
+      "rel-constrast": 3.3512144088745117,
       "step": 1983,
-      "subrel-constrast": 3.238675832748413,
+      "subrel-constrast": 3.0999529361724854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5538854598999023,
-      "cov-distil (oracle2student)": 3.4161548614501953,
-      "cov-distil (oracle2teacher)": 3.0964391231536865,
+      "cov-distil": 1.826511263847351,
+      "cov-distil (oracle2student)": 3.584847927093506,
+      "cov-distil (oracle2teacher)": 3.4749956130981445,
       "epoch": 1.5572998430141287,
-      "rel-constrast": 2.090397596359253,
+      "rel-constrast": 2.6993300914764404,
       "step": 1984,
-      "subrel-constrast": 2.600329637527466,
+      "subrel-constrast": 2.7938079833984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.631657361984253,
-      "cov-distil (oracle2student)": 3.214862108230591,
-      "cov-distil (oracle2teacher)": 3.3299331665039062,
+      "cov-distil": 1.5962176322937012,
+      "cov-distil (oracle2student)": 3.5293221473693848,
+      "cov-distil (oracle2teacher)": 3.122203826904297,
       "epoch": 1.5580847723704867,
-      "rel-constrast": 1.8665716648101807,
+      "rel-constrast": 2.0451154708862305,
       "step": 1985,
-      "subrel-constrast": 2.7516143321990967,
+      "subrel-constrast": 2.594674825668335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.327673077583313,
-      "cov-distil (oracle2student)": 4.799072265625,
-      "cov-distil (oracle2teacher)": 4.715295314788818,
+      "cov-distil": 1.7374508380889893,
+      "cov-distil (oracle2student)": 5.121510028839111,
+      "cov-distil (oracle2teacher)": 4.955574035644531,
       "epoch": 1.5588697017268447,
-      "rel-constrast": 1.979149580001831,
+      "rel-constrast": 1.7334935665130615,
       "step": 1986,
-      "subrel-constrast": 2.747004747390747,
+      "subrel-constrast": 2.605837345123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5439329147338867,
-      "cov-distil (oracle2student)": 3.287466526031494,
-      "cov-distil (oracle2teacher)": 3.604806900024414,
+      "cov-distil": 1.7964730262756348,
+      "cov-distil (oracle2student)": 3.5457892417907715,
+      "cov-distil (oracle2teacher)": 3.300778388977051,
       "epoch": 1.5596546310832025,
-      "rel-constrast": 2.361109495162964,
+      "rel-constrast": 2.6077754497528076,
       "step": 1987,
-      "subrel-constrast": 2.9993958473205566,
+      "subrel-constrast": 2.8907649517059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.233219861984253,
-      "cov-distil (oracle2student)": 3.7380623817443848,
-      "cov-distil (oracle2teacher)": 3.4555606842041016,
+      "cov-distil": 1.7631460428237915,
+      "cov-distil (oracle2student)": 3.7046878337860107,
+      "cov-distil (oracle2teacher)": 3.3394687175750732,
       "epoch": 1.5604395604395604,
-      "rel-constrast": 3.335693836212158,
+      "rel-constrast": 3.4416041374206543,
       "step": 1988,
-      "subrel-constrast": 3.793260335922241,
+      "subrel-constrast": 4.197145462036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1643787622451782,
-      "cov-distil (oracle2student)": 3.192600727081299,
-      "cov-distil (oracle2teacher)": 3.2788116931915283,
+      "cov-distil": 1.4664273262023926,
+      "cov-distil (oracle2student)": 3.478508472442627,
+      "cov-distil (oracle2teacher)": 3.4032366275787354,
       "epoch": 1.5612244897959182,
-      "rel-constrast": 2.3927178382873535,
+      "rel-constrast": 2.249525547027588,
       "step": 1989,
-      "subrel-constrast": 3.0707764625549316,
+      "subrel-constrast": 3.0481534004211426,
       "view-similarity": 0
     },
     {
       "epoch": 1.5620094191522762,
-      "grad_norm": 4.78125,
+      "grad_norm": 5.71875,
       "learning_rate": 4.852497383675708e-05,
-      "loss": 0.6621,
+      "loss": 0.6843,
       "step": 1990
     },
     {
-      "cov-distil": 1.8068472146987915,
-      "cov-distil (oracle2student)": 3.369866132736206,
-      "cov-distil (oracle2teacher)": 3.4463839530944824,
+      "cov-distil": 2.4097342491149902,
+      "cov-distil (oracle2student)": 3.5414302349090576,
+      "cov-distil (oracle2teacher)": 3.3865747451782227,
       "epoch": 1.5620094191522762,
-      "rel-constrast": 2.656322717666626,
+      "rel-constrast": 3.143193006515503,
       "step": 1990,
-      "subrel-constrast": 3.348904848098755,
+      "subrel-constrast": 3.4949421882629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2985156774520874,
-      "cov-distil (oracle2student)": 3.108865737915039,
-      "cov-distil (oracle2teacher)": 3.300293207168579,
+      "cov-distil": 1.6085057258605957,
+      "cov-distil (oracle2student)": 3.581998348236084,
+      "cov-distil (oracle2teacher)": 3.2784316539764404,
       "epoch": 1.5627943485086342,
-      "rel-constrast": 2.6173954010009766,
+      "rel-constrast": 2.950730562210083,
       "step": 1991,
-      "subrel-constrast": 2.8500521183013916,
+      "subrel-constrast": 3.0757830142974854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.916305661201477,
-      "cov-distil (oracle2student)": 4.062490940093994,
-      "cov-distil (oracle2teacher)": 3.812854766845703,
+      "cov-distil": 2.0648465156555176,
+      "cov-distil (oracle2student)": 3.8888089656829834,
+      "cov-distil (oracle2teacher)": 3.707759141921997,
       "epoch": 1.5635792778649922,
-      "rel-constrast": 3.536746025085449,
+      "rel-constrast": 3.375730514526367,
       "step": 1992,
-      "subrel-constrast": 3.698018789291382,
+      "subrel-constrast": 3.837059497833252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7872958183288574,
-      "cov-distil (oracle2student)": 3.001530885696411,
-      "cov-distil (oracle2teacher)": 3.044684410095215,
+      "cov-distil": 1.766701340675354,
+      "cov-distil (oracle2student)": 3.7364115715026855,
+      "cov-distil (oracle2teacher)": 3.568281888961792,
       "epoch": 1.5643642072213502,
-      "rel-constrast": 1.9752702713012695,
+      "rel-constrast": 3.0095269680023193,
       "step": 1993,
-      "subrel-constrast": 2.9991579055786133,
+      "subrel-constrast": 3.4096107482910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4835789203643799,
-      "cov-distil (oracle2student)": 3.741429567337036,
-      "cov-distil (oracle2teacher)": 3.9224085807800293,
+      "cov-distil": 1.5902442932128906,
+      "cov-distil (oracle2student)": 4.206932067871094,
+      "cov-distil (oracle2teacher)": 4.182250499725342,
       "epoch": 1.5651491365777082,
-      "rel-constrast": 2.7236318588256836,
+      "rel-constrast": 2.9948689937591553,
       "step": 1994,
-      "subrel-constrast": 3.2023420333862305,
+      "subrel-constrast": 3.336848258972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4619827270507812,
-      "cov-distil (oracle2student)": 4.172710418701172,
-      "cov-distil (oracle2teacher)": 3.931519031524658,
+      "cov-distil": 1.7147401571273804,
+      "cov-distil (oracle2student)": 4.3727521896362305,
+      "cov-distil (oracle2teacher)": 4.198539733886719,
       "epoch": 1.565934065934066,
-      "rel-constrast": 3.3904943466186523,
+      "rel-constrast": 3.451754093170166,
       "step": 1995,
-      "subrel-constrast": 3.5143985748291016,
+      "subrel-constrast": 3.687960386276245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3342100381851196,
-      "cov-distil (oracle2student)": 2.4641640186309814,
-      "cov-distil (oracle2teacher)": 3.1553573608398438,
+      "cov-distil": 1.5455869436264038,
+      "cov-distil (oracle2student)": 3.212921619415283,
+      "cov-distil (oracle2teacher)": 3.0103988647460938,
       "epoch": 1.566718995290424,
-      "rel-constrast": 2.4919357299804688,
+      "rel-constrast": 2.8940346240997314,
       "step": 1996,
-      "subrel-constrast": 3.432839870452881,
+      "subrel-constrast": 3.182978868484497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5724618434906006,
-      "cov-distil (oracle2student)": 4.706221103668213,
-      "cov-distil (oracle2teacher)": 4.2155914306640625,
+      "cov-distil": 1.9008708000183105,
+      "cov-distil (oracle2student)": 4.658673286437988,
+      "cov-distil (oracle2teacher)": 4.559202671051025,
       "epoch": 1.5675039246467817,
-      "rel-constrast": 1.640298843383789,
+      "rel-constrast": 2.0122790336608887,
       "step": 1997,
-      "subrel-constrast": 2.548982858657837,
+      "subrel-constrast": 2.5708627700805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9090259075164795,
-      "cov-distil (oracle2student)": 2.640289068222046,
-      "cov-distil (oracle2teacher)": 2.777580976486206,
+      "cov-distil": 2.6568362712860107,
+      "cov-distil (oracle2student)": 2.610983371734619,
+      "cov-distil (oracle2teacher)": 3.0134849548339844,
       "epoch": 1.5682888540031397,
-      "rel-constrast": 2.1038618087768555,
+      "rel-constrast": 2.3516881465911865,
       "step": 1998,
-      "subrel-constrast": 3.044689893722534,
+      "subrel-constrast": 3.007075309753418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.65898597240448,
-      "cov-distil (oracle2student)": 3.688229560852051,
-      "cov-distil (oracle2teacher)": 3.3557534217834473,
+      "cov-distil": 2.051022529602051,
+      "cov-distil (oracle2student)": 3.5938897132873535,
+      "cov-distil (oracle2teacher)": 3.691636085510254,
       "epoch": 1.5690737833594977,
-      "rel-constrast": 3.41483211517334,
+      "rel-constrast": 3.488555908203125,
       "step": 1999,
-      "subrel-constrast": 3.702179193496704,
+      "subrel-constrast": 3.5485730171203613,
       "view-similarity": 0
     },
     {
       "epoch": 1.5698587127158556,
-      "grad_norm": 7.59375,
+      "grad_norm": 9.4375,
       "learning_rate": 4.849529877715799e-05,
-      "loss": 0.7043,
+      "loss": 0.7418,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-P@10": 0.758,
+      "eval/duc04-P@10": 0.736,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-nDCG@10": 0.769777911485386,
+      "eval/duc04-nDCG@10": 0.7426490546267808,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-alpha_nDCG@10": 0.5846580838096471,
+      "eval/duc04-alpha_nDCG@10": 0.552224234443813,
       "step": 2000
     },
     {
@@ -22011,17 +22011,17 @@
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-P@10": 0.43199999999999994,
+      "eval/multi_news-P@10": 0.42899999999999994,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-nDCG@10": 0.6112356175366731,
+      "eval/multi_news-nDCG@10": 0.6043602439066101,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-alpha_nDCG@10": 0.5965234038159781,
+      "eval/multi_news-alpha_nDCG@10": 0.5756810795451589,
       "step": 2000
     },
     {
@@ -22031,5472 +22031,5472 @@
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/avg": 0.5384956453959789,
+      "eval/avg": 0.5244605948803137,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.2874999940395355,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
       "step": 2000,
-      "student margin": 0.06402587890625
+      "student margin": 0.06231689453125
     },
     {
       "epoch": 1.5698587127158556,
       "step": 2000,
-      "teacher margin": 0.044464111328125
+      "teacher margin": 0.049468994140625
     },
     {
       "epoch": 1.5698587127158556,
-      "margin difference": -0.019561767578125,
+      "margin difference": -0.012847900390625,
       "step": 2000
     },
     {
-      "cov-distil": 1.625259280204773,
-      "cov-distil (oracle2student)": 3.7210488319396973,
-      "cov-distil (oracle2teacher)": 3.522120237350464,
+      "cov-distil": 1.9243420362472534,
+      "cov-distil (oracle2student)": 3.492039203643799,
+      "cov-distil (oracle2teacher)": 3.7685844898223877,
       "epoch": 1.5698587127158556,
-      "rel-constrast": 2.4208016395568848,
+      "rel-constrast": 2.545900344848633,
       "step": 2000,
-      "subrel-constrast": 2.839376211166382,
+      "subrel-constrast": 2.6658339500427246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2548234462738037,
-      "cov-distil (oracle2student)": 4.707096099853516,
-      "cov-distil (oracle2teacher)": 4.2614521980285645,
+      "cov-distil": 1.894589900970459,
+      "cov-distil (oracle2student)": 4.719542503356934,
+      "cov-distil (oracle2teacher)": 4.455259323120117,
       "epoch": 1.5706436420722136,
-      "rel-constrast": 2.793787956237793,
+      "rel-constrast": 3.3294413089752197,
       "step": 2001,
-      "subrel-constrast": 3.4904887676239014,
+      "subrel-constrast": 3.04115891456604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3600878715515137,
-      "cov-distil (oracle2student)": 4.084267616271973,
-      "cov-distil (oracle2teacher)": 3.830631732940674,
+      "cov-distil": 1.4463856220245361,
+      "cov-distil (oracle2student)": 3.915330410003662,
+      "cov-distil (oracle2teacher)": 3.6475822925567627,
       "epoch": 1.5714285714285714,
-      "rel-constrast": 2.164266347885132,
+      "rel-constrast": 2.5482568740844727,
       "step": 2002,
-      "subrel-constrast": 2.940040349960327,
+      "subrel-constrast": 2.826887369155884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3222455978393555,
-      "cov-distil (oracle2student)": 3.6574766635894775,
-      "cov-distil (oracle2teacher)": 3.418257236480713,
+      "cov-distil": 2.071657180786133,
+      "cov-distil (oracle2student)": 3.754748821258545,
+      "cov-distil (oracle2teacher)": 3.654883623123169,
       "epoch": 1.5722135007849294,
-      "rel-constrast": 2.721146821975708,
+      "rel-constrast": 3.0493004322052,
       "step": 2003,
-      "subrel-constrast": 3.0054731369018555,
+      "subrel-constrast": 2.6347851753234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4619386196136475,
-      "cov-distil (oracle2student)": 4.142824172973633,
-      "cov-distil (oracle2teacher)": 3.8054847717285156,
+      "cov-distil": 1.9200628995895386,
+      "cov-distil (oracle2student)": 5.059783935546875,
+      "cov-distil (oracle2teacher)": 3.989771842956543,
       "epoch": 1.5729984301412872,
-      "rel-constrast": 2.712388515472412,
+      "rel-constrast": 3.742415428161621,
       "step": 2004,
-      "subrel-constrast": 3.5390424728393555,
+      "subrel-constrast": 3.329805612564087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0719095468521118,
-      "cov-distil (oracle2student)": 3.5296859741210938,
-      "cov-distil (oracle2teacher)": 3.1143980026245117,
+      "cov-distil": 1.7715401649475098,
+      "cov-distil (oracle2student)": 4.107784271240234,
+      "cov-distil (oracle2teacher)": 4.031793594360352,
       "epoch": 1.5737833594976451,
-      "rel-constrast": 2.5258047580718994,
+      "rel-constrast": 2.271688222885132,
       "step": 2005,
-      "subrel-constrast": 3.090646982192993,
+      "subrel-constrast": 3.2976982593536377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52374267578125,
-      "cov-distil (oracle2student)": 4.409198760986328,
-      "cov-distil (oracle2teacher)": 4.2063307762146,
+      "cov-distil": 2.284337282180786,
+      "cov-distil (oracle2student)": 4.584474086761475,
+      "cov-distil (oracle2teacher)": 3.9726178646087646,
       "epoch": 1.5745682888540031,
-      "rel-constrast": 2.7758076190948486,
+      "rel-constrast": 3.296593189239502,
       "step": 2006,
-      "subrel-constrast": 3.4765255451202393,
+      "subrel-constrast": 3.2766289710998535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3465464115142822,
-      "cov-distil (oracle2student)": 3.2045907974243164,
-      "cov-distil (oracle2teacher)": 3.0267527103424072,
+      "cov-distil": 1.4870355129241943,
+      "cov-distil (oracle2student)": 3.0669450759887695,
+      "cov-distil (oracle2teacher)": 2.9525208473205566,
       "epoch": 1.5753532182103611,
-      "rel-constrast": 2.257943868637085,
+      "rel-constrast": 2.4252049922943115,
       "step": 2007,
-      "subrel-constrast": 2.9289321899414062,
+      "subrel-constrast": 2.567922592163086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.445319652557373,
-      "cov-distil (oracle2student)": 3.6875815391540527,
-      "cov-distil (oracle2teacher)": 3.447807550430298,
+      "cov-distil": 1.7788615226745605,
+      "cov-distil (oracle2student)": 4.213929176330566,
+      "cov-distil (oracle2teacher)": 3.740251064300537,
       "epoch": 1.576138147566719,
-      "rel-constrast": 2.943662405014038,
+      "rel-constrast": 3.4948790073394775,
       "step": 2008,
-      "subrel-constrast": 2.963564395904541,
+      "subrel-constrast": 2.9028947353363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5456913709640503,
-      "cov-distil (oracle2student)": 5.980542182922363,
-      "cov-distil (oracle2teacher)": 5.493437767028809,
+      "cov-distil": 1.550217866897583,
+      "cov-distil (oracle2student)": 6.482932090759277,
+      "cov-distil (oracle2teacher)": 5.93195104598999,
       "epoch": 1.5769230769230769,
-      "rel-constrast": 2.949774742126465,
+      "rel-constrast": 3.6470656394958496,
       "step": 2009,
-      "subrel-constrast": 3.2518348693847656,
+      "subrel-constrast": 3.640230178833008,
       "view-similarity": 0
     },
     {
       "epoch": 1.5777080062794349,
-      "grad_norm": 5.09375,
+      "grad_norm": 6.65625,
       "learning_rate": 4.8465337434757976e-05,
-      "loss": 0.6915,
+      "loss": 0.7588,
       "step": 2010
     },
     {
-      "cov-distil": 1.4377840757369995,
-      "cov-distil (oracle2student)": 4.156949043273926,
-      "cov-distil (oracle2teacher)": 4.165374279022217,
+      "cov-distil": 2.033698320388794,
+      "cov-distil (oracle2student)": 4.713440895080566,
+      "cov-distil (oracle2teacher)": 4.367911338806152,
       "epoch": 1.5777080062794349,
-      "rel-constrast": 3.9362659454345703,
+      "rel-constrast": 4.97261905670166,
       "step": 2010,
-      "subrel-constrast": 4.300907611846924,
+      "subrel-constrast": 4.321190357208252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.884354829788208,
-      "cov-distil (oracle2student)": 4.4839301109313965,
-      "cov-distil (oracle2teacher)": 4.190253257751465,
+      "cov-distil": 2.508228302001953,
+      "cov-distil (oracle2student)": 5.2721028327941895,
+      "cov-distil (oracle2teacher)": 4.6488423347473145,
       "epoch": 1.5784929356357926,
-      "rel-constrast": 3.1483280658721924,
+      "rel-constrast": 3.68924617767334,
       "step": 2011,
-      "subrel-constrast": 4.354669570922852,
+      "subrel-constrast": 4.04859733581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6395540237426758,
-      "cov-distil (oracle2student)": 5.750955104827881,
-      "cov-distil (oracle2teacher)": 5.298275947570801,
+      "cov-distil": 1.8660341501235962,
+      "cov-distil (oracle2student)": 6.162489891052246,
+      "cov-distil (oracle2teacher)": 5.646324634552002,
       "epoch": 1.5792778649921506,
-      "rel-constrast": 2.2011046409606934,
+      "rel-constrast": 2.3231289386749268,
       "step": 2012,
-      "subrel-constrast": 3.059194803237915,
+      "subrel-constrast": 2.8683817386627197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.371983289718628,
-      "cov-distil (oracle2student)": 3.2978949546813965,
-      "cov-distil (oracle2teacher)": 3.4935269355773926,
+      "cov-distil": 1.4948935508728027,
+      "cov-distil (oracle2student)": 3.4628472328186035,
+      "cov-distil (oracle2teacher)": 3.5430567264556885,
       "epoch": 1.5800627943485086,
-      "rel-constrast": 2.1540050506591797,
+      "rel-constrast": 2.462773561477661,
       "step": 2013,
-      "subrel-constrast": 3.1483583450317383,
+      "subrel-constrast": 3.004268169403076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0264906883239746,
-      "cov-distil (oracle2student)": 4.947822570800781,
-      "cov-distil (oracle2teacher)": 4.389491081237793,
+      "cov-distil": 1.6754450798034668,
+      "cov-distil (oracle2student)": 5.15346622467041,
+      "cov-distil (oracle2teacher)": 4.642816543579102,
       "epoch": 1.5808477237048666,
-      "rel-constrast": 2.713986396789551,
+      "rel-constrast": 3.5260214805603027,
       "step": 2014,
-      "subrel-constrast": 4.0013885498046875,
+      "subrel-constrast": 3.8856587409973145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3393373489379883,
-      "cov-distil (oracle2student)": 2.834489345550537,
-      "cov-distil (oracle2teacher)": 3.0288479328155518,
+      "cov-distil": 1.674093246459961,
+      "cov-distil (oracle2student)": 2.9926397800445557,
+      "cov-distil (oracle2teacher)": 3.1415138244628906,
       "epoch": 1.5816326530612246,
-      "rel-constrast": 2.0930309295654297,
+      "rel-constrast": 2.5515551567077637,
       "step": 2015,
-      "subrel-constrast": 2.7812485694885254,
+      "subrel-constrast": 2.787792921066284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6010667085647583,
-      "cov-distil (oracle2student)": 4.359186172485352,
-      "cov-distil (oracle2teacher)": 4.202964782714844,
+      "cov-distil": 2.2448902130126953,
+      "cov-distil (oracle2student)": 5.123643398284912,
+      "cov-distil (oracle2teacher)": 4.604178428649902,
       "epoch": 1.5824175824175826,
-      "rel-constrast": 2.620488166809082,
+      "rel-constrast": 2.8878440856933594,
       "step": 2016,
-      "subrel-constrast": 3.5307912826538086,
+      "subrel-constrast": 3.494493007659912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7722853422164917,
-      "cov-distil (oracle2student)": 3.774839162826538,
-      "cov-distil (oracle2teacher)": 3.6534132957458496,
+      "cov-distil": 2.0124213695526123,
+      "cov-distil (oracle2student)": 4.047032356262207,
+      "cov-distil (oracle2teacher)": 3.94669246673584,
       "epoch": 1.5832025117739403,
-      "rel-constrast": 2.3033838272094727,
+      "rel-constrast": 2.7926836013793945,
       "step": 2017,
-      "subrel-constrast": 3.605243444442749,
+      "subrel-constrast": 3.2132227420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.86524498462677,
-      "cov-distil (oracle2student)": 4.193443775177002,
-      "cov-distil (oracle2teacher)": 4.129876613616943,
+      "cov-distil": 1.8049148321151733,
+      "cov-distil (oracle2student)": 5.101480960845947,
+      "cov-distil (oracle2teacher)": 4.818479537963867,
       "epoch": 1.5839874411302983,
-      "rel-constrast": 1.585967779159546,
+      "rel-constrast": 1.7535669803619385,
       "step": 2018,
-      "subrel-constrast": 2.5018954277038574,
+      "subrel-constrast": 2.5592103004455566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5511960983276367,
-      "cov-distil (oracle2student)": 4.050522804260254,
-      "cov-distil (oracle2teacher)": 4.108564853668213,
+      "cov-distil": 1.4293458461761475,
+      "cov-distil (oracle2student)": 4.135140895843506,
+      "cov-distil (oracle2teacher)": 4.047759056091309,
       "epoch": 1.584772370486656,
-      "rel-constrast": 2.5229244232177734,
+      "rel-constrast": 3.253948450088501,
       "step": 2019,
-      "subrel-constrast": 3.454453706741333,
+      "subrel-constrast": 3.0433127880096436,
       "view-similarity": 0
     },
     {
       "epoch": 1.585557299843014,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.40625,
       "learning_rate": 4.843509017462652e-05,
-      "loss": 0.6732,
+      "loss": 0.7553,
       "step": 2020
     },
     {
-      "cov-distil": 2.0482892990112305,
-      "cov-distil (oracle2student)": 4.750459671020508,
-      "cov-distil (oracle2teacher)": 4.109539031982422,
+      "cov-distil": 2.288705587387085,
+      "cov-distil (oracle2student)": 4.60167932510376,
+      "cov-distil (oracle2teacher)": 4.586197376251221,
       "epoch": 1.585557299843014,
-      "rel-constrast": 2.9831416606903076,
+      "rel-constrast": 2.9985435009002686,
       "step": 2020,
-      "subrel-constrast": 3.4159088134765625,
+      "subrel-constrast": 3.3597209453582764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8287413120269775,
-      "cov-distil (oracle2student)": 4.625401496887207,
-      "cov-distil (oracle2teacher)": 4.432038307189941,
+      "cov-distil": 2.2430214881896973,
+      "cov-distil (oracle2student)": 4.8858842849731445,
+      "cov-distil (oracle2teacher)": 4.655590534210205,
       "epoch": 1.586342229199372,
-      "rel-constrast": 3.173849582672119,
+      "rel-constrast": 3.7260422706604004,
       "step": 2021,
-      "subrel-constrast": 3.6933140754699707,
+      "subrel-constrast": 3.4160139560699463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.502548336982727,
-      "cov-distil (oracle2student)": 4.34357213973999,
-      "cov-distil (oracle2teacher)": 4.000822067260742,
+      "cov-distil": 1.9220969676971436,
+      "cov-distil (oracle2student)": 4.4453630447387695,
+      "cov-distil (oracle2teacher)": 4.4124250411987305,
       "epoch": 1.58712715855573,
-      "rel-constrast": 3.2530899047851562,
+      "rel-constrast": 3.870363473892212,
       "step": 2022,
-      "subrel-constrast": 4.041499137878418,
+      "subrel-constrast": 4.082399845123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6975460052490234,
-      "cov-distil (oracle2student)": 2.134544610977173,
-      "cov-distil (oracle2teacher)": 2.6783952713012695,
+      "cov-distil": 1.617224931716919,
+      "cov-distil (oracle2student)": 2.469395637512207,
+      "cov-distil (oracle2teacher)": 2.469721794128418,
       "epoch": 1.587912087912088,
-      "rel-constrast": 1.9920363426208496,
+      "rel-constrast": 2.18673038482666,
       "step": 2023,
-      "subrel-constrast": 2.524914503097534,
+      "subrel-constrast": 2.588359832763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.539825439453125,
-      "cov-distil (oracle2student)": 3.59492826461792,
-      "cov-distil (oracle2teacher)": 3.1538758277893066,
+      "cov-distil": 2.0086021423339844,
+      "cov-distil (oracle2student)": 3.715607166290283,
+      "cov-distil (oracle2teacher)": 3.3535380363464355,
       "epoch": 1.5886970172684458,
-      "rel-constrast": 3.423799514770508,
+      "rel-constrast": 3.9203038215637207,
       "step": 2024,
-      "subrel-constrast": 2.937838077545166,
+      "subrel-constrast": 2.7347300052642822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.211482286453247,
-      "cov-distil (oracle2student)": 3.4956533908843994,
-      "cov-distil (oracle2teacher)": 3.3868885040283203,
+      "cov-distil": 1.8363323211669922,
+      "cov-distil (oracle2student)": 3.317770004272461,
+      "cov-distil (oracle2teacher)": 3.5975492000579834,
       "epoch": 1.5894819466248038,
-      "rel-constrast": 2.658813238143921,
+      "rel-constrast": 3.218078136444092,
       "step": 2025,
-      "subrel-constrast": 3.331859588623047,
+      "subrel-constrast": 3.4647045135498047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.064730405807495,
-      "cov-distil (oracle2student)": 4.127379417419434,
-      "cov-distil (oracle2teacher)": 4.330715179443359,
+      "cov-distil": 2.5144143104553223,
+      "cov-distil (oracle2student)": 4.121999263763428,
+      "cov-distil (oracle2teacher)": 4.1530961990356445,
       "epoch": 1.5902668759811616,
-      "rel-constrast": 3.454615354537964,
+      "rel-constrast": 3.934569835662842,
       "step": 2026,
-      "subrel-constrast": 5.0817790031433105,
+      "subrel-constrast": 5.141406536102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.764772653579712,
-      "cov-distil (oracle2student)": 5.5037665367126465,
-      "cov-distil (oracle2teacher)": 5.152635097503662,
+      "cov-distil": 1.9326425790786743,
+      "cov-distil (oracle2student)": 5.031104564666748,
+      "cov-distil (oracle2teacher)": 5.382802963256836,
       "epoch": 1.5910518053375196,
-      "rel-constrast": 3.8172686100006104,
+      "rel-constrast": 3.3053667545318604,
       "step": 2027,
-      "subrel-constrast": 4.860388278961182,
+      "subrel-constrast": 4.737491607666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7477824687957764,
-      "cov-distil (oracle2student)": 2.8598079681396484,
-      "cov-distil (oracle2teacher)": 3.4302902221679688,
+      "cov-distil": 2.9106247425079346,
+      "cov-distil (oracle2student)": 2.9398694038391113,
+      "cov-distil (oracle2teacher)": 3.6933841705322266,
       "epoch": 1.5918367346938775,
-      "rel-constrast": 2.446838140487671,
+      "rel-constrast": 2.8041157722473145,
       "step": 2028,
-      "subrel-constrast": 2.904712677001953,
+      "subrel-constrast": 3.2831716537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2806787490844727,
-      "cov-distil (oracle2student)": 4.167126178741455,
-      "cov-distil (oracle2teacher)": 3.535740375518799,
+      "cov-distil": 1.5050818920135498,
+      "cov-distil (oracle2student)": 4.449164390563965,
+      "cov-distil (oracle2teacher)": 4.312474727630615,
       "epoch": 1.5926216640502355,
-      "rel-constrast": 1.5691629648208618,
+      "rel-constrast": 1.9815727472305298,
       "step": 2029,
-      "subrel-constrast": 2.2749476432800293,
+      "subrel-constrast": 2.3558831214904785,
       "view-similarity": 0
     },
     {
       "epoch": 1.5934065934065935,
-      "grad_norm": 4.0625,
+      "grad_norm": 5.3125,
       "learning_rate": 4.840455736531695e-05,
-      "loss": 0.761,
+      "loss": 0.7986,
       "step": 2030
     },
     {
-      "cov-distil": 1.8052408695220947,
-      "cov-distil (oracle2student)": 3.767669439315796,
-      "cov-distil (oracle2teacher)": 4.137200355529785,
+      "cov-distil": 1.9807500839233398,
+      "cov-distil (oracle2student)": 4.184055805206299,
+      "cov-distil (oracle2teacher)": 4.371416091918945,
       "epoch": 1.5934065934065935,
-      "rel-constrast": 2.8105173110961914,
+      "rel-constrast": 3.0361721515655518,
       "step": 2030,
-      "subrel-constrast": 4.052968978881836,
+      "subrel-constrast": 4.5771894454956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9864495992660522,
-      "cov-distil (oracle2student)": 4.301630020141602,
-      "cov-distil (oracle2teacher)": 3.9233083724975586,
+      "cov-distil": 2.6902244091033936,
+      "cov-distil (oracle2student)": 4.552705764770508,
+      "cov-distil (oracle2teacher)": 4.101091384887695,
       "epoch": 1.5941915227629513,
-      "rel-constrast": 2.481691360473633,
+      "rel-constrast": 2.7120423316955566,
       "step": 2031,
-      "subrel-constrast": 3.670283317565918,
+      "subrel-constrast": 3.8501439094543457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2325851917266846,
-      "cov-distil (oracle2student)": 3.4413347244262695,
-      "cov-distil (oracle2teacher)": 3.52907133102417,
+      "cov-distil": 1.8643100261688232,
+      "cov-distil (oracle2student)": 3.8420329093933105,
+      "cov-distil (oracle2teacher)": 3.5476231575012207,
       "epoch": 1.5949764521193093,
-      "rel-constrast": 1.944342017173767,
+      "rel-constrast": 2.9818115234375,
       "step": 2032,
-      "subrel-constrast": 2.616421699523926,
+      "subrel-constrast": 2.8136143684387207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1680409908294678,
-      "cov-distil (oracle2student)": 4.535223007202148,
-      "cov-distil (oracle2teacher)": 4.687896728515625,
+      "cov-distil": 1.494584321975708,
+      "cov-distil (oracle2student)": 4.78524112701416,
+      "cov-distil (oracle2teacher)": 4.307845115661621,
       "epoch": 1.595761381475667,
-      "rel-constrast": 3.4036130905151367,
+      "rel-constrast": 4.005531311035156,
       "step": 2033,
-      "subrel-constrast": 3.596949815750122,
+      "subrel-constrast": 3.70719575881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.187397837638855,
-      "cov-distil (oracle2student)": 5.060375690460205,
-      "cov-distil (oracle2teacher)": 4.972679615020752,
+      "cov-distil": 1.7330330610275269,
+      "cov-distil (oracle2student)": 5.121124267578125,
+      "cov-distil (oracle2teacher)": 4.436269283294678,
       "epoch": 1.596546310832025,
-      "rel-constrast": 2.817009449005127,
+      "rel-constrast": 3.27589750289917,
       "step": 2034,
-      "subrel-constrast": 3.526599407196045,
+      "subrel-constrast": 3.4971117973327637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9516181945800781,
-      "cov-distil (oracle2student)": 5.50700569152832,
-      "cov-distil (oracle2teacher)": 4.918766021728516,
+      "cov-distil": 2.0629711151123047,
+      "cov-distil (oracle2student)": 5.402863502502441,
+      "cov-distil (oracle2teacher)": 5.238927841186523,
       "epoch": 1.597331240188383,
-      "rel-constrast": 3.4270966053009033,
+      "rel-constrast": 3.9377942085266113,
       "step": 2035,
-      "subrel-constrast": 4.3050537109375,
+      "subrel-constrast": 3.7112865447998047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6815999746322632,
-      "cov-distil (oracle2student)": 3.189220428466797,
-      "cov-distil (oracle2teacher)": 3.4597322940826416,
+      "cov-distil": 2.2123804092407227,
+      "cov-distil (oracle2student)": 3.127897262573242,
+      "cov-distil (oracle2teacher)": 3.748157501220703,
       "epoch": 1.598116169544741,
-      "rel-constrast": 3.8849408626556396,
+      "rel-constrast": 3.1591930389404297,
       "step": 2036,
-      "subrel-constrast": 4.007104873657227,
+      "subrel-constrast": 4.160686016082764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5344910621643066,
-      "cov-distil (oracle2student)": 5.080648422241211,
-      "cov-distil (oracle2teacher)": 4.638467788696289,
+      "cov-distil": 1.7746105194091797,
+      "cov-distil (oracle2student)": 5.241938591003418,
+      "cov-distil (oracle2teacher)": 5.0172014236450195,
       "epoch": 1.598901098901099,
-      "rel-constrast": 2.8217477798461914,
+      "rel-constrast": 3.628551721572876,
       "step": 2037,
-      "subrel-constrast": 3.8516201972961426,
+      "subrel-constrast": 3.6586368083953857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6874818801879883,
-      "cov-distil (oracle2student)": 4.321852684020996,
-      "cov-distil (oracle2teacher)": 4.031486511230469,
+      "cov-distil": 2.435868263244629,
+      "cov-distil (oracle2student)": 4.344606399536133,
+      "cov-distil (oracle2teacher)": 4.567896842956543,
       "epoch": 1.599686028257457,
-      "rel-constrast": 4.23775577545166,
+      "rel-constrast": 4.4788007736206055,
       "step": 2038,
-      "subrel-constrast": 4.444581985473633,
+      "subrel-constrast": 4.362920761108398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5076287984848022,
-      "cov-distil (oracle2student)": 3.5776901245117188,
-      "cov-distil (oracle2teacher)": 3.320101737976074,
+      "cov-distil": 1.8560575246810913,
+      "cov-distil (oracle2student)": 4.533269882202148,
+      "cov-distil (oracle2teacher)": 3.9634954929351807,
       "epoch": 1.6004709576138147,
-      "rel-constrast": 2.3692123889923096,
+      "rel-constrast": 3.027972459793091,
       "step": 2039,
-      "subrel-constrast": 2.848024845123291,
+      "subrel-constrast": 3.3680434226989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.6012558869701727,
-      "grad_norm": 5.25,
+      "grad_norm": 6.21875,
       "learning_rate": 4.837373937886191e-05,
-      "loss": 0.7943,
+      "loss": 0.8561,
       "step": 2040
     },
     {
-      "cov-distil": 1.6467664241790771,
-      "cov-distil (oracle2student)": 3.4191412925720215,
-      "cov-distil (oracle2teacher)": 3.879981756210327,
+      "cov-distil": 1.9598894119262695,
+      "cov-distil (oracle2student)": 3.381110429763794,
+      "cov-distil (oracle2teacher)": 4.094082832336426,
       "epoch": 1.6012558869701727,
-      "rel-constrast": 2.825836181640625,
+      "rel-constrast": 2.876657009124756,
       "step": 2040,
-      "subrel-constrast": 3.5962727069854736,
+      "subrel-constrast": 3.6126420497894287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6008367538452148,
-      "cov-distil (oracle2student)": 4.051494598388672,
-      "cov-distil (oracle2teacher)": 4.0429229736328125,
+      "cov-distil": 2.1027538776397705,
+      "cov-distil (oracle2student)": 3.68131160736084,
+      "cov-distil (oracle2teacher)": 3.9598894119262695,
       "epoch": 1.6020408163265305,
-      "rel-constrast": 2.2376322746276855,
+      "rel-constrast": 3.0337584018707275,
       "step": 2041,
-      "subrel-constrast": 3.3133673667907715,
+      "subrel-constrast": 3.2539567947387695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3132537603378296,
-      "cov-distil (oracle2student)": 5.540678977966309,
-      "cov-distil (oracle2teacher)": 4.8964972496032715,
+      "cov-distil": 1.6581323146820068,
+      "cov-distil (oracle2student)": 5.75325345993042,
+      "cov-distil (oracle2teacher)": 5.243010520935059,
       "epoch": 1.6028257456828885,
-      "rel-constrast": 3.3395042419433594,
+      "rel-constrast": 3.174668312072754,
       "step": 2042,
-      "subrel-constrast": 3.4931578636169434,
+      "subrel-constrast": 3.4955239295959473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4747480154037476,
-      "cov-distil (oracle2student)": 3.688535213470459,
-      "cov-distil (oracle2teacher)": 3.7695884704589844,
+      "cov-distil": 2.2005257606506348,
+      "cov-distil (oracle2student)": 3.632030725479126,
+      "cov-distil (oracle2teacher)": 3.751397132873535,
       "epoch": 1.6036106750392465,
-      "rel-constrast": 3.0774917602539062,
+      "rel-constrast": 3.3678011894226074,
       "step": 2043,
-      "subrel-constrast": 4.081106185913086,
+      "subrel-constrast": 3.9739105701446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3674695491790771,
-      "cov-distil (oracle2student)": 4.54239559173584,
-      "cov-distil (oracle2teacher)": 4.217275142669678,
+      "cov-distil": 1.7364897727966309,
+      "cov-distil (oracle2student)": 5.130245685577393,
+      "cov-distil (oracle2teacher)": 4.510554313659668,
       "epoch": 1.6043956043956045,
-      "rel-constrast": 3.5234925746917725,
+      "rel-constrast": 4.01242208480835,
       "step": 2044,
-      "subrel-constrast": 3.8215219974517822,
+      "subrel-constrast": 3.4956698417663574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2804394960403442,
-      "cov-distil (oracle2student)": 3.9361371994018555,
-      "cov-distil (oracle2teacher)": 4.220816612243652,
+      "cov-distil": 2.0850095748901367,
+      "cov-distil (oracle2student)": 3.7946105003356934,
+      "cov-distil (oracle2teacher)": 3.9892146587371826,
       "epoch": 1.6051805337519625,
-      "rel-constrast": 3.50968599319458,
+      "rel-constrast": 3.9406917095184326,
       "step": 2045,
-      "subrel-constrast": 4.2541584968566895,
+      "subrel-constrast": 4.032471656799316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8156013488769531,
-      "cov-distil (oracle2student)": 4.476880073547363,
-      "cov-distil (oracle2teacher)": 3.963146209716797,
+      "cov-distil": 2.394049644470215,
+      "cov-distil (oracle2student)": 4.504836082458496,
+      "cov-distil (oracle2teacher)": 4.387550354003906,
       "epoch": 1.6059654631083202,
-      "rel-constrast": 3.259300708770752,
+      "rel-constrast": 3.8696906566619873,
       "step": 2046,
-      "subrel-constrast": 3.3814423084259033,
+      "subrel-constrast": 3.700474500656128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5240626335144043,
-      "cov-distil (oracle2student)": 3.958540201187134,
-      "cov-distil (oracle2teacher)": 3.794686794281006,
+      "cov-distil": 1.7737454175949097,
+      "cov-distil (oracle2student)": 4.556284427642822,
+      "cov-distil (oracle2teacher)": 4.010815143585205,
       "epoch": 1.6067503924646782,
-      "rel-constrast": 2.936607599258423,
+      "rel-constrast": 3.96748423576355,
       "step": 2047,
-      "subrel-constrast": 3.8535993099212646,
+      "subrel-constrast": 3.647857189178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266055822372437,
-      "cov-distil (oracle2student)": 4.4979705810546875,
-      "cov-distil (oracle2teacher)": 3.644831895828247,
+      "cov-distil": 2.056027412414551,
+      "cov-distil (oracle2student)": 4.711935997009277,
+      "cov-distil (oracle2teacher)": 4.302933692932129,
       "epoch": 1.607535321821036,
-      "rel-constrast": 2.2974979877471924,
+      "rel-constrast": 2.1785037517547607,
       "step": 2048,
-      "subrel-constrast": 3.10577654838562,
+      "subrel-constrast": 3.0642924308776855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7465144395828247,
-      "cov-distil (oracle2student)": 3.3013501167297363,
-      "cov-distil (oracle2teacher)": 3.4726696014404297,
+      "cov-distil": 1.5655063390731812,
+      "cov-distil (oracle2student)": 3.838616371154785,
+      "cov-distil (oracle2teacher)": 3.3020272254943848,
       "epoch": 1.608320251177394,
-      "rel-constrast": 1.995133638381958,
+      "rel-constrast": 2.7434725761413574,
       "step": 2049,
-      "subrel-constrast": 2.724217653274536,
+      "subrel-constrast": 2.7800800800323486,
       "view-similarity": 0
     },
     {
       "epoch": 1.609105180533752,
-      "grad_norm": 4.40625,
+      "grad_norm": 5.59375,
       "learning_rate": 4.834263659076884e-05,
-      "loss": 0.763,
+      "loss": 0.8291,
       "step": 2050
     },
     {
-      "cov-distil": 1.7949761152267456,
-      "cov-distil (oracle2student)": 4.498704433441162,
-      "cov-distil (oracle2teacher)": 4.352823257446289,
+      "cov-distil": 1.8658506870269775,
+      "cov-distil (oracle2student)": 4.9493513107299805,
+      "cov-distil (oracle2teacher)": 4.524769306182861,
       "epoch": 1.609105180533752,
-      "rel-constrast": 2.254809856414795,
+      "rel-constrast": 2.5765199661254883,
       "step": 2050,
-      "subrel-constrast": 3.4211935997009277,
+      "subrel-constrast": 3.367403984069824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3349231481552124,
-      "cov-distil (oracle2student)": 5.7295918464660645,
-      "cov-distil (oracle2teacher)": 5.212827205657959,
+      "cov-distil": 1.906947135925293,
+      "cov-distil (oracle2student)": 5.829298973083496,
+      "cov-distil (oracle2teacher)": 5.757718086242676,
       "epoch": 1.60989010989011,
-      "rel-constrast": 2.0729784965515137,
+      "rel-constrast": 2.5743441581726074,
       "step": 2051,
-      "subrel-constrast": 3.048137903213501,
+      "subrel-constrast": 2.9985196590423584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0458886623382568,
-      "cov-distil (oracle2student)": 3.1625027656555176,
-      "cov-distil (oracle2teacher)": 3.6677608489990234,
+      "cov-distil": 1.243606686592102,
+      "cov-distil (oracle2student)": 3.4986162185668945,
+      "cov-distil (oracle2teacher)": 4.097476482391357,
       "epoch": 1.610675039246468,
-      "rel-constrast": 2.433927536010742,
+      "rel-constrast": 2.9804863929748535,
       "step": 2052,
-      "subrel-constrast": 3.323185682296753,
+      "subrel-constrast": 3.4838638305664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3693102598190308,
-      "cov-distil (oracle2student)": 2.987476110458374,
-      "cov-distil (oracle2teacher)": 2.8964524269104004,
+      "cov-distil": 1.6837584972381592,
+      "cov-distil (oracle2student)": 2.6267595291137695,
+      "cov-distil (oracle2teacher)": 2.898986339569092,
       "epoch": 1.6114599686028257,
-      "rel-constrast": 2.140439033508301,
+      "rel-constrast": 1.7966277599334717,
       "step": 2053,
-      "subrel-constrast": 2.8775861263275146,
+      "subrel-constrast": 2.7190916538238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3437325954437256,
-      "cov-distil (oracle2student)": 5.207067012786865,
-      "cov-distil (oracle2teacher)": 5.1119794845581055,
+      "cov-distil": 1.7603603601455688,
+      "cov-distil (oracle2student)": 5.113825798034668,
+      "cov-distil (oracle2teacher)": 5.6175312995910645,
       "epoch": 1.6122448979591837,
-      "rel-constrast": 3.1859264373779297,
+      "rel-constrast": 3.2634825706481934,
       "step": 2054,
-      "subrel-constrast": 3.5148096084594727,
+      "subrel-constrast": 4.188901424407959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5393338203430176,
-      "cov-distil (oracle2student)": 2.7178211212158203,
-      "cov-distil (oracle2teacher)": 2.548007011413574,
+      "cov-distil": 1.7836527824401855,
+      "cov-distil (oracle2student)": 3.0420267581939697,
+      "cov-distil (oracle2teacher)": 2.717525005340576,
       "epoch": 1.6130298273155415,
-      "rel-constrast": 2.2228755950927734,
+      "rel-constrast": 2.1410717964172363,
       "step": 2055,
-      "subrel-constrast": 2.701355457305908,
+      "subrel-constrast": 2.8615362644195557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426512360572815,
-      "cov-distil (oracle2student)": 3.4088988304138184,
-      "cov-distil (oracle2teacher)": 3.7255258560180664,
+      "cov-distil": 1.3172886371612549,
+      "cov-distil (oracle2student)": 3.307732105255127,
+      "cov-distil (oracle2teacher)": 3.406601667404175,
       "epoch": 1.6138147566718994,
-      "rel-constrast": 1.602285623550415,
+      "rel-constrast": 1.907084345817566,
       "step": 2056,
-      "subrel-constrast": 2.695399761199951,
+      "subrel-constrast": 2.659954309463501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7214194536209106,
-      "cov-distil (oracle2student)": 3.3216590881347656,
-      "cov-distil (oracle2teacher)": 3.337252616882324,
+      "cov-distil": 2.0406103134155273,
+      "cov-distil (oracle2student)": 3.2927727699279785,
+      "cov-distil (oracle2teacher)": 3.140674591064453,
       "epoch": 1.6145996860282574,
-      "rel-constrast": 2.674438714981079,
+      "rel-constrast": 3.146155834197998,
       "step": 2057,
-      "subrel-constrast": 3.511599063873291,
+      "subrel-constrast": 3.5029361248016357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5471255779266357,
-      "cov-distil (oracle2student)": 3.8116812705993652,
-      "cov-distil (oracle2teacher)": 3.9724085330963135,
+      "cov-distil": 1.9151606559753418,
+      "cov-distil (oracle2student)": 4.01308536529541,
+      "cov-distil (oracle2teacher)": 3.9506449699401855,
       "epoch": 1.6153846153846154,
-      "rel-constrast": 2.7013487815856934,
+      "rel-constrast": 2.8753414154052734,
       "step": 2058,
-      "subrel-constrast": 3.5736117362976074,
+      "subrel-constrast": 3.2515740394592285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2454863786697388,
-      "cov-distil (oracle2student)": 5.163958549499512,
-      "cov-distil (oracle2teacher)": 4.0869317054748535,
+      "cov-distil": 1.668416142463684,
+      "cov-distil (oracle2student)": 5.0023369789123535,
+      "cov-distil (oracle2teacher)": 4.903827667236328,
       "epoch": 1.6161695447409734,
-      "rel-constrast": 2.5448288917541504,
+      "rel-constrast": 2.538041830062866,
       "step": 2059,
-      "subrel-constrast": 3.0625667572021484,
+      "subrel-constrast": 3.3355658054351807,
       "view-similarity": 0
     },
     {
       "epoch": 1.6169544740973314,
-      "grad_norm": 10.5,
+      "grad_norm": 5.96875,
       "learning_rate": 4.83112493800154e-05,
-      "loss": 0.6318,
+      "loss": 0.645,
       "step": 2060
     },
     {
-      "cov-distil": 1.4908287525177002,
-      "cov-distil (oracle2student)": 4.317589282989502,
-      "cov-distil (oracle2teacher)": 4.190001487731934,
+      "cov-distil": 1.4158320426940918,
+      "cov-distil (oracle2student)": 4.778284549713135,
+      "cov-distil (oracle2teacher)": 4.536355972290039,
       "epoch": 1.6169544740973314,
-      "rel-constrast": 2.581674575805664,
+      "rel-constrast": 2.7216076850891113,
       "step": 2060,
-      "subrel-constrast": 3.4688923358917236,
+      "subrel-constrast": 3.3563945293426514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4584860801696777,
-      "cov-distil (oracle2student)": 4.275257110595703,
-      "cov-distil (oracle2teacher)": 4.058523654937744,
+      "cov-distil": 1.7191169261932373,
+      "cov-distil (oracle2student)": 3.7207870483398438,
+      "cov-distil (oracle2teacher)": 4.355107307434082,
       "epoch": 1.6177394034536892,
-      "rel-constrast": 2.0944056510925293,
+      "rel-constrast": 2.546837091445923,
       "step": 2061,
-      "subrel-constrast": 2.88100266456604,
+      "subrel-constrast": 2.9426395893096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.757563829421997,
-      "cov-distil (oracle2student)": 3.076035499572754,
-      "cov-distil (oracle2teacher)": 3.0971367359161377,
+      "cov-distil": 1.7491631507873535,
+      "cov-distil (oracle2student)": 3.8698174953460693,
+      "cov-distil (oracle2teacher)": 3.152174472808838,
       "epoch": 1.6185243328100472,
-      "rel-constrast": 2.540196418762207,
+      "rel-constrast": 3.3608438968658447,
       "step": 2062,
-      "subrel-constrast": 3.6414880752563477,
+      "subrel-constrast": 3.529266595840454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2241549491882324,
-      "cov-distil (oracle2student)": 4.835506439208984,
-      "cov-distil (oracle2teacher)": 4.11246919631958,
+      "cov-distil": 1.3452479839324951,
+      "cov-distil (oracle2student)": 5.58112907409668,
+      "cov-distil (oracle2teacher)": 4.605348587036133,
       "epoch": 1.619309262166405,
-      "rel-constrast": 3.1234943866729736,
+      "rel-constrast": 3.3937673568725586,
       "step": 2063,
-      "subrel-constrast": 3.165693521499634,
+      "subrel-constrast": 2.983935832977295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9903879165649414,
-      "cov-distil (oracle2student)": 4.786257266998291,
-      "cov-distil (oracle2teacher)": 4.460675239562988,
+      "cov-distil": 2.6540117263793945,
+      "cov-distil (oracle2student)": 4.887837886810303,
+      "cov-distil (oracle2teacher)": 4.732949256896973,
       "epoch": 1.620094191522763,
-      "rel-constrast": 2.56026029586792,
+      "rel-constrast": 3.1217689514160156,
       "step": 2064,
-      "subrel-constrast": 3.524782180786133,
+      "subrel-constrast": 3.9988021850585938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.28297758102417,
-      "cov-distil (oracle2student)": 4.441198825836182,
-      "cov-distil (oracle2teacher)": 4.769462585449219,
+      "cov-distil": 1.6325713396072388,
+      "cov-distil (oracle2student)": 5.050360679626465,
+      "cov-distil (oracle2teacher)": 5.116917610168457,
       "epoch": 1.620879120879121,
-      "rel-constrast": 2.9925427436828613,
+      "rel-constrast": 3.2057900428771973,
       "step": 2065,
-      "subrel-constrast": 3.6131138801574707,
+      "subrel-constrast": 4.208925724029541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.761282205581665,
-      "cov-distil (oracle2student)": 5.356776237487793,
-      "cov-distil (oracle2teacher)": 4.522482395172119,
+      "cov-distil": 2.5812621116638184,
+      "cov-distil (oracle2student)": 5.102790355682373,
+      "cov-distil (oracle2teacher)": 4.782477378845215,
       "epoch": 1.6216640502354789,
-      "rel-constrast": 3.165936231613159,
+      "rel-constrast": 2.977180004119873,
       "step": 2066,
-      "subrel-constrast": 4.099177837371826,
+      "subrel-constrast": 4.003785133361816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4316446781158447,
-      "cov-distil (oracle2student)": 5.165266036987305,
-      "cov-distil (oracle2teacher)": 4.497067451477051,
+      "cov-distil": 2.119307041168213,
+      "cov-distil (oracle2student)": 5.012778282165527,
+      "cov-distil (oracle2teacher)": 4.955540657043457,
       "epoch": 1.6224489795918369,
-      "rel-constrast": 2.9972119331359863,
+      "rel-constrast": 3.654629707336426,
       "step": 2067,
-      "subrel-constrast": 3.2542285919189453,
+      "subrel-constrast": 3.6265110969543457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3026407957077026,
-      "cov-distil (oracle2student)": 5.497707843780518,
-      "cov-distil (oracle2teacher)": 4.904534816741943,
+      "cov-distil": 1.8710980415344238,
+      "cov-distil (oracle2student)": 5.823598861694336,
+      "cov-distil (oracle2teacher)": 5.272956848144531,
       "epoch": 1.6232339089481946,
-      "rel-constrast": 2.914114236831665,
+      "rel-constrast": 3.515549659729004,
       "step": 2068,
-      "subrel-constrast": 3.616696834564209,
+      "subrel-constrast": 3.7050182819366455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.508901834487915,
-      "cov-distil (oracle2student)": 4.457405090332031,
-      "cov-distil (oracle2teacher)": 4.822147369384766,
+      "cov-distil": 1.7523329257965088,
+      "cov-distil (oracle2student)": 4.805436134338379,
+      "cov-distil (oracle2teacher)": 4.811914920806885,
       "epoch": 1.6240188383045526,
-      "rel-constrast": 2.934299945831299,
+      "rel-constrast": 3.4967689514160156,
       "step": 2069,
-      "subrel-constrast": 4.103697776794434,
+      "subrel-constrast": 4.176980972290039,
       "view-similarity": 0
     },
     {
       "epoch": 1.6248037676609104,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.53125,
       "learning_rate": 4.827957812904485e-05,
-      "loss": 0.7356,
+      "loss": 0.7999,
       "step": 2070
     },
     {
-      "cov-distil": 1.3743852376937866,
-      "cov-distil (oracle2student)": 2.6643528938293457,
-      "cov-distil (oracle2teacher)": 3.036470413208008,
+      "cov-distil": 1.3611407279968262,
+      "cov-distil (oracle2student)": 3.1688613891601562,
+      "cov-distil (oracle2teacher)": 3.313385248184204,
       "epoch": 1.6248037676609104,
-      "rel-constrast": 2.3496155738830566,
+      "rel-constrast": 2.9549195766448975,
       "step": 2070,
-      "subrel-constrast": 3.3078978061676025,
+      "subrel-constrast": 3.08913254737854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.617437720298767,
-      "cov-distil (oracle2student)": 6.351428508758545,
-      "cov-distil (oracle2teacher)": 5.156709671020508,
+      "cov-distil": 1.9370769262313843,
+      "cov-distil (oracle2student)": 5.965681552886963,
+      "cov-distil (oracle2teacher)": 5.39721155166626,
       "epoch": 1.6255886970172684,
-      "rel-constrast": 2.6045138835906982,
+      "rel-constrast": 2.6514077186584473,
       "step": 2071,
-      "subrel-constrast": 2.9174444675445557,
+      "subrel-constrast": 2.8388800621032715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9774250984191895,
-      "cov-distil (oracle2student)": 4.303502082824707,
-      "cov-distil (oracle2teacher)": 3.9338040351867676,
+      "cov-distil": 2.33512544631958,
+      "cov-distil (oracle2student)": 3.9428443908691406,
+      "cov-distil (oracle2teacher)": 4.105510711669922,
       "epoch": 1.6263736263736264,
-      "rel-constrast": 3.3211231231689453,
+      "rel-constrast": 3.5030293464660645,
       "step": 2072,
-      "subrel-constrast": 3.631126880645752,
+      "subrel-constrast": 3.656738042831421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9205094575881958,
-      "cov-distil (oracle2student)": 4.331757545471191,
-      "cov-distil (oracle2teacher)": 4.20655632019043,
+      "cov-distil": 1.2212598323822021,
+      "cov-distil (oracle2student)": 4.2657341957092285,
+      "cov-distil (oracle2teacher)": 4.761544227600098,
       "epoch": 1.6271585557299844,
-      "rel-constrast": 2.644624710083008,
+      "rel-constrast": 2.8429582118988037,
       "step": 2073,
-      "subrel-constrast": 3.4994237422943115,
+      "subrel-constrast": 3.2103431224823,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9841632843017578,
-      "cov-distil (oracle2student)": 3.503969430923462,
-      "cov-distil (oracle2teacher)": 2.974539041519165,
+      "cov-distil": 2.7573392391204834,
+      "cov-distil (oracle2student)": 3.482907295227051,
+      "cov-distil (oracle2teacher)": 3.3328349590301514,
       "epoch": 1.6279434850863423,
-      "rel-constrast": 1.8373162746429443,
+      "rel-constrast": 2.0799436569213867,
       "step": 2074,
-      "subrel-constrast": 2.4780445098876953,
+      "subrel-constrast": 2.693690061569214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3093910217285156,
-      "cov-distil (oracle2student)": 5.715851783752441,
-      "cov-distil (oracle2teacher)": 4.562400817871094,
+      "cov-distil": 1.5506088733673096,
+      "cov-distil (oracle2student)": 5.1656646728515625,
+      "cov-distil (oracle2teacher)": 4.934126853942871,
       "epoch": 1.6287284144427001,
-      "rel-constrast": 3.0792689323425293,
+      "rel-constrast": 3.391221523284912,
       "step": 2075,
-      "subrel-constrast": 3.4869117736816406,
+      "subrel-constrast": 3.4767234325408936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72260582447052,
-      "cov-distil (oracle2student)": 4.45317268371582,
-      "cov-distil (oracle2teacher)": 4.26389217376709,
+      "cov-distil": 1.695784330368042,
+      "cov-distil (oracle2student)": 4.852001190185547,
+      "cov-distil (oracle2teacher)": 4.283757209777832,
       "epoch": 1.629513343799058,
-      "rel-constrast": 2.2471811771392822,
+      "rel-constrast": 2.493624448776245,
       "step": 2076,
-      "subrel-constrast": 2.5746428966522217,
+      "subrel-constrast": 2.424844741821289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3540172576904297,
-      "cov-distil (oracle2student)": 5.391295909881592,
-      "cov-distil (oracle2teacher)": 5.226952075958252,
+      "cov-distil": 1.5215809345245361,
+      "cov-distil (oracle2student)": 6.005449295043945,
+      "cov-distil (oracle2teacher)": 5.154108047485352,
       "epoch": 1.6302982731554159,
-      "rel-constrast": 1.6137186288833618,
+      "rel-constrast": 1.9577560424804688,
       "step": 2077,
-      "subrel-constrast": 2.613908290863037,
+      "subrel-constrast": 2.5152792930603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8046118021011353,
-      "cov-distil (oracle2student)": 4.633482933044434,
-      "cov-distil (oracle2teacher)": 4.515999794006348,
+      "cov-distil": 2.6635022163391113,
+      "cov-distil (oracle2student)": 4.997156143188477,
+      "cov-distil (oracle2teacher)": 5.051814079284668,
       "epoch": 1.6310832025117739,
-      "rel-constrast": 2.3300392627716064,
+      "rel-constrast": 2.538435220718384,
       "step": 2078,
-      "subrel-constrast": 2.9957892894744873,
+      "subrel-constrast": 3.2896862030029297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4055002927780151,
-      "cov-distil (oracle2student)": 3.869049072265625,
-      "cov-distil (oracle2teacher)": 3.528761863708496,
+      "cov-distil": 1.624668836593628,
+      "cov-distil (oracle2student)": 4.008569717407227,
+      "cov-distil (oracle2teacher)": 3.5223817825317383,
       "epoch": 1.6318681318681318,
-      "rel-constrast": 1.8855060338974,
+      "rel-constrast": 1.8659578561782837,
       "step": 2079,
-      "subrel-constrast": 2.607849359512329,
+      "subrel-constrast": 2.568305015563965,
       "view-similarity": 0
     },
     {
       "epoch": 1.6326530612244898,
-      "grad_norm": 4.5625,
+      "grad_norm": 5.09375,
       "learning_rate": 4.824762322376138e-05,
-      "loss": 0.6365,
+      "loss": 0.657,
       "step": 2080
     },
     {
-      "cov-distil": 1.2414379119873047,
-      "cov-distil (oracle2student)": 3.478029727935791,
-      "cov-distil (oracle2teacher)": 3.3050224781036377,
+      "cov-distil": 1.2687844038009644,
+      "cov-distil (oracle2student)": 3.269157886505127,
+      "cov-distil (oracle2teacher)": 3.0013937950134277,
       "epoch": 1.6326530612244898,
-      "rel-constrast": 1.9633790254592896,
+      "rel-constrast": 2.288952589035034,
       "step": 2080,
-      "subrel-constrast": 2.5663352012634277,
+      "subrel-constrast": 2.4528653621673584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1902920007705688,
-      "cov-distil (oracle2student)": 4.973108768463135,
-      "cov-distil (oracle2teacher)": 4.454844951629639,
+      "cov-distil": 1.9485971927642822,
+      "cov-distil (oracle2student)": 5.250120639801025,
+      "cov-distil (oracle2teacher)": 4.6477203369140625,
       "epoch": 1.6334379905808478,
-      "rel-constrast": 1.9761629104614258,
+      "rel-constrast": 2.139887571334839,
       "step": 2081,
-      "subrel-constrast": 2.5908637046813965,
+      "subrel-constrast": 2.490666627883911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8728954792022705,
-      "cov-distil (oracle2student)": 2.418976306915283,
-      "cov-distil (oracle2teacher)": 3.155106544494629,
+      "cov-distil": 2.529184103012085,
+      "cov-distil (oracle2student)": 2.8423922061920166,
+      "cov-distil (oracle2teacher)": 2.842487335205078,
       "epoch": 1.6342229199372058,
-      "rel-constrast": 2.789966583251953,
+      "rel-constrast": 3.4918019771575928,
       "step": 2082,
-      "subrel-constrast": 3.632643461227417,
+      "subrel-constrast": 3.5395560264587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.879807949066162,
-      "cov-distil (oracle2student)": 4.050652027130127,
-      "cov-distil (oracle2teacher)": 3.8830175399780273,
+      "cov-distil": 2.6844072341918945,
+      "cov-distil (oracle2student)": 3.9400739669799805,
+      "cov-distil (oracle2teacher)": 3.922978401184082,
       "epoch": 1.6350078492935636,
-      "rel-constrast": 3.4353625774383545,
+      "rel-constrast": 3.466309070587158,
       "step": 2083,
-      "subrel-constrast": 3.942655563354492,
+      "subrel-constrast": 3.9794185161590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1142070293426514,
-      "cov-distil (oracle2student)": 4.605465888977051,
-      "cov-distil (oracle2teacher)": 4.1374430656433105,
+      "cov-distil": 1.8090734481811523,
+      "cov-distil (oracle2student)": 4.663928031921387,
+      "cov-distil (oracle2teacher)": 4.394132137298584,
       "epoch": 1.6357927786499213,
-      "rel-constrast": 2.9432709217071533,
+      "rel-constrast": 3.3367831707000732,
       "step": 2084,
-      "subrel-constrast": 3.5583064556121826,
+      "subrel-constrast": 3.460696220397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3301512002944946,
-      "cov-distil (oracle2student)": 3.0463709831237793,
-      "cov-distil (oracle2teacher)": 3.104276657104492,
+      "cov-distil": 1.8715877532958984,
+      "cov-distil (oracle2student)": 2.5389413833618164,
+      "cov-distil (oracle2teacher)": 2.9940109252929688,
       "epoch": 1.6365777080062793,
-      "rel-constrast": 2.3145620822906494,
+      "rel-constrast": 2.507014513015747,
       "step": 2085,
-      "subrel-constrast": 3.1735079288482666,
+      "subrel-constrast": 2.932239532470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478292465209961,
-      "cov-distil (oracle2student)": 2.931324005126953,
-      "cov-distil (oracle2teacher)": 2.9833784103393555,
+      "cov-distil": 1.9483917951583862,
+      "cov-distil (oracle2student)": 2.863835096359253,
+      "cov-distil (oracle2teacher)": 2.951789379119873,
       "epoch": 1.6373626373626373,
-      "rel-constrast": 2.5801472663879395,
+      "rel-constrast": 3.1402432918548584,
       "step": 2086,
-      "subrel-constrast": 2.7285046577453613,
+      "subrel-constrast": 2.552656888961792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6398351192474365,
-      "cov-distil (oracle2student)": 2.8576812744140625,
-      "cov-distil (oracle2teacher)": 3.1078763008117676,
+      "cov-distil": 2.4307448863983154,
+      "cov-distil (oracle2student)": 4.01165771484375,
+      "cov-distil (oracle2teacher)": 3.135254383087158,
       "epoch": 1.6381475667189953,
-      "rel-constrast": 2.428048610687256,
+      "rel-constrast": 3.2590510845184326,
       "step": 2087,
-      "subrel-constrast": 3.2801222801208496,
+      "subrel-constrast": 3.608109951019287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2795454263687134,
-      "cov-distil (oracle2student)": 5.243771553039551,
-      "cov-distil (oracle2teacher)": 4.780567169189453,
+      "cov-distil": 1.132871389389038,
+      "cov-distil (oracle2student)": 5.452219486236572,
+      "cov-distil (oracle2teacher)": 4.798192024230957,
       "epoch": 1.6389324960753533,
-      "rel-constrast": 2.9224610328674316,
+      "rel-constrast": 2.9204182624816895,
       "step": 2088,
-      "subrel-constrast": 3.4047603607177734,
+      "subrel-constrast": 3.2439486980438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7413620948791504,
-      "cov-distil (oracle2student)": 3.4226858615875244,
-      "cov-distil (oracle2teacher)": 3.796494722366333,
+      "cov-distil": 1.9500683546066284,
+      "cov-distil (oracle2student)": 3.3157572746276855,
+      "cov-distil (oracle2teacher)": 4.265115737915039,
       "epoch": 1.6397174254317113,
-      "rel-constrast": 3.177461624145508,
+      "rel-constrast": 2.951401710510254,
       "step": 2089,
-      "subrel-constrast": 3.9020156860351562,
+      "subrel-constrast": 4.080893516540527,
       "view-similarity": 0
     },
     {
       "epoch": 1.640502354788069,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.28125,
       "learning_rate": 4.821538505352543e-05,
-      "loss": 0.7027,
+      "loss": 0.7375,
       "step": 2090
     },
     {
-      "cov-distil": 1.2207731008529663,
-      "cov-distil (oracle2student)": 3.8870153427124023,
-      "cov-distil (oracle2teacher)": 4.129881381988525,
+      "cov-distil": 1.5974518060684204,
+      "cov-distil (oracle2student)": 4.157120704650879,
+      "cov-distil (oracle2teacher)": 3.972930431365967,
       "epoch": 1.640502354788069,
-      "rel-constrast": 2.6559126377105713,
+      "rel-constrast": 2.9074301719665527,
       "step": 2090,
-      "subrel-constrast": 3.1635262966156006,
+      "subrel-constrast": 3.0726966857910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6789839267730713,
-      "cov-distil (oracle2student)": 4.7383270263671875,
-      "cov-distil (oracle2teacher)": 4.643011093139648,
+      "cov-distil": 2.1647956371307373,
+      "cov-distil (oracle2student)": 4.905690670013428,
+      "cov-distil (oracle2teacher)": 4.6491498947143555,
       "epoch": 1.641287284144427,
-      "rel-constrast": 2.328157424926758,
+      "rel-constrast": 2.1963229179382324,
       "step": 2091,
-      "subrel-constrast": 2.9757080078125,
+      "subrel-constrast": 2.9451348781585693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1166787147521973,
-      "cov-distil (oracle2student)": 6.11566162109375,
-      "cov-distil (oracle2teacher)": 5.492757797241211,
+      "cov-distil": 1.6496529579162598,
+      "cov-distil (oracle2student)": 5.971529006958008,
+      "cov-distil (oracle2teacher)": 5.869447708129883,
       "epoch": 1.6420722135007848,
-      "rel-constrast": 3.674086570739746,
+      "rel-constrast": 4.146651268005371,
       "step": 2092,
-      "subrel-constrast": 4.091212749481201,
+      "subrel-constrast": 3.9464876651763916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0456438064575195,
-      "cov-distil (oracle2student)": 2.8291797637939453,
-      "cov-distil (oracle2teacher)": 3.062237501144409,
+      "cov-distil": 1.412024736404419,
+      "cov-distil (oracle2student)": 2.7824580669403076,
+      "cov-distil (oracle2teacher)": 3.172419548034668,
       "epoch": 1.6428571428571428,
-      "rel-constrast": 2.438107967376709,
+      "rel-constrast": 2.294365882873535,
       "step": 2093,
-      "subrel-constrast": 3.1620309352874756,
+      "subrel-constrast": 2.7772114276885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.664851427078247,
-      "cov-distil (oracle2student)": 5.564061164855957,
-      "cov-distil (oracle2teacher)": 5.566417694091797,
+      "cov-distil": 2.129404067993164,
+      "cov-distil (oracle2student)": 5.596503257751465,
+      "cov-distil (oracle2teacher)": 6.435320854187012,
       "epoch": 1.6436420722135008,
-      "rel-constrast": 3.6411361694335938,
+      "rel-constrast": 3.009049415588379,
       "step": 2094,
-      "subrel-constrast": 4.108861923217773,
+      "subrel-constrast": 3.9798226356506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6375892162322998,
-      "cov-distil (oracle2student)": 4.984851837158203,
-      "cov-distil (oracle2teacher)": 4.013951778411865,
+      "cov-distil": 1.5166816711425781,
+      "cov-distil (oracle2student)": 5.2307868003845215,
+      "cov-distil (oracle2teacher)": 4.679411888122559,
       "epoch": 1.6444270015698588,
-      "rel-constrast": 2.8608391284942627,
+      "rel-constrast": 2.4285521507263184,
       "step": 2095,
-      "subrel-constrast": 3.520291328430176,
+      "subrel-constrast": 3.5908055305480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3518152236938477,
-      "cov-distil (oracle2student)": 3.7745819091796875,
-      "cov-distil (oracle2teacher)": 3.919778347015381,
+      "cov-distil": 1.9972950220108032,
+      "cov-distil (oracle2student)": 3.7132606506347656,
+      "cov-distil (oracle2teacher)": 3.664956569671631,
       "epoch": 1.6452119309262168,
-      "rel-constrast": 2.3604490756988525,
+      "rel-constrast": 2.673156976699829,
       "step": 2096,
-      "subrel-constrast": 3.0637900829315186,
+      "subrel-constrast": 3.0940909385681152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6902343034744263,
-      "cov-distil (oracle2student)": 2.733623743057251,
-      "cov-distil (oracle2teacher)": 2.9321978092193604,
+      "cov-distil": 2.0827648639678955,
+      "cov-distil (oracle2student)": 3.415583848953247,
+      "cov-distil (oracle2teacher)": 3.4614405632019043,
       "epoch": 1.6459968602825745,
-      "rel-constrast": 3.052748680114746,
+      "rel-constrast": 3.4119348526000977,
       "step": 2097,
-      "subrel-constrast": 3.6468217372894287,
+      "subrel-constrast": 3.5781612396240234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5134410858154297,
-      "cov-distil (oracle2student)": 3.3050501346588135,
-      "cov-distil (oracle2teacher)": 2.9029603004455566,
+      "cov-distil": 1.4574143886566162,
+      "cov-distil (oracle2student)": 3.503617763519287,
+      "cov-distil (oracle2teacher)": 3.257143497467041,
       "epoch": 1.6467817896389325,
-      "rel-constrast": 2.616238594055176,
+      "rel-constrast": 2.8549346923828125,
       "step": 2098,
-      "subrel-constrast": 2.949694871902466,
+      "subrel-constrast": 2.912903308868408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8169734477996826,
-      "cov-distil (oracle2student)": 6.159611701965332,
-      "cov-distil (oracle2teacher)": 5.612151622772217,
+      "cov-distil": 2.572477102279663,
+      "cov-distil (oracle2student)": 6.566057205200195,
+      "cov-distil (oracle2teacher)": 5.726782321929932,
       "epoch": 1.6475667189952903,
-      "rel-constrast": 2.7007651329040527,
+      "rel-constrast": 3.446516513824463,
       "step": 2099,
-      "subrel-constrast": 3.4792776107788086,
+      "subrel-constrast": 3.6302361488342285,
       "view-similarity": 0
     },
     {
       "epoch": 1.6483516483516483,
-      "grad_norm": 6.0,
+      "grad_norm": 5.96875,
       "learning_rate": 4.818286401114894e-05,
-      "loss": 0.7451,
+      "loss": 0.7342,
       "step": 2100
     },
     {
       "epoch": 1.6483516483516483,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.2874999940395355,
       "step": 2100
     },
     {
       "epoch": 1.6483516483516483,
       "step": 2100,
-      "student margin": 0.0576171875
+      "student margin": 0.055419921875
     },
     {
       "epoch": 1.6483516483516483,
       "step": 2100,
-      "teacher margin": 0.04315185546875
+      "teacher margin": 0.05072021484375
     },
     {
       "epoch": 1.6483516483516483,
-      "margin difference": -0.01446533203125,
+      "margin difference": -0.00469970703125,
       "step": 2100
     },
     {
-      "cov-distil": 1.0847593545913696,
-      "cov-distil (oracle2student)": 4.795584201812744,
-      "cov-distil (oracle2teacher)": 5.146419525146484,
+      "cov-distil": 1.5851316452026367,
+      "cov-distil (oracle2student)": 5.211804389953613,
+      "cov-distil (oracle2teacher)": 5.204434394836426,
       "epoch": 1.6483516483516483,
-      "rel-constrast": 3.1171159744262695,
+      "rel-constrast": 3.5856926441192627,
       "step": 2100,
-      "subrel-constrast": 3.8414456844329834,
+      "subrel-constrast": 3.8832614421844482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0760643482208252,
-      "cov-distil (oracle2student)": 4.520528316497803,
-      "cov-distil (oracle2teacher)": 4.584324836730957,
+      "cov-distil": 1.8086001873016357,
+      "cov-distil (oracle2student)": 4.743308067321777,
+      "cov-distil (oracle2teacher)": 5.258078575134277,
       "epoch": 1.6491365777080063,
-      "rel-constrast": 3.029400587081909,
+      "rel-constrast": 3.519655704498291,
       "step": 2101,
-      "subrel-constrast": 3.4180798530578613,
+      "subrel-constrast": 3.447512626647949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9640960097312927,
-      "cov-distil (oracle2student)": 5.115893840789795,
-      "cov-distil (oracle2teacher)": 4.722122669219971,
+      "cov-distil": 1.7097623348236084,
+      "cov-distil (oracle2student)": 5.858211994171143,
+      "cov-distil (oracle2teacher)": 4.421147346496582,
       "epoch": 1.6499215070643642,
-      "rel-constrast": 2.4659721851348877,
+      "rel-constrast": 2.9698574542999268,
       "step": 2102,
-      "subrel-constrast": 2.7437267303466797,
+      "subrel-constrast": 2.623990297317505,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4343488216400146,
-      "cov-distil (oracle2student)": 4.25430965423584,
-      "cov-distil (oracle2teacher)": 3.885815143585205,
+      "cov-distil": 1.731844186782837,
+      "cov-distil (oracle2student)": 4.63688325881958,
+      "cov-distil (oracle2teacher)": 4.26914119720459,
       "epoch": 1.6507064364207222,
-      "rel-constrast": 2.810929536819458,
+      "rel-constrast": 3.097683906555176,
       "step": 2103,
-      "subrel-constrast": 3.4059669971466064,
+      "subrel-constrast": 3.751999616622925,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3997812271118164,
-      "cov-distil (oracle2student)": 4.908003807067871,
-      "cov-distil (oracle2teacher)": 4.994489669799805,
+      "cov-distil": 1.8046104907989502,
+      "cov-distil (oracle2student)": 4.948003768920898,
+      "cov-distil (oracle2teacher)": 5.5321855545043945,
       "epoch": 1.6514913657770802,
-      "rel-constrast": 3.232682704925537,
+      "rel-constrast": 3.1107163429260254,
       "step": 2104,
-      "subrel-constrast": 3.706627607345581,
+      "subrel-constrast": 3.9074807167053223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2426989078521729,
-      "cov-distil (oracle2student)": 4.39690637588501,
-      "cov-distil (oracle2teacher)": 3.901740550994873,
+      "cov-distil": 1.6983586549758911,
+      "cov-distil (oracle2student)": 4.318960189819336,
+      "cov-distil (oracle2teacher)": 4.271361351013184,
       "epoch": 1.652276295133438,
-      "rel-constrast": 2.7887399196624756,
+      "rel-constrast": 3.0754945278167725,
       "step": 2105,
-      "subrel-constrast": 2.981189489364624,
+      "subrel-constrast": 3.149650812149048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4868419170379639,
-      "cov-distil (oracle2student)": 3.0980429649353027,
-      "cov-distil (oracle2teacher)": 3.2560806274414062,
+      "cov-distil": 1.8871865272521973,
+      "cov-distil (oracle2student)": 3.2530157566070557,
+      "cov-distil (oracle2teacher)": 3.6295909881591797,
       "epoch": 1.6530612244897958,
-      "rel-constrast": 2.479961395263672,
+      "rel-constrast": 2.7656452655792236,
       "step": 2106,
-      "subrel-constrast": 3.50347900390625,
+      "subrel-constrast": 3.387044906616211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4145686626434326,
-      "cov-distil (oracle2student)": 5.37026834487915,
-      "cov-distil (oracle2teacher)": 4.314634323120117,
+      "cov-distil": 1.9218558073043823,
+      "cov-distil (oracle2student)": 4.496694564819336,
+      "cov-distil (oracle2teacher)": 5.12367057800293,
       "epoch": 1.6538461538461537,
-      "rel-constrast": 3.189492702484131,
+      "rel-constrast": 2.5793874263763428,
       "step": 2107,
-      "subrel-constrast": 3.304046392440796,
+      "subrel-constrast": 3.3905436992645264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015730381011963,
-      "cov-distil (oracle2student)": 3.150158166885376,
-      "cov-distil (oracle2teacher)": 3.2641947269439697,
+      "cov-distil": 1.7767226696014404,
+      "cov-distil (oracle2student)": 3.632570266723633,
+      "cov-distil (oracle2teacher)": 3.3596901893615723,
       "epoch": 1.6546310832025117,
-      "rel-constrast": 2.0542044639587402,
+      "rel-constrast": 2.656860113143921,
       "step": 2108,
-      "subrel-constrast": 3.0232656002044678,
+      "subrel-constrast": 3.2719619274139404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8200358152389526,
-      "cov-distil (oracle2student)": 2.9853107929229736,
-      "cov-distil (oracle2teacher)": 3.290024757385254,
+      "cov-distil": 2.738429069519043,
+      "cov-distil (oracle2student)": 3.8502352237701416,
+      "cov-distil (oracle2teacher)": 3.5621895790100098,
       "epoch": 1.6554160125588697,
-      "rel-constrast": 1.7551003694534302,
+      "rel-constrast": 2.153029680252075,
       "step": 2109,
-      "subrel-constrast": 2.5555334091186523,
+      "subrel-constrast": 2.499473810195923,
       "view-similarity": 0
     },
     {
       "epoch": 1.6562009419152277,
-      "grad_norm": 5.59375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.8150060492890534e-05,
-      "loss": 0.7062,
+      "loss": 0.7379,
       "step": 2110
     },
     {
-      "cov-distil": 2.164550304412842,
-      "cov-distil (oracle2student)": 4.157090187072754,
-      "cov-distil (oracle2teacher)": 4.138474464416504,
+      "cov-distil": 2.748487949371338,
+      "cov-distil (oracle2student)": 4.300610065460205,
+      "cov-distil (oracle2teacher)": 4.0516839027404785,
       "epoch": 1.6562009419152277,
-      "rel-constrast": 3.681403636932373,
+      "rel-constrast": 3.697746753692627,
       "step": 2110,
-      "subrel-constrast": 4.288934230804443,
+      "subrel-constrast": 4.276737689971924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6670509576797485,
-      "cov-distil (oracle2student)": 5.642236232757568,
-      "cov-distil (oracle2teacher)": 5.219463348388672,
+      "cov-distil": 2.4268486499786377,
+      "cov-distil (oracle2student)": 6.742020130157471,
+      "cov-distil (oracle2teacher)": 6.004201412200928,
       "epoch": 1.6569858712715857,
-      "rel-constrast": 2.6670005321502686,
+      "rel-constrast": 3.3819572925567627,
       "step": 2111,
-      "subrel-constrast": 3.2984635829925537,
+      "subrel-constrast": 3.4846253395080566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5286648273468018,
-      "cov-distil (oracle2student)": 6.8880510330200195,
-      "cov-distil (oracle2teacher)": 6.149458885192871,
+      "cov-distil": 2.0606980323791504,
+      "cov-distil (oracle2student)": 7.291513919830322,
+      "cov-distil (oracle2teacher)": 6.630151271820068,
       "epoch": 1.6577708006279435,
-      "rel-constrast": 2.7714650630950928,
+      "rel-constrast": 3.0476784706115723,
       "step": 2112,
-      "subrel-constrast": 3.6926379203796387,
+      "subrel-constrast": 3.6635425090789795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3729195594787598,
-      "cov-distil (oracle2student)": 3.329467535018921,
-      "cov-distil (oracle2teacher)": 3.7128005027770996,
+      "cov-distil": 2.0100326538085938,
+      "cov-distil (oracle2student)": 3.288160800933838,
+      "cov-distil (oracle2teacher)": 4.0204548835754395,
       "epoch": 1.6585557299843015,
-      "rel-constrast": 3.645893096923828,
+      "rel-constrast": 4.253792762756348,
       "step": 2113,
-      "subrel-constrast": 4.052705764770508,
+      "subrel-constrast": 3.9425411224365234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.369773268699646,
-      "cov-distil (oracle2student)": 4.392125129699707,
-      "cov-distil (oracle2teacher)": 3.8616867065429688,
+      "cov-distil": 1.7563657760620117,
+      "cov-distil (oracle2student)": 4.525993347167969,
+      "cov-distil (oracle2teacher)": 4.60416841506958,
       "epoch": 1.6593406593406592,
-      "rel-constrast": 3.0189096927642822,
+      "rel-constrast": 3.4164693355560303,
       "step": 2114,
-      "subrel-constrast": 3.484640598297119,
+      "subrel-constrast": 3.3432936668395996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015727996826172,
-      "cov-distil (oracle2student)": 4.326857566833496,
-      "cov-distil (oracle2teacher)": 4.160575866699219,
+      "cov-distil": 1.7954926490783691,
+      "cov-distil (oracle2student)": 4.800716400146484,
+      "cov-distil (oracle2teacher)": 4.852360725402832,
       "epoch": 1.6601255886970172,
-      "rel-constrast": 2.9198811054229736,
+      "rel-constrast": 3.8032593727111816,
       "step": 2115,
-      "subrel-constrast": 2.944526195526123,
+      "subrel-constrast": 3.297767400741577,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.058974027633667,
-      "cov-distil (oracle2student)": 4.4760026931762695,
-      "cov-distil (oracle2teacher)": 4.2179460525512695,
+      "cov-distil": 1.4429852962493896,
+      "cov-distil (oracle2student)": 4.485293388366699,
+      "cov-distil (oracle2teacher)": 4.146655082702637,
       "epoch": 1.6609105180533752,
-      "rel-constrast": 1.769545316696167,
+      "rel-constrast": 1.9462964534759521,
       "step": 2116,
-      "subrel-constrast": 2.453869342803955,
+      "subrel-constrast": 2.3753137588500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9441261291503906,
-      "cov-distil (oracle2student)": 4.372752666473389,
-      "cov-distil (oracle2teacher)": 4.653127670288086,
+      "cov-distil": 1.872422218322754,
+      "cov-distil (oracle2student)": 4.354093551635742,
+      "cov-distil (oracle2teacher)": 4.4122514724731445,
       "epoch": 1.6616954474097332,
-      "rel-constrast": 3.1911330223083496,
+      "rel-constrast": 3.5064022541046143,
       "step": 2117,
-      "subrel-constrast": 3.7165687084198,
+      "subrel-constrast": 3.361278533935547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.375419020652771,
-      "cov-distil (oracle2student)": 2.6942036151885986,
-      "cov-distil (oracle2teacher)": 2.8261165618896484,
+      "cov-distil": 1.5820930004119873,
+      "cov-distil (oracle2student)": 2.781294107437134,
+      "cov-distil (oracle2teacher)": 2.739553451538086,
       "epoch": 1.6624803767660912,
-      "rel-constrast": 2.6437556743621826,
+      "rel-constrast": 3.1713778972625732,
       "step": 2118,
-      "subrel-constrast": 3.4267489910125732,
+      "subrel-constrast": 3.3692069053649902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8432061672210693,
-      "cov-distil (oracle2student)": 2.5915541648864746,
-      "cov-distil (oracle2teacher)": 2.9292144775390625,
+      "cov-distil": 2.136472225189209,
+      "cov-distil (oracle2student)": 2.9128682613372803,
+      "cov-distil (oracle2teacher)": 3.404111862182617,
       "epoch": 1.663265306122449,
-      "rel-constrast": 2.2575695514678955,
+      "rel-constrast": 2.643240451812744,
       "step": 2119,
-      "subrel-constrast": 3.2407729625701904,
+      "subrel-constrast": 3.478498697280884,
       "view-similarity": 0
     },
     {
       "epoch": 1.664050235478807,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.21875,
       "learning_rate": 4.8116974898450736e-05,
-      "loss": 0.7532,
+      "loss": 0.8217,
       "step": 2120
     },
     {
-      "cov-distil": 1.4284354448318481,
-      "cov-distil (oracle2student)": 3.8294482231140137,
-      "cov-distil (oracle2teacher)": 3.66495418548584,
+      "cov-distil": 1.8155227899551392,
+      "cov-distil (oracle2student)": 3.732551336288452,
+      "cov-distil (oracle2teacher)": 3.6542954444885254,
       "epoch": 1.664050235478807,
-      "rel-constrast": 2.3472390174865723,
+      "rel-constrast": 2.4548730850219727,
       "step": 2120,
-      "subrel-constrast": 2.764091730117798,
+      "subrel-constrast": 3.090503454208374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7339069843292236,
-      "cov-distil (oracle2student)": 5.896264553070068,
-      "cov-distil (oracle2teacher)": 5.093210697174072,
+      "cov-distil": 2.23193621635437,
+      "cov-distil (oracle2student)": 6.195945739746094,
+      "cov-distil (oracle2teacher)": 5.5898284912109375,
       "epoch": 1.6648351648351647,
-      "rel-constrast": 3.384132146835327,
+      "rel-constrast": 3.764251232147217,
       "step": 2121,
-      "subrel-constrast": 4.197080612182617,
+      "subrel-constrast": 4.085075855255127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6135178804397583,
-      "cov-distil (oracle2student)": 3.5190796852111816,
-      "cov-distil (oracle2teacher)": 3.6976165771484375,
+      "cov-distil": 1.3781561851501465,
+      "cov-distil (oracle2student)": 3.607097864151001,
+      "cov-distil (oracle2teacher)": 3.7608723640441895,
       "epoch": 1.6656200941915227,
-      "rel-constrast": 2.4060521125793457,
+      "rel-constrast": 3.041250228881836,
       "step": 2122,
-      "subrel-constrast": 3.611560583114624,
+      "subrel-constrast": 3.216308355331421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7267638444900513,
-      "cov-distil (oracle2student)": 3.873110294342041,
-      "cov-distil (oracle2teacher)": 3.7459716796875,
+      "cov-distil": 1.6896318197250366,
+      "cov-distil (oracle2student)": 3.8305587768554688,
+      "cov-distil (oracle2teacher)": 4.024965286254883,
       "epoch": 1.6664050235478807,
-      "rel-constrast": 2.8872313499450684,
+      "rel-constrast": 2.7444851398468018,
       "step": 2123,
-      "subrel-constrast": 3.3765623569488525,
+      "subrel-constrast": 3.6750569343566895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1982941627502441,
-      "cov-distil (oracle2student)": 4.119829177856445,
-      "cov-distil (oracle2teacher)": 4.441465377807617,
+      "cov-distil": 1.5214574337005615,
+      "cov-distil (oracle2student)": 4.764792442321777,
+      "cov-distil (oracle2teacher)": 4.858382225036621,
       "epoch": 1.6671899529042387,
-      "rel-constrast": 2.849386692047119,
+      "rel-constrast": 3.3037145137786865,
       "step": 2124,
-      "subrel-constrast": 3.5009841918945312,
+      "subrel-constrast": 3.6404402256011963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6497911214828491,
-      "cov-distil (oracle2student)": 4.420945167541504,
-      "cov-distil (oracle2teacher)": 4.4817986488342285,
+      "cov-distil": 1.8525254726409912,
+      "cov-distil (oracle2student)": 4.890859603881836,
+      "cov-distil (oracle2teacher)": 4.893467426300049,
       "epoch": 1.6679748822605966,
-      "rel-constrast": 2.804983377456665,
+      "rel-constrast": 3.634760856628418,
       "step": 2125,
-      "subrel-constrast": 3.751906633377075,
+      "subrel-constrast": 3.348466634750366,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4091827869415283,
-      "cov-distil (oracle2student)": 5.711494445800781,
-      "cov-distil (oracle2teacher)": 5.227167129516602,
+      "cov-distil": 1.9173074960708618,
+      "cov-distil (oracle2student)": 5.593278408050537,
+      "cov-distil (oracle2teacher)": 5.398695945739746,
       "epoch": 1.6687598116169546,
-      "rel-constrast": 1.9490318298339844,
+      "rel-constrast": 2.0603976249694824,
       "step": 2126,
-      "subrel-constrast": 2.68143367767334,
+      "subrel-constrast": 2.4465513229370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3228497505187988,
-      "cov-distil (oracle2student)": 4.4962968826293945,
-      "cov-distil (oracle2teacher)": 4.532170295715332,
+      "cov-distil": 1.6352187395095825,
+      "cov-distil (oracle2student)": 5.30157470703125,
+      "cov-distil (oracle2teacher)": 4.976652145385742,
       "epoch": 1.6695447409733124,
-      "rel-constrast": 2.627175807952881,
+      "rel-constrast": 2.7549147605895996,
       "step": 2127,
-      "subrel-constrast": 3.3042190074920654,
+      "subrel-constrast": 3.5467584133148193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9521995186805725,
-      "cov-distil (oracle2student)": 4.027742385864258,
-      "cov-distil (oracle2teacher)": 3.8917882442474365,
+      "cov-distil": 1.4463552236557007,
+      "cov-distil (oracle2student)": 4.004281044006348,
+      "cov-distil (oracle2teacher)": 4.282157897949219,
       "epoch": 1.6703296703296702,
-      "rel-constrast": 2.710982322692871,
+      "rel-constrast": 2.695000648498535,
       "step": 2128,
-      "subrel-constrast": 2.957879066467285,
+      "subrel-constrast": 2.7114241123199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1321789026260376,
-      "cov-distil (oracle2student)": 4.961772441864014,
-      "cov-distil (oracle2teacher)": 4.1693196296691895,
+      "cov-distil": 1.5360199213027954,
+      "cov-distil (oracle2student)": 5.201974868774414,
+      "cov-distil (oracle2teacher)": 4.8736371994018555,
       "epoch": 1.6711145996860282,
-      "rel-constrast": 4.076947212219238,
+      "rel-constrast": 3.722726583480835,
       "step": 2129,
-      "subrel-constrast": 4.571191310882568,
+      "subrel-constrast": 4.992180347442627,
       "view-similarity": 0
     },
     {
       "epoch": 1.6718995290423861,
-      "grad_norm": 6.125,
+      "grad_norm": 7.59375,
       "learning_rate": 4.8083607630967074e-05,
-      "loss": 0.7365,
+      "loss": 0.7544,
       "step": 2130
     },
     {
-      "cov-distil": 1.4759851694107056,
-      "cov-distil (oracle2student)": 6.480543613433838,
-      "cov-distil (oracle2teacher)": 6.439112663269043,
+      "cov-distil": 1.562475562095642,
+      "cov-distil (oracle2student)": 6.361537456512451,
+      "cov-distil (oracle2teacher)": 6.517209053039551,
       "epoch": 1.6718995290423861,
-      "rel-constrast": 3.6613290309906006,
+      "rel-constrast": 3.8925139904022217,
       "step": 2130,
-      "subrel-constrast": 4.105996608734131,
+      "subrel-constrast": 4.051568984985352,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1145968437194824,
-      "cov-distil (oracle2student)": 3.70923113822937,
-      "cov-distil (oracle2teacher)": 3.944181442260742,
+      "cov-distil": 2.432065725326538,
+      "cov-distil (oracle2student)": 4.147553443908691,
+      "cov-distil (oracle2teacher)": 3.9742648601531982,
       "epoch": 1.6726844583987441,
-      "rel-constrast": 2.3551554679870605,
+      "rel-constrast": 2.3894457817077637,
       "step": 2131,
-      "subrel-constrast": 3.428016185760498,
+      "subrel-constrast": 3.284816026687622,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.720075011253357,
-      "cov-distil (oracle2student)": 4.6509294509887695,
-      "cov-distil (oracle2teacher)": 4.49489688873291,
+      "cov-distil": 2.123739004135132,
+      "cov-distil (oracle2student)": 4.337338924407959,
+      "cov-distil (oracle2teacher)": 5.0996880531311035,
       "epoch": 1.6734693877551021,
-      "rel-constrast": 2.1794185638427734,
+      "rel-constrast": 2.3653006553649902,
       "step": 2132,
-      "subrel-constrast": 3.4165291786193848,
+      "subrel-constrast": 3.320669412612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4906682968139648,
-      "cov-distil (oracle2student)": 3.813755512237549,
-      "cov-distil (oracle2teacher)": 4.536121368408203,
+      "cov-distil": 1.864074468612671,
+      "cov-distil (oracle2student)": 3.643193483352661,
+      "cov-distil (oracle2teacher)": 4.395564556121826,
       "epoch": 1.67425431711146,
-      "rel-constrast": 2.387981414794922,
+      "rel-constrast": 2.4849629402160645,
       "step": 2133,
-      "subrel-constrast": 3.694098949432373,
+      "subrel-constrast": 3.4022650718688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6361708641052246,
-      "cov-distil (oracle2student)": 4.081071853637695,
-      "cov-distil (oracle2teacher)": 3.915973663330078,
+      "cov-distil": 1.7219620943069458,
+      "cov-distil (oracle2student)": 4.023716926574707,
+      "cov-distil (oracle2teacher)": 3.9272732734680176,
       "epoch": 1.6750392464678179,
-      "rel-constrast": 2.6308090686798096,
+      "rel-constrast": 3.0675511360168457,
       "step": 2134,
-      "subrel-constrast": 3.2851946353912354,
+      "subrel-constrast": 3.2355265617370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4303783178329468,
-      "cov-distil (oracle2student)": 4.202880382537842,
-      "cov-distil (oracle2teacher)": 4.16943359375,
+      "cov-distil": 1.7304431200027466,
+      "cov-distil (oracle2student)": 4.451353073120117,
+      "cov-distil (oracle2teacher)": 4.882302284240723,
       "epoch": 1.6758241758241759,
-      "rel-constrast": 3.373445510864258,
+      "rel-constrast": 3.0620265007019043,
       "step": 2135,
-      "subrel-constrast": 3.923292398452759,
+      "subrel-constrast": 3.7016212940216064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.459425210952759,
-      "cov-distil (oracle2student)": 4.751179218292236,
-      "cov-distil (oracle2teacher)": 5.0707855224609375,
+      "cov-distil": 2.737279176712036,
+      "cov-distil (oracle2student)": 5.035897254943848,
+      "cov-distil (oracle2teacher)": 4.994854927062988,
       "epoch": 1.6766091051805336,
-      "rel-constrast": 3.3232884407043457,
+      "rel-constrast": 3.2428603172302246,
       "step": 2136,
-      "subrel-constrast": 4.151365756988525,
+      "subrel-constrast": 4.287388801574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104991912841797,
-      "cov-distil (oracle2student)": 4.446455478668213,
-      "cov-distil (oracle2teacher)": 4.271516799926758,
+      "cov-distil": 1.3625062704086304,
+      "cov-distil (oracle2student)": 4.286491870880127,
+      "cov-distil (oracle2teacher)": 4.227023601531982,
       "epoch": 1.6773940345368916,
-      "rel-constrast": 3.3564252853393555,
+      "rel-constrast": 3.344165325164795,
       "step": 2137,
-      "subrel-constrast": 3.789482355117798,
+      "subrel-constrast": 3.6148250102996826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3762569427490234,
-      "cov-distil (oracle2student)": 3.0044121742248535,
-      "cov-distil (oracle2teacher)": 3.1743152141571045,
+      "cov-distil": 1.842289924621582,
+      "cov-distil (oracle2student)": 3.854889154434204,
+      "cov-distil (oracle2teacher)": 3.472238063812256,
       "epoch": 1.6781789638932496,
-      "rel-constrast": 3.3793673515319824,
+      "rel-constrast": 3.803040027618408,
       "step": 2138,
-      "subrel-constrast": 3.876147985458374,
+      "subrel-constrast": 3.6484367847442627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7822182178497314,
-      "cov-distil (oracle2student)": 3.6641769409179688,
-      "cov-distil (oracle2teacher)": 3.9251742362976074,
+      "cov-distil": 2.5093889236450195,
+      "cov-distil (oracle2student)": 3.9143409729003906,
+      "cov-distil (oracle2teacher)": 4.070747375488281,
       "epoch": 1.6789638932496076,
-      "rel-constrast": 3.6260242462158203,
+      "rel-constrast": 4.052337646484375,
       "step": 2139,
-      "subrel-constrast": 4.8444719314575195,
+      "subrel-constrast": 5.371525764465332,
       "view-similarity": 0
     },
     {
       "epoch": 1.6797488226059656,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.40625,
       "learning_rate": 4.8049959097009176e-05,
-      "loss": 0.7988,
+      "loss": 0.7926,
       "step": 2140
     },
     {
-      "cov-distil": 1.3677268028259277,
-      "cov-distil (oracle2student)": 4.7746405601501465,
-      "cov-distil (oracle2teacher)": 4.513347625732422,
+      "cov-distil": 1.9128990173339844,
+      "cov-distil (oracle2student)": 5.1915388107299805,
+      "cov-distil (oracle2teacher)": 4.84636116027832,
       "epoch": 1.6797488226059656,
-      "rel-constrast": 2.596588134765625,
+      "rel-constrast": 2.430206775665283,
       "step": 2140,
-      "subrel-constrast": 2.9915525913238525,
+      "subrel-constrast": 3.4279768466949463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1616265773773193,
-      "cov-distil (oracle2student)": 5.1938323974609375,
-      "cov-distil (oracle2teacher)": 5.100850582122803,
+      "cov-distil": 1.8921394348144531,
+      "cov-distil (oracle2student)": 5.543833255767822,
+      "cov-distil (oracle2teacher)": 5.390679359436035,
       "epoch": 1.6805337519623234,
-      "rel-constrast": 2.9964711666107178,
+      "rel-constrast": 3.1215193271636963,
       "step": 2141,
-      "subrel-constrast": 3.7820358276367188,
+      "subrel-constrast": 3.8343260288238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0996077060699463,
-      "cov-distil (oracle2student)": 4.5935444831848145,
-      "cov-distil (oracle2teacher)": 3.8908047676086426,
+      "cov-distil": 1.8061357736587524,
+      "cov-distil (oracle2student)": 5.338595390319824,
+      "cov-distil (oracle2teacher)": 4.417254447937012,
       "epoch": 1.6813186813186813,
-      "rel-constrast": 3.218785524368286,
+      "rel-constrast": 3.6817939281463623,
       "step": 2142,
-      "subrel-constrast": 3.5011887550354004,
+      "subrel-constrast": 3.9263288974761963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7591500282287598,
-      "cov-distil (oracle2student)": 5.005758285522461,
-      "cov-distil (oracle2teacher)": 4.274603366851807,
+      "cov-distil": 1.7791353464126587,
+      "cov-distil (oracle2student)": 5.474892616271973,
+      "cov-distil (oracle2teacher)": 5.012639999389648,
       "epoch": 1.682103610675039,
-      "rel-constrast": 2.0520851612091064,
+      "rel-constrast": 2.890277147293091,
       "step": 2143,
-      "subrel-constrast": 2.8606362342834473,
+      "subrel-constrast": 2.8781161308288574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.651135802268982,
-      "cov-distil (oracle2student)": 4.678955078125,
-      "cov-distil (oracle2teacher)": 4.217451095581055,
+      "cov-distil": 1.6425901651382446,
+      "cov-distil (oracle2student)": 4.861588478088379,
+      "cov-distil (oracle2teacher)": 5.216732025146484,
       "epoch": 1.682888540031397,
-      "rel-constrast": 2.6216530799865723,
+      "rel-constrast": 2.7780442237854004,
       "step": 2144,
-      "subrel-constrast": 3.092637300491333,
+      "subrel-constrast": 3.2576944828033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459703803062439,
-      "cov-distil (oracle2student)": 4.261819839477539,
-      "cov-distil (oracle2teacher)": 3.7647812366485596,
+      "cov-distil": 1.8411033153533936,
+      "cov-distil (oracle2student)": 4.888833999633789,
+      "cov-distil (oracle2teacher)": 4.713924407958984,
       "epoch": 1.683673469387755,
-      "rel-constrast": 2.7618091106414795,
+      "rel-constrast": 3.2987773418426514,
       "step": 2145,
-      "subrel-constrast": 3.430241584777832,
+      "subrel-constrast": 3.715226888656616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3455766439437866,
-      "cov-distil (oracle2student)": 2.825723648071289,
-      "cov-distil (oracle2teacher)": 3.393681764602661,
+      "cov-distil": 1.7336702346801758,
+      "cov-distil (oracle2student)": 3.1167688369750977,
+      "cov-distil (oracle2teacher)": 3.3801746368408203,
       "epoch": 1.684458398744113,
-      "rel-constrast": 2.324629306793213,
+      "rel-constrast": 2.362412452697754,
       "step": 2146,
-      "subrel-constrast": 3.406841516494751,
+      "subrel-constrast": 3.5901167392730713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4332973957061768,
-      "cov-distil (oracle2student)": 4.471922397613525,
-      "cov-distil (oracle2teacher)": 4.546019554138184,
+      "cov-distil": 1.9730417728424072,
+      "cov-distil (oracle2student)": 4.355358123779297,
+      "cov-distil (oracle2teacher)": 4.793942451477051,
       "epoch": 1.685243328100471,
-      "rel-constrast": 3.26851749420166,
+      "rel-constrast": 3.6817712783813477,
       "step": 2147,
-      "subrel-constrast": 4.255143165588379,
+      "subrel-constrast": 3.900059461593628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3436756134033203,
-      "cov-distil (oracle2student)": 4.027027606964111,
-      "cov-distil (oracle2teacher)": 3.9727447032928467,
+      "cov-distil": 1.9590922594070435,
+      "cov-distil (oracle2student)": 4.767519950866699,
+      "cov-distil (oracle2teacher)": 4.708409786224365,
       "epoch": 1.686028257456829,
-      "rel-constrast": 2.5659146308898926,
+      "rel-constrast": 2.7497386932373047,
       "step": 2148,
-      "subrel-constrast": 3.487208604812622,
+      "subrel-constrast": 3.5798161029815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7867908477783203,
-      "cov-distil (oracle2student)": 3.5245277881622314,
-      "cov-distil (oracle2teacher)": 3.820413112640381,
+      "cov-distil": 1.899548888206482,
+      "cov-distil (oracle2student)": 4.1410417556762695,
+      "cov-distil (oracle2teacher)": 4.148001670837402,
       "epoch": 1.6868131868131868,
-      "rel-constrast": 2.8483431339263916,
+      "rel-constrast": 3.1638360023498535,
       "step": 2149,
-      "subrel-constrast": 3.817512035369873,
+      "subrel-constrast": 3.6455910205841064,
       "view-similarity": 0
     },
     {
       "epoch": 1.6875981161695446,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.25,
       "learning_rate": 4.801602970657379e-05,
-      "loss": 0.7174,
+      "loss": 0.754,
       "step": 2150
     },
     {
-      "cov-distil": 1.3101235628128052,
-      "cov-distil (oracle2student)": 2.8991823196411133,
-      "cov-distil (oracle2teacher)": 3.0382778644561768,
+      "cov-distil": 1.7787280082702637,
+      "cov-distil (oracle2student)": 3.8431296348571777,
+      "cov-distil (oracle2teacher)": 3.4381468296051025,
       "epoch": 1.6875981161695446,
-      "rel-constrast": 2.5098066329956055,
+      "rel-constrast": 2.9572019577026367,
       "step": 2150,
-      "subrel-constrast": 3.022489309310913,
+      "subrel-constrast": 2.9482505321502686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1520084142684937,
-      "cov-distil (oracle2student)": 5.277274131774902,
-      "cov-distil (oracle2teacher)": 4.550305366516113,
+      "cov-distil": 1.5380527973175049,
+      "cov-distil (oracle2student)": 5.85167121887207,
+      "cov-distil (oracle2teacher)": 5.083375930786133,
       "epoch": 1.6883830455259026,
-      "rel-constrast": 2.9434947967529297,
+      "rel-constrast": 3.325411796569824,
       "step": 2151,
-      "subrel-constrast": 3.759514570236206,
+      "subrel-constrast": 3.6139183044433594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1978278160095215,
-      "cov-distil (oracle2student)": 3.9721157550811768,
-      "cov-distil (oracle2teacher)": 3.6336958408355713,
+      "cov-distil": 2.00604510307312,
+      "cov-distil (oracle2student)": 3.864433765411377,
+      "cov-distil (oracle2teacher)": 4.245164394378662,
       "epoch": 1.6891679748822606,
-      "rel-constrast": 2.4632248878479004,
+      "rel-constrast": 2.3634181022644043,
       "step": 2152,
-      "subrel-constrast": 3.0176351070404053,
+      "subrel-constrast": 3.165966510772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7336013317108154,
-      "cov-distil (oracle2student)": 3.94527006149292,
-      "cov-distil (oracle2teacher)": 4.275712013244629,
+      "cov-distil": 2.1724958419799805,
+      "cov-distil (oracle2student)": 4.705804347991943,
+      "cov-distil (oracle2teacher)": 4.462130069732666,
       "epoch": 1.6899529042386185,
-      "rel-constrast": 2.4700944423675537,
+      "rel-constrast": 3.1818699836730957,
       "step": 2153,
-      "subrel-constrast": 3.495418071746826,
+      "subrel-constrast": 3.5033137798309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1990232467651367,
-      "cov-distil (oracle2student)": 4.326941967010498,
-      "cov-distil (oracle2teacher)": 3.5742738246917725,
+      "cov-distil": 1.3419995307922363,
+      "cov-distil (oracle2student)": 4.959228038787842,
+      "cov-distil (oracle2teacher)": 4.181105613708496,
       "epoch": 1.6907378335949765,
-      "rel-constrast": 2.416457414627075,
+      "rel-constrast": 3.202850580215454,
       "step": 2154,
-      "subrel-constrast": 2.926328420639038,
+      "subrel-constrast": 2.822397232055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2719948291778564,
-      "cov-distil (oracle2student)": 2.2979092597961426,
-      "cov-distil (oracle2teacher)": 2.806183338165283,
+      "cov-distil": 1.777906894683838,
+      "cov-distil (oracle2student)": 2.761697292327881,
+      "cov-distil (oracle2teacher)": 3.153871774673462,
       "epoch": 1.6915227629513345,
-      "rel-constrast": 2.915846347808838,
+      "rel-constrast": 3.380805015563965,
       "step": 2155,
-      "subrel-constrast": 3.9413492679595947,
+      "subrel-constrast": 3.7029831409454346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.437703251838684,
-      "cov-distil (oracle2student)": 2.4831008911132812,
-      "cov-distil (oracle2teacher)": 2.556386947631836,
+      "cov-distil": 1.7986373901367188,
+      "cov-distil (oracle2student)": 2.2331724166870117,
+      "cov-distil (oracle2teacher)": 2.9507904052734375,
       "epoch": 1.6923076923076923,
-      "rel-constrast": 1.4686192274093628,
+      "rel-constrast": 1.4756461381912231,
       "step": 2156,
-      "subrel-constrast": 2.4283409118652344,
+      "subrel-constrast": 2.7074503898620605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8524895906448364,
-      "cov-distil (oracle2student)": 4.7828874588012695,
-      "cov-distil (oracle2teacher)": 4.748898029327393,
+      "cov-distil": 2.244331121444702,
+      "cov-distil (oracle2student)": 5.004177093505859,
+      "cov-distil (oracle2teacher)": 5.010828495025635,
       "epoch": 1.6930926216640503,
-      "rel-constrast": 3.025974750518799,
+      "rel-constrast": 3.5487852096557617,
       "step": 2157,
-      "subrel-constrast": 3.9398739337921143,
+      "subrel-constrast": 4.012902736663818,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1802608966827393,
-      "cov-distil (oracle2student)": 4.980656623840332,
-      "cov-distil (oracle2teacher)": 4.330135822296143,
+      "cov-distil": 1.4178240299224854,
+      "cov-distil (oracle2student)": 4.8942975997924805,
+      "cov-distil (oracle2teacher)": 5.088118553161621,
       "epoch": 1.693877551020408,
-      "rel-constrast": 1.9440710544586182,
+      "rel-constrast": 2.2379515171051025,
       "step": 2158,
-      "subrel-constrast": 2.631688117980957,
+      "subrel-constrast": 2.9860823154449463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.266925573348999,
-      "cov-distil (oracle2student)": 5.679771423339844,
-      "cov-distil (oracle2teacher)": 5.261580467224121,
+      "cov-distil": 2.0480282306671143,
+      "cov-distil (oracle2student)": 5.929725170135498,
+      "cov-distil (oracle2teacher)": 5.8825507164001465,
       "epoch": 1.694662480376766,
-      "rel-constrast": 3.576578378677368,
+      "rel-constrast": 3.5460498332977295,
       "step": 2159,
-      "subrel-constrast": 3.7673513889312744,
+      "subrel-constrast": 4.293525695800781,
       "view-similarity": 0
     },
     {
       "epoch": 1.695447409733124,
-      "grad_norm": 6.25,
+      "grad_norm": 6.8125,
       "learning_rate": 4.798181987307986e-05,
-      "loss": 0.6774,
+      "loss": 0.7305,
       "step": 2160
     },
     {
-      "cov-distil": 1.2281379699707031,
-      "cov-distil (oracle2student)": 7.301149368286133,
-      "cov-distil (oracle2teacher)": 6.4471940994262695,
+      "cov-distil": 1.9114824533462524,
+      "cov-distil (oracle2student)": 7.426368713378906,
+      "cov-distil (oracle2teacher)": 6.939126491546631,
       "epoch": 1.695447409733124,
-      "rel-constrast": 4.624300956726074,
+      "rel-constrast": 4.896633148193359,
       "step": 2160,
-      "subrel-constrast": 4.6694746017456055,
+      "subrel-constrast": 5.084318161010742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5952264070510864,
-      "cov-distil (oracle2student)": 5.333080768585205,
-      "cov-distil (oracle2teacher)": 4.977442264556885,
+      "cov-distil": 2.7608389854431152,
+      "cov-distil (oracle2student)": 5.0946245193481445,
+      "cov-distil (oracle2teacher)": 4.866946220397949,
       "epoch": 1.696232339089482,
-      "rel-constrast": 3.211956024169922,
+      "rel-constrast": 3.2872660160064697,
       "step": 2161,
-      "subrel-constrast": 3.744603395462036,
+      "subrel-constrast": 3.9239726066589355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7410622835159302,
-      "cov-distil (oracle2student)": 3.4722900390625,
-      "cov-distil (oracle2teacher)": 4.129591464996338,
+      "cov-distil": 2.2933759689331055,
+      "cov-distil (oracle2student)": 3.3754353523254395,
+      "cov-distil (oracle2teacher)": 3.9713940620422363,
       "epoch": 1.69701726844584,
-      "rel-constrast": 2.543261766433716,
+      "rel-constrast": 2.494102954864502,
       "step": 2162,
-      "subrel-constrast": 3.373548746109009,
+      "subrel-constrast": 3.3683133125305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6664823293685913,
-      "cov-distil (oracle2student)": 4.037325382232666,
-      "cov-distil (oracle2teacher)": 3.861684799194336,
+      "cov-distil": 2.0028910636901855,
+      "cov-distil (oracle2student)": 3.8651692867279053,
+      "cov-distil (oracle2teacher)": 4.0880446434021,
       "epoch": 1.6978021978021978,
-      "rel-constrast": 3.6287271976470947,
+      "rel-constrast": 3.698287010192871,
       "step": 2163,
-      "subrel-constrast": 4.066279888153076,
+      "subrel-constrast": 4.48145866394043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.963059663772583,
-      "cov-distil (oracle2student)": 3.5315988063812256,
-      "cov-distil (oracle2teacher)": 3.7247366905212402,
+      "cov-distil": 2.463090419769287,
+      "cov-distil (oracle2student)": 3.6301190853118896,
+      "cov-distil (oracle2teacher)": 4.0234527587890625,
       "epoch": 1.6985871271585558,
-      "rel-constrast": 2.4288177490234375,
+      "rel-constrast": 2.9718523025512695,
       "step": 2164,
-      "subrel-constrast": 3.717818021774292,
+      "subrel-constrast": 3.9126691818237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5655512809753418,
-      "cov-distil (oracle2student)": 6.418693542480469,
-      "cov-distil (oracle2teacher)": 5.831506252288818,
+      "cov-distil": 2.1482884883880615,
+      "cov-distil (oracle2student)": 6.324389457702637,
+      "cov-distil (oracle2teacher)": 6.262765884399414,
       "epoch": 1.6993720565149135,
-      "rel-constrast": 2.459304094314575,
+      "rel-constrast": 3.370601177215576,
       "step": 2165,
-      "subrel-constrast": 3.489464282989502,
+      "subrel-constrast": 3.4638209342956543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6480576992034912,
-      "cov-distil (oracle2student)": 2.5858688354492188,
-      "cov-distil (oracle2teacher)": 2.477842330932617,
+      "cov-distil": 2.494739532470703,
+      "cov-distil (oracle2student)": 3.1221890449523926,
+      "cov-distil (oracle2teacher)": 2.8216898441314697,
       "epoch": 1.7001569858712715,
-      "rel-constrast": 3.6505086421966553,
+      "rel-constrast": 3.838576078414917,
       "step": 2166,
-      "subrel-constrast": 3.785423994064331,
+      "subrel-constrast": 3.7842323780059814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4680659770965576,
-      "cov-distil (oracle2student)": 4.870906352996826,
-      "cov-distil (oracle2teacher)": 3.9468703269958496,
+      "cov-distil": 1.735229253768921,
+      "cov-distil (oracle2student)": 4.801939487457275,
+      "cov-distil (oracle2teacher)": 4.381180763244629,
       "epoch": 1.7009419152276295,
-      "rel-constrast": 3.8205504417419434,
+      "rel-constrast": 4.1472368240356445,
       "step": 2167,
-      "subrel-constrast": 4.396917343139648,
+      "subrel-constrast": 4.591527938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6033389568328857,
-      "cov-distil (oracle2student)": 5.15008544921875,
-      "cov-distil (oracle2teacher)": 4.98371696472168,
+      "cov-distil": 2.605656147003174,
+      "cov-distil (oracle2student)": 5.116925239562988,
+      "cov-distil (oracle2teacher)": 5.179587364196777,
       "epoch": 1.7017268445839875,
-      "rel-constrast": 2.034574270248413,
+      "rel-constrast": 2.1464548110961914,
       "step": 2168,
-      "subrel-constrast": 2.7323803901672363,
+      "subrel-constrast": 3.1200826168060303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1822340488433838,
-      "cov-distil (oracle2student)": 4.1505022048950195,
-      "cov-distil (oracle2teacher)": 3.832441806793213,
+      "cov-distil": 1.7518668174743652,
+      "cov-distil (oracle2student)": 3.6129064559936523,
+      "cov-distil (oracle2teacher)": 4.053166389465332,
       "epoch": 1.7025117739403455,
-      "rel-constrast": 2.6992299556732178,
+      "rel-constrast": 2.861893653869629,
       "step": 2169,
-      "subrel-constrast": 3.195754289627075,
+      "subrel-constrast": 3.7785096168518066,
       "view-similarity": 0
     },
     {
       "epoch": 1.7032967032967035,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.84375,
       "learning_rate": 4.79473300133634e-05,
-      "loss": 0.8167,
+      "loss": 0.8428,
       "step": 2170
     },
     {
-      "cov-distil": 1.890555500984192,
-      "cov-distil (oracle2student)": 3.2386651039123535,
-      "cov-distil (oracle2teacher)": 3.269507884979248,
+      "cov-distil": 2.092855930328369,
+      "cov-distil (oracle2student)": 3.708885669708252,
+      "cov-distil (oracle2teacher)": 3.3963561058044434,
       "epoch": 1.7032967032967035,
-      "rel-constrast": 3.366004467010498,
+      "rel-constrast": 3.519260883331299,
       "step": 2170,
-      "subrel-constrast": 3.925034761428833,
+      "subrel-constrast": 4.038192272186279,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736064076423645,
-      "cov-distil (oracle2student)": 4.484632968902588,
-      "cov-distil (oracle2teacher)": 4.326740264892578,
+      "cov-distil": 1.8346128463745117,
+      "cov-distil (oracle2student)": 4.162677764892578,
+      "cov-distil (oracle2teacher)": 4.706513404846191,
       "epoch": 1.7040816326530612,
-      "rel-constrast": 3.3862345218658447,
+      "rel-constrast": 3.360787868499756,
       "step": 2171,
-      "subrel-constrast": 4.128209590911865,
+      "subrel-constrast": 3.7725210189819336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3596742153167725,
-      "cov-distil (oracle2student)": 3.7044270038604736,
-      "cov-distil (oracle2teacher)": 3.523550510406494,
+      "cov-distil": 1.2136067152023315,
+      "cov-distil (oracle2student)": 3.9475202560424805,
+      "cov-distil (oracle2teacher)": 3.1264827251434326,
       "epoch": 1.704866562009419,
-      "rel-constrast": 2.3950014114379883,
+      "rel-constrast": 2.6914286613464355,
       "step": 2172,
-      "subrel-constrast": 3.151076078414917,
+      "subrel-constrast": 2.695810317993164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6536014080047607,
-      "cov-distil (oracle2student)": 5.310223579406738,
-      "cov-distil (oracle2teacher)": 4.867607116699219,
+      "cov-distil": 1.8535581827163696,
+      "cov-distil (oracle2student)": 6.407035827636719,
+      "cov-distil (oracle2teacher)": 5.000369071960449,
       "epoch": 1.705651491365777,
-      "rel-constrast": 4.662595272064209,
+      "rel-constrast": 5.116086006164551,
       "step": 2173,
-      "subrel-constrast": 5.4550981521606445,
+      "subrel-constrast": 5.883122444152832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1539709568023682,
-      "cov-distil (oracle2student)": 3.43190860748291,
-      "cov-distil (oracle2teacher)": 3.6707844734191895,
+      "cov-distil": 1.1468431949615479,
+      "cov-distil (oracle2student)": 3.713357925415039,
+      "cov-distil (oracle2teacher)": 3.5915093421936035,
       "epoch": 1.706436420722135,
-      "rel-constrast": 2.6581149101257324,
+      "rel-constrast": 3.4409339427948,
       "step": 2174,
-      "subrel-constrast": 3.7089948654174805,
+      "subrel-constrast": 3.597364664077759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4360568523406982,
-      "cov-distil (oracle2student)": 4.107160568237305,
-      "cov-distil (oracle2teacher)": 4.044997215270996,
+      "cov-distil": 1.899275541305542,
+      "cov-distil (oracle2student)": 3.9200539588928223,
+      "cov-distil (oracle2teacher)": 4.337184906005859,
       "epoch": 1.707221350078493,
-      "rel-constrast": 2.716853618621826,
+      "rel-constrast": 3.177687168121338,
       "step": 2175,
-      "subrel-constrast": 3.3684587478637695,
+      "subrel-constrast": 3.7049508094787598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2202101945877075,
-      "cov-distil (oracle2student)": 4.145501613616943,
-      "cov-distil (oracle2teacher)": 4.379672050476074,
+      "cov-distil": 1.569070816040039,
+      "cov-distil (oracle2student)": 4.424302577972412,
+      "cov-distil (oracle2teacher)": 4.946035861968994,
       "epoch": 1.708006279434851,
-      "rel-constrast": 2.589266300201416,
+      "rel-constrast": 2.8025360107421875,
       "step": 2176,
-      "subrel-constrast": 3.4689769744873047,
+      "subrel-constrast": 3.5413811206817627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.791548728942871,
-      "cov-distil (oracle2student)": 4.131917953491211,
-      "cov-distil (oracle2teacher)": 3.9171395301818848,
+      "cov-distil": 2.417555570602417,
+      "cov-distil (oracle2student)": 4.5633087158203125,
+      "cov-distil (oracle2teacher)": 4.366214752197266,
       "epoch": 1.708791208791209,
-      "rel-constrast": 1.582461953163147,
+      "rel-constrast": 2.1748640537261963,
       "step": 2177,
-      "subrel-constrast": 2.221798896789551,
+      "subrel-constrast": 2.254824161529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1328296661376953,
-      "cov-distil (oracle2student)": 5.776873588562012,
-      "cov-distil (oracle2teacher)": 5.15695858001709,
+      "cov-distil": 1.985640287399292,
+      "cov-distil (oracle2student)": 5.394364833831787,
+      "cov-distil (oracle2teacher)": 5.516905784606934,
       "epoch": 1.7095761381475667,
-      "rel-constrast": 2.893862724304199,
+      "rel-constrast": 2.647538185119629,
       "step": 2178,
-      "subrel-constrast": 3.5863888263702393,
+      "subrel-constrast": 3.4800984859466553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6881157159805298,
-      "cov-distil (oracle2student)": 4.266077995300293,
-      "cov-distil (oracle2teacher)": 4.096836566925049,
+      "cov-distil": 1.4427363872528076,
+      "cov-distil (oracle2student)": 4.630984306335449,
+      "cov-distil (oracle2teacher)": 4.356873035430908,
       "epoch": 1.7103610675039247,
-      "rel-constrast": 2.359097957611084,
+      "rel-constrast": 3.226654052734375,
       "step": 2179,
-      "subrel-constrast": 3.4590091705322266,
+      "subrel-constrast": 3.512101411819458,
       "view-similarity": 0
     },
     {
       "epoch": 1.7111459968602825,
-      "grad_norm": 4.5,
+      "grad_norm": 5.875,
       "learning_rate": 4.791256054767245e-05,
-      "loss": 0.7554,
+      "loss": 0.8039,
       "step": 2180
     },
     {
-      "cov-distil": 1.8249239921569824,
-      "cov-distil (oracle2student)": 4.0046491622924805,
-      "cov-distil (oracle2teacher)": 4.653772354125977,
+      "cov-distil": 2.3986732959747314,
+      "cov-distil (oracle2student)": 4.394770622253418,
+      "cov-distil (oracle2teacher)": 4.798537254333496,
       "epoch": 1.7111459968602825,
-      "rel-constrast": 2.6268181800842285,
+      "rel-constrast": 3.3355112075805664,
       "step": 2180,
-      "subrel-constrast": 3.7033653259277344,
+      "subrel-constrast": 3.747391700744629,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0771369934082031,
-      "cov-distil (oracle2student)": 2.546523094177246,
-      "cov-distil (oracle2teacher)": 2.7334823608398438,
+      "cov-distil": 1.3866987228393555,
+      "cov-distil (oracle2student)": 2.9000771045684814,
+      "cov-distil (oracle2teacher)": 3.0638210773468018,
       "epoch": 1.7119309262166404,
-      "rel-constrast": 2.8182458877563477,
+      "rel-constrast": 3.1429100036621094,
       "step": 2181,
-      "subrel-constrast": 3.366835594177246,
+      "subrel-constrast": 3.3143017292022705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.093933343887329,
-      "cov-distil (oracle2student)": 4.100209712982178,
-      "cov-distil (oracle2teacher)": 4.402020454406738,
+      "cov-distil": 2.1037065982818604,
+      "cov-distil (oracle2student)": 4.075974941253662,
+      "cov-distil (oracle2teacher)": 4.1535749435424805,
       "epoch": 1.7127158555729984,
-      "rel-constrast": 3.1742806434631348,
+      "rel-constrast": 3.509096145629883,
       "step": 2182,
-      "subrel-constrast": 4.171100616455078,
+      "subrel-constrast": 3.95731782913208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.29634428024292,
-      "cov-distil (oracle2student)": 2.9724414348602295,
-      "cov-distil (oracle2teacher)": 3.1061151027679443,
+      "cov-distil": 1.9939929246902466,
+      "cov-distil (oracle2student)": 2.9892516136169434,
+      "cov-distil (oracle2teacher)": 3.2042489051818848,
       "epoch": 1.7135007849293564,
-      "rel-constrast": 2.707258701324463,
+      "rel-constrast": 2.935570240020752,
       "step": 2183,
-      "subrel-constrast": 3.821993112564087,
+      "subrel-constrast": 3.969426393508911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5104049444198608,
-      "cov-distil (oracle2student)": 3.9733195304870605,
-      "cov-distil (oracle2teacher)": 3.706012725830078,
+      "cov-distil": 2.3370165824890137,
+      "cov-distil (oracle2student)": 4.753669738769531,
+      "cov-distil (oracle2teacher)": 4.478870391845703,
       "epoch": 1.7142857142857144,
-      "rel-constrast": 2.5448379516601562,
+      "rel-constrast": 3.421687364578247,
       "step": 2184,
-      "subrel-constrast": 3.4038918018341064,
+      "subrel-constrast": 3.6152377128601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3171417713165283,
-      "cov-distil (oracle2student)": 4.071464538574219,
-      "cov-distil (oracle2teacher)": 3.9933981895446777,
+      "cov-distil": 2.2323663234710693,
+      "cov-distil (oracle2student)": 3.9273388385772705,
+      "cov-distil (oracle2teacher)": 4.16851806640625,
       "epoch": 1.7150706436420722,
-      "rel-constrast": 3.128932476043701,
+      "rel-constrast": 3.323892593383789,
       "step": 2185,
-      "subrel-constrast": 3.653700828552246,
+      "subrel-constrast": 3.7432472705841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4737417697906494,
-      "cov-distil (oracle2student)": 4.534137725830078,
-      "cov-distil (oracle2teacher)": 4.221986770629883,
+      "cov-distil": 1.8674659729003906,
+      "cov-distil (oracle2student)": 4.824789047241211,
+      "cov-distil (oracle2teacher)": 4.463718414306641,
       "epoch": 1.7158555729984302,
-      "rel-constrast": 2.656761646270752,
+      "rel-constrast": 2.736530303955078,
       "step": 2186,
-      "subrel-constrast": 3.4507598876953125,
+      "subrel-constrast": 3.3885672092437744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7513718605041504,
-      "cov-distil (oracle2student)": 3.8768086433410645,
-      "cov-distil (oracle2teacher)": 3.9736075401306152,
+      "cov-distil": 1.6687331199645996,
+      "cov-distil (oracle2student)": 4.471376419067383,
+      "cov-distil (oracle2teacher)": 4.58242130279541,
       "epoch": 1.716640502354788,
-      "rel-constrast": 2.809697389602661,
+      "rel-constrast": 2.87776517868042,
       "step": 2187,
-      "subrel-constrast": 3.602057933807373,
+      "subrel-constrast": 3.59403395652771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7336138486862183,
-      "cov-distil (oracle2student)": 3.6069631576538086,
-      "cov-distil (oracle2teacher)": 3.846726894378662,
+      "cov-distil": 1.717836856842041,
+      "cov-distil (oracle2student)": 3.940725326538086,
+      "cov-distil (oracle2teacher)": 3.9559993743896484,
       "epoch": 1.717425431711146,
-      "rel-constrast": 2.511496067047119,
+      "rel-constrast": 2.6897294521331787,
       "step": 2188,
-      "subrel-constrast": 3.376274347305298,
+      "subrel-constrast": 3.1750435829162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4646484851837158,
-      "cov-distil (oracle2student)": 7.571910858154297,
-      "cov-distil (oracle2teacher)": 6.504880905151367,
+      "cov-distil": 1.636588454246521,
+      "cov-distil (oracle2student)": 8.300508499145508,
+      "cov-distil (oracle2teacher)": 6.948323726654053,
       "epoch": 1.718210361067504,
-      "rel-constrast": 2.6114888191223145,
+      "rel-constrast": 2.602515935897827,
       "step": 2189,
-      "subrel-constrast": 3.265103816986084,
+      "subrel-constrast": 3.3404204845428467,
       "view-similarity": 0
     },
     {
       "epoch": 1.718995290423862,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.7877511899662e-05,
-      "loss": 0.7286,
+      "loss": 0.7644,
       "step": 2190
     },
     {
-      "cov-distil": 1.6331356763839722,
-      "cov-distil (oracle2student)": 3.0852954387664795,
-      "cov-distil (oracle2teacher)": 3.3337388038635254,
+      "cov-distil": 2.7477970123291016,
+      "cov-distil (oracle2student)": 3.3705129623413086,
+      "cov-distil (oracle2teacher)": 3.3355484008789062,
       "epoch": 1.718995290423862,
-      "rel-constrast": 2.7310030460357666,
+      "rel-constrast": 3.0604350566864014,
       "step": 2190,
-      "subrel-constrast": 3.6758224964141846,
+      "subrel-constrast": 3.8784172534942627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5539727210998535,
-      "cov-distil (oracle2student)": 2.5649540424346924,
-      "cov-distil (oracle2teacher)": 2.904310703277588,
+      "cov-distil": 1.7414212226867676,
+      "cov-distil (oracle2student)": 2.6136486530303955,
+      "cov-distil (oracle2teacher)": 2.922128677368164,
       "epoch": 1.7197802197802199,
-      "rel-constrast": 2.0245110988616943,
+      "rel-constrast": 2.089888095855713,
       "step": 2191,
-      "subrel-constrast": 2.652200222015381,
+      "subrel-constrast": 2.7474026679992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4571516513824463,
-      "cov-distil (oracle2student)": 5.003627300262451,
-      "cov-distil (oracle2teacher)": 4.484421253204346,
+      "cov-distil": 1.8336503505706787,
+      "cov-distil (oracle2student)": 5.404546737670898,
+      "cov-distil (oracle2teacher)": 4.774224281311035,
       "epoch": 1.7205651491365777,
-      "rel-constrast": 3.5687220096588135,
+      "rel-constrast": 4.014540672302246,
       "step": 2192,
-      "subrel-constrast": 4.044925689697266,
+      "subrel-constrast": 4.125655651092529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.073610544204712,
-      "cov-distil (oracle2student)": 3.587191104888916,
-      "cov-distil (oracle2teacher)": 3.6686086654663086,
+      "cov-distil": 1.6889734268188477,
+      "cov-distil (oracle2student)": 4.0414323806762695,
+      "cov-distil (oracle2teacher)": 3.7681198120117188,
       "epoch": 1.7213500784929356,
-      "rel-constrast": 2.6836729049682617,
+      "rel-constrast": 3.244907855987549,
       "step": 2193,
-      "subrel-constrast": 3.340764284133911,
+      "subrel-constrast": 3.438981294631958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.616534948348999,
-      "cov-distil (oracle2student)": 4.153843402862549,
-      "cov-distil (oracle2teacher)": 3.6327781677246094,
+      "cov-distil": 1.8195891380310059,
+      "cov-distil (oracle2student)": 4.618829250335693,
+      "cov-distil (oracle2teacher)": 3.6878504753112793,
       "epoch": 1.7221350078492934,
-      "rel-constrast": 3.330625534057617,
+      "rel-constrast": 3.437279224395752,
       "step": 2194,
-      "subrel-constrast": 3.3225574493408203,
+      "subrel-constrast": 3.1461501121520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5622596740722656,
-      "cov-distil (oracle2student)": 5.296283721923828,
-      "cov-distil (oracle2teacher)": 5.13297700881958,
+      "cov-distil": 1.8860353231430054,
+      "cov-distil (oracle2student)": 6.195235252380371,
+      "cov-distil (oracle2teacher)": 5.644416809082031,
       "epoch": 1.7229199372056514,
-      "rel-constrast": 2.8445096015930176,
+      "rel-constrast": 4.073291778564453,
       "step": 2195,
-      "subrel-constrast": 3.936537027359009,
+      "subrel-constrast": 4.024486541748047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4552361965179443,
-      "cov-distil (oracle2student)": 4.214536190032959,
-      "cov-distil (oracle2teacher)": 4.301584243774414,
+      "cov-distil": 2.6719441413879395,
+      "cov-distil (oracle2student)": 4.601164817810059,
+      "cov-distil (oracle2teacher)": 4.162365913391113,
       "epoch": 1.7237048665620094,
-      "rel-constrast": 3.157912015914917,
+      "rel-constrast": 3.469099283218384,
       "step": 2196,
-      "subrel-constrast": 3.629800796508789,
+      "subrel-constrast": 3.520235300064087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0533376932144165,
-      "cov-distil (oracle2student)": 3.4130795001983643,
-      "cov-distil (oracle2teacher)": 3.7105727195739746,
+      "cov-distil": 1.7025959491729736,
+      "cov-distil (oracle2student)": 4.1639485359191895,
+      "cov-distil (oracle2teacher)": 3.8450064659118652,
       "epoch": 1.7244897959183674,
-      "rel-constrast": 2.0992019176483154,
+      "rel-constrast": 2.687356948852539,
       "step": 2197,
-      "subrel-constrast": 2.849848747253418,
+      "subrel-constrast": 2.832444906234741,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8953120708465576,
-      "cov-distil (oracle2student)": 3.3757505416870117,
-      "cov-distil (oracle2teacher)": 3.4063422679901123,
+      "cov-distil": 2.1345953941345215,
+      "cov-distil (oracle2student)": 3.1170902252197266,
+      "cov-distil (oracle2teacher)": 3.4768640995025635,
       "epoch": 1.7252747252747254,
-      "rel-constrast": 1.6100332736968994,
+      "rel-constrast": 1.8338574171066284,
       "step": 2198,
-      "subrel-constrast": 2.5502889156341553,
+      "subrel-constrast": 2.5939881801605225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5440630912780762,
-      "cov-distil (oracle2student)": 3.20698881149292,
-      "cov-distil (oracle2teacher)": 3.5410261154174805,
+      "cov-distil": 1.8840032815933228,
+      "cov-distil (oracle2student)": 3.234374523162842,
+      "cov-distil (oracle2teacher)": 3.595858573913574,
       "epoch": 1.7260596546310834,
-      "rel-constrast": 3.004917621612549,
+      "rel-constrast": 2.8707923889160156,
       "step": 2199,
-      "subrel-constrast": 3.763627052307129,
+      "subrel-constrast": 3.5276429653167725,
       "view-similarity": 0
     },
     {
       "epoch": 1.7268445839874411,
-      "grad_norm": 5.375,
+      "grad_norm": 8.8125,
       "learning_rate": 4.784218449638875e-05,
-      "loss": 0.7135,
+      "loss": 0.7695,
       "step": 2200
     },
     {
       "epoch": 1.7268445839874411,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.26093751192092896,
       "step": 2200
     },
     {
       "epoch": 1.7268445839874411,
       "step": 2200,
-      "student margin": 0.05401611328125
+      "student margin": 0.053131103515625
     },
     {
       "epoch": 1.7268445839874411,
       "step": 2200,
-      "teacher margin": 0.039703369140625
+      "teacher margin": 0.044708251953125
     },
     {
       "epoch": 1.7268445839874411,
-      "margin difference": -0.014312744140625,
+      "margin difference": -0.0084228515625,
       "step": 2200
     },
     {
-      "cov-distil": 1.4109869003295898,
-      "cov-distil (oracle2student)": 3.5499558448791504,
-      "cov-distil (oracle2teacher)": 3.322564125061035,
+      "cov-distil": 1.6316416263580322,
+      "cov-distil (oracle2student)": 3.745422840118408,
+      "cov-distil (oracle2teacher)": 3.8366222381591797,
       "epoch": 1.7268445839874411,
-      "rel-constrast": 2.7545325756073,
+      "rel-constrast": 2.355853319168091,
       "step": 2200,
-      "subrel-constrast": 2.9639761447906494,
+      "subrel-constrast": 3.0644876956939697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6831187009811401,
-      "cov-distil (oracle2student)": 3.4511470794677734,
-      "cov-distil (oracle2teacher)": 3.5796914100646973,
+      "cov-distil": 2.1618659496307373,
+      "cov-distil (oracle2student)": 3.9737281799316406,
+      "cov-distil (oracle2teacher)": 4.006171226501465,
       "epoch": 1.727629513343799,
-      "rel-constrast": 3.379124641418457,
+      "rel-constrast": 3.626155138015747,
       "step": 2201,
-      "subrel-constrast": 4.185529708862305,
+      "subrel-constrast": 4.070312976837158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8966883420944214,
-      "cov-distil (oracle2student)": 4.251365661621094,
-      "cov-distil (oracle2teacher)": 4.046238899230957,
+      "cov-distil": 2.1519429683685303,
+      "cov-distil (oracle2student)": 4.186738014221191,
+      "cov-distil (oracle2teacher)": 4.166969299316406,
       "epoch": 1.7284144427001569,
-      "rel-constrast": 2.2654266357421875,
+      "rel-constrast": 2.202342987060547,
       "step": 2202,
-      "subrel-constrast": 2.9691355228424072,
+      "subrel-constrast": 2.9175305366516113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.23167085647583,
-      "cov-distil (oracle2student)": 3.5873217582702637,
-      "cov-distil (oracle2teacher)": 2.904952049255371,
+      "cov-distil": 1.5164893865585327,
+      "cov-distil (oracle2student)": 3.6689701080322266,
+      "cov-distil (oracle2teacher)": 3.3600564002990723,
       "epoch": 1.7291993720565149,
-      "rel-constrast": 2.1962943077087402,
+      "rel-constrast": 2.4711766242980957,
       "step": 2203,
-      "subrel-constrast": 2.4757258892059326,
+      "subrel-constrast": 2.925198793411255,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.516770362854004,
-      "cov-distil (oracle2student)": 3.6723506450653076,
-      "cov-distil (oracle2teacher)": 3.7050366401672363,
+      "cov-distil": 2.22855281829834,
+      "cov-distil (oracle2student)": 3.3324828147888184,
+      "cov-distil (oracle2teacher)": 3.4373042583465576,
       "epoch": 1.7299843014128728,
-      "rel-constrast": 2.7805428504943848,
+      "rel-constrast": 2.4450249671936035,
       "step": 2204,
-      "subrel-constrast": 3.398709535598755,
+      "subrel-constrast": 3.1262338161468506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4058160781860352,
-      "cov-distil (oracle2student)": 5.744381904602051,
-      "cov-distil (oracle2teacher)": 5.033400535583496,
+      "cov-distil": 1.2943823337554932,
+      "cov-distil (oracle2student)": 6.2321038246154785,
+      "cov-distil (oracle2teacher)": 5.32985782623291,
       "epoch": 1.7307692307692308,
-      "rel-constrast": 4.4768385887146,
+      "rel-constrast": 5.335637092590332,
       "step": 2205,
-      "subrel-constrast": 4.890554904937744,
+      "subrel-constrast": 4.531121730804443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8483374118804932,
-      "cov-distil (oracle2student)": 4.111395835876465,
-      "cov-distil (oracle2teacher)": 3.5026049613952637,
+      "cov-distil": 1.937375783920288,
+      "cov-distil (oracle2student)": 4.112811088562012,
+      "cov-distil (oracle2teacher)": 4.203855514526367,
       "epoch": 1.7315541601255888,
-      "rel-constrast": 2.9485883712768555,
+      "rel-constrast": 2.9149866104125977,
       "step": 2206,
-      "subrel-constrast": 3.6814513206481934,
+      "subrel-constrast": 3.9060540199279785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1469032764434814,
-      "cov-distil (oracle2student)": 4.568747520446777,
-      "cov-distil (oracle2teacher)": 4.577749252319336,
+      "cov-distil": 2.2739577293395996,
+      "cov-distil (oracle2student)": 5.265259742736816,
+      "cov-distil (oracle2teacher)": 5.149330139160156,
       "epoch": 1.7323390894819466,
-      "rel-constrast": 2.4065160751342773,
+      "rel-constrast": 3.202256679534912,
       "step": 2207,
-      "subrel-constrast": 3.655743360519409,
+      "subrel-constrast": 3.862532615661621,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3686153888702393,
-      "cov-distil (oracle2student)": 3.771723508834839,
-      "cov-distil (oracle2teacher)": 3.7774171829223633,
+      "cov-distil": 1.79465651512146,
+      "cov-distil (oracle2student)": 4.447661399841309,
+      "cov-distil (oracle2teacher)": 3.7660956382751465,
       "epoch": 1.7331240188383046,
-      "rel-constrast": 2.9618091583251953,
+      "rel-constrast": 3.326237678527832,
       "step": 2208,
-      "subrel-constrast": 3.3125815391540527,
+      "subrel-constrast": 3.21999454498291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5273395776748657,
-      "cov-distil (oracle2student)": 4.243311882019043,
-      "cov-distil (oracle2teacher)": 4.043972492218018,
+      "cov-distil": 1.9203252792358398,
+      "cov-distil (oracle2student)": 4.777487754821777,
+      "cov-distil (oracle2teacher)": 4.240384101867676,
       "epoch": 1.7339089481946623,
-      "rel-constrast": 2.706533193588257,
+      "rel-constrast": 3.1223654747009277,
       "step": 2209,
-      "subrel-constrast": 3.351536750793457,
+      "subrel-constrast": 3.252253532409668,
       "view-similarity": 0
     },
     {
       "epoch": 1.7346938775510203,
-      "grad_norm": 5.03125,
+      "grad_norm": 6.84375,
       "learning_rate": 4.780657876830597e-05,
-      "loss": 0.762,
+      "loss": 0.7751,
       "step": 2210
     },
     {
-      "cov-distil": 1.063590407371521,
-      "cov-distil (oracle2student)": 4.755878448486328,
-      "cov-distil (oracle2teacher)": 4.284621238708496,
+      "cov-distil": 1.7009329795837402,
+      "cov-distil (oracle2student)": 4.598156929016113,
+      "cov-distil (oracle2teacher)": 4.4548773765563965,
       "epoch": 1.7346938775510203,
-      "rel-constrast": 2.9665729999542236,
+      "rel-constrast": 3.460235834121704,
       "step": 2210,
-      "subrel-constrast": 3.7226343154907227,
+      "subrel-constrast": 3.421052932739258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0554488897323608,
-      "cov-distil (oracle2student)": 3.2223730087280273,
-      "cov-distil (oracle2teacher)": 3.59382700920105,
+      "cov-distil": 1.7975202798843384,
+      "cov-distil (oracle2student)": 3.2329163551330566,
+      "cov-distil (oracle2teacher)": 3.015516757965088,
       "epoch": 1.7354788069073783,
-      "rel-constrast": 3.6200973987579346,
+      "rel-constrast": 3.8085012435913086,
       "step": 2211,
-      "subrel-constrast": 4.262567043304443,
+      "subrel-constrast": 4.520313739776611,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4665796756744385,
-      "cov-distil (oracle2student)": 4.336564540863037,
-      "cov-distil (oracle2teacher)": 3.7192134857177734,
+      "cov-distil": 2.1904985904693604,
+      "cov-distil (oracle2student)": 4.689132213592529,
+      "cov-distil (oracle2teacher)": 3.7709059715270996,
       "epoch": 1.7362637362637363,
-      "rel-constrast": 2.184605598449707,
+      "rel-constrast": 2.286560297012329,
       "step": 2212,
-      "subrel-constrast": 2.807366371154785,
+      "subrel-constrast": 2.7570204734802246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.259305715560913,
-      "cov-distil (oracle2student)": 4.254379749298096,
-      "cov-distil (oracle2teacher)": 3.7080206871032715,
+      "cov-distil": 1.7679132223129272,
+      "cov-distil (oracle2student)": 4.656044960021973,
+      "cov-distil (oracle2teacher)": 3.9026474952697754,
       "epoch": 1.7370486656200943,
-      "rel-constrast": 2.4375405311584473,
+      "rel-constrast": 3.282284736633301,
       "step": 2213,
-      "subrel-constrast": 3.2010862827301025,
+      "subrel-constrast": 3.350498914718628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2603670358657837,
-      "cov-distil (oracle2student)": 2.7576510906219482,
-      "cov-distil (oracle2teacher)": 3.020298719406128,
+      "cov-distil": 1.4877822399139404,
+      "cov-distil (oracle2student)": 3.422396659851074,
+      "cov-distil (oracle2teacher)": 3.436274766921997,
       "epoch": 1.737833594976452,
-      "rel-constrast": 3.1468071937561035,
+      "rel-constrast": 3.895782470703125,
       "step": 2214,
-      "subrel-constrast": 3.9127445220947266,
+      "subrel-constrast": 4.230484962463379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7276368141174316,
-      "cov-distil (oracle2student)": 5.451048851013184,
-      "cov-distil (oracle2teacher)": 4.814182758331299,
+      "cov-distil": 1.9743536710739136,
+      "cov-distil (oracle2student)": 5.518186569213867,
+      "cov-distil (oracle2teacher)": 5.2702202796936035,
       "epoch": 1.73861852433281,
-      "rel-constrast": 2.434065103530884,
+      "rel-constrast": 2.723651170730591,
       "step": 2215,
-      "subrel-constrast": 2.625089645385742,
+      "subrel-constrast": 2.9871246814727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.400354266166687,
-      "cov-distil (oracle2student)": 3.362067461013794,
-      "cov-distil (oracle2teacher)": 3.1057748794555664,
+      "cov-distil": 1.5122301578521729,
+      "cov-distil (oracle2student)": 3.877626895904541,
+      "cov-distil (oracle2teacher)": 3.5132102966308594,
       "epoch": 1.7394034536891678,
-      "rel-constrast": 2.9962055683135986,
+      "rel-constrast": 3.7815604209899902,
       "step": 2216,
-      "subrel-constrast": 3.285515546798706,
+      "subrel-constrast": 3.3874099254608154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3856258392333984,
-      "cov-distil (oracle2student)": 5.027961730957031,
-      "cov-distil (oracle2teacher)": 4.861551284790039,
+      "cov-distil": 1.887054681777954,
+      "cov-distil (oracle2student)": 4.800230979919434,
+      "cov-distil (oracle2teacher)": 5.103489875793457,
       "epoch": 1.7401883830455258,
-      "rel-constrast": 2.1785964965820312,
+      "rel-constrast": 2.2982802391052246,
       "step": 2217,
-      "subrel-constrast": 3.1263222694396973,
+      "subrel-constrast": 3.0568597316741943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1465624570846558,
-      "cov-distil (oracle2student)": 3.375131607055664,
-      "cov-distil (oracle2teacher)": 3.6147212982177734,
+      "cov-distil": 1.5449519157409668,
+      "cov-distil (oracle2student)": 3.6056697368621826,
+      "cov-distil (oracle2teacher)": 3.566521644592285,
       "epoch": 1.7409733124018838,
-      "rel-constrast": 2.49701189994812,
+      "rel-constrast": 2.6811609268188477,
       "step": 2218,
-      "subrel-constrast": 3.013669729232788,
+      "subrel-constrast": 3.2307753562927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.418553113937378,
-      "cov-distil (oracle2student)": 3.4851672649383545,
-      "cov-distil (oracle2teacher)": 3.666647434234619,
+      "cov-distil": 2.259312868118286,
+      "cov-distil (oracle2student)": 3.9465079307556152,
+      "cov-distil (oracle2teacher)": 3.627194881439209,
       "epoch": 1.7417582417582418,
-      "rel-constrast": 2.7025346755981445,
+      "rel-constrast": 3.159834146499634,
       "step": 2219,
-      "subrel-constrast": 3.529212713241577,
+      "subrel-constrast": 3.394526720046997,
       "view-similarity": 0
     },
     {
       "epoch": 1.7425431711145998,
-      "grad_norm": 5.90625,
+      "grad_norm": 6.4375,
       "learning_rate": 4.77706951492582e-05,
-      "loss": 0.7121,
+      "loss": 0.7844,
       "step": 2220
     },
     {
-      "cov-distil": 1.5990524291992188,
-      "cov-distil (oracle2student)": 4.211366653442383,
-      "cov-distil (oracle2teacher)": 3.890860080718994,
+      "cov-distil": 1.6830523014068604,
+      "cov-distil (oracle2student)": 4.903957366943359,
+      "cov-distil (oracle2teacher)": 4.3655195236206055,
       "epoch": 1.7425431711145998,
-      "rel-constrast": 2.501035690307617,
+      "rel-constrast": 3.087584972381592,
       "step": 2220,
-      "subrel-constrast": 3.2415027618408203,
+      "subrel-constrast": 3.134363889694214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3912228345870972,
-      "cov-distil (oracle2student)": 5.821087837219238,
-      "cov-distil (oracle2teacher)": 5.341222763061523,
+      "cov-distil": 2.069075107574463,
+      "cov-distil (oracle2student)": 6.238317489624023,
+      "cov-distil (oracle2teacher)": 5.535549640655518,
       "epoch": 1.7433281004709578,
-      "rel-constrast": 3.021422863006592,
+      "rel-constrast": 3.882420301437378,
       "step": 2221,
-      "subrel-constrast": 3.991391658782959,
+      "subrel-constrast": 3.491762638092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4452102184295654,
-      "cov-distil (oracle2student)": 3.0666863918304443,
-      "cov-distil (oracle2teacher)": 3.3617401123046875,
+      "cov-distil": 1.5646417140960693,
+      "cov-distil (oracle2student)": 3.6871955394744873,
+      "cov-distil (oracle2teacher)": 3.633030414581299,
       "epoch": 1.7441130298273155,
-      "rel-constrast": 2.8655142784118652,
+      "rel-constrast": 3.201338291168213,
       "step": 2222,
-      "subrel-constrast": 3.6124308109283447,
+      "subrel-constrast": 3.7883143424987793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.535351276397705,
-      "cov-distil (oracle2student)": 4.336465835571289,
-      "cov-distil (oracle2teacher)": 4.227689266204834,
+      "cov-distil": 1.6606625318527222,
+      "cov-distil (oracle2student)": 4.802008628845215,
+      "cov-distil (oracle2teacher)": 5.020402431488037,
       "epoch": 1.7448979591836735,
-      "rel-constrast": 2.6441214084625244,
+      "rel-constrast": 3.0126116275787354,
       "step": 2223,
-      "subrel-constrast": 3.298957347869873,
+      "subrel-constrast": 3.3560731410980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5956463813781738,
-      "cov-distil (oracle2student)": 4.605068206787109,
-      "cov-distil (oracle2teacher)": 4.589273929595947,
+      "cov-distil": 1.8214753866195679,
+      "cov-distil (oracle2student)": 5.123177528381348,
+      "cov-distil (oracle2teacher)": 4.6042046546936035,
       "epoch": 1.7456828885400313,
-      "rel-constrast": 2.5250747203826904,
+      "rel-constrast": 3.068824291229248,
       "step": 2224,
-      "subrel-constrast": 3.4053544998168945,
+      "subrel-constrast": 3.158241033554077,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4402203559875488,
-      "cov-distil (oracle2student)": 4.288039207458496,
-      "cov-distil (oracle2teacher)": 3.9537289142608643,
+      "cov-distil": 2.0651137828826904,
+      "cov-distil (oracle2student)": 4.602841377258301,
+      "cov-distil (oracle2teacher)": 4.754369258880615,
       "epoch": 1.7464678178963893,
-      "rel-constrast": 2.522817373275757,
+      "rel-constrast": 2.949024200439453,
       "step": 2225,
-      "subrel-constrast": 3.3566665649414062,
+      "subrel-constrast": 3.555393695831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4337220191955566,
-      "cov-distil (oracle2student)": 2.9571754932403564,
-      "cov-distil (oracle2teacher)": 3.191856861114502,
+      "cov-distil": 1.4895612001419067,
+      "cov-distil (oracle2student)": 3.1863131523132324,
+      "cov-distil (oracle2teacher)": 3.478513240814209,
       "epoch": 1.7472527472527473,
-      "rel-constrast": 1.3995537757873535,
+      "rel-constrast": 1.6057887077331543,
       "step": 2226,
-      "subrel-constrast": 2.0812368392944336,
+      "subrel-constrast": 2.04770565032959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4956307411193848,
-      "cov-distil (oracle2student)": 4.570131301879883,
-      "cov-distil (oracle2teacher)": 3.9345908164978027,
+      "cov-distil": 1.5228617191314697,
+      "cov-distil (oracle2student)": 5.067418098449707,
+      "cov-distil (oracle2teacher)": 4.368940353393555,
       "epoch": 1.7480376766091053,
-      "rel-constrast": 2.727308511734009,
+      "rel-constrast": 3.095487594604492,
       "step": 2227,
-      "subrel-constrast": 2.8596577644348145,
+      "subrel-constrast": 2.842113971710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5380032062530518,
-      "cov-distil (oracle2student)": 2.632666826248169,
-      "cov-distil (oracle2teacher)": 3.2193100452423096,
+      "cov-distil": 1.5665314197540283,
+      "cov-distil (oracle2student)": 2.948671817779541,
+      "cov-distil (oracle2teacher)": 3.1334030628204346,
       "epoch": 1.7488226059654632,
-      "rel-constrast": 2.60501766204834,
+      "rel-constrast": 3.147441864013672,
       "step": 2228,
-      "subrel-constrast": 3.647772789001465,
+      "subrel-constrast": 3.35150146484375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.225301742553711,
-      "cov-distil (oracle2student)": 3.0516562461853027,
-      "cov-distil (oracle2teacher)": 2.593440532684326,
+      "cov-distil": 1.7388191223144531,
+      "cov-distil (oracle2student)": 3.0259954929351807,
+      "cov-distil (oracle2teacher)": 2.873972177505493,
       "epoch": 1.749607535321821,
-      "rel-constrast": 2.941821575164795,
+      "rel-constrast": 2.9666242599487305,
       "step": 2229,
-      "subrel-constrast": 2.9590554237365723,
+      "subrel-constrast": 2.9847488403320312,
       "view-similarity": 0
     },
     {
       "epoch": 1.750392464678179,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.15625,
       "learning_rate": 4.7734534076476045e-05,
-      "loss": 0.6806,
+      "loss": 0.7504,
       "step": 2230
     },
     {
-      "cov-distil": 1.4874062538146973,
-      "cov-distil (oracle2student)": 4.357302665710449,
-      "cov-distil (oracle2teacher)": 4.353229999542236,
+      "cov-distil": 1.953369140625,
+      "cov-distil (oracle2student)": 5.13368034362793,
+      "cov-distil (oracle2teacher)": 4.246707439422607,
       "epoch": 1.750392464678179,
-      "rel-constrast": 3.209381103515625,
+      "rel-constrast": 3.5224571228027344,
       "step": 2230,
-      "subrel-constrast": 3.581017255783081,
+      "subrel-constrast": 3.1537704467773438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.117234468460083,
-      "cov-distil (oracle2student)": 3.937073230743408,
-      "cov-distil (oracle2teacher)": 3.7548842430114746,
+      "cov-distil": 1.5521260499954224,
+      "cov-distil (oracle2student)": 4.792133331298828,
+      "cov-distil (oracle2teacher)": 3.9444193840026855,
       "epoch": 1.7511773940345368,
-      "rel-constrast": 2.434492826461792,
+      "rel-constrast": 2.600888729095459,
       "step": 2231,
-      "subrel-constrast": 3.346048355102539,
+      "subrel-constrast": 2.9944944381713867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.24973726272583,
-      "cov-distil (oracle2student)": 4.533449649810791,
-      "cov-distil (oracle2teacher)": 4.793134689331055,
+      "cov-distil": 1.8820068836212158,
+      "cov-distil (oracle2student)": 4.448766231536865,
+      "cov-distil (oracle2teacher)": 5.174159049987793,
       "epoch": 1.7519623233908947,
-      "rel-constrast": 3.7525699138641357,
+      "rel-constrast": 3.976405143737793,
       "step": 2232,
-      "subrel-constrast": 4.6372246742248535,
+      "subrel-constrast": 4.741251468658447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.462562084197998,
-      "cov-distil (oracle2student)": 3.1960372924804688,
-      "cov-distil (oracle2teacher)": 3.563648223876953,
+      "cov-distil": 1.839247465133667,
+      "cov-distil (oracle2student)": 4.201318740844727,
+      "cov-distil (oracle2teacher)": 3.5953707695007324,
       "epoch": 1.7527472527472527,
-      "rel-constrast": 2.7557313442230225,
+      "rel-constrast": 3.5858983993530273,
       "step": 2233,
-      "subrel-constrast": 3.8398375511169434,
+      "subrel-constrast": 3.4081480503082275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6737204790115356,
-      "cov-distil (oracle2student)": 2.5555331707000732,
-      "cov-distil (oracle2teacher)": 2.5845441818237305,
+      "cov-distil": 2.6689648628234863,
+      "cov-distil (oracle2student)": 2.794280529022217,
+      "cov-distil (oracle2teacher)": 2.945270538330078,
       "epoch": 1.7535321821036107,
-      "rel-constrast": 1.7191078662872314,
+      "rel-constrast": 2.506171226501465,
       "step": 2234,
-      "subrel-constrast": 2.859938859939575,
+      "subrel-constrast": 3.127882480621338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2368494272232056,
-      "cov-distil (oracle2student)": 3.9843480587005615,
-      "cov-distil (oracle2teacher)": 3.893775463104248,
+      "cov-distil": 1.304837942123413,
+      "cov-distil (oracle2student)": 4.309269428253174,
+      "cov-distil (oracle2teacher)": 3.761758327484131,
       "epoch": 1.7543171114599687,
-      "rel-constrast": 3.693345069885254,
+      "rel-constrast": 4.4902191162109375,
       "step": 2235,
-      "subrel-constrast": 4.244990825653076,
+      "subrel-constrast": 4.029505252838135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2992678880691528,
-      "cov-distil (oracle2student)": 4.830301761627197,
-      "cov-distil (oracle2teacher)": 4.498394012451172,
+      "cov-distil": 2.0583574771881104,
+      "cov-distil (oracle2student)": 5.231044769287109,
+      "cov-distil (oracle2teacher)": 4.942281723022461,
       "epoch": 1.7551020408163265,
-      "rel-constrast": 2.510626792907715,
+      "rel-constrast": 2.825223445892334,
       "step": 2236,
-      "subrel-constrast": 3.16009783744812,
+      "subrel-constrast": 3.2670459747314453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3592650890350342,
-      "cov-distil (oracle2student)": 3.574373722076416,
-      "cov-distil (oracle2teacher)": 3.2655539512634277,
+      "cov-distil": 1.8314696550369263,
+      "cov-distil (oracle2student)": 3.353362560272217,
+      "cov-distil (oracle2teacher)": 4.007411956787109,
       "epoch": 1.7558869701726845,
-      "rel-constrast": 1.9065544605255127,
+      "rel-constrast": 2.1646790504455566,
       "step": 2237,
-      "subrel-constrast": 2.767110586166382,
+      "subrel-constrast": 3.213866949081421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8274831771850586,
-      "cov-distil (oracle2student)": 4.118534564971924,
-      "cov-distil (oracle2teacher)": 3.961636543273926,
+      "cov-distil": 1.7675178050994873,
+      "cov-distil (oracle2student)": 4.223446846008301,
+      "cov-distil (oracle2teacher)": 3.96382999420166,
       "epoch": 1.7566718995290422,
-      "rel-constrast": 4.148343086242676,
+      "rel-constrast": 3.9230077266693115,
       "step": 2238,
-      "subrel-constrast": 4.405562400817871,
+      "subrel-constrast": 4.290407657623291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.336197018623352,
-      "cov-distil (oracle2student)": 2.447920560836792,
-      "cov-distil (oracle2teacher)": 3.2694993019104004,
+      "cov-distil": 1.5707908868789673,
+      "cov-distil (oracle2student)": 3.2934579849243164,
+      "cov-distil (oracle2teacher)": 3.694578170776367,
       "epoch": 1.7574568288854002,
-      "rel-constrast": 2.810555934906006,
+      "rel-constrast": 3.3858652114868164,
       "step": 2239,
-      "subrel-constrast": 3.7019741535186768,
+      "subrel-constrast": 4.010117053985596,
       "view-similarity": 0
     },
     {
       "epoch": 1.7582417582417582,
-      "grad_norm": 5.25,
+      "grad_norm": 6.375,
       "learning_rate": 4.769809599057075e-05,
-      "loss": 0.7586,
+      "loss": 0.8245,
       "step": 2240
     },
     {
-      "cov-distil": 1.1485403776168823,
-      "cov-distil (oracle2student)": 4.654672622680664,
-      "cov-distil (oracle2teacher)": 4.348109245300293,
+      "cov-distil": 1.5127358436584473,
+      "cov-distil (oracle2student)": 4.778524398803711,
+      "cov-distil (oracle2teacher)": 4.9623188972473145,
       "epoch": 1.7582417582417582,
-      "rel-constrast": 1.9925882816314697,
+      "rel-constrast": 2.113095283508301,
       "step": 2240,
-      "subrel-constrast": 2.693882942199707,
+      "subrel-constrast": 2.4806413650512695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8763365745544434,
-      "cov-distil (oracle2student)": 4.839393615722656,
-      "cov-distil (oracle2teacher)": 3.85744047164917,
+      "cov-distil": 2.1218197345733643,
+      "cov-distil (oracle2student)": 4.042128086090088,
+      "cov-distil (oracle2teacher)": 4.303385257720947,
       "epoch": 1.7590266875981162,
-      "rel-constrast": 3.434678077697754,
+      "rel-constrast": 2.7997350692749023,
       "step": 2241,
-      "subrel-constrast": 3.925741195678711,
+      "subrel-constrast": 3.9637322425842285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4712501764297485,
-      "cov-distil (oracle2student)": 3.76202130317688,
-      "cov-distil (oracle2teacher)": 3.5188522338867188,
+      "cov-distil": 1.6333807706832886,
+      "cov-distil (oracle2student)": 3.571364402770996,
+      "cov-distil (oracle2teacher)": 3.1574623584747314,
       "epoch": 1.7598116169544742,
-      "rel-constrast": 2.627779722213745,
+      "rel-constrast": 2.005417823791504,
       "step": 2242,
-      "subrel-constrast": 2.8085591793060303,
+      "subrel-constrast": 2.551029920578003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3890204429626465,
-      "cov-distil (oracle2student)": 5.484809398651123,
-      "cov-distil (oracle2teacher)": 5.1389265060424805,
+      "cov-distil": 2.154345989227295,
+      "cov-distil (oracle2student)": 5.072396278381348,
+      "cov-distil (oracle2teacher)": 5.595623016357422,
       "epoch": 1.7605965463108322,
-      "rel-constrast": 3.6450910568237305,
+      "rel-constrast": 4.172027587890625,
       "step": 2243,
-      "subrel-constrast": 4.063124656677246,
+      "subrel-constrast": 4.320813179016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.133486032485962,
-      "cov-distil (oracle2student)": 5.945001602172852,
-      "cov-distil (oracle2teacher)": 5.491739749908447,
+      "cov-distil": 1.6265089511871338,
+      "cov-distil (oracle2student)": 5.869951248168945,
+      "cov-distil (oracle2teacher)": 6.163671493530273,
       "epoch": 1.76138147566719,
-      "rel-constrast": 3.3541457653045654,
+      "rel-constrast": 3.3686578273773193,
       "step": 2244,
-      "subrel-constrast": 3.8208601474761963,
+      "subrel-constrast": 3.7710189819335938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.524552345275879,
-      "cov-distil (oracle2student)": 5.721334934234619,
-      "cov-distil (oracle2teacher)": 4.915715217590332,
+      "cov-distil": 2.0524368286132812,
+      "cov-distil (oracle2student)": 5.778565883636475,
+      "cov-distil (oracle2teacher)": 5.462894439697266,
       "epoch": 1.762166405023548,
-      "rel-constrast": 2.5368430614471436,
+      "rel-constrast": 3.0523271560668945,
       "step": 2245,
-      "subrel-constrast": 3.3544769287109375,
+      "subrel-constrast": 3.2430572509765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5551987886428833,
-      "cov-distil (oracle2student)": 2.861910820007324,
-      "cov-distil (oracle2teacher)": 2.90854811668396,
+      "cov-distil": 1.961949110031128,
+      "cov-distil (oracle2student)": 3.2377777099609375,
+      "cov-distil (oracle2teacher)": 2.990337371826172,
       "epoch": 1.7629513343799057,
-      "rel-constrast": 2.4615793228149414,
+      "rel-constrast": 3.0021519660949707,
       "step": 2246,
-      "subrel-constrast": 3.330505847930908,
+      "subrel-constrast": 3.2377564907073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7999694347381592,
-      "cov-distil (oracle2student)": 5.2548136711120605,
-      "cov-distil (oracle2teacher)": 4.88046932220459,
+      "cov-distil": 2.45847487449646,
+      "cov-distil (oracle2student)": 5.050314903259277,
+      "cov-distil (oracle2teacher)": 5.258781433105469,
       "epoch": 1.7637362637362637,
-      "rel-constrast": 3.0106306076049805,
+      "rel-constrast": 3.2186245918273926,
       "step": 2247,
-      "subrel-constrast": 4.046727180480957,
+      "subrel-constrast": 3.8075075149536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.510411024093628,
-      "cov-distil (oracle2student)": 4.925967693328857,
-      "cov-distil (oracle2teacher)": 4.388039588928223,
+      "cov-distil": 1.419205665588379,
+      "cov-distil (oracle2student)": 4.855860233306885,
+      "cov-distil (oracle2teacher)": 5.053457736968994,
       "epoch": 1.7645211930926217,
-      "rel-constrast": 3.176236867904663,
+      "rel-constrast": 3.090984344482422,
       "step": 2248,
-      "subrel-constrast": 4.014289379119873,
+      "subrel-constrast": 4.042280673980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7877905368804932,
-      "cov-distil (oracle2student)": 5.503927230834961,
-      "cov-distil (oracle2teacher)": 5.042388916015625,
+      "cov-distil": 2.355823516845703,
+      "cov-distil (oracle2student)": 6.046645641326904,
+      "cov-distil (oracle2teacher)": 5.420871734619141,
       "epoch": 1.7653061224489797,
-      "rel-constrast": 3.270568370819092,
+      "rel-constrast": 3.219726800918579,
       "step": 2249,
-      "subrel-constrast": 3.9012820720672607,
+      "subrel-constrast": 3.9884912967681885,
       "view-similarity": 0
     },
     {
       "epoch": 1.7660910518053377,
-      "grad_norm": 6.125,
+      "grad_norm": 6.34375,
       "learning_rate": 4.7661381335528885e-05,
-      "loss": 0.7757,
+      "loss": 0.7511,
       "step": 2250
     },
     {
-      "cov-distil": 1.8688774108886719,
-      "cov-distil (oracle2student)": 2.1277999877929688,
-      "cov-distil (oracle2teacher)": 2.376420497894287,
+      "cov-distil": 2.2979626655578613,
+      "cov-distil (oracle2student)": 2.2958004474639893,
+      "cov-distil (oracle2teacher)": 2.4960689544677734,
       "epoch": 1.7660910518053377,
-      "rel-constrast": 1.8173601627349854,
+      "rel-constrast": 2.0419297218322754,
       "step": 2250,
-      "subrel-constrast": 2.8194336891174316,
+      "subrel-constrast": 2.865978956222534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6203243732452393,
-      "cov-distil (oracle2student)": 2.5933241844177246,
-      "cov-distil (oracle2teacher)": 2.4038331508636475,
+      "cov-distil": 1.6624948978424072,
+      "cov-distil (oracle2student)": 2.7526001930236816,
+      "cov-distil (oracle2teacher)": 2.4174623489379883,
       "epoch": 1.7668759811616954,
-      "rel-constrast": 2.69283390045166,
+      "rel-constrast": 2.686349868774414,
       "step": 2251,
-      "subrel-constrast": 3.3784313201904297,
+      "subrel-constrast": 3.3409781455993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1629862785339355,
-      "cov-distil (oracle2student)": 3.2623233795166016,
-      "cov-distil (oracle2teacher)": 3.263735294342041,
+      "cov-distil": 2.222376585006714,
+      "cov-distil (oracle2student)": 3.167022705078125,
+      "cov-distil (oracle2teacher)": 3.4225311279296875,
       "epoch": 1.7676609105180534,
-      "rel-constrast": 1.8934588432312012,
+      "rel-constrast": 2.4554624557495117,
       "step": 2252,
-      "subrel-constrast": 2.9617388248443604,
+      "subrel-constrast": 2.7755727767944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1221753358840942,
-      "cov-distil (oracle2student)": 4.757113933563232,
-      "cov-distil (oracle2teacher)": 5.311859130859375,
+      "cov-distil": 1.4573429822921753,
+      "cov-distil (oracle2student)": 4.932489395141602,
+      "cov-distil (oracle2teacher)": 4.757755279541016,
       "epoch": 1.7684458398744112,
-      "rel-constrast": 3.039048671722412,
+      "rel-constrast": 3.329038381576538,
       "step": 2253,
-      "subrel-constrast": 3.843099355697632,
+      "subrel-constrast": 3.8581273555755615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.719962477684021,
-      "cov-distil (oracle2student)": 4.172812461853027,
-      "cov-distil (oracle2teacher)": 4.571127891540527,
+      "cov-distil": 1.716344952583313,
+      "cov-distil (oracle2student)": 4.602260589599609,
+      "cov-distil (oracle2teacher)": 4.581859588623047,
       "epoch": 1.7692307692307692,
-      "rel-constrast": 2.3688297271728516,
+      "rel-constrast": 2.8105545043945312,
       "step": 2254,
-      "subrel-constrast": 3.572650909423828,
+      "subrel-constrast": 3.566786289215088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5822265148162842,
-      "cov-distil (oracle2student)": 4.874046325683594,
-      "cov-distil (oracle2teacher)": 4.285998344421387,
+      "cov-distil": 1.9345881938934326,
+      "cov-distil (oracle2student)": 5.019820690155029,
+      "cov-distil (oracle2teacher)": 4.741737365722656,
       "epoch": 1.7700156985871272,
-      "rel-constrast": 2.682790756225586,
+      "rel-constrast": 3.1945371627807617,
       "step": 2255,
-      "subrel-constrast": 3.463482141494751,
+      "subrel-constrast": 3.3723838329315186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5207773447036743,
-      "cov-distil (oracle2student)": 3.742899179458618,
-      "cov-distil (oracle2teacher)": 3.841674327850342,
+      "cov-distil": 1.5700687170028687,
+      "cov-distil (oracle2student)": 4.287209510803223,
+      "cov-distil (oracle2teacher)": 3.963238477706909,
       "epoch": 1.7708006279434851,
-      "rel-constrast": 1.872826099395752,
+      "rel-constrast": 2.551182270050049,
       "step": 2256,
-      "subrel-constrast": 2.6117641925811768,
+      "subrel-constrast": 2.7288265228271484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3035008907318115,
-      "cov-distil (oracle2student)": 5.562979221343994,
-      "cov-distil (oracle2teacher)": 4.941827774047852,
+      "cov-distil": 1.5434467792510986,
+      "cov-distil (oracle2student)": 5.212656497955322,
+      "cov-distil (oracle2teacher)": 5.022609710693359,
       "epoch": 1.7715855572998431,
-      "rel-constrast": 2.5136654376983643,
+      "rel-constrast": 2.897268295288086,
       "step": 2257,
-      "subrel-constrast": 2.722169876098633,
+      "subrel-constrast": 2.7167999744415283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.440312147140503,
-      "cov-distil (oracle2student)": 2.988013744354248,
-      "cov-distil (oracle2teacher)": 3.01206111907959,
+      "cov-distil": 1.566434621810913,
+      "cov-distil (oracle2student)": 3.3137781620025635,
+      "cov-distil (oracle2teacher)": 3.040282726287842,
       "epoch": 1.772370486656201,
-      "rel-constrast": 1.8680262565612793,
+      "rel-constrast": 2.510199785232544,
       "step": 2258,
-      "subrel-constrast": 2.415212631225586,
+      "subrel-constrast": 2.0621023178100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2608623504638672,
-      "cov-distil (oracle2student)": 4.573918342590332,
-      "cov-distil (oracle2teacher)": 4.244540214538574,
+      "cov-distil": 1.573397159576416,
+      "cov-distil (oracle2student)": 3.7659592628479004,
+      "cov-distil (oracle2teacher)": 4.426349639892578,
       "epoch": 1.7731554160125589,
-      "rel-constrast": 3.5831003189086914,
+      "rel-constrast": 4.059967994689941,
       "step": 2259,
-      "subrel-constrast": 3.7066094875335693,
+      "subrel-constrast": 3.9878571033477783,
       "view-similarity": 0
     },
     {
       "epoch": 1.7739403453689166,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.0625,
       "learning_rate": 4.762439055870695e-05,
-      "loss": 0.6473,
+      "loss": 0.7134,
       "step": 2260
     },
     {
-      "cov-distil": 1.1993353366851807,
-      "cov-distil (oracle2student)": 3.0164966583251953,
-      "cov-distil (oracle2teacher)": 3.2065043449401855,
+      "cov-distil": 1.396331787109375,
+      "cov-distil (oracle2student)": 3.293196678161621,
+      "cov-distil (oracle2teacher)": 3.130878448486328,
       "epoch": 1.7739403453689166,
-      "rel-constrast": 2.800076484680176,
+      "rel-constrast": 2.5391788482666016,
       "step": 2260,
-      "subrel-constrast": 3.156083106994629,
+      "subrel-constrast": 3.049802780151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.019031286239624,
-      "cov-distil (oracle2student)": 4.696774005889893,
-      "cov-distil (oracle2teacher)": 3.917257070541382,
+      "cov-distil": 2.8521833419799805,
+      "cov-distil (oracle2student)": 4.724063396453857,
+      "cov-distil (oracle2teacher)": 3.918269157409668,
       "epoch": 1.7747252747252746,
-      "rel-constrast": 2.443613052368164,
+      "rel-constrast": 2.910370349884033,
       "step": 2261,
-      "subrel-constrast": 3.2442383766174316,
+      "subrel-constrast": 3.6630911827087402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9582088589668274,
-      "cov-distil (oracle2student)": 4.163963317871094,
-      "cov-distil (oracle2teacher)": 3.630319118499756,
+      "cov-distil": 1.8305147886276245,
+      "cov-distil (oracle2student)": 3.9144985675811768,
+      "cov-distil (oracle2teacher)": 3.9255175590515137,
       "epoch": 1.7755102040816326,
-      "rel-constrast": 3.0506017208099365,
+      "rel-constrast": 3.2606239318847656,
       "step": 2262,
-      "subrel-constrast": 3.329702854156494,
+      "subrel-constrast": 3.438943386077881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6439485549926758,
-      "cov-distil (oracle2student)": 3.1238386631011963,
-      "cov-distil (oracle2teacher)": 2.9540915489196777,
+      "cov-distil": 1.5233654975891113,
+      "cov-distil (oracle2student)": 3.3301353454589844,
+      "cov-distil (oracle2teacher)": 3.221888780593872,
       "epoch": 1.7762951334379906,
-      "rel-constrast": 2.6313929557800293,
+      "rel-constrast": 2.6720385551452637,
       "step": 2263,
-      "subrel-constrast": 3.3315935134887695,
+      "subrel-constrast": 3.0847480297088623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.948486566543579,
-      "cov-distil (oracle2student)": 2.4869370460510254,
-      "cov-distil (oracle2teacher)": 3.0207767486572266,
+      "cov-distil": 2.0788261890411377,
+      "cov-distil (oracle2student)": 3.040712594985962,
+      "cov-distil (oracle2teacher)": 2.8131299018859863,
       "epoch": 1.7770800627943486,
-      "rel-constrast": 2.3938064575195312,
+      "rel-constrast": 3.000257968902588,
       "step": 2264,
-      "subrel-constrast": 3.424344301223755,
+      "subrel-constrast": 3.221040725708008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4279038906097412,
-      "cov-distil (oracle2student)": 3.047750473022461,
-      "cov-distil (oracle2teacher)": 2.798387050628662,
+      "cov-distil": 1.4596812725067139,
+      "cov-distil (oracle2student)": 3.1573574542999268,
+      "cov-distil (oracle2teacher)": 2.9390711784362793,
       "epoch": 1.7778649921507066,
-      "rel-constrast": 3.0303449630737305,
+      "rel-constrast": 3.2349720001220703,
       "step": 2265,
-      "subrel-constrast": 3.0007474422454834,
+      "subrel-constrast": 3.1881580352783203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.173428535461426,
-      "cov-distil (oracle2student)": 3.7985291481018066,
-      "cov-distil (oracle2teacher)": 4.217639923095703,
+      "cov-distil": 2.6639461517333984,
+      "cov-distil (oracle2student)": 4.469871520996094,
+      "cov-distil (oracle2teacher)": 4.74524450302124,
       "epoch": 1.7786499215070644,
-      "rel-constrast": 4.197240829467773,
+      "rel-constrast": 4.392251968383789,
       "step": 2266,
-      "subrel-constrast": 4.98362398147583,
+      "subrel-constrast": 5.100163459777832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.291778564453125,
-      "cov-distil (oracle2student)": 3.8943936824798584,
-      "cov-distil (oracle2teacher)": 4.458695411682129,
+      "cov-distil": 2.5217957496643066,
+      "cov-distil (oracle2student)": 4.186256408691406,
+      "cov-distil (oracle2teacher)": 4.76749324798584,
       "epoch": 1.7794348508634223,
-      "rel-constrast": 2.0562551021575928,
+      "rel-constrast": 2.8914384841918945,
       "step": 2267,
-      "subrel-constrast": 3.1477200984954834,
+      "subrel-constrast": 3.460068941116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6463873386383057,
-      "cov-distil (oracle2student)": 5.173831939697266,
-      "cov-distil (oracle2teacher)": 4.939205646514893,
+      "cov-distil": 1.8213980197906494,
+      "cov-distil (oracle2student)": 6.038532733917236,
+      "cov-distil (oracle2teacher)": 5.026345729827881,
       "epoch": 1.7802197802197801,
-      "rel-constrast": 3.1172866821289062,
+      "rel-constrast": 3.8239798545837402,
       "step": 2268,
-      "subrel-constrast": 4.250095844268799,
+      "subrel-constrast": 4.152274131774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7440917491912842,
-      "cov-distil (oracle2student)": 3.2981536388397217,
-      "cov-distil (oracle2teacher)": 4.198132514953613,
+      "cov-distil": 2.1546032428741455,
+      "cov-distil (oracle2student)": 4.145965099334717,
+      "cov-distil (oracle2teacher)": 3.8733015060424805,
       "epoch": 1.781004709576138,
-      "rel-constrast": 1.9903862476348877,
+      "rel-constrast": 2.6173956394195557,
       "step": 2269,
-      "subrel-constrast": 3.060702323913574,
+      "subrel-constrast": 2.9273273944854736,
       "view-similarity": 0
     },
     {
       "epoch": 1.781789638932496,
-      "grad_norm": 5.6875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.7587124110825875e-05,
-      "loss": 0.7354,
+      "loss": 0.7836,
       "step": 2270
     },
     {
-      "cov-distil": 1.443589687347412,
-      "cov-distil (oracle2student)": 3.593846559524536,
-      "cov-distil (oracle2teacher)": 3.481320858001709,
+      "cov-distil": 1.5944650173187256,
+      "cov-distil (oracle2student)": 3.768817901611328,
+      "cov-distil (oracle2teacher)": 3.4827985763549805,
       "epoch": 1.781789638932496,
-      "rel-constrast": 2.690666675567627,
+      "rel-constrast": 2.6942031383514404,
       "step": 2270,
-      "subrel-constrast": 2.7978153228759766,
+      "subrel-constrast": 3.342454433441162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5542268753051758,
-      "cov-distil (oracle2student)": 4.015797138214111,
-      "cov-distil (oracle2teacher)": 3.497437000274658,
+      "cov-distil": 1.4129681587219238,
+      "cov-distil (oracle2student)": 4.023590087890625,
+      "cov-distil (oracle2teacher)": 3.8930318355560303,
       "epoch": 1.782574568288854,
-      "rel-constrast": 2.657963275909424,
+      "rel-constrast": 2.7904000282287598,
       "step": 2271,
-      "subrel-constrast": 3.2105746269226074,
+      "subrel-constrast": 3.1754910945892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7774068117141724,
-      "cov-distil (oracle2student)": 5.50721549987793,
-      "cov-distil (oracle2teacher)": 5.3051910400390625,
+      "cov-distil": 1.9995691776275635,
+      "cov-distil (oracle2student)": 6.1590681076049805,
+      "cov-distil (oracle2teacher)": 5.16873836517334,
       "epoch": 1.783359497645212,
-      "rel-constrast": 2.5327999591827393,
+      "rel-constrast": 3.1957783699035645,
       "step": 2272,
-      "subrel-constrast": 3.805833101272583,
+      "subrel-constrast": 3.891646385192871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6483123302459717,
-      "cov-distil (oracle2student)": 5.872786521911621,
-      "cov-distil (oracle2teacher)": 5.069870471954346,
+      "cov-distil": 2.0171093940734863,
+      "cov-distil (oracle2student)": 5.911402225494385,
+      "cov-distil (oracle2teacher)": 5.589774131774902,
       "epoch": 1.7841444270015698,
-      "rel-constrast": 2.3836851119995117,
+      "rel-constrast": 2.7871036529541016,
       "step": 2273,
-      "subrel-constrast": 3.336540460586548,
+      "subrel-constrast": 3.771869421005249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4488046169281006,
-      "cov-distil (oracle2student)": 3.434264898300171,
-      "cov-distil (oracle2teacher)": 3.3323163986206055,
+      "cov-distil": 1.599827766418457,
+      "cov-distil (oracle2student)": 3.9816412925720215,
+      "cov-distil (oracle2teacher)": 3.950279474258423,
       "epoch": 1.7849293563579278,
-      "rel-constrast": 2.0917410850524902,
+      "rel-constrast": 2.256709337234497,
       "step": 2274,
-      "subrel-constrast": 2.768942356109619,
+      "subrel-constrast": 2.861377477645874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7903740406036377,
-      "cov-distil (oracle2student)": 2.448713779449463,
-      "cov-distil (oracle2teacher)": 3.1189236640930176,
+      "cov-distil": 1.9344813823699951,
+      "cov-distil (oracle2student)": 2.35874605178833,
+      "cov-distil (oracle2teacher)": 2.8076939582824707,
       "epoch": 1.7857142857142856,
-      "rel-constrast": 2.0388267040252686,
+      "rel-constrast": 2.483673572540283,
       "step": 2275,
-      "subrel-constrast": 2.9838790893554688,
+      "subrel-constrast": 2.616030693054199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8876144886016846,
-      "cov-distil (oracle2student)": 3.479344367980957,
-      "cov-distil (oracle2teacher)": 3.4063029289245605,
+      "cov-distil": 2.0879507064819336,
+      "cov-distil (oracle2student)": 3.4315025806427,
+      "cov-distil (oracle2teacher)": 4.041613578796387,
       "epoch": 1.7864992150706436,
-      "rel-constrast": 2.705810070037842,
+      "rel-constrast": 2.6190686225891113,
       "step": 2276,
-      "subrel-constrast": 3.5671935081481934,
+      "subrel-constrast": 3.6975302696228027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5006206035614014,
-      "cov-distil (oracle2student)": 3.4531946182250977,
-      "cov-distil (oracle2teacher)": 3.7035512924194336,
+      "cov-distil": 1.8413026332855225,
+      "cov-distil (oracle2student)": 3.78240704536438,
+      "cov-distil (oracle2teacher)": 3.7628414630889893,
       "epoch": 1.7872841444270016,
-      "rel-constrast": 2.175159454345703,
+      "rel-constrast": 2.6379332542419434,
       "step": 2277,
-      "subrel-constrast": 3.2904465198516846,
+      "subrel-constrast": 3.0867371559143066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6945823431015015,
-      "cov-distil (oracle2student)": 7.246981620788574,
-      "cov-distil (oracle2teacher)": 6.2371978759765625,
+      "cov-distil": 2.4479901790618896,
+      "cov-distil (oracle2student)": 8.153319358825684,
+      "cov-distil (oracle2teacher)": 6.371177673339844,
       "epoch": 1.7880690737833596,
-      "rel-constrast": 3.9379687309265137,
+      "rel-constrast": 4.756963729858398,
       "step": 2278,
-      "subrel-constrast": 5.148345947265625,
+      "subrel-constrast": 4.988215446472168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4578499794006348,
-      "cov-distil (oracle2student)": 3.2069311141967773,
-      "cov-distil (oracle2teacher)": 3.0421481132507324,
+      "cov-distil": 1.9160610437393188,
+      "cov-distil (oracle2student)": 3.6028361320495605,
+      "cov-distil (oracle2teacher)": 3.5069186687469482,
       "epoch": 1.7888540031397175,
-      "rel-constrast": 2.094665765762329,
+      "rel-constrast": 2.5408525466918945,
       "step": 2279,
-      "subrel-constrast": 2.7558751106262207,
+      "subrel-constrast": 2.9416396617889404,
       "view-similarity": 0
     },
     {
       "epoch": 1.7896389324960753,
-      "grad_norm": 4.71875,
+      "grad_norm": 5.90625,
       "learning_rate": 4.754958244596557e-05,
-      "loss": 0.6732,
+      "loss": 0.7191,
       "step": 2280
     },
     {
-      "cov-distil": 1.5304884910583496,
-      "cov-distil (oracle2student)": 4.62916898727417,
-      "cov-distil (oracle2teacher)": 4.374709606170654,
+      "cov-distil": 1.6016204357147217,
+      "cov-distil (oracle2student)": 4.258019924163818,
+      "cov-distil (oracle2teacher)": 4.215463161468506,
       "epoch": 1.7896389324960753,
-      "rel-constrast": 2.313415050506592,
+      "rel-constrast": 2.6662566661834717,
       "step": 2280,
-      "subrel-constrast": 3.3232452869415283,
+      "subrel-constrast": 2.9733078479766846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.215383768081665,
-      "cov-distil (oracle2student)": 5.074325084686279,
-      "cov-distil (oracle2teacher)": 4.492373466491699,
+      "cov-distil": 1.4879522323608398,
+      "cov-distil (oracle2student)": 4.827792167663574,
+      "cov-distil (oracle2teacher)": 4.814486503601074,
       "epoch": 1.7904238618524333,
-      "rel-constrast": 3.8527512550354004,
+      "rel-constrast": 4.241153717041016,
       "step": 2281,
-      "subrel-constrast": 4.024172782897949,
+      "subrel-constrast": 3.8851304054260254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3366990089416504,
-      "cov-distil (oracle2student)": 3.452869415283203,
-      "cov-distil (oracle2teacher)": 3.4301605224609375,
+      "cov-distil": 1.6360793113708496,
+      "cov-distil (oracle2student)": 3.5114872455596924,
+      "cov-distil (oracle2teacher)": 3.413865089416504,
       "epoch": 1.791208791208791,
-      "rel-constrast": 2.906731367111206,
+      "rel-constrast": 2.8260703086853027,
       "step": 2282,
-      "subrel-constrast": 3.573761463165283,
+      "subrel-constrast": 3.6047563552856445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5189135074615479,
-      "cov-distil (oracle2student)": 4.619809150695801,
-      "cov-distil (oracle2teacher)": 4.698108196258545,
+      "cov-distil": 2.3012399673461914,
+      "cov-distil (oracle2student)": 5.2087554931640625,
+      "cov-distil (oracle2teacher)": 4.894368648529053,
       "epoch": 1.791993720565149,
-      "rel-constrast": 1.9627488851547241,
+      "rel-constrast": 2.533252716064453,
       "step": 2283,
-      "subrel-constrast": 2.4047091007232666,
+      "subrel-constrast": 2.663144111633301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8160045146942139,
-      "cov-distil (oracle2student)": 5.028445720672607,
-      "cov-distil (oracle2teacher)": 4.595516204833984,
+      "cov-distil": 2.0214428901672363,
+      "cov-distil (oracle2student)": 5.8444905281066895,
+      "cov-distil (oracle2teacher)": 4.776496887207031,
       "epoch": 1.792778649921507,
-      "rel-constrast": 2.5817906856536865,
+      "rel-constrast": 3.2993781566619873,
       "step": 2284,
-      "subrel-constrast": 3.75763201713562,
+      "subrel-constrast": 3.446972370147705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8235701322555542,
-      "cov-distil (oracle2student)": 4.796090126037598,
-      "cov-distil (oracle2teacher)": 4.462260723114014,
+      "cov-distil": 2.3481526374816895,
+      "cov-distil (oracle2student)": 5.069126605987549,
+      "cov-distil (oracle2teacher)": 4.2390522956848145,
       "epoch": 1.793563579277865,
-      "rel-constrast": 2.5888078212738037,
+      "rel-constrast": 2.634800434112549,
       "step": 2285,
-      "subrel-constrast": 3.615201711654663,
+      "subrel-constrast": 3.1956076622009277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9200466871261597,
-      "cov-distil (oracle2student)": 5.06275749206543,
-      "cov-distil (oracle2teacher)": 4.860681533813477,
+      "cov-distil": 2.3757550716400146,
+      "cov-distil (oracle2student)": 4.536351203918457,
+      "cov-distil (oracle2teacher)": 4.72119140625,
       "epoch": 1.794348508634223,
-      "rel-constrast": 4.242743968963623,
+      "rel-constrast": 3.434661388397217,
       "step": 2286,
-      "subrel-constrast": 4.901610851287842,
+      "subrel-constrast": 4.570793628692627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.378166675567627,
-      "cov-distil (oracle2student)": 3.440523862838745,
-      "cov-distil (oracle2teacher)": 3.0847091674804688,
+      "cov-distil": 1.7182979583740234,
+      "cov-distil (oracle2student)": 3.6283490657806396,
+      "cov-distil (oracle2teacher)": 2.8342490196228027,
       "epoch": 1.795133437990581,
-      "rel-constrast": 2.242156982421875,
+      "rel-constrast": 2.451030969619751,
       "step": 2287,
-      "subrel-constrast": 2.728849411010742,
+      "subrel-constrast": 2.597515344619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426253080368042,
-      "cov-distil (oracle2student)": 2.75307035446167,
-      "cov-distil (oracle2teacher)": 2.9066567420959473,
+      "cov-distil": 2.0589969158172607,
+      "cov-distil (oracle2student)": 2.9687745571136475,
+      "cov-distil (oracle2teacher)": 2.947335958480835,
       "epoch": 1.7959183673469388,
-      "rel-constrast": 3.6640818119049072,
+      "rel-constrast": 3.988304376602173,
       "step": 2288,
-      "subrel-constrast": 4.191524505615234,
+      "subrel-constrast": 4.474146366119385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2154967784881592,
-      "cov-distil (oracle2student)": 3.2967770099639893,
-      "cov-distil (oracle2teacher)": 3.424208879470825,
+      "cov-distil": 1.4134236574172974,
+      "cov-distil (oracle2student)": 3.68638277053833,
+      "cov-distil (oracle2teacher)": 3.499711036682129,
       "epoch": 1.7967032967032965,
-      "rel-constrast": 2.394169569015503,
+      "rel-constrast": 2.9507863521575928,
       "step": 2289,
-      "subrel-constrast": 3.120394229888916,
+      "subrel-constrast": 3.189483880996704,
       "view-similarity": 0
     },
     {
       "epoch": 1.7974882260596545,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.84375,
       "learning_rate": 4.7511766021559375e-05,
-      "loss": 0.7567,
+      "loss": 0.7756,
       "step": 2290
     },
     {
-      "cov-distil": 2.455801248550415,
-      "cov-distil (oracle2student)": 3.2455637454986572,
-      "cov-distil (oracle2teacher)": 3.352872133255005,
+      "cov-distil": 2.9318177700042725,
+      "cov-distil (oracle2student)": 3.344205379486084,
+      "cov-distil (oracle2teacher)": 3.899625778198242,
       "epoch": 1.7974882260596545,
-      "rel-constrast": 2.8605823516845703,
+      "rel-constrast": 3.447157859802246,
       "step": 2290,
-      "subrel-constrast": 4.11125373840332,
+      "subrel-constrast": 4.142464637756348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2726619243621826,
-      "cov-distil (oracle2student)": 5.800573348999023,
-      "cov-distil (oracle2teacher)": 5.361475944519043,
+      "cov-distil": 2.34287166595459,
+      "cov-distil (oracle2student)": 6.356783866882324,
+      "cov-distil (oracle2teacher)": 5.877231597900391,
       "epoch": 1.7982731554160125,
-      "rel-constrast": 3.209815740585327,
+      "rel-constrast": 3.151132583618164,
       "step": 2291,
-      "subrel-constrast": 3.7056069374084473,
+      "subrel-constrast": 3.8315343856811523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5992858409881592,
-      "cov-distil (oracle2student)": 2.910555601119995,
-      "cov-distil (oracle2teacher)": 3.1356606483459473,
+      "cov-distil": 1.7527005672454834,
+      "cov-distil (oracle2student)": 3.2396295070648193,
+      "cov-distil (oracle2teacher)": 3.4602601528167725,
       "epoch": 1.7990580847723705,
-      "rel-constrast": 2.6816933155059814,
+      "rel-constrast": 3.2615692615509033,
       "step": 2292,
-      "subrel-constrast": 3.304826498031616,
+      "subrel-constrast": 3.5617308616638184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8207201957702637,
-      "cov-distil (oracle2student)": 4.1503777503967285,
-      "cov-distil (oracle2teacher)": 4.0297651290893555,
+      "cov-distil": 1.982022762298584,
+      "cov-distil (oracle2student)": 3.7979695796966553,
+      "cov-distil (oracle2teacher)": 3.7807114124298096,
       "epoch": 1.7998430141287285,
-      "rel-constrast": 4.604592323303223,
+      "rel-constrast": 5.088458061218262,
       "step": 2293,
-      "subrel-constrast": 4.804865837097168,
+      "subrel-constrast": 4.58923864364624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4666860103607178,
-      "cov-distil (oracle2student)": 4.0113983154296875,
-      "cov-distil (oracle2teacher)": 4.246403694152832,
+      "cov-distil": 1.8973195552825928,
+      "cov-distil (oracle2student)": 4.512749671936035,
+      "cov-distil (oracle2teacher)": 4.633591175079346,
       "epoch": 1.8006279434850865,
-      "rel-constrast": 2.9521360397338867,
+      "rel-constrast": 3.823920965194702,
       "step": 2294,
-      "subrel-constrast": 3.9631752967834473,
+      "subrel-constrast": 4.040853500366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.707909345626831,
-      "cov-distil (oracle2student)": 4.909032821655273,
-      "cov-distil (oracle2teacher)": 4.912590026855469,
+      "cov-distil": 2.1303720474243164,
+      "cov-distil (oracle2student)": 4.4602437019348145,
+      "cov-distil (oracle2teacher)": 5.250929832458496,
       "epoch": 1.8014128728414442,
-      "rel-constrast": 3.0045456886291504,
+      "rel-constrast": 2.9487977027893066,
       "step": 2295,
-      "subrel-constrast": 3.6885366439819336,
+      "subrel-constrast": 4.130070686340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3750193119049072,
-      "cov-distil (oracle2student)": 4.743531227111816,
-      "cov-distil (oracle2teacher)": 4.764464855194092,
+      "cov-distil": 1.8726565837860107,
+      "cov-distil (oracle2student)": 5.320330619812012,
+      "cov-distil (oracle2teacher)": 4.909461975097656,
       "epoch": 1.8021978021978022,
-      "rel-constrast": 3.5490798950195312,
+      "rel-constrast": 3.634620189666748,
       "step": 2296,
-      "subrel-constrast": 3.8724448680877686,
+      "subrel-constrast": 3.951502799987793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0714311599731445,
-      "cov-distil (oracle2student)": 4.199785232543945,
-      "cov-distil (oracle2teacher)": 4.259959697723389,
+      "cov-distil": 1.924108624458313,
+      "cov-distil (oracle2student)": 4.445176124572754,
+      "cov-distil (oracle2teacher)": 4.5832061767578125,
       "epoch": 1.80298273155416,
-      "rel-constrast": 3.511178493499756,
+      "rel-constrast": 4.135244846343994,
       "step": 2297,
-      "subrel-constrast": 4.187932968139648,
+      "subrel-constrast": 4.278215408325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.206063985824585,
-      "cov-distil (oracle2student)": 4.125889778137207,
-      "cov-distil (oracle2teacher)": 3.962230682373047,
+      "cov-distil": 1.7038618326187134,
+      "cov-distil (oracle2student)": 4.165215015411377,
+      "cov-distil (oracle2teacher)": 3.739593505859375,
       "epoch": 1.803767660910518,
-      "rel-constrast": 2.9765372276306152,
+      "rel-constrast": 2.613809108734131,
       "step": 2298,
-      "subrel-constrast": 3.626953363418579,
+      "subrel-constrast": 3.4885663986206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6662653684616089,
-      "cov-distil (oracle2student)": 4.489561080932617,
-      "cov-distil (oracle2teacher)": 4.740846633911133,
+      "cov-distil": 2.0179026126861572,
+      "cov-distil (oracle2student)": 4.360210418701172,
+      "cov-distil (oracle2teacher)": 4.914369106292725,
       "epoch": 1.804552590266876,
-      "rel-constrast": 2.530068874359131,
+      "rel-constrast": 2.7682533264160156,
       "step": 2299,
-      "subrel-constrast": 3.427281618118286,
+      "subrel-constrast": 3.289104461669922,
       "view-similarity": 0
     },
     {
       "epoch": 1.805337519623234,
-      "grad_norm": 4.6875,
+      "grad_norm": 6.125,
       "learning_rate": 4.7473675298388495e-05,
-      "loss": 0.8386,
+      "loss": 0.8718,
       "step": 2300
     },
     {
       "epoch": 1.805337519623234,
-      "overlap": 0.3046875,
+      "overlap": 0.28437501192092896,
       "step": 2300
     },
     {
       "epoch": 1.805337519623234,
       "step": 2300,
-      "student margin": 0.053985595703125
+      "student margin": 0.044830322265625
     },
     {
       "epoch": 1.805337519623234,
       "step": 2300,
-      "teacher margin": 0.036529541015625
+      "teacher margin": 0.0411376953125
     },
     {
       "epoch": 1.805337519623234,
-      "margin difference": -0.0174560546875,
+      "margin difference": -0.003692626953125,
       "step": 2300
     },
     {
-      "cov-distil": 1.6892621517181396,
-      "cov-distil (oracle2student)": 6.2856245040893555,
-      "cov-distil (oracle2teacher)": 5.992995262145996,
+      "cov-distil": 2.1043148040771484,
+      "cov-distil (oracle2student)": 6.791098117828369,
+      "cov-distil (oracle2teacher)": 6.148382663726807,
       "epoch": 1.805337519623234,
-      "rel-constrast": 2.6885900497436523,
+      "rel-constrast": 3.1788575649261475,
       "step": 2300,
-      "subrel-constrast": 3.5530953407287598,
+      "subrel-constrast": 3.3972907066345215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2254571914672852,
-      "cov-distil (oracle2student)": 4.998371601104736,
-      "cov-distil (oracle2teacher)": 4.863700866699219,
+      "cov-distil": 1.9674214124679565,
+      "cov-distil (oracle2student)": 4.970674514770508,
+      "cov-distil (oracle2teacher)": 4.662883758544922,
       "epoch": 1.806122448979592,
-      "rel-constrast": 2.7133448123931885,
+      "rel-constrast": 3.716754913330078,
       "step": 2301,
-      "subrel-constrast": 3.508239984512329,
+      "subrel-constrast": 3.364508628845215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7833107709884644,
-      "cov-distil (oracle2student)": 3.8225245475769043,
-      "cov-distil (oracle2teacher)": 3.4032890796661377,
+      "cov-distil": 2.012104034423828,
+      "cov-distil (oracle2student)": 3.3384885787963867,
+      "cov-distil (oracle2teacher)": 3.4099881649017334,
       "epoch": 1.8069073783359497,
-      "rel-constrast": 3.0843989849090576,
+      "rel-constrast": 2.892132520675659,
       "step": 2302,
-      "subrel-constrast": 3.869215726852417,
+      "subrel-constrast": 3.9404118061065674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4791055917739868,
-      "cov-distil (oracle2student)": 5.102720260620117,
-      "cov-distil (oracle2teacher)": 4.331556797027588,
+      "cov-distil": 1.9074150323867798,
+      "cov-distil (oracle2student)": 5.423052787780762,
+      "cov-distil (oracle2teacher)": 4.600688934326172,
       "epoch": 1.8076923076923077,
-      "rel-constrast": 3.053921699523926,
+      "rel-constrast": 3.387913465499878,
       "step": 2303,
-      "subrel-constrast": 3.4983434677124023,
+      "subrel-constrast": 3.4404735565185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.865248441696167,
-      "cov-distil (oracle2student)": 3.199080467224121,
-      "cov-distil (oracle2teacher)": 3.1448521614074707,
+      "cov-distil": 1.6730916500091553,
+      "cov-distil (oracle2student)": 3.415266990661621,
+      "cov-distil (oracle2teacher)": 2.996145248413086,
       "epoch": 1.8084772370486655,
-      "rel-constrast": 2.651535987854004,
+      "rel-constrast": 3.211378812789917,
       "step": 2304,
-      "subrel-constrast": 3.1808433532714844,
+      "subrel-constrast": 2.858229875564575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.934019684791565,
-      "cov-distil (oracle2student)": 4.856476783752441,
-      "cov-distil (oracle2teacher)": 4.681419849395752,
+      "cov-distil": 2.4631800651550293,
+      "cov-distil (oracle2student)": 5.072457790374756,
+      "cov-distil (oracle2teacher)": 4.753089904785156,
       "epoch": 1.8092621664050235,
-      "rel-constrast": 2.8381969928741455,
+      "rel-constrast": 2.626215934753418,
       "step": 2305,
-      "subrel-constrast": 3.679791212081909,
+      "subrel-constrast": 3.8547191619873047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6589226722717285,
-      "cov-distil (oracle2student)": 3.9016671180725098,
-      "cov-distil (oracle2teacher)": 3.669419288635254,
+      "cov-distil": 2.322338819503784,
+      "cov-distil (oracle2student)": 4.089278697967529,
+      "cov-distil (oracle2teacher)": 3.750715732574463,
       "epoch": 1.8100470957613815,
-      "rel-constrast": 2.647688388824463,
+      "rel-constrast": 2.4150257110595703,
       "step": 2306,
-      "subrel-constrast": 2.5999338626861572,
+      "subrel-constrast": 2.5817477703094482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.255324125289917,
-      "cov-distil (oracle2student)": 4.575657844543457,
-      "cov-distil (oracle2teacher)": 4.169482707977295,
+      "cov-distil": 1.9996980428695679,
+      "cov-distil (oracle2student)": 5.447965621948242,
+      "cov-distil (oracle2teacher)": 4.835317611694336,
       "epoch": 1.8108320251177394,
-      "rel-constrast": 2.985649347305298,
+      "rel-constrast": 3.757155179977417,
       "step": 2307,
-      "subrel-constrast": 3.4112751483917236,
+      "subrel-constrast": 3.4742491245269775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6019322872161865,
-      "cov-distil (oracle2student)": 4.121088027954102,
-      "cov-distil (oracle2teacher)": 3.867058515548706,
+      "cov-distil": 2.0515074729919434,
+      "cov-distil (oracle2student)": 4.668490409851074,
+      "cov-distil (oracle2teacher)": 4.066989421844482,
       "epoch": 1.8116169544740974,
-      "rel-constrast": 2.5067484378814697,
+      "rel-constrast": 3.2817366123199463,
       "step": 2308,
-      "subrel-constrast": 3.2771899700164795,
+      "subrel-constrast": 3.4294862747192383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6674654483795166,
-      "cov-distil (oracle2student)": 2.8131213188171387,
-      "cov-distil (oracle2teacher)": 3.101606845855713,
+      "cov-distil": 2.120187520980835,
+      "cov-distil (oracle2student)": 3.00376558303833,
+      "cov-distil (oracle2teacher)": 2.9911863803863525,
       "epoch": 1.8124018838304554,
-      "rel-constrast": 2.6714296340942383,
+      "rel-constrast": 3.5264463424682617,
       "step": 2309,
-      "subrel-constrast": 3.2365288734436035,
+      "subrel-constrast": 3.3052000999450684,
       "view-similarity": 0
     },
     {
       "epoch": 1.8131868131868132,
-      "grad_norm": 4.65625,
+      "grad_norm": 6.5,
       "learning_rate": 4.743531074057635e-05,
-      "loss": 0.7364,
+      "loss": 0.7998,
       "step": 2310
     },
     {
-      "cov-distil": 1.350029468536377,
-      "cov-distil (oracle2student)": 4.165107250213623,
-      "cov-distil (oracle2teacher)": 3.818049669265747,
+      "cov-distil": 2.2758493423461914,
+      "cov-distil (oracle2student)": 4.8475871086120605,
+      "cov-distil (oracle2teacher)": 4.373899459838867,
       "epoch": 1.8131868131868132,
-      "rel-constrast": 3.0232343673706055,
+      "rel-constrast": 3.272268772125244,
       "step": 2310,
-      "subrel-constrast": 3.3329970836639404,
+      "subrel-constrast": 3.1698694229125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3987716436386108,
-      "cov-distil (oracle2student)": 5.433112621307373,
-      "cov-distil (oracle2teacher)": 4.871761798858643,
+      "cov-distil": 2.0748250484466553,
+      "cov-distil (oracle2student)": 5.987992286682129,
+      "cov-distil (oracle2teacher)": 5.334427833557129,
       "epoch": 1.813971742543171,
-      "rel-constrast": 4.484724998474121,
+      "rel-constrast": 4.783591270446777,
       "step": 2311,
-      "subrel-constrast": 4.845229148864746,
+      "subrel-constrast": 4.868766784667969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.425628423690796,
-      "cov-distil (oracle2student)": 2.925630569458008,
-      "cov-distil (oracle2teacher)": 2.863168239593506,
+      "cov-distil": 1.9012234210968018,
+      "cov-distil (oracle2student)": 3.129528522491455,
+      "cov-distil (oracle2teacher)": 3.030535936355591,
       "epoch": 1.814756671899529,
-      "rel-constrast": 1.5887391567230225,
+      "rel-constrast": 1.9053622484207153,
       "step": 2312,
-      "subrel-constrast": 2.0609428882598877,
+      "subrel-constrast": 1.9202322959899902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6005250215530396,
-      "cov-distil (oracle2student)": 3.0022354125976562,
-      "cov-distil (oracle2teacher)": 2.6223843097686768,
+      "cov-distil": 1.4642623662948608,
+      "cov-distil (oracle2student)": 2.8309574127197266,
+      "cov-distil (oracle2teacher)": 3.0990681648254395,
       "epoch": 1.815541601255887,
-      "rel-constrast": 2.273730993270874,
+      "rel-constrast": 2.6851747035980225,
       "step": 2313,
-      "subrel-constrast": 2.9224469661712646,
+      "subrel-constrast": 3.0619630813598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4181492328643799,
-      "cov-distil (oracle2student)": 5.378347396850586,
-      "cov-distil (oracle2teacher)": 5.1598801612854,
+      "cov-distil": 1.1592206954956055,
+      "cov-distil (oracle2student)": 5.545167922973633,
+      "cov-distil (oracle2teacher)": 5.278379440307617,
       "epoch": 1.816326530612245,
-      "rel-constrast": 2.6968092918395996,
+      "rel-constrast": 2.8336360454559326,
       "step": 2314,
-      "subrel-constrast": 3.624706745147705,
+      "subrel-constrast": 3.5753819942474365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4855788946151733,
-      "cov-distil (oracle2student)": 2.8636293411254883,
-      "cov-distil (oracle2teacher)": 2.7834272384643555,
+      "cov-distil": 1.9692950248718262,
+      "cov-distil (oracle2student)": 2.7943530082702637,
+      "cov-distil (oracle2teacher)": 3.141648769378662,
       "epoch": 1.817111459968603,
-      "rel-constrast": 2.438906669616699,
+      "rel-constrast": 2.1948647499084473,
       "step": 2315,
-      "subrel-constrast": 2.909430742263794,
+      "subrel-constrast": 2.9622652530670166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1916629076004028,
-      "cov-distil (oracle2student)": 4.764017105102539,
-      "cov-distil (oracle2teacher)": 4.308287620544434,
+      "cov-distil": 1.9811713695526123,
+      "cov-distil (oracle2student)": 5.6083879470825195,
+      "cov-distil (oracle2teacher)": 4.768773078918457,
       "epoch": 1.817896389324961,
-      "rel-constrast": 2.079336404800415,
+      "rel-constrast": 2.478703737258911,
       "step": 2316,
-      "subrel-constrast": 2.6568892002105713,
+      "subrel-constrast": 2.549463987350464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3917102813720703,
-      "cov-distil (oracle2student)": 3.7978508472442627,
-      "cov-distil (oracle2teacher)": 3.5787644386291504,
+      "cov-distil": 1.8544633388519287,
+      "cov-distil (oracle2student)": 3.9540176391601562,
+      "cov-distil (oracle2teacher)": 3.4186062812805176,
       "epoch": 1.8186813186813187,
-      "rel-constrast": 3.420144557952881,
+      "rel-constrast": 3.7299909591674805,
       "step": 2317,
-      "subrel-constrast": 3.7058300971984863,
+      "subrel-constrast": 3.666058301925659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2259094715118408,
-      "cov-distil (oracle2student)": 3.5073022842407227,
-      "cov-distil (oracle2teacher)": 3.642540216445923,
+      "cov-distil": 1.6165351867675781,
+      "cov-distil (oracle2student)": 3.839709758758545,
+      "cov-distil (oracle2teacher)": 3.6047425270080566,
       "epoch": 1.8194662480376766,
-      "rel-constrast": 2.8358278274536133,
+      "rel-constrast": 3.2936019897460938,
       "step": 2318,
-      "subrel-constrast": 3.8708882331848145,
+      "subrel-constrast": 3.3812472820281982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9209463596343994,
-      "cov-distil (oracle2student)": 3.529254674911499,
-      "cov-distil (oracle2teacher)": 3.8668453693389893,
+      "cov-distil": 1.9124069213867188,
+      "cov-distil (oracle2student)": 4.143277168273926,
+      "cov-distil (oracle2teacher)": 3.9801249504089355,
       "epoch": 1.8202511773940344,
-      "rel-constrast": 2.14914608001709,
+      "rel-constrast": 2.226078510284424,
       "step": 2319,
-      "subrel-constrast": 3.4967246055603027,
+      "subrel-constrast": 3.346447467803955,
       "view-similarity": 0
     },
     {
       "epoch": 1.8210361067503924,
-      "grad_norm": 4.1875,
+      "grad_norm": 4.84375,
       "learning_rate": 4.7396672815582997e-05,
-      "loss": 0.7108,
+      "loss": 0.7351,
       "step": 2320
     },
     {
-      "cov-distil": 1.8456411361694336,
-      "cov-distil (oracle2student)": 4.969728946685791,
-      "cov-distil (oracle2teacher)": 4.395388126373291,
+      "cov-distil": 1.4465279579162598,
+      "cov-distil (oracle2student)": 4.910113334655762,
+      "cov-distil (oracle2teacher)": 4.295568943023682,
       "epoch": 1.8210361067503924,
-      "rel-constrast": 2.473095417022705,
+      "rel-constrast": 2.9868826866149902,
       "step": 2320,
-      "subrel-constrast": 3.3971071243286133,
+      "subrel-constrast": 2.862504720687866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.373929500579834,
-      "cov-distil (oracle2student)": 5.528662204742432,
-      "cov-distil (oracle2teacher)": 4.760448455810547,
+      "cov-distil": 1.6910972595214844,
+      "cov-distil (oracle2student)": 5.715131759643555,
+      "cov-distil (oracle2teacher)": 5.169223785400391,
       "epoch": 1.8218210361067504,
-      "rel-constrast": 3.6413016319274902,
+      "rel-constrast": 4.327058792114258,
       "step": 2321,
-      "subrel-constrast": 4.109328746795654,
+      "subrel-constrast": 4.261266708374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4218733310699463,
-      "cov-distil (oracle2student)": 3.9426779747009277,
-      "cov-distil (oracle2teacher)": 3.5189409255981445,
+      "cov-distil": 2.422140121459961,
+      "cov-distil (oracle2student)": 4.48306941986084,
+      "cov-distil (oracle2teacher)": 4.1385345458984375,
       "epoch": 1.8226059654631084,
-      "rel-constrast": 4.6169538497924805,
+      "rel-constrast": 4.531920433044434,
       "step": 2322,
-      "subrel-constrast": 4.935740947723389,
+      "subrel-constrast": 4.914059162139893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.266847848892212,
-      "cov-distil (oracle2student)": 3.3324596881866455,
-      "cov-distil (oracle2teacher)": 3.3743977546691895,
+      "cov-distil": 2.201906442642212,
+      "cov-distil (oracle2student)": 3.4350152015686035,
+      "cov-distil (oracle2teacher)": 3.61906361579895,
       "epoch": 1.8233908948194664,
-      "rel-constrast": 2.086048126220703,
+      "rel-constrast": 2.490173816680908,
       "step": 2323,
-      "subrel-constrast": 3.0306177139282227,
+      "subrel-constrast": 3.156365156173706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5611567497253418,
-      "cov-distil (oracle2student)": 3.5690765380859375,
-      "cov-distil (oracle2teacher)": 3.353379726409912,
+      "cov-distil": 2.011692523956299,
+      "cov-distil (oracle2student)": 3.3857369422912598,
+      "cov-distil (oracle2teacher)": 3.7531027793884277,
       "epoch": 1.8241758241758241,
-      "rel-constrast": 2.063237190246582,
+      "rel-constrast": 2.376373291015625,
       "step": 2324,
-      "subrel-constrast": 2.5298917293548584,
+      "subrel-constrast": 2.354612350463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1383699178695679,
-      "cov-distil (oracle2student)": 4.711968421936035,
-      "cov-distil (oracle2teacher)": 4.48989725112915,
+      "cov-distil": 1.7216005325317383,
+      "cov-distil (oracle2student)": 5.5280561447143555,
+      "cov-distil (oracle2teacher)": 4.7378034591674805,
       "epoch": 1.8249607535321821,
-      "rel-constrast": 2.8097970485687256,
+      "rel-constrast": 2.760077714920044,
       "step": 2325,
-      "subrel-constrast": 3.0449445247650146,
+      "subrel-constrast": 2.9931323528289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2283785343170166,
-      "cov-distil (oracle2student)": 5.113185882568359,
-      "cov-distil (oracle2teacher)": 4.417881488800049,
+      "cov-distil": 1.3611371517181396,
+      "cov-distil (oracle2student)": 5.497949600219727,
+      "cov-distil (oracle2teacher)": 4.7374091148376465,
       "epoch": 1.82574568288854,
-      "rel-constrast": 2.894479513168335,
+      "rel-constrast": 2.899677038192749,
       "step": 2326,
-      "subrel-constrast": 3.147129774093628,
+      "subrel-constrast": 3.181063652038574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5558199882507324,
-      "cov-distil (oracle2student)": 5.515866279602051,
-      "cov-distil (oracle2teacher)": 5.1101579666137695,
+      "cov-distil": 2.196789264678955,
+      "cov-distil (oracle2student)": 6.385261058807373,
+      "cov-distil (oracle2teacher)": 5.617058277130127,
       "epoch": 1.8265306122448979,
-      "rel-constrast": 3.494619369506836,
+      "rel-constrast": 3.516967296600342,
       "step": 2327,
-      "subrel-constrast": 4.009930610656738,
+      "subrel-constrast": 4.039933681488037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.341977596282959,
-      "cov-distil (oracle2student)": 5.359982490539551,
-      "cov-distil (oracle2teacher)": 5.215216159820557,
+      "cov-distil": 1.860948085784912,
+      "cov-distil (oracle2student)": 5.667876243591309,
+      "cov-distil (oracle2teacher)": 5.532657623291016,
       "epoch": 1.8273155416012559,
-      "rel-constrast": 2.966783046722412,
+      "rel-constrast": 3.64119553565979,
       "step": 2328,
-      "subrel-constrast": 3.842420816421509,
+      "subrel-constrast": 4.002405166625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3554564714431763,
-      "cov-distil (oracle2student)": 4.5389404296875,
-      "cov-distil (oracle2teacher)": 3.8986454010009766,
+      "cov-distil": 1.6263651847839355,
+      "cov-distil (oracle2student)": 4.520396709442139,
+      "cov-distil (oracle2teacher)": 4.422356605529785,
       "epoch": 1.8281004709576139,
-      "rel-constrast": 2.970102310180664,
+      "rel-constrast": 2.9039928913116455,
       "step": 2329,
-      "subrel-constrast": 3.578596353530884,
+      "subrel-constrast": 3.4002797603607178,
       "view-similarity": 0
     },
     {
       "epoch": 1.8288854003139718,
-      "grad_norm": 5.75,
+      "grad_norm": 7.3125,
       "learning_rate": 4.735776199419935e-05,
-      "loss": 0.7856,
+      "loss": 0.8109,
       "step": 2330
     },
     {
-      "cov-distil": 1.3520499467849731,
-      "cov-distil (oracle2student)": 5.464293479919434,
-      "cov-distil (oracle2teacher)": 5.080811500549316,
+      "cov-distil": 1.7406679391860962,
+      "cov-distil (oracle2student)": 6.064526557922363,
+      "cov-distil (oracle2teacher)": 6.27634334564209,
       "epoch": 1.8288854003139718,
-      "rel-constrast": 2.9374120235443115,
+      "rel-constrast": 3.0702433586120605,
       "step": 2330,
-      "subrel-constrast": 3.246391773223877,
+      "subrel-constrast": 3.6989870071411133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3966255187988281,
-      "cov-distil (oracle2student)": 3.2311744689941406,
-      "cov-distil (oracle2teacher)": 3.526416540145874,
+      "cov-distil": 1.8686492443084717,
+      "cov-distil (oracle2student)": 3.142179489135742,
+      "cov-distil (oracle2teacher)": 3.7187399864196777,
       "epoch": 1.8296703296703298,
-      "rel-constrast": 2.0379257202148438,
+      "rel-constrast": 1.954216480255127,
       "step": 2331,
-      "subrel-constrast": 3.1012685298919678,
+      "subrel-constrast": 2.973130702972412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2343699932098389,
-      "cov-distil (oracle2student)": 4.805904388427734,
-      "cov-distil (oracle2teacher)": 4.505140781402588,
+      "cov-distil": 1.6855065822601318,
+      "cov-distil (oracle2student)": 5.159226417541504,
+      "cov-distil (oracle2teacher)": 4.771897315979004,
       "epoch": 1.8304552590266876,
-      "rel-constrast": 3.606234312057495,
+      "rel-constrast": 3.9629993438720703,
       "step": 2332,
-      "subrel-constrast": 4.051779270172119,
+      "subrel-constrast": 3.754472017288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3108339309692383,
-      "cov-distil (oracle2student)": 2.983063220977783,
-      "cov-distil (oracle2teacher)": 3.173604965209961,
+      "cov-distil": 1.7555515766143799,
+      "cov-distil (oracle2student)": 3.846391201019287,
+      "cov-distil (oracle2teacher)": 3.4636669158935547,
       "epoch": 1.8312401883830454,
-      "rel-constrast": 2.398393154144287,
+      "rel-constrast": 3.0808334350585938,
       "step": 2333,
-      "subrel-constrast": 3.097240924835205,
+      "subrel-constrast": 3.3378491401672363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.354975938796997,
-      "cov-distil (oracle2student)": 4.794856071472168,
-      "cov-distil (oracle2teacher)": 4.663745880126953,
+      "cov-distil": 1.9895763397216797,
+      "cov-distil (oracle2student)": 4.789981842041016,
+      "cov-distil (oracle2teacher)": 4.73747444152832,
       "epoch": 1.8320251177394034,
-      "rel-constrast": 2.5273170471191406,
+      "rel-constrast": 2.5229129791259766,
       "step": 2334,
-      "subrel-constrast": 3.1760787963867188,
+      "subrel-constrast": 3.1242191791534424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.306727409362793,
-      "cov-distil (oracle2student)": 3.8031656742095947,
-      "cov-distil (oracle2teacher)": 4.063189506530762,
+      "cov-distil": 1.7268917560577393,
+      "cov-distil (oracle2student)": 4.099793434143066,
+      "cov-distil (oracle2teacher)": 4.357524871826172,
       "epoch": 1.8328100470957613,
-      "rel-constrast": 3.116619110107422,
+      "rel-constrast": 3.438161849975586,
       "step": 2335,
-      "subrel-constrast": 3.4618194103240967,
+      "subrel-constrast": 3.401667594909668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6776924133300781,
-      "cov-distil (oracle2student)": 4.332625389099121,
-      "cov-distil (oracle2teacher)": 3.9710259437561035,
+      "cov-distil": 2.668900966644287,
+      "cov-distil (oracle2student)": 4.574808120727539,
+      "cov-distil (oracle2teacher)": 4.20315408706665,
       "epoch": 1.8335949764521193,
-      "rel-constrast": 2.6058735847473145,
+      "rel-constrast": 3.044722318649292,
       "step": 2336,
-      "subrel-constrast": 3.638011932373047,
+      "subrel-constrast": 3.3855855464935303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1858696937561035,
-      "cov-distil (oracle2student)": 5.392741680145264,
-      "cov-distil (oracle2teacher)": 5.259259223937988,
+      "cov-distil": 1.4514691829681396,
+      "cov-distil (oracle2student)": 5.96720027923584,
+      "cov-distil (oracle2teacher)": 5.2933878898620605,
       "epoch": 1.8343799058084773,
-      "rel-constrast": 2.5113906860351562,
+      "rel-constrast": 2.655059576034546,
       "step": 2337,
-      "subrel-constrast": 2.8102779388427734,
+      "subrel-constrast": 2.7782015800476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4064992666244507,
-      "cov-distil (oracle2student)": 3.273954391479492,
-      "cov-distil (oracle2teacher)": 3.387511968612671,
+      "cov-distil": 1.8154723644256592,
+      "cov-distil (oracle2student)": 3.6785807609558105,
+      "cov-distil (oracle2teacher)": 3.809833526611328,
       "epoch": 1.8351648351648353,
-      "rel-constrast": 2.433619737625122,
+      "rel-constrast": 3.3121607303619385,
       "step": 2338,
-      "subrel-constrast": 3.4606707096099854,
+      "subrel-constrast": 3.597254514694214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.592550277709961,
-      "cov-distil (oracle2student)": 4.5503926277160645,
-      "cov-distil (oracle2teacher)": 4.18421745300293,
+      "cov-distil": 1.782867193222046,
+      "cov-distil (oracle2student)": 4.067716121673584,
+      "cov-distil (oracle2teacher)": 4.864039421081543,
       "epoch": 1.835949764521193,
-      "rel-constrast": 2.902895927429199,
+      "rel-constrast": 2.7279014587402344,
       "step": 2339,
-      "subrel-constrast": 3.821329355239868,
+      "subrel-constrast": 3.8107573986053467,
       "view-similarity": 0
     },
     {
       "epoch": 1.836734693877551,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.5625,
       "learning_rate": 4.7318578750541466e-05,
-      "loss": 0.7115,
+      "loss": 0.7442,
       "step": 2340
     },
     {
-      "cov-distil": 1.8418996334075928,
-      "cov-distil (oracle2student)": 4.415371417999268,
-      "cov-distil (oracle2teacher)": 4.214637756347656,
+      "cov-distil": 2.307298421859741,
+      "cov-distil (oracle2student)": 4.872552871704102,
+      "cov-distil (oracle2teacher)": 4.56227970123291,
       "epoch": 1.836734693877551,
-      "rel-constrast": 3.0671606063842773,
+      "rel-constrast": 3.405674934387207,
       "step": 2340,
-      "subrel-constrast": 4.117509841918945,
+      "subrel-constrast": 4.446378707885742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5406579971313477,
-      "cov-distil (oracle2student)": 5.341821670532227,
-      "cov-distil (oracle2teacher)": 4.685606479644775,
+      "cov-distil": 2.2045021057128906,
+      "cov-distil (oracle2student)": 5.064887046813965,
+      "cov-distil (oracle2teacher)": 5.095715522766113,
       "epoch": 1.8375196232339088,
-      "rel-constrast": 2.6471409797668457,
+      "rel-constrast": 2.4437925815582275,
       "step": 2341,
-      "subrel-constrast": 3.4066224098205566,
+      "subrel-constrast": 3.442951202392578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7433027029037476,
-      "cov-distil (oracle2student)": 3.2867393493652344,
-      "cov-distil (oracle2teacher)": 3.4402594566345215,
+      "cov-distil": 1.6992897987365723,
+      "cov-distil (oracle2student)": 3.475189685821533,
+      "cov-distil (oracle2teacher)": 3.629152774810791,
       "epoch": 1.8383045525902668,
-      "rel-constrast": 2.305436134338379,
+      "rel-constrast": 3.0101797580718994,
       "step": 2342,
-      "subrel-constrast": 3.3702797889709473,
+      "subrel-constrast": 3.392754316329956,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013439178466797,
-      "cov-distil (oracle2student)": 3.617051362991333,
-      "cov-distil (oracle2teacher)": 3.047485113143921,
+      "cov-distil": 1.891249656677246,
+      "cov-distil (oracle2student)": 3.457401990890503,
+      "cov-distil (oracle2teacher)": 3.8327701091766357,
       "epoch": 1.8390894819466248,
-      "rel-constrast": 2.1213674545288086,
+      "rel-constrast": 2.7571206092834473,
       "step": 2343,
-      "subrel-constrast": 3.03959059715271,
+      "subrel-constrast": 3.15539813041687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.108980178833008,
-      "cov-distil (oracle2student)": 3.740568161010742,
-      "cov-distil (oracle2teacher)": 3.95269513130188,
+      "cov-distil": 2.204226016998291,
+      "cov-distil (oracle2student)": 3.9504263401031494,
+      "cov-distil (oracle2teacher)": 4.428981304168701,
       "epoch": 1.8398744113029828,
-      "rel-constrast": 1.6679271459579468,
+      "rel-constrast": 1.5819776058197021,
       "step": 2344,
-      "subrel-constrast": 2.9394900798797607,
+      "subrel-constrast": 2.803901433944702,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5810344219207764,
-      "cov-distil (oracle2student)": 4.702192783355713,
-      "cov-distil (oracle2teacher)": 3.905719041824341,
+      "cov-distil": 2.104454517364502,
+      "cov-distil (oracle2student)": 5.014148235321045,
+      "cov-distil (oracle2teacher)": 4.61888313293457,
       "epoch": 1.8406593406593408,
-      "rel-constrast": 3.28336501121521,
+      "rel-constrast": 3.2866463661193848,
       "step": 2345,
-      "subrel-constrast": 3.9377100467681885,
+      "subrel-constrast": 3.7171738147735596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385591745376587,
-      "cov-distil (oracle2student)": 3.392869472503662,
-      "cov-distil (oracle2teacher)": 3.0184574127197266,
+      "cov-distil": 1.6351079940795898,
+      "cov-distil (oracle2student)": 4.021288871765137,
+      "cov-distil (oracle2teacher)": 4.231511116027832,
       "epoch": 1.8414442700156985,
-      "rel-constrast": 2.586210250854492,
+      "rel-constrast": 2.6665220260620117,
       "step": 2346,
-      "subrel-constrast": 2.880354404449463,
+      "subrel-constrast": 2.929246664047241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.174978017807007,
-      "cov-distil (oracle2student)": 3.070465087890625,
-      "cov-distil (oracle2teacher)": 3.739142656326294,
+      "cov-distil": 2.476729393005371,
+      "cov-distil (oracle2student)": 3.8407673835754395,
+      "cov-distil (oracle2teacher)": 3.645462989807129,
       "epoch": 1.8422291993720565,
-      "rel-constrast": 2.551447868347168,
+      "rel-constrast": 4.051722526550293,
       "step": 2347,
-      "subrel-constrast": 4.151600360870361,
+      "subrel-constrast": 3.8074002265930176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4344654083251953,
-      "cov-distil (oracle2student)": 3.4287023544311523,
-      "cov-distil (oracle2teacher)": 3.427236557006836,
+      "cov-distil": 1.740384578704834,
+      "cov-distil (oracle2student)": 4.139864921569824,
+      "cov-distil (oracle2teacher)": 4.155971527099609,
       "epoch": 1.8430141287284143,
-      "rel-constrast": 3.210320472717285,
+      "rel-constrast": 3.437654733657837,
       "step": 2348,
-      "subrel-constrast": 3.8333253860473633,
+      "subrel-constrast": 3.912724256515503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6159439086914062,
-      "cov-distil (oracle2student)": 2.8842294216156006,
-      "cov-distil (oracle2teacher)": 2.635730504989624,
+      "cov-distil": 2.355463981628418,
+      "cov-distil (oracle2student)": 3.164055824279785,
+      "cov-distil (oracle2teacher)": 2.824215888977051,
       "epoch": 1.8437990580847723,
-      "rel-constrast": 1.6391414403915405,
+      "rel-constrast": 1.4055391550064087,
       "step": 2349,
-      "subrel-constrast": 2.504883289337158,
+      "subrel-constrast": 2.4600253105163574,
       "view-similarity": 0
     },
     {
       "epoch": 1.8445839874411303,
-      "grad_norm": 3.953125,
+      "grad_norm": 4.59375,
       "learning_rate": 4.727912356204483e-05,
-      "loss": 0.6706,
+      "loss": 0.7012,
       "step": 2350
     },
     {
-      "cov-distil": 1.2449408769607544,
-      "cov-distil (oracle2student)": 3.6214663982391357,
-      "cov-distil (oracle2teacher)": 3.275423526763916,
+      "cov-distil": 1.5941964387893677,
+      "cov-distil (oracle2student)": 3.516894817352295,
+      "cov-distil (oracle2teacher)": 3.2781591415405273,
       "epoch": 1.8445839874411303,
-      "rel-constrast": 3.3113770484924316,
+      "rel-constrast": 3.673198938369751,
       "step": 2350,
-      "subrel-constrast": 3.3099052906036377,
+      "subrel-constrast": 3.2554609775543213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3130264282226562,
-      "cov-distil (oracle2student)": 5.4824323654174805,
-      "cov-distil (oracle2teacher)": 4.571508407592773,
+      "cov-distil": 1.7577569484710693,
+      "cov-distil (oracle2student)": 6.0991926193237305,
+      "cov-distil (oracle2teacher)": 5.087656497955322,
       "epoch": 1.8453689167974883,
-      "rel-constrast": 3.1544077396392822,
+      "rel-constrast": 3.090470314025879,
       "step": 2351,
-      "subrel-constrast": 3.5445499420166016,
+      "subrel-constrast": 4.10389518737793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2681918144226074,
-      "cov-distil (oracle2student)": 3.4045321941375732,
-      "cov-distil (oracle2teacher)": 3.7111916542053223,
+      "cov-distil": 1.8457705974578857,
+      "cov-distil (oracle2student)": 3.5236754417419434,
+      "cov-distil (oracle2teacher)": 3.7435336112976074,
       "epoch": 1.8461538461538463,
-      "rel-constrast": 2.3710899353027344,
+      "rel-constrast": 2.7217280864715576,
       "step": 2352,
-      "subrel-constrast": 3.117222309112549,
+      "subrel-constrast": 2.9299583435058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9239554405212402,
-      "cov-distil (oracle2student)": 4.037146091461182,
-      "cov-distil (oracle2teacher)": 4.063927173614502,
+      "cov-distil": 2.6297447681427,
+      "cov-distil (oracle2student)": 4.031777858734131,
+      "cov-distil (oracle2teacher)": 4.353977203369141,
       "epoch": 1.8469387755102042,
-      "rel-constrast": 5.095550537109375,
+      "rel-constrast": 4.892124176025391,
       "step": 2353,
-      "subrel-constrast": 5.377917289733887,
+      "subrel-constrast": 5.273987293243408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2959873676300049,
-      "cov-distil (oracle2student)": 3.0380029678344727,
-      "cov-distil (oracle2teacher)": 3.1399359703063965,
+      "cov-distil": 1.747475028038025,
+      "cov-distil (oracle2student)": 3.2759673595428467,
+      "cov-distil (oracle2teacher)": 3.059643030166626,
       "epoch": 1.847723704866562,
-      "rel-constrast": 2.586148738861084,
+      "rel-constrast": 3.6256566047668457,
       "step": 2354,
-      "subrel-constrast": 3.349116086959839,
+      "subrel-constrast": 3.271243095397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.688023328781128,
-      "cov-distil (oracle2student)": 4.390917778015137,
-      "cov-distil (oracle2teacher)": 3.7474846839904785,
+      "cov-distil": 1.749713659286499,
+      "cov-distil (oracle2student)": 3.9992575645446777,
+      "cov-distil (oracle2teacher)": 4.136155128479004,
       "epoch": 1.8485086342229198,
-      "rel-constrast": 2.5092859268188477,
+      "rel-constrast": 2.537193775177002,
       "step": 2355,
-      "subrel-constrast": 3.4131603240966797,
+      "subrel-constrast": 3.3653817176818848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5776541233062744,
-      "cov-distil (oracle2student)": 4.303069114685059,
-      "cov-distil (oracle2teacher)": 4.105372428894043,
+      "cov-distil": 2.0229454040527344,
+      "cov-distil (oracle2student)": 4.969208240509033,
+      "cov-distil (oracle2teacher)": 4.611936092376709,
       "epoch": 1.8492935635792778,
-      "rel-constrast": 3.0706281661987305,
+      "rel-constrast": 3.5301947593688965,
       "step": 2356,
-      "subrel-constrast": 3.9001171588897705,
+      "subrel-constrast": 3.753962993621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6757984161376953,
-      "cov-distil (oracle2student)": 4.3736748695373535,
-      "cov-distil (oracle2teacher)": 3.550205707550049,
+      "cov-distil": 1.802649736404419,
+      "cov-distil (oracle2student)": 4.5249128341674805,
+      "cov-distil (oracle2teacher)": 3.7545409202575684,
       "epoch": 1.8500784929356358,
-      "rel-constrast": 3.4728293418884277,
+      "rel-constrast": 4.044454574584961,
       "step": 2357,
-      "subrel-constrast": 3.9719204902648926,
+      "subrel-constrast": 3.956641912460327,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2813568115234375,
-      "cov-distil (oracle2student)": 3.4487719535827637,
-      "cov-distil (oracle2teacher)": 3.7643330097198486,
+      "cov-distil": 1.4128022193908691,
+      "cov-distil (oracle2student)": 3.836146116256714,
+      "cov-distil (oracle2teacher)": 3.9752161502838135,
       "epoch": 1.8508634222919937,
-      "rel-constrast": 2.0092484951019287,
+      "rel-constrast": 2.3810606002807617,
       "step": 2358,
-      "subrel-constrast": 3.043686866760254,
+      "subrel-constrast": 3.159388303756714,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4998648166656494,
-      "cov-distil (oracle2student)": 4.305778503417969,
-      "cov-distil (oracle2teacher)": 3.857558488845825,
+      "cov-distil": 1.7395057678222656,
+      "cov-distil (oracle2student)": 4.229241847991943,
+      "cov-distil (oracle2teacher)": 4.224934101104736,
       "epoch": 1.8516483516483517,
-      "rel-constrast": 2.7986481189727783,
+      "rel-constrast": 3.3642501831054688,
       "step": 2359,
-      "subrel-constrast": 3.3821802139282227,
+      "subrel-constrast": 3.2315170764923096,
       "view-similarity": 0
     },
     {
       "epoch": 1.8524332810047097,
-      "grad_norm": 4.6875,
+      "grad_norm": 7.40625,
       "learning_rate": 4.723939690945846e-05,
-      "loss": 0.7964,
+      "loss": 0.8465,
       "step": 2360
     },
     {
-      "cov-distil": 1.1859450340270996,
-      "cov-distil (oracle2student)": 3.314246416091919,
-      "cov-distil (oracle2teacher)": 3.3548049926757812,
+      "cov-distil": 1.478676438331604,
+      "cov-distil (oracle2student)": 3.758178234100342,
+      "cov-distil (oracle2teacher)": 3.8408660888671875,
       "epoch": 1.8524332810047097,
-      "rel-constrast": 2.297027826309204,
+      "rel-constrast": 2.7054076194763184,
       "step": 2360,
-      "subrel-constrast": 2.906010627746582,
+      "subrel-constrast": 3.117434024810791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0564367771148682,
-      "cov-distil (oracle2student)": 4.408847332000732,
-      "cov-distil (oracle2teacher)": 3.750236988067627,
+      "cov-distil": 1.4924871921539307,
+      "cov-distil (oracle2student)": 5.1686015129089355,
+      "cov-distil (oracle2teacher)": 4.229325294494629,
       "epoch": 1.8532182103610675,
-      "rel-constrast": 2.727273464202881,
+      "rel-constrast": 3.5150272846221924,
       "step": 2361,
-      "subrel-constrast": 3.4296066761016846,
+      "subrel-constrast": 3.511563301086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5102715492248535,
-      "cov-distil (oracle2student)": 3.0153093338012695,
-      "cov-distil (oracle2teacher)": 2.8639063835144043,
+      "cov-distil": 2.504995346069336,
+      "cov-distil (oracle2student)": 3.2156708240509033,
+      "cov-distil (oracle2teacher)": 3.108412265777588,
       "epoch": 1.8540031397174255,
-      "rel-constrast": 2.110095977783203,
+      "rel-constrast": 2.1516902446746826,
       "step": 2362,
-      "subrel-constrast": 2.996849536895752,
+      "subrel-constrast": 3.094346523284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.126218557357788,
-      "cov-distil (oracle2student)": 5.751990795135498,
-      "cov-distil (oracle2teacher)": 5.225639343261719,
+      "cov-distil": 1.608696699142456,
+      "cov-distil (oracle2student)": 6.78940486907959,
+      "cov-distil (oracle2teacher)": 5.958072662353516,
       "epoch": 1.8547880690737832,
-      "rel-constrast": 3.8988547325134277,
+      "rel-constrast": 4.689718723297119,
       "step": 2363,
-      "subrel-constrast": 4.588316440582275,
+      "subrel-constrast": 4.622769832611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2220523357391357,
-      "cov-distil (oracle2student)": 3.976548433303833,
-      "cov-distil (oracle2teacher)": 4.030041694641113,
+      "cov-distil": 1.3820037841796875,
+      "cov-distil (oracle2student)": 3.921868085861206,
+      "cov-distil (oracle2teacher)": 3.906508445739746,
       "epoch": 1.8555729984301412,
-      "rel-constrast": 2.659160614013672,
+      "rel-constrast": 2.7954039573669434,
       "step": 2364,
-      "subrel-constrast": 3.5046262741088867,
+      "subrel-constrast": 3.218982458114624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4964183568954468,
-      "cov-distil (oracle2student)": 4.694596290588379,
-      "cov-distil (oracle2teacher)": 4.482988357543945,
+      "cov-distil": 2.014613628387451,
+      "cov-distil (oracle2student)": 5.540057182312012,
+      "cov-distil (oracle2teacher)": 4.958393096923828,
       "epoch": 1.8563579277864992,
-      "rel-constrast": 2.4832048416137695,
+      "rel-constrast": 2.6619415283203125,
       "step": 2365,
-      "subrel-constrast": 2.861309051513672,
+      "subrel-constrast": 2.838650703430176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6372551918029785,
-      "cov-distil (oracle2student)": 3.208219051361084,
-      "cov-distil (oracle2teacher)": 3.099982738494873,
+      "cov-distil": 1.6062428951263428,
+      "cov-distil (oracle2student)": 3.2672390937805176,
+      "cov-distil (oracle2teacher)": 3.702331066131592,
       "epoch": 1.8571428571428572,
-      "rel-constrast": 1.7701632976531982,
+      "rel-constrast": 1.8872520923614502,
       "step": 2366,
-      "subrel-constrast": 2.1953959465026855,
+      "subrel-constrast": 2.11923885345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2423828840255737,
-      "cov-distil (oracle2student)": 5.4796037673950195,
-      "cov-distil (oracle2teacher)": 4.892402648925781,
+      "cov-distil": 1.759888768196106,
+      "cov-distil (oracle2student)": 5.589189529418945,
+      "cov-distil (oracle2teacher)": 5.5594635009765625,
       "epoch": 1.8579277864992152,
-      "rel-constrast": 4.1849565505981445,
+      "rel-constrast": 4.926383018493652,
       "step": 2367,
-      "subrel-constrast": 4.690651893615723,
+      "subrel-constrast": 4.643214702606201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7666869163513184,
-      "cov-distil (oracle2student)": 4.98898983001709,
-      "cov-distil (oracle2teacher)": 4.632345199584961,
+      "cov-distil": 2.053729772567749,
+      "cov-distil (oracle2student)": 5.1982316970825195,
+      "cov-distil (oracle2teacher)": 5.513284683227539,
       "epoch": 1.858712715855573,
-      "rel-constrast": 3.016021251678467,
+      "rel-constrast": 3.28326678276062,
       "step": 2368,
-      "subrel-constrast": 4.011875152587891,
+      "subrel-constrast": 4.071282386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.482865333557129,
-      "cov-distil (oracle2student)": 4.433815002441406,
-      "cov-distil (oracle2teacher)": 3.8089146614074707,
+      "cov-distil": 1.5101613998413086,
+      "cov-distil (oracle2student)": 4.305039405822754,
+      "cov-distil (oracle2teacher)": 4.550334930419922,
       "epoch": 1.859497645211931,
-      "rel-constrast": 1.6976051330566406,
+      "rel-constrast": 2.094341993331909,
       "step": 2369,
-      "subrel-constrast": 2.5378572940826416,
+      "subrel-constrast": 2.440108299255371,
       "view-similarity": 0
     },
     {
       "epoch": 1.8602825745682887,
-      "grad_norm": 4.53125,
+      "grad_norm": 5.84375,
       "learning_rate": 4.7199399276839056e-05,
-      "loss": 0.7054,
+      "loss": 0.7678,
       "step": 2370
     },
     {
-      "cov-distil": 0.8840755224227905,
-      "cov-distil (oracle2student)": 3.3833887577056885,
-      "cov-distil (oracle2teacher)": 3.1782917976379395,
+      "cov-distil": 0.8195715546607971,
+      "cov-distil (oracle2student)": 3.18576717376709,
+      "cov-distil (oracle2teacher)": 3.61920428276062,
       "epoch": 1.8602825745682887,
-      "rel-constrast": 2.2076575756073,
+      "rel-constrast": 2.574190378189087,
       "step": 2370,
-      "subrel-constrast": 2.7491493225097656,
+      "subrel-constrast": 2.7400858402252197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.823546290397644,
-      "cov-distil (oracle2student)": 4.029688835144043,
-      "cov-distil (oracle2teacher)": 3.544309139251709,
+      "cov-distil": 1.788679838180542,
+      "cov-distil (oracle2student)": 4.612061500549316,
+      "cov-distil (oracle2teacher)": 4.397401809692383,
       "epoch": 1.8610675039246467,
-      "rel-constrast": 1.995516061782837,
+      "rel-constrast": 2.0702619552612305,
       "step": 2371,
-      "subrel-constrast": 3.0157155990600586,
+      "subrel-constrast": 2.7104575634002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.672497272491455,
-      "cov-distil (oracle2student)": 5.100739479064941,
-      "cov-distil (oracle2teacher)": 4.817244529724121,
+      "cov-distil": 2.5708744525909424,
+      "cov-distil (oracle2student)": 5.414070129394531,
+      "cov-distil (oracle2teacher)": 5.447511672973633,
       "epoch": 1.8618524332810047,
-      "rel-constrast": 3.1086645126342773,
+      "rel-constrast": 3.531839370727539,
       "step": 2372,
-      "subrel-constrast": 3.678229331970215,
+      "subrel-constrast": 3.9290096759796143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6452648639678955,
-      "cov-distil (oracle2student)": 5.618671417236328,
-      "cov-distil (oracle2teacher)": 4.942402362823486,
+      "cov-distil": 2.16487979888916,
+      "cov-distil (oracle2student)": 5.8947553634643555,
+      "cov-distil (oracle2teacher)": 4.640142917633057,
       "epoch": 1.8626373626373627,
-      "rel-constrast": 3.232419729232788,
+      "rel-constrast": 3.247671365737915,
       "step": 2373,
-      "subrel-constrast": 3.5171499252319336,
+      "subrel-constrast": 3.608102321624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.623281717300415,
-      "cov-distil (oracle2student)": 3.7928292751312256,
-      "cov-distil (oracle2teacher)": 3.612213611602783,
+      "cov-distil": 2.2544403076171875,
+      "cov-distil (oracle2student)": 4.133088111877441,
+      "cov-distil (oracle2teacher)": 3.905773639678955,
       "epoch": 1.8634222919937207,
-      "rel-constrast": 2.4106407165527344,
+      "rel-constrast": 2.861036777496338,
       "step": 2374,
-      "subrel-constrast": 3.3195226192474365,
+      "subrel-constrast": 3.249530792236328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.386106252670288,
-      "cov-distil (oracle2student)": 4.364607810974121,
-      "cov-distil (oracle2teacher)": 4.588620185852051,
+      "cov-distil": 1.6832404136657715,
+      "cov-distil (oracle2student)": 4.726968765258789,
+      "cov-distil (oracle2teacher)": 4.66524600982666,
       "epoch": 1.8642072213500787,
-      "rel-constrast": 3.065457582473755,
+      "rel-constrast": 3.4559900760650635,
       "step": 2375,
-      "subrel-constrast": 3.634373903274536,
+      "subrel-constrast": 3.748546838760376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0901994705200195,
-      "cov-distil (oracle2student)": 4.58005428314209,
-      "cov-distil (oracle2teacher)": 4.2535905838012695,
+      "cov-distil": 1.3990249633789062,
+      "cov-distil (oracle2student)": 4.197218894958496,
+      "cov-distil (oracle2teacher)": 4.198397636413574,
       "epoch": 1.8649921507064364,
-      "rel-constrast": 2.9042716026306152,
+      "rel-constrast": 2.9453537464141846,
       "step": 2376,
-      "subrel-constrast": 3.4222331047058105,
+      "subrel-constrast": 3.4094161987304688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5796598196029663,
-      "cov-distil (oracle2student)": 3.9140729904174805,
-      "cov-distil (oracle2teacher)": 3.460087299346924,
+      "cov-distil": 1.8651827573776245,
+      "cov-distil (oracle2student)": 3.9579861164093018,
+      "cov-distil (oracle2teacher)": 3.885995864868164,
       "epoch": 1.8657770800627942,
-      "rel-constrast": 3.728533983230591,
+      "rel-constrast": 3.8336405754089355,
       "step": 2377,
-      "subrel-constrast": 3.971311569213867,
+      "subrel-constrast": 4.169491291046143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.871321201324463,
-      "cov-distil (oracle2student)": 4.102816581726074,
-      "cov-distil (oracle2teacher)": 3.6798171997070312,
+      "cov-distil": 2.360041379928589,
+      "cov-distil (oracle2student)": 4.710507392883301,
+      "cov-distil (oracle2teacher)": 4.064688682556152,
       "epoch": 1.8665620094191522,
-      "rel-constrast": 2.641995906829834,
+      "rel-constrast": 3.2376413345336914,
       "step": 2378,
-      "subrel-constrast": 3.3500876426696777,
+      "subrel-constrast": 3.405850410461426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.104958176612854,
-      "cov-distil (oracle2student)": 4.592450141906738,
-      "cov-distil (oracle2teacher)": 4.03894567489624,
+      "cov-distil": 1.8309638500213623,
+      "cov-distil (oracle2student)": 4.55436372756958,
+      "cov-distil (oracle2teacher)": 4.888228416442871,
       "epoch": 1.8673469387755102,
-      "rel-constrast": 3.803786039352417,
+      "rel-constrast": 3.8184375762939453,
       "step": 2379,
-      "subrel-constrast": 4.192743301391602,
+      "subrel-constrast": 4.569635391235352,
       "view-similarity": 0
     },
     {
       "epoch": 1.8681318681318682,
-      "grad_norm": 6.5,
+      "grad_norm": 7.40625,
       "learning_rate": 4.715913115154518e-05,
-      "loss": 0.7642,
+      "loss": 0.7894,
       "step": 2380
     },
     {
-      "cov-distil": 2.4300537109375,
-      "cov-distil (oracle2student)": 5.012440204620361,
-      "cov-distil (oracle2teacher)": 4.086169719696045,
+      "cov-distil": 2.5757217407226562,
+      "cov-distil (oracle2student)": 5.889462471008301,
+      "cov-distil (oracle2teacher)": 4.443541526794434,
       "epoch": 1.8681318681318682,
-      "rel-constrast": 3.3527214527130127,
+      "rel-constrast": 4.161818981170654,
       "step": 2380,
-      "subrel-constrast": 3.4218342304229736,
+      "subrel-constrast": 3.3842544555664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5946388244628906,
-      "cov-distil (oracle2student)": 3.8829233646392822,
-      "cov-distil (oracle2teacher)": 3.231156826019287,
+      "cov-distil": 2.0010523796081543,
+      "cov-distil (oracle2student)": 3.6569724082946777,
+      "cov-distil (oracle2teacher)": 3.7497379779815674,
       "epoch": 1.8689167974882261,
-      "rel-constrast": 2.8924384117126465,
+      "rel-constrast": 3.207559585571289,
       "step": 2381,
-      "subrel-constrast": 3.5565617084503174,
+      "subrel-constrast": 3.473020553588867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5479071140289307,
-      "cov-distil (oracle2student)": 3.4200520515441895,
-      "cov-distil (oracle2teacher)": 3.896700143814087,
+      "cov-distil": 1.7435100078582764,
+      "cov-distil (oracle2student)": 3.5610883235931396,
+      "cov-distil (oracle2teacher)": 3.7384982109069824,
       "epoch": 1.8697017268445841,
-      "rel-constrast": 2.3236217498779297,
+      "rel-constrast": 2.105142116546631,
       "step": 2382,
-      "subrel-constrast": 2.9840362071990967,
+      "subrel-constrast": 3.0760812759399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7334470748901367,
-      "cov-distil (oracle2student)": 2.694964647293091,
-      "cov-distil (oracle2teacher)": 2.6546573638916016,
+      "cov-distil": 2.2668306827545166,
+      "cov-distil (oracle2student)": 3.030623435974121,
+      "cov-distil (oracle2teacher)": 2.7082300186157227,
       "epoch": 1.870486656200942,
-      "rel-constrast": 2.0708560943603516,
+      "rel-constrast": 2.1062235832214355,
       "step": 2383,
-      "subrel-constrast": 2.9378223419189453,
+      "subrel-constrast": 2.9802520275115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2651090621948242,
-      "cov-distil (oracle2student)": 5.064573764801025,
-      "cov-distil (oracle2teacher)": 4.861395835876465,
+      "cov-distil": 1.677661657333374,
+      "cov-distil (oracle2student)": 5.862441062927246,
+      "cov-distil (oracle2teacher)": 5.1742939949035645,
       "epoch": 1.8712715855572999,
-      "rel-constrast": 3.2342638969421387,
+      "rel-constrast": 3.960977554321289,
       "step": 2384,
-      "subrel-constrast": 3.8789474964141846,
+      "subrel-constrast": 3.5847718715667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129894971847534,
-      "cov-distil (oracle2student)": 4.06921911239624,
-      "cov-distil (oracle2teacher)": 3.8571341037750244,
+      "cov-distil": 1.7627298831939697,
+      "cov-distil (oracle2student)": 3.874182939529419,
+      "cov-distil (oracle2teacher)": 4.346560955047607,
       "epoch": 1.8720565149136577,
-      "rel-constrast": 3.5101518630981445,
+      "rel-constrast": 4.087852478027344,
       "step": 2385,
-      "subrel-constrast": 3.6736528873443604,
+      "subrel-constrast": 3.593649387359619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2583074569702148,
-      "cov-distil (oracle2student)": 4.010788440704346,
-      "cov-distil (oracle2teacher)": 4.187676429748535,
+      "cov-distil": 1.760724425315857,
+      "cov-distil (oracle2student)": 4.290676116943359,
+      "cov-distil (oracle2teacher)": 4.283843517303467,
       "epoch": 1.8728414442700156,
-      "rel-constrast": 2.4000515937805176,
+      "rel-constrast": 3.053317070007324,
       "step": 2386,
-      "subrel-constrast": 3.34635066986084,
+      "subrel-constrast": 3.3051187992095947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.612623691558838,
-      "cov-distil (oracle2student)": 4.673199653625488,
-      "cov-distil (oracle2teacher)": 4.365555763244629,
+      "cov-distil": 1.8872768878936768,
+      "cov-distil (oracle2student)": 5.164485931396484,
+      "cov-distil (oracle2teacher)": 4.629607677459717,
       "epoch": 1.8736263736263736,
-      "rel-constrast": 3.430168628692627,
+      "rel-constrast": 4.187639236450195,
       "step": 2387,
-      "subrel-constrast": 4.065863132476807,
+      "subrel-constrast": 4.549999237060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4130902290344238,
-      "cov-distil (oracle2student)": 3.691788673400879,
-      "cov-distil (oracle2teacher)": 3.206881046295166,
+      "cov-distil": 2.0122628211975098,
+      "cov-distil (oracle2student)": 4.303652286529541,
+      "cov-distil (oracle2teacher)": 3.1757659912109375,
       "epoch": 1.8744113029827316,
-      "rel-constrast": 2.359842300415039,
+      "rel-constrast": 2.927767753601074,
       "step": 2388,
-      "subrel-constrast": 2.593538999557495,
+      "subrel-constrast": 2.836663007736206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8961942195892334,
-      "cov-distil (oracle2student)": 3.7761895656585693,
-      "cov-distil (oracle2teacher)": 4.75875186920166,
+      "cov-distil": 2.0107221603393555,
+      "cov-distil (oracle2student)": 4.0875396728515625,
+      "cov-distil (oracle2teacher)": 4.7405500411987305,
       "epoch": 1.8751962323390896,
-      "rel-constrast": 2.530869960784912,
+      "rel-constrast": 2.6787095069885254,
       "step": 2389,
-      "subrel-constrast": 4.138177871704102,
+      "subrel-constrast": 3.6096365451812744,
       "view-similarity": 0
     },
     {
       "epoch": 1.8759811616954474,
-      "grad_norm": 5.25,
+      "grad_norm": 5.9375,
       "learning_rate": 4.7118593024231214e-05,
-      "loss": 0.7443,
+      "loss": 0.8119,
       "step": 2390
     },
     {
-      "cov-distil": 1.628974199295044,
-      "cov-distil (oracle2student)": 5.29055118560791,
-      "cov-distil (oracle2teacher)": 5.069937705993652,
+      "cov-distil": 2.038804292678833,
+      "cov-distil (oracle2student)": 5.338432312011719,
+      "cov-distil (oracle2teacher)": 4.988808631896973,
       "epoch": 1.8759811616954474,
-      "rel-constrast": 3.6770904064178467,
+      "rel-constrast": 4.026876449584961,
       "step": 2390,
-      "subrel-constrast": 4.248228549957275,
+      "subrel-constrast": 3.958604335784912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7999117374420166,
-      "cov-distil (oracle2student)": 5.345639228820801,
-      "cov-distil (oracle2teacher)": 5.134427070617676,
+      "cov-distil": 1.8915287256240845,
+      "cov-distil (oracle2student)": 5.4342803955078125,
+      "cov-distil (oracle2teacher)": 5.5456342697143555,
       "epoch": 1.8767660910518054,
-      "rel-constrast": 2.705498218536377,
+      "rel-constrast": 3.2964179515838623,
       "step": 2391,
-      "subrel-constrast": 3.6627047061920166,
+      "subrel-constrast": 3.6093437671661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6265171766281128,
-      "cov-distil (oracle2student)": 6.232959747314453,
-      "cov-distil (oracle2teacher)": 6.187678337097168,
+      "cov-distil": 2.3398966789245605,
+      "cov-distil (oracle2student)": 7.0110015869140625,
+      "cov-distil (oracle2teacher)": 6.155703544616699,
       "epoch": 1.8775510204081631,
-      "rel-constrast": 2.637683868408203,
+      "rel-constrast": 2.4388601779937744,
       "step": 2392,
-      "subrel-constrast": 3.6143903732299805,
+      "subrel-constrast": 3.4126060009002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.293133020401001,
-      "cov-distil (oracle2student)": 2.6474246978759766,
-      "cov-distil (oracle2teacher)": 2.9688892364501953,
+      "cov-distil": 1.4452672004699707,
+      "cov-distil (oracle2student)": 2.9997599124908447,
+      "cov-distil (oracle2teacher)": 3.022526502609253,
       "epoch": 1.8783359497645211,
-      "rel-constrast": 2.264965534210205,
+      "rel-constrast": 3.0339772701263428,
       "step": 2393,
-      "subrel-constrast": 3.1837778091430664,
+      "subrel-constrast": 3.3193435668945312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7307713031768799,
-      "cov-distil (oracle2student)": 5.484700679779053,
-      "cov-distil (oracle2teacher)": 4.771672248840332,
+      "cov-distil": 1.522444248199463,
+      "cov-distil (oracle2student)": 5.4226484298706055,
+      "cov-distil (oracle2teacher)": 5.2437944412231445,
       "epoch": 1.879120879120879,
-      "rel-constrast": 3.159960985183716,
+      "rel-constrast": 3.2574596405029297,
       "step": 2394,
-      "subrel-constrast": 3.9433629512786865,
+      "subrel-constrast": 4.32206392288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6066560745239258,
-      "cov-distil (oracle2student)": 5.14959716796875,
-      "cov-distil (oracle2teacher)": 4.266096115112305,
+      "cov-distil": 1.7578957080841064,
+      "cov-distil (oracle2student)": 4.616862773895264,
+      "cov-distil (oracle2teacher)": 5.008327484130859,
       "epoch": 1.879905808477237,
-      "rel-constrast": 2.572598457336426,
+      "rel-constrast": 2.7852890491485596,
       "step": 2395,
-      "subrel-constrast": 3.5695507526397705,
+      "subrel-constrast": 3.673140048980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.438852071762085,
-      "cov-distil (oracle2student)": 5.01389217376709,
-      "cov-distil (oracle2teacher)": 4.615742206573486,
+      "cov-distil": 1.5612634420394897,
+      "cov-distil (oracle2student)": 5.288771152496338,
+      "cov-distil (oracle2teacher)": 5.441693305969238,
       "epoch": 1.880690737833595,
-      "rel-constrast": 2.4646241664886475,
+      "rel-constrast": 2.2819929122924805,
       "step": 2396,
-      "subrel-constrast": 3.0571179389953613,
+      "subrel-constrast": 2.802872896194458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8117623329162598,
-      "cov-distil (oracle2student)": 3.6481375694274902,
-      "cov-distil (oracle2teacher)": 3.7992639541625977,
+      "cov-distil": 1.9730925559997559,
+      "cov-distil (oracle2student)": 3.7827725410461426,
+      "cov-distil (oracle2teacher)": 4.137552261352539,
       "epoch": 1.8814756671899528,
-      "rel-constrast": 2.6263227462768555,
+      "rel-constrast": 2.8742949962615967,
       "step": 2397,
-      "subrel-constrast": 3.185467481613159,
+      "subrel-constrast": 3.0126047134399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.346522569656372,
-      "cov-distil (oracle2student)": 4.0584611892700195,
-      "cov-distil (oracle2teacher)": 4.2249274253845215,
+      "cov-distil": 1.6687202453613281,
+      "cov-distil (oracle2student)": 4.847731590270996,
+      "cov-distil (oracle2teacher)": 4.59126091003418,
       "epoch": 1.8822605965463108,
-      "rel-constrast": 2.035794973373413,
+      "rel-constrast": 2.6398563385009766,
       "step": 2398,
-      "subrel-constrast": 2.675389051437378,
+      "subrel-constrast": 2.5857508182525635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3412846326828003,
-      "cov-distil (oracle2student)": 3.2676186561584473,
-      "cov-distil (oracle2teacher)": 3.0490620136260986,
+      "cov-distil": 2.056711196899414,
+      "cov-distil (oracle2student)": 4.105930328369141,
+      "cov-distil (oracle2teacher)": 3.9610471725463867,
       "epoch": 1.8830455259026686,
-      "rel-constrast": 2.187757968902588,
+      "rel-constrast": 2.4809885025024414,
       "step": 2399,
-      "subrel-constrast": 2.9414639472961426,
+      "subrel-constrast": 3.1228489875793457,
       "view-similarity": 0
     },
     {
       "epoch": 1.8838304552590266,
-      "grad_norm": 4.1875,
+      "grad_norm": 5.28125,
       "learning_rate": 4.707778538884145e-05,
-      "loss": 0.6974,
+      "loss": 0.7279,
       "step": 2400
     },
     {
       "epoch": 1.8838304552590266,
-      "overlap": 0.3218750059604645,
+      "overlap": 0.26250001788139343,
       "step": 2400
     },
     {
       "epoch": 1.8838304552590266,
       "step": 2400,
-      "student margin": 0.0543212890625
+      "student margin": 0.050994873046875
     },
     {
       "epoch": 1.8838304552590266,
       "step": 2400,
-      "teacher margin": 0.0399169921875
+      "teacher margin": 0.04278564453125
     },
     {
       "epoch": 1.8838304552590266,
-      "margin difference": -0.014404296875,
+      "margin difference": -0.008209228515625,
       "step": 2400
     },
     {
-      "cov-distil": 1.383465051651001,
-      "cov-distil (oracle2student)": 5.277831077575684,
-      "cov-distil (oracle2teacher)": 4.484336853027344,
+      "cov-distil": 2.3437271118164062,
+      "cov-distil (oracle2student)": 5.7826080322265625,
+      "cov-distil (oracle2teacher)": 5.041720390319824,
       "epoch": 1.8838304552590266,
-      "rel-constrast": 2.2722928524017334,
+      "rel-constrast": 2.8496317863464355,
       "step": 2400,
-      "subrel-constrast": 3.111135721206665,
+      "subrel-constrast": 3.4442272186279297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6438462734222412,
-      "cov-distil (oracle2student)": 4.258225440979004,
-      "cov-distil (oracle2teacher)": 4.219083786010742,
+      "cov-distil": 2.5556187629699707,
+      "cov-distil (oracle2student)": 4.563860893249512,
+      "cov-distil (oracle2teacher)": 4.565638542175293,
       "epoch": 1.8846153846153846,
-      "rel-constrast": 3.3980393409729004,
+      "rel-constrast": 3.224963665008545,
       "step": 2401,
-      "subrel-constrast": 3.792421817779541,
+      "subrel-constrast": 3.7553350925445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4604341983795166,
-      "cov-distil (oracle2student)": 4.693546772003174,
-      "cov-distil (oracle2teacher)": 4.27767276763916,
+      "cov-distil": 1.7910763025283813,
+      "cov-distil (oracle2student)": 5.208929061889648,
+      "cov-distil (oracle2teacher)": 4.7418060302734375,
       "epoch": 1.8854003139717426,
-      "rel-constrast": 2.5058696269989014,
+      "rel-constrast": 2.9616851806640625,
       "step": 2402,
-      "subrel-constrast": 2.8197383880615234,
+      "subrel-constrast": 3.25779128074646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.368330955505371,
-      "cov-distil (oracle2student)": 5.653309345245361,
-      "cov-distil (oracle2teacher)": 5.584542274475098,
+      "cov-distil": 2.5533218383789062,
+      "cov-distil (oracle2student)": 5.391450881958008,
+      "cov-distil (oracle2teacher)": 5.456904411315918,
       "epoch": 1.8861852433281006,
-      "rel-constrast": 3.176609516143799,
+      "rel-constrast": 3.350092887878418,
       "step": 2403,
-      "subrel-constrast": 4.165189743041992,
+      "subrel-constrast": 4.353637218475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.630504846572876,
-      "cov-distil (oracle2student)": 3.297889232635498,
-      "cov-distil (oracle2teacher)": 3.208059787750244,
+      "cov-distil": 1.8637781143188477,
+      "cov-distil (oracle2student)": 3.2110118865966797,
+      "cov-distil (oracle2teacher)": 3.01407527923584,
       "epoch": 1.8869701726844585,
-      "rel-constrast": 3.2318613529205322,
+      "rel-constrast": 3.203233003616333,
       "step": 2404,
-      "subrel-constrast": 3.4676320552825928,
+      "subrel-constrast": 3.0293025970458984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.767043948173523,
-      "cov-distil (oracle2student)": 2.660137891769409,
-      "cov-distil (oracle2teacher)": 3.1151180267333984,
+      "cov-distil": 2.4090638160705566,
+      "cov-distil (oracle2student)": 3.408607006072998,
+      "cov-distil (oracle2teacher)": 3.204552173614502,
       "epoch": 1.8877551020408163,
-      "rel-constrast": 2.2164807319641113,
+      "rel-constrast": 2.829474925994873,
       "step": 2405,
-      "subrel-constrast": 2.9139604568481445,
+      "subrel-constrast": 3.5712525844573975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158620834350586,
-      "cov-distil (oracle2student)": 3.4159038066864014,
-      "cov-distil (oracle2teacher)": 3.7492005825042725,
+      "cov-distil": 2.4719321727752686,
+      "cov-distil (oracle2student)": 3.8035471439361572,
+      "cov-distil (oracle2teacher)": 4.027746677398682,
       "epoch": 1.8885400313971743,
-      "rel-constrast": 3.2060799598693848,
+      "rel-constrast": 3.4897842407226562,
       "step": 2406,
-      "subrel-constrast": 3.7307839393615723,
+      "subrel-constrast": 4.120294570922852,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0179784297943115,
-      "cov-distil (oracle2student)": 2.8456077575683594,
-      "cov-distil (oracle2teacher)": 3.1538329124450684,
+      "cov-distil": 2.2144546508789062,
+      "cov-distil (oracle2student)": 3.6424903869628906,
+      "cov-distil (oracle2teacher)": 3.5659546852111816,
       "epoch": 1.889324960753532,
-      "rel-constrast": 3.0270915031433105,
+      "rel-constrast": 3.7939796447753906,
       "step": 2407,
-      "subrel-constrast": 3.6520450115203857,
+      "subrel-constrast": 4.07228946685791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2023735046386719,
-      "cov-distil (oracle2student)": 3.881585121154785,
-      "cov-distil (oracle2teacher)": 4.097434997558594,
+      "cov-distil": 1.9734418392181396,
+      "cov-distil (oracle2student)": 4.281641960144043,
+      "cov-distil (oracle2teacher)": 4.502087593078613,
       "epoch": 1.89010989010989,
-      "rel-constrast": 3.1785850524902344,
+      "rel-constrast": 3.2811975479125977,
       "step": 2408,
-      "subrel-constrast": 3.6684787273406982,
+      "subrel-constrast": 3.3675997257232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.210960865020752,
-      "cov-distil (oracle2student)": 4.9695844650268555,
-      "cov-distil (oracle2teacher)": 5.164728164672852,
+      "cov-distil": 1.5711616277694702,
+      "cov-distil (oracle2student)": 5.404841423034668,
+      "cov-distil (oracle2teacher)": 5.683340549468994,
       "epoch": 1.890894819466248,
-      "rel-constrast": 2.8166627883911133,
+      "rel-constrast": 2.8381853103637695,
       "step": 2409,
-      "subrel-constrast": 3.4185843467712402,
+      "subrel-constrast": 3.302643299102783,
       "view-similarity": 0
     },
     {
       "epoch": 1.891679748822606,
-      "grad_norm": 6.25,
+      "grad_norm": 6.28125,
       "learning_rate": 4.703670874260405e-05,
-      "loss": 0.7672,
+      "loss": 0.7956,
       "step": 2410
     },
     {
-      "cov-distil": 1.4512124061584473,
-      "cov-distil (oracle2student)": 3.9550938606262207,
-      "cov-distil (oracle2teacher)": 3.368925094604492,
+      "cov-distil": 1.7776930332183838,
+      "cov-distil (oracle2student)": 4.073725700378418,
+      "cov-distil (oracle2teacher)": 3.7794196605682373,
       "epoch": 1.891679748822606,
-      "rel-constrast": 2.5272443294525146,
+      "rel-constrast": 3.099754571914673,
       "step": 2410,
-      "subrel-constrast": 3.558570146560669,
+      "subrel-constrast": 3.81551456451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5136717557907104,
-      "cov-distil (oracle2student)": 7.1871442794799805,
-      "cov-distil (oracle2teacher)": 5.899599075317383,
+      "cov-distil": 1.6542835235595703,
+      "cov-distil (oracle2student)": 6.778473854064941,
+      "cov-distil (oracle2teacher)": 6.353615760803223,
       "epoch": 1.892464678178964,
-      "rel-constrast": 3.0792038440704346,
+      "rel-constrast": 3.4503824710845947,
       "step": 2411,
-      "subrel-constrast": 3.4117274284362793,
+      "subrel-constrast": 3.7780261039733887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.433831810951233,
-      "cov-distil (oracle2student)": 3.711221218109131,
-      "cov-distil (oracle2teacher)": 3.427630662918091,
+      "cov-distil": 2.723940372467041,
+      "cov-distil (oracle2student)": 3.8336784839630127,
+      "cov-distil (oracle2teacher)": 3.7984793186187744,
       "epoch": 1.8932496075353218,
-      "rel-constrast": 2.454582929611206,
+      "rel-constrast": 3.1504507064819336,
       "step": 2412,
-      "subrel-constrast": 3.2643284797668457,
+      "subrel-constrast": 3.2477636337280273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9665545225143433,
-      "cov-distil (oracle2student)": 6.0245795249938965,
-      "cov-distil (oracle2teacher)": 5.519886016845703,
+      "cov-distil": 2.4201855659484863,
+      "cov-distil (oracle2student)": 6.884095191955566,
+      "cov-distil (oracle2teacher)": 6.29862117767334,
       "epoch": 1.8940345368916798,
-      "rel-constrast": 3.516573905944824,
+      "rel-constrast": 3.9369664192199707,
       "step": 2413,
-      "subrel-constrast": 4.096751689910889,
+      "subrel-constrast": 4.000790119171143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7391104698181152,
-      "cov-distil (oracle2student)": 5.053985118865967,
-      "cov-distil (oracle2teacher)": 4.564329147338867,
+      "cov-distil": 1.9335583448410034,
+      "cov-distil (oracle2student)": 5.063598155975342,
+      "cov-distil (oracle2teacher)": 4.920026779174805,
       "epoch": 1.8948194662480375,
-      "rel-constrast": 3.1399970054626465,
+      "rel-constrast": 3.6949210166931152,
       "step": 2414,
-      "subrel-constrast": 3.6058690547943115,
+      "subrel-constrast": 3.6245100498199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4400497674942017,
-      "cov-distil (oracle2student)": 5.0207414627075195,
-      "cov-distil (oracle2teacher)": 4.469775199890137,
+      "cov-distil": 1.91869056224823,
+      "cov-distil (oracle2student)": 4.869270324707031,
+      "cov-distil (oracle2teacher)": 5.0901288986206055,
       "epoch": 1.8956043956043955,
-      "rel-constrast": 3.2345614433288574,
+      "rel-constrast": 2.9777865409851074,
       "step": 2415,
-      "subrel-constrast": 3.7058775424957275,
+      "subrel-constrast": 4.2682785987854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7760933637619019,
-      "cov-distil (oracle2student)": 5.2393670082092285,
-      "cov-distil (oracle2teacher)": 5.061903953552246,
+      "cov-distil": 2.3123841285705566,
+      "cov-distil (oracle2student)": 5.7731709480285645,
+      "cov-distil (oracle2teacher)": 5.317826271057129,
       "epoch": 1.8963893249607535,
-      "rel-constrast": 3.503373622894287,
+      "rel-constrast": 3.6707305908203125,
       "step": 2416,
-      "subrel-constrast": 3.6969528198242188,
+      "subrel-constrast": 3.5051095485687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0087852478027344,
-      "cov-distil (oracle2student)": 3.7578771114349365,
-      "cov-distil (oracle2teacher)": 4.207980632781982,
+      "cov-distil": 2.203646659851074,
+      "cov-distil (oracle2student)": 4.589032173156738,
+      "cov-distil (oracle2teacher)": 4.222592353820801,
       "epoch": 1.8971742543171115,
-      "rel-constrast": 2.7017407417297363,
+      "rel-constrast": 3.0230846405029297,
       "step": 2417,
-      "subrel-constrast": 4.2185163497924805,
+      "subrel-constrast": 3.829395055770874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6262376308441162,
-      "cov-distil (oracle2student)": 3.6708788871765137,
-      "cov-distil (oracle2teacher)": 3.7856521606445312,
+      "cov-distil": 2.0644822120666504,
+      "cov-distil (oracle2student)": 3.357328176498413,
+      "cov-distil (oracle2teacher)": 3.701237678527832,
       "epoch": 1.8979591836734695,
-      "rel-constrast": 1.8634005784988403,
+      "rel-constrast": 2.206390857696533,
       "step": 2418,
-      "subrel-constrast": 3.0977792739868164,
+      "subrel-constrast": 2.9395809173583984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5900068283081055,
-      "cov-distil (oracle2student)": 4.457353591918945,
-      "cov-distil (oracle2teacher)": 4.153909683227539,
+      "cov-distil": 1.8109769821166992,
+      "cov-distil (oracle2student)": 4.039643287658691,
+      "cov-distil (oracle2teacher)": 4.048396110534668,
       "epoch": 1.8987441130298273,
-      "rel-constrast": 3.801868200302124,
+      "rel-constrast": 4.150458335876465,
       "step": 2419,
-      "subrel-constrast": 4.6826558113098145,
+      "subrel-constrast": 4.436789035797119,
       "view-similarity": 0
     },
     {
       "epoch": 1.8995290423861853,
-      "grad_norm": 6.28125,
+      "grad_norm": 7.34375,
       "learning_rate": 4.6995363586024975e-05,
-      "loss": 0.7869,
+      "loss": 0.834,
       "step": 2420
     },
     {
-      "cov-distil": 1.5764394998550415,
-      "cov-distil (oracle2student)": 4.162510395050049,
-      "cov-distil (oracle2teacher)": 4.248930931091309,
+      "cov-distil": 2.0406997203826904,
+      "cov-distil (oracle2student)": 4.553836345672607,
+      "cov-distil (oracle2teacher)": 4.7625346183776855,
       "epoch": 1.8995290423861853,
-      "rel-constrast": 2.616868019104004,
+      "rel-constrast": 3.009852409362793,
       "step": 2420,
-      "subrel-constrast": 3.380180835723877,
+      "subrel-constrast": 3.666494131088257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4342957735061646,
-      "cov-distil (oracle2student)": 4.352146148681641,
-      "cov-distil (oracle2teacher)": 4.041654109954834,
+      "cov-distil": 1.857433557510376,
+      "cov-distil (oracle2student)": 4.610520839691162,
+      "cov-distil (oracle2teacher)": 4.256935119628906,
       "epoch": 1.900313971742543,
-      "rel-constrast": 2.580817222595215,
+      "rel-constrast": 2.369210720062256,
       "step": 2421,
-      "subrel-constrast": 3.0791471004486084,
+      "subrel-constrast": 2.8622453212738037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2533915042877197,
-      "cov-distil (oracle2student)": 3.0750513076782227,
-      "cov-distil (oracle2teacher)": 3.3678481578826904,
+      "cov-distil": 1.7722126245498657,
+      "cov-distil (oracle2student)": 3.492460250854492,
+      "cov-distil (oracle2teacher)": 3.626636266708374,
       "epoch": 1.901098901098901,
-      "rel-constrast": 2.0539112091064453,
+      "rel-constrast": 2.9699866771698,
       "step": 2422,
-      "subrel-constrast": 3.114314556121826,
+      "subrel-constrast": 3.3113346099853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6510907411575317,
-      "cov-distil (oracle2student)": 4.010537147521973,
-      "cov-distil (oracle2teacher)": 4.042222499847412,
+      "cov-distil": 1.8856772184371948,
+      "cov-distil (oracle2student)": 3.7086284160614014,
+      "cov-distil (oracle2teacher)": 4.4110636711120605,
       "epoch": 1.901883830455259,
-      "rel-constrast": 3.6350619792938232,
+      "rel-constrast": 3.5164847373962402,
       "step": 2423,
-      "subrel-constrast": 4.164426326751709,
+      "subrel-constrast": 4.1725263595581055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6331403255462646,
-      "cov-distil (oracle2student)": 4.32553243637085,
-      "cov-distil (oracle2teacher)": 4.709507942199707,
+      "cov-distil": 2.292062997817993,
+      "cov-distil (oracle2student)": 4.264250755310059,
+      "cov-distil (oracle2teacher)": 4.5260725021362305,
       "epoch": 1.902668759811617,
-      "rel-constrast": 2.874452590942383,
+      "rel-constrast": 3.4681153297424316,
       "step": 2424,
-      "subrel-constrast": 3.4159398078918457,
+      "subrel-constrast": 3.471421241760254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3081552982330322,
-      "cov-distil (oracle2student)": 3.373335838317871,
-      "cov-distil (oracle2teacher)": 3.216841697692871,
+      "cov-distil": 2.2238707542419434,
+      "cov-distil (oracle2student)": 3.5468757152557373,
+      "cov-distil (oracle2teacher)": 3.463615655899048,
       "epoch": 1.903453689167975,
-      "rel-constrast": 2.450361728668213,
+      "rel-constrast": 2.755383014678955,
       "step": 2425,
-      "subrel-constrast": 2.7166976928710938,
+      "subrel-constrast": 2.978384017944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0986295938491821,
-      "cov-distil (oracle2student)": 4.68710994720459,
-      "cov-distil (oracle2teacher)": 4.886653423309326,
+      "cov-distil": 1.5186574459075928,
+      "cov-distil (oracle2student)": 5.138332366943359,
+      "cov-distil (oracle2teacher)": 5.134337425231934,
       "epoch": 1.904238618524333,
-      "rel-constrast": 2.831007480621338,
+      "rel-constrast": 3.1540849208831787,
       "step": 2426,
-      "subrel-constrast": 3.5859177112579346,
+      "subrel-constrast": 3.6416878700256348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2356021404266357,
-      "cov-distil (oracle2student)": 3.868117332458496,
-      "cov-distil (oracle2teacher)": 3.388075828552246,
+      "cov-distil": 1.7816283702850342,
+      "cov-distil (oracle2student)": 4.016545295715332,
+      "cov-distil (oracle2teacher)": 4.008577823638916,
       "epoch": 1.9050235478806907,
-      "rel-constrast": 2.829667568206787,
+      "rel-constrast": 3.6360864639282227,
       "step": 2427,
-      "subrel-constrast": 3.4622700214385986,
+      "subrel-constrast": 3.3818037509918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7674546241760254,
-      "cov-distil (oracle2student)": 7.825194358825684,
-      "cov-distil (oracle2teacher)": 7.014017105102539,
+      "cov-distil": 2.37172269821167,
+      "cov-distil (oracle2student)": 8.548431396484375,
+      "cov-distil (oracle2teacher)": 7.160818099975586,
       "epoch": 1.9058084772370487,
-      "rel-constrast": 2.7684249877929688,
+      "rel-constrast": 3.42116641998291,
       "step": 2428,
-      "subrel-constrast": 4.026658058166504,
+      "subrel-constrast": 3.918016195297241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5501304864883423,
-      "cov-distil (oracle2student)": 6.067459583282471,
-      "cov-distil (oracle2teacher)": 5.342250823974609,
+      "cov-distil": 1.8078973293304443,
+      "cov-distil (oracle2student)": 5.911538600921631,
+      "cov-distil (oracle2teacher)": 5.885361671447754,
       "epoch": 1.9065934065934065,
-      "rel-constrast": 3.506082534790039,
+      "rel-constrast": 4.20503044128418,
       "step": 2429,
-      "subrel-constrast": 4.185858726501465,
+      "subrel-constrast": 4.1713104248046875,
       "view-similarity": 0
     },
     {
       "epoch": 1.9073783359497645,
-      "grad_norm": 8.0625,
+      "grad_norm": 6.65625,
       "learning_rate": 4.695375042288193e-05,
-      "loss": 0.7399,
+      "loss": 0.8126,
       "step": 2430
     },
     {
-      "cov-distil": 1.661251425743103,
-      "cov-distil (oracle2student)": 5.815157890319824,
-      "cov-distil (oracle2teacher)": 5.2097978591918945,
+      "cov-distil": 2.0769762992858887,
+      "cov-distil (oracle2student)": 6.113401412963867,
+      "cov-distil (oracle2teacher)": 5.803901672363281,
       "epoch": 1.9073783359497645,
-      "rel-constrast": 3.1979153156280518,
+      "rel-constrast": 4.512353897094727,
       "step": 2430,
-      "subrel-constrast": 3.8180320262908936,
+      "subrel-constrast": 4.144222736358643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4010013341903687,
-      "cov-distil (oracle2student)": 4.047023773193359,
-      "cov-distil (oracle2teacher)": 3.8124091625213623,
+      "cov-distil": 1.8898440599441528,
+      "cov-distil (oracle2student)": 4.636361122131348,
+      "cov-distil (oracle2teacher)": 4.259626388549805,
       "epoch": 1.9081632653061225,
-      "rel-constrast": 2.7833383083343506,
+      "rel-constrast": 3.6374149322509766,
       "step": 2431,
-      "subrel-constrast": 3.3880774974823,
+      "subrel-constrast": 3.598590850830078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3428449630737305,
-      "cov-distil (oracle2student)": 4.811054229736328,
-      "cov-distil (oracle2teacher)": 4.6646623611450195,
+      "cov-distil": 1.55710768699646,
+      "cov-distil (oracle2student)": 4.860286712646484,
+      "cov-distil (oracle2teacher)": 4.387834548950195,
       "epoch": 1.9089481946624804,
-      "rel-constrast": 1.903334140777588,
+      "rel-constrast": 2.106386661529541,
       "step": 2432,
-      "subrel-constrast": 2.957467794418335,
+      "subrel-constrast": 2.8386833667755127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.894035816192627,
-      "cov-distil (oracle2student)": 5.185266971588135,
-      "cov-distil (oracle2teacher)": 5.055410385131836,
+      "cov-distil": 2.791849136352539,
+      "cov-distil (oracle2student)": 5.397242546081543,
+      "cov-distil (oracle2teacher)": 5.8116350173950195,
       "epoch": 1.9097331240188384,
-      "rel-constrast": 3.5421810150146484,
+      "rel-constrast": 4.0136260986328125,
       "step": 2433,
-      "subrel-constrast": 4.148813724517822,
+      "subrel-constrast": 3.873340368270874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5876843929290771,
-      "cov-distil (oracle2student)": 3.8494958877563477,
-      "cov-distil (oracle2teacher)": 3.749537467956543,
+      "cov-distil": 1.7022855281829834,
+      "cov-distil (oracle2student)": 4.350547790527344,
+      "cov-distil (oracle2teacher)": 4.4040117263793945,
       "epoch": 1.9105180533751962,
-      "rel-constrast": 1.4161465167999268,
+      "rel-constrast": 1.8347980976104736,
       "step": 2434,
-      "subrel-constrast": 2.326631546020508,
+      "subrel-constrast": 2.177065849304199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.179868459701538,
-      "cov-distil (oracle2student)": 5.063297271728516,
-      "cov-distil (oracle2teacher)": 5.048863887786865,
+      "cov-distil": 1.4723997116088867,
+      "cov-distil (oracle2student)": 5.568363189697266,
+      "cov-distil (oracle2teacher)": 5.2703142166137695,
       "epoch": 1.9113029827315542,
-      "rel-constrast": 1.977632999420166,
+      "rel-constrast": 2.4216673374176025,
       "step": 2435,
-      "subrel-constrast": 2.978015184402466,
+      "subrel-constrast": 2.76412034034729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0675768852233887,
-      "cov-distil (oracle2student)": 3.509960174560547,
-      "cov-distil (oracle2teacher)": 3.275967836380005,
+      "cov-distil": 1.4279310703277588,
+      "cov-distil (oracle2student)": 3.8232150077819824,
+      "cov-distil (oracle2teacher)": 3.3521907329559326,
       "epoch": 1.912087912087912,
-      "rel-constrast": 2.534778356552124,
+      "rel-constrast": 2.806232452392578,
       "step": 2436,
-      "subrel-constrast": 3.177161455154419,
+      "subrel-constrast": 2.9668030738830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2767798900604248,
-      "cov-distil (oracle2student)": 5.10045862197876,
-      "cov-distil (oracle2teacher)": 4.806947231292725,
+      "cov-distil": 1.753396987915039,
+      "cov-distil (oracle2student)": 5.235098361968994,
+      "cov-distil (oracle2teacher)": 4.988763809204102,
       "epoch": 1.91287284144427,
-      "rel-constrast": 3.7104642391204834,
+      "rel-constrast": 3.9481425285339355,
       "step": 2437,
-      "subrel-constrast": 4.066912651062012,
+      "subrel-constrast": 4.218977451324463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2878401279449463,
-      "cov-distil (oracle2student)": 4.154492378234863,
-      "cov-distil (oracle2teacher)": 3.9410927295684814,
+      "cov-distil": 1.5153284072875977,
+      "cov-distil (oracle2student)": 4.257434844970703,
+      "cov-distil (oracle2teacher)": 4.368738651275635,
       "epoch": 1.913657770800628,
-      "rel-constrast": 2.4905645847320557,
+      "rel-constrast": 2.459825038909912,
       "step": 2438,
-      "subrel-constrast": 2.833585262298584,
+      "subrel-constrast": 2.4891672134399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5208327770233154,
-      "cov-distil (oracle2student)": 3.870839834213257,
-      "cov-distil (oracle2teacher)": 3.587754726409912,
+      "cov-distil": 2.2528367042541504,
+      "cov-distil (oracle2student)": 3.734391689300537,
+      "cov-distil (oracle2teacher)": 3.7016868591308594,
       "epoch": 1.914442700156986,
-      "rel-constrast": 3.411961555480957,
+      "rel-constrast": 2.962449550628662,
       "step": 2439,
-      "subrel-constrast": 3.4366512298583984,
+      "subrel-constrast": 3.185680866241455,
       "view-similarity": 0
     },
     {
       "epoch": 1.915227629513344,
-      "grad_norm": 6.21875,
+      "grad_norm": 6.59375,
       "learning_rate": 4.691186976021816e-05,
-      "loss": 0.7098,
+      "loss": 0.7676,
       "step": 2440
     },
     {
-      "cov-distil": 1.4967070817947388,
-      "cov-distil (oracle2student)": 3.8773322105407715,
-      "cov-distil (oracle2teacher)": 3.5573790073394775,
+      "cov-distil": 1.6493921279907227,
+      "cov-distil (oracle2student)": 4.409428596496582,
+      "cov-distil (oracle2teacher)": 3.800039768218994,
       "epoch": 1.915227629513344,
-      "rel-constrast": 2.619619369506836,
+      "rel-constrast": 2.741847276687622,
       "step": 2440,
-      "subrel-constrast": 3.13883376121521,
+      "subrel-constrast": 3.2819368839263916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.68430757522583,
-      "cov-distil (oracle2student)": 4.4702301025390625,
-      "cov-distil (oracle2teacher)": 4.563200950622559,
+      "cov-distil": 2.2427964210510254,
+      "cov-distil (oracle2student)": 4.341586112976074,
+      "cov-distil (oracle2teacher)": 4.472478866577148,
       "epoch": 1.9160125588697017,
-      "rel-constrast": 2.469916343688965,
+      "rel-constrast": 2.778942108154297,
       "step": 2441,
-      "subrel-constrast": 3.2960541248321533,
+      "subrel-constrast": 3.5565617084503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5579092502593994,
-      "cov-distil (oracle2student)": 4.825962543487549,
-      "cov-distil (oracle2teacher)": 4.666205406188965,
+      "cov-distil": 1.720488429069519,
+      "cov-distil (oracle2student)": 5.101390838623047,
+      "cov-distil (oracle2teacher)": 4.777082443237305,
       "epoch": 1.9167974882260597,
-      "rel-constrast": 3.2126452922821045,
+      "rel-constrast": 3.742286205291748,
       "step": 2442,
-      "subrel-constrast": 3.909355878829956,
+      "subrel-constrast": 3.533844470977783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2697449922561646,
-      "cov-distil (oracle2student)": 4.256183624267578,
-      "cov-distil (oracle2teacher)": 3.755272626876831,
+      "cov-distil": 1.4177119731903076,
+      "cov-distil (oracle2student)": 4.223392486572266,
+      "cov-distil (oracle2teacher)": 4.493070602416992,
       "epoch": 1.9175824175824174,
-      "rel-constrast": 2.9741082191467285,
+      "rel-constrast": 3.333495616912842,
       "step": 2443,
-      "subrel-constrast": 3.097259044647217,
+      "subrel-constrast": 3.523841142654419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3230315446853638,
-      "cov-distil (oracle2student)": 3.8114309310913086,
-      "cov-distil (oracle2teacher)": 3.591279983520508,
+      "cov-distil": 1.5121865272521973,
+      "cov-distil (oracle2student)": 3.972146511077881,
+      "cov-distil (oracle2teacher)": 3.852494478225708,
       "epoch": 1.9183673469387754,
-      "rel-constrast": 2.5748753547668457,
+      "rel-constrast": 3.0567917823791504,
       "step": 2444,
-      "subrel-constrast": 3.4513001441955566,
+      "subrel-constrast": 3.3887839317321777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0446491241455078,
-      "cov-distil (oracle2student)": 4.172782897949219,
-      "cov-distil (oracle2teacher)": 3.9387669563293457,
+      "cov-distil": 1.5348950624465942,
+      "cov-distil (oracle2student)": 3.751391887664795,
+      "cov-distil (oracle2teacher)": 4.352087020874023,
       "epoch": 1.9191522762951334,
-      "rel-constrast": 3.2238731384277344,
+      "rel-constrast": 3.210317850112915,
       "step": 2445,
-      "subrel-constrast": 3.837935209274292,
+      "subrel-constrast": 3.810728073120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5663421154022217,
-      "cov-distil (oracle2student)": 6.687404155731201,
-      "cov-distil (oracle2teacher)": 6.850368499755859,
+      "cov-distil": 2.303544759750366,
+      "cov-distil (oracle2student)": 7.315271854400635,
+      "cov-distil (oracle2teacher)": 7.405389785766602,
       "epoch": 1.9199372056514914,
-      "rel-constrast": 3.118551731109619,
+      "rel-constrast": 3.601461887359619,
       "step": 2446,
-      "subrel-constrast": 4.409268379211426,
+      "subrel-constrast": 4.679231643676758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5033377408981323,
-      "cov-distil (oracle2student)": 3.122352123260498,
-      "cov-distil (oracle2teacher)": 3.5328731536865234,
+      "cov-distil": 1.7240856885910034,
+      "cov-distil (oracle2student)": 3.1474597454071045,
+      "cov-distil (oracle2teacher)": 3.661060094833374,
       "epoch": 1.9207221350078494,
-      "rel-constrast": 2.0668764114379883,
+      "rel-constrast": 2.3663525581359863,
       "step": 2447,
-      "subrel-constrast": 3.0326130390167236,
+      "subrel-constrast": 3.1988439559936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4021883010864258,
-      "cov-distil (oracle2student)": 4.386048316955566,
-      "cov-distil (oracle2teacher)": 4.230499267578125,
+      "cov-distil": 1.2831933498382568,
+      "cov-distil (oracle2student)": 4.380098342895508,
+      "cov-distil (oracle2teacher)": 4.334277153015137,
       "epoch": 1.9215070643642074,
-      "rel-constrast": 3.1327056884765625,
+      "rel-constrast": 3.5632944107055664,
       "step": 2448,
-      "subrel-constrast": 3.7891204357147217,
+      "subrel-constrast": 3.6251585483551025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0900633335113525,
-      "cov-distil (oracle2student)": 4.235468864440918,
-      "cov-distil (oracle2teacher)": 4.379511833190918,
+      "cov-distil": 1.5302242040634155,
+      "cov-distil (oracle2student)": 4.7878828048706055,
+      "cov-distil (oracle2teacher)": 4.453137397766113,
       "epoch": 1.9222919937205651,
-      "rel-constrast": 3.441082000732422,
+      "rel-constrast": 4.549449920654297,
       "step": 2449,
-      "subrel-constrast": 4.267126083374023,
+      "subrel-constrast": 4.387388706207275,
       "view-similarity": 0
     },
     {
       "epoch": 1.9230769230769231,
-      "grad_norm": 5.59375,
+      "grad_norm": 6.96875,
       "learning_rate": 4.6869722108336323e-05,
-      "loss": 0.7557,
+      "loss": 0.8236,
       "step": 2450
     },
     {
-      "cov-distil": 1.8572824001312256,
-      "cov-distil (oracle2student)": 3.7828783988952637,
-      "cov-distil (oracle2teacher)": 3.6816017627716064,
+      "cov-distil": 2.0777273178100586,
+      "cov-distil (oracle2student)": 3.610112428665161,
+      "cov-distil (oracle2teacher)": 3.8277366161346436,
       "epoch": 1.9230769230769231,
-      "rel-constrast": 2.2032833099365234,
+      "rel-constrast": 2.535464286804199,
       "step": 2450,
-      "subrel-constrast": 3.423372268676758,
+      "subrel-constrast": 3.2464141845703125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784165620803833,
-      "cov-distil (oracle2student)": 3.5892648696899414,
-      "cov-distil (oracle2teacher)": 4.185019493103027,
+      "cov-distil": 2.120630979537964,
+      "cov-distil (oracle2student)": 3.758209228515625,
+      "cov-distil (oracle2teacher)": 3.7522192001342773,
       "epoch": 1.923861852433281,
-      "rel-constrast": 2.4126200675964355,
+      "rel-constrast": 2.487186908721924,
       "step": 2451,
-      "subrel-constrast": 2.9255363941192627,
+      "subrel-constrast": 3.162531852722168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4744055271148682,
-      "cov-distil (oracle2student)": 5.581669807434082,
-      "cov-distil (oracle2teacher)": 5.3179826736450195,
+      "cov-distil": 1.711385726928711,
+      "cov-distil (oracle2student)": 4.741732597351074,
+      "cov-distil (oracle2teacher)": 5.739178657531738,
       "epoch": 1.9246467817896389,
-      "rel-constrast": 1.4047518968582153,
+      "rel-constrast": 2.1824426651000977,
       "step": 2452,
-      "subrel-constrast": 2.5651700496673584,
+      "subrel-constrast": 2.5425524711608887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.563706874847412,
-      "cov-distil (oracle2student)": 3.1593146324157715,
-      "cov-distil (oracle2teacher)": 3.1118004322052,
+      "cov-distil": 2.1994121074676514,
+      "cov-distil (oracle2student)": 3.1080002784729004,
+      "cov-distil (oracle2teacher)": 3.2335073947906494,
       "epoch": 1.9254317111459969,
-      "rel-constrast": 2.9661388397216797,
+      "rel-constrast": 3.034877300262451,
       "step": 2453,
-      "subrel-constrast": 3.6493420600891113,
+      "subrel-constrast": 3.8722782135009766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0135185718536377,
-      "cov-distil (oracle2student)": 5.030746936798096,
-      "cov-distil (oracle2teacher)": 4.370763778686523,
+      "cov-distil": 1.419734001159668,
+      "cov-distil (oracle2student)": 5.143339157104492,
+      "cov-distil (oracle2teacher)": 4.242551803588867,
       "epoch": 1.9262166405023549,
-      "rel-constrast": 2.117779016494751,
+      "rel-constrast": 2.809587001800537,
       "step": 2454,
-      "subrel-constrast": 3.540395975112915,
+      "subrel-constrast": 3.3690245151519775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9057115316390991,
-      "cov-distil (oracle2student)": 3.8317630290985107,
-      "cov-distil (oracle2teacher)": 3.4586093425750732,
+      "cov-distil": 2.325432777404785,
+      "cov-distil (oracle2student)": 3.5041861534118652,
+      "cov-distil (oracle2teacher)": 3.4643070697784424,
       "epoch": 1.9270015698587128,
-      "rel-constrast": 2.8648123741149902,
+      "rel-constrast": 2.8653156757354736,
       "step": 2455,
-      "subrel-constrast": 3.5481410026550293,
+      "subrel-constrast": 3.500352144241333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4511473178863525,
-      "cov-distil (oracle2student)": 4.717432022094727,
-      "cov-distil (oracle2teacher)": 4.39992094039917,
+      "cov-distil": 1.9053723812103271,
+      "cov-distil (oracle2student)": 4.765313625335693,
+      "cov-distil (oracle2teacher)": 4.562320709228516,
       "epoch": 1.9277864992150706,
-      "rel-constrast": 3.448397159576416,
+      "rel-constrast": 3.4581315517425537,
       "step": 2456,
-      "subrel-constrast": 4.132615089416504,
+      "subrel-constrast": 4.305923938751221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4134639501571655,
-      "cov-distil (oracle2student)": 3.592564105987549,
-      "cov-distil (oracle2teacher)": 3.4169201850891113,
+      "cov-distil": 1.8100507259368896,
+      "cov-distil (oracle2student)": 3.5563430786132812,
+      "cov-distil (oracle2teacher)": 3.93519926071167,
       "epoch": 1.9285714285714286,
-      "rel-constrast": 2.690018653869629,
+      "rel-constrast": 2.582787036895752,
       "step": 2457,
-      "subrel-constrast": 3.5381455421447754,
+      "subrel-constrast": 3.626207113265991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.381658673286438,
-      "cov-distil (oracle2student)": 4.504133224487305,
-      "cov-distil (oracle2teacher)": 4.371111869812012,
+      "cov-distil": 1.9782564640045166,
+      "cov-distil (oracle2student)": 4.121538162231445,
+      "cov-distil (oracle2teacher)": 4.418006896972656,
       "epoch": 1.9293563579277864,
-      "rel-constrast": 3.296360492706299,
+      "rel-constrast": 2.8198208808898926,
       "step": 2458,
-      "subrel-constrast": 3.687131404876709,
+      "subrel-constrast": 4.178013801574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6124401092529297,
-      "cov-distil (oracle2student)": 6.004388809204102,
-      "cov-distil (oracle2teacher)": 5.248353481292725,
+      "cov-distil": 2.1518025398254395,
+      "cov-distil (oracle2student)": 5.63492488861084,
+      "cov-distil (oracle2teacher)": 5.625816822052002,
       "epoch": 1.9301412872841444,
-      "rel-constrast": 2.7687840461730957,
+      "rel-constrast": 2.920807361602783,
       "step": 2459,
-      "subrel-constrast": 4.301806449890137,
+      "subrel-constrast": 4.52455472946167,
       "view-similarity": 0
     },
     {
       "epoch": 1.9309262166405023,
-      "grad_norm": 4.375,
+      "grad_norm": 5.4375,
       "learning_rate": 4.6827307980792254e-05,
-      "loss": 0.6955,
+      "loss": 0.6924,
       "step": 2460
     },
     {
-      "cov-distil": 1.291625738143921,
-      "cov-distil (oracle2student)": 3.3951034545898438,
-      "cov-distil (oracle2teacher)": 3.562033176422119,
+      "cov-distil": 1.6755009889602661,
+      "cov-distil (oracle2student)": 3.7575297355651855,
+      "cov-distil (oracle2teacher)": 3.74806809425354,
       "epoch": 1.9309262166405023,
-      "rel-constrast": 3.105185031890869,
+      "rel-constrast": 3.5969133377075195,
       "step": 2460,
-      "subrel-constrast": 3.2856054306030273,
+      "subrel-constrast": 3.4796204566955566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2882192134857178,
-      "cov-distil (oracle2student)": 5.582555770874023,
-      "cov-distil (oracle2teacher)": 5.066989421844482,
+      "cov-distil": 1.7282599210739136,
+      "cov-distil (oracle2student)": 5.846362590789795,
+      "cov-distil (oracle2teacher)": 5.884958267211914,
       "epoch": 1.9317111459968603,
-      "rel-constrast": 2.387822151184082,
+      "rel-constrast": 3.0275449752807617,
       "step": 2461,
-      "subrel-constrast": 3.4038312435150146,
+      "subrel-constrast": 3.110316753387451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4667425155639648,
-      "cov-distil (oracle2student)": 3.4097275733947754,
-      "cov-distil (oracle2teacher)": 3.206629753112793,
+      "cov-distil": 1.6258654594421387,
+      "cov-distil (oracle2student)": 3.8759493827819824,
+      "cov-distil (oracle2teacher)": 3.5967235565185547,
       "epoch": 1.9324960753532183,
-      "rel-constrast": 2.7560582160949707,
+      "rel-constrast": 3.5317296981811523,
       "step": 2462,
-      "subrel-constrast": 3.2389450073242188,
+      "subrel-constrast": 3.6672370433807373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8337502479553223,
-      "cov-distil (oracle2student)": 5.2984442710876465,
-      "cov-distil (oracle2teacher)": 5.799503326416016,
+      "cov-distil": 2.0123977661132812,
+      "cov-distil (oracle2student)": 5.48608922958374,
+      "cov-distil (oracle2teacher)": 5.880141258239746,
       "epoch": 1.933281004709576,
-      "rel-constrast": 2.6879539489746094,
+      "rel-constrast": 2.3920106887817383,
       "step": 2463,
-      "subrel-constrast": 3.309619426727295,
+      "subrel-constrast": 3.0439891815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5622186660766602,
-      "cov-distil (oracle2student)": 4.927425861358643,
-      "cov-distil (oracle2teacher)": 4.671817779541016,
+      "cov-distil": 1.7360436916351318,
+      "cov-distil (oracle2student)": 5.710122108459473,
+      "cov-distil (oracle2teacher)": 5.210813999176025,
       "epoch": 1.934065934065934,
-      "rel-constrast": 2.1536669731140137,
+      "rel-constrast": 2.6619043350219727,
       "step": 2464,
-      "subrel-constrast": 3.14108943939209,
+      "subrel-constrast": 3.1427273750305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2570550441741943,
-      "cov-distil (oracle2student)": 3.430919647216797,
-      "cov-distil (oracle2teacher)": 2.8552744388580322,
+      "cov-distil": 1.3731143474578857,
+      "cov-distil (oracle2student)": 3.4848718643188477,
+      "cov-distil (oracle2teacher)": 2.8293392658233643,
       "epoch": 1.9348508634222918,
-      "rel-constrast": 2.170525074005127,
+      "rel-constrast": 2.632706880569458,
       "step": 2465,
-      "subrel-constrast": 2.571291208267212,
+      "subrel-constrast": 2.064417600631714,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6424362659454346,
-      "cov-distil (oracle2student)": 4.277450084686279,
-      "cov-distil (oracle2teacher)": 3.705414295196533,
+      "cov-distil": 2.331920623779297,
+      "cov-distil (oracle2student)": 4.447912216186523,
+      "cov-distil (oracle2teacher)": 3.8424646854400635,
       "epoch": 1.9356357927786498,
-      "rel-constrast": 2.9013924598693848,
+      "rel-constrast": 3.018277645111084,
       "step": 2466,
-      "subrel-constrast": 3.1362950801849365,
+      "subrel-constrast": 3.243623971939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5327125787734985,
-      "cov-distil (oracle2student)": 3.9433579444885254,
-      "cov-distil (oracle2teacher)": 4.323305130004883,
+      "cov-distil": 1.846907377243042,
+      "cov-distil (oracle2student)": 4.1916069984436035,
+      "cov-distil (oracle2teacher)": 4.365859508514404,
       "epoch": 1.9364207221350078,
-      "rel-constrast": 2.583871364593506,
+      "rel-constrast": 2.9997520446777344,
       "step": 2467,
-      "subrel-constrast": 3.247133255004883,
+      "subrel-constrast": 3.294950008392334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2818008661270142,
-      "cov-distil (oracle2student)": 3.8986258506774902,
-      "cov-distil (oracle2teacher)": 3.754828453063965,
+      "cov-distil": 1.3443238735198975,
+      "cov-distil (oracle2student)": 3.9284348487854004,
+      "cov-distil (oracle2teacher)": 4.000280380249023,
       "epoch": 1.9372056514913658,
-      "rel-constrast": 3.117367744445801,
+      "rel-constrast": 4.0569000244140625,
       "step": 2468,
-      "subrel-constrast": 3.5399816036224365,
+      "subrel-constrast": 3.2256784439086914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7398326396942139,
-      "cov-distil (oracle2student)": 3.1840739250183105,
-      "cov-distil (oracle2teacher)": 2.9380695819854736,
+      "cov-distil": 1.775866985321045,
+      "cov-distil (oracle2student)": 3.3880202770233154,
+      "cov-distil (oracle2teacher)": 3.37661075592041,
       "epoch": 1.9379905808477238,
-      "rel-constrast": 2.5847887992858887,
+      "rel-constrast": 2.650902032852173,
       "step": 2469,
-      "subrel-constrast": 3.0294415950775146,
+      "subrel-constrast": 2.8407840728759766,
       "view-similarity": 0
     },
     {
       "epoch": 1.9387755102040818,
-      "grad_norm": 5.875,
+      "grad_norm": 6.375,
       "learning_rate": 4.678462789438873e-05,
-      "loss": 0.6985,
+      "loss": 0.7642,
       "step": 2470
     },
     {
-      "cov-distil": 1.5433144569396973,
-      "cov-distil (oracle2student)": 2.9578075408935547,
-      "cov-distil (oracle2teacher)": 3.23738694190979,
+      "cov-distil": 1.8386335372924805,
+      "cov-distil (oracle2student)": 3.399143934249878,
+      "cov-distil (oracle2teacher)": 3.3674240112304688,
       "epoch": 1.9387755102040818,
-      "rel-constrast": 1.937584400177002,
+      "rel-constrast": 2.14080548286438,
       "step": 2470,
-      "subrel-constrast": 2.6642847061157227,
+      "subrel-constrast": 2.599369764328003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4443485736846924,
-      "cov-distil (oracle2student)": 4.100014686584473,
-      "cov-distil (oracle2teacher)": 4.245871543884277,
+      "cov-distil": 1.9498536586761475,
+      "cov-distil (oracle2student)": 4.727289199829102,
+      "cov-distil (oracle2teacher)": 4.675529956817627,
       "epoch": 1.9395604395604396,
-      "rel-constrast": 2.6583218574523926,
+      "rel-constrast": 3.088265895843506,
       "step": 2471,
-      "subrel-constrast": 3.2574462890625,
+      "subrel-constrast": 3.1707987785339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.635296583175659,
-      "cov-distil (oracle2student)": 4.330043792724609,
-      "cov-distil (oracle2teacher)": 4.497190475463867,
+      "cov-distil": 2.6682381629943848,
+      "cov-distil (oracle2student)": 4.367327690124512,
+      "cov-distil (oracle2teacher)": 4.372818470001221,
       "epoch": 1.9403453689167975,
-      "rel-constrast": 2.740987777709961,
+      "rel-constrast": 3.055204391479492,
       "step": 2472,
-      "subrel-constrast": 3.7768290042877197,
+      "subrel-constrast": 3.6247777938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6916110515594482,
-      "cov-distil (oracle2student)": 4.03584098815918,
-      "cov-distil (oracle2teacher)": 3.9940500259399414,
+      "cov-distil": 2.18607759475708,
+      "cov-distil (oracle2student)": 4.060159683227539,
+      "cov-distil (oracle2teacher)": 3.8476672172546387,
       "epoch": 1.9411302982731553,
-      "rel-constrast": 3.721792221069336,
+      "rel-constrast": 4.087628364562988,
       "step": 2473,
-      "subrel-constrast": 4.984964847564697,
+      "subrel-constrast": 4.49715518951416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7572797536849976,
-      "cov-distil (oracle2student)": 4.882442474365234,
-      "cov-distil (oracle2teacher)": 4.8414459228515625,
+      "cov-distil": 2.417043447494507,
+      "cov-distil (oracle2student)": 4.916109561920166,
+      "cov-distil (oracle2teacher)": 5.248584747314453,
       "epoch": 1.9419152276295133,
-      "rel-constrast": 3.777127742767334,
+      "rel-constrast": 3.9990792274475098,
       "step": 2474,
-      "subrel-constrast": 4.820999622344971,
+      "subrel-constrast": 4.52692985534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9405834674835205,
-      "cov-distil (oracle2student)": 3.093421459197998,
-      "cov-distil (oracle2teacher)": 2.8786327838897705,
+      "cov-distil": 2.954000949859619,
+      "cov-distil (oracle2student)": 3.497328281402588,
+      "cov-distil (oracle2teacher)": 3.1571311950683594,
       "epoch": 1.9427001569858713,
-      "rel-constrast": 2.0982015132904053,
+      "rel-constrast": 2.25998592376709,
       "step": 2475,
-      "subrel-constrast": 3.5316975116729736,
+      "subrel-constrast": 3.314478874206543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.515413761138916,
-      "cov-distil (oracle2student)": 3.9444305896759033,
-      "cov-distil (oracle2teacher)": 3.8890323638916016,
+      "cov-distil": 2.133957862854004,
+      "cov-distil (oracle2student)": 4.546296119689941,
+      "cov-distil (oracle2teacher)": 4.106150150299072,
       "epoch": 1.9434850863422293,
-      "rel-constrast": 4.322173118591309,
+      "rel-constrast": 5.421614170074463,
       "step": 2476,
-      "subrel-constrast": 5.106509685516357,
+      "subrel-constrast": 5.483541488647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.140060305595398,
-      "cov-distil (oracle2student)": 6.094444274902344,
-      "cov-distil (oracle2teacher)": 5.784130096435547,
+      "cov-distil": 1.6556332111358643,
+      "cov-distil (oracle2student)": 6.450920104980469,
+      "cov-distil (oracle2teacher)": 6.116326808929443,
       "epoch": 1.9442700156985873,
-      "rel-constrast": 3.238407611846924,
+      "rel-constrast": 3.110126256942749,
       "step": 2477,
-      "subrel-constrast": 3.228761672973633,
+      "subrel-constrast": 3.409900426864624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5136356353759766,
-      "cov-distil (oracle2student)": 5.130928993225098,
-      "cov-distil (oracle2teacher)": 5.599532127380371,
+      "cov-distil": 1.4222064018249512,
+      "cov-distil (oracle2student)": 5.483114242553711,
+      "cov-distil (oracle2teacher)": 5.254704475402832,
       "epoch": 1.945054945054945,
-      "rel-constrast": 2.899818181991577,
+      "rel-constrast": 3.5260653495788574,
       "step": 2478,
-      "subrel-constrast": 3.9041976928710938,
+      "subrel-constrast": 3.6301498413085938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3585325479507446,
-      "cov-distil (oracle2student)": 3.166748046875,
-      "cov-distil (oracle2teacher)": 3.5953032970428467,
+      "cov-distil": 1.8981573581695557,
+      "cov-distil (oracle2student)": 3.4009275436401367,
+      "cov-distil (oracle2teacher)": 3.8342525959014893,
       "epoch": 1.945839874411303,
-      "rel-constrast": 2.318967580795288,
+      "rel-constrast": 2.809504270553589,
       "step": 2479,
-      "subrel-constrast": 2.99764347076416,
+      "subrel-constrast": 2.9279117584228516,
       "view-similarity": 0
     },
     {
       "epoch": 1.9466248037676608,
-      "grad_norm": 5.5625,
+      "grad_norm": 5.15625,
       "learning_rate": 4.6741682369169116e-05,
-      "loss": 0.7842,
+      "loss": 0.8375,
       "step": 2480
     },
     {
-      "cov-distil": 1.358513355255127,
-      "cov-distil (oracle2student)": 3.3030920028686523,
-      "cov-distil (oracle2teacher)": 2.8421571254730225,
+      "cov-distil": 1.7548041343688965,
+      "cov-distil (oracle2student)": 3.385909080505371,
+      "cov-distil (oracle2teacher)": 3.081536293029785,
       "epoch": 1.9466248037676608,
-      "rel-constrast": 2.6336965560913086,
+      "rel-constrast": 2.7045834064483643,
       "step": 2480,
-      "subrel-constrast": 2.8718340396881104,
+      "subrel-constrast": 2.9248833656311035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1459712982177734,
-      "cov-distil (oracle2student)": 4.063625335693359,
-      "cov-distil (oracle2teacher)": 4.200922012329102,
+      "cov-distil": 1.9525247812271118,
+      "cov-distil (oracle2student)": 4.320362091064453,
+      "cov-distil (oracle2teacher)": 4.008906364440918,
       "epoch": 1.9474097331240188,
-      "rel-constrast": 3.232606887817383,
+      "rel-constrast": 3.7008070945739746,
       "step": 2481,
-      "subrel-constrast": 3.6092476844787598,
+      "subrel-constrast": 3.5617988109588623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5961551666259766,
-      "cov-distil (oracle2student)": 5.03495979309082,
-      "cov-distil (oracle2teacher)": 4.37387752532959,
+      "cov-distil": 1.8206772804260254,
+      "cov-distil (oracle2student)": 5.016617774963379,
+      "cov-distil (oracle2teacher)": 4.617125511169434,
       "epoch": 1.9481946624803768,
-      "rel-constrast": 3.085963010787964,
+      "rel-constrast": 3.0347275733947754,
       "step": 2482,
-      "subrel-constrast": 4.056833267211914,
+      "subrel-constrast": 3.702119827270508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7837347984313965,
-      "cov-distil (oracle2student)": 3.69675612449646,
-      "cov-distil (oracle2teacher)": 3.8338403701782227,
+      "cov-distil": 2.094062089920044,
+      "cov-distil (oracle2student)": 3.52024245262146,
+      "cov-distil (oracle2teacher)": 3.752002477645874,
       "epoch": 1.9489795918367347,
-      "rel-constrast": 2.9396042823791504,
+      "rel-constrast": 3.329939126968384,
       "step": 2483,
-      "subrel-constrast": 4.183809757232666,
+      "subrel-constrast": 4.237846851348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4148401021957397,
-      "cov-distil (oracle2student)": 3.438568115234375,
-      "cov-distil (oracle2teacher)": 3.2074334621429443,
+      "cov-distil": 1.8044018745422363,
+      "cov-distil (oracle2student)": 3.4269986152648926,
+      "cov-distil (oracle2teacher)": 3.7321457862854004,
       "epoch": 1.9497645211930927,
-      "rel-constrast": 3.73038911819458,
+      "rel-constrast": 3.511920213699341,
       "step": 2484,
-      "subrel-constrast": 3.9382483959198,
+      "subrel-constrast": 4.019540309906006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.58474600315094,
-      "cov-distil (oracle2student)": 4.109490394592285,
-      "cov-distil (oracle2teacher)": 4.459442615509033,
+      "cov-distil": 1.8103156089782715,
+      "cov-distil (oracle2student)": 4.392208099365234,
+      "cov-distil (oracle2teacher)": 4.847190856933594,
       "epoch": 1.9505494505494505,
-      "rel-constrast": 2.299020767211914,
+      "rel-constrast": 2.906230926513672,
       "step": 2485,
-      "subrel-constrast": 3.835998296737671,
+      "subrel-constrast": 3.7046427726745605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3292391300201416,
-      "cov-distil (oracle2student)": 4.8831000328063965,
-      "cov-distil (oracle2teacher)": 4.521707534790039,
+      "cov-distil": 1.62659752368927,
+      "cov-distil (oracle2student)": 4.81600284576416,
+      "cov-distil (oracle2teacher)": 4.675787448883057,
       "epoch": 1.9513343799058085,
-      "rel-constrast": 3.4085583686828613,
+      "rel-constrast": 3.4940524101257324,
       "step": 2486,
-      "subrel-constrast": 4.050882339477539,
+      "subrel-constrast": 4.294118404388428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214061975479126,
-      "cov-distil (oracle2student)": 4.851228713989258,
-      "cov-distil (oracle2teacher)": 4.625171184539795,
+      "cov-distil": 1.3786125183105469,
+      "cov-distil (oracle2student)": 4.777690410614014,
+      "cov-distil (oracle2teacher)": 4.592968463897705,
       "epoch": 1.9521193092621663,
-      "rel-constrast": 2.7774693965911865,
+      "rel-constrast": 2.6345126628875732,
       "step": 2487,
-      "subrel-constrast": 3.4249110221862793,
+      "subrel-constrast": 3.5652425289154053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1201047897338867,
-      "cov-distil (oracle2student)": 5.36749267578125,
-      "cov-distil (oracle2teacher)": 4.693625450134277,
+      "cov-distil": 2.4288666248321533,
+      "cov-distil (oracle2student)": 5.66049861907959,
+      "cov-distil (oracle2teacher)": 5.7888970375061035,
       "epoch": 1.9529042386185242,
-      "rel-constrast": 2.81223726272583,
+      "rel-constrast": 3.392793655395508,
       "step": 2488,
-      "subrel-constrast": 4.239040374755859,
+      "subrel-constrast": 4.477807998657227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.328134536743164,
-      "cov-distil (oracle2student)": 5.878386974334717,
-      "cov-distil (oracle2teacher)": 5.070760726928711,
+      "cov-distil": 1.8116998672485352,
+      "cov-distil (oracle2student)": 6.204522609710693,
+      "cov-distil (oracle2teacher)": 5.7111711502075195,
       "epoch": 1.9536891679748822,
-      "rel-constrast": 2.211723566055298,
+      "rel-constrast": 2.868224859237671,
       "step": 2489,
-      "subrel-constrast": 2.9829752445220947,
+      "subrel-constrast": 3.0413248538970947,
       "view-similarity": 0
     },
     {
       "epoch": 1.9544740973312402,
-      "grad_norm": 7.21875,
+      "grad_norm": 6.5625,
       "learning_rate": 4.669847192841109e-05,
-      "loss": 0.7655,
+      "loss": 0.7894,
       "step": 2490
     },
     {
-      "cov-distil": 2.050966501235962,
-      "cov-distil (oracle2student)": 3.950345993041992,
-      "cov-distil (oracle2teacher)": 3.2366585731506348,
+      "cov-distil": 2.1892781257629395,
+      "cov-distil (oracle2student)": 4.291226387023926,
+      "cov-distil (oracle2teacher)": 3.5918831825256348,
       "epoch": 1.9544740973312402,
-      "rel-constrast": 2.2773871421813965,
+      "rel-constrast": 2.3591976165771484,
       "step": 2490,
-      "subrel-constrast": 3.064868211746216,
+      "subrel-constrast": 2.8968348503112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3345588445663452,
-      "cov-distil (oracle2student)": 4.820789337158203,
-      "cov-distil (oracle2teacher)": 4.411266326904297,
+      "cov-distil": 1.783015489578247,
+      "cov-distil (oracle2student)": 4.897640228271484,
+      "cov-distil (oracle2teacher)": 4.63388729095459,
       "epoch": 1.9552590266875982,
-      "rel-constrast": 2.706510066986084,
+      "rel-constrast": 2.768185615539551,
       "step": 2491,
-      "subrel-constrast": 3.464383363723755,
+      "subrel-constrast": 3.3996403217315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.313352108001709,
-      "cov-distil (oracle2student)": 4.7307658195495605,
-      "cov-distil (oracle2teacher)": 4.571237564086914,
+      "cov-distil": 1.7368793487548828,
+      "cov-distil (oracle2student)": 4.681768894195557,
+      "cov-distil (oracle2teacher)": 4.575322151184082,
       "epoch": 1.9560439560439562,
-      "rel-constrast": 2.904332160949707,
+      "rel-constrast": 3.486682653427124,
       "step": 2492,
-      "subrel-constrast": 3.630449056625366,
+      "subrel-constrast": 3.5049121379852295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4697785377502441,
-      "cov-distil (oracle2student)": 4.326483249664307,
-      "cov-distil (oracle2teacher)": 4.520640850067139,
+      "cov-distil": 1.4947612285614014,
+      "cov-distil (oracle2student)": 4.731260299682617,
+      "cov-distil (oracle2teacher)": 4.190715312957764,
       "epoch": 1.956828885400314,
-      "rel-constrast": 2.1479899883270264,
+      "rel-constrast": 2.2168967723846436,
       "step": 2493,
-      "subrel-constrast": 3.3468611240386963,
+      "subrel-constrast": 3.1051247119903564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3133139610290527,
-      "cov-distil (oracle2student)": 2.4103314876556396,
-      "cov-distil (oracle2teacher)": 2.9476089477539062,
+      "cov-distil": 1.977271556854248,
+      "cov-distil (oracle2student)": 2.5995426177978516,
+      "cov-distil (oracle2teacher)": 2.8837151527404785,
       "epoch": 1.957613814756672,
-      "rel-constrast": 1.8598411083221436,
+      "rel-constrast": 2.176964282989502,
       "step": 2494,
-      "subrel-constrast": 2.7040579319000244,
+      "subrel-constrast": 2.4320149421691895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4923874139785767,
-      "cov-distil (oracle2student)": 4.974415302276611,
-      "cov-distil (oracle2teacher)": 4.685483932495117,
+      "cov-distil": 2.359961986541748,
+      "cov-distil (oracle2student)": 5.679474353790283,
+      "cov-distil (oracle2teacher)": 5.045400619506836,
       "epoch": 1.9583987441130297,
-      "rel-constrast": 3.222048759460449,
+      "rel-constrast": 3.479555606842041,
       "step": 2495,
-      "subrel-constrast": 4.039577484130859,
+      "subrel-constrast": 4.187535762786865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8160561323165894,
-      "cov-distil (oracle2student)": 5.813412666320801,
-      "cov-distil (oracle2teacher)": 5.269169807434082,
+      "cov-distil": 2.3970999717712402,
+      "cov-distil (oracle2student)": 5.908551216125488,
+      "cov-distil (oracle2teacher)": 5.034759998321533,
       "epoch": 1.9591836734693877,
-      "rel-constrast": 3.3903331756591797,
+      "rel-constrast": 3.641935348510742,
       "step": 2496,
-      "subrel-constrast": 3.8708889484405518,
+      "subrel-constrast": 4.067230224609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4887747764587402,
-      "cov-distil (oracle2student)": 2.1253395080566406,
-      "cov-distil (oracle2teacher)": 2.3603878021240234,
+      "cov-distil": 1.4836888313293457,
+      "cov-distil (oracle2student)": 1.8382935523986816,
+      "cov-distil (oracle2teacher)": 2.3758044242858887,
       "epoch": 1.9599686028257457,
-      "rel-constrast": 2.4301915168762207,
+      "rel-constrast": 2.4366674423217773,
       "step": 2497,
-      "subrel-constrast": 2.9695959091186523,
+      "subrel-constrast": 2.8462319374084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3080188035964966,
-      "cov-distil (oracle2student)": 5.292108535766602,
-      "cov-distil (oracle2teacher)": 4.35369873046875,
+      "cov-distil": 1.7385592460632324,
+      "cov-distil (oracle2student)": 5.289946556091309,
+      "cov-distil (oracle2teacher)": 4.8614277839660645,
       "epoch": 1.9607535321821037,
-      "rel-constrast": 1.4696991443634033,
+      "rel-constrast": 1.89432692527771,
       "step": 2498,
-      "subrel-constrast": 2.0051076412200928,
+      "subrel-constrast": 2.456681966781616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4714583158493042,
-      "cov-distil (oracle2student)": 3.7108678817749023,
-      "cov-distil (oracle2teacher)": 4.239074230194092,
+      "cov-distil": 1.5602734088897705,
+      "cov-distil (oracle2student)": 4.740970134735107,
+      "cov-distil (oracle2teacher)": 4.484185218811035,
       "epoch": 1.9615384615384617,
-      "rel-constrast": 1.566145896911621,
+      "rel-constrast": 1.8472046852111816,
       "step": 2499,
-      "subrel-constrast": 2.5356643199920654,
+      "subrel-constrast": 2.280137300491333,
       "view-similarity": 0
     },
     {
       "epoch": 1.9623233908948194,
-      "grad_norm": 3.71875,
+      "grad_norm": 4.84375,
       "learning_rate": 4.6654997098620234e-05,
-      "loss": 0.637,
+      "loss": 0.6577,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-P@10": 0.7539999999999999,
+      "eval/duc04-P@10": 0.7319999999999999,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-nDCG@10": 0.7660445021702131,
+      "eval/duc04-nDCG@10": 0.7371947237751019,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-alpha_nDCG@10": 0.5818896679097062,
+      "eval/duc04-alpha_nDCG@10": 0.5497152785081464,
       "step": 2500
     },
     {
@@ -27506,17 +27506,17 @@
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-P@10": 0.42999999999999994,
+      "eval/multi_news-P@10": 0.4269999999999999,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-nDCG@10": 0.6098019735171258,
+      "eval/multi_news-nDCG@10": 0.6024886983314546,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-alpha_nDCG@10": 0.5983298508342683,
+      "eval/multi_news-alpha_nDCG@10": 0.5758536795247725,
       "step": 2500
     },
     {
@@ -27526,5457 +27526,5457 @@
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/avg": 0.5369795176189325,
+      "eval/avg": 0.5225028158324527,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "overlap": 0.34687501192092896,
+      "overlap": 0.3187499940395355,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
       "step": 2500,
-      "student margin": 0.065185546875
+      "student margin": 0.057769775390625
     },
     {
       "epoch": 1.9623233908948194,
       "step": 2500,
-      "teacher margin": 0.053436279296875
+      "teacher margin": 0.05743408203125
     },
     {
       "epoch": 1.9623233908948194,
-      "margin difference": -0.011749267578125,
+      "margin difference": -0.000335693359375,
       "step": 2500
     },
     {
-      "cov-distil": 1.090306282043457,
-      "cov-distil (oracle2student)": 4.970812797546387,
-      "cov-distil (oracle2teacher)": 4.877108097076416,
+      "cov-distil": 1.1889034509658813,
+      "cov-distil (oracle2student)": 4.989969253540039,
+      "cov-distil (oracle2teacher)": 5.403383255004883,
       "epoch": 1.9623233908948194,
-      "rel-constrast": 2.175166606903076,
+      "rel-constrast": 2.520353317260742,
       "step": 2500,
-      "subrel-constrast": 2.475886821746826,
+      "subrel-constrast": 2.462904930114746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5089739561080933,
-      "cov-distil (oracle2student)": 4.682978630065918,
-      "cov-distil (oracle2teacher)": 5.062560558319092,
+      "cov-distil": 1.777575969696045,
+      "cov-distil (oracle2student)": 4.895459175109863,
+      "cov-distil (oracle2teacher)": 5.13001012802124,
       "epoch": 1.9631083202511774,
-      "rel-constrast": 2.925281524658203,
+      "rel-constrast": 2.864901542663574,
       "step": 2501,
-      "subrel-constrast": 3.6252448558807373,
+      "subrel-constrast": 3.5650999546051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5031598806381226,
-      "cov-distil (oracle2student)": 4.684264183044434,
-      "cov-distil (oracle2teacher)": 4.354615211486816,
+      "cov-distil": 1.6116943359375,
+      "cov-distil (oracle2student)": 4.972499370574951,
+      "cov-distil (oracle2teacher)": 4.51531982421875,
       "epoch": 1.9638932496075352,
-      "rel-constrast": 3.9453587532043457,
+      "rel-constrast": 4.352564811706543,
       "step": 2502,
-      "subrel-constrast": 4.519287109375,
+      "subrel-constrast": 3.840057134628296,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5643486976623535,
-      "cov-distil (oracle2student)": 5.483506202697754,
-      "cov-distil (oracle2teacher)": 4.655939102172852,
+      "cov-distil": 1.8382141590118408,
+      "cov-distil (oracle2student)": 5.2346906661987305,
+      "cov-distil (oracle2teacher)": 4.858010292053223,
       "epoch": 1.9646781789638932,
-      "rel-constrast": 3.642531394958496,
+      "rel-constrast": 4.185388565063477,
       "step": 2503,
-      "subrel-constrast": 4.284054756164551,
+      "subrel-constrast": 4.345432758331299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.679993987083435,
-      "cov-distil (oracle2student)": 5.387015342712402,
-      "cov-distil (oracle2teacher)": 5.223532676696777,
+      "cov-distil": 1.7649011611938477,
+      "cov-distil (oracle2student)": 5.684311389923096,
+      "cov-distil (oracle2teacher)": 5.492239475250244,
       "epoch": 1.9654631083202512,
-      "rel-constrast": 2.3460216522216797,
+      "rel-constrast": 2.298300266265869,
       "step": 2504,
-      "subrel-constrast": 3.231478214263916,
+      "subrel-constrast": 3.095992088317871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798704385757446,
-      "cov-distil (oracle2student)": 3.086254596710205,
-      "cov-distil (oracle2teacher)": 3.2515909671783447,
+      "cov-distil": 1.7059078216552734,
+      "cov-distil (oracle2student)": 3.1343040466308594,
+      "cov-distil (oracle2teacher)": 3.5195932388305664,
       "epoch": 1.9662480376766092,
-      "rel-constrast": 2.119157314300537,
+      "rel-constrast": 2.044071912765503,
       "step": 2505,
-      "subrel-constrast": 2.9700911045074463,
+      "subrel-constrast": 2.9576950073242188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4817452430725098,
-      "cov-distil (oracle2student)": 4.001458168029785,
-      "cov-distil (oracle2teacher)": 4.046663761138916,
+      "cov-distil": 1.6939268112182617,
+      "cov-distil (oracle2student)": 3.6732397079467773,
+      "cov-distil (oracle2teacher)": 4.491720199584961,
       "epoch": 1.9670329670329672,
-      "rel-constrast": 3.5152688026428223,
+      "rel-constrast": 3.3576762676239014,
       "step": 2506,
-      "subrel-constrast": 3.966355562210083,
+      "subrel-constrast": 3.682584285736084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5676078796386719,
-      "cov-distil (oracle2student)": 3.8535709381103516,
-      "cov-distil (oracle2teacher)": 3.9571170806884766,
+      "cov-distil": 1.7423555850982666,
+      "cov-distil (oracle2student)": 4.238630771636963,
+      "cov-distil (oracle2teacher)": 4.380505084991455,
       "epoch": 1.967817896389325,
-      "rel-constrast": 2.567758083343506,
+      "rel-constrast": 3.720757007598877,
       "step": 2507,
-      "subrel-constrast": 3.94400954246521,
+      "subrel-constrast": 4.213517665863037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.96669340133667,
-      "cov-distil (oracle2student)": 4.784982681274414,
-      "cov-distil (oracle2teacher)": 4.251079559326172,
+      "cov-distil": 3.458566665649414,
+      "cov-distil (oracle2student)": 4.9264116287231445,
+      "cov-distil (oracle2teacher)": 4.189628601074219,
       "epoch": 1.968602825745683,
-      "rel-constrast": 2.4171977043151855,
+      "rel-constrast": 3.370133638381958,
       "step": 2508,
-      "subrel-constrast": 3.2501728534698486,
+      "subrel-constrast": 3.4362518787384033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826422691345215,
-      "cov-distil (oracle2student)": 6.623595714569092,
-      "cov-distil (oracle2teacher)": 5.7470879554748535,
+      "cov-distil": 1.632619857788086,
+      "cov-distil (oracle2student)": 7.027885437011719,
+      "cov-distil (oracle2teacher)": 6.686251640319824,
       "epoch": 1.9693877551020407,
-      "rel-constrast": 2.3520874977111816,
+      "rel-constrast": 3.4220123291015625,
       "step": 2509,
-      "subrel-constrast": 3.200101375579834,
+      "subrel-constrast": 3.0018980503082275,
       "view-similarity": 0
     },
     {
       "epoch": 1.9701726844583987,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.661125840952364e-05,
-      "loss": 0.7382,
+      "loss": 0.8034,
       "step": 2510
     },
     {
-      "cov-distil": 1.666621446609497,
-      "cov-distil (oracle2student)": 3.701127767562866,
-      "cov-distil (oracle2teacher)": 3.423727512359619,
+      "cov-distil": 2.1405816078186035,
+      "cov-distil (oracle2student)": 3.9598770141601562,
+      "cov-distil (oracle2teacher)": 3.3863701820373535,
       "epoch": 1.9701726844583987,
-      "rel-constrast": 2.804509162902832,
+      "rel-constrast": 2.9756383895874023,
       "step": 2510,
-      "subrel-constrast": 3.387676477432251,
+      "subrel-constrast": 3.2430498600006104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6446305513381958,
-      "cov-distil (oracle2student)": 3.838240623474121,
-      "cov-distil (oracle2teacher)": 4.187102794647217,
+      "cov-distil": 1.7956998348236084,
+      "cov-distil (oracle2student)": 4.07209587097168,
+      "cov-distil (oracle2teacher)": 3.9143424034118652,
       "epoch": 1.9709576138147566,
-      "rel-constrast": 2.9891412258148193,
+      "rel-constrast": 3.387775182723999,
       "step": 2511,
-      "subrel-constrast": 3.542327642440796,
+      "subrel-constrast": 3.415180206298828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.435381293296814,
-      "cov-distil (oracle2student)": 4.389375686645508,
-      "cov-distil (oracle2teacher)": 4.502368450164795,
+      "cov-distil": 1.896665096282959,
+      "cov-distil (oracle2student)": 4.5163421630859375,
+      "cov-distil (oracle2teacher)": 4.222028732299805,
       "epoch": 1.9717425431711146,
-      "rel-constrast": 3.2387535572052,
+      "rel-constrast": 3.8630058765411377,
       "step": 2512,
-      "subrel-constrast": 3.896670341491699,
+      "subrel-constrast": 3.6989686489105225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8582631349563599,
-      "cov-distil (oracle2student)": 4.919032573699951,
-      "cov-distil (oracle2teacher)": 4.750471115112305,
+      "cov-distil": 1.3496065139770508,
+      "cov-distil (oracle2student)": 5.272412300109863,
+      "cov-distil (oracle2teacher)": 4.897085189819336,
       "epoch": 1.9725274725274726,
-      "rel-constrast": 3.7496399879455566,
+      "rel-constrast": 4.675225257873535,
       "step": 2513,
-      "subrel-constrast": 4.44797945022583,
+      "subrel-constrast": 4.445426940917969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8498822450637817,
-      "cov-distil (oracle2student)": 4.858127593994141,
-      "cov-distil (oracle2teacher)": 4.378625869750977,
+      "cov-distil": 2.1098272800445557,
+      "cov-distil (oracle2student)": 4.998143196105957,
+      "cov-distil (oracle2teacher)": 4.635144233703613,
       "epoch": 1.9733124018838306,
-      "rel-constrast": 3.5364084243774414,
+      "rel-constrast": 3.9594974517822266,
       "step": 2514,
-      "subrel-constrast": 4.384564399719238,
+      "subrel-constrast": 4.474101543426514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3810056447982788,
-      "cov-distil (oracle2student)": 4.271397590637207,
-      "cov-distil (oracle2teacher)": 4.334753036499023,
+      "cov-distil": 1.980323314666748,
+      "cov-distil (oracle2student)": 5.377851963043213,
+      "cov-distil (oracle2teacher)": 4.654728889465332,
       "epoch": 1.9740973312401884,
-      "rel-constrast": 2.358246326446533,
+      "rel-constrast": 3.0560247898101807,
       "step": 2515,
-      "subrel-constrast": 3.276954412460327,
+      "subrel-constrast": 3.3322532176971436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0649185180664062,
-      "cov-distil (oracle2student)": 4.684146881103516,
-      "cov-distil (oracle2teacher)": 3.9282805919647217,
+      "cov-distil": 1.5558903217315674,
+      "cov-distil (oracle2student)": 5.32174015045166,
+      "cov-distil (oracle2teacher)": 4.404253005981445,
       "epoch": 1.9748822605965461,
-      "rel-constrast": 2.606571912765503,
+      "rel-constrast": 3.1791138648986816,
       "step": 2516,
-      "subrel-constrast": 2.8056676387786865,
+      "subrel-constrast": 2.9211363792419434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1188321113586426,
-      "cov-distil (oracle2student)": 4.569836139678955,
-      "cov-distil (oracle2teacher)": 4.141506671905518,
+      "cov-distil": 1.9804236888885498,
+      "cov-distil (oracle2student)": 5.639671325683594,
+      "cov-distil (oracle2teacher)": 4.037267684936523,
       "epoch": 1.9756671899529041,
-      "rel-constrast": 2.579371929168701,
+      "rel-constrast": 3.462228536605835,
       "step": 2517,
-      "subrel-constrast": 3.7114007472991943,
+      "subrel-constrast": 3.365971803665161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080518960952759,
-      "cov-distil (oracle2student)": 4.498507022857666,
-      "cov-distil (oracle2teacher)": 4.202948570251465,
+      "cov-distil": 2.8307290077209473,
+      "cov-distil (oracle2student)": 5.2101593017578125,
+      "cov-distil (oracle2teacher)": 4.7519307136535645,
       "epoch": 1.9764521193092621,
-      "rel-constrast": 2.1490540504455566,
+      "rel-constrast": 2.751274585723877,
       "step": 2518,
-      "subrel-constrast": 3.429783821105957,
+      "subrel-constrast": 3.4853155612945557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1755554676055908,
-      "cov-distil (oracle2student)": 3.4553563594818115,
-      "cov-distil (oracle2teacher)": 3.6548361778259277,
+      "cov-distil": 1.3701603412628174,
+      "cov-distil (oracle2student)": 4.16019868850708,
+      "cov-distil (oracle2teacher)": 3.88558030128479,
       "epoch": 1.9772370486656201,
-      "rel-constrast": 3.2993576526641846,
+      "rel-constrast": 3.1098735332489014,
       "step": 2519,
-      "subrel-constrast": 3.654632568359375,
+      "subrel-constrast": 3.424828290939331,
       "view-similarity": 0
     },
     {
       "epoch": 1.978021978021978,
-      "grad_norm": 6.0625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.656725639406342e-05,
-      "loss": 0.7735,
+      "loss": 0.8605,
       "step": 2520
     },
     {
-      "cov-distil": 1.4902020692825317,
-      "cov-distil (oracle2student)": 4.161640644073486,
-      "cov-distil (oracle2teacher)": 3.9016568660736084,
+      "cov-distil": 1.8208730220794678,
+      "cov-distil (oracle2student)": 4.6110076904296875,
+      "cov-distil (oracle2teacher)": 4.716545104980469,
       "epoch": 1.978021978021978,
-      "rel-constrast": 1.819406270980835,
+      "rel-constrast": 1.7285246849060059,
       "step": 2520,
-      "subrel-constrast": 2.3113198280334473,
+      "subrel-constrast": 2.5446057319641113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.451483726501465,
-      "cov-distil (oracle2student)": 3.4727718830108643,
-      "cov-distil (oracle2teacher)": 3.1571531295776367,
+      "cov-distil": 3.0023183822631836,
+      "cov-distil (oracle2student)": 3.38986873626709,
+      "cov-distil (oracle2teacher)": 3.3501856327056885,
       "epoch": 1.978806907378336,
-      "rel-constrast": 2.1377174854278564,
+      "rel-constrast": 2.324366569519043,
       "step": 2521,
-      "subrel-constrast": 3.1325490474700928,
+      "subrel-constrast": 3.0964603424072266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.081032633781433,
-      "cov-distil (oracle2student)": 4.522000312805176,
-      "cov-distil (oracle2teacher)": 4.4468841552734375,
+      "cov-distil": 1.334498405456543,
+      "cov-distil (oracle2student)": 4.856697082519531,
+      "cov-distil (oracle2teacher)": 4.089101791381836,
       "epoch": 1.9795918367346939,
-      "rel-constrast": 3.9222183227539062,
+      "rel-constrast": 3.9789016246795654,
       "step": 2522,
-      "subrel-constrast": 3.8245644569396973,
+      "subrel-constrast": 3.765784502029419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9412015676498413,
-      "cov-distil (oracle2student)": 4.826860427856445,
-      "cov-distil (oracle2teacher)": 4.619848251342773,
+      "cov-distil": 2.9964656829833984,
+      "cov-distil (oracle2student)": 5.284467697143555,
+      "cov-distil (oracle2teacher)": 4.885811805725098,
       "epoch": 1.9803767660910518,
-      "rel-constrast": 2.2276368141174316,
+      "rel-constrast": 2.9619767665863037,
       "step": 2523,
-      "subrel-constrast": 3.2373056411743164,
+      "subrel-constrast": 3.6363108158111572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.12664532661438,
-      "cov-distil (oracle2student)": 4.137739181518555,
-      "cov-distil (oracle2teacher)": 4.644302845001221,
+      "cov-distil": 2.280225992202759,
+      "cov-distil (oracle2student)": 4.572060585021973,
+      "cov-distil (oracle2teacher)": 5.308579444885254,
       "epoch": 1.9811616954474096,
-      "rel-constrast": 2.937765121459961,
+      "rel-constrast": 4.550897598266602,
       "step": 2524,
-      "subrel-constrast": 4.011136054992676,
+      "subrel-constrast": 3.8651163578033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9062591791152954,
-      "cov-distil (oracle2student)": 3.910320520401001,
-      "cov-distil (oracle2teacher)": 3.6704587936401367,
+      "cov-distil": 2.0331525802612305,
+      "cov-distil (oracle2student)": 3.820326328277588,
+      "cov-distil (oracle2teacher)": 4.022987365722656,
       "epoch": 1.9819466248037676,
-      "rel-constrast": 2.469945192337036,
+      "rel-constrast": 2.8438022136688232,
       "step": 2525,
-      "subrel-constrast": 2.9071855545043945,
+      "subrel-constrast": 3.0849292278289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.441422462463379,
-      "cov-distil (oracle2student)": 3.7556920051574707,
-      "cov-distil (oracle2teacher)": 3.6020450592041016,
+      "cov-distil": 1.6681325435638428,
+      "cov-distil (oracle2student)": 3.7617101669311523,
+      "cov-distil (oracle2teacher)": 3.8110156059265137,
       "epoch": 1.9827315541601256,
-      "rel-constrast": 2.7595200538635254,
+      "rel-constrast": 2.3543949127197266,
       "step": 2526,
-      "subrel-constrast": 3.301060914993286,
+      "subrel-constrast": 3.2733795642852783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0226235389709473,
-      "cov-distil (oracle2student)": 3.732295513153076,
-      "cov-distil (oracle2teacher)": 3.8367576599121094,
+      "cov-distil": 1.7095081806182861,
+      "cov-distil (oracle2student)": 3.756537914276123,
+      "cov-distil (oracle2teacher)": 3.6703929901123047,
       "epoch": 1.9835164835164836,
-      "rel-constrast": 2.454819440841675,
+      "rel-constrast": 2.290924072265625,
       "step": 2527,
-      "subrel-constrast": 3.255971908569336,
+      "subrel-constrast": 2.7162516117095947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.512261152267456,
-      "cov-distil (oracle2student)": 5.404221534729004,
-      "cov-distil (oracle2teacher)": 5.1092681884765625,
+      "cov-distil": 2.0770387649536133,
+      "cov-distil (oracle2student)": 4.556806564331055,
+      "cov-distil (oracle2teacher)": 4.784043312072754,
       "epoch": 1.9843014128728416,
-      "rel-constrast": 2.7983994483947754,
+      "rel-constrast": 3.1045072078704834,
       "step": 2528,
-      "subrel-constrast": 3.5933313369750977,
+      "subrel-constrast": 3.4463844299316406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3857338428497314,
-      "cov-distil (oracle2student)": 3.9003076553344727,
-      "cov-distil (oracle2teacher)": 3.64925479888916,
+      "cov-distil": 1.7494168281555176,
+      "cov-distil (oracle2student)": 4.681573390960693,
+      "cov-distil (oracle2teacher)": 3.848602771759033,
       "epoch": 1.9850863422291993,
-      "rel-constrast": 2.5492284297943115,
+      "rel-constrast": 2.574030637741089,
       "step": 2529,
-      "subrel-constrast": 3.3898355960845947,
+      "subrel-constrast": 3.2245657444000244,
       "view-similarity": 0
     },
     {
       "epoch": 1.9858712715855573,
-      "grad_norm": 6.0,
+      "grad_norm": 5.8125,
       "learning_rate": 4.652299158839025e-05,
-      "loss": 0.6953,
+      "loss": 0.7178,
       "step": 2530
     },
     {
-      "cov-distil": 1.2937496900558472,
-      "cov-distil (oracle2student)": 4.864933490753174,
-      "cov-distil (oracle2teacher)": 4.628209590911865,
+      "cov-distil": 1.7346848249435425,
+      "cov-distil (oracle2student)": 4.8698296546936035,
+      "cov-distil (oracle2teacher)": 4.825931549072266,
       "epoch": 1.9858712715855573,
-      "rel-constrast": 2.983006000518799,
+      "rel-constrast": 3.585970640182495,
       "step": 2530,
-      "subrel-constrast": 3.821949005126953,
+      "subrel-constrast": 3.770387649536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6015434265136719,
-      "cov-distil (oracle2student)": 4.671170234680176,
-      "cov-distil (oracle2teacher)": 4.1964287757873535,
+      "cov-distil": 2.2724266052246094,
+      "cov-distil (oracle2student)": 4.475290298461914,
+      "cov-distil (oracle2teacher)": 5.021400451660156,
       "epoch": 1.986656200941915,
-      "rel-constrast": 5.378610610961914,
+      "rel-constrast": 4.5093278884887695,
       "step": 2531,
-      "subrel-constrast": 5.163862705230713,
+      "subrel-constrast": 5.745297908782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.59791898727417,
-      "cov-distil (oracle2student)": 3.193023204803467,
-      "cov-distil (oracle2teacher)": 3.081737518310547,
+      "cov-distil": 1.6811983585357666,
+      "cov-distil (oracle2student)": 3.1182215213775635,
+      "cov-distil (oracle2teacher)": 3.111572742462158,
       "epoch": 1.987441130298273,
-      "rel-constrast": 2.5613858699798584,
+      "rel-constrast": 3.119442939758301,
       "step": 2532,
-      "subrel-constrast": 3.402161121368408,
+      "subrel-constrast": 3.3072221279144287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.283470869064331,
-      "cov-distil (oracle2student)": 3.9583494663238525,
-      "cov-distil (oracle2teacher)": 3.712249279022217,
+      "cov-distil": 1.6843957901000977,
+      "cov-distil (oracle2student)": 3.5441179275512695,
+      "cov-distil (oracle2teacher)": 3.8336758613586426,
       "epoch": 1.988226059654631,
-      "rel-constrast": 2.2750766277313232,
+      "rel-constrast": 2.2661242485046387,
       "step": 2533,
-      "subrel-constrast": 2.81105375289917,
+      "subrel-constrast": 2.673743724822998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0241358280181885,
-      "cov-distil (oracle2student)": 3.8318867683410645,
-      "cov-distil (oracle2teacher)": 3.535226583480835,
+      "cov-distil": 1.609723448753357,
+      "cov-distil (oracle2student)": 3.9635720252990723,
+      "cov-distil (oracle2teacher)": 3.162868022918701,
       "epoch": 1.989010989010989,
-      "rel-constrast": 3.071157217025757,
+      "rel-constrast": 2.9528791904449463,
       "step": 2534,
-      "subrel-constrast": 3.0297975540161133,
+      "subrel-constrast": 3.235825538635254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6766074895858765,
-      "cov-distil (oracle2student)": 4.706940650939941,
-      "cov-distil (oracle2teacher)": 3.8600387573242188,
+      "cov-distil": 2.3498103618621826,
+      "cov-distil (oracle2student)": 4.564652919769287,
+      "cov-distil (oracle2teacher)": 4.407305717468262,
       "epoch": 1.989795918367347,
-      "rel-constrast": 2.5069656372070312,
+      "rel-constrast": 3.07208514213562,
       "step": 2535,
-      "subrel-constrast": 3.3175065517425537,
+      "subrel-constrast": 3.572108030319214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.263869047164917,
-      "cov-distil (oracle2student)": 3.6057910919189453,
-      "cov-distil (oracle2teacher)": 3.6251606941223145,
+      "cov-distil": 1.7823994159698486,
+      "cov-distil (oracle2student)": 3.611025094985962,
+      "cov-distil (oracle2teacher)": 3.8958826065063477,
       "epoch": 1.990580847723705,
-      "rel-constrast": 2.660266876220703,
+      "rel-constrast": 3.2095420360565186,
       "step": 2536,
-      "subrel-constrast": 3.187422275543213,
+      "subrel-constrast": 3.2171356678009033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5680863857269287,
-      "cov-distil (oracle2student)": 2.2606112957000732,
-      "cov-distil (oracle2teacher)": 2.7441070079803467,
+      "cov-distil": 2.1293184757232666,
+      "cov-distil (oracle2student)": 2.723536968231201,
+      "cov-distil (oracle2teacher)": 2.657676935195923,
       "epoch": 1.9913657770800628,
-      "rel-constrast": 3.022408962249756,
+      "rel-constrast": 3.2314369678497314,
       "step": 2537,
-      "subrel-constrast": 3.2397971153259277,
+      "subrel-constrast": 3.400932788848877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.69365394115448,
-      "cov-distil (oracle2student)": 5.669692516326904,
-      "cov-distil (oracle2teacher)": 5.017037391662598,
+      "cov-distil": 1.6489386558532715,
+      "cov-distil (oracle2student)": 5.869519233703613,
+      "cov-distil (oracle2teacher)": 4.48482084274292,
       "epoch": 1.9921507064364206,
-      "rel-constrast": 2.4905171394348145,
+      "rel-constrast": 3.224616289138794,
       "step": 2538,
-      "subrel-constrast": 3.3353257179260254,
+      "subrel-constrast": 2.9965879917144775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5247530937194824,
-      "cov-distil (oracle2student)": 3.6488633155822754,
-      "cov-distil (oracle2teacher)": 3.6998729705810547,
+      "cov-distil": 2.1899025440216064,
+      "cov-distil (oracle2student)": 4.266253471374512,
+      "cov-distil (oracle2teacher)": 4.137933731079102,
       "epoch": 1.9929356357927785,
-      "rel-constrast": 2.4173526763916016,
+      "rel-constrast": 3.430091619491577,
       "step": 2539,
-      "subrel-constrast": 3.1615869998931885,
+      "subrel-constrast": 3.63996958732605,
       "view-similarity": 0
     },
     {
       "epoch": 1.9937205651491365,
-      "grad_norm": 4.84375,
+      "grad_norm": 7.125,
       "learning_rate": 4.647846453185681e-05,
-      "loss": 0.7705,
+      "loss": 0.815,
       "step": 2540
     },
     {
-      "cov-distil": 1.4516340494155884,
-      "cov-distil (oracle2student)": 3.8903822898864746,
-      "cov-distil (oracle2teacher)": 3.9352073669433594,
+      "cov-distil": 1.6520800590515137,
+      "cov-distil (oracle2student)": 3.930108070373535,
+      "cov-distil (oracle2teacher)": 4.2769622802734375,
       "epoch": 1.9937205651491365,
-      "rel-constrast": 2.2436375617980957,
+      "rel-constrast": 2.827643394470215,
       "step": 2540,
-      "subrel-constrast": 3.079085111618042,
+      "subrel-constrast": 2.9173638820648193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.298713207244873,
-      "cov-distil (oracle2student)": 3.7091946601867676,
-      "cov-distil (oracle2teacher)": 3.9927072525024414,
+      "cov-distil": 1.8811460733413696,
+      "cov-distil (oracle2student)": 3.7727441787719727,
+      "cov-distil (oracle2teacher)": 4.057680130004883,
       "epoch": 1.9945054945054945,
-      "rel-constrast": 3.025702714920044,
+      "rel-constrast": 3.5172600746154785,
       "step": 2541,
-      "subrel-constrast": 4.026682376861572,
+      "subrel-constrast": 4.3248395919799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.993617057800293,
-      "cov-distil (oracle2student)": 5.924077987670898,
-      "cov-distil (oracle2teacher)": 5.388263702392578,
+      "cov-distil": 1.472818374633789,
+      "cov-distil (oracle2student)": 5.5538330078125,
+      "cov-distil (oracle2teacher)": 5.668854236602783,
       "epoch": 1.9952904238618525,
-      "rel-constrast": 4.571245193481445,
+      "rel-constrast": 5.5265607833862305,
       "step": 2542,
-      "subrel-constrast": 5.055028915405273,
+      "subrel-constrast": 5.527237892150879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1890196800231934,
-      "cov-distil (oracle2student)": 3.8252854347229004,
-      "cov-distil (oracle2teacher)": 3.8513998985290527,
+      "cov-distil": 1.8924559354782104,
+      "cov-distil (oracle2student)": 4.159456253051758,
+      "cov-distil (oracle2teacher)": 4.394796848297119,
       "epoch": 1.9960753532182105,
-      "rel-constrast": 2.506195068359375,
+      "rel-constrast": 2.5363340377807617,
       "step": 2543,
-      "subrel-constrast": 3.0652389526367188,
+      "subrel-constrast": 3.0135364532470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5974085330963135,
-      "cov-distil (oracle2student)": 3.8986101150512695,
-      "cov-distil (oracle2teacher)": 3.8991260528564453,
+      "cov-distil": 2.0612401962280273,
+      "cov-distil (oracle2student)": 3.94568133354187,
+      "cov-distil (oracle2teacher)": 3.777040481567383,
       "epoch": 1.9968602825745683,
-      "rel-constrast": 2.341961145401001,
+      "rel-constrast": 2.8329825401306152,
       "step": 2544,
-      "subrel-constrast": 3.2955710887908936,
+      "subrel-constrast": 3.4137532711029053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7898669242858887,
-      "cov-distil (oracle2student)": 6.095114707946777,
-      "cov-distil (oracle2teacher)": 5.629230499267578,
+      "cov-distil": 1.8864853382110596,
+      "cov-distil (oracle2student)": 6.212244033813477,
+      "cov-distil (oracle2teacher)": 5.992821216583252,
       "epoch": 1.9976452119309263,
-      "rel-constrast": 3.2041659355163574,
+      "rel-constrast": 3.6365323066711426,
       "step": 2545,
-      "subrel-constrast": 3.949453592300415,
+      "subrel-constrast": 3.751669406890869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.663902997970581,
-      "cov-distil (oracle2student)": 3.582000255584717,
-      "cov-distil (oracle2teacher)": 3.5701746940612793,
+      "cov-distil": 2.025923252105713,
+      "cov-distil (oracle2student)": 4.162091255187988,
+      "cov-distil (oracle2teacher)": 3.873032569885254,
       "epoch": 1.998430141287284,
-      "rel-constrast": 3.021514654159546,
+      "rel-constrast": 3.361934185028076,
       "step": 2546,
-      "subrel-constrast": 3.492304801940918,
+      "subrel-constrast": 3.703355073928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5713697671890259,
-      "cov-distil (oracle2student)": 5.414429664611816,
-      "cov-distil (oracle2teacher)": 4.234394073486328,
+      "cov-distil": 1.5625593662261963,
+      "cov-distil (oracle2student)": 4.9743242263793945,
+      "cov-distil (oracle2teacher)": 4.866188049316406,
       "epoch": 1.999215070643642,
-      "rel-constrast": 2.8354413509368896,
+      "rel-constrast": 2.7695367336273193,
       "step": 2547,
-      "subrel-constrast": 3.751251220703125,
+      "subrel-constrast": 3.4090850353240967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3589496612548828,
-      "cov-distil (oracle2student)": 4.627863883972168,
-      "cov-distil (oracle2teacher)": 4.674477577209473,
+      "cov-distil": 2.4060585498809814,
+      "cov-distil (oracle2student)": 4.8120341300964355,
+      "cov-distil (oracle2teacher)": 4.888725280761719,
       "epoch": 2.0,
-      "rel-constrast": 4.164133071899414,
+      "rel-constrast": 4.934138298034668,
       "step": 2548,
-      "subrel-constrast": 4.857272148132324,
+      "subrel-constrast": 4.67734956741333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5796387195587158,
-      "cov-distil (oracle2student)": 4.93176794052124,
-      "cov-distil (oracle2teacher)": 4.493083953857422,
+      "cov-distil": 1.7230801582336426,
+      "cov-distil (oracle2student)": 4.232766151428223,
+      "cov-distil (oracle2teacher)": 4.37992000579834,
       "epoch": 2.000784929356358,
-      "rel-constrast": 2.6880877017974854,
+      "rel-constrast": 2.8506336212158203,
       "step": 2549,
-      "subrel-constrast": 3.1472344398498535,
+      "subrel-constrast": 3.0375003814697266,
       "view-similarity": 0
     },
     {
       "epoch": 2.001569858712716,
-      "grad_norm": 4.78125,
+      "grad_norm": 6.40625,
       "learning_rate": 4.6433675767011245e-05,
-      "loss": 0.8013,
+      "loss": 0.8698,
       "step": 2550
     },
     {
-      "cov-distil": 1.418239951133728,
-      "cov-distil (oracle2student)": 3.38460111618042,
-      "cov-distil (oracle2teacher)": 3.624520778656006,
+      "cov-distil": 1.9377713203430176,
+      "cov-distil (oracle2student)": 4.0215630531311035,
+      "cov-distil (oracle2teacher)": 3.417076587677002,
       "epoch": 2.001569858712716,
-      "rel-constrast": 2.2379202842712402,
+      "rel-constrast": 2.7023115158081055,
       "step": 2550,
-      "subrel-constrast": 3.292998790740967,
+      "subrel-constrast": 3.2986392974853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.186899185180664,
-      "cov-distil (oracle2student)": 3.7972605228424072,
-      "cov-distil (oracle2teacher)": 3.6053812503814697,
+      "cov-distil": 1.5931271314620972,
+      "cov-distil (oracle2student)": 3.962111234664917,
+      "cov-distil (oracle2teacher)": 3.581599235534668,
       "epoch": 2.002354788069074,
-      "rel-constrast": 2.1380980014801025,
+      "rel-constrast": 1.6829606294631958,
       "step": 2551,
-      "subrel-constrast": 2.6401748657226562,
+      "subrel-constrast": 2.3691651821136475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3980836868286133,
-      "cov-distil (oracle2student)": 3.746084213256836,
-      "cov-distil (oracle2teacher)": 3.587346315383911,
+      "cov-distil": 2.02823543548584,
+      "cov-distil (oracle2student)": 4.154831886291504,
+      "cov-distil (oracle2teacher)": 4.058949947357178,
       "epoch": 2.0031397174254315,
-      "rel-constrast": 2.382723331451416,
+      "rel-constrast": 2.8678414821624756,
       "step": 2552,
-      "subrel-constrast": 3.1391310691833496,
+      "subrel-constrast": 3.133270502090454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3123672008514404,
-      "cov-distil (oracle2student)": 5.654376029968262,
-      "cov-distil (oracle2teacher)": 5.5764336585998535,
+      "cov-distil": 1.4136981964111328,
+      "cov-distil (oracle2student)": 6.021694183349609,
+      "cov-distil (oracle2teacher)": 5.43492317199707,
       "epoch": 2.0039246467817895,
-      "rel-constrast": 3.3104639053344727,
+      "rel-constrast": 3.7520861625671387,
       "step": 2553,
-      "subrel-constrast": 4.055949687957764,
+      "subrel-constrast": 3.5556910037994385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0986337661743164,
-      "cov-distil (oracle2student)": 4.575746536254883,
-      "cov-distil (oracle2teacher)": 4.18869161605835,
+      "cov-distil": 1.9282324314117432,
+      "cov-distil (oracle2student)": 5.452029705047607,
+      "cov-distil (oracle2teacher)": 4.480014801025391,
       "epoch": 2.0047095761381475,
-      "rel-constrast": 3.4491376876831055,
+      "rel-constrast": 3.6557397842407227,
       "step": 2554,
-      "subrel-constrast": 4.300597190856934,
+      "subrel-constrast": 4.0053324699401855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7333508729934692,
-      "cov-distil (oracle2student)": 4.910717010498047,
-      "cov-distil (oracle2teacher)": 4.800596237182617,
+      "cov-distil": 2.048246383666992,
+      "cov-distil (oracle2student)": 5.182993412017822,
+      "cov-distil (oracle2teacher)": 5.222489833831787,
       "epoch": 2.0054945054945055,
-      "rel-constrast": 3.749530792236328,
+      "rel-constrast": 4.394925594329834,
       "step": 2555,
-      "subrel-constrast": 4.375298976898193,
+      "subrel-constrast": 4.375667572021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.148555040359497,
-      "cov-distil (oracle2student)": 3.685451030731201,
-      "cov-distil (oracle2teacher)": 3.855313539505005,
+      "cov-distil": 1.8075175285339355,
+      "cov-distil (oracle2student)": 5.079230308532715,
+      "cov-distil (oracle2teacher)": 4.053122520446777,
       "epoch": 2.0062794348508635,
-      "rel-constrast": 2.456716299057007,
+      "rel-constrast": 4.1636552810668945,
       "step": 2556,
-      "subrel-constrast": 2.9890568256378174,
+      "subrel-constrast": 2.9166200160980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1507489681243896,
-      "cov-distil (oracle2student)": 4.650958061218262,
-      "cov-distil (oracle2teacher)": 4.800254821777344,
+      "cov-distil": 1.7089974880218506,
+      "cov-distil (oracle2student)": 4.58721399307251,
+      "cov-distil (oracle2teacher)": 4.696287155151367,
       "epoch": 2.0070643642072215,
-      "rel-constrast": 3.1733174324035645,
+      "rel-constrast": 3.177973747253418,
       "step": 2557,
-      "subrel-constrast": 4.2793073654174805,
+      "subrel-constrast": 3.7153561115264893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.091202735900879,
-      "cov-distil (oracle2student)": 4.066455841064453,
-      "cov-distil (oracle2teacher)": 3.9540770053863525,
+      "cov-distil": 2.17765736579895,
+      "cov-distil (oracle2student)": 4.24398136138916,
+      "cov-distil (oracle2teacher)": 3.951256513595581,
       "epoch": 2.0078492935635794,
-      "rel-constrast": 2.7277631759643555,
+      "rel-constrast": 3.1594977378845215,
       "step": 2558,
-      "subrel-constrast": 3.7594892978668213,
+      "subrel-constrast": 3.606424570083618,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3102219104766846,
-      "cov-distil (oracle2student)": 4.313324928283691,
-      "cov-distil (oracle2teacher)": 3.6935038566589355,
+      "cov-distil": 1.6935513019561768,
+      "cov-distil (oracle2student)": 4.620652675628662,
+      "cov-distil (oracle2teacher)": 4.138450622558594,
       "epoch": 2.008634222919937,
-      "rel-constrast": 2.5143094062805176,
+      "rel-constrast": 2.5392980575561523,
       "step": 2559,
-      "subrel-constrast": 2.8539700508117676,
+      "subrel-constrast": 2.7282941341400146,
       "view-similarity": 0
     },
     {
       "epoch": 2.009419152276295,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.0625,
       "learning_rate": 4.6388625839590516e-05,
-      "loss": 0.7381,
+      "loss": 0.8024,
       "step": 2560
     },
     {
-      "cov-distil": 1.1211737394332886,
-      "cov-distil (oracle2student)": 4.538210868835449,
-      "cov-distil (oracle2teacher)": 4.440378189086914,
+      "cov-distil": 1.729694128036499,
+      "cov-distil (oracle2student)": 4.379123687744141,
+      "cov-distil (oracle2teacher)": 4.636968612670898,
       "epoch": 2.009419152276295,
-      "rel-constrast": 2.6439263820648193,
+      "rel-constrast": 3.4716782569885254,
       "step": 2560,
-      "subrel-constrast": 3.243011951446533,
+      "subrel-constrast": 3.4421348571777344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.161250114440918,
-      "cov-distil (oracle2student)": 4.357483863830566,
-      "cov-distil (oracle2teacher)": 4.069280624389648,
+      "cov-distil": 1.9346232414245605,
+      "cov-distil (oracle2student)": 4.503591537475586,
+      "cov-distil (oracle2teacher)": 4.033178329467773,
       "epoch": 2.010204081632653,
-      "rel-constrast": 2.7724452018737793,
+      "rel-constrast": 2.8654427528381348,
       "step": 2561,
-      "subrel-constrast": 3.703260898590088,
+      "subrel-constrast": 3.756258487701416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6896648406982422,
-      "cov-distil (oracle2student)": 4.854325771331787,
-      "cov-distil (oracle2teacher)": 4.562610149383545,
+      "cov-distil": 1.92144775390625,
+      "cov-distil (oracle2student)": 4.678013324737549,
+      "cov-distil (oracle2teacher)": 4.585729598999023,
       "epoch": 2.010989010989011,
-      "rel-constrast": 1.960174560546875,
+      "rel-constrast": 2.489734649658203,
       "step": 2562,
-      "subrel-constrast": 2.993565082550049,
+      "subrel-constrast": 3.458974838256836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9752542972564697,
-      "cov-distil (oracle2student)": 4.481110572814941,
-      "cov-distil (oracle2teacher)": 4.485870361328125,
+      "cov-distil": 1.2944676876068115,
+      "cov-distil (oracle2student)": 4.771945476531982,
+      "cov-distil (oracle2teacher)": 4.66573429107666,
       "epoch": 2.011773940345369,
-      "rel-constrast": 3.7094345092773438,
+      "rel-constrast": 4.206907272338867,
       "step": 2563,
-      "subrel-constrast": 4.1724162101745605,
+      "subrel-constrast": 4.226668357849121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3029567003250122,
-      "cov-distil (oracle2student)": 4.14303731918335,
-      "cov-distil (oracle2teacher)": 3.81158447265625,
+      "cov-distil": 1.1425752639770508,
+      "cov-distil (oracle2student)": 3.9292030334472656,
+      "cov-distil (oracle2teacher)": 4.153318881988525,
       "epoch": 2.012558869701727,
-      "rel-constrast": 2.272364616394043,
+      "rel-constrast": 2.1583518981933594,
       "step": 2564,
-      "subrel-constrast": 2.6302103996276855,
+      "subrel-constrast": 2.4861583709716797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.163966417312622,
-      "cov-distil (oracle2student)": 4.69771671295166,
-      "cov-distil (oracle2teacher)": 4.310797214508057,
+      "cov-distil": 1.7355307340621948,
+      "cov-distil (oracle2student)": 5.138701915740967,
+      "cov-distil (oracle2teacher)": 4.844103813171387,
       "epoch": 2.013343799058085,
-      "rel-constrast": 3.554079532623291,
+      "rel-constrast": 3.8903071880340576,
       "step": 2565,
-      "subrel-constrast": 3.575129508972168,
+      "subrel-constrast": 3.7868266105651855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1144486665725708,
-      "cov-distil (oracle2student)": 3.9827380180358887,
-      "cov-distil (oracle2teacher)": 4.5258049964904785,
+      "cov-distil": 1.3429396152496338,
+      "cov-distil (oracle2student)": 4.260768413543701,
+      "cov-distil (oracle2teacher)": 4.342051029205322,
       "epoch": 2.014128728414443,
-      "rel-constrast": 2.757936954498291,
+      "rel-constrast": 2.783715009689331,
       "step": 2566,
-      "subrel-constrast": 2.935452461242676,
+      "subrel-constrast": 2.8399477005004883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.861075758934021,
-      "cov-distil (oracle2student)": 5.722127914428711,
-      "cov-distil (oracle2teacher)": 5.309638023376465,
+      "cov-distil": 2.3317694664001465,
+      "cov-distil (oracle2student)": 6.2133636474609375,
+      "cov-distil (oracle2teacher)": 5.318451404571533,
       "epoch": 2.0149136577708004,
-      "rel-constrast": 3.4389965534210205,
+      "rel-constrast": 3.5604028701782227,
       "step": 2567,
-      "subrel-constrast": 4.309808254241943,
+      "subrel-constrast": 4.00523042678833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.591409683227539,
-      "cov-distil (oracle2student)": 4.19596004486084,
-      "cov-distil (oracle2teacher)": 4.269772529602051,
+      "cov-distil": 2.279771566390991,
+      "cov-distil (oracle2student)": 4.9654645919799805,
+      "cov-distil (oracle2teacher)": 4.569709300994873,
       "epoch": 2.0156985871271584,
-      "rel-constrast": 3.1262319087982178,
+      "rel-constrast": 3.7424776554107666,
       "step": 2568,
-      "subrel-constrast": 3.76481294631958,
+      "subrel-constrast": 3.951573133468628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4890607595443726,
-      "cov-distil (oracle2student)": 4.554868698120117,
-      "cov-distil (oracle2teacher)": 4.039214134216309,
+      "cov-distil": 1.4119958877563477,
+      "cov-distil (oracle2student)": 5.350419044494629,
+      "cov-distil (oracle2teacher)": 4.465328216552734,
       "epoch": 2.0164835164835164,
-      "rel-constrast": 2.9105477333068848,
+      "rel-constrast": 3.003523588180542,
       "step": 2569,
-      "subrel-constrast": 3.4036288261413574,
+      "subrel-constrast": 3.147186756134033,
       "view-similarity": 0
     },
     {
       "epoch": 2.0172684458398744,
-      "grad_norm": 5.15625,
+      "grad_norm": 9.3125,
       "learning_rate": 4.6343315298513765e-05,
-      "loss": 0.7648,
+      "loss": 0.8043,
       "step": 2570
     },
     {
-      "cov-distil": 1.5408400297164917,
-      "cov-distil (oracle2student)": 4.460867404937744,
-      "cov-distil (oracle2teacher)": 4.184871673583984,
+      "cov-distil": 1.9530609846115112,
+      "cov-distil (oracle2student)": 4.363051414489746,
+      "cov-distil (oracle2teacher)": 4.305793762207031,
       "epoch": 2.0172684458398744,
-      "rel-constrast": 2.8370141983032227,
+      "rel-constrast": 2.6611573696136475,
       "step": 2570,
-      "subrel-constrast": 3.502570152282715,
+      "subrel-constrast": 3.485966205596924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3149046897888184,
-      "cov-distil (oracle2student)": 2.980907917022705,
-      "cov-distil (oracle2teacher)": 2.9996659755706787,
+      "cov-distil": 1.6558489799499512,
+      "cov-distil (oracle2student)": 3.1347744464874268,
+      "cov-distil (oracle2teacher)": 3.3057281970977783,
       "epoch": 2.0180533751962324,
-      "rel-constrast": 1.925594687461853,
+      "rel-constrast": 1.8396590948104858,
       "step": 2571,
-      "subrel-constrast": 2.776230812072754,
+      "subrel-constrast": 2.9246718883514404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4009995460510254,
-      "cov-distil (oracle2student)": 3.471409320831299,
-      "cov-distil (oracle2teacher)": 3.2313714027404785,
+      "cov-distil": 1.9860482215881348,
+      "cov-distil (oracle2student)": 4.001497268676758,
+      "cov-distil (oracle2teacher)": 4.129349708557129,
       "epoch": 2.0188383045525904,
-      "rel-constrast": 2.9132275581359863,
+      "rel-constrast": 3.5245447158813477,
       "step": 2572,
-      "subrel-constrast": 2.804548501968384,
+      "subrel-constrast": 3.262122392654419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2982909679412842,
-      "cov-distil (oracle2student)": 3.913233518600464,
-      "cov-distil (oracle2teacher)": 4.29094123840332,
+      "cov-distil": 1.9627496004104614,
+      "cov-distil (oracle2student)": 4.629264831542969,
+      "cov-distil (oracle2teacher)": 4.349371910095215,
       "epoch": 2.0196232339089484,
-      "rel-constrast": 3.134427547454834,
+      "rel-constrast": 4.293024063110352,
       "step": 2573,
-      "subrel-constrast": 4.121625900268555,
+      "subrel-constrast": 4.090112686157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.175744652748108,
-      "cov-distil (oracle2student)": 4.345643043518066,
-      "cov-distil (oracle2teacher)": 4.046075820922852,
+      "cov-distil": 1.6384824514389038,
+      "cov-distil (oracle2student)": 4.560413360595703,
+      "cov-distil (oracle2teacher)": 4.159158706665039,
       "epoch": 2.020408163265306,
-      "rel-constrast": 3.0230438709259033,
+      "rel-constrast": 3.4102444648742676,
       "step": 2574,
-      "subrel-constrast": 3.624298095703125,
+      "subrel-constrast": 3.6602067947387695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8978856801986694,
-      "cov-distil (oracle2student)": 3.9678220748901367,
-      "cov-distil (oracle2teacher)": 4.023209571838379,
+      "cov-distil": 2.182636260986328,
+      "cov-distil (oracle2student)": 4.60952091217041,
+      "cov-distil (oracle2teacher)": 4.322705268859863,
       "epoch": 2.021193092621664,
-      "rel-constrast": 2.179535150527954,
+      "rel-constrast": 3.0808157920837402,
       "step": 2575,
-      "subrel-constrast": 3.199263572692871,
+      "subrel-constrast": 3.0388102531433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.022524356842041,
-      "cov-distil (oracle2student)": 5.099910736083984,
-      "cov-distil (oracle2teacher)": 4.565829277038574,
+      "cov-distil": 2.159045696258545,
+      "cov-distil (oracle2student)": 5.240100383758545,
+      "cov-distil (oracle2teacher)": 4.972382545471191,
       "epoch": 2.021978021978022,
-      "rel-constrast": 2.7353413105010986,
+      "rel-constrast": 2.854414939880371,
       "step": 2576,
-      "subrel-constrast": 3.896116256713867,
+      "subrel-constrast": 4.069812774658203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9745090007781982,
-      "cov-distil (oracle2student)": 5.974571704864502,
-      "cov-distil (oracle2teacher)": 5.312187671661377,
+      "cov-distil": 2.6850852966308594,
+      "cov-distil (oracle2student)": 6.454694747924805,
+      "cov-distil (oracle2teacher)": 5.6715922355651855,
       "epoch": 2.02276295133438,
-      "rel-constrast": 4.146399021148682,
+      "rel-constrast": 4.872110366821289,
       "step": 2577,
-      "subrel-constrast": 5.385141372680664,
+      "subrel-constrast": 5.180157661437988,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3346425294876099,
-      "cov-distil (oracle2student)": 3.879906177520752,
-      "cov-distil (oracle2teacher)": 3.702457904815674,
+      "cov-distil": 1.8068534135818481,
+      "cov-distil (oracle2student)": 3.8556199073791504,
+      "cov-distil (oracle2teacher)": 3.820314407348633,
       "epoch": 2.023547880690738,
-      "rel-constrast": 2.315213441848755,
+      "rel-constrast": 2.6525394916534424,
       "step": 2578,
-      "subrel-constrast": 3.5127367973327637,
+      "subrel-constrast": 3.376295566558838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6934369802474976,
-      "cov-distil (oracle2student)": 3.355029582977295,
-      "cov-distil (oracle2teacher)": 3.177870273590088,
+      "cov-distil": 2.3179640769958496,
+      "cov-distil (oracle2student)": 3.495100736618042,
+      "cov-distil (oracle2teacher)": 3.7734947204589844,
       "epoch": 2.024332810047096,
-      "rel-constrast": 2.0333688259124756,
+      "rel-constrast": 2.5823702812194824,
       "step": 2579,
-      "subrel-constrast": 2.8781931400299072,
+      "subrel-constrast": 2.9780588150024414,
       "view-similarity": 0
     },
     {
       "epoch": 2.025117739403454,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.78125,
       "learning_rate": 4.629774469587566e-05,
-      "loss": 0.7227,
+      "loss": 0.7943,
       "step": 2580
     },
     {
-      "cov-distil": 1.3028523921966553,
-      "cov-distil (oracle2student)": 3.810821533203125,
-      "cov-distil (oracle2teacher)": 4.263686180114746,
+      "cov-distil": 1.64290189743042,
+      "cov-distil (oracle2student)": 4.286041259765625,
+      "cov-distil (oracle2teacher)": 4.229805946350098,
       "epoch": 2.025117739403454,
-      "rel-constrast": 2.8056259155273438,
+      "rel-constrast": 3.1607584953308105,
       "step": 2580,
-      "subrel-constrast": 3.879927396774292,
+      "subrel-constrast": 3.425243616104126,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5767713785171509,
-      "cov-distil (oracle2student)": 5.214993476867676,
-      "cov-distil (oracle2teacher)": 4.8706159591674805,
+      "cov-distil": 2.106656074523926,
+      "cov-distil (oracle2student)": 5.261075019836426,
+      "cov-distil (oracle2teacher)": 5.302379608154297,
       "epoch": 2.0259026687598114,
-      "rel-constrast": 2.7533178329467773,
+      "rel-constrast": 2.4721899032592773,
       "step": 2581,
-      "subrel-constrast": 3.49395489692688,
+      "subrel-constrast": 3.5578668117523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4240691661834717,
-      "cov-distil (oracle2student)": 4.208713531494141,
-      "cov-distil (oracle2teacher)": 4.036467552185059,
+      "cov-distil": 1.8213783502578735,
+      "cov-distil (oracle2student)": 3.935037612915039,
+      "cov-distil (oracle2teacher)": 4.231114864349365,
       "epoch": 2.0266875981161694,
-      "rel-constrast": 3.2611076831817627,
+      "rel-constrast": 3.170137405395508,
       "step": 2582,
-      "subrel-constrast": 3.5960912704467773,
+      "subrel-constrast": 3.560936450958252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7780306339263916,
-      "cov-distil (oracle2student)": 3.269775867462158,
-      "cov-distil (oracle2teacher)": 3.517242908477783,
+      "cov-distil": 1.903618574142456,
+      "cov-distil (oracle2student)": 3.957271099090576,
+      "cov-distil (oracle2teacher)": 3.6521921157836914,
       "epoch": 2.0274725274725274,
-      "rel-constrast": 1.1963260173797607,
+      "rel-constrast": 1.9538326263427734,
       "step": 2583,
-      "subrel-constrast": 2.6474497318267822,
+      "subrel-constrast": 2.338862895965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.755824327468872,
-      "cov-distil (oracle2student)": 3.933684825897217,
-      "cov-distil (oracle2teacher)": 3.597294807434082,
+      "cov-distil": 2.490788459777832,
+      "cov-distil (oracle2student)": 4.004213333129883,
+      "cov-distil (oracle2teacher)": 4.351874828338623,
       "epoch": 2.0282574568288854,
-      "rel-constrast": 2.826699733734131,
+      "rel-constrast": 3.1571736335754395,
       "step": 2584,
-      "subrel-constrast": 3.768807888031006,
+      "subrel-constrast": 3.825326442718506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0861318111419678,
-      "cov-distil (oracle2student)": 5.439233779907227,
-      "cov-distil (oracle2teacher)": 5.051532745361328,
+      "cov-distil": 1.9407141208648682,
+      "cov-distil (oracle2student)": 6.653751850128174,
+      "cov-distil (oracle2teacher)": 5.674986839294434,
       "epoch": 2.0290423861852434,
-      "rel-constrast": 3.087024211883545,
+      "rel-constrast": 3.3527393341064453,
       "step": 2585,
-      "subrel-constrast": 3.9976446628570557,
+      "subrel-constrast": 3.6888833045959473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.738134741783142,
-      "cov-distil (oracle2student)": 3.7544403076171875,
-      "cov-distil (oracle2teacher)": 3.467432975769043,
+      "cov-distil": 1.9719537496566772,
+      "cov-distil (oracle2student)": 3.7289927005767822,
+      "cov-distil (oracle2teacher)": 3.6978883743286133,
       "epoch": 2.0298273155416013,
-      "rel-constrast": 2.48966646194458,
+      "rel-constrast": 2.562682628631592,
       "step": 2586,
-      "subrel-constrast": 3.183173418045044,
+      "subrel-constrast": 3.298043966293335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2197861671447754,
-      "cov-distil (oracle2student)": 5.314908027648926,
-      "cov-distil (oracle2teacher)": 4.767375469207764,
+      "cov-distil": 1.7187918424606323,
+      "cov-distil (oracle2student)": 5.61500358581543,
+      "cov-distil (oracle2teacher)": 5.141355514526367,
       "epoch": 2.0306122448979593,
-      "rel-constrast": 3.757617712020874,
+      "rel-constrast": 4.794120788574219,
       "step": 2587,
-      "subrel-constrast": 4.15952730178833,
+      "subrel-constrast": 4.2575578689575195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6040942668914795,
-      "cov-distil (oracle2student)": 4.000999450683594,
-      "cov-distil (oracle2teacher)": 4.231811046600342,
+      "cov-distil": 1.7838062047958374,
+      "cov-distil (oracle2student)": 4.273924827575684,
+      "cov-distil (oracle2teacher)": 4.758326530456543,
       "epoch": 2.0313971742543173,
-      "rel-constrast": 2.67399263381958,
+      "rel-constrast": 3.2736024856567383,
       "step": 2588,
-      "subrel-constrast": 3.617424488067627,
+      "subrel-constrast": 3.8568239212036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276611804962158,
-      "cov-distil (oracle2student)": 4.317698955535889,
-      "cov-distil (oracle2teacher)": 4.421903610229492,
+      "cov-distil": 2.4097676277160645,
+      "cov-distil (oracle2student)": 4.438101768493652,
+      "cov-distil (oracle2teacher)": 4.4526777267456055,
       "epoch": 2.032182103610675,
-      "rel-constrast": 2.525721549987793,
+      "rel-constrast": 3.094322681427002,
       "step": 2589,
-      "subrel-constrast": 3.4121804237365723,
+      "subrel-constrast": 3.6518900394439697,
       "view-similarity": 0
     },
     {
       "epoch": 2.032967032967033,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.375,
       "learning_rate": 4.625191458693957e-05,
-      "loss": 0.7263,
+      "loss": 0.7748,
       "step": 2590
     },
     {
-      "cov-distil": 1.9891952276229858,
-      "cov-distil (oracle2student)": 4.805106163024902,
-      "cov-distil (oracle2teacher)": 4.374859809875488,
+      "cov-distil": 1.9144514799118042,
+      "cov-distil (oracle2student)": 5.0744781494140625,
+      "cov-distil (oracle2teacher)": 4.561003684997559,
       "epoch": 2.032967032967033,
-      "rel-constrast": 3.290797710418701,
+      "rel-constrast": 3.383823871612549,
       "step": 2590,
-      "subrel-constrast": 3.8304505348205566,
+      "subrel-constrast": 3.7647018432617188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6702110767364502,
-      "cov-distil (oracle2student)": 5.877730369567871,
-      "cov-distil (oracle2teacher)": 5.177729606628418,
+      "cov-distil": 2.2050082683563232,
+      "cov-distil (oracle2student)": 5.980766296386719,
+      "cov-distil (oracle2teacher)": 5.246089935302734,
       "epoch": 2.033751962323391,
-      "rel-constrast": 2.070183277130127,
+      "rel-constrast": 2.6208643913269043,
       "step": 2591,
-      "subrel-constrast": 3.159494161605835,
+      "subrel-constrast": 3.3308420181274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5158226490020752,
-      "cov-distil (oracle2student)": 4.369362831115723,
-      "cov-distil (oracle2teacher)": 4.001250743865967,
+      "cov-distil": 1.7517015933990479,
+      "cov-distil (oracle2student)": 4.809141635894775,
+      "cov-distil (oracle2teacher)": 4.498287677764893,
       "epoch": 2.034536891679749,
-      "rel-constrast": 3.192948341369629,
+      "rel-constrast": 3.3544797897338867,
       "step": 2592,
-      "subrel-constrast": 3.6024951934814453,
+      "subrel-constrast": 3.7596452236175537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8568706512451172,
-      "cov-distil (oracle2student)": 4.513680458068848,
-      "cov-distil (oracle2teacher)": 4.223357200622559,
+      "cov-distil": 2.368474006652832,
+      "cov-distil (oracle2student)": 4.241973400115967,
+      "cov-distil (oracle2teacher)": 4.2504425048828125,
       "epoch": 2.035321821036107,
-      "rel-constrast": 2.0967488288879395,
+      "rel-constrast": 2.1063215732574463,
       "step": 2593,
-      "subrel-constrast": 3.0529472827911377,
+      "subrel-constrast": 3.011367082595825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5366591215133667,
-      "cov-distil (oracle2student)": 3.170410394668579,
-      "cov-distil (oracle2teacher)": 3.2562005519866943,
+      "cov-distil": 2.374155044555664,
+      "cov-distil (oracle2student)": 3.2214338779449463,
+      "cov-distil (oracle2teacher)": 3.059232234954834,
       "epoch": 2.036106750392465,
-      "rel-constrast": 1.9721282720565796,
+      "rel-constrast": 2.1299049854278564,
       "step": 2594,
-      "subrel-constrast": 3.2721357345581055,
+      "subrel-constrast": 2.9743096828460693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7600288391113281,
-      "cov-distil (oracle2student)": 4.301647186279297,
-      "cov-distil (oracle2teacher)": 4.46275520324707,
+      "cov-distil": 1.754664659500122,
+      "cov-distil (oracle2student)": 4.529369831085205,
+      "cov-distil (oracle2teacher)": 4.538191795349121,
       "epoch": 2.036891679748823,
-      "rel-constrast": 2.8285584449768066,
+      "rel-constrast": 3.3162243366241455,
       "step": 2595,
-      "subrel-constrast": 4.024070739746094,
+      "subrel-constrast": 3.684436559677124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63007390499115,
-      "cov-distil (oracle2student)": 4.736753463745117,
-      "cov-distil (oracle2teacher)": 4.827028751373291,
+      "cov-distil": 1.9793081283569336,
+      "cov-distil (oracle2student)": 5.334100723266602,
+      "cov-distil (oracle2teacher)": 5.673299789428711,
       "epoch": 2.0376766091051803,
-      "rel-constrast": 2.762828826904297,
+      "rel-constrast": 2.7453503608703613,
       "step": 2596,
-      "subrel-constrast": 3.931101083755493,
+      "subrel-constrast": 3.9526169300079346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4966025352478027,
-      "cov-distil (oracle2student)": 3.9267525672912598,
-      "cov-distil (oracle2teacher)": 3.605562686920166,
+      "cov-distil": 1.9506689310073853,
+      "cov-distil (oracle2student)": 4.164947509765625,
+      "cov-distil (oracle2teacher)": 4.2195048332214355,
       "epoch": 2.0384615384615383,
-      "rel-constrast": 1.671107292175293,
+      "rel-constrast": 1.7940795421600342,
       "step": 2597,
-      "subrel-constrast": 2.7106053829193115,
+      "subrel-constrast": 2.7505993843078613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5657718181610107,
-      "cov-distil (oracle2student)": 3.0323739051818848,
-      "cov-distil (oracle2teacher)": 3.4227917194366455,
+      "cov-distil": 2.353914976119995,
+      "cov-distil (oracle2student)": 3.102748394012451,
+      "cov-distil (oracle2teacher)": 3.476780414581299,
       "epoch": 2.0392464678178963,
-      "rel-constrast": 1.988607406616211,
+      "rel-constrast": 2.194990873336792,
       "step": 2598,
-      "subrel-constrast": 3.1713273525238037,
+      "subrel-constrast": 2.9327163696289062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5810461044311523,
-      "cov-distil (oracle2student)": 4.162444114685059,
-      "cov-distil (oracle2teacher)": 4.119106292724609,
+      "cov-distil": 1.7772551774978638,
+      "cov-distil (oracle2student)": 4.323163032531738,
+      "cov-distil (oracle2teacher)": 4.323888778686523,
       "epoch": 2.0400313971742543,
-      "rel-constrast": 2.2787699699401855,
+      "rel-constrast": 2.540398359298706,
       "step": 2599,
-      "subrel-constrast": 3.4076006412506104,
+      "subrel-constrast": 3.4497170448303223,
       "view-similarity": 0
     },
     {
       "epoch": 2.0408163265306123,
-      "grad_norm": 5.09375,
+      "grad_norm": 5.75,
       "learning_rate": 4.6205825530130944e-05,
-      "loss": 0.6453,
+      "loss": 0.6547,
       "step": 2600
     },
     {
       "epoch": 2.0408163265306123,
-      "overlap": 0.29375001788139343,
+      "overlap": 0.27031251788139343,
       "step": 2600
     },
     {
       "epoch": 2.0408163265306123,
       "step": 2600,
-      "student margin": 0.070892333984375
+      "student margin": 0.0684814453125
     },
     {
       "epoch": 2.0408163265306123,
       "step": 2600,
-      "teacher margin": 0.052001953125
+      "teacher margin": 0.055023193359375
     },
     {
       "epoch": 2.0408163265306123,
-      "margin difference": -0.018890380859375,
+      "margin difference": -0.013458251953125,
       "step": 2600
     },
     {
-      "cov-distil": 1.3353180885314941,
-      "cov-distil (oracle2student)": 4.13485050201416,
-      "cov-distil (oracle2teacher)": 4.110435485839844,
+      "cov-distil": 1.9599573612213135,
+      "cov-distil (oracle2student)": 4.334949016571045,
+      "cov-distil (oracle2teacher)": 4.332773208618164,
       "epoch": 2.0408163265306123,
-      "rel-constrast": 2.034916639328003,
+      "rel-constrast": 2.2787487506866455,
       "step": 2600,
-      "subrel-constrast": 2.887387275695801,
+      "subrel-constrast": 2.7162485122680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1994287967681885,
-      "cov-distil (oracle2student)": 2.9966912269592285,
-      "cov-distil (oracle2teacher)": 2.8486647605895996,
+      "cov-distil": 1.6753385066986084,
+      "cov-distil (oracle2student)": 3.1705105304718018,
+      "cov-distil (oracle2teacher)": 3.1863956451416016,
       "epoch": 2.0416012558869703,
-      "rel-constrast": 3.2924585342407227,
+      "rel-constrast": 3.380878448486328,
       "step": 2601,
-      "subrel-constrast": 3.7677018642425537,
+      "subrel-constrast": 4.0329132080078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4664499759674072,
-      "cov-distil (oracle2student)": 2.889111280441284,
-      "cov-distil (oracle2teacher)": 2.9977712631225586,
+      "cov-distil": 1.4791250228881836,
+      "cov-distil (oracle2student)": 3.3417696952819824,
+      "cov-distil (oracle2teacher)": 3.1240437030792236,
       "epoch": 2.0423861852433283,
-      "rel-constrast": 2.7742416858673096,
+      "rel-constrast": 3.5847482681274414,
       "step": 2602,
-      "subrel-constrast": 3.734666347503662,
+      "subrel-constrast": 3.6848323345184326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3811352252960205,
-      "cov-distil (oracle2student)": 4.0174455642700195,
-      "cov-distil (oracle2teacher)": 3.3547983169555664,
+      "cov-distil": 2.2350072860717773,
+      "cov-distil (oracle2student)": 4.5829386711120605,
+      "cov-distil (oracle2teacher)": 3.928952932357788,
       "epoch": 2.043171114599686,
-      "rel-constrast": 1.73324716091156,
+      "rel-constrast": 2.38070011138916,
       "step": 2603,
-      "subrel-constrast": 2.582387924194336,
+      "subrel-constrast": 2.7307372093200684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.231534481048584,
-      "cov-distil (oracle2student)": 2.55495285987854,
-      "cov-distil (oracle2teacher)": 3.286497116088867,
+      "cov-distil": 2.0364584922790527,
+      "cov-distil (oracle2student)": 2.5215747356414795,
+      "cov-distil (oracle2teacher)": 3.479705810546875,
       "epoch": 2.043956043956044,
-      "rel-constrast": 2.130127429962158,
+      "rel-constrast": 2.4963343143463135,
       "step": 2604,
-      "subrel-constrast": 3.2361092567443848,
+      "subrel-constrast": 3.1777212619781494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5310068130493164,
-      "cov-distil (oracle2student)": 5.050435543060303,
-      "cov-distil (oracle2teacher)": 5.094297409057617,
+      "cov-distil": 1.8203030824661255,
+      "cov-distil (oracle2student)": 5.179355144500732,
+      "cov-distil (oracle2teacher)": 5.203173637390137,
       "epoch": 2.044740973312402,
-      "rel-constrast": 2.9133460521698,
+      "rel-constrast": 2.9996206760406494,
       "step": 2605,
-      "subrel-constrast": 4.075055122375488,
+      "subrel-constrast": 3.893571615219116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.244946837425232,
-      "cov-distil (oracle2student)": 4.271355628967285,
-      "cov-distil (oracle2teacher)": 4.190159797668457,
+      "cov-distil": 1.810497522354126,
+      "cov-distil (oracle2student)": 4.0920915603637695,
+      "cov-distil (oracle2teacher)": 4.175153732299805,
       "epoch": 2.0455259026687598,
-      "rel-constrast": 1.8294062614440918,
+      "rel-constrast": 2.0392580032348633,
       "step": 2606,
-      "subrel-constrast": 2.2923924922943115,
+      "subrel-constrast": 2.6604857444763184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.180721640586853,
-      "cov-distil (oracle2student)": 5.730915546417236,
-      "cov-distil (oracle2teacher)": 5.230205535888672,
+      "cov-distil": 1.6501166820526123,
+      "cov-distil (oracle2student)": 6.8314642906188965,
+      "cov-distil (oracle2teacher)": 5.271141052246094,
       "epoch": 2.0463108320251178,
-      "rel-constrast": 3.3854150772094727,
+      "rel-constrast": 4.214098930358887,
       "step": 2607,
-      "subrel-constrast": 3.470841884613037,
+      "subrel-constrast": 3.6952028274536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5891168117523193,
-      "cov-distil (oracle2student)": 5.012734413146973,
-      "cov-distil (oracle2teacher)": 4.07102108001709,
+      "cov-distil": 2.189912796020508,
+      "cov-distil (oracle2student)": 4.973696708679199,
+      "cov-distil (oracle2teacher)": 4.131874084472656,
       "epoch": 2.0470957613814758,
-      "rel-constrast": 2.4456820487976074,
+      "rel-constrast": 2.0516114234924316,
       "step": 2608,
-      "subrel-constrast": 2.8813846111297607,
+      "subrel-constrast": 3.1052796840667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.561317801475525,
-      "cov-distil (oracle2student)": 4.409381866455078,
-      "cov-distil (oracle2teacher)": 3.6781423091888428,
+      "cov-distil": 2.587594509124756,
+      "cov-distil (oracle2student)": 4.460018157958984,
+      "cov-distil (oracle2teacher)": 3.875865936279297,
       "epoch": 2.0478806907378337,
-      "rel-constrast": 2.498624801635742,
+      "rel-constrast": 2.4061925411224365,
       "step": 2609,
-      "subrel-constrast": 3.498225688934326,
+      "subrel-constrast": 3.9187872409820557,
       "view-similarity": 0
     },
     {
       "epoch": 2.0486656200941917,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.84375,
       "learning_rate": 4.615947808703038e-05,
-      "loss": 0.6602,
+      "loss": 0.6958,
       "step": 2610
     },
     {
-      "cov-distil": 1.1958653926849365,
-      "cov-distil (oracle2student)": 3.470388889312744,
-      "cov-distil (oracle2teacher)": 3.401221752166748,
+      "cov-distil": 1.3121542930603027,
+      "cov-distil (oracle2student)": 3.5239992141723633,
+      "cov-distil (oracle2teacher)": 3.66960072517395,
       "epoch": 2.0486656200941917,
-      "rel-constrast": 2.911684513092041,
+      "rel-constrast": 3.157320261001587,
       "step": 2610,
-      "subrel-constrast": 3.47914457321167,
+      "subrel-constrast": 3.702549695968628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2997448444366455,
-      "cov-distil (oracle2student)": 5.657401084899902,
-      "cov-distil (oracle2teacher)": 5.465598106384277,
+      "cov-distil": 1.8178378343582153,
+      "cov-distil (oracle2student)": 6.496721267700195,
+      "cov-distil (oracle2teacher)": 5.5974016189575195,
       "epoch": 2.0494505494505493,
-      "rel-constrast": 2.43680477142334,
+      "rel-constrast": 2.9603922367095947,
       "step": 2611,
-      "subrel-constrast": 3.2656545639038086,
+      "subrel-constrast": 3.3300070762634277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6255913972854614,
-      "cov-distil (oracle2student)": 4.915378093719482,
-      "cov-distil (oracle2teacher)": 3.8784754276275635,
+      "cov-distil": 1.4235543012619019,
+      "cov-distil (oracle2student)": 5.199825763702393,
+      "cov-distil (oracle2teacher)": 4.541558265686035,
       "epoch": 2.0502354788069073,
-      "rel-constrast": 3.5305025577545166,
+      "rel-constrast": 3.590573310852051,
       "step": 2612,
-      "subrel-constrast": 4.088052749633789,
+      "subrel-constrast": 4.447882652282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3821957111358643,
-      "cov-distil (oracle2student)": 4.436394214630127,
-      "cov-distil (oracle2teacher)": 4.010889530181885,
+      "cov-distil": 1.8470898866653442,
+      "cov-distil (oracle2student)": 4.730347633361816,
+      "cov-distil (oracle2teacher)": 4.164238452911377,
       "epoch": 2.0510204081632653,
-      "rel-constrast": 3.1295995712280273,
+      "rel-constrast": 3.3476314544677734,
       "step": 2613,
-      "subrel-constrast": 3.5616137981414795,
+      "subrel-constrast": 3.5674805641174316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1164778470993042,
-      "cov-distil (oracle2student)": 4.532923698425293,
-      "cov-distil (oracle2teacher)": 3.713280200958252,
+      "cov-distil": 1.1728808879852295,
+      "cov-distil (oracle2student)": 5.276403427124023,
+      "cov-distil (oracle2teacher)": 4.225274085998535,
       "epoch": 2.0518053375196232,
-      "rel-constrast": 3.3535280227661133,
+      "rel-constrast": 3.727715492248535,
       "step": 2614,
-      "subrel-constrast": 3.764984369277954,
+      "subrel-constrast": 3.916203498840332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4952445030212402,
-      "cov-distil (oracle2student)": 5.140346527099609,
-      "cov-distil (oracle2teacher)": 4.428337097167969,
+      "cov-distil": 2.107821464538574,
+      "cov-distil (oracle2student)": 5.391210079193115,
+      "cov-distil (oracle2teacher)": 5.489698886871338,
       "epoch": 2.0525902668759812,
-      "rel-constrast": 2.1320676803588867,
+      "rel-constrast": 2.6765925884246826,
       "step": 2615,
-      "subrel-constrast": 3.3597524166107178,
+      "subrel-constrast": 3.366100788116455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5255954265594482,
-      "cov-distil (oracle2student)": 4.445937156677246,
-      "cov-distil (oracle2teacher)": 4.1274309158325195,
+      "cov-distil": 1.871289849281311,
+      "cov-distil (oracle2student)": 4.368426322937012,
+      "cov-distil (oracle2teacher)": 4.667512893676758,
       "epoch": 2.053375196232339,
-      "rel-constrast": 2.234030246734619,
+      "rel-constrast": 2.2902064323425293,
       "step": 2616,
-      "subrel-constrast": 2.8266353607177734,
+      "subrel-constrast": 2.7595367431640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200836181640625,
-      "cov-distil (oracle2student)": 3.004601001739502,
-      "cov-distil (oracle2teacher)": 3.2362146377563477,
+      "cov-distil": 1.3633742332458496,
+      "cov-distil (oracle2student)": 3.0883371829986572,
+      "cov-distil (oracle2teacher)": 3.698395013809204,
       "epoch": 2.054160125588697,
-      "rel-constrast": 2.0423483848571777,
+      "rel-constrast": 2.2036516666412354,
       "step": 2617,
-      "subrel-constrast": 2.7475426197052,
+      "subrel-constrast": 2.7595908641815186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4691020250320435,
-      "cov-distil (oracle2student)": 4.966156482696533,
-      "cov-distil (oracle2teacher)": 4.712005615234375,
+      "cov-distil": 1.471066951751709,
+      "cov-distil (oracle2student)": 4.996579170227051,
+      "cov-distil (oracle2teacher)": 5.2777910232543945,
       "epoch": 2.0549450549450547,
-      "rel-constrast": 2.211719036102295,
+      "rel-constrast": 2.8793280124664307,
       "step": 2618,
-      "subrel-constrast": 2.7315731048583984,
+      "subrel-constrast": 3.0873780250549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9583064317703247,
-      "cov-distil (oracle2student)": 4.417433738708496,
-      "cov-distil (oracle2teacher)": 4.307394504547119,
+      "cov-distil": 2.059990167617798,
+      "cov-distil (oracle2student)": 4.370577812194824,
+      "cov-distil (oracle2teacher)": 4.407511234283447,
       "epoch": 2.0557299843014127,
-      "rel-constrast": 3.6653056144714355,
+      "rel-constrast": 3.730240821838379,
       "step": 2619,
-      "subrel-constrast": 3.9538042545318604,
+      "subrel-constrast": 4.285340309143066,
       "view-similarity": 0
     },
     {
       "epoch": 2.0565149136577707,
-      "grad_norm": 6.40625,
+      "grad_norm": 6.875,
       "learning_rate": 4.611287282236686e-05,
-      "loss": 0.7269,
+      "loss": 0.7641,
       "step": 2620
     },
     {
-      "cov-distil": 1.1691734790802002,
-      "cov-distil (oracle2student)": 2.8941993713378906,
-      "cov-distil (oracle2teacher)": 2.9856529235839844,
+      "cov-distil": 1.273260235786438,
+      "cov-distil (oracle2student)": 2.9554643630981445,
+      "cov-distil (oracle2teacher)": 2.9124755859375,
       "epoch": 2.0565149136577707,
-      "rel-constrast": 2.6235601902008057,
+      "rel-constrast": 2.5914559364318848,
       "step": 2620,
-      "subrel-constrast": 3.049262046813965,
+      "subrel-constrast": 2.444936513900757,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2292662858963013,
-      "cov-distil (oracle2student)": 3.332024335861206,
-      "cov-distil (oracle2teacher)": 3.243257999420166,
+      "cov-distil": 1.3982512950897217,
+      "cov-distil (oracle2student)": 3.346816062927246,
+      "cov-distil (oracle2teacher)": 3.162898302078247,
       "epoch": 2.0572998430141287,
-      "rel-constrast": 2.104247570037842,
+      "rel-constrast": 2.4623937606811523,
       "step": 2621,
-      "subrel-constrast": 2.971797227859497,
+      "subrel-constrast": 2.9139773845672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.06044602394104,
-      "cov-distil (oracle2student)": 3.125821590423584,
-      "cov-distil (oracle2teacher)": 2.608621120452881,
+      "cov-distil": 1.777498483657837,
+      "cov-distil (oracle2student)": 3.0417275428771973,
+      "cov-distil (oracle2teacher)": 3.0040581226348877,
       "epoch": 2.0580847723704867,
-      "rel-constrast": 2.712275266647339,
+      "rel-constrast": 2.7511425018310547,
       "step": 2622,
-      "subrel-constrast": 2.954022169113159,
+      "subrel-constrast": 3.5441601276397705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.219322919845581,
-      "cov-distil (oracle2student)": 2.71720290184021,
-      "cov-distil (oracle2teacher)": 2.874880313873291,
+      "cov-distil": 1.7731595039367676,
+      "cov-distil (oracle2student)": 2.708233594894409,
+      "cov-distil (oracle2teacher)": 2.6952953338623047,
       "epoch": 2.0588697017268447,
-      "rel-constrast": 2.4119319915771484,
+      "rel-constrast": 2.1112568378448486,
       "step": 2623,
-      "subrel-constrast": 3.08075213432312,
+      "subrel-constrast": 3.2257211208343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5224895477294922,
-      "cov-distil (oracle2student)": 5.749883651733398,
-      "cov-distil (oracle2teacher)": 5.228310585021973,
+      "cov-distil": 1.7879929542541504,
+      "cov-distil (oracle2student)": 5.2504119873046875,
+      "cov-distil (oracle2teacher)": 5.013355731964111,
       "epoch": 2.0596546310832027,
-      "rel-constrast": 2.106882095336914,
+      "rel-constrast": 2.437877893447876,
       "step": 2624,
-      "subrel-constrast": 2.9463582038879395,
+      "subrel-constrast": 2.7095768451690674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7161511182785034,
-      "cov-distil (oracle2student)": 3.4208297729492188,
-      "cov-distil (oracle2teacher)": 3.233896493911743,
+      "cov-distil": 1.8086116313934326,
+      "cov-distil (oracle2student)": 3.55668568611145,
+      "cov-distil (oracle2teacher)": 3.2694497108459473,
       "epoch": 2.0604395604395602,
-      "rel-constrast": 2.2465767860412598,
+      "rel-constrast": 2.7780134677886963,
       "step": 2625,
-      "subrel-constrast": 3.2330284118652344,
+      "subrel-constrast": 3.39591646194458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5517866611480713,
-      "cov-distil (oracle2student)": 6.162747383117676,
-      "cov-distil (oracle2teacher)": 5.35258674621582,
+      "cov-distil": 1.8230431079864502,
+      "cov-distil (oracle2student)": 5.704968452453613,
+      "cov-distil (oracle2teacher)": 5.55893611907959,
       "epoch": 2.061224489795918,
-      "rel-constrast": 3.7531769275665283,
+      "rel-constrast": 3.6246590614318848,
       "step": 2626,
-      "subrel-constrast": 4.485931396484375,
+      "subrel-constrast": 4.6057891845703125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0393245220184326,
-      "cov-distil (oracle2student)": 5.304793357849121,
-      "cov-distil (oracle2teacher)": 4.669814109802246,
+      "cov-distil": 1.7919341325759888,
+      "cov-distil (oracle2student)": 5.597870826721191,
+      "cov-distil (oracle2teacher)": 5.256979942321777,
       "epoch": 2.062009419152276,
-      "rel-constrast": 1.8870246410369873,
+      "rel-constrast": 2.2496767044067383,
       "step": 2627,
-      "subrel-constrast": 2.6734120845794678,
+      "subrel-constrast": 2.4335296154022217,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7491568326950073,
-      "cov-distil (oracle2student)": 5.738511085510254,
-      "cov-distil (oracle2teacher)": 4.763905048370361,
+      "cov-distil": 1.969364881515503,
+      "cov-distil (oracle2student)": 4.96711540222168,
+      "cov-distil (oracle2teacher)": 5.427218914031982,
       "epoch": 2.062794348508634,
-      "rel-constrast": 3.257175922393799,
+      "rel-constrast": 3.431835651397705,
       "step": 2628,
-      "subrel-constrast": 3.4501240253448486,
+      "subrel-constrast": 3.713629722595215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8414740562438965,
-      "cov-distil (oracle2student)": 4.693289756774902,
-      "cov-distil (oracle2teacher)": 4.3830366134643555,
+      "cov-distil": 1.8349517583847046,
+      "cov-distil (oracle2student)": 5.372576713562012,
+      "cov-distil (oracle2teacher)": 4.703330039978027,
       "epoch": 2.063579277864992,
-      "rel-constrast": 3.035696029663086,
+      "rel-constrast": 3.3668973445892334,
       "step": 2629,
-      "subrel-constrast": 3.150063991546631,
+      "subrel-constrast": 3.228548049926758,
       "view-similarity": 0
     },
     {
       "epoch": 2.06436420722135,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.0625,
       "learning_rate": 4.606601030401081e-05,
-      "loss": 0.6912,
+      "loss": 0.6951,
       "step": 2630
     },
     {
-      "cov-distil": 1.86207115650177,
-      "cov-distil (oracle2student)": 3.8686020374298096,
-      "cov-distil (oracle2teacher)": 4.128180503845215,
+      "cov-distil": 1.9717159271240234,
+      "cov-distil (oracle2student)": 4.019659042358398,
+      "cov-distil (oracle2teacher)": 4.099271774291992,
       "epoch": 2.06436420722135,
-      "rel-constrast": 3.4406189918518066,
+      "rel-constrast": 3.872594118118286,
       "step": 2630,
-      "subrel-constrast": 4.844143390655518,
+      "subrel-constrast": 4.412281036376953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.511430025100708,
-      "cov-distil (oracle2student)": 4.376862525939941,
-      "cov-distil (oracle2teacher)": 4.287481307983398,
+      "cov-distil": 1.6796497106552124,
+      "cov-distil (oracle2student)": 4.730873107910156,
+      "cov-distil (oracle2teacher)": 4.047366619110107,
       "epoch": 2.065149136577708,
-      "rel-constrast": 2.4270565509796143,
+      "rel-constrast": 3.0993740558624268,
       "step": 2631,
-      "subrel-constrast": 3.3270809650421143,
+      "subrel-constrast": 3.298053026199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0819294452667236,
-      "cov-distil (oracle2student)": 3.267848253250122,
-      "cov-distil (oracle2teacher)": 3.2794508934020996,
+      "cov-distil": 2.769099473953247,
+      "cov-distil (oracle2student)": 3.047415256500244,
+      "cov-distil (oracle2teacher)": 3.062382459640503,
       "epoch": 2.065934065934066,
-      "rel-constrast": 2.062077045440674,
+      "rel-constrast": 2.531759262084961,
       "step": 2632,
-      "subrel-constrast": 3.303976535797119,
+      "subrel-constrast": 3.317408323287964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6889008283615112,
-      "cov-distil (oracle2student)": 4.9657392501831055,
-      "cov-distil (oracle2teacher)": 5.1121110916137695,
+      "cov-distil": 2.172146797180176,
+      "cov-distil (oracle2student)": 6.097752571105957,
+      "cov-distil (oracle2teacher)": 5.0578718185424805,
       "epoch": 2.0667189952904237,
-      "rel-constrast": 2.868468999862671,
+      "rel-constrast": 3.3052895069122314,
       "step": 2633,
-      "subrel-constrast": 3.2229743003845215,
+      "subrel-constrast": 3.216153383255005,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.324570894241333,
-      "cov-distil (oracle2student)": 2.6373257637023926,
-      "cov-distil (oracle2teacher)": 2.5664517879486084,
+      "cov-distil": 1.7707581520080566,
+      "cov-distil (oracle2student)": 2.854623317718506,
+      "cov-distil (oracle2teacher)": 2.5792407989501953,
       "epoch": 2.0675039246467817,
-      "rel-constrast": 2.357619524002075,
+      "rel-constrast": 2.815687656402588,
       "step": 2634,
-      "subrel-constrast": 3.0723659992218018,
+      "subrel-constrast": 2.8273110389709473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.299598217010498,
-      "cov-distil (oracle2student)": 3.059826374053955,
-      "cov-distil (oracle2teacher)": 2.848837375640869,
+      "cov-distil": 1.4964101314544678,
+      "cov-distil (oracle2student)": 3.2439072132110596,
+      "cov-distil (oracle2teacher)": 3.307908058166504,
       "epoch": 2.0682888540031397,
-      "rel-constrast": 1.9807883501052856,
+      "rel-constrast": 2.1199488639831543,
       "step": 2635,
-      "subrel-constrast": 2.763944387435913,
+      "subrel-constrast": 2.822643756866455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2854645252227783,
-      "cov-distil (oracle2student)": 3.6068713665008545,
-      "cov-distil (oracle2teacher)": 3.47721004486084,
+      "cov-distil": 1.4465312957763672,
+      "cov-distil (oracle2student)": 4.0055036544799805,
+      "cov-distil (oracle2teacher)": 3.777785062789917,
       "epoch": 2.0690737833594977,
-      "rel-constrast": 1.338415503501892,
+      "rel-constrast": 1.9512943029403687,
       "step": 2636,
-      "subrel-constrast": 2.1358401775360107,
+      "subrel-constrast": 2.1339073181152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8717029094696045,
-      "cov-distil (oracle2student)": 3.2437119483947754,
-      "cov-distil (oracle2teacher)": 2.883582353591919,
+      "cov-distil": 1.082223653793335,
+      "cov-distil (oracle2student)": 2.9353997707366943,
+      "cov-distil (oracle2teacher)": 3.306615114212036,
       "epoch": 2.0698587127158556,
-      "rel-constrast": 2.3376541137695312,
+      "rel-constrast": 2.733520746231079,
       "step": 2637,
-      "subrel-constrast": 2.6891350746154785,
+      "subrel-constrast": 2.6333048343658447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2896864414215088,
-      "cov-distil (oracle2student)": 3.831578016281128,
-      "cov-distil (oracle2teacher)": 3.8477606773376465,
+      "cov-distil": 1.9792912006378174,
+      "cov-distil (oracle2student)": 3.156419515609741,
+      "cov-distil (oracle2teacher)": 3.425894260406494,
       "epoch": 2.0706436420722136,
-      "rel-constrast": 2.234649181365967,
+      "rel-constrast": 2.505803108215332,
       "step": 2638,
-      "subrel-constrast": 2.7638421058654785,
+      "subrel-constrast": 2.43332839012146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4190914630889893,
-      "cov-distil (oracle2student)": 5.38115930557251,
-      "cov-distil (oracle2teacher)": 5.0927581787109375,
+      "cov-distil": 3.5616672039031982,
+      "cov-distil (oracle2student)": 5.6973114013671875,
+      "cov-distil (oracle2teacher)": 5.668779373168945,
       "epoch": 2.0714285714285716,
-      "rel-constrast": 2.8960766792297363,
+      "rel-constrast": 3.4316844940185547,
       "step": 2639,
-      "subrel-constrast": 3.9259538650512695,
+      "subrel-constrast": 4.117895126342773,
       "view-similarity": 0
     },
     {
       "epoch": 2.072213500784929,
-      "grad_norm": 5.25,
+      "grad_norm": 7.375,
       "learning_rate": 4.601889110296723e-05,
-      "loss": 0.6377,
+      "loss": 0.7092,
       "step": 2640
     },
     {
-      "cov-distil": 1.2628480195999146,
-      "cov-distil (oracle2student)": 7.320075988769531,
-      "cov-distil (oracle2teacher)": 6.652521133422852,
+      "cov-distil": 1.574925422668457,
+      "cov-distil (oracle2student)": 6.798882484436035,
+      "cov-distil (oracle2teacher)": 7.086607933044434,
       "epoch": 2.072213500784929,
-      "rel-constrast": 2.651520013809204,
+      "rel-constrast": 2.8487024307250977,
       "step": 2640,
-      "subrel-constrast": 3.115838050842285,
+      "subrel-constrast": 2.930239677429199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.809037685394287,
-      "cov-distil (oracle2student)": 3.7265210151672363,
-      "cov-distil (oracle2teacher)": 3.332104444503784,
+      "cov-distil": 2.1429190635681152,
+      "cov-distil (oracle2student)": 4.195045471191406,
+      "cov-distil (oracle2teacher)": 3.499901056289673,
       "epoch": 2.072998430141287,
-      "rel-constrast": 2.7049214839935303,
+      "rel-constrast": 3.516721248626709,
       "step": 2641,
-      "subrel-constrast": 3.3478193283081055,
+      "subrel-constrast": 3.68375825881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.663482666015625,
-      "cov-distil (oracle2student)": 3.964402675628662,
-      "cov-distil (oracle2teacher)": 3.4999351501464844,
+      "cov-distil": 2.290168046951294,
+      "cov-distil (oracle2student)": 4.739067077636719,
+      "cov-distil (oracle2teacher)": 4.19989013671875,
       "epoch": 2.073783359497645,
-      "rel-constrast": 2.9174981117248535,
+      "rel-constrast": 3.089609384536743,
       "step": 2642,
-      "subrel-constrast": 3.73445987701416,
+      "subrel-constrast": 3.0934457778930664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2319161891937256,
-      "cov-distil (oracle2student)": 3.655104160308838,
-      "cov-distil (oracle2teacher)": 3.113356590270996,
+      "cov-distil": 1.38181734085083,
+      "cov-distil (oracle2student)": 3.107469081878662,
+      "cov-distil (oracle2teacher)": 3.339040517807007,
       "epoch": 2.074568288854003,
-      "rel-constrast": 2.5532190799713135,
+      "rel-constrast": 2.4778902530670166,
       "step": 2643,
-      "subrel-constrast": 3.2015514373779297,
+      "subrel-constrast": 3.133873224258423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7000322341918945,
-      "cov-distil (oracle2student)": 4.919336318969727,
-      "cov-distil (oracle2teacher)": 4.484076499938965,
+      "cov-distil": 2.1994757652282715,
+      "cov-distil (oracle2student)": 4.61014986038208,
+      "cov-distil (oracle2teacher)": 5.117853164672852,
       "epoch": 2.075353218210361,
-      "rel-constrast": 2.886383056640625,
+      "rel-constrast": 3.872953414916992,
       "step": 2644,
-      "subrel-constrast": 4.0749077796936035,
+      "subrel-constrast": 4.006265163421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2829294204711914,
-      "cov-distil (oracle2student)": 4.820669174194336,
-      "cov-distil (oracle2teacher)": 4.5515241622924805,
+      "cov-distil": 1.8551610708236694,
+      "cov-distil (oracle2student)": 4.954656600952148,
+      "cov-distil (oracle2teacher)": 4.871798515319824,
       "epoch": 2.076138147566719,
-      "rel-constrast": 2.996272087097168,
+      "rel-constrast": 3.5060129165649414,
       "step": 2645,
-      "subrel-constrast": 3.6395366191864014,
+      "subrel-constrast": 3.422405242919922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.682198166847229,
-      "cov-distil (oracle2student)": 3.8332293033599854,
-      "cov-distil (oracle2teacher)": 3.2484774589538574,
+      "cov-distil": 2.0594091415405273,
+      "cov-distil (oracle2student)": 3.5196480751037598,
+      "cov-distil (oracle2teacher)": 3.7636115550994873,
       "epoch": 2.076923076923077,
-      "rel-constrast": 3.044987678527832,
+      "rel-constrast": 2.698888063430786,
       "step": 2646,
-      "subrel-constrast": 3.639526128768921,
+      "subrel-constrast": 3.775123357772827,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4817090034484863,
-      "cov-distil (oracle2student)": 3.8058836460113525,
-      "cov-distil (oracle2teacher)": 3.607952833175659,
+      "cov-distil": 1.790157437324524,
+      "cov-distil (oracle2student)": 3.80220365524292,
+      "cov-distil (oracle2teacher)": 3.869471311569214,
       "epoch": 2.0777080062794346,
-      "rel-constrast": 3.1399600505828857,
+      "rel-constrast": 3.234987497329712,
       "step": 2647,
-      "subrel-constrast": 3.959563732147217,
+      "subrel-constrast": 3.9877023696899414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8386852741241455,
-      "cov-distil (oracle2student)": 5.095797538757324,
-      "cov-distil (oracle2teacher)": 4.932601451873779,
+      "cov-distil": 2.00199031829834,
+      "cov-distil (oracle2student)": 4.998838901519775,
+      "cov-distil (oracle2teacher)": 5.342177391052246,
       "epoch": 2.0784929356357926,
-      "rel-constrast": 4.2447309494018555,
+      "rel-constrast": 4.467913627624512,
       "step": 2648,
-      "subrel-constrast": 4.728353500366211,
+      "subrel-constrast": 4.544909954071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9177457094192505,
-      "cov-distil (oracle2student)": 3.7433032989501953,
-      "cov-distil (oracle2teacher)": 3.3512115478515625,
+      "cov-distil": 1.3058974742889404,
+      "cov-distil (oracle2student)": 3.8559207916259766,
+      "cov-distil (oracle2teacher)": 3.7594385147094727,
       "epoch": 2.0792778649921506,
-      "rel-constrast": 3.2327632904052734,
+      "rel-constrast": 3.3468124866485596,
       "step": 2649,
-      "subrel-constrast": 3.764805316925049,
+      "subrel-constrast": 3.748883008956909,
       "view-similarity": 0
     },
     {
       "epoch": 2.0800627943485086,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.59375,
       "learning_rate": 4.597151579336873e-05,
-      "loss": 0.7965,
+      "loss": 0.8265,
       "step": 2650
     },
     {
-      "cov-distil": 1.9783639907836914,
-      "cov-distil (oracle2student)": 3.9746532440185547,
-      "cov-distil (oracle2teacher)": 4.080855846405029,
+      "cov-distil": 1.8745241165161133,
+      "cov-distil (oracle2student)": 5.362051486968994,
+      "cov-distil (oracle2teacher)": 4.434418201446533,
       "epoch": 2.0800627943485086,
-      "rel-constrast": 2.702925205230713,
+      "rel-constrast": 3.763814926147461,
       "step": 2650,
-      "subrel-constrast": 3.5898804664611816,
+      "subrel-constrast": 3.453411817550659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.68656587600708,
-      "cov-distil (oracle2student)": 2.977093458175659,
-      "cov-distil (oracle2teacher)": 3.9955215454101562,
+      "cov-distil": 2.1235904693603516,
+      "cov-distil (oracle2student)": 3.6482739448547363,
+      "cov-distil (oracle2teacher)": 4.312215805053711,
       "epoch": 2.0808477237048666,
-      "rel-constrast": 2.042919397354126,
+      "rel-constrast": 2.510941743850708,
       "step": 2651,
-      "subrel-constrast": 3.302668333053589,
+      "subrel-constrast": 3.221558094024658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9882162809371948,
-      "cov-distil (oracle2student)": 3.324406862258911,
-      "cov-distil (oracle2teacher)": 2.9352540969848633,
+      "cov-distil": 2.119302272796631,
+      "cov-distil (oracle2student)": 3.1979072093963623,
+      "cov-distil (oracle2teacher)": 3.3080978393554688,
       "epoch": 2.0816326530612246,
-      "rel-constrast": 2.7595183849334717,
+      "rel-constrast": 2.5607619285583496,
       "step": 2652,
-      "subrel-constrast": 3.26057767868042,
+      "subrel-constrast": 3.2983014583587646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459014892578125,
-      "cov-distil (oracle2student)": 5.348959922790527,
-      "cov-distil (oracle2teacher)": 4.912822723388672,
+      "cov-distil": 1.5990787744522095,
+      "cov-distil (oracle2student)": 6.36601448059082,
+      "cov-distil (oracle2teacher)": 5.523398399353027,
       "epoch": 2.0824175824175826,
-      "rel-constrast": 4.026599407196045,
+      "rel-constrast": 4.280218601226807,
       "step": 2653,
-      "subrel-constrast": 4.401134490966797,
+      "subrel-constrast": 4.604062080383301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.037376880645752,
-      "cov-distil (oracle2student)": 3.163254737854004,
-      "cov-distil (oracle2teacher)": 3.190333366394043,
+      "cov-distil": 2.121145486831665,
+      "cov-distil (oracle2student)": 3.8322882652282715,
+      "cov-distil (oracle2teacher)": 3.5868618488311768,
       "epoch": 2.0832025117739406,
-      "rel-constrast": 2.7720794677734375,
+      "rel-constrast": 2.940216302871704,
       "step": 2654,
-      "subrel-constrast": 3.5680418014526367,
+      "subrel-constrast": 3.478227376937866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2755839824676514,
-      "cov-distil (oracle2student)": 4.207517147064209,
-      "cov-distil (oracle2teacher)": 4.088561534881592,
+      "cov-distil": 1.6715879440307617,
+      "cov-distil (oracle2student)": 4.289422035217285,
+      "cov-distil (oracle2teacher)": 4.197493553161621,
       "epoch": 2.083987441130298,
-      "rel-constrast": 2.835097074508667,
+      "rel-constrast": 2.9818990230560303,
       "step": 2655,
-      "subrel-constrast": 3.7488791942596436,
+      "subrel-constrast": 3.779721975326538,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125614404678345,
-      "cov-distil (oracle2student)": 3.899724245071411,
-      "cov-distil (oracle2teacher)": 3.860991954803467,
+      "cov-distil": 1.9082587957382202,
+      "cov-distil (oracle2student)": 4.28350830078125,
+      "cov-distil (oracle2teacher)": 4.172543048858643,
       "epoch": 2.084772370486656,
-      "rel-constrast": 2.3675413131713867,
+      "rel-constrast": 2.9795050621032715,
       "step": 2656,
-      "subrel-constrast": 3.220802068710327,
+      "subrel-constrast": 3.4812355041503906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7342987060546875,
-      "cov-distil (oracle2student)": 5.410000324249268,
-      "cov-distil (oracle2teacher)": 5.1536431312561035,
+      "cov-distil": 2.546177625656128,
+      "cov-distil (oracle2student)": 5.832278728485107,
+      "cov-distil (oracle2teacher)": 5.307687759399414,
       "epoch": 2.085557299843014,
-      "rel-constrast": 2.947413921356201,
+      "rel-constrast": 2.8259377479553223,
       "step": 2657,
-      "subrel-constrast": 3.8985488414764404,
+      "subrel-constrast": 4.20616340637207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601938247680664,
-      "cov-distil (oracle2student)": 3.7540225982666016,
-      "cov-distil (oracle2teacher)": 3.430818796157837,
+      "cov-distil": 2.2351326942443848,
+      "cov-distil (oracle2student)": 3.701258897781372,
+      "cov-distil (oracle2teacher)": 3.645231246948242,
       "epoch": 2.086342229199372,
-      "rel-constrast": 3.1013402938842773,
+      "rel-constrast": 2.927896499633789,
       "step": 2658,
-      "subrel-constrast": 3.8806583881378174,
+      "subrel-constrast": 3.886005401611328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6560348272323608,
-      "cov-distil (oracle2student)": 5.160312175750732,
-      "cov-distil (oracle2teacher)": 5.124349117279053,
+      "cov-distil": 2.558037519454956,
+      "cov-distil (oracle2student)": 5.360933780670166,
+      "cov-distil (oracle2teacher)": 5.28483247756958,
       "epoch": 2.08712715855573,
-      "rel-constrast": 2.4525303840637207,
+      "rel-constrast": 2.957216739654541,
       "step": 2659,
-      "subrel-constrast": 3.904118776321411,
+      "subrel-constrast": 4.059863090515137,
       "view-similarity": 0
     },
     {
       "epoch": 2.087912087912088,
-      "grad_norm": 4.40625,
+      "grad_norm": 5.5,
       "learning_rate": 4.592388495246848e-05,
-      "loss": 0.7425,
+      "loss": 0.7682,
       "step": 2660
     },
     {
-      "cov-distil": 1.6337261199951172,
-      "cov-distil (oracle2student)": 4.151952743530273,
-      "cov-distil (oracle2teacher)": 3.967841863632202,
+      "cov-distil": 2.320268392562866,
+      "cov-distil (oracle2student)": 5.276259422302246,
+      "cov-distil (oracle2teacher)": 5.199820518493652,
       "epoch": 2.087912087912088,
-      "rel-constrast": 4.655386924743652,
+      "rel-constrast": 4.7079596519470215,
       "step": 2660,
-      "subrel-constrast": 5.4480814933776855,
+      "subrel-constrast": 5.293564319610596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7914470434188843,
-      "cov-distil (oracle2student)": 3.280151128768921,
-      "cov-distil (oracle2teacher)": 2.791379690170288,
+      "cov-distil": 2.4293928146362305,
+      "cov-distil (oracle2student)": 3.7782998085021973,
+      "cov-distil (oracle2teacher)": 3.1225099563598633,
       "epoch": 2.088697017268446,
-      "rel-constrast": 2.1980934143066406,
+      "rel-constrast": 2.590524196624756,
       "step": 2661,
-      "subrel-constrast": 3.0409364700317383,
+      "subrel-constrast": 2.937551259994507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2816166877746582,
-      "cov-distil (oracle2student)": 3.7141854763031006,
-      "cov-distil (oracle2teacher)": 3.5739235877990723,
+      "cov-distil": 1.6531985998153687,
+      "cov-distil (oracle2student)": 3.275691270828247,
+      "cov-distil (oracle2teacher)": 3.5886597633361816,
       "epoch": 2.0894819466248036,
-      "rel-constrast": 2.4541215896606445,
+      "rel-constrast": 2.6594011783599854,
       "step": 2662,
-      "subrel-constrast": 2.8710200786590576,
+      "subrel-constrast": 3.1025705337524414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8375205993652344,
-      "cov-distil (oracle2student)": 3.5197553634643555,
-      "cov-distil (oracle2teacher)": 3.722714424133301,
+      "cov-distil": 1.7647960186004639,
+      "cov-distil (oracle2student)": 3.7469468116760254,
+      "cov-distil (oracle2teacher)": 4.184358596801758,
       "epoch": 2.0902668759811616,
-      "rel-constrast": 4.33981990814209,
+      "rel-constrast": 4.606461048126221,
       "step": 2663,
-      "subrel-constrast": 4.157322406768799,
+      "subrel-constrast": 4.810775279998779,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7941855192184448,
-      "cov-distil (oracle2student)": 5.616387367248535,
-      "cov-distil (oracle2teacher)": 4.772411346435547,
+      "cov-distil": 2.442953109741211,
+      "cov-distil (oracle2student)": 5.853923797607422,
+      "cov-distil (oracle2teacher)": 5.293834686279297,
       "epoch": 2.0910518053375196,
-      "rel-constrast": 4.3338470458984375,
+      "rel-constrast": 4.735675811767578,
       "step": 2664,
-      "subrel-constrast": 4.629491806030273,
+      "subrel-constrast": 4.526534080505371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0097761154174805,
-      "cov-distil (oracle2student)": 3.404824733734131,
-      "cov-distil (oracle2teacher)": 3.4548442363739014,
+      "cov-distil": 2.0641095638275146,
+      "cov-distil (oracle2student)": 3.3819222450256348,
+      "cov-distil (oracle2teacher)": 3.5393004417419434,
       "epoch": 2.0918367346938775,
-      "rel-constrast": 2.9249496459960938,
+      "rel-constrast": 2.9134275913238525,
       "step": 2665,
-      "subrel-constrast": 3.9127326011657715,
+      "subrel-constrast": 3.6180002689361572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.342220425605774,
-      "cov-distil (oracle2student)": 4.775496006011963,
-      "cov-distil (oracle2teacher)": 4.198037147521973,
+      "cov-distil": 1.90665602684021,
+      "cov-distil (oracle2student)": 4.705499649047852,
+      "cov-distil (oracle2teacher)": 5.084680080413818,
       "epoch": 2.0926216640502355,
-      "rel-constrast": 3.157780170440674,
+      "rel-constrast": 3.586960554122925,
       "step": 2666,
-      "subrel-constrast": 3.485379457473755,
+      "subrel-constrast": 4.116690158843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6518689393997192,
-      "cov-distil (oracle2student)": 3.959777355194092,
-      "cov-distil (oracle2teacher)": 3.2735185623168945,
+      "cov-distil": 1.702031135559082,
+      "cov-distil (oracle2student)": 3.888780117034912,
+      "cov-distil (oracle2teacher)": 3.4566917419433594,
       "epoch": 2.0934065934065935,
-      "rel-constrast": 2.106560230255127,
+      "rel-constrast": 2.4098644256591797,
       "step": 2667,
-      "subrel-constrast": 2.741788148880005,
+      "subrel-constrast": 2.453278064727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4627585411071777,
-      "cov-distil (oracle2student)": 2.3466053009033203,
-      "cov-distil (oracle2teacher)": 2.160889148712158,
+      "cov-distil": 1.8339946269989014,
+      "cov-distil (oracle2student)": 2.9693374633789062,
+      "cov-distil (oracle2teacher)": 2.6220412254333496,
       "epoch": 2.0941915227629515,
-      "rel-constrast": 1.567748785018921,
+      "rel-constrast": 2.36030650138855,
       "step": 2668,
-      "subrel-constrast": 2.191602945327759,
+      "subrel-constrast": 2.5208351612091064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8470290899276733,
-      "cov-distil (oracle2student)": 4.9321699142456055,
-      "cov-distil (oracle2teacher)": 4.58592414855957,
+      "cov-distil": 2.082859754562378,
+      "cov-distil (oracle2student)": 4.398348331451416,
+      "cov-distil (oracle2teacher)": 5.094583988189697,
       "epoch": 2.094976452119309,
-      "rel-constrast": 3.446009635925293,
+      "rel-constrast": 3.453765392303467,
       "step": 2669,
-      "subrel-constrast": 4.106932163238525,
+      "subrel-constrast": 4.215127944946289,
       "view-similarity": 0
     },
     {
       "epoch": 2.095761381475667,
-      "grad_norm": 6.3125,
+      "grad_norm": 6.34375,
       "learning_rate": 4.587599916063326e-05,
-      "loss": 0.8212,
+      "loss": 0.8506,
       "step": 2670
     },
     {
-      "cov-distil": 2.0417304039001465,
-      "cov-distil (oracle2student)": 5.616621971130371,
-      "cov-distil (oracle2teacher)": 5.81180477142334,
+      "cov-distil": 2.086698532104492,
+      "cov-distil (oracle2student)": 5.952251434326172,
+      "cov-distil (oracle2teacher)": 5.91895866394043,
       "epoch": 2.095761381475667,
-      "rel-constrast": 3.941246509552002,
+      "rel-constrast": 4.659292697906494,
       "step": 2670,
-      "subrel-constrast": 4.968310356140137,
+      "subrel-constrast": 4.944712162017822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6573683023452759,
-      "cov-distil (oracle2student)": 3.7648746967315674,
-      "cov-distil (oracle2teacher)": 3.4795753955841064,
+      "cov-distil": 1.8664031028747559,
+      "cov-distil (oracle2student)": 3.6404762268066406,
+      "cov-distil (oracle2teacher)": 3.696335792541504,
       "epoch": 2.096546310832025,
-      "rel-constrast": 2.339151382446289,
+      "rel-constrast": 2.1784167289733887,
       "step": 2671,
-      "subrel-constrast": 3.4954097270965576,
+      "subrel-constrast": 3.29815673828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7060770988464355,
-      "cov-distil (oracle2student)": 4.337916374206543,
-      "cov-distil (oracle2teacher)": 4.200004577636719,
+      "cov-distil": 1.9268912076950073,
+      "cov-distil (oracle2student)": 4.43925666809082,
+      "cov-distil (oracle2teacher)": 4.230558395385742,
       "epoch": 2.097331240188383,
-      "rel-constrast": 1.914768099784851,
+      "rel-constrast": 2.1477131843566895,
       "step": 2672,
-      "subrel-constrast": 3.0425472259521484,
+      "subrel-constrast": 2.7592036724090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2226378917694092,
-      "cov-distil (oracle2student)": 6.339175701141357,
-      "cov-distil (oracle2teacher)": 5.642215251922607,
+      "cov-distil": 1.0646171569824219,
+      "cov-distil (oracle2student)": 6.35025691986084,
+      "cov-distil (oracle2teacher)": 6.120315074920654,
       "epoch": 2.098116169544741,
-      "rel-constrast": 2.5491490364074707,
+      "rel-constrast": 2.4465324878692627,
       "step": 2673,
-      "subrel-constrast": 3.174234628677368,
+      "subrel-constrast": 2.834458351135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2708802223205566,
-      "cov-distil (oracle2student)": 2.511132001876831,
-      "cov-distil (oracle2teacher)": 2.5157294273376465,
+      "cov-distil": 1.5060040950775146,
+      "cov-distil (oracle2student)": 2.939380645751953,
+      "cov-distil (oracle2teacher)": 2.4772939682006836,
       "epoch": 2.098901098901099,
-      "rel-constrast": 3.147292375564575,
+      "rel-constrast": 3.744046688079834,
       "step": 2674,
-      "subrel-constrast": 3.8129918575286865,
+      "subrel-constrast": 3.3550310134887695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8717957735061646,
-      "cov-distil (oracle2student)": 4.204354286193848,
-      "cov-distil (oracle2teacher)": 4.1325578689575195,
+      "cov-distil": 2.4976115226745605,
+      "cov-distil (oracle2student)": 4.234405040740967,
+      "cov-distil (oracle2teacher)": 4.632215976715088,
       "epoch": 2.099686028257457,
-      "rel-constrast": 3.44084095954895,
+      "rel-constrast": 4.220475196838379,
       "step": 2675,
-      "subrel-constrast": 4.313811779022217,
+      "subrel-constrast": 4.131372451782227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6253840923309326,
-      "cov-distil (oracle2student)": 5.564504623413086,
-      "cov-distil (oracle2teacher)": 4.586607933044434,
+      "cov-distil": 1.575706958770752,
+      "cov-distil (oracle2student)": 5.397576332092285,
+      "cov-distil (oracle2teacher)": 4.693962574005127,
       "epoch": 2.100470957613815,
-      "rel-constrast": 2.008042335510254,
+      "rel-constrast": 2.1899142265319824,
       "step": 2676,
-      "subrel-constrast": 2.7574331760406494,
+      "subrel-constrast": 2.6900999546051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4799201488494873,
-      "cov-distil (oracle2student)": 1.8116012811660767,
-      "cov-distil (oracle2teacher)": 2.0946474075317383,
+      "cov-distil": 2.0908188819885254,
+      "cov-distil (oracle2student)": 2.3582963943481445,
+      "cov-distil (oracle2teacher)": 1.974581003189087,
       "epoch": 2.1012558869701725,
-      "rel-constrast": 2.175154209136963,
+      "rel-constrast": 2.651198625564575,
       "step": 2677,
-      "subrel-constrast": 2.907055139541626,
+      "subrel-constrast": 2.8041062355041504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.229113817214966,
-      "cov-distil (oracle2student)": 5.243906021118164,
-      "cov-distil (oracle2teacher)": 5.188776016235352,
+      "cov-distil": 2.5464134216308594,
+      "cov-distil (oracle2student)": 5.513839244842529,
+      "cov-distil (oracle2teacher)": 5.253147125244141,
       "epoch": 2.1020408163265305,
-      "rel-constrast": 3.188620090484619,
+      "rel-constrast": 3.355689764022827,
       "step": 2678,
-      "subrel-constrast": 4.260790824890137,
+      "subrel-constrast": 4.035741329193115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6544407606124878,
-      "cov-distil (oracle2student)": 3.7256853580474854,
-      "cov-distil (oracle2teacher)": 3.8381354808807373,
+      "cov-distil": 2.0088186264038086,
+      "cov-distil (oracle2student)": 3.6101176738739014,
+      "cov-distil (oracle2teacher)": 3.7408528327941895,
       "epoch": 2.1028257456828885,
-      "rel-constrast": 2.8161654472351074,
+      "rel-constrast": 2.675189256668091,
       "step": 2679,
-      "subrel-constrast": 3.2249703407287598,
+      "subrel-constrast": 2.9795477390289307,
       "view-similarity": 0
     },
     {
       "epoch": 2.1036106750392465,
-      "grad_norm": 5.875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.582785900133634e-05,
-      "loss": 0.7299,
+      "loss": 0.7567,
       "step": 2680
     },
     {
-      "cov-distil": 1.5672053098678589,
-      "cov-distil (oracle2student)": 5.170087814331055,
-      "cov-distil (oracle2teacher)": 4.712985038757324,
+      "cov-distil": 2.114865303039551,
+      "cov-distil (oracle2student)": 6.3687896728515625,
+      "cov-distil (oracle2teacher)": 4.8555779457092285,
       "epoch": 2.1036106750392465,
-      "rel-constrast": 2.9125518798828125,
+      "rel-constrast": 3.2347640991210938,
       "step": 2680,
-      "subrel-constrast": 3.682068347930908,
+      "subrel-constrast": 3.4859619140625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5699032545089722,
-      "cov-distil (oracle2student)": 3.670671224594116,
-      "cov-distil (oracle2teacher)": 3.5652313232421875,
+      "cov-distil": 1.6505666971206665,
+      "cov-distil (oracle2student)": 3.8598122596740723,
+      "cov-distil (oracle2teacher)": 3.7668185234069824,
       "epoch": 2.1043956043956045,
-      "rel-constrast": 2.8479928970336914,
+      "rel-constrast": 2.7852907180786133,
       "step": 2681,
-      "subrel-constrast": 3.4126665592193604,
+      "subrel-constrast": 3.3582258224487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4764052629470825,
-      "cov-distil (oracle2student)": 3.627300262451172,
-      "cov-distil (oracle2teacher)": 3.4759182929992676,
+      "cov-distil": 1.6371502876281738,
+      "cov-distil (oracle2student)": 3.7673776149749756,
+      "cov-distil (oracle2teacher)": 3.715442180633545,
       "epoch": 2.1051805337519625,
-      "rel-constrast": 2.2022435665130615,
+      "rel-constrast": 2.0682148933410645,
       "step": 2682,
-      "subrel-constrast": 2.9162943363189697,
+      "subrel-constrast": 2.5616953372955322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.839519739151001,
-      "cov-distil (oracle2student)": 3.0726523399353027,
-      "cov-distil (oracle2teacher)": 3.307107448577881,
+      "cov-distil": 1.9923266172409058,
+      "cov-distil (oracle2student)": 3.681403398513794,
+      "cov-distil (oracle2teacher)": 3.3948652744293213,
       "epoch": 2.1059654631083204,
-      "rel-constrast": 1.8811745643615723,
+      "rel-constrast": 1.9913092851638794,
       "step": 2683,
-      "subrel-constrast": 2.6675779819488525,
+      "subrel-constrast": 2.664302349090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.775281310081482,
-      "cov-distil (oracle2student)": 3.1547858715057373,
-      "cov-distil (oracle2teacher)": 3.060973644256592,
+      "cov-distil": 2.2858047485351562,
+      "cov-distil (oracle2student)": 3.274096965789795,
+      "cov-distil (oracle2teacher)": 3.300269842147827,
       "epoch": 2.106750392464678,
-      "rel-constrast": 2.4608426094055176,
+      "rel-constrast": 2.5318684577941895,
       "step": 2684,
-      "subrel-constrast": 3.1411526203155518,
+      "subrel-constrast": 3.0382018089294434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6113319396972656,
-      "cov-distil (oracle2student)": 4.414421081542969,
-      "cov-distil (oracle2teacher)": 4.024219512939453,
+      "cov-distil": 1.7763559818267822,
+      "cov-distil (oracle2student)": 4.17965030670166,
+      "cov-distil (oracle2teacher)": 5.152675628662109,
       "epoch": 2.107535321821036,
-      "rel-constrast": 2.068659782409668,
+      "rel-constrast": 2.583670139312744,
       "step": 2685,
-      "subrel-constrast": 3.027926206588745,
+      "subrel-constrast": 3.115384578704834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.412705898284912,
-      "cov-distil (oracle2student)": 4.911065578460693,
-      "cov-distil (oracle2teacher)": 4.427267551422119,
+      "cov-distil": 1.5678410530090332,
+      "cov-distil (oracle2student)": 5.493313789367676,
+      "cov-distil (oracle2teacher)": 5.079800605773926,
       "epoch": 2.108320251177394,
-      "rel-constrast": 2.3888728618621826,
+      "rel-constrast": 3.190906524658203,
       "step": 2686,
-      "subrel-constrast": 2.952326536178589,
+      "subrel-constrast": 2.72861385345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8539459705352783,
-      "cov-distil (oracle2student)": 4.8538641929626465,
-      "cov-distil (oracle2teacher)": 4.342440605163574,
+      "cov-distil": 2.3837528228759766,
+      "cov-distil (oracle2student)": 5.057913303375244,
+      "cov-distil (oracle2teacher)": 5.642647743225098,
       "epoch": 2.109105180533752,
-      "rel-constrast": 2.3912816047668457,
+      "rel-constrast": 2.921745777130127,
       "step": 2687,
-      "subrel-constrast": 3.4030165672302246,
+      "subrel-constrast": 3.8554158210754395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.126741409301758,
-      "cov-distil (oracle2student)": 3.643915891647339,
-      "cov-distil (oracle2teacher)": 2.9767961502075195,
+      "cov-distil": 2.1306259632110596,
+      "cov-distil (oracle2student)": 3.8257272243499756,
+      "cov-distil (oracle2teacher)": 3.877476215362549,
       "epoch": 2.10989010989011,
-      "rel-constrast": 2.688615560531616,
+      "rel-constrast": 2.185229778289795,
       "step": 2688,
-      "subrel-constrast": 3.37544584274292,
+      "subrel-constrast": 3.117697238922119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6242486238479614,
-      "cov-distil (oracle2student)": 3.6324613094329834,
-      "cov-distil (oracle2teacher)": 3.6406712532043457,
+      "cov-distil": 1.7119370698928833,
+      "cov-distil (oracle2student)": 3.902193784713745,
+      "cov-distil (oracle2teacher)": 3.977482557296753,
       "epoch": 2.110675039246468,
-      "rel-constrast": 2.3597755432128906,
+      "rel-constrast": 2.264855146408081,
       "step": 2689,
-      "subrel-constrast": 2.999110221862793,
+      "subrel-constrast": 2.853257417678833,
       "view-similarity": 0
     },
     {
       "epoch": 2.111459968602826,
-      "grad_norm": 4.75,
+      "grad_norm": 5.15625,
       "learning_rate": 4.577946506115035e-05,
-      "loss": 0.6472,
+      "loss": 0.6439,
       "step": 2690
     },
     {
-      "cov-distil": 1.7768619060516357,
-      "cov-distil (oracle2student)": 4.521347522735596,
-      "cov-distil (oracle2teacher)": 4.838393211364746,
+      "cov-distil": 1.9147462844848633,
+      "cov-distil (oracle2student)": 4.037898063659668,
+      "cov-distil (oracle2teacher)": 4.751012802124023,
       "epoch": 2.111459968602826,
-      "rel-constrast": 3.0193352699279785,
+      "rel-constrast": 2.8857226371765137,
       "step": 2690,
-      "subrel-constrast": 4.206924915313721,
+      "subrel-constrast": 3.9222898483276367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9612469673156738,
-      "cov-distil (oracle2student)": 3.415921688079834,
-      "cov-distil (oracle2teacher)": 3.793879508972168,
+      "cov-distil": 1.7732605934143066,
+      "cov-distil (oracle2student)": 3.7872278690338135,
+      "cov-distil (oracle2teacher)": 3.8309731483459473,
       "epoch": 2.1122448979591835,
-      "rel-constrast": 2.973207473754883,
+      "rel-constrast": 2.834090232849121,
       "step": 2691,
-      "subrel-constrast": 3.5273218154907227,
+      "subrel-constrast": 3.552520275115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.347106695175171,
-      "cov-distil (oracle2student)": 4.080264568328857,
-      "cov-distil (oracle2teacher)": 4.185126781463623,
+      "cov-distil": 1.4763193130493164,
+      "cov-distil (oracle2student)": 3.9399919509887695,
+      "cov-distil (oracle2teacher)": 4.282064914703369,
       "epoch": 2.1130298273155415,
-      "rel-constrast": 1.7505321502685547,
+      "rel-constrast": 1.749387264251709,
       "step": 2692,
-      "subrel-constrast": 1.9902628660202026,
+      "subrel-constrast": 1.8415683507919312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2456910610198975,
-      "cov-distil (oracle2student)": 4.71649169921875,
-      "cov-distil (oracle2teacher)": 3.8320159912109375,
+      "cov-distil": 1.430747389793396,
+      "cov-distil (oracle2student)": 5.544008255004883,
+      "cov-distil (oracle2teacher)": 4.302212715148926,
       "epoch": 2.1138147566718994,
-      "rel-constrast": 2.387418746948242,
+      "rel-constrast": 2.359684705734253,
       "step": 2693,
-      "subrel-constrast": 2.848029613494873,
+      "subrel-constrast": 2.5998759269714355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9380123615264893,
-      "cov-distil (oracle2student)": 3.524611473083496,
-      "cov-distil (oracle2teacher)": 3.603614330291748,
+      "cov-distil": 2.0691657066345215,
+      "cov-distil (oracle2student)": 3.906179428100586,
+      "cov-distil (oracle2teacher)": 3.996983528137207,
       "epoch": 2.1145996860282574,
-      "rel-constrast": 3.3344593048095703,
+      "rel-constrast": 3.3778061866760254,
       "step": 2694,
-      "subrel-constrast": 3.909736156463623,
+      "subrel-constrast": 4.0916218757629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5422940254211426,
-      "cov-distil (oracle2student)": 3.5824568271636963,
-      "cov-distil (oracle2teacher)": 3.043023109436035,
+      "cov-distil": 1.741032361984253,
+      "cov-distil (oracle2student)": 4.0852532386779785,
+      "cov-distil (oracle2teacher)": 3.880850315093994,
       "epoch": 2.1153846153846154,
-      "rel-constrast": 3.193317413330078,
+      "rel-constrast": 3.9635794162750244,
       "step": 2695,
-      "subrel-constrast": 3.934993267059326,
+      "subrel-constrast": 4.16846227645874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1803994178771973,
-      "cov-distil (oracle2student)": 4.270575523376465,
-      "cov-distil (oracle2teacher)": 4.082144737243652,
+      "cov-distil": 2.4244141578674316,
+      "cov-distil (oracle2student)": 5.263608932495117,
+      "cov-distil (oracle2teacher)": 4.486540794372559,
       "epoch": 2.1161695447409734,
-      "rel-constrast": 2.9521689414978027,
+      "rel-constrast": 3.283660888671875,
       "step": 2696,
-      "subrel-constrast": 4.149345874786377,
+      "subrel-constrast": 3.9675066471099854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6017191410064697,
-      "cov-distil (oracle2student)": 3.66426682472229,
-      "cov-distil (oracle2teacher)": 3.426107406616211,
+      "cov-distil": 2.1638717651367188,
+      "cov-distil (oracle2student)": 4.178694248199463,
+      "cov-distil (oracle2teacher)": 3.540147304534912,
       "epoch": 2.1169544740973314,
-      "rel-constrast": 3.3653833866119385,
+      "rel-constrast": 3.4805030822753906,
       "step": 2697,
-      "subrel-constrast": 3.8820242881774902,
+      "subrel-constrast": 3.8965978622436523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2150499820709229,
-      "cov-distil (oracle2student)": 5.662280082702637,
-      "cov-distil (oracle2teacher)": 4.212636947631836,
+      "cov-distil": 1.3825939893722534,
+      "cov-distil (oracle2student)": 6.3614349365234375,
+      "cov-distil (oracle2teacher)": 5.3973822593688965,
       "epoch": 2.1177394034536894,
-      "rel-constrast": 3.49739408493042,
+      "rel-constrast": 3.4276068210601807,
       "step": 2698,
-      "subrel-constrast": 3.5281331539154053,
+      "subrel-constrast": 3.4734535217285156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.012502908706665,
-      "cov-distil (oracle2student)": 4.048537254333496,
-      "cov-distil (oracle2teacher)": 3.9865145683288574,
+      "cov-distil": 2.7996573448181152,
+      "cov-distil (oracle2student)": 3.572936773300171,
+      "cov-distil (oracle2teacher)": 3.865410327911377,
       "epoch": 2.118524332810047,
-      "rel-constrast": 3.715592622756958,
+      "rel-constrast": 3.6219780445098877,
       "step": 2699,
-      "subrel-constrast": 3.977768898010254,
+      "subrel-constrast": 4.30504846572876,
       "view-similarity": 0
     },
     {
       "epoch": 2.119309262166405,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.09375,
       "learning_rate": 4.57308179297402e-05,
-      "loss": 0.7968,
+      "loss": 0.7746,
       "step": 2700
     },
     {
       "epoch": 2.119309262166405,
-      "overlap": 0.3499999940395355,
+      "overlap": 0.2984375059604645,
       "step": 2700
     },
     {
       "epoch": 2.119309262166405,
       "step": 2700,
-      "student margin": 0.06414794921875
+      "student margin": 0.062652587890625
     },
     {
       "epoch": 2.119309262166405,
       "step": 2700,
-      "teacher margin": 0.04034423828125
+      "teacher margin": 0.045166015625
     },
     {
       "epoch": 2.119309262166405,
-      "margin difference": -0.0238037109375,
+      "margin difference": -0.017486572265625,
       "step": 2700
     },
     {
-      "cov-distil": 1.738069772720337,
-      "cov-distil (oracle2student)": 3.7054336071014404,
-      "cov-distil (oracle2teacher)": 3.3862736225128174,
+      "cov-distil": 1.8558897972106934,
+      "cov-distil (oracle2student)": 4.318129539489746,
+      "cov-distil (oracle2teacher)": 3.5326743125915527,
       "epoch": 2.119309262166405,
-      "rel-constrast": 3.684670925140381,
+      "rel-constrast": 3.8168869018554688,
       "step": 2700,
-      "subrel-constrast": 3.9660658836364746,
+      "subrel-constrast": 3.7372171878814697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9597724676132202,
-      "cov-distil (oracle2student)": 3.6626930236816406,
-      "cov-distil (oracle2teacher)": 3.467991352081299,
+      "cov-distil": 2.109984874725342,
+      "cov-distil (oracle2student)": 4.176501750946045,
+      "cov-distil (oracle2teacher)": 3.5115158557891846,
       "epoch": 2.120094191522763,
-      "rel-constrast": 1.936334490776062,
+      "rel-constrast": 2.3271708488464355,
       "step": 2701,
-      "subrel-constrast": 2.9077441692352295,
+      "subrel-constrast": 2.6446354389190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6104004383087158,
-      "cov-distil (oracle2student)": 3.5230982303619385,
-      "cov-distil (oracle2teacher)": 3.5924575328826904,
+      "cov-distil": 1.7418583631515503,
+      "cov-distil (oracle2student)": 4.156888008117676,
+      "cov-distil (oracle2teacher)": 3.8956334590911865,
       "epoch": 2.120879120879121,
-      "rel-constrast": 1.8440704345703125,
+      "rel-constrast": 2.4359467029571533,
       "step": 2702,
-      "subrel-constrast": 2.687389373779297,
+      "subrel-constrast": 2.6333298683166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.527693271636963,
-      "cov-distil (oracle2student)": 4.885265827178955,
-      "cov-distil (oracle2teacher)": 4.272814750671387,
+      "cov-distil": 2.251457691192627,
+      "cov-distil (oracle2student)": 4.883236408233643,
+      "cov-distil (oracle2teacher)": 4.901177406311035,
       "epoch": 2.121664050235479,
-      "rel-constrast": 2.392524003982544,
+      "rel-constrast": 2.270510673522949,
       "step": 2703,
-      "subrel-constrast": 3.368466854095459,
+      "subrel-constrast": 3.053571939468384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4393917322158813,
-      "cov-distil (oracle2student)": 3.985060453414917,
-      "cov-distil (oracle2teacher)": 3.98748517036438,
+      "cov-distil": 2.1749558448791504,
+      "cov-distil (oracle2student)": 4.048573970794678,
+      "cov-distil (oracle2teacher)": 4.066121578216553,
       "epoch": 2.122448979591837,
-      "rel-constrast": 3.1086409091949463,
+      "rel-constrast": 3.1156296730041504,
       "step": 2704,
-      "subrel-constrast": 3.8918073177337646,
+      "subrel-constrast": 3.8821606636047363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3507189750671387,
-      "cov-distil (oracle2student)": 5.77543830871582,
-      "cov-distil (oracle2teacher)": 4.298201560974121,
+      "cov-distil": 2.3968985080718994,
+      "cov-distil (oracle2student)": 5.752626895904541,
+      "cov-distil (oracle2teacher)": 5.4189348220825195,
       "epoch": 2.123233908948195,
-      "rel-constrast": 2.68249249458313,
+      "rel-constrast": 2.8687169551849365,
       "step": 2705,
-      "subrel-constrast": 3.804255723953247,
+      "subrel-constrast": 3.310316324234009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2466928958892822,
-      "cov-distil (oracle2student)": 5.833965301513672,
-      "cov-distil (oracle2teacher)": 4.974800109863281,
+      "cov-distil": 1.0751657485961914,
+      "cov-distil (oracle2student)": 6.433284759521484,
+      "cov-distil (oracle2teacher)": 4.977420330047607,
       "epoch": 2.1240188383045524,
-      "rel-constrast": 2.339257001876831,
+      "rel-constrast": 2.758338451385498,
       "step": 2706,
-      "subrel-constrast": 3.1078009605407715,
+      "subrel-constrast": 2.883713483810425,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2088333368301392,
-      "cov-distil (oracle2student)": 4.4325408935546875,
-      "cov-distil (oracle2teacher)": 4.445165157318115,
+      "cov-distil": 1.1287600994110107,
+      "cov-distil (oracle2student)": 4.432648658752441,
+      "cov-distil (oracle2teacher)": 4.574806213378906,
       "epoch": 2.1248037676609104,
-      "rel-constrast": 2.8500943183898926,
+      "rel-constrast": 3.378161907196045,
       "step": 2707,
-      "subrel-constrast": 2.8641343116760254,
+      "subrel-constrast": 2.9820663928985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2282865047454834,
-      "cov-distil (oracle2student)": 4.183558464050293,
-      "cov-distil (oracle2teacher)": 4.6064910888671875,
+      "cov-distil": 1.3312108516693115,
+      "cov-distil (oracle2student)": 4.846644401550293,
+      "cov-distil (oracle2teacher)": 4.72206974029541,
       "epoch": 2.1255886970172684,
-      "rel-constrast": 3.0690417289733887,
+      "rel-constrast": 3.4578893184661865,
       "step": 2708,
-      "subrel-constrast": 3.4967472553253174,
+      "subrel-constrast": 2.9949755668640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4514744281768799,
-      "cov-distil (oracle2student)": 3.370736837387085,
-      "cov-distil (oracle2teacher)": 3.441915512084961,
+      "cov-distil": 1.7852551937103271,
+      "cov-distil (oracle2student)": 3.7126007080078125,
+      "cov-distil (oracle2teacher)": 3.726708173751831,
       "epoch": 2.1263736263736264,
-      "rel-constrast": 3.063032388687134,
+      "rel-constrast": 3.305983543395996,
       "step": 2709,
-      "subrel-constrast": 3.8910531997680664,
+      "subrel-constrast": 4.204663276672363,
       "view-similarity": 0
     },
     {
       "epoch": 2.1271585557299844,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.125,
       "learning_rate": 4.568191819985582e-05,
-      "loss": 0.7137,
+      "loss": 0.7434,
       "step": 2710
     },
     {
-      "cov-distil": 1.9032859802246094,
-      "cov-distil (oracle2student)": 4.989251136779785,
-      "cov-distil (oracle2teacher)": 5.135378837585449,
+      "cov-distil": 1.742387294769287,
+      "cov-distil (oracle2student)": 5.003089427947998,
+      "cov-distil (oracle2teacher)": 5.295334815979004,
       "epoch": 2.1271585557299844,
-      "rel-constrast": 2.988314151763916,
+      "rel-constrast": 3.5318102836608887,
       "step": 2710,
-      "subrel-constrast": 4.279746055603027,
+      "subrel-constrast": 4.223971843719482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5031428337097168,
-      "cov-distil (oracle2student)": 4.679323196411133,
-      "cov-distil (oracle2teacher)": 4.579649448394775,
+      "cov-distil": 1.485550880432129,
+      "cov-distil (oracle2student)": 4.903558254241943,
+      "cov-distil (oracle2teacher)": 4.559058666229248,
       "epoch": 2.1279434850863423,
-      "rel-constrast": 2.87349534034729,
+      "rel-constrast": 3.168334484100342,
       "step": 2711,
-      "subrel-constrast": 3.7322144508361816,
+      "subrel-constrast": 3.528364896774292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3594512939453125,
-      "cov-distil (oracle2student)": 4.114889621734619,
-      "cov-distil (oracle2teacher)": 4.170674800872803,
+      "cov-distil": 1.8095628023147583,
+      "cov-distil (oracle2student)": 4.175987720489502,
+      "cov-distil (oracle2teacher)": 4.378310203552246,
       "epoch": 2.1287284144427003,
-      "rel-constrast": 2.633234977722168,
+      "rel-constrast": 2.793012857437134,
       "step": 2712,
-      "subrel-constrast": 3.6427111625671387,
+      "subrel-constrast": 3.1855216026306152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.888802170753479,
-      "cov-distil (oracle2student)": 5.564352035522461,
-      "cov-distil (oracle2teacher)": 5.284486293792725,
+      "cov-distil": 2.3356966972351074,
+      "cov-distil (oracle2student)": 5.758665084838867,
+      "cov-distil (oracle2teacher)": 6.172313690185547,
       "epoch": 2.129513343799058,
-      "rel-constrast": 2.623882293701172,
+      "rel-constrast": 2.6410441398620605,
       "step": 2713,
-      "subrel-constrast": 3.836780548095703,
+      "subrel-constrast": 3.373906135559082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.679123878479004,
-      "cov-distil (oracle2student)": 4.944362640380859,
-      "cov-distil (oracle2teacher)": 4.52463436126709,
+      "cov-distil": 1.65224289894104,
+      "cov-distil (oracle2student)": 4.45322322845459,
+      "cov-distil (oracle2teacher)": 5.226788520812988,
       "epoch": 2.130298273155416,
-      "rel-constrast": 2.4186975955963135,
+      "rel-constrast": 2.579210042953491,
       "step": 2714,
-      "subrel-constrast": 3.4227683544158936,
+      "subrel-constrast": 2.8252065181732178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.552038550376892,
-      "cov-distil (oracle2student)": 3.7435379028320312,
-      "cov-distil (oracle2teacher)": 3.8656911849975586,
+      "cov-distil": 2.235114097595215,
+      "cov-distil (oracle2student)": 4.239071369171143,
+      "cov-distil (oracle2teacher)": 4.077936172485352,
       "epoch": 2.131083202511774,
-      "rel-constrast": 3.133347749710083,
+      "rel-constrast": 3.5080857276916504,
       "step": 2715,
-      "subrel-constrast": 3.901421070098877,
+      "subrel-constrast": 3.9123737812042236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7141571044921875,
-      "cov-distil (oracle2student)": 3.941164493560791,
-      "cov-distil (oracle2teacher)": 3.9462523460388184,
+      "cov-distil": 1.7944164276123047,
+      "cov-distil (oracle2student)": 4.091192245483398,
+      "cov-distil (oracle2teacher)": 4.233267784118652,
       "epoch": 2.131868131868132,
-      "rel-constrast": 3.0988943576812744,
+      "rel-constrast": 3.735008716583252,
       "step": 2716,
-      "subrel-constrast": 4.297597408294678,
+      "subrel-constrast": 3.82332706451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.405519962310791,
-      "cov-distil (oracle2student)": 4.931849002838135,
-      "cov-distil (oracle2teacher)": 4.836163520812988,
+      "cov-distil": 1.4597535133361816,
+      "cov-distil (oracle2student)": 4.650907039642334,
+      "cov-distil (oracle2teacher)": 4.970327377319336,
       "epoch": 2.13265306122449,
-      "rel-constrast": 2.759809970855713,
+      "rel-constrast": 3.24709415435791,
       "step": 2717,
-      "subrel-constrast": 3.902651309967041,
+      "subrel-constrast": 3.4428138732910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52744722366333,
-      "cov-distil (oracle2student)": 5.7036285400390625,
-      "cov-distil (oracle2teacher)": 5.092329502105713,
+      "cov-distil": 1.4173039197921753,
+      "cov-distil (oracle2student)": 6.115973949432373,
+      "cov-distil (oracle2teacher)": 5.487156867980957,
       "epoch": 2.133437990580848,
-      "rel-constrast": 2.869448661804199,
+      "rel-constrast": 3.424314260482788,
       "step": 2718,
-      "subrel-constrast": 3.762197971343994,
+      "subrel-constrast": 3.5977840423583984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2686254978179932,
-      "cov-distil (oracle2student)": 4.061881065368652,
-      "cov-distil (oracle2teacher)": 4.343420028686523,
+      "cov-distil": 1.3696378469467163,
+      "cov-distil (oracle2student)": 4.82077693939209,
+      "cov-distil (oracle2teacher)": 4.599069595336914,
       "epoch": 2.134222919937206,
-      "rel-constrast": 1.9216656684875488,
+      "rel-constrast": 1.6330498456954956,
       "step": 2719,
-      "subrel-constrast": 2.454155921936035,
+      "subrel-constrast": 2.190728187561035,
       "view-similarity": 0
     },
     {
       "epoch": 2.1350078492935634,
-      "grad_norm": 4.34375,
+      "grad_norm": 5.3125,
       "learning_rate": 4.563276646732499e-05,
-      "loss": 0.7225,
+      "loss": 0.7565,
       "step": 2720
     },
     {
-      "cov-distil": 1.4250738620758057,
-      "cov-distil (oracle2student)": 2.410728931427002,
-      "cov-distil (oracle2teacher)": 2.701756000518799,
+      "cov-distil": 1.8340487480163574,
+      "cov-distil (oracle2student)": 2.4776411056518555,
+      "cov-distil (oracle2teacher)": 2.972172737121582,
       "epoch": 2.1350078492935634,
-      "rel-constrast": 1.0408450365066528,
+      "rel-constrast": 1.1927556991577148,
       "step": 2720,
-      "subrel-constrast": 1.9667428731918335,
+      "subrel-constrast": 1.644672155380249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8656940460205078,
-      "cov-distil (oracle2student)": 3.2240991592407227,
-      "cov-distil (oracle2teacher)": 3.6101455688476562,
+      "cov-distil": 2.1141252517700195,
+      "cov-distil (oracle2student)": 4.041379928588867,
+      "cov-distil (oracle2teacher)": 3.098130941390991,
       "epoch": 2.1357927786499213,
-      "rel-constrast": 2.9498298168182373,
+      "rel-constrast": 3.890446424484253,
       "step": 2721,
-      "subrel-constrast": 3.8985135555267334,
+      "subrel-constrast": 3.3631510734558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6991533041000366,
-      "cov-distil (oracle2student)": 4.045197010040283,
-      "cov-distil (oracle2teacher)": 4.53965950012207,
+      "cov-distil": 1.886716604232788,
+      "cov-distil (oracle2student)": 4.475958824157715,
+      "cov-distil (oracle2teacher)": 4.843513488769531,
       "epoch": 2.1365777080062793,
-      "rel-constrast": 1.8058598041534424,
+      "rel-constrast": 1.988095760345459,
       "step": 2722,
-      "subrel-constrast": 2.6020917892456055,
+      "subrel-constrast": 2.404470920562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146787405014038,
-      "cov-distil (oracle2student)": 4.974124908447266,
-      "cov-distil (oracle2teacher)": 3.955294132232666,
+      "cov-distil": 2.4630136489868164,
+      "cov-distil (oracle2student)": 5.432491302490234,
+      "cov-distil (oracle2teacher)": 5.037467956542969,
       "epoch": 2.1373626373626373,
-      "rel-constrast": 3.6448559761047363,
+      "rel-constrast": 3.9240260124206543,
       "step": 2723,
-      "subrel-constrast": 4.53765344619751,
+      "subrel-constrast": 4.319316387176514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4499444961547852,
-      "cov-distil (oracle2student)": 4.40720796585083,
-      "cov-distil (oracle2teacher)": 4.341897010803223,
+      "cov-distil": 1.725875735282898,
+      "cov-distil (oracle2student)": 4.855104446411133,
+      "cov-distil (oracle2teacher)": 4.353126525878906,
       "epoch": 2.1381475667189953,
-      "rel-constrast": 2.8888769149780273,
+      "rel-constrast": 2.944183588027954,
       "step": 2724,
-      "subrel-constrast": 3.4380276203155518,
+      "subrel-constrast": 3.380563497543335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7588155269622803,
-      "cov-distil (oracle2student)": 4.086419105529785,
-      "cov-distil (oracle2teacher)": 3.621853828430176,
+      "cov-distil": 2.2714338302612305,
+      "cov-distil (oracle2student)": 4.553241729736328,
+      "cov-distil (oracle2teacher)": 3.8290324211120605,
       "epoch": 2.1389324960753533,
-      "rel-constrast": 2.517338991165161,
+      "rel-constrast": 2.462982416152954,
       "step": 2725,
-      "subrel-constrast": 3.006190538406372,
+      "subrel-constrast": 3.092043399810791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.520524263381958,
-      "cov-distil (oracle2student)": 4.549186706542969,
-      "cov-distil (oracle2teacher)": 4.056656837463379,
+      "cov-distil": 2.3246288299560547,
+      "cov-distil (oracle2student)": 5.197026252746582,
+      "cov-distil (oracle2teacher)": 4.478387832641602,
       "epoch": 2.1397174254317113,
-      "rel-constrast": 2.6314854621887207,
+      "rel-constrast": 3.1314311027526855,
       "step": 2726,
-      "subrel-constrast": 2.9990620613098145,
+      "subrel-constrast": 3.489192008972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5154798030853271,
-      "cov-distil (oracle2student)": 3.9534239768981934,
-      "cov-distil (oracle2teacher)": 3.2888529300689697,
+      "cov-distil": 1.744558334350586,
+      "cov-distil (oracle2student)": 4.238848686218262,
+      "cov-distil (oracle2teacher)": 3.7173914909362793,
       "epoch": 2.1405023547880693,
-      "rel-constrast": 3.1360268592834473,
+      "rel-constrast": 3.7991209030151367,
       "step": 2727,
-      "subrel-constrast": 3.406343460083008,
+      "subrel-constrast": 3.430152416229248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3787696361541748,
-      "cov-distil (oracle2student)": 4.144366264343262,
-      "cov-distil (oracle2teacher)": 4.045719623565674,
+      "cov-distil": 2.043381452560425,
+      "cov-distil (oracle2student)": 4.863752365112305,
+      "cov-distil (oracle2teacher)": 4.395226001739502,
       "epoch": 2.141287284144427,
-      "rel-constrast": 2.5800368785858154,
+      "rel-constrast": 2.6041038036346436,
       "step": 2728,
-      "subrel-constrast": 3.1987664699554443,
+      "subrel-constrast": 3.0632994174957275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8338348865509033,
-      "cov-distil (oracle2student)": 2.982102394104004,
-      "cov-distil (oracle2teacher)": 3.10264253616333,
+      "cov-distil": 2.530424118041992,
+      "cov-distil (oracle2student)": 3.3918275833129883,
+      "cov-distil (oracle2teacher)": 2.7937893867492676,
       "epoch": 2.142072213500785,
-      "rel-constrast": 3.9934592247009277,
+      "rel-constrast": 3.919963836669922,
       "step": 2729,
-      "subrel-constrast": 4.150345802307129,
+      "subrel-constrast": 4.2447662353515625,
       "view-similarity": 0
     },
     {
       "epoch": 2.142857142857143,
-      "grad_norm": 7.78125,
+      "grad_norm": 7.5625,
       "learning_rate": 4.5583363331046056e-05,
-      "loss": 0.7212,
+      "loss": 0.7464,
       "step": 2730
     },
     {
-      "cov-distil": 1.4362707138061523,
-      "cov-distil (oracle2student)": 3.398658037185669,
-      "cov-distil (oracle2teacher)": 3.3876888751983643,
+      "cov-distil": 1.772358775138855,
+      "cov-distil (oracle2student)": 3.474801778793335,
+      "cov-distil (oracle2teacher)": 3.6727254390716553,
       "epoch": 2.142857142857143,
-      "rel-constrast": 3.6590633392333984,
+      "rel-constrast": 3.8070785999298096,
       "step": 2730,
-      "subrel-constrast": 4.0388031005859375,
+      "subrel-constrast": 4.051994323730469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.387253761291504,
-      "cov-distil (oracle2student)": 2.597053050994873,
-      "cov-distil (oracle2teacher)": 2.7036991119384766,
+      "cov-distil": 1.3945298194885254,
+      "cov-distil (oracle2student)": 2.897265911102295,
+      "cov-distil (oracle2teacher)": 2.8536994457244873,
       "epoch": 2.143642072213501,
-      "rel-constrast": 2.963519334793091,
+      "rel-constrast": 2.9778590202331543,
       "step": 2731,
-      "subrel-constrast": 3.440031051635742,
+      "subrel-constrast": 3.0619239807128906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1631643772125244,
-      "cov-distil (oracle2student)": 5.246153831481934,
-      "cov-distil (oracle2teacher)": 4.865432262420654,
+      "cov-distil": 2.8992905616760254,
+      "cov-distil (oracle2student)": 5.650431156158447,
+      "cov-distil (oracle2teacher)": 5.4213433265686035,
       "epoch": 2.1444270015698588,
-      "rel-constrast": 2.8004417419433594,
+      "rel-constrast": 2.771008014678955,
       "step": 2732,
-      "subrel-constrast": 3.990276575088501,
+      "subrel-constrast": 4.121761798858643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5671294927597046,
-      "cov-distil (oracle2student)": 4.0398383140563965,
-      "cov-distil (oracle2teacher)": 3.8646461963653564,
+      "cov-distil": 1.7893962860107422,
+      "cov-distil (oracle2student)": 4.3142008781433105,
+      "cov-distil (oracle2teacher)": 3.750101089477539,
       "epoch": 2.1452119309262168,
-      "rel-constrast": 2.4255776405334473,
+      "rel-constrast": 2.5303144454956055,
       "step": 2733,
-      "subrel-constrast": 3.151942729949951,
+      "subrel-constrast": 3.2218539714813232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.566084623336792,
-      "cov-distil (oracle2student)": 4.746498107910156,
-      "cov-distil (oracle2teacher)": 4.233251571655273,
+      "cov-distil": 1.8460109233856201,
+      "cov-distil (oracle2student)": 4.85793399810791,
+      "cov-distil (oracle2teacher)": 4.467123031616211,
       "epoch": 2.1459968602825747,
-      "rel-constrast": 2.35941219329834,
+      "rel-constrast": 2.907714366912842,
       "step": 2734,
-      "subrel-constrast": 3.2485463619232178,
+      "subrel-constrast": 2.8867738246917725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6866950988769531,
-      "cov-distil (oracle2student)": 4.472095489501953,
-      "cov-distil (oracle2teacher)": 3.9792964458465576,
+      "cov-distil": 1.7120323181152344,
+      "cov-distil (oracle2student)": 3.8818793296813965,
+      "cov-distil (oracle2teacher)": 4.452323913574219,
       "epoch": 2.1467817896389323,
-      "rel-constrast": 2.5938873291015625,
+      "rel-constrast": 2.970344066619873,
       "step": 2735,
-      "subrel-constrast": 3.6273863315582275,
+      "subrel-constrast": 3.756711721420288,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7679821252822876,
-      "cov-distil (oracle2student)": 4.690601348876953,
-      "cov-distil (oracle2teacher)": 4.375359535217285,
+      "cov-distil": 1.808612585067749,
+      "cov-distil (oracle2student)": 5.168413162231445,
+      "cov-distil (oracle2teacher)": 5.145092487335205,
       "epoch": 2.1475667189952903,
-      "rel-constrast": 4.108896255493164,
+      "rel-constrast": 4.309047698974609,
       "step": 2736,
-      "subrel-constrast": 4.8226470947265625,
+      "subrel-constrast": 5.030624866485596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3214069604873657,
-      "cov-distil (oracle2student)": 4.64495849609375,
-      "cov-distil (oracle2teacher)": 3.969440460205078,
+      "cov-distil": 1.7717366218566895,
+      "cov-distil (oracle2student)": 4.699605941772461,
+      "cov-distil (oracle2teacher)": 4.669976234436035,
       "epoch": 2.1483516483516483,
-      "rel-constrast": 2.8897924423217773,
+      "rel-constrast": 3.058919668197632,
       "step": 2737,
-      "subrel-constrast": 3.3626327514648438,
+      "subrel-constrast": 3.2458088397979736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6598775386810303,
-      "cov-distil (oracle2student)": 3.325988531112671,
-      "cov-distil (oracle2teacher)": 3.1547634601593018,
+      "cov-distil": 2.0776026248931885,
+      "cov-distil (oracle2student)": 4.099021911621094,
+      "cov-distil (oracle2teacher)": 3.336305856704712,
       "epoch": 2.1491365777080063,
-      "rel-constrast": 2.5516350269317627,
+      "rel-constrast": 2.9106194972991943,
       "step": 2738,
-      "subrel-constrast": 3.189652442932129,
+      "subrel-constrast": 3.3453192710876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4170176982879639,
-      "cov-distil (oracle2student)": 4.892799377441406,
-      "cov-distil (oracle2teacher)": 4.32049036026001,
+      "cov-distil": 2.1479830741882324,
+      "cov-distil (oracle2student)": 4.807985305786133,
+      "cov-distil (oracle2teacher)": 4.94437313079834,
       "epoch": 2.1499215070643642,
-      "rel-constrast": 3.900127410888672,
+      "rel-constrast": 3.552187442779541,
       "step": 2739,
-      "subrel-constrast": 4.482950210571289,
+      "subrel-constrast": 4.60059928894043,
       "view-similarity": 0
     },
     {
       "epoch": 2.1507064364207222,
-      "grad_norm": 5.96875,
+      "grad_norm": 6.40625,
       "learning_rate": 4.553370939298066e-05,
-      "loss": 0.7962,
+      "loss": 0.7949,
       "step": 2740
     },
     {
-      "cov-distil": 1.2520241737365723,
-      "cov-distil (oracle2student)": 4.642541885375977,
-      "cov-distil (oracle2teacher)": 3.9612741470336914,
+      "cov-distil": 1.3607840538024902,
+      "cov-distil (oracle2student)": 4.205851078033447,
+      "cov-distil (oracle2teacher)": 4.21441125869751,
       "epoch": 2.1507064364207222,
-      "rel-constrast": 2.5799102783203125,
+      "rel-constrast": 2.3236804008483887,
       "step": 2740,
-      "subrel-constrast": 2.896745204925537,
+      "subrel-constrast": 2.7277274131774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4807324409484863,
-      "cov-distil (oracle2student)": 3.775017261505127,
-      "cov-distil (oracle2teacher)": 3.675877571105957,
+      "cov-distil": 1.831739902496338,
+      "cov-distil (oracle2student)": 4.1276655197143555,
+      "cov-distil (oracle2teacher)": 4.477408409118652,
       "epoch": 2.1514913657770802,
-      "rel-constrast": 2.7104713916778564,
+      "rel-constrast": 2.6603786945343018,
       "step": 2741,
-      "subrel-constrast": 3.674412488937378,
+      "subrel-constrast": 3.7941458225250244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.03420352935791,
-      "cov-distil (oracle2student)": 3.792262554168701,
-      "cov-distil (oracle2teacher)": 3.351930618286133,
+      "cov-distil": 2.0594353675842285,
+      "cov-distil (oracle2student)": 3.7760701179504395,
+      "cov-distil (oracle2teacher)": 3.820857524871826,
       "epoch": 2.152276295133438,
-      "rel-constrast": 2.3330345153808594,
+      "rel-constrast": 2.523923397064209,
       "step": 2742,
-      "subrel-constrast": 3.4259626865386963,
+      "subrel-constrast": 3.51403546333313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2528175115585327,
-      "cov-distil (oracle2student)": 3.033623695373535,
-      "cov-distil (oracle2teacher)": 3.208360195159912,
+      "cov-distil": 1.6223206520080566,
+      "cov-distil (oracle2student)": 3.0761678218841553,
+      "cov-distil (oracle2teacher)": 3.6201417446136475,
       "epoch": 2.1530612244897958,
-      "rel-constrast": 2.5651957988739014,
+      "rel-constrast": 2.4949326515197754,
       "step": 2743,
-      "subrel-constrast": 3.4995763301849365,
+      "subrel-constrast": 3.6691465377807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.19075345993042,
-      "cov-distil (oracle2student)": 3.0748677253723145,
-      "cov-distil (oracle2teacher)": 3.249525308609009,
+      "cov-distil": 2.527529239654541,
+      "cov-distil (oracle2student)": 3.7652201652526855,
+      "cov-distil (oracle2teacher)": 3.3919572830200195,
       "epoch": 2.1538461538461537,
-      "rel-constrast": 2.101543664932251,
+      "rel-constrast": 2.553638458251953,
       "step": 2744,
-      "subrel-constrast": 3.3933138847351074,
+      "subrel-constrast": 3.140903949737549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.762261152267456,
-      "cov-distil (oracle2student)": 5.695385932922363,
-      "cov-distil (oracle2teacher)": 5.030972003936768,
+      "cov-distil": 1.9023364782333374,
+      "cov-distil (oracle2student)": 6.160947799682617,
+      "cov-distil (oracle2teacher)": 5.412774562835693,
       "epoch": 2.1546310832025117,
-      "rel-constrast": 2.3501739501953125,
+      "rel-constrast": 2.8680970668792725,
       "step": 2745,
-      "subrel-constrast": 3.1482934951782227,
+      "subrel-constrast": 3.0887415409088135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2607382535934448,
-      "cov-distil (oracle2student)": 4.309648036956787,
-      "cov-distil (oracle2teacher)": 3.660160779953003,
+      "cov-distil": 1.8032915592193604,
+      "cov-distil (oracle2student)": 4.613521575927734,
+      "cov-distil (oracle2teacher)": 4.045806884765625,
       "epoch": 2.1554160125588697,
-      "rel-constrast": 2.2421960830688477,
+      "rel-constrast": 2.508903980255127,
       "step": 2746,
-      "subrel-constrast": 2.545811414718628,
+      "subrel-constrast": 2.74979829788208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.590510606765747,
-      "cov-distil (oracle2student)": 4.173438549041748,
-      "cov-distil (oracle2teacher)": 3.9678993225097656,
+      "cov-distil": 1.6325560808181763,
+      "cov-distil (oracle2student)": 4.066964149475098,
+      "cov-distil (oracle2teacher)": 4.3036208152771,
       "epoch": 2.1562009419152277,
-      "rel-constrast": 2.7266035079956055,
+      "rel-constrast": 3.003108024597168,
       "step": 2747,
-      "subrel-constrast": 3.8877294063568115,
+      "subrel-constrast": 3.7916505336761475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3935344219207764,
-      "cov-distil (oracle2student)": 3.8086533546447754,
-      "cov-distil (oracle2teacher)": 3.507582426071167,
+      "cov-distil": 1.392820119857788,
+      "cov-distil (oracle2student)": 3.6668107509613037,
+      "cov-distil (oracle2teacher)": 3.8863534927368164,
       "epoch": 2.1569858712715857,
-      "rel-constrast": 2.19693922996521,
+      "rel-constrast": 2.3931965827941895,
       "step": 2748,
-      "subrel-constrast": 3.1823244094848633,
+      "subrel-constrast": 3.2140321731567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4521491527557373,
-      "cov-distil (oracle2student)": 3.2846603393554688,
-      "cov-distil (oracle2teacher)": 3.344316244125366,
+      "cov-distil": 1.64244544506073,
+      "cov-distil (oracle2student)": 3.3898491859436035,
+      "cov-distil (oracle2teacher)": 3.5457510948181152,
       "epoch": 2.1577708006279437,
-      "rel-constrast": 2.2402596473693848,
+      "rel-constrast": 2.423830270767212,
       "step": 2749,
-      "subrel-constrast": 3.390120029449463,
+      "subrel-constrast": 3.0914745330810547,
       "view-similarity": 0
     },
     {
       "epoch": 2.1585557299843012,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.548380525814634e-05,
-      "loss": 0.6403,
+      "loss": 0.6438,
       "step": 2750
     },
     {
-      "cov-distil": 1.6948133707046509,
-      "cov-distil (oracle2student)": 2.3311376571655273,
-      "cov-distil (oracle2teacher)": 2.681070327758789,
+      "cov-distil": 1.785147786140442,
+      "cov-distil (oracle2student)": 2.587653636932373,
+      "cov-distil (oracle2teacher)": 3.033172130584717,
       "epoch": 2.1585557299843012,
-      "rel-constrast": 1.3141849040985107,
+      "rel-constrast": 1.5327118635177612,
       "step": 2750,
-      "subrel-constrast": 2.589888334274292,
+      "subrel-constrast": 2.199734687805176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5499573945999146,
-      "cov-distil (oracle2student)": 4.537898063659668,
-      "cov-distil (oracle2teacher)": 4.425322532653809,
+      "cov-distil": 2.1735382080078125,
+      "cov-distil (oracle2student)": 3.8909854888916016,
+      "cov-distil (oracle2teacher)": 5.034557819366455,
       "epoch": 2.159340659340659,
-      "rel-constrast": 2.3581161499023438,
+      "rel-constrast": 2.390591621398926,
       "step": 2751,
-      "subrel-constrast": 3.120558023452759,
+      "subrel-constrast": 3.5640106201171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4320406913757324,
-      "cov-distil (oracle2student)": 4.918800354003906,
-      "cov-distil (oracle2teacher)": 4.580051422119141,
+      "cov-distil": 1.433732032775879,
+      "cov-distil (oracle2student)": 5.238289833068848,
+      "cov-distil (oracle2teacher)": 5.1051788330078125,
       "epoch": 2.160125588697017,
-      "rel-constrast": 2.7656240463256836,
+      "rel-constrast": 2.8123855590820312,
       "step": 2752,
-      "subrel-constrast": 3.446685791015625,
+      "subrel-constrast": 3.1644558906555176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3444201946258545,
-      "cov-distil (oracle2student)": 3.615976333618164,
-      "cov-distil (oracle2teacher)": 3.3347604274749756,
+      "cov-distil": 1.7507038116455078,
+      "cov-distil (oracle2student)": 3.594060182571411,
+      "cov-distil (oracle2teacher)": 3.751725435256958,
       "epoch": 2.160910518053375,
-      "rel-constrast": 2.6383683681488037,
+      "rel-constrast": 2.8090381622314453,
       "step": 2753,
-      "subrel-constrast": 3.3751375675201416,
+      "subrel-constrast": 3.4290473461151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8266611099243164,
-      "cov-distil (oracle2student)": 3.079434871673584,
-      "cov-distil (oracle2teacher)": 3.1996889114379883,
+      "cov-distil": 2.2442831993103027,
+      "cov-distil (oracle2student)": 3.8347411155700684,
+      "cov-distil (oracle2teacher)": 3.833700180053711,
       "epoch": 2.161695447409733,
-      "rel-constrast": 2.4695091247558594,
+      "rel-constrast": 3.0736355781555176,
       "step": 2754,
-      "subrel-constrast": 3.61206316947937,
+      "subrel-constrast": 3.5893893241882324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826489448547363,
-      "cov-distil (oracle2student)": 4.949309349060059,
-      "cov-distil (oracle2teacher)": 4.687525749206543,
+      "cov-distil": 2.0889463424682617,
+      "cov-distil (oracle2student)": 5.465128421783447,
+      "cov-distil (oracle2teacher)": 5.231375694274902,
       "epoch": 2.162480376766091,
-      "rel-constrast": 2.3799362182617188,
+      "rel-constrast": 3.5743601322174072,
       "step": 2755,
-      "subrel-constrast": 3.5264055728912354,
+      "subrel-constrast": 3.4813055992126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.124934434890747,
-      "cov-distil (oracle2student)": 3.533940315246582,
-      "cov-distil (oracle2teacher)": 3.653165340423584,
+      "cov-distil": 1.7526955604553223,
+      "cov-distil (oracle2student)": 3.633735179901123,
+      "cov-distil (oracle2teacher)": 3.59871244430542,
       "epoch": 2.163265306122449,
-      "rel-constrast": 3.321613311767578,
+      "rel-constrast": 3.4252045154571533,
       "step": 2756,
-      "subrel-constrast": 3.7038440704345703,
+      "subrel-constrast": 3.5230064392089844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9368057250976562,
-      "cov-distil (oracle2student)": 4.886351108551025,
-      "cov-distil (oracle2teacher)": 4.858048915863037,
+      "cov-distil": 1.860623836517334,
+      "cov-distil (oracle2student)": 5.258307933807373,
+      "cov-distil (oracle2teacher)": 5.2200117111206055,
       "epoch": 2.1640502354788067,
-      "rel-constrast": 3.2014737129211426,
+      "rel-constrast": 3.1157939434051514,
       "step": 2757,
-      "subrel-constrast": 4.386559963226318,
+      "subrel-constrast": 4.44868278503418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426530361175537,
-      "cov-distil (oracle2student)": 3.530073642730713,
-      "cov-distil (oracle2teacher)": 3.6141629219055176,
+      "cov-distil": 2.013542890548706,
+      "cov-distil (oracle2student)": 4.043458461761475,
+      "cov-distil (oracle2teacher)": 4.043023109436035,
       "epoch": 2.1648351648351647,
-      "rel-constrast": 1.6178171634674072,
+      "rel-constrast": 1.9020402431488037,
       "step": 2758,
-      "subrel-constrast": 2.3052117824554443,
+      "subrel-constrast": 2.511077642440796,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0921416282653809,
-      "cov-distil (oracle2student)": 3.1381635665893555,
-      "cov-distil (oracle2teacher)": 3.4450976848602295,
+      "cov-distil": 1.5995543003082275,
+      "cov-distil (oracle2student)": 4.711848258972168,
+      "cov-distil (oracle2teacher)": 3.707982063293457,
       "epoch": 2.1656200941915227,
-      "rel-constrast": 2.438591480255127,
+      "rel-constrast": 3.268792152404785,
       "step": 2759,
-      "subrel-constrast": 3.3048923015594482,
+      "subrel-constrast": 3.141951084136963,
       "view-similarity": 0
     },
     {
       "epoch": 2.1664050235478807,
-      "grad_norm": 5.1875,
+      "grad_norm": 5.71875,
       "learning_rate": 4.5433651534609254e-05,
-      "loss": 0.6497,
+      "loss": 0.6976,
       "step": 2760
     },
     {
-      "cov-distil": 1.578001618385315,
-      "cov-distil (oracle2student)": 2.874424695968628,
-      "cov-distil (oracle2teacher)": 2.949392318725586,
+      "cov-distil": 2.027440309524536,
+      "cov-distil (oracle2student)": 2.853795051574707,
+      "cov-distil (oracle2teacher)": 2.497511386871338,
       "epoch": 2.1664050235478807,
-      "rel-constrast": 2.6245853900909424,
+      "rel-constrast": 2.757913589477539,
       "step": 2760,
-      "subrel-constrast": 3.475450038909912,
+      "subrel-constrast": 3.1256303787231445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8739182949066162,
-      "cov-distil (oracle2student)": 3.577914237976074,
-      "cov-distil (oracle2teacher)": 3.393104076385498,
+      "cov-distil": 1.8606860637664795,
+      "cov-distil (oracle2student)": 3.596660614013672,
+      "cov-distil (oracle2teacher)": 3.2850241661071777,
       "epoch": 2.1671899529042387,
-      "rel-constrast": 2.4435858726501465,
+      "rel-constrast": 2.3101189136505127,
       "step": 2761,
-      "subrel-constrast": 3.0955920219421387,
+      "subrel-constrast": 3.027657985687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.953794002532959,
-      "cov-distil (oracle2student)": 3.8717901706695557,
-      "cov-distil (oracle2teacher)": 3.5614125728607178,
+      "cov-distil": 2.5441339015960693,
+      "cov-distil (oracle2student)": 3.87982439994812,
+      "cov-distil (oracle2teacher)": 4.043338775634766,
       "epoch": 2.1679748822605966,
-      "rel-constrast": 2.3320181369781494,
+      "rel-constrast": 2.7740468978881836,
       "step": 2762,
-      "subrel-constrast": 3.115504026412964,
+      "subrel-constrast": 3.0653018951416016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3343175649642944,
-      "cov-distil (oracle2student)": 4.609310150146484,
-      "cov-distil (oracle2teacher)": 4.303138732910156,
+      "cov-distil": 1.6612123250961304,
+      "cov-distil (oracle2student)": 5.389048099517822,
+      "cov-distil (oracle2teacher)": 4.765027046203613,
       "epoch": 2.1687598116169546,
-      "rel-constrast": 2.487426519393921,
+      "rel-constrast": 2.4068758487701416,
       "step": 2763,
-      "subrel-constrast": 3.051936388015747,
+      "subrel-constrast": 2.820878267288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.951548457145691,
-      "cov-distil (oracle2student)": 3.890188694000244,
-      "cov-distil (oracle2teacher)": 3.4583067893981934,
+      "cov-distil": 1.8833258152008057,
+      "cov-distil (oracle2student)": 4.192130088806152,
+      "cov-distil (oracle2teacher)": 3.4766294956207275,
       "epoch": 2.169544740973312,
-      "rel-constrast": 2.934924602508545,
+      "rel-constrast": 3.2889156341552734,
       "step": 2764,
-      "subrel-constrast": 3.7799088954925537,
+      "subrel-constrast": 3.719115734100342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358479261398315,
-      "cov-distil (oracle2student)": 4.632247447967529,
-      "cov-distil (oracle2teacher)": 4.144345283508301,
+      "cov-distil": 2.6533896923065186,
+      "cov-distil (oracle2student)": 4.43166446685791,
+      "cov-distil (oracle2teacher)": 4.373798847198486,
       "epoch": 2.17032967032967,
-      "rel-constrast": 1.9486992359161377,
+      "rel-constrast": 2.1963961124420166,
       "step": 2765,
-      "subrel-constrast": 2.93902587890625,
+      "subrel-constrast": 3.1048412322998047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2712477445602417,
-      "cov-distil (oracle2student)": 4.748114585876465,
-      "cov-distil (oracle2teacher)": 4.15672492980957,
+      "cov-distil": 1.8074252605438232,
+      "cov-distil (oracle2student)": 4.894932746887207,
+      "cov-distil (oracle2teacher)": 4.793103218078613,
       "epoch": 2.171114599686028,
-      "rel-constrast": 4.325639247894287,
+      "rel-constrast": 4.083282470703125,
       "step": 2766,
-      "subrel-constrast": 4.2749714851379395,
+      "subrel-constrast": 4.095904350280762,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5482760667800903,
-      "cov-distil (oracle2student)": 3.9427294731140137,
-      "cov-distil (oracle2teacher)": 3.9328689575195312,
+      "cov-distil": 1.7058920860290527,
+      "cov-distil (oracle2student)": 3.485278844833374,
+      "cov-distil (oracle2teacher)": 3.5941054821014404,
       "epoch": 2.171899529042386,
-      "rel-constrast": 3.7439210414886475,
+      "rel-constrast": 3.210562229156494,
       "step": 2767,
-      "subrel-constrast": 4.385122776031494,
+      "subrel-constrast": 3.9721932411193848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5634022951126099,
-      "cov-distil (oracle2student)": 4.607346534729004,
-      "cov-distil (oracle2teacher)": 4.3032660484313965,
+      "cov-distil": 1.8338966369628906,
+      "cov-distil (oracle2student)": 5.013625144958496,
+      "cov-distil (oracle2teacher)": 4.827178955078125,
       "epoch": 2.172684458398744,
-      "rel-constrast": 2.7488107681274414,
+      "rel-constrast": 2.697571039199829,
       "step": 2768,
-      "subrel-constrast": 3.7152700424194336,
+      "subrel-constrast": 3.7883613109588623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4115402698516846,
-      "cov-distil (oracle2student)": 3.8804614543914795,
-      "cov-distil (oracle2teacher)": 3.644684314727783,
+      "cov-distil": 1.74371337890625,
+      "cov-distil (oracle2student)": 4.457836627960205,
+      "cov-distil (oracle2teacher)": 3.804746150970459,
       "epoch": 2.173469387755102,
-      "rel-constrast": 2.467334508895874,
+      "rel-constrast": 3.225389242172241,
       "step": 2769,
-      "subrel-constrast": 3.15594482421875,
+      "subrel-constrast": 3.367835283279419,
       "view-similarity": 0
     },
     {
       "epoch": 2.17425431711146,
-      "grad_norm": 4.875,
+      "grad_norm": 6.25,
       "learning_rate": 4.538324883347668e-05,
-      "loss": 0.7417,
+      "loss": 0.7238,
       "step": 2770
     },
     {
-      "cov-distil": 1.5766236782073975,
-      "cov-distil (oracle2student)": 4.064674377441406,
-      "cov-distil (oracle2teacher)": 4.15757417678833,
+      "cov-distil": 2.1096997261047363,
+      "cov-distil (oracle2student)": 4.189732551574707,
+      "cov-distil (oracle2teacher)": 4.323905944824219,
       "epoch": 2.17425431711146,
-      "rel-constrast": 3.271489381790161,
+      "rel-constrast": 2.940443515777588,
       "step": 2770,
-      "subrel-constrast": 4.268964767456055,
+      "subrel-constrast": 4.18864631652832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6262998580932617,
-      "cov-distil (oracle2student)": 2.912447929382324,
-      "cov-distil (oracle2teacher)": 3.3901774883270264,
+      "cov-distil": 2.3171849250793457,
+      "cov-distil (oracle2student)": 2.8268041610717773,
+      "cov-distil (oracle2teacher)": 3.56740140914917,
       "epoch": 2.175039246467818,
-      "rel-constrast": 2.709003210067749,
+      "rel-constrast": 2.750864028930664,
       "step": 2771,
-      "subrel-constrast": 3.439051628112793,
+      "subrel-constrast": 3.608549118041992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7560714483261108,
-      "cov-distil (oracle2student)": 3.479447364807129,
-      "cov-distil (oracle2teacher)": 3.216811418533325,
+      "cov-distil": 2.4682416915893555,
+      "cov-distil (oracle2student)": 3.9798026084899902,
+      "cov-distil (oracle2teacher)": 3.436493396759033,
       "epoch": 2.1758241758241756,
-      "rel-constrast": 2.367316484451294,
+      "rel-constrast": 2.5125603675842285,
       "step": 2772,
-      "subrel-constrast": 2.8493714332580566,
+      "subrel-constrast": 2.895495891571045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8529348373413086,
-      "cov-distil (oracle2student)": 3.987799882888794,
-      "cov-distil (oracle2teacher)": 3.7918434143066406,
+      "cov-distil": 2.245640754699707,
+      "cov-distil (oracle2student)": 4.504085540771484,
+      "cov-distil (oracle2teacher)": 4.577808856964111,
       "epoch": 2.1766091051805336,
-      "rel-constrast": 2.480729579925537,
+      "rel-constrast": 2.985295534133911,
       "step": 2773,
-      "subrel-constrast": 3.5525097846984863,
+      "subrel-constrast": 3.423816204071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3569505214691162,
-      "cov-distil (oracle2student)": 3.5121207237243652,
-      "cov-distil (oracle2teacher)": 3.2565643787384033,
+      "cov-distil": 1.7187970876693726,
+      "cov-distil (oracle2student)": 3.560590982437134,
+      "cov-distil (oracle2teacher)": 3.4925620555877686,
       "epoch": 2.1773940345368916,
-      "rel-constrast": 2.9575562477111816,
+      "rel-constrast": 3.178072452545166,
       "step": 2774,
-      "subrel-constrast": 3.197854518890381,
+      "subrel-constrast": 3.2805840969085693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.038498878479004,
-      "cov-distil (oracle2student)": 5.109562873840332,
-      "cov-distil (oracle2teacher)": 4.400078296661377,
+      "cov-distil": 2.0825681686401367,
+      "cov-distil (oracle2student)": 5.242267608642578,
+      "cov-distil (oracle2teacher)": 4.749919891357422,
       "epoch": 2.1781789638932496,
-      "rel-constrast": 2.6226844787597656,
+      "rel-constrast": 2.309586763381958,
       "step": 2775,
-      "subrel-constrast": 3.0244951248168945,
+      "subrel-constrast": 2.966075897216797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.149135112762451,
-      "cov-distil (oracle2student)": 4.2197699546813965,
-      "cov-distil (oracle2teacher)": 3.9235053062438965,
+      "cov-distil": 2.1763644218444824,
+      "cov-distil (oracle2student)": 4.702444076538086,
+      "cov-distil (oracle2teacher)": 4.097940921783447,
       "epoch": 2.1789638932496076,
-      "rel-constrast": 3.5571346282958984,
+      "rel-constrast": 3.987548589706421,
       "step": 2776,
-      "subrel-constrast": 4.247030735015869,
+      "subrel-constrast": 3.9831128120422363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9533778429031372,
-      "cov-distil (oracle2student)": 4.807613849639893,
-      "cov-distil (oracle2teacher)": 4.531671524047852,
+      "cov-distil": 2.0249717235565186,
+      "cov-distil (oracle2student)": 4.359429836273193,
+      "cov-distil (oracle2teacher)": 5.391081809997559,
       "epoch": 2.1797488226059656,
-      "rel-constrast": 1.6832172870635986,
+      "rel-constrast": 2.303375244140625,
       "step": 2777,
-      "subrel-constrast": 2.9430198669433594,
+      "subrel-constrast": 2.9794812202453613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0430760383605957,
-      "cov-distil (oracle2student)": 2.740504741668701,
-      "cov-distil (oracle2teacher)": 2.7616782188415527,
+      "cov-distil": 2.219846725463867,
+      "cov-distil (oracle2student)": 2.6709351539611816,
+      "cov-distil (oracle2teacher)": 3.2105417251586914,
       "epoch": 2.1805337519623236,
-      "rel-constrast": 2.7265501022338867,
+      "rel-constrast": 2.2785422801971436,
       "step": 2778,
-      "subrel-constrast": 3.3393828868865967,
+      "subrel-constrast": 3.8638181686401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0736690759658813,
-      "cov-distil (oracle2student)": 6.632774353027344,
-      "cov-distil (oracle2teacher)": 5.811801433563232,
+      "cov-distil": 1.3283331394195557,
+      "cov-distil (oracle2student)": 7.292950630187988,
+      "cov-distil (oracle2teacher)": 6.300293922424316,
       "epoch": 2.181318681318681,
-      "rel-constrast": 3.902250051498413,
+      "rel-constrast": 4.599099636077881,
       "step": 2779,
-      "subrel-constrast": 4.035862922668457,
+      "subrel-constrast": 4.138868808746338,
       "view-similarity": 0
     },
     {
       "epoch": 2.182103610675039,
-      "grad_norm": 7.375,
+      "grad_norm": 8.8125,
       "learning_rate": 4.533259776888963e-05,
-      "loss": 0.748,
+      "loss": 0.7461,
       "step": 2780
     },
     {
-      "cov-distil": 2.2980527877807617,
-      "cov-distil (oracle2student)": 4.280145645141602,
-      "cov-distil (oracle2teacher)": 4.30819034576416,
+      "cov-distil": 2.178429126739502,
+      "cov-distil (oracle2student)": 5.01374626159668,
+      "cov-distil (oracle2teacher)": 4.564960956573486,
       "epoch": 2.182103610675039,
-      "rel-constrast": 2.0169150829315186,
+      "rel-constrast": 2.7280025482177734,
       "step": 2780,
-      "subrel-constrast": 3.02779483795166,
+      "subrel-constrast": 3.1228349208831787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4225775003433228,
-      "cov-distil (oracle2student)": 3.131531000137329,
-      "cov-distil (oracle2teacher)": 2.704676389694214,
+      "cov-distil": 2.4580564498901367,
+      "cov-distil (oracle2student)": 3.4463376998901367,
+      "cov-distil (oracle2teacher)": 3.471315622329712,
       "epoch": 2.182888540031397,
-      "rel-constrast": 2.938419818878174,
+      "rel-constrast": 3.357919692993164,
       "step": 2781,
-      "subrel-constrast": 3.446192502975464,
+      "subrel-constrast": 3.843925714492798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6602404117584229,
-      "cov-distil (oracle2student)": 4.858144760131836,
-      "cov-distil (oracle2teacher)": 5.343108177185059,
+      "cov-distil": 2.134389877319336,
+      "cov-distil (oracle2student)": 5.513792991638184,
+      "cov-distil (oracle2teacher)": 5.2382025718688965,
       "epoch": 2.183673469387755,
-      "rel-constrast": 1.488740086555481,
+      "rel-constrast": 1.8114897012710571,
       "step": 2782,
-      "subrel-constrast": 2.8543848991394043,
+      "subrel-constrast": 2.513664960861206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.555893898010254,
-      "cov-distil (oracle2student)": 3.017913818359375,
-      "cov-distil (oracle2teacher)": 3.018636703491211,
+      "cov-distil": 2.0349349975585938,
+      "cov-distil (oracle2student)": 3.1711840629577637,
+      "cov-distil (oracle2teacher)": 3.660766124725342,
       "epoch": 2.184458398744113,
-      "rel-constrast": 1.9062366485595703,
+      "rel-constrast": 2.422055959701538,
       "step": 2783,
-      "subrel-constrast": 2.852386236190796,
+      "subrel-constrast": 2.8692121505737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1982990503311157,
-      "cov-distil (oracle2student)": 4.0601677894592285,
-      "cov-distil (oracle2teacher)": 3.864678382873535,
+      "cov-distil": 1.623112440109253,
+      "cov-distil (oracle2student)": 4.466866493225098,
+      "cov-distil (oracle2teacher)": 4.288537502288818,
       "epoch": 2.185243328100471,
-      "rel-constrast": 2.328829288482666,
+      "rel-constrast": 2.629744291305542,
       "step": 2784,
-      "subrel-constrast": 3.048837423324585,
+      "subrel-constrast": 3.0239028930664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6617581844329834,
-      "cov-distil (oracle2student)": 4.962514877319336,
-      "cov-distil (oracle2teacher)": 5.167625904083252,
+      "cov-distil": 2.0261192321777344,
+      "cov-distil (oracle2student)": 5.357070446014404,
+      "cov-distil (oracle2teacher)": 5.457041263580322,
       "epoch": 2.186028257456829,
-      "rel-constrast": 3.139671802520752,
+      "rel-constrast": 3.2271387577056885,
       "step": 2785,
-      "subrel-constrast": 4.643870830535889,
+      "subrel-constrast": 4.222178936004639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2765108346939087,
-      "cov-distil (oracle2student)": 3.983035087585449,
-      "cov-distil (oracle2teacher)": 3.7437143325805664,
+      "cov-distil": 1.5905166864395142,
+      "cov-distil (oracle2student)": 4.368485450744629,
+      "cov-distil (oracle2teacher)": 4.257085800170898,
       "epoch": 2.186813186813187,
-      "rel-constrast": 2.728004217147827,
+      "rel-constrast": 3.1159486770629883,
       "step": 2786,
-      "subrel-constrast": 3.2605865001678467,
+      "subrel-constrast": 2.9920268058776855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5590498447418213,
-      "cov-distil (oracle2student)": 4.068120956420898,
-      "cov-distil (oracle2teacher)": 4.2923431396484375,
+      "cov-distil": 2.261465549468994,
+      "cov-distil (oracle2student)": 4.669281959533691,
+      "cov-distil (oracle2teacher)": 4.781498432159424,
       "epoch": 2.1875981161695446,
-      "rel-constrast": 3.327399492263794,
+      "rel-constrast": 3.3421380519866943,
       "step": 2787,
-      "subrel-constrast": 4.192492961883545,
+      "subrel-constrast": 4.129855155944824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1637686491012573,
-      "cov-distil (oracle2student)": 2.682816982269287,
-      "cov-distil (oracle2teacher)": 2.9069252014160156,
+      "cov-distil": 2.034818172454834,
+      "cov-distil (oracle2student)": 2.9799976348876953,
+      "cov-distil (oracle2teacher)": 2.8899917602539062,
       "epoch": 2.1883830455259026,
-      "rel-constrast": 1.9371237754821777,
+      "rel-constrast": 2.359126567840576,
       "step": 2788,
-      "subrel-constrast": 2.6532328128814697,
+      "subrel-constrast": 2.4742655754089355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7398916482925415,
-      "cov-distil (oracle2student)": 2.972571849822998,
-      "cov-distil (oracle2teacher)": 3.5954203605651855,
+      "cov-distil": 2.3810372352600098,
+      "cov-distil (oracle2student)": 3.6705739498138428,
+      "cov-distil (oracle2teacher)": 3.3852643966674805,
       "epoch": 2.1891679748822606,
-      "rel-constrast": 3.030136823654175,
+      "rel-constrast": 3.0326414108276367,
       "step": 2789,
-      "subrel-constrast": 4.030621528625488,
+      "subrel-constrast": 3.7138490676879883,
       "view-similarity": 0
     },
     {
       "epoch": 2.1899529042386185,
-      "grad_norm": 5.375,
+      "grad_norm": 6.375,
       "learning_rate": 4.528169895801534e-05,
-      "loss": 0.6599,
+      "loss": 0.7007,
       "step": 2790
     },
     {
-      "cov-distil": 1.4548273086547852,
-      "cov-distil (oracle2student)": 6.521600723266602,
-      "cov-distil (oracle2teacher)": 5.817416191101074,
+      "cov-distil": 1.8351669311523438,
+      "cov-distil (oracle2student)": 6.846970558166504,
+      "cov-distil (oracle2teacher)": 6.510059356689453,
       "epoch": 2.1899529042386185,
-      "rel-constrast": 2.844208240509033,
+      "rel-constrast": 3.354691505432129,
       "step": 2790,
-      "subrel-constrast": 3.610992908477783,
+      "subrel-constrast": 3.5288243293762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.180964469909668,
-      "cov-distil (oracle2student)": 3.916328191757202,
-      "cov-distil (oracle2teacher)": 3.858748435974121,
+      "cov-distil": 1.3148621320724487,
+      "cov-distil (oracle2student)": 4.437211513519287,
+      "cov-distil (oracle2teacher)": 4.489740371704102,
       "epoch": 2.1907378335949765,
-      "rel-constrast": 2.8646726608276367,
+      "rel-constrast": 2.5330305099487305,
       "step": 2791,
-      "subrel-constrast": 3.337411403656006,
+      "subrel-constrast": 3.1430420875549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4889476299285889,
-      "cov-distil (oracle2student)": 3.581214427947998,
-      "cov-distil (oracle2teacher)": 3.880552291870117,
+      "cov-distil": 1.8243632316589355,
+      "cov-distil (oracle2student)": 4.082408905029297,
+      "cov-distil (oracle2teacher)": 3.608875274658203,
       "epoch": 2.1915227629513345,
-      "rel-constrast": 2.622772693634033,
+      "rel-constrast": 3.0890469551086426,
       "step": 2792,
-      "subrel-constrast": 3.3828115463256836,
+      "subrel-constrast": 3.262800455093384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2788527011871338,
-      "cov-distil (oracle2student)": 4.624549865722656,
-      "cov-distil (oracle2teacher)": 4.582939147949219,
+      "cov-distil": 1.952906847000122,
+      "cov-distil (oracle2student)": 5.245905876159668,
+      "cov-distil (oracle2teacher)": 5.146542549133301,
       "epoch": 2.1923076923076925,
-      "rel-constrast": 2.5201473236083984,
+      "rel-constrast": 3.0020666122436523,
       "step": 2793,
-      "subrel-constrast": 3.003450870513916,
+      "subrel-constrast": 3.4599192142486572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4151631593704224,
-      "cov-distil (oracle2student)": 4.688313007354736,
-      "cov-distil (oracle2teacher)": 4.665013790130615,
+      "cov-distil": 1.5249881744384766,
+      "cov-distil (oracle2student)": 4.959353446960449,
+      "cov-distil (oracle2teacher)": 4.920149326324463,
       "epoch": 2.19309262166405,
-      "rel-constrast": 3.290005922317505,
+      "rel-constrast": 3.987715244293213,
       "step": 2794,
-      "subrel-constrast": 4.2277021408081055,
+      "subrel-constrast": 4.184964179992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.69386625289917,
-      "cov-distil (oracle2student)": 4.809807777404785,
-      "cov-distil (oracle2teacher)": 4.8953704833984375,
+      "cov-distil": 2.4408631324768066,
+      "cov-distil (oracle2student)": 4.804402828216553,
+      "cov-distil (oracle2teacher)": 4.641486167907715,
       "epoch": 2.193877551020408,
-      "rel-constrast": 3.486724615097046,
+      "rel-constrast": 3.4247121810913086,
       "step": 2795,
-      "subrel-constrast": 4.25349760055542,
+      "subrel-constrast": 4.038391590118408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6009113788604736,
-      "cov-distil (oracle2student)": 3.276582956314087,
-      "cov-distil (oracle2teacher)": 3.185840129852295,
+      "cov-distil": 2.305171489715576,
+      "cov-distil (oracle2student)": 4.288717269897461,
+      "cov-distil (oracle2teacher)": 3.5087504386901855,
       "epoch": 2.194662480376766,
-      "rel-constrast": 3.4501593112945557,
+      "rel-constrast": 3.4559266567230225,
       "step": 2796,
-      "subrel-constrast": 3.716614246368408,
+      "subrel-constrast": 3.960946798324585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1312111616134644,
-      "cov-distil (oracle2student)": 3.839033603668213,
-      "cov-distil (oracle2teacher)": 3.877445697784424,
+      "cov-distil": 1.388656735420227,
+      "cov-distil (oracle2student)": 4.113482475280762,
+      "cov-distil (oracle2teacher)": 4.242979049682617,
       "epoch": 2.195447409733124,
-      "rel-constrast": 2.782867193222046,
+      "rel-constrast": 2.71858549118042,
       "step": 2797,
-      "subrel-constrast": 3.758725881576538,
+      "subrel-constrast": 3.4143972396850586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5209598541259766,
-      "cov-distil (oracle2student)": 3.492300033569336,
-      "cov-distil (oracle2teacher)": 3.0684425830841064,
+      "cov-distil": 2.12294864654541,
+      "cov-distil (oracle2student)": 4.3320465087890625,
+      "cov-distil (oracle2teacher)": 3.59804630279541,
       "epoch": 2.196232339089482,
-      "rel-constrast": 3.553805351257324,
+      "rel-constrast": 4.051398277282715,
       "step": 2798,
-      "subrel-constrast": 4.239773750305176,
+      "subrel-constrast": 4.384860038757324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2242400646209717,
-      "cov-distil (oracle2student)": 3.8406758308410645,
-      "cov-distil (oracle2teacher)": 3.573622465133667,
+      "cov-distil": 1.750964641571045,
+      "cov-distil (oracle2student)": 4.344789981842041,
+      "cov-distil (oracle2teacher)": 4.310716152191162,
       "epoch": 2.19701726844584,
-      "rel-constrast": 2.3627190589904785,
+      "rel-constrast": 2.7469887733459473,
       "step": 2799,
-      "subrel-constrast": 2.744584083557129,
+      "subrel-constrast": 2.746488571166992,
       "view-similarity": 0
     },
     {
       "epoch": 2.197802197802198,
-      "grad_norm": 4.59375,
+      "grad_norm": 6.125,
       "learning_rate": 4.523055302103977e-05,
-      "loss": 0.7794,
+      "loss": 0.8091,
       "step": 2800
     },
     {
       "epoch": 2.197802197802198,
-      "overlap": 0.3046875,
+      "overlap": 0.2671875059604645,
       "step": 2800
     },
     {
       "epoch": 2.197802197802198,
       "step": 2800,
-      "student margin": 0.05340576171875
+      "student margin": 0.04986572265625
     },
     {
       "epoch": 2.197802197802198,
       "step": 2800,
-      "teacher margin": 0.031219482421875
+      "teacher margin": 0.037200927734375
     },
     {
       "epoch": 2.197802197802198,
-      "margin difference": -0.022186279296875,
+      "margin difference": -0.012664794921875,
       "step": 2800
     },
     {
-      "cov-distil": 2.2137365341186523,
-      "cov-distil (oracle2student)": 6.215800762176514,
-      "cov-distil (oracle2teacher)": 6.065351486206055,
+      "cov-distil": 2.7552685737609863,
+      "cov-distil (oracle2student)": 6.875768661499023,
+      "cov-distil (oracle2teacher)": 6.1456193923950195,
       "epoch": 2.197802197802198,
-      "rel-constrast": 3.1010799407958984,
+      "rel-constrast": 3.651973009109497,
       "step": 2800,
-      "subrel-constrast": 4.90162467956543,
+      "subrel-constrast": 4.435447692871094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4972419738769531,
-      "cov-distil (oracle2student)": 2.8553576469421387,
-      "cov-distil (oracle2teacher)": 2.8867177963256836,
+      "cov-distil": 2.0824363231658936,
+      "cov-distil (oracle2student)": 2.9606335163116455,
+      "cov-distil (oracle2teacher)": 3.206343412399292,
       "epoch": 2.1985871271585555,
-      "rel-constrast": 2.9076523780822754,
+      "rel-constrast": 2.657710075378418,
       "step": 2801,
-      "subrel-constrast": 3.582503080368042,
+      "subrel-constrast": 3.7025482654571533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.067751407623291,
-      "cov-distil (oracle2student)": 4.675081253051758,
-      "cov-distil (oracle2teacher)": 4.172138690948486,
+      "cov-distil": 1.5291502475738525,
+      "cov-distil (oracle2student)": 4.436077117919922,
+      "cov-distil (oracle2teacher)": 4.051630020141602,
       "epoch": 2.1993720565149135,
-      "rel-constrast": 2.9559996128082275,
+      "rel-constrast": 3.011228322982788,
       "step": 2802,
-      "subrel-constrast": 3.421099901199341,
+      "subrel-constrast": 3.3931772708892822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5010050535202026,
-      "cov-distil (oracle2student)": 5.221595287322998,
-      "cov-distil (oracle2teacher)": 4.674283027648926,
+      "cov-distil": 1.6090891361236572,
+      "cov-distil (oracle2student)": 5.321571350097656,
+      "cov-distil (oracle2teacher)": 4.693202972412109,
       "epoch": 2.2001569858712715,
-      "rel-constrast": 2.8883657455444336,
+      "rel-constrast": 2.955479383468628,
       "step": 2803,
-      "subrel-constrast": 3.3815555572509766,
+      "subrel-constrast": 3.284677743911743,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9775338172912598,
-      "cov-distil (oracle2student)": 5.757264614105225,
-      "cov-distil (oracle2teacher)": 5.236817836761475,
+      "cov-distil": 1.8078327178955078,
+      "cov-distil (oracle2student)": 5.705745697021484,
+      "cov-distil (oracle2teacher)": 5.643039226531982,
       "epoch": 2.2009419152276295,
-      "rel-constrast": 2.7753376960754395,
+      "rel-constrast": 2.779660224914551,
       "step": 2804,
-      "subrel-constrast": 3.73819899559021,
+      "subrel-constrast": 3.4100265502929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1651103496551514,
-      "cov-distil (oracle2student)": 6.025886535644531,
-      "cov-distil (oracle2teacher)": 5.240909576416016,
+      "cov-distil": 1.916640043258667,
+      "cov-distil (oracle2student)": 6.108171463012695,
+      "cov-distil (oracle2teacher)": 5.92503023147583,
       "epoch": 2.2017268445839875,
-      "rel-constrast": 2.3875410556793213,
+      "rel-constrast": 2.663935899734497,
       "step": 2805,
-      "subrel-constrast": 3.1482937335968018,
+      "subrel-constrast": 3.5255041122436523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7415776252746582,
-      "cov-distil (oracle2student)": 3.061321973800659,
-      "cov-distil (oracle2teacher)": 3.5830721855163574,
+      "cov-distil": 2.184971332550049,
+      "cov-distil (oracle2student)": 3.9040727615356445,
+      "cov-distil (oracle2teacher)": 3.9738612174987793,
       "epoch": 2.2025117739403455,
-      "rel-constrast": 2.8911986351013184,
+      "rel-constrast": 2.79780650138855,
       "step": 2806,
-      "subrel-constrast": 3.837303876876831,
+      "subrel-constrast": 3.7619354724884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.714737892150879,
-      "cov-distil (oracle2student)": 5.002007007598877,
-      "cov-distil (oracle2teacher)": 4.555350303649902,
+      "cov-distil": 2.5055575370788574,
+      "cov-distil (oracle2student)": 5.536344528198242,
+      "cov-distil (oracle2teacher)": 5.161619663238525,
       "epoch": 2.2032967032967035,
-      "rel-constrast": 3.142002820968628,
+      "rel-constrast": 3.931431293487549,
       "step": 2807,
-      "subrel-constrast": 4.039290428161621,
+      "subrel-constrast": 3.8454952239990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.504430890083313,
-      "cov-distil (oracle2student)": 5.065723419189453,
-      "cov-distil (oracle2teacher)": 4.750711441040039,
+      "cov-distil": 2.1628589630126953,
+      "cov-distil (oracle2student)": 5.137818813323975,
+      "cov-distil (oracle2teacher)": 4.965700149536133,
       "epoch": 2.204081632653061,
-      "rel-constrast": 3.225733757019043,
+      "rel-constrast": 3.221426010131836,
       "step": 2808,
-      "subrel-constrast": 3.511944532394409,
+      "subrel-constrast": 3.879430055618286,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3782306909561157,
-      "cov-distil (oracle2student)": 7.567097187042236,
-      "cov-distil (oracle2teacher)": 6.493724346160889,
+      "cov-distil": 1.9145649671554565,
+      "cov-distil (oracle2student)": 7.510309219360352,
+      "cov-distil (oracle2teacher)": 7.032402992248535,
       "epoch": 2.204866562009419,
-      "rel-constrast": 3.62861967086792,
+      "rel-constrast": 3.2843821048736572,
       "step": 2809,
-      "subrel-constrast": 4.384779453277588,
+      "subrel-constrast": 4.200778961181641,
       "view-similarity": 0
     },
     {
       "epoch": 2.205651491365777,
-      "grad_norm": 6.59375,
+      "grad_norm": 6.1875,
       "learning_rate": 4.5179160581160005e-05,
-      "loss": 0.787,
+      "loss": 0.7739,
       "step": 2810
     },
     {
-      "cov-distil": 1.175363540649414,
-      "cov-distil (oracle2student)": 4.376012802124023,
-      "cov-distil (oracle2teacher)": 4.336128234863281,
+      "cov-distil": 1.5711236000061035,
+      "cov-distil (oracle2student)": 4.986570835113525,
+      "cov-distil (oracle2teacher)": 4.499585151672363,
       "epoch": 2.205651491365777,
-      "rel-constrast": 3.8148019313812256,
+      "rel-constrast": 3.9084293842315674,
       "step": 2810,
-      "subrel-constrast": 4.095478534698486,
+      "subrel-constrast": 3.7979555130004883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6495981216430664,
-      "cov-distil (oracle2student)": 4.087505340576172,
-      "cov-distil (oracle2teacher)": 3.7512223720550537,
+      "cov-distil": 1.711803913116455,
+      "cov-distil (oracle2student)": 4.089275360107422,
+      "cov-distil (oracle2teacher)": 3.949486017227173,
       "epoch": 2.206436420722135,
-      "rel-constrast": 3.006524085998535,
+      "rel-constrast": 3.094658613204956,
       "step": 2811,
-      "subrel-constrast": 3.5537495613098145,
+      "subrel-constrast": 3.353693962097168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4747031927108765,
-      "cov-distil (oracle2student)": 5.076373100280762,
-      "cov-distil (oracle2teacher)": 4.601344108581543,
+      "cov-distil": 2.16910457611084,
+      "cov-distil (oracle2student)": 5.36897611618042,
+      "cov-distil (oracle2teacher)": 5.394351959228516,
       "epoch": 2.207221350078493,
-      "rel-constrast": 2.9430313110351562,
+      "rel-constrast": 3.643573045730591,
       "step": 2812,
-      "subrel-constrast": 3.507298707962036,
+      "subrel-constrast": 3.678062915802002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2675129175186157,
-      "cov-distil (oracle2student)": 4.212703704833984,
-      "cov-distil (oracle2teacher)": 4.021785736083984,
+      "cov-distil": 1.677722454071045,
+      "cov-distil (oracle2student)": 4.532228946685791,
+      "cov-distil (oracle2teacher)": 4.6498260498046875,
       "epoch": 2.208006279434851,
-      "rel-constrast": 2.2500534057617188,
+      "rel-constrast": 2.272886276245117,
       "step": 2813,
-      "subrel-constrast": 3.3408799171447754,
+      "subrel-constrast": 3.3439176082611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4007916450500488,
-      "cov-distil (oracle2student)": 4.304337501525879,
-      "cov-distil (oracle2teacher)": 3.9711806774139404,
+      "cov-distil": 2.0821847915649414,
+      "cov-distil (oracle2student)": 4.243075370788574,
+      "cov-distil (oracle2teacher)": 4.138262748718262,
       "epoch": 2.208791208791209,
-      "rel-constrast": 3.2691335678100586,
+      "rel-constrast": 3.4207942485809326,
       "step": 2814,
-      "subrel-constrast": 3.529778003692627,
+      "subrel-constrast": 3.634852886199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0408121347427368,
-      "cov-distil (oracle2student)": 3.5707550048828125,
-      "cov-distil (oracle2teacher)": 3.068422794342041,
+      "cov-distil": 1.3950661420822144,
+      "cov-distil (oracle2student)": 3.5522756576538086,
+      "cov-distil (oracle2teacher)": 3.4071593284606934,
       "epoch": 2.209576138147567,
-      "rel-constrast": 2.556541919708252,
+      "rel-constrast": 3.015089988708496,
       "step": 2815,
-      "subrel-constrast": 2.8158345222473145,
+      "subrel-constrast": 3.042910575866699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5599029064178467,
-      "cov-distil (oracle2student)": 4.331329345703125,
-      "cov-distil (oracle2teacher)": 4.284970283508301,
+      "cov-distil": 2.567502975463867,
+      "cov-distil (oracle2student)": 4.880114555358887,
+      "cov-distil (oracle2teacher)": 4.321262359619141,
       "epoch": 2.2103610675039245,
-      "rel-constrast": 3.5689287185668945,
+      "rel-constrast": 4.264245986938477,
       "step": 2816,
-      "subrel-constrast": 3.949613094329834,
+      "subrel-constrast": 3.846806764602661,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3890578746795654,
-      "cov-distil (oracle2student)": 2.4216489791870117,
-      "cov-distil (oracle2teacher)": 2.3140015602111816,
+      "cov-distil": 1.949299693107605,
+      "cov-distil (oracle2student)": 2.619856357574463,
+      "cov-distil (oracle2teacher)": 3.0027570724487305,
       "epoch": 2.2111459968602825,
-      "rel-constrast": 2.6354856491088867,
+      "rel-constrast": 2.696683883666992,
       "step": 2817,
-      "subrel-constrast": 2.7864303588867188,
+      "subrel-constrast": 3.4497034549713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8132259845733643,
-      "cov-distil (oracle2student)": 4.258447647094727,
-      "cov-distil (oracle2teacher)": 4.581598281860352,
+      "cov-distil": 2.3863682746887207,
+      "cov-distil (oracle2student)": 5.02498722076416,
+      "cov-distil (oracle2teacher)": 5.267127990722656,
       "epoch": 2.2119309262166404,
-      "rel-constrast": 1.9659388065338135,
+      "rel-constrast": 2.775480270385742,
       "step": 2818,
-      "subrel-constrast": 3.035383701324463,
+      "subrel-constrast": 3.0659422874450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0958712100982666,
-      "cov-distil (oracle2student)": 4.302325248718262,
-      "cov-distil (oracle2teacher)": 4.473966121673584,
+      "cov-distil": 1.8567818403244019,
+      "cov-distil (oracle2student)": 4.535617351531982,
+      "cov-distil (oracle2teacher)": 4.760728359222412,
       "epoch": 2.2127158555729984,
-      "rel-constrast": 2.2479710578918457,
+      "rel-constrast": 2.544780969619751,
       "step": 2819,
-      "subrel-constrast": 2.8037545680999756,
+      "subrel-constrast": 2.949554443359375,
       "view-similarity": 0
     },
     {
       "epoch": 2.2135007849293564,
-      "grad_norm": 6.0,
+      "grad_norm": 6.46875,
       "learning_rate": 4.512752226457672e-05,
-      "loss": 0.7411,
+      "loss": 0.7909,
       "step": 2820
     },
     {
-      "cov-distil": 1.1903672218322754,
-      "cov-distil (oracle2student)": 3.8797783851623535,
-      "cov-distil (oracle2teacher)": 3.560136318206787,
+      "cov-distil": 1.451255202293396,
+      "cov-distil (oracle2student)": 3.7608816623687744,
+      "cov-distil (oracle2teacher)": 3.9868195056915283,
       "epoch": 2.2135007849293564,
-      "rel-constrast": 1.5289723873138428,
+      "rel-constrast": 2.1367220878601074,
       "step": 2820,
-      "subrel-constrast": 2.468310832977295,
+      "subrel-constrast": 2.8357293605804443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1187713146209717,
-      "cov-distil (oracle2student)": 5.136632442474365,
-      "cov-distil (oracle2teacher)": 4.7284016609191895,
+      "cov-distil": 1.5264196395874023,
+      "cov-distil (oracle2student)": 5.81070613861084,
+      "cov-distil (oracle2teacher)": 4.986372947692871,
       "epoch": 2.2142857142857144,
-      "rel-constrast": 2.3371927738189697,
+      "rel-constrast": 2.3794734477996826,
       "step": 2821,
-      "subrel-constrast": 3.4099338054656982,
+      "subrel-constrast": 3.2801411151885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4644598960876465,
-      "cov-distil (oracle2student)": 2.504847288131714,
-      "cov-distil (oracle2teacher)": 3.173910617828369,
+      "cov-distil": 2.8503823280334473,
+      "cov-distil (oracle2student)": 2.7400898933410645,
+      "cov-distil (oracle2teacher)": 3.466318368911743,
       "epoch": 2.2150706436420724,
-      "rel-constrast": 2.2738523483276367,
+      "rel-constrast": 2.482680559158325,
       "step": 2822,
-      "subrel-constrast": 3.185796022415161,
+      "subrel-constrast": 3.082627773284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2015347480773926,
-      "cov-distil (oracle2student)": 4.375980377197266,
-      "cov-distil (oracle2teacher)": 3.6437556743621826,
+      "cov-distil": 1.0565307140350342,
+      "cov-distil (oracle2student)": 4.659107208251953,
+      "cov-distil (oracle2teacher)": 4.212549686431885,
       "epoch": 2.21585557299843,
-      "rel-constrast": 2.148313522338867,
+      "rel-constrast": 2.542479991912842,
       "step": 2823,
-      "subrel-constrast": 2.6312949657440186,
+      "subrel-constrast": 2.738677978515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2643414735794067,
-      "cov-distil (oracle2student)": 4.937495231628418,
-      "cov-distil (oracle2teacher)": 4.573188781738281,
+      "cov-distil": 1.7777093648910522,
+      "cov-distil (oracle2student)": 4.4245991706848145,
+      "cov-distil (oracle2teacher)": 5.496898651123047,
       "epoch": 2.216640502354788,
-      "rel-constrast": 2.672121524810791,
+      "rel-constrast": 3.2011570930480957,
       "step": 2824,
-      "subrel-constrast": 3.8766989707946777,
+      "subrel-constrast": 3.9856150150299072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.605278730392456,
-      "cov-distil (oracle2student)": 4.442031383514404,
-      "cov-distil (oracle2teacher)": 4.580644607543945,
+      "cov-distil": 1.79935622215271,
+      "cov-distil (oracle2student)": 4.702639579772949,
+      "cov-distil (oracle2teacher)": 4.9185028076171875,
       "epoch": 2.217425431711146,
-      "rel-constrast": 2.8015432357788086,
+      "rel-constrast": 3.333966016769409,
       "step": 2825,
-      "subrel-constrast": 4.033280372619629,
+      "subrel-constrast": 4.078685283660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7470738887786865,
-      "cov-distil (oracle2student)": 5.276346206665039,
-      "cov-distil (oracle2teacher)": 5.35056209564209,
+      "cov-distil": 2.2499895095825195,
+      "cov-distil (oracle2student)": 6.1036176681518555,
+      "cov-distil (oracle2teacher)": 5.357985496520996,
       "epoch": 2.218210361067504,
-      "rel-constrast": 3.218754291534424,
+      "rel-constrast": 3.1867218017578125,
       "step": 2826,
-      "subrel-constrast": 3.8996434211730957,
+      "subrel-constrast": 3.809190273284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.511061429977417,
-      "cov-distil (oracle2student)": 2.216672897338867,
-      "cov-distil (oracle2teacher)": 2.8003010749816895,
+      "cov-distil": 2.007234573364258,
+      "cov-distil (oracle2student)": 2.1250760555267334,
+      "cov-distil (oracle2teacher)": 3.1109423637390137,
       "epoch": 2.218995290423862,
-      "rel-constrast": 2.707836151123047,
+      "rel-constrast": 2.2714293003082275,
       "step": 2827,
-      "subrel-constrast": 3.621464967727661,
+      "subrel-constrast": 3.1404876708984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1311604976654053,
-      "cov-distil (oracle2student)": 3.637054920196533,
-      "cov-distil (oracle2teacher)": 4.012404441833496,
+      "cov-distil": 1.313946008682251,
+      "cov-distil (oracle2student)": 4.396079063415527,
+      "cov-distil (oracle2teacher)": 4.320883274078369,
       "epoch": 2.21978021978022,
-      "rel-constrast": 2.384960174560547,
+      "rel-constrast": 2.572852849960327,
       "step": 2828,
-      "subrel-constrast": 3.0951735973358154,
+      "subrel-constrast": 3.294175148010254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0632667541503906,
-      "cov-distil (oracle2student)": 2.249817371368408,
-      "cov-distil (oracle2teacher)": 3.0629072189331055,
+      "cov-distil": 1.3434805870056152,
+      "cov-distil (oracle2student)": 2.435084819793701,
+      "cov-distil (oracle2teacher)": 2.9522907733917236,
       "epoch": 2.220565149136578,
-      "rel-constrast": 2.507134437561035,
+      "rel-constrast": 2.2896523475646973,
       "step": 2829,
-      "subrel-constrast": 3.0364880561828613,
+      "subrel-constrast": 3.0278995037078857,
       "view-similarity": 0
     },
     {
       "epoch": 2.221350078492936,
-      "grad_norm": 4.78125,
+      "grad_norm": 5.75,
       "learning_rate": 4.50756387004865e-05,
-      "loss": 0.6503,
+      "loss": 0.6599,
       "step": 2830
     },
     {
-      "cov-distil": 1.5329704284667969,
-      "cov-distil (oracle2student)": 2.8348588943481445,
-      "cov-distil (oracle2teacher)": 2.7240943908691406,
+      "cov-distil": 1.5765085220336914,
+      "cov-distil (oracle2student)": 2.8162591457366943,
+      "cov-distil (oracle2teacher)": 2.839688539505005,
       "epoch": 2.221350078492936,
-      "rel-constrast": 2.3418219089508057,
+      "rel-constrast": 2.5023772716522217,
       "step": 2830,
-      "subrel-constrast": 3.1155498027801514,
+      "subrel-constrast": 2.8761494159698486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2643208503723145,
-      "cov-distil (oracle2student)": 6.0505828857421875,
-      "cov-distil (oracle2teacher)": 5.291819095611572,
+      "cov-distil": 2.5078670978546143,
+      "cov-distil (oracle2student)": 6.310748100280762,
+      "cov-distil (oracle2teacher)": 5.719662666320801,
       "epoch": 2.2221350078492934,
-      "rel-constrast": 3.5743701457977295,
+      "rel-constrast": 3.624072551727295,
       "step": 2831,
-      "subrel-constrast": 4.198145866394043,
+      "subrel-constrast": 4.155115604400635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6747267246246338,
-      "cov-distil (oracle2student)": 3.6868605613708496,
-      "cov-distil (oracle2teacher)": 3.916260004043579,
+      "cov-distil": 1.9246147871017456,
+      "cov-distil (oracle2student)": 3.9777650833129883,
+      "cov-distil (oracle2teacher)": 4.147688865661621,
       "epoch": 2.2229199372056514,
-      "rel-constrast": 2.354612350463867,
+      "rel-constrast": 3.4598655700683594,
       "step": 2832,
-      "subrel-constrast": 3.4582877159118652,
+      "subrel-constrast": 3.3964271545410156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9900264739990234,
-      "cov-distil (oracle2student)": 4.52094841003418,
-      "cov-distil (oracle2teacher)": 4.891436576843262,
+      "cov-distil": 2.6536612510681152,
+      "cov-distil (oracle2student)": 4.702289581298828,
+      "cov-distil (oracle2teacher)": 5.530714511871338,
       "epoch": 2.2237048665620094,
-      "rel-constrast": 2.3414862155914307,
+      "rel-constrast": 2.609618902206421,
       "step": 2833,
-      "subrel-constrast": 3.6217825412750244,
+      "subrel-constrast": 3.6763970851898193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.013940691947937,
-      "cov-distil (oracle2student)": 3.642292022705078,
-      "cov-distil (oracle2teacher)": 3.737414598464966,
+      "cov-distil": 1.5201716423034668,
+      "cov-distil (oracle2student)": 4.123084545135498,
+      "cov-distil (oracle2teacher)": 3.573369026184082,
       "epoch": 2.2244897959183674,
-      "rel-constrast": 2.7125587463378906,
+      "rel-constrast": 3.2439675331115723,
       "step": 2834,
-      "subrel-constrast": 2.799025297164917,
+      "subrel-constrast": 2.851743698120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0520737171173096,
-      "cov-distil (oracle2student)": 4.617413520812988,
-      "cov-distil (oracle2teacher)": 4.200915336608887,
+      "cov-distil": 1.4306042194366455,
+      "cov-distil (oracle2student)": 5.056887626647949,
+      "cov-distil (oracle2teacher)": 5.095944881439209,
       "epoch": 2.2252747252747254,
-      "rel-constrast": 2.221648693084717,
+      "rel-constrast": 2.263204336166382,
       "step": 2835,
-      "subrel-constrast": 3.0252256393432617,
+      "subrel-constrast": 2.7280914783477783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3455493450164795,
-      "cov-distil (oracle2student)": 4.621387481689453,
-      "cov-distil (oracle2teacher)": 4.345795631408691,
+      "cov-distil": 2.30013370513916,
+      "cov-distil (oracle2student)": 5.239188194274902,
+      "cov-distil (oracle2teacher)": 4.849331378936768,
       "epoch": 2.2260596546310834,
-      "rel-constrast": 2.7961363792419434,
+      "rel-constrast": 3.086953639984131,
       "step": 2836,
-      "subrel-constrast": 3.1872501373291016,
+      "subrel-constrast": 3.583972454071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9644633531570435,
-      "cov-distil (oracle2student)": 3.3549861907958984,
-      "cov-distil (oracle2teacher)": 3.530547618865967,
+      "cov-distil": 1.8348844051361084,
+      "cov-distil (oracle2student)": 4.1817193031311035,
+      "cov-distil (oracle2teacher)": 3.9338631629943848,
       "epoch": 2.2268445839874413,
-      "rel-constrast": 2.926353931427002,
+      "rel-constrast": 3.2263455390930176,
       "step": 2837,
-      "subrel-constrast": 3.015646457672119,
+      "subrel-constrast": 3.0701324939727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.798703908920288,
-      "cov-distil (oracle2student)": 3.8782339096069336,
-      "cov-distil (oracle2teacher)": 3.986212730407715,
+      "cov-distil": 1.8134205341339111,
+      "cov-distil (oracle2student)": 4.472421646118164,
+      "cov-distil (oracle2teacher)": 4.346622943878174,
       "epoch": 2.227629513343799,
-      "rel-constrast": 2.6093740463256836,
+      "rel-constrast": 3.0304503440856934,
       "step": 2838,
-      "subrel-constrast": 3.504974365234375,
+      "subrel-constrast": 3.384643077850342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6287009716033936,
-      "cov-distil (oracle2student)": 4.215634346008301,
-      "cov-distil (oracle2teacher)": 4.105523109436035,
+      "cov-distil": 1.9307703971862793,
+      "cov-distil (oracle2student)": 5.038300514221191,
+      "cov-distil (oracle2teacher)": 4.562411308288574,
       "epoch": 2.228414442700157,
-      "rel-constrast": 3.784808397293091,
+      "rel-constrast": 3.866734027862549,
       "step": 2839,
-      "subrel-constrast": 3.578190803527832,
+      "subrel-constrast": 3.5038180351257324,
       "view-similarity": 0
     },
     {
       "epoch": 2.229199372056515,
-      "grad_norm": 6.53125,
+      "grad_norm": 6.25,
       "learning_rate": 4.50235105210742e-05,
-      "loss": 0.7322,
+      "loss": 0.7728,
       "step": 2840
     },
     {
-      "cov-distil": 1.4734833240509033,
-      "cov-distil (oracle2student)": 4.480526924133301,
-      "cov-distil (oracle2teacher)": 4.256287574768066,
+      "cov-distil": 1.5391795635223389,
+      "cov-distil (oracle2student)": 4.684443473815918,
+      "cov-distil (oracle2teacher)": 4.478672504425049,
       "epoch": 2.229199372056515,
-      "rel-constrast": 2.741382598876953,
+      "rel-constrast": 3.0726497173309326,
       "step": 2840,
-      "subrel-constrast": 3.2702443599700928,
+      "subrel-constrast": 3.5518603324890137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2622191905975342,
-      "cov-distil (oracle2student)": 4.117605209350586,
-      "cov-distil (oracle2teacher)": 3.978501319885254,
+      "cov-distil": 2.250579357147217,
+      "cov-distil (oracle2student)": 4.188209056854248,
+      "cov-distil (oracle2teacher)": 4.297174453735352,
       "epoch": 2.229984301412873,
-      "rel-constrast": 1.8500514030456543,
+      "rel-constrast": 1.8987582921981812,
       "step": 2841,
-      "subrel-constrast": 2.544245719909668,
+      "subrel-constrast": 2.404709577560425,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5413380861282349,
-      "cov-distil (oracle2student)": 4.601006507873535,
-      "cov-distil (oracle2teacher)": 4.66766357421875,
+      "cov-distil": 1.6563116312026978,
+      "cov-distil (oracle2student)": 4.610065460205078,
+      "cov-distil (oracle2teacher)": 5.014311790466309,
       "epoch": 2.230769230769231,
-      "rel-constrast": 3.1710400581359863,
+      "rel-constrast": 3.4906256198883057,
       "step": 2842,
-      "subrel-constrast": 3.753763198852539,
+      "subrel-constrast": 3.8896310329437256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2046613693237305,
-      "cov-distil (oracle2student)": 4.048807144165039,
-      "cov-distil (oracle2teacher)": 3.944206953048706,
+      "cov-distil": 1.3822935819625854,
+      "cov-distil (oracle2student)": 4.490975856781006,
+      "cov-distil (oracle2teacher)": 3.9806673526763916,
       "epoch": 2.231554160125589,
-      "rel-constrast": 2.9600424766540527,
+      "rel-constrast": 3.1663641929626465,
       "step": 2843,
-      "subrel-constrast": 3.907683849334717,
+      "subrel-constrast": 3.3921825885772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5669081211090088,
-      "cov-distil (oracle2student)": 5.662391662597656,
-      "cov-distil (oracle2teacher)": 4.812541484832764,
+      "cov-distil": 1.9372849464416504,
+      "cov-distil (oracle2student)": 5.796393871307373,
+      "cov-distil (oracle2teacher)": 5.064210891723633,
       "epoch": 2.232339089481947,
-      "rel-constrast": 4.287499904632568,
+      "rel-constrast": 4.399746417999268,
       "step": 2844,
-      "subrel-constrast": 4.845626354217529,
+      "subrel-constrast": 4.7481489181518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1382386684417725,
-      "cov-distil (oracle2student)": 3.9188332557678223,
-      "cov-distil (oracle2teacher)": 3.8199543952941895,
+      "cov-distil": 1.7749755382537842,
+      "cov-distil (oracle2student)": 4.200131893157959,
+      "cov-distil (oracle2teacher)": 4.003551483154297,
       "epoch": 2.2331240188383044,
-      "rel-constrast": 3.252624988555908,
+      "rel-constrast": 2.474539279937744,
       "step": 2845,
-      "subrel-constrast": 3.41174054145813,
+      "subrel-constrast": 3.732236623764038,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6839945316314697,
-      "cov-distil (oracle2student)": 5.058446884155273,
-      "cov-distil (oracle2teacher)": 4.9159111976623535,
+      "cov-distil": 1.698136329650879,
+      "cov-distil (oracle2student)": 5.206569671630859,
+      "cov-distil (oracle2teacher)": 4.804442882537842,
       "epoch": 2.2339089481946623,
-      "rel-constrast": 2.846468925476074,
+      "rel-constrast": 2.737183094024658,
       "step": 2846,
-      "subrel-constrast": 3.439079999923706,
+      "subrel-constrast": 2.9730372428894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0635040998458862,
-      "cov-distil (oracle2student)": 6.094916343688965,
-      "cov-distil (oracle2teacher)": 5.454977989196777,
+      "cov-distil": 1.4504988193511963,
+      "cov-distil (oracle2student)": 6.641870498657227,
+      "cov-distil (oracle2teacher)": 5.878763198852539,
       "epoch": 2.2346938775510203,
-      "rel-constrast": 3.2811479568481445,
+      "rel-constrast": 3.3047940731048584,
       "step": 2847,
-      "subrel-constrast": 3.8032901287078857,
+      "subrel-constrast": 3.9166104793548584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3504399061203003,
-      "cov-distil (oracle2student)": 3.392218828201294,
-      "cov-distil (oracle2teacher)": 3.5758941173553467,
+      "cov-distil": 2.2321901321411133,
+      "cov-distil (oracle2student)": 3.9898428916931152,
+      "cov-distil (oracle2teacher)": 3.706834316253662,
       "epoch": 2.2354788069073783,
-      "rel-constrast": 1.937492847442627,
+      "rel-constrast": 2.3677964210510254,
       "step": 2848,
-      "subrel-constrast": 2.8169710636138916,
+      "subrel-constrast": 3.014960289001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2803301811218262,
-      "cov-distil (oracle2student)": 4.172109603881836,
-      "cov-distil (oracle2teacher)": 4.140987873077393,
+      "cov-distil": 2.0782999992370605,
+      "cov-distil (oracle2student)": 4.609069347381592,
+      "cov-distil (oracle2teacher)": 4.019302845001221,
       "epoch": 2.2362637362637363,
-      "rel-constrast": 2.2356083393096924,
+      "rel-constrast": 2.83004093170166,
       "step": 2849,
-      "subrel-constrast": 3.135880470275879,
+      "subrel-constrast": 3.1693978309631348,
       "view-similarity": 0
     },
     {
       "epoch": 2.2370486656200943,
-      "grad_norm": 4.15625,
+      "grad_norm": 9.25,
       "learning_rate": 4.497113836150523e-05,
-      "loss": 0.748,
+      "loss": 0.7436,
       "step": 2850
     },
     {
-      "cov-distil": 1.308542013168335,
-      "cov-distil (oracle2student)": 7.034241676330566,
-      "cov-distil (oracle2teacher)": 6.229680061340332,
+      "cov-distil": 2.29427433013916,
+      "cov-distil (oracle2student)": 7.027299404144287,
+      "cov-distil (oracle2teacher)": 6.419808387756348,
       "epoch": 2.2370486656200943,
-      "rel-constrast": 2.9014317989349365,
+      "rel-constrast": 3.416802167892456,
       "step": 2850,
-      "subrel-constrast": 3.671661376953125,
+      "subrel-constrast": 3.9945855140686035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5702638626098633,
-      "cov-distil (oracle2student)": 5.440203666687012,
-      "cov-distil (oracle2teacher)": 4.9250311851501465,
+      "cov-distil": 1.7019323110580444,
+      "cov-distil (oracle2student)": 5.067455291748047,
+      "cov-distil (oracle2teacher)": 5.262969017028809,
       "epoch": 2.2378335949764523,
-      "rel-constrast": 2.339625358581543,
+      "rel-constrast": 2.2546024322509766,
       "step": 2851,
-      "subrel-constrast": 3.095508098602295,
+      "subrel-constrast": 2.855792760848999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9085829257965088,
-      "cov-distil (oracle2student)": 3.9122872352600098,
-      "cov-distil (oracle2teacher)": 3.971958637237549,
+      "cov-distil": 2.3300201892852783,
+      "cov-distil (oracle2student)": 5.089175224304199,
+      "cov-distil (oracle2teacher)": 4.663991928100586,
       "epoch": 2.23861852433281,
-      "rel-constrast": 2.633007526397705,
+      "rel-constrast": 3.2346882820129395,
       "step": 2852,
-      "subrel-constrast": 3.8772425651550293,
+      "subrel-constrast": 4.0126051902771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7061525583267212,
-      "cov-distil (oracle2student)": 4.597137451171875,
-      "cov-distil (oracle2teacher)": 4.074312210083008,
+      "cov-distil": 1.8626863956451416,
+      "cov-distil (oracle2student)": 5.257951259613037,
+      "cov-distil (oracle2teacher)": 4.492649078369141,
       "epoch": 2.239403453689168,
-      "rel-constrast": 3.1203672885894775,
+      "rel-constrast": 2.9087612628936768,
       "step": 2853,
-      "subrel-constrast": 3.8375067710876465,
+      "subrel-constrast": 3.8762435913085938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.04775071144104,
-      "cov-distil (oracle2student)": 6.904752254486084,
-      "cov-distil (oracle2teacher)": 5.7327070236206055,
+      "cov-distil": 2.6717000007629395,
+      "cov-distil (oracle2student)": 8.036018371582031,
+      "cov-distil (oracle2teacher)": 6.523889064788818,
       "epoch": 2.240188383045526,
-      "rel-constrast": 3.239384174346924,
+      "rel-constrast": 3.7888691425323486,
       "step": 2854,
-      "subrel-constrast": 4.117255210876465,
+      "subrel-constrast": 4.011516094207764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3565456867218018,
-      "cov-distil (oracle2student)": 4.272599697113037,
-      "cov-distil (oracle2teacher)": 4.1918439865112305,
+      "cov-distil": 1.847283959388733,
+      "cov-distil (oracle2student)": 4.053291320800781,
+      "cov-distil (oracle2teacher)": 4.3659796714782715,
       "epoch": 2.240973312401884,
-      "rel-constrast": 1.7403593063354492,
+      "rel-constrast": 1.737952470779419,
       "step": 2855,
-      "subrel-constrast": 2.6517019271850586,
+      "subrel-constrast": 2.597189426422119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6027889251708984,
-      "cov-distil (oracle2student)": 3.7164931297302246,
-      "cov-distil (oracle2teacher)": 3.9707236289978027,
+      "cov-distil": 2.107494354248047,
+      "cov-distil (oracle2student)": 3.931358575820923,
+      "cov-distil (oracle2teacher)": 4.403852939605713,
       "epoch": 2.241758241758242,
-      "rel-constrast": 2.667941093444824,
+      "rel-constrast": 2.6478078365325928,
       "step": 2856,
-      "subrel-constrast": 3.181619882583618,
+      "subrel-constrast": 2.9564735889434814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.584928035736084,
-      "cov-distil (oracle2student)": 4.483060359954834,
-      "cov-distil (oracle2teacher)": 4.450074672698975,
+      "cov-distil": 2.1450953483581543,
+      "cov-distil (oracle2student)": 4.999568939208984,
+      "cov-distil (oracle2teacher)": 4.519423484802246,
       "epoch": 2.2425431711145998,
-      "rel-constrast": 2.278923749923706,
+      "rel-constrast": 2.869502305984497,
       "step": 2857,
-      "subrel-constrast": 3.2336654663085938,
+      "subrel-constrast": 3.3576505184173584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5378665924072266,
-      "cov-distil (oracle2student)": 4.141341209411621,
-      "cov-distil (oracle2teacher)": 4.2089691162109375,
+      "cov-distil": 2.059363603591919,
+      "cov-distil (oracle2student)": 4.8281426429748535,
+      "cov-distil (oracle2teacher)": 4.460239887237549,
       "epoch": 2.2433281004709578,
-      "rel-constrast": 3.0961153507232666,
+      "rel-constrast": 2.8707902431488037,
       "step": 2858,
-      "subrel-constrast": 3.454744338989258,
+      "subrel-constrast": 3.9890191555023193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9027645587921143,
-      "cov-distil (oracle2student)": 5.2437286376953125,
-      "cov-distil (oracle2teacher)": 4.35322380065918,
+      "cov-distil": 2.3368701934814453,
+      "cov-distil (oracle2student)": 6.248025894165039,
+      "cov-distil (oracle2teacher)": 5.0449724197387695,
       "epoch": 2.2441130298273153,
-      "rel-constrast": 2.838097095489502,
+      "rel-constrast": 4.150833606719971,
       "step": 2859,
-      "subrel-constrast": 3.674483299255371,
+      "subrel-constrast": 4.25134801864624,
       "view-similarity": 0
     },
     {
       "epoch": 2.2448979591836733,
-      "grad_norm": 5.71875,
+      "grad_norm": 8.25,
       "learning_rate": 4.491852285991783e-05,
-      "loss": 0.7127,
+      "loss": 0.747,
       "step": 2860
     },
     {
-      "cov-distil": 1.4869089126586914,
-      "cov-distil (oracle2student)": 4.195305824279785,
-      "cov-distil (oracle2teacher)": 4.223165035247803,
+      "cov-distil": 2.3504302501678467,
+      "cov-distil (oracle2student)": 5.116423606872559,
+      "cov-distil (oracle2teacher)": 4.748089790344238,
       "epoch": 2.2448979591836733,
-      "rel-constrast": 3.165508270263672,
+      "rel-constrast": 3.561051607131958,
       "step": 2860,
-      "subrel-constrast": 3.9446048736572266,
+      "subrel-constrast": 3.996549129486084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0776824951171875,
-      "cov-distil (oracle2student)": 6.12690544128418,
-      "cov-distil (oracle2teacher)": 6.093250274658203,
+      "cov-distil": 2.2345409393310547,
+      "cov-distil (oracle2student)": 5.584908485412598,
+      "cov-distil (oracle2teacher)": 6.366044521331787,
       "epoch": 2.2456828885400313,
-      "rel-constrast": 2.048539161682129,
+      "rel-constrast": 1.9556879997253418,
       "step": 2861,
-      "subrel-constrast": 3.200995445251465,
+      "subrel-constrast": 3.318981647491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.252643346786499,
-      "cov-distil (oracle2student)": 5.133093357086182,
-      "cov-distil (oracle2teacher)": 4.391453742980957,
+      "cov-distil": 2.8821849822998047,
+      "cov-distil (oracle2student)": 5.80328369140625,
+      "cov-distil (oracle2teacher)": 5.347769260406494,
       "epoch": 2.2464678178963893,
-      "rel-constrast": 2.6758086681365967,
+      "rel-constrast": 3.1739203929901123,
       "step": 2862,
-      "subrel-constrast": 4.156829833984375,
+      "subrel-constrast": 4.2402544021606445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6195716857910156,
-      "cov-distil (oracle2student)": 4.721540927886963,
-      "cov-distil (oracle2teacher)": 4.483624458312988,
+      "cov-distil": 1.8866496086120605,
+      "cov-distil (oracle2student)": 5.398468494415283,
+      "cov-distil (oracle2teacher)": 4.518499374389648,
       "epoch": 2.2472527472527473,
-      "rel-constrast": 2.394033432006836,
+      "rel-constrast": 2.4857699871063232,
       "step": 2863,
-      "subrel-constrast": 3.5645978450775146,
+      "subrel-constrast": 3.3306076526641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2600421905517578,
-      "cov-distil (oracle2student)": 5.48940372467041,
-      "cov-distil (oracle2teacher)": 4.673459053039551,
+      "cov-distil": 1.5914733409881592,
+      "cov-distil (oracle2student)": 5.1798906326293945,
+      "cov-distil (oracle2teacher)": 5.253803253173828,
       "epoch": 2.2480376766091053,
-      "rel-constrast": 2.5383191108703613,
+      "rel-constrast": 2.485628843307495,
       "step": 2864,
-      "subrel-constrast": 2.8728294372558594,
+      "subrel-constrast": 2.8421926498413086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1356067657470703,
-      "cov-distil (oracle2student)": 3.3233275413513184,
-      "cov-distil (oracle2teacher)": 3.270911693572998,
+      "cov-distil": 2.1809487342834473,
+      "cov-distil (oracle2student)": 3.4292752742767334,
+      "cov-distil (oracle2teacher)": 3.6121695041656494,
       "epoch": 2.2488226059654632,
-      "rel-constrast": 2.7441365718841553,
+      "rel-constrast": 2.918825387954712,
       "step": 2865,
-      "subrel-constrast": 3.820131540298462,
+      "subrel-constrast": 3.819317102432251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2401362657546997,
-      "cov-distil (oracle2student)": 3.8380520343780518,
-      "cov-distil (oracle2teacher)": 3.5070858001708984,
+      "cov-distil": 1.5675660371780396,
+      "cov-distil (oracle2student)": 4.545492172241211,
+      "cov-distil (oracle2teacher)": 3.467404365539551,
       "epoch": 2.2496075353218212,
-      "rel-constrast": 1.8112812042236328,
+      "rel-constrast": 2.4383411407470703,
       "step": 2866,
-      "subrel-constrast": 2.4522628784179688,
+      "subrel-constrast": 2.5656473636627197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4374984502792358,
-      "cov-distil (oracle2student)": 6.009042739868164,
-      "cov-distil (oracle2teacher)": 5.295401573181152,
+      "cov-distil": 2.4808340072631836,
+      "cov-distil (oracle2student)": 6.171357154846191,
+      "cov-distil (oracle2teacher)": 5.959068775177002,
       "epoch": 2.2503924646781788,
-      "rel-constrast": 2.057020664215088,
+      "rel-constrast": 2.451319932937622,
       "step": 2867,
-      "subrel-constrast": 2.9387259483337402,
+      "subrel-constrast": 2.8119704723358154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.065046548843384,
-      "cov-distil (oracle2student)": 4.267481803894043,
-      "cov-distil (oracle2teacher)": 3.949608325958252,
+      "cov-distil": 2.6555771827697754,
+      "cov-distil (oracle2student)": 4.819678783416748,
+      "cov-distil (oracle2teacher)": 4.1998114585876465,
       "epoch": 2.2511773940345368,
-      "rel-constrast": 3.193063974380493,
+      "rel-constrast": 3.5292129516601562,
       "step": 2868,
-      "subrel-constrast": 3.8853070735931396,
+      "subrel-constrast": 3.9812979698181152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5348498821258545,
-      "cov-distil (oracle2student)": 2.8509106636047363,
-      "cov-distil (oracle2teacher)": 3.213738441467285,
+      "cov-distil": 2.0113871097564697,
+      "cov-distil (oracle2student)": 2.7420077323913574,
+      "cov-distil (oracle2teacher)": 3.093806266784668,
       "epoch": 2.2519623233908947,
-      "rel-constrast": 2.7640440464019775,
+      "rel-constrast": 3.0527873039245605,
       "step": 2869,
-      "subrel-constrast": 3.7647035121917725,
+      "subrel-constrast": 3.8581926822662354,
       "view-similarity": 0
     },
     {
       "epoch": 2.2527472527472527,
-      "grad_norm": 4.6875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.4865664657415286e-05,
-      "loss": 0.6776,
+      "loss": 0.7013,
       "step": 2870
     },
     {
-      "cov-distil": 1.4024457931518555,
-      "cov-distil (oracle2student)": 5.057456970214844,
-      "cov-distil (oracle2teacher)": 4.523374557495117,
+      "cov-distil": 1.8788210153579712,
+      "cov-distil (oracle2student)": 4.978399276733398,
+      "cov-distil (oracle2teacher)": 5.620652198791504,
       "epoch": 2.2527472527472527,
-      "rel-constrast": 1.7900705337524414,
+      "rel-constrast": 1.8463455438613892,
       "step": 2870,
-      "subrel-constrast": 2.374039888381958,
+      "subrel-constrast": 2.7972116470336914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.138831377029419,
-      "cov-distil (oracle2student)": 4.379244804382324,
-      "cov-distil (oracle2teacher)": 4.206880569458008,
+      "cov-distil": 1.692746639251709,
+      "cov-distil (oracle2student)": 4.2764787673950195,
+      "cov-distil (oracle2teacher)": 4.754520416259766,
       "epoch": 2.2535321821036107,
-      "rel-constrast": 3.599226474761963,
+      "rel-constrast": 3.920034408569336,
       "step": 2871,
-      "subrel-constrast": 3.7526066303253174,
+      "subrel-constrast": 3.7150087356567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.349900722503662,
-      "cov-distil (oracle2student)": 3.2287940979003906,
-      "cov-distil (oracle2teacher)": 3.7320327758789062,
+      "cov-distil": 1.4954712390899658,
+      "cov-distil (oracle2student)": 3.159134864807129,
+      "cov-distil (oracle2teacher)": 3.633913516998291,
       "epoch": 2.2543171114599687,
-      "rel-constrast": 2.1699037551879883,
+      "rel-constrast": 1.84483003616333,
       "step": 2872,
-      "subrel-constrast": 2.896376609802246,
+      "subrel-constrast": 2.951211929321289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.135451316833496,
-      "cov-distil (oracle2student)": 5.1977219581604,
-      "cov-distil (oracle2teacher)": 4.326521873474121,
+      "cov-distil": 1.340190052986145,
+      "cov-distil (oracle2student)": 4.439277648925781,
+      "cov-distil (oracle2teacher)": 4.815180778503418,
       "epoch": 2.2551020408163267,
-      "rel-constrast": 2.531933069229126,
+      "rel-constrast": 2.8094069957733154,
       "step": 2873,
-      "subrel-constrast": 3.14056134223938,
+      "subrel-constrast": 2.8904941082000732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.484800100326538,
-      "cov-distil (oracle2student)": 3.8488283157348633,
-      "cov-distil (oracle2teacher)": 3.960545539855957,
+      "cov-distil": 2.208744764328003,
+      "cov-distil (oracle2student)": 4.530637741088867,
+      "cov-distil (oracle2teacher)": 4.107219219207764,
       "epoch": 2.2558869701726847,
-      "rel-constrast": 2.224821090698242,
+      "rel-constrast": 2.991266965866089,
       "step": 2874,
-      "subrel-constrast": 3.145293712615967,
+      "subrel-constrast": 2.741868257522583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.016700029373169,
-      "cov-distil (oracle2student)": 4.581388473510742,
-      "cov-distil (oracle2teacher)": 4.010509014129639,
+      "cov-distil": 2.4169349670410156,
+      "cov-distil (oracle2student)": 4.6561279296875,
+      "cov-distil (oracle2teacher)": 4.0294952392578125,
       "epoch": 2.2566718995290422,
-      "rel-constrast": 2.7120306491851807,
+      "rel-constrast": 3.3095109462738037,
       "step": 2875,
-      "subrel-constrast": 3.6151058673858643,
+      "subrel-constrast": 3.436159610748291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5503324270248413,
-      "cov-distil (oracle2student)": 3.8285889625549316,
-      "cov-distil (oracle2teacher)": 3.9966399669647217,
+      "cov-distil": 1.7555272579193115,
+      "cov-distil (oracle2student)": 4.290810585021973,
+      "cov-distil (oracle2teacher)": 4.239924430847168,
       "epoch": 2.2574568288854002,
-      "rel-constrast": 2.982232093811035,
+      "rel-constrast": 3.7285525798797607,
       "step": 2876,
-      "subrel-constrast": 4.173421382904053,
+      "subrel-constrast": 4.337801456451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3902764320373535,
-      "cov-distil (oracle2student)": 3.021392345428467,
-      "cov-distil (oracle2teacher)": 3.1025614738464355,
+      "cov-distil": 1.6963021755218506,
+      "cov-distil (oracle2student)": 3.296722888946533,
+      "cov-distil (oracle2teacher)": 3.2754716873168945,
       "epoch": 2.258241758241758,
-      "rel-constrast": 2.0642271041870117,
+      "rel-constrast": 3.180756092071533,
       "step": 2877,
-      "subrel-constrast": 2.7872371673583984,
+      "subrel-constrast": 2.6808531284332275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3608449697494507,
-      "cov-distil (oracle2student)": 3.7978525161743164,
-      "cov-distil (oracle2teacher)": 3.558983325958252,
+      "cov-distil": 1.8771753311157227,
+      "cov-distil (oracle2student)": 4.288083076477051,
+      "cov-distil (oracle2teacher)": 4.0172271728515625,
       "epoch": 2.259026687598116,
-      "rel-constrast": 3.355771064758301,
+      "rel-constrast": 4.432084083557129,
       "step": 2878,
-      "subrel-constrast": 3.995354175567627,
+      "subrel-constrast": 4.105786323547363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.610992670059204,
-      "cov-distil (oracle2student)": 4.146749496459961,
-      "cov-distil (oracle2teacher)": 3.57588529586792,
+      "cov-distil": 2.1318721771240234,
+      "cov-distil (oracle2student)": 3.76377272605896,
+      "cov-distil (oracle2teacher)": 3.687849998474121,
       "epoch": 2.259811616954474,
-      "rel-constrast": 3.7641773223876953,
+      "rel-constrast": 3.6971395015716553,
       "step": 2879,
-      "subrel-constrast": 4.194459438323975,
+      "subrel-constrast": 4.074285984039307,
       "view-similarity": 0
     },
     {
       "epoch": 2.260596546310832,
-      "grad_norm": 5.90625,
+      "grad_norm": 6.375,
       "learning_rate": 4.481256439805811e-05,
-      "loss": 0.716,
+      "loss": 0.794,
       "step": 2880
     },
     {
-      "cov-distil": 1.0699520111083984,
-      "cov-distil (oracle2student)": 3.6987416744232178,
-      "cov-distil (oracle2teacher)": 3.618149757385254,
+      "cov-distil": 1.5358126163482666,
+      "cov-distil (oracle2student)": 3.8723392486572266,
+      "cov-distil (oracle2teacher)": 4.285160064697266,
       "epoch": 2.260596546310832,
-      "rel-constrast": 2.1907665729522705,
+      "rel-constrast": 2.475125312805176,
       "step": 2880,
-      "subrel-constrast": 2.6325907707214355,
+      "subrel-constrast": 2.5016891956329346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8661000728607178,
-      "cov-distil (oracle2student)": 4.891280174255371,
-      "cov-distil (oracle2teacher)": 4.468083381652832,
+      "cov-distil": 2.3222272396087646,
+      "cov-distil (oracle2student)": 5.297547817230225,
+      "cov-distil (oracle2teacher)": 5.08442497253418,
       "epoch": 2.26138147566719,
-      "rel-constrast": 2.5552377700805664,
+      "rel-constrast": 2.9659364223480225,
       "step": 2881,
-      "subrel-constrast": 3.520925998687744,
+      "subrel-constrast": 3.613980293273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5080199241638184,
-      "cov-distil (oracle2student)": 4.850057601928711,
-      "cov-distil (oracle2teacher)": 4.687588691711426,
+      "cov-distil": 1.2936770915985107,
+      "cov-distil (oracle2student)": 4.706940650939941,
+      "cov-distil (oracle2teacher)": 4.889904975891113,
       "epoch": 2.2621664050235477,
-      "rel-constrast": 2.2133500576019287,
+      "rel-constrast": 2.321676254272461,
       "step": 2882,
-      "subrel-constrast": 3.024308204650879,
+      "subrel-constrast": 2.487722396850586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2180404663085938,
-      "cov-distil (oracle2student)": 4.900874137878418,
-      "cov-distil (oracle2teacher)": 4.3496904373168945,
+      "cov-distil": 3.070025682449341,
+      "cov-distil (oracle2student)": 5.630602836608887,
+      "cov-distil (oracle2teacher)": 4.7589826583862305,
       "epoch": 2.2629513343799057,
-      "rel-constrast": 2.053288221359253,
+      "rel-constrast": 2.1025242805480957,
       "step": 2883,
-      "subrel-constrast": 2.854748249053955,
+      "subrel-constrast": 2.8958935737609863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4824903011322021,
-      "cov-distil (oracle2student)": 3.114133834838867,
-      "cov-distil (oracle2teacher)": 3.25925874710083,
+      "cov-distil": 1.9776757955551147,
+      "cov-distil (oracle2student)": 4.022088050842285,
+      "cov-distil (oracle2teacher)": 3.8910374641418457,
       "epoch": 2.2637362637362637,
-      "rel-constrast": 2.3119258880615234,
+      "rel-constrast": 2.8514671325683594,
       "step": 2884,
-      "subrel-constrast": 3.4515957832336426,
+      "subrel-constrast": 3.408323287963867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4102448225021362,
-      "cov-distil (oracle2student)": 3.9158568382263184,
-      "cov-distil (oracle2teacher)": 3.9090003967285156,
+      "cov-distil": 2.759690761566162,
+      "cov-distil (oracle2student)": 4.268495559692383,
+      "cov-distil (oracle2teacher)": 4.127816200256348,
       "epoch": 2.2645211930926217,
-      "rel-constrast": 2.978140115737915,
+      "rel-constrast": 3.2345728874206543,
       "step": 2885,
-      "subrel-constrast": 3.504491090774536,
+      "subrel-constrast": 3.4969406127929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.54390549659729,
-      "cov-distil (oracle2student)": 3.521449327468872,
-      "cov-distil (oracle2teacher)": 3.8177754878997803,
+      "cov-distil": 2.2171244621276855,
+      "cov-distil (oracle2student)": 4.570123672485352,
+      "cov-distil (oracle2teacher)": 4.4858551025390625,
       "epoch": 2.2653061224489797,
-      "rel-constrast": 1.890254020690918,
+      "rel-constrast": 2.2585768699645996,
       "step": 2886,
-      "subrel-constrast": 3.062195062637329,
+      "subrel-constrast": 3.1835286617279053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8897216320037842,
-      "cov-distil (oracle2student)": 2.449835777282715,
-      "cov-distil (oracle2teacher)": 2.5582852363586426,
+      "cov-distil": 2.1732120513916016,
+      "cov-distil (oracle2student)": 2.876953125,
+      "cov-distil (oracle2teacher)": 3.258321762084961,
       "epoch": 2.2660910518053377,
-      "rel-constrast": 1.7352781295776367,
+      "rel-constrast": 2.1083152294158936,
       "step": 2887,
-      "subrel-constrast": 2.4719760417938232,
+      "subrel-constrast": 2.4319205284118652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6730167865753174,
-      "cov-distil (oracle2student)": 3.5344347953796387,
-      "cov-distil (oracle2teacher)": 3.3976974487304688,
+      "cov-distil": 2.1293230056762695,
+      "cov-distil (oracle2student)": 3.8967185020446777,
+      "cov-distil (oracle2teacher)": 3.477731704711914,
       "epoch": 2.2668759811616956,
-      "rel-constrast": 3.0198004245758057,
+      "rel-constrast": 2.8596034049987793,
       "step": 2888,
-      "subrel-constrast": 3.7022953033447266,
+      "subrel-constrast": 3.4492714405059814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.938610315322876,
-      "cov-distil (oracle2student)": 3.488386631011963,
-      "cov-distil (oracle2teacher)": 3.647372245788574,
+      "cov-distil": 1.7875423431396484,
+      "cov-distil (oracle2student)": 4.364960670471191,
+      "cov-distil (oracle2teacher)": 4.224322319030762,
       "epoch": 2.267660910518053,
-      "rel-constrast": 1.7959544658660889,
+      "rel-constrast": 2.3724167346954346,
       "step": 2889,
-      "subrel-constrast": 3.0191173553466797,
+      "subrel-constrast": 3.044140577316284,
       "view-similarity": 0
     },
     {
       "epoch": 2.268445839874411,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.6875,
       "learning_rate": 4.475922272885622e-05,
-      "loss": 0.6101,
+      "loss": 0.6388,
       "step": 2890
     },
     {
-      "cov-distil": 1.1429150104522705,
-      "cov-distil (oracle2student)": 4.967638969421387,
-      "cov-distil (oracle2teacher)": 4.864433288574219,
+      "cov-distil": 1.4435813426971436,
+      "cov-distil (oracle2student)": 4.9137163162231445,
+      "cov-distil (oracle2teacher)": 4.573283672332764,
       "epoch": 2.268445839874411,
-      "rel-constrast": 3.6549930572509766,
+      "rel-constrast": 3.727475166320801,
       "step": 2890,
-      "subrel-constrast": 4.182147979736328,
+      "subrel-constrast": 3.9529621601104736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8699536323547363,
-      "cov-distil (oracle2student)": 5.423762321472168,
-      "cov-distil (oracle2teacher)": 4.323276996612549,
+      "cov-distil": 2.2749342918395996,
+      "cov-distil (oracle2student)": 5.169321537017822,
+      "cov-distil (oracle2teacher)": 4.76683235168457,
       "epoch": 2.269230769230769,
-      "rel-constrast": 3.23213267326355,
+      "rel-constrast": 2.8820419311523438,
       "step": 2891,
-      "subrel-constrast": 3.3792176246643066,
+      "subrel-constrast": 3.2337920665740967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1507344245910645,
-      "cov-distil (oracle2student)": 4.587265968322754,
-      "cov-distil (oracle2teacher)": 4.712570667266846,
+      "cov-distil": 2.356940984725952,
+      "cov-distil (oracle2student)": 5.4089226722717285,
+      "cov-distil (oracle2teacher)": 5.205679893493652,
       "epoch": 2.270015698587127,
-      "rel-constrast": 2.5250067710876465,
+      "rel-constrast": 2.798659324645996,
       "step": 2892,
-      "subrel-constrast": 3.3668570518493652,
+      "subrel-constrast": 3.5247061252593994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5640321969985962,
-      "cov-distil (oracle2student)": 3.619105815887451,
-      "cov-distil (oracle2teacher)": 3.1827292442321777,
+      "cov-distil": 1.8037238121032715,
+      "cov-distil (oracle2student)": 3.7190651893615723,
+      "cov-distil (oracle2teacher)": 3.3828775882720947,
       "epoch": 2.270800627943485,
-      "rel-constrast": 3.0608720779418945,
+      "rel-constrast": 3.4639806747436523,
       "step": 2893,
-      "subrel-constrast": 3.8057875633239746,
+      "subrel-constrast": 3.9451396465301514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1323726177215576,
-      "cov-distil (oracle2student)": 3.883439302444458,
-      "cov-distil (oracle2teacher)": 3.908729076385498,
+      "cov-distil": 1.5839290618896484,
+      "cov-distil (oracle2student)": 4.773256778717041,
+      "cov-distil (oracle2teacher)": 3.914168357849121,
       "epoch": 2.271585557299843,
-      "rel-constrast": 2.0803141593933105,
+      "rel-constrast": 2.5604519844055176,
       "step": 2894,
-      "subrel-constrast": 2.4826464653015137,
+      "subrel-constrast": 2.580005168914795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9351506233215332,
-      "cov-distil (oracle2student)": 3.001530885696411,
-      "cov-distil (oracle2teacher)": 3.1382462978363037,
+      "cov-distil": 2.098092555999756,
+      "cov-distil (oracle2student)": 3.2363812923431396,
+      "cov-distil (oracle2teacher)": 2.98779296875,
       "epoch": 2.272370486656201,
-      "rel-constrast": 3.00050950050354,
+      "rel-constrast": 3.133401870727539,
       "step": 2895,
-      "subrel-constrast": 3.707886219024658,
+      "subrel-constrast": 4.026373863220215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.327186942100525,
-      "cov-distil (oracle2student)": 3.351003646850586,
-      "cov-distil (oracle2teacher)": 3.6654043197631836,
+      "cov-distil": 1.7207551002502441,
+      "cov-distil (oracle2student)": 4.046440124511719,
+      "cov-distil (oracle2teacher)": 4.408363342285156,
       "epoch": 2.2731554160125587,
-      "rel-constrast": 2.8956403732299805,
+      "rel-constrast": 3.1948890686035156,
       "step": 2896,
-      "subrel-constrast": 3.0391781330108643,
+      "subrel-constrast": 3.302870988845825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.781959891319275,
-      "cov-distil (oracle2student)": 4.407191753387451,
-      "cov-distil (oracle2teacher)": 4.564266204833984,
+      "cov-distil": 2.1172566413879395,
+      "cov-distil (oracle2student)": 4.5180888175964355,
+      "cov-distil (oracle2teacher)": 4.856849670410156,
       "epoch": 2.2739403453689166,
-      "rel-constrast": 2.909698009490967,
+      "rel-constrast": 3.6405177116394043,
       "step": 2897,
-      "subrel-constrast": 4.168962001800537,
+      "subrel-constrast": 3.9409031867980957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1635851860046387,
-      "cov-distil (oracle2student)": 3.438180446624756,
-      "cov-distil (oracle2teacher)": 3.54158353805542,
+      "cov-distil": 1.3023580312728882,
+      "cov-distil (oracle2student)": 3.9987316131591797,
+      "cov-distil (oracle2teacher)": 3.277658224105835,
       "epoch": 2.2747252747252746,
-      "rel-constrast": 2.1824963092803955,
+      "rel-constrast": 2.787261486053467,
       "step": 2898,
-      "subrel-constrast": 2.538475751876831,
+      "subrel-constrast": 2.631908416748047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.448046326637268,
-      "cov-distil (oracle2student)": 3.2681779861450195,
-      "cov-distil (oracle2teacher)": 3.1517410278320312,
+      "cov-distil": 1.9677479267120361,
+      "cov-distil (oracle2student)": 3.3817219734191895,
+      "cov-distil (oracle2teacher)": 2.913080930709839,
       "epoch": 2.2755102040816326,
-      "rel-constrast": 2.1919612884521484,
+      "rel-constrast": 2.0677313804626465,
       "step": 2899,
-      "subrel-constrast": 2.934643507003784,
+      "subrel-constrast": 2.6254239082336426,
       "view-similarity": 0
     },
     {
       "epoch": 2.2762951334379906,
-      "grad_norm": 5.21875,
+      "grad_norm": 5.65625,
       "learning_rate": 4.4705640299761007e-05,
-      "loss": 0.7321,
+      "loss": 0.7564,
       "step": 2900
     },
     {
       "epoch": 2.2762951334379906,
-      "overlap": 0.32343751192092896,
+      "overlap": 0.2984375059604645,
       "step": 2900
     },
     {
       "epoch": 2.2762951334379906,
       "step": 2900,
-      "student margin": 0.06024169921875
+      "student margin": 0.056121826171875
     },
     {
       "epoch": 2.2762951334379906,
       "step": 2900,
-      "teacher margin": 0.04400634765625
+      "teacher margin": 0.0487060546875
     },
     {
       "epoch": 2.2762951334379906,
-      "margin difference": -0.0162353515625,
+      "margin difference": -0.007415771484375,
       "step": 2900
     },
     {
-      "cov-distil": 1.592128872871399,
-      "cov-distil (oracle2student)": 3.0883665084838867,
-      "cov-distil (oracle2teacher)": 3.3985366821289062,
+      "cov-distil": 2.3328909873962402,
+      "cov-distil (oracle2student)": 3.504826068878174,
+      "cov-distil (oracle2teacher)": 3.6902003288269043,
       "epoch": 2.2762951334379906,
-      "rel-constrast": 1.9844021797180176,
+      "rel-constrast": 2.44547176361084,
       "step": 2900,
-      "subrel-constrast": 2.686088800430298,
+      "subrel-constrast": 2.798687696456909,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.583186149597168,
-      "cov-distil (oracle2student)": 3.141150951385498,
-      "cov-distil (oracle2teacher)": 3.005000352859497,
+      "cov-distil": 2.1767473220825195,
+      "cov-distil (oracle2student)": 3.1180315017700195,
+      "cov-distil (oracle2teacher)": 3.3158888816833496,
       "epoch": 2.2770800627943486,
-      "rel-constrast": 3.210095167160034,
+      "rel-constrast": 2.619786262512207,
       "step": 2901,
-      "subrel-constrast": 3.958230495452881,
+      "subrel-constrast": 3.9830939769744873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5736680030822754,
-      "cov-distil (oracle2student)": 3.950263023376465,
-      "cov-distil (oracle2teacher)": 3.9314324855804443,
+      "cov-distil": 1.800040602684021,
+      "cov-distil (oracle2student)": 4.081843852996826,
+      "cov-distil (oracle2teacher)": 4.167232513427734,
       "epoch": 2.2778649921507066,
-      "rel-constrast": 2.897568941116333,
+      "rel-constrast": 3.0898091793060303,
       "step": 2902,
-      "subrel-constrast": 3.3754029273986816,
+      "subrel-constrast": 3.4295060634613037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7981300354003906,
-      "cov-distil (oracle2student)": 6.083515167236328,
-      "cov-distil (oracle2teacher)": 4.953995704650879,
+      "cov-distil": 2.2239089012145996,
+      "cov-distil (oracle2student)": 6.6129655838012695,
+      "cov-distil (oracle2teacher)": 5.669246673583984,
       "epoch": 2.278649921507064,
-      "rel-constrast": 3.5046188831329346,
+      "rel-constrast": 4.065709590911865,
       "step": 2903,
-      "subrel-constrast": 4.1251420974731445,
+      "subrel-constrast": 4.197539329528809,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6399354934692383,
-      "cov-distil (oracle2student)": 3.5022788047790527,
-      "cov-distil (oracle2teacher)": 3.428711414337158,
+      "cov-distil": 2.1172890663146973,
+      "cov-distil (oracle2student)": 4.196752548217773,
+      "cov-distil (oracle2teacher)": 3.400928020477295,
       "epoch": 2.279434850863422,
-      "rel-constrast": 1.8195366859436035,
+      "rel-constrast": 2.001678466796875,
       "step": 2904,
-      "subrel-constrast": 2.8655664920806885,
+      "subrel-constrast": 2.786097526550293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478752851486206,
-      "cov-distil (oracle2student)": 4.153866767883301,
-      "cov-distil (oracle2teacher)": 3.3722686767578125,
+      "cov-distil": 2.4559378623962402,
+      "cov-distil (oracle2student)": 4.473886013031006,
+      "cov-distil (oracle2teacher)": 4.145914077758789,
       "epoch": 2.28021978021978,
-      "rel-constrast": 3.143083095550537,
+      "rel-constrast": 3.792072296142578,
       "step": 2905,
-      "subrel-constrast": 3.3029046058654785,
+      "subrel-constrast": 3.465597152709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4605088233947754,
-      "cov-distil (oracle2student)": 3.7534360885620117,
-      "cov-distil (oracle2teacher)": 3.930025577545166,
+      "cov-distil": 1.7393836975097656,
+      "cov-distil (oracle2student)": 4.066168785095215,
+      "cov-distil (oracle2teacher)": 4.289267539978027,
       "epoch": 2.281004709576138,
-      "rel-constrast": 3.022676467895508,
+      "rel-constrast": 3.617478370666504,
       "step": 2906,
-      "subrel-constrast": 3.7956714630126953,
+      "subrel-constrast": 3.8276889324188232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5809167623519897,
-      "cov-distil (oracle2student)": 5.397377967834473,
-      "cov-distil (oracle2teacher)": 5.129811763763428,
+      "cov-distil": 2.07877779006958,
+      "cov-distil (oracle2student)": 5.937206268310547,
+      "cov-distil (oracle2teacher)": 5.462488174438477,
       "epoch": 2.281789638932496,
-      "rel-constrast": 2.5766546726226807,
+      "rel-constrast": 2.82161808013916,
       "step": 2907,
-      "subrel-constrast": 3.268528461456299,
+      "subrel-constrast": 3.1298675537109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6684355735778809,
-      "cov-distil (oracle2student)": 4.268328666687012,
-      "cov-distil (oracle2teacher)": 4.282989501953125,
+      "cov-distil": 2.3233683109283447,
+      "cov-distil (oracle2student)": 4.1387104988098145,
+      "cov-distil (oracle2teacher)": 4.890998840332031,
       "epoch": 2.282574568288854,
-      "rel-constrast": 3.028805732727051,
+      "rel-constrast": 3.522998809814453,
       "step": 2908,
-      "subrel-constrast": 3.9946417808532715,
+      "subrel-constrast": 4.248725891113281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4551281929016113,
-      "cov-distil (oracle2student)": 4.015639305114746,
-      "cov-distil (oracle2teacher)": 3.512058734893799,
+      "cov-distil": 1.7699851989746094,
+      "cov-distil (oracle2student)": 4.336177349090576,
+      "cov-distil (oracle2teacher)": 3.878828525543213,
       "epoch": 2.283359497645212,
-      "rel-constrast": 3.156123161315918,
+      "rel-constrast": 3.3609459400177,
       "step": 2909,
-      "subrel-constrast": 3.6043436527252197,
+      "subrel-constrast": 3.425161123275757,
       "view-similarity": 0
     },
     {
       "epoch": 2.2841444270015696,
-      "grad_norm": 7.15625,
+      "grad_norm": 7.84375,
       "learning_rate": 4.465181776365745e-05,
-      "loss": 0.7482,
+      "loss": 0.7834,
       "step": 2910
     },
     {
-      "cov-distil": 1.4601469039916992,
-      "cov-distil (oracle2student)": 5.148327350616455,
-      "cov-distil (oracle2teacher)": 4.972081184387207,
+      "cov-distil": 1.936072826385498,
+      "cov-distil (oracle2student)": 5.279439926147461,
+      "cov-distil (oracle2teacher)": 5.483349800109863,
       "epoch": 2.2841444270015696,
-      "rel-constrast": 3.4905025959014893,
+      "rel-constrast": 3.851578712463379,
       "step": 2910,
-      "subrel-constrast": 3.8339619636535645,
+      "subrel-constrast": 4.0143141746521,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5037288665771484,
-      "cov-distil (oracle2student)": 4.3203229904174805,
-      "cov-distil (oracle2teacher)": 3.8823251724243164,
+      "cov-distil": 1.8176727294921875,
+      "cov-distil (oracle2student)": 4.491959571838379,
+      "cov-distil (oracle2teacher)": 3.907743453979492,
       "epoch": 2.2849293563579276,
-      "rel-constrast": 2.7829811573028564,
+      "rel-constrast": 2.578427314758301,
       "step": 2911,
-      "subrel-constrast": 3.117487907409668,
+      "subrel-constrast": 3.2509491443634033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7096062898635864,
-      "cov-distil (oracle2student)": 2.720289707183838,
-      "cov-distil (oracle2teacher)": 2.9195873737335205,
+      "cov-distil": 2.172684669494629,
+      "cov-distil (oracle2student)": 4.1981964111328125,
+      "cov-distil (oracle2teacher)": 3.603715419769287,
       "epoch": 2.2857142857142856,
-      "rel-constrast": 2.9021034240722656,
+      "rel-constrast": 2.9186925888061523,
       "step": 2912,
-      "subrel-constrast": 3.6157548427581787,
+      "subrel-constrast": 3.8871047496795654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.267793893814087,
-      "cov-distil (oracle2student)": 5.135591506958008,
-      "cov-distil (oracle2teacher)": 5.176277160644531,
+      "cov-distil": 1.7658917903900146,
+      "cov-distil (oracle2student)": 5.84521484375,
+      "cov-distil (oracle2teacher)": 5.318495750427246,
       "epoch": 2.2864992150706436,
-      "rel-constrast": 3.540013551712036,
+      "rel-constrast": 4.082841873168945,
       "step": 2913,
-      "subrel-constrast": 4.190417766571045,
+      "subrel-constrast": 4.1517839431762695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6457276344299316,
-      "cov-distil (oracle2student)": 3.9154491424560547,
-      "cov-distil (oracle2teacher)": 4.351151466369629,
+      "cov-distil": 2.1232151985168457,
+      "cov-distil (oracle2student)": 4.895226001739502,
+      "cov-distil (oracle2teacher)": 4.144783020019531,
       "epoch": 2.2872841444270016,
-      "rel-constrast": 2.523313283920288,
+      "rel-constrast": 3.3654136657714844,
       "step": 2914,
-      "subrel-constrast": 3.6803083419799805,
+      "subrel-constrast": 3.4452080726623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6197237968444824,
-      "cov-distil (oracle2student)": 5.213115215301514,
-      "cov-distil (oracle2teacher)": 5.790378570556641,
+      "cov-distil": 2.043212413787842,
+      "cov-distil (oracle2student)": 5.096815586090088,
+      "cov-distil (oracle2teacher)": 6.259397506713867,
       "epoch": 2.2880690737833596,
-      "rel-constrast": 3.3265340328216553,
+      "rel-constrast": 3.509542942047119,
       "step": 2915,
-      "subrel-constrast": 4.065525531768799,
+      "subrel-constrast": 3.98858904838562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3114774227142334,
-      "cov-distil (oracle2student)": 3.891345977783203,
-      "cov-distil (oracle2teacher)": 3.559769630432129,
+      "cov-distil": 1.4821667671203613,
+      "cov-distil (oracle2student)": 3.9179391860961914,
+      "cov-distil (oracle2teacher)": 3.6565048694610596,
       "epoch": 2.2888540031397175,
-      "rel-constrast": 2.6293959617614746,
+      "rel-constrast": 2.7728431224823,
       "step": 2916,
-      "subrel-constrast": 3.5540945529937744,
+      "subrel-constrast": 2.897357940673828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6717156171798706,
-      "cov-distil (oracle2student)": 5.542957305908203,
-      "cov-distil (oracle2teacher)": 5.145547389984131,
+      "cov-distil": 1.8379238843917847,
+      "cov-distil (oracle2student)": 5.761807441711426,
+      "cov-distil (oracle2teacher)": 5.783934116363525,
       "epoch": 2.2896389324960755,
-      "rel-constrast": 2.6643424034118652,
+      "rel-constrast": 2.7341785430908203,
       "step": 2917,
-      "subrel-constrast": 3.4207189083099365,
+      "subrel-constrast": 3.3221659660339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5813555717468262,
-      "cov-distil (oracle2student)": 3.4501473903656006,
-      "cov-distil (oracle2teacher)": 3.3968281745910645,
+      "cov-distil": 1.668623447418213,
+      "cov-distil (oracle2student)": 3.5665457248687744,
+      "cov-distil (oracle2teacher)": 3.440239429473877,
       "epoch": 2.2904238618524335,
-      "rel-constrast": 2.0474085807800293,
+      "rel-constrast": 2.5209717750549316,
       "step": 2918,
-      "subrel-constrast": 2.8570103645324707,
+      "subrel-constrast": 2.8067126274108887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881287574768066,
-      "cov-distil (oracle2student)": 3.1075901985168457,
-      "cov-distil (oracle2teacher)": 2.8594539165496826,
+      "cov-distil": 1.3672153949737549,
+      "cov-distil (oracle2student)": 3.2231390476226807,
+      "cov-distil (oracle2teacher)": 3.223391532897949,
       "epoch": 2.291208791208791,
-      "rel-constrast": 2.3755412101745605,
+      "rel-constrast": 2.4092397689819336,
       "step": 2919,
-      "subrel-constrast": 3.201690912246704,
+      "subrel-constrast": 2.9757320880889893,
       "view-similarity": 0
     },
     {
       "epoch": 2.291993720565149,
-      "grad_norm": 5.125,
+      "grad_norm": 6.3125,
       "learning_rate": 4.459775577635619e-05,
-      "loss": 0.745,
+      "loss": 0.7686,
       "step": 2920
     },
     {
-      "cov-distil": 1.5123789310455322,
-      "cov-distil (oracle2student)": 3.8693645000457764,
-      "cov-distil (oracle2teacher)": 3.57845401763916,
+      "cov-distil": 1.935009479522705,
+      "cov-distil (oracle2student)": 3.9589638710021973,
+      "cov-distil (oracle2teacher)": 3.942141056060791,
       "epoch": 2.291993720565149,
-      "rel-constrast": 2.150233268737793,
+      "rel-constrast": 2.2887892723083496,
       "step": 2920,
-      "subrel-constrast": 2.999439239501953,
+      "subrel-constrast": 3.0046815872192383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9926846027374268,
-      "cov-distil (oracle2student)": 4.299108028411865,
-      "cov-distil (oracle2teacher)": 4.095826148986816,
+      "cov-distil": 2.0860016345977783,
+      "cov-distil (oracle2student)": 4.292420387268066,
+      "cov-distil (oracle2teacher)": 4.469173431396484,
       "epoch": 2.292778649921507,
-      "rel-constrast": 2.330793857574463,
+      "rel-constrast": 2.707028388977051,
       "step": 2921,
-      "subrel-constrast": 3.4155919551849365,
+      "subrel-constrast": 3.451519012451172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9739807844161987,
-      "cov-distil (oracle2student)": 5.472184181213379,
-      "cov-distil (oracle2teacher)": 4.959778785705566,
+      "cov-distil": 1.1338304281234741,
+      "cov-distil (oracle2student)": 5.589522361755371,
+      "cov-distil (oracle2teacher)": 5.704877853393555,
       "epoch": 2.293563579277865,
-      "rel-constrast": 1.6842437982559204,
+      "rel-constrast": 1.7894337177276611,
       "step": 2922,
-      "subrel-constrast": 1.9547444581985474,
+      "subrel-constrast": 1.9857401847839355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496598482131958,
-      "cov-distil (oracle2student)": 5.856607437133789,
-      "cov-distil (oracle2teacher)": 4.825408458709717,
+      "cov-distil": 2.053696632385254,
+      "cov-distil (oracle2student)": 5.7366943359375,
+      "cov-distil (oracle2teacher)": 5.350364685058594,
       "epoch": 2.294348508634223,
-      "rel-constrast": 3.7332162857055664,
+      "rel-constrast": 3.7477846145629883,
       "step": 2923,
-      "subrel-constrast": 4.265716552734375,
+      "subrel-constrast": 4.697423934936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562182903289795,
-      "cov-distil (oracle2student)": 4.766845226287842,
-      "cov-distil (oracle2teacher)": 4.553997039794922,
+      "cov-distil": 1.8610234260559082,
+      "cov-distil (oracle2student)": 5.202250957489014,
+      "cov-distil (oracle2teacher)": 4.737152099609375,
       "epoch": 2.295133437990581,
-      "rel-constrast": 3.12982177734375,
+      "rel-constrast": 3.384031295776367,
       "step": 2924,
-      "subrel-constrast": 3.871743679046631,
+      "subrel-constrast": 4.121769428253174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2428536415100098,
-      "cov-distil (oracle2student)": 3.2185959815979004,
-      "cov-distil (oracle2teacher)": 3.349494695663452,
+      "cov-distil": 1.4923348426818848,
+      "cov-distil (oracle2student)": 3.1413559913635254,
+      "cov-distil (oracle2teacher)": 3.0722813606262207,
       "epoch": 2.295918367346939,
-      "rel-constrast": 2.290083885192871,
+      "rel-constrast": 2.2160725593566895,
       "step": 2925,
-      "subrel-constrast": 2.868030071258545,
+      "subrel-constrast": 2.795948028564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.306395173072815,
-      "cov-distil (oracle2student)": 4.492713451385498,
-      "cov-distil (oracle2teacher)": 4.308692455291748,
+      "cov-distil": 1.7334306240081787,
+      "cov-distil (oracle2student)": 5.2164082527160645,
+      "cov-distil (oracle2teacher)": 4.782329559326172,
       "epoch": 2.2967032967032965,
-      "rel-constrast": 2.163879871368408,
+      "rel-constrast": 3.011482000350952,
       "step": 2926,
-      "subrel-constrast": 3.152101516723633,
+      "subrel-constrast": 3.2859296798706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4351893663406372,
-      "cov-distil (oracle2student)": 2.986691474914551,
-      "cov-distil (oracle2teacher)": 2.6901135444641113,
+      "cov-distil": 1.8518540859222412,
+      "cov-distil (oracle2student)": 3.4911234378814697,
+      "cov-distil (oracle2teacher)": 2.640350580215454,
       "epoch": 2.2974882260596545,
-      "rel-constrast": 2.1739580631256104,
+      "rel-constrast": 2.3854880332946777,
       "step": 2927,
-      "subrel-constrast": 3.22617506980896,
+      "subrel-constrast": 3.048729181289673,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3215203285217285,
-      "cov-distil (oracle2student)": 4.368426322937012,
-      "cov-distil (oracle2teacher)": 4.141865253448486,
+      "cov-distil": 1.5543529987335205,
+      "cov-distil (oracle2student)": 4.8492279052734375,
+      "cov-distil (oracle2teacher)": 4.390403747558594,
       "epoch": 2.2982731554160125,
-      "rel-constrast": 2.499086856842041,
+      "rel-constrast": 2.761594772338867,
       "step": 2928,
-      "subrel-constrast": 3.0995688438415527,
+      "subrel-constrast": 3.10729718208313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317307710647583,
-      "cov-distil (oracle2student)": 4.851629257202148,
-      "cov-distil (oracle2teacher)": 4.366608142852783,
+      "cov-distil": 1.6281628608703613,
+      "cov-distil (oracle2student)": 4.542836666107178,
+      "cov-distil (oracle2teacher)": 4.458077430725098,
       "epoch": 2.2990580847723705,
-      "rel-constrast": 2.5924856662750244,
+      "rel-constrast": 2.858388900756836,
       "step": 2929,
-      "subrel-constrast": 3.2747113704681396,
+      "subrel-constrast": 3.1368136405944824,
       "view-similarity": 0
     },
     {
       "epoch": 2.2998430141287285,
-      "grad_norm": 5.5625,
+      "grad_norm": 5.96875,
       "learning_rate": 4.454345499658546e-05,
-      "loss": 0.6545,
+      "loss": 0.6788,
       "step": 2930
     },
     {
-      "cov-distil": 1.9649293422698975,
-      "cov-distil (oracle2student)": 5.953857421875,
-      "cov-distil (oracle2teacher)": 5.255563735961914,
+      "cov-distil": 2.06703519821167,
+      "cov-distil (oracle2student)": 6.820677280426025,
+      "cov-distil (oracle2teacher)": 5.675371170043945,
       "epoch": 2.2998430141287285,
-      "rel-constrast": 3.163959503173828,
+      "rel-constrast": 3.679884910583496,
       "step": 2930,
-      "subrel-constrast": 3.516575336456299,
+      "subrel-constrast": 4.112966537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8931348323822021,
-      "cov-distil (oracle2student)": 5.357943534851074,
-      "cov-distil (oracle2teacher)": 4.872707366943359,
+      "cov-distil": 2.437556743621826,
+      "cov-distil (oracle2student)": 6.273471832275391,
+      "cov-distil (oracle2teacher)": 5.176482200622559,
       "epoch": 2.3006279434850865,
-      "rel-constrast": 2.678823709487915,
+      "rel-constrast": 2.78218412399292,
       "step": 2931,
-      "subrel-constrast": 3.307434558868408,
+      "subrel-constrast": 3.094268798828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2738279104232788,
-      "cov-distil (oracle2student)": 3.2379040718078613,
-      "cov-distil (oracle2teacher)": 3.3839454650878906,
+      "cov-distil": 2.104292154312134,
+      "cov-distil (oracle2student)": 3.333474636077881,
+      "cov-distil (oracle2teacher)": 3.259614944458008,
       "epoch": 2.3014128728414445,
-      "rel-constrast": 2.05763578414917,
+      "rel-constrast": 2.267223834991455,
       "step": 2932,
-      "subrel-constrast": 2.922208070755005,
+      "subrel-constrast": 2.6831929683685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4986791610717773,
-      "cov-distil (oracle2student)": 3.487306833267212,
-      "cov-distil (oracle2teacher)": 3.636643886566162,
+      "cov-distil": 2.549271583557129,
+      "cov-distil (oracle2student)": 3.8789522647857666,
+      "cov-distil (oracle2teacher)": 4.013197898864746,
       "epoch": 2.302197802197802,
-      "rel-constrast": 2.639075517654419,
+      "rel-constrast": 3.2699403762817383,
       "step": 2933,
-      "subrel-constrast": 3.022005081176758,
+      "subrel-constrast": 3.432912826538086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5934536457061768,
-      "cov-distil (oracle2student)": 1.9810131788253784,
-      "cov-distil (oracle2teacher)": 2.0557546615600586,
+      "cov-distil": 1.8900898694992065,
+      "cov-distil (oracle2student)": 2.016294240951538,
+      "cov-distil (oracle2teacher)": 2.1271681785583496,
       "epoch": 2.30298273155416,
-      "rel-constrast": 1.6724300384521484,
+      "rel-constrast": 1.5551518201828003,
       "step": 2934,
-      "subrel-constrast": 2.448728322982788,
+      "subrel-constrast": 2.6120827198028564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7548202276229858,
-      "cov-distil (oracle2student)": 4.638466835021973,
-      "cov-distil (oracle2teacher)": 4.35058069229126,
+      "cov-distil": 2.0945827960968018,
+      "cov-distil (oracle2student)": 5.415756702423096,
+      "cov-distil (oracle2teacher)": 4.5630693435668945,
       "epoch": 2.303767660910518,
-      "rel-constrast": 3.221240282058716,
+      "rel-constrast": 3.68119215965271,
       "step": 2935,
-      "subrel-constrast": 4.0420098304748535,
+      "subrel-constrast": 4.019796848297119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.657447099685669,
-      "cov-distil (oracle2student)": 2.5594277381896973,
-      "cov-distil (oracle2teacher)": 3.082202434539795,
+      "cov-distil": 1.8154640197753906,
+      "cov-distil (oracle2student)": 2.565680742263794,
+      "cov-distil (oracle2teacher)": 3.4002671241760254,
       "epoch": 2.304552590266876,
-      "rel-constrast": 1.7904181480407715,
+      "rel-constrast": 2.635570764541626,
       "step": 2936,
-      "subrel-constrast": 3.1278340816497803,
+      "subrel-constrast": 3.111503839492798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8402522802352905,
-      "cov-distil (oracle2student)": 4.287407875061035,
-      "cov-distil (oracle2teacher)": 3.8491311073303223,
+      "cov-distil": 2.315883159637451,
+      "cov-distil (oracle2student)": 4.16646671295166,
+      "cov-distil (oracle2teacher)": 4.345097064971924,
       "epoch": 2.305337519623234,
-      "rel-constrast": 2.434047222137451,
+      "rel-constrast": 2.5390796661376953,
       "step": 2937,
-      "subrel-constrast": 3.0688462257385254,
+      "subrel-constrast": 2.9730474948883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2148301601409912,
-      "cov-distil (oracle2student)": 2.647704839706421,
-      "cov-distil (oracle2teacher)": 3.2967801094055176,
+      "cov-distil": 2.036623954772949,
+      "cov-distil (oracle2student)": 3.0409207344055176,
+      "cov-distil (oracle2teacher)": 3.6593453884124756,
       "epoch": 2.306122448979592,
-      "rel-constrast": 2.5161516666412354,
+      "rel-constrast": 2.691709041595459,
       "step": 2938,
-      "subrel-constrast": 3.578235626220703,
+      "subrel-constrast": 3.407007932662964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6084508895874023,
-      "cov-distil (oracle2student)": 5.141763687133789,
-      "cov-distil (oracle2teacher)": 4.87265682220459,
+      "cov-distil": 1.7454074621200562,
+      "cov-distil (oracle2student)": 5.32850456237793,
+      "cov-distil (oracle2teacher)": 5.2867584228515625,
       "epoch": 2.30690737833595,
-      "rel-constrast": 3.639364719390869,
+      "rel-constrast": 3.5499937534332275,
       "step": 2939,
-      "subrel-constrast": 4.359229564666748,
+      "subrel-constrast": 4.224546432495117,
       "view-similarity": 0
     },
     {
       "epoch": 2.3076923076923075,
-      "grad_norm": 6.6875,
+      "grad_norm": 6.9375,
       "learning_rate": 4.4488916085983145e-05,
-      "loss": 0.6861,
+      "loss": 0.7163,
       "step": 2940
     },
     {
-      "cov-distil": 1.682687759399414,
-      "cov-distil (oracle2student)": 2.9574520587921143,
-      "cov-distil (oracle2teacher)": 2.812974452972412,
+      "cov-distil": 1.9617047309875488,
+      "cov-distil (oracle2student)": 3.223717451095581,
+      "cov-distil (oracle2teacher)": 2.8870439529418945,
       "epoch": 2.3076923076923075,
-      "rel-constrast": 2.3965768814086914,
+      "rel-constrast": 2.67434024810791,
       "step": 2940,
-      "subrel-constrast": 3.1047682762145996,
+      "subrel-constrast": 2.9756112098693848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569800615310669,
-      "cov-distil (oracle2student)": 5.509970664978027,
-      "cov-distil (oracle2teacher)": 4.55319881439209,
+      "cov-distil": 1.872759222984314,
+      "cov-distil (oracle2student)": 6.089958190917969,
+      "cov-distil (oracle2teacher)": 5.4700822830200195,
       "epoch": 2.3084772370486655,
-      "rel-constrast": 2.3726298809051514,
+      "rel-constrast": 2.780672073364258,
       "step": 2941,
-      "subrel-constrast": 2.9780030250549316,
+      "subrel-constrast": 2.9128642082214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2632992267608643,
-      "cov-distil (oracle2student)": 4.085526466369629,
-      "cov-distil (oracle2teacher)": 3.975017547607422,
+      "cov-distil": 2.0485823154449463,
+      "cov-distil (oracle2student)": 4.52149772644043,
+      "cov-distil (oracle2teacher)": 4.3741912841796875,
       "epoch": 2.3092621664050235,
-      "rel-constrast": 2.725144147872925,
+      "rel-constrast": 3.089404582977295,
       "step": 2942,
-      "subrel-constrast": 3.1465070247650146,
+      "subrel-constrast": 3.4471466541290283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.523050308227539,
-      "cov-distil (oracle2student)": 4.651790618896484,
-      "cov-distil (oracle2teacher)": 4.3990373611450195,
+      "cov-distil": 1.5881900787353516,
+      "cov-distil (oracle2student)": 5.214587688446045,
+      "cov-distil (oracle2teacher)": 4.940916538238525,
       "epoch": 2.3100470957613815,
-      "rel-constrast": 2.18768572807312,
+      "rel-constrast": 2.9726359844207764,
       "step": 2943,
-      "subrel-constrast": 2.981546401977539,
+      "subrel-constrast": 2.997980833053589,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.87371826171875,
-      "cov-distil (oracle2student)": 4.4328718185424805,
-      "cov-distil (oracle2teacher)": 4.173334121704102,
+      "cov-distil": 2.571157932281494,
+      "cov-distil (oracle2student)": 5.531135082244873,
+      "cov-distil (oracle2teacher)": 4.806249618530273,
       "epoch": 2.3108320251177394,
-      "rel-constrast": 3.555877208709717,
+      "rel-constrast": 4.625187873840332,
       "step": 2944,
-      "subrel-constrast": 4.4560747146606445,
+      "subrel-constrast": 4.91873836517334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0609595775604248,
-      "cov-distil (oracle2student)": 4.788397789001465,
-      "cov-distil (oracle2teacher)": 3.841548442840576,
+      "cov-distil": 1.838268518447876,
+      "cov-distil (oracle2student)": 5.236787796020508,
+      "cov-distil (oracle2teacher)": 4.607054710388184,
       "epoch": 2.3116169544740974,
-      "rel-constrast": 1.9126191139221191,
+      "rel-constrast": 2.335313320159912,
       "step": 2945,
-      "subrel-constrast": 2.7842512130737305,
+      "subrel-constrast": 2.9316842555999756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4640824794769287,
-      "cov-distil (oracle2student)": 4.25575065612793,
-      "cov-distil (oracle2teacher)": 4.332795143127441,
+      "cov-distil": 1.791338562965393,
+      "cov-distil (oracle2student)": 4.301711082458496,
+      "cov-distil (oracle2teacher)": 4.49068021774292,
       "epoch": 2.3124018838304554,
-      "rel-constrast": 2.2125606536865234,
+      "rel-constrast": 2.2000057697296143,
       "step": 2946,
-      "subrel-constrast": 3.3149027824401855,
+      "subrel-constrast": 3.055565118789673,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430419445037842,
-      "cov-distil (oracle2student)": 3.6968894004821777,
-      "cov-distil (oracle2teacher)": 3.4741673469543457,
+      "cov-distil": 2.033794403076172,
+      "cov-distil (oracle2student)": 4.256231307983398,
+      "cov-distil (oracle2teacher)": 3.941420793533325,
       "epoch": 2.313186813186813,
-      "rel-constrast": 2.5025429725646973,
+      "rel-constrast": 2.594874382019043,
       "step": 2947,
-      "subrel-constrast": 2.8744957447052,
+      "subrel-constrast": 2.556152820587158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8937710523605347,
-      "cov-distil (oracle2student)": 4.430085182189941,
-      "cov-distil (oracle2teacher)": 4.447072982788086,
+      "cov-distil": 2.0540249347686768,
+      "cov-distil (oracle2student)": 5.351049423217773,
+      "cov-distil (oracle2teacher)": 4.644721984863281,
       "epoch": 2.313971742543171,
-      "rel-constrast": 2.423330307006836,
+      "rel-constrast": 2.7267684936523438,
       "step": 2948,
-      "subrel-constrast": 3.3679840564727783,
+      "subrel-constrast": 3.3562843799591064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9114400148391724,
-      "cov-distil (oracle2student)": 4.534064292907715,
-      "cov-distil (oracle2teacher)": 4.708141803741455,
+      "cov-distil": 2.485149621963501,
+      "cov-distil (oracle2student)": 5.518110275268555,
+      "cov-distil (oracle2teacher)": 5.05711555480957,
       "epoch": 2.314756671899529,
-      "rel-constrast": 2.754673719406128,
+      "rel-constrast": 3.2868025302886963,
       "step": 2949,
-      "subrel-constrast": 3.7646496295928955,
+      "subrel-constrast": 3.6350367069244385,
       "view-similarity": 0
     },
     {
       "epoch": 2.315541601255887,
-      "grad_norm": 6.875,
+      "grad_norm": 7.15625,
       "learning_rate": 4.443413970908865e-05,
-      "loss": 0.6656,
+      "loss": 0.7322,
       "step": 2950
     },
     {
-      "cov-distil": 1.3527907133102417,
-      "cov-distil (oracle2student)": 5.176224708557129,
-      "cov-distil (oracle2teacher)": 4.530098915100098,
+      "cov-distil": 1.9140594005584717,
+      "cov-distil (oracle2student)": 5.294245719909668,
+      "cov-distil (oracle2teacher)": 5.037367820739746,
       "epoch": 2.315541601255887,
-      "rel-constrast": 3.1328635215759277,
+      "rel-constrast": 3.6461024284362793,
       "step": 2950,
-      "subrel-constrast": 4.278329849243164,
+      "subrel-constrast": 4.350337028503418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930566310882568,
-      "cov-distil (oracle2student)": 3.884694814682007,
-      "cov-distil (oracle2teacher)": 3.521693229675293,
+      "cov-distil": 1.924676775932312,
+      "cov-distil (oracle2student)": 4.214781284332275,
+      "cov-distil (oracle2teacher)": 3.8204667568206787,
       "epoch": 2.316326530612245,
-      "rel-constrast": 3.3070292472839355,
+      "rel-constrast": 4.275424957275391,
       "step": 2951,
-      "subrel-constrast": 3.874663829803467,
+      "subrel-constrast": 4.066051959991455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6771104335784912,
-      "cov-distil (oracle2student)": 4.007219314575195,
-      "cov-distil (oracle2teacher)": 3.839456558227539,
+      "cov-distil": 2.176525354385376,
+      "cov-distil (oracle2student)": 3.859272003173828,
+      "cov-distil (oracle2teacher)": 4.274302005767822,
       "epoch": 2.317111459968603,
-      "rel-constrast": 2.1010355949401855,
+      "rel-constrast": 2.6636030673980713,
       "step": 2952,
-      "subrel-constrast": 3.32281231880188,
+      "subrel-constrast": 2.931797981262207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4282652139663696,
-      "cov-distil (oracle2student)": 3.562817096710205,
-      "cov-distil (oracle2teacher)": 3.281856060028076,
+      "cov-distil": 1.400925874710083,
+      "cov-distil (oracle2student)": 3.6292037963867188,
+      "cov-distil (oracle2teacher)": 3.865896701812744,
       "epoch": 2.317896389324961,
-      "rel-constrast": 2.962467908859253,
+      "rel-constrast": 3.189946413040161,
       "step": 2953,
-      "subrel-constrast": 3.668440103530884,
+      "subrel-constrast": 3.4860680103302,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1753950119018555,
-      "cov-distil (oracle2student)": 5.81159782409668,
-      "cov-distil (oracle2teacher)": 5.457996368408203,
+      "cov-distil": 2.1527111530303955,
+      "cov-distil (oracle2student)": 5.968745231628418,
+      "cov-distil (oracle2teacher)": 6.027957916259766,
       "epoch": 2.3186813186813184,
-      "rel-constrast": 2.684283971786499,
+      "rel-constrast": 2.738412380218506,
       "step": 2954,
-      "subrel-constrast": 3.442131519317627,
+      "subrel-constrast": 3.5052409172058105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8666194677352905,
-      "cov-distil (oracle2student)": 2.74351167678833,
-      "cov-distil (oracle2teacher)": 2.8551559448242188,
+      "cov-distil": 2.003122568130493,
+      "cov-distil (oracle2student)": 3.0247106552124023,
+      "cov-distil (oracle2teacher)": 3.4316673278808594,
       "epoch": 2.3194662480376764,
-      "rel-constrast": 2.7002830505371094,
+      "rel-constrast": 2.615293502807617,
       "step": 2955,
-      "subrel-constrast": 3.458941698074341,
+      "subrel-constrast": 3.7499279975891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.55706787109375,
-      "cov-distil (oracle2student)": 4.924619674682617,
-      "cov-distil (oracle2teacher)": 4.815800666809082,
+      "cov-distil": 2.1264870166778564,
+      "cov-distil (oracle2student)": 4.609138488769531,
+      "cov-distil (oracle2teacher)": 4.843422889709473,
       "epoch": 2.3202511773940344,
-      "rel-constrast": 3.41646146774292,
+      "rel-constrast": 3.325861930847168,
       "step": 2956,
-      "subrel-constrast": 4.005241870880127,
+      "subrel-constrast": 4.1482157707214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7256336212158203,
-      "cov-distil (oracle2student)": 4.733604907989502,
-      "cov-distil (oracle2teacher)": 4.785624980926514,
+      "cov-distil": 2.1647236347198486,
+      "cov-distil (oracle2student)": 5.1907501220703125,
+      "cov-distil (oracle2teacher)": 4.991943359375,
       "epoch": 2.3210361067503924,
-      "rel-constrast": 1.867337703704834,
+      "rel-constrast": 2.1617393493652344,
       "step": 2957,
-      "subrel-constrast": 2.668778657913208,
+      "subrel-constrast": 2.7440223693847656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8766374588012695,
-      "cov-distil (oracle2student)": 5.192008018493652,
-      "cov-distil (oracle2teacher)": 4.845361709594727,
+      "cov-distil": 2.3130815029144287,
+      "cov-distil (oracle2student)": 6.161540985107422,
+      "cov-distil (oracle2teacher)": 5.163331985473633,
       "epoch": 2.3218210361067504,
-      "rel-constrast": 3.285515069961548,
+      "rel-constrast": 3.820265769958496,
       "step": 2958,
-      "subrel-constrast": 4.28424072265625,
+      "subrel-constrast": 4.544454574584961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.680384874343872,
-      "cov-distil (oracle2student)": 4.779606819152832,
-      "cov-distil (oracle2teacher)": 4.678349018096924,
+      "cov-distil": 1.7449226379394531,
+      "cov-distil (oracle2student)": 4.744402885437012,
+      "cov-distil (oracle2teacher)": 5.204061985015869,
       "epoch": 2.3226059654631084,
-      "rel-constrast": 2.8360047340393066,
+      "rel-constrast": 3.0087270736694336,
       "step": 2959,
-      "subrel-constrast": 4.017314434051514,
+      "subrel-constrast": 3.925178289413452,
       "view-similarity": 0
     },
     {
       "epoch": 2.3233908948194664,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.46875,
       "learning_rate": 4.437912653333484e-05,
-      "loss": 0.7492,
+      "loss": 0.7861,
       "step": 2960
     },
     {
-      "cov-distil": 1.128483772277832,
-      "cov-distil (oracle2student)": 3.283682107925415,
-      "cov-distil (oracle2teacher)": 3.0141401290893555,
+      "cov-distil": 1.7431564331054688,
+      "cov-distil (oracle2student)": 3.54844331741333,
+      "cov-distil (oracle2teacher)": 3.3309569358825684,
       "epoch": 2.3233908948194664,
-      "rel-constrast": 2.4173455238342285,
+      "rel-constrast": 2.575831890106201,
       "step": 2960,
-      "subrel-constrast": 2.619621515274048,
+      "subrel-constrast": 2.7971138954162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.334394931793213,
-      "cov-distil (oracle2student)": 4.218690395355225,
-      "cov-distil (oracle2teacher)": 4.176640033721924,
+      "cov-distil": 1.6243011951446533,
+      "cov-distil (oracle2student)": 4.501720428466797,
+      "cov-distil (oracle2teacher)": 4.195682048797607,
       "epoch": 2.3241758241758244,
-      "rel-constrast": 2.7801456451416016,
+      "rel-constrast": 2.9494001865386963,
       "step": 2961,
-      "subrel-constrast": 3.18353533744812,
+      "subrel-constrast": 3.092998743057251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2439329624176025,
-      "cov-distil (oracle2student)": 3.538435459136963,
-      "cov-distil (oracle2teacher)": 3.5042624473571777,
+      "cov-distil": 1.7978386878967285,
+      "cov-distil (oracle2student)": 3.6851394176483154,
+      "cov-distil (oracle2teacher)": 4.324241638183594,
       "epoch": 2.3249607535321823,
-      "rel-constrast": 1.6747994422912598,
+      "rel-constrast": 2.32004451751709,
       "step": 2962,
-      "subrel-constrast": 2.639887571334839,
+      "subrel-constrast": 2.909715175628662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3630037307739258,
-      "cov-distil (oracle2student)": 6.429265975952148,
-      "cov-distil (oracle2teacher)": 5.785843372344971,
+      "cov-distil": 2.0962204933166504,
+      "cov-distil (oracle2student)": 5.949124336242676,
+      "cov-distil (oracle2teacher)": 5.801036834716797,
       "epoch": 2.32574568288854,
-      "rel-constrast": 2.5101332664489746,
+      "rel-constrast": 2.733518600463867,
       "step": 2963,
-      "subrel-constrast": 3.3417346477508545,
+      "subrel-constrast": 3.411527633666992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2153046131134033,
-      "cov-distil (oracle2student)": 2.8788390159606934,
-      "cov-distil (oracle2teacher)": 3.0133771896362305,
+      "cov-distil": 1.5571305751800537,
+      "cov-distil (oracle2student)": 3.4235386848449707,
+      "cov-distil (oracle2teacher)": 3.128507614135742,
       "epoch": 2.326530612244898,
-      "rel-constrast": 1.4759862422943115,
+      "rel-constrast": 1.8933488130569458,
       "step": 2964,
-      "subrel-constrast": 2.343438148498535,
+      "subrel-constrast": 2.366116762161255,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3989615440368652,
-      "cov-distil (oracle2student)": 3.3339366912841797,
-      "cov-distil (oracle2teacher)": 3.174919366836548,
+      "cov-distil": 2.237466335296631,
+      "cov-distil (oracle2student)": 3.7898364067077637,
+      "cov-distil (oracle2teacher)": 3.6636159420013428,
       "epoch": 2.327315541601256,
-      "rel-constrast": 3.0823934078216553,
+      "rel-constrast": 3.2271082401275635,
       "step": 2965,
-      "subrel-constrast": 3.685718297958374,
+      "subrel-constrast": 3.9187915325164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3006784915924072,
-      "cov-distil (oracle2student)": 4.917079448699951,
-      "cov-distil (oracle2teacher)": 4.8694586753845215,
+      "cov-distil": 1.8807694911956787,
+      "cov-distil (oracle2student)": 5.409738540649414,
+      "cov-distil (oracle2teacher)": 5.2466535568237305,
       "epoch": 2.328100470957614,
-      "rel-constrast": 3.189589500427246,
+      "rel-constrast": 3.990730047225952,
       "step": 2966,
-      "subrel-constrast": 3.8416385650634766,
+      "subrel-constrast": 4.046356201171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1356143951416016,
-      "cov-distil (oracle2student)": 2.6906864643096924,
-      "cov-distil (oracle2teacher)": 2.702298164367676,
+      "cov-distil": 2.331737518310547,
+      "cov-distil (oracle2student)": 3.3802101612091064,
+      "cov-distil (oracle2teacher)": 3.1357545852661133,
       "epoch": 2.328885400313972,
-      "rel-constrast": 1.4944229125976562,
+      "rel-constrast": 2.5890979766845703,
       "step": 2967,
-      "subrel-constrast": 2.9858410358428955,
+      "subrel-constrast": 2.8712565898895264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4412527084350586,
-      "cov-distil (oracle2student)": 5.042994499206543,
-      "cov-distil (oracle2teacher)": 4.860012054443359,
+      "cov-distil": 2.02040958404541,
+      "cov-distil (oracle2student)": 4.906893730163574,
+      "cov-distil (oracle2teacher)": 4.576847553253174,
       "epoch": 2.32967032967033,
-      "rel-constrast": 2.495082378387451,
+      "rel-constrast": 2.6014504432678223,
       "step": 2968,
-      "subrel-constrast": 3.083526134490967,
+      "subrel-constrast": 3.1606497764587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.242704153060913,
-      "cov-distil (oracle2student)": 4.8623223304748535,
-      "cov-distil (oracle2teacher)": 4.601805210113525,
+      "cov-distil": 1.4617081880569458,
+      "cov-distil (oracle2student)": 5.343555450439453,
+      "cov-distil (oracle2teacher)": 4.7181830406188965,
       "epoch": 2.330455259026688,
-      "rel-constrast": 2.3507919311523438,
+      "rel-constrast": 3.175142765045166,
       "step": 2969,
-      "subrel-constrast": 3.355520486831665,
+      "subrel-constrast": 2.870048761367798,
       "view-similarity": 0
     },
     {
       "epoch": 2.3312401883830454,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.432387722903989e-05,
-      "loss": 0.6213,
+      "loss": 0.7014,
       "step": 2970
     },
     {
-      "cov-distil": 1.5590205192565918,
-      "cov-distil (oracle2student)": 4.563724517822266,
-      "cov-distil (oracle2teacher)": 4.166875839233398,
+      "cov-distil": 2.264889717102051,
+      "cov-distil (oracle2student)": 5.509899139404297,
+      "cov-distil (oracle2teacher)": 4.597749710083008,
       "epoch": 2.3312401883830454,
-      "rel-constrast": 2.3845713138580322,
+      "rel-constrast": 2.4959070682525635,
       "step": 2970,
-      "subrel-constrast": 2.924543619155884,
+      "subrel-constrast": 2.9975202083587646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4570109844207764,
-      "cov-distil (oracle2student)": 4.631608009338379,
-      "cov-distil (oracle2teacher)": 4.671158790588379,
+      "cov-distil": 1.7993063926696777,
+      "cov-distil (oracle2student)": 5.000439643859863,
+      "cov-distil (oracle2teacher)": 5.0537190437316895,
       "epoch": 2.3320251177394034,
-      "rel-constrast": 2.632021903991699,
+      "rel-constrast": 2.601478338241577,
       "step": 2971,
-      "subrel-constrast": 3.033569097518921,
+      "subrel-constrast": 3.0635499954223633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3803387880325317,
-      "cov-distil (oracle2student)": 3.418468952178955,
-      "cov-distil (oracle2teacher)": 3.570920467376709,
+      "cov-distil": 2.1734719276428223,
+      "cov-distil (oracle2student)": 4.137989044189453,
+      "cov-distil (oracle2teacher)": 3.8848166465759277,
       "epoch": 2.3328100470957613,
-      "rel-constrast": 2.7556324005126953,
+      "rel-constrast": 2.93414568901062,
       "step": 2972,
-      "subrel-constrast": 3.456763982772827,
+      "subrel-constrast": 3.561741352081299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3663105964660645,
-      "cov-distil (oracle2student)": 5.037956237792969,
-      "cov-distil (oracle2teacher)": 4.4690752029418945,
+      "cov-distil": 1.9302995204925537,
+      "cov-distil (oracle2student)": 4.815238952636719,
+      "cov-distil (oracle2teacher)": 4.710572719573975,
       "epoch": 2.3335949764521193,
-      "rel-constrast": 2.122922658920288,
+      "rel-constrast": 2.0482499599456787,
       "step": 2973,
-      "subrel-constrast": 2.8783187866210938,
+      "subrel-constrast": 3.071690082550049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.787717342376709,
-      "cov-distil (oracle2student)": 6.151689529418945,
-      "cov-distil (oracle2teacher)": 5.032905101776123,
+      "cov-distil": 2.1326708793640137,
+      "cov-distil (oracle2student)": 6.404463291168213,
+      "cov-distil (oracle2teacher)": 5.479840278625488,
       "epoch": 2.3343799058084773,
-      "rel-constrast": 3.138890027999878,
+      "rel-constrast": 2.8896050453186035,
       "step": 2974,
-      "subrel-constrast": 3.739570379257202,
+      "subrel-constrast": 3.4921841621398926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3505449295043945,
-      "cov-distil (oracle2student)": 5.722650527954102,
-      "cov-distil (oracle2teacher)": 4.6011552810668945,
+      "cov-distil": 1.6320338249206543,
+      "cov-distil (oracle2student)": 5.224119663238525,
+      "cov-distil (oracle2teacher)": 5.183095932006836,
       "epoch": 2.3351648351648353,
-      "rel-constrast": 2.523002862930298,
+      "rel-constrast": 3.135430335998535,
       "step": 2975,
-      "subrel-constrast": 2.937749147415161,
+      "subrel-constrast": 2.731234073638916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.543625831604004,
-      "cov-distil (oracle2student)": 4.9311347007751465,
-      "cov-distil (oracle2teacher)": 4.093022346496582,
+      "cov-distil": 2.3345556259155273,
+      "cov-distil (oracle2student)": 4.5721025466918945,
+      "cov-distil (oracle2teacher)": 4.838918685913086,
       "epoch": 2.3359497645211933,
-      "rel-constrast": 3.7849912643432617,
+      "rel-constrast": 2.7350950241088867,
       "step": 2976,
-      "subrel-constrast": 4.015651226043701,
+      "subrel-constrast": 4.045973300933838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3233271837234497,
-      "cov-distil (oracle2student)": 5.3262224197387695,
-      "cov-distil (oracle2teacher)": 4.775047302246094,
+      "cov-distil": 1.6856255531311035,
+      "cov-distil (oracle2student)": 5.887428283691406,
+      "cov-distil (oracle2teacher)": 5.225883483886719,
       "epoch": 2.336734693877551,
-      "rel-constrast": 3.0931317806243896,
+      "rel-constrast": 4.321874141693115,
       "step": 2977,
-      "subrel-constrast": 3.6941487789154053,
+      "subrel-constrast": 3.434077024459839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9540104866027832,
-      "cov-distil (oracle2student)": 4.928973197937012,
-      "cov-distil (oracle2teacher)": 3.8909952640533447,
+      "cov-distil": 2.628329277038574,
+      "cov-distil (oracle2student)": 4.83188009262085,
+      "cov-distil (oracle2teacher)": 4.778239727020264,
       "epoch": 2.337519623233909,
-      "rel-constrast": 3.1219239234924316,
+      "rel-constrast": 3.3386101722717285,
       "step": 2978,
-      "subrel-constrast": 3.752061367034912,
+      "subrel-constrast": 3.8137223720550537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726035237312317,
-      "cov-distil (oracle2student)": 5.101073741912842,
-      "cov-distil (oracle2teacher)": 5.834536075592041,
+      "cov-distil": 2.327483654022217,
+      "cov-distil (oracle2student)": 6.8111467361450195,
+      "cov-distil (oracle2teacher)": 6.308257102966309,
       "epoch": 2.338304552590267,
-      "rel-constrast": 2.9084794521331787,
+      "rel-constrast": 3.601149320602417,
       "step": 2979,
-      "subrel-constrast": 4.160320281982422,
+      "subrel-constrast": 4.343768119812012,
       "view-similarity": 0
     },
     {
       "epoch": 2.339089481946625,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.96875,
       "learning_rate": 4.426839246939915e-05,
-      "loss": 0.7503,
+      "loss": 0.7525,
       "step": 2980
     },
     {
-      "cov-distil": 1.4278687238693237,
-      "cov-distil (oracle2student)": 4.675106048583984,
-      "cov-distil (oracle2teacher)": 4.286375999450684,
+      "cov-distil": 2.190925121307373,
+      "cov-distil (oracle2student)": 4.8911519050598145,
+      "cov-distil (oracle2teacher)": 4.250446796417236,
       "epoch": 2.339089481946625,
-      "rel-constrast": 3.471728801727295,
+      "rel-constrast": 3.3112010955810547,
       "step": 2980,
-      "subrel-constrast": 4.407553672790527,
+      "subrel-constrast": 4.250733375549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145664691925049,
-      "cov-distil (oracle2student)": 5.4231157302856445,
-      "cov-distil (oracle2teacher)": 4.707420349121094,
+      "cov-distil": 1.6025115251541138,
+      "cov-distil (oracle2student)": 5.593842029571533,
+      "cov-distil (oracle2teacher)": 5.0457282066345215,
       "epoch": 2.339874411302983,
-      "rel-constrast": 2.136762857437134,
+      "rel-constrast": 2.708723306655884,
       "step": 2981,
-      "subrel-constrast": 3.075253486633301,
+      "subrel-constrast": 2.6264522075653076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.734173059463501,
-      "cov-distil (oracle2student)": 3.4727823734283447,
-      "cov-distil (oracle2teacher)": 3.52551007270813,
+      "cov-distil": 2.30295991897583,
+      "cov-distil (oracle2student)": 2.963087558746338,
+      "cov-distil (oracle2teacher)": 3.3383493423461914,
       "epoch": 2.340659340659341,
-      "rel-constrast": 2.68383526802063,
+      "rel-constrast": 2.5429725646972656,
       "step": 2982,
-      "subrel-constrast": 3.479243516921997,
+      "subrel-constrast": 3.312014102935791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3088481426239014,
-      "cov-distil (oracle2student)": 3.056424379348755,
-      "cov-distil (oracle2teacher)": 3.037140369415283,
+      "cov-distil": 1.23243248462677,
+      "cov-distil (oracle2student)": 2.7240052223205566,
+      "cov-distil (oracle2teacher)": 3.0604114532470703,
       "epoch": 2.3414442700156988,
-      "rel-constrast": 1.6073967218399048,
+      "rel-constrast": 1.7471978664398193,
       "step": 2983,
-      "subrel-constrast": 2.1396563053131104,
+      "subrel-constrast": 1.892919898033142,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6244215965270996,
-      "cov-distil (oracle2student)": 3.9564104080200195,
-      "cov-distil (oracle2teacher)": 3.5445351600646973,
+      "cov-distil": 2.1293396949768066,
+      "cov-distil (oracle2student)": 3.8590846061706543,
+      "cov-distil (oracle2teacher)": 3.8164360523223877,
       "epoch": 2.3422291993720563,
-      "rel-constrast": 2.460270404815674,
+      "rel-constrast": 2.798485279083252,
       "step": 2984,
-      "subrel-constrast": 3.4894001483917236,
+      "subrel-constrast": 3.633077383041382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6991287469863892,
-      "cov-distil (oracle2student)": 3.7832155227661133,
-      "cov-distil (oracle2teacher)": 3.517789363861084,
+      "cov-distil": 1.9993915557861328,
+      "cov-distil (oracle2student)": 3.7436299324035645,
+      "cov-distil (oracle2teacher)": 3.2437572479248047,
       "epoch": 2.3430141287284143,
-      "rel-constrast": 2.719836950302124,
+      "rel-constrast": 2.9527554512023926,
       "step": 2985,
-      "subrel-constrast": 3.6076979637145996,
+      "subrel-constrast": 3.533322334289551,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3133610486984253,
-      "cov-distil (oracle2student)": 4.027007579803467,
-      "cov-distil (oracle2teacher)": 4.189428329467773,
+      "cov-distil": 1.5359702110290527,
+      "cov-distil (oracle2student)": 4.238136291503906,
+      "cov-distil (oracle2teacher)": 3.9452359676361084,
       "epoch": 2.3437990580847723,
-      "rel-constrast": 2.29571270942688,
+      "rel-constrast": 2.5408577919006348,
       "step": 2986,
-      "subrel-constrast": 3.0939395427703857,
+      "subrel-constrast": 2.9420881271362305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6425726413726807,
-      "cov-distil (oracle2student)": 3.3201963901519775,
-      "cov-distil (oracle2teacher)": 3.3211512565612793,
+      "cov-distil": 1.9785809516906738,
+      "cov-distil (oracle2student)": 4.2202582359313965,
+      "cov-distil (oracle2teacher)": 3.7444872856140137,
       "epoch": 2.3445839874411303,
-      "rel-constrast": 2.4002838134765625,
+      "rel-constrast": 2.795200824737549,
       "step": 2987,
-      "subrel-constrast": 3.413862705230713,
+      "subrel-constrast": 3.1301639080047607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0619643926620483,
-      "cov-distil (oracle2student)": 3.677417278289795,
-      "cov-distil (oracle2teacher)": 3.6946122646331787,
+      "cov-distil": 1.139501690864563,
+      "cov-distil (oracle2student)": 4.015373706817627,
+      "cov-distil (oracle2teacher)": 3.966421127319336,
       "epoch": 2.3453689167974883,
-      "rel-constrast": 2.8937718868255615,
+      "rel-constrast": 3.654635429382324,
       "step": 2988,
-      "subrel-constrast": 3.9562559127807617,
+      "subrel-constrast": 3.725846290588379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1150099039077759,
-      "cov-distil (oracle2student)": 4.556096076965332,
-      "cov-distil (oracle2teacher)": 3.9448113441467285,
+      "cov-distil": 1.6392651796340942,
+      "cov-distil (oracle2student)": 5.150025844573975,
+      "cov-distil (oracle2teacher)": 4.327034950256348,
       "epoch": 2.3461538461538463,
-      "rel-constrast": 1.5391465425491333,
+      "rel-constrast": 2.459054470062256,
       "step": 2989,
-      "subrel-constrast": 2.3086745738983154,
+      "subrel-constrast": 2.4105780124664307,
       "view-similarity": 0
     },
     {
       "epoch": 2.3469387755102042,
-      "grad_norm": 3.84375,
+      "grad_norm": 5.46875,
       "learning_rate": 4.4212672930476915e-05,
-      "loss": 0.6418,
+      "loss": 0.6878,
       "step": 2990
     },
     {
-      "cov-distil": 1.509683609008789,
-      "cov-distil (oracle2student)": 3.343407154083252,
-      "cov-distil (oracle2teacher)": 2.9351065158843994,
+      "cov-distil": 2.0203166007995605,
+      "cov-distil (oracle2student)": 3.8898658752441406,
+      "cov-distil (oracle2teacher)": 3.2254557609558105,
       "epoch": 2.3469387755102042,
-      "rel-constrast": 2.9677727222442627,
+      "rel-constrast": 3.3016762733459473,
       "step": 2990,
-      "subrel-constrast": 3.4630091190338135,
+      "subrel-constrast": 3.2036991119384766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5794786214828491,
-      "cov-distil (oracle2student)": 2.9426798820495605,
-      "cov-distil (oracle2teacher)": 2.933521270751953,
+      "cov-distil": 2.2437546253204346,
+      "cov-distil (oracle2student)": 2.809678077697754,
+      "cov-distil (oracle2teacher)": 3.1205894947052,
       "epoch": 2.347723704866562,
-      "rel-constrast": 1.7079310417175293,
+      "rel-constrast": 1.9912633895874023,
       "step": 2991,
-      "subrel-constrast": 2.7408077716827393,
+      "subrel-constrast": 2.873671054840088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.476070761680603,
-      "cov-distil (oracle2student)": 3.623239517211914,
-      "cov-distil (oracle2teacher)": 3.5645179748535156,
+      "cov-distil": 2.6317341327667236,
+      "cov-distil (oracle2student)": 3.6719846725463867,
+      "cov-distil (oracle2teacher)": 3.6312499046325684,
       "epoch": 2.3485086342229198,
-      "rel-constrast": 2.7482523918151855,
+      "rel-constrast": 2.9869728088378906,
       "step": 2992,
-      "subrel-constrast": 3.5268168449401855,
+      "subrel-constrast": 3.62589693069458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1698358058929443,
-      "cov-distil (oracle2student)": 4.663313388824463,
-      "cov-distil (oracle2teacher)": 4.291832447052002,
+      "cov-distil": 1.6748700141906738,
+      "cov-distil (oracle2student)": 4.388106346130371,
+      "cov-distil (oracle2teacher)": 5.077235221862793,
       "epoch": 2.3492935635792778,
-      "rel-constrast": 2.9868531227111816,
+      "rel-constrast": 3.000835418701172,
       "step": 2993,
-      "subrel-constrast": 3.557873010635376,
+      "subrel-constrast": 3.647793769836426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4513378143310547,
-      "cov-distil (oracle2student)": 5.074394226074219,
-      "cov-distil (oracle2teacher)": 4.695187091827393,
+      "cov-distil": 1.5477468967437744,
+      "cov-distil (oracle2student)": 5.680502891540527,
+      "cov-distil (oracle2teacher)": 4.933261871337891,
       "epoch": 2.3500784929356358,
-      "rel-constrast": 2.6942601203918457,
+      "rel-constrast": 2.8140065670013428,
       "step": 2994,
-      "subrel-constrast": 3.3351945877075195,
+      "subrel-constrast": 3.3136026859283447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.366452932357788,
-      "cov-distil (oracle2student)": 4.039358139038086,
-      "cov-distil (oracle2teacher)": 4.298418045043945,
+      "cov-distil": 1.5263206958770752,
+      "cov-distil (oracle2student)": 4.927715301513672,
+      "cov-distil (oracle2teacher)": 4.5254435539245605,
       "epoch": 2.3508634222919937,
-      "rel-constrast": 2.3587236404418945,
+      "rel-constrast": 2.3869452476501465,
       "step": 2995,
-      "subrel-constrast": 2.8678228855133057,
+      "subrel-constrast": 3.0078868865966797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.676832914352417,
-      "cov-distil (oracle2student)": 4.631575107574463,
-      "cov-distil (oracle2teacher)": 4.468583106994629,
+      "cov-distil": 1.6835966110229492,
+      "cov-distil (oracle2student)": 4.497791290283203,
+      "cov-distil (oracle2teacher)": 5.169723987579346,
       "epoch": 2.3516483516483517,
-      "rel-constrast": 2.241927146911621,
+      "rel-constrast": 2.092101573944092,
       "step": 2996,
-      "subrel-constrast": 3.5148019790649414,
+      "subrel-constrast": 3.293245792388916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7871907949447632,
-      "cov-distil (oracle2student)": 4.079230308532715,
-      "cov-distil (oracle2teacher)": 3.918247938156128,
+      "cov-distil": 1.8186874389648438,
+      "cov-distil (oracle2student)": 4.188973426818848,
+      "cov-distil (oracle2teacher)": 3.6743383407592773,
       "epoch": 2.3524332810047097,
-      "rel-constrast": 2.1835954189300537,
+      "rel-constrast": 2.114238739013672,
       "step": 2997,
-      "subrel-constrast": 2.940981149673462,
+      "subrel-constrast": 2.333059072494507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1063368320465088,
-      "cov-distil (oracle2student)": 5.320260047912598,
-      "cov-distil (oracle2teacher)": 4.4263715744018555,
+      "cov-distil": 1.1862802505493164,
+      "cov-distil (oracle2student)": 5.268075942993164,
+      "cov-distil (oracle2teacher)": 4.554897308349609,
       "epoch": 2.3532182103610673,
-      "rel-constrast": 2.466470718383789,
+      "rel-constrast": 2.5429959297180176,
       "step": 2998,
-      "subrel-constrast": 2.763544797897339,
+      "subrel-constrast": 2.5100998878479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6885617971420288,
-      "cov-distil (oracle2student)": 5.366703987121582,
-      "cov-distil (oracle2teacher)": 4.5009613037109375,
+      "cov-distil": 1.9951308965682983,
+      "cov-distil (oracle2student)": 5.685433387756348,
+      "cov-distil (oracle2teacher)": 5.536106586456299,
       "epoch": 2.3540031397174253,
-      "rel-constrast": 2.827603816986084,
+      "rel-constrast": 3.22869873046875,
       "step": 2999,
-      "subrel-constrast": 3.2528069019317627,
+      "subrel-constrast": 3.248992919921875,
       "view-similarity": 0
     },
     {
       "epoch": 2.3547880690737832,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.0625,
       "learning_rate": 4.4156719291198166e-05,
-      "loss": 0.6666,
+      "loss": 0.6615,
       "step": 3000
     }
   ],
diff --git a/checkpoint-3000/training_args.bin b/checkpoint-3000/training_args.bin
index fa7a5a641a47345ee5a16c56a8554fefc5f2e42d..18e5c392485aacacf56e64049a12103a9e29feb8 100644
--- a/checkpoint-3000/training_args.bin
+++ b/checkpoint-3000/training_args.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353
diff --git a/checkpoint-4000/model.safetensors b/checkpoint-4000/model.safetensors
index c1a8de4b842816138c9ac481c62e26c2a4c046cb..488e0a9b3c193f56f55211fa9196d91b738d798c 100644
--- a/checkpoint-4000/model.safetensors
+++ b/checkpoint-4000/model.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:476696e304f9cba924c45f044e64a0b4b9608426c1599ea30586b38c2d0ee76b
+oid sha256:10c7fb87ee10056884c1d359ef3c59ade05cc4a8e228054e72a81d9837c6d8b2
 size 298041696
diff --git a/checkpoint-4000/optimizer.pt b/checkpoint-4000/optimizer.pt
index ff7f69dba103c8ac296cf69016b2ccc8bb8a8e2d..be8d46406d8c557d7dcad7e51799415b8dede104 100644
--- a/checkpoint-4000/optimizer.pt
+++ b/checkpoint-4000/optimizer.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f463e60c4862487b78357c262ee261ec7427ebeff91971d0bd8cf31d59f8515
+oid sha256:35d2e3db295a2d7198043afcba19614b97d54ad0448b013207c51296aa4a06df
 size 596170443
diff --git a/checkpoint-4000/trainer_state.json b/checkpoint-4000/trainer_state.json
index ec3db59a3adf3b3492998b75d0190168ffec942a..2dd35ae47e93c7cbc206e44abf6bfc1f48b48a2d 100644
--- a/checkpoint-4000/trainer_state.json
+++ b/checkpoint-4000/trainer_state.json
@@ -56,13 +56,13 @@
     },
     {
       "epoch": 0,
-      "overlap": 0.22031250596046448,
+      "overlap": 0.2640624940395355,
       "step": 0
     },
     {
       "epoch": 0,
       "step": 0,
-      "student margin": 0.043792724609375
+      "student margin": 0.0285186767578125
     },
     {
       "epoch": 0,
@@ -71,5452 +71,5452 @@
     },
     {
       "epoch": 0,
-      "margin difference": -0.006439208984375,
+      "margin difference": 0.0088348388671875,
       "step": 0
     },
     {
-      "cov-distil": 1.9989408254623413,
-      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil": 2.9034781455993652,
+      "cov-distil (oracle2student)": 5.115799427032471,
       "cov-distil (oracle2teacher)": 4.2215576171875,
       "epoch": 0,
-      "rel-constrast": 6.024477481842041,
+      "rel-constrast": 7.486445903778076,
       "step": 0,
       "subrel-constrast": 5.391467094421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.590911388397217,
-      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil": 3.7886760234832764,
+      "cov-distil (oracle2student)": 6.933510780334473,
       "cov-distil (oracle2teacher)": 5.292954444885254,
       "epoch": 0.0007849293563579278,
-      "rel-constrast": 7.042376518249512,
+      "rel-constrast": 8.07569408416748,
       "step": 1,
       "subrel-constrast": 6.658135890960693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.234889030456543,
-      "cov-distil (oracle2student)": 4.785423278808594,
-      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "cov-distil": 2.539125442504883,
+      "cov-distil (oracle2student)": 5.152322769165039,
+      "cov-distil (oracle2teacher)": 4.356506824493408,
       "epoch": 0.0015698587127158557,
-      "rel-constrast": 4.653334617614746,
+      "rel-constrast": 6.15692138671875,
       "step": 2,
-      "subrel-constrast": 5.114200592041016,
+      "subrel-constrast": 5.1106038093566895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.892646074295044,
-      "cov-distil (oracle2student)": 5.359386444091797,
-      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "cov-distil": 2.7227554321289062,
+      "cov-distil (oracle2student)": 4.570263862609863,
+      "cov-distil (oracle2teacher)": 3.3647706508636475,
       "epoch": 0.002354788069073783,
-      "rel-constrast": 5.759308815002441,
+      "rel-constrast": 4.597735404968262,
       "step": 3,
-      "subrel-constrast": 4.294970989227295,
+      "subrel-constrast": 4.301557540893555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.187523365020752,
-      "cov-distil (oracle2student)": 4.088177680969238,
-      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "cov-distil": 3.753676652908325,
+      "cov-distil (oracle2student)": 5.311392307281494,
+      "cov-distil (oracle2teacher)": 4.0316667556762695,
       "epoch": 0.0031397174254317113,
-      "rel-constrast": 4.063039779663086,
+      "rel-constrast": 5.646773815155029,
       "step": 4,
-      "subrel-constrast": 4.597165107727051,
+      "subrel-constrast": 4.602434158325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5768115520477295,
-      "cov-distil (oracle2student)": 9.671545028686523,
-      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "cov-distil": 3.982003688812256,
+      "cov-distil (oracle2student)": 9.576435089111328,
+      "cov-distil (oracle2teacher)": 8.359275817871094,
       "epoch": 0.003924646781789639,
-      "rel-constrast": 7.844664096832275,
+      "rel-constrast": 9.0071382522583,
       "step": 5,
-      "subrel-constrast": 7.689645767211914,
+      "subrel-constrast": 7.673800468444824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7839202880859375,
-      "cov-distil (oracle2student)": 7.124797344207764,
-      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "cov-distil": 3.5826542377471924,
+      "cov-distil (oracle2student)": 8.020931243896484,
+      "cov-distil (oracle2teacher)": 5.222016334533691,
       "epoch": 0.004709576138147566,
-      "rel-constrast": 6.9873199462890625,
+      "rel-constrast": 9.691902160644531,
       "step": 6,
-      "subrel-constrast": 6.358409881591797,
+      "subrel-constrast": 6.350209712982178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1054530143737793,
-      "cov-distil (oracle2student)": 5.955070495605469,
-      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "cov-distil": 4.297914028167725,
+      "cov-distil (oracle2student)": 6.57274866104126,
+      "cov-distil (oracle2teacher)": 5.0188703536987305,
       "epoch": 0.005494505494505495,
-      "rel-constrast": 4.839856147766113,
+      "rel-constrast": 6.529683589935303,
       "step": 7,
-      "subrel-constrast": 5.012356758117676,
+      "subrel-constrast": 5.015464782714844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.417634963989258,
-      "cov-distil (oracle2student)": 6.458645820617676,
-      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "cov-distil": 2.987494468688965,
+      "cov-distil (oracle2student)": 5.628026008605957,
+      "cov-distil (oracle2teacher)": 4.757290840148926,
       "epoch": 0.006279434850863423,
-      "rel-constrast": 5.473586082458496,
+      "rel-constrast": 4.84811544418335,
       "step": 8,
-      "subrel-constrast": 3.944282054901123,
+      "subrel-constrast": 3.9342567920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5553622245788574,
-      "cov-distil (oracle2student)": 5.345729827880859,
-      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "cov-distil": 4.835721015930176,
+      "cov-distil (oracle2student)": 6.974120140075684,
+      "cov-distil (oracle2teacher)": 4.592728614807129,
       "epoch": 0.00706436420722135,
-      "rel-constrast": 5.705809116363525,
+      "rel-constrast": 7.911259174346924,
       "step": 9,
-      "subrel-constrast": 5.071885108947754,
+      "subrel-constrast": 5.09079122543335,
       "view-similarity": 0
     },
     {
       "epoch": 0.007849293563579277,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.375,
       "learning_rate": 4.5e-07,
-      "loss": 1.5357,
+      "loss": 1.7488,
       "step": 10
     },
     {
-      "cov-distil": 2.179523468017578,
-      "cov-distil (oracle2student)": 6.76649808883667,
-      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "cov-distil": 2.7287802696228027,
+      "cov-distil (oracle2student)": 7.109814167022705,
+      "cov-distil (oracle2teacher)": 5.610617637634277,
       "epoch": 0.007849293563579277,
-      "rel-constrast": 5.527869701385498,
+      "rel-constrast": 6.643618583679199,
       "step": 10,
-      "subrel-constrast": 5.327791213989258,
+      "subrel-constrast": 5.309700012207031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7319321632385254,
-      "cov-distil (oracle2student)": 6.106301307678223,
-      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "cov-distil": 3.96592378616333,
+      "cov-distil (oracle2student)": 7.291659832000732,
+      "cov-distil (oracle2teacher)": 5.233137130737305,
       "epoch": 0.008634222919937205,
-      "rel-constrast": 6.950443744659424,
+      "rel-constrast": 8.773835182189941,
       "step": 11,
-      "subrel-constrast": 7.032792568206787,
+      "subrel-constrast": 7.013000011444092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854433298110962,
-      "cov-distil (oracle2student)": 7.011631965637207,
-      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "cov-distil": 3.7653913497924805,
+      "cov-distil (oracle2student)": 8.977821350097656,
+      "cov-distil (oracle2teacher)": 5.954835414886475,
       "epoch": 0.009419152276295133,
-      "rel-constrast": 6.216261386871338,
+      "rel-constrast": 8.671615600585938,
       "step": 12,
-      "subrel-constrast": 6.4257707595825195,
+      "subrel-constrast": 6.430549621582031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.349715232849121,
-      "cov-distil (oracle2student)": 6.723206520080566,
-      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "cov-distil": 3.4223294258117676,
+      "cov-distil (oracle2student)": 7.854757785797119,
+      "cov-distil (oracle2teacher)": 6.230269908905029,
       "epoch": 0.01020408163265306,
-      "rel-constrast": 6.11406135559082,
+      "rel-constrast": 6.491366863250732,
       "step": 13,
-      "subrel-constrast": 5.350836753845215,
+      "subrel-constrast": 5.358746528625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.176401376724243,
-      "cov-distil (oracle2student)": 7.31204891204834,
-      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "cov-distil": 3.5461182594299316,
+      "cov-distil (oracle2student)": 6.996912956237793,
+      "cov-distil (oracle2teacher)": 5.902334213256836,
       "epoch": 0.01098901098901099,
-      "rel-constrast": 7.507654190063477,
+      "rel-constrast": 8.380949974060059,
       "step": 14,
-      "subrel-constrast": 6.769496440887451,
+      "subrel-constrast": 6.787327766418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.67018461227417,
-      "cov-distil (oracle2student)": 5.521136283874512,
-      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "cov-distil": 3.7762372493743896,
+      "cov-distil (oracle2student)": 6.9348554611206055,
+      "cov-distil (oracle2teacher)": 5.7965593338012695,
       "epoch": 0.011773940345368918,
-      "rel-constrast": 5.118526458740234,
+      "rel-constrast": 4.698981285095215,
       "step": 15,
-      "subrel-constrast": 4.343193054199219,
+      "subrel-constrast": 4.33366584777832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.665984630584717,
-      "cov-distil (oracle2student)": 4.9838104248046875,
-      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "cov-distil": 2.24959659576416,
+      "cov-distil (oracle2student)": 6.258837699890137,
+      "cov-distil (oracle2teacher)": 4.936214447021484,
       "epoch": 0.012558869701726845,
-      "rel-constrast": 6.632684707641602,
+      "rel-constrast": 6.465505123138428,
       "step": 16,
-      "subrel-constrast": 5.201573848724365,
+      "subrel-constrast": 5.215646266937256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.330692291259766,
-      "cov-distil (oracle2student)": 8.552825927734375,
-      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "cov-distil": 4.338074207305908,
+      "cov-distil (oracle2student)": 7.542752265930176,
+      "cov-distil (oracle2teacher)": 6.212143898010254,
       "epoch": 0.013343799058084773,
-      "rel-constrast": 9.133567810058594,
+      "rel-constrast": 9.392996788024902,
       "step": 17,
-      "subrel-constrast": 7.034067153930664,
+      "subrel-constrast": 7.043182849884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.602668285369873,
-      "cov-distil (oracle2student)": 5.244088172912598,
-      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "cov-distil": 2.859912872314453,
+      "cov-distil (oracle2student)": 6.502920150756836,
+      "cov-distil (oracle2teacher)": 4.657538414001465,
       "epoch": 0.0141287284144427,
-      "rel-constrast": 7.642650127410889,
+      "rel-constrast": 6.995867729187012,
       "step": 18,
-      "subrel-constrast": 6.055438995361328,
+      "subrel-constrast": 6.039050579071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5356028079986572,
-      "cov-distil (oracle2student)": 6.620259761810303,
-      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "cov-distil": 4.097779273986816,
+      "cov-distil (oracle2student)": 5.920109748840332,
+      "cov-distil (oracle2teacher)": 5.459547996520996,
       "epoch": 0.014913657770800628,
-      "rel-constrast": 4.861123561859131,
+      "rel-constrast": 4.820971488952637,
       "step": 19,
-      "subrel-constrast": 5.008308410644531,
+      "subrel-constrast": 5.008830547332764,
       "view-similarity": 0
     },
     {
       "epoch": 0.015698587127158554,
-      "grad_norm": 11.5625,
+      "grad_norm": 10.375,
       "learning_rate": 9.5e-07,
-      "loss": 1.7254,
+      "loss": 1.7834,
       "step": 20
     },
     {
-      "cov-distil": 2.88397479057312,
-      "cov-distil (oracle2student)": 6.778175354003906,
-      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "cov-distil": 2.6665377616882324,
+      "cov-distil (oracle2student)": 7.059435844421387,
+      "cov-distil (oracle2teacher)": 5.186300277709961,
       "epoch": 0.015698587127158554,
-      "rel-constrast": 4.111982345581055,
+      "rel-constrast": 4.662443161010742,
       "step": 20,
-      "subrel-constrast": 3.8631598949432373,
+      "subrel-constrast": 3.8599369525909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.384960174560547,
-      "cov-distil (oracle2student)": 7.21034049987793,
-      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "cov-distil": 1.840910792350769,
+      "cov-distil (oracle2student)": 8.023944854736328,
+      "cov-distil (oracle2teacher)": 6.126604080200195,
       "epoch": 0.016483516483516484,
-      "rel-constrast": 7.05242395401001,
+      "rel-constrast": 7.06848669052124,
       "step": 21,
-      "subrel-constrast": 5.182291030883789,
+      "subrel-constrast": 5.200672626495361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517098903656006,
-      "cov-distil (oracle2student)": 4.5811920166015625,
-      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "cov-distil": 3.282227039337158,
+      "cov-distil (oracle2student)": 5.5749311447143555,
+      "cov-distil (oracle2teacher)": 4.861586570739746,
       "epoch": 0.01726844583987441,
-      "rel-constrast": 4.999781131744385,
+      "rel-constrast": 7.511483192443848,
       "step": 22,
-      "subrel-constrast": 4.843943119049072,
+      "subrel-constrast": 4.862529277801514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.147690773010254,
-      "cov-distil (oracle2student)": 6.542362213134766,
-      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "cov-distil": 4.519563674926758,
+      "cov-distil (oracle2student)": 7.267353057861328,
+      "cov-distil (oracle2teacher)": 4.077557563781738,
       "epoch": 0.01805337519623234,
-      "rel-constrast": 6.193174839019775,
+      "rel-constrast": 7.519768238067627,
       "step": 23,
-      "subrel-constrast": 4.360376834869385,
+      "subrel-constrast": 4.386401176452637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1142213344573975,
-      "cov-distil (oracle2student)": 5.866973400115967,
-      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "cov-distil": 2.5789778232574463,
+      "cov-distil (oracle2student)": 6.753525257110596,
+      "cov-distil (oracle2teacher)": 5.528467178344727,
       "epoch": 0.018838304552590265,
-      "rel-constrast": 4.719829559326172,
+      "rel-constrast": 5.987110614776611,
       "step": 24,
-      "subrel-constrast": 4.7262139320373535,
+      "subrel-constrast": 4.696037769317627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0676374435424805,
-      "cov-distil (oracle2student)": 6.361337661743164,
-      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "cov-distil": 3.6313791275024414,
+      "cov-distil (oracle2student)": 5.898477554321289,
+      "cov-distil (oracle2teacher)": 5.478680610656738,
       "epoch": 0.019623233908948195,
-      "rel-constrast": 5.291130542755127,
+      "rel-constrast": 5.281150817871094,
       "step": 25,
-      "subrel-constrast": 4.823647975921631,
+      "subrel-constrast": 4.84697961807251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.472700834274292,
-      "cov-distil (oracle2student)": 7.129220962524414,
-      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "cov-distil": 2.5618896484375,
+      "cov-distil (oracle2student)": 6.684634208679199,
+      "cov-distil (oracle2teacher)": 6.107544898986816,
       "epoch": 0.02040816326530612,
-      "rel-constrast": 3.5912997722625732,
+      "rel-constrast": 5.561974048614502,
       "step": 26,
-      "subrel-constrast": 5.144829273223877,
+      "subrel-constrast": 5.158401966094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9654526710510254,
-      "cov-distil (oracle2student)": 3.9266674518585205,
-      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "cov-distil": 3.4488978385925293,
+      "cov-distil (oracle2student)": 4.201488494873047,
+      "cov-distil (oracle2teacher)": 3.755419969558716,
       "epoch": 0.02119309262166405,
-      "rel-constrast": 6.281983375549316,
+      "rel-constrast": 7.1170501708984375,
       "step": 27,
-      "subrel-constrast": 5.6362786293029785,
+      "subrel-constrast": 5.645744323730469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6815195083618164,
-      "cov-distil (oracle2student)": 7.881003379821777,
-      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "cov-distil": 3.5048861503601074,
+      "cov-distil (oracle2student)": 9.363835334777832,
+      "cov-distil (oracle2teacher)": 6.114508628845215,
       "epoch": 0.02197802197802198,
-      "rel-constrast": 5.959110260009766,
+      "rel-constrast": 7.646869659423828,
       "step": 28,
-      "subrel-constrast": 5.209717750549316,
+      "subrel-constrast": 5.21044921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.88785982131958,
-      "cov-distil (oracle2student)": 7.003663063049316,
-      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "cov-distil": 3.680500030517578,
+      "cov-distil (oracle2student)": 6.632467269897461,
+      "cov-distil (oracle2teacher)": 5.797685623168945,
       "epoch": 0.022762951334379906,
-      "rel-constrast": 8.367774963378906,
+      "rel-constrast": 7.51827335357666,
       "step": 29,
-      "subrel-constrast": 6.187191486358643,
+      "subrel-constrast": 6.216086387634277,
       "view-similarity": 0
     },
     {
       "epoch": 0.023547880690737835,
-      "grad_norm": 17.75,
+      "grad_norm": 13.9375,
       "learning_rate": 1.45e-06,
-      "loss": 1.4845,
+      "loss": 1.6469,
       "step": 30
     },
     {
-      "cov-distil": 3.3678722381591797,
-      "cov-distil (oracle2student)": 6.019737243652344,
-      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "cov-distil": 3.984440326690674,
+      "cov-distil (oracle2student)": 6.131576061248779,
+      "cov-distil (oracle2teacher)": 5.355796813964844,
       "epoch": 0.023547880690737835,
-      "rel-constrast": 5.960864067077637,
+      "rel-constrast": 6.284880638122559,
       "step": 30,
-      "subrel-constrast": 5.250092029571533,
+      "subrel-constrast": 5.2382121086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0134525299072266,
-      "cov-distil (oracle2student)": 6.479032516479492,
-      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "cov-distil": 3.0155134201049805,
+      "cov-distil (oracle2student)": 7.008382797241211,
+      "cov-distil (oracle2teacher)": 5.703569412231445,
       "epoch": 0.02433281004709576,
-      "rel-constrast": 4.5848002433776855,
+      "rel-constrast": 4.908280849456787,
       "step": 31,
-      "subrel-constrast": 4.0105085372924805,
+      "subrel-constrast": 4.01160192489624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.619563102722168,
-      "cov-distil (oracle2student)": 6.920108795166016,
-      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "cov-distil": 4.225242614746094,
+      "cov-distil (oracle2student)": 8.343563079833984,
+      "cov-distil (oracle2teacher)": 5.84587287902832,
       "epoch": 0.02511773940345369,
-      "rel-constrast": 4.926921367645264,
+      "rel-constrast": 6.345851421356201,
       "step": 32,
-      "subrel-constrast": 5.2235589027404785,
+      "subrel-constrast": 5.233214378356934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2718629837036133,
-      "cov-distil (oracle2student)": 6.375840663909912,
-      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "cov-distil": 3.712970733642578,
+      "cov-distil (oracle2student)": 5.823267936706543,
+      "cov-distil (oracle2teacher)": 4.835471153259277,
       "epoch": 0.025902668759811617,
-      "rel-constrast": 5.111979007720947,
+      "rel-constrast": 5.973106384277344,
       "step": 33,
-      "subrel-constrast": 4.850986003875732,
+      "subrel-constrast": 4.823678493499756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4088358879089355,
-      "cov-distil (oracle2student)": 6.677534103393555,
-      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "cov-distil": 3.1125919818878174,
+      "cov-distil (oracle2student)": 6.801424026489258,
+      "cov-distil (oracle2teacher)": 5.275988578796387,
       "epoch": 0.026687598116169546,
-      "rel-constrast": 7.12398624420166,
+      "rel-constrast": 8.310504913330078,
       "step": 34,
-      "subrel-constrast": 6.821657180786133,
+      "subrel-constrast": 6.834089279174805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9008474349975586,
-      "cov-distil (oracle2student)": 7.56972074508667,
-      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "cov-distil": 3.714435577392578,
+      "cov-distil (oracle2student)": 8.969183921813965,
+      "cov-distil (oracle2teacher)": 5.682408809661865,
       "epoch": 0.027472527472527472,
-      "rel-constrast": 7.496291160583496,
+      "rel-constrast": 8.041725158691406,
       "step": 35,
-      "subrel-constrast": 5.942625522613525,
+      "subrel-constrast": 5.941723346710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.160658836364746,
-      "cov-distil (oracle2student)": 6.67634391784668,
-      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "cov-distil": 3.614877700805664,
+      "cov-distil (oracle2student)": 6.366613864898682,
+      "cov-distil (oracle2teacher)": 5.335577487945557,
       "epoch": 0.0282574568288854,
-      "rel-constrast": 7.814392566680908,
+      "rel-constrast": 9.190837860107422,
       "step": 36,
-      "subrel-constrast": 7.040494918823242,
+      "subrel-constrast": 7.067136764526367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.357525110244751,
-      "cov-distil (oracle2student)": 6.231601715087891,
-      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "cov-distil": 3.8450653553009033,
+      "cov-distil (oracle2student)": 6.047454357147217,
+      "cov-distil (oracle2teacher)": 5.213205814361572,
       "epoch": 0.029042386185243328,
-      "rel-constrast": 7.538066864013672,
+      "rel-constrast": 6.673568248748779,
       "step": 37,
-      "subrel-constrast": 5.962146759033203,
+      "subrel-constrast": 5.975370407104492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8702592849731445,
-      "cov-distil (oracle2student)": 7.061007499694824,
-      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "cov-distil": 3.8071889877319336,
+      "cov-distil (oracle2student)": 7.358058929443359,
+      "cov-distil (oracle2teacher)": 5.987692832946777,
       "epoch": 0.029827315541601257,
-      "rel-constrast": 5.386776447296143,
+      "rel-constrast": 5.729452610015869,
       "step": 38,
-      "subrel-constrast": 5.066832065582275,
+      "subrel-constrast": 5.061672210693359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8868913650512695,
-      "cov-distil (oracle2student)": 7.514427185058594,
-      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "cov-distil": 4.27478551864624,
+      "cov-distil (oracle2student)": 7.772178649902344,
+      "cov-distil (oracle2teacher)": 5.1747541427612305,
       "epoch": 0.030612244897959183,
-      "rel-constrast": 4.858754634857178,
+      "rel-constrast": 5.992287635803223,
       "step": 39,
-      "subrel-constrast": 3.695237159729004,
+      "subrel-constrast": 3.706249713897705,
       "view-similarity": 0
     },
     {
       "epoch": 0.03139717425431711,
-      "grad_norm": 14.9375,
+      "grad_norm": 13.125,
       "learning_rate": 1.95e-06,
-      "loss": 1.6072,
+      "loss": 1.6863,
       "step": 40
     },
     {
-      "cov-distil": 2.6346449851989746,
-      "cov-distil (oracle2student)": 5.6983489990234375,
-      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "cov-distil": 2.490879535675049,
+      "cov-distil (oracle2student)": 6.8234944343566895,
+      "cov-distil (oracle2teacher)": 4.459814071655273,
       "epoch": 0.03139717425431711,
-      "rel-constrast": 5.201531887054443,
+      "rel-constrast": 5.685905933380127,
       "step": 40,
-      "subrel-constrast": 4.837984085083008,
+      "subrel-constrast": 4.810550212860107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.228761672973633,
-      "cov-distil (oracle2student)": 5.368660926818848,
-      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "cov-distil": 3.372016429901123,
+      "cov-distil (oracle2student)": 5.904580593109131,
+      "cov-distil (oracle2teacher)": 4.370768070220947,
       "epoch": 0.03218210361067504,
-      "rel-constrast": 5.638035774230957,
+      "rel-constrast": 6.199946403503418,
       "step": 41,
-      "subrel-constrast": 4.828268051147461,
+      "subrel-constrast": 4.8211469650268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0427069664001465,
-      "cov-distil (oracle2student)": 5.979119300842285,
-      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "cov-distil": 2.958930492401123,
+      "cov-distil (oracle2student)": 7.471307754516602,
+      "cov-distil (oracle2teacher)": 5.151291847229004,
       "epoch": 0.03296703296703297,
-      "rel-constrast": 7.022146701812744,
+      "rel-constrast": 7.081484794616699,
       "step": 42,
-      "subrel-constrast": 5.421981334686279,
+      "subrel-constrast": 5.426586151123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3467624187469482,
-      "cov-distil (oracle2student)": 5.9029388427734375,
-      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "cov-distil": 3.2337143421173096,
+      "cov-distil (oracle2student)": 5.53568172454834,
+      "cov-distil (oracle2teacher)": 5.589142799377441,
       "epoch": 0.033751962323390894,
-      "rel-constrast": 5.638243198394775,
+      "rel-constrast": 5.160932540893555,
       "step": 43,
-      "subrel-constrast": 4.6920084953308105,
+      "subrel-constrast": 4.692704677581787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.569026470184326,
-      "cov-distil (oracle2student)": 6.0826921463012695,
-      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "cov-distil": 3.35990309715271,
+      "cov-distil (oracle2student)": 7.275060653686523,
+      "cov-distil (oracle2teacher)": 4.804718494415283,
       "epoch": 0.03453689167974882,
-      "rel-constrast": 7.202978134155273,
+      "rel-constrast": 8.454798698425293,
       "step": 44,
-      "subrel-constrast": 6.782849311828613,
+      "subrel-constrast": 6.773467540740967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.127652168273926,
-      "cov-distil (oracle2student)": 6.768123626708984,
-      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "cov-distil": 3.491610288619995,
+      "cov-distil (oracle2student)": 7.4995832443237305,
+      "cov-distil (oracle2teacher)": 4.9187211990356445,
       "epoch": 0.03532182103610675,
-      "rel-constrast": 5.803994655609131,
+      "rel-constrast": 7.535643577575684,
       "step": 45,
-      "subrel-constrast": 4.7947678565979,
+      "subrel-constrast": 4.781098365783691,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7271077632904053,
-      "cov-distil (oracle2student)": 6.987262725830078,
-      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "cov-distil": 3.005734920501709,
+      "cov-distil (oracle2student)": 9.106340408325195,
+      "cov-distil (oracle2teacher)": 6.616678237915039,
       "epoch": 0.03610675039246468,
-      "rel-constrast": 7.125826835632324,
+      "rel-constrast": 10.04529857635498,
       "step": 46,
-      "subrel-constrast": 6.822656631469727,
+      "subrel-constrast": 6.789626121520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9657368659973145,
-      "cov-distil (oracle2student)": 7.144539833068848,
-      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "cov-distil": 3.370296001434326,
+      "cov-distil (oracle2student)": 6.040105819702148,
+      "cov-distil (oracle2teacher)": 4.779016017913818,
       "epoch": 0.036891679748822605,
-      "rel-constrast": 7.449712753295898,
+      "rel-constrast": 7.2539567947387695,
       "step": 47,
-      "subrel-constrast": 5.7075347900390625,
+      "subrel-constrast": 5.680440425872803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.010920763015747,
-      "cov-distil (oracle2student)": 6.869639873504639,
-      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "cov-distil": 3.465224266052246,
+      "cov-distil (oracle2student)": 7.6831254959106445,
+      "cov-distil (oracle2teacher)": 6.192329406738281,
       "epoch": 0.03767660910518053,
-      "rel-constrast": 5.459962844848633,
+      "rel-constrast": 7.904606342315674,
       "step": 48,
-      "subrel-constrast": 5.051971435546875,
+      "subrel-constrast": 5.06799840927124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7146430015563965,
-      "cov-distil (oracle2student)": 8.329263687133789,
-      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "cov-distil": 2.7054972648620605,
+      "cov-distil (oracle2student)": 8.671092987060547,
+      "cov-distil (oracle2teacher)": 6.478757858276367,
       "epoch": 0.038461538461538464,
-      "rel-constrast": 8.239823341369629,
+      "rel-constrast": 7.534646034240723,
       "step": 49,
-      "subrel-constrast": 6.8162150382995605,
+      "subrel-constrast": 6.82273006439209,
       "view-similarity": 0
     },
     {
       "epoch": 0.03924646781789639,
-      "grad_norm": 19.875,
+      "grad_norm": 18.875,
       "learning_rate": 2.4500000000000003e-06,
-      "loss": 1.6955,
+      "loss": 1.8214,
       "step": 50
     },
     {
-      "cov-distil": 3.2634499073028564,
-      "cov-distil (oracle2student)": 6.130512714385986,
-      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "cov-distil": 2.6291584968566895,
+      "cov-distil (oracle2student)": 7.311351299285889,
+      "cov-distil (oracle2teacher)": 4.0930399894714355,
       "epoch": 0.03924646781789639,
-      "rel-constrast": 6.289271354675293,
+      "rel-constrast": 6.829806804656982,
       "step": 50,
-      "subrel-constrast": 4.33033561706543,
+      "subrel-constrast": 4.330165386199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.303950309753418,
-      "cov-distil (oracle2student)": 8.357975006103516,
-      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "cov-distil": 3.365419387817383,
+      "cov-distil (oracle2student)": 8.432143211364746,
+      "cov-distil (oracle2teacher)": 7.026699542999268,
       "epoch": 0.040031397174254316,
-      "rel-constrast": 8.334805488586426,
+      "rel-constrast": 9.250499725341797,
       "step": 51,
-      "subrel-constrast": 8.139405250549316,
+      "subrel-constrast": 8.125835418701172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2591934204101562,
-      "cov-distil (oracle2student)": 5.158834457397461,
-      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "cov-distil": 2.8423402309417725,
+      "cov-distil (oracle2student)": 5.075362205505371,
+      "cov-distil (oracle2teacher)": 4.121172904968262,
       "epoch": 0.04081632653061224,
-      "rel-constrast": 5.297996520996094,
+      "rel-constrast": 6.0786824226379395,
       "step": 52,
-      "subrel-constrast": 4.4804863929748535,
+      "subrel-constrast": 4.4702582359313965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.50638484954834,
-      "cov-distil (oracle2student)": 5.478808403015137,
-      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "cov-distil": 2.8154115676879883,
+      "cov-distil (oracle2student)": 5.791227340698242,
+      "cov-distil (oracle2teacher)": 4.123198986053467,
       "epoch": 0.041601255886970175,
-      "rel-constrast": 8.10940170288086,
+      "rel-constrast": 6.861392974853516,
       "step": 53,
-      "subrel-constrast": 5.969902038574219,
+      "subrel-constrast": 5.981134414672852,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8422069549560547,
-      "cov-distil (oracle2student)": 6.521360874176025,
-      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "cov-distil": 3.900022268295288,
+      "cov-distil (oracle2student)": 8.122893333435059,
+      "cov-distil (oracle2teacher)": 6.361747741699219,
       "epoch": 0.0423861852433281,
-      "rel-constrast": 5.607071399688721,
+      "rel-constrast": 8.272314071655273,
       "step": 54,
-      "subrel-constrast": 6.106446743011475,
+      "subrel-constrast": 6.08811616897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.085712194442749,
-      "cov-distil (oracle2student)": 10.780364990234375,
-      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "cov-distil": 3.2527847290039062,
+      "cov-distil (oracle2student)": 11.888465881347656,
+      "cov-distil (oracle2teacher)": 8.881461143493652,
       "epoch": 0.04317111459968603,
-      "rel-constrast": 6.090634346008301,
+      "rel-constrast": 7.306093215942383,
       "step": 55,
-      "subrel-constrast": 6.779709339141846,
+      "subrel-constrast": 6.8132147789001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.785494565963745,
-      "cov-distil (oracle2student)": 5.962707996368408,
-      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "cov-distil": 2.3476932048797607,
+      "cov-distil (oracle2student)": 6.377933502197266,
+      "cov-distil (oracle2teacher)": 5.320643424987793,
       "epoch": 0.04395604395604396,
-      "rel-constrast": 5.856771469116211,
+      "rel-constrast": 6.677924156188965,
       "step": 56,
-      "subrel-constrast": 5.509479522705078,
+      "subrel-constrast": 5.497114181518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.584353446960449,
-      "cov-distil (oracle2student)": 6.202386379241943,
-      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "cov-distil": 2.8212897777557373,
+      "cov-distil (oracle2student)": 7.0328497886657715,
+      "cov-distil (oracle2teacher)": 4.926990509033203,
       "epoch": 0.044740973312401885,
-      "rel-constrast": 6.150420188903809,
+      "rel-constrast": 6.758581638336182,
       "step": 57,
-      "subrel-constrast": 5.121495723724365,
+      "subrel-constrast": 5.120245933532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701603889465332,
-      "cov-distil (oracle2student)": 6.837789058685303,
-      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "cov-distil": 2.9307730197906494,
+      "cov-distil (oracle2student)": 7.24095344543457,
+      "cov-distil (oracle2teacher)": 5.6341962814331055,
       "epoch": 0.04552590266875981,
-      "rel-constrast": 7.76063346862793,
+      "rel-constrast": 8.40756893157959,
       "step": 58,
-      "subrel-constrast": 5.378823280334473,
+      "subrel-constrast": 5.365998268127441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.710871696472168,
-      "cov-distil (oracle2student)": 9.897594451904297,
-      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "cov-distil": 2.6584744453430176,
+      "cov-distil (oracle2student)": 11.508739471435547,
+      "cov-distil (oracle2teacher)": 8.840907096862793,
       "epoch": 0.04631083202511774,
-      "rel-constrast": 7.0981221199035645,
+      "rel-constrast": 9.642732620239258,
       "step": 59,
-      "subrel-constrast": 7.289656639099121,
+      "subrel-constrast": 7.269655704498291,
       "view-similarity": 0
     },
     {
       "epoch": 0.04709576138147567,
-      "grad_norm": 16.0,
+      "grad_norm": 16.125,
       "learning_rate": 2.95e-06,
-      "loss": 1.7425,
+      "loss": 1.9021,
       "step": 60
     },
     {
-      "cov-distil": 3.577488899230957,
-      "cov-distil (oracle2student)": 5.867010116577148,
-      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "cov-distil": 3.2480406761169434,
+      "cov-distil (oracle2student)": 5.2012939453125,
+      "cov-distil (oracle2teacher)": 4.705401420593262,
       "epoch": 0.04709576138147567,
-      "rel-constrast": 5.175161838531494,
+      "rel-constrast": 4.42464542388916,
       "step": 60,
-      "subrel-constrast": 4.913603782653809,
+      "subrel-constrast": 4.878454208374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8872010707855225,
-      "cov-distil (oracle2student)": 5.9557085037231445,
-      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "cov-distil": 4.150854110717773,
+      "cov-distil (oracle2student)": 6.158968448638916,
+      "cov-distil (oracle2teacher)": 4.892792701721191,
       "epoch": 0.047880690737833596,
-      "rel-constrast": 6.276098728179932,
+      "rel-constrast": 6.939353942871094,
       "step": 61,
-      "subrel-constrast": 5.370903015136719,
+      "subrel-constrast": 5.360445499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.1421709060668945,
-      "cov-distil (oracle2student)": 6.92226505279541,
-      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "cov-distil": 3.7282018661499023,
+      "cov-distil (oracle2student)": 6.608123779296875,
+      "cov-distil (oracle2teacher)": 5.6158976554870605,
       "epoch": 0.04866562009419152,
-      "rel-constrast": 5.787407398223877,
+      "rel-constrast": 4.260720252990723,
       "step": 62,
-      "subrel-constrast": 4.8872456550598145,
+      "subrel-constrast": 4.891846656799316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.272606372833252,
-      "cov-distil (oracle2student)": 5.872837066650391,
-      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "cov-distil": 2.631406545639038,
+      "cov-distil (oracle2student)": 6.137662887573242,
+      "cov-distil (oracle2teacher)": 3.853431224822998,
       "epoch": 0.04945054945054945,
-      "rel-constrast": 8.104948043823242,
+      "rel-constrast": 7.508699417114258,
       "step": 63,
-      "subrel-constrast": 5.131637096405029,
+      "subrel-constrast": 5.11701774597168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4897913932800293,
-      "cov-distil (oracle2student)": 5.026608467102051,
-      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "cov-distil": 3.1950016021728516,
+      "cov-distil (oracle2student)": 3.944035053253174,
+      "cov-distil (oracle2teacher)": 3.4697511196136475,
       "epoch": 0.05023547880690738,
-      "rel-constrast": 5.219900608062744,
+      "rel-constrast": 5.170882225036621,
       "step": 64,
-      "subrel-constrast": 3.928039073944092,
+      "subrel-constrast": 3.9177777767181396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8875179290771484,
-      "cov-distil (oracle2student)": 7.8943681716918945,
-      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "cov-distil": 2.4478824138641357,
+      "cov-distil (oracle2student)": 7.8331618309021,
+      "cov-distil (oracle2teacher)": 6.046019554138184,
       "epoch": 0.05102040816326531,
-      "rel-constrast": 6.689120292663574,
+      "rel-constrast": 6.368701457977295,
       "step": 65,
-      "subrel-constrast": 5.134953022003174,
+      "subrel-constrast": 5.1522016525268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.124709129333496,
-      "cov-distil (oracle2student)": 5.3820366859436035,
-      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "cov-distil": 3.1648130416870117,
+      "cov-distil (oracle2student)": 4.678180694580078,
+      "cov-distil (oracle2teacher)": 3.793081283569336,
       "epoch": 0.05180533751962323,
-      "rel-constrast": 5.537747859954834,
+      "rel-constrast": 5.03807258605957,
       "step": 66,
-      "subrel-constrast": 3.9992260932922363,
+      "subrel-constrast": 4.0111541748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.69231915473938,
-      "cov-distil (oracle2student)": 6.316229820251465,
-      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "cov-distil": 2.472651958465576,
+      "cov-distil (oracle2student)": 5.728545188903809,
+      "cov-distil (oracle2teacher)": 5.111483573913574,
       "epoch": 0.05259026687598116,
-      "rel-constrast": 7.291317462921143,
+      "rel-constrast": 6.382413387298584,
       "step": 67,
-      "subrel-constrast": 5.170005798339844,
+      "subrel-constrast": 5.162803649902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.139277935028076,
-      "cov-distil (oracle2student)": 5.806092262268066,
-      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "cov-distil": 2.8649234771728516,
+      "cov-distil (oracle2student)": 5.562172889709473,
+      "cov-distil (oracle2teacher)": 4.297783851623535,
       "epoch": 0.05337519623233909,
-      "rel-constrast": 4.4095139503479,
+      "rel-constrast": 4.3729071617126465,
       "step": 68,
-      "subrel-constrast": 4.170525074005127,
+      "subrel-constrast": 4.188640594482422,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6359305381774902,
-      "cov-distil (oracle2student)": 6.551682949066162,
-      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "cov-distil": 2.9627068042755127,
+      "cov-distil (oracle2student)": 6.552493095397949,
+      "cov-distil (oracle2teacher)": 5.048953533172607,
       "epoch": 0.05416012558869702,
-      "rel-constrast": 5.37055778503418,
+      "rel-constrast": 6.077182769775391,
       "step": 69,
-      "subrel-constrast": 5.060253620147705,
+      "subrel-constrast": 5.077021598815918,
       "view-similarity": 0
     },
     {
       "epoch": 0.054945054945054944,
-      "grad_norm": 14.3125,
+      "grad_norm": 13.625,
       "learning_rate": 3.4500000000000004e-06,
-      "loss": 1.5812,
+      "loss": 1.4136,
       "step": 70
     },
     {
-      "cov-distil": 3.1894845962524414,
-      "cov-distil (oracle2student)": 6.189196586608887,
-      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "cov-distil": 3.839323043823242,
+      "cov-distil (oracle2student)": 7.114139556884766,
+      "cov-distil (oracle2teacher)": 5.370059013366699,
       "epoch": 0.054945054945054944,
-      "rel-constrast": 6.035884380340576,
+      "rel-constrast": 7.220484733581543,
       "step": 70,
-      "subrel-constrast": 5.30534553527832,
+      "subrel-constrast": 5.300345420837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3957502841949463,
-      "cov-distil (oracle2student)": 6.262465476989746,
-      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "cov-distil": 3.6297998428344727,
+      "cov-distil (oracle2student)": 6.2254228591918945,
+      "cov-distil (oracle2teacher)": 4.582761764526367,
       "epoch": 0.05572998430141287,
-      "rel-constrast": 5.4684906005859375,
+      "rel-constrast": 7.259527206420898,
       "step": 71,
-      "subrel-constrast": 5.43447732925415,
+      "subrel-constrast": 5.43417501449585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7110936641693115,
-      "cov-distil (oracle2student)": 9.013875007629395,
-      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "cov-distil": 4.334882736206055,
+      "cov-distil (oracle2student)": 9.22071647644043,
+      "cov-distil (oracle2teacher)": 6.7221479415893555,
       "epoch": 0.0565149136577708,
-      "rel-constrast": 8.860300064086914,
+      "rel-constrast": 7.284117698669434,
       "step": 72,
-      "subrel-constrast": 6.688097953796387,
+      "subrel-constrast": 6.694758892059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.631287097930908,
-      "cov-distil (oracle2student)": 5.5042829513549805,
-      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "cov-distil": 3.756556272506714,
+      "cov-distil (oracle2student)": 5.32456111907959,
+      "cov-distil (oracle2teacher)": 4.031085968017578,
       "epoch": 0.05729984301412873,
-      "rel-constrast": 7.457805156707764,
+      "rel-constrast": 7.2440505027771,
       "step": 73,
-      "subrel-constrast": 5.069272518157959,
+      "subrel-constrast": 5.020334243774414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0951480865478516,
-      "cov-distil (oracle2student)": 10.49281120300293,
-      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "cov-distil": 2.848531484603882,
+      "cov-distil (oracle2student)": 11.319361686706543,
+      "cov-distil (oracle2teacher)": 8.855400085449219,
       "epoch": 0.058084772370486655,
-      "rel-constrast": 8.317502975463867,
+      "rel-constrast": 7.886209964752197,
       "step": 74,
-      "subrel-constrast": 6.139723300933838,
+      "subrel-constrast": 6.120777130126953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.448239803314209,
-      "cov-distil (oracle2student)": 6.778696060180664,
-      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "cov-distil": 2.8501079082489014,
+      "cov-distil (oracle2student)": 8.351690292358398,
+      "cov-distil (oracle2teacher)": 6.757690906524658,
       "epoch": 0.05886970172684458,
-      "rel-constrast": 6.208157062530518,
+      "rel-constrast": 6.679050922393799,
       "step": 75,
-      "subrel-constrast": 5.600346088409424,
+      "subrel-constrast": 5.624090671539307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9895548820495605,
-      "cov-distil (oracle2student)": 4.833767890930176,
-      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "cov-distil": 3.5314688682556152,
+      "cov-distil (oracle2student)": 5.017168045043945,
+      "cov-distil (oracle2teacher)": 3.8966832160949707,
       "epoch": 0.059654631083202514,
-      "rel-constrast": 5.301086902618408,
+      "rel-constrast": 6.55039119720459,
       "step": 76,
-      "subrel-constrast": 4.662568092346191,
+      "subrel-constrast": 4.654542922973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.35664701461792,
-      "cov-distil (oracle2student)": 5.233097076416016,
-      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "cov-distil": 3.1191458702087402,
+      "cov-distil (oracle2student)": 7.10849142074585,
+      "cov-distil (oracle2teacher)": 4.753877639770508,
       "epoch": 0.06043956043956044,
-      "rel-constrast": 5.103623867034912,
+      "rel-constrast": 6.13774299621582,
       "step": 77,
-      "subrel-constrast": 4.268317222595215,
+      "subrel-constrast": 4.276573181152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.415127754211426,
-      "cov-distil (oracle2student)": 6.644197940826416,
-      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "cov-distil": 2.9652886390686035,
+      "cov-distil (oracle2student)": 6.870312213897705,
+      "cov-distil (oracle2teacher)": 6.381089210510254,
       "epoch": 0.061224489795918366,
-      "rel-constrast": 6.561215400695801,
+      "rel-constrast": 7.212562561035156,
       "step": 78,
-      "subrel-constrast": 5.962937355041504,
+      "subrel-constrast": 5.970656871795654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.510354995727539,
-      "cov-distil (oracle2student)": 8.139422416687012,
-      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "cov-distil": 3.88862943649292,
+      "cov-distil (oracle2student)": 6.771824836730957,
+      "cov-distil (oracle2teacher)": 5.442126274108887,
       "epoch": 0.06200941915227629,
-      "rel-constrast": 6.134330749511719,
+      "rel-constrast": 6.070984363555908,
       "step": 79,
-      "subrel-constrast": 5.620271682739258,
+      "subrel-constrast": 5.592937469482422,
       "view-similarity": 0
     },
     {
       "epoch": 0.06279434850863422,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.75,
       "learning_rate": 3.95e-06,
-      "loss": 1.7156,
+      "loss": 1.7386,
       "step": 80
     },
     {
-      "cov-distil": 3.3284835815429688,
-      "cov-distil (oracle2student)": 7.619293212890625,
-      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "cov-distil": 3.514498472213745,
+      "cov-distil (oracle2student)": 9.237842559814453,
+      "cov-distil (oracle2teacher)": 7.348791122436523,
       "epoch": 0.06279434850863422,
-      "rel-constrast": 7.173356533050537,
+      "rel-constrast": 9.205596923828125,
       "step": 80,
-      "subrel-constrast": 6.808206558227539,
+      "subrel-constrast": 6.820802688598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4397096633911133,
-      "cov-distil (oracle2student)": 7.676415920257568,
-      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "cov-distil": 3.5047049522399902,
+      "cov-distil (oracle2student)": 7.59220552444458,
+      "cov-distil (oracle2teacher)": 6.999439239501953,
       "epoch": 0.06357927786499215,
-      "rel-constrast": 6.886641502380371,
+      "rel-constrast": 7.212032318115234,
       "step": 81,
-      "subrel-constrast": 6.984169960021973,
+      "subrel-constrast": 6.95530366897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0268101692199707,
-      "cov-distil (oracle2student)": 7.81688117980957,
-      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "cov-distil": 3.000718116760254,
+      "cov-distil (oracle2student)": 7.446198463439941,
+      "cov-distil (oracle2teacher)": 6.537316799163818,
       "epoch": 0.06436420722135008,
-      "rel-constrast": 5.896097660064697,
+      "rel-constrast": 5.703088283538818,
       "step": 82,
-      "subrel-constrast": 5.227864742279053,
+      "subrel-constrast": 5.217872142791748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.393474578857422,
-      "cov-distil (oracle2student)": 6.482656478881836,
-      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "cov-distil": 3.320131540298462,
+      "cov-distil (oracle2student)": 6.305401802062988,
+      "cov-distil (oracle2teacher)": 5.572563171386719,
       "epoch": 0.065149136577708,
-      "rel-constrast": 6.319892883300781,
+      "rel-constrast": 6.859314918518066,
       "step": 83,
-      "subrel-constrast": 5.442715644836426,
+      "subrel-constrast": 5.421894073486328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517345905303955,
-      "cov-distil (oracle2student)": 6.040264129638672,
-      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "cov-distil": 3.191112518310547,
+      "cov-distil (oracle2student)": 6.1467132568359375,
+      "cov-distil (oracle2teacher)": 5.336712837219238,
       "epoch": 0.06593406593406594,
-      "rel-constrast": 5.40537166595459,
+      "rel-constrast": 5.71973180770874,
       "step": 84,
-      "subrel-constrast": 4.604902267456055,
+      "subrel-constrast": 4.596525192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.264801502227783,
-      "cov-distil (oracle2student)": 4.99867057800293,
-      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "cov-distil": 3.467418670654297,
+      "cov-distil (oracle2student)": 4.397757053375244,
+      "cov-distil (oracle2teacher)": 4.261507034301758,
       "epoch": 0.06671899529042387,
-      "rel-constrast": 5.624813079833984,
+      "rel-constrast": 4.311592102050781,
       "step": 85,
-      "subrel-constrast": 4.161462783813477,
+      "subrel-constrast": 4.140945911407471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266205310821533,
-      "cov-distil (oracle2student)": 8.019726753234863,
-      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "cov-distil": 2.6339776515960693,
+      "cov-distil (oracle2student)": 7.504982948303223,
+      "cov-distil (oracle2teacher)": 6.342288970947266,
       "epoch": 0.06750392464678179,
-      "rel-constrast": 5.973287582397461,
+      "rel-constrast": 6.919770240783691,
       "step": 86,
-      "subrel-constrast": 5.353548526763916,
+      "subrel-constrast": 5.356539726257324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9515674114227295,
-      "cov-distil (oracle2student)": 6.66702938079834,
-      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "cov-distil": 3.273770332336426,
+      "cov-distil (oracle2student)": 5.814985275268555,
+      "cov-distil (oracle2teacher)": 5.552024841308594,
       "epoch": 0.06828885400313972,
-      "rel-constrast": 7.188405990600586,
+      "rel-constrast": 6.946782112121582,
       "step": 87,
-      "subrel-constrast": 6.352745056152344,
+      "subrel-constrast": 6.339221000671387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.024931907653809,
-      "cov-distil (oracle2student)": 8.261985778808594,
-      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "cov-distil": 3.913015365600586,
+      "cov-distil (oracle2student)": 10.147391319274902,
+      "cov-distil (oracle2teacher)": 8.299596786499023,
       "epoch": 0.06907378335949764,
-      "rel-constrast": 6.1363115310668945,
+      "rel-constrast": 7.445561408996582,
       "step": 88,
-      "subrel-constrast": 5.887054920196533,
+      "subrel-constrast": 5.841367244720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.616726875305176,
-      "cov-distil (oracle2student)": 7.866814613342285,
-      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "cov-distil": 3.014737129211426,
+      "cov-distil (oracle2student)": 8.533182144165039,
+      "cov-distil (oracle2teacher)": 6.393281936645508,
       "epoch": 0.06985871271585557,
-      "rel-constrast": 6.378461837768555,
+      "rel-constrast": 6.527789115905762,
       "step": 89,
-      "subrel-constrast": 5.206252098083496,
+      "subrel-constrast": 5.174871444702148,
       "view-similarity": 0
     },
     {
       "epoch": 0.0706436420722135,
-      "grad_norm": 17.75,
+      "grad_norm": 16.0,
       "learning_rate": 4.45e-06,
-      "loss": 1.6566,
+      "loss": 1.6713,
       "step": 90
     },
     {
-      "cov-distil": 3.3641278743743896,
-      "cov-distil (oracle2student)": 5.879482269287109,
-      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "cov-distil": 4.172259330749512,
+      "cov-distil (oracle2student)": 6.947085380554199,
+      "cov-distil (oracle2teacher)": 4.661184787750244,
       "epoch": 0.0706436420722135,
-      "rel-constrast": 4.970180511474609,
+      "rel-constrast": 7.325626850128174,
       "step": 90,
-      "subrel-constrast": 4.763465881347656,
+      "subrel-constrast": 4.767091274261475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9355416297912598,
-      "cov-distil (oracle2student)": 6.9991936683654785,
-      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "cov-distil": 2.842317819595337,
+      "cov-distil (oracle2student)": 6.475354194641113,
+      "cov-distil (oracle2teacher)": 5.886109828948975,
       "epoch": 0.07142857142857142,
-      "rel-constrast": 5.827273845672607,
+      "rel-constrast": 4.6491289138793945,
       "step": 91,
-      "subrel-constrast": 4.389217853546143,
+      "subrel-constrast": 4.35485315322876,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.328171491622925,
-      "cov-distil (oracle2student)": 6.016704559326172,
-      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "cov-distil": 3.5069222450256348,
+      "cov-distil (oracle2student)": 7.179730415344238,
+      "cov-distil (oracle2teacher)": 5.005096435546875,
       "epoch": 0.07221350078492936,
-      "rel-constrast": 6.104631423950195,
+      "rel-constrast": 6.764369964599609,
       "step": 92,
-      "subrel-constrast": 5.1348137855529785,
+      "subrel-constrast": 5.091543674468994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7416696548461914,
-      "cov-distil (oracle2student)": 6.554116249084473,
-      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "cov-distil": 2.8493378162384033,
+      "cov-distil (oracle2student)": 6.265390872955322,
+      "cov-distil (oracle2teacher)": 5.647514820098877,
       "epoch": 0.07299843014128729,
-      "rel-constrast": 4.428642272949219,
+      "rel-constrast": 5.97506856918335,
       "step": 93,
-      "subrel-constrast": 4.080572605133057,
+      "subrel-constrast": 4.0710225105285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.126981258392334,
-      "cov-distil (oracle2student)": 7.561041355133057,
-      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "cov-distil": 4.365849018096924,
+      "cov-distil (oracle2student)": 7.752453804016113,
+      "cov-distil (oracle2teacher)": 6.529370307922363,
       "epoch": 0.07378335949764521,
-      "rel-constrast": 6.626583576202393,
+      "rel-constrast": 6.864980697631836,
       "step": 94,
-      "subrel-constrast": 6.036290168762207,
+      "subrel-constrast": 6.003664970397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266633987426758,
-      "cov-distil (oracle2student)": 8.336587905883789,
-      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "cov-distil": 3.9482431411743164,
+      "cov-distil (oracle2student)": 8.208736419677734,
+      "cov-distil (oracle2teacher)": 6.756885528564453,
       "epoch": 0.07456828885400314,
-      "rel-constrast": 5.243127822875977,
+      "rel-constrast": 6.474591255187988,
       "step": 95,
-      "subrel-constrast": 5.471756458282471,
+      "subrel-constrast": 5.497350692749023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3002748489379883,
-      "cov-distil (oracle2student)": 7.252134799957275,
-      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "cov-distil": 3.8980870246887207,
+      "cov-distil (oracle2student)": 6.817686080932617,
+      "cov-distil (oracle2teacher)": 5.284598350524902,
       "epoch": 0.07535321821036106,
-      "rel-constrast": 6.544553756713867,
+      "rel-constrast": 6.325166702270508,
       "step": 96,
-      "subrel-constrast": 4.715362548828125,
+      "subrel-constrast": 4.700587749481201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.930333375930786,
-      "cov-distil (oracle2student)": 7.169529914855957,
-      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "cov-distil": 3.492767095565796,
+      "cov-distil (oracle2student)": 7.6443023681640625,
+      "cov-distil (oracle2teacher)": 6.197578430175781,
       "epoch": 0.076138147566719,
-      "rel-constrast": 8.069984436035156,
+      "rel-constrast": 7.580464839935303,
       "step": 97,
-      "subrel-constrast": 6.452698230743408,
+      "subrel-constrast": 6.411718368530273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3107340335845947,
-      "cov-distil (oracle2student)": 5.442892074584961,
-      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "cov-distil": 4.256983280181885,
+      "cov-distil (oracle2student)": 5.973204612731934,
+      "cov-distil (oracle2teacher)": 5.072113990783691,
       "epoch": 0.07692307692307693,
-      "rel-constrast": 5.03950834274292,
+      "rel-constrast": 5.687909126281738,
       "step": 98,
-      "subrel-constrast": 5.33092737197876,
+      "subrel-constrast": 5.3254714012146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7905068397521973,
-      "cov-distil (oracle2student)": 6.082137584686279,
-      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "cov-distil": 3.688767910003662,
+      "cov-distil (oracle2student)": 7.6080427169799805,
+      "cov-distil (oracle2teacher)": 5.660515785217285,
       "epoch": 0.07770800627943485,
-      "rel-constrast": 5.238041400909424,
+      "rel-constrast": 6.207898139953613,
       "step": 99,
-      "subrel-constrast": 5.280867576599121,
+      "subrel-constrast": 5.273509502410889,
       "view-similarity": 0
     },
     {
       "epoch": 0.07849293563579278,
-      "grad_norm": 16.25,
+      "grad_norm": 13.1875,
       "learning_rate": 4.950000000000001e-06,
-      "loss": 1.5351,
+      "loss": 1.5964,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
-      "overlap": 0.20468750596046448,
+      "overlap": 0.26093751192092896,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "student margin": 0.018585205078125
+      "student margin": 0.02233123779296875
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "teacher margin": 0.0267791748046875
+      "teacher margin": 0.02655029296875
     },
     {
       "epoch": 0.07849293563579278,
-      "margin difference": 0.0081939697265625,
+      "margin difference": 0.00421905517578125,
       "step": 100
     },
     {
-      "cov-distil": 3.0693624019622803,
-      "cov-distil (oracle2student)": 6.980118751525879,
-      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "cov-distil": 3.0646181106567383,
+      "cov-distil (oracle2student)": 5.650156021118164,
+      "cov-distil (oracle2teacher)": 5.052879333496094,
       "epoch": 0.07849293563579278,
-      "rel-constrast": 9.246582984924316,
+      "rel-constrast": 7.446720123291016,
       "step": 100,
-      "subrel-constrast": 5.737648963928223,
+      "subrel-constrast": 5.769871234893799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.966313362121582,
-      "cov-distil (oracle2student)": 6.273595809936523,
-      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "cov-distil": 4.30760383605957,
+      "cov-distil (oracle2student)": 7.590290069580078,
+      "cov-distil (oracle2teacher)": 6.352579116821289,
       "epoch": 0.07927786499215071,
-      "rel-constrast": 8.411349296569824,
+      "rel-constrast": 9.573251724243164,
       "step": 101,
-      "subrel-constrast": 8.01908016204834,
+      "subrel-constrast": 8.01053524017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8371520042419434,
-      "cov-distil (oracle2student)": 8.099665641784668,
-      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "cov-distil": 2.8127479553222656,
+      "cov-distil (oracle2student)": 8.519676208496094,
+      "cov-distil (oracle2teacher)": 6.318304061889648,
       "epoch": 0.08006279434850863,
-      "rel-constrast": 4.871597766876221,
+      "rel-constrast": 5.976484298706055,
       "step": 102,
-      "subrel-constrast": 3.9983325004577637,
+      "subrel-constrast": 3.997304677963257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8040473461151123,
-      "cov-distil (oracle2student)": 7.026789665222168,
-      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "cov-distil": 3.0864481925964355,
+      "cov-distil (oracle2student)": 7.834372520446777,
+      "cov-distil (oracle2teacher)": 6.268488883972168,
       "epoch": 0.08084772370486656,
-      "rel-constrast": 6.079948902130127,
+      "rel-constrast": 6.369638442993164,
       "step": 103,
-      "subrel-constrast": 5.005115985870361,
+      "subrel-constrast": 4.998741149902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1548211574554443,
-      "cov-distil (oracle2student)": 6.445549488067627,
-      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "cov-distil": 4.139869689941406,
+      "cov-distil (oracle2student)": 5.192523002624512,
+      "cov-distil (oracle2teacher)": 4.180977821350098,
       "epoch": 0.08163265306122448,
-      "rel-constrast": 7.2248029708862305,
+      "rel-constrast": 7.094812393188477,
       "step": 104,
-      "subrel-constrast": 5.305993556976318,
+      "subrel-constrast": 5.309741497039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.700580596923828,
-      "cov-distil (oracle2student)": 6.819460868835449,
-      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "cov-distil": 2.8629326820373535,
+      "cov-distil (oracle2student)": 6.405134201049805,
+      "cov-distil (oracle2teacher)": 4.585333347320557,
       "epoch": 0.08241758241758242,
-      "rel-constrast": 6.1904296875,
+      "rel-constrast": 6.029398441314697,
       "step": 105,
-      "subrel-constrast": 4.427753925323486,
+      "subrel-constrast": 4.405944347381592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641253709793091,
-      "cov-distil (oracle2student)": 7.707598686218262,
-      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "cov-distil": 2.804183006286621,
+      "cov-distil (oracle2student)": 8.208352088928223,
+      "cov-distil (oracle2teacher)": 5.973414421081543,
       "epoch": 0.08320251177394035,
-      "rel-constrast": 6.605925559997559,
+      "rel-constrast": 6.903252601623535,
       "step": 106,
-      "subrel-constrast": 5.04954719543457,
+      "subrel-constrast": 5.036705017089844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9230635166168213,
-      "cov-distil (oracle2student)": 5.4684858322143555,
-      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "cov-distil": 3.0254249572753906,
+      "cov-distil (oracle2student)": 6.2759881019592285,
+      "cov-distil (oracle2teacher)": 4.3028411865234375,
       "epoch": 0.08398744113029827,
-      "rel-constrast": 5.391318321228027,
+      "rel-constrast": 5.653914928436279,
       "step": 107,
-      "subrel-constrast": 4.032782554626465,
+      "subrel-constrast": 4.003635406494141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.161479949951172,
-      "cov-distil (oracle2student)": 7.42598819732666,
-      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "cov-distil": 3.3716814517974854,
+      "cov-distil (oracle2student)": 9.016988754272461,
+      "cov-distil (oracle2teacher)": 7.027234077453613,
       "epoch": 0.0847723704866562,
-      "rel-constrast": 5.700629234313965,
+      "rel-constrast": 7.428191184997559,
       "step": 108,
-      "subrel-constrast": 5.242112636566162,
+      "subrel-constrast": 5.234278678894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.411763906478882,
-      "cov-distil (oracle2student)": 4.519542217254639,
-      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "cov-distil": 2.568998336791992,
+      "cov-distil (oracle2student)": 5.452152252197266,
+      "cov-distil (oracle2teacher)": 4.029109954833984,
       "epoch": 0.08555729984301413,
-      "rel-constrast": 3.85139799118042,
+      "rel-constrast": 4.599295139312744,
       "step": 109,
-      "subrel-constrast": 3.0891919136047363,
+      "subrel-constrast": 3.0936286449432373,
       "view-similarity": 0
     },
     {
       "epoch": 0.08634222919937205,
-      "grad_norm": 12.6875,
+      "grad_norm": 9.875,
       "learning_rate": 5.45e-06,
-      "loss": 1.6685,
+      "loss": 1.6769,
       "step": 110
     },
     {
-      "cov-distil": 3.7623462677001953,
-      "cov-distil (oracle2student)": 5.816520690917969,
-      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "cov-distil": 3.463804244995117,
+      "cov-distil (oracle2student)": 5.9991865158081055,
+      "cov-distil (oracle2teacher)": 5.275448799133301,
       "epoch": 0.08634222919937205,
-      "rel-constrast": 5.916131496429443,
+      "rel-constrast": 4.33720064163208,
       "step": 110,
-      "subrel-constrast": 5.666640758514404,
+      "subrel-constrast": 5.682195663452148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9162516593933105,
-      "cov-distil (oracle2student)": 6.607631683349609,
-      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "cov-distil": 3.6036934852600098,
+      "cov-distil (oracle2student)": 6.447922229766846,
+      "cov-distil (oracle2teacher)": 6.030551910400391,
       "epoch": 0.08712715855572999,
-      "rel-constrast": 6.387336254119873,
+      "rel-constrast": 7.509331226348877,
       "step": 111,
-      "subrel-constrast": 6.173241138458252,
+      "subrel-constrast": 6.130700588226318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.200730085372925,
-      "cov-distil (oracle2student)": 5.046133041381836,
-      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "cov-distil": 3.115490674972534,
+      "cov-distil (oracle2student)": 5.588878631591797,
+      "cov-distil (oracle2teacher)": 4.286932468414307,
       "epoch": 0.08791208791208792,
-      "rel-constrast": 6.980642795562744,
+      "rel-constrast": 7.0166015625,
       "step": 112,
-      "subrel-constrast": 5.868181228637695,
+      "subrel-constrast": 5.838592529296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8479957580566406,
-      "cov-distil (oracle2student)": 5.748662948608398,
-      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "cov-distil": 3.1193699836730957,
+      "cov-distil (oracle2student)": 6.684403419494629,
+      "cov-distil (oracle2teacher)": 4.05767297744751,
       "epoch": 0.08869701726844584,
-      "rel-constrast": 6.133625507354736,
+      "rel-constrast": 6.063724994659424,
       "step": 113,
-      "subrel-constrast": 5.044037818908691,
+      "subrel-constrast": 5.05271053314209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.956294059753418,
-      "cov-distil (oracle2student)": 5.843686103820801,
-      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "cov-distil": 3.0026895999908447,
+      "cov-distil (oracle2student)": 5.701247692108154,
+      "cov-distil (oracle2teacher)": 4.371553897857666,
       "epoch": 0.08948194662480377,
-      "rel-constrast": 5.719607353210449,
+      "rel-constrast": 5.26547384262085,
       "step": 114,
-      "subrel-constrast": 4.5047831535339355,
+      "subrel-constrast": 4.471022129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6976065635681152,
-      "cov-distil (oracle2student)": 6.534242153167725,
-      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "cov-distil": 4.096764087677002,
+      "cov-distil (oracle2student)": 6.054049968719482,
+      "cov-distil (oracle2teacher)": 4.963072776794434,
       "epoch": 0.09026687598116169,
-      "rel-constrast": 6.587165832519531,
+      "rel-constrast": 6.288113117218018,
       "step": 115,
-      "subrel-constrast": 5.188892841339111,
+      "subrel-constrast": 5.170440673828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2262754440307617,
-      "cov-distil (oracle2student)": 7.407478332519531,
-      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "cov-distil": 4.119442462921143,
+      "cov-distil (oracle2student)": 8.004167556762695,
+      "cov-distil (oracle2teacher)": 5.903647422790527,
       "epoch": 0.09105180533751962,
-      "rel-constrast": 7.407068252563477,
+      "rel-constrast": 9.36007308959961,
       "step": 116,
-      "subrel-constrast": 6.1709818840026855,
+      "subrel-constrast": 6.159489154815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.905567169189453,
-      "cov-distil (oracle2student)": 6.0437421798706055,
-      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "cov-distil": 3.401610851287842,
+      "cov-distil (oracle2student)": 6.830559730529785,
+      "cov-distil (oracle2teacher)": 5.260702133178711,
       "epoch": 0.09183673469387756,
-      "rel-constrast": 5.36617374420166,
+      "rel-constrast": 6.977236270904541,
       "step": 117,
-      "subrel-constrast": 4.775646686553955,
+      "subrel-constrast": 4.774789333343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6030263900756836,
-      "cov-distil (oracle2student)": 7.838919639587402,
-      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "cov-distil": 3.7812230587005615,
+      "cov-distil (oracle2student)": 6.804970741271973,
+      "cov-distil (oracle2teacher)": 6.504517555236816,
       "epoch": 0.09262166405023547,
-      "rel-constrast": 4.8718767166137695,
+      "rel-constrast": 5.411280155181885,
       "step": 118,
-      "subrel-constrast": 4.323362827301025,
+      "subrel-constrast": 4.296385765075684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.951072931289673,
-      "cov-distil (oracle2student)": 3.37375545501709,
-      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "cov-distil": 3.2783865928649902,
+      "cov-distil (oracle2student)": 4.664431571960449,
+      "cov-distil (oracle2teacher)": 3.932188034057617,
       "epoch": 0.09340659340659341,
-      "rel-constrast": 4.747162342071533,
+      "rel-constrast": 4.738246917724609,
       "step": 119,
-      "subrel-constrast": 4.06825590133667,
+      "subrel-constrast": 4.050357818603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.09419152276295134,
-      "grad_norm": 11.8125,
+      "grad_norm": 12.375,
       "learning_rate": 5.95e-06,
-      "loss": 1.5856,
+      "loss": 1.5742,
       "step": 120
     },
     {
-      "cov-distil": 2.652560234069824,
-      "cov-distil (oracle2student)": 7.5916571617126465,
-      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "cov-distil": 2.753736734390259,
+      "cov-distil (oracle2student)": 7.779763221740723,
+      "cov-distil (oracle2teacher)": 6.3939127922058105,
       "epoch": 0.09419152276295134,
-      "rel-constrast": 5.198563575744629,
+      "rel-constrast": 5.277710914611816,
       "step": 120,
-      "subrel-constrast": 4.764272689819336,
+      "subrel-constrast": 4.793119430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276362895965576,
-      "cov-distil (oracle2student)": 4.456997871398926,
-      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "cov-distil": 3.134331464767456,
+      "cov-distil (oracle2student)": 5.249656677246094,
+      "cov-distil (oracle2teacher)": 3.9930598735809326,
       "epoch": 0.09497645211930926,
-      "rel-constrast": 6.008549213409424,
+      "rel-constrast": 6.020803928375244,
       "step": 121,
-      "subrel-constrast": 4.660116672515869,
+      "subrel-constrast": 4.648012161254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.912120819091797,
-      "cov-distil (oracle2student)": 8.093740463256836,
-      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "cov-distil": 3.8989295959472656,
+      "cov-distil (oracle2student)": 7.892412185668945,
+      "cov-distil (oracle2teacher)": 6.6092329025268555,
       "epoch": 0.09576138147566719,
-      "rel-constrast": 6.139238357543945,
+      "rel-constrast": 5.2931952476501465,
       "step": 122,
-      "subrel-constrast": 4.679972171783447,
+      "subrel-constrast": 4.701415538787842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.049605369567871,
-      "cov-distil (oracle2student)": 5.1690802574157715,
-      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "cov-distil": 2.369187831878662,
+      "cov-distil (oracle2student)": 5.326510429382324,
+      "cov-distil (oracle2teacher)": 4.398371696472168,
       "epoch": 0.09654631083202511,
-      "rel-constrast": 5.203070640563965,
+      "rel-constrast": 4.237156391143799,
       "step": 123,
-      "subrel-constrast": 4.063456058502197,
+      "subrel-constrast": 4.039740562438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0213463306427,
-      "cov-distil (oracle2student)": 7.696413993835449,
-      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "cov-distil": 2.956603527069092,
+      "cov-distil (oracle2student)": 7.593158721923828,
+      "cov-distil (oracle2teacher)": 6.412726879119873,
       "epoch": 0.09733124018838304,
-      "rel-constrast": 6.98874568939209,
+      "rel-constrast": 6.886216640472412,
       "step": 124,
-      "subrel-constrast": 5.5499491691589355,
+      "subrel-constrast": 5.587587356567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.535893440246582,
-      "cov-distil (oracle2student)": 8.712299346923828,
-      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "cov-distil": 2.5867247581481934,
+      "cov-distil (oracle2student)": 9.468273162841797,
+      "cov-distil (oracle2teacher)": 7.500733375549316,
       "epoch": 0.09811616954474098,
-      "rel-constrast": 6.464357376098633,
+      "rel-constrast": 6.810101509094238,
       "step": 125,
-      "subrel-constrast": 5.6494855880737305,
+      "subrel-constrast": 5.63134765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6822762489318848,
-      "cov-distil (oracle2student)": 6.449732780456543,
-      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "cov-distil": 3.4119648933410645,
+      "cov-distil (oracle2student)": 5.082828521728516,
+      "cov-distil (oracle2teacher)": 4.722224235534668,
       "epoch": 0.0989010989010989,
-      "rel-constrast": 5.643919944763184,
+      "rel-constrast": 6.404219627380371,
       "step": 126,
-      "subrel-constrast": 4.270016193389893,
+      "subrel-constrast": 4.241744041442871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1074256896972656,
-      "cov-distil (oracle2student)": 5.3115644454956055,
-      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "cov-distil": 2.5176498889923096,
+      "cov-distil (oracle2student)": 5.443663120269775,
+      "cov-distil (oracle2teacher)": 4.423578262329102,
       "epoch": 0.09968602825745683,
-      "rel-constrast": 5.749547004699707,
+      "rel-constrast": 7.538323402404785,
       "step": 127,
-      "subrel-constrast": 5.532700538635254,
+      "subrel-constrast": 5.495424270629883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.936629295349121,
-      "cov-distil (oracle2student)": 5.304935455322266,
-      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "cov-distil": 2.6202151775360107,
+      "cov-distil (oracle2student)": 4.336757659912109,
+      "cov-distil (oracle2teacher)": 3.8966522216796875,
       "epoch": 0.10047095761381476,
-      "rel-constrast": 6.327916622161865,
+      "rel-constrast": 5.007964134216309,
       "step": 128,
-      "subrel-constrast": 4.5997748374938965,
+      "subrel-constrast": 4.565318584442139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.669504165649414,
-      "cov-distil (oracle2student)": 9.971288681030273,
-      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "cov-distil": 3.732468843460083,
+      "cov-distil (oracle2student)": 9.054546356201172,
+      "cov-distil (oracle2teacher)": 6.8621978759765625,
       "epoch": 0.10125588697017268,
-      "rel-constrast": 6.6161065101623535,
+      "rel-constrast": 6.9113545417785645,
       "step": 129,
-      "subrel-constrast": 5.407919883728027,
+      "subrel-constrast": 5.373458385467529,
       "view-similarity": 0
     },
     {
       "epoch": 0.10204081632653061,
       "grad_norm": 16.5,
       "learning_rate": 6.45e-06,
-      "loss": 1.5831,
+      "loss": 1.5097,
       "step": 130
     },
     {
-      "cov-distil": 2.327519178390503,
-      "cov-distil (oracle2student)": 6.993311405181885,
-      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "cov-distil": 3.5826101303100586,
+      "cov-distil (oracle2student)": 7.589132308959961,
+      "cov-distil (oracle2teacher)": 4.673649787902832,
       "epoch": 0.10204081632653061,
-      "rel-constrast": 4.820262432098389,
+      "rel-constrast": 6.0022478103637695,
       "step": 130,
-      "subrel-constrast": 3.4438061714172363,
+      "subrel-constrast": 3.412348508834839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0019335746765137,
-      "cov-distil (oracle2student)": 4.936619281768799,
-      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "cov-distil": 3.5502538681030273,
+      "cov-distil (oracle2student)": 6.185405731201172,
+      "cov-distil (oracle2teacher)": 3.6011123657226562,
       "epoch": 0.10282574568288853,
-      "rel-constrast": 5.546187400817871,
+      "rel-constrast": 6.291843891143799,
       "step": 131,
-      "subrel-constrast": 4.52654504776001,
+      "subrel-constrast": 4.55568265914917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2872753143310547,
-      "cov-distil (oracle2student)": 4.686687469482422,
-      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "cov-distil": 4.225607872009277,
+      "cov-distil (oracle2student)": 5.891122817993164,
+      "cov-distil (oracle2teacher)": 4.642459869384766,
       "epoch": 0.10361067503924647,
-      "rel-constrast": 4.3100128173828125,
+      "rel-constrast": 6.100297451019287,
       "step": 132,
-      "subrel-constrast": 4.772364139556885,
+      "subrel-constrast": 4.809032440185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.951021432876587,
-      "cov-distil (oracle2student)": 5.6703667640686035,
-      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "cov-distil": 2.613135814666748,
+      "cov-distil (oracle2student)": 4.144036293029785,
+      "cov-distil (oracle2teacher)": 3.427272081375122,
       "epoch": 0.1043956043956044,
-      "rel-constrast": 7.899327754974365,
+      "rel-constrast": 6.653631210327148,
       "step": 133,
-      "subrel-constrast": 5.173623085021973,
+      "subrel-constrast": 5.155982494354248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8324503898620605,
-      "cov-distil (oracle2student)": 6.385481834411621,
-      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "cov-distil": 3.6445398330688477,
+      "cov-distil (oracle2student)": 6.976521015167236,
+      "cov-distil (oracle2teacher)": 4.969244480133057,
       "epoch": 0.10518053375196232,
-      "rel-constrast": 7.542125701904297,
+      "rel-constrast": 9.596206665039062,
       "step": 134,
-      "subrel-constrast": 6.20897102355957,
+      "subrel-constrast": 6.209388256072998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.568618059158325,
-      "cov-distil (oracle2student)": 5.818717956542969,
-      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "cov-distil": 2.666306257247925,
+      "cov-distil (oracle2student)": 4.872648239135742,
+      "cov-distil (oracle2teacher)": 4.429591655731201,
       "epoch": 0.10596546310832025,
-      "rel-constrast": 6.248257637023926,
+      "rel-constrast": 5.796459197998047,
       "step": 135,
-      "subrel-constrast": 5.135055065155029,
+      "subrel-constrast": 5.10705041885376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.144698143005371,
-      "cov-distil (oracle2student)": 4.889866828918457,
-      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "cov-distil": 2.867917537689209,
+      "cov-distil (oracle2student)": 5.5221476554870605,
+      "cov-distil (oracle2teacher)": 4.040358543395996,
       "epoch": 0.10675039246467818,
-      "rel-constrast": 5.107748031616211,
+      "rel-constrast": 5.675872802734375,
       "step": 136,
-      "subrel-constrast": 4.345935821533203,
+      "subrel-constrast": 4.308029651641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7044363021850586,
-      "cov-distil (oracle2student)": 6.096634864807129,
-      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "cov-distil": 2.4281678199768066,
+      "cov-distil (oracle2student)": 6.82718563079834,
+      "cov-distil (oracle2teacher)": 5.394460678100586,
       "epoch": 0.1075353218210361,
-      "rel-constrast": 4.691919326782227,
+      "rel-constrast": 5.014422416687012,
       "step": 137,
-      "subrel-constrast": 3.9912216663360596,
+      "subrel-constrast": 3.941392660140991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4799304008483887,
-      "cov-distil (oracle2student)": 7.858448505401611,
-      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "cov-distil": 3.281728744506836,
+      "cov-distil (oracle2student)": 8.95314884185791,
+      "cov-distil (oracle2teacher)": 6.387600898742676,
       "epoch": 0.10832025117739404,
-      "rel-constrast": 6.566288948059082,
+      "rel-constrast": 7.405739784240723,
       "step": 138,
-      "subrel-constrast": 5.5048980712890625,
+      "subrel-constrast": 5.526828289031982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7945852279663086,
-      "cov-distil (oracle2student)": 7.29274320602417,
-      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "cov-distil": 3.199995994567871,
+      "cov-distil (oracle2student)": 6.993356704711914,
+      "cov-distil (oracle2teacher)": 6.515793800354004,
       "epoch": 0.10910518053375197,
-      "rel-constrast": 5.898140907287598,
+      "rel-constrast": 7.969585418701172,
       "step": 139,
-      "subrel-constrast": 5.746703624725342,
+      "subrel-constrast": 5.674949645996094,
       "view-similarity": 0
     },
     {
       "epoch": 0.10989010989010989,
-      "grad_norm": 18.125,
+      "grad_norm": 15.4375,
       "learning_rate": 6.950000000000001e-06,
-      "loss": 1.536,
+      "loss": 1.6627,
       "step": 140
     },
     {
-      "cov-distil": 3.14044451713562,
-      "cov-distil (oracle2student)": 4.587895393371582,
-      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "cov-distil": 3.0478715896606445,
+      "cov-distil (oracle2student)": 4.032871723175049,
+      "cov-distil (oracle2teacher)": 3.6633141040802,
       "epoch": 0.10989010989010989,
-      "rel-constrast": 5.251264572143555,
+      "rel-constrast": 6.712202072143555,
       "step": 140,
-      "subrel-constrast": 5.109164714813232,
+      "subrel-constrast": 5.074481010437012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.021540641784668,
-      "cov-distil (oracle2student)": 7.4869279861450195,
-      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "cov-distil": 3.525759696960449,
+      "cov-distil (oracle2student)": 7.28286600112915,
+      "cov-distil (oracle2teacher)": 5.443356513977051,
       "epoch": 0.11067503924646782,
-      "rel-constrast": 6.179267406463623,
+      "rel-constrast": 7.158378601074219,
       "step": 141,
-      "subrel-constrast": 5.208951950073242,
+      "subrel-constrast": 5.154661655426025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6684998273849487,
-      "cov-distil (oracle2student)": 6.087306976318359,
-      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "cov-distil": 3.08044171333313,
+      "cov-distil (oracle2student)": 6.453373432159424,
+      "cov-distil (oracle2teacher)": 5.040820121765137,
       "epoch": 0.11145996860282574,
-      "rel-constrast": 5.406123161315918,
+      "rel-constrast": 5.518401145935059,
       "step": 142,
-      "subrel-constrast": 4.496994495391846,
+      "subrel-constrast": 4.588344097137451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436387300491333,
-      "cov-distil (oracle2student)": 6.199030876159668,
-      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "cov-distil": 3.689772367477417,
+      "cov-distil (oracle2student)": 6.7255635261535645,
+      "cov-distil (oracle2teacher)": 5.300020694732666,
       "epoch": 0.11224489795918367,
-      "rel-constrast": 7.168307781219482,
+      "rel-constrast": 8.479483604431152,
       "step": 143,
-      "subrel-constrast": 7.344377517700195,
+      "subrel-constrast": 7.284424304962158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8038110733032227,
-      "cov-distil (oracle2student)": 6.1025261878967285,
-      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "cov-distil": 2.696672201156616,
+      "cov-distil (oracle2student)": 6.833281517028809,
+      "cov-distil (oracle2teacher)": 4.9301276206970215,
       "epoch": 0.1130298273155416,
-      "rel-constrast": 5.3039350509643555,
+      "rel-constrast": 7.544017791748047,
       "step": 144,
-      "subrel-constrast": 5.038955211639404,
+      "subrel-constrast": 4.927720546722412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3631601333618164,
-      "cov-distil (oracle2student)": 5.591802597045898,
-      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "cov-distil": 3.364506483078003,
+      "cov-distil (oracle2student)": 5.243492126464844,
+      "cov-distil (oracle2teacher)": 3.8284406661987305,
       "epoch": 0.11381475667189953,
-      "rel-constrast": 5.500809669494629,
+      "rel-constrast": 5.084105968475342,
       "step": 145,
-      "subrel-constrast": 4.158411979675293,
+      "subrel-constrast": 4.156068801879883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.101959705352783,
-      "cov-distil (oracle2student)": 8.792764663696289,
-      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "cov-distil": 2.7804934978485107,
+      "cov-distil (oracle2student)": 6.690491676330566,
+      "cov-distil (oracle2teacher)": 6.130857467651367,
       "epoch": 0.11459968602825746,
-      "rel-constrast": 8.219110488891602,
+      "rel-constrast": 6.248623371124268,
       "step": 146,
-      "subrel-constrast": 6.158865451812744,
+      "subrel-constrast": 6.079244613647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.208827018737793,
-      "cov-distil (oracle2student)": 5.422389984130859,
-      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "cov-distil": 2.6251301765441895,
+      "cov-distil (oracle2student)": 5.3206000328063965,
+      "cov-distil (oracle2teacher)": 4.484084606170654,
       "epoch": 0.11538461538461539,
-      "rel-constrast": 4.903823375701904,
+      "rel-constrast": 4.988458156585693,
       "step": 147,
-      "subrel-constrast": 3.73964786529541,
+      "subrel-constrast": 3.722346305847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6742186546325684,
-      "cov-distil (oracle2student)": 8.266731262207031,
-      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "cov-distil": 3.140590190887451,
+      "cov-distil (oracle2student)": 8.826162338256836,
+      "cov-distil (oracle2teacher)": 6.78256368637085,
       "epoch": 0.11616954474097331,
-      "rel-constrast": 7.703867435455322,
+      "rel-constrast": 8.099830627441406,
       "step": 148,
-      "subrel-constrast": 7.040656566619873,
+      "subrel-constrast": 7.032925605773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.720594644546509,
-      "cov-distil (oracle2student)": 6.478317737579346,
-      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "cov-distil": 3.356271266937256,
+      "cov-distil (oracle2student)": 6.541024208068848,
+      "cov-distil (oracle2teacher)": 5.788689136505127,
       "epoch": 0.11695447409733124,
-      "rel-constrast": 5.557610511779785,
+      "rel-constrast": 6.1065497398376465,
       "step": 149,
-      "subrel-constrast": 5.062001705169678,
+      "subrel-constrast": 5.005842685699463,
       "view-similarity": 0
     },
     {
       "epoch": 0.11773940345368916,
-      "grad_norm": 13.25,
+      "grad_norm": 14.3125,
       "learning_rate": 7.45e-06,
-      "loss": 1.6052,
+      "loss": 1.6485,
       "step": 150
     },
     {
-      "cov-distil": 2.7814245223999023,
-      "cov-distil (oracle2student)": 3.1672582626342773,
-      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "cov-distil": 2.7030045986175537,
+      "cov-distil (oracle2student)": 3.7674810886383057,
+      "cov-distil (oracle2teacher)": 3.085916042327881,
       "epoch": 0.11773940345368916,
-      "rel-constrast": 3.688767671585083,
+      "rel-constrast": 5.151108264923096,
       "step": 150,
-      "subrel-constrast": 4.0553388595581055,
+      "subrel-constrast": 4.00547456741333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.247326374053955,
-      "cov-distil (oracle2student)": 6.089717388153076,
-      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "cov-distil": 3.228457450866699,
+      "cov-distil (oracle2student)": 5.8053789138793945,
+      "cov-distil (oracle2teacher)": 4.123257637023926,
       "epoch": 0.1185243328100471,
-      "rel-constrast": 7.835025787353516,
+      "rel-constrast": 6.911338806152344,
       "step": 151,
-      "subrel-constrast": 5.920222282409668,
+      "subrel-constrast": 5.8396782875061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4771711826324463,
-      "cov-distil (oracle2student)": 5.4199323654174805,
-      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "cov-distil": 3.4417409896850586,
+      "cov-distil (oracle2student)": 8.46318531036377,
+      "cov-distil (oracle2teacher)": 6.07802677154541,
       "epoch": 0.11930926216640503,
-      "rel-constrast": 5.148440361022949,
+      "rel-constrast": 7.051833629608154,
       "step": 152,
-      "subrel-constrast": 5.527997016906738,
+      "subrel-constrast": 5.503161907196045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1515517234802246,
-      "cov-distil (oracle2student)": 5.8758463859558105,
-      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "cov-distil": 3.7280423641204834,
+      "cov-distil (oracle2student)": 6.540938377380371,
+      "cov-distil (oracle2teacher)": 5.274101257324219,
       "epoch": 0.12009419152276295,
-      "rel-constrast": 6.0649309158325195,
+      "rel-constrast": 7.552460670471191,
       "step": 153,
-      "subrel-constrast": 5.996879577636719,
+      "subrel-constrast": 5.9853668212890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6257619857788086,
-      "cov-distil (oracle2student)": 6.314117908477783,
-      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "cov-distil": 4.553602695465088,
+      "cov-distil (oracle2student)": 7.875044822692871,
+      "cov-distil (oracle2teacher)": 5.747226715087891,
       "epoch": 0.12087912087912088,
-      "rel-constrast": 5.450338840484619,
+      "rel-constrast": 8.039193153381348,
       "step": 154,
-      "subrel-constrast": 5.505670547485352,
+      "subrel-constrast": 5.396801471710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0370373725891113,
-      "cov-distil (oracle2student)": 4.342787742614746,
-      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "cov-distil": 4.124904632568359,
+      "cov-distil (oracle2student)": 5.231123924255371,
+      "cov-distil (oracle2teacher)": 4.350968360900879,
       "epoch": 0.12166405023547881,
-      "rel-constrast": 4.312812805175781,
+      "rel-constrast": 5.714207172393799,
       "step": 155,
-      "subrel-constrast": 4.328639984130859,
+      "subrel-constrast": 4.246511936187744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.520047903060913,
-      "cov-distil (oracle2student)": 7.382922172546387,
-      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "cov-distil": 3.9099812507629395,
+      "cov-distil (oracle2student)": 8.506993293762207,
+      "cov-distil (oracle2teacher)": 7.320101737976074,
       "epoch": 0.12244897959183673,
-      "rel-constrast": 6.673659324645996,
+      "rel-constrast": 7.357486724853516,
       "step": 156,
-      "subrel-constrast": 5.639657974243164,
+      "subrel-constrast": 5.5572099685668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1351096630096436,
-      "cov-distil (oracle2student)": 6.902695178985596,
-      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "cov-distil": 2.973890781402588,
+      "cov-distil (oracle2student)": 5.856800079345703,
+      "cov-distil (oracle2teacher)": 5.642977237701416,
       "epoch": 0.12323390894819466,
-      "rel-constrast": 6.046702861785889,
+      "rel-constrast": 4.846946716308594,
       "step": 157,
-      "subrel-constrast": 4.712500095367432,
+      "subrel-constrast": 4.710165977478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.25526762008667,
-      "cov-distil (oracle2student)": 6.525176048278809,
-      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "cov-distil": 4.569513320922852,
+      "cov-distil (oracle2student)": 8.149543762207031,
+      "cov-distil (oracle2teacher)": 5.755398750305176,
       "epoch": 0.12401883830455258,
-      "rel-constrast": 5.966568946838379,
+      "rel-constrast": 6.727461814880371,
       "step": 158,
-      "subrel-constrast": 5.607508659362793,
+      "subrel-constrast": 5.557319641113281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9533963203430176,
-      "cov-distil (oracle2student)": 6.75103759765625,
-      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "cov-distil": 4.660876274108887,
+      "cov-distil (oracle2student)": 6.986422538757324,
+      "cov-distil (oracle2teacher)": 4.300276279449463,
       "epoch": 0.12480376766091052,
-      "rel-constrast": 7.113164901733398,
+      "rel-constrast": 7.226203441619873,
       "step": 159,
-      "subrel-constrast": 5.0479631423950195,
+      "subrel-constrast": 5.097994327545166,
       "view-similarity": 0
     },
     {
       "epoch": 0.12558869701726844,
-      "grad_norm": 17.375,
+      "grad_norm": 14.4375,
       "learning_rate": 7.95e-06,
-      "loss": 1.5405,
+      "loss": 1.6645,
       "step": 160
     },
     {
-      "cov-distil": 2.9749436378479004,
-      "cov-distil (oracle2student)": 5.1709065437316895,
-      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "cov-distil": 2.9662160873413086,
+      "cov-distil (oracle2student)": 5.019498825073242,
+      "cov-distil (oracle2teacher)": 4.117968559265137,
       "epoch": 0.12558869701726844,
-      "rel-constrast": 4.383584976196289,
+      "rel-constrast": 6.524762153625488,
       "step": 160,
-      "subrel-constrast": 4.833831310272217,
+      "subrel-constrast": 4.770631790161133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0097780227661133,
-      "cov-distil (oracle2student)": 5.923301696777344,
-      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "cov-distil": 2.967463970184326,
+      "cov-distil (oracle2student)": 6.850135803222656,
+      "cov-distil (oracle2teacher)": 5.283978462219238,
       "epoch": 0.12637362637362637,
-      "rel-constrast": 5.818535804748535,
+      "rel-constrast": 6.626836776733398,
       "step": 161,
-      "subrel-constrast": 5.84551477432251,
+      "subrel-constrast": 5.70952844619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5908939838409424,
-      "cov-distil (oracle2student)": 5.665188789367676,
-      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "cov-distil": 2.614098072052002,
+      "cov-distil (oracle2student)": 5.192425727844238,
+      "cov-distil (oracle2teacher)": 4.544561862945557,
       "epoch": 0.1271585557299843,
-      "rel-constrast": 5.184443473815918,
+      "rel-constrast": 5.787964820861816,
       "step": 162,
-      "subrel-constrast": 4.453043460845947,
+      "subrel-constrast": 4.3974761962890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.840712070465088,
-      "cov-distil (oracle2student)": 6.3763909339904785,
-      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "cov-distil": 2.5466151237487793,
+      "cov-distil (oracle2student)": 7.476473808288574,
+      "cov-distil (oracle2teacher)": 5.512198448181152,
       "epoch": 0.12794348508634223,
-      "rel-constrast": 6.74964714050293,
+      "rel-constrast": 7.988420486450195,
       "step": 163,
-      "subrel-constrast": 6.0634331703186035,
+      "subrel-constrast": 5.872060775756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5142221450805664,
-      "cov-distil (oracle2student)": 5.44363260269165,
-      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "cov-distil": 4.507816314697266,
+      "cov-distil (oracle2student)": 6.876140594482422,
+      "cov-distil (oracle2teacher)": 5.144808769226074,
       "epoch": 0.12872841444270017,
-      "rel-constrast": 5.557941436767578,
+      "rel-constrast": 7.334781646728516,
       "step": 164,
-      "subrel-constrast": 5.863348960876465,
+      "subrel-constrast": 5.803494930267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2164993286132812,
-      "cov-distil (oracle2student)": 5.855222225189209,
-      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "cov-distil": 3.9260101318359375,
+      "cov-distil (oracle2student)": 6.903123378753662,
+      "cov-distil (oracle2teacher)": 4.879085540771484,
       "epoch": 0.12951334379905807,
-      "rel-constrast": 6.6434831619262695,
+      "rel-constrast": 6.74758768081665,
       "step": 165,
-      "subrel-constrast": 5.331329822540283,
+      "subrel-constrast": 5.27960729598999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1836464405059814,
-      "cov-distil (oracle2student)": 4.513020038604736,
-      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "cov-distil": 3.1240272521972656,
+      "cov-distil (oracle2student)": 5.449798583984375,
+      "cov-distil (oracle2teacher)": 4.361807823181152,
       "epoch": 0.130298273155416,
-      "rel-constrast": 5.878671646118164,
+      "rel-constrast": 5.528712749481201,
       "step": 166,
-      "subrel-constrast": 4.37673807144165,
+      "subrel-constrast": 4.295391082763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.782824754714966,
-      "cov-distil (oracle2student)": 5.268921375274658,
-      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "cov-distil": 3.1909804344177246,
+      "cov-distil (oracle2student)": 5.690861225128174,
+      "cov-distil (oracle2teacher)": 4.958884239196777,
       "epoch": 0.13108320251177394,
-      "rel-constrast": 5.137875556945801,
+      "rel-constrast": 5.0117926597595215,
       "step": 167,
-      "subrel-constrast": 4.443451881408691,
+      "subrel-constrast": 4.3923749923706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.539813995361328,
-      "cov-distil (oracle2student)": 5.48532247543335,
-      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "cov-distil": 2.9253644943237305,
+      "cov-distil (oracle2student)": 6.536823749542236,
+      "cov-distil (oracle2teacher)": 4.949524402618408,
       "epoch": 0.13186813186813187,
-      "rel-constrast": 4.842020511627197,
+      "rel-constrast": 4.632965087890625,
       "step": 168,
-      "subrel-constrast": 4.043414115905762,
+      "subrel-constrast": 4.028526306152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7517428398132324,
-      "cov-distil (oracle2student)": 5.737140655517578,
-      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "cov-distil": 3.960047721862793,
+      "cov-distil (oracle2student)": 6.507816314697266,
+      "cov-distil (oracle2teacher)": 5.179068088531494,
       "epoch": 0.1326530612244898,
-      "rel-constrast": 5.73463249206543,
+      "rel-constrast": 6.54719877243042,
       "step": 169,
-      "subrel-constrast": 5.651345729827881,
+      "subrel-constrast": 5.527524471282959,
       "view-similarity": 0
     },
     {
       "epoch": 0.13343799058084774,
-      "grad_norm": 13.375,
+      "grad_norm": 14.3125,
       "learning_rate": 8.45e-06,
-      "loss": 1.4693,
+      "loss": 1.5683,
       "step": 170
     },
     {
-      "cov-distil": 3.406038522720337,
-      "cov-distil (oracle2student)": 4.48272705078125,
-      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "cov-distil": 4.159029006958008,
+      "cov-distil (oracle2student)": 4.824380874633789,
+      "cov-distil (oracle2teacher)": 3.8449103832244873,
       "epoch": 0.13343799058084774,
-      "rel-constrast": 5.328525543212891,
+      "rel-constrast": 6.738110065460205,
       "step": 170,
-      "subrel-constrast": 5.504851818084717,
+      "subrel-constrast": 5.2951130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2601351737976074,
-      "cov-distil (oracle2student)": 5.214707374572754,
-      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "cov-distil": 2.546135425567627,
+      "cov-distil (oracle2student)": 5.423741340637207,
+      "cov-distil (oracle2teacher)": 3.8009438514709473,
       "epoch": 0.13422291993720564,
-      "rel-constrast": 5.732027530670166,
+      "rel-constrast": 7.40485143661499,
       "step": 171,
-      "subrel-constrast": 5.551510334014893,
+      "subrel-constrast": 5.430835723876953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2649431228637695,
-      "cov-distil (oracle2student)": 4.903834819793701,
-      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "cov-distil": 2.996793270111084,
+      "cov-distil (oracle2student)": 5.2190141677856445,
+      "cov-distil (oracle2teacher)": 3.5644731521606445,
       "epoch": 0.13500784929356358,
-      "rel-constrast": 5.048663139343262,
+      "rel-constrast": 4.73751974105835,
       "step": 172,
-      "subrel-constrast": 4.259944438934326,
+      "subrel-constrast": 4.2271246910095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.291656970977783,
-      "cov-distil (oracle2student)": 5.617837905883789,
-      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "cov-distil": 3.10329008102417,
+      "cov-distil (oracle2student)": 5.63836145401001,
+      "cov-distil (oracle2teacher)": 5.180298328399658,
       "epoch": 0.1357927786499215,
-      "rel-constrast": 4.11165714263916,
+      "rel-constrast": 4.513082504272461,
       "step": 173,
-      "subrel-constrast": 3.9811415672302246,
+      "subrel-constrast": 3.8364601135253906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3816723823547363,
-      "cov-distil (oracle2student)": 5.013119697570801,
-      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "cov-distil": 3.6365127563476562,
+      "cov-distil (oracle2student)": 4.375901222229004,
+      "cov-distil (oracle2teacher)": 4.113977432250977,
       "epoch": 0.13657770800627944,
-      "rel-constrast": 7.141737461090088,
+      "rel-constrast": 6.954038619995117,
       "step": 174,
-      "subrel-constrast": 5.517435550689697,
+      "subrel-constrast": 5.574974536895752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.518374443054199,
-      "cov-distil (oracle2student)": 5.188939094543457,
-      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "cov-distil": 4.325571060180664,
+      "cov-distil (oracle2student)": 5.860617637634277,
+      "cov-distil (oracle2teacher)": 4.595647811889648,
       "epoch": 0.13736263736263737,
-      "rel-constrast": 4.657840251922607,
+      "rel-constrast": 5.240061283111572,
       "step": 175,
-      "subrel-constrast": 4.213469982147217,
+      "subrel-constrast": 4.150509357452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1605043411254883,
-      "cov-distil (oracle2student)": 5.80596923828125,
-      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "cov-distil": 3.920865058898926,
+      "cov-distil (oracle2student)": 7.445850372314453,
+      "cov-distil (oracle2teacher)": 4.6917405128479,
       "epoch": 0.13814756671899528,
-      "rel-constrast": 5.725188732147217,
+      "rel-constrast": 7.635376930236816,
       "step": 176,
-      "subrel-constrast": 5.085594177246094,
+      "subrel-constrast": 5.020007610321045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.439970016479492,
-      "cov-distil (oracle2student)": 5.797138214111328,
-      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "cov-distil": 2.8503286838531494,
+      "cov-distil (oracle2student)": 5.019507884979248,
+      "cov-distil (oracle2teacher)": 4.395993232727051,
       "epoch": 0.1389324960753532,
-      "rel-constrast": 4.679790019989014,
+      "rel-constrast": 5.308384895324707,
       "step": 177,
-      "subrel-constrast": 4.292531967163086,
+      "subrel-constrast": 4.188920021057129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4772512912750244,
-      "cov-distil (oracle2student)": 5.517018795013428,
-      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "cov-distil": 2.7760677337646484,
+      "cov-distil (oracle2student)": 6.2227911949157715,
+      "cov-distil (oracle2teacher)": 4.913880825042725,
       "epoch": 0.13971742543171115,
-      "rel-constrast": 5.169275283813477,
+      "rel-constrast": 6.815461158752441,
       "step": 178,
-      "subrel-constrast": 6.139341354370117,
+      "subrel-constrast": 6.113162517547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.388380527496338,
-      "cov-distil (oracle2student)": 8.562522888183594,
-      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "cov-distil": 3.8002400398254395,
+      "cov-distil (oracle2student)": 8.531770706176758,
+      "cov-distil (oracle2teacher)": 6.51868200302124,
       "epoch": 0.14050235478806908,
-      "rel-constrast": 5.553293704986572,
+      "rel-constrast": 6.894843578338623,
       "step": 179,
-      "subrel-constrast": 5.5493621826171875,
+      "subrel-constrast": 5.462888240814209,
       "view-similarity": 0
     },
     {
       "epoch": 0.141287284144427,
-      "grad_norm": 18.5,
+      "grad_norm": 15.3125,
       "learning_rate": 8.95e-06,
-      "loss": 1.4052,
+      "loss": 1.556,
       "step": 180
     },
     {
-      "cov-distil": 3.203474998474121,
-      "cov-distil (oracle2student)": 4.659393310546875,
-      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "cov-distil": 3.660627603530884,
+      "cov-distil (oracle2student)": 4.592028617858887,
+      "cov-distil (oracle2teacher)": 3.901848554611206,
       "epoch": 0.141287284144427,
-      "rel-constrast": 4.3841938972473145,
+      "rel-constrast": 5.0872673988342285,
       "step": 180,
-      "subrel-constrast": 4.432641506195068,
+      "subrel-constrast": 4.447839260101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8620846271514893,
-      "cov-distil (oracle2student)": 4.239439964294434,
-      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "cov-distil": 3.7277941703796387,
+      "cov-distil (oracle2student)": 4.683640480041504,
+      "cov-distil (oracle2teacher)": 3.5613536834716797,
       "epoch": 0.14207221350078492,
-      "rel-constrast": 5.2689032554626465,
+      "rel-constrast": 5.933948516845703,
       "step": 181,
-      "subrel-constrast": 4.619548797607422,
+      "subrel-constrast": 4.5663838386535645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6243515014648438,
-      "cov-distil (oracle2student)": 6.16297721862793,
-      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "cov-distil": 3.18432354927063,
+      "cov-distil (oracle2student)": 5.910961151123047,
+      "cov-distil (oracle2teacher)": 4.909991264343262,
       "epoch": 0.14285714285714285,
-      "rel-constrast": 5.904332160949707,
+      "rel-constrast": 5.615813255310059,
       "step": 182,
-      "subrel-constrast": 4.9689106941223145,
+      "subrel-constrast": 4.902022361755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.963348388671875,
-      "cov-distil (oracle2student)": 6.655308723449707,
-      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "cov-distil": 2.7425808906555176,
+      "cov-distil (oracle2student)": 8.156492233276367,
+      "cov-distil (oracle2teacher)": 6.178691864013672,
       "epoch": 0.14364207221350078,
-      "rel-constrast": 4.478253364562988,
+      "rel-constrast": 6.230963706970215,
       "step": 183,
-      "subrel-constrast": 4.905683517456055,
+      "subrel-constrast": 4.751954555511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.237755298614502,
-      "cov-distil (oracle2student)": 6.64764404296875,
-      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "cov-distil": 3.122310161590576,
+      "cov-distil (oracle2student)": 7.20608377456665,
+      "cov-distil (oracle2teacher)": 5.5029754638671875,
       "epoch": 0.14442700156985872,
-      "rel-constrast": 5.552248001098633,
+      "rel-constrast": 5.675207138061523,
       "step": 184,
-      "subrel-constrast": 4.654872417449951,
+      "subrel-constrast": 4.6479082107543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.473625659942627,
-      "cov-distil (oracle2student)": 6.30503511428833,
-      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "cov-distil": 2.7526373863220215,
+      "cov-distil (oracle2student)": 7.078078746795654,
+      "cov-distil (oracle2teacher)": 5.19650411605835,
       "epoch": 0.14521193092621665,
-      "rel-constrast": 5.798867225646973,
+      "rel-constrast": 7.837731838226318,
       "step": 185,
-      "subrel-constrast": 5.5699639320373535,
+      "subrel-constrast": 5.389598369598389,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1829147338867188,
-      "cov-distil (oracle2student)": 5.21027946472168,
-      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "cov-distil": 3.923063278198242,
+      "cov-distil (oracle2student)": 6.520418167114258,
+      "cov-distil (oracle2teacher)": 4.242811679840088,
       "epoch": 0.14599686028257458,
-      "rel-constrast": 5.464681625366211,
+      "rel-constrast": 6.193408012390137,
       "step": 186,
-      "subrel-constrast": 5.187503814697266,
+      "subrel-constrast": 5.256560325622559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0477654933929443,
-      "cov-distil (oracle2student)": 6.166605472564697,
-      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "cov-distil": 2.411468029022217,
+      "cov-distil (oracle2student)": 5.593282222747803,
+      "cov-distil (oracle2teacher)": 5.913275718688965,
       "epoch": 0.14678178963893249,
-      "rel-constrast": 6.169456481933594,
+      "rel-constrast": 5.695965766906738,
       "step": 187,
-      "subrel-constrast": 5.03766393661499,
+      "subrel-constrast": 4.936519145965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8547275066375732,
-      "cov-distil (oracle2student)": 5.306525707244873,
-      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "cov-distil": 2.9543309211730957,
+      "cov-distil (oracle2student)": 6.735363006591797,
+      "cov-distil (oracle2teacher)": 5.710293292999268,
       "epoch": 0.14756671899529042,
-      "rel-constrast": 5.305285930633545,
+      "rel-constrast": 5.220108985900879,
       "step": 188,
-      "subrel-constrast": 4.854366779327393,
+      "subrel-constrast": 4.7115159034729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699039459228516,
-      "cov-distil (oracle2student)": 6.397008419036865,
-      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "cov-distil": 3.1853365898132324,
+      "cov-distil (oracle2student)": 7.051092147827148,
+      "cov-distil (oracle2teacher)": 5.130232334136963,
       "epoch": 0.14835164835164835,
-      "rel-constrast": 6.549964427947998,
+      "rel-constrast": 6.393421649932861,
       "step": 189,
-      "subrel-constrast": 5.943665981292725,
+      "subrel-constrast": 5.772905349731445,
       "view-similarity": 0
     },
     {
       "epoch": 0.14913657770800628,
-      "grad_norm": 13.6875,
+      "grad_norm": 13.125,
       "learning_rate": 9.450000000000001e-06,
-      "loss": 1.443,
+      "loss": 1.4971,
       "step": 190
     },
     {
-      "cov-distil": 3.1331424713134766,
-      "cov-distil (oracle2student)": 6.638267517089844,
-      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "cov-distil": 3.488802433013916,
+      "cov-distil (oracle2student)": 5.48549747467041,
+      "cov-distil (oracle2teacher)": 4.984457492828369,
       "epoch": 0.14913657770800628,
-      "rel-constrast": 6.56038236618042,
+      "rel-constrast": 6.4884490966796875,
       "step": 190,
-      "subrel-constrast": 5.594992160797119,
+      "subrel-constrast": 5.601687431335449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.656987190246582,
-      "cov-distil (oracle2student)": 6.065674781799316,
-      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "cov-distil": 4.221560478210449,
+      "cov-distil (oracle2student)": 7.035679817199707,
+      "cov-distil (oracle2teacher)": 5.840982437133789,
       "epoch": 0.14992150706436422,
-      "rel-constrast": 5.598496913909912,
+      "rel-constrast": 6.965384006500244,
       "step": 191,
-      "subrel-constrast": 6.7906293869018555,
+      "subrel-constrast": 6.573321342468262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.191580295562744,
-      "cov-distil (oracle2student)": 8.038559913635254,
-      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "cov-distil": 4.706931114196777,
+      "cov-distil (oracle2student)": 7.382802486419678,
+      "cov-distil (oracle2teacher)": 5.764090061187744,
       "epoch": 0.15070643642072212,
-      "rel-constrast": 4.849475860595703,
+      "rel-constrast": 4.706277847290039,
       "step": 192,
-      "subrel-constrast": 4.131407737731934,
+      "subrel-constrast": 4.1160359382629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.683588743209839,
-      "cov-distil (oracle2student)": 4.587405681610107,
-      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "cov-distil": 3.6087615489959717,
+      "cov-distil (oracle2student)": 6.2577290534973145,
+      "cov-distil (oracle2teacher)": 4.127354621887207,
       "epoch": 0.15149136577708006,
-      "rel-constrast": 4.667137622833252,
+      "rel-constrast": 6.648294448852539,
       "step": 193,
-      "subrel-constrast": 4.492706775665283,
+      "subrel-constrast": 4.3313398361206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5755395889282227,
-      "cov-distil (oracle2student)": 4.595428466796875,
-      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "cov-distil": 4.154907703399658,
+      "cov-distil (oracle2student)": 3.761441946029663,
+      "cov-distil (oracle2teacher)": 2.7899599075317383,
       "epoch": 0.152276295133438,
-      "rel-constrast": 7.136086463928223,
+      "rel-constrast": 7.175872802734375,
       "step": 194,
-      "subrel-constrast": 5.662163257598877,
+      "subrel-constrast": 5.622953414916992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.534440040588379,
-      "cov-distil (oracle2student)": 7.176570892333984,
-      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "cov-distil": 3.7575554847717285,
+      "cov-distil (oracle2student)": 7.670008659362793,
+      "cov-distil (oracle2teacher)": 5.696996212005615,
       "epoch": 0.15306122448979592,
-      "rel-constrast": 6.500258445739746,
+      "rel-constrast": 8.23550796508789,
       "step": 195,
-      "subrel-constrast": 5.75777006149292,
+      "subrel-constrast": 5.412696361541748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.331389904022217,
-      "cov-distil (oracle2student)": 7.628920078277588,
-      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "cov-distil": 2.9929065704345703,
+      "cov-distil (oracle2student)": 8.786867141723633,
+      "cov-distil (oracle2teacher)": 6.474837779998779,
       "epoch": 0.15384615384615385,
-      "rel-constrast": 5.442966461181641,
+      "rel-constrast": 6.341582775115967,
       "step": 196,
-      "subrel-constrast": 5.2714996337890625,
+      "subrel-constrast": 5.165693759918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9742186069488525,
-      "cov-distil (oracle2student)": 4.961199760437012,
-      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "cov-distil": 2.516141891479492,
+      "cov-distil (oracle2student)": 5.787787914276123,
+      "cov-distil (oracle2teacher)": 4.424409866333008,
       "epoch": 0.1546310832025118,
-      "rel-constrast": 4.30648946762085,
+      "rel-constrast": 4.501039505004883,
       "step": 197,
-      "subrel-constrast": 4.105319499969482,
+      "subrel-constrast": 4.0134196281433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3590917587280273,
-      "cov-distil (oracle2student)": 3.817314624786377,
-      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "cov-distil": 3.038858413696289,
+      "cov-distil (oracle2student)": 4.362963676452637,
+      "cov-distil (oracle2teacher)": 3.0764613151550293,
       "epoch": 0.1554160125588697,
-      "rel-constrast": 4.151867866516113,
+      "rel-constrast": 4.955060005187988,
       "step": 198,
-      "subrel-constrast": 3.6788856983184814,
+      "subrel-constrast": 3.57429838180542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9948954582214355,
-      "cov-distil (oracle2student)": 6.080739974975586,
-      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "cov-distil": 3.3787930011749268,
+      "cov-distil (oracle2student)": 7.612249851226807,
+      "cov-distil (oracle2teacher)": 5.655327796936035,
       "epoch": 0.15620094191522763,
-      "rel-constrast": 3.927574634552002,
+      "rel-constrast": 6.064511299133301,
       "step": 199,
-      "subrel-constrast": 4.407478332519531,
+      "subrel-constrast": 4.265407562255859,
       "view-similarity": 0
     },
     {
       "epoch": 0.15698587127158556,
-      "grad_norm": 12.625,
+      "grad_norm": 12.875,
       "learning_rate": 9.950000000000001e-06,
-      "loss": 1.4021,
+      "loss": 1.552,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
-      "overlap": 0.24062500894069672,
+      "overlap": 0.234375,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "student margin": 0.067840576171875
+      "student margin": 0.0514373779296875
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "teacher margin": 0.0570220947265625
+      "teacher margin": 0.05816650390625
     },
     {
       "epoch": 0.15698587127158556,
-      "margin difference": -0.0108184814453125,
+      "margin difference": 0.0067291259765625,
       "step": 200
     },
     {
-      "cov-distil": 3.7237961292266846,
-      "cov-distil (oracle2student)": 7.586442947387695,
-      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "cov-distil": 3.5283257961273193,
+      "cov-distil (oracle2student)": 7.069579124450684,
+      "cov-distil (oracle2teacher)": 5.530835151672363,
       "epoch": 0.15698587127158556,
-      "rel-constrast": 5.464310169219971,
+      "rel-constrast": 6.4820332527160645,
       "step": 200,
-      "subrel-constrast": 5.328721523284912,
+      "subrel-constrast": 5.1075968742370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.274702310562134,
-      "cov-distil (oracle2student)": 5.070128440856934,
-      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "cov-distil": 3.209291696548462,
+      "cov-distil (oracle2student)": 5.308156490325928,
+      "cov-distil (oracle2teacher)": 4.881225109100342,
       "epoch": 0.1577708006279435,
-      "rel-constrast": 4.0968017578125,
+      "rel-constrast": 5.998831272125244,
       "step": 201,
-      "subrel-constrast": 4.411446571350098,
+      "subrel-constrast": 4.238204479217529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2039477825164795,
-      "cov-distil (oracle2student)": 6.712636470794678,
-      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "cov-distil": 3.3433680534362793,
+      "cov-distil (oracle2student)": 7.2297868728637695,
+      "cov-distil (oracle2teacher)": 6.114537239074707,
       "epoch": 0.15855572998430142,
-      "rel-constrast": 5.7678117752075195,
+      "rel-constrast": 7.931365013122559,
       "step": 202,
-      "subrel-constrast": 5.347052574157715,
+      "subrel-constrast": 5.08936882019043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2047228813171387,
-      "cov-distil (oracle2student)": 7.661907196044922,
-      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "cov-distil": 2.942877769470215,
+      "cov-distil (oracle2student)": 8.508478164672852,
+      "cov-distil (oracle2teacher)": 6.401468753814697,
       "epoch": 0.15934065934065933,
-      "rel-constrast": 7.286009311676025,
+      "rel-constrast": 8.04743766784668,
       "step": 203,
-      "subrel-constrast": 5.817068099975586,
+      "subrel-constrast": 5.7293877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.91322922706604,
-      "cov-distil (oracle2student)": 4.107336044311523,
-      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "cov-distil": 2.5413994789123535,
+      "cov-distil (oracle2student)": 3.883056640625,
+      "cov-distil (oracle2teacher)": 3.3418493270874023,
       "epoch": 0.16012558869701726,
-      "rel-constrast": 5.1244730949401855,
+      "rel-constrast": 5.005613803863525,
       "step": 204,
-      "subrel-constrast": 4.262094020843506,
+      "subrel-constrast": 4.038352012634277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.850925922393799,
-      "cov-distil (oracle2student)": 11.0481595993042,
-      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "cov-distil": 3.5852713584899902,
+      "cov-distil (oracle2student)": 10.135774612426758,
+      "cov-distil (oracle2teacher)": 8.518957138061523,
       "epoch": 0.1609105180533752,
-      "rel-constrast": 6.673989295959473,
+      "rel-constrast": 7.922815799713135,
       "step": 205,
-      "subrel-constrast": 6.989043712615967,
+      "subrel-constrast": 6.735560894012451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3848154544830322,
-      "cov-distil (oracle2student)": 7.932931900024414,
-      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "cov-distil": 2.7306466102600098,
+      "cov-distil (oracle2student)": 7.86826229095459,
+      "cov-distil (oracle2teacher)": 6.581382751464844,
       "epoch": 0.16169544740973313,
-      "rel-constrast": 7.136048793792725,
+      "rel-constrast": 7.344729900360107,
       "step": 206,
-      "subrel-constrast": 5.786576747894287,
+      "subrel-constrast": 5.714005470275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.876713275909424,
-      "cov-distil (oracle2student)": 5.842488765716553,
-      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "cov-distil": 2.874847650527954,
+      "cov-distil (oracle2student)": 6.116908073425293,
+      "cov-distil (oracle2teacher)": 5.059069633483887,
       "epoch": 0.16248037676609106,
-      "rel-constrast": 5.31241512298584,
+      "rel-constrast": 4.99725341796875,
       "step": 207,
-      "subrel-constrast": 4.291684150695801,
+      "subrel-constrast": 4.129848480224609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.449646472930908,
-      "cov-distil (oracle2student)": 4.260830879211426,
-      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "cov-distil": 2.7104785442352295,
+      "cov-distil (oracle2student)": 4.546380519866943,
+      "cov-distil (oracle2teacher)": 4.0547308921813965,
       "epoch": 0.16326530612244897,
-      "rel-constrast": 5.283468246459961,
+      "rel-constrast": 6.221567153930664,
       "step": 208,
-      "subrel-constrast": 4.963812351226807,
+      "subrel-constrast": 4.951694488525391,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8306093215942383,
-      "cov-distil (oracle2student)": 7.792827129364014,
-      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "cov-distil": 3.308722972869873,
+      "cov-distil (oracle2student)": 8.769634246826172,
+      "cov-distil (oracle2teacher)": 6.159358978271484,
       "epoch": 0.1640502354788069,
-      "rel-constrast": 5.909091472625732,
+      "rel-constrast": 7.135958194732666,
       "step": 209,
-      "subrel-constrast": 5.323974132537842,
+      "subrel-constrast": 5.102826118469238,
       "view-similarity": 0
     },
     {
       "epoch": 0.16483516483516483,
-      "grad_norm": 14.875,
+      "grad_norm": 14.5625,
       "learning_rate": 1.045e-05,
-      "loss": 1.5181,
+      "loss": 1.6772,
       "step": 210
     },
     {
-      "cov-distil": 3.0215041637420654,
-      "cov-distil (oracle2student)": 8.190481185913086,
-      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "cov-distil": 3.9089038372039795,
+      "cov-distil (oracle2student)": 8.191343307495117,
+      "cov-distil (oracle2teacher)": 6.964232921600342,
       "epoch": 0.16483516483516483,
-      "rel-constrast": 5.830654144287109,
+      "rel-constrast": 6.978365898132324,
       "step": 210,
-      "subrel-constrast": 6.107037544250488,
+      "subrel-constrast": 5.912867069244385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6075353622436523,
-      "cov-distil (oracle2student)": 5.927797317504883,
-      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "cov-distil": 3.0247364044189453,
+      "cov-distil (oracle2student)": 6.459198474884033,
+      "cov-distil (oracle2teacher)": 4.885034561157227,
       "epoch": 0.16562009419152277,
-      "rel-constrast": 5.132475852966309,
+      "rel-constrast": 5.79863977432251,
       "step": 211,
-      "subrel-constrast": 4.88439416885376,
+      "subrel-constrast": 4.586057186126709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1792759895324707,
-      "cov-distil (oracle2student)": 5.705207347869873,
-      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "cov-distil": 3.2326111793518066,
+      "cov-distil (oracle2student)": 5.939338684082031,
+      "cov-distil (oracle2teacher)": 4.757777214050293,
       "epoch": 0.1664050235478807,
-      "rel-constrast": 4.437366485595703,
+      "rel-constrast": 5.478702545166016,
       "step": 212,
-      "subrel-constrast": 4.600239276885986,
+      "subrel-constrast": 4.5379791259765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.843543529510498,
-      "cov-distil (oracle2student)": 5.749957084655762,
-      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "cov-distil": 3.7359390258789062,
+      "cov-distil (oracle2student)": 6.513023853302002,
+      "cov-distil (oracle2teacher)": 5.143453598022461,
       "epoch": 0.16718995290423863,
-      "rel-constrast": 3.4077744483947754,
+      "rel-constrast": 3.716357469558716,
       "step": 213,
-      "subrel-constrast": 3.7116200923919678,
+      "subrel-constrast": 3.6925933361053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7177345752716064,
-      "cov-distil (oracle2student)": 6.503233909606934,
-      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "cov-distil": 3.9763071537017822,
+      "cov-distil (oracle2student)": 7.975461006164551,
+      "cov-distil (oracle2teacher)": 5.06793737411499,
       "epoch": 0.16797488226059654,
-      "rel-constrast": 5.246351718902588,
+      "rel-constrast": 6.44483757019043,
       "step": 214,
-      "subrel-constrast": 4.351907253265381,
+      "subrel-constrast": 4.292359828948975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.748671054840088,
-      "cov-distil (oracle2student)": 4.586667060852051,
-      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "cov-distil": 2.8048253059387207,
+      "cov-distil (oracle2student)": 5.152309417724609,
+      "cov-distil (oracle2teacher)": 3.874213457107544,
       "epoch": 0.16875981161695447,
-      "rel-constrast": 5.743491172790527,
+      "rel-constrast": 6.723339557647705,
       "step": 215,
-      "subrel-constrast": 5.712560653686523,
+      "subrel-constrast": 5.302562713623047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7116360664367676,
-      "cov-distil (oracle2student)": 4.121926307678223,
-      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "cov-distil": 1.9724469184875488,
+      "cov-distil (oracle2student)": 4.413386821746826,
+      "cov-distil (oracle2teacher)": 3.5779309272766113,
       "epoch": 0.1695447409733124,
-      "rel-constrast": 4.147603988647461,
+      "rel-constrast": 4.283953666687012,
       "step": 216,
-      "subrel-constrast": 3.6736254692077637,
+      "subrel-constrast": 3.452906608581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1222097873687744,
-      "cov-distil (oracle2student)": 5.266463756561279,
-      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "cov-distil": 2.3012685775756836,
+      "cov-distil (oracle2student)": 5.754795074462891,
+      "cov-distil (oracle2teacher)": 4.9212517738342285,
       "epoch": 0.17032967032967034,
-      "rel-constrast": 6.011352062225342,
+      "rel-constrast": 5.961301326751709,
       "step": 217,
-      "subrel-constrast": 5.236981391906738,
+      "subrel-constrast": 5.026541233062744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6187005043029785,
-      "cov-distil (oracle2student)": 4.983086585998535,
-      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "cov-distil": 3.084859848022461,
+      "cov-distil (oracle2student)": 4.6096954345703125,
+      "cov-distil (oracle2teacher)": 3.9854748249053955,
       "epoch": 0.17111459968602827,
-      "rel-constrast": 6.265609264373779,
+      "rel-constrast": 6.244478702545166,
       "step": 218,
-      "subrel-constrast": 4.703866481781006,
+      "subrel-constrast": 4.5502166748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.382068395614624,
-      "cov-distil (oracle2student)": 5.941694259643555,
-      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "cov-distil": 3.494931221008301,
+      "cov-distil (oracle2student)": 4.94071102142334,
+      "cov-distil (oracle2teacher)": 3.710479497909546,
       "epoch": 0.17189952904238617,
-      "rel-constrast": 6.0482497215271,
+      "rel-constrast": 7.029558181762695,
       "step": 219,
-      "subrel-constrast": 4.653711318969727,
+      "subrel-constrast": 4.5701117515563965,
       "view-similarity": 0
     },
     {
       "epoch": 0.1726844583987441,
-      "grad_norm": 13.9375,
+      "grad_norm": 15.625,
       "learning_rate": 1.095e-05,
-      "loss": 1.3792,
+      "loss": 1.4665,
       "step": 220
     },
     {
-      "cov-distil": 2.5856785774230957,
-      "cov-distil (oracle2student)": 6.176444053649902,
-      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "cov-distil": 3.2238664627075195,
+      "cov-distil (oracle2student)": 6.585185527801514,
+      "cov-distil (oracle2teacher)": 5.178656101226807,
       "epoch": 0.1726844583987441,
-      "rel-constrast": 5.706560134887695,
+      "rel-constrast": 6.650619029998779,
       "step": 220,
-      "subrel-constrast": 5.1533966064453125,
+      "subrel-constrast": 4.943349361419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.762558937072754,
-      "cov-distil (oracle2student)": 6.647637844085693,
-      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "cov-distil": 2.261411666870117,
+      "cov-distil (oracle2student)": 7.550448417663574,
+      "cov-distil (oracle2teacher)": 5.280452728271484,
       "epoch": 0.17346938775510204,
-      "rel-constrast": 5.161595821380615,
+      "rel-constrast": 5.842954635620117,
       "step": 221,
-      "subrel-constrast": 4.012270450592041,
+      "subrel-constrast": 3.776158094406128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.637533664703369,
-      "cov-distil (oracle2student)": 5.838397026062012,
-      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "cov-distil": 3.1230926513671875,
+      "cov-distil (oracle2student)": 5.597016334533691,
+      "cov-distil (oracle2teacher)": 5.305922508239746,
       "epoch": 0.17425431711145997,
-      "rel-constrast": 5.053402900695801,
+      "rel-constrast": 6.378367900848389,
       "step": 222,
-      "subrel-constrast": 4.9708099365234375,
+      "subrel-constrast": 4.7941484451293945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.336826801300049,
-      "cov-distil (oracle2student)": 5.399420738220215,
-      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "cov-distil": 3.580002546310425,
+      "cov-distil (oracle2student)": 5.423019886016846,
+      "cov-distil (oracle2teacher)": 4.536489963531494,
       "epoch": 0.1750392464678179,
-      "rel-constrast": 3.61594820022583,
+      "rel-constrast": 4.590057849884033,
       "step": 223,
-      "subrel-constrast": 4.12787389755249,
+      "subrel-constrast": 4.026968955993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.445133924484253,
-      "cov-distil (oracle2student)": 5.421712398529053,
-      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "cov-distil": 2.535212516784668,
+      "cov-distil (oracle2student)": 5.673104763031006,
+      "cov-distil (oracle2teacher)": 3.8253986835479736,
       "epoch": 0.17582417582417584,
-      "rel-constrast": 4.549353122711182,
+      "rel-constrast": 5.4184441566467285,
       "step": 224,
-      "subrel-constrast": 4.352869510650635,
+      "subrel-constrast": 4.207962512969971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7959837913513184,
-      "cov-distil (oracle2student)": 6.113248825073242,
-      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "cov-distil": 4.570470809936523,
+      "cov-distil (oracle2student)": 5.951991558074951,
+      "cov-distil (oracle2teacher)": 5.296257972717285,
       "epoch": 0.17660910518053374,
-      "rel-constrast": 5.05862283706665,
+      "rel-constrast": 6.35295295715332,
       "step": 225,
-      "subrel-constrast": 5.57745361328125,
+      "subrel-constrast": 5.348306179046631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3124284744262695,
-      "cov-distil (oracle2student)": 6.702354431152344,
-      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "cov-distil": 3.456725597381592,
+      "cov-distil (oracle2student)": 7.235404968261719,
+      "cov-distil (oracle2teacher)": 5.275980472564697,
       "epoch": 0.17739403453689168,
-      "rel-constrast": 6.356748580932617,
+      "rel-constrast": 6.483428001403809,
       "step": 226,
-      "subrel-constrast": 5.245099067687988,
+      "subrel-constrast": 5.099832057952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386946201324463,
-      "cov-distil (oracle2student)": 8.377017974853516,
-      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "cov-distil": 2.984936237335205,
+      "cov-distil (oracle2student)": 8.418655395507812,
+      "cov-distil (oracle2teacher)": 6.988308429718018,
       "epoch": 0.1781789638932496,
-      "rel-constrast": 6.255722999572754,
+      "rel-constrast": 7.734195232391357,
       "step": 227,
-      "subrel-constrast": 5.9417009353637695,
+      "subrel-constrast": 5.760927200317383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8484878540039062,
-      "cov-distil (oracle2student)": 8.19301986694336,
-      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "cov-distil": 2.984023094177246,
+      "cov-distil (oracle2student)": 8.4630708694458,
+      "cov-distil (oracle2teacher)": 6.944049835205078,
       "epoch": 0.17896389324960754,
-      "rel-constrast": 5.690243721008301,
+      "rel-constrast": 6.70650577545166,
       "step": 228,
-      "subrel-constrast": 6.001501560211182,
+      "subrel-constrast": 5.657758712768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0837349891662598,
-      "cov-distil (oracle2student)": 6.268764495849609,
-      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "cov-distil": 3.748962163925171,
+      "cov-distil (oracle2student)": 7.385298252105713,
+      "cov-distil (oracle2teacher)": 5.675633430480957,
       "epoch": 0.17974882260596547,
-      "rel-constrast": 6.622305870056152,
+      "rel-constrast": 7.36455774307251,
       "step": 229,
-      "subrel-constrast": 5.648178577423096,
+      "subrel-constrast": 5.628712177276611,
       "view-similarity": 0
     },
     {
       "epoch": 0.18053375196232338,
-      "grad_norm": 13.0625,
+      "grad_norm": 12.75,
       "learning_rate": 1.145e-05,
-      "loss": 1.4223,
+      "loss": 1.5881,
       "step": 230
     },
     {
-      "cov-distil": 2.784493923187256,
-      "cov-distil (oracle2student)": 7.625933647155762,
-      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "cov-distil": 2.9036803245544434,
+      "cov-distil (oracle2student)": 7.4820685386657715,
+      "cov-distil (oracle2teacher)": 6.104247093200684,
       "epoch": 0.18053375196232338,
-      "rel-constrast": 6.5320725440979,
+      "rel-constrast": 6.639608860015869,
       "step": 230,
-      "subrel-constrast": 6.3568644523620605,
+      "subrel-constrast": 5.954493045806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6457338333129883,
-      "cov-distil (oracle2student)": 6.021350860595703,
-      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "cov-distil": 2.91481351852417,
+      "cov-distil (oracle2student)": 6.288802146911621,
+      "cov-distil (oracle2teacher)": 5.289515018463135,
       "epoch": 0.1813186813186813,
-      "rel-constrast": 5.55854606628418,
+      "rel-constrast": 5.199117183685303,
       "step": 231,
-      "subrel-constrast": 5.060829162597656,
+      "subrel-constrast": 4.8971099853515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0115959644317627,
-      "cov-distil (oracle2student)": 4.937437057495117,
-      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "cov-distil": 3.0430915355682373,
+      "cov-distil (oracle2student)": 5.847060203552246,
+      "cov-distil (oracle2teacher)": 4.012772560119629,
       "epoch": 0.18210361067503925,
-      "rel-constrast": 5.882181644439697,
+      "rel-constrast": 7.342980861663818,
       "step": 232,
-      "subrel-constrast": 5.401787757873535,
+      "subrel-constrast": 5.210206985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7508275508880615,
-      "cov-distil (oracle2student)": 5.548520088195801,
-      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "cov-distil": 3.067833662033081,
+      "cov-distil (oracle2student)": 7.104142189025879,
+      "cov-distil (oracle2teacher)": 4.654824256896973,
       "epoch": 0.18288854003139718,
-      "rel-constrast": 5.821797847747803,
+      "rel-constrast": 6.129726409912109,
       "step": 233,
-      "subrel-constrast": 5.663866996765137,
+      "subrel-constrast": 5.695138931274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9569406509399414,
-      "cov-distil (oracle2student)": 7.222298622131348,
-      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "cov-distil": 2.8103408813476562,
+      "cov-distil (oracle2student)": 7.6267290115356445,
+      "cov-distil (oracle2teacher)": 7.041560173034668,
       "epoch": 0.1836734693877551,
-      "rel-constrast": 6.105270862579346,
+      "rel-constrast": 5.468483924865723,
       "step": 234,
-      "subrel-constrast": 5.712968349456787,
+      "subrel-constrast": 5.690363883972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.103212833404541,
-      "cov-distil (oracle2student)": 7.01689338684082,
-      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "cov-distil": 2.5587995052337646,
+      "cov-distil (oracle2student)": 5.562972068786621,
+      "cov-distil (oracle2teacher)": 5.41994571685791,
       "epoch": 0.18445839874411302,
-      "rel-constrast": 5.000349521636963,
+      "rel-constrast": 5.773622512817383,
       "step": 235,
-      "subrel-constrast": 5.6979780197143555,
+      "subrel-constrast": 5.3267669677734375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8269240856170654,
-      "cov-distil (oracle2student)": 6.271734237670898,
-      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "cov-distil": 4.249699592590332,
+      "cov-distil (oracle2student)": 7.754398345947266,
+      "cov-distil (oracle2teacher)": 4.796910285949707,
       "epoch": 0.18524332810047095,
-      "rel-constrast": 6.892180442810059,
+      "rel-constrast": 8.531059265136719,
       "step": 236,
-      "subrel-constrast": 5.5071916580200195,
+      "subrel-constrast": 5.342297554016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.617617607116699,
-      "cov-distil (oracle2student)": 7.684514045715332,
-      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "cov-distil": 4.759154319763184,
+      "cov-distil (oracle2student)": 7.0579376220703125,
+      "cov-distil (oracle2teacher)": 6.867465972900391,
       "epoch": 0.18602825745682888,
-      "rel-constrast": 5.50137996673584,
+      "rel-constrast": 6.7225422859191895,
       "step": 237,
-      "subrel-constrast": 5.996005058288574,
+      "subrel-constrast": 5.861257553100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0465898513793945,
-      "cov-distil (oracle2student)": 5.6181640625,
-      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "cov-distil": 2.824655532836914,
+      "cov-distil (oracle2student)": 5.473764419555664,
+      "cov-distil (oracle2teacher)": 3.9914209842681885,
       "epoch": 0.18681318681318682,
-      "rel-constrast": 5.506038665771484,
+      "rel-constrast": 6.062190532684326,
       "step": 238,
-      "subrel-constrast": 4.241726398468018,
+      "subrel-constrast": 4.152079105377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179614067077637,
-      "cov-distil (oracle2student)": 4.143487930297852,
-      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "cov-distil": 2.7214150428771973,
+      "cov-distil (oracle2student)": 4.056142807006836,
+      "cov-distil (oracle2teacher)": 3.105422019958496,
       "epoch": 0.18759811616954475,
-      "rel-constrast": 5.2203168869018555,
+      "rel-constrast": 6.285424709320068,
       "step": 239,
-      "subrel-constrast": 4.7745466232299805,
+      "subrel-constrast": 4.548801898956299,
       "view-similarity": 0
     },
     {
       "epoch": 0.18838304552590268,
-      "grad_norm": 11.4375,
+      "grad_norm": 15.9375,
       "learning_rate": 1.195e-05,
-      "loss": 1.5289,
+      "loss": 1.6039,
       "step": 240
     },
     {
-      "cov-distil": 3.0700650215148926,
-      "cov-distil (oracle2student)": 6.768826484680176,
-      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "cov-distil": 3.2994887828826904,
+      "cov-distil (oracle2student)": 6.404690742492676,
+      "cov-distil (oracle2teacher)": 4.984034061431885,
       "epoch": 0.18838304552590268,
-      "rel-constrast": 5.904140949249268,
+      "rel-constrast": 5.86398983001709,
       "step": 240,
-      "subrel-constrast": 4.922555446624756,
+      "subrel-constrast": 4.766972541809082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.561779499053955,
-      "cov-distil (oracle2student)": 4.69482421875,
-      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "cov-distil": 2.474839687347412,
+      "cov-distil (oracle2student)": 5.551938533782959,
+      "cov-distil (oracle2teacher)": 3.325836181640625,
       "epoch": 0.1891679748822606,
-      "rel-constrast": 7.093609809875488,
+      "rel-constrast": 6.890068054199219,
       "step": 241,
-      "subrel-constrast": 5.326828956604004,
+      "subrel-constrast": 5.152864456176758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.611605167388916,
-      "cov-distil (oracle2student)": 8.443441390991211,
-      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "cov-distil": 2.939002275466919,
+      "cov-distil (oracle2student)": 8.493452072143555,
+      "cov-distil (oracle2teacher)": 5.770837783813477,
       "epoch": 0.18995290423861852,
-      "rel-constrast": 6.5073723793029785,
+      "rel-constrast": 6.677253246307373,
       "step": 242,
-      "subrel-constrast": 5.4820237159729,
+      "subrel-constrast": 5.344944953918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022892713546753,
-      "cov-distil (oracle2student)": 5.535630226135254,
-      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "cov-distil": 3.4027292728424072,
+      "cov-distil (oracle2student)": 6.329041004180908,
+      "cov-distil (oracle2teacher)": 4.339474678039551,
       "epoch": 0.19073783359497645,
-      "rel-constrast": 4.188787460327148,
+      "rel-constrast": 5.450015068054199,
       "step": 243,
-      "subrel-constrast": 4.377328395843506,
+      "subrel-constrast": 3.9405393600463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2616350650787354,
-      "cov-distil (oracle2student)": 7.68295955657959,
-      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "cov-distil": 4.741093635559082,
+      "cov-distil (oracle2student)": 9.936079025268555,
+      "cov-distil (oracle2teacher)": 7.017047882080078,
       "epoch": 0.19152276295133439,
-      "rel-constrast": 3.710407257080078,
+      "rel-constrast": 6.805270671844482,
       "step": 244,
-      "subrel-constrast": 4.857728958129883,
+      "subrel-constrast": 4.80192232131958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4432787895202637,
-      "cov-distil (oracle2student)": 5.955875396728516,
-      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "cov-distil": 2.1672821044921875,
+      "cov-distil (oracle2student)": 6.3422675132751465,
+      "cov-distil (oracle2teacher)": 4.817507743835449,
       "epoch": 0.19230769230769232,
-      "rel-constrast": 4.064718246459961,
+      "rel-constrast": 4.706860542297363,
       "step": 245,
-      "subrel-constrast": 3.286212921142578,
+      "subrel-constrast": 3.0868115425109863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300020217895508,
-      "cov-distil (oracle2student)": 7.3102240562438965,
-      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "cov-distil": 2.822758436203003,
+      "cov-distil (oracle2student)": 7.291840553283691,
+      "cov-distil (oracle2teacher)": 6.726513862609863,
       "epoch": 0.19309262166405022,
-      "rel-constrast": 4.880646228790283,
+      "rel-constrast": 5.267154693603516,
       "step": 246,
-      "subrel-constrast": 5.000226974487305,
+      "subrel-constrast": 4.705516815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8198413848876953,
-      "cov-distil (oracle2student)": 6.318789482116699,
-      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "cov-distil": 3.366947650909424,
+      "cov-distil (oracle2student)": 6.01516580581665,
+      "cov-distil (oracle2teacher)": 5.619762420654297,
       "epoch": 0.19387755102040816,
-      "rel-constrast": 5.271482944488525,
+      "rel-constrast": 4.713459014892578,
       "step": 247,
-      "subrel-constrast": 4.728270530700684,
+      "subrel-constrast": 4.563929557800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701936721801758,
-      "cov-distil (oracle2student)": 7.418839454650879,
-      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "cov-distil": 3.038935661315918,
+      "cov-distil (oracle2student)": 6.752789497375488,
+      "cov-distil (oracle2teacher)": 4.739871501922607,
       "epoch": 0.1946624803767661,
-      "rel-constrast": 5.347120761871338,
+      "rel-constrast": 5.442416667938232,
       "step": 248,
-      "subrel-constrast": 3.8733067512512207,
+      "subrel-constrast": 3.737136125564575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371919870376587,
-      "cov-distil (oracle2student)": 4.60204553604126,
-      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "cov-distil": 3.2531583309173584,
+      "cov-distil (oracle2student)": 6.057809829711914,
+      "cov-distil (oracle2teacher)": 4.334310531616211,
       "epoch": 0.19544740973312402,
-      "rel-constrast": 5.870595932006836,
+      "rel-constrast": 7.131378173828125,
       "step": 249,
-      "subrel-constrast": 5.879952907562256,
+      "subrel-constrast": 5.672539710998535,
       "view-similarity": 0
     },
     {
       "epoch": 0.19623233908948196,
-      "grad_norm": 12.125,
+      "grad_norm": 18.625,
       "learning_rate": 1.2450000000000001e-05,
-      "loss": 1.3889,
+      "loss": 1.4737,
       "step": 250
     },
     {
-      "cov-distil": 2.57767915725708,
-      "cov-distil (oracle2student)": 5.355373382568359,
-      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "cov-distil": 3.516162872314453,
+      "cov-distil (oracle2student)": 5.811059951782227,
+      "cov-distil (oracle2teacher)": 4.604798793792725,
       "epoch": 0.19623233908948196,
-      "rel-constrast": 4.8918633460998535,
+      "rel-constrast": 5.385979175567627,
       "step": 250,
-      "subrel-constrast": 5.259022235870361,
+      "subrel-constrast": 4.9506120681762695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.245497703552246,
-      "cov-distil (oracle2student)": 6.331605911254883,
-      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "cov-distil": 3.565119743347168,
+      "cov-distil (oracle2student)": 8.027206420898438,
+      "cov-distil (oracle2teacher)": 4.743947982788086,
       "epoch": 0.1970172684458399,
-      "rel-constrast": 5.062900066375732,
+      "rel-constrast": 6.1465606689453125,
       "step": 251,
-      "subrel-constrast": 5.577909469604492,
+      "subrel-constrast": 5.242536544799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9672136306762695,
-      "cov-distil (oracle2student)": 6.6121673583984375,
-      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "cov-distil": 4.966289043426514,
+      "cov-distil (oracle2student)": 6.7596235275268555,
+      "cov-distil (oracle2teacher)": 6.213712692260742,
       "epoch": 0.1978021978021978,
-      "rel-constrast": 4.805986404418945,
+      "rel-constrast": 5.233745574951172,
       "step": 252,
-      "subrel-constrast": 5.142998218536377,
+      "subrel-constrast": 4.842480659484863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7761154174804688,
-      "cov-distil (oracle2student)": 4.467655181884766,
-      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "cov-distil": 3.433755397796631,
+      "cov-distil (oracle2student)": 3.9055960178375244,
+      "cov-distil (oracle2teacher)": 3.547523021697998,
       "epoch": 0.19858712715855573,
-      "rel-constrast": 6.2257208824157715,
+      "rel-constrast": 6.395503997802734,
       "step": 253,
-      "subrel-constrast": 6.681684970855713,
+      "subrel-constrast": 6.658457279205322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5528666973114014,
-      "cov-distil (oracle2student)": 3.8436954021453857,
-      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "cov-distil": 3.111330986022949,
+      "cov-distil (oracle2student)": 3.668722152709961,
+      "cov-distil (oracle2teacher)": 3.4141297340393066,
       "epoch": 0.19937205651491366,
-      "rel-constrast": 4.351076602935791,
+      "rel-constrast": 4.0804829597473145,
       "step": 254,
-      "subrel-constrast": 4.7084856033325195,
+      "subrel-constrast": 4.358175277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436844825744629,
-      "cov-distil (oracle2student)": 4.236217498779297,
-      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "cov-distil": 3.1300435066223145,
+      "cov-distil (oracle2student)": 5.203346252441406,
+      "cov-distil (oracle2teacher)": 4.6285176277160645,
       "epoch": 0.2001569858712716,
-      "rel-constrast": 4.495194911956787,
+      "rel-constrast": 5.73390531539917,
       "step": 255,
-      "subrel-constrast": 4.984120845794678,
+      "subrel-constrast": 4.773066520690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8471765518188477,
-      "cov-distil (oracle2student)": 6.064319133758545,
-      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "cov-distil": 2.5665247440338135,
+      "cov-distil (oracle2student)": 5.164233207702637,
+      "cov-distil (oracle2teacher)": 4.859079360961914,
       "epoch": 0.20094191522762953,
-      "rel-constrast": 6.856153964996338,
+      "rel-constrast": 6.5312018394470215,
       "step": 256,
-      "subrel-constrast": 6.399039268493652,
+      "subrel-constrast": 5.86644172668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.282780408859253,
-      "cov-distil (oracle2student)": 6.418514728546143,
-      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "cov-distil": 2.474895477294922,
+      "cov-distil (oracle2student)": 6.759990692138672,
+      "cov-distil (oracle2teacher)": 5.076593399047852,
       "epoch": 0.20172684458398743,
-      "rel-constrast": 3.691617488861084,
+      "rel-constrast": 3.920262336730957,
       "step": 257,
-      "subrel-constrast": 3.647446393966675,
+      "subrel-constrast": 3.723156452178955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8209176063537598,
-      "cov-distil (oracle2student)": 6.559376239776611,
-      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "cov-distil": 3.1205925941467285,
+      "cov-distil (oracle2student)": 7.466899394989014,
+      "cov-distil (oracle2teacher)": 6.139980316162109,
       "epoch": 0.20251177394034536,
-      "rel-constrast": 5.5977067947387695,
+      "rel-constrast": 7.872465133666992,
       "step": 258,
-      "subrel-constrast": 5.495102882385254,
+      "subrel-constrast": 5.299954414367676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641873836517334,
-      "cov-distil (oracle2student)": 7.442392349243164,
-      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "cov-distil": 3.8939738273620605,
+      "cov-distil (oracle2student)": 8.317615509033203,
+      "cov-distil (oracle2teacher)": 5.729403018951416,
       "epoch": 0.2032967032967033,
-      "rel-constrast": 3.466684103012085,
+      "rel-constrast": 4.958531856536865,
       "step": 259,
-      "subrel-constrast": 3.5653722286224365,
+      "subrel-constrast": 3.58616304397583,
       "view-similarity": 0
     },
     {
       "epoch": 0.20408163265306123,
-      "grad_norm": 11.0625,
+      "grad_norm": 16.25,
       "learning_rate": 1.2950000000000001e-05,
-      "loss": 1.309,
+      "loss": 1.4065,
       "step": 260
     },
     {
-      "cov-distil": 3.5698390007019043,
-      "cov-distil (oracle2student)": 7.782341957092285,
-      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "cov-distil": 4.336055755615234,
+      "cov-distil (oracle2student)": 7.078025817871094,
+      "cov-distil (oracle2teacher)": 6.190380573272705,
       "epoch": 0.20408163265306123,
-      "rel-constrast": 7.622033596038818,
+      "rel-constrast": 8.60249137878418,
       "step": 260,
-      "subrel-constrast": 7.28366231918335,
+      "subrel-constrast": 7.161799430847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8396096229553223,
-      "cov-distil (oracle2student)": 5.895359992980957,
-      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "cov-distil": 3.298201322555542,
+      "cov-distil (oracle2student)": 6.895780086517334,
+      "cov-distil (oracle2teacher)": 5.064095497131348,
       "epoch": 0.20486656200941916,
-      "rel-constrast": 6.895399570465088,
+      "rel-constrast": 9.036319732666016,
       "step": 261,
-      "subrel-constrast": 7.5016703605651855,
+      "subrel-constrast": 6.993175506591797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8108363151550293,
-      "cov-distil (oracle2student)": 6.897369384765625,
-      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "cov-distil": 3.6800646781921387,
+      "cov-distil (oracle2student)": 6.780130386352539,
+      "cov-distil (oracle2teacher)": 5.701805114746094,
       "epoch": 0.20565149136577707,
-      "rel-constrast": 6.448241233825684,
+      "rel-constrast": 6.868691444396973,
       "step": 262,
-      "subrel-constrast": 5.558028221130371,
+      "subrel-constrast": 5.394209861755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3478736877441406,
-      "cov-distil (oracle2student)": 6.083657264709473,
-      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "cov-distil": 2.9533309936523438,
+      "cov-distil (oracle2student)": 6.258018970489502,
+      "cov-distil (oracle2teacher)": 5.135937690734863,
       "epoch": 0.206436420722135,
-      "rel-constrast": 4.897732734680176,
+      "rel-constrast": 5.3347601890563965,
       "step": 263,
-      "subrel-constrast": 4.740241527557373,
+      "subrel-constrast": 4.978070259094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.51102614402771,
-      "cov-distil (oracle2student)": 6.846009731292725,
-      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "cov-distil": 3.2236413955688477,
+      "cov-distil (oracle2student)": 5.960575580596924,
+      "cov-distil (oracle2teacher)": 4.797710418701172,
       "epoch": 0.20722135007849293,
-      "rel-constrast": 5.827173233032227,
+      "rel-constrast": 4.859791278839111,
       "step": 264,
-      "subrel-constrast": 4.172447204589844,
+      "subrel-constrast": 3.9997777938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1208271980285645,
-      "cov-distil (oracle2student)": 4.811653137207031,
-      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "cov-distil": 2.9068026542663574,
+      "cov-distil (oracle2student)": 5.524225234985352,
+      "cov-distil (oracle2teacher)": 5.041040897369385,
       "epoch": 0.20800627943485087,
-      "rel-constrast": 4.7869768142700195,
+      "rel-constrast": 5.037485122680664,
       "step": 265,
-      "subrel-constrast": 4.889547824859619,
+      "subrel-constrast": 4.4791765213012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.029162645339966,
-      "cov-distil (oracle2student)": 5.588479042053223,
-      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "cov-distil": 2.5913591384887695,
+      "cov-distil (oracle2student)": 5.304985046386719,
+      "cov-distil (oracle2teacher)": 4.153073310852051,
       "epoch": 0.2087912087912088,
-      "rel-constrast": 5.366364002227783,
+      "rel-constrast": 5.659143924713135,
       "step": 266,
-      "subrel-constrast": 4.852118015289307,
+      "subrel-constrast": 4.3519721031188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8015055656433105,
-      "cov-distil (oracle2student)": 5.775141716003418,
-      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "cov-distil": 2.0903985500335693,
+      "cov-distil (oracle2student)": 6.570267677307129,
+      "cov-distil (oracle2teacher)": 4.888650417327881,
       "epoch": 0.20957613814756673,
-      "rel-constrast": 6.310330390930176,
+      "rel-constrast": 6.342266082763672,
       "step": 267,
-      "subrel-constrast": 5.940087795257568,
+      "subrel-constrast": 5.480305194854736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854526996612549,
-      "cov-distil (oracle2student)": 7.498423099517822,
-      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "cov-distil": 2.666135787963867,
+      "cov-distil (oracle2student)": 7.292048454284668,
+      "cov-distil (oracle2teacher)": 5.538511276245117,
       "epoch": 0.21036106750392464,
-      "rel-constrast": 5.91723108291626,
+      "rel-constrast": 5.866069316864014,
       "step": 268,
-      "subrel-constrast": 5.569789886474609,
+      "subrel-constrast": 5.420258045196533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8521933555603027,
-      "cov-distil (oracle2student)": 8.516229629516602,
-      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "cov-distil": 3.585205554962158,
+      "cov-distil (oracle2student)": 8.651119232177734,
+      "cov-distil (oracle2teacher)": 7.891222953796387,
       "epoch": 0.21114599686028257,
-      "rel-constrast": 5.549358367919922,
+      "rel-constrast": 5.89880895614624,
       "step": 269,
-      "subrel-constrast": 5.865178108215332,
+      "subrel-constrast": 5.620781421661377,
       "view-similarity": 0
     },
     {
       "epoch": 0.2119309262166405,
-      "grad_norm": 10.5,
+      "grad_norm": 12.4375,
       "learning_rate": 1.3450000000000002e-05,
-      "loss": 1.5599,
+      "loss": 1.5876,
       "step": 270
     },
     {
-      "cov-distil": 2.6384477615356445,
-      "cov-distil (oracle2student)": 6.601221084594727,
-      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "cov-distil": 2.7466444969177246,
+      "cov-distil (oracle2student)": 6.770458221435547,
+      "cov-distil (oracle2teacher)": 5.722110748291016,
       "epoch": 0.2119309262166405,
-      "rel-constrast": 5.00776481628418,
+      "rel-constrast": 5.583882808685303,
       "step": 270,
-      "subrel-constrast": 5.840844631195068,
+      "subrel-constrast": 4.953369617462158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7631101608276367,
-      "cov-distil (oracle2student)": 6.431881904602051,
-      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "cov-distil": 4.387966156005859,
+      "cov-distil (oracle2student)": 6.782116413116455,
+      "cov-distil (oracle2teacher)": 6.230133056640625,
       "epoch": 0.21271585557299844,
-      "rel-constrast": 6.45134162902832,
+      "rel-constrast": 6.828855514526367,
       "step": 271,
-      "subrel-constrast": 5.76878023147583,
+      "subrel-constrast": 5.767931938171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7807393074035645,
-      "cov-distil (oracle2student)": 5.865763187408447,
-      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "cov-distil": 3.4776148796081543,
+      "cov-distil (oracle2student)": 7.725714206695557,
+      "cov-distil (oracle2teacher)": 4.2353901863098145,
       "epoch": 0.21350078492935637,
-      "rel-constrast": 4.840774059295654,
+      "rel-constrast": 6.7675676345825195,
       "step": 272,
-      "subrel-constrast": 4.348789691925049,
+      "subrel-constrast": 4.243733882904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6134047508239746,
-      "cov-distil (oracle2student)": 8.872061729431152,
-      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "cov-distil": 2.8837342262268066,
+      "cov-distil (oracle2student)": 8.100215911865234,
+      "cov-distil (oracle2teacher)": 6.865073204040527,
       "epoch": 0.21428571428571427,
-      "rel-constrast": 6.13456392288208,
+      "rel-constrast": 5.722375392913818,
       "step": 273,
-      "subrel-constrast": 5.690077781677246,
+      "subrel-constrast": 5.196401596069336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.838979721069336,
-      "cov-distil (oracle2student)": 4.565421104431152,
-      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "cov-distil": 3.547816276550293,
+      "cov-distil (oracle2student)": 4.683432579040527,
+      "cov-distil (oracle2teacher)": 4.061279773712158,
       "epoch": 0.2150706436420722,
-      "rel-constrast": 3.4405574798583984,
+      "rel-constrast": 4.491962432861328,
       "step": 274,
-      "subrel-constrast": 3.9467220306396484,
+      "subrel-constrast": 3.8705804347991943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.894028663635254,
-      "cov-distil (oracle2student)": 7.862314224243164,
-      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "cov-distil": 3.2293360233306885,
+      "cov-distil (oracle2student)": 7.682043075561523,
+      "cov-distil (oracle2teacher)": 6.1583662033081055,
       "epoch": 0.21585557299843014,
-      "rel-constrast": 5.791769027709961,
+      "rel-constrast": 6.308538913726807,
       "step": 275,
-      "subrel-constrast": 5.281234264373779,
+      "subrel-constrast": 5.119235515594482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.420649766921997,
-      "cov-distil (oracle2student)": 5.416041374206543,
-      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "cov-distil": 3.4919610023498535,
+      "cov-distil (oracle2student)": 6.640707015991211,
+      "cov-distil (oracle2teacher)": 5.214866638183594,
       "epoch": 0.21664050235478807,
-      "rel-constrast": 6.379445552825928,
+      "rel-constrast": 7.374178886413574,
       "step": 276,
-      "subrel-constrast": 6.395686149597168,
+      "subrel-constrast": 6.104369640350342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.47515606880188,
-      "cov-distil (oracle2student)": 6.390409469604492,
-      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "cov-distil": 3.115516185760498,
+      "cov-distil (oracle2student)": 5.996584415435791,
+      "cov-distil (oracle2teacher)": 4.823023796081543,
       "epoch": 0.217425431711146,
-      "rel-constrast": 6.01629114151001,
+      "rel-constrast": 6.20583963394165,
       "step": 277,
-      "subrel-constrast": 4.883129119873047,
+      "subrel-constrast": 5.029137134552002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6170835494995117,
-      "cov-distil (oracle2student)": 5.599660873413086,
-      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "cov-distil": 2.7918639183044434,
+      "cov-distil (oracle2student)": 5.684634208679199,
+      "cov-distil (oracle2teacher)": 4.810190200805664,
       "epoch": 0.21821036106750394,
-      "rel-constrast": 5.321742057800293,
+      "rel-constrast": 4.79813289642334,
       "step": 278,
-      "subrel-constrast": 5.569702625274658,
+      "subrel-constrast": 5.397599697113037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4472475051879883,
-      "cov-distil (oracle2student)": 4.157199859619141,
-      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "cov-distil": 3.1064231395721436,
+      "cov-distil (oracle2student)": 4.2301201820373535,
+      "cov-distil (oracle2teacher)": 3.5788700580596924,
       "epoch": 0.21899529042386184,
-      "rel-constrast": 5.365159034729004,
+      "rel-constrast": 5.084054946899414,
       "step": 279,
-      "subrel-constrast": 4.612099647521973,
+      "subrel-constrast": 4.2111334800720215,
       "view-similarity": 0
     },
     {
       "epoch": 0.21978021978021978,
-      "grad_norm": 11.75,
+      "grad_norm": 11.875,
       "learning_rate": 1.3950000000000002e-05,
-      "loss": 1.4375,
+      "loss": 1.4791,
       "step": 280
     },
     {
-      "cov-distil": 2.9893362522125244,
-      "cov-distil (oracle2student)": 4.024957656860352,
-      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "cov-distil": 2.8841805458068848,
+      "cov-distil (oracle2student)": 5.231929779052734,
+      "cov-distil (oracle2teacher)": 3.8020687103271484,
       "epoch": 0.21978021978021978,
-      "rel-constrast": 3.5614960193634033,
+      "rel-constrast": 5.070528984069824,
       "step": 280,
-      "subrel-constrast": 3.8487634658813477,
+      "subrel-constrast": 3.608320951461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.844444990158081,
-      "cov-distil (oracle2student)": 5.392576217651367,
-      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "cov-distil": 1.789047122001648,
+      "cov-distil (oracle2student)": 6.3516340255737305,
+      "cov-distil (oracle2teacher)": 4.324160099029541,
       "epoch": 0.2205651491365777,
-      "rel-constrast": 4.974848747253418,
+      "rel-constrast": 5.733168601989746,
       "step": 281,
-      "subrel-constrast": 4.340900421142578,
+      "subrel-constrast": 4.130161762237549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.113116502761841,
-      "cov-distil (oracle2student)": 5.14133358001709,
-      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "cov-distil": 3.2254583835601807,
+      "cov-distil (oracle2student)": 5.774847984313965,
+      "cov-distil (oracle2teacher)": 4.546616554260254,
       "epoch": 0.22135007849293564,
-      "rel-constrast": 3.7480554580688477,
+      "rel-constrast": 4.129452228546143,
       "step": 282,
-      "subrel-constrast": 3.691127061843872,
+      "subrel-constrast": 3.598750114440918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6692819595336914,
-      "cov-distil (oracle2student)": 5.371300220489502,
-      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "cov-distil": 2.9880526065826416,
+      "cov-distil (oracle2student)": 5.123470306396484,
+      "cov-distil (oracle2teacher)": 4.069883346557617,
       "epoch": 0.22213500784929358,
-      "rel-constrast": 3.1415340900421143,
+      "rel-constrast": 3.295433759689331,
       "step": 283,
-      "subrel-constrast": 3.5099706649780273,
+      "subrel-constrast": 3.324979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.123812675476074,
-      "cov-distil (oracle2student)": 5.589199066162109,
-      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "cov-distil": 4.25510311126709,
+      "cov-distil (oracle2student)": 6.302071571350098,
+      "cov-distil (oracle2teacher)": 4.757148742675781,
       "epoch": 0.22291993720565148,
-      "rel-constrast": 5.24945068359375,
+      "rel-constrast": 5.31478214263916,
       "step": 284,
-      "subrel-constrast": 5.918647289276123,
+      "subrel-constrast": 5.6519598960876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8713016510009766,
-      "cov-distil (oracle2student)": 4.705049991607666,
-      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "cov-distil": 3.2425737380981445,
+      "cov-distil (oracle2student)": 5.098972320556641,
+      "cov-distil (oracle2teacher)": 4.024742126464844,
       "epoch": 0.2237048665620094,
-      "rel-constrast": 4.912763595581055,
+      "rel-constrast": 5.870516777038574,
       "step": 285,
-      "subrel-constrast": 4.87550163269043,
+      "subrel-constrast": 4.4377851486206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3451600074768066,
-      "cov-distil (oracle2student)": 5.1898112297058105,
-      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "cov-distil": 3.38612961769104,
+      "cov-distil (oracle2student)": 5.2903733253479,
+      "cov-distil (oracle2teacher)": 4.70941162109375,
       "epoch": 0.22448979591836735,
-      "rel-constrast": 3.9581844806671143,
+      "rel-constrast": 4.851799011230469,
       "step": 286,
-      "subrel-constrast": 4.999188423156738,
+      "subrel-constrast": 4.53253698348999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.046831130981445,
-      "cov-distil (oracle2student)": 5.279922008514404,
-      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "cov-distil": 5.291201591491699,
+      "cov-distil (oracle2student)": 5.844934463500977,
+      "cov-distil (oracle2teacher)": 4.84541654586792,
       "epoch": 0.22527472527472528,
-      "rel-constrast": 3.851740598678589,
+      "rel-constrast": 5.835660457611084,
       "step": 287,
-      "subrel-constrast": 5.069759368896484,
+      "subrel-constrast": 5.024116039276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9045445919036865,
-      "cov-distil (oracle2student)": 4.107922077178955,
-      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "cov-distil": 2.9398608207702637,
+      "cov-distil (oracle2student)": 4.3184967041015625,
+      "cov-distil (oracle2teacher)": 3.2652041912078857,
       "epoch": 0.2260596546310832,
-      "rel-constrast": 3.7474989891052246,
+      "rel-constrast": 3.811152219772339,
       "step": 288,
-      "subrel-constrast": 3.227546215057373,
+      "subrel-constrast": 3.2368462085723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6393697261810303,
-      "cov-distil (oracle2student)": 5.38969612121582,
-      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "cov-distil": 2.8907761573791504,
+      "cov-distil (oracle2student)": 6.32274866104126,
+      "cov-distil (oracle2teacher)": 4.817951679229736,
       "epoch": 0.22684458398744112,
-      "rel-constrast": 5.448161602020264,
+      "rel-constrast": 6.02825403213501,
       "step": 289,
-      "subrel-constrast": 4.952843189239502,
+      "subrel-constrast": 4.743237495422363,
       "view-similarity": 0
     },
     {
       "epoch": 0.22762951334379905,
-      "grad_norm": 11.0625,
+      "grad_norm": 11.375,
       "learning_rate": 1.4449999999999999e-05,
-      "loss": 1.1312,
+      "loss": 1.2485,
       "step": 290
     },
     {
-      "cov-distil": 2.2228524684906006,
-      "cov-distil (oracle2student)": 5.054024696350098,
-      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "cov-distil": 2.9347901344299316,
+      "cov-distil (oracle2student)": 4.872867584228516,
+      "cov-distil (oracle2teacher)": 4.179929733276367,
       "epoch": 0.22762951334379905,
-      "rel-constrast": 4.407362937927246,
+      "rel-constrast": 5.155918598175049,
       "step": 290,
-      "subrel-constrast": 3.7540085315704346,
+      "subrel-constrast": 3.6043808460235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.322395086288452,
-      "cov-distil (oracle2student)": 5.8189802169799805,
-      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "cov-distil": 3.9107203483581543,
+      "cov-distil (oracle2student)": 7.445195198059082,
+      "cov-distil (oracle2teacher)": 5.120218753814697,
       "epoch": 0.22841444270015698,
-      "rel-constrast": 7.071442127227783,
+      "rel-constrast": 7.677296161651611,
       "step": 291,
-      "subrel-constrast": 5.730456352233887,
+      "subrel-constrast": 5.529508113861084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16727876663208,
-      "cov-distil (oracle2student)": 4.567198753356934,
-      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "cov-distil": 2.4434685707092285,
+      "cov-distil (oracle2student)": 4.508039474487305,
+      "cov-distil (oracle2teacher)": 3.5461554527282715,
       "epoch": 0.22919937205651492,
-      "rel-constrast": 4.42551851272583,
+      "rel-constrast": 5.153941631317139,
       "step": 292,
-      "subrel-constrast": 4.485289573669434,
+      "subrel-constrast": 4.15155553817749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469608783721924,
-      "cov-distil (oracle2student)": 5.156149864196777,
-      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "cov-distil": 2.582817554473877,
+      "cov-distil (oracle2student)": 5.146377086639404,
+      "cov-distil (oracle2teacher)": 4.31059455871582,
       "epoch": 0.22998430141287285,
-      "rel-constrast": 5.817928314208984,
+      "rel-constrast": 5.175385475158691,
       "step": 293,
-      "subrel-constrast": 5.512660503387451,
+      "subrel-constrast": 5.058679103851318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7178702354431152,
-      "cov-distil (oracle2student)": 6.17563009262085,
-      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "cov-distil": 3.5422732830047607,
+      "cov-distil (oracle2student)": 6.001456260681152,
+      "cov-distil (oracle2teacher)": 5.188901901245117,
       "epoch": 0.23076923076923078,
-      "rel-constrast": 4.059771537780762,
+      "rel-constrast": 4.473079681396484,
       "step": 294,
-      "subrel-constrast": 4.546008110046387,
+      "subrel-constrast": 4.181125640869141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.426544189453125,
-      "cov-distil (oracle2student)": 6.170835494995117,
-      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "cov-distil": 2.6128244400024414,
+      "cov-distil (oracle2student)": 6.004209518432617,
+      "cov-distil (oracle2teacher)": 4.370993614196777,
       "epoch": 0.2315541601255887,
-      "rel-constrast": 5.40432071685791,
+      "rel-constrast": 4.921375751495361,
       "step": 295,
-      "subrel-constrast": 4.621823310852051,
+      "subrel-constrast": 4.1689252853393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4757297039031982,
-      "cov-distil (oracle2student)": 5.960691452026367,
-      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "cov-distil": 2.5751001834869385,
+      "cov-distil (oracle2student)": 4.772381782531738,
+      "cov-distil (oracle2teacher)": 4.355014324188232,
       "epoch": 0.23233908948194662,
-      "rel-constrast": 5.51530122756958,
+      "rel-constrast": 6.146240711212158,
       "step": 296,
-      "subrel-constrast": 4.927340507507324,
+      "subrel-constrast": 4.476834774017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.657459259033203,
-      "cov-distil (oracle2student)": 5.8439040184021,
-      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "cov-distil": 3.9748764038085938,
+      "cov-distil (oracle2student)": 6.486191749572754,
+      "cov-distil (oracle2teacher)": 5.096853256225586,
       "epoch": 0.23312401883830455,
-      "rel-constrast": 5.3520827293396,
+      "rel-constrast": 6.090335369110107,
       "step": 297,
-      "subrel-constrast": 5.7532639503479,
+      "subrel-constrast": 5.588194370269775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3521299362182617,
-      "cov-distil (oracle2student)": 4.154911041259766,
-      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "cov-distil": 2.44960880279541,
+      "cov-distil (oracle2student)": 3.8874282836914062,
+      "cov-distil (oracle2teacher)": 3.8167011737823486,
       "epoch": 0.23390894819466249,
-      "rel-constrast": 4.380270481109619,
+      "rel-constrast": 5.933355331420898,
       "step": 298,
-      "subrel-constrast": 4.369304656982422,
+      "subrel-constrast": 3.9365546703338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0642247200012207,
-      "cov-distil (oracle2student)": 8.378507614135742,
-      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "cov-distil": 3.636549949645996,
+      "cov-distil (oracle2student)": 7.991456508636475,
+      "cov-distil (oracle2teacher)": 7.372882843017578,
       "epoch": 0.23469387755102042,
-      "rel-constrast": 6.201256275177002,
+      "rel-constrast": 6.266528129577637,
       "step": 299,
-      "subrel-constrast": 6.11863374710083,
+      "subrel-constrast": 5.849900722503662,
       "view-similarity": 0
     },
     {
       "epoch": 0.23547880690737832,
-      "grad_norm": 12.3125,
+      "grad_norm": 12.9375,
       "learning_rate": 1.4950000000000001e-05,
-      "loss": 1.3781,
+      "loss": 1.4248,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
-      "overlap": 0.2109375,
+      "overlap": 0.20781250298023224,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "student margin": 0.05963134765625
+      "student margin": 0.0362548828125
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "teacher margin": 0.038360595703125
+      "teacher margin": 0.0373687744140625
     },
     {
       "epoch": 0.23547880690737832,
-      "margin difference": -0.021270751953125,
+      "margin difference": 0.0011138916015625,
       "step": 300
     },
     {
-      "cov-distil": 3.008206367492676,
-      "cov-distil (oracle2student)": 5.292865753173828,
-      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "cov-distil": 2.995849609375,
+      "cov-distil (oracle2student)": 5.09915828704834,
+      "cov-distil (oracle2teacher)": 4.621673107147217,
       "epoch": 0.23547880690737832,
-      "rel-constrast": 4.0116376876831055,
+      "rel-constrast": 5.374889373779297,
       "step": 300,
-      "subrel-constrast": 4.785098075866699,
+      "subrel-constrast": 4.954840660095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989365577697754,
-      "cov-distil (oracle2student)": 5.546765327453613,
-      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "cov-distil": 2.807335376739502,
+      "cov-distil (oracle2student)": 5.43807315826416,
+      "cov-distil (oracle2teacher)": 4.944613456726074,
       "epoch": 0.23626373626373626,
-      "rel-constrast": 6.474400043487549,
+      "rel-constrast": 6.832364559173584,
       "step": 301,
-      "subrel-constrast": 5.127968788146973,
+      "subrel-constrast": 5.392660617828369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1983444690704346,
-      "cov-distil (oracle2student)": 8.063515663146973,
-      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "cov-distil": 4.137192726135254,
+      "cov-distil (oracle2student)": 9.00510025024414,
+      "cov-distil (oracle2teacher)": 6.73104190826416,
       "epoch": 0.2370486656200942,
-      "rel-constrast": 7.403573989868164,
+      "rel-constrast": 8.269548416137695,
       "step": 302,
-      "subrel-constrast": 7.299440383911133,
+      "subrel-constrast": 7.39450216293335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1733779907226562,
-      "cov-distil (oracle2student)": 5.806576251983643,
-      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "cov-distil": 2.0982232093811035,
+      "cov-distil (oracle2student)": 5.335261344909668,
+      "cov-distil (oracle2teacher)": 4.4932451248168945,
       "epoch": 0.23783359497645212,
-      "rel-constrast": 4.8100080490112305,
+      "rel-constrast": 5.1851582527160645,
       "step": 303,
-      "subrel-constrast": 4.575942039489746,
+      "subrel-constrast": 4.23055362701416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.296001434326172,
-      "cov-distil (oracle2student)": 5.940627098083496,
-      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "cov-distil": 3.179009437561035,
+      "cov-distil (oracle2student)": 6.040433406829834,
+      "cov-distil (oracle2teacher)": 4.932512283325195,
       "epoch": 0.23861852433281006,
-      "rel-constrast": 4.067414283752441,
+      "rel-constrast": 4.484858512878418,
       "step": 304,
-      "subrel-constrast": 4.074215888977051,
+      "subrel-constrast": 3.803333282470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.045285701751709,
-      "cov-distil (oracle2student)": 6.319952487945557,
-      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "cov-distil": 4.767642974853516,
+      "cov-distil (oracle2student)": 7.136101245880127,
+      "cov-distil (oracle2teacher)": 5.454344749450684,
       "epoch": 0.239403453689168,
-      "rel-constrast": 6.282134056091309,
+      "rel-constrast": 5.738367080688477,
       "step": 305,
-      "subrel-constrast": 5.782018661499023,
+      "subrel-constrast": 5.890968322753906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9121222496032715,
-      "cov-distil (oracle2student)": 5.459598064422607,
-      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "cov-distil": 4.072711944580078,
+      "cov-distil (oracle2student)": 5.865180969238281,
+      "cov-distil (oracle2teacher)": 4.911429405212402,
       "epoch": 0.2401883830455259,
-      "rel-constrast": 4.806554317474365,
+      "rel-constrast": 4.885112762451172,
       "step": 306,
-      "subrel-constrast": 4.548116207122803,
+      "subrel-constrast": 4.486283302307129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.127394199371338,
-      "cov-distil (oracle2student)": 6.740002155303955,
-      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "cov-distil": 3.361879825592041,
+      "cov-distil (oracle2student)": 7.407407760620117,
+      "cov-distil (oracle2teacher)": 5.337668418884277,
       "epoch": 0.24097331240188383,
-      "rel-constrast": 4.304414749145508,
+      "rel-constrast": 6.136301040649414,
       "step": 307,
-      "subrel-constrast": 4.569100856781006,
+      "subrel-constrast": 3.926816940307617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409721851348877,
-      "cov-distil (oracle2student)": 5.193621635437012,
-      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "cov-distil": 2.6681458950042725,
+      "cov-distil (oracle2student)": 4.906818389892578,
+      "cov-distil (oracle2teacher)": 4.054692268371582,
       "epoch": 0.24175824175824176,
-      "rel-constrast": 3.959606885910034,
+      "rel-constrast": 3.799686908721924,
       "step": 308,
-      "subrel-constrast": 3.5845348834991455,
+      "subrel-constrast": 3.5293538570404053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8062539100646973,
-      "cov-distil (oracle2student)": 4.71664571762085,
-      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "cov-distil": 2.943486452102661,
+      "cov-distil (oracle2student)": 5.624420166015625,
+      "cov-distil (oracle2teacher)": 4.865832805633545,
       "epoch": 0.2425431711145997,
-      "rel-constrast": 3.0766100883483887,
+      "rel-constrast": 3.9732346534729004,
       "step": 309,
-      "subrel-constrast": 3.382361888885498,
+      "subrel-constrast": 3.4104995727539062,
       "view-similarity": 0
     },
     {
       "epoch": 0.24332810047095763,
-      "grad_norm": 9.5,
+      "grad_norm": 11.625,
       "learning_rate": 1.545e-05,
-      "loss": 1.2937,
+      "loss": 1.367,
       "step": 310
     },
     {
-      "cov-distil": 2.239055633544922,
-      "cov-distil (oracle2student)": 5.393888473510742,
-      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "cov-distil": 2.6244723796844482,
+      "cov-distil (oracle2student)": 5.866706371307373,
+      "cov-distil (oracle2teacher)": 4.9008917808532715,
       "epoch": 0.24332810047095763,
-      "rel-constrast": 4.987247467041016,
+      "rel-constrast": 6.373926162719727,
       "step": 310,
-      "subrel-constrast": 5.139691352844238,
+      "subrel-constrast": 4.488101482391357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2522640228271484,
-      "cov-distil (oracle2student)": 5.585516452789307,
-      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "cov-distil": 3.5632121562957764,
+      "cov-distil (oracle2student)": 5.155505657196045,
+      "cov-distil (oracle2teacher)": 5.0142059326171875,
       "epoch": 0.24411302982731553,
-      "rel-constrast": 5.4420576095581055,
+      "rel-constrast": 6.277679443359375,
       "step": 311,
-      "subrel-constrast": 5.243014812469482,
+      "subrel-constrast": 5.1024346351623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9545369148254395,
-      "cov-distil (oracle2student)": 7.048440933227539,
-      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "cov-distil": 3.843381404876709,
+      "cov-distil (oracle2student)": 7.657061576843262,
+      "cov-distil (oracle2teacher)": 5.59952974319458,
       "epoch": 0.24489795918367346,
-      "rel-constrast": 4.822846412658691,
+      "rel-constrast": 6.135632514953613,
       "step": 312,
-      "subrel-constrast": 5.2993550300598145,
+      "subrel-constrast": 4.900961875915527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3729989528656006,
-      "cov-distil (oracle2student)": 4.889832496643066,
-      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "cov-distil": 3.1060256958007812,
+      "cov-distil (oracle2student)": 4.893831253051758,
+      "cov-distil (oracle2teacher)": 3.9767580032348633,
       "epoch": 0.2456828885400314,
-      "rel-constrast": 4.288917064666748,
+      "rel-constrast": 4.635200023651123,
       "step": 313,
-      "subrel-constrast": 4.1293230056762695,
+      "subrel-constrast": 4.283213138580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8544390201568604,
-      "cov-distil (oracle2student)": 5.838968276977539,
-      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "cov-distil": 3.1016054153442383,
+      "cov-distil (oracle2student)": 6.062239646911621,
+      "cov-distil (oracle2teacher)": 5.6108503341674805,
       "epoch": 0.24646781789638933,
-      "rel-constrast": 7.789211273193359,
+      "rel-constrast": 8.560279846191406,
       "step": 314,
-      "subrel-constrast": 7.194558143615723,
+      "subrel-constrast": 7.044192314147949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.575493335723877,
-      "cov-distil (oracle2student)": 3.8698391914367676,
-      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "cov-distil": 2.8427748680114746,
+      "cov-distil (oracle2student)": 4.068223476409912,
+      "cov-distil (oracle2teacher)": 3.112412214279175,
       "epoch": 0.24725274725274726,
-      "rel-constrast": 5.1448469161987305,
+      "rel-constrast": 5.4125471115112305,
       "step": 315,
-      "subrel-constrast": 5.066910743713379,
+      "subrel-constrast": 4.892662525177002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5955240726470947,
-      "cov-distil (oracle2student)": 6.330062389373779,
-      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "cov-distil": 3.612217426300049,
+      "cov-distil (oracle2student)": 6.20430850982666,
+      "cov-distil (oracle2teacher)": 5.056683540344238,
       "epoch": 0.24803767660910517,
-      "rel-constrast": 5.845157623291016,
+      "rel-constrast": 5.985476970672607,
       "step": 316,
-      "subrel-constrast": 5.653590679168701,
+      "subrel-constrast": 5.0935492515563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.458334445953369,
-      "cov-distil (oracle2student)": 4.185459136962891,
-      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "cov-distil": 3.5243868827819824,
+      "cov-distil (oracle2student)": 4.722080707550049,
+      "cov-distil (oracle2teacher)": 3.2924301624298096,
       "epoch": 0.2488226059654631,
-      "rel-constrast": 2.779353618621826,
+      "rel-constrast": 2.927239418029785,
       "step": 317,
-      "subrel-constrast": 2.9301249980926514,
+      "subrel-constrast": 2.7868239879608154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7841362953186035,
-      "cov-distil (oracle2student)": 6.304546356201172,
-      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "cov-distil": 2.834930419921875,
+      "cov-distil (oracle2student)": 7.241357803344727,
+      "cov-distil (oracle2teacher)": 5.2385406494140625,
       "epoch": 0.24960753532182103,
-      "rel-constrast": 5.335213661193848,
+      "rel-constrast": 6.596709728240967,
       "step": 318,
-      "subrel-constrast": 4.771610736846924,
+      "subrel-constrast": 4.503012180328369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.501758098602295,
-      "cov-distil (oracle2student)": 2.5830516815185547,
-      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "cov-distil": 4.6294145584106445,
+      "cov-distil (oracle2student)": 3.2060794830322266,
+      "cov-distil (oracle2teacher)": 2.472909927368164,
       "epoch": 0.25039246467817894,
-      "rel-constrast": 3.4819953441619873,
+      "rel-constrast": 4.146984100341797,
       "step": 319,
-      "subrel-constrast": 4.568965435028076,
+      "subrel-constrast": 4.32492733001709,
       "view-similarity": 0
     },
     {
       "epoch": 0.25117739403453687,
-      "grad_norm": 9.375,
+      "grad_norm": 9.75,
       "learning_rate": 1.595e-05,
-      "loss": 1.3169,
+      "loss": 1.4263,
       "step": 320
     },
     {
-      "cov-distil": 2.6786675453186035,
-      "cov-distil (oracle2student)": 6.357356071472168,
-      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "cov-distil": 3.2471065521240234,
+      "cov-distil (oracle2student)": 5.24832820892334,
+      "cov-distil (oracle2teacher)": 4.8232221603393555,
       "epoch": 0.25117739403453687,
-      "rel-constrast": 6.052874565124512,
+      "rel-constrast": 6.012116432189941,
       "step": 320,
-      "subrel-constrast": 5.292226314544678,
+      "subrel-constrast": 4.880139350891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.494877815246582,
-      "cov-distil (oracle2student)": 6.876131057739258,
-      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "cov-distil": 3.157546043395996,
+      "cov-distil (oracle2student)": 6.867677211761475,
+      "cov-distil (oracle2teacher)": 6.053874492645264,
       "epoch": 0.2519623233908948,
-      "rel-constrast": 5.749901294708252,
+      "rel-constrast": 6.826060771942139,
       "step": 321,
-      "subrel-constrast": 5.932641983032227,
+      "subrel-constrast": 5.76216459274292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.38651180267334,
-      "cov-distil (oracle2student)": 6.265422344207764,
-      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "cov-distil": 3.067598581314087,
+      "cov-distil (oracle2student)": 5.943489074707031,
+      "cov-distil (oracle2teacher)": 5.202498912811279,
       "epoch": 0.25274725274725274,
-      "rel-constrast": 6.318136215209961,
+      "rel-constrast": 6.353456497192383,
       "step": 322,
-      "subrel-constrast": 6.435103893280029,
+      "subrel-constrast": 5.987008571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4289562702178955,
-      "cov-distil (oracle2student)": 6.545157432556152,
-      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "cov-distil": 3.1114866733551025,
+      "cov-distil (oracle2student)": 7.59584379196167,
+      "cov-distil (oracle2teacher)": 6.96005916595459,
       "epoch": 0.25353218210361067,
-      "rel-constrast": 3.1901004314422607,
+      "rel-constrast": 4.523984432220459,
       "step": 323,
-      "subrel-constrast": 3.988408327102661,
+      "subrel-constrast": 3.6541523933410645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2045464515686035,
-      "cov-distil (oracle2student)": 4.834115982055664,
-      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "cov-distil": 2.248222827911377,
+      "cov-distil (oracle2student)": 5.706358909606934,
+      "cov-distil (oracle2teacher)": 4.948301315307617,
       "epoch": 0.2543171114599686,
-      "rel-constrast": 3.4951283931732178,
+      "rel-constrast": 4.667326927185059,
       "step": 324,
-      "subrel-constrast": 5.053758144378662,
+      "subrel-constrast": 4.78737211227417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7462997436523438,
-      "cov-distil (oracle2student)": 4.760239124298096,
-      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "cov-distil": 2.2831523418426514,
+      "cov-distil (oracle2student)": 4.755370140075684,
+      "cov-distil (oracle2teacher)": 4.040532112121582,
       "epoch": 0.25510204081632654,
-      "rel-constrast": 5.508856773376465,
+      "rel-constrast": 4.627167701721191,
       "step": 325,
-      "subrel-constrast": 4.718686580657959,
+      "subrel-constrast": 4.401793956756592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674020528793335,
-      "cov-distil (oracle2student)": 6.0317277908325195,
-      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "cov-distil": 2.712343215942383,
+      "cov-distil (oracle2student)": 5.70070219039917,
+      "cov-distil (oracle2teacher)": 4.60653018951416,
       "epoch": 0.25588697017268447,
-      "rel-constrast": 4.99403190612793,
+      "rel-constrast": 6.844998359680176,
       "step": 326,
-      "subrel-constrast": 5.0482378005981445,
+      "subrel-constrast": 4.64809513092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5660901069641113,
-      "cov-distil (oracle2student)": 4.034915447235107,
-      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "cov-distil": 2.156365394592285,
+      "cov-distil (oracle2student)": 3.712214469909668,
+      "cov-distil (oracle2teacher)": 3.16973876953125,
       "epoch": 0.2566718995290424,
-      "rel-constrast": 4.6133012771606445,
+      "rel-constrast": 5.057411193847656,
       "step": 327,
-      "subrel-constrast": 4.879344940185547,
+      "subrel-constrast": 4.276742458343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.365044593811035,
-      "cov-distil (oracle2student)": 6.041069984436035,
-      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "cov-distil": 3.276266098022461,
+      "cov-distil (oracle2student)": 6.313554763793945,
+      "cov-distil (oracle2teacher)": 4.672726631164551,
       "epoch": 0.25745682888540034,
-      "rel-constrast": 7.124080181121826,
+      "rel-constrast": 7.7610578536987305,
       "step": 328,
-      "subrel-constrast": 5.432338714599609,
+      "subrel-constrast": 5.150588512420654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.372805118560791,
-      "cov-distil (oracle2student)": 5.78395938873291,
-      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "cov-distil": 3.1482694149017334,
+      "cov-distil (oracle2student)": 6.211233139038086,
+      "cov-distil (oracle2teacher)": 4.519503593444824,
       "epoch": 0.25824175824175827,
-      "rel-constrast": 6.051140308380127,
+      "rel-constrast": 7.128066062927246,
       "step": 329,
-      "subrel-constrast": 5.881999492645264,
+      "subrel-constrast": 5.229227066040039,
       "view-similarity": 0
     },
     {
       "epoch": 0.25902668759811615,
-      "grad_norm": 12.8125,
+      "grad_norm": 30.125,
       "learning_rate": 1.645e-05,
-      "loss": 1.3897,
+      "loss": 1.495,
       "step": 330
     },
     {
-      "cov-distil": 2.17360520362854,
-      "cov-distil (oracle2student)": 4.5049262046813965,
-      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "cov-distil": 3.4942121505737305,
+      "cov-distil (oracle2student)": 4.702362060546875,
+      "cov-distil (oracle2teacher)": 3.851454973220825,
       "epoch": 0.25902668759811615,
-      "rel-constrast": 6.193095684051514,
+      "rel-constrast": 7.743566989898682,
       "step": 330,
-      "subrel-constrast": 6.21535587310791,
+      "subrel-constrast": 5.834286212921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125455856323242,
-      "cov-distil (oracle2student)": 6.844125747680664,
-      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "cov-distil": 2.4308981895446777,
+      "cov-distil (oracle2student)": 6.707577228546143,
+      "cov-distil (oracle2teacher)": 6.061697959899902,
       "epoch": 0.2598116169544741,
-      "rel-constrast": 5.395874977111816,
+      "rel-constrast": 5.530765056610107,
       "step": 331,
-      "subrel-constrast": 5.601707458496094,
+      "subrel-constrast": 5.404827117919922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.006053924560547,
-      "cov-distil (oracle2student)": 6.137346267700195,
-      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "cov-distil": 2.700594902038574,
+      "cov-distil (oracle2student)": 6.697707653045654,
+      "cov-distil (oracle2teacher)": 4.997561454772949,
       "epoch": 0.260596546310832,
-      "rel-constrast": 5.007664203643799,
+      "rel-constrast": 5.75063419342041,
       "step": 332,
-      "subrel-constrast": 5.2837815284729,
+      "subrel-constrast": 4.904842376708984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.734050750732422,
-      "cov-distil (oracle2student)": 7.4360809326171875,
-      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "cov-distil": 3.122147560119629,
+      "cov-distil (oracle2student)": 6.454063892364502,
+      "cov-distil (oracle2teacher)": 5.4856696128845215,
       "epoch": 0.26138147566718994,
-      "rel-constrast": 7.471103668212891,
+      "rel-constrast": 7.21724271774292,
       "step": 333,
-      "subrel-constrast": 6.6938323974609375,
+      "subrel-constrast": 6.4538092613220215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.608743667602539,
-      "cov-distil (oracle2student)": 6.094544410705566,
-      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "cov-distil": 3.6284923553466797,
+      "cov-distil (oracle2student)": 5.671303749084473,
+      "cov-distil (oracle2teacher)": 5.0850443840026855,
       "epoch": 0.2621664050235479,
-      "rel-constrast": 6.776917934417725,
+      "rel-constrast": 6.136453628540039,
       "step": 334,
-      "subrel-constrast": 5.880159378051758,
+      "subrel-constrast": 5.556970119476318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.892280101776123,
-      "cov-distil (oracle2student)": 5.178328514099121,
-      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "cov-distil": 3.3844223022460938,
+      "cov-distil (oracle2student)": 6.532558441162109,
+      "cov-distil (oracle2teacher)": 5.1386823654174805,
       "epoch": 0.2629513343799058,
-      "rel-constrast": 4.494962215423584,
+      "rel-constrast": 6.085060119628906,
       "step": 335,
-      "subrel-constrast": 4.386334419250488,
+      "subrel-constrast": 3.9505090713500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2362866401672363,
-      "cov-distil (oracle2student)": 6.626348495483398,
-      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "cov-distil": 3.351165533065796,
+      "cov-distil (oracle2student)": 6.627205848693848,
+      "cov-distil (oracle2teacher)": 4.818368434906006,
       "epoch": 0.26373626373626374,
-      "rel-constrast": 3.794989585876465,
+      "rel-constrast": 4.0633087158203125,
       "step": 336,
-      "subrel-constrast": 3.689164638519287,
+      "subrel-constrast": 3.8028533458709717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.421428918838501,
-      "cov-distil (oracle2student)": 7.400732040405273,
-      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "cov-distil": 2.636702537536621,
+      "cov-distil (oracle2student)": 6.419576644897461,
+      "cov-distil (oracle2teacher)": 5.576725482940674,
       "epoch": 0.2645211930926217,
-      "rel-constrast": 5.231344699859619,
+      "rel-constrast": 5.209208011627197,
       "step": 337,
-      "subrel-constrast": 5.4244794845581055,
+      "subrel-constrast": 4.492473602294922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3564536571502686,
-      "cov-distil (oracle2student)": 5.809101104736328,
-      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "cov-distil": 2.5485739707946777,
+      "cov-distil (oracle2student)": 5.755950927734375,
+      "cov-distil (oracle2teacher)": 4.924200534820557,
       "epoch": 0.2653061224489796,
-      "rel-constrast": 3.5233960151672363,
+      "rel-constrast": 4.338869094848633,
       "step": 338,
-      "subrel-constrast": 3.6908886432647705,
+      "subrel-constrast": 3.4522180557250977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1037206649780273,
-      "cov-distil (oracle2student)": 2.2603325843811035,
-      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "cov-distil": 3.0320019721984863,
+      "cov-distil (oracle2student)": 3.228222370147705,
+      "cov-distil (oracle2teacher)": 2.803506851196289,
       "epoch": 0.26609105180533754,
-      "rel-constrast": 3.4815633296966553,
+      "rel-constrast": 3.474172353744507,
       "step": 339,
-      "subrel-constrast": 3.288261890411377,
+      "subrel-constrast": 3.0635268688201904,
       "view-similarity": 0
     },
     {
       "epoch": 0.2668759811616955,
-      "grad_norm": 8.6875,
+      "grad_norm": 10.9375,
       "learning_rate": 1.6950000000000002e-05,
-      "loss": 1.3469,
+      "loss": 1.3887,
       "step": 340
     },
     {
-      "cov-distil": 3.3706393241882324,
-      "cov-distil (oracle2student)": 6.5477705001831055,
-      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "cov-distil": 3.49402117729187,
+      "cov-distil (oracle2student)": 7.210906028747559,
+      "cov-distil (oracle2teacher)": 5.0158233642578125,
       "epoch": 0.2668759811616955,
-      "rel-constrast": 4.431926727294922,
+      "rel-constrast": 4.837923049926758,
       "step": 340,
-      "subrel-constrast": 4.443270683288574,
+      "subrel-constrast": 3.96360445022583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7762702703475952,
-      "cov-distil (oracle2student)": 5.8467302322387695,
-      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "cov-distil": 2.364725112915039,
+      "cov-distil (oracle2student)": 6.774990558624268,
+      "cov-distil (oracle2teacher)": 4.92592716217041,
       "epoch": 0.26766091051805335,
-      "rel-constrast": 6.334066390991211,
+      "rel-constrast": 6.70700216293335,
       "step": 341,
-      "subrel-constrast": 5.981983661651611,
+      "subrel-constrast": 5.498395919799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9460091590881348,
-      "cov-distil (oracle2student)": 5.643100738525391,
-      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "cov-distil": 3.675469160079956,
+      "cov-distil (oracle2student)": 6.020564079284668,
+      "cov-distil (oracle2teacher)": 4.985093116760254,
       "epoch": 0.2684458398744113,
-      "rel-constrast": 5.211766242980957,
+      "rel-constrast": 5.4752960205078125,
       "step": 342,
-      "subrel-constrast": 5.1992878913879395,
+      "subrel-constrast": 5.19370698928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.367637872695923,
-      "cov-distil (oracle2student)": 5.941043853759766,
-      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "cov-distil": 2.710606575012207,
+      "cov-distil (oracle2student)": 5.1702561378479,
+      "cov-distil (oracle2teacher)": 4.896413326263428,
       "epoch": 0.2692307692307692,
-      "rel-constrast": 5.264193058013916,
+      "rel-constrast": 4.92357873916626,
       "step": 343,
-      "subrel-constrast": 3.895352840423584,
+      "subrel-constrast": 4.078018665313721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.412367820739746,
-      "cov-distil (oracle2student)": 7.493007659912109,
-      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "cov-distil": 2.9351677894592285,
+      "cov-distil (oracle2student)": 6.349701881408691,
+      "cov-distil (oracle2teacher)": 5.054539680480957,
       "epoch": 0.27001569858712715,
-      "rel-constrast": 5.213747024536133,
+      "rel-constrast": 5.1082682609558105,
       "step": 344,
-      "subrel-constrast": 4.595364093780518,
+      "subrel-constrast": 4.37379789352417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8810176849365234,
-      "cov-distil (oracle2student)": 7.061761379241943,
-      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "cov-distil": 3.5741896629333496,
+      "cov-distil (oracle2student)": 6.700535774230957,
+      "cov-distil (oracle2teacher)": 5.530913352966309,
       "epoch": 0.2708006279434851,
-      "rel-constrast": 5.749035835266113,
+      "rel-constrast": 4.915071964263916,
       "step": 345,
-      "subrel-constrast": 5.173506259918213,
+      "subrel-constrast": 4.948842525482178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8150792121887207,
-      "cov-distil (oracle2student)": 5.25694465637207,
-      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "cov-distil": 3.7902779579162598,
+      "cov-distil (oracle2student)": 4.731903076171875,
+      "cov-distil (oracle2teacher)": 4.770266056060791,
       "epoch": 0.271585557299843,
-      "rel-constrast": 3.7829973697662354,
+      "rel-constrast": 4.276309967041016,
       "step": 346,
-      "subrel-constrast": 4.973955154418945,
+      "subrel-constrast": 4.362357139587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5536751747131348,
-      "cov-distil (oracle2student)": 4.120350360870361,
-      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "cov-distil": 2.7229695320129395,
+      "cov-distil (oracle2student)": 4.780536651611328,
+      "cov-distil (oracle2teacher)": 3.6855499744415283,
       "epoch": 0.27237048665620095,
-      "rel-constrast": 3.704036235809326,
+      "rel-constrast": 4.157382965087891,
       "step": 347,
-      "subrel-constrast": 3.350982666015625,
+      "subrel-constrast": 3.040459632873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1382832527160645,
-      "cov-distil (oracle2student)": 5.11441707611084,
-      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "cov-distil": 2.133462429046631,
+      "cov-distil (oracle2student)": 5.408270835876465,
+      "cov-distil (oracle2teacher)": 5.279867649078369,
       "epoch": 0.2731554160125589,
-      "rel-constrast": 3.458172082901001,
+      "rel-constrast": 3.8222789764404297,
       "step": 348,
-      "subrel-constrast": 4.3986616134643555,
+      "subrel-constrast": 3.876159906387329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1670680046081543,
-      "cov-distil (oracle2student)": 6.426840782165527,
-      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "cov-distil": 2.9878487586975098,
+      "cov-distil (oracle2student)": 6.929985046386719,
+      "cov-distil (oracle2teacher)": 5.093683242797852,
       "epoch": 0.2739403453689168,
-      "rel-constrast": 3.4649224281311035,
+      "rel-constrast": 4.3066606521606445,
       "step": 349,
-      "subrel-constrast": 3.7243576049804688,
+      "subrel-constrast": 3.651686429977417,
       "view-similarity": 0
     },
     {
       "epoch": 0.27472527472527475,
-      "grad_norm": 9.25,
+      "grad_norm": 9.875,
       "learning_rate": 1.745e-05,
-      "loss": 1.2339,
+      "loss": 1.2132,
       "step": 350
     },
     {
-      "cov-distil": 3.608635902404785,
-      "cov-distil (oracle2student)": 4.330803871154785,
-      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "cov-distil": 4.154344081878662,
+      "cov-distil (oracle2student)": 4.43400239944458,
+      "cov-distil (oracle2teacher)": 3.726571798324585,
       "epoch": 0.27472527472527475,
-      "rel-constrast": 5.567419528961182,
+      "rel-constrast": 5.840875625610352,
       "step": 350,
-      "subrel-constrast": 5.5189409255981445,
+      "subrel-constrast": 5.234407424926758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.042238473892212,
-      "cov-distil (oracle2student)": 5.05877685546875,
-      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "cov-distil": 3.1520259380340576,
+      "cov-distil (oracle2student)": 4.310547828674316,
+      "cov-distil (oracle2teacher)": 4.410953044891357,
       "epoch": 0.2755102040816326,
-      "rel-constrast": 4.822046756744385,
+      "rel-constrast": 4.542810440063477,
       "step": 351,
-      "subrel-constrast": 4.42357063293457,
+      "subrel-constrast": 4.721284866333008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5642943382263184,
-      "cov-distil (oracle2student)": 5.4788360595703125,
-      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "cov-distil": 2.042290210723877,
+      "cov-distil (oracle2student)": 5.880301475524902,
+      "cov-distil (oracle2teacher)": 4.898249626159668,
       "epoch": 0.27629513343799056,
-      "rel-constrast": 4.740970134735107,
+      "rel-constrast": 5.495250701904297,
       "step": 352,
-      "subrel-constrast": 4.879831790924072,
+      "subrel-constrast": 4.408053398132324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6448025703430176,
-      "cov-distil (oracle2student)": 8.111321449279785,
-      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "cov-distil": 3.0820250511169434,
+      "cov-distil (oracle2student)": 7.8096208572387695,
+      "cov-distil (oracle2teacher)": 5.75828742980957,
       "epoch": 0.2770800627943485,
-      "rel-constrast": 5.818354606628418,
+      "rel-constrast": 6.663204669952393,
       "step": 353,
-      "subrel-constrast": 5.211849689483643,
+      "subrel-constrast": 4.689756393432617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4067766666412354,
-      "cov-distil (oracle2student)": 4.365912914276123,
-      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "cov-distil": 2.6350584030151367,
+      "cov-distil (oracle2student)": 4.396308898925781,
+      "cov-distil (oracle2teacher)": 3.2536141872406006,
       "epoch": 0.2778649921507064,
-      "rel-constrast": 5.573647975921631,
+      "rel-constrast": 5.619442939758301,
       "step": 354,
-      "subrel-constrast": 5.32288122177124,
+      "subrel-constrast": 4.852662086486816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5952365398406982,
-      "cov-distil (oracle2student)": 5.804892539978027,
-      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "cov-distil": 3.2703328132629395,
+      "cov-distil (oracle2student)": 6.63592004776001,
+      "cov-distil (oracle2teacher)": 5.588383674621582,
       "epoch": 0.27864992150706436,
-      "rel-constrast": 2.9114840030670166,
+      "rel-constrast": 3.6034908294677734,
       "step": 355,
-      "subrel-constrast": 3.7944581508636475,
+      "subrel-constrast": 3.7527341842651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0212960243225098,
-      "cov-distil (oracle2student)": 5.7747039794921875,
-      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "cov-distil": 3.4463188648223877,
+      "cov-distil (oracle2student)": 6.357917785644531,
+      "cov-distil (oracle2teacher)": 5.016839504241943,
       "epoch": 0.2794348508634223,
-      "rel-constrast": 5.615074634552002,
+      "rel-constrast": 5.065958499908447,
       "step": 356,
-      "subrel-constrast": 4.403563022613525,
+      "subrel-constrast": 4.6299824714660645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7942184209823608,
-      "cov-distil (oracle2student)": 6.0659027099609375,
-      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "cov-distil": 2.0732581615448,
+      "cov-distil (oracle2student)": 5.804237365722656,
+      "cov-distil (oracle2teacher)": 5.375204086303711,
       "epoch": 0.2802197802197802,
-      "rel-constrast": 5.249208927154541,
+      "rel-constrast": 5.585434913635254,
       "step": 357,
-      "subrel-constrast": 5.535679817199707,
+      "subrel-constrast": 5.207307815551758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.774811267852783,
-      "cov-distil (oracle2student)": 6.464753150939941,
-      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "cov-distil": 2.9298481941223145,
+      "cov-distil (oracle2student)": 6.537027835845947,
+      "cov-distil (oracle2teacher)": 5.530665397644043,
       "epoch": 0.28100470957613816,
-      "rel-constrast": 4.891279697418213,
+      "rel-constrast": 5.80604362487793,
       "step": 358,
-      "subrel-constrast": 5.464860439300537,
+      "subrel-constrast": 5.920729637145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.453803539276123,
-      "cov-distil (oracle2student)": 4.161431789398193,
-      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "cov-distil": 2.4743998050689697,
+      "cov-distil (oracle2student)": 4.3299336433410645,
+      "cov-distil (oracle2teacher)": 3.4464523792266846,
       "epoch": 0.2817896389324961,
-      "rel-constrast": 5.083553314208984,
+      "rel-constrast": 6.006719589233398,
       "step": 359,
-      "subrel-constrast": 4.7147111892700195,
+      "subrel-constrast": 4.429600238800049,
       "view-similarity": 0
     },
     {
       "epoch": 0.282574568288854,
-      "grad_norm": 11.3125,
+      "grad_norm": 11.6875,
       "learning_rate": 1.795e-05,
-      "loss": 1.3216,
+      "loss": 1.3557,
       "step": 360
     },
     {
-      "cov-distil": 2.5603387355804443,
-      "cov-distil (oracle2student)": 5.630814552307129,
-      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "cov-distil": 3.5496397018432617,
+      "cov-distil (oracle2student)": 4.70308780670166,
+      "cov-distil (oracle2teacher)": 4.441425323486328,
       "epoch": 0.282574568288854,
-      "rel-constrast": 4.032361030578613,
+      "rel-constrast": 3.6564595699310303,
       "step": 360,
-      "subrel-constrast": 4.251352787017822,
+      "subrel-constrast": 4.427983283996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8229472637176514,
-      "cov-distil (oracle2student)": 6.268754005432129,
-      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "cov-distil": 2.210775375366211,
+      "cov-distil (oracle2student)": 5.588913440704346,
+      "cov-distil (oracle2teacher)": 4.462770938873291,
       "epoch": 0.28335949764521196,
-      "rel-constrast": 4.587757587432861,
+      "rel-constrast": 5.913948059082031,
       "step": 361,
-      "subrel-constrast": 5.313897132873535,
+      "subrel-constrast": 4.857327461242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8588380813598633,
-      "cov-distil (oracle2student)": 5.717771530151367,
-      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "cov-distil": 2.7464823722839355,
+      "cov-distil (oracle2student)": 5.070058822631836,
+      "cov-distil (oracle2teacher)": 4.40608024597168,
       "epoch": 0.28414442700156983,
-      "rel-constrast": 4.3423991203308105,
+      "rel-constrast": 5.411225318908691,
       "step": 362,
-      "subrel-constrast": 4.597593784332275,
+      "subrel-constrast": 3.9650962352752686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7841402292251587,
-      "cov-distil (oracle2student)": 5.66856050491333,
-      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "cov-distil": 2.390380382537842,
+      "cov-distil (oracle2student)": 5.747140407562256,
+      "cov-distil (oracle2teacher)": 5.112768650054932,
       "epoch": 0.28492935635792777,
-      "rel-constrast": 4.133660316467285,
+      "rel-constrast": 5.220882415771484,
       "step": 363,
-      "subrel-constrast": 4.4824748039245605,
+      "subrel-constrast": 3.907060384750366,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4724202156066895,
-      "cov-distil (oracle2student)": 5.346518516540527,
-      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "cov-distil": 3.2588510513305664,
+      "cov-distil (oracle2student)": 5.065161228179932,
+      "cov-distil (oracle2teacher)": 4.869439125061035,
       "epoch": 0.2857142857142857,
-      "rel-constrast": 4.145630836486816,
+      "rel-constrast": 4.017510414123535,
       "step": 364,
-      "subrel-constrast": 4.977063179016113,
+      "subrel-constrast": 4.68588399887085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.808846354484558,
-      "cov-distil (oracle2student)": 5.196928977966309,
-      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "cov-distil": 1.8035261631011963,
+      "cov-distil (oracle2student)": 5.808452606201172,
+      "cov-distil (oracle2teacher)": 4.553061485290527,
       "epoch": 0.28649921507064363,
-      "rel-constrast": 4.831958770751953,
+      "rel-constrast": 4.353311538696289,
       "step": 365,
-      "subrel-constrast": 3.620854616165161,
+      "subrel-constrast": 3.5678341388702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8844127655029297,
-      "cov-distil (oracle2student)": 4.427166938781738,
-      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "cov-distil": 2.2260358333587646,
+      "cov-distil (oracle2student)": 4.4498748779296875,
+      "cov-distil (oracle2teacher)": 3.677988052368164,
       "epoch": 0.28728414442700156,
-      "rel-constrast": 2.9533321857452393,
+      "rel-constrast": 3.346419095993042,
       "step": 366,
-      "subrel-constrast": 3.6614904403686523,
+      "subrel-constrast": 3.4819939136505127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.588649034500122,
-      "cov-distil (oracle2student)": 4.825804710388184,
-      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "cov-distil": 3.3118133544921875,
+      "cov-distil (oracle2student)": 5.084794044494629,
+      "cov-distil (oracle2teacher)": 4.760309219360352,
       "epoch": 0.2880690737833595,
-      "rel-constrast": 3.4529616832733154,
+      "rel-constrast": 3.325695276260376,
       "step": 367,
-      "subrel-constrast": 3.642184257507324,
+      "subrel-constrast": 3.7984561920166016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7902345657348633,
-      "cov-distil (oracle2student)": 3.9853460788726807,
-      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "cov-distil": 2.774813652038574,
+      "cov-distil (oracle2student)": 4.763640880584717,
+      "cov-distil (oracle2teacher)": 3.6204562187194824,
       "epoch": 0.28885400313971743,
-      "rel-constrast": 4.276392936706543,
+      "rel-constrast": 4.923238754272461,
       "step": 368,
-      "subrel-constrast": 4.645603179931641,
+      "subrel-constrast": 4.1933979988098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6349034309387207,
-      "cov-distil (oracle2student)": 4.3472089767456055,
-      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "cov-distil": 3.843071222305298,
+      "cov-distil (oracle2student)": 5.1648101806640625,
+      "cov-distil (oracle2teacher)": 4.171273231506348,
       "epoch": 0.28963893249607536,
-      "rel-constrast": 3.0620291233062744,
+      "rel-constrast": 5.060202121734619,
       "step": 369,
-      "subrel-constrast": 4.223392486572266,
+      "subrel-constrast": 3.962991952896118,
       "view-similarity": 0
     },
     {
       "epoch": 0.2904238618524333,
-      "grad_norm": 8.625,
+      "grad_norm": 11.375,
       "learning_rate": 1.845e-05,
-      "loss": 1.056,
+      "loss": 1.1307,
       "step": 370
     },
     {
-      "cov-distil": 2.1786646842956543,
-      "cov-distil (oracle2student)": 5.363110542297363,
-      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "cov-distil": 3.0642147064208984,
+      "cov-distil (oracle2student)": 4.858706951141357,
+      "cov-distil (oracle2teacher)": 4.6909098625183105,
       "epoch": 0.2904238618524333,
-      "rel-constrast": 5.482825756072998,
+      "rel-constrast": 5.133362770080566,
       "step": 370,
-      "subrel-constrast": 5.345534801483154,
+      "subrel-constrast": 4.833539009094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2218286991119385,
-      "cov-distil (oracle2student)": 4.884929656982422,
-      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "cov-distil": 2.193815231323242,
+      "cov-distil (oracle2student)": 5.205706596374512,
+      "cov-distil (oracle2teacher)": 4.471169948577881,
       "epoch": 0.29120879120879123,
-      "rel-constrast": 3.8980860710144043,
+      "rel-constrast": 4.498729705810547,
       "step": 371,
-      "subrel-constrast": 4.179631233215332,
+      "subrel-constrast": 3.7702345848083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699034690856934,
-      "cov-distil (oracle2student)": 6.411710739135742,
-      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "cov-distil": 3.3807833194732666,
+      "cov-distil (oracle2student)": 7.128001689910889,
+      "cov-distil (oracle2teacher)": 6.004981994628906,
       "epoch": 0.29199372056514916,
-      "rel-constrast": 4.8935041427612305,
+      "rel-constrast": 6.064408302307129,
       "step": 372,
-      "subrel-constrast": 4.370950222015381,
+      "subrel-constrast": 4.12363338470459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.892509937286377,
-      "cov-distil (oracle2student)": 5.259044170379639,
-      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "cov-distil": 2.4388844966888428,
+      "cov-distil (oracle2student)": 5.8257975578308105,
+      "cov-distil (oracle2teacher)": 4.944259166717529,
       "epoch": 0.29277864992150704,
-      "rel-constrast": 3.2014081478118896,
+      "rel-constrast": 3.4590320587158203,
       "step": 373,
-      "subrel-constrast": 4.1573052406311035,
+      "subrel-constrast": 3.6194028854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.772082805633545,
-      "cov-distil (oracle2student)": 4.566726207733154,
-      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "cov-distil": 4.098972797393799,
+      "cov-distil (oracle2student)": 5.163208961486816,
+      "cov-distil (oracle2teacher)": 3.91164493560791,
       "epoch": 0.29356357927786497,
-      "rel-constrast": 3.1878111362457275,
+      "rel-constrast": 2.7103641033172607,
       "step": 374,
-      "subrel-constrast": 3.35384464263916,
+      "subrel-constrast": 3.4396541118621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.591693162918091,
-      "cov-distil (oracle2student)": 5.522881507873535,
-      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "cov-distil": 2.857800245285034,
+      "cov-distil (oracle2student)": 5.966324329376221,
+      "cov-distil (oracle2teacher)": 4.463338851928711,
       "epoch": 0.2943485086342229,
-      "rel-constrast": 5.37741756439209,
+      "rel-constrast": 5.030697822570801,
       "step": 375,
-      "subrel-constrast": 4.653171062469482,
+      "subrel-constrast": 4.487659454345703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5359158515930176,
-      "cov-distil (oracle2student)": 5.827084064483643,
-      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "cov-distil": 2.6614041328430176,
+      "cov-distil (oracle2student)": 4.721680164337158,
+      "cov-distil (oracle2teacher)": 4.302639961242676,
       "epoch": 0.29513343799058084,
-      "rel-constrast": 4.727353572845459,
+      "rel-constrast": 3.6808102130889893,
       "step": 376,
-      "subrel-constrast": 3.935854911804199,
+      "subrel-constrast": 4.03108549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.781376838684082,
-      "cov-distil (oracle2student)": 4.058488368988037,
-      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "cov-distil": 3.502884864807129,
+      "cov-distil (oracle2student)": 3.1693155765533447,
+      "cov-distil (oracle2teacher)": 3.4502291679382324,
       "epoch": 0.29591836734693877,
-      "rel-constrast": 3.8341798782348633,
+      "rel-constrast": 4.879819869995117,
       "step": 377,
-      "subrel-constrast": 3.886284351348877,
+      "subrel-constrast": 3.6787664890289307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2513608932495117,
-      "cov-distil (oracle2student)": 6.062292098999023,
-      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "cov-distil": 4.163583278656006,
+      "cov-distil (oracle2student)": 5.888091564178467,
+      "cov-distil (oracle2teacher)": 5.790854454040527,
       "epoch": 0.2967032967032967,
-      "rel-constrast": 4.896815299987793,
+      "rel-constrast": 4.67321252822876,
       "step": 378,
-      "subrel-constrast": 5.234432220458984,
+      "subrel-constrast": 4.828137397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.81939697265625,
-      "cov-distil (oracle2student)": 6.846397399902344,
-      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "cov-distil": 3.724635601043701,
+      "cov-distil (oracle2student)": 6.434304237365723,
+      "cov-distil (oracle2teacher)": 5.7894287109375,
       "epoch": 0.29748822605965464,
-      "rel-constrast": 4.4655609130859375,
+      "rel-constrast": 4.6977362632751465,
       "step": 379,
-      "subrel-constrast": 5.3056440353393555,
+      "subrel-constrast": 4.85424280166626,
       "view-similarity": 0
     },
     {
       "epoch": 0.29827315541601257,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.75,
       "learning_rate": 1.895e-05,
-      "loss": 1.1617,
+      "loss": 1.1207,
       "step": 380
     },
     {
-      "cov-distil": 2.145519733428955,
-      "cov-distil (oracle2student)": 5.0195159912109375,
-      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "cov-distil": 3.342090606689453,
+      "cov-distil (oracle2student)": 5.437918186187744,
+      "cov-distil (oracle2teacher)": 5.068955898284912,
       "epoch": 0.29827315541601257,
-      "rel-constrast": 5.061878204345703,
+      "rel-constrast": 5.670958042144775,
       "step": 380,
-      "subrel-constrast": 4.256718158721924,
+      "subrel-constrast": 5.016107559204102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4396960735321045,
-      "cov-distil (oracle2student)": 5.107587814331055,
-      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "cov-distil": 2.274932622909546,
+      "cov-distil (oracle2student)": 5.885303974151611,
+      "cov-distil (oracle2teacher)": 4.364526271820068,
       "epoch": 0.2990580847723705,
-      "rel-constrast": 5.701793193817139,
+      "rel-constrast": 6.668826103210449,
       "step": 381,
-      "subrel-constrast": 5.409301280975342,
+      "subrel-constrast": 5.0057196617126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1333658695220947,
-      "cov-distil (oracle2student)": 5.085638523101807,
-      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "cov-distil": 3.3376357555389404,
+      "cov-distil (oracle2student)": 5.539648056030273,
+      "cov-distil (oracle2teacher)": 4.915032863616943,
       "epoch": 0.29984301412872844,
-      "rel-constrast": 5.165194511413574,
+      "rel-constrast": 5.473977088928223,
       "step": 382,
-      "subrel-constrast": 5.093568325042725,
+      "subrel-constrast": 4.959965229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2161717414855957,
-      "cov-distil (oracle2student)": 7.9994072914123535,
-      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "cov-distil": 2.7053093910217285,
+      "cov-distil (oracle2student)": 6.798985481262207,
+      "cov-distil (oracle2teacher)": 6.57553768157959,
       "epoch": 0.30062794348508637,
-      "rel-constrast": 7.066175937652588,
+      "rel-constrast": 6.858295917510986,
       "step": 383,
-      "subrel-constrast": 6.8308610916137695,
+      "subrel-constrast": 6.3767805099487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2208333015441895,
-      "cov-distil (oracle2student)": 4.0523858070373535,
-      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "cov-distil": 2.2938199043273926,
+      "cov-distil (oracle2student)": 5.1603546142578125,
+      "cov-distil (oracle2teacher)": 3.9803106784820557,
       "epoch": 0.30141287284144425,
-      "rel-constrast": 4.53468132019043,
+      "rel-constrast": 5.294081687927246,
       "step": 384,
-      "subrel-constrast": 5.056024074554443,
+      "subrel-constrast": 4.74169921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.071730136871338,
-      "cov-distil (oracle2student)": 4.249073505401611,
-      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "cov-distil": 3.180255889892578,
+      "cov-distil (oracle2student)": 4.09005880355835,
+      "cov-distil (oracle2teacher)": 4.657160758972168,
       "epoch": 0.3021978021978022,
-      "rel-constrast": 3.109813690185547,
+      "rel-constrast": 3.0473437309265137,
       "step": 385,
-      "subrel-constrast": 4.911736488342285,
+      "subrel-constrast": 4.1963067054748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9057316780090332,
-      "cov-distil (oracle2student)": 5.550108432769775,
-      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "cov-distil": 2.842134475708008,
+      "cov-distil (oracle2student)": 5.590790748596191,
+      "cov-distil (oracle2teacher)": 4.810594081878662,
       "epoch": 0.3029827315541601,
-      "rel-constrast": 6.038972854614258,
+      "rel-constrast": 5.370046615600586,
       "step": 386,
-      "subrel-constrast": 5.7528533935546875,
+      "subrel-constrast": 5.732616424560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.894748568534851,
-      "cov-distil (oracle2student)": 4.208711624145508,
-      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "cov-distil": 2.674454689025879,
+      "cov-distil (oracle2student)": 4.954473495483398,
+      "cov-distil (oracle2teacher)": 4.340337753295898,
       "epoch": 0.30376766091051804,
-      "rel-constrast": 3.28928804397583,
+      "rel-constrast": 4.921362400054932,
       "step": 387,
-      "subrel-constrast": 4.545385837554932,
+      "subrel-constrast": 4.25612735748291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.000256061553955,
-      "cov-distil (oracle2student)": 3.989053964614868,
-      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "cov-distil": 2.6796915531158447,
+      "cov-distil (oracle2student)": 3.342512607574463,
+      "cov-distil (oracle2teacher)": 3.4208972454071045,
       "epoch": 0.304552590266876,
-      "rel-constrast": 3.6278958320617676,
+      "rel-constrast": 3.3919224739074707,
       "step": 388,
-      "subrel-constrast": 4.682122230529785,
+      "subrel-constrast": 4.419375419616699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.647186756134033,
-      "cov-distil (oracle2student)": 5.239346027374268,
-      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "cov-distil": 2.6880440711975098,
+      "cov-distil (oracle2student)": 5.669834136962891,
+      "cov-distil (oracle2teacher)": 4.4033427238464355,
       "epoch": 0.3053375196232339,
-      "rel-constrast": 5.672878265380859,
+      "rel-constrast": 6.258090019226074,
       "step": 389,
-      "subrel-constrast": 5.35860013961792,
+      "subrel-constrast": 5.029729843139648,
       "view-similarity": 0
     },
     {
       "epoch": 0.30612244897959184,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.625,
       "learning_rate": 1.9450000000000002e-05,
-      "loss": 1.2934,
+      "loss": 1.3239,
       "step": 390
     },
     {
-      "cov-distil": 1.9906284809112549,
-      "cov-distil (oracle2student)": 5.879648208618164,
-      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "cov-distil": 2.819201946258545,
+      "cov-distil (oracle2student)": 5.652064800262451,
+      "cov-distil (oracle2teacher)": 5.060802459716797,
       "epoch": 0.30612244897959184,
-      "rel-constrast": 3.779395580291748,
+      "rel-constrast": 4.163224697113037,
       "step": 390,
-      "subrel-constrast": 4.119905471801758,
+      "subrel-constrast": 3.8147494792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.988453984260559,
-      "cov-distil (oracle2student)": 4.781367301940918,
-      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "cov-distil": 2.6448898315429688,
+      "cov-distil (oracle2student)": 5.8028340339660645,
+      "cov-distil (oracle2teacher)": 4.489571571350098,
       "epoch": 0.3069073783359498,
-      "rel-constrast": 3.251140594482422,
+      "rel-constrast": 3.7230937480926514,
       "step": 391,
-      "subrel-constrast": 3.398293972015381,
+      "subrel-constrast": 3.4076385498046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271214008331299,
-      "cov-distil (oracle2student)": 3.573791265487671,
-      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "cov-distil": 3.086348056793213,
+      "cov-distil (oracle2student)": 3.6303696632385254,
+      "cov-distil (oracle2teacher)": 3.8392837047576904,
       "epoch": 0.3076923076923077,
-      "rel-constrast": 3.212885618209839,
+      "rel-constrast": 3.7997756004333496,
       "step": 392,
-      "subrel-constrast": 4.208346843719482,
+      "subrel-constrast": 3.815889596939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.500980854034424,
-      "cov-distil (oracle2student)": 5.914056777954102,
-      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "cov-distil": 3.806879758834839,
+      "cov-distil (oracle2student)": 5.587726593017578,
+      "cov-distil (oracle2teacher)": 4.480946063995361,
       "epoch": 0.30847723704866564,
-      "rel-constrast": 5.385578632354736,
+      "rel-constrast": 5.921872138977051,
       "step": 393,
-      "subrel-constrast": 5.659003257751465,
+      "subrel-constrast": 5.012782096862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4672982692718506,
-      "cov-distil (oracle2student)": 4.736859321594238,
-      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "cov-distil": 3.201535224914551,
+      "cov-distil (oracle2student)": 4.992372512817383,
+      "cov-distil (oracle2teacher)": 4.038873195648193,
       "epoch": 0.3092621664050236,
-      "rel-constrast": 2.597383975982666,
+      "rel-constrast": 3.6981234550476074,
       "step": 394,
-      "subrel-constrast": 3.6748647689819336,
+      "subrel-constrast": 3.042113780975342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2462375164031982,
-      "cov-distil (oracle2student)": 5.579372406005859,
-      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "cov-distil": 2.1749980449676514,
+      "cov-distil (oracle2student)": 6.526998519897461,
+      "cov-distil (oracle2teacher)": 4.954664707183838,
       "epoch": 0.31004709576138145,
-      "rel-constrast": 4.2792158126831055,
+      "rel-constrast": 5.17673397064209,
       "step": 395,
-      "subrel-constrast": 4.788985729217529,
+      "subrel-constrast": 4.380306720733643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1940720081329346,
-      "cov-distil (oracle2student)": 6.999589920043945,
-      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "cov-distil": 2.866086006164551,
+      "cov-distil (oracle2student)": 7.322890758514404,
+      "cov-distil (oracle2teacher)": 6.464868545532227,
       "epoch": 0.3108320251177394,
-      "rel-constrast": 3.4981136322021484,
+      "rel-constrast": 3.7013537883758545,
       "step": 396,
-      "subrel-constrast": 3.725527048110962,
+      "subrel-constrast": 4.221440315246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4211723804473877,
-      "cov-distil (oracle2student)": 4.806880474090576,
-      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "cov-distil": 2.4144694805145264,
+      "cov-distil (oracle2student)": 4.284505844116211,
+      "cov-distil (oracle2teacher)": 4.197414875030518,
       "epoch": 0.3116169544740973,
-      "rel-constrast": 3.6912615299224854,
+      "rel-constrast": 3.913599967956543,
       "step": 397,
-      "subrel-constrast": 4.080460548400879,
+      "subrel-constrast": 3.772303819656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.147724151611328,
-      "cov-distil (oracle2student)": 3.4920403957366943,
-      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "cov-distil": 1.8099480867385864,
+      "cov-distil (oracle2student)": 4.010860919952393,
+      "cov-distil (oracle2teacher)": 3.9283041954040527,
       "epoch": 0.31240188383045525,
-      "rel-constrast": 3.37844181060791,
+      "rel-constrast": 4.429471969604492,
       "step": 398,
-      "subrel-constrast": 4.133568286895752,
+      "subrel-constrast": 3.970705986022949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341226577758789,
-      "cov-distil (oracle2student)": 5.704563140869141,
-      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "cov-distil": 2.0238213539123535,
+      "cov-distil (oracle2student)": 6.013174057006836,
+      "cov-distil (oracle2teacher)": 4.590714454650879,
       "epoch": 0.3131868131868132,
-      "rel-constrast": 5.77735710144043,
+      "rel-constrast": 6.082208633422852,
       "step": 399,
-      "subrel-constrast": 5.990045070648193,
+      "subrel-constrast": 5.129321098327637,
       "view-similarity": 0
     },
     {
       "epoch": 0.3139717425431711,
-      "grad_norm": 10.25,
+      "grad_norm": 12.9375,
       "learning_rate": 1.995e-05,
-      "loss": 1.0277,
+      "loss": 1.1152,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
-      "overlap": 0.21250000596046448,
+      "overlap": 0.25,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "student margin": 0.0499267578125
+      "student margin": 0.042327880859375
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "teacher margin": 0.0330810546875
+      "teacher margin": 0.0385589599609375
     },
     {
       "epoch": 0.3139717425431711,
-      "margin difference": -0.016845703125,
+      "margin difference": -0.0037689208984375,
       "step": 400
     },
     {
-      "cov-distil": 3.029654026031494,
-      "cov-distil (oracle2student)": 6.3546295166015625,
-      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "cov-distil": 3.886928081512451,
+      "cov-distil (oracle2student)": 5.335042953491211,
+      "cov-distil (oracle2teacher)": 4.339117527008057,
       "epoch": 0.3139717425431711,
-      "rel-constrast": 5.21034049987793,
+      "rel-constrast": 4.6403913497924805,
       "step": 400,
-      "subrel-constrast": 4.272339820861816,
+      "subrel-constrast": 3.912580728530884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7038116455078125,
-      "cov-distil (oracle2student)": 4.764902114868164,
-      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "cov-distil": 3.056687831878662,
+      "cov-distil (oracle2student)": 5.348229885101318,
+      "cov-distil (oracle2teacher)": 3.6517839431762695,
       "epoch": 0.31475667189952905,
-      "rel-constrast": 4.609540939331055,
+      "rel-constrast": 4.588954925537109,
       "step": 401,
-      "subrel-constrast": 4.73413610458374,
+      "subrel-constrast": 4.800741672515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.099792242050171,
-      "cov-distil (oracle2student)": 3.520395278930664,
-      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "cov-distil": 2.2604470252990723,
+      "cov-distil (oracle2student)": 4.378152847290039,
+      "cov-distil (oracle2teacher)": 3.4860801696777344,
       "epoch": 0.315541601255887,
-      "rel-constrast": 3.90291428565979,
+      "rel-constrast": 4.399611949920654,
       "step": 402,
-      "subrel-constrast": 4.711536407470703,
+      "subrel-constrast": 4.155108451843262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4153919219970703,
-      "cov-distil (oracle2student)": 4.881484031677246,
-      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "cov-distil": 2.9338903427124023,
+      "cov-distil (oracle2student)": 6.613400459289551,
+      "cov-distil (oracle2teacher)": 5.678437232971191,
       "epoch": 0.3163265306122449,
-      "rel-constrast": 5.590476036071777,
+      "rel-constrast": 6.335180282592773,
       "step": 403,
-      "subrel-constrast": 6.7442402839660645,
+      "subrel-constrast": 6.400395393371582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.070514678955078,
-      "cov-distil (oracle2student)": 6.963999271392822,
-      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "cov-distil": 3.023014545440674,
+      "cov-distil (oracle2student)": 8.308012008666992,
+      "cov-distil (oracle2teacher)": 5.342362880706787,
       "epoch": 0.31711145996860285,
-      "rel-constrast": 4.405279159545898,
+      "rel-constrast": 4.845967769622803,
       "step": 404,
-      "subrel-constrast": 4.019079208374023,
+      "subrel-constrast": 4.1846160888671875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7390613555908203,
-      "cov-distil (oracle2student)": 5.906704425811768,
-      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "cov-distil": 3.1038479804992676,
+      "cov-distil (oracle2student)": 5.646944046020508,
+      "cov-distil (oracle2teacher)": 4.473422527313232,
       "epoch": 0.3178963893249607,
-      "rel-constrast": 5.089980125427246,
+      "rel-constrast": 5.836054801940918,
       "step": 405,
-      "subrel-constrast": 5.007596969604492,
+      "subrel-constrast": 5.281007766723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4844894409179688,
-      "cov-distil (oracle2student)": 3.5109589099884033,
-      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "cov-distil": 3.2940926551818848,
+      "cov-distil (oracle2student)": 4.326860427856445,
+      "cov-distil (oracle2teacher)": 3.2503867149353027,
       "epoch": 0.31868131868131866,
-      "rel-constrast": 3.7930362224578857,
+      "rel-constrast": 3.869856595993042,
       "step": 406,
-      "subrel-constrast": 3.798858642578125,
+      "subrel-constrast": 3.6573963165283203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3034815788269043,
-      "cov-distil (oracle2student)": 3.7118170261383057,
-      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "cov-distil": 3.491866111755371,
+      "cov-distil (oracle2student)": 3.588833808898926,
+      "cov-distil (oracle2teacher)": 3.282709836959839,
       "epoch": 0.3194662480376766,
-      "rel-constrast": 3.579343557357788,
+      "rel-constrast": 3.9197592735290527,
       "step": 407,
-      "subrel-constrast": 3.7536656856536865,
+      "subrel-constrast": 3.2055981159210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386108875274658,
-      "cov-distil (oracle2student)": 7.637016773223877,
-      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "cov-distil": 2.3607594966888428,
+      "cov-distil (oracle2student)": 8.374011993408203,
+      "cov-distil (oracle2teacher)": 6.85933780670166,
       "epoch": 0.3202511773940345,
-      "rel-constrast": 5.229757308959961,
+      "rel-constrast": 5.2823662757873535,
       "step": 408,
-      "subrel-constrast": 5.07039737701416,
+      "subrel-constrast": 5.011173725128174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8611326217651367,
-      "cov-distil (oracle2student)": 5.232067108154297,
-      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "cov-distil": 3.281787395477295,
+      "cov-distil (oracle2student)": 6.3122124671936035,
+      "cov-distil (oracle2teacher)": 5.3192057609558105,
       "epoch": 0.32103610675039246,
-      "rel-constrast": 3.642263174057007,
+      "rel-constrast": 3.805255889892578,
       "step": 409,
-      "subrel-constrast": 4.416981220245361,
+      "subrel-constrast": 4.585635662078857,
       "view-similarity": 0
     },
     {
       "epoch": 0.3218210361067504,
-      "grad_norm": 10.3125,
+      "grad_norm": 12.1875,
       "learning_rate": 2.045e-05,
-      "loss": 1.1891,
+      "loss": 1.1881,
       "step": 410
     },
     {
-      "cov-distil": 2.2154881954193115,
-      "cov-distil (oracle2student)": 6.773739814758301,
-      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "cov-distil": 2.730794668197632,
+      "cov-distil (oracle2student)": 7.3823394775390625,
+      "cov-distil (oracle2teacher)": 5.193122863769531,
       "epoch": 0.3218210361067504,
-      "rel-constrast": 3.8010854721069336,
+      "rel-constrast": 5.282472133636475,
       "step": 410,
-      "subrel-constrast": 4.40297269821167,
+      "subrel-constrast": 4.033254146575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.502871513366699,
-      "cov-distil (oracle2student)": 5.0695061683654785,
-      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "cov-distil": 3.7351174354553223,
+      "cov-distil (oracle2student)": 5.665802478790283,
+      "cov-distil (oracle2teacher)": 4.360421657562256,
       "epoch": 0.3226059654631083,
-      "rel-constrast": 3.752478837966919,
+      "rel-constrast": 4.959882736206055,
       "step": 411,
-      "subrel-constrast": 4.620887756347656,
+      "subrel-constrast": 4.492009162902832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1412277221679688,
-      "cov-distil (oracle2student)": 5.670042037963867,
-      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "cov-distil": 3.0279736518859863,
+      "cov-distil (oracle2student)": 4.999423503875732,
+      "cov-distil (oracle2teacher)": 4.728681564331055,
       "epoch": 0.32339089481946626,
-      "rel-constrast": 3.702781915664673,
+      "rel-constrast": 4.053719997406006,
       "step": 412,
-      "subrel-constrast": 3.522353172302246,
+      "subrel-constrast": 3.3165433406829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.622506618499756,
-      "cov-distil (oracle2student)": 3.7515993118286133,
-      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "cov-distil": 2.611097812652588,
+      "cov-distil (oracle2student)": 4.069662094116211,
+      "cov-distil (oracle2teacher)": 2.9088141918182373,
       "epoch": 0.3241758241758242,
-      "rel-constrast": 4.642484188079834,
+      "rel-constrast": 4.812192916870117,
       "step": 413,
-      "subrel-constrast": 4.491447448730469,
+      "subrel-constrast": 4.3568925857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7788538932800293,
-      "cov-distil (oracle2student)": 4.702597618103027,
-      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "cov-distil": 4.093091011047363,
+      "cov-distil (oracle2student)": 4.29498291015625,
+      "cov-distil (oracle2teacher)": 4.458188056945801,
       "epoch": 0.3249607535321821,
-      "rel-constrast": 5.818304061889648,
+      "rel-constrast": 5.818893909454346,
       "step": 414,
-      "subrel-constrast": 6.06870698928833,
+      "subrel-constrast": 6.232061386108398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9587523937225342,
-      "cov-distil (oracle2student)": 5.824624538421631,
-      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "cov-distil": 2.5420942306518555,
+      "cov-distil (oracle2student)": 5.0738630294799805,
+      "cov-distil (oracle2teacher)": 4.955421447753906,
       "epoch": 0.32574568288854006,
-      "rel-constrast": 4.23227596282959,
+      "rel-constrast": 4.33170223236084,
       "step": 415,
-      "subrel-constrast": 4.3078107833862305,
+      "subrel-constrast": 4.0441365242004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7149274349212646,
-      "cov-distil (oracle2student)": 4.385428428649902,
-      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "cov-distil": 2.384730815887451,
+      "cov-distil (oracle2student)": 5.072309970855713,
+      "cov-distil (oracle2teacher)": 4.203030109405518,
       "epoch": 0.32653061224489793,
-      "rel-constrast": 2.614161491394043,
+      "rel-constrast": 3.399747371673584,
       "step": 416,
-      "subrel-constrast": 3.0772061347961426,
+      "subrel-constrast": 3.363866090774536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.901108741760254,
-      "cov-distil (oracle2student)": 5.8399505615234375,
-      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "cov-distil": 2.204401731491089,
+      "cov-distil (oracle2student)": 6.448626518249512,
+      "cov-distil (oracle2teacher)": 5.028080463409424,
       "epoch": 0.32731554160125587,
-      "rel-constrast": 4.529116630554199,
+      "rel-constrast": 4.68607759475708,
       "step": 417,
-      "subrel-constrast": 3.6887731552124023,
+      "subrel-constrast": 4.048650741577148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.264662504196167,
-      "cov-distil (oracle2student)": 5.077439308166504,
-      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "cov-distil": 3.105522871017456,
+      "cov-distil (oracle2student)": 4.573199272155762,
+      "cov-distil (oracle2teacher)": 4.597367763519287,
       "epoch": 0.3281004709576138,
-      "rel-constrast": 3.489309549331665,
+      "rel-constrast": 3.6184139251708984,
       "step": 418,
-      "subrel-constrast": 4.08317232131958,
+      "subrel-constrast": 3.6790668964385986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0951147079467773,
-      "cov-distil (oracle2student)": 5.056512355804443,
-      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "cov-distil": 2.9550087451934814,
+      "cov-distil (oracle2student)": 5.398643970489502,
+      "cov-distil (oracle2teacher)": 4.183639049530029,
       "epoch": 0.32888540031397173,
-      "rel-constrast": 4.336194038391113,
+      "rel-constrast": 5.0229387283325195,
       "step": 419,
-      "subrel-constrast": 4.286928176879883,
+      "subrel-constrast": 3.7394027709960938,
       "view-similarity": 0
     },
     {
       "epoch": 0.32967032967032966,
-      "grad_norm": 11.125,
+      "grad_norm": 14.875,
       "learning_rate": 2.095e-05,
-      "loss": 1.0809,
+      "loss": 1.1497,
       "step": 420
     },
     {
-      "cov-distil": 2.853148937225342,
-      "cov-distil (oracle2student)": 4.900213718414307,
-      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "cov-distil": 3.124990463256836,
+      "cov-distil (oracle2student)": 5.149059295654297,
+      "cov-distil (oracle2teacher)": 5.326788425445557,
       "epoch": 0.32967032967032966,
-      "rel-constrast": 2.7741894721984863,
+      "rel-constrast": 4.207850933074951,
       "step": 420,
-      "subrel-constrast": 4.219531536102295,
+      "subrel-constrast": 4.130230903625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.347733497619629,
-      "cov-distil (oracle2student)": 5.8397064208984375,
-      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "cov-distil": 2.3015458583831787,
+      "cov-distil (oracle2student)": 5.644998550415039,
+      "cov-distil (oracle2teacher)": 4.372023582458496,
       "epoch": 0.3304552590266876,
-      "rel-constrast": 4.240979194641113,
+      "rel-constrast": 3.4819796085357666,
       "step": 421,
-      "subrel-constrast": 4.324865818023682,
+      "subrel-constrast": 4.191091537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3546690940856934,
-      "cov-distil (oracle2student)": 4.496642112731934,
-      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "cov-distil": 2.766787528991699,
+      "cov-distil (oracle2student)": 5.50724983215332,
+      "cov-distil (oracle2teacher)": 4.688349723815918,
       "epoch": 0.33124018838304553,
-      "rel-constrast": 4.255103588104248,
+      "rel-constrast": 5.715396881103516,
       "step": 422,
-      "subrel-constrast": 5.117549419403076,
+      "subrel-constrast": 4.853714942932129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.715123176574707,
-      "cov-distil (oracle2student)": 4.683563232421875,
-      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "cov-distil": 5.071290493011475,
+      "cov-distil (oracle2student)": 5.361448287963867,
+      "cov-distil (oracle2teacher)": 3.9468283653259277,
       "epoch": 0.33202511773940346,
-      "rel-constrast": 5.569277763366699,
+      "rel-constrast": 6.42971134185791,
       "step": 423,
-      "subrel-constrast": 5.483921527862549,
+      "subrel-constrast": 5.72580623626709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235517978668213,
-      "cov-distil (oracle2student)": 3.439777374267578,
-      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "cov-distil": 2.7607078552246094,
+      "cov-distil (oracle2student)": 3.4035778045654297,
+      "cov-distil (oracle2teacher)": 3.3475775718688965,
       "epoch": 0.3328100470957614,
-      "rel-constrast": 2.9701004028320312,
+      "rel-constrast": 3.4647200107574463,
       "step": 424,
-      "subrel-constrast": 3.481750249862671,
+      "subrel-constrast": 3.5845205783843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.576808214187622,
-      "cov-distil (oracle2student)": 4.481812477111816,
-      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "cov-distil": 3.1307458877563477,
+      "cov-distil (oracle2student)": 4.396263122558594,
+      "cov-distil (oracle2teacher)": 3.0749974250793457,
       "epoch": 0.33359497645211933,
-      "rel-constrast": 3.951779842376709,
+      "rel-constrast": 4.341128826141357,
       "step": 425,
-      "subrel-constrast": 4.240853786468506,
+      "subrel-constrast": 3.3290610313415527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1964685916900635,
-      "cov-distil (oracle2student)": 5.804289817810059,
-      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "cov-distil": 2.7811856269836426,
+      "cov-distil (oracle2student)": 4.553841590881348,
+      "cov-distil (oracle2teacher)": 5.394686698913574,
       "epoch": 0.33437990580847726,
-      "rel-constrast": 4.0014448165893555,
+      "rel-constrast": 3.237494707107544,
       "step": 426,
-      "subrel-constrast": 4.291764736175537,
+      "subrel-constrast": 4.592550277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8239710330963135,
-      "cov-distil (oracle2student)": 6.429267406463623,
-      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "cov-distil": 2.9422607421875,
+      "cov-distil (oracle2student)": 7.224122047424316,
+      "cov-distil (oracle2teacher)": 5.580789089202881,
       "epoch": 0.33516483516483514,
-      "rel-constrast": 5.43123197555542,
+      "rel-constrast": 6.289543151855469,
       "step": 427,
-      "subrel-constrast": 5.811346530914307,
+      "subrel-constrast": 5.130358695983887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.957871437072754,
-      "cov-distil (oracle2student)": 5.654982566833496,
-      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "cov-distil": 3.752784252166748,
+      "cov-distil (oracle2student)": 6.609888076782227,
+      "cov-distil (oracle2teacher)": 5.681337356567383,
       "epoch": 0.3359497645211931,
-      "rel-constrast": 3.8812756538391113,
+      "rel-constrast": 4.829605579376221,
       "step": 428,
-      "subrel-constrast": 4.840229511260986,
+      "subrel-constrast": 4.838831424713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.233981132507324,
-      "cov-distil (oracle2student)": 4.738227844238281,
-      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "cov-distil": 4.882306098937988,
+      "cov-distil (oracle2student)": 5.897490501403809,
+      "cov-distil (oracle2teacher)": 4.957180976867676,
       "epoch": 0.336734693877551,
-      "rel-constrast": 3.1858866214752197,
+      "rel-constrast": 4.155777931213379,
       "step": 429,
-      "subrel-constrast": 4.9521284103393555,
+      "subrel-constrast": 4.995662212371826,
       "view-similarity": 0
     },
     {
       "epoch": 0.33751962323390894,
-      "grad_norm": 7.8125,
+      "grad_norm": 11.5625,
       "learning_rate": 2.145e-05,
-      "loss": 1.0748,
+      "loss": 1.1538,
       "step": 430
     },
     {
-      "cov-distil": 2.071441173553467,
-      "cov-distil (oracle2student)": 5.731252193450928,
-      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "cov-distil": 1.9730807542800903,
+      "cov-distil (oracle2student)": 4.923707485198975,
+      "cov-distil (oracle2teacher)": 4.7520976066589355,
       "epoch": 0.33751962323390894,
-      "rel-constrast": 3.4950835704803467,
+      "rel-constrast": 4.29905891418457,
       "step": 430,
-      "subrel-constrast": 4.140163898468018,
+      "subrel-constrast": 4.2876482009887695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.762049674987793,
-      "cov-distil (oracle2student)": 5.917123794555664,
-      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "cov-distil": 3.9804623126983643,
+      "cov-distil (oracle2student)": 5.615062713623047,
+      "cov-distil (oracle2teacher)": 5.544045448303223,
       "epoch": 0.33830455259026687,
-      "rel-constrast": 3.0546138286590576,
+      "rel-constrast": 4.237722396850586,
       "step": 431,
-      "subrel-constrast": 3.9004335403442383,
+      "subrel-constrast": 3.9792370796203613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.009577989578247,
-      "cov-distil (oracle2student)": 4.721602439880371,
-      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "cov-distil": 4.338756561279297,
+      "cov-distil (oracle2student)": 4.496461868286133,
+      "cov-distil (oracle2teacher)": 4.150001525878906,
       "epoch": 0.3390894819466248,
-      "rel-constrast": 3.20813250541687,
+      "rel-constrast": 3.032918930053711,
       "step": 432,
-      "subrel-constrast": 2.7180888652801514,
+      "subrel-constrast": 3.408151149749756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3607802391052246,
-      "cov-distil (oracle2student)": 5.02647590637207,
-      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "cov-distil": 2.6231489181518555,
+      "cov-distil (oracle2student)": 5.429691314697266,
+      "cov-distil (oracle2teacher)": 4.382229804992676,
       "epoch": 0.33987441130298274,
-      "rel-constrast": 3.091285228729248,
+      "rel-constrast": 3.6265130043029785,
       "step": 433,
-      "subrel-constrast": 3.6924705505371094,
+      "subrel-constrast": 3.735436201095581,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.247466564178467,
-      "cov-distil (oracle2student)": 5.613053321838379,
-      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "cov-distil": 2.5378599166870117,
+      "cov-distil (oracle2student)": 5.976968765258789,
+      "cov-distil (oracle2teacher)": 4.847920894622803,
       "epoch": 0.34065934065934067,
-      "rel-constrast": 6.07712459564209,
+      "rel-constrast": 5.382924556732178,
       "step": 434,
-      "subrel-constrast": 5.707917213439941,
+      "subrel-constrast": 5.4643378257751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.775041341781616,
-      "cov-distil (oracle2student)": 4.206188201904297,
-      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "cov-distil": 2.658635139465332,
+      "cov-distil (oracle2student)": 4.818509101867676,
+      "cov-distil (oracle2teacher)": 4.5208024978637695,
       "epoch": 0.3414442700156986,
-      "rel-constrast": 4.096330642700195,
+      "rel-constrast": 4.4708967208862305,
       "step": 435,
-      "subrel-constrast": 4.643835067749023,
+      "subrel-constrast": 4.761496067047119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1919288635253906,
-      "cov-distil (oracle2student)": 5.838393688201904,
-      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "cov-distil": 2.599843978881836,
+      "cov-distil (oracle2student)": 6.594846725463867,
+      "cov-distil (oracle2teacher)": 5.80686092376709,
       "epoch": 0.34222919937205654,
-      "rel-constrast": 3.9760336875915527,
+      "rel-constrast": 4.90910005569458,
       "step": 436,
-      "subrel-constrast": 4.569299221038818,
+      "subrel-constrast": 4.83761739730835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.402763605117798,
-      "cov-distil (oracle2student)": 5.501781463623047,
-      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "cov-distil": 3.0927176475524902,
+      "cov-distil (oracle2student)": 6.491856575012207,
+      "cov-distil (oracle2teacher)": 4.585405349731445,
       "epoch": 0.34301412872841447,
-      "rel-constrast": 4.09533166885376,
+      "rel-constrast": 4.42879056930542,
       "step": 437,
-      "subrel-constrast": 4.315829277038574,
+      "subrel-constrast": 4.052088737487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2494189739227295,
-      "cov-distil (oracle2student)": 7.242899417877197,
-      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "cov-distil": 3.090977668762207,
+      "cov-distil (oracle2student)": 8.920851707458496,
+      "cov-distil (oracle2teacher)": 6.333090782165527,
       "epoch": 0.34379905808477235,
-      "rel-constrast": 5.04097843170166,
+      "rel-constrast": 5.768545150756836,
       "step": 438,
-      "subrel-constrast": 4.862870216369629,
+      "subrel-constrast": 4.718844413757324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2995710372924805,
-      "cov-distil (oracle2student)": 6.75054407119751,
-      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "cov-distil": 3.092853546142578,
+      "cov-distil (oracle2student)": 8.278974533081055,
+      "cov-distil (oracle2teacher)": 6.306418418884277,
       "epoch": 0.3445839874411303,
-      "rel-constrast": 4.982070446014404,
+      "rel-constrast": 6.049515247344971,
       "step": 439,
-      "subrel-constrast": 5.908459663391113,
+      "subrel-constrast": 5.0845184326171875,
       "view-similarity": 0
     },
     {
       "epoch": 0.3453689167974882,
-      "grad_norm": 9.0625,
+      "grad_norm": 14.3125,
       "learning_rate": 2.195e-05,
-      "loss": 1.0863,
+      "loss": 1.1551,
       "step": 440
     },
     {
-      "cov-distil": 2.3884384632110596,
-      "cov-distil (oracle2student)": 3.627267837524414,
-      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "cov-distil": 3.396526336669922,
+      "cov-distil (oracle2student)": 5.267278671264648,
+      "cov-distil (oracle2teacher)": 3.7137837409973145,
       "epoch": 0.3453689167974882,
-      "rel-constrast": 3.338059425354004,
+      "rel-constrast": 4.301130294799805,
       "step": 440,
-      "subrel-constrast": 3.8772172927856445,
+      "subrel-constrast": 3.542612314224243,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.314605712890625,
-      "cov-distil (oracle2student)": 3.331043243408203,
-      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "cov-distil": 3.243381977081299,
+      "cov-distil (oracle2student)": 4.901022434234619,
+      "cov-distil (oracle2teacher)": 3.9048101902008057,
       "epoch": 0.34615384615384615,
-      "rel-constrast": 3.4346771240234375,
+      "rel-constrast": 6.367321491241455,
       "step": 441,
-      "subrel-constrast": 4.622008323669434,
+      "subrel-constrast": 4.314452171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.188438653945923,
-      "cov-distil (oracle2student)": 4.153973579406738,
-      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "cov-distil": 2.586581230163574,
+      "cov-distil (oracle2student)": 4.856635093688965,
+      "cov-distil (oracle2teacher)": 3.842402696609497,
       "epoch": 0.3469387755102041,
-      "rel-constrast": 3.282660484313965,
+      "rel-constrast": 3.8586010932922363,
       "step": 442,
-      "subrel-constrast": 4.078038215637207,
+      "subrel-constrast": 3.8650150299072266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141457557678223,
-      "cov-distil (oracle2student)": 3.9378161430358887,
-      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "cov-distil": 2.44942307472229,
+      "cov-distil (oracle2student)": 3.882478713989258,
+      "cov-distil (oracle2teacher)": 3.742689371109009,
       "epoch": 0.347723704866562,
-      "rel-constrast": 3.16465163230896,
+      "rel-constrast": 3.395758867263794,
       "step": 443,
-      "subrel-constrast": 3.99902606010437,
+      "subrel-constrast": 3.877188205718994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184648513793945,
-      "cov-distil (oracle2student)": 4.154224395751953,
-      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "cov-distil": 2.640711784362793,
+      "cov-distil (oracle2student)": 5.090447425842285,
+      "cov-distil (oracle2teacher)": 4.168557167053223,
       "epoch": 0.34850863422291994,
-      "rel-constrast": 4.452948570251465,
+      "rel-constrast": 5.140725135803223,
       "step": 444,
-      "subrel-constrast": 4.752323627471924,
+      "subrel-constrast": 4.908843040466309,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.465195417404175,
-      "cov-distil (oracle2student)": 6.024938106536865,
-      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "cov-distil": 2.1476054191589355,
+      "cov-distil (oracle2student)": 5.7443084716796875,
+      "cov-distil (oracle2teacher)": 5.300069808959961,
       "epoch": 0.3492935635792779,
-      "rel-constrast": 3.97629976272583,
+      "rel-constrast": 4.197112083435059,
       "step": 445,
-      "subrel-constrast": 4.345099925994873,
+      "subrel-constrast": 4.345718860626221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387889862060547,
-      "cov-distil (oracle2student)": 6.552669525146484,
-      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "cov-distil": 2.9442827701568604,
+      "cov-distil (oracle2student)": 5.500463485717773,
+      "cov-distil (oracle2teacher)": 4.93078088760376,
       "epoch": 0.3500784929356358,
-      "rel-constrast": 4.845789909362793,
+      "rel-constrast": 4.563706398010254,
       "step": 446,
-      "subrel-constrast": 4.969698905944824,
+      "subrel-constrast": 4.82017183303833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.397533416748047,
-      "cov-distil (oracle2student)": 4.364714622497559,
-      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "cov-distil": 2.6008310317993164,
+      "cov-distil (oracle2student)": 4.116570949554443,
+      "cov-distil (oracle2teacher)": 4.0590972900390625,
       "epoch": 0.35086342229199374,
-      "rel-constrast": 3.937595844268799,
+      "rel-constrast": 4.171523571014404,
       "step": 447,
-      "subrel-constrast": 4.312699794769287,
+      "subrel-constrast": 3.694149971008301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7098320722579956,
-      "cov-distil (oracle2student)": 4.228442192077637,
-      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "cov-distil": 2.413884162902832,
+      "cov-distil (oracle2student)": 4.653482437133789,
+      "cov-distil (oracle2teacher)": 3.902275562286377,
       "epoch": 0.3516483516483517,
-      "rel-constrast": 4.023503303527832,
+      "rel-constrast": 3.6090340614318848,
       "step": 448,
-      "subrel-constrast": 4.394430637359619,
+      "subrel-constrast": 4.261627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.685983657836914,
-      "cov-distil (oracle2student)": 5.232016563415527,
-      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "cov-distil": 3.2358009815216064,
+      "cov-distil (oracle2student)": 5.299540042877197,
+      "cov-distil (oracle2teacher)": 4.5865478515625,
       "epoch": 0.35243328100470955,
-      "rel-constrast": 4.860464096069336,
+      "rel-constrast": 5.202383995056152,
       "step": 449,
-      "subrel-constrast": 5.943270206451416,
+      "subrel-constrast": 5.201260566711426,
       "view-similarity": 0
     },
     {
       "epoch": 0.3532182103610675,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.0,
       "learning_rate": 2.245e-05,
-      "loss": 1.0413,
+      "loss": 1.1202,
       "step": 450
     },
     {
-      "cov-distil": 2.2508721351623535,
-      "cov-distil (oracle2student)": 2.906092643737793,
-      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "cov-distil": 3.0235989093780518,
+      "cov-distil (oracle2student)": 2.5762596130371094,
+      "cov-distil (oracle2teacher)": 2.6013550758361816,
       "epoch": 0.3532182103610675,
-      "rel-constrast": 4.014590740203857,
+      "rel-constrast": 3.9333572387695312,
       "step": 450,
-      "subrel-constrast": 3.848747491836548,
+      "subrel-constrast": 4.314029216766357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.404543161392212,
-      "cov-distil (oracle2student)": 4.871207237243652,
-      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "cov-distil": 3.0420596599578857,
+      "cov-distil (oracle2student)": 4.986477375030518,
+      "cov-distil (oracle2teacher)": 4.666200637817383,
       "epoch": 0.3540031397174254,
-      "rel-constrast": 4.726263999938965,
+      "rel-constrast": 4.713471412658691,
       "step": 451,
-      "subrel-constrast": 4.601378440856934,
+      "subrel-constrast": 4.7087788581848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3678207397460938,
-      "cov-distil (oracle2student)": 4.7101731300354,
-      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "cov-distil": 2.5853188037872314,
+      "cov-distil (oracle2student)": 4.930544853210449,
+      "cov-distil (oracle2teacher)": 4.520422458648682,
       "epoch": 0.35478806907378335,
-      "rel-constrast": 6.3743462562561035,
+      "rel-constrast": 6.377184867858887,
       "step": 452,
-      "subrel-constrast": 5.834218978881836,
+      "subrel-constrast": 5.6624956130981445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8811686038970947,
-      "cov-distil (oracle2student)": 7.004568099975586,
-      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "cov-distil": 3.5898985862731934,
+      "cov-distil (oracle2student)": 6.0323166847229,
+      "cov-distil (oracle2teacher)": 6.27806282043457,
       "epoch": 0.3555729984301413,
-      "rel-constrast": 4.495256423950195,
+      "rel-constrast": 4.078819751739502,
       "step": 453,
-      "subrel-constrast": 4.499624252319336,
+      "subrel-constrast": 4.860950469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.08927845954895,
-      "cov-distil (oracle2student)": 6.895721912384033,
-      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "cov-distil": 1.9626214504241943,
+      "cov-distil (oracle2student)": 7.500809669494629,
+      "cov-distil (oracle2teacher)": 6.304903984069824,
       "epoch": 0.3563579277864992,
-      "rel-constrast": 3.5895748138427734,
+      "rel-constrast": 4.015434741973877,
       "step": 454,
-      "subrel-constrast": 4.271737575531006,
+      "subrel-constrast": 3.541032075881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574354648590088,
-      "cov-distil (oracle2student)": 4.438915252685547,
-      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "cov-distil": 1.8024961948394775,
+      "cov-distil (oracle2student)": 4.453805923461914,
+      "cov-distil (oracle2teacher)": 4.247025489807129,
       "epoch": 0.35714285714285715,
-      "rel-constrast": 2.5299854278564453,
+      "rel-constrast": 2.605526924133301,
       "step": 455,
-      "subrel-constrast": 3.375465154647827,
+      "subrel-constrast": 2.969327449798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.532860279083252,
-      "cov-distil (oracle2student)": 5.647635459899902,
-      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "cov-distil": 2.9737086296081543,
+      "cov-distil (oracle2student)": 6.189994812011719,
+      "cov-distil (oracle2teacher)": 5.031484603881836,
       "epoch": 0.3579277864992151,
-      "rel-constrast": 4.839120864868164,
+      "rel-constrast": 5.749936103820801,
       "step": 456,
-      "subrel-constrast": 5.001308917999268,
+      "subrel-constrast": 5.036722183227539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.857278347015381,
-      "cov-distil (oracle2student)": 4.26930046081543,
-      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "cov-distil": 3.1376209259033203,
+      "cov-distil (oracle2student)": 4.709482192993164,
+      "cov-distil (oracle2teacher)": 4.609312534332275,
       "epoch": 0.358712715855573,
-      "rel-constrast": 4.054443359375,
+      "rel-constrast": 4.482245922088623,
       "step": 457,
-      "subrel-constrast": 4.409102439880371,
+      "subrel-constrast": 4.466695308685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4386208057403564,
-      "cov-distil (oracle2student)": 4.052372455596924,
-      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "cov-distil": 3.0663602352142334,
+      "cov-distil (oracle2student)": 4.166991710662842,
+      "cov-distil (oracle2teacher)": 3.660022735595703,
       "epoch": 0.35949764521193095,
-      "rel-constrast": 4.553459167480469,
+      "rel-constrast": 4.279180526733398,
       "step": 458,
-      "subrel-constrast": 4.813325881958008,
+      "subrel-constrast": 4.351912975311279,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469395637512207,
-      "cov-distil (oracle2student)": 5.080841064453125,
-      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "cov-distil": 2.7948007583618164,
+      "cov-distil (oracle2student)": 4.727881908416748,
+      "cov-distil (oracle2teacher)": 4.30782413482666,
       "epoch": 0.3602825745682888,
-      "rel-constrast": 4.249707221984863,
+      "rel-constrast": 5.065904140472412,
       "step": 459,
-      "subrel-constrast": 4.861333847045898,
+      "subrel-constrast": 4.644608020782471,
       "view-similarity": 0
     },
     {
       "epoch": 0.36106750392464676,
-      "grad_norm": 10.0625,
+      "grad_norm": 11.1875,
       "learning_rate": 2.2950000000000002e-05,
-      "loss": 1.146,
+      "loss": 1.1325,
       "step": 460
     },
     {
-      "cov-distil": 2.61850905418396,
-      "cov-distil (oracle2student)": 6.65915584564209,
-      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "cov-distil": 2.6587302684783936,
+      "cov-distil (oracle2student)": 6.881574630737305,
+      "cov-distil (oracle2teacher)": 5.312300205230713,
       "epoch": 0.36106750392464676,
-      "rel-constrast": 5.478026390075684,
+      "rel-constrast": 6.227667331695557,
       "step": 460,
-      "subrel-constrast": 5.582189083099365,
+      "subrel-constrast": 5.509969234466553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.189993143081665,
-      "cov-distil (oracle2student)": 5.363834381103516,
-      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "cov-distil": 2.786074161529541,
+      "cov-distil (oracle2student)": 5.595931053161621,
+      "cov-distil (oracle2teacher)": 4.438999652862549,
       "epoch": 0.3618524332810047,
-      "rel-constrast": 5.005136013031006,
+      "rel-constrast": 5.213919162750244,
       "step": 461,
-      "subrel-constrast": 4.609855651855469,
+      "subrel-constrast": 4.401980876922607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.936099648475647,
-      "cov-distil (oracle2student)": 2.9774246215820312,
-      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "cov-distil": 2.1456375122070312,
+      "cov-distil (oracle2student)": 3.01564884185791,
+      "cov-distil (oracle2teacher)": 3.371860980987549,
       "epoch": 0.3626373626373626,
-      "rel-constrast": 3.062378406524658,
+      "rel-constrast": 3.0893592834472656,
       "step": 462,
-      "subrel-constrast": 3.0949158668518066,
+      "subrel-constrast": 3.1090235710144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.640564441680908,
-      "cov-distil (oracle2student)": 6.053886413574219,
-      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "cov-distil": 3.833678722381592,
+      "cov-distil (oracle2student)": 6.049327850341797,
+      "cov-distil (oracle2teacher)": 5.605856895446777,
       "epoch": 0.36342229199372056,
-      "rel-constrast": 3.466475248336792,
+      "rel-constrast": 4.21663236618042,
       "step": 463,
-      "subrel-constrast": 4.198953628540039,
+      "subrel-constrast": 4.414419174194336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.427206516265869,
-      "cov-distil (oracle2student)": 5.163705348968506,
-      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "cov-distil": 2.7634878158569336,
+      "cov-distil (oracle2student)": 5.387754917144775,
+      "cov-distil (oracle2teacher)": 4.593223571777344,
       "epoch": 0.3642072213500785,
-      "rel-constrast": 3.610846757888794,
+      "rel-constrast": 3.3545150756835938,
       "step": 464,
-      "subrel-constrast": 4.117895603179932,
+      "subrel-constrast": 3.539788007736206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4713971614837646,
-      "cov-distil (oracle2student)": 7.060304164886475,
-      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "cov-distil": 3.015812873840332,
+      "cov-distil (oracle2student)": 6.849625587463379,
+      "cov-distil (oracle2teacher)": 5.805099964141846,
       "epoch": 0.3649921507064364,
-      "rel-constrast": 6.358216285705566,
+      "rel-constrast": 6.660403251647949,
       "step": 465,
-      "subrel-constrast": 7.534944534301758,
+      "subrel-constrast": 6.422462463378906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341738224029541,
-      "cov-distil (oracle2student)": 3.9310569763183594,
-      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "cov-distil": 3.611361503601074,
+      "cov-distil (oracle2student)": 4.635684490203857,
+      "cov-distil (oracle2teacher)": 3.43782901763916,
       "epoch": 0.36577708006279436,
-      "rel-constrast": 4.7545905113220215,
+      "rel-constrast": 4.867443084716797,
       "step": 466,
-      "subrel-constrast": 5.290574073791504,
+      "subrel-constrast": 4.785039901733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8943874835968018,
-      "cov-distil (oracle2student)": 7.774135589599609,
-      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "cov-distil": 3.7839560508728027,
+      "cov-distil (oracle2student)": 8.24565601348877,
+      "cov-distil (oracle2teacher)": 6.730589866638184,
       "epoch": 0.3665620094191523,
-      "rel-constrast": 4.15330696105957,
+      "rel-constrast": 4.607729434967041,
       "step": 467,
-      "subrel-constrast": 4.940469741821289,
+      "subrel-constrast": 5.17153787612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2678370475769043,
-      "cov-distil (oracle2student)": 3.2847068309783936,
-      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "cov-distil": 2.599464178085327,
+      "cov-distil (oracle2student)": 3.1198294162750244,
+      "cov-distil (oracle2teacher)": 3.20615291595459,
       "epoch": 0.3673469387755102,
-      "rel-constrast": 4.6083855628967285,
+      "rel-constrast": 4.811408996582031,
       "step": 468,
-      "subrel-constrast": 4.441287040710449,
+      "subrel-constrast": 4.257765769958496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.196363687515259,
-      "cov-distil (oracle2student)": 4.333902835845947,
-      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "cov-distil": 1.9991734027862549,
+      "cov-distil (oracle2student)": 4.440146446228027,
+      "cov-distil (oracle2teacher)": 4.822719573974609,
       "epoch": 0.36813186813186816,
-      "rel-constrast": 4.278085708618164,
+      "rel-constrast": 4.334358215332031,
       "step": 469,
-      "subrel-constrast": 5.189983367919922,
+      "subrel-constrast": 4.927159786224365,
       "view-similarity": 0
     },
     {
       "epoch": 0.36891679748822603,
-      "grad_norm": 10.1875,
+      "grad_norm": 9.9375,
       "learning_rate": 2.345e-05,
-      "loss": 1.1793,
+      "loss": 1.1846,
       "step": 470
     },
     {
-      "cov-distil": 2.533843994140625,
-      "cov-distil (oracle2student)": 5.978747367858887,
-      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "cov-distil": 3.0593457221984863,
+      "cov-distil (oracle2student)": 6.41520881652832,
+      "cov-distil (oracle2teacher)": 5.548803329467773,
       "epoch": 0.36891679748822603,
-      "rel-constrast": 4.380161762237549,
+      "rel-constrast": 5.072277069091797,
       "step": 470,
-      "subrel-constrast": 5.573913097381592,
+      "subrel-constrast": 5.0465216636657715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5308892726898193,
-      "cov-distil (oracle2student)": 2.514479160308838,
-      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "cov-distil": 2.322878837585449,
+      "cov-distil (oracle2student)": 2.511274814605713,
+      "cov-distil (oracle2teacher)": 2.601081609725952,
       "epoch": 0.36970172684458397,
-      "rel-constrast": 2.35434889793396,
+      "rel-constrast": 2.2782576084136963,
       "step": 471,
-      "subrel-constrast": 2.5103394985198975,
+      "subrel-constrast": 2.8881189823150635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2500219345092773,
-      "cov-distil (oracle2student)": 3.973175048828125,
-      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "cov-distil": 2.2175111770629883,
+      "cov-distil (oracle2student)": 4.7284979820251465,
+      "cov-distil (oracle2teacher)": 3.796426296234131,
       "epoch": 0.3704866562009419,
-      "rel-constrast": 2.966829299926758,
+      "rel-constrast": 3.426938533782959,
       "step": 472,
-      "subrel-constrast": 2.8600332736968994,
+      "subrel-constrast": 2.869537115097046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129756689071655,
-      "cov-distil (oracle2student)": 4.23541259765625,
-      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "cov-distil": 2.718644618988037,
+      "cov-distil (oracle2student)": 4.197905540466309,
+      "cov-distil (oracle2teacher)": 4.111506462097168,
       "epoch": 0.37127158555729983,
-      "rel-constrast": 3.762936592102051,
+      "rel-constrast": 3.141646146774292,
       "step": 473,
-      "subrel-constrast": 3.4188146591186523,
+      "subrel-constrast": 3.7080979347229004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.912912368774414,
-      "cov-distil (oracle2student)": 4.1711859703063965,
-      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "cov-distil": 3.5045406818389893,
+      "cov-distil (oracle2student)": 5.176733016967773,
+      "cov-distil (oracle2teacher)": 3.9254655838012695,
       "epoch": 0.37205651491365777,
-      "rel-constrast": 3.62333345413208,
+      "rel-constrast": 4.334569454193115,
       "step": 474,
-      "subrel-constrast": 4.32157564163208,
+      "subrel-constrast": 3.800600528717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989773273468018,
-      "cov-distil (oracle2student)": 3.832151174545288,
-      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "cov-distil": 2.517666816711426,
+      "cov-distil (oracle2student)": 3.9682259559631348,
+      "cov-distil (oracle2teacher)": 4.4083709716796875,
       "epoch": 0.3728414442700157,
-      "rel-constrast": 4.430049419403076,
+      "rel-constrast": 4.529991149902344,
       "step": 475,
-      "subrel-constrast": 4.741738796234131,
+      "subrel-constrast": 4.693092346191406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.258049964904785,
-      "cov-distil (oracle2student)": 5.291522026062012,
-      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "cov-distil": 2.464052677154541,
+      "cov-distil (oracle2student)": 5.862793445587158,
+      "cov-distil (oracle2teacher)": 4.86171817779541,
       "epoch": 0.37362637362637363,
-      "rel-constrast": 4.222903251647949,
+      "rel-constrast": 4.465035438537598,
       "step": 476,
-      "subrel-constrast": 3.961719274520874,
+      "subrel-constrast": 4.582297325134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.570009469985962,
-      "cov-distil (oracle2student)": 5.773652076721191,
-      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "cov-distil": 2.8396363258361816,
+      "cov-distil (oracle2student)": 6.207672119140625,
+      "cov-distil (oracle2teacher)": 5.444816589355469,
       "epoch": 0.37441130298273156,
-      "rel-constrast": 4.533541679382324,
+      "rel-constrast": 4.886725902557373,
       "step": 477,
-      "subrel-constrast": 4.77773380279541,
+      "subrel-constrast": 4.718090534210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8505635261535645,
-      "cov-distil (oracle2student)": 6.83684778213501,
-      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "cov-distil": 2.7870309352874756,
+      "cov-distil (oracle2student)": 6.889026641845703,
+      "cov-distil (oracle2teacher)": 5.859509468078613,
       "epoch": 0.3751962323390895,
-      "rel-constrast": 5.62321662902832,
+      "rel-constrast": 5.4059576988220215,
       "step": 478,
-      "subrel-constrast": 5.232511043548584,
+      "subrel-constrast": 5.186746120452881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7924580574035645,
-      "cov-distil (oracle2student)": 3.7319493293762207,
-      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "cov-distil": 2.798856735229492,
+      "cov-distil (oracle2student)": 4.641185760498047,
+      "cov-distil (oracle2teacher)": 4.147808074951172,
       "epoch": 0.37598116169544743,
-      "rel-constrast": 4.3964619636535645,
+      "rel-constrast": 3.8587357997894287,
       "step": 479,
-      "subrel-constrast": 4.63718843460083,
+      "subrel-constrast": 4.161420822143555,
       "view-similarity": 0
     },
     {
       "epoch": 0.37676609105180536,
-      "grad_norm": 11.4375,
+      "grad_norm": 9.875,
       "learning_rate": 2.395e-05,
-      "loss": 1.0666,
+      "loss": 1.035,
       "step": 480
     },
     {
-      "cov-distil": 3.3505167961120605,
-      "cov-distil (oracle2student)": 5.910223960876465,
-      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "cov-distil": 3.052539348602295,
+      "cov-distil (oracle2student)": 5.625411033630371,
+      "cov-distil (oracle2teacher)": 5.2834320068359375,
       "epoch": 0.37676609105180536,
-      "rel-constrast": 3.6228749752044678,
+      "rel-constrast": 4.238697052001953,
       "step": 480,
-      "subrel-constrast": 4.511120796203613,
+      "subrel-constrast": 4.527181625366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4485015869140625,
-      "cov-distil (oracle2student)": 2.978269338607788,
-      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "cov-distil": 3.968806743621826,
+      "cov-distil (oracle2student)": 4.918949604034424,
+      "cov-distil (oracle2teacher)": 3.5547332763671875,
       "epoch": 0.37755102040816324,
-      "rel-constrast": 2.7968740463256836,
+      "rel-constrast": 4.037642955780029,
       "step": 481,
-      "subrel-constrast": 3.763864278793335,
+      "subrel-constrast": 3.759868860244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9172215461730957,
-      "cov-distil (oracle2student)": 4.363856315612793,
-      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "cov-distil": 4.676149368286133,
+      "cov-distil (oracle2student)": 4.9440412521362305,
+      "cov-distil (oracle2teacher)": 4.3156023025512695,
       "epoch": 0.3783359497645212,
-      "rel-constrast": 3.863055467605591,
+      "rel-constrast": 3.9918875694274902,
       "step": 482,
-      "subrel-constrast": 4.3716607093811035,
+      "subrel-constrast": 4.378965854644775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2787156105041504,
-      "cov-distil (oracle2student)": 5.516321182250977,
-      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "cov-distil": 2.134629726409912,
+      "cov-distil (oracle2student)": 5.3726277351379395,
+      "cov-distil (oracle2teacher)": 4.672466278076172,
       "epoch": 0.3791208791208791,
-      "rel-constrast": 4.094292640686035,
+      "rel-constrast": 3.3800437450408936,
       "step": 483,
-      "subrel-constrast": 4.160613059997559,
+      "subrel-constrast": 3.5210986137390137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235403537750244,
-      "cov-distil (oracle2student)": 5.518409729003906,
-      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "cov-distil": 2.974552869796753,
+      "cov-distil (oracle2student)": 6.350698471069336,
+      "cov-distil (oracle2teacher)": 4.654552936553955,
       "epoch": 0.37990580847723704,
-      "rel-constrast": 3.563915252685547,
+      "rel-constrast": 4.045642375946045,
       "step": 484,
-      "subrel-constrast": 3.7485921382904053,
+      "subrel-constrast": 4.134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194551467895508,
-      "cov-distil (oracle2student)": 4.414938926696777,
-      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "cov-distil": 2.1453330516815186,
+      "cov-distil (oracle2student)": 3.768342971801758,
+      "cov-distil (oracle2teacher)": 3.903620719909668,
       "epoch": 0.38069073783359497,
-      "rel-constrast": 3.6036124229431152,
+      "rel-constrast": 4.144845962524414,
       "step": 485,
-      "subrel-constrast": 4.087226390838623,
+      "subrel-constrast": 3.7114975452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5132029056549072,
-      "cov-distil (oracle2student)": 5.28877067565918,
-      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "cov-distil": 3.1434261798858643,
+      "cov-distil (oracle2student)": 5.662676811218262,
+      "cov-distil (oracle2teacher)": 4.650345325469971,
       "epoch": 0.3814756671899529,
-      "rel-constrast": 3.990896224975586,
+      "rel-constrast": 4.379920959472656,
       "step": 486,
-      "subrel-constrast": 4.995358467102051,
+      "subrel-constrast": 4.473867893218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.118487596511841,
-      "cov-distil (oracle2student)": 4.492996692657471,
-      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "cov-distil": 2.5816009044647217,
+      "cov-distil (oracle2student)": 4.461999893188477,
+      "cov-distil (oracle2teacher)": 3.639697551727295,
       "epoch": 0.38226059654631084,
-      "rel-constrast": 3.6116862297058105,
+      "rel-constrast": 3.3043465614318848,
       "step": 487,
-      "subrel-constrast": 3.7064754962921143,
+      "subrel-constrast": 3.5309619903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1922671794891357,
-      "cov-distil (oracle2student)": 4.6771087646484375,
-      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "cov-distil": 2.3733935356140137,
+      "cov-distil (oracle2student)": 5.127795219421387,
+      "cov-distil (oracle2teacher)": 4.575047492980957,
       "epoch": 0.38304552590266877,
-      "rel-constrast": 3.873265504837036,
+      "rel-constrast": 4.655448913574219,
       "step": 488,
-      "subrel-constrast": 4.981564044952393,
+      "subrel-constrast": 4.637051105499268,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.20857834815979,
-      "cov-distil (oracle2student)": 5.020869255065918,
-      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "cov-distil": 3.012787342071533,
+      "cov-distil (oracle2student)": 4.635253429412842,
+      "cov-distil (oracle2teacher)": 5.198256492614746,
       "epoch": 0.3838304552590267,
-      "rel-constrast": 3.868755340576172,
+      "rel-constrast": 3.58553409576416,
       "step": 489,
-      "subrel-constrast": 5.429229736328125,
+      "subrel-constrast": 5.222169399261475,
       "view-similarity": 0
     },
     {
       "epoch": 0.38461538461538464,
-      "grad_norm": 9.8125,
+      "grad_norm": 11.625,
       "learning_rate": 2.445e-05,
-      "loss": 0.9824,
+      "loss": 0.9941,
       "step": 490
     },
     {
-      "cov-distil": 1.981706976890564,
-      "cov-distil (oracle2student)": 7.053213119506836,
-      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "cov-distil": 2.1667139530181885,
+      "cov-distil (oracle2student)": 7.403469085693359,
+      "cov-distil (oracle2teacher)": 6.258197784423828,
       "epoch": 0.38461538461538464,
-      "rel-constrast": 4.026374816894531,
+      "rel-constrast": 4.952635765075684,
       "step": 490,
-      "subrel-constrast": 4.501920223236084,
+      "subrel-constrast": 4.408086776733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.410712718963623,
-      "cov-distil (oracle2student)": 5.133758544921875,
-      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "cov-distil": 3.119758367538452,
+      "cov-distil (oracle2student)": 5.224404335021973,
+      "cov-distil (oracle2teacher)": 4.436511993408203,
       "epoch": 0.38540031397174257,
-      "rel-constrast": 4.2775421142578125,
+      "rel-constrast": 5.031924247741699,
       "step": 491,
-      "subrel-constrast": 4.118622779846191,
+      "subrel-constrast": 3.945636749267578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371644973754883,
-      "cov-distil (oracle2student)": 5.659582138061523,
-      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "cov-distil": 3.2755913734436035,
+      "cov-distil (oracle2student)": 5.041659832000732,
+      "cov-distil (oracle2teacher)": 4.72596549987793,
       "epoch": 0.38618524332810045,
-      "rel-constrast": 4.763324737548828,
+      "rel-constrast": 4.170914173126221,
       "step": 492,
-      "subrel-constrast": 4.729984760284424,
+      "subrel-constrast": 4.8006815910339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4028496742248535,
-      "cov-distil (oracle2student)": 4.193080425262451,
-      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "cov-distil": 2.7026000022888184,
+      "cov-distil (oracle2student)": 5.8507819175720215,
+      "cov-distil (oracle2teacher)": 5.030403137207031,
       "epoch": 0.3869701726844584,
-      "rel-constrast": 3.300520896911621,
+      "rel-constrast": 4.737039566040039,
       "step": 493,
-      "subrel-constrast": 4.785802841186523,
+      "subrel-constrast": 4.969658374786377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9608060121536255,
-      "cov-distil (oracle2student)": 4.956197261810303,
-      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "cov-distil": 2.314119815826416,
+      "cov-distil (oracle2student)": 5.496291160583496,
+      "cov-distil (oracle2teacher)": 4.017199993133545,
       "epoch": 0.3877551020408163,
-      "rel-constrast": 2.9137468338012695,
+      "rel-constrast": 3.1113953590393066,
       "step": 494,
-      "subrel-constrast": 3.282076597213745,
+      "subrel-constrast": 2.8150434494018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4849562644958496,
-      "cov-distil (oracle2student)": 6.280769348144531,
-      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "cov-distil": 2.778083086013794,
+      "cov-distil (oracle2student)": 6.922789573669434,
+      "cov-distil (oracle2teacher)": 5.992598533630371,
       "epoch": 0.38854003139717425,
-      "rel-constrast": 4.2239484786987305,
+      "rel-constrast": 5.545314311981201,
       "step": 495,
-      "subrel-constrast": 4.649102210998535,
+      "subrel-constrast": 4.745818138122559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7329490184783936,
-      "cov-distil (oracle2student)": 4.664039611816406,
-      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "cov-distil": 2.7010533809661865,
+      "cov-distil (oracle2student)": 4.31914758682251,
+      "cov-distil (oracle2teacher)": 4.598568916320801,
       "epoch": 0.3893249607535322,
-      "rel-constrast": 2.6345038414001465,
+      "rel-constrast": 3.112217903137207,
       "step": 496,
-      "subrel-constrast": 3.718508243560791,
+      "subrel-constrast": 3.4257590770721436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.085386276245117,
-      "cov-distil (oracle2student)": 3.886662721633911,
-      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "cov-distil": 2.756781578063965,
+      "cov-distil (oracle2student)": 3.6371676921844482,
+      "cov-distil (oracle2teacher)": 3.364999294281006,
       "epoch": 0.3901098901098901,
-      "rel-constrast": 3.260143518447876,
+      "rel-constrast": 4.085249900817871,
       "step": 497,
-      "subrel-constrast": 3.9507155418395996,
+      "subrel-constrast": 3.9546196460723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7282142639160156,
-      "cov-distil (oracle2student)": 3.539856433868408,
-      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "cov-distil": 2.1450624465942383,
+      "cov-distil (oracle2student)": 4.453918933868408,
+      "cov-distil (oracle2teacher)": 3.664085626602173,
       "epoch": 0.39089481946624804,
-      "rel-constrast": 2.3446929454803467,
+      "rel-constrast": 2.042937755584717,
       "step": 498,
-      "subrel-constrast": 2.6004679203033447,
+      "subrel-constrast": 2.4808859825134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6501827239990234,
-      "cov-distil (oracle2student)": 7.322658061981201,
-      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "cov-distil": 2.168294906616211,
+      "cov-distil (oracle2student)": 7.650796890258789,
+      "cov-distil (oracle2teacher)": 7.176524639129639,
       "epoch": 0.391679748822606,
-      "rel-constrast": 4.462357521057129,
+      "rel-constrast": 4.96732759475708,
       "step": 499,
-      "subrel-constrast": 5.298823833465576,
+      "subrel-constrast": 4.808117389678955,
       "view-similarity": 0
     },
     {
       "epoch": 0.3924646781789639,
-      "grad_norm": 8.375,
+      "grad_norm": 11.875,
       "learning_rate": 2.495e-05,
-      "loss": 0.9597,
+      "loss": 1.0439,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-P@10": 0.76,
+      "eval/duc04-P@10": 0.736,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "eval/duc04-nDCG@10": 0.7420375377503854,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "eval/duc04-alpha_nDCG@10": 0.5463706893491773,
       "step": 500
     },
     {
@@ -5526,17 +5526,17 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-P@10": 0.42899999999999994,
+      "eval/multi_news-P@10": 0.41899999999999993,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "eval/multi_news-nDCG@10": 0.5871691854982394,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "eval/multi_news-alpha_nDCG@10": 0.544019631013571,
       "step": 500
     },
     {
@@ -5546,3277 +5546,3277 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/avg": 0.5329941442436358,
+      "eval/avg": 0.51629589876644,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "overlap": 0.2421875,
+      "overlap": 0.24687500298023224,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "student margin": 0.06243896484375
+      "student margin": 0.05010986328125
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "teacher margin": 0.042694091796875
+      "teacher margin": 0.0509033203125
     },
     {
       "epoch": 0.3924646781789639,
-      "margin difference": -0.019744873046875,
+      "margin difference": 0.00079345703125,
       "step": 500
     },
     {
-      "cov-distil": 1.4159998893737793,
-      "cov-distil (oracle2student)": 4.625096797943115,
-      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "cov-distil": 2.4316108226776123,
+      "cov-distil (oracle2student)": 5.397018909454346,
+      "cov-distil (oracle2teacher)": 4.17315673828125,
       "epoch": 0.3924646781789639,
-      "rel-constrast": 3.086014986038208,
+      "rel-constrast": 3.7153968811035156,
       "step": 500,
-      "subrel-constrast": 3.322561264038086,
+      "subrel-constrast": 2.9427638053894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.484131336212158,
-      "cov-distil (oracle2student)": 5.681003093719482,
-      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "cov-distil": 2.4385643005371094,
+      "cov-distil (oracle2student)": 6.577480316162109,
+      "cov-distil (oracle2teacher)": 5.215863227844238,
       "epoch": 0.39324960753532184,
-      "rel-constrast": 3.455115795135498,
+      "rel-constrast": 4.249575614929199,
       "step": 501,
-      "subrel-constrast": 3.60056209564209,
+      "subrel-constrast": 3.624481439590454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732965111732483,
-      "cov-distil (oracle2student)": 3.93009877204895,
-      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "cov-distil": 2.4620954990386963,
+      "cov-distil (oracle2student)": 4.846519470214844,
+      "cov-distil (oracle2teacher)": 4.495014667510986,
       "epoch": 0.3940345368916798,
-      "rel-constrast": 3.891814708709717,
+      "rel-constrast": 3.8714237213134766,
       "step": 502,
-      "subrel-constrast": 4.615721225738525,
+      "subrel-constrast": 4.4191813468933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3193750381469727,
-      "cov-distil (oracle2student)": 4.851567268371582,
-      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "cov-distil": 2.2790942192077637,
+      "cov-distil (oracle2student)": 5.090143203735352,
+      "cov-distil (oracle2teacher)": 4.353056907653809,
       "epoch": 0.39481946624803765,
-      "rel-constrast": 3.16011381149292,
+      "rel-constrast": 3.1984400749206543,
       "step": 503,
-      "subrel-constrast": 3.5040040016174316,
+      "subrel-constrast": 2.9925825595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2391562461853027,
-      "cov-distil (oracle2student)": 3.613586664199829,
-      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "cov-distil": 3.185715913772583,
+      "cov-distil (oracle2student)": 3.5957746505737305,
+      "cov-distil (oracle2teacher)": 3.98298978805542,
       "epoch": 0.3956043956043956,
-      "rel-constrast": 4.543619155883789,
+      "rel-constrast": 4.027279376983643,
       "step": 504,
-      "subrel-constrast": 4.639369964599609,
+      "subrel-constrast": 4.2903923988342285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1063196659088135,
-      "cov-distil (oracle2student)": 5.640138626098633,
-      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "cov-distil": 3.386262893676758,
+      "cov-distil (oracle2student)": 5.15778923034668,
+      "cov-distil (oracle2teacher)": 5.05740213394165,
       "epoch": 0.3963893249607535,
-      "rel-constrast": 3.3249940872192383,
+      "rel-constrast": 3.4201223850250244,
       "step": 505,
-      "subrel-constrast": 3.79390287399292,
+      "subrel-constrast": 3.8489911556243896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8278141021728516,
-      "cov-distil (oracle2student)": 3.6726248264312744,
-      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "cov-distil": 3.467620849609375,
+      "cov-distil (oracle2student)": 4.147178649902344,
+      "cov-distil (oracle2teacher)": 4.101216793060303,
       "epoch": 0.39717425431711145,
-      "rel-constrast": 3.797194480895996,
+      "rel-constrast": 4.603706359863281,
       "step": 506,
-      "subrel-constrast": 4.491276264190674,
+      "subrel-constrast": 4.31328821182251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0168466567993164,
-      "cov-distil (oracle2student)": 5.7914814949035645,
-      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "cov-distil": 2.7650904655456543,
+      "cov-distil (oracle2student)": 7.070884704589844,
+      "cov-distil (oracle2teacher)": 6.021198749542236,
       "epoch": 0.3979591836734694,
-      "rel-constrast": 3.658668279647827,
+      "rel-constrast": 5.133430480957031,
       "step": 507,
-      "subrel-constrast": 4.55025577545166,
+      "subrel-constrast": 4.400622844696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.112938165664673,
-      "cov-distil (oracle2student)": 3.503079414367676,
-      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "cov-distil": 2.481074333190918,
+      "cov-distil (oracle2student)": 4.6060943603515625,
+      "cov-distil (oracle2teacher)": 3.7556650638580322,
       "epoch": 0.3987441130298273,
-      "rel-constrast": 2.802060604095459,
+      "rel-constrast": 3.059156894683838,
       "step": 508,
-      "subrel-constrast": 3.5418896675109863,
+      "subrel-constrast": 3.133172035217285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9679971933364868,
-      "cov-distil (oracle2student)": 4.781468391418457,
-      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "cov-distil": 2.3340468406677246,
+      "cov-distil (oracle2student)": 5.321282386779785,
+      "cov-distil (oracle2teacher)": 4.898414611816406,
       "epoch": 0.39952904238618525,
-      "rel-constrast": 3.881654977798462,
+      "rel-constrast": 4.40877628326416,
       "step": 509,
-      "subrel-constrast": 4.416358947753906,
+      "subrel-constrast": 4.394105434417725,
       "view-similarity": 0
     },
     {
       "epoch": 0.4003139717425432,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.6875,
       "learning_rate": 2.5450000000000002e-05,
-      "loss": 0.9456,
+      "loss": 0.9922,
       "step": 510
     },
     {
-      "cov-distil": 1.395479440689087,
-      "cov-distil (oracle2student)": 5.548276424407959,
-      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "cov-distil": 1.9377968311309814,
+      "cov-distil (oracle2student)": 4.864838600158691,
+      "cov-distil (oracle2teacher)": 4.443873882293701,
       "epoch": 0.4003139717425432,
-      "rel-constrast": 3.209362506866455,
+      "rel-constrast": 3.5565147399902344,
       "step": 510,
-      "subrel-constrast": 3.1534719467163086,
+      "subrel-constrast": 3.40018630027771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8525688648223877,
-      "cov-distil (oracle2student)": 6.531951904296875,
-      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "cov-distil": 2.9442572593688965,
+      "cov-distil (oracle2student)": 6.876224994659424,
+      "cov-distil (oracle2teacher)": 6.000499248504639,
       "epoch": 0.4010989010989011,
-      "rel-constrast": 4.491300582885742,
+      "rel-constrast": 4.510574817657471,
       "step": 511,
-      "subrel-constrast": 4.586567401885986,
+      "subrel-constrast": 4.596365928649902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9388954639434814,
-      "cov-distil (oracle2student)": 5.9139084815979,
-      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "cov-distil": 2.6009581089019775,
+      "cov-distil (oracle2student)": 6.760128021240234,
+      "cov-distil (oracle2teacher)": 5.152045726776123,
       "epoch": 0.40188383045525905,
-      "rel-constrast": 4.033116340637207,
+      "rel-constrast": 5.297791957855225,
       "step": 512,
-      "subrel-constrast": 4.773599147796631,
+      "subrel-constrast": 4.637878894805908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7909735441207886,
-      "cov-distil (oracle2student)": 4.206601142883301,
-      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "cov-distil": 1.9653100967407227,
+      "cov-distil (oracle2student)": 5.067868709564209,
+      "cov-distil (oracle2teacher)": 3.891404867172241,
       "epoch": 0.4026687598116169,
-      "rel-constrast": 4.130172252655029,
+      "rel-constrast": 5.118851184844971,
       "step": 513,
-      "subrel-constrast": 4.800011157989502,
+      "subrel-constrast": 4.115675926208496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.82828950881958,
-      "cov-distil (oracle2student)": 3.7563247680664062,
-      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "cov-distil": 2.3114852905273438,
+      "cov-distil (oracle2student)": 3.766338348388672,
+      "cov-distil (oracle2teacher)": 3.430518627166748,
       "epoch": 0.40345368916797486,
-      "rel-constrast": 2.0718255043029785,
+      "rel-constrast": 2.724376916885376,
       "step": 514,
-      "subrel-constrast": 2.8484530448913574,
+      "subrel-constrast": 3.029529094696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547434329986572,
-      "cov-distil (oracle2student)": 3.475689649581909,
-      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "cov-distil": 2.5761923789978027,
+      "cov-distil (oracle2student)": 4.10664176940918,
+      "cov-distil (oracle2teacher)": 3.7946624755859375,
       "epoch": 0.4042386185243328,
-      "rel-constrast": 3.053926706314087,
+      "rel-constrast": 3.3413896560668945,
       "step": 515,
-      "subrel-constrast": 3.580040454864502,
+      "subrel-constrast": 3.387275457382202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8886094093322754,
-      "cov-distil (oracle2student)": 3.8891124725341797,
-      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "cov-distil": 2.9349989891052246,
+      "cov-distil (oracle2student)": 4.065558433532715,
+      "cov-distil (oracle2teacher)": 3.708993434906006,
       "epoch": 0.4050235478806907,
-      "rel-constrast": 3.4653000831604004,
+      "rel-constrast": 4.218894004821777,
       "step": 516,
-      "subrel-constrast": 4.058748722076416,
+      "subrel-constrast": 4.1545233726501465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4138705730438232,
-      "cov-distil (oracle2student)": 6.235104084014893,
-      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "cov-distil": 2.599853515625,
+      "cov-distil (oracle2student)": 7.641312599182129,
+      "cov-distil (oracle2teacher)": 6.001323699951172,
       "epoch": 0.40580847723704866,
-      "rel-constrast": 4.911827564239502,
+      "rel-constrast": 5.129518508911133,
       "step": 517,
-      "subrel-constrast": 5.379470348358154,
+      "subrel-constrast": 4.792590618133545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.055727481842041,
-      "cov-distil (oracle2student)": 4.765932083129883,
-      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "cov-distil": 2.258096694946289,
+      "cov-distil (oracle2student)": 6.253681182861328,
+      "cov-distil (oracle2teacher)": 4.136380672454834,
       "epoch": 0.4065934065934066,
-      "rel-constrast": 4.432010650634766,
+      "rel-constrast": 5.030240058898926,
       "step": 518,
-      "subrel-constrast": 3.8237483501434326,
+      "subrel-constrast": 4.141184329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.444960594177246,
-      "cov-distil (oracle2student)": 3.9477295875549316,
-      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "cov-distil": 2.9449963569641113,
+      "cov-distil (oracle2student)": 5.250645637512207,
+      "cov-distil (oracle2teacher)": 4.597562789916992,
       "epoch": 0.4073783359497645,
-      "rel-constrast": 4.135186195373535,
+      "rel-constrast": 4.932051658630371,
       "step": 519,
-      "subrel-constrast": 4.819687843322754,
+      "subrel-constrast": 5.068981170654297,
       "view-similarity": 0
     },
     {
       "epoch": 0.40816326530612246,
-      "grad_norm": 8.875,
+      "grad_norm": 12.125,
       "learning_rate": 2.595e-05,
-      "loss": 1.0015,
+      "loss": 1.0965,
       "step": 520
     },
     {
-      "cov-distil": 2.114975690841675,
-      "cov-distil (oracle2student)": 6.017740249633789,
-      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "cov-distil": 2.7512216567993164,
+      "cov-distil (oracle2student)": 6.546365737915039,
+      "cov-distil (oracle2teacher)": 5.809374809265137,
       "epoch": 0.40816326530612246,
-      "rel-constrast": 3.083989143371582,
+      "rel-constrast": 3.8285205364227295,
       "step": 520,
-      "subrel-constrast": 3.6702053546905518,
+      "subrel-constrast": 3.3887031078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6442341804504395,
-      "cov-distil (oracle2student)": 4.542356491088867,
-      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "cov-distil": 2.000462055206299,
+      "cov-distil (oracle2student)": 4.943650245666504,
+      "cov-distil (oracle2teacher)": 4.173366069793701,
       "epoch": 0.4089481946624804,
-      "rel-constrast": 2.837587594985962,
+      "rel-constrast": 3.839550018310547,
       "step": 521,
-      "subrel-constrast": 3.523179054260254,
+      "subrel-constrast": 3.5296850204467773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6822391748428345,
-      "cov-distil (oracle2student)": 3.990572690963745,
-      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "cov-distil": 1.9787660837173462,
+      "cov-distil (oracle2student)": 4.490322589874268,
+      "cov-distil (oracle2teacher)": 3.9708495140075684,
       "epoch": 0.4097331240188383,
-      "rel-constrast": 3.3714590072631836,
+      "rel-constrast": 3.782763719558716,
       "step": 522,
-      "subrel-constrast": 3.4518234729766846,
+      "subrel-constrast": 3.701874017715454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5175161361694336,
-      "cov-distil (oracle2student)": 5.360091209411621,
-      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "cov-distil": 3.889625310897827,
+      "cov-distil (oracle2student)": 6.62224006652832,
+      "cov-distil (oracle2teacher)": 5.268327236175537,
       "epoch": 0.41051805337519626,
-      "rel-constrast": 3.320817232131958,
+      "rel-constrast": 4.019553184509277,
       "step": 523,
-      "subrel-constrast": 4.099976539611816,
+      "subrel-constrast": 4.23786735534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8499733209609985,
-      "cov-distil (oracle2student)": 4.837664604187012,
-      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "cov-distil": 2.089364528656006,
+      "cov-distil (oracle2student)": 5.428134918212891,
+      "cov-distil (oracle2teacher)": 4.481540679931641,
       "epoch": 0.41130298273155413,
-      "rel-constrast": 3.551431655883789,
+      "rel-constrast": 4.299295902252197,
       "step": 524,
-      "subrel-constrast": 4.396182060241699,
+      "subrel-constrast": 4.170628070831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3767762184143066,
-      "cov-distil (oracle2student)": 5.010434150695801,
-      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "cov-distil": 3.0960869789123535,
+      "cov-distil (oracle2student)": 5.969825744628906,
+      "cov-distil (oracle2teacher)": 5.435355186462402,
       "epoch": 0.41208791208791207,
-      "rel-constrast": 3.382202386856079,
+      "rel-constrast": 3.8271372318267822,
       "step": 525,
-      "subrel-constrast": 4.079559803009033,
+      "subrel-constrast": 4.311244010925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7340972423553467,
-      "cov-distil (oracle2student)": 6.103010654449463,
-      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "cov-distil": 2.1960692405700684,
+      "cov-distil (oracle2student)": 6.1899189949035645,
+      "cov-distil (oracle2teacher)": 5.752900123596191,
       "epoch": 0.41287284144427,
-      "rel-constrast": 2.4694104194641113,
+      "rel-constrast": 3.3504157066345215,
       "step": 526,
-      "subrel-constrast": 3.338963270187378,
+      "subrel-constrast": 3.144519805908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8253371715545654,
-      "cov-distil (oracle2student)": 4.7706756591796875,
-      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "cov-distil": 3.478926658630371,
+      "cov-distil (oracle2student)": 4.343681335449219,
+      "cov-distil (oracle2teacher)": 4.389613628387451,
       "epoch": 0.41365777080062793,
-      "rel-constrast": 4.593013763427734,
+      "rel-constrast": 4.450220584869385,
       "step": 527,
-      "subrel-constrast": 5.206238269805908,
+      "subrel-constrast": 4.916708469390869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2579145431518555,
-      "cov-distil (oracle2student)": 8.899227142333984,
-      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "cov-distil": 2.9960055351257324,
+      "cov-distil (oracle2student)": 9.021394729614258,
+      "cov-distil (oracle2teacher)": 7.649185657501221,
       "epoch": 0.41444270015698587,
-      "rel-constrast": 3.0921471118927,
+      "rel-constrast": 3.81168794631958,
       "step": 528,
-      "subrel-constrast": 4.043778896331787,
+      "subrel-constrast": 3.527249336242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9917439222335815,
-      "cov-distil (oracle2student)": 3.3459632396698,
-      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "cov-distil": 2.2659573554992676,
+      "cov-distil (oracle2student)": 3.8565173149108887,
+      "cov-distil (oracle2teacher)": 3.517955780029297,
       "epoch": 0.4152276295133438,
-      "rel-constrast": 3.5178332328796387,
+      "rel-constrast": 3.551304578781128,
       "step": 529,
-      "subrel-constrast": 4.205659866333008,
+      "subrel-constrast": 4.263941287994385,
       "view-similarity": 0
     },
     {
       "epoch": 0.41601255886970173,
-      "grad_norm": 8.6875,
+      "grad_norm": 9.125,
       "learning_rate": 2.6450000000000003e-05,
-      "loss": 0.883,
+      "loss": 0.969,
       "step": 530
     },
     {
-      "cov-distil": 2.4610893726348877,
-      "cov-distil (oracle2student)": 7.107298851013184,
-      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "cov-distil": 2.9114646911621094,
+      "cov-distil (oracle2student)": 6.623899459838867,
+      "cov-distil (oracle2teacher)": 5.978086471557617,
       "epoch": 0.41601255886970173,
-      "rel-constrast": 4.013538837432861,
+      "rel-constrast": 3.5463507175445557,
       "step": 530,
-      "subrel-constrast": 4.085789203643799,
+      "subrel-constrast": 4.09066104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9131748676300049,
-      "cov-distil (oracle2student)": 3.1839516162872314,
-      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "cov-distil": 2.1584465503692627,
+      "cov-distil (oracle2student)": 3.108242988586426,
+      "cov-distil (oracle2teacher)": 3.149620771408081,
       "epoch": 0.41679748822605966,
-      "rel-constrast": 3.6091840267181396,
+      "rel-constrast": 3.209766387939453,
       "step": 531,
-      "subrel-constrast": 3.740673303604126,
+      "subrel-constrast": 3.5915255546569824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387206554412842,
-      "cov-distil (oracle2student)": 3.9284486770629883,
-      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "cov-distil": 2.978271007537842,
+      "cov-distil (oracle2student)": 4.685882568359375,
+      "cov-distil (oracle2teacher)": 4.274260520935059,
       "epoch": 0.4175824175824176,
-      "rel-constrast": 3.5161938667297363,
+      "rel-constrast": 4.023675918579102,
       "step": 532,
-      "subrel-constrast": 4.079607009887695,
+      "subrel-constrast": 3.8330373764038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.471837282180786,
-      "cov-distil (oracle2student)": 5.907663345336914,
-      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "cov-distil": 2.844477891921997,
+      "cov-distil (oracle2student)": 4.903825283050537,
+      "cov-distil (oracle2teacher)": 5.759634971618652,
       "epoch": 0.41836734693877553,
-      "rel-constrast": 4.507608890533447,
+      "rel-constrast": 3.525094747543335,
       "step": 533,
-      "subrel-constrast": 5.104624271392822,
+      "subrel-constrast": 4.775814056396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2768821716308594,
-      "cov-distil (oracle2student)": 5.402787208557129,
-      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "cov-distil": 2.563508987426758,
+      "cov-distil (oracle2student)": 7.332339763641357,
+      "cov-distil (oracle2teacher)": 5.409496307373047,
       "epoch": 0.41915227629513346,
-      "rel-constrast": 4.229998588562012,
+      "rel-constrast": 5.774564743041992,
       "step": 534,
-      "subrel-constrast": 4.759891986846924,
+      "subrel-constrast": 4.97339391708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1538729667663574,
-      "cov-distil (oracle2student)": 5.076930046081543,
-      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "cov-distil": 2.7134346961975098,
+      "cov-distil (oracle2student)": 5.510921478271484,
+      "cov-distil (oracle2teacher)": 4.903237342834473,
       "epoch": 0.41993720565149134,
-      "rel-constrast": 5.096151351928711,
+      "rel-constrast": 5.831864833831787,
       "step": 535,
-      "subrel-constrast": 5.996850490570068,
+      "subrel-constrast": 5.299259662628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1815271377563477,
-      "cov-distil (oracle2student)": 4.3686065673828125,
-      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "cov-distil": 2.306689739227295,
+      "cov-distil (oracle2student)": 4.6133832931518555,
+      "cov-distil (oracle2teacher)": 3.5082075595855713,
       "epoch": 0.4207221350078493,
-      "rel-constrast": 3.4470701217651367,
+      "rel-constrast": 3.804596185684204,
       "step": 536,
-      "subrel-constrast": 3.943808078765869,
+      "subrel-constrast": 3.701176166534424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430976152420044,
-      "cov-distil (oracle2student)": 5.03574800491333,
-      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "cov-distil": 1.6129932403564453,
+      "cov-distil (oracle2student)": 5.69785213470459,
+      "cov-distil (oracle2teacher)": 5.269233703613281,
       "epoch": 0.4215070643642072,
-      "rel-constrast": 4.9359941482543945,
+      "rel-constrast": 4.88289213180542,
       "step": 537,
-      "subrel-constrast": 4.681961536407471,
+      "subrel-constrast": 4.6160807609558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1151583194732666,
-      "cov-distil (oracle2student)": 4.930647850036621,
-      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "cov-distil": 3.6320486068725586,
+      "cov-distil (oracle2student)": 5.126873970031738,
+      "cov-distil (oracle2teacher)": 4.449760437011719,
       "epoch": 0.42229199372056514,
-      "rel-constrast": 3.337693214416504,
+      "rel-constrast": 4.9021735191345215,
       "step": 538,
-      "subrel-constrast": 4.436145305633545,
+      "subrel-constrast": 4.239505767822266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0622363090515137,
-      "cov-distil (oracle2student)": 5.964321136474609,
-      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "cov-distil": 2.8055315017700195,
+      "cov-distil (oracle2student)": 5.630227088928223,
+      "cov-distil (oracle2teacher)": 5.5058393478393555,
       "epoch": 0.4230769230769231,
-      "rel-constrast": 2.918050765991211,
+      "rel-constrast": 2.89642333984375,
       "step": 539,
-      "subrel-constrast": 3.1426711082458496,
+      "subrel-constrast": 3.487722873687744,
       "view-similarity": 0
     },
     {
       "epoch": 0.423861852433281,
-      "grad_norm": 8.25,
+      "grad_norm": 9.75,
       "learning_rate": 2.6950000000000005e-05,
-      "loss": 1.0442,
+      "loss": 1.0599,
       "step": 540
     },
     {
-      "cov-distil": 2.4555015563964844,
-      "cov-distil (oracle2student)": 4.551426887512207,
-      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "cov-distil": 3.1440768241882324,
+      "cov-distil (oracle2student)": 4.894999980926514,
+      "cov-distil (oracle2teacher)": 4.241404056549072,
       "epoch": 0.423861852433281,
-      "rel-constrast": 3.3250837326049805,
+      "rel-constrast": 3.1532459259033203,
       "step": 540,
-      "subrel-constrast": 3.5797502994537354,
+      "subrel-constrast": 3.6818230152130127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.082664966583252,
-      "cov-distil (oracle2student)": 4.699512958526611,
-      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "cov-distil": 2.0353074073791504,
+      "cov-distil (oracle2student)": 4.829143524169922,
+      "cov-distil (oracle2teacher)": 4.384130954742432,
       "epoch": 0.42464678178963894,
-      "rel-constrast": 2.5872223377227783,
+      "rel-constrast": 3.055182456970215,
       "step": 541,
-      "subrel-constrast": 3.821152687072754,
+      "subrel-constrast": 3.436680793762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.204350709915161,
-      "cov-distil (oracle2student)": 4.2027435302734375,
-      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "cov-distil": 2.3959193229675293,
+      "cov-distil (oracle2student)": 4.7509050369262695,
+      "cov-distil (oracle2teacher)": 4.176807880401611,
       "epoch": 0.42543171114599687,
-      "rel-constrast": 3.1161422729492188,
+      "rel-constrast": 4.029506206512451,
       "step": 542,
-      "subrel-constrast": 3.712345838546753,
+      "subrel-constrast": 3.835718870162964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0034756660461426,
-      "cov-distil (oracle2student)": 4.845664978027344,
-      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "cov-distil": 2.4880635738372803,
+      "cov-distil (oracle2student)": 5.187982559204102,
+      "cov-distil (oracle2teacher)": 5.327169895172119,
       "epoch": 0.4262166405023548,
-      "rel-constrast": 3.031003952026367,
+      "rel-constrast": 3.3675456047058105,
       "step": 543,
-      "subrel-constrast": 3.3142998218536377,
+      "subrel-constrast": 3.4103951454162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4440988302230835,
-      "cov-distil (oracle2student)": 3.6065969467163086,
-      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "cov-distil": 1.8645257949829102,
+      "cov-distil (oracle2student)": 3.3303253650665283,
+      "cov-distil (oracle2teacher)": 3.2770776748657227,
       "epoch": 0.42700156985871274,
-      "rel-constrast": 2.4494941234588623,
+      "rel-constrast": 2.9046854972839355,
       "step": 544,
-      "subrel-constrast": 2.605020046234131,
+      "subrel-constrast": 2.459394693374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6435261964797974,
-      "cov-distil (oracle2student)": 3.551994800567627,
-      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "cov-distil": 1.9630659818649292,
+      "cov-distil (oracle2student)": 4.499131202697754,
+      "cov-distil (oracle2teacher)": 3.6329312324523926,
       "epoch": 0.42778649921507067,
-      "rel-constrast": 3.822410821914673,
+      "rel-constrast": 4.33712100982666,
       "step": 545,
-      "subrel-constrast": 3.836008071899414,
+      "subrel-constrast": 4.299283504486084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7628724575042725,
-      "cov-distil (oracle2student)": 6.011783599853516,
-      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "cov-distil": 2.6886143684387207,
+      "cov-distil (oracle2student)": 6.36787748336792,
+      "cov-distil (oracle2teacher)": 5.385263919830322,
       "epoch": 0.42857142857142855,
-      "rel-constrast": 3.934589385986328,
+      "rel-constrast": 5.136941909790039,
       "step": 546,
-      "subrel-constrast": 3.964400053024292,
+      "subrel-constrast": 4.183347702026367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7866466045379639,
-      "cov-distil (oracle2student)": 3.3814570903778076,
-      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "cov-distil": 2.6999917030334473,
+      "cov-distil (oracle2student)": 4.198861598968506,
+      "cov-distil (oracle2teacher)": 3.6154558658599854,
       "epoch": 0.4293563579277865,
-      "rel-constrast": 3.8515207767486572,
+      "rel-constrast": 4.383726596832275,
       "step": 547,
-      "subrel-constrast": 4.402586460113525,
+      "subrel-constrast": 4.213267803192139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3751814365386963,
-      "cov-distil (oracle2student)": 4.2626800537109375,
-      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "cov-distil": 3.166285753250122,
+      "cov-distil (oracle2student)": 4.848912239074707,
+      "cov-distil (oracle2teacher)": 4.098011016845703,
       "epoch": 0.4301412872841444,
-      "rel-constrast": 4.448970794677734,
+      "rel-constrast": 4.148667812347412,
       "step": 548,
-      "subrel-constrast": 4.393995761871338,
+      "subrel-constrast": 4.670076370239258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0791738033294678,
-      "cov-distil (oracle2student)": 5.72738790512085,
-      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "cov-distil": 1.8380727767944336,
+      "cov-distil (oracle2student)": 5.163656234741211,
+      "cov-distil (oracle2teacher)": 4.66612434387207,
       "epoch": 0.43092621664050235,
-      "rel-constrast": 3.669039487838745,
+      "rel-constrast": 3.2450528144836426,
       "step": 549,
-      "subrel-constrast": 3.670117139816284,
+      "subrel-constrast": 3.273515462875366,
       "view-similarity": 0
     },
     {
       "epoch": 0.4317111459968603,
-      "grad_norm": 10.5625,
+      "grad_norm": 10.0,
       "learning_rate": 2.7450000000000003e-05,
-      "loss": 0.9055,
+      "loss": 0.944,
       "step": 550
     },
     {
-      "cov-distil": 1.8588554859161377,
-      "cov-distil (oracle2student)": 5.19000244140625,
-      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "cov-distil": 1.9215424060821533,
+      "cov-distil (oracle2student)": 5.323651313781738,
+      "cov-distil (oracle2teacher)": 5.5496625900268555,
       "epoch": 0.4317111459968603,
-      "rel-constrast": 2.9200479984283447,
+      "rel-constrast": 3.632564067840576,
       "step": 550,
-      "subrel-constrast": 4.266639709472656,
+      "subrel-constrast": 4.383198261260986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4664716720581055,
-      "cov-distil (oracle2student)": 4.6646318435668945,
-      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "cov-distil": 2.0079779624938965,
+      "cov-distil (oracle2student)": 5.453360557556152,
+      "cov-distil (oracle2teacher)": 4.775620937347412,
       "epoch": 0.4324960753532182,
-      "rel-constrast": 2.7482821941375732,
+      "rel-constrast": 3.6028709411621094,
       "step": 551,
-      "subrel-constrast": 3.751079797744751,
+      "subrel-constrast": 3.7195968627929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2391505241394043,
-      "cov-distil (oracle2student)": 4.254290580749512,
-      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "cov-distil": 1.940305471420288,
+      "cov-distil (oracle2student)": 4.275853157043457,
+      "cov-distil (oracle2teacher)": 4.315962314605713,
       "epoch": 0.43328100470957615,
-      "rel-constrast": 2.8833484649658203,
+      "rel-constrast": 3.697322130203247,
       "step": 552,
-      "subrel-constrast": 3.7221202850341797,
+      "subrel-constrast": 3.374723434448242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5725274085998535,
-      "cov-distil (oracle2student)": 4.4030375480651855,
-      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "cov-distil": 3.7109804153442383,
+      "cov-distil (oracle2student)": 5.235285758972168,
+      "cov-distil (oracle2teacher)": 3.4823784828186035,
       "epoch": 0.4340659340659341,
-      "rel-constrast": 3.2813262939453125,
+      "rel-constrast": 4.574237823486328,
       "step": 553,
-      "subrel-constrast": 4.29766321182251,
+      "subrel-constrast": 3.886735439300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6824195384979248,
-      "cov-distil (oracle2student)": 4.262044906616211,
-      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "cov-distil": 2.0194294452667236,
+      "cov-distil (oracle2student)": 4.709174156188965,
+      "cov-distil (oracle2teacher)": 3.730773687362671,
       "epoch": 0.434850863422292,
-      "rel-constrast": 4.048982620239258,
+      "rel-constrast": 4.890387058258057,
       "step": 554,
-      "subrel-constrast": 4.117492198944092,
+      "subrel-constrast": 4.248447418212891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.280151605606079,
-      "cov-distil (oracle2student)": 3.482992649078369,
-      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "cov-distil": 3.352951765060425,
+      "cov-distil (oracle2student)": 4.994897842407227,
+      "cov-distil (oracle2teacher)": 4.374115467071533,
       "epoch": 0.43563579277864994,
-      "rel-constrast": 3.2121012210845947,
+      "rel-constrast": 4.161121368408203,
       "step": 555,
-      "subrel-constrast": 3.5926947593688965,
+      "subrel-constrast": 4.011910438537598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.286961078643799,
-      "cov-distil (oracle2student)": 4.809238433837891,
-      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "cov-distil": 2.9941787719726562,
+      "cov-distil (oracle2student)": 5.471341133117676,
+      "cov-distil (oracle2teacher)": 4.524909973144531,
       "epoch": 0.4364207221350079,
-      "rel-constrast": 3.495352029800415,
+      "rel-constrast": 4.157844543457031,
       "step": 556,
-      "subrel-constrast": 4.314545631408691,
+      "subrel-constrast": 4.118130683898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7107021808624268,
-      "cov-distil (oracle2student)": 4.218628406524658,
-      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "cov-distil": 2.3655223846435547,
+      "cov-distil (oracle2student)": 4.463897705078125,
+      "cov-distil (oracle2teacher)": 3.880066394805908,
       "epoch": 0.43720565149136575,
-      "rel-constrast": 3.8885021209716797,
+      "rel-constrast": 3.5161380767822266,
       "step": 557,
-      "subrel-constrast": 4.020322799682617,
+      "subrel-constrast": 3.765559673309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8882838487625122,
-      "cov-distil (oracle2student)": 5.679129600524902,
-      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "cov-distil": 2.326056480407715,
+      "cov-distil (oracle2student)": 5.807459831237793,
+      "cov-distil (oracle2teacher)": 4.5894012451171875,
       "epoch": 0.4379905808477237,
-      "rel-constrast": 4.420882225036621,
+      "rel-constrast": 3.741593360900879,
       "step": 558,
-      "subrel-constrast": 5.289524078369141,
+      "subrel-constrast": 4.4960246086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9853229522705078,
-      "cov-distil (oracle2student)": 5.879613876342773,
-      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "cov-distil": 1.9660494327545166,
+      "cov-distil (oracle2student)": 5.596038818359375,
+      "cov-distil (oracle2teacher)": 5.711890697479248,
       "epoch": 0.4387755102040816,
-      "rel-constrast": 3.605356216430664,
+      "rel-constrast": 3.767320156097412,
       "step": 559,
-      "subrel-constrast": 4.175075531005859,
+      "subrel-constrast": 4.327932357788086,
       "view-similarity": 0
     },
     {
       "epoch": 0.43956043956043955,
-      "grad_norm": 7.125,
+      "grad_norm": 8.875,
       "learning_rate": 2.7950000000000005e-05,
-      "loss": 0.9175,
+      "loss": 0.9935,
       "step": 560
     },
     {
-      "cov-distil": 2.459702968597412,
-      "cov-distil (oracle2student)": 3.54038667678833,
-      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "cov-distil": 2.358954668045044,
+      "cov-distil (oracle2student)": 3.3223049640655518,
+      "cov-distil (oracle2teacher)": 3.5045862197875977,
       "epoch": 0.43956043956043955,
-      "rel-constrast": 3.044311285018921,
+      "rel-constrast": 3.393927812576294,
       "step": 560,
-      "subrel-constrast": 3.8617966175079346,
+      "subrel-constrast": 3.7439398765563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.301657199859619,
-      "cov-distil (oracle2student)": 3.6367805004119873,
-      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "cov-distil": 2.541647434234619,
+      "cov-distil (oracle2student)": 4.102347373962402,
+      "cov-distil (oracle2teacher)": 3.823218584060669,
       "epoch": 0.4403453689167975,
-      "rel-constrast": 2.504409074783325,
+      "rel-constrast": 3.1986074447631836,
       "step": 561,
-      "subrel-constrast": 3.5072786808013916,
+      "subrel-constrast": 3.6252739429473877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2072887420654297,
-      "cov-distil (oracle2student)": 2.9245615005493164,
-      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "cov-distil": 2.642409324645996,
+      "cov-distil (oracle2student)": 3.21407413482666,
+      "cov-distil (oracle2teacher)": 3.468783140182495,
       "epoch": 0.4411302982731554,
-      "rel-constrast": 2.7347452640533447,
+      "rel-constrast": 3.2427480220794678,
       "step": 562,
-      "subrel-constrast": 2.8598663806915283,
+      "subrel-constrast": 2.7197461128234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9743279218673706,
-      "cov-distil (oracle2student)": 4.175314426422119,
-      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "cov-distil": 2.051992893218994,
+      "cov-distil (oracle2student)": 4.378178596496582,
+      "cov-distil (oracle2teacher)": 4.157221794128418,
       "epoch": 0.44191522762951335,
-      "rel-constrast": 2.9006690979003906,
+      "rel-constrast": 3.3241851329803467,
       "step": 563,
-      "subrel-constrast": 3.607196092605591,
+      "subrel-constrast": 3.59414005279541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0321104526519775,
-      "cov-distil (oracle2student)": 3.8106508255004883,
-      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "cov-distil": 2.366882085800171,
+      "cov-distil (oracle2student)": 5.17764949798584,
+      "cov-distil (oracle2teacher)": 3.1858041286468506,
       "epoch": 0.4427001569858713,
-      "rel-constrast": 2.8958191871643066,
+      "rel-constrast": 3.979633092880249,
       "step": 564,
-      "subrel-constrast": 3.457608461380005,
+      "subrel-constrast": 3.076577663421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.913415551185608,
-      "cov-distil (oracle2student)": 5.349029541015625,
-      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "cov-distil": 2.522550582885742,
+      "cov-distil (oracle2student)": 6.068033218383789,
+      "cov-distil (oracle2teacher)": 5.299258232116699,
       "epoch": 0.4434850863422292,
-      "rel-constrast": 3.0215673446655273,
+      "rel-constrast": 3.1363558769226074,
       "step": 565,
-      "subrel-constrast": 4.1114678382873535,
+      "subrel-constrast": 3.7713139057159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1626877784729004,
-      "cov-distil (oracle2student)": 5.174778938293457,
-      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "cov-distil": 1.991720199584961,
+      "cov-distil (oracle2student)": 5.957365036010742,
+      "cov-distil (oracle2teacher)": 4.363339900970459,
       "epoch": 0.44427001569858715,
-      "rel-constrast": 4.159515380859375,
+      "rel-constrast": 4.21482515335083,
       "step": 566,
-      "subrel-constrast": 3.9089341163635254,
+      "subrel-constrast": 3.6679294109344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3144021034240723,
-      "cov-distil (oracle2student)": 4.621238708496094,
-      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "cov-distil": 1.8319523334503174,
+      "cov-distil (oracle2student)": 4.147531986236572,
+      "cov-distil (oracle2teacher)": 4.370601177215576,
       "epoch": 0.44505494505494503,
-      "rel-constrast": 3.3642213344573975,
+      "rel-constrast": 4.056262016296387,
       "step": 567,
-      "subrel-constrast": 3.904902696609497,
+      "subrel-constrast": 3.9852454662323,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7472102642059326,
-      "cov-distil (oracle2student)": 4.851565837860107,
-      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "cov-distil": 2.629312515258789,
+      "cov-distil (oracle2student)": 4.767542839050293,
+      "cov-distil (oracle2teacher)": 4.160739898681641,
       "epoch": 0.44583987441130296,
-      "rel-constrast": 4.3499755859375,
+      "rel-constrast": 3.899106502532959,
       "step": 568,
-      "subrel-constrast": 5.089810371398926,
+      "subrel-constrast": 4.05080509185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.075791597366333,
-      "cov-distil (oracle2student)": 5.32772159576416,
-      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "cov-distil": 1.8516883850097656,
+      "cov-distil (oracle2student)": 5.215306282043457,
+      "cov-distil (oracle2teacher)": 4.808806896209717,
       "epoch": 0.4466248037676609,
-      "rel-constrast": 2.8129007816314697,
+      "rel-constrast": 3.4852166175842285,
       "step": 569,
-      "subrel-constrast": 4.071926593780518,
+      "subrel-constrast": 3.6342546939849854,
       "view-similarity": 0
     },
     {
       "epoch": 0.4474097331240188,
-      "grad_norm": 6.34375,
+      "grad_norm": 8.75,
       "learning_rate": 2.845e-05,
-      "loss": 0.8477,
+      "loss": 0.8983,
       "step": 570
     },
     {
-      "cov-distil": 2.4237582683563232,
-      "cov-distil (oracle2student)": 3.0226638317108154,
-      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "cov-distil": 2.4234559535980225,
+      "cov-distil (oracle2student)": 3.3213958740234375,
+      "cov-distil (oracle2teacher)": 3.6098575592041016,
       "epoch": 0.4474097331240188,
-      "rel-constrast": 3.2645320892333984,
+      "rel-constrast": 3.4887428283691406,
       "step": 570,
-      "subrel-constrast": 3.560032367706299,
+      "subrel-constrast": 3.7902462482452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9481277465820312,
-      "cov-distil (oracle2student)": 4.076622486114502,
-      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "cov-distil": 2.6390843391418457,
+      "cov-distil (oracle2student)": 4.745780944824219,
+      "cov-distil (oracle2teacher)": 4.114788055419922,
       "epoch": 0.44819466248037676,
-      "rel-constrast": 3.1871180534362793,
+      "rel-constrast": 3.6129302978515625,
       "step": 571,
-      "subrel-constrast": 3.889390468597412,
+      "subrel-constrast": 3.8221333026885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8381760120391846,
-      "cov-distil (oracle2student)": 5.546555519104004,
-      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "cov-distil": 1.9189658164978027,
+      "cov-distil (oracle2student)": 6.0839924812316895,
+      "cov-distil (oracle2teacher)": 4.7552690505981445,
       "epoch": 0.4489795918367347,
-      "rel-constrast": 3.591369390487671,
+      "rel-constrast": 3.9511513710021973,
       "step": 572,
-      "subrel-constrast": 4.264605522155762,
+      "subrel-constrast": 4.005019187927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9256342649459839,
-      "cov-distil (oracle2student)": 4.694274425506592,
-      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "cov-distil": 1.739342212677002,
+      "cov-distil (oracle2student)": 4.651374816894531,
+      "cov-distil (oracle2teacher)": 4.204543590545654,
       "epoch": 0.4497645211930926,
-      "rel-constrast": 3.0780086517333984,
+      "rel-constrast": 3.5185372829437256,
       "step": 573,
-      "subrel-constrast": 4.314204216003418,
+      "subrel-constrast": 4.532038688659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8656573295593262,
-      "cov-distil (oracle2student)": 5.347856044769287,
-      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "cov-distil": 2.1634485721588135,
+      "cov-distil (oracle2student)": 5.691831111907959,
+      "cov-distil (oracle2teacher)": 4.7130937576293945,
       "epoch": 0.45054945054945056,
-      "rel-constrast": 4.534104347229004,
+      "rel-constrast": 4.304054260253906,
       "step": 574,
-      "subrel-constrast": 3.962686061859131,
+      "subrel-constrast": 3.921180248260498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.547745704650879,
-      "cov-distil (oracle2student)": 5.250231742858887,
-      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "cov-distil": 2.3078818321228027,
+      "cov-distil (oracle2student)": 6.551314353942871,
+      "cov-distil (oracle2teacher)": 5.088528633117676,
       "epoch": 0.4513343799058085,
-      "rel-constrast": 3.9131903648376465,
+      "rel-constrast": 4.87223482131958,
       "step": 575,
-      "subrel-constrast": 3.791517972946167,
+      "subrel-constrast": 4.038383960723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732090950012207,
-      "cov-distil (oracle2student)": 5.05672550201416,
-      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "cov-distil": 2.561750650405884,
+      "cov-distil (oracle2student)": 4.999590873718262,
+      "cov-distil (oracle2teacher)": 4.80165958404541,
       "epoch": 0.4521193092621664,
-      "rel-constrast": 4.284381866455078,
+      "rel-constrast": 5.104241371154785,
       "step": 576,
-      "subrel-constrast": 4.660088539123535,
+      "subrel-constrast": 5.145068168640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4754586219787598,
-      "cov-distil (oracle2student)": 3.833111047744751,
-      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "cov-distil": 3.0544557571411133,
+      "cov-distil (oracle2student)": 3.935206651687622,
+      "cov-distil (oracle2teacher)": 3.8528130054473877,
       "epoch": 0.45290423861852436,
-      "rel-constrast": 4.8734540939331055,
+      "rel-constrast": 5.1749773025512695,
       "step": 577,
-      "subrel-constrast": 5.031405925750732,
+      "subrel-constrast": 5.613327503204346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7031965255737305,
-      "cov-distil (oracle2student)": 5.395284175872803,
-      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "cov-distil": 2.4282827377319336,
+      "cov-distil (oracle2student)": 5.423835277557373,
+      "cov-distil (oracle2teacher)": 4.910699367523193,
       "epoch": 0.45368916797488223,
-      "rel-constrast": 3.602329730987549,
+      "rel-constrast": 3.487582206726074,
       "step": 578,
-      "subrel-constrast": 4.0972137451171875,
+      "subrel-constrast": 3.8347482681274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5256094932556152,
-      "cov-distil (oracle2student)": 4.89035701751709,
-      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "cov-distil": 2.7212328910827637,
+      "cov-distil (oracle2student)": 4.982588768005371,
+      "cov-distil (oracle2teacher)": 4.225831985473633,
       "epoch": 0.45447409733124017,
-      "rel-constrast": 4.2911696434021,
+      "rel-constrast": 4.664732933044434,
       "step": 579,
-      "subrel-constrast": 4.371425628662109,
+      "subrel-constrast": 4.141400337219238,
       "view-similarity": 0
     },
     {
       "epoch": 0.4552590266875981,
-      "grad_norm": 8.125,
+      "grad_norm": 8.6875,
       "learning_rate": 2.895e-05,
-      "loss": 1.0155,
+      "loss": 1.0545,
       "step": 580
     },
     {
-      "cov-distil": 1.709166169166565,
-      "cov-distil (oracle2student)": 3.729433059692383,
-      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "cov-distil": 2.464303970336914,
+      "cov-distil (oracle2student)": 4.394807815551758,
+      "cov-distil (oracle2teacher)": 4.204273223876953,
       "epoch": 0.4552590266875981,
-      "rel-constrast": 3.0027105808258057,
+      "rel-constrast": 4.653385639190674,
       "step": 580,
-      "subrel-constrast": 4.083986282348633,
+      "subrel-constrast": 4.437969207763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0113184452056885,
-      "cov-distil (oracle2student)": 4.184613227844238,
-      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "cov-distil": 2.357685089111328,
+      "cov-distil (oracle2student)": 4.353397846221924,
+      "cov-distil (oracle2teacher)": 4.018503665924072,
       "epoch": 0.45604395604395603,
-      "rel-constrast": 3.453307867050171,
+      "rel-constrast": 4.026291847229004,
       "step": 581,
-      "subrel-constrast": 3.889902114868164,
+      "subrel-constrast": 3.651365280151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728846549987793,
-      "cov-distil (oracle2student)": 6.470742225646973,
-      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "cov-distil": 2.354459762573242,
+      "cov-distil (oracle2student)": 6.119044303894043,
+      "cov-distil (oracle2teacher)": 5.748248100280762,
       "epoch": 0.45682888540031397,
-      "rel-constrast": 2.9654622077941895,
+      "rel-constrast": 3.511345148086548,
       "step": 582,
-      "subrel-constrast": 3.6763298511505127,
+      "subrel-constrast": 3.223280429840088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.542206048965454,
-      "cov-distil (oracle2student)": 3.866248846054077,
-      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "cov-distil": 2.6050219535827637,
+      "cov-distil (oracle2student)": 4.132230281829834,
+      "cov-distil (oracle2teacher)": 3.6042776107788086,
       "epoch": 0.4576138147566719,
-      "rel-constrast": 2.910317897796631,
+      "rel-constrast": 2.611219882965088,
       "step": 583,
-      "subrel-constrast": 3.0755670070648193,
+      "subrel-constrast": 3.009690284729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1158554553985596,
-      "cov-distil (oracle2student)": 3.5174355506896973,
-      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "cov-distil": 2.5152506828308105,
+      "cov-distil (oracle2student)": 4.289843559265137,
+      "cov-distil (oracle2teacher)": 3.501180648803711,
       "epoch": 0.45839874411302983,
-      "rel-constrast": 3.163273334503174,
+      "rel-constrast": 3.254701852798462,
       "step": 584,
-      "subrel-constrast": 4.189387798309326,
+      "subrel-constrast": 3.848154067993164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358933448791504,
-      "cov-distil (oracle2student)": 5.5259623527526855,
-      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "cov-distil": 1.9441146850585938,
+      "cov-distil (oracle2student)": 6.204533100128174,
+      "cov-distil (oracle2teacher)": 5.01694393157959,
       "epoch": 0.45918367346938777,
-      "rel-constrast": 3.3363170623779297,
+      "rel-constrast": 3.482966423034668,
       "step": 585,
-      "subrel-constrast": 3.8728079795837402,
+      "subrel-constrast": 3.76875901222229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7158913612365723,
-      "cov-distil (oracle2student)": 3.81449818611145,
-      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "cov-distil": 1.9938653707504272,
+      "cov-distil (oracle2student)": 4.132411003112793,
+      "cov-distil (oracle2teacher)": 4.289095878601074,
       "epoch": 0.4599686028257457,
-      "rel-constrast": 2.7120189666748047,
+      "rel-constrast": 3.8928146362304688,
       "step": 586,
-      "subrel-constrast": 3.659945487976074,
+      "subrel-constrast": 3.5955522060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179494857788086,
-      "cov-distil (oracle2student)": 5.410915851593018,
-      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "cov-distil": 2.8600239753723145,
+      "cov-distil (oracle2student)": 6.246612548828125,
+      "cov-distil (oracle2teacher)": 5.835619926452637,
       "epoch": 0.46075353218210363,
-      "rel-constrast": 4.8570733070373535,
+      "rel-constrast": 5.097703456878662,
       "step": 587,
-      "subrel-constrast": 6.077430248260498,
+      "subrel-constrast": 5.963213920593262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146589756011963,
-      "cov-distil (oracle2student)": 4.808439254760742,
-      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "cov-distil": 2.020094633102417,
+      "cov-distil (oracle2student)": 5.995624542236328,
+      "cov-distil (oracle2teacher)": 4.9359941482543945,
       "epoch": 0.46153846153846156,
-      "rel-constrast": 3.206974744796753,
+      "rel-constrast": 3.6671838760375977,
       "step": 588,
-      "subrel-constrast": 3.596273899078369,
+      "subrel-constrast": 3.9909584522247314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089515209197998,
-      "cov-distil (oracle2student)": 5.792536735534668,
-      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "cov-distil": 3.4178576469421387,
+      "cov-distil (oracle2student)": 7.293473243713379,
+      "cov-distil (oracle2teacher)": 5.84071159362793,
       "epoch": 0.46232339089481944,
-      "rel-constrast": 2.9252166748046875,
+      "rel-constrast": 3.52392840385437,
       "step": 589,
-      "subrel-constrast": 4.313965320587158,
+      "subrel-constrast": 4.052404880523682,
       "view-similarity": 0
     },
     {
       "epoch": 0.4631083202511774,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.3125,
       "learning_rate": 2.945e-05,
-      "loss": 0.8647,
+      "loss": 0.943,
       "step": 590
     },
     {
-      "cov-distil": 2.1267971992492676,
-      "cov-distil (oracle2student)": 4.215712547302246,
-      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "cov-distil": 3.7977190017700195,
+      "cov-distil (oracle2student)": 5.514544486999512,
+      "cov-distil (oracle2teacher)": 4.1195478439331055,
       "epoch": 0.4631083202511774,
-      "rel-constrast": 3.7106242179870605,
+      "rel-constrast": 4.7036051750183105,
       "step": 590,
-      "subrel-constrast": 4.224156379699707,
+      "subrel-constrast": 3.925006151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0595297813415527,
-      "cov-distil (oracle2student)": 7.233006477355957,
-      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "cov-distil": 2.34080171585083,
+      "cov-distil (oracle2student)": 7.3142595291137695,
+      "cov-distil (oracle2teacher)": 6.695699214935303,
       "epoch": 0.4638932496075353,
-      "rel-constrast": 2.9407167434692383,
+      "rel-constrast": 3.780576467514038,
       "step": 591,
-      "subrel-constrast": 4.574547290802002,
+      "subrel-constrast": 3.875232219696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.99887216091156,
-      "cov-distil (oracle2student)": 5.496109962463379,
-      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "cov-distil": 3.0105276107788086,
+      "cov-distil (oracle2student)": 6.135070323944092,
+      "cov-distil (oracle2teacher)": 5.6266021728515625,
       "epoch": 0.46467817896389324,
-      "rel-constrast": 2.3733620643615723,
+      "rel-constrast": 2.574967622756958,
       "step": 592,
-      "subrel-constrast": 3.4967288970947266,
+      "subrel-constrast": 3.611591339111328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7047181129455566,
-      "cov-distil (oracle2student)": 5.643624305725098,
-      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "cov-distil": 2.5783073902130127,
+      "cov-distil (oracle2student)": 5.5395588874816895,
+      "cov-distil (oracle2teacher)": 4.645752906799316,
       "epoch": 0.4654631083202512,
-      "rel-constrast": 5.243678092956543,
+      "rel-constrast": 5.373383045196533,
       "step": 593,
-      "subrel-constrast": 5.544729709625244,
+      "subrel-constrast": 5.041735649108887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4938790798187256,
-      "cov-distil (oracle2student)": 6.409417152404785,
-      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "cov-distil": 2.5929760932922363,
+      "cov-distil (oracle2student)": 6.45121955871582,
+      "cov-distil (oracle2teacher)": 5.939799785614014,
       "epoch": 0.4662480376766091,
-      "rel-constrast": 2.4475982189178467,
+      "rel-constrast": 3.1779744625091553,
       "step": 594,
-      "subrel-constrast": 3.6893906593322754,
+      "subrel-constrast": 3.5174732208251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6694910526275635,
-      "cov-distil (oracle2student)": 5.082285404205322,
-      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "cov-distil": 2.038505792617798,
+      "cov-distil (oracle2student)": 5.217291831970215,
+      "cov-distil (oracle2teacher)": 5.4153337478637695,
       "epoch": 0.46703296703296704,
-      "rel-constrast": 3.532689094543457,
+      "rel-constrast": 3.5160458087921143,
       "step": 595,
-      "subrel-constrast": 4.091874122619629,
+      "subrel-constrast": 4.030824661254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148131847381592,
-      "cov-distil (oracle2student)": 4.989685535430908,
-      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "cov-distil": 2.5021870136260986,
+      "cov-distil (oracle2student)": 5.333086967468262,
+      "cov-distil (oracle2teacher)": 4.444273948669434,
       "epoch": 0.46781789638932497,
-      "rel-constrast": 4.088759422302246,
+      "rel-constrast": 4.005031585693359,
       "step": 596,
-      "subrel-constrast": 4.2698822021484375,
+      "subrel-constrast": 4.5883002281188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.310335159301758,
-      "cov-distil (oracle2student)": 4.894394874572754,
-      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "cov-distil": 2.6509599685668945,
+      "cov-distil (oracle2student)": 5.382726192474365,
+      "cov-distil (oracle2teacher)": 4.583817481994629,
       "epoch": 0.4686028257456829,
-      "rel-constrast": 5.071242332458496,
+      "rel-constrast": 5.123231887817383,
       "step": 597,
-      "subrel-constrast": 5.214943885803223,
+      "subrel-constrast": 5.301387310028076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2443196773529053,
-      "cov-distil (oracle2student)": 4.7232747077941895,
-      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "cov-distil": 2.4523983001708984,
+      "cov-distil (oracle2student)": 4.9999847412109375,
+      "cov-distil (oracle2teacher)": 4.900834560394287,
       "epoch": 0.46938775510204084,
-      "rel-constrast": 2.9406661987304688,
+      "rel-constrast": 3.4022226333618164,
       "step": 598,
-      "subrel-constrast": 3.8035221099853516,
+      "subrel-constrast": 4.007664680480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5355151891708374,
-      "cov-distil (oracle2student)": 3.4818904399871826,
-      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "cov-distil": 1.786146640777588,
+      "cov-distil (oracle2student)": 4.540366172790527,
+      "cov-distil (oracle2teacher)": 3.858332872390747,
       "epoch": 0.47017268445839877,
-      "rel-constrast": 2.709094762802124,
+      "rel-constrast": 3.676905632019043,
       "step": 599,
-      "subrel-constrast": 3.5162317752838135,
+      "subrel-constrast": 3.1852617263793945,
       "view-similarity": 0
     },
     {
       "epoch": 0.47095761381475665,
-      "grad_norm": 6.09375,
+      "grad_norm": 7.90625,
       "learning_rate": 2.995e-05,
-      "loss": 0.9297,
+      "loss": 0.9833,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
-      "overlap": 0.2984375059604645,
+      "overlap": 0.29218751192092896,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "student margin": 0.049224853515625
+      "student margin": 0.0438232421875
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "teacher margin": 0.031402587890625
+      "teacher margin": 0.0333251953125
     },
     {
       "epoch": 0.47095761381475665,
-      "margin difference": -0.017822265625,
+      "margin difference": -0.010498046875,
       "step": 600
     },
     {
-      "cov-distil": 2.0588765144348145,
-      "cov-distil (oracle2student)": 4.4324493408203125,
-      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "cov-distil": 2.597799301147461,
+      "cov-distil (oracle2student)": 5.1797637939453125,
+      "cov-distil (oracle2teacher)": 4.798859119415283,
       "epoch": 0.47095761381475665,
-      "rel-constrast": 2.928539276123047,
+      "rel-constrast": 3.78892183303833,
       "step": 600,
-      "subrel-constrast": 3.747493028640747,
+      "subrel-constrast": 3.914888381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7370885610580444,
-      "cov-distil (oracle2student)": 5.581315517425537,
-      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "cov-distil": 2.421323776245117,
+      "cov-distil (oracle2student)": 5.371571063995361,
+      "cov-distil (oracle2teacher)": 4.5440239906311035,
       "epoch": 0.4717425431711146,
-      "rel-constrast": 3.4618310928344727,
+      "rel-constrast": 4.15179443359375,
       "step": 601,
-      "subrel-constrast": 3.892033815383911,
+      "subrel-constrast": 3.7846922874450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4053502082824707,
-      "cov-distil (oracle2student)": 3.771233558654785,
-      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "cov-distil": 2.294814109802246,
+      "cov-distil (oracle2student)": 4.416264533996582,
+      "cov-distil (oracle2teacher)": 3.3211052417755127,
       "epoch": 0.4725274725274725,
-      "rel-constrast": 1.8632010221481323,
+      "rel-constrast": 2.7444000244140625,
       "step": 602,
-      "subrel-constrast": 3.01338529586792,
+      "subrel-constrast": 2.924454927444458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129983186721802,
-      "cov-distil (oracle2student)": 6.024843692779541,
-      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "cov-distil": 2.078063726425171,
+      "cov-distil (oracle2student)": 6.906262397766113,
+      "cov-distil (oracle2teacher)": 5.919193267822266,
       "epoch": 0.47331240188383045,
-      "rel-constrast": 3.88435959815979,
+      "rel-constrast": 4.030716896057129,
       "step": 603,
-      "subrel-constrast": 4.859460830688477,
+      "subrel-constrast": 4.599520206451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7511838674545288,
-      "cov-distil (oracle2student)": 3.3029255867004395,
-      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "cov-distil": 2.21580171585083,
+      "cov-distil (oracle2student)": 4.214779853820801,
+      "cov-distil (oracle2teacher)": 3.7534546852111816,
       "epoch": 0.4740973312401884,
-      "rel-constrast": 3.2290658950805664,
+      "rel-constrast": 4.097012996673584,
       "step": 604,
-      "subrel-constrast": 4.085943222045898,
+      "subrel-constrast": 4.133643627166748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145510911941528,
-      "cov-distil (oracle2student)": 5.038276672363281,
-      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "cov-distil": 2.621990442276001,
+      "cov-distil (oracle2student)": 5.272357940673828,
+      "cov-distil (oracle2teacher)": 4.120306015014648,
       "epoch": 0.4748822605965463,
-      "rel-constrast": 4.488589286804199,
+      "rel-constrast": 4.461541175842285,
       "step": 605,
-      "subrel-constrast": 4.722075462341309,
+      "subrel-constrast": 4.668298721313477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9118618965148926,
-      "cov-distil (oracle2student)": 4.359668731689453,
-      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "cov-distil": 1.904207468032837,
+      "cov-distil (oracle2student)": 4.717026710510254,
+      "cov-distil (oracle2teacher)": 4.575739860534668,
       "epoch": 0.47566718995290425,
-      "rel-constrast": 4.346715450286865,
+      "rel-constrast": 4.480040550231934,
       "step": 606,
-      "subrel-constrast": 4.370314598083496,
+      "subrel-constrast": 4.40533971786499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1285834312438965,
-      "cov-distil (oracle2student)": 3.969097137451172,
-      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "cov-distil": 2.678441047668457,
+      "cov-distil (oracle2student)": 4.111219882965088,
+      "cov-distil (oracle2teacher)": 3.7819623947143555,
       "epoch": 0.4764521193092622,
-      "rel-constrast": 3.884713649749756,
+      "rel-constrast": 3.9156947135925293,
       "step": 607,
-      "subrel-constrast": 4.063881874084473,
+      "subrel-constrast": 4.034241199493408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9782260656356812,
-      "cov-distil (oracle2student)": 3.262112617492676,
-      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "cov-distil": 2.3828482627868652,
+      "cov-distil (oracle2student)": 3.0988008975982666,
+      "cov-distil (oracle2teacher)": 2.9651992321014404,
       "epoch": 0.4772370486656201,
-      "rel-constrast": 2.6513161659240723,
+      "rel-constrast": 2.8915634155273438,
       "step": 608,
-      "subrel-constrast": 2.8399600982666016,
+      "subrel-constrast": 2.7187910079956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8102538585662842,
-      "cov-distil (oracle2student)": 4.76106071472168,
-      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "cov-distil": 2.9392261505126953,
+      "cov-distil (oracle2student)": 4.925444602966309,
+      "cov-distil (oracle2teacher)": 4.892229080200195,
       "epoch": 0.47802197802197804,
-      "rel-constrast": 2.972158193588257,
+      "rel-constrast": 3.5831034183502197,
       "step": 609,
-      "subrel-constrast": 3.5588231086730957,
+      "subrel-constrast": 3.6036808490753174,
       "view-similarity": 0
     },
     {
       "epoch": 0.478806907378336,
-      "grad_norm": 6.3125,
+      "grad_norm": 7.625,
       "learning_rate": 3.045e-05,
-      "loss": 0.8913,
+      "loss": 0.9536,
       "step": 610
     },
     {
-      "cov-distil": 2.6751132011413574,
-      "cov-distil (oracle2student)": 4.348546028137207,
-      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "cov-distil": 2.96833872795105,
+      "cov-distil (oracle2student)": 4.343177795410156,
+      "cov-distil (oracle2teacher)": 4.155296802520752,
       "epoch": 0.478806907378336,
-      "rel-constrast": 4.056975841522217,
+      "rel-constrast": 5.674149513244629,
       "step": 610,
-      "subrel-constrast": 5.549076080322266,
+      "subrel-constrast": 4.956788539886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810163140296936,
-      "cov-distil (oracle2student)": 5.720645427703857,
-      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "cov-distil": 2.824525833129883,
+      "cov-distil (oracle2student)": 5.4770073890686035,
+      "cov-distil (oracle2teacher)": 5.7733659744262695,
       "epoch": 0.47959183673469385,
-      "rel-constrast": 3.7196595668792725,
+      "rel-constrast": 3.85478138923645,
       "step": 611,
-      "subrel-constrast": 4.2887444496154785,
+      "subrel-constrast": 4.330058574676514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0118885040283203,
-      "cov-distil (oracle2student)": 7.15673828125,
-      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "cov-distil": 3.1254589557647705,
+      "cov-distil (oracle2student)": 7.700201988220215,
+      "cov-distil (oracle2teacher)": 5.901760578155518,
       "epoch": 0.4803767660910518,
-      "rel-constrast": 2.2357802391052246,
+      "rel-constrast": 2.4653875827789307,
       "step": 612,
-      "subrel-constrast": 2.7971351146698,
+      "subrel-constrast": 3.133837938308716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0629868507385254,
-      "cov-distil (oracle2student)": 3.0936174392700195,
-      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "cov-distil": 2.812558174133301,
+      "cov-distil (oracle2student)": 3.9559292793273926,
+      "cov-distil (oracle2teacher)": 3.5092763900756836,
       "epoch": 0.4811616954474097,
-      "rel-constrast": 2.847078323364258,
+      "rel-constrast": 3.4761738777160645,
       "step": 613,
-      "subrel-constrast": 4.021493434906006,
+      "subrel-constrast": 3.8401150703430176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.670363187789917,
-      "cov-distil (oracle2student)": 3.0698914527893066,
-      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "cov-distil": 2.7645223140716553,
+      "cov-distil (oracle2student)": 4.367929458618164,
+      "cov-distil (oracle2teacher)": 3.2421023845672607,
       "epoch": 0.48194662480376765,
-      "rel-constrast": 2.104069232940674,
+      "rel-constrast": 3.3034255504608154,
       "step": 614,
-      "subrel-constrast": 3.172166585922241,
+      "subrel-constrast": 2.954702615737915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0166780948638916,
-      "cov-distil (oracle2student)": 2.884427547454834,
-      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "cov-distil": 1.9434064626693726,
+      "cov-distil (oracle2student)": 3.6880500316619873,
+      "cov-distil (oracle2teacher)": 3.708991289138794,
       "epoch": 0.4827315541601256,
-      "rel-constrast": 1.762846827507019,
+      "rel-constrast": 2.2746238708496094,
       "step": 615,
-      "subrel-constrast": 3.4444706439971924,
+      "subrel-constrast": 3.3221213817596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.482882022857666,
-      "cov-distil (oracle2student)": 4.176881790161133,
-      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "cov-distil": 1.9505605697631836,
+      "cov-distil (oracle2student)": 4.41782283782959,
+      "cov-distil (oracle2teacher)": 4.389432907104492,
       "epoch": 0.4835164835164835,
-      "rel-constrast": 4.022831439971924,
+      "rel-constrast": 4.685026168823242,
       "step": 616,
-      "subrel-constrast": 4.548571586608887,
+      "subrel-constrast": 4.159042835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4784417152404785,
-      "cov-distil (oracle2student)": 5.301079750061035,
-      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "cov-distil": 2.6315574645996094,
+      "cov-distil (oracle2student)": 5.739065170288086,
+      "cov-distil (oracle2teacher)": 5.423961639404297,
       "epoch": 0.48430141287284145,
-      "rel-constrast": 2.961244821548462,
+      "rel-constrast": 3.3886284828186035,
       "step": 617,
-      "subrel-constrast": 3.8676276206970215,
+      "subrel-constrast": 3.6894137859344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3549087047576904,
-      "cov-distil (oracle2student)": 3.941915512084961,
-      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "cov-distil": 2.405468463897705,
+      "cov-distil (oracle2student)": 3.8795037269592285,
+      "cov-distil (oracle2teacher)": 3.8109498023986816,
       "epoch": 0.4850863422291994,
-      "rel-constrast": 4.093484878540039,
+      "rel-constrast": 3.757040023803711,
       "step": 618,
-      "subrel-constrast": 4.3019118309021,
+      "subrel-constrast": 4.074437141418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0892961025238037,
-      "cov-distil (oracle2student)": 4.657417297363281,
-      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "cov-distil": 2.333345413208008,
+      "cov-distil (oracle2student)": 5.288585662841797,
+      "cov-distil (oracle2teacher)": 4.7286834716796875,
       "epoch": 0.4858712715855573,
-      "rel-constrast": 2.802488327026367,
+      "rel-constrast": 3.202589750289917,
       "step": 619,
-      "subrel-constrast": 3.695495367050171,
+      "subrel-constrast": 3.4710912704467773,
       "view-similarity": 0
     },
     {
       "epoch": 0.48665620094191525,
-      "grad_norm": 8.1875,
+      "grad_norm": 8.4375,
       "learning_rate": 3.095e-05,
-      "loss": 0.8143,
+      "loss": 0.902,
       "step": 620
     },
     {
-      "cov-distil": 1.8597179651260376,
-      "cov-distil (oracle2student)": 4.8226447105407715,
-      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "cov-distil": 1.9145464897155762,
+      "cov-distil (oracle2student)": 5.321331977844238,
+      "cov-distil (oracle2teacher)": 4.157410144805908,
       "epoch": 0.48665620094191525,
-      "rel-constrast": 3.5786914825439453,
+      "rel-constrast": 4.028759002685547,
       "step": 620,
-      "subrel-constrast": 4.049554347991943,
+      "subrel-constrast": 4.035992622375488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.193347454071045,
-      "cov-distil (oracle2student)": 4.4745330810546875,
-      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "cov-distil": 2.220461368560791,
+      "cov-distil (oracle2student)": 5.0383195877075195,
+      "cov-distil (oracle2teacher)": 4.141200542449951,
       "epoch": 0.48744113029827313,
-      "rel-constrast": 3.6025772094726562,
+      "rel-constrast": 4.216894626617432,
       "step": 621,
-      "subrel-constrast": 3.8367629051208496,
+      "subrel-constrast": 3.7391796112060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.191197395324707,
-      "cov-distil (oracle2student)": 4.62694787979126,
-      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "cov-distil": 3.1886932849884033,
+      "cov-distil (oracle2student)": 5.8006696701049805,
+      "cov-distil (oracle2teacher)": 4.74870491027832,
       "epoch": 0.48822605965463106,
-      "rel-constrast": 3.626173973083496,
+      "rel-constrast": 3.3771791458129883,
       "step": 622,
-      "subrel-constrast": 4.358105659484863,
+      "subrel-constrast": 4.697972774505615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.002671718597412,
-      "cov-distil (oracle2student)": 3.675415515899658,
-      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "cov-distil": 2.2705492973327637,
+      "cov-distil (oracle2student)": 4.145023345947266,
+      "cov-distil (oracle2teacher)": 3.9595320224761963,
       "epoch": 0.489010989010989,
-      "rel-constrast": 3.303260087966919,
+      "rel-constrast": 3.72930908203125,
       "step": 623,
-      "subrel-constrast": 4.186986923217773,
+      "subrel-constrast": 3.8097903728485107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0484848022460938,
-      "cov-distil (oracle2student)": 4.613358497619629,
-      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "cov-distil": 2.0092382431030273,
+      "cov-distil (oracle2student)": 4.558084011077881,
+      "cov-distil (oracle2teacher)": 4.240346908569336,
       "epoch": 0.4897959183673469,
-      "rel-constrast": 3.5636134147644043,
+      "rel-constrast": 3.8255233764648438,
       "step": 624,
-      "subrel-constrast": 4.036880970001221,
+      "subrel-constrast": 3.5650415420532227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858379602432251,
-      "cov-distil (oracle2student)": 3.9974374771118164,
-      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "cov-distil": 2.119497060775757,
+      "cov-distil (oracle2student)": 4.23403787612915,
+      "cov-distil (oracle2teacher)": 4.524819850921631,
       "epoch": 0.49058084772370486,
-      "rel-constrast": 3.968527317047119,
+      "rel-constrast": 3.925901412963867,
       "step": 625,
-      "subrel-constrast": 4.434150695800781,
+      "subrel-constrast": 4.31508731842041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.907265543937683,
-      "cov-distil (oracle2student)": 4.017214775085449,
-      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "cov-distil": 2.9300899505615234,
+      "cov-distil (oracle2student)": 3.527132511138916,
+      "cov-distil (oracle2teacher)": 3.8114914894104004,
       "epoch": 0.4913657770800628,
-      "rel-constrast": 3.1935441493988037,
+      "rel-constrast": 3.571852207183838,
       "step": 626,
-      "subrel-constrast": 4.001150131225586,
+      "subrel-constrast": 3.436124324798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.88588547706604,
-      "cov-distil (oracle2student)": 3.288940906524658,
-      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "cov-distil": 2.503105401992798,
+      "cov-distil (oracle2student)": 3.567584276199341,
+      "cov-distil (oracle2teacher)": 3.470982074737549,
       "epoch": 0.4921507064364207,
-      "rel-constrast": 2.218628406524658,
+      "rel-constrast": 2.2647881507873535,
       "step": 627,
-      "subrel-constrast": 3.235220193862915,
+      "subrel-constrast": 3.0768251419067383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3306596279144287,
-      "cov-distil (oracle2student)": 6.12021017074585,
-      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "cov-distil": 2.877777099609375,
+      "cov-distil (oracle2student)": 6.587691307067871,
+      "cov-distil (oracle2teacher)": 5.627261161804199,
       "epoch": 0.49293563579277866,
-      "rel-constrast": 2.7542667388916016,
+      "rel-constrast": 3.91501784324646,
       "step": 628,
-      "subrel-constrast": 3.251917839050293,
+      "subrel-constrast": 3.419872999191284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6816526651382446,
-      "cov-distil (oracle2student)": 3.386845111846924,
-      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "cov-distil": 1.8328135013580322,
+      "cov-distil (oracle2student)": 3.750351905822754,
+      "cov-distil (oracle2teacher)": 3.2285561561584473,
       "epoch": 0.4937205651491366,
-      "rel-constrast": 3.498333692550659,
+      "rel-constrast": 3.834693431854248,
       "step": 629,
-      "subrel-constrast": 4.202667236328125,
+      "subrel-constrast": 3.4619088172912598,
       "view-similarity": 0
     },
     {
       "epoch": 0.4945054945054945,
-      "grad_norm": 7.5625,
+      "grad_norm": 9.4375,
       "learning_rate": 3.145e-05,
-      "loss": 0.8826,
+      "loss": 0.9172,
       "step": 630
     },
     {
-      "cov-distil": 2.036719560623169,
-      "cov-distil (oracle2student)": 3.06736421585083,
-      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "cov-distil": 2.606708526611328,
+      "cov-distil (oracle2student)": 3.537566661834717,
+      "cov-distil (oracle2teacher)": 3.475156307220459,
       "epoch": 0.4945054945054945,
-      "rel-constrast": 3.7380049228668213,
+      "rel-constrast": 4.34623908996582,
       "step": 630,
-      "subrel-constrast": 3.983168125152588,
+      "subrel-constrast": 3.9415884017944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8055294752120972,
-      "cov-distil (oracle2student)": 5.07818603515625,
-      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "cov-distil": 2.294626235961914,
+      "cov-distil (oracle2student)": 5.836285591125488,
+      "cov-distil (oracle2teacher)": 4.3566083908081055,
       "epoch": 0.49529042386185246,
-      "rel-constrast": 3.5053956508636475,
+      "rel-constrast": 3.589104175567627,
       "step": 631,
-      "subrel-constrast": 3.7692389488220215,
+      "subrel-constrast": 3.4557175636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.885089635848999,
-      "cov-distil (oracle2student)": 4.89366340637207,
-      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "cov-distil": 2.5077900886535645,
+      "cov-distil (oracle2student)": 5.137606620788574,
+      "cov-distil (oracle2teacher)": 4.853099822998047,
       "epoch": 0.49607535321821034,
-      "rel-constrast": 4.596569538116455,
+      "rel-constrast": 4.688709735870361,
       "step": 632,
-      "subrel-constrast": 4.941216468811035,
+      "subrel-constrast": 5.111147403717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8391644954681396,
-      "cov-distil (oracle2student)": 5.378125190734863,
-      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "cov-distil": 3.7745180130004883,
+      "cov-distil (oracle2student)": 7.068461894989014,
+      "cov-distil (oracle2teacher)": 5.607882976531982,
       "epoch": 0.49686028257456827,
-      "rel-constrast": 3.385671615600586,
+      "rel-constrast": 4.276123523712158,
       "step": 633,
-      "subrel-constrast": 4.252890586853027,
+      "subrel-constrast": 4.332316875457764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9994655847549438,
-      "cov-distil (oracle2student)": 4.430481433868408,
-      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "cov-distil": 2.2912235260009766,
+      "cov-distil (oracle2student)": 4.883091926574707,
+      "cov-distil (oracle2teacher)": 4.545549392700195,
       "epoch": 0.4976452119309262,
-      "rel-constrast": 3.558961868286133,
+      "rel-constrast": 4.208623886108398,
       "step": 634,
-      "subrel-constrast": 4.154078483581543,
+      "subrel-constrast": 4.251965522766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0647013187408447,
-      "cov-distil (oracle2student)": 6.258809566497803,
-      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "cov-distil": 2.828639030456543,
+      "cov-distil (oracle2student)": 5.9920196533203125,
+      "cov-distil (oracle2teacher)": 6.069310665130615,
       "epoch": 0.49843014128728413,
-      "rel-constrast": 3.5023036003112793,
+      "rel-constrast": 3.7276899814605713,
       "step": 635,
-      "subrel-constrast": 3.9350569248199463,
+      "subrel-constrast": 4.460113525390625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2153706550598145,
-      "cov-distil (oracle2student)": 3.410811424255371,
-      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "cov-distil": 2.2904117107391357,
+      "cov-distil (oracle2student)": 3.99910306930542,
+      "cov-distil (oracle2teacher)": 3.1334238052368164,
       "epoch": 0.49921507064364207,
-      "rel-constrast": 2.9577717781066895,
+      "rel-constrast": 3.814835786819458,
       "step": 636,
-      "subrel-constrast": 3.6039927005767822,
+      "subrel-constrast": 3.703612804412842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2079286575317383,
-      "cov-distil (oracle2student)": 4.036181449890137,
-      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "cov-distil": 2.6524651050567627,
+      "cov-distil (oracle2student)": 4.262920379638672,
+      "cov-distil (oracle2teacher)": 4.112240791320801,
       "epoch": 0.5,
-      "rel-constrast": 2.529026746749878,
+      "rel-constrast": 2.74665904045105,
       "step": 637,
-      "subrel-constrast": 3.5406107902526855,
+      "subrel-constrast": 3.4721298217773438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7763116359710693,
-      "cov-distil (oracle2student)": 5.549420356750488,
-      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "cov-distil": 2.1079845428466797,
+      "cov-distil (oracle2student)": 5.139503479003906,
+      "cov-distil (oracle2teacher)": 4.945472240447998,
       "epoch": 0.5007849293563579,
-      "rel-constrast": 3.3119359016418457,
+      "rel-constrast": 3.15671706199646,
       "step": 638,
-      "subrel-constrast": 4.256858825683594,
+      "subrel-constrast": 3.699979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.195068836212158,
-      "cov-distil (oracle2student)": 4.189920425415039,
-      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "cov-distil": 2.09120512008667,
+      "cov-distil (oracle2student)": 4.125622749328613,
+      "cov-distil (oracle2teacher)": 4.146570205688477,
       "epoch": 0.5015698587127159,
-      "rel-constrast": 3.217869758605957,
+      "rel-constrast": 4.224483489990234,
       "step": 639,
-      "subrel-constrast": 3.6509623527526855,
+      "subrel-constrast": 3.726580858230591,
       "view-similarity": 0
     },
     {
       "epoch": 0.5023547880690737,
-      "grad_norm": 6.375,
+      "grad_norm": 8.6875,
       "learning_rate": 3.1950000000000004e-05,
-      "loss": 0.9077,
+      "loss": 0.9695,
       "step": 640
     },
     {
-      "cov-distil": 1.8576759099960327,
-      "cov-distil (oracle2student)": 5.8008928298950195,
-      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "cov-distil": 2.8372697830200195,
+      "cov-distil (oracle2student)": 6.288486480712891,
+      "cov-distil (oracle2teacher)": 5.979213714599609,
       "epoch": 0.5023547880690737,
-      "rel-constrast": 3.888542413711548,
+      "rel-constrast": 4.440748691558838,
       "step": 640,
-      "subrel-constrast": 3.72162127494812,
+      "subrel-constrast": 4.180386543273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.194441318511963,
-      "cov-distil (oracle2student)": 3.729897975921631,
-      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "cov-distil": 2.5108163356781006,
+      "cov-distil (oracle2student)": 4.183108329772949,
+      "cov-distil (oracle2teacher)": 3.782762050628662,
       "epoch": 0.5031397174254317,
-      "rel-constrast": 2.8442156314849854,
+      "rel-constrast": 3.2919061183929443,
       "step": 641,
-      "subrel-constrast": 3.4073095321655273,
+      "subrel-constrast": 3.3973872661590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7926011085510254,
-      "cov-distil (oracle2student)": 4.590108394622803,
-      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "cov-distil": 2.1104419231414795,
+      "cov-distil (oracle2student)": 4.552872657775879,
+      "cov-distil (oracle2teacher)": 4.865114212036133,
       "epoch": 0.5039246467817896,
-      "rel-constrast": 3.0633883476257324,
+      "rel-constrast": 3.498495101928711,
       "step": 642,
-      "subrel-constrast": 3.583106756210327,
+      "subrel-constrast": 3.4863576889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531267404556274,
-      "cov-distil (oracle2student)": 3.7335267066955566,
-      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "cov-distil": 2.296515941619873,
+      "cov-distil (oracle2student)": 3.96091365814209,
+      "cov-distil (oracle2teacher)": 3.511465549468994,
       "epoch": 0.5047095761381476,
-      "rel-constrast": 3.1265687942504883,
+      "rel-constrast": 3.033881187438965,
       "step": 643,
-      "subrel-constrast": 3.9736952781677246,
+      "subrel-constrast": 3.6578574180603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.174744129180908,
-      "cov-distil (oracle2student)": 5.371821880340576,
-      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "cov-distil": 2.716444969177246,
+      "cov-distil (oracle2student)": 5.944937705993652,
+      "cov-distil (oracle2teacher)": 5.565789699554443,
       "epoch": 0.5054945054945055,
-      "rel-constrast": 2.75283145904541,
+      "rel-constrast": 3.602525234222412,
       "step": 644,
-      "subrel-constrast": 3.427626132965088,
+      "subrel-constrast": 3.0105247497558594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141438484191895,
-      "cov-distil (oracle2student)": 3.6128411293029785,
-      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "cov-distil": 3.032776355743408,
+      "cov-distil (oracle2student)": 4.38236665725708,
+      "cov-distil (oracle2teacher)": 4.1152496337890625,
       "epoch": 0.5062794348508635,
-      "rel-constrast": 1.986968994140625,
+      "rel-constrast": 3.3174374103546143,
       "step": 645,
-      "subrel-constrast": 3.4877305030822754,
+      "subrel-constrast": 3.5808780193328857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8011051416397095,
-      "cov-distil (oracle2student)": 4.181175231933594,
-      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "cov-distil": 2.2288098335266113,
+      "cov-distil (oracle2student)": 3.5256662368774414,
+      "cov-distil (oracle2teacher)": 3.8415560722351074,
       "epoch": 0.5070643642072213,
-      "rel-constrast": 4.298709869384766,
+      "rel-constrast": 3.9790170192718506,
       "step": 646,
-      "subrel-constrast": 4.449463367462158,
+      "subrel-constrast": 4.170544147491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574446439743042,
-      "cov-distil (oracle2student)": 4.544512748718262,
-      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "cov-distil": 2.4297423362731934,
+      "cov-distil (oracle2student)": 5.110560417175293,
+      "cov-distil (oracle2teacher)": 5.124014854431152,
       "epoch": 0.5078492935635793,
-      "rel-constrast": 3.0806450843811035,
+      "rel-constrast": 3.740143299102783,
       "step": 647,
-      "subrel-constrast": 4.183079242706299,
+      "subrel-constrast": 4.176394462585449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6043461561203003,
-      "cov-distil (oracle2student)": 4.987117767333984,
-      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "cov-distil": 2.4608030319213867,
+      "cov-distil (oracle2student)": 5.482053756713867,
+      "cov-distil (oracle2teacher)": 5.0165605545043945,
       "epoch": 0.5086342229199372,
-      "rel-constrast": 4.73549747467041,
+      "rel-constrast": 5.193303108215332,
       "step": 648,
-      "subrel-constrast": 4.205761432647705,
+      "subrel-constrast": 4.31159782409668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.730860948562622,
-      "cov-distil (oracle2student)": 5.180544376373291,
-      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "cov-distil": 2.5803258419036865,
+      "cov-distil (oracle2student)": 5.9002180099487305,
+      "cov-distil (oracle2teacher)": 4.8058671951293945,
       "epoch": 0.5094191522762951,
-      "rel-constrast": 4.907083988189697,
+      "rel-constrast": 5.834263801574707,
       "step": 649,
-      "subrel-constrast": 5.788470268249512,
+      "subrel-constrast": 5.233785152435303,
       "view-similarity": 0
     },
     {
       "epoch": 0.5102040816326531,
-      "grad_norm": 8.5625,
+      "grad_norm": 9.625,
       "learning_rate": 3.245e-05,
-      "loss": 0.9168,
+      "loss": 0.9983,
       "step": 650
     },
     {
-      "cov-distil": 1.5795965194702148,
-      "cov-distil (oracle2student)": 3.0900959968566895,
-      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "cov-distil": 2.005690097808838,
+      "cov-distil (oracle2student)": 3.947294235229492,
+      "cov-distil (oracle2teacher)": 3.47277569770813,
       "epoch": 0.5102040816326531,
-      "rel-constrast": 2.2749428749084473,
+      "rel-constrast": 3.141552448272705,
       "step": 650,
-      "subrel-constrast": 2.8779311180114746,
+      "subrel-constrast": 2.7455615997314453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022461175918579,
-      "cov-distil (oracle2student)": 3.3919878005981445,
-      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "cov-distil": 3.198296546936035,
+      "cov-distil (oracle2student)": 3.8194282054901123,
+      "cov-distil (oracle2teacher)": 3.4441394805908203,
       "epoch": 0.510989010989011,
-      "rel-constrast": 4.249826431274414,
+      "rel-constrast": 5.406310081481934,
       "step": 651,
-      "subrel-constrast": 4.296363830566406,
+      "subrel-constrast": 4.318598747253418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9723405838012695,
-      "cov-distil (oracle2student)": 4.034090518951416,
-      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "cov-distil": 2.0799901485443115,
+      "cov-distil (oracle2student)": 4.109343528747559,
+      "cov-distil (oracle2teacher)": 3.7898030281066895,
       "epoch": 0.5117739403453689,
-      "rel-constrast": 2.7990145683288574,
+      "rel-constrast": 3.5227394104003906,
       "step": 652,
-      "subrel-constrast": 3.4069864749908447,
+      "subrel-constrast": 3.300093650817871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.363738536834717,
-      "cov-distil (oracle2student)": 4.103008270263672,
-      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "cov-distil": 2.8899335861206055,
+      "cov-distil (oracle2student)": 3.980715751647949,
+      "cov-distil (oracle2teacher)": 4.038439750671387,
       "epoch": 0.5125588697017268,
-      "rel-constrast": 3.1663973331451416,
+      "rel-constrast": 3.6184606552124023,
       "step": 653,
-      "subrel-constrast": 4.638887405395508,
+      "subrel-constrast": 4.0812907218933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0362863540649414,
-      "cov-distil (oracle2student)": 4.727874755859375,
-      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "cov-distil": 3.4885969161987305,
+      "cov-distil (oracle2student)": 6.54197359085083,
+      "cov-distil (oracle2teacher)": 4.704367637634277,
       "epoch": 0.5133437990580848,
-      "rel-constrast": 3.1716318130493164,
+      "rel-constrast": 4.414441108703613,
       "step": 654,
-      "subrel-constrast": 3.712811231613159,
+      "subrel-constrast": 3.838172435760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.86520254611969,
-      "cov-distil (oracle2student)": 3.012089490890503,
-      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "cov-distil": 2.3312811851501465,
+      "cov-distil (oracle2student)": 3.267852544784546,
+      "cov-distil (oracle2teacher)": 2.926943778991699,
       "epoch": 0.5141287284144427,
-      "rel-constrast": 3.011532783508301,
+      "rel-constrast": 3.1676130294799805,
       "step": 655,
-      "subrel-constrast": 3.88307785987854,
+      "subrel-constrast": 3.5161540508270264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380237340927124,
-      "cov-distil (oracle2student)": 4.0943403244018555,
-      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "cov-distil": 2.014838695526123,
+      "cov-distil (oracle2student)": 4.127884864807129,
+      "cov-distil (oracle2teacher)": 3.8888235092163086,
       "epoch": 0.5149136577708007,
-      "rel-constrast": 2.6949563026428223,
+      "rel-constrast": 3.1607918739318848,
       "step": 656,
-      "subrel-constrast": 2.970791816711426,
+      "subrel-constrast": 3.2459888458251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.547088623046875,
-      "cov-distil (oracle2student)": 3.7811152935028076,
-      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "cov-distil": 3.485830545425415,
+      "cov-distil (oracle2student)": 4.6845598220825195,
+      "cov-distil (oracle2teacher)": 4.440225601196289,
       "epoch": 0.5156985871271585,
-      "rel-constrast": 4.6508331298828125,
+      "rel-constrast": 4.65513801574707,
       "step": 657,
-      "subrel-constrast": 5.021119594573975,
+      "subrel-constrast": 5.200961589813232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8773239850997925,
-      "cov-distil (oracle2student)": 2.162222385406494,
-      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "cov-distil": 1.7730035781860352,
+      "cov-distil (oracle2student)": 2.754836082458496,
+      "cov-distil (oracle2teacher)": 2.6615588665008545,
       "epoch": 0.5164835164835165,
-      "rel-constrast": 2.518174409866333,
+      "rel-constrast": 2.560431480407715,
       "step": 658,
-      "subrel-constrast": 3.1573424339294434,
+      "subrel-constrast": 2.7967329025268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1154937744140625,
-      "cov-distil (oracle2student)": 4.187142372131348,
-      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "cov-distil": 2.695793867111206,
+      "cov-distil (oracle2student)": 4.997096061706543,
+      "cov-distil (oracle2teacher)": 4.024038314819336,
       "epoch": 0.5172684458398744,
-      "rel-constrast": 2.335378885269165,
+      "rel-constrast": 2.7796730995178223,
       "step": 659,
-      "subrel-constrast": 3.8484878540039062,
+      "subrel-constrast": 3.1277670860290527,
       "view-similarity": 0
     },
     {
       "epoch": 0.5180533751962323,
-      "grad_norm": 5.34375,
+      "grad_norm": 9.6875,
       "learning_rate": 3.295e-05,
-      "loss": 0.8237,
+      "loss": 0.9107,
       "step": 660
     },
     {
-      "cov-distil": 1.6641137599945068,
-      "cov-distil (oracle2student)": 4.368854999542236,
-      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "cov-distil": 2.5111517906188965,
+      "cov-distil (oracle2student)": 5.59426212310791,
+      "cov-distil (oracle2teacher)": 4.222893714904785,
       "epoch": 0.5180533751962323,
-      "rel-constrast": 5.043145179748535,
+      "rel-constrast": 4.955999374389648,
       "step": 660,
-      "subrel-constrast": 4.929429054260254,
+      "subrel-constrast": 5.149226188659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8369500637054443,
-      "cov-distil (oracle2student)": 2.5059654712677,
-      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "cov-distil": 2.3813834190368652,
+      "cov-distil (oracle2student)": 2.9089694023132324,
+      "cov-distil (oracle2teacher)": 3.547722816467285,
       "epoch": 0.5188383045525903,
-      "rel-constrast": 2.958991765975952,
+      "rel-constrast": 3.5767245292663574,
       "step": 661,
-      "subrel-constrast": 4.045813083648682,
+      "subrel-constrast": 3.7495806217193604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3058319091796875,
-      "cov-distil (oracle2student)": 2.6083598136901855,
-      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "cov-distil": 1.9560878276824951,
+      "cov-distil (oracle2student)": 3.1636743545532227,
+      "cov-distil (oracle2teacher)": 3.350107192993164,
       "epoch": 0.5196232339089482,
-      "rel-constrast": 3.9977173805236816,
+      "rel-constrast": 3.80185866355896,
       "step": 662,
-      "subrel-constrast": 4.289959907531738,
+      "subrel-constrast": 4.206034183502197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3584043979644775,
-      "cov-distil (oracle2student)": 3.5410373210906982,
-      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "cov-distil": 2.8989176750183105,
+      "cov-distil (oracle2student)": 3.9657833576202393,
+      "cov-distil (oracle2teacher)": 3.9087791442871094,
       "epoch": 0.5204081632653061,
-      "rel-constrast": 3.7360000610351562,
+      "rel-constrast": 4.553762912750244,
       "step": 663,
-      "subrel-constrast": 4.950240612030029,
+      "subrel-constrast": 4.971201419830322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8579416275024414,
-      "cov-distil (oracle2student)": 3.8656551837921143,
-      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "cov-distil": 2.136458158493042,
+      "cov-distil (oracle2student)": 4.334768295288086,
+      "cov-distil (oracle2teacher)": 4.171571254730225,
       "epoch": 0.521193092621664,
-      "rel-constrast": 2.1877617835998535,
+      "rel-constrast": 2.926884412765503,
       "step": 664,
-      "subrel-constrast": 3.012631416320801,
+      "subrel-constrast": 2.976820230484009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.214716911315918,
-      "cov-distil (oracle2student)": 6.05491828918457,
-      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "cov-distil": 2.7569570541381836,
+      "cov-distil (oracle2student)": 6.613186836242676,
+      "cov-distil (oracle2teacher)": 6.062381744384766,
       "epoch": 0.521978021978022,
-      "rel-constrast": 5.178892135620117,
+      "rel-constrast": 6.23654317855835,
       "step": 665,
-      "subrel-constrast": 5.305087566375732,
+      "subrel-constrast": 5.619877338409424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6137239933013916,
-      "cov-distil (oracle2student)": 3.810120105743408,
-      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "cov-distil": 1.7036919593811035,
+      "cov-distil (oracle2student)": 3.809422016143799,
+      "cov-distil (oracle2teacher)": 3.464710235595703,
       "epoch": 0.5227629513343799,
-      "rel-constrast": 3.349665403366089,
+      "rel-constrast": 2.795098304748535,
       "step": 666,
-      "subrel-constrast": 3.414976119995117,
+      "subrel-constrast": 3.336763381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4571619033813477,
-      "cov-distil (oracle2student)": 4.053093910217285,
-      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "cov-distil": 2.8161277770996094,
+      "cov-distil (oracle2student)": 5.543473720550537,
+      "cov-distil (oracle2teacher)": 4.8104352951049805,
       "epoch": 0.5235478806907379,
-      "rel-constrast": 3.4734315872192383,
+      "rel-constrast": 4.864631175994873,
       "step": 667,
-      "subrel-constrast": 4.766326427459717,
+      "subrel-constrast": 4.13904333114624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3272705078125,
-      "cov-distil (oracle2student)": 5.295647144317627,
-      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "cov-distil": 3.3697948455810547,
+      "cov-distil (oracle2student)": 4.856570720672607,
+      "cov-distil (oracle2teacher)": 5.935426235198975,
       "epoch": 0.5243328100470958,
-      "rel-constrast": 2.27578067779541,
+      "rel-constrast": 2.5346570014953613,
       "step": 668,
-      "subrel-constrast": 3.290186882019043,
+      "subrel-constrast": 3.6183407306671143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16574764251709,
-      "cov-distil (oracle2student)": 3.074251174926758,
-      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "cov-distil": 2.443873643875122,
+      "cov-distil (oracle2student)": 3.8340420722961426,
+      "cov-distil (oracle2teacher)": 3.8112082481384277,
       "epoch": 0.5251177394034537,
-      "rel-constrast": 2.9117937088012695,
+      "rel-constrast": 3.117194890975952,
       "step": 669,
-      "subrel-constrast": 4.0769429206848145,
+      "subrel-constrast": 3.6960434913635254,
       "view-similarity": 0
     },
     {
       "epoch": 0.5259026687598116,
-      "grad_norm": 6.375,
+      "grad_norm": 7.21875,
       "learning_rate": 3.345000000000001e-05,
-      "loss": 0.9273,
+      "loss": 0.9841,
       "step": 670
     },
     {
-      "cov-distil": 2.065680503845215,
-      "cov-distil (oracle2student)": 3.868816375732422,
-      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "cov-distil": 2.1410069465637207,
+      "cov-distil (oracle2student)": 4.273997783660889,
+      "cov-distil (oracle2teacher)": 4.135704517364502,
       "epoch": 0.5259026687598116,
-      "rel-constrast": 2.5789599418640137,
+      "rel-constrast": 3.2300148010253906,
       "step": 670,
-      "subrel-constrast": 3.465372085571289,
+      "subrel-constrast": 3.366262197494507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0299253463745117,
-      "cov-distil (oracle2student)": 5.565490245819092,
-      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "cov-distil": 1.6029343605041504,
+      "cov-distil (oracle2student)": 5.584705829620361,
+      "cov-distil (oracle2teacher)": 5.614703178405762,
       "epoch": 0.5266875981161695,
-      "rel-constrast": 3.3333916664123535,
+      "rel-constrast": 3.774601697921753,
       "step": 671,
-      "subrel-constrast": 4.698709964752197,
+      "subrel-constrast": 4.435283660888672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5617218017578125,
-      "cov-distil (oracle2student)": 3.1652114391326904,
-      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "cov-distil": 2.162766933441162,
+      "cov-distil (oracle2student)": 3.5882372856140137,
+      "cov-distil (oracle2teacher)": 3.2187604904174805,
       "epoch": 0.5274725274725275,
-      "rel-constrast": 3.9138967990875244,
+      "rel-constrast": 3.776435613632202,
       "step": 672,
-      "subrel-constrast": 4.301997184753418,
+      "subrel-constrast": 3.6951181888580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7199047803878784,
-      "cov-distil (oracle2student)": 5.541564464569092,
-      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "cov-distil": 1.9119648933410645,
+      "cov-distil (oracle2student)": 4.878622531890869,
+      "cov-distil (oracle2teacher)": 6.069857597351074,
       "epoch": 0.5282574568288854,
-      "rel-constrast": 4.440341949462891,
+      "rel-constrast": 4.442440032958984,
       "step": 673,
-      "subrel-constrast": 4.870668411254883,
+      "subrel-constrast": 5.396683216094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1352946758270264,
-      "cov-distil (oracle2student)": 5.3132476806640625,
-      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "cov-distil": 2.7969448566436768,
+      "cov-distil (oracle2student)": 5.141945838928223,
+      "cov-distil (oracle2teacher)": 4.769449234008789,
       "epoch": 0.5290423861852434,
-      "rel-constrast": 3.2583117485046387,
+      "rel-constrast": 3.191304922103882,
       "step": 674,
-      "subrel-constrast": 3.8436455726623535,
+      "subrel-constrast": 3.756972312927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9063246250152588,
-      "cov-distil (oracle2student)": 5.243358612060547,
-      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "cov-distil": 3.402618169784546,
+      "cov-distil (oracle2student)": 6.366461753845215,
+      "cov-distil (oracle2teacher)": 5.302012920379639,
       "epoch": 0.5298273155416012,
-      "rel-constrast": 3.1742382049560547,
+      "rel-constrast": 4.15281343460083,
       "step": 675,
-      "subrel-constrast": 3.8488731384277344,
+      "subrel-constrast": 3.7890465259552,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8462109565734863,
-      "cov-distil (oracle2student)": 5.162891387939453,
-      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "cov-distil": 2.406013011932373,
+      "cov-distil (oracle2student)": 5.864394187927246,
+      "cov-distil (oracle2teacher)": 5.616963863372803,
       "epoch": 0.5306122448979592,
-      "rel-constrast": 4.111156463623047,
+      "rel-constrast": 4.693376541137695,
       "step": 676,
-      "subrel-constrast": 4.930334091186523,
+      "subrel-constrast": 5.165534973144531,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5761990547180176,
-      "cov-distil (oracle2student)": 4.144106864929199,
-      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "cov-distil": 2.2915496826171875,
+      "cov-distil (oracle2student)": 3.640348434448242,
+      "cov-distil (oracle2teacher)": 4.027545928955078,
       "epoch": 0.5313971742543171,
-      "rel-constrast": 4.443304538726807,
+      "rel-constrast": 4.172548294067383,
       "step": 677,
-      "subrel-constrast": 4.383738994598389,
+      "subrel-constrast": 4.344696521759033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.341961145401001,
-      "cov-distil (oracle2student)": 7.6850481033325195,
-      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "cov-distil": 1.5883677005767822,
+      "cov-distil (oracle2student)": 8.732393264770508,
+      "cov-distil (oracle2teacher)": 7.910237789154053,
       "epoch": 0.5321821036106751,
-      "rel-constrast": 2.8136472702026367,
+      "rel-constrast": 3.0310137271881104,
       "step": 678,
-      "subrel-constrast": 3.307239294052124,
+      "subrel-constrast": 3.6156699657440186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9289836883544922,
-      "cov-distil (oracle2student)": 4.049675941467285,
-      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "cov-distil": 2.634097099304199,
+      "cov-distil (oracle2student)": 5.574465274810791,
+      "cov-distil (oracle2teacher)": 4.364235877990723,
       "epoch": 0.532967032967033,
-      "rel-constrast": 3.3361611366271973,
+      "rel-constrast": 4.324158668518066,
       "step": 679,
-      "subrel-constrast": 4.114180088043213,
+      "subrel-constrast": 4.561538219451904,
       "view-similarity": 0
     },
     {
       "epoch": 0.533751962323391,
-      "grad_norm": 6.5,
+      "grad_norm": 8.25,
       "learning_rate": 3.3950000000000005e-05,
-      "loss": 0.9304,
+      "loss": 0.9697,
       "step": 680
     },
     {
-      "cov-distil": 2.5641942024230957,
-      "cov-distil (oracle2student)": 2.744274854660034,
-      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "cov-distil": 2.5106568336486816,
+      "cov-distil (oracle2student)": 3.3857407569885254,
+      "cov-distil (oracle2teacher)": 3.4950103759765625,
       "epoch": 0.533751962323391,
-      "rel-constrast": 2.993406057357788,
+      "rel-constrast": 2.76829195022583,
       "step": 680,
-      "subrel-constrast": 3.755962371826172,
+      "subrel-constrast": 3.8226850032806396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0492701530456543,
-      "cov-distil (oracle2student)": 4.649113655090332,
-      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "cov-distil": 2.521369695663452,
+      "cov-distil (oracle2student)": 5.406507968902588,
+      "cov-distil (oracle2teacher)": 5.031182765960693,
       "epoch": 0.5345368916797488,
-      "rel-constrast": 3.4748072624206543,
+      "rel-constrast": 3.6042282581329346,
       "step": 681,
-      "subrel-constrast": 3.822028398513794,
+      "subrel-constrast": 3.588695526123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7886135578155518,
-      "cov-distil (oracle2student)": 4.739500045776367,
-      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "cov-distil": 1.8624324798583984,
+      "cov-distil (oracle2student)": 4.341632843017578,
+      "cov-distil (oracle2teacher)": 4.987374782562256,
       "epoch": 0.5353218210361067,
-      "rel-constrast": 3.860889434814453,
+      "rel-constrast": 3.5450191497802734,
       "step": 682,
-      "subrel-constrast": 4.300994873046875,
+      "subrel-constrast": 4.303939342498779,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7035307884216309,
-      "cov-distil (oracle2student)": 5.256606578826904,
-      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "cov-distil": 2.62129807472229,
+      "cov-distil (oracle2student)": 5.854056358337402,
+      "cov-distil (oracle2teacher)": 5.268615245819092,
       "epoch": 0.5361067503924647,
-      "rel-constrast": 2.694431781768799,
+      "rel-constrast": 3.7138655185699463,
       "step": 683,
-      "subrel-constrast": 3.748015880584717,
+      "subrel-constrast": 3.6554105281829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5793291330337524,
-      "cov-distil (oracle2student)": 3.34442138671875,
-      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "cov-distil": 2.0569660663604736,
+      "cov-distil (oracle2student)": 3.800809383392334,
+      "cov-distil (oracle2teacher)": 3.626330614089966,
       "epoch": 0.5368916797488226,
-      "rel-constrast": 3.4692606925964355,
+      "rel-constrast": 3.7409493923187256,
       "step": 684,
-      "subrel-constrast": 4.155377388000488,
+      "subrel-constrast": 3.949650764465332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.270772933959961,
-      "cov-distil (oracle2student)": 4.940689563751221,
-      "cov-distil (oracle2teacher)": 4.056640625,
+      "cov-distil": 1.7595962285995483,
+      "cov-distil (oracle2student)": 4.9004411697387695,
+      "cov-distil (oracle2teacher)": 4.381500720977783,
       "epoch": 0.5376766091051806,
-      "rel-constrast": 3.6255533695220947,
+      "rel-constrast": 3.8135268688201904,
       "step": 685,
-      "subrel-constrast": 3.905515432357788,
+      "subrel-constrast": 3.988839626312256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906499147415161,
-      "cov-distil (oracle2student)": 2.9719133377075195,
-      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "cov-distil": 2.0897340774536133,
+      "cov-distil (oracle2student)": 3.2745068073272705,
+      "cov-distil (oracle2teacher)": 3.330972194671631,
       "epoch": 0.5384615384615384,
-      "rel-constrast": 2.522902488708496,
+      "rel-constrast": 2.653061866760254,
       "step": 686,
-      "subrel-constrast": 3.023371458053589,
+      "subrel-constrast": 2.8033761978149414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.210014820098877,
-      "cov-distil (oracle2student)": 3.1710901260375977,
-      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "cov-distil": 2.7595176696777344,
+      "cov-distil (oracle2student)": 3.8068532943725586,
+      "cov-distil (oracle2teacher)": 3.6320977210998535,
       "epoch": 0.5392464678178964,
-      "rel-constrast": 3.3018300533294678,
+      "rel-constrast": 3.160191774368286,
       "step": 687,
-      "subrel-constrast": 4.116960048675537,
+      "subrel-constrast": 4.0954813957214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8590292930603027,
-      "cov-distil (oracle2student)": 3.6966283321380615,
-      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "cov-distil": 2.0101730823516846,
+      "cov-distil (oracle2student)": 4.222168922424316,
+      "cov-distil (oracle2teacher)": 3.990381956100464,
       "epoch": 0.5400313971742543,
-      "rel-constrast": 2.4913716316223145,
+      "rel-constrast": 2.646033763885498,
       "step": 688,
-      "subrel-constrast": 3.234123945236206,
+      "subrel-constrast": 2.717616319656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858504295349121,
-      "cov-distil (oracle2student)": 5.383901119232178,
-      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "cov-distil": 1.8454500436782837,
+      "cov-distil (oracle2student)": 5.345389366149902,
+      "cov-distil (oracle2teacher)": 5.106082916259766,
       "epoch": 0.5408163265306123,
-      "rel-constrast": 2.557194948196411,
+      "rel-constrast": 3.6248984336853027,
       "step": 689,
-      "subrel-constrast": 3.526618480682373,
+      "subrel-constrast": 3.0662500858306885,
       "view-similarity": 0
     },
     {
       "epoch": 0.5416012558869702,
-      "grad_norm": 5.90625,
+      "grad_norm": 8.1875,
       "learning_rate": 3.445e-05,
-      "loss": 0.8217,
+      "loss": 0.8318,
       "step": 690
     },
     {
-      "cov-distil": 2.299866199493408,
-      "cov-distil (oracle2student)": 5.036685943603516,
-      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "cov-distil": 2.1946043968200684,
+      "cov-distil (oracle2student)": 5.522873878479004,
+      "cov-distil (oracle2teacher)": 5.121616363525391,
       "epoch": 0.5416012558869702,
-      "rel-constrast": 4.325338840484619,
+      "rel-constrast": 4.97845458984375,
       "step": 690,
-      "subrel-constrast": 4.785141468048096,
+      "subrel-constrast": 4.80668830871582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.446077823638916,
-      "cov-distil (oracle2student)": 4.742259502410889,
-      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "cov-distil": 1.696500539779663,
+      "cov-distil (oracle2student)": 5.067530632019043,
+      "cov-distil (oracle2teacher)": 4.516839027404785,
       "epoch": 0.542386185243328,
-      "rel-constrast": 3.005162000656128,
+      "rel-constrast": 3.5588157176971436,
       "step": 691,
-      "subrel-constrast": 3.929311513900757,
+      "subrel-constrast": 3.4414079189300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.759209156036377,
-      "cov-distil (oracle2student)": 5.172847747802734,
-      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "cov-distil": 2.4372355937957764,
+      "cov-distil (oracle2student)": 5.737783432006836,
+      "cov-distil (oracle2teacher)": 4.659091472625732,
       "epoch": 0.543171114599686,
-      "rel-constrast": 2.6518049240112305,
+      "rel-constrast": 3.1587018966674805,
       "step": 692,
-      "subrel-constrast": 3.5100200176239014,
+      "subrel-constrast": 3.456956386566162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0212676525115967,
-      "cov-distil (oracle2student)": 3.6649792194366455,
-      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "cov-distil": 2.167219638824463,
+      "cov-distil (oracle2student)": 4.299294471740723,
+      "cov-distil (oracle2teacher)": 4.00494384765625,
       "epoch": 0.5439560439560439,
-      "rel-constrast": 3.616281509399414,
+      "rel-constrast": 3.538851261138916,
       "step": 693,
-      "subrel-constrast": 4.3500471115112305,
+      "subrel-constrast": 4.040345191955566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.15602445602417,
-      "cov-distil (oracle2student)": 4.672577857971191,
-      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "cov-distil": 2.254950761795044,
+      "cov-distil (oracle2student)": 4.852596282958984,
+      "cov-distil (oracle2teacher)": 5.137213706970215,
       "epoch": 0.5447409733124019,
-      "rel-constrast": 2.765082359313965,
+      "rel-constrast": 2.993964195251465,
       "step": 694,
-      "subrel-constrast": 3.7528111934661865,
+      "subrel-constrast": 3.6176810264587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6601845026016235,
-      "cov-distil (oracle2student)": 6.222827911376953,
-      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "cov-distil": 1.859640121459961,
+      "cov-distil (oracle2student)": 6.367548942565918,
+      "cov-distil (oracle2teacher)": 5.984331130981445,
       "epoch": 0.5455259026687598,
-      "rel-constrast": 2.261347770690918,
+      "rel-constrast": 2.431955337524414,
       "step": 695,
-      "subrel-constrast": 3.265878200531006,
+      "subrel-constrast": 2.8500559329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6982128620147705,
-      "cov-distil (oracle2student)": 4.819255828857422,
-      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "cov-distil": 2.3243355751037598,
+      "cov-distil (oracle2student)": 5.513372421264648,
+      "cov-distil (oracle2teacher)": 4.599259376525879,
       "epoch": 0.5463108320251178,
-      "rel-constrast": 3.655337333679199,
+      "rel-constrast": 4.28459358215332,
       "step": 696,
-      "subrel-constrast": 4.5195231437683105,
+      "subrel-constrast": 4.38563346862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2472658157348633,
-      "cov-distil (oracle2student)": 3.983247995376587,
-      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "cov-distil": 2.6534581184387207,
+      "cov-distil (oracle2student)": 4.487489700317383,
+      "cov-distil (oracle2teacher)": 5.760103225708008,
       "epoch": 0.5470957613814756,
-      "rel-constrast": 3.598127603530884,
+      "rel-constrast": 3.666417121887207,
       "step": 697,
-      "subrel-constrast": 5.374654293060303,
+      "subrel-constrast": 5.512442111968994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1413283348083496,
-      "cov-distil (oracle2student)": 4.751459121704102,
-      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "cov-distil": 2.539128065109253,
+      "cov-distil (oracle2student)": 5.5660271644592285,
+      "cov-distil (oracle2teacher)": 4.704483509063721,
       "epoch": 0.5478806907378336,
-      "rel-constrast": 2.9638516902923584,
+      "rel-constrast": 2.923438787460327,
       "step": 698,
-      "subrel-constrast": 3.3442859649658203,
+      "subrel-constrast": 3.4211766719818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8689894676208496,
-      "cov-distil (oracle2student)": 4.649480819702148,
-      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "cov-distil": 2.697439193725586,
+      "cov-distil (oracle2student)": 5.279465198516846,
+      "cov-distil (oracle2teacher)": 5.032678604125977,
       "epoch": 0.5486656200941915,
-      "rel-constrast": 4.6534953117370605,
+      "rel-constrast": 4.929755210876465,
       "step": 699,
-      "subrel-constrast": 5.357505798339844,
+      "subrel-constrast": 4.908409118652344,
       "view-similarity": 0
     },
     {
       "epoch": 0.5494505494505495,
-      "grad_norm": 8.25,
+      "grad_norm": 9.875,
       "learning_rate": 3.495e-05,
-      "loss": 0.8856,
+      "loss": 0.9116,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2593750059604645,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "student margin": 0.04656982421875
+      "student margin": 0.041748046875
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "teacher margin": 0.027984619140625
+      "teacher margin": 0.039947509765625
     },
     {
       "epoch": 0.5494505494505495,
-      "margin difference": -0.018585205078125,
+      "margin difference": -0.001800537109375,
       "step": 700
     },
     {
-      "cov-distil": 2.157240867614746,
-      "cov-distil (oracle2student)": 3.8259079456329346,
-      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "cov-distil": 2.2880048751831055,
+      "cov-distil (oracle2student)": 4.718327522277832,
+      "cov-distil (oracle2teacher)": 4.111974239349365,
       "epoch": 0.5494505494505495,
-      "rel-constrast": 2.778444290161133,
+      "rel-constrast": 3.2925586700439453,
       "step": 700,
-      "subrel-constrast": 3.613661527633667,
+      "subrel-constrast": 3.206794500350952,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.01035737991333,
-      "cov-distil (oracle2student)": 5.081770420074463,
-      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "cov-distil": 2.9135310649871826,
+      "cov-distil (oracle2student)": 5.466835975646973,
+      "cov-distil (oracle2teacher)": 5.22095251083374,
       "epoch": 0.5502354788069074,
-      "rel-constrast": 3.072714328765869,
+      "rel-constrast": 3.6792917251586914,
       "step": 701,
-      "subrel-constrast": 4.064720630645752,
+      "subrel-constrast": 3.8968825340270996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.565253734588623,
-      "cov-distil (oracle2student)": 3.6840004920959473,
-      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "cov-distil": 1.9267714023590088,
+      "cov-distil (oracle2student)": 3.9808108806610107,
+      "cov-distil (oracle2teacher)": 3.8285605907440186,
       "epoch": 0.5510204081632653,
-      "rel-constrast": 2.864206314086914,
+      "rel-constrast": 3.687560796737671,
       "step": 702,
-      "subrel-constrast": 4.07752799987793,
+      "subrel-constrast": 4.194905757904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3201117515563965,
-      "cov-distil (oracle2student)": 4.430790901184082,
-      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "cov-distil": 2.2865214347839355,
+      "cov-distil (oracle2student)": 5.288548469543457,
+      "cov-distil (oracle2teacher)": 4.322580337524414,
       "epoch": 0.5518053375196232,
-      "rel-constrast": 2.892885684967041,
+      "rel-constrast": 3.198094606399536,
       "step": 703,
-      "subrel-constrast": 3.9102280139923096,
+      "subrel-constrast": 3.643282651901245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6157848834991455,
-      "cov-distil (oracle2student)": 3.072972059249878,
-      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "cov-distil": 2.362612724304199,
+      "cov-distil (oracle2student)": 2.800478935241699,
+      "cov-distil (oracle2teacher)": 2.8055219650268555,
       "epoch": 0.5525902668759811,
-      "rel-constrast": 2.969308376312256,
+      "rel-constrast": 3.2065134048461914,
       "step": 704,
-      "subrel-constrast": 3.35325288772583,
+      "subrel-constrast": 3.2149741649627686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8044019937515259,
-      "cov-distil (oracle2student)": 4.907984733581543,
-      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "cov-distil": 2.8221888542175293,
+      "cov-distil (oracle2student)": 5.351350784301758,
+      "cov-distil (oracle2teacher)": 4.591974258422852,
       "epoch": 0.5533751962323391,
-      "rel-constrast": 2.5930466651916504,
+      "rel-constrast": 3.210024833679199,
       "step": 705,
-      "subrel-constrast": 3.165639877319336,
+      "subrel-constrast": 3.5450069904327393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.150331497192383,
-      "cov-distil (oracle2student)": 3.3075904846191406,
-      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "cov-distil": 1.8759958744049072,
+      "cov-distil (oracle2student)": 4.873770236968994,
+      "cov-distil (oracle2teacher)": 3.9827446937561035,
       "epoch": 0.554160125588697,
-      "rel-constrast": 2.4108023643493652,
+      "rel-constrast": 3.6742019653320312,
       "step": 706,
-      "subrel-constrast": 3.4137344360351562,
+      "subrel-constrast": 3.4755420684814453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.595040202140808,
-      "cov-distil (oracle2student)": 3.7764763832092285,
-      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "cov-distil": 2.4581942558288574,
+      "cov-distil (oracle2student)": 4.804100513458252,
+      "cov-distil (oracle2teacher)": 4.314425945281982,
       "epoch": 0.554945054945055,
-      "rel-constrast": 2.6294069290161133,
+      "rel-constrast": 3.0120925903320312,
       "step": 707,
-      "subrel-constrast": 3.2617640495300293,
+      "subrel-constrast": 3.131943941116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.711127519607544,
-      "cov-distil (oracle2student)": 4.368122100830078,
-      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "cov-distil": 2.6311073303222656,
+      "cov-distil (oracle2student)": 5.383587837219238,
+      "cov-distil (oracle2teacher)": 4.969912052154541,
       "epoch": 0.5557299843014128,
-      "rel-constrast": 3.2108542919158936,
+      "rel-constrast": 4.627037048339844,
       "step": 708,
-      "subrel-constrast": 4.086469650268555,
+      "subrel-constrast": 4.558852195739746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5156898498535156,
-      "cov-distil (oracle2student)": 2.943955421447754,
-      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "cov-distil": 2.616668939590454,
+      "cov-distil (oracle2student)": 3.688739538192749,
+      "cov-distil (oracle2teacher)": 3.537348747253418,
       "epoch": 0.5565149136577708,
-      "rel-constrast": 2.9572768211364746,
+      "rel-constrast": 3.0753276348114014,
       "step": 709,
-      "subrel-constrast": 3.896813154220581,
+      "subrel-constrast": 3.4158666133880615,
       "view-similarity": 0
     },
     {
       "epoch": 0.5572998430141287,
-      "grad_norm": 6.28125,
+      "grad_norm": 7.65625,
       "learning_rate": 3.545e-05,
-      "loss": 0.7581,
+      "loss": 0.8666,
       "step": 710
     },
     {
-      "cov-distil": 1.941748857498169,
-      "cov-distil (oracle2student)": 3.2825870513916016,
-      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "cov-distil": 2.5314691066741943,
+      "cov-distil (oracle2student)": 4.770528793334961,
+      "cov-distil (oracle2teacher)": 3.82454514503479,
       "epoch": 0.5572998430141287,
-      "rel-constrast": 2.292598247528076,
+      "rel-constrast": 2.446364641189575,
       "step": 710,
-      "subrel-constrast": 2.9045729637145996,
+      "subrel-constrast": 2.8734424114227295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0996546745300293,
-      "cov-distil (oracle2student)": 4.204470157623291,
-      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "cov-distil": 2.6872036457061768,
+      "cov-distil (oracle2student)": 5.079697608947754,
+      "cov-distil (oracle2teacher)": 4.345038890838623,
       "epoch": 0.5580847723704867,
-      "rel-constrast": 3.2023658752441406,
+      "rel-constrast": 4.320545196533203,
       "step": 711,
-      "subrel-constrast": 4.2951812744140625,
+      "subrel-constrast": 4.164237022399902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.125648021697998,
-      "cov-distil (oracle2student)": 4.4790239334106445,
-      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "cov-distil": 2.4771342277526855,
+      "cov-distil (oracle2student)": 5.571382522583008,
+      "cov-distil (oracle2teacher)": 4.474830627441406,
       "epoch": 0.5588697017268446,
-      "rel-constrast": 2.64786434173584,
+      "rel-constrast": 3.0087990760803223,
       "step": 712,
-      "subrel-constrast": 3.5473222732543945,
+      "subrel-constrast": 3.7193186283111572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9814571142196655,
-      "cov-distil (oracle2student)": 4.236344337463379,
-      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "cov-distil": 1.9511741399765015,
+      "cov-distil (oracle2student)": 4.811041831970215,
+      "cov-distil (oracle2teacher)": 4.480846405029297,
       "epoch": 0.5596546310832025,
-      "rel-constrast": 3.084531307220459,
+      "rel-constrast": 3.355523109436035,
       "step": 713,
-      "subrel-constrast": 3.6959943771362305,
+      "subrel-constrast": 3.298560380935669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3132081031799316,
-      "cov-distil (oracle2student)": 5.171266555786133,
-      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "cov-distil": 3.3606603145599365,
+      "cov-distil (oracle2student)": 5.985777378082275,
+      "cov-distil (oracle2teacher)": 5.41561222076416,
       "epoch": 0.5604395604395604,
-      "rel-constrast": 3.0725412368774414,
+      "rel-constrast": 4.089506149291992,
       "step": 714,
-      "subrel-constrast": 3.5433380603790283,
+      "subrel-constrast": 3.418116331100464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8887940645217896,
-      "cov-distil (oracle2student)": 2.9364123344421387,
-      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "cov-distil": 2.6809821128845215,
+      "cov-distil (oracle2student)": 3.805650472640991,
+      "cov-distil (oracle2teacher)": 3.818087577819824,
       "epoch": 0.5612244897959183,
-      "rel-constrast": 3.2502474784851074,
+      "rel-constrast": 3.5171585083007812,
       "step": 715,
-      "subrel-constrast": 4.225052833557129,
+      "subrel-constrast": 4.520884990692139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9373162984848022,
-      "cov-distil (oracle2student)": 2.9609618186950684,
-      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "cov-distil": 2.071073293685913,
+      "cov-distil (oracle2student)": 2.9091460704803467,
+      "cov-distil (oracle2teacher)": 2.8986830711364746,
       "epoch": 0.5620094191522763,
-      "rel-constrast": 2.3920419216156006,
+      "rel-constrast": 2.2731165885925293,
       "step": 716,
-      "subrel-constrast": 3.1587109565734863,
+      "subrel-constrast": 3.009575605392456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1943297386169434,
-      "cov-distil (oracle2student)": 3.3232693672180176,
-      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "cov-distil": 2.2168335914611816,
+      "cov-distil (oracle2student)": 3.911656618118286,
+      "cov-distil (oracle2teacher)": 4.011268615722656,
       "epoch": 0.5627943485086342,
-      "rel-constrast": 2.6380295753479004,
+      "rel-constrast": 2.9590673446655273,
       "step": 717,
-      "subrel-constrast": 3.8598556518554688,
+      "subrel-constrast": 3.418705701828003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8532280921936035,
-      "cov-distil (oracle2student)": 4.747437953948975,
-      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "cov-distil": 1.963818073272705,
+      "cov-distil (oracle2student)": 4.932551383972168,
+      "cov-distil (oracle2teacher)": 4.370637893676758,
       "epoch": 0.5635792778649922,
-      "rel-constrast": 3.7532408237457275,
+      "rel-constrast": 4.057657241821289,
       "step": 718,
-      "subrel-constrast": 4.479611873626709,
+      "subrel-constrast": 4.238089561462402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901079893112183,
-      "cov-distil (oracle2student)": 4.796479225158691,
-      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "cov-distil": 2.400425434112549,
+      "cov-distil (oracle2student)": 4.818545341491699,
+      "cov-distil (oracle2teacher)": 4.304470062255859,
       "epoch": 0.5643642072213501,
-      "rel-constrast": 3.1896746158599854,
+      "rel-constrast": 3.542257308959961,
       "step": 719,
-      "subrel-constrast": 3.2718636989593506,
+      "subrel-constrast": 3.317901134490967,
       "view-similarity": 0
     },
     {
       "epoch": 0.565149136577708,
-      "grad_norm": 6.5,
+      "grad_norm": 8.3125,
       "learning_rate": 3.595e-05,
-      "loss": 0.7886,
+      "loss": 0.8392,
       "step": 720
     },
     {
-      "cov-distil": 1.6721587181091309,
-      "cov-distil (oracle2student)": 4.330309867858887,
-      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "cov-distil": 2.411649465560913,
+      "cov-distil (oracle2student)": 4.843780517578125,
+      "cov-distil (oracle2teacher)": 3.782320022583008,
       "epoch": 0.565149136577708,
-      "rel-constrast": 3.139103889465332,
+      "rel-constrast": 3.384451150894165,
       "step": 720,
-      "subrel-constrast": 4.142110347747803,
+      "subrel-constrast": 3.3072800636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9585630893707275,
-      "cov-distil (oracle2student)": 3.8818159103393555,
-      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "cov-distil": 1.718375325202942,
+      "cov-distil (oracle2student)": 4.534214496612549,
+      "cov-distil (oracle2teacher)": 4.004377365112305,
       "epoch": 0.5659340659340659,
-      "rel-constrast": 3.3852601051330566,
+      "rel-constrast": 4.051485061645508,
       "step": 721,
-      "subrel-constrast": 4.186655521392822,
+      "subrel-constrast": 4.146724224090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6628599166870117,
-      "cov-distil (oracle2student)": 4.438604354858398,
-      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "cov-distil": 1.9103753566741943,
+      "cov-distil (oracle2student)": 6.1360931396484375,
+      "cov-distil (oracle2teacher)": 4.774944305419922,
       "epoch": 0.5667189952904239,
-      "rel-constrast": 3.076204776763916,
+      "rel-constrast": 4.534773349761963,
       "step": 722,
-      "subrel-constrast": 4.137909412384033,
+      "subrel-constrast": 3.9830284118652344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2891294956207275,
-      "cov-distil (oracle2student)": 4.213877201080322,
-      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "cov-distil": 2.7049293518066406,
+      "cov-distil (oracle2student)": 5.435057163238525,
+      "cov-distil (oracle2teacher)": 4.9035444259643555,
       "epoch": 0.5675039246467818,
-      "rel-constrast": 2.878323793411255,
+      "rel-constrast": 3.7614176273345947,
       "step": 723,
-      "subrel-constrast": 4.198168754577637,
+      "subrel-constrast": 4.047051429748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.154545783996582,
-      "cov-distil (oracle2student)": 4.58632755279541,
-      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "cov-distil": 2.0382680892944336,
+      "cov-distil (oracle2student)": 4.974379062652588,
+      "cov-distil (oracle2teacher)": 4.326460361480713,
       "epoch": 0.5682888540031397,
-      "rel-constrast": 2.2643494606018066,
+      "rel-constrast": 2.830267906188965,
       "step": 724,
-      "subrel-constrast": 3.1710689067840576,
+      "subrel-constrast": 2.624842882156372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9621435403823853,
-      "cov-distil (oracle2student)": 5.582200050354004,
-      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "cov-distil": 2.0917394161224365,
+      "cov-distil (oracle2student)": 6.889491081237793,
+      "cov-distil (oracle2teacher)": 5.899994850158691,
       "epoch": 0.5690737833594977,
-      "rel-constrast": 4.491276741027832,
+      "rel-constrast": 5.416251182556152,
       "step": 725,
-      "subrel-constrast": 5.244818687438965,
+      "subrel-constrast": 5.734344959259033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337646484375,
-      "cov-distil (oracle2student)": 5.812445640563965,
-      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "cov-distil": 2.467562437057495,
+      "cov-distil (oracle2student)": 6.071526527404785,
+      "cov-distil (oracle2teacher)": 5.555727958679199,
       "epoch": 0.5698587127158555,
-      "rel-constrast": 2.6152005195617676,
+      "rel-constrast": 3.0898239612579346,
       "step": 726,
-      "subrel-constrast": 3.1233291625976562,
+      "subrel-constrast": 3.3632071018218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6689956188201904,
-      "cov-distil (oracle2student)": 4.86440372467041,
-      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "cov-distil": 2.28218936920166,
+      "cov-distil (oracle2student)": 5.827108383178711,
+      "cov-distil (oracle2teacher)": 5.13613748550415,
       "epoch": 0.5706436420722135,
-      "rel-constrast": 4.108986854553223,
+      "rel-constrast": 5.035892009735107,
       "step": 727,
-      "subrel-constrast": 4.540005683898926,
+      "subrel-constrast": 4.399051666259766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6646761894226074,
-      "cov-distil (oracle2student)": 2.7824769020080566,
-      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "cov-distil": 2.732792377471924,
+      "cov-distil (oracle2student)": 3.6213700771331787,
+      "cov-distil (oracle2teacher)": 3.161064624786377,
       "epoch": 0.5714285714285714,
-      "rel-constrast": 3.4552814960479736,
+      "rel-constrast": 3.3238282203674316,
       "step": 728,
-      "subrel-constrast": 4.266411304473877,
+      "subrel-constrast": 4.524255275726318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8652509450912476,
-      "cov-distil (oracle2student)": 4.346886157989502,
-      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "cov-distil": 1.75883150100708,
+      "cov-distil (oracle2student)": 4.768251419067383,
+      "cov-distil (oracle2teacher)": 4.318032264709473,
       "epoch": 0.5722135007849294,
-      "rel-constrast": 3.310194730758667,
+      "rel-constrast": 3.2271535396575928,
       "step": 729,
-      "subrel-constrast": 4.254908561706543,
+      "subrel-constrast": 3.7321252822875977,
       "view-similarity": 0
     },
     {
       "epoch": 0.5729984301412873,
-      "grad_norm": 7.96875,
+      "grad_norm": 8.75,
       "learning_rate": 3.645e-05,
-      "loss": 0.8647,
+      "loss": 0.9664,
       "step": 730
     },
     {
-      "cov-distil": 2.10368013381958,
-      "cov-distil (oracle2student)": 4.364799499511719,
-      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "cov-distil": 2.2763960361480713,
+      "cov-distil (oracle2student)": 4.664096832275391,
+      "cov-distil (oracle2teacher)": 4.406416893005371,
       "epoch": 0.5729984301412873,
-      "rel-constrast": 3.498570442199707,
+      "rel-constrast": 3.5772011280059814,
       "step": 730,
-      "subrel-constrast": 4.162968158721924,
+      "subrel-constrast": 4.11379337310791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8829506635665894,
-      "cov-distil (oracle2student)": 3.6689822673797607,
-      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "cov-distil": 1.7630140781402588,
+      "cov-distil (oracle2student)": 4.617234706878662,
+      "cov-distil (oracle2teacher)": 4.00626802444458,
       "epoch": 0.5737833594976453,
-      "rel-constrast": 2.781203269958496,
+      "rel-constrast": 3.4176650047302246,
       "step": 731,
-      "subrel-constrast": 3.2335457801818848,
+      "subrel-constrast": 3.4268715381622314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4705734252929688,
-      "cov-distil (oracle2student)": 4.313507556915283,
-      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "cov-distil": 1.7096956968307495,
+      "cov-distil (oracle2student)": 4.968262672424316,
+      "cov-distil (oracle2teacher)": 4.000860691070557,
       "epoch": 0.5745682888540031,
-      "rel-constrast": 2.226599931716919,
+      "rel-constrast": 3.464766502380371,
       "step": 732,
-      "subrel-constrast": 3.3719711303710938,
+      "subrel-constrast": 3.2341666221618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9433242082595825,
-      "cov-distil (oracle2student)": 3.8105883598327637,
-      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "cov-distil": 2.269770622253418,
+      "cov-distil (oracle2student)": 3.9357962608337402,
+      "cov-distil (oracle2teacher)": 3.487668991088867,
       "epoch": 0.5753532182103611,
-      "rel-constrast": 2.1092617511749268,
+      "rel-constrast": 2.77782940864563,
       "step": 733,
-      "subrel-constrast": 2.887378692626953,
+      "subrel-constrast": 2.8233509063720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145235538482666,
-      "cov-distil (oracle2student)": 3.870384931564331,
-      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "cov-distil": 1.9523694515228271,
+      "cov-distil (oracle2student)": 5.314553260803223,
+      "cov-distil (oracle2teacher)": 4.6678314208984375,
       "epoch": 0.576138147566719,
-      "rel-constrast": 3.1030163764953613,
+      "rel-constrast": 3.6426496505737305,
       "step": 734,
-      "subrel-constrast": 3.974809169769287,
+      "subrel-constrast": 3.750396728515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6421372890472412,
-      "cov-distil (oracle2student)": 4.185415267944336,
-      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "cov-distil": 1.539703369140625,
+      "cov-distil (oracle2student)": 5.374100685119629,
+      "cov-distil (oracle2teacher)": 4.221393585205078,
       "epoch": 0.5769230769230769,
-      "rel-constrast": 3.2164130210876465,
+      "rel-constrast": 4.034856796264648,
       "step": 735,
-      "subrel-constrast": 3.839367389678955,
+      "subrel-constrast": 3.621406316757202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.199052095413208,
-      "cov-distil (oracle2student)": 5.1141533851623535,
-      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "cov-distil": 2.2221717834472656,
+      "cov-distil (oracle2student)": 5.221403121948242,
+      "cov-distil (oracle2teacher)": 5.6571736335754395,
       "epoch": 0.5777080062794349,
-      "rel-constrast": 2.3354225158691406,
+      "rel-constrast": 2.7957191467285156,
       "step": 736,
-      "subrel-constrast": 3.359426498413086,
+      "subrel-constrast": 3.050981044769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3703148365020752,
-      "cov-distil (oracle2student)": 2.855952501296997,
-      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "cov-distil": 2.0236897468566895,
+      "cov-distil (oracle2student)": 3.111325740814209,
+      "cov-distil (oracle2teacher)": 2.6579232215881348,
       "epoch": 0.5784929356357927,
-      "rel-constrast": 2.385584831237793,
+      "rel-constrast": 2.999067783355713,
       "step": 737,
-      "subrel-constrast": 3.1257822513580322,
+      "subrel-constrast": 2.6182315349578857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.035461902618408,
-      "cov-distil (oracle2student)": 4.601683616638184,
-      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "cov-distil": 1.8978937864303589,
+      "cov-distil (oracle2student)": 4.93990421295166,
+      "cov-distil (oracle2teacher)": 4.504594326019287,
       "epoch": 0.5792778649921507,
-      "rel-constrast": 3.277278423309326,
+      "rel-constrast": 3.5394020080566406,
       "step": 738,
-      "subrel-constrast": 3.815040349960327,
+      "subrel-constrast": 3.6242618560791016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9469118118286133,
-      "cov-distil (oracle2student)": 3.4044556617736816,
-      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "cov-distil": 1.9045004844665527,
+      "cov-distil (oracle2student)": 4.274258613586426,
+      "cov-distil (oracle2teacher)": 3.9128875732421875,
       "epoch": 0.5800627943485086,
-      "rel-constrast": 2.503614664077759,
+      "rel-constrast": 3.6831350326538086,
       "step": 739,
-      "subrel-constrast": 3.8464818000793457,
+      "subrel-constrast": 3.384676933288574,
       "view-similarity": 0
     },
     {
       "epoch": 0.5808477237048666,
-      "grad_norm": 5.625,
+      "grad_norm": 8.25,
       "learning_rate": 3.6950000000000004e-05,
-      "loss": 0.7317,
+      "loss": 0.8483,
       "step": 740
     },
     {
-      "cov-distil": 2.0407614707946777,
-      "cov-distil (oracle2student)": 3.996048927307129,
-      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "cov-distil": 2.463542938232422,
+      "cov-distil (oracle2student)": 4.890634536743164,
+      "cov-distil (oracle2teacher)": 4.604000091552734,
       "epoch": 0.5808477237048666,
-      "rel-constrast": 3.669546604156494,
+      "rel-constrast": 3.5431220531463623,
       "step": 740,
-      "subrel-constrast": 4.864207744598389,
+      "subrel-constrast": 4.559528827667236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7672450542449951,
-      "cov-distil (oracle2student)": 5.2881999015808105,
-      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "cov-distil": 2.0361573696136475,
+      "cov-distil (oracle2student)": 5.59214973449707,
+      "cov-distil (oracle2teacher)": 5.209810256958008,
       "epoch": 0.5816326530612245,
-      "rel-constrast": 3.2707724571228027,
+      "rel-constrast": 3.6620898246765137,
       "step": 741,
-      "subrel-constrast": 3.7437262535095215,
+      "subrel-constrast": 3.5943572521209717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1187403202056885,
-      "cov-distil (oracle2student)": 4.8938703536987305,
-      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "cov-distil": 2.1386823654174805,
+      "cov-distil (oracle2student)": 4.8774919509887695,
+      "cov-distil (oracle2teacher)": 4.392442226409912,
       "epoch": 0.5824175824175825,
-      "rel-constrast": 3.337557315826416,
+      "rel-constrast": 3.0572240352630615,
       "step": 742,
-      "subrel-constrast": 4.06928825378418,
+      "subrel-constrast": 3.449983835220337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9417197704315186,
-      "cov-distil (oracle2student)": 2.6721365451812744,
-      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "cov-distil": 2.6762378215789795,
+      "cov-distil (oracle2student)": 3.4807288646698,
+      "cov-distil (oracle2teacher)": 3.472620964050293,
       "epoch": 0.5832025117739403,
-      "rel-constrast": 3.274005889892578,
+      "rel-constrast": 4.173070907592773,
       "step": 743,
-      "subrel-constrast": 4.384252071380615,
+      "subrel-constrast": 4.070428371429443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6456279754638672,
-      "cov-distil (oracle2student)": 6.536004066467285,
-      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "cov-distil": 2.366276264190674,
+      "cov-distil (oracle2student)": 6.685727596282959,
+      "cov-distil (oracle2teacher)": 5.618680000305176,
       "epoch": 0.5839874411302983,
-      "rel-constrast": 3.884960174560547,
+      "rel-constrast": 4.00743293762207,
       "step": 744,
-      "subrel-constrast": 4.296112537384033,
+      "subrel-constrast": 4.258591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1353392601013184,
-      "cov-distil (oracle2student)": 3.733588218688965,
-      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "cov-distil": 2.683839797973633,
+      "cov-distil (oracle2student)": 4.939559459686279,
+      "cov-distil (oracle2teacher)": 4.165223121643066,
       "epoch": 0.5847723704866562,
-      "rel-constrast": 3.021883964538574,
+      "rel-constrast": 5.022677421569824,
       "step": 745,
-      "subrel-constrast": 4.292428493499756,
+      "subrel-constrast": 4.151272773742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4558398723602295,
-      "cov-distil (oracle2student)": 4.652581214904785,
-      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "cov-distil": 1.9843261241912842,
+      "cov-distil (oracle2student)": 5.004264831542969,
+      "cov-distil (oracle2teacher)": 4.753472328186035,
       "epoch": 0.5855572998430141,
-      "rel-constrast": 4.278546333312988,
+      "rel-constrast": 4.740532875061035,
       "step": 746,
-      "subrel-constrast": 4.9796462059021,
+      "subrel-constrast": 4.913524627685547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.694913387298584,
-      "cov-distil (oracle2student)": 5.748119354248047,
-      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "cov-distil": 1.5781214237213135,
+      "cov-distil (oracle2student)": 6.365057945251465,
+      "cov-distil (oracle2teacher)": 5.520802021026611,
       "epoch": 0.5863422291993721,
-      "rel-constrast": 3.8175976276397705,
+      "rel-constrast": 4.525068283081055,
       "step": 747,
-      "subrel-constrast": 4.21746301651001,
+      "subrel-constrast": 4.346693992614746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.475412368774414,
-      "cov-distil (oracle2student)": 4.438069820404053,
-      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "cov-distil": 2.738781452178955,
+      "cov-distil (oracle2student)": 4.707560062408447,
+      "cov-distil (oracle2teacher)": 4.193061351776123,
       "epoch": 0.5871271585557299,
-      "rel-constrast": 3.845689296722412,
+      "rel-constrast": 4.981852054595947,
       "step": 748,
-      "subrel-constrast": 4.95175838470459,
+      "subrel-constrast": 5.058973789215088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9831706285476685,
-      "cov-distil (oracle2student)": 6.495038032531738,
-      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "cov-distil": 2.3287105560302734,
+      "cov-distil (oracle2student)": 7.539167881011963,
+      "cov-distil (oracle2teacher)": 6.661775588989258,
       "epoch": 0.5879120879120879,
-      "rel-constrast": 4.1530351638793945,
+      "rel-constrast": 5.07899284362793,
       "step": 749,
-      "subrel-constrast": 4.611822128295898,
+      "subrel-constrast": 4.924736022949219,
       "view-similarity": 0
     },
     {
       "epoch": 0.5886970172684458,
-      "grad_norm": 7.3125,
+      "grad_norm": 10.25,
       "learning_rate": 3.745e-05,
-      "loss": 0.962,
+      "loss": 1.0698,
       "step": 750
     },
     {
-      "cov-distil": 2.0158157348632812,
-      "cov-distil (oracle2student)": 5.055816173553467,
-      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "cov-distil": 3.1291921138763428,
+      "cov-distil (oracle2student)": 5.806586265563965,
+      "cov-distil (oracle2teacher)": 5.223454475402832,
       "epoch": 0.5886970172684458,
-      "rel-constrast": 3.9233157634735107,
+      "rel-constrast": 4.05808162689209,
       "step": 750,
-      "subrel-constrast": 3.864165782928467,
+      "subrel-constrast": 3.950441360473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635613441467285,
-      "cov-distil (oracle2student)": 5.4654316902160645,
-      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "cov-distil": 2.39149808883667,
+      "cov-distil (oracle2student)": 5.290502548217773,
+      "cov-distil (oracle2teacher)": 5.127215385437012,
       "epoch": 0.5894819466248038,
-      "rel-constrast": 4.993955135345459,
+      "rel-constrast": 5.352309226989746,
       "step": 751,
-      "subrel-constrast": 5.235997200012207,
+      "subrel-constrast": 5.655076503753662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385218858718872,
-      "cov-distil (oracle2student)": 5.6385650634765625,
-      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "cov-distil": 1.6597137451171875,
+      "cov-distil (oracle2student)": 7.3037519454956055,
+      "cov-distil (oracle2teacher)": 6.336320400238037,
       "epoch": 0.5902668759811617,
-      "rel-constrast": 3.025139808654785,
+      "rel-constrast": 4.209469318389893,
       "step": 752,
-      "subrel-constrast": 3.8267934322357178,
+      "subrel-constrast": 3.9522502422332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569950819015503,
-      "cov-distil (oracle2student)": 3.5421292781829834,
-      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "cov-distil": 1.7089654207229614,
+      "cov-distil (oracle2student)": 4.049164295196533,
+      "cov-distil (oracle2teacher)": 4.327991485595703,
       "epoch": 0.5910518053375197,
-      "rel-constrast": 3.353006601333618,
+      "rel-constrast": 3.1741323471069336,
       "step": 753,
-      "subrel-constrast": 3.6611077785491943,
+      "subrel-constrast": 3.8216490745544434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1727864742279053,
-      "cov-distil (oracle2student)": 4.28021240234375,
-      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "cov-distil": 2.1953067779541016,
+      "cov-distil (oracle2student)": 5.064481258392334,
+      "cov-distil (oracle2teacher)": 4.988542556762695,
       "epoch": 0.5918367346938775,
-      "rel-constrast": 2.922618865966797,
+      "rel-constrast": 3.7322816848754883,
       "step": 754,
-      "subrel-constrast": 3.996519088745117,
+      "subrel-constrast": 3.956284284591675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7415900230407715,
-      "cov-distil (oracle2student)": 3.497739315032959,
-      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "cov-distil": 2.03481388092041,
+      "cov-distil (oracle2student)": 4.22956657409668,
+      "cov-distil (oracle2teacher)": 3.7307679653167725,
       "epoch": 0.5926216640502355,
-      "rel-constrast": 3.798996925354004,
+      "rel-constrast": 4.330953121185303,
       "step": 755,
-      "subrel-constrast": 4.776462554931641,
+      "subrel-constrast": 4.124565601348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1685500144958496,
-      "cov-distil (oracle2student)": 4.893260955810547,
-      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "cov-distil": 1.9867360591888428,
+      "cov-distil (oracle2student)": 5.020341873168945,
+      "cov-distil (oracle2teacher)": 4.405291557312012,
       "epoch": 0.5934065934065934,
-      "rel-constrast": 2.4217734336853027,
+      "rel-constrast": 2.6014552116394043,
       "step": 756,
-      "subrel-constrast": 3.1775949001312256,
+      "subrel-constrast": 3.259565830230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841844081878662,
-      "cov-distil (oracle2student)": 4.1985602378845215,
-      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "cov-distil": 2.165889263153076,
+      "cov-distil (oracle2student)": 4.313626289367676,
+      "cov-distil (oracle2teacher)": 3.9217607975006104,
       "epoch": 0.5941915227629513,
-      "rel-constrast": 4.808537483215332,
+      "rel-constrast": 4.797835826873779,
       "step": 757,
-      "subrel-constrast": 4.465860366821289,
+      "subrel-constrast": 4.459097862243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1540775299072266,
-      "cov-distil (oracle2student)": 4.151504993438721,
-      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "cov-distil": 2.216163158416748,
+      "cov-distil (oracle2student)": 4.610080242156982,
+      "cov-distil (oracle2teacher)": 4.275761127471924,
       "epoch": 0.5949764521193093,
-      "rel-constrast": 4.140444755554199,
+      "rel-constrast": 4.887037754058838,
       "step": 758,
-      "subrel-constrast": 4.597982406616211,
+      "subrel-constrast": 4.603519439697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271002769470215,
-      "cov-distil (oracle2student)": 3.718888998031616,
-      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "cov-distil": 2.479959726333618,
+      "cov-distil (oracle2student)": 5.167355060577393,
+      "cov-distil (oracle2teacher)": 4.555408954620361,
       "epoch": 0.5957613814756672,
-      "rel-constrast": 2.825824499130249,
+      "rel-constrast": 3.5705361366271973,
       "step": 759,
-      "subrel-constrast": 4.3692402839660645,
+      "subrel-constrast": 4.040794372558594,
       "view-similarity": 0
     },
     {
       "epoch": 0.5965463108320251,
-      "grad_norm": 5.1875,
+      "grad_norm": 7.53125,
       "learning_rate": 3.795e-05,
-      "loss": 0.9528,
+      "loss": 1.0179,
       "step": 760
     },
     {
-      "cov-distil": 1.7022627592086792,
-      "cov-distil (oracle2student)": 3.69522762298584,
-      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "cov-distil": 1.4068678617477417,
+      "cov-distil (oracle2student)": 3.6850361824035645,
+      "cov-distil (oracle2teacher)": 3.460089921951294,
       "epoch": 0.5965463108320251,
-      "rel-constrast": 3.239539861679077,
+      "rel-constrast": 3.1959738731384277,
       "step": 760,
-      "subrel-constrast": 3.6723670959472656,
+      "subrel-constrast": 3.2650949954986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1336252689361572,
-      "cov-distil (oracle2student)": 5.899049282073975,
-      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "cov-distil": 2.1580967903137207,
+      "cov-distil (oracle2student)": 5.890793800354004,
+      "cov-distil (oracle2teacher)": 4.985220909118652,
       "epoch": 0.597331240188383,
-      "rel-constrast": 3.3772640228271484,
+      "rel-constrast": 3.8710572719573975,
       "step": 761,
-      "subrel-constrast": 3.9677364826202393,
+      "subrel-constrast": 3.6684064865112305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4030654430389404,
-      "cov-distil (oracle2student)": 2.9989023208618164,
-      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "cov-distil": 1.8122068643569946,
+      "cov-distil (oracle2student)": 4.2860822677612305,
+      "cov-distil (oracle2teacher)": 3.324612617492676,
       "epoch": 0.598116169544741,
-      "rel-constrast": 2.7976434230804443,
+      "rel-constrast": 3.957721710205078,
       "step": 762,
-      "subrel-constrast": 3.6139957904815674,
+      "subrel-constrast": 3.3651068210601807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6165751218795776,
-      "cov-distil (oracle2student)": 3.5679118633270264,
-      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "cov-distil": 1.8635069131851196,
+      "cov-distil (oracle2student)": 3.912562608718872,
+      "cov-distil (oracle2teacher)": 3.7038912773132324,
       "epoch": 0.5989010989010989,
-      "rel-constrast": 2.8740625381469727,
+      "rel-constrast": 3.707409143447876,
       "step": 763,
-      "subrel-constrast": 3.778475761413574,
+      "subrel-constrast": 3.779404640197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.820896625518799,
-      "cov-distil (oracle2student)": 6.150871753692627,
-      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "cov-distil": 2.6855244636535645,
+      "cov-distil (oracle2student)": 5.647215843200684,
+      "cov-distil (oracle2teacher)": 5.731972694396973,
       "epoch": 0.5996860282574569,
-      "rel-constrast": 3.7509093284606934,
+      "rel-constrast": 4.408953666687012,
       "step": 764,
-      "subrel-constrast": 4.796078681945801,
+      "subrel-constrast": 4.931423664093018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9030272960662842,
-      "cov-distil (oracle2student)": 4.817904472351074,
-      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "cov-distil": 2.0594053268432617,
+      "cov-distil (oracle2student)": 5.062814712524414,
+      "cov-distil (oracle2teacher)": 4.714827060699463,
       "epoch": 0.6004709576138147,
-      "rel-constrast": 2.762104034423828,
+      "rel-constrast": 3.347107172012329,
       "step": 765,
-      "subrel-constrast": 3.649869918823242,
+      "subrel-constrast": 3.490683078765869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6472067832946777,
-      "cov-distil (oracle2student)": 5.045088768005371,
-      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "cov-distil": 2.8269290924072266,
+      "cov-distil (oracle2student)": 5.58112096786499,
+      "cov-distil (oracle2teacher)": 4.725581645965576,
       "epoch": 0.6012558869701727,
-      "rel-constrast": 3.665983200073242,
+      "rel-constrast": 3.938312530517578,
       "step": 766,
-      "subrel-constrast": 4.9610595703125,
+      "subrel-constrast": 4.5828657150268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7140461206436157,
-      "cov-distil (oracle2student)": 4.2100830078125,
-      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "cov-distil": 2.5935630798339844,
+      "cov-distil (oracle2student)": 5.0514936447143555,
+      "cov-distil (oracle2teacher)": 4.765221118927002,
       "epoch": 0.6020408163265306,
-      "rel-constrast": 3.221212863922119,
+      "rel-constrast": 3.1897573471069336,
       "step": 767,
-      "subrel-constrast": 4.096993923187256,
+      "subrel-constrast": 3.7600433826446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9868059158325195,
-      "cov-distil (oracle2student)": 4.4105072021484375,
-      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "cov-distil": 1.749910593032837,
+      "cov-distil (oracle2student)": 4.981649875640869,
+      "cov-distil (oracle2teacher)": 4.607064247131348,
       "epoch": 0.6028257456828885,
-      "rel-constrast": 3.5781681537628174,
+      "rel-constrast": 3.793414831161499,
       "step": 768,
-      "subrel-constrast": 3.9354326725006104,
+      "subrel-constrast": 3.762812852859497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8439627885818481,
-      "cov-distil (oracle2student)": 4.352982521057129,
-      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "cov-distil": 2.4429807662963867,
+      "cov-distil (oracle2student)": 5.141033172607422,
+      "cov-distil (oracle2teacher)": 4.920139312744141,
       "epoch": 0.6036106750392465,
-      "rel-constrast": 3.0787644386291504,
+      "rel-constrast": 3.645747184753418,
       "step": 769,
-      "subrel-constrast": 3.8324127197265625,
+      "subrel-constrast": 3.959048271179199,
       "view-similarity": 0
     },
     {
       "epoch": 0.6043956043956044,
-      "grad_norm": 6.03125,
+      "grad_norm": 7.03125,
       "learning_rate": 3.845e-05,
-      "loss": 0.8581,
+      "loss": 0.9264,
       "step": 770
     },
     {
-      "cov-distil": 1.7659657001495361,
-      "cov-distil (oracle2student)": 3.843327045440674,
-      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "cov-distil": 2.1677699089050293,
+      "cov-distil (oracle2student)": 4.654834747314453,
+      "cov-distil (oracle2teacher)": 4.412710666656494,
       "epoch": 0.6043956043956044,
-      "rel-constrast": 3.9639570713043213,
+      "rel-constrast": 5.046914100646973,
       "step": 770,
-      "subrel-constrast": 4.180597305297852,
+      "subrel-constrast": 4.446437358856201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.315230369567871,
-      "cov-distil (oracle2student)": 5.3011298179626465,
-      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "cov-distil": 1.9822173118591309,
+      "cov-distil (oracle2student)": 5.845059394836426,
+      "cov-distil (oracle2teacher)": 5.281351089477539,
       "epoch": 0.6051805337519623,
-      "rel-constrast": 2.70466685295105,
+      "rel-constrast": 3.089263677597046,
       "step": 771,
-      "subrel-constrast": 3.1214003562927246,
+      "subrel-constrast": 3.455900192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9845139980316162,
-      "cov-distil (oracle2student)": 4.869327545166016,
-      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "cov-distil": 2.4503231048583984,
+      "cov-distil (oracle2student)": 5.554692268371582,
+      "cov-distil (oracle2teacher)": 5.147971153259277,
       "epoch": 0.6059654631083202,
-      "rel-constrast": 3.7171690464019775,
+      "rel-constrast": 4.767708778381348,
       "step": 772,
-      "subrel-constrast": 4.3443684577941895,
+      "subrel-constrast": 4.6043877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9720571041107178,
-      "cov-distil (oracle2student)": 3.690183639526367,
-      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "cov-distil": 2.3802542686462402,
+      "cov-distil (oracle2student)": 3.936060905456543,
+      "cov-distil (oracle2teacher)": 4.540515899658203,
       "epoch": 0.6067503924646782,
-      "rel-constrast": 3.0226402282714844,
+      "rel-constrast": 2.592139482498169,
       "step": 773,
-      "subrel-constrast": 3.60787296295166,
+      "subrel-constrast": 3.946826696395874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6458377838134766,
-      "cov-distil (oracle2student)": 4.784181594848633,
-      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "cov-distil": 1.9373725652694702,
+      "cov-distil (oracle2student)": 5.4027910232543945,
+      "cov-distil (oracle2teacher)": 4.710404872894287,
       "epoch": 0.6075353218210361,
-      "rel-constrast": 2.781965732574463,
+      "rel-constrast": 3.7561354637145996,
       "step": 774,
-      "subrel-constrast": 4.125537395477295,
+      "subrel-constrast": 3.7282004356384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9115421772003174,
-      "cov-distil (oracle2student)": 3.761108160018921,
-      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "cov-distil": 1.7742207050323486,
+      "cov-distil (oracle2student)": 4.408854007720947,
+      "cov-distil (oracle2teacher)": 3.8948662281036377,
       "epoch": 0.6083202511773941,
-      "rel-constrast": 5.317140102386475,
+      "rel-constrast": 5.420592308044434,
       "step": 775,
-      "subrel-constrast": 5.246437072753906,
+      "subrel-constrast": 5.60831356048584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6181366443634033,
-      "cov-distil (oracle2student)": 4.179975509643555,
-      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "cov-distil": 2.1246399879455566,
+      "cov-distil (oracle2student)": 3.595367908477783,
+      "cov-distil (oracle2teacher)": 4.677308559417725,
       "epoch": 0.609105180533752,
-      "rel-constrast": 3.174107789993286,
+      "rel-constrast": 3.4084246158599854,
       "step": 776,
-      "subrel-constrast": 4.24804162979126,
+      "subrel-constrast": 4.062203407287598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841779470443726,
-      "cov-distil (oracle2student)": 4.076355934143066,
-      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "cov-distil": 2.1425368785858154,
+      "cov-distil (oracle2student)": 4.6184844970703125,
+      "cov-distil (oracle2teacher)": 4.195455074310303,
       "epoch": 0.6098901098901099,
-      "rel-constrast": 3.13995623588562,
+      "rel-constrast": 3.67858624458313,
       "step": 777,
-      "subrel-constrast": 3.882110834121704,
+      "subrel-constrast": 4.048653602600098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4938359260559082,
-      "cov-distil (oracle2student)": 3.114800453186035,
-      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "cov-distil": 1.896728515625,
+      "cov-distil (oracle2student)": 3.5128607749938965,
+      "cov-distil (oracle2teacher)": 3.4237685203552246,
       "epoch": 0.6106750392464678,
-      "rel-constrast": 2.3868465423583984,
+      "rel-constrast": 2.54510498046875,
       "step": 778,
-      "subrel-constrast": 3.307704448699951,
+      "subrel-constrast": 3.0003485679626465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6191189289093018,
-      "cov-distil (oracle2student)": 3.7162814140319824,
-      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "cov-distil": 1.7340281009674072,
+      "cov-distil (oracle2student)": 4.360445022583008,
+      "cov-distil (oracle2teacher)": 4.661279678344727,
       "epoch": 0.6114599686028257,
-      "rel-constrast": 2.6197452545166016,
+      "rel-constrast": 3.22906231880188,
       "step": 779,
-      "subrel-constrast": 3.995907783508301,
+      "subrel-constrast": 3.9929819107055664,
       "view-similarity": 0
     },
     {
       "epoch": 0.6122448979591837,
-      "grad_norm": 5.71875,
+      "grad_norm": 7.625,
       "learning_rate": 3.8950000000000005e-05,
-      "loss": 0.8627,
+      "loss": 0.9383,
       "step": 780
     },
     {
-      "cov-distil": 1.567307472229004,
-      "cov-distil (oracle2student)": 3.8484396934509277,
-      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "cov-distil": 2.0860483646392822,
+      "cov-distil (oracle2student)": 4.5741682052612305,
+      "cov-distil (oracle2teacher)": 4.050600051879883,
       "epoch": 0.6122448979591837,
-      "rel-constrast": 2.7569737434387207,
+      "rel-constrast": 3.1628856658935547,
       "step": 780,
-      "subrel-constrast": 3.633056640625,
+      "subrel-constrast": 3.2471790313720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.703679084777832,
-      "cov-distil (oracle2student)": 5.909217834472656,
-      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "cov-distil": 2.50667142868042,
+      "cov-distil (oracle2student)": 6.771400451660156,
+      "cov-distil (oracle2teacher)": 6.182733535766602,
       "epoch": 0.6130298273155416,
-      "rel-constrast": 3.1182799339294434,
+      "rel-constrast": 3.1306979656219482,
       "step": 781,
-      "subrel-constrast": 4.302492618560791,
+      "subrel-constrast": 4.126930236816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5469286441802979,
-      "cov-distil (oracle2student)": 4.972591876983643,
-      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "cov-distil": 2.231055736541748,
+      "cov-distil (oracle2student)": 5.54215145111084,
+      "cov-distil (oracle2teacher)": 4.732599258422852,
       "epoch": 0.6138147566718996,
-      "rel-constrast": 3.5933823585510254,
+      "rel-constrast": 4.027646064758301,
       "step": 782,
-      "subrel-constrast": 4.120849609375,
+      "subrel-constrast": 3.946063280105591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.499288320541382,
-      "cov-distil (oracle2student)": 4.016372203826904,
-      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "cov-distil": 2.704841375350952,
+      "cov-distil (oracle2student)": 4.748509407043457,
+      "cov-distil (oracle2teacher)": 4.220213890075684,
       "epoch": 0.6145996860282574,
-      "rel-constrast": 3.579235076904297,
+      "rel-constrast": 3.7203240394592285,
       "step": 783,
-      "subrel-constrast": 4.995879650115967,
+      "subrel-constrast": 4.690211296081543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7838202714920044,
-      "cov-distil (oracle2student)": 4.292354106903076,
-      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "cov-distil": 2.721923351287842,
+      "cov-distil (oracle2student)": 5.281452178955078,
+      "cov-distil (oracle2teacher)": 4.566875457763672,
       "epoch": 0.6153846153846154,
-      "rel-constrast": 4.380586624145508,
+      "rel-constrast": 5.343472957611084,
       "step": 784,
-      "subrel-constrast": 4.989373683929443,
+      "subrel-constrast": 4.753566741943359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.360783338546753,
-      "cov-distil (oracle2student)": 2.8544771671295166,
-      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "cov-distil": 1.6865699291229248,
+      "cov-distil (oracle2student)": 3.1804556846618652,
+      "cov-distil (oracle2teacher)": 2.883664131164551,
       "epoch": 0.6161695447409733,
-      "rel-constrast": 2.633727788925171,
+      "rel-constrast": 3.0664286613464355,
       "step": 785,
-      "subrel-constrast": 3.0272700786590576,
+      "subrel-constrast": 3.025939702987671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2854633331298828,
-      "cov-distil (oracle2student)": 4.519411087036133,
-      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "cov-distil": 1.637481451034546,
+      "cov-distil (oracle2student)": 4.416049957275391,
+      "cov-distil (oracle2teacher)": 4.686575889587402,
       "epoch": 0.6169544740973313,
-      "rel-constrast": 3.793271541595459,
+      "rel-constrast": 4.128195762634277,
       "step": 786,
-      "subrel-constrast": 4.128157138824463,
+      "subrel-constrast": 4.118139743804932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158350229263306,
-      "cov-distil (oracle2student)": 8.350929260253906,
-      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "cov-distil": 2.468355894088745,
+      "cov-distil (oracle2student)": 8.58871078491211,
+      "cov-distil (oracle2teacher)": 7.315741539001465,
       "epoch": 0.6177394034536892,
-      "rel-constrast": 4.180355548858643,
+      "rel-constrast": 4.604372978210449,
       "step": 787,
-      "subrel-constrast": 4.325165748596191,
+      "subrel-constrast": 4.865985870361328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7012990713119507,
-      "cov-distil (oracle2student)": 4.489649772644043,
-      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "cov-distil": 1.7514426708221436,
+      "cov-distil (oracle2student)": 4.680485725402832,
+      "cov-distil (oracle2teacher)": 4.732631683349609,
       "epoch": 0.6185243328100472,
-      "rel-constrast": 2.7871315479278564,
+      "rel-constrast": 3.8200745582580566,
       "step": 788,
-      "subrel-constrast": 3.8673195838928223,
+      "subrel-constrast": 3.49665904045105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.114866256713867,
-      "cov-distil (oracle2student)": 4.235287666320801,
-      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "cov-distil": 2.9236176013946533,
+      "cov-distil (oracle2student)": 5.272342681884766,
+      "cov-distil (oracle2teacher)": 4.227210521697998,
       "epoch": 0.619309262166405,
-      "rel-constrast": 3.4823496341705322,
+      "rel-constrast": 5.068964004516602,
       "step": 789,
-      "subrel-constrast": 4.297632217407227,
+      "subrel-constrast": 3.958841323852539,
       "view-similarity": 0
     },
     {
       "epoch": 0.6200941915227629,
-      "grad_norm": 7.875,
+      "grad_norm": 9.25,
       "learning_rate": 3.9450000000000003e-05,
-      "loss": 0.9013,
+      "loss": 1.0018,
       "step": 790
     },
     {
-      "cov-distil": 1.5477025508880615,
-      "cov-distil (oracle2student)": 5.949827671051025,
-      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "cov-distil": 2.2746267318725586,
+      "cov-distil (oracle2student)": 5.911013126373291,
+      "cov-distil (oracle2teacher)": 5.6180853843688965,
       "epoch": 0.6200941915227629,
-      "rel-constrast": 4.039373397827148,
+      "rel-constrast": 4.061481475830078,
       "step": 790,
-      "subrel-constrast": 4.567863464355469,
+      "subrel-constrast": 4.836816787719727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3561406135559082,
-      "cov-distil (oracle2student)": 3.604832649230957,
-      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "cov-distil": 1.856873869895935,
+      "cov-distil (oracle2student)": 3.14231538772583,
+      "cov-distil (oracle2teacher)": 4.187923431396484,
       "epoch": 0.6208791208791209,
-      "rel-constrast": 3.4909794330596924,
+      "rel-constrast": 3.3938162326812744,
       "step": 791,
-      "subrel-constrast": 4.409178733825684,
+      "subrel-constrast": 4.428590774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.871955394744873,
-      "cov-distil (oracle2student)": 4.196135520935059,
-      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "cov-distil": 1.8115508556365967,
+      "cov-distil (oracle2student)": 4.578952789306641,
+      "cov-distil (oracle2teacher)": 4.331554412841797,
       "epoch": 0.6216640502354788,
-      "rel-constrast": 2.9357693195343018,
+      "rel-constrast": 3.25628399848938,
       "step": 792,
-      "subrel-constrast": 3.2282023429870605,
+      "subrel-constrast": 3.265045404434204,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.003251791000366,
-      "cov-distil (oracle2student)": 4.818282127380371,
-      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "cov-distil": 2.423172950744629,
+      "cov-distil (oracle2student)": 5.591062545776367,
+      "cov-distil (oracle2teacher)": 4.888613700866699,
       "epoch": 0.6224489795918368,
-      "rel-constrast": 2.581894636154175,
+      "rel-constrast": 3.420088291168213,
       "step": 793,
-      "subrel-constrast": 3.626744031906128,
+      "subrel-constrast": 3.682490587234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013441562652588,
-      "cov-distil (oracle2student)": 4.1534881591796875,
-      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "cov-distil": 2.1695425510406494,
+      "cov-distil (oracle2student)": 5.115130424499512,
+      "cov-distil (oracle2teacher)": 4.55626916885376,
       "epoch": 0.6232339089481946,
-      "rel-constrast": 3.052790403366089,
+      "rel-constrast": 3.757192850112915,
       "step": 794,
-      "subrel-constrast": 3.9772417545318604,
+      "subrel-constrast": 3.434692859649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3264985084533691,
-      "cov-distil (oracle2student)": 2.9551219940185547,
-      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "cov-distil": 1.5382232666015625,
+      "cov-distil (oracle2student)": 2.9952645301818848,
+      "cov-distil (oracle2teacher)": 3.1940860748291016,
       "epoch": 0.6240188383045526,
-      "rel-constrast": 2.9264769554138184,
+      "rel-constrast": 2.5813639163970947,
       "step": 795,
-      "subrel-constrast": 3.479712724685669,
+      "subrel-constrast": 3.1796300411224365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9255633354187012,
-      "cov-distil (oracle2student)": 4.218044281005859,
-      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "cov-distil": 1.8859107494354248,
+      "cov-distil (oracle2student)": 4.220844745635986,
+      "cov-distil (oracle2teacher)": 4.328567028045654,
       "epoch": 0.6248037676609105,
-      "rel-constrast": 2.9784960746765137,
+      "rel-constrast": 3.2804794311523438,
       "step": 796,
-      "subrel-constrast": 3.8964850902557373,
+      "subrel-constrast": 3.828761577606201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.79434335231781,
-      "cov-distil (oracle2student)": 3.4287924766540527,
-      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "cov-distil": 2.4283809661865234,
+      "cov-distil (oracle2student)": 3.9118874073028564,
+      "cov-distil (oracle2teacher)": 3.888495922088623,
       "epoch": 0.6255886970172685,
-      "rel-constrast": 2.4437570571899414,
+      "rel-constrast": 2.5512380599975586,
       "step": 797,
-      "subrel-constrast": 3.4459657669067383,
+      "subrel-constrast": 3.512357234954834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4499318599700928,
-      "cov-distil (oracle2student)": 3.9298148155212402,
-      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "cov-distil": 2.2765426635742188,
+      "cov-distil (oracle2student)": 4.8082146644592285,
+      "cov-distil (oracle2teacher)": 3.902686357498169,
       "epoch": 0.6263736263736264,
-      "rel-constrast": 3.9533963203430176,
+      "rel-constrast": 4.791129112243652,
       "step": 798,
-      "subrel-constrast": 4.786764144897461,
+      "subrel-constrast": 4.411496639251709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6373556852340698,
-      "cov-distil (oracle2student)": 4.715010166168213,
-      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "cov-distil": 2.234588623046875,
+      "cov-distil (oracle2student)": 5.007917404174805,
+      "cov-distil (oracle2teacher)": 4.987737655639648,
       "epoch": 0.6271585557299842,
-      "rel-constrast": 4.105449676513672,
+      "rel-constrast": 4.598823070526123,
       "step": 799,
-      "subrel-constrast": 4.462728500366211,
+      "subrel-constrast": 4.936426162719727,
       "view-similarity": 0
     },
     {
       "epoch": 0.6279434850863422,
-      "grad_norm": 6.375,
+      "grad_norm": 9.3125,
       "learning_rate": 3.995e-05,
-      "loss": 0.855,
+      "loss": 0.8923,
       "step": 800
     },
     {
@@ -8827,2191 +8827,2191 @@
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "student margin": 0.04833984375
+      "student margin": 0.046295166015625
     },
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "teacher margin": 0.027130126953125
+      "teacher margin": 0.0299072265625
     },
     {
       "epoch": 0.6279434850863422,
-      "margin difference": -0.021209716796875,
+      "margin difference": -0.016387939453125,
       "step": 800
     },
     {
-      "cov-distil": 2.0045931339263916,
-      "cov-distil (oracle2student)": 3.7618496417999268,
-      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "cov-distil": 2.0241048336029053,
+      "cov-distil (oracle2student)": 3.9974863529205322,
+      "cov-distil (oracle2teacher)": 3.7318315505981445,
       "epoch": 0.6279434850863422,
-      "rel-constrast": 2.2175610065460205,
+      "rel-constrast": 2.300175189971924,
       "step": 800,
-      "subrel-constrast": 3.892456293106079,
+      "subrel-constrast": 3.780639410018921,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.619981050491333,
-      "cov-distil (oracle2student)": 4.364217758178711,
-      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "cov-distil": 2.396726369857788,
+      "cov-distil (oracle2student)": 4.62131404876709,
+      "cov-distil (oracle2teacher)": 4.513237953186035,
       "epoch": 0.6287284144427001,
-      "rel-constrast": 4.093245506286621,
+      "rel-constrast": 4.073274612426758,
       "step": 801,
-      "subrel-constrast": 5.052906513214111,
+      "subrel-constrast": 4.772852420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9569767713546753,
-      "cov-distil (oracle2student)": 2.646055221557617,
-      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "cov-distil": 3.0832877159118652,
+      "cov-distil (oracle2student)": 3.26403546333313,
+      "cov-distil (oracle2teacher)": 3.1358118057250977,
       "epoch": 0.6295133437990581,
-      "rel-constrast": 2.6254687309265137,
+      "rel-constrast": 3.467078924179077,
       "step": 802,
-      "subrel-constrast": 3.3019208908081055,
+      "subrel-constrast": 3.490443229675293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089287757873535,
-      "cov-distil (oracle2student)": 5.582956314086914,
-      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "cov-distil": 1.9142239093780518,
+      "cov-distil (oracle2student)": 5.579619407653809,
+      "cov-distil (oracle2teacher)": 4.965686798095703,
       "epoch": 0.630298273155416,
-      "rel-constrast": 3.7026913166046143,
+      "rel-constrast": 3.7450711727142334,
       "step": 803,
-      "subrel-constrast": 3.879225969314575,
+      "subrel-constrast": 3.8026223182678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9473289251327515,
-      "cov-distil (oracle2student)": 3.230166435241699,
-      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "cov-distil": 2.1219918727874756,
+      "cov-distil (oracle2student)": 3.465679407119751,
+      "cov-distil (oracle2teacher)": 3.5218920707702637,
       "epoch": 0.631083202511774,
-      "rel-constrast": 1.864764928817749,
+      "rel-constrast": 2.408196449279785,
       "step": 804,
-      "subrel-constrast": 3.3280768394470215,
+      "subrel-constrast": 3.5018701553344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3922661542892456,
-      "cov-distil (oracle2student)": 4.060875415802002,
-      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "cov-distil": 1.4459668397903442,
+      "cov-distil (oracle2student)": 3.923173666000366,
+      "cov-distil (oracle2teacher)": 3.8860409259796143,
       "epoch": 0.6318681318681318,
-      "rel-constrast": 3.7141737937927246,
+      "rel-constrast": 3.9082555770874023,
       "step": 805,
-      "subrel-constrast": 4.204806804656982,
+      "subrel-constrast": 3.871812105178833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784874677658081,
-      "cov-distil (oracle2student)": 4.374386310577393,
-      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "cov-distil": 2.1211788654327393,
+      "cov-distil (oracle2student)": 5.424649238586426,
+      "cov-distil (oracle2teacher)": 4.680272102355957,
       "epoch": 0.6326530612244898,
-      "rel-constrast": 3.073376178741455,
+      "rel-constrast": 4.003725528717041,
       "step": 806,
-      "subrel-constrast": 3.565107583999634,
+      "subrel-constrast": 3.8697054386138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3918473720550537,
-      "cov-distil (oracle2student)": 4.301252841949463,
-      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "cov-distil": 2.145512104034424,
+      "cov-distil (oracle2student)": 5.250019073486328,
+      "cov-distil (oracle2teacher)": 4.717369556427002,
       "epoch": 0.6334379905808477,
-      "rel-constrast": 3.255364179611206,
+      "rel-constrast": 3.9986205101013184,
       "step": 807,
-      "subrel-constrast": 4.516900062561035,
+      "subrel-constrast": 4.081348896026611,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8820072412490845,
-      "cov-distil (oracle2student)": 4.317390441894531,
-      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "cov-distil": 2.5171971321105957,
+      "cov-distil (oracle2student)": 4.974362373352051,
+      "cov-distil (oracle2teacher)": 4.608996391296387,
       "epoch": 0.6342229199372057,
-      "rel-constrast": 2.3400073051452637,
+      "rel-constrast": 2.7656352519989014,
       "step": 808,
-      "subrel-constrast": 3.68056583404541,
+      "subrel-constrast": 3.6235463619232178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104020595550537,
-      "cov-distil (oracle2student)": 4.113283157348633,
-      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "cov-distil": 2.3656296730041504,
+      "cov-distil (oracle2student)": 4.895097255706787,
+      "cov-distil (oracle2teacher)": 4.399863243103027,
       "epoch": 0.6350078492935636,
-      "rel-constrast": 2.7774062156677246,
+      "rel-constrast": 3.409998655319214,
       "step": 809,
-      "subrel-constrast": 3.156845808029175,
+      "subrel-constrast": 3.2858588695526123,
       "view-similarity": 0
     },
     {
       "epoch": 0.6357927786499215,
-      "grad_norm": 5.875,
+      "grad_norm": 9.875,
       "learning_rate": 4.045000000000001e-05,
-      "loss": 0.792,
+      "loss": 0.852,
       "step": 810
     },
     {
-      "cov-distil": 1.9225842952728271,
-      "cov-distil (oracle2student)": 4.772700309753418,
-      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "cov-distil": 2.4723076820373535,
+      "cov-distil (oracle2student)": 5.742127895355225,
+      "cov-distil (oracle2teacher)": 4.469183444976807,
       "epoch": 0.6357927786499215,
-      "rel-constrast": 2.274402618408203,
+      "rel-constrast": 3.4872055053710938,
       "step": 810,
-      "subrel-constrast": 3.793257236480713,
+      "subrel-constrast": 3.7737765312194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146592140197754,
-      "cov-distil (oracle2student)": 3.9638068675994873,
-      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "cov-distil": 2.123300313949585,
+      "cov-distil (oracle2student)": 4.420330047607422,
+      "cov-distil (oracle2teacher)": 4.663112640380859,
       "epoch": 0.6365777080062794,
-      "rel-constrast": 2.302318572998047,
+      "rel-constrast": 3.19289493560791,
       "step": 811,
-      "subrel-constrast": 3.4826509952545166,
+      "subrel-constrast": 3.8449835777282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7630622386932373,
-      "cov-distil (oracle2student)": 3.8982958793640137,
-      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "cov-distil": 2.2566237449645996,
+      "cov-distil (oracle2student)": 4.116199970245361,
+      "cov-distil (oracle2teacher)": 3.975741147994995,
       "epoch": 0.6373626373626373,
-      "rel-constrast": 3.0242116451263428,
+      "rel-constrast": 3.455289840698242,
       "step": 812,
-      "subrel-constrast": 3.74605655670166,
+      "subrel-constrast": 3.765545129776001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2058258056640625,
-      "cov-distil (oracle2student)": 5.105160236358643,
-      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "cov-distil": 2.1667912006378174,
+      "cov-distil (oracle2student)": 5.345813274383545,
+      "cov-distil (oracle2teacher)": 4.406340599060059,
       "epoch": 0.6381475667189953,
-      "rel-constrast": 3.7548186779022217,
+      "rel-constrast": 3.665705680847168,
       "step": 813,
-      "subrel-constrast": 4.288941383361816,
+      "subrel-constrast": 4.093423366546631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2325778007507324,
-      "cov-distil (oracle2student)": 3.994985818862915,
-      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "cov-distil": 2.6961753368377686,
+      "cov-distil (oracle2student)": 4.755043983459473,
+      "cov-distil (oracle2teacher)": 4.336665153503418,
       "epoch": 0.6389324960753532,
-      "rel-constrast": 4.058200836181641,
+      "rel-constrast": 4.565523147583008,
       "step": 814,
-      "subrel-constrast": 5.199466705322266,
+      "subrel-constrast": 5.120007514953613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6037338972091675,
-      "cov-distil (oracle2student)": 3.0010287761688232,
-      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "cov-distil": 1.8166258335113525,
+      "cov-distil (oracle2student)": 3.467742681503296,
+      "cov-distil (oracle2teacher)": 3.107326030731201,
       "epoch": 0.6397174254317112,
-      "rel-constrast": 2.544131278991699,
+      "rel-constrast": 2.7664432525634766,
       "step": 815,
-      "subrel-constrast": 3.9001212120056152,
+      "subrel-constrast": 2.9938812255859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8440213203430176,
-      "cov-distil (oracle2student)": 3.382146120071411,
-      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "cov-distil": 2.466531753540039,
+      "cov-distil (oracle2student)": 3.8548033237457275,
+      "cov-distil (oracle2teacher)": 3.812587261199951,
       "epoch": 0.640502354788069,
-      "rel-constrast": 3.101287603378296,
+      "rel-constrast": 3.049858570098877,
       "step": 816,
-      "subrel-constrast": 3.941652297973633,
+      "subrel-constrast": 3.987323045730591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3768600225448608,
-      "cov-distil (oracle2student)": 4.8537187576293945,
-      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "cov-distil": 1.895331621170044,
+      "cov-distil (oracle2student)": 5.51685905456543,
+      "cov-distil (oracle2teacher)": 4.546798229217529,
       "epoch": 0.641287284144427,
-      "rel-constrast": 3.138200521469116,
+      "rel-constrast": 4.071093559265137,
       "step": 817,
-      "subrel-constrast": 4.078574180603027,
+      "subrel-constrast": 3.8209733963012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3285818099975586,
-      "cov-distil (oracle2student)": 3.95272159576416,
-      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "cov-distil": 1.9024813175201416,
+      "cov-distil (oracle2student)": 4.008884429931641,
+      "cov-distil (oracle2teacher)": 3.873781681060791,
       "epoch": 0.6420722135007849,
-      "rel-constrast": 2.9757089614868164,
+      "rel-constrast": 3.134730339050293,
       "step": 818,
-      "subrel-constrast": 4.183833599090576,
+      "subrel-constrast": 3.560436725616455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9137150049209595,
-      "cov-distil (oracle2student)": 3.8996100425720215,
-      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "cov-distil": 2.6990745067596436,
+      "cov-distil (oracle2student)": 4.145615577697754,
+      "cov-distil (oracle2teacher)": 3.893411636352539,
       "epoch": 0.6428571428571429,
-      "rel-constrast": 3.0237324237823486,
+      "rel-constrast": 3.3359436988830566,
       "step": 819,
-      "subrel-constrast": 3.7355899810791016,
+      "subrel-constrast": 3.7698800563812256,
       "view-similarity": 0
     },
     {
       "epoch": 0.6436420722135008,
-      "grad_norm": 6.03125,
+      "grad_norm": 6.5625,
       "learning_rate": 4.095e-05,
-      "loss": 0.8033,
+      "loss": 0.8681,
       "step": 820
     },
     {
-      "cov-distil": 1.5698240995407104,
-      "cov-distil (oracle2student)": 3.570085287094116,
-      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "cov-distil": 1.4913229942321777,
+      "cov-distil (oracle2student)": 3.503937244415283,
+      "cov-distil (oracle2teacher)": 3.3012704849243164,
       "epoch": 0.6436420722135008,
-      "rel-constrast": 3.341369152069092,
+      "rel-constrast": 4.0764312744140625,
       "step": 820,
-      "subrel-constrast": 3.669610023498535,
+      "subrel-constrast": 3.3614537715911865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.108656406402588,
-      "cov-distil (oracle2student)": 4.587629318237305,
-      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "cov-distil": 2.682131290435791,
+      "cov-distil (oracle2student)": 4.566946983337402,
+      "cov-distil (oracle2teacher)": 4.824077606201172,
       "epoch": 0.6444270015698587,
-      "rel-constrast": 2.444645643234253,
+      "rel-constrast": 2.7872982025146484,
       "step": 821,
-      "subrel-constrast": 3.439606189727783,
+      "subrel-constrast": 3.5298821926116943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.427807092666626,
-      "cov-distil (oracle2student)": 4.807023048400879,
-      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "cov-distil": 2.1092615127563477,
+      "cov-distil (oracle2student)": 5.566984176635742,
+      "cov-distil (oracle2teacher)": 4.479093551635742,
       "epoch": 0.6452119309262166,
-      "rel-constrast": 3.5886707305908203,
+      "rel-constrast": 4.579043865203857,
       "step": 822,
-      "subrel-constrast": 4.190989017486572,
+      "subrel-constrast": 4.081467628479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7150936126708984,
-      "cov-distil (oracle2student)": 4.0572509765625,
-      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "cov-distil": 1.7659711837768555,
+      "cov-distil (oracle2student)": 5.2393951416015625,
+      "cov-distil (oracle2teacher)": 4.56248664855957,
       "epoch": 0.6459968602825745,
-      "rel-constrast": 4.181950092315674,
+      "rel-constrast": 4.584153175354004,
       "step": 823,
-      "subrel-constrast": 4.883435249328613,
+      "subrel-constrast": 4.342507839202881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.375495672225952,
-      "cov-distil (oracle2student)": 4.172708988189697,
-      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "cov-distil": 2.650578498840332,
+      "cov-distil (oracle2student)": 4.48793363571167,
+      "cov-distil (oracle2teacher)": 3.94382905960083,
       "epoch": 0.6467817896389325,
-      "rel-constrast": 3.079369306564331,
+      "rel-constrast": 3.092801809310913,
       "step": 824,
-      "subrel-constrast": 4.150157451629639,
+      "subrel-constrast": 3.83937406539917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.308274745941162,
-      "cov-distil (oracle2student)": 4.596344947814941,
-      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "cov-distil": 3.1708779335021973,
+      "cov-distil (oracle2student)": 5.016849994659424,
+      "cov-distil (oracle2teacher)": 4.284183502197266,
       "epoch": 0.6475667189952904,
-      "rel-constrast": 4.447976112365723,
+      "rel-constrast": 4.761890411376953,
       "step": 825,
-      "subrel-constrast": 4.973028659820557,
+      "subrel-constrast": 5.417451858520508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7622771263122559,
-      "cov-distil (oracle2student)": 4.808835029602051,
-      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "cov-distil": 2.241478443145752,
+      "cov-distil (oracle2student)": 5.151844024658203,
+      "cov-distil (oracle2teacher)": 5.225059986114502,
       "epoch": 0.6483516483516484,
-      "rel-constrast": 3.0392632484436035,
+      "rel-constrast": 3.6212735176086426,
       "step": 826,
-      "subrel-constrast": 4.2934980392456055,
+      "subrel-constrast": 3.73117733001709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2593860626220703,
-      "cov-distil (oracle2student)": 4.994297504425049,
-      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "cov-distil": 1.9511266946792603,
+      "cov-distil (oracle2student)": 5.438177108764648,
+      "cov-distil (oracle2teacher)": 4.69582986831665,
       "epoch": 0.6491365777080063,
-      "rel-constrast": 3.979785919189453,
+      "rel-constrast": 3.8562958240509033,
       "step": 827,
-      "subrel-constrast": 4.262341499328613,
+      "subrel-constrast": 3.734269857406616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6107163429260254,
-      "cov-distil (oracle2student)": 3.178396224975586,
-      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "cov-distil": 1.6709935665130615,
+      "cov-distil (oracle2student)": 4.58493185043335,
+      "cov-distil (oracle2teacher)": 3.0215516090393066,
       "epoch": 0.6499215070643642,
-      "rel-constrast": 2.977691888809204,
+      "rel-constrast": 4.311128616333008,
       "step": 828,
-      "subrel-constrast": 3.771296501159668,
+      "subrel-constrast": 3.5323760509490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.630000352859497,
-      "cov-distil (oracle2student)": 5.777911186218262,
-      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "cov-distil": 1.6916801929473877,
+      "cov-distil (oracle2student)": 6.1899800300598145,
+      "cov-distil (oracle2teacher)": 5.202908992767334,
       "epoch": 0.6507064364207221,
-      "rel-constrast": 3.3911921977996826,
+      "rel-constrast": 3.5776491165161133,
       "step": 829,
-      "subrel-constrast": 4.069247722625732,
+      "subrel-constrast": 3.7924444675445557,
       "view-similarity": 0
     },
     {
       "epoch": 0.6514913657770801,
-      "grad_norm": 6.75,
+      "grad_norm": 7.28125,
       "learning_rate": 4.145e-05,
-      "loss": 0.9087,
+      "loss": 0.9812,
       "step": 830
     },
     {
-      "cov-distil": 1.8794384002685547,
-      "cov-distil (oracle2student)": 4.103548049926758,
-      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "cov-distil": 2.3356940746307373,
+      "cov-distil (oracle2student)": 4.071619033813477,
+      "cov-distil (oracle2teacher)": 3.990034341812134,
       "epoch": 0.6514913657770801,
-      "rel-constrast": 4.0044355392456055,
+      "rel-constrast": 4.01130485534668,
       "step": 830,
-      "subrel-constrast": 4.624624252319336,
+      "subrel-constrast": 4.225636959075928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906476497650146,
-      "cov-distil (oracle2student)": 3.214458465576172,
-      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "cov-distil": 2.2811150550842285,
+      "cov-distil (oracle2student)": 3.260524034500122,
+      "cov-distil (oracle2teacher)": 3.6335341930389404,
       "epoch": 0.652276295133438,
-      "rel-constrast": 2.7704429626464844,
+      "rel-constrast": 2.6566925048828125,
       "step": 831,
-      "subrel-constrast": 3.6220717430114746,
+      "subrel-constrast": 3.7064754962921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9752247333526611,
-      "cov-distil (oracle2student)": 4.888476371765137,
-      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "cov-distil": 2.247473955154419,
+      "cov-distil (oracle2student)": 5.651100158691406,
+      "cov-distil (oracle2teacher)": 5.332487106323242,
       "epoch": 0.6530612244897959,
-      "rel-constrast": 3.941727638244629,
+      "rel-constrast": 4.359498023986816,
       "step": 832,
-      "subrel-constrast": 4.675938129425049,
+      "subrel-constrast": 5.029499053955078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7726495265960693,
-      "cov-distil (oracle2student)": 2.904669761657715,
-      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "cov-distil": 1.9488669633865356,
+      "cov-distil (oracle2student)": 3.5353236198425293,
+      "cov-distil (oracle2teacher)": 3.1988792419433594,
       "epoch": 0.6538461538461539,
-      "rel-constrast": 2.125884771347046,
+      "rel-constrast": 2.7589516639709473,
       "step": 833,
-      "subrel-constrast": 3.402971029281616,
+      "subrel-constrast": 3.0526840686798096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8348287343978882,
-      "cov-distil (oracle2student)": 3.610349178314209,
-      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "cov-distil": 2.0042920112609863,
+      "cov-distil (oracle2student)": 3.311549663543701,
+      "cov-distil (oracle2teacher)": 3.7095727920532227,
       "epoch": 0.6546310832025117,
-      "rel-constrast": 4.169477939605713,
+      "rel-constrast": 3.93538236618042,
       "step": 834,
-      "subrel-constrast": 4.495212078094482,
+      "subrel-constrast": 4.491973400115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.877418041229248,
-      "cov-distil (oracle2student)": 5.971458435058594,
-      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "cov-distil": 2.3319320678710938,
+      "cov-distil (oracle2student)": 6.884675979614258,
+      "cov-distil (oracle2teacher)": 5.895162582397461,
       "epoch": 0.6554160125588697,
-      "rel-constrast": 2.4234228134155273,
+      "rel-constrast": 3.0401082038879395,
       "step": 835,
-      "subrel-constrast": 3.372243642807007,
+      "subrel-constrast": 2.774482011795044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8137049674987793,
-      "cov-distil (oracle2student)": 5.548581123352051,
-      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "cov-distil": 1.891129493713379,
+      "cov-distil (oracle2student)": 6.087061405181885,
+      "cov-distil (oracle2teacher)": 5.290203094482422,
       "epoch": 0.6562009419152276,
-      "rel-constrast": 4.032650947570801,
+      "rel-constrast": 4.056557655334473,
       "step": 836,
-      "subrel-constrast": 4.941165447235107,
+      "subrel-constrast": 4.41768741607666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.24606990814209,
-      "cov-distil (oracle2student)": 3.6434006690979004,
-      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "cov-distil": 2.5794150829315186,
+      "cov-distil (oracle2student)": 4.131866931915283,
+      "cov-distil (oracle2teacher)": 3.8585705757141113,
       "epoch": 0.6569858712715856,
-      "rel-constrast": 3.4072937965393066,
+      "rel-constrast": 4.452622890472412,
       "step": 837,
-      "subrel-constrast": 4.71898889541626,
+      "subrel-constrast": 4.928619861602783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4418138265609741,
-      "cov-distil (oracle2student)": 4.0115790367126465,
-      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "cov-distil": 1.4749926328659058,
+      "cov-distil (oracle2student)": 4.152976989746094,
+      "cov-distil (oracle2teacher)": 3.658670425415039,
       "epoch": 0.6577708006279435,
-      "rel-constrast": 2.6703035831451416,
+      "rel-constrast": 3.1522409915924072,
       "step": 838,
-      "subrel-constrast": 3.024057388305664,
+      "subrel-constrast": 3.04065203666687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.321179747581482,
-      "cov-distil (oracle2student)": 3.9942774772644043,
-      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "cov-distil": 2.0656442642211914,
+      "cov-distil (oracle2student)": 4.73661994934082,
+      "cov-distil (oracle2teacher)": 3.9987878799438477,
       "epoch": 0.6585557299843015,
-      "rel-constrast": 4.570227146148682,
+      "rel-constrast": 5.010136127471924,
       "step": 839,
-      "subrel-constrast": 5.370950222015381,
+      "subrel-constrast": 5.0871076583862305,
       "view-similarity": 0
     },
     {
       "epoch": 0.6593406593406593,
-      "grad_norm": 7.21875,
+      "grad_norm": 8.6875,
       "learning_rate": 4.195e-05,
-      "loss": 0.898,
+      "loss": 0.9358,
       "step": 840
     },
     {
-      "cov-distil": 1.804254412651062,
-      "cov-distil (oracle2student)": 4.796672821044922,
-      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "cov-distil": 2.0672900676727295,
+      "cov-distil (oracle2student)": 4.540404319763184,
+      "cov-distil (oracle2teacher)": 5.127553939819336,
       "epoch": 0.6593406593406593,
-      "rel-constrast": 3.048487663269043,
+      "rel-constrast": 3.2874064445495605,
       "step": 840,
-      "subrel-constrast": 4.138221263885498,
+      "subrel-constrast": 4.215749263763428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.185621976852417,
-      "cov-distil (oracle2student)": 4.644382476806641,
-      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "cov-distil": 3.0865607261657715,
+      "cov-distil (oracle2student)": 5.453775882720947,
+      "cov-distil (oracle2teacher)": 4.888296127319336,
       "epoch": 0.6601255886970173,
-      "rel-constrast": 2.7198691368103027,
+      "rel-constrast": 3.5160412788391113,
       "step": 841,
-      "subrel-constrast": 3.728656768798828,
+      "subrel-constrast": 3.812720775604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1581225395202637,
-      "cov-distil (oracle2student)": 4.967820644378662,
-      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "cov-distil": 2.988182544708252,
+      "cov-distil (oracle2student)": 5.7858381271362305,
+      "cov-distil (oracle2teacher)": 5.096573829650879,
       "epoch": 0.6609105180533752,
-      "rel-constrast": 2.998076915740967,
+      "rel-constrast": 3.2108139991760254,
       "step": 842,
-      "subrel-constrast": 4.3113603591918945,
+      "subrel-constrast": 3.9645304679870605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6802887916564941,
-      "cov-distil (oracle2student)": 3.012141704559326,
-      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "cov-distil": 1.6559867858886719,
+      "cov-distil (oracle2student)": 4.20277214050293,
+      "cov-distil (oracle2teacher)": 3.659284830093384,
       "epoch": 0.6616954474097331,
-      "rel-constrast": 3.7015037536621094,
+      "rel-constrast": 4.103222370147705,
       "step": 843,
-      "subrel-constrast": 4.34977912902832,
+      "subrel-constrast": 3.9241135120391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9140921831130981,
-      "cov-distil (oracle2student)": 3.6763272285461426,
-      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "cov-distil": 2.0555334091186523,
+      "cov-distil (oracle2student)": 3.6795730590820312,
+      "cov-distil (oracle2teacher)": 4.028406143188477,
       "epoch": 0.6624803767660911,
-      "rel-constrast": 2.8182120323181152,
+      "rel-constrast": 3.0861854553222656,
       "step": 844,
-      "subrel-constrast": 3.526099681854248,
+      "subrel-constrast": 3.5311388969421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3611481189727783,
-      "cov-distil (oracle2student)": 3.414156675338745,
-      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "cov-distil": 2.69934344291687,
+      "cov-distil (oracle2student)": 4.033677577972412,
+      "cov-distil (oracle2teacher)": 3.8822219371795654,
       "epoch": 0.6632653061224489,
-      "rel-constrast": 3.6642966270446777,
+      "rel-constrast": 3.8620595932006836,
       "step": 845,
-      "subrel-constrast": 4.929279804229736,
+      "subrel-constrast": 4.681525230407715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16641902923584,
-      "cov-distil (oracle2student)": 5.345207214355469,
-      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "cov-distil": 2.433763265609741,
+      "cov-distil (oracle2student)": 6.528609275817871,
+      "cov-distil (oracle2teacher)": 5.862437725067139,
       "epoch": 0.6640502354788069,
-      "rel-constrast": 2.9499943256378174,
+      "rel-constrast": 3.958367347717285,
       "step": 846,
-      "subrel-constrast": 4.163426876068115,
+      "subrel-constrast": 4.218762397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2791935205459595,
-      "cov-distil (oracle2student)": 4.141592979431152,
-      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "cov-distil": 2.2436680793762207,
+      "cov-distil (oracle2student)": 5.038456916809082,
+      "cov-distil (oracle2teacher)": 4.087412357330322,
       "epoch": 0.6648351648351648,
-      "rel-constrast": 3.946357488632202,
+      "rel-constrast": 3.9944558143615723,
       "step": 847,
-      "subrel-constrast": 3.884228467941284,
+      "subrel-constrast": 4.376913547515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286513805389404,
-      "cov-distil (oracle2student)": 3.6746082305908203,
-      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "cov-distil": 1.5744894742965698,
+      "cov-distil (oracle2student)": 4.035322666168213,
+      "cov-distil (oracle2teacher)": 4.279043674468994,
       "epoch": 0.6656200941915228,
-      "rel-constrast": 2.590811252593994,
+      "rel-constrast": 2.9988443851470947,
       "step": 848,
-      "subrel-constrast": 3.7845067977905273,
+      "subrel-constrast": 3.346532106399536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7331000566482544,
-      "cov-distil (oracle2student)": 3.869168281555176,
-      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "cov-distil": 1.7716234922409058,
+      "cov-distil (oracle2student)": 4.4663166999816895,
+      "cov-distil (oracle2teacher)": 3.672461986541748,
       "epoch": 0.6664050235478807,
-      "rel-constrast": 3.201794147491455,
+      "rel-constrast": 3.106621265411377,
       "step": 849,
-      "subrel-constrast": 4.059730052947998,
+      "subrel-constrast": 3.6811439990997314,
       "view-similarity": 0
     },
     {
       "epoch": 0.6671899529042387,
-      "grad_norm": 6.5,
+      "grad_norm": 7.15625,
       "learning_rate": 4.245e-05,
-      "loss": 0.8383,
+      "loss": 0.8781,
       "step": 850
     },
     {
-      "cov-distil": 1.7655677795410156,
-      "cov-distil (oracle2student)": 3.762930154800415,
-      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "cov-distil": 2.084324359893799,
+      "cov-distil (oracle2student)": 4.112272262573242,
+      "cov-distil (oracle2teacher)": 4.169733047485352,
       "epoch": 0.6671899529042387,
-      "rel-constrast": 2.9008567333221436,
+      "rel-constrast": 3.1579267978668213,
       "step": 850,
-      "subrel-constrast": 3.404660701751709,
+      "subrel-constrast": 3.457568407058716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517121434211731,
-      "cov-distil (oracle2student)": 2.8830716609954834,
-      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "cov-distil": 1.7184252738952637,
+      "cov-distil (oracle2student)": 3.2816784381866455,
+      "cov-distil (oracle2teacher)": 3.5960745811462402,
       "epoch": 0.6679748822605965,
-      "rel-constrast": 4.325301170349121,
+      "rel-constrast": 4.929862022399902,
       "step": 851,
-      "subrel-constrast": 4.419717311859131,
+      "subrel-constrast": 4.675520420074463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9270949363708496,
-      "cov-distil (oracle2student)": 4.238532543182373,
-      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "cov-distil": 2.2196950912475586,
+      "cov-distil (oracle2student)": 5.344398021697998,
+      "cov-distil (oracle2teacher)": 4.496703147888184,
       "epoch": 0.6687598116169545,
-      "rel-constrast": 2.823596715927124,
+      "rel-constrast": 3.1046090126037598,
       "step": 852,
-      "subrel-constrast": 3.4322097301483154,
+      "subrel-constrast": 3.2616875171661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3329415321350098,
-      "cov-distil (oracle2student)": 6.140964031219482,
-      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "cov-distil": 2.111381769180298,
+      "cov-distil (oracle2student)": 7.459054946899414,
+      "cov-distil (oracle2teacher)": 6.521515846252441,
       "epoch": 0.6695447409733124,
-      "rel-constrast": 2.4979028701782227,
+      "rel-constrast": 2.611449718475342,
       "step": 853,
-      "subrel-constrast": 3.4758663177490234,
+      "subrel-constrast": 3.10337233543396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5264722108840942,
-      "cov-distil (oracle2student)": 5.3368964195251465,
-      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "cov-distil": 1.571357250213623,
+      "cov-distil (oracle2student)": 6.402609825134277,
+      "cov-distil (oracle2teacher)": 5.708658218383789,
       "epoch": 0.6703296703296703,
-      "rel-constrast": 3.0451555252075195,
+      "rel-constrast": 3.721426486968994,
       "step": 854,
-      "subrel-constrast": 3.68107533454895,
+      "subrel-constrast": 3.51344633102417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.527972459793091,
-      "cov-distil (oracle2student)": 4.9313225746154785,
-      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "cov-distil": 3.1283068656921387,
+      "cov-distil (oracle2student)": 4.400152206420898,
+      "cov-distil (oracle2teacher)": 4.971624851226807,
       "epoch": 0.6711145996860283,
-      "rel-constrast": 3.4113454818725586,
+      "rel-constrast": 3.2834744453430176,
       "step": 855,
-      "subrel-constrast": 4.2453413009643555,
+      "subrel-constrast": 4.660199165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2195277214050293,
-      "cov-distil (oracle2student)": 4.841870307922363,
-      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "cov-distil": 2.49289608001709,
+      "cov-distil (oracle2student)": 5.017967700958252,
+      "cov-distil (oracle2teacher)": 4.454375267028809,
       "epoch": 0.6718995290423861,
-      "rel-constrast": 3.8896093368530273,
+      "rel-constrast": 3.874404191970825,
       "step": 856,
-      "subrel-constrast": 4.457779884338379,
+      "subrel-constrast": 4.311699867248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9021310806274414,
-      "cov-distil (oracle2student)": 5.08781623840332,
-      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "cov-distil": 2.3428492546081543,
+      "cov-distil (oracle2student)": 6.521602630615234,
+      "cov-distil (oracle2teacher)": 5.238377571105957,
       "epoch": 0.6726844583987441,
-      "rel-constrast": 4.279557228088379,
+      "rel-constrast": 4.98021125793457,
       "step": 857,
-      "subrel-constrast": 4.490781307220459,
+      "subrel-constrast": 4.458598613739014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184224128723145,
-      "cov-distil (oracle2student)": 4.386934757232666,
-      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "cov-distil": 2.1586742401123047,
+      "cov-distil (oracle2student)": 4.743297576904297,
+      "cov-distil (oracle2teacher)": 4.861972808837891,
       "epoch": 0.673469387755102,
-      "rel-constrast": 2.4715077877044678,
+      "rel-constrast": 3.0185046195983887,
       "step": 858,
-      "subrel-constrast": 3.5174665451049805,
+      "subrel-constrast": 3.637573480606079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5252549648284912,
-      "cov-distil (oracle2student)": 4.384729862213135,
-      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "cov-distil": 1.7815613746643066,
+      "cov-distil (oracle2student)": 5.069211006164551,
+      "cov-distil (oracle2teacher)": 4.625375270843506,
       "epoch": 0.67425431711146,
-      "rel-constrast": 3.386720657348633,
+      "rel-constrast": 3.927893877029419,
       "step": 859,
-      "subrel-constrast": 4.306125640869141,
+      "subrel-constrast": 4.187974452972412,
       "view-similarity": 0
     },
     {
       "epoch": 0.6750392464678179,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.375,
       "learning_rate": 4.295e-05,
-      "loss": 0.8732,
+      "loss": 0.9152,
       "step": 860
     },
     {
-      "cov-distil": 2.1179590225219727,
-      "cov-distil (oracle2student)": 4.76759147644043,
-      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "cov-distil": 2.3275275230407715,
+      "cov-distil (oracle2student)": 5.453484058380127,
+      "cov-distil (oracle2teacher)": 4.669001579284668,
       "epoch": 0.6750392464678179,
-      "rel-constrast": 2.7477235794067383,
+      "rel-constrast": 3.0883092880249023,
       "step": 860,
-      "subrel-constrast": 3.7372775077819824,
+      "subrel-constrast": 3.8189210891723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7965826988220215,
-      "cov-distil (oracle2student)": 3.590010404586792,
-      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "cov-distil": 2.4788951873779297,
+      "cov-distil (oracle2student)": 4.462489128112793,
+      "cov-distil (oracle2teacher)": 3.931230068206787,
       "epoch": 0.6758241758241759,
-      "rel-constrast": 2.507899284362793,
+      "rel-constrast": 3.4943385124206543,
       "step": 861,
-      "subrel-constrast": 3.807100296020508,
+      "subrel-constrast": 3.9335737228393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7082825899124146,
-      "cov-distil (oracle2student)": 5.913630485534668,
-      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "cov-distil": 2.0409438610076904,
+      "cov-distil (oracle2student)": 5.88531494140625,
+      "cov-distil (oracle2teacher)": 5.5002312660217285,
       "epoch": 0.6766091051805337,
-      "rel-constrast": 3.268495559692383,
+      "rel-constrast": 3.943720579147339,
       "step": 862,
-      "subrel-constrast": 3.9798760414123535,
+      "subrel-constrast": 3.463715076446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8252453804016113,
-      "cov-distil (oracle2student)": 4.901181221008301,
-      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "cov-distil": 1.9176623821258545,
+      "cov-distil (oracle2student)": 4.88209867477417,
+      "cov-distil (oracle2teacher)": 5.097332954406738,
       "epoch": 0.6773940345368917,
-      "rel-constrast": 3.583211660385132,
+      "rel-constrast": 3.4022345542907715,
       "step": 863,
-      "subrel-constrast": 4.42688512802124,
+      "subrel-constrast": 4.176356792449951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3953462839126587,
-      "cov-distil (oracle2student)": 5.5138397216796875,
-      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "cov-distil": 1.6620619297027588,
+      "cov-distil (oracle2student)": 6.531160354614258,
+      "cov-distil (oracle2teacher)": 5.85151481628418,
       "epoch": 0.6781789638932496,
-      "rel-constrast": 3.1454901695251465,
+      "rel-constrast": 4.265978813171387,
       "step": 864,
-      "subrel-constrast": 3.9406254291534424,
+      "subrel-constrast": 3.884490489959717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6899718046188354,
-      "cov-distil (oracle2student)": 5.330373764038086,
-      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "cov-distil": 2.111593008041382,
+      "cov-distil (oracle2student)": 5.227636814117432,
+      "cov-distil (oracle2teacher)": 5.337945938110352,
       "epoch": 0.6789638932496075,
-      "rel-constrast": 2.3280701637268066,
+      "rel-constrast": 2.8487889766693115,
       "step": 865,
-      "subrel-constrast": 3.6453700065612793,
+      "subrel-constrast": 3.2373714447021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6296229362487793,
-      "cov-distil (oracle2student)": 4.770857810974121,
-      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "cov-distil": 2.3906097412109375,
+      "cov-distil (oracle2student)": 5.167361259460449,
+      "cov-distil (oracle2teacher)": 5.387311935424805,
       "epoch": 0.6797488226059655,
-      "rel-constrast": 3.20645809173584,
+      "rel-constrast": 3.188427209854126,
       "step": 866,
-      "subrel-constrast": 3.8591246604919434,
+      "subrel-constrast": 4.021615505218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7715446949005127,
-      "cov-distil (oracle2student)": 4.347777843475342,
-      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "cov-distil": 2.0040459632873535,
+      "cov-distil (oracle2student)": 5.630919456481934,
+      "cov-distil (oracle2teacher)": 5.020962715148926,
       "epoch": 0.6805337519623234,
-      "rel-constrast": 3.9846086502075195,
+      "rel-constrast": 4.7801055908203125,
       "step": 867,
-      "subrel-constrast": 5.185349941253662,
+      "subrel-constrast": 5.247258186340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6960502862930298,
-      "cov-distil (oracle2student)": 3.3439979553222656,
-      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "cov-distil": 1.7129077911376953,
+      "cov-distil (oracle2student)": 3.738029956817627,
+      "cov-distil (oracle2teacher)": 3.736387252807617,
       "epoch": 0.6813186813186813,
-      "rel-constrast": 2.1034369468688965,
+      "rel-constrast": 1.8440494537353516,
       "step": 868,
-      "subrel-constrast": 2.926976203918457,
+      "subrel-constrast": 2.7090156078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.505071759223938,
-      "cov-distil (oracle2student)": 2.9278054237365723,
-      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "cov-distil": 1.6173169612884521,
+      "cov-distil (oracle2student)": 3.582737445831299,
+      "cov-distil (oracle2teacher)": 3.1682801246643066,
       "epoch": 0.6821036106750392,
-      "rel-constrast": 3.0042061805725098,
+      "rel-constrast": 3.675318956375122,
       "step": 869,
-      "subrel-constrast": 3.6791141033172607,
+      "subrel-constrast": 3.383939743041992,
       "view-similarity": 0
     },
     {
       "epoch": 0.6828885400313972,
-      "grad_norm": 4.9375,
+      "grad_norm": 6.5625,
       "learning_rate": 4.345e-05,
-      "loss": 0.7898,
+      "loss": 0.8633,
       "step": 870
     },
     {
-      "cov-distil": 1.5478849411010742,
-      "cov-distil (oracle2student)": 4.5837202072143555,
-      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "cov-distil": 1.9869234561920166,
+      "cov-distil (oracle2student)": 5.340611457824707,
+      "cov-distil (oracle2teacher)": 5.131547927856445,
       "epoch": 0.6828885400313972,
-      "rel-constrast": 3.6690661907196045,
+      "rel-constrast": 4.2035322189331055,
       "step": 870,
-      "subrel-constrast": 3.755584239959717,
+      "subrel-constrast": 3.5107760429382324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4669153690338135,
-      "cov-distil (oracle2student)": 3.7385365962982178,
-      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "cov-distil": 1.3518933057785034,
+      "cov-distil (oracle2student)": 4.306206703186035,
+      "cov-distil (oracle2teacher)": 4.453194618225098,
       "epoch": 0.6836734693877551,
-      "rel-constrast": 3.5915560722351074,
+      "rel-constrast": 3.9446215629577637,
       "step": 871,
-      "subrel-constrast": 4.271019458770752,
+      "subrel-constrast": 4.509695053100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1383116245269775,
-      "cov-distil (oracle2student)": 4.596353530883789,
-      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "cov-distil": 2.496706485748291,
+      "cov-distil (oracle2student)": 4.210893630981445,
+      "cov-distil (oracle2teacher)": 4.342166900634766,
       "epoch": 0.6844583987441131,
-      "rel-constrast": 2.788327693939209,
+      "rel-constrast": 3.3719401359558105,
       "step": 872,
-      "subrel-constrast": 3.9468002319335938,
+      "subrel-constrast": 3.8871562480926514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5923734903335571,
-      "cov-distil (oracle2student)": 4.1226983070373535,
-      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "cov-distil": 1.691957950592041,
+      "cov-distil (oracle2student)": 5.222391128540039,
+      "cov-distil (oracle2teacher)": 5.017002582550049,
       "epoch": 0.685243328100471,
-      "rel-constrast": 3.274655342102051,
+      "rel-constrast": 3.8896470069885254,
       "step": 873,
-      "subrel-constrast": 3.9750561714172363,
+      "subrel-constrast": 3.4195663928985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.946056842803955,
-      "cov-distil (oracle2student)": 4.353828430175781,
-      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "cov-distil": 2.167623519897461,
+      "cov-distil (oracle2student)": 5.572680473327637,
+      "cov-distil (oracle2teacher)": 4.220798492431641,
       "epoch": 0.6860282574568289,
-      "rel-constrast": 2.741914749145508,
+      "rel-constrast": 2.9750654697418213,
       "step": 874,
-      "subrel-constrast": 3.176755905151367,
+      "subrel-constrast": 3.06172251701355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9557355642318726,
-      "cov-distil (oracle2student)": 3.949646472930908,
-      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "cov-distil": 2.0998356342315674,
+      "cov-distil (oracle2student)": 4.452457904815674,
+      "cov-distil (oracle2teacher)": 4.726762771606445,
       "epoch": 0.6868131868131868,
-      "rel-constrast": 2.8873188495635986,
+      "rel-constrast": 3.5637621879577637,
       "step": 875,
-      "subrel-constrast": 3.6380884647369385,
+      "subrel-constrast": 3.3495094776153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.401376247406006,
-      "cov-distil (oracle2student)": 5.006793022155762,
-      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "cov-distil": 2.5879006385803223,
+      "cov-distil (oracle2student)": 6.307969093322754,
+      "cov-distil (oracle2teacher)": 4.906314849853516,
       "epoch": 0.6875981161695447,
-      "rel-constrast": 4.074068069458008,
+      "rel-constrast": 4.693286895751953,
       "step": 876,
-      "subrel-constrast": 5.1672682762146,
+      "subrel-constrast": 4.9903059005737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2366654872894287,
-      "cov-distil (oracle2student)": 3.786804676055908,
-      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "cov-distil": 1.1960246562957764,
+      "cov-distil (oracle2student)": 4.199606418609619,
+      "cov-distil (oracle2teacher)": 4.277667045593262,
       "epoch": 0.6883830455259027,
-      "rel-constrast": 2.0299768447875977,
+      "rel-constrast": 2.318310022354126,
       "step": 877,
-      "subrel-constrast": 2.670637369155884,
+      "subrel-constrast": 2.6966910362243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0147178173065186,
-      "cov-distil (oracle2student)": 3.804882764816284,
-      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "cov-distil": 2.318570613861084,
+      "cov-distil (oracle2student)": 4.393073081970215,
+      "cov-distil (oracle2teacher)": 3.455695152282715,
       "epoch": 0.6891679748822606,
-      "rel-constrast": 2.7490639686584473,
+      "rel-constrast": 3.3598523139953613,
       "step": 878,
-      "subrel-constrast": 3.5756359100341797,
+      "subrel-constrast": 3.4972617626190186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5681298971176147,
-      "cov-distil (oracle2student)": 3.9214487075805664,
-      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "cov-distil": 1.604712963104248,
+      "cov-distil (oracle2student)": 4.812742233276367,
+      "cov-distil (oracle2teacher)": 4.432042121887207,
       "epoch": 0.6899529042386185,
-      "rel-constrast": 3.0104470252990723,
+      "rel-constrast": 3.7657222747802734,
       "step": 879,
-      "subrel-constrast": 3.337676763534546,
+      "subrel-constrast": 3.9478273391723633,
       "view-similarity": 0
     },
     {
       "epoch": 0.6907378335949764,
-      "grad_norm": 6.03125,
+      "grad_norm": 9.8125,
       "learning_rate": 4.3950000000000004e-05,
-      "loss": 0.8151,
+      "loss": 0.9021,
       "step": 880
     },
     {
-      "cov-distil": 2.2157304286956787,
-      "cov-distil (oracle2student)": 5.699595928192139,
-      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "cov-distil": 2.6153383255004883,
+      "cov-distil (oracle2student)": 6.290912628173828,
+      "cov-distil (oracle2teacher)": 5.163901329040527,
       "epoch": 0.6907378335949764,
-      "rel-constrast": 3.0941343307495117,
+      "rel-constrast": 3.4356861114501953,
       "step": 880,
-      "subrel-constrast": 4.322240352630615,
+      "subrel-constrast": 4.229956150054932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4810900688171387,
-      "cov-distil (oracle2student)": 3.3440780639648438,
-      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "cov-distil": 1.7166298627853394,
+      "cov-distil (oracle2student)": 3.536836624145508,
+      "cov-distil (oracle2teacher)": 3.5101006031036377,
       "epoch": 0.6915227629513344,
-      "rel-constrast": 3.586519241333008,
+      "rel-constrast": 3.3315963745117188,
       "step": 881,
-      "subrel-constrast": 3.7541935443878174,
+      "subrel-constrast": 3.4747748374938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5781233310699463,
-      "cov-distil (oracle2student)": 5.018100738525391,
-      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "cov-distil": 2.130197048187256,
+      "cov-distil (oracle2student)": 5.555070877075195,
+      "cov-distil (oracle2teacher)": 5.314323902130127,
       "epoch": 0.6923076923076923,
-      "rel-constrast": 4.0826897621154785,
+      "rel-constrast": 4.290964126586914,
       "step": 882,
-      "subrel-constrast": 4.779473304748535,
+      "subrel-constrast": 4.706758975982666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4764516353607178,
-      "cov-distil (oracle2student)": 3.1465892791748047,
-      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "cov-distil": 1.820596694946289,
+      "cov-distil (oracle2student)": 3.6406331062316895,
+      "cov-distil (oracle2teacher)": 3.524196147918701,
       "epoch": 0.6930926216640503,
-      "rel-constrast": 2.1886837482452393,
+      "rel-constrast": 2.0438151359558105,
       "step": 883,
-      "subrel-constrast": 2.8425724506378174,
+      "subrel-constrast": 2.900033473968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577139854431152,
-      "cov-distil (oracle2student)": 5.48944091796875,
-      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "cov-distil": 1.9745502471923828,
+      "cov-distil (oracle2student)": 5.422731399536133,
+      "cov-distil (oracle2teacher)": 5.130214691162109,
       "epoch": 0.6938775510204082,
-      "rel-constrast": 3.6461424827575684,
+      "rel-constrast": 3.7816274166107178,
       "step": 884,
-      "subrel-constrast": 4.1751885414123535,
+      "subrel-constrast": 4.169047832489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.30418062210083,
-      "cov-distil (oracle2student)": 3.6000726222991943,
-      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "cov-distil": 2.8008601665496826,
+      "cov-distil (oracle2student)": 4.399479866027832,
+      "cov-distil (oracle2teacher)": 3.890065908432007,
       "epoch": 0.6946624803767661,
-      "rel-constrast": 2.609241008758545,
+      "rel-constrast": 3.158116340637207,
       "step": 885,
-      "subrel-constrast": 4.044322967529297,
+      "subrel-constrast": 4.046071529388428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9188902378082275,
-      "cov-distil (oracle2student)": 3.3409061431884766,
-      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "cov-distil": 1.7208807468414307,
+      "cov-distil (oracle2student)": 3.50015926361084,
+      "cov-distil (oracle2teacher)": 3.8033294677734375,
       "epoch": 0.695447409733124,
-      "rel-constrast": 3.917679786682129,
+      "rel-constrast": 3.8988451957702637,
       "step": 886,
-      "subrel-constrast": 4.465198040008545,
+      "subrel-constrast": 4.504743576049805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6129820346832275,
-      "cov-distil (oracle2student)": 3.5256998538970947,
-      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "cov-distil": 1.6588244438171387,
+      "cov-distil (oracle2student)": 3.5594263076782227,
+      "cov-distil (oracle2teacher)": 3.719226360321045,
       "epoch": 0.6962323390894819,
-      "rel-constrast": 3.1687140464782715,
+      "rel-constrast": 3.0421152114868164,
       "step": 887,
-      "subrel-constrast": 4.09608268737793,
+      "subrel-constrast": 3.4976284503936768,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6923974752426147,
-      "cov-distil (oracle2student)": 3.194105863571167,
-      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "cov-distil": 2.045492649078369,
+      "cov-distil (oracle2student)": 3.9550905227661133,
+      "cov-distil (oracle2teacher)": 3.267087459564209,
       "epoch": 0.6970172684458399,
-      "rel-constrast": 2.669671058654785,
+      "rel-constrast": 3.7286970615386963,
       "step": 888,
-      "subrel-constrast": 3.512425661087036,
+      "subrel-constrast": 3.3367412090301514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7615928649902344,
-      "cov-distil (oracle2student)": 4.9741010665893555,
-      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "cov-distil": 1.9286051988601685,
+      "cov-distil (oracle2student)": 5.202018737792969,
+      "cov-distil (oracle2teacher)": 4.936763763427734,
       "epoch": 0.6978021978021978,
-      "rel-constrast": 2.2488291263580322,
+      "rel-constrast": 2.9979124069213867,
       "step": 889,
-      "subrel-constrast": 3.145869016647339,
+      "subrel-constrast": 2.9391002655029297,
       "view-similarity": 0
     },
     {
       "epoch": 0.6985871271585558,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.4375,
       "learning_rate": 4.445e-05,
-      "loss": 0.8243,
+      "loss": 0.8427,
       "step": 890
     },
     {
-      "cov-distil": 2.2956361770629883,
-      "cov-distil (oracle2student)": 5.470577716827393,
-      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "cov-distil": 2.526353359222412,
+      "cov-distil (oracle2student)": 5.967167377471924,
+      "cov-distil (oracle2teacher)": 5.376275062561035,
       "epoch": 0.6985871271585558,
-      "rel-constrast": 2.6768033504486084,
+      "rel-constrast": 3.3024144172668457,
       "step": 890,
-      "subrel-constrast": 3.943537950515747,
+      "subrel-constrast": 3.540593147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949636459350586,
-      "cov-distil (oracle2student)": 4.757634162902832,
-      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "cov-distil": 2.56846022605896,
+      "cov-distil (oracle2student)": 5.743405818939209,
+      "cov-distil (oracle2teacher)": 4.875088214874268,
       "epoch": 0.6993720565149136,
-      "rel-constrast": 2.2590112686157227,
+      "rel-constrast": 3.196890354156494,
       "step": 891,
-      "subrel-constrast": 3.1901254653930664,
+      "subrel-constrast": 3.246298313140869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.926931619644165,
-      "cov-distil (oracle2student)": 3.505540370941162,
-      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "cov-distil": 2.2346439361572266,
+      "cov-distil (oracle2student)": 3.5361998081207275,
+      "cov-distil (oracle2teacher)": 3.4744553565979004,
       "epoch": 0.7001569858712716,
-      "rel-constrast": 3.0852808952331543,
+      "rel-constrast": 3.4137110710144043,
       "step": 892,
-      "subrel-constrast": 4.544396877288818,
+      "subrel-constrast": 4.329852104187012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2596887350082397,
-      "cov-distil (oracle2student)": 4.653071403503418,
-      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "cov-distil": 1.167364239692688,
+      "cov-distil (oracle2student)": 5.168941497802734,
+      "cov-distil (oracle2teacher)": 4.3646721839904785,
       "epoch": 0.7009419152276295,
-      "rel-constrast": 2.719123363494873,
+      "rel-constrast": 2.8653008937835693,
       "step": 893,
-      "subrel-constrast": 3.29056715965271,
+      "subrel-constrast": 2.9792778491973877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7803575992584229,
-      "cov-distil (oracle2student)": 4.656095504760742,
-      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "cov-distil": 2.0642733573913574,
+      "cov-distil (oracle2student)": 4.931925296783447,
+      "cov-distil (oracle2teacher)": 4.744453430175781,
       "epoch": 0.7017268445839875,
-      "rel-constrast": 2.24275541305542,
+      "rel-constrast": 2.674319267272949,
       "step": 894,
-      "subrel-constrast": 3.273658037185669,
+      "subrel-constrast": 3.0639278888702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130441188812256,
-      "cov-distil (oracle2student)": 5.469186782836914,
-      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "cov-distil": 1.6949299573898315,
+      "cov-distil (oracle2student)": 5.9702558517456055,
+      "cov-distil (oracle2teacher)": 5.136995315551758,
       "epoch": 0.7025117739403454,
-      "rel-constrast": 3.1639580726623535,
+      "rel-constrast": 3.596431016921997,
       "step": 895,
-      "subrel-constrast": 4.3755879402160645,
+      "subrel-constrast": 3.8810415267944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741716861724854,
-      "cov-distil (oracle2student)": 3.9948792457580566,
-      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "cov-distil": 1.856001615524292,
+      "cov-distil (oracle2student)": 4.505743503570557,
+      "cov-distil (oracle2teacher)": 4.431365966796875,
       "epoch": 0.7032967032967034,
-      "rel-constrast": 2.7737693786621094,
+      "rel-constrast": 2.722695827484131,
       "step": 896,
-      "subrel-constrast": 3.267178773880005,
+      "subrel-constrast": 3.3229663372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8039289712905884,
-      "cov-distil (oracle2student)": 3.7117669582366943,
-      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "cov-distil": 1.8379526138305664,
+      "cov-distil (oracle2student)": 3.944589853286743,
+      "cov-distil (oracle2teacher)": 3.8049511909484863,
       "epoch": 0.7040816326530612,
-      "rel-constrast": 2.143932819366455,
+      "rel-constrast": 2.8160529136657715,
       "step": 897,
-      "subrel-constrast": 3.121236801147461,
+      "subrel-constrast": 2.9614009857177734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3587143421173096,
-      "cov-distil (oracle2student)": 4.403602123260498,
-      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "cov-distil": 2.3645009994506836,
+      "cov-distil (oracle2student)": 4.390262603759766,
+      "cov-distil (oracle2teacher)": 4.362174034118652,
       "epoch": 0.7048665620094191,
-      "rel-constrast": 2.3291571140289307,
+      "rel-constrast": 2.772310733795166,
       "step": 898,
-      "subrel-constrast": 3.47867751121521,
+      "subrel-constrast": 3.4329700469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.861637830734253,
-      "cov-distil (oracle2student)": 4.3754682540893555,
-      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "cov-distil": 2.237244129180908,
+      "cov-distil (oracle2student)": 5.519417762756348,
+      "cov-distil (oracle2teacher)": 3.6916470527648926,
       "epoch": 0.7056514913657771,
-      "rel-constrast": 3.8839848041534424,
+      "rel-constrast": 5.150705814361572,
       "step": 899,
-      "subrel-constrast": 4.644810676574707,
+      "subrel-constrast": 4.307447910308838,
       "view-similarity": 0
     },
     {
       "epoch": 0.706436420722135,
-      "grad_norm": 6.0625,
+      "grad_norm": 9.8125,
       "learning_rate": 4.495e-05,
-      "loss": 0.728,
+      "loss": 0.8128,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
-      "overlap": 0.30156251788139343,
+      "overlap": 0.2718749940395355,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "student margin": 0.0489501953125
+      "student margin": 0.045074462890625
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "teacher margin": 0.028717041015625
+      "teacher margin": 0.037322998046875
     },
     {
       "epoch": 0.706436420722135,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00775146484375,
       "step": 900
     },
     {
-      "cov-distil": 2.2758567333221436,
-      "cov-distil (oracle2student)": 3.112144708633423,
-      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "cov-distil": 2.311147928237915,
+      "cov-distil (oracle2student)": 3.330233573913574,
+      "cov-distil (oracle2teacher)": 3.7943742275238037,
       "epoch": 0.706436420722135,
-      "rel-constrast": 4.2263994216918945,
+      "rel-constrast": 4.451674461364746,
       "step": 900,
-      "subrel-constrast": 4.605080604553223,
+      "subrel-constrast": 4.540750980377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5694825649261475,
-      "cov-distil (oracle2student)": 2.912907838821411,
-      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "cov-distil": 1.9279557466506958,
+      "cov-distil (oracle2student)": 3.5640320777893066,
+      "cov-distil (oracle2teacher)": 3.6279072761535645,
       "epoch": 0.707221350078493,
-      "rel-constrast": 3.9801032543182373,
+      "rel-constrast": 3.9689056873321533,
       "step": 901,
-      "subrel-constrast": 4.070077419281006,
+      "subrel-constrast": 4.499424457550049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.285184621810913,
-      "cov-distil (oracle2student)": 3.1929121017456055,
-      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "cov-distil": 2.7493553161621094,
+      "cov-distil (oracle2student)": 3.4982075691223145,
+      "cov-distil (oracle2teacher)": 3.4487457275390625,
       "epoch": 0.7080062794348508,
-      "rel-constrast": 3.7210168838500977,
+      "rel-constrast": 3.6710946559906006,
       "step": 902,
-      "subrel-constrast": 5.039446830749512,
+      "subrel-constrast": 4.268523216247559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798686504364014,
-      "cov-distil (oracle2student)": 4.676393985748291,
-      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "cov-distil": 1.956506371498108,
+      "cov-distil (oracle2student)": 5.339967727661133,
+      "cov-distil (oracle2teacher)": 5.100460052490234,
       "epoch": 0.7087912087912088,
-      "rel-constrast": 2.927309036254883,
+      "rel-constrast": 2.8181982040405273,
       "step": 903,
-      "subrel-constrast": 3.2873969078063965,
+      "subrel-constrast": 3.1633055210113525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5412538051605225,
-      "cov-distil (oracle2student)": 5.285891056060791,
-      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "cov-distil": 1.493308186531067,
+      "cov-distil (oracle2student)": 5.159925937652588,
+      "cov-distil (oracle2teacher)": 4.648008823394775,
       "epoch": 0.7095761381475667,
-      "rel-constrast": 2.8550057411193848,
+      "rel-constrast": 3.052119255065918,
       "step": 904,
-      "subrel-constrast": 3.531097650527954,
+      "subrel-constrast": 3.4370810985565186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6112513542175293,
-      "cov-distil (oracle2student)": 4.020347595214844,
-      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "cov-distil": 1.694746971130371,
+      "cov-distil (oracle2student)": 4.756564140319824,
+      "cov-distil (oracle2teacher)": 4.631748199462891,
       "epoch": 0.7103610675039247,
-      "rel-constrast": 3.90101957321167,
+      "rel-constrast": 4.561760902404785,
       "step": 905,
-      "subrel-constrast": 4.510730266571045,
+      "subrel-constrast": 4.116257667541504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2648086547851562,
-      "cov-distil (oracle2student)": 5.239475250244141,
-      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "cov-distil": 2.436339855194092,
+      "cov-distil (oracle2student)": 5.808154106140137,
+      "cov-distil (oracle2teacher)": 5.039184093475342,
       "epoch": 0.7111459968602826,
-      "rel-constrast": 4.096606254577637,
+      "rel-constrast": 4.579559803009033,
       "step": 906,
-      "subrel-constrast": 4.7054009437561035,
+      "subrel-constrast": 4.400875091552734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.87594735622406,
-      "cov-distil (oracle2student)": 3.4948787689208984,
-      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "cov-distil": 2.029197931289673,
+      "cov-distil (oracle2student)": 4.060882568359375,
+      "cov-distil (oracle2teacher)": 3.831162691116333,
       "epoch": 0.7119309262166404,
-      "rel-constrast": 2.4869022369384766,
+      "rel-constrast": 2.9906492233276367,
       "step": 907,
-      "subrel-constrast": 2.939744472503662,
+      "subrel-constrast": 2.808309316635132,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6819136142730713,
-      "cov-distil (oracle2student)": 3.956923007965088,
-      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "cov-distil": 1.9390037059783936,
+      "cov-distil (oracle2student)": 4.024724960327148,
+      "cov-distil (oracle2teacher)": 3.678377866744995,
       "epoch": 0.7127158555729984,
-      "rel-constrast": 3.1140904426574707,
+      "rel-constrast": 3.4137182235717773,
       "step": 908,
-      "subrel-constrast": 4.3997087478637695,
+      "subrel-constrast": 4.1222076416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0586934089660645,
-      "cov-distil (oracle2student)": 6.132615566253662,
-      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "cov-distil": 2.803408622741699,
+      "cov-distil (oracle2student)": 7.011868476867676,
+      "cov-distil (oracle2teacher)": 5.844389915466309,
       "epoch": 0.7135007849293563,
-      "rel-constrast": 4.984131813049316,
+      "rel-constrast": 5.425812244415283,
       "step": 909,
-      "subrel-constrast": 5.425019264221191,
+      "subrel-constrast": 5.403790473937988,
       "view-similarity": 0
     },
     {
       "epoch": 0.7142857142857143,
-      "grad_norm": 7.59375,
+      "grad_norm": 8.75,
       "learning_rate": 4.545000000000001e-05,
-      "loss": 0.9539,
+      "loss": 0.9733,
       "step": 910
     },
     {
-      "cov-distil": 1.6229896545410156,
-      "cov-distil (oracle2student)": 4.070446968078613,
-      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "cov-distil": 2.235384941101074,
+      "cov-distil (oracle2student)": 4.691333770751953,
+      "cov-distil (oracle2teacher)": 4.777897834777832,
       "epoch": 0.7142857142857143,
-      "rel-constrast": 3.2242932319641113,
+      "rel-constrast": 3.0134973526000977,
       "step": 910,
-      "subrel-constrast": 3.859609603881836,
+      "subrel-constrast": 3.736785411834717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8170173168182373,
-      "cov-distil (oracle2student)": 4.4720916748046875,
-      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "cov-distil": 2.008382558822632,
+      "cov-distil (oracle2student)": 4.763885974884033,
+      "cov-distil (oracle2teacher)": 4.731626033782959,
       "epoch": 0.7150706436420722,
-      "rel-constrast": 3.0169482231140137,
+      "rel-constrast": 2.959916114807129,
       "step": 911,
-      "subrel-constrast": 3.8084235191345215,
+      "subrel-constrast": 3.594634532928467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5292870998382568,
-      "cov-distil (oracle2student)": 4.345184326171875,
-      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "cov-distil": 1.6636135578155518,
+      "cov-distil (oracle2student)": 4.3891520500183105,
+      "cov-distil (oracle2teacher)": 4.248874187469482,
       "epoch": 0.7158555729984302,
-      "rel-constrast": 3.397573471069336,
+      "rel-constrast": 3.1279983520507812,
       "step": 912,
-      "subrel-constrast": 3.2584228515625,
+      "subrel-constrast": 3.2355239391326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.223121404647827,
-      "cov-distil (oracle2student)": 4.264377593994141,
-      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "cov-distil": 3.0411596298217773,
+      "cov-distil (oracle2student)": 5.428493499755859,
+      "cov-distil (oracle2teacher)": 5.320887565612793,
       "epoch": 0.716640502354788,
-      "rel-constrast": 2.8414294719696045,
+      "rel-constrast": 3.7566728591918945,
       "step": 913,
-      "subrel-constrast": 4.336313724517822,
+      "subrel-constrast": 4.369427680969238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.661023736000061,
-      "cov-distil (oracle2student)": 4.143952369689941,
-      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "cov-distil": 2.5259439945220947,
+      "cov-distil (oracle2student)": 4.317468643188477,
+      "cov-distil (oracle2teacher)": 4.074265480041504,
       "epoch": 0.717425431711146,
-      "rel-constrast": 2.8086204528808594,
+      "rel-constrast": 3.137404203414917,
       "step": 914,
-      "subrel-constrast": 3.964709997177124,
+      "subrel-constrast": 4.268316745758057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073925495147705,
-      "cov-distil (oracle2student)": 3.812002658843994,
-      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "cov-distil": 2.629445791244507,
+      "cov-distil (oracle2student)": 4.251430511474609,
+      "cov-distil (oracle2teacher)": 3.5125131607055664,
       "epoch": 0.7182103610675039,
-      "rel-constrast": 2.701813220977783,
+      "rel-constrast": 3.3274784088134766,
       "step": 915,
-      "subrel-constrast": 3.5543386936187744,
+      "subrel-constrast": 3.388676881790161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841255784034729,
-      "cov-distil (oracle2student)": 3.9284794330596924,
-      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "cov-distil": 1.8637619018554688,
+      "cov-distil (oracle2student)": 5.047358512878418,
+      "cov-distil (oracle2teacher)": 4.970431804656982,
       "epoch": 0.7189952904238619,
-      "rel-constrast": 3.2184972763061523,
+      "rel-constrast": 4.035821914672852,
       "step": 916,
-      "subrel-constrast": 4.3179755210876465,
+      "subrel-constrast": 4.4201130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.29209041595459,
-      "cov-distil (oracle2student)": 5.0997748374938965,
-      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "cov-distil": 2.499739646911621,
+      "cov-distil (oracle2student)": 5.862354755401611,
+      "cov-distil (oracle2teacher)": 4.6612043380737305,
       "epoch": 0.7197802197802198,
-      "rel-constrast": 2.7742223739624023,
+      "rel-constrast": 3.701457977294922,
       "step": 917,
-      "subrel-constrast": 3.9090025424957275,
+      "subrel-constrast": 3.524897813796997,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.126772403717041,
-      "cov-distil (oracle2student)": 5.042139053344727,
-      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "cov-distil": 2.6731886863708496,
+      "cov-distil (oracle2student)": 6.43360710144043,
+      "cov-distil (oracle2teacher)": 5.292421340942383,
       "epoch": 0.7205651491365777,
-      "rel-constrast": 3.499645233154297,
+      "rel-constrast": 4.100305557250977,
       "step": 918,
-      "subrel-constrast": 4.131096839904785,
+      "subrel-constrast": 4.070356369018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1853413581848145,
-      "cov-distil (oracle2student)": 5.0499186515808105,
-      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "cov-distil": 2.4293737411499023,
+      "cov-distil (oracle2student)": 6.126158714294434,
+      "cov-distil (oracle2teacher)": 4.8115644454956055,
       "epoch": 0.7213500784929356,
-      "rel-constrast": 3.0944676399230957,
+      "rel-constrast": 3.7460761070251465,
       "step": 919,
-      "subrel-constrast": 4.054975509643555,
+      "subrel-constrast": 4.114635944366455,
       "view-similarity": 0
     },
     {
       "epoch": 0.7221350078492935,
-      "grad_norm": 7.625,
+      "grad_norm": 8.9375,
       "learning_rate": 4.5950000000000006e-05,
-      "loss": 0.8129,
+      "loss": 0.8727,
       "step": 920
     },
     {
-      "cov-distil": 1.575663685798645,
-      "cov-distil (oracle2student)": 4.080785751342773,
-      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "cov-distil": 2.159865379333496,
+      "cov-distil (oracle2student)": 4.355154037475586,
+      "cov-distil (oracle2teacher)": 4.970215797424316,
       "epoch": 0.7221350078492935,
-      "rel-constrast": 2.942035675048828,
+      "rel-constrast": 3.3372249603271484,
       "step": 920,
-      "subrel-constrast": 3.5585241317749023,
+      "subrel-constrast": 3.667041301727295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089031457901001,
-      "cov-distil (oracle2student)": 3.5837650299072266,
-      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "cov-distil": 2.0742580890655518,
+      "cov-distil (oracle2student)": 4.117455005645752,
+      "cov-distil (oracle2teacher)": 3.840569019317627,
       "epoch": 0.7229199372056515,
-      "rel-constrast": 3.1843388080596924,
+      "rel-constrast": 3.6480743885040283,
       "step": 921,
-      "subrel-constrast": 3.996202230453491,
+      "subrel-constrast": 3.7390756607055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6126110553741455,
-      "cov-distil (oracle2student)": 3.8322594165802,
-      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "cov-distil": 2.112276315689087,
+      "cov-distil (oracle2student)": 3.95101261138916,
+      "cov-distil (oracle2teacher)": 3.947111129760742,
       "epoch": 0.7237048665620094,
-      "rel-constrast": 2.8110198974609375,
+      "rel-constrast": 2.7100107669830322,
       "step": 922,
-      "subrel-constrast": 3.6679060459136963,
+      "subrel-constrast": 3.6668214797973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5855941772460938,
-      "cov-distil (oracle2student)": 5.666677474975586,
-      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "cov-distil": 1.7329771518707275,
+      "cov-distil (oracle2student)": 4.935001373291016,
+      "cov-distil (oracle2teacher)": 4.738431453704834,
       "epoch": 0.7244897959183674,
-      "rel-constrast": 3.647099256515503,
+      "rel-constrast": 3.176372528076172,
       "step": 923,
-      "subrel-constrast": 3.6234447956085205,
+      "subrel-constrast": 3.7251765727996826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8088470697402954,
-      "cov-distil (oracle2student)": 3.5870018005371094,
-      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "cov-distil": 2.2163853645324707,
+      "cov-distil (oracle2student)": 3.492276191711426,
+      "cov-distil (oracle2teacher)": 4.15766716003418,
       "epoch": 0.7252747252747253,
-      "rel-constrast": 3.079493761062622,
+      "rel-constrast": 3.591425657272339,
       "step": 924,
-      "subrel-constrast": 3.9141316413879395,
+      "subrel-constrast": 4.223146438598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2190501689910889,
-      "cov-distil (oracle2student)": 4.473470687866211,
-      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "cov-distil": 1.0423870086669922,
+      "cov-distil (oracle2student)": 4.518592834472656,
+      "cov-distil (oracle2teacher)": 4.4387712478637695,
       "epoch": 0.7260596546310832,
-      "rel-constrast": 3.165107250213623,
+      "rel-constrast": 3.7660884857177734,
       "step": 925,
-      "subrel-constrast": 3.897352457046509,
+      "subrel-constrast": 3.945324420928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0242605209350586,
-      "cov-distil (oracle2student)": 6.548642158508301,
-      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "cov-distil": 2.544114589691162,
+      "cov-distil (oracle2student)": 6.587258815765381,
+      "cov-distil (oracle2teacher)": 6.263145446777344,
       "epoch": 0.7268445839874411,
-      "rel-constrast": 3.701394557952881,
+      "rel-constrast": 2.756612777709961,
       "step": 926,
-      "subrel-constrast": 3.9507064819335938,
+      "subrel-constrast": 3.43852162361145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5379185676574707,
-      "cov-distil (oracle2student)": 3.4035112857818604,
-      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "cov-distil": 2.0042731761932373,
+      "cov-distil (oracle2student)": 4.138145446777344,
+      "cov-distil (oracle2teacher)": 3.93294358253479,
       "epoch": 0.7276295133437991,
-      "rel-constrast": 2.911174774169922,
+      "rel-constrast": 2.8703601360321045,
       "step": 927,
-      "subrel-constrast": 3.627082109451294,
+      "subrel-constrast": 3.868314504623413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6840705871582031,
-      "cov-distil (oracle2student)": 5.966733932495117,
-      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "cov-distil": 2.526165008544922,
+      "cov-distil (oracle2student)": 6.921487331390381,
+      "cov-distil (oracle2teacher)": 5.754782676696777,
       "epoch": 0.728414442700157,
-      "rel-constrast": 3.4538960456848145,
+      "rel-constrast": 4.525879859924316,
       "step": 928,
-      "subrel-constrast": 4.338021755218506,
+      "subrel-constrast": 4.409841537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749119997024536,
-      "cov-distil (oracle2student)": 4.814553260803223,
-      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "cov-distil": 2.3284482955932617,
+      "cov-distil (oracle2student)": 4.791724681854248,
+      "cov-distil (oracle2teacher)": 4.425764560699463,
       "epoch": 0.7291993720565149,
-      "rel-constrast": 3.272881507873535,
+      "rel-constrast": 4.081839561462402,
       "step": 929,
-      "subrel-constrast": 4.203635215759277,
+      "subrel-constrast": 4.595831871032715,
       "view-similarity": 0
     },
     {
       "epoch": 0.7299843014128728,
-      "grad_norm": 6.0,
+      "grad_norm": 7.09375,
       "learning_rate": 4.6450000000000004e-05,
-      "loss": 0.8465,
+      "loss": 0.8616,
       "step": 930
     },
     {
-      "cov-distil": 1.2940502166748047,
-      "cov-distil (oracle2student)": 4.268896102905273,
-      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "cov-distil": 1.8162834644317627,
+      "cov-distil (oracle2student)": 5.438209533691406,
+      "cov-distil (oracle2teacher)": 4.561699867248535,
       "epoch": 0.7299843014128728,
-      "rel-constrast": 2.788405418395996,
+      "rel-constrast": 3.6315224170684814,
       "step": 930,
-      "subrel-constrast": 3.7771759033203125,
+      "subrel-constrast": 4.094505310058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882677793502808,
-      "cov-distil (oracle2student)": 5.153918266296387,
-      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "cov-distil": 1.9169886112213135,
+      "cov-distil (oracle2student)": 5.37558650970459,
+      "cov-distil (oracle2teacher)": 5.32203483581543,
       "epoch": 0.7307692307692307,
-      "rel-constrast": 3.8575000762939453,
+      "rel-constrast": 3.796126365661621,
       "step": 931,
-      "subrel-constrast": 4.23193359375,
+      "subrel-constrast": 4.572080135345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.906712532043457,
-      "cov-distil (oracle2student)": 4.725667953491211,
-      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "cov-distil": 1.911139965057373,
+      "cov-distil (oracle2student)": 4.8625969886779785,
+      "cov-distil (oracle2teacher)": 5.082574844360352,
       "epoch": 0.7315541601255887,
-      "rel-constrast": 2.424145221710205,
+      "rel-constrast": 2.4476380348205566,
       "step": 932,
-      "subrel-constrast": 3.732316493988037,
+      "subrel-constrast": 3.290630340576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.835892915725708,
-      "cov-distil (oracle2student)": 2.91845703125,
-      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "cov-distil": 1.7160735130310059,
+      "cov-distil (oracle2student)": 3.0853962898254395,
+      "cov-distil (oracle2teacher)": 2.7816925048828125,
       "epoch": 0.7323390894819466,
-      "rel-constrast": 4.028440475463867,
+      "rel-constrast": 3.981914758682251,
       "step": 933,
-      "subrel-constrast": 4.382497787475586,
+      "subrel-constrast": 4.3725762367248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5429143905639648,
-      "cov-distil (oracle2student)": 4.434526443481445,
-      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "cov-distil": 2.286607265472412,
+      "cov-distil (oracle2student)": 4.499912738800049,
+      "cov-distil (oracle2teacher)": 4.6997456550598145,
       "epoch": 0.7331240188383046,
-      "rel-constrast": 3.283620834350586,
+      "rel-constrast": 3.3429737091064453,
       "step": 934,
-      "subrel-constrast": 4.480005264282227,
+      "subrel-constrast": 4.565069198608398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479607105255127,
-      "cov-distil (oracle2student)": 4.566035747528076,
-      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "cov-distil": 2.496753454208374,
+      "cov-distil (oracle2student)": 5.282962799072266,
+      "cov-distil (oracle2teacher)": 4.577972412109375,
       "epoch": 0.7339089481946625,
-      "rel-constrast": 3.1102888584136963,
+      "rel-constrast": 3.611607789993286,
       "step": 935,
-      "subrel-constrast": 4.2533392906188965,
+      "subrel-constrast": 4.445594310760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7382700443267822,
-      "cov-distil (oracle2student)": 4.074993133544922,
-      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "cov-distil": 1.833937406539917,
+      "cov-distil (oracle2student)": 5.096558570861816,
+      "cov-distil (oracle2teacher)": 4.422713756561279,
       "epoch": 0.7346938775510204,
-      "rel-constrast": 4.664027214050293,
+      "rel-constrast": 4.03973388671875,
       "step": 936,
-      "subrel-constrast": 4.777615547180176,
+      "subrel-constrast": 4.462681293487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8130892515182495,
-      "cov-distil (oracle2student)": 5.765524387359619,
-      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "cov-distil": 2.3766987323760986,
+      "cov-distil (oracle2student)": 6.172283172607422,
+      "cov-distil (oracle2teacher)": 5.371517658233643,
       "epoch": 0.7354788069073783,
-      "rel-constrast": 3.738004207611084,
+      "rel-constrast": 3.877312421798706,
       "step": 937,
-      "subrel-constrast": 4.491626262664795,
+      "subrel-constrast": 4.559167385101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930234909057617,
-      "cov-distil (oracle2student)": 2.956733465194702,
-      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "cov-distil": 1.4049859046936035,
+      "cov-distil (oracle2student)": 3.7653207778930664,
+      "cov-distil (oracle2teacher)": 3.386180877685547,
       "epoch": 0.7362637362637363,
-      "rel-constrast": 2.2914769649505615,
+      "rel-constrast": 2.2182347774505615,
       "step": 938,
-      "subrel-constrast": 2.780831813812256,
+      "subrel-constrast": 2.968632698059082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.51702880859375,
-      "cov-distil (oracle2student)": 2.6176843643188477,
-      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "cov-distil": 2.0769870281219482,
+      "cov-distil (oracle2student)": 3.107081890106201,
+      "cov-distil (oracle2teacher)": 3.1973013877868652,
       "epoch": 0.7370486656200942,
-      "rel-constrast": 3.4387402534484863,
+      "rel-constrast": 3.746366262435913,
       "step": 939,
-      "subrel-constrast": 4.557201385498047,
+      "subrel-constrast": 4.16161584854126,
       "view-similarity": 0
     },
     {
       "epoch": 0.7378335949764521,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.5,
       "learning_rate": 4.695e-05,
-      "loss": 0.8816,
+      "loss": 0.8673,
       "step": 940
     },
     {
-      "cov-distil": 1.9257925748825073,
-      "cov-distil (oracle2student)": 3.928852081298828,
-      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "cov-distil": 2.1544651985168457,
+      "cov-distil (oracle2student)": 4.589895248413086,
+      "cov-distil (oracle2teacher)": 4.372583389282227,
       "epoch": 0.7378335949764521,
-      "rel-constrast": 3.6139044761657715,
+      "rel-constrast": 4.180538177490234,
       "step": 940,
-      "subrel-constrast": 4.444116115570068,
+      "subrel-constrast": 4.229118824005127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8952929973602295,
-      "cov-distil (oracle2student)": 4.150082111358643,
-      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "cov-distil": 1.8086906671524048,
+      "cov-distil (oracle2student)": 4.650419235229492,
+      "cov-distil (oracle2teacher)": 3.8126659393310547,
       "epoch": 0.7386185243328101,
-      "rel-constrast": 3.3191280364990234,
+      "rel-constrast": 3.7632017135620117,
       "step": 941,
-      "subrel-constrast": 3.679969072341919,
+      "subrel-constrast": 3.596466302871704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5294878482818604,
-      "cov-distil (oracle2student)": 3.9924159049987793,
-      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "cov-distil": 1.9687186479568481,
+      "cov-distil (oracle2student)": 4.608795166015625,
+      "cov-distil (oracle2teacher)": 3.7382731437683105,
       "epoch": 0.7394034536891679,
-      "rel-constrast": 3.708803176879883,
+      "rel-constrast": 3.9769933223724365,
       "step": 942,
-      "subrel-constrast": 3.7333984375,
+      "subrel-constrast": 4.2895684242248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276921272277832,
-      "cov-distil (oracle2student)": 3.9539318084716797,
-      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "cov-distil": 2.600417137145996,
+      "cov-distil (oracle2student)": 4.153236389160156,
+      "cov-distil (oracle2teacher)": 4.032341480255127,
       "epoch": 0.7401883830455259,
-      "rel-constrast": 2.935490608215332,
+      "rel-constrast": 3.1844632625579834,
       "step": 943,
-      "subrel-constrast": 4.135726451873779,
+      "subrel-constrast": 3.9165520668029785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9773235321044922,
-      "cov-distil (oracle2student)": 4.83607292175293,
-      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "cov-distil": 2.3435168266296387,
+      "cov-distil (oracle2student)": 5.270833969116211,
+      "cov-distil (oracle2teacher)": 4.590512752532959,
       "epoch": 0.7409733124018838,
-      "rel-constrast": 4.497435569763184,
+      "rel-constrast": 4.916499137878418,
       "step": 944,
-      "subrel-constrast": 5.25809907913208,
+      "subrel-constrast": 5.011524200439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6449570655822754,
-      "cov-distil (oracle2student)": 4.226219654083252,
-      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "cov-distil": 2.057685375213623,
+      "cov-distil (oracle2student)": 4.062384605407715,
+      "cov-distil (oracle2teacher)": 4.085549354553223,
       "epoch": 0.7417582417582418,
-      "rel-constrast": 2.5536246299743652,
+      "rel-constrast": 2.0747838020324707,
       "step": 945,
-      "subrel-constrast": 2.927077293395996,
+      "subrel-constrast": 2.912554979324341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.137589454650879,
-      "cov-distil (oracle2student)": 2.859459400177002,
-      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "cov-distil": 1.6936135292053223,
+      "cov-distil (oracle2student)": 3.8022587299346924,
+      "cov-distil (oracle2teacher)": 3.456411838531494,
       "epoch": 0.7425431711145997,
-      "rel-constrast": 2.3175745010375977,
+      "rel-constrast": 2.888295888900757,
       "step": 946,
-      "subrel-constrast": 3.029712438583374,
+      "subrel-constrast": 3.195688247680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.929520606994629,
-      "cov-distil (oracle2student)": 3.8799915313720703,
-      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "cov-distil": 1.9991564750671387,
+      "cov-distil (oracle2student)": 3.5900678634643555,
+      "cov-distil (oracle2teacher)": 4.024334907531738,
       "epoch": 0.7433281004709577,
-      "rel-constrast": 3.0847702026367188,
+      "rel-constrast": 3.04254150390625,
       "step": 947,
-      "subrel-constrast": 4.075847625732422,
+      "subrel-constrast": 4.064897060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6459702253341675,
-      "cov-distil (oracle2student)": 4.161098480224609,
-      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "cov-distil": 2.421332359313965,
+      "cov-distil (oracle2student)": 4.5422563552856445,
+      "cov-distil (oracle2teacher)": 4.565084934234619,
       "epoch": 0.7441130298273155,
-      "rel-constrast": 4.606771469116211,
+      "rel-constrast": 3.8695647716522217,
       "step": 948,
-      "subrel-constrast": 5.083632946014404,
+      "subrel-constrast": 4.853820323944092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165371179580688,
-      "cov-distil (oracle2student)": 4.67051887512207,
-      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "cov-distil": 1.9765825271606445,
+      "cov-distil (oracle2student)": 4.517947673797607,
+      "cov-distil (oracle2teacher)": 4.21993350982666,
       "epoch": 0.7448979591836735,
-      "rel-constrast": 2.6552817821502686,
+      "rel-constrast": 3.5734939575195312,
       "step": 949,
-      "subrel-constrast": 3.711884021759033,
+      "subrel-constrast": 3.4767208099365234,
       "view-similarity": 0
     },
     {
       "epoch": 0.7456828885400314,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.09375,
       "learning_rate": 4.745e-05,
-      "loss": 0.8765,
+      "loss": 0.8868,
       "step": 950
     },
     {
-      "cov-distil": 1.3789355754852295,
-      "cov-distil (oracle2student)": 4.328378677368164,
-      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "cov-distil": 1.5425300598144531,
+      "cov-distil (oracle2student)": 4.314554214477539,
+      "cov-distil (oracle2teacher)": 4.719037055969238,
       "epoch": 0.7456828885400314,
-      "rel-constrast": 4.1120710372924805,
+      "rel-constrast": 4.102085113525391,
       "step": 950,
-      "subrel-constrast": 5.027348041534424,
+      "subrel-constrast": 4.706040859222412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7074458599090576,
-      "cov-distil (oracle2student)": 3.896850824356079,
-      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "cov-distil": 2.3102588653564453,
+      "cov-distil (oracle2student)": 4.384204864501953,
+      "cov-distil (oracle2teacher)": 4.340278625488281,
       "epoch": 0.7464678178963893,
-      "rel-constrast": 3.055389404296875,
+      "rel-constrast": 3.527627468109131,
       "step": 951,
-      "subrel-constrast": 4.044977188110352,
+      "subrel-constrast": 4.1328558921813965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146897792816162,
-      "cov-distil (oracle2student)": 3.3221402168273926,
-      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "cov-distil": 2.536229133605957,
+      "cov-distil (oracle2student)": 3.8584206104278564,
+      "cov-distil (oracle2teacher)": 3.5813755989074707,
       "epoch": 0.7472527472527473,
-      "rel-constrast": 2.66206693649292,
+      "rel-constrast": 3.1301190853118896,
       "step": 952,
-      "subrel-constrast": 3.555684804916382,
+      "subrel-constrast": 3.6196694374084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7882740497589111,
-      "cov-distil (oracle2student)": 4.753549575805664,
-      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "cov-distil": 2.1673665046691895,
+      "cov-distil (oracle2student)": 4.384332656860352,
+      "cov-distil (oracle2teacher)": 3.9400460720062256,
       "epoch": 0.7480376766091051,
-      "rel-constrast": 2.6871156692504883,
+      "rel-constrast": 2.468116044998169,
       "step": 953,
-      "subrel-constrast": 3.443528175354004,
+      "subrel-constrast": 2.9415183067321777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317833662033081,
-      "cov-distil (oracle2student)": 3.1025431156158447,
-      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "cov-distil": 1.4639208316802979,
+      "cov-distil (oracle2student)": 3.209066390991211,
+      "cov-distil (oracle2teacher)": 3.3070271015167236,
       "epoch": 0.7488226059654631,
-      "rel-constrast": 3.2253057956695557,
+      "rel-constrast": 2.960322380065918,
       "step": 954,
-      "subrel-constrast": 3.449445962905884,
+      "subrel-constrast": 3.5200257301330566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4996986389160156,
-      "cov-distil (oracle2student)": 3.4388978481292725,
-      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "cov-distil": 1.3299403190612793,
+      "cov-distil (oracle2student)": 3.442540407180786,
+      "cov-distil (oracle2teacher)": 3.431518316268921,
       "epoch": 0.749607535321821,
-      "rel-constrast": 2.8875174522399902,
+      "rel-constrast": 3.233698606491089,
       "step": 955,
-      "subrel-constrast": 3.476513147354126,
+      "subrel-constrast": 3.190735340118408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8152103424072266,
-      "cov-distil (oracle2student)": 4.742283821105957,
-      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "cov-distil": 1.9480202198028564,
+      "cov-distil (oracle2student)": 4.355359077453613,
+      "cov-distil (oracle2teacher)": 4.452746868133545,
       "epoch": 0.750392464678179,
-      "rel-constrast": 4.083362579345703,
+      "rel-constrast": 3.664113998413086,
       "step": 956,
-      "subrel-constrast": 4.664163589477539,
+      "subrel-constrast": 4.382453441619873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3834519386291504,
-      "cov-distil (oracle2student)": 3.857619285583496,
-      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "cov-distil": 2.218977928161621,
+      "cov-distil (oracle2student)": 3.802032232284546,
+      "cov-distil (oracle2teacher)": 4.2059125900268555,
       "epoch": 0.7511773940345369,
-      "rel-constrast": 3.141227960586548,
+      "rel-constrast": 3.4706406593322754,
       "step": 957,
-      "subrel-constrast": 3.6745681762695312,
+      "subrel-constrast": 3.6785337924957275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4698567390441895,
-      "cov-distil (oracle2student)": 4.458189010620117,
-      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "cov-distil": 1.4111219644546509,
+      "cov-distil (oracle2student)": 4.983009338378906,
+      "cov-distil (oracle2teacher)": 4.922593116760254,
       "epoch": 0.7519623233908949,
-      "rel-constrast": 2.5968546867370605,
+      "rel-constrast": 3.137385368347168,
       "step": 958,
-      "subrel-constrast": 3.6189186573028564,
+      "subrel-constrast": 3.4091312885284424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0489540100097656,
-      "cov-distil (oracle2student)": 3.7848129272460938,
-      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "cov-distil": 2.878767490386963,
+      "cov-distil (oracle2student)": 4.717810153961182,
+      "cov-distil (oracle2teacher)": 3.925366163253784,
       "epoch": 0.7527472527472527,
-      "rel-constrast": 3.10971736907959,
+      "rel-constrast": 3.6943411827087402,
       "step": 959,
-      "subrel-constrast": 3.964318037033081,
+      "subrel-constrast": 3.6568140983581543,
       "view-similarity": 0
     },
     {
       "epoch": 0.7535321821036107,
-      "grad_norm": 5.125,
+      "grad_norm": 7.59375,
       "learning_rate": 4.795e-05,
-      "loss": 0.8304,
+      "loss": 0.8347,
       "step": 960
     },
     {
-      "cov-distil": 1.8610987663269043,
-      "cov-distil (oracle2student)": 4.204171180725098,
-      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "cov-distil": 2.4778480529785156,
+      "cov-distil (oracle2student)": 4.818263053894043,
+      "cov-distil (oracle2teacher)": 4.005688667297363,
       "epoch": 0.7535321821036107,
-      "rel-constrast": 3.5759077072143555,
+      "rel-constrast": 4.183547496795654,
       "step": 960,
-      "subrel-constrast": 3.952942371368408,
+      "subrel-constrast": 3.326559066772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7234872579574585,
-      "cov-distil (oracle2student)": 4.684390068054199,
-      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "cov-distil": 1.8866578340530396,
+      "cov-distil (oracle2student)": 5.437535285949707,
+      "cov-distil (oracle2teacher)": 4.592164039611816,
       "epoch": 0.7543171114599686,
-      "rel-constrast": 2.439119815826416,
+      "rel-constrast": 2.5576698780059814,
       "step": 961,
-      "subrel-constrast": 3.2664947509765625,
+      "subrel-constrast": 3.2845120429992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0914149284362793,
-      "cov-distil (oracle2student)": 4.137686252593994,
-      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "cov-distil": 2.303819179534912,
+      "cov-distil (oracle2student)": 4.426777362823486,
+      "cov-distil (oracle2teacher)": 3.804722785949707,
       "epoch": 0.7551020408163265,
-      "rel-constrast": 2.320270538330078,
+      "rel-constrast": 2.9370827674865723,
       "step": 962,
-      "subrel-constrast": 3.529468536376953,
+      "subrel-constrast": 3.5291478633880615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5941476821899414,
-      "cov-distil (oracle2student)": 5.081782341003418,
-      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "cov-distil": 1.5793424844741821,
+      "cov-distil (oracle2student)": 5.274271488189697,
+      "cov-distil (oracle2teacher)": 4.463926315307617,
       "epoch": 0.7558869701726845,
-      "rel-constrast": 3.1787896156311035,
+      "rel-constrast": 3.149038314819336,
       "step": 963,
-      "subrel-constrast": 3.813589096069336,
+      "subrel-constrast": 3.4985198974609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5371471643447876,
-      "cov-distil (oracle2student)": 3.9131083488464355,
-      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "cov-distil": 1.6841847896575928,
+      "cov-distil (oracle2student)": 3.9460980892181396,
+      "cov-distil (oracle2teacher)": 3.647583484649658,
       "epoch": 0.7566718995290423,
-      "rel-constrast": 3.406545400619507,
+      "rel-constrast": 3.8252248764038086,
       "step": 964,
-      "subrel-constrast": 4.030934810638428,
+      "subrel-constrast": 3.9760947227478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.189305305480957,
-      "cov-distil (oracle2student)": 5.07846736907959,
-      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "cov-distil": 1.5662932395935059,
+      "cov-distil (oracle2student)": 5.321979522705078,
+      "cov-distil (oracle2teacher)": 4.641045570373535,
       "epoch": 0.7574568288854003,
-      "rel-constrast": 2.970583200454712,
+      "rel-constrast": 3.055927276611328,
       "step": 965,
-      "subrel-constrast": 3.6238105297088623,
+      "subrel-constrast": 3.2058348655700684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.332085132598877,
-      "cov-distil (oracle2student)": 3.555403232574463,
-      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "cov-distil": 1.9701299667358398,
+      "cov-distil (oracle2student)": 3.9612739086151123,
+      "cov-distil (oracle2teacher)": 3.0692758560180664,
       "epoch": 0.7582417582417582,
-      "rel-constrast": 2.632821798324585,
+      "rel-constrast": 2.901789426803589,
       "step": 966,
-      "subrel-constrast": 3.3239552974700928,
+      "subrel-constrast": 3.1664302349090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7018604278564453,
-      "cov-distil (oracle2student)": 3.9263052940368652,
-      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "cov-distil": 1.8452723026275635,
+      "cov-distil (oracle2student)": 3.9064040184020996,
+      "cov-distil (oracle2teacher)": 3.7463698387145996,
       "epoch": 0.7590266875981162,
-      "rel-constrast": 2.9862589836120605,
+      "rel-constrast": 3.0823605060577393,
       "step": 967,
-      "subrel-constrast": 3.3959908485412598,
+      "subrel-constrast": 3.5565555095672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6031534671783447,
-      "cov-distil (oracle2student)": 5.186741352081299,
-      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "cov-distil": 1.7654262781143188,
+      "cov-distil (oracle2student)": 5.013632297515869,
+      "cov-distil (oracle2teacher)": 4.826484680175781,
       "epoch": 0.7598116169544741,
-      "rel-constrast": 2.718703269958496,
+      "rel-constrast": 3.4410812854766846,
       "step": 968,
-      "subrel-constrast": 3.5651605129241943,
+      "subrel-constrast": 3.2438933849334717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3045380115509033,
-      "cov-distil (oracle2student)": 4.70316219329834,
-      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "cov-distil": 2.324000835418701,
+      "cov-distil (oracle2student)": 4.498815536499023,
+      "cov-distil (oracle2teacher)": 4.545621395111084,
       "epoch": 0.7605965463108321,
-      "rel-constrast": 3.310779571533203,
+      "rel-constrast": 3.8724422454833984,
       "step": 969,
-      "subrel-constrast": 3.998525381088257,
+      "subrel-constrast": 3.9212327003479004,
       "view-similarity": 0
     },
     {
       "epoch": 0.7613814756671899,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.78125,
       "learning_rate": 4.845e-05,
-      "loss": 0.7808,
+      "loss": 0.8252,
       "step": 970
     },
     {
-      "cov-distil": 1.579962968826294,
-      "cov-distil (oracle2student)": 4.080756187438965,
-      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "cov-distil": 2.1071314811706543,
+      "cov-distil (oracle2student)": 3.933645009994507,
+      "cov-distil (oracle2teacher)": 4.3590216636657715,
       "epoch": 0.7613814756671899,
-      "rel-constrast": 2.6930108070373535,
+      "rel-constrast": 2.975811719894409,
       "step": 970,
-      "subrel-constrast": 3.6232733726501465,
+      "subrel-constrast": 3.600398540496826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5032997131347656,
-      "cov-distil (oracle2student)": 5.148774147033691,
-      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "cov-distil": 1.608963966369629,
+      "cov-distil (oracle2student)": 5.346678733825684,
+      "cov-distil (oracle2teacher)": 5.557305335998535,
       "epoch": 0.7621664050235479,
-      "rel-constrast": 2.8520336151123047,
+      "rel-constrast": 3.2882189750671387,
       "step": 971,
-      "subrel-constrast": 3.5504817962646484,
+      "subrel-constrast": 3.4859020709991455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.332946538925171,
-      "cov-distil (oracle2student)": 3.8117406368255615,
-      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "cov-distil": 2.9270498752593994,
+      "cov-distil (oracle2student)": 4.756776332855225,
+      "cov-distil (oracle2teacher)": 4.00191068649292,
       "epoch": 0.7629513343799058,
-      "rel-constrast": 3.3115837574005127,
+      "rel-constrast": 3.6161301136016846,
       "step": 972,
-      "subrel-constrast": 3.7798709869384766,
+      "subrel-constrast": 4.182013034820557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3567724227905273,
-      "cov-distil (oracle2student)": 4.300013542175293,
-      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "cov-distil": 1.9820688962936401,
+      "cov-distil (oracle2student)": 4.56984806060791,
+      "cov-distil (oracle2teacher)": 4.303727149963379,
       "epoch": 0.7637362637362637,
-      "rel-constrast": 2.9181158542633057,
+      "rel-constrast": 3.464304208755493,
       "step": 973,
-      "subrel-constrast": 3.930820941925049,
+      "subrel-constrast": 3.620490550994873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5177117586135864,
-      "cov-distil (oracle2student)": 3.9483582973480225,
-      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "cov-distil": 1.9439184665679932,
+      "cov-distil (oracle2student)": 4.560223579406738,
+      "cov-distil (oracle2teacher)": 4.666088581085205,
       "epoch": 0.7645211930926217,
-      "rel-constrast": 2.8572943210601807,
+      "rel-constrast": 2.7482972145080566,
       "step": 974,
-      "subrel-constrast": 3.3494460582733154,
+      "subrel-constrast": 2.9829721450805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430667400360107,
-      "cov-distil (oracle2student)": 3.8153276443481445,
-      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "cov-distil": 1.7767970561981201,
+      "cov-distil (oracle2student)": 3.9794209003448486,
+      "cov-distil (oracle2teacher)": 4.261740207672119,
       "epoch": 0.7653061224489796,
-      "rel-constrast": 2.43520450592041,
+      "rel-constrast": 3.317117214202881,
       "step": 975,
-      "subrel-constrast": 3.3547842502593994,
+      "subrel-constrast": 3.0777382850646973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.55463445186615,
-      "cov-distil (oracle2student)": 4.102063179016113,
-      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "cov-distil": 1.3559439182281494,
+      "cov-distil (oracle2student)": 4.097846031188965,
+      "cov-distil (oracle2teacher)": 4.182934284210205,
       "epoch": 0.7660910518053375,
-      "rel-constrast": 2.7345409393310547,
+      "rel-constrast": 3.067066192626953,
       "step": 976,
-      "subrel-constrast": 3.699293613433838,
+      "subrel-constrast": 3.5530500411987305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.206817865371704,
-      "cov-distil (oracle2student)": 5.071278095245361,
-      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "cov-distil": 1.9183388948440552,
+      "cov-distil (oracle2student)": 5.848118782043457,
+      "cov-distil (oracle2teacher)": 5.8058247566223145,
       "epoch": 0.7668759811616954,
-      "rel-constrast": 3.3835926055908203,
+      "rel-constrast": 4.01600456237793,
       "step": 977,
-      "subrel-constrast": 4.665506362915039,
+      "subrel-constrast": 4.340235233306885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0126726627349854,
-      "cov-distil (oracle2student)": 3.5513486862182617,
-      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "cov-distil": 2.338252544403076,
+      "cov-distil (oracle2student)": 3.633572578430176,
+      "cov-distil (oracle2teacher)": 3.656493663787842,
       "epoch": 0.7676609105180534,
-      "rel-constrast": 3.443159580230713,
+      "rel-constrast": 3.961937189102173,
       "step": 978,
-      "subrel-constrast": 4.00405740737915,
+      "subrel-constrast": 3.6861069202423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6712284088134766,
-      "cov-distil (oracle2student)": 4.211378574371338,
-      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "cov-distil": 1.7327238321304321,
+      "cov-distil (oracle2student)": 4.664703845977783,
+      "cov-distil (oracle2teacher)": 4.489731311798096,
       "epoch": 0.7684458398744113,
-      "rel-constrast": 2.733938694000244,
+      "rel-constrast": 3.481110095977783,
       "step": 979,
-      "subrel-constrast": 3.493361473083496,
+      "subrel-constrast": 3.5078022480010986,
       "view-similarity": 0
     },
     {
       "epoch": 0.7692307692307693,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.8950000000000004e-05,
-      "loss": 0.7773,
+      "loss": 0.8484,
       "step": 980
     },
     {
-      "cov-distil": 1.9269602298736572,
-      "cov-distil (oracle2student)": 5.519498825073242,
-      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "cov-distil": 2.5744740962982178,
+      "cov-distil (oracle2student)": 6.792117118835449,
+      "cov-distil (oracle2teacher)": 5.494584083557129,
       "epoch": 0.7692307692307693,
-      "rel-constrast": 4.175396919250488,
+      "rel-constrast": 5.296630859375,
       "step": 980,
-      "subrel-constrast": 5.049959659576416,
+      "subrel-constrast": 4.770508766174316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9665855169296265,
-      "cov-distil (oracle2student)": 3.2665791511535645,
-      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "cov-distil": 1.9749733209609985,
+      "cov-distil (oracle2student)": 3.441774368286133,
+      "cov-distil (oracle2teacher)": 3.540536880493164,
       "epoch": 0.7700156985871272,
-      "rel-constrast": 3.6774415969848633,
+      "rel-constrast": 3.828246831893921,
       "step": 981,
-      "subrel-constrast": 4.239767074584961,
+      "subrel-constrast": 3.8577544689178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.470031976699829,
-      "cov-distil (oracle2student)": 3.181478977203369,
-      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "cov-distil": 1.9906293153762817,
+      "cov-distil (oracle2student)": 3.6187191009521484,
+      "cov-distil (oracle2teacher)": 3.493999481201172,
       "epoch": 0.7708006279434851,
-      "rel-constrast": 2.809911012649536,
+      "rel-constrast": 2.917207717895508,
       "step": 982,
-      "subrel-constrast": 3.5960404872894287,
+      "subrel-constrast": 3.3148796558380127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619471073150635,
-      "cov-distil (oracle2student)": 4.692441463470459,
-      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "cov-distil": 1.9651522636413574,
+      "cov-distil (oracle2student)": 5.190014839172363,
+      "cov-distil (oracle2teacher)": 4.446458339691162,
       "epoch": 0.771585557299843,
-      "rel-constrast": 3.389431953430176,
+      "rel-constrast": 3.667184591293335,
       "step": 983,
-      "subrel-constrast": 3.77146315574646,
+      "subrel-constrast": 3.4354782104492188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671085834503174,
-      "cov-distil (oracle2student)": 3.5092053413391113,
-      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "cov-distil": 1.8138514757156372,
+      "cov-distil (oracle2student)": 4.7395830154418945,
+      "cov-distil (oracle2teacher)": 4.603565216064453,
       "epoch": 0.7723704866562009,
-      "rel-constrast": 3.595477342605591,
+      "rel-constrast": 3.6920182704925537,
       "step": 984,
-      "subrel-constrast": 3.8124887943267822,
+      "subrel-constrast": 4.234623908996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9460711479187012,
-      "cov-distil (oracle2student)": 4.956125259399414,
-      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "cov-distil": 1.8917948007583618,
+      "cov-distil (oracle2student)": 5.5333781242370605,
+      "cov-distil (oracle2teacher)": 5.225526809692383,
       "epoch": 0.7731554160125589,
-      "rel-constrast": 3.3473873138427734,
+      "rel-constrast": 3.5523681640625,
       "step": 985,
-      "subrel-constrast": 4.39263391494751,
+      "subrel-constrast": 3.734966516494751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3514606952667236,
-      "cov-distil (oracle2student)": 3.571758270263672,
-      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "cov-distil": 1.3148994445800781,
+      "cov-distil (oracle2student)": 4.420029640197754,
+      "cov-distil (oracle2teacher)": 3.538259506225586,
       "epoch": 0.7739403453689168,
-      "rel-constrast": 2.135286808013916,
+      "rel-constrast": 2.2951912879943848,
       "step": 986,
-      "subrel-constrast": 2.9741177558898926,
+      "subrel-constrast": 2.2801735401153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104153633117676,
-      "cov-distil (oracle2student)": 4.799599647521973,
-      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "cov-distil": 1.9929752349853516,
+      "cov-distil (oracle2student)": 5.65611457824707,
+      "cov-distil (oracle2teacher)": 4.790799140930176,
       "epoch": 0.7747252747252747,
-      "rel-constrast": 2.5805909633636475,
+      "rel-constrast": 2.7335431575775146,
       "step": 987,
-      "subrel-constrast": 3.1912810802459717,
+      "subrel-constrast": 3.2144792079925537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266259670257568,
-      "cov-distil (oracle2student)": 3.655568838119507,
-      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "cov-distil": 2.166095495223999,
+      "cov-distil (oracle2student)": 3.7566349506378174,
+      "cov-distil (oracle2teacher)": 4.234930038452148,
       "epoch": 0.7755102040816326,
-      "rel-constrast": 3.032980442047119,
+      "rel-constrast": 2.828585147857666,
       "step": 988,
-      "subrel-constrast": 3.508396863937378,
+      "subrel-constrast": 3.6304609775543213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.357473611831665,
-      "cov-distil (oracle2student)": 3.59857439994812,
-      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "cov-distil": 1.6223987340927124,
+      "cov-distil (oracle2student)": 4.343269348144531,
+      "cov-distil (oracle2teacher)": 3.9578399658203125,
       "epoch": 0.7762951334379906,
-      "rel-constrast": 2.536325454711914,
+      "rel-constrast": 2.698528289794922,
       "step": 989,
-      "subrel-constrast": 3.5550482273101807,
+      "subrel-constrast": 3.68660044670105,
       "view-similarity": 0
     },
     {
       "epoch": 0.7770800627943485,
-      "grad_norm": 5.3125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.945e-05,
-      "loss": 0.8232,
+      "loss": 0.8377,
       "step": 990
     },
     {
-      "cov-distil": 1.6018612384796143,
-      "cov-distil (oracle2student)": 3.8907558917999268,
-      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "cov-distil": 2.3892416954040527,
+      "cov-distil (oracle2student)": 5.198164939880371,
+      "cov-distil (oracle2teacher)": 4.190091133117676,
       "epoch": 0.7770800627943485,
-      "rel-constrast": 3.0553297996520996,
+      "rel-constrast": 4.157917022705078,
       "step": 990,
-      "subrel-constrast": 3.7887587547302246,
+      "subrel-constrast": 3.950599193572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3820087909698486,
-      "cov-distil (oracle2student)": 4.112200736999512,
-      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "cov-distil": 1.4194585084915161,
+      "cov-distil (oracle2student)": 4.702910423278809,
+      "cov-distil (oracle2teacher)": 4.866517066955566,
       "epoch": 0.7778649921507065,
-      "rel-constrast": 2.366570472717285,
+      "rel-constrast": 2.7623744010925293,
       "step": 991,
-      "subrel-constrast": 3.2048072814941406,
+      "subrel-constrast": 3.1662700176239014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83585524559021,
-      "cov-distil (oracle2student)": 3.4590184688568115,
-      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "cov-distil": 2.3028879165649414,
+      "cov-distil (oracle2student)": 4.1050567626953125,
+      "cov-distil (oracle2teacher)": 3.5926718711853027,
       "epoch": 0.7786499215070644,
-      "rel-constrast": 2.7357325553894043,
+      "rel-constrast": 4.3497419357299805,
       "step": 992,
-      "subrel-constrast": 3.3413727283477783,
+      "subrel-constrast": 3.0849316120147705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7006080150604248,
-      "cov-distil (oracle2student)": 4.505871772766113,
-      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "cov-distil": 1.7040021419525146,
+      "cov-distil (oracle2student)": 5.705458641052246,
+      "cov-distil (oracle2teacher)": 4.484140872955322,
       "epoch": 0.7794348508634223,
-      "rel-constrast": 2.617854118347168,
+      "rel-constrast": 3.006608009338379,
       "step": 993,
-      "subrel-constrast": 3.58120059967041,
+      "subrel-constrast": 3.4416797161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3439501523971558,
-      "cov-distil (oracle2student)": 5.1891374588012695,
-      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "cov-distil": 1.9637043476104736,
+      "cov-distil (oracle2student)": 6.382180213928223,
+      "cov-distil (oracle2teacher)": 5.620549201965332,
       "epoch": 0.7802197802197802,
-      "rel-constrast": 3.4114043712615967,
+      "rel-constrast": 3.768739700317383,
       "step": 994,
-      "subrel-constrast": 4.519937038421631,
+      "subrel-constrast": 4.425824165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9209468364715576,
-      "cov-distil (oracle2student)": 3.85103702545166,
-      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "cov-distil": 2.052910327911377,
+      "cov-distil (oracle2student)": 3.9653525352478027,
+      "cov-distil (oracle2teacher)": 4.287421226501465,
       "epoch": 0.7810047095761381,
-      "rel-constrast": 2.76951265335083,
+      "rel-constrast": 3.1632442474365234,
       "step": 995,
-      "subrel-constrast": 3.8042209148406982,
+      "subrel-constrast": 3.9916646480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8263555765151978,
-      "cov-distil (oracle2student)": 4.86745548248291,
-      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "cov-distil": 2.0304572582244873,
+      "cov-distil (oracle2student)": 5.824941635131836,
+      "cov-distil (oracle2teacher)": 4.774777889251709,
       "epoch": 0.7817896389324961,
-      "rel-constrast": 3.1357123851776123,
+      "rel-constrast": 3.7474162578582764,
       "step": 996,
-      "subrel-constrast": 3.5826773643493652,
+      "subrel-constrast": 3.5624232292175293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0638132095336914,
-      "cov-distil (oracle2student)": 3.9991607666015625,
-      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "cov-distil": 1.8776136636734009,
+      "cov-distil (oracle2student)": 4.827386856079102,
+      "cov-distil (oracle2teacher)": 4.375493049621582,
       "epoch": 0.782574568288854,
-      "rel-constrast": 2.9305787086486816,
+      "rel-constrast": 3.8452281951904297,
       "step": 997,
-      "subrel-constrast": 4.224002361297607,
+      "subrel-constrast": 3.9434010982513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7014501094818115,
-      "cov-distil (oracle2student)": 2.1526012420654297,
-      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "cov-distil": 2.1650452613830566,
+      "cov-distil (oracle2student)": 2.401318073272705,
+      "cov-distil (oracle2teacher)": 2.6524834632873535,
       "epoch": 0.783359497645212,
-      "rel-constrast": 2.346405506134033,
+      "rel-constrast": 2.1724445819854736,
       "step": 998,
-      "subrel-constrast": 2.8098068237304688,
+      "subrel-constrast": 3.3054251670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3595576286315918,
-      "cov-distil (oracle2student)": 2.6339879035949707,
-      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "cov-distil": 1.6402060985565186,
+      "cov-distil (oracle2student)": 2.776190996170044,
+      "cov-distil (oracle2teacher)": 2.3702054023742676,
       "epoch": 0.7841444270015698,
-      "rel-constrast": 2.0297508239746094,
+      "rel-constrast": 2.689274311065674,
       "step": 999,
-      "subrel-constrast": 2.856095552444458,
+      "subrel-constrast": 2.7818825244903564,
       "view-similarity": 0
     },
     {
       "epoch": 0.7849293563579278,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.995e-05,
-      "loss": 0.7268,
+      "loss": 0.8416,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-P@10": 0.762,
+      "eval/duc04-P@10": 0.7259999999999998,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-nDCG@10": 0.7761942414852591,
+      "eval/duc04-nDCG@10": 0.7318274255215226,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
+      "eval/duc04-alpha_nDCG@10": 0.5483772902130435,
       "step": 1000
     },
     {
@@ -11021,17 +11021,17 @@
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.4209999999999999,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-nDCG@10": 0.614061374603831,
+      "eval/multi_news-nDCG@10": 0.5961418277269002,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
+      "eval/multi_news-alpha_nDCG@10": 0.5552314111928569,
       "step": 1000
     },
     {
@@ -11041,5472 +11041,5472 @@
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/avg": 0.5406198910147115,
+      "eval/avg": 0.5167935126468087,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "overlap": 0.3265624940395355,
+      "overlap": 0.28437501192092896,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
       "step": 1000,
-      "student margin": 0.048736572265625
+      "student margin": 0.042877197265625
     },
     {
       "epoch": 0.7849293563579278,
       "step": 1000,
-      "teacher margin": 0.033172607421875
+      "teacher margin": 0.03875732421875
     },
     {
       "epoch": 0.7849293563579278,
-      "margin difference": -0.01556396484375,
+      "margin difference": -0.004119873046875,
       "step": 1000
     },
     {
-      "cov-distil": 1.5034229755401611,
-      "cov-distil (oracle2student)": 4.684803009033203,
-      "cov-distil (oracle2teacher)": 4.286637783050537,
+      "cov-distil": 2.3058276176452637,
+      "cov-distil (oracle2student)": 5.117415428161621,
+      "cov-distil (oracle2teacher)": 4.711848258972168,
       "epoch": 0.7849293563579278,
-      "rel-constrast": 2.7586169242858887,
+      "rel-constrast": 3.7198028564453125,
       "step": 1000,
-      "subrel-constrast": 3.692868232727051,
+      "subrel-constrast": 3.5940663814544678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1957248449325562,
-      "cov-distil (oracle2student)": 4.158645153045654,
-      "cov-distil (oracle2teacher)": 3.960702419281006,
+      "cov-distil": 1.5377998352050781,
+      "cov-distil (oracle2student)": 4.81564474105835,
+      "cov-distil (oracle2teacher)": 4.278886318206787,
       "epoch": 0.7857142857142857,
-      "rel-constrast": 2.271653652191162,
+      "rel-constrast": 2.7402515411376953,
       "step": 1001,
-      "subrel-constrast": 2.7374632358551025,
+      "subrel-constrast": 3.0132644176483154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0084142684936523,
-      "cov-distil (oracle2student)": 5.9409871101379395,
-      "cov-distil (oracle2teacher)": 5.287152290344238,
+      "cov-distil": 1.6423420906066895,
+      "cov-distil (oracle2student)": 6.2118706703186035,
+      "cov-distil (oracle2teacher)": 5.935875415802002,
       "epoch": 0.7864992150706437,
-      "rel-constrast": 2.403620719909668,
+      "rel-constrast": 2.860680103302002,
       "step": 1002,
-      "subrel-constrast": 3.4971165657043457,
+      "subrel-constrast": 3.0930862426757812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6317280530929565,
-      "cov-distil (oracle2student)": 5.874475002288818,
-      "cov-distil (oracle2teacher)": 4.955185890197754,
+      "cov-distil": 1.7292115688323975,
+      "cov-distil (oracle2student)": 5.911175727844238,
+      "cov-distil (oracle2teacher)": 5.039959907531738,
       "epoch": 0.7872841444270016,
-      "rel-constrast": 3.167451858520508,
+      "rel-constrast": 2.8019323348999023,
       "step": 1003,
-      "subrel-constrast": 3.5038552284240723,
+      "subrel-constrast": 3.3290388584136963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6654658317565918,
-      "cov-distil (oracle2student)": 3.8835484981536865,
-      "cov-distil (oracle2teacher)": 3.403048515319824,
+      "cov-distil": 1.5785505771636963,
+      "cov-distil (oracle2student)": 3.565105438232422,
+      "cov-distil (oracle2teacher)": 3.747960329055786,
       "epoch": 0.7880690737833596,
-      "rel-constrast": 2.7738380432128906,
+      "rel-constrast": 2.8687870502471924,
       "step": 1004,
-      "subrel-constrast": 3.174041271209717,
+      "subrel-constrast": 3.608781337738037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8715178966522217,
-      "cov-distil (oracle2student)": 3.7892398834228516,
-      "cov-distil (oracle2teacher)": 3.474780797958374,
+      "cov-distil": 1.9323105812072754,
+      "cov-distil (oracle2student)": 4.039740562438965,
+      "cov-distil (oracle2teacher)": 3.669917583465576,
       "epoch": 0.7888540031397174,
-      "rel-constrast": 2.1905505657196045,
+      "rel-constrast": 2.871471405029297,
       "step": 1005,
-      "subrel-constrast": 3.0322937965393066,
+      "subrel-constrast": 2.7034647464752197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728188514709473,
-      "cov-distil (oracle2student)": 2.669163942337036,
-      "cov-distil (oracle2teacher)": 2.844465732574463,
+      "cov-distil": 2.1012330055236816,
+      "cov-distil (oracle2student)": 2.768244981765747,
+      "cov-distil (oracle2teacher)": 2.7305736541748047,
       "epoch": 0.7896389324960753,
-      "rel-constrast": 2.9720678329467773,
+      "rel-constrast": 2.872476100921631,
       "step": 1006,
-      "subrel-constrast": 3.511303663253784,
+      "subrel-constrast": 3.4524216651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7204205989837646,
-      "cov-distil (oracle2student)": 4.4524736404418945,
-      "cov-distil (oracle2teacher)": 4.67169713973999,
+      "cov-distil": 1.7625465393066406,
+      "cov-distil (oracle2student)": 4.512275695800781,
+      "cov-distil (oracle2teacher)": 5.0809783935546875,
       "epoch": 0.7904238618524333,
-      "rel-constrast": 3.0412745475769043,
+      "rel-constrast": 3.300138473510742,
       "step": 1007,
-      "subrel-constrast": 3.816291570663452,
+      "subrel-constrast": 4.1379289627075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7510128021240234,
-      "cov-distil (oracle2student)": 6.159909725189209,
-      "cov-distil (oracle2teacher)": 5.60171365737915,
+      "cov-distil": 2.2320199012756348,
+      "cov-distil (oracle2student)": 6.713517189025879,
+      "cov-distil (oracle2teacher)": 6.302941799163818,
       "epoch": 0.7912087912087912,
-      "rel-constrast": 3.079228162765503,
+      "rel-constrast": 3.7301855087280273,
       "step": 1008,
-      "subrel-constrast": 4.57464599609375,
+      "subrel-constrast": 4.127272129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6486480236053467,
-      "cov-distil (oracle2student)": 3.5104148387908936,
-      "cov-distil (oracle2teacher)": 3.467003345489502,
+      "cov-distil": 1.82810378074646,
+      "cov-distil (oracle2student)": 4.990127086639404,
+      "cov-distil (oracle2teacher)": 4.472989082336426,
       "epoch": 0.7919937205651492,
-      "rel-constrast": 2.799266815185547,
+      "rel-constrast": 4.131555557250977,
       "step": 1009,
-      "subrel-constrast": 3.864565372467041,
+      "subrel-constrast": 4.274601936340332,
       "view-similarity": 0
     },
     {
       "epoch": 0.792778649921507,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.84375,
       "learning_rate": 4.999987663004646e-05,
-      "loss": 0.7289,
+      "loss": 0.7974,
       "step": 1010
     },
     {
-      "cov-distil": 1.7066292762756348,
-      "cov-distil (oracle2student)": 4.21933650970459,
-      "cov-distil (oracle2teacher)": 4.268479824066162,
+      "cov-distil": 1.9850316047668457,
+      "cov-distil (oracle2student)": 4.919588088989258,
+      "cov-distil (oracle2teacher)": 4.333242416381836,
       "epoch": 0.792778649921507,
-      "rel-constrast": 2.8161985874176025,
+      "rel-constrast": 3.7855491638183594,
       "step": 1010,
-      "subrel-constrast": 3.2562143802642822,
+      "subrel-constrast": 3.264366865158081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8672438859939575,
-      "cov-distil (oracle2student)": 5.815662384033203,
-      "cov-distil (oracle2teacher)": 4.962345123291016,
+      "cov-distil": 2.640622615814209,
+      "cov-distil (oracle2student)": 6.353734970092773,
+      "cov-distil (oracle2teacher)": 5.344457149505615,
       "epoch": 0.793563579277865,
-      "rel-constrast": 4.624763011932373,
+      "rel-constrast": 5.841311454772949,
       "step": 1011,
-      "subrel-constrast": 4.851892471313477,
+      "subrel-constrast": 5.376053810119629,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2560279369354248,
-      "cov-distil (oracle2student)": 4.049315929412842,
-      "cov-distil (oracle2teacher)": 3.52166748046875,
+      "cov-distil": 1.272993564605713,
+      "cov-distil (oracle2student)": 4.404191493988037,
+      "cov-distil (oracle2teacher)": 3.7615997791290283,
       "epoch": 0.7943485086342229,
-      "rel-constrast": 3.12121844291687,
+      "rel-constrast": 3.898481607437134,
       "step": 1012,
-      "subrel-constrast": 3.6813127994537354,
+      "subrel-constrast": 3.59594464302063,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8865805864334106,
-      "cov-distil (oracle2student)": 5.716721057891846,
-      "cov-distil (oracle2teacher)": 5.130122661590576,
+      "cov-distil": 2.386326551437378,
+      "cov-distil (oracle2student)": 6.169239044189453,
+      "cov-distil (oracle2teacher)": 5.5104217529296875,
       "epoch": 0.7951334379905809,
-      "rel-constrast": 2.4561896324157715,
+      "rel-constrast": 3.0557289123535156,
       "step": 1013,
-      "subrel-constrast": 3.7673561573028564,
+      "subrel-constrast": 3.7991459369659424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3795284032821655,
-      "cov-distil (oracle2student)": 4.698434829711914,
-      "cov-distil (oracle2teacher)": 4.43522834777832,
+      "cov-distil": 2.395026683807373,
+      "cov-distil (oracle2student)": 4.80900239944458,
+      "cov-distil (oracle2teacher)": 4.983579635620117,
       "epoch": 0.7959183673469388,
-      "rel-constrast": 3.585001230239868,
+      "rel-constrast": 4.665414810180664,
       "step": 1014,
-      "subrel-constrast": 3.978447914123535,
+      "subrel-constrast": 4.253556728363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2618730068206787,
-      "cov-distil (oracle2student)": 3.2493157386779785,
-      "cov-distil (oracle2teacher)": 3.5975871086120605,
+      "cov-distil": 1.7589415311813354,
+      "cov-distil (oracle2student)": 2.8941521644592285,
+      "cov-distil (oracle2teacher)": 3.733187198638916,
       "epoch": 0.7967032967032966,
-      "rel-constrast": 2.9990179538726807,
+      "rel-constrast": 3.158411741256714,
       "step": 1015,
-      "subrel-constrast": 3.4147586822509766,
+      "subrel-constrast": 3.6129744052886963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83095121383667,
-      "cov-distil (oracle2student)": 4.593048095703125,
-      "cov-distil (oracle2teacher)": 3.92457914352417,
+      "cov-distil": 2.150534152984619,
+      "cov-distil (oracle2student)": 5.511159896850586,
+      "cov-distil (oracle2teacher)": 4.756931304931641,
       "epoch": 0.7974882260596546,
-      "rel-constrast": 2.7872331142425537,
+      "rel-constrast": 2.9630541801452637,
       "step": 1016,
-      "subrel-constrast": 3.887740135192871,
+      "subrel-constrast": 3.894498825073242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6723566055297852,
-      "cov-distil (oracle2student)": 3.9551217555999756,
-      "cov-distil (oracle2teacher)": 3.638209819793701,
+      "cov-distil": 1.7592514753341675,
+      "cov-distil (oracle2student)": 4.502584457397461,
+      "cov-distil (oracle2teacher)": 3.801152229309082,
       "epoch": 0.7982731554160125,
-      "rel-constrast": 3.122316837310791,
+      "rel-constrast": 4.067831993103027,
       "step": 1017,
-      "subrel-constrast": 4.209188461303711,
+      "subrel-constrast": 3.7067718505859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.675121784210205,
-      "cov-distil (oracle2student)": 4.172112464904785,
-      "cov-distil (oracle2teacher)": 4.101783275604248,
+      "cov-distil": 1.8709065914154053,
+      "cov-distil (oracle2student)": 4.500154972076416,
+      "cov-distil (oracle2teacher)": 4.413783073425293,
       "epoch": 0.7990580847723705,
-      "rel-constrast": 3.378809928894043,
+      "rel-constrast": 3.8285224437713623,
       "step": 1018,
-      "subrel-constrast": 3.7574174404144287,
+      "subrel-constrast": 3.743145227432251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4633102416992188,
-      "cov-distil (oracle2student)": 2.378451347351074,
-      "cov-distil (oracle2teacher)": 2.625844955444336,
+      "cov-distil": 2.4322128295898438,
+      "cov-distil (oracle2student)": 2.988515853881836,
+      "cov-distil (oracle2teacher)": 2.829786777496338,
       "epoch": 0.7998430141287284,
-      "rel-constrast": 2.5547306537628174,
+      "rel-constrast": 2.894822597503662,
       "step": 1019,
-      "subrel-constrast": 3.4864487648010254,
+      "subrel-constrast": 3.1892964839935303,
       "view-similarity": 0
     },
     {
       "epoch": 0.8006279434850864,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.15625,
       "learning_rate": 4.9999450167572734e-05,
-      "loss": 0.8261,
+      "loss": 0.954,
       "step": 1020
     },
     {
-      "cov-distil": 2.415271759033203,
-      "cov-distil (oracle2student)": 3.0875167846679688,
-      "cov-distil (oracle2teacher)": 3.427299737930298,
+      "cov-distil": 2.745542526245117,
+      "cov-distil (oracle2student)": 4.808676242828369,
+      "cov-distil (oracle2teacher)": 3.7775797843933105,
       "epoch": 0.8006279434850864,
-      "rel-constrast": 3.0743722915649414,
+      "rel-constrast": 4.095340728759766,
       "step": 1020,
-      "subrel-constrast": 3.9496195316314697,
+      "subrel-constrast": 3.9238455295562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8066670894622803,
-      "cov-distil (oracle2student)": 4.668322563171387,
-      "cov-distil (oracle2teacher)": 4.313449382781982,
+      "cov-distil": 2.8050169944763184,
+      "cov-distil (oracle2student)": 5.860828399658203,
+      "cov-distil (oracle2teacher)": 4.630205154418945,
       "epoch": 0.8014128728414442,
-      "rel-constrast": 1.32718825340271,
+      "rel-constrast": 1.7338907718658447,
       "step": 1021,
-      "subrel-constrast": 2.6383790969848633,
+      "subrel-constrast": 2.7346103191375732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9670062065124512,
-      "cov-distil (oracle2student)": 5.039787292480469,
-      "cov-distil (oracle2teacher)": 4.957679748535156,
+      "cov-distil": 1.9439785480499268,
+      "cov-distil (oracle2student)": 5.187029838562012,
+      "cov-distil (oracle2teacher)": 4.503884315490723,
       "epoch": 0.8021978021978022,
-      "rel-constrast": 2.2769107818603516,
+      "rel-constrast": 3.1160008907318115,
       "step": 1022,
-      "subrel-constrast": 3.2581119537353516,
+      "subrel-constrast": 2.811422348022461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2931885719299316,
-      "cov-distil (oracle2student)": 3.3827080726623535,
-      "cov-distil (oracle2teacher)": 3.489915370941162,
+      "cov-distil": 1.7212350368499756,
+      "cov-distil (oracle2student)": 3.514064311981201,
+      "cov-distil (oracle2teacher)": 3.796893835067749,
       "epoch": 0.8029827315541601,
-      "rel-constrast": 3.323514938354492,
+      "rel-constrast": 3.8503992557525635,
       "step": 1023,
-      "subrel-constrast": 3.817840576171875,
+      "subrel-constrast": 4.360987663269043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798905849456787,
-      "cov-distil (oracle2student)": 3.997654676437378,
-      "cov-distil (oracle2teacher)": 3.740675926208496,
+      "cov-distil": 1.7553012371063232,
+      "cov-distil (oracle2student)": 4.059808731079102,
+      "cov-distil (oracle2teacher)": 3.7464072704315186,
       "epoch": 0.8037676609105181,
-      "rel-constrast": 2.823920488357544,
+      "rel-constrast": 2.7304282188415527,
       "step": 1024,
-      "subrel-constrast": 3.6419403553009033,
+      "subrel-constrast": 3.4178385734558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.008463144302368,
-      "cov-distil (oracle2student)": 4.487757205963135,
-      "cov-distil (oracle2teacher)": 3.6456661224365234,
+      "cov-distil": 2.0657033920288086,
+      "cov-distil (oracle2student)": 5.206294059753418,
+      "cov-distil (oracle2teacher)": 4.32270622253418,
       "epoch": 0.804552590266876,
-      "rel-constrast": 2.748744487762451,
+      "rel-constrast": 3.0159549713134766,
       "step": 1025,
-      "subrel-constrast": 3.362184524536133,
+      "subrel-constrast": 3.3585920333862305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4519178867340088,
-      "cov-distil (oracle2student)": 5.82453727722168,
-      "cov-distil (oracle2teacher)": 5.277032375335693,
+      "cov-distil": 1.74161696434021,
+      "cov-distil (oracle2student)": 6.185579299926758,
+      "cov-distil (oracle2teacher)": 5.451434135437012,
       "epoch": 0.8053375196232339,
-      "rel-constrast": 3.717198371887207,
+      "rel-constrast": 4.200787544250488,
       "step": 1026,
-      "subrel-constrast": 4.122554779052734,
+      "subrel-constrast": 4.305181503295898,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5493037700653076,
-      "cov-distil (oracle2student)": 3.6894612312316895,
-      "cov-distil (oracle2teacher)": 3.740065574645996,
+      "cov-distil": 1.7236043214797974,
+      "cov-distil (oracle2student)": 4.438406944274902,
+      "cov-distil (oracle2teacher)": 3.822997808456421,
       "epoch": 0.8061224489795918,
-      "rel-constrast": 2.280026435852051,
+      "rel-constrast": 2.606933832168579,
       "step": 1027,
-      "subrel-constrast": 3.2345998287200928,
+      "subrel-constrast": 3.240969181060791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4404253959655762,
-      "cov-distil (oracle2student)": 4.561883449554443,
-      "cov-distil (oracle2teacher)": 4.176347255706787,
+      "cov-distil": 1.7421455383300781,
+      "cov-distil (oracle2student)": 4.681373596191406,
+      "cov-distil (oracle2teacher)": 4.562398910522461,
       "epoch": 0.8069073783359497,
-      "rel-constrast": 2.5073225498199463,
+      "rel-constrast": 3.178743600845337,
       "step": 1028,
-      "subrel-constrast": 3.2476654052734375,
+      "subrel-constrast": 3.0895638465881348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4980759620666504,
-      "cov-distil (oracle2student)": 3.4953906536102295,
-      "cov-distil (oracle2teacher)": 3.23348331451416,
+      "cov-distil": 1.9242048263549805,
+      "cov-distil (oracle2student)": 3.573486804962158,
+      "cov-distil (oracle2teacher)": 3.7271671295166016,
       "epoch": 0.8076923076923077,
-      "rel-constrast": 3.2613203525543213,
+      "rel-constrast": 3.221712827682495,
       "step": 1029,
-      "subrel-constrast": 3.7252445220947266,
+      "subrel-constrast": 3.4316742420196533,
       "view-similarity": 0
     },
     {
       "epoch": 0.8084772370486656,
-      "grad_norm": 5.78125,
+      "grad_norm": 7.09375,
       "learning_rate": 4.999871909468808e-05,
-      "loss": 0.7258,
+      "loss": 0.7938,
       "step": 1030
     },
     {
-      "cov-distil": 1.7273406982421875,
-      "cov-distil (oracle2student)": 3.765653371810913,
-      "cov-distil (oracle2teacher)": 4.223290920257568,
+      "cov-distil": 1.8171594142913818,
+      "cov-distil (oracle2student)": 4.064552307128906,
+      "cov-distil (oracle2teacher)": 4.273717403411865,
       "epoch": 0.8084772370486656,
-      "rel-constrast": 3.3792667388916016,
+      "rel-constrast": 4.010668754577637,
       "step": 1030,
-      "subrel-constrast": 4.160766124725342,
+      "subrel-constrast": 3.696507215499878,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6069406270980835,
-      "cov-distil (oracle2student)": 6.246820449829102,
-      "cov-distil (oracle2teacher)": 5.6495280265808105,
+      "cov-distil": 2.4826865196228027,
+      "cov-distil (oracle2student)": 6.525309085845947,
+      "cov-distil (oracle2teacher)": 6.211377143859863,
       "epoch": 0.8092621664050236,
-      "rel-constrast": 4.243990898132324,
+      "rel-constrast": 4.7943596839904785,
       "step": 1031,
-      "subrel-constrast": 4.584709644317627,
+      "subrel-constrast": 4.969045162200928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882941246032715,
-      "cov-distil (oracle2student)": 4.027990818023682,
-      "cov-distil (oracle2teacher)": 4.210643768310547,
+      "cov-distil": 1.9700663089752197,
+      "cov-distil (oracle2student)": 5.039977073669434,
+      "cov-distil (oracle2teacher)": 4.233354568481445,
       "epoch": 0.8100470957613815,
-      "rel-constrast": 3.353201389312744,
+      "rel-constrast": 3.6731643676757812,
       "step": 1032,
-      "subrel-constrast": 4.510843753814697,
+      "subrel-constrast": 4.22750186920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5565567016601562,
-      "cov-distil (oracle2student)": 3.638373374938965,
-      "cov-distil (oracle2teacher)": 3.9918010234832764,
+      "cov-distil": 1.843017339706421,
+      "cov-distil (oracle2student)": 3.8671445846557617,
+      "cov-distil (oracle2teacher)": 3.9853310585021973,
       "epoch": 0.8108320251177394,
-      "rel-constrast": 3.317444086074829,
+      "rel-constrast": 2.9669153690338135,
       "step": 1033,
-      "subrel-constrast": 3.8524107933044434,
+      "subrel-constrast": 3.7292404174804688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4101698398590088,
-      "cov-distil (oracle2student)": 4.568304538726807,
-      "cov-distil (oracle2teacher)": 3.3959732055664062,
+      "cov-distil": 1.6810734272003174,
+      "cov-distil (oracle2student)": 4.834322929382324,
+      "cov-distil (oracle2teacher)": 4.578563690185547,
       "epoch": 0.8116169544740973,
-      "rel-constrast": 2.7100107669830322,
+      "rel-constrast": 2.532804489135742,
       "step": 1034,
-      "subrel-constrast": 2.7737021446228027,
+      "subrel-constrast": 2.5241520404815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3708372116088867,
-      "cov-distil (oracle2student)": 5.4243388175964355,
-      "cov-distil (oracle2teacher)": 4.884294509887695,
+      "cov-distil": 1.6765145063400269,
+      "cov-distil (oracle2student)": 5.625885009765625,
+      "cov-distil (oracle2teacher)": 5.720191478729248,
       "epoch": 0.8124018838304553,
-      "rel-constrast": 2.722594738006592,
+      "rel-constrast": 2.9662952423095703,
       "step": 1035,
-      "subrel-constrast": 3.112590789794922,
+      "subrel-constrast": 3.468733549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.542799949645996,
-      "cov-distil (oracle2student)": 4.0008955001831055,
-      "cov-distil (oracle2teacher)": 3.621291399002075,
+      "cov-distil": 1.82917320728302,
+      "cov-distil (oracle2student)": 3.5723254680633545,
+      "cov-distil (oracle2teacher)": 4.55171012878418,
       "epoch": 0.8131868131868132,
-      "rel-constrast": 2.5074245929718018,
+      "rel-constrast": 2.825275182723999,
       "step": 1036,
-      "subrel-constrast": 3.3930764198303223,
+      "subrel-constrast": 3.4205238819122314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5174001455307007,
-      "cov-distil (oracle2student)": 4.076761245727539,
-      "cov-distil (oracle2teacher)": 4.162682056427002,
+      "cov-distil": 2.1231818199157715,
+      "cov-distil (oracle2student)": 4.344111442565918,
+      "cov-distil (oracle2teacher)": 4.551331996917725,
       "epoch": 0.8139717425431711,
-      "rel-constrast": 3.306975841522217,
+      "rel-constrast": 3.5327041149139404,
       "step": 1037,
-      "subrel-constrast": 3.4981300830841064,
+      "subrel-constrast": 4.220651626586914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83280611038208,
-      "cov-distil (oracle2student)": 3.9457664489746094,
-      "cov-distil (oracle2teacher)": 3.595574378967285,
+      "cov-distil": 1.6428897380828857,
+      "cov-distil (oracle2student)": 4.898654460906982,
+      "cov-distil (oracle2teacher)": 4.079972743988037,
       "epoch": 0.814756671899529,
-      "rel-constrast": 3.579411029815674,
+      "rel-constrast": 4.340941429138184,
       "step": 1038,
-      "subrel-constrast": 4.271247863769531,
+      "subrel-constrast": 4.009068489074707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.415628433227539,
-      "cov-distil (oracle2student)": 4.7205400466918945,
-      "cov-distil (oracle2teacher)": 4.105180740356445,
+      "cov-distil": 1.783677339553833,
+      "cov-distil (oracle2student)": 5.237854957580566,
+      "cov-distil (oracle2teacher)": 4.724405765533447,
       "epoch": 0.8155416012558869,
-      "rel-constrast": 2.532618522644043,
+      "rel-constrast": 3.11883544921875,
       "step": 1039,
-      "subrel-constrast": 3.548304319381714,
+      "subrel-constrast": 3.6719577312469482,
       "view-similarity": 0
     },
     {
       "epoch": 0.8163265306122449,
-      "grad_norm": 4.9375,
+      "grad_norm": 8.875,
       "learning_rate": 4.999768342030035e-05,
-      "loss": 0.83,
+      "loss": 0.869,
       "step": 1040
     },
     {
-      "cov-distil": 1.6160132884979248,
-      "cov-distil (oracle2student)": 3.9032037258148193,
-      "cov-distil (oracle2teacher)": 3.838395595550537,
+      "cov-distil": 2.1443891525268555,
+      "cov-distil (oracle2student)": 4.131516456604004,
+      "cov-distil (oracle2teacher)": 4.1293416023254395,
       "epoch": 0.8163265306122449,
-      "rel-constrast": 2.9465813636779785,
+      "rel-constrast": 3.858375310897827,
       "step": 1040,
-      "subrel-constrast": 3.950629949569702,
+      "subrel-constrast": 4.32935905456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.243447184562683,
-      "cov-distil (oracle2student)": 3.732532024383545,
-      "cov-distil (oracle2teacher)": 3.783769369125366,
+      "cov-distil": 1.6796962022781372,
+      "cov-distil (oracle2student)": 4.509735107421875,
+      "cov-distil (oracle2teacher)": 4.18348503112793,
       "epoch": 0.8171114599686028,
-      "rel-constrast": 3.3665902614593506,
+      "rel-constrast": 3.935241937637329,
       "step": 1041,
-      "subrel-constrast": 3.5148062705993652,
+      "subrel-constrast": 4.048736095428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7780416011810303,
-      "cov-distil (oracle2student)": 4.7880401611328125,
-      "cov-distil (oracle2teacher)": 5.081545829772949,
+      "cov-distil": 2.4762048721313477,
+      "cov-distil (oracle2student)": 5.551225662231445,
+      "cov-distil (oracle2teacher)": 5.454265594482422,
       "epoch": 0.8178963893249608,
-      "rel-constrast": 3.803605079650879,
+      "rel-constrast": 4.483508110046387,
       "step": 1042,
-      "subrel-constrast": 4.359310150146484,
+      "subrel-constrast": 4.631419658660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5858495235443115,
-      "cov-distil (oracle2student)": 7.296012878417969,
-      "cov-distil (oracle2teacher)": 5.996241569519043,
+      "cov-distil": 1.7795319557189941,
+      "cov-distil (oracle2student)": 7.118622779846191,
+      "cov-distil (oracle2teacher)": 6.149850845336914,
       "epoch": 0.8186813186813187,
-      "rel-constrast": 3.7353243827819824,
+      "rel-constrast": 3.740640640258789,
       "step": 1043,
-      "subrel-constrast": 4.031566619873047,
+      "subrel-constrast": 4.333827018737793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5896885395050049,
-      "cov-distil (oracle2student)": 4.85926628112793,
-      "cov-distil (oracle2teacher)": 4.6845879554748535,
+      "cov-distil": 2.24064040184021,
+      "cov-distil (oracle2student)": 5.151869297027588,
+      "cov-distil (oracle2teacher)": 4.685178279876709,
       "epoch": 0.8194662480376766,
-      "rel-constrast": 4.086687088012695,
+      "rel-constrast": 4.20631217956543,
       "step": 1044,
-      "subrel-constrast": 4.33120584487915,
+      "subrel-constrast": 4.158154010772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2431325912475586,
-      "cov-distil (oracle2student)": 2.8849904537200928,
-      "cov-distil (oracle2teacher)": 2.861043930053711,
+      "cov-distil": 1.9906944036483765,
+      "cov-distil (oracle2student)": 3.571319341659546,
+      "cov-distil (oracle2teacher)": 2.9261109828948975,
       "epoch": 0.8202511773940345,
-      "rel-constrast": 3.2766146659851074,
+      "rel-constrast": 3.669724941253662,
       "step": 1045,
-      "subrel-constrast": 3.999800682067871,
+      "subrel-constrast": 4.224380016326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3826301097869873,
-      "cov-distil (oracle2student)": 3.234098196029663,
-      "cov-distil (oracle2teacher)": 3.6659646034240723,
+      "cov-distil": 2.2747702598571777,
+      "cov-distil (oracle2student)": 4.142752170562744,
+      "cov-distil (oracle2teacher)": 3.955538272857666,
       "epoch": 0.8210361067503925,
-      "rel-constrast": 3.2172765731811523,
+      "rel-constrast": 3.683875560760498,
       "step": 1046,
-      "subrel-constrast": 4.1083292961120605,
+      "subrel-constrast": 3.851874589920044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4395332336425781,
-      "cov-distil (oracle2student)": 5.047663688659668,
-      "cov-distil (oracle2teacher)": 4.560415267944336,
+      "cov-distil": 3.0065202713012695,
+      "cov-distil (oracle2student)": 5.306146144866943,
+      "cov-distil (oracle2teacher)": 4.969357967376709,
       "epoch": 0.8218210361067504,
-      "rel-constrast": 3.233414649963379,
+      "rel-constrast": 4.417901992797852,
       "step": 1047,
-      "subrel-constrast": 4.191913604736328,
+      "subrel-constrast": 4.875247955322266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479955196380615,
-      "cov-distil (oracle2student)": 4.6869049072265625,
-      "cov-distil (oracle2teacher)": 4.570603847503662,
+      "cov-distil": 1.5077028274536133,
+      "cov-distil (oracle2student)": 4.809816837310791,
+      "cov-distil (oracle2teacher)": 4.309294700622559,
       "epoch": 0.8226059654631083,
-      "rel-constrast": 2.9459338188171387,
+      "rel-constrast": 3.4542417526245117,
       "step": 1048,
-      "subrel-constrast": 3.679405927658081,
+      "subrel-constrast": 3.4006638526916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4720711708068848,
-      "cov-distil (oracle2student)": 3.8350765705108643,
-      "cov-distil (oracle2teacher)": 3.6281344890594482,
+      "cov-distil": 1.6877524852752686,
+      "cov-distil (oracle2student)": 4.116379737854004,
+      "cov-distil (oracle2teacher)": 4.19909143447876,
       "epoch": 0.8233908948194663,
-      "rel-constrast": 3.1354329586029053,
+      "rel-constrast": 3.7636125087738037,
       "step": 1049,
-      "subrel-constrast": 4.234480857849121,
+      "subrel-constrast": 4.35610818862915,
       "view-similarity": 0
     },
     {
       "epoch": 0.8241758241758241,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.875,
       "learning_rate": 4.999634315702894e-05,
-      "loss": 0.8867,
+      "loss": 0.9803,
       "step": 1050
     },
     {
-      "cov-distil": 1.6552631855010986,
-      "cov-distil (oracle2student)": 4.229450225830078,
-      "cov-distil (oracle2teacher)": 4.003934860229492,
+      "cov-distil": 2.131657123565674,
+      "cov-distil (oracle2student)": 5.343210220336914,
+      "cov-distil (oracle2teacher)": 4.366606712341309,
       "epoch": 0.8241758241758241,
-      "rel-constrast": 3.7159342765808105,
+      "rel-constrast": 4.083892822265625,
       "step": 1050,
-      "subrel-constrast": 3.953207492828369,
+      "subrel-constrast": 4.1289873123168945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6324317455291748,
-      "cov-distil (oracle2student)": 3.2070152759552,
-      "cov-distil (oracle2teacher)": 3.3971261978149414,
+      "cov-distil": 1.5285887718200684,
+      "cov-distil (oracle2student)": 2.9956250190734863,
+      "cov-distil (oracle2teacher)": 3.343691110610962,
       "epoch": 0.8249607535321821,
-      "rel-constrast": 3.5848264694213867,
+      "rel-constrast": 3.809772491455078,
       "step": 1051,
-      "subrel-constrast": 3.7874743938446045,
+      "subrel-constrast": 3.577068567276001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.282161831855774,
-      "cov-distil (oracle2student)": 3.5273289680480957,
-      "cov-distil (oracle2teacher)": 3.642918586730957,
+      "cov-distil": 1.6625730991363525,
+      "cov-distil (oracle2student)": 4.15986442565918,
+      "cov-distil (oracle2teacher)": 3.9733965396881104,
       "epoch": 0.82574568288854,
-      "rel-constrast": 3.657550811767578,
+      "rel-constrast": 4.280599594116211,
       "step": 1052,
-      "subrel-constrast": 4.015460014343262,
+      "subrel-constrast": 3.9447062015533447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.066774606704712,
-      "cov-distil (oracle2student)": 3.843471050262451,
-      "cov-distil (oracle2teacher)": 4.140931129455566,
+      "cov-distil": 2.492485523223877,
+      "cov-distil (oracle2student)": 4.608798980712891,
+      "cov-distil (oracle2teacher)": 4.211215496063232,
       "epoch": 0.826530612244898,
-      "rel-constrast": 2.384845733642578,
+      "rel-constrast": 3.1473498344421387,
       "step": 1053,
-      "subrel-constrast": 3.0241689682006836,
+      "subrel-constrast": 3.1285407543182373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9062566757202148,
-      "cov-distil (oracle2student)": 4.340326309204102,
-      "cov-distil (oracle2teacher)": 4.069854259490967,
+      "cov-distil": 1.907645344734192,
+      "cov-distil (oracle2student)": 4.751765251159668,
+      "cov-distil (oracle2teacher)": 4.3324713706970215,
       "epoch": 0.8273155416012559,
-      "rel-constrast": 3.7235260009765625,
+      "rel-constrast": 4.304868698120117,
       "step": 1054,
-      "subrel-constrast": 4.939336776733398,
+      "subrel-constrast": 4.5091352462768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3746980428695679,
-      "cov-distil (oracle2student)": 3.600400924682617,
-      "cov-distil (oracle2teacher)": 3.3307061195373535,
+      "cov-distil": 1.9816237688064575,
+      "cov-distil (oracle2student)": 4.062955856323242,
+      "cov-distil (oracle2teacher)": 3.828258752822876,
       "epoch": 0.8281004709576139,
-      "rel-constrast": 2.1672990322113037,
+      "rel-constrast": 3.19429349899292,
       "step": 1055,
-      "subrel-constrast": 3.058837413787842,
+      "subrel-constrast": 3.2049357891082764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63987135887146,
-      "cov-distil (oracle2student)": 5.150622844696045,
-      "cov-distil (oracle2teacher)": 4.654034614562988,
+      "cov-distil": 1.8935277462005615,
+      "cov-distil (oracle2student)": 5.486691474914551,
+      "cov-distil (oracle2teacher)": 5.1966400146484375,
       "epoch": 0.8288854003139717,
-      "rel-constrast": 3.177807331085205,
+      "rel-constrast": 3.7600889205932617,
       "step": 1056,
-      "subrel-constrast": 3.995950222015381,
+      "subrel-constrast": 3.9218945503234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1668486595153809,
-      "cov-distil (oracle2student)": 4.069364547729492,
-      "cov-distil (oracle2teacher)": 3.6966798305511475,
+      "cov-distil": 1.4038636684417725,
+      "cov-distil (oracle2student)": 4.593333721160889,
+      "cov-distil (oracle2teacher)": 3.3528738021850586,
       "epoch": 0.8296703296703297,
-      "rel-constrast": 1.5389643907546997,
+      "rel-constrast": 2.4286413192749023,
       "step": 1057,
-      "subrel-constrast": 2.557575225830078,
+      "subrel-constrast": 2.3185815811157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3310142755508423,
-      "cov-distil (oracle2student)": 5.689133644104004,
-      "cov-distil (oracle2teacher)": 4.730144023895264,
+      "cov-distil": 1.2403026819229126,
+      "cov-distil (oracle2student)": 5.586578369140625,
+      "cov-distil (oracle2teacher)": 5.711337089538574,
       "epoch": 0.8304552590266876,
-      "rel-constrast": 2.510356903076172,
+      "rel-constrast": 3.3930892944335938,
       "step": 1058,
-      "subrel-constrast": 3.210019588470459,
+      "subrel-constrast": 3.3475847244262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4018065929412842,
-      "cov-distil (oracle2student)": 4.065414905548096,
-      "cov-distil (oracle2teacher)": 4.478215217590332,
+      "cov-distil": 2.1419034004211426,
+      "cov-distil (oracle2student)": 5.1745805740356445,
+      "cov-distil (oracle2teacher)": 5.177041053771973,
       "epoch": 0.8312401883830455,
-      "rel-constrast": 2.540195941925049,
+      "rel-constrast": 3.39211368560791,
       "step": 1059,
-      "subrel-constrast": 3.355752468109131,
+      "subrel-constrast": 3.5131819248199463,
       "view-similarity": 0
     },
     {
       "epoch": 0.8320251177394035,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.125,
       "learning_rate": 4.9994698321204535e-05,
-      "loss": 0.7637,
+      "loss": 0.8949,
       "step": 1060
     },
     {
-      "cov-distil": 1.5912582874298096,
-      "cov-distil (oracle2student)": 4.723282814025879,
-      "cov-distil (oracle2teacher)": 4.055171966552734,
+      "cov-distil": 2.4421956539154053,
+      "cov-distil (oracle2student)": 4.794607162475586,
+      "cov-distil (oracle2teacher)": 4.6117472648620605,
       "epoch": 0.8320251177394035,
-      "rel-constrast": 2.79318904876709,
+      "rel-constrast": 3.75523042678833,
       "step": 1060,
-      "subrel-constrast": 3.337411642074585,
+      "subrel-constrast": 3.5482935905456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6254866123199463,
-      "cov-distil (oracle2student)": 3.804487943649292,
-      "cov-distil (oracle2teacher)": 3.83284854888916,
+      "cov-distil": 1.7864066362380981,
+      "cov-distil (oracle2student)": 3.8332886695861816,
+      "cov-distil (oracle2teacher)": 4.026666641235352,
       "epoch": 0.8328100470957613,
-      "rel-constrast": 2.568723678588867,
+      "rel-constrast": 3.055628538131714,
       "step": 1061,
-      "subrel-constrast": 3.155280590057373,
+      "subrel-constrast": 2.8176183700561523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7188539505004883,
-      "cov-distil (oracle2student)": 3.449662208557129,
-      "cov-distil (oracle2teacher)": 4.013648986816406,
+      "cov-distil": 1.8455393314361572,
+      "cov-distil (oracle2student)": 3.787278890609741,
+      "cov-distil (oracle2teacher)": 3.960678815841675,
       "epoch": 0.8335949764521193,
-      "rel-constrast": 2.845201015472412,
+      "rel-constrast": 3.3118679523468018,
       "step": 1062,
-      "subrel-constrast": 3.7377851009368896,
+      "subrel-constrast": 3.405998945236206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322525143623352,
-      "cov-distil (oracle2student)": 3.41972279548645,
-      "cov-distil (oracle2teacher)": 2.83035945892334,
+      "cov-distil": 1.5887830257415771,
+      "cov-distil (oracle2student)": 3.094766139984131,
+      "cov-distil (oracle2teacher)": 3.122744560241699,
       "epoch": 0.8343799058084772,
-      "rel-constrast": 3.4593334197998047,
+      "rel-constrast": 3.173388719558716,
       "step": 1063,
-      "subrel-constrast": 3.469331979751587,
+      "subrel-constrast": 3.691577196121216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736067771911621,
-      "cov-distil (oracle2student)": 5.864267349243164,
-      "cov-distil (oracle2teacher)": 5.525598049163818,
+      "cov-distil": 2.011411666870117,
+      "cov-distil (oracle2student)": 6.16353702545166,
+      "cov-distil (oracle2teacher)": 6.02977991104126,
       "epoch": 0.8351648351648352,
-      "rel-constrast": 3.378605604171753,
+      "rel-constrast": 3.969806671142578,
       "step": 1064,
-      "subrel-constrast": 4.82101583480835,
+      "subrel-constrast": 4.5445051193237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.664595365524292,
-      "cov-distil (oracle2student)": 5.767794132232666,
-      "cov-distil (oracle2teacher)": 4.912051677703857,
+      "cov-distil": 2.257282257080078,
+      "cov-distil (oracle2student)": 5.829577445983887,
+      "cov-distil (oracle2teacher)": 5.488131523132324,
       "epoch": 0.8359497645211931,
-      "rel-constrast": 2.9836983680725098,
+      "rel-constrast": 3.2442095279693604,
       "step": 1065,
-      "subrel-constrast": 3.640324592590332,
+      "subrel-constrast": 3.343900442123413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0631294250488281,
-      "cov-distil (oracle2student)": 4.371286869049072,
-      "cov-distil (oracle2teacher)": 4.482182502746582,
+      "cov-distil": 1.569305181503296,
+      "cov-distil (oracle2student)": 4.416584014892578,
+      "cov-distil (oracle2teacher)": 4.716166973114014,
       "epoch": 0.8367346938775511,
-      "rel-constrast": 2.406578302383423,
+      "rel-constrast": 2.284388780593872,
       "step": 1066,
-      "subrel-constrast": 3.045006036758423,
+      "subrel-constrast": 2.8378958702087402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3932442665100098,
-      "cov-distil (oracle2student)": 3.401536703109741,
-      "cov-distil (oracle2teacher)": 3.73445200920105,
+      "cov-distil": 1.733056902885437,
+      "cov-distil (oracle2student)": 4.374227523803711,
+      "cov-distil (oracle2teacher)": 3.9680676460266113,
       "epoch": 0.8375196232339089,
-      "rel-constrast": 2.0863516330718994,
+      "rel-constrast": 2.9913835525512695,
       "step": 1067,
-      "subrel-constrast": 3.3411881923675537,
+      "subrel-constrast": 3.394751787185669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3757219314575195,
-      "cov-distil (oracle2student)": 4.930185794830322,
-      "cov-distil (oracle2teacher)": 4.597090244293213,
+      "cov-distil": 1.6889735460281372,
+      "cov-distil (oracle2student)": 4.932013511657715,
+      "cov-distil (oracle2teacher)": 4.753911972045898,
       "epoch": 0.8383045525902669,
-      "rel-constrast": 3.6516950130462646,
+      "rel-constrast": 4.389288425445557,
       "step": 1068,
-      "subrel-constrast": 4.230095386505127,
+      "subrel-constrast": 4.051324367523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5908467769622803,
-      "cov-distil (oracle2student)": 4.988844394683838,
-      "cov-distil (oracle2teacher)": 5.036681175231934,
+      "cov-distil": 1.8887734413146973,
+      "cov-distil (oracle2student)": 5.138501167297363,
+      "cov-distil (oracle2teacher)": 5.457084655761719,
       "epoch": 0.8390894819466248,
-      "rel-constrast": 3.309863567352295,
+      "rel-constrast": 3.713894844055176,
       "step": 1069,
-      "subrel-constrast": 4.250307083129883,
+      "subrel-constrast": 4.439695358276367,
       "view-similarity": 0
     },
     {
       "epoch": 0.8398744113029827,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.59375,
       "learning_rate": 4.9992748932868926e-05,
-      "loss": 0.7748,
+      "loss": 0.8472,
       "step": 1070
     },
     {
-      "cov-distil": 1.0402013063430786,
-      "cov-distil (oracle2student)": 4.2630486488342285,
-      "cov-distil (oracle2teacher)": 3.66384220123291,
+      "cov-distil": 1.175804615020752,
+      "cov-distil (oracle2student)": 4.583698749542236,
+      "cov-distil (oracle2teacher)": 3.727757692337036,
       "epoch": 0.8398744113029827,
-      "rel-constrast": 2.061677932739258,
+      "rel-constrast": 2.502880573272705,
       "step": 1070,
-      "subrel-constrast": 2.7296907901763916,
+      "subrel-constrast": 2.496037721633911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6625237464904785,
-      "cov-distil (oracle2student)": 3.910654067993164,
-      "cov-distil (oracle2teacher)": 4.21475887298584,
+      "cov-distil": 2.044877052307129,
+      "cov-distil (oracle2student)": 4.358742713928223,
+      "cov-distil (oracle2teacher)": 4.47661018371582,
       "epoch": 0.8406593406593407,
-      "rel-constrast": 2.8941855430603027,
+      "rel-constrast": 4.071074962615967,
       "step": 1071,
-      "subrel-constrast": 4.128171920776367,
+      "subrel-constrast": 4.032317161560059,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.495145559310913,
-      "cov-distil (oracle2student)": 5.379284858703613,
-      "cov-distil (oracle2teacher)": 4.316701889038086,
+      "cov-distil": 1.2888848781585693,
+      "cov-distil (oracle2student)": 4.901707649230957,
+      "cov-distil (oracle2teacher)": 4.426248550415039,
       "epoch": 0.8414442700156985,
-      "rel-constrast": 2.1592116355895996,
+      "rel-constrast": 2.0786283016204834,
       "step": 1072,
-      "subrel-constrast": 2.527085781097412,
+      "subrel-constrast": 2.3601367473602295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8001484870910645,
-      "cov-distil (oracle2student)": 2.5359535217285156,
-      "cov-distil (oracle2teacher)": 2.5233798027038574,
+      "cov-distil": 1.722771167755127,
+      "cov-distil (oracle2student)": 2.8582687377929688,
+      "cov-distil (oracle2teacher)": 2.6252989768981934,
       "epoch": 0.8422291993720565,
-      "rel-constrast": 3.0741827487945557,
+      "rel-constrast": 3.2451539039611816,
       "step": 1073,
-      "subrel-constrast": 3.8986191749572754,
+      "subrel-constrast": 3.7071967124938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2992419004440308,
-      "cov-distil (oracle2student)": 6.388317108154297,
-      "cov-distil (oracle2teacher)": 6.320832252502441,
+      "cov-distil": 1.3997740745544434,
+      "cov-distil (oracle2student)": 6.755746364593506,
+      "cov-distil (oracle2teacher)": 6.149623870849609,
       "epoch": 0.8430141287284144,
-      "rel-constrast": 2.610102415084839,
+      "rel-constrast": 3.2881557941436768,
       "step": 1074,
-      "subrel-constrast": 3.57509708404541,
+      "subrel-constrast": 3.568237543106079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8630740642547607,
-      "cov-distil (oracle2student)": 5.7154340744018555,
-      "cov-distil (oracle2teacher)": 4.652746200561523,
+      "cov-distil": 2.002434730529785,
+      "cov-distil (oracle2student)": 5.5792036056518555,
+      "cov-distil (oracle2teacher)": 4.932435035705566,
       "epoch": 0.8437990580847724,
-      "rel-constrast": 3.7225842475891113,
+      "rel-constrast": 3.7921528816223145,
       "step": 1075,
-      "subrel-constrast": 4.150248050689697,
+      "subrel-constrast": 4.4255290031433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736881971359253,
-      "cov-distil (oracle2student)": 3.1711654663085938,
-      "cov-distil (oracle2teacher)": 3.153491735458374,
+      "cov-distil": 2.315392017364502,
+      "cov-distil (oracle2student)": 3.605886936187744,
+      "cov-distil (oracle2teacher)": 3.143418788909912,
       "epoch": 0.8445839874411303,
-      "rel-constrast": 3.0925936698913574,
+      "rel-constrast": 3.827850580215454,
       "step": 1076,
-      "subrel-constrast": 4.16301155090332,
+      "subrel-constrast": 3.9810950756073,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901112079620361,
-      "cov-distil (oracle2student)": 4.203153610229492,
-      "cov-distil (oracle2teacher)": 4.101661205291748,
+      "cov-distil": 1.9522948265075684,
+      "cov-distil (oracle2student)": 4.8102874755859375,
+      "cov-distil (oracle2teacher)": 4.149954795837402,
       "epoch": 0.8453689167974883,
-      "rel-constrast": 3.0824365615844727,
+      "rel-constrast": 3.6474199295043945,
       "step": 1077,
-      "subrel-constrast": 3.8953678607940674,
+      "subrel-constrast": 4.039060592651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8625383377075195,
-      "cov-distil (oracle2student)": 3.3603522777557373,
-      "cov-distil (oracle2teacher)": 2.9650416374206543,
+      "cov-distil": 1.7174904346466064,
+      "cov-distil (oracle2student)": 3.3689892292022705,
+      "cov-distil (oracle2teacher)": 2.8664605617523193,
       "epoch": 0.8461538461538461,
-      "rel-constrast": 2.7170653343200684,
+      "rel-constrast": 2.950161933898926,
       "step": 1078,
-      "subrel-constrast": 2.9600353240966797,
+      "subrel-constrast": 3.008772134780884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2731611728668213,
-      "cov-distil (oracle2student)": 6.666909217834473,
-      "cov-distil (oracle2teacher)": 6.09921932220459,
+      "cov-distil": 2.060206413269043,
+      "cov-distil (oracle2student)": 6.906772136688232,
+      "cov-distil (oracle2teacher)": 6.931488990783691,
       "epoch": 0.8469387755102041,
-      "rel-constrast": 1.686286449432373,
+      "rel-constrast": 2.8520166873931885,
       "step": 1079,
-      "subrel-constrast": 2.9466919898986816,
+      "subrel-constrast": 2.9608256816864014,
       "view-similarity": 0
     },
     {
       "epoch": 0.847723704866562,
-      "grad_norm": 5.9375,
+      "grad_norm": 6.34375,
       "learning_rate": 4.99904950157748e-05,
-      "loss": 0.7173,
+      "loss": 0.8064,
       "step": 1080
     },
     {
-      "cov-distil": 1.8845593929290771,
-      "cov-distil (oracle2student)": 2.5665831565856934,
-      "cov-distil (oracle2teacher)": 2.6748790740966797,
+      "cov-distil": 2.0262088775634766,
+      "cov-distil (oracle2student)": 2.595539093017578,
+      "cov-distil (oracle2teacher)": 2.7825613021850586,
       "epoch": 0.847723704866562,
-      "rel-constrast": 1.806304931640625,
+      "rel-constrast": 1.9361705780029297,
       "step": 1080,
-      "subrel-constrast": 2.7072744369506836,
+      "subrel-constrast": 2.8393290042877197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6860318183898926,
-      "cov-distil (oracle2student)": 3.7431015968322754,
-      "cov-distil (oracle2teacher)": 3.777982234954834,
+      "cov-distil": 1.7630447149276733,
+      "cov-distil (oracle2student)": 4.247994899749756,
+      "cov-distil (oracle2teacher)": 4.003775596618652,
       "epoch": 0.8485086342229199,
-      "rel-constrast": 2.9373021125793457,
+      "rel-constrast": 3.7459797859191895,
       "step": 1081,
-      "subrel-constrast": 3.903532028198242,
+      "subrel-constrast": 3.796049118041992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8776612281799316,
-      "cov-distil (oracle2student)": 3.3886947631835938,
-      "cov-distil (oracle2teacher)": 3.201789140701294,
+      "cov-distil": 2.1201014518737793,
+      "cov-distil (oracle2student)": 2.9907591342926025,
+      "cov-distil (oracle2teacher)": 3.4688992500305176,
       "epoch": 0.8492935635792779,
-      "rel-constrast": 2.702623128890991,
+      "rel-constrast": 2.3388619422912598,
       "step": 1082,
-      "subrel-constrast": 3.5988712310791016,
+      "subrel-constrast": 3.5473861694335938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.928161859512329,
-      "cov-distil (oracle2student)": 6.167755603790283,
-      "cov-distil (oracle2teacher)": 4.78348970413208,
+      "cov-distil": 2.302171230316162,
+      "cov-distil (oracle2student)": 6.583313941955566,
+      "cov-distil (oracle2teacher)": 5.360330581665039,
       "epoch": 0.8500784929356358,
-      "rel-constrast": 3.607133626937866,
+      "rel-constrast": 4.087735176086426,
       "step": 1083,
-      "subrel-constrast": 3.758445978164673,
+      "subrel-constrast": 3.750143527984619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7386295795440674,
-      "cov-distil (oracle2student)": 4.498068809509277,
-      "cov-distil (oracle2teacher)": 3.8495287895202637,
+      "cov-distil": 1.746492624282837,
+      "cov-distil (oracle2student)": 4.530282974243164,
+      "cov-distil (oracle2teacher)": 4.042502403259277,
       "epoch": 0.8508634222919937,
-      "rel-constrast": 2.8523600101470947,
+      "rel-constrast": 3.4561920166015625,
       "step": 1084,
-      "subrel-constrast": 3.432687282562256,
+      "subrel-constrast": 3.2857301235198975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4394603967666626,
-      "cov-distil (oracle2student)": 3.77702260017395,
-      "cov-distil (oracle2teacher)": 4.143439769744873,
+      "cov-distil": 1.432504653930664,
+      "cov-distil (oracle2student)": 4.149911880493164,
+      "cov-distil (oracle2teacher)": 4.475851058959961,
       "epoch": 0.8516483516483516,
-      "rel-constrast": 3.216811418533325,
+      "rel-constrast": 3.3788089752197266,
       "step": 1085,
-      "subrel-constrast": 3.51729154586792,
+      "subrel-constrast": 3.6332075595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6957683563232422,
-      "cov-distil (oracle2student)": 4.662392616271973,
-      "cov-distil (oracle2teacher)": 3.9063315391540527,
+      "cov-distil": 2.2196226119995117,
+      "cov-distil (oracle2student)": 4.2787652015686035,
+      "cov-distil (oracle2teacher)": 4.340672492980957,
       "epoch": 0.8524332810047096,
-      "rel-constrast": 3.720121383666992,
+      "rel-constrast": 4.165349960327148,
       "step": 1086,
-      "subrel-constrast": 4.425353527069092,
+      "subrel-constrast": 4.399125576019287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3179020881652832,
-      "cov-distil (oracle2student)": 2.9203834533691406,
-      "cov-distil (oracle2teacher)": 3.043929100036621,
+      "cov-distil": 1.4521615505218506,
+      "cov-distil (oracle2student)": 2.948765277862549,
+      "cov-distil (oracle2teacher)": 3.1401031017303467,
       "epoch": 0.8532182103610675,
-      "rel-constrast": 2.349213123321533,
+      "rel-constrast": 2.029968500137329,
       "step": 1087,
-      "subrel-constrast": 2.7471134662628174,
+      "subrel-constrast": 2.6325480937957764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5226237773895264,
-      "cov-distil (oracle2student)": 3.9782896041870117,
-      "cov-distil (oracle2teacher)": 3.651339530944824,
+      "cov-distil": 1.6714191436767578,
+      "cov-distil (oracle2student)": 4.826613426208496,
+      "cov-distil (oracle2teacher)": 3.823413372039795,
       "epoch": 0.8540031397174255,
-      "rel-constrast": 2.552889347076416,
+      "rel-constrast": 3.1826024055480957,
       "step": 1088,
-      "subrel-constrast": 2.949101686477661,
+      "subrel-constrast": 2.9975388050079346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3128268718719482,
-      "cov-distil (oracle2student)": 3.112961769104004,
-      "cov-distil (oracle2teacher)": 3.411149501800537,
+      "cov-distil": 1.7917670011520386,
+      "cov-distil (oracle2student)": 3.0056326389312744,
+      "cov-distil (oracle2teacher)": 3.0233044624328613,
       "epoch": 0.8547880690737834,
-      "rel-constrast": 2.501932382583618,
+      "rel-constrast": 3.1198415756225586,
       "step": 1089,
-      "subrel-constrast": 3.2343642711639404,
+      "subrel-constrast": 3.008915424346924,
       "view-similarity": 0
     },
     {
       "epoch": 0.8555729984301413,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.125,
       "learning_rate": 4.9987936597385424e-05,
-      "loss": 0.7472,
+      "loss": 0.786,
       "step": 1090
     },
     {
-      "cov-distil": 1.7027733325958252,
-      "cov-distil (oracle2student)": 3.4837594032287598,
-      "cov-distil (oracle2teacher)": 3.0878868103027344,
+      "cov-distil": 2.8286094665527344,
+      "cov-distil (oracle2student)": 4.250711917877197,
+      "cov-distil (oracle2teacher)": 3.6952624320983887,
       "epoch": 0.8555729984301413,
-      "rel-constrast": 2.6690118312835693,
+      "rel-constrast": 3.102781295776367,
       "step": 1090,
-      "subrel-constrast": 3.3107621669769287,
+      "subrel-constrast": 3.7704620361328125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.337035894393921,
-      "cov-distil (oracle2student)": 3.6375017166137695,
-      "cov-distil (oracle2teacher)": 4.1028337478637695,
+      "cov-distil": 2.647538661956787,
+      "cov-distil (oracle2student)": 3.6367785930633545,
+      "cov-distil (oracle2teacher)": 4.013334274291992,
       "epoch": 0.8563579277864992,
-      "rel-constrast": 3.204152822494507,
+      "rel-constrast": 3.0899195671081543,
       "step": 1091,
-      "subrel-constrast": 4.100337505340576,
+      "subrel-constrast": 3.606151580810547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2140780687332153,
-      "cov-distil (oracle2student)": 4.8860931396484375,
-      "cov-distil (oracle2teacher)": 4.049331188201904,
+      "cov-distil": 1.3748383522033691,
+      "cov-distil (oracle2student)": 4.9534101486206055,
+      "cov-distil (oracle2teacher)": 4.4009857177734375,
       "epoch": 0.8571428571428571,
-      "rel-constrast": 3.5081419944763184,
+      "rel-constrast": 3.76505708694458,
       "step": 1092,
-      "subrel-constrast": 3.5821592807769775,
+      "subrel-constrast": 3.6773202419281006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7335447072982788,
-      "cov-distil (oracle2student)": 5.655961036682129,
-      "cov-distil (oracle2teacher)": 5.042616844177246,
+      "cov-distil": 1.9000613689422607,
+      "cov-distil (oracle2student)": 5.512392520904541,
+      "cov-distil (oracle2teacher)": 5.654302597045898,
       "epoch": 0.8579277864992151,
-      "rel-constrast": 3.178880214691162,
+      "rel-constrast": 3.6927573680877686,
       "step": 1093,
-      "subrel-constrast": 3.637800931930542,
+      "subrel-constrast": 3.86082124710083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4414985179901123,
-      "cov-distil (oracle2student)": 5.745603561401367,
-      "cov-distil (oracle2teacher)": 5.264218807220459,
+      "cov-distil": 1.753598928451538,
+      "cov-distil (oracle2student)": 6.137661933898926,
+      "cov-distil (oracle2teacher)": 5.599394798278809,
       "epoch": 0.858712715855573,
-      "rel-constrast": 3.177807331085205,
+      "rel-constrast": 3.4704489707946777,
       "step": 1094,
-      "subrel-constrast": 3.550741672515869,
+      "subrel-constrast": 3.7378487586975098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.487630009651184,
-      "cov-distil (oracle2student)": 4.100004196166992,
-      "cov-distil (oracle2teacher)": 4.133769989013672,
+      "cov-distil": 2.1522538661956787,
+      "cov-distil (oracle2student)": 4.39705753326416,
+      "cov-distil (oracle2teacher)": 4.08500337600708,
       "epoch": 0.859497645211931,
-      "rel-constrast": 2.2149600982666016,
+      "rel-constrast": 2.922875165939331,
       "step": 1095,
-      "subrel-constrast": 2.753861665725708,
+      "subrel-constrast": 2.877056360244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7680914402008057,
-      "cov-distil (oracle2student)": 4.2395195960998535,
-      "cov-distil (oracle2teacher)": 3.8782877922058105,
+      "cov-distil": 2.182187080383301,
+      "cov-distil (oracle2student)": 4.544129371643066,
+      "cov-distil (oracle2teacher)": 4.768648147583008,
       "epoch": 0.8602825745682888,
-      "rel-constrast": 2.507734775543213,
+      "rel-constrast": 2.8724288940429688,
       "step": 1096,
-      "subrel-constrast": 2.9380202293395996,
+      "subrel-constrast": 3.4821457862854004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0254534482955933,
-      "cov-distil (oracle2student)": 2.3822319507598877,
-      "cov-distil (oracle2teacher)": 2.3551106452941895,
+      "cov-distil": 1.855120062828064,
+      "cov-distil (oracle2student)": 2.8767921924591064,
+      "cov-distil (oracle2teacher)": 2.7885987758636475,
       "epoch": 0.8610675039246468,
-      "rel-constrast": 2.2535672187805176,
+      "rel-constrast": 3.0756263732910156,
       "step": 1097,
-      "subrel-constrast": 2.8539609909057617,
+      "subrel-constrast": 3.2114453315734863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.344696044921875,
-      "cov-distil (oracle2student)": 5.422916889190674,
-      "cov-distil (oracle2teacher)": 4.750358581542969,
+      "cov-distil": 2.9735355377197266,
+      "cov-distil (oracle2student)": 5.36530065536499,
+      "cov-distil (oracle2teacher)": 4.8727312088012695,
       "epoch": 0.8618524332810047,
-      "rel-constrast": 3.2021799087524414,
+      "rel-constrast": 3.837643623352051,
       "step": 1098,
-      "subrel-constrast": 4.102774143218994,
+      "subrel-constrast": 3.941204309463501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.172410488128662,
-      "cov-distil (oracle2student)": 4.316123008728027,
-      "cov-distil (oracle2teacher)": 4.225004196166992,
+      "cov-distil": 3.0540859699249268,
+      "cov-distil (oracle2student)": 4.471508502960205,
+      "cov-distil (oracle2teacher)": 4.760505199432373,
       "epoch": 0.8626373626373627,
-      "rel-constrast": 2.101590156555176,
+      "rel-constrast": 2.7282886505126953,
       "step": 1099,
-      "subrel-constrast": 3.367358684539795,
+      "subrel-constrast": 3.3757927417755127,
       "view-similarity": 0
     },
     {
       "epoch": 0.8634222919937206,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.998507370887433e-05,
-      "loss": 0.7435,
+      "loss": 0.8139,
       "step": 1100
     },
     {
       "epoch": 0.8634222919937206,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.3031249940395355,
       "step": 1100
     },
     {
       "epoch": 0.8634222919937206,
       "step": 1100,
-      "student margin": 0.0601806640625
+      "student margin": 0.0517578125
     },
     {
       "epoch": 0.8634222919937206,
       "step": 1100,
-      "teacher margin": 0.038330078125
+      "teacher margin": 0.040924072265625
     },
     {
       "epoch": 0.8634222919937206,
-      "margin difference": -0.0218505859375,
+      "margin difference": -0.010833740234375,
       "step": 1100
     },
     {
-      "cov-distil": 1.514966368675232,
-      "cov-distil (oracle2student)": 3.000105381011963,
-      "cov-distil (oracle2teacher)": 3.519803047180176,
+      "cov-distil": 1.752319097518921,
+      "cov-distil (oracle2student)": 3.5185751914978027,
+      "cov-distil (oracle2teacher)": 3.6152827739715576,
       "epoch": 0.8634222919937206,
-      "rel-constrast": 2.472033977508545,
+      "rel-constrast": 2.8455429077148438,
       "step": 1100,
-      "subrel-constrast": 3.4495720863342285,
+      "subrel-constrast": 3.376995086669922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496253967285156,
-      "cov-distil (oracle2student)": 4.176532745361328,
-      "cov-distil (oracle2teacher)": 3.8630318641662598,
+      "cov-distil": 2.527688980102539,
+      "cov-distil (oracle2student)": 3.8377532958984375,
+      "cov-distil (oracle2teacher)": 4.13825798034668,
       "epoch": 0.8642072213500785,
-      "rel-constrast": 4.721031665802002,
+      "rel-constrast": 4.622160911560059,
       "step": 1101,
-      "subrel-constrast": 4.901049613952637,
+      "subrel-constrast": 5.250829219818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5538504123687744,
-      "cov-distil (oracle2student)": 2.979179859161377,
-      "cov-distil (oracle2teacher)": 2.8812928199768066,
+      "cov-distil": 2.0988290309906006,
+      "cov-distil (oracle2student)": 3.388700485229492,
+      "cov-distil (oracle2teacher)": 3.1663267612457275,
       "epoch": 0.8649921507064364,
-      "rel-constrast": 3.168241024017334,
+      "rel-constrast": 3.4163267612457275,
       "step": 1102,
-      "subrel-constrast": 3.8322014808654785,
+      "subrel-constrast": 3.5578603744506836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6971174478530884,
-      "cov-distil (oracle2student)": 3.9705429077148438,
-      "cov-distil (oracle2teacher)": 3.575139045715332,
+      "cov-distil": 2.436074733734131,
+      "cov-distil (oracle2student)": 4.447538375854492,
+      "cov-distil (oracle2teacher)": 4.170858383178711,
       "epoch": 0.8657770800627943,
-      "rel-constrast": 3.3403072357177734,
+      "rel-constrast": 3.789759397506714,
       "step": 1103,
-      "subrel-constrast": 3.405433416366577,
+      "subrel-constrast": 3.8343253135681152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4455326795578003,
-      "cov-distil (oracle2student)": 4.051364898681641,
-      "cov-distil (oracle2teacher)": 3.291219472885132,
+      "cov-distil": 2.058389186859131,
+      "cov-distil (oracle2student)": 3.734297752380371,
+      "cov-distil (oracle2teacher)": 3.6337106227874756,
       "epoch": 0.8665620094191523,
-      "rel-constrast": 3.159308910369873,
+      "rel-constrast": 3.6656429767608643,
       "step": 1104,
-      "subrel-constrast": 3.826824903488159,
+      "subrel-constrast": 3.6859748363494873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2556310892105103,
-      "cov-distil (oracle2student)": 6.1398210525512695,
-      "cov-distil (oracle2teacher)": 5.095301151275635,
+      "cov-distil": 1.3416531085968018,
+      "cov-distil (oracle2student)": 5.686967372894287,
+      "cov-distil (oracle2teacher)": 5.78775691986084,
       "epoch": 0.8673469387755102,
-      "rel-constrast": 2.71726655960083,
+      "rel-constrast": 2.486441135406494,
       "step": 1105,
-      "subrel-constrast": 3.2711734771728516,
+      "subrel-constrast": 3.0914247035980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6997454166412354,
-      "cov-distil (oracle2student)": 4.2624101638793945,
-      "cov-distil (oracle2teacher)": 3.8824236392974854,
+      "cov-distil": 1.7149806022644043,
+      "cov-distil (oracle2student)": 4.615448951721191,
+      "cov-distil (oracle2teacher)": 4.428467750549316,
       "epoch": 0.8681318681318682,
-      "rel-constrast": 2.7316763401031494,
+      "rel-constrast": 3.1849939823150635,
       "step": 1106,
-      "subrel-constrast": 3.5151779651641846,
+      "subrel-constrast": 3.6076080799102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6599700450897217,
-      "cov-distil (oracle2student)": 3.2399165630340576,
-      "cov-distil (oracle2teacher)": 3.0549473762512207,
+      "cov-distil": 1.6499817371368408,
+      "cov-distil (oracle2student)": 3.8754565715789795,
+      "cov-distil (oracle2teacher)": 3.759288787841797,
       "epoch": 0.868916797488226,
-      "rel-constrast": 2.4151086807250977,
+      "rel-constrast": 2.304001808166504,
       "step": 1107,
-      "subrel-constrast": 3.350031614303589,
+      "subrel-constrast": 3.2861900329589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3111802339553833,
-      "cov-distil (oracle2student)": 6.469572067260742,
-      "cov-distil (oracle2teacher)": 5.633084297180176,
+      "cov-distil": 1.742598533630371,
+      "cov-distil (oracle2student)": 6.908958435058594,
+      "cov-distil (oracle2teacher)": 6.091227054595947,
       "epoch": 0.869701726844584,
-      "rel-constrast": 3.099478244781494,
+      "rel-constrast": 3.6825242042541504,
       "step": 1108,
-      "subrel-constrast": 3.6953091621398926,
+      "subrel-constrast": 3.544607400894165,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9514031410217285,
-      "cov-distil (oracle2student)": 4.149969100952148,
-      "cov-distil (oracle2teacher)": 3.778843402862549,
+      "cov-distil": 2.2694809436798096,
+      "cov-distil (oracle2student)": 4.7412285804748535,
+      "cov-distil (oracle2teacher)": 4.503636837005615,
       "epoch": 0.8704866562009419,
-      "rel-constrast": 2.750782012939453,
+      "rel-constrast": 2.8554491996765137,
       "step": 1109,
-      "subrel-constrast": 3.469526767730713,
+      "subrel-constrast": 3.0630435943603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.8712715855572999,
-      "grad_norm": 5.4375,
+      "grad_norm": 6.8125,
       "learning_rate": 4.998190638512489e-05,
-      "loss": 0.8035,
+      "loss": 0.8213,
       "step": 1110
     },
     {
-      "cov-distil": 1.253431797027588,
-      "cov-distil (oracle2student)": 3.968186140060425,
-      "cov-distil (oracle2teacher)": 3.8924455642700195,
+      "cov-distil": 1.3643429279327393,
+      "cov-distil (oracle2student)": 4.194642066955566,
+      "cov-distil (oracle2teacher)": 3.7898592948913574,
       "epoch": 0.8712715855572999,
-      "rel-constrast": 2.934136152267456,
+      "rel-constrast": 3.2441439628601074,
       "step": 1110,
-      "subrel-constrast": 3.268707036972046,
+      "subrel-constrast": 3.2844133377075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5615431070327759,
-      "cov-distil (oracle2student)": 4.581787109375,
-      "cov-distil (oracle2teacher)": 3.978516101837158,
+      "cov-distil": 2.283625841140747,
+      "cov-distil (oracle2student)": 4.745139122009277,
+      "cov-distil (oracle2teacher)": 5.040432929992676,
       "epoch": 0.8720565149136578,
-      "rel-constrast": 3.124147891998291,
+      "rel-constrast": 3.2103421688079834,
       "step": 1111,
-      "subrel-constrast": 3.716892957687378,
+      "subrel-constrast": 4.325786590576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5927278995513916,
-      "cov-distil (oracle2student)": 5.518800735473633,
-      "cov-distil (oracle2teacher)": 5.1195783615112305,
+      "cov-distil": 2.1412250995635986,
+      "cov-distil (oracle2student)": 6.4828009605407715,
+      "cov-distil (oracle2teacher)": 5.267673969268799,
       "epoch": 0.8728414442700158,
-      "rel-constrast": 3.3357510566711426,
+      "rel-constrast": 3.7829408645629883,
       "step": 1112,
-      "subrel-constrast": 4.470355987548828,
+      "subrel-constrast": 4.241018295288086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5599696636199951,
-      "cov-distil (oracle2student)": 3.9624476432800293,
-      "cov-distil (oracle2teacher)": 3.718062162399292,
+      "cov-distil": 2.0759265422821045,
+      "cov-distil (oracle2student)": 4.3108601570129395,
+      "cov-distil (oracle2teacher)": 4.266383171081543,
       "epoch": 0.8736263736263736,
-      "rel-constrast": 3.6637425422668457,
+      "rel-constrast": 4.385590076446533,
       "step": 1113,
-      "subrel-constrast": 4.662291526794434,
+      "subrel-constrast": 4.451427459716797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8774611949920654,
-      "cov-distil (oracle2student)": 4.155232906341553,
-      "cov-distil (oracle2teacher)": 4.172593593597412,
+      "cov-distil": 2.332752227783203,
+      "cov-distil (oracle2student)": 4.414846420288086,
+      "cov-distil (oracle2teacher)": 3.8511199951171875,
       "epoch": 0.8744113029827315,
-      "rel-constrast": 3.6415066719055176,
+      "rel-constrast": 4.034036636352539,
       "step": 1114,
-      "subrel-constrast": 4.503866195678711,
+      "subrel-constrast": 4.3186445236206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4141966104507446,
-      "cov-distil (oracle2student)": 4.203639030456543,
-      "cov-distil (oracle2teacher)": 3.9566216468811035,
+      "cov-distil": 2.1457133293151855,
+      "cov-distil (oracle2student)": 4.752310276031494,
+      "cov-distil (oracle2teacher)": 4.29161262512207,
       "epoch": 0.8751962323390895,
-      "rel-constrast": 3.1093757152557373,
+      "rel-constrast": 4.130838871002197,
       "step": 1115,
-      "subrel-constrast": 4.337434768676758,
+      "subrel-constrast": 3.9441425800323486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8371347188949585,
-      "cov-distil (oracle2student)": 3.9393506050109863,
-      "cov-distil (oracle2teacher)": 4.2781829833984375,
+      "cov-distil": 2.74867582321167,
+      "cov-distil (oracle2student)": 4.355659008026123,
+      "cov-distil (oracle2teacher)": 4.353662967681885,
       "epoch": 0.8759811616954474,
-      "rel-constrast": 3.2283706665039062,
+      "rel-constrast": 4.233538627624512,
       "step": 1116,
-      "subrel-constrast": 4.248286247253418,
+      "subrel-constrast": 4.078946590423584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.552659511566162,
-      "cov-distil (oracle2student)": 4.381686210632324,
-      "cov-distil (oracle2teacher)": 4.079123020172119,
+      "cov-distil": 1.5634974241256714,
+      "cov-distil (oracle2student)": 4.731647491455078,
+      "cov-distil (oracle2teacher)": 4.644672393798828,
       "epoch": 0.8767660910518054,
-      "rel-constrast": 3.7348363399505615,
+      "rel-constrast": 3.727545976638794,
       "step": 1117,
-      "subrel-constrast": 3.876692771911621,
+      "subrel-constrast": 3.8308258056640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3338099718093872,
-      "cov-distil (oracle2student)": 3.77384090423584,
-      "cov-distil (oracle2teacher)": 3.410325527191162,
+      "cov-distil": 1.981123685836792,
+      "cov-distil (oracle2student)": 4.062529563903809,
+      "cov-distil (oracle2teacher)": 3.871251344680786,
       "epoch": 0.8775510204081632,
-      "rel-constrast": 2.9162514209747314,
+      "rel-constrast": 2.913137912750244,
       "step": 1118,
-      "subrel-constrast": 3.4500739574432373,
+      "subrel-constrast": 3.3735272884368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194663524627686,
-      "cov-distil (oracle2student)": 4.1419997215271,
-      "cov-distil (oracle2teacher)": 3.907043218612671,
+      "cov-distil": 2.1453442573547363,
+      "cov-distil (oracle2student)": 4.4054365158081055,
+      "cov-distil (oracle2teacher)": 4.163646697998047,
       "epoch": 0.8783359497645212,
-      "rel-constrast": 3.7405686378479004,
+      "rel-constrast": 3.7600834369659424,
       "step": 1119,
-      "subrel-constrast": 4.528936386108398,
+      "subrel-constrast": 4.1889967918396,
       "view-similarity": 0
     },
     {
       "epoch": 0.8791208791208791,
-      "grad_norm": 7.46875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.9978434664729965e-05,
-      "loss": 0.8752,
+      "loss": 0.9356,
       "step": 1120
     },
     {
-      "cov-distil": 1.4991371631622314,
-      "cov-distil (oracle2student)": 3.246417284011841,
-      "cov-distil (oracle2teacher)": 2.8052914142608643,
+      "cov-distil": 1.6584184169769287,
+      "cov-distil (oracle2student)": 2.9526050090789795,
+      "cov-distil (oracle2teacher)": 2.9084572792053223,
       "epoch": 0.8791208791208791,
-      "rel-constrast": 2.344580888748169,
+      "rel-constrast": 2.39324951171875,
       "step": 1120,
-      "subrel-constrast": 2.999483108520508,
+      "subrel-constrast": 2.8413214683532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8106005191802979,
-      "cov-distil (oracle2student)": 3.8947558403015137,
-      "cov-distil (oracle2teacher)": 3.637648582458496,
+      "cov-distil": 1.931604266166687,
+      "cov-distil (oracle2student)": 4.441222190856934,
+      "cov-distil (oracle2teacher)": 4.068902015686035,
       "epoch": 0.8799058084772371,
-      "rel-constrast": 2.4791507720947266,
+      "rel-constrast": 2.9820568561553955,
       "step": 1121,
-      "subrel-constrast": 3.5178771018981934,
+      "subrel-constrast": 3.347712278366089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7053754329681396,
-      "cov-distil (oracle2student)": 4.391046524047852,
-      "cov-distil (oracle2teacher)": 3.4227418899536133,
+      "cov-distil": 2.46937894821167,
+      "cov-distil (oracle2student)": 4.9310808181762695,
+      "cov-distil (oracle2teacher)": 3.602159023284912,
       "epoch": 0.880690737833595,
-      "rel-constrast": 2.6293721199035645,
+      "rel-constrast": 3.1533467769622803,
       "step": 1122,
-      "subrel-constrast": 3.515031576156616,
+      "subrel-constrast": 3.3203072547912598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7514567375183105,
-      "cov-distil (oracle2student)": 4.837047100067139,
-      "cov-distil (oracle2teacher)": 4.649950981140137,
+      "cov-distil": 2.473989486694336,
+      "cov-distil (oracle2student)": 4.515566825866699,
+      "cov-distil (oracle2teacher)": 4.894018173217773,
       "epoch": 0.8814756671899528,
-      "rel-constrast": 4.030932903289795,
+      "rel-constrast": 3.84666109085083,
       "step": 1123,
-      "subrel-constrast": 4.489926815032959,
+      "subrel-constrast": 4.298435688018799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6625034809112549,
-      "cov-distil (oracle2student)": 3.9515860080718994,
-      "cov-distil (oracle2teacher)": 3.1661500930786133,
+      "cov-distil": 2.335836172103882,
+      "cov-distil (oracle2student)": 4.130572319030762,
+      "cov-distil (oracle2teacher)": 3.668765068054199,
       "epoch": 0.8822605965463108,
-      "rel-constrast": 3.288825511932373,
+      "rel-constrast": 3.006763458251953,
       "step": 1124,
-      "subrel-constrast": 4.1172943115234375,
+      "subrel-constrast": 3.7830111980438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229984998703003,
-      "cov-distil (oracle2student)": 4.726037502288818,
-      "cov-distil (oracle2teacher)": 3.7504258155822754,
+      "cov-distil": 1.3769135475158691,
+      "cov-distil (oracle2student)": 5.314173221588135,
+      "cov-distil (oracle2teacher)": 4.44384241104126,
       "epoch": 0.8830455259026687,
-      "rel-constrast": 2.8091514110565186,
+      "rel-constrast": 3.2201290130615234,
       "step": 1125,
-      "subrel-constrast": 2.914897918701172,
+      "subrel-constrast": 2.765810012817383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562877178192139,
-      "cov-distil (oracle2student)": 4.730889320373535,
-      "cov-distil (oracle2teacher)": 4.760188579559326,
+      "cov-distil": 2.143886089324951,
+      "cov-distil (oracle2student)": 5.78984260559082,
+      "cov-distil (oracle2teacher)": 4.921027660369873,
       "epoch": 0.8838304552590267,
-      "rel-constrast": 3.878026008605957,
+      "rel-constrast": 5.095279693603516,
       "step": 1126,
-      "subrel-constrast": 5.477179050445557,
+      "subrel-constrast": 5.152713775634766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.658963918685913,
-      "cov-distil (oracle2student)": 3.983290672302246,
-      "cov-distil (oracle2teacher)": 3.561467170715332,
+      "cov-distil": 2.0981392860412598,
+      "cov-distil (oracle2student)": 3.6538496017456055,
+      "cov-distil (oracle2teacher)": 4.22257137298584,
       "epoch": 0.8846153846153846,
-      "rel-constrast": 2.9549903869628906,
+      "rel-constrast": 2.9622554779052734,
       "step": 1127,
-      "subrel-constrast": 3.115555763244629,
+      "subrel-constrast": 3.5738797187805176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1705901622772217,
-      "cov-distil (oracle2student)": 3.825169086456299,
-      "cov-distil (oracle2teacher)": 3.690711498260498,
+      "cov-distil": 1.7006022930145264,
+      "cov-distil (oracle2student)": 4.664836883544922,
+      "cov-distil (oracle2teacher)": 4.113458156585693,
       "epoch": 0.8854003139717426,
-      "rel-constrast": 3.0026540756225586,
+      "rel-constrast": 2.8965587615966797,
       "step": 1128,
-      "subrel-constrast": 3.744170904159546,
+      "subrel-constrast": 3.9328598976135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647350788116455,
-      "cov-distil (oracle2student)": 3.7230451107025146,
-      "cov-distil (oracle2teacher)": 3.782278537750244,
+      "cov-distil": 1.7883983850479126,
+      "cov-distil (oracle2student)": 3.8642079830169678,
+      "cov-distil (oracle2teacher)": 3.4896626472473145,
       "epoch": 0.8861852433281004,
-      "rel-constrast": 3.014608860015869,
+      "rel-constrast": 3.334625244140625,
       "step": 1129,
-      "subrel-constrast": 3.851015090942383,
+      "subrel-constrast": 3.387173891067505,
       "view-similarity": 0
     },
     {
       "epoch": 0.8869701726844584,
-      "grad_norm": 5.5625,
+      "grad_norm": 7.40625,
       "learning_rate": 4.997465858999136e-05,
-      "loss": 0.8008,
+      "loss": 0.8223,
       "step": 1130
     },
     {
-      "cov-distil": 1.2752346992492676,
-      "cov-distil (oracle2student)": 3.488770008087158,
-      "cov-distil (oracle2teacher)": 3.9863147735595703,
+      "cov-distil": 1.2646830081939697,
+      "cov-distil (oracle2student)": 3.9329848289489746,
+      "cov-distil (oracle2teacher)": 3.9692800045013428,
       "epoch": 0.8869701726844584,
-      "rel-constrast": 3.8933849334716797,
+      "rel-constrast": 3.849822998046875,
       "step": 1130,
-      "subrel-constrast": 4.088106155395508,
+      "subrel-constrast": 3.6734437942504883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.873130440711975,
-      "cov-distil (oracle2student)": 4.166027545928955,
-      "cov-distil (oracle2teacher)": 3.3438427448272705,
+      "cov-distil": 2.0946061611175537,
+      "cov-distil (oracle2student)": 4.4862871170043945,
+      "cov-distil (oracle2teacher)": 3.729837417602539,
       "epoch": 0.8877551020408163,
-      "rel-constrast": 2.844660758972168,
+      "rel-constrast": 2.9534854888916016,
       "step": 1131,
-      "subrel-constrast": 3.8744757175445557,
+      "subrel-constrast": 3.6315460205078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8683061599731445,
-      "cov-distil (oracle2student)": 3.8367061614990234,
-      "cov-distil (oracle2teacher)": 3.5049045085906982,
+      "cov-distil": 2.439046859741211,
+      "cov-distil (oracle2student)": 3.563014030456543,
+      "cov-distil (oracle2teacher)": 3.996288776397705,
       "epoch": 0.8885400313971743,
-      "rel-constrast": 3.7255699634552,
+      "rel-constrast": 3.4101643562316895,
       "step": 1132,
-      "subrel-constrast": 4.550085544586182,
+      "subrel-constrast": 4.975794315338135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3818418979644775,
-      "cov-distil (oracle2student)": 3.291252374649048,
-      "cov-distil (oracle2teacher)": 3.0735890865325928,
+      "cov-distil": 1.9546985626220703,
+      "cov-distil (oracle2student)": 4.247260093688965,
+      "cov-distil (oracle2teacher)": 3.2300333976745605,
       "epoch": 0.8893249607535322,
-      "rel-constrast": 2.360482692718506,
+      "rel-constrast": 3.2107300758361816,
       "step": 1133,
-      "subrel-constrast": 3.151395559310913,
+      "subrel-constrast": 2.9389171600341797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6797258853912354,
-      "cov-distil (oracle2student)": 4.68730354309082,
-      "cov-distil (oracle2teacher)": 3.9739716053009033,
+      "cov-distil": 2.049380302429199,
+      "cov-distil (oracle2student)": 5.241644859313965,
+      "cov-distil (oracle2teacher)": 4.869429588317871,
       "epoch": 0.8901098901098901,
-      "rel-constrast": 3.293217420578003,
+      "rel-constrast": 3.227649450302124,
       "step": 1134,
-      "subrel-constrast": 3.898592233657837,
+      "subrel-constrast": 3.9004464149475098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577713251113892,
-      "cov-distil (oracle2student)": 3.6881062984466553,
-      "cov-distil (oracle2teacher)": 3.8753678798675537,
+      "cov-distil": 1.7914087772369385,
+      "cov-distil (oracle2student)": 3.937009334564209,
+      "cov-distil (oracle2teacher)": 4.118171215057373,
       "epoch": 0.890894819466248,
-      "rel-constrast": 2.911735773086548,
+      "rel-constrast": 2.828173875808716,
       "step": 1135,
-      "subrel-constrast": 3.549960136413574,
+      "subrel-constrast": 3.773055076599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.221397876739502,
-      "cov-distil (oracle2student)": 3.3264553546905518,
-      "cov-distil (oracle2teacher)": 3.3582851886749268,
+      "cov-distil": 1.393430471420288,
+      "cov-distil (oracle2student)": 4.077548980712891,
+      "cov-distil (oracle2teacher)": 3.7437613010406494,
       "epoch": 0.8916797488226059,
-      "rel-constrast": 2.6085739135742188,
+      "rel-constrast": 2.771787405014038,
       "step": 1136,
-      "subrel-constrast": 3.3669185638427734,
+      "subrel-constrast": 3.037374496459961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5145583152770996,
-      "cov-distil (oracle2student)": 5.997685432434082,
-      "cov-distil (oracle2teacher)": 5.37454080581665,
+      "cov-distil": 2.2122786045074463,
+      "cov-distil (oracle2student)": 6.412521839141846,
+      "cov-distil (oracle2teacher)": 6.506680488586426,
       "epoch": 0.8924646781789639,
-      "rel-constrast": 2.972979784011841,
+      "rel-constrast": 3.9034249782562256,
       "step": 1137,
-      "subrel-constrast": 3.549443244934082,
+      "subrel-constrast": 4.200035572052002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4981353282928467,
-      "cov-distil (oracle2student)": 3.114041805267334,
-      "cov-distil (oracle2teacher)": 3.177701950073242,
+      "cov-distil": 1.3349990844726562,
+      "cov-distil (oracle2student)": 3.4609932899475098,
+      "cov-distil (oracle2teacher)": 3.556887149810791,
       "epoch": 0.8932496075353218,
-      "rel-constrast": 1.526479721069336,
+      "rel-constrast": 1.8703675270080566,
       "step": 1138,
-      "subrel-constrast": 2.268468141555786,
+      "subrel-constrast": 2.0317223072052,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.367327332496643,
-      "cov-distil (oracle2student)": 4.862998962402344,
-      "cov-distil (oracle2teacher)": 4.49826717376709,
+      "cov-distil": 1.667492151260376,
+      "cov-distil (oracle2student)": 5.076234817504883,
+      "cov-distil (oracle2teacher)": 4.903446674346924,
       "epoch": 0.8940345368916798,
-      "rel-constrast": 2.935554027557373,
+      "rel-constrast": 3.699566602706909,
       "step": 1139,
-      "subrel-constrast": 3.4446165561676025,
+      "subrel-constrast": 3.203720808029175,
       "view-similarity": 0
     },
     {
       "epoch": 0.8948194662480377,
-      "grad_norm": 4.875,
+      "grad_norm": 7.0,
       "learning_rate": 4.997057820691936e-05,
-      "loss": 0.7649,
+      "loss": 0.7931,
       "step": 1140
     },
     {
-      "cov-distil": 1.5795962810516357,
-      "cov-distil (oracle2student)": 3.1148805618286133,
-      "cov-distil (oracle2teacher)": 2.5828795433044434,
+      "cov-distil": 1.4379240274429321,
+      "cov-distil (oracle2student)": 3.52339243888855,
+      "cov-distil (oracle2teacher)": 3.268178939819336,
       "epoch": 0.8948194662480377,
-      "rel-constrast": 1.9693329334259033,
+      "rel-constrast": 2.2403440475463867,
       "step": 1140,
-      "subrel-constrast": 2.7004849910736084,
+      "subrel-constrast": 2.515176773071289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7776895761489868,
-      "cov-distil (oracle2student)": 4.110888481140137,
-      "cov-distil (oracle2teacher)": 4.194410800933838,
+      "cov-distil": 2.0952093601226807,
+      "cov-distil (oracle2student)": 4.02358341217041,
+      "cov-distil (oracle2teacher)": 4.089167594909668,
       "epoch": 0.8956043956043956,
-      "rel-constrast": 2.1218795776367188,
+      "rel-constrast": 2.177156925201416,
       "step": 1141,
-      "subrel-constrast": 2.977037191390991,
+      "subrel-constrast": 2.4930832386016846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8242149353027344,
-      "cov-distil (oracle2student)": 4.09165620803833,
-      "cov-distil (oracle2teacher)": 3.9467601776123047,
+      "cov-distil": 2.4187002182006836,
+      "cov-distil (oracle2student)": 4.443560600280762,
+      "cov-distil (oracle2teacher)": 4.127911567687988,
       "epoch": 0.8963893249607535,
-      "rel-constrast": 2.370171546936035,
+      "rel-constrast": 3.0079174041748047,
       "step": 1142,
-      "subrel-constrast": 3.8766281604766846,
+      "subrel-constrast": 3.723661184310913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5912890434265137,
-      "cov-distil (oracle2student)": 4.500436782836914,
-      "cov-distil (oracle2teacher)": 4.196751594543457,
+      "cov-distil": 1.885470986366272,
+      "cov-distil (oracle2student)": 4.6954522132873535,
+      "cov-distil (oracle2teacher)": 4.784175872802734,
       "epoch": 0.8971742543171115,
-      "rel-constrast": 2.17783522605896,
+      "rel-constrast": 2.6550710201263428,
       "step": 1143,
-      "subrel-constrast": 3.2005929946899414,
+      "subrel-constrast": 3.4123127460479736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.972501516342163,
-      "cov-distil (oracle2student)": 4.580178260803223,
-      "cov-distil (oracle2teacher)": 3.9601950645446777,
+      "cov-distil": 2.194636106491089,
+      "cov-distil (oracle2student)": 5.453512191772461,
+      "cov-distil (oracle2teacher)": 5.260018348693848,
       "epoch": 0.8979591836734694,
-      "rel-constrast": 3.257997989654541,
+      "rel-constrast": 3.7409019470214844,
       "step": 1144,
-      "subrel-constrast": 4.104381084442139,
+      "subrel-constrast": 3.9053587913513184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9328242540359497,
-      "cov-distil (oracle2student)": 5.032525062561035,
-      "cov-distil (oracle2teacher)": 4.19100284576416,
+      "cov-distil": 1.9989993572235107,
+      "cov-distil (oracle2student)": 5.029777526855469,
+      "cov-distil (oracle2teacher)": 4.555988311767578,
       "epoch": 0.8987441130298273,
-      "rel-constrast": 3.4869861602783203,
+      "rel-constrast": 3.9452221393585205,
       "step": 1145,
-      "subrel-constrast": 4.267706871032715,
+      "subrel-constrast": 3.998387575149536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.623334527015686,
-      "cov-distil (oracle2student)": 6.44071102142334,
-      "cov-distil (oracle2teacher)": 5.939119338989258,
+      "cov-distil": 2.453855037689209,
+      "cov-distil (oracle2student)": 7.5106024742126465,
+      "cov-distil (oracle2teacher)": 6.773738384246826,
       "epoch": 0.8995290423861853,
-      "rel-constrast": 1.8712615966796875,
+      "rel-constrast": 2.586503505706787,
       "step": 1146,
-      "subrel-constrast": 2.949275493621826,
+      "subrel-constrast": 3.0084729194641113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5820472240447998,
-      "cov-distil (oracle2student)": 5.282839775085449,
-      "cov-distil (oracle2teacher)": 4.876575469970703,
+      "cov-distil": 2.0812158584594727,
+      "cov-distil (oracle2student)": 5.274530410766602,
+      "cov-distil (oracle2teacher)": 4.631326675415039,
       "epoch": 0.9003139717425431,
-      "rel-constrast": 4.433046817779541,
+      "rel-constrast": 4.656898021697998,
       "step": 1147,
-      "subrel-constrast": 4.718896389007568,
+      "subrel-constrast": 4.682010173797607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205224990844727,
-      "cov-distil (oracle2student)": 4.22291898727417,
-      "cov-distil (oracle2teacher)": 4.117277145385742,
+      "cov-distil": 1.7379333972930908,
+      "cov-distil (oracle2student)": 4.013228893280029,
+      "cov-distil (oracle2teacher)": 4.30913782119751,
       "epoch": 0.9010989010989011,
-      "rel-constrast": 3.855983018875122,
+      "rel-constrast": 4.060223579406738,
       "step": 1148,
-      "subrel-constrast": 4.469812393188477,
+      "subrel-constrast": 4.042590141296387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6345241069793701,
-      "cov-distil (oracle2student)": 5.406733989715576,
-      "cov-distil (oracle2teacher)": 5.097825050354004,
+      "cov-distil": 1.9571555852890015,
+      "cov-distil (oracle2student)": 5.118443489074707,
+      "cov-distil (oracle2teacher)": 5.867423057556152,
       "epoch": 0.901883830455259,
-      "rel-constrast": 3.65572452545166,
+      "rel-constrast": 3.882547616958618,
       "step": 1149,
-      "subrel-constrast": 4.562080383300781,
+      "subrel-constrast": 4.530649185180664,
       "view-similarity": 0
     },
     {
       "epoch": 0.902668759811617,
-      "grad_norm": 6.46875,
+      "grad_norm": 7.71875,
       "learning_rate": 4.996619356523214e-05,
-      "loss": 0.7729,
+      "loss": 0.8238,
       "step": 1150
     },
     {
-      "cov-distil": 1.443082571029663,
-      "cov-distil (oracle2student)": 3.691708564758301,
-      "cov-distil (oracle2teacher)": 3.595862627029419,
+      "cov-distil": 1.6834232807159424,
+      "cov-distil (oracle2student)": 4.654511451721191,
+      "cov-distil (oracle2teacher)": 4.426721096038818,
       "epoch": 0.902668759811617,
-      "rel-constrast": 2.693650007247925,
+      "rel-constrast": 3.032975435256958,
       "step": 1150,
-      "subrel-constrast": 3.6807987689971924,
+      "subrel-constrast": 3.2536821365356445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8717272281646729,
-      "cov-distil (oracle2student)": 2.9550225734710693,
-      "cov-distil (oracle2teacher)": 2.935019016265869,
+      "cov-distil": 2.6772451400756836,
+      "cov-distil (oracle2student)": 3.5851500034332275,
+      "cov-distil (oracle2teacher)": 3.351102352142334,
       "epoch": 0.9034536891679749,
-      "rel-constrast": 2.7117953300476074,
+      "rel-constrast": 2.8022212982177734,
       "step": 1151,
-      "subrel-constrast": 3.4497106075286865,
+      "subrel-constrast": 3.550968647003174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4167680740356445,
-      "cov-distil (oracle2student)": 4.1744890213012695,
-      "cov-distil (oracle2teacher)": 3.54170298576355,
+      "cov-distil": 2.0205795764923096,
+      "cov-distil (oracle2student)": 4.24485969543457,
+      "cov-distil (oracle2teacher)": 3.8698019981384277,
       "epoch": 0.9042386185243328,
-      "rel-constrast": 2.371565103530884,
+      "rel-constrast": 2.586608409881592,
       "step": 1152,
-      "subrel-constrast": 2.9554567337036133,
+      "subrel-constrast": 2.8826587200164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5863559246063232,
-      "cov-distil (oracle2student)": 3.980961322784424,
-      "cov-distil (oracle2teacher)": 3.4597396850585938,
+      "cov-distil": 2.195441722869873,
+      "cov-distil (oracle2student)": 4.568816184997559,
+      "cov-distil (oracle2teacher)": 4.109668731689453,
       "epoch": 0.9050235478806907,
-      "rel-constrast": 2.7407240867614746,
+      "rel-constrast": 3.596662759780884,
       "step": 1153,
-      "subrel-constrast": 3.734286069869995,
+      "subrel-constrast": 4.492663383483887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7732425928115845,
-      "cov-distil (oracle2student)": 4.795622825622559,
-      "cov-distil (oracle2teacher)": 3.8778538703918457,
+      "cov-distil": 1.7458562850952148,
+      "cov-distil (oracle2student)": 5.626736640930176,
+      "cov-distil (oracle2teacher)": 4.219723224639893,
       "epoch": 0.9058084772370487,
-      "rel-constrast": 2.9903926849365234,
+      "rel-constrast": 3.483713388442993,
       "step": 1154,
-      "subrel-constrast": 3.689653158187866,
+      "subrel-constrast": 3.3755180835723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.463384985923767,
-      "cov-distil (oracle2student)": 4.449502944946289,
-      "cov-distil (oracle2teacher)": 4.495611667633057,
+      "cov-distil": 1.759010910987854,
+      "cov-distil (oracle2student)": 5.551843643188477,
+      "cov-distil (oracle2teacher)": 4.905154228210449,
       "epoch": 0.9065934065934066,
-      "rel-constrast": 2.2599551677703857,
+      "rel-constrast": 3.101288080215454,
       "step": 1155,
-      "subrel-constrast": 3.497908353805542,
+      "subrel-constrast": 3.347214937210083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2130064964294434,
-      "cov-distil (oracle2student)": 4.013300895690918,
-      "cov-distil (oracle2teacher)": 4.02077579498291,
+      "cov-distil": 2.561279296875,
+      "cov-distil (oracle2student)": 4.3817901611328125,
+      "cov-distil (oracle2teacher)": 4.001356601715088,
       "epoch": 0.9073783359497645,
-      "rel-constrast": 3.5984082221984863,
+      "rel-constrast": 3.656585693359375,
       "step": 1156,
-      "subrel-constrast": 3.823303699493408,
+      "subrel-constrast": 3.633603572845459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3067975044250488,
-      "cov-distil (oracle2student)": 3.140883445739746,
-      "cov-distil (oracle2teacher)": 2.835468292236328,
+      "cov-distil": 1.9441370964050293,
+      "cov-distil (oracle2student)": 3.2427029609680176,
+      "cov-distil (oracle2teacher)": 2.98777437210083,
       "epoch": 0.9081632653061225,
-      "rel-constrast": 2.4052255153656006,
+      "rel-constrast": 2.2809157371520996,
       "step": 1157,
-      "subrel-constrast": 3.1138172149658203,
+      "subrel-constrast": 2.639066457748413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1546053886413574,
-      "cov-distil (oracle2student)": 3.399296760559082,
-      "cov-distil (oracle2teacher)": 3.4823670387268066,
+      "cov-distil": 2.073174238204956,
+      "cov-distil (oracle2student)": 4.4645185470581055,
+      "cov-distil (oracle2teacher)": 3.3424856662750244,
       "epoch": 0.9089481946624803,
-      "rel-constrast": 4.274822235107422,
+      "rel-constrast": 4.521371841430664,
       "step": 1158,
-      "subrel-constrast": 4.037364482879639,
+      "subrel-constrast": 3.7862942218780518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8355066776275635,
-      "cov-distil (oracle2student)": 4.020825386047363,
-      "cov-distil (oracle2teacher)": 3.432453155517578,
+      "cov-distil": 1.9595766067504883,
+      "cov-distil (oracle2student)": 4.717768669128418,
+      "cov-distil (oracle2teacher)": 4.161098480224609,
       "epoch": 0.9097331240188383,
-      "rel-constrast": 2.861008644104004,
+      "rel-constrast": 3.5504322052001953,
       "step": 1159,
-      "subrel-constrast": 3.5515787601470947,
+      "subrel-constrast": 3.6171083450317383,
       "view-similarity": 0
     },
     {
       "epoch": 0.9105180533751962,
-      "grad_norm": 7.46875,
+      "grad_norm": 6.3125,
       "learning_rate": 4.996150471835518e-05,
-      "loss": 0.7653,
+      "loss": 0.8153,
       "step": 1160
     },
     {
-      "cov-distil": 1.2815093994140625,
-      "cov-distil (oracle2student)": 4.236474990844727,
-      "cov-distil (oracle2teacher)": 3.5232949256896973,
+      "cov-distil": 2.27372407913208,
+      "cov-distil (oracle2student)": 4.762585163116455,
+      "cov-distil (oracle2teacher)": 4.179037094116211,
       "epoch": 0.9105180533751962,
-      "rel-constrast": 3.2088136672973633,
+      "rel-constrast": 4.009474754333496,
       "step": 1160,
-      "subrel-constrast": 3.836989402770996,
+      "subrel-constrast": 3.4685070514678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6414496898651123,
-      "cov-distil (oracle2student)": 3.0682172775268555,
-      "cov-distil (oracle2teacher)": 3.169745445251465,
+      "cov-distil": 2.0322206020355225,
+      "cov-distil (oracle2student)": 3.9023876190185547,
+      "cov-distil (oracle2teacher)": 2.9876322746276855,
       "epoch": 0.9113029827315542,
-      "rel-constrast": 2.797144889831543,
+      "rel-constrast": 3.7119858264923096,
       "step": 1161,
-      "subrel-constrast": 3.395820379257202,
+      "subrel-constrast": 3.2446768283843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4575656652450562,
-      "cov-distil (oracle2student)": 5.596889495849609,
-      "cov-distil (oracle2teacher)": 5.4076995849609375,
+      "cov-distil": 1.8664082288742065,
+      "cov-distil (oracle2student)": 6.399477958679199,
+      "cov-distil (oracle2teacher)": 5.805586338043213,
       "epoch": 0.9120879120879121,
-      "rel-constrast": 3.4259774684906006,
+      "rel-constrast": 4.0600128173828125,
       "step": 1162,
-      "subrel-constrast": 4.41293478012085,
+      "subrel-constrast": 4.341676712036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9715670347213745,
-      "cov-distil (oracle2student)": 5.748863220214844,
-      "cov-distil (oracle2teacher)": 5.184823989868164,
+      "cov-distil": 2.0346317291259766,
+      "cov-distil (oracle2student)": 6.009403228759766,
+      "cov-distil (oracle2teacher)": 5.4380011558532715,
       "epoch": 0.9128728414442701,
-      "rel-constrast": 3.725337505340576,
+      "rel-constrast": 3.9733409881591797,
       "step": 1163,
-      "subrel-constrast": 4.611771106719971,
+      "subrel-constrast": 4.1906633377075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1137397289276123,
-      "cov-distil (oracle2student)": 3.371971368789673,
-      "cov-distil (oracle2teacher)": 3.502945899963379,
+      "cov-distil": 1.8676927089691162,
+      "cov-distil (oracle2student)": 3.8265318870544434,
+      "cov-distil (oracle2teacher)": 3.9957404136657715,
       "epoch": 0.9136577708006279,
-      "rel-constrast": 2.695183038711548,
+      "rel-constrast": 2.8316702842712402,
       "step": 1164,
-      "subrel-constrast": 3.2843246459960938,
+      "subrel-constrast": 3.166482448577881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531944513320923,
-      "cov-distil (oracle2student)": 3.6959424018859863,
-      "cov-distil (oracle2teacher)": 3.6868391036987305,
+      "cov-distil": 1.6832983493804932,
+      "cov-distil (oracle2student)": 3.621849536895752,
+      "cov-distil (oracle2teacher)": 4.205174446105957,
       "epoch": 0.9144427001569859,
-      "rel-constrast": 2.491232395172119,
+      "rel-constrast": 2.806450366973877,
       "step": 1165,
-      "subrel-constrast": 3.469127893447876,
+      "subrel-constrast": 3.565136671066284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6662570238113403,
-      "cov-distil (oracle2student)": 5.654899597167969,
-      "cov-distil (oracle2teacher)": 5.090555191040039,
+      "cov-distil": 2.102926254272461,
+      "cov-distil (oracle2student)": 5.816441535949707,
+      "cov-distil (oracle2teacher)": 5.477816104888916,
       "epoch": 0.9152276295133438,
-      "rel-constrast": 4.377036094665527,
+      "rel-constrast": 4.102187156677246,
       "step": 1166,
-      "subrel-constrast": 4.034554481506348,
+      "subrel-constrast": 3.896026134490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4588487148284912,
-      "cov-distil (oracle2student)": 2.7165474891662598,
-      "cov-distil (oracle2teacher)": 3.5998787879943848,
+      "cov-distil": 1.3505479097366333,
+      "cov-distil (oracle2student)": 2.903984785079956,
+      "cov-distil (oracle2teacher)": 3.450549364089966,
       "epoch": 0.9160125588697017,
-      "rel-constrast": 2.296668529510498,
+      "rel-constrast": 2.6559863090515137,
       "step": 1167,
-      "subrel-constrast": 3.11590313911438,
+      "subrel-constrast": 3.0852620601654053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8078097105026245,
-      "cov-distil (oracle2student)": 5.066540718078613,
-      "cov-distil (oracle2teacher)": 4.497931957244873,
+      "cov-distil": 2.0455691814422607,
+      "cov-distil (oracle2student)": 5.278059959411621,
+      "cov-distil (oracle2teacher)": 5.126543998718262,
       "epoch": 0.9167974882260597,
-      "rel-constrast": 3.504831552505493,
+      "rel-constrast": 3.5225255489349365,
       "step": 1168,
-      "subrel-constrast": 4.153743267059326,
+      "subrel-constrast": 4.076817989349365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2564361095428467,
-      "cov-distil (oracle2student)": 3.8110692501068115,
-      "cov-distil (oracle2teacher)": 3.617929458618164,
+      "cov-distil": 1.9857207536697388,
+      "cov-distil (oracle2student)": 4.1523566246032715,
+      "cov-distil (oracle2teacher)": 3.867340564727783,
       "epoch": 0.9175824175824175,
-      "rel-constrast": 3.2004554271698,
+      "rel-constrast": 3.753263235092163,
       "step": 1169,
-      "subrel-constrast": 3.6840548515319824,
+      "subrel-constrast": 3.4054036140441895,
       "view-similarity": 0
     },
     {
       "epoch": 0.9183673469387755,
-      "grad_norm": 6.25,
+      "grad_norm": 7.15625,
       "learning_rate": 4.9956511723420596e-05,
-      "loss": 0.8316,
+      "loss": 0.8857,
       "step": 1170
     },
     {
-      "cov-distil": 1.7868636846542358,
-      "cov-distil (oracle2student)": 5.351989269256592,
-      "cov-distil (oracle2teacher)": 5.995168685913086,
+      "cov-distil": 2.7740280628204346,
+      "cov-distil (oracle2student)": 5.977750778198242,
+      "cov-distil (oracle2teacher)": 6.6019392013549805,
       "epoch": 0.9183673469387755,
-      "rel-constrast": 3.483383893966675,
+      "rel-constrast": 4.328433036804199,
       "step": 1170,
-      "subrel-constrast": 4.039510250091553,
+      "subrel-constrast": 4.4542622566223145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5669972896575928,
-      "cov-distil (oracle2student)": 4.233527660369873,
-      "cov-distil (oracle2teacher)": 3.426328659057617,
+      "cov-distil": 2.297071933746338,
+      "cov-distil (oracle2student)": 4.381402969360352,
+      "cov-distil (oracle2teacher)": 4.014377117156982,
       "epoch": 0.9191522762951334,
-      "rel-constrast": 3.0960755348205566,
+      "rel-constrast": 3.5481133460998535,
       "step": 1171,
-      "subrel-constrast": 3.7429535388946533,
+      "subrel-constrast": 3.808800220489502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4847849607467651,
-      "cov-distil (oracle2student)": 6.527562141418457,
-      "cov-distil (oracle2teacher)": 5.688312530517578,
+      "cov-distil": 1.960188388824463,
+      "cov-distil (oracle2student)": 7.246551990509033,
+      "cov-distil (oracle2teacher)": 6.214167594909668,
       "epoch": 0.9199372056514914,
-      "rel-constrast": 3.12980318069458,
+      "rel-constrast": 4.018099784851074,
       "step": 1172,
-      "subrel-constrast": 3.827275514602661,
+      "subrel-constrast": 3.7896432876586914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.537367582321167,
-      "cov-distil (oracle2student)": 4.025749683380127,
-      "cov-distil (oracle2teacher)": 3.4675025939941406,
+      "cov-distil": 1.8596117496490479,
+      "cov-distil (oracle2student)": 4.1476898193359375,
+      "cov-distil (oracle2teacher)": 4.1959943771362305,
       "epoch": 0.9207221350078493,
-      "rel-constrast": 4.162596225738525,
+      "rel-constrast": 4.206459045410156,
       "step": 1173,
-      "subrel-constrast": 4.18705415725708,
+      "subrel-constrast": 4.78214168548584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671391010284424,
-      "cov-distil (oracle2student)": 5.512345790863037,
-      "cov-distil (oracle2teacher)": 5.1315813064575195,
+      "cov-distil": 1.6129326820373535,
+      "cov-distil (oracle2student)": 5.545326232910156,
+      "cov-distil (oracle2teacher)": 5.7373046875,
       "epoch": 0.9215070643642073,
-      "rel-constrast": 3.0779571533203125,
+      "rel-constrast": 2.609847068786621,
       "step": 1174,
-      "subrel-constrast": 3.9239659309387207,
+      "subrel-constrast": 3.7822277545928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7468125820159912,
-      "cov-distil (oracle2student)": 5.045190811157227,
-      "cov-distil (oracle2teacher)": 4.8531293869018555,
+      "cov-distil": 2.3552589416503906,
+      "cov-distil (oracle2student)": 7.384632110595703,
+      "cov-distil (oracle2teacher)": 5.715899467468262,
       "epoch": 0.9222919937205651,
-      "rel-constrast": 2.832158088684082,
+      "rel-constrast": 5.102939128875732,
       "step": 1175,
-      "subrel-constrast": 4.259617805480957,
+      "subrel-constrast": 3.865663766860962,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7982062101364136,
-      "cov-distil (oracle2student)": 4.597297668457031,
-      "cov-distil (oracle2teacher)": 4.246716022491455,
+      "cov-distil": 2.4162700176239014,
+      "cov-distil (oracle2student)": 4.959556579589844,
+      "cov-distil (oracle2teacher)": 4.515625476837158,
       "epoch": 0.9230769230769231,
-      "rel-constrast": 3.675710678100586,
+      "rel-constrast": 4.390295028686523,
       "step": 1176,
-      "subrel-constrast": 4.812505722045898,
+      "subrel-constrast": 4.841261386871338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3788889646530151,
-      "cov-distil (oracle2student)": 4.461580276489258,
-      "cov-distil (oracle2teacher)": 4.353765487670898,
+      "cov-distil": 1.5790168046951294,
+      "cov-distil (oracle2student)": 4.184337615966797,
+      "cov-distil (oracle2teacher)": 4.400570869445801,
       "epoch": 0.923861852433281,
-      "rel-constrast": 2.9810338020324707,
+      "rel-constrast": 3.4224345684051514,
       "step": 1177,
-      "subrel-constrast": 3.482665777206421,
+      "subrel-constrast": 3.46476149559021,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.05991268157959,
-      "cov-distil (oracle2student)": 4.606191158294678,
-      "cov-distil (oracle2teacher)": 3.5623247623443604,
+      "cov-distil": 1.7880375385284424,
+      "cov-distil (oracle2student)": 5.653731346130371,
+      "cov-distil (oracle2teacher)": 4.639430046081543,
       "epoch": 0.9246467817896389,
-      "rel-constrast": 3.7771148681640625,
+      "rel-constrast": 4.974556922912598,
       "step": 1178,
-      "subrel-constrast": 4.17537260055542,
+      "subrel-constrast": 4.6339545249938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9975810050964355,
-      "cov-distil (oracle2student)": 2.9373130798339844,
-      "cov-distil (oracle2teacher)": 3.30222225189209,
+      "cov-distil": 2.8451552391052246,
+      "cov-distil (oracle2student)": 3.729923963546753,
+      "cov-distil (oracle2teacher)": 3.73423433303833,
       "epoch": 0.9254317111459969,
-      "rel-constrast": 2.7977066040039062,
+      "rel-constrast": 3.1217918395996094,
       "step": 1179,
-      "subrel-constrast": 4.124040603637695,
+      "subrel-constrast": 4.386565208435059,
       "view-similarity": 0
     },
     {
       "epoch": 0.9262166405023547,
-      "grad_norm": 5.65625,
+      "grad_norm": 6.5,
       "learning_rate": 4.9951214641266454e-05,
-      "loss": 0.8671,
+      "loss": 0.9931,
       "step": 1180
     },
     {
-      "cov-distil": 1.3749620914459229,
-      "cov-distil (oracle2student)": 3.8213553428649902,
-      "cov-distil (oracle2teacher)": 3.745201587677002,
+      "cov-distil": 1.963437795639038,
+      "cov-distil (oracle2student)": 3.9958133697509766,
+      "cov-distil (oracle2teacher)": 4.293417453765869,
       "epoch": 0.9262166405023547,
-      "rel-constrast": 4.656604290008545,
+      "rel-constrast": 5.053701400756836,
       "step": 1180,
-      "subrel-constrast": 4.7837138175964355,
+      "subrel-constrast": 4.600927829742432,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.878669023513794,
-      "cov-distil (oracle2student)": 2.874736785888672,
-      "cov-distil (oracle2teacher)": 3.3165462017059326,
+      "cov-distil": 2.2140164375305176,
+      "cov-distil (oracle2student)": 3.130039691925049,
+      "cov-distil (oracle2teacher)": 3.2511746883392334,
       "epoch": 0.9270015698587127,
-      "rel-constrast": 2.8966524600982666,
+      "rel-constrast": 3.405327796936035,
       "step": 1181,
-      "subrel-constrast": 4.486790657043457,
+      "subrel-constrast": 4.362709999084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.293665647506714,
-      "cov-distil (oracle2student)": 7.028643608093262,
-      "cov-distil (oracle2teacher)": 7.015350341796875,
+      "cov-distil": 2.868732213973999,
+      "cov-distil (oracle2student)": 6.809500217437744,
+      "cov-distil (oracle2teacher)": 7.086259841918945,
       "epoch": 0.9277864992150706,
-      "rel-constrast": 3.6025748252868652,
+      "rel-constrast": 3.4981436729431152,
       "step": 1182,
-      "subrel-constrast": 4.766818523406982,
+      "subrel-constrast": 4.8566436767578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.651129961013794,
-      "cov-distil (oracle2student)": 4.1690521240234375,
-      "cov-distil (oracle2teacher)": 3.9816250801086426,
+      "cov-distil": 1.8179211616516113,
+      "cov-distil (oracle2student)": 4.301259994506836,
+      "cov-distil (oracle2teacher)": 4.5883073806762695,
       "epoch": 0.9285714285714286,
-      "rel-constrast": 3.413325071334839,
+      "rel-constrast": 3.7113828659057617,
       "step": 1183,
-      "subrel-constrast": 4.120756149291992,
+      "subrel-constrast": 4.189152717590332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.371960997581482,
-      "cov-distil (oracle2student)": 3.9419898986816406,
-      "cov-distil (oracle2teacher)": 3.5902247428894043,
+      "cov-distil": 1.9471567869186401,
+      "cov-distil (oracle2student)": 4.0347394943237305,
+      "cov-distil (oracle2teacher)": 3.948465585708618,
       "epoch": 0.9293563579277865,
-      "rel-constrast": 3.273420572280884,
+      "rel-constrast": 3.355698823928833,
       "step": 1184,
-      "subrel-constrast": 3.74275803565979,
+      "subrel-constrast": 3.9647607803344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9146562814712524,
-      "cov-distil (oracle2student)": 4.676143646240234,
-      "cov-distil (oracle2teacher)": 4.350830554962158,
+      "cov-distil": 2.2401041984558105,
+      "cov-distil (oracle2student)": 5.557095527648926,
+      "cov-distil (oracle2teacher)": 4.660333633422852,
       "epoch": 0.9301412872841445,
-      "rel-constrast": 2.842129707336426,
+      "rel-constrast": 3.2625343799591064,
       "step": 1185,
-      "subrel-constrast": 3.4485690593719482,
+      "subrel-constrast": 3.319352626800537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4149706363677979,
-      "cov-distil (oracle2student)": 4.549127578735352,
-      "cov-distil (oracle2teacher)": 4.000871658325195,
+      "cov-distil": 1.7754557132720947,
+      "cov-distil (oracle2student)": 5.143248558044434,
+      "cov-distil (oracle2teacher)": 4.994974136352539,
       "epoch": 0.9309262166405023,
-      "rel-constrast": 2.3058714866638184,
+      "rel-constrast": 3.0471725463867188,
       "step": 1186,
-      "subrel-constrast": 2.8557651042938232,
+      "subrel-constrast": 3.09635066986084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.149344563484192,
-      "cov-distil (oracle2student)": 3.8757810592651367,
-      "cov-distil (oracle2teacher)": 3.8923072814941406,
+      "cov-distil": 1.6688909530639648,
+      "cov-distil (oracle2student)": 3.865931749343872,
+      "cov-distil (oracle2teacher)": 4.082855701446533,
       "epoch": 0.9317111459968603,
-      "rel-constrast": 3.0727078914642334,
+      "rel-constrast": 3.093085527420044,
       "step": 1187,
-      "subrel-constrast": 3.801476240158081,
+      "subrel-constrast": 3.7532601356506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2096295356750488,
-      "cov-distil (oracle2student)": 3.335026979446411,
-      "cov-distil (oracle2teacher)": 3.660101890563965,
+      "cov-distil": 1.7639755010604858,
+      "cov-distil (oracle2student)": 3.535024404525757,
+      "cov-distil (oracle2teacher)": 4.007599830627441,
       "epoch": 0.9324960753532182,
-      "rel-constrast": 2.7182772159576416,
+      "rel-constrast": 2.729976177215576,
       "step": 1188,
-      "subrel-constrast": 3.7372019290924072,
+      "subrel-constrast": 3.7946629524230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.239673137664795,
-      "cov-distil (oracle2student)": 3.4317338466644287,
-      "cov-distil (oracle2teacher)": 3.3225114345550537,
+      "cov-distil": 1.2497644424438477,
+      "cov-distil (oracle2student)": 3.409092426300049,
+      "cov-distil (oracle2teacher)": 3.9089224338531494,
       "epoch": 0.9332810047095761,
-      "rel-constrast": 2.5532279014587402,
+      "rel-constrast": 3.090658664703369,
       "step": 1189,
-      "subrel-constrast": 3.071510076522827,
+      "subrel-constrast": 3.3844540119171143,
       "view-similarity": 0
     },
     {
       "epoch": 0.9340659340659341,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.3125,
       "learning_rate": 4.994561353643604e-05,
-      "loss": 0.8221,
+      "loss": 0.8562,
       "step": 1190
     },
     {
-      "cov-distil": 1.8070812225341797,
-      "cov-distil (oracle2student)": 3.971548318862915,
-      "cov-distil (oracle2teacher)": 3.4021518230438232,
+      "cov-distil": 2.124447822570801,
+      "cov-distil (oracle2student)": 4.823829650878906,
+      "cov-distil (oracle2teacher)": 3.7125518321990967,
       "epoch": 0.9340659340659341,
-      "rel-constrast": 2.288071632385254,
+      "rel-constrast": 3.0288610458374023,
       "step": 1190,
-      "subrel-constrast": 3.028351306915283,
+      "subrel-constrast": 2.8950116634368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148916721343994,
-      "cov-distil (oracle2student)": 5.076765060424805,
-      "cov-distil (oracle2teacher)": 4.395874977111816,
+      "cov-distil": 2.2130286693573,
+      "cov-distil (oracle2student)": 4.99241828918457,
+      "cov-distil (oracle2teacher)": 4.809720993041992,
       "epoch": 0.934850863422292,
-      "rel-constrast": 2.5542197227478027,
+      "rel-constrast": 3.388758659362793,
       "step": 1191,
-      "subrel-constrast": 3.9978582859039307,
+      "subrel-constrast": 3.79276180267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200567364692688,
-      "cov-distil (oracle2student)": 3.8667056560516357,
-      "cov-distil (oracle2teacher)": 3.7100179195404053,
+      "cov-distil": 1.5439361333847046,
+      "cov-distil (oracle2student)": 3.8746323585510254,
+      "cov-distil (oracle2teacher)": 3.957127809524536,
       "epoch": 0.9356357927786499,
-      "rel-constrast": 1.9808406829833984,
+      "rel-constrast": 2.404189109802246,
       "step": 1192,
-      "subrel-constrast": 2.6270174980163574,
+      "subrel-constrast": 2.760175943374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5440454483032227,
-      "cov-distil (oracle2student)": 4.111261367797852,
-      "cov-distil (oracle2teacher)": 4.358633995056152,
+      "cov-distil": 1.9825611114501953,
+      "cov-distil (oracle2student)": 4.009640216827393,
+      "cov-distil (oracle2teacher)": 4.492561340332031,
       "epoch": 0.9364207221350078,
-      "rel-constrast": 2.9030914306640625,
+      "rel-constrast": 3.807060718536377,
       "step": 1193,
-      "subrel-constrast": 3.6748054027557373,
+      "subrel-constrast": 4.278440475463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5587102174758911,
-      "cov-distil (oracle2student)": 3.562497138977051,
-      "cov-distil (oracle2teacher)": 3.5922279357910156,
+      "cov-distil": 1.8434803485870361,
+      "cov-distil (oracle2student)": 3.739737033843994,
+      "cov-distil (oracle2teacher)": 3.5885727405548096,
       "epoch": 0.9372056514913658,
-      "rel-constrast": 3.1529085636138916,
+      "rel-constrast": 3.5075185298919678,
       "step": 1194,
-      "subrel-constrast": 4.10093355178833,
+      "subrel-constrast": 4.298705101013184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8191659450531006,
-      "cov-distil (oracle2student)": 4.622344017028809,
-      "cov-distil (oracle2teacher)": 3.431057929992676,
+      "cov-distil": 1.9772926568984985,
+      "cov-distil (oracle2student)": 4.52230978012085,
+      "cov-distil (oracle2teacher)": 4.085808753967285,
       "epoch": 0.9379905808477237,
-      "rel-constrast": 2.899667739868164,
+      "rel-constrast": 3.2716894149780273,
       "step": 1195,
-      "subrel-constrast": 3.5286593437194824,
+      "subrel-constrast": 3.7178263664245605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4436109066009521,
-      "cov-distil (oracle2student)": 3.421355724334717,
-      "cov-distil (oracle2teacher)": 3.652665853500366,
+      "cov-distil": 1.6500065326690674,
+      "cov-distil (oracle2student)": 3.355670928955078,
+      "cov-distil (oracle2teacher)": 3.564591407775879,
       "epoch": 0.9387755102040817,
-      "rel-constrast": 2.2924082279205322,
+      "rel-constrast": 2.6308116912841797,
       "step": 1196,
-      "subrel-constrast": 3.009202718734741,
+      "subrel-constrast": 3.081821918487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.700963020324707,
-      "cov-distil (oracle2student)": 4.7589006423950195,
-      "cov-distil (oracle2teacher)": 3.978583812713623,
+      "cov-distil": 2.2887778282165527,
+      "cov-distil (oracle2student)": 4.631473541259766,
+      "cov-distil (oracle2teacher)": 4.103348731994629,
       "epoch": 0.9395604395604396,
-      "rel-constrast": 2.734005928039551,
+      "rel-constrast": 3.3795995712280273,
       "step": 1197,
-      "subrel-constrast": 3.3664376735687256,
+      "subrel-constrast": 3.676185369491577,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5046660900115967,
-      "cov-distil (oracle2student)": 4.314587593078613,
-      "cov-distil (oracle2teacher)": 4.032175540924072,
+      "cov-distil": 1.7281415462493896,
+      "cov-distil (oracle2student)": 4.180220603942871,
+      "cov-distil (oracle2teacher)": 4.100731372833252,
       "epoch": 0.9403453689167975,
-      "rel-constrast": 2.7253341674804688,
+      "rel-constrast": 2.737860679626465,
       "step": 1198,
-      "subrel-constrast": 3.4343972206115723,
+      "subrel-constrast": 3.4785068035125732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2936146259307861,
-      "cov-distil (oracle2student)": 3.2974209785461426,
-      "cov-distil (oracle2teacher)": 3.401402473449707,
+      "cov-distil": 2.3388290405273438,
+      "cov-distil (oracle2student)": 3.850379467010498,
+      "cov-distil (oracle2teacher)": 3.318286895751953,
       "epoch": 0.9411302982731554,
-      "rel-constrast": 4.445433616638184,
+      "rel-constrast": 4.150463104248047,
       "step": 1199,
-      "subrel-constrast": 5.167204856872559,
+      "subrel-constrast": 5.126882076263428,
       "view-similarity": 0
     },
     {
       "epoch": 0.9419152276295133,
-      "grad_norm": 6.375,
+      "grad_norm": 6.53125,
       "learning_rate": 4.993970847717704e-05,
-      "loss": 0.7395,
+      "loss": 0.8077,
       "step": 1200
     },
     {
       "epoch": 0.9419152276295133,
-      "overlap": 0.3203125,
+      "overlap": 0.3031249940395355,
       "step": 1200
     },
     {
       "epoch": 0.9419152276295133,
       "step": 1200,
-      "student margin": 0.0496826171875
+      "student margin": 0.04339599609375
     },
     {
       "epoch": 0.9419152276295133,
       "step": 1200,
-      "teacher margin": 0.036590576171875
+      "teacher margin": 0.036834716796875
     },
     {
       "epoch": 0.9419152276295133,
-      "margin difference": -0.013092041015625,
+      "margin difference": -0.006561279296875,
       "step": 1200
     },
     {
-      "cov-distil": 1.6105701923370361,
-      "cov-distil (oracle2student)": 5.779675006866455,
-      "cov-distil (oracle2teacher)": 4.917959213256836,
+      "cov-distil": 2.0285425186157227,
+      "cov-distil (oracle2student)": 6.058913230895996,
+      "cov-distil (oracle2teacher)": 5.1868205070495605,
       "epoch": 0.9419152276295133,
-      "rel-constrast": 2.8267126083374023,
+      "rel-constrast": 3.36928129196167,
       "step": 1200,
-      "subrel-constrast": 3.244717836380005,
+      "subrel-constrast": 3.509054660797119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2549251317977905,
-      "cov-distil (oracle2student)": 3.3697609901428223,
-      "cov-distil (oracle2teacher)": 3.235903263092041,
+      "cov-distil": 1.395667552947998,
+      "cov-distil (oracle2student)": 3.5575265884399414,
+      "cov-distil (oracle2teacher)": 3.5179708003997803,
       "epoch": 0.9427001569858713,
-      "rel-constrast": 2.4257946014404297,
+      "rel-constrast": 2.498309373855591,
       "step": 1201,
-      "subrel-constrast": 3.0524795055389404,
+      "subrel-constrast": 3.049795150756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.483722448348999,
-      "cov-distil (oracle2student)": 4.390925407409668,
-      "cov-distil (oracle2teacher)": 4.028365612030029,
+      "cov-distil": 2.3869500160217285,
+      "cov-distil (oracle2student)": 5.090426445007324,
+      "cov-distil (oracle2teacher)": 4.127718925476074,
       "epoch": 0.9434850863422292,
-      "rel-constrast": 3.4933953285217285,
+      "rel-constrast": 4.125378608703613,
       "step": 1202,
-      "subrel-constrast": 4.11123514175415,
+      "subrel-constrast": 4.228795051574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3687052726745605,
-      "cov-distil (oracle2student)": 4.669280052185059,
-      "cov-distil (oracle2teacher)": 4.163387298583984,
+      "cov-distil": 1.6104624271392822,
+      "cov-distil (oracle2student)": 4.046695709228516,
+      "cov-distil (oracle2teacher)": 4.122236251831055,
       "epoch": 0.9442700156985872,
-      "rel-constrast": 3.924910545349121,
+      "rel-constrast": 3.675306797027588,
       "step": 1203,
-      "subrel-constrast": 4.383458614349365,
+      "subrel-constrast": 4.565013408660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6759591102600098,
-      "cov-distil (oracle2student)": 3.1451539993286133,
-      "cov-distil (oracle2teacher)": 3.5230112075805664,
+      "cov-distil": 2.256840467453003,
+      "cov-distil (oracle2student)": 2.8957138061523438,
+      "cov-distil (oracle2teacher)": 3.492584705352783,
       "epoch": 0.945054945054945,
-      "rel-constrast": 2.801999092102051,
+      "rel-constrast": 2.7219462394714355,
       "step": 1204,
-      "subrel-constrast": 3.3344428539276123,
+      "subrel-constrast": 3.349567413330078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.910562515258789,
-      "cov-distil (oracle2student)": 4.136933326721191,
-      "cov-distil (oracle2teacher)": 3.9945268630981445,
+      "cov-distil": 2.6456351280212402,
+      "cov-distil (oracle2student)": 5.123361587524414,
+      "cov-distil (oracle2teacher)": 4.117095947265625,
       "epoch": 0.945839874411303,
-      "rel-constrast": 3.9524710178375244,
+      "rel-constrast": 5.025882720947266,
       "step": 1205,
-      "subrel-constrast": 4.729903697967529,
+      "subrel-constrast": 4.853144645690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3960767984390259,
-      "cov-distil (oracle2student)": 4.077619552612305,
-      "cov-distil (oracle2teacher)": 3.501871109008789,
+      "cov-distil": 1.4377597570419312,
+      "cov-distil (oracle2student)": 4.749503135681152,
+      "cov-distil (oracle2teacher)": 4.201072692871094,
       "epoch": 0.9466248037676609,
-      "rel-constrast": 3.3120028972625732,
+      "rel-constrast": 3.860430955886841,
       "step": 1206,
-      "subrel-constrast": 3.490509510040283,
+      "subrel-constrast": 4.3133673667907715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5521440505981445,
-      "cov-distil (oracle2student)": 3.8946728706359863,
-      "cov-distil (oracle2teacher)": 3.6843862533569336,
+      "cov-distil": 2.6090970039367676,
+      "cov-distil (oracle2student)": 3.1892459392547607,
+      "cov-distil (oracle2teacher)": 3.650792121887207,
       "epoch": 0.9474097331240189,
-      "rel-constrast": 3.2784876823425293,
+      "rel-constrast": 3.37001633644104,
       "step": 1207,
-      "subrel-constrast": 3.8301875591278076,
+      "subrel-constrast": 3.983757734298706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3751758337020874,
-      "cov-distil (oracle2student)": 3.973721981048584,
-      "cov-distil (oracle2teacher)": 3.76820707321167,
+      "cov-distil": 2.0789976119995117,
+      "cov-distil (oracle2student)": 3.8066844940185547,
+      "cov-distil (oracle2teacher)": 3.8352556228637695,
       "epoch": 0.9481946624803768,
-      "rel-constrast": 2.751735210418701,
+      "rel-constrast": 3.180257797241211,
       "step": 1208,
-      "subrel-constrast": 3.6451714038848877,
+      "subrel-constrast": 3.4416251182556152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.257673740386963,
-      "cov-distil (oracle2student)": 5.246366500854492,
-      "cov-distil (oracle2teacher)": 4.899626731872559,
+      "cov-distil": 1.6241066455841064,
+      "cov-distil (oracle2student)": 5.076364517211914,
+      "cov-distil (oracle2teacher)": 4.7507710456848145,
       "epoch": 0.9489795918367347,
-      "rel-constrast": 2.314209222793579,
+      "rel-constrast": 3.2788126468658447,
       "step": 1209,
-      "subrel-constrast": 3.3867154121398926,
+      "subrel-constrast": 3.1125268936157227,
       "view-similarity": 0
     },
     {
       "epoch": 0.9497645211930926,
-      "grad_norm": 4.75,
+      "grad_norm": 6.6875,
       "learning_rate": 4.9933499535440734e-05,
-      "loss": 0.8143,
+      "loss": 0.8776,
       "step": 1210
     },
     {
-      "cov-distil": 1.6039924621582031,
-      "cov-distil (oracle2student)": 4.576372146606445,
-      "cov-distil (oracle2teacher)": 4.234128952026367,
+      "cov-distil": 1.7982916831970215,
+      "cov-distil (oracle2student)": 4.991686820983887,
+      "cov-distil (oracle2teacher)": 4.224607944488525,
       "epoch": 0.9497645211930926,
-      "rel-constrast": 4.437294960021973,
+      "rel-constrast": 4.110572814941406,
       "step": 1210,
-      "subrel-constrast": 4.952371597290039,
+      "subrel-constrast": 4.849668502807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619235038757324,
-      "cov-distil (oracle2student)": 7.047615051269531,
-      "cov-distil (oracle2teacher)": 5.62222957611084,
+      "cov-distil": 2.1049864292144775,
+      "cov-distil (oracle2student)": 6.675713539123535,
+      "cov-distil (oracle2teacher)": 6.418858528137207,
       "epoch": 0.9505494505494505,
-      "rel-constrast": 2.503946542739868,
+      "rel-constrast": 2.107868194580078,
       "step": 1211,
-      "subrel-constrast": 2.971254587173462,
+      "subrel-constrast": 2.9317243099212646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5805871486663818,
-      "cov-distil (oracle2student)": 3.3732993602752686,
-      "cov-distil (oracle2teacher)": 3.065959930419922,
+      "cov-distil": 1.9090877771377563,
+      "cov-distil (oracle2student)": 3.747750759124756,
+      "cov-distil (oracle2teacher)": 3.31807804107666,
       "epoch": 0.9513343799058085,
-      "rel-constrast": 2.4616994857788086,
+      "rel-constrast": 3.101454734802246,
       "step": 1212,
-      "subrel-constrast": 3.2246487140655518,
+      "subrel-constrast": 3.3965020179748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6478489637374878,
-      "cov-distil (oracle2student)": 3.3030200004577637,
-      "cov-distil (oracle2teacher)": 3.6912641525268555,
+      "cov-distil": 2.010345935821533,
+      "cov-distil (oracle2student)": 3.959198474884033,
+      "cov-distil (oracle2teacher)": 3.733311414718628,
       "epoch": 0.9521193092621664,
-      "rel-constrast": 2.7378714084625244,
+      "rel-constrast": 3.063023328781128,
       "step": 1213,
-      "subrel-constrast": 3.7481882572174072,
+      "subrel-constrast": 3.891488790512085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674123764038086,
-      "cov-distil (oracle2student)": 3.028886318206787,
-      "cov-distil (oracle2teacher)": 3.1172738075256348,
+      "cov-distil": 2.6424567699432373,
+      "cov-distil (oracle2student)": 3.241363525390625,
+      "cov-distil (oracle2teacher)": 3.684359550476074,
       "epoch": 0.9529042386185244,
-      "rel-constrast": 2.371886730194092,
+      "rel-constrast": 2.741629123687744,
       "step": 1214,
-      "subrel-constrast": 3.228628158569336,
+      "subrel-constrast": 3.5394086837768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5553092956542969,
-      "cov-distil (oracle2student)": 4.024779796600342,
-      "cov-distil (oracle2teacher)": 3.9427013397216797,
+      "cov-distil": 1.7971141338348389,
+      "cov-distil (oracle2student)": 4.428192615509033,
+      "cov-distil (oracle2teacher)": 4.399296760559082,
       "epoch": 0.9536891679748822,
-      "rel-constrast": 2.77235746383667,
+      "rel-constrast": 3.2979843616485596,
       "step": 1215,
-      "subrel-constrast": 3.4766647815704346,
+      "subrel-constrast": 3.5270233154296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2531368732452393,
-      "cov-distil (oracle2student)": 4.723504066467285,
-      "cov-distil (oracle2teacher)": 3.7710354328155518,
+      "cov-distil": 1.8351469039916992,
+      "cov-distil (oracle2student)": 5.08505916595459,
+      "cov-distil (oracle2teacher)": 4.330475807189941,
       "epoch": 0.9544740973312402,
-      "rel-constrast": 3.066476821899414,
+      "rel-constrast": 3.2286484241485596,
       "step": 1216,
-      "subrel-constrast": 3.9490931034088135,
+      "subrel-constrast": 3.5567574501037598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6948390007019043,
-      "cov-distil (oracle2student)": 3.629880428314209,
-      "cov-distil (oracle2teacher)": 3.3514814376831055,
+      "cov-distil": 1.9084928035736084,
+      "cov-distil (oracle2student)": 4.499119758605957,
+      "cov-distil (oracle2teacher)": 3.6950201988220215,
       "epoch": 0.9552590266875981,
-      "rel-constrast": 2.358733654022217,
+      "rel-constrast": 2.8626534938812256,
       "step": 1217,
-      "subrel-constrast": 3.165830612182617,
+      "subrel-constrast": 3.037829875946045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3928395509719849,
-      "cov-distil (oracle2student)": 4.305171966552734,
-      "cov-distil (oracle2teacher)": 4.1909565925598145,
+      "cov-distil": 2.393221378326416,
+      "cov-distil (oracle2student)": 4.114194869995117,
+      "cov-distil (oracle2teacher)": 4.680608749389648,
       "epoch": 0.9560439560439561,
-      "rel-constrast": 3.010542392730713,
+      "rel-constrast": 3.3258867263793945,
       "step": 1218,
-      "subrel-constrast": 3.5911428928375244,
+      "subrel-constrast": 3.8344829082489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4528329372406006,
-      "cov-distil (oracle2student)": 2.1864287853240967,
-      "cov-distil (oracle2teacher)": 2.416934013366699,
+      "cov-distil": 1.9537475109100342,
+      "cov-distil (oracle2student)": 2.409273147583008,
+      "cov-distil (oracle2teacher)": 2.655747175216675,
       "epoch": 0.956828885400314,
-      "rel-constrast": 2.1928157806396484,
+      "rel-constrast": 2.4541049003601074,
       "step": 1219,
-      "subrel-constrast": 3.2564051151275635,
+      "subrel-constrast": 3.285050392150879,
       "view-similarity": 0
     },
     {
       "epoch": 0.957613814756672,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.46875,
       "learning_rate": 4.992698678688111e-05,
-      "loss": 0.7389,
+      "loss": 0.7573,
       "step": 1220
     },
     {
-      "cov-distil": 1.436532974243164,
-      "cov-distil (oracle2student)": 4.110199928283691,
-      "cov-distil (oracle2teacher)": 4.324930667877197,
+      "cov-distil": 1.9116461277008057,
+      "cov-distil (oracle2student)": 4.404060363769531,
+      "cov-distil (oracle2teacher)": 4.481851577758789,
       "epoch": 0.957613814756672,
-      "rel-constrast": 3.4708638191223145,
+      "rel-constrast": 4.21660041809082,
       "step": 1220,
-      "subrel-constrast": 4.561421871185303,
+      "subrel-constrast": 4.418862342834473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.409794807434082,
-      "cov-distil (oracle2student)": 4.937740325927734,
-      "cov-distil (oracle2teacher)": 4.894489288330078,
+      "cov-distil": 1.7484328746795654,
+      "cov-distil (oracle2student)": 5.284372329711914,
+      "cov-distil (oracle2teacher)": 5.196642875671387,
       "epoch": 0.9583987441130298,
-      "rel-constrast": 2.4376707077026367,
+      "rel-constrast": 3.721919059753418,
       "step": 1221,
-      "subrel-constrast": 3.53894305229187,
+      "subrel-constrast": 3.466010093688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7438490390777588,
-      "cov-distil (oracle2student)": 6.20819091796875,
-      "cov-distil (oracle2teacher)": 4.690855503082275,
+      "cov-distil": 1.954620361328125,
+      "cov-distil (oracle2student)": 6.370707035064697,
+      "cov-distil (oracle2teacher)": 5.618906021118164,
       "epoch": 0.9591836734693877,
-      "rel-constrast": 2.403841733932495,
+      "rel-constrast": 2.9535255432128906,
       "step": 1222,
-      "subrel-constrast": 3.353959798812866,
+      "subrel-constrast": 3.1365694999694824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.250932216644287,
-      "cov-distil (oracle2student)": 4.693305492401123,
-      "cov-distil (oracle2teacher)": 4.102659702301025,
+      "cov-distil": 1.7647761106491089,
+      "cov-distil (oracle2student)": 5.037554740905762,
+      "cov-distil (oracle2teacher)": 4.593274116516113,
       "epoch": 0.9599686028257457,
-      "rel-constrast": 4.867374420166016,
+      "rel-constrast": 4.816118240356445,
       "step": 1223,
-      "subrel-constrast": 4.888300895690918,
+      "subrel-constrast": 5.144981384277344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6726696491241455,
-      "cov-distil (oracle2student)": 5.086460113525391,
-      "cov-distil (oracle2teacher)": 4.459454536437988,
+      "cov-distil": 1.944112777709961,
+      "cov-distil (oracle2student)": 4.810376167297363,
+      "cov-distil (oracle2teacher)": 4.534662246704102,
       "epoch": 0.9607535321821036,
-      "rel-constrast": 3.6357109546661377,
+      "rel-constrast": 3.4783406257629395,
       "step": 1224,
-      "subrel-constrast": 3.853543281555176,
+      "subrel-constrast": 3.9430313110351562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2617173194885254,
-      "cov-distil (oracle2student)": 5.61175537109375,
-      "cov-distil (oracle2teacher)": 5.2344255447387695,
+      "cov-distil": 1.592663049697876,
+      "cov-distil (oracle2student)": 5.497942924499512,
+      "cov-distil (oracle2teacher)": 5.335178375244141,
       "epoch": 0.9615384615384616,
-      "rel-constrast": 2.239116668701172,
+      "rel-constrast": 2.987912654876709,
       "step": 1225,
-      "subrel-constrast": 2.960505962371826,
+      "subrel-constrast": 3.1302549839019775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.335501790046692,
-      "cov-distil (oracle2student)": 3.3338255882263184,
-      "cov-distil (oracle2teacher)": 3.0814156532287598,
+      "cov-distil": 1.7812061309814453,
+      "cov-distil (oracle2student)": 3.651853084564209,
+      "cov-distil (oracle2teacher)": 2.7947440147399902,
       "epoch": 0.9623233908948194,
-      "rel-constrast": 2.3926875591278076,
+      "rel-constrast": 2.3957815170288086,
       "step": 1226,
-      "subrel-constrast": 2.9196832180023193,
+      "subrel-constrast": 2.902663230895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2774579524993896,
-      "cov-distil (oracle2student)": 5.64495849609375,
-      "cov-distil (oracle2teacher)": 4.665161609649658,
+      "cov-distil": 1.787187099456787,
+      "cov-distil (oracle2student)": 5.92269229888916,
+      "cov-distil (oracle2teacher)": 4.895583152770996,
       "epoch": 0.9631083202511774,
-      "rel-constrast": 3.265216588973999,
+      "rel-constrast": 3.1878833770751953,
       "step": 1227,
-      "subrel-constrast": 3.3127708435058594,
+      "subrel-constrast": 3.2627785205841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300419330596924,
-      "cov-distil (oracle2student)": 3.3285422325134277,
-      "cov-distil (oracle2teacher)": 3.382845401763916,
+      "cov-distil": 2.3250131607055664,
+      "cov-distil (oracle2student)": 4.3641357421875,
+      "cov-distil (oracle2teacher)": 3.77913236618042,
       "epoch": 0.9638932496075353,
-      "rel-constrast": 3.2291526794433594,
+      "rel-constrast": 3.276989459991455,
       "step": 1228,
-      "subrel-constrast": 4.124401092529297,
+      "subrel-constrast": 3.919436454772949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2508728504180908,
-      "cov-distil (oracle2student)": 4.593624591827393,
-      "cov-distil (oracle2teacher)": 3.73111629486084,
+      "cov-distil": 1.27504301071167,
+      "cov-distil (oracle2student)": 4.528522491455078,
+      "cov-distil (oracle2teacher)": 3.9523463249206543,
       "epoch": 0.9646781789638933,
-      "rel-constrast": 2.9496850967407227,
+      "rel-constrast": 3.7457990646362305,
       "step": 1229,
-      "subrel-constrast": 3.252176284790039,
+      "subrel-constrast": 3.772120237350464,
       "view-similarity": 0
     },
     {
       "epoch": 0.9654631083202512,
-      "grad_norm": 5.75,
+      "grad_norm": 8.9375,
       "learning_rate": 4.992017031085398e-05,
-      "loss": 0.8096,
+      "loss": 0.8695,
       "step": 1230
     },
     {
-      "cov-distil": 1.7356112003326416,
-      "cov-distil (oracle2student)": 4.123534202575684,
-      "cov-distil (oracle2teacher)": 4.169621467590332,
+      "cov-distil": 2.2922849655151367,
+      "cov-distil (oracle2student)": 4.277410984039307,
+      "cov-distil (oracle2teacher)": 4.99740743637085,
       "epoch": 0.9654631083202512,
-      "rel-constrast": 2.8074231147766113,
+      "rel-constrast": 3.7679479122161865,
       "step": 1230,
-      "subrel-constrast": 3.9389231204986572,
+      "subrel-constrast": 4.253800392150879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4420530796051025,
-      "cov-distil (oracle2student)": 3.8097753524780273,
-      "cov-distil (oracle2teacher)": 3.7854228019714355,
+      "cov-distil": 2.4972071647644043,
+      "cov-distil (oracle2student)": 4.478125095367432,
+      "cov-distil (oracle2teacher)": 4.08485221862793,
       "epoch": 0.966248037676609,
-      "rel-constrast": 3.9864463806152344,
+      "rel-constrast": 5.248748302459717,
       "step": 1231,
-      "subrel-constrast": 4.513359546661377,
+      "subrel-constrast": 4.511220455169678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2666831016540527,
-      "cov-distil (oracle2student)": 4.377869606018066,
-      "cov-distil (oracle2teacher)": 3.9519600868225098,
+      "cov-distil": 1.3323569297790527,
+      "cov-distil (oracle2student)": 4.484169006347656,
+      "cov-distil (oracle2teacher)": 4.091178894042969,
       "epoch": 0.967032967032967,
-      "rel-constrast": 2.8950271606445312,
+      "rel-constrast": 2.977818489074707,
       "step": 1232,
-      "subrel-constrast": 3.422940731048584,
+      "subrel-constrast": 3.3890976905822754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749788761138916,
-      "cov-distil (oracle2student)": 4.057105541229248,
-      "cov-distil (oracle2teacher)": 4.343048572540283,
+      "cov-distil": 2.1094040870666504,
+      "cov-distil (oracle2student)": 4.484561920166016,
+      "cov-distil (oracle2teacher)": 4.226533889770508,
       "epoch": 0.9678178963893249,
-      "rel-constrast": 2.216052532196045,
+      "rel-constrast": 2.867788553237915,
       "step": 1233,
-      "subrel-constrast": 3.2852511405944824,
+      "subrel-constrast": 3.0866873264312744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2060002088546753,
-      "cov-distil (oracle2student)": 4.399940013885498,
-      "cov-distil (oracle2teacher)": 3.984816551208496,
+      "cov-distil": 1.6635042428970337,
+      "cov-distil (oracle2student)": 5.3140482902526855,
+      "cov-distil (oracle2teacher)": 4.58503532409668,
       "epoch": 0.9686028257456829,
-      "rel-constrast": 3.5238823890686035,
+      "rel-constrast": 3.8313961029052734,
       "step": 1234,
-      "subrel-constrast": 3.784899950027466,
+      "subrel-constrast": 3.750154972076416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4902675151824951,
-      "cov-distil (oracle2student)": 5.702090263366699,
-      "cov-distil (oracle2teacher)": 5.267083168029785,
+      "cov-distil": 1.4824097156524658,
+      "cov-distil (oracle2student)": 6.402896881103516,
+      "cov-distil (oracle2teacher)": 5.389066219329834,
       "epoch": 0.9693877551020408,
-      "rel-constrast": 4.418448448181152,
+      "rel-constrast": 4.617867469787598,
       "step": 1235,
-      "subrel-constrast": 4.546502113342285,
+      "subrel-constrast": 4.21566104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.429222822189331,
-      "cov-distil (oracle2student)": 3.4779820442199707,
-      "cov-distil (oracle2teacher)": 3.6357057094573975,
+      "cov-distil": 1.7011950016021729,
+      "cov-distil (oracle2student)": 3.864875316619873,
+      "cov-distil (oracle2teacher)": 3.811202049255371,
       "epoch": 0.9701726844583988,
-      "rel-constrast": 3.3624308109283447,
+      "rel-constrast": 3.834559202194214,
       "step": 1236,
-      "subrel-constrast": 3.6818745136260986,
+      "subrel-constrast": 3.8927979469299316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5025690793991089,
-      "cov-distil (oracle2student)": 4.21225643157959,
-      "cov-distil (oracle2teacher)": 4.120269775390625,
+      "cov-distil": 1.9799094200134277,
+      "cov-distil (oracle2student)": 4.149888515472412,
+      "cov-distil (oracle2teacher)": 4.073139667510986,
       "epoch": 0.9709576138147566,
-      "rel-constrast": 2.0363433361053467,
+      "rel-constrast": 2.0982697010040283,
       "step": 1237,
-      "subrel-constrast": 2.7132604122161865,
+      "subrel-constrast": 2.61154842376709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.543538212776184,
-      "cov-distil (oracle2student)": 3.580420970916748,
-      "cov-distil (oracle2teacher)": 3.650756597518921,
+      "cov-distil": 1.7963447570800781,
+      "cov-distil (oracle2student)": 3.9568471908569336,
+      "cov-distil (oracle2teacher)": 3.8118643760681152,
       "epoch": 0.9717425431711146,
-      "rel-constrast": 3.9337496757507324,
+      "rel-constrast": 4.425919055938721,
       "step": 1238,
-      "subrel-constrast": 4.467953205108643,
+      "subrel-constrast": 4.5047173500061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2078661918640137,
-      "cov-distil (oracle2student)": 4.181390762329102,
-      "cov-distil (oracle2teacher)": 4.21966028213501,
+      "cov-distil": 1.69089937210083,
+      "cov-distil (oracle2student)": 4.867137908935547,
+      "cov-distil (oracle2teacher)": 4.797361850738525,
       "epoch": 0.9725274725274725,
-      "rel-constrast": 2.987008571624756,
+      "rel-constrast": 3.1897270679473877,
       "step": 1239,
-      "subrel-constrast": 3.689307689666748,
+      "subrel-constrast": 3.7145140171051025,
       "view-similarity": 0
     },
     {
       "epoch": 0.9733124018838305,
-      "grad_norm": 4.75,
+      "grad_norm": 5.46875,
       "learning_rate": 4.991305019041594e-05,
-      "loss": 0.8407,
+      "loss": 0.9215,
       "step": 1240
     },
     {
-      "cov-distil": 1.528568148612976,
-      "cov-distil (oracle2student)": 4.4682841300964355,
-      "cov-distil (oracle2teacher)": 4.502565383911133,
+      "cov-distil": 2.014136791229248,
+      "cov-distil (oracle2student)": 4.874207973480225,
+      "cov-distil (oracle2teacher)": 4.725550174713135,
       "epoch": 0.9733124018838305,
-      "rel-constrast": 2.586947441101074,
+      "rel-constrast": 3.228039026260376,
       "step": 1240,
-      "subrel-constrast": 3.77297306060791,
+      "subrel-constrast": 3.91666579246521,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6377058029174805,
-      "cov-distil (oracle2student)": 3.5193488597869873,
-      "cov-distil (oracle2teacher)": 3.5025131702423096,
+      "cov-distil": 1.8240412473678589,
+      "cov-distil (oracle2student)": 3.7458693981170654,
+      "cov-distil (oracle2teacher)": 3.821654796600342,
       "epoch": 0.9740973312401884,
-      "rel-constrast": 3.1112654209136963,
+      "rel-constrast": 2.9823596477508545,
       "step": 1241,
-      "subrel-constrast": 3.5121521949768066,
+      "subrel-constrast": 4.000006198883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5318564176559448,
-      "cov-distil (oracle2student)": 3.5415377616882324,
-      "cov-distil (oracle2teacher)": 3.6506009101867676,
+      "cov-distil": 1.9763751029968262,
+      "cov-distil (oracle2student)": 3.4901599884033203,
+      "cov-distil (oracle2teacher)": 3.5585758686065674,
       "epoch": 0.9748822605965463,
-      "rel-constrast": 2.3468027114868164,
+      "rel-constrast": 2.831806182861328,
       "step": 1242,
-      "subrel-constrast": 3.552518844604492,
+      "subrel-constrast": 3.509343147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6500542163848877,
-      "cov-distil (oracle2student)": 3.7139127254486084,
-      "cov-distil (oracle2teacher)": 3.9782299995422363,
+      "cov-distil": 2.1254379749298096,
+      "cov-distil (oracle2student)": 4.5681352615356445,
+      "cov-distil (oracle2teacher)": 4.657871723175049,
       "epoch": 0.9756671899529042,
-      "rel-constrast": 2.3499836921691895,
+      "rel-constrast": 3.782921314239502,
       "step": 1243,
-      "subrel-constrast": 3.7430975437164307,
+      "subrel-constrast": 3.7042958736419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2186521291732788,
-      "cov-distil (oracle2student)": 3.54939341545105,
-      "cov-distil (oracle2teacher)": 3.1540234088897705,
+      "cov-distil": 1.4311829805374146,
+      "cov-distil (oracle2student)": 3.9579429626464844,
+      "cov-distil (oracle2teacher)": 3.432644844055176,
       "epoch": 0.9764521193092621,
-      "rel-constrast": 2.3381032943725586,
+      "rel-constrast": 2.6101579666137695,
       "step": 1244,
-      "subrel-constrast": 3.233065128326416,
+      "subrel-constrast": 3.1684024333953857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6511240005493164,
-      "cov-distil (oracle2student)": 2.393463611602783,
-      "cov-distil (oracle2teacher)": 2.791167974472046,
+      "cov-distil": 1.8249428272247314,
+      "cov-distil (oracle2student)": 2.299440860748291,
+      "cov-distil (oracle2teacher)": 2.6785097122192383,
       "epoch": 0.9772370486656201,
-      "rel-constrast": 3.153503179550171,
+      "rel-constrast": 2.9996395111083984,
       "step": 1245,
-      "subrel-constrast": 3.834094524383545,
+      "subrel-constrast": 3.8487908840179443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.156053066253662,
-      "cov-distil (oracle2student)": 4.302087783813477,
-      "cov-distil (oracle2teacher)": 4.168542385101318,
+      "cov-distil": 1.5896999835968018,
+      "cov-distil (oracle2student)": 4.5008955001831055,
+      "cov-distil (oracle2teacher)": 4.135419845581055,
       "epoch": 0.978021978021978,
-      "rel-constrast": 3.221328020095825,
+      "rel-constrast": 3.2440242767333984,
       "step": 1246,
-      "subrel-constrast": 3.9086685180664062,
+      "subrel-constrast": 3.766937732696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8392646312713623,
-      "cov-distil (oracle2student)": 3.4635820388793945,
-      "cov-distil (oracle2teacher)": 3.8714029788970947,
+      "cov-distil": 2.456108570098877,
+      "cov-distil (oracle2student)": 3.475355863571167,
+      "cov-distil (oracle2teacher)": 4.378285884857178,
       "epoch": 0.978806907378336,
-      "rel-constrast": 3.115475654602051,
+      "rel-constrast": 3.233393669128418,
       "step": 1247,
-      "subrel-constrast": 3.935710906982422,
+      "subrel-constrast": 4.019589424133301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.795577883720398,
-      "cov-distil (oracle2student)": 3.712340831756592,
-      "cov-distil (oracle2teacher)": 4.289597511291504,
+      "cov-distil": 2.063331365585327,
+      "cov-distil (oracle2student)": 4.237579345703125,
+      "cov-distil (oracle2teacher)": 4.074891567230225,
       "epoch": 0.9795918367346939,
-      "rel-constrast": 2.51350474357605,
+      "rel-constrast": 3.738306999206543,
       "step": 1248,
-      "subrel-constrast": 4.145675182342529,
+      "subrel-constrast": 3.947476387023926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7952771186828613,
-      "cov-distil (oracle2student)": 3.139064073562622,
-      "cov-distil (oracle2teacher)": 3.0765018463134766,
+      "cov-distil": 2.016406774520874,
+      "cov-distil (oracle2student)": 3.5141162872314453,
+      "cov-distil (oracle2teacher)": 3.238210678100586,
       "epoch": 0.9803767660910518,
-      "rel-constrast": 2.7419240474700928,
+      "rel-constrast": 3.156602621078491,
       "step": 1249,
-      "subrel-constrast": 3.4236867427825928,
+      "subrel-constrast": 3.535090684890747,
       "view-similarity": 0
     },
     {
       "epoch": 0.9811616954474097,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.75,
       "learning_rate": 4.99056265123234e-05,
-      "loss": 0.7265,
+      "loss": 0.7952,
       "step": 1250
     },
     {
-      "cov-distil": 1.5307613611221313,
-      "cov-distil (oracle2student)": 5.744296550750732,
-      "cov-distil (oracle2teacher)": 5.453649044036865,
+      "cov-distil": 2.176814079284668,
+      "cov-distil (oracle2student)": 5.747389793395996,
+      "cov-distil (oracle2teacher)": 5.654009819030762,
       "epoch": 0.9811616954474097,
-      "rel-constrast": 3.8523647785186768,
+      "rel-constrast": 3.807178497314453,
       "step": 1250,
-      "subrel-constrast": 4.171315670013428,
+      "subrel-constrast": 3.710819959640503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015010356903076,
-      "cov-distil (oracle2student)": 4.840731620788574,
-      "cov-distil (oracle2teacher)": 4.120755195617676,
+      "cov-distil": 1.4911417961120605,
+      "cov-distil (oracle2student)": 4.775511741638184,
+      "cov-distil (oracle2teacher)": 3.8667187690734863,
       "epoch": 0.9819466248037677,
-      "rel-constrast": 2.7082295417785645,
+      "rel-constrast": 2.899658679962158,
       "step": 1251,
-      "subrel-constrast": 3.1410839557647705,
+      "subrel-constrast": 3.0858616828918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4371023178100586,
-      "cov-distil (oracle2student)": 4.395645618438721,
-      "cov-distil (oracle2teacher)": 3.6550097465515137,
+      "cov-distil": 1.50653076171875,
+      "cov-distil (oracle2student)": 4.77654504776001,
+      "cov-distil (oracle2teacher)": 4.158088684082031,
       "epoch": 0.9827315541601256,
-      "rel-constrast": 3.620471954345703,
+      "rel-constrast": 4.154823303222656,
       "step": 1252,
-      "subrel-constrast": 3.7160215377807617,
+      "subrel-constrast": 3.603732109069824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.369515061378479,
-      "cov-distil (oracle2student)": 3.4064722061157227,
-      "cov-distil (oracle2teacher)": 3.3698737621307373,
+      "cov-distil": 1.546769380569458,
+      "cov-distil (oracle2student)": 3.717534065246582,
+      "cov-distil (oracle2teacher)": 3.4841971397399902,
       "epoch": 0.9835164835164835,
-      "rel-constrast": 2.16213321685791,
+      "rel-constrast": 2.8823442459106445,
       "step": 1253,
-      "subrel-constrast": 2.5510523319244385,
+      "subrel-constrast": 2.622842788696289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.986305594444275,
-      "cov-distil (oracle2student)": 5.059086322784424,
-      "cov-distil (oracle2teacher)": 4.218664169311523,
+      "cov-distil": 2.769650936126709,
+      "cov-distil (oracle2student)": 5.446524620056152,
+      "cov-distil (oracle2teacher)": 4.372471809387207,
       "epoch": 0.9843014128728415,
-      "rel-constrast": 2.5694384574890137,
+      "rel-constrast": 3.608898878097534,
       "step": 1254,
-      "subrel-constrast": 3.528590202331543,
+      "subrel-constrast": 3.7277417182922363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5738322734832764,
-      "cov-distil (oracle2student)": 3.6083102226257324,
-      "cov-distil (oracle2teacher)": 3.4591922760009766,
+      "cov-distil": 1.675903558731079,
+      "cov-distil (oracle2student)": 3.619929313659668,
+      "cov-distil (oracle2teacher)": 3.519336223602295,
       "epoch": 0.9850863422291993,
-      "rel-constrast": 2.6395843029022217,
+      "rel-constrast": 2.616079330444336,
       "step": 1255,
-      "subrel-constrast": 3.2665557861328125,
+      "subrel-constrast": 3.3668487071990967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.16001558303833,
-      "cov-distil (oracle2student)": 3.2529311180114746,
-      "cov-distil (oracle2teacher)": 3.0381925106048584,
+      "cov-distil": 1.292490839958191,
+      "cov-distil (oracle2student)": 3.1141653060913086,
+      "cov-distil (oracle2teacher)": 3.3688454627990723,
       "epoch": 0.9858712715855573,
-      "rel-constrast": 2.906590223312378,
+      "rel-constrast": 3.7747108936309814,
       "step": 1256,
-      "subrel-constrast": 3.442795991897583,
+      "subrel-constrast": 3.73433256149292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8249584436416626,
-      "cov-distil (oracle2student)": 2.845015048980713,
-      "cov-distil (oracle2teacher)": 3.174835681915283,
+      "cov-distil": 2.5469324588775635,
+      "cov-distil (oracle2student)": 2.985926628112793,
+      "cov-distil (oracle2teacher)": 2.872882604598999,
       "epoch": 0.9866562009419152,
-      "rel-constrast": 2.5052247047424316,
+      "rel-constrast": 2.902205467224121,
       "step": 1257,
-      "subrel-constrast": 3.5730175971984863,
+      "subrel-constrast": 3.4466118812561035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8064703941345215,
-      "cov-distil (oracle2student)": 3.064516544342041,
-      "cov-distil (oracle2teacher)": 3.5677709579467773,
+      "cov-distil": 1.987345814704895,
+      "cov-distil (oracle2student)": 3.117105007171631,
+      "cov-distil (oracle2teacher)": 3.4528231620788574,
       "epoch": 0.9874411302982732,
-      "rel-constrast": 2.2984862327575684,
+      "rel-constrast": 2.695998191833496,
       "step": 1258,
-      "subrel-constrast": 3.5490379333496094,
+      "subrel-constrast": 3.3389089107513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9480879306793213,
-      "cov-distil (oracle2student)": 2.7275171279907227,
-      "cov-distil (oracle2teacher)": 2.9136464595794678,
+      "cov-distil": 2.2603015899658203,
+      "cov-distil (oracle2student)": 3.548271894454956,
+      "cov-distil (oracle2teacher)": 3.1693027019500732,
       "epoch": 0.9882260596546311,
-      "rel-constrast": 2.9747862815856934,
+      "rel-constrast": 3.5312318801879883,
       "step": 1259,
-      "subrel-constrast": 4.023026943206787,
+      "subrel-constrast": 3.9728963375091553,
       "view-similarity": 0
     },
     {
       "epoch": 0.989010989010989,
-      "grad_norm": 6.09375,
+      "grad_norm": 6.46875,
       "learning_rate": 4.989789936703155e-05,
-      "loss": 0.7458,
+      "loss": 0.8218,
       "step": 1260
     },
     {
-      "cov-distil": 1.4834165573120117,
-      "cov-distil (oracle2student)": 2.531843662261963,
-      "cov-distil (oracle2teacher)": 2.473891496658325,
+      "cov-distil": 1.7376470565795898,
+      "cov-distil (oracle2student)": 2.616690158843994,
+      "cov-distil (oracle2teacher)": 2.680969476699829,
       "epoch": 0.989010989010989,
-      "rel-constrast": 2.3239777088165283,
+      "rel-constrast": 2.6689839363098145,
       "step": 1260,
-      "subrel-constrast": 2.676363468170166,
+      "subrel-constrast": 2.792058229446411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8350669145584106,
-      "cov-distil (oracle2student)": 3.011873722076416,
-      "cov-distil (oracle2teacher)": 3.096287488937378,
+      "cov-distil": 1.9868700504302979,
+      "cov-distil (oracle2student)": 3.1592302322387695,
+      "cov-distil (oracle2teacher)": 2.8969225883483887,
       "epoch": 0.9897959183673469,
-      "rel-constrast": 2.381171941757202,
+      "rel-constrast": 2.667276382446289,
       "step": 1261,
-      "subrel-constrast": 3.21970272064209,
+      "subrel-constrast": 2.851405620574951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6948773860931396,
-      "cov-distil (oracle2student)": 4.396411895751953,
-      "cov-distil (oracle2teacher)": 4.4129958152771,
+      "cov-distil": 2.1562583446502686,
+      "cov-distil (oracle2student)": 4.121739387512207,
+      "cov-distil (oracle2teacher)": 4.350708961486816,
       "epoch": 0.9905808477237049,
-      "rel-constrast": 2.6483540534973145,
+      "rel-constrast": 3.274580717086792,
       "step": 1262,
-      "subrel-constrast": 4.014623165130615,
+      "subrel-constrast": 3.94667911529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5360655784606934,
-      "cov-distil (oracle2student)": 5.122393608093262,
-      "cov-distil (oracle2teacher)": 4.625170707702637,
+      "cov-distil": 1.8424327373504639,
+      "cov-distil (oracle2student)": 5.591335296630859,
+      "cov-distil (oracle2teacher)": 4.851851940155029,
       "epoch": 0.9913657770800628,
-      "rel-constrast": 3.0460681915283203,
+      "rel-constrast": 3.7039151191711426,
       "step": 1263,
-      "subrel-constrast": 3.855743885040283,
+      "subrel-constrast": 3.6672749519348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6184229850769043,
-      "cov-distil (oracle2student)": 5.007145881652832,
-      "cov-distil (oracle2teacher)": 4.134975433349609,
+      "cov-distil": 1.5978176593780518,
+      "cov-distil (oracle2student)": 4.903099536895752,
+      "cov-distil (oracle2teacher)": 4.818552494049072,
       "epoch": 0.9921507064364207,
-      "rel-constrast": 3.6639668941497803,
+      "rel-constrast": 3.9990732669830322,
       "step": 1264,
-      "subrel-constrast": 4.108851432800293,
+      "subrel-constrast": 3.991703987121582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.747385025024414,
-      "cov-distil (oracle2student)": 2.108001947402954,
-      "cov-distil (oracle2teacher)": 2.3054544925689697,
+      "cov-distil": 1.5184154510498047,
+      "cov-distil (oracle2student)": 2.177910327911377,
+      "cov-distil (oracle2teacher)": 2.161421298980713,
       "epoch": 0.9929356357927787,
-      "rel-constrast": 1.7751593589782715,
+      "rel-constrast": 1.9618487358093262,
       "step": 1265,
-      "subrel-constrast": 2.897172689437866,
+      "subrel-constrast": 2.611506223678589,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.264880657196045,
-      "cov-distil (oracle2student)": 3.2795045375823975,
-      "cov-distil (oracle2teacher)": 3.1051273345947266,
+      "cov-distil": 1.3445589542388916,
+      "cov-distil (oracle2student)": 3.692013740539551,
+      "cov-distil (oracle2teacher)": 3.5739731788635254,
       "epoch": 0.9937205651491365,
-      "rel-constrast": 3.127880096435547,
+      "rel-constrast": 3.005533218383789,
       "step": 1266,
-      "subrel-constrast": 3.2842142581939697,
+      "subrel-constrast": 3.253713607788086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4904578924179077,
-      "cov-distil (oracle2student)": 4.758726119995117,
-      "cov-distil (oracle2teacher)": 4.580710411071777,
+      "cov-distil": 1.711604118347168,
+      "cov-distil (oracle2student)": 5.383522987365723,
+      "cov-distil (oracle2teacher)": 4.805599212646484,
       "epoch": 0.9945054945054945,
-      "rel-constrast": 2.5550224781036377,
+      "rel-constrast": 3.0709002017974854,
       "step": 1267,
-      "subrel-constrast": 3.3524997234344482,
+      "subrel-constrast": 3.1405279636383057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3979054689407349,
-      "cov-distil (oracle2student)": 4.750548362731934,
-      "cov-distil (oracle2teacher)": 4.076757431030273,
+      "cov-distil": 1.650428056716919,
+      "cov-distil (oracle2student)": 5.036651611328125,
+      "cov-distil (oracle2teacher)": 4.392540454864502,
       "epoch": 0.9952904238618524,
-      "rel-constrast": 2.7073490619659424,
+      "rel-constrast": 3.0774643421173096,
       "step": 1268,
-      "subrel-constrast": 3.5037519931793213,
+      "subrel-constrast": 3.516920804977417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2216260433197021,
-      "cov-distil (oracle2student)": 4.611713409423828,
-      "cov-distil (oracle2teacher)": 4.224197864532471,
+      "cov-distil": 1.419398546218872,
+      "cov-distil (oracle2student)": 4.7608160972595215,
+      "cov-distil (oracle2teacher)": 4.589794158935547,
       "epoch": 0.9960753532182104,
-      "rel-constrast": 2.47930645942688,
+      "rel-constrast": 3.0335912704467773,
       "step": 1269,
-      "subrel-constrast": 3.6120383739471436,
+      "subrel-constrast": 3.5176517963409424,
       "view-similarity": 0
     },
     {
       "epoch": 0.9968602825745683,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.3125,
       "learning_rate": 4.988986884869321e-05,
-      "loss": 0.7059,
+      "loss": 0.7616,
       "step": 1270
     },
     {
-      "cov-distil": 1.9495677947998047,
-      "cov-distil (oracle2student)": 4.280606746673584,
-      "cov-distil (oracle2teacher)": 4.019715785980225,
+      "cov-distil": 2.272189140319824,
+      "cov-distil (oracle2student)": 4.993063926696777,
+      "cov-distil (oracle2teacher)": 3.585235118865967,
       "epoch": 0.9968602825745683,
-      "rel-constrast": 3.417677640914917,
+      "rel-constrast": 3.5183255672454834,
       "step": 1270,
-      "subrel-constrast": 3.7917473316192627,
+      "subrel-constrast": 3.702329158782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3972578048706055,
-      "cov-distil (oracle2student)": 3.057100534439087,
-      "cov-distil (oracle2teacher)": 2.9886577129364014,
+      "cov-distil": 1.657052755355835,
+      "cov-distil (oracle2student)": 3.5476129055023193,
+      "cov-distil (oracle2teacher)": 3.2294459342956543,
       "epoch": 0.9976452119309263,
-      "rel-constrast": 2.5738868713378906,
+      "rel-constrast": 2.8357534408569336,
       "step": 1271,
-      "subrel-constrast": 2.826024055480957,
+      "subrel-constrast": 2.8321454524993896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5799964666366577,
-      "cov-distil (oracle2student)": 4.663033485412598,
-      "cov-distil (oracle2teacher)": 4.507424831390381,
+      "cov-distil": 1.9564472436904907,
+      "cov-distil (oracle2student)": 4.5332112312316895,
+      "cov-distil (oracle2teacher)": 4.246917247772217,
       "epoch": 0.9984301412872841,
-      "rel-constrast": 4.838544845581055,
+      "rel-constrast": 4.607159614562988,
       "step": 1272,
-      "subrel-constrast": 5.128632068634033,
+      "subrel-constrast": 5.223642349243164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1363272666931152,
-      "cov-distil (oracle2student)": 4.103216648101807,
-      "cov-distil (oracle2teacher)": 3.8000175952911377,
+      "cov-distil": 1.4820034503936768,
+      "cov-distil (oracle2student)": 4.800169467926025,
+      "cov-distil (oracle2teacher)": 4.5084075927734375,
       "epoch": 0.9992150706436421,
-      "rel-constrast": 3.4735829830169678,
+      "rel-constrast": 3.5963244438171387,
       "step": 1273,
-      "subrel-constrast": 4.050089359283447,
+      "subrel-constrast": 3.7994561195373535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6189643144607544,
-      "cov-distil (oracle2student)": 4.910794734954834,
-      "cov-distil (oracle2teacher)": 4.487496376037598,
+      "cov-distil": 1.8739023208618164,
+      "cov-distil (oracle2student)": 4.958606243133545,
+      "cov-distil (oracle2teacher)": 4.845794677734375,
       "epoch": 1.0,
-      "rel-constrast": 4.012331962585449,
+      "rel-constrast": 3.9940834045410156,
       "step": 1274,
-      "subrel-constrast": 3.8513476848602295,
+      "subrel-constrast": 3.7730565071105957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8302966356277466,
-      "cov-distil (oracle2student)": 3.677767753601074,
-      "cov-distil (oracle2teacher)": 3.8637044429779053,
+      "cov-distil": 2.0333542823791504,
+      "cov-distil (oracle2student)": 3.3547468185424805,
+      "cov-distil (oracle2teacher)": 4.000802040100098,
       "epoch": 1.000784929356358,
-      "rel-constrast": 3.8497612476348877,
+      "rel-constrast": 4.093372821807861,
       "step": 1275,
-      "subrel-constrast": 4.676568031311035,
+      "subrel-constrast": 4.665277481079102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.057345151901245,
-      "cov-distil (oracle2student)": 2.5532493591308594,
-      "cov-distil (oracle2teacher)": 3.011411190032959,
+      "cov-distil": 2.3951902389526367,
+      "cov-distil (oracle2student)": 3.0754857063293457,
+      "cov-distil (oracle2teacher)": 3.4618923664093018,
       "epoch": 1.0015698587127158,
-      "rel-constrast": 3.584941864013672,
+      "rel-constrast": 3.8837475776672363,
       "step": 1276,
-      "subrel-constrast": 4.3630290031433105,
+      "subrel-constrast": 4.16055154800415,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6615443229675293,
-      "cov-distil (oracle2student)": 3.675353527069092,
-      "cov-distil (oracle2teacher)": 4.396547317504883,
+      "cov-distil": 2.2004263401031494,
+      "cov-distil (oracle2student)": 4.288813591003418,
+      "cov-distil (oracle2teacher)": 3.8880627155303955,
       "epoch": 1.0023547880690737,
-      "rel-constrast": 3.2946157455444336,
+      "rel-constrast": 3.444183826446533,
       "step": 1277,
-      "subrel-constrast": 4.173533916473389,
+      "subrel-constrast": 4.065422058105469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5696930885314941,
-      "cov-distil (oracle2student)": 4.197251319885254,
-      "cov-distil (oracle2teacher)": 3.7345733642578125,
+      "cov-distil": 2.3028087615966797,
+      "cov-distil (oracle2student)": 4.632120132446289,
+      "cov-distil (oracle2teacher)": 4.634157657623291,
       "epoch": 1.0031397174254317,
-      "rel-constrast": 3.0097222328186035,
+      "rel-constrast": 3.1305031776428223,
       "step": 1278,
-      "subrel-constrast": 3.392622947692871,
+      "subrel-constrast": 3.811551809310913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1034655570983887,
-      "cov-distil (oracle2student)": 3.361288070678711,
-      "cov-distil (oracle2teacher)": 3.1034255027770996,
+      "cov-distil": 2.2485742568969727,
+      "cov-distil (oracle2student)": 3.7313625812530518,
+      "cov-distil (oracle2teacher)": 3.6293017864227295,
       "epoch": 1.0039246467817897,
-      "rel-constrast": 2.6098008155822754,
+      "rel-constrast": 2.805626392364502,
       "step": 1279,
-      "subrel-constrast": 3.31463885307312,
+      "subrel-constrast": 3.2810170650482178,
       "view-similarity": 0
     },
     {
       "epoch": 1.0047095761381475,
-      "grad_norm": 7.90625,
+      "grad_norm": 5.6875,
       "learning_rate": 4.988153505515771e-05,
-      "loss": 0.9089,
+      "loss": 0.8977,
       "step": 1280
     },
     {
-      "cov-distil": 1.5979468822479248,
-      "cov-distil (oracle2student)": 3.716430187225342,
-      "cov-distil (oracle2teacher)": 3.4511377811431885,
+      "cov-distil": 2.0004279613494873,
+      "cov-distil (oracle2student)": 3.9406278133392334,
+      "cov-distil (oracle2teacher)": 3.8784589767456055,
       "epoch": 1.0047095761381475,
-      "rel-constrast": 3.4329915046691895,
+      "rel-constrast": 3.023141860961914,
       "step": 1280,
-      "subrel-constrast": 4.089012145996094,
+      "subrel-constrast": 4.152874946594238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3714828491210938,
-      "cov-distil (oracle2student)": 3.580085277557373,
-      "cov-distil (oracle2teacher)": 3.5701546669006348,
+      "cov-distil": 1.9115731716156006,
+      "cov-distil (oracle2student)": 4.133453369140625,
+      "cov-distil (oracle2teacher)": 3.7997751235961914,
       "epoch": 1.0054945054945055,
-      "rel-constrast": 2.5096752643585205,
+      "rel-constrast": 3.419616937637329,
       "step": 1281,
-      "subrel-constrast": 3.0320303440093994,
+      "subrel-constrast": 3.152198314666748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0691633224487305,
-      "cov-distil (oracle2student)": 4.478765964508057,
-      "cov-distil (oracle2teacher)": 3.831317901611328,
+      "cov-distil": 2.2536466121673584,
+      "cov-distil (oracle2student)": 4.916798114776611,
+      "cov-distil (oracle2teacher)": 4.166482925415039,
       "epoch": 1.0062794348508635,
-      "rel-constrast": 3.157693386077881,
+      "rel-constrast": 3.2249388694763184,
       "step": 1282,
-      "subrel-constrast": 4.078401565551758,
+      "subrel-constrast": 4.117580890655518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.591313123703003,
-      "cov-distil (oracle2student)": 3.9426352977752686,
-      "cov-distil (oracle2teacher)": 3.646179676055908,
+      "cov-distil": 1.8603301048278809,
+      "cov-distil (oracle2student)": 4.341750144958496,
+      "cov-distil (oracle2teacher)": 4.179419994354248,
       "epoch": 1.0070643642072215,
-      "rel-constrast": 3.52870774269104,
+      "rel-constrast": 3.9674973487854004,
       "step": 1283,
-      "subrel-constrast": 3.88075852394104,
+      "subrel-constrast": 4.108895301818848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3151185512542725,
-      "cov-distil (oracle2student)": 5.034510612487793,
-      "cov-distil (oracle2teacher)": 4.6761274337768555,
+      "cov-distil": 1.91970694065094,
+      "cov-distil (oracle2student)": 5.2888898849487305,
+      "cov-distil (oracle2teacher)": 4.426173210144043,
       "epoch": 1.0078492935635792,
-      "rel-constrast": 2.378748655319214,
+      "rel-constrast": 2.3379673957824707,
       "step": 1284,
-      "subrel-constrast": 3.4774558544158936,
+      "subrel-constrast": 3.5083725452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5091253519058228,
-      "cov-distil (oracle2student)": 3.7069931030273438,
-      "cov-distil (oracle2teacher)": 3.2526087760925293,
+      "cov-distil": 1.8619210720062256,
+      "cov-distil (oracle2student)": 3.6524577140808105,
+      "cov-distil (oracle2teacher)": 3.7307889461517334,
       "epoch": 1.0086342229199372,
-      "rel-constrast": 2.3888468742370605,
+      "rel-constrast": 2.495737314224243,
       "step": 1285,
-      "subrel-constrast": 3.4723777770996094,
+      "subrel-constrast": 3.4264039993286133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8268072605133057,
-      "cov-distil (oracle2student)": 4.445673942565918,
-      "cov-distil (oracle2teacher)": 3.710999011993408,
+      "cov-distil": 1.996260404586792,
+      "cov-distil (oracle2student)": 4.234508514404297,
+      "cov-distil (oracle2teacher)": 4.192461967468262,
       "epoch": 1.0094191522762952,
-      "rel-constrast": 2.394343852996826,
+      "rel-constrast": 3.0786292552948,
       "step": 1286,
-      "subrel-constrast": 3.3042173385620117,
+      "subrel-constrast": 3.502981185913086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.30215322971344,
-      "cov-distil (oracle2student)": 4.1887006759643555,
-      "cov-distil (oracle2teacher)": 4.170774459838867,
+      "cov-distil": 1.7348027229309082,
+      "cov-distil (oracle2student)": 5.177916526794434,
+      "cov-distil (oracle2teacher)": 4.234752655029297,
       "epoch": 1.010204081632653,
-      "rel-constrast": 4.7771830558776855,
+      "rel-constrast": 5.245746612548828,
       "step": 1287,
-      "subrel-constrast": 5.2714056968688965,
+      "subrel-constrast": 5.2623209953308105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7177040576934814,
-      "cov-distil (oracle2student)": 2.8443381786346436,
-      "cov-distil (oracle2teacher)": 3.32902455329895,
+      "cov-distil": 2.5558345317840576,
+      "cov-distil (oracle2student)": 3.483870506286621,
+      "cov-distil (oracle2teacher)": 3.205134868621826,
       "epoch": 1.010989010989011,
-      "rel-constrast": 1.9382801055908203,
+      "rel-constrast": 3.4331932067871094,
       "step": 1288,
-      "subrel-constrast": 3.49955153465271,
+      "subrel-constrast": 3.4421775341033936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.234553575515747,
-      "cov-distil (oracle2student)": 4.834558486938477,
-      "cov-distil (oracle2teacher)": 4.858853340148926,
+      "cov-distil": 1.5989100933074951,
+      "cov-distil (oracle2student)": 5.425858974456787,
+      "cov-distil (oracle2teacher)": 5.07704496383667,
       "epoch": 1.011773940345369,
-      "rel-constrast": 3.5084009170532227,
+      "rel-constrast": 4.290983200073242,
       "step": 1289,
-      "subrel-constrast": 4.091920375823975,
+      "subrel-constrast": 4.093360424041748,
       "view-similarity": 0
     },
     {
       "epoch": 1.012558869701727,
-      "grad_norm": 5.75,
+      "grad_norm": 6.40625,
       "learning_rate": 4.98728980879697e-05,
-      "loss": 0.7892,
+      "loss": 0.8629,
       "step": 1290
     },
     {
-      "cov-distil": 1.7273941040039062,
-      "cov-distil (oracle2student)": 3.7560155391693115,
-      "cov-distil (oracle2teacher)": 3.7759454250335693,
+      "cov-distil": 1.9167832136154175,
+      "cov-distil (oracle2student)": 3.682281255722046,
+      "cov-distil (oracle2teacher)": 3.8299789428710938,
       "epoch": 1.012558869701727,
-      "rel-constrast": 3.9928665161132812,
+      "rel-constrast": 3.602611780166626,
       "step": 1290,
-      "subrel-constrast": 4.357268810272217,
+      "subrel-constrast": 4.4135847091674805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.467862606048584,
-      "cov-distil (oracle2student)": 4.111154079437256,
-      "cov-distil (oracle2teacher)": 3.9627327919006348,
+      "cov-distil": 2.308833122253418,
+      "cov-distil (oracle2student)": 3.718690872192383,
+      "cov-distil (oracle2teacher)": 4.088597774505615,
       "epoch": 1.0133437990580847,
-      "rel-constrast": 3.519113540649414,
+      "rel-constrast": 3.465391159057617,
       "step": 1291,
-      "subrel-constrast": 4.237674713134766,
+      "subrel-constrast": 4.010654449462891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5148426294326782,
-      "cov-distil (oracle2student)": 4.696568489074707,
-      "cov-distil (oracle2teacher)": 3.876321315765381,
+      "cov-distil": 1.4359936714172363,
+      "cov-distil (oracle2student)": 4.78385066986084,
+      "cov-distil (oracle2teacher)": 4.417817115783691,
       "epoch": 1.0141287284144427,
-      "rel-constrast": 3.3050906658172607,
+      "rel-constrast": 3.905639171600342,
       "step": 1292,
-      "subrel-constrast": 3.4839553833007812,
+      "subrel-constrast": 3.7299835681915283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8438262939453125,
-      "cov-distil (oracle2student)": 4.060823440551758,
-      "cov-distil (oracle2teacher)": 3.4887888431549072,
+      "cov-distil": 2.0723443031311035,
+      "cov-distil (oracle2student)": 4.540814399719238,
+      "cov-distil (oracle2teacher)": 3.385859966278076,
       "epoch": 1.0149136577708007,
-      "rel-constrast": 2.961482524871826,
+      "rel-constrast": 3.758356809616089,
       "step": 1293,
-      "subrel-constrast": 3.4915690422058105,
+      "subrel-constrast": 3.6937363147735596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6470657587051392,
-      "cov-distil (oracle2student)": 5.522467613220215,
-      "cov-distil (oracle2teacher)": 5.087027549743652,
+      "cov-distil": 1.9123358726501465,
+      "cov-distil (oracle2student)": 6.487281799316406,
+      "cov-distil (oracle2teacher)": 6.358832359313965,
       "epoch": 1.0156985871271587,
-      "rel-constrast": 2.538830280303955,
+      "rel-constrast": 3.1651997566223145,
       "step": 1294,
-      "subrel-constrast": 3.436119794845581,
+      "subrel-constrast": 3.4909908771514893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2104644775390625,
-      "cov-distil (oracle2student)": 5.3022613525390625,
-      "cov-distil (oracle2teacher)": 5.056353569030762,
+      "cov-distil": 2.139207363128662,
+      "cov-distil (oracle2student)": 5.2808332443237305,
+      "cov-distil (oracle2teacher)": 4.886931419372559,
       "epoch": 1.0164835164835164,
-      "rel-constrast": 3.100513458251953,
+      "rel-constrast": 3.814925193786621,
       "step": 1295,
-      "subrel-constrast": 4.386096954345703,
+      "subrel-constrast": 4.157708644866943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5883142948150635,
-      "cov-distil (oracle2student)": 3.7880847454071045,
-      "cov-distil (oracle2teacher)": 3.599816083908081,
+      "cov-distil": 2.01292085647583,
+      "cov-distil (oracle2student)": 4.433708190917969,
+      "cov-distil (oracle2teacher)": 4.259006977081299,
       "epoch": 1.0172684458398744,
-      "rel-constrast": 4.037959098815918,
+      "rel-constrast": 4.489102363586426,
       "step": 1296,
-      "subrel-constrast": 4.745327949523926,
+      "subrel-constrast": 4.805873870849609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2966320514678955,
-      "cov-distil (oracle2student)": 4.31317138671875,
-      "cov-distil (oracle2teacher)": 3.5976524353027344,
+      "cov-distil": 1.180525779724121,
+      "cov-distil (oracle2student)": 4.308717250823975,
+      "cov-distil (oracle2teacher)": 3.7236037254333496,
       "epoch": 1.0180533751962324,
-      "rel-constrast": 2.0686373710632324,
+      "rel-constrast": 2.349816083908081,
       "step": 1297,
-      "subrel-constrast": 2.4654552936553955,
+      "subrel-constrast": 2.4331138134002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5883524417877197,
-      "cov-distil (oracle2student)": 3.8555908203125,
-      "cov-distil (oracle2teacher)": 3.821279764175415,
+      "cov-distil": 1.6433050632476807,
+      "cov-distil (oracle2student)": 4.578648090362549,
+      "cov-distil (oracle2teacher)": 3.482128858566284,
       "epoch": 1.0188383045525902,
-      "rel-constrast": 3.526829481124878,
+      "rel-constrast": 3.9261891841888428,
       "step": 1298,
-      "subrel-constrast": 3.5030384063720703,
+      "subrel-constrast": 3.777752637863159,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1130247116088867,
-      "cov-distil (oracle2student)": 4.555819034576416,
-      "cov-distil (oracle2teacher)": 4.497869491577148,
+      "cov-distil": 1.6877901554107666,
+      "cov-distil (oracle2student)": 4.539858818054199,
+      "cov-distil (oracle2teacher)": 4.395484924316406,
       "epoch": 1.0196232339089482,
-      "rel-constrast": 2.126577138900757,
+      "rel-constrast": 2.31238055229187,
       "step": 1299,
-      "subrel-constrast": 2.9038138389587402,
+      "subrel-constrast": 3.1176986694335938,
       "view-similarity": 0
     },
     {
       "epoch": 1.0204081632653061,
-      "grad_norm": 5.65625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.9863958052367894e-05,
-      "loss": 0.8194,
+      "loss": 0.8697,
       "step": 1300
     },
     {
       "epoch": 1.0204081632653061,
-      "overlap": 0.26875001192092896,
+      "overlap": 0.2640624940395355,
       "step": 1300
     },
     {
       "epoch": 1.0204081632653061,
       "step": 1300,
-      "student margin": 0.06024169921875
+      "student margin": 0.05438232421875
     },
     {
       "epoch": 1.0204081632653061,
       "step": 1300,
-      "teacher margin": 0.040252685546875
+      "teacher margin": 0.0404052734375
     },
     {
       "epoch": 1.0204081632653061,
-      "margin difference": -0.019989013671875,
+      "margin difference": -0.01397705078125,
       "step": 1300
     },
     {
-      "cov-distil": 1.3395636081695557,
-      "cov-distil (oracle2student)": 3.0983505249023438,
-      "cov-distil (oracle2teacher)": 3.2304043769836426,
+      "cov-distil": 1.830113172531128,
+      "cov-distil (oracle2student)": 3.5834813117980957,
+      "cov-distil (oracle2teacher)": 3.2550482749938965,
       "epoch": 1.0204081632653061,
-      "rel-constrast": 3.1438610553741455,
+      "rel-constrast": 3.564074754714966,
       "step": 1300,
-      "subrel-constrast": 4.0625739097595215,
+      "subrel-constrast": 4.043302059173584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073345184326172,
-      "cov-distil (oracle2student)": 3.700442314147949,
-      "cov-distil (oracle2teacher)": 3.6782922744750977,
+      "cov-distil": 2.21354603767395,
+      "cov-distil (oracle2student)": 4.388579368591309,
+      "cov-distil (oracle2teacher)": 4.430628299713135,
       "epoch": 1.0211930926216641,
-      "rel-constrast": 2.650118350982666,
+      "rel-constrast": 3.2502241134643555,
       "step": 1301,
-      "subrel-constrast": 3.522528886795044,
+      "subrel-constrast": 3.3024632930755615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4473029375076294,
-      "cov-distil (oracle2student)": 6.094466686248779,
-      "cov-distil (oracle2teacher)": 5.832391262054443,
+      "cov-distil": 1.702307939529419,
+      "cov-distil (oracle2student)": 5.875616073608398,
+      "cov-distil (oracle2teacher)": 6.312314987182617,
       "epoch": 1.021978021978022,
-      "rel-constrast": 2.869513511657715,
+      "rel-constrast": 3.0130228996276855,
       "step": 1302,
-      "subrel-constrast": 3.6461844444274902,
+      "subrel-constrast": 3.725278854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.638033390045166,
-      "cov-distil (oracle2student)": 4.220510959625244,
-      "cov-distil (oracle2teacher)": 4.232014179229736,
+      "cov-distil": 2.28080677986145,
+      "cov-distil (oracle2student)": 4.13006067276001,
+      "cov-distil (oracle2teacher)": 4.156861305236816,
       "epoch": 1.0227629513343799,
-      "rel-constrast": 2.4472506046295166,
+      "rel-constrast": 2.9314961433410645,
       "step": 1303,
-      "subrel-constrast": 3.1475207805633545,
+      "subrel-constrast": 3.148747682571411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2751193046569824,
-      "cov-distil (oracle2student)": 4.306950092315674,
-      "cov-distil (oracle2teacher)": 4.524712562561035,
+      "cov-distil": 1.4593336582183838,
+      "cov-distil (oracle2student)": 4.363831520080566,
+      "cov-distil (oracle2teacher)": 4.61897611618042,
       "epoch": 1.0235478806907379,
-      "rel-constrast": 3.4688055515289307,
+      "rel-constrast": 3.669921398162842,
       "step": 1304,
-      "subrel-constrast": 3.712144374847412,
+      "subrel-constrast": 3.5703186988830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5723475217819214,
-      "cov-distil (oracle2student)": 3.356821298599243,
-      "cov-distil (oracle2teacher)": 3.0643234252929688,
+      "cov-distil": 2.120180606842041,
+      "cov-distil (oracle2student)": 3.105886936187744,
+      "cov-distil (oracle2teacher)": 3.325340747833252,
       "epoch": 1.0243328100470959,
-      "rel-constrast": 3.0019564628601074,
+      "rel-constrast": 3.211686134338379,
       "step": 1305,
-      "subrel-constrast": 3.6949265003204346,
+      "subrel-constrast": 3.6040682792663574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8963088989257812,
-      "cov-distil (oracle2student)": 3.701265811920166,
-      "cov-distil (oracle2teacher)": 3.4680700302124023,
+      "cov-distil": 2.3618814945220947,
+      "cov-distil (oracle2student)": 4.149857521057129,
+      "cov-distil (oracle2teacher)": 3.8214662075042725,
       "epoch": 1.0251177394034536,
-      "rel-constrast": 2.4101920127868652,
+      "rel-constrast": 2.938178539276123,
       "step": 1306,
-      "subrel-constrast": 3.050083875656128,
+      "subrel-constrast": 3.5477044582366943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.648195743560791,
-      "cov-distil (oracle2student)": 5.6912312507629395,
-      "cov-distil (oracle2teacher)": 5.253078460693359,
+      "cov-distil": 1.7939834594726562,
+      "cov-distil (oracle2student)": 6.05979061126709,
+      "cov-distil (oracle2teacher)": 5.555126667022705,
       "epoch": 1.0259026687598116,
-      "rel-constrast": 4.392531394958496,
+      "rel-constrast": 4.596658706665039,
       "step": 1307,
-      "subrel-constrast": 5.013519763946533,
+      "subrel-constrast": 4.961034297943115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4382164478302002,
-      "cov-distil (oracle2student)": 3.0869290828704834,
-      "cov-distil (oracle2teacher)": 3.173279285430908,
+      "cov-distil": 1.8497258424758911,
+      "cov-distil (oracle2student)": 3.50288724899292,
+      "cov-distil (oracle2teacher)": 3.313469171524048,
       "epoch": 1.0266875981161696,
-      "rel-constrast": 3.0286943912506104,
+      "rel-constrast": 3.488003969192505,
       "step": 1308,
-      "subrel-constrast": 3.525634765625,
+      "subrel-constrast": 3.7511627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4569480419158936,
-      "cov-distil (oracle2student)": 3.4641032218933105,
-      "cov-distil (oracle2teacher)": 3.1311259269714355,
+      "cov-distil": 1.518052101135254,
+      "cov-distil (oracle2student)": 3.729572296142578,
+      "cov-distil (oracle2teacher)": 3.6041717529296875,
       "epoch": 1.0274725274725274,
-      "rel-constrast": 1.8754380941390991,
+      "rel-constrast": 2.278848648071289,
       "step": 1309,
-      "subrel-constrast": 2.5917394161224365,
+      "subrel-constrast": 2.3949685096740723,
       "view-similarity": 0
     },
     {
       "epoch": 1.0282574568288854,
-      "grad_norm": 3.9375,
+      "grad_norm": 5.125,
       "learning_rate": 4.9854715057283805e-05,
-      "loss": 0.7717,
+      "loss": 0.8236,
       "step": 1310
     },
     {
-      "cov-distil": 1.4160232543945312,
-      "cov-distil (oracle2student)": 2.563685655593872,
-      "cov-distil (oracle2teacher)": 2.833798885345459,
+      "cov-distil": 1.823325514793396,
+      "cov-distil (oracle2student)": 2.88900089263916,
+      "cov-distil (oracle2teacher)": 2.398836612701416,
       "epoch": 1.0282574568288854,
-      "rel-constrast": 2.7168760299682617,
+      "rel-constrast": 3.144449234008789,
       "step": 1310,
-      "subrel-constrast": 3.7507357597351074,
+      "subrel-constrast": 3.058751344680786,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5921193361282349,
-      "cov-distil (oracle2student)": 3.550126075744629,
-      "cov-distil (oracle2teacher)": 3.443373441696167,
+      "cov-distil": 1.7906049489974976,
+      "cov-distil (oracle2student)": 3.245541572570801,
+      "cov-distil (oracle2teacher)": 3.599184989929199,
       "epoch": 1.0290423861852434,
-      "rel-constrast": 2.986751079559326,
+      "rel-constrast": 3.280625343322754,
       "step": 1311,
-      "subrel-constrast": 3.5625743865966797,
+      "subrel-constrast": 3.638580799102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8855676651000977,
-      "cov-distil (oracle2student)": 4.2328972816467285,
-      "cov-distil (oracle2teacher)": 3.6999707221984863,
+      "cov-distil": 2.5703125,
+      "cov-distil (oracle2student)": 4.940169811248779,
+      "cov-distil (oracle2teacher)": 3.570718765258789,
       "epoch": 1.0298273155416013,
-      "rel-constrast": 3.429626703262329,
+      "rel-constrast": 4.476490020751953,
       "step": 1312,
-      "subrel-constrast": 3.70088791847229,
+      "subrel-constrast": 3.299349069595337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6681512594223022,
-      "cov-distil (oracle2student)": 4.537883758544922,
-      "cov-distil (oracle2teacher)": 4.161434650421143,
+      "cov-distil": 1.4601044654846191,
+      "cov-distil (oracle2student)": 4.699124336242676,
+      "cov-distil (oracle2teacher)": 4.822993278503418,
       "epoch": 1.030612244897959,
-      "rel-constrast": 3.173257827758789,
+      "rel-constrast": 3.178163766860962,
       "step": 1313,
-      "subrel-constrast": 4.387771129608154,
+      "subrel-constrast": 4.0323333740234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0507285594940186,
-      "cov-distil (oracle2student)": 5.675127983093262,
-      "cov-distil (oracle2teacher)": 5.059904098510742,
+      "cov-distil": 2.2325854301452637,
+      "cov-distil (oracle2student)": 6.367338180541992,
+      "cov-distil (oracle2teacher)": 5.718547344207764,
       "epoch": 1.031397174254317,
-      "rel-constrast": 2.9254150390625,
+      "rel-constrast": 3.3757095336914062,
       "step": 1314,
-      "subrel-constrast": 3.908088445663452,
+      "subrel-constrast": 4.138506889343262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.640880823135376,
-      "cov-distil (oracle2student)": 4.122154235839844,
-      "cov-distil (oracle2teacher)": 4.358137130737305,
+      "cov-distil": 1.88057541847229,
+      "cov-distil (oracle2student)": 4.481681823730469,
+      "cov-distil (oracle2teacher)": 4.445044040679932,
       "epoch": 1.032182103610675,
-      "rel-constrast": 3.0527353286743164,
+      "rel-constrast": 3.590693473815918,
       "step": 1315,
-      "subrel-constrast": 4.129584789276123,
+      "subrel-constrast": 4.102544784545898,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6014385223388672,
-      "cov-distil (oracle2student)": 3.5628504753112793,
-      "cov-distil (oracle2teacher)": 4.265000820159912,
+      "cov-distil": 1.9296611547470093,
+      "cov-distil (oracle2student)": 3.575791835784912,
+      "cov-distil (oracle2teacher)": 3.9685821533203125,
       "epoch": 1.032967032967033,
-      "rel-constrast": 2.7084922790527344,
+      "rel-constrast": 3.000504970550537,
       "step": 1316,
-      "subrel-constrast": 3.783332586288452,
+      "subrel-constrast": 3.3009145259857178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6147665977478027,
-      "cov-distil (oracle2student)": 3.35066819190979,
-      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "cov-distil": 1.5652796030044556,
+      "cov-distil (oracle2student)": 3.822141408920288,
+      "cov-distil (oracle2teacher)": 3.717766046524048,
       "epoch": 1.0337519623233908,
-      "rel-constrast": 2.6022496223449707,
+      "rel-constrast": 2.9981689453125,
       "step": 1317,
-      "subrel-constrast": 3.8188657760620117,
+      "subrel-constrast": 3.8693525791168213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3855886459350586,
-      "cov-distil (oracle2student)": 4.939333915710449,
-      "cov-distil (oracle2teacher)": 4.312867164611816,
+      "cov-distil": 1.8240965604782104,
+      "cov-distil (oracle2student)": 5.016845703125,
+      "cov-distil (oracle2teacher)": 4.8133039474487305,
       "epoch": 1.0345368916797488,
-      "rel-constrast": 3.1361048221588135,
+      "rel-constrast": 3.3483941555023193,
       "step": 1318,
-      "subrel-constrast": 3.1475367546081543,
+      "subrel-constrast": 3.3512778282165527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4239692687988281,
-      "cov-distil (oracle2student)": 3.124915599822998,
-      "cov-distil (oracle2teacher)": 3.1291980743408203,
+      "cov-distil": 1.946333408355713,
+      "cov-distil (oracle2student)": 3.910140037536621,
+      "cov-distil (oracle2teacher)": 3.2968554496765137,
       "epoch": 1.0353218210361068,
-      "rel-constrast": 2.4155147075653076,
+      "rel-constrast": 3.213494300842285,
       "step": 1319,
-      "subrel-constrast": 3.4853718280792236,
+      "subrel-constrast": 3.2627782821655273,
       "view-similarity": 0
     },
     {
       "epoch": 1.0361067503924646,
-      "grad_norm": 4.625,
+      "grad_norm": 5.65625,
       "learning_rate": 4.984516921534042e-05,
-      "loss": 0.7694,
+      "loss": 0.8402,
       "step": 1320
     },
     {
-      "cov-distil": 1.5735676288604736,
-      "cov-distil (oracle2student)": 3.79526424407959,
-      "cov-distil (oracle2teacher)": 3.2370409965515137,
+      "cov-distil": 1.7495144605636597,
+      "cov-distil (oracle2student)": 4.081148147583008,
+      "cov-distil (oracle2teacher)": 3.629013776779175,
       "epoch": 1.0361067503924646,
-      "rel-constrast": 2.718919277191162,
+      "rel-constrast": 2.9737377166748047,
       "step": 1320,
-      "subrel-constrast": 3.2795329093933105,
+      "subrel-constrast": 3.2534680366516113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9603523015975952,
-      "cov-distil (oracle2student)": 5.406013488769531,
-      "cov-distil (oracle2teacher)": 4.547806739807129,
+      "cov-distil": 2.4694128036499023,
+      "cov-distil (oracle2student)": 5.693175315856934,
+      "cov-distil (oracle2teacher)": 5.178605079650879,
       "epoch": 1.0368916797488226,
-      "rel-constrast": 3.2848238945007324,
+      "rel-constrast": 3.0661027431488037,
       "step": 1321,
-      "subrel-constrast": 3.987123727798462,
+      "subrel-constrast": 4.249299049377441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7783422470092773,
-      "cov-distil (oracle2student)": 4.059505462646484,
-      "cov-distil (oracle2teacher)": 3.2544448375701904,
+      "cov-distil": 2.172682046890259,
+      "cov-distil (oracle2student)": 4.187544345855713,
+      "cov-distil (oracle2teacher)": 3.8240299224853516,
       "epoch": 1.0376766091051806,
-      "rel-constrast": 3.268892288208008,
+      "rel-constrast": 3.8701770305633545,
       "step": 1322,
-      "subrel-constrast": 3.918067455291748,
+      "subrel-constrast": 3.9903929233551025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.265488624572754,
-      "cov-distil (oracle2student)": 5.315093994140625,
-      "cov-distil (oracle2teacher)": 4.242465496063232,
+      "cov-distil": 1.3644040822982788,
+      "cov-distil (oracle2student)": 5.332676410675049,
+      "cov-distil (oracle2teacher)": 5.052842140197754,
       "epoch": 1.0384615384615385,
-      "rel-constrast": 3.3319427967071533,
+      "rel-constrast": 3.0908215045928955,
       "step": 1323,
-      "subrel-constrast": 3.552429676055908,
+      "subrel-constrast": 3.681448459625244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6411206722259521,
-      "cov-distil (oracle2student)": 4.402083396911621,
-      "cov-distil (oracle2teacher)": 4.539468765258789,
+      "cov-distil": 1.8968536853790283,
+      "cov-distil (oracle2student)": 4.756662845611572,
+      "cov-distil (oracle2teacher)": 4.805327415466309,
       "epoch": 1.0392464678178963,
-      "rel-constrast": 2.5891757011413574,
+      "rel-constrast": 2.923099994659424,
       "step": 1324,
-      "subrel-constrast": 3.3325674533843994,
+      "subrel-constrast": 3.398674249649048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7119067907333374,
-      "cov-distil (oracle2student)": 4.110739707946777,
-      "cov-distil (oracle2teacher)": 4.20479679107666,
+      "cov-distil": 2.148824453353882,
+      "cov-distil (oracle2student)": 4.865352630615234,
+      "cov-distil (oracle2teacher)": 4.387182712554932,
       "epoch": 1.0400313971742543,
-      "rel-constrast": 3.6010303497314453,
+      "rel-constrast": 4.079176902770996,
       "step": 1325,
-      "subrel-constrast": 4.417725563049316,
+      "subrel-constrast": 4.2612199783325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5757135152816772,
-      "cov-distil (oracle2student)": 4.751351356506348,
-      "cov-distil (oracle2teacher)": 4.305976390838623,
+      "cov-distil": 1.9312994480133057,
+      "cov-distil (oracle2student)": 4.625995635986328,
+      "cov-distil (oracle2teacher)": 4.489372730255127,
       "epoch": 1.0408163265306123,
-      "rel-constrast": 2.329827308654785,
+      "rel-constrast": 3.1336452960968018,
       "step": 1326,
-      "subrel-constrast": 3.1315464973449707,
+      "subrel-constrast": 3.1908202171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2380353212356567,
-      "cov-distil (oracle2student)": 4.608445167541504,
-      "cov-distil (oracle2teacher)": 4.567604064941406,
+      "cov-distil": 2.0053513050079346,
+      "cov-distil (oracle2student)": 4.817592620849609,
+      "cov-distil (oracle2teacher)": 4.828701496124268,
       "epoch": 1.0416012558869703,
-      "rel-constrast": 3.545478105545044,
+      "rel-constrast": 3.835188388824463,
       "step": 1327,
-      "subrel-constrast": 3.73474383354187,
+      "subrel-constrast": 3.2523434162139893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3552968502044678,
-      "cov-distil (oracle2student)": 3.7210333347320557,
-      "cov-distil (oracle2teacher)": 3.643429756164551,
+      "cov-distil": 1.8207558393478394,
+      "cov-distil (oracle2student)": 4.300651550292969,
+      "cov-distil (oracle2teacher)": 4.180110931396484,
       "epoch": 1.042386185243328,
-      "rel-constrast": 2.3626973628997803,
+      "rel-constrast": 2.9560043811798096,
       "step": 1328,
-      "subrel-constrast": 3.419344186782837,
+      "subrel-constrast": 3.3464367389678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6793065071105957,
-      "cov-distil (oracle2student)": 3.8620169162750244,
-      "cov-distil (oracle2teacher)": 3.477570056915283,
+      "cov-distil": 2.045022964477539,
+      "cov-distil (oracle2student)": 4.090999603271484,
+      "cov-distil (oracle2teacher)": 4.053657531738281,
       "epoch": 1.043171114599686,
-      "rel-constrast": 2.550403118133545,
+      "rel-constrast": 3.7915937900543213,
       "step": 1329,
-      "subrel-constrast": 3.0018975734710693,
+      "subrel-constrast": 3.6056673526763916,
       "view-similarity": 0
     },
     {
       "epoch": 1.043956043956044,
-      "grad_norm": 4.875,
+      "grad_norm": 6.46875,
       "learning_rate": 4.98353206428508e-05,
-      "loss": 0.779,
+      "loss": 0.843,
       "step": 1330
     },
     {
-      "cov-distil": 1.5603997707366943,
-      "cov-distil (oracle2student)": 2.021341562271118,
-      "cov-distil (oracle2teacher)": 2.444761276245117,
+      "cov-distil": 1.750560998916626,
+      "cov-distil (oracle2student)": 2.267582416534424,
+      "cov-distil (oracle2teacher)": 2.061251640319824,
       "epoch": 1.043956043956044,
-      "rel-constrast": 1.9387398958206177,
+      "rel-constrast": 2.272977113723755,
       "step": 1330,
-      "subrel-constrast": 3.2837231159210205,
+      "subrel-constrast": 2.9832491874694824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.789320945739746,
-      "cov-distil (oracle2student)": 4.488680839538574,
-      "cov-distil (oracle2teacher)": 4.014732360839844,
+      "cov-distil": 2.020219326019287,
+      "cov-distil (oracle2student)": 3.6426095962524414,
+      "cov-distil (oracle2teacher)": 4.466653823852539,
       "epoch": 1.0447409733124018,
-      "rel-constrast": 5.365977764129639,
+      "rel-constrast": 4.929354667663574,
       "step": 1331,
-      "subrel-constrast": 5.195187091827393,
+      "subrel-constrast": 5.6037445068359375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7279833555221558,
-      "cov-distil (oracle2student)": 3.847268581390381,
-      "cov-distil (oracle2teacher)": 3.972043514251709,
+      "cov-distil": 2.1063756942749023,
+      "cov-distil (oracle2student)": 3.808192729949951,
+      "cov-distil (oracle2teacher)": 4.342225074768066,
       "epoch": 1.0455259026687598,
-      "rel-constrast": 2.129772186279297,
+      "rel-constrast": 2.727627754211426,
       "step": 1332,
-      "subrel-constrast": 2.9550578594207764,
+      "subrel-constrast": 2.8298397064208984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2181808948516846,
-      "cov-distil (oracle2student)": 3.905850410461426,
-      "cov-distil (oracle2teacher)": 3.405874013900757,
+      "cov-distil": 1.1050111055374146,
+      "cov-distil (oracle2student)": 4.199719429016113,
+      "cov-distil (oracle2teacher)": 3.8328990936279297,
       "epoch": 1.0463108320251178,
-      "rel-constrast": 3.2089219093322754,
+      "rel-constrast": 3.2700512409210205,
       "step": 1333,
-      "subrel-constrast": 3.502013921737671,
+      "subrel-constrast": 3.433842897415161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5846612453460693,
-      "cov-distil (oracle2student)": 2.4374899864196777,
-      "cov-distil (oracle2teacher)": 2.9026522636413574,
+      "cov-distil": 1.8737285137176514,
+      "cov-distil (oracle2student)": 2.825641632080078,
+      "cov-distil (oracle2teacher)": 2.7760121822357178,
       "epoch": 1.0470957613814758,
-      "rel-constrast": 2.8598501682281494,
+      "rel-constrast": 3.1757845878601074,
       "step": 1334,
-      "subrel-constrast": 3.376497507095337,
+      "subrel-constrast": 3.0753467082977295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8323559761047363,
-      "cov-distil (oracle2student)": 4.377843379974365,
-      "cov-distil (oracle2teacher)": 4.030404090881348,
+      "cov-distil": 2.338779926300049,
+      "cov-distil (oracle2student)": 4.238726615905762,
+      "cov-distil (oracle2teacher)": 3.9974472522735596,
       "epoch": 1.0478806907378335,
-      "rel-constrast": 3.300595283508301,
+      "rel-constrast": 3.183053731918335,
       "step": 1335,
-      "subrel-constrast": 3.808056354522705,
+      "subrel-constrast": 3.662080764770508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9013278484344482,
-      "cov-distil (oracle2student)": 3.5153331756591797,
-      "cov-distil (oracle2teacher)": 3.4593381881713867,
+      "cov-distil": 2.2703864574432373,
+      "cov-distil (oracle2student)": 3.8008527755737305,
+      "cov-distil (oracle2teacher)": 3.4160397052764893,
       "epoch": 1.0486656200941915,
-      "rel-constrast": 3.9633121490478516,
+      "rel-constrast": 4.2721710205078125,
       "step": 1336,
-      "subrel-constrast": 4.615512847900391,
+      "subrel-constrast": 4.304571151733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6298719644546509,
-      "cov-distil (oracle2student)": 2.91507625579834,
-      "cov-distil (oracle2teacher)": 2.8473191261291504,
+      "cov-distil": 2.094728469848633,
+      "cov-distil (oracle2student)": 3.157522201538086,
+      "cov-distil (oracle2teacher)": 3.089301109313965,
       "epoch": 1.0494505494505495,
-      "rel-constrast": 2.31758451461792,
+      "rel-constrast": 2.337132453918457,
       "step": 1337,
-      "subrel-constrast": 2.9014508724212646,
+      "subrel-constrast": 3.0309677124023438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.287497043609619,
-      "cov-distil (oracle2student)": 5.130228042602539,
-      "cov-distil (oracle2teacher)": 4.528473854064941,
+      "cov-distil": 2.1562881469726562,
+      "cov-distil (oracle2student)": 5.542390823364258,
+      "cov-distil (oracle2teacher)": 4.9965009689331055,
       "epoch": 1.0502354788069075,
-      "rel-constrast": 3.1626267433166504,
+      "rel-constrast": 3.353144645690918,
       "step": 1338,
-      "subrel-constrast": 4.1389946937561035,
+      "subrel-constrast": 4.201553821563721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6564306020736694,
-      "cov-distil (oracle2student)": 4.191096782684326,
-      "cov-distil (oracle2teacher)": 3.5165205001831055,
+      "cov-distil": 2.1049537658691406,
+      "cov-distil (oracle2student)": 4.347463607788086,
+      "cov-distil (oracle2teacher)": 3.586488723754883,
       "epoch": 1.0510204081632653,
-      "rel-constrast": 2.081233024597168,
+      "rel-constrast": 2.394252300262451,
       "step": 1339,
-      "subrel-constrast": 2.853550672531128,
+      "subrel-constrast": 2.988757610321045,
       "view-similarity": 0
     },
     {
       "epoch": 1.0518053375196232,
-      "grad_norm": 6.15625,
+      "grad_norm": 5.0625,
       "learning_rate": 4.982516945981669e-05,
-      "loss": 0.8012,
+      "loss": 0.7979,
       "step": 1340
     },
     {
-      "cov-distil": 1.891442894935608,
-      "cov-distil (oracle2student)": 4.110203742980957,
-      "cov-distil (oracle2teacher)": 3.939481735229492,
+      "cov-distil": 2.47222900390625,
+      "cov-distil (oracle2student)": 5.300784111022949,
+      "cov-distil (oracle2teacher)": 4.304022789001465,
       "epoch": 1.0518053375196232,
-      "rel-constrast": 3.074136734008789,
+      "rel-constrast": 3.863157272338867,
       "step": 1340,
-      "subrel-constrast": 3.839629650115967,
+      "subrel-constrast": 4.165891170501709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5117946863174438,
-      "cov-distil (oracle2student)": 4.452583312988281,
-      "cov-distil (oracle2teacher)": 4.244133472442627,
+      "cov-distil": 2.447739601135254,
+      "cov-distil (oracle2student)": 5.091309070587158,
+      "cov-distil (oracle2teacher)": 4.325098514556885,
       "epoch": 1.0525902668759812,
-      "rel-constrast": 2.4261984825134277,
+      "rel-constrast": 3.412022352218628,
       "step": 1341,
-      "subrel-constrast": 3.5631704330444336,
+      "subrel-constrast": 3.312221050262451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5490021705627441,
-      "cov-distil (oracle2student)": 4.505932807922363,
-      "cov-distil (oracle2teacher)": 4.503978729248047,
+      "cov-distil": 1.8046998977661133,
+      "cov-distil (oracle2student)": 4.78999662399292,
+      "cov-distil (oracle2teacher)": 4.8204665184021,
       "epoch": 1.053375196232339,
-      "rel-constrast": 2.4422760009765625,
+      "rel-constrast": 3.1849513053894043,
       "step": 1342,
-      "subrel-constrast": 3.5781614780426025,
+      "subrel-constrast": 3.5831241607666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6790764331817627,
-      "cov-distil (oracle2student)": 3.9384570121765137,
-      "cov-distil (oracle2teacher)": 4.184779167175293,
+      "cov-distil": 1.941680669784546,
+      "cov-distil (oracle2student)": 4.191270351409912,
+      "cov-distil (oracle2teacher)": 4.328269958496094,
       "epoch": 1.054160125588697,
-      "rel-constrast": 3.3922536373138428,
+      "rel-constrast": 3.7444562911987305,
       "step": 1343,
-      "subrel-constrast": 4.281126022338867,
+      "subrel-constrast": 4.395193576812744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4852817058563232,
-      "cov-distil (oracle2student)": 4.067353248596191,
-      "cov-distil (oracle2teacher)": 3.88303279876709,
+      "cov-distil": 1.6044442653656006,
+      "cov-distil (oracle2student)": 3.7221179008483887,
+      "cov-distil (oracle2teacher)": 4.132364273071289,
       "epoch": 1.054945054945055,
-      "rel-constrast": 3.7798471450805664,
+      "rel-constrast": 4.345451354980469,
       "step": 1344,
-      "subrel-constrast": 4.280847549438477,
+      "subrel-constrast": 4.405514717102051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7029610872268677,
-      "cov-distil (oracle2student)": 4.761334419250488,
-      "cov-distil (oracle2teacher)": 3.669780731201172,
+      "cov-distil": 1.9263830184936523,
+      "cov-distil (oracle2student)": 4.680680274963379,
+      "cov-distil (oracle2teacher)": 4.123058319091797,
       "epoch": 1.055729984301413,
-      "rel-constrast": 2.7117233276367188,
+      "rel-constrast": 2.9651038646698,
       "step": 1345,
-      "subrel-constrast": 3.063453197479248,
+      "subrel-constrast": 3.4146392345428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3466800451278687,
-      "cov-distil (oracle2student)": 4.216004371643066,
-      "cov-distil (oracle2teacher)": 4.574625015258789,
+      "cov-distil": 1.8667757511138916,
+      "cov-distil (oracle2student)": 4.679299354553223,
+      "cov-distil (oracle2teacher)": 4.3303351402282715,
       "epoch": 1.0565149136577707,
-      "rel-constrast": 2.9508233070373535,
+      "rel-constrast": 3.2571349143981934,
       "step": 1346,
-      "subrel-constrast": 3.9286856651306152,
+      "subrel-constrast": 4.196206092834473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6089322566986084,
-      "cov-distil (oracle2student)": 2.309438705444336,
-      "cov-distil (oracle2teacher)": 2.84455943107605,
+      "cov-distil": 2.125149965286255,
+      "cov-distil (oracle2student)": 2.9801197052001953,
+      "cov-distil (oracle2teacher)": 2.8524956703186035,
       "epoch": 1.0572998430141287,
-      "rel-constrast": 2.436990737915039,
+      "rel-constrast": 3.078124523162842,
       "step": 1347,
-      "subrel-constrast": 3.7577571868896484,
+      "subrel-constrast": 3.4578113555908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7151784896850586,
-      "cov-distil (oracle2student)": 2.5667970180511475,
-      "cov-distil (oracle2teacher)": 2.659790515899658,
+      "cov-distil": 1.8011236190795898,
+      "cov-distil (oracle2student)": 3.0870325565338135,
+      "cov-distil (oracle2teacher)": 3.300926446914673,
       "epoch": 1.0580847723704867,
-      "rel-constrast": 3.402242660522461,
+      "rel-constrast": 4.349246978759766,
       "step": 1348,
-      "subrel-constrast": 4.1476593017578125,
+      "subrel-constrast": 4.167850017547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5186069011688232,
-      "cov-distil (oracle2student)": 3.091311454772949,
-      "cov-distil (oracle2teacher)": 3.2050833702087402,
+      "cov-distil": 2.0032734870910645,
+      "cov-distil (oracle2student)": 3.897831916809082,
+      "cov-distil (oracle2teacher)": 3.507340669631958,
       "epoch": 1.0588697017268447,
-      "rel-constrast": 2.8237643241882324,
+      "rel-constrast": 3.7990469932556152,
       "step": 1349,
-      "subrel-constrast": 4.03464937210083,
+      "subrel-constrast": 3.888484239578247,
       "view-similarity": 0
     },
     {
       "epoch": 1.0596546310832025,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.21875,
       "learning_rate": 4.981471578992706e-05,
-      "loss": 0.776,
+      "loss": 0.9,
       "step": 1350
     },
     {
-      "cov-distil": 1.7764843702316284,
-      "cov-distil (oracle2student)": 2.385777473449707,
-      "cov-distil (oracle2teacher)": 2.9466400146484375,
+      "cov-distil": 2.2279276847839355,
+      "cov-distil (oracle2student)": 2.2432825565338135,
+      "cov-distil (oracle2teacher)": 2.8796868324279785,
       "epoch": 1.0596546310832025,
-      "rel-constrast": 2.9991157054901123,
+      "rel-constrast": 3.27577543258667,
       "step": 1350,
-      "subrel-constrast": 4.1020731925964355,
+      "subrel-constrast": 3.874244213104248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5321710109710693,
-      "cov-distil (oracle2student)": 3.7962632179260254,
-      "cov-distil (oracle2teacher)": 3.8199100494384766,
+      "cov-distil": 1.252164363861084,
+      "cov-distil (oracle2student)": 3.9084460735321045,
+      "cov-distil (oracle2teacher)": 3.996203660964966,
       "epoch": 1.0604395604395604,
-      "rel-constrast": 1.8470566272735596,
+      "rel-constrast": 2.58622145652771,
       "step": 1351,
-      "subrel-constrast": 2.904076337814331,
+      "subrel-constrast": 2.6121468544006348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4473285675048828,
-      "cov-distil (oracle2student)": 5.215753555297852,
-      "cov-distil (oracle2teacher)": 5.062963962554932,
+      "cov-distil": 1.6781609058380127,
+      "cov-distil (oracle2student)": 4.740148544311523,
+      "cov-distil (oracle2teacher)": 5.130048751831055,
       "epoch": 1.0612244897959184,
-      "rel-constrast": 2.7066211700439453,
+      "rel-constrast": 3.128143310546875,
       "step": 1352,
-      "subrel-constrast": 3.5213730335235596,
+      "subrel-constrast": 3.2665696144104004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7678200006484985,
-      "cov-distil (oracle2student)": 5.534285068511963,
-      "cov-distil (oracle2teacher)": 4.940554618835449,
+      "cov-distil": 1.6227867603302002,
+      "cov-distil (oracle2student)": 5.9379401206970215,
+      "cov-distil (oracle2teacher)": 5.305999755859375,
       "epoch": 1.0620094191522762,
-      "rel-constrast": 2.970421314239502,
+      "rel-constrast": 3.532778024673462,
       "step": 1353,
-      "subrel-constrast": 3.809866428375244,
+      "subrel-constrast": 3.4753634929656982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2517756223678589,
-      "cov-distil (oracle2student)": 4.270276069641113,
-      "cov-distil (oracle2teacher)": 4.404227256774902,
+      "cov-distil": 1.4601242542266846,
+      "cov-distil (oracle2student)": 4.805552959442139,
+      "cov-distil (oracle2teacher)": 4.311644554138184,
       "epoch": 1.0627943485086342,
-      "rel-constrast": 2.5669658184051514,
+      "rel-constrast": 3.411879539489746,
       "step": 1354,
-      "subrel-constrast": 3.3136885166168213,
+      "subrel-constrast": 3.0466880798339844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.255814790725708,
-      "cov-distil (oracle2student)": 4.298757076263428,
-      "cov-distil (oracle2teacher)": 4.080432891845703,
+      "cov-distil": 1.7063993215560913,
+      "cov-distil (oracle2student)": 3.865244150161743,
+      "cov-distil (oracle2teacher)": 4.022218704223633,
       "epoch": 1.0635792778649922,
-      "rel-constrast": 3.112243175506592,
+      "rel-constrast": 3.048867702484131,
       "step": 1355,
-      "subrel-constrast": 3.465294122695923,
+      "subrel-constrast": 3.43363618850708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9884713888168335,
-      "cov-distil (oracle2student)": 3.3464155197143555,
-      "cov-distil (oracle2teacher)": 3.7389323711395264,
+      "cov-distil": 2.1350483894348145,
+      "cov-distil (oracle2student)": 3.8776516914367676,
+      "cov-distil (oracle2teacher)": 4.375025749206543,
       "epoch": 1.0643642072213502,
-      "rel-constrast": 4.075211524963379,
+      "rel-constrast": 4.067684173583984,
       "step": 1356,
-      "subrel-constrast": 4.776978969573975,
+      "subrel-constrast": 4.804574966430664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.566786766052246,
-      "cov-distil (oracle2student)": 5.72592830657959,
-      "cov-distil (oracle2teacher)": 5.339461326599121,
+      "cov-distil": 2.096156120300293,
+      "cov-distil (oracle2student)": 6.001239776611328,
+      "cov-distil (oracle2teacher)": 5.573868751525879,
       "epoch": 1.065149136577708,
-      "rel-constrast": 3.25872802734375,
+      "rel-constrast": 3.7518668174743652,
       "step": 1357,
-      "subrel-constrast": 3.9985079765319824,
+      "subrel-constrast": 4.055861473083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.400079369544983,
-      "cov-distil (oracle2student)": 3.3879170417785645,
-      "cov-distil (oracle2teacher)": 3.559767723083496,
+      "cov-distil": 2.3365488052368164,
+      "cov-distil (oracle2student)": 4.182671546936035,
+      "cov-distil (oracle2teacher)": 4.013409614562988,
       "epoch": 1.065934065934066,
-      "rel-constrast": 3.015141487121582,
+      "rel-constrast": 3.5988097190856934,
       "step": 1358,
-      "subrel-constrast": 3.81351375579834,
+      "subrel-constrast": 4.038090229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3284026384353638,
-      "cov-distil (oracle2student)": 5.102107524871826,
-      "cov-distil (oracle2teacher)": 4.8548479080200195,
+      "cov-distil": 1.5270495414733887,
+      "cov-distil (oracle2student)": 5.615230560302734,
+      "cov-distil (oracle2teacher)": 4.991214275360107,
       "epoch": 1.066718995290424,
-      "rel-constrast": 3.1426525115966797,
+      "rel-constrast": 3.6619906425476074,
       "step": 1359,
-      "subrel-constrast": 3.8907928466796875,
+      "subrel-constrast": 3.8132739067077637,
       "view-similarity": 0
     },
     {
       "epoch": 1.0675039246467817,
-      "grad_norm": 5.375,
+      "grad_norm": 6.6875,
       "learning_rate": 4.980395976055658e-05,
-      "loss": 0.7806,
+      "loss": 0.8516,
       "step": 1360
     },
     {
-      "cov-distil": 1.0340895652770996,
-      "cov-distil (oracle2student)": 3.3404150009155273,
-      "cov-distil (oracle2teacher)": 3.458253860473633,
+      "cov-distil": 1.4862463474273682,
+      "cov-distil (oracle2student)": 3.1969690322875977,
+      "cov-distil (oracle2teacher)": 3.9041552543640137,
       "epoch": 1.0675039246467817,
-      "rel-constrast": 2.7017836570739746,
+      "rel-constrast": 3.068122386932373,
       "step": 1360,
-      "subrel-constrast": 3.85408091545105,
+      "subrel-constrast": 3.645630359649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9244599342346191,
-      "cov-distil (oracle2student)": 3.500950574874878,
-      "cov-distil (oracle2teacher)": 3.9206719398498535,
+      "cov-distil": 3.0836751461029053,
+      "cov-distil (oracle2student)": 4.4013352394104,
+      "cov-distil (oracle2teacher)": 4.337233543395996,
       "epoch": 1.0682888540031397,
-      "rel-constrast": 3.6933364868164062,
+      "rel-constrast": 4.131941795349121,
       "step": 1361,
-      "subrel-constrast": 4.551616191864014,
+      "subrel-constrast": 4.856079578399658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322222113609314,
-      "cov-distil (oracle2student)": 5.065067291259766,
-      "cov-distil (oracle2teacher)": 4.4332146644592285,
+      "cov-distil": 1.5955888032913208,
+      "cov-distil (oracle2student)": 5.571846008300781,
+      "cov-distil (oracle2teacher)": 4.926376819610596,
       "epoch": 1.0690737833594977,
-      "rel-constrast": 3.223350763320923,
+      "rel-constrast": 3.5729422569274902,
       "step": 1362,
-      "subrel-constrast": 3.1711013317108154,
+      "subrel-constrast": 3.540386915206909,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7568714618682861,
-      "cov-distil (oracle2student)": 4.176975250244141,
-      "cov-distil (oracle2teacher)": 3.7778103351593018,
+      "cov-distil": 1.8440825939178467,
+      "cov-distil (oracle2student)": 4.139823913574219,
+      "cov-distil (oracle2teacher)": 4.420838832855225,
       "epoch": 1.0698587127158556,
-      "rel-constrast": 3.354168176651001,
+      "rel-constrast": 3.1108288764953613,
       "step": 1363,
-      "subrel-constrast": 4.05528450012207,
+      "subrel-constrast": 4.12756872177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8233342170715332,
-      "cov-distil (oracle2student)": 2.8845739364624023,
-      "cov-distil (oracle2teacher)": 3.239229679107666,
+      "cov-distil": 2.7384731769561768,
+      "cov-distil (oracle2student)": 3.3286292552948,
+      "cov-distil (oracle2teacher)": 3.311143398284912,
       "epoch": 1.0706436420722134,
-      "rel-constrast": 2.8545703887939453,
+      "rel-constrast": 3.1598289012908936,
       "step": 1364,
-      "subrel-constrast": 3.940390110015869,
+      "subrel-constrast": 3.885472297668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9338064193725586,
-      "cov-distil (oracle2student)": 3.061378002166748,
-      "cov-distil (oracle2teacher)": 3.1285512447357178,
+      "cov-distil": 1.8407080173492432,
+      "cov-distil (oracle2student)": 3.559335947036743,
+      "cov-distil (oracle2teacher)": 3.475278615951538,
       "epoch": 1.0714285714285714,
-      "rel-constrast": 2.3349716663360596,
+      "rel-constrast": 2.6361021995544434,
       "step": 1365,
-      "subrel-constrast": 3.4239864349365234,
+      "subrel-constrast": 2.9081506729125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8442656993865967,
-      "cov-distil (oracle2student)": 3.669823408126831,
-      "cov-distil (oracle2teacher)": 3.6398766040802,
+      "cov-distil": 2.166013717651367,
+      "cov-distil (oracle2student)": 3.5297017097473145,
+      "cov-distil (oracle2teacher)": 4.622291564941406,
       "epoch": 1.0722135007849294,
-      "rel-constrast": 3.4359259605407715,
+      "rel-constrast": 3.166598320007324,
       "step": 1366,
-      "subrel-constrast": 3.9763615131378174,
+      "subrel-constrast": 4.221823215484619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266068935394287,
-      "cov-distil (oracle2student)": 4.328539848327637,
-      "cov-distil (oracle2teacher)": 4.360380172729492,
+      "cov-distil": 1.9331638813018799,
+      "cov-distil (oracle2student)": 4.984668254852295,
+      "cov-distil (oracle2teacher)": 4.462627410888672,
       "epoch": 1.0729984301412874,
-      "rel-constrast": 2.3119592666625977,
+      "rel-constrast": 2.9085140228271484,
       "step": 1367,
-      "subrel-constrast": 2.8219521045684814,
+      "subrel-constrast": 2.619204521179199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8314034938812256,
-      "cov-distil (oracle2student)": 4.431702613830566,
-      "cov-distil (oracle2teacher)": 4.2378010749816895,
+      "cov-distil": 2.4487645626068115,
+      "cov-distil (oracle2student)": 5.415593147277832,
+      "cov-distil (oracle2teacher)": 5.062588691711426,
       "epoch": 1.0737833594976451,
-      "rel-constrast": 2.3089935779571533,
+      "rel-constrast": 3.4045791625976562,
       "step": 1368,
-      "subrel-constrast": 3.795471429824829,
+      "subrel-constrast": 3.7860424518585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5539352893829346,
-      "cov-distil (oracle2student)": 4.525745868682861,
-      "cov-distil (oracle2teacher)": 4.255120277404785,
+      "cov-distil": 1.8011956214904785,
+      "cov-distil (oracle2student)": 4.896988868713379,
+      "cov-distil (oracle2teacher)": 4.335667610168457,
       "epoch": 1.0745682888540031,
-      "rel-constrast": 3.4483890533447266,
+      "rel-constrast": 3.689659357070923,
       "step": 1369,
-      "subrel-constrast": 3.9800639152526855,
+      "subrel-constrast": 4.099096298217773,
       "view-similarity": 0
     },
     {
       "epoch": 1.0753532182103611,
-      "grad_norm": 5.8125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.9792901502764075e-05,
-      "loss": 0.7828,
+      "loss": 0.8212,
       "step": 1370
     },
     {
-      "cov-distil": 1.7522364854812622,
-      "cov-distil (oracle2student)": 2.7611570358276367,
-      "cov-distil (oracle2teacher)": 2.5378265380859375,
+      "cov-distil": 1.8056602478027344,
+      "cov-distil (oracle2student)": 3.0594868659973145,
+      "cov-distil (oracle2teacher)": 3.1037559509277344,
       "epoch": 1.0753532182103611,
-      "rel-constrast": 2.2207679748535156,
+      "rel-constrast": 2.805286169052124,
       "step": 1370,
-      "subrel-constrast": 3.079789400100708,
+      "subrel-constrast": 3.105001211166382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2086682319641113,
-      "cov-distil (oracle2student)": 4.295747756958008,
-      "cov-distil (oracle2teacher)": 3.8890275955200195,
+      "cov-distil": 1.501416802406311,
+      "cov-distil (oracle2student)": 3.9794514179229736,
+      "cov-distil (oracle2teacher)": 3.869093656539917,
       "epoch": 1.076138147566719,
-      "rel-constrast": 2.764012336730957,
+      "rel-constrast": 3.124049663543701,
       "step": 1371,
-      "subrel-constrast": 3.178504228591919,
+      "subrel-constrast": 3.1622772216796875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5825567245483398,
-      "cov-distil (oracle2student)": 4.385646820068359,
-      "cov-distil (oracle2teacher)": 4.265470027923584,
+      "cov-distil": 1.806600570678711,
+      "cov-distil (oracle2student)": 5.057637691497803,
+      "cov-distil (oracle2teacher)": 4.799269199371338,
       "epoch": 1.0769230769230769,
-      "rel-constrast": 2.323387622833252,
+      "rel-constrast": 2.6445260047912598,
       "step": 1372,
-      "subrel-constrast": 3.1196742057800293,
+      "subrel-constrast": 3.344994306564331,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8628864288330078,
-      "cov-distil (oracle2student)": 3.857534885406494,
-      "cov-distil (oracle2teacher)": 3.2705883979797363,
+      "cov-distil": 2.5976834297180176,
+      "cov-distil (oracle2student)": 3.8913655281066895,
+      "cov-distil (oracle2teacher)": 3.516958713531494,
       "epoch": 1.0777080062794349,
-      "rel-constrast": 2.340729236602783,
+      "rel-constrast": 2.7938456535339355,
       "step": 1373,
-      "subrel-constrast": 3.2926735877990723,
+      "subrel-constrast": 2.75182843208313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8734490871429443,
-      "cov-distil (oracle2student)": 3.722325325012207,
-      "cov-distil (oracle2teacher)": 3.537940263748169,
+      "cov-distil": 1.7106716632843018,
+      "cov-distil (oracle2student)": 3.926306962966919,
+      "cov-distil (oracle2teacher)": 3.9524993896484375,
       "epoch": 1.0784929356357928,
-      "rel-constrast": 3.5088374614715576,
+      "rel-constrast": 4.026434898376465,
       "step": 1374,
-      "subrel-constrast": 4.046138763427734,
+      "subrel-constrast": 3.9221584796905518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7907600402832031,
-      "cov-distil (oracle2student)": 3.7754430770874023,
-      "cov-distil (oracle2teacher)": 3.2363479137420654,
+      "cov-distil": 2.142603635787964,
+      "cov-distil (oracle2student)": 4.032546520233154,
+      "cov-distil (oracle2teacher)": 3.591191291809082,
       "epoch": 1.0792778649921506,
-      "rel-constrast": 2.512028694152832,
+      "rel-constrast": 2.875716209411621,
       "step": 1375,
-      "subrel-constrast": 3.281909704208374,
+      "subrel-constrast": 3.4760217666625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1880934238433838,
-      "cov-distil (oracle2student)": 5.368410110473633,
-      "cov-distil (oracle2teacher)": 5.149897575378418,
+      "cov-distil": 1.711012840270996,
+      "cov-distil (oracle2student)": 5.489722728729248,
+      "cov-distil (oracle2teacher)": 5.434527397155762,
       "epoch": 1.0800627943485086,
-      "rel-constrast": 2.4852521419525146,
+      "rel-constrast": 2.6435153484344482,
       "step": 1376,
-      "subrel-constrast": 2.988154172897339,
+      "subrel-constrast": 2.929229259490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8623415231704712,
-      "cov-distil (oracle2student)": 3.8936100006103516,
-      "cov-distil (oracle2teacher)": 3.9991416931152344,
+      "cov-distil": 2.4590225219726562,
+      "cov-distil (oracle2student)": 4.19317626953125,
+      "cov-distil (oracle2teacher)": 4.442270278930664,
       "epoch": 1.0808477237048666,
-      "rel-constrast": 2.885066509246826,
+      "rel-constrast": 3.2626657485961914,
       "step": 1377,
-      "subrel-constrast": 3.7260122299194336,
+      "subrel-constrast": 4.01894474029541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5937577486038208,
-      "cov-distil (oracle2student)": 3.805960178375244,
-      "cov-distil (oracle2teacher)": 3.75376033782959,
+      "cov-distil": 1.907900094985962,
+      "cov-distil (oracle2student)": 3.752892255783081,
+      "cov-distil (oracle2teacher)": 3.791668653488159,
       "epoch": 1.0816326530612246,
-      "rel-constrast": 2.9562671184539795,
+      "rel-constrast": 3.4502367973327637,
       "step": 1378,
-      "subrel-constrast": 3.693236827850342,
+      "subrel-constrast": 3.556399345397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7460744380950928,
-      "cov-distil (oracle2student)": 2.593548536300659,
-      "cov-distil (oracle2teacher)": 2.5229194164276123,
+      "cov-distil": 1.8177006244659424,
+      "cov-distil (oracle2student)": 2.950808048248291,
+      "cov-distil (oracle2teacher)": 2.8471438884735107,
       "epoch": 1.0824175824175823,
-      "rel-constrast": 2.1870903968811035,
+      "rel-constrast": 2.2159504890441895,
       "step": 1379,
-      "subrel-constrast": 2.552104949951172,
+      "subrel-constrast": 2.694425582885742,
       "view-similarity": 0
     },
     {
       "epoch": 1.0832025117739403,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.625,
       "learning_rate": 4.978154115129091e-05,
-      "loss": 0.6957,
+      "loss": 0.7461,
       "step": 1380
     },
     {
-      "cov-distil": 1.5559735298156738,
-      "cov-distil (oracle2student)": 5.343104362487793,
-      "cov-distil (oracle2teacher)": 5.034076690673828,
+      "cov-distil": 2.1629810333251953,
+      "cov-distil (oracle2student)": 5.70176887512207,
+      "cov-distil (oracle2teacher)": 5.631921291351318,
       "epoch": 1.0832025117739403,
-      "rel-constrast": 4.513167381286621,
+      "rel-constrast": 4.717028617858887,
       "step": 1380,
-      "subrel-constrast": 4.879128932952881,
+      "subrel-constrast": 4.774407386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.594104290008545,
-      "cov-distil (oracle2student)": 4.018231391906738,
-      "cov-distil (oracle2teacher)": 4.175711154937744,
+      "cov-distil": 2.6742167472839355,
+      "cov-distil (oracle2student)": 4.389071464538574,
+      "cov-distil (oracle2teacher)": 4.069478988647461,
       "epoch": 1.0839874411302983,
-      "rel-constrast": 2.8911664485931396,
+      "rel-constrast": 3.393613815307617,
       "step": 1381,
-      "subrel-constrast": 4.408371448516846,
+      "subrel-constrast": 4.410604476928711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.643925428390503,
-      "cov-distil (oracle2student)": 4.715807914733887,
-      "cov-distil (oracle2teacher)": 4.219768524169922,
+      "cov-distil": 1.7394286394119263,
+      "cov-distil (oracle2student)": 4.715527534484863,
+      "cov-distil (oracle2teacher)": 4.348565101623535,
       "epoch": 1.084772370486656,
-      "rel-constrast": 3.2432518005371094,
+      "rel-constrast": 3.561248779296875,
       "step": 1382,
-      "subrel-constrast": 3.679701566696167,
+      "subrel-constrast": 3.6983113288879395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4362976551055908,
-      "cov-distil (oracle2student)": 4.567570686340332,
-      "cov-distil (oracle2teacher)": 4.872445583343506,
+      "cov-distil": 1.749119758605957,
+      "cov-distil (oracle2student)": 4.731304168701172,
+      "cov-distil (oracle2teacher)": 5.0196309089660645,
       "epoch": 1.085557299843014,
-      "rel-constrast": 3.3436708450317383,
+      "rel-constrast": 3.135237693786621,
       "step": 1383,
-      "subrel-constrast": 3.746518135070801,
+      "subrel-constrast": 3.6186158657073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2816795110702515,
-      "cov-distil (oracle2student)": 4.699955940246582,
-      "cov-distil (oracle2teacher)": 3.8406128883361816,
+      "cov-distil": 1.6628007888793945,
+      "cov-distil (oracle2student)": 5.111150741577148,
+      "cov-distil (oracle2teacher)": 4.418975353240967,
       "epoch": 1.086342229199372,
-      "rel-constrast": 2.5861334800720215,
+      "rel-constrast": 2.2362890243530273,
       "step": 1384,
-      "subrel-constrast": 2.763550043106079,
+      "subrel-constrast": 2.7627177238464355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5373120307922363,
-      "cov-distil (oracle2student)": 3.3782882690429688,
-      "cov-distil (oracle2teacher)": 3.4752197265625,
+      "cov-distil": 1.61029052734375,
+      "cov-distil (oracle2student)": 3.699984550476074,
+      "cov-distil (oracle2teacher)": 3.2107036113739014,
       "epoch": 1.08712715855573,
-      "rel-constrast": 2.74160099029541,
+      "rel-constrast": 3.126328706741333,
       "step": 1385,
-      "subrel-constrast": 3.654707431793213,
+      "subrel-constrast": 3.328127384185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726305365562439,
-      "cov-distil (oracle2student)": 6.264081001281738,
-      "cov-distil (oracle2teacher)": 6.202328681945801,
+      "cov-distil": 1.8755358457565308,
+      "cov-distil (oracle2student)": 5.906975269317627,
+      "cov-distil (oracle2teacher)": 5.487640380859375,
       "epoch": 1.0879120879120878,
-      "rel-constrast": 3.196772575378418,
+      "rel-constrast": 2.996368885040283,
       "step": 1386,
-      "subrel-constrast": 4.090964317321777,
+      "subrel-constrast": 3.62148118019104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353294372558594,
-      "cov-distil (oracle2student)": 4.617647647857666,
-      "cov-distil (oracle2teacher)": 4.959433555603027,
+      "cov-distil": 1.5212469100952148,
+      "cov-distil (oracle2student)": 5.504647731781006,
+      "cov-distil (oracle2teacher)": 5.229935646057129,
       "epoch": 1.0886970172684458,
-      "rel-constrast": 3.2036983966827393,
+      "rel-constrast": 4.07784366607666,
       "step": 1387,
-      "subrel-constrast": 3.7551910877227783,
+      "subrel-constrast": 3.576289176940918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165143489837646,
-      "cov-distil (oracle2student)": 4.900763511657715,
-      "cov-distil (oracle2teacher)": 4.732897758483887,
+      "cov-distil": 1.819432258605957,
+      "cov-distil (oracle2student)": 5.506344318389893,
+      "cov-distil (oracle2teacher)": 4.968425750732422,
       "epoch": 1.0894819466248038,
-      "rel-constrast": 3.3392691612243652,
+      "rel-constrast": 3.511871337890625,
       "step": 1388,
-      "subrel-constrast": 3.897893190383911,
+      "subrel-constrast": 3.9035427570343018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.819463849067688,
-      "cov-distil (oracle2student)": 3.466165542602539,
-      "cov-distil (oracle2teacher)": 3.340545415878296,
+      "cov-distil": 2.1063730716705322,
+      "cov-distil (oracle2student)": 4.092592239379883,
+      "cov-distil (oracle2teacher)": 3.445422649383545,
       "epoch": 1.0902668759811618,
-      "rel-constrast": 2.425576686859131,
+      "rel-constrast": 3.184028387069702,
       "step": 1389,
-      "subrel-constrast": 3.422744035720825,
+      "subrel-constrast": 3.4009811878204346,
       "view-similarity": 0
     },
     {
       "epoch": 1.0910518053375196,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.96875,
       "learning_rate": 4.97698788445594e-05,
-      "loss": 0.829,
+      "loss": 0.8485,
       "step": 1390
     },
     {
-      "cov-distil": 1.2456929683685303,
-      "cov-distil (oracle2student)": 2.4797627925872803,
-      "cov-distil (oracle2teacher)": 2.6108713150024414,
+      "cov-distil": 1.60209321975708,
+      "cov-distil (oracle2student)": 2.5768144130706787,
+      "cov-distil (oracle2teacher)": 3.104255199432373,
       "epoch": 1.0910518053375196,
-      "rel-constrast": 2.1391234397888184,
+      "rel-constrast": 2.1703898906707764,
       "step": 1390,
-      "subrel-constrast": 2.3621671199798584,
+      "subrel-constrast": 2.480619430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080111026763916,
-      "cov-distil (oracle2student)": 6.320272445678711,
-      "cov-distil (oracle2teacher)": 5.9656877517700195,
+      "cov-distil": 2.5286526679992676,
+      "cov-distil (oracle2student)": 6.470503807067871,
+      "cov-distil (oracle2teacher)": 6.245965957641602,
       "epoch": 1.0918367346938775,
-      "rel-constrast": 2.4898555278778076,
+      "rel-constrast": 2.566316604614258,
       "step": 1391,
-      "subrel-constrast": 3.066091537475586,
+      "subrel-constrast": 3.223422050476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6581671237945557,
-      "cov-distil (oracle2student)": 3.91648268699646,
-      "cov-distil (oracle2teacher)": 4.001407623291016,
+      "cov-distil": 2.1181282997131348,
+      "cov-distil (oracle2student)": 4.482362747192383,
+      "cov-distil (oracle2teacher)": 4.014542579650879,
       "epoch": 1.0926216640502355,
-      "rel-constrast": 4.013739585876465,
+      "rel-constrast": 4.748963356018066,
       "step": 1392,
-      "subrel-constrast": 4.730424404144287,
+      "subrel-constrast": 4.74492883682251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5913100242614746,
-      "cov-distil (oracle2student)": 3.4155850410461426,
-      "cov-distil (oracle2teacher)": 3.4767534732818604,
+      "cov-distil": 1.694315791130066,
+      "cov-distil (oracle2student)": 3.8908579349517822,
+      "cov-distil (oracle2teacher)": 3.3971121311187744,
       "epoch": 1.0934065934065935,
-      "rel-constrast": 3.265977382659912,
+      "rel-constrast": 3.4668707847595215,
       "step": 1393,
-      "subrel-constrast": 3.794863224029541,
+      "subrel-constrast": 3.615361213684082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.735185146331787,
-      "cov-distil (oracle2student)": 5.366359710693359,
-      "cov-distil (oracle2teacher)": 5.077892303466797,
+      "cov-distil": 2.209437370300293,
+      "cov-distil (oracle2student)": 6.1654863357543945,
+      "cov-distil (oracle2teacher)": 5.581021785736084,
       "epoch": 1.0941915227629513,
-      "rel-constrast": 2.506908416748047,
+      "rel-constrast": 2.793914556503296,
       "step": 1394,
-      "subrel-constrast": 3.441734790802002,
+      "subrel-constrast": 3.4291393756866455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3577219247817993,
-      "cov-distil (oracle2student)": 4.501542091369629,
-      "cov-distil (oracle2teacher)": 4.2119140625,
+      "cov-distil": 1.866178035736084,
+      "cov-distil (oracle2student)": 5.226563930511475,
+      "cov-distil (oracle2teacher)": 4.317183971405029,
       "epoch": 1.0949764521193093,
-      "rel-constrast": 3.157167911529541,
+      "rel-constrast": 4.212267875671387,
       "step": 1395,
-      "subrel-constrast": 3.4801933765411377,
+      "subrel-constrast": 4.014786720275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.182083249092102,
-      "cov-distil (oracle2student)": 5.086513042449951,
-      "cov-distil (oracle2teacher)": 5.001871109008789,
+      "cov-distil": 1.7280105352401733,
+      "cov-distil (oracle2student)": 5.0926642417907715,
+      "cov-distil (oracle2teacher)": 4.875918388366699,
       "epoch": 1.0957613814756673,
-      "rel-constrast": 3.7043871879577637,
+      "rel-constrast": 4.078205585479736,
       "step": 1396,
-      "subrel-constrast": 4.009977340698242,
+      "subrel-constrast": 4.104159832000732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6978211402893066,
-      "cov-distil (oracle2student)": 4.240968704223633,
-      "cov-distil (oracle2teacher)": 4.077297210693359,
+      "cov-distil": 2.377936840057373,
+      "cov-distil (oracle2student)": 4.04319953918457,
+      "cov-distil (oracle2teacher)": 4.06300163269043,
       "epoch": 1.096546310832025,
-      "rel-constrast": 3.904170036315918,
+      "rel-constrast": 4.524694442749023,
       "step": 1397,
-      "subrel-constrast": 4.262308597564697,
+      "subrel-constrast": 4.342124938964844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5113857984542847,
-      "cov-distil (oracle2student)": 3.5950698852539062,
-      "cov-distil (oracle2teacher)": 3.609370231628418,
+      "cov-distil": 1.9749455451965332,
+      "cov-distil (oracle2student)": 3.608729362487793,
+      "cov-distil (oracle2teacher)": 3.847729206085205,
       "epoch": 1.097331240188383,
-      "rel-constrast": 3.1610422134399414,
+      "rel-constrast": 3.78061580657959,
       "step": 1398,
-      "subrel-constrast": 3.737513303756714,
+      "subrel-constrast": 4.019870758056641,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6464242935180664,
-      "cov-distil (oracle2student)": 4.76617431640625,
-      "cov-distil (oracle2teacher)": 4.555519104003906,
+      "cov-distil": 2.4066126346588135,
+      "cov-distil (oracle2student)": 4.544812202453613,
+      "cov-distil (oracle2teacher)": 4.537042617797852,
       "epoch": 1.098116169544741,
-      "rel-constrast": 4.202720642089844,
+      "rel-constrast": 3.983262062072754,
       "step": 1399,
-      "subrel-constrast": 4.74445915222168,
+      "subrel-constrast": 4.748733997344971,
       "view-similarity": 0
     },
     {
       "epoch": 1.098901098901099,
       "grad_norm": 6.625,
       "learning_rate": 4.9757914724671074e-05,
-      "loss": 0.8529,
+      "loss": 0.9081,
       "step": 1400
     },
     {
       "epoch": 1.098901098901099,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2874999940395355,
       "step": 1400
     },
     {
       "epoch": 1.098901098901099,
       "step": 1400,
-      "student margin": 0.05029296875
+      "student margin": 0.0440673828125
     },
     {
       "epoch": 1.098901098901099,
       "step": 1400,
-      "teacher margin": 0.033843994140625
+      "teacher margin": 0.034698486328125
     },
     {
       "epoch": 1.098901098901099,
-      "margin difference": -0.016448974609375,
+      "margin difference": -0.009368896484375,
       "step": 1400
     },
     {
-      "cov-distil": 1.3774524927139282,
-      "cov-distil (oracle2student)": 4.048962116241455,
-      "cov-distil (oracle2teacher)": 3.9364190101623535,
+      "cov-distil": 1.6601849794387817,
+      "cov-distil (oracle2student)": 4.136674404144287,
+      "cov-distil (oracle2teacher)": 3.8643479347229004,
       "epoch": 1.098901098901099,
-      "rel-constrast": 3.4842300415039062,
+      "rel-constrast": 3.8145787715911865,
       "step": 1400,
-      "subrel-constrast": 4.573757171630859,
+      "subrel-constrast": 4.82049036026001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5755010843276978,
-      "cov-distil (oracle2student)": 2.997373580932617,
-      "cov-distil (oracle2teacher)": 3.14574933052063,
+      "cov-distil": 1.958001732826233,
+      "cov-distil (oracle2student)": 3.156611442565918,
+      "cov-distil (oracle2teacher)": 3.3468594551086426,
       "epoch": 1.0996860282574568,
-      "rel-constrast": 2.482325792312622,
+      "rel-constrast": 2.142026901245117,
       "step": 1401,
-      "subrel-constrast": 3.2080576419830322,
+      "subrel-constrast": 3.122387170791626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41730797290802,
-      "cov-distil (oracle2student)": 5.6667375564575195,
-      "cov-distil (oracle2teacher)": 5.003635883331299,
+      "cov-distil": 1.733285903930664,
+      "cov-distil (oracle2student)": 6.141839981079102,
+      "cov-distil (oracle2teacher)": 5.534106254577637,
       "epoch": 1.1004709576138147,
-      "rel-constrast": 4.049898147583008,
+      "rel-constrast": 4.6628642082214355,
       "step": 1402,
-      "subrel-constrast": 4.203271389007568,
+      "subrel-constrast": 4.141784191131592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.75510835647583,
-      "cov-distil (oracle2student)": 5.073264122009277,
-      "cov-distil (oracle2teacher)": 4.4586639404296875,
+      "cov-distil": 2.3318119049072266,
+      "cov-distil (oracle2student)": 5.185685157775879,
+      "cov-distil (oracle2teacher)": 4.80518913269043,
       "epoch": 1.1012558869701727,
-      "rel-constrast": 2.2561118602752686,
+      "rel-constrast": 2.368523120880127,
       "step": 1403,
-      "subrel-constrast": 3.0288639068603516,
+      "subrel-constrast": 3.09200382232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826297521591187,
-      "cov-distil (oracle2student)": 4.739652156829834,
-      "cov-distil (oracle2teacher)": 3.980092763900757,
+      "cov-distil": 1.958057165145874,
+      "cov-distil (oracle2student)": 4.828369140625,
+      "cov-distil (oracle2teacher)": 4.854174613952637,
       "epoch": 1.1020408163265305,
-      "rel-constrast": 2.6099376678466797,
+      "rel-constrast": 3.2754549980163574,
       "step": 1404,
-      "subrel-constrast": 3.5757057666778564,
+      "subrel-constrast": 3.516474962234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.700481653213501,
-      "cov-distil (oracle2student)": 3.925020694732666,
-      "cov-distil (oracle2teacher)": 4.2010016441345215,
+      "cov-distil": 1.9046087265014648,
+      "cov-distil (oracle2student)": 3.9998514652252197,
+      "cov-distil (oracle2teacher)": 4.060327053070068,
       "epoch": 1.1028257456828885,
-      "rel-constrast": 3.4656805992126465,
+      "rel-constrast": 3.3776016235351562,
       "step": 1405,
-      "subrel-constrast": 4.435629844665527,
+      "subrel-constrast": 4.307541370391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.734179139137268,
-      "cov-distil (oracle2student)": 4.875617980957031,
-      "cov-distil (oracle2teacher)": 4.430096626281738,
+      "cov-distil": 2.6286520957946777,
+      "cov-distil (oracle2student)": 5.2953104972839355,
+      "cov-distil (oracle2teacher)": 4.512063980102539,
       "epoch": 1.1036106750392465,
-      "rel-constrast": 1.8464717864990234,
+      "rel-constrast": 2.5545310974121094,
       "step": 1406,
-      "subrel-constrast": 2.7650609016418457,
+      "subrel-constrast": 2.928070306777954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881967067718506,
-      "cov-distil (oracle2student)": 4.076774597167969,
-      "cov-distil (oracle2teacher)": 3.6389524936676025,
+      "cov-distil": 1.4559671878814697,
+      "cov-distil (oracle2student)": 4.474886894226074,
+      "cov-distil (oracle2teacher)": 4.341945648193359,
       "epoch": 1.1043956043956045,
-      "rel-constrast": 2.828457832336426,
+      "rel-constrast": 3.145462989807129,
       "step": 1407,
-      "subrel-constrast": 3.257171154022217,
+      "subrel-constrast": 3.6071553230285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8918731212615967,
-      "cov-distil (oracle2student)": 4.5294952392578125,
-      "cov-distil (oracle2teacher)": 4.1752519607543945,
+      "cov-distil": 2.047673225402832,
+      "cov-distil (oracle2student)": 4.96521520614624,
+      "cov-distil (oracle2teacher)": 4.792448997497559,
       "epoch": 1.1051805337519622,
-      "rel-constrast": 3.8180980682373047,
+      "rel-constrast": 4.150283336639404,
       "step": 1408,
-      "subrel-constrast": 4.404576778411865,
+      "subrel-constrast": 4.631545543670654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6718709468841553,
-      "cov-distil (oracle2student)": 4.541898727416992,
-      "cov-distil (oracle2teacher)": 4.1118669509887695,
+      "cov-distil": 1.9141185283660889,
+      "cov-distil (oracle2student)": 4.307369709014893,
+      "cov-distil (oracle2teacher)": 4.36352014541626,
       "epoch": 1.1059654631083202,
-      "rel-constrast": 3.261911392211914,
+      "rel-constrast": 3.8120205402374268,
       "step": 1409,
-      "subrel-constrast": 3.675297975540161,
+      "subrel-constrast": 3.4111616611480713,
       "view-similarity": 0
     },
     {
       "epoch": 1.1067503924646782,
-      "grad_norm": 5.625,
+      "grad_norm": 6.875,
       "learning_rate": 4.9745648937404944e-05,
-      "loss": 0.7923,
+      "loss": 0.8326,
       "step": 1410
     },
     {
-      "cov-distil": 1.4265708923339844,
-      "cov-distil (oracle2student)": 2.3586010932922363,
-      "cov-distil (oracle2teacher)": 2.7697043418884277,
+      "cov-distil": 1.6853759288787842,
+      "cov-distil (oracle2student)": 2.9907636642456055,
+      "cov-distil (oracle2teacher)": 2.875096321105957,
       "epoch": 1.1067503924646782,
-      "rel-constrast": 2.8547863960266113,
+      "rel-constrast": 3.2136316299438477,
       "step": 1410,
-      "subrel-constrast": 3.3013954162597656,
+      "subrel-constrast": 3.532647132873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.654770016670227,
-      "cov-distil (oracle2student)": 4.709851264953613,
-      "cov-distil (oracle2teacher)": 4.484446048736572,
+      "cov-distil": 1.8225637674331665,
+      "cov-distil (oracle2student)": 4.724822044372559,
+      "cov-distil (oracle2teacher)": 5.186404228210449,
       "epoch": 1.1075353218210362,
-      "rel-constrast": 2.5320489406585693,
+      "rel-constrast": 2.9724340438842773,
       "step": 1411,
-      "subrel-constrast": 3.3594744205474854,
+      "subrel-constrast": 3.157839298248291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6176217794418335,
-      "cov-distil (oracle2student)": 4.045330047607422,
-      "cov-distil (oracle2teacher)": 4.103939533233643,
+      "cov-distil": 1.959096074104309,
+      "cov-distil (oracle2student)": 4.4317827224731445,
+      "cov-distil (oracle2teacher)": 4.079085826873779,
       "epoch": 1.108320251177394,
-      "rel-constrast": 3.5939669609069824,
+      "rel-constrast": 4.124582290649414,
       "step": 1412,
-      "subrel-constrast": 4.583804130554199,
+      "subrel-constrast": 4.467187881469727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3921641111373901,
-      "cov-distil (oracle2student)": 3.223907470703125,
-      "cov-distil (oracle2teacher)": 2.718414783477783,
+      "cov-distil": 1.8929030895233154,
+      "cov-distil (oracle2student)": 3.2482895851135254,
+      "cov-distil (oracle2teacher)": 2.9346587657928467,
       "epoch": 1.109105180533752,
-      "rel-constrast": 3.739264965057373,
+      "rel-constrast": 3.8873002529144287,
       "step": 1413,
-      "subrel-constrast": 4.031973838806152,
+      "subrel-constrast": 4.198002815246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4037563800811768,
-      "cov-distil (oracle2student)": 2.9814395904541016,
-      "cov-distil (oracle2teacher)": 2.831556797027588,
+      "cov-distil": 2.315974473953247,
+      "cov-distil (oracle2student)": 2.6394901275634766,
+      "cov-distil (oracle2teacher)": 3.009307861328125,
       "epoch": 1.10989010989011,
-      "rel-constrast": 2.548524856567383,
+      "rel-constrast": 2.5589547157287598,
       "step": 1414,
-      "subrel-constrast": 3.5879123210906982,
+      "subrel-constrast": 3.494173526763916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.311434030532837,
-      "cov-distil (oracle2student)": 6.6438703536987305,
-      "cov-distil (oracle2teacher)": 5.585625171661377,
+      "cov-distil": 1.709186315536499,
+      "cov-distil (oracle2student)": 5.86510705947876,
+      "cov-distil (oracle2teacher)": 6.200382232666016,
       "epoch": 1.110675039246468,
-      "rel-constrast": 2.1226301193237305,
+      "rel-constrast": 1.8626899719238281,
       "step": 1415,
-      "subrel-constrast": 2.657355785369873,
+      "subrel-constrast": 2.5530710220336914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3532631397247314,
-      "cov-distil (oracle2student)": 4.801969528198242,
-      "cov-distil (oracle2teacher)": 4.307088851928711,
+      "cov-distil": 1.7966830730438232,
+      "cov-distil (oracle2student)": 5.182245254516602,
+      "cov-distil (oracle2teacher)": 4.4615912437438965,
       "epoch": 1.1114599686028257,
-      "rel-constrast": 2.868666648864746,
+      "rel-constrast": 3.4564666748046875,
       "step": 1416,
-      "subrel-constrast": 3.673433303833008,
+      "subrel-constrast": 3.487107992172241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8779492378234863,
-      "cov-distil (oracle2student)": 4.065706729888916,
-      "cov-distil (oracle2teacher)": 3.550511360168457,
+      "cov-distil": 2.409717321395874,
+      "cov-distil (oracle2student)": 3.319607734680176,
+      "cov-distil (oracle2teacher)": 3.9480361938476562,
       "epoch": 1.1122448979591837,
-      "rel-constrast": 1.9086132049560547,
+      "rel-constrast": 2.4977123737335205,
       "step": 1417,
-      "subrel-constrast": 3.243211269378662,
+      "subrel-constrast": 3.3502604961395264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2267191410064697,
-      "cov-distil (oracle2student)": 4.205009460449219,
-      "cov-distil (oracle2teacher)": 4.072425365447998,
+      "cov-distil": 1.7186965942382812,
+      "cov-distil (oracle2student)": 5.421255111694336,
+      "cov-distil (oracle2teacher)": 4.515533447265625,
       "epoch": 1.1130298273155417,
-      "rel-constrast": 2.7825543880462646,
+      "rel-constrast": 3.394833564758301,
       "step": 1418,
-      "subrel-constrast": 3.117405652999878,
+      "subrel-constrast": 3.33886456489563,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9352264404296875,
-      "cov-distil (oracle2student)": 4.916912078857422,
-      "cov-distil (oracle2teacher)": 4.510032653808594,
+      "cov-distil": 2.1539390087127686,
+      "cov-distil (oracle2student)": 4.530972957611084,
+      "cov-distil (oracle2teacher)": 4.677439212799072,
       "epoch": 1.1138147566718994,
-      "rel-constrast": 1.3724250793457031,
+      "rel-constrast": 1.9266300201416016,
       "step": 1419,
-      "subrel-constrast": 2.3689677715301514,
+      "subrel-constrast": 2.333613395690918,
       "view-similarity": 0
     },
     {
       "epoch": 1.1145996860282574,
-      "grad_norm": 4.0,
+      "grad_norm": 5.59375,
       "learning_rate": 4.9733081632215764e-05,
-      "loss": 0.6961,
+      "loss": 0.7474,
       "step": 1420
     },
     {
-      "cov-distil": 1.5852007865905762,
-      "cov-distil (oracle2student)": 3.7165722846984863,
-      "cov-distil (oracle2teacher)": 3.3471460342407227,
+      "cov-distil": 2.433168888092041,
+      "cov-distil (oracle2student)": 3.577162981033325,
+      "cov-distil (oracle2teacher)": 3.483403444290161,
       "epoch": 1.1145996860282574,
-      "rel-constrast": 2.6423745155334473,
+      "rel-constrast": 2.2994160652160645,
       "step": 1420,
-      "subrel-constrast": 3.6259613037109375,
+      "subrel-constrast": 3.383521318435669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5029120445251465,
-      "cov-distil (oracle2student)": 3.589764356613159,
-      "cov-distil (oracle2teacher)": 3.509883403778076,
+      "cov-distil": 1.9231046438217163,
+      "cov-distil (oracle2student)": 4.329220771789551,
+      "cov-distil (oracle2teacher)": 3.7733147144317627,
       "epoch": 1.1153846153846154,
-      "rel-constrast": 3.199857234954834,
+      "rel-constrast": 4.036587715148926,
       "step": 1421,
-      "subrel-constrast": 3.3864762783050537,
+      "subrel-constrast": 3.7350575923919678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.025437593460083,
-      "cov-distil (oracle2student)": 4.132634162902832,
-      "cov-distil (oracle2teacher)": 4.100710868835449,
+      "cov-distil": 2.204087495803833,
+      "cov-distil (oracle2student)": 4.584529399871826,
+      "cov-distil (oracle2teacher)": 4.147480487823486,
       "epoch": 1.1161695447409734,
-      "rel-constrast": 2.0588154792785645,
+      "rel-constrast": 2.659374475479126,
       "step": 1422,
-      "subrel-constrast": 3.2275381088256836,
+      "subrel-constrast": 2.8619837760925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.681736707687378,
-      "cov-distil (oracle2student)": 2.927661895751953,
-      "cov-distil (oracle2teacher)": 2.9438533782958984,
+      "cov-distil": 1.5975825786590576,
+      "cov-distil (oracle2student)": 3.1883060932159424,
+      "cov-distil (oracle2teacher)": 3.729382276535034,
       "epoch": 1.1169544740973312,
-      "rel-constrast": 2.08059024810791,
+      "rel-constrast": 2.434575080871582,
       "step": 1423,
-      "subrel-constrast": 2.9650402069091797,
+      "subrel-constrast": 2.942854166030884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1729309558868408,
-      "cov-distil (oracle2student)": 5.7799177169799805,
-      "cov-distil (oracle2teacher)": 4.567580223083496,
+      "cov-distil": 1.570343255996704,
+      "cov-distil (oracle2student)": 6.299631118774414,
+      "cov-distil (oracle2teacher)": 5.103911399841309,
       "epoch": 1.1177394034536892,
-      "rel-constrast": 2.907471179962158,
+      "rel-constrast": 3.051684856414795,
       "step": 1424,
-      "subrel-constrast": 3.5150842666625977,
+      "subrel-constrast": 3.1331095695495605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4462342262268066,
-      "cov-distil (oracle2student)": 3.6507339477539062,
-      "cov-distil (oracle2teacher)": 3.6555449962615967,
+      "cov-distil": 2.027163028717041,
+      "cov-distil (oracle2student)": 3.7783539295196533,
+      "cov-distil (oracle2teacher)": 3.9933102130889893,
       "epoch": 1.1185243328100472,
-      "rel-constrast": 2.425668478012085,
+      "rel-constrast": 2.9419219493865967,
       "step": 1425,
-      "subrel-constrast": 3.355107069015503,
+      "subrel-constrast": 3.2615320682525635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9393174648284912,
-      "cov-distil (oracle2student)": 4.488595962524414,
-      "cov-distil (oracle2teacher)": 4.189651012420654,
+      "cov-distil": 2.482464551925659,
+      "cov-distil (oracle2student)": 5.365954399108887,
+      "cov-distil (oracle2teacher)": 4.687240123748779,
       "epoch": 1.119309262166405,
-      "rel-constrast": 2.4969091415405273,
+      "rel-constrast": 3.057417631149292,
       "step": 1426,
-      "subrel-constrast": 3.629150152206421,
+      "subrel-constrast": 4.127047061920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5890607833862305,
-      "cov-distil (oracle2student)": 4.372025966644287,
-      "cov-distil (oracle2teacher)": 3.930250406265259,
+      "cov-distil": 1.9540050029754639,
+      "cov-distil (oracle2student)": 4.829152584075928,
+      "cov-distil (oracle2teacher)": 4.6638994216918945,
       "epoch": 1.120094191522763,
-      "rel-constrast": 2.9861860275268555,
+      "rel-constrast": 3.655332565307617,
       "step": 1427,
-      "subrel-constrast": 3.6342074871063232,
+      "subrel-constrast": 4.030825138092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4704128503799438,
-      "cov-distil (oracle2student)": 3.7790822982788086,
-      "cov-distil (oracle2teacher)": 3.661731719970703,
+      "cov-distil": 1.8655052185058594,
+      "cov-distil (oracle2student)": 3.8473212718963623,
+      "cov-distil (oracle2teacher)": 3.964374303817749,
       "epoch": 1.120879120879121,
-      "rel-constrast": 2.6263198852539062,
+      "rel-constrast": 2.8626928329467773,
       "step": 1428,
-      "subrel-constrast": 3.587519884109497,
+      "subrel-constrast": 3.8720240592956543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8990941047668457,
-      "cov-distil (oracle2student)": 3.3532373905181885,
-      "cov-distil (oracle2teacher)": 3.2707412242889404,
+      "cov-distil": 2.277270793914795,
+      "cov-distil (oracle2student)": 2.983346462249756,
+      "cov-distil (oracle2teacher)": 4.025400161743164,
       "epoch": 1.1216640502354789,
-      "rel-constrast": 3.5683093070983887,
+      "rel-constrast": 3.701930046081543,
       "step": 1429,
-      "subrel-constrast": 3.9765281677246094,
+      "subrel-constrast": 4.127531051635742,
       "view-similarity": 0
     },
     {
       "epoch": 1.1224489795918366,
-      "grad_norm": 9.625,
+      "grad_norm": 6.375,
       "learning_rate": 4.972021296223217e-05,
-      "loss": 0.7156,
+      "loss": 0.7675,
       "step": 1430
     },
     {
-      "cov-distil": 1.6202445030212402,
-      "cov-distil (oracle2student)": 3.0828869342803955,
-      "cov-distil (oracle2teacher)": 2.7788877487182617,
+      "cov-distil": 1.982932448387146,
+      "cov-distil (oracle2student)": 3.750943183898926,
+      "cov-distil (oracle2teacher)": 3.107762336730957,
       "epoch": 1.1224489795918366,
-      "rel-constrast": 2.265202045440674,
+      "rel-constrast": 2.7641680240631104,
       "step": 1430,
-      "subrel-constrast": 3.0199191570281982,
+      "subrel-constrast": 3.3648598194122314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5867798328399658,
-      "cov-distil (oracle2student)": 6.637983322143555,
-      "cov-distil (oracle2teacher)": 5.775035858154297,
+      "cov-distil": 1.939199686050415,
+      "cov-distil (oracle2student)": 7.2166595458984375,
+      "cov-distil (oracle2teacher)": 6.808341026306152,
       "epoch": 1.1232339089481946,
-      "rel-constrast": 1.8450088500976562,
+      "rel-constrast": 2.481630325317383,
       "step": 1431,
-      "subrel-constrast": 2.654466390609741,
+      "subrel-constrast": 3.0191991329193115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5769436359405518,
-      "cov-distil (oracle2student)": 3.3085904121398926,
-      "cov-distil (oracle2teacher)": 3.1149349212646484,
+      "cov-distil": 1.457270622253418,
+      "cov-distil (oracle2student)": 3.9405293464660645,
+      "cov-distil (oracle2teacher)": 3.7013838291168213,
       "epoch": 1.1240188383045526,
-      "rel-constrast": 3.127098321914673,
+      "rel-constrast": 2.9223179817199707,
       "step": 1432,
-      "subrel-constrast": 3.4269423484802246,
+      "subrel-constrast": 3.2380878925323486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.290905237197876,
-      "cov-distil (oracle2student)": 7.275933265686035,
-      "cov-distil (oracle2teacher)": 6.055379390716553,
+      "cov-distil": 1.6811332702636719,
+      "cov-distil (oracle2student)": 7.614007949829102,
+      "cov-distil (oracle2teacher)": 7.1837921142578125,
       "epoch": 1.1248037676609106,
-      "rel-constrast": 2.6604831218719482,
+      "rel-constrast": 2.8667330741882324,
       "step": 1433,
-      "subrel-constrast": 3.1333022117614746,
+      "subrel-constrast": 3.7246224880218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4214860200881958,
-      "cov-distil (oracle2student)": 3.6913363933563232,
-      "cov-distil (oracle2teacher)": 3.974123239517212,
+      "cov-distil": 1.6450047492980957,
+      "cov-distil (oracle2student)": 3.4898738861083984,
+      "cov-distil (oracle2teacher)": 4.002604007720947,
       "epoch": 1.1255886970172684,
-      "rel-constrast": 3.193338394165039,
+      "rel-constrast": 2.627016305923462,
       "step": 1434,
-      "subrel-constrast": 3.5697827339172363,
+      "subrel-constrast": 3.5032410621643066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1152448654174805,
-      "cov-distil (oracle2student)": 4.05968713760376,
-      "cov-distil (oracle2teacher)": 3.9392943382263184,
+      "cov-distil": 2.3539206981658936,
+      "cov-distil (oracle2student)": 3.941653251647949,
+      "cov-distil (oracle2teacher)": 3.901658058166504,
       "epoch": 1.1263736263736264,
-      "rel-constrast": 2.2788405418395996,
+      "rel-constrast": 2.5941123962402344,
       "step": 1435,
-      "subrel-constrast": 3.7335705757141113,
+      "subrel-constrast": 3.7257964611053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.242502212524414,
-      "cov-distil (oracle2student)": 3.214986562728882,
-      "cov-distil (oracle2teacher)": 3.609635829925537,
+      "cov-distil": 1.9122120141983032,
+      "cov-distil (oracle2student)": 4.399253845214844,
+      "cov-distil (oracle2teacher)": 4.291863441467285,
       "epoch": 1.1271585557299844,
-      "rel-constrast": 2.747772455215454,
+      "rel-constrast": 3.3567237854003906,
       "step": 1436,
-      "subrel-constrast": 3.4749293327331543,
+      "subrel-constrast": 3.6339223384857178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.319406270980835,
-      "cov-distil (oracle2student)": 7.63732385635376,
-      "cov-distil (oracle2teacher)": 6.685694694519043,
+      "cov-distil": 1.3740392923355103,
+      "cov-distil (oracle2student)": 7.122165203094482,
+      "cov-distil (oracle2teacher)": 7.6571784019470215,
       "epoch": 1.1279434850863423,
-      "rel-constrast": 3.4438138008117676,
+      "rel-constrast": 3.0421605110168457,
       "step": 1437,
-      "subrel-constrast": 3.970630168914795,
+      "subrel-constrast": 4.018450736999512,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0939173698425293,
-      "cov-distil (oracle2student)": 5.202234745025635,
-      "cov-distil (oracle2teacher)": 4.502569675445557,
+      "cov-distil": 1.8173179626464844,
+      "cov-distil (oracle2student)": 5.831240653991699,
+      "cov-distil (oracle2teacher)": 5.138838768005371,
       "epoch": 1.1287284144427001,
-      "rel-constrast": 3.825807571411133,
+      "rel-constrast": 4.370652198791504,
       "step": 1438,
-      "subrel-constrast": 4.160816192626953,
+      "subrel-constrast": 4.395641803741455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4238145351409912,
-      "cov-distil (oracle2student)": 3.324925184249878,
-      "cov-distil (oracle2teacher)": 3.2941694259643555,
+      "cov-distil": 1.8037188053131104,
+      "cov-distil (oracle2student)": 2.9470572471618652,
+      "cov-distil (oracle2teacher)": 3.448843479156494,
       "epoch": 1.129513343799058,
-      "rel-constrast": 2.8478026390075684,
+      "rel-constrast": 2.9419519901275635,
       "step": 1439,
-      "subrel-constrast": 3.2991602420806885,
+      "subrel-constrast": 3.1648478507995605,
       "view-similarity": 0
     },
     {
       "epoch": 1.130298273155416,
-      "grad_norm": 6.65625,
+      "grad_norm": 5.90625,
       "learning_rate": 4.970704308425487e-05,
-      "loss": 0.7426,
+      "loss": 0.7492,
       "step": 1440
     },
     {
-      "cov-distil": 1.7210097312927246,
-      "cov-distil (oracle2student)": 4.91700553894043,
-      "cov-distil (oracle2teacher)": 4.660266876220703,
+      "cov-distil": 2.0426559448242188,
+      "cov-distil (oracle2student)": 5.454262733459473,
+      "cov-distil (oracle2teacher)": 5.167389869689941,
       "epoch": 1.130298273155416,
-      "rel-constrast": 2.580687999725342,
+      "rel-constrast": 2.993861198425293,
       "step": 1440,
-      "subrel-constrast": 3.407400131225586,
+      "subrel-constrast": 3.5334720611572266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4355494976043701,
-      "cov-distil (oracle2student)": 4.487117767333984,
-      "cov-distil (oracle2teacher)": 3.9655141830444336,
+      "cov-distil": 1.3895344734191895,
+      "cov-distil (oracle2student)": 4.631635665893555,
+      "cov-distil (oracle2teacher)": 4.396799087524414,
       "epoch": 1.1310832025117739,
-      "rel-constrast": 2.7421960830688477,
+      "rel-constrast": 3.148571014404297,
       "step": 1441,
-      "subrel-constrast": 3.3824241161346436,
+      "subrel-constrast": 3.4729297161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7735215425491333,
-      "cov-distil (oracle2student)": 7.142309188842773,
-      "cov-distil (oracle2teacher)": 5.814286231994629,
+      "cov-distil": 2.123391628265381,
+      "cov-distil (oracle2student)": 6.276381492614746,
+      "cov-distil (oracle2teacher)": 6.550739288330078,
       "epoch": 1.1318681318681318,
-      "rel-constrast": 3.1321613788604736,
+      "rel-constrast": 3.0474581718444824,
       "step": 1442,
-      "subrel-constrast": 3.7966020107269287,
+      "subrel-constrast": 3.9210212230682373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4831596612930298,
-      "cov-distil (oracle2student)": 4.758261680603027,
-      "cov-distil (oracle2teacher)": 4.327485084533691,
+      "cov-distil": 1.518754482269287,
+      "cov-distil (oracle2student)": 5.439505577087402,
+      "cov-distil (oracle2teacher)": 4.402422904968262,
       "epoch": 1.1326530612244898,
-      "rel-constrast": 3.778820037841797,
+      "rel-constrast": 3.9995884895324707,
       "step": 1443,
-      "subrel-constrast": 4.133635520935059,
+      "subrel-constrast": 3.7427377700805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5499006509780884,
-      "cov-distil (oracle2student)": 4.640183448791504,
-      "cov-distil (oracle2teacher)": 4.057236671447754,
+      "cov-distil": 2.0567758083343506,
+      "cov-distil (oracle2student)": 4.521160125732422,
+      "cov-distil (oracle2teacher)": 4.614233016967773,
       "epoch": 1.1334379905808478,
-      "rel-constrast": 3.0463719367980957,
+      "rel-constrast": 3.052737236022949,
       "step": 1444,
-      "subrel-constrast": 3.5193467140197754,
+      "subrel-constrast": 3.6064069271087646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5021295547485352,
-      "cov-distil (oracle2student)": 4.30925989151001,
-      "cov-distil (oracle2teacher)": 4.226467132568359,
+      "cov-distil": 1.7953310012817383,
+      "cov-distil (oracle2student)": 4.49407958984375,
+      "cov-distil (oracle2teacher)": 4.102204322814941,
       "epoch": 1.1342229199372056,
-      "rel-constrast": 2.504362106323242,
+      "rel-constrast": 2.6777076721191406,
       "step": 1445,
-      "subrel-constrast": 3.079847812652588,
+      "subrel-constrast": 3.291940212249756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6534078121185303,
-      "cov-distil (oracle2student)": 3.8200089931488037,
-      "cov-distil (oracle2teacher)": 4.042212963104248,
+      "cov-distil": 1.573329210281372,
+      "cov-distil (oracle2student)": 4.19174337387085,
+      "cov-distil (oracle2teacher)": 4.107841968536377,
       "epoch": 1.1350078492935636,
-      "rel-constrast": 3.2322568893432617,
+      "rel-constrast": 3.353811264038086,
       "step": 1446,
-      "subrel-constrast": 3.7701570987701416,
+      "subrel-constrast": 3.692211627960205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5618064403533936,
-      "cov-distil (oracle2student)": 4.572770118713379,
-      "cov-distil (oracle2teacher)": 4.0620245933532715,
+      "cov-distil": 2.0504980087280273,
+      "cov-distil (oracle2student)": 4.846650123596191,
+      "cov-distil (oracle2teacher)": 4.699282646179199,
       "epoch": 1.1357927786499216,
-      "rel-constrast": 2.9428255558013916,
+      "rel-constrast": 3.3729968070983887,
       "step": 1447,
-      "subrel-constrast": 3.3003830909729004,
+      "subrel-constrast": 3.7208049297332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.392897129058838,
-      "cov-distil (oracle2student)": 3.695558786392212,
-      "cov-distil (oracle2teacher)": 3.8413383960723877,
+      "cov-distil": 1.6175048351287842,
+      "cov-distil (oracle2student)": 4.194738864898682,
+      "cov-distil (oracle2teacher)": 4.000189781188965,
       "epoch": 1.1365777080062793,
-      "rel-constrast": 3.3504841327667236,
+      "rel-constrast": 3.4200713634490967,
       "step": 1448,
-      "subrel-constrast": 3.8079612255096436,
+      "subrel-constrast": 3.681863307952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3107936382293701,
-      "cov-distil (oracle2student)": 4.832245826721191,
-      "cov-distil (oracle2teacher)": 4.406163215637207,
+      "cov-distil": 1.5386353731155396,
+      "cov-distil (oracle2student)": 4.80349588394165,
+      "cov-distil (oracle2teacher)": 4.564545631408691,
       "epoch": 1.1373626373626373,
-      "rel-constrast": 1.9430854320526123,
+      "rel-constrast": 2.6934633255004883,
       "step": 1449,
-      "subrel-constrast": 3.0062904357910156,
+      "subrel-constrast": 2.7144124507904053,
       "view-similarity": 0
     },
     {
       "epoch": 1.1381475667189953,
-      "grad_norm": 4.03125,
+      "grad_norm": 5.21875,
       "learning_rate": 4.969357215875464e-05,
-      "loss": 0.7698,
+      "loss": 0.794,
       "step": 1450
     },
     {
-      "cov-distil": 0.919407069683075,
-      "cov-distil (oracle2student)": 3.1853508949279785,
-      "cov-distil (oracle2teacher)": 3.0984792709350586,
+      "cov-distil": 1.5001012086868286,
+      "cov-distil (oracle2student)": 4.287996292114258,
+      "cov-distil (oracle2teacher)": 3.303372859954834,
       "epoch": 1.1381475667189953,
-      "rel-constrast": 2.12074613571167,
+      "rel-constrast": 2.8342342376708984,
       "step": 1450,
-      "subrel-constrast": 2.755837917327881,
+      "subrel-constrast": 2.6444056034088135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5972926616668701,
-      "cov-distil (oracle2student)": 3.328793525695801,
-      "cov-distil (oracle2teacher)": 3.0796613693237305,
+      "cov-distil": 1.982163429260254,
+      "cov-distil (oracle2student)": 3.0845515727996826,
+      "cov-distil (oracle2teacher)": 3.6397335529327393,
       "epoch": 1.1389324960753533,
-      "rel-constrast": 3.2211830615997314,
+      "rel-constrast": 3.5948548316955566,
       "step": 1451,
-      "subrel-constrast": 3.4729177951812744,
+      "subrel-constrast": 3.531710147857666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.697230339050293,
-      "cov-distil (oracle2student)": 2.8607988357543945,
-      "cov-distil (oracle2teacher)": 2.8472752571105957,
+      "cov-distil": 1.874776840209961,
+      "cov-distil (oracle2student)": 2.5997557640075684,
+      "cov-distil (oracle2teacher)": 3.2714900970458984,
       "epoch": 1.139717425431711,
-      "rel-constrast": 2.671549081802368,
+      "rel-constrast": 2.9441580772399902,
       "step": 1452,
-      "subrel-constrast": 3.4498088359832764,
+      "subrel-constrast": 3.869704484939575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.94770348072052,
-      "cov-distil (oracle2student)": 3.914979934692383,
-      "cov-distil (oracle2teacher)": 3.7376723289489746,
+      "cov-distil": 2.5034706592559814,
+      "cov-distil (oracle2student)": 3.6188740730285645,
+      "cov-distil (oracle2teacher)": 4.029179096221924,
       "epoch": 1.140502354788069,
-      "rel-constrast": 2.0744659900665283,
+      "rel-constrast": 2.4145846366882324,
       "step": 1453,
-      "subrel-constrast": 2.9850118160247803,
+      "subrel-constrast": 2.861753463745117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9390360116958618,
-      "cov-distil (oracle2student)": 4.633434772491455,
-      "cov-distil (oracle2teacher)": 4.247796058654785,
+      "cov-distil": 2.076197385787964,
+      "cov-distil (oracle2student)": 5.104186058044434,
+      "cov-distil (oracle2teacher)": 4.448078155517578,
       "epoch": 1.141287284144427,
-      "rel-constrast": 3.4581127166748047,
+      "rel-constrast": 3.2462053298950195,
       "step": 1454,
-      "subrel-constrast": 3.9714317321777344,
+      "subrel-constrast": 3.8363282680511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7025808095932007,
-      "cov-distil (oracle2student)": 3.242124080657959,
-      "cov-distil (oracle2teacher)": 3.162363052368164,
+      "cov-distil": 1.8541440963745117,
+      "cov-distil (oracle2student)": 3.6816678047180176,
+      "cov-distil (oracle2teacher)": 3.010829448699951,
       "epoch": 1.1420722135007848,
-      "rel-constrast": 2.250493288040161,
+      "rel-constrast": 2.7425930500030518,
       "step": 1455,
-      "subrel-constrast": 3.050462484359741,
+      "subrel-constrast": 2.6424667835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5706788301467896,
-      "cov-distil (oracle2student)": 5.469461917877197,
-      "cov-distil (oracle2teacher)": 4.936834812164307,
+      "cov-distil": 1.7729040384292603,
+      "cov-distil (oracle2student)": 6.309227466583252,
+      "cov-distil (oracle2teacher)": 5.511723518371582,
       "epoch": 1.1428571428571428,
-      "rel-constrast": 2.565253496170044,
+      "rel-constrast": 3.0697360038757324,
       "step": 1456,
-      "subrel-constrast": 3.38845157623291,
+      "subrel-constrast": 3.6497180461883545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2386635541915894,
-      "cov-distil (oracle2student)": 3.0493264198303223,
-      "cov-distil (oracle2teacher)": 3.1810073852539062,
+      "cov-distil": 1.523761510848999,
+      "cov-distil (oracle2student)": 3.3291311264038086,
+      "cov-distil (oracle2teacher)": 3.5130953788757324,
       "epoch": 1.1436420722135008,
-      "rel-constrast": 2.261092185974121,
+      "rel-constrast": 2.7546818256378174,
       "step": 1457,
-      "subrel-constrast": 2.7858762741088867,
+      "subrel-constrast": 3.1087355613708496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.739606499671936,
-      "cov-distil (oracle2student)": 3.968785524368286,
-      "cov-distil (oracle2teacher)": 3.909520387649536,
+      "cov-distil": 1.938252329826355,
+      "cov-distil (oracle2student)": 4.529033660888672,
+      "cov-distil (oracle2teacher)": 4.478305339813232,
       "epoch": 1.1444270015698588,
-      "rel-constrast": 2.737807273864746,
+      "rel-constrast": 2.9994544982910156,
       "step": 1458,
-      "subrel-constrast": 3.617563486099243,
+      "subrel-constrast": 3.517378330230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63069486618042,
-      "cov-distil (oracle2student)": 4.003785133361816,
-      "cov-distil (oracle2teacher)": 3.693113088607788,
+      "cov-distil": 1.7429877519607544,
+      "cov-distil (oracle2student)": 4.372265815734863,
+      "cov-distil (oracle2teacher)": 4.066312789916992,
       "epoch": 1.1452119309262168,
-      "rel-constrast": 3.737630844116211,
+      "rel-constrast": 4.253322601318359,
       "step": 1459,
-      "subrel-constrast": 4.189433574676514,
+      "subrel-constrast": 4.255533218383789,
       "view-similarity": 0
     },
     {
       "epoch": 1.1459968602825745,
-      "grad_norm": 5.8125,
+      "grad_norm": 6.90625,
       "learning_rate": 4.967980034987048e-05,
-      "loss": 0.7174,
+      "loss": 0.7713,
       "step": 1460
     },
     {
-      "cov-distil": 2.4934022426605225,
-      "cov-distil (oracle2student)": 5.498902797698975,
-      "cov-distil (oracle2teacher)": 4.933234214782715,
+      "cov-distil": 1.9212923049926758,
+      "cov-distil (oracle2student)": 5.562067031860352,
+      "cov-distil (oracle2teacher)": 4.689361572265625,
       "epoch": 1.1459968602825745,
-      "rel-constrast": 3.81288480758667,
+      "rel-constrast": 4.437234878540039,
       "step": 1460,
-      "subrel-constrast": 4.341779708862305,
+      "subrel-constrast": 4.182931900024414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358349323272705,
-      "cov-distil (oracle2student)": 4.342729568481445,
-      "cov-distil (oracle2teacher)": 3.542717456817627,
+      "cov-distil": 1.5608412027359009,
+      "cov-distil (oracle2student)": 4.695309638977051,
+      "cov-distil (oracle2teacher)": 4.204141139984131,
       "epoch": 1.1467817896389325,
-      "rel-constrast": 3.4645586013793945,
+      "rel-constrast": 3.6800384521484375,
       "step": 1461,
-      "subrel-constrast": 3.522831439971924,
+      "subrel-constrast": 3.7106289863586426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41737699508667,
-      "cov-distil (oracle2student)": 3.1106297969818115,
-      "cov-distil (oracle2teacher)": 3.1990559101104736,
+      "cov-distil": 1.9370254278182983,
+      "cov-distil (oracle2student)": 3.4269847869873047,
+      "cov-distil (oracle2teacher)": 3.408883810043335,
       "epoch": 1.1475667189952905,
-      "rel-constrast": 2.447864055633545,
+      "rel-constrast": 2.2589893341064453,
       "step": 1462,
-      "subrel-constrast": 3.088907480239868,
+      "subrel-constrast": 2.9958174228668213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4640257358551025,
-      "cov-distil (oracle2student)": 4.718017101287842,
-      "cov-distil (oracle2teacher)": 4.130568504333496,
+      "cov-distil": 1.4006874561309814,
+      "cov-distil (oracle2student)": 5.1040496826171875,
+      "cov-distil (oracle2teacher)": 4.697524070739746,
       "epoch": 1.1483516483516483,
-      "rel-constrast": 2.635941982269287,
+      "rel-constrast": 3.375828266143799,
       "step": 1463,
-      "subrel-constrast": 3.385139226913452,
+      "subrel-constrast": 3.4277822971343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9698772430419922,
-      "cov-distil (oracle2student)": 6.459268569946289,
-      "cov-distil (oracle2teacher)": 5.032258033752441,
+      "cov-distil": 2.6295361518859863,
+      "cov-distil (oracle2student)": 5.740342140197754,
+      "cov-distil (oracle2teacher)": 5.3918561935424805,
       "epoch": 1.1491365777080063,
-      "rel-constrast": 4.093239784240723,
+      "rel-constrast": 3.6798529624938965,
       "step": 1464,
-      "subrel-constrast": 4.585559368133545,
+      "subrel-constrast": 4.8825554847717285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2035655975341797,
-      "cov-distil (oracle2student)": 3.430039167404175,
-      "cov-distil (oracle2teacher)": 3.6964468955993652,
+      "cov-distil": 1.5618951320648193,
+      "cov-distil (oracle2student)": 4.410443305969238,
+      "cov-distil (oracle2teacher)": 3.889617443084717,
       "epoch": 1.1499215070643642,
-      "rel-constrast": 2.4838099479675293,
+      "rel-constrast": 3.1879377365112305,
       "step": 1465,
-      "subrel-constrast": 3.1714468002319336,
+      "subrel-constrast": 3.164583444595337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.579946756362915,
-      "cov-distil (oracle2student)": 4.577866554260254,
-      "cov-distil (oracle2teacher)": 4.270482063293457,
+      "cov-distil": 1.6162176132202148,
+      "cov-distil (oracle2student)": 4.724667072296143,
+      "cov-distil (oracle2teacher)": 4.908760070800781,
       "epoch": 1.1507064364207222,
-      "rel-constrast": 2.88089656829834,
+      "rel-constrast": 2.7185440063476562,
       "step": 1466,
-      "subrel-constrast": 3.644862651824951,
+      "subrel-constrast": 3.1293928623199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5102288722991943,
-      "cov-distil (oracle2student)": 4.6253509521484375,
-      "cov-distil (oracle2teacher)": 4.5397844314575195,
+      "cov-distil": 1.9101331233978271,
+      "cov-distil (oracle2student)": 4.7417402267456055,
+      "cov-distil (oracle2teacher)": 4.537750244140625,
       "epoch": 1.15149136577708,
-      "rel-constrast": 2.2269387245178223,
+      "rel-constrast": 2.547527313232422,
       "step": 1467,
-      "subrel-constrast": 2.7581796646118164,
+      "subrel-constrast": 2.6495649814605713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5692392587661743,
-      "cov-distil (oracle2student)": 2.171421527862549,
-      "cov-distil (oracle2teacher)": 2.289473295211792,
+      "cov-distil": 1.6251885890960693,
+      "cov-distil (oracle2student)": 2.0561258792877197,
+      "cov-distil (oracle2teacher)": 2.32024884223938,
       "epoch": 1.152276295133438,
-      "rel-constrast": 1.5733784437179565,
+      "rel-constrast": 1.6788508892059326,
       "step": 1468,
-      "subrel-constrast": 2.421278953552246,
+      "subrel-constrast": 2.526577949523926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7924730777740479,
-      "cov-distil (oracle2student)": 3.1747889518737793,
-      "cov-distil (oracle2teacher)": 3.5125255584716797,
+      "cov-distil": 1.7377196550369263,
+      "cov-distil (oracle2student)": 4.016489505767822,
+      "cov-distil (oracle2teacher)": 3.795295000076294,
       "epoch": 1.153061224489796,
-      "rel-constrast": 2.380284309387207,
+      "rel-constrast": 3.172549247741699,
       "step": 1469,
-      "subrel-constrast": 2.991039752960205,
+      "subrel-constrast": 3.154438018798828,
       "view-similarity": 0
     },
     {
       "epoch": 1.1538461538461537,
-      "grad_norm": 5.0,
+      "grad_norm": 6.6875,
       "learning_rate": 4.966572782540753e-05,
-      "loss": 0.7416,
+      "loss": 0.7684,
       "step": 1470
     },
     {
-      "cov-distil": 1.6793698072433472,
-      "cov-distil (oracle2student)": 6.4284772872924805,
-      "cov-distil (oracle2teacher)": 5.520218849182129,
+      "cov-distil": 1.6215453147888184,
+      "cov-distil (oracle2student)": 6.456110000610352,
+      "cov-distil (oracle2teacher)": 6.198277473449707,
       "epoch": 1.1538461538461537,
-      "rel-constrast": 2.484776496887207,
+      "rel-constrast": 2.8013319969177246,
       "step": 1470,
-      "subrel-constrast": 3.247373104095459,
+      "subrel-constrast": 3.614323139190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5853190422058105,
-      "cov-distil (oracle2student)": 3.101043224334717,
-      "cov-distil (oracle2teacher)": 3.3245849609375,
+      "cov-distil": 2.077974319458008,
+      "cov-distil (oracle2student)": 3.670943260192871,
+      "cov-distil (oracle2teacher)": 3.4015090465545654,
       "epoch": 1.1546310832025117,
-      "rel-constrast": 1.8537979125976562,
+      "rel-constrast": 2.4052650928497314,
       "step": 1471,
-      "subrel-constrast": 2.7095072269439697,
+      "subrel-constrast": 2.7527077198028564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.366969108581543,
-      "cov-distil (oracle2student)": 5.257271766662598,
-      "cov-distil (oracle2teacher)": 4.78129768371582,
+      "cov-distil": 1.5129969120025635,
+      "cov-distil (oracle2student)": 5.038872718811035,
+      "cov-distil (oracle2teacher)": 5.041912078857422,
       "epoch": 1.1554160125588697,
-      "rel-constrast": 2.072223663330078,
+      "rel-constrast": 2.1297402381896973,
       "step": 1472,
-      "subrel-constrast": 2.9598119258880615,
+      "subrel-constrast": 2.7793400287628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649501919746399,
-      "cov-distil (oracle2student)": 6.186247825622559,
-      "cov-distil (oracle2teacher)": 5.7467803955078125,
+      "cov-distil": 1.8984147310256958,
+      "cov-distil (oracle2student)": 6.500856399536133,
+      "cov-distil (oracle2teacher)": 5.917914390563965,
       "epoch": 1.1562009419152277,
-      "rel-constrast": 2.668015718460083,
+      "rel-constrast": 2.5725464820861816,
       "step": 1473,
-      "subrel-constrast": 2.9322075843811035,
+      "subrel-constrast": 2.653975009918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3380396366119385,
-      "cov-distil (oracle2student)": 3.762608528137207,
-      "cov-distil (oracle2teacher)": 3.6091530323028564,
+      "cov-distil": 1.9486241340637207,
+      "cov-distil (oracle2student)": 4.89066219329834,
+      "cov-distil (oracle2teacher)": 4.314236164093018,
       "epoch": 1.1569858712715855,
-      "rel-constrast": 2.0027313232421875,
+      "rel-constrast": 2.672910690307617,
       "step": 1474,
-      "subrel-constrast": 2.8449206352233887,
+      "subrel-constrast": 2.7053542137145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2223048210144043,
-      "cov-distil (oracle2student)": 5.674510955810547,
-      "cov-distil (oracle2teacher)": 4.935297012329102,
+      "cov-distil": 1.2851771116256714,
+      "cov-distil (oracle2student)": 6.013919353485107,
+      "cov-distil (oracle2teacher)": 5.627117156982422,
       "epoch": 1.1577708006279435,
-      "rel-constrast": 2.102262020111084,
+      "rel-constrast": 2.2614243030548096,
       "step": 1475,
-      "subrel-constrast": 3.233121871948242,
+      "subrel-constrast": 2.696138381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7302626371383667,
-      "cov-distil (oracle2student)": 3.6926541328430176,
-      "cov-distil (oracle2teacher)": 3.3863492012023926,
+      "cov-distil": 1.8655471801757812,
+      "cov-distil (oracle2student)": 3.747208595275879,
+      "cov-distil (oracle2teacher)": 3.8368685245513916,
       "epoch": 1.1585557299843015,
-      "rel-constrast": 2.388659715652466,
+      "rel-constrast": 2.3927254676818848,
       "step": 1476,
-      "subrel-constrast": 3.0286173820495605,
+      "subrel-constrast": 3.056201219558716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4704991579055786,
-      "cov-distil (oracle2student)": 4.7798309326171875,
-      "cov-distil (oracle2teacher)": 4.173938274383545,
+      "cov-distil": 2.254734516143799,
+      "cov-distil (oracle2student)": 5.258458614349365,
+      "cov-distil (oracle2teacher)": 4.851945877075195,
       "epoch": 1.1593406593406592,
-      "rel-constrast": 2.9184153079986572,
+      "rel-constrast": 3.1367921829223633,
       "step": 1477,
-      "subrel-constrast": 3.51603364944458,
+      "subrel-constrast": 3.793764591217041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2648746967315674,
-      "cov-distil (oracle2student)": 4.841617107391357,
-      "cov-distil (oracle2teacher)": 4.3514604568481445,
+      "cov-distil": 2.032007932662964,
+      "cov-distil (oracle2student)": 5.84316349029541,
+      "cov-distil (oracle2teacher)": 4.998639106750488,
       "epoch": 1.1601255886970172,
-      "rel-constrast": 3.234201192855835,
+      "rel-constrast": 3.5546092987060547,
       "step": 1478,
-      "subrel-constrast": 3.6756820678710938,
+      "subrel-constrast": 3.7173986434936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8125864267349243,
-      "cov-distil (oracle2student)": 2.6819968223571777,
-      "cov-distil (oracle2teacher)": 2.9248392581939697,
+      "cov-distil": 2.0281710624694824,
+      "cov-distil (oracle2student)": 3.3131628036499023,
+      "cov-distil (oracle2teacher)": 3.1151814460754395,
       "epoch": 1.1609105180533752,
-      "rel-constrast": 3.2202460765838623,
+      "rel-constrast": 3.677334785461426,
       "step": 1479,
-      "subrel-constrast": 3.61031174659729,
+      "subrel-constrast": 3.8669984340667725,
       "view-similarity": 0
     },
     {
       "epoch": 1.1616954474097332,
-      "grad_norm": 6.0625,
+      "grad_norm": 8.4375,
       "learning_rate": 4.9651354756835056e-05,
-      "loss": 0.6614,
+      "loss": 0.6901,
       "step": 1480
     },
     {
-      "cov-distil": 1.392646074295044,
-      "cov-distil (oracle2student)": 4.2380523681640625,
-      "cov-distil (oracle2teacher)": 3.5811140537261963,
+      "cov-distil": 1.4051145315170288,
+      "cov-distil (oracle2student)": 5.125507831573486,
+      "cov-distil (oracle2teacher)": 4.128995418548584,
       "epoch": 1.1616954474097332,
-      "rel-constrast": 2.6302762031555176,
+      "rel-constrast": 3.015542507171631,
       "step": 1480,
-      "subrel-constrast": 3.427609920501709,
+      "subrel-constrast": 3.2861921787261963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8921456336975098,
-      "cov-distil (oracle2student)": 3.067326068878174,
-      "cov-distil (oracle2teacher)": 3.2499985694885254,
+      "cov-distil": 2.4433538913726807,
+      "cov-distil (oracle2student)": 3.273416042327881,
+      "cov-distil (oracle2teacher)": 3.324252128601074,
       "epoch": 1.1624803767660912,
-      "rel-constrast": 1.4655245542526245,
+      "rel-constrast": 2.514585256576538,
       "step": 1481,
-      "subrel-constrast": 2.7194595336914062,
+      "subrel-constrast": 2.4992172718048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8185973167419434,
-      "cov-distil (oracle2student)": 4.516495704650879,
-      "cov-distil (oracle2teacher)": 3.844066858291626,
+      "cov-distil": 1.7584583759307861,
+      "cov-distil (oracle2student)": 5.0193023681640625,
+      "cov-distil (oracle2teacher)": 3.98000431060791,
       "epoch": 1.163265306122449,
-      "rel-constrast": 2.676448345184326,
+      "rel-constrast": 3.1768791675567627,
       "step": 1482,
-      "subrel-constrast": 3.0788421630859375,
+      "subrel-constrast": 3.1618876457214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3603132963180542,
-      "cov-distil (oracle2student)": 6.497417449951172,
-      "cov-distil (oracle2teacher)": 5.633515357971191,
+      "cov-distil": 1.3572784662246704,
+      "cov-distil (oracle2student)": 7.191246032714844,
+      "cov-distil (oracle2teacher)": 6.487381458282471,
       "epoch": 1.164050235478807,
-      "rel-constrast": 2.9875617027282715,
+      "rel-constrast": 3.7168047428131104,
       "step": 1483,
-      "subrel-constrast": 3.8521313667297363,
+      "subrel-constrast": 4.240249156951904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2592880725860596,
-      "cov-distil (oracle2student)": 4.702965259552002,
-      "cov-distil (oracle2teacher)": 4.209061622619629,
+      "cov-distil": 1.6998684406280518,
+      "cov-distil (oracle2student)": 4.216327667236328,
+      "cov-distil (oracle2teacher)": 4.563514709472656,
       "epoch": 1.164835164835165,
-      "rel-constrast": 3.127880096435547,
+      "rel-constrast": 2.6142237186431885,
       "step": 1484,
-      "subrel-constrast": 3.3566198348999023,
+      "subrel-constrast": 3.1972951889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8305009603500366,
-      "cov-distil (oracle2student)": 4.822851181030273,
-      "cov-distil (oracle2teacher)": 4.675025939941406,
+      "cov-distil": 2.2418618202209473,
+      "cov-distil (oracle2student)": 5.399343490600586,
+      "cov-distil (oracle2teacher)": 5.2729034423828125,
       "epoch": 1.1656200941915227,
-      "rel-constrast": 4.437347888946533,
+      "rel-constrast": 4.64068603515625,
       "step": 1485,
-      "subrel-constrast": 4.580851078033447,
+      "subrel-constrast": 4.593968391418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9999454021453857,
-      "cov-distil (oracle2student)": 3.5581858158111572,
-      "cov-distil (oracle2teacher)": 3.610217571258545,
+      "cov-distil": 2.0253984928131104,
+      "cov-distil (oracle2student)": 3.747840404510498,
+      "cov-distil (oracle2teacher)": 3.7374329566955566,
       "epoch": 1.1664050235478807,
-      "rel-constrast": 2.2528839111328125,
+      "rel-constrast": 2.892033576965332,
       "step": 1486,
-      "subrel-constrast": 3.5497658252716064,
+      "subrel-constrast": 3.8607208728790283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4891130924224854,
-      "cov-distil (oracle2student)": 3.6254210472106934,
-      "cov-distil (oracle2teacher)": 3.5837528705596924,
+      "cov-distil": 2.310366630554199,
+      "cov-distil (oracle2student)": 3.8379604816436768,
+      "cov-distil (oracle2teacher)": 3.770991325378418,
       "epoch": 1.1671899529042387,
-      "rel-constrast": 2.2691445350646973,
+      "rel-constrast": 2.4887704849243164,
       "step": 1487,
-      "subrel-constrast": 3.445279598236084,
+      "subrel-constrast": 3.1357686519622803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.615608811378479,
-      "cov-distil (oracle2student)": 4.965720176696777,
-      "cov-distil (oracle2teacher)": 4.5782999992370605,
+      "cov-distil": 1.8882396221160889,
+      "cov-distil (oracle2student)": 4.706502437591553,
+      "cov-distil (oracle2teacher)": 5.106330871582031,
       "epoch": 1.1679748822605966,
-      "rel-constrast": 2.9276885986328125,
+      "rel-constrast": 3.4023356437683105,
       "step": 1488,
-      "subrel-constrast": 3.6910719871520996,
+      "subrel-constrast": 3.7543928623199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073660135269165,
-      "cov-distil (oracle2student)": 7.403058052062988,
-      "cov-distil (oracle2teacher)": 6.3559417724609375,
+      "cov-distil": 2.1417694091796875,
+      "cov-distil (oracle2student)": 7.695431232452393,
+      "cov-distil (oracle2teacher)": 6.914515495300293,
       "epoch": 1.1687598116169544,
-      "rel-constrast": 3.0895729064941406,
+      "rel-constrast": 3.0692548751831055,
       "step": 1489,
-      "subrel-constrast": 3.694629669189453,
+      "subrel-constrast": 3.7282660007476807,
       "view-similarity": 0
     },
     {
       "epoch": 1.1695447409733124,
-      "grad_norm": 6.34375,
+      "grad_norm": 6.625,
       "learning_rate": 4.963668131928436e-05,
-      "loss": 0.7409,
+      "loss": 0.7883,
       "step": 1490
     },
     {
-      "cov-distil": 1.584778070449829,
-      "cov-distil (oracle2student)": 2.9753050804138184,
-      "cov-distil (oracle2teacher)": 3.3699378967285156,
+      "cov-distil": 1.9110404253005981,
+      "cov-distil (oracle2student)": 2.5271658897399902,
+      "cov-distil (oracle2teacher)": 3.469210147857666,
       "epoch": 1.1695447409733124,
-      "rel-constrast": 2.489734411239624,
+      "rel-constrast": 2.8525562286376953,
       "step": 1490,
-      "subrel-constrast": 3.321147918701172,
+      "subrel-constrast": 3.373626947402954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2136712074279785,
-      "cov-distil (oracle2student)": 5.705753326416016,
-      "cov-distil (oracle2teacher)": 4.733763217926025,
+      "cov-distil": 1.8888752460479736,
+      "cov-distil (oracle2student)": 6.462233066558838,
+      "cov-distil (oracle2teacher)": 6.055774688720703,
       "epoch": 1.1703296703296704,
-      "rel-constrast": 2.0149669647216797,
+      "rel-constrast": 2.280893087387085,
       "step": 1491,
-      "subrel-constrast": 2.8364689350128174,
+      "subrel-constrast": 3.094775915145874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8165807723999023,
-      "cov-distil (oracle2student)": 5.1815619468688965,
-      "cov-distil (oracle2teacher)": 4.738595008850098,
+      "cov-distil": 2.5436952114105225,
+      "cov-distil (oracle2student)": 5.321999549865723,
+      "cov-distil (oracle2teacher)": 5.466900825500488,
       "epoch": 1.1711145996860282,
-      "rel-constrast": 2.5921926498413086,
+      "rel-constrast": 3.2539732456207275,
       "step": 1492,
-      "subrel-constrast": 3.3167977333068848,
+      "subrel-constrast": 3.565631151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5081615447998047,
-      "cov-distil (oracle2student)": 4.854668617248535,
-      "cov-distil (oracle2teacher)": 4.041452884674072,
+      "cov-distil": 1.5491725206375122,
+      "cov-distil (oracle2student)": 4.705268859863281,
+      "cov-distil (oracle2teacher)": 4.2967143058776855,
       "epoch": 1.1718995290423861,
-      "rel-constrast": 3.7228612899780273,
+      "rel-constrast": 3.2657289505004883,
       "step": 1493,
-      "subrel-constrast": 3.814889430999756,
+      "subrel-constrast": 3.511319160461426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741749048233032,
-      "cov-distil (oracle2student)": 3.047351360321045,
-      "cov-distil (oracle2teacher)": 3.038147449493408,
+      "cov-distil": 1.830049753189087,
+      "cov-distil (oracle2student)": 3.090615749359131,
+      "cov-distil (oracle2teacher)": 3.1988534927368164,
       "epoch": 1.1726844583987441,
-      "rel-constrast": 3.035686492919922,
+      "rel-constrast": 2.9779469966888428,
       "step": 1494,
-      "subrel-constrast": 3.9800944328308105,
+      "subrel-constrast": 3.746381998062134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0405187606811523,
-      "cov-distil (oracle2student)": 3.714125633239746,
-      "cov-distil (oracle2teacher)": 3.6011228561401367,
+      "cov-distil": 3.1631665229797363,
+      "cov-distil (oracle2student)": 4.160269737243652,
+      "cov-distil (oracle2teacher)": 3.754619836807251,
       "epoch": 1.1734693877551021,
-      "rel-constrast": 2.398214101791382,
+      "rel-constrast": 3.1686503887176514,
       "step": 1495,
-      "subrel-constrast": 3.8939106464385986,
+      "subrel-constrast": 3.5968527793884277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3905870914459229,
-      "cov-distil (oracle2student)": 3.046931743621826,
-      "cov-distil (oracle2teacher)": 2.8855247497558594,
+      "cov-distil": 1.517662763595581,
+      "cov-distil (oracle2student)": 3.078836441040039,
+      "cov-distil (oracle2teacher)": 2.8757898807525635,
       "epoch": 1.1742543171114599,
-      "rel-constrast": 3.0308635234832764,
+      "rel-constrast": 2.9292778968811035,
       "step": 1496,
-      "subrel-constrast": 3.329037666320801,
+      "subrel-constrast": 3.2497100830078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647951602935791,
-      "cov-distil (oracle2student)": 4.180196285247803,
-      "cov-distil (oracle2teacher)": 4.218957901000977,
+      "cov-distil": 2.054962158203125,
+      "cov-distil (oracle2student)": 4.522157192230225,
+      "cov-distil (oracle2teacher)": 4.9345927238464355,
       "epoch": 1.1750392464678179,
-      "rel-constrast": 2.653312921524048,
+      "rel-constrast": 3.363790273666382,
       "step": 1497,
-      "subrel-constrast": 4.166954040527344,
+      "subrel-constrast": 4.129298210144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6036298274993896,
-      "cov-distil (oracle2student)": 4.424801826477051,
-      "cov-distil (oracle2teacher)": 3.7677884101867676,
+      "cov-distil": 1.7292054891586304,
+      "cov-distil (oracle2student)": 5.011144638061523,
+      "cov-distil (oracle2teacher)": 4.311142921447754,
       "epoch": 1.1758241758241759,
-      "rel-constrast": 2.748300313949585,
+      "rel-constrast": 3.3893399238586426,
       "step": 1498,
-      "subrel-constrast": 3.297043800354004,
+      "subrel-constrast": 3.3898260593414307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6762897968292236,
-      "cov-distil (oracle2student)": 3.5112032890319824,
-      "cov-distil (oracle2teacher)": 3.420654773712158,
+      "cov-distil": 1.409993290901184,
+      "cov-distil (oracle2student)": 4.621469497680664,
+      "cov-distil (oracle2teacher)": 3.7503151893615723,
       "epoch": 1.1766091051805336,
-      "rel-constrast": 2.9255642890930176,
+      "rel-constrast": 3.0930776596069336,
       "step": 1499,
-      "subrel-constrast": 3.3973541259765625,
+      "subrel-constrast": 3.347726345062256,
       "view-similarity": 0
     },
     {
       "epoch": 1.1773940345368916,
-      "grad_norm": 5.875,
+      "grad_norm": 6.28125,
       "learning_rate": 4.9621707691546645e-05,
-      "loss": 0.7332,
+      "loss": 0.7644,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-P@10": 0.7639999999999999,
+      "eval/duc04-P@10": 0.7439999999999999,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-nDCG@10": 0.7747621818724173,
+      "eval/duc04-nDCG@10": 0.7471287975428555,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
+      "eval/duc04-alpha_nDCG@10": 0.5564771225340014,
       "step": 1500
     },
     {
@@ -16516,17 +16516,17 @@
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.42399999999999993,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-nDCG@10": 0.6173102450175095,
+      "eval/multi_news-nDCG@10": 0.5966332562860654,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
+      "eval/multi_news-alpha_nDCG@10": 0.5620652349019176,
       "step": 1500
     },
     {
@@ -16536,5472 +16536,5472 @@
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/avg": 0.5416106548872113,
+      "eval/avg": 0.5232593197231233,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "overlap": 0.2890625,
+      "overlap": 0.3140625059604645,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
       "step": 1500,
-      "student margin": 0.0633544921875
+      "student margin": 0.0545654296875
     },
     {
       "epoch": 1.1773940345368916,
       "step": 1500,
-      "teacher margin": 0.043121337890625
+      "teacher margin": 0.04913330078125
     },
     {
       "epoch": 1.1773940345368916,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00543212890625,
       "step": 1500
     },
     {
-      "cov-distil": 1.7485086917877197,
-      "cov-distil (oracle2student)": 4.230788707733154,
-      "cov-distil (oracle2teacher)": 3.8272950649261475,
+      "cov-distil": 1.9172860383987427,
+      "cov-distil (oracle2student)": 5.323042392730713,
+      "cov-distil (oracle2teacher)": 4.5238237380981445,
       "epoch": 1.1773940345368916,
-      "rel-constrast": 2.0312840938568115,
+      "rel-constrast": 2.5297560691833496,
       "step": 1500,
-      "subrel-constrast": 2.71525502204895,
+      "subrel-constrast": 2.832296133041382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4775396585464478,
-      "cov-distil (oracle2student)": 4.059601306915283,
-      "cov-distil (oracle2teacher)": 3.723001003265381,
+      "cov-distil": 1.3232753276824951,
+      "cov-distil (oracle2student)": 3.7916009426116943,
+      "cov-distil (oracle2teacher)": 3.8251423835754395,
       "epoch": 1.1781789638932496,
-      "rel-constrast": 4.083869934082031,
+      "rel-constrast": 3.950422525405884,
       "step": 1501,
-      "subrel-constrast": 3.7125368118286133,
+      "subrel-constrast": 3.3373491764068604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.676011562347412,
-      "cov-distil (oracle2student)": 5.229190349578857,
-      "cov-distil (oracle2teacher)": 5.160117149353027,
+      "cov-distil": 2.2233471870422363,
+      "cov-distil (oracle2student)": 5.614033222198486,
+      "cov-distil (oracle2teacher)": 5.180672645568848,
       "epoch": 1.1789638932496076,
-      "rel-constrast": 3.101928234100342,
+      "rel-constrast": 3.7993500232696533,
       "step": 1502,
-      "subrel-constrast": 4.044782638549805,
+      "subrel-constrast": 4.335343360900879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6979618072509766,
-      "cov-distil (oracle2student)": 3.7973227500915527,
-      "cov-distil (oracle2teacher)": 3.310650587081909,
+      "cov-distil": 1.566896915435791,
+      "cov-distil (oracle2student)": 4.688749313354492,
+      "cov-distil (oracle2teacher)": 3.4921064376831055,
       "epoch": 1.1797488226059656,
-      "rel-constrast": 2.005044937133789,
+      "rel-constrast": 2.555701732635498,
       "step": 1503,
-      "subrel-constrast": 2.843824625015259,
+      "subrel-constrast": 2.427482843399048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5123100280761719,
-      "cov-distil (oracle2student)": 5.033284664154053,
-      "cov-distil (oracle2teacher)": 4.157942295074463,
+      "cov-distil": 1.5564537048339844,
+      "cov-distil (oracle2student)": 4.846446990966797,
+      "cov-distil (oracle2teacher)": 4.962312698364258,
       "epoch": 1.1805337519623234,
-      "rel-constrast": 2.8426575660705566,
+      "rel-constrast": 2.674205780029297,
       "step": 1504,
-      "subrel-constrast": 3.390226364135742,
+      "subrel-constrast": 3.339271068572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.316284418106079,
-      "cov-distil (oracle2student)": 3.133749485015869,
-      "cov-distil (oracle2teacher)": 3.136380672454834,
+      "cov-distil": 1.5451772212982178,
+      "cov-distil (oracle2student)": 2.898690938949585,
+      "cov-distil (oracle2teacher)": 3.4249372482299805,
       "epoch": 1.1813186813186813,
-      "rel-constrast": 2.476555347442627,
+      "rel-constrast": 2.810948610305786,
       "step": 1505,
-      "subrel-constrast": 3.1768059730529785,
+      "subrel-constrast": 3.0811119079589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3085720539093018,
-      "cov-distil (oracle2student)": 5.336479187011719,
-      "cov-distil (oracle2teacher)": 5.304076194763184,
+      "cov-distil": 2.6870017051696777,
+      "cov-distil (oracle2student)": 5.269142150878906,
+      "cov-distil (oracle2teacher)": 5.569355010986328,
       "epoch": 1.1821036106750393,
-      "rel-constrast": 3.9608383178710938,
+      "rel-constrast": 4.033282279968262,
       "step": 1506,
-      "subrel-constrast": 4.48170280456543,
+      "subrel-constrast": 4.542117595672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562358140945435,
-      "cov-distil (oracle2student)": 5.106496334075928,
-      "cov-distil (oracle2teacher)": 4.130088806152344,
+      "cov-distil": 1.8023386001586914,
+      "cov-distil (oracle2student)": 5.7385101318359375,
+      "cov-distil (oracle2teacher)": 4.578217506408691,
       "epoch": 1.182888540031397,
-      "rel-constrast": 2.9583888053894043,
+      "rel-constrast": 3.4640960693359375,
       "step": 1507,
-      "subrel-constrast": 3.7306017875671387,
+      "subrel-constrast": 3.583298683166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7493054866790771,
-      "cov-distil (oracle2student)": 2.7775204181671143,
-      "cov-distil (oracle2teacher)": 3.2637789249420166,
+      "cov-distil": 1.7430472373962402,
+      "cov-distil (oracle2student)": 2.629763603210449,
+      "cov-distil (oracle2teacher)": 3.2725989818573,
       "epoch": 1.183673469387755,
-      "rel-constrast": 2.5205020904541016,
+      "rel-constrast": 2.3908188343048096,
       "step": 1508,
-      "subrel-constrast": 3.557661294937134,
+      "subrel-constrast": 3.2724804878234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0654494762420654,
-      "cov-distil (oracle2student)": 2.2735180854797363,
-      "cov-distil (oracle2teacher)": 2.127807855606079,
+      "cov-distil": 1.3813674449920654,
+      "cov-distil (oracle2student)": 2.7683348655700684,
+      "cov-distil (oracle2teacher)": 2.5637505054473877,
       "epoch": 1.184458398744113,
-      "rel-constrast": 2.1841182708740234,
+      "rel-constrast": 2.700869083404541,
       "step": 1509,
-      "subrel-constrast": 2.6357650756835938,
+      "subrel-constrast": 2.620093822479248,
       "view-similarity": 0
     },
     {
       "epoch": 1.185243328100471,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.96875,
       "learning_rate": 4.9606434056070863e-05,
-      "loss": 0.7422,
+      "loss": 0.7727,
       "step": 1510
     },
     {
-      "cov-distil": 2.0747480392456055,
-      "cov-distil (oracle2student)": 3.9009385108947754,
-      "cov-distil (oracle2teacher)": 4.192046642303467,
+      "cov-distil": 2.312384605407715,
+      "cov-distil (oracle2student)": 4.621145725250244,
+      "cov-distil (oracle2teacher)": 4.413256645202637,
       "epoch": 1.185243328100471,
-      "rel-constrast": 2.6539556980133057,
+      "rel-constrast": 3.2841296195983887,
       "step": 1510,
-      "subrel-constrast": 3.577793836593628,
+      "subrel-constrast": 3.4546895027160645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7121105194091797,
-      "cov-distil (oracle2student)": 3.5978574752807617,
-      "cov-distil (oracle2teacher)": 3.8568508625030518,
+      "cov-distil": 1.8557753562927246,
+      "cov-distil (oracle2student)": 3.752302885055542,
+      "cov-distil (oracle2teacher)": 3.8086934089660645,
       "epoch": 1.1860282574568288,
-      "rel-constrast": 3.703195571899414,
+      "rel-constrast": 4.280101299285889,
       "step": 1511,
-      "subrel-constrast": 4.201766490936279,
+      "subrel-constrast": 4.329936504364014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.769433856010437,
-      "cov-distil (oracle2student)": 4.847658634185791,
-      "cov-distil (oracle2teacher)": 4.619823455810547,
+      "cov-distil": 2.105696439743042,
+      "cov-distil (oracle2student)": 4.832235813140869,
+      "cov-distil (oracle2teacher)": 4.985848426818848,
       "epoch": 1.1868131868131868,
-      "rel-constrast": 2.7370405197143555,
+      "rel-constrast": 3.3082499504089355,
       "step": 1512,
-      "subrel-constrast": 3.6746485233306885,
+      "subrel-constrast": 3.803394079208374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3672865629196167,
-      "cov-distil (oracle2student)": 5.345491409301758,
-      "cov-distil (oracle2teacher)": 5.307746887207031,
+      "cov-distil": 1.6449390649795532,
+      "cov-distil (oracle2student)": 6.777450084686279,
+      "cov-distil (oracle2teacher)": 5.831568241119385,
       "epoch": 1.1875981161695448,
-      "rel-constrast": 3.974797248840332,
+      "rel-constrast": 4.084428310394287,
       "step": 1513,
-      "subrel-constrast": 4.64158296585083,
+      "subrel-constrast": 4.387684345245361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3251571655273438,
-      "cov-distil (oracle2student)": 6.040820121765137,
-      "cov-distil (oracle2teacher)": 4.929553985595703,
+      "cov-distil": 1.4894795417785645,
+      "cov-distil (oracle2student)": 6.289453506469727,
+      "cov-distil (oracle2teacher)": 5.775760173797607,
       "epoch": 1.1883830455259026,
-      "rel-constrast": 2.626101493835449,
+      "rel-constrast": 2.41333270072937,
       "step": 1514,
-      "subrel-constrast": 3.0085737705230713,
+      "subrel-constrast": 2.7850465774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7284622192382812,
-      "cov-distil (oracle2student)": 3.64074444770813,
-      "cov-distil (oracle2teacher)": 3.6592631340026855,
+      "cov-distil": 2.206246852874756,
+      "cov-distil (oracle2student)": 3.9696521759033203,
+      "cov-distil (oracle2teacher)": 3.722459316253662,
       "epoch": 1.1891679748822606,
-      "rel-constrast": 2.033757209777832,
+      "rel-constrast": 2.0635414123535156,
       "step": 1515,
-      "subrel-constrast": 2.7563092708587646,
+      "subrel-constrast": 2.6162502765655518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1659088134765625,
-      "cov-distil (oracle2student)": 2.7111988067626953,
-      "cov-distil (oracle2teacher)": 3.0070433616638184,
+      "cov-distil": 2.4510533809661865,
+      "cov-distil (oracle2student)": 2.7930521965026855,
+      "cov-distil (oracle2teacher)": 3.0105409622192383,
       "epoch": 1.1899529042386185,
-      "rel-constrast": 2.4668636322021484,
+      "rel-constrast": 2.3236725330352783,
       "step": 1516,
-      "subrel-constrast": 3.6944668292999268,
+      "subrel-constrast": 3.6701371669769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1717967987060547,
-      "cov-distil (oracle2student)": 4.242790222167969,
-      "cov-distil (oracle2teacher)": 3.823622465133667,
+      "cov-distil": 1.3974751234054565,
+      "cov-distil (oracle2student)": 4.325800895690918,
+      "cov-distil (oracle2teacher)": 4.143582344055176,
       "epoch": 1.1907378335949765,
-      "rel-constrast": 3.1749753952026367,
+      "rel-constrast": 3.5964393615722656,
       "step": 1517,
-      "subrel-constrast": 3.6475167274475098,
+      "subrel-constrast": 3.545927047729492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.912517786026001,
-      "cov-distil (oracle2student)": 4.199876308441162,
-      "cov-distil (oracle2teacher)": 4.535355567932129,
+      "cov-distil": 2.56984806060791,
+      "cov-distil (oracle2student)": 5.170964241027832,
+      "cov-distil (oracle2teacher)": 4.24367094039917,
       "epoch": 1.1915227629513343,
-      "rel-constrast": 4.481130123138428,
+      "rel-constrast": 4.934070110321045,
       "step": 1518,
-      "subrel-constrast": 5.082208156585693,
+      "subrel-constrast": 4.760612964630127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562536239624023,
-      "cov-distil (oracle2student)": 5.788992881774902,
-      "cov-distil (oracle2teacher)": 4.82795524597168,
+      "cov-distil": 1.897395372390747,
+      "cov-distil (oracle2student)": 5.289916038513184,
+      "cov-distil (oracle2teacher)": 5.043879985809326,
       "epoch": 1.1923076923076923,
-      "rel-constrast": 3.587991237640381,
+      "rel-constrast": 4.197106838226318,
       "step": 1519,
-      "subrel-constrast": 4.080261707305908,
+      "subrel-constrast": 3.9326400756835938,
       "view-similarity": 0
     },
     {
       "epoch": 1.1930926216640503,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.4375,
       "learning_rate": 4.959086059896141e-05,
-      "loss": 0.8287,
+      "loss": 0.8621,
       "step": 1520
     },
     {
-      "cov-distil": 1.5232781171798706,
-      "cov-distil (oracle2student)": 4.327375411987305,
-      "cov-distil (oracle2teacher)": 4.070348739624023,
+      "cov-distil": 2.6535861492156982,
+      "cov-distil (oracle2student)": 4.809630393981934,
+      "cov-distil (oracle2teacher)": 4.434609413146973,
       "epoch": 1.1930926216640503,
-      "rel-constrast": 2.7197184562683105,
+      "rel-constrast": 3.1145834922790527,
       "step": 1520,
-      "subrel-constrast": 3.1734938621520996,
+      "subrel-constrast": 3.449302911758423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4419372081756592,
-      "cov-distil (oracle2student)": 5.73799467086792,
-      "cov-distil (oracle2teacher)": 5.951563835144043,
+      "cov-distil": 1.5581674575805664,
+      "cov-distil (oracle2student)": 6.877288341522217,
+      "cov-distil (oracle2teacher)": 6.002029895782471,
       "epoch": 1.193877551020408,
-      "rel-constrast": 3.3822076320648193,
+      "rel-constrast": 3.706590414047241,
       "step": 1521,
-      "subrel-constrast": 3.779179811477661,
+      "subrel-constrast": 4.04472017288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.640181303024292,
-      "cov-distil (oracle2student)": 3.836653709411621,
-      "cov-distil (oracle2teacher)": 3.7507858276367188,
+      "cov-distil": 1.9851887226104736,
+      "cov-distil (oracle2student)": 4.108968734741211,
+      "cov-distil (oracle2teacher)": 3.372758626937866,
       "epoch": 1.194662480376766,
-      "rel-constrast": 3.6478872299194336,
+      "rel-constrast": 4.474026679992676,
       "step": 1522,
-      "subrel-constrast": 4.444528579711914,
+      "subrel-constrast": 4.099109172821045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4504380226135254,
-      "cov-distil (oracle2student)": 3.3363285064697266,
-      "cov-distil (oracle2teacher)": 2.772866725921631,
+      "cov-distil": 1.7445967197418213,
+      "cov-distil (oracle2student)": 3.7898342609405518,
+      "cov-distil (oracle2teacher)": 3.5038225650787354,
       "epoch": 1.195447409733124,
-      "rel-constrast": 2.0574207305908203,
+      "rel-constrast": 2.238239288330078,
       "step": 1523,
-      "subrel-constrast": 2.545795440673828,
+      "subrel-constrast": 2.851907730102539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9421583414077759,
-      "cov-distil (oracle2student)": 3.961541175842285,
-      "cov-distil (oracle2teacher)": 4.5739521980285645,
+      "cov-distil": 2.250396251678467,
+      "cov-distil (oracle2student)": 5.145066261291504,
+      "cov-distil (oracle2teacher)": 4.6964497566223145,
       "epoch": 1.196232339089482,
-      "rel-constrast": 2.9225692749023438,
+      "rel-constrast": 3.4886064529418945,
       "step": 1524,
-      "subrel-constrast": 3.993438243865967,
+      "subrel-constrast": 4.0304694175720215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5873799324035645,
-      "cov-distil (oracle2student)": 4.951776027679443,
-      "cov-distil (oracle2teacher)": 4.686556816101074,
+      "cov-distil": 1.9484859704971313,
+      "cov-distil (oracle2student)": 5.016447067260742,
+      "cov-distil (oracle2teacher)": 4.78870964050293,
       "epoch": 1.19701726844584,
-      "rel-constrast": 2.6227290630340576,
+      "rel-constrast": 3.433077812194824,
       "step": 1525,
-      "subrel-constrast": 3.568251132965088,
+      "subrel-constrast": 3.343183994293213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7995333671569824,
-      "cov-distil (oracle2student)": 3.3716089725494385,
-      "cov-distil (oracle2teacher)": 3.617016315460205,
+      "cov-distil": 2.784691572189331,
+      "cov-distil (oracle2student)": 3.6217150688171387,
+      "cov-distil (oracle2teacher)": 3.766085147857666,
       "epoch": 1.1978021978021978,
-      "rel-constrast": 2.6842219829559326,
+      "rel-constrast": 3.1089394092559814,
       "step": 1526,
-      "subrel-constrast": 3.481901168823242,
+      "subrel-constrast": 3.894853115081787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5646638870239258,
-      "cov-distil (oracle2student)": 4.4577507972717285,
-      "cov-distil (oracle2teacher)": 4.188509941101074,
+      "cov-distil": 2.352919578552246,
+      "cov-distil (oracle2student)": 5.337078094482422,
+      "cov-distil (oracle2teacher)": 4.408210754394531,
       "epoch": 1.1985871271585558,
-      "rel-constrast": 3.4021458625793457,
+      "rel-constrast": 4.388445854187012,
       "step": 1527,
-      "subrel-constrast": 4.33415412902832,
+      "subrel-constrast": 4.429155349731445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8761851787567139,
-      "cov-distil (oracle2student)": 3.9821815490722656,
-      "cov-distil (oracle2teacher)": 3.884610176086426,
+      "cov-distil": 2.2172608375549316,
+      "cov-distil (oracle2student)": 4.052121162414551,
+      "cov-distil (oracle2teacher)": 3.8458893299102783,
       "epoch": 1.1993720565149137,
-      "rel-constrast": 2.9438514709472656,
+      "rel-constrast": 3.002258777618408,
       "step": 1528,
-      "subrel-constrast": 3.405836582183838,
+      "subrel-constrast": 3.4100818634033203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2246947288513184,
-      "cov-distil (oracle2student)": 4.151642799377441,
-      "cov-distil (oracle2teacher)": 3.1427805423736572,
+      "cov-distil": 1.4705394506454468,
+      "cov-distil (oracle2student)": 4.349119186401367,
+      "cov-distil (oracle2teacher)": 3.4468657970428467,
       "epoch": 1.2001569858712715,
-      "rel-constrast": 1.772562026977539,
+      "rel-constrast": 2.171937942504883,
       "step": 1529,
-      "subrel-constrast": 2.6392982006073,
+      "subrel-constrast": 2.456705093383789,
       "view-similarity": 0
     },
     {
       "epoch": 1.2009419152276295,
-      "grad_norm": 3.53125,
+      "grad_norm": 5.625,
       "learning_rate": 4.957498750997597e-05,
-      "loss": 0.744,
+      "loss": 0.8282,
       "step": 1530
     },
     {
-      "cov-distil": 1.600648045539856,
-      "cov-distil (oracle2student)": 4.604783058166504,
-      "cov-distil (oracle2teacher)": 4.556369304656982,
+      "cov-distil": 1.508070468902588,
+      "cov-distil (oracle2student)": 5.035850524902344,
+      "cov-distil (oracle2teacher)": 4.97237491607666,
       "epoch": 1.2009419152276295,
-      "rel-constrast": 2.267603874206543,
+      "rel-constrast": 2.2465076446533203,
       "step": 1530,
-      "subrel-constrast": 2.6244161128997803,
+      "subrel-constrast": 2.4714536666870117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810472846031189,
-      "cov-distil (oracle2student)": 4.073423862457275,
-      "cov-distil (oracle2teacher)": 3.6597142219543457,
+      "cov-distil": 2.189021587371826,
+      "cov-distil (oracle2student)": 4.0988969802856445,
+      "cov-distil (oracle2teacher)": 4.072225570678711,
       "epoch": 1.2017268445839875,
-      "rel-constrast": 2.3108716011047363,
+      "rel-constrast": 3.0464041233062744,
       "step": 1531,
-      "subrel-constrast": 3.2451529502868652,
+      "subrel-constrast": 3.3375816345214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8782386779785156,
-      "cov-distil (oracle2student)": 3.557467222213745,
-      "cov-distil (oracle2teacher)": 3.675232410430908,
+      "cov-distil": 2.4709322452545166,
+      "cov-distil (oracle2student)": 4.907002925872803,
+      "cov-distil (oracle2teacher)": 4.1503496170043945,
       "epoch": 1.2025117739403455,
-      "rel-constrast": 3.3091039657592773,
+      "rel-constrast": 4.341656684875488,
       "step": 1532,
-      "subrel-constrast": 4.100863456726074,
+      "subrel-constrast": 4.271442413330078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5638325214385986,
-      "cov-distil (oracle2student)": 2.8034284114837646,
-      "cov-distil (oracle2teacher)": 2.8497776985168457,
+      "cov-distil": 1.716883897781372,
+      "cov-distil (oracle2student)": 2.797983169555664,
+      "cov-distil (oracle2teacher)": 2.9715182781219482,
       "epoch": 1.2032967032967032,
-      "rel-constrast": 2.3563458919525146,
+      "rel-constrast": 3.0211033821105957,
       "step": 1533,
-      "subrel-constrast": 3.0898303985595703,
+      "subrel-constrast": 2.992946147918701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.691821575164795,
-      "cov-distil (oracle2student)": 4.60768985748291,
-      "cov-distil (oracle2teacher)": 4.304746627807617,
+      "cov-distil": 2.1605794429779053,
+      "cov-distil (oracle2student)": 4.850038051605225,
+      "cov-distil (oracle2teacher)": 4.6088032722473145,
       "epoch": 1.2040816326530612,
-      "rel-constrast": 2.8594892024993896,
+      "rel-constrast": 3.2066197395324707,
       "step": 1534,
-      "subrel-constrast": 3.549325704574585,
+      "subrel-constrast": 4.037586212158203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5520613193511963,
-      "cov-distil (oracle2student)": 4.877971649169922,
-      "cov-distil (oracle2teacher)": 4.454023838043213,
+      "cov-distil": 1.815563678741455,
+      "cov-distil (oracle2student)": 4.80515193939209,
+      "cov-distil (oracle2teacher)": 4.607004165649414,
       "epoch": 1.2048665620094192,
-      "rel-constrast": 2.8462142944335938,
+      "rel-constrast": 3.356212615966797,
       "step": 1535,
-      "subrel-constrast": 3.4580230712890625,
+      "subrel-constrast": 3.4872124195098877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6331263780593872,
-      "cov-distil (oracle2student)": 4.314093112945557,
-      "cov-distil (oracle2teacher)": 4.101082801818848,
+      "cov-distil": 2.1146669387817383,
+      "cov-distil (oracle2student)": 4.450850486755371,
+      "cov-distil (oracle2teacher)": 4.314725875854492,
       "epoch": 1.205651491365777,
-      "rel-constrast": 2.616159677505493,
+      "rel-constrast": 2.658287525177002,
       "step": 1536,
-      "subrel-constrast": 3.3092477321624756,
+      "subrel-constrast": 3.296804428100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.022289991378784,
-      "cov-distil (oracle2student)": 4.89500093460083,
-      "cov-distil (oracle2teacher)": 4.807025909423828,
+      "cov-distil": 2.237542152404785,
+      "cov-distil (oracle2student)": 5.157522678375244,
+      "cov-distil (oracle2teacher)": 5.068371772766113,
       "epoch": 1.206436420722135,
-      "rel-constrast": 2.419569253921509,
+      "rel-constrast": 2.759636878967285,
       "step": 1537,
-      "subrel-constrast": 3.59961199760437,
+      "subrel-constrast": 3.521134853363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4777123928070068,
-      "cov-distil (oracle2student)": 3.2864580154418945,
-      "cov-distil (oracle2teacher)": 3.056769847869873,
+      "cov-distil": 1.9311931133270264,
+      "cov-distil (oracle2student)": 3.4321303367614746,
+      "cov-distil (oracle2teacher)": 4.047699928283691,
       "epoch": 1.207221350078493,
-      "rel-constrast": 2.0155293941497803,
+      "rel-constrast": 2.259303092956543,
       "step": 1538,
-      "subrel-constrast": 2.7256932258605957,
+      "subrel-constrast": 3.235063314437866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.645634651184082,
-      "cov-distil (oracle2student)": 4.065258026123047,
-      "cov-distil (oracle2teacher)": 3.8413004875183105,
+      "cov-distil": 2.4330332279205322,
+      "cov-distil (oracle2student)": 4.244851112365723,
+      "cov-distil (oracle2teacher)": 4.501765251159668,
       "epoch": 1.208006279434851,
-      "rel-constrast": 2.3775105476379395,
+      "rel-constrast": 2.5799012184143066,
       "step": 1539,
-      "subrel-constrast": 3.498631715774536,
+      "subrel-constrast": 3.3714354038238525,
       "view-similarity": 0
     },
     {
       "epoch": 1.2087912087912087,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.59375,
       "learning_rate": 4.9558814982523106e-05,
-      "loss": 0.6766,
+      "loss": 0.7369,
       "step": 1540
     },
     {
-      "cov-distil": 1.8075847625732422,
-      "cov-distil (oracle2student)": 5.002773284912109,
-      "cov-distil (oracle2teacher)": 5.1291985511779785,
+      "cov-distil": 1.7995719909667969,
+      "cov-distil (oracle2student)": 5.726260662078857,
+      "cov-distil (oracle2teacher)": 5.477193832397461,
       "epoch": 1.2087912087912087,
-      "rel-constrast": 3.0045089721679688,
+      "rel-constrast": 3.648697853088379,
       "step": 1540,
-      "subrel-constrast": 3.930400848388672,
+      "subrel-constrast": 3.2994422912597656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4789363145828247,
-      "cov-distil (oracle2student)": 4.7036285400390625,
-      "cov-distil (oracle2teacher)": 4.801464080810547,
+      "cov-distil": 1.684117078781128,
+      "cov-distil (oracle2student)": 4.7812042236328125,
+      "cov-distil (oracle2teacher)": 5.30693244934082,
       "epoch": 1.2095761381475667,
-      "rel-constrast": 2.8248226642608643,
+      "rel-constrast": 3.2084877490997314,
       "step": 1541,
-      "subrel-constrast": 3.794799566268921,
+      "subrel-constrast": 3.4546189308166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6375290155410767,
-      "cov-distil (oracle2student)": 3.3961291313171387,
-      "cov-distil (oracle2teacher)": 3.204671859741211,
+      "cov-distil": 2.2194430828094482,
+      "cov-distil (oracle2student)": 4.063145160675049,
+      "cov-distil (oracle2teacher)": 3.5387635231018066,
       "epoch": 1.2103610675039247,
-      "rel-constrast": 2.8809454441070557,
+      "rel-constrast": 3.5485973358154297,
       "step": 1542,
-      "subrel-constrast": 3.4760124683380127,
+      "subrel-constrast": 3.7212672233581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2903764247894287,
-      "cov-distil (oracle2student)": 4.792279243469238,
-      "cov-distil (oracle2teacher)": 4.538397789001465,
+      "cov-distil": 1.7182254791259766,
+      "cov-distil (oracle2student)": 4.262997627258301,
+      "cov-distil (oracle2teacher)": 4.745234489440918,
       "epoch": 1.2111459968602825,
-      "rel-constrast": 2.7544140815734863,
+      "rel-constrast": 2.8789234161376953,
       "step": 1543,
-      "subrel-constrast": 3.2082643508911133,
+      "subrel-constrast": 3.071460008621216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4375863075256348,
-      "cov-distil (oracle2student)": 4.494780540466309,
-      "cov-distil (oracle2teacher)": 4.387182235717773,
+      "cov-distil": 1.778658390045166,
+      "cov-distil (oracle2student)": 5.285736083984375,
+      "cov-distil (oracle2teacher)": 4.830392837524414,
       "epoch": 1.2119309262166404,
-      "rel-constrast": 2.863981008529663,
+      "rel-constrast": 3.2336478233337402,
       "step": 1544,
-      "subrel-constrast": 3.4193403720855713,
+      "subrel-constrast": 3.3492431640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7431714534759521,
-      "cov-distil (oracle2student)": 4.275623321533203,
-      "cov-distil (oracle2teacher)": 4.166308403015137,
+      "cov-distil": 1.6873376369476318,
+      "cov-distil (oracle2student)": 4.198597431182861,
+      "cov-distil (oracle2teacher)": 4.050151348114014,
       "epoch": 1.2127158555729984,
-      "rel-constrast": 2.1307897567749023,
+      "rel-constrast": 2.5997281074523926,
       "step": 1545,
-      "subrel-constrast": 3.471906900405884,
+      "subrel-constrast": 3.394369125366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7611958980560303,
-      "cov-distil (oracle2student)": 3.3497514724731445,
-      "cov-distil (oracle2teacher)": 3.3862464427948,
+      "cov-distil": 1.9257383346557617,
+      "cov-distil (oracle2student)": 3.5837159156799316,
+      "cov-distil (oracle2teacher)": 3.586101770401001,
       "epoch": 1.2135007849293564,
-      "rel-constrast": 2.38743257522583,
+      "rel-constrast": 2.145664691925049,
       "step": 1546,
-      "subrel-constrast": 3.3915841579437256,
+      "subrel-constrast": 3.107405424118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5527610778808594,
-      "cov-distil (oracle2student)": 3.1812191009521484,
-      "cov-distil (oracle2teacher)": 3.1168770790100098,
+      "cov-distil": 1.739095687866211,
+      "cov-distil (oracle2student)": 3.274857997894287,
+      "cov-distil (oracle2teacher)": 3.4684669971466064,
       "epoch": 1.2142857142857142,
-      "rel-constrast": 2.404475212097168,
+      "rel-constrast": 2.682772636413574,
       "step": 1547,
-      "subrel-constrast": 3.0474047660827637,
+      "subrel-constrast": 2.876507520675659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7499725818634033,
-      "cov-distil (oracle2student)": 4.475757598876953,
-      "cov-distil (oracle2teacher)": 4.537806034088135,
+      "cov-distil": 1.9764400720596313,
+      "cov-distil (oracle2student)": 5.423601150512695,
+      "cov-distil (oracle2teacher)": 4.720066547393799,
       "epoch": 1.2150706436420722,
-      "rel-constrast": 2.1917285919189453,
+      "rel-constrast": 2.5067367553710938,
       "step": 1548,
-      "subrel-constrast": 2.8687524795532227,
+      "subrel-constrast": 2.6566712856292725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2541391849517822,
-      "cov-distil (oracle2student)": 4.706418991088867,
-      "cov-distil (oracle2teacher)": 3.8923490047454834,
+      "cov-distil": 1.39100980758667,
+      "cov-distil (oracle2student)": 4.79363489151001,
+      "cov-distil (oracle2teacher)": 3.986844301223755,
       "epoch": 1.2158555729984302,
-      "rel-constrast": 2.889606475830078,
+      "rel-constrast": 2.2378265857696533,
       "step": 1549,
-      "subrel-constrast": 3.2647478580474854,
+      "subrel-constrast": 3.0173535346984863,
       "view-similarity": 0
     },
     {
       "epoch": 1.2166405023547882,
-      "grad_norm": 5.59375,
+      "grad_norm": 5.40625,
       "learning_rate": 4.9542343213659974e-05,
-      "loss": 0.6976,
+      "loss": 0.7173,
       "step": 1550
     },
     {
-      "cov-distil": 1.8331830501556396,
-      "cov-distil (oracle2student)": 5.015098571777344,
-      "cov-distil (oracle2teacher)": 4.250988960266113,
+      "cov-distil": 1.6455473899841309,
+      "cov-distil (oracle2student)": 5.877847671508789,
+      "cov-distil (oracle2teacher)": 5.212038993835449,
       "epoch": 1.2166405023547882,
-      "rel-constrast": 4.024837493896484,
+      "rel-constrast": 4.509739398956299,
       "step": 1550,
-      "subrel-constrast": 4.481121063232422,
+      "subrel-constrast": 4.808380126953125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9867794513702393,
-      "cov-distil (oracle2student)": 3.297834873199463,
-      "cov-distil (oracle2teacher)": 3.424804449081421,
+      "cov-distil": 2.298107862472534,
+      "cov-distil (oracle2student)": 4.6397504806518555,
+      "cov-distil (oracle2teacher)": 4.20549201965332,
       "epoch": 1.217425431711146,
-      "rel-constrast": 2.9038000106811523,
+      "rel-constrast": 3.4842381477355957,
       "step": 1551,
-      "subrel-constrast": 3.5621063709259033,
+      "subrel-constrast": 3.9074127674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5921251773834229,
-      "cov-distil (oracle2student)": 4.316880226135254,
-      "cov-distil (oracle2teacher)": 3.882554292678833,
+      "cov-distil": 1.8756139278411865,
+      "cov-distil (oracle2student)": 4.935657024383545,
+      "cov-distil (oracle2teacher)": 4.117036819458008,
       "epoch": 1.218210361067504,
-      "rel-constrast": 2.5500707626342773,
+      "rel-constrast": 2.2489562034606934,
       "step": 1552,
-      "subrel-constrast": 3.0413320064544678,
+      "subrel-constrast": 3.0293800830841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2253526449203491,
-      "cov-distil (oracle2student)": 4.995065689086914,
-      "cov-distil (oracle2teacher)": 4.219193458557129,
+      "cov-distil": 1.6260697841644287,
+      "cov-distil (oracle2student)": 4.922709941864014,
+      "cov-distil (oracle2teacher)": 4.8041276931762695,
       "epoch": 1.218995290423862,
-      "rel-constrast": 3.696774959564209,
+      "rel-constrast": 3.9420387744903564,
       "step": 1553,
-      "subrel-constrast": 3.889272689819336,
+      "subrel-constrast": 4.028632164001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229150414466858,
-      "cov-distil (oracle2student)": 2.6216583251953125,
-      "cov-distil (oracle2teacher)": 2.6381349563598633,
+      "cov-distil": 1.3076212406158447,
+      "cov-distil (oracle2student)": 2.6253983974456787,
+      "cov-distil (oracle2teacher)": 2.998382568359375,
       "epoch": 1.2197802197802199,
-      "rel-constrast": 3.167804718017578,
+      "rel-constrast": 2.5977015495300293,
       "step": 1554,
-      "subrel-constrast": 3.390306234359741,
+      "subrel-constrast": 3.0434787273406982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.84684419631958,
-      "cov-distil (oracle2student)": 2.844254970550537,
-      "cov-distil (oracle2teacher)": 2.755173683166504,
+      "cov-distil": 2.615368366241455,
+      "cov-distil (oracle2student)": 2.959066867828369,
+      "cov-distil (oracle2teacher)": 3.3105099201202393,
       "epoch": 1.2205651491365777,
-      "rel-constrast": 2.9125025272369385,
+      "rel-constrast": 2.831315040588379,
       "step": 1555,
-      "subrel-constrast": 3.365950345993042,
+      "subrel-constrast": 3.5817558765411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9272841215133667,
-      "cov-distil (oracle2student)": 2.703958034515381,
-      "cov-distil (oracle2teacher)": 2.7598724365234375,
+      "cov-distil": 2.2537682056427,
+      "cov-distil (oracle2student)": 2.7551276683807373,
+      "cov-distil (oracle2teacher)": 2.652442455291748,
       "epoch": 1.2213500784929356,
-      "rel-constrast": 2.177861213684082,
+      "rel-constrast": 2.6730098724365234,
       "step": 1556,
-      "subrel-constrast": 3.3213248252868652,
+      "subrel-constrast": 2.9973089694976807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2323274612426758,
-      "cov-distil (oracle2student)": 2.7246484756469727,
-      "cov-distil (oracle2teacher)": 2.517838954925537,
+      "cov-distil": 1.608872652053833,
+      "cov-distil (oracle2student)": 2.216827392578125,
+      "cov-distil (oracle2teacher)": 2.3917922973632812,
       "epoch": 1.2221350078492936,
-      "rel-constrast": 1.8433092832565308,
+      "rel-constrast": 1.764626383781433,
       "step": 1557,
-      "subrel-constrast": 2.5471136569976807,
+      "subrel-constrast": 2.424394130706787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569610357284546,
-      "cov-distil (oracle2student)": 5.2571306228637695,
-      "cov-distil (oracle2teacher)": 4.8253984451293945,
+      "cov-distil": 2.4502878189086914,
+      "cov-distil (oracle2student)": 6.2127180099487305,
+      "cov-distil (oracle2teacher)": 5.1285247802734375,
       "epoch": 1.2229199372056514,
-      "rel-constrast": 2.5907344818115234,
+      "rel-constrast": 3.1274166107177734,
       "step": 1558,
-      "subrel-constrast": 3.619658946990967,
+      "subrel-constrast": 3.9349358081817627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.719965934753418,
-      "cov-distil (oracle2student)": 6.273858070373535,
-      "cov-distil (oracle2teacher)": 5.100681781768799,
+      "cov-distil": 1.9034004211425781,
+      "cov-distil (oracle2student)": 5.819831848144531,
+      "cov-distil (oracle2teacher)": 5.821584701538086,
       "epoch": 1.2237048665620094,
-      "rel-constrast": 3.1695213317871094,
+      "rel-constrast": 3.373741865158081,
       "step": 1559,
-      "subrel-constrast": 3.9834675788879395,
+      "subrel-constrast": 3.690277099609375,
       "view-similarity": 0
     },
     {
       "epoch": 1.2244897959183674,
-      "grad_norm": 5.75,
+      "grad_norm": 7.5,
       "learning_rate": 4.952557240408988e-05,
-      "loss": 0.7663,
+      "loss": 0.7638,
       "step": 1560
     },
     {
-      "cov-distil": 1.6666290760040283,
-      "cov-distil (oracle2student)": 4.642274856567383,
-      "cov-distil (oracle2teacher)": 4.5248212814331055,
+      "cov-distil": 2.0266361236572266,
+      "cov-distil (oracle2student)": 4.939917087554932,
+      "cov-distil (oracle2teacher)": 4.8299455642700195,
       "epoch": 1.2244897959183674,
-      "rel-constrast": 3.450890302658081,
+      "rel-constrast": 3.633413314819336,
       "step": 1560,
-      "subrel-constrast": 4.130867958068848,
+      "subrel-constrast": 3.9478743076324463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2021815776824951,
-      "cov-distil (oracle2student)": 3.2229409217834473,
-      "cov-distil (oracle2teacher)": 3.380291700363159,
+      "cov-distil": 1.8504947423934937,
+      "cov-distil (oracle2student)": 3.553264856338501,
+      "cov-distil (oracle2teacher)": 3.278890609741211,
       "epoch": 1.2252747252747254,
-      "rel-constrast": 2.533560276031494,
+      "rel-constrast": 2.6801607608795166,
       "step": 1561,
-      "subrel-constrast": 3.267157793045044,
+      "subrel-constrast": 3.2840564250946045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4832178354263306,
-      "cov-distil (oracle2student)": 3.1300363540649414,
-      "cov-distil (oracle2teacher)": 3.320742607116699,
+      "cov-distil": 1.5647244453430176,
+      "cov-distil (oracle2student)": 3.2431018352508545,
+      "cov-distil (oracle2teacher)": 3.2261343002319336,
       "epoch": 1.2260596546310831,
-      "rel-constrast": 1.6512200832366943,
+      "rel-constrast": 1.6822991371154785,
       "step": 1562,
-      "subrel-constrast": 2.4736149311065674,
+      "subrel-constrast": 2.267056465148926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5483647584915161,
-      "cov-distil (oracle2student)": 3.974653720855713,
-      "cov-distil (oracle2teacher)": 4.282253742218018,
+      "cov-distil": 1.9254546165466309,
+      "cov-distil (oracle2student)": 3.970609664916992,
+      "cov-distil (oracle2teacher)": 4.246237754821777,
       "epoch": 1.2268445839874411,
-      "rel-constrast": 3.680492877960205,
+      "rel-constrast": 4.075508117675781,
       "step": 1563,
-      "subrel-constrast": 4.2281389236450195,
+      "subrel-constrast": 4.1894378662109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8743088245391846,
-      "cov-distil (oracle2student)": 4.122889995574951,
-      "cov-distil (oracle2teacher)": 3.6850976943969727,
+      "cov-distil": 2.429943084716797,
+      "cov-distil (oracle2student)": 4.271865367889404,
+      "cov-distil (oracle2teacher)": 3.9084248542785645,
       "epoch": 1.227629513343799,
-      "rel-constrast": 2.8563923835754395,
+      "rel-constrast": 2.5571184158325195,
       "step": 1564,
-      "subrel-constrast": 3.1994149684906006,
+      "subrel-constrast": 3.2550766468048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.908144474029541,
-      "cov-distil (oracle2student)": 4.664992332458496,
-      "cov-distil (oracle2teacher)": 4.363765239715576,
+      "cov-distil": 2.0057859420776367,
+      "cov-distil (oracle2student)": 5.0161542892456055,
+      "cov-distil (oracle2teacher)": 4.823497772216797,
       "epoch": 1.2284144427001569,
-      "rel-constrast": 3.2205111980438232,
+      "rel-constrast": 3.7684714794158936,
       "step": 1565,
-      "subrel-constrast": 3.8490545749664307,
+      "subrel-constrast": 3.988330125808716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4982974529266357,
-      "cov-distil (oracle2student)": 3.536342144012451,
-      "cov-distil (oracle2teacher)": 3.640622615814209,
+      "cov-distil": 2.0187528133392334,
+      "cov-distil (oracle2student)": 4.051573276519775,
+      "cov-distil (oracle2teacher)": 3.7374041080474854,
       "epoch": 1.2291993720565149,
-      "rel-constrast": 2.4386274814605713,
+      "rel-constrast": 2.8285112380981445,
       "step": 1566,
-      "subrel-constrast": 3.2455220222473145,
+      "subrel-constrast": 2.8667945861816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.983614206314087,
-      "cov-distil (oracle2student)": 2.985178232192993,
-      "cov-distil (oracle2teacher)": 2.78747296333313,
+      "cov-distil": 2.1014323234558105,
+      "cov-distil (oracle2student)": 2.8647453784942627,
+      "cov-distil (oracle2teacher)": 2.905611038208008,
       "epoch": 1.2299843014128728,
-      "rel-constrast": 2.052114725112915,
+      "rel-constrast": 2.6169919967651367,
       "step": 1567,
-      "subrel-constrast": 2.8265461921691895,
+      "subrel-constrast": 2.8226869106292725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4338563680648804,
-      "cov-distil (oracle2student)": 3.8309435844421387,
-      "cov-distil (oracle2teacher)": 3.4424710273742676,
+      "cov-distil": 1.9038939476013184,
+      "cov-distil (oracle2student)": 4.054032325744629,
+      "cov-distil (oracle2teacher)": 3.6151461601257324,
       "epoch": 1.2307692307692308,
-      "rel-constrast": 3.0795669555664062,
+      "rel-constrast": 2.9120006561279297,
       "step": 1568,
-      "subrel-constrast": 3.582277297973633,
+      "subrel-constrast": 3.4757442474365234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.584893226623535,
-      "cov-distil (oracle2student)": 5.216217994689941,
-      "cov-distil (oracle2teacher)": 4.565634250640869,
+      "cov-distil": 1.8943110704421997,
+      "cov-distil (oracle2student)": 5.027636528015137,
+      "cov-distil (oracle2teacher)": 5.082924842834473,
       "epoch": 1.2315541601255886,
-      "rel-constrast": 3.039799690246582,
+      "rel-constrast": 2.7335634231567383,
       "step": 1569,
-      "subrel-constrast": 3.715428113937378,
+      "subrel-constrast": 3.9057140350341797,
       "view-similarity": 0
     },
     {
       "epoch": 1.2323390894819466,
-      "grad_norm": 6.03125,
+      "grad_norm": 5.4375,
       "learning_rate": 4.950850275815983e-05,
-      "loss": 0.743,
+      "loss": 0.7372,
       "step": 1570
     },
     {
-      "cov-distil": 1.5038628578186035,
-      "cov-distil (oracle2student)": 2.6119627952575684,
-      "cov-distil (oracle2teacher)": 2.7541110515594482,
+      "cov-distil": 1.6249680519104004,
+      "cov-distil (oracle2student)": 3.496582508087158,
+      "cov-distil (oracle2teacher)": 2.9237847328186035,
       "epoch": 1.2323390894819466,
-      "rel-constrast": 2.176480531692505,
+      "rel-constrast": 2.4542620182037354,
       "step": 1570,
-      "subrel-constrast": 2.686347007751465,
+      "subrel-constrast": 2.4353930950164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.520804524421692,
-      "cov-distil (oracle2student)": 2.5996336936950684,
-      "cov-distil (oracle2teacher)": 2.6235592365264893,
+      "cov-distil": 1.707364797592163,
+      "cov-distil (oracle2student)": 2.710237979888916,
+      "cov-distil (oracle2teacher)": 2.693124294281006,
       "epoch": 1.2331240188383046,
-      "rel-constrast": 3.114922523498535,
+      "rel-constrast": 3.5400798320770264,
       "step": 1571,
-      "subrel-constrast": 3.61731219291687,
+      "subrel-constrast": 3.7818264961242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104897737503052,
-      "cov-distil (oracle2student)": 3.415076732635498,
-      "cov-distil (oracle2teacher)": 3.5732460021972656,
+      "cov-distil": 1.199735403060913,
+      "cov-distil (oracle2student)": 3.6591129302978516,
+      "cov-distil (oracle2teacher)": 3.170863151550293,
       "epoch": 1.2339089481946626,
-      "rel-constrast": 3.33668851852417,
+      "rel-constrast": 3.4419827461242676,
       "step": 1572,
-      "subrel-constrast": 3.909759759902954,
+      "subrel-constrast": 3.588771104812622,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4771370887756348,
-      "cov-distil (oracle2student)": 4.409694671630859,
-      "cov-distil (oracle2teacher)": 3.946770429611206,
+      "cov-distil": 1.880397081375122,
+      "cov-distil (oracle2student)": 4.820205211639404,
+      "cov-distil (oracle2teacher)": 3.9856975078582764,
       "epoch": 1.2346938775510203,
-      "rel-constrast": 3.8898987770080566,
+      "rel-constrast": 5.044854640960693,
       "step": 1573,
-      "subrel-constrast": 4.148560523986816,
+      "subrel-constrast": 3.82181978225708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3169071674346924,
-      "cov-distil (oracle2student)": 4.829381942749023,
-      "cov-distil (oracle2teacher)": 4.6057939529418945,
+      "cov-distil": 1.8163483142852783,
+      "cov-distil (oracle2student)": 5.053114891052246,
+      "cov-distil (oracle2teacher)": 4.331532001495361,
       "epoch": 1.2354788069073783,
-      "rel-constrast": 2.1212494373321533,
+      "rel-constrast": 2.3052780628204346,
       "step": 1574,
-      "subrel-constrast": 2.8325772285461426,
+      "subrel-constrast": 2.6113781929016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2086176872253418,
-      "cov-distil (oracle2student)": 2.98012638092041,
-      "cov-distil (oracle2teacher)": 2.6507182121276855,
+      "cov-distil": 1.099170207977295,
+      "cov-distil (oracle2student)": 3.086127758026123,
+      "cov-distil (oracle2teacher)": 2.824364185333252,
       "epoch": 1.2362637362637363,
-      "rel-constrast": 1.8269630670547485,
+      "rel-constrast": 1.9029412269592285,
       "step": 1575,
-      "subrel-constrast": 2.1550111770629883,
+      "subrel-constrast": 2.12070369720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2610249519348145,
-      "cov-distil (oracle2student)": 4.485299587249756,
-      "cov-distil (oracle2teacher)": 4.363012790679932,
+      "cov-distil": 1.879900336265564,
+      "cov-distil (oracle2student)": 4.8395209312438965,
+      "cov-distil (oracle2teacher)": 4.8144049644470215,
       "epoch": 1.2370486656200943,
-      "rel-constrast": 4.008843421936035,
+      "rel-constrast": 4.274290084838867,
       "step": 1576,
-      "subrel-constrast": 4.4985198974609375,
+      "subrel-constrast": 4.250116348266602,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6807074546813965,
-      "cov-distil (oracle2student)": 4.946079254150391,
-      "cov-distil (oracle2teacher)": 4.673879146575928,
+      "cov-distil": 2.2934813499450684,
+      "cov-distil (oracle2student)": 4.8231282234191895,
+      "cov-distil (oracle2teacher)": 4.718170642852783,
       "epoch": 1.237833594976452,
-      "rel-constrast": 3.214716911315918,
+      "rel-constrast": 3.2889699935913086,
       "step": 1577,
-      "subrel-constrast": 3.7449193000793457,
+      "subrel-constrast": 3.804370641708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7182397842407227,
-      "cov-distil (oracle2student)": 7.419530868530273,
-      "cov-distil (oracle2teacher)": 6.617232322692871,
+      "cov-distil": 2.3943870067596436,
+      "cov-distil (oracle2student)": 7.712185382843018,
+      "cov-distil (oracle2teacher)": 6.437448024749756,
       "epoch": 1.23861852433281,
-      "rel-constrast": 2.0141851902008057,
+      "rel-constrast": 2.2898073196411133,
       "step": 1578,
-      "subrel-constrast": 3.173762321472168,
+      "subrel-constrast": 2.7326786518096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5207469463348389,
-      "cov-distil (oracle2student)": 4.323278427124023,
-      "cov-distil (oracle2teacher)": 4.4741621017456055,
+      "cov-distil": 1.5068554878234863,
+      "cov-distil (oracle2student)": 5.221418380737305,
+      "cov-distil (oracle2teacher)": 4.762904167175293,
       "epoch": 1.239403453689168,
-      "rel-constrast": 2.6204493045806885,
+      "rel-constrast": 3.1496150493621826,
       "step": 1579,
-      "subrel-constrast": 3.512580156326294,
+      "subrel-constrast": 3.4960951805114746,
       "view-similarity": 0
     },
     {
       "epoch": 1.2401883830455258,
-      "grad_norm": 4.78125,
+      "grad_norm": 6.0,
       "learning_rate": 4.9491134483858095e-05,
-      "loss": 0.7444,
+      "loss": 0.7923,
       "step": 1580
     },
     {
-      "cov-distil": 1.7275066375732422,
-      "cov-distil (oracle2student)": 2.5916287899017334,
-      "cov-distil (oracle2teacher)": 3.294196128845215,
+      "cov-distil": 2.138178825378418,
+      "cov-distil (oracle2student)": 2.2196125984191895,
+      "cov-distil (oracle2teacher)": 3.029038429260254,
       "epoch": 1.2401883830455258,
-      "rel-constrast": 2.8139939308166504,
+      "rel-constrast": 2.455509901046753,
       "step": 1580,
-      "subrel-constrast": 3.629631280899048,
+      "subrel-constrast": 3.5580146312713623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41563081741333,
-      "cov-distil (oracle2student)": 3.2800745964050293,
-      "cov-distil (oracle2teacher)": 3.2235331535339355,
+      "cov-distil": 2.049274444580078,
+      "cov-distil (oracle2student)": 3.8389477729797363,
+      "cov-distil (oracle2teacher)": 3.7854127883911133,
       "epoch": 1.2409733124018838,
-      "rel-constrast": 2.417858600616455,
+      "rel-constrast": 2.569068193435669,
       "step": 1581,
-      "subrel-constrast": 3.2114391326904297,
+      "subrel-constrast": 3.3387999534606934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0455130338668823,
-      "cov-distil (oracle2student)": 4.683004379272461,
-      "cov-distil (oracle2teacher)": 4.711904525756836,
+      "cov-distil": 1.642974615097046,
+      "cov-distil (oracle2student)": 5.373010635375977,
+      "cov-distil (oracle2teacher)": 4.8885908126831055,
       "epoch": 1.2417582417582418,
-      "rel-constrast": 4.308945178985596,
+      "rel-constrast": 4.155498504638672,
       "step": 1582,
-      "subrel-constrast": 4.595567226409912,
+      "subrel-constrast": 4.450000286102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4948856830596924,
-      "cov-distil (oracle2student)": 4.5842413902282715,
-      "cov-distil (oracle2teacher)": 4.541057586669922,
+      "cov-distil": 1.8912696838378906,
+      "cov-distil (oracle2student)": 4.614186763763428,
+      "cov-distil (oracle2teacher)": 4.33878231048584,
       "epoch": 1.2425431711145998,
-      "rel-constrast": 2.354098320007324,
+      "rel-constrast": 2.801318645477295,
       "step": 1583,
-      "subrel-constrast": 3.2532970905303955,
+      "subrel-constrast": 2.6787571907043457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478751540184021,
-      "cov-distil (oracle2student)": 5.340696811676025,
-      "cov-distil (oracle2teacher)": 5.217659950256348,
+      "cov-distil": 1.7463786602020264,
+      "cov-distil (oracle2student)": 5.546780586242676,
+      "cov-distil (oracle2teacher)": 5.579392433166504,
       "epoch": 1.2433281004709575,
-      "rel-constrast": 3.1210832595825195,
+      "rel-constrast": 3.251866102218628,
       "step": 1584,
-      "subrel-constrast": 3.8527209758758545,
+      "subrel-constrast": 3.5651440620422363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385205626487732,
-      "cov-distil (oracle2student)": 4.021716594696045,
-      "cov-distil (oracle2teacher)": 4.30511474609375,
+      "cov-distil": 1.7475996017456055,
+      "cov-distil (oracle2student)": 4.642965316772461,
+      "cov-distil (oracle2teacher)": 4.485138893127441,
       "epoch": 1.2441130298273155,
-      "rel-constrast": 3.3219354152679443,
+      "rel-constrast": 3.9002811908721924,
       "step": 1585,
-      "subrel-constrast": 4.327701091766357,
+      "subrel-constrast": 4.113150596618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2471152544021606,
-      "cov-distil (oracle2student)": 5.545618057250977,
-      "cov-distil (oracle2teacher)": 4.992803573608398,
+      "cov-distil": 1.8231157064437866,
+      "cov-distil (oracle2student)": 6.136351585388184,
+      "cov-distil (oracle2teacher)": 5.881249904632568,
       "epoch": 1.2448979591836735,
-      "rel-constrast": 3.230410575866699,
+      "rel-constrast": 3.740389347076416,
       "step": 1586,
-      "subrel-constrast": 3.737184762954712,
+      "subrel-constrast": 3.800239086151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.389676809310913,
-      "cov-distil (oracle2student)": 4.302770614624023,
-      "cov-distil (oracle2teacher)": 4.216390132904053,
+      "cov-distil": 1.266098976135254,
+      "cov-distil (oracle2student)": 4.157269477844238,
+      "cov-distil (oracle2teacher)": 4.127383232116699,
       "epoch": 1.2456828885400313,
-      "rel-constrast": 3.0439257621765137,
+      "rel-constrast": 3.858865737915039,
       "step": 1587,
-      "subrel-constrast": 3.626136064529419,
+      "subrel-constrast": 3.4754955768585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0842232704162598,
-      "cov-distil (oracle2student)": 5.351293087005615,
-      "cov-distil (oracle2teacher)": 4.81019401550293,
+      "cov-distil": 2.3176093101501465,
+      "cov-distil (oracle2student)": 6.148702621459961,
+      "cov-distil (oracle2teacher)": 4.768836498260498,
       "epoch": 1.2464678178963893,
-      "rel-constrast": 2.3461873531341553,
+      "rel-constrast": 2.3947975635528564,
       "step": 1588,
-      "subrel-constrast": 3.2448534965515137,
+      "subrel-constrast": 2.8439996242523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9012022018432617,
-      "cov-distil (oracle2student)": 3.589587688446045,
-      "cov-distil (oracle2teacher)": 3.8490538597106934,
+      "cov-distil": 1.3995039463043213,
+      "cov-distil (oracle2student)": 4.4474873542785645,
+      "cov-distil (oracle2teacher)": 4.282570838928223,
       "epoch": 1.2472527472527473,
-      "rel-constrast": 2.6720728874206543,
+      "rel-constrast": 2.729245185852051,
       "step": 1589,
-      "subrel-constrast": 3.2388925552368164,
+      "subrel-constrast": 3.054457187652588,
       "view-similarity": 0
     },
     {
       "epoch": 1.2480376766091053,
-      "grad_norm": 6.21875,
+      "grad_norm": 6.65625,
       "learning_rate": 4.947346779281159e-05,
-      "loss": 0.7787,
+      "loss": 0.7964,
       "step": 1590
     },
     {
-      "cov-distil": 1.0694540739059448,
-      "cov-distil (oracle2student)": 3.0265297889709473,
-      "cov-distil (oracle2teacher)": 2.930713653564453,
+      "cov-distil": 1.8453747034072876,
+      "cov-distil (oracle2student)": 3.0918891429901123,
+      "cov-distil (oracle2teacher)": 2.8081789016723633,
       "epoch": 1.2480376766091053,
-      "rel-constrast": 1.9245004653930664,
+      "rel-constrast": 2.1064953804016113,
       "step": 1590,
-      "subrel-constrast": 2.372952699661255,
+      "subrel-constrast": 2.196903944015503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5754947662353516,
-      "cov-distil (oracle2student)": 5.229963779449463,
-      "cov-distil (oracle2teacher)": 5.164266586303711,
+      "cov-distil": 1.9793720245361328,
+      "cov-distil (oracle2student)": 6.001737594604492,
+      "cov-distil (oracle2teacher)": 5.8279314041137695,
       "epoch": 1.248822605965463,
-      "rel-constrast": 1.8129247426986694,
+      "rel-constrast": 2.371981620788574,
       "step": 1591,
-      "subrel-constrast": 2.834083080291748,
+      "subrel-constrast": 3.050093173980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0053443908691406,
-      "cov-distil (oracle2student)": 4.9797444343566895,
-      "cov-distil (oracle2teacher)": 4.2929582595825195,
+      "cov-distil": 1.8977521657943726,
+      "cov-distil (oracle2student)": 6.038756370544434,
+      "cov-distil (oracle2teacher)": 5.4142913818359375,
       "epoch": 1.249607535321821,
-      "rel-constrast": 2.694392442703247,
+      "rel-constrast": 2.7641172409057617,
       "step": 1592,
-      "subrel-constrast": 3.547555923461914,
+      "subrel-constrast": 3.569976329803467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2049765586853027,
-      "cov-distil (oracle2student)": 4.001274108886719,
-      "cov-distil (oracle2teacher)": 3.9364099502563477,
+      "cov-distil": 2.071986198425293,
+      "cov-distil (oracle2student)": 4.48809814453125,
+      "cov-distil (oracle2teacher)": 4.29581356048584,
       "epoch": 1.250392464678179,
-      "rel-constrast": 2.953474521636963,
+      "rel-constrast": 3.286311626434326,
       "step": 1593,
-      "subrel-constrast": 3.470498561859131,
+      "subrel-constrast": 3.4235527515411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.043835401535034,
-      "cov-distil (oracle2student)": 5.210770606994629,
-      "cov-distil (oracle2teacher)": 4.576769828796387,
+      "cov-distil": 2.2277824878692627,
+      "cov-distil (oracle2student)": 4.992692947387695,
+      "cov-distil (oracle2teacher)": 4.56816291809082,
       "epoch": 1.2511773940345368,
-      "rel-constrast": 2.3584091663360596,
+      "rel-constrast": 2.7322163581848145,
       "step": 1594,
-      "subrel-constrast": 3.1537837982177734,
+      "subrel-constrast": 3.0174484252929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2665927410125732,
-      "cov-distil (oracle2student)": 3.7326819896698,
-      "cov-distil (oracle2teacher)": 3.1742799282073975,
+      "cov-distil": 1.9765292406082153,
+      "cov-distil (oracle2student)": 3.9836323261260986,
+      "cov-distil (oracle2teacher)": 3.6758780479431152,
       "epoch": 1.2519623233908947,
-      "rel-constrast": 4.692358493804932,
+      "rel-constrast": 4.842157363891602,
       "step": 1595,
-      "subrel-constrast": 4.0910539627075195,
+      "subrel-constrast": 4.068283557891846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7941944599151611,
-      "cov-distil (oracle2student)": 4.109507083892822,
-      "cov-distil (oracle2teacher)": 4.159163951873779,
+      "cov-distil": 2.1328768730163574,
+      "cov-distil (oracle2student)": 4.625209808349609,
+      "cov-distil (oracle2teacher)": 4.376321792602539,
       "epoch": 1.2527472527472527,
-      "rel-constrast": 2.3564138412475586,
+      "rel-constrast": 2.6225013732910156,
       "step": 1596,
-      "subrel-constrast": 3.6273791790008545,
+      "subrel-constrast": 3.343975305557251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635940074920654,
-      "cov-distil (oracle2student)": 4.576698303222656,
-      "cov-distil (oracle2teacher)": 4.398351192474365,
+      "cov-distil": 1.8625550270080566,
+      "cov-distil (oracle2student)": 4.897193908691406,
+      "cov-distil (oracle2teacher)": 4.693101406097412,
       "epoch": 1.2535321821036107,
-      "rel-constrast": 2.9404969215393066,
+      "rel-constrast": 3.3155248165130615,
       "step": 1597,
-      "subrel-constrast": 3.804814577102661,
+      "subrel-constrast": 3.708278179168701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7701064348220825,
-      "cov-distil (oracle2student)": 4.771833896636963,
-      "cov-distil (oracle2teacher)": 3.738337755203247,
+      "cov-distil": 1.6757338047027588,
+      "cov-distil (oracle2student)": 4.91999626159668,
+      "cov-distil (oracle2teacher)": 3.8192176818847656,
       "epoch": 1.2543171114599687,
-      "rel-constrast": 2.40234112739563,
+      "rel-constrast": 2.3513472080230713,
       "step": 1598,
-      "subrel-constrast": 2.814751386642456,
+      "subrel-constrast": 2.3204617500305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2810989618301392,
-      "cov-distil (oracle2student)": 4.285026550292969,
-      "cov-distil (oracle2teacher)": 4.482094764709473,
+      "cov-distil": 1.7012135982513428,
+      "cov-distil (oracle2student)": 4.868736743927002,
+      "cov-distil (oracle2teacher)": 4.586375713348389,
       "epoch": 1.2551020408163265,
-      "rel-constrast": 2.3176803588867188,
+      "rel-constrast": 2.810366153717041,
       "step": 1599,
-      "subrel-constrast": 3.109283685684204,
+      "subrel-constrast": 3.095327854156494,
       "view-similarity": 0
     },
     {
       "epoch": 1.2558869701726845,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.875,
       "learning_rate": 4.94555029002834e-05,
-      "loss": 0.7005,
+      "loss": 0.7301,
       "step": 1600
     },
     {
       "epoch": 1.2558869701726845,
-      "overlap": 0.2953124940395355,
+      "overlap": 0.3046875,
       "step": 1600
     },
     {
       "epoch": 1.2558869701726845,
       "step": 1600,
-      "student margin": 0.05426025390625
+      "student margin": 0.048431396484375
     },
     {
       "epoch": 1.2558869701726845,
       "step": 1600,
-      "teacher margin": 0.037078857421875
+      "teacher margin": 0.041259765625
     },
     {
       "epoch": 1.2558869701726845,
-      "margin difference": -0.017181396484375,
+      "margin difference": -0.007171630859375,
       "step": 1600
     },
     {
-      "cov-distil": 1.2401432991027832,
-      "cov-distil (oracle2student)": 3.954568862915039,
-      "cov-distil (oracle2teacher)": 3.8835649490356445,
+      "cov-distil": 1.810918927192688,
+      "cov-distil (oracle2student)": 4.383621692657471,
+      "cov-distil (oracle2teacher)": 4.130575656890869,
       "epoch": 1.2558869701726845,
-      "rel-constrast": 4.249578475952148,
+      "rel-constrast": 4.83335018157959,
       "step": 1600,
-      "subrel-constrast": 4.77301549911499,
+      "subrel-constrast": 5.154160499572754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3518985509872437,
-      "cov-distil (oracle2student)": 5.146595001220703,
-      "cov-distil (oracle2teacher)": 4.2379045486450195,
+      "cov-distil": 1.605259895324707,
+      "cov-distil (oracle2student)": 5.4844465255737305,
+      "cov-distil (oracle2teacher)": 5.277478218078613,
       "epoch": 1.2566718995290425,
-      "rel-constrast": 4.159992694854736,
+      "rel-constrast": 3.999683141708374,
       "step": 1601,
-      "subrel-constrast": 4.252568244934082,
+      "subrel-constrast": 4.326846122741699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1045626401901245,
-      "cov-distil (oracle2student)": 3.7269647121429443,
-      "cov-distil (oracle2teacher)": 3.6491031646728516,
+      "cov-distil": 1.459212064743042,
+      "cov-distil (oracle2student)": 4.190435409545898,
+      "cov-distil (oracle2teacher)": 4.28338098526001,
       "epoch": 1.2574568288854002,
-      "rel-constrast": 1.8313547372817993,
+      "rel-constrast": 1.9733637571334839,
       "step": 1602,
-      "subrel-constrast": 2.480900764465332,
+      "subrel-constrast": 2.705435037612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0515415668487549,
-      "cov-distil (oracle2student)": 3.6881957054138184,
-      "cov-distil (oracle2teacher)": 3.9391791820526123,
+      "cov-distil": 1.5160056352615356,
+      "cov-distil (oracle2student)": 4.4392924308776855,
+      "cov-distil (oracle2teacher)": 4.631627082824707,
       "epoch": 1.2582417582417582,
-      "rel-constrast": 2.3411812782287598,
+      "rel-constrast": 2.342447280883789,
       "step": 1603,
-      "subrel-constrast": 2.8287715911865234,
+      "subrel-constrast": 2.9394266605377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496519804000854,
-      "cov-distil (oracle2student)": 6.0102362632751465,
-      "cov-distil (oracle2teacher)": 5.4528374671936035,
+      "cov-distil": 1.7903738021850586,
+      "cov-distil (oracle2student)": 6.220755100250244,
+      "cov-distil (oracle2teacher)": 6.125944137573242,
       "epoch": 1.2590266875981162,
-      "rel-constrast": 3.411728620529175,
+      "rel-constrast": 3.428229570388794,
       "step": 1604,
-      "subrel-constrast": 4.295903205871582,
+      "subrel-constrast": 4.008735656738281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.824700117111206,
-      "cov-distil (oracle2student)": 3.218780994415283,
-      "cov-distil (oracle2teacher)": 3.5953330993652344,
+      "cov-distil": 1.5566539764404297,
+      "cov-distil (oracle2student)": 3.3139195442199707,
+      "cov-distil (oracle2teacher)": 4.120318412780762,
       "epoch": 1.2598116169544742,
-      "rel-constrast": 2.255901336669922,
+      "rel-constrast": 2.7487268447875977,
       "step": 1605,
-      "subrel-constrast": 3.621413469314575,
+      "subrel-constrast": 3.395083427429199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3297637701034546,
-      "cov-distil (oracle2student)": 3.7404680252075195,
-      "cov-distil (oracle2teacher)": 4.179556846618652,
+      "cov-distil": 2.217097282409668,
+      "cov-distil (oracle2student)": 4.326814651489258,
+      "cov-distil (oracle2teacher)": 4.339356899261475,
       "epoch": 1.260596546310832,
-      "rel-constrast": 2.7648215293884277,
+      "rel-constrast": 2.8420889377593994,
       "step": 1606,
-      "subrel-constrast": 3.2416465282440186,
+      "subrel-constrast": 3.1904051303863525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949851393699646,
-      "cov-distil (oracle2student)": 2.947930097579956,
-      "cov-distil (oracle2teacher)": 2.8981106281280518,
+      "cov-distil": 2.0697453022003174,
+      "cov-distil (oracle2student)": 3.4675049781799316,
+      "cov-distil (oracle2teacher)": 3.1230883598327637,
       "epoch": 1.26138147566719,
-      "rel-constrast": 3.775965452194214,
+      "rel-constrast": 4.039160251617432,
       "step": 1607,
-      "subrel-constrast": 3.85666561126709,
+      "subrel-constrast": 4.00664758682251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4960598945617676,
-      "cov-distil (oracle2student)": 4.037820816040039,
-      "cov-distil (oracle2teacher)": 4.013734817504883,
+      "cov-distil": 1.6953202486038208,
+      "cov-distil (oracle2student)": 3.5410404205322266,
+      "cov-distil (oracle2teacher)": 4.3633246421813965,
       "epoch": 1.262166405023548,
-      "rel-constrast": 2.7456881999969482,
+      "rel-constrast": 3.0353994369506836,
       "step": 1608,
-      "subrel-constrast": 3.677175521850586,
+      "subrel-constrast": 3.87430739402771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1052380800247192,
-      "cov-distil (oracle2student)": 3.17771315574646,
-      "cov-distil (oracle2teacher)": 3.0973048210144043,
+      "cov-distil": 1.7463104724884033,
+      "cov-distil (oracle2student)": 3.6609864234924316,
+      "cov-distil (oracle2teacher)": 3.6354129314422607,
       "epoch": 1.2629513343799057,
-      "rel-constrast": 2.790376901626587,
+      "rel-constrast": 3.4595532417297363,
       "step": 1609,
-      "subrel-constrast": 3.7393651008605957,
+      "subrel-constrast": 4.1224164962768555,
       "view-similarity": 0
     },
     {
       "epoch": 1.2637362637362637,
-      "grad_norm": 5.0,
+      "grad_norm": 6.75,
       "learning_rate": 4.943724002517005e-05,
-      "loss": 0.7932,
+      "loss": 0.8176,
       "step": 1610
     },
     {
-      "cov-distil": 0.8401419520378113,
-      "cov-distil (oracle2student)": 3.6818411350250244,
-      "cov-distil (oracle2teacher)": 3.2254278659820557,
+      "cov-distil": 1.2702847719192505,
+      "cov-distil (oracle2student)": 3.756552219390869,
+      "cov-distil (oracle2teacher)": 3.6468803882598877,
       "epoch": 1.2637362637362637,
-      "rel-constrast": 2.239971160888672,
+      "rel-constrast": 2.42138934135437,
       "step": 1610,
-      "subrel-constrast": 2.607633352279663,
+      "subrel-constrast": 2.7182087898254395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5572216510772705,
-      "cov-distil (oracle2student)": 5.691225051879883,
-      "cov-distil (oracle2teacher)": 5.2247514724731445,
+      "cov-distil": 1.8452656269073486,
+      "cov-distil (oracle2student)": 6.16418981552124,
+      "cov-distil (oracle2teacher)": 5.282188415527344,
       "epoch": 1.2645211930926217,
-      "rel-constrast": 3.4957265853881836,
+      "rel-constrast": 3.2427666187286377,
       "step": 1611,
-      "subrel-constrast": 4.3403143882751465,
+      "subrel-constrast": 3.969283103942871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.599346399307251,
-      "cov-distil (oracle2student)": 3.265510082244873,
-      "cov-distil (oracle2teacher)": 3.138312816619873,
+      "cov-distil": 2.0222506523132324,
+      "cov-distil (oracle2student)": 3.251779079437256,
+      "cov-distil (oracle2teacher)": 3.363973617553711,
       "epoch": 1.2653061224489797,
-      "rel-constrast": 1.7332820892333984,
+      "rel-constrast": 1.9790095090866089,
       "step": 1612,
-      "subrel-constrast": 2.326345205307007,
+      "subrel-constrast": 2.1974587440490723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4157798290252686,
-      "cov-distil (oracle2student)": 2.43453311920166,
-      "cov-distil (oracle2teacher)": 2.5119686126708984,
+      "cov-distil": 2.080608367919922,
+      "cov-distil (oracle2student)": 2.3079183101654053,
+      "cov-distil (oracle2teacher)": 2.544975757598877,
       "epoch": 1.2660910518053377,
-      "rel-constrast": 2.4434328079223633,
+      "rel-constrast": 2.075753688812256,
       "step": 1613,
-      "subrel-constrast": 2.869371175765991,
+      "subrel-constrast": 2.9184107780456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2938141822814941,
-      "cov-distil (oracle2student)": 4.608822822570801,
-      "cov-distil (oracle2teacher)": 5.189919471740723,
+      "cov-distil": 1.5278544425964355,
+      "cov-distil (oracle2student)": 4.805039405822754,
+      "cov-distil (oracle2teacher)": 5.091644763946533,
       "epoch": 1.2668759811616954,
-      "rel-constrast": 3.2550747394561768,
+      "rel-constrast": 3.0847737789154053,
       "step": 1614,
-      "subrel-constrast": 4.518463134765625,
+      "subrel-constrast": 4.3479695320129395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2033616304397583,
-      "cov-distil (oracle2student)": 4.0003132820129395,
-      "cov-distil (oracle2teacher)": 3.9773621559143066,
+      "cov-distil": 2.0988564491271973,
+      "cov-distil (oracle2student)": 4.1710920333862305,
+      "cov-distil (oracle2teacher)": 4.5223517417907715,
       "epoch": 1.2676609105180534,
-      "rel-constrast": 2.2480671405792236,
+      "rel-constrast": 2.584165334701538,
       "step": 1615,
-      "subrel-constrast": 2.946848154067993,
+      "subrel-constrast": 2.942120313644409,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72908616065979,
-      "cov-distil (oracle2student)": 4.721651077270508,
-      "cov-distil (oracle2teacher)": 4.623195648193359,
+      "cov-distil": 2.3754608631134033,
+      "cov-distil (oracle2student)": 5.255252838134766,
+      "cov-distil (oracle2teacher)": 5.0238776206970215,
       "epoch": 1.2684458398744112,
-      "rel-constrast": 3.6976943016052246,
+      "rel-constrast": 4.11332368850708,
       "step": 1616,
-      "subrel-constrast": 4.176671981811523,
+      "subrel-constrast": 3.9241456985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5601651668548584,
-      "cov-distil (oracle2student)": 5.53110408782959,
-      "cov-distil (oracle2teacher)": 5.000835418701172,
+      "cov-distil": 1.9937433004379272,
+      "cov-distil (oracle2student)": 5.628146171569824,
+      "cov-distil (oracle2teacher)": 5.14534854888916,
       "epoch": 1.2692307692307692,
-      "rel-constrast": 2.414720296859741,
+      "rel-constrast": 2.432617664337158,
       "step": 1617,
-      "subrel-constrast": 3.356947898864746,
+      "subrel-constrast": 3.662496566772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3038325309753418,
-      "cov-distil (oracle2student)": 5.950539588928223,
-      "cov-distil (oracle2teacher)": 4.976174354553223,
+      "cov-distil": 1.8344414234161377,
+      "cov-distil (oracle2student)": 6.040500640869141,
+      "cov-distil (oracle2teacher)": 5.38774299621582,
       "epoch": 1.2700156985871272,
-      "rel-constrast": 2.8983705043792725,
+      "rel-constrast": 3.39935564994812,
       "step": 1618,
-      "subrel-constrast": 3.6266589164733887,
+      "subrel-constrast": 3.867884874343872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6398966312408447,
-      "cov-distil (oracle2student)": 3.7699663639068604,
-      "cov-distil (oracle2teacher)": 3.9635469913482666,
+      "cov-distil": 2.1002166271209717,
+      "cov-distil (oracle2student)": 4.383522987365723,
+      "cov-distil (oracle2teacher)": 4.045715808868408,
       "epoch": 1.2708006279434851,
-      "rel-constrast": 3.084038257598877,
+      "rel-constrast": 3.3171920776367188,
       "step": 1619,
-      "subrel-constrast": 3.5827956199645996,
+      "subrel-constrast": 3.4009242057800293,
       "view-similarity": 0
     },
     {
       "epoch": 1.2715855572998431,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.53125,
       "learning_rate": 4.9418679389998923e-05,
-      "loss": 0.7231,
+      "loss": 0.7163,
       "step": 1620
     },
     {
-      "cov-distil": 1.2033615112304688,
-      "cov-distil (oracle2student)": 2.6435210704803467,
-      "cov-distil (oracle2teacher)": 2.7180891036987305,
+      "cov-distil": 1.6965930461883545,
+      "cov-distil (oracle2student)": 3.152137279510498,
+      "cov-distil (oracle2teacher)": 3.1645073890686035,
       "epoch": 1.2715855572998431,
-      "rel-constrast": 2.435988664627075,
+      "rel-constrast": 2.6394448280334473,
       "step": 1620,
-      "subrel-constrast": 2.8730671405792236,
+      "subrel-constrast": 2.8105263710021973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337418794631958,
-      "cov-distil (oracle2student)": 4.008183002471924,
-      "cov-distil (oracle2teacher)": 3.918609857559204,
+      "cov-distil": 2.259945869445801,
+      "cov-distil (oracle2student)": 4.43234920501709,
+      "cov-distil (oracle2teacher)": 4.108823776245117,
       "epoch": 1.272370486656201,
-      "rel-constrast": 2.1550803184509277,
+      "rel-constrast": 2.4366798400878906,
       "step": 1621,
-      "subrel-constrast": 3.027833938598633,
+      "subrel-constrast": 3.0230393409729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3022841215133667,
-      "cov-distil (oracle2student)": 5.025609016418457,
-      "cov-distil (oracle2teacher)": 4.473941802978516,
+      "cov-distil": 1.7039072513580322,
+      "cov-distil (oracle2student)": 5.506103992462158,
+      "cov-distil (oracle2teacher)": 5.150457382202148,
       "epoch": 1.2731554160125589,
-      "rel-constrast": 3.712306022644043,
+      "rel-constrast": 4.645636558532715,
       "step": 1622,
-      "subrel-constrast": 4.314980506896973,
+      "subrel-constrast": 4.583265781402588,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7564401626586914,
-      "cov-distil (oracle2student)": 4.104037761688232,
-      "cov-distil (oracle2teacher)": 4.0148420333862305,
+      "cov-distil": 2.1403074264526367,
+      "cov-distil (oracle2student)": 3.864819049835205,
+      "cov-distil (oracle2teacher)": 4.228536605834961,
       "epoch": 1.2739403453689169,
-      "rel-constrast": 3.961117744445801,
+      "rel-constrast": 4.091558456420898,
       "step": 1623,
-      "subrel-constrast": 4.3763251304626465,
+      "subrel-constrast": 4.614246368408203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.112213373184204,
-      "cov-distil (oracle2student)": 3.8963370323181152,
-      "cov-distil (oracle2teacher)": 4.085019111633301,
+      "cov-distil": 1.5758508443832397,
+      "cov-distil (oracle2student)": 3.4618043899536133,
+      "cov-distil (oracle2teacher)": 3.801157236099243,
       "epoch": 1.2747252747252746,
-      "rel-constrast": 3.1151459217071533,
+      "rel-constrast": 3.8041296005249023,
       "step": 1624,
-      "subrel-constrast": 3.4535889625549316,
+      "subrel-constrast": 3.2233192920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6795473098754883,
-      "cov-distil (oracle2student)": 4.558170318603516,
-      "cov-distil (oracle2teacher)": 4.258068084716797,
+      "cov-distil": 2.2298974990844727,
+      "cov-distil (oracle2student)": 5.11854362487793,
+      "cov-distil (oracle2teacher)": 4.178473472595215,
       "epoch": 1.2755102040816326,
-      "rel-constrast": 2.2039456367492676,
+      "rel-constrast": 2.6224188804626465,
       "step": 1625,
-      "subrel-constrast": 2.6537296772003174,
+      "subrel-constrast": 2.7952120304107666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3467729091644287,
-      "cov-distil (oracle2student)": 4.626681327819824,
-      "cov-distil (oracle2teacher)": 4.4227800369262695,
+      "cov-distil": 1.902476191520691,
+      "cov-distil (oracle2student)": 5.001765251159668,
+      "cov-distil (oracle2teacher)": 5.028693199157715,
       "epoch": 1.2762951334379906,
-      "rel-constrast": 2.81760835647583,
+      "rel-constrast": 3.1895506381988525,
       "step": 1626,
-      "subrel-constrast": 3.3071186542510986,
+      "subrel-constrast": 3.525578022003174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.142616629600525,
-      "cov-distil (oracle2student)": 4.662853717803955,
-      "cov-distil (oracle2teacher)": 4.567802906036377,
+      "cov-distil": 1.9072327613830566,
+      "cov-distil (oracle2student)": 5.394671440124512,
+      "cov-distil (oracle2teacher)": 4.876692295074463,
       "epoch": 1.2770800627943486,
-      "rel-constrast": 3.3561339378356934,
+      "rel-constrast": 4.035161972045898,
       "step": 1627,
-      "subrel-constrast": 4.121894359588623,
+      "subrel-constrast": 4.352508544921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.951671838760376,
-      "cov-distil (oracle2student)": 2.913677930831909,
-      "cov-distil (oracle2teacher)": 3.444167375564575,
+      "cov-distil": 1.6858129501342773,
+      "cov-distil (oracle2student)": 3.6739063262939453,
+      "cov-distil (oracle2teacher)": 3.736114025115967,
       "epoch": 1.2778649921507064,
-      "rel-constrast": 2.7839274406433105,
+      "rel-constrast": 3.2784006595611572,
       "step": 1628,
-      "subrel-constrast": 3.647115468978882,
+      "subrel-constrast": 3.6481776237487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.534114122390747,
-      "cov-distil (oracle2student)": 3.62860107421875,
-      "cov-distil (oracle2teacher)": 3.946953535079956,
+      "cov-distil": 1.6989800930023193,
+      "cov-distil (oracle2student)": 3.832240581512451,
+      "cov-distil (oracle2teacher)": 4.089865684509277,
       "epoch": 1.2786499215070644,
-      "rel-constrast": 2.9101061820983887,
+      "rel-constrast": 3.2188751697540283,
       "step": 1629,
-      "subrel-constrast": 3.9150846004486084,
+      "subrel-constrast": 3.9498844146728516,
       "view-similarity": 0
     },
     {
       "epoch": 1.2794348508634223,
-      "grad_norm": 5.625,
+      "grad_norm": 6.75,
       "learning_rate": 4.939982122092548e-05,
-      "loss": 0.7732,
+      "loss": 0.849,
       "step": 1630
     },
     {
-      "cov-distil": 1.6983373165130615,
-      "cov-distil (oracle2student)": 4.0351715087890625,
-      "cov-distil (oracle2teacher)": 3.4591262340545654,
+      "cov-distil": 1.9523253440856934,
+      "cov-distil (oracle2student)": 4.488237380981445,
+      "cov-distil (oracle2teacher)": 3.9142203330993652,
       "epoch": 1.2794348508634223,
-      "rel-constrast": 2.75883150100708,
+      "rel-constrast": 3.6204466819763184,
       "step": 1630,
-      "subrel-constrast": 3.290522813796997,
+      "subrel-constrast": 2.858351469039917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.365375280380249,
-      "cov-distil (oracle2student)": 5.294360160827637,
-      "cov-distil (oracle2teacher)": 4.6669697761535645,
+      "cov-distil": 1.6999847888946533,
+      "cov-distil (oracle2student)": 5.5072197914123535,
+      "cov-distil (oracle2teacher)": 5.775692939758301,
       "epoch": 1.2802197802197801,
-      "rel-constrast": 4.017967224121094,
+      "rel-constrast": 4.104068756103516,
       "step": 1631,
-      "subrel-constrast": 4.0610222816467285,
+      "subrel-constrast": 4.387331008911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2868592739105225,
-      "cov-distil (oracle2student)": 3.8631057739257812,
-      "cov-distil (oracle2teacher)": 3.7666921615600586,
+      "cov-distil": 2.0276434421539307,
+      "cov-distil (oracle2student)": 4.266451835632324,
+      "cov-distil (oracle2teacher)": 4.657402992248535,
       "epoch": 1.281004709576138,
-      "rel-constrast": 2.6940512657165527,
+      "rel-constrast": 2.6975908279418945,
       "step": 1632,
-      "subrel-constrast": 3.4014902114868164,
+      "subrel-constrast": 3.2674498558044434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5693693161010742,
-      "cov-distil (oracle2student)": 4.493404388427734,
-      "cov-distil (oracle2teacher)": 3.9357874393463135,
+      "cov-distil": 1.944185495376587,
+      "cov-distil (oracle2student)": 3.770261287689209,
+      "cov-distil (oracle2teacher)": 4.295158863067627,
       "epoch": 1.281789638932496,
-      "rel-constrast": 2.94412899017334,
+      "rel-constrast": 2.411348342895508,
       "step": 1633,
-      "subrel-constrast": 3.6544454097747803,
+      "subrel-constrast": 3.9706034660339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4428383111953735,
-      "cov-distil (oracle2student)": 3.037003517150879,
-      "cov-distil (oracle2teacher)": 3.069725751876831,
+      "cov-distil": 2.0091021060943604,
+      "cov-distil (oracle2student)": 3.54167103767395,
+      "cov-distil (oracle2teacher)": 3.502073287963867,
       "epoch": 1.282574568288854,
-      "rel-constrast": 1.9439277648925781,
+      "rel-constrast": 2.0720975399017334,
       "step": 1634,
-      "subrel-constrast": 2.94014310836792,
+      "subrel-constrast": 3.0507845878601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5494788885116577,
-      "cov-distil (oracle2student)": 4.208475112915039,
-      "cov-distil (oracle2teacher)": 4.504655361175537,
+      "cov-distil": 1.7665990591049194,
+      "cov-distil (oracle2student)": 4.843642234802246,
+      "cov-distil (oracle2teacher)": 4.295296669006348,
       "epoch": 1.283359497645212,
-      "rel-constrast": 4.304119110107422,
+      "rel-constrast": 4.385141372680664,
       "step": 1635,
-      "subrel-constrast": 4.585867881774902,
+      "subrel-constrast": 4.292908191680908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.340540885925293,
-      "cov-distil (oracle2student)": 3.5669240951538086,
-      "cov-distil (oracle2teacher)": 3.9029083251953125,
+      "cov-distil": 2.1015031337738037,
+      "cov-distil (oracle2student)": 4.817591667175293,
+      "cov-distil (oracle2teacher)": 4.633842468261719,
       "epoch": 1.2841444270015698,
-      "rel-constrast": 1.8818669319152832,
+      "rel-constrast": 2.3678855895996094,
       "step": 1636,
-      "subrel-constrast": 2.954639434814453,
+      "subrel-constrast": 2.7623863220214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7390761375427246,
-      "cov-distil (oracle2student)": 5.210850715637207,
-      "cov-distil (oracle2teacher)": 4.928779125213623,
+      "cov-distil": 2.194183588027954,
+      "cov-distil (oracle2student)": 6.352839469909668,
+      "cov-distil (oracle2teacher)": 5.481823921203613,
       "epoch": 1.2849293563579278,
-      "rel-constrast": 3.0819015502929688,
+      "rel-constrast": 3.743926525115967,
       "step": 1637,
-      "subrel-constrast": 3.8880972862243652,
+      "subrel-constrast": 4.190829277038574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1178994178771973,
-      "cov-distil (oracle2student)": 4.759133815765381,
-      "cov-distil (oracle2teacher)": 4.51517915725708,
+      "cov-distil": 1.6283597946166992,
+      "cov-distil (oracle2student)": 4.80074405670166,
+      "cov-distil (oracle2teacher)": 5.457365989685059,
       "epoch": 1.2857142857142856,
-      "rel-constrast": 2.805359363555908,
+      "rel-constrast": 3.4698405265808105,
       "step": 1638,
-      "subrel-constrast": 2.8414242267608643,
+      "subrel-constrast": 3.279818058013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4448472261428833,
-      "cov-distil (oracle2student)": 3.933835029602051,
-      "cov-distil (oracle2teacher)": 3.784127712249756,
+      "cov-distil": 1.9163992404937744,
+      "cov-distil (oracle2student)": 4.308907985687256,
+      "cov-distil (oracle2teacher)": 4.524560928344727,
       "epoch": 1.2864992150706436,
-      "rel-constrast": 1.7304596900939941,
+      "rel-constrast": 2.1393656730651855,
       "step": 1639,
-      "subrel-constrast": 2.8501203060150146,
+      "subrel-constrast": 3.0994184017181396,
       "view-similarity": 0
     },
     {
       "epoch": 1.2872841444270016,
-      "grad_norm": 4.21875,
+      "grad_norm": 5.875,
       "learning_rate": 4.938066574773059e-05,
-      "loss": 0.7405,
+      "loss": 0.7753,
       "step": 1640
     },
     {
-      "cov-distil": 1.824934959411621,
-      "cov-distil (oracle2student)": 3.2884521484375,
-      "cov-distil (oracle2teacher)": 2.920071601867676,
+      "cov-distil": 2.461806297302246,
+      "cov-distil (oracle2student)": 4.573619842529297,
+      "cov-distil (oracle2teacher)": 3.8706674575805664,
       "epoch": 1.2872841444270016,
-      "rel-constrast": 2.782691717147827,
+      "rel-constrast": 3.8964037895202637,
       "step": 1640,
-      "subrel-constrast": 3.892519950866699,
+      "subrel-constrast": 4.246512413024902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7503442764282227,
-      "cov-distil (oracle2student)": 4.084597110748291,
-      "cov-distil (oracle2teacher)": 4.363886833190918,
+      "cov-distil": 2.0243616104125977,
+      "cov-distil (oracle2student)": 4.750319480895996,
+      "cov-distil (oracle2teacher)": 4.786174774169922,
       "epoch": 1.2880690737833596,
-      "rel-constrast": 2.7296700477600098,
+      "rel-constrast": 4.063018798828125,
       "step": 1641,
-      "subrel-constrast": 3.6988725662231445,
+      "subrel-constrast": 3.928481340408325,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2059253454208374,
-      "cov-distil (oracle2student)": 4.277673721313477,
-      "cov-distil (oracle2teacher)": 4.320541858673096,
+      "cov-distil": 1.3818604946136475,
+      "cov-distil (oracle2student)": 4.973311901092529,
+      "cov-distil (oracle2teacher)": 4.717424392700195,
       "epoch": 1.2888540031397175,
-      "rel-constrast": 2.508701801300049,
+      "rel-constrast": 2.9113759994506836,
       "step": 1642,
-      "subrel-constrast": 3.3788764476776123,
+      "subrel-constrast": 3.405444622039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2993993759155273,
-      "cov-distil (oracle2student)": 3.6636757850646973,
-      "cov-distil (oracle2teacher)": 3.6188464164733887,
+      "cov-distil": 2.0881400108337402,
+      "cov-distil (oracle2student)": 4.171236991882324,
+      "cov-distil (oracle2teacher)": 3.5141007900238037,
       "epoch": 1.2896389324960753,
-      "rel-constrast": 2.5455198287963867,
+      "rel-constrast": 3.3257999420166016,
       "step": 1643,
-      "subrel-constrast": 3.6185929775238037,
+      "subrel-constrast": 3.535788059234619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2521083354949951,
-      "cov-distil (oracle2student)": 3.79364013671875,
-      "cov-distil (oracle2teacher)": 3.800851345062256,
+      "cov-distil": 1.2665205001831055,
+      "cov-distil (oracle2student)": 4.40216064453125,
+      "cov-distil (oracle2teacher)": 4.739414691925049,
       "epoch": 1.2904238618524333,
-      "rel-constrast": 3.1340579986572266,
+      "rel-constrast": 3.029956340789795,
       "step": 1644,
-      "subrel-constrast": 3.728591203689575,
+      "subrel-constrast": 4.098007678985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3868159055709839,
-      "cov-distil (oracle2student)": 3.9565043449401855,
-      "cov-distil (oracle2teacher)": 3.4056267738342285,
+      "cov-distil": 1.6299099922180176,
+      "cov-distil (oracle2student)": 4.605607032775879,
+      "cov-distil (oracle2teacher)": 4.25969934463501,
       "epoch": 1.2912087912087913,
-      "rel-constrast": 2.723842144012451,
+      "rel-constrast": 2.3757543563842773,
       "step": 1645,
-      "subrel-constrast": 3.5624608993530273,
+      "subrel-constrast": 3.3943631649017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4942251443862915,
-      "cov-distil (oracle2student)": 4.735816955566406,
-      "cov-distil (oracle2teacher)": 4.332551002502441,
+      "cov-distil": 2.4695234298706055,
+      "cov-distil (oracle2student)": 5.240386009216309,
+      "cov-distil (oracle2teacher)": 5.110725402832031,
       "epoch": 1.291993720565149,
-      "rel-constrast": 3.1045193672180176,
+      "rel-constrast": 4.145135879516602,
       "step": 1646,
-      "subrel-constrast": 3.668058156967163,
+      "subrel-constrast": 4.108333587646484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2528787851333618,
-      "cov-distil (oracle2student)": 4.021450519561768,
-      "cov-distil (oracle2teacher)": 4.035415172576904,
+      "cov-distil": 1.6151118278503418,
+      "cov-distil (oracle2student)": 4.626162052154541,
+      "cov-distil (oracle2teacher)": 4.4546942710876465,
       "epoch": 1.292778649921507,
-      "rel-constrast": 2.473135471343994,
+      "rel-constrast": 3.0320658683776855,
       "step": 1647,
-      "subrel-constrast": 3.208709239959717,
+      "subrel-constrast": 3.3274312019348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4243361949920654,
-      "cov-distil (oracle2student)": 5.697556495666504,
-      "cov-distil (oracle2teacher)": 5.473768711090088,
+      "cov-distil": 2.6663293838500977,
+      "cov-distil (oracle2student)": 7.58427619934082,
+      "cov-distil (oracle2teacher)": 5.964966773986816,
       "epoch": 1.293563579277865,
-      "rel-constrast": 2.741896629333496,
+      "rel-constrast": 3.359373092651367,
       "step": 1648,
-      "subrel-constrast": 4.124619007110596,
+      "subrel-constrast": 4.170982837677002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8192188739776611,
-      "cov-distil (oracle2student)": 2.797114849090576,
-      "cov-distil (oracle2teacher)": 2.723701000213623,
+      "cov-distil": 1.821988582611084,
+      "cov-distil (oracle2student)": 2.371304512023926,
+      "cov-distil (oracle2teacher)": 2.8295693397521973,
       "epoch": 1.294348508634223,
-      "rel-constrast": 2.6524248123168945,
+      "rel-constrast": 2.755497932434082,
       "step": 1649,
-      "subrel-constrast": 3.406691074371338,
+      "subrel-constrast": 3.3994154930114746,
       "view-similarity": 0
     },
     {
       "epoch": 1.2951334379905808,
-      "grad_norm": 5.375,
+      "grad_norm": 6.28125,
       "learning_rate": 4.936121320381762e-05,
-      "loss": 0.7217,
+      "loss": 0.8224,
       "step": 1650
     },
     {
-      "cov-distil": 1.6652196645736694,
-      "cov-distil (oracle2student)": 4.50883674621582,
-      "cov-distil (oracle2teacher)": 3.993168354034424,
+      "cov-distil": 2.4001646041870117,
+      "cov-distil (oracle2student)": 4.61191463470459,
+      "cov-distil (oracle2teacher)": 4.7147064208984375,
       "epoch": 1.2951334379905808,
-      "rel-constrast": 2.57003116607666,
+      "rel-constrast": 2.7633233070373535,
       "step": 1650,
-      "subrel-constrast": 3.628901958465576,
+      "subrel-constrast": 3.988745927810669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.074852705001831,
-      "cov-distil (oracle2student)": 2.833625316619873,
-      "cov-distil (oracle2teacher)": 2.7247066497802734,
+      "cov-distil": 1.0972572565078735,
+      "cov-distil (oracle2student)": 2.8755245208740234,
+      "cov-distil (oracle2teacher)": 3.20552659034729,
       "epoch": 1.2959183673469388,
-      "rel-constrast": 2.528759479522705,
+      "rel-constrast": 2.310896158218384,
       "step": 1651,
-      "subrel-constrast": 2.945603847503662,
+      "subrel-constrast": 2.578482151031494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3971084356307983,
-      "cov-distil (oracle2student)": 3.0018460750579834,
-      "cov-distil (oracle2teacher)": 3.686293125152588,
+      "cov-distil": 1.8273406028747559,
+      "cov-distil (oracle2student)": 3.599440336227417,
+      "cov-distil (oracle2teacher)": 3.668383836746216,
       "epoch": 1.2967032967032968,
-      "rel-constrast": 2.7913460731506348,
+      "rel-constrast": 3.147737503051758,
       "step": 1652,
-      "subrel-constrast": 3.3390860557556152,
+      "subrel-constrast": 3.4045116901397705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8350878953933716,
-      "cov-distil (oracle2student)": 5.374774932861328,
-      "cov-distil (oracle2teacher)": 4.875711441040039,
+      "cov-distil": 2.5035223960876465,
+      "cov-distil (oracle2student)": 6.413338661193848,
+      "cov-distil (oracle2teacher)": 5.150639057159424,
       "epoch": 1.2974882260596545,
-      "rel-constrast": 3.161719799041748,
+      "rel-constrast": 4.300156593322754,
       "step": 1653,
-      "subrel-constrast": 4.238742351531982,
+      "subrel-constrast": 4.391679763793945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8106216192245483,
-      "cov-distil (oracle2student)": 3.3961193561553955,
-      "cov-distil (oracle2teacher)": 4.26975154876709,
+      "cov-distil": 1.2704710960388184,
+      "cov-distil (oracle2student)": 4.527993202209473,
+      "cov-distil (oracle2teacher)": 4.321805000305176,
       "epoch": 1.2982731554160125,
-      "rel-constrast": 3.0342960357666016,
+      "rel-constrast": 3.3262271881103516,
       "step": 1654,
-      "subrel-constrast": 3.6275415420532227,
+      "subrel-constrast": 3.3820033073425293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6817612648010254,
-      "cov-distil (oracle2student)": 4.652027130126953,
-      "cov-distil (oracle2teacher)": 4.589141845703125,
+      "cov-distil": 2.099565029144287,
+      "cov-distil (oracle2student)": 4.903942108154297,
+      "cov-distil (oracle2teacher)": 4.914019584655762,
       "epoch": 1.2990580847723705,
-      "rel-constrast": 3.1028218269348145,
+      "rel-constrast": 3.7026946544647217,
       "step": 1655,
-      "subrel-constrast": 3.9337363243103027,
+      "subrel-constrast": 3.961954355239868,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2627507448196411,
-      "cov-distil (oracle2student)": 6.517387390136719,
-      "cov-distil (oracle2teacher)": 5.350343227386475,
+      "cov-distil": 1.1805799007415771,
+      "cov-distil (oracle2student)": 6.465838432312012,
+      "cov-distil (oracle2teacher)": 5.881667137145996,
       "epoch": 1.2998430141287285,
-      "rel-constrast": 3.1466264724731445,
+      "rel-constrast": 3.327561378479004,
       "step": 1656,
-      "subrel-constrast": 3.1197381019592285,
+      "subrel-constrast": 3.279414653778076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2194769382476807,
-      "cov-distil (oracle2student)": 4.07407283782959,
-      "cov-distil (oracle2teacher)": 4.279786586761475,
+      "cov-distil": 1.9537032842636108,
+      "cov-distil (oracle2student)": 4.648287773132324,
+      "cov-distil (oracle2teacher)": 4.567766189575195,
       "epoch": 1.3006279434850865,
-      "rel-constrast": 2.6777279376983643,
+      "rel-constrast": 2.6995105743408203,
       "step": 1657,
-      "subrel-constrast": 3.576874017715454,
+      "subrel-constrast": 3.347346544265747,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2256784439086914,
-      "cov-distil (oracle2student)": 3.122056007385254,
-      "cov-distil (oracle2teacher)": 3.299981117248535,
+      "cov-distil": 1.7226980924606323,
+      "cov-distil (oracle2student)": 3.8157501220703125,
+      "cov-distil (oracle2teacher)": 3.99285626411438,
       "epoch": 1.3014128728414442,
-      "rel-constrast": 2.6643600463867188,
+      "rel-constrast": 3.107771873474121,
       "step": 1658,
-      "subrel-constrast": 3.0457918643951416,
+      "subrel-constrast": 2.9404053688049316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7555532455444336,
-      "cov-distil (oracle2student)": 3.6815357208251953,
-      "cov-distil (oracle2teacher)": 3.7946360111236572,
+      "cov-distil": 1.8312928676605225,
+      "cov-distil (oracle2student)": 4.1480021476745605,
+      "cov-distil (oracle2teacher)": 4.026515007019043,
       "epoch": 1.3021978021978022,
-      "rel-constrast": 2.9607553482055664,
+      "rel-constrast": 2.49360990524292,
       "step": 1659,
-      "subrel-constrast": 3.1729092597961426,
+      "subrel-constrast": 3.082777976989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.30298273155416,
-      "grad_norm": 5.3125,
+      "grad_norm": 5.625,
       "learning_rate": 4.93414638262097e-05,
-      "loss": 0.7533,
+      "loss": 0.7795,
       "step": 1660
     },
     {
-      "cov-distil": 1.4782741069793701,
-      "cov-distil (oracle2student)": 3.131895065307617,
-      "cov-distil (oracle2teacher)": 3.025630474090576,
+      "cov-distil": 2.0047497749328613,
+      "cov-distil (oracle2student)": 3.334258794784546,
+      "cov-distil (oracle2teacher)": 3.671670436859131,
       "epoch": 1.30298273155416,
-      "rel-constrast": 1.7634066343307495,
+      "rel-constrast": 1.9011850357055664,
       "step": 1660,
-      "subrel-constrast": 3.0443379878997803,
+      "subrel-constrast": 2.5919320583343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2554302215576172,
-      "cov-distil (oracle2student)": 4.800741195678711,
-      "cov-distil (oracle2teacher)": 4.580242156982422,
+      "cov-distil": 1.3666648864746094,
+      "cov-distil (oracle2student)": 5.006875991821289,
+      "cov-distil (oracle2teacher)": 5.085698127746582,
       "epoch": 1.303767660910518,
-      "rel-constrast": 2.3431081771850586,
+      "rel-constrast": 2.606182098388672,
       "step": 1661,
-      "subrel-constrast": 2.933103561401367,
+      "subrel-constrast": 2.90462064743042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2417757511138916,
-      "cov-distil (oracle2student)": 5.50029182434082,
-      "cov-distil (oracle2teacher)": 5.67678165435791,
+      "cov-distil": 1.6023166179656982,
+      "cov-distil (oracle2student)": 6.40786075592041,
+      "cov-distil (oracle2teacher)": 6.399726867675781,
       "epoch": 1.304552590266876,
-      "rel-constrast": 2.775085926055908,
+      "rel-constrast": 3.932114839553833,
       "step": 1662,
-      "subrel-constrast": 3.3209705352783203,
+      "subrel-constrast": 3.2777538299560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4375855922698975,
-      "cov-distil (oracle2student)": 4.698795795440674,
-      "cov-distil (oracle2teacher)": 4.178256511688232,
+      "cov-distil": 1.6243752241134644,
+      "cov-distil (oracle2student)": 4.9536943435668945,
+      "cov-distil (oracle2teacher)": 4.23249626159668,
       "epoch": 1.305337519623234,
-      "rel-constrast": 3.456355094909668,
+      "rel-constrast": 3.211838483810425,
       "step": 1663,
-      "subrel-constrast": 3.8518121242523193,
+      "subrel-constrast": 3.6172685623168945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2631628513336182,
-      "cov-distil (oracle2student)": 4.585798263549805,
-      "cov-distil (oracle2teacher)": 3.720777988433838,
+      "cov-distil": 1.555912733078003,
+      "cov-distil (oracle2student)": 4.164565086364746,
+      "cov-distil (oracle2teacher)": 3.83821439743042,
       "epoch": 1.306122448979592,
-      "rel-constrast": 2.7050743103027344,
+      "rel-constrast": 3.0629122257232666,
       "step": 1664,
-      "subrel-constrast": 2.8726394176483154,
+      "subrel-constrast": 2.871823787689209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2668120861053467,
-      "cov-distil (oracle2student)": 5.543978691101074,
-      "cov-distil (oracle2teacher)": 4.31226110458374,
+      "cov-distil": 1.5968563556671143,
+      "cov-distil (oracle2student)": 6.0926103591918945,
+      "cov-distil (oracle2teacher)": 4.604617118835449,
       "epoch": 1.3069073783359497,
-      "rel-constrast": 3.455016851425171,
+      "rel-constrast": 3.621994733810425,
       "step": 1665,
-      "subrel-constrast": 3.277104616165161,
+      "subrel-constrast": 3.3782026767730713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4592809677124023,
-      "cov-distil (oracle2student)": 3.580965757369995,
-      "cov-distil (oracle2teacher)": 3.6958651542663574,
+      "cov-distil": 1.877102255821228,
+      "cov-distil (oracle2student)": 4.048394203186035,
+      "cov-distil (oracle2teacher)": 4.017665386199951,
       "epoch": 1.3076923076923077,
-      "rel-constrast": 2.875990390777588,
+      "rel-constrast": 3.0613508224487305,
       "step": 1666,
-      "subrel-constrast": 3.5123231410980225,
+      "subrel-constrast": 3.6224024295806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7660417556762695,
-      "cov-distil (oracle2student)": 5.026470184326172,
-      "cov-distil (oracle2teacher)": 4.608955383300781,
+      "cov-distil": 2.0542428493499756,
+      "cov-distil (oracle2student)": 5.35919713973999,
+      "cov-distil (oracle2teacher)": 4.638520240783691,
       "epoch": 1.3084772370486657,
-      "rel-constrast": 2.4632911682128906,
+      "rel-constrast": 3.2471489906311035,
       "step": 1667,
-      "subrel-constrast": 3.6753294467926025,
+      "subrel-constrast": 3.2292542457580566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9695327281951904,
-      "cov-distil (oracle2student)": 4.632760524749756,
-      "cov-distil (oracle2teacher)": 4.739590644836426,
+      "cov-distil": 2.4964511394500732,
+      "cov-distil (oracle2student)": 4.775130271911621,
+      "cov-distil (oracle2teacher)": 4.880032062530518,
       "epoch": 1.3092621664050235,
-      "rel-constrast": 4.044448375701904,
+      "rel-constrast": 3.955497980117798,
       "step": 1668,
-      "subrel-constrast": 4.879031658172607,
+      "subrel-constrast": 5.187030792236328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9147984385490417,
-      "cov-distil (oracle2student)": 3.8470358848571777,
-      "cov-distil (oracle2teacher)": 3.6714415550231934,
+      "cov-distil": 1.8706905841827393,
+      "cov-distil (oracle2student)": 3.8463985919952393,
+      "cov-distil (oracle2teacher)": 3.5829169750213623,
       "epoch": 1.3100470957613815,
-      "rel-constrast": 1.9507464170455933,
+      "rel-constrast": 2.39556884765625,
       "step": 1669,
-      "subrel-constrast": 2.4090120792388916,
+      "subrel-constrast": 2.6121702194213867,
       "view-similarity": 0
     },
     {
       "epoch": 1.3108320251177394,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.932141785554676e-05,
-      "loss": 0.7309,
+      "loss": 0.7749,
       "step": 1670
     },
     {
-      "cov-distil": 1.0804483890533447,
-      "cov-distil (oracle2student)": 4.381117820739746,
-      "cov-distil (oracle2teacher)": 4.153110027313232,
+      "cov-distil": 1.0927351713180542,
+      "cov-distil (oracle2student)": 4.206366539001465,
+      "cov-distil (oracle2teacher)": 3.8124756813049316,
       "epoch": 1.3108320251177394,
-      "rel-constrast": 2.430006980895996,
+      "rel-constrast": 2.3660969734191895,
       "step": 1670,
-      "subrel-constrast": 3.060797929763794,
+      "subrel-constrast": 2.704758644104004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3550291061401367,
-      "cov-distil (oracle2student)": 4.675786018371582,
-      "cov-distil (oracle2teacher)": 4.878483772277832,
+      "cov-distil": 1.989987850189209,
+      "cov-distil (oracle2student)": 5.0560760498046875,
+      "cov-distil (oracle2teacher)": 5.111454010009766,
       "epoch": 1.3116169544740974,
-      "rel-constrast": 2.190371036529541,
+      "rel-constrast": 2.58559250831604,
       "step": 1671,
-      "subrel-constrast": 3.512721300125122,
+      "subrel-constrast": 3.415621042251587,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5128092765808105,
-      "cov-distil (oracle2student)": 3.5277040004730225,
-      "cov-distil (oracle2teacher)": 3.574345588684082,
+      "cov-distil": 1.9178433418273926,
+      "cov-distil (oracle2student)": 4.129509449005127,
+      "cov-distil (oracle2teacher)": 4.17296028137207,
       "epoch": 1.3124018838304552,
-      "rel-constrast": 2.905486583709717,
+      "rel-constrast": 3.0171046257019043,
       "step": 1672,
-      "subrel-constrast": 3.6370315551757812,
+      "subrel-constrast": 3.630554437637329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562002182006836,
-      "cov-distil (oracle2student)": 5.946201324462891,
-      "cov-distil (oracle2teacher)": 6.038100242614746,
+      "cov-distil": 2.63132905960083,
+      "cov-distil (oracle2student)": 6.345755577087402,
+      "cov-distil (oracle2teacher)": 5.5523176193237305,
       "epoch": 1.3131868131868132,
-      "rel-constrast": 2.6617884635925293,
+      "rel-constrast": 3.694471836090088,
       "step": 1673,
-      "subrel-constrast": 3.8258495330810547,
+      "subrel-constrast": 3.7029504776000977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4439823627471924,
-      "cov-distil (oracle2student)": 4.495332717895508,
-      "cov-distil (oracle2teacher)": 3.920667886734009,
+      "cov-distil": 1.7092751264572144,
+      "cov-distil (oracle2student)": 5.00535774230957,
+      "cov-distil (oracle2teacher)": 4.368116855621338,
       "epoch": 1.3139717425431712,
-      "rel-constrast": 2.736530303955078,
+      "rel-constrast": 2.9453623294830322,
       "step": 1674,
-      "subrel-constrast": 3.709810495376587,
+      "subrel-constrast": 3.7899580001831055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.902129054069519,
-      "cov-distil (oracle2student)": 3.1296520233154297,
-      "cov-distil (oracle2teacher)": 3.1709532737731934,
+      "cov-distil": 2.177368640899658,
+      "cov-distil (oracle2student)": 4.038525581359863,
+      "cov-distil (oracle2teacher)": 3.5202178955078125,
       "epoch": 1.314756671899529,
-      "rel-constrast": 2.3446121215820312,
+      "rel-constrast": 3.215427875518799,
       "step": 1675,
-      "subrel-constrast": 3.3997671604156494,
+      "subrel-constrast": 3.472332239151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5456894636154175,
-      "cov-distil (oracle2student)": 3.53585147857666,
-      "cov-distil (oracle2teacher)": 3.7378737926483154,
+      "cov-distil": 1.5631492137908936,
+      "cov-distil (oracle2student)": 3.7521157264709473,
+      "cov-distil (oracle2teacher)": 3.7333295345306396,
       "epoch": 1.315541601255887,
-      "rel-constrast": 1.8547238111495972,
+      "rel-constrast": 1.9873430728912354,
       "step": 1676,
-      "subrel-constrast": 2.8229920864105225,
+      "subrel-constrast": 2.3722922801971436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6679989099502563,
-      "cov-distil (oracle2student)": 4.102506637573242,
-      "cov-distil (oracle2teacher)": 3.851327419281006,
+      "cov-distil": 2.1458115577697754,
+      "cov-distil (oracle2student)": 4.208532333374023,
+      "cov-distil (oracle2teacher)": 3.9811959266662598,
       "epoch": 1.316326530612245,
-      "rel-constrast": 2.873745918273926,
+      "rel-constrast": 3.3004209995269775,
       "step": 1677,
-      "subrel-constrast": 3.830954074859619,
+      "subrel-constrast": 3.6657330989837646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2982299327850342,
-      "cov-distil (oracle2student)": 3.544175148010254,
-      "cov-distil (oracle2teacher)": 3.48026704788208,
+      "cov-distil": 1.6136683225631714,
+      "cov-distil (oracle2student)": 3.700273036956787,
+      "cov-distil (oracle2teacher)": 3.5427913665771484,
       "epoch": 1.317111459968603,
-      "rel-constrast": 3.5534720420837402,
+      "rel-constrast": 3.4891443252563477,
       "step": 1678,
-      "subrel-constrast": 3.998359203338623,
+      "subrel-constrast": 4.164310932159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1478326320648193,
-      "cov-distil (oracle2student)": 5.38470458984375,
-      "cov-distil (oracle2teacher)": 4.923349380493164,
+      "cov-distil": 2.4277265071868896,
+      "cov-distil (oracle2student)": 5.308294773101807,
+      "cov-distil (oracle2teacher)": 5.496747970581055,
       "epoch": 1.3178963893249607,
-      "rel-constrast": 2.6743621826171875,
+      "rel-constrast": 2.979935646057129,
       "step": 1679,
-      "subrel-constrast": 3.7068068981170654,
+      "subrel-constrast": 3.997008800506592,
       "view-similarity": 0
     },
     {
       "epoch": 1.3186813186813187,
-      "grad_norm": 4.875,
+      "grad_norm": 6.71875,
       "learning_rate": 4.9301075536082605e-05,
-      "loss": 0.6952,
+      "loss": 0.7395,
       "step": 1680
     },
     {
-      "cov-distil": 1.9513250589370728,
-      "cov-distil (oracle2student)": 4.398993492126465,
-      "cov-distil (oracle2teacher)": 4.786568641662598,
+      "cov-distil": 2.1944825649261475,
+      "cov-distil (oracle2student)": 4.088326454162598,
+      "cov-distil (oracle2teacher)": 5.080142021179199,
       "epoch": 1.3186813186813187,
-      "rel-constrast": 2.6829535961151123,
+      "rel-constrast": 3.2335047721862793,
       "step": 1680,
-      "subrel-constrast": 4.0632853507995605,
+      "subrel-constrast": 4.277515888214111,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3817787170410156,
-      "cov-distil (oracle2student)": 3.289867401123047,
-      "cov-distil (oracle2teacher)": 3.359332799911499,
+      "cov-distil": 1.8086462020874023,
+      "cov-distil (oracle2student)": 3.153085470199585,
+      "cov-distil (oracle2teacher)": 3.5910274982452393,
       "epoch": 1.3194662480376766,
-      "rel-constrast": 3.0628602504730225,
+      "rel-constrast": 3.3856444358825684,
       "step": 1681,
-      "subrel-constrast": 3.4703333377838135,
+      "subrel-constrast": 3.395388603210449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8047406673431396,
-      "cov-distil (oracle2student)": 5.392301559448242,
-      "cov-distil (oracle2teacher)": 5.2529449462890625,
+      "cov-distil": 1.9190409183502197,
+      "cov-distil (oracle2student)": 5.7283759117126465,
+      "cov-distil (oracle2teacher)": 5.113788604736328,
       "epoch": 1.3202511773940344,
-      "rel-constrast": 3.5952937602996826,
+      "rel-constrast": 4.08601188659668,
       "step": 1682,
-      "subrel-constrast": 4.345643043518066,
+      "subrel-constrast": 4.2143235206604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3197975158691406,
-      "cov-distil (oracle2student)": 4.048213481903076,
-      "cov-distil (oracle2teacher)": 3.647500991821289,
+      "cov-distil": 1.5731201171875,
+      "cov-distil (oracle2student)": 4.453451633453369,
+      "cov-distil (oracle2teacher)": 3.970391273498535,
       "epoch": 1.3210361067503924,
-      "rel-constrast": 2.856383800506592,
+      "rel-constrast": 3.1653823852539062,
       "step": 1683,
-      "subrel-constrast": 3.104534149169922,
+      "subrel-constrast": 3.119931936264038,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8105502128601074,
-      "cov-distil (oracle2student)": 5.112046241760254,
-      "cov-distil (oracle2teacher)": 4.49995231628418,
+      "cov-distil": 2.2481141090393066,
+      "cov-distil (oracle2student)": 5.609467506408691,
+      "cov-distil (oracle2teacher)": 5.181495666503906,
       "epoch": 1.3218210361067504,
-      "rel-constrast": 3.725432872772217,
+      "rel-constrast": 4.194695472717285,
       "step": 1684,
-      "subrel-constrast": 4.248173236846924,
+      "subrel-constrast": 4.362768173217773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4322168827056885,
-      "cov-distil (oracle2student)": 3.3334832191467285,
-      "cov-distil (oracle2teacher)": 3.6339430809020996,
+      "cov-distil": 1.5475280284881592,
+      "cov-distil (oracle2student)": 4.305638313293457,
+      "cov-distil (oracle2teacher)": 3.7450976371765137,
       "epoch": 1.3226059654631084,
-      "rel-constrast": 2.7059125900268555,
+      "rel-constrast": 3.2316360473632812,
       "step": 1685,
-      "subrel-constrast": 3.2750349044799805,
+      "subrel-constrast": 2.8158764839172363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6428894996643066,
-      "cov-distil (oracle2student)": 4.602001190185547,
-      "cov-distil (oracle2teacher)": 4.459765911102295,
+      "cov-distil": 2.694798231124878,
+      "cov-distil (oracle2student)": 4.511743545532227,
+      "cov-distil (oracle2teacher)": 4.304223537445068,
       "epoch": 1.3233908948194664,
-      "rel-constrast": 3.1114978790283203,
+      "rel-constrast": 2.911423921585083,
       "step": 1686,
-      "subrel-constrast": 3.9000749588012695,
+      "subrel-constrast": 3.762714147567749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8474209308624268,
-      "cov-distil (oracle2student)": 3.8932676315307617,
-      "cov-distil (oracle2teacher)": 4.134026050567627,
+      "cov-distil": 1.7985414266586304,
+      "cov-distil (oracle2student)": 4.162229537963867,
+      "cov-distil (oracle2teacher)": 3.856377124786377,
       "epoch": 1.3241758241758241,
-      "rel-constrast": 2.9471235275268555,
+      "rel-constrast": 2.9805686473846436,
       "step": 1687,
-      "subrel-constrast": 3.8277077674865723,
+      "subrel-constrast": 3.285964012145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4144337177276611,
-      "cov-distil (oracle2student)": 4.639150142669678,
-      "cov-distil (oracle2teacher)": 4.320378303527832,
+      "cov-distil": 1.5695276260375977,
+      "cov-distil (oracle2student)": 4.601081371307373,
+      "cov-distil (oracle2teacher)": 4.585683822631836,
       "epoch": 1.3249607535321821,
-      "rel-constrast": 3.245732307434082,
+      "rel-constrast": 3.9330883026123047,
       "step": 1688,
-      "subrel-constrast": 4.324900150299072,
+      "subrel-constrast": 4.279696941375732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4898247718811035,
-      "cov-distil (oracle2student)": 3.7182819843292236,
-      "cov-distil (oracle2teacher)": 4.340787887573242,
+      "cov-distil": 2.021648406982422,
+      "cov-distil (oracle2student)": 4.577154159545898,
+      "cov-distil (oracle2teacher)": 4.304760932922363,
       "epoch": 1.3257456828885401,
-      "rel-constrast": 3.311568260192871,
+      "rel-constrast": 3.637571334838867,
       "step": 1689,
-      "subrel-constrast": 4.191407203674316,
+      "subrel-constrast": 4.036553382873535,
       "view-similarity": 0
     },
     {
       "epoch": 1.3265306122448979,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.71875,
       "learning_rate": 4.928043711568201e-05,
-      "loss": 0.8214,
+      "loss": 0.869,
       "step": 1690
     },
     {
-      "cov-distil": 1.5231900215148926,
-      "cov-distil (oracle2student)": 4.0429229736328125,
-      "cov-distil (oracle2teacher)": 4.368336200714111,
+      "cov-distil": 1.5318957567214966,
+      "cov-distil (oracle2student)": 3.7702503204345703,
+      "cov-distil (oracle2teacher)": 3.9249260425567627,
       "epoch": 1.3265306122448979,
-      "rel-constrast": 3.221848964691162,
+      "rel-constrast": 3.37066388130188,
       "step": 1690,
-      "subrel-constrast": 3.944840431213379,
+      "subrel-constrast": 3.984584093093872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2224268913269043,
-      "cov-distil (oracle2student)": 3.6712303161621094,
-      "cov-distil (oracle2teacher)": 3.6000585556030273,
+      "cov-distil": 1.5729693174362183,
+      "cov-distil (oracle2student)": 3.7485527992248535,
+      "cov-distil (oracle2teacher)": 3.852156162261963,
       "epoch": 1.3273155416012559,
-      "rel-constrast": 2.1097869873046875,
+      "rel-constrast": 2.3448681831359863,
       "step": 1691,
-      "subrel-constrast": 2.6628572940826416,
+      "subrel-constrast": 2.9309775829315186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.571364402770996,
-      "cov-distil (oracle2student)": 3.9584407806396484,
-      "cov-distil (oracle2teacher)": 4.059624195098877,
+      "cov-distil": 2.009230852127075,
+      "cov-distil (oracle2student)": 4.155279159545898,
+      "cov-distil (oracle2teacher)": 4.311703681945801,
       "epoch": 1.3281004709576139,
-      "rel-constrast": 3.725607395172119,
+      "rel-constrast": 3.150029420852661,
       "step": 1692,
-      "subrel-constrast": 4.022169589996338,
+      "subrel-constrast": 3.740870475769043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9361393451690674,
-      "cov-distil (oracle2student)": 3.485517978668213,
-      "cov-distil (oracle2teacher)": 3.5528483390808105,
+      "cov-distil": 2.0947771072387695,
+      "cov-distil (oracle2student)": 3.971309185028076,
+      "cov-distil (oracle2teacher)": 3.945931911468506,
       "epoch": 1.3288854003139718,
-      "rel-constrast": 2.590193748474121,
+      "rel-constrast": 2.5980446338653564,
       "step": 1693,
-      "subrel-constrast": 3.5558483600616455,
+      "subrel-constrast": 3.539691686630249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5529704093933105,
-      "cov-distil (oracle2student)": 5.349681854248047,
-      "cov-distil (oracle2teacher)": 4.618007183074951,
+      "cov-distil": 2.162320137023926,
+      "cov-distil (oracle2student)": 5.4272966384887695,
+      "cov-distil (oracle2teacher)": 4.8213701248168945,
       "epoch": 1.3296703296703296,
-      "rel-constrast": 3.0925962924957275,
+      "rel-constrast": 2.855908155441284,
       "step": 1694,
-      "subrel-constrast": 3.6117360591888428,
+      "subrel-constrast": 3.515104293823242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2765185832977295,
-      "cov-distil (oracle2student)": 5.414062976837158,
-      "cov-distil (oracle2teacher)": 5.182615280151367,
+      "cov-distil": 1.0731866359710693,
+      "cov-distil (oracle2student)": 5.488421440124512,
+      "cov-distil (oracle2teacher)": 5.08583402633667,
       "epoch": 1.3304552590266876,
-      "rel-constrast": 3.097349166870117,
+      "rel-constrast": 3.42624568939209,
       "step": 1695,
-      "subrel-constrast": 3.8629040718078613,
+      "subrel-constrast": 3.690575361251831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4366099834442139,
-      "cov-distil (oracle2student)": 5.064397811889648,
-      "cov-distil (oracle2teacher)": 4.768686771392822,
+      "cov-distil": 1.6255704164505005,
+      "cov-distil (oracle2student)": 4.972871780395508,
+      "cov-distil (oracle2teacher)": 5.257755279541016,
       "epoch": 1.3312401883830456,
-      "rel-constrast": 3.5905206203460693,
+      "rel-constrast": 3.5530271530151367,
       "step": 1696,
-      "subrel-constrast": 3.551110029220581,
+      "subrel-constrast": 3.5661847591400146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5100539922714233,
-      "cov-distil (oracle2student)": 4.031502723693848,
-      "cov-distil (oracle2teacher)": 3.1058902740478516,
+      "cov-distil": 1.7691795825958252,
+      "cov-distil (oracle2student)": 4.196930885314941,
+      "cov-distil (oracle2teacher)": 3.604043960571289,
       "epoch": 1.3320251177394034,
-      "rel-constrast": 3.878617763519287,
+      "rel-constrast": 4.41229248046875,
       "step": 1697,
-      "subrel-constrast": 3.6920580863952637,
+      "subrel-constrast": 4.059732437133789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736415147781372,
-      "cov-distil (oracle2student)": 4.542118549346924,
-      "cov-distil (oracle2teacher)": 4.008769989013672,
+      "cov-distil": 1.8581151962280273,
+      "cov-distil (oracle2student)": 5.176072597503662,
+      "cov-distil (oracle2teacher)": 4.556097030639648,
       "epoch": 1.3328100470957613,
-      "rel-constrast": 2.8388421535491943,
+      "rel-constrast": 2.7787365913391113,
       "step": 1698,
-      "subrel-constrast": 3.2855992317199707,
+      "subrel-constrast": 3.5230119228363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3649110794067383,
-      "cov-distil (oracle2student)": 5.195368766784668,
-      "cov-distil (oracle2teacher)": 4.632691383361816,
+      "cov-distil": 1.32680344581604,
+      "cov-distil (oracle2student)": 4.475895881652832,
+      "cov-distil (oracle2teacher)": 4.708328723907471,
       "epoch": 1.3335949764521193,
-      "rel-constrast": 2.544861316680908,
+      "rel-constrast": 3.0723962783813477,
       "step": 1699,
-      "subrel-constrast": 2.7482213973999023,
+      "subrel-constrast": 2.910999059677124,
       "view-similarity": 0
     },
     {
       "epoch": 1.3343799058084773,
-      "grad_norm": 4.78125,
+      "grad_norm": 7.78125,
       "learning_rate": 4.9259502845817594e-05,
-      "loss": 0.8051,
+      "loss": 0.7891,
       "step": 1700
     },
     {
       "epoch": 1.3343799058084773,
-      "overlap": 0.3125,
+      "overlap": 0.27031251788139343,
       "step": 1700
     },
     {
       "epoch": 1.3343799058084773,
       "step": 1700,
-      "student margin": 0.06024169921875
+      "student margin": 0.055450439453125
     },
     {
       "epoch": 1.3343799058084773,
       "step": 1700,
-      "teacher margin": 0.04046630859375
+      "teacher margin": 0.04302978515625
     },
     {
       "epoch": 1.3343799058084773,
-      "margin difference": -0.019775390625,
+      "margin difference": -0.012420654296875,
       "step": 1700
     },
     {
-      "cov-distil": 1.780718445777893,
-      "cov-distil (oracle2student)": 4.830676078796387,
-      "cov-distil (oracle2teacher)": 4.522244930267334,
+      "cov-distil": 2.2918381690979004,
+      "cov-distil (oracle2student)": 5.488099098205566,
+      "cov-distil (oracle2teacher)": 5.0514726638793945,
       "epoch": 1.3343799058084773,
-      "rel-constrast": 2.708968162536621,
+      "rel-constrast": 3.476649045944214,
       "step": 1700,
-      "subrel-constrast": 3.664163112640381,
+      "subrel-constrast": 3.737515926361084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7044799327850342,
-      "cov-distil (oracle2student)": 3.761897087097168,
-      "cov-distil (oracle2teacher)": 3.689012289047241,
+      "cov-distil": 2.1702351570129395,
+      "cov-distil (oracle2student)": 4.4835662841796875,
+      "cov-distil (oracle2teacher)": 3.733614444732666,
       "epoch": 1.335164835164835,
-      "rel-constrast": 2.526390552520752,
+      "rel-constrast": 2.6515486240386963,
       "step": 1701,
-      "subrel-constrast": 3.3062210083007812,
+      "subrel-constrast": 3.0915606021881104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1813758611679077,
-      "cov-distil (oracle2student)": 4.709604263305664,
-      "cov-distil (oracle2teacher)": 4.656639575958252,
+      "cov-distil": 1.733849048614502,
+      "cov-distil (oracle2student)": 5.13071346282959,
+      "cov-distil (oracle2teacher)": 4.706507682800293,
       "epoch": 1.335949764521193,
-      "rel-constrast": 2.514857292175293,
+      "rel-constrast": 3.5660839080810547,
       "step": 1702,
-      "subrel-constrast": 3.488149881362915,
+      "subrel-constrast": 3.5813450813293457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1151008605957031,
-      "cov-distil (oracle2student)": 2.865448236465454,
-      "cov-distil (oracle2teacher)": 3.638596534729004,
+      "cov-distil": 1.685402274131775,
+      "cov-distil (oracle2student)": 3.821777820587158,
+      "cov-distil (oracle2teacher)": 3.314162254333496,
       "epoch": 1.336734693877551,
-      "rel-constrast": 2.384942054748535,
+      "rel-constrast": 3.053713321685791,
       "step": 1703,
-      "subrel-constrast": 3.135843276977539,
+      "subrel-constrast": 2.911098003387451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5315178632736206,
-      "cov-distil (oracle2student)": 2.0018911361694336,
-      "cov-distil (oracle2teacher)": 2.3488893508911133,
+      "cov-distil": 1.8334848880767822,
+      "cov-distil (oracle2student)": 1.7400952577590942,
+      "cov-distil (oracle2teacher)": 2.690593957901001,
       "epoch": 1.3375196232339088,
-      "rel-constrast": 1.9972370862960815,
+      "rel-constrast": 1.7925410270690918,
       "step": 1704,
-      "subrel-constrast": 2.7012367248535156,
+      "subrel-constrast": 2.5463521480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6730701923370361,
-      "cov-distil (oracle2student)": 3.1682558059692383,
-      "cov-distil (oracle2teacher)": 3.1774349212646484,
+      "cov-distil": 2.256601333618164,
+      "cov-distil (oracle2student)": 3.5637283325195312,
+      "cov-distil (oracle2teacher)": 3.0985000133514404,
       "epoch": 1.3383045525902668,
-      "rel-constrast": 2.1729378700256348,
+      "rel-constrast": 2.4836349487304688,
       "step": 1705,
-      "subrel-constrast": 3.3846652507781982,
+      "subrel-constrast": 3.327609062194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5645828247070312,
-      "cov-distil (oracle2student)": 3.0768232345581055,
-      "cov-distil (oracle2teacher)": 3.6127519607543945,
+      "cov-distil": 1.4072151184082031,
+      "cov-distil (oracle2student)": 3.6628546714782715,
+      "cov-distil (oracle2teacher)": 3.9533071517944336,
       "epoch": 1.3390894819466248,
-      "rel-constrast": 2.74924898147583,
+      "rel-constrast": 2.5464749336242676,
       "step": 1706,
-      "subrel-constrast": 3.2934718132019043,
+      "subrel-constrast": 3.2726998329162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5017133951187134,
-      "cov-distil (oracle2student)": 3.383028745651245,
-      "cov-distil (oracle2teacher)": 3.066603183746338,
+      "cov-distil": 2.177799940109253,
+      "cov-distil (oracle2student)": 3.809157371520996,
+      "cov-distil (oracle2teacher)": 3.3606271743774414,
       "epoch": 1.3398744113029828,
-      "rel-constrast": 3.287877082824707,
+      "rel-constrast": 3.2535858154296875,
       "step": 1707,
-      "subrel-constrast": 4.0102033615112305,
+      "subrel-constrast": 3.9288291931152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.323404312133789,
-      "cov-distil (oracle2student)": 3.914201259613037,
-      "cov-distil (oracle2teacher)": 3.881359338760376,
+      "cov-distil": 1.5573627948760986,
+      "cov-distil (oracle2student)": 4.259518146514893,
+      "cov-distil (oracle2teacher)": 4.222029685974121,
       "epoch": 1.3406593406593408,
-      "rel-constrast": 3.176435947418213,
+      "rel-constrast": 3.0864930152893066,
       "step": 1708,
-      "subrel-constrast": 3.6439154148101807,
+      "subrel-constrast": 3.2867941856384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.428868293762207,
-      "cov-distil (oracle2student)": 4.273033142089844,
-      "cov-distil (oracle2teacher)": 4.26628303527832,
+      "cov-distil": 1.9484076499938965,
+      "cov-distil (oracle2student)": 3.8938305377960205,
+      "cov-distil (oracle2teacher)": 4.517445087432861,
       "epoch": 1.3414442700156985,
-      "rel-constrast": 2.549382209777832,
+      "rel-constrast": 2.232330322265625,
       "step": 1709,
-      "subrel-constrast": 3.0860307216644287,
+      "subrel-constrast": 3.2775373458862305,
       "view-similarity": 0
     },
     {
       "epoch": 1.3422291993720565,
-      "grad_norm": 5.28125,
+      "grad_norm": 5.4375,
       "learning_rate": 4.9238272981566834e-05,
-      "loss": 0.6887,
+      "loss": 0.7036,
       "step": 1710
     },
     {
-      "cov-distil": 1.081392526626587,
-      "cov-distil (oracle2student)": 5.827483177185059,
-      "cov-distil (oracle2teacher)": 5.341393947601318,
+      "cov-distil": 1.5018048286437988,
+      "cov-distil (oracle2student)": 5.99904727935791,
+      "cov-distil (oracle2teacher)": 5.109205722808838,
       "epoch": 1.3422291993720565,
-      "rel-constrast": 2.8190817832946777,
+      "rel-constrast": 3.38197660446167,
       "step": 1710,
-      "subrel-constrast": 3.3911261558532715,
+      "subrel-constrast": 3.3852460384368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2207149267196655,
-      "cov-distil (oracle2student)": 5.374782562255859,
-      "cov-distil (oracle2teacher)": 5.0022077560424805,
+      "cov-distil": 1.790640115737915,
+      "cov-distil (oracle2student)": 5.777251720428467,
+      "cov-distil (oracle2teacher)": 5.41480827331543,
       "epoch": 1.3430141287284145,
-      "rel-constrast": 1.670638084411621,
+      "rel-constrast": 2.423858642578125,
       "step": 1711,
-      "subrel-constrast": 2.642967939376831,
+      "subrel-constrast": 2.6220152378082275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353926181793213,
-      "cov-distil (oracle2student)": 2.9009010791778564,
-      "cov-distil (oracle2teacher)": 3.7013018131256104,
+      "cov-distil": 1.9273300170898438,
+      "cov-distil (oracle2student)": 3.3558900356292725,
+      "cov-distil (oracle2teacher)": 3.668273448944092,
       "epoch": 1.3437990580847723,
-      "rel-constrast": 3.4264278411865234,
+      "rel-constrast": 3.605562210083008,
       "step": 1712,
-      "subrel-constrast": 4.440281391143799,
+      "subrel-constrast": 4.6571760177612305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4675931930541992,
-      "cov-distil (oracle2student)": 4.909945487976074,
-      "cov-distil (oracle2teacher)": 4.447066307067871,
+      "cov-distil": 1.7976818084716797,
+      "cov-distil (oracle2student)": 5.500486373901367,
+      "cov-distil (oracle2teacher)": 5.270471572875977,
       "epoch": 1.3445839874411303,
-      "rel-constrast": 2.7537853717803955,
+      "rel-constrast": 3.285728931427002,
       "step": 1713,
-      "subrel-constrast": 3.529341697692871,
+      "subrel-constrast": 3.727179527282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.124407172203064,
-      "cov-distil (oracle2student)": 5.115457057952881,
-      "cov-distil (oracle2teacher)": 4.879899978637695,
+      "cov-distil": 1.6335771083831787,
+      "cov-distil (oracle2student)": 5.177635192871094,
+      "cov-distil (oracle2teacher)": 5.274733066558838,
       "epoch": 1.3453689167974883,
-      "rel-constrast": 2.403954267501831,
+      "rel-constrast": 2.9622695446014404,
       "step": 1714,
-      "subrel-constrast": 3.303976058959961,
+      "subrel-constrast": 2.9853498935699463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.701810598373413,
-      "cov-distil (oracle2student)": 4.863839149475098,
-      "cov-distil (oracle2teacher)": 4.200281620025635,
+      "cov-distil": 1.97784423828125,
+      "cov-distil (oracle2student)": 4.944757461547852,
+      "cov-distil (oracle2teacher)": 4.678353786468506,
       "epoch": 1.3461538461538463,
-      "rel-constrast": 2.4296562671661377,
+      "rel-constrast": 2.6862611770629883,
       "step": 1715,
-      "subrel-constrast": 3.0966598987579346,
+      "subrel-constrast": 3.2625033855438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881268501281738,
-      "cov-distil (oracle2student)": 4.329209327697754,
-      "cov-distil (oracle2teacher)": 4.223686218261719,
+      "cov-distil": 1.9272128343582153,
+      "cov-distil (oracle2student)": 5.0633039474487305,
+      "cov-distil (oracle2teacher)": 4.473548889160156,
       "epoch": 1.346938775510204,
-      "rel-constrast": 3.221346378326416,
+      "rel-constrast": 3.9154224395751953,
       "step": 1716,
-      "subrel-constrast": 3.7356741428375244,
+      "subrel-constrast": 3.892422676086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601477861404419,
-      "cov-distil (oracle2student)": 4.000622749328613,
-      "cov-distil (oracle2teacher)": 3.9415695667266846,
+      "cov-distil": 2.1424615383148193,
+      "cov-distil (oracle2student)": 4.435295581817627,
+      "cov-distil (oracle2teacher)": 4.442118167877197,
       "epoch": 1.347723704866562,
-      "rel-constrast": 2.6288466453552246,
+      "rel-constrast": 2.5745034217834473,
       "step": 1717,
-      "subrel-constrast": 3.582732677459717,
+      "subrel-constrast": 3.7828452587127686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8193079233169556,
-      "cov-distil (oracle2student)": 3.9107248783111572,
-      "cov-distil (oracle2teacher)": 4.025141716003418,
+      "cov-distil": 1.8790268898010254,
+      "cov-distil (oracle2student)": 4.151360034942627,
+      "cov-distil (oracle2teacher)": 3.9144749641418457,
       "epoch": 1.34850863422292,
-      "rel-constrast": 4.060984134674072,
+      "rel-constrast": 4.216392993927002,
       "step": 1718,
-      "subrel-constrast": 4.846158504486084,
+      "subrel-constrast": 4.395762920379639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4519190788269043,
-      "cov-distil (oracle2student)": 3.7812249660491943,
-      "cov-distil (oracle2teacher)": 4.257962703704834,
+      "cov-distil": 1.997058629989624,
+      "cov-distil (oracle2student)": 4.008866786956787,
+      "cov-distil (oracle2teacher)": 4.356030464172363,
       "epoch": 1.3492935635792778,
-      "rel-constrast": 2.8818671703338623,
+      "rel-constrast": 3.0781900882720947,
       "step": 1719,
-      "subrel-constrast": 3.973895788192749,
+      "subrel-constrast": 4.121029376983643,
       "view-similarity": 0
     },
     {
       "epoch": 1.3500784929356358,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.5625,
       "learning_rate": 4.921674778160893e-05,
-      "loss": 0.7431,
+      "loss": 0.8033,
       "step": 1720
     },
     {
-      "cov-distil": 1.4843339920043945,
-      "cov-distil (oracle2student)": 4.635878086090088,
-      "cov-distil (oracle2teacher)": 4.166833877563477,
+      "cov-distil": 2.2580342292785645,
+      "cov-distil (oracle2student)": 4.513801574707031,
+      "cov-distil (oracle2teacher)": 4.808523654937744,
       "epoch": 1.3500784929356358,
-      "rel-constrast": 2.9307570457458496,
+      "rel-constrast": 3.2047834396362305,
       "step": 1720,
-      "subrel-constrast": 3.4832499027252197,
+      "subrel-constrast": 3.2802484035491943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3266394138336182,
-      "cov-distil (oracle2student)": 5.636879920959473,
-      "cov-distil (oracle2teacher)": 4.4373955726623535,
+      "cov-distil": 1.5223511457443237,
+      "cov-distil (oracle2student)": 5.035830974578857,
+      "cov-distil (oracle2teacher)": 4.590912342071533,
       "epoch": 1.3508634222919937,
-      "rel-constrast": 3.0167200565338135,
+      "rel-constrast": 2.844982862472534,
       "step": 1721,
-      "subrel-constrast": 3.013080358505249,
+      "subrel-constrast": 2.9831314086914062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8228155374526978,
-      "cov-distil (oracle2student)": 3.767451286315918,
-      "cov-distil (oracle2teacher)": 3.762378454208374,
+      "cov-distil": 1.8434545993804932,
+      "cov-distil (oracle2student)": 4.669515609741211,
+      "cov-distil (oracle2teacher)": 4.341181755065918,
       "epoch": 1.3516483516483517,
-      "rel-constrast": 2.6804583072662354,
+      "rel-constrast": 3.51310133934021,
       "step": 1722,
-      "subrel-constrast": 3.7772467136383057,
+      "subrel-constrast": 3.635772466659546,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5253863334655762,
-      "cov-distil (oracle2student)": 4.397368907928467,
-      "cov-distil (oracle2teacher)": 4.080415725708008,
+      "cov-distil": 1.9322556257247925,
+      "cov-distil (oracle2student)": 4.4221601486206055,
+      "cov-distil (oracle2teacher)": 3.9335949420928955,
       "epoch": 1.3524332810047095,
-      "rel-constrast": 3.5323140621185303,
+      "rel-constrast": 3.563133955001831,
       "step": 1723,
-      "subrel-constrast": 4.126648902893066,
+      "subrel-constrast": 4.045975208282471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286723613739014,
-      "cov-distil (oracle2student)": 4.10756778717041,
-      "cov-distil (oracle2teacher)": 3.766479253768921,
+      "cov-distil": 2.0125770568847656,
+      "cov-distil (oracle2student)": 3.663123607635498,
+      "cov-distil (oracle2teacher)": 4.0708441734313965,
       "epoch": 1.3532182103610675,
-      "rel-constrast": 3.788242816925049,
+      "rel-constrast": 3.507173538208008,
       "step": 1724,
-      "subrel-constrast": 3.9748165607452393,
+      "subrel-constrast": 3.495544910430908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6401193141937256,
-      "cov-distil (oracle2student)": 2.8886406421661377,
-      "cov-distil (oracle2teacher)": 2.954597234725952,
+      "cov-distil": 2.3561604022979736,
+      "cov-distil (oracle2student)": 3.389543056488037,
+      "cov-distil (oracle2teacher)": 3.267606258392334,
       "epoch": 1.3540031397174255,
-      "rel-constrast": 2.6082262992858887,
+      "rel-constrast": 3.855412006378174,
       "step": 1725,
-      "subrel-constrast": 3.743175983428955,
+      "subrel-constrast": 4.2084550857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3371732234954834,
-      "cov-distil (oracle2student)": 5.656307220458984,
-      "cov-distil (oracle2teacher)": 4.892755508422852,
+      "cov-distil": 1.8725090026855469,
+      "cov-distil (oracle2student)": 6.049071788787842,
+      "cov-distil (oracle2teacher)": 4.877649307250977,
       "epoch": 1.3547880690737832,
-      "rel-constrast": 3.9849557876586914,
+      "rel-constrast": 4.815608024597168,
       "step": 1726,
-      "subrel-constrast": 4.523749351501465,
+      "subrel-constrast": 4.559018611907959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.720710039138794,
-      "cov-distil (oracle2student)": 5.891674041748047,
-      "cov-distil (oracle2teacher)": 5.492726802825928,
+      "cov-distil": 1.7693315744400024,
+      "cov-distil (oracle2student)": 5.850362777709961,
+      "cov-distil (oracle2teacher)": 5.496490001678467,
       "epoch": 1.3555729984301412,
-      "rel-constrast": 2.9663026332855225,
+      "rel-constrast": 3.415391445159912,
       "step": 1727,
-      "subrel-constrast": 3.7746434211730957,
+      "subrel-constrast": 3.544586181640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3942320346832275,
-      "cov-distil (oracle2student)": 4.154197692871094,
-      "cov-distil (oracle2teacher)": 3.8255786895751953,
+      "cov-distil": 1.5580943822860718,
+      "cov-distil (oracle2student)": 4.488919258117676,
+      "cov-distil (oracle2teacher)": 4.465295314788818,
       "epoch": 1.3563579277864992,
-      "rel-constrast": 2.909430503845215,
+      "rel-constrast": 3.3565869331359863,
       "step": 1728,
-      "subrel-constrast": 3.3779075145721436,
+      "subrel-constrast": 3.5928831100463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1056621074676514,
-      "cov-distil (oracle2student)": 5.594830513000488,
-      "cov-distil (oracle2teacher)": 5.0517072677612305,
+      "cov-distil": 2.4982075691223145,
+      "cov-distil (oracle2student)": 5.910581111907959,
+      "cov-distil (oracle2teacher)": 5.784066200256348,
       "epoch": 1.3571428571428572,
-      "rel-constrast": 2.3291707038879395,
+      "rel-constrast": 2.2470030784606934,
       "step": 1729,
-      "subrel-constrast": 3.4596457481384277,
+      "subrel-constrast": 3.102912664413452,
       "view-similarity": 0
     },
     {
       "epoch": 1.3579277864992152,
-      "grad_norm": 5.09375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.919492750822164e-05,
-      "loss": 0.8086,
+      "loss": 0.8581,
       "step": 1730
     },
     {
-      "cov-distil": 1.0618146657943726,
-      "cov-distil (oracle2student)": 4.845118999481201,
-      "cov-distil (oracle2teacher)": 4.5378899574279785,
+      "cov-distil": 2.0652740001678467,
+      "cov-distil (oracle2student)": 4.3473310470581055,
+      "cov-distil (oracle2teacher)": 5.042407035827637,
       "epoch": 1.3579277864992152,
-      "rel-constrast": 2.635180950164795,
+      "rel-constrast": 2.5620532035827637,
       "step": 1730,
-      "subrel-constrast": 3.1001203060150146,
+      "subrel-constrast": 3.2476205825805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5445315837860107,
-      "cov-distil (oracle2student)": 3.147429943084717,
-      "cov-distil (oracle2teacher)": 3.502480983734131,
+      "cov-distil": 1.5518927574157715,
+      "cov-distil (oracle2student)": 3.715423345565796,
+      "cov-distil (oracle2teacher)": 3.6451826095581055,
       "epoch": 1.358712715855573,
-      "rel-constrast": 2.7715322971343994,
+      "rel-constrast": 3.1119720935821533,
       "step": 1731,
-      "subrel-constrast": 3.551654100418091,
+      "subrel-constrast": 3.3155808448791504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5890753269195557,
-      "cov-distil (oracle2student)": 4.402159690856934,
-      "cov-distil (oracle2teacher)": 3.9822463989257812,
+      "cov-distil": 1.7187305688858032,
+      "cov-distil (oracle2student)": 4.271962642669678,
+      "cov-distil (oracle2teacher)": 3.742616891860962,
       "epoch": 1.359497645211931,
-      "rel-constrast": 2.879653215408325,
+      "rel-constrast": 2.852865219116211,
       "step": 1732,
-      "subrel-constrast": 3.7010772228240967,
+      "subrel-constrast": 3.2089128494262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7144513130187988,
-      "cov-distil (oracle2student)": 3.2460508346557617,
-      "cov-distil (oracle2teacher)": 3.8056204319000244,
+      "cov-distil": 1.8383585214614868,
+      "cov-distil (oracle2student)": 3.172454357147217,
+      "cov-distil (oracle2teacher)": 3.5693352222442627,
       "epoch": 1.3602825745682887,
-      "rel-constrast": 3.305478096008301,
+      "rel-constrast": 3.293367862701416,
       "step": 1733,
-      "subrel-constrast": 3.790867567062378,
+      "subrel-constrast": 3.5364880561828613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1175999641418457,
-      "cov-distil (oracle2student)": 2.724719285964966,
-      "cov-distil (oracle2teacher)": 3.3160347938537598,
+      "cov-distil": 2.638023853302002,
+      "cov-distil (oracle2student)": 3.228631019592285,
+      "cov-distil (oracle2teacher)": 3.147825241088867,
       "epoch": 1.3610675039246467,
-      "rel-constrast": 1.7467615604400635,
+      "rel-constrast": 2.1036744117736816,
       "step": 1734,
-      "subrel-constrast": 3.076059341430664,
+      "subrel-constrast": 2.799938201904297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.434706211090088,
-      "cov-distil (oracle2student)": 4.187713623046875,
-      "cov-distil (oracle2teacher)": 4.25986909866333,
+      "cov-distil": 1.4563779830932617,
+      "cov-distil (oracle2student)": 4.060757637023926,
+      "cov-distil (oracle2teacher)": 4.297441005706787,
       "epoch": 1.3618524332810047,
-      "rel-constrast": 2.0395944118499756,
+      "rel-constrast": 2.2227931022644043,
       "step": 1735,
-      "subrel-constrast": 3.2258193492889404,
+      "subrel-constrast": 2.9666073322296143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1276826858520508,
-      "cov-distil (oracle2student)": 7.249734878540039,
-      "cov-distil (oracle2teacher)": 6.112825393676758,
+      "cov-distil": 1.6014108657836914,
+      "cov-distil (oracle2student)": 7.620761871337891,
+      "cov-distil (oracle2teacher)": 6.799572467803955,
       "epoch": 1.3626373626373627,
-      "rel-constrast": 4.430420875549316,
+      "rel-constrast": 5.252252101898193,
       "step": 1736,
-      "subrel-constrast": 4.517467975616455,
+      "subrel-constrast": 4.660332202911377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7729322910308838,
-      "cov-distil (oracle2student)": 4.154900550842285,
-      "cov-distil (oracle2teacher)": 3.9162378311157227,
+      "cov-distil": 2.259441375732422,
+      "cov-distil (oracle2student)": 4.863374710083008,
+      "cov-distil (oracle2teacher)": 3.9160449504852295,
       "epoch": 1.3634222919937207,
-      "rel-constrast": 3.754016876220703,
+      "rel-constrast": 4.043695449829102,
       "step": 1737,
-      "subrel-constrast": 4.286582946777344,
+      "subrel-constrast": 4.192474365234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.039358377456665,
-      "cov-distil (oracle2student)": 4.010970592498779,
-      "cov-distil (oracle2teacher)": 3.628436326980591,
+      "cov-distil": 1.48067307472229,
+      "cov-distil (oracle2student)": 4.485812187194824,
+      "cov-distil (oracle2teacher)": 4.1157732009887695,
       "epoch": 1.3642072213500784,
-      "rel-constrast": 2.7818729877471924,
+      "rel-constrast": 3.091838836669922,
       "step": 1738,
-      "subrel-constrast": 3.192831516265869,
+      "subrel-constrast": 3.403914451599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3002960681915283,
-      "cov-distil (oracle2student)": 4.715875625610352,
-      "cov-distil (oracle2teacher)": 4.7496337890625,
+      "cov-distil": 1.2854700088500977,
+      "cov-distil (oracle2student)": 4.920567035675049,
+      "cov-distil (oracle2teacher)": 4.668940544128418,
       "epoch": 1.3649921507064364,
-      "rel-constrast": 3.805814743041992,
+      "rel-constrast": 3.947291135787964,
       "step": 1739,
-      "subrel-constrast": 4.489636421203613,
+      "subrel-constrast": 4.148886680603027,
       "view-similarity": 0
     },
     {
       "epoch": 1.3657770800627944,
-      "grad_norm": 6.125,
+      "grad_norm": 6.03125,
       "learning_rate": 4.917281242727812e-05,
-      "loss": 0.7905,
+      "loss": 0.812,
       "step": 1740
     },
     {
-      "cov-distil": 1.0826528072357178,
-      "cov-distil (oracle2student)": 3.6261558532714844,
-      "cov-distil (oracle2teacher)": 3.517632484436035,
+      "cov-distil": 2.016974687576294,
+      "cov-distil (oracle2student)": 3.4321489334106445,
+      "cov-distil (oracle2teacher)": 3.7784066200256348,
       "epoch": 1.3657770800627944,
-      "rel-constrast": 2.9335129261016846,
+      "rel-constrast": 3.1755385398864746,
       "step": 1740,
-      "subrel-constrast": 3.3870151042938232,
+      "subrel-constrast": 3.324655771255493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.295567274093628,
-      "cov-distil (oracle2student)": 3.7799532413482666,
-      "cov-distil (oracle2teacher)": 3.1188812255859375,
+      "cov-distil": 1.5684044361114502,
+      "cov-distil (oracle2student)": 3.933389663696289,
+      "cov-distil (oracle2teacher)": 3.2292613983154297,
       "epoch": 1.3665620094191522,
-      "rel-constrast": 2.6558594703674316,
+      "rel-constrast": 2.4288246631622314,
       "step": 1741,
-      "subrel-constrast": 2.7380588054656982,
+      "subrel-constrast": 2.7710063457489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0450639724731445,
-      "cov-distil (oracle2student)": 4.798305988311768,
-      "cov-distil (oracle2teacher)": 4.594151496887207,
+      "cov-distil": 2.5897574424743652,
+      "cov-distil (oracle2student)": 5.172884941101074,
+      "cov-distil (oracle2teacher)": 4.7186713218688965,
       "epoch": 1.3673469387755102,
-      "rel-constrast": 2.19745135307312,
+      "rel-constrast": 3.058708429336548,
       "step": 1742,
-      "subrel-constrast": 3.7651469707489014,
+      "subrel-constrast": 3.7771193981170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9361448287963867,
-      "cov-distil (oracle2student)": 3.4932923316955566,
-      "cov-distil (oracle2teacher)": 3.5693211555480957,
+      "cov-distil": 2.241833209991455,
+      "cov-distil (oracle2student)": 4.072407245635986,
+      "cov-distil (oracle2teacher)": 4.161507606506348,
       "epoch": 1.3681318681318682,
-      "rel-constrast": 2.5954251289367676,
+      "rel-constrast": 2.6458513736724854,
       "step": 1743,
-      "subrel-constrast": 2.80815052986145,
+      "subrel-constrast": 3.214771270751953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4450926780700684,
-      "cov-distil (oracle2student)": 3.8245177268981934,
-      "cov-distil (oracle2teacher)": 3.891239643096924,
+      "cov-distil": 1.5269739627838135,
+      "cov-distil (oracle2student)": 4.344106197357178,
+      "cov-distil (oracle2teacher)": 4.36326789855957,
       "epoch": 1.3689167974882261,
-      "rel-constrast": 3.0160374641418457,
+      "rel-constrast": 2.6696696281433105,
       "step": 1744,
-      "subrel-constrast": 3.4524195194244385,
+      "subrel-constrast": 3.531280517578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4455041885375977,
-      "cov-distil (oracle2student)": 3.8184432983398438,
-      "cov-distil (oracle2teacher)": 3.88462233543396,
+      "cov-distil": 1.7006410360336304,
+      "cov-distil (oracle2student)": 3.9041104316711426,
+      "cov-distil (oracle2teacher)": 3.552265167236328,
       "epoch": 1.369701726844584,
-      "rel-constrast": 3.801227569580078,
+      "rel-constrast": 4.417608261108398,
       "step": 1745,
-      "subrel-constrast": 3.9571356773376465,
+      "subrel-constrast": 4.158867359161377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.461526870727539,
-      "cov-distil (oracle2student)": 4.549899101257324,
-      "cov-distil (oracle2teacher)": 3.7564520835876465,
+      "cov-distil": 1.9647769927978516,
+      "cov-distil (oracle2student)": 5.064083099365234,
+      "cov-distil (oracle2teacher)": 4.084804058074951,
       "epoch": 1.370486656200942,
-      "rel-constrast": 3.6531753540039062,
+      "rel-constrast": 4.36087703704834,
       "step": 1746,
-      "subrel-constrast": 3.9839367866516113,
+      "subrel-constrast": 3.9718990325927734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4556019306182861,
-      "cov-distil (oracle2student)": 3.929880142211914,
-      "cov-distil (oracle2teacher)": 3.717059373855591,
+      "cov-distil": 1.7867279052734375,
+      "cov-distil (oracle2student)": 4.34754753112793,
+      "cov-distil (oracle2teacher)": 4.098675727844238,
       "epoch": 1.3712715855572999,
-      "rel-constrast": 2.1996192932128906,
+      "rel-constrast": 2.542919635772705,
       "step": 1747,
-      "subrel-constrast": 3.085503578186035,
+      "subrel-constrast": 3.1395723819732666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3401236534118652,
-      "cov-distil (oracle2student)": 5.345374584197998,
-      "cov-distil (oracle2teacher)": 4.693299293518066,
+      "cov-distil": 1.8438913822174072,
+      "cov-distil (oracle2student)": 5.594053268432617,
+      "cov-distil (oracle2teacher)": 5.702411651611328,
       "epoch": 1.3720565149136577,
-      "rel-constrast": 2.5245697498321533,
+      "rel-constrast": 2.9258360862731934,
       "step": 1748,
-      "subrel-constrast": 3.0306918621063232,
+      "subrel-constrast": 3.2511353492736816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6430013179779053,
-      "cov-distil (oracle2student)": 3.0627193450927734,
-      "cov-distil (oracle2teacher)": 3.5168375968933105,
+      "cov-distil": 1.6082828044891357,
+      "cov-distil (oracle2student)": 3.360872507095337,
+      "cov-distil (oracle2teacher)": 3.2182955741882324,
       "epoch": 1.3728414442700156,
-      "rel-constrast": 2.1481099128723145,
+      "rel-constrast": 2.6957192420959473,
       "step": 1749,
-      "subrel-constrast": 3.1956779956817627,
+      "subrel-constrast": 2.9508681297302246,
       "view-similarity": 0
     },
     {
       "epoch": 1.3736263736263736,
-      "grad_norm": 5.0,
+      "grad_norm": 6.78125,
       "learning_rate": 4.9150402808243644e-05,
-      "loss": 0.731,
+      "loss": 0.773,
       "step": 1750
     },
     {
-      "cov-distil": 1.3824069499969482,
-      "cov-distil (oracle2student)": 5.677611351013184,
-      "cov-distil (oracle2teacher)": 4.536192417144775,
+      "cov-distil": 2.0632286071777344,
+      "cov-distil (oracle2student)": 5.669003486633301,
+      "cov-distil (oracle2teacher)": 5.348428726196289,
       "epoch": 1.3736263736263736,
-      "rel-constrast": 3.7941489219665527,
+      "rel-constrast": 4.382109642028809,
       "step": 1750,
-      "subrel-constrast": 4.1272077560424805,
+      "subrel-constrast": 4.27524471282959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4564387798309326,
-      "cov-distil (oracle2student)": 3.256950855255127,
-      "cov-distil (oracle2teacher)": 3.4080405235290527,
+      "cov-distil": 2.0069944858551025,
+      "cov-distil (oracle2student)": 3.618730068206787,
+      "cov-distil (oracle2teacher)": 4.060105323791504,
       "epoch": 1.3744113029827316,
-      "rel-constrast": 2.686173915863037,
+      "rel-constrast": 2.6557726860046387,
       "step": 1751,
-      "subrel-constrast": 3.110144853591919,
+      "subrel-constrast": 3.6703572273254395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3994667530059814,
-      "cov-distil (oracle2student)": 4.597443103790283,
-      "cov-distil (oracle2teacher)": 4.585826873779297,
+      "cov-distil": 2.0850167274475098,
+      "cov-distil (oracle2student)": 5.09372615814209,
+      "cov-distil (oracle2teacher)": 4.881807327270508,
       "epoch": 1.3751962323390896,
-      "rel-constrast": 2.3697707653045654,
+      "rel-constrast": 2.675812005996704,
       "step": 1752,
-      "subrel-constrast": 3.2143096923828125,
+      "subrel-constrast": 3.269054412841797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72646164894104,
-      "cov-distil (oracle2student)": 3.643385887145996,
-      "cov-distil (oracle2teacher)": 4.126883029937744,
+      "cov-distil": 2.1759064197540283,
+      "cov-distil (oracle2student)": 4.019848823547363,
+      "cov-distil (oracle2teacher)": 3.7153422832489014,
       "epoch": 1.3759811616954474,
-      "rel-constrast": 2.683345317840576,
+      "rel-constrast": 3.3998897075653076,
       "step": 1753,
-      "subrel-constrast": 3.8663997650146484,
+      "subrel-constrast": 3.9627015590667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3887810707092285,
-      "cov-distil (oracle2student)": 2.553576946258545,
-      "cov-distil (oracle2teacher)": 2.4935812950134277,
+      "cov-distil": 1.4805258512496948,
+      "cov-distil (oracle2student)": 2.809864044189453,
+      "cov-distil (oracle2teacher)": 2.6399717330932617,
       "epoch": 1.3767660910518054,
-      "rel-constrast": 2.2330849170684814,
+      "rel-constrast": 2.5277862548828125,
       "step": 1754,
-      "subrel-constrast": 2.932375192642212,
+      "subrel-constrast": 2.584902286529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7131316661834717,
-      "cov-distil (oracle2student)": 2.7875115871429443,
-      "cov-distil (oracle2teacher)": 2.754456043243408,
+      "cov-distil": 1.9964447021484375,
+      "cov-distil (oracle2student)": 2.5546791553497314,
+      "cov-distil (oracle2teacher)": 2.9986073970794678,
       "epoch": 1.3775510204081631,
-      "rel-constrast": 2.09670352935791,
+      "rel-constrast": 2.4704294204711914,
       "step": 1755,
-      "subrel-constrast": 2.8941287994384766,
+      "subrel-constrast": 3.076547622680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5519529581069946,
-      "cov-distil (oracle2student)": 3.9605956077575684,
-      "cov-distil (oracle2teacher)": 3.9108903408050537,
+      "cov-distil": 2.0381991863250732,
+      "cov-distil (oracle2student)": 4.13907527923584,
+      "cov-distil (oracle2teacher)": 3.727255344390869,
       "epoch": 1.3783359497645211,
-      "rel-constrast": 2.346756935119629,
+      "rel-constrast": 2.8644492626190186,
       "step": 1756,
-      "subrel-constrast": 3.025015115737915,
+      "subrel-constrast": 3.0462563037872314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.143404483795166,
-      "cov-distil (oracle2student)": 4.485654830932617,
-      "cov-distil (oracle2teacher)": 3.552102565765381,
+      "cov-distil": 2.1658997535705566,
+      "cov-distil (oracle2student)": 4.219065189361572,
+      "cov-distil (oracle2teacher)": 4.677764892578125,
       "epoch": 1.379120879120879,
-      "rel-constrast": 3.2750332355499268,
+      "rel-constrast": 3.926142692565918,
       "step": 1757,
-      "subrel-constrast": 3.3454391956329346,
+      "subrel-constrast": 3.8796584606170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2158668041229248,
-      "cov-distil (oracle2student)": 4.3882598876953125,
-      "cov-distil (oracle2teacher)": 4.6353840827941895,
+      "cov-distil": 1.7937541007995605,
+      "cov-distil (oracle2student)": 4.784350395202637,
+      "cov-distil (oracle2teacher)": 4.278148651123047,
       "epoch": 1.379905808477237,
-      "rel-constrast": 2.8482608795166016,
+      "rel-constrast": 2.962724208831787,
       "step": 1758,
-      "subrel-constrast": 3.654893159866333,
+      "subrel-constrast": 3.5359139442443848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.442891001701355,
-      "cov-distil (oracle2student)": 3.75789213180542,
-      "cov-distil (oracle2teacher)": 3.5688633918762207,
+      "cov-distil": 2.4204883575439453,
+      "cov-distil (oracle2student)": 3.6363935470581055,
+      "cov-distil (oracle2teacher)": 4.027779579162598,
       "epoch": 1.380690737833595,
-      "rel-constrast": 2.825012683868408,
+      "rel-constrast": 2.8959946632385254,
       "step": 1759,
-      "subrel-constrast": 3.4315226078033447,
+      "subrel-constrast": 3.574965476989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.3814756671899528,
-      "grad_norm": 4.96875,
+      "grad_norm": 6.28125,
       "learning_rate": 4.912769892417236e-05,
-      "loss": 0.715,
+      "loss": 0.769,
       "step": 1760
     },
     {
-      "cov-distil": 1.277295470237732,
-      "cov-distil (oracle2student)": 4.561944007873535,
-      "cov-distil (oracle2teacher)": 4.234253883361816,
+      "cov-distil": 1.6805113554000854,
+      "cov-distil (oracle2student)": 4.647432327270508,
+      "cov-distil (oracle2teacher)": 4.535296440124512,
       "epoch": 1.3814756671899528,
-      "rel-constrast": 2.9534506797790527,
+      "rel-constrast": 3.4557173252105713,
       "step": 1760,
-      "subrel-constrast": 3.4973106384277344,
+      "subrel-constrast": 3.2366244792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4292850494384766,
-      "cov-distil (oracle2student)": 3.1788437366485596,
-      "cov-distil (oracle2teacher)": 3.4569954872131348,
+      "cov-distil": 2.6293652057647705,
+      "cov-distil (oracle2student)": 3.8384203910827637,
+      "cov-distil (oracle2teacher)": 3.7077269554138184,
       "epoch": 1.3822605965463108,
-      "rel-constrast": 2.9648616313934326,
+      "rel-constrast": 2.9565694332122803,
       "step": 1761,
-      "subrel-constrast": 4.153692722320557,
+      "subrel-constrast": 4.017524242401123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649348497390747,
-      "cov-distil (oracle2student)": 3.9957692623138428,
-      "cov-distil (oracle2teacher)": 3.5393424034118652,
+      "cov-distil": 2.3676271438598633,
+      "cov-distil (oracle2student)": 3.954263210296631,
+      "cov-distil (oracle2teacher)": 3.5849409103393555,
       "epoch": 1.3830455259026688,
-      "rel-constrast": 2.010129451751709,
+      "rel-constrast": 2.2470743656158447,
       "step": 1762,
-      "subrel-constrast": 2.8695061206817627,
+      "subrel-constrast": 2.8783724308013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8825892806053162,
-      "cov-distil (oracle2student)": 4.281441688537598,
-      "cov-distil (oracle2teacher)": 3.973555088043213,
+      "cov-distil": 0.9428813457489014,
+      "cov-distil (oracle2student)": 4.3888468742370605,
+      "cov-distil (oracle2teacher)": 4.401559352874756,
       "epoch": 1.3838304552590266,
-      "rel-constrast": 2.9419515132904053,
+      "rel-constrast": 3.245087146759033,
       "step": 1763,
-      "subrel-constrast": 3.1668334007263184,
+      "subrel-constrast": 2.847242832183838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0540237426757812,
-      "cov-distil (oracle2student)": 4.4148712158203125,
-      "cov-distil (oracle2teacher)": 3.9092445373535156,
+      "cov-distil": 1.3610448837280273,
+      "cov-distil (oracle2student)": 3.9107625484466553,
+      "cov-distil (oracle2teacher)": 4.409912109375,
       "epoch": 1.3846153846153846,
-      "rel-constrast": 2.872657060623169,
+      "rel-constrast": 2.640282392501831,
       "step": 1764,
-      "subrel-constrast": 3.2246999740600586,
+      "subrel-constrast": 3.1754708290100098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5403823852539062,
-      "cov-distil (oracle2student)": 4.480401515960693,
-      "cov-distil (oracle2teacher)": 4.29107141494751,
+      "cov-distil": 2.171109199523926,
+      "cov-distil (oracle2student)": 4.400094032287598,
+      "cov-distil (oracle2teacher)": 4.453878402709961,
       "epoch": 1.3854003139717426,
-      "rel-constrast": 2.4473118782043457,
+      "rel-constrast": 2.7449467182159424,
       "step": 1765,
-      "subrel-constrast": 3.464146375656128,
+      "subrel-constrast": 3.3336753845214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9296221733093262,
-      "cov-distil (oracle2student)": 4.12296199798584,
-      "cov-distil (oracle2teacher)": 3.8383519649505615,
+      "cov-distil": 1.6422978639602661,
+      "cov-distil (oracle2student)": 4.536834239959717,
+      "cov-distil (oracle2teacher)": 4.021636009216309,
       "epoch": 1.3861852433281006,
-      "rel-constrast": 3.233968496322632,
+      "rel-constrast": 4.207334995269775,
       "step": 1766,
-      "subrel-constrast": 4.193300724029541,
+      "subrel-constrast": 4.229006767272949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0214717388153076,
-      "cov-distil (oracle2student)": 2.7143003940582275,
-      "cov-distil (oracle2teacher)": 3.186598777770996,
+      "cov-distil": 2.0929856300354004,
+      "cov-distil (oracle2student)": 2.935633659362793,
+      "cov-distil (oracle2teacher)": 3.2824606895446777,
       "epoch": 1.3869701726844583,
-      "rel-constrast": 2.5249674320220947,
+      "rel-constrast": 3.4269185066223145,
       "step": 1767,
-      "subrel-constrast": 3.6878082752227783,
+      "subrel-constrast": 4.057379722595215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0996673107147217,
-      "cov-distil (oracle2student)": 3.2776894569396973,
-      "cov-distil (oracle2teacher)": 3.049516439437866,
+      "cov-distil": 1.491790771484375,
+      "cov-distil (oracle2student)": 3.3965418338775635,
+      "cov-distil (oracle2teacher)": 3.5976243019104004,
       "epoch": 1.3877551020408163,
-      "rel-constrast": 2.3833227157592773,
+      "rel-constrast": 2.657656192779541,
       "step": 1768,
-      "subrel-constrast": 2.4072468280792236,
+      "subrel-constrast": 2.538064479827881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7651638984680176,
-      "cov-distil (oracle2student)": 4.343587875366211,
-      "cov-distil (oracle2teacher)": 4.099411487579346,
+      "cov-distil": 2.6385860443115234,
+      "cov-distil (oracle2student)": 4.726947784423828,
+      "cov-distil (oracle2teacher)": 4.510571002960205,
       "epoch": 1.3885400313971743,
-      "rel-constrast": 2.4235150814056396,
+      "rel-constrast": 2.612501621246338,
       "step": 1769,
-      "subrel-constrast": 3.2237741947174072,
+      "subrel-constrast": 3.2191593647003174,
       "view-similarity": 0
     },
     {
       "epoch": 1.389324960753532,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.34375,
       "learning_rate": 4.9104701051703915e-05,
-      "loss": 0.708,
+      "loss": 0.7549,
       "step": 1770
     },
     {
-      "cov-distil": 1.6089214086532593,
-      "cov-distil (oracle2student)": 1.9938068389892578,
-      "cov-distil (oracle2teacher)": 2.447086811065674,
+      "cov-distil": 1.717320442199707,
+      "cov-distil (oracle2student)": 2.345834732055664,
+      "cov-distil (oracle2teacher)": 2.4861817359924316,
       "epoch": 1.389324960753532,
-      "rel-constrast": 2.6717936992645264,
+      "rel-constrast": 2.9206480979919434,
       "step": 1770,
-      "subrel-constrast": 3.6926400661468506,
+      "subrel-constrast": 3.665524482727051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0475549697875977,
-      "cov-distil (oracle2student)": 4.232304573059082,
-      "cov-distil (oracle2teacher)": 4.205155372619629,
+      "cov-distil": 1.394594669342041,
+      "cov-distil (oracle2student)": 5.288485050201416,
+      "cov-distil (oracle2teacher)": 4.80784797668457,
       "epoch": 1.39010989010989,
-      "rel-constrast": 2.5580437183380127,
+      "rel-constrast": 3.855595827102661,
       "step": 1771,
-      "subrel-constrast": 3.1451010704040527,
+      "subrel-constrast": 3.6352179050445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1233415603637695,
-      "cov-distil (oracle2student)": 3.134056806564331,
-      "cov-distil (oracle2teacher)": 3.438178062438965,
+      "cov-distil": 1.5179932117462158,
+      "cov-distil (oracle2student)": 4.120635032653809,
+      "cov-distil (oracle2teacher)": 3.734086513519287,
       "epoch": 1.390894819466248,
-      "rel-constrast": 2.7492411136627197,
+      "rel-constrast": 3.613243818283081,
       "step": 1772,
-      "subrel-constrast": 3.709041118621826,
+      "subrel-constrast": 3.8235838413238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5698450803756714,
-      "cov-distil (oracle2student)": 3.927119731903076,
-      "cov-distil (oracle2teacher)": 3.6161272525787354,
+      "cov-distil": 1.8723344802856445,
+      "cov-distil (oracle2student)": 4.009194850921631,
+      "cov-distil (oracle2teacher)": 3.673787832260132,
       "epoch": 1.391679748822606,
-      "rel-constrast": 2.045973300933838,
+      "rel-constrast": 3.0675647258758545,
       "step": 1773,
-      "subrel-constrast": 3.0393433570861816,
+      "subrel-constrast": 3.0836732387542725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9490007162094116,
-      "cov-distil (oracle2student)": 4.656673908233643,
-      "cov-distil (oracle2teacher)": 3.573176145553589,
+      "cov-distil": 2.277794361114502,
+      "cov-distil (oracle2student)": 4.943785667419434,
+      "cov-distil (oracle2teacher)": 4.3886494636535645,
       "epoch": 1.392464678178964,
-      "rel-constrast": 4.914921283721924,
+      "rel-constrast": 4.935083389282227,
       "step": 1774,
-      "subrel-constrast": 4.951249599456787,
+      "subrel-constrast": 5.068868637084961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459865689277649,
-      "cov-distil (oracle2student)": 4.682704925537109,
-      "cov-distil (oracle2teacher)": 4.323337554931641,
+      "cov-distil": 2.1425962448120117,
+      "cov-distil (oracle2student)": 5.933655738830566,
+      "cov-distil (oracle2teacher)": 4.625512599945068,
       "epoch": 1.3932496075353218,
-      "rel-constrast": 2.6169118881225586,
+      "rel-constrast": 3.313648223876953,
       "step": 1775,
-      "subrel-constrast": 3.520411491394043,
+      "subrel-constrast": 3.512388229370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.024899959564209,
-      "cov-distil (oracle2student)": 3.6253342628479004,
-      "cov-distil (oracle2teacher)": 3.9742040634155273,
+      "cov-distil": 2.501918315887451,
+      "cov-distil (oracle2student)": 3.90276837348938,
+      "cov-distil (oracle2teacher)": 4.2534403800964355,
       "epoch": 1.3940345368916798,
-      "rel-constrast": 3.2356555461883545,
+      "rel-constrast": 3.007136344909668,
       "step": 1776,
-      "subrel-constrast": 3.9013290405273438,
+      "subrel-constrast": 4.079048156738281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9277528524398804,
-      "cov-distil (oracle2student)": 4.837154388427734,
-      "cov-distil (oracle2teacher)": 4.316973686218262,
+      "cov-distil": 2.190319061279297,
+      "cov-distil (oracle2student)": 4.655210494995117,
+      "cov-distil (oracle2teacher)": 4.772422790527344,
       "epoch": 1.3948194662480375,
-      "rel-constrast": 3.5413308143615723,
+      "rel-constrast": 3.721395969390869,
       "step": 1777,
-      "subrel-constrast": 3.2373464107513428,
+      "subrel-constrast": 3.5134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3537741899490356,
-      "cov-distil (oracle2student)": 4.281999588012695,
-      "cov-distil (oracle2teacher)": 4.542726516723633,
+      "cov-distil": 2.1018402576446533,
+      "cov-distil (oracle2student)": 4.664122581481934,
+      "cov-distil (oracle2teacher)": 5.317958831787109,
       "epoch": 1.3956043956043955,
-      "rel-constrast": 1.8808162212371826,
+      "rel-constrast": 2.3509926795959473,
       "step": 1778,
-      "subrel-constrast": 3.06569766998291,
+      "subrel-constrast": 2.7318758964538574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6620193719863892,
-      "cov-distil (oracle2student)": 3.7810750007629395,
-      "cov-distil (oracle2teacher)": 3.3276071548461914,
+      "cov-distil": 2.088480234146118,
+      "cov-distil (oracle2student)": 3.996971607208252,
+      "cov-distil (oracle2teacher)": 3.5537238121032715,
       "epoch": 1.3963893249607535,
-      "rel-constrast": 2.0814690589904785,
+      "rel-constrast": 2.8474655151367188,
       "step": 1779,
-      "subrel-constrast": 3.398512125015259,
+      "subrel-constrast": 3.0541062355041504,
       "view-similarity": 0
     },
     {
       "epoch": 1.3971742543171115,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.84375,
       "learning_rate": 4.9081409471060133e-05,
-      "loss": 0.7467,
+      "loss": 0.8408,
       "step": 1780
     },
     {
-      "cov-distil": 1.975041151046753,
-      "cov-distil (oracle2student)": 4.313316345214844,
-      "cov-distil (oracle2teacher)": 4.424312114715576,
+      "cov-distil": 2.1065492630004883,
+      "cov-distil (oracle2student)": 4.412580966949463,
+      "cov-distil (oracle2teacher)": 5.041241645812988,
       "epoch": 1.3971742543171115,
-      "rel-constrast": 2.7330856323242188,
+      "rel-constrast": 2.561563730239868,
       "step": 1780,
-      "subrel-constrast": 3.9072744846343994,
+      "subrel-constrast": 3.614060401916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3184494972229004,
-      "cov-distil (oracle2student)": 2.3401479721069336,
-      "cov-distil (oracle2teacher)": 2.615574598312378,
+      "cov-distil": 2.034682273864746,
+      "cov-distil (oracle2student)": 2.8921196460723877,
+      "cov-distil (oracle2teacher)": 2.8166065216064453,
       "epoch": 1.3979591836734695,
-      "rel-constrast": 3.1698129177093506,
+      "rel-constrast": 3.7557663917541504,
       "step": 1781,
-      "subrel-constrast": 4.002466678619385,
+      "subrel-constrast": 4.394079685211182,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5081775188446045,
-      "cov-distil (oracle2student)": 4.373048782348633,
-      "cov-distil (oracle2teacher)": 4.501211643218994,
+      "cov-distil": 1.4308218955993652,
+      "cov-distil (oracle2student)": 4.691973686218262,
+      "cov-distil (oracle2teacher)": 4.319015026092529,
       "epoch": 1.3987441130298273,
-      "rel-constrast": 2.671898603439331,
+      "rel-constrast": 3.736699104309082,
       "step": 1782,
-      "subrel-constrast": 4.031023979187012,
+      "subrel-constrast": 3.888946771621704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7810746431350708,
-      "cov-distil (oracle2student)": 4.0231547355651855,
-      "cov-distil (oracle2teacher)": 3.3979432582855225,
+      "cov-distil": 2.2015669345855713,
+      "cov-distil (oracle2student)": 3.9501585960388184,
+      "cov-distil (oracle2teacher)": 4.031400203704834,
       "epoch": 1.3995290423861853,
-      "rel-constrast": 3.4191641807556152,
+      "rel-constrast": 3.4558322429656982,
       "step": 1783,
-      "subrel-constrast": 4.124697685241699,
+      "subrel-constrast": 4.7724199295043945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2770994901657104,
-      "cov-distil (oracle2student)": 4.195890426635742,
-      "cov-distil (oracle2teacher)": 3.46781063079834,
+      "cov-distil": 1.5066879987716675,
+      "cov-distil (oracle2student)": 3.8257408142089844,
+      "cov-distil (oracle2teacher)": 3.9105775356292725,
       "epoch": 1.4003139717425432,
-      "rel-constrast": 3.2167983055114746,
+      "rel-constrast": 3.276493549346924,
       "step": 1784,
-      "subrel-constrast": 3.7879691123962402,
+      "subrel-constrast": 4.042056083679199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4572951793670654,
-      "cov-distil (oracle2student)": 5.796965599060059,
-      "cov-distil (oracle2teacher)": 5.57896614074707,
+      "cov-distil": 1.9014692306518555,
+      "cov-distil (oracle2student)": 6.069599151611328,
+      "cov-distil (oracle2teacher)": 5.888689041137695,
       "epoch": 1.401098901098901,
-      "rel-constrast": 3.993894100189209,
+      "rel-constrast": 4.562067985534668,
       "step": 1785,
-      "subrel-constrast": 4.575894355773926,
+      "subrel-constrast": 4.5336594581604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4861783981323242,
-      "cov-distil (oracle2student)": 4.789185047149658,
-      "cov-distil (oracle2teacher)": 4.152342319488525,
+      "cov-distil": 2.0919792652130127,
+      "cov-distil (oracle2student)": 4.967687606811523,
+      "cov-distil (oracle2teacher)": 4.3313188552856445,
       "epoch": 1.401883830455259,
-      "rel-constrast": 2.1518936157226562,
+      "rel-constrast": 2.9316627979278564,
       "step": 1786,
-      "subrel-constrast": 2.857137441635132,
+      "subrel-constrast": 2.730259418487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0199559926986694,
-      "cov-distil (oracle2student)": 4.052515029907227,
-      "cov-distil (oracle2teacher)": 3.9190690517425537,
+      "cov-distil": 1.3046406507492065,
+      "cov-distil (oracle2student)": 3.7889902591705322,
+      "cov-distil (oracle2teacher)": 4.2525434494018555,
       "epoch": 1.402668759811617,
-      "rel-constrast": 2.2214207649230957,
+      "rel-constrast": 3.0582327842712402,
       "step": 1787,
-      "subrel-constrast": 2.9084455966949463,
+      "subrel-constrast": 2.8961737155914307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5194413661956787,
-      "cov-distil (oracle2student)": 4.2949748039245605,
-      "cov-distil (oracle2teacher)": 4.273899078369141,
+      "cov-distil": 2.0443615913391113,
+      "cov-distil (oracle2student)": 4.5157670974731445,
+      "cov-distil (oracle2teacher)": 5.0285749435424805,
       "epoch": 1.403453689167975,
-      "rel-constrast": 1.8227193355560303,
+      "rel-constrast": 2.4745795726776123,
       "step": 1788,
-      "subrel-constrast": 2.8076255321502686,
+      "subrel-constrast": 2.922895669937134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.06584632396698,
-      "cov-distil (oracle2student)": 3.7848901748657227,
-      "cov-distil (oracle2teacher)": 3.3771371841430664,
+      "cov-distil": 1.0362907648086548,
+      "cov-distil (oracle2student)": 3.40401029586792,
+      "cov-distil (oracle2teacher)": 3.8279268741607666,
       "epoch": 1.4042386185243327,
-      "rel-constrast": 2.787358283996582,
+      "rel-constrast": 2.858255624771118,
       "step": 1789,
-      "subrel-constrast": 3.5303947925567627,
+      "subrel-constrast": 3.1871962547302246,
       "view-similarity": 0
     },
     {
       "epoch": 1.4050235478806907,
-      "grad_norm": 4.5625,
+      "grad_norm": 5.4375,
       "learning_rate": 4.905782446604159e-05,
-      "loss": 0.7407,
+      "loss": 0.8168,
       "step": 1790
     },
     {
-      "cov-distil": 2.289405107498169,
-      "cov-distil (oracle2student)": 3.578599214553833,
-      "cov-distil (oracle2teacher)": 3.4512925148010254,
+      "cov-distil": 2.6798455715179443,
+      "cov-distil (oracle2student)": 3.4477145671844482,
+      "cov-distil (oracle2teacher)": 3.5938873291015625,
       "epoch": 1.4050235478806907,
-      "rel-constrast": 2.3787174224853516,
+      "rel-constrast": 2.730759620666504,
       "step": 1790,
-      "subrel-constrast": 3.511873960494995,
+      "subrel-constrast": 3.8753912448883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2878767251968384,
-      "cov-distil (oracle2student)": 3.9206135272979736,
-      "cov-distil (oracle2teacher)": 3.6987013816833496,
+      "cov-distil": 1.4560112953186035,
+      "cov-distil (oracle2student)": 4.028205394744873,
+      "cov-distil (oracle2teacher)": 3.6724040508270264,
       "epoch": 1.4058084772370487,
-      "rel-constrast": 1.954724669456482,
+      "rel-constrast": 2.349886417388916,
       "step": 1791,
-      "subrel-constrast": 2.8543734550476074,
+      "subrel-constrast": 2.637744903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0315364599227905,
-      "cov-distil (oracle2student)": 5.348865985870361,
-      "cov-distil (oracle2teacher)": 5.0657501220703125,
+      "cov-distil": 1.1668879985809326,
+      "cov-distil (oracle2student)": 4.780524253845215,
+      "cov-distil (oracle2teacher)": 4.549423694610596,
       "epoch": 1.4065934065934065,
-      "rel-constrast": 2.9480481147766113,
+      "rel-constrast": 2.404128313064575,
       "step": 1792,
-      "subrel-constrast": 3.7603235244750977,
+      "subrel-constrast": 3.299042224884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7520729303359985,
-      "cov-distil (oracle2student)": 3.5946998596191406,
-      "cov-distil (oracle2teacher)": 3.9707908630371094,
+      "cov-distil": 2.331555128097534,
+      "cov-distil (oracle2student)": 3.369253635406494,
+      "cov-distil (oracle2teacher)": 3.9343910217285156,
       "epoch": 1.4073783359497645,
-      "rel-constrast": 3.9384000301361084,
+      "rel-constrast": 4.042132377624512,
       "step": 1793,
-      "subrel-constrast": 4.622103214263916,
+      "subrel-constrast": 4.72415828704834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4584685564041138,
-      "cov-distil (oracle2student)": 3.668431282043457,
-      "cov-distil (oracle2teacher)": 3.79821515083313,
+      "cov-distil": 1.9306907653808594,
+      "cov-distil (oracle2student)": 3.5795881748199463,
+      "cov-distil (oracle2teacher)": 3.8092782497406006,
       "epoch": 1.4081632653061225,
-      "rel-constrast": 3.114461898803711,
+      "rel-constrast": 2.9650750160217285,
       "step": 1794,
-      "subrel-constrast": 4.088900089263916,
+      "subrel-constrast": 4.251457691192627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1298915147781372,
-      "cov-distil (oracle2student)": 5.357276916503906,
-      "cov-distil (oracle2teacher)": 4.751312255859375,
+      "cov-distil": 1.9713256359100342,
+      "cov-distil (oracle2student)": 6.508638381958008,
+      "cov-distil (oracle2teacher)": 5.447549819946289,
       "epoch": 1.4089481946624804,
-      "rel-constrast": 2.830813407897949,
+      "rel-constrast": 3.605588436126709,
       "step": 1795,
-      "subrel-constrast": 3.199908494949341,
+      "subrel-constrast": 3.6177093982696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.313107490539551,
-      "cov-distil (oracle2student)": 5.050443649291992,
-      "cov-distil (oracle2teacher)": 4.313997745513916,
+      "cov-distil": 2.414607524871826,
+      "cov-distil (oracle2student)": 5.672353267669678,
+      "cov-distil (oracle2teacher)": 4.96507453918457,
       "epoch": 1.4097331240188384,
-      "rel-constrast": 2.955758810043335,
+      "rel-constrast": 3.0374906063079834,
       "step": 1796,
-      "subrel-constrast": 3.5969579219818115,
+      "subrel-constrast": 3.133591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214133858680725,
-      "cov-distil (oracle2student)": 2.1331787109375,
-      "cov-distil (oracle2teacher)": 2.266268730163574,
+      "cov-distil": 1.6084556579589844,
+      "cov-distil (oracle2student)": 2.5411009788513184,
+      "cov-distil (oracle2teacher)": 2.728428363800049,
       "epoch": 1.4105180533751962,
-      "rel-constrast": 1.6433556079864502,
+      "rel-constrast": 2.128443717956543,
       "step": 1797,
-      "subrel-constrast": 2.509021759033203,
+      "subrel-constrast": 2.817624807357788,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5446757078170776,
-      "cov-distil (oracle2student)": 4.411598205566406,
-      "cov-distil (oracle2teacher)": 4.118759632110596,
+      "cov-distil": 1.4724129438400269,
+      "cov-distil (oracle2student)": 4.325793266296387,
+      "cov-distil (oracle2teacher)": 4.266321659088135,
       "epoch": 1.4113029827315542,
-      "rel-constrast": 2.2952840328216553,
+      "rel-constrast": 2.9665374755859375,
       "step": 1798,
-      "subrel-constrast": 2.7476847171783447,
+      "subrel-constrast": 2.7524924278259277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6647090911865234,
-      "cov-distil (oracle2student)": 4.157137393951416,
-      "cov-distil (oracle2teacher)": 3.5608763694763184,
+      "cov-distil": 1.8651752471923828,
+      "cov-distil (oracle2student)": 4.6051225662231445,
+      "cov-distil (oracle2teacher)": 3.926738977432251,
       "epoch": 1.412087912087912,
-      "rel-constrast": 3.6442322731018066,
+      "rel-constrast": 3.8791298866271973,
       "step": 1799,
-      "subrel-constrast": 4.126953125,
+      "subrel-constrast": 4.084566116333008,
       "view-similarity": 0
     },
     {
       "epoch": 1.41287284144427,
-      "grad_norm": 6.1875,
+      "grad_norm": 7.4375,
       "learning_rate": 4.90339463240241e-05,
-      "loss": 0.7318,
+      "loss": 0.7527,
       "step": 1800
     },
     {
       "epoch": 1.41287284144427,
-      "overlap": 0.296875,
+      "overlap": 0.3046875,
       "step": 1800
     },
     {
       "epoch": 1.41287284144427,
       "step": 1800,
-      "student margin": 0.06158447265625
+      "student margin": 0.055023193359375
     },
     {
       "epoch": 1.41287284144427,
       "step": 1800,
-      "teacher margin": 0.03912353515625
+      "teacher margin": 0.041778564453125
     },
     {
       "epoch": 1.41287284144427,
-      "margin difference": -0.0224609375,
+      "margin difference": -0.01324462890625,
       "step": 1800
     },
     {
-      "cov-distil": 1.3753511905670166,
-      "cov-distil (oracle2student)": 3.7895617485046387,
-      "cov-distil (oracle2teacher)": 3.4697158336639404,
+      "cov-distil": 1.446441888809204,
+      "cov-distil (oracle2student)": 4.110483169555664,
+      "cov-distil (oracle2teacher)": 4.207878589630127,
       "epoch": 1.41287284144427,
-      "rel-constrast": 2.8414173126220703,
+      "rel-constrast": 3.285001277923584,
       "step": 1800,
-      "subrel-constrast": 3.6772074699401855,
+      "subrel-constrast": 3.772383451461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2888927459716797,
-      "cov-distil (oracle2student)": 4.218761444091797,
-      "cov-distil (oracle2teacher)": 3.251814126968384,
+      "cov-distil": 1.4715290069580078,
+      "cov-distil (oracle2student)": 4.153831481933594,
+      "cov-distil (oracle2teacher)": 3.959254264831543,
       "epoch": 1.413657770800628,
-      "rel-constrast": 2.7894210815429688,
+      "rel-constrast": 3.1266613006591797,
       "step": 1801,
-      "subrel-constrast": 3.297595739364624,
+      "subrel-constrast": 3.3384175300598145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5428814888000488,
-      "cov-distil (oracle2student)": 4.462331295013428,
-      "cov-distil (oracle2teacher)": 4.133782863616943,
+      "cov-distil": 2.007004737854004,
+      "cov-distil (oracle2student)": 5.216713905334473,
+      "cov-distil (oracle2teacher)": 4.436332702636719,
       "epoch": 1.414442700156986,
-      "rel-constrast": 2.830944061279297,
+      "rel-constrast": 3.3640997409820557,
       "step": 1802,
-      "subrel-constrast": 3.652177572250366,
+      "subrel-constrast": 3.5677967071533203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3823407888412476,
-      "cov-distil (oracle2student)": 2.4255661964416504,
-      "cov-distil (oracle2teacher)": 2.612318515777588,
+      "cov-distil": 1.7287178039550781,
+      "cov-distil (oracle2student)": 2.61729097366333,
+      "cov-distil (oracle2teacher)": 2.995450258255005,
       "epoch": 1.415227629513344,
-      "rel-constrast": 1.3273444175720215,
+      "rel-constrast": 1.628129005432129,
       "step": 1803,
-      "subrel-constrast": 2.1789848804473877,
+      "subrel-constrast": 2.357675552368164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1732839345932007,
-      "cov-distil (oracle2student)": 3.3564648628234863,
-      "cov-distil (oracle2teacher)": 3.553042411804199,
+      "cov-distil": 1.4978104829788208,
+      "cov-distil (oracle2student)": 3.929875373840332,
+      "cov-distil (oracle2teacher)": 3.9693241119384766,
       "epoch": 1.4160125588697017,
-      "rel-constrast": 2.267561435699463,
+      "rel-constrast": 2.8675241470336914,
       "step": 1804,
-      "subrel-constrast": 3.235435724258423,
+      "subrel-constrast": 3.3713510036468506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9953148365020752,
-      "cov-distil (oracle2student)": 5.615447044372559,
-      "cov-distil (oracle2teacher)": 4.846495628356934,
+      "cov-distil": 1.3222863674163818,
+      "cov-distil (oracle2student)": 6.004790782928467,
+      "cov-distil (oracle2teacher)": 5.087684631347656,
       "epoch": 1.4167974882260597,
-      "rel-constrast": 3.133941411972046,
+      "rel-constrast": 3.1316771507263184,
       "step": 1805,
-      "subrel-constrast": 3.020993709564209,
+      "subrel-constrast": 2.9372804164886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5745139122009277,
-      "cov-distil (oracle2student)": 4.578680992126465,
-      "cov-distil (oracle2teacher)": 4.446898460388184,
+      "cov-distil": 1.8896491527557373,
+      "cov-distil (oracle2student)": 5.073100566864014,
+      "cov-distil (oracle2teacher)": 5.011693000793457,
       "epoch": 1.4175824175824177,
-      "rel-constrast": 2.3419127464294434,
+      "rel-constrast": 2.6137866973876953,
       "step": 1806,
-      "subrel-constrast": 3.1521565914154053,
+      "subrel-constrast": 3.093416690826416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.952881097793579,
-      "cov-distil (oracle2student)": 5.156837463378906,
-      "cov-distil (oracle2teacher)": 4.3093366622924805,
+      "cov-distil": 2.0167789459228516,
+      "cov-distil (oracle2student)": 5.311788558959961,
+      "cov-distil (oracle2teacher)": 5.346836566925049,
       "epoch": 1.4183673469387754,
-      "rel-constrast": 1.7049798965454102,
+      "rel-constrast": 2.639556646347046,
       "step": 1807,
-      "subrel-constrast": 2.738222122192383,
+      "subrel-constrast": 2.8669285774230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.48823881149292,
-      "cov-distil (oracle2student)": 4.362990856170654,
-      "cov-distil (oracle2teacher)": 4.08839750289917,
+      "cov-distil": 1.4790723323822021,
+      "cov-distil (oracle2student)": 4.242421627044678,
+      "cov-distil (oracle2teacher)": 4.4863362312316895,
       "epoch": 1.4191522762951334,
-      "rel-constrast": 3.0215883255004883,
+      "rel-constrast": 3.4722695350646973,
       "step": 1808,
-      "subrel-constrast": 3.518209934234619,
+      "subrel-constrast": 3.729442596435547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8446228504180908,
-      "cov-distil (oracle2student)": 5.151702880859375,
-      "cov-distil (oracle2teacher)": 4.638205528259277,
+      "cov-distil": 2.490767478942871,
+      "cov-distil (oracle2student)": 5.719934940338135,
+      "cov-distil (oracle2teacher)": 4.822910308837891,
       "epoch": 1.4199372056514914,
-      "rel-constrast": 3.1416099071502686,
+      "rel-constrast": 3.9315009117126465,
       "step": 1809,
-      "subrel-constrast": 3.8997795581817627,
+      "subrel-constrast": 3.7988898754119873,
       "view-similarity": 0
     },
     {
       "epoch": 1.4207221350078494,
-      "grad_norm": 6.8125,
+      "grad_norm": 6.84375,
       "learning_rate": 4.900977533595531e-05,
-      "loss": 0.6716,
+      "loss": 0.7515,
       "step": 1810
     },
     {
-      "cov-distil": 1.6543567180633545,
-      "cov-distil (oracle2student)": 4.950900077819824,
-      "cov-distil (oracle2teacher)": 4.470099925994873,
+      "cov-distil": 1.5896024703979492,
+      "cov-distil (oracle2student)": 4.481945991516113,
+      "cov-distil (oracle2teacher)": 4.762610912322998,
       "epoch": 1.4207221350078494,
-      "rel-constrast": 2.619957685470581,
+      "rel-constrast": 2.7629733085632324,
       "step": 1810,
-      "subrel-constrast": 3.1563613414764404,
+      "subrel-constrast": 3.4993791580200195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3683617115020752,
-      "cov-distil (oracle2student)": 4.222921371459961,
-      "cov-distil (oracle2teacher)": 3.636617422103882,
+      "cov-distil": 2.207472562789917,
+      "cov-distil (oracle2student)": 4.534661293029785,
+      "cov-distil (oracle2teacher)": 3.9782886505126953,
       "epoch": 1.4215070643642072,
-      "rel-constrast": 2.228365421295166,
+      "rel-constrast": 2.9704830646514893,
       "step": 1811,
-      "subrel-constrast": 2.803258180618286,
+      "subrel-constrast": 3.09006404876709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8803507089614868,
-      "cov-distil (oracle2student)": 3.889373779296875,
-      "cov-distil (oracle2teacher)": 3.9628119468688965,
+      "cov-distil": 1.835651159286499,
+      "cov-distil (oracle2student)": 3.78424072265625,
+      "cov-distil (oracle2teacher)": 4.143776893615723,
       "epoch": 1.4222919937205651,
-      "rel-constrast": 3.4966611862182617,
+      "rel-constrast": 3.130558967590332,
       "step": 1812,
-      "subrel-constrast": 3.9638965129852295,
+      "subrel-constrast": 3.9908041954040527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8111013174057007,
-      "cov-distil (oracle2student)": 4.548791885375977,
-      "cov-distil (oracle2teacher)": 4.69551944732666,
+      "cov-distil": 2.2981107234954834,
+      "cov-distil (oracle2student)": 5.001902103424072,
+      "cov-distil (oracle2teacher)": 4.572933197021484,
       "epoch": 1.4230769230769231,
-      "rel-constrast": 1.8570060729980469,
+      "rel-constrast": 2.411105155944824,
       "step": 1813,
-      "subrel-constrast": 3.579813241958618,
+      "subrel-constrast": 2.9819037914276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.286060094833374,
-      "cov-distil (oracle2student)": 4.387686729431152,
-      "cov-distil (oracle2teacher)": 3.7512662410736084,
+      "cov-distil": 1.720179796218872,
+      "cov-distil (oracle2student)": 3.584867477416992,
+      "cov-distil (oracle2teacher)": 4.052885055541992,
       "epoch": 1.423861852433281,
-      "rel-constrast": 1.78669011592865,
+      "rel-constrast": 2.5479001998901367,
       "step": 1814,
-      "subrel-constrast": 2.735056161880493,
+      "subrel-constrast": 2.6051876544952393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.087967872619629,
-      "cov-distil (oracle2student)": 2.901634693145752,
-      "cov-distil (oracle2teacher)": 3.397329807281494,
+      "cov-distil": 1.4202890396118164,
+      "cov-distil (oracle2student)": 3.4328856468200684,
+      "cov-distil (oracle2teacher)": 3.299215793609619,
       "epoch": 1.4246467817896389,
-      "rel-constrast": 2.498164176940918,
+      "rel-constrast": 2.798649549484253,
       "step": 1815,
-      "subrel-constrast": 3.076226234436035,
+      "subrel-constrast": 3.0366861820220947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547093391418457,
-      "cov-distil (oracle2student)": 5.884370803833008,
-      "cov-distil (oracle2teacher)": 5.389580726623535,
+      "cov-distil": 1.9698548316955566,
+      "cov-distil (oracle2student)": 5.855808258056641,
+      "cov-distil (oracle2teacher)": 5.480283260345459,
       "epoch": 1.4254317111459969,
-      "rel-constrast": 3.1378984451293945,
+      "rel-constrast": 3.664944648742676,
       "step": 1816,
-      "subrel-constrast": 3.7884104251861572,
+      "subrel-constrast": 3.4714038372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7544300556182861,
-      "cov-distil (oracle2student)": 5.527893543243408,
-      "cov-distil (oracle2teacher)": 4.92282772064209,
+      "cov-distil": 1.668839454650879,
+      "cov-distil (oracle2student)": 5.472817420959473,
+      "cov-distil (oracle2teacher)": 5.083756446838379,
       "epoch": 1.4262166405023549,
-      "rel-constrast": 3.694044828414917,
+      "rel-constrast": 3.3032851219177246,
       "step": 1817,
-      "subrel-constrast": 4.2226386070251465,
+      "subrel-constrast": 4.004204273223877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8763136863708496,
-      "cov-distil (oracle2student)": 3.690674066543579,
-      "cov-distil (oracle2teacher)": 3.4789791107177734,
+      "cov-distil": 2.0388617515563965,
+      "cov-distil (oracle2student)": 3.8831186294555664,
+      "cov-distil (oracle2teacher)": 4.008049964904785,
       "epoch": 1.4270015698587128,
-      "rel-constrast": 3.362605571746826,
+      "rel-constrast": 3.2742061614990234,
       "step": 1818,
-      "subrel-constrast": 3.578190565109253,
+      "subrel-constrast": 3.999413251876831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3423494100570679,
-      "cov-distil (oracle2student)": 3.6252429485321045,
-      "cov-distil (oracle2teacher)": 3.494964122772217,
+      "cov-distil": 1.716059923171997,
+      "cov-distil (oracle2student)": 4.342942714691162,
+      "cov-distil (oracle2teacher)": 3.7562575340270996,
       "epoch": 1.4277864992150706,
-      "rel-constrast": 2.935727119445801,
+      "rel-constrast": 3.6349449157714844,
       "step": 1819,
-      "subrel-constrast": 3.335447311401367,
+      "subrel-constrast": 3.5271637439727783,
       "view-similarity": 0
     },
     {
       "epoch": 1.4285714285714286,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.09375,
       "learning_rate": 4.898531179635107e-05,
-      "loss": 0.7297,
+      "loss": 0.7625,
       "step": 1820
     },
     {
-      "cov-distil": 1.4452028274536133,
-      "cov-distil (oracle2student)": 3.840649366378784,
-      "cov-distil (oracle2teacher)": 3.7159183025360107,
+      "cov-distil": 2.011420488357544,
+      "cov-distil (oracle2student)": 4.2416863441467285,
+      "cov-distil (oracle2teacher)": 4.1612043380737305,
       "epoch": 1.4285714285714286,
-      "rel-constrast": 2.420172691345215,
+      "rel-constrast": 3.073091745376587,
       "step": 1820,
-      "subrel-constrast": 3.194286584854126,
+      "subrel-constrast": 3.3006057739257812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.201493263244629,
-      "cov-distil (oracle2student)": 5.996379852294922,
-      "cov-distil (oracle2teacher)": 5.120425224304199,
+      "cov-distil": 1.495604157447815,
+      "cov-distil (oracle2student)": 6.103445053100586,
+      "cov-distil (oracle2teacher)": 5.500458717346191,
       "epoch": 1.4293563579277864,
-      "rel-constrast": 2.8248565196990967,
+      "rel-constrast": 3.5172314643859863,
       "step": 1821,
-      "subrel-constrast": 3.5173699855804443,
+      "subrel-constrast": 3.5616302490234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.177264928817749,
-      "cov-distil (oracle2student)": 4.552891254425049,
-      "cov-distil (oracle2teacher)": 4.260626316070557,
+      "cov-distil": 1.7518491744995117,
+      "cov-distil (oracle2student)": 5.257604598999023,
+      "cov-distil (oracle2teacher)": 4.6078782081604,
       "epoch": 1.4301412872841444,
-      "rel-constrast": 2.2708792686462402,
+      "rel-constrast": 2.85593318939209,
       "step": 1822,
-      "subrel-constrast": 2.9936554431915283,
+      "subrel-constrast": 2.939178705215454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4655922651290894,
-      "cov-distil (oracle2student)": 3.373347282409668,
-      "cov-distil (oracle2teacher)": 3.1805851459503174,
+      "cov-distil": 1.8108086585998535,
+      "cov-distil (oracle2student)": 4.145371437072754,
+      "cov-distil (oracle2teacher)": 3.7812674045562744,
       "epoch": 1.4309262166405023,
-      "rel-constrast": 1.8171770572662354,
+      "rel-constrast": 2.302151679992676,
       "step": 1823,
-      "subrel-constrast": 2.7735021114349365,
+      "subrel-constrast": 2.609178066253662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8172528743743896,
-      "cov-distil (oracle2student)": 3.765939474105835,
-      "cov-distil (oracle2teacher)": 3.363713264465332,
+      "cov-distil": 2.096322536468506,
+      "cov-distil (oracle2student)": 4.512150764465332,
+      "cov-distil (oracle2teacher)": 3.507336378097534,
       "epoch": 1.4317111459968603,
-      "rel-constrast": 2.386641025543213,
+      "rel-constrast": 3.0860888957977295,
       "step": 1824,
-      "subrel-constrast": 3.342613697052002,
+      "subrel-constrast": 3.433680534362793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3294904232025146,
-      "cov-distil (oracle2student)": 3.5718371868133545,
-      "cov-distil (oracle2teacher)": 3.6850156784057617,
+      "cov-distil": 1.9711964130401611,
+      "cov-distil (oracle2student)": 3.5558536052703857,
+      "cov-distil (oracle2teacher)": 3.9414896965026855,
       "epoch": 1.4324960753532183,
-      "rel-constrast": 3.0851714611053467,
+      "rel-constrast": 3.7535438537597656,
       "step": 1825,
-      "subrel-constrast": 3.9347751140594482,
+      "subrel-constrast": 3.474236249923706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6668248176574707,
-      "cov-distil (oracle2student)": 6.5556745529174805,
-      "cov-distil (oracle2teacher)": 5.82924747467041,
+      "cov-distil": 2.259087562561035,
+      "cov-distil (oracle2student)": 6.782937049865723,
+      "cov-distil (oracle2teacher)": 6.129950046539307,
       "epoch": 1.433281004709576,
-      "rel-constrast": 4.023918151855469,
+      "rel-constrast": 4.1489739418029785,
       "step": 1826,
-      "subrel-constrast": 4.2772979736328125,
+      "subrel-constrast": 4.123070240020752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4551129341125488,
-      "cov-distil (oracle2student)": 4.62976598739624,
-      "cov-distil (oracle2teacher)": 4.322417736053467,
+      "cov-distil": 1.4124034643173218,
+      "cov-distil (oracle2student)": 5.102707862854004,
+      "cov-distil (oracle2teacher)": 4.5933837890625,
       "epoch": 1.434065934065934,
-      "rel-constrast": 3.3585753440856934,
+      "rel-constrast": 2.680943012237549,
       "step": 1827,
-      "subrel-constrast": 3.5313055515289307,
+      "subrel-constrast": 3.3864753246307373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.602424144744873,
-      "cov-distil (oracle2student)": 3.8924152851104736,
-      "cov-distil (oracle2teacher)": 3.7449512481689453,
+      "cov-distil": 1.6102880239486694,
+      "cov-distil (oracle2student)": 4.537295818328857,
+      "cov-distil (oracle2teacher)": 4.37978458404541,
       "epoch": 1.434850863422292,
-      "rel-constrast": 2.519665002822876,
+      "rel-constrast": 3.1419339179992676,
       "step": 1828,
-      "subrel-constrast": 3.329277992248535,
+      "subrel-constrast": 3.047844648361206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.58683180809021,
-      "cov-distil (oracle2student)": 6.385455131530762,
-      "cov-distil (oracle2teacher)": 5.142876625061035,
+      "cov-distil": 1.5180463790893555,
+      "cov-distil (oracle2student)": 6.6524858474731445,
+      "cov-distil (oracle2teacher)": 5.546656608581543,
       "epoch": 1.4356357927786498,
-      "rel-constrast": 3.937894821166992,
+      "rel-constrast": 3.857051372528076,
       "step": 1829,
-      "subrel-constrast": 4.098027229309082,
+      "subrel-constrast": 3.973007917404175,
       "view-similarity": 0
     },
     {
       "epoch": 1.4364207221350078,
-      "grad_norm": 6.78125,
+      "grad_norm": 6.875,
       "learning_rate": 4.89605560032919e-05,
-      "loss": 0.753,
+      "loss": 0.8104,
       "step": 1830
     },
     {
-      "cov-distil": 1.2683773040771484,
-      "cov-distil (oracle2student)": 5.51456880569458,
-      "cov-distil (oracle2teacher)": 4.932936668395996,
+      "cov-distil": 1.6509230136871338,
+      "cov-distil (oracle2student)": 5.562828540802002,
+      "cov-distil (oracle2teacher)": 4.6112213134765625,
       "epoch": 1.4364207221350078,
-      "rel-constrast": 3.1549861431121826,
+      "rel-constrast": 3.3606207370758057,
       "step": 1830,
-      "subrel-constrast": 3.7158656120300293,
+      "subrel-constrast": 3.284379720687866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7652406692504883,
-      "cov-distil (oracle2student)": 2.5780203342437744,
-      "cov-distil (oracle2teacher)": 3.1185131072998047,
+      "cov-distil": 2.1286373138427734,
+      "cov-distil (oracle2student)": 2.9606542587280273,
+      "cov-distil (oracle2teacher)": 3.203603744506836,
       "epoch": 1.4372056514913658,
-      "rel-constrast": 2.3700711727142334,
+      "rel-constrast": 2.6713576316833496,
       "step": 1831,
-      "subrel-constrast": 3.638542652130127,
+      "subrel-constrast": 3.3806381225585938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9649511575698853,
-      "cov-distil (oracle2student)": 4.225449085235596,
-      "cov-distil (oracle2teacher)": 4.1012067794799805,
+      "cov-distil": 1.6801892518997192,
+      "cov-distil (oracle2student)": 4.373929023742676,
+      "cov-distil (oracle2teacher)": 4.4404706954956055,
       "epoch": 1.4379905808477238,
-      "rel-constrast": 1.9386816024780273,
+      "rel-constrast": 2.088684558868408,
       "step": 1832,
-      "subrel-constrast": 2.3051044940948486,
+      "subrel-constrast": 2.4698774814605713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5771992206573486,
-      "cov-distil (oracle2student)": 4.981726169586182,
-      "cov-distil (oracle2teacher)": 4.143196105957031,
+      "cov-distil": 1.8354945182800293,
+      "cov-distil (oracle2student)": 5.386786460876465,
+      "cov-distil (oracle2teacher)": 4.660839080810547,
       "epoch": 1.4387755102040816,
-      "rel-constrast": 2.8138246536254883,
+      "rel-constrast": 2.763805866241455,
       "step": 1833,
-      "subrel-constrast": 3.299802780151367,
+      "subrel-constrast": 3.3108863830566406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4737906455993652,
-      "cov-distil (oracle2student)": 2.5556771755218506,
-      "cov-distil (oracle2teacher)": 2.9800400733947754,
+      "cov-distil": 2.42260479927063,
+      "cov-distil (oracle2student)": 3.3882389068603516,
+      "cov-distil (oracle2teacher)": 3.058321475982666,
       "epoch": 1.4395604395604396,
-      "rel-constrast": 2.422273635864258,
+      "rel-constrast": 2.7299556732177734,
       "step": 1834,
-      "subrel-constrast": 3.241222620010376,
+      "subrel-constrast": 3.278963327407837,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2281641960144043,
-      "cov-distil (oracle2student)": 3.1058075428009033,
-      "cov-distil (oracle2teacher)": 2.9412336349487305,
+      "cov-distil": 1.2210562229156494,
+      "cov-distil (oracle2student)": 2.9978537559509277,
+      "cov-distil (oracle2teacher)": 3.1544454097747803,
       "epoch": 1.4403453689167975,
-      "rel-constrast": 3.0711140632629395,
+      "rel-constrast": 3.320037364959717,
       "step": 1835,
-      "subrel-constrast": 3.7840170860290527,
+      "subrel-constrast": 3.732405424118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1675045490264893,
-      "cov-distil (oracle2student)": 4.564324378967285,
-      "cov-distil (oracle2teacher)": 4.323493480682373,
+      "cov-distil": 1.484581708908081,
+      "cov-distil (oracle2student)": 4.776529312133789,
+      "cov-distil (oracle2teacher)": 4.648961067199707,
       "epoch": 1.4411302982731553,
-      "rel-constrast": 2.781236171722412,
+      "rel-constrast": 3.406886339187622,
       "step": 1836,
-      "subrel-constrast": 2.7374448776245117,
+      "subrel-constrast": 2.990795135498047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.079219937324524,
-      "cov-distil (oracle2student)": 3.411094903945923,
-      "cov-distil (oracle2teacher)": 3.191303253173828,
+      "cov-distil": 1.4801404476165771,
+      "cov-distil (oracle2student)": 3.019413709640503,
+      "cov-distil (oracle2teacher)": 3.2538719177246094,
       "epoch": 1.4419152276295133,
-      "rel-constrast": 3.092740058898926,
+      "rel-constrast": 2.5922677516937256,
       "step": 1837,
-      "subrel-constrast": 3.351301908493042,
+      "subrel-constrast": 3.3817925453186035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5278972387313843,
-      "cov-distil (oracle2student)": 3.2321972846984863,
-      "cov-distil (oracle2teacher)": 3.313662528991699,
+      "cov-distil": 2.046475887298584,
+      "cov-distil (oracle2student)": 3.708463668823242,
+      "cov-distil (oracle2teacher)": 3.542489767074585,
       "epoch": 1.4427001569858713,
-      "rel-constrast": 2.879016399383545,
+      "rel-constrast": 3.6920700073242188,
       "step": 1838,
-      "subrel-constrast": 3.5835001468658447,
+      "subrel-constrast": 3.6768546104431152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0350725650787354,
-      "cov-distil (oracle2student)": 2.4493632316589355,
-      "cov-distil (oracle2teacher)": 2.729887008666992,
+      "cov-distil": 2.3506932258605957,
+      "cov-distil (oracle2student)": 2.6128323078155518,
+      "cov-distil (oracle2teacher)": 2.774137258529663,
       "epoch": 1.4434850863422293,
-      "rel-constrast": 2.38649320602417,
+      "rel-constrast": 2.4126946926116943,
       "step": 1839,
-      "subrel-constrast": 2.8666794300079346,
+      "subrel-constrast": 2.9833991527557373,
       "view-similarity": 0
     },
     {
       "epoch": 1.4442700156985873,
-      "grad_norm": 4.1875,
+      "grad_norm": 6.03125,
       "learning_rate": 4.893550825841932e-05,
-      "loss": 0.7105,
+      "loss": 0.726,
       "step": 1840
     },
     {
-      "cov-distil": 1.6579926013946533,
-      "cov-distil (oracle2student)": 6.401279449462891,
-      "cov-distil (oracle2teacher)": 5.277112007141113,
+      "cov-distil": 1.624106526374817,
+      "cov-distil (oracle2student)": 5.789559364318848,
+      "cov-distil (oracle2teacher)": 5.426916122436523,
       "epoch": 1.4442700156985873,
-      "rel-constrast": 4.2362470626831055,
+      "rel-constrast": 3.71523118019104,
       "step": 1840,
-      "subrel-constrast": 4.374217510223389,
+      "subrel-constrast": 4.282801628112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.097137928009033,
-      "cov-distil (oracle2student)": 6.69352912902832,
-      "cov-distil (oracle2teacher)": 6.141706466674805,
+      "cov-distil": 3.589543581008911,
+      "cov-distil (oracle2student)": 6.701603889465332,
+      "cov-distil (oracle2teacher)": 6.574501037597656,
       "epoch": 1.445054945054945,
-      "rel-constrast": 3.296020030975342,
+      "rel-constrast": 4.0303168296813965,
       "step": 1841,
-      "subrel-constrast": 4.120090484619141,
+      "subrel-constrast": 4.897289276123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52357017993927,
-      "cov-distil (oracle2student)": 2.577275276184082,
-      "cov-distil (oracle2teacher)": 2.6045939922332764,
+      "cov-distil": 1.6942754983901978,
+      "cov-distil (oracle2student)": 3.1832919120788574,
+      "cov-distil (oracle2teacher)": 3.090364456176758,
       "epoch": 1.445839874411303,
-      "rel-constrast": 2.0906128883361816,
+      "rel-constrast": 2.8983206748962402,
       "step": 1842,
-      "subrel-constrast": 2.8598036766052246,
+      "subrel-constrast": 3.1703128814697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2005269527435303,
-      "cov-distil (oracle2student)": 4.01481819152832,
-      "cov-distil (oracle2teacher)": 3.7604923248291016,
+      "cov-distil": 1.9138855934143066,
+      "cov-distil (oracle2student)": 4.170001983642578,
+      "cov-distil (oracle2teacher)": 4.236278057098389,
       "epoch": 1.4466248037676608,
-      "rel-constrast": 2.2734408378601074,
+      "rel-constrast": 2.5212645530700684,
       "step": 1843,
-      "subrel-constrast": 2.775613784790039,
+      "subrel-constrast": 2.962232828140259,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1281768083572388,
-      "cov-distil (oracle2student)": 3.661174774169922,
-      "cov-distil (oracle2teacher)": 3.5164029598236084,
+      "cov-distil": 1.376121997833252,
+      "cov-distil (oracle2student)": 3.954336643218994,
+      "cov-distil (oracle2teacher)": 3.8783202171325684,
       "epoch": 1.4474097331240188,
-      "rel-constrast": 3.1075382232666016,
+      "rel-constrast": 3.2325942516326904,
       "step": 1844,
-      "subrel-constrast": 3.5926995277404785,
+      "subrel-constrast": 3.907642364501953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8172249794006348,
-      "cov-distil (oracle2student)": 5.8461127281188965,
-      "cov-distil (oracle2teacher)": 6.063834190368652,
+      "cov-distil": 2.107485771179199,
+      "cov-distil (oracle2student)": 6.176758289337158,
+      "cov-distil (oracle2teacher)": 5.568127632141113,
       "epoch": 1.4481946624803768,
-      "rel-constrast": 3.76010799407959,
+      "rel-constrast": 4.693338394165039,
       "step": 1845,
-      "subrel-constrast": 4.720701694488525,
+      "subrel-constrast": 4.565826416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380967140197754,
-      "cov-distil (oracle2student)": 4.823122024536133,
-      "cov-distil (oracle2teacher)": 4.406197547912598,
+      "cov-distil": 1.5786747932434082,
+      "cov-distil (oracle2student)": 5.207388401031494,
+      "cov-distil (oracle2teacher)": 4.9959917068481445,
       "epoch": 1.4489795918367347,
-      "rel-constrast": 3.160726547241211,
+      "rel-constrast": 3.559621810913086,
       "step": 1846,
-      "subrel-constrast": 3.2861616611480713,
+      "subrel-constrast": 3.4150137901306152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2863383293151855,
-      "cov-distil (oracle2student)": 4.338582515716553,
-      "cov-distil (oracle2teacher)": 3.800304412841797,
+      "cov-distil": 1.854923963546753,
+      "cov-distil (oracle2student)": 4.45000696182251,
+      "cov-distil (oracle2teacher)": 4.159353733062744,
       "epoch": 1.4497645211930927,
-      "rel-constrast": 3.0546388626098633,
+      "rel-constrast": 3.506850242614746,
       "step": 1847,
-      "subrel-constrast": 3.251276969909668,
+      "subrel-constrast": 3.011488914489746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2051026821136475,
-      "cov-distil (oracle2student)": 4.848534107208252,
-      "cov-distil (oracle2teacher)": 4.756525993347168,
+      "cov-distil": 1.4575551748275757,
+      "cov-distil (oracle2student)": 4.912674427032471,
+      "cov-distil (oracle2teacher)": 4.486624717712402,
       "epoch": 1.4505494505494505,
-      "rel-constrast": 3.2639107704162598,
+      "rel-constrast": 3.621270179748535,
       "step": 1848,
-      "subrel-constrast": 4.062069416046143,
+      "subrel-constrast": 3.831810235977173,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.412589192390442,
-      "cov-distil (oracle2student)": 5.114985466003418,
-      "cov-distil (oracle2teacher)": 4.865669250488281,
+      "cov-distil": 2.2102575302124023,
+      "cov-distil (oracle2student)": 5.840979099273682,
+      "cov-distil (oracle2teacher)": 5.278204917907715,
       "epoch": 1.4513343799058085,
-      "rel-constrast": 3.350212574005127,
+      "rel-constrast": 3.3883016109466553,
       "step": 1849,
-      "subrel-constrast": 3.8288183212280273,
+      "subrel-constrast": 4.258448123931885,
       "view-similarity": 0
     },
     {
       "epoch": 1.4521193092621665,
-      "grad_norm": 5.375,
+      "grad_norm": 7.3125,
       "learning_rate": 4.8910168866932195e-05,
-      "loss": 0.8266,
+      "loss": 0.8792,
       "step": 1850
     },
     {
-      "cov-distil": 1.6888751983642578,
-      "cov-distil (oracle2student)": 3.448847770690918,
-      "cov-distil (oracle2teacher)": 3.6992971897125244,
+      "cov-distil": 1.9295521974563599,
+      "cov-distil (oracle2student)": 3.948340892791748,
+      "cov-distil (oracle2teacher)": 4.255341529846191,
       "epoch": 1.4521193092621665,
-      "rel-constrast": 1.8792496919631958,
+      "rel-constrast": 2.554879665374756,
       "step": 1850,
-      "subrel-constrast": 3.116849660873413,
+      "subrel-constrast": 3.232901096343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3367068767547607,
-      "cov-distil (oracle2student)": 4.72634744644165,
-      "cov-distil (oracle2teacher)": 4.442650318145752,
+      "cov-distil": 1.3806686401367188,
+      "cov-distil (oracle2student)": 4.579341411590576,
+      "cov-distil (oracle2teacher)": 4.880809783935547,
       "epoch": 1.4529042386185242,
-      "rel-constrast": 4.097768783569336,
+      "rel-constrast": 4.021327972412109,
       "step": 1851,
-      "subrel-constrast": 4.38444185256958,
+      "subrel-constrast": 4.608463764190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8452763557434082,
-      "cov-distil (oracle2student)": 5.708890914916992,
-      "cov-distil (oracle2teacher)": 5.7249650955200195,
+      "cov-distil": 1.9489033222198486,
+      "cov-distil (oracle2student)": 5.431454658508301,
+      "cov-distil (oracle2teacher)": 6.444190979003906,
       "epoch": 1.4536891679748822,
-      "rel-constrast": 2.7360332012176514,
+      "rel-constrast": 3.4550364017486572,
       "step": 1852,
-      "subrel-constrast": 4.191849708557129,
+      "subrel-constrast": 3.664924383163452,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2964894771575928,
-      "cov-distil (oracle2student)": 3.6186249256134033,
-      "cov-distil (oracle2teacher)": 3.327200174331665,
+      "cov-distil": 1.3901550769805908,
+      "cov-distil (oracle2student)": 3.5822091102600098,
+      "cov-distil (oracle2teacher)": 3.5254440307617188,
       "epoch": 1.4544740973312402,
-      "rel-constrast": 3.3278985023498535,
+      "rel-constrast": 3.339693307876587,
       "step": 1853,
-      "subrel-constrast": 3.5349605083465576,
+      "subrel-constrast": 3.25207781791687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.15955650806427,
-      "cov-distil (oracle2student)": 2.791245937347412,
-      "cov-distil (oracle2teacher)": 2.996602773666382,
+      "cov-distil": 1.4021055698394775,
+      "cov-distil (oracle2student)": 3.5208847522735596,
+      "cov-distil (oracle2teacher)": 3.2816646099090576,
       "epoch": 1.4552590266875982,
-      "rel-constrast": 3.3102505207061768,
+      "rel-constrast": 3.2812728881835938,
       "step": 1854,
-      "subrel-constrast": 4.207559108734131,
+      "subrel-constrast": 4.310837268829346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5015387535095215,
-      "cov-distil (oracle2student)": 3.9151670932769775,
-      "cov-distil (oracle2teacher)": 4.3544440269470215,
+      "cov-distil": 1.8029098510742188,
+      "cov-distil (oracle2student)": 3.5727689266204834,
+      "cov-distil (oracle2teacher)": 4.384519100189209,
       "epoch": 1.456043956043956,
-      "rel-constrast": 2.5720043182373047,
+      "rel-constrast": 2.077436923980713,
       "step": 1855,
-      "subrel-constrast": 3.2190749645233154,
+      "subrel-constrast": 3.3162882328033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9023011922836304,
-      "cov-distil (oracle2student)": 3.2154641151428223,
-      "cov-distil (oracle2teacher)": 3.2312047481536865,
+      "cov-distil": 2.0862717628479004,
+      "cov-distil (oracle2student)": 3.305539846420288,
+      "cov-distil (oracle2teacher)": 3.025184154510498,
       "epoch": 1.456828885400314,
-      "rel-constrast": 2.523677349090576,
+      "rel-constrast": 2.183518886566162,
       "step": 1856,
-      "subrel-constrast": 3.375361680984497,
+      "subrel-constrast": 3.4012935161590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.418964147567749,
-      "cov-distil (oracle2student)": 4.337531089782715,
-      "cov-distil (oracle2teacher)": 3.9954028129577637,
+      "cov-distil": 1.9524755477905273,
+      "cov-distil (oracle2student)": 4.973023414611816,
+      "cov-distil (oracle2teacher)": 4.616103172302246,
       "epoch": 1.457613814756672,
-      "rel-constrast": 2.795344352722168,
+      "rel-constrast": 3.321552038192749,
       "step": 1857,
-      "subrel-constrast": 3.288412094116211,
+      "subrel-constrast": 3.2971911430358887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.612828016281128,
-      "cov-distil (oracle2student)": 3.6213760375976562,
-      "cov-distil (oracle2teacher)": 3.895224094390869,
+      "cov-distil": 1.5236726999282837,
+      "cov-distil (oracle2student)": 3.813077688217163,
+      "cov-distil (oracle2teacher)": 3.867478132247925,
       "epoch": 1.4583987441130297,
-      "rel-constrast": 2.616885185241699,
+      "rel-constrast": 3.282668352127075,
       "step": 1858,
-      "subrel-constrast": 3.5245022773742676,
+      "subrel-constrast": 3.4970221519470215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5105284452438354,
-      "cov-distil (oracle2student)": 4.446105480194092,
-      "cov-distil (oracle2teacher)": 4.319863319396973,
+      "cov-distil": 1.806742548942566,
+      "cov-distil (oracle2student)": 4.885869026184082,
+      "cov-distil (oracle2teacher)": 5.099264144897461,
       "epoch": 1.4591836734693877,
-      "rel-constrast": 2.974085807800293,
+      "rel-constrast": 3.4491546154022217,
       "step": 1859,
-      "subrel-constrast": 4.052789211273193,
+      "subrel-constrast": 3.9685862064361572,
       "view-similarity": 0
     },
     {
       "epoch": 1.4599686028257457,
-      "grad_norm": 4.84375,
+      "grad_norm": 6.09375,
       "learning_rate": 4.888453813758301e-05,
-      "loss": 0.759,
+      "loss": 0.7742,
       "step": 1860
     },
     {
-      "cov-distil": 1.324098825454712,
-      "cov-distil (oracle2student)": 3.6147279739379883,
-      "cov-distil (oracle2teacher)": 3.227203130722046,
+      "cov-distil": 1.4702401161193848,
+      "cov-distil (oracle2student)": 3.949692487716675,
+      "cov-distil (oracle2teacher)": 3.637429714202881,
       "epoch": 1.4599686028257457,
-      "rel-constrast": 2.9960274696350098,
+      "rel-constrast": 3.6248579025268555,
       "step": 1860,
-      "subrel-constrast": 3.5792276859283447,
+      "subrel-constrast": 3.1712796688079834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.171452522277832,
-      "cov-distil (oracle2student)": 6.498472213745117,
-      "cov-distil (oracle2teacher)": 5.5798563957214355,
+      "cov-distil": 1.6307694911956787,
+      "cov-distil (oracle2student)": 6.894219398498535,
+      "cov-distil (oracle2teacher)": 6.485906600952148,
       "epoch": 1.4607535321821037,
-      "rel-constrast": 2.298779010772705,
+      "rel-constrast": 3.0305347442626953,
       "step": 1861,
-      "subrel-constrast": 2.5710718631744385,
+      "subrel-constrast": 2.6997289657592773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.110198736190796,
-      "cov-distil (oracle2student)": 3.4142746925354004,
-      "cov-distil (oracle2teacher)": 3.2940726280212402,
+      "cov-distil": 1.648000955581665,
+      "cov-distil (oracle2student)": 4.007066249847412,
+      "cov-distil (oracle2teacher)": 3.3998284339904785,
       "epoch": 1.4615384615384617,
-      "rel-constrast": 3.189666986465454,
+      "rel-constrast": 3.322566032409668,
       "step": 1862,
-      "subrel-constrast": 3.452401876449585,
+      "subrel-constrast": 3.4720072746276855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4618439674377441,
-      "cov-distil (oracle2student)": 5.286944389343262,
-      "cov-distil (oracle2teacher)": 4.3206787109375,
+      "cov-distil": 1.736574649810791,
+      "cov-distil (oracle2student)": 5.934678554534912,
+      "cov-distil (oracle2teacher)": 4.7058000564575195,
       "epoch": 1.4623233908948194,
-      "rel-constrast": 2.4891648292541504,
+      "rel-constrast": 2.8956100940704346,
       "step": 1863,
-      "subrel-constrast": 3.4858736991882324,
+      "subrel-constrast": 3.159250020980835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1890687942504883,
-      "cov-distil (oracle2student)": 4.43721866607666,
-      "cov-distil (oracle2teacher)": 3.987574338912964,
+      "cov-distil": 2.100497245788574,
+      "cov-distil (oracle2student)": 5.3087358474731445,
+      "cov-distil (oracle2teacher)": 4.747140407562256,
       "epoch": 1.4631083202511774,
-      "rel-constrast": 2.537240982055664,
+      "rel-constrast": 3.16405987739563,
       "step": 1864,
-      "subrel-constrast": 3.60815167427063,
+      "subrel-constrast": 3.6381311416625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2210792303085327,
-      "cov-distil (oracle2student)": 3.950700283050537,
-      "cov-distil (oracle2teacher)": 3.1345367431640625,
+      "cov-distil": 1.64483642578125,
+      "cov-distil (oracle2student)": 3.6952614784240723,
+      "cov-distil (oracle2teacher)": 4.007979869842529,
       "epoch": 1.4638932496075352,
-      "rel-constrast": 3.2303390502929688,
+      "rel-constrast": 3.2735495567321777,
       "step": 1865,
-      "subrel-constrast": 3.6884562969207764,
+      "subrel-constrast": 3.760152578353882,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2549242973327637,
-      "cov-distil (oracle2student)": 3.169987201690674,
-      "cov-distil (oracle2teacher)": 3.112874746322632,
+      "cov-distil": 1.6685824394226074,
+      "cov-distil (oracle2student)": 3.4932878017425537,
+      "cov-distil (oracle2teacher)": 3.633617877960205,
       "epoch": 1.4646781789638932,
-      "rel-constrast": 2.961059093475342,
+      "rel-constrast": 3.3296468257904053,
       "step": 1866,
-      "subrel-constrast": 3.388056993484497,
+      "subrel-constrast": 3.334294080734253,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1132255792617798,
-      "cov-distil (oracle2student)": 3.1881613731384277,
-      "cov-distil (oracle2teacher)": 4.031736373901367,
+      "cov-distil": 1.3893632888793945,
+      "cov-distil (oracle2student)": 3.478071689605713,
+      "cov-distil (oracle2teacher)": 4.0035834312438965,
       "epoch": 1.4654631083202512,
-      "rel-constrast": 3.369593620300293,
+      "rel-constrast": 3.871072292327881,
       "step": 1867,
-      "subrel-constrast": 4.17751932144165,
+      "subrel-constrast": 4.127173900604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409156799316406,
-      "cov-distil (oracle2student)": 4.461203098297119,
-      "cov-distil (oracle2teacher)": 4.548511505126953,
+      "cov-distil": 2.4456231594085693,
+      "cov-distil (oracle2student)": 5.061887741088867,
+      "cov-distil (oracle2teacher)": 4.387723922729492,
       "epoch": 1.4662480376766092,
-      "rel-constrast": 2.3510546684265137,
+      "rel-constrast": 3.1740291118621826,
       "step": 1868,
-      "subrel-constrast": 3.1808478832244873,
+      "subrel-constrast": 3.3795926570892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.988564670085907,
-      "cov-distil (oracle2student)": 3.8768303394317627,
-      "cov-distil (oracle2teacher)": 3.647482395172119,
+      "cov-distil": 1.2802791595458984,
+      "cov-distil (oracle2student)": 3.791633129119873,
+      "cov-distil (oracle2teacher)": 3.8351237773895264,
       "epoch": 1.4670329670329672,
-      "rel-constrast": 2.013795852661133,
+      "rel-constrast": 2.366950035095215,
       "step": 1869,
-      "subrel-constrast": 2.825491189956665,
+      "subrel-constrast": 2.6075313091278076,
       "view-similarity": 0
     },
     {
       "epoch": 1.467817896389325,
-      "grad_norm": 4.75,
+      "grad_norm": 6.25,
       "learning_rate": 4.885861638267413e-05,
-      "loss": 0.7201,
+      "loss": 0.8013,
       "step": 1870
     },
     {
-      "cov-distil": 1.7998799085617065,
-      "cov-distil (oracle2student)": 3.271496295928955,
-      "cov-distil (oracle2teacher)": 3.0112061500549316,
+      "cov-distil": 2.208251953125,
+      "cov-distil (oracle2student)": 3.83028244972229,
+      "cov-distil (oracle2teacher)": 3.1332130432128906,
       "epoch": 1.467817896389325,
-      "rel-constrast": 3.588841676712036,
+      "rel-constrast": 4.421440124511719,
       "step": 1870,
-      "subrel-constrast": 4.032552242279053,
+      "subrel-constrast": 3.902070999145508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.349198579788208,
-      "cov-distil (oracle2student)": 3.1306915283203125,
-      "cov-distil (oracle2teacher)": 2.914619207382202,
+      "cov-distil": 1.8023052215576172,
+      "cov-distil (oracle2student)": 3.4095563888549805,
+      "cov-distil (oracle2teacher)": 3.134967803955078,
       "epoch": 1.468602825745683,
-      "rel-constrast": 2.4161884784698486,
+      "rel-constrast": 2.6681222915649414,
       "step": 1871,
-      "subrel-constrast": 3.163926362991333,
+      "subrel-constrast": 3.0709688663482666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7091114521026611,
-      "cov-distil (oracle2student)": 4.372878551483154,
-      "cov-distil (oracle2teacher)": 4.15083122253418,
+      "cov-distil": 1.9334213733673096,
+      "cov-distil (oracle2student)": 4.049883842468262,
+      "cov-distil (oracle2teacher)": 4.293302536010742,
       "epoch": 1.469387755102041,
-      "rel-constrast": 3.674309730529785,
+      "rel-constrast": 4.087601184844971,
       "step": 1872,
-      "subrel-constrast": 4.023014068603516,
+      "subrel-constrast": 4.140108585357666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205456256866455,
-      "cov-distil (oracle2student)": 3.448446035385132,
-      "cov-distil (oracle2teacher)": 3.7027246952056885,
+      "cov-distil": 1.877335548400879,
+      "cov-distil (oracle2student)": 4.348670959472656,
+      "cov-distil (oracle2teacher)": 4.149550437927246,
       "epoch": 1.4701726844583987,
-      "rel-constrast": 2.6868979930877686,
+      "rel-constrast": 3.583204984664917,
       "step": 1873,
-      "subrel-constrast": 3.6661877632141113,
+      "subrel-constrast": 3.619436025619507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0467638969421387,
-      "cov-distil (oracle2student)": 3.6841325759887695,
-      "cov-distil (oracle2teacher)": 3.540146589279175,
+      "cov-distil": 2.96842098236084,
+      "cov-distil (oracle2student)": 4.897031784057617,
+      "cov-distil (oracle2teacher)": 4.156479835510254,
       "epoch": 1.4709576138147566,
-      "rel-constrast": 2.2152252197265625,
+      "rel-constrast": 3.192378520965576,
       "step": 1874,
-      "subrel-constrast": 3.33553147315979,
+      "subrel-constrast": 3.0839970111846924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7649476528167725,
-      "cov-distil (oracle2student)": 4.595139503479004,
-      "cov-distil (oracle2teacher)": 4.807185649871826,
+      "cov-distil": 1.7592620849609375,
+      "cov-distil (oracle2student)": 4.687352657318115,
+      "cov-distil (oracle2teacher)": 4.978565692901611,
       "epoch": 1.4717425431711146,
-      "rel-constrast": 3.882308006286621,
+      "rel-constrast": 3.606229782104492,
       "step": 1875,
-      "subrel-constrast": 3.9884748458862305,
+      "subrel-constrast": 3.5918147563934326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6274170875549316,
-      "cov-distil (oracle2student)": 4.342825889587402,
-      "cov-distil (oracle2teacher)": 4.161476135253906,
+      "cov-distil": 1.860793948173523,
+      "cov-distil (oracle2student)": 4.4289655685424805,
+      "cov-distil (oracle2teacher)": 4.831238746643066,
       "epoch": 1.4725274725274726,
-      "rel-constrast": 2.716750144958496,
+      "rel-constrast": 3.8771119117736816,
       "step": 1876,
-      "subrel-constrast": 3.6377859115600586,
+      "subrel-constrast": 3.6284945011138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1850725412368774,
-      "cov-distil (oracle2student)": 4.801465034484863,
-      "cov-distil (oracle2teacher)": 4.4294657707214355,
+      "cov-distil": 1.4303607940673828,
+      "cov-distil (oracle2student)": 4.983982086181641,
+      "cov-distil (oracle2teacher)": 4.7037553787231445,
       "epoch": 1.4733124018838304,
-      "rel-constrast": 3.233443260192871,
+      "rel-constrast": 3.1245405673980713,
       "step": 1877,
-      "subrel-constrast": 3.1840202808380127,
+      "subrel-constrast": 3.363800287246704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6530916690826416,
-      "cov-distil (oracle2student)": 4.700448989868164,
-      "cov-distil (oracle2teacher)": 4.715950965881348,
+      "cov-distil": 2.172369956970215,
+      "cov-distil (oracle2student)": 4.6323933601379395,
+      "cov-distil (oracle2teacher)": 4.453296184539795,
       "epoch": 1.4740973312401884,
-      "rel-constrast": 3.6957778930664062,
+      "rel-constrast": 3.678412675857544,
       "step": 1878,
-      "subrel-constrast": 4.544745922088623,
+      "subrel-constrast": 4.293529033660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.665679931640625,
-      "cov-distil (oracle2student)": 4.62099552154541,
-      "cov-distil (oracle2teacher)": 4.034111976623535,
+      "cov-distil": 1.7547649145126343,
+      "cov-distil (oracle2student)": 4.345225811004639,
+      "cov-distil (oracle2teacher)": 4.240843296051025,
       "epoch": 1.4748822605965464,
-      "rel-constrast": 2.6383543014526367,
+      "rel-constrast": 2.504056930541992,
       "step": 1879,
-      "subrel-constrast": 3.695279836654663,
+      "subrel-constrast": 3.2841434478759766,
       "view-similarity": 0
     },
     {
       "epoch": 1.4756671899529041,
-      "grad_norm": 5.9375,
+      "grad_norm": 5.5,
       "learning_rate": 4.883240391805394e-05,
-      "loss": 0.8098,
+      "loss": 0.8686,
       "step": 1880
     },
     {
-      "cov-distil": 1.489245891571045,
-      "cov-distil (oracle2student)": 4.289907455444336,
-      "cov-distil (oracle2teacher)": 4.189836025238037,
+      "cov-distil": 1.9581308364868164,
+      "cov-distil (oracle2student)": 4.534452438354492,
+      "cov-distil (oracle2teacher)": 4.05888032913208,
       "epoch": 1.4756671899529041,
-      "rel-constrast": 3.047013759613037,
+      "rel-constrast": 3.3508596420288086,
       "step": 1880,
-      "subrel-constrast": 3.6831588745117188,
+      "subrel-constrast": 3.9302291870117188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6271897554397583,
-      "cov-distil (oracle2student)": 4.952922344207764,
-      "cov-distil (oracle2teacher)": 4.3915557861328125,
+      "cov-distil": 2.21677827835083,
+      "cov-distil (oracle2student)": 5.411259174346924,
+      "cov-distil (oracle2teacher)": 5.1186628341674805,
       "epoch": 1.4764521193092621,
-      "rel-constrast": 2.925741195678711,
+      "rel-constrast": 3.4768474102020264,
       "step": 1881,
-      "subrel-constrast": 3.849264144897461,
+      "subrel-constrast": 4.0598955154418945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4708141088485718,
-      "cov-distil (oracle2student)": 3.6817660331726074,
-      "cov-distil (oracle2teacher)": 3.3645787239074707,
+      "cov-distil": 1.934952974319458,
+      "cov-distil (oracle2student)": 3.4611456394195557,
+      "cov-distil (oracle2teacher)": 3.4560060501098633,
       "epoch": 1.4772370486656201,
-      "rel-constrast": 1.8425955772399902,
+      "rel-constrast": 1.8156912326812744,
       "step": 1882,
-      "subrel-constrast": 2.559281587600708,
+      "subrel-constrast": 2.496215343475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5363428592681885,
-      "cov-distil (oracle2student)": 3.288538932800293,
-      "cov-distil (oracle2teacher)": 3.3280093669891357,
+      "cov-distil": 1.8101167678833008,
+      "cov-distil (oracle2student)": 3.426443576812744,
+      "cov-distil (oracle2teacher)": 3.583400011062622,
       "epoch": 1.478021978021978,
-      "rel-constrast": 2.857149362564087,
+      "rel-constrast": 2.790780782699585,
       "step": 1883,
-      "subrel-constrast": 3.2818243503570557,
+      "subrel-constrast": 3.2887978553771973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1604633331298828,
-      "cov-distil (oracle2student)": 3.6293282508850098,
-      "cov-distil (oracle2teacher)": 3.6054253578186035,
+      "cov-distil": 1.6486923694610596,
+      "cov-distil (oracle2student)": 3.53489089012146,
+      "cov-distil (oracle2teacher)": 4.00670051574707,
       "epoch": 1.478806907378336,
-      "rel-constrast": 2.432465076446533,
+      "rel-constrast": 2.9569082260131836,
       "step": 1884,
-      "subrel-constrast": 3.0961251258850098,
+      "subrel-constrast": 2.7584035396575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3076788187026978,
-      "cov-distil (oracle2student)": 4.063167572021484,
-      "cov-distil (oracle2teacher)": 3.7917380332946777,
+      "cov-distil": 1.6544296741485596,
+      "cov-distil (oracle2student)": 5.097860336303711,
+      "cov-distil (oracle2teacher)": 4.064476013183594,
       "epoch": 1.4795918367346939,
-      "rel-constrast": 3.131176710128784,
+      "rel-constrast": 3.603951930999756,
       "step": 1885,
-      "subrel-constrast": 3.387690305709839,
+      "subrel-constrast": 3.80999755859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6938672065734863,
-      "cov-distil (oracle2student)": 4.879122734069824,
-      "cov-distil (oracle2teacher)": 4.4586591720581055,
+      "cov-distil": 2.289842367172241,
+      "cov-distil (oracle2student)": 4.8895440101623535,
+      "cov-distil (oracle2teacher)": 4.645339012145996,
       "epoch": 1.4803767660910518,
-      "rel-constrast": 1.8621890544891357,
+      "rel-constrast": 2.00228214263916,
       "step": 1886,
-      "subrel-constrast": 2.784557342529297,
+      "subrel-constrast": 2.665134906768799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6372668743133545,
-      "cov-distil (oracle2student)": 6.824195861816406,
-      "cov-distil (oracle2teacher)": 6.387898921966553,
+      "cov-distil": 1.9867827892303467,
+      "cov-distil (oracle2student)": 7.049604415893555,
+      "cov-distil (oracle2teacher)": 6.242751121520996,
       "epoch": 1.4811616954474096,
-      "rel-constrast": 3.3412389755249023,
+      "rel-constrast": 4.147288799285889,
       "step": 1887,
-      "subrel-constrast": 4.233912467956543,
+      "subrel-constrast": 3.957348108291626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1793620586395264,
-      "cov-distil (oracle2student)": 3.1445255279541016,
-      "cov-distil (oracle2teacher)": 3.157705783843994,
+      "cov-distil": 1.3765592575073242,
+      "cov-distil (oracle2student)": 3.9823861122131348,
+      "cov-distil (oracle2teacher)": 3.2853012084960938,
       "epoch": 1.4819466248037676,
-      "rel-constrast": 2.443695068359375,
+      "rel-constrast": 2.9986376762390137,
       "step": 1888,
-      "subrel-constrast": 3.1362268924713135,
+      "subrel-constrast": 3.065356492996216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2781684398651123,
-      "cov-distil (oracle2student)": 3.4792184829711914,
-      "cov-distil (oracle2teacher)": 3.618779182434082,
+      "cov-distil": 1.7937138080596924,
+      "cov-distil (oracle2student)": 4.0910139083862305,
+      "cov-distil (oracle2teacher)": 3.8644988536834717,
       "epoch": 1.4827315541601256,
-      "rel-constrast": 3.680797576904297,
+      "rel-constrast": 3.845240831375122,
       "step": 1889,
-      "subrel-constrast": 3.813993215560913,
+      "subrel-constrast": 4.096644878387451,
       "view-similarity": 0
     },
     {
       "epoch": 1.4835164835164836,
-      "grad_norm": 5.96875,
+      "grad_norm": 6.8125,
       "learning_rate": 4.8805901063113064e-05,
-      "loss": 0.7251,
+      "loss": 0.7747,
       "step": 1890
     },
     {
-      "cov-distil": 1.4641432762145996,
-      "cov-distil (oracle2student)": 3.655186653137207,
-      "cov-distil (oracle2teacher)": 3.559060573577881,
+      "cov-distil": 2.239504098892212,
+      "cov-distil (oracle2student)": 4.154877662658691,
+      "cov-distil (oracle2teacher)": 4.22390079498291,
       "epoch": 1.4835164835164836,
-      "rel-constrast": 2.8183186054229736,
+      "rel-constrast": 3.017237901687622,
       "step": 1890,
-      "subrel-constrast": 3.2129228115081787,
+      "subrel-constrast": 3.5966978073120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1659737825393677,
-      "cov-distil (oracle2student)": 3.1489181518554688,
-      "cov-distil (oracle2teacher)": 3.0241281986236572,
+      "cov-distil": 1.5877938270568848,
+      "cov-distil (oracle2student)": 3.332587718963623,
+      "cov-distil (oracle2teacher)": 3.145061492919922,
       "epoch": 1.4843014128728416,
-      "rel-constrast": 3.364744186401367,
+      "rel-constrast": 3.833889961242676,
       "step": 1891,
-      "subrel-constrast": 3.6507506370544434,
+      "subrel-constrast": 3.8029327392578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5041974782943726,
-      "cov-distil (oracle2student)": 3.4649229049682617,
-      "cov-distil (oracle2teacher)": 3.5441417694091797,
+      "cov-distil": 1.8219581842422485,
+      "cov-distil (oracle2student)": 3.8740086555480957,
+      "cov-distil (oracle2teacher)": 4.180392742156982,
       "epoch": 1.4850863422291993,
-      "rel-constrast": 2.2610387802124023,
+      "rel-constrast": 2.63712477684021,
       "step": 1892,
-      "subrel-constrast": 3.015953779220581,
+      "subrel-constrast": 3.038577079772949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3576924800872803,
-      "cov-distil (oracle2student)": 3.3984508514404297,
-      "cov-distil (oracle2teacher)": 3.3243513107299805,
+      "cov-distil": 1.66121506690979,
+      "cov-distil (oracle2student)": 4.116691589355469,
+      "cov-distil (oracle2teacher)": 4.1881103515625,
       "epoch": 1.4858712715855573,
-      "rel-constrast": 2.5813984870910645,
+      "rel-constrast": 2.7083821296691895,
       "step": 1893,
-      "subrel-constrast": 3.0531294345855713,
+      "subrel-constrast": 3.066314458847046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.153913140296936,
-      "cov-distil (oracle2student)": 4.345780372619629,
-      "cov-distil (oracle2teacher)": 4.352718830108643,
+      "cov-distil": 1.4561008214950562,
+      "cov-distil (oracle2student)": 4.379488945007324,
+      "cov-distil (oracle2teacher)": 4.509888648986816,
       "epoch": 1.4866562009419153,
-      "rel-constrast": 3.2440240383148193,
+      "rel-constrast": 3.10509991645813,
       "step": 1894,
-      "subrel-constrast": 3.4956295490264893,
+      "subrel-constrast": 3.641199827194214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5457699298858643,
-      "cov-distil (oracle2student)": 4.9476118087768555,
-      "cov-distil (oracle2teacher)": 4.5059685707092285,
+      "cov-distil": 1.817554235458374,
+      "cov-distil (oracle2student)": 5.188717842102051,
+      "cov-distil (oracle2teacher)": 5.221926212310791,
       "epoch": 1.487441130298273,
-      "rel-constrast": 2.1165847778320312,
+      "rel-constrast": 1.991361379623413,
       "step": 1895,
-      "subrel-constrast": 3.051499366760254,
+      "subrel-constrast": 3.065027952194214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2244950532913208,
-      "cov-distil (oracle2student)": 2.6861298084259033,
-      "cov-distil (oracle2teacher)": 2.7791075706481934,
+      "cov-distil": 1.4658539295196533,
+      "cov-distil (oracle2student)": 3.2136576175689697,
+      "cov-distil (oracle2teacher)": 2.901843547821045,
       "epoch": 1.488226059654631,
-      "rel-constrast": 2.134418487548828,
+      "rel-constrast": 2.680741310119629,
       "step": 1896,
-      "subrel-constrast": 2.9587888717651367,
+      "subrel-constrast": 2.675122022628784,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1315360069274902,
-      "cov-distil (oracle2student)": 6.507489204406738,
-      "cov-distil (oracle2teacher)": 5.72232723236084,
+      "cov-distil": 1.5101797580718994,
+      "cov-distil (oracle2student)": 6.539948463439941,
+      "cov-distil (oracle2teacher)": 6.786901950836182,
       "epoch": 1.489010989010989,
-      "rel-constrast": 2.9158642292022705,
+      "rel-constrast": 2.6953165531158447,
       "step": 1897,
-      "subrel-constrast": 3.5586516857147217,
+      "subrel-constrast": 3.7474119663238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4999985694885254,
-      "cov-distil (oracle2student)": 4.5897297859191895,
-      "cov-distil (oracle2teacher)": 4.284789085388184,
+      "cov-distil": 2.1089820861816406,
+      "cov-distil (oracle2student)": 4.786707878112793,
+      "cov-distil (oracle2teacher)": 4.790868282318115,
       "epoch": 1.489795918367347,
-      "rel-constrast": 3.15089750289917,
+      "rel-constrast": 3.747368812561035,
       "step": 1898,
-      "subrel-constrast": 3.5956332683563232,
+      "subrel-constrast": 3.4707741737365723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9041634798049927,
-      "cov-distil (oracle2student)": 5.048053741455078,
-      "cov-distil (oracle2teacher)": 4.696500778198242,
+      "cov-distil": 2.072484254837036,
+      "cov-distil (oracle2student)": 5.555756092071533,
+      "cov-distil (oracle2teacher)": 5.180066108703613,
       "epoch": 1.4905808477237048,
-      "rel-constrast": 2.978008985519409,
+      "rel-constrast": 3.173213243484497,
       "step": 1899,
-      "subrel-constrast": 3.636552095413208,
+      "subrel-constrast": 3.8404746055603027,
       "view-similarity": 0
     },
     {
       "epoch": 1.4913657770800628,
-      "grad_norm": 6.90625,
+      "grad_norm": 7.1875,
       "learning_rate": 4.877910814078041e-05,
-      "loss": 0.724,
+      "loss": 0.7397,
       "step": 1900
     },
     {
       "epoch": 1.4913657770800628,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.32343751192092896,
       "step": 1900
     },
     {
       "epoch": 1.4913657770800628,
       "step": 1900,
-      "student margin": 0.04156494140625
+      "student margin": 0.0399169921875
     },
     {
       "epoch": 1.4913657770800628,
       "step": 1900,
-      "teacher margin": 0.025115966796875
+      "teacher margin": 0.027557373046875
     },
     {
       "epoch": 1.4913657770800628,
-      "margin difference": -0.016448974609375,
+      "margin difference": -0.012359619140625,
       "step": 1900
     },
     {
-      "cov-distil": 1.8200678825378418,
-      "cov-distil (oracle2student)": 3.9837305545806885,
-      "cov-distil (oracle2teacher)": 4.241322994232178,
+      "cov-distil": 1.6567729711532593,
+      "cov-distil (oracle2student)": 4.615183353424072,
+      "cov-distil (oracle2teacher)": 4.855649948120117,
       "epoch": 1.4913657770800628,
-      "rel-constrast": 3.714162826538086,
+      "rel-constrast": 3.686335563659668,
       "step": 1900,
-      "subrel-constrast": 4.235428333282471,
+      "subrel-constrast": 4.013027191162109,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1765316724777222,
-      "cov-distil (oracle2student)": 3.4101648330688477,
-      "cov-distil (oracle2teacher)": 3.5064611434936523,
+      "cov-distil": 1.9162589311599731,
+      "cov-distil (oracle2student)": 3.724088668823242,
+      "cov-distil (oracle2teacher)": 3.9816033840179443,
       "epoch": 1.4921507064364208,
-      "rel-constrast": 2.584463596343994,
+      "rel-constrast": 2.921082019805908,
       "step": 1901,
-      "subrel-constrast": 2.8131165504455566,
+      "subrel-constrast": 3.350008249282837,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4192533493041992,
-      "cov-distil (oracle2student)": 2.8145060539245605,
-      "cov-distil (oracle2teacher)": 2.462829113006592,
+      "cov-distil": 1.319946527481079,
+      "cov-distil (oracle2student)": 2.5964555740356445,
+      "cov-distil (oracle2teacher)": 2.6637868881225586,
       "epoch": 1.4929356357927785,
-      "rel-constrast": 2.39072585105896,
+      "rel-constrast": 2.1031811237335205,
       "step": 1902,
-      "subrel-constrast": 2.3945631980895996,
+      "subrel-constrast": 2.2909865379333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2846920490264893,
-      "cov-distil (oracle2student)": 3.737550973892212,
-      "cov-distil (oracle2teacher)": 3.5892839431762695,
+      "cov-distil": 1.8286545276641846,
+      "cov-distil (oracle2student)": 3.9021413326263428,
+      "cov-distil (oracle2teacher)": 3.601937770843506,
       "epoch": 1.4937205651491365,
-      "rel-constrast": 2.0010600090026855,
+      "rel-constrast": 2.4509832859039307,
       "step": 1903,
-      "subrel-constrast": 2.654101610183716,
+      "subrel-constrast": 2.84841251373291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5933458805084229,
-      "cov-distil (oracle2student)": 3.2610483169555664,
-      "cov-distil (oracle2teacher)": 3.3903608322143555,
+      "cov-distil": 2.0495893955230713,
+      "cov-distil (oracle2student)": 3.214353084564209,
+      "cov-distil (oracle2teacher)": 3.628532886505127,
       "epoch": 1.4945054945054945,
-      "rel-constrast": 3.7466659545898438,
+      "rel-constrast": 3.689103603363037,
       "step": 1904,
-      "subrel-constrast": 4.301742076873779,
+      "subrel-constrast": 4.305917739868164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5730876922607422,
-      "cov-distil (oracle2student)": 3.9070684909820557,
-      "cov-distil (oracle2teacher)": 3.919351577758789,
+      "cov-distil": 1.8857300281524658,
+      "cov-distil (oracle2student)": 4.259861946105957,
+      "cov-distil (oracle2teacher)": 4.2528204917907715,
       "epoch": 1.4952904238618525,
-      "rel-constrast": 2.518761396408081,
+      "rel-constrast": 2.7421443462371826,
       "step": 1905,
-      "subrel-constrast": 3.0427777767181396,
+      "subrel-constrast": 3.0720772743225098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.059499740600586,
-      "cov-distil (oracle2student)": 5.231939315795898,
-      "cov-distil (oracle2teacher)": 4.642115116119385,
+      "cov-distil": 2.210475444793701,
+      "cov-distil (oracle2student)": 5.848625183105469,
+      "cov-distil (oracle2teacher)": 4.751608848571777,
       "epoch": 1.4960753532182103,
-      "rel-constrast": 3.0383875370025635,
+      "rel-constrast": 3.6003897190093994,
       "step": 1906,
-      "subrel-constrast": 3.9105637073516846,
+      "subrel-constrast": 3.8869071006774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4514204263687134,
-      "cov-distil (oracle2student)": 4.346742153167725,
-      "cov-distil (oracle2teacher)": 4.052260398864746,
+      "cov-distil": 1.8323066234588623,
+      "cov-distil (oracle2student)": 4.587265968322754,
+      "cov-distil (oracle2teacher)": 4.698923110961914,
       "epoch": 1.4968602825745683,
-      "rel-constrast": 2.7481608390808105,
+      "rel-constrast": 2.9195241928100586,
       "step": 1907,
-      "subrel-constrast": 3.255969524383545,
+      "subrel-constrast": 2.9591002464294434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5344431400299072,
-      "cov-distil (oracle2student)": 2.184706449508667,
-      "cov-distil (oracle2teacher)": 2.6382651329040527,
+      "cov-distil": 2.350504159927368,
+      "cov-distil (oracle2student)": 2.6474287509918213,
+      "cov-distil (oracle2teacher)": 2.952535629272461,
       "epoch": 1.4976452119309263,
-      "rel-constrast": 2.1720316410064697,
+      "rel-constrast": 2.094855308532715,
       "step": 1908,
-      "subrel-constrast": 2.75362491607666,
+      "subrel-constrast": 3.162858247756958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.444244623184204,
-      "cov-distil (oracle2student)": 4.057034492492676,
-      "cov-distil (oracle2teacher)": 4.102211952209473,
+      "cov-distil": 2.2013893127441406,
+      "cov-distil (oracle2student)": 4.442668914794922,
+      "cov-distil (oracle2teacher)": 4.328136920928955,
       "epoch": 1.498430141287284,
-      "rel-constrast": 2.408419132232666,
+      "rel-constrast": 3.0733017921447754,
       "step": 1909,
-      "subrel-constrast": 3.3695499897003174,
+      "subrel-constrast": 3.3136584758758545,
       "view-similarity": 0
     },
     {
       "epoch": 1.499215070643642,
-      "grad_norm": 5.28125,
+      "grad_norm": 6.65625,
       "learning_rate": 4.8752025477519295e-05,
-      "loss": 0.7215,
+      "loss": 0.732,
       "step": 1910
     },
     {
-      "cov-distil": 1.3822780847549438,
-      "cov-distil (oracle2student)": 3.074392795562744,
-      "cov-distil (oracle2teacher)": 3.4046082496643066,
+      "cov-distil": 1.6797477006912231,
+      "cov-distil (oracle2student)": 3.3224265575408936,
+      "cov-distil (oracle2teacher)": 3.812217950820923,
       "epoch": 1.499215070643642,
-      "rel-constrast": 3.053463935852051,
+      "rel-constrast": 3.253965377807617,
       "step": 1910,
-      "subrel-constrast": 3.5782012939453125,
+      "subrel-constrast": 3.5671896934509277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1215405464172363,
-      "cov-distil (oracle2student)": 4.09284782409668,
-      "cov-distil (oracle2teacher)": 4.057436466217041,
+      "cov-distil": 2.8620195388793945,
+      "cov-distil (oracle2student)": 4.717432975769043,
+      "cov-distil (oracle2teacher)": 4.364279747009277,
       "epoch": 1.5,
-      "rel-constrast": 3.2193315029144287,
+      "rel-constrast": 3.228348970413208,
       "step": 1911,
-      "subrel-constrast": 4.111722946166992,
+      "subrel-constrast": 4.236117362976074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6215386390686035,
-      "cov-distil (oracle2student)": 5.013403415679932,
-      "cov-distil (oracle2teacher)": 4.43386173248291,
+      "cov-distil": 1.9424078464508057,
+      "cov-distil (oracle2student)": 5.621234893798828,
+      "cov-distil (oracle2teacher)": 5.178048133850098,
       "epoch": 1.500784929356358,
-      "rel-constrast": 2.296384811401367,
+      "rel-constrast": 2.9422364234924316,
       "step": 1912,
-      "subrel-constrast": 3.439622163772583,
+      "subrel-constrast": 3.5593574047088623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.828143835067749,
-      "cov-distil (oracle2student)": 3.670921802520752,
-      "cov-distil (oracle2teacher)": 3.9030356407165527,
+      "cov-distil": 2.2961509227752686,
+      "cov-distil (oracle2student)": 3.100595712661743,
+      "cov-distil (oracle2teacher)": 3.614800453186035,
       "epoch": 1.501569858712716,
-      "rel-constrast": 2.9615867137908936,
+      "rel-constrast": 3.0317647457122803,
       "step": 1913,
-      "subrel-constrast": 3.9367730617523193,
+      "subrel-constrast": 3.743541717529297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.47484290599823,
-      "cov-distil (oracle2student)": 6.2821760177612305,
-      "cov-distil (oracle2teacher)": 5.5559186935424805,
+      "cov-distil": 2.1416068077087402,
+      "cov-distil (oracle2student)": 6.046967506408691,
+      "cov-distil (oracle2teacher)": 5.479496002197266,
       "epoch": 1.5023547880690737,
-      "rel-constrast": 3.6902894973754883,
+      "rel-constrast": 3.898602247238159,
       "step": 1914,
-      "subrel-constrast": 3.998914957046509,
+      "subrel-constrast": 4.029154300689697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.727229118347168,
-      "cov-distil (oracle2student)": 5.220627784729004,
-      "cov-distil (oracle2teacher)": 4.6269378662109375,
+      "cov-distil": 2.5150465965270996,
+      "cov-distil (oracle2student)": 5.154770851135254,
+      "cov-distil (oracle2teacher)": 4.95126485824585,
       "epoch": 1.5031397174254317,
-      "rel-constrast": 4.270571708679199,
+      "rel-constrast": 4.722414016723633,
       "step": 1915,
-      "subrel-constrast": 5.203466415405273,
+      "subrel-constrast": 5.2430100440979,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5483829975128174,
-      "cov-distil (oracle2student)": 3.059772491455078,
-      "cov-distil (oracle2teacher)": 3.301860809326172,
+      "cov-distil": 2.368429183959961,
+      "cov-distil (oracle2student)": 4.040707588195801,
+      "cov-distil (oracle2teacher)": 3.498854637145996,
       "epoch": 1.5039246467817895,
-      "rel-constrast": 2.9325826168060303,
+      "rel-constrast": 3.5227110385894775,
       "step": 1916,
-      "subrel-constrast": 3.9415740966796875,
+      "subrel-constrast": 3.835186004638672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5470190048217773,
-      "cov-distil (oracle2student)": 5.574818134307861,
-      "cov-distil (oracle2teacher)": 5.102795124053955,
+      "cov-distil": 1.7302789688110352,
+      "cov-distil (oracle2student)": 5.675638198852539,
+      "cov-distil (oracle2teacher)": 4.632979869842529,
       "epoch": 1.5047095761381475,
-      "rel-constrast": 3.495610237121582,
+      "rel-constrast": 3.28121018409729,
       "step": 1917,
-      "subrel-constrast": 3.616776704788208,
+      "subrel-constrast": 3.3912107944488525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784400463104248,
-      "cov-distil (oracle2student)": 3.3386974334716797,
-      "cov-distil (oracle2teacher)": 3.493413209915161,
+      "cov-distil": 2.157118797302246,
+      "cov-distil (oracle2student)": 3.2960944175720215,
+      "cov-distil (oracle2teacher)": 3.7360289096832275,
       "epoch": 1.5054945054945055,
-      "rel-constrast": 2.136384963989258,
+      "rel-constrast": 2.0784475803375244,
       "step": 1918,
-      "subrel-constrast": 3.067333221435547,
+      "subrel-constrast": 2.9588401317596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5800302028656006,
-      "cov-distil (oracle2student)": 3.5927000045776367,
-      "cov-distil (oracle2teacher)": 3.5073397159576416,
+      "cov-distil": 1.999670147895813,
+      "cov-distil (oracle2student)": 3.9196243286132812,
+      "cov-distil (oracle2teacher)": 3.536022663116455,
       "epoch": 1.5062794348508635,
-      "rel-constrast": 2.6197471618652344,
+      "rel-constrast": 2.97350811958313,
       "step": 1919,
-      "subrel-constrast": 3.7135367393493652,
+      "subrel-constrast": 3.7889225482940674,
       "view-similarity": 0
     },
     {
       "epoch": 1.5070643642072215,
-      "grad_norm": 5.59375,
+      "grad_norm": 7.25,
       "learning_rate": 4.8724653403323414e-05,
-      "loss": 0.8084,
+      "loss": 0.8233,
       "step": 1920
     },
     {
-      "cov-distil": 1.68130362033844,
-      "cov-distil (oracle2student)": 3.8451247215270996,
-      "cov-distil (oracle2teacher)": 4.132164001464844,
+      "cov-distil": 2.527937412261963,
+      "cov-distil (oracle2student)": 4.567371368408203,
+      "cov-distil (oracle2teacher)": 4.24334716796875,
       "epoch": 1.5070643642072215,
-      "rel-constrast": 5.524275779724121,
+      "rel-constrast": 6.313497543334961,
       "step": 1920,
-      "subrel-constrast": 5.853363990783691,
+      "subrel-constrast": 5.948112487792969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5609867572784424,
-      "cov-distil (oracle2student)": 3.605884313583374,
-      "cov-distil (oracle2teacher)": 3.0318446159362793,
+      "cov-distil": 1.6267995834350586,
+      "cov-distil (oracle2student)": 3.7037248611450195,
+      "cov-distil (oracle2teacher)": 3.4535322189331055,
       "epoch": 1.5078492935635794,
-      "rel-constrast": 3.6201601028442383,
+      "rel-constrast": 3.522758960723877,
       "step": 1921,
-      "subrel-constrast": 3.9134087562561035,
+      "subrel-constrast": 3.8816187381744385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6563458442687988,
-      "cov-distil (oracle2student)": 4.422513961791992,
-      "cov-distil (oracle2teacher)": 3.926860809326172,
+      "cov-distil": 1.8859503269195557,
+      "cov-distil (oracle2student)": 4.51165771484375,
+      "cov-distil (oracle2teacher)": 4.307643890380859,
       "epoch": 1.5086342229199372,
-      "rel-constrast": 2.435603618621826,
+      "rel-constrast": 2.5194764137268066,
       "step": 1922,
-      "subrel-constrast": 3.422584056854248,
+      "subrel-constrast": 3.439566135406494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8695662021636963,
-      "cov-distil (oracle2student)": 5.650864124298096,
-      "cov-distil (oracle2teacher)": 4.782127857208252,
+      "cov-distil": 1.799747109413147,
+      "cov-distil (oracle2student)": 5.489862442016602,
+      "cov-distil (oracle2teacher)": 4.780388355255127,
       "epoch": 1.509419152276295,
-      "rel-constrast": 3.255434036254883,
+      "rel-constrast": 3.745293140411377,
       "step": 1923,
-      "subrel-constrast": 4.152292251586914,
+      "subrel-constrast": 3.8556315898895264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841439723968506,
-      "cov-distil (oracle2student)": 5.437008380889893,
-      "cov-distil (oracle2teacher)": 4.618408679962158,
+      "cov-distil": 1.7473819255828857,
+      "cov-distil (oracle2student)": 5.6379499435424805,
+      "cov-distil (oracle2teacher)": 4.813594818115234,
       "epoch": 1.510204081632653,
-      "rel-constrast": 1.9784290790557861,
+      "rel-constrast": 2.4197754859924316,
       "step": 1924,
-      "subrel-constrast": 2.797206401824951,
+      "subrel-constrast": 2.6431446075439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4636828899383545,
-      "cov-distil (oracle2student)": 3.4912476539611816,
-      "cov-distil (oracle2teacher)": 3.356928825378418,
+      "cov-distil": 1.8557929992675781,
+      "cov-distil (oracle2student)": 3.374687671661377,
+      "cov-distil (oracle2teacher)": 3.5786519050598145,
       "epoch": 1.510989010989011,
-      "rel-constrast": 3.3939216136932373,
+      "rel-constrast": 3.6063385009765625,
       "step": 1925,
-      "subrel-constrast": 3.77427339553833,
+      "subrel-constrast": 3.9382095336914062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.257701873779297,
-      "cov-distil (oracle2student)": 3.613499641418457,
-      "cov-distil (oracle2teacher)": 3.307716131210327,
+      "cov-distil": 2.2247114181518555,
+      "cov-distil (oracle2student)": 3.098820686340332,
+      "cov-distil (oracle2teacher)": 3.6270670890808105,
       "epoch": 1.511773940345369,
-      "rel-constrast": 2.073474407196045,
+      "rel-constrast": 2.2469820976257324,
       "step": 1926,
-      "subrel-constrast": 3.209826946258545,
+      "subrel-constrast": 2.7737972736358643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2852833271026611,
-      "cov-distil (oracle2student)": 3.8562893867492676,
-      "cov-distil (oracle2teacher)": 3.761594295501709,
+      "cov-distil": 1.4702008962631226,
+      "cov-distil (oracle2student)": 4.546895980834961,
+      "cov-distil (oracle2teacher)": 3.7412304878234863,
       "epoch": 1.512558869701727,
-      "rel-constrast": 2.6977102756500244,
+      "rel-constrast": 3.2982378005981445,
       "step": 1927,
-      "subrel-constrast": 3.1279876232147217,
+      "subrel-constrast": 2.970325231552124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0923831462860107,
-      "cov-distil (oracle2student)": 2.8294901847839355,
-      "cov-distil (oracle2teacher)": 2.9233245849609375,
+      "cov-distil": 1.5668054819107056,
+      "cov-distil (oracle2student)": 3.5794663429260254,
+      "cov-distil (oracle2teacher)": 3.744058132171631,
       "epoch": 1.513343799058085,
-      "rel-constrast": 2.52026629447937,
+      "rel-constrast": 3.327484607696533,
       "step": 1928,
-      "subrel-constrast": 3.1192376613616943,
+      "subrel-constrast": 3.2898383140563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.028331995010376,
-      "cov-distil (oracle2student)": 4.797187805175781,
-      "cov-distil (oracle2teacher)": 4.900268077850342,
+      "cov-distil": 2.1589083671569824,
+      "cov-distil (oracle2student)": 4.578497409820557,
+      "cov-distil (oracle2teacher)": 4.985466957092285,
       "epoch": 1.5141287284144427,
-      "rel-constrast": 3.131110191345215,
+      "rel-constrast": 2.7686989307403564,
       "step": 1929,
-      "subrel-constrast": 4.235548496246338,
+      "subrel-constrast": 4.083889007568359,
       "view-similarity": 0
     },
     {
       "epoch": 1.5149136577708007,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.28125,
       "learning_rate": 4.8696992251712865e-05,
-      "loss": 0.8067,
+      "loss": 0.8442,
       "step": 1930
     },
     {
-      "cov-distil": 1.2935891151428223,
-      "cov-distil (oracle2student)": 4.263140678405762,
-      "cov-distil (oracle2teacher)": 4.029933929443359,
+      "cov-distil": 1.8447787761688232,
+      "cov-distil (oracle2student)": 4.5124006271362305,
+      "cov-distil (oracle2teacher)": 4.73822021484375,
       "epoch": 1.5149136577708007,
-      "rel-constrast": 2.43511962890625,
+      "rel-constrast": 2.563302993774414,
       "step": 1930,
-      "subrel-constrast": 3.0668649673461914,
+      "subrel-constrast": 3.5218148231506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1215782165527344,
-      "cov-distil (oracle2student)": 3.8190982341766357,
-      "cov-distil (oracle2teacher)": 3.8130149841308594,
+      "cov-distil": 1.4482109546661377,
+      "cov-distil (oracle2student)": 4.311645984649658,
+      "cov-distil (oracle2teacher)": 3.7805826663970947,
       "epoch": 1.5156985871271584,
-      "rel-constrast": 2.3707656860351562,
+      "rel-constrast": 2.654660701751709,
       "step": 1931,
-      "subrel-constrast": 2.7674336433410645,
+      "subrel-constrast": 2.7518510818481445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4837236404418945,
-      "cov-distil (oracle2student)": 4.2342634201049805,
-      "cov-distil (oracle2teacher)": 4.014438629150391,
+      "cov-distil": 2.0966920852661133,
+      "cov-distil (oracle2student)": 4.520036697387695,
+      "cov-distil (oracle2teacher)": 3.9752275943756104,
       "epoch": 1.5164835164835164,
-      "rel-constrast": 2.7599074840545654,
+      "rel-constrast": 2.716224193572998,
       "step": 1932,
-      "subrel-constrast": 3.556955337524414,
+      "subrel-constrast": 3.701960563659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2333347797393799,
-      "cov-distil (oracle2student)": 4.785069942474365,
-      "cov-distil (oracle2teacher)": 4.075497627258301,
+      "cov-distil": 1.4770865440368652,
+      "cov-distil (oracle2student)": 4.905620098114014,
+      "cov-distil (oracle2teacher)": 4.952154159545898,
       "epoch": 1.5172684458398744,
-      "rel-constrast": 3.2602295875549316,
+      "rel-constrast": 3.1150989532470703,
       "step": 1933,
-      "subrel-constrast": 3.3644399642944336,
+      "subrel-constrast": 3.3198606967926025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.754798173904419,
-      "cov-distil (oracle2student)": 4.039218902587891,
-      "cov-distil (oracle2teacher)": 4.153687477111816,
+      "cov-distil": 2.4923596382141113,
+      "cov-distil (oracle2student)": 4.365143775939941,
+      "cov-distil (oracle2teacher)": 4.2985429763793945,
       "epoch": 1.5180533751962324,
-      "rel-constrast": 3.1695945262908936,
+      "rel-constrast": 3.3345651626586914,
       "step": 1934,
-      "subrel-constrast": 4.279153823852539,
+      "subrel-constrast": 4.355963230133057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.559018611907959,
-      "cov-distil (oracle2student)": 5.300314903259277,
-      "cov-distil (oracle2teacher)": 5.020586967468262,
+      "cov-distil": 1.780048131942749,
+      "cov-distil (oracle2student)": 5.383674621582031,
+      "cov-distil (oracle2teacher)": 5.291053771972656,
       "epoch": 1.5188383045525904,
-      "rel-constrast": 3.1405386924743652,
+      "rel-constrast": 2.703197479248047,
       "step": 1935,
-      "subrel-constrast": 3.7498159408569336,
+      "subrel-constrast": 3.9211485385894775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4939593076705933,
-      "cov-distil (oracle2student)": 3.208052635192871,
-      "cov-distil (oracle2teacher)": 3.293198823928833,
+      "cov-distil": 1.9027411937713623,
+      "cov-distil (oracle2student)": 3.9679956436157227,
+      "cov-distil (oracle2teacher)": 3.915752410888672,
       "epoch": 1.5196232339089482,
-      "rel-constrast": 3.0275135040283203,
+      "rel-constrast": 3.1770105361938477,
       "step": 1936,
-      "subrel-constrast": 3.6351850032806396,
+      "subrel-constrast": 4.035203456878662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.428492784500122,
-      "cov-distil (oracle2student)": 4.486096382141113,
-      "cov-distil (oracle2teacher)": 4.52850341796875,
+      "cov-distil": 1.6417732238769531,
+      "cov-distil (oracle2student)": 5.479733467102051,
+      "cov-distil (oracle2teacher)": 5.149382591247559,
       "epoch": 1.5204081632653061,
-      "rel-constrast": 3.8076090812683105,
+      "rel-constrast": 3.922410249710083,
       "step": 1937,
-      "subrel-constrast": 4.4368577003479,
+      "subrel-constrast": 4.571974754333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2678797245025635,
-      "cov-distil (oracle2student)": 4.003924369812012,
-      "cov-distil (oracle2teacher)": 4.1155595779418945,
+      "cov-distil": 1.654929280281067,
+      "cov-distil (oracle2student)": 4.2893218994140625,
+      "cov-distil (oracle2teacher)": 4.367546081542969,
       "epoch": 1.521193092621664,
-      "rel-constrast": 2.5180797576904297,
+      "rel-constrast": 2.8278822898864746,
       "step": 1938,
-      "subrel-constrast": 3.265015125274658,
+      "subrel-constrast": 3.083850622177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5919368267059326,
-      "cov-distil (oracle2student)": 4.684997081756592,
-      "cov-distil (oracle2teacher)": 4.577469348907471,
+      "cov-distil": 1.8729588985443115,
+      "cov-distil (oracle2student)": 4.936544895172119,
+      "cov-distil (oracle2teacher)": 5.093951225280762,
       "epoch": 1.521978021978022,
-      "rel-constrast": 3.2359108924865723,
+      "rel-constrast": 3.4845190048217773,
       "step": 1939,
-      "subrel-constrast": 4.052987098693848,
+      "subrel-constrast": 4.024646282196045,
       "view-similarity": 0
     },
     {
       "epoch": 1.5227629513343799,
-      "grad_norm": 6.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.866904235973005e-05,
-      "loss": 0.7787,
+      "loss": 0.7625,
       "step": 1940
     },
     {
-      "cov-distil": 1.4406867027282715,
-      "cov-distil (oracle2student)": 5.061967372894287,
-      "cov-distil (oracle2teacher)": 5.217357635498047,
+      "cov-distil": 1.9799013137817383,
+      "cov-distil (oracle2student)": 6.344797611236572,
+      "cov-distil (oracle2teacher)": 5.544379234313965,
       "epoch": 1.5227629513343799,
-      "rel-constrast": 2.845330238342285,
+      "rel-constrast": 3.4166994094848633,
       "step": 1940,
-      "subrel-constrast": 3.37530517578125,
+      "subrel-constrast": 3.724630117416382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.526735544204712,
-      "cov-distil (oracle2student)": 3.3419079780578613,
-      "cov-distil (oracle2teacher)": 3.7587883472442627,
+      "cov-distil": 1.7069541215896606,
+      "cov-distil (oracle2student)": 4.120157241821289,
+      "cov-distil (oracle2teacher)": 3.9736433029174805,
       "epoch": 1.5235478806907379,
-      "rel-constrast": 2.4881136417388916,
+      "rel-constrast": 2.7194085121154785,
       "step": 1941,
-      "subrel-constrast": 3.6015264987945557,
+      "subrel-constrast": 3.310856342315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9293419122695923,
-      "cov-distil (oracle2student)": 5.4480414390563965,
-      "cov-distil (oracle2teacher)": 5.065512657165527,
+      "cov-distil": 2.5041403770446777,
+      "cov-distil (oracle2student)": 6.193750381469727,
+      "cov-distil (oracle2teacher)": 5.208381652832031,
       "epoch": 1.5243328100470959,
-      "rel-constrast": 2.9614129066467285,
+      "rel-constrast": 3.689021110534668,
       "step": 1942,
-      "subrel-constrast": 3.759190320968628,
+      "subrel-constrast": 3.6818296909332275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.368671178817749,
-      "cov-distil (oracle2student)": 3.0140585899353027,
-      "cov-distil (oracle2teacher)": 3.2035350799560547,
+      "cov-distil": 1.5298826694488525,
+      "cov-distil (oracle2student)": 3.3022947311401367,
+      "cov-distil (oracle2teacher)": 3.6832358837127686,
       "epoch": 1.5251177394034539,
-      "rel-constrast": 2.5788989067077637,
+      "rel-constrast": 3.039085626602173,
       "step": 1943,
-      "subrel-constrast": 3.333850860595703,
+      "subrel-constrast": 3.221220016479492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0682921409606934,
-      "cov-distil (oracle2student)": 4.521337509155273,
-      "cov-distil (oracle2teacher)": 4.286746978759766,
+      "cov-distil": 1.7299437522888184,
+      "cov-distil (oracle2student)": 4.754033088684082,
+      "cov-distil (oracle2teacher)": 4.453223705291748,
       "epoch": 1.5259026687598116,
-      "rel-constrast": 2.364550828933716,
+      "rel-constrast": 2.546657085418701,
       "step": 1944,
-      "subrel-constrast": 2.6539671421051025,
+      "subrel-constrast": 2.8656132221221924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4087183475494385,
-      "cov-distil (oracle2student)": 2.8617520332336426,
-      "cov-distil (oracle2teacher)": 2.5491108894348145,
+      "cov-distil": 1.4093457460403442,
+      "cov-distil (oracle2student)": 2.7221765518188477,
+      "cov-distil (oracle2teacher)": 2.5258572101593018,
       "epoch": 1.5266875981161694,
-      "rel-constrast": 2.9411816596984863,
+      "rel-constrast": 2.89658260345459,
       "step": 1945,
-      "subrel-constrast": 3.3835527896881104,
+      "subrel-constrast": 3.2848758697509766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8103678226470947,
-      "cov-distil (oracle2student)": 5.06727933883667,
-      "cov-distil (oracle2teacher)": 4.841084003448486,
+      "cov-distil": 1.3635128736495972,
+      "cov-distil (oracle2student)": 4.908931732177734,
+      "cov-distil (oracle2teacher)": 4.720090866088867,
       "epoch": 1.5274725274725274,
-      "rel-constrast": 2.948176383972168,
+      "rel-constrast": 3.6195428371429443,
       "step": 1946,
-      "subrel-constrast": 3.823755979537964,
+      "subrel-constrast": 3.694159507751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2556767463684082,
-      "cov-distil (oracle2student)": 4.826472282409668,
-      "cov-distil (oracle2teacher)": 5.049144744873047,
+      "cov-distil": 1.8698105812072754,
+      "cov-distil (oracle2student)": 5.095337867736816,
+      "cov-distil (oracle2teacher)": 5.012286186218262,
       "epoch": 1.5282574568288854,
-      "rel-constrast": 3.2107505798339844,
+      "rel-constrast": 3.300173282623291,
       "step": 1947,
-      "subrel-constrast": 4.03645133972168,
+      "subrel-constrast": 4.075463771820068,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5062694549560547,
-      "cov-distil (oracle2student)": 4.601363182067871,
-      "cov-distil (oracle2teacher)": 4.213315486907959,
+      "cov-distil": 2.042020320892334,
+      "cov-distil (oracle2student)": 4.520488739013672,
+      "cov-distil (oracle2teacher)": 4.586399078369141,
       "epoch": 1.5290423861852434,
-      "rel-constrast": 2.789292335510254,
+      "rel-constrast": 3.122925043106079,
       "step": 1948,
-      "subrel-constrast": 3.6353132724761963,
+      "subrel-constrast": 3.483095407485962,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5847824811935425,
-      "cov-distil (oracle2student)": 6.44348669052124,
-      "cov-distil (oracle2teacher)": 5.705442905426025,
+      "cov-distil": 1.7433805465698242,
+      "cov-distil (oracle2student)": 6.636758804321289,
+      "cov-distil (oracle2teacher)": 5.391046524047852,
       "epoch": 1.5298273155416013,
-      "rel-constrast": 3.9315719604492188,
+      "rel-constrast": 4.805797100067139,
       "step": 1949,
-      "subrel-constrast": 4.7628374099731445,
+      "subrel-constrast": 4.512625694274902,
       "view-similarity": 0
     },
     {
       "epoch": 1.5306122448979593,
-      "grad_norm": 5.46875,
+      "grad_norm": 8.9375,
       "learning_rate": 4.8640804067935554e-05,
-      "loss": 0.7637,
+      "loss": 0.8289,
       "step": 1950
     },
     {
-      "cov-distil": 1.9629204273223877,
-      "cov-distil (oracle2student)": 3.5010714530944824,
-      "cov-distil (oracle2teacher)": 2.745143413543701,
+      "cov-distil": 1.8058449029922485,
+      "cov-distil (oracle2student)": 3.425808906555176,
+      "cov-distil (oracle2teacher)": 2.9273672103881836,
       "epoch": 1.5306122448979593,
-      "rel-constrast": 2.507103443145752,
+      "rel-constrast": 3.507667064666748,
       "step": 1950,
-      "subrel-constrast": 3.2004811763763428,
+      "subrel-constrast": 3.1499476432800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.433044195175171,
-      "cov-distil (oracle2student)": 4.362194061279297,
-      "cov-distil (oracle2teacher)": 3.921370029449463,
+      "cov-distil": 1.552842140197754,
+      "cov-distil (oracle2student)": 4.7413177490234375,
+      "cov-distil (oracle2teacher)": 4.340306282043457,
       "epoch": 1.531397174254317,
-      "rel-constrast": 3.2771849632263184,
+      "rel-constrast": 3.59861421585083,
       "step": 1951,
-      "subrel-constrast": 3.5228493213653564,
+      "subrel-constrast": 3.4951558113098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.313047170639038,
-      "cov-distil (oracle2student)": 3.8566977977752686,
-      "cov-distil (oracle2teacher)": 3.832613468170166,
+      "cov-distil": 1.756424903869629,
+      "cov-distil (oracle2student)": 4.904116630554199,
+      "cov-distil (oracle2teacher)": 4.079310417175293,
       "epoch": 1.532182103610675,
-      "rel-constrast": 1.862630844116211,
+      "rel-constrast": 2.5870375633239746,
       "step": 1952,
-      "subrel-constrast": 2.4508941173553467,
+      "subrel-constrast": 2.522096633911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2483419179916382,
-      "cov-distil (oracle2student)": 4.512497901916504,
-      "cov-distil (oracle2teacher)": 4.033370018005371,
+      "cov-distil": 1.1948821544647217,
+      "cov-distil (oracle2student)": 4.235441207885742,
+      "cov-distil (oracle2teacher)": 4.052547931671143,
       "epoch": 1.5329670329670328,
-      "rel-constrast": 2.518411874771118,
+      "rel-constrast": 2.5221071243286133,
       "step": 1953,
-      "subrel-constrast": 2.850015640258789,
+      "subrel-constrast": 2.8754961490631104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5606383085250854,
-      "cov-distil (oracle2student)": 4.472964286804199,
-      "cov-distil (oracle2teacher)": 3.9208731651306152,
+      "cov-distil": 2.147185802459717,
+      "cov-distil (oracle2student)": 4.69625997543335,
+      "cov-distil (oracle2teacher)": 4.286782264709473,
       "epoch": 1.5337519623233908,
-      "rel-constrast": 2.5309808254241943,
+      "rel-constrast": 3.125986337661743,
       "step": 1954,
-      "subrel-constrast": 3.62199068069458,
+      "subrel-constrast": 3.7605299949645996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5764573812484741,
-      "cov-distil (oracle2student)": 3.7591652870178223,
-      "cov-distil (oracle2teacher)": 3.9904000759124756,
+      "cov-distil": 1.8158345222473145,
+      "cov-distil (oracle2student)": 3.76747465133667,
+      "cov-distil (oracle2teacher)": 4.017035961151123,
       "epoch": 1.5345368916797488,
-      "rel-constrast": 2.200928211212158,
+      "rel-constrast": 2.225252628326416,
       "step": 1955,
-      "subrel-constrast": 3.113861322402954,
+      "subrel-constrast": 3.386756658554077,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.655348777770996,
-      "cov-distil (oracle2student)": 5.966892242431641,
-      "cov-distil (oracle2teacher)": 5.0572896003723145,
+      "cov-distil": 1.9055240154266357,
+      "cov-distil (oracle2student)": 6.291979789733887,
+      "cov-distil (oracle2teacher)": 5.445566177368164,
       "epoch": 1.5353218210361068,
-      "rel-constrast": 2.497950792312622,
+      "rel-constrast": 2.9273784160614014,
       "step": 1956,
-      "subrel-constrast": 3.254173755645752,
+      "subrel-constrast": 3.510848045349121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6637239456176758,
-      "cov-distil (oracle2student)": 3.354377269744873,
-      "cov-distil (oracle2teacher)": 3.3308072090148926,
+      "cov-distil": 2.269551992416382,
+      "cov-distil (oracle2student)": 4.258671760559082,
+      "cov-distil (oracle2teacher)": 3.3768982887268066,
       "epoch": 1.5361067503924648,
-      "rel-constrast": 3.4182798862457275,
+      "rel-constrast": 3.7169814109802246,
       "step": 1957,
-      "subrel-constrast": 4.7805495262146,
+      "subrel-constrast": 4.657773017883301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3222100734710693,
-      "cov-distil (oracle2student)": 2.852653980255127,
-      "cov-distil (oracle2teacher)": 2.8959875106811523,
+      "cov-distil": 1.6201868057250977,
+      "cov-distil (oracle2student)": 2.5411376953125,
+      "cov-distil (oracle2teacher)": 2.973625421524048,
       "epoch": 1.5368916797488226,
-      "rel-constrast": 1.9040801525115967,
+      "rel-constrast": 2.161921501159668,
       "step": 1958,
-      "subrel-constrast": 2.873310089111328,
+      "subrel-constrast": 2.620617628097534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4053704738616943,
-      "cov-distil (oracle2student)": 4.547569274902344,
-      "cov-distil (oracle2teacher)": 4.0867919921875,
+      "cov-distil": 2.406888961791992,
+      "cov-distil (oracle2student)": 4.610496997833252,
+      "cov-distil (oracle2teacher)": 4.3852643966674805,
       "epoch": 1.5376766091051806,
-      "rel-constrast": 4.031647205352783,
+      "rel-constrast": 4.438102722167969,
       "step": 1959,
-      "subrel-constrast": 4.197070598602295,
+      "subrel-constrast": 4.563471794128418,
       "view-similarity": 0
     },
     {
       "epoch": 1.5384615384615383,
-      "grad_norm": 6.375,
+      "grad_norm": 7.0625,
       "learning_rate": 4.861227772040409e-05,
-      "loss": 0.7066,
+      "loss": 0.7703,
       "step": 1960
     },
     {
-      "cov-distil": 1.6973648071289062,
-      "cov-distil (oracle2student)": 3.438843250274658,
-      "cov-distil (oracle2teacher)": 3.2021613121032715,
+      "cov-distil": 1.880656123161316,
+      "cov-distil (oracle2student)": 3.977928400039673,
+      "cov-distil (oracle2teacher)": 3.3417553901672363,
       "epoch": 1.5384615384615383,
-      "rel-constrast": 3.0188634395599365,
+      "rel-constrast": 3.4694676399230957,
       "step": 1960,
-      "subrel-constrast": 3.830216884613037,
+      "subrel-constrast": 3.329195499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6175587177276611,
-      "cov-distil (oracle2student)": 3.4273316860198975,
-      "cov-distil (oracle2teacher)": 3.533212661743164,
+      "cov-distil": 2.4327847957611084,
+      "cov-distil (oracle2student)": 4.042753219604492,
+      "cov-distil (oracle2teacher)": 3.8031630516052246,
       "epoch": 1.5392464678178963,
-      "rel-constrast": 2.5842418670654297,
+      "rel-constrast": 3.5390331745147705,
       "step": 1961,
-      "subrel-constrast": 2.935939073562622,
+      "subrel-constrast": 3.0465917587280273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5720915794372559,
-      "cov-distil (oracle2student)": 3.6428780555725098,
-      "cov-distil (oracle2teacher)": 3.6429476737976074,
+      "cov-distil": 2.0790467262268066,
+      "cov-distil (oracle2student)": 4.3605427742004395,
+      "cov-distil (oracle2teacher)": 3.706735134124756,
       "epoch": 1.5400313971742543,
-      "rel-constrast": 2.3179471492767334,
+      "rel-constrast": 2.9143881797790527,
       "step": 1962,
-      "subrel-constrast": 3.170811176300049,
+      "subrel-constrast": 3.107680082321167,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6361315250396729,
-      "cov-distil (oracle2student)": 5.307055950164795,
-      "cov-distil (oracle2teacher)": 5.468857765197754,
+      "cov-distil": 2.0078155994415283,
+      "cov-distil (oracle2student)": 5.893973350524902,
+      "cov-distil (oracle2teacher)": 5.421458721160889,
       "epoch": 1.5408163265306123,
-      "rel-constrast": 2.2441654205322266,
+      "rel-constrast": 2.621738910675049,
       "step": 1963,
-      "subrel-constrast": 3.5044991970062256,
+      "subrel-constrast": 3.726243257522583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6532347202301025,
-      "cov-distil (oracle2student)": 5.974061965942383,
-      "cov-distil (oracle2teacher)": 5.222874641418457,
+      "cov-distil": 2.0500826835632324,
+      "cov-distil (oracle2student)": 6.24912166595459,
+      "cov-distil (oracle2teacher)": 5.674422264099121,
       "epoch": 1.5416012558869703,
-      "rel-constrast": 2.0757360458374023,
+      "rel-constrast": 2.349466323852539,
       "step": 1964,
-      "subrel-constrast": 3.102261543273926,
+      "subrel-constrast": 3.169511318206787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1591393947601318,
-      "cov-distil (oracle2student)": 3.025369644165039,
-      "cov-distil (oracle2teacher)": 3.133007287979126,
+      "cov-distil": 1.1203536987304688,
+      "cov-distil (oracle2student)": 3.305371046066284,
+      "cov-distil (oracle2teacher)": 3.443390130996704,
       "epoch": 1.542386185243328,
-      "rel-constrast": 3.053222894668579,
+      "rel-constrast": 3.4060754776000977,
       "step": 1965,
-      "subrel-constrast": 3.4797122478485107,
+      "subrel-constrast": 3.4619009494781494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1420084238052368,
-      "cov-distil (oracle2student)": 4.093174934387207,
-      "cov-distil (oracle2teacher)": 3.86787486076355,
+      "cov-distil": 1.4704506397247314,
+      "cov-distil (oracle2student)": 4.664346694946289,
+      "cov-distil (oracle2teacher)": 4.115739822387695,
       "epoch": 1.543171114599686,
-      "rel-constrast": 2.3095903396606445,
+      "rel-constrast": 2.559572219848633,
       "step": 1966,
-      "subrel-constrast": 2.6604526042938232,
+      "subrel-constrast": 2.6416563987731934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4384503364562988,
-      "cov-distil (oracle2student)": 5.2053728103637695,
-      "cov-distil (oracle2teacher)": 5.07504940032959,
+      "cov-distil": 1.618455171585083,
+      "cov-distil (oracle2student)": 5.91450309753418,
+      "cov-distil (oracle2teacher)": 4.9377522468566895,
       "epoch": 1.5439560439560438,
-      "rel-constrast": 3.3069727420806885,
+      "rel-constrast": 3.384547710418701,
       "step": 1967,
-      "subrel-constrast": 4.132556438446045,
+      "subrel-constrast": 3.794597864151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8645159006118774,
-      "cov-distil (oracle2student)": 3.4567441940307617,
-      "cov-distil (oracle2teacher)": 3.4325718879699707,
+      "cov-distil": 1.9553779363632202,
+      "cov-distil (oracle2student)": 3.9438796043395996,
+      "cov-distil (oracle2teacher)": 3.9594457149505615,
       "epoch": 1.5447409733124018,
-      "rel-constrast": 2.6346917152404785,
+      "rel-constrast": 2.630749464035034,
       "step": 1968,
-      "subrel-constrast": 3.299747943878174,
+      "subrel-constrast": 3.4305851459503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4925127029418945,
-      "cov-distil (oracle2student)": 3.1740942001342773,
-      "cov-distil (oracle2teacher)": 3.1853623390197754,
+      "cov-distil": 2.3440091609954834,
+      "cov-distil (oracle2student)": 3.4920644760131836,
+      "cov-distil (oracle2teacher)": 3.4765944480895996,
       "epoch": 1.5455259026687598,
-      "rel-constrast": 2.4404454231262207,
+      "rel-constrast": 2.7273895740509033,
       "step": 1969,
-      "subrel-constrast": 3.2339844703674316,
+      "subrel-constrast": 3.4856371879577637,
       "view-similarity": 0
     },
     {
       "epoch": 1.5463108320251178,
-      "grad_norm": 4.34375,
+      "grad_norm": 5.03125,
       "learning_rate": 4.8583463664720176e-05,
-      "loss": 0.6878,
+      "loss": 0.7401,
       "step": 1970
     },
     {
-      "cov-distil": 1.5537331104278564,
-      "cov-distil (oracle2student)": 4.25655460357666,
-      "cov-distil (oracle2teacher)": 3.8265132904052734,
+      "cov-distil": 2.55828857421875,
+      "cov-distil (oracle2student)": 4.099460124969482,
+      "cov-distil (oracle2teacher)": 4.434431552886963,
       "epoch": 1.5463108320251178,
-      "rel-constrast": 3.0060253143310547,
+      "rel-constrast": 3.217020273208618,
       "step": 1970,
-      "subrel-constrast": 3.643080949783325,
+      "subrel-constrast": 3.8933467864990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6721501350402832,
-      "cov-distil (oracle2student)": 3.751009225845337,
-      "cov-distil (oracle2teacher)": 3.8563971519470215,
+      "cov-distil": 2.119642496109009,
+      "cov-distil (oracle2student)": 3.8912713527679443,
+      "cov-distil (oracle2teacher)": 4.102389335632324,
       "epoch": 1.5470957613814758,
-      "rel-constrast": 2.736800193786621,
+      "rel-constrast": 3.2303876876831055,
       "step": 1971,
-      "subrel-constrast": 3.3648886680603027,
+      "subrel-constrast": 3.2479569911956787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5302622318267822,
-      "cov-distil (oracle2student)": 4.6792755126953125,
-      "cov-distil (oracle2teacher)": 4.360922336578369,
+      "cov-distil": 1.7827627658843994,
+      "cov-distil (oracle2student)": 4.586267948150635,
+      "cov-distil (oracle2teacher)": 4.9447832107543945,
       "epoch": 1.5478806907378337,
-      "rel-constrast": 3.3019018173217773,
+      "rel-constrast": 3.384068489074707,
       "step": 1972,
-      "subrel-constrast": 3.5520718097686768,
+      "subrel-constrast": 3.8747944831848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1769180297851562,
-      "cov-distil (oracle2student)": 4.238148212432861,
-      "cov-distil (oracle2teacher)": 3.2439846992492676,
+      "cov-distil": 1.178942084312439,
+      "cov-distil (oracle2student)": 3.3487582206726074,
+      "cov-distil (oracle2teacher)": 3.080406904220581,
       "epoch": 1.5486656200941915,
-      "rel-constrast": 2.369637966156006,
+      "rel-constrast": 2.2921857833862305,
       "step": 1973,
-      "subrel-constrast": 2.7696850299835205,
+      "subrel-constrast": 2.3870816230773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.419450044631958,
-      "cov-distil (oracle2student)": 4.991211414337158,
-      "cov-distil (oracle2teacher)": 4.847337245941162,
+      "cov-distil": 1.2758138179779053,
+      "cov-distil (oracle2student)": 4.743842601776123,
+      "cov-distil (oracle2teacher)": 5.139317989349365,
       "epoch": 1.5494505494505495,
-      "rel-constrast": 2.006226062774658,
+      "rel-constrast": 2.1617698669433594,
       "step": 1974,
-      "subrel-constrast": 3.12842059135437,
+      "subrel-constrast": 3.0516457557678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6049679517745972,
-      "cov-distil (oracle2student)": 4.622395992279053,
-      "cov-distil (oracle2teacher)": 4.493963241577148,
+      "cov-distil": 1.7059228420257568,
+      "cov-distil (oracle2student)": 5.070745468139648,
+      "cov-distil (oracle2teacher)": 4.543673515319824,
       "epoch": 1.5502354788069073,
-      "rel-constrast": 2.9897122383117676,
+      "rel-constrast": 3.521533727645874,
       "step": 1975,
-      "subrel-constrast": 3.8140511512756348,
+      "subrel-constrast": 3.8466105461120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7867454290390015,
-      "cov-distil (oracle2student)": 5.612849235534668,
-      "cov-distil (oracle2teacher)": 4.941135406494141,
+      "cov-distil": 2.0237083435058594,
+      "cov-distil (oracle2student)": 5.501633167266846,
+      "cov-distil (oracle2teacher)": 5.482335090637207,
       "epoch": 1.5510204081632653,
-      "rel-constrast": 3.195573329925537,
+      "rel-constrast": 3.571495294570923,
       "step": 1976,
-      "subrel-constrast": 4.018914699554443,
+      "subrel-constrast": 4.015757083892822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6703518629074097,
-      "cov-distil (oracle2student)": 3.967500686645508,
-      "cov-distil (oracle2teacher)": 3.7136988639831543,
+      "cov-distil": 1.8512840270996094,
+      "cov-distil (oracle2student)": 4.017080307006836,
+      "cov-distil (oracle2teacher)": 4.003795623779297,
       "epoch": 1.5518053375196232,
-      "rel-constrast": 2.331869125366211,
+      "rel-constrast": 2.154191255569458,
       "step": 1977,
-      "subrel-constrast": 2.9944841861724854,
+      "subrel-constrast": 2.849990129470825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9738165140151978,
-      "cov-distil (oracle2student)": 4.28980827331543,
-      "cov-distil (oracle2teacher)": 4.037176132202148,
+      "cov-distil": 1.5544145107269287,
+      "cov-distil (oracle2student)": 4.705767631530762,
+      "cov-distil (oracle2teacher)": 4.751520156860352,
       "epoch": 1.5525902668759812,
-      "rel-constrast": 2.191450834274292,
+      "rel-constrast": 2.299273729324341,
       "step": 1978,
-      "subrel-constrast": 3.0496788024902344,
+      "subrel-constrast": 3.2872135639190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4531769752502441,
-      "cov-distil (oracle2student)": 3.942265510559082,
-      "cov-distil (oracle2teacher)": 3.9404845237731934,
+      "cov-distil": 1.8042279481887817,
+      "cov-distil (oracle2student)": 4.360369682312012,
+      "cov-distil (oracle2teacher)": 3.9953486919403076,
       "epoch": 1.5533751962323392,
-      "rel-constrast": 2.8960509300231934,
+      "rel-constrast": 3.47756290435791,
       "step": 1979,
-      "subrel-constrast": 4.207064628601074,
+      "subrel-constrast": 3.9599599838256836,
       "view-similarity": 0
     },
     {
       "epoch": 1.554160125588697,
-      "grad_norm": 5.6875,
+      "grad_norm": 6.625,
       "learning_rate": 4.855436225197399e-05,
-      "loss": 0.7127,
+      "loss": 0.7327,
       "step": 1980
     },
     {
-      "cov-distil": 1.7720801830291748,
-      "cov-distil (oracle2student)": 4.238912582397461,
-      "cov-distil (oracle2teacher)": 4.5033063888549805,
+      "cov-distil": 1.9423415660858154,
+      "cov-distil (oracle2student)": 3.981823444366455,
+      "cov-distil (oracle2teacher)": 4.443685531616211,
       "epoch": 1.554160125588697,
-      "rel-constrast": 2.869654655456543,
+      "rel-constrast": 3.409297466278076,
       "step": 1980,
-      "subrel-constrast": 4.044305801391602,
+      "subrel-constrast": 4.012598514556885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.584997296333313,
-      "cov-distil (oracle2student)": 3.4553446769714355,
-      "cov-distil (oracle2teacher)": 3.355989456176758,
+      "cov-distil": 1.8961971998214722,
+      "cov-distil (oracle2student)": 3.4214653968811035,
+      "cov-distil (oracle2teacher)": 3.4085404872894287,
       "epoch": 1.554945054945055,
-      "rel-constrast": 2.5049617290496826,
+      "rel-constrast": 2.500653028488159,
       "step": 1981,
-      "subrel-constrast": 3.05622935295105,
+      "subrel-constrast": 3.136042356491089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1078596115112305,
-      "cov-distil (oracle2student)": 2.5911593437194824,
-      "cov-distil (oracle2teacher)": 2.5648322105407715,
+      "cov-distil": 1.8740112781524658,
+      "cov-distil (oracle2student)": 2.692193031311035,
+      "cov-distil (oracle2teacher)": 2.8855690956115723,
       "epoch": 1.5557299843014127,
-      "rel-constrast": 2.7047910690307617,
+      "rel-constrast": 3.335456371307373,
       "step": 1982,
-      "subrel-constrast": 2.8430488109588623,
+      "subrel-constrast": 2.8247487545013428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7691397666931152,
-      "cov-distil (oracle2student)": 4.825812339782715,
-      "cov-distil (oracle2teacher)": 4.105561256408691,
+      "cov-distil": 2.1183176040649414,
+      "cov-distil (oracle2student)": 4.535058975219727,
+      "cov-distil (oracle2teacher)": 4.116735935211182,
       "epoch": 1.5565149136577707,
-      "rel-constrast": 2.9097957611083984,
+      "rel-constrast": 3.3512144088745117,
       "step": 1983,
-      "subrel-constrast": 3.238675832748413,
+      "subrel-constrast": 3.0999529361724854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5538854598999023,
-      "cov-distil (oracle2student)": 3.4161548614501953,
-      "cov-distil (oracle2teacher)": 3.0964391231536865,
+      "cov-distil": 1.826511263847351,
+      "cov-distil (oracle2student)": 3.584847927093506,
+      "cov-distil (oracle2teacher)": 3.4749956130981445,
       "epoch": 1.5572998430141287,
-      "rel-constrast": 2.090397596359253,
+      "rel-constrast": 2.6993300914764404,
       "step": 1984,
-      "subrel-constrast": 2.600329637527466,
+      "subrel-constrast": 2.7938079833984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.631657361984253,
-      "cov-distil (oracle2student)": 3.214862108230591,
-      "cov-distil (oracle2teacher)": 3.3299331665039062,
+      "cov-distil": 1.5962176322937012,
+      "cov-distil (oracle2student)": 3.5293221473693848,
+      "cov-distil (oracle2teacher)": 3.122203826904297,
       "epoch": 1.5580847723704867,
-      "rel-constrast": 1.8665716648101807,
+      "rel-constrast": 2.0451154708862305,
       "step": 1985,
-      "subrel-constrast": 2.7516143321990967,
+      "subrel-constrast": 2.594674825668335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.327673077583313,
-      "cov-distil (oracle2student)": 4.799072265625,
-      "cov-distil (oracle2teacher)": 4.715295314788818,
+      "cov-distil": 1.7374508380889893,
+      "cov-distil (oracle2student)": 5.121510028839111,
+      "cov-distil (oracle2teacher)": 4.955574035644531,
       "epoch": 1.5588697017268447,
-      "rel-constrast": 1.979149580001831,
+      "rel-constrast": 1.7334935665130615,
       "step": 1986,
-      "subrel-constrast": 2.747004747390747,
+      "subrel-constrast": 2.605837345123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5439329147338867,
-      "cov-distil (oracle2student)": 3.287466526031494,
-      "cov-distil (oracle2teacher)": 3.604806900024414,
+      "cov-distil": 1.7964730262756348,
+      "cov-distil (oracle2student)": 3.5457892417907715,
+      "cov-distil (oracle2teacher)": 3.300778388977051,
       "epoch": 1.5596546310832025,
-      "rel-constrast": 2.361109495162964,
+      "rel-constrast": 2.6077754497528076,
       "step": 1987,
-      "subrel-constrast": 2.9993958473205566,
+      "subrel-constrast": 2.8907649517059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.233219861984253,
-      "cov-distil (oracle2student)": 3.7380623817443848,
-      "cov-distil (oracle2teacher)": 3.4555606842041016,
+      "cov-distil": 1.7631460428237915,
+      "cov-distil (oracle2student)": 3.7046878337860107,
+      "cov-distil (oracle2teacher)": 3.3394687175750732,
       "epoch": 1.5604395604395604,
-      "rel-constrast": 3.335693836212158,
+      "rel-constrast": 3.4416041374206543,
       "step": 1988,
-      "subrel-constrast": 3.793260335922241,
+      "subrel-constrast": 4.197145462036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1643787622451782,
-      "cov-distil (oracle2student)": 3.192600727081299,
-      "cov-distil (oracle2teacher)": 3.2788116931915283,
+      "cov-distil": 1.4664273262023926,
+      "cov-distil (oracle2student)": 3.478508472442627,
+      "cov-distil (oracle2teacher)": 3.4032366275787354,
       "epoch": 1.5612244897959182,
-      "rel-constrast": 2.3927178382873535,
+      "rel-constrast": 2.249525547027588,
       "step": 1989,
-      "subrel-constrast": 3.0707764625549316,
+      "subrel-constrast": 3.0481534004211426,
       "view-similarity": 0
     },
     {
       "epoch": 1.5620094191522762,
-      "grad_norm": 4.78125,
+      "grad_norm": 5.71875,
       "learning_rate": 4.852497383675708e-05,
-      "loss": 0.6621,
+      "loss": 0.6843,
       "step": 1990
     },
     {
-      "cov-distil": 1.8068472146987915,
-      "cov-distil (oracle2student)": 3.369866132736206,
-      "cov-distil (oracle2teacher)": 3.4463839530944824,
+      "cov-distil": 2.4097342491149902,
+      "cov-distil (oracle2student)": 3.5414302349090576,
+      "cov-distil (oracle2teacher)": 3.3865747451782227,
       "epoch": 1.5620094191522762,
-      "rel-constrast": 2.656322717666626,
+      "rel-constrast": 3.143193006515503,
       "step": 1990,
-      "subrel-constrast": 3.348904848098755,
+      "subrel-constrast": 3.4949421882629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2985156774520874,
-      "cov-distil (oracle2student)": 3.108865737915039,
-      "cov-distil (oracle2teacher)": 3.300293207168579,
+      "cov-distil": 1.6085057258605957,
+      "cov-distil (oracle2student)": 3.581998348236084,
+      "cov-distil (oracle2teacher)": 3.2784316539764404,
       "epoch": 1.5627943485086342,
-      "rel-constrast": 2.6173954010009766,
+      "rel-constrast": 2.950730562210083,
       "step": 1991,
-      "subrel-constrast": 2.8500521183013916,
+      "subrel-constrast": 3.0757830142974854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.916305661201477,
-      "cov-distil (oracle2student)": 4.062490940093994,
-      "cov-distil (oracle2teacher)": 3.812854766845703,
+      "cov-distil": 2.0648465156555176,
+      "cov-distil (oracle2student)": 3.8888089656829834,
+      "cov-distil (oracle2teacher)": 3.707759141921997,
       "epoch": 1.5635792778649922,
-      "rel-constrast": 3.536746025085449,
+      "rel-constrast": 3.375730514526367,
       "step": 1992,
-      "subrel-constrast": 3.698018789291382,
+      "subrel-constrast": 3.837059497833252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7872958183288574,
-      "cov-distil (oracle2student)": 3.001530885696411,
-      "cov-distil (oracle2teacher)": 3.044684410095215,
+      "cov-distil": 1.766701340675354,
+      "cov-distil (oracle2student)": 3.7364115715026855,
+      "cov-distil (oracle2teacher)": 3.568281888961792,
       "epoch": 1.5643642072213502,
-      "rel-constrast": 1.9752702713012695,
+      "rel-constrast": 3.0095269680023193,
       "step": 1993,
-      "subrel-constrast": 2.9991579055786133,
+      "subrel-constrast": 3.4096107482910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4835789203643799,
-      "cov-distil (oracle2student)": 3.741429567337036,
-      "cov-distil (oracle2teacher)": 3.9224085807800293,
+      "cov-distil": 1.5902442932128906,
+      "cov-distil (oracle2student)": 4.206932067871094,
+      "cov-distil (oracle2teacher)": 4.182250499725342,
       "epoch": 1.5651491365777082,
-      "rel-constrast": 2.7236318588256836,
+      "rel-constrast": 2.9948689937591553,
       "step": 1994,
-      "subrel-constrast": 3.2023420333862305,
+      "subrel-constrast": 3.336848258972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4619827270507812,
-      "cov-distil (oracle2student)": 4.172710418701172,
-      "cov-distil (oracle2teacher)": 3.931519031524658,
+      "cov-distil": 1.7147401571273804,
+      "cov-distil (oracle2student)": 4.3727521896362305,
+      "cov-distil (oracle2teacher)": 4.198539733886719,
       "epoch": 1.565934065934066,
-      "rel-constrast": 3.3904943466186523,
+      "rel-constrast": 3.451754093170166,
       "step": 1995,
-      "subrel-constrast": 3.5143985748291016,
+      "subrel-constrast": 3.687960386276245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3342100381851196,
-      "cov-distil (oracle2student)": 2.4641640186309814,
-      "cov-distil (oracle2teacher)": 3.1553573608398438,
+      "cov-distil": 1.5455869436264038,
+      "cov-distil (oracle2student)": 3.212921619415283,
+      "cov-distil (oracle2teacher)": 3.0103988647460938,
       "epoch": 1.566718995290424,
-      "rel-constrast": 2.4919357299804688,
+      "rel-constrast": 2.8940346240997314,
       "step": 1996,
-      "subrel-constrast": 3.432839870452881,
+      "subrel-constrast": 3.182978868484497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5724618434906006,
-      "cov-distil (oracle2student)": 4.706221103668213,
-      "cov-distil (oracle2teacher)": 4.2155914306640625,
+      "cov-distil": 1.9008708000183105,
+      "cov-distil (oracle2student)": 4.658673286437988,
+      "cov-distil (oracle2teacher)": 4.559202671051025,
       "epoch": 1.5675039246467817,
-      "rel-constrast": 1.640298843383789,
+      "rel-constrast": 2.0122790336608887,
       "step": 1997,
-      "subrel-constrast": 2.548982858657837,
+      "subrel-constrast": 2.5708627700805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9090259075164795,
-      "cov-distil (oracle2student)": 2.640289068222046,
-      "cov-distil (oracle2teacher)": 2.777580976486206,
+      "cov-distil": 2.6568362712860107,
+      "cov-distil (oracle2student)": 2.610983371734619,
+      "cov-distil (oracle2teacher)": 3.0134849548339844,
       "epoch": 1.5682888540031397,
-      "rel-constrast": 2.1038618087768555,
+      "rel-constrast": 2.3516881465911865,
       "step": 1998,
-      "subrel-constrast": 3.044689893722534,
+      "subrel-constrast": 3.007075309753418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.65898597240448,
-      "cov-distil (oracle2student)": 3.688229560852051,
-      "cov-distil (oracle2teacher)": 3.3557534217834473,
+      "cov-distil": 2.051022529602051,
+      "cov-distil (oracle2student)": 3.5938897132873535,
+      "cov-distil (oracle2teacher)": 3.691636085510254,
       "epoch": 1.5690737833594977,
-      "rel-constrast": 3.41483211517334,
+      "rel-constrast": 3.488555908203125,
       "step": 1999,
-      "subrel-constrast": 3.702179193496704,
+      "subrel-constrast": 3.5485730171203613,
       "view-similarity": 0
     },
     {
       "epoch": 1.5698587127158556,
-      "grad_norm": 7.59375,
+      "grad_norm": 9.4375,
       "learning_rate": 4.849529877715799e-05,
-      "loss": 0.7043,
+      "loss": 0.7418,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-P@10": 0.758,
+      "eval/duc04-P@10": 0.736,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-nDCG@10": 0.769777911485386,
+      "eval/duc04-nDCG@10": 0.7426490546267808,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-alpha_nDCG@10": 0.5846580838096471,
+      "eval/duc04-alpha_nDCG@10": 0.552224234443813,
       "step": 2000
     },
     {
@@ -22011,17 +22011,17 @@
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-P@10": 0.43199999999999994,
+      "eval/multi_news-P@10": 0.42899999999999994,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-nDCG@10": 0.6112356175366731,
+      "eval/multi_news-nDCG@10": 0.6043602439066101,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-alpha_nDCG@10": 0.5965234038159781,
+      "eval/multi_news-alpha_nDCG@10": 0.5756810795451589,
       "step": 2000
     },
     {
@@ -22031,5472 +22031,5472 @@
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/avg": 0.5384956453959789,
+      "eval/avg": 0.5244605948803137,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.2874999940395355,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
       "step": 2000,
-      "student margin": 0.06402587890625
+      "student margin": 0.06231689453125
     },
     {
       "epoch": 1.5698587127158556,
       "step": 2000,
-      "teacher margin": 0.044464111328125
+      "teacher margin": 0.049468994140625
     },
     {
       "epoch": 1.5698587127158556,
-      "margin difference": -0.019561767578125,
+      "margin difference": -0.012847900390625,
       "step": 2000
     },
     {
-      "cov-distil": 1.625259280204773,
-      "cov-distil (oracle2student)": 3.7210488319396973,
-      "cov-distil (oracle2teacher)": 3.522120237350464,
+      "cov-distil": 1.9243420362472534,
+      "cov-distil (oracle2student)": 3.492039203643799,
+      "cov-distil (oracle2teacher)": 3.7685844898223877,
       "epoch": 1.5698587127158556,
-      "rel-constrast": 2.4208016395568848,
+      "rel-constrast": 2.545900344848633,
       "step": 2000,
-      "subrel-constrast": 2.839376211166382,
+      "subrel-constrast": 2.6658339500427246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2548234462738037,
-      "cov-distil (oracle2student)": 4.707096099853516,
-      "cov-distil (oracle2teacher)": 4.2614521980285645,
+      "cov-distil": 1.894589900970459,
+      "cov-distil (oracle2student)": 4.719542503356934,
+      "cov-distil (oracle2teacher)": 4.455259323120117,
       "epoch": 1.5706436420722136,
-      "rel-constrast": 2.793787956237793,
+      "rel-constrast": 3.3294413089752197,
       "step": 2001,
-      "subrel-constrast": 3.4904887676239014,
+      "subrel-constrast": 3.04115891456604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3600878715515137,
-      "cov-distil (oracle2student)": 4.084267616271973,
-      "cov-distil (oracle2teacher)": 3.830631732940674,
+      "cov-distil": 1.4463856220245361,
+      "cov-distil (oracle2student)": 3.915330410003662,
+      "cov-distil (oracle2teacher)": 3.6475822925567627,
       "epoch": 1.5714285714285714,
-      "rel-constrast": 2.164266347885132,
+      "rel-constrast": 2.5482568740844727,
       "step": 2002,
-      "subrel-constrast": 2.940040349960327,
+      "subrel-constrast": 2.826887369155884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3222455978393555,
-      "cov-distil (oracle2student)": 3.6574766635894775,
-      "cov-distil (oracle2teacher)": 3.418257236480713,
+      "cov-distil": 2.071657180786133,
+      "cov-distil (oracle2student)": 3.754748821258545,
+      "cov-distil (oracle2teacher)": 3.654883623123169,
       "epoch": 1.5722135007849294,
-      "rel-constrast": 2.721146821975708,
+      "rel-constrast": 3.0493004322052,
       "step": 2003,
-      "subrel-constrast": 3.0054731369018555,
+      "subrel-constrast": 2.6347851753234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4619386196136475,
-      "cov-distil (oracle2student)": 4.142824172973633,
-      "cov-distil (oracle2teacher)": 3.8054847717285156,
+      "cov-distil": 1.9200628995895386,
+      "cov-distil (oracle2student)": 5.059783935546875,
+      "cov-distil (oracle2teacher)": 3.989771842956543,
       "epoch": 1.5729984301412872,
-      "rel-constrast": 2.712388515472412,
+      "rel-constrast": 3.742415428161621,
       "step": 2004,
-      "subrel-constrast": 3.5390424728393555,
+      "subrel-constrast": 3.329805612564087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0719095468521118,
-      "cov-distil (oracle2student)": 3.5296859741210938,
-      "cov-distil (oracle2teacher)": 3.1143980026245117,
+      "cov-distil": 1.7715401649475098,
+      "cov-distil (oracle2student)": 4.107784271240234,
+      "cov-distil (oracle2teacher)": 4.031793594360352,
       "epoch": 1.5737833594976451,
-      "rel-constrast": 2.5258047580718994,
+      "rel-constrast": 2.271688222885132,
       "step": 2005,
-      "subrel-constrast": 3.090646982192993,
+      "subrel-constrast": 3.2976982593536377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52374267578125,
-      "cov-distil (oracle2student)": 4.409198760986328,
-      "cov-distil (oracle2teacher)": 4.2063307762146,
+      "cov-distil": 2.284337282180786,
+      "cov-distil (oracle2student)": 4.584474086761475,
+      "cov-distil (oracle2teacher)": 3.9726178646087646,
       "epoch": 1.5745682888540031,
-      "rel-constrast": 2.7758076190948486,
+      "rel-constrast": 3.296593189239502,
       "step": 2006,
-      "subrel-constrast": 3.4765255451202393,
+      "subrel-constrast": 3.2766289710998535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3465464115142822,
-      "cov-distil (oracle2student)": 3.2045907974243164,
-      "cov-distil (oracle2teacher)": 3.0267527103424072,
+      "cov-distil": 1.4870355129241943,
+      "cov-distil (oracle2student)": 3.0669450759887695,
+      "cov-distil (oracle2teacher)": 2.9525208473205566,
       "epoch": 1.5753532182103611,
-      "rel-constrast": 2.257943868637085,
+      "rel-constrast": 2.4252049922943115,
       "step": 2007,
-      "subrel-constrast": 2.9289321899414062,
+      "subrel-constrast": 2.567922592163086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.445319652557373,
-      "cov-distil (oracle2student)": 3.6875815391540527,
-      "cov-distil (oracle2teacher)": 3.447807550430298,
+      "cov-distil": 1.7788615226745605,
+      "cov-distil (oracle2student)": 4.213929176330566,
+      "cov-distil (oracle2teacher)": 3.740251064300537,
       "epoch": 1.576138147566719,
-      "rel-constrast": 2.943662405014038,
+      "rel-constrast": 3.4948790073394775,
       "step": 2008,
-      "subrel-constrast": 2.963564395904541,
+      "subrel-constrast": 2.9028947353363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5456913709640503,
-      "cov-distil (oracle2student)": 5.980542182922363,
-      "cov-distil (oracle2teacher)": 5.493437767028809,
+      "cov-distil": 1.550217866897583,
+      "cov-distil (oracle2student)": 6.482932090759277,
+      "cov-distil (oracle2teacher)": 5.93195104598999,
       "epoch": 1.5769230769230769,
-      "rel-constrast": 2.949774742126465,
+      "rel-constrast": 3.6470656394958496,
       "step": 2009,
-      "subrel-constrast": 3.2518348693847656,
+      "subrel-constrast": 3.640230178833008,
       "view-similarity": 0
     },
     {
       "epoch": 1.5777080062794349,
-      "grad_norm": 5.09375,
+      "grad_norm": 6.65625,
       "learning_rate": 4.8465337434757976e-05,
-      "loss": 0.6915,
+      "loss": 0.7588,
       "step": 2010
     },
     {
-      "cov-distil": 1.4377840757369995,
-      "cov-distil (oracle2student)": 4.156949043273926,
-      "cov-distil (oracle2teacher)": 4.165374279022217,
+      "cov-distil": 2.033698320388794,
+      "cov-distil (oracle2student)": 4.713440895080566,
+      "cov-distil (oracle2teacher)": 4.367911338806152,
       "epoch": 1.5777080062794349,
-      "rel-constrast": 3.9362659454345703,
+      "rel-constrast": 4.97261905670166,
       "step": 2010,
-      "subrel-constrast": 4.300907611846924,
+      "subrel-constrast": 4.321190357208252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.884354829788208,
-      "cov-distil (oracle2student)": 4.4839301109313965,
-      "cov-distil (oracle2teacher)": 4.190253257751465,
+      "cov-distil": 2.508228302001953,
+      "cov-distil (oracle2student)": 5.2721028327941895,
+      "cov-distil (oracle2teacher)": 4.6488423347473145,
       "epoch": 1.5784929356357926,
-      "rel-constrast": 3.1483280658721924,
+      "rel-constrast": 3.68924617767334,
       "step": 2011,
-      "subrel-constrast": 4.354669570922852,
+      "subrel-constrast": 4.04859733581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6395540237426758,
-      "cov-distil (oracle2student)": 5.750955104827881,
-      "cov-distil (oracle2teacher)": 5.298275947570801,
+      "cov-distil": 1.8660341501235962,
+      "cov-distil (oracle2student)": 6.162489891052246,
+      "cov-distil (oracle2teacher)": 5.646324634552002,
       "epoch": 1.5792778649921506,
-      "rel-constrast": 2.2011046409606934,
+      "rel-constrast": 2.3231289386749268,
       "step": 2012,
-      "subrel-constrast": 3.059194803237915,
+      "subrel-constrast": 2.8683817386627197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.371983289718628,
-      "cov-distil (oracle2student)": 3.2978949546813965,
-      "cov-distil (oracle2teacher)": 3.4935269355773926,
+      "cov-distil": 1.4948935508728027,
+      "cov-distil (oracle2student)": 3.4628472328186035,
+      "cov-distil (oracle2teacher)": 3.5430567264556885,
       "epoch": 1.5800627943485086,
-      "rel-constrast": 2.1540050506591797,
+      "rel-constrast": 2.462773561477661,
       "step": 2013,
-      "subrel-constrast": 3.1483583450317383,
+      "subrel-constrast": 3.004268169403076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0264906883239746,
-      "cov-distil (oracle2student)": 4.947822570800781,
-      "cov-distil (oracle2teacher)": 4.389491081237793,
+      "cov-distil": 1.6754450798034668,
+      "cov-distil (oracle2student)": 5.15346622467041,
+      "cov-distil (oracle2teacher)": 4.642816543579102,
       "epoch": 1.5808477237048666,
-      "rel-constrast": 2.713986396789551,
+      "rel-constrast": 3.5260214805603027,
       "step": 2014,
-      "subrel-constrast": 4.0013885498046875,
+      "subrel-constrast": 3.8856587409973145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3393373489379883,
-      "cov-distil (oracle2student)": 2.834489345550537,
-      "cov-distil (oracle2teacher)": 3.0288479328155518,
+      "cov-distil": 1.674093246459961,
+      "cov-distil (oracle2student)": 2.9926397800445557,
+      "cov-distil (oracle2teacher)": 3.1415138244628906,
       "epoch": 1.5816326530612246,
-      "rel-constrast": 2.0930309295654297,
+      "rel-constrast": 2.5515551567077637,
       "step": 2015,
-      "subrel-constrast": 2.7812485694885254,
+      "subrel-constrast": 2.787792921066284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6010667085647583,
-      "cov-distil (oracle2student)": 4.359186172485352,
-      "cov-distil (oracle2teacher)": 4.202964782714844,
+      "cov-distil": 2.2448902130126953,
+      "cov-distil (oracle2student)": 5.123643398284912,
+      "cov-distil (oracle2teacher)": 4.604178428649902,
       "epoch": 1.5824175824175826,
-      "rel-constrast": 2.620488166809082,
+      "rel-constrast": 2.8878440856933594,
       "step": 2016,
-      "subrel-constrast": 3.5307912826538086,
+      "subrel-constrast": 3.494493007659912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7722853422164917,
-      "cov-distil (oracle2student)": 3.774839162826538,
-      "cov-distil (oracle2teacher)": 3.6534132957458496,
+      "cov-distil": 2.0124213695526123,
+      "cov-distil (oracle2student)": 4.047032356262207,
+      "cov-distil (oracle2teacher)": 3.94669246673584,
       "epoch": 1.5832025117739403,
-      "rel-constrast": 2.3033838272094727,
+      "rel-constrast": 2.7926836013793945,
       "step": 2017,
-      "subrel-constrast": 3.605243444442749,
+      "subrel-constrast": 3.2132227420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.86524498462677,
-      "cov-distil (oracle2student)": 4.193443775177002,
-      "cov-distil (oracle2teacher)": 4.129876613616943,
+      "cov-distil": 1.8049148321151733,
+      "cov-distil (oracle2student)": 5.101480960845947,
+      "cov-distil (oracle2teacher)": 4.818479537963867,
       "epoch": 1.5839874411302983,
-      "rel-constrast": 1.585967779159546,
+      "rel-constrast": 1.7535669803619385,
       "step": 2018,
-      "subrel-constrast": 2.5018954277038574,
+      "subrel-constrast": 2.5592103004455566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5511960983276367,
-      "cov-distil (oracle2student)": 4.050522804260254,
-      "cov-distil (oracle2teacher)": 4.108564853668213,
+      "cov-distil": 1.4293458461761475,
+      "cov-distil (oracle2student)": 4.135140895843506,
+      "cov-distil (oracle2teacher)": 4.047759056091309,
       "epoch": 1.584772370486656,
-      "rel-constrast": 2.5229244232177734,
+      "rel-constrast": 3.253948450088501,
       "step": 2019,
-      "subrel-constrast": 3.454453706741333,
+      "subrel-constrast": 3.0433127880096436,
       "view-similarity": 0
     },
     {
       "epoch": 1.585557299843014,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.40625,
       "learning_rate": 4.843509017462652e-05,
-      "loss": 0.6732,
+      "loss": 0.7553,
       "step": 2020
     },
     {
-      "cov-distil": 2.0482892990112305,
-      "cov-distil (oracle2student)": 4.750459671020508,
-      "cov-distil (oracle2teacher)": 4.109539031982422,
+      "cov-distil": 2.288705587387085,
+      "cov-distil (oracle2student)": 4.60167932510376,
+      "cov-distil (oracle2teacher)": 4.586197376251221,
       "epoch": 1.585557299843014,
-      "rel-constrast": 2.9831416606903076,
+      "rel-constrast": 2.9985435009002686,
       "step": 2020,
-      "subrel-constrast": 3.4159088134765625,
+      "subrel-constrast": 3.3597209453582764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8287413120269775,
-      "cov-distil (oracle2student)": 4.625401496887207,
-      "cov-distil (oracle2teacher)": 4.432038307189941,
+      "cov-distil": 2.2430214881896973,
+      "cov-distil (oracle2student)": 4.8858842849731445,
+      "cov-distil (oracle2teacher)": 4.655590534210205,
       "epoch": 1.586342229199372,
-      "rel-constrast": 3.173849582672119,
+      "rel-constrast": 3.7260422706604004,
       "step": 2021,
-      "subrel-constrast": 3.6933140754699707,
+      "subrel-constrast": 3.4160139560699463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.502548336982727,
-      "cov-distil (oracle2student)": 4.34357213973999,
-      "cov-distil (oracle2teacher)": 4.000822067260742,
+      "cov-distil": 1.9220969676971436,
+      "cov-distil (oracle2student)": 4.4453630447387695,
+      "cov-distil (oracle2teacher)": 4.4124250411987305,
       "epoch": 1.58712715855573,
-      "rel-constrast": 3.2530899047851562,
+      "rel-constrast": 3.870363473892212,
       "step": 2022,
-      "subrel-constrast": 4.041499137878418,
+      "subrel-constrast": 4.082399845123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6975460052490234,
-      "cov-distil (oracle2student)": 2.134544610977173,
-      "cov-distil (oracle2teacher)": 2.6783952713012695,
+      "cov-distil": 1.617224931716919,
+      "cov-distil (oracle2student)": 2.469395637512207,
+      "cov-distil (oracle2teacher)": 2.469721794128418,
       "epoch": 1.587912087912088,
-      "rel-constrast": 1.9920363426208496,
+      "rel-constrast": 2.18673038482666,
       "step": 2023,
-      "subrel-constrast": 2.524914503097534,
+      "subrel-constrast": 2.588359832763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.539825439453125,
-      "cov-distil (oracle2student)": 3.59492826461792,
-      "cov-distil (oracle2teacher)": 3.1538758277893066,
+      "cov-distil": 2.0086021423339844,
+      "cov-distil (oracle2student)": 3.715607166290283,
+      "cov-distil (oracle2teacher)": 3.3535380363464355,
       "epoch": 1.5886970172684458,
-      "rel-constrast": 3.423799514770508,
+      "rel-constrast": 3.9203038215637207,
       "step": 2024,
-      "subrel-constrast": 2.937838077545166,
+      "subrel-constrast": 2.7347300052642822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.211482286453247,
-      "cov-distil (oracle2student)": 3.4956533908843994,
-      "cov-distil (oracle2teacher)": 3.3868885040283203,
+      "cov-distil": 1.8363323211669922,
+      "cov-distil (oracle2student)": 3.317770004272461,
+      "cov-distil (oracle2teacher)": 3.5975492000579834,
       "epoch": 1.5894819466248038,
-      "rel-constrast": 2.658813238143921,
+      "rel-constrast": 3.218078136444092,
       "step": 2025,
-      "subrel-constrast": 3.331859588623047,
+      "subrel-constrast": 3.4647045135498047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.064730405807495,
-      "cov-distil (oracle2student)": 4.127379417419434,
-      "cov-distil (oracle2teacher)": 4.330715179443359,
+      "cov-distil": 2.5144143104553223,
+      "cov-distil (oracle2student)": 4.121999263763428,
+      "cov-distil (oracle2teacher)": 4.1530961990356445,
       "epoch": 1.5902668759811616,
-      "rel-constrast": 3.454615354537964,
+      "rel-constrast": 3.934569835662842,
       "step": 2026,
-      "subrel-constrast": 5.0817790031433105,
+      "subrel-constrast": 5.141406536102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.764772653579712,
-      "cov-distil (oracle2student)": 5.5037665367126465,
-      "cov-distil (oracle2teacher)": 5.152635097503662,
+      "cov-distil": 1.9326425790786743,
+      "cov-distil (oracle2student)": 5.031104564666748,
+      "cov-distil (oracle2teacher)": 5.382802963256836,
       "epoch": 1.5910518053375196,
-      "rel-constrast": 3.8172686100006104,
+      "rel-constrast": 3.3053667545318604,
       "step": 2027,
-      "subrel-constrast": 4.860388278961182,
+      "subrel-constrast": 4.737491607666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7477824687957764,
-      "cov-distil (oracle2student)": 2.8598079681396484,
-      "cov-distil (oracle2teacher)": 3.4302902221679688,
+      "cov-distil": 2.9106247425079346,
+      "cov-distil (oracle2student)": 2.9398694038391113,
+      "cov-distil (oracle2teacher)": 3.6933841705322266,
       "epoch": 1.5918367346938775,
-      "rel-constrast": 2.446838140487671,
+      "rel-constrast": 2.8041157722473145,
       "step": 2028,
-      "subrel-constrast": 2.904712677001953,
+      "subrel-constrast": 3.2831716537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2806787490844727,
-      "cov-distil (oracle2student)": 4.167126178741455,
-      "cov-distil (oracle2teacher)": 3.535740375518799,
+      "cov-distil": 1.5050818920135498,
+      "cov-distil (oracle2student)": 4.449164390563965,
+      "cov-distil (oracle2teacher)": 4.312474727630615,
       "epoch": 1.5926216640502355,
-      "rel-constrast": 1.5691629648208618,
+      "rel-constrast": 1.9815727472305298,
       "step": 2029,
-      "subrel-constrast": 2.2749476432800293,
+      "subrel-constrast": 2.3558831214904785,
       "view-similarity": 0
     },
     {
       "epoch": 1.5934065934065935,
-      "grad_norm": 4.0625,
+      "grad_norm": 5.3125,
       "learning_rate": 4.840455736531695e-05,
-      "loss": 0.761,
+      "loss": 0.7986,
       "step": 2030
     },
     {
-      "cov-distil": 1.8052408695220947,
-      "cov-distil (oracle2student)": 3.767669439315796,
-      "cov-distil (oracle2teacher)": 4.137200355529785,
+      "cov-distil": 1.9807500839233398,
+      "cov-distil (oracle2student)": 4.184055805206299,
+      "cov-distil (oracle2teacher)": 4.371416091918945,
       "epoch": 1.5934065934065935,
-      "rel-constrast": 2.8105173110961914,
+      "rel-constrast": 3.0361721515655518,
       "step": 2030,
-      "subrel-constrast": 4.052968978881836,
+      "subrel-constrast": 4.5771894454956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9864495992660522,
-      "cov-distil (oracle2student)": 4.301630020141602,
-      "cov-distil (oracle2teacher)": 3.9233083724975586,
+      "cov-distil": 2.6902244091033936,
+      "cov-distil (oracle2student)": 4.552705764770508,
+      "cov-distil (oracle2teacher)": 4.101091384887695,
       "epoch": 1.5941915227629513,
-      "rel-constrast": 2.481691360473633,
+      "rel-constrast": 2.7120423316955566,
       "step": 2031,
-      "subrel-constrast": 3.670283317565918,
+      "subrel-constrast": 3.8501439094543457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2325851917266846,
-      "cov-distil (oracle2student)": 3.4413347244262695,
-      "cov-distil (oracle2teacher)": 3.52907133102417,
+      "cov-distil": 1.8643100261688232,
+      "cov-distil (oracle2student)": 3.8420329093933105,
+      "cov-distil (oracle2teacher)": 3.5476231575012207,
       "epoch": 1.5949764521193093,
-      "rel-constrast": 1.944342017173767,
+      "rel-constrast": 2.9818115234375,
       "step": 2032,
-      "subrel-constrast": 2.616421699523926,
+      "subrel-constrast": 2.8136143684387207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1680409908294678,
-      "cov-distil (oracle2student)": 4.535223007202148,
-      "cov-distil (oracle2teacher)": 4.687896728515625,
+      "cov-distil": 1.494584321975708,
+      "cov-distil (oracle2student)": 4.78524112701416,
+      "cov-distil (oracle2teacher)": 4.307845115661621,
       "epoch": 1.595761381475667,
-      "rel-constrast": 3.4036130905151367,
+      "rel-constrast": 4.005531311035156,
       "step": 2033,
-      "subrel-constrast": 3.596949815750122,
+      "subrel-constrast": 3.70719575881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.187397837638855,
-      "cov-distil (oracle2student)": 5.060375690460205,
-      "cov-distil (oracle2teacher)": 4.972679615020752,
+      "cov-distil": 1.7330330610275269,
+      "cov-distil (oracle2student)": 5.121124267578125,
+      "cov-distil (oracle2teacher)": 4.436269283294678,
       "epoch": 1.596546310832025,
-      "rel-constrast": 2.817009449005127,
+      "rel-constrast": 3.27589750289917,
       "step": 2034,
-      "subrel-constrast": 3.526599407196045,
+      "subrel-constrast": 3.4971117973327637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9516181945800781,
-      "cov-distil (oracle2student)": 5.50700569152832,
-      "cov-distil (oracle2teacher)": 4.918766021728516,
+      "cov-distil": 2.0629711151123047,
+      "cov-distil (oracle2student)": 5.402863502502441,
+      "cov-distil (oracle2teacher)": 5.238927841186523,
       "epoch": 1.597331240188383,
-      "rel-constrast": 3.4270966053009033,
+      "rel-constrast": 3.9377942085266113,
       "step": 2035,
-      "subrel-constrast": 4.3050537109375,
+      "subrel-constrast": 3.7112865447998047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6815999746322632,
-      "cov-distil (oracle2student)": 3.189220428466797,
-      "cov-distil (oracle2teacher)": 3.4597322940826416,
+      "cov-distil": 2.2123804092407227,
+      "cov-distil (oracle2student)": 3.127897262573242,
+      "cov-distil (oracle2teacher)": 3.748157501220703,
       "epoch": 1.598116169544741,
-      "rel-constrast": 3.8849408626556396,
+      "rel-constrast": 3.1591930389404297,
       "step": 2036,
-      "subrel-constrast": 4.007104873657227,
+      "subrel-constrast": 4.160686016082764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5344910621643066,
-      "cov-distil (oracle2student)": 5.080648422241211,
-      "cov-distil (oracle2teacher)": 4.638467788696289,
+      "cov-distil": 1.7746105194091797,
+      "cov-distil (oracle2student)": 5.241938591003418,
+      "cov-distil (oracle2teacher)": 5.0172014236450195,
       "epoch": 1.598901098901099,
-      "rel-constrast": 2.8217477798461914,
+      "rel-constrast": 3.628551721572876,
       "step": 2037,
-      "subrel-constrast": 3.8516201972961426,
+      "subrel-constrast": 3.6586368083953857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6874818801879883,
-      "cov-distil (oracle2student)": 4.321852684020996,
-      "cov-distil (oracle2teacher)": 4.031486511230469,
+      "cov-distil": 2.435868263244629,
+      "cov-distil (oracle2student)": 4.344606399536133,
+      "cov-distil (oracle2teacher)": 4.567896842956543,
       "epoch": 1.599686028257457,
-      "rel-constrast": 4.23775577545166,
+      "rel-constrast": 4.4788007736206055,
       "step": 2038,
-      "subrel-constrast": 4.444581985473633,
+      "subrel-constrast": 4.362920761108398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5076287984848022,
-      "cov-distil (oracle2student)": 3.5776901245117188,
-      "cov-distil (oracle2teacher)": 3.320101737976074,
+      "cov-distil": 1.8560575246810913,
+      "cov-distil (oracle2student)": 4.533269882202148,
+      "cov-distil (oracle2teacher)": 3.9634954929351807,
       "epoch": 1.6004709576138147,
-      "rel-constrast": 2.3692123889923096,
+      "rel-constrast": 3.027972459793091,
       "step": 2039,
-      "subrel-constrast": 2.848024845123291,
+      "subrel-constrast": 3.3680434226989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.6012558869701727,
-      "grad_norm": 5.25,
+      "grad_norm": 6.21875,
       "learning_rate": 4.837373937886191e-05,
-      "loss": 0.7943,
+      "loss": 0.8561,
       "step": 2040
     },
     {
-      "cov-distil": 1.6467664241790771,
-      "cov-distil (oracle2student)": 3.4191412925720215,
-      "cov-distil (oracle2teacher)": 3.879981756210327,
+      "cov-distil": 1.9598894119262695,
+      "cov-distil (oracle2student)": 3.381110429763794,
+      "cov-distil (oracle2teacher)": 4.094082832336426,
       "epoch": 1.6012558869701727,
-      "rel-constrast": 2.825836181640625,
+      "rel-constrast": 2.876657009124756,
       "step": 2040,
-      "subrel-constrast": 3.5962727069854736,
+      "subrel-constrast": 3.6126420497894287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6008367538452148,
-      "cov-distil (oracle2student)": 4.051494598388672,
-      "cov-distil (oracle2teacher)": 4.0429229736328125,
+      "cov-distil": 2.1027538776397705,
+      "cov-distil (oracle2student)": 3.68131160736084,
+      "cov-distil (oracle2teacher)": 3.9598894119262695,
       "epoch": 1.6020408163265305,
-      "rel-constrast": 2.2376322746276855,
+      "rel-constrast": 3.0337584018707275,
       "step": 2041,
-      "subrel-constrast": 3.3133673667907715,
+      "subrel-constrast": 3.2539567947387695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3132537603378296,
-      "cov-distil (oracle2student)": 5.540678977966309,
-      "cov-distil (oracle2teacher)": 4.8964972496032715,
+      "cov-distil": 1.6581323146820068,
+      "cov-distil (oracle2student)": 5.75325345993042,
+      "cov-distil (oracle2teacher)": 5.243010520935059,
       "epoch": 1.6028257456828885,
-      "rel-constrast": 3.3395042419433594,
+      "rel-constrast": 3.174668312072754,
       "step": 2042,
-      "subrel-constrast": 3.4931578636169434,
+      "subrel-constrast": 3.4955239295959473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4747480154037476,
-      "cov-distil (oracle2student)": 3.688535213470459,
-      "cov-distil (oracle2teacher)": 3.7695884704589844,
+      "cov-distil": 2.2005257606506348,
+      "cov-distil (oracle2student)": 3.632030725479126,
+      "cov-distil (oracle2teacher)": 3.751397132873535,
       "epoch": 1.6036106750392465,
-      "rel-constrast": 3.0774917602539062,
+      "rel-constrast": 3.3678011894226074,
       "step": 2043,
-      "subrel-constrast": 4.081106185913086,
+      "subrel-constrast": 3.9739105701446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3674695491790771,
-      "cov-distil (oracle2student)": 4.54239559173584,
-      "cov-distil (oracle2teacher)": 4.217275142669678,
+      "cov-distil": 1.7364897727966309,
+      "cov-distil (oracle2student)": 5.130245685577393,
+      "cov-distil (oracle2teacher)": 4.510554313659668,
       "epoch": 1.6043956043956045,
-      "rel-constrast": 3.5234925746917725,
+      "rel-constrast": 4.01242208480835,
       "step": 2044,
-      "subrel-constrast": 3.8215219974517822,
+      "subrel-constrast": 3.4956698417663574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2804394960403442,
-      "cov-distil (oracle2student)": 3.9361371994018555,
-      "cov-distil (oracle2teacher)": 4.220816612243652,
+      "cov-distil": 2.0850095748901367,
+      "cov-distil (oracle2student)": 3.7946105003356934,
+      "cov-distil (oracle2teacher)": 3.9892146587371826,
       "epoch": 1.6051805337519625,
-      "rel-constrast": 3.50968599319458,
+      "rel-constrast": 3.9406917095184326,
       "step": 2045,
-      "subrel-constrast": 4.2541584968566895,
+      "subrel-constrast": 4.032471656799316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8156013488769531,
-      "cov-distil (oracle2student)": 4.476880073547363,
-      "cov-distil (oracle2teacher)": 3.963146209716797,
+      "cov-distil": 2.394049644470215,
+      "cov-distil (oracle2student)": 4.504836082458496,
+      "cov-distil (oracle2teacher)": 4.387550354003906,
       "epoch": 1.6059654631083202,
-      "rel-constrast": 3.259300708770752,
+      "rel-constrast": 3.8696906566619873,
       "step": 2046,
-      "subrel-constrast": 3.3814423084259033,
+      "subrel-constrast": 3.700474500656128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5240626335144043,
-      "cov-distil (oracle2student)": 3.958540201187134,
-      "cov-distil (oracle2teacher)": 3.794686794281006,
+      "cov-distil": 1.7737454175949097,
+      "cov-distil (oracle2student)": 4.556284427642822,
+      "cov-distil (oracle2teacher)": 4.010815143585205,
       "epoch": 1.6067503924646782,
-      "rel-constrast": 2.936607599258423,
+      "rel-constrast": 3.96748423576355,
       "step": 2047,
-      "subrel-constrast": 3.8535993099212646,
+      "subrel-constrast": 3.647857189178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266055822372437,
-      "cov-distil (oracle2student)": 4.4979705810546875,
-      "cov-distil (oracle2teacher)": 3.644831895828247,
+      "cov-distil": 2.056027412414551,
+      "cov-distil (oracle2student)": 4.711935997009277,
+      "cov-distil (oracle2teacher)": 4.302933692932129,
       "epoch": 1.607535321821036,
-      "rel-constrast": 2.2974979877471924,
+      "rel-constrast": 2.1785037517547607,
       "step": 2048,
-      "subrel-constrast": 3.10577654838562,
+      "subrel-constrast": 3.0642924308776855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7465144395828247,
-      "cov-distil (oracle2student)": 3.3013501167297363,
-      "cov-distil (oracle2teacher)": 3.4726696014404297,
+      "cov-distil": 1.5655063390731812,
+      "cov-distil (oracle2student)": 3.838616371154785,
+      "cov-distil (oracle2teacher)": 3.3020272254943848,
       "epoch": 1.608320251177394,
-      "rel-constrast": 1.995133638381958,
+      "rel-constrast": 2.7434725761413574,
       "step": 2049,
-      "subrel-constrast": 2.724217653274536,
+      "subrel-constrast": 2.7800800800323486,
       "view-similarity": 0
     },
     {
       "epoch": 1.609105180533752,
-      "grad_norm": 4.40625,
+      "grad_norm": 5.59375,
       "learning_rate": 4.834263659076884e-05,
-      "loss": 0.763,
+      "loss": 0.8291,
       "step": 2050
     },
     {
-      "cov-distil": 1.7949761152267456,
-      "cov-distil (oracle2student)": 4.498704433441162,
-      "cov-distil (oracle2teacher)": 4.352823257446289,
+      "cov-distil": 1.8658506870269775,
+      "cov-distil (oracle2student)": 4.9493513107299805,
+      "cov-distil (oracle2teacher)": 4.524769306182861,
       "epoch": 1.609105180533752,
-      "rel-constrast": 2.254809856414795,
+      "rel-constrast": 2.5765199661254883,
       "step": 2050,
-      "subrel-constrast": 3.4211935997009277,
+      "subrel-constrast": 3.367403984069824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3349231481552124,
-      "cov-distil (oracle2student)": 5.7295918464660645,
-      "cov-distil (oracle2teacher)": 5.212827205657959,
+      "cov-distil": 1.906947135925293,
+      "cov-distil (oracle2student)": 5.829298973083496,
+      "cov-distil (oracle2teacher)": 5.757718086242676,
       "epoch": 1.60989010989011,
-      "rel-constrast": 2.0729784965515137,
+      "rel-constrast": 2.5743441581726074,
       "step": 2051,
-      "subrel-constrast": 3.048137903213501,
+      "subrel-constrast": 2.9985196590423584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0458886623382568,
-      "cov-distil (oracle2student)": 3.1625027656555176,
-      "cov-distil (oracle2teacher)": 3.6677608489990234,
+      "cov-distil": 1.243606686592102,
+      "cov-distil (oracle2student)": 3.4986162185668945,
+      "cov-distil (oracle2teacher)": 4.097476482391357,
       "epoch": 1.610675039246468,
-      "rel-constrast": 2.433927536010742,
+      "rel-constrast": 2.9804863929748535,
       "step": 2052,
-      "subrel-constrast": 3.323185682296753,
+      "subrel-constrast": 3.4838638305664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3693102598190308,
-      "cov-distil (oracle2student)": 2.987476110458374,
-      "cov-distil (oracle2teacher)": 2.8964524269104004,
+      "cov-distil": 1.6837584972381592,
+      "cov-distil (oracle2student)": 2.6267595291137695,
+      "cov-distil (oracle2teacher)": 2.898986339569092,
       "epoch": 1.6114599686028257,
-      "rel-constrast": 2.140439033508301,
+      "rel-constrast": 1.7966277599334717,
       "step": 2053,
-      "subrel-constrast": 2.8775861263275146,
+      "subrel-constrast": 2.7190916538238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3437325954437256,
-      "cov-distil (oracle2student)": 5.207067012786865,
-      "cov-distil (oracle2teacher)": 5.1119794845581055,
+      "cov-distil": 1.7603603601455688,
+      "cov-distil (oracle2student)": 5.113825798034668,
+      "cov-distil (oracle2teacher)": 5.6175312995910645,
       "epoch": 1.6122448979591837,
-      "rel-constrast": 3.1859264373779297,
+      "rel-constrast": 3.2634825706481934,
       "step": 2054,
-      "subrel-constrast": 3.5148096084594727,
+      "subrel-constrast": 4.188901424407959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5393338203430176,
-      "cov-distil (oracle2student)": 2.7178211212158203,
-      "cov-distil (oracle2teacher)": 2.548007011413574,
+      "cov-distil": 1.7836527824401855,
+      "cov-distil (oracle2student)": 3.0420267581939697,
+      "cov-distil (oracle2teacher)": 2.717525005340576,
       "epoch": 1.6130298273155415,
-      "rel-constrast": 2.2228755950927734,
+      "rel-constrast": 2.1410717964172363,
       "step": 2055,
-      "subrel-constrast": 2.701355457305908,
+      "subrel-constrast": 2.8615362644195557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426512360572815,
-      "cov-distil (oracle2student)": 3.4088988304138184,
-      "cov-distil (oracle2teacher)": 3.7255258560180664,
+      "cov-distil": 1.3172886371612549,
+      "cov-distil (oracle2student)": 3.307732105255127,
+      "cov-distil (oracle2teacher)": 3.406601667404175,
       "epoch": 1.6138147566718994,
-      "rel-constrast": 1.602285623550415,
+      "rel-constrast": 1.907084345817566,
       "step": 2056,
-      "subrel-constrast": 2.695399761199951,
+      "subrel-constrast": 2.659954309463501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7214194536209106,
-      "cov-distil (oracle2student)": 3.3216590881347656,
-      "cov-distil (oracle2teacher)": 3.337252616882324,
+      "cov-distil": 2.0406103134155273,
+      "cov-distil (oracle2student)": 3.2927727699279785,
+      "cov-distil (oracle2teacher)": 3.140674591064453,
       "epoch": 1.6145996860282574,
-      "rel-constrast": 2.674438714981079,
+      "rel-constrast": 3.146155834197998,
       "step": 2057,
-      "subrel-constrast": 3.511599063873291,
+      "subrel-constrast": 3.5029361248016357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5471255779266357,
-      "cov-distil (oracle2student)": 3.8116812705993652,
-      "cov-distil (oracle2teacher)": 3.9724085330963135,
+      "cov-distil": 1.9151606559753418,
+      "cov-distil (oracle2student)": 4.01308536529541,
+      "cov-distil (oracle2teacher)": 3.9506449699401855,
       "epoch": 1.6153846153846154,
-      "rel-constrast": 2.7013487815856934,
+      "rel-constrast": 2.8753414154052734,
       "step": 2058,
-      "subrel-constrast": 3.5736117362976074,
+      "subrel-constrast": 3.2515740394592285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2454863786697388,
-      "cov-distil (oracle2student)": 5.163958549499512,
-      "cov-distil (oracle2teacher)": 4.0869317054748535,
+      "cov-distil": 1.668416142463684,
+      "cov-distil (oracle2student)": 5.0023369789123535,
+      "cov-distil (oracle2teacher)": 4.903827667236328,
       "epoch": 1.6161695447409734,
-      "rel-constrast": 2.5448288917541504,
+      "rel-constrast": 2.538041830062866,
       "step": 2059,
-      "subrel-constrast": 3.0625667572021484,
+      "subrel-constrast": 3.3355658054351807,
       "view-similarity": 0
     },
     {
       "epoch": 1.6169544740973314,
-      "grad_norm": 10.5,
+      "grad_norm": 5.96875,
       "learning_rate": 4.83112493800154e-05,
-      "loss": 0.6318,
+      "loss": 0.645,
       "step": 2060
     },
     {
-      "cov-distil": 1.4908287525177002,
-      "cov-distil (oracle2student)": 4.317589282989502,
-      "cov-distil (oracle2teacher)": 4.190001487731934,
+      "cov-distil": 1.4158320426940918,
+      "cov-distil (oracle2student)": 4.778284549713135,
+      "cov-distil (oracle2teacher)": 4.536355972290039,
       "epoch": 1.6169544740973314,
-      "rel-constrast": 2.581674575805664,
+      "rel-constrast": 2.7216076850891113,
       "step": 2060,
-      "subrel-constrast": 3.4688923358917236,
+      "subrel-constrast": 3.3563945293426514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4584860801696777,
-      "cov-distil (oracle2student)": 4.275257110595703,
-      "cov-distil (oracle2teacher)": 4.058523654937744,
+      "cov-distil": 1.7191169261932373,
+      "cov-distil (oracle2student)": 3.7207870483398438,
+      "cov-distil (oracle2teacher)": 4.355107307434082,
       "epoch": 1.6177394034536892,
-      "rel-constrast": 2.0944056510925293,
+      "rel-constrast": 2.546837091445923,
       "step": 2061,
-      "subrel-constrast": 2.88100266456604,
+      "subrel-constrast": 2.9426395893096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.757563829421997,
-      "cov-distil (oracle2student)": 3.076035499572754,
-      "cov-distil (oracle2teacher)": 3.0971367359161377,
+      "cov-distil": 1.7491631507873535,
+      "cov-distil (oracle2student)": 3.8698174953460693,
+      "cov-distil (oracle2teacher)": 3.152174472808838,
       "epoch": 1.6185243328100472,
-      "rel-constrast": 2.540196418762207,
+      "rel-constrast": 3.3608438968658447,
       "step": 2062,
-      "subrel-constrast": 3.6414880752563477,
+      "subrel-constrast": 3.529266595840454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2241549491882324,
-      "cov-distil (oracle2student)": 4.835506439208984,
-      "cov-distil (oracle2teacher)": 4.11246919631958,
+      "cov-distil": 1.3452479839324951,
+      "cov-distil (oracle2student)": 5.58112907409668,
+      "cov-distil (oracle2teacher)": 4.605348587036133,
       "epoch": 1.619309262166405,
-      "rel-constrast": 3.1234943866729736,
+      "rel-constrast": 3.3937673568725586,
       "step": 2063,
-      "subrel-constrast": 3.165693521499634,
+      "subrel-constrast": 2.983935832977295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9903879165649414,
-      "cov-distil (oracle2student)": 4.786257266998291,
-      "cov-distil (oracle2teacher)": 4.460675239562988,
+      "cov-distil": 2.6540117263793945,
+      "cov-distil (oracle2student)": 4.887837886810303,
+      "cov-distil (oracle2teacher)": 4.732949256896973,
       "epoch": 1.620094191522763,
-      "rel-constrast": 2.56026029586792,
+      "rel-constrast": 3.1217689514160156,
       "step": 2064,
-      "subrel-constrast": 3.524782180786133,
+      "subrel-constrast": 3.9988021850585938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.28297758102417,
-      "cov-distil (oracle2student)": 4.441198825836182,
-      "cov-distil (oracle2teacher)": 4.769462585449219,
+      "cov-distil": 1.6325713396072388,
+      "cov-distil (oracle2student)": 5.050360679626465,
+      "cov-distil (oracle2teacher)": 5.116917610168457,
       "epoch": 1.620879120879121,
-      "rel-constrast": 2.9925427436828613,
+      "rel-constrast": 3.2057900428771973,
       "step": 2065,
-      "subrel-constrast": 3.6131138801574707,
+      "subrel-constrast": 4.208925724029541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.761282205581665,
-      "cov-distil (oracle2student)": 5.356776237487793,
-      "cov-distil (oracle2teacher)": 4.522482395172119,
+      "cov-distil": 2.5812621116638184,
+      "cov-distil (oracle2student)": 5.102790355682373,
+      "cov-distil (oracle2teacher)": 4.782477378845215,
       "epoch": 1.6216640502354789,
-      "rel-constrast": 3.165936231613159,
+      "rel-constrast": 2.977180004119873,
       "step": 2066,
-      "subrel-constrast": 4.099177837371826,
+      "subrel-constrast": 4.003785133361816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4316446781158447,
-      "cov-distil (oracle2student)": 5.165266036987305,
-      "cov-distil (oracle2teacher)": 4.497067451477051,
+      "cov-distil": 2.119307041168213,
+      "cov-distil (oracle2student)": 5.012778282165527,
+      "cov-distil (oracle2teacher)": 4.955540657043457,
       "epoch": 1.6224489795918369,
-      "rel-constrast": 2.9972119331359863,
+      "rel-constrast": 3.654629707336426,
       "step": 2067,
-      "subrel-constrast": 3.2542285919189453,
+      "subrel-constrast": 3.6265110969543457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3026407957077026,
-      "cov-distil (oracle2student)": 5.497707843780518,
-      "cov-distil (oracle2teacher)": 4.904534816741943,
+      "cov-distil": 1.8710980415344238,
+      "cov-distil (oracle2student)": 5.823598861694336,
+      "cov-distil (oracle2teacher)": 5.272956848144531,
       "epoch": 1.6232339089481946,
-      "rel-constrast": 2.914114236831665,
+      "rel-constrast": 3.515549659729004,
       "step": 2068,
-      "subrel-constrast": 3.616696834564209,
+      "subrel-constrast": 3.7050182819366455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.508901834487915,
-      "cov-distil (oracle2student)": 4.457405090332031,
-      "cov-distil (oracle2teacher)": 4.822147369384766,
+      "cov-distil": 1.7523329257965088,
+      "cov-distil (oracle2student)": 4.805436134338379,
+      "cov-distil (oracle2teacher)": 4.811914920806885,
       "epoch": 1.6240188383045526,
-      "rel-constrast": 2.934299945831299,
+      "rel-constrast": 3.4967689514160156,
       "step": 2069,
-      "subrel-constrast": 4.103697776794434,
+      "subrel-constrast": 4.176980972290039,
       "view-similarity": 0
     },
     {
       "epoch": 1.6248037676609104,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.53125,
       "learning_rate": 4.827957812904485e-05,
-      "loss": 0.7356,
+      "loss": 0.7999,
       "step": 2070
     },
     {
-      "cov-distil": 1.3743852376937866,
-      "cov-distil (oracle2student)": 2.6643528938293457,
-      "cov-distil (oracle2teacher)": 3.036470413208008,
+      "cov-distil": 1.3611407279968262,
+      "cov-distil (oracle2student)": 3.1688613891601562,
+      "cov-distil (oracle2teacher)": 3.313385248184204,
       "epoch": 1.6248037676609104,
-      "rel-constrast": 2.3496155738830566,
+      "rel-constrast": 2.9549195766448975,
       "step": 2070,
-      "subrel-constrast": 3.3078978061676025,
+      "subrel-constrast": 3.08913254737854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.617437720298767,
-      "cov-distil (oracle2student)": 6.351428508758545,
-      "cov-distil (oracle2teacher)": 5.156709671020508,
+      "cov-distil": 1.9370769262313843,
+      "cov-distil (oracle2student)": 5.965681552886963,
+      "cov-distil (oracle2teacher)": 5.39721155166626,
       "epoch": 1.6255886970172684,
-      "rel-constrast": 2.6045138835906982,
+      "rel-constrast": 2.6514077186584473,
       "step": 2071,
-      "subrel-constrast": 2.9174444675445557,
+      "subrel-constrast": 2.8388800621032715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9774250984191895,
-      "cov-distil (oracle2student)": 4.303502082824707,
-      "cov-distil (oracle2teacher)": 3.9338040351867676,
+      "cov-distil": 2.33512544631958,
+      "cov-distil (oracle2student)": 3.9428443908691406,
+      "cov-distil (oracle2teacher)": 4.105510711669922,
       "epoch": 1.6263736263736264,
-      "rel-constrast": 3.3211231231689453,
+      "rel-constrast": 3.5030293464660645,
       "step": 2072,
-      "subrel-constrast": 3.631126880645752,
+      "subrel-constrast": 3.656738042831421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9205094575881958,
-      "cov-distil (oracle2student)": 4.331757545471191,
-      "cov-distil (oracle2teacher)": 4.20655632019043,
+      "cov-distil": 1.2212598323822021,
+      "cov-distil (oracle2student)": 4.2657341957092285,
+      "cov-distil (oracle2teacher)": 4.761544227600098,
       "epoch": 1.6271585557299844,
-      "rel-constrast": 2.644624710083008,
+      "rel-constrast": 2.8429582118988037,
       "step": 2073,
-      "subrel-constrast": 3.4994237422943115,
+      "subrel-constrast": 3.2103431224823,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9841632843017578,
-      "cov-distil (oracle2student)": 3.503969430923462,
-      "cov-distil (oracle2teacher)": 2.974539041519165,
+      "cov-distil": 2.7573392391204834,
+      "cov-distil (oracle2student)": 3.482907295227051,
+      "cov-distil (oracle2teacher)": 3.3328349590301514,
       "epoch": 1.6279434850863423,
-      "rel-constrast": 1.8373162746429443,
+      "rel-constrast": 2.0799436569213867,
       "step": 2074,
-      "subrel-constrast": 2.4780445098876953,
+      "subrel-constrast": 2.693690061569214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3093910217285156,
-      "cov-distil (oracle2student)": 5.715851783752441,
-      "cov-distil (oracle2teacher)": 4.562400817871094,
+      "cov-distil": 1.5506088733673096,
+      "cov-distil (oracle2student)": 5.1656646728515625,
+      "cov-distil (oracle2teacher)": 4.934126853942871,
       "epoch": 1.6287284144427001,
-      "rel-constrast": 3.0792689323425293,
+      "rel-constrast": 3.391221523284912,
       "step": 2075,
-      "subrel-constrast": 3.4869117736816406,
+      "subrel-constrast": 3.4767234325408936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72260582447052,
-      "cov-distil (oracle2student)": 4.45317268371582,
-      "cov-distil (oracle2teacher)": 4.26389217376709,
+      "cov-distil": 1.695784330368042,
+      "cov-distil (oracle2student)": 4.852001190185547,
+      "cov-distil (oracle2teacher)": 4.283757209777832,
       "epoch": 1.629513343799058,
-      "rel-constrast": 2.2471811771392822,
+      "rel-constrast": 2.493624448776245,
       "step": 2076,
-      "subrel-constrast": 2.5746428966522217,
+      "subrel-constrast": 2.424844741821289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3540172576904297,
-      "cov-distil (oracle2student)": 5.391295909881592,
-      "cov-distil (oracle2teacher)": 5.226952075958252,
+      "cov-distil": 1.5215809345245361,
+      "cov-distil (oracle2student)": 6.005449295043945,
+      "cov-distil (oracle2teacher)": 5.154108047485352,
       "epoch": 1.6302982731554159,
-      "rel-constrast": 1.6137186288833618,
+      "rel-constrast": 1.9577560424804688,
       "step": 2077,
-      "subrel-constrast": 2.613908290863037,
+      "subrel-constrast": 2.5152792930603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8046118021011353,
-      "cov-distil (oracle2student)": 4.633482933044434,
-      "cov-distil (oracle2teacher)": 4.515999794006348,
+      "cov-distil": 2.6635022163391113,
+      "cov-distil (oracle2student)": 4.997156143188477,
+      "cov-distil (oracle2teacher)": 5.051814079284668,
       "epoch": 1.6310832025117739,
-      "rel-constrast": 2.3300392627716064,
+      "rel-constrast": 2.538435220718384,
       "step": 2078,
-      "subrel-constrast": 2.9957892894744873,
+      "subrel-constrast": 3.2896862030029297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4055002927780151,
-      "cov-distil (oracle2student)": 3.869049072265625,
-      "cov-distil (oracle2teacher)": 3.528761863708496,
+      "cov-distil": 1.624668836593628,
+      "cov-distil (oracle2student)": 4.008569717407227,
+      "cov-distil (oracle2teacher)": 3.5223817825317383,
       "epoch": 1.6318681318681318,
-      "rel-constrast": 1.8855060338974,
+      "rel-constrast": 1.8659578561782837,
       "step": 2079,
-      "subrel-constrast": 2.607849359512329,
+      "subrel-constrast": 2.568305015563965,
       "view-similarity": 0
     },
     {
       "epoch": 1.6326530612244898,
-      "grad_norm": 4.5625,
+      "grad_norm": 5.09375,
       "learning_rate": 4.824762322376138e-05,
-      "loss": 0.6365,
+      "loss": 0.657,
       "step": 2080
     },
     {
-      "cov-distil": 1.2414379119873047,
-      "cov-distil (oracle2student)": 3.478029727935791,
-      "cov-distil (oracle2teacher)": 3.3050224781036377,
+      "cov-distil": 1.2687844038009644,
+      "cov-distil (oracle2student)": 3.269157886505127,
+      "cov-distil (oracle2teacher)": 3.0013937950134277,
       "epoch": 1.6326530612244898,
-      "rel-constrast": 1.9633790254592896,
+      "rel-constrast": 2.288952589035034,
       "step": 2080,
-      "subrel-constrast": 2.5663352012634277,
+      "subrel-constrast": 2.4528653621673584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1902920007705688,
-      "cov-distil (oracle2student)": 4.973108768463135,
-      "cov-distil (oracle2teacher)": 4.454844951629639,
+      "cov-distil": 1.9485971927642822,
+      "cov-distil (oracle2student)": 5.250120639801025,
+      "cov-distil (oracle2teacher)": 4.6477203369140625,
       "epoch": 1.6334379905808478,
-      "rel-constrast": 1.9761629104614258,
+      "rel-constrast": 2.139887571334839,
       "step": 2081,
-      "subrel-constrast": 2.5908637046813965,
+      "subrel-constrast": 2.490666627883911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8728954792022705,
-      "cov-distil (oracle2student)": 2.418976306915283,
-      "cov-distil (oracle2teacher)": 3.155106544494629,
+      "cov-distil": 2.529184103012085,
+      "cov-distil (oracle2student)": 2.8423922061920166,
+      "cov-distil (oracle2teacher)": 2.842487335205078,
       "epoch": 1.6342229199372058,
-      "rel-constrast": 2.789966583251953,
+      "rel-constrast": 3.4918019771575928,
       "step": 2082,
-      "subrel-constrast": 3.632643461227417,
+      "subrel-constrast": 3.5395560264587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.879807949066162,
-      "cov-distil (oracle2student)": 4.050652027130127,
-      "cov-distil (oracle2teacher)": 3.8830175399780273,
+      "cov-distil": 2.6844072341918945,
+      "cov-distil (oracle2student)": 3.9400739669799805,
+      "cov-distil (oracle2teacher)": 3.922978401184082,
       "epoch": 1.6350078492935636,
-      "rel-constrast": 3.4353625774383545,
+      "rel-constrast": 3.466309070587158,
       "step": 2083,
-      "subrel-constrast": 3.942655563354492,
+      "subrel-constrast": 3.9794185161590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1142070293426514,
-      "cov-distil (oracle2student)": 4.605465888977051,
-      "cov-distil (oracle2teacher)": 4.1374430656433105,
+      "cov-distil": 1.8090734481811523,
+      "cov-distil (oracle2student)": 4.663928031921387,
+      "cov-distil (oracle2teacher)": 4.394132137298584,
       "epoch": 1.6357927786499213,
-      "rel-constrast": 2.9432709217071533,
+      "rel-constrast": 3.3367831707000732,
       "step": 2084,
-      "subrel-constrast": 3.5583064556121826,
+      "subrel-constrast": 3.460696220397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3301512002944946,
-      "cov-distil (oracle2student)": 3.0463709831237793,
-      "cov-distil (oracle2teacher)": 3.104276657104492,
+      "cov-distil": 1.8715877532958984,
+      "cov-distil (oracle2student)": 2.5389413833618164,
+      "cov-distil (oracle2teacher)": 2.9940109252929688,
       "epoch": 1.6365777080062793,
-      "rel-constrast": 2.3145620822906494,
+      "rel-constrast": 2.507014513015747,
       "step": 2085,
-      "subrel-constrast": 3.1735079288482666,
+      "subrel-constrast": 2.932239532470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478292465209961,
-      "cov-distil (oracle2student)": 2.931324005126953,
-      "cov-distil (oracle2teacher)": 2.9833784103393555,
+      "cov-distil": 1.9483917951583862,
+      "cov-distil (oracle2student)": 2.863835096359253,
+      "cov-distil (oracle2teacher)": 2.951789379119873,
       "epoch": 1.6373626373626373,
-      "rel-constrast": 2.5801472663879395,
+      "rel-constrast": 3.1402432918548584,
       "step": 2086,
-      "subrel-constrast": 2.7285046577453613,
+      "subrel-constrast": 2.552656888961792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6398351192474365,
-      "cov-distil (oracle2student)": 2.8576812744140625,
-      "cov-distil (oracle2teacher)": 3.1078763008117676,
+      "cov-distil": 2.4307448863983154,
+      "cov-distil (oracle2student)": 4.01165771484375,
+      "cov-distil (oracle2teacher)": 3.135254383087158,
       "epoch": 1.6381475667189953,
-      "rel-constrast": 2.428048610687256,
+      "rel-constrast": 3.2590510845184326,
       "step": 2087,
-      "subrel-constrast": 3.2801222801208496,
+      "subrel-constrast": 3.608109951019287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2795454263687134,
-      "cov-distil (oracle2student)": 5.243771553039551,
-      "cov-distil (oracle2teacher)": 4.780567169189453,
+      "cov-distil": 1.132871389389038,
+      "cov-distil (oracle2student)": 5.452219486236572,
+      "cov-distil (oracle2teacher)": 4.798192024230957,
       "epoch": 1.6389324960753533,
-      "rel-constrast": 2.9224610328674316,
+      "rel-constrast": 2.9204182624816895,
       "step": 2088,
-      "subrel-constrast": 3.4047603607177734,
+      "subrel-constrast": 3.2439486980438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7413620948791504,
-      "cov-distil (oracle2student)": 3.4226858615875244,
-      "cov-distil (oracle2teacher)": 3.796494722366333,
+      "cov-distil": 1.9500683546066284,
+      "cov-distil (oracle2student)": 3.3157572746276855,
+      "cov-distil (oracle2teacher)": 4.265115737915039,
       "epoch": 1.6397174254317113,
-      "rel-constrast": 3.177461624145508,
+      "rel-constrast": 2.951401710510254,
       "step": 2089,
-      "subrel-constrast": 3.9020156860351562,
+      "subrel-constrast": 4.080893516540527,
       "view-similarity": 0
     },
     {
       "epoch": 1.640502354788069,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.28125,
       "learning_rate": 4.821538505352543e-05,
-      "loss": 0.7027,
+      "loss": 0.7375,
       "step": 2090
     },
     {
-      "cov-distil": 1.2207731008529663,
-      "cov-distil (oracle2student)": 3.8870153427124023,
-      "cov-distil (oracle2teacher)": 4.129881381988525,
+      "cov-distil": 1.5974518060684204,
+      "cov-distil (oracle2student)": 4.157120704650879,
+      "cov-distil (oracle2teacher)": 3.972930431365967,
       "epoch": 1.640502354788069,
-      "rel-constrast": 2.6559126377105713,
+      "rel-constrast": 2.9074301719665527,
       "step": 2090,
-      "subrel-constrast": 3.1635262966156006,
+      "subrel-constrast": 3.0726966857910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6789839267730713,
-      "cov-distil (oracle2student)": 4.7383270263671875,
-      "cov-distil (oracle2teacher)": 4.643011093139648,
+      "cov-distil": 2.1647956371307373,
+      "cov-distil (oracle2student)": 4.905690670013428,
+      "cov-distil (oracle2teacher)": 4.6491498947143555,
       "epoch": 1.641287284144427,
-      "rel-constrast": 2.328157424926758,
+      "rel-constrast": 2.1963229179382324,
       "step": 2091,
-      "subrel-constrast": 2.9757080078125,
+      "subrel-constrast": 2.9451348781585693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1166787147521973,
-      "cov-distil (oracle2student)": 6.11566162109375,
-      "cov-distil (oracle2teacher)": 5.492757797241211,
+      "cov-distil": 1.6496529579162598,
+      "cov-distil (oracle2student)": 5.971529006958008,
+      "cov-distil (oracle2teacher)": 5.869447708129883,
       "epoch": 1.6420722135007848,
-      "rel-constrast": 3.674086570739746,
+      "rel-constrast": 4.146651268005371,
       "step": 2092,
-      "subrel-constrast": 4.091212749481201,
+      "subrel-constrast": 3.9464876651763916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0456438064575195,
-      "cov-distil (oracle2student)": 2.8291797637939453,
-      "cov-distil (oracle2teacher)": 3.062237501144409,
+      "cov-distil": 1.412024736404419,
+      "cov-distil (oracle2student)": 2.7824580669403076,
+      "cov-distil (oracle2teacher)": 3.172419548034668,
       "epoch": 1.6428571428571428,
-      "rel-constrast": 2.438107967376709,
+      "rel-constrast": 2.294365882873535,
       "step": 2093,
-      "subrel-constrast": 3.1620309352874756,
+      "subrel-constrast": 2.7772114276885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.664851427078247,
-      "cov-distil (oracle2student)": 5.564061164855957,
-      "cov-distil (oracle2teacher)": 5.566417694091797,
+      "cov-distil": 2.129404067993164,
+      "cov-distil (oracle2student)": 5.596503257751465,
+      "cov-distil (oracle2teacher)": 6.435320854187012,
       "epoch": 1.6436420722135008,
-      "rel-constrast": 3.6411361694335938,
+      "rel-constrast": 3.009049415588379,
       "step": 2094,
-      "subrel-constrast": 4.108861923217773,
+      "subrel-constrast": 3.9798226356506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6375892162322998,
-      "cov-distil (oracle2student)": 4.984851837158203,
-      "cov-distil (oracle2teacher)": 4.013951778411865,
+      "cov-distil": 1.5166816711425781,
+      "cov-distil (oracle2student)": 5.2307868003845215,
+      "cov-distil (oracle2teacher)": 4.679411888122559,
       "epoch": 1.6444270015698588,
-      "rel-constrast": 2.8608391284942627,
+      "rel-constrast": 2.4285521507263184,
       "step": 2095,
-      "subrel-constrast": 3.520291328430176,
+      "subrel-constrast": 3.5908055305480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3518152236938477,
-      "cov-distil (oracle2student)": 3.7745819091796875,
-      "cov-distil (oracle2teacher)": 3.919778347015381,
+      "cov-distil": 1.9972950220108032,
+      "cov-distil (oracle2student)": 3.7132606506347656,
+      "cov-distil (oracle2teacher)": 3.664956569671631,
       "epoch": 1.6452119309262168,
-      "rel-constrast": 2.3604490756988525,
+      "rel-constrast": 2.673156976699829,
       "step": 2096,
-      "subrel-constrast": 3.0637900829315186,
+      "subrel-constrast": 3.0940909385681152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6902343034744263,
-      "cov-distil (oracle2student)": 2.733623743057251,
-      "cov-distil (oracle2teacher)": 2.9321978092193604,
+      "cov-distil": 2.0827648639678955,
+      "cov-distil (oracle2student)": 3.415583848953247,
+      "cov-distil (oracle2teacher)": 3.4614405632019043,
       "epoch": 1.6459968602825745,
-      "rel-constrast": 3.052748680114746,
+      "rel-constrast": 3.4119348526000977,
       "step": 2097,
-      "subrel-constrast": 3.6468217372894287,
+      "subrel-constrast": 3.5781612396240234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5134410858154297,
-      "cov-distil (oracle2student)": 3.3050501346588135,
-      "cov-distil (oracle2teacher)": 2.9029603004455566,
+      "cov-distil": 1.4574143886566162,
+      "cov-distil (oracle2student)": 3.503617763519287,
+      "cov-distil (oracle2teacher)": 3.257143497467041,
       "epoch": 1.6467817896389325,
-      "rel-constrast": 2.616238594055176,
+      "rel-constrast": 2.8549346923828125,
       "step": 2098,
-      "subrel-constrast": 2.949694871902466,
+      "subrel-constrast": 2.912903308868408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8169734477996826,
-      "cov-distil (oracle2student)": 6.159611701965332,
-      "cov-distil (oracle2teacher)": 5.612151622772217,
+      "cov-distil": 2.572477102279663,
+      "cov-distil (oracle2student)": 6.566057205200195,
+      "cov-distil (oracle2teacher)": 5.726782321929932,
       "epoch": 1.6475667189952903,
-      "rel-constrast": 2.7007651329040527,
+      "rel-constrast": 3.446516513824463,
       "step": 2099,
-      "subrel-constrast": 3.4792776107788086,
+      "subrel-constrast": 3.6302361488342285,
       "view-similarity": 0
     },
     {
       "epoch": 1.6483516483516483,
-      "grad_norm": 6.0,
+      "grad_norm": 5.96875,
       "learning_rate": 4.818286401114894e-05,
-      "loss": 0.7451,
+      "loss": 0.7342,
       "step": 2100
     },
     {
       "epoch": 1.6483516483516483,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.2874999940395355,
       "step": 2100
     },
     {
       "epoch": 1.6483516483516483,
       "step": 2100,
-      "student margin": 0.0576171875
+      "student margin": 0.055419921875
     },
     {
       "epoch": 1.6483516483516483,
       "step": 2100,
-      "teacher margin": 0.04315185546875
+      "teacher margin": 0.05072021484375
     },
     {
       "epoch": 1.6483516483516483,
-      "margin difference": -0.01446533203125,
+      "margin difference": -0.00469970703125,
       "step": 2100
     },
     {
-      "cov-distil": 1.0847593545913696,
-      "cov-distil (oracle2student)": 4.795584201812744,
-      "cov-distil (oracle2teacher)": 5.146419525146484,
+      "cov-distil": 1.5851316452026367,
+      "cov-distil (oracle2student)": 5.211804389953613,
+      "cov-distil (oracle2teacher)": 5.204434394836426,
       "epoch": 1.6483516483516483,
-      "rel-constrast": 3.1171159744262695,
+      "rel-constrast": 3.5856926441192627,
       "step": 2100,
-      "subrel-constrast": 3.8414456844329834,
+      "subrel-constrast": 3.8832614421844482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0760643482208252,
-      "cov-distil (oracle2student)": 4.520528316497803,
-      "cov-distil (oracle2teacher)": 4.584324836730957,
+      "cov-distil": 1.8086001873016357,
+      "cov-distil (oracle2student)": 4.743308067321777,
+      "cov-distil (oracle2teacher)": 5.258078575134277,
       "epoch": 1.6491365777080063,
-      "rel-constrast": 3.029400587081909,
+      "rel-constrast": 3.519655704498291,
       "step": 2101,
-      "subrel-constrast": 3.4180798530578613,
+      "subrel-constrast": 3.447512626647949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9640960097312927,
-      "cov-distil (oracle2student)": 5.115893840789795,
-      "cov-distil (oracle2teacher)": 4.722122669219971,
+      "cov-distil": 1.7097623348236084,
+      "cov-distil (oracle2student)": 5.858211994171143,
+      "cov-distil (oracle2teacher)": 4.421147346496582,
       "epoch": 1.6499215070643642,
-      "rel-constrast": 2.4659721851348877,
+      "rel-constrast": 2.9698574542999268,
       "step": 2102,
-      "subrel-constrast": 2.7437267303466797,
+      "subrel-constrast": 2.623990297317505,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4343488216400146,
-      "cov-distil (oracle2student)": 4.25430965423584,
-      "cov-distil (oracle2teacher)": 3.885815143585205,
+      "cov-distil": 1.731844186782837,
+      "cov-distil (oracle2student)": 4.63688325881958,
+      "cov-distil (oracle2teacher)": 4.26914119720459,
       "epoch": 1.6507064364207222,
-      "rel-constrast": 2.810929536819458,
+      "rel-constrast": 3.097683906555176,
       "step": 2103,
-      "subrel-constrast": 3.4059669971466064,
+      "subrel-constrast": 3.751999616622925,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3997812271118164,
-      "cov-distil (oracle2student)": 4.908003807067871,
-      "cov-distil (oracle2teacher)": 4.994489669799805,
+      "cov-distil": 1.8046104907989502,
+      "cov-distil (oracle2student)": 4.948003768920898,
+      "cov-distil (oracle2teacher)": 5.5321855545043945,
       "epoch": 1.6514913657770802,
-      "rel-constrast": 3.232682704925537,
+      "rel-constrast": 3.1107163429260254,
       "step": 2104,
-      "subrel-constrast": 3.706627607345581,
+      "subrel-constrast": 3.9074807167053223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2426989078521729,
-      "cov-distil (oracle2student)": 4.39690637588501,
-      "cov-distil (oracle2teacher)": 3.901740550994873,
+      "cov-distil": 1.6983586549758911,
+      "cov-distil (oracle2student)": 4.318960189819336,
+      "cov-distil (oracle2teacher)": 4.271361351013184,
       "epoch": 1.652276295133438,
-      "rel-constrast": 2.7887399196624756,
+      "rel-constrast": 3.0754945278167725,
       "step": 2105,
-      "subrel-constrast": 2.981189489364624,
+      "subrel-constrast": 3.149650812149048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4868419170379639,
-      "cov-distil (oracle2student)": 3.0980429649353027,
-      "cov-distil (oracle2teacher)": 3.2560806274414062,
+      "cov-distil": 1.8871865272521973,
+      "cov-distil (oracle2student)": 3.2530157566070557,
+      "cov-distil (oracle2teacher)": 3.6295909881591797,
       "epoch": 1.6530612244897958,
-      "rel-constrast": 2.479961395263672,
+      "rel-constrast": 2.7656452655792236,
       "step": 2106,
-      "subrel-constrast": 3.50347900390625,
+      "subrel-constrast": 3.387044906616211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4145686626434326,
-      "cov-distil (oracle2student)": 5.37026834487915,
-      "cov-distil (oracle2teacher)": 4.314634323120117,
+      "cov-distil": 1.9218558073043823,
+      "cov-distil (oracle2student)": 4.496694564819336,
+      "cov-distil (oracle2teacher)": 5.12367057800293,
       "epoch": 1.6538461538461537,
-      "rel-constrast": 3.189492702484131,
+      "rel-constrast": 2.5793874263763428,
       "step": 2107,
-      "subrel-constrast": 3.304046392440796,
+      "subrel-constrast": 3.3905436992645264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015730381011963,
-      "cov-distil (oracle2student)": 3.150158166885376,
-      "cov-distil (oracle2teacher)": 3.2641947269439697,
+      "cov-distil": 1.7767226696014404,
+      "cov-distil (oracle2student)": 3.632570266723633,
+      "cov-distil (oracle2teacher)": 3.3596901893615723,
       "epoch": 1.6546310832025117,
-      "rel-constrast": 2.0542044639587402,
+      "rel-constrast": 2.656860113143921,
       "step": 2108,
-      "subrel-constrast": 3.0232656002044678,
+      "subrel-constrast": 3.2719619274139404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8200358152389526,
-      "cov-distil (oracle2student)": 2.9853107929229736,
-      "cov-distil (oracle2teacher)": 3.290024757385254,
+      "cov-distil": 2.738429069519043,
+      "cov-distil (oracle2student)": 3.8502352237701416,
+      "cov-distil (oracle2teacher)": 3.5621895790100098,
       "epoch": 1.6554160125588697,
-      "rel-constrast": 1.7551003694534302,
+      "rel-constrast": 2.153029680252075,
       "step": 2109,
-      "subrel-constrast": 2.5555334091186523,
+      "subrel-constrast": 2.499473810195923,
       "view-similarity": 0
     },
     {
       "epoch": 1.6562009419152277,
-      "grad_norm": 5.59375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.8150060492890534e-05,
-      "loss": 0.7062,
+      "loss": 0.7379,
       "step": 2110
     },
     {
-      "cov-distil": 2.164550304412842,
-      "cov-distil (oracle2student)": 4.157090187072754,
-      "cov-distil (oracle2teacher)": 4.138474464416504,
+      "cov-distil": 2.748487949371338,
+      "cov-distil (oracle2student)": 4.300610065460205,
+      "cov-distil (oracle2teacher)": 4.0516839027404785,
       "epoch": 1.6562009419152277,
-      "rel-constrast": 3.681403636932373,
+      "rel-constrast": 3.697746753692627,
       "step": 2110,
-      "subrel-constrast": 4.288934230804443,
+      "subrel-constrast": 4.276737689971924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6670509576797485,
-      "cov-distil (oracle2student)": 5.642236232757568,
-      "cov-distil (oracle2teacher)": 5.219463348388672,
+      "cov-distil": 2.4268486499786377,
+      "cov-distil (oracle2student)": 6.742020130157471,
+      "cov-distil (oracle2teacher)": 6.004201412200928,
       "epoch": 1.6569858712715857,
-      "rel-constrast": 2.6670005321502686,
+      "rel-constrast": 3.3819572925567627,
       "step": 2111,
-      "subrel-constrast": 3.2984635829925537,
+      "subrel-constrast": 3.4846253395080566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5286648273468018,
-      "cov-distil (oracle2student)": 6.8880510330200195,
-      "cov-distil (oracle2teacher)": 6.149458885192871,
+      "cov-distil": 2.0606980323791504,
+      "cov-distil (oracle2student)": 7.291513919830322,
+      "cov-distil (oracle2teacher)": 6.630151271820068,
       "epoch": 1.6577708006279435,
-      "rel-constrast": 2.7714650630950928,
+      "rel-constrast": 3.0476784706115723,
       "step": 2112,
-      "subrel-constrast": 3.6926379203796387,
+      "subrel-constrast": 3.6635425090789795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3729195594787598,
-      "cov-distil (oracle2student)": 3.329467535018921,
-      "cov-distil (oracle2teacher)": 3.7128005027770996,
+      "cov-distil": 2.0100326538085938,
+      "cov-distil (oracle2student)": 3.288160800933838,
+      "cov-distil (oracle2teacher)": 4.0204548835754395,
       "epoch": 1.6585557299843015,
-      "rel-constrast": 3.645893096923828,
+      "rel-constrast": 4.253792762756348,
       "step": 2113,
-      "subrel-constrast": 4.052705764770508,
+      "subrel-constrast": 3.9425411224365234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.369773268699646,
-      "cov-distil (oracle2student)": 4.392125129699707,
-      "cov-distil (oracle2teacher)": 3.8616867065429688,
+      "cov-distil": 1.7563657760620117,
+      "cov-distil (oracle2student)": 4.525993347167969,
+      "cov-distil (oracle2teacher)": 4.60416841506958,
       "epoch": 1.6593406593406592,
-      "rel-constrast": 3.0189096927642822,
+      "rel-constrast": 3.4164693355560303,
       "step": 2114,
-      "subrel-constrast": 3.484640598297119,
+      "subrel-constrast": 3.3432936668395996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015727996826172,
-      "cov-distil (oracle2student)": 4.326857566833496,
-      "cov-distil (oracle2teacher)": 4.160575866699219,
+      "cov-distil": 1.7954926490783691,
+      "cov-distil (oracle2student)": 4.800716400146484,
+      "cov-distil (oracle2teacher)": 4.852360725402832,
       "epoch": 1.6601255886970172,
-      "rel-constrast": 2.9198811054229736,
+      "rel-constrast": 3.8032593727111816,
       "step": 2115,
-      "subrel-constrast": 2.944526195526123,
+      "subrel-constrast": 3.297767400741577,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.058974027633667,
-      "cov-distil (oracle2student)": 4.4760026931762695,
-      "cov-distil (oracle2teacher)": 4.2179460525512695,
+      "cov-distil": 1.4429852962493896,
+      "cov-distil (oracle2student)": 4.485293388366699,
+      "cov-distil (oracle2teacher)": 4.146655082702637,
       "epoch": 1.6609105180533752,
-      "rel-constrast": 1.769545316696167,
+      "rel-constrast": 1.9462964534759521,
       "step": 2116,
-      "subrel-constrast": 2.453869342803955,
+      "subrel-constrast": 2.3753137588500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9441261291503906,
-      "cov-distil (oracle2student)": 4.372752666473389,
-      "cov-distil (oracle2teacher)": 4.653127670288086,
+      "cov-distil": 1.872422218322754,
+      "cov-distil (oracle2student)": 4.354093551635742,
+      "cov-distil (oracle2teacher)": 4.4122514724731445,
       "epoch": 1.6616954474097332,
-      "rel-constrast": 3.1911330223083496,
+      "rel-constrast": 3.5064022541046143,
       "step": 2117,
-      "subrel-constrast": 3.7165687084198,
+      "subrel-constrast": 3.361278533935547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.375419020652771,
-      "cov-distil (oracle2student)": 2.6942036151885986,
-      "cov-distil (oracle2teacher)": 2.8261165618896484,
+      "cov-distil": 1.5820930004119873,
+      "cov-distil (oracle2student)": 2.781294107437134,
+      "cov-distil (oracle2teacher)": 2.739553451538086,
       "epoch": 1.6624803767660912,
-      "rel-constrast": 2.6437556743621826,
+      "rel-constrast": 3.1713778972625732,
       "step": 2118,
-      "subrel-constrast": 3.4267489910125732,
+      "subrel-constrast": 3.3692069053649902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8432061672210693,
-      "cov-distil (oracle2student)": 2.5915541648864746,
-      "cov-distil (oracle2teacher)": 2.9292144775390625,
+      "cov-distil": 2.136472225189209,
+      "cov-distil (oracle2student)": 2.9128682613372803,
+      "cov-distil (oracle2teacher)": 3.404111862182617,
       "epoch": 1.663265306122449,
-      "rel-constrast": 2.2575695514678955,
+      "rel-constrast": 2.643240451812744,
       "step": 2119,
-      "subrel-constrast": 3.2407729625701904,
+      "subrel-constrast": 3.478498697280884,
       "view-similarity": 0
     },
     {
       "epoch": 1.664050235478807,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.21875,
       "learning_rate": 4.8116974898450736e-05,
-      "loss": 0.7532,
+      "loss": 0.8217,
       "step": 2120
     },
     {
-      "cov-distil": 1.4284354448318481,
-      "cov-distil (oracle2student)": 3.8294482231140137,
-      "cov-distil (oracle2teacher)": 3.66495418548584,
+      "cov-distil": 1.8155227899551392,
+      "cov-distil (oracle2student)": 3.732551336288452,
+      "cov-distil (oracle2teacher)": 3.6542954444885254,
       "epoch": 1.664050235478807,
-      "rel-constrast": 2.3472390174865723,
+      "rel-constrast": 2.4548730850219727,
       "step": 2120,
-      "subrel-constrast": 2.764091730117798,
+      "subrel-constrast": 3.090503454208374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7339069843292236,
-      "cov-distil (oracle2student)": 5.896264553070068,
-      "cov-distil (oracle2teacher)": 5.093210697174072,
+      "cov-distil": 2.23193621635437,
+      "cov-distil (oracle2student)": 6.195945739746094,
+      "cov-distil (oracle2teacher)": 5.5898284912109375,
       "epoch": 1.6648351648351647,
-      "rel-constrast": 3.384132146835327,
+      "rel-constrast": 3.764251232147217,
       "step": 2121,
-      "subrel-constrast": 4.197080612182617,
+      "subrel-constrast": 4.085075855255127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6135178804397583,
-      "cov-distil (oracle2student)": 3.5190796852111816,
-      "cov-distil (oracle2teacher)": 3.6976165771484375,
+      "cov-distil": 1.3781561851501465,
+      "cov-distil (oracle2student)": 3.607097864151001,
+      "cov-distil (oracle2teacher)": 3.7608723640441895,
       "epoch": 1.6656200941915227,
-      "rel-constrast": 2.4060521125793457,
+      "rel-constrast": 3.041250228881836,
       "step": 2122,
-      "subrel-constrast": 3.611560583114624,
+      "subrel-constrast": 3.216308355331421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7267638444900513,
-      "cov-distil (oracle2student)": 3.873110294342041,
-      "cov-distil (oracle2teacher)": 3.7459716796875,
+      "cov-distil": 1.6896318197250366,
+      "cov-distil (oracle2student)": 3.8305587768554688,
+      "cov-distil (oracle2teacher)": 4.024965286254883,
       "epoch": 1.6664050235478807,
-      "rel-constrast": 2.8872313499450684,
+      "rel-constrast": 2.7444851398468018,
       "step": 2123,
-      "subrel-constrast": 3.3765623569488525,
+      "subrel-constrast": 3.6750569343566895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1982941627502441,
-      "cov-distil (oracle2student)": 4.119829177856445,
-      "cov-distil (oracle2teacher)": 4.441465377807617,
+      "cov-distil": 1.5214574337005615,
+      "cov-distil (oracle2student)": 4.764792442321777,
+      "cov-distil (oracle2teacher)": 4.858382225036621,
       "epoch": 1.6671899529042387,
-      "rel-constrast": 2.849386692047119,
+      "rel-constrast": 3.3037145137786865,
       "step": 2124,
-      "subrel-constrast": 3.5009841918945312,
+      "subrel-constrast": 3.6404402256011963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6497911214828491,
-      "cov-distil (oracle2student)": 4.420945167541504,
-      "cov-distil (oracle2teacher)": 4.4817986488342285,
+      "cov-distil": 1.8525254726409912,
+      "cov-distil (oracle2student)": 4.890859603881836,
+      "cov-distil (oracle2teacher)": 4.893467426300049,
       "epoch": 1.6679748822605966,
-      "rel-constrast": 2.804983377456665,
+      "rel-constrast": 3.634760856628418,
       "step": 2125,
-      "subrel-constrast": 3.751906633377075,
+      "subrel-constrast": 3.348466634750366,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4091827869415283,
-      "cov-distil (oracle2student)": 5.711494445800781,
-      "cov-distil (oracle2teacher)": 5.227167129516602,
+      "cov-distil": 1.9173074960708618,
+      "cov-distil (oracle2student)": 5.593278408050537,
+      "cov-distil (oracle2teacher)": 5.398695945739746,
       "epoch": 1.6687598116169546,
-      "rel-constrast": 1.9490318298339844,
+      "rel-constrast": 2.0603976249694824,
       "step": 2126,
-      "subrel-constrast": 2.68143367767334,
+      "subrel-constrast": 2.4465513229370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3228497505187988,
-      "cov-distil (oracle2student)": 4.4962968826293945,
-      "cov-distil (oracle2teacher)": 4.532170295715332,
+      "cov-distil": 1.6352187395095825,
+      "cov-distil (oracle2student)": 5.30157470703125,
+      "cov-distil (oracle2teacher)": 4.976652145385742,
       "epoch": 1.6695447409733124,
-      "rel-constrast": 2.627175807952881,
+      "rel-constrast": 2.7549147605895996,
       "step": 2127,
-      "subrel-constrast": 3.3042190074920654,
+      "subrel-constrast": 3.5467584133148193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9521995186805725,
-      "cov-distil (oracle2student)": 4.027742385864258,
-      "cov-distil (oracle2teacher)": 3.8917882442474365,
+      "cov-distil": 1.4463552236557007,
+      "cov-distil (oracle2student)": 4.004281044006348,
+      "cov-distil (oracle2teacher)": 4.282157897949219,
       "epoch": 1.6703296703296702,
-      "rel-constrast": 2.710982322692871,
+      "rel-constrast": 2.695000648498535,
       "step": 2128,
-      "subrel-constrast": 2.957879066467285,
+      "subrel-constrast": 2.7114241123199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1321789026260376,
-      "cov-distil (oracle2student)": 4.961772441864014,
-      "cov-distil (oracle2teacher)": 4.1693196296691895,
+      "cov-distil": 1.5360199213027954,
+      "cov-distil (oracle2student)": 5.201974868774414,
+      "cov-distil (oracle2teacher)": 4.8736371994018555,
       "epoch": 1.6711145996860282,
-      "rel-constrast": 4.076947212219238,
+      "rel-constrast": 3.722726583480835,
       "step": 2129,
-      "subrel-constrast": 4.571191310882568,
+      "subrel-constrast": 4.992180347442627,
       "view-similarity": 0
     },
     {
       "epoch": 1.6718995290423861,
-      "grad_norm": 6.125,
+      "grad_norm": 7.59375,
       "learning_rate": 4.8083607630967074e-05,
-      "loss": 0.7365,
+      "loss": 0.7544,
       "step": 2130
     },
     {
-      "cov-distil": 1.4759851694107056,
-      "cov-distil (oracle2student)": 6.480543613433838,
-      "cov-distil (oracle2teacher)": 6.439112663269043,
+      "cov-distil": 1.562475562095642,
+      "cov-distil (oracle2student)": 6.361537456512451,
+      "cov-distil (oracle2teacher)": 6.517209053039551,
       "epoch": 1.6718995290423861,
-      "rel-constrast": 3.6613290309906006,
+      "rel-constrast": 3.8925139904022217,
       "step": 2130,
-      "subrel-constrast": 4.105996608734131,
+      "subrel-constrast": 4.051568984985352,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1145968437194824,
-      "cov-distil (oracle2student)": 3.70923113822937,
-      "cov-distil (oracle2teacher)": 3.944181442260742,
+      "cov-distil": 2.432065725326538,
+      "cov-distil (oracle2student)": 4.147553443908691,
+      "cov-distil (oracle2teacher)": 3.9742648601531982,
       "epoch": 1.6726844583987441,
-      "rel-constrast": 2.3551554679870605,
+      "rel-constrast": 2.3894457817077637,
       "step": 2131,
-      "subrel-constrast": 3.428016185760498,
+      "subrel-constrast": 3.284816026687622,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.720075011253357,
-      "cov-distil (oracle2student)": 4.6509294509887695,
-      "cov-distil (oracle2teacher)": 4.49489688873291,
+      "cov-distil": 2.123739004135132,
+      "cov-distil (oracle2student)": 4.337338924407959,
+      "cov-distil (oracle2teacher)": 5.0996880531311035,
       "epoch": 1.6734693877551021,
-      "rel-constrast": 2.1794185638427734,
+      "rel-constrast": 2.3653006553649902,
       "step": 2132,
-      "subrel-constrast": 3.4165291786193848,
+      "subrel-constrast": 3.320669412612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4906682968139648,
-      "cov-distil (oracle2student)": 3.813755512237549,
-      "cov-distil (oracle2teacher)": 4.536121368408203,
+      "cov-distil": 1.864074468612671,
+      "cov-distil (oracle2student)": 3.643193483352661,
+      "cov-distil (oracle2teacher)": 4.395564556121826,
       "epoch": 1.67425431711146,
-      "rel-constrast": 2.387981414794922,
+      "rel-constrast": 2.4849629402160645,
       "step": 2133,
-      "subrel-constrast": 3.694098949432373,
+      "subrel-constrast": 3.4022650718688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6361708641052246,
-      "cov-distil (oracle2student)": 4.081071853637695,
-      "cov-distil (oracle2teacher)": 3.915973663330078,
+      "cov-distil": 1.7219620943069458,
+      "cov-distil (oracle2student)": 4.023716926574707,
+      "cov-distil (oracle2teacher)": 3.9272732734680176,
       "epoch": 1.6750392464678179,
-      "rel-constrast": 2.6308090686798096,
+      "rel-constrast": 3.0675511360168457,
       "step": 2134,
-      "subrel-constrast": 3.2851946353912354,
+      "subrel-constrast": 3.2355265617370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4303783178329468,
-      "cov-distil (oracle2student)": 4.202880382537842,
-      "cov-distil (oracle2teacher)": 4.16943359375,
+      "cov-distil": 1.7304431200027466,
+      "cov-distil (oracle2student)": 4.451353073120117,
+      "cov-distil (oracle2teacher)": 4.882302284240723,
       "epoch": 1.6758241758241759,
-      "rel-constrast": 3.373445510864258,
+      "rel-constrast": 3.0620265007019043,
       "step": 2135,
-      "subrel-constrast": 3.923292398452759,
+      "subrel-constrast": 3.7016212940216064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.459425210952759,
-      "cov-distil (oracle2student)": 4.751179218292236,
-      "cov-distil (oracle2teacher)": 5.0707855224609375,
+      "cov-distil": 2.737279176712036,
+      "cov-distil (oracle2student)": 5.035897254943848,
+      "cov-distil (oracle2teacher)": 4.994854927062988,
       "epoch": 1.6766091051805336,
-      "rel-constrast": 3.3232884407043457,
+      "rel-constrast": 3.2428603172302246,
       "step": 2136,
-      "subrel-constrast": 4.151365756988525,
+      "subrel-constrast": 4.287388801574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104991912841797,
-      "cov-distil (oracle2student)": 4.446455478668213,
-      "cov-distil (oracle2teacher)": 4.271516799926758,
+      "cov-distil": 1.3625062704086304,
+      "cov-distil (oracle2student)": 4.286491870880127,
+      "cov-distil (oracle2teacher)": 4.227023601531982,
       "epoch": 1.6773940345368916,
-      "rel-constrast": 3.3564252853393555,
+      "rel-constrast": 3.344165325164795,
       "step": 2137,
-      "subrel-constrast": 3.789482355117798,
+      "subrel-constrast": 3.6148250102996826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3762569427490234,
-      "cov-distil (oracle2student)": 3.0044121742248535,
-      "cov-distil (oracle2teacher)": 3.1743152141571045,
+      "cov-distil": 1.842289924621582,
+      "cov-distil (oracle2student)": 3.854889154434204,
+      "cov-distil (oracle2teacher)": 3.472238063812256,
       "epoch": 1.6781789638932496,
-      "rel-constrast": 3.3793673515319824,
+      "rel-constrast": 3.803040027618408,
       "step": 2138,
-      "subrel-constrast": 3.876147985458374,
+      "subrel-constrast": 3.6484367847442627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7822182178497314,
-      "cov-distil (oracle2student)": 3.6641769409179688,
-      "cov-distil (oracle2teacher)": 3.9251742362976074,
+      "cov-distil": 2.5093889236450195,
+      "cov-distil (oracle2student)": 3.9143409729003906,
+      "cov-distil (oracle2teacher)": 4.070747375488281,
       "epoch": 1.6789638932496076,
-      "rel-constrast": 3.6260242462158203,
+      "rel-constrast": 4.052337646484375,
       "step": 2139,
-      "subrel-constrast": 4.8444719314575195,
+      "subrel-constrast": 5.371525764465332,
       "view-similarity": 0
     },
     {
       "epoch": 1.6797488226059656,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.40625,
       "learning_rate": 4.8049959097009176e-05,
-      "loss": 0.7988,
+      "loss": 0.7926,
       "step": 2140
     },
     {
-      "cov-distil": 1.3677268028259277,
-      "cov-distil (oracle2student)": 4.7746405601501465,
-      "cov-distil (oracle2teacher)": 4.513347625732422,
+      "cov-distil": 1.9128990173339844,
+      "cov-distil (oracle2student)": 5.1915388107299805,
+      "cov-distil (oracle2teacher)": 4.84636116027832,
       "epoch": 1.6797488226059656,
-      "rel-constrast": 2.596588134765625,
+      "rel-constrast": 2.430206775665283,
       "step": 2140,
-      "subrel-constrast": 2.9915525913238525,
+      "subrel-constrast": 3.4279768466949463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1616265773773193,
-      "cov-distil (oracle2student)": 5.1938323974609375,
-      "cov-distil (oracle2teacher)": 5.100850582122803,
+      "cov-distil": 1.8921394348144531,
+      "cov-distil (oracle2student)": 5.543833255767822,
+      "cov-distil (oracle2teacher)": 5.390679359436035,
       "epoch": 1.6805337519623234,
-      "rel-constrast": 2.9964711666107178,
+      "rel-constrast": 3.1215193271636963,
       "step": 2141,
-      "subrel-constrast": 3.7820358276367188,
+      "subrel-constrast": 3.8343260288238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0996077060699463,
-      "cov-distil (oracle2student)": 4.5935444831848145,
-      "cov-distil (oracle2teacher)": 3.8908047676086426,
+      "cov-distil": 1.8061357736587524,
+      "cov-distil (oracle2student)": 5.338595390319824,
+      "cov-distil (oracle2teacher)": 4.417254447937012,
       "epoch": 1.6813186813186813,
-      "rel-constrast": 3.218785524368286,
+      "rel-constrast": 3.6817939281463623,
       "step": 2142,
-      "subrel-constrast": 3.5011887550354004,
+      "subrel-constrast": 3.9263288974761963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7591500282287598,
-      "cov-distil (oracle2student)": 5.005758285522461,
-      "cov-distil (oracle2teacher)": 4.274603366851807,
+      "cov-distil": 1.7791353464126587,
+      "cov-distil (oracle2student)": 5.474892616271973,
+      "cov-distil (oracle2teacher)": 5.012639999389648,
       "epoch": 1.682103610675039,
-      "rel-constrast": 2.0520851612091064,
+      "rel-constrast": 2.890277147293091,
       "step": 2143,
-      "subrel-constrast": 2.8606362342834473,
+      "subrel-constrast": 2.8781161308288574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.651135802268982,
-      "cov-distil (oracle2student)": 4.678955078125,
-      "cov-distil (oracle2teacher)": 4.217451095581055,
+      "cov-distil": 1.6425901651382446,
+      "cov-distil (oracle2student)": 4.861588478088379,
+      "cov-distil (oracle2teacher)": 5.216732025146484,
       "epoch": 1.682888540031397,
-      "rel-constrast": 2.6216530799865723,
+      "rel-constrast": 2.7780442237854004,
       "step": 2144,
-      "subrel-constrast": 3.092637300491333,
+      "subrel-constrast": 3.2576944828033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459703803062439,
-      "cov-distil (oracle2student)": 4.261819839477539,
-      "cov-distil (oracle2teacher)": 3.7647812366485596,
+      "cov-distil": 1.8411033153533936,
+      "cov-distil (oracle2student)": 4.888833999633789,
+      "cov-distil (oracle2teacher)": 4.713924407958984,
       "epoch": 1.683673469387755,
-      "rel-constrast": 2.7618091106414795,
+      "rel-constrast": 3.2987773418426514,
       "step": 2145,
-      "subrel-constrast": 3.430241584777832,
+      "subrel-constrast": 3.715226888656616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3455766439437866,
-      "cov-distil (oracle2student)": 2.825723648071289,
-      "cov-distil (oracle2teacher)": 3.393681764602661,
+      "cov-distil": 1.7336702346801758,
+      "cov-distil (oracle2student)": 3.1167688369750977,
+      "cov-distil (oracle2teacher)": 3.3801746368408203,
       "epoch": 1.684458398744113,
-      "rel-constrast": 2.324629306793213,
+      "rel-constrast": 2.362412452697754,
       "step": 2146,
-      "subrel-constrast": 3.406841516494751,
+      "subrel-constrast": 3.5901167392730713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4332973957061768,
-      "cov-distil (oracle2student)": 4.471922397613525,
-      "cov-distil (oracle2teacher)": 4.546019554138184,
+      "cov-distil": 1.9730417728424072,
+      "cov-distil (oracle2student)": 4.355358123779297,
+      "cov-distil (oracle2teacher)": 4.793942451477051,
       "epoch": 1.685243328100471,
-      "rel-constrast": 3.26851749420166,
+      "rel-constrast": 3.6817712783813477,
       "step": 2147,
-      "subrel-constrast": 4.255143165588379,
+      "subrel-constrast": 3.900059461593628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3436756134033203,
-      "cov-distil (oracle2student)": 4.027027606964111,
-      "cov-distil (oracle2teacher)": 3.9727447032928467,
+      "cov-distil": 1.9590922594070435,
+      "cov-distil (oracle2student)": 4.767519950866699,
+      "cov-distil (oracle2teacher)": 4.708409786224365,
       "epoch": 1.686028257456829,
-      "rel-constrast": 2.5659146308898926,
+      "rel-constrast": 2.7497386932373047,
       "step": 2148,
-      "subrel-constrast": 3.487208604812622,
+      "subrel-constrast": 3.5798161029815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7867908477783203,
-      "cov-distil (oracle2student)": 3.5245277881622314,
-      "cov-distil (oracle2teacher)": 3.820413112640381,
+      "cov-distil": 1.899548888206482,
+      "cov-distil (oracle2student)": 4.1410417556762695,
+      "cov-distil (oracle2teacher)": 4.148001670837402,
       "epoch": 1.6868131868131868,
-      "rel-constrast": 2.8483431339263916,
+      "rel-constrast": 3.1638360023498535,
       "step": 2149,
-      "subrel-constrast": 3.817512035369873,
+      "subrel-constrast": 3.6455910205841064,
       "view-similarity": 0
     },
     {
       "epoch": 1.6875981161695446,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.25,
       "learning_rate": 4.801602970657379e-05,
-      "loss": 0.7174,
+      "loss": 0.754,
       "step": 2150
     },
     {
-      "cov-distil": 1.3101235628128052,
-      "cov-distil (oracle2student)": 2.8991823196411133,
-      "cov-distil (oracle2teacher)": 3.0382778644561768,
+      "cov-distil": 1.7787280082702637,
+      "cov-distil (oracle2student)": 3.8431296348571777,
+      "cov-distil (oracle2teacher)": 3.4381468296051025,
       "epoch": 1.6875981161695446,
-      "rel-constrast": 2.5098066329956055,
+      "rel-constrast": 2.9572019577026367,
       "step": 2150,
-      "subrel-constrast": 3.022489309310913,
+      "subrel-constrast": 2.9482505321502686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1520084142684937,
-      "cov-distil (oracle2student)": 5.277274131774902,
-      "cov-distil (oracle2teacher)": 4.550305366516113,
+      "cov-distil": 1.5380527973175049,
+      "cov-distil (oracle2student)": 5.85167121887207,
+      "cov-distil (oracle2teacher)": 5.083375930786133,
       "epoch": 1.6883830455259026,
-      "rel-constrast": 2.9434947967529297,
+      "rel-constrast": 3.325411796569824,
       "step": 2151,
-      "subrel-constrast": 3.759514570236206,
+      "subrel-constrast": 3.6139183044433594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1978278160095215,
-      "cov-distil (oracle2student)": 3.9721157550811768,
-      "cov-distil (oracle2teacher)": 3.6336958408355713,
+      "cov-distil": 2.00604510307312,
+      "cov-distil (oracle2student)": 3.864433765411377,
+      "cov-distil (oracle2teacher)": 4.245164394378662,
       "epoch": 1.6891679748822606,
-      "rel-constrast": 2.4632248878479004,
+      "rel-constrast": 2.3634181022644043,
       "step": 2152,
-      "subrel-constrast": 3.0176351070404053,
+      "subrel-constrast": 3.165966510772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7336013317108154,
-      "cov-distil (oracle2student)": 3.94527006149292,
-      "cov-distil (oracle2teacher)": 4.275712013244629,
+      "cov-distil": 2.1724958419799805,
+      "cov-distil (oracle2student)": 4.705804347991943,
+      "cov-distil (oracle2teacher)": 4.462130069732666,
       "epoch": 1.6899529042386185,
-      "rel-constrast": 2.4700944423675537,
+      "rel-constrast": 3.1818699836730957,
       "step": 2153,
-      "subrel-constrast": 3.495418071746826,
+      "subrel-constrast": 3.5033137798309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1990232467651367,
-      "cov-distil (oracle2student)": 4.326941967010498,
-      "cov-distil (oracle2teacher)": 3.5742738246917725,
+      "cov-distil": 1.3419995307922363,
+      "cov-distil (oracle2student)": 4.959228038787842,
+      "cov-distil (oracle2teacher)": 4.181105613708496,
       "epoch": 1.6907378335949765,
-      "rel-constrast": 2.416457414627075,
+      "rel-constrast": 3.202850580215454,
       "step": 2154,
-      "subrel-constrast": 2.926328420639038,
+      "subrel-constrast": 2.822397232055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2719948291778564,
-      "cov-distil (oracle2student)": 2.2979092597961426,
-      "cov-distil (oracle2teacher)": 2.806183338165283,
+      "cov-distil": 1.777906894683838,
+      "cov-distil (oracle2student)": 2.761697292327881,
+      "cov-distil (oracle2teacher)": 3.153871774673462,
       "epoch": 1.6915227629513345,
-      "rel-constrast": 2.915846347808838,
+      "rel-constrast": 3.380805015563965,
       "step": 2155,
-      "subrel-constrast": 3.9413492679595947,
+      "subrel-constrast": 3.7029831409454346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.437703251838684,
-      "cov-distil (oracle2student)": 2.4831008911132812,
-      "cov-distil (oracle2teacher)": 2.556386947631836,
+      "cov-distil": 1.7986373901367188,
+      "cov-distil (oracle2student)": 2.2331724166870117,
+      "cov-distil (oracle2teacher)": 2.9507904052734375,
       "epoch": 1.6923076923076923,
-      "rel-constrast": 1.4686192274093628,
+      "rel-constrast": 1.4756461381912231,
       "step": 2156,
-      "subrel-constrast": 2.4283409118652344,
+      "subrel-constrast": 2.7074503898620605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8524895906448364,
-      "cov-distil (oracle2student)": 4.7828874588012695,
-      "cov-distil (oracle2teacher)": 4.748898029327393,
+      "cov-distil": 2.244331121444702,
+      "cov-distil (oracle2student)": 5.004177093505859,
+      "cov-distil (oracle2teacher)": 5.010828495025635,
       "epoch": 1.6930926216640503,
-      "rel-constrast": 3.025974750518799,
+      "rel-constrast": 3.5487852096557617,
       "step": 2157,
-      "subrel-constrast": 3.9398739337921143,
+      "subrel-constrast": 4.012902736663818,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1802608966827393,
-      "cov-distil (oracle2student)": 4.980656623840332,
-      "cov-distil (oracle2teacher)": 4.330135822296143,
+      "cov-distil": 1.4178240299224854,
+      "cov-distil (oracle2student)": 4.8942975997924805,
+      "cov-distil (oracle2teacher)": 5.088118553161621,
       "epoch": 1.693877551020408,
-      "rel-constrast": 1.9440710544586182,
+      "rel-constrast": 2.2379515171051025,
       "step": 2158,
-      "subrel-constrast": 2.631688117980957,
+      "subrel-constrast": 2.9860823154449463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.266925573348999,
-      "cov-distil (oracle2student)": 5.679771423339844,
-      "cov-distil (oracle2teacher)": 5.261580467224121,
+      "cov-distil": 2.0480282306671143,
+      "cov-distil (oracle2student)": 5.929725170135498,
+      "cov-distil (oracle2teacher)": 5.8825507164001465,
       "epoch": 1.694662480376766,
-      "rel-constrast": 3.576578378677368,
+      "rel-constrast": 3.5460498332977295,
       "step": 2159,
-      "subrel-constrast": 3.7673513889312744,
+      "subrel-constrast": 4.293525695800781,
       "view-similarity": 0
     },
     {
       "epoch": 1.695447409733124,
-      "grad_norm": 6.25,
+      "grad_norm": 6.8125,
       "learning_rate": 4.798181987307986e-05,
-      "loss": 0.6774,
+      "loss": 0.7305,
       "step": 2160
     },
     {
-      "cov-distil": 1.2281379699707031,
-      "cov-distil (oracle2student)": 7.301149368286133,
-      "cov-distil (oracle2teacher)": 6.4471940994262695,
+      "cov-distil": 1.9114824533462524,
+      "cov-distil (oracle2student)": 7.426368713378906,
+      "cov-distil (oracle2teacher)": 6.939126491546631,
       "epoch": 1.695447409733124,
-      "rel-constrast": 4.624300956726074,
+      "rel-constrast": 4.896633148193359,
       "step": 2160,
-      "subrel-constrast": 4.6694746017456055,
+      "subrel-constrast": 5.084318161010742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5952264070510864,
-      "cov-distil (oracle2student)": 5.333080768585205,
-      "cov-distil (oracle2teacher)": 4.977442264556885,
+      "cov-distil": 2.7608389854431152,
+      "cov-distil (oracle2student)": 5.0946245193481445,
+      "cov-distil (oracle2teacher)": 4.866946220397949,
       "epoch": 1.696232339089482,
-      "rel-constrast": 3.211956024169922,
+      "rel-constrast": 3.2872660160064697,
       "step": 2161,
-      "subrel-constrast": 3.744603395462036,
+      "subrel-constrast": 3.9239726066589355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7410622835159302,
-      "cov-distil (oracle2student)": 3.4722900390625,
-      "cov-distil (oracle2teacher)": 4.129591464996338,
+      "cov-distil": 2.2933759689331055,
+      "cov-distil (oracle2student)": 3.3754353523254395,
+      "cov-distil (oracle2teacher)": 3.9713940620422363,
       "epoch": 1.69701726844584,
-      "rel-constrast": 2.543261766433716,
+      "rel-constrast": 2.494102954864502,
       "step": 2162,
-      "subrel-constrast": 3.373548746109009,
+      "subrel-constrast": 3.3683133125305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6664823293685913,
-      "cov-distil (oracle2student)": 4.037325382232666,
-      "cov-distil (oracle2teacher)": 3.861684799194336,
+      "cov-distil": 2.0028910636901855,
+      "cov-distil (oracle2student)": 3.8651692867279053,
+      "cov-distil (oracle2teacher)": 4.0880446434021,
       "epoch": 1.6978021978021978,
-      "rel-constrast": 3.6287271976470947,
+      "rel-constrast": 3.698287010192871,
       "step": 2163,
-      "subrel-constrast": 4.066279888153076,
+      "subrel-constrast": 4.48145866394043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.963059663772583,
-      "cov-distil (oracle2student)": 3.5315988063812256,
-      "cov-distil (oracle2teacher)": 3.7247366905212402,
+      "cov-distil": 2.463090419769287,
+      "cov-distil (oracle2student)": 3.6301190853118896,
+      "cov-distil (oracle2teacher)": 4.0234527587890625,
       "epoch": 1.6985871271585558,
-      "rel-constrast": 2.4288177490234375,
+      "rel-constrast": 2.9718523025512695,
       "step": 2164,
-      "subrel-constrast": 3.717818021774292,
+      "subrel-constrast": 3.9126691818237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5655512809753418,
-      "cov-distil (oracle2student)": 6.418693542480469,
-      "cov-distil (oracle2teacher)": 5.831506252288818,
+      "cov-distil": 2.1482884883880615,
+      "cov-distil (oracle2student)": 6.324389457702637,
+      "cov-distil (oracle2teacher)": 6.262765884399414,
       "epoch": 1.6993720565149135,
-      "rel-constrast": 2.459304094314575,
+      "rel-constrast": 3.370601177215576,
       "step": 2165,
-      "subrel-constrast": 3.489464282989502,
+      "subrel-constrast": 3.4638209342956543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6480576992034912,
-      "cov-distil (oracle2student)": 2.5858688354492188,
-      "cov-distil (oracle2teacher)": 2.477842330932617,
+      "cov-distil": 2.494739532470703,
+      "cov-distil (oracle2student)": 3.1221890449523926,
+      "cov-distil (oracle2teacher)": 2.8216898441314697,
       "epoch": 1.7001569858712715,
-      "rel-constrast": 3.6505086421966553,
+      "rel-constrast": 3.838576078414917,
       "step": 2166,
-      "subrel-constrast": 3.785423994064331,
+      "subrel-constrast": 3.7842323780059814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4680659770965576,
-      "cov-distil (oracle2student)": 4.870906352996826,
-      "cov-distil (oracle2teacher)": 3.9468703269958496,
+      "cov-distil": 1.735229253768921,
+      "cov-distil (oracle2student)": 4.801939487457275,
+      "cov-distil (oracle2teacher)": 4.381180763244629,
       "epoch": 1.7009419152276295,
-      "rel-constrast": 3.8205504417419434,
+      "rel-constrast": 4.1472368240356445,
       "step": 2167,
-      "subrel-constrast": 4.396917343139648,
+      "subrel-constrast": 4.591527938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6033389568328857,
-      "cov-distil (oracle2student)": 5.15008544921875,
-      "cov-distil (oracle2teacher)": 4.98371696472168,
+      "cov-distil": 2.605656147003174,
+      "cov-distil (oracle2student)": 5.116925239562988,
+      "cov-distil (oracle2teacher)": 5.179587364196777,
       "epoch": 1.7017268445839875,
-      "rel-constrast": 2.034574270248413,
+      "rel-constrast": 2.1464548110961914,
       "step": 2168,
-      "subrel-constrast": 2.7323803901672363,
+      "subrel-constrast": 3.1200826168060303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1822340488433838,
-      "cov-distil (oracle2student)": 4.1505022048950195,
-      "cov-distil (oracle2teacher)": 3.832441806793213,
+      "cov-distil": 1.7518668174743652,
+      "cov-distil (oracle2student)": 3.6129064559936523,
+      "cov-distil (oracle2teacher)": 4.053166389465332,
       "epoch": 1.7025117739403455,
-      "rel-constrast": 2.6992299556732178,
+      "rel-constrast": 2.861893653869629,
       "step": 2169,
-      "subrel-constrast": 3.195754289627075,
+      "subrel-constrast": 3.7785096168518066,
       "view-similarity": 0
     },
     {
       "epoch": 1.7032967032967035,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.84375,
       "learning_rate": 4.79473300133634e-05,
-      "loss": 0.8167,
+      "loss": 0.8428,
       "step": 2170
     },
     {
-      "cov-distil": 1.890555500984192,
-      "cov-distil (oracle2student)": 3.2386651039123535,
-      "cov-distil (oracle2teacher)": 3.269507884979248,
+      "cov-distil": 2.092855930328369,
+      "cov-distil (oracle2student)": 3.708885669708252,
+      "cov-distil (oracle2teacher)": 3.3963561058044434,
       "epoch": 1.7032967032967035,
-      "rel-constrast": 3.366004467010498,
+      "rel-constrast": 3.519260883331299,
       "step": 2170,
-      "subrel-constrast": 3.925034761428833,
+      "subrel-constrast": 4.038192272186279,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736064076423645,
-      "cov-distil (oracle2student)": 4.484632968902588,
-      "cov-distil (oracle2teacher)": 4.326740264892578,
+      "cov-distil": 1.8346128463745117,
+      "cov-distil (oracle2student)": 4.162677764892578,
+      "cov-distil (oracle2teacher)": 4.706513404846191,
       "epoch": 1.7040816326530612,
-      "rel-constrast": 3.3862345218658447,
+      "rel-constrast": 3.360787868499756,
       "step": 2171,
-      "subrel-constrast": 4.128209590911865,
+      "subrel-constrast": 3.7725210189819336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3596742153167725,
-      "cov-distil (oracle2student)": 3.7044270038604736,
-      "cov-distil (oracle2teacher)": 3.523550510406494,
+      "cov-distil": 1.2136067152023315,
+      "cov-distil (oracle2student)": 3.9475202560424805,
+      "cov-distil (oracle2teacher)": 3.1264827251434326,
       "epoch": 1.704866562009419,
-      "rel-constrast": 2.3950014114379883,
+      "rel-constrast": 2.6914286613464355,
       "step": 2172,
-      "subrel-constrast": 3.151076078414917,
+      "subrel-constrast": 2.695810317993164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6536014080047607,
-      "cov-distil (oracle2student)": 5.310223579406738,
-      "cov-distil (oracle2teacher)": 4.867607116699219,
+      "cov-distil": 1.8535581827163696,
+      "cov-distil (oracle2student)": 6.407035827636719,
+      "cov-distil (oracle2teacher)": 5.000369071960449,
       "epoch": 1.705651491365777,
-      "rel-constrast": 4.662595272064209,
+      "rel-constrast": 5.116086006164551,
       "step": 2173,
-      "subrel-constrast": 5.4550981521606445,
+      "subrel-constrast": 5.883122444152832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1539709568023682,
-      "cov-distil (oracle2student)": 3.43190860748291,
-      "cov-distil (oracle2teacher)": 3.6707844734191895,
+      "cov-distil": 1.1468431949615479,
+      "cov-distil (oracle2student)": 3.713357925415039,
+      "cov-distil (oracle2teacher)": 3.5915093421936035,
       "epoch": 1.706436420722135,
-      "rel-constrast": 2.6581149101257324,
+      "rel-constrast": 3.4409339427948,
       "step": 2174,
-      "subrel-constrast": 3.7089948654174805,
+      "subrel-constrast": 3.597364664077759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4360568523406982,
-      "cov-distil (oracle2student)": 4.107160568237305,
-      "cov-distil (oracle2teacher)": 4.044997215270996,
+      "cov-distil": 1.899275541305542,
+      "cov-distil (oracle2student)": 3.9200539588928223,
+      "cov-distil (oracle2teacher)": 4.337184906005859,
       "epoch": 1.707221350078493,
-      "rel-constrast": 2.716853618621826,
+      "rel-constrast": 3.177687168121338,
       "step": 2175,
-      "subrel-constrast": 3.3684587478637695,
+      "subrel-constrast": 3.7049508094787598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2202101945877075,
-      "cov-distil (oracle2student)": 4.145501613616943,
-      "cov-distil (oracle2teacher)": 4.379672050476074,
+      "cov-distil": 1.569070816040039,
+      "cov-distil (oracle2student)": 4.424302577972412,
+      "cov-distil (oracle2teacher)": 4.946035861968994,
       "epoch": 1.708006279434851,
-      "rel-constrast": 2.589266300201416,
+      "rel-constrast": 2.8025360107421875,
       "step": 2176,
-      "subrel-constrast": 3.4689769744873047,
+      "subrel-constrast": 3.5413811206817627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.791548728942871,
-      "cov-distil (oracle2student)": 4.131917953491211,
-      "cov-distil (oracle2teacher)": 3.9171395301818848,
+      "cov-distil": 2.417555570602417,
+      "cov-distil (oracle2student)": 4.5633087158203125,
+      "cov-distil (oracle2teacher)": 4.366214752197266,
       "epoch": 1.708791208791209,
-      "rel-constrast": 1.582461953163147,
+      "rel-constrast": 2.1748640537261963,
       "step": 2177,
-      "subrel-constrast": 2.221798896789551,
+      "subrel-constrast": 2.254824161529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1328296661376953,
-      "cov-distil (oracle2student)": 5.776873588562012,
-      "cov-distil (oracle2teacher)": 5.15695858001709,
+      "cov-distil": 1.985640287399292,
+      "cov-distil (oracle2student)": 5.394364833831787,
+      "cov-distil (oracle2teacher)": 5.516905784606934,
       "epoch": 1.7095761381475667,
-      "rel-constrast": 2.893862724304199,
+      "rel-constrast": 2.647538185119629,
       "step": 2178,
-      "subrel-constrast": 3.5863888263702393,
+      "subrel-constrast": 3.4800984859466553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6881157159805298,
-      "cov-distil (oracle2student)": 4.266077995300293,
-      "cov-distil (oracle2teacher)": 4.096836566925049,
+      "cov-distil": 1.4427363872528076,
+      "cov-distil (oracle2student)": 4.630984306335449,
+      "cov-distil (oracle2teacher)": 4.356873035430908,
       "epoch": 1.7103610675039247,
-      "rel-constrast": 2.359097957611084,
+      "rel-constrast": 3.226654052734375,
       "step": 2179,
-      "subrel-constrast": 3.4590091705322266,
+      "subrel-constrast": 3.512101411819458,
       "view-similarity": 0
     },
     {
       "epoch": 1.7111459968602825,
-      "grad_norm": 4.5,
+      "grad_norm": 5.875,
       "learning_rate": 4.791256054767245e-05,
-      "loss": 0.7554,
+      "loss": 0.8039,
       "step": 2180
     },
     {
-      "cov-distil": 1.8249239921569824,
-      "cov-distil (oracle2student)": 4.0046491622924805,
-      "cov-distil (oracle2teacher)": 4.653772354125977,
+      "cov-distil": 2.3986732959747314,
+      "cov-distil (oracle2student)": 4.394770622253418,
+      "cov-distil (oracle2teacher)": 4.798537254333496,
       "epoch": 1.7111459968602825,
-      "rel-constrast": 2.6268181800842285,
+      "rel-constrast": 3.3355112075805664,
       "step": 2180,
-      "subrel-constrast": 3.7033653259277344,
+      "subrel-constrast": 3.747391700744629,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0771369934082031,
-      "cov-distil (oracle2student)": 2.546523094177246,
-      "cov-distil (oracle2teacher)": 2.7334823608398438,
+      "cov-distil": 1.3866987228393555,
+      "cov-distil (oracle2student)": 2.9000771045684814,
+      "cov-distil (oracle2teacher)": 3.0638210773468018,
       "epoch": 1.7119309262166404,
-      "rel-constrast": 2.8182458877563477,
+      "rel-constrast": 3.1429100036621094,
       "step": 2181,
-      "subrel-constrast": 3.366835594177246,
+      "subrel-constrast": 3.3143017292022705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.093933343887329,
-      "cov-distil (oracle2student)": 4.100209712982178,
-      "cov-distil (oracle2teacher)": 4.402020454406738,
+      "cov-distil": 2.1037065982818604,
+      "cov-distil (oracle2student)": 4.075974941253662,
+      "cov-distil (oracle2teacher)": 4.1535749435424805,
       "epoch": 1.7127158555729984,
-      "rel-constrast": 3.1742806434631348,
+      "rel-constrast": 3.509096145629883,
       "step": 2182,
-      "subrel-constrast": 4.171100616455078,
+      "subrel-constrast": 3.95731782913208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.29634428024292,
-      "cov-distil (oracle2student)": 2.9724414348602295,
-      "cov-distil (oracle2teacher)": 3.1061151027679443,
+      "cov-distil": 1.9939929246902466,
+      "cov-distil (oracle2student)": 2.9892516136169434,
+      "cov-distil (oracle2teacher)": 3.2042489051818848,
       "epoch": 1.7135007849293564,
-      "rel-constrast": 2.707258701324463,
+      "rel-constrast": 2.935570240020752,
       "step": 2183,
-      "subrel-constrast": 3.821993112564087,
+      "subrel-constrast": 3.969426393508911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5104049444198608,
-      "cov-distil (oracle2student)": 3.9733195304870605,
-      "cov-distil (oracle2teacher)": 3.706012725830078,
+      "cov-distil": 2.3370165824890137,
+      "cov-distil (oracle2student)": 4.753669738769531,
+      "cov-distil (oracle2teacher)": 4.478870391845703,
       "epoch": 1.7142857142857144,
-      "rel-constrast": 2.5448379516601562,
+      "rel-constrast": 3.421687364578247,
       "step": 2184,
-      "subrel-constrast": 3.4038918018341064,
+      "subrel-constrast": 3.6152377128601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3171417713165283,
-      "cov-distil (oracle2student)": 4.071464538574219,
-      "cov-distil (oracle2teacher)": 3.9933981895446777,
+      "cov-distil": 2.2323663234710693,
+      "cov-distil (oracle2student)": 3.9273388385772705,
+      "cov-distil (oracle2teacher)": 4.16851806640625,
       "epoch": 1.7150706436420722,
-      "rel-constrast": 3.128932476043701,
+      "rel-constrast": 3.323892593383789,
       "step": 2185,
-      "subrel-constrast": 3.653700828552246,
+      "subrel-constrast": 3.7432472705841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4737417697906494,
-      "cov-distil (oracle2student)": 4.534137725830078,
-      "cov-distil (oracle2teacher)": 4.221986770629883,
+      "cov-distil": 1.8674659729003906,
+      "cov-distil (oracle2student)": 4.824789047241211,
+      "cov-distil (oracle2teacher)": 4.463718414306641,
       "epoch": 1.7158555729984302,
-      "rel-constrast": 2.656761646270752,
+      "rel-constrast": 2.736530303955078,
       "step": 2186,
-      "subrel-constrast": 3.4507598876953125,
+      "subrel-constrast": 3.3885672092437744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7513718605041504,
-      "cov-distil (oracle2student)": 3.8768086433410645,
-      "cov-distil (oracle2teacher)": 3.9736075401306152,
+      "cov-distil": 1.6687331199645996,
+      "cov-distil (oracle2student)": 4.471376419067383,
+      "cov-distil (oracle2teacher)": 4.58242130279541,
       "epoch": 1.716640502354788,
-      "rel-constrast": 2.809697389602661,
+      "rel-constrast": 2.87776517868042,
       "step": 2187,
-      "subrel-constrast": 3.602057933807373,
+      "subrel-constrast": 3.59403395652771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7336138486862183,
-      "cov-distil (oracle2student)": 3.6069631576538086,
-      "cov-distil (oracle2teacher)": 3.846726894378662,
+      "cov-distil": 1.717836856842041,
+      "cov-distil (oracle2student)": 3.940725326538086,
+      "cov-distil (oracle2teacher)": 3.9559993743896484,
       "epoch": 1.717425431711146,
-      "rel-constrast": 2.511496067047119,
+      "rel-constrast": 2.6897294521331787,
       "step": 2188,
-      "subrel-constrast": 3.376274347305298,
+      "subrel-constrast": 3.1750435829162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4646484851837158,
-      "cov-distil (oracle2student)": 7.571910858154297,
-      "cov-distil (oracle2teacher)": 6.504880905151367,
+      "cov-distil": 1.636588454246521,
+      "cov-distil (oracle2student)": 8.300508499145508,
+      "cov-distil (oracle2teacher)": 6.948323726654053,
       "epoch": 1.718210361067504,
-      "rel-constrast": 2.6114888191223145,
+      "rel-constrast": 2.602515935897827,
       "step": 2189,
-      "subrel-constrast": 3.265103816986084,
+      "subrel-constrast": 3.3404204845428467,
       "view-similarity": 0
     },
     {
       "epoch": 1.718995290423862,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.7877511899662e-05,
-      "loss": 0.7286,
+      "loss": 0.7644,
       "step": 2190
     },
     {
-      "cov-distil": 1.6331356763839722,
-      "cov-distil (oracle2student)": 3.0852954387664795,
-      "cov-distil (oracle2teacher)": 3.3337388038635254,
+      "cov-distil": 2.7477970123291016,
+      "cov-distil (oracle2student)": 3.3705129623413086,
+      "cov-distil (oracle2teacher)": 3.3355484008789062,
       "epoch": 1.718995290423862,
-      "rel-constrast": 2.7310030460357666,
+      "rel-constrast": 3.0604350566864014,
       "step": 2190,
-      "subrel-constrast": 3.6758224964141846,
+      "subrel-constrast": 3.8784172534942627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5539727210998535,
-      "cov-distil (oracle2student)": 2.5649540424346924,
-      "cov-distil (oracle2teacher)": 2.904310703277588,
+      "cov-distil": 1.7414212226867676,
+      "cov-distil (oracle2student)": 2.6136486530303955,
+      "cov-distil (oracle2teacher)": 2.922128677368164,
       "epoch": 1.7197802197802199,
-      "rel-constrast": 2.0245110988616943,
+      "rel-constrast": 2.089888095855713,
       "step": 2191,
-      "subrel-constrast": 2.652200222015381,
+      "subrel-constrast": 2.7474026679992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4571516513824463,
-      "cov-distil (oracle2student)": 5.003627300262451,
-      "cov-distil (oracle2teacher)": 4.484421253204346,
+      "cov-distil": 1.8336503505706787,
+      "cov-distil (oracle2student)": 5.404546737670898,
+      "cov-distil (oracle2teacher)": 4.774224281311035,
       "epoch": 1.7205651491365777,
-      "rel-constrast": 3.5687220096588135,
+      "rel-constrast": 4.014540672302246,
       "step": 2192,
-      "subrel-constrast": 4.044925689697266,
+      "subrel-constrast": 4.125655651092529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.073610544204712,
-      "cov-distil (oracle2student)": 3.587191104888916,
-      "cov-distil (oracle2teacher)": 3.6686086654663086,
+      "cov-distil": 1.6889734268188477,
+      "cov-distil (oracle2student)": 4.0414323806762695,
+      "cov-distil (oracle2teacher)": 3.7681198120117188,
       "epoch": 1.7213500784929356,
-      "rel-constrast": 2.6836729049682617,
+      "rel-constrast": 3.244907855987549,
       "step": 2193,
-      "subrel-constrast": 3.340764284133911,
+      "subrel-constrast": 3.438981294631958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.616534948348999,
-      "cov-distil (oracle2student)": 4.153843402862549,
-      "cov-distil (oracle2teacher)": 3.6327781677246094,
+      "cov-distil": 1.8195891380310059,
+      "cov-distil (oracle2student)": 4.618829250335693,
+      "cov-distil (oracle2teacher)": 3.6878504753112793,
       "epoch": 1.7221350078492934,
-      "rel-constrast": 3.330625534057617,
+      "rel-constrast": 3.437279224395752,
       "step": 2194,
-      "subrel-constrast": 3.3225574493408203,
+      "subrel-constrast": 3.1461501121520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5622596740722656,
-      "cov-distil (oracle2student)": 5.296283721923828,
-      "cov-distil (oracle2teacher)": 5.13297700881958,
+      "cov-distil": 1.8860353231430054,
+      "cov-distil (oracle2student)": 6.195235252380371,
+      "cov-distil (oracle2teacher)": 5.644416809082031,
       "epoch": 1.7229199372056514,
-      "rel-constrast": 2.8445096015930176,
+      "rel-constrast": 4.073291778564453,
       "step": 2195,
-      "subrel-constrast": 3.936537027359009,
+      "subrel-constrast": 4.024486541748047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4552361965179443,
-      "cov-distil (oracle2student)": 4.214536190032959,
-      "cov-distil (oracle2teacher)": 4.301584243774414,
+      "cov-distil": 2.6719441413879395,
+      "cov-distil (oracle2student)": 4.601164817810059,
+      "cov-distil (oracle2teacher)": 4.162365913391113,
       "epoch": 1.7237048665620094,
-      "rel-constrast": 3.157912015914917,
+      "rel-constrast": 3.469099283218384,
       "step": 2196,
-      "subrel-constrast": 3.629800796508789,
+      "subrel-constrast": 3.520235300064087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0533376932144165,
-      "cov-distil (oracle2student)": 3.4130795001983643,
-      "cov-distil (oracle2teacher)": 3.7105727195739746,
+      "cov-distil": 1.7025959491729736,
+      "cov-distil (oracle2student)": 4.1639485359191895,
+      "cov-distil (oracle2teacher)": 3.8450064659118652,
       "epoch": 1.7244897959183674,
-      "rel-constrast": 2.0992019176483154,
+      "rel-constrast": 2.687356948852539,
       "step": 2197,
-      "subrel-constrast": 2.849848747253418,
+      "subrel-constrast": 2.832444906234741,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8953120708465576,
-      "cov-distil (oracle2student)": 3.3757505416870117,
-      "cov-distil (oracle2teacher)": 3.4063422679901123,
+      "cov-distil": 2.1345953941345215,
+      "cov-distil (oracle2student)": 3.1170902252197266,
+      "cov-distil (oracle2teacher)": 3.4768640995025635,
       "epoch": 1.7252747252747254,
-      "rel-constrast": 1.6100332736968994,
+      "rel-constrast": 1.8338574171066284,
       "step": 2198,
-      "subrel-constrast": 2.5502889156341553,
+      "subrel-constrast": 2.5939881801605225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5440630912780762,
-      "cov-distil (oracle2student)": 3.20698881149292,
-      "cov-distil (oracle2teacher)": 3.5410261154174805,
+      "cov-distil": 1.8840032815933228,
+      "cov-distil (oracle2student)": 3.234374523162842,
+      "cov-distil (oracle2teacher)": 3.595858573913574,
       "epoch": 1.7260596546310834,
-      "rel-constrast": 3.004917621612549,
+      "rel-constrast": 2.8707923889160156,
       "step": 2199,
-      "subrel-constrast": 3.763627052307129,
+      "subrel-constrast": 3.5276429653167725,
       "view-similarity": 0
     },
     {
       "epoch": 1.7268445839874411,
-      "grad_norm": 5.375,
+      "grad_norm": 8.8125,
       "learning_rate": 4.784218449638875e-05,
-      "loss": 0.7135,
+      "loss": 0.7695,
       "step": 2200
     },
     {
       "epoch": 1.7268445839874411,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.26093751192092896,
       "step": 2200
     },
     {
       "epoch": 1.7268445839874411,
       "step": 2200,
-      "student margin": 0.05401611328125
+      "student margin": 0.053131103515625
     },
     {
       "epoch": 1.7268445839874411,
       "step": 2200,
-      "teacher margin": 0.039703369140625
+      "teacher margin": 0.044708251953125
     },
     {
       "epoch": 1.7268445839874411,
-      "margin difference": -0.014312744140625,
+      "margin difference": -0.0084228515625,
       "step": 2200
     },
     {
-      "cov-distil": 1.4109869003295898,
-      "cov-distil (oracle2student)": 3.5499558448791504,
-      "cov-distil (oracle2teacher)": 3.322564125061035,
+      "cov-distil": 1.6316416263580322,
+      "cov-distil (oracle2student)": 3.745422840118408,
+      "cov-distil (oracle2teacher)": 3.8366222381591797,
       "epoch": 1.7268445839874411,
-      "rel-constrast": 2.7545325756073,
+      "rel-constrast": 2.355853319168091,
       "step": 2200,
-      "subrel-constrast": 2.9639761447906494,
+      "subrel-constrast": 3.0644876956939697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6831187009811401,
-      "cov-distil (oracle2student)": 3.4511470794677734,
-      "cov-distil (oracle2teacher)": 3.5796914100646973,
+      "cov-distil": 2.1618659496307373,
+      "cov-distil (oracle2student)": 3.9737281799316406,
+      "cov-distil (oracle2teacher)": 4.006171226501465,
       "epoch": 1.727629513343799,
-      "rel-constrast": 3.379124641418457,
+      "rel-constrast": 3.626155138015747,
       "step": 2201,
-      "subrel-constrast": 4.185529708862305,
+      "subrel-constrast": 4.070312976837158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8966883420944214,
-      "cov-distil (oracle2student)": 4.251365661621094,
-      "cov-distil (oracle2teacher)": 4.046238899230957,
+      "cov-distil": 2.1519429683685303,
+      "cov-distil (oracle2student)": 4.186738014221191,
+      "cov-distil (oracle2teacher)": 4.166969299316406,
       "epoch": 1.7284144427001569,
-      "rel-constrast": 2.2654266357421875,
+      "rel-constrast": 2.202342987060547,
       "step": 2202,
-      "subrel-constrast": 2.9691355228424072,
+      "subrel-constrast": 2.9175305366516113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.23167085647583,
-      "cov-distil (oracle2student)": 3.5873217582702637,
-      "cov-distil (oracle2teacher)": 2.904952049255371,
+      "cov-distil": 1.5164893865585327,
+      "cov-distil (oracle2student)": 3.6689701080322266,
+      "cov-distil (oracle2teacher)": 3.3600564002990723,
       "epoch": 1.7291993720565149,
-      "rel-constrast": 2.1962943077087402,
+      "rel-constrast": 2.4711766242980957,
       "step": 2203,
-      "subrel-constrast": 2.4757258892059326,
+      "subrel-constrast": 2.925198793411255,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.516770362854004,
-      "cov-distil (oracle2student)": 3.6723506450653076,
-      "cov-distil (oracle2teacher)": 3.7050366401672363,
+      "cov-distil": 2.22855281829834,
+      "cov-distil (oracle2student)": 3.3324828147888184,
+      "cov-distil (oracle2teacher)": 3.4373042583465576,
       "epoch": 1.7299843014128728,
-      "rel-constrast": 2.7805428504943848,
+      "rel-constrast": 2.4450249671936035,
       "step": 2204,
-      "subrel-constrast": 3.398709535598755,
+      "subrel-constrast": 3.1262338161468506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4058160781860352,
-      "cov-distil (oracle2student)": 5.744381904602051,
-      "cov-distil (oracle2teacher)": 5.033400535583496,
+      "cov-distil": 1.2943823337554932,
+      "cov-distil (oracle2student)": 6.2321038246154785,
+      "cov-distil (oracle2teacher)": 5.32985782623291,
       "epoch": 1.7307692307692308,
-      "rel-constrast": 4.4768385887146,
+      "rel-constrast": 5.335637092590332,
       "step": 2205,
-      "subrel-constrast": 4.890554904937744,
+      "subrel-constrast": 4.531121730804443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8483374118804932,
-      "cov-distil (oracle2student)": 4.111395835876465,
-      "cov-distil (oracle2teacher)": 3.5026049613952637,
+      "cov-distil": 1.937375783920288,
+      "cov-distil (oracle2student)": 4.112811088562012,
+      "cov-distil (oracle2teacher)": 4.203855514526367,
       "epoch": 1.7315541601255888,
-      "rel-constrast": 2.9485883712768555,
+      "rel-constrast": 2.9149866104125977,
       "step": 2206,
-      "subrel-constrast": 3.6814513206481934,
+      "subrel-constrast": 3.9060540199279785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1469032764434814,
-      "cov-distil (oracle2student)": 4.568747520446777,
-      "cov-distil (oracle2teacher)": 4.577749252319336,
+      "cov-distil": 2.2739577293395996,
+      "cov-distil (oracle2student)": 5.265259742736816,
+      "cov-distil (oracle2teacher)": 5.149330139160156,
       "epoch": 1.7323390894819466,
-      "rel-constrast": 2.4065160751342773,
+      "rel-constrast": 3.202256679534912,
       "step": 2207,
-      "subrel-constrast": 3.655743360519409,
+      "subrel-constrast": 3.862532615661621,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3686153888702393,
-      "cov-distil (oracle2student)": 3.771723508834839,
-      "cov-distil (oracle2teacher)": 3.7774171829223633,
+      "cov-distil": 1.79465651512146,
+      "cov-distil (oracle2student)": 4.447661399841309,
+      "cov-distil (oracle2teacher)": 3.7660956382751465,
       "epoch": 1.7331240188383046,
-      "rel-constrast": 2.9618091583251953,
+      "rel-constrast": 3.326237678527832,
       "step": 2208,
-      "subrel-constrast": 3.3125815391540527,
+      "subrel-constrast": 3.21999454498291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5273395776748657,
-      "cov-distil (oracle2student)": 4.243311882019043,
-      "cov-distil (oracle2teacher)": 4.043972492218018,
+      "cov-distil": 1.9203252792358398,
+      "cov-distil (oracle2student)": 4.777487754821777,
+      "cov-distil (oracle2teacher)": 4.240384101867676,
       "epoch": 1.7339089481946623,
-      "rel-constrast": 2.706533193588257,
+      "rel-constrast": 3.1223654747009277,
       "step": 2209,
-      "subrel-constrast": 3.351536750793457,
+      "subrel-constrast": 3.252253532409668,
       "view-similarity": 0
     },
     {
       "epoch": 1.7346938775510203,
-      "grad_norm": 5.03125,
+      "grad_norm": 6.84375,
       "learning_rate": 4.780657876830597e-05,
-      "loss": 0.762,
+      "loss": 0.7751,
       "step": 2210
     },
     {
-      "cov-distil": 1.063590407371521,
-      "cov-distil (oracle2student)": 4.755878448486328,
-      "cov-distil (oracle2teacher)": 4.284621238708496,
+      "cov-distil": 1.7009329795837402,
+      "cov-distil (oracle2student)": 4.598156929016113,
+      "cov-distil (oracle2teacher)": 4.4548773765563965,
       "epoch": 1.7346938775510203,
-      "rel-constrast": 2.9665729999542236,
+      "rel-constrast": 3.460235834121704,
       "step": 2210,
-      "subrel-constrast": 3.7226343154907227,
+      "subrel-constrast": 3.421052932739258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0554488897323608,
-      "cov-distil (oracle2student)": 3.2223730087280273,
-      "cov-distil (oracle2teacher)": 3.59382700920105,
+      "cov-distil": 1.7975202798843384,
+      "cov-distil (oracle2student)": 3.2329163551330566,
+      "cov-distil (oracle2teacher)": 3.015516757965088,
       "epoch": 1.7354788069073783,
-      "rel-constrast": 3.6200973987579346,
+      "rel-constrast": 3.8085012435913086,
       "step": 2211,
-      "subrel-constrast": 4.262567043304443,
+      "subrel-constrast": 4.520313739776611,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4665796756744385,
-      "cov-distil (oracle2student)": 4.336564540863037,
-      "cov-distil (oracle2teacher)": 3.7192134857177734,
+      "cov-distil": 2.1904985904693604,
+      "cov-distil (oracle2student)": 4.689132213592529,
+      "cov-distil (oracle2teacher)": 3.7709059715270996,
       "epoch": 1.7362637362637363,
-      "rel-constrast": 2.184605598449707,
+      "rel-constrast": 2.286560297012329,
       "step": 2212,
-      "subrel-constrast": 2.807366371154785,
+      "subrel-constrast": 2.7570204734802246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.259305715560913,
-      "cov-distil (oracle2student)": 4.254379749298096,
-      "cov-distil (oracle2teacher)": 3.7080206871032715,
+      "cov-distil": 1.7679132223129272,
+      "cov-distil (oracle2student)": 4.656044960021973,
+      "cov-distil (oracle2teacher)": 3.9026474952697754,
       "epoch": 1.7370486656200943,
-      "rel-constrast": 2.4375405311584473,
+      "rel-constrast": 3.282284736633301,
       "step": 2213,
-      "subrel-constrast": 3.2010862827301025,
+      "subrel-constrast": 3.350498914718628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2603670358657837,
-      "cov-distil (oracle2student)": 2.7576510906219482,
-      "cov-distil (oracle2teacher)": 3.020298719406128,
+      "cov-distil": 1.4877822399139404,
+      "cov-distil (oracle2student)": 3.422396659851074,
+      "cov-distil (oracle2teacher)": 3.436274766921997,
       "epoch": 1.737833594976452,
-      "rel-constrast": 3.1468071937561035,
+      "rel-constrast": 3.895782470703125,
       "step": 2214,
-      "subrel-constrast": 3.9127445220947266,
+      "subrel-constrast": 4.230484962463379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7276368141174316,
-      "cov-distil (oracle2student)": 5.451048851013184,
-      "cov-distil (oracle2teacher)": 4.814182758331299,
+      "cov-distil": 1.9743536710739136,
+      "cov-distil (oracle2student)": 5.518186569213867,
+      "cov-distil (oracle2teacher)": 5.2702202796936035,
       "epoch": 1.73861852433281,
-      "rel-constrast": 2.434065103530884,
+      "rel-constrast": 2.723651170730591,
       "step": 2215,
-      "subrel-constrast": 2.625089645385742,
+      "subrel-constrast": 2.9871246814727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.400354266166687,
-      "cov-distil (oracle2student)": 3.362067461013794,
-      "cov-distil (oracle2teacher)": 3.1057748794555664,
+      "cov-distil": 1.5122301578521729,
+      "cov-distil (oracle2student)": 3.877626895904541,
+      "cov-distil (oracle2teacher)": 3.5132102966308594,
       "epoch": 1.7394034536891678,
-      "rel-constrast": 2.9962055683135986,
+      "rel-constrast": 3.7815604209899902,
       "step": 2216,
-      "subrel-constrast": 3.285515546798706,
+      "subrel-constrast": 3.3874099254608154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3856258392333984,
-      "cov-distil (oracle2student)": 5.027961730957031,
-      "cov-distil (oracle2teacher)": 4.861551284790039,
+      "cov-distil": 1.887054681777954,
+      "cov-distil (oracle2student)": 4.800230979919434,
+      "cov-distil (oracle2teacher)": 5.103489875793457,
       "epoch": 1.7401883830455258,
-      "rel-constrast": 2.1785964965820312,
+      "rel-constrast": 2.2982802391052246,
       "step": 2217,
-      "subrel-constrast": 3.1263222694396973,
+      "subrel-constrast": 3.0568597316741943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1465624570846558,
-      "cov-distil (oracle2student)": 3.375131607055664,
-      "cov-distil (oracle2teacher)": 3.6147212982177734,
+      "cov-distil": 1.5449519157409668,
+      "cov-distil (oracle2student)": 3.6056697368621826,
+      "cov-distil (oracle2teacher)": 3.566521644592285,
       "epoch": 1.7409733124018838,
-      "rel-constrast": 2.49701189994812,
+      "rel-constrast": 2.6811609268188477,
       "step": 2218,
-      "subrel-constrast": 3.013669729232788,
+      "subrel-constrast": 3.2307753562927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.418553113937378,
-      "cov-distil (oracle2student)": 3.4851672649383545,
-      "cov-distil (oracle2teacher)": 3.666647434234619,
+      "cov-distil": 2.259312868118286,
+      "cov-distil (oracle2student)": 3.9465079307556152,
+      "cov-distil (oracle2teacher)": 3.627194881439209,
       "epoch": 1.7417582417582418,
-      "rel-constrast": 2.7025346755981445,
+      "rel-constrast": 3.159834146499634,
       "step": 2219,
-      "subrel-constrast": 3.529212713241577,
+      "subrel-constrast": 3.394526720046997,
       "view-similarity": 0
     },
     {
       "epoch": 1.7425431711145998,
-      "grad_norm": 5.90625,
+      "grad_norm": 6.4375,
       "learning_rate": 4.77706951492582e-05,
-      "loss": 0.7121,
+      "loss": 0.7844,
       "step": 2220
     },
     {
-      "cov-distil": 1.5990524291992188,
-      "cov-distil (oracle2student)": 4.211366653442383,
-      "cov-distil (oracle2teacher)": 3.890860080718994,
+      "cov-distil": 1.6830523014068604,
+      "cov-distil (oracle2student)": 4.903957366943359,
+      "cov-distil (oracle2teacher)": 4.3655195236206055,
       "epoch": 1.7425431711145998,
-      "rel-constrast": 2.501035690307617,
+      "rel-constrast": 3.087584972381592,
       "step": 2220,
-      "subrel-constrast": 3.2415027618408203,
+      "subrel-constrast": 3.134363889694214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3912228345870972,
-      "cov-distil (oracle2student)": 5.821087837219238,
-      "cov-distil (oracle2teacher)": 5.341222763061523,
+      "cov-distil": 2.069075107574463,
+      "cov-distil (oracle2student)": 6.238317489624023,
+      "cov-distil (oracle2teacher)": 5.535549640655518,
       "epoch": 1.7433281004709578,
-      "rel-constrast": 3.021422863006592,
+      "rel-constrast": 3.882420301437378,
       "step": 2221,
-      "subrel-constrast": 3.991391658782959,
+      "subrel-constrast": 3.491762638092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4452102184295654,
-      "cov-distil (oracle2student)": 3.0666863918304443,
-      "cov-distil (oracle2teacher)": 3.3617401123046875,
+      "cov-distil": 1.5646417140960693,
+      "cov-distil (oracle2student)": 3.6871955394744873,
+      "cov-distil (oracle2teacher)": 3.633030414581299,
       "epoch": 1.7441130298273155,
-      "rel-constrast": 2.8655142784118652,
+      "rel-constrast": 3.201338291168213,
       "step": 2222,
-      "subrel-constrast": 3.6124308109283447,
+      "subrel-constrast": 3.7883143424987793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.535351276397705,
-      "cov-distil (oracle2student)": 4.336465835571289,
-      "cov-distil (oracle2teacher)": 4.227689266204834,
+      "cov-distil": 1.6606625318527222,
+      "cov-distil (oracle2student)": 4.802008628845215,
+      "cov-distil (oracle2teacher)": 5.020402431488037,
       "epoch": 1.7448979591836735,
-      "rel-constrast": 2.6441214084625244,
+      "rel-constrast": 3.0126116275787354,
       "step": 2223,
-      "subrel-constrast": 3.298957347869873,
+      "subrel-constrast": 3.3560731410980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5956463813781738,
-      "cov-distil (oracle2student)": 4.605068206787109,
-      "cov-distil (oracle2teacher)": 4.589273929595947,
+      "cov-distil": 1.8214753866195679,
+      "cov-distil (oracle2student)": 5.123177528381348,
+      "cov-distil (oracle2teacher)": 4.6042046546936035,
       "epoch": 1.7456828885400313,
-      "rel-constrast": 2.5250747203826904,
+      "rel-constrast": 3.068824291229248,
       "step": 2224,
-      "subrel-constrast": 3.4053544998168945,
+      "subrel-constrast": 3.158241033554077,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4402203559875488,
-      "cov-distil (oracle2student)": 4.288039207458496,
-      "cov-distil (oracle2teacher)": 3.9537289142608643,
+      "cov-distil": 2.0651137828826904,
+      "cov-distil (oracle2student)": 4.602841377258301,
+      "cov-distil (oracle2teacher)": 4.754369258880615,
       "epoch": 1.7464678178963893,
-      "rel-constrast": 2.522817373275757,
+      "rel-constrast": 2.949024200439453,
       "step": 2225,
-      "subrel-constrast": 3.3566665649414062,
+      "subrel-constrast": 3.555393695831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4337220191955566,
-      "cov-distil (oracle2student)": 2.9571754932403564,
-      "cov-distil (oracle2teacher)": 3.191856861114502,
+      "cov-distil": 1.4895612001419067,
+      "cov-distil (oracle2student)": 3.1863131523132324,
+      "cov-distil (oracle2teacher)": 3.478513240814209,
       "epoch": 1.7472527472527473,
-      "rel-constrast": 1.3995537757873535,
+      "rel-constrast": 1.6057887077331543,
       "step": 2226,
-      "subrel-constrast": 2.0812368392944336,
+      "subrel-constrast": 2.04770565032959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4956307411193848,
-      "cov-distil (oracle2student)": 4.570131301879883,
-      "cov-distil (oracle2teacher)": 3.9345908164978027,
+      "cov-distil": 1.5228617191314697,
+      "cov-distil (oracle2student)": 5.067418098449707,
+      "cov-distil (oracle2teacher)": 4.368940353393555,
       "epoch": 1.7480376766091053,
-      "rel-constrast": 2.727308511734009,
+      "rel-constrast": 3.095487594604492,
       "step": 2227,
-      "subrel-constrast": 2.8596577644348145,
+      "subrel-constrast": 2.842113971710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5380032062530518,
-      "cov-distil (oracle2student)": 2.632666826248169,
-      "cov-distil (oracle2teacher)": 3.2193100452423096,
+      "cov-distil": 1.5665314197540283,
+      "cov-distil (oracle2student)": 2.948671817779541,
+      "cov-distil (oracle2teacher)": 3.1334030628204346,
       "epoch": 1.7488226059654632,
-      "rel-constrast": 2.60501766204834,
+      "rel-constrast": 3.147441864013672,
       "step": 2228,
-      "subrel-constrast": 3.647772789001465,
+      "subrel-constrast": 3.35150146484375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.225301742553711,
-      "cov-distil (oracle2student)": 3.0516562461853027,
-      "cov-distil (oracle2teacher)": 2.593440532684326,
+      "cov-distil": 1.7388191223144531,
+      "cov-distil (oracle2student)": 3.0259954929351807,
+      "cov-distil (oracle2teacher)": 2.873972177505493,
       "epoch": 1.749607535321821,
-      "rel-constrast": 2.941821575164795,
+      "rel-constrast": 2.9666242599487305,
       "step": 2229,
-      "subrel-constrast": 2.9590554237365723,
+      "subrel-constrast": 2.9847488403320312,
       "view-similarity": 0
     },
     {
       "epoch": 1.750392464678179,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.15625,
       "learning_rate": 4.7734534076476045e-05,
-      "loss": 0.6806,
+      "loss": 0.7504,
       "step": 2230
     },
     {
-      "cov-distil": 1.4874062538146973,
-      "cov-distil (oracle2student)": 4.357302665710449,
-      "cov-distil (oracle2teacher)": 4.353229999542236,
+      "cov-distil": 1.953369140625,
+      "cov-distil (oracle2student)": 5.13368034362793,
+      "cov-distil (oracle2teacher)": 4.246707439422607,
       "epoch": 1.750392464678179,
-      "rel-constrast": 3.209381103515625,
+      "rel-constrast": 3.5224571228027344,
       "step": 2230,
-      "subrel-constrast": 3.581017255783081,
+      "subrel-constrast": 3.1537704467773438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.117234468460083,
-      "cov-distil (oracle2student)": 3.937073230743408,
-      "cov-distil (oracle2teacher)": 3.7548842430114746,
+      "cov-distil": 1.5521260499954224,
+      "cov-distil (oracle2student)": 4.792133331298828,
+      "cov-distil (oracle2teacher)": 3.9444193840026855,
       "epoch": 1.7511773940345368,
-      "rel-constrast": 2.434492826461792,
+      "rel-constrast": 2.600888729095459,
       "step": 2231,
-      "subrel-constrast": 3.346048355102539,
+      "subrel-constrast": 2.9944944381713867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.24973726272583,
-      "cov-distil (oracle2student)": 4.533449649810791,
-      "cov-distil (oracle2teacher)": 4.793134689331055,
+      "cov-distil": 1.8820068836212158,
+      "cov-distil (oracle2student)": 4.448766231536865,
+      "cov-distil (oracle2teacher)": 5.174159049987793,
       "epoch": 1.7519623233908947,
-      "rel-constrast": 3.7525699138641357,
+      "rel-constrast": 3.976405143737793,
       "step": 2232,
-      "subrel-constrast": 4.6372246742248535,
+      "subrel-constrast": 4.741251468658447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.462562084197998,
-      "cov-distil (oracle2student)": 3.1960372924804688,
-      "cov-distil (oracle2teacher)": 3.563648223876953,
+      "cov-distil": 1.839247465133667,
+      "cov-distil (oracle2student)": 4.201318740844727,
+      "cov-distil (oracle2teacher)": 3.5953707695007324,
       "epoch": 1.7527472527472527,
-      "rel-constrast": 2.7557313442230225,
+      "rel-constrast": 3.5858983993530273,
       "step": 2233,
-      "subrel-constrast": 3.8398375511169434,
+      "subrel-constrast": 3.4081480503082275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6737204790115356,
-      "cov-distil (oracle2student)": 2.5555331707000732,
-      "cov-distil (oracle2teacher)": 2.5845441818237305,
+      "cov-distil": 2.6689648628234863,
+      "cov-distil (oracle2student)": 2.794280529022217,
+      "cov-distil (oracle2teacher)": 2.945270538330078,
       "epoch": 1.7535321821036107,
-      "rel-constrast": 1.7191078662872314,
+      "rel-constrast": 2.506171226501465,
       "step": 2234,
-      "subrel-constrast": 2.859938859939575,
+      "subrel-constrast": 3.127882480621338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2368494272232056,
-      "cov-distil (oracle2student)": 3.9843480587005615,
-      "cov-distil (oracle2teacher)": 3.893775463104248,
+      "cov-distil": 1.304837942123413,
+      "cov-distil (oracle2student)": 4.309269428253174,
+      "cov-distil (oracle2teacher)": 3.761758327484131,
       "epoch": 1.7543171114599687,
-      "rel-constrast": 3.693345069885254,
+      "rel-constrast": 4.4902191162109375,
       "step": 2235,
-      "subrel-constrast": 4.244990825653076,
+      "subrel-constrast": 4.029505252838135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2992678880691528,
-      "cov-distil (oracle2student)": 4.830301761627197,
-      "cov-distil (oracle2teacher)": 4.498394012451172,
+      "cov-distil": 2.0583574771881104,
+      "cov-distil (oracle2student)": 5.231044769287109,
+      "cov-distil (oracle2teacher)": 4.942281723022461,
       "epoch": 1.7551020408163265,
-      "rel-constrast": 2.510626792907715,
+      "rel-constrast": 2.825223445892334,
       "step": 2236,
-      "subrel-constrast": 3.16009783744812,
+      "subrel-constrast": 3.2670459747314453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3592650890350342,
-      "cov-distil (oracle2student)": 3.574373722076416,
-      "cov-distil (oracle2teacher)": 3.2655539512634277,
+      "cov-distil": 1.8314696550369263,
+      "cov-distil (oracle2student)": 3.353362560272217,
+      "cov-distil (oracle2teacher)": 4.007411956787109,
       "epoch": 1.7558869701726845,
-      "rel-constrast": 1.9065544605255127,
+      "rel-constrast": 2.1646790504455566,
       "step": 2237,
-      "subrel-constrast": 2.767110586166382,
+      "subrel-constrast": 3.213866949081421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8274831771850586,
-      "cov-distil (oracle2student)": 4.118534564971924,
-      "cov-distil (oracle2teacher)": 3.961636543273926,
+      "cov-distil": 1.7675178050994873,
+      "cov-distil (oracle2student)": 4.223446846008301,
+      "cov-distil (oracle2teacher)": 3.96382999420166,
       "epoch": 1.7566718995290422,
-      "rel-constrast": 4.148343086242676,
+      "rel-constrast": 3.9230077266693115,
       "step": 2238,
-      "subrel-constrast": 4.405562400817871,
+      "subrel-constrast": 4.290407657623291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.336197018623352,
-      "cov-distil (oracle2student)": 2.447920560836792,
-      "cov-distil (oracle2teacher)": 3.2694993019104004,
+      "cov-distil": 1.5707908868789673,
+      "cov-distil (oracle2student)": 3.2934579849243164,
+      "cov-distil (oracle2teacher)": 3.694578170776367,
       "epoch": 1.7574568288854002,
-      "rel-constrast": 2.810555934906006,
+      "rel-constrast": 3.3858652114868164,
       "step": 2239,
-      "subrel-constrast": 3.7019741535186768,
+      "subrel-constrast": 4.010117053985596,
       "view-similarity": 0
     },
     {
       "epoch": 1.7582417582417582,
-      "grad_norm": 5.25,
+      "grad_norm": 6.375,
       "learning_rate": 4.769809599057075e-05,
-      "loss": 0.7586,
+      "loss": 0.8245,
       "step": 2240
     },
     {
-      "cov-distil": 1.1485403776168823,
-      "cov-distil (oracle2student)": 4.654672622680664,
-      "cov-distil (oracle2teacher)": 4.348109245300293,
+      "cov-distil": 1.5127358436584473,
+      "cov-distil (oracle2student)": 4.778524398803711,
+      "cov-distil (oracle2teacher)": 4.9623188972473145,
       "epoch": 1.7582417582417582,
-      "rel-constrast": 1.9925882816314697,
+      "rel-constrast": 2.113095283508301,
       "step": 2240,
-      "subrel-constrast": 2.693882942199707,
+      "subrel-constrast": 2.4806413650512695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8763365745544434,
-      "cov-distil (oracle2student)": 4.839393615722656,
-      "cov-distil (oracle2teacher)": 3.85744047164917,
+      "cov-distil": 2.1218197345733643,
+      "cov-distil (oracle2student)": 4.042128086090088,
+      "cov-distil (oracle2teacher)": 4.303385257720947,
       "epoch": 1.7590266875981162,
-      "rel-constrast": 3.434678077697754,
+      "rel-constrast": 2.7997350692749023,
       "step": 2241,
-      "subrel-constrast": 3.925741195678711,
+      "subrel-constrast": 3.9637322425842285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4712501764297485,
-      "cov-distil (oracle2student)": 3.76202130317688,
-      "cov-distil (oracle2teacher)": 3.5188522338867188,
+      "cov-distil": 1.6333807706832886,
+      "cov-distil (oracle2student)": 3.571364402770996,
+      "cov-distil (oracle2teacher)": 3.1574623584747314,
       "epoch": 1.7598116169544742,
-      "rel-constrast": 2.627779722213745,
+      "rel-constrast": 2.005417823791504,
       "step": 2242,
-      "subrel-constrast": 2.8085591793060303,
+      "subrel-constrast": 2.551029920578003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3890204429626465,
-      "cov-distil (oracle2student)": 5.484809398651123,
-      "cov-distil (oracle2teacher)": 5.1389265060424805,
+      "cov-distil": 2.154345989227295,
+      "cov-distil (oracle2student)": 5.072396278381348,
+      "cov-distil (oracle2teacher)": 5.595623016357422,
       "epoch": 1.7605965463108322,
-      "rel-constrast": 3.6450910568237305,
+      "rel-constrast": 4.172027587890625,
       "step": 2243,
-      "subrel-constrast": 4.063124656677246,
+      "subrel-constrast": 4.320813179016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.133486032485962,
-      "cov-distil (oracle2student)": 5.945001602172852,
-      "cov-distil (oracle2teacher)": 5.491739749908447,
+      "cov-distil": 1.6265089511871338,
+      "cov-distil (oracle2student)": 5.869951248168945,
+      "cov-distil (oracle2teacher)": 6.163671493530273,
       "epoch": 1.76138147566719,
-      "rel-constrast": 3.3541457653045654,
+      "rel-constrast": 3.3686578273773193,
       "step": 2244,
-      "subrel-constrast": 3.8208601474761963,
+      "subrel-constrast": 3.7710189819335938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.524552345275879,
-      "cov-distil (oracle2student)": 5.721334934234619,
-      "cov-distil (oracle2teacher)": 4.915715217590332,
+      "cov-distil": 2.0524368286132812,
+      "cov-distil (oracle2student)": 5.778565883636475,
+      "cov-distil (oracle2teacher)": 5.462894439697266,
       "epoch": 1.762166405023548,
-      "rel-constrast": 2.5368430614471436,
+      "rel-constrast": 3.0523271560668945,
       "step": 2245,
-      "subrel-constrast": 3.3544769287109375,
+      "subrel-constrast": 3.2430572509765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5551987886428833,
-      "cov-distil (oracle2student)": 2.861910820007324,
-      "cov-distil (oracle2teacher)": 2.90854811668396,
+      "cov-distil": 1.961949110031128,
+      "cov-distil (oracle2student)": 3.2377777099609375,
+      "cov-distil (oracle2teacher)": 2.990337371826172,
       "epoch": 1.7629513343799057,
-      "rel-constrast": 2.4615793228149414,
+      "rel-constrast": 3.0021519660949707,
       "step": 2246,
-      "subrel-constrast": 3.330505847930908,
+      "subrel-constrast": 3.2377564907073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7999694347381592,
-      "cov-distil (oracle2student)": 5.2548136711120605,
-      "cov-distil (oracle2teacher)": 4.88046932220459,
+      "cov-distil": 2.45847487449646,
+      "cov-distil (oracle2student)": 5.050314903259277,
+      "cov-distil (oracle2teacher)": 5.258781433105469,
       "epoch": 1.7637362637362637,
-      "rel-constrast": 3.0106306076049805,
+      "rel-constrast": 3.2186245918273926,
       "step": 2247,
-      "subrel-constrast": 4.046727180480957,
+      "subrel-constrast": 3.8075075149536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.510411024093628,
-      "cov-distil (oracle2student)": 4.925967693328857,
-      "cov-distil (oracle2teacher)": 4.388039588928223,
+      "cov-distil": 1.419205665588379,
+      "cov-distil (oracle2student)": 4.855860233306885,
+      "cov-distil (oracle2teacher)": 5.053457736968994,
       "epoch": 1.7645211930926217,
-      "rel-constrast": 3.176236867904663,
+      "rel-constrast": 3.090984344482422,
       "step": 2248,
-      "subrel-constrast": 4.014289379119873,
+      "subrel-constrast": 4.042280673980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7877905368804932,
-      "cov-distil (oracle2student)": 5.503927230834961,
-      "cov-distil (oracle2teacher)": 5.042388916015625,
+      "cov-distil": 2.355823516845703,
+      "cov-distil (oracle2student)": 6.046645641326904,
+      "cov-distil (oracle2teacher)": 5.420871734619141,
       "epoch": 1.7653061224489797,
-      "rel-constrast": 3.270568370819092,
+      "rel-constrast": 3.219726800918579,
       "step": 2249,
-      "subrel-constrast": 3.9012820720672607,
+      "subrel-constrast": 3.9884912967681885,
       "view-similarity": 0
     },
     {
       "epoch": 1.7660910518053377,
-      "grad_norm": 6.125,
+      "grad_norm": 6.34375,
       "learning_rate": 4.7661381335528885e-05,
-      "loss": 0.7757,
+      "loss": 0.7511,
       "step": 2250
     },
     {
-      "cov-distil": 1.8688774108886719,
-      "cov-distil (oracle2student)": 2.1277999877929688,
-      "cov-distil (oracle2teacher)": 2.376420497894287,
+      "cov-distil": 2.2979626655578613,
+      "cov-distil (oracle2student)": 2.2958004474639893,
+      "cov-distil (oracle2teacher)": 2.4960689544677734,
       "epoch": 1.7660910518053377,
-      "rel-constrast": 1.8173601627349854,
+      "rel-constrast": 2.0419297218322754,
       "step": 2250,
-      "subrel-constrast": 2.8194336891174316,
+      "subrel-constrast": 2.865978956222534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6203243732452393,
-      "cov-distil (oracle2student)": 2.5933241844177246,
-      "cov-distil (oracle2teacher)": 2.4038331508636475,
+      "cov-distil": 1.6624948978424072,
+      "cov-distil (oracle2student)": 2.7526001930236816,
+      "cov-distil (oracle2teacher)": 2.4174623489379883,
       "epoch": 1.7668759811616954,
-      "rel-constrast": 2.69283390045166,
+      "rel-constrast": 2.686349868774414,
       "step": 2251,
-      "subrel-constrast": 3.3784313201904297,
+      "subrel-constrast": 3.3409781455993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1629862785339355,
-      "cov-distil (oracle2student)": 3.2623233795166016,
-      "cov-distil (oracle2teacher)": 3.263735294342041,
+      "cov-distil": 2.222376585006714,
+      "cov-distil (oracle2student)": 3.167022705078125,
+      "cov-distil (oracle2teacher)": 3.4225311279296875,
       "epoch": 1.7676609105180534,
-      "rel-constrast": 1.8934588432312012,
+      "rel-constrast": 2.4554624557495117,
       "step": 2252,
-      "subrel-constrast": 2.9617388248443604,
+      "subrel-constrast": 2.7755727767944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1221753358840942,
-      "cov-distil (oracle2student)": 4.757113933563232,
-      "cov-distil (oracle2teacher)": 5.311859130859375,
+      "cov-distil": 1.4573429822921753,
+      "cov-distil (oracle2student)": 4.932489395141602,
+      "cov-distil (oracle2teacher)": 4.757755279541016,
       "epoch": 1.7684458398744112,
-      "rel-constrast": 3.039048671722412,
+      "rel-constrast": 3.329038381576538,
       "step": 2253,
-      "subrel-constrast": 3.843099355697632,
+      "subrel-constrast": 3.8581273555755615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.719962477684021,
-      "cov-distil (oracle2student)": 4.172812461853027,
-      "cov-distil (oracle2teacher)": 4.571127891540527,
+      "cov-distil": 1.716344952583313,
+      "cov-distil (oracle2student)": 4.602260589599609,
+      "cov-distil (oracle2teacher)": 4.581859588623047,
       "epoch": 1.7692307692307692,
-      "rel-constrast": 2.3688297271728516,
+      "rel-constrast": 2.8105545043945312,
       "step": 2254,
-      "subrel-constrast": 3.572650909423828,
+      "subrel-constrast": 3.566786289215088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5822265148162842,
-      "cov-distil (oracle2student)": 4.874046325683594,
-      "cov-distil (oracle2teacher)": 4.285998344421387,
+      "cov-distil": 1.9345881938934326,
+      "cov-distil (oracle2student)": 5.019820690155029,
+      "cov-distil (oracle2teacher)": 4.741737365722656,
       "epoch": 1.7700156985871272,
-      "rel-constrast": 2.682790756225586,
+      "rel-constrast": 3.1945371627807617,
       "step": 2255,
-      "subrel-constrast": 3.463482141494751,
+      "subrel-constrast": 3.3723838329315186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5207773447036743,
-      "cov-distil (oracle2student)": 3.742899179458618,
-      "cov-distil (oracle2teacher)": 3.841674327850342,
+      "cov-distil": 1.5700687170028687,
+      "cov-distil (oracle2student)": 4.287209510803223,
+      "cov-distil (oracle2teacher)": 3.963238477706909,
       "epoch": 1.7708006279434851,
-      "rel-constrast": 1.872826099395752,
+      "rel-constrast": 2.551182270050049,
       "step": 2256,
-      "subrel-constrast": 2.6117641925811768,
+      "subrel-constrast": 2.7288265228271484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3035008907318115,
-      "cov-distil (oracle2student)": 5.562979221343994,
-      "cov-distil (oracle2teacher)": 4.941827774047852,
+      "cov-distil": 1.5434467792510986,
+      "cov-distil (oracle2student)": 5.212656497955322,
+      "cov-distil (oracle2teacher)": 5.022609710693359,
       "epoch": 1.7715855572998431,
-      "rel-constrast": 2.5136654376983643,
+      "rel-constrast": 2.897268295288086,
       "step": 2257,
-      "subrel-constrast": 2.722169876098633,
+      "subrel-constrast": 2.7167999744415283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.440312147140503,
-      "cov-distil (oracle2student)": 2.988013744354248,
-      "cov-distil (oracle2teacher)": 3.01206111907959,
+      "cov-distil": 1.566434621810913,
+      "cov-distil (oracle2student)": 3.3137781620025635,
+      "cov-distil (oracle2teacher)": 3.040282726287842,
       "epoch": 1.772370486656201,
-      "rel-constrast": 1.8680262565612793,
+      "rel-constrast": 2.510199785232544,
       "step": 2258,
-      "subrel-constrast": 2.415212631225586,
+      "subrel-constrast": 2.0621023178100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2608623504638672,
-      "cov-distil (oracle2student)": 4.573918342590332,
-      "cov-distil (oracle2teacher)": 4.244540214538574,
+      "cov-distil": 1.573397159576416,
+      "cov-distil (oracle2student)": 3.7659592628479004,
+      "cov-distil (oracle2teacher)": 4.426349639892578,
       "epoch": 1.7731554160125589,
-      "rel-constrast": 3.5831003189086914,
+      "rel-constrast": 4.059967994689941,
       "step": 2259,
-      "subrel-constrast": 3.7066094875335693,
+      "subrel-constrast": 3.9878571033477783,
       "view-similarity": 0
     },
     {
       "epoch": 1.7739403453689166,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.0625,
       "learning_rate": 4.762439055870695e-05,
-      "loss": 0.6473,
+      "loss": 0.7134,
       "step": 2260
     },
     {
-      "cov-distil": 1.1993353366851807,
-      "cov-distil (oracle2student)": 3.0164966583251953,
-      "cov-distil (oracle2teacher)": 3.2065043449401855,
+      "cov-distil": 1.396331787109375,
+      "cov-distil (oracle2student)": 3.293196678161621,
+      "cov-distil (oracle2teacher)": 3.130878448486328,
       "epoch": 1.7739403453689166,
-      "rel-constrast": 2.800076484680176,
+      "rel-constrast": 2.5391788482666016,
       "step": 2260,
-      "subrel-constrast": 3.156083106994629,
+      "subrel-constrast": 3.049802780151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.019031286239624,
-      "cov-distil (oracle2student)": 4.696774005889893,
-      "cov-distil (oracle2teacher)": 3.917257070541382,
+      "cov-distil": 2.8521833419799805,
+      "cov-distil (oracle2student)": 4.724063396453857,
+      "cov-distil (oracle2teacher)": 3.918269157409668,
       "epoch": 1.7747252747252746,
-      "rel-constrast": 2.443613052368164,
+      "rel-constrast": 2.910370349884033,
       "step": 2261,
-      "subrel-constrast": 3.2442383766174316,
+      "subrel-constrast": 3.6630911827087402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9582088589668274,
-      "cov-distil (oracle2student)": 4.163963317871094,
-      "cov-distil (oracle2teacher)": 3.630319118499756,
+      "cov-distil": 1.8305147886276245,
+      "cov-distil (oracle2student)": 3.9144985675811768,
+      "cov-distil (oracle2teacher)": 3.9255175590515137,
       "epoch": 1.7755102040816326,
-      "rel-constrast": 3.0506017208099365,
+      "rel-constrast": 3.2606239318847656,
       "step": 2262,
-      "subrel-constrast": 3.329702854156494,
+      "subrel-constrast": 3.438943386077881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6439485549926758,
-      "cov-distil (oracle2student)": 3.1238386631011963,
-      "cov-distil (oracle2teacher)": 2.9540915489196777,
+      "cov-distil": 1.5233654975891113,
+      "cov-distil (oracle2student)": 3.3301353454589844,
+      "cov-distil (oracle2teacher)": 3.221888780593872,
       "epoch": 1.7762951334379906,
-      "rel-constrast": 2.6313929557800293,
+      "rel-constrast": 2.6720385551452637,
       "step": 2263,
-      "subrel-constrast": 3.3315935134887695,
+      "subrel-constrast": 3.0847480297088623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.948486566543579,
-      "cov-distil (oracle2student)": 2.4869370460510254,
-      "cov-distil (oracle2teacher)": 3.0207767486572266,
+      "cov-distil": 2.0788261890411377,
+      "cov-distil (oracle2student)": 3.040712594985962,
+      "cov-distil (oracle2teacher)": 2.8131299018859863,
       "epoch": 1.7770800627943486,
-      "rel-constrast": 2.3938064575195312,
+      "rel-constrast": 3.000257968902588,
       "step": 2264,
-      "subrel-constrast": 3.424344301223755,
+      "subrel-constrast": 3.221040725708008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4279038906097412,
-      "cov-distil (oracle2student)": 3.047750473022461,
-      "cov-distil (oracle2teacher)": 2.798387050628662,
+      "cov-distil": 1.4596812725067139,
+      "cov-distil (oracle2student)": 3.1573574542999268,
+      "cov-distil (oracle2teacher)": 2.9390711784362793,
       "epoch": 1.7778649921507066,
-      "rel-constrast": 3.0303449630737305,
+      "rel-constrast": 3.2349720001220703,
       "step": 2265,
-      "subrel-constrast": 3.0007474422454834,
+      "subrel-constrast": 3.1881580352783203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.173428535461426,
-      "cov-distil (oracle2student)": 3.7985291481018066,
-      "cov-distil (oracle2teacher)": 4.217639923095703,
+      "cov-distil": 2.6639461517333984,
+      "cov-distil (oracle2student)": 4.469871520996094,
+      "cov-distil (oracle2teacher)": 4.74524450302124,
       "epoch": 1.7786499215070644,
-      "rel-constrast": 4.197240829467773,
+      "rel-constrast": 4.392251968383789,
       "step": 2266,
-      "subrel-constrast": 4.98362398147583,
+      "subrel-constrast": 5.100163459777832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.291778564453125,
-      "cov-distil (oracle2student)": 3.8943936824798584,
-      "cov-distil (oracle2teacher)": 4.458695411682129,
+      "cov-distil": 2.5217957496643066,
+      "cov-distil (oracle2student)": 4.186256408691406,
+      "cov-distil (oracle2teacher)": 4.76749324798584,
       "epoch": 1.7794348508634223,
-      "rel-constrast": 2.0562551021575928,
+      "rel-constrast": 2.8914384841918945,
       "step": 2267,
-      "subrel-constrast": 3.1477200984954834,
+      "subrel-constrast": 3.460068941116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6463873386383057,
-      "cov-distil (oracle2student)": 5.173831939697266,
-      "cov-distil (oracle2teacher)": 4.939205646514893,
+      "cov-distil": 1.8213980197906494,
+      "cov-distil (oracle2student)": 6.038532733917236,
+      "cov-distil (oracle2teacher)": 5.026345729827881,
       "epoch": 1.7802197802197801,
-      "rel-constrast": 3.1172866821289062,
+      "rel-constrast": 3.8239798545837402,
       "step": 2268,
-      "subrel-constrast": 4.250095844268799,
+      "subrel-constrast": 4.152274131774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7440917491912842,
-      "cov-distil (oracle2student)": 3.2981536388397217,
-      "cov-distil (oracle2teacher)": 4.198132514953613,
+      "cov-distil": 2.1546032428741455,
+      "cov-distil (oracle2student)": 4.145965099334717,
+      "cov-distil (oracle2teacher)": 3.8733015060424805,
       "epoch": 1.781004709576138,
-      "rel-constrast": 1.9903862476348877,
+      "rel-constrast": 2.6173956394195557,
       "step": 2269,
-      "subrel-constrast": 3.060702323913574,
+      "subrel-constrast": 2.9273273944854736,
       "view-similarity": 0
     },
     {
       "epoch": 1.781789638932496,
-      "grad_norm": 5.6875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.7587124110825875e-05,
-      "loss": 0.7354,
+      "loss": 0.7836,
       "step": 2270
     },
     {
-      "cov-distil": 1.443589687347412,
-      "cov-distil (oracle2student)": 3.593846559524536,
-      "cov-distil (oracle2teacher)": 3.481320858001709,
+      "cov-distil": 1.5944650173187256,
+      "cov-distil (oracle2student)": 3.768817901611328,
+      "cov-distil (oracle2teacher)": 3.4827985763549805,
       "epoch": 1.781789638932496,
-      "rel-constrast": 2.690666675567627,
+      "rel-constrast": 2.6942031383514404,
       "step": 2270,
-      "subrel-constrast": 2.7978153228759766,
+      "subrel-constrast": 3.342454433441162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5542268753051758,
-      "cov-distil (oracle2student)": 4.015797138214111,
-      "cov-distil (oracle2teacher)": 3.497437000274658,
+      "cov-distil": 1.4129681587219238,
+      "cov-distil (oracle2student)": 4.023590087890625,
+      "cov-distil (oracle2teacher)": 3.8930318355560303,
       "epoch": 1.782574568288854,
-      "rel-constrast": 2.657963275909424,
+      "rel-constrast": 2.7904000282287598,
       "step": 2271,
-      "subrel-constrast": 3.2105746269226074,
+      "subrel-constrast": 3.1754910945892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7774068117141724,
-      "cov-distil (oracle2student)": 5.50721549987793,
-      "cov-distil (oracle2teacher)": 5.3051910400390625,
+      "cov-distil": 1.9995691776275635,
+      "cov-distil (oracle2student)": 6.1590681076049805,
+      "cov-distil (oracle2teacher)": 5.16873836517334,
       "epoch": 1.783359497645212,
-      "rel-constrast": 2.5327999591827393,
+      "rel-constrast": 3.1957783699035645,
       "step": 2272,
-      "subrel-constrast": 3.805833101272583,
+      "subrel-constrast": 3.891646385192871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6483123302459717,
-      "cov-distil (oracle2student)": 5.872786521911621,
-      "cov-distil (oracle2teacher)": 5.069870471954346,
+      "cov-distil": 2.0171093940734863,
+      "cov-distil (oracle2student)": 5.911402225494385,
+      "cov-distil (oracle2teacher)": 5.589774131774902,
       "epoch": 1.7841444270015698,
-      "rel-constrast": 2.3836851119995117,
+      "rel-constrast": 2.7871036529541016,
       "step": 2273,
-      "subrel-constrast": 3.336540460586548,
+      "subrel-constrast": 3.771869421005249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4488046169281006,
-      "cov-distil (oracle2student)": 3.434264898300171,
-      "cov-distil (oracle2teacher)": 3.3323163986206055,
+      "cov-distil": 1.599827766418457,
+      "cov-distil (oracle2student)": 3.9816412925720215,
+      "cov-distil (oracle2teacher)": 3.950279474258423,
       "epoch": 1.7849293563579278,
-      "rel-constrast": 2.0917410850524902,
+      "rel-constrast": 2.256709337234497,
       "step": 2274,
-      "subrel-constrast": 2.768942356109619,
+      "subrel-constrast": 2.861377477645874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7903740406036377,
-      "cov-distil (oracle2student)": 2.448713779449463,
-      "cov-distil (oracle2teacher)": 3.1189236640930176,
+      "cov-distil": 1.9344813823699951,
+      "cov-distil (oracle2student)": 2.35874605178833,
+      "cov-distil (oracle2teacher)": 2.8076939582824707,
       "epoch": 1.7857142857142856,
-      "rel-constrast": 2.0388267040252686,
+      "rel-constrast": 2.483673572540283,
       "step": 2275,
-      "subrel-constrast": 2.9838790893554688,
+      "subrel-constrast": 2.616030693054199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8876144886016846,
-      "cov-distil (oracle2student)": 3.479344367980957,
-      "cov-distil (oracle2teacher)": 3.4063029289245605,
+      "cov-distil": 2.0879507064819336,
+      "cov-distil (oracle2student)": 3.4315025806427,
+      "cov-distil (oracle2teacher)": 4.041613578796387,
       "epoch": 1.7864992150706436,
-      "rel-constrast": 2.705810070037842,
+      "rel-constrast": 2.6190686225891113,
       "step": 2276,
-      "subrel-constrast": 3.5671935081481934,
+      "subrel-constrast": 3.6975302696228027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5006206035614014,
-      "cov-distil (oracle2student)": 3.4531946182250977,
-      "cov-distil (oracle2teacher)": 3.7035512924194336,
+      "cov-distil": 1.8413026332855225,
+      "cov-distil (oracle2student)": 3.78240704536438,
+      "cov-distil (oracle2teacher)": 3.7628414630889893,
       "epoch": 1.7872841444270016,
-      "rel-constrast": 2.175159454345703,
+      "rel-constrast": 2.6379332542419434,
       "step": 2277,
-      "subrel-constrast": 3.2904465198516846,
+      "subrel-constrast": 3.0867371559143066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6945823431015015,
-      "cov-distil (oracle2student)": 7.246981620788574,
-      "cov-distil (oracle2teacher)": 6.2371978759765625,
+      "cov-distil": 2.4479901790618896,
+      "cov-distil (oracle2student)": 8.153319358825684,
+      "cov-distil (oracle2teacher)": 6.371177673339844,
       "epoch": 1.7880690737833596,
-      "rel-constrast": 3.9379687309265137,
+      "rel-constrast": 4.756963729858398,
       "step": 2278,
-      "subrel-constrast": 5.148345947265625,
+      "subrel-constrast": 4.988215446472168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4578499794006348,
-      "cov-distil (oracle2student)": 3.2069311141967773,
-      "cov-distil (oracle2teacher)": 3.0421481132507324,
+      "cov-distil": 1.9160610437393188,
+      "cov-distil (oracle2student)": 3.6028361320495605,
+      "cov-distil (oracle2teacher)": 3.5069186687469482,
       "epoch": 1.7888540031397175,
-      "rel-constrast": 2.094665765762329,
+      "rel-constrast": 2.5408525466918945,
       "step": 2279,
-      "subrel-constrast": 2.7558751106262207,
+      "subrel-constrast": 2.9416396617889404,
       "view-similarity": 0
     },
     {
       "epoch": 1.7896389324960753,
-      "grad_norm": 4.71875,
+      "grad_norm": 5.90625,
       "learning_rate": 4.754958244596557e-05,
-      "loss": 0.6732,
+      "loss": 0.7191,
       "step": 2280
     },
     {
-      "cov-distil": 1.5304884910583496,
-      "cov-distil (oracle2student)": 4.62916898727417,
-      "cov-distil (oracle2teacher)": 4.374709606170654,
+      "cov-distil": 1.6016204357147217,
+      "cov-distil (oracle2student)": 4.258019924163818,
+      "cov-distil (oracle2teacher)": 4.215463161468506,
       "epoch": 1.7896389324960753,
-      "rel-constrast": 2.313415050506592,
+      "rel-constrast": 2.6662566661834717,
       "step": 2280,
-      "subrel-constrast": 3.3232452869415283,
+      "subrel-constrast": 2.9733078479766846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.215383768081665,
-      "cov-distil (oracle2student)": 5.074325084686279,
-      "cov-distil (oracle2teacher)": 4.492373466491699,
+      "cov-distil": 1.4879522323608398,
+      "cov-distil (oracle2student)": 4.827792167663574,
+      "cov-distil (oracle2teacher)": 4.814486503601074,
       "epoch": 1.7904238618524333,
-      "rel-constrast": 3.8527512550354004,
+      "rel-constrast": 4.241153717041016,
       "step": 2281,
-      "subrel-constrast": 4.024172782897949,
+      "subrel-constrast": 3.8851304054260254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3366990089416504,
-      "cov-distil (oracle2student)": 3.452869415283203,
-      "cov-distil (oracle2teacher)": 3.4301605224609375,
+      "cov-distil": 1.6360793113708496,
+      "cov-distil (oracle2student)": 3.5114872455596924,
+      "cov-distil (oracle2teacher)": 3.413865089416504,
       "epoch": 1.791208791208791,
-      "rel-constrast": 2.906731367111206,
+      "rel-constrast": 2.8260703086853027,
       "step": 2282,
-      "subrel-constrast": 3.573761463165283,
+      "subrel-constrast": 3.6047563552856445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5189135074615479,
-      "cov-distil (oracle2student)": 4.619809150695801,
-      "cov-distil (oracle2teacher)": 4.698108196258545,
+      "cov-distil": 2.3012399673461914,
+      "cov-distil (oracle2student)": 5.2087554931640625,
+      "cov-distil (oracle2teacher)": 4.894368648529053,
       "epoch": 1.791993720565149,
-      "rel-constrast": 1.9627488851547241,
+      "rel-constrast": 2.533252716064453,
       "step": 2283,
-      "subrel-constrast": 2.4047091007232666,
+      "subrel-constrast": 2.663144111633301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8160045146942139,
-      "cov-distil (oracle2student)": 5.028445720672607,
-      "cov-distil (oracle2teacher)": 4.595516204833984,
+      "cov-distil": 2.0214428901672363,
+      "cov-distil (oracle2student)": 5.8444905281066895,
+      "cov-distil (oracle2teacher)": 4.776496887207031,
       "epoch": 1.792778649921507,
-      "rel-constrast": 2.5817906856536865,
+      "rel-constrast": 3.2993781566619873,
       "step": 2284,
-      "subrel-constrast": 3.75763201713562,
+      "subrel-constrast": 3.446972370147705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8235701322555542,
-      "cov-distil (oracle2student)": 4.796090126037598,
-      "cov-distil (oracle2teacher)": 4.462260723114014,
+      "cov-distil": 2.3481526374816895,
+      "cov-distil (oracle2student)": 5.069126605987549,
+      "cov-distil (oracle2teacher)": 4.2390522956848145,
       "epoch": 1.793563579277865,
-      "rel-constrast": 2.5888078212738037,
+      "rel-constrast": 2.634800434112549,
       "step": 2285,
-      "subrel-constrast": 3.615201711654663,
+      "subrel-constrast": 3.1956076622009277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9200466871261597,
-      "cov-distil (oracle2student)": 5.06275749206543,
-      "cov-distil (oracle2teacher)": 4.860681533813477,
+      "cov-distil": 2.3757550716400146,
+      "cov-distil (oracle2student)": 4.536351203918457,
+      "cov-distil (oracle2teacher)": 4.72119140625,
       "epoch": 1.794348508634223,
-      "rel-constrast": 4.242743968963623,
+      "rel-constrast": 3.434661388397217,
       "step": 2286,
-      "subrel-constrast": 4.901610851287842,
+      "subrel-constrast": 4.570793628692627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.378166675567627,
-      "cov-distil (oracle2student)": 3.440523862838745,
-      "cov-distil (oracle2teacher)": 3.0847091674804688,
+      "cov-distil": 1.7182979583740234,
+      "cov-distil (oracle2student)": 3.6283490657806396,
+      "cov-distil (oracle2teacher)": 2.8342490196228027,
       "epoch": 1.795133437990581,
-      "rel-constrast": 2.242156982421875,
+      "rel-constrast": 2.451030969619751,
       "step": 2287,
-      "subrel-constrast": 2.728849411010742,
+      "subrel-constrast": 2.597515344619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426253080368042,
-      "cov-distil (oracle2student)": 2.75307035446167,
-      "cov-distil (oracle2teacher)": 2.9066567420959473,
+      "cov-distil": 2.0589969158172607,
+      "cov-distil (oracle2student)": 2.9687745571136475,
+      "cov-distil (oracle2teacher)": 2.947335958480835,
       "epoch": 1.7959183673469388,
-      "rel-constrast": 3.6640818119049072,
+      "rel-constrast": 3.988304376602173,
       "step": 2288,
-      "subrel-constrast": 4.191524505615234,
+      "subrel-constrast": 4.474146366119385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2154967784881592,
-      "cov-distil (oracle2student)": 3.2967770099639893,
-      "cov-distil (oracle2teacher)": 3.424208879470825,
+      "cov-distil": 1.4134236574172974,
+      "cov-distil (oracle2student)": 3.68638277053833,
+      "cov-distil (oracle2teacher)": 3.499711036682129,
       "epoch": 1.7967032967032965,
-      "rel-constrast": 2.394169569015503,
+      "rel-constrast": 2.9507863521575928,
       "step": 2289,
-      "subrel-constrast": 3.120394229888916,
+      "subrel-constrast": 3.189483880996704,
       "view-similarity": 0
     },
     {
       "epoch": 1.7974882260596545,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.84375,
       "learning_rate": 4.7511766021559375e-05,
-      "loss": 0.7567,
+      "loss": 0.7756,
       "step": 2290
     },
     {
-      "cov-distil": 2.455801248550415,
-      "cov-distil (oracle2student)": 3.2455637454986572,
-      "cov-distil (oracle2teacher)": 3.352872133255005,
+      "cov-distil": 2.9318177700042725,
+      "cov-distil (oracle2student)": 3.344205379486084,
+      "cov-distil (oracle2teacher)": 3.899625778198242,
       "epoch": 1.7974882260596545,
-      "rel-constrast": 2.8605823516845703,
+      "rel-constrast": 3.447157859802246,
       "step": 2290,
-      "subrel-constrast": 4.11125373840332,
+      "subrel-constrast": 4.142464637756348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2726619243621826,
-      "cov-distil (oracle2student)": 5.800573348999023,
-      "cov-distil (oracle2teacher)": 5.361475944519043,
+      "cov-distil": 2.34287166595459,
+      "cov-distil (oracle2student)": 6.356783866882324,
+      "cov-distil (oracle2teacher)": 5.877231597900391,
       "epoch": 1.7982731554160125,
-      "rel-constrast": 3.209815740585327,
+      "rel-constrast": 3.151132583618164,
       "step": 2291,
-      "subrel-constrast": 3.7056069374084473,
+      "subrel-constrast": 3.8315343856811523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5992858409881592,
-      "cov-distil (oracle2student)": 2.910555601119995,
-      "cov-distil (oracle2teacher)": 3.1356606483459473,
+      "cov-distil": 1.7527005672454834,
+      "cov-distil (oracle2student)": 3.2396295070648193,
+      "cov-distil (oracle2teacher)": 3.4602601528167725,
       "epoch": 1.7990580847723705,
-      "rel-constrast": 2.6816933155059814,
+      "rel-constrast": 3.2615692615509033,
       "step": 2292,
-      "subrel-constrast": 3.304826498031616,
+      "subrel-constrast": 3.5617308616638184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8207201957702637,
-      "cov-distil (oracle2student)": 4.1503777503967285,
-      "cov-distil (oracle2teacher)": 4.0297651290893555,
+      "cov-distil": 1.982022762298584,
+      "cov-distil (oracle2student)": 3.7979695796966553,
+      "cov-distil (oracle2teacher)": 3.7807114124298096,
       "epoch": 1.7998430141287285,
-      "rel-constrast": 4.604592323303223,
+      "rel-constrast": 5.088458061218262,
       "step": 2293,
-      "subrel-constrast": 4.804865837097168,
+      "subrel-constrast": 4.58923864364624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4666860103607178,
-      "cov-distil (oracle2student)": 4.0113983154296875,
-      "cov-distil (oracle2teacher)": 4.246403694152832,
+      "cov-distil": 1.8973195552825928,
+      "cov-distil (oracle2student)": 4.512749671936035,
+      "cov-distil (oracle2teacher)": 4.633591175079346,
       "epoch": 1.8006279434850865,
-      "rel-constrast": 2.9521360397338867,
+      "rel-constrast": 3.823920965194702,
       "step": 2294,
-      "subrel-constrast": 3.9631752967834473,
+      "subrel-constrast": 4.040853500366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.707909345626831,
-      "cov-distil (oracle2student)": 4.909032821655273,
-      "cov-distil (oracle2teacher)": 4.912590026855469,
+      "cov-distil": 2.1303720474243164,
+      "cov-distil (oracle2student)": 4.4602437019348145,
+      "cov-distil (oracle2teacher)": 5.250929832458496,
       "epoch": 1.8014128728414442,
-      "rel-constrast": 3.0045456886291504,
+      "rel-constrast": 2.9487977027893066,
       "step": 2295,
-      "subrel-constrast": 3.6885366439819336,
+      "subrel-constrast": 4.130070686340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3750193119049072,
-      "cov-distil (oracle2student)": 4.743531227111816,
-      "cov-distil (oracle2teacher)": 4.764464855194092,
+      "cov-distil": 1.8726565837860107,
+      "cov-distil (oracle2student)": 5.320330619812012,
+      "cov-distil (oracle2teacher)": 4.909461975097656,
       "epoch": 1.8021978021978022,
-      "rel-constrast": 3.5490798950195312,
+      "rel-constrast": 3.634620189666748,
       "step": 2296,
-      "subrel-constrast": 3.8724448680877686,
+      "subrel-constrast": 3.951502799987793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0714311599731445,
-      "cov-distil (oracle2student)": 4.199785232543945,
-      "cov-distil (oracle2teacher)": 4.259959697723389,
+      "cov-distil": 1.924108624458313,
+      "cov-distil (oracle2student)": 4.445176124572754,
+      "cov-distil (oracle2teacher)": 4.5832061767578125,
       "epoch": 1.80298273155416,
-      "rel-constrast": 3.511178493499756,
+      "rel-constrast": 4.135244846343994,
       "step": 2297,
-      "subrel-constrast": 4.187932968139648,
+      "subrel-constrast": 4.278215408325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.206063985824585,
-      "cov-distil (oracle2student)": 4.125889778137207,
-      "cov-distil (oracle2teacher)": 3.962230682373047,
+      "cov-distil": 1.7038618326187134,
+      "cov-distil (oracle2student)": 4.165215015411377,
+      "cov-distil (oracle2teacher)": 3.739593505859375,
       "epoch": 1.803767660910518,
-      "rel-constrast": 2.9765372276306152,
+      "rel-constrast": 2.613809108734131,
       "step": 2298,
-      "subrel-constrast": 3.626953363418579,
+      "subrel-constrast": 3.4885663986206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6662653684616089,
-      "cov-distil (oracle2student)": 4.489561080932617,
-      "cov-distil (oracle2teacher)": 4.740846633911133,
+      "cov-distil": 2.0179026126861572,
+      "cov-distil (oracle2student)": 4.360210418701172,
+      "cov-distil (oracle2teacher)": 4.914369106292725,
       "epoch": 1.804552590266876,
-      "rel-constrast": 2.530068874359131,
+      "rel-constrast": 2.7682533264160156,
       "step": 2299,
-      "subrel-constrast": 3.427281618118286,
+      "subrel-constrast": 3.289104461669922,
       "view-similarity": 0
     },
     {
       "epoch": 1.805337519623234,
-      "grad_norm": 4.6875,
+      "grad_norm": 6.125,
       "learning_rate": 4.7473675298388495e-05,
-      "loss": 0.8386,
+      "loss": 0.8718,
       "step": 2300
     },
     {
       "epoch": 1.805337519623234,
-      "overlap": 0.3046875,
+      "overlap": 0.28437501192092896,
       "step": 2300
     },
     {
       "epoch": 1.805337519623234,
       "step": 2300,
-      "student margin": 0.053985595703125
+      "student margin": 0.044830322265625
     },
     {
       "epoch": 1.805337519623234,
       "step": 2300,
-      "teacher margin": 0.036529541015625
+      "teacher margin": 0.0411376953125
     },
     {
       "epoch": 1.805337519623234,
-      "margin difference": -0.0174560546875,
+      "margin difference": -0.003692626953125,
       "step": 2300
     },
     {
-      "cov-distil": 1.6892621517181396,
-      "cov-distil (oracle2student)": 6.2856245040893555,
-      "cov-distil (oracle2teacher)": 5.992995262145996,
+      "cov-distil": 2.1043148040771484,
+      "cov-distil (oracle2student)": 6.791098117828369,
+      "cov-distil (oracle2teacher)": 6.148382663726807,
       "epoch": 1.805337519623234,
-      "rel-constrast": 2.6885900497436523,
+      "rel-constrast": 3.1788575649261475,
       "step": 2300,
-      "subrel-constrast": 3.5530953407287598,
+      "subrel-constrast": 3.3972907066345215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2254571914672852,
-      "cov-distil (oracle2student)": 4.998371601104736,
-      "cov-distil (oracle2teacher)": 4.863700866699219,
+      "cov-distil": 1.9674214124679565,
+      "cov-distil (oracle2student)": 4.970674514770508,
+      "cov-distil (oracle2teacher)": 4.662883758544922,
       "epoch": 1.806122448979592,
-      "rel-constrast": 2.7133448123931885,
+      "rel-constrast": 3.716754913330078,
       "step": 2301,
-      "subrel-constrast": 3.508239984512329,
+      "subrel-constrast": 3.364508628845215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7833107709884644,
-      "cov-distil (oracle2student)": 3.8225245475769043,
-      "cov-distil (oracle2teacher)": 3.4032890796661377,
+      "cov-distil": 2.012104034423828,
+      "cov-distil (oracle2student)": 3.3384885787963867,
+      "cov-distil (oracle2teacher)": 3.4099881649017334,
       "epoch": 1.8069073783359497,
-      "rel-constrast": 3.0843989849090576,
+      "rel-constrast": 2.892132520675659,
       "step": 2302,
-      "subrel-constrast": 3.869215726852417,
+      "subrel-constrast": 3.9404118061065674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4791055917739868,
-      "cov-distil (oracle2student)": 5.102720260620117,
-      "cov-distil (oracle2teacher)": 4.331556797027588,
+      "cov-distil": 1.9074150323867798,
+      "cov-distil (oracle2student)": 5.423052787780762,
+      "cov-distil (oracle2teacher)": 4.600688934326172,
       "epoch": 1.8076923076923077,
-      "rel-constrast": 3.053921699523926,
+      "rel-constrast": 3.387913465499878,
       "step": 2303,
-      "subrel-constrast": 3.4983434677124023,
+      "subrel-constrast": 3.4404735565185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.865248441696167,
-      "cov-distil (oracle2student)": 3.199080467224121,
-      "cov-distil (oracle2teacher)": 3.1448521614074707,
+      "cov-distil": 1.6730916500091553,
+      "cov-distil (oracle2student)": 3.415266990661621,
+      "cov-distil (oracle2teacher)": 2.996145248413086,
       "epoch": 1.8084772370486655,
-      "rel-constrast": 2.651535987854004,
+      "rel-constrast": 3.211378812789917,
       "step": 2304,
-      "subrel-constrast": 3.1808433532714844,
+      "subrel-constrast": 2.858229875564575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.934019684791565,
-      "cov-distil (oracle2student)": 4.856476783752441,
-      "cov-distil (oracle2teacher)": 4.681419849395752,
+      "cov-distil": 2.4631800651550293,
+      "cov-distil (oracle2student)": 5.072457790374756,
+      "cov-distil (oracle2teacher)": 4.753089904785156,
       "epoch": 1.8092621664050235,
-      "rel-constrast": 2.8381969928741455,
+      "rel-constrast": 2.626215934753418,
       "step": 2305,
-      "subrel-constrast": 3.679791212081909,
+      "subrel-constrast": 3.8547191619873047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6589226722717285,
-      "cov-distil (oracle2student)": 3.9016671180725098,
-      "cov-distil (oracle2teacher)": 3.669419288635254,
+      "cov-distil": 2.322338819503784,
+      "cov-distil (oracle2student)": 4.089278697967529,
+      "cov-distil (oracle2teacher)": 3.750715732574463,
       "epoch": 1.8100470957613815,
-      "rel-constrast": 2.647688388824463,
+      "rel-constrast": 2.4150257110595703,
       "step": 2306,
-      "subrel-constrast": 2.5999338626861572,
+      "subrel-constrast": 2.5817477703094482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.255324125289917,
-      "cov-distil (oracle2student)": 4.575657844543457,
-      "cov-distil (oracle2teacher)": 4.169482707977295,
+      "cov-distil": 1.9996980428695679,
+      "cov-distil (oracle2student)": 5.447965621948242,
+      "cov-distil (oracle2teacher)": 4.835317611694336,
       "epoch": 1.8108320251177394,
-      "rel-constrast": 2.985649347305298,
+      "rel-constrast": 3.757155179977417,
       "step": 2307,
-      "subrel-constrast": 3.4112751483917236,
+      "subrel-constrast": 3.4742491245269775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6019322872161865,
-      "cov-distil (oracle2student)": 4.121088027954102,
-      "cov-distil (oracle2teacher)": 3.867058515548706,
+      "cov-distil": 2.0515074729919434,
+      "cov-distil (oracle2student)": 4.668490409851074,
+      "cov-distil (oracle2teacher)": 4.066989421844482,
       "epoch": 1.8116169544740974,
-      "rel-constrast": 2.5067484378814697,
+      "rel-constrast": 3.2817366123199463,
       "step": 2308,
-      "subrel-constrast": 3.2771899700164795,
+      "subrel-constrast": 3.4294862747192383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6674654483795166,
-      "cov-distil (oracle2student)": 2.8131213188171387,
-      "cov-distil (oracle2teacher)": 3.101606845855713,
+      "cov-distil": 2.120187520980835,
+      "cov-distil (oracle2student)": 3.00376558303833,
+      "cov-distil (oracle2teacher)": 2.9911863803863525,
       "epoch": 1.8124018838304554,
-      "rel-constrast": 2.6714296340942383,
+      "rel-constrast": 3.5264463424682617,
       "step": 2309,
-      "subrel-constrast": 3.2365288734436035,
+      "subrel-constrast": 3.3052000999450684,
       "view-similarity": 0
     },
     {
       "epoch": 1.8131868131868132,
-      "grad_norm": 4.65625,
+      "grad_norm": 6.5,
       "learning_rate": 4.743531074057635e-05,
-      "loss": 0.7364,
+      "loss": 0.7998,
       "step": 2310
     },
     {
-      "cov-distil": 1.350029468536377,
-      "cov-distil (oracle2student)": 4.165107250213623,
-      "cov-distil (oracle2teacher)": 3.818049669265747,
+      "cov-distil": 2.2758493423461914,
+      "cov-distil (oracle2student)": 4.8475871086120605,
+      "cov-distil (oracle2teacher)": 4.373899459838867,
       "epoch": 1.8131868131868132,
-      "rel-constrast": 3.0232343673706055,
+      "rel-constrast": 3.272268772125244,
       "step": 2310,
-      "subrel-constrast": 3.3329970836639404,
+      "subrel-constrast": 3.1698694229125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3987716436386108,
-      "cov-distil (oracle2student)": 5.433112621307373,
-      "cov-distil (oracle2teacher)": 4.871761798858643,
+      "cov-distil": 2.0748250484466553,
+      "cov-distil (oracle2student)": 5.987992286682129,
+      "cov-distil (oracle2teacher)": 5.334427833557129,
       "epoch": 1.813971742543171,
-      "rel-constrast": 4.484724998474121,
+      "rel-constrast": 4.783591270446777,
       "step": 2311,
-      "subrel-constrast": 4.845229148864746,
+      "subrel-constrast": 4.868766784667969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.425628423690796,
-      "cov-distil (oracle2student)": 2.925630569458008,
-      "cov-distil (oracle2teacher)": 2.863168239593506,
+      "cov-distil": 1.9012234210968018,
+      "cov-distil (oracle2student)": 3.129528522491455,
+      "cov-distil (oracle2teacher)": 3.030535936355591,
       "epoch": 1.814756671899529,
-      "rel-constrast": 1.5887391567230225,
+      "rel-constrast": 1.9053622484207153,
       "step": 2312,
-      "subrel-constrast": 2.0609428882598877,
+      "subrel-constrast": 1.9202322959899902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6005250215530396,
-      "cov-distil (oracle2student)": 3.0022354125976562,
-      "cov-distil (oracle2teacher)": 2.6223843097686768,
+      "cov-distil": 1.4642623662948608,
+      "cov-distil (oracle2student)": 2.8309574127197266,
+      "cov-distil (oracle2teacher)": 3.0990681648254395,
       "epoch": 1.815541601255887,
-      "rel-constrast": 2.273730993270874,
+      "rel-constrast": 2.6851747035980225,
       "step": 2313,
-      "subrel-constrast": 2.9224469661712646,
+      "subrel-constrast": 3.0619630813598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4181492328643799,
-      "cov-distil (oracle2student)": 5.378347396850586,
-      "cov-distil (oracle2teacher)": 5.1598801612854,
+      "cov-distil": 1.1592206954956055,
+      "cov-distil (oracle2student)": 5.545167922973633,
+      "cov-distil (oracle2teacher)": 5.278379440307617,
       "epoch": 1.816326530612245,
-      "rel-constrast": 2.6968092918395996,
+      "rel-constrast": 2.8336360454559326,
       "step": 2314,
-      "subrel-constrast": 3.624706745147705,
+      "subrel-constrast": 3.5753819942474365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4855788946151733,
-      "cov-distil (oracle2student)": 2.8636293411254883,
-      "cov-distil (oracle2teacher)": 2.7834272384643555,
+      "cov-distil": 1.9692950248718262,
+      "cov-distil (oracle2student)": 2.7943530082702637,
+      "cov-distil (oracle2teacher)": 3.141648769378662,
       "epoch": 1.817111459968603,
-      "rel-constrast": 2.438906669616699,
+      "rel-constrast": 2.1948647499084473,
       "step": 2315,
-      "subrel-constrast": 2.909430742263794,
+      "subrel-constrast": 2.9622652530670166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1916629076004028,
-      "cov-distil (oracle2student)": 4.764017105102539,
-      "cov-distil (oracle2teacher)": 4.308287620544434,
+      "cov-distil": 1.9811713695526123,
+      "cov-distil (oracle2student)": 5.6083879470825195,
+      "cov-distil (oracle2teacher)": 4.768773078918457,
       "epoch": 1.817896389324961,
-      "rel-constrast": 2.079336404800415,
+      "rel-constrast": 2.478703737258911,
       "step": 2316,
-      "subrel-constrast": 2.6568892002105713,
+      "subrel-constrast": 2.549463987350464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3917102813720703,
-      "cov-distil (oracle2student)": 3.7978508472442627,
-      "cov-distil (oracle2teacher)": 3.5787644386291504,
+      "cov-distil": 1.8544633388519287,
+      "cov-distil (oracle2student)": 3.9540176391601562,
+      "cov-distil (oracle2teacher)": 3.4186062812805176,
       "epoch": 1.8186813186813187,
-      "rel-constrast": 3.420144557952881,
+      "rel-constrast": 3.7299909591674805,
       "step": 2317,
-      "subrel-constrast": 3.7058300971984863,
+      "subrel-constrast": 3.666058301925659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2259094715118408,
-      "cov-distil (oracle2student)": 3.5073022842407227,
-      "cov-distil (oracle2teacher)": 3.642540216445923,
+      "cov-distil": 1.6165351867675781,
+      "cov-distil (oracle2student)": 3.839709758758545,
+      "cov-distil (oracle2teacher)": 3.6047425270080566,
       "epoch": 1.8194662480376766,
-      "rel-constrast": 2.8358278274536133,
+      "rel-constrast": 3.2936019897460938,
       "step": 2318,
-      "subrel-constrast": 3.8708882331848145,
+      "subrel-constrast": 3.3812472820281982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9209463596343994,
-      "cov-distil (oracle2student)": 3.529254674911499,
-      "cov-distil (oracle2teacher)": 3.8668453693389893,
+      "cov-distil": 1.9124069213867188,
+      "cov-distil (oracle2student)": 4.143277168273926,
+      "cov-distil (oracle2teacher)": 3.9801249504089355,
       "epoch": 1.8202511773940344,
-      "rel-constrast": 2.14914608001709,
+      "rel-constrast": 2.226078510284424,
       "step": 2319,
-      "subrel-constrast": 3.4967246055603027,
+      "subrel-constrast": 3.346447467803955,
       "view-similarity": 0
     },
     {
       "epoch": 1.8210361067503924,
-      "grad_norm": 4.1875,
+      "grad_norm": 4.84375,
       "learning_rate": 4.7396672815582997e-05,
-      "loss": 0.7108,
+      "loss": 0.7351,
       "step": 2320
     },
     {
-      "cov-distil": 1.8456411361694336,
-      "cov-distil (oracle2student)": 4.969728946685791,
-      "cov-distil (oracle2teacher)": 4.395388126373291,
+      "cov-distil": 1.4465279579162598,
+      "cov-distil (oracle2student)": 4.910113334655762,
+      "cov-distil (oracle2teacher)": 4.295568943023682,
       "epoch": 1.8210361067503924,
-      "rel-constrast": 2.473095417022705,
+      "rel-constrast": 2.9868826866149902,
       "step": 2320,
-      "subrel-constrast": 3.3971071243286133,
+      "subrel-constrast": 2.862504720687866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.373929500579834,
-      "cov-distil (oracle2student)": 5.528662204742432,
-      "cov-distil (oracle2teacher)": 4.760448455810547,
+      "cov-distil": 1.6910972595214844,
+      "cov-distil (oracle2student)": 5.715131759643555,
+      "cov-distil (oracle2teacher)": 5.169223785400391,
       "epoch": 1.8218210361067504,
-      "rel-constrast": 3.6413016319274902,
+      "rel-constrast": 4.327058792114258,
       "step": 2321,
-      "subrel-constrast": 4.109328746795654,
+      "subrel-constrast": 4.261266708374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4218733310699463,
-      "cov-distil (oracle2student)": 3.9426779747009277,
-      "cov-distil (oracle2teacher)": 3.5189409255981445,
+      "cov-distil": 2.422140121459961,
+      "cov-distil (oracle2student)": 4.48306941986084,
+      "cov-distil (oracle2teacher)": 4.1385345458984375,
       "epoch": 1.8226059654631084,
-      "rel-constrast": 4.6169538497924805,
+      "rel-constrast": 4.531920433044434,
       "step": 2322,
-      "subrel-constrast": 4.935740947723389,
+      "subrel-constrast": 4.914059162139893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.266847848892212,
-      "cov-distil (oracle2student)": 3.3324596881866455,
-      "cov-distil (oracle2teacher)": 3.3743977546691895,
+      "cov-distil": 2.201906442642212,
+      "cov-distil (oracle2student)": 3.4350152015686035,
+      "cov-distil (oracle2teacher)": 3.61906361579895,
       "epoch": 1.8233908948194664,
-      "rel-constrast": 2.086048126220703,
+      "rel-constrast": 2.490173816680908,
       "step": 2323,
-      "subrel-constrast": 3.0306177139282227,
+      "subrel-constrast": 3.156365156173706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5611567497253418,
-      "cov-distil (oracle2student)": 3.5690765380859375,
-      "cov-distil (oracle2teacher)": 3.353379726409912,
+      "cov-distil": 2.011692523956299,
+      "cov-distil (oracle2student)": 3.3857369422912598,
+      "cov-distil (oracle2teacher)": 3.7531027793884277,
       "epoch": 1.8241758241758241,
-      "rel-constrast": 2.063237190246582,
+      "rel-constrast": 2.376373291015625,
       "step": 2324,
-      "subrel-constrast": 2.5298917293548584,
+      "subrel-constrast": 2.354612350463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1383699178695679,
-      "cov-distil (oracle2student)": 4.711968421936035,
-      "cov-distil (oracle2teacher)": 4.48989725112915,
+      "cov-distil": 1.7216005325317383,
+      "cov-distil (oracle2student)": 5.5280561447143555,
+      "cov-distil (oracle2teacher)": 4.7378034591674805,
       "epoch": 1.8249607535321821,
-      "rel-constrast": 2.8097970485687256,
+      "rel-constrast": 2.760077714920044,
       "step": 2325,
-      "subrel-constrast": 3.0449445247650146,
+      "subrel-constrast": 2.9931323528289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2283785343170166,
-      "cov-distil (oracle2student)": 5.113185882568359,
-      "cov-distil (oracle2teacher)": 4.417881488800049,
+      "cov-distil": 1.3611371517181396,
+      "cov-distil (oracle2student)": 5.497949600219727,
+      "cov-distil (oracle2teacher)": 4.7374091148376465,
       "epoch": 1.82574568288854,
-      "rel-constrast": 2.894479513168335,
+      "rel-constrast": 2.899677038192749,
       "step": 2326,
-      "subrel-constrast": 3.147129774093628,
+      "subrel-constrast": 3.181063652038574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5558199882507324,
-      "cov-distil (oracle2student)": 5.515866279602051,
-      "cov-distil (oracle2teacher)": 5.1101579666137695,
+      "cov-distil": 2.196789264678955,
+      "cov-distil (oracle2student)": 6.385261058807373,
+      "cov-distil (oracle2teacher)": 5.617058277130127,
       "epoch": 1.8265306122448979,
-      "rel-constrast": 3.494619369506836,
+      "rel-constrast": 3.516967296600342,
       "step": 2327,
-      "subrel-constrast": 4.009930610656738,
+      "subrel-constrast": 4.039933681488037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.341977596282959,
-      "cov-distil (oracle2student)": 5.359982490539551,
-      "cov-distil (oracle2teacher)": 5.215216159820557,
+      "cov-distil": 1.860948085784912,
+      "cov-distil (oracle2student)": 5.667876243591309,
+      "cov-distil (oracle2teacher)": 5.532657623291016,
       "epoch": 1.8273155416012559,
-      "rel-constrast": 2.966783046722412,
+      "rel-constrast": 3.64119553565979,
       "step": 2328,
-      "subrel-constrast": 3.842420816421509,
+      "subrel-constrast": 4.002405166625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3554564714431763,
-      "cov-distil (oracle2student)": 4.5389404296875,
-      "cov-distil (oracle2teacher)": 3.8986454010009766,
+      "cov-distil": 1.6263651847839355,
+      "cov-distil (oracle2student)": 4.520396709442139,
+      "cov-distil (oracle2teacher)": 4.422356605529785,
       "epoch": 1.8281004709576139,
-      "rel-constrast": 2.970102310180664,
+      "rel-constrast": 2.9039928913116455,
       "step": 2329,
-      "subrel-constrast": 3.578596353530884,
+      "subrel-constrast": 3.4002797603607178,
       "view-similarity": 0
     },
     {
       "epoch": 1.8288854003139718,
-      "grad_norm": 5.75,
+      "grad_norm": 7.3125,
       "learning_rate": 4.735776199419935e-05,
-      "loss": 0.7856,
+      "loss": 0.8109,
       "step": 2330
     },
     {
-      "cov-distil": 1.3520499467849731,
-      "cov-distil (oracle2student)": 5.464293479919434,
-      "cov-distil (oracle2teacher)": 5.080811500549316,
+      "cov-distil": 1.7406679391860962,
+      "cov-distil (oracle2student)": 6.064526557922363,
+      "cov-distil (oracle2teacher)": 6.27634334564209,
       "epoch": 1.8288854003139718,
-      "rel-constrast": 2.9374120235443115,
+      "rel-constrast": 3.0702433586120605,
       "step": 2330,
-      "subrel-constrast": 3.246391773223877,
+      "subrel-constrast": 3.6989870071411133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3966255187988281,
-      "cov-distil (oracle2student)": 3.2311744689941406,
-      "cov-distil (oracle2teacher)": 3.526416540145874,
+      "cov-distil": 1.8686492443084717,
+      "cov-distil (oracle2student)": 3.142179489135742,
+      "cov-distil (oracle2teacher)": 3.7187399864196777,
       "epoch": 1.8296703296703298,
-      "rel-constrast": 2.0379257202148438,
+      "rel-constrast": 1.954216480255127,
       "step": 2331,
-      "subrel-constrast": 3.1012685298919678,
+      "subrel-constrast": 2.973130702972412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2343699932098389,
-      "cov-distil (oracle2student)": 4.805904388427734,
-      "cov-distil (oracle2teacher)": 4.505140781402588,
+      "cov-distil": 1.6855065822601318,
+      "cov-distil (oracle2student)": 5.159226417541504,
+      "cov-distil (oracle2teacher)": 4.771897315979004,
       "epoch": 1.8304552590266876,
-      "rel-constrast": 3.606234312057495,
+      "rel-constrast": 3.9629993438720703,
       "step": 2332,
-      "subrel-constrast": 4.051779270172119,
+      "subrel-constrast": 3.754472017288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3108339309692383,
-      "cov-distil (oracle2student)": 2.983063220977783,
-      "cov-distil (oracle2teacher)": 3.173604965209961,
+      "cov-distil": 1.7555515766143799,
+      "cov-distil (oracle2student)": 3.846391201019287,
+      "cov-distil (oracle2teacher)": 3.4636669158935547,
       "epoch": 1.8312401883830454,
-      "rel-constrast": 2.398393154144287,
+      "rel-constrast": 3.0808334350585938,
       "step": 2333,
-      "subrel-constrast": 3.097240924835205,
+      "subrel-constrast": 3.3378491401672363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.354975938796997,
-      "cov-distil (oracle2student)": 4.794856071472168,
-      "cov-distil (oracle2teacher)": 4.663745880126953,
+      "cov-distil": 1.9895763397216797,
+      "cov-distil (oracle2student)": 4.789981842041016,
+      "cov-distil (oracle2teacher)": 4.73747444152832,
       "epoch": 1.8320251177394034,
-      "rel-constrast": 2.5273170471191406,
+      "rel-constrast": 2.5229129791259766,
       "step": 2334,
-      "subrel-constrast": 3.1760787963867188,
+      "subrel-constrast": 3.1242191791534424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.306727409362793,
-      "cov-distil (oracle2student)": 3.8031656742095947,
-      "cov-distil (oracle2teacher)": 4.063189506530762,
+      "cov-distil": 1.7268917560577393,
+      "cov-distil (oracle2student)": 4.099793434143066,
+      "cov-distil (oracle2teacher)": 4.357524871826172,
       "epoch": 1.8328100470957613,
-      "rel-constrast": 3.116619110107422,
+      "rel-constrast": 3.438161849975586,
       "step": 2335,
-      "subrel-constrast": 3.4618194103240967,
+      "subrel-constrast": 3.401667594909668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6776924133300781,
-      "cov-distil (oracle2student)": 4.332625389099121,
-      "cov-distil (oracle2teacher)": 3.9710259437561035,
+      "cov-distil": 2.668900966644287,
+      "cov-distil (oracle2student)": 4.574808120727539,
+      "cov-distil (oracle2teacher)": 4.20315408706665,
       "epoch": 1.8335949764521193,
-      "rel-constrast": 2.6058735847473145,
+      "rel-constrast": 3.044722318649292,
       "step": 2336,
-      "subrel-constrast": 3.638011932373047,
+      "subrel-constrast": 3.3855855464935303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1858696937561035,
-      "cov-distil (oracle2student)": 5.392741680145264,
-      "cov-distil (oracle2teacher)": 5.259259223937988,
+      "cov-distil": 1.4514691829681396,
+      "cov-distil (oracle2student)": 5.96720027923584,
+      "cov-distil (oracle2teacher)": 5.2933878898620605,
       "epoch": 1.8343799058084773,
-      "rel-constrast": 2.5113906860351562,
+      "rel-constrast": 2.655059576034546,
       "step": 2337,
-      "subrel-constrast": 2.8102779388427734,
+      "subrel-constrast": 2.7782015800476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4064992666244507,
-      "cov-distil (oracle2student)": 3.273954391479492,
-      "cov-distil (oracle2teacher)": 3.387511968612671,
+      "cov-distil": 1.8154723644256592,
+      "cov-distil (oracle2student)": 3.6785807609558105,
+      "cov-distil (oracle2teacher)": 3.809833526611328,
       "epoch": 1.8351648351648353,
-      "rel-constrast": 2.433619737625122,
+      "rel-constrast": 3.3121607303619385,
       "step": 2338,
-      "subrel-constrast": 3.4606707096099854,
+      "subrel-constrast": 3.597254514694214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.592550277709961,
-      "cov-distil (oracle2student)": 4.5503926277160645,
-      "cov-distil (oracle2teacher)": 4.18421745300293,
+      "cov-distil": 1.782867193222046,
+      "cov-distil (oracle2student)": 4.067716121673584,
+      "cov-distil (oracle2teacher)": 4.864039421081543,
       "epoch": 1.835949764521193,
-      "rel-constrast": 2.902895927429199,
+      "rel-constrast": 2.7279014587402344,
       "step": 2339,
-      "subrel-constrast": 3.821329355239868,
+      "subrel-constrast": 3.8107573986053467,
       "view-similarity": 0
     },
     {
       "epoch": 1.836734693877551,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.5625,
       "learning_rate": 4.7318578750541466e-05,
-      "loss": 0.7115,
+      "loss": 0.7442,
       "step": 2340
     },
     {
-      "cov-distil": 1.8418996334075928,
-      "cov-distil (oracle2student)": 4.415371417999268,
-      "cov-distil (oracle2teacher)": 4.214637756347656,
+      "cov-distil": 2.307298421859741,
+      "cov-distil (oracle2student)": 4.872552871704102,
+      "cov-distil (oracle2teacher)": 4.56227970123291,
       "epoch": 1.836734693877551,
-      "rel-constrast": 3.0671606063842773,
+      "rel-constrast": 3.405674934387207,
       "step": 2340,
-      "subrel-constrast": 4.117509841918945,
+      "subrel-constrast": 4.446378707885742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5406579971313477,
-      "cov-distil (oracle2student)": 5.341821670532227,
-      "cov-distil (oracle2teacher)": 4.685606479644775,
+      "cov-distil": 2.2045021057128906,
+      "cov-distil (oracle2student)": 5.064887046813965,
+      "cov-distil (oracle2teacher)": 5.095715522766113,
       "epoch": 1.8375196232339088,
-      "rel-constrast": 2.6471409797668457,
+      "rel-constrast": 2.4437925815582275,
       "step": 2341,
-      "subrel-constrast": 3.4066224098205566,
+      "subrel-constrast": 3.442951202392578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7433027029037476,
-      "cov-distil (oracle2student)": 3.2867393493652344,
-      "cov-distil (oracle2teacher)": 3.4402594566345215,
+      "cov-distil": 1.6992897987365723,
+      "cov-distil (oracle2student)": 3.475189685821533,
+      "cov-distil (oracle2teacher)": 3.629152774810791,
       "epoch": 1.8383045525902668,
-      "rel-constrast": 2.305436134338379,
+      "rel-constrast": 3.0101797580718994,
       "step": 2342,
-      "subrel-constrast": 3.3702797889709473,
+      "subrel-constrast": 3.392754316329956,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013439178466797,
-      "cov-distil (oracle2student)": 3.617051362991333,
-      "cov-distil (oracle2teacher)": 3.047485113143921,
+      "cov-distil": 1.891249656677246,
+      "cov-distil (oracle2student)": 3.457401990890503,
+      "cov-distil (oracle2teacher)": 3.8327701091766357,
       "epoch": 1.8390894819466248,
-      "rel-constrast": 2.1213674545288086,
+      "rel-constrast": 2.7571206092834473,
       "step": 2343,
-      "subrel-constrast": 3.03959059715271,
+      "subrel-constrast": 3.15539813041687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.108980178833008,
-      "cov-distil (oracle2student)": 3.740568161010742,
-      "cov-distil (oracle2teacher)": 3.95269513130188,
+      "cov-distil": 2.204226016998291,
+      "cov-distil (oracle2student)": 3.9504263401031494,
+      "cov-distil (oracle2teacher)": 4.428981304168701,
       "epoch": 1.8398744113029828,
-      "rel-constrast": 1.6679271459579468,
+      "rel-constrast": 1.5819776058197021,
       "step": 2344,
-      "subrel-constrast": 2.9394900798797607,
+      "subrel-constrast": 2.803901433944702,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5810344219207764,
-      "cov-distil (oracle2student)": 4.702192783355713,
-      "cov-distil (oracle2teacher)": 3.905719041824341,
+      "cov-distil": 2.104454517364502,
+      "cov-distil (oracle2student)": 5.014148235321045,
+      "cov-distil (oracle2teacher)": 4.61888313293457,
       "epoch": 1.8406593406593408,
-      "rel-constrast": 3.28336501121521,
+      "rel-constrast": 3.2866463661193848,
       "step": 2345,
-      "subrel-constrast": 3.9377100467681885,
+      "subrel-constrast": 3.7171738147735596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385591745376587,
-      "cov-distil (oracle2student)": 3.392869472503662,
-      "cov-distil (oracle2teacher)": 3.0184574127197266,
+      "cov-distil": 1.6351079940795898,
+      "cov-distil (oracle2student)": 4.021288871765137,
+      "cov-distil (oracle2teacher)": 4.231511116027832,
       "epoch": 1.8414442700156985,
-      "rel-constrast": 2.586210250854492,
+      "rel-constrast": 2.6665220260620117,
       "step": 2346,
-      "subrel-constrast": 2.880354404449463,
+      "subrel-constrast": 2.929246664047241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.174978017807007,
-      "cov-distil (oracle2student)": 3.070465087890625,
-      "cov-distil (oracle2teacher)": 3.739142656326294,
+      "cov-distil": 2.476729393005371,
+      "cov-distil (oracle2student)": 3.8407673835754395,
+      "cov-distil (oracle2teacher)": 3.645462989807129,
       "epoch": 1.8422291993720565,
-      "rel-constrast": 2.551447868347168,
+      "rel-constrast": 4.051722526550293,
       "step": 2347,
-      "subrel-constrast": 4.151600360870361,
+      "subrel-constrast": 3.8074002265930176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4344654083251953,
-      "cov-distil (oracle2student)": 3.4287023544311523,
-      "cov-distil (oracle2teacher)": 3.427236557006836,
+      "cov-distil": 1.740384578704834,
+      "cov-distil (oracle2student)": 4.139864921569824,
+      "cov-distil (oracle2teacher)": 4.155971527099609,
       "epoch": 1.8430141287284143,
-      "rel-constrast": 3.210320472717285,
+      "rel-constrast": 3.437654733657837,
       "step": 2348,
-      "subrel-constrast": 3.8333253860473633,
+      "subrel-constrast": 3.912724256515503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6159439086914062,
-      "cov-distil (oracle2student)": 2.8842294216156006,
-      "cov-distil (oracle2teacher)": 2.635730504989624,
+      "cov-distil": 2.355463981628418,
+      "cov-distil (oracle2student)": 3.164055824279785,
+      "cov-distil (oracle2teacher)": 2.824215888977051,
       "epoch": 1.8437990580847723,
-      "rel-constrast": 1.6391414403915405,
+      "rel-constrast": 1.4055391550064087,
       "step": 2349,
-      "subrel-constrast": 2.504883289337158,
+      "subrel-constrast": 2.4600253105163574,
       "view-similarity": 0
     },
     {
       "epoch": 1.8445839874411303,
-      "grad_norm": 3.953125,
+      "grad_norm": 4.59375,
       "learning_rate": 4.727912356204483e-05,
-      "loss": 0.6706,
+      "loss": 0.7012,
       "step": 2350
     },
     {
-      "cov-distil": 1.2449408769607544,
-      "cov-distil (oracle2student)": 3.6214663982391357,
-      "cov-distil (oracle2teacher)": 3.275423526763916,
+      "cov-distil": 1.5941964387893677,
+      "cov-distil (oracle2student)": 3.516894817352295,
+      "cov-distil (oracle2teacher)": 3.2781591415405273,
       "epoch": 1.8445839874411303,
-      "rel-constrast": 3.3113770484924316,
+      "rel-constrast": 3.673198938369751,
       "step": 2350,
-      "subrel-constrast": 3.3099052906036377,
+      "subrel-constrast": 3.2554609775543213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3130264282226562,
-      "cov-distil (oracle2student)": 5.4824323654174805,
-      "cov-distil (oracle2teacher)": 4.571508407592773,
+      "cov-distil": 1.7577569484710693,
+      "cov-distil (oracle2student)": 6.0991926193237305,
+      "cov-distil (oracle2teacher)": 5.087656497955322,
       "epoch": 1.8453689167974883,
-      "rel-constrast": 3.1544077396392822,
+      "rel-constrast": 3.090470314025879,
       "step": 2351,
-      "subrel-constrast": 3.5445499420166016,
+      "subrel-constrast": 4.10389518737793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2681918144226074,
-      "cov-distil (oracle2student)": 3.4045321941375732,
-      "cov-distil (oracle2teacher)": 3.7111916542053223,
+      "cov-distil": 1.8457705974578857,
+      "cov-distil (oracle2student)": 3.5236754417419434,
+      "cov-distil (oracle2teacher)": 3.7435336112976074,
       "epoch": 1.8461538461538463,
-      "rel-constrast": 2.3710899353027344,
+      "rel-constrast": 2.7217280864715576,
       "step": 2352,
-      "subrel-constrast": 3.117222309112549,
+      "subrel-constrast": 2.9299583435058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9239554405212402,
-      "cov-distil (oracle2student)": 4.037146091461182,
-      "cov-distil (oracle2teacher)": 4.063927173614502,
+      "cov-distil": 2.6297447681427,
+      "cov-distil (oracle2student)": 4.031777858734131,
+      "cov-distil (oracle2teacher)": 4.353977203369141,
       "epoch": 1.8469387755102042,
-      "rel-constrast": 5.095550537109375,
+      "rel-constrast": 4.892124176025391,
       "step": 2353,
-      "subrel-constrast": 5.377917289733887,
+      "subrel-constrast": 5.273987293243408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2959873676300049,
-      "cov-distil (oracle2student)": 3.0380029678344727,
-      "cov-distil (oracle2teacher)": 3.1399359703063965,
+      "cov-distil": 1.747475028038025,
+      "cov-distil (oracle2student)": 3.2759673595428467,
+      "cov-distil (oracle2teacher)": 3.059643030166626,
       "epoch": 1.847723704866562,
-      "rel-constrast": 2.586148738861084,
+      "rel-constrast": 3.6256566047668457,
       "step": 2354,
-      "subrel-constrast": 3.349116086959839,
+      "subrel-constrast": 3.271243095397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.688023328781128,
-      "cov-distil (oracle2student)": 4.390917778015137,
-      "cov-distil (oracle2teacher)": 3.7474846839904785,
+      "cov-distil": 1.749713659286499,
+      "cov-distil (oracle2student)": 3.9992575645446777,
+      "cov-distil (oracle2teacher)": 4.136155128479004,
       "epoch": 1.8485086342229198,
-      "rel-constrast": 2.5092859268188477,
+      "rel-constrast": 2.537193775177002,
       "step": 2355,
-      "subrel-constrast": 3.4131603240966797,
+      "subrel-constrast": 3.3653817176818848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5776541233062744,
-      "cov-distil (oracle2student)": 4.303069114685059,
-      "cov-distil (oracle2teacher)": 4.105372428894043,
+      "cov-distil": 2.0229454040527344,
+      "cov-distil (oracle2student)": 4.969208240509033,
+      "cov-distil (oracle2teacher)": 4.611936092376709,
       "epoch": 1.8492935635792778,
-      "rel-constrast": 3.0706281661987305,
+      "rel-constrast": 3.5301947593688965,
       "step": 2356,
-      "subrel-constrast": 3.9001171588897705,
+      "subrel-constrast": 3.753962993621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6757984161376953,
-      "cov-distil (oracle2student)": 4.3736748695373535,
-      "cov-distil (oracle2teacher)": 3.550205707550049,
+      "cov-distil": 1.802649736404419,
+      "cov-distil (oracle2student)": 4.5249128341674805,
+      "cov-distil (oracle2teacher)": 3.7545409202575684,
       "epoch": 1.8500784929356358,
-      "rel-constrast": 3.4728293418884277,
+      "rel-constrast": 4.044454574584961,
       "step": 2357,
-      "subrel-constrast": 3.9719204902648926,
+      "subrel-constrast": 3.956641912460327,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2813568115234375,
-      "cov-distil (oracle2student)": 3.4487719535827637,
-      "cov-distil (oracle2teacher)": 3.7643330097198486,
+      "cov-distil": 1.4128022193908691,
+      "cov-distil (oracle2student)": 3.836146116256714,
+      "cov-distil (oracle2teacher)": 3.9752161502838135,
       "epoch": 1.8508634222919937,
-      "rel-constrast": 2.0092484951019287,
+      "rel-constrast": 2.3810606002807617,
       "step": 2358,
-      "subrel-constrast": 3.043686866760254,
+      "subrel-constrast": 3.159388303756714,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4998648166656494,
-      "cov-distil (oracle2student)": 4.305778503417969,
-      "cov-distil (oracle2teacher)": 3.857558488845825,
+      "cov-distil": 1.7395057678222656,
+      "cov-distil (oracle2student)": 4.229241847991943,
+      "cov-distil (oracle2teacher)": 4.224934101104736,
       "epoch": 1.8516483516483517,
-      "rel-constrast": 2.7986481189727783,
+      "rel-constrast": 3.3642501831054688,
       "step": 2359,
-      "subrel-constrast": 3.3821802139282227,
+      "subrel-constrast": 3.2315170764923096,
       "view-similarity": 0
     },
     {
       "epoch": 1.8524332810047097,
-      "grad_norm": 4.6875,
+      "grad_norm": 7.40625,
       "learning_rate": 4.723939690945846e-05,
-      "loss": 0.7964,
+      "loss": 0.8465,
       "step": 2360
     },
     {
-      "cov-distil": 1.1859450340270996,
-      "cov-distil (oracle2student)": 3.314246416091919,
-      "cov-distil (oracle2teacher)": 3.3548049926757812,
+      "cov-distil": 1.478676438331604,
+      "cov-distil (oracle2student)": 3.758178234100342,
+      "cov-distil (oracle2teacher)": 3.8408660888671875,
       "epoch": 1.8524332810047097,
-      "rel-constrast": 2.297027826309204,
+      "rel-constrast": 2.7054076194763184,
       "step": 2360,
-      "subrel-constrast": 2.906010627746582,
+      "subrel-constrast": 3.117434024810791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0564367771148682,
-      "cov-distil (oracle2student)": 4.408847332000732,
-      "cov-distil (oracle2teacher)": 3.750236988067627,
+      "cov-distil": 1.4924871921539307,
+      "cov-distil (oracle2student)": 5.1686015129089355,
+      "cov-distil (oracle2teacher)": 4.229325294494629,
       "epoch": 1.8532182103610675,
-      "rel-constrast": 2.727273464202881,
+      "rel-constrast": 3.5150272846221924,
       "step": 2361,
-      "subrel-constrast": 3.4296066761016846,
+      "subrel-constrast": 3.511563301086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5102715492248535,
-      "cov-distil (oracle2student)": 3.0153093338012695,
-      "cov-distil (oracle2teacher)": 2.8639063835144043,
+      "cov-distil": 2.504995346069336,
+      "cov-distil (oracle2student)": 3.2156708240509033,
+      "cov-distil (oracle2teacher)": 3.108412265777588,
       "epoch": 1.8540031397174255,
-      "rel-constrast": 2.110095977783203,
+      "rel-constrast": 2.1516902446746826,
       "step": 2362,
-      "subrel-constrast": 2.996849536895752,
+      "subrel-constrast": 3.094346523284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.126218557357788,
-      "cov-distil (oracle2student)": 5.751990795135498,
-      "cov-distil (oracle2teacher)": 5.225639343261719,
+      "cov-distil": 1.608696699142456,
+      "cov-distil (oracle2student)": 6.78940486907959,
+      "cov-distil (oracle2teacher)": 5.958072662353516,
       "epoch": 1.8547880690737832,
-      "rel-constrast": 3.8988547325134277,
+      "rel-constrast": 4.689718723297119,
       "step": 2363,
-      "subrel-constrast": 4.588316440582275,
+      "subrel-constrast": 4.622769832611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2220523357391357,
-      "cov-distil (oracle2student)": 3.976548433303833,
-      "cov-distil (oracle2teacher)": 4.030041694641113,
+      "cov-distil": 1.3820037841796875,
+      "cov-distil (oracle2student)": 3.921868085861206,
+      "cov-distil (oracle2teacher)": 3.906508445739746,
       "epoch": 1.8555729984301412,
-      "rel-constrast": 2.659160614013672,
+      "rel-constrast": 2.7954039573669434,
       "step": 2364,
-      "subrel-constrast": 3.5046262741088867,
+      "subrel-constrast": 3.218982458114624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4964183568954468,
-      "cov-distil (oracle2student)": 4.694596290588379,
-      "cov-distil (oracle2teacher)": 4.482988357543945,
+      "cov-distil": 2.014613628387451,
+      "cov-distil (oracle2student)": 5.540057182312012,
+      "cov-distil (oracle2teacher)": 4.958393096923828,
       "epoch": 1.8563579277864992,
-      "rel-constrast": 2.4832048416137695,
+      "rel-constrast": 2.6619415283203125,
       "step": 2365,
-      "subrel-constrast": 2.861309051513672,
+      "subrel-constrast": 2.838650703430176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6372551918029785,
-      "cov-distil (oracle2student)": 3.208219051361084,
-      "cov-distil (oracle2teacher)": 3.099982738494873,
+      "cov-distil": 1.6062428951263428,
+      "cov-distil (oracle2student)": 3.2672390937805176,
+      "cov-distil (oracle2teacher)": 3.702331066131592,
       "epoch": 1.8571428571428572,
-      "rel-constrast": 1.7701632976531982,
+      "rel-constrast": 1.8872520923614502,
       "step": 2366,
-      "subrel-constrast": 2.1953959465026855,
+      "subrel-constrast": 2.11923885345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2423828840255737,
-      "cov-distil (oracle2student)": 5.4796037673950195,
-      "cov-distil (oracle2teacher)": 4.892402648925781,
+      "cov-distil": 1.759888768196106,
+      "cov-distil (oracle2student)": 5.589189529418945,
+      "cov-distil (oracle2teacher)": 5.5594635009765625,
       "epoch": 1.8579277864992152,
-      "rel-constrast": 4.1849565505981445,
+      "rel-constrast": 4.926383018493652,
       "step": 2367,
-      "subrel-constrast": 4.690651893615723,
+      "subrel-constrast": 4.643214702606201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7666869163513184,
-      "cov-distil (oracle2student)": 4.98898983001709,
-      "cov-distil (oracle2teacher)": 4.632345199584961,
+      "cov-distil": 2.053729772567749,
+      "cov-distil (oracle2student)": 5.1982316970825195,
+      "cov-distil (oracle2teacher)": 5.513284683227539,
       "epoch": 1.858712715855573,
-      "rel-constrast": 3.016021251678467,
+      "rel-constrast": 3.28326678276062,
       "step": 2368,
-      "subrel-constrast": 4.011875152587891,
+      "subrel-constrast": 4.071282386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.482865333557129,
-      "cov-distil (oracle2student)": 4.433815002441406,
-      "cov-distil (oracle2teacher)": 3.8089146614074707,
+      "cov-distil": 1.5101613998413086,
+      "cov-distil (oracle2student)": 4.305039405822754,
+      "cov-distil (oracle2teacher)": 4.550334930419922,
       "epoch": 1.859497645211931,
-      "rel-constrast": 1.6976051330566406,
+      "rel-constrast": 2.094341993331909,
       "step": 2369,
-      "subrel-constrast": 2.5378572940826416,
+      "subrel-constrast": 2.440108299255371,
       "view-similarity": 0
     },
     {
       "epoch": 1.8602825745682887,
-      "grad_norm": 4.53125,
+      "grad_norm": 5.84375,
       "learning_rate": 4.7199399276839056e-05,
-      "loss": 0.7054,
+      "loss": 0.7678,
       "step": 2370
     },
     {
-      "cov-distil": 0.8840755224227905,
-      "cov-distil (oracle2student)": 3.3833887577056885,
-      "cov-distil (oracle2teacher)": 3.1782917976379395,
+      "cov-distil": 0.8195715546607971,
+      "cov-distil (oracle2student)": 3.18576717376709,
+      "cov-distil (oracle2teacher)": 3.61920428276062,
       "epoch": 1.8602825745682887,
-      "rel-constrast": 2.2076575756073,
+      "rel-constrast": 2.574190378189087,
       "step": 2370,
-      "subrel-constrast": 2.7491493225097656,
+      "subrel-constrast": 2.7400858402252197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.823546290397644,
-      "cov-distil (oracle2student)": 4.029688835144043,
-      "cov-distil (oracle2teacher)": 3.544309139251709,
+      "cov-distil": 1.788679838180542,
+      "cov-distil (oracle2student)": 4.612061500549316,
+      "cov-distil (oracle2teacher)": 4.397401809692383,
       "epoch": 1.8610675039246467,
-      "rel-constrast": 1.995516061782837,
+      "rel-constrast": 2.0702619552612305,
       "step": 2371,
-      "subrel-constrast": 3.0157155990600586,
+      "subrel-constrast": 2.7104575634002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.672497272491455,
-      "cov-distil (oracle2student)": 5.100739479064941,
-      "cov-distil (oracle2teacher)": 4.817244529724121,
+      "cov-distil": 2.5708744525909424,
+      "cov-distil (oracle2student)": 5.414070129394531,
+      "cov-distil (oracle2teacher)": 5.447511672973633,
       "epoch": 1.8618524332810047,
-      "rel-constrast": 3.1086645126342773,
+      "rel-constrast": 3.531839370727539,
       "step": 2372,
-      "subrel-constrast": 3.678229331970215,
+      "subrel-constrast": 3.9290096759796143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6452648639678955,
-      "cov-distil (oracle2student)": 5.618671417236328,
-      "cov-distil (oracle2teacher)": 4.942402362823486,
+      "cov-distil": 2.16487979888916,
+      "cov-distil (oracle2student)": 5.8947553634643555,
+      "cov-distil (oracle2teacher)": 4.640142917633057,
       "epoch": 1.8626373626373627,
-      "rel-constrast": 3.232419729232788,
+      "rel-constrast": 3.247671365737915,
       "step": 2373,
-      "subrel-constrast": 3.5171499252319336,
+      "subrel-constrast": 3.608102321624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.623281717300415,
-      "cov-distil (oracle2student)": 3.7928292751312256,
-      "cov-distil (oracle2teacher)": 3.612213611602783,
+      "cov-distil": 2.2544403076171875,
+      "cov-distil (oracle2student)": 4.133088111877441,
+      "cov-distil (oracle2teacher)": 3.905773639678955,
       "epoch": 1.8634222919937207,
-      "rel-constrast": 2.4106407165527344,
+      "rel-constrast": 2.861036777496338,
       "step": 2374,
-      "subrel-constrast": 3.3195226192474365,
+      "subrel-constrast": 3.249530792236328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.386106252670288,
-      "cov-distil (oracle2student)": 4.364607810974121,
-      "cov-distil (oracle2teacher)": 4.588620185852051,
+      "cov-distil": 1.6832404136657715,
+      "cov-distil (oracle2student)": 4.726968765258789,
+      "cov-distil (oracle2teacher)": 4.66524600982666,
       "epoch": 1.8642072213500787,
-      "rel-constrast": 3.065457582473755,
+      "rel-constrast": 3.4559900760650635,
       "step": 2375,
-      "subrel-constrast": 3.634373903274536,
+      "subrel-constrast": 3.748546838760376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0901994705200195,
-      "cov-distil (oracle2student)": 4.58005428314209,
-      "cov-distil (oracle2teacher)": 4.2535905838012695,
+      "cov-distil": 1.3990249633789062,
+      "cov-distil (oracle2student)": 4.197218894958496,
+      "cov-distil (oracle2teacher)": 4.198397636413574,
       "epoch": 1.8649921507064364,
-      "rel-constrast": 2.9042716026306152,
+      "rel-constrast": 2.9453537464141846,
       "step": 2376,
-      "subrel-constrast": 3.4222331047058105,
+      "subrel-constrast": 3.4094161987304688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5796598196029663,
-      "cov-distil (oracle2student)": 3.9140729904174805,
-      "cov-distil (oracle2teacher)": 3.460087299346924,
+      "cov-distil": 1.8651827573776245,
+      "cov-distil (oracle2student)": 3.9579861164093018,
+      "cov-distil (oracle2teacher)": 3.885995864868164,
       "epoch": 1.8657770800627942,
-      "rel-constrast": 3.728533983230591,
+      "rel-constrast": 3.8336405754089355,
       "step": 2377,
-      "subrel-constrast": 3.971311569213867,
+      "subrel-constrast": 4.169491291046143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.871321201324463,
-      "cov-distil (oracle2student)": 4.102816581726074,
-      "cov-distil (oracle2teacher)": 3.6798171997070312,
+      "cov-distil": 2.360041379928589,
+      "cov-distil (oracle2student)": 4.710507392883301,
+      "cov-distil (oracle2teacher)": 4.064688682556152,
       "epoch": 1.8665620094191522,
-      "rel-constrast": 2.641995906829834,
+      "rel-constrast": 3.2376413345336914,
       "step": 2378,
-      "subrel-constrast": 3.3500876426696777,
+      "subrel-constrast": 3.405850410461426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.104958176612854,
-      "cov-distil (oracle2student)": 4.592450141906738,
-      "cov-distil (oracle2teacher)": 4.03894567489624,
+      "cov-distil": 1.8309638500213623,
+      "cov-distil (oracle2student)": 4.55436372756958,
+      "cov-distil (oracle2teacher)": 4.888228416442871,
       "epoch": 1.8673469387755102,
-      "rel-constrast": 3.803786039352417,
+      "rel-constrast": 3.8184375762939453,
       "step": 2379,
-      "subrel-constrast": 4.192743301391602,
+      "subrel-constrast": 4.569635391235352,
       "view-similarity": 0
     },
     {
       "epoch": 1.8681318681318682,
-      "grad_norm": 6.5,
+      "grad_norm": 7.40625,
       "learning_rate": 4.715913115154518e-05,
-      "loss": 0.7642,
+      "loss": 0.7894,
       "step": 2380
     },
     {
-      "cov-distil": 2.4300537109375,
-      "cov-distil (oracle2student)": 5.012440204620361,
-      "cov-distil (oracle2teacher)": 4.086169719696045,
+      "cov-distil": 2.5757217407226562,
+      "cov-distil (oracle2student)": 5.889462471008301,
+      "cov-distil (oracle2teacher)": 4.443541526794434,
       "epoch": 1.8681318681318682,
-      "rel-constrast": 3.3527214527130127,
+      "rel-constrast": 4.161818981170654,
       "step": 2380,
-      "subrel-constrast": 3.4218342304229736,
+      "subrel-constrast": 3.3842544555664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5946388244628906,
-      "cov-distil (oracle2student)": 3.8829233646392822,
-      "cov-distil (oracle2teacher)": 3.231156826019287,
+      "cov-distil": 2.0010523796081543,
+      "cov-distil (oracle2student)": 3.6569724082946777,
+      "cov-distil (oracle2teacher)": 3.7497379779815674,
       "epoch": 1.8689167974882261,
-      "rel-constrast": 2.8924384117126465,
+      "rel-constrast": 3.207559585571289,
       "step": 2381,
-      "subrel-constrast": 3.5565617084503174,
+      "subrel-constrast": 3.473020553588867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5479071140289307,
-      "cov-distil (oracle2student)": 3.4200520515441895,
-      "cov-distil (oracle2teacher)": 3.896700143814087,
+      "cov-distil": 1.7435100078582764,
+      "cov-distil (oracle2student)": 3.5610883235931396,
+      "cov-distil (oracle2teacher)": 3.7384982109069824,
       "epoch": 1.8697017268445841,
-      "rel-constrast": 2.3236217498779297,
+      "rel-constrast": 2.105142116546631,
       "step": 2382,
-      "subrel-constrast": 2.9840362071990967,
+      "subrel-constrast": 3.0760812759399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7334470748901367,
-      "cov-distil (oracle2student)": 2.694964647293091,
-      "cov-distil (oracle2teacher)": 2.6546573638916016,
+      "cov-distil": 2.2668306827545166,
+      "cov-distil (oracle2student)": 3.030623435974121,
+      "cov-distil (oracle2teacher)": 2.7082300186157227,
       "epoch": 1.870486656200942,
-      "rel-constrast": 2.0708560943603516,
+      "rel-constrast": 2.1062235832214355,
       "step": 2383,
-      "subrel-constrast": 2.9378223419189453,
+      "subrel-constrast": 2.9802520275115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2651090621948242,
-      "cov-distil (oracle2student)": 5.064573764801025,
-      "cov-distil (oracle2teacher)": 4.861395835876465,
+      "cov-distil": 1.677661657333374,
+      "cov-distil (oracle2student)": 5.862441062927246,
+      "cov-distil (oracle2teacher)": 5.1742939949035645,
       "epoch": 1.8712715855572999,
-      "rel-constrast": 3.2342638969421387,
+      "rel-constrast": 3.960977554321289,
       "step": 2384,
-      "subrel-constrast": 3.8789474964141846,
+      "subrel-constrast": 3.5847718715667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129894971847534,
-      "cov-distil (oracle2student)": 4.06921911239624,
-      "cov-distil (oracle2teacher)": 3.8571341037750244,
+      "cov-distil": 1.7627298831939697,
+      "cov-distil (oracle2student)": 3.874182939529419,
+      "cov-distil (oracle2teacher)": 4.346560955047607,
       "epoch": 1.8720565149136577,
-      "rel-constrast": 3.5101518630981445,
+      "rel-constrast": 4.087852478027344,
       "step": 2385,
-      "subrel-constrast": 3.6736528873443604,
+      "subrel-constrast": 3.593649387359619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2583074569702148,
-      "cov-distil (oracle2student)": 4.010788440704346,
-      "cov-distil (oracle2teacher)": 4.187676429748535,
+      "cov-distil": 1.760724425315857,
+      "cov-distil (oracle2student)": 4.290676116943359,
+      "cov-distil (oracle2teacher)": 4.283843517303467,
       "epoch": 1.8728414442700156,
-      "rel-constrast": 2.4000515937805176,
+      "rel-constrast": 3.053317070007324,
       "step": 2386,
-      "subrel-constrast": 3.34635066986084,
+      "subrel-constrast": 3.3051187992095947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.612623691558838,
-      "cov-distil (oracle2student)": 4.673199653625488,
-      "cov-distil (oracle2teacher)": 4.365555763244629,
+      "cov-distil": 1.8872768878936768,
+      "cov-distil (oracle2student)": 5.164485931396484,
+      "cov-distil (oracle2teacher)": 4.629607677459717,
       "epoch": 1.8736263736263736,
-      "rel-constrast": 3.430168628692627,
+      "rel-constrast": 4.187639236450195,
       "step": 2387,
-      "subrel-constrast": 4.065863132476807,
+      "subrel-constrast": 4.549999237060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4130902290344238,
-      "cov-distil (oracle2student)": 3.691788673400879,
-      "cov-distil (oracle2teacher)": 3.206881046295166,
+      "cov-distil": 2.0122628211975098,
+      "cov-distil (oracle2student)": 4.303652286529541,
+      "cov-distil (oracle2teacher)": 3.1757659912109375,
       "epoch": 1.8744113029827316,
-      "rel-constrast": 2.359842300415039,
+      "rel-constrast": 2.927767753601074,
       "step": 2388,
-      "subrel-constrast": 2.593538999557495,
+      "subrel-constrast": 2.836663007736206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8961942195892334,
-      "cov-distil (oracle2student)": 3.7761895656585693,
-      "cov-distil (oracle2teacher)": 4.75875186920166,
+      "cov-distil": 2.0107221603393555,
+      "cov-distil (oracle2student)": 4.0875396728515625,
+      "cov-distil (oracle2teacher)": 4.7405500411987305,
       "epoch": 1.8751962323390896,
-      "rel-constrast": 2.530869960784912,
+      "rel-constrast": 2.6787095069885254,
       "step": 2389,
-      "subrel-constrast": 4.138177871704102,
+      "subrel-constrast": 3.6096365451812744,
       "view-similarity": 0
     },
     {
       "epoch": 1.8759811616954474,
-      "grad_norm": 5.25,
+      "grad_norm": 5.9375,
       "learning_rate": 4.7118593024231214e-05,
-      "loss": 0.7443,
+      "loss": 0.8119,
       "step": 2390
     },
     {
-      "cov-distil": 1.628974199295044,
-      "cov-distil (oracle2student)": 5.29055118560791,
-      "cov-distil (oracle2teacher)": 5.069937705993652,
+      "cov-distil": 2.038804292678833,
+      "cov-distil (oracle2student)": 5.338432312011719,
+      "cov-distil (oracle2teacher)": 4.988808631896973,
       "epoch": 1.8759811616954474,
-      "rel-constrast": 3.6770904064178467,
+      "rel-constrast": 4.026876449584961,
       "step": 2390,
-      "subrel-constrast": 4.248228549957275,
+      "subrel-constrast": 3.958604335784912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7999117374420166,
-      "cov-distil (oracle2student)": 5.345639228820801,
-      "cov-distil (oracle2teacher)": 5.134427070617676,
+      "cov-distil": 1.8915287256240845,
+      "cov-distil (oracle2student)": 5.4342803955078125,
+      "cov-distil (oracle2teacher)": 5.5456342697143555,
       "epoch": 1.8767660910518054,
-      "rel-constrast": 2.705498218536377,
+      "rel-constrast": 3.2964179515838623,
       "step": 2391,
-      "subrel-constrast": 3.6627047061920166,
+      "subrel-constrast": 3.6093437671661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6265171766281128,
-      "cov-distil (oracle2student)": 6.232959747314453,
-      "cov-distil (oracle2teacher)": 6.187678337097168,
+      "cov-distil": 2.3398966789245605,
+      "cov-distil (oracle2student)": 7.0110015869140625,
+      "cov-distil (oracle2teacher)": 6.155703544616699,
       "epoch": 1.8775510204081631,
-      "rel-constrast": 2.637683868408203,
+      "rel-constrast": 2.4388601779937744,
       "step": 2392,
-      "subrel-constrast": 3.6143903732299805,
+      "subrel-constrast": 3.4126060009002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.293133020401001,
-      "cov-distil (oracle2student)": 2.6474246978759766,
-      "cov-distil (oracle2teacher)": 2.9688892364501953,
+      "cov-distil": 1.4452672004699707,
+      "cov-distil (oracle2student)": 2.9997599124908447,
+      "cov-distil (oracle2teacher)": 3.022526502609253,
       "epoch": 1.8783359497645211,
-      "rel-constrast": 2.264965534210205,
+      "rel-constrast": 3.0339772701263428,
       "step": 2393,
-      "subrel-constrast": 3.1837778091430664,
+      "subrel-constrast": 3.3193435668945312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7307713031768799,
-      "cov-distil (oracle2student)": 5.484700679779053,
-      "cov-distil (oracle2teacher)": 4.771672248840332,
+      "cov-distil": 1.522444248199463,
+      "cov-distil (oracle2student)": 5.4226484298706055,
+      "cov-distil (oracle2teacher)": 5.2437944412231445,
       "epoch": 1.879120879120879,
-      "rel-constrast": 3.159960985183716,
+      "rel-constrast": 3.2574596405029297,
       "step": 2394,
-      "subrel-constrast": 3.9433629512786865,
+      "subrel-constrast": 4.32206392288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6066560745239258,
-      "cov-distil (oracle2student)": 5.14959716796875,
-      "cov-distil (oracle2teacher)": 4.266096115112305,
+      "cov-distil": 1.7578957080841064,
+      "cov-distil (oracle2student)": 4.616862773895264,
+      "cov-distil (oracle2teacher)": 5.008327484130859,
       "epoch": 1.879905808477237,
-      "rel-constrast": 2.572598457336426,
+      "rel-constrast": 2.7852890491485596,
       "step": 2395,
-      "subrel-constrast": 3.5695507526397705,
+      "subrel-constrast": 3.673140048980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.438852071762085,
-      "cov-distil (oracle2student)": 5.01389217376709,
-      "cov-distil (oracle2teacher)": 4.615742206573486,
+      "cov-distil": 1.5612634420394897,
+      "cov-distil (oracle2student)": 5.288771152496338,
+      "cov-distil (oracle2teacher)": 5.441693305969238,
       "epoch": 1.880690737833595,
-      "rel-constrast": 2.4646241664886475,
+      "rel-constrast": 2.2819929122924805,
       "step": 2396,
-      "subrel-constrast": 3.0571179389953613,
+      "subrel-constrast": 2.802872896194458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8117623329162598,
-      "cov-distil (oracle2student)": 3.6481375694274902,
-      "cov-distil (oracle2teacher)": 3.7992639541625977,
+      "cov-distil": 1.9730925559997559,
+      "cov-distil (oracle2student)": 3.7827725410461426,
+      "cov-distil (oracle2teacher)": 4.137552261352539,
       "epoch": 1.8814756671899528,
-      "rel-constrast": 2.6263227462768555,
+      "rel-constrast": 2.8742949962615967,
       "step": 2397,
-      "subrel-constrast": 3.185467481613159,
+      "subrel-constrast": 3.0126047134399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.346522569656372,
-      "cov-distil (oracle2student)": 4.0584611892700195,
-      "cov-distil (oracle2teacher)": 4.2249274253845215,
+      "cov-distil": 1.6687202453613281,
+      "cov-distil (oracle2student)": 4.847731590270996,
+      "cov-distil (oracle2teacher)": 4.59126091003418,
       "epoch": 1.8822605965463108,
-      "rel-constrast": 2.035794973373413,
+      "rel-constrast": 2.6398563385009766,
       "step": 2398,
-      "subrel-constrast": 2.675389051437378,
+      "subrel-constrast": 2.5857508182525635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3412846326828003,
-      "cov-distil (oracle2student)": 3.2676186561584473,
-      "cov-distil (oracle2teacher)": 3.0490620136260986,
+      "cov-distil": 2.056711196899414,
+      "cov-distil (oracle2student)": 4.105930328369141,
+      "cov-distil (oracle2teacher)": 3.9610471725463867,
       "epoch": 1.8830455259026686,
-      "rel-constrast": 2.187757968902588,
+      "rel-constrast": 2.4809885025024414,
       "step": 2399,
-      "subrel-constrast": 2.9414639472961426,
+      "subrel-constrast": 3.1228489875793457,
       "view-similarity": 0
     },
     {
       "epoch": 1.8838304552590266,
-      "grad_norm": 4.1875,
+      "grad_norm": 5.28125,
       "learning_rate": 4.707778538884145e-05,
-      "loss": 0.6974,
+      "loss": 0.7279,
       "step": 2400
     },
     {
       "epoch": 1.8838304552590266,
-      "overlap": 0.3218750059604645,
+      "overlap": 0.26250001788139343,
       "step": 2400
     },
     {
       "epoch": 1.8838304552590266,
       "step": 2400,
-      "student margin": 0.0543212890625
+      "student margin": 0.050994873046875
     },
     {
       "epoch": 1.8838304552590266,
       "step": 2400,
-      "teacher margin": 0.0399169921875
+      "teacher margin": 0.04278564453125
     },
     {
       "epoch": 1.8838304552590266,
-      "margin difference": -0.014404296875,
+      "margin difference": -0.008209228515625,
       "step": 2400
     },
     {
-      "cov-distil": 1.383465051651001,
-      "cov-distil (oracle2student)": 5.277831077575684,
-      "cov-distil (oracle2teacher)": 4.484336853027344,
+      "cov-distil": 2.3437271118164062,
+      "cov-distil (oracle2student)": 5.7826080322265625,
+      "cov-distil (oracle2teacher)": 5.041720390319824,
       "epoch": 1.8838304552590266,
-      "rel-constrast": 2.2722928524017334,
+      "rel-constrast": 2.8496317863464355,
       "step": 2400,
-      "subrel-constrast": 3.111135721206665,
+      "subrel-constrast": 3.4442272186279297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6438462734222412,
-      "cov-distil (oracle2student)": 4.258225440979004,
-      "cov-distil (oracle2teacher)": 4.219083786010742,
+      "cov-distil": 2.5556187629699707,
+      "cov-distil (oracle2student)": 4.563860893249512,
+      "cov-distil (oracle2teacher)": 4.565638542175293,
       "epoch": 1.8846153846153846,
-      "rel-constrast": 3.3980393409729004,
+      "rel-constrast": 3.224963665008545,
       "step": 2401,
-      "subrel-constrast": 3.792421817779541,
+      "subrel-constrast": 3.7553350925445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4604341983795166,
-      "cov-distil (oracle2student)": 4.693546772003174,
-      "cov-distil (oracle2teacher)": 4.27767276763916,
+      "cov-distil": 1.7910763025283813,
+      "cov-distil (oracle2student)": 5.208929061889648,
+      "cov-distil (oracle2teacher)": 4.7418060302734375,
       "epoch": 1.8854003139717426,
-      "rel-constrast": 2.5058696269989014,
+      "rel-constrast": 2.9616851806640625,
       "step": 2402,
-      "subrel-constrast": 2.8197383880615234,
+      "subrel-constrast": 3.25779128074646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.368330955505371,
-      "cov-distil (oracle2student)": 5.653309345245361,
-      "cov-distil (oracle2teacher)": 5.584542274475098,
+      "cov-distil": 2.5533218383789062,
+      "cov-distil (oracle2student)": 5.391450881958008,
+      "cov-distil (oracle2teacher)": 5.456904411315918,
       "epoch": 1.8861852433281006,
-      "rel-constrast": 3.176609516143799,
+      "rel-constrast": 3.350092887878418,
       "step": 2403,
-      "subrel-constrast": 4.165189743041992,
+      "subrel-constrast": 4.353637218475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.630504846572876,
-      "cov-distil (oracle2student)": 3.297889232635498,
-      "cov-distil (oracle2teacher)": 3.208059787750244,
+      "cov-distil": 1.8637781143188477,
+      "cov-distil (oracle2student)": 3.2110118865966797,
+      "cov-distil (oracle2teacher)": 3.01407527923584,
       "epoch": 1.8869701726844585,
-      "rel-constrast": 3.2318613529205322,
+      "rel-constrast": 3.203233003616333,
       "step": 2404,
-      "subrel-constrast": 3.4676320552825928,
+      "subrel-constrast": 3.0293025970458984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.767043948173523,
-      "cov-distil (oracle2student)": 2.660137891769409,
-      "cov-distil (oracle2teacher)": 3.1151180267333984,
+      "cov-distil": 2.4090638160705566,
+      "cov-distil (oracle2student)": 3.408607006072998,
+      "cov-distil (oracle2teacher)": 3.204552173614502,
       "epoch": 1.8877551020408163,
-      "rel-constrast": 2.2164807319641113,
+      "rel-constrast": 2.829474925994873,
       "step": 2405,
-      "subrel-constrast": 2.9139604568481445,
+      "subrel-constrast": 3.5712525844573975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158620834350586,
-      "cov-distil (oracle2student)": 3.4159038066864014,
-      "cov-distil (oracle2teacher)": 3.7492005825042725,
+      "cov-distil": 2.4719321727752686,
+      "cov-distil (oracle2student)": 3.8035471439361572,
+      "cov-distil (oracle2teacher)": 4.027746677398682,
       "epoch": 1.8885400313971743,
-      "rel-constrast": 3.2060799598693848,
+      "rel-constrast": 3.4897842407226562,
       "step": 2406,
-      "subrel-constrast": 3.7307839393615723,
+      "subrel-constrast": 4.120294570922852,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0179784297943115,
-      "cov-distil (oracle2student)": 2.8456077575683594,
-      "cov-distil (oracle2teacher)": 3.1538329124450684,
+      "cov-distil": 2.2144546508789062,
+      "cov-distil (oracle2student)": 3.6424903869628906,
+      "cov-distil (oracle2teacher)": 3.5659546852111816,
       "epoch": 1.889324960753532,
-      "rel-constrast": 3.0270915031433105,
+      "rel-constrast": 3.7939796447753906,
       "step": 2407,
-      "subrel-constrast": 3.6520450115203857,
+      "subrel-constrast": 4.07228946685791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2023735046386719,
-      "cov-distil (oracle2student)": 3.881585121154785,
-      "cov-distil (oracle2teacher)": 4.097434997558594,
+      "cov-distil": 1.9734418392181396,
+      "cov-distil (oracle2student)": 4.281641960144043,
+      "cov-distil (oracle2teacher)": 4.502087593078613,
       "epoch": 1.89010989010989,
-      "rel-constrast": 3.1785850524902344,
+      "rel-constrast": 3.2811975479125977,
       "step": 2408,
-      "subrel-constrast": 3.6684787273406982,
+      "subrel-constrast": 3.3675997257232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.210960865020752,
-      "cov-distil (oracle2student)": 4.9695844650268555,
-      "cov-distil (oracle2teacher)": 5.164728164672852,
+      "cov-distil": 1.5711616277694702,
+      "cov-distil (oracle2student)": 5.404841423034668,
+      "cov-distil (oracle2teacher)": 5.683340549468994,
       "epoch": 1.890894819466248,
-      "rel-constrast": 2.8166627883911133,
+      "rel-constrast": 2.8381853103637695,
       "step": 2409,
-      "subrel-constrast": 3.4185843467712402,
+      "subrel-constrast": 3.302643299102783,
       "view-similarity": 0
     },
     {
       "epoch": 1.891679748822606,
-      "grad_norm": 6.25,
+      "grad_norm": 6.28125,
       "learning_rate": 4.703670874260405e-05,
-      "loss": 0.7672,
+      "loss": 0.7956,
       "step": 2410
     },
     {
-      "cov-distil": 1.4512124061584473,
-      "cov-distil (oracle2student)": 3.9550938606262207,
-      "cov-distil (oracle2teacher)": 3.368925094604492,
+      "cov-distil": 1.7776930332183838,
+      "cov-distil (oracle2student)": 4.073725700378418,
+      "cov-distil (oracle2teacher)": 3.7794196605682373,
       "epoch": 1.891679748822606,
-      "rel-constrast": 2.5272443294525146,
+      "rel-constrast": 3.099754571914673,
       "step": 2410,
-      "subrel-constrast": 3.558570146560669,
+      "subrel-constrast": 3.81551456451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5136717557907104,
-      "cov-distil (oracle2student)": 7.1871442794799805,
-      "cov-distil (oracle2teacher)": 5.899599075317383,
+      "cov-distil": 1.6542835235595703,
+      "cov-distil (oracle2student)": 6.778473854064941,
+      "cov-distil (oracle2teacher)": 6.353615760803223,
       "epoch": 1.892464678178964,
-      "rel-constrast": 3.0792038440704346,
+      "rel-constrast": 3.4503824710845947,
       "step": 2411,
-      "subrel-constrast": 3.4117274284362793,
+      "subrel-constrast": 3.7780261039733887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.433831810951233,
-      "cov-distil (oracle2student)": 3.711221218109131,
-      "cov-distil (oracle2teacher)": 3.427630662918091,
+      "cov-distil": 2.723940372467041,
+      "cov-distil (oracle2student)": 3.8336784839630127,
+      "cov-distil (oracle2teacher)": 3.7984793186187744,
       "epoch": 1.8932496075353218,
-      "rel-constrast": 2.454582929611206,
+      "rel-constrast": 3.1504507064819336,
       "step": 2412,
-      "subrel-constrast": 3.2643284797668457,
+      "subrel-constrast": 3.2477636337280273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9665545225143433,
-      "cov-distil (oracle2student)": 6.0245795249938965,
-      "cov-distil (oracle2teacher)": 5.519886016845703,
+      "cov-distil": 2.4201855659484863,
+      "cov-distil (oracle2student)": 6.884095191955566,
+      "cov-distil (oracle2teacher)": 6.29862117767334,
       "epoch": 1.8940345368916798,
-      "rel-constrast": 3.516573905944824,
+      "rel-constrast": 3.9369664192199707,
       "step": 2413,
-      "subrel-constrast": 4.096751689910889,
+      "subrel-constrast": 4.000790119171143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7391104698181152,
-      "cov-distil (oracle2student)": 5.053985118865967,
-      "cov-distil (oracle2teacher)": 4.564329147338867,
+      "cov-distil": 1.9335583448410034,
+      "cov-distil (oracle2student)": 5.063598155975342,
+      "cov-distil (oracle2teacher)": 4.920026779174805,
       "epoch": 1.8948194662480375,
-      "rel-constrast": 3.1399970054626465,
+      "rel-constrast": 3.6949210166931152,
       "step": 2414,
-      "subrel-constrast": 3.6058690547943115,
+      "subrel-constrast": 3.6245100498199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4400497674942017,
-      "cov-distil (oracle2student)": 5.0207414627075195,
-      "cov-distil (oracle2teacher)": 4.469775199890137,
+      "cov-distil": 1.91869056224823,
+      "cov-distil (oracle2student)": 4.869270324707031,
+      "cov-distil (oracle2teacher)": 5.0901288986206055,
       "epoch": 1.8956043956043955,
-      "rel-constrast": 3.2345614433288574,
+      "rel-constrast": 2.9777865409851074,
       "step": 2415,
-      "subrel-constrast": 3.7058775424957275,
+      "subrel-constrast": 4.2682785987854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7760933637619019,
-      "cov-distil (oracle2student)": 5.2393670082092285,
-      "cov-distil (oracle2teacher)": 5.061903953552246,
+      "cov-distil": 2.3123841285705566,
+      "cov-distil (oracle2student)": 5.7731709480285645,
+      "cov-distil (oracle2teacher)": 5.317826271057129,
       "epoch": 1.8963893249607535,
-      "rel-constrast": 3.503373622894287,
+      "rel-constrast": 3.6707305908203125,
       "step": 2416,
-      "subrel-constrast": 3.6969528198242188,
+      "subrel-constrast": 3.5051095485687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0087852478027344,
-      "cov-distil (oracle2student)": 3.7578771114349365,
-      "cov-distil (oracle2teacher)": 4.207980632781982,
+      "cov-distil": 2.203646659851074,
+      "cov-distil (oracle2student)": 4.589032173156738,
+      "cov-distil (oracle2teacher)": 4.222592353820801,
       "epoch": 1.8971742543171115,
-      "rel-constrast": 2.7017407417297363,
+      "rel-constrast": 3.0230846405029297,
       "step": 2417,
-      "subrel-constrast": 4.2185163497924805,
+      "subrel-constrast": 3.829395055770874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6262376308441162,
-      "cov-distil (oracle2student)": 3.6708788871765137,
-      "cov-distil (oracle2teacher)": 3.7856521606445312,
+      "cov-distil": 2.0644822120666504,
+      "cov-distil (oracle2student)": 3.357328176498413,
+      "cov-distil (oracle2teacher)": 3.701237678527832,
       "epoch": 1.8979591836734695,
-      "rel-constrast": 1.8634005784988403,
+      "rel-constrast": 2.206390857696533,
       "step": 2418,
-      "subrel-constrast": 3.0977792739868164,
+      "subrel-constrast": 2.9395809173583984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5900068283081055,
-      "cov-distil (oracle2student)": 4.457353591918945,
-      "cov-distil (oracle2teacher)": 4.153909683227539,
+      "cov-distil": 1.8109769821166992,
+      "cov-distil (oracle2student)": 4.039643287658691,
+      "cov-distil (oracle2teacher)": 4.048396110534668,
       "epoch": 1.8987441130298273,
-      "rel-constrast": 3.801868200302124,
+      "rel-constrast": 4.150458335876465,
       "step": 2419,
-      "subrel-constrast": 4.6826558113098145,
+      "subrel-constrast": 4.436789035797119,
       "view-similarity": 0
     },
     {
       "epoch": 1.8995290423861853,
-      "grad_norm": 6.28125,
+      "grad_norm": 7.34375,
       "learning_rate": 4.6995363586024975e-05,
-      "loss": 0.7869,
+      "loss": 0.834,
       "step": 2420
     },
     {
-      "cov-distil": 1.5764394998550415,
-      "cov-distil (oracle2student)": 4.162510395050049,
-      "cov-distil (oracle2teacher)": 4.248930931091309,
+      "cov-distil": 2.0406997203826904,
+      "cov-distil (oracle2student)": 4.553836345672607,
+      "cov-distil (oracle2teacher)": 4.7625346183776855,
       "epoch": 1.8995290423861853,
-      "rel-constrast": 2.616868019104004,
+      "rel-constrast": 3.009852409362793,
       "step": 2420,
-      "subrel-constrast": 3.380180835723877,
+      "subrel-constrast": 3.666494131088257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4342957735061646,
-      "cov-distil (oracle2student)": 4.352146148681641,
-      "cov-distil (oracle2teacher)": 4.041654109954834,
+      "cov-distil": 1.857433557510376,
+      "cov-distil (oracle2student)": 4.610520839691162,
+      "cov-distil (oracle2teacher)": 4.256935119628906,
       "epoch": 1.900313971742543,
-      "rel-constrast": 2.580817222595215,
+      "rel-constrast": 2.369210720062256,
       "step": 2421,
-      "subrel-constrast": 3.0791471004486084,
+      "subrel-constrast": 2.8622453212738037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2533915042877197,
-      "cov-distil (oracle2student)": 3.0750513076782227,
-      "cov-distil (oracle2teacher)": 3.3678481578826904,
+      "cov-distil": 1.7722126245498657,
+      "cov-distil (oracle2student)": 3.492460250854492,
+      "cov-distil (oracle2teacher)": 3.626636266708374,
       "epoch": 1.901098901098901,
-      "rel-constrast": 2.0539112091064453,
+      "rel-constrast": 2.9699866771698,
       "step": 2422,
-      "subrel-constrast": 3.114314556121826,
+      "subrel-constrast": 3.3113346099853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6510907411575317,
-      "cov-distil (oracle2student)": 4.010537147521973,
-      "cov-distil (oracle2teacher)": 4.042222499847412,
+      "cov-distil": 1.8856772184371948,
+      "cov-distil (oracle2student)": 3.7086284160614014,
+      "cov-distil (oracle2teacher)": 4.4110636711120605,
       "epoch": 1.901883830455259,
-      "rel-constrast": 3.6350619792938232,
+      "rel-constrast": 3.5164847373962402,
       "step": 2423,
-      "subrel-constrast": 4.164426326751709,
+      "subrel-constrast": 4.1725263595581055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6331403255462646,
-      "cov-distil (oracle2student)": 4.32553243637085,
-      "cov-distil (oracle2teacher)": 4.709507942199707,
+      "cov-distil": 2.292062997817993,
+      "cov-distil (oracle2student)": 4.264250755310059,
+      "cov-distil (oracle2teacher)": 4.5260725021362305,
       "epoch": 1.902668759811617,
-      "rel-constrast": 2.874452590942383,
+      "rel-constrast": 3.4681153297424316,
       "step": 2424,
-      "subrel-constrast": 3.4159398078918457,
+      "subrel-constrast": 3.471421241760254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3081552982330322,
-      "cov-distil (oracle2student)": 3.373335838317871,
-      "cov-distil (oracle2teacher)": 3.216841697692871,
+      "cov-distil": 2.2238707542419434,
+      "cov-distil (oracle2student)": 3.5468757152557373,
+      "cov-distil (oracle2teacher)": 3.463615655899048,
       "epoch": 1.903453689167975,
-      "rel-constrast": 2.450361728668213,
+      "rel-constrast": 2.755383014678955,
       "step": 2425,
-      "subrel-constrast": 2.7166976928710938,
+      "subrel-constrast": 2.978384017944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0986295938491821,
-      "cov-distil (oracle2student)": 4.68710994720459,
-      "cov-distil (oracle2teacher)": 4.886653423309326,
+      "cov-distil": 1.5186574459075928,
+      "cov-distil (oracle2student)": 5.138332366943359,
+      "cov-distil (oracle2teacher)": 5.134337425231934,
       "epoch": 1.904238618524333,
-      "rel-constrast": 2.831007480621338,
+      "rel-constrast": 3.1540849208831787,
       "step": 2426,
-      "subrel-constrast": 3.5859177112579346,
+      "subrel-constrast": 3.6416878700256348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2356021404266357,
-      "cov-distil (oracle2student)": 3.868117332458496,
-      "cov-distil (oracle2teacher)": 3.388075828552246,
+      "cov-distil": 1.7816283702850342,
+      "cov-distil (oracle2student)": 4.016545295715332,
+      "cov-distil (oracle2teacher)": 4.008577823638916,
       "epoch": 1.9050235478806907,
-      "rel-constrast": 2.829667568206787,
+      "rel-constrast": 3.6360864639282227,
       "step": 2427,
-      "subrel-constrast": 3.4622700214385986,
+      "subrel-constrast": 3.3818037509918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7674546241760254,
-      "cov-distil (oracle2student)": 7.825194358825684,
-      "cov-distil (oracle2teacher)": 7.014017105102539,
+      "cov-distil": 2.37172269821167,
+      "cov-distil (oracle2student)": 8.548431396484375,
+      "cov-distil (oracle2teacher)": 7.160818099975586,
       "epoch": 1.9058084772370487,
-      "rel-constrast": 2.7684249877929688,
+      "rel-constrast": 3.42116641998291,
       "step": 2428,
-      "subrel-constrast": 4.026658058166504,
+      "subrel-constrast": 3.918016195297241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5501304864883423,
-      "cov-distil (oracle2student)": 6.067459583282471,
-      "cov-distil (oracle2teacher)": 5.342250823974609,
+      "cov-distil": 1.8078973293304443,
+      "cov-distil (oracle2student)": 5.911538600921631,
+      "cov-distil (oracle2teacher)": 5.885361671447754,
       "epoch": 1.9065934065934065,
-      "rel-constrast": 3.506082534790039,
+      "rel-constrast": 4.20503044128418,
       "step": 2429,
-      "subrel-constrast": 4.185858726501465,
+      "subrel-constrast": 4.1713104248046875,
       "view-similarity": 0
     },
     {
       "epoch": 1.9073783359497645,
-      "grad_norm": 8.0625,
+      "grad_norm": 6.65625,
       "learning_rate": 4.695375042288193e-05,
-      "loss": 0.7399,
+      "loss": 0.8126,
       "step": 2430
     },
     {
-      "cov-distil": 1.661251425743103,
-      "cov-distil (oracle2student)": 5.815157890319824,
-      "cov-distil (oracle2teacher)": 5.2097978591918945,
+      "cov-distil": 2.0769762992858887,
+      "cov-distil (oracle2student)": 6.113401412963867,
+      "cov-distil (oracle2teacher)": 5.803901672363281,
       "epoch": 1.9073783359497645,
-      "rel-constrast": 3.1979153156280518,
+      "rel-constrast": 4.512353897094727,
       "step": 2430,
-      "subrel-constrast": 3.8180320262908936,
+      "subrel-constrast": 4.144222736358643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4010013341903687,
-      "cov-distil (oracle2student)": 4.047023773193359,
-      "cov-distil (oracle2teacher)": 3.8124091625213623,
+      "cov-distil": 1.8898440599441528,
+      "cov-distil (oracle2student)": 4.636361122131348,
+      "cov-distil (oracle2teacher)": 4.259626388549805,
       "epoch": 1.9081632653061225,
-      "rel-constrast": 2.7833383083343506,
+      "rel-constrast": 3.6374149322509766,
       "step": 2431,
-      "subrel-constrast": 3.3880774974823,
+      "subrel-constrast": 3.598590850830078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3428449630737305,
-      "cov-distil (oracle2student)": 4.811054229736328,
-      "cov-distil (oracle2teacher)": 4.6646623611450195,
+      "cov-distil": 1.55710768699646,
+      "cov-distil (oracle2student)": 4.860286712646484,
+      "cov-distil (oracle2teacher)": 4.387834548950195,
       "epoch": 1.9089481946624804,
-      "rel-constrast": 1.903334140777588,
+      "rel-constrast": 2.106386661529541,
       "step": 2432,
-      "subrel-constrast": 2.957467794418335,
+      "subrel-constrast": 2.8386833667755127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.894035816192627,
-      "cov-distil (oracle2student)": 5.185266971588135,
-      "cov-distil (oracle2teacher)": 5.055410385131836,
+      "cov-distil": 2.791849136352539,
+      "cov-distil (oracle2student)": 5.397242546081543,
+      "cov-distil (oracle2teacher)": 5.8116350173950195,
       "epoch": 1.9097331240188384,
-      "rel-constrast": 3.5421810150146484,
+      "rel-constrast": 4.0136260986328125,
       "step": 2433,
-      "subrel-constrast": 4.148813724517822,
+      "subrel-constrast": 3.873340368270874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5876843929290771,
-      "cov-distil (oracle2student)": 3.8494958877563477,
-      "cov-distil (oracle2teacher)": 3.749537467956543,
+      "cov-distil": 1.7022855281829834,
+      "cov-distil (oracle2student)": 4.350547790527344,
+      "cov-distil (oracle2teacher)": 4.4040117263793945,
       "epoch": 1.9105180533751962,
-      "rel-constrast": 1.4161465167999268,
+      "rel-constrast": 1.8347980976104736,
       "step": 2434,
-      "subrel-constrast": 2.326631546020508,
+      "subrel-constrast": 2.177065849304199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.179868459701538,
-      "cov-distil (oracle2student)": 5.063297271728516,
-      "cov-distil (oracle2teacher)": 5.048863887786865,
+      "cov-distil": 1.4723997116088867,
+      "cov-distil (oracle2student)": 5.568363189697266,
+      "cov-distil (oracle2teacher)": 5.2703142166137695,
       "epoch": 1.9113029827315542,
-      "rel-constrast": 1.977632999420166,
+      "rel-constrast": 2.4216673374176025,
       "step": 2435,
-      "subrel-constrast": 2.978015184402466,
+      "subrel-constrast": 2.76412034034729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0675768852233887,
-      "cov-distil (oracle2student)": 3.509960174560547,
-      "cov-distil (oracle2teacher)": 3.275967836380005,
+      "cov-distil": 1.4279310703277588,
+      "cov-distil (oracle2student)": 3.8232150077819824,
+      "cov-distil (oracle2teacher)": 3.3521907329559326,
       "epoch": 1.912087912087912,
-      "rel-constrast": 2.534778356552124,
+      "rel-constrast": 2.806232452392578,
       "step": 2436,
-      "subrel-constrast": 3.177161455154419,
+      "subrel-constrast": 2.9668030738830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2767798900604248,
-      "cov-distil (oracle2student)": 5.10045862197876,
-      "cov-distil (oracle2teacher)": 4.806947231292725,
+      "cov-distil": 1.753396987915039,
+      "cov-distil (oracle2student)": 5.235098361968994,
+      "cov-distil (oracle2teacher)": 4.988763809204102,
       "epoch": 1.91287284144427,
-      "rel-constrast": 3.7104642391204834,
+      "rel-constrast": 3.9481425285339355,
       "step": 2437,
-      "subrel-constrast": 4.066912651062012,
+      "subrel-constrast": 4.218977451324463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2878401279449463,
-      "cov-distil (oracle2student)": 4.154492378234863,
-      "cov-distil (oracle2teacher)": 3.9410927295684814,
+      "cov-distil": 1.5153284072875977,
+      "cov-distil (oracle2student)": 4.257434844970703,
+      "cov-distil (oracle2teacher)": 4.368738651275635,
       "epoch": 1.913657770800628,
-      "rel-constrast": 2.4905645847320557,
+      "rel-constrast": 2.459825038909912,
       "step": 2438,
-      "subrel-constrast": 2.833585262298584,
+      "subrel-constrast": 2.4891672134399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5208327770233154,
-      "cov-distil (oracle2student)": 3.870839834213257,
-      "cov-distil (oracle2teacher)": 3.587754726409912,
+      "cov-distil": 2.2528367042541504,
+      "cov-distil (oracle2student)": 3.734391689300537,
+      "cov-distil (oracle2teacher)": 3.7016868591308594,
       "epoch": 1.914442700156986,
-      "rel-constrast": 3.411961555480957,
+      "rel-constrast": 2.962449550628662,
       "step": 2439,
-      "subrel-constrast": 3.4366512298583984,
+      "subrel-constrast": 3.185680866241455,
       "view-similarity": 0
     },
     {
       "epoch": 1.915227629513344,
-      "grad_norm": 6.21875,
+      "grad_norm": 6.59375,
       "learning_rate": 4.691186976021816e-05,
-      "loss": 0.7098,
+      "loss": 0.7676,
       "step": 2440
     },
     {
-      "cov-distil": 1.4967070817947388,
-      "cov-distil (oracle2student)": 3.8773322105407715,
-      "cov-distil (oracle2teacher)": 3.5573790073394775,
+      "cov-distil": 1.6493921279907227,
+      "cov-distil (oracle2student)": 4.409428596496582,
+      "cov-distil (oracle2teacher)": 3.800039768218994,
       "epoch": 1.915227629513344,
-      "rel-constrast": 2.619619369506836,
+      "rel-constrast": 2.741847276687622,
       "step": 2440,
-      "subrel-constrast": 3.13883376121521,
+      "subrel-constrast": 3.2819368839263916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.68430757522583,
-      "cov-distil (oracle2student)": 4.4702301025390625,
-      "cov-distil (oracle2teacher)": 4.563200950622559,
+      "cov-distil": 2.2427964210510254,
+      "cov-distil (oracle2student)": 4.341586112976074,
+      "cov-distil (oracle2teacher)": 4.472478866577148,
       "epoch": 1.9160125588697017,
-      "rel-constrast": 2.469916343688965,
+      "rel-constrast": 2.778942108154297,
       "step": 2441,
-      "subrel-constrast": 3.2960541248321533,
+      "subrel-constrast": 3.5565617084503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5579092502593994,
-      "cov-distil (oracle2student)": 4.825962543487549,
-      "cov-distil (oracle2teacher)": 4.666205406188965,
+      "cov-distil": 1.720488429069519,
+      "cov-distil (oracle2student)": 5.101390838623047,
+      "cov-distil (oracle2teacher)": 4.777082443237305,
       "epoch": 1.9167974882260597,
-      "rel-constrast": 3.2126452922821045,
+      "rel-constrast": 3.742286205291748,
       "step": 2442,
-      "subrel-constrast": 3.909355878829956,
+      "subrel-constrast": 3.533844470977783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2697449922561646,
-      "cov-distil (oracle2student)": 4.256183624267578,
-      "cov-distil (oracle2teacher)": 3.755272626876831,
+      "cov-distil": 1.4177119731903076,
+      "cov-distil (oracle2student)": 4.223392486572266,
+      "cov-distil (oracle2teacher)": 4.493070602416992,
       "epoch": 1.9175824175824174,
-      "rel-constrast": 2.9741082191467285,
+      "rel-constrast": 3.333495616912842,
       "step": 2443,
-      "subrel-constrast": 3.097259044647217,
+      "subrel-constrast": 3.523841142654419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3230315446853638,
-      "cov-distil (oracle2student)": 3.8114309310913086,
-      "cov-distil (oracle2teacher)": 3.591279983520508,
+      "cov-distil": 1.5121865272521973,
+      "cov-distil (oracle2student)": 3.972146511077881,
+      "cov-distil (oracle2teacher)": 3.852494478225708,
       "epoch": 1.9183673469387754,
-      "rel-constrast": 2.5748753547668457,
+      "rel-constrast": 3.0567917823791504,
       "step": 2444,
-      "subrel-constrast": 3.4513001441955566,
+      "subrel-constrast": 3.3887839317321777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0446491241455078,
-      "cov-distil (oracle2student)": 4.172782897949219,
-      "cov-distil (oracle2teacher)": 3.9387669563293457,
+      "cov-distil": 1.5348950624465942,
+      "cov-distil (oracle2student)": 3.751391887664795,
+      "cov-distil (oracle2teacher)": 4.352087020874023,
       "epoch": 1.9191522762951334,
-      "rel-constrast": 3.2238731384277344,
+      "rel-constrast": 3.210317850112915,
       "step": 2445,
-      "subrel-constrast": 3.837935209274292,
+      "subrel-constrast": 3.810728073120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5663421154022217,
-      "cov-distil (oracle2student)": 6.687404155731201,
-      "cov-distil (oracle2teacher)": 6.850368499755859,
+      "cov-distil": 2.303544759750366,
+      "cov-distil (oracle2student)": 7.315271854400635,
+      "cov-distil (oracle2teacher)": 7.405389785766602,
       "epoch": 1.9199372056514914,
-      "rel-constrast": 3.118551731109619,
+      "rel-constrast": 3.601461887359619,
       "step": 2446,
-      "subrel-constrast": 4.409268379211426,
+      "subrel-constrast": 4.679231643676758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5033377408981323,
-      "cov-distil (oracle2student)": 3.122352123260498,
-      "cov-distil (oracle2teacher)": 3.5328731536865234,
+      "cov-distil": 1.7240856885910034,
+      "cov-distil (oracle2student)": 3.1474597454071045,
+      "cov-distil (oracle2teacher)": 3.661060094833374,
       "epoch": 1.9207221350078494,
-      "rel-constrast": 2.0668764114379883,
+      "rel-constrast": 2.3663525581359863,
       "step": 2447,
-      "subrel-constrast": 3.0326130390167236,
+      "subrel-constrast": 3.1988439559936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4021883010864258,
-      "cov-distil (oracle2student)": 4.386048316955566,
-      "cov-distil (oracle2teacher)": 4.230499267578125,
+      "cov-distil": 1.2831933498382568,
+      "cov-distil (oracle2student)": 4.380098342895508,
+      "cov-distil (oracle2teacher)": 4.334277153015137,
       "epoch": 1.9215070643642074,
-      "rel-constrast": 3.1327056884765625,
+      "rel-constrast": 3.5632944107055664,
       "step": 2448,
-      "subrel-constrast": 3.7891204357147217,
+      "subrel-constrast": 3.6251585483551025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0900633335113525,
-      "cov-distil (oracle2student)": 4.235468864440918,
-      "cov-distil (oracle2teacher)": 4.379511833190918,
+      "cov-distil": 1.5302242040634155,
+      "cov-distil (oracle2student)": 4.7878828048706055,
+      "cov-distil (oracle2teacher)": 4.453137397766113,
       "epoch": 1.9222919937205651,
-      "rel-constrast": 3.441082000732422,
+      "rel-constrast": 4.549449920654297,
       "step": 2449,
-      "subrel-constrast": 4.267126083374023,
+      "subrel-constrast": 4.387388706207275,
       "view-similarity": 0
     },
     {
       "epoch": 1.9230769230769231,
-      "grad_norm": 5.59375,
+      "grad_norm": 6.96875,
       "learning_rate": 4.6869722108336323e-05,
-      "loss": 0.7557,
+      "loss": 0.8236,
       "step": 2450
     },
     {
-      "cov-distil": 1.8572824001312256,
-      "cov-distil (oracle2student)": 3.7828783988952637,
-      "cov-distil (oracle2teacher)": 3.6816017627716064,
+      "cov-distil": 2.0777273178100586,
+      "cov-distil (oracle2student)": 3.610112428665161,
+      "cov-distil (oracle2teacher)": 3.8277366161346436,
       "epoch": 1.9230769230769231,
-      "rel-constrast": 2.2032833099365234,
+      "rel-constrast": 2.535464286804199,
       "step": 2450,
-      "subrel-constrast": 3.423372268676758,
+      "subrel-constrast": 3.2464141845703125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784165620803833,
-      "cov-distil (oracle2student)": 3.5892648696899414,
-      "cov-distil (oracle2teacher)": 4.185019493103027,
+      "cov-distil": 2.120630979537964,
+      "cov-distil (oracle2student)": 3.758209228515625,
+      "cov-distil (oracle2teacher)": 3.7522192001342773,
       "epoch": 1.923861852433281,
-      "rel-constrast": 2.4126200675964355,
+      "rel-constrast": 2.487186908721924,
       "step": 2451,
-      "subrel-constrast": 2.9255363941192627,
+      "subrel-constrast": 3.162531852722168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4744055271148682,
-      "cov-distil (oracle2student)": 5.581669807434082,
-      "cov-distil (oracle2teacher)": 5.3179826736450195,
+      "cov-distil": 1.711385726928711,
+      "cov-distil (oracle2student)": 4.741732597351074,
+      "cov-distil (oracle2teacher)": 5.739178657531738,
       "epoch": 1.9246467817896389,
-      "rel-constrast": 1.4047518968582153,
+      "rel-constrast": 2.1824426651000977,
       "step": 2452,
-      "subrel-constrast": 2.5651700496673584,
+      "subrel-constrast": 2.5425524711608887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.563706874847412,
-      "cov-distil (oracle2student)": 3.1593146324157715,
-      "cov-distil (oracle2teacher)": 3.1118004322052,
+      "cov-distil": 2.1994121074676514,
+      "cov-distil (oracle2student)": 3.1080002784729004,
+      "cov-distil (oracle2teacher)": 3.2335073947906494,
       "epoch": 1.9254317111459969,
-      "rel-constrast": 2.9661388397216797,
+      "rel-constrast": 3.034877300262451,
       "step": 2453,
-      "subrel-constrast": 3.6493420600891113,
+      "subrel-constrast": 3.8722782135009766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0135185718536377,
-      "cov-distil (oracle2student)": 5.030746936798096,
-      "cov-distil (oracle2teacher)": 4.370763778686523,
+      "cov-distil": 1.419734001159668,
+      "cov-distil (oracle2student)": 5.143339157104492,
+      "cov-distil (oracle2teacher)": 4.242551803588867,
       "epoch": 1.9262166405023549,
-      "rel-constrast": 2.117779016494751,
+      "rel-constrast": 2.809587001800537,
       "step": 2454,
-      "subrel-constrast": 3.540395975112915,
+      "subrel-constrast": 3.3690245151519775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9057115316390991,
-      "cov-distil (oracle2student)": 3.8317630290985107,
-      "cov-distil (oracle2teacher)": 3.4586093425750732,
+      "cov-distil": 2.325432777404785,
+      "cov-distil (oracle2student)": 3.5041861534118652,
+      "cov-distil (oracle2teacher)": 3.4643070697784424,
       "epoch": 1.9270015698587128,
-      "rel-constrast": 2.8648123741149902,
+      "rel-constrast": 2.8653156757354736,
       "step": 2455,
-      "subrel-constrast": 3.5481410026550293,
+      "subrel-constrast": 3.500352144241333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4511473178863525,
-      "cov-distil (oracle2student)": 4.717432022094727,
-      "cov-distil (oracle2teacher)": 4.39992094039917,
+      "cov-distil": 1.9053723812103271,
+      "cov-distil (oracle2student)": 4.765313625335693,
+      "cov-distil (oracle2teacher)": 4.562320709228516,
       "epoch": 1.9277864992150706,
-      "rel-constrast": 3.448397159576416,
+      "rel-constrast": 3.4581315517425537,
       "step": 2456,
-      "subrel-constrast": 4.132615089416504,
+      "subrel-constrast": 4.305923938751221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4134639501571655,
-      "cov-distil (oracle2student)": 3.592564105987549,
-      "cov-distil (oracle2teacher)": 3.4169201850891113,
+      "cov-distil": 1.8100507259368896,
+      "cov-distil (oracle2student)": 3.5563430786132812,
+      "cov-distil (oracle2teacher)": 3.93519926071167,
       "epoch": 1.9285714285714286,
-      "rel-constrast": 2.690018653869629,
+      "rel-constrast": 2.582787036895752,
       "step": 2457,
-      "subrel-constrast": 3.5381455421447754,
+      "subrel-constrast": 3.626207113265991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.381658673286438,
-      "cov-distil (oracle2student)": 4.504133224487305,
-      "cov-distil (oracle2teacher)": 4.371111869812012,
+      "cov-distil": 1.9782564640045166,
+      "cov-distil (oracle2student)": 4.121538162231445,
+      "cov-distil (oracle2teacher)": 4.418006896972656,
       "epoch": 1.9293563579277864,
-      "rel-constrast": 3.296360492706299,
+      "rel-constrast": 2.8198208808898926,
       "step": 2458,
-      "subrel-constrast": 3.687131404876709,
+      "subrel-constrast": 4.178013801574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6124401092529297,
-      "cov-distil (oracle2student)": 6.004388809204102,
-      "cov-distil (oracle2teacher)": 5.248353481292725,
+      "cov-distil": 2.1518025398254395,
+      "cov-distil (oracle2student)": 5.63492488861084,
+      "cov-distil (oracle2teacher)": 5.625816822052002,
       "epoch": 1.9301412872841444,
-      "rel-constrast": 2.7687840461730957,
+      "rel-constrast": 2.920807361602783,
       "step": 2459,
-      "subrel-constrast": 4.301806449890137,
+      "subrel-constrast": 4.52455472946167,
       "view-similarity": 0
     },
     {
       "epoch": 1.9309262166405023,
-      "grad_norm": 4.375,
+      "grad_norm": 5.4375,
       "learning_rate": 4.6827307980792254e-05,
-      "loss": 0.6955,
+      "loss": 0.6924,
       "step": 2460
     },
     {
-      "cov-distil": 1.291625738143921,
-      "cov-distil (oracle2student)": 3.3951034545898438,
-      "cov-distil (oracle2teacher)": 3.562033176422119,
+      "cov-distil": 1.6755009889602661,
+      "cov-distil (oracle2student)": 3.7575297355651855,
+      "cov-distil (oracle2teacher)": 3.74806809425354,
       "epoch": 1.9309262166405023,
-      "rel-constrast": 3.105185031890869,
+      "rel-constrast": 3.5969133377075195,
       "step": 2460,
-      "subrel-constrast": 3.2856054306030273,
+      "subrel-constrast": 3.4796204566955566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2882192134857178,
-      "cov-distil (oracle2student)": 5.582555770874023,
-      "cov-distil (oracle2teacher)": 5.066989421844482,
+      "cov-distil": 1.7282599210739136,
+      "cov-distil (oracle2student)": 5.846362590789795,
+      "cov-distil (oracle2teacher)": 5.884958267211914,
       "epoch": 1.9317111459968603,
-      "rel-constrast": 2.387822151184082,
+      "rel-constrast": 3.0275449752807617,
       "step": 2461,
-      "subrel-constrast": 3.4038312435150146,
+      "subrel-constrast": 3.110316753387451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4667425155639648,
-      "cov-distil (oracle2student)": 3.4097275733947754,
-      "cov-distil (oracle2teacher)": 3.206629753112793,
+      "cov-distil": 1.6258654594421387,
+      "cov-distil (oracle2student)": 3.8759493827819824,
+      "cov-distil (oracle2teacher)": 3.5967235565185547,
       "epoch": 1.9324960753532183,
-      "rel-constrast": 2.7560582160949707,
+      "rel-constrast": 3.5317296981811523,
       "step": 2462,
-      "subrel-constrast": 3.2389450073242188,
+      "subrel-constrast": 3.6672370433807373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8337502479553223,
-      "cov-distil (oracle2student)": 5.2984442710876465,
-      "cov-distil (oracle2teacher)": 5.799503326416016,
+      "cov-distil": 2.0123977661132812,
+      "cov-distil (oracle2student)": 5.48608922958374,
+      "cov-distil (oracle2teacher)": 5.880141258239746,
       "epoch": 1.933281004709576,
-      "rel-constrast": 2.6879539489746094,
+      "rel-constrast": 2.3920106887817383,
       "step": 2463,
-      "subrel-constrast": 3.309619426727295,
+      "subrel-constrast": 3.0439891815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5622186660766602,
-      "cov-distil (oracle2student)": 4.927425861358643,
-      "cov-distil (oracle2teacher)": 4.671817779541016,
+      "cov-distil": 1.7360436916351318,
+      "cov-distil (oracle2student)": 5.710122108459473,
+      "cov-distil (oracle2teacher)": 5.210813999176025,
       "epoch": 1.934065934065934,
-      "rel-constrast": 2.1536669731140137,
+      "rel-constrast": 2.6619043350219727,
       "step": 2464,
-      "subrel-constrast": 3.14108943939209,
+      "subrel-constrast": 3.1427273750305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2570550441741943,
-      "cov-distil (oracle2student)": 3.430919647216797,
-      "cov-distil (oracle2teacher)": 2.8552744388580322,
+      "cov-distil": 1.3731143474578857,
+      "cov-distil (oracle2student)": 3.4848718643188477,
+      "cov-distil (oracle2teacher)": 2.8293392658233643,
       "epoch": 1.9348508634222918,
-      "rel-constrast": 2.170525074005127,
+      "rel-constrast": 2.632706880569458,
       "step": 2465,
-      "subrel-constrast": 2.571291208267212,
+      "subrel-constrast": 2.064417600631714,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6424362659454346,
-      "cov-distil (oracle2student)": 4.277450084686279,
-      "cov-distil (oracle2teacher)": 3.705414295196533,
+      "cov-distil": 2.331920623779297,
+      "cov-distil (oracle2student)": 4.447912216186523,
+      "cov-distil (oracle2teacher)": 3.8424646854400635,
       "epoch": 1.9356357927786498,
-      "rel-constrast": 2.9013924598693848,
+      "rel-constrast": 3.018277645111084,
       "step": 2466,
-      "subrel-constrast": 3.1362950801849365,
+      "subrel-constrast": 3.243623971939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5327125787734985,
-      "cov-distil (oracle2student)": 3.9433579444885254,
-      "cov-distil (oracle2teacher)": 4.323305130004883,
+      "cov-distil": 1.846907377243042,
+      "cov-distil (oracle2student)": 4.1916069984436035,
+      "cov-distil (oracle2teacher)": 4.365859508514404,
       "epoch": 1.9364207221350078,
-      "rel-constrast": 2.583871364593506,
+      "rel-constrast": 2.9997520446777344,
       "step": 2467,
-      "subrel-constrast": 3.247133255004883,
+      "subrel-constrast": 3.294950008392334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2818008661270142,
-      "cov-distil (oracle2student)": 3.8986258506774902,
-      "cov-distil (oracle2teacher)": 3.754828453063965,
+      "cov-distil": 1.3443238735198975,
+      "cov-distil (oracle2student)": 3.9284348487854004,
+      "cov-distil (oracle2teacher)": 4.000280380249023,
       "epoch": 1.9372056514913658,
-      "rel-constrast": 3.117367744445801,
+      "rel-constrast": 4.0569000244140625,
       "step": 2468,
-      "subrel-constrast": 3.5399816036224365,
+      "subrel-constrast": 3.2256784439086914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7398326396942139,
-      "cov-distil (oracle2student)": 3.1840739250183105,
-      "cov-distil (oracle2teacher)": 2.9380695819854736,
+      "cov-distil": 1.775866985321045,
+      "cov-distil (oracle2student)": 3.3880202770233154,
+      "cov-distil (oracle2teacher)": 3.37661075592041,
       "epoch": 1.9379905808477238,
-      "rel-constrast": 2.5847887992858887,
+      "rel-constrast": 2.650902032852173,
       "step": 2469,
-      "subrel-constrast": 3.0294415950775146,
+      "subrel-constrast": 2.8407840728759766,
       "view-similarity": 0
     },
     {
       "epoch": 1.9387755102040818,
-      "grad_norm": 5.875,
+      "grad_norm": 6.375,
       "learning_rate": 4.678462789438873e-05,
-      "loss": 0.6985,
+      "loss": 0.7642,
       "step": 2470
     },
     {
-      "cov-distil": 1.5433144569396973,
-      "cov-distil (oracle2student)": 2.9578075408935547,
-      "cov-distil (oracle2teacher)": 3.23738694190979,
+      "cov-distil": 1.8386335372924805,
+      "cov-distil (oracle2student)": 3.399143934249878,
+      "cov-distil (oracle2teacher)": 3.3674240112304688,
       "epoch": 1.9387755102040818,
-      "rel-constrast": 1.937584400177002,
+      "rel-constrast": 2.14080548286438,
       "step": 2470,
-      "subrel-constrast": 2.6642847061157227,
+      "subrel-constrast": 2.599369764328003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4443485736846924,
-      "cov-distil (oracle2student)": 4.100014686584473,
-      "cov-distil (oracle2teacher)": 4.245871543884277,
+      "cov-distil": 1.9498536586761475,
+      "cov-distil (oracle2student)": 4.727289199829102,
+      "cov-distil (oracle2teacher)": 4.675529956817627,
       "epoch": 1.9395604395604396,
-      "rel-constrast": 2.6583218574523926,
+      "rel-constrast": 3.088265895843506,
       "step": 2471,
-      "subrel-constrast": 3.2574462890625,
+      "subrel-constrast": 3.1707987785339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.635296583175659,
-      "cov-distil (oracle2student)": 4.330043792724609,
-      "cov-distil (oracle2teacher)": 4.497190475463867,
+      "cov-distil": 2.6682381629943848,
+      "cov-distil (oracle2student)": 4.367327690124512,
+      "cov-distil (oracle2teacher)": 4.372818470001221,
       "epoch": 1.9403453689167975,
-      "rel-constrast": 2.740987777709961,
+      "rel-constrast": 3.055204391479492,
       "step": 2472,
-      "subrel-constrast": 3.7768290042877197,
+      "subrel-constrast": 3.6247777938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6916110515594482,
-      "cov-distil (oracle2student)": 4.03584098815918,
-      "cov-distil (oracle2teacher)": 3.9940500259399414,
+      "cov-distil": 2.18607759475708,
+      "cov-distil (oracle2student)": 4.060159683227539,
+      "cov-distil (oracle2teacher)": 3.8476672172546387,
       "epoch": 1.9411302982731553,
-      "rel-constrast": 3.721792221069336,
+      "rel-constrast": 4.087628364562988,
       "step": 2473,
-      "subrel-constrast": 4.984964847564697,
+      "subrel-constrast": 4.49715518951416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7572797536849976,
-      "cov-distil (oracle2student)": 4.882442474365234,
-      "cov-distil (oracle2teacher)": 4.8414459228515625,
+      "cov-distil": 2.417043447494507,
+      "cov-distil (oracle2student)": 4.916109561920166,
+      "cov-distil (oracle2teacher)": 5.248584747314453,
       "epoch": 1.9419152276295133,
-      "rel-constrast": 3.777127742767334,
+      "rel-constrast": 3.9990792274475098,
       "step": 2474,
-      "subrel-constrast": 4.820999622344971,
+      "subrel-constrast": 4.52692985534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9405834674835205,
-      "cov-distil (oracle2student)": 3.093421459197998,
-      "cov-distil (oracle2teacher)": 2.8786327838897705,
+      "cov-distil": 2.954000949859619,
+      "cov-distil (oracle2student)": 3.497328281402588,
+      "cov-distil (oracle2teacher)": 3.1571311950683594,
       "epoch": 1.9427001569858713,
-      "rel-constrast": 2.0982015132904053,
+      "rel-constrast": 2.25998592376709,
       "step": 2475,
-      "subrel-constrast": 3.5316975116729736,
+      "subrel-constrast": 3.314478874206543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.515413761138916,
-      "cov-distil (oracle2student)": 3.9444305896759033,
-      "cov-distil (oracle2teacher)": 3.8890323638916016,
+      "cov-distil": 2.133957862854004,
+      "cov-distil (oracle2student)": 4.546296119689941,
+      "cov-distil (oracle2teacher)": 4.106150150299072,
       "epoch": 1.9434850863422293,
-      "rel-constrast": 4.322173118591309,
+      "rel-constrast": 5.421614170074463,
       "step": 2476,
-      "subrel-constrast": 5.106509685516357,
+      "subrel-constrast": 5.483541488647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.140060305595398,
-      "cov-distil (oracle2student)": 6.094444274902344,
-      "cov-distil (oracle2teacher)": 5.784130096435547,
+      "cov-distil": 1.6556332111358643,
+      "cov-distil (oracle2student)": 6.450920104980469,
+      "cov-distil (oracle2teacher)": 6.116326808929443,
       "epoch": 1.9442700156985873,
-      "rel-constrast": 3.238407611846924,
+      "rel-constrast": 3.110126256942749,
       "step": 2477,
-      "subrel-constrast": 3.228761672973633,
+      "subrel-constrast": 3.409900426864624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5136356353759766,
-      "cov-distil (oracle2student)": 5.130928993225098,
-      "cov-distil (oracle2teacher)": 5.599532127380371,
+      "cov-distil": 1.4222064018249512,
+      "cov-distil (oracle2student)": 5.483114242553711,
+      "cov-distil (oracle2teacher)": 5.254704475402832,
       "epoch": 1.945054945054945,
-      "rel-constrast": 2.899818181991577,
+      "rel-constrast": 3.5260653495788574,
       "step": 2478,
-      "subrel-constrast": 3.9041976928710938,
+      "subrel-constrast": 3.6301498413085938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3585325479507446,
-      "cov-distil (oracle2student)": 3.166748046875,
-      "cov-distil (oracle2teacher)": 3.5953032970428467,
+      "cov-distil": 1.8981573581695557,
+      "cov-distil (oracle2student)": 3.4009275436401367,
+      "cov-distil (oracle2teacher)": 3.8342525959014893,
       "epoch": 1.945839874411303,
-      "rel-constrast": 2.318967580795288,
+      "rel-constrast": 2.809504270553589,
       "step": 2479,
-      "subrel-constrast": 2.99764347076416,
+      "subrel-constrast": 2.9279117584228516,
       "view-similarity": 0
     },
     {
       "epoch": 1.9466248037676608,
-      "grad_norm": 5.5625,
+      "grad_norm": 5.15625,
       "learning_rate": 4.6741682369169116e-05,
-      "loss": 0.7842,
+      "loss": 0.8375,
       "step": 2480
     },
     {
-      "cov-distil": 1.358513355255127,
-      "cov-distil (oracle2student)": 3.3030920028686523,
-      "cov-distil (oracle2teacher)": 2.8421571254730225,
+      "cov-distil": 1.7548041343688965,
+      "cov-distil (oracle2student)": 3.385909080505371,
+      "cov-distil (oracle2teacher)": 3.081536293029785,
       "epoch": 1.9466248037676608,
-      "rel-constrast": 2.6336965560913086,
+      "rel-constrast": 2.7045834064483643,
       "step": 2480,
-      "subrel-constrast": 2.8718340396881104,
+      "subrel-constrast": 2.9248833656311035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1459712982177734,
-      "cov-distil (oracle2student)": 4.063625335693359,
-      "cov-distil (oracle2teacher)": 4.200922012329102,
+      "cov-distil": 1.9525247812271118,
+      "cov-distil (oracle2student)": 4.320362091064453,
+      "cov-distil (oracle2teacher)": 4.008906364440918,
       "epoch": 1.9474097331240188,
-      "rel-constrast": 3.232606887817383,
+      "rel-constrast": 3.7008070945739746,
       "step": 2481,
-      "subrel-constrast": 3.6092476844787598,
+      "subrel-constrast": 3.5617988109588623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5961551666259766,
-      "cov-distil (oracle2student)": 5.03495979309082,
-      "cov-distil (oracle2teacher)": 4.37387752532959,
+      "cov-distil": 1.8206772804260254,
+      "cov-distil (oracle2student)": 5.016617774963379,
+      "cov-distil (oracle2teacher)": 4.617125511169434,
       "epoch": 1.9481946624803768,
-      "rel-constrast": 3.085963010787964,
+      "rel-constrast": 3.0347275733947754,
       "step": 2482,
-      "subrel-constrast": 4.056833267211914,
+      "subrel-constrast": 3.702119827270508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7837347984313965,
-      "cov-distil (oracle2student)": 3.69675612449646,
-      "cov-distil (oracle2teacher)": 3.8338403701782227,
+      "cov-distil": 2.094062089920044,
+      "cov-distil (oracle2student)": 3.52024245262146,
+      "cov-distil (oracle2teacher)": 3.752002477645874,
       "epoch": 1.9489795918367347,
-      "rel-constrast": 2.9396042823791504,
+      "rel-constrast": 3.329939126968384,
       "step": 2483,
-      "subrel-constrast": 4.183809757232666,
+      "subrel-constrast": 4.237846851348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4148401021957397,
-      "cov-distil (oracle2student)": 3.438568115234375,
-      "cov-distil (oracle2teacher)": 3.2074334621429443,
+      "cov-distil": 1.8044018745422363,
+      "cov-distil (oracle2student)": 3.4269986152648926,
+      "cov-distil (oracle2teacher)": 3.7321457862854004,
       "epoch": 1.9497645211930927,
-      "rel-constrast": 3.73038911819458,
+      "rel-constrast": 3.511920213699341,
       "step": 2484,
-      "subrel-constrast": 3.9382483959198,
+      "subrel-constrast": 4.019540309906006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.58474600315094,
-      "cov-distil (oracle2student)": 4.109490394592285,
-      "cov-distil (oracle2teacher)": 4.459442615509033,
+      "cov-distil": 1.8103156089782715,
+      "cov-distil (oracle2student)": 4.392208099365234,
+      "cov-distil (oracle2teacher)": 4.847190856933594,
       "epoch": 1.9505494505494505,
-      "rel-constrast": 2.299020767211914,
+      "rel-constrast": 2.906230926513672,
       "step": 2485,
-      "subrel-constrast": 3.835998296737671,
+      "subrel-constrast": 3.7046427726745605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3292391300201416,
-      "cov-distil (oracle2student)": 4.8831000328063965,
-      "cov-distil (oracle2teacher)": 4.521707534790039,
+      "cov-distil": 1.62659752368927,
+      "cov-distil (oracle2student)": 4.81600284576416,
+      "cov-distil (oracle2teacher)": 4.675787448883057,
       "epoch": 1.9513343799058085,
-      "rel-constrast": 3.4085583686828613,
+      "rel-constrast": 3.4940524101257324,
       "step": 2486,
-      "subrel-constrast": 4.050882339477539,
+      "subrel-constrast": 4.294118404388428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214061975479126,
-      "cov-distil (oracle2student)": 4.851228713989258,
-      "cov-distil (oracle2teacher)": 4.625171184539795,
+      "cov-distil": 1.3786125183105469,
+      "cov-distil (oracle2student)": 4.777690410614014,
+      "cov-distil (oracle2teacher)": 4.592968463897705,
       "epoch": 1.9521193092621663,
-      "rel-constrast": 2.7774693965911865,
+      "rel-constrast": 2.6345126628875732,
       "step": 2487,
-      "subrel-constrast": 3.4249110221862793,
+      "subrel-constrast": 3.5652425289154053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1201047897338867,
-      "cov-distil (oracle2student)": 5.36749267578125,
-      "cov-distil (oracle2teacher)": 4.693625450134277,
+      "cov-distil": 2.4288666248321533,
+      "cov-distil (oracle2student)": 5.66049861907959,
+      "cov-distil (oracle2teacher)": 5.7888970375061035,
       "epoch": 1.9529042386185242,
-      "rel-constrast": 2.81223726272583,
+      "rel-constrast": 3.392793655395508,
       "step": 2488,
-      "subrel-constrast": 4.239040374755859,
+      "subrel-constrast": 4.477807998657227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.328134536743164,
-      "cov-distil (oracle2student)": 5.878386974334717,
-      "cov-distil (oracle2teacher)": 5.070760726928711,
+      "cov-distil": 1.8116998672485352,
+      "cov-distil (oracle2student)": 6.204522609710693,
+      "cov-distil (oracle2teacher)": 5.7111711502075195,
       "epoch": 1.9536891679748822,
-      "rel-constrast": 2.211723566055298,
+      "rel-constrast": 2.868224859237671,
       "step": 2489,
-      "subrel-constrast": 2.9829752445220947,
+      "subrel-constrast": 3.0413248538970947,
       "view-similarity": 0
     },
     {
       "epoch": 1.9544740973312402,
-      "grad_norm": 7.21875,
+      "grad_norm": 6.5625,
       "learning_rate": 4.669847192841109e-05,
-      "loss": 0.7655,
+      "loss": 0.7894,
       "step": 2490
     },
     {
-      "cov-distil": 2.050966501235962,
-      "cov-distil (oracle2student)": 3.950345993041992,
-      "cov-distil (oracle2teacher)": 3.2366585731506348,
+      "cov-distil": 2.1892781257629395,
+      "cov-distil (oracle2student)": 4.291226387023926,
+      "cov-distil (oracle2teacher)": 3.5918831825256348,
       "epoch": 1.9544740973312402,
-      "rel-constrast": 2.2773871421813965,
+      "rel-constrast": 2.3591976165771484,
       "step": 2490,
-      "subrel-constrast": 3.064868211746216,
+      "subrel-constrast": 2.8968348503112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3345588445663452,
-      "cov-distil (oracle2student)": 4.820789337158203,
-      "cov-distil (oracle2teacher)": 4.411266326904297,
+      "cov-distil": 1.783015489578247,
+      "cov-distil (oracle2student)": 4.897640228271484,
+      "cov-distil (oracle2teacher)": 4.63388729095459,
       "epoch": 1.9552590266875982,
-      "rel-constrast": 2.706510066986084,
+      "rel-constrast": 2.768185615539551,
       "step": 2491,
-      "subrel-constrast": 3.464383363723755,
+      "subrel-constrast": 3.3996403217315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.313352108001709,
-      "cov-distil (oracle2student)": 4.7307658195495605,
-      "cov-distil (oracle2teacher)": 4.571237564086914,
+      "cov-distil": 1.7368793487548828,
+      "cov-distil (oracle2student)": 4.681768894195557,
+      "cov-distil (oracle2teacher)": 4.575322151184082,
       "epoch": 1.9560439560439562,
-      "rel-constrast": 2.904332160949707,
+      "rel-constrast": 3.486682653427124,
       "step": 2492,
-      "subrel-constrast": 3.630449056625366,
+      "subrel-constrast": 3.5049121379852295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4697785377502441,
-      "cov-distil (oracle2student)": 4.326483249664307,
-      "cov-distil (oracle2teacher)": 4.520640850067139,
+      "cov-distil": 1.4947612285614014,
+      "cov-distil (oracle2student)": 4.731260299682617,
+      "cov-distil (oracle2teacher)": 4.190715312957764,
       "epoch": 1.956828885400314,
-      "rel-constrast": 2.1479899883270264,
+      "rel-constrast": 2.2168967723846436,
       "step": 2493,
-      "subrel-constrast": 3.3468611240386963,
+      "subrel-constrast": 3.1051247119903564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3133139610290527,
-      "cov-distil (oracle2student)": 2.4103314876556396,
-      "cov-distil (oracle2teacher)": 2.9476089477539062,
+      "cov-distil": 1.977271556854248,
+      "cov-distil (oracle2student)": 2.5995426177978516,
+      "cov-distil (oracle2teacher)": 2.8837151527404785,
       "epoch": 1.957613814756672,
-      "rel-constrast": 1.8598411083221436,
+      "rel-constrast": 2.176964282989502,
       "step": 2494,
-      "subrel-constrast": 2.7040579319000244,
+      "subrel-constrast": 2.4320149421691895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4923874139785767,
-      "cov-distil (oracle2student)": 4.974415302276611,
-      "cov-distil (oracle2teacher)": 4.685483932495117,
+      "cov-distil": 2.359961986541748,
+      "cov-distil (oracle2student)": 5.679474353790283,
+      "cov-distil (oracle2teacher)": 5.045400619506836,
       "epoch": 1.9583987441130297,
-      "rel-constrast": 3.222048759460449,
+      "rel-constrast": 3.479555606842041,
       "step": 2495,
-      "subrel-constrast": 4.039577484130859,
+      "subrel-constrast": 4.187535762786865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8160561323165894,
-      "cov-distil (oracle2student)": 5.813412666320801,
-      "cov-distil (oracle2teacher)": 5.269169807434082,
+      "cov-distil": 2.3970999717712402,
+      "cov-distil (oracle2student)": 5.908551216125488,
+      "cov-distil (oracle2teacher)": 5.034759998321533,
       "epoch": 1.9591836734693877,
-      "rel-constrast": 3.3903331756591797,
+      "rel-constrast": 3.641935348510742,
       "step": 2496,
-      "subrel-constrast": 3.8708889484405518,
+      "subrel-constrast": 4.067230224609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4887747764587402,
-      "cov-distil (oracle2student)": 2.1253395080566406,
-      "cov-distil (oracle2teacher)": 2.3603878021240234,
+      "cov-distil": 1.4836888313293457,
+      "cov-distil (oracle2student)": 1.8382935523986816,
+      "cov-distil (oracle2teacher)": 2.3758044242858887,
       "epoch": 1.9599686028257457,
-      "rel-constrast": 2.4301915168762207,
+      "rel-constrast": 2.4366674423217773,
       "step": 2497,
-      "subrel-constrast": 2.9695959091186523,
+      "subrel-constrast": 2.8462319374084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3080188035964966,
-      "cov-distil (oracle2student)": 5.292108535766602,
-      "cov-distil (oracle2teacher)": 4.35369873046875,
+      "cov-distil": 1.7385592460632324,
+      "cov-distil (oracle2student)": 5.289946556091309,
+      "cov-distil (oracle2teacher)": 4.8614277839660645,
       "epoch": 1.9607535321821037,
-      "rel-constrast": 1.4696991443634033,
+      "rel-constrast": 1.89432692527771,
       "step": 2498,
-      "subrel-constrast": 2.0051076412200928,
+      "subrel-constrast": 2.456681966781616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4714583158493042,
-      "cov-distil (oracle2student)": 3.7108678817749023,
-      "cov-distil (oracle2teacher)": 4.239074230194092,
+      "cov-distil": 1.5602734088897705,
+      "cov-distil (oracle2student)": 4.740970134735107,
+      "cov-distil (oracle2teacher)": 4.484185218811035,
       "epoch": 1.9615384615384617,
-      "rel-constrast": 1.566145896911621,
+      "rel-constrast": 1.8472046852111816,
       "step": 2499,
-      "subrel-constrast": 2.5356643199920654,
+      "subrel-constrast": 2.280137300491333,
       "view-similarity": 0
     },
     {
       "epoch": 1.9623233908948194,
-      "grad_norm": 3.71875,
+      "grad_norm": 4.84375,
       "learning_rate": 4.6654997098620234e-05,
-      "loss": 0.637,
+      "loss": 0.6577,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-P@10": 0.7539999999999999,
+      "eval/duc04-P@10": 0.7319999999999999,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-nDCG@10": 0.7660445021702131,
+      "eval/duc04-nDCG@10": 0.7371947237751019,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-alpha_nDCG@10": 0.5818896679097062,
+      "eval/duc04-alpha_nDCG@10": 0.5497152785081464,
       "step": 2500
     },
     {
@@ -27506,17 +27506,17 @@
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-P@10": 0.42999999999999994,
+      "eval/multi_news-P@10": 0.4269999999999999,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-nDCG@10": 0.6098019735171258,
+      "eval/multi_news-nDCG@10": 0.6024886983314546,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-alpha_nDCG@10": 0.5983298508342683,
+      "eval/multi_news-alpha_nDCG@10": 0.5758536795247725,
       "step": 2500
     },
     {
@@ -27526,5472 +27526,5472 @@
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/avg": 0.5369795176189325,
+      "eval/avg": 0.5225028158324527,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "overlap": 0.34687501192092896,
+      "overlap": 0.3187499940395355,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
       "step": 2500,
-      "student margin": 0.065185546875
+      "student margin": 0.057769775390625
     },
     {
       "epoch": 1.9623233908948194,
       "step": 2500,
-      "teacher margin": 0.053436279296875
+      "teacher margin": 0.05743408203125
     },
     {
       "epoch": 1.9623233908948194,
-      "margin difference": -0.011749267578125,
+      "margin difference": -0.000335693359375,
       "step": 2500
     },
     {
-      "cov-distil": 1.090306282043457,
-      "cov-distil (oracle2student)": 4.970812797546387,
-      "cov-distil (oracle2teacher)": 4.877108097076416,
+      "cov-distil": 1.1889034509658813,
+      "cov-distil (oracle2student)": 4.989969253540039,
+      "cov-distil (oracle2teacher)": 5.403383255004883,
       "epoch": 1.9623233908948194,
-      "rel-constrast": 2.175166606903076,
+      "rel-constrast": 2.520353317260742,
       "step": 2500,
-      "subrel-constrast": 2.475886821746826,
+      "subrel-constrast": 2.462904930114746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5089739561080933,
-      "cov-distil (oracle2student)": 4.682978630065918,
-      "cov-distil (oracle2teacher)": 5.062560558319092,
+      "cov-distil": 1.777575969696045,
+      "cov-distil (oracle2student)": 4.895459175109863,
+      "cov-distil (oracle2teacher)": 5.13001012802124,
       "epoch": 1.9631083202511774,
-      "rel-constrast": 2.925281524658203,
+      "rel-constrast": 2.864901542663574,
       "step": 2501,
-      "subrel-constrast": 3.6252448558807373,
+      "subrel-constrast": 3.5650999546051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5031598806381226,
-      "cov-distil (oracle2student)": 4.684264183044434,
-      "cov-distil (oracle2teacher)": 4.354615211486816,
+      "cov-distil": 1.6116943359375,
+      "cov-distil (oracle2student)": 4.972499370574951,
+      "cov-distil (oracle2teacher)": 4.51531982421875,
       "epoch": 1.9638932496075352,
-      "rel-constrast": 3.9453587532043457,
+      "rel-constrast": 4.352564811706543,
       "step": 2502,
-      "subrel-constrast": 4.519287109375,
+      "subrel-constrast": 3.840057134628296,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5643486976623535,
-      "cov-distil (oracle2student)": 5.483506202697754,
-      "cov-distil (oracle2teacher)": 4.655939102172852,
+      "cov-distil": 1.8382141590118408,
+      "cov-distil (oracle2student)": 5.2346906661987305,
+      "cov-distil (oracle2teacher)": 4.858010292053223,
       "epoch": 1.9646781789638932,
-      "rel-constrast": 3.642531394958496,
+      "rel-constrast": 4.185388565063477,
       "step": 2503,
-      "subrel-constrast": 4.284054756164551,
+      "subrel-constrast": 4.345432758331299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.679993987083435,
-      "cov-distil (oracle2student)": 5.387015342712402,
-      "cov-distil (oracle2teacher)": 5.223532676696777,
+      "cov-distil": 1.7649011611938477,
+      "cov-distil (oracle2student)": 5.684311389923096,
+      "cov-distil (oracle2teacher)": 5.492239475250244,
       "epoch": 1.9654631083202512,
-      "rel-constrast": 2.3460216522216797,
+      "rel-constrast": 2.298300266265869,
       "step": 2504,
-      "subrel-constrast": 3.231478214263916,
+      "subrel-constrast": 3.095992088317871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798704385757446,
-      "cov-distil (oracle2student)": 3.086254596710205,
-      "cov-distil (oracle2teacher)": 3.2515909671783447,
+      "cov-distil": 1.7059078216552734,
+      "cov-distil (oracle2student)": 3.1343040466308594,
+      "cov-distil (oracle2teacher)": 3.5195932388305664,
       "epoch": 1.9662480376766092,
-      "rel-constrast": 2.119157314300537,
+      "rel-constrast": 2.044071912765503,
       "step": 2505,
-      "subrel-constrast": 2.9700911045074463,
+      "subrel-constrast": 2.9576950073242188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4817452430725098,
-      "cov-distil (oracle2student)": 4.001458168029785,
-      "cov-distil (oracle2teacher)": 4.046663761138916,
+      "cov-distil": 1.6939268112182617,
+      "cov-distil (oracle2student)": 3.6732397079467773,
+      "cov-distil (oracle2teacher)": 4.491720199584961,
       "epoch": 1.9670329670329672,
-      "rel-constrast": 3.5152688026428223,
+      "rel-constrast": 3.3576762676239014,
       "step": 2506,
-      "subrel-constrast": 3.966355562210083,
+      "subrel-constrast": 3.682584285736084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5676078796386719,
-      "cov-distil (oracle2student)": 3.8535709381103516,
-      "cov-distil (oracle2teacher)": 3.9571170806884766,
+      "cov-distil": 1.7423555850982666,
+      "cov-distil (oracle2student)": 4.238630771636963,
+      "cov-distil (oracle2teacher)": 4.380505084991455,
       "epoch": 1.967817896389325,
-      "rel-constrast": 2.567758083343506,
+      "rel-constrast": 3.720757007598877,
       "step": 2507,
-      "subrel-constrast": 3.94400954246521,
+      "subrel-constrast": 4.213517665863037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.96669340133667,
-      "cov-distil (oracle2student)": 4.784982681274414,
-      "cov-distil (oracle2teacher)": 4.251079559326172,
+      "cov-distil": 3.458566665649414,
+      "cov-distil (oracle2student)": 4.9264116287231445,
+      "cov-distil (oracle2teacher)": 4.189628601074219,
       "epoch": 1.968602825745683,
-      "rel-constrast": 2.4171977043151855,
+      "rel-constrast": 3.370133638381958,
       "step": 2508,
-      "subrel-constrast": 3.2501728534698486,
+      "subrel-constrast": 3.4362518787384033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826422691345215,
-      "cov-distil (oracle2student)": 6.623595714569092,
-      "cov-distil (oracle2teacher)": 5.7470879554748535,
+      "cov-distil": 1.632619857788086,
+      "cov-distil (oracle2student)": 7.027885437011719,
+      "cov-distil (oracle2teacher)": 6.686251640319824,
       "epoch": 1.9693877551020407,
-      "rel-constrast": 2.3520874977111816,
+      "rel-constrast": 3.4220123291015625,
       "step": 2509,
-      "subrel-constrast": 3.200101375579834,
+      "subrel-constrast": 3.0018980503082275,
       "view-similarity": 0
     },
     {
       "epoch": 1.9701726844583987,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.661125840952364e-05,
-      "loss": 0.7382,
+      "loss": 0.8034,
       "step": 2510
     },
     {
-      "cov-distil": 1.666621446609497,
-      "cov-distil (oracle2student)": 3.701127767562866,
-      "cov-distil (oracle2teacher)": 3.423727512359619,
+      "cov-distil": 2.1405816078186035,
+      "cov-distil (oracle2student)": 3.9598770141601562,
+      "cov-distil (oracle2teacher)": 3.3863701820373535,
       "epoch": 1.9701726844583987,
-      "rel-constrast": 2.804509162902832,
+      "rel-constrast": 2.9756383895874023,
       "step": 2510,
-      "subrel-constrast": 3.387676477432251,
+      "subrel-constrast": 3.2430498600006104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6446305513381958,
-      "cov-distil (oracle2student)": 3.838240623474121,
-      "cov-distil (oracle2teacher)": 4.187102794647217,
+      "cov-distil": 1.7956998348236084,
+      "cov-distil (oracle2student)": 4.07209587097168,
+      "cov-distil (oracle2teacher)": 3.9143424034118652,
       "epoch": 1.9709576138147566,
-      "rel-constrast": 2.9891412258148193,
+      "rel-constrast": 3.387775182723999,
       "step": 2511,
-      "subrel-constrast": 3.542327642440796,
+      "subrel-constrast": 3.415180206298828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.435381293296814,
-      "cov-distil (oracle2student)": 4.389375686645508,
-      "cov-distil (oracle2teacher)": 4.502368450164795,
+      "cov-distil": 1.896665096282959,
+      "cov-distil (oracle2student)": 4.5163421630859375,
+      "cov-distil (oracle2teacher)": 4.222028732299805,
       "epoch": 1.9717425431711146,
-      "rel-constrast": 3.2387535572052,
+      "rel-constrast": 3.8630058765411377,
       "step": 2512,
-      "subrel-constrast": 3.896670341491699,
+      "subrel-constrast": 3.6989686489105225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8582631349563599,
-      "cov-distil (oracle2student)": 4.919032573699951,
-      "cov-distil (oracle2teacher)": 4.750471115112305,
+      "cov-distil": 1.3496065139770508,
+      "cov-distil (oracle2student)": 5.272412300109863,
+      "cov-distil (oracle2teacher)": 4.897085189819336,
       "epoch": 1.9725274725274726,
-      "rel-constrast": 3.7496399879455566,
+      "rel-constrast": 4.675225257873535,
       "step": 2513,
-      "subrel-constrast": 4.44797945022583,
+      "subrel-constrast": 4.445426940917969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8498822450637817,
-      "cov-distil (oracle2student)": 4.858127593994141,
-      "cov-distil (oracle2teacher)": 4.378625869750977,
+      "cov-distil": 2.1098272800445557,
+      "cov-distil (oracle2student)": 4.998143196105957,
+      "cov-distil (oracle2teacher)": 4.635144233703613,
       "epoch": 1.9733124018838306,
-      "rel-constrast": 3.5364084243774414,
+      "rel-constrast": 3.9594974517822266,
       "step": 2514,
-      "subrel-constrast": 4.384564399719238,
+      "subrel-constrast": 4.474101543426514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3810056447982788,
-      "cov-distil (oracle2student)": 4.271397590637207,
-      "cov-distil (oracle2teacher)": 4.334753036499023,
+      "cov-distil": 1.980323314666748,
+      "cov-distil (oracle2student)": 5.377851963043213,
+      "cov-distil (oracle2teacher)": 4.654728889465332,
       "epoch": 1.9740973312401884,
-      "rel-constrast": 2.358246326446533,
+      "rel-constrast": 3.0560247898101807,
       "step": 2515,
-      "subrel-constrast": 3.276954412460327,
+      "subrel-constrast": 3.3322532176971436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0649185180664062,
-      "cov-distil (oracle2student)": 4.684146881103516,
-      "cov-distil (oracle2teacher)": 3.9282805919647217,
+      "cov-distil": 1.5558903217315674,
+      "cov-distil (oracle2student)": 5.32174015045166,
+      "cov-distil (oracle2teacher)": 4.404253005981445,
       "epoch": 1.9748822605965461,
-      "rel-constrast": 2.606571912765503,
+      "rel-constrast": 3.1791138648986816,
       "step": 2516,
-      "subrel-constrast": 2.8056676387786865,
+      "subrel-constrast": 2.9211363792419434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1188321113586426,
-      "cov-distil (oracle2student)": 4.569836139678955,
-      "cov-distil (oracle2teacher)": 4.141506671905518,
+      "cov-distil": 1.9804236888885498,
+      "cov-distil (oracle2student)": 5.639671325683594,
+      "cov-distil (oracle2teacher)": 4.037267684936523,
       "epoch": 1.9756671899529041,
-      "rel-constrast": 2.579371929168701,
+      "rel-constrast": 3.462228536605835,
       "step": 2517,
-      "subrel-constrast": 3.7114007472991943,
+      "subrel-constrast": 3.365971803665161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080518960952759,
-      "cov-distil (oracle2student)": 4.498507022857666,
-      "cov-distil (oracle2teacher)": 4.202948570251465,
+      "cov-distil": 2.8307290077209473,
+      "cov-distil (oracle2student)": 5.2101593017578125,
+      "cov-distil (oracle2teacher)": 4.7519307136535645,
       "epoch": 1.9764521193092621,
-      "rel-constrast": 2.1490540504455566,
+      "rel-constrast": 2.751274585723877,
       "step": 2518,
-      "subrel-constrast": 3.429783821105957,
+      "subrel-constrast": 3.4853155612945557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1755554676055908,
-      "cov-distil (oracle2student)": 3.4553563594818115,
-      "cov-distil (oracle2teacher)": 3.6548361778259277,
+      "cov-distil": 1.3701603412628174,
+      "cov-distil (oracle2student)": 4.16019868850708,
+      "cov-distil (oracle2teacher)": 3.88558030128479,
       "epoch": 1.9772370486656201,
-      "rel-constrast": 3.2993576526641846,
+      "rel-constrast": 3.1098735332489014,
       "step": 2519,
-      "subrel-constrast": 3.654632568359375,
+      "subrel-constrast": 3.424828290939331,
       "view-similarity": 0
     },
     {
       "epoch": 1.978021978021978,
-      "grad_norm": 6.0625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.656725639406342e-05,
-      "loss": 0.7735,
+      "loss": 0.8605,
       "step": 2520
     },
     {
-      "cov-distil": 1.4902020692825317,
-      "cov-distil (oracle2student)": 4.161640644073486,
-      "cov-distil (oracle2teacher)": 3.9016568660736084,
+      "cov-distil": 1.8208730220794678,
+      "cov-distil (oracle2student)": 4.6110076904296875,
+      "cov-distil (oracle2teacher)": 4.716545104980469,
       "epoch": 1.978021978021978,
-      "rel-constrast": 1.819406270980835,
+      "rel-constrast": 1.7285246849060059,
       "step": 2520,
-      "subrel-constrast": 2.3113198280334473,
+      "subrel-constrast": 2.5446057319641113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.451483726501465,
-      "cov-distil (oracle2student)": 3.4727718830108643,
-      "cov-distil (oracle2teacher)": 3.1571531295776367,
+      "cov-distil": 3.0023183822631836,
+      "cov-distil (oracle2student)": 3.38986873626709,
+      "cov-distil (oracle2teacher)": 3.3501856327056885,
       "epoch": 1.978806907378336,
-      "rel-constrast": 2.1377174854278564,
+      "rel-constrast": 2.324366569519043,
       "step": 2521,
-      "subrel-constrast": 3.1325490474700928,
+      "subrel-constrast": 3.0964603424072266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.081032633781433,
-      "cov-distil (oracle2student)": 4.522000312805176,
-      "cov-distil (oracle2teacher)": 4.4468841552734375,
+      "cov-distil": 1.334498405456543,
+      "cov-distil (oracle2student)": 4.856697082519531,
+      "cov-distil (oracle2teacher)": 4.089101791381836,
       "epoch": 1.9795918367346939,
-      "rel-constrast": 3.9222183227539062,
+      "rel-constrast": 3.9789016246795654,
       "step": 2522,
-      "subrel-constrast": 3.8245644569396973,
+      "subrel-constrast": 3.765784502029419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9412015676498413,
-      "cov-distil (oracle2student)": 4.826860427856445,
-      "cov-distil (oracle2teacher)": 4.619848251342773,
+      "cov-distil": 2.9964656829833984,
+      "cov-distil (oracle2student)": 5.284467697143555,
+      "cov-distil (oracle2teacher)": 4.885811805725098,
       "epoch": 1.9803767660910518,
-      "rel-constrast": 2.2276368141174316,
+      "rel-constrast": 2.9619767665863037,
       "step": 2523,
-      "subrel-constrast": 3.2373056411743164,
+      "subrel-constrast": 3.6363108158111572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.12664532661438,
-      "cov-distil (oracle2student)": 4.137739181518555,
-      "cov-distil (oracle2teacher)": 4.644302845001221,
+      "cov-distil": 2.280225992202759,
+      "cov-distil (oracle2student)": 4.572060585021973,
+      "cov-distil (oracle2teacher)": 5.308579444885254,
       "epoch": 1.9811616954474096,
-      "rel-constrast": 2.937765121459961,
+      "rel-constrast": 4.550897598266602,
       "step": 2524,
-      "subrel-constrast": 4.011136054992676,
+      "subrel-constrast": 3.8651163578033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9062591791152954,
-      "cov-distil (oracle2student)": 3.910320520401001,
-      "cov-distil (oracle2teacher)": 3.6704587936401367,
+      "cov-distil": 2.0331525802612305,
+      "cov-distil (oracle2student)": 3.820326328277588,
+      "cov-distil (oracle2teacher)": 4.022987365722656,
       "epoch": 1.9819466248037676,
-      "rel-constrast": 2.469945192337036,
+      "rel-constrast": 2.8438022136688232,
       "step": 2525,
-      "subrel-constrast": 2.9071855545043945,
+      "subrel-constrast": 3.0849292278289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.441422462463379,
-      "cov-distil (oracle2student)": 3.7556920051574707,
-      "cov-distil (oracle2teacher)": 3.6020450592041016,
+      "cov-distil": 1.6681325435638428,
+      "cov-distil (oracle2student)": 3.7617101669311523,
+      "cov-distil (oracle2teacher)": 3.8110156059265137,
       "epoch": 1.9827315541601256,
-      "rel-constrast": 2.7595200538635254,
+      "rel-constrast": 2.3543949127197266,
       "step": 2526,
-      "subrel-constrast": 3.301060914993286,
+      "subrel-constrast": 3.2733795642852783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0226235389709473,
-      "cov-distil (oracle2student)": 3.732295513153076,
-      "cov-distil (oracle2teacher)": 3.8367576599121094,
+      "cov-distil": 1.7095081806182861,
+      "cov-distil (oracle2student)": 3.756537914276123,
+      "cov-distil (oracle2teacher)": 3.6703929901123047,
       "epoch": 1.9835164835164836,
-      "rel-constrast": 2.454819440841675,
+      "rel-constrast": 2.290924072265625,
       "step": 2527,
-      "subrel-constrast": 3.255971908569336,
+      "subrel-constrast": 2.7162516117095947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.512261152267456,
-      "cov-distil (oracle2student)": 5.404221534729004,
-      "cov-distil (oracle2teacher)": 5.1092681884765625,
+      "cov-distil": 2.0770387649536133,
+      "cov-distil (oracle2student)": 4.556806564331055,
+      "cov-distil (oracle2teacher)": 4.784043312072754,
       "epoch": 1.9843014128728416,
-      "rel-constrast": 2.7983994483947754,
+      "rel-constrast": 3.1045072078704834,
       "step": 2528,
-      "subrel-constrast": 3.5933313369750977,
+      "subrel-constrast": 3.4463844299316406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3857338428497314,
-      "cov-distil (oracle2student)": 3.9003076553344727,
-      "cov-distil (oracle2teacher)": 3.64925479888916,
+      "cov-distil": 1.7494168281555176,
+      "cov-distil (oracle2student)": 4.681573390960693,
+      "cov-distil (oracle2teacher)": 3.848602771759033,
       "epoch": 1.9850863422291993,
-      "rel-constrast": 2.5492284297943115,
+      "rel-constrast": 2.574030637741089,
       "step": 2529,
-      "subrel-constrast": 3.3898355960845947,
+      "subrel-constrast": 3.2245657444000244,
       "view-similarity": 0
     },
     {
       "epoch": 1.9858712715855573,
-      "grad_norm": 6.0,
+      "grad_norm": 5.8125,
       "learning_rate": 4.652299158839025e-05,
-      "loss": 0.6953,
+      "loss": 0.7178,
       "step": 2530
     },
     {
-      "cov-distil": 1.2937496900558472,
-      "cov-distil (oracle2student)": 4.864933490753174,
-      "cov-distil (oracle2teacher)": 4.628209590911865,
+      "cov-distil": 1.7346848249435425,
+      "cov-distil (oracle2student)": 4.8698296546936035,
+      "cov-distil (oracle2teacher)": 4.825931549072266,
       "epoch": 1.9858712715855573,
-      "rel-constrast": 2.983006000518799,
+      "rel-constrast": 3.585970640182495,
       "step": 2530,
-      "subrel-constrast": 3.821949005126953,
+      "subrel-constrast": 3.770387649536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6015434265136719,
-      "cov-distil (oracle2student)": 4.671170234680176,
-      "cov-distil (oracle2teacher)": 4.1964287757873535,
+      "cov-distil": 2.2724266052246094,
+      "cov-distil (oracle2student)": 4.475290298461914,
+      "cov-distil (oracle2teacher)": 5.021400451660156,
       "epoch": 1.986656200941915,
-      "rel-constrast": 5.378610610961914,
+      "rel-constrast": 4.5093278884887695,
       "step": 2531,
-      "subrel-constrast": 5.163862705230713,
+      "subrel-constrast": 5.745297908782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.59791898727417,
-      "cov-distil (oracle2student)": 3.193023204803467,
-      "cov-distil (oracle2teacher)": 3.081737518310547,
+      "cov-distil": 1.6811983585357666,
+      "cov-distil (oracle2student)": 3.1182215213775635,
+      "cov-distil (oracle2teacher)": 3.111572742462158,
       "epoch": 1.987441130298273,
-      "rel-constrast": 2.5613858699798584,
+      "rel-constrast": 3.119442939758301,
       "step": 2532,
-      "subrel-constrast": 3.402161121368408,
+      "subrel-constrast": 3.3072221279144287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.283470869064331,
-      "cov-distil (oracle2student)": 3.9583494663238525,
-      "cov-distil (oracle2teacher)": 3.712249279022217,
+      "cov-distil": 1.6843957901000977,
+      "cov-distil (oracle2student)": 3.5441179275512695,
+      "cov-distil (oracle2teacher)": 3.8336758613586426,
       "epoch": 1.988226059654631,
-      "rel-constrast": 2.2750766277313232,
+      "rel-constrast": 2.2661242485046387,
       "step": 2533,
-      "subrel-constrast": 2.81105375289917,
+      "subrel-constrast": 2.673743724822998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0241358280181885,
-      "cov-distil (oracle2student)": 3.8318867683410645,
-      "cov-distil (oracle2teacher)": 3.535226583480835,
+      "cov-distil": 1.609723448753357,
+      "cov-distil (oracle2student)": 3.9635720252990723,
+      "cov-distil (oracle2teacher)": 3.162868022918701,
       "epoch": 1.989010989010989,
-      "rel-constrast": 3.071157217025757,
+      "rel-constrast": 2.9528791904449463,
       "step": 2534,
-      "subrel-constrast": 3.0297975540161133,
+      "subrel-constrast": 3.235825538635254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6766074895858765,
-      "cov-distil (oracle2student)": 4.706940650939941,
-      "cov-distil (oracle2teacher)": 3.8600387573242188,
+      "cov-distil": 2.3498103618621826,
+      "cov-distil (oracle2student)": 4.564652919769287,
+      "cov-distil (oracle2teacher)": 4.407305717468262,
       "epoch": 1.989795918367347,
-      "rel-constrast": 2.5069656372070312,
+      "rel-constrast": 3.07208514213562,
       "step": 2535,
-      "subrel-constrast": 3.3175065517425537,
+      "subrel-constrast": 3.572108030319214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.263869047164917,
-      "cov-distil (oracle2student)": 3.6057910919189453,
-      "cov-distil (oracle2teacher)": 3.6251606941223145,
+      "cov-distil": 1.7823994159698486,
+      "cov-distil (oracle2student)": 3.611025094985962,
+      "cov-distil (oracle2teacher)": 3.8958826065063477,
       "epoch": 1.990580847723705,
-      "rel-constrast": 2.660266876220703,
+      "rel-constrast": 3.2095420360565186,
       "step": 2536,
-      "subrel-constrast": 3.187422275543213,
+      "subrel-constrast": 3.2171356678009033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5680863857269287,
-      "cov-distil (oracle2student)": 2.2606112957000732,
-      "cov-distil (oracle2teacher)": 2.7441070079803467,
+      "cov-distil": 2.1293184757232666,
+      "cov-distil (oracle2student)": 2.723536968231201,
+      "cov-distil (oracle2teacher)": 2.657676935195923,
       "epoch": 1.9913657770800628,
-      "rel-constrast": 3.022408962249756,
+      "rel-constrast": 3.2314369678497314,
       "step": 2537,
-      "subrel-constrast": 3.2397971153259277,
+      "subrel-constrast": 3.400932788848877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.69365394115448,
-      "cov-distil (oracle2student)": 5.669692516326904,
-      "cov-distil (oracle2teacher)": 5.017037391662598,
+      "cov-distil": 1.6489386558532715,
+      "cov-distil (oracle2student)": 5.869519233703613,
+      "cov-distil (oracle2teacher)": 4.48482084274292,
       "epoch": 1.9921507064364206,
-      "rel-constrast": 2.4905171394348145,
+      "rel-constrast": 3.224616289138794,
       "step": 2538,
-      "subrel-constrast": 3.3353257179260254,
+      "subrel-constrast": 2.9965879917144775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5247530937194824,
-      "cov-distil (oracle2student)": 3.6488633155822754,
-      "cov-distil (oracle2teacher)": 3.6998729705810547,
+      "cov-distil": 2.1899025440216064,
+      "cov-distil (oracle2student)": 4.266253471374512,
+      "cov-distil (oracle2teacher)": 4.137933731079102,
       "epoch": 1.9929356357927785,
-      "rel-constrast": 2.4173526763916016,
+      "rel-constrast": 3.430091619491577,
       "step": 2539,
-      "subrel-constrast": 3.1615869998931885,
+      "subrel-constrast": 3.63996958732605,
       "view-similarity": 0
     },
     {
       "epoch": 1.9937205651491365,
-      "grad_norm": 4.84375,
+      "grad_norm": 7.125,
       "learning_rate": 4.647846453185681e-05,
-      "loss": 0.7705,
+      "loss": 0.815,
       "step": 2540
     },
     {
-      "cov-distil": 1.4516340494155884,
-      "cov-distil (oracle2student)": 3.8903822898864746,
-      "cov-distil (oracle2teacher)": 3.9352073669433594,
+      "cov-distil": 1.6520800590515137,
+      "cov-distil (oracle2student)": 3.930108070373535,
+      "cov-distil (oracle2teacher)": 4.2769622802734375,
       "epoch": 1.9937205651491365,
-      "rel-constrast": 2.2436375617980957,
+      "rel-constrast": 2.827643394470215,
       "step": 2540,
-      "subrel-constrast": 3.079085111618042,
+      "subrel-constrast": 2.9173638820648193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.298713207244873,
-      "cov-distil (oracle2student)": 3.7091946601867676,
-      "cov-distil (oracle2teacher)": 3.9927072525024414,
+      "cov-distil": 1.8811460733413696,
+      "cov-distil (oracle2student)": 3.7727441787719727,
+      "cov-distil (oracle2teacher)": 4.057680130004883,
       "epoch": 1.9945054945054945,
-      "rel-constrast": 3.025702714920044,
+      "rel-constrast": 3.5172600746154785,
       "step": 2541,
-      "subrel-constrast": 4.026682376861572,
+      "subrel-constrast": 4.3248395919799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.993617057800293,
-      "cov-distil (oracle2student)": 5.924077987670898,
-      "cov-distil (oracle2teacher)": 5.388263702392578,
+      "cov-distil": 1.472818374633789,
+      "cov-distil (oracle2student)": 5.5538330078125,
+      "cov-distil (oracle2teacher)": 5.668854236602783,
       "epoch": 1.9952904238618525,
-      "rel-constrast": 4.571245193481445,
+      "rel-constrast": 5.5265607833862305,
       "step": 2542,
-      "subrel-constrast": 5.055028915405273,
+      "subrel-constrast": 5.527237892150879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1890196800231934,
-      "cov-distil (oracle2student)": 3.8252854347229004,
-      "cov-distil (oracle2teacher)": 3.8513998985290527,
+      "cov-distil": 1.8924559354782104,
+      "cov-distil (oracle2student)": 4.159456253051758,
+      "cov-distil (oracle2teacher)": 4.394796848297119,
       "epoch": 1.9960753532182105,
-      "rel-constrast": 2.506195068359375,
+      "rel-constrast": 2.5363340377807617,
       "step": 2543,
-      "subrel-constrast": 3.0652389526367188,
+      "subrel-constrast": 3.0135364532470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5974085330963135,
-      "cov-distil (oracle2student)": 3.8986101150512695,
-      "cov-distil (oracle2teacher)": 3.8991260528564453,
+      "cov-distil": 2.0612401962280273,
+      "cov-distil (oracle2student)": 3.94568133354187,
+      "cov-distil (oracle2teacher)": 3.777040481567383,
       "epoch": 1.9968602825745683,
-      "rel-constrast": 2.341961145401001,
+      "rel-constrast": 2.8329825401306152,
       "step": 2544,
-      "subrel-constrast": 3.2955710887908936,
+      "subrel-constrast": 3.4137532711029053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7898669242858887,
-      "cov-distil (oracle2student)": 6.095114707946777,
-      "cov-distil (oracle2teacher)": 5.629230499267578,
+      "cov-distil": 1.8864853382110596,
+      "cov-distil (oracle2student)": 6.212244033813477,
+      "cov-distil (oracle2teacher)": 5.992821216583252,
       "epoch": 1.9976452119309263,
-      "rel-constrast": 3.2041659355163574,
+      "rel-constrast": 3.6365323066711426,
       "step": 2545,
-      "subrel-constrast": 3.949453592300415,
+      "subrel-constrast": 3.751669406890869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.663902997970581,
-      "cov-distil (oracle2student)": 3.582000255584717,
-      "cov-distil (oracle2teacher)": 3.5701746940612793,
+      "cov-distil": 2.025923252105713,
+      "cov-distil (oracle2student)": 4.162091255187988,
+      "cov-distil (oracle2teacher)": 3.873032569885254,
       "epoch": 1.998430141287284,
-      "rel-constrast": 3.021514654159546,
+      "rel-constrast": 3.361934185028076,
       "step": 2546,
-      "subrel-constrast": 3.492304801940918,
+      "subrel-constrast": 3.703355073928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5713697671890259,
-      "cov-distil (oracle2student)": 5.414429664611816,
-      "cov-distil (oracle2teacher)": 4.234394073486328,
+      "cov-distil": 1.5625593662261963,
+      "cov-distil (oracle2student)": 4.9743242263793945,
+      "cov-distil (oracle2teacher)": 4.866188049316406,
       "epoch": 1.999215070643642,
-      "rel-constrast": 2.8354413509368896,
+      "rel-constrast": 2.7695367336273193,
       "step": 2547,
-      "subrel-constrast": 3.751251220703125,
+      "subrel-constrast": 3.4090850353240967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3589496612548828,
-      "cov-distil (oracle2student)": 4.627863883972168,
-      "cov-distil (oracle2teacher)": 4.674477577209473,
+      "cov-distil": 2.4060585498809814,
+      "cov-distil (oracle2student)": 4.8120341300964355,
+      "cov-distil (oracle2teacher)": 4.888725280761719,
       "epoch": 2.0,
-      "rel-constrast": 4.164133071899414,
+      "rel-constrast": 4.934138298034668,
       "step": 2548,
-      "subrel-constrast": 4.857272148132324,
+      "subrel-constrast": 4.67734956741333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5796387195587158,
-      "cov-distil (oracle2student)": 4.93176794052124,
-      "cov-distil (oracle2teacher)": 4.493083953857422,
+      "cov-distil": 1.7230801582336426,
+      "cov-distil (oracle2student)": 4.232766151428223,
+      "cov-distil (oracle2teacher)": 4.37992000579834,
       "epoch": 2.000784929356358,
-      "rel-constrast": 2.6880877017974854,
+      "rel-constrast": 2.8506336212158203,
       "step": 2549,
-      "subrel-constrast": 3.1472344398498535,
+      "subrel-constrast": 3.0375003814697266,
       "view-similarity": 0
     },
     {
       "epoch": 2.001569858712716,
-      "grad_norm": 4.78125,
+      "grad_norm": 6.40625,
       "learning_rate": 4.6433675767011245e-05,
-      "loss": 0.8013,
+      "loss": 0.8698,
       "step": 2550
     },
     {
-      "cov-distil": 1.418239951133728,
-      "cov-distil (oracle2student)": 3.38460111618042,
-      "cov-distil (oracle2teacher)": 3.624520778656006,
+      "cov-distil": 1.9377713203430176,
+      "cov-distil (oracle2student)": 4.0215630531311035,
+      "cov-distil (oracle2teacher)": 3.417076587677002,
       "epoch": 2.001569858712716,
-      "rel-constrast": 2.2379202842712402,
+      "rel-constrast": 2.7023115158081055,
       "step": 2550,
-      "subrel-constrast": 3.292998790740967,
+      "subrel-constrast": 3.2986392974853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.186899185180664,
-      "cov-distil (oracle2student)": 3.7972605228424072,
-      "cov-distil (oracle2teacher)": 3.6053812503814697,
+      "cov-distil": 1.5931271314620972,
+      "cov-distil (oracle2student)": 3.962111234664917,
+      "cov-distil (oracle2teacher)": 3.581599235534668,
       "epoch": 2.002354788069074,
-      "rel-constrast": 2.1380980014801025,
+      "rel-constrast": 1.6829606294631958,
       "step": 2551,
-      "subrel-constrast": 2.6401748657226562,
+      "subrel-constrast": 2.3691651821136475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3980836868286133,
-      "cov-distil (oracle2student)": 3.746084213256836,
-      "cov-distil (oracle2teacher)": 3.587346315383911,
+      "cov-distil": 2.02823543548584,
+      "cov-distil (oracle2student)": 4.154831886291504,
+      "cov-distil (oracle2teacher)": 4.058949947357178,
       "epoch": 2.0031397174254315,
-      "rel-constrast": 2.382723331451416,
+      "rel-constrast": 2.8678414821624756,
       "step": 2552,
-      "subrel-constrast": 3.1391310691833496,
+      "subrel-constrast": 3.133270502090454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3123672008514404,
-      "cov-distil (oracle2student)": 5.654376029968262,
-      "cov-distil (oracle2teacher)": 5.5764336585998535,
+      "cov-distil": 1.4136981964111328,
+      "cov-distil (oracle2student)": 6.021694183349609,
+      "cov-distil (oracle2teacher)": 5.43492317199707,
       "epoch": 2.0039246467817895,
-      "rel-constrast": 3.3104639053344727,
+      "rel-constrast": 3.7520861625671387,
       "step": 2553,
-      "subrel-constrast": 4.055949687957764,
+      "subrel-constrast": 3.5556910037994385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0986337661743164,
-      "cov-distil (oracle2student)": 4.575746536254883,
-      "cov-distil (oracle2teacher)": 4.18869161605835,
+      "cov-distil": 1.9282324314117432,
+      "cov-distil (oracle2student)": 5.452029705047607,
+      "cov-distil (oracle2teacher)": 4.480014801025391,
       "epoch": 2.0047095761381475,
-      "rel-constrast": 3.4491376876831055,
+      "rel-constrast": 3.6557397842407227,
       "step": 2554,
-      "subrel-constrast": 4.300597190856934,
+      "subrel-constrast": 4.0053324699401855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7333508729934692,
-      "cov-distil (oracle2student)": 4.910717010498047,
-      "cov-distil (oracle2teacher)": 4.800596237182617,
+      "cov-distil": 2.048246383666992,
+      "cov-distil (oracle2student)": 5.182993412017822,
+      "cov-distil (oracle2teacher)": 5.222489833831787,
       "epoch": 2.0054945054945055,
-      "rel-constrast": 3.749530792236328,
+      "rel-constrast": 4.394925594329834,
       "step": 2555,
-      "subrel-constrast": 4.375298976898193,
+      "subrel-constrast": 4.375667572021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.148555040359497,
-      "cov-distil (oracle2student)": 3.685451030731201,
-      "cov-distil (oracle2teacher)": 3.855313539505005,
+      "cov-distil": 1.8075175285339355,
+      "cov-distil (oracle2student)": 5.079230308532715,
+      "cov-distil (oracle2teacher)": 4.053122520446777,
       "epoch": 2.0062794348508635,
-      "rel-constrast": 2.456716299057007,
+      "rel-constrast": 4.1636552810668945,
       "step": 2556,
-      "subrel-constrast": 2.9890568256378174,
+      "subrel-constrast": 2.9166200160980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1507489681243896,
-      "cov-distil (oracle2student)": 4.650958061218262,
-      "cov-distil (oracle2teacher)": 4.800254821777344,
+      "cov-distil": 1.7089974880218506,
+      "cov-distil (oracle2student)": 4.58721399307251,
+      "cov-distil (oracle2teacher)": 4.696287155151367,
       "epoch": 2.0070643642072215,
-      "rel-constrast": 3.1733174324035645,
+      "rel-constrast": 3.177973747253418,
       "step": 2557,
-      "subrel-constrast": 4.2793073654174805,
+      "subrel-constrast": 3.7153561115264893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.091202735900879,
-      "cov-distil (oracle2student)": 4.066455841064453,
-      "cov-distil (oracle2teacher)": 3.9540770053863525,
+      "cov-distil": 2.17765736579895,
+      "cov-distil (oracle2student)": 4.24398136138916,
+      "cov-distil (oracle2teacher)": 3.951256513595581,
       "epoch": 2.0078492935635794,
-      "rel-constrast": 2.7277631759643555,
+      "rel-constrast": 3.1594977378845215,
       "step": 2558,
-      "subrel-constrast": 3.7594892978668213,
+      "subrel-constrast": 3.606424570083618,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3102219104766846,
-      "cov-distil (oracle2student)": 4.313324928283691,
-      "cov-distil (oracle2teacher)": 3.6935038566589355,
+      "cov-distil": 1.6935513019561768,
+      "cov-distil (oracle2student)": 4.620652675628662,
+      "cov-distil (oracle2teacher)": 4.138450622558594,
       "epoch": 2.008634222919937,
-      "rel-constrast": 2.5143094062805176,
+      "rel-constrast": 2.5392980575561523,
       "step": 2559,
-      "subrel-constrast": 2.8539700508117676,
+      "subrel-constrast": 2.7282941341400146,
       "view-similarity": 0
     },
     {
       "epoch": 2.009419152276295,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.0625,
       "learning_rate": 4.6388625839590516e-05,
-      "loss": 0.7381,
+      "loss": 0.8024,
       "step": 2560
     },
     {
-      "cov-distil": 1.1211737394332886,
-      "cov-distil (oracle2student)": 4.538210868835449,
-      "cov-distil (oracle2teacher)": 4.440378189086914,
+      "cov-distil": 1.729694128036499,
+      "cov-distil (oracle2student)": 4.379123687744141,
+      "cov-distil (oracle2teacher)": 4.636968612670898,
       "epoch": 2.009419152276295,
-      "rel-constrast": 2.6439263820648193,
+      "rel-constrast": 3.4716782569885254,
       "step": 2560,
-      "subrel-constrast": 3.243011951446533,
+      "subrel-constrast": 3.4421348571777344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.161250114440918,
-      "cov-distil (oracle2student)": 4.357483863830566,
-      "cov-distil (oracle2teacher)": 4.069280624389648,
+      "cov-distil": 1.9346232414245605,
+      "cov-distil (oracle2student)": 4.503591537475586,
+      "cov-distil (oracle2teacher)": 4.033178329467773,
       "epoch": 2.010204081632653,
-      "rel-constrast": 2.7724452018737793,
+      "rel-constrast": 2.8654427528381348,
       "step": 2561,
-      "subrel-constrast": 3.703260898590088,
+      "subrel-constrast": 3.756258487701416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6896648406982422,
-      "cov-distil (oracle2student)": 4.854325771331787,
-      "cov-distil (oracle2teacher)": 4.562610149383545,
+      "cov-distil": 1.92144775390625,
+      "cov-distil (oracle2student)": 4.678013324737549,
+      "cov-distil (oracle2teacher)": 4.585729598999023,
       "epoch": 2.010989010989011,
-      "rel-constrast": 1.960174560546875,
+      "rel-constrast": 2.489734649658203,
       "step": 2562,
-      "subrel-constrast": 2.993565082550049,
+      "subrel-constrast": 3.458974838256836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9752542972564697,
-      "cov-distil (oracle2student)": 4.481110572814941,
-      "cov-distil (oracle2teacher)": 4.485870361328125,
+      "cov-distil": 1.2944676876068115,
+      "cov-distil (oracle2student)": 4.771945476531982,
+      "cov-distil (oracle2teacher)": 4.66573429107666,
       "epoch": 2.011773940345369,
-      "rel-constrast": 3.7094345092773438,
+      "rel-constrast": 4.206907272338867,
       "step": 2563,
-      "subrel-constrast": 4.1724162101745605,
+      "subrel-constrast": 4.226668357849121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3029567003250122,
-      "cov-distil (oracle2student)": 4.14303731918335,
-      "cov-distil (oracle2teacher)": 3.81158447265625,
+      "cov-distil": 1.1425752639770508,
+      "cov-distil (oracle2student)": 3.9292030334472656,
+      "cov-distil (oracle2teacher)": 4.153318881988525,
       "epoch": 2.012558869701727,
-      "rel-constrast": 2.272364616394043,
+      "rel-constrast": 2.1583518981933594,
       "step": 2564,
-      "subrel-constrast": 2.6302103996276855,
+      "subrel-constrast": 2.4861583709716797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.163966417312622,
-      "cov-distil (oracle2student)": 4.69771671295166,
-      "cov-distil (oracle2teacher)": 4.310797214508057,
+      "cov-distil": 1.7355307340621948,
+      "cov-distil (oracle2student)": 5.138701915740967,
+      "cov-distil (oracle2teacher)": 4.844103813171387,
       "epoch": 2.013343799058085,
-      "rel-constrast": 3.554079532623291,
+      "rel-constrast": 3.8903071880340576,
       "step": 2565,
-      "subrel-constrast": 3.575129508972168,
+      "subrel-constrast": 3.7868266105651855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1144486665725708,
-      "cov-distil (oracle2student)": 3.9827380180358887,
-      "cov-distil (oracle2teacher)": 4.5258049964904785,
+      "cov-distil": 1.3429396152496338,
+      "cov-distil (oracle2student)": 4.260768413543701,
+      "cov-distil (oracle2teacher)": 4.342051029205322,
       "epoch": 2.014128728414443,
-      "rel-constrast": 2.757936954498291,
+      "rel-constrast": 2.783715009689331,
       "step": 2566,
-      "subrel-constrast": 2.935452461242676,
+      "subrel-constrast": 2.8399477005004883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.861075758934021,
-      "cov-distil (oracle2student)": 5.722127914428711,
-      "cov-distil (oracle2teacher)": 5.309638023376465,
+      "cov-distil": 2.3317694664001465,
+      "cov-distil (oracle2student)": 6.2133636474609375,
+      "cov-distil (oracle2teacher)": 5.318451404571533,
       "epoch": 2.0149136577708004,
-      "rel-constrast": 3.4389965534210205,
+      "rel-constrast": 3.5604028701782227,
       "step": 2567,
-      "subrel-constrast": 4.309808254241943,
+      "subrel-constrast": 4.00523042678833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.591409683227539,
-      "cov-distil (oracle2student)": 4.19596004486084,
-      "cov-distil (oracle2teacher)": 4.269772529602051,
+      "cov-distil": 2.279771566390991,
+      "cov-distil (oracle2student)": 4.9654645919799805,
+      "cov-distil (oracle2teacher)": 4.569709300994873,
       "epoch": 2.0156985871271584,
-      "rel-constrast": 3.1262319087982178,
+      "rel-constrast": 3.7424776554107666,
       "step": 2568,
-      "subrel-constrast": 3.76481294631958,
+      "subrel-constrast": 3.951573133468628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4890607595443726,
-      "cov-distil (oracle2student)": 4.554868698120117,
-      "cov-distil (oracle2teacher)": 4.039214134216309,
+      "cov-distil": 1.4119958877563477,
+      "cov-distil (oracle2student)": 5.350419044494629,
+      "cov-distil (oracle2teacher)": 4.465328216552734,
       "epoch": 2.0164835164835164,
-      "rel-constrast": 2.9105477333068848,
+      "rel-constrast": 3.003523588180542,
       "step": 2569,
-      "subrel-constrast": 3.4036288261413574,
+      "subrel-constrast": 3.147186756134033,
       "view-similarity": 0
     },
     {
       "epoch": 2.0172684458398744,
-      "grad_norm": 5.15625,
+      "grad_norm": 9.3125,
       "learning_rate": 4.6343315298513765e-05,
-      "loss": 0.7648,
+      "loss": 0.8043,
       "step": 2570
     },
     {
-      "cov-distil": 1.5408400297164917,
-      "cov-distil (oracle2student)": 4.460867404937744,
-      "cov-distil (oracle2teacher)": 4.184871673583984,
+      "cov-distil": 1.9530609846115112,
+      "cov-distil (oracle2student)": 4.363051414489746,
+      "cov-distil (oracle2teacher)": 4.305793762207031,
       "epoch": 2.0172684458398744,
-      "rel-constrast": 2.8370141983032227,
+      "rel-constrast": 2.6611573696136475,
       "step": 2570,
-      "subrel-constrast": 3.502570152282715,
+      "subrel-constrast": 3.485966205596924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3149046897888184,
-      "cov-distil (oracle2student)": 2.980907917022705,
-      "cov-distil (oracle2teacher)": 2.9996659755706787,
+      "cov-distil": 1.6558489799499512,
+      "cov-distil (oracle2student)": 3.1347744464874268,
+      "cov-distil (oracle2teacher)": 3.3057281970977783,
       "epoch": 2.0180533751962324,
-      "rel-constrast": 1.925594687461853,
+      "rel-constrast": 1.8396590948104858,
       "step": 2571,
-      "subrel-constrast": 2.776230812072754,
+      "subrel-constrast": 2.9246718883514404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4009995460510254,
-      "cov-distil (oracle2student)": 3.471409320831299,
-      "cov-distil (oracle2teacher)": 3.2313714027404785,
+      "cov-distil": 1.9860482215881348,
+      "cov-distil (oracle2student)": 4.001497268676758,
+      "cov-distil (oracle2teacher)": 4.129349708557129,
       "epoch": 2.0188383045525904,
-      "rel-constrast": 2.9132275581359863,
+      "rel-constrast": 3.5245447158813477,
       "step": 2572,
-      "subrel-constrast": 2.804548501968384,
+      "subrel-constrast": 3.262122392654419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2982909679412842,
-      "cov-distil (oracle2student)": 3.913233518600464,
-      "cov-distil (oracle2teacher)": 4.29094123840332,
+      "cov-distil": 1.9627496004104614,
+      "cov-distil (oracle2student)": 4.629264831542969,
+      "cov-distil (oracle2teacher)": 4.349371910095215,
       "epoch": 2.0196232339089484,
-      "rel-constrast": 3.134427547454834,
+      "rel-constrast": 4.293024063110352,
       "step": 2573,
-      "subrel-constrast": 4.121625900268555,
+      "subrel-constrast": 4.090112686157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.175744652748108,
-      "cov-distil (oracle2student)": 4.345643043518066,
-      "cov-distil (oracle2teacher)": 4.046075820922852,
+      "cov-distil": 1.6384824514389038,
+      "cov-distil (oracle2student)": 4.560413360595703,
+      "cov-distil (oracle2teacher)": 4.159158706665039,
       "epoch": 2.020408163265306,
-      "rel-constrast": 3.0230438709259033,
+      "rel-constrast": 3.4102444648742676,
       "step": 2574,
-      "subrel-constrast": 3.624298095703125,
+      "subrel-constrast": 3.6602067947387695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8978856801986694,
-      "cov-distil (oracle2student)": 3.9678220748901367,
-      "cov-distil (oracle2teacher)": 4.023209571838379,
+      "cov-distil": 2.182636260986328,
+      "cov-distil (oracle2student)": 4.60952091217041,
+      "cov-distil (oracle2teacher)": 4.322705268859863,
       "epoch": 2.021193092621664,
-      "rel-constrast": 2.179535150527954,
+      "rel-constrast": 3.0808157920837402,
       "step": 2575,
-      "subrel-constrast": 3.199263572692871,
+      "subrel-constrast": 3.0388102531433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.022524356842041,
-      "cov-distil (oracle2student)": 5.099910736083984,
-      "cov-distil (oracle2teacher)": 4.565829277038574,
+      "cov-distil": 2.159045696258545,
+      "cov-distil (oracle2student)": 5.240100383758545,
+      "cov-distil (oracle2teacher)": 4.972382545471191,
       "epoch": 2.021978021978022,
-      "rel-constrast": 2.7353413105010986,
+      "rel-constrast": 2.854414939880371,
       "step": 2576,
-      "subrel-constrast": 3.896116256713867,
+      "subrel-constrast": 4.069812774658203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9745090007781982,
-      "cov-distil (oracle2student)": 5.974571704864502,
-      "cov-distil (oracle2teacher)": 5.312187671661377,
+      "cov-distil": 2.6850852966308594,
+      "cov-distil (oracle2student)": 6.454694747924805,
+      "cov-distil (oracle2teacher)": 5.6715922355651855,
       "epoch": 2.02276295133438,
-      "rel-constrast": 4.146399021148682,
+      "rel-constrast": 4.872110366821289,
       "step": 2577,
-      "subrel-constrast": 5.385141372680664,
+      "subrel-constrast": 5.180157661437988,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3346425294876099,
-      "cov-distil (oracle2student)": 3.879906177520752,
-      "cov-distil (oracle2teacher)": 3.702457904815674,
+      "cov-distil": 1.8068534135818481,
+      "cov-distil (oracle2student)": 3.8556199073791504,
+      "cov-distil (oracle2teacher)": 3.820314407348633,
       "epoch": 2.023547880690738,
-      "rel-constrast": 2.315213441848755,
+      "rel-constrast": 2.6525394916534424,
       "step": 2578,
-      "subrel-constrast": 3.5127367973327637,
+      "subrel-constrast": 3.376295566558838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6934369802474976,
-      "cov-distil (oracle2student)": 3.355029582977295,
-      "cov-distil (oracle2teacher)": 3.177870273590088,
+      "cov-distil": 2.3179640769958496,
+      "cov-distil (oracle2student)": 3.495100736618042,
+      "cov-distil (oracle2teacher)": 3.7734947204589844,
       "epoch": 2.024332810047096,
-      "rel-constrast": 2.0333688259124756,
+      "rel-constrast": 2.5823702812194824,
       "step": 2579,
-      "subrel-constrast": 2.8781931400299072,
+      "subrel-constrast": 2.9780588150024414,
       "view-similarity": 0
     },
     {
       "epoch": 2.025117739403454,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.78125,
       "learning_rate": 4.629774469587566e-05,
-      "loss": 0.7227,
+      "loss": 0.7943,
       "step": 2580
     },
     {
-      "cov-distil": 1.3028523921966553,
-      "cov-distil (oracle2student)": 3.810821533203125,
-      "cov-distil (oracle2teacher)": 4.263686180114746,
+      "cov-distil": 1.64290189743042,
+      "cov-distil (oracle2student)": 4.286041259765625,
+      "cov-distil (oracle2teacher)": 4.229805946350098,
       "epoch": 2.025117739403454,
-      "rel-constrast": 2.8056259155273438,
+      "rel-constrast": 3.1607584953308105,
       "step": 2580,
-      "subrel-constrast": 3.879927396774292,
+      "subrel-constrast": 3.425243616104126,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5767713785171509,
-      "cov-distil (oracle2student)": 5.214993476867676,
-      "cov-distil (oracle2teacher)": 4.8706159591674805,
+      "cov-distil": 2.106656074523926,
+      "cov-distil (oracle2student)": 5.261075019836426,
+      "cov-distil (oracle2teacher)": 5.302379608154297,
       "epoch": 2.0259026687598114,
-      "rel-constrast": 2.7533178329467773,
+      "rel-constrast": 2.4721899032592773,
       "step": 2581,
-      "subrel-constrast": 3.49395489692688,
+      "subrel-constrast": 3.5578668117523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4240691661834717,
-      "cov-distil (oracle2student)": 4.208713531494141,
-      "cov-distil (oracle2teacher)": 4.036467552185059,
+      "cov-distil": 1.8213783502578735,
+      "cov-distil (oracle2student)": 3.935037612915039,
+      "cov-distil (oracle2teacher)": 4.231114864349365,
       "epoch": 2.0266875981161694,
-      "rel-constrast": 3.2611076831817627,
+      "rel-constrast": 3.170137405395508,
       "step": 2582,
-      "subrel-constrast": 3.5960912704467773,
+      "subrel-constrast": 3.560936450958252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7780306339263916,
-      "cov-distil (oracle2student)": 3.269775867462158,
-      "cov-distil (oracle2teacher)": 3.517242908477783,
+      "cov-distil": 1.903618574142456,
+      "cov-distil (oracle2student)": 3.957271099090576,
+      "cov-distil (oracle2teacher)": 3.6521921157836914,
       "epoch": 2.0274725274725274,
-      "rel-constrast": 1.1963260173797607,
+      "rel-constrast": 1.9538326263427734,
       "step": 2583,
-      "subrel-constrast": 2.6474497318267822,
+      "subrel-constrast": 2.338862895965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.755824327468872,
-      "cov-distil (oracle2student)": 3.933684825897217,
-      "cov-distil (oracle2teacher)": 3.597294807434082,
+      "cov-distil": 2.490788459777832,
+      "cov-distil (oracle2student)": 4.004213333129883,
+      "cov-distil (oracle2teacher)": 4.351874828338623,
       "epoch": 2.0282574568288854,
-      "rel-constrast": 2.826699733734131,
+      "rel-constrast": 3.1571736335754395,
       "step": 2584,
-      "subrel-constrast": 3.768807888031006,
+      "subrel-constrast": 3.825326442718506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0861318111419678,
-      "cov-distil (oracle2student)": 5.439233779907227,
-      "cov-distil (oracle2teacher)": 5.051532745361328,
+      "cov-distil": 1.9407141208648682,
+      "cov-distil (oracle2student)": 6.653751850128174,
+      "cov-distil (oracle2teacher)": 5.674986839294434,
       "epoch": 2.0290423861852434,
-      "rel-constrast": 3.087024211883545,
+      "rel-constrast": 3.3527393341064453,
       "step": 2585,
-      "subrel-constrast": 3.9976446628570557,
+      "subrel-constrast": 3.6888833045959473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.738134741783142,
-      "cov-distil (oracle2student)": 3.7544403076171875,
-      "cov-distil (oracle2teacher)": 3.467432975769043,
+      "cov-distil": 1.9719537496566772,
+      "cov-distil (oracle2student)": 3.7289927005767822,
+      "cov-distil (oracle2teacher)": 3.6978883743286133,
       "epoch": 2.0298273155416013,
-      "rel-constrast": 2.48966646194458,
+      "rel-constrast": 2.562682628631592,
       "step": 2586,
-      "subrel-constrast": 3.183173418045044,
+      "subrel-constrast": 3.298043966293335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2197861671447754,
-      "cov-distil (oracle2student)": 5.314908027648926,
-      "cov-distil (oracle2teacher)": 4.767375469207764,
+      "cov-distil": 1.7187918424606323,
+      "cov-distil (oracle2student)": 5.61500358581543,
+      "cov-distil (oracle2teacher)": 5.141355514526367,
       "epoch": 2.0306122448979593,
-      "rel-constrast": 3.757617712020874,
+      "rel-constrast": 4.794120788574219,
       "step": 2587,
-      "subrel-constrast": 4.15952730178833,
+      "subrel-constrast": 4.2575578689575195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6040942668914795,
-      "cov-distil (oracle2student)": 4.000999450683594,
-      "cov-distil (oracle2teacher)": 4.231811046600342,
+      "cov-distil": 1.7838062047958374,
+      "cov-distil (oracle2student)": 4.273924827575684,
+      "cov-distil (oracle2teacher)": 4.758326530456543,
       "epoch": 2.0313971742543173,
-      "rel-constrast": 2.67399263381958,
+      "rel-constrast": 3.2736024856567383,
       "step": 2588,
-      "subrel-constrast": 3.617424488067627,
+      "subrel-constrast": 3.8568239212036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276611804962158,
-      "cov-distil (oracle2student)": 4.317698955535889,
-      "cov-distil (oracle2teacher)": 4.421903610229492,
+      "cov-distil": 2.4097676277160645,
+      "cov-distil (oracle2student)": 4.438101768493652,
+      "cov-distil (oracle2teacher)": 4.4526777267456055,
       "epoch": 2.032182103610675,
-      "rel-constrast": 2.525721549987793,
+      "rel-constrast": 3.094322681427002,
       "step": 2589,
-      "subrel-constrast": 3.4121804237365723,
+      "subrel-constrast": 3.6518900394439697,
       "view-similarity": 0
     },
     {
       "epoch": 2.032967032967033,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.375,
       "learning_rate": 4.625191458693957e-05,
-      "loss": 0.7263,
+      "loss": 0.7748,
       "step": 2590
     },
     {
-      "cov-distil": 1.9891952276229858,
-      "cov-distil (oracle2student)": 4.805106163024902,
-      "cov-distil (oracle2teacher)": 4.374859809875488,
+      "cov-distil": 1.9144514799118042,
+      "cov-distil (oracle2student)": 5.0744781494140625,
+      "cov-distil (oracle2teacher)": 4.561003684997559,
       "epoch": 2.032967032967033,
-      "rel-constrast": 3.290797710418701,
+      "rel-constrast": 3.383823871612549,
       "step": 2590,
-      "subrel-constrast": 3.8304505348205566,
+      "subrel-constrast": 3.7647018432617188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6702110767364502,
-      "cov-distil (oracle2student)": 5.877730369567871,
-      "cov-distil (oracle2teacher)": 5.177729606628418,
+      "cov-distil": 2.2050082683563232,
+      "cov-distil (oracle2student)": 5.980766296386719,
+      "cov-distil (oracle2teacher)": 5.246089935302734,
       "epoch": 2.033751962323391,
-      "rel-constrast": 2.070183277130127,
+      "rel-constrast": 2.6208643913269043,
       "step": 2591,
-      "subrel-constrast": 3.159494161605835,
+      "subrel-constrast": 3.3308420181274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5158226490020752,
-      "cov-distil (oracle2student)": 4.369362831115723,
-      "cov-distil (oracle2teacher)": 4.001250743865967,
+      "cov-distil": 1.7517015933990479,
+      "cov-distil (oracle2student)": 4.809141635894775,
+      "cov-distil (oracle2teacher)": 4.498287677764893,
       "epoch": 2.034536891679749,
-      "rel-constrast": 3.192948341369629,
+      "rel-constrast": 3.3544797897338867,
       "step": 2592,
-      "subrel-constrast": 3.6024951934814453,
+      "subrel-constrast": 3.7596452236175537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8568706512451172,
-      "cov-distil (oracle2student)": 4.513680458068848,
-      "cov-distil (oracle2teacher)": 4.223357200622559,
+      "cov-distil": 2.368474006652832,
+      "cov-distil (oracle2student)": 4.241973400115967,
+      "cov-distil (oracle2teacher)": 4.2504425048828125,
       "epoch": 2.035321821036107,
-      "rel-constrast": 2.0967488288879395,
+      "rel-constrast": 2.1063215732574463,
       "step": 2593,
-      "subrel-constrast": 3.0529472827911377,
+      "subrel-constrast": 3.011367082595825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5366591215133667,
-      "cov-distil (oracle2student)": 3.170410394668579,
-      "cov-distil (oracle2teacher)": 3.2562005519866943,
+      "cov-distil": 2.374155044555664,
+      "cov-distil (oracle2student)": 3.2214338779449463,
+      "cov-distil (oracle2teacher)": 3.059232234954834,
       "epoch": 2.036106750392465,
-      "rel-constrast": 1.9721282720565796,
+      "rel-constrast": 2.1299049854278564,
       "step": 2594,
-      "subrel-constrast": 3.2721357345581055,
+      "subrel-constrast": 2.9743096828460693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7600288391113281,
-      "cov-distil (oracle2student)": 4.301647186279297,
-      "cov-distil (oracle2teacher)": 4.46275520324707,
+      "cov-distil": 1.754664659500122,
+      "cov-distil (oracle2student)": 4.529369831085205,
+      "cov-distil (oracle2teacher)": 4.538191795349121,
       "epoch": 2.036891679748823,
-      "rel-constrast": 2.8285584449768066,
+      "rel-constrast": 3.3162243366241455,
       "step": 2595,
-      "subrel-constrast": 4.024070739746094,
+      "subrel-constrast": 3.684436559677124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63007390499115,
-      "cov-distil (oracle2student)": 4.736753463745117,
-      "cov-distil (oracle2teacher)": 4.827028751373291,
+      "cov-distil": 1.9793081283569336,
+      "cov-distil (oracle2student)": 5.334100723266602,
+      "cov-distil (oracle2teacher)": 5.673299789428711,
       "epoch": 2.0376766091051803,
-      "rel-constrast": 2.762828826904297,
+      "rel-constrast": 2.7453503608703613,
       "step": 2596,
-      "subrel-constrast": 3.931101083755493,
+      "subrel-constrast": 3.9526169300079346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4966025352478027,
-      "cov-distil (oracle2student)": 3.9267525672912598,
-      "cov-distil (oracle2teacher)": 3.605562686920166,
+      "cov-distil": 1.9506689310073853,
+      "cov-distil (oracle2student)": 4.164947509765625,
+      "cov-distil (oracle2teacher)": 4.2195048332214355,
       "epoch": 2.0384615384615383,
-      "rel-constrast": 1.671107292175293,
+      "rel-constrast": 1.7940795421600342,
       "step": 2597,
-      "subrel-constrast": 2.7106053829193115,
+      "subrel-constrast": 2.7505993843078613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5657718181610107,
-      "cov-distil (oracle2student)": 3.0323739051818848,
-      "cov-distil (oracle2teacher)": 3.4227917194366455,
+      "cov-distil": 2.353914976119995,
+      "cov-distil (oracle2student)": 3.102748394012451,
+      "cov-distil (oracle2teacher)": 3.476780414581299,
       "epoch": 2.0392464678178963,
-      "rel-constrast": 1.988607406616211,
+      "rel-constrast": 2.194990873336792,
       "step": 2598,
-      "subrel-constrast": 3.1713273525238037,
+      "subrel-constrast": 2.9327163696289062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5810461044311523,
-      "cov-distil (oracle2student)": 4.162444114685059,
-      "cov-distil (oracle2teacher)": 4.119106292724609,
+      "cov-distil": 1.7772551774978638,
+      "cov-distil (oracle2student)": 4.323163032531738,
+      "cov-distil (oracle2teacher)": 4.323888778686523,
       "epoch": 2.0400313971742543,
-      "rel-constrast": 2.2787699699401855,
+      "rel-constrast": 2.540398359298706,
       "step": 2599,
-      "subrel-constrast": 3.4076006412506104,
+      "subrel-constrast": 3.4497170448303223,
       "view-similarity": 0
     },
     {
       "epoch": 2.0408163265306123,
-      "grad_norm": 5.09375,
+      "grad_norm": 5.75,
       "learning_rate": 4.6205825530130944e-05,
-      "loss": 0.6453,
+      "loss": 0.6547,
       "step": 2600
     },
     {
       "epoch": 2.0408163265306123,
-      "overlap": 0.29375001788139343,
+      "overlap": 0.27031251788139343,
       "step": 2600
     },
     {
       "epoch": 2.0408163265306123,
       "step": 2600,
-      "student margin": 0.070892333984375
+      "student margin": 0.0684814453125
     },
     {
       "epoch": 2.0408163265306123,
       "step": 2600,
-      "teacher margin": 0.052001953125
+      "teacher margin": 0.055023193359375
     },
     {
       "epoch": 2.0408163265306123,
-      "margin difference": -0.018890380859375,
+      "margin difference": -0.013458251953125,
       "step": 2600
     },
     {
-      "cov-distil": 1.3353180885314941,
-      "cov-distil (oracle2student)": 4.13485050201416,
-      "cov-distil (oracle2teacher)": 4.110435485839844,
+      "cov-distil": 1.9599573612213135,
+      "cov-distil (oracle2student)": 4.334949016571045,
+      "cov-distil (oracle2teacher)": 4.332773208618164,
       "epoch": 2.0408163265306123,
-      "rel-constrast": 2.034916639328003,
+      "rel-constrast": 2.2787487506866455,
       "step": 2600,
-      "subrel-constrast": 2.887387275695801,
+      "subrel-constrast": 2.7162485122680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1994287967681885,
-      "cov-distil (oracle2student)": 2.9966912269592285,
-      "cov-distil (oracle2teacher)": 2.8486647605895996,
+      "cov-distil": 1.6753385066986084,
+      "cov-distil (oracle2student)": 3.1705105304718018,
+      "cov-distil (oracle2teacher)": 3.1863956451416016,
       "epoch": 2.0416012558869703,
-      "rel-constrast": 3.2924585342407227,
+      "rel-constrast": 3.380878448486328,
       "step": 2601,
-      "subrel-constrast": 3.7677018642425537,
+      "subrel-constrast": 4.0329132080078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4664499759674072,
-      "cov-distil (oracle2student)": 2.889111280441284,
-      "cov-distil (oracle2teacher)": 2.9977712631225586,
+      "cov-distil": 1.4791250228881836,
+      "cov-distil (oracle2student)": 3.3417696952819824,
+      "cov-distil (oracle2teacher)": 3.1240437030792236,
       "epoch": 2.0423861852433283,
-      "rel-constrast": 2.7742416858673096,
+      "rel-constrast": 3.5847482681274414,
       "step": 2602,
-      "subrel-constrast": 3.734666347503662,
+      "subrel-constrast": 3.6848323345184326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3811352252960205,
-      "cov-distil (oracle2student)": 4.0174455642700195,
-      "cov-distil (oracle2teacher)": 3.3547983169555664,
+      "cov-distil": 2.2350072860717773,
+      "cov-distil (oracle2student)": 4.5829386711120605,
+      "cov-distil (oracle2teacher)": 3.928952932357788,
       "epoch": 2.043171114599686,
-      "rel-constrast": 1.73324716091156,
+      "rel-constrast": 2.38070011138916,
       "step": 2603,
-      "subrel-constrast": 2.582387924194336,
+      "subrel-constrast": 2.7307372093200684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.231534481048584,
-      "cov-distil (oracle2student)": 2.55495285987854,
-      "cov-distil (oracle2teacher)": 3.286497116088867,
+      "cov-distil": 2.0364584922790527,
+      "cov-distil (oracle2student)": 2.5215747356414795,
+      "cov-distil (oracle2teacher)": 3.479705810546875,
       "epoch": 2.043956043956044,
-      "rel-constrast": 2.130127429962158,
+      "rel-constrast": 2.4963343143463135,
       "step": 2604,
-      "subrel-constrast": 3.2361092567443848,
+      "subrel-constrast": 3.1777212619781494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5310068130493164,
-      "cov-distil (oracle2student)": 5.050435543060303,
-      "cov-distil (oracle2teacher)": 5.094297409057617,
+      "cov-distil": 1.8203030824661255,
+      "cov-distil (oracle2student)": 5.179355144500732,
+      "cov-distil (oracle2teacher)": 5.203173637390137,
       "epoch": 2.044740973312402,
-      "rel-constrast": 2.9133460521698,
+      "rel-constrast": 2.9996206760406494,
       "step": 2605,
-      "subrel-constrast": 4.075055122375488,
+      "subrel-constrast": 3.893571615219116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.244946837425232,
-      "cov-distil (oracle2student)": 4.271355628967285,
-      "cov-distil (oracle2teacher)": 4.190159797668457,
+      "cov-distil": 1.810497522354126,
+      "cov-distil (oracle2student)": 4.0920915603637695,
+      "cov-distil (oracle2teacher)": 4.175153732299805,
       "epoch": 2.0455259026687598,
-      "rel-constrast": 1.8294062614440918,
+      "rel-constrast": 2.0392580032348633,
       "step": 2606,
-      "subrel-constrast": 2.2923924922943115,
+      "subrel-constrast": 2.6604857444763184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.180721640586853,
-      "cov-distil (oracle2student)": 5.730915546417236,
-      "cov-distil (oracle2teacher)": 5.230205535888672,
+      "cov-distil": 1.6501166820526123,
+      "cov-distil (oracle2student)": 6.8314642906188965,
+      "cov-distil (oracle2teacher)": 5.271141052246094,
       "epoch": 2.0463108320251178,
-      "rel-constrast": 3.3854150772094727,
+      "rel-constrast": 4.214098930358887,
       "step": 2607,
-      "subrel-constrast": 3.470841884613037,
+      "subrel-constrast": 3.6952028274536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5891168117523193,
-      "cov-distil (oracle2student)": 5.012734413146973,
-      "cov-distil (oracle2teacher)": 4.07102108001709,
+      "cov-distil": 2.189912796020508,
+      "cov-distil (oracle2student)": 4.973696708679199,
+      "cov-distil (oracle2teacher)": 4.131874084472656,
       "epoch": 2.0470957613814758,
-      "rel-constrast": 2.4456820487976074,
+      "rel-constrast": 2.0516114234924316,
       "step": 2608,
-      "subrel-constrast": 2.8813846111297607,
+      "subrel-constrast": 3.1052796840667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.561317801475525,
-      "cov-distil (oracle2student)": 4.409381866455078,
-      "cov-distil (oracle2teacher)": 3.6781423091888428,
+      "cov-distil": 2.587594509124756,
+      "cov-distil (oracle2student)": 4.460018157958984,
+      "cov-distil (oracle2teacher)": 3.875865936279297,
       "epoch": 2.0478806907378337,
-      "rel-constrast": 2.498624801635742,
+      "rel-constrast": 2.4061925411224365,
       "step": 2609,
-      "subrel-constrast": 3.498225688934326,
+      "subrel-constrast": 3.9187872409820557,
       "view-similarity": 0
     },
     {
       "epoch": 2.0486656200941917,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.84375,
       "learning_rate": 4.615947808703038e-05,
-      "loss": 0.6602,
+      "loss": 0.6958,
       "step": 2610
     },
     {
-      "cov-distil": 1.1958653926849365,
-      "cov-distil (oracle2student)": 3.470388889312744,
-      "cov-distil (oracle2teacher)": 3.401221752166748,
+      "cov-distil": 1.3121542930603027,
+      "cov-distil (oracle2student)": 3.5239992141723633,
+      "cov-distil (oracle2teacher)": 3.66960072517395,
       "epoch": 2.0486656200941917,
-      "rel-constrast": 2.911684513092041,
+      "rel-constrast": 3.157320261001587,
       "step": 2610,
-      "subrel-constrast": 3.47914457321167,
+      "subrel-constrast": 3.702549695968628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2997448444366455,
-      "cov-distil (oracle2student)": 5.657401084899902,
-      "cov-distil (oracle2teacher)": 5.465598106384277,
+      "cov-distil": 1.8178378343582153,
+      "cov-distil (oracle2student)": 6.496721267700195,
+      "cov-distil (oracle2teacher)": 5.5974016189575195,
       "epoch": 2.0494505494505493,
-      "rel-constrast": 2.43680477142334,
+      "rel-constrast": 2.9603922367095947,
       "step": 2611,
-      "subrel-constrast": 3.2656545639038086,
+      "subrel-constrast": 3.3300070762634277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6255913972854614,
-      "cov-distil (oracle2student)": 4.915378093719482,
-      "cov-distil (oracle2teacher)": 3.8784754276275635,
+      "cov-distil": 1.4235543012619019,
+      "cov-distil (oracle2student)": 5.199825763702393,
+      "cov-distil (oracle2teacher)": 4.541558265686035,
       "epoch": 2.0502354788069073,
-      "rel-constrast": 3.5305025577545166,
+      "rel-constrast": 3.590573310852051,
       "step": 2612,
-      "subrel-constrast": 4.088052749633789,
+      "subrel-constrast": 4.447882652282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3821957111358643,
-      "cov-distil (oracle2student)": 4.436394214630127,
-      "cov-distil (oracle2teacher)": 4.010889530181885,
+      "cov-distil": 1.8470898866653442,
+      "cov-distil (oracle2student)": 4.730347633361816,
+      "cov-distil (oracle2teacher)": 4.164238452911377,
       "epoch": 2.0510204081632653,
-      "rel-constrast": 3.1295995712280273,
+      "rel-constrast": 3.3476314544677734,
       "step": 2613,
-      "subrel-constrast": 3.5616137981414795,
+      "subrel-constrast": 3.5674805641174316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1164778470993042,
-      "cov-distil (oracle2student)": 4.532923698425293,
-      "cov-distil (oracle2teacher)": 3.713280200958252,
+      "cov-distil": 1.1728808879852295,
+      "cov-distil (oracle2student)": 5.276403427124023,
+      "cov-distil (oracle2teacher)": 4.225274085998535,
       "epoch": 2.0518053375196232,
-      "rel-constrast": 3.3535280227661133,
+      "rel-constrast": 3.727715492248535,
       "step": 2614,
-      "subrel-constrast": 3.764984369277954,
+      "subrel-constrast": 3.916203498840332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4952445030212402,
-      "cov-distil (oracle2student)": 5.140346527099609,
-      "cov-distil (oracle2teacher)": 4.428337097167969,
+      "cov-distil": 2.107821464538574,
+      "cov-distil (oracle2student)": 5.391210079193115,
+      "cov-distil (oracle2teacher)": 5.489698886871338,
       "epoch": 2.0525902668759812,
-      "rel-constrast": 2.1320676803588867,
+      "rel-constrast": 2.6765925884246826,
       "step": 2615,
-      "subrel-constrast": 3.3597524166107178,
+      "subrel-constrast": 3.366100788116455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5255954265594482,
-      "cov-distil (oracle2student)": 4.445937156677246,
-      "cov-distil (oracle2teacher)": 4.1274309158325195,
+      "cov-distil": 1.871289849281311,
+      "cov-distil (oracle2student)": 4.368426322937012,
+      "cov-distil (oracle2teacher)": 4.667512893676758,
       "epoch": 2.053375196232339,
-      "rel-constrast": 2.234030246734619,
+      "rel-constrast": 2.2902064323425293,
       "step": 2616,
-      "subrel-constrast": 2.8266353607177734,
+      "subrel-constrast": 2.7595367431640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200836181640625,
-      "cov-distil (oracle2student)": 3.004601001739502,
-      "cov-distil (oracle2teacher)": 3.2362146377563477,
+      "cov-distil": 1.3633742332458496,
+      "cov-distil (oracle2student)": 3.0883371829986572,
+      "cov-distil (oracle2teacher)": 3.698395013809204,
       "epoch": 2.054160125588697,
-      "rel-constrast": 2.0423483848571777,
+      "rel-constrast": 2.2036516666412354,
       "step": 2617,
-      "subrel-constrast": 2.7475426197052,
+      "subrel-constrast": 2.7595908641815186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4691020250320435,
-      "cov-distil (oracle2student)": 4.966156482696533,
-      "cov-distil (oracle2teacher)": 4.712005615234375,
+      "cov-distil": 1.471066951751709,
+      "cov-distil (oracle2student)": 4.996579170227051,
+      "cov-distil (oracle2teacher)": 5.2777910232543945,
       "epoch": 2.0549450549450547,
-      "rel-constrast": 2.211719036102295,
+      "rel-constrast": 2.8793280124664307,
       "step": 2618,
-      "subrel-constrast": 2.7315731048583984,
+      "subrel-constrast": 3.0873780250549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9583064317703247,
-      "cov-distil (oracle2student)": 4.417433738708496,
-      "cov-distil (oracle2teacher)": 4.307394504547119,
+      "cov-distil": 2.059990167617798,
+      "cov-distil (oracle2student)": 4.370577812194824,
+      "cov-distil (oracle2teacher)": 4.407511234283447,
       "epoch": 2.0557299843014127,
-      "rel-constrast": 3.6653056144714355,
+      "rel-constrast": 3.730240821838379,
       "step": 2619,
-      "subrel-constrast": 3.9538042545318604,
+      "subrel-constrast": 4.285340309143066,
       "view-similarity": 0
     },
     {
       "epoch": 2.0565149136577707,
-      "grad_norm": 6.40625,
+      "grad_norm": 6.875,
       "learning_rate": 4.611287282236686e-05,
-      "loss": 0.7269,
+      "loss": 0.7641,
       "step": 2620
     },
     {
-      "cov-distil": 1.1691734790802002,
-      "cov-distil (oracle2student)": 2.8941993713378906,
-      "cov-distil (oracle2teacher)": 2.9856529235839844,
+      "cov-distil": 1.273260235786438,
+      "cov-distil (oracle2student)": 2.9554643630981445,
+      "cov-distil (oracle2teacher)": 2.9124755859375,
       "epoch": 2.0565149136577707,
-      "rel-constrast": 2.6235601902008057,
+      "rel-constrast": 2.5914559364318848,
       "step": 2620,
-      "subrel-constrast": 3.049262046813965,
+      "subrel-constrast": 2.444936513900757,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2292662858963013,
-      "cov-distil (oracle2student)": 3.332024335861206,
-      "cov-distil (oracle2teacher)": 3.243257999420166,
+      "cov-distil": 1.3982512950897217,
+      "cov-distil (oracle2student)": 3.346816062927246,
+      "cov-distil (oracle2teacher)": 3.162898302078247,
       "epoch": 2.0572998430141287,
-      "rel-constrast": 2.104247570037842,
+      "rel-constrast": 2.4623937606811523,
       "step": 2621,
-      "subrel-constrast": 2.971797227859497,
+      "subrel-constrast": 2.9139773845672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.06044602394104,
-      "cov-distil (oracle2student)": 3.125821590423584,
-      "cov-distil (oracle2teacher)": 2.608621120452881,
+      "cov-distil": 1.777498483657837,
+      "cov-distil (oracle2student)": 3.0417275428771973,
+      "cov-distil (oracle2teacher)": 3.0040581226348877,
       "epoch": 2.0580847723704867,
-      "rel-constrast": 2.712275266647339,
+      "rel-constrast": 2.7511425018310547,
       "step": 2622,
-      "subrel-constrast": 2.954022169113159,
+      "subrel-constrast": 3.5441601276397705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.219322919845581,
-      "cov-distil (oracle2student)": 2.71720290184021,
-      "cov-distil (oracle2teacher)": 2.874880313873291,
+      "cov-distil": 1.7731595039367676,
+      "cov-distil (oracle2student)": 2.708233594894409,
+      "cov-distil (oracle2teacher)": 2.6952953338623047,
       "epoch": 2.0588697017268447,
-      "rel-constrast": 2.4119319915771484,
+      "rel-constrast": 2.1112568378448486,
       "step": 2623,
-      "subrel-constrast": 3.08075213432312,
+      "subrel-constrast": 3.2257211208343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5224895477294922,
-      "cov-distil (oracle2student)": 5.749883651733398,
-      "cov-distil (oracle2teacher)": 5.228310585021973,
+      "cov-distil": 1.7879929542541504,
+      "cov-distil (oracle2student)": 5.2504119873046875,
+      "cov-distil (oracle2teacher)": 5.013355731964111,
       "epoch": 2.0596546310832027,
-      "rel-constrast": 2.106882095336914,
+      "rel-constrast": 2.437877893447876,
       "step": 2624,
-      "subrel-constrast": 2.9463582038879395,
+      "subrel-constrast": 2.7095768451690674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7161511182785034,
-      "cov-distil (oracle2student)": 3.4208297729492188,
-      "cov-distil (oracle2teacher)": 3.233896493911743,
+      "cov-distil": 1.8086116313934326,
+      "cov-distil (oracle2student)": 3.55668568611145,
+      "cov-distil (oracle2teacher)": 3.2694497108459473,
       "epoch": 2.0604395604395602,
-      "rel-constrast": 2.2465767860412598,
+      "rel-constrast": 2.7780134677886963,
       "step": 2625,
-      "subrel-constrast": 3.2330284118652344,
+      "subrel-constrast": 3.39591646194458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5517866611480713,
-      "cov-distil (oracle2student)": 6.162747383117676,
-      "cov-distil (oracle2teacher)": 5.35258674621582,
+      "cov-distil": 1.8230431079864502,
+      "cov-distil (oracle2student)": 5.704968452453613,
+      "cov-distil (oracle2teacher)": 5.55893611907959,
       "epoch": 2.061224489795918,
-      "rel-constrast": 3.7531769275665283,
+      "rel-constrast": 3.6246590614318848,
       "step": 2626,
-      "subrel-constrast": 4.485931396484375,
+      "subrel-constrast": 4.6057891845703125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0393245220184326,
-      "cov-distil (oracle2student)": 5.304793357849121,
-      "cov-distil (oracle2teacher)": 4.669814109802246,
+      "cov-distil": 1.7919341325759888,
+      "cov-distil (oracle2student)": 5.597870826721191,
+      "cov-distil (oracle2teacher)": 5.256979942321777,
       "epoch": 2.062009419152276,
-      "rel-constrast": 1.8870246410369873,
+      "rel-constrast": 2.2496767044067383,
       "step": 2627,
-      "subrel-constrast": 2.6734120845794678,
+      "subrel-constrast": 2.4335296154022217,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7491568326950073,
-      "cov-distil (oracle2student)": 5.738511085510254,
-      "cov-distil (oracle2teacher)": 4.763905048370361,
+      "cov-distil": 1.969364881515503,
+      "cov-distil (oracle2student)": 4.96711540222168,
+      "cov-distil (oracle2teacher)": 5.427218914031982,
       "epoch": 2.062794348508634,
-      "rel-constrast": 3.257175922393799,
+      "rel-constrast": 3.431835651397705,
       "step": 2628,
-      "subrel-constrast": 3.4501240253448486,
+      "subrel-constrast": 3.713629722595215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8414740562438965,
-      "cov-distil (oracle2student)": 4.693289756774902,
-      "cov-distil (oracle2teacher)": 4.3830366134643555,
+      "cov-distil": 1.8349517583847046,
+      "cov-distil (oracle2student)": 5.372576713562012,
+      "cov-distil (oracle2teacher)": 4.703330039978027,
       "epoch": 2.063579277864992,
-      "rel-constrast": 3.035696029663086,
+      "rel-constrast": 3.3668973445892334,
       "step": 2629,
-      "subrel-constrast": 3.150063991546631,
+      "subrel-constrast": 3.228548049926758,
       "view-similarity": 0
     },
     {
       "epoch": 2.06436420722135,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.0625,
       "learning_rate": 4.606601030401081e-05,
-      "loss": 0.6912,
+      "loss": 0.6951,
       "step": 2630
     },
     {
-      "cov-distil": 1.86207115650177,
-      "cov-distil (oracle2student)": 3.8686020374298096,
-      "cov-distil (oracle2teacher)": 4.128180503845215,
+      "cov-distil": 1.9717159271240234,
+      "cov-distil (oracle2student)": 4.019659042358398,
+      "cov-distil (oracle2teacher)": 4.099271774291992,
       "epoch": 2.06436420722135,
-      "rel-constrast": 3.4406189918518066,
+      "rel-constrast": 3.872594118118286,
       "step": 2630,
-      "subrel-constrast": 4.844143390655518,
+      "subrel-constrast": 4.412281036376953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.511430025100708,
-      "cov-distil (oracle2student)": 4.376862525939941,
-      "cov-distil (oracle2teacher)": 4.287481307983398,
+      "cov-distil": 1.6796497106552124,
+      "cov-distil (oracle2student)": 4.730873107910156,
+      "cov-distil (oracle2teacher)": 4.047366619110107,
       "epoch": 2.065149136577708,
-      "rel-constrast": 2.4270565509796143,
+      "rel-constrast": 3.0993740558624268,
       "step": 2631,
-      "subrel-constrast": 3.3270809650421143,
+      "subrel-constrast": 3.298053026199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0819294452667236,
-      "cov-distil (oracle2student)": 3.267848253250122,
-      "cov-distil (oracle2teacher)": 3.2794508934020996,
+      "cov-distil": 2.769099473953247,
+      "cov-distil (oracle2student)": 3.047415256500244,
+      "cov-distil (oracle2teacher)": 3.062382459640503,
       "epoch": 2.065934065934066,
-      "rel-constrast": 2.062077045440674,
+      "rel-constrast": 2.531759262084961,
       "step": 2632,
-      "subrel-constrast": 3.303976535797119,
+      "subrel-constrast": 3.317408323287964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6889008283615112,
-      "cov-distil (oracle2student)": 4.9657392501831055,
-      "cov-distil (oracle2teacher)": 5.1121110916137695,
+      "cov-distil": 2.172146797180176,
+      "cov-distil (oracle2student)": 6.097752571105957,
+      "cov-distil (oracle2teacher)": 5.0578718185424805,
       "epoch": 2.0667189952904237,
-      "rel-constrast": 2.868468999862671,
+      "rel-constrast": 3.3052895069122314,
       "step": 2633,
-      "subrel-constrast": 3.2229743003845215,
+      "subrel-constrast": 3.216153383255005,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.324570894241333,
-      "cov-distil (oracle2student)": 2.6373257637023926,
-      "cov-distil (oracle2teacher)": 2.5664517879486084,
+      "cov-distil": 1.7707581520080566,
+      "cov-distil (oracle2student)": 2.854623317718506,
+      "cov-distil (oracle2teacher)": 2.5792407989501953,
       "epoch": 2.0675039246467817,
-      "rel-constrast": 2.357619524002075,
+      "rel-constrast": 2.815687656402588,
       "step": 2634,
-      "subrel-constrast": 3.0723659992218018,
+      "subrel-constrast": 2.8273110389709473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.299598217010498,
-      "cov-distil (oracle2student)": 3.059826374053955,
-      "cov-distil (oracle2teacher)": 2.848837375640869,
+      "cov-distil": 1.4964101314544678,
+      "cov-distil (oracle2student)": 3.2439072132110596,
+      "cov-distil (oracle2teacher)": 3.307908058166504,
       "epoch": 2.0682888540031397,
-      "rel-constrast": 1.9807883501052856,
+      "rel-constrast": 2.1199488639831543,
       "step": 2635,
-      "subrel-constrast": 2.763944387435913,
+      "subrel-constrast": 2.822643756866455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2854645252227783,
-      "cov-distil (oracle2student)": 3.6068713665008545,
-      "cov-distil (oracle2teacher)": 3.47721004486084,
+      "cov-distil": 1.4465312957763672,
+      "cov-distil (oracle2student)": 4.0055036544799805,
+      "cov-distil (oracle2teacher)": 3.777785062789917,
       "epoch": 2.0690737833594977,
-      "rel-constrast": 1.338415503501892,
+      "rel-constrast": 1.9512943029403687,
       "step": 2636,
-      "subrel-constrast": 2.1358401775360107,
+      "subrel-constrast": 2.1339073181152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8717029094696045,
-      "cov-distil (oracle2student)": 3.2437119483947754,
-      "cov-distil (oracle2teacher)": 2.883582353591919,
+      "cov-distil": 1.082223653793335,
+      "cov-distil (oracle2student)": 2.9353997707366943,
+      "cov-distil (oracle2teacher)": 3.306615114212036,
       "epoch": 2.0698587127158556,
-      "rel-constrast": 2.3376541137695312,
+      "rel-constrast": 2.733520746231079,
       "step": 2637,
-      "subrel-constrast": 2.6891350746154785,
+      "subrel-constrast": 2.6333048343658447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2896864414215088,
-      "cov-distil (oracle2student)": 3.831578016281128,
-      "cov-distil (oracle2teacher)": 3.8477606773376465,
+      "cov-distil": 1.9792912006378174,
+      "cov-distil (oracle2student)": 3.156419515609741,
+      "cov-distil (oracle2teacher)": 3.425894260406494,
       "epoch": 2.0706436420722136,
-      "rel-constrast": 2.234649181365967,
+      "rel-constrast": 2.505803108215332,
       "step": 2638,
-      "subrel-constrast": 2.7638421058654785,
+      "subrel-constrast": 2.43332839012146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4190914630889893,
-      "cov-distil (oracle2student)": 5.38115930557251,
-      "cov-distil (oracle2teacher)": 5.0927581787109375,
+      "cov-distil": 3.5616672039031982,
+      "cov-distil (oracle2student)": 5.6973114013671875,
+      "cov-distil (oracle2teacher)": 5.668779373168945,
       "epoch": 2.0714285714285716,
-      "rel-constrast": 2.8960766792297363,
+      "rel-constrast": 3.4316844940185547,
       "step": 2639,
-      "subrel-constrast": 3.9259538650512695,
+      "subrel-constrast": 4.117895126342773,
       "view-similarity": 0
     },
     {
       "epoch": 2.072213500784929,
-      "grad_norm": 5.25,
+      "grad_norm": 7.375,
       "learning_rate": 4.601889110296723e-05,
-      "loss": 0.6377,
+      "loss": 0.7092,
       "step": 2640
     },
     {
-      "cov-distil": 1.2628480195999146,
-      "cov-distil (oracle2student)": 7.320075988769531,
-      "cov-distil (oracle2teacher)": 6.652521133422852,
+      "cov-distil": 1.574925422668457,
+      "cov-distil (oracle2student)": 6.798882484436035,
+      "cov-distil (oracle2teacher)": 7.086607933044434,
       "epoch": 2.072213500784929,
-      "rel-constrast": 2.651520013809204,
+      "rel-constrast": 2.8487024307250977,
       "step": 2640,
-      "subrel-constrast": 3.115838050842285,
+      "subrel-constrast": 2.930239677429199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.809037685394287,
-      "cov-distil (oracle2student)": 3.7265210151672363,
-      "cov-distil (oracle2teacher)": 3.332104444503784,
+      "cov-distil": 2.1429190635681152,
+      "cov-distil (oracle2student)": 4.195045471191406,
+      "cov-distil (oracle2teacher)": 3.499901056289673,
       "epoch": 2.072998430141287,
-      "rel-constrast": 2.7049214839935303,
+      "rel-constrast": 3.516721248626709,
       "step": 2641,
-      "subrel-constrast": 3.3478193283081055,
+      "subrel-constrast": 3.68375825881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.663482666015625,
-      "cov-distil (oracle2student)": 3.964402675628662,
-      "cov-distil (oracle2teacher)": 3.4999351501464844,
+      "cov-distil": 2.290168046951294,
+      "cov-distil (oracle2student)": 4.739067077636719,
+      "cov-distil (oracle2teacher)": 4.19989013671875,
       "epoch": 2.073783359497645,
-      "rel-constrast": 2.9174981117248535,
+      "rel-constrast": 3.089609384536743,
       "step": 2642,
-      "subrel-constrast": 3.73445987701416,
+      "subrel-constrast": 3.0934457778930664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2319161891937256,
-      "cov-distil (oracle2student)": 3.655104160308838,
-      "cov-distil (oracle2teacher)": 3.113356590270996,
+      "cov-distil": 1.38181734085083,
+      "cov-distil (oracle2student)": 3.107469081878662,
+      "cov-distil (oracle2teacher)": 3.339040517807007,
       "epoch": 2.074568288854003,
-      "rel-constrast": 2.5532190799713135,
+      "rel-constrast": 2.4778902530670166,
       "step": 2643,
-      "subrel-constrast": 3.2015514373779297,
+      "subrel-constrast": 3.133873224258423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7000322341918945,
-      "cov-distil (oracle2student)": 4.919336318969727,
-      "cov-distil (oracle2teacher)": 4.484076499938965,
+      "cov-distil": 2.1994757652282715,
+      "cov-distil (oracle2student)": 4.61014986038208,
+      "cov-distil (oracle2teacher)": 5.117853164672852,
       "epoch": 2.075353218210361,
-      "rel-constrast": 2.886383056640625,
+      "rel-constrast": 3.872953414916992,
       "step": 2644,
-      "subrel-constrast": 4.0749077796936035,
+      "subrel-constrast": 4.006265163421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2829294204711914,
-      "cov-distil (oracle2student)": 4.820669174194336,
-      "cov-distil (oracle2teacher)": 4.5515241622924805,
+      "cov-distil": 1.8551610708236694,
+      "cov-distil (oracle2student)": 4.954656600952148,
+      "cov-distil (oracle2teacher)": 4.871798515319824,
       "epoch": 2.076138147566719,
-      "rel-constrast": 2.996272087097168,
+      "rel-constrast": 3.5060129165649414,
       "step": 2645,
-      "subrel-constrast": 3.6395366191864014,
+      "subrel-constrast": 3.422405242919922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.682198166847229,
-      "cov-distil (oracle2student)": 3.8332293033599854,
-      "cov-distil (oracle2teacher)": 3.2484774589538574,
+      "cov-distil": 2.0594091415405273,
+      "cov-distil (oracle2student)": 3.5196480751037598,
+      "cov-distil (oracle2teacher)": 3.7636115550994873,
       "epoch": 2.076923076923077,
-      "rel-constrast": 3.044987678527832,
+      "rel-constrast": 2.698888063430786,
       "step": 2646,
-      "subrel-constrast": 3.639526128768921,
+      "subrel-constrast": 3.775123357772827,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4817090034484863,
-      "cov-distil (oracle2student)": 3.8058836460113525,
-      "cov-distil (oracle2teacher)": 3.607952833175659,
+      "cov-distil": 1.790157437324524,
+      "cov-distil (oracle2student)": 3.80220365524292,
+      "cov-distil (oracle2teacher)": 3.869471311569214,
       "epoch": 2.0777080062794346,
-      "rel-constrast": 3.1399600505828857,
+      "rel-constrast": 3.234987497329712,
       "step": 2647,
-      "subrel-constrast": 3.959563732147217,
+      "subrel-constrast": 3.9877023696899414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8386852741241455,
-      "cov-distil (oracle2student)": 5.095797538757324,
-      "cov-distil (oracle2teacher)": 4.932601451873779,
+      "cov-distil": 2.00199031829834,
+      "cov-distil (oracle2student)": 4.998838901519775,
+      "cov-distil (oracle2teacher)": 5.342177391052246,
       "epoch": 2.0784929356357926,
-      "rel-constrast": 4.2447309494018555,
+      "rel-constrast": 4.467913627624512,
       "step": 2648,
-      "subrel-constrast": 4.728353500366211,
+      "subrel-constrast": 4.544909954071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9177457094192505,
-      "cov-distil (oracle2student)": 3.7433032989501953,
-      "cov-distil (oracle2teacher)": 3.3512115478515625,
+      "cov-distil": 1.3058974742889404,
+      "cov-distil (oracle2student)": 3.8559207916259766,
+      "cov-distil (oracle2teacher)": 3.7594385147094727,
       "epoch": 2.0792778649921506,
-      "rel-constrast": 3.2327632904052734,
+      "rel-constrast": 3.3468124866485596,
       "step": 2649,
-      "subrel-constrast": 3.764805316925049,
+      "subrel-constrast": 3.748883008956909,
       "view-similarity": 0
     },
     {
       "epoch": 2.0800627943485086,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.59375,
       "learning_rate": 4.597151579336873e-05,
-      "loss": 0.7965,
+      "loss": 0.8265,
       "step": 2650
     },
     {
-      "cov-distil": 1.9783639907836914,
-      "cov-distil (oracle2student)": 3.9746532440185547,
-      "cov-distil (oracle2teacher)": 4.080855846405029,
+      "cov-distil": 1.8745241165161133,
+      "cov-distil (oracle2student)": 5.362051486968994,
+      "cov-distil (oracle2teacher)": 4.434418201446533,
       "epoch": 2.0800627943485086,
-      "rel-constrast": 2.702925205230713,
+      "rel-constrast": 3.763814926147461,
       "step": 2650,
-      "subrel-constrast": 3.5898804664611816,
+      "subrel-constrast": 3.453411817550659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.68656587600708,
-      "cov-distil (oracle2student)": 2.977093458175659,
-      "cov-distil (oracle2teacher)": 3.9955215454101562,
+      "cov-distil": 2.1235904693603516,
+      "cov-distil (oracle2student)": 3.6482739448547363,
+      "cov-distil (oracle2teacher)": 4.312215805053711,
       "epoch": 2.0808477237048666,
-      "rel-constrast": 2.042919397354126,
+      "rel-constrast": 2.510941743850708,
       "step": 2651,
-      "subrel-constrast": 3.302668333053589,
+      "subrel-constrast": 3.221558094024658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9882162809371948,
-      "cov-distil (oracle2student)": 3.324406862258911,
-      "cov-distil (oracle2teacher)": 2.9352540969848633,
+      "cov-distil": 2.119302272796631,
+      "cov-distil (oracle2student)": 3.1979072093963623,
+      "cov-distil (oracle2teacher)": 3.3080978393554688,
       "epoch": 2.0816326530612246,
-      "rel-constrast": 2.7595183849334717,
+      "rel-constrast": 2.5607619285583496,
       "step": 2652,
-      "subrel-constrast": 3.26057767868042,
+      "subrel-constrast": 3.2983014583587646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459014892578125,
-      "cov-distil (oracle2student)": 5.348959922790527,
-      "cov-distil (oracle2teacher)": 4.912822723388672,
+      "cov-distil": 1.5990787744522095,
+      "cov-distil (oracle2student)": 6.36601448059082,
+      "cov-distil (oracle2teacher)": 5.523398399353027,
       "epoch": 2.0824175824175826,
-      "rel-constrast": 4.026599407196045,
+      "rel-constrast": 4.280218601226807,
       "step": 2653,
-      "subrel-constrast": 4.401134490966797,
+      "subrel-constrast": 4.604062080383301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.037376880645752,
-      "cov-distil (oracle2student)": 3.163254737854004,
-      "cov-distil (oracle2teacher)": 3.190333366394043,
+      "cov-distil": 2.121145486831665,
+      "cov-distil (oracle2student)": 3.8322882652282715,
+      "cov-distil (oracle2teacher)": 3.5868618488311768,
       "epoch": 2.0832025117739406,
-      "rel-constrast": 2.7720794677734375,
+      "rel-constrast": 2.940216302871704,
       "step": 2654,
-      "subrel-constrast": 3.5680418014526367,
+      "subrel-constrast": 3.478227376937866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2755839824676514,
-      "cov-distil (oracle2student)": 4.207517147064209,
-      "cov-distil (oracle2teacher)": 4.088561534881592,
+      "cov-distil": 1.6715879440307617,
+      "cov-distil (oracle2student)": 4.289422035217285,
+      "cov-distil (oracle2teacher)": 4.197493553161621,
       "epoch": 2.083987441130298,
-      "rel-constrast": 2.835097074508667,
+      "rel-constrast": 2.9818990230560303,
       "step": 2655,
-      "subrel-constrast": 3.7488791942596436,
+      "subrel-constrast": 3.779721975326538,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125614404678345,
-      "cov-distil (oracle2student)": 3.899724245071411,
-      "cov-distil (oracle2teacher)": 3.860991954803467,
+      "cov-distil": 1.9082587957382202,
+      "cov-distil (oracle2student)": 4.28350830078125,
+      "cov-distil (oracle2teacher)": 4.172543048858643,
       "epoch": 2.084772370486656,
-      "rel-constrast": 2.3675413131713867,
+      "rel-constrast": 2.9795050621032715,
       "step": 2656,
-      "subrel-constrast": 3.220802068710327,
+      "subrel-constrast": 3.4812355041503906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7342987060546875,
-      "cov-distil (oracle2student)": 5.410000324249268,
-      "cov-distil (oracle2teacher)": 5.1536431312561035,
+      "cov-distil": 2.546177625656128,
+      "cov-distil (oracle2student)": 5.832278728485107,
+      "cov-distil (oracle2teacher)": 5.307687759399414,
       "epoch": 2.085557299843014,
-      "rel-constrast": 2.947413921356201,
+      "rel-constrast": 2.8259377479553223,
       "step": 2657,
-      "subrel-constrast": 3.8985488414764404,
+      "subrel-constrast": 4.20616340637207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601938247680664,
-      "cov-distil (oracle2student)": 3.7540225982666016,
-      "cov-distil (oracle2teacher)": 3.430818796157837,
+      "cov-distil": 2.2351326942443848,
+      "cov-distil (oracle2student)": 3.701258897781372,
+      "cov-distil (oracle2teacher)": 3.645231246948242,
       "epoch": 2.086342229199372,
-      "rel-constrast": 3.1013402938842773,
+      "rel-constrast": 2.927896499633789,
       "step": 2658,
-      "subrel-constrast": 3.8806583881378174,
+      "subrel-constrast": 3.886005401611328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6560348272323608,
-      "cov-distil (oracle2student)": 5.160312175750732,
-      "cov-distil (oracle2teacher)": 5.124349117279053,
+      "cov-distil": 2.558037519454956,
+      "cov-distil (oracle2student)": 5.360933780670166,
+      "cov-distil (oracle2teacher)": 5.28483247756958,
       "epoch": 2.08712715855573,
-      "rel-constrast": 2.4525303840637207,
+      "rel-constrast": 2.957216739654541,
       "step": 2659,
-      "subrel-constrast": 3.904118776321411,
+      "subrel-constrast": 4.059863090515137,
       "view-similarity": 0
     },
     {
       "epoch": 2.087912087912088,
-      "grad_norm": 4.40625,
+      "grad_norm": 5.5,
       "learning_rate": 4.592388495246848e-05,
-      "loss": 0.7425,
+      "loss": 0.7682,
       "step": 2660
     },
     {
-      "cov-distil": 1.6337261199951172,
-      "cov-distil (oracle2student)": 4.151952743530273,
-      "cov-distil (oracle2teacher)": 3.967841863632202,
+      "cov-distil": 2.320268392562866,
+      "cov-distil (oracle2student)": 5.276259422302246,
+      "cov-distil (oracle2teacher)": 5.199820518493652,
       "epoch": 2.087912087912088,
-      "rel-constrast": 4.655386924743652,
+      "rel-constrast": 4.7079596519470215,
       "step": 2660,
-      "subrel-constrast": 5.4480814933776855,
+      "subrel-constrast": 5.293564319610596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7914470434188843,
-      "cov-distil (oracle2student)": 3.280151128768921,
-      "cov-distil (oracle2teacher)": 2.791379690170288,
+      "cov-distil": 2.4293928146362305,
+      "cov-distil (oracle2student)": 3.7782998085021973,
+      "cov-distil (oracle2teacher)": 3.1225099563598633,
       "epoch": 2.088697017268446,
-      "rel-constrast": 2.1980934143066406,
+      "rel-constrast": 2.590524196624756,
       "step": 2661,
-      "subrel-constrast": 3.0409364700317383,
+      "subrel-constrast": 2.937551259994507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2816166877746582,
-      "cov-distil (oracle2student)": 3.7141854763031006,
-      "cov-distil (oracle2teacher)": 3.5739235877990723,
+      "cov-distil": 1.6531985998153687,
+      "cov-distil (oracle2student)": 3.275691270828247,
+      "cov-distil (oracle2teacher)": 3.5886597633361816,
       "epoch": 2.0894819466248036,
-      "rel-constrast": 2.4541215896606445,
+      "rel-constrast": 2.6594011783599854,
       "step": 2662,
-      "subrel-constrast": 2.8710200786590576,
+      "subrel-constrast": 3.1025705337524414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8375205993652344,
-      "cov-distil (oracle2student)": 3.5197553634643555,
-      "cov-distil (oracle2teacher)": 3.722714424133301,
+      "cov-distil": 1.7647960186004639,
+      "cov-distil (oracle2student)": 3.7469468116760254,
+      "cov-distil (oracle2teacher)": 4.184358596801758,
       "epoch": 2.0902668759811616,
-      "rel-constrast": 4.33981990814209,
+      "rel-constrast": 4.606461048126221,
       "step": 2663,
-      "subrel-constrast": 4.157322406768799,
+      "subrel-constrast": 4.810775279998779,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7941855192184448,
-      "cov-distil (oracle2student)": 5.616387367248535,
-      "cov-distil (oracle2teacher)": 4.772411346435547,
+      "cov-distil": 2.442953109741211,
+      "cov-distil (oracle2student)": 5.853923797607422,
+      "cov-distil (oracle2teacher)": 5.293834686279297,
       "epoch": 2.0910518053375196,
-      "rel-constrast": 4.3338470458984375,
+      "rel-constrast": 4.735675811767578,
       "step": 2664,
-      "subrel-constrast": 4.629491806030273,
+      "subrel-constrast": 4.526534080505371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0097761154174805,
-      "cov-distil (oracle2student)": 3.404824733734131,
-      "cov-distil (oracle2teacher)": 3.4548442363739014,
+      "cov-distil": 2.0641095638275146,
+      "cov-distil (oracle2student)": 3.3819222450256348,
+      "cov-distil (oracle2teacher)": 3.5393004417419434,
       "epoch": 2.0918367346938775,
-      "rel-constrast": 2.9249496459960938,
+      "rel-constrast": 2.9134275913238525,
       "step": 2665,
-      "subrel-constrast": 3.9127326011657715,
+      "subrel-constrast": 3.6180002689361572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.342220425605774,
-      "cov-distil (oracle2student)": 4.775496006011963,
-      "cov-distil (oracle2teacher)": 4.198037147521973,
+      "cov-distil": 1.90665602684021,
+      "cov-distil (oracle2student)": 4.705499649047852,
+      "cov-distil (oracle2teacher)": 5.084680080413818,
       "epoch": 2.0926216640502355,
-      "rel-constrast": 3.157780170440674,
+      "rel-constrast": 3.586960554122925,
       "step": 2666,
-      "subrel-constrast": 3.485379457473755,
+      "subrel-constrast": 4.116690158843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6518689393997192,
-      "cov-distil (oracle2student)": 3.959777355194092,
-      "cov-distil (oracle2teacher)": 3.2735185623168945,
+      "cov-distil": 1.702031135559082,
+      "cov-distil (oracle2student)": 3.888780117034912,
+      "cov-distil (oracle2teacher)": 3.4566917419433594,
       "epoch": 2.0934065934065935,
-      "rel-constrast": 2.106560230255127,
+      "rel-constrast": 2.4098644256591797,
       "step": 2667,
-      "subrel-constrast": 2.741788148880005,
+      "subrel-constrast": 2.453278064727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4627585411071777,
-      "cov-distil (oracle2student)": 2.3466053009033203,
-      "cov-distil (oracle2teacher)": 2.160889148712158,
+      "cov-distil": 1.8339946269989014,
+      "cov-distil (oracle2student)": 2.9693374633789062,
+      "cov-distil (oracle2teacher)": 2.6220412254333496,
       "epoch": 2.0941915227629515,
-      "rel-constrast": 1.567748785018921,
+      "rel-constrast": 2.36030650138855,
       "step": 2668,
-      "subrel-constrast": 2.191602945327759,
+      "subrel-constrast": 2.5208351612091064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8470290899276733,
-      "cov-distil (oracle2student)": 4.9321699142456055,
-      "cov-distil (oracle2teacher)": 4.58592414855957,
+      "cov-distil": 2.082859754562378,
+      "cov-distil (oracle2student)": 4.398348331451416,
+      "cov-distil (oracle2teacher)": 5.094583988189697,
       "epoch": 2.094976452119309,
-      "rel-constrast": 3.446009635925293,
+      "rel-constrast": 3.453765392303467,
       "step": 2669,
-      "subrel-constrast": 4.106932163238525,
+      "subrel-constrast": 4.215127944946289,
       "view-similarity": 0
     },
     {
       "epoch": 2.095761381475667,
-      "grad_norm": 6.3125,
+      "grad_norm": 6.34375,
       "learning_rate": 4.587599916063326e-05,
-      "loss": 0.8212,
+      "loss": 0.8506,
       "step": 2670
     },
     {
-      "cov-distil": 2.0417304039001465,
-      "cov-distil (oracle2student)": 5.616621971130371,
-      "cov-distil (oracle2teacher)": 5.81180477142334,
+      "cov-distil": 2.086698532104492,
+      "cov-distil (oracle2student)": 5.952251434326172,
+      "cov-distil (oracle2teacher)": 5.91895866394043,
       "epoch": 2.095761381475667,
-      "rel-constrast": 3.941246509552002,
+      "rel-constrast": 4.659292697906494,
       "step": 2670,
-      "subrel-constrast": 4.968310356140137,
+      "subrel-constrast": 4.944712162017822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6573683023452759,
-      "cov-distil (oracle2student)": 3.7648746967315674,
-      "cov-distil (oracle2teacher)": 3.4795753955841064,
+      "cov-distil": 1.8664031028747559,
+      "cov-distil (oracle2student)": 3.6404762268066406,
+      "cov-distil (oracle2teacher)": 3.696335792541504,
       "epoch": 2.096546310832025,
-      "rel-constrast": 2.339151382446289,
+      "rel-constrast": 2.1784167289733887,
       "step": 2671,
-      "subrel-constrast": 3.4954097270965576,
+      "subrel-constrast": 3.29815673828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7060770988464355,
-      "cov-distil (oracle2student)": 4.337916374206543,
-      "cov-distil (oracle2teacher)": 4.200004577636719,
+      "cov-distil": 1.9268912076950073,
+      "cov-distil (oracle2student)": 4.43925666809082,
+      "cov-distil (oracle2teacher)": 4.230558395385742,
       "epoch": 2.097331240188383,
-      "rel-constrast": 1.914768099784851,
+      "rel-constrast": 2.1477131843566895,
       "step": 2672,
-      "subrel-constrast": 3.0425472259521484,
+      "subrel-constrast": 2.7592036724090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2226378917694092,
-      "cov-distil (oracle2student)": 6.339175701141357,
-      "cov-distil (oracle2teacher)": 5.642215251922607,
+      "cov-distil": 1.0646171569824219,
+      "cov-distil (oracle2student)": 6.35025691986084,
+      "cov-distil (oracle2teacher)": 6.120315074920654,
       "epoch": 2.098116169544741,
-      "rel-constrast": 2.5491490364074707,
+      "rel-constrast": 2.4465324878692627,
       "step": 2673,
-      "subrel-constrast": 3.174234628677368,
+      "subrel-constrast": 2.834458351135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2708802223205566,
-      "cov-distil (oracle2student)": 2.511132001876831,
-      "cov-distil (oracle2teacher)": 2.5157294273376465,
+      "cov-distil": 1.5060040950775146,
+      "cov-distil (oracle2student)": 2.939380645751953,
+      "cov-distil (oracle2teacher)": 2.4772939682006836,
       "epoch": 2.098901098901099,
-      "rel-constrast": 3.147292375564575,
+      "rel-constrast": 3.744046688079834,
       "step": 2674,
-      "subrel-constrast": 3.8129918575286865,
+      "subrel-constrast": 3.3550310134887695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8717957735061646,
-      "cov-distil (oracle2student)": 4.204354286193848,
-      "cov-distil (oracle2teacher)": 4.1325578689575195,
+      "cov-distil": 2.4976115226745605,
+      "cov-distil (oracle2student)": 4.234405040740967,
+      "cov-distil (oracle2teacher)": 4.632215976715088,
       "epoch": 2.099686028257457,
-      "rel-constrast": 3.44084095954895,
+      "rel-constrast": 4.220475196838379,
       "step": 2675,
-      "subrel-constrast": 4.313811779022217,
+      "subrel-constrast": 4.131372451782227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6253840923309326,
-      "cov-distil (oracle2student)": 5.564504623413086,
-      "cov-distil (oracle2teacher)": 4.586607933044434,
+      "cov-distil": 1.575706958770752,
+      "cov-distil (oracle2student)": 5.397576332092285,
+      "cov-distil (oracle2teacher)": 4.693962574005127,
       "epoch": 2.100470957613815,
-      "rel-constrast": 2.008042335510254,
+      "rel-constrast": 2.1899142265319824,
       "step": 2676,
-      "subrel-constrast": 2.7574331760406494,
+      "subrel-constrast": 2.6900999546051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4799201488494873,
-      "cov-distil (oracle2student)": 1.8116012811660767,
-      "cov-distil (oracle2teacher)": 2.0946474075317383,
+      "cov-distil": 2.0908188819885254,
+      "cov-distil (oracle2student)": 2.3582963943481445,
+      "cov-distil (oracle2teacher)": 1.974581003189087,
       "epoch": 2.1012558869701725,
-      "rel-constrast": 2.175154209136963,
+      "rel-constrast": 2.651198625564575,
       "step": 2677,
-      "subrel-constrast": 2.907055139541626,
+      "subrel-constrast": 2.8041062355041504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.229113817214966,
-      "cov-distil (oracle2student)": 5.243906021118164,
-      "cov-distil (oracle2teacher)": 5.188776016235352,
+      "cov-distil": 2.5464134216308594,
+      "cov-distil (oracle2student)": 5.513839244842529,
+      "cov-distil (oracle2teacher)": 5.253147125244141,
       "epoch": 2.1020408163265305,
-      "rel-constrast": 3.188620090484619,
+      "rel-constrast": 3.355689764022827,
       "step": 2678,
-      "subrel-constrast": 4.260790824890137,
+      "subrel-constrast": 4.035741329193115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6544407606124878,
-      "cov-distil (oracle2student)": 3.7256853580474854,
-      "cov-distil (oracle2teacher)": 3.8381354808807373,
+      "cov-distil": 2.0088186264038086,
+      "cov-distil (oracle2student)": 3.6101176738739014,
+      "cov-distil (oracle2teacher)": 3.7408528327941895,
       "epoch": 2.1028257456828885,
-      "rel-constrast": 2.8161654472351074,
+      "rel-constrast": 2.675189256668091,
       "step": 2679,
-      "subrel-constrast": 3.2249703407287598,
+      "subrel-constrast": 2.9795477390289307,
       "view-similarity": 0
     },
     {
       "epoch": 2.1036106750392465,
-      "grad_norm": 5.875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.582785900133634e-05,
-      "loss": 0.7299,
+      "loss": 0.7567,
       "step": 2680
     },
     {
-      "cov-distil": 1.5672053098678589,
-      "cov-distil (oracle2student)": 5.170087814331055,
-      "cov-distil (oracle2teacher)": 4.712985038757324,
+      "cov-distil": 2.114865303039551,
+      "cov-distil (oracle2student)": 6.3687896728515625,
+      "cov-distil (oracle2teacher)": 4.8555779457092285,
       "epoch": 2.1036106750392465,
-      "rel-constrast": 2.9125518798828125,
+      "rel-constrast": 3.2347640991210938,
       "step": 2680,
-      "subrel-constrast": 3.682068347930908,
+      "subrel-constrast": 3.4859619140625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5699032545089722,
-      "cov-distil (oracle2student)": 3.670671224594116,
-      "cov-distil (oracle2teacher)": 3.5652313232421875,
+      "cov-distil": 1.6505666971206665,
+      "cov-distil (oracle2student)": 3.8598122596740723,
+      "cov-distil (oracle2teacher)": 3.7668185234069824,
       "epoch": 2.1043956043956045,
-      "rel-constrast": 2.8479928970336914,
+      "rel-constrast": 2.7852907180786133,
       "step": 2681,
-      "subrel-constrast": 3.4126665592193604,
+      "subrel-constrast": 3.3582258224487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4764052629470825,
-      "cov-distil (oracle2student)": 3.627300262451172,
-      "cov-distil (oracle2teacher)": 3.4759182929992676,
+      "cov-distil": 1.6371502876281738,
+      "cov-distil (oracle2student)": 3.7673776149749756,
+      "cov-distil (oracle2teacher)": 3.715442180633545,
       "epoch": 2.1051805337519625,
-      "rel-constrast": 2.2022435665130615,
+      "rel-constrast": 2.0682148933410645,
       "step": 2682,
-      "subrel-constrast": 2.9162943363189697,
+      "subrel-constrast": 2.5616953372955322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.839519739151001,
-      "cov-distil (oracle2student)": 3.0726523399353027,
-      "cov-distil (oracle2teacher)": 3.307107448577881,
+      "cov-distil": 1.9923266172409058,
+      "cov-distil (oracle2student)": 3.681403398513794,
+      "cov-distil (oracle2teacher)": 3.3948652744293213,
       "epoch": 2.1059654631083204,
-      "rel-constrast": 1.8811745643615723,
+      "rel-constrast": 1.9913092851638794,
       "step": 2683,
-      "subrel-constrast": 2.6675779819488525,
+      "subrel-constrast": 2.664302349090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.775281310081482,
-      "cov-distil (oracle2student)": 3.1547858715057373,
-      "cov-distil (oracle2teacher)": 3.060973644256592,
+      "cov-distil": 2.2858047485351562,
+      "cov-distil (oracle2student)": 3.274096965789795,
+      "cov-distil (oracle2teacher)": 3.300269842147827,
       "epoch": 2.106750392464678,
-      "rel-constrast": 2.4608426094055176,
+      "rel-constrast": 2.5318684577941895,
       "step": 2684,
-      "subrel-constrast": 3.1411526203155518,
+      "subrel-constrast": 3.0382018089294434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6113319396972656,
-      "cov-distil (oracle2student)": 4.414421081542969,
-      "cov-distil (oracle2teacher)": 4.024219512939453,
+      "cov-distil": 1.7763559818267822,
+      "cov-distil (oracle2student)": 4.17965030670166,
+      "cov-distil (oracle2teacher)": 5.152675628662109,
       "epoch": 2.107535321821036,
-      "rel-constrast": 2.068659782409668,
+      "rel-constrast": 2.583670139312744,
       "step": 2685,
-      "subrel-constrast": 3.027926206588745,
+      "subrel-constrast": 3.115384578704834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.412705898284912,
-      "cov-distil (oracle2student)": 4.911065578460693,
-      "cov-distil (oracle2teacher)": 4.427267551422119,
+      "cov-distil": 1.5678410530090332,
+      "cov-distil (oracle2student)": 5.493313789367676,
+      "cov-distil (oracle2teacher)": 5.079800605773926,
       "epoch": 2.108320251177394,
-      "rel-constrast": 2.3888728618621826,
+      "rel-constrast": 3.190906524658203,
       "step": 2686,
-      "subrel-constrast": 2.952326536178589,
+      "subrel-constrast": 2.72861385345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8539459705352783,
-      "cov-distil (oracle2student)": 4.8538641929626465,
-      "cov-distil (oracle2teacher)": 4.342440605163574,
+      "cov-distil": 2.3837528228759766,
+      "cov-distil (oracle2student)": 5.057913303375244,
+      "cov-distil (oracle2teacher)": 5.642647743225098,
       "epoch": 2.109105180533752,
-      "rel-constrast": 2.3912816047668457,
+      "rel-constrast": 2.921745777130127,
       "step": 2687,
-      "subrel-constrast": 3.4030165672302246,
+      "subrel-constrast": 3.8554158210754395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.126741409301758,
-      "cov-distil (oracle2student)": 3.643915891647339,
-      "cov-distil (oracle2teacher)": 2.9767961502075195,
+      "cov-distil": 2.1306259632110596,
+      "cov-distil (oracle2student)": 3.8257272243499756,
+      "cov-distil (oracle2teacher)": 3.877476215362549,
       "epoch": 2.10989010989011,
-      "rel-constrast": 2.688615560531616,
+      "rel-constrast": 2.185229778289795,
       "step": 2688,
-      "subrel-constrast": 3.37544584274292,
+      "subrel-constrast": 3.117697238922119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6242486238479614,
-      "cov-distil (oracle2student)": 3.6324613094329834,
-      "cov-distil (oracle2teacher)": 3.6406712532043457,
+      "cov-distil": 1.7119370698928833,
+      "cov-distil (oracle2student)": 3.902193784713745,
+      "cov-distil (oracle2teacher)": 3.977482557296753,
       "epoch": 2.110675039246468,
-      "rel-constrast": 2.3597755432128906,
+      "rel-constrast": 2.264855146408081,
       "step": 2689,
-      "subrel-constrast": 2.999110221862793,
+      "subrel-constrast": 2.853257417678833,
       "view-similarity": 0
     },
     {
       "epoch": 2.111459968602826,
-      "grad_norm": 4.75,
+      "grad_norm": 5.15625,
       "learning_rate": 4.577946506115035e-05,
-      "loss": 0.6472,
+      "loss": 0.6439,
       "step": 2690
     },
     {
-      "cov-distil": 1.7768619060516357,
-      "cov-distil (oracle2student)": 4.521347522735596,
-      "cov-distil (oracle2teacher)": 4.838393211364746,
+      "cov-distil": 1.9147462844848633,
+      "cov-distil (oracle2student)": 4.037898063659668,
+      "cov-distil (oracle2teacher)": 4.751012802124023,
       "epoch": 2.111459968602826,
-      "rel-constrast": 3.0193352699279785,
+      "rel-constrast": 2.8857226371765137,
       "step": 2690,
-      "subrel-constrast": 4.206924915313721,
+      "subrel-constrast": 3.9222898483276367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9612469673156738,
-      "cov-distil (oracle2student)": 3.415921688079834,
-      "cov-distil (oracle2teacher)": 3.793879508972168,
+      "cov-distil": 1.7732605934143066,
+      "cov-distil (oracle2student)": 3.7872278690338135,
+      "cov-distil (oracle2teacher)": 3.8309731483459473,
       "epoch": 2.1122448979591835,
-      "rel-constrast": 2.973207473754883,
+      "rel-constrast": 2.834090232849121,
       "step": 2691,
-      "subrel-constrast": 3.5273218154907227,
+      "subrel-constrast": 3.552520275115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.347106695175171,
-      "cov-distil (oracle2student)": 4.080264568328857,
-      "cov-distil (oracle2teacher)": 4.185126781463623,
+      "cov-distil": 1.4763193130493164,
+      "cov-distil (oracle2student)": 3.9399919509887695,
+      "cov-distil (oracle2teacher)": 4.282064914703369,
       "epoch": 2.1130298273155415,
-      "rel-constrast": 1.7505321502685547,
+      "rel-constrast": 1.749387264251709,
       "step": 2692,
-      "subrel-constrast": 1.9902628660202026,
+      "subrel-constrast": 1.8415683507919312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2456910610198975,
-      "cov-distil (oracle2student)": 4.71649169921875,
-      "cov-distil (oracle2teacher)": 3.8320159912109375,
+      "cov-distil": 1.430747389793396,
+      "cov-distil (oracle2student)": 5.544008255004883,
+      "cov-distil (oracle2teacher)": 4.302212715148926,
       "epoch": 2.1138147566718994,
-      "rel-constrast": 2.387418746948242,
+      "rel-constrast": 2.359684705734253,
       "step": 2693,
-      "subrel-constrast": 2.848029613494873,
+      "subrel-constrast": 2.5998759269714355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9380123615264893,
-      "cov-distil (oracle2student)": 3.524611473083496,
-      "cov-distil (oracle2teacher)": 3.603614330291748,
+      "cov-distil": 2.0691657066345215,
+      "cov-distil (oracle2student)": 3.906179428100586,
+      "cov-distil (oracle2teacher)": 3.996983528137207,
       "epoch": 2.1145996860282574,
-      "rel-constrast": 3.3344593048095703,
+      "rel-constrast": 3.3778061866760254,
       "step": 2694,
-      "subrel-constrast": 3.909736156463623,
+      "subrel-constrast": 4.0916218757629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5422940254211426,
-      "cov-distil (oracle2student)": 3.5824568271636963,
-      "cov-distil (oracle2teacher)": 3.043023109436035,
+      "cov-distil": 1.741032361984253,
+      "cov-distil (oracle2student)": 4.0852532386779785,
+      "cov-distil (oracle2teacher)": 3.880850315093994,
       "epoch": 2.1153846153846154,
-      "rel-constrast": 3.193317413330078,
+      "rel-constrast": 3.9635794162750244,
       "step": 2695,
-      "subrel-constrast": 3.934993267059326,
+      "subrel-constrast": 4.16846227645874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1803994178771973,
-      "cov-distil (oracle2student)": 4.270575523376465,
-      "cov-distil (oracle2teacher)": 4.082144737243652,
+      "cov-distil": 2.4244141578674316,
+      "cov-distil (oracle2student)": 5.263608932495117,
+      "cov-distil (oracle2teacher)": 4.486540794372559,
       "epoch": 2.1161695447409734,
-      "rel-constrast": 2.9521689414978027,
+      "rel-constrast": 3.283660888671875,
       "step": 2696,
-      "subrel-constrast": 4.149345874786377,
+      "subrel-constrast": 3.9675066471099854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6017191410064697,
-      "cov-distil (oracle2student)": 3.66426682472229,
-      "cov-distil (oracle2teacher)": 3.426107406616211,
+      "cov-distil": 2.1638717651367188,
+      "cov-distil (oracle2student)": 4.178694248199463,
+      "cov-distil (oracle2teacher)": 3.540147304534912,
       "epoch": 2.1169544740973314,
-      "rel-constrast": 3.3653833866119385,
+      "rel-constrast": 3.4805030822753906,
       "step": 2697,
-      "subrel-constrast": 3.8820242881774902,
+      "subrel-constrast": 3.8965978622436523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2150499820709229,
-      "cov-distil (oracle2student)": 5.662280082702637,
-      "cov-distil (oracle2teacher)": 4.212636947631836,
+      "cov-distil": 1.3825939893722534,
+      "cov-distil (oracle2student)": 6.3614349365234375,
+      "cov-distil (oracle2teacher)": 5.3973822593688965,
       "epoch": 2.1177394034536894,
-      "rel-constrast": 3.49739408493042,
+      "rel-constrast": 3.4276068210601807,
       "step": 2698,
-      "subrel-constrast": 3.5281331539154053,
+      "subrel-constrast": 3.4734535217285156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.012502908706665,
-      "cov-distil (oracle2student)": 4.048537254333496,
-      "cov-distil (oracle2teacher)": 3.9865145683288574,
+      "cov-distil": 2.7996573448181152,
+      "cov-distil (oracle2student)": 3.572936773300171,
+      "cov-distil (oracle2teacher)": 3.865410327911377,
       "epoch": 2.118524332810047,
-      "rel-constrast": 3.715592622756958,
+      "rel-constrast": 3.6219780445098877,
       "step": 2699,
-      "subrel-constrast": 3.977768898010254,
+      "subrel-constrast": 4.30504846572876,
       "view-similarity": 0
     },
     {
       "epoch": 2.119309262166405,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.09375,
       "learning_rate": 4.57308179297402e-05,
-      "loss": 0.7968,
+      "loss": 0.7746,
       "step": 2700
     },
     {
       "epoch": 2.119309262166405,
-      "overlap": 0.3499999940395355,
+      "overlap": 0.2984375059604645,
       "step": 2700
     },
     {
       "epoch": 2.119309262166405,
       "step": 2700,
-      "student margin": 0.06414794921875
+      "student margin": 0.062652587890625
     },
     {
       "epoch": 2.119309262166405,
       "step": 2700,
-      "teacher margin": 0.04034423828125
+      "teacher margin": 0.045166015625
     },
     {
       "epoch": 2.119309262166405,
-      "margin difference": -0.0238037109375,
+      "margin difference": -0.017486572265625,
       "step": 2700
     },
     {
-      "cov-distil": 1.738069772720337,
-      "cov-distil (oracle2student)": 3.7054336071014404,
-      "cov-distil (oracle2teacher)": 3.3862736225128174,
+      "cov-distil": 1.8558897972106934,
+      "cov-distil (oracle2student)": 4.318129539489746,
+      "cov-distil (oracle2teacher)": 3.5326743125915527,
       "epoch": 2.119309262166405,
-      "rel-constrast": 3.684670925140381,
+      "rel-constrast": 3.8168869018554688,
       "step": 2700,
-      "subrel-constrast": 3.9660658836364746,
+      "subrel-constrast": 3.7372171878814697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9597724676132202,
-      "cov-distil (oracle2student)": 3.6626930236816406,
-      "cov-distil (oracle2teacher)": 3.467991352081299,
+      "cov-distil": 2.109984874725342,
+      "cov-distil (oracle2student)": 4.176501750946045,
+      "cov-distil (oracle2teacher)": 3.5115158557891846,
       "epoch": 2.120094191522763,
-      "rel-constrast": 1.936334490776062,
+      "rel-constrast": 2.3271708488464355,
       "step": 2701,
-      "subrel-constrast": 2.9077441692352295,
+      "subrel-constrast": 2.6446354389190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6104004383087158,
-      "cov-distil (oracle2student)": 3.5230982303619385,
-      "cov-distil (oracle2teacher)": 3.5924575328826904,
+      "cov-distil": 1.7418583631515503,
+      "cov-distil (oracle2student)": 4.156888008117676,
+      "cov-distil (oracle2teacher)": 3.8956334590911865,
       "epoch": 2.120879120879121,
-      "rel-constrast": 1.8440704345703125,
+      "rel-constrast": 2.4359467029571533,
       "step": 2702,
-      "subrel-constrast": 2.687389373779297,
+      "subrel-constrast": 2.6333298683166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.527693271636963,
-      "cov-distil (oracle2student)": 4.885265827178955,
-      "cov-distil (oracle2teacher)": 4.272814750671387,
+      "cov-distil": 2.251457691192627,
+      "cov-distil (oracle2student)": 4.883236408233643,
+      "cov-distil (oracle2teacher)": 4.901177406311035,
       "epoch": 2.121664050235479,
-      "rel-constrast": 2.392524003982544,
+      "rel-constrast": 2.270510673522949,
       "step": 2703,
-      "subrel-constrast": 3.368466854095459,
+      "subrel-constrast": 3.053571939468384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4393917322158813,
-      "cov-distil (oracle2student)": 3.985060453414917,
-      "cov-distil (oracle2teacher)": 3.98748517036438,
+      "cov-distil": 2.1749558448791504,
+      "cov-distil (oracle2student)": 4.048573970794678,
+      "cov-distil (oracle2teacher)": 4.066121578216553,
       "epoch": 2.122448979591837,
-      "rel-constrast": 3.1086409091949463,
+      "rel-constrast": 3.1156296730041504,
       "step": 2704,
-      "subrel-constrast": 3.8918073177337646,
+      "subrel-constrast": 3.8821606636047363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3507189750671387,
-      "cov-distil (oracle2student)": 5.77543830871582,
-      "cov-distil (oracle2teacher)": 4.298201560974121,
+      "cov-distil": 2.3968985080718994,
+      "cov-distil (oracle2student)": 5.752626895904541,
+      "cov-distil (oracle2teacher)": 5.4189348220825195,
       "epoch": 2.123233908948195,
-      "rel-constrast": 2.68249249458313,
+      "rel-constrast": 2.8687169551849365,
       "step": 2705,
-      "subrel-constrast": 3.804255723953247,
+      "subrel-constrast": 3.310316324234009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2466928958892822,
-      "cov-distil (oracle2student)": 5.833965301513672,
-      "cov-distil (oracle2teacher)": 4.974800109863281,
+      "cov-distil": 1.0751657485961914,
+      "cov-distil (oracle2student)": 6.433284759521484,
+      "cov-distil (oracle2teacher)": 4.977420330047607,
       "epoch": 2.1240188383045524,
-      "rel-constrast": 2.339257001876831,
+      "rel-constrast": 2.758338451385498,
       "step": 2706,
-      "subrel-constrast": 3.1078009605407715,
+      "subrel-constrast": 2.883713483810425,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2088333368301392,
-      "cov-distil (oracle2student)": 4.4325408935546875,
-      "cov-distil (oracle2teacher)": 4.445165157318115,
+      "cov-distil": 1.1287600994110107,
+      "cov-distil (oracle2student)": 4.432648658752441,
+      "cov-distil (oracle2teacher)": 4.574806213378906,
       "epoch": 2.1248037676609104,
-      "rel-constrast": 2.8500943183898926,
+      "rel-constrast": 3.378161907196045,
       "step": 2707,
-      "subrel-constrast": 2.8641343116760254,
+      "subrel-constrast": 2.9820663928985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2282865047454834,
-      "cov-distil (oracle2student)": 4.183558464050293,
-      "cov-distil (oracle2teacher)": 4.6064910888671875,
+      "cov-distil": 1.3312108516693115,
+      "cov-distil (oracle2student)": 4.846644401550293,
+      "cov-distil (oracle2teacher)": 4.72206974029541,
       "epoch": 2.1255886970172684,
-      "rel-constrast": 3.0690417289733887,
+      "rel-constrast": 3.4578893184661865,
       "step": 2708,
-      "subrel-constrast": 3.4967472553253174,
+      "subrel-constrast": 2.9949755668640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4514744281768799,
-      "cov-distil (oracle2student)": 3.370736837387085,
-      "cov-distil (oracle2teacher)": 3.441915512084961,
+      "cov-distil": 1.7852551937103271,
+      "cov-distil (oracle2student)": 3.7126007080078125,
+      "cov-distil (oracle2teacher)": 3.726708173751831,
       "epoch": 2.1263736263736264,
-      "rel-constrast": 3.063032388687134,
+      "rel-constrast": 3.305983543395996,
       "step": 2709,
-      "subrel-constrast": 3.8910531997680664,
+      "subrel-constrast": 4.204663276672363,
       "view-similarity": 0
     },
     {
       "epoch": 2.1271585557299844,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.125,
       "learning_rate": 4.568191819985582e-05,
-      "loss": 0.7137,
+      "loss": 0.7434,
       "step": 2710
     },
     {
-      "cov-distil": 1.9032859802246094,
-      "cov-distil (oracle2student)": 4.989251136779785,
-      "cov-distil (oracle2teacher)": 5.135378837585449,
+      "cov-distil": 1.742387294769287,
+      "cov-distil (oracle2student)": 5.003089427947998,
+      "cov-distil (oracle2teacher)": 5.295334815979004,
       "epoch": 2.1271585557299844,
-      "rel-constrast": 2.988314151763916,
+      "rel-constrast": 3.5318102836608887,
       "step": 2710,
-      "subrel-constrast": 4.279746055603027,
+      "subrel-constrast": 4.223971843719482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5031428337097168,
-      "cov-distil (oracle2student)": 4.679323196411133,
-      "cov-distil (oracle2teacher)": 4.579649448394775,
+      "cov-distil": 1.485550880432129,
+      "cov-distil (oracle2student)": 4.903558254241943,
+      "cov-distil (oracle2teacher)": 4.559058666229248,
       "epoch": 2.1279434850863423,
-      "rel-constrast": 2.87349534034729,
+      "rel-constrast": 3.168334484100342,
       "step": 2711,
-      "subrel-constrast": 3.7322144508361816,
+      "subrel-constrast": 3.528364896774292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3594512939453125,
-      "cov-distil (oracle2student)": 4.114889621734619,
-      "cov-distil (oracle2teacher)": 4.170674800872803,
+      "cov-distil": 1.8095628023147583,
+      "cov-distil (oracle2student)": 4.175987720489502,
+      "cov-distil (oracle2teacher)": 4.378310203552246,
       "epoch": 2.1287284144427003,
-      "rel-constrast": 2.633234977722168,
+      "rel-constrast": 2.793012857437134,
       "step": 2712,
-      "subrel-constrast": 3.6427111625671387,
+      "subrel-constrast": 3.1855216026306152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.888802170753479,
-      "cov-distil (oracle2student)": 5.564352035522461,
-      "cov-distil (oracle2teacher)": 5.284486293792725,
+      "cov-distil": 2.3356966972351074,
+      "cov-distil (oracle2student)": 5.758665084838867,
+      "cov-distil (oracle2teacher)": 6.172313690185547,
       "epoch": 2.129513343799058,
-      "rel-constrast": 2.623882293701172,
+      "rel-constrast": 2.6410441398620605,
       "step": 2713,
-      "subrel-constrast": 3.836780548095703,
+      "subrel-constrast": 3.373906135559082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.679123878479004,
-      "cov-distil (oracle2student)": 4.944362640380859,
-      "cov-distil (oracle2teacher)": 4.52463436126709,
+      "cov-distil": 1.65224289894104,
+      "cov-distil (oracle2student)": 4.45322322845459,
+      "cov-distil (oracle2teacher)": 5.226788520812988,
       "epoch": 2.130298273155416,
-      "rel-constrast": 2.4186975955963135,
+      "rel-constrast": 2.579210042953491,
       "step": 2714,
-      "subrel-constrast": 3.4227683544158936,
+      "subrel-constrast": 2.8252065181732178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.552038550376892,
-      "cov-distil (oracle2student)": 3.7435379028320312,
-      "cov-distil (oracle2teacher)": 3.8656911849975586,
+      "cov-distil": 2.235114097595215,
+      "cov-distil (oracle2student)": 4.239071369171143,
+      "cov-distil (oracle2teacher)": 4.077936172485352,
       "epoch": 2.131083202511774,
-      "rel-constrast": 3.133347749710083,
+      "rel-constrast": 3.5080857276916504,
       "step": 2715,
-      "subrel-constrast": 3.901421070098877,
+      "subrel-constrast": 3.9123737812042236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7141571044921875,
-      "cov-distil (oracle2student)": 3.941164493560791,
-      "cov-distil (oracle2teacher)": 3.9462523460388184,
+      "cov-distil": 1.7944164276123047,
+      "cov-distil (oracle2student)": 4.091192245483398,
+      "cov-distil (oracle2teacher)": 4.233267784118652,
       "epoch": 2.131868131868132,
-      "rel-constrast": 3.0988943576812744,
+      "rel-constrast": 3.735008716583252,
       "step": 2716,
-      "subrel-constrast": 4.297597408294678,
+      "subrel-constrast": 3.82332706451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.405519962310791,
-      "cov-distil (oracle2student)": 4.931849002838135,
-      "cov-distil (oracle2teacher)": 4.836163520812988,
+      "cov-distil": 1.4597535133361816,
+      "cov-distil (oracle2student)": 4.650907039642334,
+      "cov-distil (oracle2teacher)": 4.970327377319336,
       "epoch": 2.13265306122449,
-      "rel-constrast": 2.759809970855713,
+      "rel-constrast": 3.24709415435791,
       "step": 2717,
-      "subrel-constrast": 3.902651309967041,
+      "subrel-constrast": 3.4428138732910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52744722366333,
-      "cov-distil (oracle2student)": 5.7036285400390625,
-      "cov-distil (oracle2teacher)": 5.092329502105713,
+      "cov-distil": 1.4173039197921753,
+      "cov-distil (oracle2student)": 6.115973949432373,
+      "cov-distil (oracle2teacher)": 5.487156867980957,
       "epoch": 2.133437990580848,
-      "rel-constrast": 2.869448661804199,
+      "rel-constrast": 3.424314260482788,
       "step": 2718,
-      "subrel-constrast": 3.762197971343994,
+      "subrel-constrast": 3.5977840423583984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2686254978179932,
-      "cov-distil (oracle2student)": 4.061881065368652,
-      "cov-distil (oracle2teacher)": 4.343420028686523,
+      "cov-distil": 1.3696378469467163,
+      "cov-distil (oracle2student)": 4.82077693939209,
+      "cov-distil (oracle2teacher)": 4.599069595336914,
       "epoch": 2.134222919937206,
-      "rel-constrast": 1.9216656684875488,
+      "rel-constrast": 1.6330498456954956,
       "step": 2719,
-      "subrel-constrast": 2.454155921936035,
+      "subrel-constrast": 2.190728187561035,
       "view-similarity": 0
     },
     {
       "epoch": 2.1350078492935634,
-      "grad_norm": 4.34375,
+      "grad_norm": 5.3125,
       "learning_rate": 4.563276646732499e-05,
-      "loss": 0.7225,
+      "loss": 0.7565,
       "step": 2720
     },
     {
-      "cov-distil": 1.4250738620758057,
-      "cov-distil (oracle2student)": 2.410728931427002,
-      "cov-distil (oracle2teacher)": 2.701756000518799,
+      "cov-distil": 1.8340487480163574,
+      "cov-distil (oracle2student)": 2.4776411056518555,
+      "cov-distil (oracle2teacher)": 2.972172737121582,
       "epoch": 2.1350078492935634,
-      "rel-constrast": 1.0408450365066528,
+      "rel-constrast": 1.1927556991577148,
       "step": 2720,
-      "subrel-constrast": 1.9667428731918335,
+      "subrel-constrast": 1.644672155380249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8656940460205078,
-      "cov-distil (oracle2student)": 3.2240991592407227,
-      "cov-distil (oracle2teacher)": 3.6101455688476562,
+      "cov-distil": 2.1141252517700195,
+      "cov-distil (oracle2student)": 4.041379928588867,
+      "cov-distil (oracle2teacher)": 3.098130941390991,
       "epoch": 2.1357927786499213,
-      "rel-constrast": 2.9498298168182373,
+      "rel-constrast": 3.890446424484253,
       "step": 2721,
-      "subrel-constrast": 3.8985135555267334,
+      "subrel-constrast": 3.3631510734558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6991533041000366,
-      "cov-distil (oracle2student)": 4.045197010040283,
-      "cov-distil (oracle2teacher)": 4.53965950012207,
+      "cov-distil": 1.886716604232788,
+      "cov-distil (oracle2student)": 4.475958824157715,
+      "cov-distil (oracle2teacher)": 4.843513488769531,
       "epoch": 2.1365777080062793,
-      "rel-constrast": 1.8058598041534424,
+      "rel-constrast": 1.988095760345459,
       "step": 2722,
-      "subrel-constrast": 2.6020917892456055,
+      "subrel-constrast": 2.404470920562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146787405014038,
-      "cov-distil (oracle2student)": 4.974124908447266,
-      "cov-distil (oracle2teacher)": 3.955294132232666,
+      "cov-distil": 2.4630136489868164,
+      "cov-distil (oracle2student)": 5.432491302490234,
+      "cov-distil (oracle2teacher)": 5.037467956542969,
       "epoch": 2.1373626373626373,
-      "rel-constrast": 3.6448559761047363,
+      "rel-constrast": 3.9240260124206543,
       "step": 2723,
-      "subrel-constrast": 4.53765344619751,
+      "subrel-constrast": 4.319316387176514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4499444961547852,
-      "cov-distil (oracle2student)": 4.40720796585083,
-      "cov-distil (oracle2teacher)": 4.341897010803223,
+      "cov-distil": 1.725875735282898,
+      "cov-distil (oracle2student)": 4.855104446411133,
+      "cov-distil (oracle2teacher)": 4.353126525878906,
       "epoch": 2.1381475667189953,
-      "rel-constrast": 2.8888769149780273,
+      "rel-constrast": 2.944183588027954,
       "step": 2724,
-      "subrel-constrast": 3.4380276203155518,
+      "subrel-constrast": 3.380563497543335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7588155269622803,
-      "cov-distil (oracle2student)": 4.086419105529785,
-      "cov-distil (oracle2teacher)": 3.621853828430176,
+      "cov-distil": 2.2714338302612305,
+      "cov-distil (oracle2student)": 4.553241729736328,
+      "cov-distil (oracle2teacher)": 3.8290324211120605,
       "epoch": 2.1389324960753533,
-      "rel-constrast": 2.517338991165161,
+      "rel-constrast": 2.462982416152954,
       "step": 2725,
-      "subrel-constrast": 3.006190538406372,
+      "subrel-constrast": 3.092043399810791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.520524263381958,
-      "cov-distil (oracle2student)": 4.549186706542969,
-      "cov-distil (oracle2teacher)": 4.056656837463379,
+      "cov-distil": 2.3246288299560547,
+      "cov-distil (oracle2student)": 5.197026252746582,
+      "cov-distil (oracle2teacher)": 4.478387832641602,
       "epoch": 2.1397174254317113,
-      "rel-constrast": 2.6314854621887207,
+      "rel-constrast": 3.1314311027526855,
       "step": 2726,
-      "subrel-constrast": 2.9990620613098145,
+      "subrel-constrast": 3.489192008972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5154798030853271,
-      "cov-distil (oracle2student)": 3.9534239768981934,
-      "cov-distil (oracle2teacher)": 3.2888529300689697,
+      "cov-distil": 1.744558334350586,
+      "cov-distil (oracle2student)": 4.238848686218262,
+      "cov-distil (oracle2teacher)": 3.7173914909362793,
       "epoch": 2.1405023547880693,
-      "rel-constrast": 3.1360268592834473,
+      "rel-constrast": 3.7991209030151367,
       "step": 2727,
-      "subrel-constrast": 3.406343460083008,
+      "subrel-constrast": 3.430152416229248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3787696361541748,
-      "cov-distil (oracle2student)": 4.144366264343262,
-      "cov-distil (oracle2teacher)": 4.045719623565674,
+      "cov-distil": 2.043381452560425,
+      "cov-distil (oracle2student)": 4.863752365112305,
+      "cov-distil (oracle2teacher)": 4.395226001739502,
       "epoch": 2.141287284144427,
-      "rel-constrast": 2.5800368785858154,
+      "rel-constrast": 2.6041038036346436,
       "step": 2728,
-      "subrel-constrast": 3.1987664699554443,
+      "subrel-constrast": 3.0632994174957275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8338348865509033,
-      "cov-distil (oracle2student)": 2.982102394104004,
-      "cov-distil (oracle2teacher)": 3.10264253616333,
+      "cov-distil": 2.530424118041992,
+      "cov-distil (oracle2student)": 3.3918275833129883,
+      "cov-distil (oracle2teacher)": 2.7937893867492676,
       "epoch": 2.142072213500785,
-      "rel-constrast": 3.9934592247009277,
+      "rel-constrast": 3.919963836669922,
       "step": 2729,
-      "subrel-constrast": 4.150345802307129,
+      "subrel-constrast": 4.2447662353515625,
       "view-similarity": 0
     },
     {
       "epoch": 2.142857142857143,
-      "grad_norm": 7.78125,
+      "grad_norm": 7.5625,
       "learning_rate": 4.5583363331046056e-05,
-      "loss": 0.7212,
+      "loss": 0.7464,
       "step": 2730
     },
     {
-      "cov-distil": 1.4362707138061523,
-      "cov-distil (oracle2student)": 3.398658037185669,
-      "cov-distil (oracle2teacher)": 3.3876888751983643,
+      "cov-distil": 1.772358775138855,
+      "cov-distil (oracle2student)": 3.474801778793335,
+      "cov-distil (oracle2teacher)": 3.6727254390716553,
       "epoch": 2.142857142857143,
-      "rel-constrast": 3.6590633392333984,
+      "rel-constrast": 3.8070785999298096,
       "step": 2730,
-      "subrel-constrast": 4.0388031005859375,
+      "subrel-constrast": 4.051994323730469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.387253761291504,
-      "cov-distil (oracle2student)": 2.597053050994873,
-      "cov-distil (oracle2teacher)": 2.7036991119384766,
+      "cov-distil": 1.3945298194885254,
+      "cov-distil (oracle2student)": 2.897265911102295,
+      "cov-distil (oracle2teacher)": 2.8536994457244873,
       "epoch": 2.143642072213501,
-      "rel-constrast": 2.963519334793091,
+      "rel-constrast": 2.9778590202331543,
       "step": 2731,
-      "subrel-constrast": 3.440031051635742,
+      "subrel-constrast": 3.0619239807128906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1631643772125244,
-      "cov-distil (oracle2student)": 5.246153831481934,
-      "cov-distil (oracle2teacher)": 4.865432262420654,
+      "cov-distil": 2.8992905616760254,
+      "cov-distil (oracle2student)": 5.650431156158447,
+      "cov-distil (oracle2teacher)": 5.4213433265686035,
       "epoch": 2.1444270015698588,
-      "rel-constrast": 2.8004417419433594,
+      "rel-constrast": 2.771008014678955,
       "step": 2732,
-      "subrel-constrast": 3.990276575088501,
+      "subrel-constrast": 4.121761798858643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5671294927597046,
-      "cov-distil (oracle2student)": 4.0398383140563965,
-      "cov-distil (oracle2teacher)": 3.8646461963653564,
+      "cov-distil": 1.7893962860107422,
+      "cov-distil (oracle2student)": 4.3142008781433105,
+      "cov-distil (oracle2teacher)": 3.750101089477539,
       "epoch": 2.1452119309262168,
-      "rel-constrast": 2.4255776405334473,
+      "rel-constrast": 2.5303144454956055,
       "step": 2733,
-      "subrel-constrast": 3.151942729949951,
+      "subrel-constrast": 3.2218539714813232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.566084623336792,
-      "cov-distil (oracle2student)": 4.746498107910156,
-      "cov-distil (oracle2teacher)": 4.233251571655273,
+      "cov-distil": 1.8460109233856201,
+      "cov-distil (oracle2student)": 4.85793399810791,
+      "cov-distil (oracle2teacher)": 4.467123031616211,
       "epoch": 2.1459968602825747,
-      "rel-constrast": 2.35941219329834,
+      "rel-constrast": 2.907714366912842,
       "step": 2734,
-      "subrel-constrast": 3.2485463619232178,
+      "subrel-constrast": 2.8867738246917725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6866950988769531,
-      "cov-distil (oracle2student)": 4.472095489501953,
-      "cov-distil (oracle2teacher)": 3.9792964458465576,
+      "cov-distil": 1.7120323181152344,
+      "cov-distil (oracle2student)": 3.8818793296813965,
+      "cov-distil (oracle2teacher)": 4.452323913574219,
       "epoch": 2.1467817896389323,
-      "rel-constrast": 2.5938873291015625,
+      "rel-constrast": 2.970344066619873,
       "step": 2735,
-      "subrel-constrast": 3.6273863315582275,
+      "subrel-constrast": 3.756711721420288,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7679821252822876,
-      "cov-distil (oracle2student)": 4.690601348876953,
-      "cov-distil (oracle2teacher)": 4.375359535217285,
+      "cov-distil": 1.808612585067749,
+      "cov-distil (oracle2student)": 5.168413162231445,
+      "cov-distil (oracle2teacher)": 5.145092487335205,
       "epoch": 2.1475667189952903,
-      "rel-constrast": 4.108896255493164,
+      "rel-constrast": 4.309047698974609,
       "step": 2736,
-      "subrel-constrast": 4.8226470947265625,
+      "subrel-constrast": 5.030624866485596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3214069604873657,
-      "cov-distil (oracle2student)": 4.64495849609375,
-      "cov-distil (oracle2teacher)": 3.969440460205078,
+      "cov-distil": 1.7717366218566895,
+      "cov-distil (oracle2student)": 4.699605941772461,
+      "cov-distil (oracle2teacher)": 4.669976234436035,
       "epoch": 2.1483516483516483,
-      "rel-constrast": 2.8897924423217773,
+      "rel-constrast": 3.058919668197632,
       "step": 2737,
-      "subrel-constrast": 3.3626327514648438,
+      "subrel-constrast": 3.2458088397979736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6598775386810303,
-      "cov-distil (oracle2student)": 3.325988531112671,
-      "cov-distil (oracle2teacher)": 3.1547634601593018,
+      "cov-distil": 2.0776026248931885,
+      "cov-distil (oracle2student)": 4.099021911621094,
+      "cov-distil (oracle2teacher)": 3.336305856704712,
       "epoch": 2.1491365777080063,
-      "rel-constrast": 2.5516350269317627,
+      "rel-constrast": 2.9106194972991943,
       "step": 2738,
-      "subrel-constrast": 3.189652442932129,
+      "subrel-constrast": 3.3453192710876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4170176982879639,
-      "cov-distil (oracle2student)": 4.892799377441406,
-      "cov-distil (oracle2teacher)": 4.32049036026001,
+      "cov-distil": 2.1479830741882324,
+      "cov-distil (oracle2student)": 4.807985305786133,
+      "cov-distil (oracle2teacher)": 4.94437313079834,
       "epoch": 2.1499215070643642,
-      "rel-constrast": 3.900127410888672,
+      "rel-constrast": 3.552187442779541,
       "step": 2739,
-      "subrel-constrast": 4.482950210571289,
+      "subrel-constrast": 4.60059928894043,
       "view-similarity": 0
     },
     {
       "epoch": 2.1507064364207222,
-      "grad_norm": 5.96875,
+      "grad_norm": 6.40625,
       "learning_rate": 4.553370939298066e-05,
-      "loss": 0.7962,
+      "loss": 0.7949,
       "step": 2740
     },
     {
-      "cov-distil": 1.2520241737365723,
-      "cov-distil (oracle2student)": 4.642541885375977,
-      "cov-distil (oracle2teacher)": 3.9612741470336914,
+      "cov-distil": 1.3607840538024902,
+      "cov-distil (oracle2student)": 4.205851078033447,
+      "cov-distil (oracle2teacher)": 4.21441125869751,
       "epoch": 2.1507064364207222,
-      "rel-constrast": 2.5799102783203125,
+      "rel-constrast": 2.3236804008483887,
       "step": 2740,
-      "subrel-constrast": 2.896745204925537,
+      "subrel-constrast": 2.7277274131774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4807324409484863,
-      "cov-distil (oracle2student)": 3.775017261505127,
-      "cov-distil (oracle2teacher)": 3.675877571105957,
+      "cov-distil": 1.831739902496338,
+      "cov-distil (oracle2student)": 4.1276655197143555,
+      "cov-distil (oracle2teacher)": 4.477408409118652,
       "epoch": 2.1514913657770802,
-      "rel-constrast": 2.7104713916778564,
+      "rel-constrast": 2.6603786945343018,
       "step": 2741,
-      "subrel-constrast": 3.674412488937378,
+      "subrel-constrast": 3.7941458225250244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.03420352935791,
-      "cov-distil (oracle2student)": 3.792262554168701,
-      "cov-distil (oracle2teacher)": 3.351930618286133,
+      "cov-distil": 2.0594353675842285,
+      "cov-distil (oracle2student)": 3.7760701179504395,
+      "cov-distil (oracle2teacher)": 3.820857524871826,
       "epoch": 2.152276295133438,
-      "rel-constrast": 2.3330345153808594,
+      "rel-constrast": 2.523923397064209,
       "step": 2742,
-      "subrel-constrast": 3.4259626865386963,
+      "subrel-constrast": 3.51403546333313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2528175115585327,
-      "cov-distil (oracle2student)": 3.033623695373535,
-      "cov-distil (oracle2teacher)": 3.208360195159912,
+      "cov-distil": 1.6223206520080566,
+      "cov-distil (oracle2student)": 3.0761678218841553,
+      "cov-distil (oracle2teacher)": 3.6201417446136475,
       "epoch": 2.1530612244897958,
-      "rel-constrast": 2.5651957988739014,
+      "rel-constrast": 2.4949326515197754,
       "step": 2743,
-      "subrel-constrast": 3.4995763301849365,
+      "subrel-constrast": 3.6691465377807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.19075345993042,
-      "cov-distil (oracle2student)": 3.0748677253723145,
-      "cov-distil (oracle2teacher)": 3.249525308609009,
+      "cov-distil": 2.527529239654541,
+      "cov-distil (oracle2student)": 3.7652201652526855,
+      "cov-distil (oracle2teacher)": 3.3919572830200195,
       "epoch": 2.1538461538461537,
-      "rel-constrast": 2.101543664932251,
+      "rel-constrast": 2.553638458251953,
       "step": 2744,
-      "subrel-constrast": 3.3933138847351074,
+      "subrel-constrast": 3.140903949737549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.762261152267456,
-      "cov-distil (oracle2student)": 5.695385932922363,
-      "cov-distil (oracle2teacher)": 5.030972003936768,
+      "cov-distil": 1.9023364782333374,
+      "cov-distil (oracle2student)": 6.160947799682617,
+      "cov-distil (oracle2teacher)": 5.412774562835693,
       "epoch": 2.1546310832025117,
-      "rel-constrast": 2.3501739501953125,
+      "rel-constrast": 2.8680970668792725,
       "step": 2745,
-      "subrel-constrast": 3.1482934951782227,
+      "subrel-constrast": 3.0887415409088135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2607382535934448,
-      "cov-distil (oracle2student)": 4.309648036956787,
-      "cov-distil (oracle2teacher)": 3.660160779953003,
+      "cov-distil": 1.8032915592193604,
+      "cov-distil (oracle2student)": 4.613521575927734,
+      "cov-distil (oracle2teacher)": 4.045806884765625,
       "epoch": 2.1554160125588697,
-      "rel-constrast": 2.2421960830688477,
+      "rel-constrast": 2.508903980255127,
       "step": 2746,
-      "subrel-constrast": 2.545811414718628,
+      "subrel-constrast": 2.74979829788208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.590510606765747,
-      "cov-distil (oracle2student)": 4.173438549041748,
-      "cov-distil (oracle2teacher)": 3.9678993225097656,
+      "cov-distil": 1.6325560808181763,
+      "cov-distil (oracle2student)": 4.066964149475098,
+      "cov-distil (oracle2teacher)": 4.3036208152771,
       "epoch": 2.1562009419152277,
-      "rel-constrast": 2.7266035079956055,
+      "rel-constrast": 3.003108024597168,
       "step": 2747,
-      "subrel-constrast": 3.8877294063568115,
+      "subrel-constrast": 3.7916505336761475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3935344219207764,
-      "cov-distil (oracle2student)": 3.8086533546447754,
-      "cov-distil (oracle2teacher)": 3.507582426071167,
+      "cov-distil": 1.392820119857788,
+      "cov-distil (oracle2student)": 3.6668107509613037,
+      "cov-distil (oracle2teacher)": 3.8863534927368164,
       "epoch": 2.1569858712715857,
-      "rel-constrast": 2.19693922996521,
+      "rel-constrast": 2.3931965827941895,
       "step": 2748,
-      "subrel-constrast": 3.1823244094848633,
+      "subrel-constrast": 3.2140321731567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4521491527557373,
-      "cov-distil (oracle2student)": 3.2846603393554688,
-      "cov-distil (oracle2teacher)": 3.344316244125366,
+      "cov-distil": 1.64244544506073,
+      "cov-distil (oracle2student)": 3.3898491859436035,
+      "cov-distil (oracle2teacher)": 3.5457510948181152,
       "epoch": 2.1577708006279437,
-      "rel-constrast": 2.2402596473693848,
+      "rel-constrast": 2.423830270767212,
       "step": 2749,
-      "subrel-constrast": 3.390120029449463,
+      "subrel-constrast": 3.0914745330810547,
       "view-similarity": 0
     },
     {
       "epoch": 2.1585557299843012,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.548380525814634e-05,
-      "loss": 0.6403,
+      "loss": 0.6438,
       "step": 2750
     },
     {
-      "cov-distil": 1.6948133707046509,
-      "cov-distil (oracle2student)": 2.3311376571655273,
-      "cov-distil (oracle2teacher)": 2.681070327758789,
+      "cov-distil": 1.785147786140442,
+      "cov-distil (oracle2student)": 2.587653636932373,
+      "cov-distil (oracle2teacher)": 3.033172130584717,
       "epoch": 2.1585557299843012,
-      "rel-constrast": 1.3141849040985107,
+      "rel-constrast": 1.5327118635177612,
       "step": 2750,
-      "subrel-constrast": 2.589888334274292,
+      "subrel-constrast": 2.199734687805176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5499573945999146,
-      "cov-distil (oracle2student)": 4.537898063659668,
-      "cov-distil (oracle2teacher)": 4.425322532653809,
+      "cov-distil": 2.1735382080078125,
+      "cov-distil (oracle2student)": 3.8909854888916016,
+      "cov-distil (oracle2teacher)": 5.034557819366455,
       "epoch": 2.159340659340659,
-      "rel-constrast": 2.3581161499023438,
+      "rel-constrast": 2.390591621398926,
       "step": 2751,
-      "subrel-constrast": 3.120558023452759,
+      "subrel-constrast": 3.5640106201171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4320406913757324,
-      "cov-distil (oracle2student)": 4.918800354003906,
-      "cov-distil (oracle2teacher)": 4.580051422119141,
+      "cov-distil": 1.433732032775879,
+      "cov-distil (oracle2student)": 5.238289833068848,
+      "cov-distil (oracle2teacher)": 5.1051788330078125,
       "epoch": 2.160125588697017,
-      "rel-constrast": 2.7656240463256836,
+      "rel-constrast": 2.8123855590820312,
       "step": 2752,
-      "subrel-constrast": 3.446685791015625,
+      "subrel-constrast": 3.1644558906555176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3444201946258545,
-      "cov-distil (oracle2student)": 3.615976333618164,
-      "cov-distil (oracle2teacher)": 3.3347604274749756,
+      "cov-distil": 1.7507038116455078,
+      "cov-distil (oracle2student)": 3.594060182571411,
+      "cov-distil (oracle2teacher)": 3.751725435256958,
       "epoch": 2.160910518053375,
-      "rel-constrast": 2.6383683681488037,
+      "rel-constrast": 2.8090381622314453,
       "step": 2753,
-      "subrel-constrast": 3.3751375675201416,
+      "subrel-constrast": 3.4290473461151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8266611099243164,
-      "cov-distil (oracle2student)": 3.079434871673584,
-      "cov-distil (oracle2teacher)": 3.1996889114379883,
+      "cov-distil": 2.2442831993103027,
+      "cov-distil (oracle2student)": 3.8347411155700684,
+      "cov-distil (oracle2teacher)": 3.833700180053711,
       "epoch": 2.161695447409733,
-      "rel-constrast": 2.4695091247558594,
+      "rel-constrast": 3.0736355781555176,
       "step": 2754,
-      "subrel-constrast": 3.61206316947937,
+      "subrel-constrast": 3.5893893241882324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826489448547363,
-      "cov-distil (oracle2student)": 4.949309349060059,
-      "cov-distil (oracle2teacher)": 4.687525749206543,
+      "cov-distil": 2.0889463424682617,
+      "cov-distil (oracle2student)": 5.465128421783447,
+      "cov-distil (oracle2teacher)": 5.231375694274902,
       "epoch": 2.162480376766091,
-      "rel-constrast": 2.3799362182617188,
+      "rel-constrast": 3.5743601322174072,
       "step": 2755,
-      "subrel-constrast": 3.5264055728912354,
+      "subrel-constrast": 3.4813055992126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.124934434890747,
-      "cov-distil (oracle2student)": 3.533940315246582,
-      "cov-distil (oracle2teacher)": 3.653165340423584,
+      "cov-distil": 1.7526955604553223,
+      "cov-distil (oracle2student)": 3.633735179901123,
+      "cov-distil (oracle2teacher)": 3.59871244430542,
       "epoch": 2.163265306122449,
-      "rel-constrast": 3.321613311767578,
+      "rel-constrast": 3.4252045154571533,
       "step": 2756,
-      "subrel-constrast": 3.7038440704345703,
+      "subrel-constrast": 3.5230064392089844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9368057250976562,
-      "cov-distil (oracle2student)": 4.886351108551025,
-      "cov-distil (oracle2teacher)": 4.858048915863037,
+      "cov-distil": 1.860623836517334,
+      "cov-distil (oracle2student)": 5.258307933807373,
+      "cov-distil (oracle2teacher)": 5.2200117111206055,
       "epoch": 2.1640502354788067,
-      "rel-constrast": 3.2014737129211426,
+      "rel-constrast": 3.1157939434051514,
       "step": 2757,
-      "subrel-constrast": 4.386559963226318,
+      "subrel-constrast": 4.44868278503418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426530361175537,
-      "cov-distil (oracle2student)": 3.530073642730713,
-      "cov-distil (oracle2teacher)": 3.6141629219055176,
+      "cov-distil": 2.013542890548706,
+      "cov-distil (oracle2student)": 4.043458461761475,
+      "cov-distil (oracle2teacher)": 4.043023109436035,
       "epoch": 2.1648351648351647,
-      "rel-constrast": 1.6178171634674072,
+      "rel-constrast": 1.9020402431488037,
       "step": 2758,
-      "subrel-constrast": 2.3052117824554443,
+      "subrel-constrast": 2.511077642440796,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0921416282653809,
-      "cov-distil (oracle2student)": 3.1381635665893555,
-      "cov-distil (oracle2teacher)": 3.4450976848602295,
+      "cov-distil": 1.5995543003082275,
+      "cov-distil (oracle2student)": 4.711848258972168,
+      "cov-distil (oracle2teacher)": 3.707982063293457,
       "epoch": 2.1656200941915227,
-      "rel-constrast": 2.438591480255127,
+      "rel-constrast": 3.268792152404785,
       "step": 2759,
-      "subrel-constrast": 3.3048923015594482,
+      "subrel-constrast": 3.141951084136963,
       "view-similarity": 0
     },
     {
       "epoch": 2.1664050235478807,
-      "grad_norm": 5.1875,
+      "grad_norm": 5.71875,
       "learning_rate": 4.5433651534609254e-05,
-      "loss": 0.6497,
+      "loss": 0.6976,
       "step": 2760
     },
     {
-      "cov-distil": 1.578001618385315,
-      "cov-distil (oracle2student)": 2.874424695968628,
-      "cov-distil (oracle2teacher)": 2.949392318725586,
+      "cov-distil": 2.027440309524536,
+      "cov-distil (oracle2student)": 2.853795051574707,
+      "cov-distil (oracle2teacher)": 2.497511386871338,
       "epoch": 2.1664050235478807,
-      "rel-constrast": 2.6245853900909424,
+      "rel-constrast": 2.757913589477539,
       "step": 2760,
-      "subrel-constrast": 3.475450038909912,
+      "subrel-constrast": 3.1256303787231445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8739182949066162,
-      "cov-distil (oracle2student)": 3.577914237976074,
-      "cov-distil (oracle2teacher)": 3.393104076385498,
+      "cov-distil": 1.8606860637664795,
+      "cov-distil (oracle2student)": 3.596660614013672,
+      "cov-distil (oracle2teacher)": 3.2850241661071777,
       "epoch": 2.1671899529042387,
-      "rel-constrast": 2.4435858726501465,
+      "rel-constrast": 2.3101189136505127,
       "step": 2761,
-      "subrel-constrast": 3.0955920219421387,
+      "subrel-constrast": 3.027657985687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.953794002532959,
-      "cov-distil (oracle2student)": 3.8717901706695557,
-      "cov-distil (oracle2teacher)": 3.5614125728607178,
+      "cov-distil": 2.5441339015960693,
+      "cov-distil (oracle2student)": 3.87982439994812,
+      "cov-distil (oracle2teacher)": 4.043338775634766,
       "epoch": 2.1679748822605966,
-      "rel-constrast": 2.3320181369781494,
+      "rel-constrast": 2.7740468978881836,
       "step": 2762,
-      "subrel-constrast": 3.115504026412964,
+      "subrel-constrast": 3.0653018951416016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3343175649642944,
-      "cov-distil (oracle2student)": 4.609310150146484,
-      "cov-distil (oracle2teacher)": 4.303138732910156,
+      "cov-distil": 1.6612123250961304,
+      "cov-distil (oracle2student)": 5.389048099517822,
+      "cov-distil (oracle2teacher)": 4.765027046203613,
       "epoch": 2.1687598116169546,
-      "rel-constrast": 2.487426519393921,
+      "rel-constrast": 2.4068758487701416,
       "step": 2763,
-      "subrel-constrast": 3.051936388015747,
+      "subrel-constrast": 2.820878267288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.951548457145691,
-      "cov-distil (oracle2student)": 3.890188694000244,
-      "cov-distil (oracle2teacher)": 3.4583067893981934,
+      "cov-distil": 1.8833258152008057,
+      "cov-distil (oracle2student)": 4.192130088806152,
+      "cov-distil (oracle2teacher)": 3.4766294956207275,
       "epoch": 2.169544740973312,
-      "rel-constrast": 2.934924602508545,
+      "rel-constrast": 3.2889156341552734,
       "step": 2764,
-      "subrel-constrast": 3.7799088954925537,
+      "subrel-constrast": 3.719115734100342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358479261398315,
-      "cov-distil (oracle2student)": 4.632247447967529,
-      "cov-distil (oracle2teacher)": 4.144345283508301,
+      "cov-distil": 2.6533896923065186,
+      "cov-distil (oracle2student)": 4.43166446685791,
+      "cov-distil (oracle2teacher)": 4.373798847198486,
       "epoch": 2.17032967032967,
-      "rel-constrast": 1.9486992359161377,
+      "rel-constrast": 2.1963961124420166,
       "step": 2765,
-      "subrel-constrast": 2.93902587890625,
+      "subrel-constrast": 3.1048412322998047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2712477445602417,
-      "cov-distil (oracle2student)": 4.748114585876465,
-      "cov-distil (oracle2teacher)": 4.15672492980957,
+      "cov-distil": 1.8074252605438232,
+      "cov-distil (oracle2student)": 4.894932746887207,
+      "cov-distil (oracle2teacher)": 4.793103218078613,
       "epoch": 2.171114599686028,
-      "rel-constrast": 4.325639247894287,
+      "rel-constrast": 4.083282470703125,
       "step": 2766,
-      "subrel-constrast": 4.2749714851379395,
+      "subrel-constrast": 4.095904350280762,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5482760667800903,
-      "cov-distil (oracle2student)": 3.9427294731140137,
-      "cov-distil (oracle2teacher)": 3.9328689575195312,
+      "cov-distil": 1.7058920860290527,
+      "cov-distil (oracle2student)": 3.485278844833374,
+      "cov-distil (oracle2teacher)": 3.5941054821014404,
       "epoch": 2.171899529042386,
-      "rel-constrast": 3.7439210414886475,
+      "rel-constrast": 3.210562229156494,
       "step": 2767,
-      "subrel-constrast": 4.385122776031494,
+      "subrel-constrast": 3.9721932411193848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5634022951126099,
-      "cov-distil (oracle2student)": 4.607346534729004,
-      "cov-distil (oracle2teacher)": 4.3032660484313965,
+      "cov-distil": 1.8338966369628906,
+      "cov-distil (oracle2student)": 5.013625144958496,
+      "cov-distil (oracle2teacher)": 4.827178955078125,
       "epoch": 2.172684458398744,
-      "rel-constrast": 2.7488107681274414,
+      "rel-constrast": 2.697571039199829,
       "step": 2768,
-      "subrel-constrast": 3.7152700424194336,
+      "subrel-constrast": 3.7883613109588623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4115402698516846,
-      "cov-distil (oracle2student)": 3.8804614543914795,
-      "cov-distil (oracle2teacher)": 3.644684314727783,
+      "cov-distil": 1.74371337890625,
+      "cov-distil (oracle2student)": 4.457836627960205,
+      "cov-distil (oracle2teacher)": 3.804746150970459,
       "epoch": 2.173469387755102,
-      "rel-constrast": 2.467334508895874,
+      "rel-constrast": 3.225389242172241,
       "step": 2769,
-      "subrel-constrast": 3.15594482421875,
+      "subrel-constrast": 3.367835283279419,
       "view-similarity": 0
     },
     {
       "epoch": 2.17425431711146,
-      "grad_norm": 4.875,
+      "grad_norm": 6.25,
       "learning_rate": 4.538324883347668e-05,
-      "loss": 0.7417,
+      "loss": 0.7238,
       "step": 2770
     },
     {
-      "cov-distil": 1.5766236782073975,
-      "cov-distil (oracle2student)": 4.064674377441406,
-      "cov-distil (oracle2teacher)": 4.15757417678833,
+      "cov-distil": 2.1096997261047363,
+      "cov-distil (oracle2student)": 4.189732551574707,
+      "cov-distil (oracle2teacher)": 4.323905944824219,
       "epoch": 2.17425431711146,
-      "rel-constrast": 3.271489381790161,
+      "rel-constrast": 2.940443515777588,
       "step": 2770,
-      "subrel-constrast": 4.268964767456055,
+      "subrel-constrast": 4.18864631652832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6262998580932617,
-      "cov-distil (oracle2student)": 2.912447929382324,
-      "cov-distil (oracle2teacher)": 3.3901774883270264,
+      "cov-distil": 2.3171849250793457,
+      "cov-distil (oracle2student)": 2.8268041610717773,
+      "cov-distil (oracle2teacher)": 3.56740140914917,
       "epoch": 2.175039246467818,
-      "rel-constrast": 2.709003210067749,
+      "rel-constrast": 2.750864028930664,
       "step": 2771,
-      "subrel-constrast": 3.439051628112793,
+      "subrel-constrast": 3.608549118041992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7560714483261108,
-      "cov-distil (oracle2student)": 3.479447364807129,
-      "cov-distil (oracle2teacher)": 3.216811418533325,
+      "cov-distil": 2.4682416915893555,
+      "cov-distil (oracle2student)": 3.9798026084899902,
+      "cov-distil (oracle2teacher)": 3.436493396759033,
       "epoch": 2.1758241758241756,
-      "rel-constrast": 2.367316484451294,
+      "rel-constrast": 2.5125603675842285,
       "step": 2772,
-      "subrel-constrast": 2.8493714332580566,
+      "subrel-constrast": 2.895495891571045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8529348373413086,
-      "cov-distil (oracle2student)": 3.987799882888794,
-      "cov-distil (oracle2teacher)": 3.7918434143066406,
+      "cov-distil": 2.245640754699707,
+      "cov-distil (oracle2student)": 4.504085540771484,
+      "cov-distil (oracle2teacher)": 4.577808856964111,
       "epoch": 2.1766091051805336,
-      "rel-constrast": 2.480729579925537,
+      "rel-constrast": 2.985295534133911,
       "step": 2773,
-      "subrel-constrast": 3.5525097846984863,
+      "subrel-constrast": 3.423816204071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3569505214691162,
-      "cov-distil (oracle2student)": 3.5121207237243652,
-      "cov-distil (oracle2teacher)": 3.2565643787384033,
+      "cov-distil": 1.7187970876693726,
+      "cov-distil (oracle2student)": 3.560590982437134,
+      "cov-distil (oracle2teacher)": 3.4925620555877686,
       "epoch": 2.1773940345368916,
-      "rel-constrast": 2.9575562477111816,
+      "rel-constrast": 3.178072452545166,
       "step": 2774,
-      "subrel-constrast": 3.197854518890381,
+      "subrel-constrast": 3.2805840969085693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.038498878479004,
-      "cov-distil (oracle2student)": 5.109562873840332,
-      "cov-distil (oracle2teacher)": 4.400078296661377,
+      "cov-distil": 2.0825681686401367,
+      "cov-distil (oracle2student)": 5.242267608642578,
+      "cov-distil (oracle2teacher)": 4.749919891357422,
       "epoch": 2.1781789638932496,
-      "rel-constrast": 2.6226844787597656,
+      "rel-constrast": 2.309586763381958,
       "step": 2775,
-      "subrel-constrast": 3.0244951248168945,
+      "subrel-constrast": 2.966075897216797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.149135112762451,
-      "cov-distil (oracle2student)": 4.2197699546813965,
-      "cov-distil (oracle2teacher)": 3.9235053062438965,
+      "cov-distil": 2.1763644218444824,
+      "cov-distil (oracle2student)": 4.702444076538086,
+      "cov-distil (oracle2teacher)": 4.097940921783447,
       "epoch": 2.1789638932496076,
-      "rel-constrast": 3.5571346282958984,
+      "rel-constrast": 3.987548589706421,
       "step": 2776,
-      "subrel-constrast": 4.247030735015869,
+      "subrel-constrast": 3.9831128120422363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9533778429031372,
-      "cov-distil (oracle2student)": 4.807613849639893,
-      "cov-distil (oracle2teacher)": 4.531671524047852,
+      "cov-distil": 2.0249717235565186,
+      "cov-distil (oracle2student)": 4.359429836273193,
+      "cov-distil (oracle2teacher)": 5.391081809997559,
       "epoch": 2.1797488226059656,
-      "rel-constrast": 1.6832172870635986,
+      "rel-constrast": 2.303375244140625,
       "step": 2777,
-      "subrel-constrast": 2.9430198669433594,
+      "subrel-constrast": 2.9794812202453613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0430760383605957,
-      "cov-distil (oracle2student)": 2.740504741668701,
-      "cov-distil (oracle2teacher)": 2.7616782188415527,
+      "cov-distil": 2.219846725463867,
+      "cov-distil (oracle2student)": 2.6709351539611816,
+      "cov-distil (oracle2teacher)": 3.2105417251586914,
       "epoch": 2.1805337519623236,
-      "rel-constrast": 2.7265501022338867,
+      "rel-constrast": 2.2785422801971436,
       "step": 2778,
-      "subrel-constrast": 3.3393828868865967,
+      "subrel-constrast": 3.8638181686401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0736690759658813,
-      "cov-distil (oracle2student)": 6.632774353027344,
-      "cov-distil (oracle2teacher)": 5.811801433563232,
+      "cov-distil": 1.3283331394195557,
+      "cov-distil (oracle2student)": 7.292950630187988,
+      "cov-distil (oracle2teacher)": 6.300293922424316,
       "epoch": 2.181318681318681,
-      "rel-constrast": 3.902250051498413,
+      "rel-constrast": 4.599099636077881,
       "step": 2779,
-      "subrel-constrast": 4.035862922668457,
+      "subrel-constrast": 4.138868808746338,
       "view-similarity": 0
     },
     {
       "epoch": 2.182103610675039,
-      "grad_norm": 7.375,
+      "grad_norm": 8.8125,
       "learning_rate": 4.533259776888963e-05,
-      "loss": 0.748,
+      "loss": 0.7461,
       "step": 2780
     },
     {
-      "cov-distil": 2.2980527877807617,
-      "cov-distil (oracle2student)": 4.280145645141602,
-      "cov-distil (oracle2teacher)": 4.30819034576416,
+      "cov-distil": 2.178429126739502,
+      "cov-distil (oracle2student)": 5.01374626159668,
+      "cov-distil (oracle2teacher)": 4.564960956573486,
       "epoch": 2.182103610675039,
-      "rel-constrast": 2.0169150829315186,
+      "rel-constrast": 2.7280025482177734,
       "step": 2780,
-      "subrel-constrast": 3.02779483795166,
+      "subrel-constrast": 3.1228349208831787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4225775003433228,
-      "cov-distil (oracle2student)": 3.131531000137329,
-      "cov-distil (oracle2teacher)": 2.704676389694214,
+      "cov-distil": 2.4580564498901367,
+      "cov-distil (oracle2student)": 3.4463376998901367,
+      "cov-distil (oracle2teacher)": 3.471315622329712,
       "epoch": 2.182888540031397,
-      "rel-constrast": 2.938419818878174,
+      "rel-constrast": 3.357919692993164,
       "step": 2781,
-      "subrel-constrast": 3.446192502975464,
+      "subrel-constrast": 3.843925714492798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6602404117584229,
-      "cov-distil (oracle2student)": 4.858144760131836,
-      "cov-distil (oracle2teacher)": 5.343108177185059,
+      "cov-distil": 2.134389877319336,
+      "cov-distil (oracle2student)": 5.513792991638184,
+      "cov-distil (oracle2teacher)": 5.2382025718688965,
       "epoch": 2.183673469387755,
-      "rel-constrast": 1.488740086555481,
+      "rel-constrast": 1.8114897012710571,
       "step": 2782,
-      "subrel-constrast": 2.8543848991394043,
+      "subrel-constrast": 2.513664960861206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.555893898010254,
-      "cov-distil (oracle2student)": 3.017913818359375,
-      "cov-distil (oracle2teacher)": 3.018636703491211,
+      "cov-distil": 2.0349349975585938,
+      "cov-distil (oracle2student)": 3.1711840629577637,
+      "cov-distil (oracle2teacher)": 3.660766124725342,
       "epoch": 2.184458398744113,
-      "rel-constrast": 1.9062366485595703,
+      "rel-constrast": 2.422055959701538,
       "step": 2783,
-      "subrel-constrast": 2.852386236190796,
+      "subrel-constrast": 2.8692121505737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1982990503311157,
-      "cov-distil (oracle2student)": 4.0601677894592285,
-      "cov-distil (oracle2teacher)": 3.864678382873535,
+      "cov-distil": 1.623112440109253,
+      "cov-distil (oracle2student)": 4.466866493225098,
+      "cov-distil (oracle2teacher)": 4.288537502288818,
       "epoch": 2.185243328100471,
-      "rel-constrast": 2.328829288482666,
+      "rel-constrast": 2.629744291305542,
       "step": 2784,
-      "subrel-constrast": 3.048837423324585,
+      "subrel-constrast": 3.0239028930664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6617581844329834,
-      "cov-distil (oracle2student)": 4.962514877319336,
-      "cov-distil (oracle2teacher)": 5.167625904083252,
+      "cov-distil": 2.0261192321777344,
+      "cov-distil (oracle2student)": 5.357070446014404,
+      "cov-distil (oracle2teacher)": 5.457041263580322,
       "epoch": 2.186028257456829,
-      "rel-constrast": 3.139671802520752,
+      "rel-constrast": 3.2271387577056885,
       "step": 2785,
-      "subrel-constrast": 4.643870830535889,
+      "subrel-constrast": 4.222178936004639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2765108346939087,
-      "cov-distil (oracle2student)": 3.983035087585449,
-      "cov-distil (oracle2teacher)": 3.7437143325805664,
+      "cov-distil": 1.5905166864395142,
+      "cov-distil (oracle2student)": 4.368485450744629,
+      "cov-distil (oracle2teacher)": 4.257085800170898,
       "epoch": 2.186813186813187,
-      "rel-constrast": 2.728004217147827,
+      "rel-constrast": 3.1159486770629883,
       "step": 2786,
-      "subrel-constrast": 3.2605865001678467,
+      "subrel-constrast": 2.9920268058776855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5590498447418213,
-      "cov-distil (oracle2student)": 4.068120956420898,
-      "cov-distil (oracle2teacher)": 4.2923431396484375,
+      "cov-distil": 2.261465549468994,
+      "cov-distil (oracle2student)": 4.669281959533691,
+      "cov-distil (oracle2teacher)": 4.781498432159424,
       "epoch": 2.1875981161695446,
-      "rel-constrast": 3.327399492263794,
+      "rel-constrast": 3.3421380519866943,
       "step": 2787,
-      "subrel-constrast": 4.192492961883545,
+      "subrel-constrast": 4.129855155944824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1637686491012573,
-      "cov-distil (oracle2student)": 2.682816982269287,
-      "cov-distil (oracle2teacher)": 2.9069252014160156,
+      "cov-distil": 2.034818172454834,
+      "cov-distil (oracle2student)": 2.9799976348876953,
+      "cov-distil (oracle2teacher)": 2.8899917602539062,
       "epoch": 2.1883830455259026,
-      "rel-constrast": 1.9371237754821777,
+      "rel-constrast": 2.359126567840576,
       "step": 2788,
-      "subrel-constrast": 2.6532328128814697,
+      "subrel-constrast": 2.4742655754089355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7398916482925415,
-      "cov-distil (oracle2student)": 2.972571849822998,
-      "cov-distil (oracle2teacher)": 3.5954203605651855,
+      "cov-distil": 2.3810372352600098,
+      "cov-distil (oracle2student)": 3.6705739498138428,
+      "cov-distil (oracle2teacher)": 3.3852643966674805,
       "epoch": 2.1891679748822606,
-      "rel-constrast": 3.030136823654175,
+      "rel-constrast": 3.0326414108276367,
       "step": 2789,
-      "subrel-constrast": 4.030621528625488,
+      "subrel-constrast": 3.7138490676879883,
       "view-similarity": 0
     },
     {
       "epoch": 2.1899529042386185,
-      "grad_norm": 5.375,
+      "grad_norm": 6.375,
       "learning_rate": 4.528169895801534e-05,
-      "loss": 0.6599,
+      "loss": 0.7007,
       "step": 2790
     },
     {
-      "cov-distil": 1.4548273086547852,
-      "cov-distil (oracle2student)": 6.521600723266602,
-      "cov-distil (oracle2teacher)": 5.817416191101074,
+      "cov-distil": 1.8351669311523438,
+      "cov-distil (oracle2student)": 6.846970558166504,
+      "cov-distil (oracle2teacher)": 6.510059356689453,
       "epoch": 2.1899529042386185,
-      "rel-constrast": 2.844208240509033,
+      "rel-constrast": 3.354691505432129,
       "step": 2790,
-      "subrel-constrast": 3.610992908477783,
+      "subrel-constrast": 3.5288243293762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.180964469909668,
-      "cov-distil (oracle2student)": 3.916328191757202,
-      "cov-distil (oracle2teacher)": 3.858748435974121,
+      "cov-distil": 1.3148621320724487,
+      "cov-distil (oracle2student)": 4.437211513519287,
+      "cov-distil (oracle2teacher)": 4.489740371704102,
       "epoch": 2.1907378335949765,
-      "rel-constrast": 2.8646726608276367,
+      "rel-constrast": 2.5330305099487305,
       "step": 2791,
-      "subrel-constrast": 3.337411403656006,
+      "subrel-constrast": 3.1430420875549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4889476299285889,
-      "cov-distil (oracle2student)": 3.581214427947998,
-      "cov-distil (oracle2teacher)": 3.880552291870117,
+      "cov-distil": 1.8243632316589355,
+      "cov-distil (oracle2student)": 4.082408905029297,
+      "cov-distil (oracle2teacher)": 3.608875274658203,
       "epoch": 2.1915227629513345,
-      "rel-constrast": 2.622772693634033,
+      "rel-constrast": 3.0890469551086426,
       "step": 2792,
-      "subrel-constrast": 3.3828115463256836,
+      "subrel-constrast": 3.262800455093384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2788527011871338,
-      "cov-distil (oracle2student)": 4.624549865722656,
-      "cov-distil (oracle2teacher)": 4.582939147949219,
+      "cov-distil": 1.952906847000122,
+      "cov-distil (oracle2student)": 5.245905876159668,
+      "cov-distil (oracle2teacher)": 5.146542549133301,
       "epoch": 2.1923076923076925,
-      "rel-constrast": 2.5201473236083984,
+      "rel-constrast": 3.0020666122436523,
       "step": 2793,
-      "subrel-constrast": 3.003450870513916,
+      "subrel-constrast": 3.4599192142486572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4151631593704224,
-      "cov-distil (oracle2student)": 4.688313007354736,
-      "cov-distil (oracle2teacher)": 4.665013790130615,
+      "cov-distil": 1.5249881744384766,
+      "cov-distil (oracle2student)": 4.959353446960449,
+      "cov-distil (oracle2teacher)": 4.920149326324463,
       "epoch": 2.19309262166405,
-      "rel-constrast": 3.290005922317505,
+      "rel-constrast": 3.987715244293213,
       "step": 2794,
-      "subrel-constrast": 4.2277021408081055,
+      "subrel-constrast": 4.184964179992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.69386625289917,
-      "cov-distil (oracle2student)": 4.809807777404785,
-      "cov-distil (oracle2teacher)": 4.8953704833984375,
+      "cov-distil": 2.4408631324768066,
+      "cov-distil (oracle2student)": 4.804402828216553,
+      "cov-distil (oracle2teacher)": 4.641486167907715,
       "epoch": 2.193877551020408,
-      "rel-constrast": 3.486724615097046,
+      "rel-constrast": 3.4247121810913086,
       "step": 2795,
-      "subrel-constrast": 4.25349760055542,
+      "subrel-constrast": 4.038391590118408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6009113788604736,
-      "cov-distil (oracle2student)": 3.276582956314087,
-      "cov-distil (oracle2teacher)": 3.185840129852295,
+      "cov-distil": 2.305171489715576,
+      "cov-distil (oracle2student)": 4.288717269897461,
+      "cov-distil (oracle2teacher)": 3.5087504386901855,
       "epoch": 2.194662480376766,
-      "rel-constrast": 3.4501593112945557,
+      "rel-constrast": 3.4559266567230225,
       "step": 2796,
-      "subrel-constrast": 3.716614246368408,
+      "subrel-constrast": 3.960946798324585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1312111616134644,
-      "cov-distil (oracle2student)": 3.839033603668213,
-      "cov-distil (oracle2teacher)": 3.877445697784424,
+      "cov-distil": 1.388656735420227,
+      "cov-distil (oracle2student)": 4.113482475280762,
+      "cov-distil (oracle2teacher)": 4.242979049682617,
       "epoch": 2.195447409733124,
-      "rel-constrast": 2.782867193222046,
+      "rel-constrast": 2.71858549118042,
       "step": 2797,
-      "subrel-constrast": 3.758725881576538,
+      "subrel-constrast": 3.4143972396850586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5209598541259766,
-      "cov-distil (oracle2student)": 3.492300033569336,
-      "cov-distil (oracle2teacher)": 3.0684425830841064,
+      "cov-distil": 2.12294864654541,
+      "cov-distil (oracle2student)": 4.3320465087890625,
+      "cov-distil (oracle2teacher)": 3.59804630279541,
       "epoch": 2.196232339089482,
-      "rel-constrast": 3.553805351257324,
+      "rel-constrast": 4.051398277282715,
       "step": 2798,
-      "subrel-constrast": 4.239773750305176,
+      "subrel-constrast": 4.384860038757324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2242400646209717,
-      "cov-distil (oracle2student)": 3.8406758308410645,
-      "cov-distil (oracle2teacher)": 3.573622465133667,
+      "cov-distil": 1.750964641571045,
+      "cov-distil (oracle2student)": 4.344789981842041,
+      "cov-distil (oracle2teacher)": 4.310716152191162,
       "epoch": 2.19701726844584,
-      "rel-constrast": 2.3627190589904785,
+      "rel-constrast": 2.7469887733459473,
       "step": 2799,
-      "subrel-constrast": 2.744584083557129,
+      "subrel-constrast": 2.746488571166992,
       "view-similarity": 0
     },
     {
       "epoch": 2.197802197802198,
-      "grad_norm": 4.59375,
+      "grad_norm": 6.125,
       "learning_rate": 4.523055302103977e-05,
-      "loss": 0.7794,
+      "loss": 0.8091,
       "step": 2800
     },
     {
       "epoch": 2.197802197802198,
-      "overlap": 0.3046875,
+      "overlap": 0.2671875059604645,
       "step": 2800
     },
     {
       "epoch": 2.197802197802198,
       "step": 2800,
-      "student margin": 0.05340576171875
+      "student margin": 0.04986572265625
     },
     {
       "epoch": 2.197802197802198,
       "step": 2800,
-      "teacher margin": 0.031219482421875
+      "teacher margin": 0.037200927734375
     },
     {
       "epoch": 2.197802197802198,
-      "margin difference": -0.022186279296875,
+      "margin difference": -0.012664794921875,
       "step": 2800
     },
     {
-      "cov-distil": 2.2137365341186523,
-      "cov-distil (oracle2student)": 6.215800762176514,
-      "cov-distil (oracle2teacher)": 6.065351486206055,
+      "cov-distil": 2.7552685737609863,
+      "cov-distil (oracle2student)": 6.875768661499023,
+      "cov-distil (oracle2teacher)": 6.1456193923950195,
       "epoch": 2.197802197802198,
-      "rel-constrast": 3.1010799407958984,
+      "rel-constrast": 3.651973009109497,
       "step": 2800,
-      "subrel-constrast": 4.90162467956543,
+      "subrel-constrast": 4.435447692871094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4972419738769531,
-      "cov-distil (oracle2student)": 2.8553576469421387,
-      "cov-distil (oracle2teacher)": 2.8867177963256836,
+      "cov-distil": 2.0824363231658936,
+      "cov-distil (oracle2student)": 2.9606335163116455,
+      "cov-distil (oracle2teacher)": 3.206343412399292,
       "epoch": 2.1985871271585555,
-      "rel-constrast": 2.9076523780822754,
+      "rel-constrast": 2.657710075378418,
       "step": 2801,
-      "subrel-constrast": 3.582503080368042,
+      "subrel-constrast": 3.7025482654571533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.067751407623291,
-      "cov-distil (oracle2student)": 4.675081253051758,
-      "cov-distil (oracle2teacher)": 4.172138690948486,
+      "cov-distil": 1.5291502475738525,
+      "cov-distil (oracle2student)": 4.436077117919922,
+      "cov-distil (oracle2teacher)": 4.051630020141602,
       "epoch": 2.1993720565149135,
-      "rel-constrast": 2.9559996128082275,
+      "rel-constrast": 3.011228322982788,
       "step": 2802,
-      "subrel-constrast": 3.421099901199341,
+      "subrel-constrast": 3.3931772708892822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5010050535202026,
-      "cov-distil (oracle2student)": 5.221595287322998,
-      "cov-distil (oracle2teacher)": 4.674283027648926,
+      "cov-distil": 1.6090891361236572,
+      "cov-distil (oracle2student)": 5.321571350097656,
+      "cov-distil (oracle2teacher)": 4.693202972412109,
       "epoch": 2.2001569858712715,
-      "rel-constrast": 2.8883657455444336,
+      "rel-constrast": 2.955479383468628,
       "step": 2803,
-      "subrel-constrast": 3.3815555572509766,
+      "subrel-constrast": 3.284677743911743,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9775338172912598,
-      "cov-distil (oracle2student)": 5.757264614105225,
-      "cov-distil (oracle2teacher)": 5.236817836761475,
+      "cov-distil": 1.8078327178955078,
+      "cov-distil (oracle2student)": 5.705745697021484,
+      "cov-distil (oracle2teacher)": 5.643039226531982,
       "epoch": 2.2009419152276295,
-      "rel-constrast": 2.7753376960754395,
+      "rel-constrast": 2.779660224914551,
       "step": 2804,
-      "subrel-constrast": 3.73819899559021,
+      "subrel-constrast": 3.4100265502929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1651103496551514,
-      "cov-distil (oracle2student)": 6.025886535644531,
-      "cov-distil (oracle2teacher)": 5.240909576416016,
+      "cov-distil": 1.916640043258667,
+      "cov-distil (oracle2student)": 6.108171463012695,
+      "cov-distil (oracle2teacher)": 5.92503023147583,
       "epoch": 2.2017268445839875,
-      "rel-constrast": 2.3875410556793213,
+      "rel-constrast": 2.663935899734497,
       "step": 2805,
-      "subrel-constrast": 3.1482937335968018,
+      "subrel-constrast": 3.5255041122436523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7415776252746582,
-      "cov-distil (oracle2student)": 3.061321973800659,
-      "cov-distil (oracle2teacher)": 3.5830721855163574,
+      "cov-distil": 2.184971332550049,
+      "cov-distil (oracle2student)": 3.9040727615356445,
+      "cov-distil (oracle2teacher)": 3.9738612174987793,
       "epoch": 2.2025117739403455,
-      "rel-constrast": 2.8911986351013184,
+      "rel-constrast": 2.79780650138855,
       "step": 2806,
-      "subrel-constrast": 3.837303876876831,
+      "subrel-constrast": 3.7619354724884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.714737892150879,
-      "cov-distil (oracle2student)": 5.002007007598877,
-      "cov-distil (oracle2teacher)": 4.555350303649902,
+      "cov-distil": 2.5055575370788574,
+      "cov-distil (oracle2student)": 5.536344528198242,
+      "cov-distil (oracle2teacher)": 5.161619663238525,
       "epoch": 2.2032967032967035,
-      "rel-constrast": 3.142002820968628,
+      "rel-constrast": 3.931431293487549,
       "step": 2807,
-      "subrel-constrast": 4.039290428161621,
+      "subrel-constrast": 3.8454952239990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.504430890083313,
-      "cov-distil (oracle2student)": 5.065723419189453,
-      "cov-distil (oracle2teacher)": 4.750711441040039,
+      "cov-distil": 2.1628589630126953,
+      "cov-distil (oracle2student)": 5.137818813323975,
+      "cov-distil (oracle2teacher)": 4.965700149536133,
       "epoch": 2.204081632653061,
-      "rel-constrast": 3.225733757019043,
+      "rel-constrast": 3.221426010131836,
       "step": 2808,
-      "subrel-constrast": 3.511944532394409,
+      "subrel-constrast": 3.879430055618286,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3782306909561157,
-      "cov-distil (oracle2student)": 7.567097187042236,
-      "cov-distil (oracle2teacher)": 6.493724346160889,
+      "cov-distil": 1.9145649671554565,
+      "cov-distil (oracle2student)": 7.510309219360352,
+      "cov-distil (oracle2teacher)": 7.032402992248535,
       "epoch": 2.204866562009419,
-      "rel-constrast": 3.62861967086792,
+      "rel-constrast": 3.2843821048736572,
       "step": 2809,
-      "subrel-constrast": 4.384779453277588,
+      "subrel-constrast": 4.200778961181641,
       "view-similarity": 0
     },
     {
       "epoch": 2.205651491365777,
-      "grad_norm": 6.59375,
+      "grad_norm": 6.1875,
       "learning_rate": 4.5179160581160005e-05,
-      "loss": 0.787,
+      "loss": 0.7739,
       "step": 2810
     },
     {
-      "cov-distil": 1.175363540649414,
-      "cov-distil (oracle2student)": 4.376012802124023,
-      "cov-distil (oracle2teacher)": 4.336128234863281,
+      "cov-distil": 1.5711236000061035,
+      "cov-distil (oracle2student)": 4.986570835113525,
+      "cov-distil (oracle2teacher)": 4.499585151672363,
       "epoch": 2.205651491365777,
-      "rel-constrast": 3.8148019313812256,
+      "rel-constrast": 3.9084293842315674,
       "step": 2810,
-      "subrel-constrast": 4.095478534698486,
+      "subrel-constrast": 3.7979555130004883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6495981216430664,
-      "cov-distil (oracle2student)": 4.087505340576172,
-      "cov-distil (oracle2teacher)": 3.7512223720550537,
+      "cov-distil": 1.711803913116455,
+      "cov-distil (oracle2student)": 4.089275360107422,
+      "cov-distil (oracle2teacher)": 3.949486017227173,
       "epoch": 2.206436420722135,
-      "rel-constrast": 3.006524085998535,
+      "rel-constrast": 3.094658613204956,
       "step": 2811,
-      "subrel-constrast": 3.5537495613098145,
+      "subrel-constrast": 3.353693962097168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4747031927108765,
-      "cov-distil (oracle2student)": 5.076373100280762,
-      "cov-distil (oracle2teacher)": 4.601344108581543,
+      "cov-distil": 2.16910457611084,
+      "cov-distil (oracle2student)": 5.36897611618042,
+      "cov-distil (oracle2teacher)": 5.394351959228516,
       "epoch": 2.207221350078493,
-      "rel-constrast": 2.9430313110351562,
+      "rel-constrast": 3.643573045730591,
       "step": 2812,
-      "subrel-constrast": 3.507298707962036,
+      "subrel-constrast": 3.678062915802002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2675129175186157,
-      "cov-distil (oracle2student)": 4.212703704833984,
-      "cov-distil (oracle2teacher)": 4.021785736083984,
+      "cov-distil": 1.677722454071045,
+      "cov-distil (oracle2student)": 4.532228946685791,
+      "cov-distil (oracle2teacher)": 4.6498260498046875,
       "epoch": 2.208006279434851,
-      "rel-constrast": 2.2500534057617188,
+      "rel-constrast": 2.272886276245117,
       "step": 2813,
-      "subrel-constrast": 3.3408799171447754,
+      "subrel-constrast": 3.3439176082611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4007916450500488,
-      "cov-distil (oracle2student)": 4.304337501525879,
-      "cov-distil (oracle2teacher)": 3.9711806774139404,
+      "cov-distil": 2.0821847915649414,
+      "cov-distil (oracle2student)": 4.243075370788574,
+      "cov-distil (oracle2teacher)": 4.138262748718262,
       "epoch": 2.208791208791209,
-      "rel-constrast": 3.2691335678100586,
+      "rel-constrast": 3.4207942485809326,
       "step": 2814,
-      "subrel-constrast": 3.529778003692627,
+      "subrel-constrast": 3.634852886199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0408121347427368,
-      "cov-distil (oracle2student)": 3.5707550048828125,
-      "cov-distil (oracle2teacher)": 3.068422794342041,
+      "cov-distil": 1.3950661420822144,
+      "cov-distil (oracle2student)": 3.5522756576538086,
+      "cov-distil (oracle2teacher)": 3.4071593284606934,
       "epoch": 2.209576138147567,
-      "rel-constrast": 2.556541919708252,
+      "rel-constrast": 3.015089988708496,
       "step": 2815,
-      "subrel-constrast": 2.8158345222473145,
+      "subrel-constrast": 3.042910575866699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5599029064178467,
-      "cov-distil (oracle2student)": 4.331329345703125,
-      "cov-distil (oracle2teacher)": 4.284970283508301,
+      "cov-distil": 2.567502975463867,
+      "cov-distil (oracle2student)": 4.880114555358887,
+      "cov-distil (oracle2teacher)": 4.321262359619141,
       "epoch": 2.2103610675039245,
-      "rel-constrast": 3.5689287185668945,
+      "rel-constrast": 4.264245986938477,
       "step": 2816,
-      "subrel-constrast": 3.949613094329834,
+      "subrel-constrast": 3.846806764602661,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3890578746795654,
-      "cov-distil (oracle2student)": 2.4216489791870117,
-      "cov-distil (oracle2teacher)": 2.3140015602111816,
+      "cov-distil": 1.949299693107605,
+      "cov-distil (oracle2student)": 2.619856357574463,
+      "cov-distil (oracle2teacher)": 3.0027570724487305,
       "epoch": 2.2111459968602825,
-      "rel-constrast": 2.6354856491088867,
+      "rel-constrast": 2.696683883666992,
       "step": 2817,
-      "subrel-constrast": 2.7864303588867188,
+      "subrel-constrast": 3.4497034549713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8132259845733643,
-      "cov-distil (oracle2student)": 4.258447647094727,
-      "cov-distil (oracle2teacher)": 4.581598281860352,
+      "cov-distil": 2.3863682746887207,
+      "cov-distil (oracle2student)": 5.02498722076416,
+      "cov-distil (oracle2teacher)": 5.267127990722656,
       "epoch": 2.2119309262166404,
-      "rel-constrast": 1.9659388065338135,
+      "rel-constrast": 2.775480270385742,
       "step": 2818,
-      "subrel-constrast": 3.035383701324463,
+      "subrel-constrast": 3.0659422874450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0958712100982666,
-      "cov-distil (oracle2student)": 4.302325248718262,
-      "cov-distil (oracle2teacher)": 4.473966121673584,
+      "cov-distil": 1.8567818403244019,
+      "cov-distil (oracle2student)": 4.535617351531982,
+      "cov-distil (oracle2teacher)": 4.760728359222412,
       "epoch": 2.2127158555729984,
-      "rel-constrast": 2.2479710578918457,
+      "rel-constrast": 2.544780969619751,
       "step": 2819,
-      "subrel-constrast": 2.8037545680999756,
+      "subrel-constrast": 2.949554443359375,
       "view-similarity": 0
     },
     {
       "epoch": 2.2135007849293564,
-      "grad_norm": 6.0,
+      "grad_norm": 6.46875,
       "learning_rate": 4.512752226457672e-05,
-      "loss": 0.7411,
+      "loss": 0.7909,
       "step": 2820
     },
     {
-      "cov-distil": 1.1903672218322754,
-      "cov-distil (oracle2student)": 3.8797783851623535,
-      "cov-distil (oracle2teacher)": 3.560136318206787,
+      "cov-distil": 1.451255202293396,
+      "cov-distil (oracle2student)": 3.7608816623687744,
+      "cov-distil (oracle2teacher)": 3.9868195056915283,
       "epoch": 2.2135007849293564,
-      "rel-constrast": 1.5289723873138428,
+      "rel-constrast": 2.1367220878601074,
       "step": 2820,
-      "subrel-constrast": 2.468310832977295,
+      "subrel-constrast": 2.8357293605804443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1187713146209717,
-      "cov-distil (oracle2student)": 5.136632442474365,
-      "cov-distil (oracle2teacher)": 4.7284016609191895,
+      "cov-distil": 1.5264196395874023,
+      "cov-distil (oracle2student)": 5.81070613861084,
+      "cov-distil (oracle2teacher)": 4.986372947692871,
       "epoch": 2.2142857142857144,
-      "rel-constrast": 2.3371927738189697,
+      "rel-constrast": 2.3794734477996826,
       "step": 2821,
-      "subrel-constrast": 3.4099338054656982,
+      "subrel-constrast": 3.2801411151885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4644598960876465,
-      "cov-distil (oracle2student)": 2.504847288131714,
-      "cov-distil (oracle2teacher)": 3.173910617828369,
+      "cov-distil": 2.8503823280334473,
+      "cov-distil (oracle2student)": 2.7400898933410645,
+      "cov-distil (oracle2teacher)": 3.466318368911743,
       "epoch": 2.2150706436420724,
-      "rel-constrast": 2.2738523483276367,
+      "rel-constrast": 2.482680559158325,
       "step": 2822,
-      "subrel-constrast": 3.185796022415161,
+      "subrel-constrast": 3.082627773284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2015347480773926,
-      "cov-distil (oracle2student)": 4.375980377197266,
-      "cov-distil (oracle2teacher)": 3.6437556743621826,
+      "cov-distil": 1.0565307140350342,
+      "cov-distil (oracle2student)": 4.659107208251953,
+      "cov-distil (oracle2teacher)": 4.212549686431885,
       "epoch": 2.21585557299843,
-      "rel-constrast": 2.148313522338867,
+      "rel-constrast": 2.542479991912842,
       "step": 2823,
-      "subrel-constrast": 2.6312949657440186,
+      "subrel-constrast": 2.738677978515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2643414735794067,
-      "cov-distil (oracle2student)": 4.937495231628418,
-      "cov-distil (oracle2teacher)": 4.573188781738281,
+      "cov-distil": 1.7777093648910522,
+      "cov-distil (oracle2student)": 4.4245991706848145,
+      "cov-distil (oracle2teacher)": 5.496898651123047,
       "epoch": 2.216640502354788,
-      "rel-constrast": 2.672121524810791,
+      "rel-constrast": 3.2011570930480957,
       "step": 2824,
-      "subrel-constrast": 3.8766989707946777,
+      "subrel-constrast": 3.9856150150299072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.605278730392456,
-      "cov-distil (oracle2student)": 4.442031383514404,
-      "cov-distil (oracle2teacher)": 4.580644607543945,
+      "cov-distil": 1.79935622215271,
+      "cov-distil (oracle2student)": 4.702639579772949,
+      "cov-distil (oracle2teacher)": 4.9185028076171875,
       "epoch": 2.217425431711146,
-      "rel-constrast": 2.8015432357788086,
+      "rel-constrast": 3.333966016769409,
       "step": 2825,
-      "subrel-constrast": 4.033280372619629,
+      "subrel-constrast": 4.078685283660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7470738887786865,
-      "cov-distil (oracle2student)": 5.276346206665039,
-      "cov-distil (oracle2teacher)": 5.35056209564209,
+      "cov-distil": 2.2499895095825195,
+      "cov-distil (oracle2student)": 6.1036176681518555,
+      "cov-distil (oracle2teacher)": 5.357985496520996,
       "epoch": 2.218210361067504,
-      "rel-constrast": 3.218754291534424,
+      "rel-constrast": 3.1867218017578125,
       "step": 2826,
-      "subrel-constrast": 3.8996434211730957,
+      "subrel-constrast": 3.809190273284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.511061429977417,
-      "cov-distil (oracle2student)": 2.216672897338867,
-      "cov-distil (oracle2teacher)": 2.8003010749816895,
+      "cov-distil": 2.007234573364258,
+      "cov-distil (oracle2student)": 2.1250760555267334,
+      "cov-distil (oracle2teacher)": 3.1109423637390137,
       "epoch": 2.218995290423862,
-      "rel-constrast": 2.707836151123047,
+      "rel-constrast": 2.2714293003082275,
       "step": 2827,
-      "subrel-constrast": 3.621464967727661,
+      "subrel-constrast": 3.1404876708984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1311604976654053,
-      "cov-distil (oracle2student)": 3.637054920196533,
-      "cov-distil (oracle2teacher)": 4.012404441833496,
+      "cov-distil": 1.313946008682251,
+      "cov-distil (oracle2student)": 4.396079063415527,
+      "cov-distil (oracle2teacher)": 4.320883274078369,
       "epoch": 2.21978021978022,
-      "rel-constrast": 2.384960174560547,
+      "rel-constrast": 2.572852849960327,
       "step": 2828,
-      "subrel-constrast": 3.0951735973358154,
+      "subrel-constrast": 3.294175148010254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0632667541503906,
-      "cov-distil (oracle2student)": 2.249817371368408,
-      "cov-distil (oracle2teacher)": 3.0629072189331055,
+      "cov-distil": 1.3434805870056152,
+      "cov-distil (oracle2student)": 2.435084819793701,
+      "cov-distil (oracle2teacher)": 2.9522907733917236,
       "epoch": 2.220565149136578,
-      "rel-constrast": 2.507134437561035,
+      "rel-constrast": 2.2896523475646973,
       "step": 2829,
-      "subrel-constrast": 3.0364880561828613,
+      "subrel-constrast": 3.0278995037078857,
       "view-similarity": 0
     },
     {
       "epoch": 2.221350078492936,
-      "grad_norm": 4.78125,
+      "grad_norm": 5.75,
       "learning_rate": 4.50756387004865e-05,
-      "loss": 0.6503,
+      "loss": 0.6599,
       "step": 2830
     },
     {
-      "cov-distil": 1.5329704284667969,
-      "cov-distil (oracle2student)": 2.8348588943481445,
-      "cov-distil (oracle2teacher)": 2.7240943908691406,
+      "cov-distil": 1.5765085220336914,
+      "cov-distil (oracle2student)": 2.8162591457366943,
+      "cov-distil (oracle2teacher)": 2.839688539505005,
       "epoch": 2.221350078492936,
-      "rel-constrast": 2.3418219089508057,
+      "rel-constrast": 2.5023772716522217,
       "step": 2830,
-      "subrel-constrast": 3.1155498027801514,
+      "subrel-constrast": 2.8761494159698486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2643208503723145,
-      "cov-distil (oracle2student)": 6.0505828857421875,
-      "cov-distil (oracle2teacher)": 5.291819095611572,
+      "cov-distil": 2.5078670978546143,
+      "cov-distil (oracle2student)": 6.310748100280762,
+      "cov-distil (oracle2teacher)": 5.719662666320801,
       "epoch": 2.2221350078492934,
-      "rel-constrast": 3.5743701457977295,
+      "rel-constrast": 3.624072551727295,
       "step": 2831,
-      "subrel-constrast": 4.198145866394043,
+      "subrel-constrast": 4.155115604400635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6747267246246338,
-      "cov-distil (oracle2student)": 3.6868605613708496,
-      "cov-distil (oracle2teacher)": 3.916260004043579,
+      "cov-distil": 1.9246147871017456,
+      "cov-distil (oracle2student)": 3.9777650833129883,
+      "cov-distil (oracle2teacher)": 4.147688865661621,
       "epoch": 2.2229199372056514,
-      "rel-constrast": 2.354612350463867,
+      "rel-constrast": 3.4598655700683594,
       "step": 2832,
-      "subrel-constrast": 3.4582877159118652,
+      "subrel-constrast": 3.3964271545410156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9900264739990234,
-      "cov-distil (oracle2student)": 4.52094841003418,
-      "cov-distil (oracle2teacher)": 4.891436576843262,
+      "cov-distil": 2.6536612510681152,
+      "cov-distil (oracle2student)": 4.702289581298828,
+      "cov-distil (oracle2teacher)": 5.530714511871338,
       "epoch": 2.2237048665620094,
-      "rel-constrast": 2.3414862155914307,
+      "rel-constrast": 2.609618902206421,
       "step": 2833,
-      "subrel-constrast": 3.6217825412750244,
+      "subrel-constrast": 3.6763970851898193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.013940691947937,
-      "cov-distil (oracle2student)": 3.642292022705078,
-      "cov-distil (oracle2teacher)": 3.737414598464966,
+      "cov-distil": 1.5201716423034668,
+      "cov-distil (oracle2student)": 4.123084545135498,
+      "cov-distil (oracle2teacher)": 3.573369026184082,
       "epoch": 2.2244897959183674,
-      "rel-constrast": 2.7125587463378906,
+      "rel-constrast": 3.2439675331115723,
       "step": 2834,
-      "subrel-constrast": 2.799025297164917,
+      "subrel-constrast": 2.851743698120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0520737171173096,
-      "cov-distil (oracle2student)": 4.617413520812988,
-      "cov-distil (oracle2teacher)": 4.200915336608887,
+      "cov-distil": 1.4306042194366455,
+      "cov-distil (oracle2student)": 5.056887626647949,
+      "cov-distil (oracle2teacher)": 5.095944881439209,
       "epoch": 2.2252747252747254,
-      "rel-constrast": 2.221648693084717,
+      "rel-constrast": 2.263204336166382,
       "step": 2835,
-      "subrel-constrast": 3.0252256393432617,
+      "subrel-constrast": 2.7280914783477783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3455493450164795,
-      "cov-distil (oracle2student)": 4.621387481689453,
-      "cov-distil (oracle2teacher)": 4.345795631408691,
+      "cov-distil": 2.30013370513916,
+      "cov-distil (oracle2student)": 5.239188194274902,
+      "cov-distil (oracle2teacher)": 4.849331378936768,
       "epoch": 2.2260596546310834,
-      "rel-constrast": 2.7961363792419434,
+      "rel-constrast": 3.086953639984131,
       "step": 2836,
-      "subrel-constrast": 3.1872501373291016,
+      "subrel-constrast": 3.583972454071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9644633531570435,
-      "cov-distil (oracle2student)": 3.3549861907958984,
-      "cov-distil (oracle2teacher)": 3.530547618865967,
+      "cov-distil": 1.8348844051361084,
+      "cov-distil (oracle2student)": 4.1817193031311035,
+      "cov-distil (oracle2teacher)": 3.9338631629943848,
       "epoch": 2.2268445839874413,
-      "rel-constrast": 2.926353931427002,
+      "rel-constrast": 3.2263455390930176,
       "step": 2837,
-      "subrel-constrast": 3.015646457672119,
+      "subrel-constrast": 3.0701324939727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.798703908920288,
-      "cov-distil (oracle2student)": 3.8782339096069336,
-      "cov-distil (oracle2teacher)": 3.986212730407715,
+      "cov-distil": 1.8134205341339111,
+      "cov-distil (oracle2student)": 4.472421646118164,
+      "cov-distil (oracle2teacher)": 4.346622943878174,
       "epoch": 2.227629513343799,
-      "rel-constrast": 2.6093740463256836,
+      "rel-constrast": 3.0304503440856934,
       "step": 2838,
-      "subrel-constrast": 3.504974365234375,
+      "subrel-constrast": 3.384643077850342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6287009716033936,
-      "cov-distil (oracle2student)": 4.215634346008301,
-      "cov-distil (oracle2teacher)": 4.105523109436035,
+      "cov-distil": 1.9307703971862793,
+      "cov-distil (oracle2student)": 5.038300514221191,
+      "cov-distil (oracle2teacher)": 4.562411308288574,
       "epoch": 2.228414442700157,
-      "rel-constrast": 3.784808397293091,
+      "rel-constrast": 3.866734027862549,
       "step": 2839,
-      "subrel-constrast": 3.578190803527832,
+      "subrel-constrast": 3.5038180351257324,
       "view-similarity": 0
     },
     {
       "epoch": 2.229199372056515,
-      "grad_norm": 6.53125,
+      "grad_norm": 6.25,
       "learning_rate": 4.50235105210742e-05,
-      "loss": 0.7322,
+      "loss": 0.7728,
       "step": 2840
     },
     {
-      "cov-distil": 1.4734833240509033,
-      "cov-distil (oracle2student)": 4.480526924133301,
-      "cov-distil (oracle2teacher)": 4.256287574768066,
+      "cov-distil": 1.5391795635223389,
+      "cov-distil (oracle2student)": 4.684443473815918,
+      "cov-distil (oracle2teacher)": 4.478672504425049,
       "epoch": 2.229199372056515,
-      "rel-constrast": 2.741382598876953,
+      "rel-constrast": 3.0726497173309326,
       "step": 2840,
-      "subrel-constrast": 3.2702443599700928,
+      "subrel-constrast": 3.5518603324890137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2622191905975342,
-      "cov-distil (oracle2student)": 4.117605209350586,
-      "cov-distil (oracle2teacher)": 3.978501319885254,
+      "cov-distil": 2.250579357147217,
+      "cov-distil (oracle2student)": 4.188209056854248,
+      "cov-distil (oracle2teacher)": 4.297174453735352,
       "epoch": 2.229984301412873,
-      "rel-constrast": 1.8500514030456543,
+      "rel-constrast": 1.8987582921981812,
       "step": 2841,
-      "subrel-constrast": 2.544245719909668,
+      "subrel-constrast": 2.404709577560425,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5413380861282349,
-      "cov-distil (oracle2student)": 4.601006507873535,
-      "cov-distil (oracle2teacher)": 4.66766357421875,
+      "cov-distil": 1.6563116312026978,
+      "cov-distil (oracle2student)": 4.610065460205078,
+      "cov-distil (oracle2teacher)": 5.014311790466309,
       "epoch": 2.230769230769231,
-      "rel-constrast": 3.1710400581359863,
+      "rel-constrast": 3.4906256198883057,
       "step": 2842,
-      "subrel-constrast": 3.753763198852539,
+      "subrel-constrast": 3.8896310329437256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2046613693237305,
-      "cov-distil (oracle2student)": 4.048807144165039,
-      "cov-distil (oracle2teacher)": 3.944206953048706,
+      "cov-distil": 1.3822935819625854,
+      "cov-distil (oracle2student)": 4.490975856781006,
+      "cov-distil (oracle2teacher)": 3.9806673526763916,
       "epoch": 2.231554160125589,
-      "rel-constrast": 2.9600424766540527,
+      "rel-constrast": 3.1663641929626465,
       "step": 2843,
-      "subrel-constrast": 3.907683849334717,
+      "subrel-constrast": 3.3921825885772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5669081211090088,
-      "cov-distil (oracle2student)": 5.662391662597656,
-      "cov-distil (oracle2teacher)": 4.812541484832764,
+      "cov-distil": 1.9372849464416504,
+      "cov-distil (oracle2student)": 5.796393871307373,
+      "cov-distil (oracle2teacher)": 5.064210891723633,
       "epoch": 2.232339089481947,
-      "rel-constrast": 4.287499904632568,
+      "rel-constrast": 4.399746417999268,
       "step": 2844,
-      "subrel-constrast": 4.845626354217529,
+      "subrel-constrast": 4.7481489181518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1382386684417725,
-      "cov-distil (oracle2student)": 3.9188332557678223,
-      "cov-distil (oracle2teacher)": 3.8199543952941895,
+      "cov-distil": 1.7749755382537842,
+      "cov-distil (oracle2student)": 4.200131893157959,
+      "cov-distil (oracle2teacher)": 4.003551483154297,
       "epoch": 2.2331240188383044,
-      "rel-constrast": 3.252624988555908,
+      "rel-constrast": 2.474539279937744,
       "step": 2845,
-      "subrel-constrast": 3.41174054145813,
+      "subrel-constrast": 3.732236623764038,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6839945316314697,
-      "cov-distil (oracle2student)": 5.058446884155273,
-      "cov-distil (oracle2teacher)": 4.9159111976623535,
+      "cov-distil": 1.698136329650879,
+      "cov-distil (oracle2student)": 5.206569671630859,
+      "cov-distil (oracle2teacher)": 4.804442882537842,
       "epoch": 2.2339089481946623,
-      "rel-constrast": 2.846468925476074,
+      "rel-constrast": 2.737183094024658,
       "step": 2846,
-      "subrel-constrast": 3.439079999923706,
+      "subrel-constrast": 2.9730372428894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0635040998458862,
-      "cov-distil (oracle2student)": 6.094916343688965,
-      "cov-distil (oracle2teacher)": 5.454977989196777,
+      "cov-distil": 1.4504988193511963,
+      "cov-distil (oracle2student)": 6.641870498657227,
+      "cov-distil (oracle2teacher)": 5.878763198852539,
       "epoch": 2.2346938775510203,
-      "rel-constrast": 3.2811479568481445,
+      "rel-constrast": 3.3047940731048584,
       "step": 2847,
-      "subrel-constrast": 3.8032901287078857,
+      "subrel-constrast": 3.9166104793548584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3504399061203003,
-      "cov-distil (oracle2student)": 3.392218828201294,
-      "cov-distil (oracle2teacher)": 3.5758941173553467,
+      "cov-distil": 2.2321901321411133,
+      "cov-distil (oracle2student)": 3.9898428916931152,
+      "cov-distil (oracle2teacher)": 3.706834316253662,
       "epoch": 2.2354788069073783,
-      "rel-constrast": 1.937492847442627,
+      "rel-constrast": 2.3677964210510254,
       "step": 2848,
-      "subrel-constrast": 2.8169710636138916,
+      "subrel-constrast": 3.014960289001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2803301811218262,
-      "cov-distil (oracle2student)": 4.172109603881836,
-      "cov-distil (oracle2teacher)": 4.140987873077393,
+      "cov-distil": 2.0782999992370605,
+      "cov-distil (oracle2student)": 4.609069347381592,
+      "cov-distil (oracle2teacher)": 4.019302845001221,
       "epoch": 2.2362637362637363,
-      "rel-constrast": 2.2356083393096924,
+      "rel-constrast": 2.83004093170166,
       "step": 2849,
-      "subrel-constrast": 3.135880470275879,
+      "subrel-constrast": 3.1693978309631348,
       "view-similarity": 0
     },
     {
       "epoch": 2.2370486656200943,
-      "grad_norm": 4.15625,
+      "grad_norm": 9.25,
       "learning_rate": 4.497113836150523e-05,
-      "loss": 0.748,
+      "loss": 0.7436,
       "step": 2850
     },
     {
-      "cov-distil": 1.308542013168335,
-      "cov-distil (oracle2student)": 7.034241676330566,
-      "cov-distil (oracle2teacher)": 6.229680061340332,
+      "cov-distil": 2.29427433013916,
+      "cov-distil (oracle2student)": 7.027299404144287,
+      "cov-distil (oracle2teacher)": 6.419808387756348,
       "epoch": 2.2370486656200943,
-      "rel-constrast": 2.9014317989349365,
+      "rel-constrast": 3.416802167892456,
       "step": 2850,
-      "subrel-constrast": 3.671661376953125,
+      "subrel-constrast": 3.9945855140686035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5702638626098633,
-      "cov-distil (oracle2student)": 5.440203666687012,
-      "cov-distil (oracle2teacher)": 4.9250311851501465,
+      "cov-distil": 1.7019323110580444,
+      "cov-distil (oracle2student)": 5.067455291748047,
+      "cov-distil (oracle2teacher)": 5.262969017028809,
       "epoch": 2.2378335949764523,
-      "rel-constrast": 2.339625358581543,
+      "rel-constrast": 2.2546024322509766,
       "step": 2851,
-      "subrel-constrast": 3.095508098602295,
+      "subrel-constrast": 2.855792760848999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9085829257965088,
-      "cov-distil (oracle2student)": 3.9122872352600098,
-      "cov-distil (oracle2teacher)": 3.971958637237549,
+      "cov-distil": 2.3300201892852783,
+      "cov-distil (oracle2student)": 5.089175224304199,
+      "cov-distil (oracle2teacher)": 4.663991928100586,
       "epoch": 2.23861852433281,
-      "rel-constrast": 2.633007526397705,
+      "rel-constrast": 3.2346882820129395,
       "step": 2852,
-      "subrel-constrast": 3.8772425651550293,
+      "subrel-constrast": 4.0126051902771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7061525583267212,
-      "cov-distil (oracle2student)": 4.597137451171875,
-      "cov-distil (oracle2teacher)": 4.074312210083008,
+      "cov-distil": 1.8626863956451416,
+      "cov-distil (oracle2student)": 5.257951259613037,
+      "cov-distil (oracle2teacher)": 4.492649078369141,
       "epoch": 2.239403453689168,
-      "rel-constrast": 3.1203672885894775,
+      "rel-constrast": 2.9087612628936768,
       "step": 2853,
-      "subrel-constrast": 3.8375067710876465,
+      "subrel-constrast": 3.8762435913085938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.04775071144104,
-      "cov-distil (oracle2student)": 6.904752254486084,
-      "cov-distil (oracle2teacher)": 5.7327070236206055,
+      "cov-distil": 2.6717000007629395,
+      "cov-distil (oracle2student)": 8.036018371582031,
+      "cov-distil (oracle2teacher)": 6.523889064788818,
       "epoch": 2.240188383045526,
-      "rel-constrast": 3.239384174346924,
+      "rel-constrast": 3.7888691425323486,
       "step": 2854,
-      "subrel-constrast": 4.117255210876465,
+      "subrel-constrast": 4.011516094207764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3565456867218018,
-      "cov-distil (oracle2student)": 4.272599697113037,
-      "cov-distil (oracle2teacher)": 4.1918439865112305,
+      "cov-distil": 1.847283959388733,
+      "cov-distil (oracle2student)": 4.053291320800781,
+      "cov-distil (oracle2teacher)": 4.3659796714782715,
       "epoch": 2.240973312401884,
-      "rel-constrast": 1.7403593063354492,
+      "rel-constrast": 1.737952470779419,
       "step": 2855,
-      "subrel-constrast": 2.6517019271850586,
+      "subrel-constrast": 2.597189426422119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6027889251708984,
-      "cov-distil (oracle2student)": 3.7164931297302246,
-      "cov-distil (oracle2teacher)": 3.9707236289978027,
+      "cov-distil": 2.107494354248047,
+      "cov-distil (oracle2student)": 3.931358575820923,
+      "cov-distil (oracle2teacher)": 4.403852939605713,
       "epoch": 2.241758241758242,
-      "rel-constrast": 2.667941093444824,
+      "rel-constrast": 2.6478078365325928,
       "step": 2856,
-      "subrel-constrast": 3.181619882583618,
+      "subrel-constrast": 2.9564735889434814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.584928035736084,
-      "cov-distil (oracle2student)": 4.483060359954834,
-      "cov-distil (oracle2teacher)": 4.450074672698975,
+      "cov-distil": 2.1450953483581543,
+      "cov-distil (oracle2student)": 4.999568939208984,
+      "cov-distil (oracle2teacher)": 4.519423484802246,
       "epoch": 2.2425431711145998,
-      "rel-constrast": 2.278923749923706,
+      "rel-constrast": 2.869502305984497,
       "step": 2857,
-      "subrel-constrast": 3.2336654663085938,
+      "subrel-constrast": 3.3576505184173584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5378665924072266,
-      "cov-distil (oracle2student)": 4.141341209411621,
-      "cov-distil (oracle2teacher)": 4.2089691162109375,
+      "cov-distil": 2.059363603591919,
+      "cov-distil (oracle2student)": 4.8281426429748535,
+      "cov-distil (oracle2teacher)": 4.460239887237549,
       "epoch": 2.2433281004709578,
-      "rel-constrast": 3.0961153507232666,
+      "rel-constrast": 2.8707902431488037,
       "step": 2858,
-      "subrel-constrast": 3.454744338989258,
+      "subrel-constrast": 3.9890191555023193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9027645587921143,
-      "cov-distil (oracle2student)": 5.2437286376953125,
-      "cov-distil (oracle2teacher)": 4.35322380065918,
+      "cov-distil": 2.3368701934814453,
+      "cov-distil (oracle2student)": 6.248025894165039,
+      "cov-distil (oracle2teacher)": 5.0449724197387695,
       "epoch": 2.2441130298273153,
-      "rel-constrast": 2.838097095489502,
+      "rel-constrast": 4.150833606719971,
       "step": 2859,
-      "subrel-constrast": 3.674483299255371,
+      "subrel-constrast": 4.25134801864624,
       "view-similarity": 0
     },
     {
       "epoch": 2.2448979591836733,
-      "grad_norm": 5.71875,
+      "grad_norm": 8.25,
       "learning_rate": 4.491852285991783e-05,
-      "loss": 0.7127,
+      "loss": 0.747,
       "step": 2860
     },
     {
-      "cov-distil": 1.4869089126586914,
-      "cov-distil (oracle2student)": 4.195305824279785,
-      "cov-distil (oracle2teacher)": 4.223165035247803,
+      "cov-distil": 2.3504302501678467,
+      "cov-distil (oracle2student)": 5.116423606872559,
+      "cov-distil (oracle2teacher)": 4.748089790344238,
       "epoch": 2.2448979591836733,
-      "rel-constrast": 3.165508270263672,
+      "rel-constrast": 3.561051607131958,
       "step": 2860,
-      "subrel-constrast": 3.9446048736572266,
+      "subrel-constrast": 3.996549129486084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0776824951171875,
-      "cov-distil (oracle2student)": 6.12690544128418,
-      "cov-distil (oracle2teacher)": 6.093250274658203,
+      "cov-distil": 2.2345409393310547,
+      "cov-distil (oracle2student)": 5.584908485412598,
+      "cov-distil (oracle2teacher)": 6.366044521331787,
       "epoch": 2.2456828885400313,
-      "rel-constrast": 2.048539161682129,
+      "rel-constrast": 1.9556879997253418,
       "step": 2861,
-      "subrel-constrast": 3.200995445251465,
+      "subrel-constrast": 3.318981647491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.252643346786499,
-      "cov-distil (oracle2student)": 5.133093357086182,
-      "cov-distil (oracle2teacher)": 4.391453742980957,
+      "cov-distil": 2.8821849822998047,
+      "cov-distil (oracle2student)": 5.80328369140625,
+      "cov-distil (oracle2teacher)": 5.347769260406494,
       "epoch": 2.2464678178963893,
-      "rel-constrast": 2.6758086681365967,
+      "rel-constrast": 3.1739203929901123,
       "step": 2862,
-      "subrel-constrast": 4.156829833984375,
+      "subrel-constrast": 4.2402544021606445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6195716857910156,
-      "cov-distil (oracle2student)": 4.721540927886963,
-      "cov-distil (oracle2teacher)": 4.483624458312988,
+      "cov-distil": 1.8866496086120605,
+      "cov-distil (oracle2student)": 5.398468494415283,
+      "cov-distil (oracle2teacher)": 4.518499374389648,
       "epoch": 2.2472527472527473,
-      "rel-constrast": 2.394033432006836,
+      "rel-constrast": 2.4857699871063232,
       "step": 2863,
-      "subrel-constrast": 3.5645978450775146,
+      "subrel-constrast": 3.3306076526641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2600421905517578,
-      "cov-distil (oracle2student)": 5.48940372467041,
-      "cov-distil (oracle2teacher)": 4.673459053039551,
+      "cov-distil": 1.5914733409881592,
+      "cov-distil (oracle2student)": 5.1798906326293945,
+      "cov-distil (oracle2teacher)": 5.253803253173828,
       "epoch": 2.2480376766091053,
-      "rel-constrast": 2.5383191108703613,
+      "rel-constrast": 2.485628843307495,
       "step": 2864,
-      "subrel-constrast": 2.8728294372558594,
+      "subrel-constrast": 2.8421926498413086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1356067657470703,
-      "cov-distil (oracle2student)": 3.3233275413513184,
-      "cov-distil (oracle2teacher)": 3.270911693572998,
+      "cov-distil": 2.1809487342834473,
+      "cov-distil (oracle2student)": 3.4292752742767334,
+      "cov-distil (oracle2teacher)": 3.6121695041656494,
       "epoch": 2.2488226059654632,
-      "rel-constrast": 2.7441365718841553,
+      "rel-constrast": 2.918825387954712,
       "step": 2865,
-      "subrel-constrast": 3.820131540298462,
+      "subrel-constrast": 3.819317102432251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2401362657546997,
-      "cov-distil (oracle2student)": 3.8380520343780518,
-      "cov-distil (oracle2teacher)": 3.5070858001708984,
+      "cov-distil": 1.5675660371780396,
+      "cov-distil (oracle2student)": 4.545492172241211,
+      "cov-distil (oracle2teacher)": 3.467404365539551,
       "epoch": 2.2496075353218212,
-      "rel-constrast": 1.8112812042236328,
+      "rel-constrast": 2.4383411407470703,
       "step": 2866,
-      "subrel-constrast": 2.4522628784179688,
+      "subrel-constrast": 2.5656473636627197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4374984502792358,
-      "cov-distil (oracle2student)": 6.009042739868164,
-      "cov-distil (oracle2teacher)": 5.295401573181152,
+      "cov-distil": 2.4808340072631836,
+      "cov-distil (oracle2student)": 6.171357154846191,
+      "cov-distil (oracle2teacher)": 5.959068775177002,
       "epoch": 2.2503924646781788,
-      "rel-constrast": 2.057020664215088,
+      "rel-constrast": 2.451319932937622,
       "step": 2867,
-      "subrel-constrast": 2.9387259483337402,
+      "subrel-constrast": 2.8119704723358154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.065046548843384,
-      "cov-distil (oracle2student)": 4.267481803894043,
-      "cov-distil (oracle2teacher)": 3.949608325958252,
+      "cov-distil": 2.6555771827697754,
+      "cov-distil (oracle2student)": 4.819678783416748,
+      "cov-distil (oracle2teacher)": 4.1998114585876465,
       "epoch": 2.2511773940345368,
-      "rel-constrast": 3.193063974380493,
+      "rel-constrast": 3.5292129516601562,
       "step": 2868,
-      "subrel-constrast": 3.8853070735931396,
+      "subrel-constrast": 3.9812979698181152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5348498821258545,
-      "cov-distil (oracle2student)": 2.8509106636047363,
-      "cov-distil (oracle2teacher)": 3.213738441467285,
+      "cov-distil": 2.0113871097564697,
+      "cov-distil (oracle2student)": 2.7420077323913574,
+      "cov-distil (oracle2teacher)": 3.093806266784668,
       "epoch": 2.2519623233908947,
-      "rel-constrast": 2.7640440464019775,
+      "rel-constrast": 3.0527873039245605,
       "step": 2869,
-      "subrel-constrast": 3.7647035121917725,
+      "subrel-constrast": 3.8581926822662354,
       "view-similarity": 0
     },
     {
       "epoch": 2.2527472527472527,
-      "grad_norm": 4.6875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.4865664657415286e-05,
-      "loss": 0.6776,
+      "loss": 0.7013,
       "step": 2870
     },
     {
-      "cov-distil": 1.4024457931518555,
-      "cov-distil (oracle2student)": 5.057456970214844,
-      "cov-distil (oracle2teacher)": 4.523374557495117,
+      "cov-distil": 1.8788210153579712,
+      "cov-distil (oracle2student)": 4.978399276733398,
+      "cov-distil (oracle2teacher)": 5.620652198791504,
       "epoch": 2.2527472527472527,
-      "rel-constrast": 1.7900705337524414,
+      "rel-constrast": 1.8463455438613892,
       "step": 2870,
-      "subrel-constrast": 2.374039888381958,
+      "subrel-constrast": 2.7972116470336914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.138831377029419,
-      "cov-distil (oracle2student)": 4.379244804382324,
-      "cov-distil (oracle2teacher)": 4.206880569458008,
+      "cov-distil": 1.692746639251709,
+      "cov-distil (oracle2student)": 4.2764787673950195,
+      "cov-distil (oracle2teacher)": 4.754520416259766,
       "epoch": 2.2535321821036107,
-      "rel-constrast": 3.599226474761963,
+      "rel-constrast": 3.920034408569336,
       "step": 2871,
-      "subrel-constrast": 3.7526066303253174,
+      "subrel-constrast": 3.7150087356567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.349900722503662,
-      "cov-distil (oracle2student)": 3.2287940979003906,
-      "cov-distil (oracle2teacher)": 3.7320327758789062,
+      "cov-distil": 1.4954712390899658,
+      "cov-distil (oracle2student)": 3.159134864807129,
+      "cov-distil (oracle2teacher)": 3.633913516998291,
       "epoch": 2.2543171114599687,
-      "rel-constrast": 2.1699037551879883,
+      "rel-constrast": 1.84483003616333,
       "step": 2872,
-      "subrel-constrast": 2.896376609802246,
+      "subrel-constrast": 2.951211929321289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.135451316833496,
-      "cov-distil (oracle2student)": 5.1977219581604,
-      "cov-distil (oracle2teacher)": 4.326521873474121,
+      "cov-distil": 1.340190052986145,
+      "cov-distil (oracle2student)": 4.439277648925781,
+      "cov-distil (oracle2teacher)": 4.815180778503418,
       "epoch": 2.2551020408163267,
-      "rel-constrast": 2.531933069229126,
+      "rel-constrast": 2.8094069957733154,
       "step": 2873,
-      "subrel-constrast": 3.14056134223938,
+      "subrel-constrast": 2.8904941082000732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.484800100326538,
-      "cov-distil (oracle2student)": 3.8488283157348633,
-      "cov-distil (oracle2teacher)": 3.960545539855957,
+      "cov-distil": 2.208744764328003,
+      "cov-distil (oracle2student)": 4.530637741088867,
+      "cov-distil (oracle2teacher)": 4.107219219207764,
       "epoch": 2.2558869701726847,
-      "rel-constrast": 2.224821090698242,
+      "rel-constrast": 2.991266965866089,
       "step": 2874,
-      "subrel-constrast": 3.145293712615967,
+      "subrel-constrast": 2.741868257522583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.016700029373169,
-      "cov-distil (oracle2student)": 4.581388473510742,
-      "cov-distil (oracle2teacher)": 4.010509014129639,
+      "cov-distil": 2.4169349670410156,
+      "cov-distil (oracle2student)": 4.6561279296875,
+      "cov-distil (oracle2teacher)": 4.0294952392578125,
       "epoch": 2.2566718995290422,
-      "rel-constrast": 2.7120306491851807,
+      "rel-constrast": 3.3095109462738037,
       "step": 2875,
-      "subrel-constrast": 3.6151058673858643,
+      "subrel-constrast": 3.436159610748291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5503324270248413,
-      "cov-distil (oracle2student)": 3.8285889625549316,
-      "cov-distil (oracle2teacher)": 3.9966399669647217,
+      "cov-distil": 1.7555272579193115,
+      "cov-distil (oracle2student)": 4.290810585021973,
+      "cov-distil (oracle2teacher)": 4.239924430847168,
       "epoch": 2.2574568288854002,
-      "rel-constrast": 2.982232093811035,
+      "rel-constrast": 3.7285525798797607,
       "step": 2876,
-      "subrel-constrast": 4.173421382904053,
+      "subrel-constrast": 4.337801456451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3902764320373535,
-      "cov-distil (oracle2student)": 3.021392345428467,
-      "cov-distil (oracle2teacher)": 3.1025614738464355,
+      "cov-distil": 1.6963021755218506,
+      "cov-distil (oracle2student)": 3.296722888946533,
+      "cov-distil (oracle2teacher)": 3.2754716873168945,
       "epoch": 2.258241758241758,
-      "rel-constrast": 2.0642271041870117,
+      "rel-constrast": 3.180756092071533,
       "step": 2877,
-      "subrel-constrast": 2.7872371673583984,
+      "subrel-constrast": 2.6808531284332275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3608449697494507,
-      "cov-distil (oracle2student)": 3.7978525161743164,
-      "cov-distil (oracle2teacher)": 3.558983325958252,
+      "cov-distil": 1.8771753311157227,
+      "cov-distil (oracle2student)": 4.288083076477051,
+      "cov-distil (oracle2teacher)": 4.0172271728515625,
       "epoch": 2.259026687598116,
-      "rel-constrast": 3.355771064758301,
+      "rel-constrast": 4.432084083557129,
       "step": 2878,
-      "subrel-constrast": 3.995354175567627,
+      "subrel-constrast": 4.105786323547363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.610992670059204,
-      "cov-distil (oracle2student)": 4.146749496459961,
-      "cov-distil (oracle2teacher)": 3.57588529586792,
+      "cov-distil": 2.1318721771240234,
+      "cov-distil (oracle2student)": 3.76377272605896,
+      "cov-distil (oracle2teacher)": 3.687849998474121,
       "epoch": 2.259811616954474,
-      "rel-constrast": 3.7641773223876953,
+      "rel-constrast": 3.6971395015716553,
       "step": 2879,
-      "subrel-constrast": 4.194459438323975,
+      "subrel-constrast": 4.074285984039307,
       "view-similarity": 0
     },
     {
       "epoch": 2.260596546310832,
-      "grad_norm": 5.90625,
+      "grad_norm": 6.375,
       "learning_rate": 4.481256439805811e-05,
-      "loss": 0.716,
+      "loss": 0.794,
       "step": 2880
     },
     {
-      "cov-distil": 1.0699520111083984,
-      "cov-distil (oracle2student)": 3.6987416744232178,
-      "cov-distil (oracle2teacher)": 3.618149757385254,
+      "cov-distil": 1.5358126163482666,
+      "cov-distil (oracle2student)": 3.8723392486572266,
+      "cov-distil (oracle2teacher)": 4.285160064697266,
       "epoch": 2.260596546310832,
-      "rel-constrast": 2.1907665729522705,
+      "rel-constrast": 2.475125312805176,
       "step": 2880,
-      "subrel-constrast": 2.6325907707214355,
+      "subrel-constrast": 2.5016891956329346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8661000728607178,
-      "cov-distil (oracle2student)": 4.891280174255371,
-      "cov-distil (oracle2teacher)": 4.468083381652832,
+      "cov-distil": 2.3222272396087646,
+      "cov-distil (oracle2student)": 5.297547817230225,
+      "cov-distil (oracle2teacher)": 5.08442497253418,
       "epoch": 2.26138147566719,
-      "rel-constrast": 2.5552377700805664,
+      "rel-constrast": 2.9659364223480225,
       "step": 2881,
-      "subrel-constrast": 3.520925998687744,
+      "subrel-constrast": 3.613980293273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5080199241638184,
-      "cov-distil (oracle2student)": 4.850057601928711,
-      "cov-distil (oracle2teacher)": 4.687588691711426,
+      "cov-distil": 1.2936770915985107,
+      "cov-distil (oracle2student)": 4.706940650939941,
+      "cov-distil (oracle2teacher)": 4.889904975891113,
       "epoch": 2.2621664050235477,
-      "rel-constrast": 2.2133500576019287,
+      "rel-constrast": 2.321676254272461,
       "step": 2882,
-      "subrel-constrast": 3.024308204650879,
+      "subrel-constrast": 2.487722396850586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2180404663085938,
-      "cov-distil (oracle2student)": 4.900874137878418,
-      "cov-distil (oracle2teacher)": 4.3496904373168945,
+      "cov-distil": 3.070025682449341,
+      "cov-distil (oracle2student)": 5.630602836608887,
+      "cov-distil (oracle2teacher)": 4.7589826583862305,
       "epoch": 2.2629513343799057,
-      "rel-constrast": 2.053288221359253,
+      "rel-constrast": 2.1025242805480957,
       "step": 2883,
-      "subrel-constrast": 2.854748249053955,
+      "subrel-constrast": 2.8958935737609863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4824903011322021,
-      "cov-distil (oracle2student)": 3.114133834838867,
-      "cov-distil (oracle2teacher)": 3.25925874710083,
+      "cov-distil": 1.9776757955551147,
+      "cov-distil (oracle2student)": 4.022088050842285,
+      "cov-distil (oracle2teacher)": 3.8910374641418457,
       "epoch": 2.2637362637362637,
-      "rel-constrast": 2.3119258880615234,
+      "rel-constrast": 2.8514671325683594,
       "step": 2884,
-      "subrel-constrast": 3.4515957832336426,
+      "subrel-constrast": 3.408323287963867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4102448225021362,
-      "cov-distil (oracle2student)": 3.9158568382263184,
-      "cov-distil (oracle2teacher)": 3.9090003967285156,
+      "cov-distil": 2.759690761566162,
+      "cov-distil (oracle2student)": 4.268495559692383,
+      "cov-distil (oracle2teacher)": 4.127816200256348,
       "epoch": 2.2645211930926217,
-      "rel-constrast": 2.978140115737915,
+      "rel-constrast": 3.2345728874206543,
       "step": 2885,
-      "subrel-constrast": 3.504491090774536,
+      "subrel-constrast": 3.4969406127929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.54390549659729,
-      "cov-distil (oracle2student)": 3.521449327468872,
-      "cov-distil (oracle2teacher)": 3.8177754878997803,
+      "cov-distil": 2.2171244621276855,
+      "cov-distil (oracle2student)": 4.570123672485352,
+      "cov-distil (oracle2teacher)": 4.4858551025390625,
       "epoch": 2.2653061224489797,
-      "rel-constrast": 1.890254020690918,
+      "rel-constrast": 2.2585768699645996,
       "step": 2886,
-      "subrel-constrast": 3.062195062637329,
+      "subrel-constrast": 3.1835286617279053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8897216320037842,
-      "cov-distil (oracle2student)": 2.449835777282715,
-      "cov-distil (oracle2teacher)": 2.5582852363586426,
+      "cov-distil": 2.1732120513916016,
+      "cov-distil (oracle2student)": 2.876953125,
+      "cov-distil (oracle2teacher)": 3.258321762084961,
       "epoch": 2.2660910518053377,
-      "rel-constrast": 1.7352781295776367,
+      "rel-constrast": 2.1083152294158936,
       "step": 2887,
-      "subrel-constrast": 2.4719760417938232,
+      "subrel-constrast": 2.4319205284118652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6730167865753174,
-      "cov-distil (oracle2student)": 3.5344347953796387,
-      "cov-distil (oracle2teacher)": 3.3976974487304688,
+      "cov-distil": 2.1293230056762695,
+      "cov-distil (oracle2student)": 3.8967185020446777,
+      "cov-distil (oracle2teacher)": 3.477731704711914,
       "epoch": 2.2668759811616956,
-      "rel-constrast": 3.0198004245758057,
+      "rel-constrast": 2.8596034049987793,
       "step": 2888,
-      "subrel-constrast": 3.7022953033447266,
+      "subrel-constrast": 3.4492714405059814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.938610315322876,
-      "cov-distil (oracle2student)": 3.488386631011963,
-      "cov-distil (oracle2teacher)": 3.647372245788574,
+      "cov-distil": 1.7875423431396484,
+      "cov-distil (oracle2student)": 4.364960670471191,
+      "cov-distil (oracle2teacher)": 4.224322319030762,
       "epoch": 2.267660910518053,
-      "rel-constrast": 1.7959544658660889,
+      "rel-constrast": 2.3724167346954346,
       "step": 2889,
-      "subrel-constrast": 3.0191173553466797,
+      "subrel-constrast": 3.044140577316284,
       "view-similarity": 0
     },
     {
       "epoch": 2.268445839874411,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.6875,
       "learning_rate": 4.475922272885622e-05,
-      "loss": 0.6101,
+      "loss": 0.6388,
       "step": 2890
     },
     {
-      "cov-distil": 1.1429150104522705,
-      "cov-distil (oracle2student)": 4.967638969421387,
-      "cov-distil (oracle2teacher)": 4.864433288574219,
+      "cov-distil": 1.4435813426971436,
+      "cov-distil (oracle2student)": 4.9137163162231445,
+      "cov-distil (oracle2teacher)": 4.573283672332764,
       "epoch": 2.268445839874411,
-      "rel-constrast": 3.6549930572509766,
+      "rel-constrast": 3.727475166320801,
       "step": 2890,
-      "subrel-constrast": 4.182147979736328,
+      "subrel-constrast": 3.9529621601104736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8699536323547363,
-      "cov-distil (oracle2student)": 5.423762321472168,
-      "cov-distil (oracle2teacher)": 4.323276996612549,
+      "cov-distil": 2.2749342918395996,
+      "cov-distil (oracle2student)": 5.169321537017822,
+      "cov-distil (oracle2teacher)": 4.76683235168457,
       "epoch": 2.269230769230769,
-      "rel-constrast": 3.23213267326355,
+      "rel-constrast": 2.8820419311523438,
       "step": 2891,
-      "subrel-constrast": 3.3792176246643066,
+      "subrel-constrast": 3.2337920665740967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1507344245910645,
-      "cov-distil (oracle2student)": 4.587265968322754,
-      "cov-distil (oracle2teacher)": 4.712570667266846,
+      "cov-distil": 2.356940984725952,
+      "cov-distil (oracle2student)": 5.4089226722717285,
+      "cov-distil (oracle2teacher)": 5.205679893493652,
       "epoch": 2.270015698587127,
-      "rel-constrast": 2.5250067710876465,
+      "rel-constrast": 2.798659324645996,
       "step": 2892,
-      "subrel-constrast": 3.3668570518493652,
+      "subrel-constrast": 3.5247061252593994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5640321969985962,
-      "cov-distil (oracle2student)": 3.619105815887451,
-      "cov-distil (oracle2teacher)": 3.1827292442321777,
+      "cov-distil": 1.8037238121032715,
+      "cov-distil (oracle2student)": 3.7190651893615723,
+      "cov-distil (oracle2teacher)": 3.3828775882720947,
       "epoch": 2.270800627943485,
-      "rel-constrast": 3.0608720779418945,
+      "rel-constrast": 3.4639806747436523,
       "step": 2893,
-      "subrel-constrast": 3.8057875633239746,
+      "subrel-constrast": 3.9451396465301514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1323726177215576,
-      "cov-distil (oracle2student)": 3.883439302444458,
-      "cov-distil (oracle2teacher)": 3.908729076385498,
+      "cov-distil": 1.5839290618896484,
+      "cov-distil (oracle2student)": 4.773256778717041,
+      "cov-distil (oracle2teacher)": 3.914168357849121,
       "epoch": 2.271585557299843,
-      "rel-constrast": 2.0803141593933105,
+      "rel-constrast": 2.5604519844055176,
       "step": 2894,
-      "subrel-constrast": 2.4826464653015137,
+      "subrel-constrast": 2.580005168914795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9351506233215332,
-      "cov-distil (oracle2student)": 3.001530885696411,
-      "cov-distil (oracle2teacher)": 3.1382462978363037,
+      "cov-distil": 2.098092555999756,
+      "cov-distil (oracle2student)": 3.2363812923431396,
+      "cov-distil (oracle2teacher)": 2.98779296875,
       "epoch": 2.272370486656201,
-      "rel-constrast": 3.00050950050354,
+      "rel-constrast": 3.133401870727539,
       "step": 2895,
-      "subrel-constrast": 3.707886219024658,
+      "subrel-constrast": 4.026373863220215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.327186942100525,
-      "cov-distil (oracle2student)": 3.351003646850586,
-      "cov-distil (oracle2teacher)": 3.6654043197631836,
+      "cov-distil": 1.7207551002502441,
+      "cov-distil (oracle2student)": 4.046440124511719,
+      "cov-distil (oracle2teacher)": 4.408363342285156,
       "epoch": 2.2731554160125587,
-      "rel-constrast": 2.8956403732299805,
+      "rel-constrast": 3.1948890686035156,
       "step": 2896,
-      "subrel-constrast": 3.0391781330108643,
+      "subrel-constrast": 3.302870988845825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.781959891319275,
-      "cov-distil (oracle2student)": 4.407191753387451,
-      "cov-distil (oracle2teacher)": 4.564266204833984,
+      "cov-distil": 2.1172566413879395,
+      "cov-distil (oracle2student)": 4.5180888175964355,
+      "cov-distil (oracle2teacher)": 4.856849670410156,
       "epoch": 2.2739403453689166,
-      "rel-constrast": 2.909698009490967,
+      "rel-constrast": 3.6405177116394043,
       "step": 2897,
-      "subrel-constrast": 4.168962001800537,
+      "subrel-constrast": 3.9409031867980957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1635851860046387,
-      "cov-distil (oracle2student)": 3.438180446624756,
-      "cov-distil (oracle2teacher)": 3.54158353805542,
+      "cov-distil": 1.3023580312728882,
+      "cov-distil (oracle2student)": 3.9987316131591797,
+      "cov-distil (oracle2teacher)": 3.277658224105835,
       "epoch": 2.2747252747252746,
-      "rel-constrast": 2.1824963092803955,
+      "rel-constrast": 2.787261486053467,
       "step": 2898,
-      "subrel-constrast": 2.538475751876831,
+      "subrel-constrast": 2.631908416748047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.448046326637268,
-      "cov-distil (oracle2student)": 3.2681779861450195,
-      "cov-distil (oracle2teacher)": 3.1517410278320312,
+      "cov-distil": 1.9677479267120361,
+      "cov-distil (oracle2student)": 3.3817219734191895,
+      "cov-distil (oracle2teacher)": 2.913080930709839,
       "epoch": 2.2755102040816326,
-      "rel-constrast": 2.1919612884521484,
+      "rel-constrast": 2.0677313804626465,
       "step": 2899,
-      "subrel-constrast": 2.934643507003784,
+      "subrel-constrast": 2.6254239082336426,
       "view-similarity": 0
     },
     {
       "epoch": 2.2762951334379906,
-      "grad_norm": 5.21875,
+      "grad_norm": 5.65625,
       "learning_rate": 4.4705640299761007e-05,
-      "loss": 0.7321,
+      "loss": 0.7564,
       "step": 2900
     },
     {
       "epoch": 2.2762951334379906,
-      "overlap": 0.32343751192092896,
+      "overlap": 0.2984375059604645,
       "step": 2900
     },
     {
       "epoch": 2.2762951334379906,
       "step": 2900,
-      "student margin": 0.06024169921875
+      "student margin": 0.056121826171875
     },
     {
       "epoch": 2.2762951334379906,
       "step": 2900,
-      "teacher margin": 0.04400634765625
+      "teacher margin": 0.0487060546875
     },
     {
       "epoch": 2.2762951334379906,
-      "margin difference": -0.0162353515625,
+      "margin difference": -0.007415771484375,
       "step": 2900
     },
     {
-      "cov-distil": 1.592128872871399,
-      "cov-distil (oracle2student)": 3.0883665084838867,
-      "cov-distil (oracle2teacher)": 3.3985366821289062,
+      "cov-distil": 2.3328909873962402,
+      "cov-distil (oracle2student)": 3.504826068878174,
+      "cov-distil (oracle2teacher)": 3.6902003288269043,
       "epoch": 2.2762951334379906,
-      "rel-constrast": 1.9844021797180176,
+      "rel-constrast": 2.44547176361084,
       "step": 2900,
-      "subrel-constrast": 2.686088800430298,
+      "subrel-constrast": 2.798687696456909,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.583186149597168,
-      "cov-distil (oracle2student)": 3.141150951385498,
-      "cov-distil (oracle2teacher)": 3.005000352859497,
+      "cov-distil": 2.1767473220825195,
+      "cov-distil (oracle2student)": 3.1180315017700195,
+      "cov-distil (oracle2teacher)": 3.3158888816833496,
       "epoch": 2.2770800627943486,
-      "rel-constrast": 3.210095167160034,
+      "rel-constrast": 2.619786262512207,
       "step": 2901,
-      "subrel-constrast": 3.958230495452881,
+      "subrel-constrast": 3.9830939769744873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5736680030822754,
-      "cov-distil (oracle2student)": 3.950263023376465,
-      "cov-distil (oracle2teacher)": 3.9314324855804443,
+      "cov-distil": 1.800040602684021,
+      "cov-distil (oracle2student)": 4.081843852996826,
+      "cov-distil (oracle2teacher)": 4.167232513427734,
       "epoch": 2.2778649921507066,
-      "rel-constrast": 2.897568941116333,
+      "rel-constrast": 3.0898091793060303,
       "step": 2902,
-      "subrel-constrast": 3.3754029273986816,
+      "subrel-constrast": 3.4295060634613037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7981300354003906,
-      "cov-distil (oracle2student)": 6.083515167236328,
-      "cov-distil (oracle2teacher)": 4.953995704650879,
+      "cov-distil": 2.2239089012145996,
+      "cov-distil (oracle2student)": 6.6129655838012695,
+      "cov-distil (oracle2teacher)": 5.669246673583984,
       "epoch": 2.278649921507064,
-      "rel-constrast": 3.5046188831329346,
+      "rel-constrast": 4.065709590911865,
       "step": 2903,
-      "subrel-constrast": 4.1251420974731445,
+      "subrel-constrast": 4.197539329528809,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6399354934692383,
-      "cov-distil (oracle2student)": 3.5022788047790527,
-      "cov-distil (oracle2teacher)": 3.428711414337158,
+      "cov-distil": 2.1172890663146973,
+      "cov-distil (oracle2student)": 4.196752548217773,
+      "cov-distil (oracle2teacher)": 3.400928020477295,
       "epoch": 2.279434850863422,
-      "rel-constrast": 1.8195366859436035,
+      "rel-constrast": 2.001678466796875,
       "step": 2904,
-      "subrel-constrast": 2.8655664920806885,
+      "subrel-constrast": 2.786097526550293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478752851486206,
-      "cov-distil (oracle2student)": 4.153866767883301,
-      "cov-distil (oracle2teacher)": 3.3722686767578125,
+      "cov-distil": 2.4559378623962402,
+      "cov-distil (oracle2student)": 4.473886013031006,
+      "cov-distil (oracle2teacher)": 4.145914077758789,
       "epoch": 2.28021978021978,
-      "rel-constrast": 3.143083095550537,
+      "rel-constrast": 3.792072296142578,
       "step": 2905,
-      "subrel-constrast": 3.3029046058654785,
+      "subrel-constrast": 3.465597152709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4605088233947754,
-      "cov-distil (oracle2student)": 3.7534360885620117,
-      "cov-distil (oracle2teacher)": 3.930025577545166,
+      "cov-distil": 1.7393836975097656,
+      "cov-distil (oracle2student)": 4.066168785095215,
+      "cov-distil (oracle2teacher)": 4.289267539978027,
       "epoch": 2.281004709576138,
-      "rel-constrast": 3.022676467895508,
+      "rel-constrast": 3.617478370666504,
       "step": 2906,
-      "subrel-constrast": 3.7956714630126953,
+      "subrel-constrast": 3.8276889324188232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5809167623519897,
-      "cov-distil (oracle2student)": 5.397377967834473,
-      "cov-distil (oracle2teacher)": 5.129811763763428,
+      "cov-distil": 2.07877779006958,
+      "cov-distil (oracle2student)": 5.937206268310547,
+      "cov-distil (oracle2teacher)": 5.462488174438477,
       "epoch": 2.281789638932496,
-      "rel-constrast": 2.5766546726226807,
+      "rel-constrast": 2.82161808013916,
       "step": 2907,
-      "subrel-constrast": 3.268528461456299,
+      "subrel-constrast": 3.1298675537109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6684355735778809,
-      "cov-distil (oracle2student)": 4.268328666687012,
-      "cov-distil (oracle2teacher)": 4.282989501953125,
+      "cov-distil": 2.3233683109283447,
+      "cov-distil (oracle2student)": 4.1387104988098145,
+      "cov-distil (oracle2teacher)": 4.890998840332031,
       "epoch": 2.282574568288854,
-      "rel-constrast": 3.028805732727051,
+      "rel-constrast": 3.522998809814453,
       "step": 2908,
-      "subrel-constrast": 3.9946417808532715,
+      "subrel-constrast": 4.248725891113281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4551281929016113,
-      "cov-distil (oracle2student)": 4.015639305114746,
-      "cov-distil (oracle2teacher)": 3.512058734893799,
+      "cov-distil": 1.7699851989746094,
+      "cov-distil (oracle2student)": 4.336177349090576,
+      "cov-distil (oracle2teacher)": 3.878828525543213,
       "epoch": 2.283359497645212,
-      "rel-constrast": 3.156123161315918,
+      "rel-constrast": 3.3609459400177,
       "step": 2909,
-      "subrel-constrast": 3.6043436527252197,
+      "subrel-constrast": 3.425161123275757,
       "view-similarity": 0
     },
     {
       "epoch": 2.2841444270015696,
-      "grad_norm": 7.15625,
+      "grad_norm": 7.84375,
       "learning_rate": 4.465181776365745e-05,
-      "loss": 0.7482,
+      "loss": 0.7834,
       "step": 2910
     },
     {
-      "cov-distil": 1.4601469039916992,
-      "cov-distil (oracle2student)": 5.148327350616455,
-      "cov-distil (oracle2teacher)": 4.972081184387207,
+      "cov-distil": 1.936072826385498,
+      "cov-distil (oracle2student)": 5.279439926147461,
+      "cov-distil (oracle2teacher)": 5.483349800109863,
       "epoch": 2.2841444270015696,
-      "rel-constrast": 3.4905025959014893,
+      "rel-constrast": 3.851578712463379,
       "step": 2910,
-      "subrel-constrast": 3.8339619636535645,
+      "subrel-constrast": 4.0143141746521,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5037288665771484,
-      "cov-distil (oracle2student)": 4.3203229904174805,
-      "cov-distil (oracle2teacher)": 3.8823251724243164,
+      "cov-distil": 1.8176727294921875,
+      "cov-distil (oracle2student)": 4.491959571838379,
+      "cov-distil (oracle2teacher)": 3.907743453979492,
       "epoch": 2.2849293563579276,
-      "rel-constrast": 2.7829811573028564,
+      "rel-constrast": 2.578427314758301,
       "step": 2911,
-      "subrel-constrast": 3.117487907409668,
+      "subrel-constrast": 3.2509491443634033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7096062898635864,
-      "cov-distil (oracle2student)": 2.720289707183838,
-      "cov-distil (oracle2teacher)": 2.9195873737335205,
+      "cov-distil": 2.172684669494629,
+      "cov-distil (oracle2student)": 4.1981964111328125,
+      "cov-distil (oracle2teacher)": 3.603715419769287,
       "epoch": 2.2857142857142856,
-      "rel-constrast": 2.9021034240722656,
+      "rel-constrast": 2.9186925888061523,
       "step": 2912,
-      "subrel-constrast": 3.6157548427581787,
+      "subrel-constrast": 3.8871047496795654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.267793893814087,
-      "cov-distil (oracle2student)": 5.135591506958008,
-      "cov-distil (oracle2teacher)": 5.176277160644531,
+      "cov-distil": 1.7658917903900146,
+      "cov-distil (oracle2student)": 5.84521484375,
+      "cov-distil (oracle2teacher)": 5.318495750427246,
       "epoch": 2.2864992150706436,
-      "rel-constrast": 3.540013551712036,
+      "rel-constrast": 4.082841873168945,
       "step": 2913,
-      "subrel-constrast": 4.190417766571045,
+      "subrel-constrast": 4.1517839431762695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6457276344299316,
-      "cov-distil (oracle2student)": 3.9154491424560547,
-      "cov-distil (oracle2teacher)": 4.351151466369629,
+      "cov-distil": 2.1232151985168457,
+      "cov-distil (oracle2student)": 4.895226001739502,
+      "cov-distil (oracle2teacher)": 4.144783020019531,
       "epoch": 2.2872841444270016,
-      "rel-constrast": 2.523313283920288,
+      "rel-constrast": 3.3654136657714844,
       "step": 2914,
-      "subrel-constrast": 3.6803083419799805,
+      "subrel-constrast": 3.4452080726623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6197237968444824,
-      "cov-distil (oracle2student)": 5.213115215301514,
-      "cov-distil (oracle2teacher)": 5.790378570556641,
+      "cov-distil": 2.043212413787842,
+      "cov-distil (oracle2student)": 5.096815586090088,
+      "cov-distil (oracle2teacher)": 6.259397506713867,
       "epoch": 2.2880690737833596,
-      "rel-constrast": 3.3265340328216553,
+      "rel-constrast": 3.509542942047119,
       "step": 2915,
-      "subrel-constrast": 4.065525531768799,
+      "subrel-constrast": 3.98858904838562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3114774227142334,
-      "cov-distil (oracle2student)": 3.891345977783203,
-      "cov-distil (oracle2teacher)": 3.559769630432129,
+      "cov-distil": 1.4821667671203613,
+      "cov-distil (oracle2student)": 3.9179391860961914,
+      "cov-distil (oracle2teacher)": 3.6565048694610596,
       "epoch": 2.2888540031397175,
-      "rel-constrast": 2.6293959617614746,
+      "rel-constrast": 2.7728431224823,
       "step": 2916,
-      "subrel-constrast": 3.5540945529937744,
+      "subrel-constrast": 2.897357940673828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6717156171798706,
-      "cov-distil (oracle2student)": 5.542957305908203,
-      "cov-distil (oracle2teacher)": 5.145547389984131,
+      "cov-distil": 1.8379238843917847,
+      "cov-distil (oracle2student)": 5.761807441711426,
+      "cov-distil (oracle2teacher)": 5.783934116363525,
       "epoch": 2.2896389324960755,
-      "rel-constrast": 2.6643424034118652,
+      "rel-constrast": 2.7341785430908203,
       "step": 2917,
-      "subrel-constrast": 3.4207189083099365,
+      "subrel-constrast": 3.3221659660339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5813555717468262,
-      "cov-distil (oracle2student)": 3.4501473903656006,
-      "cov-distil (oracle2teacher)": 3.3968281745910645,
+      "cov-distil": 1.668623447418213,
+      "cov-distil (oracle2student)": 3.5665457248687744,
+      "cov-distil (oracle2teacher)": 3.440239429473877,
       "epoch": 2.2904238618524335,
-      "rel-constrast": 2.0474085807800293,
+      "rel-constrast": 2.5209717750549316,
       "step": 2918,
-      "subrel-constrast": 2.8570103645324707,
+      "subrel-constrast": 2.8067126274108887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881287574768066,
-      "cov-distil (oracle2student)": 3.1075901985168457,
-      "cov-distil (oracle2teacher)": 2.8594539165496826,
+      "cov-distil": 1.3672153949737549,
+      "cov-distil (oracle2student)": 3.2231390476226807,
+      "cov-distil (oracle2teacher)": 3.223391532897949,
       "epoch": 2.291208791208791,
-      "rel-constrast": 2.3755412101745605,
+      "rel-constrast": 2.4092397689819336,
       "step": 2919,
-      "subrel-constrast": 3.201690912246704,
+      "subrel-constrast": 2.9757320880889893,
       "view-similarity": 0
     },
     {
       "epoch": 2.291993720565149,
-      "grad_norm": 5.125,
+      "grad_norm": 6.3125,
       "learning_rate": 4.459775577635619e-05,
-      "loss": 0.745,
+      "loss": 0.7686,
       "step": 2920
     },
     {
-      "cov-distil": 1.5123789310455322,
-      "cov-distil (oracle2student)": 3.8693645000457764,
-      "cov-distil (oracle2teacher)": 3.57845401763916,
+      "cov-distil": 1.935009479522705,
+      "cov-distil (oracle2student)": 3.9589638710021973,
+      "cov-distil (oracle2teacher)": 3.942141056060791,
       "epoch": 2.291993720565149,
-      "rel-constrast": 2.150233268737793,
+      "rel-constrast": 2.2887892723083496,
       "step": 2920,
-      "subrel-constrast": 2.999439239501953,
+      "subrel-constrast": 3.0046815872192383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9926846027374268,
-      "cov-distil (oracle2student)": 4.299108028411865,
-      "cov-distil (oracle2teacher)": 4.095826148986816,
+      "cov-distil": 2.0860016345977783,
+      "cov-distil (oracle2student)": 4.292420387268066,
+      "cov-distil (oracle2teacher)": 4.469173431396484,
       "epoch": 2.292778649921507,
-      "rel-constrast": 2.330793857574463,
+      "rel-constrast": 2.707028388977051,
       "step": 2921,
-      "subrel-constrast": 3.4155919551849365,
+      "subrel-constrast": 3.451519012451172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9739807844161987,
-      "cov-distil (oracle2student)": 5.472184181213379,
-      "cov-distil (oracle2teacher)": 4.959778785705566,
+      "cov-distil": 1.1338304281234741,
+      "cov-distil (oracle2student)": 5.589522361755371,
+      "cov-distil (oracle2teacher)": 5.704877853393555,
       "epoch": 2.293563579277865,
-      "rel-constrast": 1.6842437982559204,
+      "rel-constrast": 1.7894337177276611,
       "step": 2922,
-      "subrel-constrast": 1.9547444581985474,
+      "subrel-constrast": 1.9857401847839355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496598482131958,
-      "cov-distil (oracle2student)": 5.856607437133789,
-      "cov-distil (oracle2teacher)": 4.825408458709717,
+      "cov-distil": 2.053696632385254,
+      "cov-distil (oracle2student)": 5.7366943359375,
+      "cov-distil (oracle2teacher)": 5.350364685058594,
       "epoch": 2.294348508634223,
-      "rel-constrast": 3.7332162857055664,
+      "rel-constrast": 3.7477846145629883,
       "step": 2923,
-      "subrel-constrast": 4.265716552734375,
+      "subrel-constrast": 4.697423934936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562182903289795,
-      "cov-distil (oracle2student)": 4.766845226287842,
-      "cov-distil (oracle2teacher)": 4.553997039794922,
+      "cov-distil": 1.8610234260559082,
+      "cov-distil (oracle2student)": 5.202250957489014,
+      "cov-distil (oracle2teacher)": 4.737152099609375,
       "epoch": 2.295133437990581,
-      "rel-constrast": 3.12982177734375,
+      "rel-constrast": 3.384031295776367,
       "step": 2924,
-      "subrel-constrast": 3.871743679046631,
+      "subrel-constrast": 4.121769428253174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2428536415100098,
-      "cov-distil (oracle2student)": 3.2185959815979004,
-      "cov-distil (oracle2teacher)": 3.349494695663452,
+      "cov-distil": 1.4923348426818848,
+      "cov-distil (oracle2student)": 3.1413559913635254,
+      "cov-distil (oracle2teacher)": 3.0722813606262207,
       "epoch": 2.295918367346939,
-      "rel-constrast": 2.290083885192871,
+      "rel-constrast": 2.2160725593566895,
       "step": 2925,
-      "subrel-constrast": 2.868030071258545,
+      "subrel-constrast": 2.795948028564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.306395173072815,
-      "cov-distil (oracle2student)": 4.492713451385498,
-      "cov-distil (oracle2teacher)": 4.308692455291748,
+      "cov-distil": 1.7334306240081787,
+      "cov-distil (oracle2student)": 5.2164082527160645,
+      "cov-distil (oracle2teacher)": 4.782329559326172,
       "epoch": 2.2967032967032965,
-      "rel-constrast": 2.163879871368408,
+      "rel-constrast": 3.011482000350952,
       "step": 2926,
-      "subrel-constrast": 3.152101516723633,
+      "subrel-constrast": 3.2859296798706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4351893663406372,
-      "cov-distil (oracle2student)": 2.986691474914551,
-      "cov-distil (oracle2teacher)": 2.6901135444641113,
+      "cov-distil": 1.8518540859222412,
+      "cov-distil (oracle2student)": 3.4911234378814697,
+      "cov-distil (oracle2teacher)": 2.640350580215454,
       "epoch": 2.2974882260596545,
-      "rel-constrast": 2.1739580631256104,
+      "rel-constrast": 2.3854880332946777,
       "step": 2927,
-      "subrel-constrast": 3.22617506980896,
+      "subrel-constrast": 3.048729181289673,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3215203285217285,
-      "cov-distil (oracle2student)": 4.368426322937012,
-      "cov-distil (oracle2teacher)": 4.141865253448486,
+      "cov-distil": 1.5543529987335205,
+      "cov-distil (oracle2student)": 4.8492279052734375,
+      "cov-distil (oracle2teacher)": 4.390403747558594,
       "epoch": 2.2982731554160125,
-      "rel-constrast": 2.499086856842041,
+      "rel-constrast": 2.761594772338867,
       "step": 2928,
-      "subrel-constrast": 3.0995688438415527,
+      "subrel-constrast": 3.10729718208313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317307710647583,
-      "cov-distil (oracle2student)": 4.851629257202148,
-      "cov-distil (oracle2teacher)": 4.366608142852783,
+      "cov-distil": 1.6281628608703613,
+      "cov-distil (oracle2student)": 4.542836666107178,
+      "cov-distil (oracle2teacher)": 4.458077430725098,
       "epoch": 2.2990580847723705,
-      "rel-constrast": 2.5924856662750244,
+      "rel-constrast": 2.858388900756836,
       "step": 2929,
-      "subrel-constrast": 3.2747113704681396,
+      "subrel-constrast": 3.1368136405944824,
       "view-similarity": 0
     },
     {
       "epoch": 2.2998430141287285,
-      "grad_norm": 5.5625,
+      "grad_norm": 5.96875,
       "learning_rate": 4.454345499658546e-05,
-      "loss": 0.6545,
+      "loss": 0.6788,
       "step": 2930
     },
     {
-      "cov-distil": 1.9649293422698975,
-      "cov-distil (oracle2student)": 5.953857421875,
-      "cov-distil (oracle2teacher)": 5.255563735961914,
+      "cov-distil": 2.06703519821167,
+      "cov-distil (oracle2student)": 6.820677280426025,
+      "cov-distil (oracle2teacher)": 5.675371170043945,
       "epoch": 2.2998430141287285,
-      "rel-constrast": 3.163959503173828,
+      "rel-constrast": 3.679884910583496,
       "step": 2930,
-      "subrel-constrast": 3.516575336456299,
+      "subrel-constrast": 4.112966537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8931348323822021,
-      "cov-distil (oracle2student)": 5.357943534851074,
-      "cov-distil (oracle2teacher)": 4.872707366943359,
+      "cov-distil": 2.437556743621826,
+      "cov-distil (oracle2student)": 6.273471832275391,
+      "cov-distil (oracle2teacher)": 5.176482200622559,
       "epoch": 2.3006279434850865,
-      "rel-constrast": 2.678823709487915,
+      "rel-constrast": 2.78218412399292,
       "step": 2931,
-      "subrel-constrast": 3.307434558868408,
+      "subrel-constrast": 3.094268798828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2738279104232788,
-      "cov-distil (oracle2student)": 3.2379040718078613,
-      "cov-distil (oracle2teacher)": 3.3839454650878906,
+      "cov-distil": 2.104292154312134,
+      "cov-distil (oracle2student)": 3.333474636077881,
+      "cov-distil (oracle2teacher)": 3.259614944458008,
       "epoch": 2.3014128728414445,
-      "rel-constrast": 2.05763578414917,
+      "rel-constrast": 2.267223834991455,
       "step": 2932,
-      "subrel-constrast": 2.922208070755005,
+      "subrel-constrast": 2.6831929683685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4986791610717773,
-      "cov-distil (oracle2student)": 3.487306833267212,
-      "cov-distil (oracle2teacher)": 3.636643886566162,
+      "cov-distil": 2.549271583557129,
+      "cov-distil (oracle2student)": 3.8789522647857666,
+      "cov-distil (oracle2teacher)": 4.013197898864746,
       "epoch": 2.302197802197802,
-      "rel-constrast": 2.639075517654419,
+      "rel-constrast": 3.2699403762817383,
       "step": 2933,
-      "subrel-constrast": 3.022005081176758,
+      "subrel-constrast": 3.432912826538086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5934536457061768,
-      "cov-distil (oracle2student)": 1.9810131788253784,
-      "cov-distil (oracle2teacher)": 2.0557546615600586,
+      "cov-distil": 1.8900898694992065,
+      "cov-distil (oracle2student)": 2.016294240951538,
+      "cov-distil (oracle2teacher)": 2.1271681785583496,
       "epoch": 2.30298273155416,
-      "rel-constrast": 1.6724300384521484,
+      "rel-constrast": 1.5551518201828003,
       "step": 2934,
-      "subrel-constrast": 2.448728322982788,
+      "subrel-constrast": 2.6120827198028564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7548202276229858,
-      "cov-distil (oracle2student)": 4.638466835021973,
-      "cov-distil (oracle2teacher)": 4.35058069229126,
+      "cov-distil": 2.0945827960968018,
+      "cov-distil (oracle2student)": 5.415756702423096,
+      "cov-distil (oracle2teacher)": 4.5630693435668945,
       "epoch": 2.303767660910518,
-      "rel-constrast": 3.221240282058716,
+      "rel-constrast": 3.68119215965271,
       "step": 2935,
-      "subrel-constrast": 4.0420098304748535,
+      "subrel-constrast": 4.019796848297119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.657447099685669,
-      "cov-distil (oracle2student)": 2.5594277381896973,
-      "cov-distil (oracle2teacher)": 3.082202434539795,
+      "cov-distil": 1.8154640197753906,
+      "cov-distil (oracle2student)": 2.565680742263794,
+      "cov-distil (oracle2teacher)": 3.4002671241760254,
       "epoch": 2.304552590266876,
-      "rel-constrast": 1.7904181480407715,
+      "rel-constrast": 2.635570764541626,
       "step": 2936,
-      "subrel-constrast": 3.1278340816497803,
+      "subrel-constrast": 3.111503839492798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8402522802352905,
-      "cov-distil (oracle2student)": 4.287407875061035,
-      "cov-distil (oracle2teacher)": 3.8491311073303223,
+      "cov-distil": 2.315883159637451,
+      "cov-distil (oracle2student)": 4.16646671295166,
+      "cov-distil (oracle2teacher)": 4.345097064971924,
       "epoch": 2.305337519623234,
-      "rel-constrast": 2.434047222137451,
+      "rel-constrast": 2.5390796661376953,
       "step": 2937,
-      "subrel-constrast": 3.0688462257385254,
+      "subrel-constrast": 2.9730474948883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2148301601409912,
-      "cov-distil (oracle2student)": 2.647704839706421,
-      "cov-distil (oracle2teacher)": 3.2967801094055176,
+      "cov-distil": 2.036623954772949,
+      "cov-distil (oracle2student)": 3.0409207344055176,
+      "cov-distil (oracle2teacher)": 3.6593453884124756,
       "epoch": 2.306122448979592,
-      "rel-constrast": 2.5161516666412354,
+      "rel-constrast": 2.691709041595459,
       "step": 2938,
-      "subrel-constrast": 3.578235626220703,
+      "subrel-constrast": 3.407007932662964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6084508895874023,
-      "cov-distil (oracle2student)": 5.141763687133789,
-      "cov-distil (oracle2teacher)": 4.87265682220459,
+      "cov-distil": 1.7454074621200562,
+      "cov-distil (oracle2student)": 5.32850456237793,
+      "cov-distil (oracle2teacher)": 5.2867584228515625,
       "epoch": 2.30690737833595,
-      "rel-constrast": 3.639364719390869,
+      "rel-constrast": 3.5499937534332275,
       "step": 2939,
-      "subrel-constrast": 4.359229564666748,
+      "subrel-constrast": 4.224546432495117,
       "view-similarity": 0
     },
     {
       "epoch": 2.3076923076923075,
-      "grad_norm": 6.6875,
+      "grad_norm": 6.9375,
       "learning_rate": 4.4488916085983145e-05,
-      "loss": 0.6861,
+      "loss": 0.7163,
       "step": 2940
     },
     {
-      "cov-distil": 1.682687759399414,
-      "cov-distil (oracle2student)": 2.9574520587921143,
-      "cov-distil (oracle2teacher)": 2.812974452972412,
+      "cov-distil": 1.9617047309875488,
+      "cov-distil (oracle2student)": 3.223717451095581,
+      "cov-distil (oracle2teacher)": 2.8870439529418945,
       "epoch": 2.3076923076923075,
-      "rel-constrast": 2.3965768814086914,
+      "rel-constrast": 2.67434024810791,
       "step": 2940,
-      "subrel-constrast": 3.1047682762145996,
+      "subrel-constrast": 2.9756112098693848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569800615310669,
-      "cov-distil (oracle2student)": 5.509970664978027,
-      "cov-distil (oracle2teacher)": 4.55319881439209,
+      "cov-distil": 1.872759222984314,
+      "cov-distil (oracle2student)": 6.089958190917969,
+      "cov-distil (oracle2teacher)": 5.4700822830200195,
       "epoch": 2.3084772370486655,
-      "rel-constrast": 2.3726298809051514,
+      "rel-constrast": 2.780672073364258,
       "step": 2941,
-      "subrel-constrast": 2.9780030250549316,
+      "subrel-constrast": 2.9128642082214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2632992267608643,
-      "cov-distil (oracle2student)": 4.085526466369629,
-      "cov-distil (oracle2teacher)": 3.975017547607422,
+      "cov-distil": 2.0485823154449463,
+      "cov-distil (oracle2student)": 4.52149772644043,
+      "cov-distil (oracle2teacher)": 4.3741912841796875,
       "epoch": 2.3092621664050235,
-      "rel-constrast": 2.725144147872925,
+      "rel-constrast": 3.089404582977295,
       "step": 2942,
-      "subrel-constrast": 3.1465070247650146,
+      "subrel-constrast": 3.4471466541290283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.523050308227539,
-      "cov-distil (oracle2student)": 4.651790618896484,
-      "cov-distil (oracle2teacher)": 4.3990373611450195,
+      "cov-distil": 1.5881900787353516,
+      "cov-distil (oracle2student)": 5.214587688446045,
+      "cov-distil (oracle2teacher)": 4.940916538238525,
       "epoch": 2.3100470957613815,
-      "rel-constrast": 2.18768572807312,
+      "rel-constrast": 2.9726359844207764,
       "step": 2943,
-      "subrel-constrast": 2.981546401977539,
+      "subrel-constrast": 2.997980833053589,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.87371826171875,
-      "cov-distil (oracle2student)": 4.4328718185424805,
-      "cov-distil (oracle2teacher)": 4.173334121704102,
+      "cov-distil": 2.571157932281494,
+      "cov-distil (oracle2student)": 5.531135082244873,
+      "cov-distil (oracle2teacher)": 4.806249618530273,
       "epoch": 2.3108320251177394,
-      "rel-constrast": 3.555877208709717,
+      "rel-constrast": 4.625187873840332,
       "step": 2944,
-      "subrel-constrast": 4.4560747146606445,
+      "subrel-constrast": 4.91873836517334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0609595775604248,
-      "cov-distil (oracle2student)": 4.788397789001465,
-      "cov-distil (oracle2teacher)": 3.841548442840576,
+      "cov-distil": 1.838268518447876,
+      "cov-distil (oracle2student)": 5.236787796020508,
+      "cov-distil (oracle2teacher)": 4.607054710388184,
       "epoch": 2.3116169544740974,
-      "rel-constrast": 1.9126191139221191,
+      "rel-constrast": 2.335313320159912,
       "step": 2945,
-      "subrel-constrast": 2.7842512130737305,
+      "subrel-constrast": 2.9316842555999756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4640824794769287,
-      "cov-distil (oracle2student)": 4.25575065612793,
-      "cov-distil (oracle2teacher)": 4.332795143127441,
+      "cov-distil": 1.791338562965393,
+      "cov-distil (oracle2student)": 4.301711082458496,
+      "cov-distil (oracle2teacher)": 4.49068021774292,
       "epoch": 2.3124018838304554,
-      "rel-constrast": 2.2125606536865234,
+      "rel-constrast": 2.2000057697296143,
       "step": 2946,
-      "subrel-constrast": 3.3149027824401855,
+      "subrel-constrast": 3.055565118789673,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430419445037842,
-      "cov-distil (oracle2student)": 3.6968894004821777,
-      "cov-distil (oracle2teacher)": 3.4741673469543457,
+      "cov-distil": 2.033794403076172,
+      "cov-distil (oracle2student)": 4.256231307983398,
+      "cov-distil (oracle2teacher)": 3.941420793533325,
       "epoch": 2.313186813186813,
-      "rel-constrast": 2.5025429725646973,
+      "rel-constrast": 2.594874382019043,
       "step": 2947,
-      "subrel-constrast": 2.8744957447052,
+      "subrel-constrast": 2.556152820587158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8937710523605347,
-      "cov-distil (oracle2student)": 4.430085182189941,
-      "cov-distil (oracle2teacher)": 4.447072982788086,
+      "cov-distil": 2.0540249347686768,
+      "cov-distil (oracle2student)": 5.351049423217773,
+      "cov-distil (oracle2teacher)": 4.644721984863281,
       "epoch": 2.313971742543171,
-      "rel-constrast": 2.423330307006836,
+      "rel-constrast": 2.7267684936523438,
       "step": 2948,
-      "subrel-constrast": 3.3679840564727783,
+      "subrel-constrast": 3.3562843799591064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9114400148391724,
-      "cov-distil (oracle2student)": 4.534064292907715,
-      "cov-distil (oracle2teacher)": 4.708141803741455,
+      "cov-distil": 2.485149621963501,
+      "cov-distil (oracle2student)": 5.518110275268555,
+      "cov-distil (oracle2teacher)": 5.05711555480957,
       "epoch": 2.314756671899529,
-      "rel-constrast": 2.754673719406128,
+      "rel-constrast": 3.2868025302886963,
       "step": 2949,
-      "subrel-constrast": 3.7646496295928955,
+      "subrel-constrast": 3.6350367069244385,
       "view-similarity": 0
     },
     {
       "epoch": 2.315541601255887,
-      "grad_norm": 6.875,
+      "grad_norm": 7.15625,
       "learning_rate": 4.443413970908865e-05,
-      "loss": 0.6656,
+      "loss": 0.7322,
       "step": 2950
     },
     {
-      "cov-distil": 1.3527907133102417,
-      "cov-distil (oracle2student)": 5.176224708557129,
-      "cov-distil (oracle2teacher)": 4.530098915100098,
+      "cov-distil": 1.9140594005584717,
+      "cov-distil (oracle2student)": 5.294245719909668,
+      "cov-distil (oracle2teacher)": 5.037367820739746,
       "epoch": 2.315541601255887,
-      "rel-constrast": 3.1328635215759277,
+      "rel-constrast": 3.6461024284362793,
       "step": 2950,
-      "subrel-constrast": 4.278329849243164,
+      "subrel-constrast": 4.350337028503418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930566310882568,
-      "cov-distil (oracle2student)": 3.884694814682007,
-      "cov-distil (oracle2teacher)": 3.521693229675293,
+      "cov-distil": 1.924676775932312,
+      "cov-distil (oracle2student)": 4.214781284332275,
+      "cov-distil (oracle2teacher)": 3.8204667568206787,
       "epoch": 2.316326530612245,
-      "rel-constrast": 3.3070292472839355,
+      "rel-constrast": 4.275424957275391,
       "step": 2951,
-      "subrel-constrast": 3.874663829803467,
+      "subrel-constrast": 4.066051959991455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6771104335784912,
-      "cov-distil (oracle2student)": 4.007219314575195,
-      "cov-distil (oracle2teacher)": 3.839456558227539,
+      "cov-distil": 2.176525354385376,
+      "cov-distil (oracle2student)": 3.859272003173828,
+      "cov-distil (oracle2teacher)": 4.274302005767822,
       "epoch": 2.317111459968603,
-      "rel-constrast": 2.1010355949401855,
+      "rel-constrast": 2.6636030673980713,
       "step": 2952,
-      "subrel-constrast": 3.32281231880188,
+      "subrel-constrast": 2.931797981262207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4282652139663696,
-      "cov-distil (oracle2student)": 3.562817096710205,
-      "cov-distil (oracle2teacher)": 3.281856060028076,
+      "cov-distil": 1.400925874710083,
+      "cov-distil (oracle2student)": 3.6292037963867188,
+      "cov-distil (oracle2teacher)": 3.865896701812744,
       "epoch": 2.317896389324961,
-      "rel-constrast": 2.962467908859253,
+      "rel-constrast": 3.189946413040161,
       "step": 2953,
-      "subrel-constrast": 3.668440103530884,
+      "subrel-constrast": 3.4860680103302,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1753950119018555,
-      "cov-distil (oracle2student)": 5.81159782409668,
-      "cov-distil (oracle2teacher)": 5.457996368408203,
+      "cov-distil": 2.1527111530303955,
+      "cov-distil (oracle2student)": 5.968745231628418,
+      "cov-distil (oracle2teacher)": 6.027957916259766,
       "epoch": 2.3186813186813184,
-      "rel-constrast": 2.684283971786499,
+      "rel-constrast": 2.738412380218506,
       "step": 2954,
-      "subrel-constrast": 3.442131519317627,
+      "subrel-constrast": 3.5052409172058105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8666194677352905,
-      "cov-distil (oracle2student)": 2.74351167678833,
-      "cov-distil (oracle2teacher)": 2.8551559448242188,
+      "cov-distil": 2.003122568130493,
+      "cov-distil (oracle2student)": 3.0247106552124023,
+      "cov-distil (oracle2teacher)": 3.4316673278808594,
       "epoch": 2.3194662480376764,
-      "rel-constrast": 2.7002830505371094,
+      "rel-constrast": 2.615293502807617,
       "step": 2955,
-      "subrel-constrast": 3.458941698074341,
+      "subrel-constrast": 3.7499279975891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.55706787109375,
-      "cov-distil (oracle2student)": 4.924619674682617,
-      "cov-distil (oracle2teacher)": 4.815800666809082,
+      "cov-distil": 2.1264870166778564,
+      "cov-distil (oracle2student)": 4.609138488769531,
+      "cov-distil (oracle2teacher)": 4.843422889709473,
       "epoch": 2.3202511773940344,
-      "rel-constrast": 3.41646146774292,
+      "rel-constrast": 3.325861930847168,
       "step": 2956,
-      "subrel-constrast": 4.005241870880127,
+      "subrel-constrast": 4.1482157707214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7256336212158203,
-      "cov-distil (oracle2student)": 4.733604907989502,
-      "cov-distil (oracle2teacher)": 4.785624980926514,
+      "cov-distil": 2.1647236347198486,
+      "cov-distil (oracle2student)": 5.1907501220703125,
+      "cov-distil (oracle2teacher)": 4.991943359375,
       "epoch": 2.3210361067503924,
-      "rel-constrast": 1.867337703704834,
+      "rel-constrast": 2.1617393493652344,
       "step": 2957,
-      "subrel-constrast": 2.668778657913208,
+      "subrel-constrast": 2.7440223693847656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8766374588012695,
-      "cov-distil (oracle2student)": 5.192008018493652,
-      "cov-distil (oracle2teacher)": 4.845361709594727,
+      "cov-distil": 2.3130815029144287,
+      "cov-distil (oracle2student)": 6.161540985107422,
+      "cov-distil (oracle2teacher)": 5.163331985473633,
       "epoch": 2.3218210361067504,
-      "rel-constrast": 3.285515069961548,
+      "rel-constrast": 3.820265769958496,
       "step": 2958,
-      "subrel-constrast": 4.28424072265625,
+      "subrel-constrast": 4.544454574584961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.680384874343872,
-      "cov-distil (oracle2student)": 4.779606819152832,
-      "cov-distil (oracle2teacher)": 4.678349018096924,
+      "cov-distil": 1.7449226379394531,
+      "cov-distil (oracle2student)": 4.744402885437012,
+      "cov-distil (oracle2teacher)": 5.204061985015869,
       "epoch": 2.3226059654631084,
-      "rel-constrast": 2.8360047340393066,
+      "rel-constrast": 3.0087270736694336,
       "step": 2959,
-      "subrel-constrast": 4.017314434051514,
+      "subrel-constrast": 3.925178289413452,
       "view-similarity": 0
     },
     {
       "epoch": 2.3233908948194664,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.46875,
       "learning_rate": 4.437912653333484e-05,
-      "loss": 0.7492,
+      "loss": 0.7861,
       "step": 2960
     },
     {
-      "cov-distil": 1.128483772277832,
-      "cov-distil (oracle2student)": 3.283682107925415,
-      "cov-distil (oracle2teacher)": 3.0141401290893555,
+      "cov-distil": 1.7431564331054688,
+      "cov-distil (oracle2student)": 3.54844331741333,
+      "cov-distil (oracle2teacher)": 3.3309569358825684,
       "epoch": 2.3233908948194664,
-      "rel-constrast": 2.4173455238342285,
+      "rel-constrast": 2.575831890106201,
       "step": 2960,
-      "subrel-constrast": 2.619621515274048,
+      "subrel-constrast": 2.7971138954162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.334394931793213,
-      "cov-distil (oracle2student)": 4.218690395355225,
-      "cov-distil (oracle2teacher)": 4.176640033721924,
+      "cov-distil": 1.6243011951446533,
+      "cov-distil (oracle2student)": 4.501720428466797,
+      "cov-distil (oracle2teacher)": 4.195682048797607,
       "epoch": 2.3241758241758244,
-      "rel-constrast": 2.7801456451416016,
+      "rel-constrast": 2.9494001865386963,
       "step": 2961,
-      "subrel-constrast": 3.18353533744812,
+      "subrel-constrast": 3.092998743057251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2439329624176025,
-      "cov-distil (oracle2student)": 3.538435459136963,
-      "cov-distil (oracle2teacher)": 3.5042624473571777,
+      "cov-distil": 1.7978386878967285,
+      "cov-distil (oracle2student)": 3.6851394176483154,
+      "cov-distil (oracle2teacher)": 4.324241638183594,
       "epoch": 2.3249607535321823,
-      "rel-constrast": 1.6747994422912598,
+      "rel-constrast": 2.32004451751709,
       "step": 2962,
-      "subrel-constrast": 2.639887571334839,
+      "subrel-constrast": 2.909715175628662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3630037307739258,
-      "cov-distil (oracle2student)": 6.429265975952148,
-      "cov-distil (oracle2teacher)": 5.785843372344971,
+      "cov-distil": 2.0962204933166504,
+      "cov-distil (oracle2student)": 5.949124336242676,
+      "cov-distil (oracle2teacher)": 5.801036834716797,
       "epoch": 2.32574568288854,
-      "rel-constrast": 2.5101332664489746,
+      "rel-constrast": 2.733518600463867,
       "step": 2963,
-      "subrel-constrast": 3.3417346477508545,
+      "subrel-constrast": 3.411527633666992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2153046131134033,
-      "cov-distil (oracle2student)": 2.8788390159606934,
-      "cov-distil (oracle2teacher)": 3.0133771896362305,
+      "cov-distil": 1.5571305751800537,
+      "cov-distil (oracle2student)": 3.4235386848449707,
+      "cov-distil (oracle2teacher)": 3.128507614135742,
       "epoch": 2.326530612244898,
-      "rel-constrast": 1.4759862422943115,
+      "rel-constrast": 1.8933488130569458,
       "step": 2964,
-      "subrel-constrast": 2.343438148498535,
+      "subrel-constrast": 2.366116762161255,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3989615440368652,
-      "cov-distil (oracle2student)": 3.3339366912841797,
-      "cov-distil (oracle2teacher)": 3.174919366836548,
+      "cov-distil": 2.237466335296631,
+      "cov-distil (oracle2student)": 3.7898364067077637,
+      "cov-distil (oracle2teacher)": 3.6636159420013428,
       "epoch": 2.327315541601256,
-      "rel-constrast": 3.0823934078216553,
+      "rel-constrast": 3.2271082401275635,
       "step": 2965,
-      "subrel-constrast": 3.685718297958374,
+      "subrel-constrast": 3.9187915325164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3006784915924072,
-      "cov-distil (oracle2student)": 4.917079448699951,
-      "cov-distil (oracle2teacher)": 4.8694586753845215,
+      "cov-distil": 1.8807694911956787,
+      "cov-distil (oracle2student)": 5.409738540649414,
+      "cov-distil (oracle2teacher)": 5.2466535568237305,
       "epoch": 2.328100470957614,
-      "rel-constrast": 3.189589500427246,
+      "rel-constrast": 3.990730047225952,
       "step": 2966,
-      "subrel-constrast": 3.8416385650634766,
+      "subrel-constrast": 4.046356201171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1356143951416016,
-      "cov-distil (oracle2student)": 2.6906864643096924,
-      "cov-distil (oracle2teacher)": 2.702298164367676,
+      "cov-distil": 2.331737518310547,
+      "cov-distil (oracle2student)": 3.3802101612091064,
+      "cov-distil (oracle2teacher)": 3.1357545852661133,
       "epoch": 2.328885400313972,
-      "rel-constrast": 1.4944229125976562,
+      "rel-constrast": 2.5890979766845703,
       "step": 2967,
-      "subrel-constrast": 2.9858410358428955,
+      "subrel-constrast": 2.8712565898895264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4412527084350586,
-      "cov-distil (oracle2student)": 5.042994499206543,
-      "cov-distil (oracle2teacher)": 4.860012054443359,
+      "cov-distil": 2.02040958404541,
+      "cov-distil (oracle2student)": 4.906893730163574,
+      "cov-distil (oracle2teacher)": 4.576847553253174,
       "epoch": 2.32967032967033,
-      "rel-constrast": 2.495082378387451,
+      "rel-constrast": 2.6014504432678223,
       "step": 2968,
-      "subrel-constrast": 3.083526134490967,
+      "subrel-constrast": 3.1606497764587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.242704153060913,
-      "cov-distil (oracle2student)": 4.8623223304748535,
-      "cov-distil (oracle2teacher)": 4.601805210113525,
+      "cov-distil": 1.4617081880569458,
+      "cov-distil (oracle2student)": 5.343555450439453,
+      "cov-distil (oracle2teacher)": 4.7181830406188965,
       "epoch": 2.330455259026688,
-      "rel-constrast": 2.3507919311523438,
+      "rel-constrast": 3.175142765045166,
       "step": 2969,
-      "subrel-constrast": 3.355520486831665,
+      "subrel-constrast": 2.870048761367798,
       "view-similarity": 0
     },
     {
       "epoch": 2.3312401883830454,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.432387722903989e-05,
-      "loss": 0.6213,
+      "loss": 0.7014,
       "step": 2970
     },
     {
-      "cov-distil": 1.5590205192565918,
-      "cov-distil (oracle2student)": 4.563724517822266,
-      "cov-distil (oracle2teacher)": 4.166875839233398,
+      "cov-distil": 2.264889717102051,
+      "cov-distil (oracle2student)": 5.509899139404297,
+      "cov-distil (oracle2teacher)": 4.597749710083008,
       "epoch": 2.3312401883830454,
-      "rel-constrast": 2.3845713138580322,
+      "rel-constrast": 2.4959070682525635,
       "step": 2970,
-      "subrel-constrast": 2.924543619155884,
+      "subrel-constrast": 2.9975202083587646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4570109844207764,
-      "cov-distil (oracle2student)": 4.631608009338379,
-      "cov-distil (oracle2teacher)": 4.671158790588379,
+      "cov-distil": 1.7993063926696777,
+      "cov-distil (oracle2student)": 5.000439643859863,
+      "cov-distil (oracle2teacher)": 5.0537190437316895,
       "epoch": 2.3320251177394034,
-      "rel-constrast": 2.632021903991699,
+      "rel-constrast": 2.601478338241577,
       "step": 2971,
-      "subrel-constrast": 3.033569097518921,
+      "subrel-constrast": 3.0635499954223633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3803387880325317,
-      "cov-distil (oracle2student)": 3.418468952178955,
-      "cov-distil (oracle2teacher)": 3.570920467376709,
+      "cov-distil": 2.1734719276428223,
+      "cov-distil (oracle2student)": 4.137989044189453,
+      "cov-distil (oracle2teacher)": 3.8848166465759277,
       "epoch": 2.3328100470957613,
-      "rel-constrast": 2.7556324005126953,
+      "rel-constrast": 2.93414568901062,
       "step": 2972,
-      "subrel-constrast": 3.456763982772827,
+      "subrel-constrast": 3.561741352081299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3663105964660645,
-      "cov-distil (oracle2student)": 5.037956237792969,
-      "cov-distil (oracle2teacher)": 4.4690752029418945,
+      "cov-distil": 1.9302995204925537,
+      "cov-distil (oracle2student)": 4.815238952636719,
+      "cov-distil (oracle2teacher)": 4.710572719573975,
       "epoch": 2.3335949764521193,
-      "rel-constrast": 2.122922658920288,
+      "rel-constrast": 2.0482499599456787,
       "step": 2973,
-      "subrel-constrast": 2.8783187866210938,
+      "subrel-constrast": 3.071690082550049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.787717342376709,
-      "cov-distil (oracle2student)": 6.151689529418945,
-      "cov-distil (oracle2teacher)": 5.032905101776123,
+      "cov-distil": 2.1326708793640137,
+      "cov-distil (oracle2student)": 6.404463291168213,
+      "cov-distil (oracle2teacher)": 5.479840278625488,
       "epoch": 2.3343799058084773,
-      "rel-constrast": 3.138890027999878,
+      "rel-constrast": 2.8896050453186035,
       "step": 2974,
-      "subrel-constrast": 3.739570379257202,
+      "subrel-constrast": 3.4921841621398926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3505449295043945,
-      "cov-distil (oracle2student)": 5.722650527954102,
-      "cov-distil (oracle2teacher)": 4.6011552810668945,
+      "cov-distil": 1.6320338249206543,
+      "cov-distil (oracle2student)": 5.224119663238525,
+      "cov-distil (oracle2teacher)": 5.183095932006836,
       "epoch": 2.3351648351648353,
-      "rel-constrast": 2.523002862930298,
+      "rel-constrast": 3.135430335998535,
       "step": 2975,
-      "subrel-constrast": 2.937749147415161,
+      "subrel-constrast": 2.731234073638916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.543625831604004,
-      "cov-distil (oracle2student)": 4.9311347007751465,
-      "cov-distil (oracle2teacher)": 4.093022346496582,
+      "cov-distil": 2.3345556259155273,
+      "cov-distil (oracle2student)": 4.5721025466918945,
+      "cov-distil (oracle2teacher)": 4.838918685913086,
       "epoch": 2.3359497645211933,
-      "rel-constrast": 3.7849912643432617,
+      "rel-constrast": 2.7350950241088867,
       "step": 2976,
-      "subrel-constrast": 4.015651226043701,
+      "subrel-constrast": 4.045973300933838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3233271837234497,
-      "cov-distil (oracle2student)": 5.3262224197387695,
-      "cov-distil (oracle2teacher)": 4.775047302246094,
+      "cov-distil": 1.6856255531311035,
+      "cov-distil (oracle2student)": 5.887428283691406,
+      "cov-distil (oracle2teacher)": 5.225883483886719,
       "epoch": 2.336734693877551,
-      "rel-constrast": 3.0931317806243896,
+      "rel-constrast": 4.321874141693115,
       "step": 2977,
-      "subrel-constrast": 3.6941487789154053,
+      "subrel-constrast": 3.434077024459839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9540104866027832,
-      "cov-distil (oracle2student)": 4.928973197937012,
-      "cov-distil (oracle2teacher)": 3.8909952640533447,
+      "cov-distil": 2.628329277038574,
+      "cov-distil (oracle2student)": 4.83188009262085,
+      "cov-distil (oracle2teacher)": 4.778239727020264,
       "epoch": 2.337519623233909,
-      "rel-constrast": 3.1219239234924316,
+      "rel-constrast": 3.3386101722717285,
       "step": 2978,
-      "subrel-constrast": 3.752061367034912,
+      "subrel-constrast": 3.8137223720550537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726035237312317,
-      "cov-distil (oracle2student)": 5.101073741912842,
-      "cov-distil (oracle2teacher)": 5.834536075592041,
+      "cov-distil": 2.327483654022217,
+      "cov-distil (oracle2student)": 6.8111467361450195,
+      "cov-distil (oracle2teacher)": 6.308257102966309,
       "epoch": 2.338304552590267,
-      "rel-constrast": 2.9084794521331787,
+      "rel-constrast": 3.601149320602417,
       "step": 2979,
-      "subrel-constrast": 4.160320281982422,
+      "subrel-constrast": 4.343768119812012,
       "view-similarity": 0
     },
     {
       "epoch": 2.339089481946625,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.96875,
       "learning_rate": 4.426839246939915e-05,
-      "loss": 0.7503,
+      "loss": 0.7525,
       "step": 2980
     },
     {
-      "cov-distil": 1.4278687238693237,
-      "cov-distil (oracle2student)": 4.675106048583984,
-      "cov-distil (oracle2teacher)": 4.286375999450684,
+      "cov-distil": 2.190925121307373,
+      "cov-distil (oracle2student)": 4.8911519050598145,
+      "cov-distil (oracle2teacher)": 4.250446796417236,
       "epoch": 2.339089481946625,
-      "rel-constrast": 3.471728801727295,
+      "rel-constrast": 3.3112010955810547,
       "step": 2980,
-      "subrel-constrast": 4.407553672790527,
+      "subrel-constrast": 4.250733375549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145664691925049,
-      "cov-distil (oracle2student)": 5.4231157302856445,
-      "cov-distil (oracle2teacher)": 4.707420349121094,
+      "cov-distil": 1.6025115251541138,
+      "cov-distil (oracle2student)": 5.593842029571533,
+      "cov-distil (oracle2teacher)": 5.0457282066345215,
       "epoch": 2.339874411302983,
-      "rel-constrast": 2.136762857437134,
+      "rel-constrast": 2.708723306655884,
       "step": 2981,
-      "subrel-constrast": 3.075253486633301,
+      "subrel-constrast": 2.6264522075653076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.734173059463501,
-      "cov-distil (oracle2student)": 3.4727823734283447,
-      "cov-distil (oracle2teacher)": 3.52551007270813,
+      "cov-distil": 2.30295991897583,
+      "cov-distil (oracle2student)": 2.963087558746338,
+      "cov-distil (oracle2teacher)": 3.3383493423461914,
       "epoch": 2.340659340659341,
-      "rel-constrast": 2.68383526802063,
+      "rel-constrast": 2.5429725646972656,
       "step": 2982,
-      "subrel-constrast": 3.479243516921997,
+      "subrel-constrast": 3.312014102935791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3088481426239014,
-      "cov-distil (oracle2student)": 3.056424379348755,
-      "cov-distil (oracle2teacher)": 3.037140369415283,
+      "cov-distil": 1.23243248462677,
+      "cov-distil (oracle2student)": 2.7240052223205566,
+      "cov-distil (oracle2teacher)": 3.0604114532470703,
       "epoch": 2.3414442700156988,
-      "rel-constrast": 1.6073967218399048,
+      "rel-constrast": 1.7471978664398193,
       "step": 2983,
-      "subrel-constrast": 2.1396563053131104,
+      "subrel-constrast": 1.892919898033142,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6244215965270996,
-      "cov-distil (oracle2student)": 3.9564104080200195,
-      "cov-distil (oracle2teacher)": 3.5445351600646973,
+      "cov-distil": 2.1293396949768066,
+      "cov-distil (oracle2student)": 3.8590846061706543,
+      "cov-distil (oracle2teacher)": 3.8164360523223877,
       "epoch": 2.3422291993720563,
-      "rel-constrast": 2.460270404815674,
+      "rel-constrast": 2.798485279083252,
       "step": 2984,
-      "subrel-constrast": 3.4894001483917236,
+      "subrel-constrast": 3.633077383041382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6991287469863892,
-      "cov-distil (oracle2student)": 3.7832155227661133,
-      "cov-distil (oracle2teacher)": 3.517789363861084,
+      "cov-distil": 1.9993915557861328,
+      "cov-distil (oracle2student)": 3.7436299324035645,
+      "cov-distil (oracle2teacher)": 3.2437572479248047,
       "epoch": 2.3430141287284143,
-      "rel-constrast": 2.719836950302124,
+      "rel-constrast": 2.9527554512023926,
       "step": 2985,
-      "subrel-constrast": 3.6076979637145996,
+      "subrel-constrast": 3.533322334289551,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3133610486984253,
-      "cov-distil (oracle2student)": 4.027007579803467,
-      "cov-distil (oracle2teacher)": 4.189428329467773,
+      "cov-distil": 1.5359702110290527,
+      "cov-distil (oracle2student)": 4.238136291503906,
+      "cov-distil (oracle2teacher)": 3.9452359676361084,
       "epoch": 2.3437990580847723,
-      "rel-constrast": 2.29571270942688,
+      "rel-constrast": 2.5408577919006348,
       "step": 2986,
-      "subrel-constrast": 3.0939395427703857,
+      "subrel-constrast": 2.9420881271362305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6425726413726807,
-      "cov-distil (oracle2student)": 3.3201963901519775,
-      "cov-distil (oracle2teacher)": 3.3211512565612793,
+      "cov-distil": 1.9785809516906738,
+      "cov-distil (oracle2student)": 4.2202582359313965,
+      "cov-distil (oracle2teacher)": 3.7444872856140137,
       "epoch": 2.3445839874411303,
-      "rel-constrast": 2.4002838134765625,
+      "rel-constrast": 2.795200824737549,
       "step": 2987,
-      "subrel-constrast": 3.413862705230713,
+      "subrel-constrast": 3.1301639080047607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0619643926620483,
-      "cov-distil (oracle2student)": 3.677417278289795,
-      "cov-distil (oracle2teacher)": 3.6946122646331787,
+      "cov-distil": 1.139501690864563,
+      "cov-distil (oracle2student)": 4.015373706817627,
+      "cov-distil (oracle2teacher)": 3.966421127319336,
       "epoch": 2.3453689167974883,
-      "rel-constrast": 2.8937718868255615,
+      "rel-constrast": 3.654635429382324,
       "step": 2988,
-      "subrel-constrast": 3.9562559127807617,
+      "subrel-constrast": 3.725846290588379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1150099039077759,
-      "cov-distil (oracle2student)": 4.556096076965332,
-      "cov-distil (oracle2teacher)": 3.9448113441467285,
+      "cov-distil": 1.6392651796340942,
+      "cov-distil (oracle2student)": 5.150025844573975,
+      "cov-distil (oracle2teacher)": 4.327034950256348,
       "epoch": 2.3461538461538463,
-      "rel-constrast": 1.5391465425491333,
+      "rel-constrast": 2.459054470062256,
       "step": 2989,
-      "subrel-constrast": 2.3086745738983154,
+      "subrel-constrast": 2.4105780124664307,
       "view-similarity": 0
     },
     {
       "epoch": 2.3469387755102042,
-      "grad_norm": 3.84375,
+      "grad_norm": 5.46875,
       "learning_rate": 4.4212672930476915e-05,
-      "loss": 0.6418,
+      "loss": 0.6878,
       "step": 2990
     },
     {
-      "cov-distil": 1.509683609008789,
-      "cov-distil (oracle2student)": 3.343407154083252,
-      "cov-distil (oracle2teacher)": 2.9351065158843994,
+      "cov-distil": 2.0203166007995605,
+      "cov-distil (oracle2student)": 3.8898658752441406,
+      "cov-distil (oracle2teacher)": 3.2254557609558105,
       "epoch": 2.3469387755102042,
-      "rel-constrast": 2.9677727222442627,
+      "rel-constrast": 3.3016762733459473,
       "step": 2990,
-      "subrel-constrast": 3.4630091190338135,
+      "subrel-constrast": 3.2036991119384766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5794786214828491,
-      "cov-distil (oracle2student)": 2.9426798820495605,
-      "cov-distil (oracle2teacher)": 2.933521270751953,
+      "cov-distil": 2.2437546253204346,
+      "cov-distil (oracle2student)": 2.809678077697754,
+      "cov-distil (oracle2teacher)": 3.1205894947052,
       "epoch": 2.347723704866562,
-      "rel-constrast": 1.7079310417175293,
+      "rel-constrast": 1.9912633895874023,
       "step": 2991,
-      "subrel-constrast": 2.7408077716827393,
+      "subrel-constrast": 2.873671054840088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.476070761680603,
-      "cov-distil (oracle2student)": 3.623239517211914,
-      "cov-distil (oracle2teacher)": 3.5645179748535156,
+      "cov-distil": 2.6317341327667236,
+      "cov-distil (oracle2student)": 3.6719846725463867,
+      "cov-distil (oracle2teacher)": 3.6312499046325684,
       "epoch": 2.3485086342229198,
-      "rel-constrast": 2.7482523918151855,
+      "rel-constrast": 2.9869728088378906,
       "step": 2992,
-      "subrel-constrast": 3.5268168449401855,
+      "subrel-constrast": 3.62589693069458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1698358058929443,
-      "cov-distil (oracle2student)": 4.663313388824463,
-      "cov-distil (oracle2teacher)": 4.291832447052002,
+      "cov-distil": 1.6748700141906738,
+      "cov-distil (oracle2student)": 4.388106346130371,
+      "cov-distil (oracle2teacher)": 5.077235221862793,
       "epoch": 2.3492935635792778,
-      "rel-constrast": 2.9868531227111816,
+      "rel-constrast": 3.000835418701172,
       "step": 2993,
-      "subrel-constrast": 3.557873010635376,
+      "subrel-constrast": 3.647793769836426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4513378143310547,
-      "cov-distil (oracle2student)": 5.074394226074219,
-      "cov-distil (oracle2teacher)": 4.695187091827393,
+      "cov-distil": 1.5477468967437744,
+      "cov-distil (oracle2student)": 5.680502891540527,
+      "cov-distil (oracle2teacher)": 4.933261871337891,
       "epoch": 2.3500784929356358,
-      "rel-constrast": 2.6942601203918457,
+      "rel-constrast": 2.8140065670013428,
       "step": 2994,
-      "subrel-constrast": 3.3351945877075195,
+      "subrel-constrast": 3.3136026859283447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.366452932357788,
-      "cov-distil (oracle2student)": 4.039358139038086,
-      "cov-distil (oracle2teacher)": 4.298418045043945,
+      "cov-distil": 1.5263206958770752,
+      "cov-distil (oracle2student)": 4.927715301513672,
+      "cov-distil (oracle2teacher)": 4.5254435539245605,
       "epoch": 2.3508634222919937,
-      "rel-constrast": 2.3587236404418945,
+      "rel-constrast": 2.3869452476501465,
       "step": 2995,
-      "subrel-constrast": 2.8678228855133057,
+      "subrel-constrast": 3.0078868865966797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.676832914352417,
-      "cov-distil (oracle2student)": 4.631575107574463,
-      "cov-distil (oracle2teacher)": 4.468583106994629,
+      "cov-distil": 1.6835966110229492,
+      "cov-distil (oracle2student)": 4.497791290283203,
+      "cov-distil (oracle2teacher)": 5.169723987579346,
       "epoch": 2.3516483516483517,
-      "rel-constrast": 2.241927146911621,
+      "rel-constrast": 2.092101573944092,
       "step": 2996,
-      "subrel-constrast": 3.5148019790649414,
+      "subrel-constrast": 3.293245792388916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7871907949447632,
-      "cov-distil (oracle2student)": 4.079230308532715,
-      "cov-distil (oracle2teacher)": 3.918247938156128,
+      "cov-distil": 1.8186874389648438,
+      "cov-distil (oracle2student)": 4.188973426818848,
+      "cov-distil (oracle2teacher)": 3.6743383407592773,
       "epoch": 2.3524332810047097,
-      "rel-constrast": 2.1835954189300537,
+      "rel-constrast": 2.114238739013672,
       "step": 2997,
-      "subrel-constrast": 2.940981149673462,
+      "subrel-constrast": 2.333059072494507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1063368320465088,
-      "cov-distil (oracle2student)": 5.320260047912598,
-      "cov-distil (oracle2teacher)": 4.4263715744018555,
+      "cov-distil": 1.1862802505493164,
+      "cov-distil (oracle2student)": 5.268075942993164,
+      "cov-distil (oracle2teacher)": 4.554897308349609,
       "epoch": 2.3532182103610673,
-      "rel-constrast": 2.466470718383789,
+      "rel-constrast": 2.5429959297180176,
       "step": 2998,
-      "subrel-constrast": 2.763544797897339,
+      "subrel-constrast": 2.5100998878479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6885617971420288,
-      "cov-distil (oracle2student)": 5.366703987121582,
-      "cov-distil (oracle2teacher)": 4.5009613037109375,
+      "cov-distil": 1.9951308965682983,
+      "cov-distil (oracle2student)": 5.685433387756348,
+      "cov-distil (oracle2teacher)": 5.536106586456299,
       "epoch": 2.3540031397174253,
-      "rel-constrast": 2.827603816986084,
+      "rel-constrast": 3.22869873046875,
       "step": 2999,
-      "subrel-constrast": 3.2528069019317627,
+      "subrel-constrast": 3.248992919921875,
       "view-similarity": 0
     },
     {
       "epoch": 2.3547880690737832,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.0625,
       "learning_rate": 4.4156719291198166e-05,
-      "loss": 0.6666,
+      "loss": 0.6615,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/duc04-P@10": 0.758,
+      "eval/duc04-P@10": 0.728,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/duc04-nDCG@10": 0.7677130060175296,
+      "eval/duc04-nDCG@10": 0.7331210684558676,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/duc04-alpha_nDCG@10": 0.5872074819680875,
+      "eval/duc04-alpha_nDCG@10": 0.549864648881511,
       "step": 3000
     },
     {
@@ -33001,17 +33001,17 @@
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.4259999999999999,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/multi_news-nDCG@10": 0.6119723991156792,
+      "eval/multi_news-nDCG@10": 0.6027227530457137,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/multi_news-alpha_nDCG@10": 0.5996669950455281,
+      "eval/multi_news-alpha_nDCG@10": 0.5732409671930432,
       "step": 3000
     },
     {
@@ -33021,5472 +33021,5472 @@
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/avg": 0.5392912535833715,
+      "eval/avg": 0.5210899480120352,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "overlap": 0.31718751788139343,
+      "overlap": 0.3062500059604645,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
       "step": 3000,
-      "student margin": 0.068359375
+      "student margin": 0.062957763671875
     },
     {
       "epoch": 2.3547880690737832,
       "step": 3000,
-      "teacher margin": 0.05059814453125
+      "teacher margin": 0.055908203125
     },
     {
       "epoch": 2.3547880690737832,
-      "margin difference": -0.01776123046875,
+      "margin difference": -0.007049560546875,
       "step": 3000
     },
     {
-      "cov-distil": 1.6309221982955933,
-      "cov-distil (oracle2student)": 3.4888572692871094,
-      "cov-distil (oracle2teacher)": 3.34169340133667,
+      "cov-distil": 1.6693358421325684,
+      "cov-distil (oracle2student)": 4.6071271896362305,
+      "cov-distil (oracle2teacher)": 3.622770309448242,
       "epoch": 2.3547880690737832,
-      "rel-constrast": 1.8973376750946045,
+      "rel-constrast": 2.016853094100952,
       "step": 3000,
-      "subrel-constrast": 2.64243745803833,
+      "subrel-constrast": 2.3629188537597656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5848208665847778,
-      "cov-distil (oracle2student)": 4.811938285827637,
-      "cov-distil (oracle2teacher)": 4.72887659072876,
+      "cov-distil": 2.228040933609009,
+      "cov-distil (oracle2student)": 5.676628112792969,
+      "cov-distil (oracle2teacher)": 5.316173553466797,
       "epoch": 2.3555729984301412,
-      "rel-constrast": 2.3861629962921143,
+      "rel-constrast": 2.7031149864196777,
       "step": 3001,
-      "subrel-constrast": 3.220522165298462,
+      "subrel-constrast": 3.280733346939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2477778196334839,
-      "cov-distil (oracle2student)": 4.104562759399414,
-      "cov-distil (oracle2teacher)": 3.746389389038086,
+      "cov-distil": 1.539621353149414,
+      "cov-distil (oracle2student)": 4.7228899002075195,
+      "cov-distil (oracle2teacher)": 4.093467712402344,
       "epoch": 2.356357927786499,
-      "rel-constrast": 2.6145927906036377,
+      "rel-constrast": 2.8252477645874023,
       "step": 3002,
-      "subrel-constrast": 3.2029201984405518,
+      "subrel-constrast": 3.1079437732696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6716723442077637,
-      "cov-distil (oracle2student)": 4.934717178344727,
-      "cov-distil (oracle2teacher)": 4.2842302322387695,
+      "cov-distil": 2.1318206787109375,
+      "cov-distil (oracle2student)": 4.553088188171387,
+      "cov-distil (oracle2teacher)": 4.183503150939941,
       "epoch": 2.357142857142857,
-      "rel-constrast": 1.7975242137908936,
+      "rel-constrast": 2.3052258491516113,
       "step": 3003,
-      "subrel-constrast": 3.1134824752807617,
+      "subrel-constrast": 3.0895884037017822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4009919166564941,
-      "cov-distil (oracle2student)": 4.088370323181152,
-      "cov-distil (oracle2teacher)": 3.7373833656311035,
+      "cov-distil": 1.8811516761779785,
+      "cov-distil (oracle2student)": 4.343388080596924,
+      "cov-distil (oracle2teacher)": 4.318202018737793,
       "epoch": 2.357927786499215,
-      "rel-constrast": 2.423431873321533,
+      "rel-constrast": 3.039292573928833,
       "step": 3004,
-      "subrel-constrast": 3.284420967102051,
+      "subrel-constrast": 3.440768003463745,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6722596883773804,
-      "cov-distil (oracle2student)": 3.341688632965088,
-      "cov-distil (oracle2teacher)": 3.337055206298828,
+      "cov-distil": 1.996931552886963,
+      "cov-distil (oracle2student)": 3.827511787414551,
+      "cov-distil (oracle2teacher)": 3.62448787689209,
       "epoch": 2.358712715855573,
-      "rel-constrast": 2.2815985679626465,
+      "rel-constrast": 2.7260053157806396,
       "step": 3005,
-      "subrel-constrast": 3.1574859619140625,
+      "subrel-constrast": 3.53840708732605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.239791989326477,
-      "cov-distil (oracle2student)": 4.745944976806641,
-      "cov-distil (oracle2teacher)": 4.475799083709717,
+      "cov-distil": 1.495711088180542,
+      "cov-distil (oracle2student)": 5.174040794372559,
+      "cov-distil (oracle2teacher)": 5.0721235275268555,
       "epoch": 2.359497645211931,
-      "rel-constrast": 4.073483467102051,
+      "rel-constrast": 4.330875873565674,
       "step": 3006,
-      "subrel-constrast": 4.741282939910889,
+      "subrel-constrast": 5.011928081512451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.473825216293335,
-      "cov-distil (oracle2student)": 4.613060474395752,
-      "cov-distil (oracle2teacher)": 4.2921648025512695,
+      "cov-distil": 2.1800761222839355,
+      "cov-distil (oracle2student)": 3.9122426509857178,
+      "cov-distil (oracle2teacher)": 4.173403263092041,
       "epoch": 2.3602825745682887,
-      "rel-constrast": 2.772296190261841,
+      "rel-constrast": 3.0057754516601562,
       "step": 3007,
-      "subrel-constrast": 3.5055127143859863,
+      "subrel-constrast": 3.7075464725494385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4937958717346191,
-      "cov-distil (oracle2student)": 5.213271141052246,
-      "cov-distil (oracle2teacher)": 4.999622344970703,
+      "cov-distil": 1.1724727153778076,
+      "cov-distil (oracle2student)": 5.649857997894287,
+      "cov-distil (oracle2teacher)": 5.2802324295043945,
       "epoch": 2.3610675039246467,
-      "rel-constrast": 3.2362866401672363,
+      "rel-constrast": 3.7411630153656006,
       "step": 3008,
-      "subrel-constrast": 3.847580671310425,
+      "subrel-constrast": 3.8679215908050537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0725618600845337,
-      "cov-distil (oracle2student)": 3.1118013858795166,
-      "cov-distil (oracle2teacher)": 2.9317424297332764,
+      "cov-distil": 1.503695011138916,
+      "cov-distil (oracle2student)": 3.2470364570617676,
+      "cov-distil (oracle2teacher)": 3.1750147342681885,
       "epoch": 2.3618524332810047,
-      "rel-constrast": 2.335059642791748,
+      "rel-constrast": 2.4152066707611084,
       "step": 3009,
-      "subrel-constrast": 2.9199743270874023,
+      "subrel-constrast": 2.882648229598999,
       "view-similarity": 0
     },
     {
       "epoch": 2.3626373626373627,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.28125,
       "learning_rate": 4.4100532233340355e-05,
-      "loss": 0.6842,
+      "loss": 0.7277,
       "step": 3010
     },
     {
-      "cov-distil": 1.4603232145309448,
-      "cov-distil (oracle2student)": 4.944568157196045,
-      "cov-distil (oracle2teacher)": 4.341765880584717,
+      "cov-distil": 1.6568419933319092,
+      "cov-distil (oracle2student)": 5.269033432006836,
+      "cov-distil (oracle2teacher)": 4.598158836364746,
       "epoch": 2.3626373626373627,
-      "rel-constrast": 2.5763282775878906,
+      "rel-constrast": 2.4712815284729004,
       "step": 3010,
-      "subrel-constrast": 3.468686580657959,
+      "subrel-constrast": 3.248676061630249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7990978956222534,
-      "cov-distil (oracle2student)": 6.503046989440918,
-      "cov-distil (oracle2teacher)": 5.451167583465576,
+      "cov-distil": 2.306210517883301,
+      "cov-distil (oracle2student)": 6.914653778076172,
+      "cov-distil (oracle2teacher)": 6.1403303146362305,
       "epoch": 2.3634222919937207,
-      "rel-constrast": 3.221205949783325,
+      "rel-constrast": 3.1002109050750732,
       "step": 3011,
-      "subrel-constrast": 3.6051292419433594,
+      "subrel-constrast": 3.6292409896850586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3509280681610107,
-      "cov-distil (oracle2student)": 4.978081226348877,
-      "cov-distil (oracle2teacher)": 4.360333442687988,
+      "cov-distil": 1.6110488176345825,
+      "cov-distil (oracle2student)": 5.6211113929748535,
+      "cov-distil (oracle2teacher)": 5.343501567840576,
       "epoch": 2.3642072213500787,
-      "rel-constrast": 2.0280468463897705,
+      "rel-constrast": 2.092205286026001,
       "step": 3012,
-      "subrel-constrast": 2.603811264038086,
+      "subrel-constrast": 2.5664260387420654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3960641622543335,
-      "cov-distil (oracle2student)": 4.625884532928467,
-      "cov-distil (oracle2teacher)": 3.8437659740448,
+      "cov-distil": 1.4794169664382935,
+      "cov-distil (oracle2student)": 4.494456768035889,
+      "cov-distil (oracle2teacher)": 4.487128734588623,
       "epoch": 2.3649921507064366,
-      "rel-constrast": 2.0225281715393066,
+      "rel-constrast": 1.793829083442688,
       "step": 3013,
-      "subrel-constrast": 2.6921017169952393,
+      "subrel-constrast": 2.6688618659973145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3348792791366577,
-      "cov-distil (oracle2student)": 4.690553665161133,
-      "cov-distil (oracle2teacher)": 4.403451919555664,
+      "cov-distil": 1.866523265838623,
+      "cov-distil (oracle2student)": 5.272064685821533,
+      "cov-distil (oracle2teacher)": 5.075618267059326,
       "epoch": 2.365777080062794,
-      "rel-constrast": 3.4202656745910645,
+      "rel-constrast": 4.6857500076293945,
       "step": 3014,
-      "subrel-constrast": 4.372119903564453,
+      "subrel-constrast": 4.452472686767578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3022834062576294,
-      "cov-distil (oracle2student)": 3.4112706184387207,
-      "cov-distil (oracle2teacher)": 3.9316840171813965,
+      "cov-distil": 1.693410873413086,
+      "cov-distil (oracle2student)": 4.01293420791626,
+      "cov-distil (oracle2teacher)": 3.9340264797210693,
       "epoch": 2.366562009419152,
-      "rel-constrast": 3.275149345397949,
+      "rel-constrast": 3.1761982440948486,
       "step": 3015,
-      "subrel-constrast": 3.501225471496582,
+      "subrel-constrast": 3.7010984420776367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4932382106781006,
-      "cov-distil (oracle2student)": 5.338205814361572,
-      "cov-distil (oracle2teacher)": 4.883066177368164,
+      "cov-distil": 1.664669394493103,
+      "cov-distil (oracle2student)": 6.238177299499512,
+      "cov-distil (oracle2teacher)": 5.3069071769714355,
       "epoch": 2.36734693877551,
-      "rel-constrast": 1.6139819622039795,
+      "rel-constrast": 1.7257039546966553,
       "step": 3016,
-      "subrel-constrast": 2.628488302230835,
+      "subrel-constrast": 2.6314520835876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3252160549163818,
-      "cov-distil (oracle2student)": 4.229876518249512,
-      "cov-distil (oracle2teacher)": 3.7895970344543457,
+      "cov-distil": 1.7688113451004028,
+      "cov-distil (oracle2student)": 4.6896867752075195,
+      "cov-distil (oracle2teacher)": 4.18161153793335,
       "epoch": 2.368131868131868,
-      "rel-constrast": 2.4441418647766113,
+      "rel-constrast": 2.2730836868286133,
       "step": 3017,
-      "subrel-constrast": 2.8476357460021973,
+      "subrel-constrast": 2.7691144943237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5106550455093384,
-      "cov-distil (oracle2student)": 5.465137481689453,
-      "cov-distil (oracle2teacher)": 5.0038042068481445,
+      "cov-distil": 1.6460704803466797,
+      "cov-distil (oracle2student)": 5.279267311096191,
+      "cov-distil (oracle2teacher)": 5.6989827156066895,
       "epoch": 2.368916797488226,
-      "rel-constrast": 2.9072365760803223,
+      "rel-constrast": 3.2393558025360107,
       "step": 3018,
-      "subrel-constrast": 3.4674220085144043,
+      "subrel-constrast": 3.5958499908447266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.532564640045166,
-      "cov-distil (oracle2student)": 3.789635419845581,
-      "cov-distil (oracle2teacher)": 3.4802043437957764,
+      "cov-distil": 2.1100308895111084,
+      "cov-distil (oracle2student)": 4.388255596160889,
+      "cov-distil (oracle2teacher)": 4.0484185218811035,
       "epoch": 2.369701726844584,
-      "rel-constrast": 3.4530858993530273,
+      "rel-constrast": 3.4895200729370117,
       "step": 3019,
-      "subrel-constrast": 4.152379035949707,
+      "subrel-constrast": 4.555490970611572,
       "view-similarity": 0
     },
     {
       "epoch": 2.370486656200942,
-      "grad_norm": 6.25,
+      "grad_norm": 7.3125,
       "learning_rate": 4.4044112441525024e-05,
-      "loss": 0.7103,
+      "loss": 0.7012,
       "step": 3020
     },
     {
-      "cov-distil": 1.8929851055145264,
-      "cov-distil (oracle2student)": 3.045785903930664,
-      "cov-distil (oracle2teacher)": 3.068887233734131,
+      "cov-distil": 2.2880752086639404,
+      "cov-distil (oracle2student)": 3.0448713302612305,
+      "cov-distil (oracle2teacher)": 3.423889398574829,
       "epoch": 2.370486656200942,
-      "rel-constrast": 2.9509849548339844,
+      "rel-constrast": 2.9126691818237305,
       "step": 3020,
-      "subrel-constrast": 3.1791129112243652,
+      "subrel-constrast": 3.1988823413848877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6654514074325562,
-      "cov-distil (oracle2student)": 3.079740047454834,
-      "cov-distil (oracle2teacher)": 3.7284903526306152,
+      "cov-distil": 2.3338847160339355,
+      "cov-distil (oracle2student)": 4.141031265258789,
+      "cov-distil (oracle2teacher)": 4.2586469650268555,
       "epoch": 2.3712715855572997,
-      "rel-constrast": 2.1112382411956787,
+      "rel-constrast": 2.632913112640381,
       "step": 3021,
-      "subrel-constrast": 2.8683135509490967,
+      "subrel-constrast": 2.877487897872925,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1239469051361084,
-      "cov-distil (oracle2student)": 3.9058210849761963,
-      "cov-distil (oracle2teacher)": 3.769263982772827,
+      "cov-distil": 1.2825556993484497,
+      "cov-distil (oracle2student)": 4.4345855712890625,
+      "cov-distil (oracle2teacher)": 4.088173866271973,
       "epoch": 2.3720565149136577,
-      "rel-constrast": 2.575458288192749,
+      "rel-constrast": 3.035468101501465,
       "step": 3022,
-      "subrel-constrast": 3.019108533859253,
+      "subrel-constrast": 3.341268301010132,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2568607330322266,
-      "cov-distil (oracle2student)": 3.1079492568969727,
-      "cov-distil (oracle2teacher)": 3.2370362281799316,
+      "cov-distil": 2.420577049255371,
+      "cov-distil (oracle2student)": 3.3332831859588623,
+      "cov-distil (oracle2teacher)": 3.3503518104553223,
       "epoch": 2.3728414442700156,
-      "rel-constrast": 3.3749160766601562,
+      "rel-constrast": 3.720188617706299,
       "step": 3023,
-      "subrel-constrast": 4.260209083557129,
+      "subrel-constrast": 4.050988674163818,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5514121055603027,
-      "cov-distil (oracle2student)": 4.011603832244873,
-      "cov-distil (oracle2teacher)": 4.0036396980285645,
+      "cov-distil": 2.11495304107666,
+      "cov-distil (oracle2student)": 4.690128326416016,
+      "cov-distil (oracle2teacher)": 4.30954647064209,
       "epoch": 2.3736263736263736,
-      "rel-constrast": 1.6934170722961426,
+      "rel-constrast": 1.9898664951324463,
       "step": 3024,
-      "subrel-constrast": 2.4398117065429688,
+      "subrel-constrast": 2.0319228172302246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.756263017654419,
-      "cov-distil (oracle2student)": 4.71966552734375,
-      "cov-distil (oracle2teacher)": 4.803842544555664,
+      "cov-distil": 2.4223990440368652,
+      "cov-distil (oracle2student)": 5.125055313110352,
+      "cov-distil (oracle2teacher)": 4.872694969177246,
       "epoch": 2.3744113029827316,
-      "rel-constrast": 2.0999457836151123,
+      "rel-constrast": 2.4910738468170166,
       "step": 3025,
-      "subrel-constrast": 2.8090641498565674,
+      "subrel-constrast": 2.6306183338165283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2875945568084717,
-      "cov-distil (oracle2student)": 5.418118476867676,
-      "cov-distil (oracle2teacher)": 4.629947662353516,
+      "cov-distil": 1.7289271354675293,
+      "cov-distil (oracle2student)": 5.2090630531311035,
+      "cov-distil (oracle2teacher)": 5.373868465423584,
       "epoch": 2.3751962323390896,
-      "rel-constrast": 2.4040513038635254,
+      "rel-constrast": 2.688704252243042,
       "step": 3026,
-      "subrel-constrast": 2.8369171619415283,
+      "subrel-constrast": 3.292994976043701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3504626750946045,
-      "cov-distil (oracle2student)": 3.0993382930755615,
-      "cov-distil (oracle2teacher)": 2.748713493347168,
+      "cov-distil": 1.5493077039718628,
+      "cov-distil (oracle2student)": 2.7034201622009277,
+      "cov-distil (oracle2teacher)": 3.2010581493377686,
       "epoch": 2.3759811616954476,
-      "rel-constrast": 2.7728214263916016,
+      "rel-constrast": 3.10101056098938,
       "step": 3027,
-      "subrel-constrast": 3.3379404544830322,
+      "subrel-constrast": 3.3276100158691406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1352392435073853,
-      "cov-distil (oracle2student)": 5.388628959655762,
-      "cov-distil (oracle2teacher)": 4.634409427642822,
+      "cov-distil": 1.5369709730148315,
+      "cov-distil (oracle2student)": 4.930142402648926,
+      "cov-distil (oracle2teacher)": 4.991835594177246,
       "epoch": 2.376766091051805,
-      "rel-constrast": 2.633241653442383,
+      "rel-constrast": 2.5554070472717285,
       "step": 3028,
-      "subrel-constrast": 3.214625358581543,
+      "subrel-constrast": 3.226072311401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2213926315307617,
-      "cov-distil (oracle2student)": 3.8594377040863037,
-      "cov-distil (oracle2teacher)": 3.8333868980407715,
+      "cov-distil": 1.5506844520568848,
+      "cov-distil (oracle2student)": 4.153430938720703,
+      "cov-distil (oracle2teacher)": 3.9653053283691406,
       "epoch": 2.377551020408163,
-      "rel-constrast": 2.057346820831299,
+      "rel-constrast": 2.082362651824951,
       "step": 3029,
-      "subrel-constrast": 2.6564748287200928,
+      "subrel-constrast": 2.7982311248779297,
       "view-similarity": 0
     },
     {
       "epoch": 2.378335949764521,
-      "grad_norm": 4.875,
+      "grad_norm": 5.75,
       "learning_rate": 4.398746060320956e-05,
-      "loss": 0.6549,
+      "loss": 0.6802,
       "step": 3030
     },
     {
-      "cov-distil": 2.083164930343628,
-      "cov-distil (oracle2student)": 4.512041091918945,
-      "cov-distil (oracle2teacher)": 4.611614227294922,
+      "cov-distil": 1.9727771282196045,
+      "cov-distil (oracle2student)": 4.532656192779541,
+      "cov-distil (oracle2teacher)": 4.544008731842041,
       "epoch": 2.378335949764521,
-      "rel-constrast": 2.7584123611450195,
+      "rel-constrast": 3.2019426822662354,
       "step": 3030,
-      "subrel-constrast": 3.401062488555908,
+      "subrel-constrast": 3.3519160747528076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4240418672561646,
-      "cov-distil (oracle2student)": 3.6611075401306152,
-      "cov-distil (oracle2teacher)": 3.7483019828796387,
+      "cov-distil": 2.0029072761535645,
+      "cov-distil (oracle2student)": 4.423168182373047,
+      "cov-distil (oracle2teacher)": 4.376539707183838,
       "epoch": 2.379120879120879,
-      "rel-constrast": 2.0268990993499756,
+      "rel-constrast": 2.5817887783050537,
       "step": 3031,
-      "subrel-constrast": 2.7147703170776367,
+      "subrel-constrast": 2.4764363765716553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5528323650360107,
-      "cov-distil (oracle2student)": 5.889558792114258,
-      "cov-distil (oracle2teacher)": 5.567135810852051,
+      "cov-distil": 2.313178062438965,
+      "cov-distil (oracle2student)": 6.061271667480469,
+      "cov-distil (oracle2teacher)": 5.5672831535339355,
       "epoch": 2.379905808477237,
-      "rel-constrast": 4.150796890258789,
+      "rel-constrast": 4.58565092086792,
       "step": 3032,
-      "subrel-constrast": 4.554765701293945,
+      "subrel-constrast": 4.624064922332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4437880516052246,
-      "cov-distil (oracle2student)": 5.498793125152588,
-      "cov-distil (oracle2teacher)": 5.097989082336426,
+      "cov-distil": 1.7688465118408203,
+      "cov-distil (oracle2student)": 5.346048355102539,
+      "cov-distil (oracle2teacher)": 5.176997661590576,
       "epoch": 2.380690737833595,
-      "rel-constrast": 2.604891300201416,
+      "rel-constrast": 2.0635766983032227,
       "step": 3033,
-      "subrel-constrast": 2.6977338790893555,
+      "subrel-constrast": 3.1058509349823,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3491318225860596,
-      "cov-distil (oracle2student)": 2.9192771911621094,
-      "cov-distil (oracle2teacher)": 2.860161304473877,
+      "cov-distil": 1.570356011390686,
+      "cov-distil (oracle2student)": 3.084653377532959,
+      "cov-distil (oracle2teacher)": 3.151679515838623,
       "epoch": 2.381475667189953,
-      "rel-constrast": 2.3752682209014893,
+      "rel-constrast": 2.7231955528259277,
       "step": 3034,
-      "subrel-constrast": 2.9740443229675293,
+      "subrel-constrast": 2.728614568710327,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2258323431015015,
-      "cov-distil (oracle2student)": 4.829683303833008,
-      "cov-distil (oracle2teacher)": 4.621716022491455,
+      "cov-distil": 1.5126049518585205,
+      "cov-distil (oracle2student)": 5.010159015655518,
+      "cov-distil (oracle2teacher)": 4.943381309509277,
       "epoch": 2.3822605965463106,
-      "rel-constrast": 2.7248520851135254,
+      "rel-constrast": 3.696305274963379,
       "step": 3035,
-      "subrel-constrast": 3.3675146102905273,
+      "subrel-constrast": 3.4804890155792236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4130208492279053,
-      "cov-distil (oracle2student)": 5.679229736328125,
-      "cov-distil (oracle2teacher)": 5.175507545471191,
+      "cov-distil": 1.9255046844482422,
+      "cov-distil (oracle2student)": 6.248649597167969,
+      "cov-distil (oracle2teacher)": 5.5672760009765625,
       "epoch": 2.3830455259026686,
-      "rel-constrast": 2.5035338401794434,
+      "rel-constrast": 3.2511074542999268,
       "step": 3036,
-      "subrel-constrast": 3.4719643592834473,
+      "subrel-constrast": 3.6404550075531006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3469414710998535,
-      "cov-distil (oracle2student)": 3.4148733615875244,
-      "cov-distil (oracle2teacher)": 3.299395799636841,
+      "cov-distil": 1.5118852853775024,
+      "cov-distil (oracle2student)": 3.480415105819702,
+      "cov-distil (oracle2teacher)": 3.204054832458496,
       "epoch": 2.3838304552590266,
-      "rel-constrast": 2.580444097518921,
+      "rel-constrast": 2.3734800815582275,
       "step": 3037,
-      "subrel-constrast": 2.6035804748535156,
+      "subrel-constrast": 2.6730239391326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4666985273361206,
-      "cov-distil (oracle2student)": 4.614387512207031,
-      "cov-distil (oracle2teacher)": 4.347832202911377,
+      "cov-distil": 1.3298544883728027,
+      "cov-distil (oracle2student)": 4.725852966308594,
+      "cov-distil (oracle2teacher)": 4.411090850830078,
       "epoch": 2.3846153846153846,
-      "rel-constrast": 2.8427486419677734,
+      "rel-constrast": 2.9972620010375977,
       "step": 3038,
-      "subrel-constrast": 3.186776638031006,
+      "subrel-constrast": 2.899634599685669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9015090465545654,
-      "cov-distil (oracle2student)": 4.119466304779053,
-      "cov-distil (oracle2teacher)": 4.316627502441406,
+      "cov-distil": 2.142136812210083,
+      "cov-distil (oracle2student)": 3.634876251220703,
+      "cov-distil (oracle2teacher)": 4.500425815582275,
       "epoch": 2.3854003139717426,
-      "rel-constrast": 2.8442747592926025,
+      "rel-constrast": 3.1070573329925537,
       "step": 3039,
-      "subrel-constrast": 3.9581120014190674,
+      "subrel-constrast": 3.681581497192383,
       "view-similarity": 0
     },
     {
       "epoch": 2.3861852433281006,
-      "grad_norm": 5.28125,
+      "grad_norm": 6.21875,
       "learning_rate": 4.393057740867872e-05,
-      "loss": 0.7233,
+      "loss": 0.7645,
       "step": 3040
     },
     {
-      "cov-distil": 1.4745640754699707,
-      "cov-distil (oracle2student)": 3.3643908500671387,
-      "cov-distil (oracle2teacher)": 3.3942129611968994,
+      "cov-distil": 1.9418116807937622,
+      "cov-distil (oracle2student)": 3.8845508098602295,
+      "cov-distil (oracle2teacher)": 3.6221179962158203,
       "epoch": 2.3861852433281006,
-      "rel-constrast": 2.519665241241455,
+      "rel-constrast": 2.3605897426605225,
       "step": 3040,
-      "subrel-constrast": 3.429258108139038,
+      "subrel-constrast": 3.7990992069244385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8634659051895142,
-      "cov-distil (oracle2student)": 3.91201114654541,
-      "cov-distil (oracle2teacher)": 3.620041847229004,
+      "cov-distil": 2.693807601928711,
+      "cov-distil (oracle2student)": 3.8122212886810303,
+      "cov-distil (oracle2teacher)": 3.811384677886963,
       "epoch": 2.3869701726844585,
-      "rel-constrast": 1.9831821918487549,
+      "rel-constrast": 2.610999584197998,
       "step": 3041,
-      "subrel-constrast": 2.700927495956421,
+      "subrel-constrast": 2.9896159172058105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3433393239974976,
-      "cov-distil (oracle2student)": 4.0655293464660645,
-      "cov-distil (oracle2teacher)": 3.770244598388672,
+      "cov-distil": 1.8504949808120728,
+      "cov-distil (oracle2student)": 4.333071708679199,
+      "cov-distil (oracle2teacher)": 4.249942779541016,
       "epoch": 2.387755102040816,
-      "rel-constrast": 1.8098315000534058,
+      "rel-constrast": 2.0792741775512695,
       "step": 3042,
-      "subrel-constrast": 2.7884323596954346,
+      "subrel-constrast": 2.9923698902130127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8198623657226562,
-      "cov-distil (oracle2student)": 3.1899242401123047,
-      "cov-distil (oracle2teacher)": 3.4723424911499023,
+      "cov-distil": 1.9266663789749146,
+      "cov-distil (oracle2student)": 3.7760586738586426,
+      "cov-distil (oracle2teacher)": 3.5989389419555664,
       "epoch": 2.388540031397174,
-      "rel-constrast": 3.1419379711151123,
+      "rel-constrast": 2.8774518966674805,
       "step": 3043,
-      "subrel-constrast": 3.5617458820343018,
+      "subrel-constrast": 3.716745615005493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5058791637420654,
-      "cov-distil (oracle2student)": 3.9620118141174316,
-      "cov-distil (oracle2teacher)": 3.7772860527038574,
+      "cov-distil": 1.4943945407867432,
+      "cov-distil (oracle2student)": 3.9005417823791504,
+      "cov-distil (oracle2teacher)": 4.144148826599121,
       "epoch": 2.389324960753532,
-      "rel-constrast": 3.409691333770752,
+      "rel-constrast": 3.4424221515655518,
       "step": 3044,
-      "subrel-constrast": 4.038759231567383,
+      "subrel-constrast": 4.13270902633667,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.524767518043518,
-      "cov-distil (oracle2student)": 4.414911270141602,
-      "cov-distil (oracle2teacher)": 4.853850841522217,
+      "cov-distil": 2.0937094688415527,
+      "cov-distil (oracle2student)": 4.705725193023682,
+      "cov-distil (oracle2teacher)": 4.6390886306762695,
       "epoch": 2.39010989010989,
-      "rel-constrast": 2.933900833129883,
+      "rel-constrast": 3.428436279296875,
       "step": 3045,
-      "subrel-constrast": 3.7729990482330322,
+      "subrel-constrast": 4.214255332946777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.309978723526001,
-      "cov-distil (oracle2student)": 5.056611061096191,
-      "cov-distil (oracle2teacher)": 4.350159645080566,
+      "cov-distil": 1.7295920848846436,
+      "cov-distil (oracle2student)": 4.901886940002441,
+      "cov-distil (oracle2teacher)": 4.55645751953125,
       "epoch": 2.390894819466248,
-      "rel-constrast": 2.9333250522613525,
+      "rel-constrast": 3.006405830383301,
       "step": 3046,
-      "subrel-constrast": 3.359699010848999,
+      "subrel-constrast": 3.288642406463623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7135841846466064,
-      "cov-distil (oracle2student)": 4.024019241333008,
-      "cov-distil (oracle2teacher)": 3.97279953956604,
+      "cov-distil": 2.393709182739258,
+      "cov-distil (oracle2student)": 4.371944427490234,
+      "cov-distil (oracle2teacher)": 3.8708882331848145,
       "epoch": 2.391679748822606,
-      "rel-constrast": 3.411501884460449,
+      "rel-constrast": 3.814473867416382,
       "step": 3047,
-      "subrel-constrast": 4.060216426849365,
+      "subrel-constrast": 4.0259599685668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9976208209991455,
-      "cov-distil (oracle2student)": 6.811582088470459,
-      "cov-distil (oracle2teacher)": 6.1415910720825195,
+      "cov-distil": 2.1313788890838623,
+      "cov-distil (oracle2student)": 6.836960792541504,
+      "cov-distil (oracle2teacher)": 6.3035078048706055,
       "epoch": 2.392464678178964,
-      "rel-constrast": 3.6383941173553467,
+      "rel-constrast": 4.164941310882568,
       "step": 3048,
-      "subrel-constrast": 4.184986114501953,
+      "subrel-constrast": 4.368905067443848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7935006618499756,
-      "cov-distil (oracle2student)": 2.374462127685547,
-      "cov-distil (oracle2teacher)": 2.7393624782562256,
+      "cov-distil": 1.6874098777770996,
+      "cov-distil (oracle2student)": 2.5608935356140137,
+      "cov-distil (oracle2teacher)": 3.1155571937561035,
       "epoch": 2.393249607535322,
-      "rel-constrast": 2.1074917316436768,
+      "rel-constrast": 2.106189727783203,
       "step": 3049,
-      "subrel-constrast": 2.8985953330993652,
+      "subrel-constrast": 2.8590612411499023,
       "view-similarity": 0
     },
     {
       "epoch": 2.39403453689168,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.3125,
       "learning_rate": 4.3873463551036286e-05,
-      "loss": 0.7381,
+      "loss": 0.7473,
       "step": 3050
     },
     {
-      "cov-distil": 1.5410692691802979,
-      "cov-distil (oracle2student)": 3.8690009117126465,
-      "cov-distil (oracle2teacher)": 3.3403306007385254,
+      "cov-distil": 1.4390931129455566,
+      "cov-distil (oracle2student)": 3.797455310821533,
+      "cov-distil (oracle2teacher)": 3.7825815677642822,
       "epoch": 2.39403453689168,
-      "rel-constrast": 2.0316455364227295,
+      "rel-constrast": 2.4873125553131104,
       "step": 3050,
-      "subrel-constrast": 3.0774383544921875,
+      "subrel-constrast": 2.994281053543091,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8074302673339844,
-      "cov-distil (oracle2student)": 2.868546485900879,
-      "cov-distil (oracle2teacher)": 3.225584030151367,
+      "cov-distil": 2.0536675453186035,
+      "cov-distil (oracle2student)": 3.5568909645080566,
+      "cov-distil (oracle2teacher)": 3.4579710960388184,
       "epoch": 2.3948194662480375,
-      "rel-constrast": 2.062230110168457,
+      "rel-constrast": 2.50581693649292,
       "step": 3051,
-      "subrel-constrast": 3.1419620513916016,
+      "subrel-constrast": 3.021433115005493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3047175407409668,
-      "cov-distil (oracle2student)": 2.7860238552093506,
-      "cov-distil (oracle2teacher)": 2.962844133377075,
+      "cov-distil": 1.346632719039917,
+      "cov-distil (oracle2student)": 3.2459206581115723,
+      "cov-distil (oracle2teacher)": 3.2297253608703613,
       "epoch": 2.3956043956043955,
-      "rel-constrast": 2.5081114768981934,
+      "rel-constrast": 2.7047603130340576,
       "step": 3052,
-      "subrel-constrast": 2.8154232501983643,
+      "subrel-constrast": 3.051572322845459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2716597318649292,
-      "cov-distil (oracle2student)": 5.007419586181641,
-      "cov-distil (oracle2teacher)": 4.443467140197754,
+      "cov-distil": 1.4298473596572876,
+      "cov-distil (oracle2student)": 5.008842468261719,
+      "cov-distil (oracle2teacher)": 4.6855082511901855,
       "epoch": 2.3963893249607535,
-      "rel-constrast": 2.0843422412872314,
+      "rel-constrast": 2.387890338897705,
       "step": 3053,
-      "subrel-constrast": 2.8584282398223877,
+      "subrel-constrast": 2.6733620166778564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3399419784545898,
-      "cov-distil (oracle2student)": 4.713349342346191,
-      "cov-distil (oracle2teacher)": 4.341131210327148,
+      "cov-distil": 1.5919216871261597,
+      "cov-distil (oracle2student)": 5.647896766662598,
+      "cov-distil (oracle2teacher)": 4.8014326095581055,
       "epoch": 2.3971742543171115,
-      "rel-constrast": 1.957963466644287,
+      "rel-constrast": 2.1580374240875244,
       "step": 3054,
-      "subrel-constrast": 2.3200957775115967,
+      "subrel-constrast": 2.4904356002807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2939496040344238,
-      "cov-distil (oracle2student)": 3.811501979827881,
-      "cov-distil (oracle2teacher)": 3.594156503677368,
+      "cov-distil": 1.3215632438659668,
+      "cov-distil (oracle2student)": 3.302008628845215,
+      "cov-distil (oracle2teacher)": 3.444514751434326,
       "epoch": 2.3979591836734695,
-      "rel-constrast": 2.2959089279174805,
+      "rel-constrast": 2.4274022579193115,
       "step": 3055,
-      "subrel-constrast": 2.7051451206207275,
+      "subrel-constrast": 2.572025775909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.053373098373413,
-      "cov-distil (oracle2student)": 5.207893371582031,
-      "cov-distil (oracle2teacher)": 4.475777626037598,
+      "cov-distil": 1.3344745635986328,
+      "cov-distil (oracle2student)": 5.367214202880859,
+      "cov-distil (oracle2teacher)": 4.267611980438232,
       "epoch": 2.3987441130298275,
-      "rel-constrast": 3.0365350246429443,
+      "rel-constrast": 3.350796937942505,
       "step": 3056,
-      "subrel-constrast": 3.5168888568878174,
+      "subrel-constrast": 3.5016109943389893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.227976083755493,
-      "cov-distil (oracle2student)": 4.362164497375488,
-      "cov-distil (oracle2teacher)": 4.14237642288208,
+      "cov-distil": 2.6762521266937256,
+      "cov-distil (oracle2student)": 4.21348762512207,
+      "cov-distil (oracle2teacher)": 4.555364608764648,
       "epoch": 2.3995290423861855,
-      "rel-constrast": 2.9906983375549316,
+      "rel-constrast": 2.801560401916504,
       "step": 3057,
-      "subrel-constrast": 3.8213818073272705,
+      "subrel-constrast": 3.5634090900421143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.253174066543579,
-      "cov-distil (oracle2student)": 4.414144039154053,
-      "cov-distil (oracle2teacher)": 4.250367164611816,
+      "cov-distil": 1.813492774963379,
+      "cov-distil (oracle2student)": 4.466984748840332,
+      "cov-distil (oracle2teacher)": 4.206374168395996,
       "epoch": 2.400313971742543,
-      "rel-constrast": 3.1154420375823975,
+      "rel-constrast": 3.4636192321777344,
       "step": 3058,
-      "subrel-constrast": 3.7316935062408447,
+      "subrel-constrast": 3.3292624950408936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3846454620361328,
-      "cov-distil (oracle2student)": 4.629277229309082,
-      "cov-distil (oracle2teacher)": 4.477107524871826,
+      "cov-distil": 1.6027352809906006,
+      "cov-distil (oracle2student)": 5.005636692047119,
+      "cov-distil (oracle2teacher)": 4.630506992340088,
       "epoch": 2.401098901098901,
-      "rel-constrast": 2.085487127304077,
+      "rel-constrast": 2.770112991333008,
       "step": 3059,
-      "subrel-constrast": 3.0874953269958496,
+      "subrel-constrast": 2.7135255336761475,
       "view-similarity": 0
     },
     {
       "epoch": 2.401883830455259,
-      "grad_norm": 5.71875,
+      "grad_norm": 6.5,
       "learning_rate": 4.381611972619658e-05,
-      "loss": 0.6404,
+      "loss": 0.6764,
       "step": 3060
     },
     {
-      "cov-distil": 1.414991855621338,
-      "cov-distil (oracle2student)": 3.349447250366211,
-      "cov-distil (oracle2teacher)": 2.9285261631011963,
+      "cov-distil": 1.8611449003219604,
+      "cov-distil (oracle2student)": 3.3852779865264893,
+      "cov-distil (oracle2teacher)": 3.3206543922424316,
       "epoch": 2.401883830455259,
-      "rel-constrast": 3.285433530807495,
+      "rel-constrast": 3.4642040729522705,
       "step": 3060,
-      "subrel-constrast": 3.2306034564971924,
+      "subrel-constrast": 3.615149736404419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4650033712387085,
-      "cov-distil (oracle2student)": 4.69073486328125,
-      "cov-distil (oracle2teacher)": 4.089700222015381,
+      "cov-distil": 1.865153431892395,
+      "cov-distil (oracle2student)": 5.4634785652160645,
+      "cov-distil (oracle2teacher)": 4.612908363342285,
       "epoch": 2.402668759811617,
-      "rel-constrast": 3.101972818374634,
+      "rel-constrast": 3.408151149749756,
       "step": 3061,
-      "subrel-constrast": 3.184358835220337,
+      "subrel-constrast": 3.2447192668914795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6956160068511963,
-      "cov-distil (oracle2student)": 2.7909367084503174,
-      "cov-distil (oracle2teacher)": 3.2828874588012695,
+      "cov-distil": 2.023648262023926,
+      "cov-distil (oracle2student)": 3.232426643371582,
+      "cov-distil (oracle2teacher)": 3.413888454437256,
       "epoch": 2.403453689167975,
-      "rel-constrast": 2.138087272644043,
+      "rel-constrast": 2.3630101680755615,
       "step": 3062,
-      "subrel-constrast": 3.594982862472534,
+      "subrel-constrast": 3.311102867126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7757644653320312,
-      "cov-distil (oracle2student)": 5.276383399963379,
-      "cov-distil (oracle2teacher)": 4.8539299964904785,
+      "cov-distil": 2.448153495788574,
+      "cov-distil (oracle2student)": 5.160794258117676,
+      "cov-distil (oracle2teacher)": 5.273316860198975,
       "epoch": 2.404238618524333,
-      "rel-constrast": 2.6074957847595215,
+      "rel-constrast": 2.819200277328491,
       "step": 3063,
-      "subrel-constrast": 3.5302584171295166,
+      "subrel-constrast": 3.421426773071289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8692997694015503,
-      "cov-distil (oracle2student)": 3.9351587295532227,
-      "cov-distil (oracle2teacher)": 4.36549186706543,
+      "cov-distil": 1.7138941287994385,
+      "cov-distil (oracle2student)": 3.609646797180176,
+      "cov-distil (oracle2teacher)": 4.210512161254883,
       "epoch": 2.405023547880691,
-      "rel-constrast": 4.146545886993408,
+      "rel-constrast": 4.081240177154541,
       "step": 3064,
-      "subrel-constrast": 4.4969377517700195,
+      "subrel-constrast": 4.29599666595459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.717644453048706,
-      "cov-distil (oracle2student)": 2.1816554069519043,
-      "cov-distil (oracle2teacher)": 2.414996862411499,
+      "cov-distil": 1.6754238605499268,
+      "cov-distil (oracle2student)": 2.8488097190856934,
+      "cov-distil (oracle2teacher)": 2.6335864067077637,
       "epoch": 2.4058084772370485,
-      "rel-constrast": 2.293348550796509,
+      "rel-constrast": 2.010347843170166,
       "step": 3065,
-      "subrel-constrast": 2.8947479724884033,
+      "subrel-constrast": 2.799508571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0703728199005127,
-      "cov-distil (oracle2student)": 4.350401878356934,
-      "cov-distil (oracle2teacher)": 4.271941184997559,
+      "cov-distil": 1.4312551021575928,
+      "cov-distil (oracle2student)": 5.020857810974121,
+      "cov-distil (oracle2teacher)": 3.995980978012085,
       "epoch": 2.4065934065934065,
-      "rel-constrast": 2.559588670730591,
+      "rel-constrast": 3.4906346797943115,
       "step": 3066,
-      "subrel-constrast": 2.954277992248535,
+      "subrel-constrast": 2.908254623413086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8472816944122314,
-      "cov-distil (oracle2student)": 4.2954888343811035,
-      "cov-distil (oracle2teacher)": 4.47335147857666,
+      "cov-distil": 2.290433883666992,
+      "cov-distil (oracle2student)": 4.957185745239258,
+      "cov-distil (oracle2teacher)": 4.643279552459717,
       "epoch": 2.4073783359497645,
-      "rel-constrast": 2.793977737426758,
+      "rel-constrast": 3.3836941719055176,
       "step": 3067,
-      "subrel-constrast": 4.037046432495117,
+      "subrel-constrast": 4.086571216583252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266877174377441,
-      "cov-distil (oracle2student)": 6.165536880493164,
-      "cov-distil (oracle2teacher)": 5.479109287261963,
+      "cov-distil": 2.0351626873016357,
+      "cov-distil (oracle2student)": 7.085622787475586,
+      "cov-distil (oracle2teacher)": 6.086090087890625,
       "epoch": 2.4081632653061225,
-      "rel-constrast": 2.088073253631592,
+      "rel-constrast": 2.06227707862854,
       "step": 3068,
-      "subrel-constrast": 2.993659257888794,
+      "subrel-constrast": 2.9950711727142334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4424668550491333,
-      "cov-distil (oracle2student)": 5.485201358795166,
-      "cov-distil (oracle2teacher)": 5.24677848815918,
+      "cov-distil": 1.674261450767517,
+      "cov-distil (oracle2student)": 5.5038652420043945,
+      "cov-distil (oracle2teacher)": 5.676365852355957,
       "epoch": 2.4089481946624804,
-      "rel-constrast": 3.304251194000244,
+      "rel-constrast": 4.13226842880249,
       "step": 3069,
-      "subrel-constrast": 4.1987385749816895,
+      "subrel-constrast": 4.403687000274658,
       "view-similarity": 0
     },
     {
       "epoch": 2.4097331240188384,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.03125,
       "learning_rate": 4.375854663287601e-05,
-      "loss": 0.7473,
+      "loss": 0.7804,
       "step": 3070
     },
     {
-      "cov-distil": 1.475146770477295,
-      "cov-distil (oracle2student)": 4.044496536254883,
-      "cov-distil (oracle2teacher)": 3.2410354614257812,
+      "cov-distil": 1.7419414520263672,
+      "cov-distil (oracle2student)": 3.9302446842193604,
+      "cov-distil (oracle2teacher)": 3.732203483581543,
       "epoch": 2.4097331240188384,
-      "rel-constrast": 2.1455562114715576,
+      "rel-constrast": 2.1038384437561035,
       "step": 3070,
-      "subrel-constrast": 2.891815423965454,
+      "subrel-constrast": 2.7924551963806152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8368010520935059,
-      "cov-distil (oracle2student)": 3.841926336288452,
-      "cov-distil (oracle2teacher)": 3.629031181335449,
+      "cov-distil": 2.4020678997039795,
+      "cov-distil (oracle2student)": 4.227505683898926,
+      "cov-distil (oracle2teacher)": 3.9469428062438965,
       "epoch": 2.4105180533751964,
-      "rel-constrast": 2.78139591217041,
+      "rel-constrast": 3.434206247329712,
       "step": 3071,
-      "subrel-constrast": 3.509953498840332,
+      "subrel-constrast": 3.549808979034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8675960302352905,
-      "cov-distil (oracle2student)": 5.175873756408691,
-      "cov-distil (oracle2teacher)": 4.678619384765625,
+      "cov-distil": 1.7710826396942139,
+      "cov-distil (oracle2student)": 4.743222236633301,
+      "cov-distil (oracle2teacher)": 4.90463399887085,
       "epoch": 2.411302982731554,
-      "rel-constrast": 2.172898769378662,
+      "rel-constrast": 2.6708807945251465,
       "step": 3072,
-      "subrel-constrast": 2.698033094406128,
+      "subrel-constrast": 2.624505043029785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5033355951309204,
-      "cov-distil (oracle2student)": 5.4867353439331055,
-      "cov-distil (oracle2teacher)": 4.518240928649902,
+      "cov-distil": 1.6172161102294922,
+      "cov-distil (oracle2student)": 5.329704761505127,
+      "cov-distil (oracle2teacher)": 4.446047782897949,
       "epoch": 2.412087912087912,
-      "rel-constrast": 3.474844455718994,
+      "rel-constrast": 3.985841751098633,
       "step": 3073,
-      "subrel-constrast": 3.5300395488739014,
+      "subrel-constrast": 3.5958526134490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4164576530456543,
-      "cov-distil (oracle2student)": 4.211483955383301,
-      "cov-distil (oracle2teacher)": 4.030996799468994,
+      "cov-distil": 2.777212619781494,
+      "cov-distil (oracle2student)": 4.335838317871094,
+      "cov-distil (oracle2teacher)": 3.912382125854492,
       "epoch": 2.41287284144427,
-      "rel-constrast": 2.7802317142486572,
+      "rel-constrast": 3.984976053237915,
       "step": 3074,
-      "subrel-constrast": 3.958655595779419,
+      "subrel-constrast": 3.681546688079834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129674434661865,
-      "cov-distil (oracle2student)": 3.635460376739502,
-      "cov-distil (oracle2teacher)": 3.53660249710083,
+      "cov-distil": 2.388916015625,
+      "cov-distil (oracle2student)": 3.6878817081451416,
+      "cov-distil (oracle2teacher)": 4.11072301864624,
       "epoch": 2.413657770800628,
-      "rel-constrast": 2.5121073722839355,
+      "rel-constrast": 2.9971184730529785,
       "step": 3075,
-      "subrel-constrast": 3.7195796966552734,
+      "subrel-constrast": 4.193480491638184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3852119445800781,
-      "cov-distil (oracle2student)": 5.318832874298096,
-      "cov-distil (oracle2teacher)": 4.881415367126465,
+      "cov-distil": 1.4430873394012451,
+      "cov-distil (oracle2student)": 6.2207536697387695,
+      "cov-distil (oracle2teacher)": 5.381922721862793,
       "epoch": 2.414442700156986,
-      "rel-constrast": 2.177109479904175,
+      "rel-constrast": 2.649411201477051,
       "step": 3076,
-      "subrel-constrast": 3.126558542251587,
+      "subrel-constrast": 3.126779794692993,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83939790725708,
-      "cov-distil (oracle2student)": 5.203956604003906,
-      "cov-distil (oracle2teacher)": 5.147180557250977,
+      "cov-distil": 1.8830522298812866,
+      "cov-distil (oracle2student)": 6.115765571594238,
+      "cov-distil (oracle2teacher)": 5.363579750061035,
       "epoch": 2.415227629513344,
-      "rel-constrast": 2.8661723136901855,
+      "rel-constrast": 3.387371063232422,
       "step": 3077,
-      "subrel-constrast": 3.554931640625,
+      "subrel-constrast": 3.8998990058898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.465797781944275,
-      "cov-distil (oracle2student)": 3.317169189453125,
-      "cov-distil (oracle2teacher)": 3.3707902431488037,
+      "cov-distil": 1.6719025373458862,
+      "cov-distil (oracle2student)": 3.800483226776123,
+      "cov-distil (oracle2teacher)": 3.846362590789795,
       "epoch": 2.416012558869702,
-      "rel-constrast": 2.894062042236328,
+      "rel-constrast": 2.9427995681762695,
       "step": 3078,
-      "subrel-constrast": 3.326247453689575,
+      "subrel-constrast": 3.54986310005188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3328229188919067,
-      "cov-distil (oracle2student)": 3.769038677215576,
-      "cov-distil (oracle2teacher)": 3.6634786128997803,
+      "cov-distil": 1.6435892581939697,
+      "cov-distil (oracle2student)": 3.7389168739318848,
+      "cov-distil (oracle2teacher)": 3.986302375793457,
       "epoch": 2.4167974882260594,
-      "rel-constrast": 2.889101982116699,
+      "rel-constrast": 3.168823719024658,
       "step": 3079,
-      "subrel-constrast": 3.520508289337158,
+      "subrel-constrast": 3.574723720550537,
       "view-similarity": 0
     },
     {
       "epoch": 2.4175824175824174,
-      "grad_norm": 5.25,
+      "grad_norm": 6.03125,
       "learning_rate": 4.370074497258456e-05,
-      "loss": 0.7099,
+      "loss": 0.7831,
       "step": 3080
     },
     {
-      "cov-distil": 1.5954891443252563,
-      "cov-distil (oracle2student)": 4.277334213256836,
-      "cov-distil (oracle2teacher)": 4.295309066772461,
+      "cov-distil": 2.0809898376464844,
+      "cov-distil (oracle2student)": 4.663247585296631,
+      "cov-distil (oracle2teacher)": 4.17363166809082,
       "epoch": 2.4175824175824174,
-      "rel-constrast": 1.8895772695541382,
+      "rel-constrast": 2.2157695293426514,
       "step": 3080,
-      "subrel-constrast": 2.691560745239258,
+      "subrel-constrast": 2.668646812438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.513533592224121,
-      "cov-distil (oracle2student)": 4.284801959991455,
-      "cov-distil (oracle2teacher)": 3.9162445068359375,
+      "cov-distil": 2.001702308654785,
+      "cov-distil (oracle2student)": 4.177748203277588,
+      "cov-distil (oracle2teacher)": 4.3582258224487305,
       "epoch": 2.4183673469387754,
-      "rel-constrast": 2.7244648933410645,
+      "rel-constrast": 2.7984914779663086,
       "step": 3081,
-      "subrel-constrast": 3.195178985595703,
+      "subrel-constrast": 3.305556535720825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.068490982055664,
-      "cov-distil (oracle2student)": 4.575675010681152,
-      "cov-distil (oracle2teacher)": 4.7760419845581055,
+      "cov-distil": 1.473242998123169,
+      "cov-distil (oracle2student)": 4.996814727783203,
+      "cov-distil (oracle2teacher)": 5.034980297088623,
       "epoch": 2.4191522762951334,
-      "rel-constrast": 2.8242552280426025,
+      "rel-constrast": 2.5881710052490234,
       "step": 3082,
-      "subrel-constrast": 3.455894947052002,
+      "subrel-constrast": 3.275831699371338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4129858016967773,
-      "cov-distil (oracle2student)": 3.0361571311950684,
-      "cov-distil (oracle2teacher)": 3.308905839920044,
+      "cov-distil": 1.5642318725585938,
+      "cov-distil (oracle2student)": 3.1406667232513428,
+      "cov-distil (oracle2teacher)": 3.244091033935547,
       "epoch": 2.4199372056514914,
-      "rel-constrast": 2.606328010559082,
+      "rel-constrast": 2.4292986392974854,
       "step": 3083,
-      "subrel-constrast": 3.2617435455322266,
+      "subrel-constrast": 3.1204257011413574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6200933456420898,
-      "cov-distil (oracle2student)": 3.9919400215148926,
-      "cov-distil (oracle2teacher)": 3.9484012126922607,
+      "cov-distil": 1.6912579536437988,
+      "cov-distil (oracle2student)": 4.339685440063477,
+      "cov-distil (oracle2teacher)": 4.322359561920166,
       "epoch": 2.4207221350078494,
-      "rel-constrast": 2.8377161026000977,
+      "rel-constrast": 3.11525821685791,
       "step": 3084,
-      "subrel-constrast": 3.4638309478759766,
+      "subrel-constrast": 3.720562219619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3059407472610474,
-      "cov-distil (oracle2student)": 6.77864933013916,
-      "cov-distil (oracle2teacher)": 6.106629371643066,
+      "cov-distil": 1.7947821617126465,
+      "cov-distil (oracle2student)": 6.654755592346191,
+      "cov-distil (oracle2teacher)": 6.245340824127197,
       "epoch": 2.4215070643642074,
-      "rel-constrast": 3.9351630210876465,
+      "rel-constrast": 4.339381694793701,
       "step": 3085,
-      "subrel-constrast": 4.295100212097168,
+      "subrel-constrast": 4.449631214141846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3926438093185425,
-      "cov-distil (oracle2student)": 4.928810119628906,
-      "cov-distil (oracle2teacher)": 4.185301303863525,
+      "cov-distil": 1.1174253225326538,
+      "cov-distil (oracle2student)": 5.350859642028809,
+      "cov-distil (oracle2teacher)": 4.64725399017334,
       "epoch": 2.422291993720565,
-      "rel-constrast": 1.8593497276306152,
+      "rel-constrast": 2.364100933074951,
       "step": 3086,
-      "subrel-constrast": 2.8457159996032715,
+      "subrel-constrast": 2.7821362018585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5756728649139404,
-      "cov-distil (oracle2student)": 3.6060595512390137,
-      "cov-distil (oracle2teacher)": 3.7412233352661133,
+      "cov-distil": 2.436570167541504,
+      "cov-distil (oracle2student)": 4.003198146820068,
+      "cov-distil (oracle2teacher)": 3.7590038776397705,
       "epoch": 2.423076923076923,
-      "rel-constrast": 2.7606709003448486,
+      "rel-constrast": 2.959076166152954,
       "step": 3087,
-      "subrel-constrast": 3.2743570804595947,
+      "subrel-constrast": 3.37308406829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2948217391967773,
-      "cov-distil (oracle2student)": 3.4226462841033936,
-      "cov-distil (oracle2teacher)": 3.4693641662597656,
+      "cov-distil": 1.6059398651123047,
+      "cov-distil (oracle2student)": 3.772878646850586,
+      "cov-distil (oracle2teacher)": 3.8411941528320312,
       "epoch": 2.423861852433281,
-      "rel-constrast": 2.2020583152770996,
+      "rel-constrast": 2.51461124420166,
       "step": 3088,
-      "subrel-constrast": 2.5527336597442627,
+      "subrel-constrast": 2.842240333557129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9703471660614014,
-      "cov-distil (oracle2student)": 3.431999683380127,
-      "cov-distil (oracle2teacher)": 3.9646358489990234,
+      "cov-distil": 2.4651572704315186,
+      "cov-distil (oracle2student)": 3.5223259925842285,
+      "cov-distil (oracle2teacher)": 3.8810462951660156,
       "epoch": 2.424646781789639,
-      "rel-constrast": 2.4696195125579834,
+      "rel-constrast": 2.6991326808929443,
       "step": 3089,
-      "subrel-constrast": 3.1155014038085938,
+      "subrel-constrast": 3.175952434539795,
       "view-similarity": 0
     },
     {
       "epoch": 2.425431711145997,
-      "grad_norm": 4.75,
+      "grad_norm": 5.8125,
       "learning_rate": 4.364271544961722e-05,
-      "loss": 0.6896,
+      "loss": 0.7006,
       "step": 3090
     },
     {
-      "cov-distil": 1.6579806804656982,
-      "cov-distil (oracle2student)": 5.538765907287598,
-      "cov-distil (oracle2teacher)": 5.415374755859375,
+      "cov-distil": 1.7844371795654297,
+      "cov-distil (oracle2student)": 5.262286186218262,
+      "cov-distil (oracle2teacher)": 5.453251838684082,
       "epoch": 2.425431711145997,
-      "rel-constrast": 3.3838932514190674,
+      "rel-constrast": 3.849285125732422,
       "step": 3090,
-      "subrel-constrast": 3.9239776134490967,
+      "subrel-constrast": 3.770425796508789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6685764789581299,
-      "cov-distil (oracle2student)": 3.0305380821228027,
-      "cov-distil (oracle2teacher)": 2.941138744354248,
+      "cov-distil": 2.1819303035736084,
+      "cov-distil (oracle2student)": 2.635885715484619,
+      "cov-distil (oracle2teacher)": 3.028033971786499,
       "epoch": 2.426216640502355,
-      "rel-constrast": 2.446298599243164,
+      "rel-constrast": 2.0784735679626465,
       "step": 3091,
-      "subrel-constrast": 3.0500919818878174,
+      "subrel-constrast": 2.90801739692688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7466681003570557,
-      "cov-distil (oracle2student)": 4.31923770904541,
-      "cov-distil (oracle2teacher)": 4.249931335449219,
+      "cov-distil": 2.4062018394470215,
+      "cov-distil (oracle2student)": 4.435519218444824,
+      "cov-distil (oracle2teacher)": 4.110848903656006,
       "epoch": 2.427001569858713,
-      "rel-constrast": 2.3807554244995117,
+      "rel-constrast": 2.972029209136963,
       "step": 3092,
-      "subrel-constrast": 3.604367256164551,
+      "subrel-constrast": 3.5357048511505127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7580583095550537,
-      "cov-distil (oracle2student)": 3.24861478805542,
-      "cov-distil (oracle2teacher)": 3.5355465412139893,
+      "cov-distil": 2.7617440223693848,
+      "cov-distil (oracle2student)": 3.484562397003174,
+      "cov-distil (oracle2teacher)": 3.5661396980285645,
       "epoch": 2.427786499215071,
-      "rel-constrast": 2.440941095352173,
+      "rel-constrast": 3.086148500442505,
       "step": 3093,
-      "subrel-constrast": 3.3570034503936768,
+      "subrel-constrast": 3.571840763092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.248308539390564,
-      "cov-distil (oracle2student)": 4.0413970947265625,
-      "cov-distil (oracle2teacher)": 3.4975693225860596,
+      "cov-distil": 1.7226285934448242,
+      "cov-distil (oracle2student)": 3.8306102752685547,
+      "cov-distil (oracle2teacher)": 3.7663447856903076,
       "epoch": 2.4285714285714284,
-      "rel-constrast": 1.8814101219177246,
+      "rel-constrast": 2.1084630489349365,
       "step": 3094,
-      "subrel-constrast": 2.4188225269317627,
+      "subrel-constrast": 2.6050455570220947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.427692174911499,
-      "cov-distil (oracle2student)": 4.72838020324707,
-      "cov-distil (oracle2teacher)": 4.359134674072266,
+      "cov-distil": 2.033644199371338,
+      "cov-distil (oracle2student)": 5.580293655395508,
+      "cov-distil (oracle2teacher)": 4.717619895935059,
       "epoch": 2.4293563579277864,
-      "rel-constrast": 1.8632233142852783,
+      "rel-constrast": 2.343703269958496,
       "step": 3095,
-      "subrel-constrast": 2.5761775970458984,
+      "subrel-constrast": 2.654989242553711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0077743530273438,
-      "cov-distil (oracle2student)": 2.822767496109009,
-      "cov-distil (oracle2teacher)": 3.226290702819824,
+      "cov-distil": 2.3903419971466064,
+      "cov-distil (oracle2student)": 3.544983386993408,
+      "cov-distil (oracle2teacher)": 3.1278533935546875,
       "epoch": 2.4301412872841444,
-      "rel-constrast": 1.8497562408447266,
+      "rel-constrast": 2.147986650466919,
       "step": 3096,
-      "subrel-constrast": 3.030212879180908,
+      "subrel-constrast": 3.090923547744751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5448319911956787,
-      "cov-distil (oracle2student)": 3.73988676071167,
-      "cov-distil (oracle2teacher)": 3.87601900100708,
+      "cov-distil": 1.857154130935669,
+      "cov-distil (oracle2student)": 4.259423732757568,
+      "cov-distil (oracle2teacher)": 4.00657844543457,
       "epoch": 2.4309262166405023,
-      "rel-constrast": 2.24189829826355,
+      "rel-constrast": 3.0552499294281006,
       "step": 3097,
-      "subrel-constrast": 3.266615390777588,
+      "subrel-constrast": 3.2327499389648438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.973745346069336,
-      "cov-distil (oracle2student)": 4.834380149841309,
-      "cov-distil (oracle2teacher)": 4.47308874130249,
+      "cov-distil": 2.5201826095581055,
+      "cov-distil (oracle2student)": 4.434947967529297,
+      "cov-distil (oracle2teacher)": 4.496156215667725,
       "epoch": 2.4317111459968603,
-      "rel-constrast": 2.900484800338745,
+      "rel-constrast": 2.7530465126037598,
       "step": 3098,
-      "subrel-constrast": 3.6581013202667236,
+      "subrel-constrast": 3.3719115257263184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5562504529953003,
-      "cov-distil (oracle2student)": 4.020699501037598,
-      "cov-distil (oracle2teacher)": 3.621068239212036,
+      "cov-distil": 1.7976088523864746,
+      "cov-distil (oracle2student)": 4.1066460609436035,
+      "cov-distil (oracle2teacher)": 3.810215473175049,
       "epoch": 2.4324960753532183,
-      "rel-constrast": 2.300758123397827,
+      "rel-constrast": 2.163790225982666,
       "step": 3099,
-      "subrel-constrast": 2.9786806106567383,
+      "subrel-constrast": 2.709723949432373,
       "view-similarity": 0
     },
     {
       "epoch": 2.4332810047095763,
-      "grad_norm": 5.625,
+      "grad_norm": 5.78125,
       "learning_rate": 4.3584458771045406e-05,
-      "loss": 0.6337,
+      "loss": 0.664,
       "step": 3100
     },
     {
       "epoch": 2.4332810047095763,
-      "overlap": 0.34687501192092896,
+      "overlap": 0.3062500059604645,
       "step": 3100
     },
     {
       "epoch": 2.4332810047095763,
       "step": 3100,
-      "student margin": 0.0672607421875
+      "student margin": 0.062408447265625
     },
     {
       "epoch": 2.4332810047095763,
       "step": 3100,
-      "teacher margin": 0.04913330078125
+      "teacher margin": 0.0552978515625
     },
     {
       "epoch": 2.4332810047095763,
-      "margin difference": -0.01812744140625,
+      "margin difference": -0.007110595703125,
       "step": 3100
     },
     {
-      "cov-distil": 1.5757256746292114,
-      "cov-distil (oracle2student)": 5.249720573425293,
-      "cov-distil (oracle2teacher)": 4.80001163482666,
+      "cov-distil": 2.134092092514038,
+      "cov-distil (oracle2student)": 5.334760665893555,
+      "cov-distil (oracle2teacher)": 5.033513069152832,
       "epoch": 2.4332810047095763,
-      "rel-constrast": 2.2883691787719727,
+      "rel-constrast": 2.361912488937378,
       "step": 3100,
-      "subrel-constrast": 2.863760232925415,
+      "subrel-constrast": 2.794287919998169,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.351791262626648,
-      "cov-distil (oracle2student)": 4.2582855224609375,
-      "cov-distil (oracle2teacher)": 3.8739173412323,
+      "cov-distil": 2.0362462997436523,
+      "cov-distil (oracle2student)": 4.683457374572754,
+      "cov-distil (oracle2teacher)": 4.212322235107422,
       "epoch": 2.4340659340659343,
-      "rel-constrast": 2.7392091751098633,
+      "rel-constrast": 2.8837504386901855,
       "step": 3101,
-      "subrel-constrast": 2.8720571994781494,
+      "subrel-constrast": 3.0211546421051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.708400011062622,
-      "cov-distil (oracle2student)": 6.221958160400391,
-      "cov-distil (oracle2teacher)": 5.93073034286499,
+      "cov-distil": 1.868720293045044,
+      "cov-distil (oracle2student)": 6.920127868652344,
+      "cov-distil (oracle2teacher)": 6.111078262329102,
       "epoch": 2.434850863422292,
-      "rel-constrast": 4.075075149536133,
+      "rel-constrast": 4.301368713378906,
       "step": 3102,
-      "subrel-constrast": 4.466808319091797,
+      "subrel-constrast": 4.410068511962891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.983452320098877,
-      "cov-distil (oracle2student)": 4.48055362701416,
-      "cov-distil (oracle2teacher)": 4.607118606567383,
+      "cov-distil": 1.9775569438934326,
+      "cov-distil (oracle2student)": 4.4489288330078125,
+      "cov-distil (oracle2teacher)": 4.841306686401367,
       "epoch": 2.43563579277865,
-      "rel-constrast": 2.0553646087646484,
+      "rel-constrast": 1.9037991762161255,
       "step": 3103,
-      "subrel-constrast": 3.369985342025757,
+      "subrel-constrast": 3.3578145503997803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5557057857513428,
-      "cov-distil (oracle2student)": 2.5519473552703857,
-      "cov-distil (oracle2teacher)": 2.84794282913208,
+      "cov-distil": 1.9471650123596191,
+      "cov-distil (oracle2student)": 3.338376522064209,
+      "cov-distil (oracle2teacher)": 2.881728172302246,
       "epoch": 2.436420722135008,
-      "rel-constrast": 2.5016682147979736,
+      "rel-constrast": 3.3767271041870117,
       "step": 3104,
-      "subrel-constrast": 3.184105396270752,
+      "subrel-constrast": 3.3521499633789062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7438387870788574,
-      "cov-distil (oracle2student)": 4.192556381225586,
-      "cov-distil (oracle2teacher)": 3.9098076820373535,
+      "cov-distil": 2.792635440826416,
+      "cov-distil (oracle2student)": 4.777017593383789,
+      "cov-distil (oracle2teacher)": 4.437755584716797,
       "epoch": 2.437205651491366,
-      "rel-constrast": 2.6846320629119873,
+      "rel-constrast": 3.4077439308166504,
       "step": 3105,
-      "subrel-constrast": 3.6254632472991943,
+      "subrel-constrast": 3.6859490871429443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7670329809188843,
-      "cov-distil (oracle2student)": 4.380505561828613,
-      "cov-distil (oracle2teacher)": 4.140459060668945,
+      "cov-distil": 2.137021064758301,
+      "cov-distil (oracle2student)": 4.8190107345581055,
+      "cov-distil (oracle2teacher)": 4.567436218261719,
       "epoch": 2.437990580847724,
-      "rel-constrast": 2.8866629600524902,
+      "rel-constrast": 3.899656295776367,
       "step": 3106,
-      "subrel-constrast": 3.6935763359069824,
+      "subrel-constrast": 3.693220376968384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9681905508041382,
-      "cov-distil (oracle2student)": 3.4724788665771484,
-      "cov-distil (oracle2teacher)": 3.404186725616455,
+      "cov-distil": 2.656888484954834,
+      "cov-distil (oracle2student)": 3.1243886947631836,
+      "cov-distil (oracle2teacher)": 3.3720860481262207,
       "epoch": 2.438775510204082,
-      "rel-constrast": 3.116316080093384,
+      "rel-constrast": 2.871339797973633,
       "step": 3107,
-      "subrel-constrast": 3.7405712604522705,
+      "subrel-constrast": 4.0590596199035645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7428932189941406,
-      "cov-distil (oracle2student)": 4.078738212585449,
-      "cov-distil (oracle2teacher)": 3.7048730850219727,
+      "cov-distil": 1.6350207328796387,
+      "cov-distil (oracle2student)": 4.355319023132324,
+      "cov-distil (oracle2teacher)": 4.127394676208496,
       "epoch": 2.4395604395604398,
-      "rel-constrast": 3.741856098175049,
+      "rel-constrast": 4.026689529418945,
       "step": 3108,
-      "subrel-constrast": 3.9177377223968506,
+      "subrel-constrast": 4.173445701599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8151724338531494,
-      "cov-distil (oracle2student)": 6.63142728805542,
-      "cov-distil (oracle2teacher)": 5.529238700866699,
+      "cov-distil": 2.5382628440856934,
+      "cov-distil (oracle2student)": 6.71174955368042,
+      "cov-distil (oracle2teacher)": 6.175941467285156,
       "epoch": 2.4403453689167973,
-      "rel-constrast": 2.666156768798828,
+      "rel-constrast": 3.2065036296844482,
       "step": 3109,
-      "subrel-constrast": 3.6784250736236572,
+      "subrel-constrast": 3.829291820526123,
       "view-similarity": 0
     },
     {
       "epoch": 2.4411302982731553,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.84375,
       "learning_rate": 4.352597564670836e-05,
-      "loss": 0.7619,
+      "loss": 0.806,
       "step": 3110
     },
     {
-      "cov-distil": 2.0067849159240723,
-      "cov-distil (oracle2student)": 4.501019477844238,
-      "cov-distil (oracle2teacher)": 4.050183296203613,
+      "cov-distil": 2.0467019081115723,
+      "cov-distil (oracle2student)": 4.329773902893066,
+      "cov-distil (oracle2teacher)": 4.409196853637695,
       "epoch": 2.4411302982731553,
-      "rel-constrast": 2.482922077178955,
+      "rel-constrast": 2.236525535583496,
       "step": 3110,
-      "subrel-constrast": 3.3727080821990967,
+      "subrel-constrast": 2.985232353210449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2038347721099854,
-      "cov-distil (oracle2student)": 3.639047145843506,
-      "cov-distil (oracle2teacher)": 3.694805860519409,
+      "cov-distil": 2.0149331092834473,
+      "cov-distil (oracle2student)": 4.0587944984436035,
+      "cov-distil (oracle2teacher)": 3.863398790359497,
       "epoch": 2.4419152276295133,
-      "rel-constrast": 2.9075088500976562,
+      "rel-constrast": 2.8533143997192383,
       "step": 3111,
-      "subrel-constrast": 3.4501748085021973,
+      "subrel-constrast": 3.4613211154937744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3651124238967896,
-      "cov-distil (oracle2student)": 3.6868512630462646,
-      "cov-distil (oracle2teacher)": 2.858288049697876,
+      "cov-distil": 1.5910961627960205,
+      "cov-distil (oracle2student)": 3.396827459335327,
+      "cov-distil (oracle2teacher)": 3.0859813690185547,
       "epoch": 2.4427001569858713,
-      "rel-constrast": 2.7335727214813232,
+      "rel-constrast": 2.8520541191101074,
       "step": 3112,
-      "subrel-constrast": 2.9278438091278076,
+      "subrel-constrast": 2.648303747177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.500255823135376,
-      "cov-distil (oracle2student)": 4.388445854187012,
-      "cov-distil (oracle2teacher)": 4.3685455322265625,
+      "cov-distil": 2.135195732116699,
+      "cov-distil (oracle2student)": 4.523115158081055,
+      "cov-distil (oracle2teacher)": 4.665448188781738,
       "epoch": 2.4434850863422293,
-      "rel-constrast": 3.3321385383605957,
+      "rel-constrast": 3.106995105743408,
       "step": 3113,
-      "subrel-constrast": 4.2240190505981445,
+      "subrel-constrast": 4.219273090362549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.635016679763794,
-      "cov-distil (oracle2student)": 4.808262825012207,
-      "cov-distil (oracle2teacher)": 4.217425346374512,
+      "cov-distil": 2.4724621772766113,
+      "cov-distil (oracle2student)": 4.537542343139648,
+      "cov-distil (oracle2teacher)": 4.740551948547363,
       "epoch": 2.4442700156985873,
-      "rel-constrast": 2.7410449981689453,
+      "rel-constrast": 3.12298846244812,
       "step": 3114,
-      "subrel-constrast": 3.2943193912506104,
+      "subrel-constrast": 3.427731990814209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.424506425857544,
-      "cov-distil (oracle2student)": 6.318131923675537,
-      "cov-distil (oracle2teacher)": 5.506617546081543,
+      "cov-distil": 1.9977599382400513,
+      "cov-distil (oracle2student)": 6.134093284606934,
+      "cov-distil (oracle2teacher)": 6.205183982849121,
       "epoch": 2.4450549450549453,
-      "rel-constrast": 2.504589796066284,
+      "rel-constrast": 2.8225440979003906,
       "step": 3115,
-      "subrel-constrast": 3.9909706115722656,
+      "subrel-constrast": 4.110477447509766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7262263298034668,
-      "cov-distil (oracle2student)": 3.1801044940948486,
-      "cov-distil (oracle2teacher)": 3.3587193489074707,
+      "cov-distil": 1.981152057647705,
+      "cov-distil (oracle2student)": 2.9865174293518066,
+      "cov-distil (oracle2teacher)": 3.50567626953125,
       "epoch": 2.445839874411303,
-      "rel-constrast": 1.3994420766830444,
+      "rel-constrast": 1.4138247966766357,
       "step": 3116,
-      "subrel-constrast": 2.29480242729187,
+      "subrel-constrast": 2.233755350112915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7174043655395508,
-      "cov-distil (oracle2student)": 2.954110622406006,
-      "cov-distil (oracle2teacher)": 2.9565720558166504,
+      "cov-distil": 1.3723571300506592,
+      "cov-distil (oracle2student)": 3.464475631713867,
+      "cov-distil (oracle2teacher)": 3.26353120803833,
       "epoch": 2.446624803767661,
-      "rel-constrast": 2.799145460128784,
+      "rel-constrast": 3.10522723197937,
       "step": 3117,
-      "subrel-constrast": 3.223245620727539,
+      "subrel-constrast": 2.900819778442383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0997990369796753,
-      "cov-distil (oracle2student)": 4.370362758636475,
-      "cov-distil (oracle2teacher)": 4.258945465087891,
+      "cov-distil": 1.3112220764160156,
+      "cov-distil (oracle2student)": 4.572741508483887,
+      "cov-distil (oracle2teacher)": 4.316741943359375,
       "epoch": 2.4474097331240188,
-      "rel-constrast": 1.6741814613342285,
+      "rel-constrast": 2.206721544265747,
       "step": 3118,
-      "subrel-constrast": 2.689037561416626,
+      "subrel-constrast": 2.3722927570343018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6017937660217285,
-      "cov-distil (oracle2student)": 4.137917518615723,
-      "cov-distil (oracle2teacher)": 4.340741157531738,
+      "cov-distil": 2.128994941711426,
+      "cov-distil (oracle2student)": 5.104459285736084,
+      "cov-distil (oracle2teacher)": 4.343518257141113,
       "epoch": 2.4481946624803768,
-      "rel-constrast": 2.2123947143554688,
+      "rel-constrast": 3.0951991081237793,
       "step": 3119,
-      "subrel-constrast": 3.3444080352783203,
+      "subrel-constrast": 3.4063379764556885,
       "view-similarity": 0
     },
     {
       "epoch": 2.4489795918367347,
-      "grad_norm": 4.75,
+      "grad_norm": 6.40625,
       "learning_rate": 4.34672667892045e-05,
-      "loss": 0.6579,
+      "loss": 0.6704,
       "step": 3120
     },
     {
-      "cov-distil": 1.416031837463379,
-      "cov-distil (oracle2student)": 5.9707136154174805,
-      "cov-distil (oracle2teacher)": 5.409427642822266,
+      "cov-distil": 1.6158711910247803,
+      "cov-distil (oracle2student)": 6.412527084350586,
+      "cov-distil (oracle2teacher)": 6.105824947357178,
       "epoch": 2.4489795918367347,
-      "rel-constrast": 2.5952680110931396,
+      "rel-constrast": 3.2789371013641357,
       "step": 3120,
-      "subrel-constrast": 2.998718500137329,
+      "subrel-constrast": 3.0194358825683594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.036207675933838,
-      "cov-distil (oracle2student)": 4.805495262145996,
-      "cov-distil (oracle2teacher)": 4.6554718017578125,
+      "cov-distil": 1.8117481470108032,
+      "cov-distil (oracle2student)": 5.247131824493408,
+      "cov-distil (oracle2teacher)": 5.454432487487793,
       "epoch": 2.4497645211930927,
-      "rel-constrast": 2.568786144256592,
+      "rel-constrast": 2.748443603515625,
       "step": 3121,
-      "subrel-constrast": 3.369884729385376,
+      "subrel-constrast": 3.3634958267211914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1535801887512207,
-      "cov-distil (oracle2student)": 3.417114734649658,
-      "cov-distil (oracle2teacher)": 3.3716683387756348,
+      "cov-distil": 1.401667833328247,
+      "cov-distil (oracle2student)": 3.2872300148010254,
+      "cov-distil (oracle2teacher)": 3.2168447971343994,
       "epoch": 2.4505494505494507,
-      "rel-constrast": 2.5415759086608887,
+      "rel-constrast": 2.43253231048584,
       "step": 3122,
-      "subrel-constrast": 3.2174017429351807,
+      "subrel-constrast": 2.9384076595306396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7952911853790283,
-      "cov-distil (oracle2student)": 4.617475509643555,
-      "cov-distil (oracle2teacher)": 4.354551792144775,
+      "cov-distil": 2.086275815963745,
+      "cov-distil (oracle2student)": 4.614569664001465,
+      "cov-distil (oracle2teacher)": 4.514904975891113,
       "epoch": 2.4513343799058083,
-      "rel-constrast": 3.063483238220215,
+      "rel-constrast": 2.9629433155059814,
       "step": 3123,
-      "subrel-constrast": 3.7388393878936768,
+      "subrel-constrast": 3.5634918212890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5037425756454468,
-      "cov-distil (oracle2student)": 4.523509502410889,
-      "cov-distil (oracle2teacher)": 4.5323944091796875,
+      "cov-distil": 1.796830654144287,
+      "cov-distil (oracle2student)": 4.907766342163086,
+      "cov-distil (oracle2teacher)": 4.526128768920898,
       "epoch": 2.4521193092621663,
-      "rel-constrast": 3.0835516452789307,
+      "rel-constrast": 3.213762044906616,
       "step": 3124,
-      "subrel-constrast": 4.129610538482666,
+      "subrel-constrast": 4.219213962554932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8272840976715088,
-      "cov-distil (oracle2student)": 4.765773773193359,
-      "cov-distil (oracle2teacher)": 4.149887561798096,
+      "cov-distil": 2.018505096435547,
+      "cov-distil (oracle2student)": 5.201364517211914,
+      "cov-distil (oracle2teacher)": 4.295951843261719,
       "epoch": 2.4529042386185242,
-      "rel-constrast": 2.6158945560455322,
+      "rel-constrast": 3.0879764556884766,
       "step": 3125,
-      "subrel-constrast": 3.135019063949585,
+      "subrel-constrast": 2.8474745750427246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.472785234451294,
-      "cov-distil (oracle2student)": 4.188315391540527,
-      "cov-distil (oracle2teacher)": 4.179082870483398,
+      "cov-distil": 2.0074689388275146,
+      "cov-distil (oracle2student)": 4.204581260681152,
+      "cov-distil (oracle2teacher)": 3.990732192993164,
       "epoch": 2.4536891679748822,
-      "rel-constrast": 2.9196887016296387,
+      "rel-constrast": 2.9605066776275635,
       "step": 3126,
-      "subrel-constrast": 3.656432628631592,
+      "subrel-constrast": 3.839718818664551,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0266298055648804,
-      "cov-distil (oracle2student)": 4.2936224937438965,
-      "cov-distil (oracle2teacher)": 4.314414978027344,
+      "cov-distil": 1.5278582572937012,
+      "cov-distil (oracle2student)": 5.402840614318848,
+      "cov-distil (oracle2teacher)": 4.969398021697998,
       "epoch": 2.4544740973312402,
-      "rel-constrast": 2.2254176139831543,
+      "rel-constrast": 2.4861786365509033,
       "step": 3127,
-      "subrel-constrast": 2.4953582286834717,
+      "subrel-constrast": 2.4488365650177,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2445579767227173,
-      "cov-distil (oracle2student)": 4.879389762878418,
-      "cov-distil (oracle2teacher)": 4.06852912902832,
+      "cov-distil": 2.031456232070923,
+      "cov-distil (oracle2student)": 5.119064807891846,
+      "cov-distil (oracle2teacher)": 4.439014434814453,
       "epoch": 2.455259026687598,
-      "rel-constrast": 2.252915382385254,
+      "rel-constrast": 2.6670515537261963,
       "step": 3128,
-      "subrel-constrast": 2.9810192584991455,
+      "subrel-constrast": 3.2341506481170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5838351249694824,
-      "cov-distil (oracle2student)": 3.5738348960876465,
-      "cov-distil (oracle2teacher)": 3.8101158142089844,
+      "cov-distil": 2.1206226348876953,
+      "cov-distil (oracle2student)": 4.59147834777832,
+      "cov-distil (oracle2teacher)": 3.8463759422302246,
       "epoch": 2.456043956043956,
-      "rel-constrast": 2.7032225131988525,
+      "rel-constrast": 3.01835298538208,
       "step": 3129,
-      "subrel-constrast": 3.5869219303131104,
+      "subrel-constrast": 3.2580368518829346,
       "view-similarity": 0
     },
     {
       "epoch": 2.4568288854003137,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.5625,
       "learning_rate": 4.340833291388273e-05,
-      "loss": 0.6994,
+      "loss": 0.7214,
       "step": 3130
     },
     {
-      "cov-distil": 1.3586390018463135,
-      "cov-distil (oracle2student)": 4.909631729125977,
-      "cov-distil (oracle2teacher)": 4.469675064086914,
+      "cov-distil": 1.9190177917480469,
+      "cov-distil (oracle2student)": 5.580319881439209,
+      "cov-distil (oracle2teacher)": 4.679213523864746,
       "epoch": 2.4568288854003137,
-      "rel-constrast": 3.163145065307617,
+      "rel-constrast": 3.658141613006592,
       "step": 3130,
-      "subrel-constrast": 4.295243263244629,
+      "subrel-constrast": 3.894085645675659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6004242897033691,
-      "cov-distil (oracle2student)": 3.2957539558410645,
-      "cov-distil (oracle2teacher)": 3.528459310531616,
+      "cov-distil": 2.2595980167388916,
+      "cov-distil (oracle2student)": 4.079291343688965,
+      "cov-distil (oracle2teacher)": 3.48063325881958,
       "epoch": 2.4576138147566717,
-      "rel-constrast": 2.768686294555664,
+      "rel-constrast": 2.975954055786133,
       "step": 3131,
-      "subrel-constrast": 3.1998143196105957,
+      "subrel-constrast": 3.417196750640869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9779164791107178,
-      "cov-distil (oracle2student)": 4.2591681480407715,
-      "cov-distil (oracle2teacher)": 3.976203680038452,
+      "cov-distil": 1.6031056642532349,
+      "cov-distil (oracle2student)": 5.06351900100708,
+      "cov-distil (oracle2teacher)": 4.27410364151001,
       "epoch": 2.4583987441130297,
-      "rel-constrast": 3.71171236038208,
+      "rel-constrast": 3.966980218887329,
       "step": 3132,
-      "subrel-constrast": 3.6047146320343018,
+      "subrel-constrast": 3.6705737113952637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5708293914794922,
-      "cov-distil (oracle2student)": 3.0221753120422363,
-      "cov-distil (oracle2teacher)": 3.2108817100524902,
+      "cov-distil": 2.120586395263672,
+      "cov-distil (oracle2student)": 2.6600115299224854,
+      "cov-distil (oracle2teacher)": 3.1988236904144287,
       "epoch": 2.4591836734693877,
-      "rel-constrast": 2.978334903717041,
+      "rel-constrast": 3.145223617553711,
       "step": 3133,
-      "subrel-constrast": 3.3657751083374023,
+      "subrel-constrast": 3.3679251670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8801767826080322,
-      "cov-distil (oracle2student)": 6.524477005004883,
-      "cov-distil (oracle2teacher)": 6.248221397399902,
+      "cov-distil": 2.6379737854003906,
+      "cov-distil (oracle2student)": 6.974031925201416,
+      "cov-distil (oracle2teacher)": 6.145240783691406,
       "epoch": 2.4599686028257457,
-      "rel-constrast": 3.617413282394409,
+      "rel-constrast": 4.722030162811279,
       "step": 3134,
-      "subrel-constrast": 3.9416983127593994,
+      "subrel-constrast": 3.6270487308502197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.527632713317871,
-      "cov-distil (oracle2student)": 4.673624038696289,
-      "cov-distil (oracle2teacher)": 4.483739852905273,
+      "cov-distil": 1.7637500762939453,
+      "cov-distil (oracle2student)": 4.641025066375732,
+      "cov-distil (oracle2teacher)": 4.657975196838379,
       "epoch": 2.4607535321821037,
-      "rel-constrast": 2.615363836288452,
+      "rel-constrast": 2.4648349285125732,
       "step": 3135,
-      "subrel-constrast": 3.4170472621917725,
+      "subrel-constrast": 3.035785675048828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.110795259475708,
-      "cov-distil (oracle2student)": 5.354499340057373,
-      "cov-distil (oracle2teacher)": 5.01642370223999,
+      "cov-distil": 1.2680710554122925,
+      "cov-distil (oracle2student)": 5.538187026977539,
+      "cov-distil (oracle2teacher)": 5.287029266357422,
       "epoch": 2.4615384615384617,
-      "rel-constrast": 3.2835280895233154,
+      "rel-constrast": 3.426013946533203,
       "step": 3136,
-      "subrel-constrast": 3.46244740486145,
+      "subrel-constrast": 3.8431599140167236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.051492214202881,
-      "cov-distil (oracle2student)": 5.1036295890808105,
-      "cov-distil (oracle2teacher)": 4.224447250366211,
+      "cov-distil": 2.0558595657348633,
+      "cov-distil (oracle2student)": 4.9498395919799805,
+      "cov-distil (oracle2teacher)": 4.728931427001953,
       "epoch": 2.462323390894819,
-      "rel-constrast": 2.2288522720336914,
+      "rel-constrast": 2.4995689392089844,
       "step": 3137,
-      "subrel-constrast": 2.727898120880127,
+      "subrel-constrast": 2.72436261177063,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.933518648147583,
-      "cov-distil (oracle2student)": 4.493273735046387,
-      "cov-distil (oracle2teacher)": 4.012969017028809,
+      "cov-distil": 2.6383378505706787,
+      "cov-distil (oracle2student)": 4.986583709716797,
+      "cov-distil (oracle2teacher)": 4.144015789031982,
       "epoch": 2.463108320251177,
-      "rel-constrast": 3.634521961212158,
+      "rel-constrast": 3.8931074142456055,
       "step": 3138,
-      "subrel-constrast": 4.142787456512451,
+      "subrel-constrast": 4.571326732635498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7510862350463867,
-      "cov-distil (oracle2student)": 3.42866587638855,
-      "cov-distil (oracle2teacher)": 3.275162696838379,
+      "cov-distil": 1.8179006576538086,
+      "cov-distil (oracle2student)": 3.878488302230835,
+      "cov-distil (oracle2teacher)": 3.612283229827881,
       "epoch": 2.463893249607535,
-      "rel-constrast": 4.027894496917725,
+      "rel-constrast": 4.508553981781006,
       "step": 3139,
-      "subrel-constrast": 4.365391254425049,
+      "subrel-constrast": 4.283390522003174,
       "view-similarity": 0
     },
     {
       "epoch": 2.464678178963893,
-      "grad_norm": 6.53125,
+      "grad_norm": 9.375,
       "learning_rate": 4.334917473883373e-05,
-      "loss": 0.8401,
+      "loss": 0.8815,
       "step": 3140
     },
     {
-      "cov-distil": 1.6036372184753418,
-      "cov-distil (oracle2student)": 3.7918407917022705,
-      "cov-distil (oracle2teacher)": 3.154810667037964,
+      "cov-distil": 2.7893035411834717,
+      "cov-distil (oracle2student)": 4.667679786682129,
+      "cov-distil (oracle2teacher)": 3.3393826484680176,
       "epoch": 2.464678178963893,
-      "rel-constrast": 3.0422255992889404,
+      "rel-constrast": 3.776047706604004,
       "step": 3140,
-      "subrel-constrast": 3.136831760406494,
+      "subrel-constrast": 3.310401201248169,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.140687346458435,
-      "cov-distil (oracle2student)": 3.5842483043670654,
-      "cov-distil (oracle2teacher)": 3.480266571044922,
+      "cov-distil": 1.7151391506195068,
+      "cov-distil (oracle2student)": 3.439074993133545,
+      "cov-distil (oracle2teacher)": 3.4637157917022705,
       "epoch": 2.465463108320251,
-      "rel-constrast": 2.042184352874756,
+      "rel-constrast": 2.751507043838501,
       "step": 3141,
-      "subrel-constrast": 2.4893200397491455,
+      "subrel-constrast": 2.4914536476135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5174167156219482,
-      "cov-distil (oracle2student)": 3.705275297164917,
-      "cov-distil (oracle2teacher)": 3.777817726135254,
+      "cov-distil": 2.2404487133026123,
+      "cov-distil (oracle2student)": 3.98404860496521,
+      "cov-distil (oracle2teacher)": 4.054598808288574,
       "epoch": 2.466248037676609,
-      "rel-constrast": 2.0585174560546875,
+      "rel-constrast": 2.2546467781066895,
       "step": 3142,
-      "subrel-constrast": 2.9382669925689697,
+      "subrel-constrast": 2.9521331787109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.344301462173462,
-      "cov-distil (oracle2student)": 3.997647285461426,
-      "cov-distil (oracle2teacher)": 3.614727020263672,
+      "cov-distil": 1.7638587951660156,
+      "cov-distil (oracle2student)": 3.7735729217529297,
+      "cov-distil (oracle2teacher)": 3.8893814086914062,
       "epoch": 2.467032967032967,
-      "rel-constrast": 2.836596965789795,
+      "rel-constrast": 2.915916681289673,
       "step": 3143,
-      "subrel-constrast": 3.247298002243042,
+      "subrel-constrast": 3.0253946781158447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9262842535972595,
-      "cov-distil (oracle2student)": 5.0936279296875,
-      "cov-distil (oracle2teacher)": 4.957192420959473,
+      "cov-distil": 1.0845502614974976,
+      "cov-distil (oracle2student)": 4.708822250366211,
+      "cov-distil (oracle2teacher)": 5.009321212768555,
       "epoch": 2.467817896389325,
-      "rel-constrast": 2.7916011810302734,
+      "rel-constrast": 2.9694619178771973,
       "step": 3144,
-      "subrel-constrast": 3.573464870452881,
+      "subrel-constrast": 3.0835697650909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7102220058441162,
-      "cov-distil (oracle2student)": 5.211209774017334,
-      "cov-distil (oracle2teacher)": 4.96450662612915,
+      "cov-distil": 1.8556967973709106,
+      "cov-distil (oracle2student)": 6.22109317779541,
+      "cov-distil (oracle2teacher)": 5.350515842437744,
       "epoch": 2.468602825745683,
-      "rel-constrast": 3.0288021564483643,
+      "rel-constrast": 3.541691780090332,
       "step": 3145,
-      "subrel-constrast": 3.8908228874206543,
+      "subrel-constrast": 3.689296007156372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4237297773361206,
-      "cov-distil (oracle2student)": 5.879305839538574,
-      "cov-distil (oracle2teacher)": 5.01312255859375,
+      "cov-distil": 1.955132246017456,
+      "cov-distil (oracle2student)": 5.613318920135498,
+      "cov-distil (oracle2teacher)": 5.342382431030273,
       "epoch": 2.4693877551020407,
-      "rel-constrast": 2.8151111602783203,
+      "rel-constrast": 2.4726815223693848,
       "step": 3146,
-      "subrel-constrast": 3.221799612045288,
+      "subrel-constrast": 2.8283166885375977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.145078182220459,
-      "cov-distil (oracle2student)": 4.9379096031188965,
-      "cov-distil (oracle2teacher)": 5.141885280609131,
+      "cov-distil": 1.4021031856536865,
+      "cov-distil (oracle2student)": 5.903580188751221,
+      "cov-distil (oracle2teacher)": 5.10683536529541,
       "epoch": 2.4701726844583987,
-      "rel-constrast": 3.0987730026245117,
+      "rel-constrast": 3.61248779296875,
       "step": 3147,
-      "subrel-constrast": 3.8954803943634033,
+      "subrel-constrast": 3.4938249588012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.172927141189575,
-      "cov-distil (oracle2student)": 4.196881294250488,
-      "cov-distil (oracle2teacher)": 4.010043144226074,
+      "cov-distil": 2.404071807861328,
+      "cov-distil (oracle2student)": 5.512820243835449,
+      "cov-distil (oracle2teacher)": 4.269948482513428,
       "epoch": 2.4709576138147566,
-      "rel-constrast": 2.861114978790283,
+      "rel-constrast": 3.5443460941314697,
       "step": 3148,
-      "subrel-constrast": 3.7907583713531494,
+      "subrel-constrast": 3.661837100982666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9980965852737427,
-      "cov-distil (oracle2student)": 5.249136924743652,
-      "cov-distil (oracle2teacher)": 5.27896785736084,
+      "cov-distil": 2.4537527561187744,
+      "cov-distil (oracle2student)": 5.761449337005615,
+      "cov-distil (oracle2teacher)": 5.416731357574463,
       "epoch": 2.4717425431711146,
-      "rel-constrast": 3.4600701332092285,
+      "rel-constrast": 4.311097145080566,
       "step": 3149,
-      "subrel-constrast": 4.173051834106445,
+      "subrel-constrast": 3.950835943222046,
       "view-similarity": 0
     },
     {
       "epoch": 2.4725274725274726,
-      "grad_norm": 6.1875,
+      "grad_norm": 8.0625,
       "learning_rate": 4.3289792984881174e-05,
-      "loss": 0.7383,
+      "loss": 0.8037,
       "step": 3150
     },
     {
-      "cov-distil": 1.4062113761901855,
-      "cov-distil (oracle2student)": 2.9306488037109375,
-      "cov-distil (oracle2teacher)": 2.8639111518859863,
+      "cov-distil": 2.0964608192443848,
+      "cov-distil (oracle2student)": 3.1045174598693848,
+      "cov-distil (oracle2teacher)": 2.739518880844116,
       "epoch": 2.4725274725274726,
-      "rel-constrast": 2.030104637145996,
+      "rel-constrast": 2.340789556503296,
       "step": 3150,
-      "subrel-constrast": 2.881101608276367,
+      "subrel-constrast": 2.721156597137451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.282082438468933,
-      "cov-distil (oracle2student)": 4.196835517883301,
-      "cov-distil (oracle2teacher)": 3.283474922180176,
+      "cov-distil": 1.5326120853424072,
+      "cov-distil (oracle2student)": 4.956292629241943,
+      "cov-distil (oracle2teacher)": 3.4958760738372803,
       "epoch": 2.4733124018838306,
-      "rel-constrast": 1.6793544292449951,
+      "rel-constrast": 1.9680980443954468,
       "step": 3151,
-      "subrel-constrast": 1.8464077711105347,
+      "subrel-constrast": 1.6372050046920776,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.209139108657837,
-      "cov-distil (oracle2student)": 3.9075934886932373,
-      "cov-distil (oracle2teacher)": 3.3400769233703613,
+      "cov-distil": 1.5623211860656738,
+      "cov-distil (oracle2student)": 4.003715991973877,
+      "cov-distil (oracle2teacher)": 3.410752773284912,
       "epoch": 2.4740973312401886,
-      "rel-constrast": 1.7183418273925781,
+      "rel-constrast": 1.9030559062957764,
       "step": 3152,
-      "subrel-constrast": 1.9517006874084473,
+      "subrel-constrast": 1.8854782581329346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.256178379058838,
-      "cov-distil (oracle2student)": 3.5250277519226074,
-      "cov-distil (oracle2teacher)": 4.135322570800781,
+      "cov-distil": 2.3789496421813965,
+      "cov-distil (oracle2student)": 4.269057273864746,
+      "cov-distil (oracle2teacher)": 4.348384857177734,
       "epoch": 2.474882260596546,
-      "rel-constrast": 2.998563051223755,
+      "rel-constrast": 2.5126450061798096,
       "step": 3153,
-      "subrel-constrast": 4.0608344078063965,
+      "subrel-constrast": 3.904991865158081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2107676267623901,
-      "cov-distil (oracle2student)": 4.082742691040039,
-      "cov-distil (oracle2teacher)": 4.027431011199951,
+      "cov-distil": 1.986722707748413,
+      "cov-distil (oracle2student)": 4.113495826721191,
+      "cov-distil (oracle2teacher)": 3.9165914058685303,
       "epoch": 2.475667189952904,
-      "rel-constrast": 1.9242055416107178,
+      "rel-constrast": 2.3986308574676514,
       "step": 3154,
-      "subrel-constrast": 2.8141210079193115,
+      "subrel-constrast": 2.8231394290924072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4830029010772705,
-      "cov-distil (oracle2student)": 5.7481465339660645,
-      "cov-distil (oracle2teacher)": 5.24298095703125,
+      "cov-distil": 2.6047840118408203,
+      "cov-distil (oracle2student)": 6.325092315673828,
+      "cov-distil (oracle2teacher)": 5.747567176818848,
       "epoch": 2.476452119309262,
-      "rel-constrast": 3.119180202484131,
+      "rel-constrast": 3.6975154876708984,
       "step": 3155,
-      "subrel-constrast": 4.028499603271484,
+      "subrel-constrast": 4.033966541290283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1774104833602905,
-      "cov-distil (oracle2student)": 4.645663261413574,
-      "cov-distil (oracle2teacher)": 3.970423698425293,
+      "cov-distil": 1.604431390762329,
+      "cov-distil (oracle2student)": 5.133800506591797,
+      "cov-distil (oracle2teacher)": 4.584636211395264,
       "epoch": 2.47723704866562,
-      "rel-constrast": 1.927222490310669,
+      "rel-constrast": 2.224388837814331,
       "step": 3156,
-      "subrel-constrast": 2.6703014373779297,
+      "subrel-constrast": 2.710113048553467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1810541152954102,
-      "cov-distil (oracle2student)": 3.5132880210876465,
-      "cov-distil (oracle2teacher)": 3.52266263961792,
+      "cov-distil": 1.211389422416687,
+      "cov-distil (oracle2student)": 3.9155049324035645,
+      "cov-distil (oracle2teacher)": 3.586106300354004,
       "epoch": 2.478021978021978,
-      "rel-constrast": 2.519179344177246,
+      "rel-constrast": 2.9582324028015137,
       "step": 3157,
-      "subrel-constrast": 3.260448932647705,
+      "subrel-constrast": 3.1495602130889893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3471145629882812,
-      "cov-distil (oracle2student)": 3.602628707885742,
-      "cov-distil (oracle2teacher)": 3.5038130283355713,
+      "cov-distil": 2.0059053897857666,
+      "cov-distil (oracle2student)": 3.4122536182403564,
+      "cov-distil (oracle2teacher)": 3.9821410179138184,
       "epoch": 2.478806907378336,
-      "rel-constrast": 2.140629768371582,
+      "rel-constrast": 1.8958325386047363,
       "step": 3158,
-      "subrel-constrast": 2.6747918128967285,
+      "subrel-constrast": 2.976670980453491,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5132215023040771,
-      "cov-distil (oracle2student)": 2.4720518589019775,
-      "cov-distil (oracle2teacher)": 2.65682315826416,
+      "cov-distil": 1.9296257495880127,
+      "cov-distil (oracle2student)": 2.4802963733673096,
+      "cov-distil (oracle2teacher)": 2.4804773330688477,
       "epoch": 2.479591836734694,
-      "rel-constrast": 2.005352020263672,
+      "rel-constrast": 2.346120834350586,
       "step": 3159,
-      "subrel-constrast": 2.629133701324463,
+      "subrel-constrast": 2.741502046585083,
       "view-similarity": 0
     },
     {
       "epoch": 2.4803767660910516,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.25,
       "learning_rate": 4.3230188375573e-05,
-      "loss": 0.5842,
+      "loss": 0.6061,
       "step": 3160
     },
     {
-      "cov-distil": 1.7846033573150635,
-      "cov-distil (oracle2student)": 7.043437480926514,
-      "cov-distil (oracle2teacher)": 5.958685874938965,
+      "cov-distil": 2.5958378314971924,
+      "cov-distil (oracle2student)": 7.79796028137207,
+      "cov-distil (oracle2teacher)": 7.0078935623168945,
       "epoch": 2.4803767660910516,
-      "rel-constrast": 2.67256498336792,
+      "rel-constrast": 3.562602996826172,
       "step": 3160,
-      "subrel-constrast": 3.153947591781616,
+      "subrel-constrast": 3.2852256298065186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52724027633667,
-      "cov-distil (oracle2student)": 3.4807991981506348,
-      "cov-distil (oracle2teacher)": 3.662358522415161,
+      "cov-distil": 2.0692076683044434,
+      "cov-distil (oracle2student)": 3.7260656356811523,
+      "cov-distil (oracle2teacher)": 3.1991209983825684,
       "epoch": 2.4811616954474096,
-      "rel-constrast": 2.7892889976501465,
+      "rel-constrast": 3.442111015319824,
       "step": 3161,
-      "subrel-constrast": 3.3175532817840576,
+      "subrel-constrast": 3.092489242553711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5145161151885986,
-      "cov-distil (oracle2student)": 4.084555625915527,
-      "cov-distil (oracle2teacher)": 3.011592388153076,
+      "cov-distil": 1.6846647262573242,
+      "cov-distil (oracle2student)": 4.261992454528809,
+      "cov-distil (oracle2teacher)": 3.496453285217285,
       "epoch": 2.4819466248037676,
-      "rel-constrast": 2.372483491897583,
+      "rel-constrast": 2.58744215965271,
       "step": 3162,
-      "subrel-constrast": 2.432321071624756,
+      "subrel-constrast": 2.2915120124816895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4534692764282227,
-      "cov-distil (oracle2student)": 4.033753395080566,
-      "cov-distil (oracle2teacher)": 3.643362045288086,
+      "cov-distil": 1.900429606437683,
+      "cov-distil (oracle2student)": 4.350676536560059,
+      "cov-distil (oracle2teacher)": 3.715579032897949,
       "epoch": 2.4827315541601256,
-      "rel-constrast": 2.0096216201782227,
+      "rel-constrast": 1.9182374477386475,
       "step": 3163,
-      "subrel-constrast": 2.982510566711426,
+      "subrel-constrast": 2.8846240043640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.855319857597351,
-      "cov-distil (oracle2student)": 3.7099688053131104,
-      "cov-distil (oracle2teacher)": 3.208369493484497,
+      "cov-distil": 1.9245213270187378,
+      "cov-distil (oracle2student)": 3.578293800354004,
+      "cov-distil (oracle2teacher)": 3.4469733238220215,
       "epoch": 2.4835164835164836,
-      "rel-constrast": 2.0856966972351074,
+      "rel-constrast": 2.6199135780334473,
       "step": 3164,
-      "subrel-constrast": 2.466456890106201,
+      "subrel-constrast": 2.6335549354553223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9550790786743164,
-      "cov-distil (oracle2student)": 4.3319196701049805,
-      "cov-distil (oracle2teacher)": 4.096756458282471,
+      "cov-distil": 2.0429506301879883,
+      "cov-distil (oracle2student)": 4.603909969329834,
+      "cov-distil (oracle2teacher)": 4.182750225067139,
       "epoch": 2.4843014128728416,
-      "rel-constrast": 2.675689697265625,
+      "rel-constrast": 2.7542734146118164,
       "step": 3165,
-      "subrel-constrast": 3.7513012886047363,
+      "subrel-constrast": 3.733844518661499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2436221837997437,
-      "cov-distil (oracle2student)": 4.819587707519531,
-      "cov-distil (oracle2teacher)": 4.791376113891602,
+      "cov-distil": 2.032712936401367,
+      "cov-distil (oracle2student)": 5.290875434875488,
+      "cov-distil (oracle2teacher)": 5.055579662322998,
       "epoch": 2.4850863422291996,
-      "rel-constrast": 3.1930365562438965,
+      "rel-constrast": 3.2789535522460938,
       "step": 3166,
-      "subrel-constrast": 3.740398406982422,
+      "subrel-constrast": 3.9848811626434326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.536020040512085,
-      "cov-distil (oracle2student)": 4.2395830154418945,
-      "cov-distil (oracle2teacher)": 3.7668027877807617,
+      "cov-distil": 2.2013421058654785,
+      "cov-distil (oracle2student)": 5.215913772583008,
+      "cov-distil (oracle2teacher)": 4.627468109130859,
       "epoch": 2.485871271585557,
-      "rel-constrast": 3.107299566268921,
+      "rel-constrast": 3.4344871044158936,
       "step": 3167,
-      "subrel-constrast": 3.3897652626037598,
+      "subrel-constrast": 3.9288601875305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1786673069000244,
-      "cov-distil (oracle2student)": 4.629476547241211,
-      "cov-distil (oracle2teacher)": 4.554415702819824,
+      "cov-distil": 1.2876259088516235,
+      "cov-distil (oracle2student)": 5.036053657531738,
+      "cov-distil (oracle2teacher)": 4.717803001403809,
       "epoch": 2.486656200941915,
-      "rel-constrast": 3.0051467418670654,
+      "rel-constrast": 3.574112892150879,
       "step": 3168,
-      "subrel-constrast": 3.436793327331543,
+      "subrel-constrast": 3.64894962310791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9248692989349365,
-      "cov-distil (oracle2student)": 3.696438789367676,
-      "cov-distil (oracle2teacher)": 2.890047550201416,
+      "cov-distil": 2.3304591178894043,
+      "cov-distil (oracle2student)": 4.118603706359863,
+      "cov-distil (oracle2teacher)": 3.408937692642212,
       "epoch": 2.487441130298273,
-      "rel-constrast": 1.9954328536987305,
+      "rel-constrast": 3.2646660804748535,
       "step": 3169,
-      "subrel-constrast": 2.5913872718811035,
+      "subrel-constrast": 3.082078218460083,
       "view-similarity": 0
     },
     {
       "epoch": 2.488226059654631,
-      "grad_norm": 6.09375,
+      "grad_norm": 7.90625,
       "learning_rate": 4.3170361637172575e-05,
-      "loss": 0.6876,
+      "loss": 0.7609,
       "step": 3170
     },
     {
-      "cov-distil": 1.5784053802490234,
-      "cov-distil (oracle2student)": 3.2995240688323975,
-      "cov-distil (oracle2teacher)": 3.4231014251708984,
+      "cov-distil": 2.194878339767456,
+      "cov-distil (oracle2student)": 3.7399322986602783,
+      "cov-distil (oracle2teacher)": 3.860647439956665,
       "epoch": 2.488226059654631,
-      "rel-constrast": 2.6243484020233154,
+      "rel-constrast": 2.8603968620300293,
       "step": 3170,
-      "subrel-constrast": 3.410679817199707,
+      "subrel-constrast": 3.641718626022339,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3682124614715576,
-      "cov-distil (oracle2student)": 2.763781785964966,
-      "cov-distil (oracle2teacher)": 2.616957426071167,
+      "cov-distil": 1.9318313598632812,
+      "cov-distil (oracle2student)": 2.731482982635498,
+      "cov-distil (oracle2teacher)": 3.2504916191101074,
       "epoch": 2.489010989010989,
-      "rel-constrast": 2.3062045574188232,
+      "rel-constrast": 2.612973928451538,
       "step": 3171,
-      "subrel-constrast": 3.0814929008483887,
+      "subrel-constrast": 3.289796829223633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5103285312652588,
-      "cov-distil (oracle2student)": 4.634303092956543,
-      "cov-distil (oracle2teacher)": 4.4101338386535645,
+      "cov-distil": 1.7172044515609741,
+      "cov-distil (oracle2student)": 4.540802955627441,
+      "cov-distil (oracle2teacher)": 4.663365840911865,
       "epoch": 2.489795918367347,
-      "rel-constrast": 2.4270877838134766,
+      "rel-constrast": 2.554905414581299,
       "step": 3172,
-      "subrel-constrast": 3.046363115310669,
+      "subrel-constrast": 2.951202869415283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3289169073104858,
-      "cov-distil (oracle2student)": 3.8718085289001465,
-      "cov-distil (oracle2teacher)": 3.651665687561035,
+      "cov-distil": 1.2660813331604004,
+      "cov-distil (oracle2student)": 3.42307186126709,
+      "cov-distil (oracle2teacher)": 3.973310708999634,
       "epoch": 2.490580847723705,
-      "rel-constrast": 1.7130024433135986,
+      "rel-constrast": 2.17608380317688,
       "step": 3173,
-      "subrel-constrast": 2.5831868648529053,
+      "subrel-constrast": 2.755553960800171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4980425834655762,
-      "cov-distil (oracle2student)": 3.7573695182800293,
-      "cov-distil (oracle2teacher)": 3.591980457305908,
+      "cov-distil": 2.2043120861053467,
+      "cov-distil (oracle2student)": 4.315871238708496,
+      "cov-distil (oracle2teacher)": 4.0135297775268555,
       "epoch": 2.4913657770800626,
-      "rel-constrast": 1.7413835525512695,
+      "rel-constrast": 2.0186545848846436,
       "step": 3174,
-      "subrel-constrast": 2.798279285430908,
+      "subrel-constrast": 3.0443239212036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7864161729812622,
-      "cov-distil (oracle2student)": 4.015658378601074,
-      "cov-distil (oracle2teacher)": 3.7668678760528564,
+      "cov-distil": 2.42120361328125,
+      "cov-distil (oracle2student)": 4.465152740478516,
+      "cov-distil (oracle2teacher)": 4.245748043060303,
       "epoch": 2.4921507064364206,
-      "rel-constrast": 2.163250684738159,
+      "rel-constrast": 1.9016317129135132,
       "step": 3175,
-      "subrel-constrast": 2.7759456634521484,
+      "subrel-constrast": 2.693314790725708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1382745504379272,
-      "cov-distil (oracle2student)": 5.159589767456055,
-      "cov-distil (oracle2teacher)": 4.924499034881592,
+      "cov-distil": 1.4173524379730225,
+      "cov-distil (oracle2student)": 5.89990234375,
+      "cov-distil (oracle2teacher)": 5.345756530761719,
       "epoch": 2.4929356357927785,
-      "rel-constrast": 3.6899023056030273,
+      "rel-constrast": 4.071173191070557,
       "step": 3176,
-      "subrel-constrast": 3.8656625747680664,
+      "subrel-constrast": 4.4232587814331055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6984165906906128,
-      "cov-distil (oracle2student)": 3.1709675788879395,
-      "cov-distil (oracle2teacher)": 3.288743734359741,
+      "cov-distil": 2.5203051567077637,
+      "cov-distil (oracle2student)": 3.3197736740112305,
+      "cov-distil (oracle2teacher)": 3.3262343406677246,
       "epoch": 2.4937205651491365,
-      "rel-constrast": 2.1558027267456055,
+      "rel-constrast": 2.307460308074951,
       "step": 3177,
-      "subrel-constrast": 3.0568485260009766,
+      "subrel-constrast": 3.062199831008911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1334805488586426,
-      "cov-distil (oracle2student)": 5.653553009033203,
-      "cov-distil (oracle2teacher)": 5.146153450012207,
+      "cov-distil": 1.6171365976333618,
+      "cov-distil (oracle2student)": 5.558818817138672,
+      "cov-distil (oracle2teacher)": 5.749996185302734,
       "epoch": 2.4945054945054945,
-      "rel-constrast": 2.214648723602295,
+      "rel-constrast": 2.622885227203369,
       "step": 3178,
-      "subrel-constrast": 2.6215438842773438,
+      "subrel-constrast": 2.8356637954711914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200916051864624,
-      "cov-distil (oracle2student)": 4.203347682952881,
-      "cov-distil (oracle2teacher)": 4.581297874450684,
+      "cov-distil": 1.2732977867126465,
+      "cov-distil (oracle2student)": 4.26465368270874,
+      "cov-distil (oracle2teacher)": 4.602453708648682,
       "epoch": 2.4952904238618525,
-      "rel-constrast": 2.5859487056732178,
+      "rel-constrast": 2.892721652984619,
       "step": 3179,
-      "subrel-constrast": 3.594485282897949,
+      "subrel-constrast": 3.4105417728424072,
       "view-similarity": 0
     },
     {
       "epoch": 2.4960753532182105,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.0,
       "learning_rate": 4.3110313498649816e-05,
-      "loss": 0.6261,
+      "loss": 0.6505,
       "step": 3180
     },
     {
-      "cov-distil": 2.0044445991516113,
-      "cov-distil (oracle2student)": 3.2673468589782715,
-      "cov-distil (oracle2teacher)": 3.213047981262207,
+      "cov-distil": 2.3220977783203125,
+      "cov-distil (oracle2student)": 3.9550461769104004,
+      "cov-distil (oracle2teacher)": 3.2652270793914795,
       "epoch": 2.4960753532182105,
-      "rel-constrast": 2.455889940261841,
+      "rel-constrast": 2.5520150661468506,
       "step": 3180,
-      "subrel-constrast": 3.5836575031280518,
+      "subrel-constrast": 3.158306121826172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6262102127075195,
-      "cov-distil (oracle2student)": 2.3185806274414062,
-      "cov-distil (oracle2teacher)": 2.761704921722412,
+      "cov-distil": 1.8386880159378052,
+      "cov-distil (oracle2student)": 2.461277961730957,
+      "cov-distil (oracle2teacher)": 3.0262904167175293,
       "epoch": 2.496860282574568,
-      "rel-constrast": 2.4766855239868164,
+      "rel-constrast": 2.7312779426574707,
       "step": 3181,
-      "subrel-constrast": 3.2814836502075195,
+      "subrel-constrast": 3.2911198139190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3321276903152466,
-      "cov-distil (oracle2student)": 3.138485908508301,
-      "cov-distil (oracle2teacher)": 3.319969654083252,
+      "cov-distil": 2.175601005554199,
+      "cov-distil (oracle2student)": 4.117186546325684,
+      "cov-distil (oracle2teacher)": 3.7309584617614746,
       "epoch": 2.497645211930926,
-      "rel-constrast": 2.2317166328430176,
+      "rel-constrast": 2.676419496536255,
       "step": 3182,
-      "subrel-constrast": 3.3039259910583496,
+      "subrel-constrast": 3.2756614685058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.510735034942627,
-      "cov-distil (oracle2student)": 4.444922924041748,
-      "cov-distil (oracle2teacher)": 3.9111876487731934,
+      "cov-distil": 3.4120497703552246,
+      "cov-distil (oracle2student)": 4.2101874351501465,
+      "cov-distil (oracle2teacher)": 4.335175037384033,
       "epoch": 2.498430141287284,
-      "rel-constrast": 2.488835573196411,
+      "rel-constrast": 2.3563194274902344,
       "step": 3183,
-      "subrel-constrast": 3.9600813388824463,
+      "subrel-constrast": 4.214029788970947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1321583986282349,
-      "cov-distil (oracle2student)": 4.526627540588379,
-      "cov-distil (oracle2teacher)": 4.393608093261719,
+      "cov-distil": 1.3774220943450928,
+      "cov-distil (oracle2student)": 4.369865417480469,
+      "cov-distil (oracle2teacher)": 4.664034843444824,
       "epoch": 2.499215070643642,
-      "rel-constrast": 2.6160178184509277,
+      "rel-constrast": 2.551805019378662,
       "step": 3184,
-      "subrel-constrast": 3.324152708053589,
+      "subrel-constrast": 3.244965076446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6239445209503174,
-      "cov-distil (oracle2student)": 5.001282691955566,
-      "cov-distil (oracle2teacher)": 4.799595832824707,
+      "cov-distil": 1.7755045890808105,
+      "cov-distil (oracle2student)": 5.187648773193359,
+      "cov-distil (oracle2teacher)": 5.657998085021973,
       "epoch": 2.5,
-      "rel-constrast": 3.552947998046875,
+      "rel-constrast": 3.300361156463623,
       "step": 3185,
-      "subrel-constrast": 4.155721187591553,
+      "subrel-constrast": 3.7966644763946533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1050691604614258,
-      "cov-distil (oracle2student)": 3.3399038314819336,
-      "cov-distil (oracle2teacher)": 3.7865395545959473,
+      "cov-distil": 1.6394190788269043,
+      "cov-distil (oracle2student)": 4.07573938369751,
+      "cov-distil (oracle2teacher)": 3.7609176635742188,
       "epoch": 2.500784929356358,
-      "rel-constrast": 2.324129581451416,
+      "rel-constrast": 2.1122732162475586,
       "step": 3186,
-      "subrel-constrast": 3.346329927444458,
+      "subrel-constrast": 2.9769017696380615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3759733438491821,
-      "cov-distil (oracle2student)": 4.805597305297852,
-      "cov-distil (oracle2teacher)": 4.1585693359375,
+      "cov-distil": 1.6459991931915283,
+      "cov-distil (oracle2student)": 5.636999130249023,
+      "cov-distil (oracle2teacher)": 4.840249061584473,
       "epoch": 2.501569858712716,
-      "rel-constrast": 2.30026912689209,
+      "rel-constrast": 2.930419683456421,
       "step": 3187,
-      "subrel-constrast": 2.8594014644622803,
+      "subrel-constrast": 2.903538465499878,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3508708477020264,
-      "cov-distil (oracle2student)": 4.5952043533325195,
-      "cov-distil (oracle2teacher)": 4.623263359069824,
+      "cov-distil": 1.5740299224853516,
+      "cov-distil (oracle2student)": 4.843040466308594,
+      "cov-distil (oracle2teacher)": 4.524190902709961,
       "epoch": 2.5023547880690735,
-      "rel-constrast": 2.166283130645752,
+      "rel-constrast": 2.701909065246582,
       "step": 3188,
-      "subrel-constrast": 3.094506025314331,
+      "subrel-constrast": 3.049777030944824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1483722925186157,
-      "cov-distil (oracle2student)": 5.631651878356934,
-      "cov-distil (oracle2teacher)": 5.100159645080566,
+      "cov-distil": 1.9642553329467773,
+      "cov-distil (oracle2student)": 5.856296539306641,
+      "cov-distil (oracle2teacher)": 5.861577033996582,
       "epoch": 2.503139717425432,
-      "rel-constrast": 1.7863874435424805,
+      "rel-constrast": 2.3772919178009033,
       "step": 3189,
-      "subrel-constrast": 2.725893020629883,
+      "subrel-constrast": 2.4890007972717285,
       "view-similarity": 0
     },
     {
       "epoch": 2.5039246467817895,
-      "grad_norm": 4.65625,
+      "grad_norm": 6.78125,
       "learning_rate": 4.3050044691672336e-05,
-      "loss": 0.648,
+      "loss": 0.6573,
       "step": 3190
     },
     {
-      "cov-distil": 1.240476131439209,
-      "cov-distil (oracle2student)": 3.9707818031311035,
-      "cov-distil (oracle2teacher)": 4.034692764282227,
+      "cov-distil": 1.66343092918396,
+      "cov-distil (oracle2student)": 4.087447166442871,
+      "cov-distil (oracle2teacher)": 3.918745279312134,
       "epoch": 2.5039246467817895,
-      "rel-constrast": 2.8694963455200195,
+      "rel-constrast": 3.8266711235046387,
       "step": 3190,
-      "subrel-constrast": 3.571314811706543,
+      "subrel-constrast": 3.2486941814422607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7813994884490967,
-      "cov-distil (oracle2student)": 3.696841239929199,
-      "cov-distil (oracle2teacher)": 3.4794740676879883,
+      "cov-distil": 2.3125898838043213,
+      "cov-distil (oracle2student)": 3.9323902130126953,
+      "cov-distil (oracle2teacher)": 3.658555746078491,
       "epoch": 2.5047095761381475,
-      "rel-constrast": 3.343001365661621,
+      "rel-constrast": 4.092283248901367,
       "step": 3191,
-      "subrel-constrast": 4.146128177642822,
+      "subrel-constrast": 4.032291889190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3255455493927002,
-      "cov-distil (oracle2student)": 4.2685770988464355,
-      "cov-distil (oracle2teacher)": 4.292325973510742,
+      "cov-distil": 1.7600048780441284,
+      "cov-distil (oracle2student)": 5.474789619445801,
+      "cov-distil (oracle2teacher)": 5.08530330657959,
       "epoch": 2.5054945054945055,
-      "rel-constrast": 2.959031343460083,
+      "rel-constrast": 4.237518310546875,
       "step": 3192,
-      "subrel-constrast": 3.49757719039917,
+      "subrel-constrast": 3.553537130355835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2344636917114258,
-      "cov-distil (oracle2student)": 4.52053165435791,
-      "cov-distil (oracle2teacher)": 4.184212684631348,
+      "cov-distil": 1.9656596183776855,
+      "cov-distil (oracle2student)": 5.01455545425415,
+      "cov-distil (oracle2teacher)": 4.392035961151123,
       "epoch": 2.5062794348508635,
-      "rel-constrast": 3.2828173637390137,
+      "rel-constrast": 3.7383804321289062,
       "step": 3193,
-      "subrel-constrast": 3.8742997646331787,
+      "subrel-constrast": 3.569458484649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7671492099761963,
-      "cov-distil (oracle2student)": 5.5709123611450195,
-      "cov-distil (oracle2teacher)": 5.154391765594482,
+      "cov-distil": 2.400722026824951,
+      "cov-distil (oracle2student)": 6.130623817443848,
+      "cov-distil (oracle2teacher)": 5.643972396850586,
       "epoch": 2.5070643642072215,
-      "rel-constrast": 2.8828039169311523,
+      "rel-constrast": 2.8988218307495117,
       "step": 3194,
-      "subrel-constrast": 3.537970781326294,
+      "subrel-constrast": 3.763793468475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4280198812484741,
-      "cov-distil (oracle2student)": 3.516058921813965,
-      "cov-distil (oracle2teacher)": 3.777341365814209,
+      "cov-distil": 1.6401721239089966,
+      "cov-distil (oracle2student)": 4.375229835510254,
+      "cov-distil (oracle2teacher)": 4.0072526931762695,
       "epoch": 2.5078492935635794,
-      "rel-constrast": 3.1408331394195557,
+      "rel-constrast": 3.4816672801971436,
       "step": 3195,
-      "subrel-constrast": 4.115450382232666,
+      "subrel-constrast": 4.314331531524658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2059576511383057,
-      "cov-distil (oracle2student)": 4.166736602783203,
-      "cov-distil (oracle2teacher)": 4.19172477722168,
+      "cov-distil": 1.2279176712036133,
+      "cov-distil (oracle2student)": 4.1695756912231445,
+      "cov-distil (oracle2teacher)": 4.49333381652832,
       "epoch": 2.5086342229199374,
-      "rel-constrast": 2.881413698196411,
+      "rel-constrast": 3.136096954345703,
       "step": 3196,
-      "subrel-constrast": 3.2871031761169434,
+      "subrel-constrast": 3.515817165374756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6152567863464355,
-      "cov-distil (oracle2student)": 2.5228185653686523,
-      "cov-distil (oracle2teacher)": 2.498863697052002,
+      "cov-distil": 1.6981569528579712,
+      "cov-distil (oracle2student)": 2.5556068420410156,
+      "cov-distil (oracle2teacher)": 2.6704530715942383,
       "epoch": 2.509419152276295,
-      "rel-constrast": 2.063371181488037,
+      "rel-constrast": 2.1892056465148926,
       "step": 3197,
-      "subrel-constrast": 3.0383923053741455,
+      "subrel-constrast": 3.229933023452759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9041579961776733,
-      "cov-distil (oracle2student)": 5.756880760192871,
-      "cov-distil (oracle2teacher)": 5.2857985496521,
+      "cov-distil": 2.3449254035949707,
+      "cov-distil (oracle2student)": 5.862534523010254,
+      "cov-distil (oracle2teacher)": 5.536336421966553,
       "epoch": 2.510204081632653,
-      "rel-constrast": 1.909332275390625,
+      "rel-constrast": 2.5721547603607178,
       "step": 3198,
-      "subrel-constrast": 2.6542656421661377,
+      "subrel-constrast": 2.523394823074341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3474352359771729,
-      "cov-distil (oracle2student)": 4.145047187805176,
-      "cov-distil (oracle2teacher)": 4.449634075164795,
+      "cov-distil": 1.8008968830108643,
+      "cov-distil (oracle2student)": 4.823601722717285,
+      "cov-distil (oracle2teacher)": 4.63487434387207,
       "epoch": 2.510989010989011,
-      "rel-constrast": 2.787540912628174,
+      "rel-constrast": 2.618084192276001,
       "step": 3199,
-      "subrel-constrast": 3.2403268814086914,
+      "subrel-constrast": 3.224173069000244,
       "view-similarity": 0
     },
     {
       "epoch": 2.511773940345369,
-      "grad_norm": 5.71875,
+      "grad_norm": 5.75,
       "learning_rate": 4.298955595059654e-05,
-      "loss": 0.7401,
+      "loss": 0.8198,
       "step": 3200
     },
     {
       "epoch": 2.511773940345369,
-      "overlap": 0.29375001788139343,
+      "overlap": 0.2750000059604645,
       "step": 3200
     },
     {
       "epoch": 2.511773940345369,
       "step": 3200,
-      "student margin": 0.063232421875
+      "student margin": 0.06243896484375
     },
     {
       "epoch": 2.511773940345369,
       "step": 3200,
-      "teacher margin": 0.051300048828125
+      "teacher margin": 0.0518798828125
     },
     {
       "epoch": 2.511773940345369,
-      "margin difference": -0.011932373046875,
+      "margin difference": -0.01055908203125,
       "step": 3200
     },
     {
-      "cov-distil": 1.0198545455932617,
-      "cov-distil (oracle2student)": 4.8821563720703125,
-      "cov-distil (oracle2teacher)": 4.301817893981934,
+      "cov-distil": 1.5631353855133057,
+      "cov-distil (oracle2student)": 4.703097343444824,
+      "cov-distil (oracle2teacher)": 4.477550983428955,
       "epoch": 2.511773940345369,
-      "rel-constrast": 2.409618377685547,
+      "rel-constrast": 2.356081008911133,
       "step": 3200,
-      "subrel-constrast": 2.5619540214538574,
+      "subrel-constrast": 2.9438858032226562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3676421642303467,
-      "cov-distil (oracle2student)": 4.335204124450684,
-      "cov-distil (oracle2teacher)": 3.9644148349761963,
+      "cov-distil": 1.907464861869812,
+      "cov-distil (oracle2student)": 4.086127281188965,
+      "cov-distil (oracle2teacher)": 5.290828704833984,
       "epoch": 2.512558869701727,
-      "rel-constrast": 2.185781240463257,
+      "rel-constrast": 2.358609676361084,
       "step": 3201,
-      "subrel-constrast": 2.6245241165161133,
+      "subrel-constrast": 3.1017606258392334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.486921787261963,
-      "cov-distil (oracle2student)": 4.564678192138672,
-      "cov-distil (oracle2teacher)": 4.681562423706055,
+      "cov-distil": 1.9467555284500122,
+      "cov-distil (oracle2student)": 5.222429275512695,
+      "cov-distil (oracle2teacher)": 4.903738975524902,
       "epoch": 2.513343799058085,
-      "rel-constrast": 3.328810691833496,
+      "rel-constrast": 3.521289110183716,
       "step": 3202,
-      "subrel-constrast": 3.59163236618042,
+      "subrel-constrast": 3.655194044113159,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6266175508499146,
-      "cov-distil (oracle2student)": 2.4992761611938477,
-      "cov-distil (oracle2teacher)": 2.942551374435425,
+      "cov-distil": 1.6664477586746216,
+      "cov-distil (oracle2student)": 2.7857656478881836,
+      "cov-distil (oracle2teacher)": 3.2601284980773926,
       "epoch": 2.514128728414443,
-      "rel-constrast": 2.646674633026123,
+      "rel-constrast": 2.447158098220825,
       "step": 3203,
-      "subrel-constrast": 3.3898582458496094,
+      "subrel-constrast": 3.257215738296509,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3796550035476685,
-      "cov-distil (oracle2student)": 3.749901533126831,
-      "cov-distil (oracle2teacher)": 3.8607518672943115,
+      "cov-distil": 1.5961382389068604,
+      "cov-distil (oracle2student)": 4.140259742736816,
+      "cov-distil (oracle2teacher)": 3.956082820892334,
       "epoch": 2.5149136577708004,
-      "rel-constrast": 3.121767282485962,
+      "rel-constrast": 3.4517431259155273,
       "step": 3204,
-      "subrel-constrast": 3.410182476043701,
+      "subrel-constrast": 3.64638352394104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7980012893676758,
-      "cov-distil (oracle2student)": 3.592402219772339,
-      "cov-distil (oracle2teacher)": 4.089023590087891,
+      "cov-distil": 1.9061918258666992,
+      "cov-distil (oracle2student)": 4.574163436889648,
+      "cov-distil (oracle2teacher)": 3.95485520362854,
       "epoch": 2.5156985871271584,
-      "rel-constrast": 2.451519727706909,
+      "rel-constrast": 3.4811196327209473,
       "step": 3205,
-      "subrel-constrast": 3.8728091716766357,
+      "subrel-constrast": 3.6766722202301025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1160480976104736,
-      "cov-distil (oracle2student)": 3.7694787979125977,
-      "cov-distil (oracle2teacher)": 3.5415802001953125,
+      "cov-distil": 1.2352375984191895,
+      "cov-distil (oracle2student)": 4.13314151763916,
+      "cov-distil (oracle2teacher)": 3.922095537185669,
       "epoch": 2.5164835164835164,
-      "rel-constrast": 3.0267319679260254,
+      "rel-constrast": 2.8126745223999023,
       "step": 3206,
-      "subrel-constrast": 3.37054443359375,
+      "subrel-constrast": 3.238837957382202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.691794991493225,
-      "cov-distil (oracle2student)": 5.058706283569336,
-      "cov-distil (oracle2teacher)": 5.1844587326049805,
+      "cov-distil": 2.225123882293701,
+      "cov-distil (oracle2student)": 5.488884925842285,
+      "cov-distil (oracle2teacher)": 5.375880241394043,
       "epoch": 2.5172684458398744,
-      "rel-constrast": 3.718019962310791,
+      "rel-constrast": 4.092796802520752,
       "step": 3207,
-      "subrel-constrast": 4.649765968322754,
+      "subrel-constrast": 4.711597919464111,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.84257173538208,
-      "cov-distil (oracle2student)": 5.585052013397217,
-      "cov-distil (oracle2teacher)": 5.267206192016602,
+      "cov-distil": 2.1138882637023926,
+      "cov-distil (oracle2student)": 6.139284610748291,
+      "cov-distil (oracle2teacher)": 5.807793617248535,
       "epoch": 2.5180533751962324,
-      "rel-constrast": 3.8206653594970703,
+      "rel-constrast": 3.9669933319091797,
       "step": 3208,
-      "subrel-constrast": 4.358057975769043,
+      "subrel-constrast": 4.4237823486328125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9599286317825317,
-      "cov-distil (oracle2student)": 4.052135467529297,
-      "cov-distil (oracle2teacher)": 4.209880352020264,
+      "cov-distil": 2.0140790939331055,
+      "cov-distil (oracle2student)": 4.153012752532959,
+      "cov-distil (oracle2teacher)": 4.514699935913086,
       "epoch": 2.5188383045525904,
-      "rel-constrast": 2.495955467224121,
+      "rel-constrast": 2.8425674438476562,
       "step": 3209,
-      "subrel-constrast": 3.346193552017212,
+      "subrel-constrast": 3.6720974445343018,
       "view-similarity": 0
     },
     {
       "epoch": 2.5196232339089484,
-      "grad_norm": 5.59375,
+      "grad_norm": 7.1875,
       "learning_rate": 4.292884801245865e-05,
-      "loss": 0.7684,
+      "loss": 0.7833,
       "step": 3210
     },
     {
-      "cov-distil": 2.03684139251709,
-      "cov-distil (oracle2student)": 3.2161481380462646,
-      "cov-distil (oracle2teacher)": 3.5624241828918457,
+      "cov-distil": 2.167442798614502,
+      "cov-distil (oracle2student)": 3.3827319145202637,
+      "cov-distil (oracle2teacher)": 3.5414998531341553,
       "epoch": 2.5196232339089484,
-      "rel-constrast": 2.3978497982025146,
+      "rel-constrast": 3.200655937194824,
       "step": 3210,
-      "subrel-constrast": 3.588083267211914,
+      "subrel-constrast": 3.6620752811431885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4114614725112915,
-      "cov-distil (oracle2student)": 4.82749605178833,
-      "cov-distil (oracle2teacher)": 4.517032623291016,
+      "cov-distil": 1.8817777633666992,
+      "cov-distil (oracle2student)": 4.894379615783691,
+      "cov-distil (oracle2teacher)": 5.116373062133789,
       "epoch": 2.520408163265306,
-      "rel-constrast": 2.9818999767303467,
+      "rel-constrast": 3.2503609657287598,
       "step": 3211,
-      "subrel-constrast": 3.8409786224365234,
+      "subrel-constrast": 3.8458969593048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6366468667984009,
-      "cov-distil (oracle2student)": 4.862578392028809,
-      "cov-distil (oracle2teacher)": 4.590677261352539,
+      "cov-distil": 2.0905416011810303,
+      "cov-distil (oracle2student)": 5.215518951416016,
+      "cov-distil (oracle2teacher)": 4.933249473571777,
       "epoch": 2.521193092621664,
-      "rel-constrast": 1.9614382982254028,
+      "rel-constrast": 2.451022148132324,
       "step": 3212,
-      "subrel-constrast": 3.2129924297332764,
+      "subrel-constrast": 3.3992998600006104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.545123815536499,
-      "cov-distil (oracle2student)": 3.361635446548462,
-      "cov-distil (oracle2teacher)": 3.2764720916748047,
+      "cov-distil": 1.7942841053009033,
+      "cov-distil (oracle2student)": 3.1624412536621094,
+      "cov-distil (oracle2teacher)": 3.583798885345459,
       "epoch": 2.521978021978022,
-      "rel-constrast": 2.8784494400024414,
+      "rel-constrast": 2.9284520149230957,
       "step": 3213,
-      "subrel-constrast": 3.479992389678955,
+      "subrel-constrast": 3.6635873317718506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8230023384094238,
-      "cov-distil (oracle2student)": 3.80440092086792,
-      "cov-distil (oracle2teacher)": 4.284911155700684,
+      "cov-distil": 2.353036642074585,
+      "cov-distil (oracle2student)": 4.243404388427734,
+      "cov-distil (oracle2teacher)": 4.206300258636475,
       "epoch": 2.52276295133438,
-      "rel-constrast": 2.290314197540283,
+      "rel-constrast": 2.9674510955810547,
       "step": 3214,
-      "subrel-constrast": 3.51865816116333,
+      "subrel-constrast": 3.708141326904297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.431288242340088,
-      "cov-distil (oracle2student)": 4.058650016784668,
-      "cov-distil (oracle2teacher)": 3.541482448577881,
+      "cov-distil": 1.7062456607818604,
+      "cov-distil (oracle2student)": 3.7537055015563965,
+      "cov-distil (oracle2teacher)": 4.415952205657959,
       "epoch": 2.523547880690738,
-      "rel-constrast": 3.352663516998291,
+      "rel-constrast": 2.908813714981079,
       "step": 3215,
-      "subrel-constrast": 3.2203733921051025,
+      "subrel-constrast": 3.302948236465454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6282598972320557,
-      "cov-distil (oracle2student)": 4.242944717407227,
-      "cov-distil (oracle2teacher)": 4.14613676071167,
+      "cov-distil": 2.0704903602600098,
+      "cov-distil (oracle2student)": 4.251950263977051,
+      "cov-distil (oracle2teacher)": 4.217217445373535,
       "epoch": 2.524332810047096,
-      "rel-constrast": 2.5014071464538574,
+      "rel-constrast": 2.78294038772583,
       "step": 3216,
-      "subrel-constrast": 3.2417702674865723,
+      "subrel-constrast": 3.4059016704559326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4172780513763428,
-      "cov-distil (oracle2student)": 5.198227405548096,
-      "cov-distil (oracle2teacher)": 4.88279914855957,
+      "cov-distil": 1.9725494384765625,
+      "cov-distil (oracle2student)": 5.870851516723633,
+      "cov-distil (oracle2teacher)": 5.269757270812988,
       "epoch": 2.525117739403454,
-      "rel-constrast": 2.3915648460388184,
+      "rel-constrast": 2.542600154876709,
       "step": 3217,
-      "subrel-constrast": 2.874601364135742,
+      "subrel-constrast": 2.8467648029327393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.895594596862793,
-      "cov-distil (oracle2student)": 4.166847229003906,
-      "cov-distil (oracle2teacher)": 3.8839619159698486,
+      "cov-distil": 2.284416675567627,
+      "cov-distil (oracle2student)": 4.100491523742676,
+      "cov-distil (oracle2teacher)": 4.032788276672363,
       "epoch": 2.5259026687598114,
-      "rel-constrast": 1.8384475708007812,
+      "rel-constrast": 2.1551461219787598,
       "step": 3218,
-      "subrel-constrast": 2.84781551361084,
+      "subrel-constrast": 2.785050868988037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.144829750061035,
-      "cov-distil (oracle2student)": 3.750545024871826,
-      "cov-distil (oracle2teacher)": 3.4475204944610596,
+      "cov-distil": 2.8122973442077637,
+      "cov-distil (oracle2student)": 4.41109561920166,
+      "cov-distil (oracle2teacher)": 3.9722883701324463,
       "epoch": 2.5266875981161694,
-      "rel-constrast": 3.214962959289551,
+      "rel-constrast": 3.721224784851074,
       "step": 3219,
-      "subrel-constrast": 4.225851058959961,
+      "subrel-constrast": 4.357281684875488,
       "view-similarity": 0
     },
     {
       "epoch": 2.5274725274725274,
-      "grad_norm": 6.0625,
+      "grad_norm": 6.5625,
       "learning_rate": 4.2867921616965715e-05,
-      "loss": 0.6877,
+      "loss": 0.7227,
       "step": 3220
     },
     {
-      "cov-distil": 1.16232168674469,
-      "cov-distil (oracle2student)": 4.456209659576416,
-      "cov-distil (oracle2teacher)": 4.2791595458984375,
+      "cov-distil": 1.0761821269989014,
+      "cov-distil (oracle2student)": 5.082205772399902,
+      "cov-distil (oracle2teacher)": 4.741244316101074,
       "epoch": 2.5274725274725274,
-      "rel-constrast": 2.245940685272217,
+      "rel-constrast": 2.464221477508545,
       "step": 3220,
-      "subrel-constrast": 3.4105539321899414,
+      "subrel-constrast": 3.1090097427368164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6024693250656128,
-      "cov-distil (oracle2student)": 4.457619667053223,
-      "cov-distil (oracle2teacher)": 4.184423446655273,
+      "cov-distil": 1.6862361431121826,
+      "cov-distil (oracle2student)": 4.687012195587158,
+      "cov-distil (oracle2teacher)": 4.6168107986450195,
       "epoch": 2.5282574568288854,
-      "rel-constrast": 2.153740406036377,
+      "rel-constrast": 3.1451351642608643,
       "step": 3221,
-      "subrel-constrast": 2.9115047454833984,
+      "subrel-constrast": 2.670708656311035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5863854885101318,
-      "cov-distil (oracle2student)": 4.193875789642334,
-      "cov-distil (oracle2teacher)": 4.549797058105469,
+      "cov-distil": 2.143596887588501,
+      "cov-distil (oracle2student)": 4.783517360687256,
+      "cov-distil (oracle2teacher)": 4.596097946166992,
       "epoch": 2.5290423861852434,
-      "rel-constrast": 2.631711006164551,
+      "rel-constrast": 2.572065830230713,
       "step": 3222,
-      "subrel-constrast": 3.3136050701141357,
+      "subrel-constrast": 3.0143513679504395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8580079078674316,
-      "cov-distil (oracle2student)": 4.760239601135254,
-      "cov-distil (oracle2teacher)": 4.705539703369141,
+      "cov-distil": 1.8520667552947998,
+      "cov-distil (oracle2student)": 5.010760307312012,
+      "cov-distil (oracle2teacher)": 4.942671775817871,
       "epoch": 2.5298273155416013,
-      "rel-constrast": 2.986811876296997,
+      "rel-constrast": 2.916354179382324,
       "step": 3223,
-      "subrel-constrast": 3.2515430450439453,
+      "subrel-constrast": 3.212484359741211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5173717737197876,
-      "cov-distil (oracle2student)": 5.75255012512207,
-      "cov-distil (oracle2teacher)": 5.8574934005737305,
+      "cov-distil": 1.9123103618621826,
+      "cov-distil (oracle2student)": 5.3327717781066895,
+      "cov-distil (oracle2teacher)": 5.999067306518555,
       "epoch": 2.5306122448979593,
-      "rel-constrast": 3.7048473358154297,
+      "rel-constrast": 4.02590274810791,
       "step": 3224,
-      "subrel-constrast": 5.0932087898254395,
+      "subrel-constrast": 5.322685241699219,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647812843322754,
-      "cov-distil (oracle2student)": 3.7774569988250732,
-      "cov-distil (oracle2teacher)": 3.7755799293518066,
+      "cov-distil": 2.1367578506469727,
+      "cov-distil (oracle2student)": 4.197888374328613,
+      "cov-distil (oracle2teacher)": 3.667126417160034,
       "epoch": 2.531397174254317,
-      "rel-constrast": 2.30104398727417,
+      "rel-constrast": 2.267641544342041,
       "step": 3225,
-      "subrel-constrast": 3.599821090698242,
+      "subrel-constrast": 3.707479953765869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3016504049301147,
-      "cov-distil (oracle2student)": 4.381895065307617,
-      "cov-distil (oracle2teacher)": 4.215852737426758,
+      "cov-distil": 1.5147589445114136,
+      "cov-distil (oracle2student)": 4.907116889953613,
+      "cov-distil (oracle2teacher)": 4.631982803344727,
       "epoch": 2.5321821036106753,
-      "rel-constrast": 2.9264583587646484,
+      "rel-constrast": 3.1567955017089844,
       "step": 3226,
-      "subrel-constrast": 3.1690266132354736,
+      "subrel-constrast": 3.5961549282073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8386789560317993,
-      "cov-distil (oracle2student)": 3.2407898902893066,
-      "cov-distil (oracle2teacher)": 3.257643222808838,
+      "cov-distil": 2.173738479614258,
+      "cov-distil (oracle2student)": 3.5161073207855225,
+      "cov-distil (oracle2teacher)": 3.8005292415618896,
       "epoch": 2.532967032967033,
-      "rel-constrast": 2.3208441734313965,
+      "rel-constrast": 2.7563486099243164,
       "step": 3227,
-      "subrel-constrast": 3.7498245239257812,
+      "subrel-constrast": 3.488595485687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4253371953964233,
-      "cov-distil (oracle2student)": 4.581547737121582,
-      "cov-distil (oracle2teacher)": 4.23675537109375,
+      "cov-distil": 1.5233339071273804,
+      "cov-distil (oracle2student)": 5.102219104766846,
+      "cov-distil (oracle2teacher)": 4.767562389373779,
       "epoch": 2.533751962323391,
-      "rel-constrast": 1.9599294662475586,
+      "rel-constrast": 2.3169960975646973,
       "step": 3228,
-      "subrel-constrast": 2.761137008666992,
+      "subrel-constrast": 2.8828749656677246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2762998342514038,
-      "cov-distil (oracle2student)": 3.717137336730957,
-      "cov-distil (oracle2teacher)": 3.404254198074341,
+      "cov-distil": 1.9658865928649902,
+      "cov-distil (oracle2student)": 3.8143625259399414,
+      "cov-distil (oracle2teacher)": 3.408921957015991,
       "epoch": 2.534536891679749,
-      "rel-constrast": 2.393007278442383,
+      "rel-constrast": 2.7997870445251465,
       "step": 3229,
-      "subrel-constrast": 2.852113962173462,
+      "subrel-constrast": 2.9240498542785645,
       "view-similarity": 0
     },
     {
       "epoch": 2.535321821036107,
-      "grad_norm": 5.625,
+      "grad_norm": 5.875,
       "learning_rate": 4.280677750648665e-05,
-      "loss": 0.6786,
+      "loss": 0.7105,
       "step": 3230
     },
     {
-      "cov-distil": 1.4573605060577393,
-      "cov-distil (oracle2student)": 5.148643493652344,
-      "cov-distil (oracle2teacher)": 4.784612655639648,
+      "cov-distil": 2.225416660308838,
+      "cov-distil (oracle2student)": 4.755260944366455,
+      "cov-distil (oracle2teacher)": 4.8660969734191895,
       "epoch": 2.535321821036107,
-      "rel-constrast": 2.2090697288513184,
+      "rel-constrast": 2.572737455368042,
       "step": 3230,
-      "subrel-constrast": 2.9027464389801025,
+      "subrel-constrast": 3.000772714614868,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1601877212524414,
-      "cov-distil (oracle2student)": 4.846194744110107,
-      "cov-distil (oracle2teacher)": 4.550320625305176,
+      "cov-distil": 1.284696102142334,
+      "cov-distil (oracle2student)": 5.000619888305664,
+      "cov-distil (oracle2teacher)": 5.200152397155762,
       "epoch": 2.536106750392465,
-      "rel-constrast": 1.7218905687332153,
+      "rel-constrast": 2.2461297512054443,
       "step": 3231,
-      "subrel-constrast": 2.510146141052246,
+      "subrel-constrast": 2.5354158878326416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1708918809890747,
-      "cov-distil (oracle2student)": 2.9218549728393555,
-      "cov-distil (oracle2teacher)": 3.272157907485962,
+      "cov-distil": 1.4109065532684326,
+      "cov-distil (oracle2student)": 3.97385311126709,
+      "cov-distil (oracle2teacher)": 3.3635616302490234,
       "epoch": 2.5368916797488223,
-      "rel-constrast": 1.65535306930542,
+      "rel-constrast": 2.108099937438965,
       "step": 3232,
-      "subrel-constrast": 2.4262778759002686,
+      "subrel-constrast": 2.615016460418701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5161890983581543,
-      "cov-distil (oracle2student)": 4.074213027954102,
-      "cov-distil (oracle2teacher)": 3.300969123840332,
+      "cov-distil": 1.775862455368042,
+      "cov-distil (oracle2student)": 4.339698791503906,
+      "cov-distil (oracle2teacher)": 3.7368557453155518,
       "epoch": 2.537676609105181,
-      "rel-constrast": 2.366436004638672,
+      "rel-constrast": 3.0392584800720215,
       "step": 3233,
-      "subrel-constrast": 2.5791337490081787,
+      "subrel-constrast": 2.6095094680786133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1540685892105103,
-      "cov-distil (oracle2student)": 3.6207780838012695,
-      "cov-distil (oracle2teacher)": 3.439596652984619,
+      "cov-distil": 1.33840012550354,
+      "cov-distil (oracle2student)": 3.544869899749756,
+      "cov-distil (oracle2teacher)": 3.4650094509124756,
       "epoch": 2.5384615384615383,
-      "rel-constrast": 2.437859058380127,
+      "rel-constrast": 2.2131454944610596,
       "step": 3234,
-      "subrel-constrast": 2.957721471786499,
+      "subrel-constrast": 2.6744041442871094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4135057926177979,
-      "cov-distil (oracle2student)": 3.404387950897217,
-      "cov-distil (oracle2teacher)": 3.8171629905700684,
+      "cov-distil": 1.8724724054336548,
+      "cov-distil (oracle2student)": 3.822904348373413,
+      "cov-distil (oracle2teacher)": 3.7399024963378906,
       "epoch": 2.5392464678178963,
-      "rel-constrast": 3.0397753715515137,
+      "rel-constrast": 3.5248255729675293,
       "step": 3235,
-      "subrel-constrast": 3.5986857414245605,
+      "subrel-constrast": 3.2351784706115723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5693432092666626,
-      "cov-distil (oracle2student)": 2.9125471115112305,
-      "cov-distil (oracle2teacher)": 2.9131131172180176,
+      "cov-distil": 2.206846237182617,
+      "cov-distil (oracle2student)": 2.6710727214813232,
+      "cov-distil (oracle2teacher)": 3.0432071685791016,
       "epoch": 2.5400313971742543,
-      "rel-constrast": 2.8838019371032715,
+      "rel-constrast": 3.173321008682251,
       "step": 3236,
-      "subrel-constrast": 3.519014358520508,
+      "subrel-constrast": 3.316344738006592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.922534465789795,
-      "cov-distil (oracle2student)": 2.889185667037964,
-      "cov-distil (oracle2teacher)": 3.1990604400634766,
+      "cov-distil": 2.490006446838379,
+      "cov-distil (oracle2student)": 3.5667572021484375,
+      "cov-distil (oracle2teacher)": 3.4070756435394287,
       "epoch": 2.5408163265306123,
-      "rel-constrast": 2.2782304286956787,
+      "rel-constrast": 2.891192674636841,
       "step": 3237,
-      "subrel-constrast": 3.006503105163574,
+      "subrel-constrast": 2.943220615386963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.557413101196289,
-      "cov-distil (oracle2student)": 5.504024982452393,
-      "cov-distil (oracle2teacher)": 4.614834308624268,
+      "cov-distil": 1.8165837526321411,
+      "cov-distil (oracle2student)": 5.653169631958008,
+      "cov-distil (oracle2teacher)": 5.370978355407715,
       "epoch": 2.5416012558869703,
-      "rel-constrast": 3.230039596557617,
+      "rel-constrast": 2.9408023357391357,
       "step": 3238,
-      "subrel-constrast": 3.9070379734039307,
+      "subrel-constrast": 4.066344261169434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4140465259552002,
-      "cov-distil (oracle2student)": 3.3573408126831055,
-      "cov-distil (oracle2teacher)": 3.357921600341797,
+      "cov-distil": 2.09621262550354,
+      "cov-distil (oracle2student)": 4.026262283325195,
+      "cov-distil (oracle2teacher)": 3.3296144008636475,
       "epoch": 2.542386185243328,
-      "rel-constrast": 2.926745653152466,
+      "rel-constrast": 3.768000602722168,
       "step": 3239,
-      "subrel-constrast": 3.5674943923950195,
+      "subrel-constrast": 3.981827974319458,
       "view-similarity": 0
     },
     {
       "epoch": 2.5431711145996863,
-      "grad_norm": 7.5,
+      "grad_norm": 8.3125,
       "learning_rate": 4.2745416426043155e-05,
-      "loss": 0.6546,
+      "loss": 0.7119,
       "step": 3240
     },
     {
-      "cov-distil": 1.9930508136749268,
-      "cov-distil (oracle2student)": 4.633244037628174,
-      "cov-distil (oracle2teacher)": 4.779427528381348,
+      "cov-distil": 2.61618709564209,
+      "cov-distil (oracle2student)": 4.966974258422852,
+      "cov-distil (oracle2teacher)": 4.783376693725586,
       "epoch": 2.5431711145996863,
-      "rel-constrast": 2.2708029747009277,
+      "rel-constrast": 2.9768614768981934,
       "step": 3240,
-      "subrel-constrast": 3.423038959503174,
+      "subrel-constrast": 3.309272289276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.309459924697876,
-      "cov-distil (oracle2student)": 3.5359749794006348,
-      "cov-distil (oracle2teacher)": 3.2815842628479004,
+      "cov-distil": 1.3899667263031006,
+      "cov-distil (oracle2student)": 4.083913803100586,
+      "cov-distil (oracle2teacher)": 3.451871871948242,
       "epoch": 2.543956043956044,
-      "rel-constrast": 1.748654842376709,
+      "rel-constrast": 2.2957417964935303,
       "step": 3241,
-      "subrel-constrast": 2.7061944007873535,
+      "subrel-constrast": 2.5631628036499023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4904659986495972,
-      "cov-distil (oracle2student)": 3.3607091903686523,
-      "cov-distil (oracle2teacher)": 3.464132785797119,
+      "cov-distil": 1.7933708429336548,
+      "cov-distil (oracle2student)": 3.5526466369628906,
+      "cov-distil (oracle2teacher)": 3.5445306301116943,
       "epoch": 2.544740973312402,
-      "rel-constrast": 2.354949474334717,
+      "rel-constrast": 3.4749393463134766,
       "step": 3242,
-      "subrel-constrast": 2.7606730461120605,
+      "subrel-constrast": 2.446310043334961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0632405281066895,
-      "cov-distil (oracle2student)": 3.0017635822296143,
-      "cov-distil (oracle2teacher)": 3.1473779678344727,
+      "cov-distil": 2.4981868267059326,
+      "cov-distil (oracle2student)": 3.527803421020508,
+      "cov-distil (oracle2teacher)": 3.266146183013916,
       "epoch": 2.5455259026687598,
-      "rel-constrast": 2.4761271476745605,
+      "rel-constrast": 3.4706010818481445,
       "step": 3243,
-      "subrel-constrast": 3.5014488697052,
+      "subrel-constrast": 3.5837857723236084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2911851406097412,
-      "cov-distil (oracle2student)": 3.851422071456909,
-      "cov-distil (oracle2teacher)": 3.986896514892578,
+      "cov-distil": 1.585402250289917,
+      "cov-distil (oracle2student)": 3.886878252029419,
+      "cov-distil (oracle2teacher)": 3.7701833248138428,
       "epoch": 2.5463108320251178,
-      "rel-constrast": 2.3291988372802734,
+      "rel-constrast": 2.454822063446045,
       "step": 3244,
-      "subrel-constrast": 3.138678789138794,
+      "subrel-constrast": 2.883169651031494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.468261480331421,
-      "cov-distil (oracle2student)": 3.9986608028411865,
-      "cov-distil (oracle2teacher)": 4.049673080444336,
+      "cov-distil": 2.0831332206726074,
+      "cov-distil (oracle2student)": 3.9198379516601562,
+      "cov-distil (oracle2teacher)": 3.979342460632324,
       "epoch": 2.5470957613814758,
-      "rel-constrast": 2.4392056465148926,
+      "rel-constrast": 3.077369451522827,
       "step": 3245,
-      "subrel-constrast": 3.3867239952087402,
+      "subrel-constrast": 3.4948067665100098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5132545232772827,
-      "cov-distil (oracle2student)": 3.2308998107910156,
-      "cov-distil (oracle2teacher)": 3.023292064666748,
+      "cov-distil": 2.218820333480835,
+      "cov-distil (oracle2student)": 3.343852996826172,
+      "cov-distil (oracle2teacher)": 3.3671252727508545,
       "epoch": 2.5478806907378337,
-      "rel-constrast": 2.2253823280334473,
+      "rel-constrast": 2.6342296600341797,
       "step": 3246,
-      "subrel-constrast": 2.7018909454345703,
+      "subrel-constrast": 2.7370331287384033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2590117454528809,
-      "cov-distil (oracle2student)": 5.970489501953125,
-      "cov-distil (oracle2teacher)": 4.997638702392578,
+      "cov-distil": 2.341993808746338,
+      "cov-distil (oracle2student)": 6.027660369873047,
+      "cov-distil (oracle2teacher)": 5.715939521789551,
       "epoch": 2.5486656200941917,
-      "rel-constrast": 2.525355815887451,
+      "rel-constrast": 3.5005249977111816,
       "step": 3247,
-      "subrel-constrast": 3.461256265640259,
+      "subrel-constrast": 3.5851235389709473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1363693475723267,
-      "cov-distil (oracle2student)": 4.906301975250244,
-      "cov-distil (oracle2teacher)": 4.383825302124023,
+      "cov-distil": 1.4993681907653809,
+      "cov-distil (oracle2student)": 5.2921013832092285,
+      "cov-distil (oracle2teacher)": 4.586263656616211,
       "epoch": 2.5494505494505493,
-      "rel-constrast": 2.1044998168945312,
+      "rel-constrast": 2.5248098373413086,
       "step": 3248,
-      "subrel-constrast": 2.4981067180633545,
+      "subrel-constrast": 2.7215561866760254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7318671941757202,
-      "cov-distil (oracle2student)": 4.139473915100098,
-      "cov-distil (oracle2teacher)": 4.273100852966309,
+      "cov-distil": 1.9471222162246704,
+      "cov-distil (oracle2student)": 4.757463455200195,
+      "cov-distil (oracle2teacher)": 4.489259243011475,
       "epoch": 2.5502354788069073,
-      "rel-constrast": 1.647935152053833,
+      "rel-constrast": 1.8466064929962158,
       "step": 3249,
-      "subrel-constrast": 2.567331314086914,
+      "subrel-constrast": 2.3431596755981445,
       "view-similarity": 0
     },
     {
       "epoch": 2.5510204081632653,
-      "grad_norm": 4.53125,
+      "grad_norm": 6.0625,
       "learning_rate": 4.268383912330062e-05,
-      "loss": 0.5912,
+      "loss": 0.7064,
       "step": 3250
     },
     {
-      "cov-distil": 1.7139356136322021,
-      "cov-distil (oracle2student)": 5.357488632202148,
-      "cov-distil (oracle2teacher)": 4.6476593017578125,
+      "cov-distil": 2.060239315032959,
+      "cov-distil (oracle2student)": 5.522237777709961,
+      "cov-distil (oracle2teacher)": 4.700701713562012,
       "epoch": 2.5510204081632653,
-      "rel-constrast": 3.4612064361572266,
+      "rel-constrast": 3.7768919467926025,
       "step": 3250,
-      "subrel-constrast": 3.9371628761291504,
+      "subrel-constrast": 3.5632410049438477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8351165056228638,
-      "cov-distil (oracle2student)": 5.311262130737305,
-      "cov-distil (oracle2teacher)": 4.7574615478515625,
+      "cov-distil": 2.249680995941162,
+      "cov-distil (oracle2student)": 5.800320625305176,
+      "cov-distil (oracle2teacher)": 4.810523509979248,
       "epoch": 2.5518053375196232,
-      "rel-constrast": 1.9085783958435059,
+      "rel-constrast": 2.656214714050293,
       "step": 3251,
-      "subrel-constrast": 3.273679733276367,
+      "subrel-constrast": 3.2386794090270996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5523722171783447,
-      "cov-distil (oracle2student)": 4.791957855224609,
-      "cov-distil (oracle2teacher)": 4.796708583831787,
+      "cov-distil": 1.8924121856689453,
+      "cov-distil (oracle2student)": 5.165438652038574,
+      "cov-distil (oracle2teacher)": 5.206862449645996,
       "epoch": 2.5525902668759812,
-      "rel-constrast": 3.168562412261963,
+      "rel-constrast": 3.5185294151306152,
       "step": 3252,
-      "subrel-constrast": 4.097854137420654,
+      "subrel-constrast": 4.081309795379639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.278954267501831,
-      "cov-distil (oracle2student)": 4.763172149658203,
-      "cov-distil (oracle2teacher)": 4.9113593101501465,
+      "cov-distil": 1.5133572816848755,
+      "cov-distil (oracle2student)": 4.149874210357666,
+      "cov-distil (oracle2teacher)": 5.328376770019531,
       "epoch": 2.553375196232339,
-      "rel-constrast": 3.130584239959717,
+      "rel-constrast": 2.9932732582092285,
       "step": 3253,
-      "subrel-constrast": 3.675779104232788,
+      "subrel-constrast": 3.9776480197906494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7319575548171997,
-      "cov-distil (oracle2student)": 4.89845085144043,
-      "cov-distil (oracle2teacher)": 4.392589092254639,
+      "cov-distil": 1.7862392663955688,
+      "cov-distil (oracle2student)": 4.351409912109375,
+      "cov-distil (oracle2teacher)": 4.638960361480713,
       "epoch": 2.554160125588697,
-      "rel-constrast": 3.393181800842285,
+      "rel-constrast": 3.324634075164795,
       "step": 3254,
-      "subrel-constrast": 3.473701000213623,
+      "subrel-constrast": 3.297144889831543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4680345058441162,
-      "cov-distil (oracle2student)": 4.485637664794922,
-      "cov-distil (oracle2teacher)": 3.837428569793701,
+      "cov-distil": 1.820728063583374,
+      "cov-distil (oracle2student)": 4.735854148864746,
+      "cov-distil (oracle2teacher)": 4.4419169425964355,
       "epoch": 2.5549450549450547,
-      "rel-constrast": 2.4922890663146973,
+      "rel-constrast": 2.9068045616149902,
       "step": 3255,
-      "subrel-constrast": 3.050497055053711,
+      "subrel-constrast": 3.204327344894409,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1534069776535034,
-      "cov-distil (oracle2student)": 3.6906516551971436,
-      "cov-distil (oracle2teacher)": 3.536055088043213,
+      "cov-distil": 1.6213804483413696,
+      "cov-distil (oracle2student)": 4.123084545135498,
+      "cov-distil (oracle2teacher)": 3.6503372192382812,
       "epoch": 2.5557299843014127,
-      "rel-constrast": 2.2958717346191406,
+      "rel-constrast": 2.7010445594787598,
       "step": 3256,
-      "subrel-constrast": 2.895573616027832,
+      "subrel-constrast": 3.1129684448242188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7586607933044434,
-      "cov-distil (oracle2student)": 4.340325832366943,
-      "cov-distil (oracle2teacher)": 4.086240768432617,
+      "cov-distil": 2.9290454387664795,
+      "cov-distil (oracle2student)": 4.697967052459717,
+      "cov-distil (oracle2teacher)": 4.321783542633057,
       "epoch": 2.5565149136577707,
-      "rel-constrast": 2.3323609828948975,
+      "rel-constrast": 2.2582247257232666,
       "step": 3257,
-      "subrel-constrast": 3.049468755722046,
+      "subrel-constrast": 3.5685536861419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1015254259109497,
-      "cov-distil (oracle2student)": 4.71315860748291,
-      "cov-distil (oracle2teacher)": 3.955441951751709,
+      "cov-distil": 1.5624589920043945,
+      "cov-distil (oracle2student)": 4.567597389221191,
+      "cov-distil (oracle2teacher)": 4.144985675811768,
       "epoch": 2.5572998430141287,
-      "rel-constrast": 2.62184739112854,
+      "rel-constrast": 2.9454660415649414,
       "step": 3258,
-      "subrel-constrast": 3.210923671722412,
+      "subrel-constrast": 3.315486192703247,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0415889024734497,
-      "cov-distil (oracle2student)": 4.162044048309326,
-      "cov-distil (oracle2teacher)": 4.327247142791748,
+      "cov-distil": 1.3228760957717896,
+      "cov-distil (oracle2student)": 4.611839771270752,
+      "cov-distil (oracle2teacher)": 4.375870704650879,
       "epoch": 2.5580847723704867,
-      "rel-constrast": 1.7610578536987305,
+      "rel-constrast": 1.9834208488464355,
       "step": 3259,
-      "subrel-constrast": 2.6464648246765137,
+      "subrel-constrast": 2.4899637699127197,
       "view-similarity": 0
     },
     {
       "epoch": 2.5588697017268447,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.625,
       "learning_rate": 4.262204634855904e-05,
-      "loss": 0.7007,
+      "loss": 0.7266,
       "step": 3260
     },
     {
-      "cov-distil": 1.7340993881225586,
-      "cov-distil (oracle2student)": 3.0289480686187744,
-      "cov-distil (oracle2teacher)": 3.339664936065674,
+      "cov-distil": 2.4103541374206543,
+      "cov-distil (oracle2student)": 3.7604246139526367,
+      "cov-distil (oracle2teacher)": 3.3202943801879883,
       "epoch": 2.5588697017268447,
-      "rel-constrast": 2.8177828788757324,
+      "rel-constrast": 3.1117000579833984,
       "step": 3260,
-      "subrel-constrast": 3.5465855598449707,
+      "subrel-constrast": 3.3367838859558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.056281566619873,
-      "cov-distil (oracle2student)": 4.49436092376709,
-      "cov-distil (oracle2teacher)": 4.30586051940918,
+      "cov-distil": 1.4584968090057373,
+      "cov-distil (oracle2student)": 4.6938796043396,
+      "cov-distil (oracle2teacher)": 4.554783344268799,
       "epoch": 2.5596546310832027,
-      "rel-constrast": 2.16733455657959,
+      "rel-constrast": 2.694438934326172,
       "step": 3261,
-      "subrel-constrast": 2.5948903560638428,
+      "subrel-constrast": 2.744328737258911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4102699756622314,
-      "cov-distil (oracle2student)": 4.49367094039917,
-      "cov-distil (oracle2teacher)": 4.386835098266602,
+      "cov-distil": 1.962733268737793,
+      "cov-distil (oracle2student)": 5.401519298553467,
+      "cov-distil (oracle2teacher)": 4.916979789733887,
       "epoch": 2.5604395604395602,
-      "rel-constrast": 3.0122101306915283,
+      "rel-constrast": 3.102445125579834,
       "step": 3262,
-      "subrel-constrast": 3.648751735687256,
+      "subrel-constrast": 3.8215107917785645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4944055080413818,
-      "cov-distil (oracle2student)": 5.551197052001953,
-      "cov-distil (oracle2teacher)": 4.877086639404297,
+      "cov-distil": 1.7333430051803589,
+      "cov-distil (oracle2student)": 5.485889911651611,
+      "cov-distil (oracle2teacher)": 5.010097503662109,
       "epoch": 2.561224489795918,
-      "rel-constrast": 3.4456379413604736,
+      "rel-constrast": 4.068786144256592,
       "step": 3263,
-      "subrel-constrast": 3.8680262565612793,
+      "subrel-constrast": 3.805778980255127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7448559999465942,
-      "cov-distil (oracle2student)": 5.1414666175842285,
-      "cov-distil (oracle2teacher)": 4.938206195831299,
+      "cov-distil": 2.6364660263061523,
+      "cov-distil (oracle2student)": 5.412646293640137,
+      "cov-distil (oracle2teacher)": 5.660788536071777,
       "epoch": 2.562009419152276,
-      "rel-constrast": 3.0182933807373047,
+      "rel-constrast": 3.612393617630005,
       "step": 3264,
-      "subrel-constrast": 4.20383882522583,
+      "subrel-constrast": 3.944070339202881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.694167137145996,
-      "cov-distil (oracle2student)": 4.163534164428711,
-      "cov-distil (oracle2teacher)": 3.7299749851226807,
+      "cov-distil": 2.430159568786621,
+      "cov-distil (oracle2student)": 4.219322204589844,
+      "cov-distil (oracle2teacher)": 3.891915798187256,
       "epoch": 2.562794348508634,
-      "rel-constrast": 2.583803653717041,
+      "rel-constrast": 2.748136281967163,
       "step": 3265,
-      "subrel-constrast": 3.331714630126953,
+      "subrel-constrast": 3.3129730224609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184603214263916,
-      "cov-distil (oracle2student)": 2.7310032844543457,
-      "cov-distil (oracle2teacher)": 3.1123712062835693,
+      "cov-distil": 2.089164972305298,
+      "cov-distil (oracle2student)": 3.1829752922058105,
+      "cov-distil (oracle2teacher)": 3.297480821609497,
       "epoch": 2.563579277864992,
-      "rel-constrast": 1.8796802759170532,
+      "rel-constrast": 2.745265483856201,
       "step": 3266,
-      "subrel-constrast": 3.1740684509277344,
+      "subrel-constrast": 3.4500808715820312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.682334303855896,
-      "cov-distil (oracle2student)": 4.466099739074707,
-      "cov-distil (oracle2teacher)": 4.323416709899902,
+      "cov-distil": 1.575866937637329,
+      "cov-distil (oracle2student)": 4.065324783325195,
+      "cov-distil (oracle2teacher)": 5.012883186340332,
       "epoch": 2.56436420722135,
-      "rel-constrast": 2.413039207458496,
+      "rel-constrast": 2.280945301055908,
       "step": 3267,
-      "subrel-constrast": 3.222015619277954,
+      "subrel-constrast": 3.2111740112304688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.518545150756836,
-      "cov-distil (oracle2student)": 4.4511566162109375,
-      "cov-distil (oracle2teacher)": 4.071481227874756,
+      "cov-distil": 1.5564942359924316,
+      "cov-distil (oracle2student)": 4.972723484039307,
+      "cov-distil (oracle2teacher)": 4.181339263916016,
       "epoch": 2.565149136577708,
-      "rel-constrast": 1.9195671081542969,
+      "rel-constrast": 2.1890101432800293,
       "step": 3268,
-      "subrel-constrast": 2.647453546524048,
+      "subrel-constrast": 2.5272395610809326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.495706558227539,
-      "cov-distil (oracle2student)": 3.723367214202881,
-      "cov-distil (oracle2teacher)": 3.742830753326416,
+      "cov-distil": 1.533362627029419,
+      "cov-distil (oracle2student)": 3.5018117427825928,
+      "cov-distil (oracle2teacher)": 3.915304660797119,
       "epoch": 2.5659340659340657,
-      "rel-constrast": 2.6329598426818848,
+      "rel-constrast": 2.519259452819824,
       "step": 3269,
-      "subrel-constrast": 3.1492972373962402,
+      "subrel-constrast": 2.9698758125305176,
       "view-similarity": 0
     },
     {
       "epoch": 2.566718995290424,
-      "grad_norm": 5.0625,
+      "grad_norm": 4.78125,
       "learning_rate": 4.256003885474388e-05,
-      "loss": 0.6861,
+      "loss": 0.7268,
       "step": 3270
     },
     {
-      "cov-distil": 1.529050588607788,
-      "cov-distil (oracle2student)": 4.199970245361328,
-      "cov-distil (oracle2teacher)": 4.128181457519531,
+      "cov-distil": 1.429315209388733,
+      "cov-distil (oracle2student)": 4.3842363357543945,
+      "cov-distil (oracle2teacher)": 4.113804817199707,
       "epoch": 2.566718995290424,
-      "rel-constrast": 2.7160210609436035,
+      "rel-constrast": 2.929676055908203,
       "step": 3270,
-      "subrel-constrast": 3.5197556018829346,
+      "subrel-constrast": 3.2409229278564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7792744636535645,
-      "cov-distil (oracle2student)": 5.085698127746582,
-      "cov-distil (oracle2teacher)": 5.008724212646484,
+      "cov-distil": 2.0554757118225098,
+      "cov-distil (oracle2student)": 5.214100360870361,
+      "cov-distil (oracle2teacher)": 5.018650054931641,
       "epoch": 2.5675039246467817,
-      "rel-constrast": 2.6362128257751465,
+      "rel-constrast": 3.156623125076294,
       "step": 3271,
-      "subrel-constrast": 3.648754119873047,
+      "subrel-constrast": 3.2140347957611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726091980934143,
-      "cov-distil (oracle2student)": 4.852334499359131,
-      "cov-distil (oracle2teacher)": 4.77440071105957,
+      "cov-distil": 1.7774157524108887,
+      "cov-distil (oracle2student)": 4.723681926727295,
+      "cov-distil (oracle2teacher)": 4.7334747314453125,
       "epoch": 2.5682888540031397,
-      "rel-constrast": 2.1003856658935547,
+      "rel-constrast": 2.160754442214966,
       "step": 3272,
-      "subrel-constrast": 3.3412110805511475,
+      "subrel-constrast": 3.4209399223327637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7286505699157715,
-      "cov-distil (oracle2student)": 3.5846340656280518,
-      "cov-distil (oracle2teacher)": 3.3514437675476074,
+      "cov-distil": 2.361891746520996,
+      "cov-distil (oracle2student)": 4.189060688018799,
+      "cov-distil (oracle2teacher)": 3.2721328735351562,
       "epoch": 2.5690737833594977,
-      "rel-constrast": 2.7678632736206055,
+      "rel-constrast": 2.20088529586792,
       "step": 3273,
-      "subrel-constrast": 2.9557154178619385,
+      "subrel-constrast": 2.918254852294922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.390209436416626,
-      "cov-distil (oracle2student)": 5.229157447814941,
-      "cov-distil (oracle2teacher)": 5.08613920211792,
+      "cov-distil": 1.9179191589355469,
+      "cov-distil (oracle2student)": 5.405294895172119,
+      "cov-distil (oracle2teacher)": 5.274117946624756,
       "epoch": 2.5698587127158556,
-      "rel-constrast": 3.241698741912842,
+      "rel-constrast": 3.4004931449890137,
       "step": 3274,
-      "subrel-constrast": 4.046131134033203,
+      "subrel-constrast": 4.142580986022949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9748495221138,
-      "cov-distil (oracle2student)": 6.0598039627075195,
-      "cov-distil (oracle2teacher)": 5.438943386077881,
+      "cov-distil": 1.4523866176605225,
+      "cov-distil (oracle2student)": 5.9627685546875,
+      "cov-distil (oracle2teacher)": 5.791431427001953,
       "epoch": 2.5706436420722136,
-      "rel-constrast": 3.346529245376587,
+      "rel-constrast": 3.175536632537842,
       "step": 3275,
-      "subrel-constrast": 3.09846830368042,
+      "subrel-constrast": 2.854391574859619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7004845142364502,
-      "cov-distil (oracle2student)": 4.047762870788574,
-      "cov-distil (oracle2teacher)": 3.744645595550537,
+      "cov-distil": 2.2320055961608887,
+      "cov-distil (oracle2student)": 3.9856209754943848,
+      "cov-distil (oracle2teacher)": 3.8675613403320312,
       "epoch": 2.571428571428571,
-      "rel-constrast": 2.4321184158325195,
+      "rel-constrast": 2.5394234657287598,
       "step": 3276,
-      "subrel-constrast": 2.811105728149414,
+      "subrel-constrast": 2.8338828086853027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8920390605926514,
-      "cov-distil (oracle2student)": 5.850068092346191,
-      "cov-distil (oracle2teacher)": 4.763786315917969,
+      "cov-distil": 2.321894884109497,
+      "cov-distil (oracle2student)": 5.848880767822266,
+      "cov-distil (oracle2teacher)": 4.7316436767578125,
       "epoch": 2.5722135007849296,
-      "rel-constrast": 2.481153964996338,
+      "rel-constrast": 3.1685595512390137,
       "step": 3277,
-      "subrel-constrast": 3.3148419857025146,
+      "subrel-constrast": 3.4177613258361816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5352731943130493,
-      "cov-distil (oracle2student)": 5.028637886047363,
-      "cov-distil (oracle2teacher)": 4.015979766845703,
+      "cov-distil": 2.2274069786071777,
+      "cov-distil (oracle2student)": 4.728279113769531,
+      "cov-distil (oracle2teacher)": 4.214278221130371,
       "epoch": 2.572998430141287,
-      "rel-constrast": 1.9886298179626465,
+      "rel-constrast": 1.836471676826477,
       "step": 3278,
-      "subrel-constrast": 2.4161012172698975,
+      "subrel-constrast": 2.652275323867798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2928798198699951,
-      "cov-distil (oracle2student)": 5.353870391845703,
-      "cov-distil (oracle2teacher)": 4.92848014831543,
+      "cov-distil": 1.5790681838989258,
+      "cov-distil (oracle2student)": 5.788311004638672,
+      "cov-distil (oracle2teacher)": 5.669185638427734,
       "epoch": 2.573783359497645,
-      "rel-constrast": 2.3006224632263184,
+      "rel-constrast": 2.5689024925231934,
       "step": 3279,
-      "subrel-constrast": 2.6857829093933105,
+      "subrel-constrast": 2.8107316493988037,
       "view-similarity": 0
     },
     {
       "epoch": 2.574568288854003,
-      "grad_norm": 4.25,
+      "grad_norm": 5.21875,
       "learning_rate": 4.249781739739689e-05,
-      "loss": 0.6892,
+      "loss": 0.6784,
       "step": 3280
     },
     {
-      "cov-distil": 1.5840190649032593,
-      "cov-distil (oracle2student)": 5.680285453796387,
-      "cov-distil (oracle2teacher)": 4.86031436920166,
+      "cov-distil": 1.9540972709655762,
+      "cov-distil (oracle2student)": 5.554699897766113,
+      "cov-distil (oracle2teacher)": 5.687427997589111,
       "epoch": 2.574568288854003,
-      "rel-constrast": 2.806800127029419,
+      "rel-constrast": 3.3341856002807617,
       "step": 3280,
-      "subrel-constrast": 3.0624196529388428,
+      "subrel-constrast": 3.3105244636535645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.597609043121338,
-      "cov-distil (oracle2student)": 4.03950834274292,
-      "cov-distil (oracle2teacher)": 3.7728967666625977,
+      "cov-distil": 1.6674401760101318,
+      "cov-distil (oracle2student)": 3.1950554847717285,
+      "cov-distil (oracle2teacher)": 3.7947983741760254,
       "epoch": 2.575353218210361,
-      "rel-constrast": 3.8426570892333984,
+      "rel-constrast": 3.6583187580108643,
       "step": 3281,
-      "subrel-constrast": 4.4568915367126465,
+      "subrel-constrast": 4.202911376953125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3394291400909424,
-      "cov-distil (oracle2student)": 4.026419162750244,
-      "cov-distil (oracle2teacher)": 4.094727039337158,
+      "cov-distil": 2.344968557357788,
+      "cov-distil (oracle2student)": 4.8254475593566895,
+      "cov-distil (oracle2teacher)": 3.9590370655059814,
       "epoch": 2.576138147566719,
-      "rel-constrast": 2.4910223484039307,
+      "rel-constrast": 3.7163634300231934,
       "step": 3282,
-      "subrel-constrast": 3.851870059967041,
+      "subrel-constrast": 3.8764705657958984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2845182418823242,
-      "cov-distil (oracle2student)": 3.6200850009918213,
-      "cov-distil (oracle2teacher)": 3.7844772338867188,
+      "cov-distil": 1.9193662405014038,
+      "cov-distil (oracle2student)": 4.150669097900391,
+      "cov-distil (oracle2teacher)": 3.985887289047241,
       "epoch": 2.5769230769230766,
-      "rel-constrast": 2.1330132484436035,
+      "rel-constrast": 3.0407586097717285,
       "step": 3283,
-      "subrel-constrast": 3.0214080810546875,
+      "subrel-constrast": 3.065133571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5192015171051025,
-      "cov-distil (oracle2student)": 6.2637739181518555,
-      "cov-distil (oracle2teacher)": 5.338896751403809,
+      "cov-distil": 1.8851330280303955,
+      "cov-distil (oracle2student)": 6.260456085205078,
+      "cov-distil (oracle2teacher)": 5.695244789123535,
       "epoch": 2.577708006279435,
-      "rel-constrast": 4.458566665649414,
+      "rel-constrast": 4.403084754943848,
       "step": 3284,
-      "subrel-constrast": 4.830592155456543,
+      "subrel-constrast": 4.9073286056518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5906927585601807,
-      "cov-distil (oracle2student)": 2.8866772651672363,
-      "cov-distil (oracle2teacher)": 3.1263370513916016,
+      "cov-distil": 2.4282026290893555,
+      "cov-distil (oracle2student)": 2.560237407684326,
+      "cov-distil (oracle2teacher)": 3.234321117401123,
       "epoch": 2.5784929356357926,
-      "rel-constrast": 3.5691277980804443,
+      "rel-constrast": 3.9741714000701904,
       "step": 3285,
-      "subrel-constrast": 4.314035892486572,
+      "subrel-constrast": 4.475297927856445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0624386072158813,
-      "cov-distil (oracle2student)": 3.857084274291992,
-      "cov-distil (oracle2teacher)": 3.545844793319702,
+      "cov-distil": 1.4036552906036377,
+      "cov-distil (oracle2student)": 4.0305047035217285,
+      "cov-distil (oracle2teacher)": 4.021964073181152,
       "epoch": 2.5792778649921506,
-      "rel-constrast": 1.9379582405090332,
+      "rel-constrast": 2.1227569580078125,
       "step": 3286,
-      "subrel-constrast": 2.425562858581543,
+      "subrel-constrast": 2.779468297958374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080763339996338,
-      "cov-distil (oracle2student)": 3.701930522918701,
-      "cov-distil (oracle2teacher)": 3.7231242656707764,
+      "cov-distil": 2.546107769012451,
+      "cov-distil (oracle2student)": 3.8752918243408203,
+      "cov-distil (oracle2teacher)": 3.9775209426879883,
       "epoch": 2.5800627943485086,
-      "rel-constrast": 1.6859327554702759,
+      "rel-constrast": 2.4343996047973633,
       "step": 3287,
-      "subrel-constrast": 3.035763740539551,
+      "subrel-constrast": 3.072957992553711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4813196659088135,
-      "cov-distil (oracle2student)": 5.688510417938232,
-      "cov-distil (oracle2teacher)": 5.122285842895508,
+      "cov-distil": 1.5364975929260254,
+      "cov-distil (oracle2student)": 6.353114128112793,
+      "cov-distil (oracle2teacher)": 5.538120269775391,
       "epoch": 2.5808477237048666,
-      "rel-constrast": 2.655193567276001,
+      "rel-constrast": 2.748053550720215,
       "step": 3288,
-      "subrel-constrast": 3.153404474258423,
+      "subrel-constrast": 3.2461085319519043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9034730195999146,
-      "cov-distil (oracle2student)": 4.920137405395508,
-      "cov-distil (oracle2teacher)": 4.710302829742432,
+      "cov-distil": 2.803805351257324,
+      "cov-distil (oracle2student)": 5.315864562988281,
+      "cov-distil (oracle2teacher)": 5.228005409240723,
       "epoch": 2.5816326530612246,
-      "rel-constrast": 2.7280972003936768,
+      "rel-constrast": 3.0787041187286377,
       "step": 3289,
-      "subrel-constrast": 3.7167985439300537,
+      "subrel-constrast": 3.754086494445801,
       "view-similarity": 0
     },
     {
       "epoch": 2.5824175824175826,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.53125,
       "learning_rate": 4.243538273466689e-05,
-      "loss": 0.7488,
+      "loss": 0.8128,
       "step": 3290
     },
     {
-      "cov-distil": 1.4016424417495728,
-      "cov-distil (oracle2student)": 3.7982194423675537,
-      "cov-distil (oracle2teacher)": 3.919524669647217,
+      "cov-distil": 2.0052223205566406,
+      "cov-distil (oracle2student)": 4.376160144805908,
+      "cov-distil (oracle2teacher)": 3.9765686988830566,
       "epoch": 2.5824175824175826,
-      "rel-constrast": 2.5511674880981445,
+      "rel-constrast": 3.0879082679748535,
       "step": 3290,
-      "subrel-constrast": 3.2890548706054688,
+      "subrel-constrast": 3.379261016845703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1513092517852783,
-      "cov-distil (oracle2student)": 4.259974956512451,
-      "cov-distil (oracle2teacher)": 4.017462730407715,
+      "cov-distil": 1.6368446350097656,
+      "cov-distil (oracle2student)": 4.231628894805908,
+      "cov-distil (oracle2teacher)": 3.945111036300659,
       "epoch": 2.5832025117739406,
-      "rel-constrast": 1.7892630100250244,
+      "rel-constrast": 2.062955856323242,
       "step": 3291,
-      "subrel-constrast": 2.541137933731079,
+      "subrel-constrast": 2.334805488586426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.865713119506836,
-      "cov-distil (oracle2student)": 3.2688465118408203,
-      "cov-distil (oracle2teacher)": 3.2105860710144043,
+      "cov-distil": 1.9732916355133057,
+      "cov-distil (oracle2student)": 3.4103901386260986,
+      "cov-distil (oracle2teacher)": 3.288667678833008,
       "epoch": 2.583987441130298,
-      "rel-constrast": 1.685964584350586,
+      "rel-constrast": 2.194638967514038,
       "step": 3292,
-      "subrel-constrast": 2.5690314769744873,
+      "subrel-constrast": 2.776623487472534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4983820915222168,
-      "cov-distil (oracle2student)": 4.654667377471924,
-      "cov-distil (oracle2teacher)": 4.214472770690918,
+      "cov-distil": 2.1293861865997314,
+      "cov-distil (oracle2student)": 5.718608856201172,
+      "cov-distil (oracle2teacher)": 4.544943809509277,
       "epoch": 2.584772370486656,
-      "rel-constrast": 2.6191048622131348,
+      "rel-constrast": 2.983508825302124,
       "step": 3293,
-      "subrel-constrast": 3.2407069206237793,
+      "subrel-constrast": 3.1583380699157715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6192182302474976,
-      "cov-distil (oracle2student)": 3.1155080795288086,
-      "cov-distil (oracle2teacher)": 3.1795833110809326,
+      "cov-distil": 1.6987544298171997,
+      "cov-distil (oracle2student)": 3.7483935356140137,
+      "cov-distil (oracle2teacher)": 3.165430784225464,
       "epoch": 2.585557299843014,
-      "rel-constrast": 2.3627636432647705,
+      "rel-constrast": 3.2192726135253906,
       "step": 3294,
-      "subrel-constrast": 3.271723747253418,
+      "subrel-constrast": 3.2544126510620117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.158888101577759,
-      "cov-distil (oracle2student)": 4.877020835876465,
-      "cov-distil (oracle2teacher)": 4.146221160888672,
+      "cov-distil": 3.0652737617492676,
+      "cov-distil (oracle2student)": 5.178793907165527,
+      "cov-distil (oracle2teacher)": 4.61856746673584,
       "epoch": 2.586342229199372,
-      "rel-constrast": 2.7412588596343994,
+      "rel-constrast": 2.2435245513916016,
       "step": 3295,
-      "subrel-constrast": 3.400167465209961,
+      "subrel-constrast": 3.6822140216827393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4465718269348145,
-      "cov-distil (oracle2student)": 3.767566204071045,
-      "cov-distil (oracle2teacher)": 3.504206657409668,
+      "cov-distil": 2.8715615272521973,
+      "cov-distil (oracle2student)": 4.29392147064209,
+      "cov-distil (oracle2teacher)": 3.576988697052002,
       "epoch": 2.58712715855573,
-      "rel-constrast": 2.334836483001709,
+      "rel-constrast": 2.659970283508301,
       "step": 3296,
-      "subrel-constrast": 3.3224680423736572,
+      "subrel-constrast": 2.9820337295532227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8327314853668213,
-      "cov-distil (oracle2student)": 3.921072244644165,
-      "cov-distil (oracle2teacher)": 3.704843521118164,
+      "cov-distil": 2.126758098602295,
+      "cov-distil (oracle2student)": 4.102355480194092,
+      "cov-distil (oracle2teacher)": 4.2801008224487305,
       "epoch": 2.587912087912088,
-      "rel-constrast": 2.9475817680358887,
+      "rel-constrast": 3.4136123657226562,
       "step": 3297,
-      "subrel-constrast": 3.6027557849884033,
+      "subrel-constrast": 3.8072333335876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4587290287017822,
-      "cov-distil (oracle2student)": 4.545775413513184,
-      "cov-distil (oracle2teacher)": 4.290907859802246,
+      "cov-distil": 1.906279444694519,
+      "cov-distil (oracle2student)": 5.191926956176758,
+      "cov-distil (oracle2teacher)": 4.460435390472412,
       "epoch": 2.588697017268446,
-      "rel-constrast": 2.3750455379486084,
+      "rel-constrast": 2.847896099090576,
       "step": 3298,
-      "subrel-constrast": 3.0978264808654785,
+      "subrel-constrast": 3.112830400466919,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.665151596069336,
-      "cov-distil (oracle2student)": 3.8188090324401855,
-      "cov-distil (oracle2teacher)": 3.4798498153686523,
+      "cov-distil": 1.9281933307647705,
+      "cov-distil (oracle2student)": 4.111013412475586,
+      "cov-distil (oracle2teacher)": 3.437753677368164,
       "epoch": 2.5894819466248036,
-      "rel-constrast": 2.1864166259765625,
+      "rel-constrast": 2.7282514572143555,
       "step": 3299,
-      "subrel-constrast": 3.0707285404205322,
+      "subrel-constrast": 3.023419141769409,
       "view-similarity": 0
     },
     {
       "epoch": 2.5902668759811616,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.6875,
       "learning_rate": 4.237273562730054e-05,
-      "loss": 0.6326,
+      "loss": 0.686,
       "step": 3300
     },
     {
       "epoch": 2.5902668759811616,
-      "overlap": 0.30156251788139343,
+      "overlap": 0.27656251192092896,
       "step": 3300
     },
     {
       "epoch": 2.5902668759811616,
       "step": 3300,
-      "student margin": 0.08074951171875
+      "student margin": 0.076873779296875
     },
     {
       "epoch": 2.5902668759811616,
       "step": 3300,
-      "teacher margin": 0.057891845703125
+      "teacher margin": 0.06231689453125
     },
     {
       "epoch": 2.5902668759811616,
-      "margin difference": -0.022857666015625,
+      "margin difference": -0.014556884765625,
       "step": 3300
     },
     {
-      "cov-distil": 1.7385358810424805,
-      "cov-distil (oracle2student)": 2.386547565460205,
-      "cov-distil (oracle2teacher)": 2.325594186782837,
+      "cov-distil": 1.7977113723754883,
+      "cov-distil (oracle2student)": 2.474992036819458,
+      "cov-distil (oracle2teacher)": 2.312304735183716,
       "epoch": 2.5902668759811616,
-      "rel-constrast": 1.5091532468795776,
+      "rel-constrast": 1.6875298023223877,
       "step": 3300,
-      "subrel-constrast": 2.1299686431884766,
+      "subrel-constrast": 2.2619123458862305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4639618396759033,
-      "cov-distil (oracle2student)": 4.653107643127441,
-      "cov-distil (oracle2teacher)": 3.881019115447998,
+      "cov-distil": 1.9469064474105835,
+      "cov-distil (oracle2student)": 4.930906772613525,
+      "cov-distil (oracle2teacher)": 4.01064920425415,
       "epoch": 2.5910518053375196,
-      "rel-constrast": 3.038602352142334,
+      "rel-constrast": 2.6516058444976807,
       "step": 3301,
-      "subrel-constrast": 3.4524624347686768,
+      "subrel-constrast": 3.583620309829712,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9320900440216064,
-      "cov-distil (oracle2student)": 5.983251571655273,
-      "cov-distil (oracle2teacher)": 5.523399829864502,
+      "cov-distil": 2.4942209720611572,
+      "cov-distil (oracle2student)": 6.562013149261475,
+      "cov-distil (oracle2teacher)": 5.52366828918457,
       "epoch": 2.5918367346938775,
-      "rel-constrast": 2.6845741271972656,
+      "rel-constrast": 2.6072652339935303,
       "step": 3302,
-      "subrel-constrast": 3.70774507522583,
+      "subrel-constrast": 3.9928622245788574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3044226169586182,
-      "cov-distil (oracle2student)": 5.062860488891602,
-      "cov-distil (oracle2teacher)": 4.7673492431640625,
+      "cov-distil": 1.920751929283142,
+      "cov-distil (oracle2student)": 5.752434253692627,
+      "cov-distil (oracle2teacher)": 5.285829544067383,
       "epoch": 2.5926216640502355,
-      "rel-constrast": 2.7204740047454834,
+      "rel-constrast": 3.036616325378418,
       "step": 3303,
-      "subrel-constrast": 3.433685302734375,
+      "subrel-constrast": 3.876488208770752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.711888313293457,
-      "cov-distil (oracle2student)": 4.867173194885254,
-      "cov-distil (oracle2teacher)": 4.674407005310059,
+      "cov-distil": 2.23829984664917,
+      "cov-distil (oracle2student)": 5.1534810066223145,
+      "cov-distil (oracle2teacher)": 4.790034294128418,
       "epoch": 2.5934065934065935,
-      "rel-constrast": 3.10659122467041,
+      "rel-constrast": 4.238391876220703,
       "step": 3304,
-      "subrel-constrast": 3.7552480697631836,
+      "subrel-constrast": 4.1205735206604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.706784725189209,
-      "cov-distil (oracle2student)": 4.82769775390625,
-      "cov-distil (oracle2teacher)": 4.978124618530273,
+      "cov-distil": 2.343564033508301,
+      "cov-distil (oracle2student)": 4.755890369415283,
+      "cov-distil (oracle2teacher)": 5.349884033203125,
       "epoch": 2.5941915227629515,
-      "rel-constrast": 3.3831074237823486,
+      "rel-constrast": 3.314061164855957,
       "step": 3305,
-      "subrel-constrast": 4.171669960021973,
+      "subrel-constrast": 4.310418605804443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1612614393234253,
-      "cov-distil (oracle2student)": 4.272355556488037,
-      "cov-distil (oracle2teacher)": 4.40818977355957,
+      "cov-distil": 1.8933851718902588,
+      "cov-distil (oracle2student)": 4.274648666381836,
+      "cov-distil (oracle2teacher)": 4.78963041305542,
       "epoch": 2.594976452119309,
-      "rel-constrast": 3.4747395515441895,
+      "rel-constrast": 4.251069068908691,
       "step": 3306,
-      "subrel-constrast": 3.895355224609375,
+      "subrel-constrast": 3.9641358852386475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0513718128204346,
-      "cov-distil (oracle2student)": 4.29793643951416,
-      "cov-distil (oracle2teacher)": 3.4946093559265137,
+      "cov-distil": 1.7833327054977417,
+      "cov-distil (oracle2student)": 4.555632591247559,
+      "cov-distil (oracle2teacher)": 4.354909420013428,
       "epoch": 2.595761381475667,
-      "rel-constrast": 2.1523451805114746,
+      "rel-constrast": 2.7533698081970215,
       "step": 3307,
-      "subrel-constrast": 2.8646347522735596,
+      "subrel-constrast": 3.157890796661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3805882930755615,
-      "cov-distil (oracle2student)": 5.061796188354492,
-      "cov-distil (oracle2teacher)": 4.366017818450928,
+      "cov-distil": 1.8130788803100586,
+      "cov-distil (oracle2student)": 5.120911121368408,
+      "cov-distil (oracle2teacher)": 4.589372634887695,
       "epoch": 2.596546310832025,
-      "rel-constrast": 1.838315725326538,
+      "rel-constrast": 2.1632351875305176,
       "step": 3308,
-      "subrel-constrast": 2.914201498031616,
+      "subrel-constrast": 2.898832321166992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4652553796768188,
-      "cov-distil (oracle2student)": 4.469424247741699,
-      "cov-distil (oracle2teacher)": 4.136719703674316,
+      "cov-distil": 2.0971131324768066,
+      "cov-distil (oracle2student)": 5.030828475952148,
+      "cov-distil (oracle2teacher)": 4.3753662109375,
       "epoch": 2.597331240188383,
-      "rel-constrast": 3.739407539367676,
+      "rel-constrast": 4.025586128234863,
       "step": 3309,
-      "subrel-constrast": 4.309267044067383,
+      "subrel-constrast": 4.339279651641846,
       "view-similarity": 0
     },
     {
       "epoch": 2.598116169544741,
-      "grad_norm": 6.8125,
+      "grad_norm": 6.34375,
       "learning_rate": 4.2309876838633064e-05,
-      "loss": 0.7285,
+      "loss": 0.7682,
       "step": 3310
     },
     {
-      "cov-distil": 1.3573975563049316,
-      "cov-distil (oracle2student)": 4.280211448669434,
-      "cov-distil (oracle2teacher)": 3.8981523513793945,
+      "cov-distil": 1.3852641582489014,
+      "cov-distil (oracle2student)": 3.953604221343994,
+      "cov-distil (oracle2teacher)": 4.144375801086426,
       "epoch": 2.598116169544741,
-      "rel-constrast": 4.327725410461426,
+      "rel-constrast": 5.123387336730957,
       "step": 3310,
-      "subrel-constrast": 4.503798961639404,
+      "subrel-constrast": 4.649559020996094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3192577362060547,
-      "cov-distil (oracle2student)": 2.7966980934143066,
-      "cov-distil (oracle2teacher)": 2.573590040206909,
+      "cov-distil": 2.0095953941345215,
+      "cov-distil (oracle2student)": 3.0203697681427,
+      "cov-distil (oracle2teacher)": 2.391272783279419,
       "epoch": 2.598901098901099,
-      "rel-constrast": 1.7573325634002686,
+      "rel-constrast": 1.90934157371521,
       "step": 3311,
-      "subrel-constrast": 2.3633947372436523,
+      "subrel-constrast": 2.365145683288574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.297003984451294,
-      "cov-distil (oracle2student)": 3.7889437675476074,
-      "cov-distil (oracle2teacher)": 4.099568843841553,
+      "cov-distil": 1.8519742488861084,
+      "cov-distil (oracle2student)": 4.472935199737549,
+      "cov-distil (oracle2teacher)": 4.317496299743652,
       "epoch": 2.599686028257457,
-      "rel-constrast": 2.5009732246398926,
+      "rel-constrast": 3.498142719268799,
       "step": 3312,
-      "subrel-constrast": 3.411364793777466,
+      "subrel-constrast": 3.5519585609436035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4451892375946045,
-      "cov-distil (oracle2student)": 6.293399810791016,
-      "cov-distil (oracle2teacher)": 5.781737327575684,
+      "cov-distil": 1.8439499139785767,
+      "cov-distil (oracle2student)": 5.978682994842529,
+      "cov-distil (oracle2teacher)": 5.995291709899902,
       "epoch": 2.6004709576138145,
-      "rel-constrast": 2.9076993465423584,
+      "rel-constrast": 3.427342176437378,
       "step": 3313,
-      "subrel-constrast": 3.42555832862854,
+      "subrel-constrast": 3.5868680477142334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3309826850891113,
-      "cov-distil (oracle2student)": 6.354069709777832,
-      "cov-distil (oracle2teacher)": 5.507755756378174,
+      "cov-distil": 1.70969557762146,
+      "cov-distil (oracle2student)": 6.3136138916015625,
+      "cov-distil (oracle2teacher)": 6.133906364440918,
       "epoch": 2.601255886970173,
-      "rel-constrast": 2.7850630283355713,
+      "rel-constrast": 3.0783843994140625,
       "step": 3314,
-      "subrel-constrast": 3.3084797859191895,
+      "subrel-constrast": 3.79122257232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5218040943145752,
-      "cov-distil (oracle2student)": 3.9534664154052734,
-      "cov-distil (oracle2teacher)": 4.023106575012207,
+      "cov-distil": 1.9412050247192383,
+      "cov-distil (oracle2student)": 4.028925895690918,
+      "cov-distil (oracle2teacher)": 3.7572457790374756,
       "epoch": 2.6020408163265305,
-      "rel-constrast": 3.0373992919921875,
+      "rel-constrast": 3.322510242462158,
       "step": 3315,
-      "subrel-constrast": 4.04935359954834,
+      "subrel-constrast": 3.862706184387207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5358054637908936,
-      "cov-distil (oracle2student)": 4.474065780639648,
-      "cov-distil (oracle2teacher)": 4.06505012512207,
+      "cov-distil": 1.2661429643630981,
+      "cov-distil (oracle2student)": 4.790753364562988,
+      "cov-distil (oracle2teacher)": 4.087916851043701,
       "epoch": 2.6028257456828885,
-      "rel-constrast": 2.978431463241577,
+      "rel-constrast": 3.4280595779418945,
       "step": 3316,
-      "subrel-constrast": 3.571690559387207,
+      "subrel-constrast": 3.417661666870117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.46085786819458,
-      "cov-distil (oracle2student)": 4.058382987976074,
-      "cov-distil (oracle2teacher)": 3.5734381675720215,
+      "cov-distil": 1.675795316696167,
+      "cov-distil (oracle2student)": 4.306638240814209,
+      "cov-distil (oracle2teacher)": 4.203383445739746,
       "epoch": 2.6036106750392465,
-      "rel-constrast": 2.9707887172698975,
+      "rel-constrast": 3.4106574058532715,
       "step": 3317,
-      "subrel-constrast": 3.3560492992401123,
+      "subrel-constrast": 3.467237710952759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4840712547302246,
-      "cov-distil (oracle2student)": 4.294004440307617,
-      "cov-distil (oracle2teacher)": 4.337481498718262,
+      "cov-distil": 2.399742603302002,
+      "cov-distil (oracle2student)": 4.6909685134887695,
+      "cov-distil (oracle2teacher)": 4.0217790603637695,
       "epoch": 2.6043956043956045,
-      "rel-constrast": 3.1143863201141357,
+      "rel-constrast": 3.1725804805755615,
       "step": 3318,
-      "subrel-constrast": 3.72521710395813,
+      "subrel-constrast": 3.423867702484131,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9287314414978027,
-      "cov-distil (oracle2student)": 2.9219229221343994,
-      "cov-distil (oracle2teacher)": 3.187967300415039,
+      "cov-distil": 2.115841865539551,
+      "cov-distil (oracle2student)": 2.9256536960601807,
+      "cov-distil (oracle2teacher)": 3.1046559810638428,
       "epoch": 2.6051805337519625,
-      "rel-constrast": 2.5005598068237305,
+      "rel-constrast": 2.46726131439209,
       "step": 3319,
-      "subrel-constrast": 3.1781702041625977,
+      "subrel-constrast": 2.882316827774048,
       "view-similarity": 0
     },
     {
       "epoch": 2.60596546310832,
-      "grad_norm": 5.125,
+      "grad_norm": 5.71875,
       "learning_rate": 4.224680713457898e-05,
-      "loss": 0.7587,
+      "loss": 0.8209,
       "step": 3320
     },
     {
-      "cov-distil": 1.5678926706314087,
-      "cov-distil (oracle2student)": 2.283322811126709,
-      "cov-distil (oracle2teacher)": 2.8162522315979004,
+      "cov-distil": 1.8016149997711182,
+      "cov-distil (oracle2student)": 2.7512733936309814,
+      "cov-distil (oracle2teacher)": 2.7176737785339355,
       "epoch": 2.60596546310832,
-      "rel-constrast": 1.9285213947296143,
+      "rel-constrast": 2.4830777645111084,
       "step": 3320,
-      "subrel-constrast": 2.896702527999878,
+      "subrel-constrast": 2.8119895458221436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5271774530410767,
-      "cov-distil (oracle2student)": 3.149909019470215,
-      "cov-distil (oracle2teacher)": 3.13771390914917,
+      "cov-distil": 2.0113515853881836,
+      "cov-distil (oracle2student)": 3.189852714538574,
+      "cov-distil (oracle2teacher)": 2.797715902328491,
       "epoch": 2.6067503924646784,
-      "rel-constrast": 1.6778717041015625,
+      "rel-constrast": 1.8433043956756592,
       "step": 3321,
-      "subrel-constrast": 2.632929801940918,
+      "subrel-constrast": 2.3601436614990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0670742988586426,
-      "cov-distil (oracle2student)": 3.245011568069458,
-      "cov-distil (oracle2teacher)": 3.204268455505371,
+      "cov-distil": 1.5947173833847046,
+      "cov-distil (oracle2student)": 3.133878707885742,
+      "cov-distil (oracle2teacher)": 3.6669130325317383,
       "epoch": 2.607535321821036,
-      "rel-constrast": 1.8300654888153076,
+      "rel-constrast": 2.0092008113861084,
       "step": 3322,
-      "subrel-constrast": 2.3860995769500732,
+      "subrel-constrast": 2.5059547424316406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6402530670166016,
-      "cov-distil (oracle2student)": 4.020415306091309,
-      "cov-distil (oracle2teacher)": 3.7177767753601074,
+      "cov-distil": 2.1407055854797363,
+      "cov-distil (oracle2student)": 3.930612087249756,
+      "cov-distil (oracle2teacher)": 3.6537747383117676,
       "epoch": 2.608320251177394,
-      "rel-constrast": 5.44199800491333,
+      "rel-constrast": 5.159430503845215,
       "step": 3323,
-      "subrel-constrast": 5.242271423339844,
+      "subrel-constrast": 4.834476470947266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.521725058555603,
-      "cov-distil (oracle2student)": 4.95702600479126,
-      "cov-distil (oracle2teacher)": 4.300833225250244,
+      "cov-distil": 1.9681565761566162,
+      "cov-distil (oracle2student)": 4.701542854309082,
+      "cov-distil (oracle2teacher)": 4.471006870269775,
       "epoch": 2.609105180533752,
-      "rel-constrast": 1.9262224435806274,
+      "rel-constrast": 2.103640556335449,
       "step": 3324,
-      "subrel-constrast": 3.21536922454834,
+      "subrel-constrast": 3.1854779720306396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.494856834411621,
-      "cov-distil (oracle2student)": 3.8148460388183594,
-      "cov-distil (oracle2teacher)": 3.8988795280456543,
+      "cov-distil": 2.0441231727600098,
+      "cov-distil (oracle2student)": 4.497849941253662,
+      "cov-distil (oracle2teacher)": 4.197770118713379,
       "epoch": 2.60989010989011,
-      "rel-constrast": 4.7661285400390625,
+      "rel-constrast": 5.304004192352295,
       "step": 3325,
-      "subrel-constrast": 4.918976306915283,
+      "subrel-constrast": 5.300905704498291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4670393466949463,
-      "cov-distil (oracle2student)": 3.8963589668273926,
-      "cov-distil (oracle2teacher)": 4.273305892944336,
+      "cov-distil": 1.600928783416748,
+      "cov-distil (oracle2student)": 4.493185520172119,
+      "cov-distil (oracle2teacher)": 4.634110927581787,
       "epoch": 2.610675039246468,
-      "rel-constrast": 3.2012743949890137,
+      "rel-constrast": 3.5919597148895264,
       "step": 3326,
-      "subrel-constrast": 3.6905038356781006,
+      "subrel-constrast": 3.7523722648620605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4411956071853638,
-      "cov-distil (oracle2student)": 4.14925479888916,
-      "cov-distil (oracle2teacher)": 4.176636695861816,
+      "cov-distil": 1.7282078266143799,
+      "cov-distil (oracle2student)": 4.0821533203125,
+      "cov-distil (oracle2teacher)": 3.954643964767456,
       "epoch": 2.6114599686028255,
-      "rel-constrast": 2.745218276977539,
+      "rel-constrast": 2.734980344772339,
       "step": 3327,
-      "subrel-constrast": 3.9407618045806885,
+      "subrel-constrast": 3.4033408164978027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6198344230651855,
-      "cov-distil (oracle2student)": 5.154060363769531,
-      "cov-distil (oracle2teacher)": 4.94610071182251,
+      "cov-distil": 1.873248815536499,
+      "cov-distil (oracle2student)": 5.578157424926758,
+      "cov-distil (oracle2teacher)": 5.354942321777344,
       "epoch": 2.612244897959184,
-      "rel-constrast": 2.886188507080078,
+      "rel-constrast": 3.2318339347839355,
       "step": 3328,
-      "subrel-constrast": 3.715988874435425,
+      "subrel-constrast": 3.935824394226074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.148224115371704,
-      "cov-distil (oracle2student)": 5.079248428344727,
-      "cov-distil (oracle2teacher)": 5.006263732910156,
+      "cov-distil": 1.1754035949707031,
+      "cov-distil (oracle2student)": 5.718380451202393,
+      "cov-distil (oracle2teacher)": 5.03968620300293,
       "epoch": 2.6130298273155415,
-      "rel-constrast": 3.04954195022583,
+      "rel-constrast": 3.246004819869995,
       "step": 3329,
-      "subrel-constrast": 3.540870189666748,
+      "subrel-constrast": 3.4872586727142334,
       "view-similarity": 0
     },
     {
       "epoch": 2.6138147566718994,
-      "grad_norm": 6.15625,
+      "grad_norm": 6.53125,
       "learning_rate": 4.218352728362273e-05,
-      "loss": 0.7726,
+      "loss": 0.7927,
       "step": 3330
     },
     {
-      "cov-distil": 1.1974937915802002,
-      "cov-distil (oracle2student)": 5.463722229003906,
-      "cov-distil (oracle2teacher)": 5.2204179763793945,
+      "cov-distil": 1.4080651998519897,
+      "cov-distil (oracle2student)": 5.8421502113342285,
+      "cov-distil (oracle2teacher)": 5.676865577697754,
       "epoch": 2.6138147566718994,
-      "rel-constrast": 2.4218225479125977,
+      "rel-constrast": 2.8323092460632324,
       "step": 3330,
-      "subrel-constrast": 3.0256528854370117,
+      "subrel-constrast": 3.285435676574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562763452529907,
-      "cov-distil (oracle2student)": 3.6454360485076904,
-      "cov-distil (oracle2teacher)": 3.5164082050323486,
+      "cov-distil": 1.8747007846832275,
+      "cov-distil (oracle2student)": 3.973637104034424,
+      "cov-distil (oracle2teacher)": 3.457892417907715,
       "epoch": 2.6145996860282574,
-      "rel-constrast": 2.8374671936035156,
+      "rel-constrast": 3.043609380722046,
       "step": 3331,
-      "subrel-constrast": 3.5151524543762207,
+      "subrel-constrast": 3.4008984565734863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7370498180389404,
-      "cov-distil (oracle2student)": 4.442732810974121,
-      "cov-distil (oracle2teacher)": 4.228377819061279,
+      "cov-distil": 2.3357596397399902,
+      "cov-distil (oracle2student)": 4.338388442993164,
+      "cov-distil (oracle2teacher)": 4.464666366577148,
       "epoch": 2.6153846153846154,
-      "rel-constrast": 2.3367884159088135,
+      "rel-constrast": 2.2822256088256836,
       "step": 3332,
-      "subrel-constrast": 3.10037899017334,
+      "subrel-constrast": 3.225198268890381,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5251102447509766,
-      "cov-distil (oracle2student)": 3.1263108253479004,
-      "cov-distil (oracle2teacher)": 3.1984152793884277,
+      "cov-distil": 2.5044450759887695,
+      "cov-distil (oracle2student)": 3.39263916015625,
+      "cov-distil (oracle2teacher)": 3.368020534515381,
       "epoch": 2.6161695447409734,
-      "rel-constrast": 3.4674930572509766,
+      "rel-constrast": 3.6504030227661133,
       "step": 3333,
-      "subrel-constrast": 4.371178150177002,
+      "subrel-constrast": 4.006115436553955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.551461935043335,
-      "cov-distil (oracle2student)": 4.791354179382324,
-      "cov-distil (oracle2teacher)": 4.577911376953125,
+      "cov-distil": 1.9070866107940674,
+      "cov-distil (oracle2student)": 5.6366496086120605,
+      "cov-distil (oracle2teacher)": 5.468498229980469,
       "epoch": 2.6169544740973314,
-      "rel-constrast": 2.1880922317504883,
+      "rel-constrast": 2.919347047805786,
       "step": 3334,
-      "subrel-constrast": 3.02730393409729,
+      "subrel-constrast": 3.0794677734375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2688790559768677,
-      "cov-distil (oracle2student)": 2.8263542652130127,
-      "cov-distil (oracle2teacher)": 3.189734697341919,
+      "cov-distil": 1.9020699262619019,
+      "cov-distil (oracle2student)": 3.2040767669677734,
+      "cov-distil (oracle2teacher)": 3.381561279296875,
       "epoch": 2.6177394034536894,
-      "rel-constrast": 1.6334861516952515,
+      "rel-constrast": 2.133524179458618,
       "step": 3335,
-      "subrel-constrast": 2.5597596168518066,
+      "subrel-constrast": 2.538153886795044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5576024055480957,
-      "cov-distil (oracle2student)": 5.1552886962890625,
-      "cov-distil (oracle2teacher)": 4.663330078125,
+      "cov-distil": 2.150171995162964,
+      "cov-distil (oracle2student)": 5.228558540344238,
+      "cov-distil (oracle2teacher)": 4.603970050811768,
       "epoch": 2.618524332810047,
-      "rel-constrast": 2.882880210876465,
+      "rel-constrast": 2.849780321121216,
       "step": 3336,
-      "subrel-constrast": 3.1813511848449707,
+      "subrel-constrast": 3.233189344406128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7116811275482178,
-      "cov-distil (oracle2student)": 4.850841522216797,
-      "cov-distil (oracle2teacher)": 4.8587470054626465,
+      "cov-distil": 2.2759671211242676,
+      "cov-distil (oracle2student)": 4.657500267028809,
+      "cov-distil (oracle2teacher)": 4.772477149963379,
       "epoch": 2.619309262166405,
-      "rel-constrast": 3.255913734436035,
+      "rel-constrast": 3.6884765625,
       "step": 3337,
-      "subrel-constrast": 3.90225887298584,
+      "subrel-constrast": 4.128968238830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3982501029968262,
-      "cov-distil (oracle2student)": 4.031778335571289,
-      "cov-distil (oracle2teacher)": 3.776158332824707,
+      "cov-distil": 2.1740541458129883,
+      "cov-distil (oracle2student)": 4.863602638244629,
+      "cov-distil (oracle2teacher)": 3.5912301540374756,
       "epoch": 2.620094191522763,
-      "rel-constrast": 1.6755361557006836,
+      "rel-constrast": 2.119417667388916,
       "step": 3338,
-      "subrel-constrast": 2.484912157058716,
+      "subrel-constrast": 2.2335703372955322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2962275743484497,
-      "cov-distil (oracle2student)": 3.987461805343628,
-      "cov-distil (oracle2teacher)": 3.829525947570801,
+      "cov-distil": 1.8299394845962524,
+      "cov-distil (oracle2student)": 4.052241325378418,
+      "cov-distil (oracle2teacher)": 4.90572452545166,
       "epoch": 2.620879120879121,
-      "rel-constrast": 2.2821381092071533,
+      "rel-constrast": 2.109301805496216,
       "step": 3339,
-      "subrel-constrast": 2.6588029861450195,
+      "subrel-constrast": 2.967252254486084,
       "view-similarity": 0
     },
     {
       "epoch": 2.621664050235479,
-      "grad_norm": 4.46875,
+      "grad_norm": 5.0625,
       "learning_rate": 4.21200380568093e-05,
-      "loss": 0.6618,
+      "loss": 0.6907,
       "step": 3340
     },
     {
-      "cov-distil": 1.4237134456634521,
-      "cov-distil (oracle2student)": 3.62823748588562,
-      "cov-distil (oracle2teacher)": 3.868490695953369,
+      "cov-distil": 2.141854763031006,
+      "cov-distil (oracle2student)": 4.602591037750244,
+      "cov-distil (oracle2teacher)": 4.230712890625,
       "epoch": 2.621664050235479,
-      "rel-constrast": 2.127274990081787,
+      "rel-constrast": 2.7068872451782227,
       "step": 3340,
-      "subrel-constrast": 3.0648410320281982,
+      "subrel-constrast": 3.2610838413238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2729485034942627,
-      "cov-distil (oracle2student)": 5.0004377365112305,
-      "cov-distil (oracle2teacher)": 4.841361045837402,
+      "cov-distil": 2.0402297973632812,
+      "cov-distil (oracle2student)": 5.528145790100098,
+      "cov-distil (oracle2teacher)": 5.302459716796875,
       "epoch": 2.622448979591837,
-      "rel-constrast": 3.8173255920410156,
+      "rel-constrast": 4.083025932312012,
       "step": 3341,
-      "subrel-constrast": 4.474738597869873,
+      "subrel-constrast": 4.0248332023620605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.401878833770752,
-      "cov-distil (oracle2student)": 4.1330366134643555,
-      "cov-distil (oracle2teacher)": 3.9722800254821777,
+      "cov-distil": 1.8325989246368408,
+      "cov-distil (oracle2student)": 3.753817558288574,
+      "cov-distil (oracle2teacher)": 4.490335941314697,
       "epoch": 2.623233908948195,
-      "rel-constrast": 1.9803024530410767,
+      "rel-constrast": 1.9303627014160156,
       "step": 3342,
-      "subrel-constrast": 2.8852286338806152,
+      "subrel-constrast": 2.873643398284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1565272808074951,
-      "cov-distil (oracle2student)": 3.717745542526245,
-      "cov-distil (oracle2teacher)": 3.3954339027404785,
+      "cov-distil": 1.0496944189071655,
+      "cov-distil (oracle2student)": 3.467496156692505,
+      "cov-distil (oracle2teacher)": 3.7455592155456543,
       "epoch": 2.6240188383045524,
-      "rel-constrast": 1.8333148956298828,
+      "rel-constrast": 2.2576308250427246,
       "step": 3343,
-      "subrel-constrast": 2.171279191970825,
+      "subrel-constrast": 2.089698076248169,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930327892303467,
-      "cov-distil (oracle2student)": 2.8266186714172363,
-      "cov-distil (oracle2teacher)": 2.7848033905029297,
+      "cov-distil": 1.6015970706939697,
+      "cov-distil (oracle2student)": 3.4817235469818115,
+      "cov-distil (oracle2teacher)": 2.8669958114624023,
       "epoch": 2.6248037676609104,
-      "rel-constrast": 2.018826484680176,
+      "rel-constrast": 2.4938342571258545,
       "step": 3344,
-      "subrel-constrast": 2.696942090988159,
+      "subrel-constrast": 2.4837286472320557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.487910509109497,
-      "cov-distil (oracle2student)": 3.124545097351074,
-      "cov-distil (oracle2teacher)": 2.727811813354492,
+      "cov-distil": 1.8440496921539307,
+      "cov-distil (oracle2student)": 2.816758155822754,
+      "cov-distil (oracle2teacher)": 2.931140422821045,
       "epoch": 2.6255886970172684,
-      "rel-constrast": 2.4100890159606934,
+      "rel-constrast": 2.359325885772705,
       "step": 3345,
-      "subrel-constrast": 2.974264621734619,
+      "subrel-constrast": 2.7210962772369385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9620602130889893,
-      "cov-distil (oracle2student)": 5.436923027038574,
-      "cov-distil (oracle2teacher)": 5.125518798828125,
+      "cov-distil": 1.631795883178711,
+      "cov-distil (oracle2student)": 5.690027236938477,
+      "cov-distil (oracle2teacher)": 5.4433817863464355,
       "epoch": 2.6263736263736264,
-      "rel-constrast": 3.62186598777771,
+      "rel-constrast": 4.123861312866211,
       "step": 3346,
-      "subrel-constrast": 4.051637172698975,
+      "subrel-constrast": 3.8169538974761963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3907132148742676,
-      "cov-distil (oracle2student)": 4.9724016189575195,
-      "cov-distil (oracle2teacher)": 4.8872389793396,
+      "cov-distil": 1.896567940711975,
+      "cov-distil (oracle2student)": 5.506594657897949,
+      "cov-distil (oracle2teacher)": 4.8104448318481445,
       "epoch": 2.6271585557299844,
-      "rel-constrast": 2.6670825481414795,
+      "rel-constrast": 2.7369329929351807,
       "step": 3347,
-      "subrel-constrast": 3.3633999824523926,
+      "subrel-constrast": 2.8100829124450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649543046951294,
-      "cov-distil (oracle2student)": 5.32910680770874,
-      "cov-distil (oracle2teacher)": 4.733912944793701,
+      "cov-distil": 2.1998462677001953,
+      "cov-distil (oracle2student)": 5.615762233734131,
+      "cov-distil (oracle2teacher)": 4.894322395324707,
       "epoch": 2.6279434850863423,
-      "rel-constrast": 2.1999824047088623,
+      "rel-constrast": 2.2331783771514893,
       "step": 3348,
-      "subrel-constrast": 3.239885091781616,
+      "subrel-constrast": 2.8558449745178223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3014909029006958,
-      "cov-distil (oracle2student)": 4.039712429046631,
-      "cov-distil (oracle2teacher)": 3.6643471717834473,
+      "cov-distil": 1.9111478328704834,
+      "cov-distil (oracle2student)": 4.715152740478516,
+      "cov-distil (oracle2teacher)": 4.261482238769531,
       "epoch": 2.6287284144427003,
-      "rel-constrast": 2.9043750762939453,
+      "rel-constrast": 3.4672508239746094,
       "step": 3349,
-      "subrel-constrast": 3.1511242389678955,
+      "subrel-constrast": 3.678304433822632,
       "view-similarity": 0
     },
     {
       "epoch": 2.629513343799058,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.9375,
       "learning_rate": 4.205634022773491e-05,
-      "loss": 0.6756,
+      "loss": 0.7098,
       "step": 3350
     },
     {
-      "cov-distil": 1.7975472211837769,
-      "cov-distil (oracle2student)": 2.912885904312134,
-      "cov-distil (oracle2teacher)": 3.3946118354797363,
+      "cov-distil": 2.4441702365875244,
+      "cov-distil (oracle2student)": 2.7568979263305664,
+      "cov-distil (oracle2teacher)": 3.302435874938965,
       "epoch": 2.629513343799058,
-      "rel-constrast": 2.4653592109680176,
+      "rel-constrast": 2.1137404441833496,
       "step": 3350,
-      "subrel-constrast": 3.457446575164795,
+      "subrel-constrast": 3.506988048553467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4019312858581543,
-      "cov-distil (oracle2student)": 4.824196815490723,
-      "cov-distil (oracle2teacher)": 4.514104843139648,
+      "cov-distil": 2.602409839630127,
+      "cov-distil (oracle2student)": 4.80715274810791,
+      "cov-distil (oracle2teacher)": 4.874210357666016,
       "epoch": 2.630298273155416,
-      "rel-constrast": 2.9533700942993164,
+      "rel-constrast": 3.6467766761779785,
       "step": 3351,
-      "subrel-constrast": 3.660869598388672,
+      "subrel-constrast": 4.076025009155273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2669914960861206,
-      "cov-distil (oracle2student)": 3.1776649951934814,
-      "cov-distil (oracle2teacher)": 3.1372382640838623,
+      "cov-distil": 1.6737096309661865,
+      "cov-distil (oracle2student)": 3.3372106552124023,
+      "cov-distil (oracle2teacher)": 3.490004062652588,
       "epoch": 2.631083202511774,
-      "rel-constrast": 1.7550740242004395,
+      "rel-constrast": 2.066784143447876,
       "step": 3352,
-      "subrel-constrast": 2.4419214725494385,
+      "subrel-constrast": 2.616140365600586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3746662139892578,
-      "cov-distil (oracle2student)": 5.023326873779297,
-      "cov-distil (oracle2teacher)": 4.608475685119629,
+      "cov-distil": 1.8841214179992676,
+      "cov-distil (oracle2student)": 4.829384803771973,
+      "cov-distil (oracle2teacher)": 4.9405293464660645,
       "epoch": 2.631868131868132,
-      "rel-constrast": 2.688718557357788,
+      "rel-constrast": 3.058227300643921,
       "step": 3353,
-      "subrel-constrast": 3.4552969932556152,
+      "subrel-constrast": 3.5552589893341064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4927936792373657,
-      "cov-distil (oracle2student)": 3.5827667713165283,
-      "cov-distil (oracle2teacher)": 3.453808546066284,
+      "cov-distil": 2.0864176750183105,
+      "cov-distil (oracle2student)": 3.7155957221984863,
+      "cov-distil (oracle2teacher)": 3.6855568885803223,
       "epoch": 2.63265306122449,
-      "rel-constrast": 2.887227773666382,
+      "rel-constrast": 3.3268074989318848,
       "step": 3354,
-      "subrel-constrast": 3.858729839324951,
+      "subrel-constrast": 3.7980620861053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1645023822784424,
-      "cov-distil (oracle2student)": 3.792797327041626,
-      "cov-distil (oracle2teacher)": 3.7596147060394287,
+      "cov-distil": 1.8049836158752441,
+      "cov-distil (oracle2student)": 4.198457717895508,
+      "cov-distil (oracle2teacher)": 4.11065149307251,
       "epoch": 2.633437990580848,
-      "rel-constrast": 2.697218418121338,
+      "rel-constrast": 3.3453900814056396,
       "step": 3355,
-      "subrel-constrast": 3.449510097503662,
+      "subrel-constrast": 3.839003562927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.836381435394287,
-      "cov-distil (oracle2student)": 6.50697660446167,
-      "cov-distil (oracle2teacher)": 5.462902069091797,
+      "cov-distil": 2.081540107727051,
+      "cov-distil (oracle2student)": 6.757519721984863,
+      "cov-distil (oracle2teacher)": 6.000396728515625,
       "epoch": 2.634222919937206,
-      "rel-constrast": 3.9260740280151367,
+      "rel-constrast": 3.716336250305176,
       "step": 3356,
-      "subrel-constrast": 3.8754794597625732,
+      "subrel-constrast": 3.7344229221343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4481720924377441,
-      "cov-distil (oracle2student)": 3.6906795501708984,
-      "cov-distil (oracle2teacher)": 3.175135612487793,
+      "cov-distil": 1.9449176788330078,
+      "cov-distil (oracle2student)": 3.955303192138672,
+      "cov-distil (oracle2teacher)": 3.540709972381592,
       "epoch": 2.6350078492935634,
-      "rel-constrast": 1.659681797027588,
+      "rel-constrast": 1.5039844512939453,
       "step": 3357,
-      "subrel-constrast": 2.159393548965454,
+      "subrel-constrast": 2.161621570587158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.218891978263855,
-      "cov-distil (oracle2student)": 4.343941688537598,
-      "cov-distil (oracle2teacher)": 4.245872497558594,
+      "cov-distil": 1.306950569152832,
+      "cov-distil (oracle2student)": 4.363593101501465,
+      "cov-distil (oracle2teacher)": 4.119879722595215,
       "epoch": 2.6357927786499213,
-      "rel-constrast": 2.828813314437866,
+      "rel-constrast": 2.495596170425415,
       "step": 3358,
-      "subrel-constrast": 2.890216827392578,
+      "subrel-constrast": 2.5812737941741943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9444319605827332,
-      "cov-distil (oracle2student)": 4.453116416931152,
-      "cov-distil (oracle2teacher)": 4.014699459075928,
+      "cov-distil": 1.629469871520996,
+      "cov-distil (oracle2student)": 4.693466663360596,
+      "cov-distil (oracle2teacher)": 4.160491943359375,
       "epoch": 2.6365777080062793,
-      "rel-constrast": 2.04018497467041,
+      "rel-constrast": 2.316932439804077,
       "step": 3359,
-      "subrel-constrast": 2.6347274780273438,
+      "subrel-constrast": 2.5386507511138916,
       "view-similarity": 0
     },
     {
       "epoch": 2.6373626373626373,
-      "grad_norm": 6.1875,
+      "grad_norm": 6.25,
       "learning_rate": 4.19924345725375e-05,
-      "loss": 0.6824,
+      "loss": 0.6898,
       "step": 3360
     },
     {
-      "cov-distil": 1.7075250148773193,
-      "cov-distil (oracle2student)": 3.9646925926208496,
-      "cov-distil (oracle2teacher)": 3.8560268878936768,
+      "cov-distil": 2.037752151489258,
+      "cov-distil (oracle2student)": 3.9910356998443604,
+      "cov-distil (oracle2teacher)": 3.9296140670776367,
       "epoch": 2.6373626373626373,
-      "rel-constrast": 2.6166269779205322,
+      "rel-constrast": 2.534101724624634,
       "step": 3360,
-      "subrel-constrast": 3.674955368041992,
+      "subrel-constrast": 3.1510508060455322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1694371700286865,
-      "cov-distil (oracle2student)": 3.518179416656494,
-      "cov-distil (oracle2teacher)": 3.526686191558838,
+      "cov-distil": 1.4338552951812744,
+      "cov-distil (oracle2student)": 3.679266929626465,
+      "cov-distil (oracle2teacher)": 3.4867289066314697,
       "epoch": 2.6381475667189953,
-      "rel-constrast": 1.7327178716659546,
+      "rel-constrast": 1.9384400844573975,
       "step": 3361,
-      "subrel-constrast": 2.7205724716186523,
+      "subrel-constrast": 2.6512441635131836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.321175217628479,
-      "cov-distil (oracle2student)": 4.425207138061523,
-      "cov-distil (oracle2teacher)": 3.7909891605377197,
+      "cov-distil": 1.7057162523269653,
+      "cov-distil (oracle2student)": 4.896043300628662,
+      "cov-distil (oracle2teacher)": 4.154959678649902,
       "epoch": 2.6389324960753533,
-      "rel-constrast": 1.7114737033843994,
+      "rel-constrast": 2.1296000480651855,
       "step": 3362,
-      "subrel-constrast": 2.0409507751464844,
+      "subrel-constrast": 2.258688449859619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8180433511734009,
-      "cov-distil (oracle2student)": 4.2920684814453125,
-      "cov-distil (oracle2teacher)": 3.599445104598999,
+      "cov-distil": 2.370161533355713,
+      "cov-distil (oracle2student)": 4.202241897583008,
+      "cov-distil (oracle2teacher)": 4.000494003295898,
       "epoch": 2.6397174254317113,
-      "rel-constrast": 2.842743396759033,
+      "rel-constrast": 2.95463228225708,
       "step": 3363,
-      "subrel-constrast": 3.650315761566162,
+      "subrel-constrast": 4.2400712966918945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.765669584274292,
-      "cov-distil (oracle2student)": 6.978798866271973,
-      "cov-distil (oracle2teacher)": 6.5796732902526855,
+      "cov-distil": 2.002017021179199,
+      "cov-distil (oracle2student)": 6.965471267700195,
+      "cov-distil (oracle2teacher)": 6.642612457275391,
       "epoch": 2.640502354788069,
-      "rel-constrast": 4.342404365539551,
+      "rel-constrast": 5.090024948120117,
       "step": 3364,
-      "subrel-constrast": 5.059886932373047,
+      "subrel-constrast": 4.984647750854492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9868042469024658,
-      "cov-distil (oracle2student)": 3.7180328369140625,
-      "cov-distil (oracle2teacher)": 3.5474700927734375,
+      "cov-distil": 2.4476633071899414,
+      "cov-distil (oracle2student)": 3.9724063873291016,
+      "cov-distil (oracle2teacher)": 4.230750560760498,
       "epoch": 2.6412872841444273,
-      "rel-constrast": 2.0424911975860596,
+      "rel-constrast": 2.4441933631896973,
       "step": 3365,
-      "subrel-constrast": 2.8399219512939453,
+      "subrel-constrast": 3.088942766189575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4227283000946045,
-      "cov-distil (oracle2student)": 4.183437824249268,
-      "cov-distil (oracle2teacher)": 3.99031662940979,
+      "cov-distil": 2.166382074356079,
+      "cov-distil (oracle2student)": 4.540782928466797,
+      "cov-distil (oracle2teacher)": 4.124220848083496,
       "epoch": 2.642072213500785,
-      "rel-constrast": 3.4348297119140625,
+      "rel-constrast": 3.46268367767334,
       "step": 3366,
-      "subrel-constrast": 3.601407527923584,
+      "subrel-constrast": 3.713803768157959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.548553466796875,
-      "cov-distil (oracle2student)": 6.3305511474609375,
-      "cov-distil (oracle2teacher)": 6.316399097442627,
+      "cov-distil": 2.131965398788452,
+      "cov-distil (oracle2student)": 7.777499198913574,
+      "cov-distil (oracle2teacher)": 6.988680839538574,
       "epoch": 2.642857142857143,
-      "rel-constrast": 3.4853787422180176,
+      "rel-constrast": 3.4926819801330566,
       "step": 3367,
-      "subrel-constrast": 3.796539545059204,
+      "subrel-constrast": 3.599519729614258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.952551007270813,
-      "cov-distil (oracle2student)": 3.571199417114258,
-      "cov-distil (oracle2teacher)": 4.231743335723877,
+      "cov-distil": 2.6968202590942383,
+      "cov-distil (oracle2student)": 3.8433637619018555,
+      "cov-distil (oracle2teacher)": 4.502819061279297,
       "epoch": 2.643642072213501,
-      "rel-constrast": 2.6448326110839844,
+      "rel-constrast": 2.9672441482543945,
       "step": 3368,
-      "subrel-constrast": 4.158664226531982,
+      "subrel-constrast": 4.264370441436768,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145518064498901,
-      "cov-distil (oracle2student)": 5.678580284118652,
-      "cov-distil (oracle2teacher)": 5.201956272125244,
+      "cov-distil": 1.710311770439148,
+      "cov-distil (oracle2student)": 5.6290388107299805,
+      "cov-distil (oracle2teacher)": 5.501406192779541,
       "epoch": 2.6444270015698588,
-      "rel-constrast": 2.9534192085266113,
+      "rel-constrast": 3.3819143772125244,
       "step": 3369,
-      "subrel-constrast": 3.6556193828582764,
+      "subrel-constrast": 3.5250349044799805,
       "view-similarity": 0
     },
     {
       "epoch": 2.6452119309262168,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.84375,
       "learning_rate": 4.192832186988731e-05,
-      "loss": 0.7362,
+      "loss": 0.7599,
       "step": 3370
     },
     {
-      "cov-distil": 1.4188323020935059,
-      "cov-distil (oracle2student)": 3.725533962249756,
-      "cov-distil (oracle2teacher)": 4.0953874588012695,
+      "cov-distil": 1.5991092920303345,
+      "cov-distil (oracle2student)": 3.739936590194702,
+      "cov-distil (oracle2teacher)": 3.8821802139282227,
       "epoch": 2.6452119309262168,
-      "rel-constrast": 2.085205554962158,
+      "rel-constrast": 2.3292574882507324,
       "step": 3370,
-      "subrel-constrast": 3.0502359867095947,
+      "subrel-constrast": 2.565528631210327,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8745083808898926,
-      "cov-distil (oracle2student)": 5.222837448120117,
-      "cov-distil (oracle2teacher)": 4.696657180786133,
+      "cov-distil": 1.8824489116668701,
+      "cov-distil (oracle2student)": 5.266772270202637,
+      "cov-distil (oracle2teacher)": 5.48199462890625,
       "epoch": 2.6459968602825743,
-      "rel-constrast": 2.584398031234741,
+      "rel-constrast": 3.3907575607299805,
       "step": 3371,
-      "subrel-constrast": 3.4001224040985107,
+      "subrel-constrast": 3.8877809047698975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9124128818511963,
-      "cov-distil (oracle2student)": 4.962756156921387,
-      "cov-distil (oracle2teacher)": 4.783853530883789,
+      "cov-distil": 2.3802037239074707,
+      "cov-distil (oracle2student)": 5.166838645935059,
+      "cov-distil (oracle2teacher)": 5.47450065612793,
       "epoch": 2.6467817896389327,
-      "rel-constrast": 3.9613637924194336,
+      "rel-constrast": 3.9526257514953613,
       "step": 3372,
-      "subrel-constrast": 4.63087272644043,
+      "subrel-constrast": 4.829916954040527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2773470878601074,
-      "cov-distil (oracle2student)": 3.182844638824463,
-      "cov-distil (oracle2teacher)": 2.8566179275512695,
+      "cov-distil": 1.4534159898757935,
+      "cov-distil (oracle2student)": 3.0544605255126953,
+      "cov-distil (oracle2teacher)": 3.0296573638916016,
       "epoch": 2.6475667189952903,
-      "rel-constrast": 2.89323091506958,
+      "rel-constrast": 2.9700722694396973,
       "step": 3373,
-      "subrel-constrast": 2.9474804401397705,
+      "subrel-constrast": 3.1458330154418945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7924814224243164,
-      "cov-distil (oracle2student)": 5.1575422286987305,
-      "cov-distil (oracle2teacher)": 4.888465881347656,
+      "cov-distil": 1.825775146484375,
+      "cov-distil (oracle2student)": 5.598323822021484,
+      "cov-distil (oracle2teacher)": 5.420109748840332,
       "epoch": 2.6483516483516483,
-      "rel-constrast": 3.3375210762023926,
+      "rel-constrast": 3.293848991394043,
       "step": 3374,
-      "subrel-constrast": 3.8755385875701904,
+      "subrel-constrast": 3.726783037185669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.901937484741211,
-      "cov-distil (oracle2student)": 2.330385208129883,
-      "cov-distil (oracle2teacher)": 2.7379865646362305,
+      "cov-distil": 2.307631254196167,
+      "cov-distil (oracle2student)": 2.387681722640991,
+      "cov-distil (oracle2teacher)": 3.103527069091797,
       "epoch": 2.6491365777080063,
-      "rel-constrast": 1.6046037673950195,
+      "rel-constrast": 2.167532444000244,
       "step": 3375,
-      "subrel-constrast": 2.680448055267334,
+      "subrel-constrast": 2.8844103813171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4014008045196533,
-      "cov-distil (oracle2student)": 2.483163833618164,
-      "cov-distil (oracle2teacher)": 2.6824235916137695,
+      "cov-distil": 1.456658959388733,
+      "cov-distil (oracle2student)": 2.664330005645752,
+      "cov-distil (oracle2teacher)": 2.623609781265259,
       "epoch": 2.6499215070643642,
-      "rel-constrast": 2.0330586433410645,
+      "rel-constrast": 2.3859195709228516,
       "step": 3376,
-      "subrel-constrast": 3.020212173461914,
+      "subrel-constrast": 2.8647007942199707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3058204650878906,
-      "cov-distil (oracle2student)": 2.8196940422058105,
-      "cov-distil (oracle2teacher)": 3.3065242767333984,
+      "cov-distil": 1.8897535800933838,
+      "cov-distil (oracle2student)": 3.2748444080352783,
+      "cov-distil (oracle2teacher)": 3.7879273891448975,
       "epoch": 2.6507064364207222,
-      "rel-constrast": 2.1439425945281982,
+      "rel-constrast": 2.4165260791778564,
       "step": 3377,
-      "subrel-constrast": 3.3348276615142822,
+      "subrel-constrast": 3.3169901371002197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.908545732498169,
-      "cov-distil (oracle2student)": 5.728462219238281,
-      "cov-distil (oracle2teacher)": 5.143882751464844,
+      "cov-distil": 2.4580671787261963,
+      "cov-distil (oracle2student)": 5.381711959838867,
+      "cov-distil (oracle2teacher)": 5.190517425537109,
       "epoch": 2.6514913657770802,
-      "rel-constrast": 2.532026529312134,
+      "rel-constrast": 2.5743932723999023,
       "step": 3378,
-      "subrel-constrast": 2.958460807800293,
+      "subrel-constrast": 2.692500591278076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0665876865386963,
-      "cov-distil (oracle2student)": 3.6964356899261475,
-      "cov-distil (oracle2teacher)": 3.565253257751465,
+      "cov-distil": 1.3643900156021118,
+      "cov-distil (oracle2student)": 4.410181045532227,
+      "cov-distil (oracle2teacher)": 4.14447021484375,
       "epoch": 2.652276295133438,
-      "rel-constrast": 2.162493944168091,
+      "rel-constrast": 2.798250436782837,
       "step": 3379,
-      "subrel-constrast": 2.9136297702789307,
+      "subrel-constrast": 2.7734899520874023,
       "view-similarity": 0
     },
     {
       "epoch": 2.6530612244897958,
-      "grad_norm": 5.46875,
+      "grad_norm": 5.84375,
       "learning_rate": 4.1864002900977396e-05,
-      "loss": 0.6731,
+      "loss": 0.707,
       "step": 3380
     },
     {
-      "cov-distil": 1.2343411445617676,
-      "cov-distil (oracle2student)": 3.3742055892944336,
-      "cov-distil (oracle2teacher)": 3.532623291015625,
+      "cov-distil": 1.508455753326416,
+      "cov-distil (oracle2student)": 4.19498348236084,
+      "cov-distil (oracle2teacher)": 3.7493653297424316,
       "epoch": 2.6530612244897958,
-      "rel-constrast": 2.545734405517578,
+      "rel-constrast": 3.4210009574890137,
       "step": 3380,
-      "subrel-constrast": 3.256619453430176,
+      "subrel-constrast": 3.50249981880188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1428179740905762,
-      "cov-distil (oracle2student)": 6.161736011505127,
-      "cov-distil (oracle2teacher)": 5.945102691650391,
+      "cov-distil": 1.496590256690979,
+      "cov-distil (oracle2student)": 7.060778617858887,
+      "cov-distil (oracle2teacher)": 6.22581672668457,
       "epoch": 2.6538461538461537,
-      "rel-constrast": 3.1711645126342773,
+      "rel-constrast": 3.7188191413879395,
       "step": 3381,
-      "subrel-constrast": 3.8786914348602295,
+      "subrel-constrast": 4.094640731811523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5739327669143677,
-      "cov-distil (oracle2student)": 2.6070220470428467,
-      "cov-distil (oracle2teacher)": 2.8359320163726807,
+      "cov-distil": 1.8781870603561401,
+      "cov-distil (oracle2student)": 2.6168618202209473,
+      "cov-distil (oracle2teacher)": 2.8010106086730957,
       "epoch": 2.6546310832025117,
-      "rel-constrast": 2.411898136138916,
+      "rel-constrast": 2.8979735374450684,
       "step": 3382,
-      "subrel-constrast": 3.396174192428589,
+      "subrel-constrast": 3.1709582805633545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.673923373222351,
-      "cov-distil (oracle2student)": 4.127479076385498,
-      "cov-distil (oracle2teacher)": 3.732725143432617,
+      "cov-distil": 2.5470130443573,
+      "cov-distil (oracle2student)": 4.503788471221924,
+      "cov-distil (oracle2teacher)": 4.268438339233398,
       "epoch": 2.6554160125588697,
-      "rel-constrast": 2.0007710456848145,
+      "rel-constrast": 2.611623525619507,
       "step": 3383,
-      "subrel-constrast": 3.08183217048645,
+      "subrel-constrast": 2.6981749534606934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9406642317771912,
-      "cov-distil (oracle2student)": 5.379096984863281,
-      "cov-distil (oracle2teacher)": 4.690669536590576,
+      "cov-distil": 1.4865918159484863,
+      "cov-distil (oracle2student)": 5.028717517852783,
+      "cov-distil (oracle2teacher)": 5.031482219696045,
       "epoch": 2.6562009419152277,
-      "rel-constrast": 2.453364372253418,
+      "rel-constrast": 2.9276819229125977,
       "step": 3384,
-      "subrel-constrast": 2.845139503479004,
+      "subrel-constrast": 3.061467409133911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1684364080429077,
-      "cov-distil (oracle2student)": 4.121804237365723,
-      "cov-distil (oracle2teacher)": 4.027283668518066,
+      "cov-distil": 1.3745958805084229,
+      "cov-distil (oracle2student)": 4.159679889678955,
+      "cov-distil (oracle2teacher)": 4.277047157287598,
       "epoch": 2.6569858712715857,
-      "rel-constrast": 2.1816458702087402,
+      "rel-constrast": 2.374312162399292,
       "step": 3385,
-      "subrel-constrast": 2.8390920162200928,
+      "subrel-constrast": 2.5942764282226562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0408308506011963,
-      "cov-distil (oracle2student)": 5.517152786254883,
-      "cov-distil (oracle2teacher)": 4.837254524230957,
+      "cov-distil": 1.4813604354858398,
+      "cov-distil (oracle2student)": 6.135519027709961,
+      "cov-distil (oracle2teacher)": 4.8287353515625,
       "epoch": 2.6577708006279437,
-      "rel-constrast": 3.2810564041137695,
+      "rel-constrast": 4.069859504699707,
       "step": 3386,
-      "subrel-constrast": 3.8960859775543213,
+      "subrel-constrast": 4.161916732788086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2477810382843018,
-      "cov-distil (oracle2student)": 3.534484386444092,
-      "cov-distil (oracle2teacher)": 3.8466057777404785,
+      "cov-distil": 1.3365800380706787,
+      "cov-distil (oracle2student)": 3.3023836612701416,
+      "cov-distil (oracle2teacher)": 4.020544052124023,
       "epoch": 2.6585557299843012,
-      "rel-constrast": 2.7522733211517334,
+      "rel-constrast": 2.7391550540924072,
       "step": 3387,
-      "subrel-constrast": 3.1727330684661865,
+      "subrel-constrast": 3.0097179412841797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0739067792892456,
-      "cov-distil (oracle2student)": 3.692136287689209,
-      "cov-distil (oracle2teacher)": 3.3840482234954834,
+      "cov-distil": 1.442751407623291,
+      "cov-distil (oracle2student)": 4.472064971923828,
+      "cov-distil (oracle2teacher)": 4.002150535583496,
       "epoch": 2.659340659340659,
-      "rel-constrast": 2.848564624786377,
+      "rel-constrast": 2.9548563957214355,
       "step": 3388,
-      "subrel-constrast": 3.2662699222564697,
+      "subrel-constrast": 3.403254747390747,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1639528274536133,
-      "cov-distil (oracle2student)": 3.7368621826171875,
-      "cov-distil (oracle2teacher)": 3.7117128372192383,
+      "cov-distil": 1.6030082702636719,
+      "cov-distil (oracle2student)": 4.662301063537598,
+      "cov-distil (oracle2teacher)": 4.027919769287109,
       "epoch": 2.660125588697017,
-      "rel-constrast": 2.5128982067108154,
+      "rel-constrast": 3.077951192855835,
       "step": 3389,
-      "subrel-constrast": 3.1716930866241455,
+      "subrel-constrast": 3.253962755203247,
       "view-similarity": 0
     },
     {
       "epoch": 2.660910518053375,
-      "grad_norm": 4.375,
+      "grad_norm": 5.96875,
       "learning_rate": 4.1799478449514075e-05,
-      "loss": 0.6846,
+      "loss": 0.7698,
       "step": 3390
     },
     {
-      "cov-distil": 2.36075758934021,
-      "cov-distil (oracle2student)": 5.592048168182373,
-      "cov-distil (oracle2teacher)": 5.8421630859375,
+      "cov-distil": 3.0700128078460693,
+      "cov-distil (oracle2student)": 5.585769176483154,
+      "cov-distil (oracle2teacher)": 5.837506294250488,
       "epoch": 2.660910518053375,
-      "rel-constrast": 2.926896095275879,
+      "rel-constrast": 3.386763334274292,
       "step": 3390,
-      "subrel-constrast": 4.222178936004639,
+      "subrel-constrast": 4.104278087615967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.508044958114624,
-      "cov-distil (oracle2student)": 3.9797492027282715,
-      "cov-distil (oracle2teacher)": 3.959425687789917,
+      "cov-distil": 2.0871121883392334,
+      "cov-distil (oracle2student)": 4.54628324508667,
+      "cov-distil (oracle2teacher)": 4.4930009841918945,
       "epoch": 2.661695447409733,
-      "rel-constrast": 2.1036438941955566,
+      "rel-constrast": 2.4792747497558594,
       "step": 3391,
-      "subrel-constrast": 3.231468915939331,
+      "subrel-constrast": 3.425724983215332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5408297777175903,
-      "cov-distil (oracle2student)": 3.6103646755218506,
-      "cov-distil (oracle2teacher)": 3.60410475730896,
+      "cov-distil": 1.7612602710723877,
+      "cov-distil (oracle2student)": 4.056548595428467,
+      "cov-distil (oracle2teacher)": 3.5764713287353516,
       "epoch": 2.662480376766091,
-      "rel-constrast": 2.937272310256958,
+      "rel-constrast": 2.7123217582702637,
       "step": 3392,
-      "subrel-constrast": 3.3950181007385254,
+      "subrel-constrast": 3.180147886276245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6338913440704346,
-      "cov-distil (oracle2student)": 5.3872551918029785,
-      "cov-distil (oracle2teacher)": 5.13102388381958,
+      "cov-distil": 2.0798988342285156,
+      "cov-distil (oracle2student)": 5.880605220794678,
+      "cov-distil (oracle2teacher)": 5.7575483322143555,
       "epoch": 2.663265306122449,
-      "rel-constrast": 3.279101848602295,
+      "rel-constrast": 3.860836982727051,
       "step": 3393,
-      "subrel-constrast": 3.974159002304077,
+      "subrel-constrast": 3.7159266471862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.360913634300232,
-      "cov-distil (oracle2student)": 3.653331995010376,
-      "cov-distil (oracle2teacher)": 3.2688796520233154,
+      "cov-distil": 2.057487726211548,
+      "cov-distil (oracle2student)": 3.8498423099517822,
+      "cov-distil (oracle2teacher)": 3.8527984619140625,
       "epoch": 2.6640502354788067,
-      "rel-constrast": 1.6857242584228516,
+      "rel-constrast": 2.1883862018585205,
       "step": 3394,
-      "subrel-constrast": 2.3220021724700928,
+      "subrel-constrast": 2.55172061920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3381927013397217,
-      "cov-distil (oracle2student)": 4.510581016540527,
-      "cov-distil (oracle2teacher)": 4.692668437957764,
+      "cov-distil": 1.9716979265213013,
+      "cov-distil (oracle2student)": 4.805103302001953,
+      "cov-distil (oracle2teacher)": 4.883218765258789,
       "epoch": 2.6648351648351647,
-      "rel-constrast": 3.4603755474090576,
+      "rel-constrast": 3.614344835281372,
       "step": 3395,
-      "subrel-constrast": 3.921874761581421,
+      "subrel-constrast": 4.0415143966674805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2028045654296875,
-      "cov-distil (oracle2student)": 3.1786487102508545,
-      "cov-distil (oracle2teacher)": 4.071524143218994,
+      "cov-distil": 2.5946905612945557,
+      "cov-distil (oracle2student)": 3.312120199203491,
+      "cov-distil (oracle2teacher)": 3.722015857696533,
       "epoch": 2.6656200941915227,
-      "rel-constrast": 2.659817934036255,
+      "rel-constrast": 3.289696455001831,
       "step": 3396,
-      "subrel-constrast": 4.114896297454834,
+      "subrel-constrast": 3.673459529876709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104596138000488,
-      "cov-distil (oracle2student)": 5.83676815032959,
-      "cov-distil (oracle2teacher)": 5.364981174468994,
+      "cov-distil": 2.38706111907959,
+      "cov-distil (oracle2student)": 5.868476390838623,
+      "cov-distil (oracle2teacher)": 5.661350727081299,
       "epoch": 2.6664050235478807,
-      "rel-constrast": 3.7951908111572266,
+      "rel-constrast": 3.99178147315979,
       "step": 3397,
-      "subrel-constrast": 4.528207302093506,
+      "subrel-constrast": 4.718733787536621,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.790479063987732,
-      "cov-distil (oracle2student)": 5.809121131896973,
-      "cov-distil (oracle2teacher)": 5.1232500076293945,
+      "cov-distil": 2.085545539855957,
+      "cov-distil (oracle2student)": 5.80861234664917,
+      "cov-distil (oracle2teacher)": 6.125636577606201,
       "epoch": 2.6671899529042387,
-      "rel-constrast": 1.347072720527649,
+      "rel-constrast": 1.6764214038848877,
       "step": 3398,
-      "subrel-constrast": 2.534379243850708,
+      "subrel-constrast": 2.7758843898773193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2980704307556152,
-      "cov-distil (oracle2student)": 4.173917770385742,
-      "cov-distil (oracle2teacher)": 3.745276927947998,
+      "cov-distil": 1.4169540405273438,
+      "cov-distil (oracle2student)": 3.438138723373413,
+      "cov-distil (oracle2teacher)": 3.8533382415771484,
       "epoch": 2.6679748822605966,
-      "rel-constrast": 2.6846368312835693,
+      "rel-constrast": 2.1672379970550537,
       "step": 3399,
-      "subrel-constrast": 2.900108575820923,
+      "subrel-constrast": 3.0552732944488525,
       "view-similarity": 0
     },
     {
       "epoch": 2.6687598116169546,
       "grad_norm": 5.09375,
       "learning_rate": 4.173474930170744e-05,
-      "loss": 0.7129,
+      "loss": 0.7342,
       "step": 3400
     },
     {
       "epoch": 2.6687598116169546,
-      "overlap": 0.2828125059604645,
+      "overlap": 0.2874999940395355,
       "step": 3400
     },
     {
       "epoch": 2.6687598116169546,
       "step": 3400,
-      "student margin": 0.05999755859375
+      "student margin": 0.0538330078125
     },
     {
       "epoch": 2.6687598116169546,
       "step": 3400,
-      "teacher margin": 0.042388916015625
+      "teacher margin": 0.0487060546875
     },
     {
       "epoch": 2.6687598116169546,
-      "margin difference": -0.017608642578125,
+      "margin difference": -0.005126953125,
       "step": 3400
     },
     {
-      "cov-distil": 1.7592198848724365,
-      "cov-distil (oracle2student)": 4.345518112182617,
-      "cov-distil (oracle2teacher)": 3.7188637256622314,
+      "cov-distil": 1.82774817943573,
+      "cov-distil (oracle2student)": 3.923017978668213,
+      "cov-distil (oracle2teacher)": 3.771263360977173,
       "epoch": 2.6687598116169546,
-      "rel-constrast": 3.615017890930176,
+      "rel-constrast": 3.7108230590820312,
       "step": 3400,
-      "subrel-constrast": 4.042435169219971,
+      "subrel-constrast": 3.6745553016662598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9678325653076172,
-      "cov-distil (oracle2student)": 5.640748023986816,
-      "cov-distil (oracle2teacher)": 4.97282600402832,
+      "cov-distil": 1.810105323791504,
+      "cov-distil (oracle2student)": 5.3918962478637695,
+      "cov-distil (oracle2teacher)": 5.3084001541137695,
       "epoch": 2.669544740973312,
-      "rel-constrast": 2.272472620010376,
+      "rel-constrast": 2.0554680824279785,
       "step": 3401,
-      "subrel-constrast": 2.9687514305114746,
+      "subrel-constrast": 3.000535011291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0935853719711304,
-      "cov-distil (oracle2student)": 5.53285026550293,
-      "cov-distil (oracle2teacher)": 5.570320129394531,
+      "cov-distil": 1.6933577060699463,
+      "cov-distil (oracle2student)": 6.017557144165039,
+      "cov-distil (oracle2teacher)": 5.575377464294434,
       "epoch": 2.67032967032967,
-      "rel-constrast": 2.915374755859375,
+      "rel-constrast": 3.3628978729248047,
       "step": 3402,
-      "subrel-constrast": 3.62144136428833,
+      "subrel-constrast": 3.7623579502105713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7770240306854248,
-      "cov-distil (oracle2student)": 3.061687469482422,
-      "cov-distil (oracle2teacher)": 3.251063346862793,
+      "cov-distil": 1.8329821825027466,
+      "cov-distil (oracle2student)": 3.0987958908081055,
+      "cov-distil (oracle2teacher)": 3.3308286666870117,
       "epoch": 2.671114599686028,
-      "rel-constrast": 2.2424850463867188,
+      "rel-constrast": 2.4326016902923584,
       "step": 3403,
-      "subrel-constrast": 3.235748767852783,
+      "subrel-constrast": 2.9882853031158447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7967889308929443,
-      "cov-distil (oracle2student)": 5.403275012969971,
-      "cov-distil (oracle2teacher)": 5.445744514465332,
+      "cov-distil": 2.345224380493164,
+      "cov-distil (oracle2student)": 5.8105244636535645,
+      "cov-distil (oracle2teacher)": 5.474369049072266,
       "epoch": 2.671899529042386,
-      "rel-constrast": 3.160645008087158,
+      "rel-constrast": 3.6281073093414307,
       "step": 3404,
-      "subrel-constrast": 3.6700682640075684,
+      "subrel-constrast": 3.7649645805358887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1029103994369507,
-      "cov-distil (oracle2student)": 4.075234413146973,
-      "cov-distil (oracle2teacher)": 3.9376821517944336,
+      "cov-distil": 1.583135962486267,
+      "cov-distil (oracle2student)": 4.474092483520508,
+      "cov-distil (oracle2teacher)": 4.493060111999512,
       "epoch": 2.672684458398744,
-      "rel-constrast": 2.8507308959960938,
+      "rel-constrast": 2.8040943145751953,
       "step": 3405,
-      "subrel-constrast": 3.174172878265381,
+      "subrel-constrast": 3.126100540161133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3886706829071045,
-      "cov-distil (oracle2student)": 5.325919151306152,
-      "cov-distil (oracle2teacher)": 4.839361667633057,
+      "cov-distil": 1.7613964080810547,
+      "cov-distil (oracle2student)": 5.164516925811768,
+      "cov-distil (oracle2teacher)": 5.190065383911133,
       "epoch": 2.673469387755102,
-      "rel-constrast": 2.631714344024658,
+      "rel-constrast": 2.6313722133636475,
       "step": 3406,
-      "subrel-constrast": 2.690737247467041,
+      "subrel-constrast": 2.5861902236938477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.95001220703125,
-      "cov-distil (oracle2student)": 3.719670295715332,
-      "cov-distil (oracle2teacher)": 3.8165807723999023,
+      "cov-distil": 2.254149913787842,
+      "cov-distil (oracle2student)": 4.402170181274414,
+      "cov-distil (oracle2teacher)": 4.42765474319458,
       "epoch": 2.67425431711146,
-      "rel-constrast": 2.8557872772216797,
+      "rel-constrast": 3.56718373298645,
       "step": 3407,
-      "subrel-constrast": 3.5309536457061768,
+      "subrel-constrast": 3.4008467197418213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3444483280181885,
-      "cov-distil (oracle2student)": 4.876287460327148,
-      "cov-distil (oracle2teacher)": 4.010460376739502,
+      "cov-distil": 1.4647001028060913,
+      "cov-distil (oracle2student)": 4.364506721496582,
+      "cov-distil (oracle2teacher)": 4.696499824523926,
       "epoch": 2.6750392464678177,
-      "rel-constrast": 1.4313523769378662,
+      "rel-constrast": 1.6714081764221191,
       "step": 3408,
-      "subrel-constrast": 2.1007192134857178,
+      "subrel-constrast": 2.2531473636627197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3018388748168945,
-      "cov-distil (oracle2student)": 3.1435675621032715,
-      "cov-distil (oracle2teacher)": 3.487612724304199,
+      "cov-distil": 1.6883220672607422,
+      "cov-distil (oracle2student)": 4.102463245391846,
+      "cov-distil (oracle2teacher)": 3.4635586738586426,
       "epoch": 2.675824175824176,
-      "rel-constrast": 2.4106626510620117,
+      "rel-constrast": 2.749919891357422,
       "step": 3409,
-      "subrel-constrast": 3.1958537101745605,
+      "subrel-constrast": 3.16257905960083,
       "view-similarity": 0
     },
     {
       "epoch": 2.6766091051805336,
-      "grad_norm": 5.65625,
+      "grad_norm": 5.5,
       "learning_rate": 4.166981624626174e-05,
-      "loss": 0.6984,
+      "loss": 0.7153,
       "step": 3410
     },
     {
-      "cov-distil": 1.921257734298706,
-      "cov-distil (oracle2student)": 3.3065457344055176,
-      "cov-distil (oracle2teacher)": 3.276826858520508,
+      "cov-distil": 2.550361156463623,
+      "cov-distil (oracle2student)": 3.8613321781158447,
+      "cov-distil (oracle2teacher)": 3.7117655277252197,
       "epoch": 2.6766091051805336,
-      "rel-constrast": 1.7720280885696411,
+      "rel-constrast": 2.2832422256469727,
       "step": 3410,
-      "subrel-constrast": 2.985795497894287,
+      "subrel-constrast": 3.161891222000122,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7063407897949219,
-      "cov-distil (oracle2student)": 4.310494422912598,
-      "cov-distil (oracle2teacher)": 3.878406047821045,
+      "cov-distil": 2.0576038360595703,
+      "cov-distil (oracle2student)": 4.510265827178955,
+      "cov-distil (oracle2teacher)": 4.55660343170166,
       "epoch": 2.6773940345368916,
-      "rel-constrast": 1.9165396690368652,
+      "rel-constrast": 1.7609572410583496,
       "step": 3411,
-      "subrel-constrast": 2.306405782699585,
+      "subrel-constrast": 2.71749210357666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1990208625793457,
-      "cov-distil (oracle2student)": 6.714446067810059,
-      "cov-distil (oracle2teacher)": 5.67267370223999,
+      "cov-distil": 1.7847483158111572,
+      "cov-distil (oracle2student)": 7.033682346343994,
+      "cov-distil (oracle2teacher)": 6.783595085144043,
       "epoch": 2.6781789638932496,
-      "rel-constrast": 1.9394690990447998,
+      "rel-constrast": 2.223027229309082,
       "step": 3412,
-      "subrel-constrast": 2.500439167022705,
+      "subrel-constrast": 2.3677916526794434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5952868461608887,
-      "cov-distil (oracle2student)": 6.093477249145508,
-      "cov-distil (oracle2teacher)": 5.360837459564209,
+      "cov-distil": 1.6091609001159668,
+      "cov-distil (oracle2student)": 6.709377288818359,
+      "cov-distil (oracle2teacher)": 5.88435173034668,
       "epoch": 2.6789638932496076,
-      "rel-constrast": 2.7476391792297363,
+      "rel-constrast": 3.6079299449920654,
       "step": 3413,
-      "subrel-constrast": 3.6323976516723633,
+      "subrel-constrast": 3.550032138824463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3876068592071533,
-      "cov-distil (oracle2student)": 5.224850177764893,
-      "cov-distil (oracle2teacher)": 4.495697498321533,
+      "cov-distil": 1.7776081562042236,
+      "cov-distil (oracle2student)": 5.949850082397461,
+      "cov-distil (oracle2teacher)": 5.318565368652344,
       "epoch": 2.6797488226059656,
-      "rel-constrast": 2.91737961769104,
+      "rel-constrast": 3.3743553161621094,
       "step": 3414,
-      "subrel-constrast": 2.978888511657715,
+      "subrel-constrast": 3.371988296508789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6670030355453491,
-      "cov-distil (oracle2student)": 3.8915600776672363,
-      "cov-distil (oracle2teacher)": 3.865659236907959,
+      "cov-distil": 1.9112045764923096,
+      "cov-distil (oracle2student)": 4.283503532409668,
+      "cov-distil (oracle2teacher)": 4.107187271118164,
       "epoch": 2.680533751962323,
-      "rel-constrast": 1.5717297792434692,
+      "rel-constrast": 1.5818281173706055,
       "step": 3415,
-      "subrel-constrast": 2.1923911571502686,
+      "subrel-constrast": 2.119640588760376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.448941707611084,
-      "cov-distil (oracle2student)": 3.7615251541137695,
-      "cov-distil (oracle2teacher)": 3.5000381469726562,
+      "cov-distil": 1.963991641998291,
+      "cov-distil (oracle2student)": 3.984903335571289,
+      "cov-distil (oracle2teacher)": 3.9452850818634033,
       "epoch": 2.6813186813186816,
-      "rel-constrast": 2.0906143188476562,
+      "rel-constrast": 2.184053421020508,
       "step": 3416,
-      "subrel-constrast": 2.4733214378356934,
+      "subrel-constrast": 2.9160478115081787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2324445247650146,
-      "cov-distil (oracle2student)": 3.6439027786254883,
-      "cov-distil (oracle2teacher)": 4.025062084197998,
+      "cov-distil": 1.299780249595642,
+      "cov-distil (oracle2student)": 4.036869049072266,
+      "cov-distil (oracle2teacher)": 4.346403121948242,
       "epoch": 2.682103610675039,
-      "rel-constrast": 1.5885065793991089,
+      "rel-constrast": 1.6307454109191895,
       "step": 3417,
-      "subrel-constrast": 2.4485878944396973,
+      "subrel-constrast": 2.258671283721924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.359544038772583,
-      "cov-distil (oracle2student)": 4.562652587890625,
-      "cov-distil (oracle2teacher)": 4.071953773498535,
+      "cov-distil": 1.5849826335906982,
+      "cov-distil (oracle2student)": 4.349706172943115,
+      "cov-distil (oracle2teacher)": 4.341602325439453,
       "epoch": 2.682888540031397,
-      "rel-constrast": 2.5416276454925537,
+      "rel-constrast": 2.610931634902954,
       "step": 3418,
-      "subrel-constrast": 3.098799467086792,
+      "subrel-constrast": 3.089486598968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6369211673736572,
-      "cov-distil (oracle2student)": 3.8102831840515137,
-      "cov-distil (oracle2teacher)": 3.7021961212158203,
+      "cov-distil": 1.7858377695083618,
+      "cov-distil (oracle2student)": 4.1667890548706055,
+      "cov-distil (oracle2teacher)": 3.457854747772217,
       "epoch": 2.683673469387755,
-      "rel-constrast": 2.197509765625,
+      "rel-constrast": 2.1973299980163574,
       "step": 3419,
-      "subrel-constrast": 3.119676351547241,
+      "subrel-constrast": 3.153942584991455,
       "view-similarity": 0
     },
     {
       "epoch": 2.684458398744113,
-      "grad_norm": 4.40625,
+      "grad_norm": 5.375,
       "learning_rate": 4.160468007436574e-05,
-      "loss": 0.57,
+      "loss": 0.5864,
       "step": 3420
     },
     {
-      "cov-distil": 1.719135046005249,
-      "cov-distil (oracle2student)": 3.821016311645508,
-      "cov-distil (oracle2teacher)": 3.611619472503662,
+      "cov-distil": 2.2573652267456055,
+      "cov-distil (oracle2student)": 4.160118103027344,
+      "cov-distil (oracle2teacher)": 4.028013229370117,
       "epoch": 2.684458398744113,
-      "rel-constrast": 2.40488338470459,
+      "rel-constrast": 3.2532758712768555,
       "step": 3420,
-      "subrel-constrast": 3.4663171768188477,
+      "subrel-constrast": 3.381157636642456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5605039596557617,
-      "cov-distil (oracle2student)": 2.935488700866699,
-      "cov-distil (oracle2teacher)": 3.1864795684814453,
+      "cov-distil": 1.9203566312789917,
+      "cov-distil (oracle2student)": 3.124582052230835,
+      "cov-distil (oracle2teacher)": 3.1991333961486816,
       "epoch": 2.685243328100471,
-      "rel-constrast": 2.760688543319702,
+      "rel-constrast": 2.545841693878174,
       "step": 3421,
-      "subrel-constrast": 3.7049105167388916,
+      "subrel-constrast": 3.467789649963379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5770034790039062,
-      "cov-distil (oracle2student)": 4.423437595367432,
-      "cov-distil (oracle2teacher)": 3.8640236854553223,
+      "cov-distil": 2.2480409145355225,
+      "cov-distil (oracle2student)": 4.452888011932373,
+      "cov-distil (oracle2teacher)": 4.0977325439453125,
       "epoch": 2.686028257456829,
-      "rel-constrast": 2.815077543258667,
+      "rel-constrast": 3.11016583442688,
       "step": 3422,
-      "subrel-constrast": 3.7331526279449463,
+      "subrel-constrast": 3.602139711380005,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3983687162399292,
-      "cov-distil (oracle2student)": 4.7415666580200195,
-      "cov-distil (oracle2teacher)": 4.635700702667236,
+      "cov-distil": 1.675520658493042,
+      "cov-distil (oracle2student)": 4.91922664642334,
+      "cov-distil (oracle2teacher)": 4.601896286010742,
       "epoch": 2.686813186813187,
-      "rel-constrast": 2.98581862449646,
+      "rel-constrast": 2.9754161834716797,
       "step": 3423,
-      "subrel-constrast": 3.2037909030914307,
+      "subrel-constrast": 2.918818950653076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1597836017608643,
-      "cov-distil (oracle2student)": 6.610556125640869,
-      "cov-distil (oracle2teacher)": 5.9040422439575195,
+      "cov-distil": 1.7587687969207764,
+      "cov-distil (oracle2student)": 5.9358696937561035,
+      "cov-distil (oracle2teacher)": 6.221784591674805,
       "epoch": 2.6875981161695446,
-      "rel-constrast": 3.8531577587127686,
+      "rel-constrast": 3.9857892990112305,
       "step": 3424,
-      "subrel-constrast": 4.011930465698242,
+      "subrel-constrast": 4.242252349853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5182232856750488,
-      "cov-distil (oracle2student)": 4.406174659729004,
-      "cov-distil (oracle2teacher)": 3.7655882835388184,
+      "cov-distil": 2.3813552856445312,
+      "cov-distil (oracle2student)": 4.166727066040039,
+      "cov-distil (oracle2teacher)": 4.501323699951172,
       "epoch": 2.6883830455259026,
-      "rel-constrast": 3.032742500305176,
+      "rel-constrast": 3.538440704345703,
       "step": 3425,
-      "subrel-constrast": 3.34782075881958,
+      "subrel-constrast": 3.629218339920044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3041605949401855,
-      "cov-distil (oracle2student)": 5.670109748840332,
-      "cov-distil (oracle2teacher)": 5.423748016357422,
+      "cov-distil": 2.9310035705566406,
+      "cov-distil (oracle2student)": 6.637940883636475,
+      "cov-distil (oracle2teacher)": 5.470424652099609,
       "epoch": 2.6891679748822606,
-      "rel-constrast": 3.360563278198242,
+      "rel-constrast": 4.359926223754883,
       "step": 3426,
-      "subrel-constrast": 4.035850524902344,
+      "subrel-constrast": 4.1094651222229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5476405620574951,
-      "cov-distil (oracle2student)": 4.484825611114502,
-      "cov-distil (oracle2teacher)": 3.717073440551758,
+      "cov-distil": 1.895384430885315,
+      "cov-distil (oracle2student)": 4.246279239654541,
+      "cov-distil (oracle2teacher)": 4.099481582641602,
       "epoch": 2.6899529042386185,
-      "rel-constrast": 2.753540515899658,
+      "rel-constrast": 2.746671438217163,
       "step": 3427,
-      "subrel-constrast": 3.1116342544555664,
+      "subrel-constrast": 2.9194531440734863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2179723978042603,
-      "cov-distil (oracle2student)": 4.204617023468018,
-      "cov-distil (oracle2teacher)": 3.8007848262786865,
+      "cov-distil": 1.779252052307129,
+      "cov-distil (oracle2student)": 4.537436485290527,
+      "cov-distil (oracle2teacher)": 3.9950473308563232,
       "epoch": 2.6907378335949765,
-      "rel-constrast": 2.3686611652374268,
+      "rel-constrast": 2.615534782409668,
       "step": 3428,
-      "subrel-constrast": 2.6773524284362793,
+      "subrel-constrast": 2.951704740524292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4228005409240723,
-      "cov-distil (oracle2student)": 3.4358344078063965,
-      "cov-distil (oracle2teacher)": 3.7747607231140137,
+      "cov-distil": 1.8564531803131104,
+      "cov-distil (oracle2student)": 3.6713480949401855,
+      "cov-distil (oracle2teacher)": 4.284526824951172,
       "epoch": 2.6915227629513345,
-      "rel-constrast": 3.254420757293701,
+      "rel-constrast": 3.6040735244750977,
       "step": 3429,
-      "subrel-constrast": 3.6758570671081543,
+      "subrel-constrast": 4.174856185913086,
       "view-similarity": 0
     },
     {
       "epoch": 2.6923076923076925,
-      "grad_norm": 5.5,
+      "grad_norm": 6.1875,
       "learning_rate": 4.1539341579683155e-05,
-      "loss": 0.7783,
+      "loss": 0.8184,
       "step": 3430
     },
     {
-      "cov-distil": 1.7391047477722168,
-      "cov-distil (oracle2student)": 3.832895040512085,
-      "cov-distil (oracle2teacher)": 3.7995762825012207,
+      "cov-distil": 1.7201626300811768,
+      "cov-distil (oracle2student)": 4.168298721313477,
+      "cov-distil (oracle2teacher)": 4.109101295471191,
       "epoch": 2.6923076923076925,
-      "rel-constrast": 2.7669920921325684,
+      "rel-constrast": 2.9635531902313232,
       "step": 3430,
-      "subrel-constrast": 3.3318166732788086,
+      "subrel-constrast": 3.659263849258423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6470890045166016,
-      "cov-distil (oracle2student)": 4.424378395080566,
-      "cov-distil (oracle2teacher)": 4.173608779907227,
+      "cov-distil": 2.0820391178131104,
+      "cov-distil (oracle2student)": 4.930263519287109,
+      "cov-distil (oracle2teacher)": 4.731770992279053,
       "epoch": 2.69309262166405,
-      "rel-constrast": 3.144897222518921,
+      "rel-constrast": 3.33355712890625,
       "step": 3431,
-      "subrel-constrast": 3.7279772758483887,
+      "subrel-constrast": 3.9863076210021973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3189151287078857,
-      "cov-distil (oracle2student)": 3.7437446117401123,
-      "cov-distil (oracle2teacher)": 3.3592019081115723,
+      "cov-distil": 1.8070474863052368,
+      "cov-distil (oracle2student)": 3.8762855529785156,
+      "cov-distil (oracle2teacher)": 3.840297222137451,
       "epoch": 2.693877551020408,
-      "rel-constrast": 2.6971282958984375,
+      "rel-constrast": 2.2970781326293945,
       "step": 3432,
-      "subrel-constrast": 3.3283803462982178,
+      "subrel-constrast": 3.237035036087036,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2436387538909912,
-      "cov-distil (oracle2student)": 3.927736759185791,
-      "cov-distil (oracle2teacher)": 4.701812744140625,
+      "cov-distil": 1.8169403076171875,
+      "cov-distil (oracle2student)": 4.5937395095825195,
+      "cov-distil (oracle2teacher)": 5.2535881996154785,
       "epoch": 2.694662480376766,
-      "rel-constrast": 3.246727466583252,
+      "rel-constrast": 3.537930965423584,
       "step": 3433,
-      "subrel-constrast": 4.3226776123046875,
+      "subrel-constrast": 4.384520530700684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5675714015960693,
-      "cov-distil (oracle2student)": 3.861079692840576,
-      "cov-distil (oracle2teacher)": 4.18678617477417,
+      "cov-distil": 2.1330158710479736,
+      "cov-distil (oracle2student)": 4.965439796447754,
+      "cov-distil (oracle2teacher)": 3.923562526702881,
       "epoch": 2.695447409733124,
-      "rel-constrast": 3.1077017784118652,
+      "rel-constrast": 3.728485107421875,
       "step": 3434,
-      "subrel-constrast": 3.810654401779175,
+      "subrel-constrast": 3.5769448280334473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8184099197387695,
-      "cov-distil (oracle2student)": 6.261345863342285,
-      "cov-distil (oracle2teacher)": 6.258091926574707,
+      "cov-distil": 1.9304550886154175,
+      "cov-distil (oracle2student)": 7.071700096130371,
+      "cov-distil (oracle2teacher)": 6.423239231109619,
       "epoch": 2.696232339089482,
-      "rel-constrast": 1.4204344749450684,
+      "rel-constrast": 1.9316574335098267,
       "step": 3435,
-      "subrel-constrast": 2.3580150604248047,
+      "subrel-constrast": 2.4323787689208984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3488813638687134,
-      "cov-distil (oracle2student)": 3.961028575897217,
-      "cov-distil (oracle2teacher)": 3.6226727962493896,
+      "cov-distil": 1.229973316192627,
+      "cov-distil (oracle2student)": 3.579516887664795,
+      "cov-distil (oracle2teacher)": 3.75308895111084,
       "epoch": 2.69701726844584,
-      "rel-constrast": 2.740581512451172,
+      "rel-constrast": 3.0078952312469482,
       "step": 3436,
-      "subrel-constrast": 2.9722201824188232,
+      "subrel-constrast": 2.979170560836792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7909841537475586,
-      "cov-distil (oracle2student)": 6.978001117706299,
-      "cov-distil (oracle2teacher)": 6.154361724853516,
+      "cov-distil": 2.3962936401367188,
+      "cov-distil (oracle2student)": 6.720023155212402,
+      "cov-distil (oracle2teacher)": 6.235010147094727,
       "epoch": 2.697802197802198,
-      "rel-constrast": 2.284184217453003,
+      "rel-constrast": 2.436096668243408,
       "step": 3437,
-      "subrel-constrast": 3.177285671234131,
+      "subrel-constrast": 3.231719970703125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9224412441253662,
-      "cov-distil (oracle2student)": 2.6639764308929443,
-      "cov-distil (oracle2teacher)": 2.7243189811706543,
+      "cov-distil": 2.482320785522461,
+      "cov-distil (oracle2student)": 3.0414886474609375,
+      "cov-distil (oracle2teacher)": 2.5971078872680664,
       "epoch": 2.6985871271585555,
-      "rel-constrast": 2.7666711807250977,
+      "rel-constrast": 3.357576370239258,
       "step": 3438,
-      "subrel-constrast": 3.4452741146087646,
+      "subrel-constrast": 3.5120551586151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2896897792816162,
-      "cov-distil (oracle2student)": 4.503536701202393,
-      "cov-distil (oracle2teacher)": 4.040459156036377,
+      "cov-distil": 1.5644798278808594,
+      "cov-distil (oracle2student)": 5.07213830947876,
+      "cov-distil (oracle2teacher)": 4.618190288543701,
       "epoch": 2.6993720565149135,
-      "rel-constrast": 2.1506056785583496,
+      "rel-constrast": 2.297954559326172,
       "step": 3439,
-      "subrel-constrast": 2.8010621070861816,
+      "subrel-constrast": 2.8197500705718994,
       "view-similarity": 0
     },
     {
       "epoch": 2.7001569858712715,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.03125,
       "learning_rate": 4.147380155834293e-05,
-      "loss": 0.6974,
+      "loss": 0.7223,
       "step": 3440
     },
     {
-      "cov-distil": 1.146598219871521,
-      "cov-distil (oracle2student)": 4.291509628295898,
-      "cov-distil (oracle2teacher)": 4.883552551269531,
+      "cov-distil": 1.4682190418243408,
+      "cov-distil (oracle2student)": 4.737671852111816,
+      "cov-distil (oracle2teacher)": 4.954123497009277,
       "epoch": 2.7001569858712715,
-      "rel-constrast": 2.6033687591552734,
+      "rel-constrast": 2.848444700241089,
       "step": 3440,
-      "subrel-constrast": 3.094074249267578,
+      "subrel-constrast": 3.668539047241211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5829063653945923,
-      "cov-distil (oracle2student)": 4.754502296447754,
-      "cov-distil (oracle2teacher)": 4.792940616607666,
+      "cov-distil": 1.9638338088989258,
+      "cov-distil (oracle2student)": 4.626442909240723,
+      "cov-distil (oracle2teacher)": 5.301957607269287,
       "epoch": 2.7009419152276295,
-      "rel-constrast": 3.524317741394043,
+      "rel-constrast": 3.620509386062622,
       "step": 3441,
-      "subrel-constrast": 4.439371585845947,
+      "subrel-constrast": 4.135095119476318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9889519214630127,
-      "cov-distil (oracle2student)": 4.789587497711182,
-      "cov-distil (oracle2teacher)": 3.8334789276123047,
+      "cov-distil": 2.7148351669311523,
+      "cov-distil (oracle2student)": 4.937849044799805,
+      "cov-distil (oracle2teacher)": 4.439609527587891,
       "epoch": 2.7017268445839875,
-      "rel-constrast": 2.416520118713379,
+      "rel-constrast": 2.8625648021698,
       "step": 3442,
-      "subrel-constrast": 3.269442081451416,
+      "subrel-constrast": 3.700917959213257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.639683485031128,
-      "cov-distil (oracle2student)": 5.108799457550049,
-      "cov-distil (oracle2teacher)": 5.2285261154174805,
+      "cov-distil": 2.6510353088378906,
+      "cov-distil (oracle2student)": 5.5866498947143555,
+      "cov-distil (oracle2teacher)": 5.973727703094482,
       "epoch": 2.7025117739403455,
-      "rel-constrast": 2.906005859375,
+      "rel-constrast": 3.0921151638031006,
       "step": 3443,
-      "subrel-constrast": 4.077155113220215,
+      "subrel-constrast": 4.488900184631348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3551075458526611,
-      "cov-distil (oracle2student)": 4.5436201095581055,
-      "cov-distil (oracle2teacher)": 4.428092002868652,
+      "cov-distil": 1.6277096271514893,
+      "cov-distil (oracle2student)": 4.678923606872559,
+      "cov-distil (oracle2teacher)": 4.691188812255859,
       "epoch": 2.7032967032967035,
-      "rel-constrast": 3.2929627895355225,
+      "rel-constrast": 3.693241834640503,
       "step": 3444,
-      "subrel-constrast": 3.656095027923584,
+      "subrel-constrast": 3.647064447402954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5290656089782715,
-      "cov-distil (oracle2student)": 2.274554491043091,
-      "cov-distil (oracle2teacher)": 2.3479232788085938,
+      "cov-distil": 1.9819656610488892,
+      "cov-distil (oracle2student)": 2.501002788543701,
+      "cov-distil (oracle2teacher)": 2.6157026290893555,
       "epoch": 2.704081632653061,
-      "rel-constrast": 2.3773326873779297,
+      "rel-constrast": 2.2368106842041016,
       "step": 3445,
-      "subrel-constrast": 3.0413198471069336,
+      "subrel-constrast": 2.799691915512085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.021592617034912,
-      "cov-distil (oracle2student)": 4.015064716339111,
-      "cov-distil (oracle2teacher)": 4.390156269073486,
+      "cov-distil": 2.598863124847412,
+      "cov-distil (oracle2student)": 4.2519145011901855,
+      "cov-distil (oracle2teacher)": 4.6038594245910645,
       "epoch": 2.704866562009419,
-      "rel-constrast": 1.8086042404174805,
+      "rel-constrast": 2.0626473426818848,
       "step": 3446,
-      "subrel-constrast": 3.550882577896118,
+      "subrel-constrast": 3.590665102005005,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3065769672393799,
-      "cov-distil (oracle2student)": 3.850503921508789,
-      "cov-distil (oracle2teacher)": 3.518409252166748,
+      "cov-distil": 1.8138190507888794,
+      "cov-distil (oracle2student)": 3.6966018676757812,
+      "cov-distil (oracle2teacher)": 3.8083887100219727,
       "epoch": 2.705651491365777,
-      "rel-constrast": 2.496784210205078,
+      "rel-constrast": 2.5151777267456055,
       "step": 3447,
-      "subrel-constrast": 3.005446672439575,
+      "subrel-constrast": 3.1640548706054688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5680123567581177,
-      "cov-distil (oracle2student)": 4.62880277633667,
-      "cov-distil (oracle2teacher)": 3.914820671081543,
+      "cov-distil": 1.5786871910095215,
+      "cov-distil (oracle2student)": 4.536264419555664,
+      "cov-distil (oracle2teacher)": 4.314123153686523,
       "epoch": 2.706436420722135,
-      "rel-constrast": 1.87405264377594,
+      "rel-constrast": 1.7389110326766968,
       "step": 3448,
-      "subrel-constrast": 2.402010679244995,
+      "subrel-constrast": 2.2450180053710938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601933240890503,
-      "cov-distil (oracle2student)": 3.38590669631958,
-      "cov-distil (oracle2teacher)": 3.2311246395111084,
+      "cov-distil": 2.1006686687469482,
+      "cov-distil (oracle2student)": 3.393105983734131,
+      "cov-distil (oracle2teacher)": 3.392972469329834,
       "epoch": 2.707221350078493,
-      "rel-constrast": 2.697071075439453,
+      "rel-constrast": 2.349675416946411,
       "step": 3449,
-      "subrel-constrast": 3.571235418319702,
+      "subrel-constrast": 3.276083469390869,
       "view-similarity": 0
     },
     {
       "epoch": 2.708006279434851,
-      "grad_norm": 5.03125,
+      "grad_norm": 5.28125,
       "learning_rate": 4.1408060808929514e-05,
-      "loss": 0.6893,
+      "loss": 0.6755,
       "step": 3450
     },
     {
-      "cov-distil": 1.21927011013031,
-      "cov-distil (oracle2student)": 4.345832824707031,
-      "cov-distil (oracle2teacher)": 4.224304676055908,
+      "cov-distil": 1.4996848106384277,
+      "cov-distil (oracle2student)": 5.400115966796875,
+      "cov-distil (oracle2teacher)": 4.602182388305664,
       "epoch": 2.708006279434851,
-      "rel-constrast": 2.735278606414795,
+      "rel-constrast": 3.3559908866882324,
       "step": 3450,
-      "subrel-constrast": 3.639580488204956,
+      "subrel-constrast": 3.856375217437744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.007547378540039,
-      "cov-distil (oracle2student)": 4.9014739990234375,
-      "cov-distil (oracle2teacher)": 4.646322250366211,
+      "cov-distil": 2.2636330127716064,
+      "cov-distil (oracle2student)": 4.8192057609558105,
+      "cov-distil (oracle2teacher)": 4.7333221435546875,
       "epoch": 2.708791208791209,
-      "rel-constrast": 3.232232093811035,
+      "rel-constrast": 3.689537525177002,
       "step": 3451,
-      "subrel-constrast": 4.195211887359619,
+      "subrel-constrast": 4.463409900665283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4024213552474976,
-      "cov-distil (oracle2student)": 4.254790306091309,
-      "cov-distil (oracle2teacher)": 4.8669233322143555,
+      "cov-distil": 1.7036468982696533,
+      "cov-distil (oracle2student)": 4.633495807647705,
+      "cov-distil (oracle2teacher)": 5.150559902191162,
       "epoch": 2.7095761381475665,
-      "rel-constrast": 3.0329291820526123,
+      "rel-constrast": 3.30493426322937,
       "step": 3452,
-      "subrel-constrast": 3.477086305618286,
+      "subrel-constrast": 3.555717706680298,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6247479915618896,
-      "cov-distil (oracle2student)": 5.620559215545654,
-      "cov-distil (oracle2teacher)": 5.500706672668457,
+      "cov-distil": 2.140869140625,
+      "cov-distil (oracle2student)": 6.1340718269348145,
+      "cov-distil (oracle2teacher)": 5.625678062438965,
       "epoch": 2.710361067503925,
-      "rel-constrast": 2.6023197174072266,
+      "rel-constrast": 2.990795850753784,
       "step": 3453,
-      "subrel-constrast": 3.531235694885254,
+      "subrel-constrast": 3.4280474185943604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8442978858947754,
-      "cov-distil (oracle2student)": 3.5712153911590576,
-      "cov-distil (oracle2teacher)": 3.37542724609375,
+      "cov-distil": 2.8195748329162598,
+      "cov-distil (oracle2student)": 3.609065055847168,
+      "cov-distil (oracle2teacher)": 3.7870919704437256,
       "epoch": 2.7111459968602825,
-      "rel-constrast": 2.002131700515747,
+      "rel-constrast": 2.2566637992858887,
       "step": 3454,
-      "subrel-constrast": 2.9689135551452637,
+      "subrel-constrast": 3.1966755390167236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4820046424865723,
-      "cov-distil (oracle2student)": 4.897122383117676,
-      "cov-distil (oracle2teacher)": 4.639852046966553,
+      "cov-distil": 2.1590189933776855,
+      "cov-distil (oracle2student)": 5.166792869567871,
+      "cov-distil (oracle2teacher)": 5.047226428985596,
       "epoch": 2.7119309262166404,
-      "rel-constrast": 3.2388200759887695,
+      "rel-constrast": 3.4780774116516113,
       "step": 3455,
-      "subrel-constrast": 3.8527207374572754,
+      "subrel-constrast": 3.8843131065368652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4974098205566406,
-      "cov-distil (oracle2student)": 2.7253851890563965,
-      "cov-distil (oracle2teacher)": 3.030970811843872,
+      "cov-distil": 2.198185920715332,
+      "cov-distil (oracle2student)": 2.7552969455718994,
+      "cov-distil (oracle2teacher)": 3.019301414489746,
       "epoch": 2.7127158555729984,
-      "rel-constrast": 2.0766568183898926,
+      "rel-constrast": 2.193504571914673,
       "step": 3456,
-      "subrel-constrast": 2.782836675643921,
+      "subrel-constrast": 2.790959358215332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1912997961044312,
-      "cov-distil (oracle2student)": 4.252876281738281,
-      "cov-distil (oracle2teacher)": 4.382081031799316,
+      "cov-distil": 1.6571637392044067,
+      "cov-distil (oracle2student)": 4.242386817932129,
+      "cov-distil (oracle2teacher)": 4.799890041351318,
       "epoch": 2.7135007849293564,
-      "rel-constrast": 2.893435478210449,
+      "rel-constrast": 3.9732253551483154,
       "step": 3457,
-      "subrel-constrast": 3.1829638481140137,
+      "subrel-constrast": 3.407750129699707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1272361278533936,
-      "cov-distil (oracle2student)": 5.005651473999023,
-      "cov-distil (oracle2teacher)": 4.852031707763672,
+      "cov-distil": 1.4193333387374878,
+      "cov-distil (oracle2student)": 4.965204238891602,
+      "cov-distil (oracle2teacher)": 5.4173479080200195,
       "epoch": 2.7142857142857144,
-      "rel-constrast": 2.816998243331909,
+      "rel-constrast": 3.0033154487609863,
       "step": 3458,
-      "subrel-constrast": 3.238236904144287,
+      "subrel-constrast": 3.2749171257019043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3785386085510254,
-      "cov-distil (oracle2student)": 2.4433679580688477,
-      "cov-distil (oracle2teacher)": 2.6369667053222656,
+      "cov-distil": 1.8514714241027832,
+      "cov-distil (oracle2student)": 3.16408634185791,
+      "cov-distil (oracle2teacher)": 2.6679277420043945,
       "epoch": 2.715070643642072,
-      "rel-constrast": 2.4614343643188477,
+      "rel-constrast": 3.4508285522460938,
       "step": 3459,
-      "subrel-constrast": 3.1953136920928955,
+      "subrel-constrast": 3.2200124263763428,
       "view-similarity": 0
     },
     {
       "epoch": 2.7158555729984304,
-      "grad_norm": 5.65625,
+      "grad_norm": 7.28125,
       "learning_rate": 4.134212013247323e-05,
-      "loss": 0.7142,
+      "loss": 0.7924,
       "step": 3460
     },
     {
-      "cov-distil": 1.4766921997070312,
-      "cov-distil (oracle2student)": 5.082341194152832,
-      "cov-distil (oracle2teacher)": 4.386532783508301,
+      "cov-distil": 2.0633926391601562,
+      "cov-distil (oracle2student)": 5.407033920288086,
+      "cov-distil (oracle2teacher)": 4.690655708312988,
       "epoch": 2.7158555729984304,
-      "rel-constrast": 2.7160940170288086,
+      "rel-constrast": 3.3623080253601074,
       "step": 3460,
-      "subrel-constrast": 3.2220876216888428,
+      "subrel-constrast": 3.0190131664276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.069206476211548,
-      "cov-distil (oracle2student)": 4.664997577667236,
-      "cov-distil (oracle2teacher)": 5.096159934997559,
+      "cov-distil": 2.844043731689453,
+      "cov-distil (oracle2student)": 4.5231547355651855,
+      "cov-distil (oracle2teacher)": 5.684597015380859,
       "epoch": 2.716640502354788,
-      "rel-constrast": 3.6471524238586426,
+      "rel-constrast": 3.409236431121826,
       "step": 3461,
-      "subrel-constrast": 4.302290916442871,
+      "subrel-constrast": 4.0554914474487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2910975217819214,
-      "cov-distil (oracle2student)": 3.6046576499938965,
-      "cov-distil (oracle2teacher)": 3.6049463748931885,
+      "cov-distil": 2.1921441555023193,
+      "cov-distil (oracle2student)": 3.730283260345459,
+      "cov-distil (oracle2teacher)": 4.179743766784668,
       "epoch": 2.717425431711146,
-      "rel-constrast": 3.0807809829711914,
+      "rel-constrast": 3.4132184982299805,
       "step": 3462,
-      "subrel-constrast": 3.366668224334717,
+      "subrel-constrast": 3.6360530853271484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.749687910079956,
-      "cov-distil (oracle2student)": 3.0196123123168945,
-      "cov-distil (oracle2teacher)": 3.3055078983306885,
+      "cov-distil": 2.423893451690674,
+      "cov-distil (oracle2student)": 3.634552478790283,
+      "cov-distil (oracle2teacher)": 3.480604410171509,
       "epoch": 2.718210361067504,
-      "rel-constrast": 2.158522605895996,
+      "rel-constrast": 2.597930431365967,
       "step": 3463,
-      "subrel-constrast": 2.6976919174194336,
+      "subrel-constrast": 2.9140119552612305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1960222721099854,
-      "cov-distil (oracle2student)": 3.8808372020721436,
-      "cov-distil (oracle2teacher)": 4.201834678649902,
+      "cov-distil": 1.7862966060638428,
+      "cov-distil (oracle2student)": 4.645199775695801,
+      "cov-distil (oracle2teacher)": 3.9527459144592285,
       "epoch": 2.718995290423862,
-      "rel-constrast": 3.0854344367980957,
+      "rel-constrast": 3.954159736633301,
       "step": 3464,
-      "subrel-constrast": 3.8930649757385254,
+      "subrel-constrast": 3.6930692195892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4431267976760864,
-      "cov-distil (oracle2student)": 4.357943058013916,
-      "cov-distil (oracle2teacher)": 4.403596878051758,
+      "cov-distil": 1.7085598707199097,
+      "cov-distil (oracle2student)": 4.499701499938965,
+      "cov-distil (oracle2teacher)": 4.384127616882324,
       "epoch": 2.71978021978022,
-      "rel-constrast": 2.9029464721679688,
+      "rel-constrast": 2.796860456466675,
       "step": 3465,
-      "subrel-constrast": 3.3169991970062256,
+      "subrel-constrast": 3.745939016342163,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1986525058746338,
-      "cov-distil (oracle2student)": 4.591737747192383,
-      "cov-distil (oracle2teacher)": 3.828734874725342,
+      "cov-distil": 1.401678204536438,
+      "cov-distil (oracle2student)": 4.423333644866943,
+      "cov-distil (oracle2teacher)": 3.7685611248016357,
       "epoch": 2.7205651491365774,
-      "rel-constrast": 1.7433770895004272,
+      "rel-constrast": 1.927401065826416,
       "step": 3466,
-      "subrel-constrast": 2.562483549118042,
+      "subrel-constrast": 2.351966381072998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9017468690872192,
-      "cov-distil (oracle2student)": 3.8939943313598633,
-      "cov-distil (oracle2teacher)": 3.2050392627716064,
+      "cov-distil": 1.8546656370162964,
+      "cov-distil (oracle2student)": 3.2774505615234375,
+      "cov-distil (oracle2teacher)": 3.895918369293213,
       "epoch": 2.721350078492936,
-      "rel-constrast": 2.9160914421081543,
+      "rel-constrast": 2.6920595169067383,
       "step": 3467,
-      "subrel-constrast": 3.3291354179382324,
+      "subrel-constrast": 3.147138833999634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.699385166168213,
-      "cov-distil (oracle2student)": 2.770312786102295,
-      "cov-distil (oracle2teacher)": 2.8875622749328613,
+      "cov-distil": 2.0266032218933105,
+      "cov-distil (oracle2student)": 2.933389186859131,
+      "cov-distil (oracle2teacher)": 2.993079423904419,
       "epoch": 2.7221350078492934,
-      "rel-constrast": 1.747414469718933,
+      "rel-constrast": 2.3800878524780273,
       "step": 3468,
-      "subrel-constrast": 2.917769432067871,
+      "subrel-constrast": 2.9360315799713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2626341581344604,
-      "cov-distil (oracle2student)": 4.655130863189697,
-      "cov-distil (oracle2teacher)": 3.6453356742858887,
+      "cov-distil": 1.7007519006729126,
+      "cov-distil (oracle2student)": 4.786432266235352,
+      "cov-distil (oracle2teacher)": 4.154703617095947,
       "epoch": 2.7229199372056514,
-      "rel-constrast": 2.0286717414855957,
+      "rel-constrast": 2.630199909210205,
       "step": 3469,
-      "subrel-constrast": 2.6115381717681885,
+      "subrel-constrast": 2.7493865489959717,
       "view-similarity": 0
     },
     {
       "epoch": 2.7237048665620094,
-      "grad_norm": 4.9375,
+      "grad_norm": 6.25,
       "learning_rate": 4.1275980332440375e-05,
-      "loss": 0.6889,
+      "loss": 0.7291,
       "step": 3470
     },
     {
-      "cov-distil": 1.257751226425171,
-      "cov-distil (oracle2student)": 5.187796592712402,
-      "cov-distil (oracle2teacher)": 4.350918769836426,
+      "cov-distil": 2.431873321533203,
+      "cov-distil (oracle2student)": 5.619441032409668,
+      "cov-distil (oracle2teacher)": 4.972900867462158,
       "epoch": 2.7237048665620094,
-      "rel-constrast": 2.8669843673706055,
+      "rel-constrast": 2.8675198554992676,
       "step": 3470,
-      "subrel-constrast": 3.5765042304992676,
+      "subrel-constrast": 3.9157631397247314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5805643796920776,
-      "cov-distil (oracle2student)": 6.123226642608643,
-      "cov-distil (oracle2teacher)": 5.549005031585693,
+      "cov-distil": 2.007648468017578,
+      "cov-distil (oracle2student)": 6.958398818969727,
+      "cov-distil (oracle2teacher)": 6.007123947143555,
       "epoch": 2.7244897959183674,
-      "rel-constrast": 2.2183971405029297,
+      "rel-constrast": 2.6540169715881348,
       "step": 3471,
-      "subrel-constrast": 3.23915958404541,
+      "subrel-constrast": 2.69330096244812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9927639961242676,
-      "cov-distil (oracle2student)": 4.8442535400390625,
-      "cov-distil (oracle2teacher)": 5.008172035217285,
+      "cov-distil": 2.713324546813965,
+      "cov-distil (oracle2student)": 5.392772197723389,
+      "cov-distil (oracle2teacher)": 5.434822082519531,
       "epoch": 2.7252747252747254,
-      "rel-constrast": 3.1105008125305176,
+      "rel-constrast": 3.767305612564087,
       "step": 3472,
-      "subrel-constrast": 4.178501605987549,
+      "subrel-constrast": 4.298507213592529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.273301601409912,
-      "cov-distil (oracle2student)": 4.273483753204346,
-      "cov-distil (oracle2teacher)": 4.8374223709106445,
+      "cov-distil": 2.0502963066101074,
+      "cov-distil (oracle2student)": 4.662421226501465,
+      "cov-distil (oracle2teacher)": 4.8423004150390625,
       "epoch": 2.7260596546310834,
-      "rel-constrast": 1.8574436902999878,
+      "rel-constrast": 2.205854654312134,
       "step": 3473,
-      "subrel-constrast": 2.8911080360412598,
+      "subrel-constrast": 2.622023344039917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7258718013763428,
-      "cov-distil (oracle2student)": 4.808434009552002,
-      "cov-distil (oracle2teacher)": 4.722095966339111,
+      "cov-distil": 1.9359815120697021,
+      "cov-distil (oracle2student)": 5.007085800170898,
+      "cov-distil (oracle2teacher)": 4.600439548492432,
       "epoch": 2.7268445839874413,
-      "rel-constrast": 2.5705602169036865,
+      "rel-constrast": 2.866710662841797,
       "step": 3474,
-      "subrel-constrast": 3.3865487575531006,
+      "subrel-constrast": 3.650305986404419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.281174898147583,
-      "cov-distil (oracle2student)": 4.922959327697754,
-      "cov-distil (oracle2teacher)": 4.977643013000488,
+      "cov-distil": 1.586644172668457,
+      "cov-distil (oracle2student)": 5.678698539733887,
+      "cov-distil (oracle2teacher)": 5.012741565704346,
       "epoch": 2.727629513343799,
-      "rel-constrast": 2.123610496520996,
+      "rel-constrast": 2.505270004272461,
       "step": 3475,
-      "subrel-constrast": 3.2199244499206543,
+      "subrel-constrast": 3.2822444438934326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7551145553588867,
-      "cov-distil (oracle2student)": 4.298803806304932,
-      "cov-distil (oracle2teacher)": 4.351949214935303,
+      "cov-distil": 2.553647041320801,
+      "cov-distil (oracle2student)": 4.552020072937012,
+      "cov-distil (oracle2teacher)": 4.540952682495117,
       "epoch": 2.728414442700157,
-      "rel-constrast": 2.66150164604187,
+      "rel-constrast": 3.0275349617004395,
       "step": 3476,
-      "subrel-constrast": 3.723423480987549,
+      "subrel-constrast": 3.814203977584839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3070909976959229,
-      "cov-distil (oracle2student)": 4.013608932495117,
-      "cov-distil (oracle2teacher)": 4.510542869567871,
+      "cov-distil": 1.6132991313934326,
+      "cov-distil (oracle2student)": 4.153179168701172,
+      "cov-distil (oracle2teacher)": 4.410170555114746,
       "epoch": 2.729199372056515,
-      "rel-constrast": 3.2661304473876953,
+      "rel-constrast": 3.354414463043213,
       "step": 3477,
-      "subrel-constrast": 3.775439739227295,
+      "subrel-constrast": 3.667515516281128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.420297622680664,
-      "cov-distil (oracle2student)": 4.108295917510986,
-      "cov-distil (oracle2teacher)": 3.741150140762329,
+      "cov-distil": 1.9268434047698975,
+      "cov-distil (oracle2student)": 4.3893914222717285,
+      "cov-distil (oracle2teacher)": 4.266035556793213,
       "epoch": 2.729984301412873,
-      "rel-constrast": 3.1700668334960938,
+      "rel-constrast": 3.383117198944092,
       "step": 3478,
-      "subrel-constrast": 3.705117702484131,
+      "subrel-constrast": 3.869400978088379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.334592342376709,
-      "cov-distil (oracle2student)": 4.479011535644531,
-      "cov-distil (oracle2teacher)": 4.116025924682617,
+      "cov-distil": 1.8384965658187866,
+      "cov-distil (oracle2student)": 4.699531078338623,
+      "cov-distil (oracle2teacher)": 4.588048934936523,
       "epoch": 2.730769230769231,
-      "rel-constrast": 2.646742582321167,
+      "rel-constrast": 2.889037609100342,
       "step": 3479,
-      "subrel-constrast": 3.5236525535583496,
+      "subrel-constrast": 3.3381876945495605,
       "view-similarity": 0
     },
     {
       "epoch": 2.731554160125589,
-      "grad_norm": 5.03125,
+      "grad_norm": 5.5,
       "learning_rate": 4.120964221472355e-05,
-      "loss": 0.6996,
+      "loss": 0.738,
       "step": 3480
     },
     {
-      "cov-distil": 1.2141972780227661,
-      "cov-distil (oracle2student)": 4.118884563446045,
-      "cov-distil (oracle2teacher)": 3.61258602142334,
+      "cov-distil": 1.5216693878173828,
+      "cov-distil (oracle2student)": 3.9127988815307617,
+      "cov-distil (oracle2teacher)": 3.751997947692871,
       "epoch": 2.731554160125589,
-      "rel-constrast": 2.888174057006836,
+      "rel-constrast": 3.052700996398926,
       "step": 3480,
-      "subrel-constrast": 3.4115946292877197,
+      "subrel-constrast": 3.318141222000122,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3545664548873901,
-      "cov-distil (oracle2student)": 2.970431327819824,
-      "cov-distil (oracle2teacher)": 3.0308094024658203,
+      "cov-distil": 1.573533296585083,
+      "cov-distil (oracle2student)": 3.0372185707092285,
+      "cov-distil (oracle2teacher)": 3.0809288024902344,
       "epoch": 2.732339089481947,
-      "rel-constrast": 2.2104618549346924,
+      "rel-constrast": 2.6878414154052734,
       "step": 3481,
-      "subrel-constrast": 2.6175434589385986,
+      "subrel-constrast": 2.2772223949432373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8312087059020996,
-      "cov-distil (oracle2student)": 5.496325492858887,
-      "cov-distil (oracle2teacher)": 5.177523612976074,
+      "cov-distil": 2.29671049118042,
+      "cov-distil (oracle2student)": 5.100700378417969,
+      "cov-distil (oracle2teacher)": 5.787387847900391,
       "epoch": 2.7331240188383044,
-      "rel-constrast": 2.7187018394470215,
+      "rel-constrast": 2.423915147781372,
       "step": 3482,
-      "subrel-constrast": 3.634260416030884,
+      "subrel-constrast": 3.737283229827881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9744429588317871,
-      "cov-distil (oracle2student)": 4.325490951538086,
-      "cov-distil (oracle2teacher)": 4.535234451293945,
+      "cov-distil": 1.4226620197296143,
+      "cov-distil (oracle2student)": 4.086299896240234,
+      "cov-distil (oracle2teacher)": 4.7880635261535645,
       "epoch": 2.7339089481946623,
-      "rel-constrast": 1.9824750423431396,
+      "rel-constrast": 2.168368101119995,
       "step": 3483,
-      "subrel-constrast": 2.365967035293579,
+      "subrel-constrast": 2.5723929405212402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3668227195739746,
-      "cov-distil (oracle2student)": 6.226545333862305,
-      "cov-distil (oracle2teacher)": 5.61706018447876,
+      "cov-distil": 1.3658137321472168,
+      "cov-distil (oracle2student)": 6.170299053192139,
+      "cov-distil (oracle2teacher)": 5.863224029541016,
       "epoch": 2.7346938775510203,
-      "rel-constrast": 3.6849803924560547,
+      "rel-constrast": 4.06985330581665,
       "step": 3484,
-      "subrel-constrast": 4.065832614898682,
+      "subrel-constrast": 3.8722896575927734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3599669933319092,
-      "cov-distil (oracle2student)": 3.534722328186035,
-      "cov-distil (oracle2teacher)": 3.087050437927246,
+      "cov-distil": 1.6858198642730713,
+      "cov-distil (oracle2student)": 4.309780120849609,
+      "cov-distil (oracle2teacher)": 3.709588050842285,
       "epoch": 2.7354788069073783,
-      "rel-constrast": 2.0670371055603027,
+      "rel-constrast": 2.6284689903259277,
       "step": 3485,
-      "subrel-constrast": 2.826664686203003,
+      "subrel-constrast": 2.839141368865967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2690579891204834,
-      "cov-distil (oracle2student)": 5.964199542999268,
-      "cov-distil (oracle2teacher)": 5.3375701904296875,
+      "cov-distil": 1.4132764339447021,
+      "cov-distil (oracle2student)": 6.875317573547363,
+      "cov-distil (oracle2teacher)": 6.16152286529541,
       "epoch": 2.7362637362637363,
-      "rel-constrast": 2.5435988903045654,
+      "rel-constrast": 2.6750402450561523,
       "step": 3486,
-      "subrel-constrast": 2.6553046703338623,
+      "subrel-constrast": 2.475952625274658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7499173879623413,
-      "cov-distil (oracle2student)": 4.225542068481445,
-      "cov-distil (oracle2teacher)": 3.7550435066223145,
+      "cov-distil": 2.320859909057617,
+      "cov-distil (oracle2student)": 4.616983413696289,
+      "cov-distil (oracle2teacher)": 4.226278305053711,
       "epoch": 2.7370486656200943,
-      "rel-constrast": 2.688807487487793,
+      "rel-constrast": 3.305396556854248,
       "step": 3487,
-      "subrel-constrast": 3.267240047454834,
+      "subrel-constrast": 3.486868143081665,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5449453592300415,
-      "cov-distil (oracle2student)": 4.365578651428223,
-      "cov-distil (oracle2teacher)": 3.680858612060547,
+      "cov-distil": 3.0813822746276855,
+      "cov-distil (oracle2student)": 4.378018379211426,
+      "cov-distil (oracle2teacher)": 4.568807601928711,
       "epoch": 2.7378335949764523,
-      "rel-constrast": 2.44638729095459,
+      "rel-constrast": 2.3202667236328125,
       "step": 3488,
-      "subrel-constrast": 3.1091537475585938,
+      "subrel-constrast": 3.417170524597168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.590740442276001,
-      "cov-distil (oracle2student)": 3.550600290298462,
-      "cov-distil (oracle2teacher)": 3.5383527278900146,
+      "cov-distil": 2.0209736824035645,
+      "cov-distil (oracle2student)": 3.1558871269226074,
+      "cov-distil (oracle2teacher)": 3.520261526107788,
       "epoch": 2.73861852433281,
-      "rel-constrast": 2.3199853897094727,
+      "rel-constrast": 2.446866035461426,
       "step": 3489,
-      "subrel-constrast": 2.939845561981201,
+      "subrel-constrast": 2.837491035461426,
       "view-similarity": 0
     },
     {
       "epoch": 2.739403453689168,
-      "grad_norm": 5.5,
+      "grad_norm": 6.90625,
       "learning_rate": 4.114310658763181e-05,
-      "loss": 0.6744,
+      "loss": 0.6945,
       "step": 3490
     },
     {
-      "cov-distil": 1.4435595273971558,
-      "cov-distil (oracle2student)": 3.815988302230835,
-      "cov-distil (oracle2teacher)": 3.918964385986328,
+      "cov-distil": 2.401606798171997,
+      "cov-distil (oracle2student)": 4.707117080688477,
+      "cov-distil (oracle2teacher)": 4.310065746307373,
       "epoch": 2.739403453689168,
-      "rel-constrast": 1.9697308540344238,
+      "rel-constrast": 2.28519606590271,
       "step": 3490,
-      "subrel-constrast": 2.708563804626465,
+      "subrel-constrast": 2.5686140060424805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3245824575424194,
-      "cov-distil (oracle2student)": 5.685050010681152,
-      "cov-distil (oracle2teacher)": 5.1339898109436035,
+      "cov-distil": 1.783529281616211,
+      "cov-distil (oracle2student)": 6.151578903198242,
+      "cov-distil (oracle2teacher)": 5.143105506896973,
       "epoch": 2.740188383045526,
-      "rel-constrast": 1.9476144313812256,
+      "rel-constrast": 2.2366082668304443,
       "step": 3491,
-      "subrel-constrast": 2.8096508979797363,
+      "subrel-constrast": 2.9806602001190186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3172099590301514,
-      "cov-distil (oracle2student)": 4.5307464599609375,
-      "cov-distil (oracle2teacher)": 4.304640769958496,
+      "cov-distil": 1.5306146144866943,
+      "cov-distil (oracle2student)": 4.124355316162109,
+      "cov-distil (oracle2teacher)": 4.3738837242126465,
       "epoch": 2.740973312401884,
-      "rel-constrast": 2.118917465209961,
+      "rel-constrast": 2.087721109390259,
       "step": 3492,
-      "subrel-constrast": 2.7366158962249756,
+      "subrel-constrast": 2.961977958679199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1217656135559082,
-      "cov-distil (oracle2student)": 5.098283767700195,
-      "cov-distil (oracle2teacher)": 4.7491655349731445,
+      "cov-distil": 1.8915590047836304,
+      "cov-distil (oracle2student)": 5.037906169891357,
+      "cov-distil (oracle2teacher)": 5.299175262451172,
       "epoch": 2.741758241758242,
-      "rel-constrast": 3.574157476425171,
+      "rel-constrast": 4.049402713775635,
       "step": 3493,
-      "subrel-constrast": 3.903989315032959,
+      "subrel-constrast": 3.885915517807007,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2643206119537354,
-      "cov-distil (oracle2student)": 5.698857307434082,
-      "cov-distil (oracle2teacher)": 4.891286849975586,
+      "cov-distil": 2.000459671020508,
+      "cov-distil (oracle2student)": 6.086305141448975,
+      "cov-distil (oracle2teacher)": 5.8787760734558105,
       "epoch": 2.7425431711145998,
-      "rel-constrast": 2.194077730178833,
+      "rel-constrast": 2.3699495792388916,
       "step": 3494,
-      "subrel-constrast": 2.836371660232544,
+      "subrel-constrast": 3.401826858520508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6932982206344604,
-      "cov-distil (oracle2student)": 3.8292431831359863,
-      "cov-distil (oracle2teacher)": 3.9566965103149414,
+      "cov-distil": 2.0956714153289795,
+      "cov-distil (oracle2student)": 3.818288803100586,
+      "cov-distil (oracle2teacher)": 4.019582748413086,
       "epoch": 2.7433281004709578,
-      "rel-constrast": 2.2468364238739014,
+      "rel-constrast": 2.769763469696045,
       "step": 3495,
-      "subrel-constrast": 3.1928365230560303,
+      "subrel-constrast": 3.0338401794433594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.916379988193512,
-      "cov-distil (oracle2student)": 5.678658962249756,
-      "cov-distil (oracle2teacher)": 5.278433799743652,
+      "cov-distil": 1.3768675327301025,
+      "cov-distil (oracle2student)": 5.7438764572143555,
+      "cov-distil (oracle2teacher)": 5.3997802734375,
       "epoch": 2.7441130298273153,
-      "rel-constrast": 2.5327677726745605,
+      "rel-constrast": 3.6286251544952393,
       "step": 3496,
-      "subrel-constrast": 3.170067548751831,
+      "subrel-constrast": 3.4775795936584473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.084447979927063,
-      "cov-distil (oracle2student)": 5.807104587554932,
-      "cov-distil (oracle2teacher)": 5.669844627380371,
+      "cov-distil": 1.3694944381713867,
+      "cov-distil (oracle2student)": 6.30751371383667,
+      "cov-distil (oracle2teacher)": 6.502086639404297,
       "epoch": 2.7448979591836737,
-      "rel-constrast": 2.94395112991333,
+      "rel-constrast": 3.101449728012085,
       "step": 3497,
-      "subrel-constrast": 3.6626832485198975,
+      "subrel-constrast": 3.6922357082366943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6549034118652344,
-      "cov-distil (oracle2student)": 3.624702215194702,
-      "cov-distil (oracle2teacher)": 3.5175135135650635,
+      "cov-distil": 1.8268766403198242,
+      "cov-distil (oracle2student)": 3.7254507541656494,
+      "cov-distil (oracle2teacher)": 4.421904563903809,
       "epoch": 2.7456828885400313,
-      "rel-constrast": 2.832606792449951,
+      "rel-constrast": 3.514857769012451,
       "step": 3498,
-      "subrel-constrast": 3.215397357940674,
+      "subrel-constrast": 3.6237387657165527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7296409606933594,
-      "cov-distil (oracle2student)": 3.5133869647979736,
-      "cov-distil (oracle2teacher)": 3.4825081825256348,
+      "cov-distil": 1.7304826974868774,
+      "cov-distil (oracle2student)": 3.2325849533081055,
+      "cov-distil (oracle2teacher)": 2.964745283126831,
       "epoch": 2.7464678178963893,
-      "rel-constrast": 2.119751453399658,
+      "rel-constrast": 2.5023374557495117,
       "step": 3499,
-      "subrel-constrast": 3.239866256713867,
+      "subrel-constrast": 2.495213747024536,
       "view-similarity": 0
     },
     {
       "epoch": 2.7472527472527473,
-      "grad_norm": 4.75,
+      "grad_norm": 6.78125,
       "learning_rate": 4.1076374261880735e-05,
-      "loss": 0.6459,
+      "loss": 0.7136,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/duc04-P@10": 0.758,
+      "eval/duc04-P@10": 0.7259999999999998,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/duc04-nDCG@10": 0.7689329379637345,
+      "eval/duc04-nDCG@10": 0.7328447701250199,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/duc04-alpha_nDCG@10": 0.5836013195815343,
+      "eval/duc04-alpha_nDCG@10": 0.5492554680317951,
       "step": 3500
     },
     {
@@ -38496,17 +38496,17 @@
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/multi_news-P@10": 0.4329999999999999,
+      "eval/multi_news-P@10": 0.42499999999999993,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/multi_news-nDCG@10": 0.6147517682661394,
+      "eval/multi_news-nDCG@10": 0.6017912716169866,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/multi_news-alpha_nDCG@10": 0.6020776107446083,
+      "eval/multi_news-alpha_nDCG@10": 0.5727408142929066,
       "step": 3500
     },
     {
@@ -38516,5457 +38516,5457 @@
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/avg": 0.5395167228845205,
+      "eval/avg": 0.5204253088233568,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "overlap": 0.30781251192092896,
+      "overlap": 0.3046875,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
       "step": 3500,
-      "student margin": 0.0537109375
+      "student margin": 0.0576171875
     },
     {
       "epoch": 2.7472527472527473,
       "step": 3500,
-      "teacher margin": 0.038970947265625
+      "teacher margin": 0.0400390625
     },
     {
       "epoch": 2.7472527472527473,
-      "margin difference": -0.014739990234375,
+      "margin difference": -0.017578125,
       "step": 3500
     },
     {
-      "cov-distil": 1.3792612552642822,
-      "cov-distil (oracle2student)": 5.512238025665283,
-      "cov-distil (oracle2teacher)": 5.018134117126465,
+      "cov-distil": 2.1512999534606934,
+      "cov-distil (oracle2student)": 5.913181304931641,
+      "cov-distil (oracle2teacher)": 5.220552444458008,
       "epoch": 2.7472527472527473,
-      "rel-constrast": 3.4268007278442383,
+      "rel-constrast": 3.361750364303589,
       "step": 3500,
-      "subrel-constrast": 3.9748992919921875,
+      "subrel-constrast": 4.018675327301025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2522032260894775,
-      "cov-distil (oracle2student)": 4.140124797821045,
-      "cov-distil (oracle2teacher)": 4.062590599060059,
+      "cov-distil": 2.9010419845581055,
+      "cov-distil (oracle2student)": 4.873453140258789,
+      "cov-distil (oracle2teacher)": 4.736632347106934,
       "epoch": 2.7480376766091053,
-      "rel-constrast": 2.842963457107544,
+      "rel-constrast": 3.717074394226074,
       "step": 3501,
-      "subrel-constrast": 4.094099998474121,
+      "subrel-constrast": 4.326200485229492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1400333642959595,
-      "cov-distil (oracle2student)": 4.549984455108643,
-      "cov-distil (oracle2teacher)": 3.9410042762756348,
+      "cov-distil": 1.5427674055099487,
+      "cov-distil (oracle2student)": 4.845908164978027,
+      "cov-distil (oracle2teacher)": 4.3054375648498535,
       "epoch": 2.7488226059654632,
-      "rel-constrast": 2.1570017337799072,
+      "rel-constrast": 2.285928726196289,
       "step": 3502,
-      "subrel-constrast": 2.7241053581237793,
+      "subrel-constrast": 2.8391151428222656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3762876987457275,
-      "cov-distil (oracle2student)": 4.415852069854736,
-      "cov-distil (oracle2teacher)": 3.797689199447632,
+      "cov-distil": 1.98468017578125,
+      "cov-distil (oracle2student)": 5.080878257751465,
+      "cov-distil (oracle2teacher)": 4.476743221282959,
       "epoch": 2.749607535321821,
-      "rel-constrast": 1.5232279300689697,
+      "rel-constrast": 1.900792121887207,
       "step": 3503,
-      "subrel-constrast": 2.251595973968506,
+      "subrel-constrast": 2.486138343811035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517815113067627,
-      "cov-distil (oracle2student)": 3.2902915477752686,
-      "cov-distil (oracle2teacher)": 3.475660562515259,
+      "cov-distil": 1.6025630235671997,
+      "cov-distil (oracle2student)": 3.6676392555236816,
+      "cov-distil (oracle2teacher)": 3.512094020843506,
       "epoch": 2.750392464678179,
-      "rel-constrast": 2.9254231452941895,
+      "rel-constrast": 2.905642509460449,
       "step": 3504,
-      "subrel-constrast": 3.516655683517456,
+      "subrel-constrast": 4.038243293762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7318265438079834,
-      "cov-distil (oracle2student)": 4.506546974182129,
-      "cov-distil (oracle2teacher)": 4.354705333709717,
+      "cov-distil": 1.821579098701477,
+      "cov-distil (oracle2student)": 4.478312969207764,
+      "cov-distil (oracle2teacher)": 4.863649845123291,
       "epoch": 2.7511773940345368,
-      "rel-constrast": 2.4928348064422607,
+      "rel-constrast": 2.9254114627838135,
       "step": 3505,
-      "subrel-constrast": 3.0664758682250977,
+      "subrel-constrast": 3.2969024181365967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6209015846252441,
-      "cov-distil (oracle2student)": 5.002229690551758,
-      "cov-distil (oracle2teacher)": 4.779717922210693,
+      "cov-distil": 1.8391799926757812,
+      "cov-distil (oracle2student)": 4.961957931518555,
+      "cov-distil (oracle2teacher)": 4.660968780517578,
       "epoch": 2.7519623233908947,
-      "rel-constrast": 2.4970321655273438,
+      "rel-constrast": 2.37772798538208,
       "step": 3506,
-      "subrel-constrast": 3.048239231109619,
+      "subrel-constrast": 3.1152901649475098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3149901628494263,
-      "cov-distil (oracle2student)": 4.197655200958252,
-      "cov-distil (oracle2teacher)": 3.4020562171936035,
+      "cov-distil": 1.965695858001709,
+      "cov-distil (oracle2student)": 4.0901336669921875,
+      "cov-distil (oracle2teacher)": 3.872941255569458,
       "epoch": 2.7527472527472527,
-      "rel-constrast": 2.828300952911377,
+      "rel-constrast": 2.701758861541748,
       "step": 3507,
-      "subrel-constrast": 2.9544308185577393,
+      "subrel-constrast": 3.2029385566711426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.172248363494873,
-      "cov-distil (oracle2student)": 5.8854217529296875,
-      "cov-distil (oracle2teacher)": 5.39959716796875,
+      "cov-distil": 1.7991571426391602,
+      "cov-distil (oracle2student)": 5.175931453704834,
+      "cov-distil (oracle2teacher)": 5.595635890960693,
       "epoch": 2.7535321821036107,
-      "rel-constrast": 2.489149570465088,
+      "rel-constrast": 2.5939712524414062,
       "step": 3508,
-      "subrel-constrast": 3.0604610443115234,
+      "subrel-constrast": 3.228581428527832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0945967435836792,
-      "cov-distil (oracle2student)": 3.5267574787139893,
-      "cov-distil (oracle2teacher)": 3.7052369117736816,
+      "cov-distil": 1.4828574657440186,
+      "cov-distil (oracle2student)": 3.2521886825561523,
+      "cov-distil (oracle2teacher)": 3.3443491458892822,
       "epoch": 2.7543171114599687,
-      "rel-constrast": 2.0155513286590576,
+      "rel-constrast": 2.0779757499694824,
       "step": 3509,
-      "subrel-constrast": 2.6758861541748047,
+      "subrel-constrast": 2.3072943687438965,
       "view-similarity": 0
     },
     {
       "epoch": 2.7551020408163263,
-      "grad_norm": 4.1875,
+      "grad_norm": 7.5625,
       "learning_rate": 4.1009446050582687e-05,
-      "loss": 0.6665,
+      "loss": 0.6712,
       "step": 3510
     },
     {
-      "cov-distil": 1.5037956237792969,
-      "cov-distil (oracle2student)": 5.107624053955078,
-      "cov-distil (oracle2teacher)": 4.809351921081543,
+      "cov-distil": 1.6137419939041138,
+      "cov-distil (oracle2student)": 6.065011024475098,
+      "cov-distil (oracle2teacher)": 5.276638031005859,
       "epoch": 2.7551020408163263,
-      "rel-constrast": 2.8368921279907227,
+      "rel-constrast": 2.7709946632385254,
       "step": 3510,
-      "subrel-constrast": 3.683727264404297,
+      "subrel-constrast": 3.5352818965911865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7546610832214355,
-      "cov-distil (oracle2student)": 4.368617534637451,
-      "cov-distil (oracle2teacher)": 4.716710090637207,
+      "cov-distil": 2.4621729850769043,
+      "cov-distil (oracle2student)": 4.996179580688477,
+      "cov-distil (oracle2teacher)": 5.17441463470459,
       "epoch": 2.7558869701726847,
-      "rel-constrast": 2.5456247329711914,
+      "rel-constrast": 3.2223334312438965,
       "step": 3511,
-      "subrel-constrast": 3.430455446243286,
+      "subrel-constrast": 3.912949562072754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4093878269195557,
-      "cov-distil (oracle2student)": 5.642657279968262,
-      "cov-distil (oracle2teacher)": 5.012208938598633,
+      "cov-distil": 1.7291440963745117,
+      "cov-distil (oracle2student)": 6.0363688468933105,
+      "cov-distil (oracle2teacher)": 5.3341169357299805,
       "epoch": 2.7566718995290422,
-      "rel-constrast": 3.0150678157806396,
+      "rel-constrast": 3.8377950191497803,
       "step": 3512,
-      "subrel-constrast": 3.7654049396514893,
+      "subrel-constrast": 3.835045337677002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6619033813476562,
-      "cov-distil (oracle2student)": 4.879277229309082,
-      "cov-distil (oracle2teacher)": 4.879388809204102,
+      "cov-distil": 1.8312599658966064,
+      "cov-distil (oracle2student)": 5.062801361083984,
+      "cov-distil (oracle2teacher)": 5.200418949127197,
       "epoch": 2.7574568288854002,
-      "rel-constrast": 2.3862907886505127,
+      "rel-constrast": 2.521724224090576,
       "step": 3513,
-      "subrel-constrast": 3.127742290496826,
+      "subrel-constrast": 2.96380615234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5596178770065308,
-      "cov-distil (oracle2student)": 3.5402402877807617,
-      "cov-distil (oracle2teacher)": 3.560725450515747,
+      "cov-distil": 1.3494770526885986,
+      "cov-distil (oracle2student)": 3.722991943359375,
+      "cov-distil (oracle2teacher)": 3.407334327697754,
       "epoch": 2.758241758241758,
-      "rel-constrast": 1.777961015701294,
+      "rel-constrast": 2.089097499847412,
       "step": 3514,
-      "subrel-constrast": 2.784086227416992,
+      "subrel-constrast": 2.2425146102905273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9426162242889404,
-      "cov-distil (oracle2student)": 5.771893501281738,
-      "cov-distil (oracle2teacher)": 5.287751197814941,
+      "cov-distil": 1.3434597253799438,
+      "cov-distil (oracle2student)": 5.565086364746094,
+      "cov-distil (oracle2teacher)": 5.781131744384766,
       "epoch": 2.759026687598116,
-      "rel-constrast": 2.502312183380127,
+      "rel-constrast": 2.614551544189453,
       "step": 3515,
-      "subrel-constrast": 2.8358335494995117,
+      "subrel-constrast": 3.1117820739746094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4741300344467163,
-      "cov-distil (oracle2student)": 6.927245616912842,
-      "cov-distil (oracle2teacher)": 6.150803565979004,
+      "cov-distil": 2.1414740085601807,
+      "cov-distil (oracle2student)": 7.014430522918701,
+      "cov-distil (oracle2teacher)": 6.1886444091796875,
       "epoch": 2.759811616954474,
-      "rel-constrast": 2.223557949066162,
+      "rel-constrast": 2.606213092803955,
       "step": 3516,
-      "subrel-constrast": 3.102792978286743,
+      "subrel-constrast": 3.02695369720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9357790946960449,
-      "cov-distil (oracle2student)": 3.9163784980773926,
-      "cov-distil (oracle2teacher)": 3.702489137649536,
+      "cov-distil": 1.494524598121643,
+      "cov-distil (oracle2student)": 3.7944552898406982,
+      "cov-distil (oracle2teacher)": 4.369443416595459,
       "epoch": 2.760596546310832,
-      "rel-constrast": 2.1721274852752686,
+      "rel-constrast": 2.1263108253479004,
       "step": 3517,
-      "subrel-constrast": 2.859774351119995,
+      "subrel-constrast": 2.9143307209014893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3509835004806519,
-      "cov-distil (oracle2student)": 3.2639501094818115,
-      "cov-distil (oracle2teacher)": 2.918851852416992,
+      "cov-distil": 1.4834485054016113,
+      "cov-distil (oracle2student)": 3.253237247467041,
+      "cov-distil (oracle2teacher)": 2.7476909160614014,
       "epoch": 2.76138147566719,
-      "rel-constrast": 2.16044282913208,
+      "rel-constrast": 2.4416563510894775,
       "step": 3518,
-      "subrel-constrast": 3.020240306854248,
+      "subrel-constrast": 2.6762425899505615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6274831295013428,
-      "cov-distil (oracle2student)": 3.9823532104492188,
-      "cov-distil (oracle2teacher)": 3.8480396270751953,
+      "cov-distil": 1.8754137754440308,
+      "cov-distil (oracle2student)": 4.0692243576049805,
+      "cov-distil (oracle2teacher)": 4.287683010101318,
       "epoch": 2.7621664050235477,
-      "rel-constrast": 3.02292537689209,
+      "rel-constrast": 3.0904760360717773,
       "step": 3519,
-      "subrel-constrast": 3.6527926921844482,
+      "subrel-constrast": 3.9222800731658936,
       "view-similarity": 0
     },
     {
       "epoch": 2.7629513343799057,
-      "grad_norm": 5.65625,
+      "grad_norm": 6.0625,
       "learning_rate": 4.0942322769236775e-05,
-      "loss": 0.6516,
+      "loss": 0.683,
       "step": 3520
     },
     {
-      "cov-distil": 1.5295791625976562,
-      "cov-distil (oracle2student)": 4.758248805999756,
-      "cov-distil (oracle2teacher)": 4.587554931640625,
+      "cov-distil": 2.695176124572754,
+      "cov-distil (oracle2student)": 4.908599853515625,
+      "cov-distil (oracle2teacher)": 5.153203010559082,
       "epoch": 2.7629513343799057,
-      "rel-constrast": 2.560229778289795,
+      "rel-constrast": 2.6133792400360107,
       "step": 3520,
-      "subrel-constrast": 3.6683590412139893,
+      "subrel-constrast": 4.125959396362305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9155421257019043,
-      "cov-distil (oracle2student)": 5.7935004234313965,
-      "cov-distil (oracle2teacher)": 4.85732364654541,
+      "cov-distil": 2.1499457359313965,
+      "cov-distil (oracle2student)": 5.921428680419922,
+      "cov-distil (oracle2teacher)": 5.285194396972656,
       "epoch": 2.7637362637362637,
-      "rel-constrast": 3.267106533050537,
+      "rel-constrast": 3.0859365463256836,
       "step": 3521,
-      "subrel-constrast": 3.679368257522583,
+      "subrel-constrast": 3.8588075637817383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8366351127624512,
-      "cov-distil (oracle2student)": 4.30238676071167,
-      "cov-distil (oracle2teacher)": 3.9455056190490723,
+      "cov-distil": 1.8510551452636719,
+      "cov-distil (oracle2student)": 4.45841121673584,
+      "cov-distil (oracle2teacher)": 3.9083328247070312,
       "epoch": 2.7645211930926217,
-      "rel-constrast": 2.8049025535583496,
+      "rel-constrast": 2.742764472961426,
       "step": 3522,
-      "subrel-constrast": 3.3190345764160156,
+      "subrel-constrast": 2.8942673206329346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6611394882202148,
-      "cov-distil (oracle2student)": 3.9727890491485596,
-      "cov-distil (oracle2teacher)": 3.9836840629577637,
+      "cov-distil": 2.1675004959106445,
+      "cov-distil (oracle2student)": 4.256553649902344,
+      "cov-distil (oracle2teacher)": 4.726385116577148,
       "epoch": 2.7653061224489797,
-      "rel-constrast": 2.416064500808716,
+      "rel-constrast": 2.8214962482452393,
       "step": 3523,
-      "subrel-constrast": 3.7824547290802,
+      "subrel-constrast": 3.743952512741089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.40010666847229,
-      "cov-distil (oracle2student)": 5.086782455444336,
-      "cov-distil (oracle2teacher)": 4.389537811279297,
+      "cov-distil": 1.8819096088409424,
+      "cov-distil (oracle2student)": 5.615595817565918,
+      "cov-distil (oracle2teacher)": 4.619064807891846,
       "epoch": 2.7660910518053377,
-      "rel-constrast": 1.9922969341278076,
+      "rel-constrast": 2.662416458129883,
       "step": 3524,
-      "subrel-constrast": 2.6696364879608154,
+      "subrel-constrast": 2.7000772953033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.752016305923462,
-      "cov-distil (oracle2student)": 4.5746660232543945,
-      "cov-distil (oracle2teacher)": 3.9400548934936523,
+      "cov-distil": 2.1337156295776367,
+      "cov-distil (oracle2student)": 4.9721879959106445,
+      "cov-distil (oracle2teacher)": 4.48626184463501,
       "epoch": 2.7668759811616956,
-      "rel-constrast": 2.3308963775634766,
+      "rel-constrast": 2.3181867599487305,
       "step": 3525,
-      "subrel-constrast": 3.148468494415283,
+      "subrel-constrast": 2.8223228454589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4230616092681885,
-      "cov-distil (oracle2student)": 3.5443525314331055,
-      "cov-distil (oracle2teacher)": 3.7471542358398438,
+      "cov-distil": 1.6368876695632935,
+      "cov-distil (oracle2student)": 3.9037725925445557,
+      "cov-distil (oracle2teacher)": 3.960644483566284,
       "epoch": 2.767660910518053,
-      "rel-constrast": 2.7349421977996826,
+      "rel-constrast": 2.789550304412842,
       "step": 3526,
-      "subrel-constrast": 3.5592198371887207,
+      "subrel-constrast": 3.219644784927368,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8655356168746948,
-      "cov-distil (oracle2student)": 3.633657693862915,
-      "cov-distil (oracle2teacher)": 3.9535422325134277,
+      "cov-distil": 2.398348331451416,
+      "cov-distil (oracle2student)": 4.020671844482422,
+      "cov-distil (oracle2teacher)": 3.9525680541992188,
       "epoch": 2.768445839874411,
-      "rel-constrast": 2.623929500579834,
+      "rel-constrast": 3.0846662521362305,
       "step": 3527,
-      "subrel-constrast": 3.6466033458709717,
+      "subrel-constrast": 3.8960180282592773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.074138879776001,
-      "cov-distil (oracle2student)": 3.7500033378601074,
-      "cov-distil (oracle2teacher)": 3.766144275665283,
+      "cov-distil": 1.5763587951660156,
+      "cov-distil (oracle2student)": 3.701394557952881,
+      "cov-distil (oracle2teacher)": 4.360032081604004,
       "epoch": 2.769230769230769,
-      "rel-constrast": 2.281257152557373,
+      "rel-constrast": 1.9686455726623535,
       "step": 3528,
-      "subrel-constrast": 3.109210729598999,
+      "subrel-constrast": 3.076063394546509,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6943196058273315,
-      "cov-distil (oracle2student)": 3.6927552223205566,
-      "cov-distil (oracle2teacher)": 3.443314552307129,
+      "cov-distil": 2.601828098297119,
+      "cov-distil (oracle2student)": 3.6403756141662598,
+      "cov-distil (oracle2teacher)": 4.009746551513672,
       "epoch": 2.770015698587127,
-      "rel-constrast": 2.8284811973571777,
+      "rel-constrast": 3.229006290435791,
       "step": 3529,
-      "subrel-constrast": 2.738298177719116,
+      "subrel-constrast": 3.319173812866211,
       "view-similarity": 0
     },
     {
       "epoch": 2.770800627943485,
-      "grad_norm": 6.3125,
+      "grad_norm": 8.875,
       "learning_rate": 4.087500523571902e-05,
-      "loss": 0.6864,
+      "loss": 0.6829,
       "step": 3530
     },
     {
-      "cov-distil": 1.2214546203613281,
-      "cov-distil (oracle2student)": 4.550065517425537,
-      "cov-distil (oracle2teacher)": 4.185903549194336,
+      "cov-distil": 1.5111124515533447,
+      "cov-distil (oracle2student)": 4.280892372131348,
+      "cov-distil (oracle2teacher)": 4.5648651123046875,
       "epoch": 2.770800627943485,
-      "rel-constrast": 2.651336431503296,
+      "rel-constrast": 2.742645025253296,
       "step": 3530,
-      "subrel-constrast": 3.407214403152466,
+      "subrel-constrast": 3.1836843490600586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.308075189590454,
-      "cov-distil (oracle2student)": 2.810516834259033,
-      "cov-distil (oracle2teacher)": 3.0491456985473633,
+      "cov-distil": 1.2703088521957397,
+      "cov-distil (oracle2student)": 2.868490219116211,
+      "cov-distil (oracle2teacher)": 2.876779556274414,
       "epoch": 2.771585557299843,
-      "rel-constrast": 2.4905319213867188,
+      "rel-constrast": 2.0392699241638184,
       "step": 3531,
-      "subrel-constrast": 2.842946767807007,
+      "subrel-constrast": 2.842829704284668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9907150268554688,
-      "cov-distil (oracle2student)": 4.003452301025391,
-      "cov-distil (oracle2teacher)": 3.872568130493164,
+      "cov-distil": 1.1806361675262451,
+      "cov-distil (oracle2student)": 4.147473335266113,
+      "cov-distil (oracle2teacher)": 4.333902835845947,
       "epoch": 2.772370486656201,
-      "rel-constrast": 2.602309226989746,
+      "rel-constrast": 2.380997657775879,
       "step": 3532,
-      "subrel-constrast": 2.5838546752929688,
+      "subrel-constrast": 2.7750043869018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5122132301330566,
-      "cov-distil (oracle2student)": 4.709390640258789,
-      "cov-distil (oracle2teacher)": 4.546160697937012,
+      "cov-distil": 1.7264426946640015,
+      "cov-distil (oracle2student)": 5.003357887268066,
+      "cov-distil (oracle2teacher)": 5.028465270996094,
       "epoch": 2.7731554160125587,
-      "rel-constrast": 2.738328218460083,
+      "rel-constrast": 2.8318958282470703,
       "step": 3533,
-      "subrel-constrast": 3.2738804817199707,
+      "subrel-constrast": 3.261605978012085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.92413330078125,
-      "cov-distil (oracle2student)": 4.750107765197754,
-      "cov-distil (oracle2teacher)": 4.325366020202637,
+      "cov-distil": 2.672806739807129,
+      "cov-distil (oracle2student)": 5.663307189941406,
+      "cov-distil (oracle2teacher)": 4.748538970947266,
       "epoch": 2.7739403453689166,
-      "rel-constrast": 2.169196605682373,
+      "rel-constrast": 3.0787155628204346,
       "step": 3534,
-      "subrel-constrast": 3.3493547439575195,
+      "subrel-constrast": 3.3629395961761475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5408124923706055,
-      "cov-distil (oracle2student)": 5.156734466552734,
-      "cov-distil (oracle2teacher)": 4.766303539276123,
+      "cov-distil": 1.6740295886993408,
+      "cov-distil (oracle2student)": 5.206766128540039,
+      "cov-distil (oracle2teacher)": 5.3017754554748535,
       "epoch": 2.7747252747252746,
-      "rel-constrast": 4.27235221862793,
+      "rel-constrast": 4.908560752868652,
       "step": 3535,
-      "subrel-constrast": 4.5209736824035645,
+      "subrel-constrast": 4.762820720672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7322070598602295,
-      "cov-distil (oracle2student)": 4.328451156616211,
-      "cov-distil (oracle2teacher)": 4.196700096130371,
+      "cov-distil": 2.1458230018615723,
+      "cov-distil (oracle2student)": 5.0936102867126465,
+      "cov-distil (oracle2teacher)": 4.494885444641113,
       "epoch": 2.7755102040816326,
-      "rel-constrast": 3.2537121772766113,
+      "rel-constrast": 4.602248668670654,
       "step": 3536,
-      "subrel-constrast": 3.9607155323028564,
+      "subrel-constrast": 4.316587448120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9923832416534424,
-      "cov-distil (oracle2student)": 5.322057723999023,
-      "cov-distil (oracle2teacher)": 4.7698750495910645,
+      "cov-distil": 2.428180456161499,
+      "cov-distil (oracle2student)": 4.979086875915527,
+      "cov-distil (oracle2teacher)": 5.88228702545166,
       "epoch": 2.7762951334379906,
-      "rel-constrast": 3.1582798957824707,
+      "rel-constrast": 2.4766905307769775,
       "step": 3537,
-      "subrel-constrast": 4.184753894805908,
+      "subrel-constrast": 4.085779190063477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.057884693145752,
-      "cov-distil (oracle2student)": 3.0004563331604004,
-      "cov-distil (oracle2teacher)": 3.460996389389038,
+      "cov-distil": 1.3048940896987915,
+      "cov-distil (oracle2student)": 2.9596328735351562,
+      "cov-distil (oracle2teacher)": 3.4815831184387207,
       "epoch": 2.7770800627943486,
-      "rel-constrast": 2.3897628784179688,
+      "rel-constrast": 2.2816684246063232,
       "step": 3538,
-      "subrel-constrast": 2.4223499298095703,
+      "subrel-constrast": 2.466313123703003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4310013055801392,
-      "cov-distil (oracle2student)": 4.35269021987915,
-      "cov-distil (oracle2teacher)": 4.284526824951172,
+      "cov-distil": 1.6001675128936768,
+      "cov-distil (oracle2student)": 4.944684982299805,
+      "cov-distil (oracle2teacher)": 4.870590686798096,
       "epoch": 2.7778649921507066,
-      "rel-constrast": 2.2284204959869385,
+      "rel-constrast": 3.0082175731658936,
       "step": 3539,
-      "subrel-constrast": 3.1290206909179688,
+      "subrel-constrast": 3.358438014984131,
       "view-similarity": 0
     },
     {
       "epoch": 2.778649921507064,
-      "grad_norm": 7.3125,
+      "grad_norm": 6.59375,
       "learning_rate": 4.0807494270272305e-05,
-      "loss": 0.7356,
+      "loss": 0.7588,
       "step": 3540
     },
     {
-      "cov-distil": 1.408715844154358,
-      "cov-distil (oracle2student)": 5.798308849334717,
-      "cov-distil (oracle2teacher)": 5.312016487121582,
+      "cov-distil": 1.7319960594177246,
+      "cov-distil (oracle2student)": 6.7831926345825195,
+      "cov-distil (oracle2teacher)": 5.743382930755615,
       "epoch": 2.778649921507064,
-      "rel-constrast": 2.4769093990325928,
+      "rel-constrast": 2.76455020904541,
       "step": 3540,
-      "subrel-constrast": 2.839785575866699,
+      "subrel-constrast": 2.820173501968384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5929267406463623,
-      "cov-distil (oracle2student)": 3.6683261394500732,
-      "cov-distil (oracle2teacher)": 3.9011025428771973,
+      "cov-distil": 1.7695729732513428,
+      "cov-distil (oracle2student)": 3.913210868835449,
+      "cov-distil (oracle2teacher)": 4.525877952575684,
       "epoch": 2.7794348508634226,
-      "rel-constrast": 3.636931896209717,
+      "rel-constrast": 3.852382183074951,
       "step": 3541,
-      "subrel-constrast": 4.102742671966553,
+      "subrel-constrast": 4.207509517669678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6999423503875732,
-      "cov-distil (oracle2student)": 4.368969917297363,
-      "cov-distil (oracle2teacher)": 3.6563682556152344,
+      "cov-distil": 2.3181188106536865,
+      "cov-distil (oracle2student)": 4.688327312469482,
+      "cov-distil (oracle2teacher)": 4.0463690757751465,
       "epoch": 2.78021978021978,
-      "rel-constrast": 2.2501487731933594,
+      "rel-constrast": 2.760911226272583,
       "step": 3542,
-      "subrel-constrast": 3.1375019550323486,
+      "subrel-constrast": 3.292611598968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4212346076965332,
-      "cov-distil (oracle2student)": 3.798733711242676,
-      "cov-distil (oracle2teacher)": 3.7012057304382324,
+      "cov-distil": 1.9477070569992065,
+      "cov-distil (oracle2student)": 4.23211145401001,
+      "cov-distil (oracle2teacher)": 3.7845799922943115,
       "epoch": 2.781004709576138,
-      "rel-constrast": 2.8919434547424316,
+      "rel-constrast": 3.604813814163208,
       "step": 3543,
-      "subrel-constrast": 3.139697551727295,
+      "subrel-constrast": 3.409348726272583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3825955390930176,
-      "cov-distil (oracle2student)": 5.492983341217041,
-      "cov-distil (oracle2teacher)": 4.83962345123291,
+      "cov-distil": 1.4793756008148193,
+      "cov-distil (oracle2student)": 5.449453353881836,
+      "cov-distil (oracle2teacher)": 5.370293140411377,
       "epoch": 2.781789638932496,
-      "rel-constrast": 2.033757209777832,
+      "rel-constrast": 2.4654295444488525,
       "step": 3544,
-      "subrel-constrast": 2.919071912765503,
+      "subrel-constrast": 2.9504454135894775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.864202618598938,
-      "cov-distil (oracle2student)": 3.562382221221924,
-      "cov-distil (oracle2teacher)": 3.479668140411377,
+      "cov-distil": 2.345639944076538,
+      "cov-distil (oracle2student)": 3.6730875968933105,
+      "cov-distil (oracle2teacher)": 4.202016830444336,
       "epoch": 2.782574568288854,
-      "rel-constrast": 2.742119312286377,
+      "rel-constrast": 2.9245123863220215,
       "step": 3545,
-      "subrel-constrast": 3.8246121406555176,
+      "subrel-constrast": 4.047243118286133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7136666774749756,
-      "cov-distil (oracle2student)": 6.516396999359131,
-      "cov-distil (oracle2teacher)": 6.288470268249512,
+      "cov-distil": 2.5699121952056885,
+      "cov-distil (oracle2student)": 7.349292755126953,
+      "cov-distil (oracle2teacher)": 7.016933441162109,
       "epoch": 2.783359497645212,
-      "rel-constrast": 1.8061896562576294,
+      "rel-constrast": 2.8379065990448,
       "step": 3546,
-      "subrel-constrast": 3.0093910694122314,
+      "subrel-constrast": 2.8006324768066406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3209631443023682,
-      "cov-distil (oracle2student)": 2.5101358890533447,
-      "cov-distil (oracle2teacher)": 2.850820302963257,
+      "cov-distil": 2.1540372371673584,
+      "cov-distil (oracle2student)": 3.401002883911133,
+      "cov-distil (oracle2teacher)": 2.790369987487793,
       "epoch": 2.7841444270015696,
-      "rel-constrast": 3.178370237350464,
+      "rel-constrast": 3.6609549522399902,
       "step": 3547,
-      "subrel-constrast": 4.015971660614014,
+      "subrel-constrast": 4.182144641876221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5318498611450195,
-      "cov-distil (oracle2student)": 4.9477643966674805,
-      "cov-distil (oracle2teacher)": 4.787635803222656,
+      "cov-distil": 1.8249266147613525,
+      "cov-distil (oracle2student)": 5.147817134857178,
+      "cov-distil (oracle2teacher)": 4.936285018920898,
       "epoch": 2.784929356357928,
-      "rel-constrast": 3.293071985244751,
+      "rel-constrast": 3.703218460083008,
       "step": 3548,
-      "subrel-constrast": 3.9265966415405273,
+      "subrel-constrast": 4.006539344787598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.696291208267212,
-      "cov-distil (oracle2student)": 4.263381004333496,
-      "cov-distil (oracle2teacher)": 4.353166580200195,
+      "cov-distil": 1.959423303604126,
+      "cov-distil (oracle2student)": 4.958598613739014,
+      "cov-distil (oracle2teacher)": 4.671599388122559,
       "epoch": 2.7857142857142856,
-      "rel-constrast": 2.8011226654052734,
+      "rel-constrast": 3.2798635959625244,
       "step": 3549,
-      "subrel-constrast": 3.6055240631103516,
+      "subrel-constrast": 3.3815197944641113,
       "view-similarity": 0
     },
     {
       "epoch": 2.7864992150706436,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.28125,
       "learning_rate": 4.073979069549646e-05,
-      "loss": 0.7168,
+      "loss": 0.7964,
       "step": 3550
     },
     {
-      "cov-distil": 1.0746400356292725,
-      "cov-distil (oracle2student)": 2.8375210762023926,
-      "cov-distil (oracle2teacher)": 2.992489814758301,
+      "cov-distil": 1.2198225259780884,
+      "cov-distil (oracle2student)": 2.8151800632476807,
+      "cov-distil (oracle2teacher)": 2.799802303314209,
       "epoch": 2.7864992150706436,
-      "rel-constrast": 2.481842041015625,
+      "rel-constrast": 2.6741416454315186,
       "step": 3550,
-      "subrel-constrast": 2.920151948928833,
+      "subrel-constrast": 2.917478561401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5103081464767456,
-      "cov-distil (oracle2student)": 3.136960506439209,
-      "cov-distil (oracle2teacher)": 3.4654994010925293,
+      "cov-distil": 2.071779251098633,
+      "cov-distil (oracle2student)": 3.0874505043029785,
+      "cov-distil (oracle2teacher)": 3.472621202468872,
       "epoch": 2.7872841444270016,
-      "rel-constrast": 2.253533363342285,
+      "rel-constrast": 2.1062707901000977,
       "step": 3551,
-      "subrel-constrast": 2.806283950805664,
+      "subrel-constrast": 2.7480502128601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1227941513061523,
-      "cov-distil (oracle2student)": 4.283329010009766,
-      "cov-distil (oracle2teacher)": 3.908005714416504,
+      "cov-distil": 1.3770856857299805,
+      "cov-distil (oracle2student)": 4.271481990814209,
+      "cov-distil (oracle2teacher)": 3.9262304306030273,
       "epoch": 2.7880690737833596,
-      "rel-constrast": 3.500622272491455,
+      "rel-constrast": 4.132549285888672,
       "step": 3552,
-      "subrel-constrast": 4.200196266174316,
+      "subrel-constrast": 3.9776058197021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7598018646240234,
-      "cov-distil (oracle2student)": 5.035981178283691,
-      "cov-distil (oracle2teacher)": 4.670450210571289,
+      "cov-distil": 2.309886932373047,
+      "cov-distil (oracle2student)": 4.980688571929932,
+      "cov-distil (oracle2teacher)": 5.123229026794434,
       "epoch": 2.7888540031397175,
-      "rel-constrast": 1.8663225173950195,
+      "rel-constrast": 2.108802556991577,
       "step": 3553,
-      "subrel-constrast": 2.5248491764068604,
+      "subrel-constrast": 2.686622142791748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.615004301071167,
-      "cov-distil (oracle2student)": 4.167002201080322,
-      "cov-distil (oracle2teacher)": 4.2441511154174805,
+      "cov-distil": 2.053839921951294,
+      "cov-distil (oracle2student)": 4.544401168823242,
+      "cov-distil (oracle2teacher)": 4.77713680267334,
       "epoch": 2.789638932496075,
-      "rel-constrast": 2.683532238006592,
+      "rel-constrast": 3.293450117111206,
       "step": 3554,
-      "subrel-constrast": 3.6794040203094482,
+      "subrel-constrast": 3.780493974685669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0796945095062256,
-      "cov-distil (oracle2student)": 3.896461009979248,
-      "cov-distil (oracle2teacher)": 3.2958855628967285,
+      "cov-distil": 1.803830862045288,
+      "cov-distil (oracle2student)": 3.792013168334961,
+      "cov-distil (oracle2teacher)": 3.8120391368865967,
       "epoch": 2.7904238618524335,
-      "rel-constrast": 1.2991888523101807,
+      "rel-constrast": 1.6866627931594849,
       "step": 3555,
-      "subrel-constrast": 1.5455249547958374,
+      "subrel-constrast": 1.4546804428100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2290802001953125,
-      "cov-distil (oracle2student)": 4.363129615783691,
-      "cov-distil (oracle2teacher)": 4.010703086853027,
+      "cov-distil": 2.005863904953003,
+      "cov-distil (oracle2student)": 4.26434326171875,
+      "cov-distil (oracle2teacher)": 4.324193954467773,
       "epoch": 2.791208791208791,
-      "rel-constrast": 2.478017807006836,
+      "rel-constrast": 2.772993564605713,
       "step": 3556,
-      "subrel-constrast": 3.187852621078491,
+      "subrel-constrast": 3.1303415298461914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1794928312301636,
-      "cov-distil (oracle2student)": 4.814743995666504,
-      "cov-distil (oracle2teacher)": 4.507012367248535,
+      "cov-distil": 1.250544786453247,
+      "cov-distil (oracle2student)": 5.015318870544434,
+      "cov-distil (oracle2teacher)": 4.472994327545166,
       "epoch": 2.791993720565149,
-      "rel-constrast": 3.163187265396118,
+      "rel-constrast": 3.720365047454834,
       "step": 3557,
-      "subrel-constrast": 3.990780830383301,
+      "subrel-constrast": 3.81423020362854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6819525957107544,
-      "cov-distil (oracle2student)": 3.858051061630249,
-      "cov-distil (oracle2teacher)": 3.831836223602295,
+      "cov-distil": 1.569635033607483,
+      "cov-distil (oracle2student)": 3.6210594177246094,
+      "cov-distil (oracle2teacher)": 3.683393955230713,
       "epoch": 2.792778649921507,
-      "rel-constrast": 2.6546072959899902,
+      "rel-constrast": 2.8910951614379883,
       "step": 3558,
-      "subrel-constrast": 3.3687069416046143,
+      "subrel-constrast": 3.169457197189331,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4730299711227417,
-      "cov-distil (oracle2student)": 5.318650245666504,
-      "cov-distil (oracle2teacher)": 5.1554131507873535,
+      "cov-distil": 1.9594683647155762,
+      "cov-distil (oracle2student)": 5.845785140991211,
+      "cov-distil (oracle2teacher)": 5.358935832977295,
       "epoch": 2.793563579277865,
-      "rel-constrast": 3.2615556716918945,
+      "rel-constrast": 3.977537155151367,
       "step": 3559,
-      "subrel-constrast": 3.9857892990112305,
+      "subrel-constrast": 3.8834478855133057,
       "view-similarity": 0
     },
     {
       "epoch": 2.794348508634223,
-      "grad_norm": 6.1875,
+      "grad_norm": 7.34375,
       "learning_rate": 4.067189533633815e-05,
-      "loss": 0.6779,
+      "loss": 0.7341,
       "step": 3560
     },
     {
-      "cov-distil": 1.6302231550216675,
-      "cov-distil (oracle2student)": 3.644481658935547,
-      "cov-distil (oracle2teacher)": 3.983630657196045,
+      "cov-distil": 2.502669334411621,
+      "cov-distil (oracle2student)": 4.521213531494141,
+      "cov-distil (oracle2teacher)": 4.440483093261719,
       "epoch": 2.794348508634223,
-      "rel-constrast": 2.288658618927002,
+      "rel-constrast": 3.0214345455169678,
       "step": 3560,
-      "subrel-constrast": 3.148287057876587,
+      "subrel-constrast": 3.16668438911438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.461504578590393,
-      "cov-distil (oracle2student)": 5.1325883865356445,
-      "cov-distil (oracle2teacher)": 4.673378944396973,
+      "cov-distil": 1.9504473209381104,
+      "cov-distil (oracle2student)": 5.19375467300415,
+      "cov-distil (oracle2teacher)": 4.940067291259766,
       "epoch": 2.795133437990581,
-      "rel-constrast": 2.425476551055908,
+      "rel-constrast": 2.3992903232574463,
       "step": 3561,
-      "subrel-constrast": 3.23711895942688,
+      "subrel-constrast": 3.118100166320801,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.260448932647705,
-      "cov-distil (oracle2student)": 4.969331741333008,
-      "cov-distil (oracle2teacher)": 4.873315811157227,
+      "cov-distil": 2.3260910511016846,
+      "cov-distil (oracle2student)": 5.295263290405273,
+      "cov-distil (oracle2teacher)": 4.685574054718018,
       "epoch": 2.795918367346939,
-      "rel-constrast": 3.1091513633728027,
+      "rel-constrast": 3.564302921295166,
       "step": 3562,
-      "subrel-constrast": 3.8143310546875,
+      "subrel-constrast": 3.7773008346557617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6359857320785522,
-      "cov-distil (oracle2student)": 6.373871326446533,
-      "cov-distil (oracle2teacher)": 5.551024913787842,
+      "cov-distil": 1.8823803663253784,
+      "cov-distil (oracle2student)": 6.443591117858887,
+      "cov-distil (oracle2teacher)": 5.947246074676514,
       "epoch": 2.7967032967032965,
-      "rel-constrast": 2.867471694946289,
+      "rel-constrast": 3.2516565322875977,
       "step": 3563,
-      "subrel-constrast": 3.6682331562042236,
+      "subrel-constrast": 3.6438534259796143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.881359577178955,
-      "cov-distil (oracle2student)": 4.3976850509643555,
-      "cov-distil (oracle2teacher)": 4.18251895904541,
+      "cov-distil": 2.8541059494018555,
+      "cov-distil (oracle2student)": 4.739079475402832,
+      "cov-distil (oracle2teacher)": 4.84123420715332,
       "epoch": 2.7974882260596545,
-      "rel-constrast": 2.4261159896850586,
+      "rel-constrast": 2.8257479667663574,
       "step": 3564,
-      "subrel-constrast": 3.559363603591919,
+      "subrel-constrast": 3.7792282104492188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.637282133102417,
-      "cov-distil (oracle2student)": 4.293227195739746,
-      "cov-distil (oracle2teacher)": 3.5919694900512695,
+      "cov-distil": 2.057802677154541,
+      "cov-distil (oracle2student)": 4.514664173126221,
+      "cov-distil (oracle2teacher)": 4.015263080596924,
       "epoch": 2.7982731554160125,
-      "rel-constrast": 2.3969948291778564,
+      "rel-constrast": 2.402881383895874,
       "step": 3565,
-      "subrel-constrast": 2.822784900665283,
+      "subrel-constrast": 2.5879557132720947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4809744358062744,
-      "cov-distil (oracle2student)": 4.448243141174316,
-      "cov-distil (oracle2teacher)": 3.990175724029541,
+      "cov-distil": 1.773200273513794,
+      "cov-distil (oracle2student)": 4.810924530029297,
+      "cov-distil (oracle2teacher)": 4.626442909240723,
       "epoch": 2.7990580847723705,
-      "rel-constrast": 2.6477882862091064,
+      "rel-constrast": 3.056976795196533,
       "step": 3566,
-      "subrel-constrast": 3.0428078174591064,
+      "subrel-constrast": 3.3851890563964844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0791053771972656,
-      "cov-distil (oracle2student)": 4.4508161544799805,
-      "cov-distil (oracle2teacher)": 4.350926399230957,
+      "cov-distil": 2.9136948585510254,
+      "cov-distil (oracle2student)": 4.748732566833496,
+      "cov-distil (oracle2teacher)": 4.497549057006836,
       "epoch": 2.7998430141287285,
-      "rel-constrast": 2.1198008060455322,
+      "rel-constrast": 2.4599575996398926,
       "step": 3567,
-      "subrel-constrast": 3.490078926086426,
+      "subrel-constrast": 3.74092698097229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4206864833831787,
-      "cov-distil (oracle2student)": 4.044746398925781,
-      "cov-distil (oracle2teacher)": 3.674853801727295,
+      "cov-distil": 2.0033860206604004,
+      "cov-distil (oracle2student)": 3.7279164791107178,
+      "cov-distil (oracle2teacher)": 3.7830986976623535,
       "epoch": 2.8006279434850865,
-      "rel-constrast": 2.5155882835388184,
+      "rel-constrast": 2.169006824493408,
       "step": 3568,
-      "subrel-constrast": 3.185847282409668,
+      "subrel-constrast": 3.259018898010254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7754374742507935,
-      "cov-distil (oracle2student)": 4.099841117858887,
-      "cov-distil (oracle2teacher)": 4.054225921630859,
+      "cov-distil": 1.7925643920898438,
+      "cov-distil (oracle2student)": 4.074536323547363,
+      "cov-distil (oracle2teacher)": 4.973211765289307,
       "epoch": 2.8014128728414445,
-      "rel-constrast": 2.174443006515503,
+      "rel-constrast": 2.3638076782226562,
       "step": 3569,
-      "subrel-constrast": 2.8198864459991455,
+      "subrel-constrast": 2.492131233215332,
       "view-similarity": 0
     },
     {
       "epoch": 2.802197802197802,
-      "grad_norm": 5.40625,
+      "grad_norm": 5.84375,
       "learning_rate": 4.060380902008093e-05,
-      "loss": 0.6649,
+      "loss": 0.6879,
       "step": 3570
     },
     {
-      "cov-distil": 1.3476274013519287,
-      "cov-distil (oracle2student)": 2.9762394428253174,
-      "cov-distil (oracle2teacher)": 3.4359421730041504,
+      "cov-distil": 1.5803050994873047,
+      "cov-distil (oracle2student)": 3.166107654571533,
+      "cov-distil (oracle2teacher)": 3.6426870822906494,
       "epoch": 2.802197802197802,
-      "rel-constrast": 3.3261425495147705,
+      "rel-constrast": 3.612394332885742,
       "step": 3570,
-      "subrel-constrast": 4.071096897125244,
+      "subrel-constrast": 3.9442594051361084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322634220123291,
-      "cov-distil (oracle2student)": 3.997357130050659,
-      "cov-distil (oracle2teacher)": 3.728325128555298,
+      "cov-distil": 1.5901825428009033,
+      "cov-distil (oracle2student)": 4.500864505767822,
+      "cov-distil (oracle2teacher)": 4.23482608795166,
       "epoch": 2.80298273155416,
-      "rel-constrast": 2.0070202350616455,
+      "rel-constrast": 1.914468765258789,
       "step": 3571,
-      "subrel-constrast": 2.471261501312256,
+      "subrel-constrast": 2.7607760429382324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.962550401687622,
-      "cov-distil (oracle2student)": 3.7945046424865723,
-      "cov-distil (oracle2teacher)": 3.5520217418670654,
+      "cov-distil": 2.987064838409424,
+      "cov-distil (oracle2student)": 4.325023651123047,
+      "cov-distil (oracle2teacher)": 3.8848469257354736,
       "epoch": 2.803767660910518,
-      "rel-constrast": 3.348686456680298,
+      "rel-constrast": 3.3794353008270264,
       "step": 3572,
-      "subrel-constrast": 3.9732532501220703,
+      "subrel-constrast": 4.236593246459961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6957271099090576,
-      "cov-distil (oracle2student)": 3.586333990097046,
-      "cov-distil (oracle2teacher)": 3.599825620651245,
+      "cov-distil": 1.9490363597869873,
+      "cov-distil (oracle2student)": 3.3328726291656494,
+      "cov-distil (oracle2teacher)": 3.4767560958862305,
       "epoch": 2.804552590266876,
-      "rel-constrast": 2.6487319469451904,
+      "rel-constrast": 3.009373664855957,
       "step": 3573,
-      "subrel-constrast": 3.3801822662353516,
+      "subrel-constrast": 3.4397969245910645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6602861881256104,
-      "cov-distil (oracle2student)": 3.861900806427002,
-      "cov-distil (oracle2teacher)": 3.7261948585510254,
+      "cov-distil": 2.028747081756592,
+      "cov-distil (oracle2student)": 4.040786266326904,
+      "cov-distil (oracle2teacher)": 3.757786750793457,
       "epoch": 2.805337519623234,
-      "rel-constrast": 2.58284330368042,
+      "rel-constrast": 2.584383010864258,
       "step": 3574,
-      "subrel-constrast": 3.304117202758789,
+      "subrel-constrast": 3.189997434616089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.17142915725708,
-      "cov-distil (oracle2student)": 4.7519755363464355,
-      "cov-distil (oracle2teacher)": 4.153964042663574,
+      "cov-distil": 1.438970923423767,
+      "cov-distil (oracle2student)": 5.055680751800537,
+      "cov-distil (oracle2teacher)": 4.967031478881836,
       "epoch": 2.806122448979592,
-      "rel-constrast": 2.0612666606903076,
+      "rel-constrast": 1.9688501358032227,
       "step": 3575,
-      "subrel-constrast": 2.8299624919891357,
+      "subrel-constrast": 3.125129461288452,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2945070266723633,
-      "cov-distil (oracle2student)": 4.497527122497559,
-      "cov-distil (oracle2teacher)": 4.589073181152344,
+      "cov-distil": 1.517430305480957,
+      "cov-distil (oracle2student)": 4.898283958435059,
+      "cov-distil (oracle2teacher)": 5.055132865905762,
       "epoch": 2.80690737833595,
-      "rel-constrast": 2.0553951263427734,
+      "rel-constrast": 2.3622796535491943,
       "step": 3576,
-      "subrel-constrast": 2.6964335441589355,
+      "subrel-constrast": 2.291090488433838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2316241264343262,
-      "cov-distil (oracle2student)": 5.162559509277344,
-      "cov-distil (oracle2teacher)": 4.680859088897705,
+      "cov-distil": 1.72976815700531,
+      "cov-distil (oracle2student)": 5.000072479248047,
+      "cov-distil (oracle2teacher)": 5.249251842498779,
       "epoch": 2.8076923076923075,
-      "rel-constrast": 3.294386386871338,
+      "rel-constrast": 3.5187301635742188,
       "step": 3577,
-      "subrel-constrast": 3.426222324371338,
+      "subrel-constrast": 3.5516228675842285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.853306770324707,
-      "cov-distil (oracle2student)": 3.972310781478882,
-      "cov-distil (oracle2teacher)": 3.8446760177612305,
+      "cov-distil": 2.4690256118774414,
+      "cov-distil (oracle2student)": 4.3859148025512695,
+      "cov-distil (oracle2teacher)": 4.487953186035156,
       "epoch": 2.8084772370486655,
-      "rel-constrast": 2.5126278400421143,
+      "rel-constrast": 2.63775634765625,
       "step": 3578,
-      "subrel-constrast": 3.7370688915252686,
+      "subrel-constrast": 3.649099826812744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7584302425384521,
-      "cov-distil (oracle2student)": 4.427574157714844,
-      "cov-distil (oracle2teacher)": 4.616968631744385,
+      "cov-distil": 2.831169843673706,
+      "cov-distil (oracle2student)": 4.775959014892578,
+      "cov-distil (oracle2teacher)": 5.024619102478027,
       "epoch": 2.8092621664050235,
-      "rel-constrast": 3.427896022796631,
+      "rel-constrast": 2.9267890453338623,
       "step": 3579,
-      "subrel-constrast": 4.091404914855957,
+      "subrel-constrast": 4.212896823883057,
       "view-similarity": 0
     },
     {
       "epoch": 2.8100470957613815,
-      "grad_norm": 5.6875,
+      "grad_norm": 5.40625,
       "learning_rate": 4.053553257633505e-05,
-      "loss": 0.7199,
+      "loss": 0.6979,
       "step": 3580
     },
     {
-      "cov-distil": 1.5670818090438843,
-      "cov-distil (oracle2student)": 4.051936626434326,
-      "cov-distil (oracle2teacher)": 3.5507404804229736,
+      "cov-distil": 1.541727066040039,
+      "cov-distil (oracle2student)": 3.909780979156494,
+      "cov-distil (oracle2teacher)": 4.185173034667969,
       "epoch": 2.8100470957613815,
-      "rel-constrast": 2.6061418056488037,
+      "rel-constrast": 2.829988718032837,
       "step": 3580,
-      "subrel-constrast": 3.331510305404663,
+      "subrel-constrast": 3.1661367416381836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5863394737243652,
-      "cov-distil (oracle2student)": 4.144939422607422,
-      "cov-distil (oracle2teacher)": 4.199580192565918,
+      "cov-distil": 2.1918392181396484,
+      "cov-distil (oracle2student)": 4.768941402435303,
+      "cov-distil (oracle2teacher)": 4.711041450500488,
       "epoch": 2.8108320251177394,
-      "rel-constrast": 2.502291679382324,
+      "rel-constrast": 2.953623056411743,
       "step": 3581,
-      "subrel-constrast": 3.5769662857055664,
+      "subrel-constrast": 4.021094799041748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1220149993896484,
-      "cov-distil (oracle2student)": 4.127090930938721,
-      "cov-distil (oracle2teacher)": 4.228227615356445,
+      "cov-distil": 2.2974114418029785,
+      "cov-distil (oracle2student)": 4.577173233032227,
+      "cov-distil (oracle2teacher)": 4.596088409423828,
       "epoch": 2.8116169544740974,
-      "rel-constrast": 2.5129141807556152,
+      "rel-constrast": 2.4863340854644775,
       "step": 3582,
-      "subrel-constrast": 3.1863436698913574,
+      "subrel-constrast": 2.825511932373047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4155926704406738,
-      "cov-distil (oracle2student)": 6.302889823913574,
-      "cov-distil (oracle2teacher)": 5.3358917236328125,
+      "cov-distil": 2.2886507511138916,
+      "cov-distil (oracle2student)": 6.4953460693359375,
+      "cov-distil (oracle2teacher)": 5.570094585418701,
       "epoch": 2.8124018838304554,
-      "rel-constrast": 2.872934103012085,
+      "rel-constrast": 2.9323270320892334,
       "step": 3583,
-      "subrel-constrast": 3.5193700790405273,
+      "subrel-constrast": 3.2671642303466797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.890096664428711,
-      "cov-distil (oracle2student)": 4.296158790588379,
-      "cov-distil (oracle2teacher)": 4.905928611755371,
+      "cov-distil": 2.118579149246216,
+      "cov-distil (oracle2student)": 4.530257225036621,
+      "cov-distil (oracle2teacher)": 4.877150535583496,
       "epoch": 2.813186813186813,
-      "rel-constrast": 2.9558815956115723,
+      "rel-constrast": 3.128157138824463,
       "step": 3584,
-      "subrel-constrast": 3.844844341278076,
+      "subrel-constrast": 4.115724086761475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6033154726028442,
-      "cov-distil (oracle2student)": 4.438438415527344,
-      "cov-distil (oracle2teacher)": 4.751131534576416,
+      "cov-distil": 2.0715205669403076,
+      "cov-distil (oracle2student)": 5.10365104675293,
+      "cov-distil (oracle2teacher)": 5.201349258422852,
       "epoch": 2.813971742543171,
-      "rel-constrast": 3.382533550262451,
+      "rel-constrast": 3.654965877532959,
       "step": 3585,
-      "subrel-constrast": 3.9048314094543457,
+      "subrel-constrast": 3.8538551330566406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6383442878723145,
-      "cov-distil (oracle2student)": 4.175594329833984,
-      "cov-distil (oracle2teacher)": 4.077069282531738,
+      "cov-distil": 2.2986533641815186,
+      "cov-distil (oracle2student)": 3.984252452850342,
+      "cov-distil (oracle2teacher)": 4.286272048950195,
       "epoch": 2.814756671899529,
-      "rel-constrast": 2.299647808074951,
+      "rel-constrast": 2.1466524600982666,
       "step": 3586,
-      "subrel-constrast": 3.1249401569366455,
+      "subrel-constrast": 2.959890127182007,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5078250169754028,
-      "cov-distil (oracle2student)": 3.2397923469543457,
-      "cov-distil (oracle2teacher)": 3.523206949234009,
+      "cov-distil": 2.1738579273223877,
+      "cov-distil (oracle2student)": 2.525452136993408,
+      "cov-distil (oracle2teacher)": 3.7244529724121094,
       "epoch": 2.815541601255887,
-      "rel-constrast": 2.2891592979431152,
+      "rel-constrast": 2.562173843383789,
       "step": 3587,
-      "subrel-constrast": 2.8745691776275635,
+      "subrel-constrast": 2.866856813430786,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8996388912200928,
-      "cov-distil (oracle2student)": 3.539356231689453,
-      "cov-distil (oracle2teacher)": 3.3121795654296875,
+      "cov-distil": 1.3066201210021973,
+      "cov-distil (oracle2student)": 4.108445644378662,
+      "cov-distil (oracle2teacher)": 3.4325199127197266,
       "epoch": 2.816326530612245,
-      "rel-constrast": 1.8890999555587769,
+      "rel-constrast": 2.411139488220215,
       "step": 3588,
-      "subrel-constrast": 2.4931070804595947,
+      "subrel-constrast": 2.385460615158081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4815882444381714,
-      "cov-distil (oracle2student)": 3.208627223968506,
-      "cov-distil (oracle2teacher)": 2.8336501121520996,
+      "cov-distil": 2.0670268535614014,
+      "cov-distil (oracle2student)": 3.317516803741455,
+      "cov-distil (oracle2teacher)": 3.1561710834503174,
       "epoch": 2.817111459968603,
-      "rel-constrast": 2.396965980529785,
+      "rel-constrast": 2.9083738327026367,
       "step": 3589,
-      "subrel-constrast": 3.0045905113220215,
+      "subrel-constrast": 3.0799570083618164,
       "view-similarity": 0
     },
     {
       "epoch": 2.817896389324961,
-      "grad_norm": 4.71875,
+      "grad_norm": 11.125,
       "learning_rate": 4.0467066837027446e-05,
-      "loss": 0.682,
+      "loss": 0.7003,
       "step": 3590
     },
     {
-      "cov-distil": 1.6824063062667847,
-      "cov-distil (oracle2student)": 3.205321788787842,
-      "cov-distil (oracle2teacher)": 3.0563697814941406,
+      "cov-distil": 2.077476739883423,
+      "cov-distil (oracle2student)": 2.8019208908081055,
+      "cov-distil (oracle2teacher)": 2.999998092651367,
       "epoch": 2.817896389324961,
-      "rel-constrast": 2.3229727745056152,
+      "rel-constrast": 2.2386937141418457,
       "step": 3590,
-      "subrel-constrast": 3.431162118911743,
+      "subrel-constrast": 3.3690898418426514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0230581760406494,
-      "cov-distil (oracle2student)": 3.899156093597412,
-      "cov-distil (oracle2teacher)": 3.6725120544433594,
+      "cov-distil": 2.264247417449951,
+      "cov-distil (oracle2student)": 3.9930315017700195,
+      "cov-distil (oracle2teacher)": 3.3865785598754883,
       "epoch": 2.8186813186813184,
-      "rel-constrast": 2.8129823207855225,
+      "rel-constrast": 2.7582473754882812,
       "step": 3591,
-      "subrel-constrast": 3.8595099449157715,
+      "subrel-constrast": 3.6773016452789307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6477277278900146,
-      "cov-distil (oracle2student)": 5.554314613342285,
-      "cov-distil (oracle2teacher)": 4.96055793762207,
+      "cov-distil": 2.7080111503601074,
+      "cov-distil (oracle2student)": 6.215697288513184,
+      "cov-distil (oracle2teacher)": 5.357044219970703,
       "epoch": 2.819466248037677,
-      "rel-constrast": 3.4312362670898438,
+      "rel-constrast": 3.9243710041046143,
       "step": 3592,
-      "subrel-constrast": 3.8133907318115234,
+      "subrel-constrast": 3.881892204284668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2377222776412964,
-      "cov-distil (oracle2student)": 2.427522659301758,
-      "cov-distil (oracle2teacher)": 2.5952649116516113,
+      "cov-distil": 1.3901340961456299,
+      "cov-distil (oracle2student)": 2.793038845062256,
+      "cov-distil (oracle2teacher)": 2.838486671447754,
       "epoch": 2.8202511773940344,
-      "rel-constrast": 1.6471123695373535,
+      "rel-constrast": 1.6494189500808716,
       "step": 3593,
-      "subrel-constrast": 2.5038676261901855,
+      "subrel-constrast": 2.5123090744018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3741729259490967,
-      "cov-distil (oracle2student)": 4.478374481201172,
-      "cov-distil (oracle2teacher)": 4.442840576171875,
+      "cov-distil": 1.1965084075927734,
+      "cov-distil (oracle2student)": 4.784834861755371,
+      "cov-distil (oracle2teacher)": 4.439319133758545,
       "epoch": 2.8210361067503924,
-      "rel-constrast": 2.131709575653076,
+      "rel-constrast": 3.084688901901245,
       "step": 3594,
-      "subrel-constrast": 2.5950589179992676,
+      "subrel-constrast": 2.4833898544311523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3082456588745117,
-      "cov-distil (oracle2student)": 4.157922744750977,
-      "cov-distil (oracle2teacher)": 3.8260722160339355,
+      "cov-distil": 2.5644266605377197,
+      "cov-distil (oracle2student)": 3.749328851699829,
+      "cov-distil (oracle2teacher)": 3.8799612522125244,
       "epoch": 2.8218210361067504,
-      "rel-constrast": 2.712986469268799,
+      "rel-constrast": 2.8472633361816406,
       "step": 3595,
-      "subrel-constrast": 3.451322555541992,
+      "subrel-constrast": 3.54343843460083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3259330987930298,
-      "cov-distil (oracle2student)": 4.500886917114258,
-      "cov-distil (oracle2teacher)": 4.306244850158691,
+      "cov-distil": 1.7829841375350952,
+      "cov-distil (oracle2student)": 5.008932113647461,
+      "cov-distil (oracle2teacher)": 5.107099533081055,
       "epoch": 2.8226059654631084,
-      "rel-constrast": 2.8786141872406006,
+      "rel-constrast": 3.3013598918914795,
       "step": 3596,
-      "subrel-constrast": 3.1297523975372314,
+      "subrel-constrast": 3.498491048812866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.213984727859497,
-      "cov-distil (oracle2student)": 5.132283687591553,
-      "cov-distil (oracle2teacher)": 4.57288932800293,
+      "cov-distil": 3.4673593044281006,
+      "cov-distil (oracle2student)": 5.383068561553955,
+      "cov-distil (oracle2teacher)": 4.800250053405762,
       "epoch": 2.8233908948194664,
-      "rel-constrast": 2.3088982105255127,
+      "rel-constrast": 2.553133964538574,
       "step": 3597,
-      "subrel-constrast": 3.451249837875366,
+      "subrel-constrast": 3.47591233253479,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3017652034759521,
-      "cov-distil (oracle2student)": 5.277310848236084,
-      "cov-distil (oracle2teacher)": 4.7308030128479,
+      "cov-distil": 2.0163187980651855,
+      "cov-distil (oracle2student)": 5.976693153381348,
+      "cov-distil (oracle2teacher)": 4.833551406860352,
       "epoch": 2.824175824175824,
-      "rel-constrast": 3.2274069786071777,
+      "rel-constrast": 3.735102891921997,
       "step": 3598,
-      "subrel-constrast": 3.2713584899902344,
+      "subrel-constrast": 3.295001983642578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2508625984191895,
-      "cov-distil (oracle2student)": 4.219518184661865,
-      "cov-distil (oracle2teacher)": 3.962024450302124,
+      "cov-distil": 1.3757867813110352,
+      "cov-distil (oracle2student)": 4.610993385314941,
+      "cov-distil (oracle2teacher)": 3.900315761566162,
       "epoch": 2.8249607535321823,
-      "rel-constrast": 3.436281442642212,
+      "rel-constrast": 4.103123664855957,
       "step": 3599,
-      "subrel-constrast": 4.118261814117432,
+      "subrel-constrast": 3.7043702602386475,
       "view-similarity": 0
     },
     {
       "epoch": 2.82574568288854,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.9375,
       "learning_rate": 4.039841263639155e-05,
-      "loss": 0.7137,
+      "loss": 0.7549,
       "step": 3600
     },
     {
       "epoch": 2.82574568288854,
-      "overlap": 0.34843751788139343,
+      "overlap": 0.3046875,
       "step": 3600
     },
     {
       "epoch": 2.82574568288854,
       "step": 3600,
-      "student margin": 0.05975341796875
+      "student margin": 0.056182861328125
     },
     {
       "epoch": 2.82574568288854,
       "step": 3600,
-      "teacher margin": 0.0418701171875
+      "teacher margin": 0.04510498046875
     },
     {
       "epoch": 2.82574568288854,
-      "margin difference": -0.01788330078125,
+      "margin difference": -0.011077880859375,
       "step": 3600
     },
     {
-      "cov-distil": 1.1187541484832764,
-      "cov-distil (oracle2student)": 2.9913578033447266,
-      "cov-distil (oracle2teacher)": 2.755321979522705,
+      "cov-distil": 1.471231460571289,
+      "cov-distil (oracle2student)": 3.9586806297302246,
+      "cov-distil (oracle2teacher)": 3.1302828788757324,
       "epoch": 2.82574568288854,
-      "rel-constrast": 2.73414945602417,
+      "rel-constrast": 3.3902151584625244,
       "step": 3600,
-      "subrel-constrast": 3.150385856628418,
+      "subrel-constrast": 3.138082265853882,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.329789400100708,
-      "cov-distil (oracle2student)": 5.230870723724365,
-      "cov-distil (oracle2teacher)": 4.538443565368652,
+      "cov-distil": 1.5721207857131958,
+      "cov-distil (oracle2student)": 5.448146820068359,
+      "cov-distil (oracle2teacher)": 5.148545265197754,
       "epoch": 2.826530612244898,
-      "rel-constrast": 2.999674081802368,
+      "rel-constrast": 3.492804527282715,
       "step": 3601,
-      "subrel-constrast": 3.917398691177368,
+      "subrel-constrast": 3.7625226974487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1695562601089478,
-      "cov-distil (oracle2student)": 3.964427947998047,
-      "cov-distil (oracle2teacher)": 4.378445148468018,
+      "cov-distil": 1.5579549074172974,
+      "cov-distil (oracle2student)": 4.23155403137207,
+      "cov-distil (oracle2teacher)": 4.277460098266602,
       "epoch": 2.827315541601256,
-      "rel-constrast": 3.2962284088134766,
+      "rel-constrast": 3.575660228729248,
       "step": 3602,
-      "subrel-constrast": 4.010249614715576,
+      "subrel-constrast": 3.872128486633301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1490604877471924,
-      "cov-distil (oracle2student)": 5.956531524658203,
-      "cov-distil (oracle2teacher)": 5.51311731338501,
+      "cov-distil": 1.9217841625213623,
+      "cov-distil (oracle2student)": 5.550574779510498,
+      "cov-distil (oracle2teacher)": 5.721999168395996,
       "epoch": 2.828100470957614,
-      "rel-constrast": 3.165605068206787,
+      "rel-constrast": 3.0775108337402344,
       "step": 3603,
-      "subrel-constrast": 3.4033267498016357,
+      "subrel-constrast": 3.2536749839782715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8340933322906494,
-      "cov-distil (oracle2student)": 5.171966552734375,
-      "cov-distil (oracle2teacher)": 4.767505645751953,
+      "cov-distil": 1.8270469903945923,
+      "cov-distil (oracle2student)": 5.023155212402344,
+      "cov-distil (oracle2teacher)": 4.996147155761719,
       "epoch": 2.828885400313972,
-      "rel-constrast": 2.716024875640869,
+      "rel-constrast": 2.3878440856933594,
       "step": 3604,
-      "subrel-constrast": 3.141476631164551,
+      "subrel-constrast": 3.1268157958984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6801990270614624,
-      "cov-distil (oracle2student)": 3.9832582473754883,
-      "cov-distil (oracle2teacher)": 3.8331992626190186,
+      "cov-distil": 2.3144803047180176,
+      "cov-distil (oracle2student)": 4.610499858856201,
+      "cov-distil (oracle2teacher)": 4.129512786865234,
       "epoch": 2.82967032967033,
-      "rel-constrast": 2.9290223121643066,
+      "rel-constrast": 2.9987027645111084,
       "step": 3605,
-      "subrel-constrast": 4.2899489402771,
+      "subrel-constrast": 4.0574564933776855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2518384456634521,
-      "cov-distil (oracle2student)": 3.098708391189575,
-      "cov-distil (oracle2teacher)": 3.6353602409362793,
+      "cov-distil": 1.9099013805389404,
+      "cov-distil (oracle2student)": 3.2934083938598633,
+      "cov-distil (oracle2teacher)": 4.011887073516846,
       "epoch": 2.830455259026688,
-      "rel-constrast": 2.625347137451172,
+      "rel-constrast": 2.9600396156311035,
       "step": 3606,
-      "subrel-constrast": 3.178135871887207,
+      "subrel-constrast": 3.300868511199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.571341633796692,
-      "cov-distil (oracle2student)": 4.062335968017578,
-      "cov-distil (oracle2teacher)": 3.8721232414245605,
+      "cov-distil": 2.4051122665405273,
+      "cov-distil (oracle2student)": 4.139688491821289,
+      "cov-distil (oracle2teacher)": 4.311033248901367,
       "epoch": 2.8312401883830454,
-      "rel-constrast": 2.014805793762207,
+      "rel-constrast": 2.168105363845825,
       "step": 3607,
-      "subrel-constrast": 3.1450421810150146,
+      "subrel-constrast": 3.1670589447021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3810207843780518,
-      "cov-distil (oracle2student)": 3.54370379447937,
-      "cov-distil (oracle2teacher)": 3.789414405822754,
+      "cov-distil": 1.442949891090393,
+      "cov-distil (oracle2student)": 4.054606914520264,
+      "cov-distil (oracle2teacher)": 4.243339538574219,
       "epoch": 2.8320251177394034,
-      "rel-constrast": 2.914191484451294,
+      "rel-constrast": 3.3048207759857178,
       "step": 3608,
-      "subrel-constrast": 3.801659107208252,
+      "subrel-constrast": 3.722867250442505,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2823935747146606,
-      "cov-distil (oracle2student)": 4.241659641265869,
-      "cov-distil (oracle2teacher)": 4.4909162521362305,
+      "cov-distil": 1.7374098300933838,
+      "cov-distil (oracle2student)": 5.005236625671387,
+      "cov-distil (oracle2teacher)": 4.492371082305908,
       "epoch": 2.8328100470957613,
-      "rel-constrast": 1.7325056791305542,
+      "rel-constrast": 2.5762040615081787,
       "step": 3609,
-      "subrel-constrast": 2.580202579498291,
+      "subrel-constrast": 2.615540027618408,
       "view-similarity": 0
     },
     {
       "epoch": 2.8335949764521193,
-      "grad_norm": 4.84375,
+      "grad_norm": 6.46875,
       "learning_rate": 4.0329570810957115e-05,
-      "loss": 0.7126,
+      "loss": 0.7483,
       "step": 3610
     },
     {
-      "cov-distil": 1.6205105781555176,
-      "cov-distil (oracle2student)": 3.3600616455078125,
-      "cov-distil (oracle2teacher)": 3.9209513664245605,
+      "cov-distil": 1.8751442432403564,
+      "cov-distil (oracle2student)": 3.9870223999023438,
+      "cov-distil (oracle2teacher)": 4.455625534057617,
       "epoch": 2.8335949764521193,
-      "rel-constrast": 2.3211328983306885,
+      "rel-constrast": 2.9736392498016357,
       "step": 3610,
-      "subrel-constrast": 4.001876354217529,
+      "subrel-constrast": 3.6445956230163574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3065482378005981,
-      "cov-distil (oracle2student)": 3.7541861534118652,
-      "cov-distil (oracle2teacher)": 3.4024229049682617,
+      "cov-distil": 2.048034191131592,
+      "cov-distil (oracle2student)": 4.34036111831665,
+      "cov-distil (oracle2teacher)": 3.8493571281433105,
       "epoch": 2.8343799058084773,
-      "rel-constrast": 2.669243097305298,
+      "rel-constrast": 2.6416232585906982,
       "step": 3611,
-      "subrel-constrast": 2.9515199661254883,
+      "subrel-constrast": 3.176938533782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4315509796142578,
-      "cov-distil (oracle2student)": 3.2558298110961914,
-      "cov-distil (oracle2teacher)": 3.3802695274353027,
+      "cov-distil": 1.5156883001327515,
+      "cov-distil (oracle2student)": 3.923067331314087,
+      "cov-distil (oracle2teacher)": 3.7004506587982178,
       "epoch": 2.8351648351648353,
-      "rel-constrast": 2.4132320880889893,
+      "rel-constrast": 2.738190174102783,
       "step": 3612,
-      "subrel-constrast": 3.1182918548583984,
+      "subrel-constrast": 3.081759214401245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3590342998504639,
-      "cov-distil (oracle2student)": 3.5636703968048096,
-      "cov-distil (oracle2teacher)": 4.021346092224121,
+      "cov-distil": 1.7391282320022583,
+      "cov-distil (oracle2student)": 4.125231742858887,
+      "cov-distil (oracle2teacher)": 3.9199559688568115,
       "epoch": 2.8359497645211933,
-      "rel-constrast": 2.104348659515381,
+      "rel-constrast": 2.3656513690948486,
       "step": 3613,
-      "subrel-constrast": 2.9578821659088135,
+      "subrel-constrast": 2.583575963973999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0250959396362305,
-      "cov-distil (oracle2student)": 2.975590944290161,
-      "cov-distil (oracle2teacher)": 2.9422898292541504,
+      "cov-distil": 1.7249774932861328,
+      "cov-distil (oracle2student)": 2.847250461578369,
+      "cov-distil (oracle2teacher)": 2.891392707824707,
       "epoch": 2.836734693877551,
-      "rel-constrast": 2.790808916091919,
+      "rel-constrast": 2.9171700477600098,
       "step": 3614,
-      "subrel-constrast": 3.2246437072753906,
+      "subrel-constrast": 3.246194362640381,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2072315216064453,
-      "cov-distil (oracle2student)": 2.7260215282440186,
-      "cov-distil (oracle2teacher)": 3.3319449424743652,
+      "cov-distil": 1.6295853853225708,
+      "cov-distil (oracle2student)": 3.216341495513916,
+      "cov-distil (oracle2teacher)": 3.010882616043091,
       "epoch": 2.837519623233909,
-      "rel-constrast": 2.3292222023010254,
+      "rel-constrast": 2.833418607711792,
       "step": 3615,
-      "subrel-constrast": 3.0433926582336426,
+      "subrel-constrast": 2.8657543659210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1884219646453857,
-      "cov-distil (oracle2student)": 4.678348541259766,
-      "cov-distil (oracle2teacher)": 4.625107765197754,
+      "cov-distil": 1.4909682273864746,
+      "cov-distil (oracle2student)": 5.17136812210083,
+      "cov-distil (oracle2teacher)": 5.3021087646484375,
       "epoch": 2.838304552590267,
-      "rel-constrast": 3.206705093383789,
+      "rel-constrast": 3.159842014312744,
       "step": 3616,
-      "subrel-constrast": 3.507680654525757,
+      "subrel-constrast": 3.687761068344116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9866975545883179,
-      "cov-distil (oracle2student)": 4.221228122711182,
-      "cov-distil (oracle2teacher)": 3.5765817165374756,
+      "cov-distil": 2.085637092590332,
+      "cov-distil (oracle2student)": 3.965059280395508,
+      "cov-distil (oracle2teacher)": 4.103057861328125,
       "epoch": 2.839089481946625,
-      "rel-constrast": 2.0297420024871826,
+      "rel-constrast": 2.3239197731018066,
       "step": 3617,
-      "subrel-constrast": 2.8809897899627686,
+      "subrel-constrast": 2.7360289096832275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3251492977142334,
-      "cov-distil (oracle2student)": 4.6610283851623535,
-      "cov-distil (oracle2teacher)": 4.895040512084961,
+      "cov-distil": 1.6168797016143799,
+      "cov-distil (oracle2student)": 5.208263874053955,
+      "cov-distil (oracle2teacher)": 4.7871503829956055,
       "epoch": 2.839874411302983,
-      "rel-constrast": 2.1141202449798584,
+      "rel-constrast": 2.320519208908081,
       "step": 3618,
-      "subrel-constrast": 2.825411558151245,
+      "subrel-constrast": 2.6184611320495605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4296424388885498,
-      "cov-distil (oracle2student)": 6.145200729370117,
-      "cov-distil (oracle2teacher)": 4.815310478210449,
+      "cov-distil": 1.8149371147155762,
+      "cov-distil (oracle2student)": 6.938962459564209,
+      "cov-distil (oracle2teacher)": 5.497124671936035,
       "epoch": 2.840659340659341,
-      "rel-constrast": 3.0486536026000977,
+      "rel-constrast": 3.778714656829834,
       "step": 3619,
-      "subrel-constrast": 3.3096840381622314,
+      "subrel-constrast": 3.384838104248047,
       "view-similarity": 0
     },
     {
       "epoch": 2.8414442700156988,
-      "grad_norm": 8.0,
+      "grad_norm": 8.375,
       "learning_rate": 4.0260542199540064e-05,
-      "loss": 0.6604,
+      "loss": 0.7013,
       "step": 3620
     },
     {
-      "cov-distil": 2.060875654220581,
-      "cov-distil (oracle2student)": 3.901456832885742,
-      "cov-distil (oracle2teacher)": 3.7430830001831055,
+      "cov-distil": 2.1340513229370117,
+      "cov-distil (oracle2student)": 4.45265531539917,
+      "cov-distil (oracle2teacher)": 4.491029739379883,
       "epoch": 2.8414442700156988,
-      "rel-constrast": 1.6079623699188232,
+      "rel-constrast": 2.2276546955108643,
       "step": 3620,
-      "subrel-constrast": 2.476346254348755,
+      "subrel-constrast": 2.538273811340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7753876447677612,
-      "cov-distil (oracle2student)": 5.903511047363281,
-      "cov-distil (oracle2teacher)": 5.374276161193848,
+      "cov-distil": 2.258333921432495,
+      "cov-distil (oracle2student)": 6.124228477478027,
+      "cov-distil (oracle2teacher)": 5.396661758422852,
       "epoch": 2.8422291993720563,
-      "rel-constrast": 2.7572245597839355,
+      "rel-constrast": 3.0660297870635986,
       "step": 3621,
-      "subrel-constrast": 3.9485137462615967,
+      "subrel-constrast": 3.3372840881347656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7926592826843262,
-      "cov-distil (oracle2student)": 4.209694862365723,
-      "cov-distil (oracle2teacher)": 3.9411673545837402,
+      "cov-distil": 2.1535675525665283,
+      "cov-distil (oracle2student)": 4.653879165649414,
+      "cov-distil (oracle2teacher)": 4.635534763336182,
       "epoch": 2.8430141287284143,
-      "rel-constrast": 2.3891425132751465,
+      "rel-constrast": 2.444066047668457,
       "step": 3622,
-      "subrel-constrast": 2.8779540061950684,
+      "subrel-constrast": 3.404918670654297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4061357975006104,
-      "cov-distil (oracle2student)": 4.176924705505371,
-      "cov-distil (oracle2teacher)": 4.1052775382995605,
+      "cov-distil": 1.7128303050994873,
+      "cov-distil (oracle2student)": 4.395164489746094,
+      "cov-distil (oracle2teacher)": 4.3924407958984375,
       "epoch": 2.8437990580847723,
-      "rel-constrast": 1.8766199350357056,
+      "rel-constrast": 2.021688938140869,
       "step": 3623,
-      "subrel-constrast": 2.6627371311187744,
+      "subrel-constrast": 2.554718017578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8601175546646118,
-      "cov-distil (oracle2student)": 2.551948070526123,
-      "cov-distil (oracle2teacher)": 2.7722220420837402,
+      "cov-distil": 1.9935773611068726,
+      "cov-distil (oracle2student)": 2.641340732574463,
+      "cov-distil (oracle2teacher)": 2.545111894607544,
       "epoch": 2.8445839874411303,
-      "rel-constrast": 1.949938416481018,
+      "rel-constrast": 2.2127275466918945,
       "step": 3624,
-      "subrel-constrast": 3.0813331604003906,
+      "subrel-constrast": 2.971681594848633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.988987922668457,
-      "cov-distil (oracle2student)": 3.2966785430908203,
-      "cov-distil (oracle2teacher)": 3.7664928436279297,
+      "cov-distil": 2.335413932800293,
+      "cov-distil (oracle2student)": 4.216278076171875,
+      "cov-distil (oracle2teacher)": 3.7350716590881348,
       "epoch": 2.8453689167974883,
-      "rel-constrast": 2.4216299057006836,
+      "rel-constrast": 3.6765191555023193,
       "step": 3625,
-      "subrel-constrast": 3.8328280448913574,
+      "subrel-constrast": 3.8037819862365723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4989241361618042,
-      "cov-distil (oracle2student)": 5.084936141967773,
-      "cov-distil (oracle2teacher)": 4.361309051513672,
+      "cov-distil": 1.6457427740097046,
+      "cov-distil (oracle2student)": 5.433306694030762,
+      "cov-distil (oracle2teacher)": 4.8563408851623535,
       "epoch": 2.8461538461538463,
-      "rel-constrast": 1.7915271520614624,
+      "rel-constrast": 2.22122859954834,
       "step": 3626,
-      "subrel-constrast": 2.8895092010498047,
+      "subrel-constrast": 2.764709234237671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.699550986289978,
-      "cov-distil (oracle2student)": 4.295626640319824,
-      "cov-distil (oracle2teacher)": 3.9926910400390625,
+      "cov-distil": 2.1489906311035156,
+      "cov-distil (oracle2student)": 4.856538772583008,
+      "cov-distil (oracle2teacher)": 4.582756996154785,
       "epoch": 2.8469387755102042,
-      "rel-constrast": 3.9813385009765625,
+      "rel-constrast": 4.380732536315918,
       "step": 3627,
-      "subrel-constrast": 4.9721527099609375,
+      "subrel-constrast": 5.163527965545654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4175949096679688,
-      "cov-distil (oracle2student)": 5.06620454788208,
-      "cov-distil (oracle2teacher)": 4.353797912597656,
+      "cov-distil": 2.0044689178466797,
+      "cov-distil (oracle2student)": 6.223752021789551,
+      "cov-distil (oracle2teacher)": 5.401519298553467,
       "epoch": 2.847723704866562,
-      "rel-constrast": 2.967916488647461,
+      "rel-constrast": 4.0412492752075195,
       "step": 3628,
-      "subrel-constrast": 3.959818124771118,
+      "subrel-constrast": 3.9301702976226807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2278088331222534,
-      "cov-distil (oracle2student)": 4.564708709716797,
-      "cov-distil (oracle2teacher)": 3.7548985481262207,
+      "cov-distil": 1.9263865947723389,
+      "cov-distil (oracle2student)": 4.628823280334473,
+      "cov-distil (oracle2teacher)": 4.530643463134766,
       "epoch": 2.8485086342229198,
-      "rel-constrast": 2.5402021408081055,
+      "rel-constrast": 3.070436477661133,
       "step": 3629,
-      "subrel-constrast": 3.325817823410034,
+      "subrel-constrast": 3.88458514213562,
       "view-similarity": 0
     },
     {
       "epoch": 2.8492935635792778,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.1875,
       "learning_rate": 4.019132764323225e-05,
-      "loss": 0.6489,
+      "loss": 0.7341,
       "step": 3630
     },
     {
-      "cov-distil": 1.2624804973602295,
-      "cov-distil (oracle2student)": 2.8665475845336914,
-      "cov-distil (oracle2teacher)": 3.183819055557251,
+      "cov-distil": 1.3734352588653564,
+      "cov-distil (oracle2student)": 3.9330477714538574,
+      "cov-distil (oracle2teacher)": 3.6917741298675537,
       "epoch": 2.8492935635792778,
-      "rel-constrast": 2.175987958908081,
+      "rel-constrast": 2.3346216678619385,
       "step": 3630,
-      "subrel-constrast": 2.856393575668335,
+      "subrel-constrast": 2.806764602661133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6304359436035156,
-      "cov-distil (oracle2student)": 3.9771761894226074,
-      "cov-distil (oracle2teacher)": 4.10817813873291,
+      "cov-distil": 2.1319680213928223,
+      "cov-distil (oracle2student)": 3.8130812644958496,
+      "cov-distil (oracle2teacher)": 3.8224456310272217,
       "epoch": 2.8500784929356358,
-      "rel-constrast": 2.516900062561035,
+      "rel-constrast": 3.1020584106445312,
       "step": 3631,
-      "subrel-constrast": 3.267531394958496,
+      "subrel-constrast": 3.338589668273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6058425903320312,
-      "cov-distil (oracle2student)": 3.223947763442993,
-      "cov-distil (oracle2teacher)": 3.3333826065063477,
+      "cov-distil": 2.360466957092285,
+      "cov-distil (oracle2student)": 3.327064037322998,
+      "cov-distil (oracle2teacher)": 3.984290838241577,
       "epoch": 2.8508634222919937,
-      "rel-constrast": 1.61989164352417,
+      "rel-constrast": 1.512558937072754,
       "step": 3632,
-      "subrel-constrast": 2.7878339290618896,
+      "subrel-constrast": 2.8000376224517822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6634883880615234,
-      "cov-distil (oracle2student)": 4.421901702880859,
-      "cov-distil (oracle2teacher)": 4.395282745361328,
+      "cov-distil": 2.0959792137145996,
+      "cov-distil (oracle2student)": 4.488685607910156,
+      "cov-distil (oracle2teacher)": 4.695277690887451,
       "epoch": 2.8516483516483517,
-      "rel-constrast": 3.09218168258667,
+      "rel-constrast": 4.227043151855469,
       "step": 3633,
-      "subrel-constrast": 4.000469207763672,
+      "subrel-constrast": 4.315458297729492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9074475765228271,
-      "cov-distil (oracle2student)": 4.632801532745361,
-      "cov-distil (oracle2teacher)": 4.025720596313477,
+      "cov-distil": 1.9220417737960815,
+      "cov-distil (oracle2student)": 4.385809421539307,
+      "cov-distil (oracle2teacher)": 4.599490642547607,
       "epoch": 2.8524332810047097,
-      "rel-constrast": 1.8115057945251465,
+      "rel-constrast": 1.931471824645996,
       "step": 3634,
-      "subrel-constrast": 2.3299105167388916,
+      "subrel-constrast": 2.3679795265197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5736007690429688,
-      "cov-distil (oracle2student)": 4.479523658752441,
-      "cov-distil (oracle2teacher)": 4.031778335571289,
+      "cov-distil": 1.715206265449524,
+      "cov-distil (oracle2student)": 4.7700371742248535,
+      "cov-distil (oracle2teacher)": 4.828229904174805,
       "epoch": 2.8532182103610673,
-      "rel-constrast": 2.9307467937469482,
+      "rel-constrast": 3.1247198581695557,
       "step": 3635,
-      "subrel-constrast": 3.2126216888427734,
+      "subrel-constrast": 3.451740026473999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3124220371246338,
-      "cov-distil (oracle2student)": 4.958412170410156,
-      "cov-distil (oracle2teacher)": 4.157586097717285,
+      "cov-distil": 1.868196964263916,
+      "cov-distil (oracle2student)": 5.8014960289001465,
+      "cov-distil (oracle2teacher)": 5.115263938903809,
       "epoch": 2.8540031397174257,
-      "rel-constrast": 2.435626983642578,
+      "rel-constrast": 2.7468771934509277,
       "step": 3636,
-      "subrel-constrast": 2.567713499069214,
+      "subrel-constrast": 2.6588144302368164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0992109775543213,
-      "cov-distil (oracle2student)": 5.984644412994385,
-      "cov-distil (oracle2teacher)": 5.590281963348389,
+      "cov-distil": 1.313884973526001,
+      "cov-distil (oracle2student)": 6.123136520385742,
+      "cov-distil (oracle2teacher)": 6.542011260986328,
       "epoch": 2.8547880690737832,
-      "rel-constrast": 2.4709901809692383,
+      "rel-constrast": 2.878523349761963,
       "step": 3637,
-      "subrel-constrast": 2.8633830547332764,
+      "subrel-constrast": 3.1470229625701904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4176576137542725,
-      "cov-distil (oracle2student)": 4.332381248474121,
-      "cov-distil (oracle2teacher)": 3.9699764251708984,
+      "cov-distil": 2.057955503463745,
+      "cov-distil (oracle2student)": 5.013277053833008,
+      "cov-distil (oracle2teacher)": 4.515011787414551,
       "epoch": 2.8555729984301412,
-      "rel-constrast": 2.584127426147461,
+      "rel-constrast": 3.1243278980255127,
       "step": 3638,
-      "subrel-constrast": 3.2183783054351807,
+      "subrel-constrast": 3.492770195007324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4045772552490234,
-      "cov-distil (oracle2student)": 4.530163764953613,
-      "cov-distil (oracle2teacher)": 4.136185646057129,
+      "cov-distil": 2.1742727756500244,
+      "cov-distil (oracle2student)": 4.501696586608887,
+      "cov-distil (oracle2teacher)": 3.9712226390838623,
       "epoch": 2.856357927786499,
-      "rel-constrast": 3.359046459197998,
+      "rel-constrast": 3.5976836681365967,
       "step": 3639,
-      "subrel-constrast": 3.8274307250976562,
+      "subrel-constrast": 4.19077205657959,
       "view-similarity": 0
     },
     {
       "epoch": 2.857142857142857,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.65625,
       "learning_rate": 4.012192798539119e-05,
-      "loss": 0.6621,
+      "loss": 0.7145,
       "step": 3640
     },
     {
-      "cov-distil": 2.1218361854553223,
-      "cov-distil (oracle2student)": 2.9185097217559814,
-      "cov-distil (oracle2teacher)": 2.6900415420532227,
+      "cov-distil": 2.647610664367676,
+      "cov-distil (oracle2student)": 2.920689105987549,
+      "cov-distil (oracle2teacher)": 2.3970532417297363,
       "epoch": 2.857142857142857,
-      "rel-constrast": 2.057767868041992,
+      "rel-constrast": 2.6258270740509033,
       "step": 3640,
-      "subrel-constrast": 3.341930627822876,
+      "subrel-constrast": 3.1634182929992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5614280700683594,
-      "cov-distil (oracle2student)": 3.79402494430542,
-      "cov-distil (oracle2teacher)": 3.9151675701141357,
+      "cov-distil": 2.1837100982666016,
+      "cov-distil (oracle2student)": 3.9316577911376953,
+      "cov-distil (oracle2teacher)": 4.070979595184326,
       "epoch": 2.857927786499215,
-      "rel-constrast": 3.339304208755493,
+      "rel-constrast": 3.4930355548858643,
       "step": 3641,
-      "subrel-constrast": 4.550717353820801,
+      "subrel-constrast": 4.6033735275268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2198632955551147,
-      "cov-distil (oracle2student)": 4.238542556762695,
-      "cov-distil (oracle2teacher)": 4.565768718719482,
+      "cov-distil": 1.6689823865890503,
+      "cov-distil (oracle2student)": 4.425846099853516,
+      "cov-distil (oracle2teacher)": 4.328588485717773,
       "epoch": 2.8587127158555727,
-      "rel-constrast": 3.614558696746826,
+      "rel-constrast": 3.9964709281921387,
       "step": 3642,
-      "subrel-constrast": 4.030766010284424,
+      "subrel-constrast": 4.190825939178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.101505160331726,
-      "cov-distil (oracle2student)": 2.897871494293213,
-      "cov-distil (oracle2teacher)": 3.256418466567993,
+      "cov-distil": 1.4950103759765625,
+      "cov-distil (oracle2student)": 3.340958595275879,
+      "cov-distil (oracle2teacher)": 3.3266396522521973,
       "epoch": 2.859497645211931,
-      "rel-constrast": 1.8927769660949707,
+      "rel-constrast": 1.9167563915252686,
       "step": 3643,
-      "subrel-constrast": 2.4865591526031494,
+      "subrel-constrast": 2.401732921600342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9669376611709595,
-      "cov-distil (oracle2student)": 3.069190263748169,
-      "cov-distil (oracle2teacher)": 2.973789691925049,
+      "cov-distil": 1.145688772201538,
+      "cov-distil (oracle2student)": 2.985893726348877,
+      "cov-distil (oracle2teacher)": 3.2559022903442383,
       "epoch": 2.8602825745682887,
-      "rel-constrast": 1.67881178855896,
+      "rel-constrast": 1.6721227169036865,
       "step": 3644,
-      "subrel-constrast": 2.5498294830322266,
+      "subrel-constrast": 2.2077016830444336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4743858575820923,
-      "cov-distil (oracle2student)": 4.220640182495117,
-      "cov-distil (oracle2teacher)": 4.158576011657715,
+      "cov-distil": 1.8164644241333008,
+      "cov-distil (oracle2student)": 4.788871765136719,
+      "cov-distil (oracle2teacher)": 4.380730628967285,
       "epoch": 2.8610675039246467,
-      "rel-constrast": 2.797837972640991,
+      "rel-constrast": 3.2711546421051025,
       "step": 3645,
-      "subrel-constrast": 3.7283599376678467,
+      "subrel-constrast": 3.488283395767212,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0775281190872192,
-      "cov-distil (oracle2student)": 4.365081787109375,
-      "cov-distil (oracle2teacher)": 4.450909614562988,
+      "cov-distil": 1.542603611946106,
+      "cov-distil (oracle2student)": 4.645756244659424,
+      "cov-distil (oracle2teacher)": 4.753244400024414,
       "epoch": 2.8618524332810047,
-      "rel-constrast": 3.078829288482666,
+      "rel-constrast": 3.376803398132324,
       "step": 3646,
-      "subrel-constrast": 3.3232667446136475,
+      "subrel-constrast": 3.6768884658813477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0514650344848633,
-      "cov-distil (oracle2student)": 3.5709590911865234,
-      "cov-distil (oracle2teacher)": 4.340112686157227,
+      "cov-distil": 2.800954818725586,
+      "cov-distil (oracle2student)": 4.511622428894043,
+      "cov-distil (oracle2teacher)": 4.531540870666504,
       "epoch": 2.8626373626373627,
-      "rel-constrast": 3.4040188789367676,
+      "rel-constrast": 3.517974376678467,
       "step": 3647,
-      "subrel-constrast": 4.195973873138428,
+      "subrel-constrast": 4.2115478515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8044298887252808,
-      "cov-distil (oracle2student)": 5.5716447830200195,
-      "cov-distil (oracle2teacher)": 5.254709243774414,
+      "cov-distil": 2.891125202178955,
+      "cov-distil (oracle2student)": 5.909479141235352,
+      "cov-distil (oracle2teacher)": 5.310391902923584,
       "epoch": 2.8634222919937207,
-      "rel-constrast": 2.416677474975586,
+      "rel-constrast": 2.4806630611419678,
       "step": 3648,
-      "subrel-constrast": 3.217958688735962,
+      "subrel-constrast": 3.747066020965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1560418605804443,
-      "cov-distil (oracle2student)": 4.271978855133057,
-      "cov-distil (oracle2teacher)": 3.9379444122314453,
+      "cov-distil": 2.0120294094085693,
+      "cov-distil (oracle2student)": 4.085546493530273,
+      "cov-distil (oracle2teacher)": 4.993494510650635,
       "epoch": 2.8642072213500787,
-      "rel-constrast": 2.9484128952026367,
+      "rel-constrast": 3.2024335861206055,
       "step": 3649,
-      "subrel-constrast": 3.597111225128174,
+      "subrel-constrast": 3.985130786895752,
       "view-similarity": 0
     },
     {
       "epoch": 2.8649921507064366,
-      "grad_norm": 6.03125,
+      "grad_norm": 5.90625,
       "learning_rate": 4.005234407162982e-05,
-      "loss": 0.7171,
+      "loss": 0.7388,
       "step": 3650
     },
     {
-      "cov-distil": 1.6358072757720947,
-      "cov-distil (oracle2student)": 3.6707940101623535,
-      "cov-distil (oracle2teacher)": 3.4117186069488525,
+      "cov-distil": 1.8988994359970093,
+      "cov-distil (oracle2student)": 3.214371681213379,
+      "cov-distil (oracle2teacher)": 4.249563694000244,
       "epoch": 2.8649921507064366,
-      "rel-constrast": 2.110114574432373,
+      "rel-constrast": 2.0119082927703857,
       "step": 3650,
-      "subrel-constrast": 2.5157713890075684,
+      "subrel-constrast": 2.6639373302459717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6164169311523438,
-      "cov-distil (oracle2student)": 2.942906141281128,
-      "cov-distil (oracle2teacher)": 3.175398349761963,
+      "cov-distil": 1.7337753772735596,
+      "cov-distil (oracle2student)": 3.009629726409912,
+      "cov-distil (oracle2teacher)": 3.48638653755188,
       "epoch": 2.865777080062794,
-      "rel-constrast": 3.664142370223999,
+      "rel-constrast": 3.9264261722564697,
       "step": 3651,
-      "subrel-constrast": 4.257887840270996,
+      "subrel-constrast": 4.179258346557617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3452578783035278,
-      "cov-distil (oracle2student)": 4.531121253967285,
-      "cov-distil (oracle2teacher)": 4.420459270477295,
+      "cov-distil": 2.333655595779419,
+      "cov-distil (oracle2student)": 4.123237609863281,
+      "cov-distil (oracle2teacher)": 4.407848358154297,
       "epoch": 2.866562009419152,
-      "rel-constrast": 2.9400362968444824,
+      "rel-constrast": 3.230430841445923,
       "step": 3652,
-      "subrel-constrast": 3.6896157264709473,
+      "subrel-constrast": 3.986459732055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6011850833892822,
-      "cov-distil (oracle2student)": 4.514474391937256,
-      "cov-distil (oracle2teacher)": 4.069045066833496,
+      "cov-distil": 2.126211643218994,
+      "cov-distil (oracle2student)": 4.765151023864746,
+      "cov-distil (oracle2teacher)": 4.3176774978637695,
       "epoch": 2.86734693877551,
-      "rel-constrast": 2.105067253112793,
+      "rel-constrast": 2.613213539123535,
       "step": 3653,
-      "subrel-constrast": 3.0262911319732666,
+      "subrel-constrast": 3.0784716606140137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1972177028656006,
-      "cov-distil (oracle2student)": 4.045671463012695,
-      "cov-distil (oracle2teacher)": 4.068777084350586,
+      "cov-distil": 1.561538815498352,
+      "cov-distil (oracle2student)": 4.372267723083496,
+      "cov-distil (oracle2teacher)": 4.050962924957275,
       "epoch": 2.868131868131868,
-      "rel-constrast": 1.834162950515747,
+      "rel-constrast": 2.3014674186706543,
       "step": 3654,
-      "subrel-constrast": 2.709216594696045,
+      "subrel-constrast": 2.5022592544555664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4664660692214966,
-      "cov-distil (oracle2student)": 4.879441261291504,
-      "cov-distil (oracle2teacher)": 4.64498233795166,
+      "cov-distil": 1.563391923904419,
+      "cov-distil (oracle2student)": 5.041393280029297,
+      "cov-distil (oracle2teacher)": 4.683652877807617,
       "epoch": 2.868916797488226,
-      "rel-constrast": 1.671284556388855,
+      "rel-constrast": 1.9670690298080444,
       "step": 3655,
-      "subrel-constrast": 2.6053318977355957,
+      "subrel-constrast": 2.315396308898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1076338291168213,
-      "cov-distil (oracle2student)": 3.723475694656372,
-      "cov-distil (oracle2teacher)": 3.860574722290039,
+      "cov-distil": 2.4156203269958496,
+      "cov-distil (oracle2student)": 4.738823890686035,
+      "cov-distil (oracle2teacher)": 4.031993865966797,
       "epoch": 2.869701726844584,
-      "rel-constrast": 2.5836939811706543,
+      "rel-constrast": 3.058363437652588,
       "step": 3656,
-      "subrel-constrast": 3.7000794410705566,
+      "subrel-constrast": 3.7947914600372314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4816668033599854,
-      "cov-distil (oracle2student)": 3.1141319274902344,
-      "cov-distil (oracle2teacher)": 3.5547523498535156,
+      "cov-distil": 1.5244312286376953,
+      "cov-distil (oracle2student)": 3.175122022628784,
+      "cov-distil (oracle2teacher)": 3.7480216026306152,
       "epoch": 2.870486656200942,
-      "rel-constrast": 1.7835437059402466,
+      "rel-constrast": 2.3489341735839844,
       "step": 3657,
-      "subrel-constrast": 2.7131831645965576,
+      "subrel-constrast": 2.9302282333374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3067357540130615,
-      "cov-distil (oracle2student)": 4.828793048858643,
-      "cov-distil (oracle2teacher)": 4.527865409851074,
+      "cov-distil": 1.7959932088851929,
+      "cov-distil (oracle2student)": 4.701354026794434,
+      "cov-distil (oracle2teacher)": 5.258880615234375,
       "epoch": 2.8712715855572997,
-      "rel-constrast": 2.54880428314209,
+      "rel-constrast": 2.970290422439575,
       "step": 3658,
-      "subrel-constrast": 3.007107973098755,
+      "subrel-constrast": 3.1015985012054443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.445615291595459,
-      "cov-distil (oracle2student)": 3.106987476348877,
-      "cov-distil (oracle2teacher)": 3.1137704849243164,
+      "cov-distil": 1.7228498458862305,
+      "cov-distil (oracle2student)": 3.395055055618286,
+      "cov-distil (oracle2teacher)": 3.5948119163513184,
       "epoch": 2.8720565149136577,
-      "rel-constrast": 2.6748037338256836,
+      "rel-constrast": 2.8446977138519287,
       "step": 3659,
-      "subrel-constrast": 3.61566424369812,
+      "subrel-constrast": 3.4575188159942627,
       "view-similarity": 0
     },
     {
       "epoch": 2.8728414442700156,
-      "grad_norm": 5.5625,
+      "grad_norm": 5.625,
       "learning_rate": 3.998257674980617e-05,
-      "loss": 0.6359,
+      "loss": 0.6818,
       "step": 3660
     },
     {
-      "cov-distil": 1.7790169715881348,
-      "cov-distil (oracle2student)": 6.815619468688965,
-      "cov-distil (oracle2teacher)": 6.675049781799316,
+      "cov-distil": 2.378647804260254,
+      "cov-distil (oracle2student)": 6.762547492980957,
+      "cov-distil (oracle2teacher)": 7.0635480880737305,
       "epoch": 2.8728414442700156,
-      "rel-constrast": 2.542207956314087,
+      "rel-constrast": 2.6577930450439453,
       "step": 3660,
-      "subrel-constrast": 3.770475387573242,
+      "subrel-constrast": 3.8435492515563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1298599243164062,
-      "cov-distil (oracle2student)": 4.656232833862305,
-      "cov-distil (oracle2teacher)": 4.488853931427002,
+      "cov-distil": 1.4985003471374512,
+      "cov-distil (oracle2student)": 4.8148298263549805,
+      "cov-distil (oracle2teacher)": 4.596436500549316,
       "epoch": 2.8736263736263736,
-      "rel-constrast": 2.423398971557617,
+      "rel-constrast": 2.839567184448242,
       "step": 3661,
-      "subrel-constrast": 2.6540369987487793,
+      "subrel-constrast": 2.7260289192199707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0885252952575684,
-      "cov-distil (oracle2student)": 5.489858627319336,
-      "cov-distil (oracle2teacher)": 4.955079555511475,
+      "cov-distil": 1.5268433094024658,
+      "cov-distil (oracle2student)": 6.130664825439453,
+      "cov-distil (oracle2teacher)": 4.936746597290039,
       "epoch": 2.8744113029827316,
-      "rel-constrast": 3.4400272369384766,
+      "rel-constrast": 4.723675727844238,
       "step": 3662,
-      "subrel-constrast": 4.3299784660339355,
+      "subrel-constrast": 4.109267711639404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1657490730285645,
-      "cov-distil (oracle2student)": 3.5486502647399902,
-      "cov-distil (oracle2teacher)": 3.8647420406341553,
+      "cov-distil": 1.0909297466278076,
+      "cov-distil (oracle2student)": 3.593954086303711,
+      "cov-distil (oracle2teacher)": 3.6362006664276123,
       "epoch": 2.8751962323390896,
-      "rel-constrast": 1.7472342252731323,
+      "rel-constrast": 1.8587965965270996,
       "step": 3663,
-      "subrel-constrast": 2.6922898292541504,
+      "subrel-constrast": 2.334486246109009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2023953199386597,
-      "cov-distil (oracle2student)": 5.429956436157227,
-      "cov-distil (oracle2teacher)": 5.059347152709961,
+      "cov-distil": 1.408264398574829,
+      "cov-distil (oracle2student)": 5.165472030639648,
+      "cov-distil (oracle2teacher)": 5.213162422180176,
       "epoch": 2.8759811616954476,
-      "rel-constrast": 2.456538200378418,
+      "rel-constrast": 3.089576244354248,
       "step": 3664,
-      "subrel-constrast": 3.0063347816467285,
+      "subrel-constrast": 3.269096612930298,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8761540651321411,
-      "cov-distil (oracle2student)": 4.2531232833862305,
-      "cov-distil (oracle2teacher)": 4.292389392852783,
+      "cov-distil": 2.2550859451293945,
+      "cov-distil (oracle2student)": 4.572710037231445,
+      "cov-distil (oracle2teacher)": 4.117705345153809,
       "epoch": 2.876766091051805,
-      "rel-constrast": 2.9886772632598877,
+      "rel-constrast": 3.1695189476013184,
       "step": 3665,
-      "subrel-constrast": 4.109375,
+      "subrel-constrast": 3.632506847381592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6461641788482666,
-      "cov-distil (oracle2student)": 5.07884407043457,
-      "cov-distil (oracle2teacher)": 4.551021575927734,
+      "cov-distil": 2.0221662521362305,
+      "cov-distil (oracle2student)": 6.059610366821289,
+      "cov-distil (oracle2teacher)": 4.955949783325195,
       "epoch": 2.877551020408163,
-      "rel-constrast": 2.1682071685791016,
+      "rel-constrast": 2.490622043609619,
       "step": 3666,
-      "subrel-constrast": 2.846200942993164,
+      "subrel-constrast": 2.7106897830963135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.085766077041626,
-      "cov-distil (oracle2student)": 5.586014270782471,
-      "cov-distil (oracle2teacher)": 5.39616060256958,
+      "cov-distil": 2.0686166286468506,
+      "cov-distil (oracle2student)": 5.316571235656738,
+      "cov-distil (oracle2teacher)": 5.197671890258789,
       "epoch": 2.878335949764521,
-      "rel-constrast": 3.3756637573242188,
+      "rel-constrast": 3.5343246459960938,
       "step": 3667,
-      "subrel-constrast": 4.0500640869140625,
+      "subrel-constrast": 3.8986964225769043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.213741421699524,
-      "cov-distil (oracle2student)": 2.688936710357666,
-      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "cov-distil": 1.2550482749938965,
+      "cov-distil (oracle2student)": 2.8055758476257324,
+      "cov-distil (oracle2teacher)": 3.01607084274292,
       "epoch": 2.879120879120879,
-      "rel-constrast": 1.9098389148712158,
+      "rel-constrast": 2.062854290008545,
       "step": 3668,
-      "subrel-constrast": 2.739530563354492,
+      "subrel-constrast": 2.564267158508301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3328964710235596,
-      "cov-distil (oracle2student)": 4.955320358276367,
-      "cov-distil (oracle2teacher)": 4.538459300994873,
+      "cov-distil": 1.8779268264770508,
+      "cov-distil (oracle2student)": 4.866863250732422,
+      "cov-distil (oracle2teacher)": 5.029236793518066,
       "epoch": 2.879905808477237,
-      "rel-constrast": 1.7312397956848145,
+      "rel-constrast": 2.091454267501831,
       "step": 3669,
-      "subrel-constrast": 2.8373544216156006,
+      "subrel-constrast": 2.840175151824951,
       "view-similarity": 0
     },
     {
       "epoch": 2.880690737833595,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.375,
       "learning_rate": 3.991262687001304e-05,
-      "loss": 0.6559,
+      "loss": 0.713,
       "step": 3670
     },
     {
-      "cov-distil": 1.4764883518218994,
-      "cov-distil (oracle2student)": 5.947641849517822,
-      "cov-distil (oracle2teacher)": 5.347780227661133,
+      "cov-distil": 1.657225489616394,
+      "cov-distil (oracle2student)": 5.9303812980651855,
+      "cov-distil (oracle2teacher)": 5.98763370513916,
       "epoch": 2.880690737833595,
-      "rel-constrast": 2.181729316711426,
+      "rel-constrast": 2.7401626110076904,
       "step": 3670,
-      "subrel-constrast": 2.8146800994873047,
+      "subrel-constrast": 2.9525701999664307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.20436954498291,
-      "cov-distil (oracle2student)": 4.443916320800781,
-      "cov-distil (oracle2teacher)": 3.907668113708496,
+      "cov-distil": 2.276306629180908,
+      "cov-distil (oracle2student)": 4.546565055847168,
+      "cov-distil (oracle2teacher)": 4.387916564941406,
       "epoch": 2.881475667189953,
-      "rel-constrast": 3.3218700885772705,
+      "rel-constrast": 3.1944046020507812,
       "step": 3671,
-      "subrel-constrast": 3.823918104171753,
+      "subrel-constrast": 4.042062282562256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2367054224014282,
-      "cov-distil (oracle2student)": 5.233475208282471,
-      "cov-distil (oracle2teacher)": 4.414298057556152,
+      "cov-distil": 1.3083399534225464,
+      "cov-distil (oracle2student)": 5.23673152923584,
+      "cov-distil (oracle2teacher)": 4.505282878875732,
       "epoch": 2.8822605965463106,
-      "rel-constrast": 3.473031997680664,
+      "rel-constrast": 4.01547908782959,
       "step": 3672,
-      "subrel-constrast": 4.06704044342041,
+      "subrel-constrast": 4.066589832305908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.604971170425415,
-      "cov-distil (oracle2student)": 2.9084439277648926,
-      "cov-distil (oracle2teacher)": 3.369509696960449,
+      "cov-distil": 2.267209053039551,
+      "cov-distil (oracle2student)": 3.4390504360198975,
+      "cov-distil (oracle2teacher)": 3.2217540740966797,
       "epoch": 2.8830455259026686,
-      "rel-constrast": 2.4818177223205566,
+      "rel-constrast": 3.3915371894836426,
       "step": 3673,
-      "subrel-constrast": 3.7321584224700928,
+      "subrel-constrast": 3.955862045288086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3353642225265503,
-      "cov-distil (oracle2student)": 3.35343337059021,
-      "cov-distil (oracle2teacher)": 3.109236240386963,
+      "cov-distil": 1.8695828914642334,
+      "cov-distil (oracle2student)": 3.7615511417388916,
+      "cov-distil (oracle2teacher)": 3.6767709255218506,
       "epoch": 2.8838304552590266,
-      "rel-constrast": 2.0060534477233887,
+      "rel-constrast": 2.2446231842041016,
       "step": 3674,
-      "subrel-constrast": 2.958225965499878,
+      "subrel-constrast": 2.7151787281036377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7398394346237183,
-      "cov-distil (oracle2student)": 3.561842918395996,
-      "cov-distil (oracle2teacher)": 3.5277953147888184,
+      "cov-distil": 2.0285744667053223,
+      "cov-distil (oracle2student)": 3.5243191719055176,
+      "cov-distil (oracle2teacher)": 3.916025161743164,
       "epoch": 2.8846153846153846,
-      "rel-constrast": 2.753573179244995,
+      "rel-constrast": 3.2030458450317383,
       "step": 3675,
-      "subrel-constrast": 3.3754019737243652,
+      "subrel-constrast": 3.5189590454101562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2104828357696533,
-      "cov-distil (oracle2student)": 5.990422248840332,
-      "cov-distil (oracle2teacher)": 6.032230377197266,
+      "cov-distil": 1.1786303520202637,
+      "cov-distil (oracle2student)": 6.097951889038086,
+      "cov-distil (oracle2teacher)": 6.279574394226074,
       "epoch": 2.8854003139717426,
-      "rel-constrast": 2.4438719749450684,
+      "rel-constrast": 3.1074628829956055,
       "step": 3676,
-      "subrel-constrast": 3.1288928985595703,
+      "subrel-constrast": 3.2389233112335205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9925810098648071,
-      "cov-distil (oracle2student)": 2.3565313816070557,
-      "cov-distil (oracle2teacher)": 2.7919058799743652,
+      "cov-distil": 1.31563138961792,
+      "cov-distil (oracle2student)": 2.235715389251709,
+      "cov-distil (oracle2teacher)": 2.470017910003662,
       "epoch": 2.8861852433281006,
-      "rel-constrast": 2.9700095653533936,
+      "rel-constrast": 2.685227632522583,
       "step": 3677,
-      "subrel-constrast": 3.5565316677093506,
+      "subrel-constrast": 3.5209784507751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.420498251914978,
-      "cov-distil (oracle2student)": 3.693333148956299,
-      "cov-distil (oracle2teacher)": 3.3208558559417725,
+      "cov-distil": 1.678002119064331,
+      "cov-distil (oracle2student)": 3.4581151008605957,
+      "cov-distil (oracle2teacher)": 3.8781330585479736,
       "epoch": 2.8869701726844585,
-      "rel-constrast": 1.8001885414123535,
+      "rel-constrast": 1.8157689571380615,
       "step": 3678,
-      "subrel-constrast": 2.657033681869507,
+      "subrel-constrast": 2.5760810375213623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1733472347259521,
-      "cov-distil (oracle2student)": 4.631748676300049,
-      "cov-distil (oracle2teacher)": 4.633799076080322,
+      "cov-distil": 1.8922446966171265,
+      "cov-distil (oracle2student)": 4.098376750946045,
+      "cov-distil (oracle2teacher)": 5.201383590698242,
       "epoch": 2.887755102040816,
-      "rel-constrast": 2.2671236991882324,
+      "rel-constrast": 2.9099478721618652,
       "step": 3679,
-      "subrel-constrast": 2.7788944244384766,
+      "subrel-constrast": 2.8750293254852295,
       "view-similarity": 0
     },
     {
       "epoch": 2.8885400313971745,
-      "grad_norm": 4.6875,
+      "grad_norm": 5.6875,
       "learning_rate": 3.984249528456762e-05,
-      "loss": 0.6785,
+      "loss": 0.7327,
       "step": 3680
     },
     {
-      "cov-distil": 1.3920209407806396,
-      "cov-distil (oracle2student)": 5.340373516082764,
-      "cov-distil (oracle2teacher)": 4.440972328186035,
+      "cov-distil": 1.8202838897705078,
+      "cov-distil (oracle2student)": 5.895217418670654,
+      "cov-distil (oracle2teacher)": 4.907825469970703,
       "epoch": 2.8885400313971745,
-      "rel-constrast": 2.8083605766296387,
+      "rel-constrast": 3.543926954269409,
       "step": 3680,
-      "subrel-constrast": 3.117572069168091,
+      "subrel-constrast": 3.2579171657562256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2502837181091309,
-      "cov-distil (oracle2student)": 6.4110426902771,
-      "cov-distil (oracle2teacher)": 6.04494571685791,
+      "cov-distil": 1.722649097442627,
+      "cov-distil (oracle2student)": 6.818873882293701,
+      "cov-distil (oracle2teacher)": 6.441388130187988,
       "epoch": 2.889324960753532,
-      "rel-constrast": 2.6441478729248047,
+      "rel-constrast": 2.997379779815674,
       "step": 3681,
-      "subrel-constrast": 3.6429452896118164,
+      "subrel-constrast": 3.5426135063171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3743937015533447,
-      "cov-distil (oracle2student)": 4.043917655944824,
-      "cov-distil (oracle2teacher)": 3.856478691101074,
+      "cov-distil": 2.4098687171936035,
+      "cov-distil (oracle2student)": 4.071718692779541,
+      "cov-distil (oracle2teacher)": 4.293486595153809,
       "epoch": 2.89010989010989,
-      "rel-constrast": 2.7714309692382812,
+      "rel-constrast": 2.5916783809661865,
       "step": 3682,
-      "subrel-constrast": 3.56493878364563,
+      "subrel-constrast": 3.7220396995544434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0654970407485962,
-      "cov-distil (oracle2student)": 3.5364131927490234,
-      "cov-distil (oracle2teacher)": 3.7477827072143555,
+      "cov-distil": 1.2564136981964111,
+      "cov-distil (oracle2student)": 4.493998050689697,
+      "cov-distil (oracle2teacher)": 4.063005447387695,
       "epoch": 2.890894819466248,
-      "rel-constrast": 1.861194133758545,
+      "rel-constrast": 2.303104877471924,
       "step": 3683,
-      "subrel-constrast": 2.4258337020874023,
+      "subrel-constrast": 2.6104087829589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4692184925079346,
-      "cov-distil (oracle2student)": 3.0154643058776855,
-      "cov-distil (oracle2teacher)": 2.991734027862549,
+      "cov-distil": 2.2876243591308594,
+      "cov-distil (oracle2student)": 4.307456970214844,
+      "cov-distil (oracle2teacher)": 3.5829522609710693,
       "epoch": 2.891679748822606,
-      "rel-constrast": 2.0302963256835938,
+      "rel-constrast": 3.1000189781188965,
       "step": 3684,
-      "subrel-constrast": 2.9526989459991455,
+      "subrel-constrast": 3.1147570610046387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4023122787475586,
-      "cov-distil (oracle2student)": 2.8190155029296875,
-      "cov-distil (oracle2teacher)": 2.818148136138916,
+      "cov-distil": 1.9820473194122314,
+      "cov-distil (oracle2student)": 3.1641268730163574,
+      "cov-distil (oracle2teacher)": 2.9253413677215576,
       "epoch": 2.892464678178964,
-      "rel-constrast": 2.257045269012451,
+      "rel-constrast": 2.2384300231933594,
       "step": 3685,
-      "subrel-constrast": 2.8210086822509766,
+      "subrel-constrast": 2.6066339015960693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5459246635437012,
-      "cov-distil (oracle2student)": 4.399819850921631,
-      "cov-distil (oracle2teacher)": 4.002050399780273,
+      "cov-distil": 2.2907097339630127,
+      "cov-distil (oracle2student)": 4.831416130065918,
+      "cov-distil (oracle2teacher)": 4.404674053192139,
       "epoch": 2.8932496075353216,
-      "rel-constrast": 2.0802764892578125,
+      "rel-constrast": 2.464613437652588,
       "step": 3686,
-      "subrel-constrast": 3.182318925857544,
+      "subrel-constrast": 3.2307791709899902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5370433330535889,
-      "cov-distil (oracle2student)": 3.0196611881256104,
-      "cov-distil (oracle2teacher)": 3.426647901535034,
+      "cov-distil": 1.5232875347137451,
+      "cov-distil (oracle2student)": 3.5374526977539062,
+      "cov-distil (oracle2teacher)": 3.618621826171875,
       "epoch": 2.89403453689168,
-      "rel-constrast": 3.1149849891662598,
+      "rel-constrast": 3.8495843410491943,
       "step": 3687,
-      "subrel-constrast": 3.8897790908813477,
+      "subrel-constrast": 3.992238998413086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5181770324707031,
-      "cov-distil (oracle2student)": 3.498710870742798,
-      "cov-distil (oracle2teacher)": 3.9157378673553467,
+      "cov-distil": 2.2510557174682617,
+      "cov-distil (oracle2student)": 3.696720838546753,
+      "cov-distil (oracle2teacher)": 3.8033838272094727,
       "epoch": 2.8948194662480375,
-      "rel-constrast": 3.567229747772217,
+      "rel-constrast": 3.5045909881591797,
       "step": 3688,
-      "subrel-constrast": 4.199352264404297,
+      "subrel-constrast": 3.927006959915161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.308597207069397,
-      "cov-distil (oracle2student)": 3.3533058166503906,
-      "cov-distil (oracle2teacher)": 3.582240581512451,
+      "cov-distil": 1.4158523082733154,
+      "cov-distil (oracle2student)": 3.8304173946380615,
+      "cov-distil (oracle2teacher)": 4.029601097106934,
       "epoch": 2.8956043956043955,
-      "rel-constrast": 2.686890125274658,
+      "rel-constrast": 3.1032676696777344,
       "step": 3689,
-      "subrel-constrast": 3.411374092102051,
+      "subrel-constrast": 3.667868137359619,
       "view-similarity": 0
     },
     {
       "epoch": 2.8963893249607535,
-      "grad_norm": 5.53125,
+      "grad_norm": 7.0625,
       "learning_rate": 3.977218284800118e-05,
-      "loss": 0.6802,
+      "loss": 0.7424,
       "step": 3690
     },
     {
-      "cov-distil": 1.2236014604568481,
-      "cov-distil (oracle2student)": 3.27144193649292,
-      "cov-distil (oracle2teacher)": 3.5497024059295654,
+      "cov-distil": 1.452110767364502,
+      "cov-distil (oracle2student)": 3.394379138946533,
+      "cov-distil (oracle2teacher)": 3.687075138092041,
       "epoch": 2.8963893249607535,
-      "rel-constrast": 2.3055779933929443,
+      "rel-constrast": 2.3142528533935547,
       "step": 3690,
-      "subrel-constrast": 3.195941686630249,
+      "subrel-constrast": 3.1619248390197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5925254821777344,
-      "cov-distil (oracle2student)": 3.7014129161834717,
-      "cov-distil (oracle2teacher)": 3.4999043941497803,
+      "cov-distil": 2.1242446899414062,
+      "cov-distil (oracle2student)": 3.3724851608276367,
+      "cov-distil (oracle2teacher)": 3.4267702102661133,
       "epoch": 2.8971742543171115,
-      "rel-constrast": 1.8392963409423828,
+      "rel-constrast": 1.9546911716461182,
       "step": 3691,
-      "subrel-constrast": 3.0546305179595947,
+      "subrel-constrast": 2.795814037322998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4818997383117676,
-      "cov-distil (oracle2student)": 3.4231691360473633,
-      "cov-distil (oracle2teacher)": 3.3715333938598633,
+      "cov-distil": 1.9941030740737915,
+      "cov-distil (oracle2student)": 4.417808532714844,
+      "cov-distil (oracle2teacher)": 3.7976934909820557,
       "epoch": 2.8979591836734695,
-      "rel-constrast": 2.523916482925415,
+      "rel-constrast": 2.8038320541381836,
       "step": 3692,
-      "subrel-constrast": 2.8600881099700928,
+      "subrel-constrast": 3.1230921745300293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6675055027008057,
-      "cov-distil (oracle2student)": 4.2873969078063965,
-      "cov-distil (oracle2teacher)": 4.3902716636657715,
+      "cov-distil": 2.2119107246398926,
+      "cov-distil (oracle2student)": 4.775025844573975,
+      "cov-distil (oracle2teacher)": 4.598793983459473,
       "epoch": 2.898744113029827,
-      "rel-constrast": 3.0145773887634277,
+      "rel-constrast": 2.6373534202575684,
       "step": 3693,
-      "subrel-constrast": 3.685142993927002,
+      "subrel-constrast": 3.8660693168640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9891512393951416,
-      "cov-distil (oracle2student)": 3.7975401878356934,
-      "cov-distil (oracle2teacher)": 3.8362700939178467,
+      "cov-distil": 2.517381429672241,
+      "cov-distil (oracle2student)": 4.473110198974609,
+      "cov-distil (oracle2teacher)": 4.771157264709473,
       "epoch": 2.8995290423861855,
-      "rel-constrast": 2.701709032058716,
+      "rel-constrast": 2.8228759765625,
       "step": 3694,
-      "subrel-constrast": 3.4279158115386963,
+      "subrel-constrast": 3.7532124519348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2910466194152832,
-      "cov-distil (oracle2student)": 5.029232978820801,
-      "cov-distil (oracle2teacher)": 4.554121971130371,
+      "cov-distil": 2.0697672367095947,
+      "cov-distil (oracle2student)": 4.882594108581543,
+      "cov-distil (oracle2teacher)": 4.7101569175720215,
       "epoch": 2.900313971742543,
-      "rel-constrast": 3.3575048446655273,
+      "rel-constrast": 3.3519394397735596,
       "step": 3695,
-      "subrel-constrast": 3.885680675506592,
+      "subrel-constrast": 4.103107452392578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2916357517242432,
-      "cov-distil (oracle2student)": 4.864243507385254,
-      "cov-distil (oracle2teacher)": 5.258131980895996,
+      "cov-distil": 1.5435376167297363,
+      "cov-distil (oracle2student)": 5.118497848510742,
+      "cov-distil (oracle2teacher)": 5.316595077514648,
       "epoch": 2.901098901098901,
-      "rel-constrast": 1.51920747756958,
+      "rel-constrast": 1.650619626045227,
       "step": 3696,
-      "subrel-constrast": 2.3338067531585693,
+      "subrel-constrast": 2.304431915283203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0623137950897217,
-      "cov-distil (oracle2student)": 3.4611096382141113,
-      "cov-distil (oracle2teacher)": 3.601062297821045,
+      "cov-distil": 2.682802677154541,
+      "cov-distil (oracle2student)": 3.912137269973755,
+      "cov-distil (oracle2teacher)": 3.618654251098633,
       "epoch": 2.901883830455259,
-      "rel-constrast": 3.0714645385742188,
+      "rel-constrast": 3.290828227996826,
       "step": 3697,
-      "subrel-constrast": 3.679739475250244,
+      "subrel-constrast": 3.583712339401245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5694775581359863,
-      "cov-distil (oracle2student)": 3.622097969055176,
-      "cov-distil (oracle2teacher)": 3.4019265174865723,
+      "cov-distil": 1.760535717010498,
+      "cov-distil (oracle2student)": 3.5762715339660645,
+      "cov-distil (oracle2teacher)": 3.7197651863098145,
       "epoch": 2.902668759811617,
-      "rel-constrast": 2.0668179988861084,
+      "rel-constrast": 3.081804037094116,
       "step": 3698,
-      "subrel-constrast": 2.9326257705688477,
+      "subrel-constrast": 2.914306879043579,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6628986597061157,
-      "cov-distil (oracle2student)": 6.459633827209473,
-      "cov-distil (oracle2teacher)": 6.259359359741211,
+      "cov-distil": 1.9743316173553467,
+      "cov-distil (oracle2student)": 6.578238487243652,
+      "cov-distil (oracle2teacher)": 6.056027412414551,
       "epoch": 2.903453689167975,
-      "rel-constrast": 3.234705924987793,
+      "rel-constrast": 3.9679908752441406,
       "step": 3699,
-      "subrel-constrast": 4.237222671508789,
+      "subrel-constrast": 4.362519264221191,
       "view-similarity": 0
     },
     {
       "epoch": 2.904238618524333,
-      "grad_norm": 5.59375,
+      "grad_norm": 7.25,
       "learning_rate": 3.970169041704855e-05,
-      "loss": 0.6804,
+      "loss": 0.6969,
       "step": 3700
     },
     {
       "epoch": 2.904238618524333,
-      "overlap": 0.2953124940395355,
+      "overlap": 0.28593751788139343,
       "step": 3700
     },
     {
       "epoch": 2.904238618524333,
       "step": 3700,
-      "student margin": 0.066680908203125
+      "student margin": 0.0609130859375
     },
     {
       "epoch": 2.904238618524333,
       "step": 3700,
-      "teacher margin": 0.041168212890625
+      "teacher margin": 0.049774169921875
     },
     {
       "epoch": 2.904238618524333,
-      "margin difference": -0.0255126953125,
+      "margin difference": -0.011138916015625,
       "step": 3700
     },
     {
-      "cov-distil": 1.8410401344299316,
-      "cov-distil (oracle2student)": 3.4769768714904785,
-      "cov-distil (oracle2teacher)": 3.288839340209961,
+      "cov-distil": 1.896341323852539,
+      "cov-distil (oracle2student)": 3.6738970279693604,
+      "cov-distil (oracle2teacher)": 3.8724117279052734,
       "epoch": 2.904238618524333,
-      "rel-constrast": 2.880462646484375,
+      "rel-constrast": 2.9608142375946045,
       "step": 3700,
-      "subrel-constrast": 3.571986675262451,
+      "subrel-constrast": 3.4929423332214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317420244216919,
-      "cov-distil (oracle2student)": 5.392145156860352,
-      "cov-distil (oracle2teacher)": 5.281600475311279,
+      "cov-distil": 1.5716369152069092,
+      "cov-distil (oracle2student)": 5.664577484130859,
+      "cov-distil (oracle2teacher)": 5.657151222229004,
       "epoch": 2.905023547880691,
-      "rel-constrast": 3.750452756881714,
+      "rel-constrast": 3.5034337043762207,
       "step": 3701,
-      "subrel-constrast": 4.0149102210998535,
+      "subrel-constrast": 3.9803056716918945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1966891288757324,
-      "cov-distil (oracle2student)": 3.7924442291259766,
-      "cov-distil (oracle2teacher)": 3.8702824115753174,
+      "cov-distil": 1.7087937593460083,
+      "cov-distil (oracle2student)": 4.093194484710693,
+      "cov-distil (oracle2teacher)": 4.130886077880859,
       "epoch": 2.9058084772370485,
-      "rel-constrast": 2.5803751945495605,
+      "rel-constrast": 2.823258638381958,
       "step": 3702,
-      "subrel-constrast": 3.085575580596924,
+      "subrel-constrast": 3.29038405418396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8117077350616455,
-      "cov-distil (oracle2student)": 3.9337759017944336,
-      "cov-distil (oracle2teacher)": 4.271904945373535,
+      "cov-distil": 2.002053737640381,
+      "cov-distil (oracle2student)": 4.015714168548584,
+      "cov-distil (oracle2teacher)": 4.378234386444092,
       "epoch": 2.9065934065934065,
-      "rel-constrast": 1.8250961303710938,
+      "rel-constrast": 2.3768067359924316,
       "step": 3703,
-      "subrel-constrast": 2.7644286155700684,
+      "subrel-constrast": 2.642913579940796,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3883335590362549,
-      "cov-distil (oracle2student)": 4.265381336212158,
-      "cov-distil (oracle2teacher)": 4.050724029541016,
+      "cov-distil": 1.6692183017730713,
+      "cov-distil (oracle2student)": 5.197906970977783,
+      "cov-distil (oracle2teacher)": 4.558634281158447,
       "epoch": 2.9073783359497645,
-      "rel-constrast": 2.4860923290252686,
+      "rel-constrast": 3.2207322120666504,
       "step": 3704,
-      "subrel-constrast": 3.210819959640503,
+      "subrel-constrast": 3.0041279792785645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9311399459838867,
-      "cov-distil (oracle2student)": 3.9218130111694336,
-      "cov-distil (oracle2teacher)": 4.240314483642578,
+      "cov-distil": 1.690053939819336,
+      "cov-distil (oracle2student)": 3.944188356399536,
+      "cov-distil (oracle2teacher)": 4.33255672454834,
       "epoch": 2.9081632653061225,
-      "rel-constrast": 3.8250179290771484,
+      "rel-constrast": 3.688681125640869,
       "step": 3705,
-      "subrel-constrast": 4.366184234619141,
+      "subrel-constrast": 4.203516006469727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.462048053741455,
-      "cov-distil (oracle2student)": 5.584427833557129,
-      "cov-distil (oracle2teacher)": 4.869932651519775,
+      "cov-distil": 1.4904670715332031,
+      "cov-distil (oracle2student)": 5.946174144744873,
+      "cov-distil (oracle2teacher)": 4.880312442779541,
       "epoch": 2.9089481946624804,
-      "rel-constrast": 2.1653261184692383,
+      "rel-constrast": 2.485424041748047,
       "step": 3706,
-      "subrel-constrast": 2.321303367614746,
+      "subrel-constrast": 2.2724945545196533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.005927324295044,
-      "cov-distil (oracle2student)": 2.782501220703125,
-      "cov-distil (oracle2teacher)": 2.8452036380767822,
+      "cov-distil": 1.578429937362671,
+      "cov-distil (oracle2student)": 3.226341724395752,
+      "cov-distil (oracle2teacher)": 3.042940616607666,
       "epoch": 2.9097331240188384,
-      "rel-constrast": 2.2628185749053955,
+      "rel-constrast": 2.7306737899780273,
       "step": 3707,
-      "subrel-constrast": 2.5166585445404053,
+      "subrel-constrast": 2.8742640018463135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1720523834228516,
-      "cov-distil (oracle2student)": 3.354086399078369,
-      "cov-distil (oracle2teacher)": 3.310385227203369,
+      "cov-distil": 1.7951050996780396,
+      "cov-distil (oracle2student)": 3.350956916809082,
+      "cov-distil (oracle2teacher)": 3.316643238067627,
       "epoch": 2.9105180533751964,
-      "rel-constrast": 3.2101337909698486,
+      "rel-constrast": 2.5516891479492188,
       "step": 3708,
-      "subrel-constrast": 3.5017240047454834,
+      "subrel-constrast": 3.461282968521118,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9305295944213867,
-      "cov-distil (oracle2student)": 3.7228829860687256,
-      "cov-distil (oracle2teacher)": 3.4950594902038574,
+      "cov-distil": 2.2847108840942383,
+      "cov-distil (oracle2student)": 4.093382358551025,
+      "cov-distil (oracle2teacher)": 3.566505193710327,
       "epoch": 2.911302982731554,
-      "rel-constrast": 2.031113624572754,
+      "rel-constrast": 2.678541898727417,
       "step": 3709,
-      "subrel-constrast": 3.107024908065796,
+      "subrel-constrast": 3.033250093460083,
       "view-similarity": 0
     },
     {
       "epoch": 2.912087912087912,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.90625,
       "learning_rate": 3.963101885063776e-05,
-      "loss": 0.7131,
+      "loss": 0.7255,
       "step": 3710
     },
     {
-      "cov-distil": 1.6717100143432617,
-      "cov-distil (oracle2student)": 3.2433481216430664,
-      "cov-distil (oracle2teacher)": 3.399672269821167,
+      "cov-distil": 1.989537000656128,
+      "cov-distil (oracle2student)": 3.742382287979126,
+      "cov-distil (oracle2teacher)": 3.44748592376709,
       "epoch": 2.912087912087912,
-      "rel-constrast": 1.7427287101745605,
+      "rel-constrast": 2.2073845863342285,
       "step": 3710,
-      "subrel-constrast": 2.8332996368408203,
+      "subrel-constrast": 2.9384586811065674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2583708763122559,
-      "cov-distil (oracle2student)": 4.191099166870117,
-      "cov-distil (oracle2teacher)": 4.589066505432129,
+      "cov-distil": 1.5315706729888916,
+      "cov-distil (oracle2student)": 4.407631874084473,
+      "cov-distil (oracle2teacher)": 4.978300094604492,
       "epoch": 2.91287284144427,
-      "rel-constrast": 2.046274423599243,
+      "rel-constrast": 2.7725391387939453,
       "step": 3711,
-      "subrel-constrast": 3.042290449142456,
+      "subrel-constrast": 3.0335893630981445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1907320022583008,
-      "cov-distil (oracle2student)": 6.012922763824463,
-      "cov-distil (oracle2teacher)": 5.937778949737549,
+      "cov-distil": 1.4767206907272339,
+      "cov-distil (oracle2student)": 5.813968658447266,
+      "cov-distil (oracle2teacher)": 6.170699119567871,
       "epoch": 2.913657770800628,
-      "rel-constrast": 2.212129592895508,
+      "rel-constrast": 2.557642936706543,
       "step": 3712,
-      "subrel-constrast": 2.2505388259887695,
+      "subrel-constrast": 2.4689605236053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6794366836547852,
-      "cov-distil (oracle2student)": 4.363182544708252,
-      "cov-distil (oracle2teacher)": 3.96651029586792,
+      "cov-distil": 2.277383327484131,
+      "cov-distil (oracle2student)": 4.292482852935791,
+      "cov-distil (oracle2teacher)": 3.9615797996520996,
       "epoch": 2.914442700156986,
-      "rel-constrast": 2.2043557167053223,
+      "rel-constrast": 2.687480926513672,
       "step": 3713,
-      "subrel-constrast": 3.140228271484375,
+      "subrel-constrast": 2.816307306289673,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.326108932495117,
-      "cov-distil (oracle2student)": 4.274355411529541,
-      "cov-distil (oracle2teacher)": 4.1303510665893555,
+      "cov-distil": 2.8241147994995117,
+      "cov-distil (oracle2student)": 4.620302200317383,
+      "cov-distil (oracle2teacher)": 4.265292644500732,
       "epoch": 2.915227629513344,
-      "rel-constrast": 2.8905391693115234,
+      "rel-constrast": 3.779409646987915,
       "step": 3714,
-      "subrel-constrast": 3.93094539642334,
+      "subrel-constrast": 3.80605149269104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.503951907157898,
-      "cov-distil (oracle2student)": 2.2526204586029053,
-      "cov-distil (oracle2teacher)": 2.5520639419555664,
+      "cov-distil": 1.7103701829910278,
+      "cov-distil (oracle2student)": 1.8571147918701172,
+      "cov-distil (oracle2teacher)": 2.336697816848755,
       "epoch": 2.916012558869702,
-      "rel-constrast": 2.205430507659912,
+      "rel-constrast": 1.91408371925354,
       "step": 3715,
-      "subrel-constrast": 3.206712484359741,
+      "subrel-constrast": 3.1762633323669434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4493451118469238,
-      "cov-distil (oracle2student)": 2.8621978759765625,
-      "cov-distil (oracle2teacher)": 2.971315860748291,
+      "cov-distil": 1.694039225578308,
+      "cov-distil (oracle2student)": 3.2488975524902344,
+      "cov-distil (oracle2teacher)": 3.2252254486083984,
       "epoch": 2.9167974882260594,
-      "rel-constrast": 2.3795340061187744,
+      "rel-constrast": 2.6750450134277344,
       "step": 3716,
-      "subrel-constrast": 2.927609920501709,
+      "subrel-constrast": 3.0151824951171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5981061458587646,
-      "cov-distil (oracle2student)": 5.830720901489258,
-      "cov-distil (oracle2teacher)": 5.065127372741699,
+      "cov-distil": 2.753331422805786,
+      "cov-distil (oracle2student)": 5.5373029708862305,
+      "cov-distil (oracle2teacher)": 5.242612361907959,
       "epoch": 2.9175824175824174,
-      "rel-constrast": 3.6399762630462646,
+      "rel-constrast": 4.007613182067871,
       "step": 3717,
-      "subrel-constrast": 4.423621654510498,
+      "subrel-constrast": 4.654110908508301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.097693681716919,
-      "cov-distil (oracle2student)": 3.0029454231262207,
-      "cov-distil (oracle2teacher)": 2.459343910217285,
+      "cov-distil": 1.6856728792190552,
+      "cov-distil (oracle2student)": 3.0331716537475586,
+      "cov-distil (oracle2teacher)": 2.837298631668091,
       "epoch": 2.9183673469387754,
-      "rel-constrast": 1.6001564264297485,
+      "rel-constrast": 1.3826972246170044,
       "step": 3718,
-      "subrel-constrast": 2.1476588249206543,
+      "subrel-constrast": 2.1436831951141357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.227539300918579,
-      "cov-distil (oracle2student)": 4.0828962326049805,
-      "cov-distil (oracle2teacher)": 3.5621440410614014,
+      "cov-distil": 2.2440404891967773,
+      "cov-distil (oracle2student)": 4.487288475036621,
+      "cov-distil (oracle2teacher)": 4.0474958419799805,
       "epoch": 2.9191522762951334,
-      "rel-constrast": 2.576988697052002,
+      "rel-constrast": 3.220857620239258,
       "step": 3719,
-      "subrel-constrast": 2.875383138656616,
+      "subrel-constrast": 3.1352946758270264,
       "view-similarity": 0
     },
     {
       "epoch": 2.9199372056514914,
-      "grad_norm": 5.21875,
+      "grad_norm": 7.6875,
       "learning_rate": 3.956016900987953e-05,
-      "loss": 0.625,
+      "loss": 0.6801,
       "step": 3720
     },
     {
-      "cov-distil": 1.5575170516967773,
-      "cov-distil (oracle2student)": 3.5080084800720215,
-      "cov-distil (oracle2teacher)": 3.514296531677246,
+      "cov-distil": 2.364217758178711,
+      "cov-distil (oracle2student)": 3.386878490447998,
+      "cov-distil (oracle2teacher)": 3.647202968597412,
       "epoch": 2.9199372056514914,
-      "rel-constrast": 2.4778592586517334,
+      "rel-constrast": 2.4050087928771973,
       "step": 3720,
-      "subrel-constrast": 3.198596477508545,
+      "subrel-constrast": 3.4159090518951416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6198692321777344,
-      "cov-distil (oracle2student)": 3.2874059677124023,
-      "cov-distil (oracle2teacher)": 3.49515962600708,
+      "cov-distil": 1.6196987628936768,
+      "cov-distil (oracle2student)": 3.8676276206970215,
+      "cov-distil (oracle2teacher)": 3.252824544906616,
       "epoch": 2.9207221350078494,
-      "rel-constrast": 2.070758581161499,
+      "rel-constrast": 2.157992362976074,
       "step": 3721,
-      "subrel-constrast": 2.756864070892334,
+      "subrel-constrast": 2.5296874046325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.436536192893982,
-      "cov-distil (oracle2student)": 5.496464729309082,
-      "cov-distil (oracle2teacher)": 4.392192363739014,
+      "cov-distil": 1.428985595703125,
+      "cov-distil (oracle2student)": 5.501806735992432,
+      "cov-distil (oracle2teacher)": 5.1448140144348145,
       "epoch": 2.9215070643642074,
-      "rel-constrast": 2.7109503746032715,
+      "rel-constrast": 2.730281352996826,
       "step": 3722,
-      "subrel-constrast": 3.285569667816162,
+      "subrel-constrast": 3.3249332904815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0397682189941406,
-      "cov-distil (oracle2student)": 3.6272926330566406,
-      "cov-distil (oracle2teacher)": 4.103534698486328,
+      "cov-distil": 2.2087833881378174,
+      "cov-distil (oracle2student)": 3.4457879066467285,
+      "cov-distil (oracle2teacher)": 4.418255805969238,
       "epoch": 2.922291993720565,
-      "rel-constrast": 2.016460657119751,
+      "rel-constrast": 2.0196125507354736,
       "step": 3723,
-      "subrel-constrast": 2.857201337814331,
+      "subrel-constrast": 2.987849235534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8913140296936035,
-      "cov-distil (oracle2student)": 2.7747883796691895,
-      "cov-distil (oracle2teacher)": 3.1311659812927246,
+      "cov-distil": 2.2155253887176514,
+      "cov-distil (oracle2student)": 2.9618399143218994,
+      "cov-distil (oracle2teacher)": 3.7022182941436768,
       "epoch": 2.9230769230769234,
-      "rel-constrast": 1.7399755716323853,
+      "rel-constrast": 2.1003201007843018,
       "step": 3724,
-      "subrel-constrast": 2.808647632598877,
+      "subrel-constrast": 2.719348907470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9321565628051758,
-      "cov-distil (oracle2student)": 3.31715726852417,
-      "cov-distil (oracle2teacher)": 3.509920358657837,
+      "cov-distil": 1.525348424911499,
+      "cov-distil (oracle2student)": 3.9199042320251465,
+      "cov-distil (oracle2teacher)": 3.5465447902679443,
       "epoch": 2.923861852433281,
-      "rel-constrast": 2.7527878284454346,
+      "rel-constrast": 3.1811442375183105,
       "step": 3725,
-      "subrel-constrast": 3.0592291355133057,
+      "subrel-constrast": 3.1828980445861816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.245211124420166,
-      "cov-distil (oracle2student)": 4.6931915283203125,
-      "cov-distil (oracle2teacher)": 4.306008338928223,
+      "cov-distil": 2.0079023838043213,
+      "cov-distil (oracle2student)": 4.8491668701171875,
+      "cov-distil (oracle2teacher)": 5.2338643074035645,
       "epoch": 2.924646781789639,
-      "rel-constrast": 3.884345531463623,
+      "rel-constrast": 4.00697660446167,
       "step": 3726,
-      "subrel-constrast": 4.026078701019287,
+      "subrel-constrast": 4.593445301055908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3797763586044312,
-      "cov-distil (oracle2student)": 6.033819675445557,
-      "cov-distil (oracle2teacher)": 5.506127834320068,
+      "cov-distil": 1.9851891994476318,
+      "cov-distil (oracle2student)": 5.688827037811279,
+      "cov-distil (oracle2teacher)": 5.540365219116211,
       "epoch": 2.925431711145997,
-      "rel-constrast": 2.3334226608276367,
+      "rel-constrast": 2.3858444690704346,
       "step": 3727,
-      "subrel-constrast": 3.370250940322876,
+      "subrel-constrast": 3.336792230606079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3554999828338623,
-      "cov-distil (oracle2student)": 5.900870323181152,
-      "cov-distil (oracle2teacher)": 5.49796199798584,
+      "cov-distil": 2.841341495513916,
+      "cov-distil (oracle2student)": 5.796639442443848,
+      "cov-distil (oracle2teacher)": 5.303718090057373,
       "epoch": 2.926216640502355,
-      "rel-constrast": 3.8149960041046143,
+      "rel-constrast": 4.222674369812012,
       "step": 3728,
-      "subrel-constrast": 5.2079362869262695,
+      "subrel-constrast": 5.180830955505371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9590335488319397,
-      "cov-distil (oracle2student)": 3.6121573448181152,
-      "cov-distil (oracle2teacher)": 3.5525875091552734,
+      "cov-distil": 1.2883861064910889,
+      "cov-distil (oracle2student)": 3.6456165313720703,
+      "cov-distil (oracle2teacher)": 3.487009048461914,
       "epoch": 2.927001569858713,
-      "rel-constrast": 1.5037951469421387,
+      "rel-constrast": 1.5236982107162476,
       "step": 3729,
-      "subrel-constrast": 2.17315411567688,
+      "subrel-constrast": 2.3504953384399414,
       "view-similarity": 0
     },
     {
       "epoch": 2.9277864992150704,
-      "grad_norm": 3.90625,
+      "grad_norm": 4.1875,
       "learning_rate": 3.948914175805684e-05,
-      "loss": 0.6712,
+      "loss": 0.6683,
       "step": 3730
     },
     {
-      "cov-distil": 1.391399621963501,
-      "cov-distil (oracle2student)": 2.980189085006714,
-      "cov-distil (oracle2teacher)": 3.4222848415374756,
+      "cov-distil": 2.183431625366211,
+      "cov-distil (oracle2student)": 3.629849910736084,
+      "cov-distil (oracle2teacher)": 3.6707980632781982,
       "epoch": 2.9277864992150704,
-      "rel-constrast": 1.8178751468658447,
+      "rel-constrast": 2.582388162612915,
       "step": 3730,
-      "subrel-constrast": 2.8062713146209717,
+      "subrel-constrast": 2.5123064517974854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9731876850128174,
-      "cov-distil (oracle2student)": 3.665510892868042,
-      "cov-distil (oracle2teacher)": 3.588029384613037,
+      "cov-distil": 1.7874068021774292,
+      "cov-distil (oracle2student)": 3.4007787704467773,
+      "cov-distil (oracle2teacher)": 3.3248071670532227,
       "epoch": 2.928571428571429,
-      "rel-constrast": 2.7449278831481934,
+      "rel-constrast": 3.4206345081329346,
       "step": 3731,
-      "subrel-constrast": 4.2244439125061035,
+      "subrel-constrast": 4.013047695159912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3816719055175781,
-      "cov-distil (oracle2student)": 4.810188293457031,
-      "cov-distil (oracle2teacher)": 4.785292625427246,
+      "cov-distil": 2.833554267883301,
+      "cov-distil (oracle2student)": 5.8746137619018555,
+      "cov-distil (oracle2teacher)": 5.315517425537109,
       "epoch": 2.9293563579277864,
-      "rel-constrast": 2.4369876384735107,
+      "rel-constrast": 3.2482738494873047,
       "step": 3732,
-      "subrel-constrast": 3.099954128265381,
+      "subrel-constrast": 3.4208455085754395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5708715915679932,
-      "cov-distil (oracle2student)": 3.847524881362915,
-      "cov-distil (oracle2teacher)": 3.731433391571045,
+      "cov-distil": 1.940866470336914,
+      "cov-distil (oracle2student)": 4.107202529907227,
+      "cov-distil (oracle2teacher)": 3.514025926589966,
       "epoch": 2.9301412872841444,
-      "rel-constrast": 2.501371383666992,
+      "rel-constrast": 2.56893253326416,
       "step": 3733,
-      "subrel-constrast": 3.1343994140625,
+      "subrel-constrast": 3.053616523742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7563046216964722,
-      "cov-distil (oracle2student)": 4.603699684143066,
-      "cov-distil (oracle2teacher)": 4.755205154418945,
+      "cov-distil": 2.335132598876953,
+      "cov-distil (oracle2student)": 5.336537837982178,
+      "cov-distil (oracle2teacher)": 5.324734687805176,
       "epoch": 2.9309262166405023,
-      "rel-constrast": 2.227141857147217,
+      "rel-constrast": 2.461716651916504,
       "step": 3734,
-      "subrel-constrast": 3.3704230785369873,
+      "subrel-constrast": 3.530324935913086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130575895309448,
-      "cov-distil (oracle2student)": 4.738794326782227,
-      "cov-distil (oracle2teacher)": 4.699927806854248,
+      "cov-distil": 2.256483793258667,
+      "cov-distil (oracle2student)": 5.541541576385498,
+      "cov-distil (oracle2teacher)": 4.987092018127441,
       "epoch": 2.9317111459968603,
-      "rel-constrast": 2.7391514778137207,
+      "rel-constrast": 3.321427345275879,
       "step": 3735,
-      "subrel-constrast": 3.668731927871704,
+      "subrel-constrast": 3.538424491882324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.526363492012024,
-      "cov-distil (oracle2student)": 5.061091423034668,
-      "cov-distil (oracle2teacher)": 4.537604331970215,
+      "cov-distil": 1.8606154918670654,
+      "cov-distil (oracle2student)": 5.325266361236572,
+      "cov-distil (oracle2teacher)": 4.8790764808654785,
       "epoch": 2.9324960753532183,
-      "rel-constrast": 2.353569984436035,
+      "rel-constrast": 2.1954100131988525,
       "step": 3736,
-      "subrel-constrast": 2.7668707370758057,
+      "subrel-constrast": 2.8908517360687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2707898616790771,
-      "cov-distil (oracle2student)": 3.1707754135131836,
-      "cov-distil (oracle2teacher)": 2.931527614593506,
+      "cov-distil": 1.524690866470337,
+      "cov-distil (oracle2student)": 3.545320987701416,
+      "cov-distil (oracle2teacher)": 3.3689210414886475,
       "epoch": 2.933281004709576,
-      "rel-constrast": 2.918670415878296,
+      "rel-constrast": 2.7282862663269043,
       "step": 3737,
-      "subrel-constrast": 3.569355010986328,
+      "subrel-constrast": 3.504127264022827,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.758061408996582,
-      "cov-distil (oracle2student)": 3.1640288829803467,
-      "cov-distil (oracle2teacher)": 2.9588074684143066,
+      "cov-distil": 1.7587062120437622,
+      "cov-distil (oracle2student)": 2.8996999263763428,
+      "cov-distil (oracle2teacher)": 3.2904598712921143,
       "epoch": 2.9340659340659343,
-      "rel-constrast": 2.7946205139160156,
+      "rel-constrast": 2.771728277206421,
       "step": 3738,
-      "subrel-constrast": 3.4251976013183594,
+      "subrel-constrast": 3.2532596588134766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.581396460533142,
-      "cov-distil (oracle2student)": 4.45325231552124,
-      "cov-distil (oracle2teacher)": 4.553940773010254,
+      "cov-distil": 1.6840168237686157,
+      "cov-distil (oracle2student)": 4.897179126739502,
+      "cov-distil (oracle2teacher)": 4.526995658874512,
       "epoch": 2.934850863422292,
-      "rel-constrast": 2.973194122314453,
+      "rel-constrast": 3.6110880374908447,
       "step": 3739,
-      "subrel-constrast": 3.55220890045166,
+      "subrel-constrast": 3.5523641109466553,
       "view-similarity": 0
     },
     {
       "epoch": 2.93563579277865,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.59375,
       "learning_rate": 3.9417937960614314e-05,
-      "loss": 0.677,
+      "loss": 0.7227,
       "step": 3740
     },
     {
-      "cov-distil": 2.360422134399414,
-      "cov-distil (oracle2student)": 4.789316654205322,
-      "cov-distil (oracle2teacher)": 4.8115234375,
+      "cov-distil": 3.2093944549560547,
+      "cov-distil (oracle2student)": 5.779200553894043,
+      "cov-distil (oracle2teacher)": 5.577378273010254,
       "epoch": 2.93563579277865,
-      "rel-constrast": 2.894733428955078,
+      "rel-constrast": 3.1424171924591064,
       "step": 3740,
-      "subrel-constrast": 4.094485282897949,
+      "subrel-constrast": 4.01253604888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7301886081695557,
-      "cov-distil (oracle2student)": 4.351900577545166,
-      "cov-distil (oracle2teacher)": 4.218229293823242,
+      "cov-distil": 2.1325278282165527,
+      "cov-distil (oracle2student)": 4.364375114440918,
+      "cov-distil (oracle2teacher)": 4.705324649810791,
       "epoch": 2.936420722135008,
-      "rel-constrast": 3.5578906536102295,
+      "rel-constrast": 4.176460266113281,
       "step": 3741,
-      "subrel-constrast": 4.278353691101074,
+      "subrel-constrast": 4.7685980796813965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1600654125213623,
-      "cov-distil (oracle2student)": 5.86660623550415,
-      "cov-distil (oracle2teacher)": 4.402599334716797,
+      "cov-distil": 1.417072057723999,
+      "cov-distil (oracle2student)": 5.363912105560303,
+      "cov-distil (oracle2teacher)": 5.115767478942871,
       "epoch": 2.937205651491366,
-      "rel-constrast": 2.701091766357422,
+      "rel-constrast": 2.862877368927002,
       "step": 3742,
-      "subrel-constrast": 2.9781334400177,
+      "subrel-constrast": 3.1822919845581055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3019535541534424,
-      "cov-distil (oracle2student)": 5.056062698364258,
-      "cov-distil (oracle2teacher)": 4.832372665405273,
+      "cov-distil": 1.5532442331314087,
+      "cov-distil (oracle2student)": 5.373467445373535,
+      "cov-distil (oracle2teacher)": 5.0951056480407715,
       "epoch": 2.937990580847724,
-      "rel-constrast": 2.5851526260375977,
+      "rel-constrast": 3.184903621673584,
       "step": 3743,
-      "subrel-constrast": 3.5685336589813232,
+      "subrel-constrast": 3.9540340900421143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4441757202148438,
-      "cov-distil (oracle2student)": 3.0063138008117676,
-      "cov-distil (oracle2teacher)": 3.567375659942627,
+      "cov-distil": 1.6545343399047852,
+      "cov-distil (oracle2student)": 3.6376752853393555,
+      "cov-distil (oracle2teacher)": 3.8188045024871826,
       "epoch": 2.938775510204082,
-      "rel-constrast": 1.276458740234375,
+      "rel-constrast": 1.49373197555542,
       "step": 3744,
-      "subrel-constrast": 2.1521503925323486,
+      "subrel-constrast": 2.0285282135009766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3076555728912354,
-      "cov-distil (oracle2student)": 4.724017143249512,
-      "cov-distil (oracle2teacher)": 4.793934345245361,
+      "cov-distil": 1.7955100536346436,
+      "cov-distil (oracle2student)": 4.821421146392822,
+      "cov-distil (oracle2teacher)": 5.184579372406006,
       "epoch": 2.9395604395604398,
-      "rel-constrast": 1.9997174739837646,
+      "rel-constrast": 2.3167338371276855,
       "step": 3745,
-      "subrel-constrast": 2.826223850250244,
+      "subrel-constrast": 2.613269805908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8080792427062988,
-      "cov-distil (oracle2student)": 4.3727922439575195,
-      "cov-distil (oracle2teacher)": 4.232743263244629,
+      "cov-distil": 2.1633641719818115,
+      "cov-distil (oracle2student)": 4.433531284332275,
+      "cov-distil (oracle2teacher)": 4.354454040527344,
       "epoch": 2.9403453689167973,
-      "rel-constrast": 3.1251726150512695,
+      "rel-constrast": 3.600098133087158,
       "step": 3746,
-      "subrel-constrast": 3.9248745441436768,
+      "subrel-constrast": 3.768561601638794,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5323504209518433,
-      "cov-distil (oracle2student)": 5.299089431762695,
-      "cov-distil (oracle2teacher)": 4.912952423095703,
+      "cov-distil": 2.0623250007629395,
+      "cov-distil (oracle2student)": 5.882843017578125,
+      "cov-distil (oracle2teacher)": 5.744970321655273,
       "epoch": 2.9411302982731553,
-      "rel-constrast": 2.9008231163024902,
+      "rel-constrast": 3.7423298358917236,
       "step": 3747,
-      "subrel-constrast": 3.6611106395721436,
+      "subrel-constrast": 3.9725961685180664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3432114124298096,
-      "cov-distil (oracle2student)": 3.820187568664551,
-      "cov-distil (oracle2teacher)": 3.822280168533325,
+      "cov-distil": 1.818080186843872,
+      "cov-distil (oracle2student)": 4.3329877853393555,
+      "cov-distil (oracle2teacher)": 4.248645782470703,
       "epoch": 2.9419152276295133,
-      "rel-constrast": 2.999194622039795,
+      "rel-constrast": 2.8629870414733887,
       "step": 3748,
-      "subrel-constrast": 3.365790367126465,
+      "subrel-constrast": 3.887568235397339,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.597320556640625,
-      "cov-distil (oracle2student)": 4.938766956329346,
-      "cov-distil (oracle2teacher)": 4.5569047927856445,
+      "cov-distil": 1.8851726055145264,
+      "cov-distil (oracle2student)": 5.401966094970703,
+      "cov-distil (oracle2teacher)": 5.469297409057617,
       "epoch": 2.9427001569858713,
-      "rel-constrast": 3.146260976791382,
+      "rel-constrast": 3.6223106384277344,
       "step": 3749,
-      "subrel-constrast": 3.5503554344177246,
+      "subrel-constrast": 3.548577070236206,
       "view-similarity": 0
     },
     {
       "epoch": 2.9434850863422293,
-      "grad_norm": 6.28125,
+      "grad_norm": 8.0,
       "learning_rate": 3.934655848514777e-05,
-      "loss": 0.7186,
+      "loss": 0.7751,
       "step": 3750
     },
     {
-      "cov-distil": 1.9984132051467896,
-      "cov-distil (oracle2student)": 4.097214221954346,
-      "cov-distil (oracle2teacher)": 3.9201738834381104,
+      "cov-distil": 2.0859029293060303,
+      "cov-distil (oracle2student)": 3.7198996543884277,
+      "cov-distil (oracle2teacher)": 4.145255088806152,
       "epoch": 2.9434850863422293,
-      "rel-constrast": 2.1439261436462402,
+      "rel-constrast": 2.614316940307617,
       "step": 3750,
-      "subrel-constrast": 2.8695030212402344,
+      "subrel-constrast": 2.900235176086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0897575616836548,
-      "cov-distil (oracle2student)": 5.465754508972168,
-      "cov-distil (oracle2teacher)": 5.0883026123046875,
+      "cov-distil": 1.2667465209960938,
+      "cov-distil (oracle2student)": 5.735163688659668,
+      "cov-distil (oracle2teacher)": 5.894962787628174,
       "epoch": 2.9442700156985873,
-      "rel-constrast": 1.7940596342086792,
+      "rel-constrast": 1.876826286315918,
       "step": 3751,
-      "subrel-constrast": 2.4634947776794434,
+      "subrel-constrast": 2.4739606380462646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.007440447807312,
-      "cov-distil (oracle2student)": 5.424424171447754,
-      "cov-distil (oracle2teacher)": 4.929924011230469,
+      "cov-distil": 1.1906623840332031,
+      "cov-distil (oracle2student)": 5.146380424499512,
+      "cov-distil (oracle2teacher)": 5.330972194671631,
       "epoch": 2.9450549450549453,
-      "rel-constrast": 2.1798315048217773,
+      "rel-constrast": 2.256744861602783,
       "step": 3752,
-      "subrel-constrast": 3.023973226547241,
+      "subrel-constrast": 2.687723398208618,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7552545070648193,
-      "cov-distil (oracle2student)": 5.465161323547363,
-      "cov-distil (oracle2teacher)": 5.169553279876709,
+      "cov-distil": 1.7481341361999512,
+      "cov-distil (oracle2student)": 6.091012954711914,
+      "cov-distil (oracle2teacher)": 5.551612854003906,
       "epoch": 2.945839874411303,
-      "rel-constrast": 3.882399320602417,
+      "rel-constrast": 4.631482124328613,
       "step": 3753,
-      "subrel-constrast": 4.221339225769043,
+      "subrel-constrast": 4.032360076904297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.457016944885254,
-      "cov-distil (oracle2student)": 3.9869470596313477,
-      "cov-distil (oracle2teacher)": 4.393505096435547,
+      "cov-distil": 1.7113420963287354,
+      "cov-distil (oracle2student)": 4.138728618621826,
+      "cov-distil (oracle2teacher)": 4.241347312927246,
       "epoch": 2.946624803767661,
-      "rel-constrast": 2.3970947265625,
+      "rel-constrast": 2.5814132690429688,
       "step": 3754,
-      "subrel-constrast": 3.0544276237487793,
+      "subrel-constrast": 3.121835708618164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3512482643127441,
-      "cov-distil (oracle2student)": 4.3199357986450195,
-      "cov-distil (oracle2teacher)": 4.11149787902832,
+      "cov-distil": 2.0708584785461426,
+      "cov-distil (oracle2student)": 4.5343918800354,
+      "cov-distil (oracle2teacher)": 4.202408313751221,
       "epoch": 2.9474097331240188,
-      "rel-constrast": 2.017930746078491,
+      "rel-constrast": 1.9690669775009155,
       "step": 3755,
-      "subrel-constrast": 2.9223310947418213,
+      "subrel-constrast": 2.948425054550171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9194881916046143,
-      "cov-distil (oracle2student)": 4.242369651794434,
-      "cov-distil (oracle2teacher)": 3.8669023513793945,
+      "cov-distil": 2.815084218978882,
+      "cov-distil (oracle2student)": 4.92113733291626,
+      "cov-distil (oracle2teacher)": 4.367351531982422,
       "epoch": 2.9481946624803768,
-      "rel-constrast": 2.2343602180480957,
+      "rel-constrast": 2.6853702068328857,
       "step": 3756,
-      "subrel-constrast": 3.222440242767334,
+      "subrel-constrast": 3.183288335800171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2437125444412231,
-      "cov-distil (oracle2student)": 3.667025566101074,
-      "cov-distil (oracle2teacher)": 3.6331684589385986,
+      "cov-distil": 1.2511241436004639,
+      "cov-distil (oracle2student)": 3.995590925216675,
+      "cov-distil (oracle2teacher)": 3.5208206176757812,
       "epoch": 2.9489795918367347,
-      "rel-constrast": 1.4023189544677734,
+      "rel-constrast": 1.8166221380233765,
       "step": 3757,
-      "subrel-constrast": 2.4527242183685303,
+      "subrel-constrast": 2.039185047149658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.540818691253662,
-      "cov-distil (oracle2student)": 2.8330814838409424,
-      "cov-distil (oracle2teacher)": 2.649850368499756,
+      "cov-distil": 1.525102138519287,
+      "cov-distil (oracle2student)": 3.018442392349243,
+      "cov-distil (oracle2teacher)": 3.0200536251068115,
       "epoch": 2.9497645211930927,
-      "rel-constrast": 2.7689688205718994,
+      "rel-constrast": 3.3783833980560303,
       "step": 3758,
-      "subrel-constrast": 3.1094863414764404,
+      "subrel-constrast": 3.750464677810669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.866441249847412,
-      "cov-distil (oracle2student)": 2.5337376594543457,
-      "cov-distil (oracle2teacher)": 2.769493579864502,
+      "cov-distil": 2.374237060546875,
+      "cov-distil (oracle2student)": 2.9834187030792236,
+      "cov-distil (oracle2teacher)": 2.9939723014831543,
       "epoch": 2.9505494505494507,
-      "rel-constrast": 2.3061869144439697,
+      "rel-constrast": 2.6394710540771484,
       "step": 3759,
-      "subrel-constrast": 3.3690097332000732,
+      "subrel-constrast": 3.2805402278900146,
       "view-similarity": 0
     },
     {
       "epoch": 2.9513343799058083,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.125,
       "learning_rate": 3.927500420139357e-05,
-      "loss": 0.6163,
+      "loss": 0.6612,
       "step": 3760
     },
     {
-      "cov-distil": 1.6196755170822144,
-      "cov-distil (oracle2student)": 3.245967388153076,
-      "cov-distil (oracle2teacher)": 3.6458311080932617,
+      "cov-distil": 1.7066864967346191,
+      "cov-distil (oracle2student)": 3.8097920417785645,
+      "cov-distil (oracle2teacher)": 3.8188087940216064,
       "epoch": 2.9513343799058083,
-      "rel-constrast": 2.5304603576660156,
+      "rel-constrast": 2.9003002643585205,
       "step": 3760,
-      "subrel-constrast": 3.088043689727783,
+      "subrel-constrast": 3.0149378776550293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647742748260498,
-      "cov-distil (oracle2student)": 4.406837463378906,
-      "cov-distil (oracle2teacher)": 3.6423003673553467,
+      "cov-distil": 1.8539396524429321,
+      "cov-distil (oracle2student)": 4.372768878936768,
+      "cov-distil (oracle2teacher)": 4.054909706115723,
       "epoch": 2.9521193092621663,
-      "rel-constrast": 2.4979443550109863,
+      "rel-constrast": 3.320319414138794,
       "step": 3761,
-      "subrel-constrast": 3.090081214904785,
+      "subrel-constrast": 3.0888168811798096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158991575241089,
-      "cov-distil (oracle2student)": 5.574938774108887,
-      "cov-distil (oracle2teacher)": 5.049583911895752,
+      "cov-distil": 2.027414083480835,
+      "cov-distil (oracle2student)": 5.946416854858398,
+      "cov-distil (oracle2teacher)": 5.652849197387695,
       "epoch": 2.9529042386185242,
-      "rel-constrast": 3.20021390914917,
+      "rel-constrast": 3.90985107421875,
       "step": 3762,
-      "subrel-constrast": 4.000028133392334,
+      "subrel-constrast": 4.188178062438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2518242597579956,
-      "cov-distil (oracle2student)": 3.584420680999756,
-      "cov-distil (oracle2teacher)": 3.4086129665374756,
+      "cov-distil": 1.7206733226776123,
+      "cov-distil (oracle2student)": 3.9781672954559326,
+      "cov-distil (oracle2teacher)": 3.3540127277374268,
       "epoch": 2.9536891679748822,
-      "rel-constrast": 2.5713014602661133,
+      "rel-constrast": 2.4901227951049805,
       "step": 3763,
-      "subrel-constrast": 2.9236667156219482,
+      "subrel-constrast": 2.6663248538970947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5423517227172852,
-      "cov-distil (oracle2student)": 4.286776065826416,
-      "cov-distil (oracle2teacher)": 3.919243097305298,
+      "cov-distil": 2.0942494869232178,
+      "cov-distil (oracle2student)": 4.885972023010254,
+      "cov-distil (oracle2teacher)": 4.433618545532227,
       "epoch": 2.9544740973312402,
-      "rel-constrast": 2.7775659561157227,
+      "rel-constrast": 3.120053291320801,
       "step": 3764,
-      "subrel-constrast": 3.811889410018921,
+      "subrel-constrast": 3.5785772800445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2755200862884521,
-      "cov-distil (oracle2student)": 6.305004119873047,
-      "cov-distil (oracle2teacher)": 5.242132186889648,
+      "cov-distil": 1.9379148483276367,
+      "cov-distil (oracle2student)": 6.670112133026123,
+      "cov-distil (oracle2teacher)": 5.997915267944336,
       "epoch": 2.955259026687598,
-      "rel-constrast": 2.227306604385376,
+      "rel-constrast": 3.1079020500183105,
       "step": 3765,
-      "subrel-constrast": 3.0758185386657715,
+      "subrel-constrast": 2.8301780223846436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6249518394470215,
-      "cov-distil (oracle2student)": 3.95092511177063,
-      "cov-distil (oracle2teacher)": 4.1511335372924805,
+      "cov-distil": 1.9168071746826172,
+      "cov-distil (oracle2student)": 4.484806060791016,
+      "cov-distil (oracle2teacher)": 4.295881748199463,
       "epoch": 2.956043956043956,
-      "rel-constrast": 2.3942346572875977,
+      "rel-constrast": 2.7118022441864014,
       "step": 3766,
-      "subrel-constrast": 3.1978893280029297,
+      "subrel-constrast": 3.4824538230895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3984706401824951,
-      "cov-distil (oracle2student)": 3.749213218688965,
-      "cov-distil (oracle2teacher)": 3.562201738357544,
+      "cov-distil": 1.5422358512878418,
+      "cov-distil (oracle2student)": 4.784870147705078,
+      "cov-distil (oracle2teacher)": 4.182474613189697,
       "epoch": 2.9568288854003137,
-      "rel-constrast": 2.82682728767395,
+      "rel-constrast": 2.5217316150665283,
       "step": 3767,
-      "subrel-constrast": 2.942389488220215,
+      "subrel-constrast": 2.8172640800476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1467604637145996,
-      "cov-distil (oracle2student)": 4.285546779632568,
-      "cov-distil (oracle2teacher)": 4.069449424743652,
+      "cov-distil": 1.8258912563323975,
+      "cov-distil (oracle2student)": 3.9195451736450195,
+      "cov-distil (oracle2teacher)": 4.192913055419922,
       "epoch": 2.957613814756672,
-      "rel-constrast": 2.256411075592041,
+      "rel-constrast": 2.625509738922119,
       "step": 3768,
-      "subrel-constrast": 2.895998954772949,
+      "subrel-constrast": 3.072237491607666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4996209144592285,
-      "cov-distil (oracle2student)": 3.6172235012054443,
-      "cov-distil (oracle2teacher)": 3.519993305206299,
+      "cov-distil": 2.223400831222534,
+      "cov-distil (oracle2student)": 3.790919780731201,
+      "cov-distil (oracle2teacher)": 3.136713981628418,
       "epoch": 2.9583987441130297,
-      "rel-constrast": 2.301077365875244,
+      "rel-constrast": 2.3216350078582764,
       "step": 3769,
-      "subrel-constrast": 3.1550192832946777,
+      "subrel-constrast": 3.380950927734375,
       "view-similarity": 0
     },
     {
       "epoch": 2.9591836734693877,
-      "grad_norm": 6.15625,
+      "grad_norm": 6.3125,
       "learning_rate": 3.92032759812181e-05,
-      "loss": 0.6769,
+      "loss": 0.7257,
       "step": 3770
     },
     {
-      "cov-distil": 1.5350929498672485,
-      "cov-distil (oracle2student)": 4.7675065994262695,
-      "cov-distil (oracle2teacher)": 4.341334342956543,
+      "cov-distil": 1.43720281124115,
+      "cov-distil (oracle2student)": 4.704904079437256,
+      "cov-distil (oracle2teacher)": 4.811589241027832,
       "epoch": 2.9591836734693877,
-      "rel-constrast": 2.334465265274048,
+      "rel-constrast": 2.580256462097168,
       "step": 3770,
-      "subrel-constrast": 3.0040836334228516,
+      "subrel-constrast": 2.570608615875244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7860445976257324,
-      "cov-distil (oracle2student)": 6.057125091552734,
-      "cov-distil (oracle2teacher)": 5.228963375091553,
+      "cov-distil": 1.681237816810608,
+      "cov-distil (oracle2student)": 6.391010284423828,
+      "cov-distil (oracle2teacher)": 6.529985427856445,
       "epoch": 2.9599686028257457,
-      "rel-constrast": 2.1319141387939453,
+      "rel-constrast": 2.362579822540283,
       "step": 3771,
-      "subrel-constrast": 2.539182186126709,
+      "subrel-constrast": 2.7668673992156982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6821435689926147,
-      "cov-distil (oracle2student)": 3.96773624420166,
-      "cov-distil (oracle2teacher)": 3.8645987510681152,
+      "cov-distil": 2.437725782394409,
+      "cov-distil (oracle2student)": 3.9494411945343018,
+      "cov-distil (oracle2teacher)": 4.0336222648620605,
       "epoch": 2.9607535321821037,
-      "rel-constrast": 2.2532219886779785,
+      "rel-constrast": 2.535281181335449,
       "step": 3772,
-      "subrel-constrast": 2.9363436698913574,
+      "subrel-constrast": 2.9300858974456787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5177116394042969,
-      "cov-distil (oracle2student)": 2.2983922958374023,
-      "cov-distil (oracle2teacher)": 2.5302963256835938,
+      "cov-distil": 2.0933568477630615,
+      "cov-distil (oracle2student)": 2.5663344860076904,
+      "cov-distil (oracle2teacher)": 2.891981601715088,
       "epoch": 2.9615384615384617,
-      "rel-constrast": 3.127601385116577,
+      "rel-constrast": 3.194793462753296,
       "step": 3773,
-      "subrel-constrast": 3.3618412017822266,
+      "subrel-constrast": 3.911499261856079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5036574602127075,
-      "cov-distil (oracle2student)": 4.511290073394775,
-      "cov-distil (oracle2teacher)": 4.52150297164917,
+      "cov-distil": 2.837498188018799,
+      "cov-distil (oracle2student)": 4.833726406097412,
+      "cov-distil (oracle2teacher)": 4.648002624511719,
       "epoch": 2.962323390894819,
-      "rel-constrast": 3.376732587814331,
+      "rel-constrast": 3.4987471103668213,
       "step": 3774,
-      "subrel-constrast": 3.7545549869537354,
+      "subrel-constrast": 3.8691930770874023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5093448162078857,
-      "cov-distil (oracle2student)": 4.016876220703125,
-      "cov-distil (oracle2teacher)": 3.748563766479492,
+      "cov-distil": 2.0621676445007324,
+      "cov-distil (oracle2student)": 4.195442199707031,
+      "cov-distil (oracle2teacher)": 4.323794364929199,
       "epoch": 2.9631083202511777,
-      "rel-constrast": 3.302450180053711,
+      "rel-constrast": 3.5136375427246094,
       "step": 3775,
-      "subrel-constrast": 4.021545886993408,
+      "subrel-constrast": 3.964056968688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9219478368759155,
-      "cov-distil (oracle2student)": 6.911471366882324,
-      "cov-distil (oracle2teacher)": 6.0569353103637695,
+      "cov-distil": 2.2065927982330322,
+      "cov-distil (oracle2student)": 6.991626739501953,
+      "cov-distil (oracle2teacher)": 5.948546409606934,
       "epoch": 2.963893249607535,
-      "rel-constrast": 4.481509208679199,
+      "rel-constrast": 4.47913932800293,
       "step": 3776,
-      "subrel-constrast": 4.977231979370117,
+      "subrel-constrast": 4.630507946014404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5221259593963623,
-      "cov-distil (oracle2student)": 3.814542293548584,
-      "cov-distil (oracle2teacher)": 3.6976027488708496,
+      "cov-distil": 2.327432155609131,
+      "cov-distil (oracle2student)": 3.8841190338134766,
+      "cov-distil (oracle2teacher)": 4.25110387802124,
       "epoch": 2.964678178963893,
-      "rel-constrast": 3.467042922973633,
+      "rel-constrast": 3.63478684425354,
       "step": 3777,
-      "subrel-constrast": 3.7226359844207764,
+      "subrel-constrast": 3.8794660568237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3336776494979858,
-      "cov-distil (oracle2student)": 3.402059555053711,
-      "cov-distil (oracle2teacher)": 3.8865809440612793,
+      "cov-distil": 1.8486803770065308,
+      "cov-distil (oracle2student)": 3.5399222373962402,
+      "cov-distil (oracle2teacher)": 4.039314270019531,
       "epoch": 2.965463108320251,
-      "rel-constrast": 2.0710229873657227,
+      "rel-constrast": 2.5834875106811523,
       "step": 3778,
-      "subrel-constrast": 2.953774929046631,
+      "subrel-constrast": 2.7062673568725586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.799614429473877,
-      "cov-distil (oracle2student)": 2.533567428588867,
-      "cov-distil (oracle2teacher)": 3.081968307495117,
+      "cov-distil": 2.586988687515259,
+      "cov-distil (oracle2student)": 2.820431709289551,
+      "cov-distil (oracle2teacher)": 3.167442798614502,
       "epoch": 2.966248037676609,
-      "rel-constrast": 2.676316976547241,
+      "rel-constrast": 2.5425477027893066,
       "step": 3779,
-      "subrel-constrast": 3.5872461795806885,
+      "subrel-constrast": 3.8675506114959717,
       "view-similarity": 0
     },
     {
       "epoch": 2.967032967032967,
-      "grad_norm": 5.75,
+      "grad_norm": 6.28125,
       "learning_rate": 3.9131374698607084e-05,
-      "loss": 0.7708,
+      "loss": 0.7731,
       "step": 3780
     },
     {
-      "cov-distil": 1.28080153465271,
-      "cov-distil (oracle2student)": 2.8503782749176025,
-      "cov-distil (oracle2teacher)": 2.7089991569519043,
+      "cov-distil": 1.8136341571807861,
+      "cov-distil (oracle2student)": 3.5281920433044434,
+      "cov-distil (oracle2teacher)": 3.2600762844085693,
       "epoch": 2.967032967032967,
-      "rel-constrast": 2.425718307495117,
+      "rel-constrast": 2.9939634799957275,
       "step": 3780,
-      "subrel-constrast": 3.1490705013275146,
+      "subrel-constrast": 3.253657579421997,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6709389686584473,
-      "cov-distil (oracle2student)": 4.860093593597412,
-      "cov-distil (oracle2teacher)": 4.832962512969971,
+      "cov-distil": 2.0172202587127686,
+      "cov-distil (oracle2student)": 4.994611740112305,
+      "cov-distil (oracle2teacher)": 5.248918056488037,
       "epoch": 2.9678178963893247,
-      "rel-constrast": 1.99321711063385,
+      "rel-constrast": 2.7294318675994873,
       "step": 3781,
-      "subrel-constrast": 3.0696535110473633,
+      "subrel-constrast": 3.277371883392334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.303157091140747,
-      "cov-distil (oracle2student)": 4.575265884399414,
-      "cov-distil (oracle2teacher)": 4.156202793121338,
+      "cov-distil": 1.642960548400879,
+      "cov-distil (oracle2student)": 5.113986492156982,
+      "cov-distil (oracle2teacher)": 4.221615314483643,
       "epoch": 2.968602825745683,
-      "rel-constrast": 2.7083377838134766,
+      "rel-constrast": 3.1138510704040527,
       "step": 3782,
-      "subrel-constrast": 3.524378538131714,
+      "subrel-constrast": 3.415834665298462,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3420541286468506,
-      "cov-distil (oracle2student)": 5.028702259063721,
-      "cov-distil (oracle2teacher)": 4.346212387084961,
+      "cov-distil": 2.081713914871216,
+      "cov-distil (oracle2student)": 5.906052589416504,
+      "cov-distil (oracle2teacher)": 4.314247131347656,
       "epoch": 2.9693877551020407,
-      "rel-constrast": 2.181896448135376,
+      "rel-constrast": 3.7150821685791016,
       "step": 3783,
-      "subrel-constrast": 2.9150567054748535,
+      "subrel-constrast": 3.301955461502075,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7542521953582764,
-      "cov-distil (oracle2student)": 3.595914840698242,
-      "cov-distil (oracle2teacher)": 3.6100990772247314,
+      "cov-distil": 2.0992555618286133,
+      "cov-distil (oracle2student)": 3.9796109199523926,
+      "cov-distil (oracle2teacher)": 4.098089218139648,
       "epoch": 2.9701726844583987,
-      "rel-constrast": 2.5698914527893066,
+      "rel-constrast": 3.0306801795959473,
       "step": 3784,
-      "subrel-constrast": 3.151505470275879,
+      "subrel-constrast": 3.349979877471924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.658300757408142,
-      "cov-distil (oracle2student)": 4.362911701202393,
-      "cov-distil (oracle2teacher)": 4.1644816398620605,
+      "cov-distil": 2.101257801055908,
+      "cov-distil (oracle2student)": 4.269197463989258,
+      "cov-distil (oracle2teacher)": 4.708539009094238,
       "epoch": 2.9709576138147566,
-      "rel-constrast": 2.2829105854034424,
+      "rel-constrast": 2.3279001712799072,
       "step": 3785,
-      "subrel-constrast": 3.128990411758423,
+      "subrel-constrast": 3.165525436401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6269984245300293,
-      "cov-distil (oracle2student)": 3.081197500228882,
-      "cov-distil (oracle2teacher)": 3.123201847076416,
+      "cov-distil": 2.1563806533813477,
+      "cov-distil (oracle2student)": 3.2859580516815186,
+      "cov-distil (oracle2teacher)": 3.247255802154541,
       "epoch": 2.9717425431711146,
-      "rel-constrast": 2.0413389205932617,
+      "rel-constrast": 2.6331863403320312,
       "step": 3786,
-      "subrel-constrast": 2.732398748397827,
+      "subrel-constrast": 2.757766008377075,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2521600723266602,
-      "cov-distil (oracle2student)": 5.401421546936035,
-      "cov-distil (oracle2teacher)": 4.403977870941162,
+      "cov-distil": 1.9840567111968994,
+      "cov-distil (oracle2student)": 5.72247838973999,
+      "cov-distil (oracle2teacher)": 4.963484764099121,
       "epoch": 2.9725274725274726,
-      "rel-constrast": 2.848037004470825,
+      "rel-constrast": 3.207087516784668,
       "step": 3787,
-      "subrel-constrast": 3.0221104621887207,
+      "subrel-constrast": 3.3980050086975098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2255425453186035,
-      "cov-distil (oracle2student)": 2.0650503635406494,
-      "cov-distil (oracle2teacher)": 2.6109182834625244,
+      "cov-distil": 1.667266845703125,
+      "cov-distil (oracle2student)": 2.36376953125,
+      "cov-distil (oracle2teacher)": 2.448152780532837,
       "epoch": 2.9733124018838306,
-      "rel-constrast": 2.2118539810180664,
+      "rel-constrast": 2.90144419670105,
       "step": 3788,
-      "subrel-constrast": 2.956599235534668,
+      "subrel-constrast": 2.7861580848693848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.072187900543213,
-      "cov-distil (oracle2student)": 4.055044174194336,
-      "cov-distil (oracle2teacher)": 3.9783706665039062,
+      "cov-distil": 2.8991997241973877,
+      "cov-distil (oracle2student)": 4.6086106300354,
+      "cov-distil (oracle2teacher)": 4.035415172576904,
       "epoch": 2.9740973312401886,
-      "rel-constrast": 2.9493279457092285,
+      "rel-constrast": 3.421658992767334,
       "step": 3789,
-      "subrel-constrast": 3.3294060230255127,
+      "subrel-constrast": 3.581071376800537,
       "view-similarity": 0
     },
     {
       "epoch": 2.974882260596546,
-      "grad_norm": 6.5,
+      "grad_norm": 7.5625,
       "learning_rate": 3.905930122965495e-05,
-      "loss": 0.6433,
+      "loss": 0.7519,
       "step": 3790
     },
     {
-      "cov-distil": 1.8102681636810303,
-      "cov-distil (oracle2student)": 4.961731910705566,
-      "cov-distil (oracle2teacher)": 4.184165954589844,
+      "cov-distil": 1.999039888381958,
+      "cov-distil (oracle2student)": 4.529323577880859,
+      "cov-distil (oracle2teacher)": 4.119236946105957,
       "epoch": 2.974882260596546,
-      "rel-constrast": 2.811697006225586,
+      "rel-constrast": 2.981151580810547,
       "step": 3790,
-      "subrel-constrast": 3.1978278160095215,
+      "subrel-constrast": 3.257723331451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7100894451141357,
-      "cov-distil (oracle2student)": 4.557068824768066,
-      "cov-distil (oracle2teacher)": 4.20965576171875,
+      "cov-distil": 2.4521090984344482,
+      "cov-distil (oracle2student)": 4.899104118347168,
+      "cov-distil (oracle2teacher)": 4.3533124923706055,
       "epoch": 2.975667189952904,
-      "rel-constrast": 3.117516279220581,
+      "rel-constrast": 3.1118597984313965,
       "step": 3791,
-      "subrel-constrast": 3.395582675933838,
+      "subrel-constrast": 3.557286262512207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3305004835128784,
-      "cov-distil (oracle2student)": 5.4887261390686035,
-      "cov-distil (oracle2teacher)": 5.0319085121154785,
+      "cov-distil": 1.5658782720565796,
+      "cov-distil (oracle2student)": 5.206128120422363,
+      "cov-distil (oracle2teacher)": 4.674342632293701,
       "epoch": 2.976452119309262,
-      "rel-constrast": 2.1583828926086426,
+      "rel-constrast": 2.4348714351654053,
       "step": 3792,
-      "subrel-constrast": 2.676995038986206,
+      "subrel-constrast": 2.7266032695770264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.783332109451294,
-      "cov-distil (oracle2student)": 5.198050022125244,
-      "cov-distil (oracle2teacher)": 5.008417129516602,
+      "cov-distil": 2.559225559234619,
+      "cov-distil (oracle2student)": 5.1288251876831055,
+      "cov-distil (oracle2teacher)": 5.207653522491455,
       "epoch": 2.97723704866562,
-      "rel-constrast": 3.505337953567505,
+      "rel-constrast": 4.038647651672363,
       "step": 3793,
-      "subrel-constrast": 4.279016017913818,
+      "subrel-constrast": 4.52721643447876,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.154593586921692,
-      "cov-distil (oracle2student)": 3.99881649017334,
-      "cov-distil (oracle2teacher)": 4.4573469161987305,
+      "cov-distil": 1.569144606590271,
+      "cov-distil (oracle2student)": 4.1929450035095215,
+      "cov-distil (oracle2teacher)": 4.9103498458862305,
       "epoch": 2.978021978021978,
-      "rel-constrast": 3.1421589851379395,
+      "rel-constrast": 3.5935988426208496,
       "step": 3794,
-      "subrel-constrast": 3.9303319454193115,
+      "subrel-constrast": 4.144869327545166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5277574062347412,
-      "cov-distil (oracle2student)": 5.972460746765137,
-      "cov-distil (oracle2teacher)": 4.904092311859131,
+      "cov-distil": 2.0632896423339844,
+      "cov-distil (oracle2student)": 5.876884460449219,
+      "cov-distil (oracle2teacher)": 4.694985389709473,
       "epoch": 2.978806907378336,
-      "rel-constrast": 2.967470407485962,
+      "rel-constrast": 2.899932861328125,
       "step": 3795,
-      "subrel-constrast": 3.0570123195648193,
+      "subrel-constrast": 3.022735357284546,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6421797275543213,
-      "cov-distil (oracle2student)": 3.7524330615997314,
-      "cov-distil (oracle2teacher)": 3.476560115814209,
+      "cov-distil": 2.026327133178711,
+      "cov-distil (oracle2student)": 4.478292942047119,
+      "cov-distil (oracle2teacher)": 3.3837952613830566,
       "epoch": 2.979591836734694,
-      "rel-constrast": 3.21616268157959,
+      "rel-constrast": 3.4598276615142822,
       "step": 3796,
-      "subrel-constrast": 3.529623031616211,
+      "subrel-constrast": 3.2338857650756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3361725807189941,
-      "cov-distil (oracle2student)": 7.2212114334106445,
-      "cov-distil (oracle2teacher)": 6.164470672607422,
+      "cov-distil": 1.679118275642395,
+      "cov-distil (oracle2student)": 6.886072635650635,
+      "cov-distil (oracle2teacher)": 6.513399600982666,
       "epoch": 2.9803767660910516,
-      "rel-constrast": 2.0225772857666016,
+      "rel-constrast": 2.248061180114746,
       "step": 3797,
-      "subrel-constrast": 2.566195249557495,
+      "subrel-constrast": 2.5792508125305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3178404569625854,
-      "cov-distil (oracle2student)": 3.309612274169922,
-      "cov-distil (oracle2teacher)": 3.521977663040161,
+      "cov-distil": 2.3319907188415527,
+      "cov-distil (oracle2student)": 3.167598009109497,
+      "cov-distil (oracle2teacher)": 3.6668331623077393,
       "epoch": 2.9811616954474096,
-      "rel-constrast": 2.23622465133667,
+      "rel-constrast": 2.3902835845947266,
       "step": 3798,
-      "subrel-constrast": 2.869703769683838,
+      "subrel-constrast": 3.113074779510498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2881300449371338,
-      "cov-distil (oracle2student)": 3.03914737701416,
-      "cov-distil (oracle2teacher)": 3.170039176940918,
+      "cov-distil": 1.3889659643173218,
+      "cov-distil (oracle2student)": 2.9711759090423584,
+      "cov-distil (oracle2teacher)": 3.5816092491149902,
       "epoch": 2.9819466248037676,
-      "rel-constrast": 2.547144889831543,
+      "rel-constrast": 2.0649428367614746,
       "step": 3799,
-      "subrel-constrast": 2.8141446113586426,
+      "subrel-constrast": 2.8262948989868164,
       "view-similarity": 0
     },
     {
       "epoch": 2.9827315541601256,
-      "grad_norm": 4.71875,
+      "grad_norm": 4.59375,
       "learning_rate": 3.898705645255418e-05,
-      "loss": 0.7304,
+      "loss": 0.7306,
       "step": 3800
     },
     {
       "epoch": 2.9827315541601256,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.2718749940395355,
       "step": 3800
     },
     {
       "epoch": 2.9827315541601256,
       "step": 3800,
-      "student margin": 0.058441162109375
+      "student margin": 0.065826416015625
     },
     {
       "epoch": 2.9827315541601256,
       "step": 3800,
-      "teacher margin": 0.04296875
+      "teacher margin": 0.051666259765625
     },
     {
       "epoch": 2.9827315541601256,
-      "margin difference": -0.015472412109375,
+      "margin difference": -0.01416015625,
       "step": 3800
     },
     {
-      "cov-distil": 1.2670344114303589,
-      "cov-distil (oracle2student)": 3.8789939880371094,
-      "cov-distil (oracle2teacher)": 3.688891887664795,
+      "cov-distil": 1.8839244842529297,
+      "cov-distil (oracle2student)": 3.9928526878356934,
+      "cov-distil (oracle2teacher)": 3.835948944091797,
       "epoch": 2.9827315541601256,
-      "rel-constrast": 3.24013090133667,
+      "rel-constrast": 2.9309659004211426,
       "step": 3800,
-      "subrel-constrast": 3.369868278503418,
+      "subrel-constrast": 3.033355951309204,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7668445110321045,
-      "cov-distil (oracle2student)": 2.66452693939209,
-      "cov-distil (oracle2teacher)": 3.3877270221710205,
+      "cov-distil": 1.9841686487197876,
+      "cov-distil (oracle2student)": 2.9792580604553223,
+      "cov-distil (oracle2teacher)": 3.168457269668579,
       "epoch": 2.9835164835164836,
-      "rel-constrast": 1.7834014892578125,
+      "rel-constrast": 2.46382999420166,
       "step": 3801,
-      "subrel-constrast": 3.0815324783325195,
+      "subrel-constrast": 2.7237210273742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3773261308670044,
-      "cov-distil (oracle2student)": 4.90255069732666,
-      "cov-distil (oracle2teacher)": 4.704959869384766,
+      "cov-distil": 1.955201268196106,
+      "cov-distil (oracle2student)": 5.099062919616699,
+      "cov-distil (oracle2teacher)": 4.746150016784668,
       "epoch": 2.9843014128728416,
-      "rel-constrast": 2.824331521987915,
+      "rel-constrast": 3.1235508918762207,
       "step": 3802,
-      "subrel-constrast": 3.5948731899261475,
+      "subrel-constrast": 3.4322025775909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3699719905853271,
-      "cov-distil (oracle2student)": 4.620335578918457,
-      "cov-distil (oracle2teacher)": 4.291219711303711,
+      "cov-distil": 1.7820318937301636,
+      "cov-distil (oracle2student)": 5.080996513366699,
+      "cov-distil (oracle2teacher)": 4.868648052215576,
       "epoch": 2.9850863422291996,
-      "rel-constrast": 2.445286750793457,
+      "rel-constrast": 2.5291943550109863,
       "step": 3803,
-      "subrel-constrast": 3.0031681060791016,
+      "subrel-constrast": 3.465303897857666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.758278250694275,
-      "cov-distil (oracle2student)": 4.112574577331543,
-      "cov-distil (oracle2teacher)": 3.94232439994812,
+      "cov-distil": 2.4094736576080322,
+      "cov-distil (oracle2student)": 4.351990699768066,
+      "cov-distil (oracle2teacher)": 4.2999587059021,
       "epoch": 2.985871271585557,
-      "rel-constrast": 1.6998738050460815,
+      "rel-constrast": 2.1382827758789062,
       "step": 3804,
-      "subrel-constrast": 2.492058038711548,
+      "subrel-constrast": 2.4933266639709473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6339004039764404,
-      "cov-distil (oracle2student)": 3.9830470085144043,
-      "cov-distil (oracle2teacher)": 4.109328269958496,
+      "cov-distil": 1.9312987327575684,
+      "cov-distil (oracle2student)": 4.038341522216797,
+      "cov-distil (oracle2teacher)": 4.363840103149414,
       "epoch": 2.986656200941915,
-      "rel-constrast": 2.4942619800567627,
+      "rel-constrast": 2.6630699634552,
       "step": 3805,
-      "subrel-constrast": 3.558410167694092,
+      "subrel-constrast": 3.6249051094055176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4457550048828125,
-      "cov-distil (oracle2student)": 4.979808807373047,
-      "cov-distil (oracle2teacher)": 5.014524936676025,
+      "cov-distil": 2.210376024246216,
+      "cov-distil (oracle2student)": 5.159506797790527,
+      "cov-distil (oracle2teacher)": 5.146636962890625,
       "epoch": 2.987441130298273,
-      "rel-constrast": 3.46317458152771,
+      "rel-constrast": 3.7525737285614014,
       "step": 3806,
-      "subrel-constrast": 3.8292577266693115,
+      "subrel-constrast": 3.5351579189300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2942382097244263,
-      "cov-distil (oracle2student)": 4.277591705322266,
-      "cov-distil (oracle2teacher)": 3.8945493698120117,
+      "cov-distil": 1.4515100717544556,
+      "cov-distil (oracle2student)": 3.8748960494995117,
+      "cov-distil (oracle2teacher)": 4.261608123779297,
       "epoch": 2.988226059654631,
-      "rel-constrast": 2.704855442047119,
+      "rel-constrast": 2.9923171997070312,
       "step": 3807,
-      "subrel-constrast": 3.5120208263397217,
+      "subrel-constrast": 3.277484655380249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9809694290161133,
-      "cov-distil (oracle2student)": 4.163283348083496,
-      "cov-distil (oracle2teacher)": 3.590562105178833,
+      "cov-distil": 1.4528098106384277,
+      "cov-distil (oracle2student)": 3.710763454437256,
+      "cov-distil (oracle2teacher)": 3.5004823207855225,
       "epoch": 2.989010989010989,
-      "rel-constrast": 2.9379420280456543,
+      "rel-constrast": 2.6674487590789795,
       "step": 3808,
-      "subrel-constrast": 3.0801119804382324,
+      "subrel-constrast": 2.74234676361084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.386333703994751,
-      "cov-distil (oracle2student)": 3.608612537384033,
-      "cov-distil (oracle2teacher)": 3.311680316925049,
+      "cov-distil": 1.9310861825942993,
+      "cov-distil (oracle2student)": 3.9997386932373047,
+      "cov-distil (oracle2teacher)": 3.852229118347168,
       "epoch": 2.989795918367347,
-      "rel-constrast": 1.9854638576507568,
+      "rel-constrast": 2.5313100814819336,
       "step": 3809,
-      "subrel-constrast": 2.4126126766204834,
+      "subrel-constrast": 2.571720600128174,
       "view-similarity": 0
     },
     {
       "epoch": 2.990580847723705,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.6875,
       "learning_rate": 3.891464124758458e-05,
-      "loss": 0.6752,
+      "loss": 0.6948,
       "step": 3810
     },
     {
-      "cov-distil": 1.8355810642242432,
-      "cov-distil (oracle2student)": 4.92341423034668,
-      "cov-distil (oracle2teacher)": 4.805495262145996,
+      "cov-distil": 2.909130573272705,
+      "cov-distil (oracle2student)": 5.520366668701172,
+      "cov-distil (oracle2teacher)": 5.15364408493042,
       "epoch": 2.990580847723705,
-      "rel-constrast": 3.5384440422058105,
+      "rel-constrast": 3.972785472869873,
       "step": 3810,
-      "subrel-constrast": 3.8850576877593994,
+      "subrel-constrast": 3.8841254711151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3829795122146606,
-      "cov-distil (oracle2student)": 4.442530632019043,
-      "cov-distil (oracle2teacher)": 4.258852958679199,
+      "cov-distil": 1.7055563926696777,
+      "cov-distil (oracle2student)": 4.374310493469238,
+      "cov-distil (oracle2teacher)": 4.456531524658203,
       "epoch": 2.9913657770800626,
-      "rel-constrast": 2.030722141265869,
+      "rel-constrast": 2.5407094955444336,
       "step": 3811,
-      "subrel-constrast": 2.7554285526275635,
+      "subrel-constrast": 2.7808103561401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.055647373199463,
-      "cov-distil (oracle2student)": 5.324917793273926,
-      "cov-distil (oracle2teacher)": 4.671689033508301,
+      "cov-distil": 1.706726312637329,
+      "cov-distil (oracle2student)": 5.382936477661133,
+      "cov-distil (oracle2teacher)": 5.0005879402160645,
       "epoch": 2.9921507064364206,
-      "rel-constrast": 2.09084153175354,
+      "rel-constrast": 2.31160044670105,
       "step": 3812,
-      "subrel-constrast": 2.9025933742523193,
+      "subrel-constrast": 3.048558473587036,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3377373218536377,
-      "cov-distil (oracle2student)": 4.278445243835449,
-      "cov-distil (oracle2teacher)": 4.3689494132995605,
+      "cov-distil": 1.9934890270233154,
+      "cov-distil (oracle2student)": 5.059209823608398,
+      "cov-distil (oracle2teacher)": 4.4092206954956055,
       "epoch": 2.9929356357927785,
-      "rel-constrast": 2.3415770530700684,
+      "rel-constrast": 2.681995391845703,
       "step": 3813,
-      "subrel-constrast": 3.083367109298706,
+      "subrel-constrast": 3.2125802040100098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3665075302124023,
-      "cov-distil (oracle2student)": 3.457077741622925,
-      "cov-distil (oracle2teacher)": 3.2332682609558105,
+      "cov-distil": 1.3861740827560425,
+      "cov-distil (oracle2student)": 3.475781202316284,
+      "cov-distil (oracle2teacher)": 3.3170058727264404,
       "epoch": 2.9937205651491365,
-      "rel-constrast": 1.6588714122772217,
+      "rel-constrast": 2.1678378582000732,
       "step": 3814,
-      "subrel-constrast": 2.187230348587036,
+      "subrel-constrast": 1.9624062776565552,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6222647428512573,
-      "cov-distil (oracle2student)": 6.211009502410889,
-      "cov-distil (oracle2teacher)": 5.0406270027160645,
+      "cov-distil": 2.37559175491333,
+      "cov-distil (oracle2student)": 6.523012161254883,
+      "cov-distil (oracle2teacher)": 5.771712779998779,
       "epoch": 2.9945054945054945,
-      "rel-constrast": 3.0613999366760254,
+      "rel-constrast": 3.4337024688720703,
       "step": 3815,
-      "subrel-constrast": 3.5862925052642822,
+      "subrel-constrast": 3.578505754470825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0344491004943848,
-      "cov-distil (oracle2student)": 2.508136749267578,
-      "cov-distil (oracle2teacher)": 2.5840940475463867,
+      "cov-distil": 2.1767075061798096,
+      "cov-distil (oracle2student)": 2.713968276977539,
+      "cov-distil (oracle2teacher)": 2.3723061084747314,
       "epoch": 2.9952904238618525,
-      "rel-constrast": 2.85322904586792,
+      "rel-constrast": 2.653453826904297,
       "step": 3816,
-      "subrel-constrast": 3.5169050693511963,
+      "subrel-constrast": 3.0001251697540283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3356493711471558,
-      "cov-distil (oracle2student)": 4.747964382171631,
-      "cov-distil (oracle2teacher)": 4.791232585906982,
+      "cov-distil": 1.88051438331604,
+      "cov-distil (oracle2student)": 4.968255996704102,
+      "cov-distil (oracle2teacher)": 5.105993270874023,
       "epoch": 2.9960753532182105,
-      "rel-constrast": 3.4724225997924805,
+      "rel-constrast": 3.748809814453125,
       "step": 3817,
-      "subrel-constrast": 4.1144633293151855,
+      "subrel-constrast": 4.217539310455322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6606941223144531,
-      "cov-distil (oracle2student)": 4.487711429595947,
-      "cov-distil (oracle2teacher)": 4.269351005554199,
+      "cov-distil": 1.6972001791000366,
+      "cov-distil (oracle2student)": 4.605934143066406,
+      "cov-distil (oracle2teacher)": 4.572859764099121,
       "epoch": 2.996860282574568,
-      "rel-constrast": 4.081838130950928,
+      "rel-constrast": 4.230077743530273,
       "step": 3818,
-      "subrel-constrast": 4.1486711502075195,
+      "subrel-constrast": 4.562801361083984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6438965797424316,
-      "cov-distil (oracle2student)": 3.027892589569092,
-      "cov-distil (oracle2teacher)": 3.442932605743408,
+      "cov-distil": 2.287041425704956,
+      "cov-distil (oracle2student)": 3.7272558212280273,
+      "cov-distil (oracle2teacher)": 3.4400978088378906,
       "epoch": 2.9976452119309265,
-      "rel-constrast": 2.250945568084717,
+      "rel-constrast": 2.4310450553894043,
       "step": 3819,
-      "subrel-constrast": 3.149996519088745,
+      "subrel-constrast": 3.192216634750366,
       "view-similarity": 0
     },
     {
       "epoch": 2.998430141287284,
-      "grad_norm": 4.875,
+      "grad_norm": 5.6875,
       "learning_rate": 3.884205649710256e-05,
-      "loss": 0.7227,
+      "loss": 0.7543,
       "step": 3820
     },
     {
-      "cov-distil": 1.0432534217834473,
-      "cov-distil (oracle2student)": 3.2206552028656006,
-      "cov-distil (oracle2teacher)": 3.0363519191741943,
+      "cov-distil": 1.756580114364624,
+      "cov-distil (oracle2student)": 3.3566646575927734,
+      "cov-distil (oracle2teacher)": 3.200770854949951,
       "epoch": 2.998430141287284,
-      "rel-constrast": 3.0154237747192383,
+      "rel-constrast": 3.295797109603882,
       "step": 3820,
-      "subrel-constrast": 3.1459693908691406,
+      "subrel-constrast": 3.2281336784362793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3743925094604492,
-      "cov-distil (oracle2student)": 3.307011127471924,
-      "cov-distil (oracle2teacher)": 2.6399710178375244,
+      "cov-distil": 2.320840358734131,
+      "cov-distil (oracle2student)": 3.6515510082244873,
+      "cov-distil (oracle2teacher)": 3.2224278450012207,
       "epoch": 2.999215070643642,
-      "rel-constrast": 2.6154298782348633,
+      "rel-constrast": 2.528621196746826,
       "step": 3821,
-      "subrel-constrast": 3.5953779220581055,
+      "subrel-constrast": 3.65150785446167,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.987937331199646,
-      "cov-distil (oracle2student)": 3.6508820056915283,
-      "cov-distil (oracle2teacher)": 3.482914686203003,
+      "cov-distil": 1.685680627822876,
+      "cov-distil (oracle2student)": 4.11769437789917,
+      "cov-distil (oracle2teacher)": 3.7433676719665527,
       "epoch": 3.0,
-      "rel-constrast": 2.7934117317199707,
+      "rel-constrast": 3.1247684955596924,
       "step": 3822,
-      "subrel-constrast": 3.414903163909912,
+      "subrel-constrast": 3.717817783355713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3048653602600098,
-      "cov-distil (oracle2student)": 3.531811475753784,
-      "cov-distil (oracle2teacher)": 3.2055177688598633,
+      "cov-distil": 1.9744852781295776,
+      "cov-distil (oracle2student)": 3.8309717178344727,
+      "cov-distil (oracle2teacher)": 3.7307493686676025,
       "epoch": 3.000784929356358,
-      "rel-constrast": 2.3332438468933105,
+      "rel-constrast": 2.577617883682251,
       "step": 3823,
-      "subrel-constrast": 2.6908979415893555,
+      "subrel-constrast": 2.9799578189849854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5910074710845947,
-      "cov-distil (oracle2student)": 3.61354660987854,
-      "cov-distil (oracle2teacher)": 3.5866594314575195,
+      "cov-distil": 1.772049903869629,
+      "cov-distil (oracle2student)": 4.052295207977295,
+      "cov-distil (oracle2teacher)": 3.863943099975586,
       "epoch": 3.001569858712716,
-      "rel-constrast": 1.406551480293274,
+      "rel-constrast": 1.871933102607727,
       "step": 3824,
-      "subrel-constrast": 2.344660758972168,
+      "subrel-constrast": 2.6976799964904785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2233426570892334,
-      "cov-distil (oracle2student)": 4.3469038009643555,
-      "cov-distil (oracle2teacher)": 4.040834903717041,
+      "cov-distil": 1.6577465534210205,
+      "cov-distil (oracle2student)": 4.511470317840576,
+      "cov-distil (oracle2teacher)": 4.528102397918701,
       "epoch": 3.002354788069074,
-      "rel-constrast": 2.3491601943969727,
+      "rel-constrast": 2.3171703815460205,
       "step": 3825,
-      "subrel-constrast": 2.792017698287964,
+      "subrel-constrast": 3.1449553966522217,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3542307615280151,
-      "cov-distil (oracle2student)": 3.855386257171631,
-      "cov-distil (oracle2teacher)": 4.129703998565674,
+      "cov-distil": 1.9393384456634521,
+      "cov-distil (oracle2student)": 4.663604259490967,
+      "cov-distil (oracle2teacher)": 4.271259784698486,
       "epoch": 3.0031397174254315,
-      "rel-constrast": 3.3582065105438232,
+      "rel-constrast": 4.226390838623047,
       "step": 3826,
-      "subrel-constrast": 4.586709499359131,
+      "subrel-constrast": 4.424198150634766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6935657262802124,
-      "cov-distil (oracle2student)": 4.321944236755371,
-      "cov-distil (oracle2teacher)": 4.111401557922363,
+      "cov-distil": 2.344203472137451,
+      "cov-distil (oracle2student)": 4.2708892822265625,
+      "cov-distil (oracle2teacher)": 4.610348701477051,
       "epoch": 3.0039246467817895,
-      "rel-constrast": 2.525334596633911,
+      "rel-constrast": 2.766732692718506,
       "step": 3827,
-      "subrel-constrast": 3.1948351860046387,
+      "subrel-constrast": 3.5572221279144287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4718153476715088,
-      "cov-distil (oracle2student)": 3.05275297164917,
-      "cov-distil (oracle2teacher)": 3.214272975921631,
+      "cov-distil": 2.0579710006713867,
+      "cov-distil (oracle2student)": 2.9376702308654785,
+      "cov-distil (oracle2teacher)": 3.0151710510253906,
       "epoch": 3.0047095761381475,
-      "rel-constrast": 2.8220582008361816,
+      "rel-constrast": 2.538510799407959,
       "step": 3828,
-      "subrel-constrast": 3.3935317993164062,
+      "subrel-constrast": 3.1952598094940186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4273536205291748,
-      "cov-distil (oracle2student)": 4.136366367340088,
-      "cov-distil (oracle2teacher)": 3.6516261100769043,
+      "cov-distil": 2.2586870193481445,
+      "cov-distil (oracle2student)": 4.611103057861328,
+      "cov-distil (oracle2teacher)": 4.05215311050415,
       "epoch": 3.0054945054945055,
-      "rel-constrast": 1.8509236574172974,
+      "rel-constrast": 2.3491313457489014,
       "step": 3829,
-      "subrel-constrast": 2.8913159370422363,
+      "subrel-constrast": 2.720574140548706,
       "view-similarity": 0
     },
     {
       "epoch": 3.0062794348508635,
-      "grad_norm": 4.6875,
+      "grad_norm": 7.125,
       "learning_rate": 3.876930308553043e-05,
-      "loss": 0.6629,
+      "loss": 0.6899,
       "step": 3830
     },
     {
-      "cov-distil": 1.5907247066497803,
-      "cov-distil (oracle2student)": 3.842148542404175,
-      "cov-distil (oracle2teacher)": 3.571279525756836,
+      "cov-distil": 2.203430652618408,
+      "cov-distil (oracle2student)": 3.7886087894439697,
+      "cov-distil (oracle2teacher)": 3.89170241355896,
       "epoch": 3.0062794348508635,
-      "rel-constrast": 3.516505002975464,
+      "rel-constrast": 3.2355172634124756,
       "step": 3830,
-      "subrel-constrast": 3.7369773387908936,
+      "subrel-constrast": 4.395861625671387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.985498070716858,
-      "cov-distil (oracle2student)": 5.873820781707764,
-      "cov-distil (oracle2teacher)": 5.888934135437012,
+      "cov-distil": 2.341827392578125,
+      "cov-distil (oracle2student)": 6.069133758544922,
+      "cov-distil (oracle2teacher)": 6.130571365356445,
       "epoch": 3.0070643642072215,
-      "rel-constrast": 2.5751590728759766,
+      "rel-constrast": 2.5084939002990723,
       "step": 3831,
-      "subrel-constrast": 3.53275203704834,
+      "subrel-constrast": 3.160511016845703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214155673980713,
-      "cov-distil (oracle2student)": 5.342611312866211,
-      "cov-distil (oracle2teacher)": 4.435748100280762,
+      "cov-distil": 2.084670066833496,
+      "cov-distil (oracle2student)": 5.805274486541748,
+      "cov-distil (oracle2teacher)": 5.503849983215332,
       "epoch": 3.0078492935635794,
-      "rel-constrast": 2.032841205596924,
+      "rel-constrast": 2.6128616333007812,
       "step": 3832,
-      "subrel-constrast": 3.0835578441619873,
+      "subrel-constrast": 3.0017969608306885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.585885763168335,
-      "cov-distil (oracle2student)": 5.409170150756836,
-      "cov-distil (oracle2teacher)": 4.7275567054748535,
+      "cov-distil": 1.3993189334869385,
+      "cov-distil (oracle2student)": 5.348372936248779,
+      "cov-distil (oracle2teacher)": 5.29463005065918,
       "epoch": 3.008634222919937,
-      "rel-constrast": 3.018420934677124,
+      "rel-constrast": 3.1014695167541504,
       "step": 3833,
-      "subrel-constrast": 3.2080111503601074,
+      "subrel-constrast": 3.3780224323272705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5065913200378418,
-      "cov-distil (oracle2student)": 5.53798246383667,
-      "cov-distil (oracle2teacher)": 5.658479690551758,
+      "cov-distil": 2.439311981201172,
+      "cov-distil (oracle2student)": 5.767286777496338,
+      "cov-distil (oracle2teacher)": 6.360527515411377,
       "epoch": 3.009419152276295,
-      "rel-constrast": 2.2076244354248047,
+      "rel-constrast": 2.437469959259033,
       "step": 3834,
-      "subrel-constrast": 3.342074155807495,
+      "subrel-constrast": 3.344414710998535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4337430000305176,
-      "cov-distil (oracle2student)": 5.426286220550537,
-      "cov-distil (oracle2teacher)": 5.028514862060547,
+      "cov-distil": 1.8360846042633057,
+      "cov-distil (oracle2student)": 5.2461395263671875,
+      "cov-distil (oracle2teacher)": 5.671911239624023,
       "epoch": 3.010204081632653,
-      "rel-constrast": 2.0417754650115967,
+      "rel-constrast": 2.1809024810791016,
       "step": 3835,
-      "subrel-constrast": 2.576641082763672,
+      "subrel-constrast": 2.438852071762085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5629267692565918,
-      "cov-distil (oracle2student)": 4.625952243804932,
-      "cov-distil (oracle2teacher)": 4.217700958251953,
+      "cov-distil": 1.4060113430023193,
+      "cov-distil (oracle2student)": 5.1439971923828125,
+      "cov-distil (oracle2teacher)": 4.804577350616455,
       "epoch": 3.010989010989011,
-      "rel-constrast": 2.3642616271972656,
+      "rel-constrast": 2.717075824737549,
       "step": 3836,
-      "subrel-constrast": 2.98203444480896,
+      "subrel-constrast": 3.006693124771118,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5736217498779297,
-      "cov-distil (oracle2student)": 3.2427945137023926,
-      "cov-distil (oracle2teacher)": 3.104888677597046,
+      "cov-distil": 2.2235422134399414,
+      "cov-distil (oracle2student)": 3.734800338745117,
+      "cov-distil (oracle2teacher)": 3.5934293270111084,
       "epoch": 3.011773940345369,
-      "rel-constrast": 2.603337287902832,
+      "rel-constrast": 3.1599512100219727,
       "step": 3837,
-      "subrel-constrast": 3.3935580253601074,
+      "subrel-constrast": 3.2867608070373535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2051787376403809,
-      "cov-distil (oracle2student)": 6.061779022216797,
-      "cov-distil (oracle2teacher)": 5.6852335929870605,
+      "cov-distil": 1.7691713571548462,
+      "cov-distil (oracle2student)": 7.004764080047607,
+      "cov-distil (oracle2teacher)": 6.287175178527832,
       "epoch": 3.012558869701727,
-      "rel-constrast": 2.8976991176605225,
+      "rel-constrast": 3.027618885040283,
       "step": 3838,
-      "subrel-constrast": 3.2220804691314697,
+      "subrel-constrast": 3.1757495403289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4645144939422607,
-      "cov-distil (oracle2student)": 4.195237159729004,
-      "cov-distil (oracle2teacher)": 4.138696670532227,
+      "cov-distil": 1.7874661684036255,
+      "cov-distil (oracle2student)": 3.8680431842803955,
+      "cov-distil (oracle2teacher)": 3.962461471557617,
       "epoch": 3.013343799058085,
-      "rel-constrast": 2.16021728515625,
+      "rel-constrast": 2.1350109577178955,
       "step": 3839,
-      "subrel-constrast": 2.9864580631256104,
+      "subrel-constrast": 2.9470088481903076,
       "view-similarity": 0
     },
     {
       "epoch": 3.014128728414443,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.125,
       "learning_rate": 3.869638189934552e-05,
-      "loss": 0.6733,
+      "loss": 0.6779,
       "step": 3840
     },
     {
-      "cov-distil": 1.081775188446045,
-      "cov-distil (oracle2student)": 3.5924623012542725,
-      "cov-distil (oracle2teacher)": 3.5794835090637207,
+      "cov-distil": 1.6223223209381104,
+      "cov-distil (oracle2student)": 4.1340155601501465,
+      "cov-distil (oracle2teacher)": 4.238097190856934,
       "epoch": 3.014128728414443,
-      "rel-constrast": 2.227837085723877,
+      "rel-constrast": 2.572169780731201,
       "step": 3840,
-      "subrel-constrast": 2.836630344390869,
+      "subrel-constrast": 3.0277397632598877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9563722610473633,
-      "cov-distil (oracle2student)": 4.896217346191406,
-      "cov-distil (oracle2teacher)": 4.415340900421143,
+      "cov-distil": 2.483469247817993,
+      "cov-distil (oracle2student)": 5.221711158752441,
+      "cov-distil (oracle2teacher)": 4.932207107543945,
       "epoch": 3.0149136577708004,
-      "rel-constrast": 3.373426675796509,
+      "rel-constrast": 3.598918914794922,
       "step": 3841,
-      "subrel-constrast": 4.237860202789307,
+      "subrel-constrast": 4.429486274719238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.450439691543579,
-      "cov-distil (oracle2student)": 4.883981704711914,
-      "cov-distil (oracle2teacher)": 3.870880603790283,
+      "cov-distil": 2.193223237991333,
+      "cov-distil (oracle2student)": 4.946608543395996,
+      "cov-distil (oracle2teacher)": 4.600818157196045,
       "epoch": 3.0156985871271584,
-      "rel-constrast": 2.5494933128356934,
+      "rel-constrast": 2.8402609825134277,
       "step": 3842,
-      "subrel-constrast": 3.144524574279785,
+      "subrel-constrast": 2.9546821117401123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2519183158874512,
-      "cov-distil (oracle2student)": 5.414819240570068,
-      "cov-distil (oracle2teacher)": 5.147524833679199,
+      "cov-distil": 1.6789854764938354,
+      "cov-distil (oracle2student)": 5.964664459228516,
+      "cov-distil (oracle2teacher)": 5.684497833251953,
       "epoch": 3.0164835164835164,
-      "rel-constrast": 2.404323101043701,
+      "rel-constrast": 2.391003131866455,
       "step": 3843,
-      "subrel-constrast": 3.1405179500579834,
+      "subrel-constrast": 3.2978005409240723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7846367359161377,
-      "cov-distil (oracle2student)": 4.963348865509033,
-      "cov-distil (oracle2teacher)": 4.3714823722839355,
+      "cov-distil": 2.1618409156799316,
+      "cov-distil (oracle2student)": 4.586493492126465,
+      "cov-distil (oracle2teacher)": 4.777843475341797,
       "epoch": 3.0172684458398744,
-      "rel-constrast": 1.9750800132751465,
+      "rel-constrast": 1.852452278137207,
       "step": 3844,
-      "subrel-constrast": 2.695826768875122,
+      "subrel-constrast": 2.9473841190338135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5775481462478638,
-      "cov-distil (oracle2student)": 4.728565692901611,
-      "cov-distil (oracle2teacher)": 4.500262260437012,
+      "cov-distil": 2.0569825172424316,
+      "cov-distil (oracle2student)": 5.219035625457764,
+      "cov-distil (oracle2teacher)": 5.491494178771973,
       "epoch": 3.0180533751962324,
-      "rel-constrast": 3.7147841453552246,
+      "rel-constrast": 3.767486095428467,
       "step": 3845,
-      "subrel-constrast": 4.293057441711426,
+      "subrel-constrast": 4.194613456726074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.269914150238037,
-      "cov-distil (oracle2student)": 4.76615047454834,
-      "cov-distil (oracle2teacher)": 4.487116813659668,
+      "cov-distil": 2.0064034461975098,
+      "cov-distil (oracle2student)": 5.217493534088135,
+      "cov-distil (oracle2teacher)": 5.059592247009277,
       "epoch": 3.0188383045525904,
-      "rel-constrast": 2.7023115158081055,
+      "rel-constrast": 2.651852607727051,
       "step": 3846,
-      "subrel-constrast": 3.2990658283233643,
+      "subrel-constrast": 3.2155613899230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.779034972190857,
-      "cov-distil (oracle2student)": 4.2369384765625,
-      "cov-distil (oracle2teacher)": 4.14400053024292,
+      "cov-distil": 1.8139009475708008,
+      "cov-distil (oracle2student)": 3.973872423171997,
+      "cov-distil (oracle2teacher)": 4.05784797668457,
       "epoch": 3.0196232339089484,
-      "rel-constrast": 2.460627555847168,
+      "rel-constrast": 2.653947591781616,
       "step": 3847,
-      "subrel-constrast": 3.10841965675354,
+      "subrel-constrast": 2.956310272216797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.853827714920044,
-      "cov-distil (oracle2student)": 4.707658290863037,
-      "cov-distil (oracle2teacher)": 4.312498092651367,
+      "cov-distil": 2.5957469940185547,
+      "cov-distil (oracle2student)": 4.563531398773193,
+      "cov-distil (oracle2teacher)": 4.794155597686768,
       "epoch": 3.020408163265306,
-      "rel-constrast": 3.0378947257995605,
+      "rel-constrast": 2.808673858642578,
       "step": 3848,
-      "subrel-constrast": 3.3650200366973877,
+      "subrel-constrast": 3.4600324630737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3018107414245605,
-      "cov-distil (oracle2student)": 3.4195544719696045,
-      "cov-distil (oracle2teacher)": 3.8583462238311768,
+      "cov-distil": 1.6829876899719238,
+      "cov-distil (oracle2student)": 3.5605392456054688,
+      "cov-distil (oracle2teacher)": 4.068804740905762,
       "epoch": 3.021193092621664,
-      "rel-constrast": 2.076934337615967,
+      "rel-constrast": 1.8129806518554688,
       "step": 3849,
-      "subrel-constrast": 2.7940683364868164,
+      "subrel-constrast": 2.4972782135009766,
       "view-similarity": 0
     },
     {
       "epoch": 3.021978021978022,
-      "grad_norm": 5.0,
+      "grad_norm": 4.625,
       "learning_rate": 3.8623293827069486e-05,
-      "loss": 0.7013,
+      "loss": 0.6737,
       "step": 3850
     },
     {
-      "cov-distil": 2.0217339992523193,
-      "cov-distil (oracle2student)": 3.585763454437256,
-      "cov-distil (oracle2teacher)": 3.3746142387390137,
+      "cov-distil": 2.871673345565796,
+      "cov-distil (oracle2student)": 3.882065773010254,
+      "cov-distil (oracle2teacher)": 3.7288520336151123,
       "epoch": 3.021978021978022,
-      "rel-constrast": 2.4181299209594727,
+      "rel-constrast": 2.3093063831329346,
       "step": 3850,
-      "subrel-constrast": 3.2463579177856445,
+      "subrel-constrast": 3.184739589691162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3653984069824219,
-      "cov-distil (oracle2student)": 2.8227221965789795,
-      "cov-distil (oracle2teacher)": 2.503620147705078,
+      "cov-distil": 1.3436994552612305,
+      "cov-distil (oracle2student)": 2.6051855087280273,
+      "cov-distil (oracle2teacher)": 2.586534023284912,
       "epoch": 3.02276295133438,
-      "rel-constrast": 1.6942553520202637,
+      "rel-constrast": 1.881546974182129,
       "step": 3851,
-      "subrel-constrast": 2.264031171798706,
+      "subrel-constrast": 2.336050271987915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.387477159500122,
-      "cov-distil (oracle2student)": 5.4022674560546875,
-      "cov-distil (oracle2teacher)": 5.476766586303711,
+      "cov-distil": 1.618514895439148,
+      "cov-distil (oracle2student)": 5.90739107131958,
+      "cov-distil (oracle2teacher)": 5.963335037231445,
       "epoch": 3.023547880690738,
-      "rel-constrast": 3.0909013748168945,
+      "rel-constrast": 3.8405346870422363,
       "step": 3852,
-      "subrel-constrast": 3.6947178840637207,
+      "subrel-constrast": 3.951239824295044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.174248218536377,
-      "cov-distil (oracle2student)": 5.072293281555176,
-      "cov-distil (oracle2teacher)": 4.780337333679199,
+      "cov-distil": 1.7146790027618408,
+      "cov-distil (oracle2student)": 5.429044723510742,
+      "cov-distil (oracle2teacher)": 5.600182056427002,
       "epoch": 3.024332810047096,
-      "rel-constrast": 2.763312816619873,
+      "rel-constrast": 2.887223720550537,
       "step": 3853,
-      "subrel-constrast": 3.44045090675354,
+      "subrel-constrast": 3.6572675704956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2588372230529785,
-      "cov-distil (oracle2student)": 5.467121601104736,
-      "cov-distil (oracle2teacher)": 5.06982421875,
+      "cov-distil": 1.5266039371490479,
+      "cov-distil (oracle2student)": 5.4637579917907715,
+      "cov-distil (oracle2teacher)": 4.9431633949279785,
       "epoch": 3.025117739403454,
-      "rel-constrast": 2.278714179992676,
+      "rel-constrast": 2.4134507179260254,
       "step": 3854,
-      "subrel-constrast": 2.9762399196624756,
+      "subrel-constrast": 2.8906495571136475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1346899271011353,
-      "cov-distil (oracle2student)": 5.205250263214111,
-      "cov-distil (oracle2teacher)": 5.118194580078125,
+      "cov-distil": 1.513488531112671,
+      "cov-distil (oracle2student)": 5.781915187835693,
+      "cov-distil (oracle2teacher)": 5.391550064086914,
       "epoch": 3.0259026687598114,
-      "rel-constrast": 2.048649311065674,
+      "rel-constrast": 3.0841455459594727,
       "step": 3855,
-      "subrel-constrast": 3.084453821182251,
+      "subrel-constrast": 3.053264856338501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.307479977607727,
-      "cov-distil (oracle2student)": 4.659318923950195,
-      "cov-distil (oracle2teacher)": 4.469372749328613,
+      "cov-distil": 1.8035943508148193,
+      "cov-distil (oracle2student)": 4.749477386474609,
+      "cov-distil (oracle2teacher)": 4.640349388122559,
       "epoch": 3.0266875981161694,
-      "rel-constrast": 2.7434074878692627,
+      "rel-constrast": 2.9035398960113525,
       "step": 3856,
-      "subrel-constrast": 3.228618860244751,
+      "subrel-constrast": 3.7404091358184814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4939606189727783,
-      "cov-distil (oracle2student)": 6.235433578491211,
-      "cov-distil (oracle2teacher)": 5.477262496948242,
+      "cov-distil": 1.824710726737976,
+      "cov-distil (oracle2student)": 5.957858085632324,
+      "cov-distil (oracle2teacher)": 6.141860008239746,
       "epoch": 3.0274725274725274,
-      "rel-constrast": 1.6676268577575684,
+      "rel-constrast": 1.7248337268829346,
       "step": 3857,
-      "subrel-constrast": 2.8430628776550293,
+      "subrel-constrast": 2.792015314102173,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.307290554046631,
-      "cov-distil (oracle2student)": 3.4940359592437744,
-      "cov-distil (oracle2teacher)": 4.010334491729736,
+      "cov-distil": 2.588761806488037,
+      "cov-distil (oracle2student)": 4.136511325836182,
+      "cov-distil (oracle2teacher)": 4.115508079528809,
       "epoch": 3.0282574568288854,
-      "rel-constrast": 1.7571183443069458,
+      "rel-constrast": 2.226346731185913,
       "step": 3858,
-      "subrel-constrast": 3.0120456218719482,
+      "subrel-constrast": 3.0120131969451904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.228384017944336,
-      "cov-distil (oracle2student)": 3.717892646789551,
-      "cov-distil (oracle2teacher)": 3.616157054901123,
+      "cov-distil": 2.226022481918335,
+      "cov-distil (oracle2student)": 4.075427532196045,
+      "cov-distil (oracle2teacher)": 3.197664737701416,
       "epoch": 3.0290423861852434,
-      "rel-constrast": 2.744878053665161,
+      "rel-constrast": 3.5149877071380615,
       "step": 3859,
-      "subrel-constrast": 3.6854827404022217,
+      "subrel-constrast": 3.1760246753692627,
       "view-similarity": 0
     },
     {
       "epoch": 3.0298273155416013,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.6875,
       "learning_rate": 3.8550039759257405e-05,
-      "loss": 0.6194,
+      "loss": 0.6696,
       "step": 3860
     },
     {
-      "cov-distil": 1.2195203304290771,
-      "cov-distil (oracle2student)": 3.8268799781799316,
-      "cov-distil (oracle2teacher)": 3.9265472888946533,
+      "cov-distil": 1.8443387746810913,
+      "cov-distil (oracle2student)": 3.887709140777588,
+      "cov-distil (oracle2teacher)": 3.9854483604431152,
       "epoch": 3.0298273155416013,
-      "rel-constrast": 2.4528141021728516,
+      "rel-constrast": 2.410712242126465,
       "step": 3860,
-      "subrel-constrast": 3.147411823272705,
+      "subrel-constrast": 3.3216934204101562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0748183727264404,
-      "cov-distil (oracle2student)": 3.993607997894287,
-      "cov-distil (oracle2teacher)": 3.913195848464966,
+      "cov-distil": 1.8325284719467163,
+      "cov-distil (oracle2student)": 3.7479820251464844,
+      "cov-distil (oracle2teacher)": 3.7799785137176514,
       "epoch": 3.0306122448979593,
-      "rel-constrast": 2.3529961109161377,
+      "rel-constrast": 2.27447509765625,
       "step": 3861,
-      "subrel-constrast": 3.0507867336273193,
+      "subrel-constrast": 3.198296546936035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2831523418426514,
-      "cov-distil (oracle2student)": 3.2868576049804688,
-      "cov-distil (oracle2teacher)": 3.133007049560547,
+      "cov-distil": 1.454298973083496,
+      "cov-distil (oracle2student)": 3.6124379634857178,
+      "cov-distil (oracle2teacher)": 2.9284682273864746,
       "epoch": 3.0313971742543173,
-      "rel-constrast": 1.8107478618621826,
+      "rel-constrast": 2.0178542137145996,
       "step": 3862,
-      "subrel-constrast": 2.552536725997925,
+      "subrel-constrast": 2.362488031387329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.795976161956787,
-      "cov-distil (oracle2student)": 3.1063764095306396,
-      "cov-distil (oracle2teacher)": 3.167755603790283,
+      "cov-distil": 2.4734718799591064,
+      "cov-distil (oracle2student)": 3.26814341545105,
+      "cov-distil (oracle2teacher)": 2.8465662002563477,
       "epoch": 3.032182103610675,
-      "rel-constrast": 1.7881841659545898,
+      "rel-constrast": 1.973459005355835,
       "step": 3863,
-      "subrel-constrast": 2.7048912048339844,
+      "subrel-constrast": 2.6868607997894287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4121150970458984,
-      "cov-distil (oracle2student)": 6.424119472503662,
-      "cov-distil (oracle2teacher)": 5.823075294494629,
+      "cov-distil": 1.9625965356826782,
+      "cov-distil (oracle2student)": 6.568122386932373,
+      "cov-distil (oracle2teacher)": 6.510116100311279,
       "epoch": 3.032967032967033,
-      "rel-constrast": 2.6673271656036377,
+      "rel-constrast": 3.260977268218994,
       "step": 3864,
-      "subrel-constrast": 3.329469919204712,
+      "subrel-constrast": 3.323715925216675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9391508102416992,
-      "cov-distil (oracle2student)": 4.937437534332275,
-      "cov-distil (oracle2teacher)": 4.963826656341553,
+      "cov-distil": 1.3110098838806152,
+      "cov-distil (oracle2student)": 6.0642595291137695,
+      "cov-distil (oracle2teacher)": 5.830986499786377,
       "epoch": 3.033751962323391,
-      "rel-constrast": 2.505847930908203,
+      "rel-constrast": 2.9194796085357666,
       "step": 3865,
-      "subrel-constrast": 3.032196283340454,
+      "subrel-constrast": 3.3482112884521484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5075819492340088,
-      "cov-distil (oracle2student)": 3.559134006500244,
-      "cov-distil (oracle2teacher)": 3.067734479904175,
+      "cov-distil": 1.9143246412277222,
+      "cov-distil (oracle2student)": 4.157099723815918,
+      "cov-distil (oracle2teacher)": 3.397050380706787,
       "epoch": 3.034536891679749,
-      "rel-constrast": 2.1128485202789307,
+      "rel-constrast": 3.1474695205688477,
       "step": 3866,
-      "subrel-constrast": 3.060372829437256,
+      "subrel-constrast": 2.708160877227783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6352341175079346,
-      "cov-distil (oracle2student)": 4.342121124267578,
-      "cov-distil (oracle2teacher)": 4.062690734863281,
+      "cov-distil": 1.9632667303085327,
+      "cov-distil (oracle2student)": 4.697115898132324,
+      "cov-distil (oracle2teacher)": 4.323269367218018,
       "epoch": 3.035321821036107,
-      "rel-constrast": 1.8544797897338867,
+      "rel-constrast": 1.7115834951400757,
       "step": 3867,
-      "subrel-constrast": 2.588531732559204,
+      "subrel-constrast": 2.509708881378174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5735046863555908,
-      "cov-distil (oracle2student)": 3.51560640335083,
-      "cov-distil (oracle2teacher)": 3.7857651710510254,
+      "cov-distil": 1.9387340545654297,
+      "cov-distil (oracle2student)": 4.0215044021606445,
+      "cov-distil (oracle2teacher)": 3.596696376800537,
       "epoch": 3.036106750392465,
-      "rel-constrast": 2.1749048233032227,
+      "rel-constrast": 2.3704934120178223,
       "step": 3868,
-      "subrel-constrast": 3.065528154373169,
+      "subrel-constrast": 3.039724349975586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0486865043640137,
-      "cov-distil (oracle2student)": 5.321664333343506,
-      "cov-distil (oracle2teacher)": 4.984888076782227,
+      "cov-distil": 1.9753847122192383,
+      "cov-distil (oracle2student)": 6.534152984619141,
+      "cov-distil (oracle2teacher)": 4.905892848968506,
       "epoch": 3.036891679748823,
-      "rel-constrast": 2.9633309841156006,
+      "rel-constrast": 3.569932222366333,
       "step": 3869,
-      "subrel-constrast": 3.4090495109558105,
+      "subrel-constrast": 3.442187786102295,
       "view-similarity": 0
     },
     {
       "epoch": 3.0376766091051803,
-      "grad_norm": 5.625,
+      "grad_norm": 7.28125,
       "learning_rate": 3.847662058848701e-05,
-      "loss": 0.6033,
+      "loss": 0.6414,
       "step": 3870
     },
     {
-      "cov-distil": 1.6674184799194336,
-      "cov-distil (oracle2student)": 5.4468183517456055,
-      "cov-distil (oracle2teacher)": 5.016534805297852,
+      "cov-distil": 2.27055025100708,
+      "cov-distil (oracle2student)": 5.6951751708984375,
+      "cov-distil (oracle2teacher)": 5.625722408294678,
       "epoch": 3.0376766091051803,
-      "rel-constrast": 2.527967929840088,
+      "rel-constrast": 2.7338037490844727,
       "step": 3870,
-      "subrel-constrast": 3.2858235836029053,
+      "subrel-constrast": 3.606173515319824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6577558517456055,
-      "cov-distil (oracle2student)": 4.3987040519714355,
-      "cov-distil (oracle2teacher)": 4.257323265075684,
+      "cov-distil": 2.0052223205566406,
+      "cov-distil (oracle2student)": 4.778115272521973,
+      "cov-distil (oracle2teacher)": 4.646738052368164,
       "epoch": 3.0384615384615383,
-      "rel-constrast": 2.995122194290161,
+      "rel-constrast": 3.009107828140259,
       "step": 3871,
-      "subrel-constrast": 3.574528694152832,
+      "subrel-constrast": 4.154006004333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130364894866943,
-      "cov-distil (oracle2student)": 4.116897106170654,
-      "cov-distil (oracle2teacher)": 3.828524589538574,
+      "cov-distil": 1.5385255813598633,
+      "cov-distil (oracle2student)": 4.539594650268555,
+      "cov-distil (oracle2teacher)": 4.045138835906982,
       "epoch": 3.0392464678178963,
-      "rel-constrast": 1.7524940967559814,
+      "rel-constrast": 2.5450315475463867,
       "step": 3872,
-      "subrel-constrast": 2.4296300411224365,
+      "subrel-constrast": 2.5824661254882812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.486924171447754,
-      "cov-distil (oracle2student)": 2.896871328353882,
-      "cov-distil (oracle2teacher)": 2.7833824157714844,
+      "cov-distil": 1.8494253158569336,
+      "cov-distil (oracle2student)": 3.376889705657959,
+      "cov-distil (oracle2teacher)": 2.874337673187256,
       "epoch": 3.0400313971742543,
-      "rel-constrast": 2.558286428451538,
+      "rel-constrast": 3.1689467430114746,
       "step": 3873,
-      "subrel-constrast": 2.9712114334106445,
+      "subrel-constrast": 2.9546375274658203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.616731882095337,
-      "cov-distil (oracle2student)": 4.1574296951293945,
-      "cov-distil (oracle2teacher)": 3.710247039794922,
+      "cov-distil": 1.9910969734191895,
+      "cov-distil (oracle2student)": 3.948532819747925,
+      "cov-distil (oracle2teacher)": 4.0175089836120605,
       "epoch": 3.0408163265306123,
-      "rel-constrast": 2.714625835418701,
+      "rel-constrast": 3.2738428115844727,
       "step": 3874,
-      "subrel-constrast": 3.3458220958709717,
+      "subrel-constrast": 3.185016632080078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8759946823120117,
-      "cov-distil (oracle2student)": 6.327898025512695,
-      "cov-distil (oracle2teacher)": 5.079577445983887,
+      "cov-distil": 2.4316396713256836,
+      "cov-distil (oracle2student)": 5.785154342651367,
+      "cov-distil (oracle2teacher)": 5.786943435668945,
       "epoch": 3.0416012558869703,
-      "rel-constrast": 3.5296630859375,
+      "rel-constrast": 3.6466658115386963,
       "step": 3875,
-      "subrel-constrast": 3.7083017826080322,
+      "subrel-constrast": 3.621739625930786,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8270595073699951,
-      "cov-distil (oracle2student)": 4.812275409698486,
-      "cov-distil (oracle2teacher)": 4.693129539489746,
+      "cov-distil": 1.8515368700027466,
+      "cov-distil (oracle2student)": 5.633937358856201,
+      "cov-distil (oracle2teacher)": 4.926841735839844,
       "epoch": 3.0423861852433283,
-      "rel-constrast": 2.832521915435791,
+      "rel-constrast": 3.552774667739868,
       "step": 3876,
-      "subrel-constrast": 3.6493518352508545,
+      "subrel-constrast": 3.718080759048462,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7960617542266846,
-      "cov-distil (oracle2student)": 4.587552070617676,
-      "cov-distil (oracle2teacher)": 3.9078094959259033,
+      "cov-distil": 1.6005380153656006,
+      "cov-distil (oracle2student)": 5.167264938354492,
+      "cov-distil (oracle2teacher)": 4.311793327331543,
       "epoch": 3.043171114599686,
-      "rel-constrast": 2.2424378395080566,
+      "rel-constrast": 2.6538562774658203,
       "step": 3877,
-      "subrel-constrast": 3.0662477016448975,
+      "subrel-constrast": 3.13936448097229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.437007188796997,
-      "cov-distil (oracle2student)": 5.249614238739014,
-      "cov-distil (oracle2teacher)": 5.023991107940674,
+      "cov-distil": 3.2260985374450684,
+      "cov-distil (oracle2student)": 5.196234703063965,
+      "cov-distil (oracle2teacher)": 5.251350402832031,
       "epoch": 3.043956043956044,
-      "rel-constrast": 2.6823859214782715,
+      "rel-constrast": 2.833008289337158,
       "step": 3878,
-      "subrel-constrast": 3.7978627681732178,
+      "subrel-constrast": 3.8436012268066406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9534492492675781,
-      "cov-distil (oracle2student)": 4.701887130737305,
-      "cov-distil (oracle2teacher)": 4.857648849487305,
+      "cov-distil": 1.4653009176254272,
+      "cov-distil (oracle2student)": 5.066389083862305,
+      "cov-distil (oracle2teacher)": 4.9826741218566895,
       "epoch": 3.044740973312402,
-      "rel-constrast": 3.004828929901123,
+      "rel-constrast": 3.2011380195617676,
       "step": 3879,
-      "subrel-constrast": 3.4350712299346924,
+      "subrel-constrast": 3.6905264854431152,
       "view-similarity": 0
     },
     {
       "epoch": 3.0455259026687598,
-      "grad_norm": 5.125,
+      "grad_norm": 5.9375,
       "learning_rate": 3.840303720934769e-05,
-      "loss": 0.7131,
+      "loss": 0.7655,
       "step": 3880
     },
     {
-      "cov-distil": 2.327450752258301,
-      "cov-distil (oracle2student)": 3.3363420963287354,
-      "cov-distil (oracle2teacher)": 3.2889676094055176,
+      "cov-distil": 2.6106579303741455,
+      "cov-distil (oracle2student)": 3.282459259033203,
+      "cov-distil (oracle2teacher)": 3.649810791015625,
       "epoch": 3.0455259026687598,
-      "rel-constrast": 3.8266029357910156,
+      "rel-constrast": 4.212271690368652,
       "step": 3880,
-      "subrel-constrast": 4.160228252410889,
+      "subrel-constrast": 4.787559986114502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.940294623374939,
-      "cov-distil (oracle2student)": 5.18488073348999,
-      "cov-distil (oracle2teacher)": 5.246509552001953,
+      "cov-distil": 2.194913625717163,
+      "cov-distil (oracle2student)": 5.1285295486450195,
+      "cov-distil (oracle2teacher)": 5.453196048736572,
       "epoch": 3.0463108320251178,
-      "rel-constrast": 2.1945409774780273,
+      "rel-constrast": 2.4259417057037354,
       "step": 3881,
-      "subrel-constrast": 2.900542974472046,
+      "subrel-constrast": 2.877502202987671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4330841302871704,
-      "cov-distil (oracle2student)": 5.5004987716674805,
-      "cov-distil (oracle2teacher)": 5.214328289031982,
+      "cov-distil": 2.054255962371826,
+      "cov-distil (oracle2student)": 5.509050369262695,
+      "cov-distil (oracle2teacher)": 5.00468635559082,
       "epoch": 3.0470957613814758,
-      "rel-constrast": 3.1664257049560547,
+      "rel-constrast": 3.681641101837158,
       "step": 3882,
-      "subrel-constrast": 3.401440382003784,
+      "subrel-constrast": 3.526925563812256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4878134727478027,
-      "cov-distil (oracle2student)": 4.433575630187988,
-      "cov-distil (oracle2teacher)": 3.7667126655578613,
+      "cov-distil": 1.6265047788619995,
+      "cov-distil (oracle2student)": 4.2772111892700195,
+      "cov-distil (oracle2teacher)": 3.7055299282073975,
       "epoch": 3.0478806907378337,
-      "rel-constrast": 2.9861388206481934,
+      "rel-constrast": 3.2937049865722656,
       "step": 3883,
-      "subrel-constrast": 3.6342709064483643,
+      "subrel-constrast": 3.3608126640319824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0748326778411865,
-      "cov-distil (oracle2student)": 3.1986594200134277,
-      "cov-distil (oracle2teacher)": 2.679736614227295,
+      "cov-distil": 2.72332501411438,
+      "cov-distil (oracle2student)": 3.1776394844055176,
+      "cov-distil (oracle2teacher)": 2.8789939880371094,
       "epoch": 3.0486656200941917,
-      "rel-constrast": 2.035989999771118,
+      "rel-constrast": 1.9315462112426758,
       "step": 3884,
-      "subrel-constrast": 2.998379945755005,
+      "subrel-constrast": 2.8259260654449463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.930091381072998,
-      "cov-distil (oracle2student)": 4.8637495040893555,
-      "cov-distil (oracle2teacher)": 4.329968452453613,
+      "cov-distil": 2.4536099433898926,
+      "cov-distil (oracle2student)": 5.1840057373046875,
+      "cov-distil (oracle2teacher)": 5.306192874908447,
       "epoch": 3.0494505494505493,
-      "rel-constrast": 2.545797824859619,
+      "rel-constrast": 3.0892720222473145,
       "step": 3885,
-      "subrel-constrast": 3.4938082695007324,
+      "subrel-constrast": 3.745535373687744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3791308403015137,
-      "cov-distil (oracle2student)": 3.769303798675537,
-      "cov-distil (oracle2teacher)": 3.6469292640686035,
+      "cov-distil": 1.9583748579025269,
+      "cov-distil (oracle2student)": 4.18746280670166,
+      "cov-distil (oracle2teacher)": 3.7861006259918213,
       "epoch": 3.0502354788069073,
-      "rel-constrast": 1.9174213409423828,
+      "rel-constrast": 2.050673484802246,
       "step": 3886,
-      "subrel-constrast": 2.8749938011169434,
+      "subrel-constrast": 2.531304121017456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2541886568069458,
-      "cov-distil (oracle2student)": 4.796964645385742,
-      "cov-distil (oracle2teacher)": 5.031791687011719,
+      "cov-distil": 1.546471357345581,
+      "cov-distil (oracle2student)": 4.851208686828613,
+      "cov-distil (oracle2teacher)": 4.785608291625977,
       "epoch": 3.0510204081632653,
-      "rel-constrast": 2.677295684814453,
+      "rel-constrast": 2.7005441188812256,
       "step": 3887,
-      "subrel-constrast": 3.5895915031433105,
+      "subrel-constrast": 3.5078399181365967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8060600757598877,
-      "cov-distil (oracle2student)": 5.19497013092041,
-      "cov-distil (oracle2teacher)": 4.772056579589844,
+      "cov-distil": 1.9975731372833252,
+      "cov-distil (oracle2student)": 5.511549472808838,
+      "cov-distil (oracle2teacher)": 4.928415298461914,
       "epoch": 3.0518053375196232,
-      "rel-constrast": 3.310330867767334,
+      "rel-constrast": 3.4636764526367188,
       "step": 3888,
-      "subrel-constrast": 3.692253828048706,
+      "subrel-constrast": 3.3088018894195557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2846288681030273,
-      "cov-distil (oracle2student)": 4.204844951629639,
-      "cov-distil (oracle2teacher)": 4.043733596801758,
+      "cov-distil": 1.7420365810394287,
+      "cov-distil (oracle2student)": 4.755331993103027,
+      "cov-distil (oracle2teacher)": 4.3789520263671875,
       "epoch": 3.0525902668759812,
-      "rel-constrast": 1.8017500638961792,
+      "rel-constrast": 2.1155686378479004,
       "step": 3889,
-      "subrel-constrast": 2.4197216033935547,
+      "subrel-constrast": 2.525710105895996,
       "view-similarity": 0
     },
     {
       "epoch": 3.053375196232339,
-      "grad_norm": 5.4375,
+      "grad_norm": 8.1875,
       "learning_rate": 3.832929051842972e-05,
-      "loss": 0.7039,
+      "loss": 0.7241,
       "step": 3890
     },
     {
-      "cov-distil": 1.8220555782318115,
-      "cov-distil (oracle2student)": 4.779575347900391,
-      "cov-distil (oracle2teacher)": 4.1977739334106445,
+      "cov-distil": 2.16572904586792,
+      "cov-distil (oracle2student)": 5.3676371574401855,
+      "cov-distil (oracle2teacher)": 4.495972633361816,
       "epoch": 3.053375196232339,
-      "rel-constrast": 1.5197752714157104,
+      "rel-constrast": 2.0747718811035156,
       "step": 3890,
-      "subrel-constrast": 2.6804044246673584,
+      "subrel-constrast": 2.52529239654541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7008124589920044,
-      "cov-distil (oracle2student)": 3.4965553283691406,
-      "cov-distil (oracle2teacher)": 4.15907096862793,
+      "cov-distil": 2.028608560562134,
+      "cov-distil (oracle2student)": 4.768956661224365,
+      "cov-distil (oracle2teacher)": 5.092743873596191,
       "epoch": 3.054160125588697,
-      "rel-constrast": 2.1127312183380127,
+      "rel-constrast": 2.832916498184204,
       "step": 3891,
-      "subrel-constrast": 3.0293655395507812,
+      "subrel-constrast": 3.314943313598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5517480373382568,
-      "cov-distil (oracle2student)": 5.542078018188477,
-      "cov-distil (oracle2teacher)": 4.773499488830566,
+      "cov-distil": 2.1316139698028564,
+      "cov-distil (oracle2student)": 6.337707996368408,
+      "cov-distil (oracle2teacher)": 5.40458869934082,
       "epoch": 3.0549450549450547,
-      "rel-constrast": 2.7363109588623047,
+      "rel-constrast": 4.061884880065918,
       "step": 3892,
-      "subrel-constrast": 3.670398235321045,
+      "subrel-constrast": 3.525113821029663,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7479209899902344,
-      "cov-distil (oracle2student)": 5.2657880783081055,
-      "cov-distil (oracle2teacher)": 5.049679279327393,
+      "cov-distil": 2.2521204948425293,
+      "cov-distil (oracle2student)": 5.12767219543457,
+      "cov-distil (oracle2teacher)": 4.982283115386963,
       "epoch": 3.0557299843014127,
-      "rel-constrast": 2.989947557449341,
+      "rel-constrast": 2.681626081466675,
       "step": 3893,
-      "subrel-constrast": 3.4228672981262207,
+      "subrel-constrast": 3.7419819831848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2669296264648438,
-      "cov-distil (oracle2student)": 3.9766359329223633,
-      "cov-distil (oracle2teacher)": 3.961317300796509,
+      "cov-distil": 1.8684353828430176,
+      "cov-distil (oracle2student)": 4.564627647399902,
+      "cov-distil (oracle2teacher)": 4.114443302154541,
       "epoch": 3.0565149136577707,
-      "rel-constrast": 2.8582332134246826,
+      "rel-constrast": 3.2735164165496826,
       "step": 3894,
-      "subrel-constrast": 3.654568672180176,
+      "subrel-constrast": 3.479285717010498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2877744436264038,
-      "cov-distil (oracle2student)": 3.6945960521698,
-      "cov-distil (oracle2teacher)": 3.6664228439331055,
+      "cov-distil": 1.4780352115631104,
+      "cov-distil (oracle2student)": 4.542638778686523,
+      "cov-distil (oracle2teacher)": 3.8503293991088867,
       "epoch": 3.0572998430141287,
-      "rel-constrast": 3.203937292098999,
+      "rel-constrast": 3.4595940113067627,
       "step": 3895,
-      "subrel-constrast": 3.5530433654785156,
+      "subrel-constrast": 3.7416820526123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.577438235282898,
-      "cov-distil (oracle2student)": 3.647803783416748,
-      "cov-distil (oracle2teacher)": 3.9234185218811035,
+      "cov-distil": 2.037044048309326,
+      "cov-distil (oracle2student)": 4.456614017486572,
+      "cov-distil (oracle2teacher)": 4.222007751464844,
       "epoch": 3.0580847723704867,
-      "rel-constrast": 3.3574721813201904,
+      "rel-constrast": 4.035019874572754,
       "step": 3896,
-      "subrel-constrast": 3.531972646713257,
+      "subrel-constrast": 3.6096205711364746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2845211029052734,
-      "cov-distil (oracle2student)": 3.337599992752075,
-      "cov-distil (oracle2teacher)": 3.0916764736175537,
+      "cov-distil": 1.9289393424987793,
+      "cov-distil (oracle2student)": 3.9111828804016113,
+      "cov-distil (oracle2teacher)": 3.579803466796875,
       "epoch": 3.0588697017268447,
-      "rel-constrast": 2.683302402496338,
+      "rel-constrast": 2.3992390632629395,
       "step": 3897,
-      "subrel-constrast": 2.9171650409698486,
+      "subrel-constrast": 2.7800633907318115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2420225143432617,
-      "cov-distil (oracle2student)": 4.573619842529297,
-      "cov-distil (oracle2teacher)": 3.969705104827881,
+      "cov-distil": 2.7352068424224854,
+      "cov-distil (oracle2student)": 4.392991065979004,
+      "cov-distil (oracle2teacher)": 3.839529514312744,
       "epoch": 3.0596546310832027,
-      "rel-constrast": 2.434248924255371,
+      "rel-constrast": 2.0323243141174316,
       "step": 3898,
-      "subrel-constrast": 3.5424842834472656,
+      "subrel-constrast": 3.2918500900268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2686893939971924,
-      "cov-distil (oracle2student)": 4.785373687744141,
-      "cov-distil (oracle2teacher)": 4.68314266204834,
+      "cov-distil": 0.9875749349594116,
+      "cov-distil (oracle2student)": 5.208446502685547,
+      "cov-distil (oracle2teacher)": 4.75153923034668,
       "epoch": 3.0604395604395602,
-      "rel-constrast": 1.3491506576538086,
+      "rel-constrast": 1.4771591424942017,
       "step": 3899,
-      "subrel-constrast": 2.0522756576538086,
+      "subrel-constrast": 2.173633575439453,
       "view-similarity": 0
     },
     {
       "epoch": 3.061224489795918,
-      "grad_norm": 3.984375,
+      "grad_norm": 4.8125,
       "learning_rate": 3.8255381414313245e-05,
-      "loss": 0.6705,
+      "loss": 0.7082,
       "step": 3900
     },
     {
       "epoch": 3.061224489795918,
-      "overlap": 0.28125,
+      "overlap": 0.2906250059604645,
       "step": 3900
     },
     {
       "epoch": 3.061224489795918,
       "step": 3900,
-      "student margin": 0.069091796875
+      "student margin": 0.064544677734375
     },
     {
       "epoch": 3.061224489795918,
       "step": 3900,
-      "teacher margin": 0.049560546875
+      "teacher margin": 0.05572509765625
     },
     {
       "epoch": 3.061224489795918,
-      "margin difference": -0.01953125,
+      "margin difference": -0.008819580078125,
       "step": 3900
     },
     {
-      "cov-distil": 1.875791311264038,
-      "cov-distil (oracle2student)": 5.013360977172852,
-      "cov-distil (oracle2teacher)": 4.291313171386719,
+      "cov-distil": 2.3441660404205322,
+      "cov-distil (oracle2student)": 4.991783142089844,
+      "cov-distil (oracle2teacher)": 4.914666175842285,
       "epoch": 3.061224489795918,
-      "rel-constrast": 2.2133395671844482,
+      "rel-constrast": 2.392360210418701,
       "step": 3900,
-      "subrel-constrast": 3.0327255725860596,
+      "subrel-constrast": 2.9267795085906982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7083663940429688,
-      "cov-distil (oracle2student)": 3.6251139640808105,
-      "cov-distil (oracle2teacher)": 3.5317492485046387,
+      "cov-distil": 2.299179792404175,
+      "cov-distil (oracle2student)": 4.92962646484375,
+      "cov-distil (oracle2teacher)": 3.991804838180542,
       "epoch": 3.062009419152276,
-      "rel-constrast": 2.5742783546447754,
+      "rel-constrast": 3.510079860687256,
       "step": 3901,
-      "subrel-constrast": 3.410224676132202,
+      "subrel-constrast": 3.3123927116394043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7333948612213135,
-      "cov-distil (oracle2student)": 4.460991859436035,
-      "cov-distil (oracle2teacher)": 4.065147399902344,
+      "cov-distil": 2.3015387058258057,
+      "cov-distil (oracle2student)": 5.283975601196289,
+      "cov-distil (oracle2teacher)": 4.438106060028076,
       "epoch": 3.062794348508634,
-      "rel-constrast": 2.290299892425537,
+      "rel-constrast": 2.389089584350586,
       "step": 3902,
-      "subrel-constrast": 3.2261202335357666,
+      "subrel-constrast": 2.891211986541748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2824678421020508,
-      "cov-distil (oracle2student)": 4.134335517883301,
-      "cov-distil (oracle2teacher)": 4.15157413482666,
+      "cov-distil": 1.9667577743530273,
+      "cov-distil (oracle2student)": 4.1199235916137695,
+      "cov-distil (oracle2teacher)": 4.460928916931152,
       "epoch": 3.063579277864992,
-      "rel-constrast": 1.9585139751434326,
+      "rel-constrast": 2.5878469944000244,
       "step": 3903,
-      "subrel-constrast": 2.551780939102173,
+      "subrel-constrast": 3.0108463764190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5974185466766357,
-      "cov-distil (oracle2student)": 4.908682823181152,
-      "cov-distil (oracle2teacher)": 4.399211406707764,
+      "cov-distil": 2.4789671897888184,
+      "cov-distil (oracle2student)": 5.247291564941406,
+      "cov-distil (oracle2teacher)": 4.815680503845215,
       "epoch": 3.06436420722135,
-      "rel-constrast": 3.4247684478759766,
+      "rel-constrast": 3.322150230407715,
       "step": 3904,
-      "subrel-constrast": 3.790236711502075,
+      "subrel-constrast": 3.908151865005493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5819499492645264,
-      "cov-distil (oracle2student)": 4.549524307250977,
-      "cov-distil (oracle2teacher)": 4.336092472076416,
+      "cov-distil": 1.6992464065551758,
+      "cov-distil (oracle2student)": 4.56037712097168,
+      "cov-distil (oracle2teacher)": 4.471917152404785,
       "epoch": 3.065149136577708,
-      "rel-constrast": 2.776414394378662,
+      "rel-constrast": 3.274783134460449,
       "step": 3905,
-      "subrel-constrast": 3.499255657196045,
+      "subrel-constrast": 3.6206448078155518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8034346103668213,
-      "cov-distil (oracle2student)": 3.8968677520751953,
-      "cov-distil (oracle2teacher)": 3.4005143642425537,
+      "cov-distil": 2.274963855743408,
+      "cov-distil (oracle2student)": 3.976858139038086,
+      "cov-distil (oracle2teacher)": 3.8255600929260254,
       "epoch": 3.065934065934066,
-      "rel-constrast": 2.198441505432129,
+      "rel-constrast": 2.713625431060791,
       "step": 3906,
-      "subrel-constrast": 3.130711793899536,
+      "subrel-constrast": 3.3431077003479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6304528713226318,
-      "cov-distil (oracle2student)": 3.7200963497161865,
-      "cov-distil (oracle2teacher)": 3.894496202468872,
+      "cov-distil": 2.0138373374938965,
+      "cov-distil (oracle2student)": 4.06226921081543,
+      "cov-distil (oracle2teacher)": 3.8654532432556152,
       "epoch": 3.0667189952904237,
-      "rel-constrast": 2.1769464015960693,
+      "rel-constrast": 2.415964126586914,
       "step": 3907,
-      "subrel-constrast": 3.191270351409912,
+      "subrel-constrast": 3.091733932495117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3648451566696167,
-      "cov-distil (oracle2student)": 3.4376027584075928,
-      "cov-distil (oracle2teacher)": 3.4645001888275146,
+      "cov-distil": 1.5530743598937988,
+      "cov-distil (oracle2student)": 2.8424556255340576,
+      "cov-distil (oracle2teacher)": 3.8884496688842773,
       "epoch": 3.0675039246467817,
-      "rel-constrast": 3.813624143600464,
+      "rel-constrast": 3.3845696449279785,
       "step": 3908,
-      "subrel-constrast": 4.423561096191406,
+      "subrel-constrast": 4.2097954750061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4752564430236816,
-      "cov-distil (oracle2student)": 2.844874620437622,
-      "cov-distil (oracle2teacher)": 3.109950065612793,
+      "cov-distil": 2.1314053535461426,
+      "cov-distil (oracle2student)": 2.69657301902771,
+      "cov-distil (oracle2teacher)": 3.0066328048706055,
       "epoch": 3.0682888540031397,
-      "rel-constrast": 1.9378912448883057,
+      "rel-constrast": 1.712431788444519,
       "step": 3909,
-      "subrel-constrast": 2.8490731716156006,
+      "subrel-constrast": 3.0520501136779785,
       "view-similarity": 0
     },
     {
       "epoch": 3.0690737833594977,
-      "grad_norm": 5.0,
+      "grad_norm": 5.21875,
       "learning_rate": 3.818131079755739e-05,
-      "loss": 0.6742,
+      "loss": 0.6926,
       "step": 3910
     },
     {
-      "cov-distil": 1.2042789459228516,
-      "cov-distil (oracle2student)": 4.446213722229004,
-      "cov-distil (oracle2teacher)": 4.511254787445068,
+      "cov-distil": 2.0441768169403076,
+      "cov-distil (oracle2student)": 5.201354026794434,
+      "cov-distil (oracle2teacher)": 4.565711975097656,
       "epoch": 3.0690737833594977,
-      "rel-constrast": 2.8908045291900635,
+      "rel-constrast": 3.366692304611206,
       "step": 3910,
-      "subrel-constrast": 3.273087501525879,
+      "subrel-constrast": 3.2649407386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3245770931243896,
-      "cov-distil (oracle2student)": 3.0457701683044434,
-      "cov-distil (oracle2teacher)": 3.0613837242126465,
+      "cov-distil": 1.688799500465393,
+      "cov-distil (oracle2student)": 3.2818195819854736,
+      "cov-distil (oracle2teacher)": 3.3790488243103027,
       "epoch": 3.0698587127158556,
-      "rel-constrast": 1.6698858737945557,
+      "rel-constrast": 2.2116355895996094,
       "step": 3911,
-      "subrel-constrast": 2.327544689178467,
+      "subrel-constrast": 2.554037094116211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8503222465515137,
-      "cov-distil (oracle2student)": 4.413891792297363,
-      "cov-distil (oracle2teacher)": 3.8185904026031494,
+      "cov-distil": 2.7111055850982666,
+      "cov-distil (oracle2student)": 4.39375638961792,
+      "cov-distil (oracle2teacher)": 3.793260097503662,
       "epoch": 3.0706436420722136,
-      "rel-constrast": 3.5474023818969727,
+      "rel-constrast": 3.655228614807129,
       "step": 3912,
-      "subrel-constrast": 3.882469415664673,
+      "subrel-constrast": 4.1607279777526855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6430326700210571,
-      "cov-distil (oracle2student)": 4.4282402992248535,
-      "cov-distil (oracle2teacher)": 4.592717170715332,
+      "cov-distil": 1.935706615447998,
+      "cov-distil (oracle2student)": 5.438292503356934,
+      "cov-distil (oracle2teacher)": 5.074324607849121,
       "epoch": 3.0714285714285716,
-      "rel-constrast": 2.371480941772461,
+      "rel-constrast": 3.011003017425537,
       "step": 3913,
-      "subrel-constrast": 3.1280829906463623,
+      "subrel-constrast": 3.114987850189209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5910708904266357,
-      "cov-distil (oracle2student)": 4.897324562072754,
-      "cov-distil (oracle2teacher)": 4.151856422424316,
+      "cov-distil": 2.008476734161377,
+      "cov-distil (oracle2student)": 5.569711208343506,
+      "cov-distil (oracle2teacher)": 4.73663330078125,
       "epoch": 3.072213500784929,
-      "rel-constrast": 2.454209804534912,
+      "rel-constrast": 2.6991398334503174,
       "step": 3914,
-      "subrel-constrast": 3.3346059322357178,
+      "subrel-constrast": 3.109881639480591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2939752340316772,
-      "cov-distil (oracle2student)": 4.028255939483643,
-      "cov-distil (oracle2teacher)": 3.987027645111084,
+      "cov-distil": 2.0761542320251465,
+      "cov-distil (oracle2student)": 4.412698745727539,
+      "cov-distil (oracle2teacher)": 4.40721321105957,
       "epoch": 3.072998430141287,
-      "rel-constrast": 3.0513386726379395,
+      "rel-constrast": 2.874523401260376,
       "step": 3915,
-      "subrel-constrast": 3.7475712299346924,
+      "subrel-constrast": 4.1644086837768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7623319625854492,
-      "cov-distil (oracle2student)": 4.853702068328857,
-      "cov-distil (oracle2teacher)": 3.9238739013671875,
+      "cov-distil": 1.512681007385254,
+      "cov-distil (oracle2student)": 4.490106582641602,
+      "cov-distil (oracle2teacher)": 3.8715405464172363,
       "epoch": 3.073783359497645,
-      "rel-constrast": 2.743565320968628,
+      "rel-constrast": 2.885939121246338,
       "step": 3916,
-      "subrel-constrast": 2.9786875247955322,
+      "subrel-constrast": 2.718055009841919,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5072379112243652,
-      "cov-distil (oracle2student)": 2.9280753135681152,
-      "cov-distil (oracle2teacher)": 2.868868350982666,
+      "cov-distil": 2.138685464859009,
+      "cov-distil (oracle2student)": 3.3411221504211426,
+      "cov-distil (oracle2teacher)": 3.153712272644043,
       "epoch": 3.074568288854003,
-      "rel-constrast": 2.3842008113861084,
+      "rel-constrast": 2.701835870742798,
       "step": 3917,
-      "subrel-constrast": 3.317923069000244,
+      "subrel-constrast": 3.267717123031616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8545860052108765,
-      "cov-distil (oracle2student)": 6.289912223815918,
-      "cov-distil (oracle2teacher)": 5.882286548614502,
+      "cov-distil": 2.530302047729492,
+      "cov-distil (oracle2student)": 6.629361152648926,
+      "cov-distil (oracle2teacher)": 6.295916557312012,
       "epoch": 3.075353218210361,
-      "rel-constrast": 3.143024206161499,
+      "rel-constrast": 3.449143648147583,
       "step": 3918,
-      "subrel-constrast": 4.405056953430176,
+      "subrel-constrast": 4.255821704864502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3883020877838135,
-      "cov-distil (oracle2student)": 3.3099846839904785,
-      "cov-distil (oracle2teacher)": 2.9862887859344482,
+      "cov-distil": 1.7995370626449585,
+      "cov-distil (oracle2student)": 3.5946571826934814,
+      "cov-distil (oracle2teacher)": 3.4244279861450195,
       "epoch": 3.076138147566719,
-      "rel-constrast": 1.7966830730438232,
+      "rel-constrast": 1.764503836631775,
       "step": 3919,
-      "subrel-constrast": 2.331111192703247,
+      "subrel-constrast": 2.354004144668579,
       "view-similarity": 0
     },
     {
       "epoch": 3.076923076923077,
-      "grad_norm": 4.875,
+      "grad_norm": 5.09375,
       "learning_rate": 3.810707957068923e-05,
-      "loss": 0.6899,
+      "loss": 0.7155,
       "step": 3920
     },
     {
-      "cov-distil": 1.499089241027832,
-      "cov-distil (oracle2student)": 4.05058479309082,
-      "cov-distil (oracle2teacher)": 3.966466188430786,
+      "cov-distil": 2.108643054962158,
+      "cov-distil (oracle2student)": 3.8362114429473877,
+      "cov-distil (oracle2teacher)": 3.70271635055542,
       "epoch": 3.076923076923077,
-      "rel-constrast": 2.1065869331359863,
+      "rel-constrast": 2.249985694885254,
       "step": 3920,
-      "subrel-constrast": 2.9832990169525146,
+      "subrel-constrast": 3.282458782196045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6887990236282349,
-      "cov-distil (oracle2student)": 3.9728245735168457,
-      "cov-distil (oracle2teacher)": 3.8566524982452393,
+      "cov-distil": 2.19142484664917,
+      "cov-distil (oracle2student)": 3.5849995613098145,
+      "cov-distil (oracle2teacher)": 3.8797435760498047,
       "epoch": 3.0777080062794346,
-      "rel-constrast": 1.7310638427734375,
+      "rel-constrast": 1.7614141702651978,
       "step": 3921,
-      "subrel-constrast": 2.2880918979644775,
+      "subrel-constrast": 2.286606550216675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1836636066436768,
-      "cov-distil (oracle2student)": 5.011714458465576,
-      "cov-distil (oracle2teacher)": 4.499988555908203,
+      "cov-distil": 1.6830801963806152,
+      "cov-distil (oracle2student)": 4.879245281219482,
+      "cov-distil (oracle2teacher)": 4.729854583740234,
       "epoch": 3.0784929356357926,
-      "rel-constrast": 3.4694175720214844,
+      "rel-constrast": 4.068373203277588,
       "step": 3922,
-      "subrel-constrast": 3.934206485748291,
+      "subrel-constrast": 3.636014938354492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3372256755828857,
-      "cov-distil (oracle2student)": 3.0614748001098633,
-      "cov-distil (oracle2teacher)": 3.0787203311920166,
+      "cov-distil": 1.8964040279388428,
+      "cov-distil (oracle2student)": 3.1633901596069336,
+      "cov-distil (oracle2teacher)": 3.2714388370513916,
       "epoch": 3.0792778649921506,
-      "rel-constrast": 3.058417558670044,
+      "rel-constrast": 3.678715467453003,
       "step": 3923,
-      "subrel-constrast": 3.180579662322998,
+      "subrel-constrast": 3.3091964721679688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.903332233428955,
-      "cov-distil (oracle2student)": 2.843832492828369,
-      "cov-distil (oracle2teacher)": 3.221987247467041,
+      "cov-distil": 2.4922099113464355,
+      "cov-distil (oracle2student)": 3.2871758937835693,
+      "cov-distil (oracle2teacher)": 3.5696816444396973,
       "epoch": 3.0800627943485086,
-      "rel-constrast": 2.049692392349243,
+      "rel-constrast": 2.7197067737579346,
       "step": 3924,
-      "subrel-constrast": 3.46197247505188,
+      "subrel-constrast": 3.3643321990966797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5203757286071777,
-      "cov-distil (oracle2student)": 5.082733154296875,
-      "cov-distil (oracle2teacher)": 4.622802734375,
+      "cov-distil": 1.9254992008209229,
+      "cov-distil (oracle2student)": 4.697122573852539,
+      "cov-distil (oracle2teacher)": 4.887231826782227,
       "epoch": 3.0808477237048666,
-      "rel-constrast": 3.5674402713775635,
+      "rel-constrast": 3.7698235511779785,
       "step": 3925,
-      "subrel-constrast": 3.7817940711975098,
+      "subrel-constrast": 4.234776496887207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2856972217559814,
-      "cov-distil (oracle2student)": 3.444894790649414,
-      "cov-distil (oracle2teacher)": 2.9935343265533447,
+      "cov-distil": 1.517102599143982,
+      "cov-distil (oracle2student)": 2.6220905780792236,
+      "cov-distil (oracle2teacher)": 3.192188262939453,
       "epoch": 3.0816326530612246,
-      "rel-constrast": 1.974229335784912,
+      "rel-constrast": 1.8883212804794312,
       "step": 3926,
-      "subrel-constrast": 2.376971483230591,
+      "subrel-constrast": 2.6443023681640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3596563339233398,
-      "cov-distil (oracle2student)": 2.818741798400879,
-      "cov-distil (oracle2teacher)": 2.866715431213379,
+      "cov-distil": 1.828707218170166,
+      "cov-distil (oracle2student)": 3.474562644958496,
+      "cov-distil (oracle2teacher)": 3.262327194213867,
       "epoch": 3.0824175824175826,
-      "rel-constrast": 1.7252941131591797,
+      "rel-constrast": 2.1251697540283203,
       "step": 3927,
-      "subrel-constrast": 2.4878599643707275,
+      "subrel-constrast": 2.606553316116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7446638345718384,
-      "cov-distil (oracle2student)": 4.225701808929443,
-      "cov-distil (oracle2teacher)": 4.108460426330566,
+      "cov-distil": 2.7488837242126465,
+      "cov-distil (oracle2student)": 4.442229747772217,
+      "cov-distil (oracle2teacher)": 4.8372955322265625,
       "epoch": 3.0832025117739406,
-      "rel-constrast": 4.427271842956543,
+      "rel-constrast": 3.917337417602539,
       "step": 3928,
-      "subrel-constrast": 4.415353775024414,
+      "subrel-constrast": 4.367565155029297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5089988708496094,
-      "cov-distil (oracle2student)": 3.9549593925476074,
-      "cov-distil (oracle2teacher)": 3.7553768157958984,
+      "cov-distil": 1.4627983570098877,
+      "cov-distil (oracle2student)": 4.115877628326416,
+      "cov-distil (oracle2teacher)": 3.4383249282836914,
       "epoch": 3.083987441130298,
-      "rel-constrast": 2.7443759441375732,
+      "rel-constrast": 2.7981481552124023,
       "step": 3929,
-      "subrel-constrast": 3.281102180480957,
+      "subrel-constrast": 3.036652088165283,
       "view-similarity": 0
     },
     {
       "epoch": 3.084772370486656,
-      "grad_norm": 6.3125,
+      "grad_norm": 6.09375,
       "learning_rate": 3.803268863819285e-05,
-      "loss": 0.7089,
+      "loss": 0.7244,
       "step": 3930
     },
     {
-      "cov-distil": 1.6018788814544678,
-      "cov-distil (oracle2student)": 3.66237735748291,
-      "cov-distil (oracle2teacher)": 3.528140068054199,
+      "cov-distil": 1.9499282836914062,
+      "cov-distil (oracle2student)": 3.6030945777893066,
+      "cov-distil (oracle2teacher)": 3.0461831092834473,
       "epoch": 3.084772370486656,
-      "rel-constrast": 2.2441999912261963,
+      "rel-constrast": 2.1490676403045654,
       "step": 3930,
-      "subrel-constrast": 2.991994857788086,
+      "subrel-constrast": 2.4366371631622314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.155766487121582,
-      "cov-distil (oracle2student)": 4.530776023864746,
-      "cov-distil (oracle2teacher)": 4.190145969390869,
+      "cov-distil": 1.9479151964187622,
+      "cov-distil (oracle2student)": 4.00849723815918,
+      "cov-distil (oracle2teacher)": 4.691818714141846,
       "epoch": 3.085557299843014,
-      "rel-constrast": 1.7938861846923828,
+      "rel-constrast": 1.9383736848831177,
       "step": 3931,
-      "subrel-constrast": 2.6350314617156982,
+      "subrel-constrast": 2.890665054321289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.26246976852417,
-      "cov-distil (oracle2student)": 3.427158832550049,
-      "cov-distil (oracle2teacher)": 3.70984148979187,
+      "cov-distil": 1.6566412448883057,
+      "cov-distil (oracle2student)": 3.5185060501098633,
+      "cov-distil (oracle2teacher)": 3.370483875274658,
       "epoch": 3.086342229199372,
-      "rel-constrast": 2.323350429534912,
+      "rel-constrast": 2.468357563018799,
       "step": 3932,
-      "subrel-constrast": 2.790381669998169,
+      "subrel-constrast": 2.7956881523132324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6073694229125977,
-      "cov-distil (oracle2student)": 5.022433280944824,
-      "cov-distil (oracle2teacher)": 5.032250881195068,
+      "cov-distil": 1.676811933517456,
+      "cov-distil (oracle2student)": 5.616236686706543,
+      "cov-distil (oracle2teacher)": 5.753889083862305,
       "epoch": 3.08712715855573,
-      "rel-constrast": 2.712707281112671,
+      "rel-constrast": 2.9752626419067383,
       "step": 3933,
-      "subrel-constrast": 3.2991697788238525,
+      "subrel-constrast": 3.6604361534118652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4703915119171143,
-      "cov-distil (oracle2student)": 5.158740043640137,
-      "cov-distil (oracle2teacher)": 4.851710796356201,
+      "cov-distil": 1.9482779502868652,
+      "cov-distil (oracle2student)": 4.860477924346924,
+      "cov-distil (oracle2teacher)": 4.554314613342285,
       "epoch": 3.087912087912088,
-      "rel-constrast": 3.0798070430755615,
+      "rel-constrast": 3.063814401626587,
       "step": 3934,
-      "subrel-constrast": 3.747809886932373,
+      "subrel-constrast": 3.5798983573913574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.862964391708374,
-      "cov-distil (oracle2student)": 3.52129864692688,
-      "cov-distil (oracle2teacher)": 3.7786014080047607,
+      "cov-distil": 3.1321463584899902,
+      "cov-distil (oracle2student)": 3.644894599914551,
+      "cov-distil (oracle2teacher)": 4.060635089874268,
       "epoch": 3.088697017268446,
-      "rel-constrast": 2.529383897781372,
+      "rel-constrast": 2.2103941440582275,
       "step": 3935,
-      "subrel-constrast": 3.489069700241089,
+      "subrel-constrast": 3.6566221714019775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.208822250366211,
-      "cov-distil (oracle2student)": 4.129415512084961,
-      "cov-distil (oracle2teacher)": 3.615018367767334,
+      "cov-distil": 1.3278343677520752,
+      "cov-distil (oracle2student)": 4.764012336730957,
+      "cov-distil (oracle2teacher)": 4.283352851867676,
       "epoch": 3.0894819466248036,
-      "rel-constrast": 3.4830336570739746,
+      "rel-constrast": 3.494725465774536,
       "step": 3936,
-      "subrel-constrast": 3.6304445266723633,
+      "subrel-constrast": 3.6535468101501465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7705063819885254,
-      "cov-distil (oracle2student)": 4.525368690490723,
-      "cov-distil (oracle2teacher)": 4.415241241455078,
+      "cov-distil": 2.4364805221557617,
+      "cov-distil (oracle2student)": 4.669215679168701,
+      "cov-distil (oracle2teacher)": 4.634005546569824,
       "epoch": 3.0902668759811616,
-      "rel-constrast": 3.0243163108825684,
+      "rel-constrast": 3.541659355163574,
       "step": 3937,
-      "subrel-constrast": 3.6280171871185303,
+      "subrel-constrast": 3.6061484813690186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1113662719726562,
-      "cov-distil (oracle2student)": 4.675498962402344,
-      "cov-distil (oracle2teacher)": 4.767834663391113,
+      "cov-distil": 1.872216820716858,
+      "cov-distil (oracle2student)": 5.472702980041504,
+      "cov-distil (oracle2teacher)": 5.295527935028076,
       "epoch": 3.0910518053375196,
-      "rel-constrast": 1.6892770528793335,
+      "rel-constrast": 1.8436906337738037,
       "step": 3938,
-      "subrel-constrast": 2.6585261821746826,
+      "subrel-constrast": 2.6960501670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0727394819259644,
-      "cov-distil (oracle2student)": 3.2920446395874023,
-      "cov-distil (oracle2teacher)": 3.1542532444000244,
+      "cov-distil": 2.143381357192993,
+      "cov-distil (oracle2student)": 3.9983932971954346,
+      "cov-distil (oracle2teacher)": 2.952178478240967,
       "epoch": 3.0918367346938775,
-      "rel-constrast": 2.2889351844787598,
+      "rel-constrast": 2.5562047958374023,
       "step": 3939,
-      "subrel-constrast": 2.971142530441284,
+      "subrel-constrast": 2.998789072036743,
       "view-similarity": 0
     },
     {
       "epoch": 3.0926216640502355,
-      "grad_norm": 5.9375,
+      "grad_norm": 6.59375,
       "learning_rate": 3.795813890649827e-05,
-      "loss": 0.6645,
+      "loss": 0.656,
       "step": 3940
     },
     {
-      "cov-distil": 2.094325304031372,
-      "cov-distil (oracle2student)": 4.206798553466797,
-      "cov-distil (oracle2teacher)": 4.3353142738342285,
+      "cov-distil": 3.2766008377075195,
+      "cov-distil (oracle2student)": 4.0109076499938965,
+      "cov-distil (oracle2teacher)": 4.334733009338379,
       "epoch": 3.0926216640502355,
-      "rel-constrast": 2.2873594760894775,
+      "rel-constrast": 2.4387664794921875,
       "step": 3940,
-      "subrel-constrast": 3.7848358154296875,
+      "subrel-constrast": 3.6111416816711426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1098318099975586,
-      "cov-distil (oracle2student)": 4.495993137359619,
-      "cov-distil (oracle2teacher)": 4.206506729125977,
+      "cov-distil": 1.2602713108062744,
+      "cov-distil (oracle2student)": 4.820878028869629,
+      "cov-distil (oracle2teacher)": 4.367636203765869,
       "epoch": 3.0934065934065935,
-      "rel-constrast": 2.77524471282959,
+      "rel-constrast": 3.1278460025787354,
       "step": 3941,
-      "subrel-constrast": 3.5360026359558105,
+      "subrel-constrast": 3.1408472061157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.133428692817688,
-      "cov-distil (oracle2student)": 2.645355701446533,
-      "cov-distil (oracle2teacher)": 2.63962459564209,
+      "cov-distil": 1.889214277267456,
+      "cov-distil (oracle2student)": 2.8749098777770996,
+      "cov-distil (oracle2teacher)": 2.736654758453369,
       "epoch": 3.0941915227629515,
-      "rel-constrast": 2.801074981689453,
+      "rel-constrast": 3.392322540283203,
       "step": 3942,
-      "subrel-constrast": 2.8630282878875732,
+      "subrel-constrast": 3.539250612258911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4313453435897827,
-      "cov-distil (oracle2student)": 3.672118902206421,
-      "cov-distil (oracle2teacher)": 4.177909851074219,
+      "cov-distil": 1.8948471546173096,
+      "cov-distil (oracle2student)": 3.918776273727417,
+      "cov-distil (oracle2teacher)": 4.237544059753418,
       "epoch": 3.094976452119309,
-      "rel-constrast": 3.6995534896850586,
+      "rel-constrast": 3.5261123180389404,
       "step": 3943,
-      "subrel-constrast": 4.424540042877197,
+      "subrel-constrast": 4.297915458679199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2449798583984375,
-      "cov-distil (oracle2student)": 5.524850845336914,
-      "cov-distil (oracle2teacher)": 5.386235237121582,
+      "cov-distil": 2.1044960021972656,
+      "cov-distil (oracle2student)": 6.2176666259765625,
+      "cov-distil (oracle2teacher)": 5.601601600646973,
       "epoch": 3.095761381475667,
-      "rel-constrast": 3.292001724243164,
+      "rel-constrast": 4.568702697753906,
       "step": 3944,
-      "subrel-constrast": 3.9112513065338135,
+      "subrel-constrast": 4.27310037612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6640162467956543,
-      "cov-distil (oracle2student)": 4.031420707702637,
-      "cov-distil (oracle2teacher)": 4.195464134216309,
+      "cov-distil": 2.4986696243286133,
+      "cov-distil (oracle2student)": 4.028860092163086,
+      "cov-distil (oracle2teacher)": 4.314786911010742,
       "epoch": 3.096546310832025,
-      "rel-constrast": 3.1677334308624268,
+      "rel-constrast": 2.7823357582092285,
       "step": 3945,
-      "subrel-constrast": 4.167351245880127,
+      "subrel-constrast": 3.887282609939575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9989402294158936,
-      "cov-distil (oracle2student)": 2.9508304595947266,
-      "cov-distil (oracle2teacher)": 2.7397286891937256,
+      "cov-distil": 2.5071778297424316,
+      "cov-distil (oracle2student)": 3.96388840675354,
+      "cov-distil (oracle2teacher)": 3.0988149642944336,
       "epoch": 3.097331240188383,
-      "rel-constrast": 2.3699257373809814,
+      "rel-constrast": 3.037872791290283,
       "step": 3946,
-      "subrel-constrast": 3.271902322769165,
+      "subrel-constrast": 3.1688759326934814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0722174644470215,
-      "cov-distil (oracle2student)": 4.557206153869629,
-      "cov-distil (oracle2teacher)": 3.8769450187683105,
+      "cov-distil": 1.433585524559021,
+      "cov-distil (oracle2student)": 4.254301071166992,
+      "cov-distil (oracle2teacher)": 4.134766578674316,
       "epoch": 3.098116169544741,
-      "rel-constrast": 2.7257585525512695,
+      "rel-constrast": 3.005486011505127,
       "step": 3947,
-      "subrel-constrast": 3.542720317840576,
+      "subrel-constrast": 3.42919659614563,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3138127326965332,
-      "cov-distil (oracle2student)": 5.003757476806641,
-      "cov-distil (oracle2teacher)": 4.58038330078125,
+      "cov-distil": 1.7592345476150513,
+      "cov-distil (oracle2student)": 5.416123867034912,
+      "cov-distil (oracle2teacher)": 4.73495626449585,
       "epoch": 3.098901098901099,
-      "rel-constrast": 2.9687273502349854,
+      "rel-constrast": 3.618438959121704,
       "step": 3948,
-      "subrel-constrast": 3.454383373260498,
+      "subrel-constrast": 3.769974946975708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.296667456626892,
-      "cov-distil (oracle2student)": 3.349158763885498,
-      "cov-distil (oracle2teacher)": 3.5839223861694336,
+      "cov-distil": 1.8463966846466064,
+      "cov-distil (oracle2student)": 3.9134387969970703,
+      "cov-distil (oracle2teacher)": 3.507174015045166,
       "epoch": 3.099686028257457,
-      "rel-constrast": 2.3451082706451416,
+      "rel-constrast": 2.6814498901367188,
       "step": 3949,
-      "subrel-constrast": 2.8202857971191406,
+      "subrel-constrast": 2.740129232406616,
       "view-similarity": 0
     },
     {
       "epoch": 3.100470957613815,
-      "grad_norm": 5.9375,
+      "grad_norm": 6.3125,
       "learning_rate": 3.7883431283970454e-05,
-      "loss": 0.7467,
+      "loss": 0.8045,
       "step": 3950
     },
     {
-      "cov-distil": 1.410243272781372,
-      "cov-distil (oracle2student)": 6.202687740325928,
-      "cov-distil (oracle2teacher)": 5.633633613586426,
+      "cov-distil": 2.384337902069092,
+      "cov-distil (oracle2student)": 6.02165412902832,
+      "cov-distil (oracle2teacher)": 6.544675827026367,
       "epoch": 3.100470957613815,
-      "rel-constrast": 3.8100056648254395,
+      "rel-constrast": 4.0311689376831055,
       "step": 3950,
-      "subrel-constrast": 4.274328708648682,
+      "subrel-constrast": 4.238704681396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3857505321502686,
-      "cov-distil (oracle2student)": 3.924715042114258,
-      "cov-distil (oracle2teacher)": 3.6198418140411377,
+      "cov-distil": 1.7896051406860352,
+      "cov-distil (oracle2student)": 3.940319776535034,
+      "cov-distil (oracle2teacher)": 3.9614415168762207,
       "epoch": 3.1012558869701725,
-      "rel-constrast": 3.3152356147766113,
+      "rel-constrast": 3.1149985790252686,
       "step": 3951,
-      "subrel-constrast": 3.4773755073547363,
+      "subrel-constrast": 3.547624349594116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6889824867248535,
-      "cov-distil (oracle2student)": 3.71883225440979,
-      "cov-distil (oracle2teacher)": 3.7538444995880127,
+      "cov-distil": 2.1950507164001465,
+      "cov-distil (oracle2student)": 4.074114799499512,
+      "cov-distil (oracle2teacher)": 3.916154384613037,
       "epoch": 3.1020408163265305,
-      "rel-constrast": 3.2649383544921875,
+      "rel-constrast": 3.879486560821533,
       "step": 3952,
-      "subrel-constrast": 4.154578685760498,
+      "subrel-constrast": 4.121846675872803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8264997005462646,
-      "cov-distil (oracle2student)": 4.496335029602051,
-      "cov-distil (oracle2teacher)": 4.372133731842041,
+      "cov-distil": 2.3682756423950195,
+      "cov-distil (oracle2student)": 4.671664237976074,
+      "cov-distil (oracle2teacher)": 4.768961429595947,
       "epoch": 3.1028257456828885,
-      "rel-constrast": 2.955933094024658,
+      "rel-constrast": 2.855144500732422,
       "step": 3953,
-      "subrel-constrast": 3.568585157394409,
+      "subrel-constrast": 4.193939685821533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5332428216934204,
-      "cov-distil (oracle2student)": 4.218353271484375,
-      "cov-distil (oracle2teacher)": 3.720968723297119,
+      "cov-distil": 2.023453712463379,
+      "cov-distil (oracle2student)": 4.229647636413574,
+      "cov-distil (oracle2teacher)": 3.7035205364227295,
       "epoch": 3.1036106750392465,
-      "rel-constrast": 2.0841610431671143,
+      "rel-constrast": 2.5521836280822754,
       "step": 3954,
-      "subrel-constrast": 2.7351486682891846,
+      "subrel-constrast": 2.4598820209503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.908383846282959,
-      "cov-distil (oracle2student)": 3.90879487991333,
-      "cov-distil (oracle2teacher)": 3.5664358139038086,
+      "cov-distil": 2.393883228302002,
+      "cov-distil (oracle2student)": 4.653690338134766,
+      "cov-distil (oracle2teacher)": 3.7242536544799805,
       "epoch": 3.1043956043956045,
-      "rel-constrast": 3.106475353240967,
+      "rel-constrast": 3.1936676502227783,
       "step": 3955,
-      "subrel-constrast": 3.913933515548706,
+      "subrel-constrast": 3.825200319290161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4097603559494019,
-      "cov-distil (oracle2student)": 6.099611282348633,
-      "cov-distil (oracle2teacher)": 5.1331281661987305,
+      "cov-distil": 1.4660464525222778,
+      "cov-distil (oracle2student)": 6.16077995300293,
+      "cov-distil (oracle2teacher)": 5.924764156341553,
       "epoch": 3.1051805337519625,
-      "rel-constrast": 3.2357778549194336,
+      "rel-constrast": 3.439248561859131,
       "step": 3956,
-      "subrel-constrast": 3.8136448860168457,
+      "subrel-constrast": 3.7927029132843018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.765142798423767,
-      "cov-distil (oracle2student)": 4.614743232727051,
-      "cov-distil (oracle2teacher)": 4.340702056884766,
+      "cov-distil": 2.015608310699463,
+      "cov-distil (oracle2student)": 4.684467792510986,
+      "cov-distil (oracle2teacher)": 4.576185703277588,
       "epoch": 3.1059654631083204,
-      "rel-constrast": 1.9036813974380493,
+      "rel-constrast": 2.1993885040283203,
       "step": 3957,
-      "subrel-constrast": 2.598439931869507,
+      "subrel-constrast": 2.6420834064483643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.854600191116333,
-      "cov-distil (oracle2student)": 4.8740949630737305,
-      "cov-distil (oracle2teacher)": 3.920088052749634,
+      "cov-distil": 2.4747462272644043,
+      "cov-distil (oracle2student)": 4.890873908996582,
+      "cov-distil (oracle2teacher)": 4.515021800994873,
       "epoch": 3.106750392464678,
-      "rel-constrast": 1.9670741558074951,
+      "rel-constrast": 2.8650827407836914,
       "step": 3958,
-      "subrel-constrast": 2.6679904460906982,
+      "subrel-constrast": 2.5028979778289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6140520572662354,
-      "cov-distil (oracle2student)": 4.913095951080322,
-      "cov-distil (oracle2teacher)": 4.553739547729492,
+      "cov-distil": 2.9852657318115234,
+      "cov-distil (oracle2student)": 5.81723165512085,
+      "cov-distil (oracle2teacher)": 4.756465911865234,
       "epoch": 3.107535321821036,
-      "rel-constrast": 2.9475412368774414,
+      "rel-constrast": 3.798877239227295,
       "step": 3959,
-      "subrel-constrast": 4.005372524261475,
+      "subrel-constrast": 4.099191665649414,
       "view-similarity": 0
     },
     {
       "epoch": 3.108320251177394,
-      "grad_norm": 5.40625,
+      "grad_norm": 8.25,
       "learning_rate": 3.780856668089821e-05,
-      "loss": 0.7558,
+      "loss": 0.7982,
       "step": 3960
     },
     {
-      "cov-distil": 1.3820674419403076,
-      "cov-distil (oracle2student)": 4.622060775756836,
-      "cov-distil (oracle2teacher)": 4.534975051879883,
+      "cov-distil": 1.5758211612701416,
+      "cov-distil (oracle2student)": 5.047091484069824,
+      "cov-distil (oracle2teacher)": 4.621835708618164,
       "epoch": 3.108320251177394,
-      "rel-constrast": 1.8641661405563354,
+      "rel-constrast": 2.6298413276672363,
       "step": 3960,
-      "subrel-constrast": 2.868335723876953,
+      "subrel-constrast": 3.1273036003112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1285030841827393,
-      "cov-distil (oracle2student)": 4.401209831237793,
-      "cov-distil (oracle2teacher)": 4.417746543884277,
+      "cov-distil": 2.046799898147583,
+      "cov-distil (oracle2student)": 4.661993026733398,
+      "cov-distil (oracle2teacher)": 4.069381237030029,
       "epoch": 3.109105180533752,
-      "rel-constrast": 3.513721466064453,
+      "rel-constrast": 3.9109418392181396,
       "step": 3961,
-      "subrel-constrast": 3.722871780395508,
+      "subrel-constrast": 3.9446468353271484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6314016580581665,
-      "cov-distil (oracle2student)": 4.487876892089844,
-      "cov-distil (oracle2teacher)": 4.005311965942383,
+      "cov-distil": 2.6221115589141846,
+      "cov-distil (oracle2student)": 4.712526798248291,
+      "cov-distil (oracle2teacher)": 4.461429595947266,
       "epoch": 3.10989010989011,
-      "rel-constrast": 2.6904425621032715,
+      "rel-constrast": 2.412108898162842,
       "step": 3962,
-      "subrel-constrast": 2.9460060596466064,
+      "subrel-constrast": 3.004035711288452,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4100089073181152,
-      "cov-distil (oracle2student)": 5.525656700134277,
-      "cov-distil (oracle2teacher)": 5.109982490539551,
+      "cov-distil": 2.321899890899658,
+      "cov-distil (oracle2student)": 5.956718444824219,
+      "cov-distil (oracle2teacher)": 5.832253456115723,
       "epoch": 3.110675039246468,
-      "rel-constrast": 3.166065216064453,
+      "rel-constrast": 3.5165679454803467,
       "step": 3963,
-      "subrel-constrast": 3.704674482345581,
+      "subrel-constrast": 3.5691730976104736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9394193291664124,
-      "cov-distil (oracle2student)": 3.546541213989258,
-      "cov-distil (oracle2teacher)": 3.7638840675354004,
+      "cov-distil": 1.4399172067642212,
+      "cov-distil (oracle2student)": 3.827141284942627,
+      "cov-distil (oracle2teacher)": 4.16811990737915,
       "epoch": 3.111459968602826,
-      "rel-constrast": 2.187645435333252,
+      "rel-constrast": 2.489063024520874,
       "step": 3964,
-      "subrel-constrast": 2.788271427154541,
+      "subrel-constrast": 2.9741673469543457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4966228008270264,
-      "cov-distil (oracle2student)": 2.987334966659546,
-      "cov-distil (oracle2teacher)": 3.187777042388916,
+      "cov-distil": 2.0054097175598145,
+      "cov-distil (oracle2student)": 2.957119941711426,
+      "cov-distil (oracle2teacher)": 3.098928213119507,
       "epoch": 3.1122448979591835,
-      "rel-constrast": 2.8328628540039062,
+      "rel-constrast": 2.9854726791381836,
       "step": 3965,
-      "subrel-constrast": 3.3534393310546875,
+      "subrel-constrast": 2.9795095920562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2869586944580078,
-      "cov-distil (oracle2student)": 4.564988136291504,
-      "cov-distil (oracle2teacher)": 4.412904739379883,
+      "cov-distil": 2.246333599090576,
+      "cov-distil (oracle2student)": 5.0908894538879395,
+      "cov-distil (oracle2teacher)": 4.824584007263184,
       "epoch": 3.1130298273155415,
-      "rel-constrast": 2.6672887802124023,
+      "rel-constrast": 3.2020373344421387,
       "step": 3966,
-      "subrel-constrast": 3.1687731742858887,
+      "subrel-constrast": 3.475917100906372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5148375034332275,
-      "cov-distil (oracle2student)": 4.3969316482543945,
-      "cov-distil (oracle2teacher)": 4.209781169891357,
+      "cov-distil": 2.1130335330963135,
+      "cov-distil (oracle2student)": 4.829472541809082,
+      "cov-distil (oracle2teacher)": 4.3165740966796875,
       "epoch": 3.1138147566718994,
-      "rel-constrast": 3.342285394668579,
+      "rel-constrast": 2.682953357696533,
       "step": 3967,
-      "subrel-constrast": 3.749037027359009,
+      "subrel-constrast": 3.772085189819336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1435072422027588,
-      "cov-distil (oracle2student)": 4.516887664794922,
-      "cov-distil (oracle2teacher)": 4.315299987792969,
+      "cov-distil": 1.3468923568725586,
+      "cov-distil (oracle2student)": 5.125246524810791,
+      "cov-distil (oracle2teacher)": 4.968865394592285,
       "epoch": 3.1145996860282574,
-      "rel-constrast": 2.419464349746704,
+      "rel-constrast": 2.582651138305664,
       "step": 3968,
-      "subrel-constrast": 3.1990175247192383,
+      "subrel-constrast": 3.0825867652893066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2472466230392456,
-      "cov-distil (oracle2student)": 5.362977027893066,
-      "cov-distil (oracle2teacher)": 4.618950843811035,
+      "cov-distil": 1.2634737491607666,
+      "cov-distil (oracle2student)": 5.660524845123291,
+      "cov-distil (oracle2teacher)": 5.130547523498535,
       "epoch": 3.1153846153846154,
-      "rel-constrast": 3.0693564414978027,
+      "rel-constrast": 3.0639829635620117,
       "step": 3969,
-      "subrel-constrast": 3.256802558898926,
+      "subrel-constrast": 3.050787925720215,
       "view-similarity": 0
     },
     {
       "epoch": 3.1161695447409734,
-      "grad_norm": 5.8125,
+      "grad_norm": 6.0,
       "learning_rate": 3.7733546009483096e-05,
-      "loss": 0.7268,
+      "loss": 0.7369,
       "step": 3970
     },
     {
-      "cov-distil": 1.66915762424469,
-      "cov-distil (oracle2student)": 4.651505947113037,
-      "cov-distil (oracle2teacher)": 4.286517143249512,
+      "cov-distil": 2.801556348800659,
+      "cov-distil (oracle2student)": 5.401751518249512,
+      "cov-distil (oracle2teacher)": 4.854775428771973,
       "epoch": 3.1161695447409734,
-      "rel-constrast": 2.9849846363067627,
+      "rel-constrast": 3.5699081420898438,
       "step": 3970,
-      "subrel-constrast": 3.9773411750793457,
+      "subrel-constrast": 4.0532002449035645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.361311912536621,
-      "cov-distil (oracle2student)": 4.446944713592529,
-      "cov-distil (oracle2teacher)": 4.04551362991333,
+      "cov-distil": 1.82938551902771,
+      "cov-distil (oracle2student)": 4.692269325256348,
+      "cov-distil (oracle2teacher)": 4.289131164550781,
       "epoch": 3.1169544740973314,
-      "rel-constrast": 2.3025169372558594,
+      "rel-constrast": 2.919330358505249,
       "step": 3971,
-      "subrel-constrast": 3.1241400241851807,
+      "subrel-constrast": 3.257528305053711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.496569037437439,
-      "cov-distil (oracle2student)": 3.619849681854248,
-      "cov-distil (oracle2teacher)": 3.9160470962524414,
+      "cov-distil": 1.6251492500305176,
+      "cov-distil (oracle2student)": 4.2113037109375,
+      "cov-distil (oracle2teacher)": 4.329571723937988,
       "epoch": 3.1177394034536894,
-      "rel-constrast": 3.271634817123413,
+      "rel-constrast": 3.934182643890381,
       "step": 3972,
-      "subrel-constrast": 3.750971794128418,
+      "subrel-constrast": 4.220563888549805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1280103921890259,
-      "cov-distil (oracle2student)": 3.0364160537719727,
-      "cov-distil (oracle2teacher)": 2.758138418197632,
+      "cov-distil": 1.6185680627822876,
+      "cov-distil (oracle2student)": 3.481659173965454,
+      "cov-distil (oracle2teacher)": 2.959315061569214,
       "epoch": 3.118524332810047,
-      "rel-constrast": 2.8433520793914795,
+      "rel-constrast": 3.2862439155578613,
       "step": 3973,
-      "subrel-constrast": 3.6521880626678467,
+      "subrel-constrast": 3.5376908779144287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.114649772644043,
-      "cov-distil (oracle2student)": 3.67525577545166,
-      "cov-distil (oracle2teacher)": 3.8084352016448975,
+      "cov-distil": 2.5616061687469482,
+      "cov-distil (oracle2student)": 3.597895860671997,
+      "cov-distil (oracle2teacher)": 4.349859714508057,
       "epoch": 3.119309262166405,
-      "rel-constrast": 2.4551820755004883,
+      "rel-constrast": 2.780289649963379,
       "step": 3974,
-      "subrel-constrast": 3.8024685382843018,
+      "subrel-constrast": 3.842942476272583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.834491491317749,
-      "cov-distil (oracle2student)": 4.122900009155273,
-      "cov-distil (oracle2teacher)": 4.062511444091797,
+      "cov-distil": 1.9628257751464844,
+      "cov-distil (oracle2student)": 4.508429527282715,
+      "cov-distil (oracle2teacher)": 4.120273113250732,
       "epoch": 3.120094191522763,
-      "rel-constrast": 3.635308027267456,
+      "rel-constrast": 4.142806053161621,
       "step": 3975,
-      "subrel-constrast": 4.736858367919922,
+      "subrel-constrast": 4.506509304046631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.730121374130249,
-      "cov-distil (oracle2student)": 3.9647858142852783,
-      "cov-distil (oracle2teacher)": 4.021009922027588,
+      "cov-distil": 2.3522064685821533,
+      "cov-distil (oracle2student)": 4.05855655670166,
+      "cov-distil (oracle2teacher)": 4.362171649932861,
       "epoch": 3.120879120879121,
-      "rel-constrast": 1.7277016639709473,
+      "rel-constrast": 2.4120702743530273,
       "step": 3976,
-      "subrel-constrast": 3.205909252166748,
+      "subrel-constrast": 3.309814929962158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9007909297943115,
-      "cov-distil (oracle2student)": 4.4089860916137695,
-      "cov-distil (oracle2teacher)": 4.042754173278809,
+      "cov-distil": 2.279921770095825,
+      "cov-distil (oracle2student)": 4.490422248840332,
+      "cov-distil (oracle2teacher)": 4.462618827819824,
       "epoch": 3.121664050235479,
-      "rel-constrast": 2.907442092895508,
+      "rel-constrast": 2.7166574001312256,
       "step": 3977,
-      "subrel-constrast": 3.5467686653137207,
+      "subrel-constrast": 3.5296480655670166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5145336389541626,
-      "cov-distil (oracle2student)": 5.380570411682129,
-      "cov-distil (oracle2teacher)": 4.418453693389893,
+      "cov-distil": 2.0963950157165527,
+      "cov-distil (oracle2student)": 5.398841857910156,
+      "cov-distil (oracle2teacher)": 4.66646671295166,
       "epoch": 3.122448979591837,
-      "rel-constrast": 4.4568586349487305,
+      "rel-constrast": 5.094170570373535,
       "step": 3978,
-      "subrel-constrast": 5.339335918426514,
+      "subrel-constrast": 5.236062526702881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3202569484710693,
-      "cov-distil (oracle2student)": 3.498323440551758,
-      "cov-distil (oracle2teacher)": 3.2719547748565674,
+      "cov-distil": 2.1644115447998047,
+      "cov-distil (oracle2student)": 3.6474690437316895,
+      "cov-distil (oracle2teacher)": 3.5254406929016113,
       "epoch": 3.123233908948195,
-      "rel-constrast": 2.5894243717193604,
+      "rel-constrast": 2.4451968669891357,
       "step": 3979,
-      "subrel-constrast": 3.237933397293091,
+      "subrel-constrast": 3.4227349758148193,
       "view-similarity": 0
     },
     {
       "epoch": 3.1240188383045524,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.4375,
       "learning_rate": 3.765837018382831e-05,
-      "loss": 0.7695,
+      "loss": 0.8325,
       "step": 3980
     },
     {
-      "cov-distil": 1.3972535133361816,
-      "cov-distil (oracle2student)": 4.041508197784424,
-      "cov-distil (oracle2teacher)": 3.7952075004577637,
+      "cov-distil": 1.7899631261825562,
+      "cov-distil (oracle2student)": 4.417642593383789,
+      "cov-distil (oracle2teacher)": 4.0562052726745605,
       "epoch": 3.1240188383045524,
-      "rel-constrast": 2.2988476753234863,
+      "rel-constrast": 2.562983989715576,
       "step": 3980,
-      "subrel-constrast": 3.1005780696868896,
+      "subrel-constrast": 2.8372890949249268,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5594604015350342,
-      "cov-distil (oracle2student)": 4.231490135192871,
-      "cov-distil (oracle2teacher)": 4.120368480682373,
+      "cov-distil": 2.0034689903259277,
+      "cov-distil (oracle2student)": 4.804140090942383,
+      "cov-distil (oracle2teacher)": 4.73471736907959,
       "epoch": 3.1248037676609104,
-      "rel-constrast": 3.0343902111053467,
+      "rel-constrast": 3.6010854244232178,
       "step": 3981,
-      "subrel-constrast": 3.4966611862182617,
+      "subrel-constrast": 3.6109209060668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5211660861968994,
-      "cov-distil (oracle2student)": 4.798731803894043,
-      "cov-distil (oracle2teacher)": 4.759819984436035,
+      "cov-distil": 2.4228599071502686,
+      "cov-distil (oracle2student)": 5.56941556930542,
+      "cov-distil (oracle2teacher)": 5.159888744354248,
       "epoch": 3.1255886970172684,
-      "rel-constrast": 3.1911568641662598,
+      "rel-constrast": 3.62752366065979,
       "step": 3982,
-      "subrel-constrast": 4.229610443115234,
+      "subrel-constrast": 3.9027159214019775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4995570182800293,
-      "cov-distil (oracle2student)": 3.0293073654174805,
-      "cov-distil (oracle2teacher)": 2.9858508110046387,
+      "cov-distil": 2.1135454177856445,
+      "cov-distil (oracle2student)": 3.6330726146698,
+      "cov-distil (oracle2teacher)": 3.4691109657287598,
       "epoch": 3.1263736263736264,
-      "rel-constrast": 2.0577168464660645,
+      "rel-constrast": 2.3144407272338867,
       "step": 3983,
-      "subrel-constrast": 2.7351090908050537,
+      "subrel-constrast": 2.9463367462158203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3836934566497803,
-      "cov-distil (oracle2student)": 5.287815570831299,
-      "cov-distil (oracle2teacher)": 4.472513198852539,
+      "cov-distil": 1.8489482402801514,
+      "cov-distil (oracle2student)": 5.224452972412109,
+      "cov-distil (oracle2teacher)": 4.811489105224609,
       "epoch": 3.1271585557299844,
-      "rel-constrast": 2.879443645477295,
+      "rel-constrast": 2.8975210189819336,
       "step": 3984,
-      "subrel-constrast": 3.4061226844787598,
+      "subrel-constrast": 3.243138313293457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3132383823394775,
-      "cov-distil (oracle2student)": 2.9409914016723633,
-      "cov-distil (oracle2teacher)": 3.084138870239258,
+      "cov-distil": 1.6138259172439575,
+      "cov-distil (oracle2student)": 3.131734609603882,
+      "cov-distil (oracle2teacher)": 3.1775808334350586,
       "epoch": 3.1279434850863423,
-      "rel-constrast": 1.923112154006958,
+      "rel-constrast": 1.7864165306091309,
       "step": 3985,
-      "subrel-constrast": 2.518975019454956,
+      "subrel-constrast": 2.2639899253845215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930792808532715,
-      "cov-distil (oracle2student)": 5.81480598449707,
-      "cov-distil (oracle2teacher)": 4.274402618408203,
+      "cov-distil": 1.7972886562347412,
+      "cov-distil (oracle2student)": 5.881745338439941,
+      "cov-distil (oracle2teacher)": 5.036072731018066,
       "epoch": 3.1287284144427003,
-      "rel-constrast": 2.9078264236450195,
+      "rel-constrast": 3.1332297325134277,
       "step": 3986,
-      "subrel-constrast": 3.532029390335083,
+      "subrel-constrast": 3.830148458480835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5962477922439575,
-      "cov-distil (oracle2student)": 4.533733367919922,
-      "cov-distil (oracle2teacher)": 4.263789176940918,
+      "cov-distil": 1.8781933784484863,
+      "cov-distil (oracle2student)": 4.248591899871826,
+      "cov-distil (oracle2teacher)": 4.474981307983398,
       "epoch": 3.129513343799058,
-      "rel-constrast": 2.5639548301696777,
+      "rel-constrast": 2.7416481971740723,
       "step": 3987,
-      "subrel-constrast": 3.1093592643737793,
+      "subrel-constrast": 3.2800803184509277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.430990219116211,
-      "cov-distil (oracle2student)": 3.397747039794922,
-      "cov-distil (oracle2teacher)": 3.266911506652832,
+      "cov-distil": 1.7837986946105957,
+      "cov-distil (oracle2student)": 3.379915237426758,
+      "cov-distil (oracle2teacher)": 3.023078203201294,
       "epoch": 3.130298273155416,
-      "rel-constrast": 2.517728805541992,
+      "rel-constrast": 2.7819132804870605,
       "step": 3988,
-      "subrel-constrast": 3.3465797901153564,
+      "subrel-constrast": 3.1881351470947266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.914198637008667,
-      "cov-distil (oracle2student)": 3.6851696968078613,
-      "cov-distil (oracle2teacher)": 3.5485143661499023,
+      "cov-distil": 2.619385242462158,
+      "cov-distil (oracle2student)": 4.290724754333496,
+      "cov-distil (oracle2teacher)": 4.151519775390625,
       "epoch": 3.131083202511774,
-      "rel-constrast": 1.5013985633850098,
+      "rel-constrast": 2.0628130435943604,
       "step": 3989,
-      "subrel-constrast": 2.5587544441223145,
+      "subrel-constrast": 3.3341119289398193,
       "view-similarity": 0
     },
     {
       "epoch": 3.131868131868132,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.90625,
       "learning_rate": 3.758304011992758e-05,
-      "loss": 0.6594,
+      "loss": 0.6877,
       "step": 3990
     },
     {
-      "cov-distil": 1.8833643198013306,
-      "cov-distil (oracle2student)": 3.2685670852661133,
-      "cov-distil (oracle2teacher)": 3.201343059539795,
+      "cov-distil": 1.959425926208496,
+      "cov-distil (oracle2student)": 3.4770729541778564,
+      "cov-distil (oracle2teacher)": 3.122317314147949,
       "epoch": 3.131868131868132,
-      "rel-constrast": 2.5880165100097656,
+      "rel-constrast": 2.8581833839416504,
       "step": 3990,
-      "subrel-constrast": 3.2464535236358643,
+      "subrel-constrast": 3.1572320461273193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7469263076782227,
-      "cov-distil (oracle2student)": 3.4157681465148926,
-      "cov-distil (oracle2teacher)": 3.43747878074646,
+      "cov-distil": 1.892879605293274,
+      "cov-distil (oracle2student)": 3.8021771907806396,
+      "cov-distil (oracle2teacher)": 3.8555104732513428,
       "epoch": 3.13265306122449,
-      "rel-constrast": 2.957597255706787,
+      "rel-constrast": 2.748900890350342,
       "step": 3991,
-      "subrel-constrast": 3.4111268520355225,
+      "subrel-constrast": 3.530763626098633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.325559139251709,
-      "cov-distil (oracle2student)": 4.120487689971924,
-      "cov-distil (oracle2teacher)": 3.6110479831695557,
+      "cov-distil": 1.9971270561218262,
+      "cov-distil (oracle2student)": 4.282864093780518,
+      "cov-distil (oracle2teacher)": 3.7931971549987793,
       "epoch": 3.133437990580848,
-      "rel-constrast": 2.91544246673584,
+      "rel-constrast": 2.916299343109131,
       "step": 3992,
-      "subrel-constrast": 3.4335591793060303,
+      "subrel-constrast": 3.3718438148498535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4067728519439697,
-      "cov-distil (oracle2student)": 5.255232334136963,
-      "cov-distil (oracle2teacher)": 4.752231597900391,
+      "cov-distil": 2.2807345390319824,
+      "cov-distil (oracle2student)": 5.340728759765625,
+      "cov-distil (oracle2teacher)": 5.310524940490723,
       "epoch": 3.134222919937206,
-      "rel-constrast": 2.0589544773101807,
+      "rel-constrast": 2.8175201416015625,
       "step": 3993,
-      "subrel-constrast": 2.8734729290008545,
+      "subrel-constrast": 3.2342686653137207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5167115926742554,
-      "cov-distil (oracle2student)": 4.18256950378418,
-      "cov-distil (oracle2teacher)": 4.1778154373168945,
+      "cov-distil": 1.891520380973816,
+      "cov-distil (oracle2student)": 4.14865255355835,
+      "cov-distil (oracle2teacher)": 4.082756042480469,
       "epoch": 3.1350078492935634,
-      "rel-constrast": 2.2548394203186035,
+      "rel-constrast": 2.819981098175049,
       "step": 3994,
-      "subrel-constrast": 3.056274890899658,
+      "subrel-constrast": 3.016266345977783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3547661304473877,
-      "cov-distil (oracle2student)": 3.5847861766815186,
-      "cov-distil (oracle2teacher)": 3.1362557411193848,
+      "cov-distil": 1.5775598287582397,
+      "cov-distil (oracle2student)": 4.409806251525879,
+      "cov-distil (oracle2teacher)": 3.7895891666412354,
       "epoch": 3.1357927786499213,
-      "rel-constrast": 2.802783966064453,
+      "rel-constrast": 3.1238040924072266,
       "step": 3995,
-      "subrel-constrast": 3.3913373947143555,
+      "subrel-constrast": 3.5875587463378906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5744236707687378,
-      "cov-distil (oracle2student)": 3.4479970932006836,
-      "cov-distil (oracle2teacher)": 2.9571776390075684,
+      "cov-distil": 1.3243131637573242,
+      "cov-distil (oracle2student)": 3.549027919769287,
+      "cov-distil (oracle2teacher)": 3.406266450881958,
       "epoch": 3.1365777080062793,
-      "rel-constrast": 2.463334560394287,
+      "rel-constrast": 2.837584972381592,
       "step": 3996,
-      "subrel-constrast": 2.8632590770721436,
+      "subrel-constrast": 3.0243616104125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8311419486999512,
-      "cov-distil (oracle2student)": 4.578268051147461,
-      "cov-distil (oracle2teacher)": 4.109395980834961,
+      "cov-distil": 1.9039713144302368,
+      "cov-distil (oracle2student)": 4.927574157714844,
+      "cov-distil (oracle2teacher)": 4.502145767211914,
       "epoch": 3.1373626373626373,
-      "rel-constrast": 2.218653440475464,
+      "rel-constrast": 2.3590619564056396,
       "step": 3997,
-      "subrel-constrast": 3.2965588569641113,
+      "subrel-constrast": 3.3021421432495117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2850055694580078,
-      "cov-distil (oracle2student)": 5.5125885009765625,
-      "cov-distil (oracle2teacher)": 4.78791618347168,
+      "cov-distil": 1.6141126155853271,
+      "cov-distil (oracle2student)": 5.3618245124816895,
+      "cov-distil (oracle2teacher)": 5.131006240844727,
       "epoch": 3.1381475667189953,
-      "rel-constrast": 2.0417537689208984,
+      "rel-constrast": 2.554417133331299,
       "step": 3998,
-      "subrel-constrast": 2.738722801208496,
+      "subrel-constrast": 2.6407103538513184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6174662113189697,
-      "cov-distil (oracle2student)": 5.0048112869262695,
-      "cov-distil (oracle2teacher)": 4.687915802001953,
+      "cov-distil": 2.4384193420410156,
+      "cov-distil (oracle2student)": 5.582730293273926,
+      "cov-distil (oracle2teacher)": 5.375033378601074,
       "epoch": 3.1389324960753533,
-      "rel-constrast": 2.5816457271575928,
+      "rel-constrast": 3.074970006942749,
       "step": 3999,
-      "subrel-constrast": 3.5283572673797607,
+      "subrel-constrast": 3.9221811294555664,
       "view-similarity": 0
     },
     {
       "epoch": 3.1397174254317113,
-      "grad_norm": 5.6875,
+      "grad_norm": 7.28125,
       "learning_rate": 3.750755673565396e-05,
-      "loss": 0.6609,
+      "loss": 0.7028,
       "step": 4000
     }
   ],
diff --git a/checkpoint-4000/training_args.bin b/checkpoint-4000/training_args.bin
index fa7a5a641a47345ee5a16c56a8554fefc5f2e42d..18e5c392485aacacf56e64049a12103a9e29feb8 100644
--- a/checkpoint-4000/training_args.bin
+++ b/checkpoint-4000/training_args.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353
diff --git a/checkpoint-10000/moved-to-root b/checkpoint-5000/moved-to-root
similarity index 100%
rename from checkpoint-10000/moved-to-root
rename to checkpoint-5000/moved-to-root
diff --git a/model.safetensors b/model.safetensors
index 132444a439493f8fbe3386d6f0b9d961aa80e3d7..4b25dafee1b7ae946729e80289e793676f40873f 100644
--- a/model.safetensors
+++ b/model.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5730e4ebac4b2f9a8b3068c362152fcf91ea754c41cf9dafdeda223ea10b2a7a
+oid sha256:65845cf8a79d7d4f3d283a13e66827bb8d856f6cbed25d433e978525f4a6bcf4
 size 298041696
diff --git a/README.md b/old/README.md
similarity index 100%
rename from README.md
rename to old/README.md
diff --git a/old/arguments.json b/old/arguments.json
new file mode 100644
index 0000000000000000000000000000000000000000..f632589d496cef226ac9528282594bcef2be49ba
--- /dev/null
+++ b/old/arguments.json
@@ -0,0 +1,228 @@
+{
+  "data_args": {
+    "append_eos_token": false,
+    "assets_path": null,
+    "concat_query": false,
+    "corpus_config": null,
+    "corpus_name": "DylanJHJ/crux-researchy-corpus",
+    "corpus_path": null,
+    "corpus_split": "train",
+    "dataset_cache_dir": null,
+    "dataset_config": null,
+    "dataset_name": "DylanJHJ/crux-researchy-kdnew-ext",
+    "dataset_number_of_shards": 1,
+    "dataset_path": null,
+    "dataset_shard_index": 0,
+    "dataset_split": "pos_half.neu_low.neg_zero",
+    "encode_audio": true,
+    "encode_image": true,
+    "encode_is_query": false,
+    "encode_output_path": null,
+    "encode_text": true,
+    "encode_video": true,
+    "eval_corpus_name": null,
+    "eval_dataset_name": null,
+    "eval_dataset_split": null,
+    "eval_group_size": 32,
+    "exclude_title": true,
+    "negative_passage_no_shuffle": false,
+    "num_proc": 1,
+    "pad_to_multiple_of": 16,
+    "padding_side": "right",
+    "passage_max_len": 512,
+    "passage_prefix": "search_document: ",
+    "positive_passage_no_shuffle": false,
+    "query_max_len": 180,
+    "query_postfix": "",
+    "query_prefix": "search_query: ",
+    "request_as_query": true,
+    "subquery_prefix": "search_query: ",
+    "train_group_size": 8,
+    "train_irrelevant_size": 0,
+    "train_yaml": null
+  },
+  "model_args": {
+    "attn_implementation": "flash_attention_2",
+    "cache_dir": null,
+    "config_name": null,
+    "dtype": "float16",
+    "lora": false,
+    "lora_alpha": 64,
+    "lora_dropout": 0.1,
+    "lora_name_or_path": null,
+    "lora_r": 16,
+    "lora_target_modules": "q_proj,k_proj,v_proj,o_proj,down_proj,up_proj,gate_proj",
+    "model_name_or_path": "nomic-ai/modernbert-embed-base-unsupervised",
+    "normalize": true,
+    "num_views": 0,
+    "pooling": "mean",
+    "temperature": 0.02,
+    "tokenizer_name": null,
+    "view_pooling": "independent",
+    "view_start_idx": 5
+  },
+  "training_args": {
+    "_n_gpu": 1,
+    "accelerator_config": {
+      "dispatch_batches": null,
+      "even_batches": true,
+      "gradient_accumulation_kwargs": null,
+      "non_blocking": false,
+      "split_batches": false,
+      "use_configured_state": false,
+      "use_seedable_sampler": true
+    },
+    "adafactor": false,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "adam_epsilon": 1e-08,
+    "aggregation_strategy": "sum",
+    "auto_find_batch_size": false,
+    "average_tokens_across_devices": true,
+    "batch_eval_metrics": false,
+    "bf16": true,
+    "bf16_full_eval": false,
+    "contrastive_lambda": 1.0,
+    "covdistil_lambda": 0.1,
+    "covdistil_method": "KLD",
+    "data_seed": null,
+    "dataloader_drop_last": false,
+    "dataloader_num_workers": 8,
+    "dataloader_persistent_workers": false,
+    "dataloader_pin_memory": true,
+    "dataloader_prefetch_factor": null,
+    "ddp_backend": null,
+    "ddp_broadcast_buffers": null,
+    "ddp_bucket_cap_mb": null,
+    "ddp_find_unused_parameters": null,
+    "ddp_timeout": 1800,
+    "debug": [],
+    "deepspeed": null,
+    "disable_tqdm": false,
+    "distil_temperature": 0.02,
+    "do_eval": false,
+    "do_predict": false,
+    "do_train": false,
+    "eval_accumulation_steps": null,
+    "eval_delay": 0,
+    "eval_do_concat_batches": true,
+    "eval_on_start": false,
+    "eval_steps": 500.0,
+    "eval_strategy": "no",
+    "eval_use_gather_object": false,
+    "fp16": false,
+    "fp16_backend": "auto",
+    "fp16_full_eval": false,
+    "fp16_opt_level": "O1",
+    "fsdp": [],
+    "fsdp_config": {
+      "min_num_params": 0,
+      "xla": false,
+      "xla_fsdp_grad_ckpt": false,
+      "xla_fsdp_v2": false
+    },
+    "fsdp_min_num_params": 0,
+    "fsdp_transformer_layer_cls_to_wrap": null,
+    "full_determinism": false,
+    "gc_p_chunk_size": 32,
+    "gc_q_chunk_size": 4,
+    "grad_cache": false,
+    "gradient_accumulation_steps": 1,
+    "gradient_checkpointing": false,
+    "gradient_checkpointing_kwargs": null,
+    "greater_is_better": null,
+    "group_by_length": false,
+    "half_precision_backend": "auto",
+    "hub_always_push": false,
+    "hub_model_id": null,
+    "hub_private_repo": null,
+    "hub_revision": null,
+    "hub_strategy": "every_save",
+    "hub_token": null,
+    "ignore_data_skip": false,
+    "include_for_metrics": [],
+    "include_inputs_for_metrics": false,
+    "include_num_input_tokens_seen": "no",
+    "include_tokens_per_second": false,
+    "jit_mode_eval": false,
+    "label_names": null,
+    "label_smoothing_factor": 0.0,
+    "learning_rate": 5e-05,
+    "length_column_name": "length",
+    "liger_kernel_config": null,
+    "load_best_model_at_end": false,
+    "local_rank": 3,
+    "log_level": "passive",
+    "log_level_replica": "warning",
+    "log_on_each_node": true,
+    "logging_dir": "/users/judylan1/models/CoveR/unsupervised.scope-10k/runs/Apr29_21-25-08_nid007863",
+    "logging_first_step": false,
+    "logging_nan_inf_filter": true,
+    "logging_steps": 10,
+    "logging_strategy": "steps",
+    "lr_scheduler_kwargs": {},
+    "lr_scheduler_type": "cosine",
+    "max_grad_norm": 1.0,
+    "max_steps": 10000,
+    "metric_for_best_model": null,
+    "mp_parameters": "",
+    "neftune_noise_alpha": null,
+    "no_cuda": false,
+    "num_train_epochs": 3.0,
+    "optim": "adamw_torch",
+    "optim_args": null,
+    "optim_target_modules": null,
+    "output_dir": "/users/judylan1/models/CoveR/unsupervised.scope-10k",
+    "overwrite_output_dir": true,
+    "parallelism_config": null,
+    "past_index": -1,
+    "per_device_eval_batch_size": 8,
+    "per_device_train_batch_size": 16,
+    "per_gpu_eval_batch_size": null,
+    "per_gpu_train_batch_size": null,
+    "prediction_loss_only": true,
+    "project": "huggingface",
+    "push_to_hub": false,
+    "push_to_hub_model_id": null,
+    "push_to_hub_organization": null,
+    "push_to_hub_token": null,
+    "ray_scope": "last",
+    "remove_unused_columns": true,
+    "report_to": [
+      "tensorboard",
+      "wandb"
+    ],
+    "restore_callback_states_from_checkpoint": false,
+    "resume_from_checkpoint": null,
+    "run_name": "unsupervised.scope-10k",
+    "save_on_each_node": false,
+    "save_only_model": false,
+    "save_safetensors": true,
+    "save_steps": 1000,
+    "save_strategy": "steps",
+    "save_total_limit": null,
+    "seed": 42,
+    "skip_memory_metrics": true,
+    "sq_contrastive_lambda": 0.0,
+    "tf32": null,
+    "torch_compile": false,
+    "torch_compile_backend": null,
+    "torch_compile_mode": null,
+    "torch_empty_cache_steps": null,
+    "torchdynamo": null,
+    "tpu_metrics_debug": false,
+    "tpu_num_cores": null,
+    "trackio_space_id": "trackio",
+    "use_cpu": false,
+    "use_crossentropy": 1.0,
+    "use_kld": 0.0,
+    "use_legacy_prediction_loop": false,
+    "use_liger_kernel": false,
+    "use_mps_device": false,
+    "view_orthogonalize_lambda": 0.0,
+    "view_orthogonalize_method": null,
+    "warmup_ratio": 0.1,
+    "warmup_steps": 1000,
+    "weight_decay": 0.01
+  }
+}
\ No newline at end of file
diff --git a/checkpoint-5000/config.json b/old/checkpoint-1000/config.json
similarity index 100%
rename from checkpoint-5000/config.json
rename to old/checkpoint-1000/config.json
diff --git a/old/checkpoint-1000/model.safetensors b/old/checkpoint-1000/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..50d11ab62b0bd5baa4af27be3275205345e8a5f3
--- /dev/null
+++ b/old/checkpoint-1000/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb3a64d6f35f045a64d66a97b5d46808769128ff13f34bc818ae376944ff4e0
+size 298041696
diff --git a/old/checkpoint-1000/optimizer.pt b/old/checkpoint-1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d57d137f048764105ca4f63b3af4af5fd17c5a9
--- /dev/null
+++ b/old/checkpoint-1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf31945ef393eaa647967344c9a941b7d5ef458dcf178c7b8b315528313e77
+size 596170443
diff --git a/old/checkpoint-1000/rng_state_0.pth b/old/checkpoint-1000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..99070a4741ef69d19858e42f862124caa0807ef0
--- /dev/null
+++ b/old/checkpoint-1000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3044a568f2c48f55afab6e63cf0c046d3586784e77e39b1af825abecfb2cdba8
+size 15365
diff --git a/old/checkpoint-1000/rng_state_1.pth b/old/checkpoint-1000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d46ce0452945f0c32849661b844e8c0bb9a24957
--- /dev/null
+++ b/old/checkpoint-1000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86accf27064cdd503053e90476a6bd10de333d4ff0594535ad55ea13a473c91d
+size 15429
diff --git a/old/checkpoint-1000/rng_state_2.pth b/old/checkpoint-1000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..558429d43da9b21fe074ba126896adb41ea605cb
--- /dev/null
+++ b/old/checkpoint-1000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ca8d714ef40be035404c1957b5a4dee84e1f43980408393f8aa710552ee6f6
+size 15429
diff --git a/old/checkpoint-1000/rng_state_3.pth b/old/checkpoint-1000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e54cbec0a57bff8415c48ea238e3281454ea9b4
--- /dev/null
+++ b/old/checkpoint-1000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfdebe99e40accc9c9d8f09c63136a14abda997d9b501969ec8e16e9d183179
+size 15429
diff --git a/old/checkpoint-1000/scheduler.pt b/old/checkpoint-1000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfed0a2394f032ae195afa3b8d643eac37d055b8
--- /dev/null
+++ b/old/checkpoint-1000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227416639c4056ffaa743a4f01bdfef6dbddd82f0bbb707f46a2fa715f6c19df
+size 1465
diff --git a/old/checkpoint-1000/trainer_state.json b/old/checkpoint-1000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..62f9357073e3eb804ee578fe932a7012de2b2624
--- /dev/null
+++ b/old/checkpoint-1000/trainer_state.json
@@ -0,0 +1,11024 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.7849293563579278,
+  "eval_steps": 500.0,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval/duc04-P@10": 0.7459999999999998,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-nDCG@10": 0.7479390936343135,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-P@10": 0.42599999999999993,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-nDCG@10": 0.5970496855342027,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/avg": 0.5207628955439759,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "overlap": 0.22031250596046448,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "student margin": 0.043792724609375
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "teacher margin": 0.037353515625
+    },
+    {
+      "epoch": 0,
+      "margin difference": -0.006439208984375,
+      "step": 0
+    },
+    {
+      "cov-distil": 1.9989408254623413,
+      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil (oracle2teacher)": 4.2215576171875,
+      "epoch": 0,
+      "rel-constrast": 6.024477481842041,
+      "step": 0,
+      "subrel-constrast": 5.391467094421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.590911388397217,
+      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil (oracle2teacher)": 5.292954444885254,
+      "epoch": 0.0007849293563579278,
+      "rel-constrast": 7.042376518249512,
+      "step": 1,
+      "subrel-constrast": 6.658135890960693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.234889030456543,
+      "cov-distil (oracle2student)": 4.785423278808594,
+      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "epoch": 0.0015698587127158557,
+      "rel-constrast": 4.653334617614746,
+      "step": 2,
+      "subrel-constrast": 5.114200592041016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.892646074295044,
+      "cov-distil (oracle2student)": 5.359386444091797,
+      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "epoch": 0.002354788069073783,
+      "rel-constrast": 5.759308815002441,
+      "step": 3,
+      "subrel-constrast": 4.294970989227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.187523365020752,
+      "cov-distil (oracle2student)": 4.088177680969238,
+      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "epoch": 0.0031397174254317113,
+      "rel-constrast": 4.063039779663086,
+      "step": 4,
+      "subrel-constrast": 4.597165107727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5768115520477295,
+      "cov-distil (oracle2student)": 9.671545028686523,
+      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "epoch": 0.003924646781789639,
+      "rel-constrast": 7.844664096832275,
+      "step": 5,
+      "subrel-constrast": 7.689645767211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7839202880859375,
+      "cov-distil (oracle2student)": 7.124797344207764,
+      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "epoch": 0.004709576138147566,
+      "rel-constrast": 6.9873199462890625,
+      "step": 6,
+      "subrel-constrast": 6.358409881591797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1054530143737793,
+      "cov-distil (oracle2student)": 5.955070495605469,
+      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "epoch": 0.005494505494505495,
+      "rel-constrast": 4.839856147766113,
+      "step": 7,
+      "subrel-constrast": 5.012356758117676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.417634963989258,
+      "cov-distil (oracle2student)": 6.458645820617676,
+      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "epoch": 0.006279434850863423,
+      "rel-constrast": 5.473586082458496,
+      "step": 8,
+      "subrel-constrast": 3.944282054901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5553622245788574,
+      "cov-distil (oracle2student)": 5.345729827880859,
+      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "epoch": 0.00706436420722135,
+      "rel-constrast": 5.705809116363525,
+      "step": 9,
+      "subrel-constrast": 5.071885108947754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.007849293563579277,
+      "grad_norm": 15.1875,
+      "learning_rate": 4.5e-07,
+      "loss": 1.5357,
+      "step": 10
+    },
+    {
+      "cov-distil": 2.179523468017578,
+      "cov-distil (oracle2student)": 6.76649808883667,
+      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "epoch": 0.007849293563579277,
+      "rel-constrast": 5.527869701385498,
+      "step": 10,
+      "subrel-constrast": 5.327791213989258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7319321632385254,
+      "cov-distil (oracle2student)": 6.106301307678223,
+      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "epoch": 0.008634222919937205,
+      "rel-constrast": 6.950443744659424,
+      "step": 11,
+      "subrel-constrast": 7.032792568206787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854433298110962,
+      "cov-distil (oracle2student)": 7.011631965637207,
+      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "epoch": 0.009419152276295133,
+      "rel-constrast": 6.216261386871338,
+      "step": 12,
+      "subrel-constrast": 6.4257707595825195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.349715232849121,
+      "cov-distil (oracle2student)": 6.723206520080566,
+      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "epoch": 0.01020408163265306,
+      "rel-constrast": 6.11406135559082,
+      "step": 13,
+      "subrel-constrast": 5.350836753845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.176401376724243,
+      "cov-distil (oracle2student)": 7.31204891204834,
+      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "epoch": 0.01098901098901099,
+      "rel-constrast": 7.507654190063477,
+      "step": 14,
+      "subrel-constrast": 6.769496440887451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.67018461227417,
+      "cov-distil (oracle2student)": 5.521136283874512,
+      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "epoch": 0.011773940345368918,
+      "rel-constrast": 5.118526458740234,
+      "step": 15,
+      "subrel-constrast": 4.343193054199219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.665984630584717,
+      "cov-distil (oracle2student)": 4.9838104248046875,
+      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "epoch": 0.012558869701726845,
+      "rel-constrast": 6.632684707641602,
+      "step": 16,
+      "subrel-constrast": 5.201573848724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.330692291259766,
+      "cov-distil (oracle2student)": 8.552825927734375,
+      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "epoch": 0.013343799058084773,
+      "rel-constrast": 9.133567810058594,
+      "step": 17,
+      "subrel-constrast": 7.034067153930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.602668285369873,
+      "cov-distil (oracle2student)": 5.244088172912598,
+      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "epoch": 0.0141287284144427,
+      "rel-constrast": 7.642650127410889,
+      "step": 18,
+      "subrel-constrast": 6.055438995361328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5356028079986572,
+      "cov-distil (oracle2student)": 6.620259761810303,
+      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "epoch": 0.014913657770800628,
+      "rel-constrast": 4.861123561859131,
+      "step": 19,
+      "subrel-constrast": 5.008308410644531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.015698587127158554,
+      "grad_norm": 11.5625,
+      "learning_rate": 9.5e-07,
+      "loss": 1.7254,
+      "step": 20
+    },
+    {
+      "cov-distil": 2.88397479057312,
+      "cov-distil (oracle2student)": 6.778175354003906,
+      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "epoch": 0.015698587127158554,
+      "rel-constrast": 4.111982345581055,
+      "step": 20,
+      "subrel-constrast": 3.8631598949432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.384960174560547,
+      "cov-distil (oracle2student)": 7.21034049987793,
+      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "epoch": 0.016483516483516484,
+      "rel-constrast": 7.05242395401001,
+      "step": 21,
+      "subrel-constrast": 5.182291030883789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517098903656006,
+      "cov-distil (oracle2student)": 4.5811920166015625,
+      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "epoch": 0.01726844583987441,
+      "rel-constrast": 4.999781131744385,
+      "step": 22,
+      "subrel-constrast": 4.843943119049072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.147690773010254,
+      "cov-distil (oracle2student)": 6.542362213134766,
+      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "epoch": 0.01805337519623234,
+      "rel-constrast": 6.193174839019775,
+      "step": 23,
+      "subrel-constrast": 4.360376834869385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1142213344573975,
+      "cov-distil (oracle2student)": 5.866973400115967,
+      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "epoch": 0.018838304552590265,
+      "rel-constrast": 4.719829559326172,
+      "step": 24,
+      "subrel-constrast": 4.7262139320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0676374435424805,
+      "cov-distil (oracle2student)": 6.361337661743164,
+      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "epoch": 0.019623233908948195,
+      "rel-constrast": 5.291130542755127,
+      "step": 25,
+      "subrel-constrast": 4.823647975921631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.472700834274292,
+      "cov-distil (oracle2student)": 7.129220962524414,
+      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "epoch": 0.02040816326530612,
+      "rel-constrast": 3.5912997722625732,
+      "step": 26,
+      "subrel-constrast": 5.144829273223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9654526710510254,
+      "cov-distil (oracle2student)": 3.9266674518585205,
+      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "epoch": 0.02119309262166405,
+      "rel-constrast": 6.281983375549316,
+      "step": 27,
+      "subrel-constrast": 5.6362786293029785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6815195083618164,
+      "cov-distil (oracle2student)": 7.881003379821777,
+      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "epoch": 0.02197802197802198,
+      "rel-constrast": 5.959110260009766,
+      "step": 28,
+      "subrel-constrast": 5.209717750549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.88785982131958,
+      "cov-distil (oracle2student)": 7.003663063049316,
+      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "epoch": 0.022762951334379906,
+      "rel-constrast": 8.367774963378906,
+      "step": 29,
+      "subrel-constrast": 6.187191486358643,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.023547880690737835,
+      "grad_norm": 17.75,
+      "learning_rate": 1.45e-06,
+      "loss": 1.4845,
+      "step": 30
+    },
+    {
+      "cov-distil": 3.3678722381591797,
+      "cov-distil (oracle2student)": 6.019737243652344,
+      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "epoch": 0.023547880690737835,
+      "rel-constrast": 5.960864067077637,
+      "step": 30,
+      "subrel-constrast": 5.250092029571533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0134525299072266,
+      "cov-distil (oracle2student)": 6.479032516479492,
+      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "epoch": 0.02433281004709576,
+      "rel-constrast": 4.5848002433776855,
+      "step": 31,
+      "subrel-constrast": 4.0105085372924805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.619563102722168,
+      "cov-distil (oracle2student)": 6.920108795166016,
+      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "epoch": 0.02511773940345369,
+      "rel-constrast": 4.926921367645264,
+      "step": 32,
+      "subrel-constrast": 5.2235589027404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2718629837036133,
+      "cov-distil (oracle2student)": 6.375840663909912,
+      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "epoch": 0.025902668759811617,
+      "rel-constrast": 5.111979007720947,
+      "step": 33,
+      "subrel-constrast": 4.850986003875732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4088358879089355,
+      "cov-distil (oracle2student)": 6.677534103393555,
+      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "epoch": 0.026687598116169546,
+      "rel-constrast": 7.12398624420166,
+      "step": 34,
+      "subrel-constrast": 6.821657180786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9008474349975586,
+      "cov-distil (oracle2student)": 7.56972074508667,
+      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "epoch": 0.027472527472527472,
+      "rel-constrast": 7.496291160583496,
+      "step": 35,
+      "subrel-constrast": 5.942625522613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.160658836364746,
+      "cov-distil (oracle2student)": 6.67634391784668,
+      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "epoch": 0.0282574568288854,
+      "rel-constrast": 7.814392566680908,
+      "step": 36,
+      "subrel-constrast": 7.040494918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.357525110244751,
+      "cov-distil (oracle2student)": 6.231601715087891,
+      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "epoch": 0.029042386185243328,
+      "rel-constrast": 7.538066864013672,
+      "step": 37,
+      "subrel-constrast": 5.962146759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8702592849731445,
+      "cov-distil (oracle2student)": 7.061007499694824,
+      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "epoch": 0.029827315541601257,
+      "rel-constrast": 5.386776447296143,
+      "step": 38,
+      "subrel-constrast": 5.066832065582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8868913650512695,
+      "cov-distil (oracle2student)": 7.514427185058594,
+      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "epoch": 0.030612244897959183,
+      "rel-constrast": 4.858754634857178,
+      "step": 39,
+      "subrel-constrast": 3.695237159729004,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03139717425431711,
+      "grad_norm": 14.9375,
+      "learning_rate": 1.95e-06,
+      "loss": 1.6072,
+      "step": 40
+    },
+    {
+      "cov-distil": 2.6346449851989746,
+      "cov-distil (oracle2student)": 5.6983489990234375,
+      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "epoch": 0.03139717425431711,
+      "rel-constrast": 5.201531887054443,
+      "step": 40,
+      "subrel-constrast": 4.837984085083008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.228761672973633,
+      "cov-distil (oracle2student)": 5.368660926818848,
+      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "epoch": 0.03218210361067504,
+      "rel-constrast": 5.638035774230957,
+      "step": 41,
+      "subrel-constrast": 4.828268051147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0427069664001465,
+      "cov-distil (oracle2student)": 5.979119300842285,
+      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "epoch": 0.03296703296703297,
+      "rel-constrast": 7.022146701812744,
+      "step": 42,
+      "subrel-constrast": 5.421981334686279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3467624187469482,
+      "cov-distil (oracle2student)": 5.9029388427734375,
+      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "epoch": 0.033751962323390894,
+      "rel-constrast": 5.638243198394775,
+      "step": 43,
+      "subrel-constrast": 4.6920084953308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.569026470184326,
+      "cov-distil (oracle2student)": 6.0826921463012695,
+      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "epoch": 0.03453689167974882,
+      "rel-constrast": 7.202978134155273,
+      "step": 44,
+      "subrel-constrast": 6.782849311828613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.127652168273926,
+      "cov-distil (oracle2student)": 6.768123626708984,
+      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "epoch": 0.03532182103610675,
+      "rel-constrast": 5.803994655609131,
+      "step": 45,
+      "subrel-constrast": 4.7947678565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7271077632904053,
+      "cov-distil (oracle2student)": 6.987262725830078,
+      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "epoch": 0.03610675039246468,
+      "rel-constrast": 7.125826835632324,
+      "step": 46,
+      "subrel-constrast": 6.822656631469727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9657368659973145,
+      "cov-distil (oracle2student)": 7.144539833068848,
+      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "epoch": 0.036891679748822605,
+      "rel-constrast": 7.449712753295898,
+      "step": 47,
+      "subrel-constrast": 5.7075347900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.010920763015747,
+      "cov-distil (oracle2student)": 6.869639873504639,
+      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "epoch": 0.03767660910518053,
+      "rel-constrast": 5.459962844848633,
+      "step": 48,
+      "subrel-constrast": 5.051971435546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7146430015563965,
+      "cov-distil (oracle2student)": 8.329263687133789,
+      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "epoch": 0.038461538461538464,
+      "rel-constrast": 8.239823341369629,
+      "step": 49,
+      "subrel-constrast": 6.8162150382995605,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03924646781789639,
+      "grad_norm": 19.875,
+      "learning_rate": 2.4500000000000003e-06,
+      "loss": 1.6955,
+      "step": 50
+    },
+    {
+      "cov-distil": 3.2634499073028564,
+      "cov-distil (oracle2student)": 6.130512714385986,
+      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "epoch": 0.03924646781789639,
+      "rel-constrast": 6.289271354675293,
+      "step": 50,
+      "subrel-constrast": 4.33033561706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.303950309753418,
+      "cov-distil (oracle2student)": 8.357975006103516,
+      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "epoch": 0.040031397174254316,
+      "rel-constrast": 8.334805488586426,
+      "step": 51,
+      "subrel-constrast": 8.139405250549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2591934204101562,
+      "cov-distil (oracle2student)": 5.158834457397461,
+      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "epoch": 0.04081632653061224,
+      "rel-constrast": 5.297996520996094,
+      "step": 52,
+      "subrel-constrast": 4.4804863929748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.50638484954834,
+      "cov-distil (oracle2student)": 5.478808403015137,
+      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "epoch": 0.041601255886970175,
+      "rel-constrast": 8.10940170288086,
+      "step": 53,
+      "subrel-constrast": 5.969902038574219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8422069549560547,
+      "cov-distil (oracle2student)": 6.521360874176025,
+      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "epoch": 0.0423861852433281,
+      "rel-constrast": 5.607071399688721,
+      "step": 54,
+      "subrel-constrast": 6.106446743011475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.085712194442749,
+      "cov-distil (oracle2student)": 10.780364990234375,
+      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "epoch": 0.04317111459968603,
+      "rel-constrast": 6.090634346008301,
+      "step": 55,
+      "subrel-constrast": 6.779709339141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.785494565963745,
+      "cov-distil (oracle2student)": 5.962707996368408,
+      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "epoch": 0.04395604395604396,
+      "rel-constrast": 5.856771469116211,
+      "step": 56,
+      "subrel-constrast": 5.509479522705078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.584353446960449,
+      "cov-distil (oracle2student)": 6.202386379241943,
+      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "epoch": 0.044740973312401885,
+      "rel-constrast": 6.150420188903809,
+      "step": 57,
+      "subrel-constrast": 5.121495723724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701603889465332,
+      "cov-distil (oracle2student)": 6.837789058685303,
+      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "epoch": 0.04552590266875981,
+      "rel-constrast": 7.76063346862793,
+      "step": 58,
+      "subrel-constrast": 5.378823280334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.710871696472168,
+      "cov-distil (oracle2student)": 9.897594451904297,
+      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "epoch": 0.04631083202511774,
+      "rel-constrast": 7.0981221199035645,
+      "step": 59,
+      "subrel-constrast": 7.289656639099121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.04709576138147567,
+      "grad_norm": 16.0,
+      "learning_rate": 2.95e-06,
+      "loss": 1.7425,
+      "step": 60
+    },
+    {
+      "cov-distil": 3.577488899230957,
+      "cov-distil (oracle2student)": 5.867010116577148,
+      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "epoch": 0.04709576138147567,
+      "rel-constrast": 5.175161838531494,
+      "step": 60,
+      "subrel-constrast": 4.913603782653809,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8872010707855225,
+      "cov-distil (oracle2student)": 5.9557085037231445,
+      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "epoch": 0.047880690737833596,
+      "rel-constrast": 6.276098728179932,
+      "step": 61,
+      "subrel-constrast": 5.370903015136719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.1421709060668945,
+      "cov-distil (oracle2student)": 6.92226505279541,
+      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "epoch": 0.04866562009419152,
+      "rel-constrast": 5.787407398223877,
+      "step": 62,
+      "subrel-constrast": 4.8872456550598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.272606372833252,
+      "cov-distil (oracle2student)": 5.872837066650391,
+      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "epoch": 0.04945054945054945,
+      "rel-constrast": 8.104948043823242,
+      "step": 63,
+      "subrel-constrast": 5.131637096405029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4897913932800293,
+      "cov-distil (oracle2student)": 5.026608467102051,
+      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "epoch": 0.05023547880690738,
+      "rel-constrast": 5.219900608062744,
+      "step": 64,
+      "subrel-constrast": 3.928039073944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8875179290771484,
+      "cov-distil (oracle2student)": 7.8943681716918945,
+      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "epoch": 0.05102040816326531,
+      "rel-constrast": 6.689120292663574,
+      "step": 65,
+      "subrel-constrast": 5.134953022003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.124709129333496,
+      "cov-distil (oracle2student)": 5.3820366859436035,
+      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "epoch": 0.05180533751962323,
+      "rel-constrast": 5.537747859954834,
+      "step": 66,
+      "subrel-constrast": 3.9992260932922363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.69231915473938,
+      "cov-distil (oracle2student)": 6.316229820251465,
+      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "epoch": 0.05259026687598116,
+      "rel-constrast": 7.291317462921143,
+      "step": 67,
+      "subrel-constrast": 5.170005798339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.139277935028076,
+      "cov-distil (oracle2student)": 5.806092262268066,
+      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "epoch": 0.05337519623233909,
+      "rel-constrast": 4.4095139503479,
+      "step": 68,
+      "subrel-constrast": 4.170525074005127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6359305381774902,
+      "cov-distil (oracle2student)": 6.551682949066162,
+      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "epoch": 0.05416012558869702,
+      "rel-constrast": 5.37055778503418,
+      "step": 69,
+      "subrel-constrast": 5.060253620147705,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.054945054945054944,
+      "grad_norm": 14.3125,
+      "learning_rate": 3.4500000000000004e-06,
+      "loss": 1.5812,
+      "step": 70
+    },
+    {
+      "cov-distil": 3.1894845962524414,
+      "cov-distil (oracle2student)": 6.189196586608887,
+      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "epoch": 0.054945054945054944,
+      "rel-constrast": 6.035884380340576,
+      "step": 70,
+      "subrel-constrast": 5.30534553527832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3957502841949463,
+      "cov-distil (oracle2student)": 6.262465476989746,
+      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "epoch": 0.05572998430141287,
+      "rel-constrast": 5.4684906005859375,
+      "step": 71,
+      "subrel-constrast": 5.43447732925415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7110936641693115,
+      "cov-distil (oracle2student)": 9.013875007629395,
+      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "epoch": 0.0565149136577708,
+      "rel-constrast": 8.860300064086914,
+      "step": 72,
+      "subrel-constrast": 6.688097953796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.631287097930908,
+      "cov-distil (oracle2student)": 5.5042829513549805,
+      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "epoch": 0.05729984301412873,
+      "rel-constrast": 7.457805156707764,
+      "step": 73,
+      "subrel-constrast": 5.069272518157959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0951480865478516,
+      "cov-distil (oracle2student)": 10.49281120300293,
+      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "epoch": 0.058084772370486655,
+      "rel-constrast": 8.317502975463867,
+      "step": 74,
+      "subrel-constrast": 6.139723300933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.448239803314209,
+      "cov-distil (oracle2student)": 6.778696060180664,
+      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "epoch": 0.05886970172684458,
+      "rel-constrast": 6.208157062530518,
+      "step": 75,
+      "subrel-constrast": 5.600346088409424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9895548820495605,
+      "cov-distil (oracle2student)": 4.833767890930176,
+      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "epoch": 0.059654631083202514,
+      "rel-constrast": 5.301086902618408,
+      "step": 76,
+      "subrel-constrast": 4.662568092346191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.35664701461792,
+      "cov-distil (oracle2student)": 5.233097076416016,
+      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "epoch": 0.06043956043956044,
+      "rel-constrast": 5.103623867034912,
+      "step": 77,
+      "subrel-constrast": 4.268317222595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.415127754211426,
+      "cov-distil (oracle2student)": 6.644197940826416,
+      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "epoch": 0.061224489795918366,
+      "rel-constrast": 6.561215400695801,
+      "step": 78,
+      "subrel-constrast": 5.962937355041504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.510354995727539,
+      "cov-distil (oracle2student)": 8.139422416687012,
+      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "epoch": 0.06200941915227629,
+      "rel-constrast": 6.134330749511719,
+      "step": 79,
+      "subrel-constrast": 5.620271682739258,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.06279434850863422,
+      "grad_norm": 15.1875,
+      "learning_rate": 3.95e-06,
+      "loss": 1.7156,
+      "step": 80
+    },
+    {
+      "cov-distil": 3.3284835815429688,
+      "cov-distil (oracle2student)": 7.619293212890625,
+      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "epoch": 0.06279434850863422,
+      "rel-constrast": 7.173356533050537,
+      "step": 80,
+      "subrel-constrast": 6.808206558227539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4397096633911133,
+      "cov-distil (oracle2student)": 7.676415920257568,
+      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "epoch": 0.06357927786499215,
+      "rel-constrast": 6.886641502380371,
+      "step": 81,
+      "subrel-constrast": 6.984169960021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0268101692199707,
+      "cov-distil (oracle2student)": 7.81688117980957,
+      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "epoch": 0.06436420722135008,
+      "rel-constrast": 5.896097660064697,
+      "step": 82,
+      "subrel-constrast": 5.227864742279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.393474578857422,
+      "cov-distil (oracle2student)": 6.482656478881836,
+      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "epoch": 0.065149136577708,
+      "rel-constrast": 6.319892883300781,
+      "step": 83,
+      "subrel-constrast": 5.442715644836426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517345905303955,
+      "cov-distil (oracle2student)": 6.040264129638672,
+      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "epoch": 0.06593406593406594,
+      "rel-constrast": 5.40537166595459,
+      "step": 84,
+      "subrel-constrast": 4.604902267456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.264801502227783,
+      "cov-distil (oracle2student)": 4.99867057800293,
+      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "epoch": 0.06671899529042387,
+      "rel-constrast": 5.624813079833984,
+      "step": 85,
+      "subrel-constrast": 4.161462783813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266205310821533,
+      "cov-distil (oracle2student)": 8.019726753234863,
+      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "epoch": 0.06750392464678179,
+      "rel-constrast": 5.973287582397461,
+      "step": 86,
+      "subrel-constrast": 5.353548526763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9515674114227295,
+      "cov-distil (oracle2student)": 6.66702938079834,
+      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "epoch": 0.06828885400313972,
+      "rel-constrast": 7.188405990600586,
+      "step": 87,
+      "subrel-constrast": 6.352745056152344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.024931907653809,
+      "cov-distil (oracle2student)": 8.261985778808594,
+      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "epoch": 0.06907378335949764,
+      "rel-constrast": 6.1363115310668945,
+      "step": 88,
+      "subrel-constrast": 5.887054920196533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.616726875305176,
+      "cov-distil (oracle2student)": 7.866814613342285,
+      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "epoch": 0.06985871271585557,
+      "rel-constrast": 6.378461837768555,
+      "step": 89,
+      "subrel-constrast": 5.206252098083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.0706436420722135,
+      "grad_norm": 17.75,
+      "learning_rate": 4.45e-06,
+      "loss": 1.6566,
+      "step": 90
+    },
+    {
+      "cov-distil": 3.3641278743743896,
+      "cov-distil (oracle2student)": 5.879482269287109,
+      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "epoch": 0.0706436420722135,
+      "rel-constrast": 4.970180511474609,
+      "step": 90,
+      "subrel-constrast": 4.763465881347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9355416297912598,
+      "cov-distil (oracle2student)": 6.9991936683654785,
+      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "epoch": 0.07142857142857142,
+      "rel-constrast": 5.827273845672607,
+      "step": 91,
+      "subrel-constrast": 4.389217853546143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.328171491622925,
+      "cov-distil (oracle2student)": 6.016704559326172,
+      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "epoch": 0.07221350078492936,
+      "rel-constrast": 6.104631423950195,
+      "step": 92,
+      "subrel-constrast": 5.1348137855529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7416696548461914,
+      "cov-distil (oracle2student)": 6.554116249084473,
+      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "epoch": 0.07299843014128729,
+      "rel-constrast": 4.428642272949219,
+      "step": 93,
+      "subrel-constrast": 4.080572605133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.126981258392334,
+      "cov-distil (oracle2student)": 7.561041355133057,
+      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "epoch": 0.07378335949764521,
+      "rel-constrast": 6.626583576202393,
+      "step": 94,
+      "subrel-constrast": 6.036290168762207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266633987426758,
+      "cov-distil (oracle2student)": 8.336587905883789,
+      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "epoch": 0.07456828885400314,
+      "rel-constrast": 5.243127822875977,
+      "step": 95,
+      "subrel-constrast": 5.471756458282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3002748489379883,
+      "cov-distil (oracle2student)": 7.252134799957275,
+      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "epoch": 0.07535321821036106,
+      "rel-constrast": 6.544553756713867,
+      "step": 96,
+      "subrel-constrast": 4.715362548828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.930333375930786,
+      "cov-distil (oracle2student)": 7.169529914855957,
+      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "epoch": 0.076138147566719,
+      "rel-constrast": 8.069984436035156,
+      "step": 97,
+      "subrel-constrast": 6.452698230743408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3107340335845947,
+      "cov-distil (oracle2student)": 5.442892074584961,
+      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "epoch": 0.07692307692307693,
+      "rel-constrast": 5.03950834274292,
+      "step": 98,
+      "subrel-constrast": 5.33092737197876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7905068397521973,
+      "cov-distil (oracle2student)": 6.082137584686279,
+      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "epoch": 0.07770800627943485,
+      "rel-constrast": 5.238041400909424,
+      "step": 99,
+      "subrel-constrast": 5.280867576599121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "grad_norm": 16.25,
+      "learning_rate": 4.950000000000001e-06,
+      "loss": 1.5351,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "overlap": 0.20468750596046448,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "student margin": 0.018585205078125
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "teacher margin": 0.0267791748046875
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "margin difference": 0.0081939697265625,
+      "step": 100
+    },
+    {
+      "cov-distil": 3.0693624019622803,
+      "cov-distil (oracle2student)": 6.980118751525879,
+      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "epoch": 0.07849293563579278,
+      "rel-constrast": 9.246582984924316,
+      "step": 100,
+      "subrel-constrast": 5.737648963928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.966313362121582,
+      "cov-distil (oracle2student)": 6.273595809936523,
+      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "epoch": 0.07927786499215071,
+      "rel-constrast": 8.411349296569824,
+      "step": 101,
+      "subrel-constrast": 8.01908016204834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8371520042419434,
+      "cov-distil (oracle2student)": 8.099665641784668,
+      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "epoch": 0.08006279434850863,
+      "rel-constrast": 4.871597766876221,
+      "step": 102,
+      "subrel-constrast": 3.9983325004577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8040473461151123,
+      "cov-distil (oracle2student)": 7.026789665222168,
+      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "epoch": 0.08084772370486656,
+      "rel-constrast": 6.079948902130127,
+      "step": 103,
+      "subrel-constrast": 5.005115985870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1548211574554443,
+      "cov-distil (oracle2student)": 6.445549488067627,
+      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "epoch": 0.08163265306122448,
+      "rel-constrast": 7.2248029708862305,
+      "step": 104,
+      "subrel-constrast": 5.305993556976318,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.700580596923828,
+      "cov-distil (oracle2student)": 6.819460868835449,
+      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "epoch": 0.08241758241758242,
+      "rel-constrast": 6.1904296875,
+      "step": 105,
+      "subrel-constrast": 4.427753925323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641253709793091,
+      "cov-distil (oracle2student)": 7.707598686218262,
+      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "epoch": 0.08320251177394035,
+      "rel-constrast": 6.605925559997559,
+      "step": 106,
+      "subrel-constrast": 5.04954719543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9230635166168213,
+      "cov-distil (oracle2student)": 5.4684858322143555,
+      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "epoch": 0.08398744113029827,
+      "rel-constrast": 5.391318321228027,
+      "step": 107,
+      "subrel-constrast": 4.032782554626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.161479949951172,
+      "cov-distil (oracle2student)": 7.42598819732666,
+      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "epoch": 0.0847723704866562,
+      "rel-constrast": 5.700629234313965,
+      "step": 108,
+      "subrel-constrast": 5.242112636566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.411763906478882,
+      "cov-distil (oracle2student)": 4.519542217254639,
+      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "epoch": 0.08555729984301413,
+      "rel-constrast": 3.85139799118042,
+      "step": 109,
+      "subrel-constrast": 3.0891919136047363,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.08634222919937205,
+      "grad_norm": 12.6875,
+      "learning_rate": 5.45e-06,
+      "loss": 1.6685,
+      "step": 110
+    },
+    {
+      "cov-distil": 3.7623462677001953,
+      "cov-distil (oracle2student)": 5.816520690917969,
+      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "epoch": 0.08634222919937205,
+      "rel-constrast": 5.916131496429443,
+      "step": 110,
+      "subrel-constrast": 5.666640758514404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9162516593933105,
+      "cov-distil (oracle2student)": 6.607631683349609,
+      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "epoch": 0.08712715855572999,
+      "rel-constrast": 6.387336254119873,
+      "step": 111,
+      "subrel-constrast": 6.173241138458252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.200730085372925,
+      "cov-distil (oracle2student)": 5.046133041381836,
+      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "epoch": 0.08791208791208792,
+      "rel-constrast": 6.980642795562744,
+      "step": 112,
+      "subrel-constrast": 5.868181228637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8479957580566406,
+      "cov-distil (oracle2student)": 5.748662948608398,
+      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "epoch": 0.08869701726844584,
+      "rel-constrast": 6.133625507354736,
+      "step": 113,
+      "subrel-constrast": 5.044037818908691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.956294059753418,
+      "cov-distil (oracle2student)": 5.843686103820801,
+      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "epoch": 0.08948194662480377,
+      "rel-constrast": 5.719607353210449,
+      "step": 114,
+      "subrel-constrast": 4.5047831535339355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6976065635681152,
+      "cov-distil (oracle2student)": 6.534242153167725,
+      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "epoch": 0.09026687598116169,
+      "rel-constrast": 6.587165832519531,
+      "step": 115,
+      "subrel-constrast": 5.188892841339111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2262754440307617,
+      "cov-distil (oracle2student)": 7.407478332519531,
+      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "epoch": 0.09105180533751962,
+      "rel-constrast": 7.407068252563477,
+      "step": 116,
+      "subrel-constrast": 6.1709818840026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.905567169189453,
+      "cov-distil (oracle2student)": 6.0437421798706055,
+      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "epoch": 0.09183673469387756,
+      "rel-constrast": 5.36617374420166,
+      "step": 117,
+      "subrel-constrast": 4.775646686553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6030263900756836,
+      "cov-distil (oracle2student)": 7.838919639587402,
+      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "epoch": 0.09262166405023547,
+      "rel-constrast": 4.8718767166137695,
+      "step": 118,
+      "subrel-constrast": 4.323362827301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.951072931289673,
+      "cov-distil (oracle2student)": 3.37375545501709,
+      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "epoch": 0.09340659340659341,
+      "rel-constrast": 4.747162342071533,
+      "step": 119,
+      "subrel-constrast": 4.06825590133667,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.09419152276295134,
+      "grad_norm": 11.8125,
+      "learning_rate": 5.95e-06,
+      "loss": 1.5856,
+      "step": 120
+    },
+    {
+      "cov-distil": 2.652560234069824,
+      "cov-distil (oracle2student)": 7.5916571617126465,
+      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "epoch": 0.09419152276295134,
+      "rel-constrast": 5.198563575744629,
+      "step": 120,
+      "subrel-constrast": 4.764272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276362895965576,
+      "cov-distil (oracle2student)": 4.456997871398926,
+      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "epoch": 0.09497645211930926,
+      "rel-constrast": 6.008549213409424,
+      "step": 121,
+      "subrel-constrast": 4.660116672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.912120819091797,
+      "cov-distil (oracle2student)": 8.093740463256836,
+      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "epoch": 0.09576138147566719,
+      "rel-constrast": 6.139238357543945,
+      "step": 122,
+      "subrel-constrast": 4.679972171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.049605369567871,
+      "cov-distil (oracle2student)": 5.1690802574157715,
+      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "epoch": 0.09654631083202511,
+      "rel-constrast": 5.203070640563965,
+      "step": 123,
+      "subrel-constrast": 4.063456058502197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0213463306427,
+      "cov-distil (oracle2student)": 7.696413993835449,
+      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "epoch": 0.09733124018838304,
+      "rel-constrast": 6.98874568939209,
+      "step": 124,
+      "subrel-constrast": 5.5499491691589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.535893440246582,
+      "cov-distil (oracle2student)": 8.712299346923828,
+      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "epoch": 0.09811616954474098,
+      "rel-constrast": 6.464357376098633,
+      "step": 125,
+      "subrel-constrast": 5.6494855880737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6822762489318848,
+      "cov-distil (oracle2student)": 6.449732780456543,
+      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "epoch": 0.0989010989010989,
+      "rel-constrast": 5.643919944763184,
+      "step": 126,
+      "subrel-constrast": 4.270016193389893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1074256896972656,
+      "cov-distil (oracle2student)": 5.3115644454956055,
+      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "epoch": 0.09968602825745683,
+      "rel-constrast": 5.749547004699707,
+      "step": 127,
+      "subrel-constrast": 5.532700538635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.936629295349121,
+      "cov-distil (oracle2student)": 5.304935455322266,
+      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "epoch": 0.10047095761381476,
+      "rel-constrast": 6.327916622161865,
+      "step": 128,
+      "subrel-constrast": 4.5997748374938965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.669504165649414,
+      "cov-distil (oracle2student)": 9.971288681030273,
+      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "epoch": 0.10125588697017268,
+      "rel-constrast": 6.6161065101623535,
+      "step": 129,
+      "subrel-constrast": 5.407919883728027,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10204081632653061,
+      "grad_norm": 16.5,
+      "learning_rate": 6.45e-06,
+      "loss": 1.5831,
+      "step": 130
+    },
+    {
+      "cov-distil": 2.327519178390503,
+      "cov-distil (oracle2student)": 6.993311405181885,
+      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "epoch": 0.10204081632653061,
+      "rel-constrast": 4.820262432098389,
+      "step": 130,
+      "subrel-constrast": 3.4438061714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0019335746765137,
+      "cov-distil (oracle2student)": 4.936619281768799,
+      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "epoch": 0.10282574568288853,
+      "rel-constrast": 5.546187400817871,
+      "step": 131,
+      "subrel-constrast": 4.52654504776001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2872753143310547,
+      "cov-distil (oracle2student)": 4.686687469482422,
+      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "epoch": 0.10361067503924647,
+      "rel-constrast": 4.3100128173828125,
+      "step": 132,
+      "subrel-constrast": 4.772364139556885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.951021432876587,
+      "cov-distil (oracle2student)": 5.6703667640686035,
+      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "epoch": 0.1043956043956044,
+      "rel-constrast": 7.899327754974365,
+      "step": 133,
+      "subrel-constrast": 5.173623085021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8324503898620605,
+      "cov-distil (oracle2student)": 6.385481834411621,
+      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "epoch": 0.10518053375196232,
+      "rel-constrast": 7.542125701904297,
+      "step": 134,
+      "subrel-constrast": 6.20897102355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.568618059158325,
+      "cov-distil (oracle2student)": 5.818717956542969,
+      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "epoch": 0.10596546310832025,
+      "rel-constrast": 6.248257637023926,
+      "step": 135,
+      "subrel-constrast": 5.135055065155029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.144698143005371,
+      "cov-distil (oracle2student)": 4.889866828918457,
+      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "epoch": 0.10675039246467818,
+      "rel-constrast": 5.107748031616211,
+      "step": 136,
+      "subrel-constrast": 4.345935821533203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7044363021850586,
+      "cov-distil (oracle2student)": 6.096634864807129,
+      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "epoch": 0.1075353218210361,
+      "rel-constrast": 4.691919326782227,
+      "step": 137,
+      "subrel-constrast": 3.9912216663360596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4799304008483887,
+      "cov-distil (oracle2student)": 7.858448505401611,
+      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "epoch": 0.10832025117739404,
+      "rel-constrast": 6.566288948059082,
+      "step": 138,
+      "subrel-constrast": 5.5048980712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7945852279663086,
+      "cov-distil (oracle2student)": 7.29274320602417,
+      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "epoch": 0.10910518053375197,
+      "rel-constrast": 5.898140907287598,
+      "step": 139,
+      "subrel-constrast": 5.746703624725342,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10989010989010989,
+      "grad_norm": 18.125,
+      "learning_rate": 6.950000000000001e-06,
+      "loss": 1.536,
+      "step": 140
+    },
+    {
+      "cov-distil": 3.14044451713562,
+      "cov-distil (oracle2student)": 4.587895393371582,
+      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "epoch": 0.10989010989010989,
+      "rel-constrast": 5.251264572143555,
+      "step": 140,
+      "subrel-constrast": 5.109164714813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.021540641784668,
+      "cov-distil (oracle2student)": 7.4869279861450195,
+      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "epoch": 0.11067503924646782,
+      "rel-constrast": 6.179267406463623,
+      "step": 141,
+      "subrel-constrast": 5.208951950073242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6684998273849487,
+      "cov-distil (oracle2student)": 6.087306976318359,
+      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "epoch": 0.11145996860282574,
+      "rel-constrast": 5.406123161315918,
+      "step": 142,
+      "subrel-constrast": 4.496994495391846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436387300491333,
+      "cov-distil (oracle2student)": 6.199030876159668,
+      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "epoch": 0.11224489795918367,
+      "rel-constrast": 7.168307781219482,
+      "step": 143,
+      "subrel-constrast": 7.344377517700195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8038110733032227,
+      "cov-distil (oracle2student)": 6.1025261878967285,
+      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "epoch": 0.1130298273155416,
+      "rel-constrast": 5.3039350509643555,
+      "step": 144,
+      "subrel-constrast": 5.038955211639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3631601333618164,
+      "cov-distil (oracle2student)": 5.591802597045898,
+      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "epoch": 0.11381475667189953,
+      "rel-constrast": 5.500809669494629,
+      "step": 145,
+      "subrel-constrast": 4.158411979675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.101959705352783,
+      "cov-distil (oracle2student)": 8.792764663696289,
+      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "epoch": 0.11459968602825746,
+      "rel-constrast": 8.219110488891602,
+      "step": 146,
+      "subrel-constrast": 6.158865451812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.208827018737793,
+      "cov-distil (oracle2student)": 5.422389984130859,
+      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "epoch": 0.11538461538461539,
+      "rel-constrast": 4.903823375701904,
+      "step": 147,
+      "subrel-constrast": 3.73964786529541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6742186546325684,
+      "cov-distil (oracle2student)": 8.266731262207031,
+      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "epoch": 0.11616954474097331,
+      "rel-constrast": 7.703867435455322,
+      "step": 148,
+      "subrel-constrast": 7.040656566619873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.720594644546509,
+      "cov-distil (oracle2student)": 6.478317737579346,
+      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "epoch": 0.11695447409733124,
+      "rel-constrast": 5.557610511779785,
+      "step": 149,
+      "subrel-constrast": 5.062001705169678,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.11773940345368916,
+      "grad_norm": 13.25,
+      "learning_rate": 7.45e-06,
+      "loss": 1.6052,
+      "step": 150
+    },
+    {
+      "cov-distil": 2.7814245223999023,
+      "cov-distil (oracle2student)": 3.1672582626342773,
+      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "epoch": 0.11773940345368916,
+      "rel-constrast": 3.688767671585083,
+      "step": 150,
+      "subrel-constrast": 4.0553388595581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.247326374053955,
+      "cov-distil (oracle2student)": 6.089717388153076,
+      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "epoch": 0.1185243328100471,
+      "rel-constrast": 7.835025787353516,
+      "step": 151,
+      "subrel-constrast": 5.920222282409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4771711826324463,
+      "cov-distil (oracle2student)": 5.4199323654174805,
+      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "epoch": 0.11930926216640503,
+      "rel-constrast": 5.148440361022949,
+      "step": 152,
+      "subrel-constrast": 5.527997016906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1515517234802246,
+      "cov-distil (oracle2student)": 5.8758463859558105,
+      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "epoch": 0.12009419152276295,
+      "rel-constrast": 6.0649309158325195,
+      "step": 153,
+      "subrel-constrast": 5.996879577636719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6257619857788086,
+      "cov-distil (oracle2student)": 6.314117908477783,
+      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "epoch": 0.12087912087912088,
+      "rel-constrast": 5.450338840484619,
+      "step": 154,
+      "subrel-constrast": 5.505670547485352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0370373725891113,
+      "cov-distil (oracle2student)": 4.342787742614746,
+      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "epoch": 0.12166405023547881,
+      "rel-constrast": 4.312812805175781,
+      "step": 155,
+      "subrel-constrast": 4.328639984130859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.520047903060913,
+      "cov-distil (oracle2student)": 7.382922172546387,
+      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "epoch": 0.12244897959183673,
+      "rel-constrast": 6.673659324645996,
+      "step": 156,
+      "subrel-constrast": 5.639657974243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1351096630096436,
+      "cov-distil (oracle2student)": 6.902695178985596,
+      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "epoch": 0.12323390894819466,
+      "rel-constrast": 6.046702861785889,
+      "step": 157,
+      "subrel-constrast": 4.712500095367432,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.25526762008667,
+      "cov-distil (oracle2student)": 6.525176048278809,
+      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "epoch": 0.12401883830455258,
+      "rel-constrast": 5.966568946838379,
+      "step": 158,
+      "subrel-constrast": 5.607508659362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9533963203430176,
+      "cov-distil (oracle2student)": 6.75103759765625,
+      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "epoch": 0.12480376766091052,
+      "rel-constrast": 7.113164901733398,
+      "step": 159,
+      "subrel-constrast": 5.0479631423950195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.12558869701726844,
+      "grad_norm": 17.375,
+      "learning_rate": 7.95e-06,
+      "loss": 1.5405,
+      "step": 160
+    },
+    {
+      "cov-distil": 2.9749436378479004,
+      "cov-distil (oracle2student)": 5.1709065437316895,
+      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "epoch": 0.12558869701726844,
+      "rel-constrast": 4.383584976196289,
+      "step": 160,
+      "subrel-constrast": 4.833831310272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0097780227661133,
+      "cov-distil (oracle2student)": 5.923301696777344,
+      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "epoch": 0.12637362637362637,
+      "rel-constrast": 5.818535804748535,
+      "step": 161,
+      "subrel-constrast": 5.84551477432251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5908939838409424,
+      "cov-distil (oracle2student)": 5.665188789367676,
+      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "epoch": 0.1271585557299843,
+      "rel-constrast": 5.184443473815918,
+      "step": 162,
+      "subrel-constrast": 4.453043460845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.840712070465088,
+      "cov-distil (oracle2student)": 6.3763909339904785,
+      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "epoch": 0.12794348508634223,
+      "rel-constrast": 6.74964714050293,
+      "step": 163,
+      "subrel-constrast": 6.0634331703186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5142221450805664,
+      "cov-distil (oracle2student)": 5.44363260269165,
+      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "epoch": 0.12872841444270017,
+      "rel-constrast": 5.557941436767578,
+      "step": 164,
+      "subrel-constrast": 5.863348960876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2164993286132812,
+      "cov-distil (oracle2student)": 5.855222225189209,
+      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "epoch": 0.12951334379905807,
+      "rel-constrast": 6.6434831619262695,
+      "step": 165,
+      "subrel-constrast": 5.331329822540283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1836464405059814,
+      "cov-distil (oracle2student)": 4.513020038604736,
+      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "epoch": 0.130298273155416,
+      "rel-constrast": 5.878671646118164,
+      "step": 166,
+      "subrel-constrast": 4.37673807144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.782824754714966,
+      "cov-distil (oracle2student)": 5.268921375274658,
+      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "epoch": 0.13108320251177394,
+      "rel-constrast": 5.137875556945801,
+      "step": 167,
+      "subrel-constrast": 4.443451881408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.539813995361328,
+      "cov-distil (oracle2student)": 5.48532247543335,
+      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "epoch": 0.13186813186813187,
+      "rel-constrast": 4.842020511627197,
+      "step": 168,
+      "subrel-constrast": 4.043414115905762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7517428398132324,
+      "cov-distil (oracle2student)": 5.737140655517578,
+      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "epoch": 0.1326530612244898,
+      "rel-constrast": 5.73463249206543,
+      "step": 169,
+      "subrel-constrast": 5.651345729827881,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.13343799058084774,
+      "grad_norm": 13.375,
+      "learning_rate": 8.45e-06,
+      "loss": 1.4693,
+      "step": 170
+    },
+    {
+      "cov-distil": 3.406038522720337,
+      "cov-distil (oracle2student)": 4.48272705078125,
+      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "epoch": 0.13343799058084774,
+      "rel-constrast": 5.328525543212891,
+      "step": 170,
+      "subrel-constrast": 5.504851818084717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2601351737976074,
+      "cov-distil (oracle2student)": 5.214707374572754,
+      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "epoch": 0.13422291993720564,
+      "rel-constrast": 5.732027530670166,
+      "step": 171,
+      "subrel-constrast": 5.551510334014893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2649431228637695,
+      "cov-distil (oracle2student)": 4.903834819793701,
+      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "epoch": 0.13500784929356358,
+      "rel-constrast": 5.048663139343262,
+      "step": 172,
+      "subrel-constrast": 4.259944438934326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.291656970977783,
+      "cov-distil (oracle2student)": 5.617837905883789,
+      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "epoch": 0.1357927786499215,
+      "rel-constrast": 4.11165714263916,
+      "step": 173,
+      "subrel-constrast": 3.9811415672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3816723823547363,
+      "cov-distil (oracle2student)": 5.013119697570801,
+      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "epoch": 0.13657770800627944,
+      "rel-constrast": 7.141737461090088,
+      "step": 174,
+      "subrel-constrast": 5.517435550689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.518374443054199,
+      "cov-distil (oracle2student)": 5.188939094543457,
+      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "epoch": 0.13736263736263737,
+      "rel-constrast": 4.657840251922607,
+      "step": 175,
+      "subrel-constrast": 4.213469982147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1605043411254883,
+      "cov-distil (oracle2student)": 5.80596923828125,
+      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "epoch": 0.13814756671899528,
+      "rel-constrast": 5.725188732147217,
+      "step": 176,
+      "subrel-constrast": 5.085594177246094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.439970016479492,
+      "cov-distil (oracle2student)": 5.797138214111328,
+      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "epoch": 0.1389324960753532,
+      "rel-constrast": 4.679790019989014,
+      "step": 177,
+      "subrel-constrast": 4.292531967163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4772512912750244,
+      "cov-distil (oracle2student)": 5.517018795013428,
+      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "epoch": 0.13971742543171115,
+      "rel-constrast": 5.169275283813477,
+      "step": 178,
+      "subrel-constrast": 6.139341354370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.388380527496338,
+      "cov-distil (oracle2student)": 8.562522888183594,
+      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "epoch": 0.14050235478806908,
+      "rel-constrast": 5.553293704986572,
+      "step": 179,
+      "subrel-constrast": 5.5493621826171875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.141287284144427,
+      "grad_norm": 18.5,
+      "learning_rate": 8.95e-06,
+      "loss": 1.4052,
+      "step": 180
+    },
+    {
+      "cov-distil": 3.203474998474121,
+      "cov-distil (oracle2student)": 4.659393310546875,
+      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "epoch": 0.141287284144427,
+      "rel-constrast": 4.3841938972473145,
+      "step": 180,
+      "subrel-constrast": 4.432641506195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8620846271514893,
+      "cov-distil (oracle2student)": 4.239439964294434,
+      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "epoch": 0.14207221350078492,
+      "rel-constrast": 5.2689032554626465,
+      "step": 181,
+      "subrel-constrast": 4.619548797607422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6243515014648438,
+      "cov-distil (oracle2student)": 6.16297721862793,
+      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "epoch": 0.14285714285714285,
+      "rel-constrast": 5.904332160949707,
+      "step": 182,
+      "subrel-constrast": 4.9689106941223145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963348388671875,
+      "cov-distil (oracle2student)": 6.655308723449707,
+      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "epoch": 0.14364207221350078,
+      "rel-constrast": 4.478253364562988,
+      "step": 183,
+      "subrel-constrast": 4.905683517456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.237755298614502,
+      "cov-distil (oracle2student)": 6.64764404296875,
+      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "epoch": 0.14442700156985872,
+      "rel-constrast": 5.552248001098633,
+      "step": 184,
+      "subrel-constrast": 4.654872417449951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.473625659942627,
+      "cov-distil (oracle2student)": 6.30503511428833,
+      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "epoch": 0.14521193092621665,
+      "rel-constrast": 5.798867225646973,
+      "step": 185,
+      "subrel-constrast": 5.5699639320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1829147338867188,
+      "cov-distil (oracle2student)": 5.21027946472168,
+      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "epoch": 0.14599686028257458,
+      "rel-constrast": 5.464681625366211,
+      "step": 186,
+      "subrel-constrast": 5.187503814697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0477654933929443,
+      "cov-distil (oracle2student)": 6.166605472564697,
+      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "epoch": 0.14678178963893249,
+      "rel-constrast": 6.169456481933594,
+      "step": 187,
+      "subrel-constrast": 5.03766393661499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8547275066375732,
+      "cov-distil (oracle2student)": 5.306525707244873,
+      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "epoch": 0.14756671899529042,
+      "rel-constrast": 5.305285930633545,
+      "step": 188,
+      "subrel-constrast": 4.854366779327393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699039459228516,
+      "cov-distil (oracle2student)": 6.397008419036865,
+      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "epoch": 0.14835164835164835,
+      "rel-constrast": 6.549964427947998,
+      "step": 189,
+      "subrel-constrast": 5.943665981292725,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.14913657770800628,
+      "grad_norm": 13.6875,
+      "learning_rate": 9.450000000000001e-06,
+      "loss": 1.443,
+      "step": 190
+    },
+    {
+      "cov-distil": 3.1331424713134766,
+      "cov-distil (oracle2student)": 6.638267517089844,
+      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "epoch": 0.14913657770800628,
+      "rel-constrast": 6.56038236618042,
+      "step": 190,
+      "subrel-constrast": 5.594992160797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.656987190246582,
+      "cov-distil (oracle2student)": 6.065674781799316,
+      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "epoch": 0.14992150706436422,
+      "rel-constrast": 5.598496913909912,
+      "step": 191,
+      "subrel-constrast": 6.7906293869018555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.191580295562744,
+      "cov-distil (oracle2student)": 8.038559913635254,
+      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "epoch": 0.15070643642072212,
+      "rel-constrast": 4.849475860595703,
+      "step": 192,
+      "subrel-constrast": 4.131407737731934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.683588743209839,
+      "cov-distil (oracle2student)": 4.587405681610107,
+      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "epoch": 0.15149136577708006,
+      "rel-constrast": 4.667137622833252,
+      "step": 193,
+      "subrel-constrast": 4.492706775665283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5755395889282227,
+      "cov-distil (oracle2student)": 4.595428466796875,
+      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "epoch": 0.152276295133438,
+      "rel-constrast": 7.136086463928223,
+      "step": 194,
+      "subrel-constrast": 5.662163257598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.534440040588379,
+      "cov-distil (oracle2student)": 7.176570892333984,
+      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "epoch": 0.15306122448979592,
+      "rel-constrast": 6.500258445739746,
+      "step": 195,
+      "subrel-constrast": 5.75777006149292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.331389904022217,
+      "cov-distil (oracle2student)": 7.628920078277588,
+      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "epoch": 0.15384615384615385,
+      "rel-constrast": 5.442966461181641,
+      "step": 196,
+      "subrel-constrast": 5.2714996337890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9742186069488525,
+      "cov-distil (oracle2student)": 4.961199760437012,
+      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "epoch": 0.1546310832025118,
+      "rel-constrast": 4.30648946762085,
+      "step": 197,
+      "subrel-constrast": 4.105319499969482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3590917587280273,
+      "cov-distil (oracle2student)": 3.817314624786377,
+      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "epoch": 0.1554160125588697,
+      "rel-constrast": 4.151867866516113,
+      "step": 198,
+      "subrel-constrast": 3.6788856983184814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9948954582214355,
+      "cov-distil (oracle2student)": 6.080739974975586,
+      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "epoch": 0.15620094191522763,
+      "rel-constrast": 3.927574634552002,
+      "step": 199,
+      "subrel-constrast": 4.407478332519531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "grad_norm": 12.625,
+      "learning_rate": 9.950000000000001e-06,
+      "loss": 1.4021,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "overlap": 0.24062500894069672,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "student margin": 0.067840576171875
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "teacher margin": 0.0570220947265625
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "margin difference": -0.0108184814453125,
+      "step": 200
+    },
+    {
+      "cov-distil": 3.7237961292266846,
+      "cov-distil (oracle2student)": 7.586442947387695,
+      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "epoch": 0.15698587127158556,
+      "rel-constrast": 5.464310169219971,
+      "step": 200,
+      "subrel-constrast": 5.328721523284912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.274702310562134,
+      "cov-distil (oracle2student)": 5.070128440856934,
+      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "epoch": 0.1577708006279435,
+      "rel-constrast": 4.0968017578125,
+      "step": 201,
+      "subrel-constrast": 4.411446571350098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2039477825164795,
+      "cov-distil (oracle2student)": 6.712636470794678,
+      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "epoch": 0.15855572998430142,
+      "rel-constrast": 5.7678117752075195,
+      "step": 202,
+      "subrel-constrast": 5.347052574157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2047228813171387,
+      "cov-distil (oracle2student)": 7.661907196044922,
+      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "epoch": 0.15934065934065933,
+      "rel-constrast": 7.286009311676025,
+      "step": 203,
+      "subrel-constrast": 5.817068099975586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.91322922706604,
+      "cov-distil (oracle2student)": 4.107336044311523,
+      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "epoch": 0.16012558869701726,
+      "rel-constrast": 5.1244730949401855,
+      "step": 204,
+      "subrel-constrast": 4.262094020843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.850925922393799,
+      "cov-distil (oracle2student)": 11.0481595993042,
+      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "epoch": 0.1609105180533752,
+      "rel-constrast": 6.673989295959473,
+      "step": 205,
+      "subrel-constrast": 6.989043712615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3848154544830322,
+      "cov-distil (oracle2student)": 7.932931900024414,
+      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "epoch": 0.16169544740973313,
+      "rel-constrast": 7.136048793792725,
+      "step": 206,
+      "subrel-constrast": 5.786576747894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.876713275909424,
+      "cov-distil (oracle2student)": 5.842488765716553,
+      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "epoch": 0.16248037676609106,
+      "rel-constrast": 5.31241512298584,
+      "step": 207,
+      "subrel-constrast": 4.291684150695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.449646472930908,
+      "cov-distil (oracle2student)": 4.260830879211426,
+      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "epoch": 0.16326530612244897,
+      "rel-constrast": 5.283468246459961,
+      "step": 208,
+      "subrel-constrast": 4.963812351226807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8306093215942383,
+      "cov-distil (oracle2student)": 7.792827129364014,
+      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "epoch": 0.1640502354788069,
+      "rel-constrast": 5.909091472625732,
+      "step": 209,
+      "subrel-constrast": 5.323974132537842,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.16483516483516483,
+      "grad_norm": 14.875,
+      "learning_rate": 1.045e-05,
+      "loss": 1.5181,
+      "step": 210
+    },
+    {
+      "cov-distil": 3.0215041637420654,
+      "cov-distil (oracle2student)": 8.190481185913086,
+      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "epoch": 0.16483516483516483,
+      "rel-constrast": 5.830654144287109,
+      "step": 210,
+      "subrel-constrast": 6.107037544250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6075353622436523,
+      "cov-distil (oracle2student)": 5.927797317504883,
+      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "epoch": 0.16562009419152277,
+      "rel-constrast": 5.132475852966309,
+      "step": 211,
+      "subrel-constrast": 4.88439416885376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1792759895324707,
+      "cov-distil (oracle2student)": 5.705207347869873,
+      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "epoch": 0.1664050235478807,
+      "rel-constrast": 4.437366485595703,
+      "step": 212,
+      "subrel-constrast": 4.600239276885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.843543529510498,
+      "cov-distil (oracle2student)": 5.749957084655762,
+      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "epoch": 0.16718995290423863,
+      "rel-constrast": 3.4077744483947754,
+      "step": 213,
+      "subrel-constrast": 3.7116200923919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7177345752716064,
+      "cov-distil (oracle2student)": 6.503233909606934,
+      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "epoch": 0.16797488226059654,
+      "rel-constrast": 5.246351718902588,
+      "step": 214,
+      "subrel-constrast": 4.351907253265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.748671054840088,
+      "cov-distil (oracle2student)": 4.586667060852051,
+      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "epoch": 0.16875981161695447,
+      "rel-constrast": 5.743491172790527,
+      "step": 215,
+      "subrel-constrast": 5.712560653686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7116360664367676,
+      "cov-distil (oracle2student)": 4.121926307678223,
+      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "epoch": 0.1695447409733124,
+      "rel-constrast": 4.147603988647461,
+      "step": 216,
+      "subrel-constrast": 3.6736254692077637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1222097873687744,
+      "cov-distil (oracle2student)": 5.266463756561279,
+      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "epoch": 0.17032967032967034,
+      "rel-constrast": 6.011352062225342,
+      "step": 217,
+      "subrel-constrast": 5.236981391906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6187005043029785,
+      "cov-distil (oracle2student)": 4.983086585998535,
+      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "epoch": 0.17111459968602827,
+      "rel-constrast": 6.265609264373779,
+      "step": 218,
+      "subrel-constrast": 4.703866481781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.382068395614624,
+      "cov-distil (oracle2student)": 5.941694259643555,
+      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "epoch": 0.17189952904238617,
+      "rel-constrast": 6.0482497215271,
+      "step": 219,
+      "subrel-constrast": 4.653711318969727,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.1726844583987441,
+      "grad_norm": 13.9375,
+      "learning_rate": 1.095e-05,
+      "loss": 1.3792,
+      "step": 220
+    },
+    {
+      "cov-distil": 2.5856785774230957,
+      "cov-distil (oracle2student)": 6.176444053649902,
+      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "epoch": 0.1726844583987441,
+      "rel-constrast": 5.706560134887695,
+      "step": 220,
+      "subrel-constrast": 5.1533966064453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.762558937072754,
+      "cov-distil (oracle2student)": 6.647637844085693,
+      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "epoch": 0.17346938775510204,
+      "rel-constrast": 5.161595821380615,
+      "step": 221,
+      "subrel-constrast": 4.012270450592041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.637533664703369,
+      "cov-distil (oracle2student)": 5.838397026062012,
+      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "epoch": 0.17425431711145997,
+      "rel-constrast": 5.053402900695801,
+      "step": 222,
+      "subrel-constrast": 4.9708099365234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.336826801300049,
+      "cov-distil (oracle2student)": 5.399420738220215,
+      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "epoch": 0.1750392464678179,
+      "rel-constrast": 3.61594820022583,
+      "step": 223,
+      "subrel-constrast": 4.12787389755249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.445133924484253,
+      "cov-distil (oracle2student)": 5.421712398529053,
+      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "epoch": 0.17582417582417584,
+      "rel-constrast": 4.549353122711182,
+      "step": 224,
+      "subrel-constrast": 4.352869510650635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7959837913513184,
+      "cov-distil (oracle2student)": 6.113248825073242,
+      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "epoch": 0.17660910518053374,
+      "rel-constrast": 5.05862283706665,
+      "step": 225,
+      "subrel-constrast": 5.57745361328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3124284744262695,
+      "cov-distil (oracle2student)": 6.702354431152344,
+      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "epoch": 0.17739403453689168,
+      "rel-constrast": 6.356748580932617,
+      "step": 226,
+      "subrel-constrast": 5.245099067687988,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386946201324463,
+      "cov-distil (oracle2student)": 8.377017974853516,
+      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "epoch": 0.1781789638932496,
+      "rel-constrast": 6.255722999572754,
+      "step": 227,
+      "subrel-constrast": 5.9417009353637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8484878540039062,
+      "cov-distil (oracle2student)": 8.19301986694336,
+      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "epoch": 0.17896389324960754,
+      "rel-constrast": 5.690243721008301,
+      "step": 228,
+      "subrel-constrast": 6.001501560211182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0837349891662598,
+      "cov-distil (oracle2student)": 6.268764495849609,
+      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "epoch": 0.17974882260596547,
+      "rel-constrast": 6.622305870056152,
+      "step": 229,
+      "subrel-constrast": 5.648178577423096,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18053375196232338,
+      "grad_norm": 13.0625,
+      "learning_rate": 1.145e-05,
+      "loss": 1.4223,
+      "step": 230
+    },
+    {
+      "cov-distil": 2.784493923187256,
+      "cov-distil (oracle2student)": 7.625933647155762,
+      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "epoch": 0.18053375196232338,
+      "rel-constrast": 6.5320725440979,
+      "step": 230,
+      "subrel-constrast": 6.3568644523620605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6457338333129883,
+      "cov-distil (oracle2student)": 6.021350860595703,
+      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "epoch": 0.1813186813186813,
+      "rel-constrast": 5.55854606628418,
+      "step": 231,
+      "subrel-constrast": 5.060829162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0115959644317627,
+      "cov-distil (oracle2student)": 4.937437057495117,
+      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "epoch": 0.18210361067503925,
+      "rel-constrast": 5.882181644439697,
+      "step": 232,
+      "subrel-constrast": 5.401787757873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7508275508880615,
+      "cov-distil (oracle2student)": 5.548520088195801,
+      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "epoch": 0.18288854003139718,
+      "rel-constrast": 5.821797847747803,
+      "step": 233,
+      "subrel-constrast": 5.663866996765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9569406509399414,
+      "cov-distil (oracle2student)": 7.222298622131348,
+      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "epoch": 0.1836734693877551,
+      "rel-constrast": 6.105270862579346,
+      "step": 234,
+      "subrel-constrast": 5.712968349456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.103212833404541,
+      "cov-distil (oracle2student)": 7.01689338684082,
+      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "epoch": 0.18445839874411302,
+      "rel-constrast": 5.000349521636963,
+      "step": 235,
+      "subrel-constrast": 5.6979780197143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8269240856170654,
+      "cov-distil (oracle2student)": 6.271734237670898,
+      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "epoch": 0.18524332810047095,
+      "rel-constrast": 6.892180442810059,
+      "step": 236,
+      "subrel-constrast": 5.5071916580200195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.617617607116699,
+      "cov-distil (oracle2student)": 7.684514045715332,
+      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "epoch": 0.18602825745682888,
+      "rel-constrast": 5.50137996673584,
+      "step": 237,
+      "subrel-constrast": 5.996005058288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0465898513793945,
+      "cov-distil (oracle2student)": 5.6181640625,
+      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "epoch": 0.18681318681318682,
+      "rel-constrast": 5.506038665771484,
+      "step": 238,
+      "subrel-constrast": 4.241726398468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179614067077637,
+      "cov-distil (oracle2student)": 4.143487930297852,
+      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "epoch": 0.18759811616954475,
+      "rel-constrast": 5.2203168869018555,
+      "step": 239,
+      "subrel-constrast": 4.7745466232299805,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18838304552590268,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.195e-05,
+      "loss": 1.5289,
+      "step": 240
+    },
+    {
+      "cov-distil": 3.0700650215148926,
+      "cov-distil (oracle2student)": 6.768826484680176,
+      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "epoch": 0.18838304552590268,
+      "rel-constrast": 5.904140949249268,
+      "step": 240,
+      "subrel-constrast": 4.922555446624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.561779499053955,
+      "cov-distil (oracle2student)": 4.69482421875,
+      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "epoch": 0.1891679748822606,
+      "rel-constrast": 7.093609809875488,
+      "step": 241,
+      "subrel-constrast": 5.326828956604004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.611605167388916,
+      "cov-distil (oracle2student)": 8.443441390991211,
+      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "epoch": 0.18995290423861852,
+      "rel-constrast": 6.5073723793029785,
+      "step": 242,
+      "subrel-constrast": 5.4820237159729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022892713546753,
+      "cov-distil (oracle2student)": 5.535630226135254,
+      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "epoch": 0.19073783359497645,
+      "rel-constrast": 4.188787460327148,
+      "step": 243,
+      "subrel-constrast": 4.377328395843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2616350650787354,
+      "cov-distil (oracle2student)": 7.68295955657959,
+      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "epoch": 0.19152276295133439,
+      "rel-constrast": 3.710407257080078,
+      "step": 244,
+      "subrel-constrast": 4.857728958129883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4432787895202637,
+      "cov-distil (oracle2student)": 5.955875396728516,
+      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "epoch": 0.19230769230769232,
+      "rel-constrast": 4.064718246459961,
+      "step": 245,
+      "subrel-constrast": 3.286212921142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300020217895508,
+      "cov-distil (oracle2student)": 7.3102240562438965,
+      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "epoch": 0.19309262166405022,
+      "rel-constrast": 4.880646228790283,
+      "step": 246,
+      "subrel-constrast": 5.000226974487305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8198413848876953,
+      "cov-distil (oracle2student)": 6.318789482116699,
+      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "epoch": 0.19387755102040816,
+      "rel-constrast": 5.271482944488525,
+      "step": 247,
+      "subrel-constrast": 4.728270530700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701936721801758,
+      "cov-distil (oracle2student)": 7.418839454650879,
+      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "epoch": 0.1946624803767661,
+      "rel-constrast": 5.347120761871338,
+      "step": 248,
+      "subrel-constrast": 3.8733067512512207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371919870376587,
+      "cov-distil (oracle2student)": 4.60204553604126,
+      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "epoch": 0.19544740973312402,
+      "rel-constrast": 5.870595932006836,
+      "step": 249,
+      "subrel-constrast": 5.879952907562256,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.19623233908948196,
+      "grad_norm": 12.125,
+      "learning_rate": 1.2450000000000001e-05,
+      "loss": 1.3889,
+      "step": 250
+    },
+    {
+      "cov-distil": 2.57767915725708,
+      "cov-distil (oracle2student)": 5.355373382568359,
+      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "epoch": 0.19623233908948196,
+      "rel-constrast": 4.8918633460998535,
+      "step": 250,
+      "subrel-constrast": 5.259022235870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.245497703552246,
+      "cov-distil (oracle2student)": 6.331605911254883,
+      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "epoch": 0.1970172684458399,
+      "rel-constrast": 5.062900066375732,
+      "step": 251,
+      "subrel-constrast": 5.577909469604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9672136306762695,
+      "cov-distil (oracle2student)": 6.6121673583984375,
+      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "epoch": 0.1978021978021978,
+      "rel-constrast": 4.805986404418945,
+      "step": 252,
+      "subrel-constrast": 5.142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7761154174804688,
+      "cov-distil (oracle2student)": 4.467655181884766,
+      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "epoch": 0.19858712715855573,
+      "rel-constrast": 6.2257208824157715,
+      "step": 253,
+      "subrel-constrast": 6.681684970855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5528666973114014,
+      "cov-distil (oracle2student)": 3.8436954021453857,
+      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "epoch": 0.19937205651491366,
+      "rel-constrast": 4.351076602935791,
+      "step": 254,
+      "subrel-constrast": 4.7084856033325195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436844825744629,
+      "cov-distil (oracle2student)": 4.236217498779297,
+      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "epoch": 0.2001569858712716,
+      "rel-constrast": 4.495194911956787,
+      "step": 255,
+      "subrel-constrast": 4.984120845794678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8471765518188477,
+      "cov-distil (oracle2student)": 6.064319133758545,
+      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "epoch": 0.20094191522762953,
+      "rel-constrast": 6.856153964996338,
+      "step": 256,
+      "subrel-constrast": 6.399039268493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.282780408859253,
+      "cov-distil (oracle2student)": 6.418514728546143,
+      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "epoch": 0.20172684458398743,
+      "rel-constrast": 3.691617488861084,
+      "step": 257,
+      "subrel-constrast": 3.647446393966675,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8209176063537598,
+      "cov-distil (oracle2student)": 6.559376239776611,
+      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "epoch": 0.20251177394034536,
+      "rel-constrast": 5.5977067947387695,
+      "step": 258,
+      "subrel-constrast": 5.495102882385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641873836517334,
+      "cov-distil (oracle2student)": 7.442392349243164,
+      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "epoch": 0.2032967032967033,
+      "rel-constrast": 3.466684103012085,
+      "step": 259,
+      "subrel-constrast": 3.5653722286224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.20408163265306123,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.2950000000000001e-05,
+      "loss": 1.309,
+      "step": 260
+    },
+    {
+      "cov-distil": 3.5698390007019043,
+      "cov-distil (oracle2student)": 7.782341957092285,
+      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "epoch": 0.20408163265306123,
+      "rel-constrast": 7.622033596038818,
+      "step": 260,
+      "subrel-constrast": 7.28366231918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8396096229553223,
+      "cov-distil (oracle2student)": 5.895359992980957,
+      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "epoch": 0.20486656200941916,
+      "rel-constrast": 6.895399570465088,
+      "step": 261,
+      "subrel-constrast": 7.5016703605651855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8108363151550293,
+      "cov-distil (oracle2student)": 6.897369384765625,
+      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "epoch": 0.20565149136577707,
+      "rel-constrast": 6.448241233825684,
+      "step": 262,
+      "subrel-constrast": 5.558028221130371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3478736877441406,
+      "cov-distil (oracle2student)": 6.083657264709473,
+      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "epoch": 0.206436420722135,
+      "rel-constrast": 4.897732734680176,
+      "step": 263,
+      "subrel-constrast": 4.740241527557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.51102614402771,
+      "cov-distil (oracle2student)": 6.846009731292725,
+      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "epoch": 0.20722135007849293,
+      "rel-constrast": 5.827173233032227,
+      "step": 264,
+      "subrel-constrast": 4.172447204589844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1208271980285645,
+      "cov-distil (oracle2student)": 4.811653137207031,
+      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "epoch": 0.20800627943485087,
+      "rel-constrast": 4.7869768142700195,
+      "step": 265,
+      "subrel-constrast": 4.889547824859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.029162645339966,
+      "cov-distil (oracle2student)": 5.588479042053223,
+      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "epoch": 0.2087912087912088,
+      "rel-constrast": 5.366364002227783,
+      "step": 266,
+      "subrel-constrast": 4.852118015289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8015055656433105,
+      "cov-distil (oracle2student)": 5.775141716003418,
+      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "epoch": 0.20957613814756673,
+      "rel-constrast": 6.310330390930176,
+      "step": 267,
+      "subrel-constrast": 5.940087795257568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854526996612549,
+      "cov-distil (oracle2student)": 7.498423099517822,
+      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "epoch": 0.21036106750392464,
+      "rel-constrast": 5.91723108291626,
+      "step": 268,
+      "subrel-constrast": 5.569789886474609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8521933555603027,
+      "cov-distil (oracle2student)": 8.516229629516602,
+      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "epoch": 0.21114599686028257,
+      "rel-constrast": 5.549358367919922,
+      "step": 269,
+      "subrel-constrast": 5.865178108215332,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2119309262166405,
+      "grad_norm": 10.5,
+      "learning_rate": 1.3450000000000002e-05,
+      "loss": 1.5599,
+      "step": 270
+    },
+    {
+      "cov-distil": 2.6384477615356445,
+      "cov-distil (oracle2student)": 6.601221084594727,
+      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "epoch": 0.2119309262166405,
+      "rel-constrast": 5.00776481628418,
+      "step": 270,
+      "subrel-constrast": 5.840844631195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7631101608276367,
+      "cov-distil (oracle2student)": 6.431881904602051,
+      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "epoch": 0.21271585557299844,
+      "rel-constrast": 6.45134162902832,
+      "step": 271,
+      "subrel-constrast": 5.76878023147583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7807393074035645,
+      "cov-distil (oracle2student)": 5.865763187408447,
+      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "epoch": 0.21350078492935637,
+      "rel-constrast": 4.840774059295654,
+      "step": 272,
+      "subrel-constrast": 4.348789691925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6134047508239746,
+      "cov-distil (oracle2student)": 8.872061729431152,
+      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "epoch": 0.21428571428571427,
+      "rel-constrast": 6.13456392288208,
+      "step": 273,
+      "subrel-constrast": 5.690077781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.838979721069336,
+      "cov-distil (oracle2student)": 4.565421104431152,
+      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "epoch": 0.2150706436420722,
+      "rel-constrast": 3.4405574798583984,
+      "step": 274,
+      "subrel-constrast": 3.9467220306396484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.894028663635254,
+      "cov-distil (oracle2student)": 7.862314224243164,
+      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "epoch": 0.21585557299843014,
+      "rel-constrast": 5.791769027709961,
+      "step": 275,
+      "subrel-constrast": 5.281234264373779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.420649766921997,
+      "cov-distil (oracle2student)": 5.416041374206543,
+      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "epoch": 0.21664050235478807,
+      "rel-constrast": 6.379445552825928,
+      "step": 276,
+      "subrel-constrast": 6.395686149597168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.47515606880188,
+      "cov-distil (oracle2student)": 6.390409469604492,
+      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "epoch": 0.217425431711146,
+      "rel-constrast": 6.01629114151001,
+      "step": 277,
+      "subrel-constrast": 4.883129119873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6170835494995117,
+      "cov-distil (oracle2student)": 5.599660873413086,
+      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "epoch": 0.21821036106750394,
+      "rel-constrast": 5.321742057800293,
+      "step": 278,
+      "subrel-constrast": 5.569702625274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4472475051879883,
+      "cov-distil (oracle2student)": 4.157199859619141,
+      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "epoch": 0.21899529042386184,
+      "rel-constrast": 5.365159034729004,
+      "step": 279,
+      "subrel-constrast": 4.612099647521973,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.21978021978021978,
+      "grad_norm": 11.75,
+      "learning_rate": 1.3950000000000002e-05,
+      "loss": 1.4375,
+      "step": 280
+    },
+    {
+      "cov-distil": 2.9893362522125244,
+      "cov-distil (oracle2student)": 4.024957656860352,
+      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "epoch": 0.21978021978021978,
+      "rel-constrast": 3.5614960193634033,
+      "step": 280,
+      "subrel-constrast": 3.8487634658813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.844444990158081,
+      "cov-distil (oracle2student)": 5.392576217651367,
+      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "epoch": 0.2205651491365777,
+      "rel-constrast": 4.974848747253418,
+      "step": 281,
+      "subrel-constrast": 4.340900421142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.113116502761841,
+      "cov-distil (oracle2student)": 5.14133358001709,
+      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "epoch": 0.22135007849293564,
+      "rel-constrast": 3.7480554580688477,
+      "step": 282,
+      "subrel-constrast": 3.691127061843872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6692819595336914,
+      "cov-distil (oracle2student)": 5.371300220489502,
+      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "epoch": 0.22213500784929358,
+      "rel-constrast": 3.1415340900421143,
+      "step": 283,
+      "subrel-constrast": 3.5099706649780273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.123812675476074,
+      "cov-distil (oracle2student)": 5.589199066162109,
+      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "epoch": 0.22291993720565148,
+      "rel-constrast": 5.24945068359375,
+      "step": 284,
+      "subrel-constrast": 5.918647289276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8713016510009766,
+      "cov-distil (oracle2student)": 4.705049991607666,
+      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "epoch": 0.2237048665620094,
+      "rel-constrast": 4.912763595581055,
+      "step": 285,
+      "subrel-constrast": 4.87550163269043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3451600074768066,
+      "cov-distil (oracle2student)": 5.1898112297058105,
+      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "epoch": 0.22448979591836735,
+      "rel-constrast": 3.9581844806671143,
+      "step": 286,
+      "subrel-constrast": 4.999188423156738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.046831130981445,
+      "cov-distil (oracle2student)": 5.279922008514404,
+      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "epoch": 0.22527472527472528,
+      "rel-constrast": 3.851740598678589,
+      "step": 287,
+      "subrel-constrast": 5.069759368896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9045445919036865,
+      "cov-distil (oracle2student)": 4.107922077178955,
+      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "epoch": 0.2260596546310832,
+      "rel-constrast": 3.7474989891052246,
+      "step": 288,
+      "subrel-constrast": 3.227546215057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6393697261810303,
+      "cov-distil (oracle2student)": 5.38969612121582,
+      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "epoch": 0.22684458398744112,
+      "rel-constrast": 5.448161602020264,
+      "step": 289,
+      "subrel-constrast": 4.952843189239502,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.22762951334379905,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.4449999999999999e-05,
+      "loss": 1.1312,
+      "step": 290
+    },
+    {
+      "cov-distil": 2.2228524684906006,
+      "cov-distil (oracle2student)": 5.054024696350098,
+      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "epoch": 0.22762951334379905,
+      "rel-constrast": 4.407362937927246,
+      "step": 290,
+      "subrel-constrast": 3.7540085315704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.322395086288452,
+      "cov-distil (oracle2student)": 5.8189802169799805,
+      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "epoch": 0.22841444270015698,
+      "rel-constrast": 7.071442127227783,
+      "step": 291,
+      "subrel-constrast": 5.730456352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16727876663208,
+      "cov-distil (oracle2student)": 4.567198753356934,
+      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "epoch": 0.22919937205651492,
+      "rel-constrast": 4.42551851272583,
+      "step": 292,
+      "subrel-constrast": 4.485289573669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469608783721924,
+      "cov-distil (oracle2student)": 5.156149864196777,
+      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "epoch": 0.22998430141287285,
+      "rel-constrast": 5.817928314208984,
+      "step": 293,
+      "subrel-constrast": 5.512660503387451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7178702354431152,
+      "cov-distil (oracle2student)": 6.17563009262085,
+      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "epoch": 0.23076923076923078,
+      "rel-constrast": 4.059771537780762,
+      "step": 294,
+      "subrel-constrast": 4.546008110046387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.426544189453125,
+      "cov-distil (oracle2student)": 6.170835494995117,
+      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "epoch": 0.2315541601255887,
+      "rel-constrast": 5.40432071685791,
+      "step": 295,
+      "subrel-constrast": 4.621823310852051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4757297039031982,
+      "cov-distil (oracle2student)": 5.960691452026367,
+      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "epoch": 0.23233908948194662,
+      "rel-constrast": 5.51530122756958,
+      "step": 296,
+      "subrel-constrast": 4.927340507507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.657459259033203,
+      "cov-distil (oracle2student)": 5.8439040184021,
+      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "epoch": 0.23312401883830455,
+      "rel-constrast": 5.3520827293396,
+      "step": 297,
+      "subrel-constrast": 5.7532639503479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3521299362182617,
+      "cov-distil (oracle2student)": 4.154911041259766,
+      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "epoch": 0.23390894819466249,
+      "rel-constrast": 4.380270481109619,
+      "step": 298,
+      "subrel-constrast": 4.369304656982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0642247200012207,
+      "cov-distil (oracle2student)": 8.378507614135742,
+      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "epoch": 0.23469387755102042,
+      "rel-constrast": 6.201256275177002,
+      "step": 299,
+      "subrel-constrast": 6.11863374710083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "grad_norm": 12.3125,
+      "learning_rate": 1.4950000000000001e-05,
+      "loss": 1.3781,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "overlap": 0.2109375,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "student margin": 0.05963134765625
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "teacher margin": 0.038360595703125
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "margin difference": -0.021270751953125,
+      "step": 300
+    },
+    {
+      "cov-distil": 3.008206367492676,
+      "cov-distil (oracle2student)": 5.292865753173828,
+      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "epoch": 0.23547880690737832,
+      "rel-constrast": 4.0116376876831055,
+      "step": 300,
+      "subrel-constrast": 4.785098075866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989365577697754,
+      "cov-distil (oracle2student)": 5.546765327453613,
+      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "epoch": 0.23626373626373626,
+      "rel-constrast": 6.474400043487549,
+      "step": 301,
+      "subrel-constrast": 5.127968788146973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1983444690704346,
+      "cov-distil (oracle2student)": 8.063515663146973,
+      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "epoch": 0.2370486656200942,
+      "rel-constrast": 7.403573989868164,
+      "step": 302,
+      "subrel-constrast": 7.299440383911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1733779907226562,
+      "cov-distil (oracle2student)": 5.806576251983643,
+      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "epoch": 0.23783359497645212,
+      "rel-constrast": 4.8100080490112305,
+      "step": 303,
+      "subrel-constrast": 4.575942039489746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.296001434326172,
+      "cov-distil (oracle2student)": 5.940627098083496,
+      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "epoch": 0.23861852433281006,
+      "rel-constrast": 4.067414283752441,
+      "step": 304,
+      "subrel-constrast": 4.074215888977051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.045285701751709,
+      "cov-distil (oracle2student)": 6.319952487945557,
+      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "epoch": 0.239403453689168,
+      "rel-constrast": 6.282134056091309,
+      "step": 305,
+      "subrel-constrast": 5.782018661499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9121222496032715,
+      "cov-distil (oracle2student)": 5.459598064422607,
+      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "epoch": 0.2401883830455259,
+      "rel-constrast": 4.806554317474365,
+      "step": 306,
+      "subrel-constrast": 4.548116207122803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.127394199371338,
+      "cov-distil (oracle2student)": 6.740002155303955,
+      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "epoch": 0.24097331240188383,
+      "rel-constrast": 4.304414749145508,
+      "step": 307,
+      "subrel-constrast": 4.569100856781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409721851348877,
+      "cov-distil (oracle2student)": 5.193621635437012,
+      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "epoch": 0.24175824175824176,
+      "rel-constrast": 3.959606885910034,
+      "step": 308,
+      "subrel-constrast": 3.5845348834991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8062539100646973,
+      "cov-distil (oracle2student)": 4.71664571762085,
+      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "epoch": 0.2425431711145997,
+      "rel-constrast": 3.0766100883483887,
+      "step": 309,
+      "subrel-constrast": 3.382361888885498,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.24332810047095763,
+      "grad_norm": 9.5,
+      "learning_rate": 1.545e-05,
+      "loss": 1.2937,
+      "step": 310
+    },
+    {
+      "cov-distil": 2.239055633544922,
+      "cov-distil (oracle2student)": 5.393888473510742,
+      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "epoch": 0.24332810047095763,
+      "rel-constrast": 4.987247467041016,
+      "step": 310,
+      "subrel-constrast": 5.139691352844238,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2522640228271484,
+      "cov-distil (oracle2student)": 5.585516452789307,
+      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "epoch": 0.24411302982731553,
+      "rel-constrast": 5.4420576095581055,
+      "step": 311,
+      "subrel-constrast": 5.243014812469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9545369148254395,
+      "cov-distil (oracle2student)": 7.048440933227539,
+      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "epoch": 0.24489795918367346,
+      "rel-constrast": 4.822846412658691,
+      "step": 312,
+      "subrel-constrast": 5.2993550300598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3729989528656006,
+      "cov-distil (oracle2student)": 4.889832496643066,
+      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "epoch": 0.2456828885400314,
+      "rel-constrast": 4.288917064666748,
+      "step": 313,
+      "subrel-constrast": 4.1293230056762695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8544390201568604,
+      "cov-distil (oracle2student)": 5.838968276977539,
+      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "epoch": 0.24646781789638933,
+      "rel-constrast": 7.789211273193359,
+      "step": 314,
+      "subrel-constrast": 7.194558143615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.575493335723877,
+      "cov-distil (oracle2student)": 3.8698391914367676,
+      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "epoch": 0.24725274725274726,
+      "rel-constrast": 5.1448469161987305,
+      "step": 315,
+      "subrel-constrast": 5.066910743713379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5955240726470947,
+      "cov-distil (oracle2student)": 6.330062389373779,
+      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "epoch": 0.24803767660910517,
+      "rel-constrast": 5.845157623291016,
+      "step": 316,
+      "subrel-constrast": 5.653590679168701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.458334445953369,
+      "cov-distil (oracle2student)": 4.185459136962891,
+      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "epoch": 0.2488226059654631,
+      "rel-constrast": 2.779353618621826,
+      "step": 317,
+      "subrel-constrast": 2.9301249980926514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7841362953186035,
+      "cov-distil (oracle2student)": 6.304546356201172,
+      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "epoch": 0.24960753532182103,
+      "rel-constrast": 5.335213661193848,
+      "step": 318,
+      "subrel-constrast": 4.771610736846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.501758098602295,
+      "cov-distil (oracle2student)": 2.5830516815185547,
+      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "epoch": 0.25039246467817894,
+      "rel-constrast": 3.4819953441619873,
+      "step": 319,
+      "subrel-constrast": 4.568965435028076,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25117739403453687,
+      "grad_norm": 9.375,
+      "learning_rate": 1.595e-05,
+      "loss": 1.3169,
+      "step": 320
+    },
+    {
+      "cov-distil": 2.6786675453186035,
+      "cov-distil (oracle2student)": 6.357356071472168,
+      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "epoch": 0.25117739403453687,
+      "rel-constrast": 6.052874565124512,
+      "step": 320,
+      "subrel-constrast": 5.292226314544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.494877815246582,
+      "cov-distil (oracle2student)": 6.876131057739258,
+      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "epoch": 0.2519623233908948,
+      "rel-constrast": 5.749901294708252,
+      "step": 321,
+      "subrel-constrast": 5.932641983032227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.38651180267334,
+      "cov-distil (oracle2student)": 6.265422344207764,
+      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "epoch": 0.25274725274725274,
+      "rel-constrast": 6.318136215209961,
+      "step": 322,
+      "subrel-constrast": 6.435103893280029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4289562702178955,
+      "cov-distil (oracle2student)": 6.545157432556152,
+      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "epoch": 0.25353218210361067,
+      "rel-constrast": 3.1901004314422607,
+      "step": 323,
+      "subrel-constrast": 3.988408327102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2045464515686035,
+      "cov-distil (oracle2student)": 4.834115982055664,
+      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "epoch": 0.2543171114599686,
+      "rel-constrast": 3.4951283931732178,
+      "step": 324,
+      "subrel-constrast": 5.053758144378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7462997436523438,
+      "cov-distil (oracle2student)": 4.760239124298096,
+      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "epoch": 0.25510204081632654,
+      "rel-constrast": 5.508856773376465,
+      "step": 325,
+      "subrel-constrast": 4.718686580657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674020528793335,
+      "cov-distil (oracle2student)": 6.0317277908325195,
+      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "epoch": 0.25588697017268447,
+      "rel-constrast": 4.99403190612793,
+      "step": 326,
+      "subrel-constrast": 5.0482378005981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5660901069641113,
+      "cov-distil (oracle2student)": 4.034915447235107,
+      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "epoch": 0.2566718995290424,
+      "rel-constrast": 4.6133012771606445,
+      "step": 327,
+      "subrel-constrast": 4.879344940185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.365044593811035,
+      "cov-distil (oracle2student)": 6.041069984436035,
+      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "epoch": 0.25745682888540034,
+      "rel-constrast": 7.124080181121826,
+      "step": 328,
+      "subrel-constrast": 5.432338714599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.372805118560791,
+      "cov-distil (oracle2student)": 5.78395938873291,
+      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "epoch": 0.25824175824175827,
+      "rel-constrast": 6.051140308380127,
+      "step": 329,
+      "subrel-constrast": 5.881999492645264,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25902668759811615,
+      "grad_norm": 12.8125,
+      "learning_rate": 1.645e-05,
+      "loss": 1.3897,
+      "step": 330
+    },
+    {
+      "cov-distil": 2.17360520362854,
+      "cov-distil (oracle2student)": 4.5049262046813965,
+      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "epoch": 0.25902668759811615,
+      "rel-constrast": 6.193095684051514,
+      "step": 330,
+      "subrel-constrast": 6.21535587310791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125455856323242,
+      "cov-distil (oracle2student)": 6.844125747680664,
+      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "epoch": 0.2598116169544741,
+      "rel-constrast": 5.395874977111816,
+      "step": 331,
+      "subrel-constrast": 5.601707458496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.006053924560547,
+      "cov-distil (oracle2student)": 6.137346267700195,
+      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "epoch": 0.260596546310832,
+      "rel-constrast": 5.007664203643799,
+      "step": 332,
+      "subrel-constrast": 5.2837815284729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.734050750732422,
+      "cov-distil (oracle2student)": 7.4360809326171875,
+      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "epoch": 0.26138147566718994,
+      "rel-constrast": 7.471103668212891,
+      "step": 333,
+      "subrel-constrast": 6.6938323974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.608743667602539,
+      "cov-distil (oracle2student)": 6.094544410705566,
+      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "epoch": 0.2621664050235479,
+      "rel-constrast": 6.776917934417725,
+      "step": 334,
+      "subrel-constrast": 5.880159378051758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.892280101776123,
+      "cov-distil (oracle2student)": 5.178328514099121,
+      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "epoch": 0.2629513343799058,
+      "rel-constrast": 4.494962215423584,
+      "step": 335,
+      "subrel-constrast": 4.386334419250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2362866401672363,
+      "cov-distil (oracle2student)": 6.626348495483398,
+      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "epoch": 0.26373626373626374,
+      "rel-constrast": 3.794989585876465,
+      "step": 336,
+      "subrel-constrast": 3.689164638519287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.421428918838501,
+      "cov-distil (oracle2student)": 7.400732040405273,
+      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "epoch": 0.2645211930926217,
+      "rel-constrast": 5.231344699859619,
+      "step": 337,
+      "subrel-constrast": 5.4244794845581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3564536571502686,
+      "cov-distil (oracle2student)": 5.809101104736328,
+      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "epoch": 0.2653061224489796,
+      "rel-constrast": 3.5233960151672363,
+      "step": 338,
+      "subrel-constrast": 3.6908886432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1037206649780273,
+      "cov-distil (oracle2student)": 2.2603325843811035,
+      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "epoch": 0.26609105180533754,
+      "rel-constrast": 3.4815633296966553,
+      "step": 339,
+      "subrel-constrast": 3.288261890411377,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2668759811616955,
+      "grad_norm": 8.6875,
+      "learning_rate": 1.6950000000000002e-05,
+      "loss": 1.3469,
+      "step": 340
+    },
+    {
+      "cov-distil": 3.3706393241882324,
+      "cov-distil (oracle2student)": 6.5477705001831055,
+      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "epoch": 0.2668759811616955,
+      "rel-constrast": 4.431926727294922,
+      "step": 340,
+      "subrel-constrast": 4.443270683288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7762702703475952,
+      "cov-distil (oracle2student)": 5.8467302322387695,
+      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "epoch": 0.26766091051805335,
+      "rel-constrast": 6.334066390991211,
+      "step": 341,
+      "subrel-constrast": 5.981983661651611,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9460091590881348,
+      "cov-distil (oracle2student)": 5.643100738525391,
+      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "epoch": 0.2684458398744113,
+      "rel-constrast": 5.211766242980957,
+      "step": 342,
+      "subrel-constrast": 5.1992878913879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.367637872695923,
+      "cov-distil (oracle2student)": 5.941043853759766,
+      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "epoch": 0.2692307692307692,
+      "rel-constrast": 5.264193058013916,
+      "step": 343,
+      "subrel-constrast": 3.895352840423584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.412367820739746,
+      "cov-distil (oracle2student)": 7.493007659912109,
+      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "epoch": 0.27001569858712715,
+      "rel-constrast": 5.213747024536133,
+      "step": 344,
+      "subrel-constrast": 4.595364093780518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8810176849365234,
+      "cov-distil (oracle2student)": 7.061761379241943,
+      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "epoch": 0.2708006279434851,
+      "rel-constrast": 5.749035835266113,
+      "step": 345,
+      "subrel-constrast": 5.173506259918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8150792121887207,
+      "cov-distil (oracle2student)": 5.25694465637207,
+      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "epoch": 0.271585557299843,
+      "rel-constrast": 3.7829973697662354,
+      "step": 346,
+      "subrel-constrast": 4.973955154418945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5536751747131348,
+      "cov-distil (oracle2student)": 4.120350360870361,
+      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "epoch": 0.27237048665620095,
+      "rel-constrast": 3.704036235809326,
+      "step": 347,
+      "subrel-constrast": 3.350982666015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1382832527160645,
+      "cov-distil (oracle2student)": 5.11441707611084,
+      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "epoch": 0.2731554160125589,
+      "rel-constrast": 3.458172082901001,
+      "step": 348,
+      "subrel-constrast": 4.3986616134643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1670680046081543,
+      "cov-distil (oracle2student)": 6.426840782165527,
+      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "epoch": 0.2739403453689168,
+      "rel-constrast": 3.4649224281311035,
+      "step": 349,
+      "subrel-constrast": 3.7243576049804688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.27472527472527475,
+      "grad_norm": 9.25,
+      "learning_rate": 1.745e-05,
+      "loss": 1.2339,
+      "step": 350
+    },
+    {
+      "cov-distil": 3.608635902404785,
+      "cov-distil (oracle2student)": 4.330803871154785,
+      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "epoch": 0.27472527472527475,
+      "rel-constrast": 5.567419528961182,
+      "step": 350,
+      "subrel-constrast": 5.5189409255981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.042238473892212,
+      "cov-distil (oracle2student)": 5.05877685546875,
+      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "epoch": 0.2755102040816326,
+      "rel-constrast": 4.822046756744385,
+      "step": 351,
+      "subrel-constrast": 4.42357063293457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5642943382263184,
+      "cov-distil (oracle2student)": 5.4788360595703125,
+      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "epoch": 0.27629513343799056,
+      "rel-constrast": 4.740970134735107,
+      "step": 352,
+      "subrel-constrast": 4.879831790924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6448025703430176,
+      "cov-distil (oracle2student)": 8.111321449279785,
+      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "epoch": 0.2770800627943485,
+      "rel-constrast": 5.818354606628418,
+      "step": 353,
+      "subrel-constrast": 5.211849689483643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4067766666412354,
+      "cov-distil (oracle2student)": 4.365912914276123,
+      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "epoch": 0.2778649921507064,
+      "rel-constrast": 5.573647975921631,
+      "step": 354,
+      "subrel-constrast": 5.32288122177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5952365398406982,
+      "cov-distil (oracle2student)": 5.804892539978027,
+      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "epoch": 0.27864992150706436,
+      "rel-constrast": 2.9114840030670166,
+      "step": 355,
+      "subrel-constrast": 3.7944581508636475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0212960243225098,
+      "cov-distil (oracle2student)": 5.7747039794921875,
+      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "epoch": 0.2794348508634223,
+      "rel-constrast": 5.615074634552002,
+      "step": 356,
+      "subrel-constrast": 4.403563022613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7942184209823608,
+      "cov-distil (oracle2student)": 6.0659027099609375,
+      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "epoch": 0.2802197802197802,
+      "rel-constrast": 5.249208927154541,
+      "step": 357,
+      "subrel-constrast": 5.535679817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.774811267852783,
+      "cov-distil (oracle2student)": 6.464753150939941,
+      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "epoch": 0.28100470957613816,
+      "rel-constrast": 4.891279697418213,
+      "step": 358,
+      "subrel-constrast": 5.464860439300537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.453803539276123,
+      "cov-distil (oracle2student)": 4.161431789398193,
+      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "epoch": 0.2817896389324961,
+      "rel-constrast": 5.083553314208984,
+      "step": 359,
+      "subrel-constrast": 4.7147111892700195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.282574568288854,
+      "grad_norm": 11.3125,
+      "learning_rate": 1.795e-05,
+      "loss": 1.3216,
+      "step": 360
+    },
+    {
+      "cov-distil": 2.5603387355804443,
+      "cov-distil (oracle2student)": 5.630814552307129,
+      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "epoch": 0.282574568288854,
+      "rel-constrast": 4.032361030578613,
+      "step": 360,
+      "subrel-constrast": 4.251352787017822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8229472637176514,
+      "cov-distil (oracle2student)": 6.268754005432129,
+      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "epoch": 0.28335949764521196,
+      "rel-constrast": 4.587757587432861,
+      "step": 361,
+      "subrel-constrast": 5.313897132873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8588380813598633,
+      "cov-distil (oracle2student)": 5.717771530151367,
+      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "epoch": 0.28414442700156983,
+      "rel-constrast": 4.3423991203308105,
+      "step": 362,
+      "subrel-constrast": 4.597593784332275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7841402292251587,
+      "cov-distil (oracle2student)": 5.66856050491333,
+      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "epoch": 0.28492935635792777,
+      "rel-constrast": 4.133660316467285,
+      "step": 363,
+      "subrel-constrast": 4.4824748039245605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4724202156066895,
+      "cov-distil (oracle2student)": 5.346518516540527,
+      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "epoch": 0.2857142857142857,
+      "rel-constrast": 4.145630836486816,
+      "step": 364,
+      "subrel-constrast": 4.977063179016113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.808846354484558,
+      "cov-distil (oracle2student)": 5.196928977966309,
+      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "epoch": 0.28649921507064363,
+      "rel-constrast": 4.831958770751953,
+      "step": 365,
+      "subrel-constrast": 3.620854616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8844127655029297,
+      "cov-distil (oracle2student)": 4.427166938781738,
+      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "epoch": 0.28728414442700156,
+      "rel-constrast": 2.9533321857452393,
+      "step": 366,
+      "subrel-constrast": 3.6614904403686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.588649034500122,
+      "cov-distil (oracle2student)": 4.825804710388184,
+      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "epoch": 0.2880690737833595,
+      "rel-constrast": 3.4529616832733154,
+      "step": 367,
+      "subrel-constrast": 3.642184257507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7902345657348633,
+      "cov-distil (oracle2student)": 3.9853460788726807,
+      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "epoch": 0.28885400313971743,
+      "rel-constrast": 4.276392936706543,
+      "step": 368,
+      "subrel-constrast": 4.645603179931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6349034309387207,
+      "cov-distil (oracle2student)": 4.3472089767456055,
+      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "epoch": 0.28963893249607536,
+      "rel-constrast": 3.0620291233062744,
+      "step": 369,
+      "subrel-constrast": 4.223392486572266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2904238618524333,
+      "grad_norm": 8.625,
+      "learning_rate": 1.845e-05,
+      "loss": 1.056,
+      "step": 370
+    },
+    {
+      "cov-distil": 2.1786646842956543,
+      "cov-distil (oracle2student)": 5.363110542297363,
+      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "epoch": 0.2904238618524333,
+      "rel-constrast": 5.482825756072998,
+      "step": 370,
+      "subrel-constrast": 5.345534801483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2218286991119385,
+      "cov-distil (oracle2student)": 4.884929656982422,
+      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "epoch": 0.29120879120879123,
+      "rel-constrast": 3.8980860710144043,
+      "step": 371,
+      "subrel-constrast": 4.179631233215332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699034690856934,
+      "cov-distil (oracle2student)": 6.411710739135742,
+      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "epoch": 0.29199372056514916,
+      "rel-constrast": 4.8935041427612305,
+      "step": 372,
+      "subrel-constrast": 4.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.892509937286377,
+      "cov-distil (oracle2student)": 5.259044170379639,
+      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "epoch": 0.29277864992150704,
+      "rel-constrast": 3.2014081478118896,
+      "step": 373,
+      "subrel-constrast": 4.1573052406311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.772082805633545,
+      "cov-distil (oracle2student)": 4.566726207733154,
+      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "epoch": 0.29356357927786497,
+      "rel-constrast": 3.1878111362457275,
+      "step": 374,
+      "subrel-constrast": 3.35384464263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.591693162918091,
+      "cov-distil (oracle2student)": 5.522881507873535,
+      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "epoch": 0.2943485086342229,
+      "rel-constrast": 5.37741756439209,
+      "step": 375,
+      "subrel-constrast": 4.653171062469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5359158515930176,
+      "cov-distil (oracle2student)": 5.827084064483643,
+      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "epoch": 0.29513343799058084,
+      "rel-constrast": 4.727353572845459,
+      "step": 376,
+      "subrel-constrast": 3.935854911804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781376838684082,
+      "cov-distil (oracle2student)": 4.058488368988037,
+      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "epoch": 0.29591836734693877,
+      "rel-constrast": 3.8341798782348633,
+      "step": 377,
+      "subrel-constrast": 3.886284351348877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2513608932495117,
+      "cov-distil (oracle2student)": 6.062292098999023,
+      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "epoch": 0.2967032967032967,
+      "rel-constrast": 4.896815299987793,
+      "step": 378,
+      "subrel-constrast": 5.234432220458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.81939697265625,
+      "cov-distil (oracle2student)": 6.846397399902344,
+      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "epoch": 0.29748822605965464,
+      "rel-constrast": 4.4655609130859375,
+      "step": 379,
+      "subrel-constrast": 5.3056440353393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.29827315541601257,
+      "grad_norm": 9.1875,
+      "learning_rate": 1.895e-05,
+      "loss": 1.1617,
+      "step": 380
+    },
+    {
+      "cov-distil": 2.145519733428955,
+      "cov-distil (oracle2student)": 5.0195159912109375,
+      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "epoch": 0.29827315541601257,
+      "rel-constrast": 5.061878204345703,
+      "step": 380,
+      "subrel-constrast": 4.256718158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4396960735321045,
+      "cov-distil (oracle2student)": 5.107587814331055,
+      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "epoch": 0.2990580847723705,
+      "rel-constrast": 5.701793193817139,
+      "step": 381,
+      "subrel-constrast": 5.409301280975342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1333658695220947,
+      "cov-distil (oracle2student)": 5.085638523101807,
+      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "epoch": 0.29984301412872844,
+      "rel-constrast": 5.165194511413574,
+      "step": 382,
+      "subrel-constrast": 5.093568325042725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2161717414855957,
+      "cov-distil (oracle2student)": 7.9994072914123535,
+      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "epoch": 0.30062794348508637,
+      "rel-constrast": 7.066175937652588,
+      "step": 383,
+      "subrel-constrast": 6.8308610916137695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2208333015441895,
+      "cov-distil (oracle2student)": 4.0523858070373535,
+      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "epoch": 0.30141287284144425,
+      "rel-constrast": 4.53468132019043,
+      "step": 384,
+      "subrel-constrast": 5.056024074554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.071730136871338,
+      "cov-distil (oracle2student)": 4.249073505401611,
+      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "epoch": 0.3021978021978022,
+      "rel-constrast": 3.109813690185547,
+      "step": 385,
+      "subrel-constrast": 4.911736488342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9057316780090332,
+      "cov-distil (oracle2student)": 5.550108432769775,
+      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "epoch": 0.3029827315541601,
+      "rel-constrast": 6.038972854614258,
+      "step": 386,
+      "subrel-constrast": 5.7528533935546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.894748568534851,
+      "cov-distil (oracle2student)": 4.208711624145508,
+      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "epoch": 0.30376766091051804,
+      "rel-constrast": 3.28928804397583,
+      "step": 387,
+      "subrel-constrast": 4.545385837554932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.000256061553955,
+      "cov-distil (oracle2student)": 3.989053964614868,
+      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "epoch": 0.304552590266876,
+      "rel-constrast": 3.6278958320617676,
+      "step": 388,
+      "subrel-constrast": 4.682122230529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.647186756134033,
+      "cov-distil (oracle2student)": 5.239346027374268,
+      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "epoch": 0.3053375196232339,
+      "rel-constrast": 5.672878265380859,
+      "step": 389,
+      "subrel-constrast": 5.35860013961792,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.30612244897959184,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.9450000000000002e-05,
+      "loss": 1.2934,
+      "step": 390
+    },
+    {
+      "cov-distil": 1.9906284809112549,
+      "cov-distil (oracle2student)": 5.879648208618164,
+      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "epoch": 0.30612244897959184,
+      "rel-constrast": 3.779395580291748,
+      "step": 390,
+      "subrel-constrast": 4.119905471801758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.988453984260559,
+      "cov-distil (oracle2student)": 4.781367301940918,
+      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "epoch": 0.3069073783359498,
+      "rel-constrast": 3.251140594482422,
+      "step": 391,
+      "subrel-constrast": 3.398293972015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271214008331299,
+      "cov-distil (oracle2student)": 3.573791265487671,
+      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "epoch": 0.3076923076923077,
+      "rel-constrast": 3.212885618209839,
+      "step": 392,
+      "subrel-constrast": 4.208346843719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.500980854034424,
+      "cov-distil (oracle2student)": 5.914056777954102,
+      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "epoch": 0.30847723704866564,
+      "rel-constrast": 5.385578632354736,
+      "step": 393,
+      "subrel-constrast": 5.659003257751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4672982692718506,
+      "cov-distil (oracle2student)": 4.736859321594238,
+      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "epoch": 0.3092621664050236,
+      "rel-constrast": 2.597383975982666,
+      "step": 394,
+      "subrel-constrast": 3.6748647689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2462375164031982,
+      "cov-distil (oracle2student)": 5.579372406005859,
+      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "epoch": 0.31004709576138145,
+      "rel-constrast": 4.2792158126831055,
+      "step": 395,
+      "subrel-constrast": 4.788985729217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1940720081329346,
+      "cov-distil (oracle2student)": 6.999589920043945,
+      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "epoch": 0.3108320251177394,
+      "rel-constrast": 3.4981136322021484,
+      "step": 396,
+      "subrel-constrast": 3.725527048110962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4211723804473877,
+      "cov-distil (oracle2student)": 4.806880474090576,
+      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "epoch": 0.3116169544740973,
+      "rel-constrast": 3.6912615299224854,
+      "step": 397,
+      "subrel-constrast": 4.080460548400879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.147724151611328,
+      "cov-distil (oracle2student)": 3.4920403957366943,
+      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "epoch": 0.31240188383045525,
+      "rel-constrast": 3.37844181060791,
+      "step": 398,
+      "subrel-constrast": 4.133568286895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341226577758789,
+      "cov-distil (oracle2student)": 5.704563140869141,
+      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "epoch": 0.3131868131868132,
+      "rel-constrast": 5.77735710144043,
+      "step": 399,
+      "subrel-constrast": 5.990045070648193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "grad_norm": 10.25,
+      "learning_rate": 1.995e-05,
+      "loss": 1.0277,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "overlap": 0.21250000596046448,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "student margin": 0.0499267578125
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "teacher margin": 0.0330810546875
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "margin difference": -0.016845703125,
+      "step": 400
+    },
+    {
+      "cov-distil": 3.029654026031494,
+      "cov-distil (oracle2student)": 6.3546295166015625,
+      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "epoch": 0.3139717425431711,
+      "rel-constrast": 5.21034049987793,
+      "step": 400,
+      "subrel-constrast": 4.272339820861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7038116455078125,
+      "cov-distil (oracle2student)": 4.764902114868164,
+      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "epoch": 0.31475667189952905,
+      "rel-constrast": 4.609540939331055,
+      "step": 401,
+      "subrel-constrast": 4.73413610458374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.099792242050171,
+      "cov-distil (oracle2student)": 3.520395278930664,
+      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "epoch": 0.315541601255887,
+      "rel-constrast": 3.90291428565979,
+      "step": 402,
+      "subrel-constrast": 4.711536407470703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4153919219970703,
+      "cov-distil (oracle2student)": 4.881484031677246,
+      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "epoch": 0.3163265306122449,
+      "rel-constrast": 5.590476036071777,
+      "step": 403,
+      "subrel-constrast": 6.7442402839660645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.070514678955078,
+      "cov-distil (oracle2student)": 6.963999271392822,
+      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "epoch": 0.31711145996860285,
+      "rel-constrast": 4.405279159545898,
+      "step": 404,
+      "subrel-constrast": 4.019079208374023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7390613555908203,
+      "cov-distil (oracle2student)": 5.906704425811768,
+      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "epoch": 0.3178963893249607,
+      "rel-constrast": 5.089980125427246,
+      "step": 405,
+      "subrel-constrast": 5.007596969604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4844894409179688,
+      "cov-distil (oracle2student)": 3.5109589099884033,
+      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "epoch": 0.31868131868131866,
+      "rel-constrast": 3.7930362224578857,
+      "step": 406,
+      "subrel-constrast": 3.798858642578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3034815788269043,
+      "cov-distil (oracle2student)": 3.7118170261383057,
+      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "epoch": 0.3194662480376766,
+      "rel-constrast": 3.579343557357788,
+      "step": 407,
+      "subrel-constrast": 3.7536656856536865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386108875274658,
+      "cov-distil (oracle2student)": 7.637016773223877,
+      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "epoch": 0.3202511773940345,
+      "rel-constrast": 5.229757308959961,
+      "step": 408,
+      "subrel-constrast": 5.07039737701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8611326217651367,
+      "cov-distil (oracle2student)": 5.232067108154297,
+      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "epoch": 0.32103610675039246,
+      "rel-constrast": 3.642263174057007,
+      "step": 409,
+      "subrel-constrast": 4.416981220245361,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3218210361067504,
+      "grad_norm": 10.3125,
+      "learning_rate": 2.045e-05,
+      "loss": 1.1891,
+      "step": 410
+    },
+    {
+      "cov-distil": 2.2154881954193115,
+      "cov-distil (oracle2student)": 6.773739814758301,
+      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "epoch": 0.3218210361067504,
+      "rel-constrast": 3.8010854721069336,
+      "step": 410,
+      "subrel-constrast": 4.40297269821167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.502871513366699,
+      "cov-distil (oracle2student)": 5.0695061683654785,
+      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "epoch": 0.3226059654631083,
+      "rel-constrast": 3.752478837966919,
+      "step": 411,
+      "subrel-constrast": 4.620887756347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1412277221679688,
+      "cov-distil (oracle2student)": 5.670042037963867,
+      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "epoch": 0.32339089481946626,
+      "rel-constrast": 3.702781915664673,
+      "step": 412,
+      "subrel-constrast": 3.522353172302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.622506618499756,
+      "cov-distil (oracle2student)": 3.7515993118286133,
+      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "epoch": 0.3241758241758242,
+      "rel-constrast": 4.642484188079834,
+      "step": 413,
+      "subrel-constrast": 4.491447448730469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7788538932800293,
+      "cov-distil (oracle2student)": 4.702597618103027,
+      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "epoch": 0.3249607535321821,
+      "rel-constrast": 5.818304061889648,
+      "step": 414,
+      "subrel-constrast": 6.06870698928833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9587523937225342,
+      "cov-distil (oracle2student)": 5.824624538421631,
+      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "epoch": 0.32574568288854006,
+      "rel-constrast": 4.23227596282959,
+      "step": 415,
+      "subrel-constrast": 4.3078107833862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7149274349212646,
+      "cov-distil (oracle2student)": 4.385428428649902,
+      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "epoch": 0.32653061224489793,
+      "rel-constrast": 2.614161491394043,
+      "step": 416,
+      "subrel-constrast": 3.0772061347961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901108741760254,
+      "cov-distil (oracle2student)": 5.8399505615234375,
+      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "epoch": 0.32731554160125587,
+      "rel-constrast": 4.529116630554199,
+      "step": 417,
+      "subrel-constrast": 3.6887731552124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.264662504196167,
+      "cov-distil (oracle2student)": 5.077439308166504,
+      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "epoch": 0.3281004709576138,
+      "rel-constrast": 3.489309549331665,
+      "step": 418,
+      "subrel-constrast": 4.08317232131958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0951147079467773,
+      "cov-distil (oracle2student)": 5.056512355804443,
+      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "epoch": 0.32888540031397173,
+      "rel-constrast": 4.336194038391113,
+      "step": 419,
+      "subrel-constrast": 4.286928176879883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.32967032967032966,
+      "grad_norm": 11.125,
+      "learning_rate": 2.095e-05,
+      "loss": 1.0809,
+      "step": 420
+    },
+    {
+      "cov-distil": 2.853148937225342,
+      "cov-distil (oracle2student)": 4.900213718414307,
+      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "epoch": 0.32967032967032966,
+      "rel-constrast": 2.7741894721984863,
+      "step": 420,
+      "subrel-constrast": 4.219531536102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.347733497619629,
+      "cov-distil (oracle2student)": 5.8397064208984375,
+      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "epoch": 0.3304552590266876,
+      "rel-constrast": 4.240979194641113,
+      "step": 421,
+      "subrel-constrast": 4.324865818023682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3546690940856934,
+      "cov-distil (oracle2student)": 4.496642112731934,
+      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "epoch": 0.33124018838304553,
+      "rel-constrast": 4.255103588104248,
+      "step": 422,
+      "subrel-constrast": 5.117549419403076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.715123176574707,
+      "cov-distil (oracle2student)": 4.683563232421875,
+      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "epoch": 0.33202511773940346,
+      "rel-constrast": 5.569277763366699,
+      "step": 423,
+      "subrel-constrast": 5.483921527862549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235517978668213,
+      "cov-distil (oracle2student)": 3.439777374267578,
+      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "epoch": 0.3328100470957614,
+      "rel-constrast": 2.9701004028320312,
+      "step": 424,
+      "subrel-constrast": 3.481750249862671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.576808214187622,
+      "cov-distil (oracle2student)": 4.481812477111816,
+      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "epoch": 0.33359497645211933,
+      "rel-constrast": 3.951779842376709,
+      "step": 425,
+      "subrel-constrast": 4.240853786468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1964685916900635,
+      "cov-distil (oracle2student)": 5.804289817810059,
+      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "epoch": 0.33437990580847726,
+      "rel-constrast": 4.0014448165893555,
+      "step": 426,
+      "subrel-constrast": 4.291764736175537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8239710330963135,
+      "cov-distil (oracle2student)": 6.429267406463623,
+      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "epoch": 0.33516483516483514,
+      "rel-constrast": 5.43123197555542,
+      "step": 427,
+      "subrel-constrast": 5.811346530914307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.957871437072754,
+      "cov-distil (oracle2student)": 5.654982566833496,
+      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "epoch": 0.3359497645211931,
+      "rel-constrast": 3.8812756538391113,
+      "step": 428,
+      "subrel-constrast": 4.840229511260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.233981132507324,
+      "cov-distil (oracle2student)": 4.738227844238281,
+      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "epoch": 0.336734693877551,
+      "rel-constrast": 3.1858866214752197,
+      "step": 429,
+      "subrel-constrast": 4.9521284103393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.33751962323390894,
+      "grad_norm": 7.8125,
+      "learning_rate": 2.145e-05,
+      "loss": 1.0748,
+      "step": 430
+    },
+    {
+      "cov-distil": 2.071441173553467,
+      "cov-distil (oracle2student)": 5.731252193450928,
+      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "epoch": 0.33751962323390894,
+      "rel-constrast": 3.4950835704803467,
+      "step": 430,
+      "subrel-constrast": 4.140163898468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.762049674987793,
+      "cov-distil (oracle2student)": 5.917123794555664,
+      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "epoch": 0.33830455259026687,
+      "rel-constrast": 3.0546138286590576,
+      "step": 431,
+      "subrel-constrast": 3.9004335403442383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.009577989578247,
+      "cov-distil (oracle2student)": 4.721602439880371,
+      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "epoch": 0.3390894819466248,
+      "rel-constrast": 3.20813250541687,
+      "step": 432,
+      "subrel-constrast": 2.7180888652801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3607802391052246,
+      "cov-distil (oracle2student)": 5.02647590637207,
+      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "epoch": 0.33987441130298274,
+      "rel-constrast": 3.091285228729248,
+      "step": 433,
+      "subrel-constrast": 3.6924705505371094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.247466564178467,
+      "cov-distil (oracle2student)": 5.613053321838379,
+      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "epoch": 0.34065934065934067,
+      "rel-constrast": 6.07712459564209,
+      "step": 434,
+      "subrel-constrast": 5.707917213439941,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.775041341781616,
+      "cov-distil (oracle2student)": 4.206188201904297,
+      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "epoch": 0.3414442700156986,
+      "rel-constrast": 4.096330642700195,
+      "step": 435,
+      "subrel-constrast": 4.643835067749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1919288635253906,
+      "cov-distil (oracle2student)": 5.838393688201904,
+      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "epoch": 0.34222919937205654,
+      "rel-constrast": 3.9760336875915527,
+      "step": 436,
+      "subrel-constrast": 4.569299221038818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.402763605117798,
+      "cov-distil (oracle2student)": 5.501781463623047,
+      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "epoch": 0.34301412872841447,
+      "rel-constrast": 4.09533166885376,
+      "step": 437,
+      "subrel-constrast": 4.315829277038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2494189739227295,
+      "cov-distil (oracle2student)": 7.242899417877197,
+      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "epoch": 0.34379905808477235,
+      "rel-constrast": 5.04097843170166,
+      "step": 438,
+      "subrel-constrast": 4.862870216369629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2995710372924805,
+      "cov-distil (oracle2student)": 6.75054407119751,
+      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "epoch": 0.3445839874411303,
+      "rel-constrast": 4.982070446014404,
+      "step": 439,
+      "subrel-constrast": 5.908459663391113,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3453689167974882,
+      "grad_norm": 9.0625,
+      "learning_rate": 2.195e-05,
+      "loss": 1.0863,
+      "step": 440
+    },
+    {
+      "cov-distil": 2.3884384632110596,
+      "cov-distil (oracle2student)": 3.627267837524414,
+      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "epoch": 0.3453689167974882,
+      "rel-constrast": 3.338059425354004,
+      "step": 440,
+      "subrel-constrast": 3.8772172927856445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.314605712890625,
+      "cov-distil (oracle2student)": 3.331043243408203,
+      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "epoch": 0.34615384615384615,
+      "rel-constrast": 3.4346771240234375,
+      "step": 441,
+      "subrel-constrast": 4.622008323669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.188438653945923,
+      "cov-distil (oracle2student)": 4.153973579406738,
+      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "epoch": 0.3469387755102041,
+      "rel-constrast": 3.282660484313965,
+      "step": 442,
+      "subrel-constrast": 4.078038215637207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141457557678223,
+      "cov-distil (oracle2student)": 3.9378161430358887,
+      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "epoch": 0.347723704866562,
+      "rel-constrast": 3.16465163230896,
+      "step": 443,
+      "subrel-constrast": 3.99902606010437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184648513793945,
+      "cov-distil (oracle2student)": 4.154224395751953,
+      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "epoch": 0.34850863422291994,
+      "rel-constrast": 4.452948570251465,
+      "step": 444,
+      "subrel-constrast": 4.752323627471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.465195417404175,
+      "cov-distil (oracle2student)": 6.024938106536865,
+      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "epoch": 0.3492935635792779,
+      "rel-constrast": 3.97629976272583,
+      "step": 445,
+      "subrel-constrast": 4.345099925994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387889862060547,
+      "cov-distil (oracle2student)": 6.552669525146484,
+      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "epoch": 0.3500784929356358,
+      "rel-constrast": 4.845789909362793,
+      "step": 446,
+      "subrel-constrast": 4.969698905944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.397533416748047,
+      "cov-distil (oracle2student)": 4.364714622497559,
+      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "epoch": 0.35086342229199374,
+      "rel-constrast": 3.937595844268799,
+      "step": 447,
+      "subrel-constrast": 4.312699794769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7098320722579956,
+      "cov-distil (oracle2student)": 4.228442192077637,
+      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "epoch": 0.3516483516483517,
+      "rel-constrast": 4.023503303527832,
+      "step": 448,
+      "subrel-constrast": 4.394430637359619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.685983657836914,
+      "cov-distil (oracle2student)": 5.232016563415527,
+      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "epoch": 0.35243328100470955,
+      "rel-constrast": 4.860464096069336,
+      "step": 449,
+      "subrel-constrast": 5.943270206451416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3532182103610675,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.245e-05,
+      "loss": 1.0413,
+      "step": 450
+    },
+    {
+      "cov-distil": 2.2508721351623535,
+      "cov-distil (oracle2student)": 2.906092643737793,
+      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "epoch": 0.3532182103610675,
+      "rel-constrast": 4.014590740203857,
+      "step": 450,
+      "subrel-constrast": 3.848747491836548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.404543161392212,
+      "cov-distil (oracle2student)": 4.871207237243652,
+      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "epoch": 0.3540031397174254,
+      "rel-constrast": 4.726263999938965,
+      "step": 451,
+      "subrel-constrast": 4.601378440856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3678207397460938,
+      "cov-distil (oracle2student)": 4.7101731300354,
+      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "epoch": 0.35478806907378335,
+      "rel-constrast": 6.3743462562561035,
+      "step": 452,
+      "subrel-constrast": 5.834218978881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8811686038970947,
+      "cov-distil (oracle2student)": 7.004568099975586,
+      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "epoch": 0.3555729984301413,
+      "rel-constrast": 4.495256423950195,
+      "step": 453,
+      "subrel-constrast": 4.499624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.08927845954895,
+      "cov-distil (oracle2student)": 6.895721912384033,
+      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "epoch": 0.3563579277864992,
+      "rel-constrast": 3.5895748138427734,
+      "step": 454,
+      "subrel-constrast": 4.271737575531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574354648590088,
+      "cov-distil (oracle2student)": 4.438915252685547,
+      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "epoch": 0.35714285714285715,
+      "rel-constrast": 2.5299854278564453,
+      "step": 455,
+      "subrel-constrast": 3.375465154647827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.532860279083252,
+      "cov-distil (oracle2student)": 5.647635459899902,
+      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "epoch": 0.3579277864992151,
+      "rel-constrast": 4.839120864868164,
+      "step": 456,
+      "subrel-constrast": 5.001308917999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.857278347015381,
+      "cov-distil (oracle2student)": 4.26930046081543,
+      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "epoch": 0.358712715855573,
+      "rel-constrast": 4.054443359375,
+      "step": 457,
+      "subrel-constrast": 4.409102439880371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4386208057403564,
+      "cov-distil (oracle2student)": 4.052372455596924,
+      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "epoch": 0.35949764521193095,
+      "rel-constrast": 4.553459167480469,
+      "step": 458,
+      "subrel-constrast": 4.813325881958008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469395637512207,
+      "cov-distil (oracle2student)": 5.080841064453125,
+      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "epoch": 0.3602825745682888,
+      "rel-constrast": 4.249707221984863,
+      "step": 459,
+      "subrel-constrast": 4.861333847045898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36106750392464676,
+      "grad_norm": 10.0625,
+      "learning_rate": 2.2950000000000002e-05,
+      "loss": 1.146,
+      "step": 460
+    },
+    {
+      "cov-distil": 2.61850905418396,
+      "cov-distil (oracle2student)": 6.65915584564209,
+      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "epoch": 0.36106750392464676,
+      "rel-constrast": 5.478026390075684,
+      "step": 460,
+      "subrel-constrast": 5.582189083099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.189993143081665,
+      "cov-distil (oracle2student)": 5.363834381103516,
+      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "epoch": 0.3618524332810047,
+      "rel-constrast": 5.005136013031006,
+      "step": 461,
+      "subrel-constrast": 4.609855651855469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.936099648475647,
+      "cov-distil (oracle2student)": 2.9774246215820312,
+      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "epoch": 0.3626373626373626,
+      "rel-constrast": 3.062378406524658,
+      "step": 462,
+      "subrel-constrast": 3.0949158668518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.640564441680908,
+      "cov-distil (oracle2student)": 6.053886413574219,
+      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "epoch": 0.36342229199372056,
+      "rel-constrast": 3.466475248336792,
+      "step": 463,
+      "subrel-constrast": 4.198953628540039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.427206516265869,
+      "cov-distil (oracle2student)": 5.163705348968506,
+      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "epoch": 0.3642072213500785,
+      "rel-constrast": 3.610846757888794,
+      "step": 464,
+      "subrel-constrast": 4.117895603179932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4713971614837646,
+      "cov-distil (oracle2student)": 7.060304164886475,
+      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "epoch": 0.3649921507064364,
+      "rel-constrast": 6.358216285705566,
+      "step": 465,
+      "subrel-constrast": 7.534944534301758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341738224029541,
+      "cov-distil (oracle2student)": 3.9310569763183594,
+      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "epoch": 0.36577708006279436,
+      "rel-constrast": 4.7545905113220215,
+      "step": 466,
+      "subrel-constrast": 5.290574073791504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8943874835968018,
+      "cov-distil (oracle2student)": 7.774135589599609,
+      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "epoch": 0.3665620094191523,
+      "rel-constrast": 4.15330696105957,
+      "step": 467,
+      "subrel-constrast": 4.940469741821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2678370475769043,
+      "cov-distil (oracle2student)": 3.2847068309783936,
+      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "epoch": 0.3673469387755102,
+      "rel-constrast": 4.6083855628967285,
+      "step": 468,
+      "subrel-constrast": 4.441287040710449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.196363687515259,
+      "cov-distil (oracle2student)": 4.333902835845947,
+      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "epoch": 0.36813186813186816,
+      "rel-constrast": 4.278085708618164,
+      "step": 469,
+      "subrel-constrast": 5.189983367919922,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36891679748822603,
+      "grad_norm": 10.1875,
+      "learning_rate": 2.345e-05,
+      "loss": 1.1793,
+      "step": 470
+    },
+    {
+      "cov-distil": 2.533843994140625,
+      "cov-distil (oracle2student)": 5.978747367858887,
+      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "epoch": 0.36891679748822603,
+      "rel-constrast": 4.380161762237549,
+      "step": 470,
+      "subrel-constrast": 5.573913097381592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5308892726898193,
+      "cov-distil (oracle2student)": 2.514479160308838,
+      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "epoch": 0.36970172684458397,
+      "rel-constrast": 2.35434889793396,
+      "step": 471,
+      "subrel-constrast": 2.5103394985198975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2500219345092773,
+      "cov-distil (oracle2student)": 3.973175048828125,
+      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "epoch": 0.3704866562009419,
+      "rel-constrast": 2.966829299926758,
+      "step": 472,
+      "subrel-constrast": 2.8600332736968994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129756689071655,
+      "cov-distil (oracle2student)": 4.23541259765625,
+      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "epoch": 0.37127158555729983,
+      "rel-constrast": 3.762936592102051,
+      "step": 473,
+      "subrel-constrast": 3.4188146591186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.912912368774414,
+      "cov-distil (oracle2student)": 4.1711859703063965,
+      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "epoch": 0.37205651491365777,
+      "rel-constrast": 3.62333345413208,
+      "step": 474,
+      "subrel-constrast": 4.32157564163208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989773273468018,
+      "cov-distil (oracle2student)": 3.832151174545288,
+      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "epoch": 0.3728414442700157,
+      "rel-constrast": 4.430049419403076,
+      "step": 475,
+      "subrel-constrast": 4.741738796234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.258049964904785,
+      "cov-distil (oracle2student)": 5.291522026062012,
+      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "epoch": 0.37362637362637363,
+      "rel-constrast": 4.222903251647949,
+      "step": 476,
+      "subrel-constrast": 3.961719274520874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.570009469985962,
+      "cov-distil (oracle2student)": 5.773652076721191,
+      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "epoch": 0.37441130298273156,
+      "rel-constrast": 4.533541679382324,
+      "step": 477,
+      "subrel-constrast": 4.77773380279541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8505635261535645,
+      "cov-distil (oracle2student)": 6.83684778213501,
+      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "epoch": 0.3751962323390895,
+      "rel-constrast": 5.62321662902832,
+      "step": 478,
+      "subrel-constrast": 5.232511043548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7924580574035645,
+      "cov-distil (oracle2student)": 3.7319493293762207,
+      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "epoch": 0.37598116169544743,
+      "rel-constrast": 4.3964619636535645,
+      "step": 479,
+      "subrel-constrast": 4.63718843460083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.37676609105180536,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.395e-05,
+      "loss": 1.0666,
+      "step": 480
+    },
+    {
+      "cov-distil": 3.3505167961120605,
+      "cov-distil (oracle2student)": 5.910223960876465,
+      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "epoch": 0.37676609105180536,
+      "rel-constrast": 3.6228749752044678,
+      "step": 480,
+      "subrel-constrast": 4.511120796203613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4485015869140625,
+      "cov-distil (oracle2student)": 2.978269338607788,
+      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "epoch": 0.37755102040816324,
+      "rel-constrast": 2.7968740463256836,
+      "step": 481,
+      "subrel-constrast": 3.763864278793335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9172215461730957,
+      "cov-distil (oracle2student)": 4.363856315612793,
+      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "epoch": 0.3783359497645212,
+      "rel-constrast": 3.863055467605591,
+      "step": 482,
+      "subrel-constrast": 4.3716607093811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2787156105041504,
+      "cov-distil (oracle2student)": 5.516321182250977,
+      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "epoch": 0.3791208791208791,
+      "rel-constrast": 4.094292640686035,
+      "step": 483,
+      "subrel-constrast": 4.160613059997559,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235403537750244,
+      "cov-distil (oracle2student)": 5.518409729003906,
+      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "epoch": 0.37990580847723704,
+      "rel-constrast": 3.563915252685547,
+      "step": 484,
+      "subrel-constrast": 3.7485921382904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194551467895508,
+      "cov-distil (oracle2student)": 4.414938926696777,
+      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "epoch": 0.38069073783359497,
+      "rel-constrast": 3.6036124229431152,
+      "step": 485,
+      "subrel-constrast": 4.087226390838623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5132029056549072,
+      "cov-distil (oracle2student)": 5.28877067565918,
+      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "epoch": 0.3814756671899529,
+      "rel-constrast": 3.990896224975586,
+      "step": 486,
+      "subrel-constrast": 4.995358467102051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.118487596511841,
+      "cov-distil (oracle2student)": 4.492996692657471,
+      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "epoch": 0.38226059654631084,
+      "rel-constrast": 3.6116862297058105,
+      "step": 487,
+      "subrel-constrast": 3.7064754962921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1922671794891357,
+      "cov-distil (oracle2student)": 4.6771087646484375,
+      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "epoch": 0.38304552590266877,
+      "rel-constrast": 3.873265504837036,
+      "step": 488,
+      "subrel-constrast": 4.981564044952393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.20857834815979,
+      "cov-distil (oracle2student)": 5.020869255065918,
+      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "epoch": 0.3838304552590267,
+      "rel-constrast": 3.868755340576172,
+      "step": 489,
+      "subrel-constrast": 5.429229736328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "grad_norm": 9.8125,
+      "learning_rate": 2.445e-05,
+      "loss": 0.9824,
+      "step": 490
+    },
+    {
+      "cov-distil": 1.981706976890564,
+      "cov-distil (oracle2student)": 7.053213119506836,
+      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "epoch": 0.38461538461538464,
+      "rel-constrast": 4.026374816894531,
+      "step": 490,
+      "subrel-constrast": 4.501920223236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.410712718963623,
+      "cov-distil (oracle2student)": 5.133758544921875,
+      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "epoch": 0.38540031397174257,
+      "rel-constrast": 4.2775421142578125,
+      "step": 491,
+      "subrel-constrast": 4.118622779846191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371644973754883,
+      "cov-distil (oracle2student)": 5.659582138061523,
+      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "epoch": 0.38618524332810045,
+      "rel-constrast": 4.763324737548828,
+      "step": 492,
+      "subrel-constrast": 4.729984760284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4028496742248535,
+      "cov-distil (oracle2student)": 4.193080425262451,
+      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "epoch": 0.3869701726844584,
+      "rel-constrast": 3.300520896911621,
+      "step": 493,
+      "subrel-constrast": 4.785802841186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9608060121536255,
+      "cov-distil (oracle2student)": 4.956197261810303,
+      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "epoch": 0.3877551020408163,
+      "rel-constrast": 2.9137468338012695,
+      "step": 494,
+      "subrel-constrast": 3.282076597213745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4849562644958496,
+      "cov-distil (oracle2student)": 6.280769348144531,
+      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "epoch": 0.38854003139717425,
+      "rel-constrast": 4.2239484786987305,
+      "step": 495,
+      "subrel-constrast": 4.649102210998535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7329490184783936,
+      "cov-distil (oracle2student)": 4.664039611816406,
+      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "epoch": 0.3893249607535322,
+      "rel-constrast": 2.6345038414001465,
+      "step": 496,
+      "subrel-constrast": 3.718508243560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.085386276245117,
+      "cov-distil (oracle2student)": 3.886662721633911,
+      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "epoch": 0.3901098901098901,
+      "rel-constrast": 3.260143518447876,
+      "step": 497,
+      "subrel-constrast": 3.9507155418395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7282142639160156,
+      "cov-distil (oracle2student)": 3.539856433868408,
+      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "epoch": 0.39089481946624804,
+      "rel-constrast": 2.3446929454803467,
+      "step": 498,
+      "subrel-constrast": 2.6004679203033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6501827239990234,
+      "cov-distil (oracle2student)": 7.322658061981201,
+      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "epoch": 0.391679748822606,
+      "rel-constrast": 4.462357521057129,
+      "step": 499,
+      "subrel-constrast": 5.298823833465576,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "grad_norm": 8.375,
+      "learning_rate": 2.495e-05,
+      "loss": 0.9597,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-P@10": 0.76,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-P@10": 0.42899999999999994,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/avg": 0.5329941442436358,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "overlap": 0.2421875,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "student margin": 0.06243896484375
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "teacher margin": 0.042694091796875
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "margin difference": -0.019744873046875,
+      "step": 500
+    },
+    {
+      "cov-distil": 1.4159998893737793,
+      "cov-distil (oracle2student)": 4.625096797943115,
+      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "epoch": 0.3924646781789639,
+      "rel-constrast": 3.086014986038208,
+      "step": 500,
+      "subrel-constrast": 3.322561264038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.484131336212158,
+      "cov-distil (oracle2student)": 5.681003093719482,
+      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "epoch": 0.39324960753532184,
+      "rel-constrast": 3.455115795135498,
+      "step": 501,
+      "subrel-constrast": 3.60056209564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732965111732483,
+      "cov-distil (oracle2student)": 3.93009877204895,
+      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "epoch": 0.3940345368916798,
+      "rel-constrast": 3.891814708709717,
+      "step": 502,
+      "subrel-constrast": 4.615721225738525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3193750381469727,
+      "cov-distil (oracle2student)": 4.851567268371582,
+      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "epoch": 0.39481946624803765,
+      "rel-constrast": 3.16011381149292,
+      "step": 503,
+      "subrel-constrast": 3.5040040016174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2391562461853027,
+      "cov-distil (oracle2student)": 3.613586664199829,
+      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "epoch": 0.3956043956043956,
+      "rel-constrast": 4.543619155883789,
+      "step": 504,
+      "subrel-constrast": 4.639369964599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1063196659088135,
+      "cov-distil (oracle2student)": 5.640138626098633,
+      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "epoch": 0.3963893249607535,
+      "rel-constrast": 3.3249940872192383,
+      "step": 505,
+      "subrel-constrast": 3.79390287399292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8278141021728516,
+      "cov-distil (oracle2student)": 3.6726248264312744,
+      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "epoch": 0.39717425431711145,
+      "rel-constrast": 3.797194480895996,
+      "step": 506,
+      "subrel-constrast": 4.491276264190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0168466567993164,
+      "cov-distil (oracle2student)": 5.7914814949035645,
+      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "epoch": 0.3979591836734694,
+      "rel-constrast": 3.658668279647827,
+      "step": 507,
+      "subrel-constrast": 4.55025577545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.112938165664673,
+      "cov-distil (oracle2student)": 3.503079414367676,
+      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "epoch": 0.3987441130298273,
+      "rel-constrast": 2.802060604095459,
+      "step": 508,
+      "subrel-constrast": 3.5418896675109863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9679971933364868,
+      "cov-distil (oracle2student)": 4.781468391418457,
+      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "epoch": 0.39952904238618525,
+      "rel-constrast": 3.881654977798462,
+      "step": 509,
+      "subrel-constrast": 4.416358947753906,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4003139717425432,
+      "grad_norm": 9.1875,
+      "learning_rate": 2.5450000000000002e-05,
+      "loss": 0.9456,
+      "step": 510
+    },
+    {
+      "cov-distil": 1.395479440689087,
+      "cov-distil (oracle2student)": 5.548276424407959,
+      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "epoch": 0.4003139717425432,
+      "rel-constrast": 3.209362506866455,
+      "step": 510,
+      "subrel-constrast": 3.1534719467163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8525688648223877,
+      "cov-distil (oracle2student)": 6.531951904296875,
+      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "epoch": 0.4010989010989011,
+      "rel-constrast": 4.491300582885742,
+      "step": 511,
+      "subrel-constrast": 4.586567401885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9388954639434814,
+      "cov-distil (oracle2student)": 5.9139084815979,
+      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "epoch": 0.40188383045525905,
+      "rel-constrast": 4.033116340637207,
+      "step": 512,
+      "subrel-constrast": 4.773599147796631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7909735441207886,
+      "cov-distil (oracle2student)": 4.206601142883301,
+      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "epoch": 0.4026687598116169,
+      "rel-constrast": 4.130172252655029,
+      "step": 513,
+      "subrel-constrast": 4.800011157989502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.82828950881958,
+      "cov-distil (oracle2student)": 3.7563247680664062,
+      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "epoch": 0.40345368916797486,
+      "rel-constrast": 2.0718255043029785,
+      "step": 514,
+      "subrel-constrast": 2.8484530448913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547434329986572,
+      "cov-distil (oracle2student)": 3.475689649581909,
+      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "epoch": 0.4042386185243328,
+      "rel-constrast": 3.053926706314087,
+      "step": 515,
+      "subrel-constrast": 3.580040454864502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8886094093322754,
+      "cov-distil (oracle2student)": 3.8891124725341797,
+      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "epoch": 0.4050235478806907,
+      "rel-constrast": 3.4653000831604004,
+      "step": 516,
+      "subrel-constrast": 4.058748722076416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4138705730438232,
+      "cov-distil (oracle2student)": 6.235104084014893,
+      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "epoch": 0.40580847723704866,
+      "rel-constrast": 4.911827564239502,
+      "step": 517,
+      "subrel-constrast": 5.379470348358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.055727481842041,
+      "cov-distil (oracle2student)": 4.765932083129883,
+      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "epoch": 0.4065934065934066,
+      "rel-constrast": 4.432010650634766,
+      "step": 518,
+      "subrel-constrast": 3.8237483501434326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.444960594177246,
+      "cov-distil (oracle2student)": 3.9477295875549316,
+      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "epoch": 0.4073783359497645,
+      "rel-constrast": 4.135186195373535,
+      "step": 519,
+      "subrel-constrast": 4.819687843322754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.40816326530612246,
+      "grad_norm": 8.875,
+      "learning_rate": 2.595e-05,
+      "loss": 1.0015,
+      "step": 520
+    },
+    {
+      "cov-distil": 2.114975690841675,
+      "cov-distil (oracle2student)": 6.017740249633789,
+      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "epoch": 0.40816326530612246,
+      "rel-constrast": 3.083989143371582,
+      "step": 520,
+      "subrel-constrast": 3.6702053546905518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6442341804504395,
+      "cov-distil (oracle2student)": 4.542356491088867,
+      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "epoch": 0.4089481946624804,
+      "rel-constrast": 2.837587594985962,
+      "step": 521,
+      "subrel-constrast": 3.523179054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6822391748428345,
+      "cov-distil (oracle2student)": 3.990572690963745,
+      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "epoch": 0.4097331240188383,
+      "rel-constrast": 3.3714590072631836,
+      "step": 522,
+      "subrel-constrast": 3.4518234729766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5175161361694336,
+      "cov-distil (oracle2student)": 5.360091209411621,
+      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "epoch": 0.41051805337519626,
+      "rel-constrast": 3.320817232131958,
+      "step": 523,
+      "subrel-constrast": 4.099976539611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8499733209609985,
+      "cov-distil (oracle2student)": 4.837664604187012,
+      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "epoch": 0.41130298273155413,
+      "rel-constrast": 3.551431655883789,
+      "step": 524,
+      "subrel-constrast": 4.396182060241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3767762184143066,
+      "cov-distil (oracle2student)": 5.010434150695801,
+      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "epoch": 0.41208791208791207,
+      "rel-constrast": 3.382202386856079,
+      "step": 525,
+      "subrel-constrast": 4.079559803009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7340972423553467,
+      "cov-distil (oracle2student)": 6.103010654449463,
+      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "epoch": 0.41287284144427,
+      "rel-constrast": 2.4694104194641113,
+      "step": 526,
+      "subrel-constrast": 3.338963270187378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8253371715545654,
+      "cov-distil (oracle2student)": 4.7706756591796875,
+      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "epoch": 0.41365777080062793,
+      "rel-constrast": 4.593013763427734,
+      "step": 527,
+      "subrel-constrast": 5.206238269805908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2579145431518555,
+      "cov-distil (oracle2student)": 8.899227142333984,
+      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "epoch": 0.41444270015698587,
+      "rel-constrast": 3.0921471118927,
+      "step": 528,
+      "subrel-constrast": 4.043778896331787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9917439222335815,
+      "cov-distil (oracle2student)": 3.3459632396698,
+      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "epoch": 0.4152276295133438,
+      "rel-constrast": 3.5178332328796387,
+      "step": 529,
+      "subrel-constrast": 4.205659866333008,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.41601255886970173,
+      "grad_norm": 8.6875,
+      "learning_rate": 2.6450000000000003e-05,
+      "loss": 0.883,
+      "step": 530
+    },
+    {
+      "cov-distil": 2.4610893726348877,
+      "cov-distil (oracle2student)": 7.107298851013184,
+      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "epoch": 0.41601255886970173,
+      "rel-constrast": 4.013538837432861,
+      "step": 530,
+      "subrel-constrast": 4.085789203643799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9131748676300049,
+      "cov-distil (oracle2student)": 3.1839516162872314,
+      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "epoch": 0.41679748822605966,
+      "rel-constrast": 3.6091840267181396,
+      "step": 531,
+      "subrel-constrast": 3.740673303604126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387206554412842,
+      "cov-distil (oracle2student)": 3.9284486770629883,
+      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "epoch": 0.4175824175824176,
+      "rel-constrast": 3.5161938667297363,
+      "step": 532,
+      "subrel-constrast": 4.079607009887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.471837282180786,
+      "cov-distil (oracle2student)": 5.907663345336914,
+      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "epoch": 0.41836734693877553,
+      "rel-constrast": 4.507608890533447,
+      "step": 533,
+      "subrel-constrast": 5.104624271392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2768821716308594,
+      "cov-distil (oracle2student)": 5.402787208557129,
+      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "epoch": 0.41915227629513346,
+      "rel-constrast": 4.229998588562012,
+      "step": 534,
+      "subrel-constrast": 4.759891986846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1538729667663574,
+      "cov-distil (oracle2student)": 5.076930046081543,
+      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "epoch": 0.41993720565149134,
+      "rel-constrast": 5.096151351928711,
+      "step": 535,
+      "subrel-constrast": 5.996850490570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1815271377563477,
+      "cov-distil (oracle2student)": 4.3686065673828125,
+      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "epoch": 0.4207221350078493,
+      "rel-constrast": 3.4470701217651367,
+      "step": 536,
+      "subrel-constrast": 3.943808078765869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430976152420044,
+      "cov-distil (oracle2student)": 5.03574800491333,
+      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "epoch": 0.4215070643642072,
+      "rel-constrast": 4.9359941482543945,
+      "step": 537,
+      "subrel-constrast": 4.681961536407471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1151583194732666,
+      "cov-distil (oracle2student)": 4.930647850036621,
+      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "epoch": 0.42229199372056514,
+      "rel-constrast": 3.337693214416504,
+      "step": 538,
+      "subrel-constrast": 4.436145305633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0622363090515137,
+      "cov-distil (oracle2student)": 5.964321136474609,
+      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "epoch": 0.4230769230769231,
+      "rel-constrast": 2.918050765991211,
+      "step": 539,
+      "subrel-constrast": 3.1426711082458496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.423861852433281,
+      "grad_norm": 8.25,
+      "learning_rate": 2.6950000000000005e-05,
+      "loss": 1.0442,
+      "step": 540
+    },
+    {
+      "cov-distil": 2.4555015563964844,
+      "cov-distil (oracle2student)": 4.551426887512207,
+      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "epoch": 0.423861852433281,
+      "rel-constrast": 3.3250837326049805,
+      "step": 540,
+      "subrel-constrast": 3.5797502994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.082664966583252,
+      "cov-distil (oracle2student)": 4.699512958526611,
+      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "epoch": 0.42464678178963894,
+      "rel-constrast": 2.5872223377227783,
+      "step": 541,
+      "subrel-constrast": 3.821152687072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.204350709915161,
+      "cov-distil (oracle2student)": 4.2027435302734375,
+      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "epoch": 0.42543171114599687,
+      "rel-constrast": 3.1161422729492188,
+      "step": 542,
+      "subrel-constrast": 3.712345838546753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0034756660461426,
+      "cov-distil (oracle2student)": 4.845664978027344,
+      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "epoch": 0.4262166405023548,
+      "rel-constrast": 3.031003952026367,
+      "step": 543,
+      "subrel-constrast": 3.3142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4440988302230835,
+      "cov-distil (oracle2student)": 3.6065969467163086,
+      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "epoch": 0.42700156985871274,
+      "rel-constrast": 2.4494941234588623,
+      "step": 544,
+      "subrel-constrast": 2.605020046234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6435261964797974,
+      "cov-distil (oracle2student)": 3.551994800567627,
+      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "epoch": 0.42778649921507067,
+      "rel-constrast": 3.822410821914673,
+      "step": 545,
+      "subrel-constrast": 3.836008071899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7628724575042725,
+      "cov-distil (oracle2student)": 6.011783599853516,
+      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "epoch": 0.42857142857142855,
+      "rel-constrast": 3.934589385986328,
+      "step": 546,
+      "subrel-constrast": 3.964400053024292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7866466045379639,
+      "cov-distil (oracle2student)": 3.3814570903778076,
+      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "epoch": 0.4293563579277865,
+      "rel-constrast": 3.8515207767486572,
+      "step": 547,
+      "subrel-constrast": 4.402586460113525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3751814365386963,
+      "cov-distil (oracle2student)": 4.2626800537109375,
+      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "epoch": 0.4301412872841444,
+      "rel-constrast": 4.448970794677734,
+      "step": 548,
+      "subrel-constrast": 4.393995761871338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0791738033294678,
+      "cov-distil (oracle2student)": 5.72738790512085,
+      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "epoch": 0.43092621664050235,
+      "rel-constrast": 3.669039487838745,
+      "step": 549,
+      "subrel-constrast": 3.670117139816284,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4317111459968603,
+      "grad_norm": 10.5625,
+      "learning_rate": 2.7450000000000003e-05,
+      "loss": 0.9055,
+      "step": 550
+    },
+    {
+      "cov-distil": 1.8588554859161377,
+      "cov-distil (oracle2student)": 5.19000244140625,
+      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "epoch": 0.4317111459968603,
+      "rel-constrast": 2.9200479984283447,
+      "step": 550,
+      "subrel-constrast": 4.266639709472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4664716720581055,
+      "cov-distil (oracle2student)": 4.6646318435668945,
+      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "epoch": 0.4324960753532182,
+      "rel-constrast": 2.7482821941375732,
+      "step": 551,
+      "subrel-constrast": 3.751079797744751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2391505241394043,
+      "cov-distil (oracle2student)": 4.254290580749512,
+      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "epoch": 0.43328100470957615,
+      "rel-constrast": 2.8833484649658203,
+      "step": 552,
+      "subrel-constrast": 3.7221202850341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5725274085998535,
+      "cov-distil (oracle2student)": 4.4030375480651855,
+      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "epoch": 0.4340659340659341,
+      "rel-constrast": 3.2813262939453125,
+      "step": 553,
+      "subrel-constrast": 4.29766321182251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6824195384979248,
+      "cov-distil (oracle2student)": 4.262044906616211,
+      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "epoch": 0.434850863422292,
+      "rel-constrast": 4.048982620239258,
+      "step": 554,
+      "subrel-constrast": 4.117492198944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.280151605606079,
+      "cov-distil (oracle2student)": 3.482992649078369,
+      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "epoch": 0.43563579277864994,
+      "rel-constrast": 3.2121012210845947,
+      "step": 555,
+      "subrel-constrast": 3.5926947593688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.286961078643799,
+      "cov-distil (oracle2student)": 4.809238433837891,
+      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "epoch": 0.4364207221350079,
+      "rel-constrast": 3.495352029800415,
+      "step": 556,
+      "subrel-constrast": 4.314545631408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7107021808624268,
+      "cov-distil (oracle2student)": 4.218628406524658,
+      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "epoch": 0.43720565149136575,
+      "rel-constrast": 3.8885021209716797,
+      "step": 557,
+      "subrel-constrast": 4.020322799682617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8882838487625122,
+      "cov-distil (oracle2student)": 5.679129600524902,
+      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "epoch": 0.4379905808477237,
+      "rel-constrast": 4.420882225036621,
+      "step": 558,
+      "subrel-constrast": 5.289524078369141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9853229522705078,
+      "cov-distil (oracle2student)": 5.879613876342773,
+      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "epoch": 0.4387755102040816,
+      "rel-constrast": 3.605356216430664,
+      "step": 559,
+      "subrel-constrast": 4.175075531005859,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.43956043956043955,
+      "grad_norm": 7.125,
+      "learning_rate": 2.7950000000000005e-05,
+      "loss": 0.9175,
+      "step": 560
+    },
+    {
+      "cov-distil": 2.459702968597412,
+      "cov-distil (oracle2student)": 3.54038667678833,
+      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "epoch": 0.43956043956043955,
+      "rel-constrast": 3.044311285018921,
+      "step": 560,
+      "subrel-constrast": 3.8617966175079346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.301657199859619,
+      "cov-distil (oracle2student)": 3.6367805004119873,
+      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "epoch": 0.4403453689167975,
+      "rel-constrast": 2.504409074783325,
+      "step": 561,
+      "subrel-constrast": 3.5072786808013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2072887420654297,
+      "cov-distil (oracle2student)": 2.9245615005493164,
+      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "epoch": 0.4411302982731554,
+      "rel-constrast": 2.7347452640533447,
+      "step": 562,
+      "subrel-constrast": 2.8598663806915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9743279218673706,
+      "cov-distil (oracle2student)": 4.175314426422119,
+      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "epoch": 0.44191522762951335,
+      "rel-constrast": 2.9006690979003906,
+      "step": 563,
+      "subrel-constrast": 3.607196092605591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0321104526519775,
+      "cov-distil (oracle2student)": 3.8106508255004883,
+      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "epoch": 0.4427001569858713,
+      "rel-constrast": 2.8958191871643066,
+      "step": 564,
+      "subrel-constrast": 3.457608461380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.913415551185608,
+      "cov-distil (oracle2student)": 5.349029541015625,
+      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "epoch": 0.4434850863422292,
+      "rel-constrast": 3.0215673446655273,
+      "step": 565,
+      "subrel-constrast": 4.1114678382873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1626877784729004,
+      "cov-distil (oracle2student)": 5.174778938293457,
+      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "epoch": 0.44427001569858715,
+      "rel-constrast": 4.159515380859375,
+      "step": 566,
+      "subrel-constrast": 3.9089341163635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3144021034240723,
+      "cov-distil (oracle2student)": 4.621238708496094,
+      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "epoch": 0.44505494505494503,
+      "rel-constrast": 3.3642213344573975,
+      "step": 567,
+      "subrel-constrast": 3.904902696609497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7472102642059326,
+      "cov-distil (oracle2student)": 4.851565837860107,
+      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "epoch": 0.44583987441130296,
+      "rel-constrast": 4.3499755859375,
+      "step": 568,
+      "subrel-constrast": 5.089810371398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.075791597366333,
+      "cov-distil (oracle2student)": 5.32772159576416,
+      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "epoch": 0.4466248037676609,
+      "rel-constrast": 2.8129007816314697,
+      "step": 569,
+      "subrel-constrast": 4.071926593780518,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4474097331240188,
+      "grad_norm": 6.34375,
+      "learning_rate": 2.845e-05,
+      "loss": 0.8477,
+      "step": 570
+    },
+    {
+      "cov-distil": 2.4237582683563232,
+      "cov-distil (oracle2student)": 3.0226638317108154,
+      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "epoch": 0.4474097331240188,
+      "rel-constrast": 3.2645320892333984,
+      "step": 570,
+      "subrel-constrast": 3.560032367706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9481277465820312,
+      "cov-distil (oracle2student)": 4.076622486114502,
+      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "epoch": 0.44819466248037676,
+      "rel-constrast": 3.1871180534362793,
+      "step": 571,
+      "subrel-constrast": 3.889390468597412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8381760120391846,
+      "cov-distil (oracle2student)": 5.546555519104004,
+      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "epoch": 0.4489795918367347,
+      "rel-constrast": 3.591369390487671,
+      "step": 572,
+      "subrel-constrast": 4.264605522155762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9256342649459839,
+      "cov-distil (oracle2student)": 4.694274425506592,
+      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "epoch": 0.4497645211930926,
+      "rel-constrast": 3.0780086517333984,
+      "step": 573,
+      "subrel-constrast": 4.314204216003418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656573295593262,
+      "cov-distil (oracle2student)": 5.347856044769287,
+      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "epoch": 0.45054945054945056,
+      "rel-constrast": 4.534104347229004,
+      "step": 574,
+      "subrel-constrast": 3.962686061859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.547745704650879,
+      "cov-distil (oracle2student)": 5.250231742858887,
+      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "epoch": 0.4513343799058085,
+      "rel-constrast": 3.9131903648376465,
+      "step": 575,
+      "subrel-constrast": 3.791517972946167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732090950012207,
+      "cov-distil (oracle2student)": 5.05672550201416,
+      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "epoch": 0.4521193092621664,
+      "rel-constrast": 4.284381866455078,
+      "step": 576,
+      "subrel-constrast": 4.660088539123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4754586219787598,
+      "cov-distil (oracle2student)": 3.833111047744751,
+      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "epoch": 0.45290423861852436,
+      "rel-constrast": 4.8734540939331055,
+      "step": 577,
+      "subrel-constrast": 5.031405925750732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7031965255737305,
+      "cov-distil (oracle2student)": 5.395284175872803,
+      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "epoch": 0.45368916797488223,
+      "rel-constrast": 3.602329730987549,
+      "step": 578,
+      "subrel-constrast": 4.0972137451171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5256094932556152,
+      "cov-distil (oracle2student)": 4.89035701751709,
+      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "epoch": 0.45447409733124017,
+      "rel-constrast": 4.2911696434021,
+      "step": 579,
+      "subrel-constrast": 4.371425628662109,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4552590266875981,
+      "grad_norm": 8.125,
+      "learning_rate": 2.895e-05,
+      "loss": 1.0155,
+      "step": 580
+    },
+    {
+      "cov-distil": 1.709166169166565,
+      "cov-distil (oracle2student)": 3.729433059692383,
+      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "epoch": 0.4552590266875981,
+      "rel-constrast": 3.0027105808258057,
+      "step": 580,
+      "subrel-constrast": 4.083986282348633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0113184452056885,
+      "cov-distil (oracle2student)": 4.184613227844238,
+      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "epoch": 0.45604395604395603,
+      "rel-constrast": 3.453307867050171,
+      "step": 581,
+      "subrel-constrast": 3.889902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728846549987793,
+      "cov-distil (oracle2student)": 6.470742225646973,
+      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "epoch": 0.45682888540031397,
+      "rel-constrast": 2.9654622077941895,
+      "step": 582,
+      "subrel-constrast": 3.6763298511505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.542206048965454,
+      "cov-distil (oracle2student)": 3.866248846054077,
+      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "epoch": 0.4576138147566719,
+      "rel-constrast": 2.910317897796631,
+      "step": 583,
+      "subrel-constrast": 3.0755670070648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1158554553985596,
+      "cov-distil (oracle2student)": 3.5174355506896973,
+      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "epoch": 0.45839874411302983,
+      "rel-constrast": 3.163273334503174,
+      "step": 584,
+      "subrel-constrast": 4.189387798309326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358933448791504,
+      "cov-distil (oracle2student)": 5.5259623527526855,
+      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "epoch": 0.45918367346938777,
+      "rel-constrast": 3.3363170623779297,
+      "step": 585,
+      "subrel-constrast": 3.8728079795837402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7158913612365723,
+      "cov-distil (oracle2student)": 3.81449818611145,
+      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "epoch": 0.4599686028257457,
+      "rel-constrast": 2.7120189666748047,
+      "step": 586,
+      "subrel-constrast": 3.659945487976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179494857788086,
+      "cov-distil (oracle2student)": 5.410915851593018,
+      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "epoch": 0.46075353218210363,
+      "rel-constrast": 4.8570733070373535,
+      "step": 587,
+      "subrel-constrast": 6.077430248260498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146589756011963,
+      "cov-distil (oracle2student)": 4.808439254760742,
+      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "epoch": 0.46153846153846156,
+      "rel-constrast": 3.206974744796753,
+      "step": 588,
+      "subrel-constrast": 3.596273899078369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089515209197998,
+      "cov-distil (oracle2student)": 5.792536735534668,
+      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "epoch": 0.46232339089481944,
+      "rel-constrast": 2.9252166748046875,
+      "step": 589,
+      "subrel-constrast": 4.313965320587158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4631083202511774,
+      "grad_norm": 6.84375,
+      "learning_rate": 2.945e-05,
+      "loss": 0.8647,
+      "step": 590
+    },
+    {
+      "cov-distil": 2.1267971992492676,
+      "cov-distil (oracle2student)": 4.215712547302246,
+      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "epoch": 0.4631083202511774,
+      "rel-constrast": 3.7106242179870605,
+      "step": 590,
+      "subrel-constrast": 4.224156379699707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0595297813415527,
+      "cov-distil (oracle2student)": 7.233006477355957,
+      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "epoch": 0.4638932496075353,
+      "rel-constrast": 2.9407167434692383,
+      "step": 591,
+      "subrel-constrast": 4.574547290802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.99887216091156,
+      "cov-distil (oracle2student)": 5.496109962463379,
+      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "epoch": 0.46467817896389324,
+      "rel-constrast": 2.3733620643615723,
+      "step": 592,
+      "subrel-constrast": 3.4967288970947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7047181129455566,
+      "cov-distil (oracle2student)": 5.643624305725098,
+      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "epoch": 0.4654631083202512,
+      "rel-constrast": 5.243678092956543,
+      "step": 593,
+      "subrel-constrast": 5.544729709625244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4938790798187256,
+      "cov-distil (oracle2student)": 6.409417152404785,
+      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "epoch": 0.4662480376766091,
+      "rel-constrast": 2.4475982189178467,
+      "step": 594,
+      "subrel-constrast": 3.6893906593322754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6694910526275635,
+      "cov-distil (oracle2student)": 5.082285404205322,
+      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "epoch": 0.46703296703296704,
+      "rel-constrast": 3.532689094543457,
+      "step": 595,
+      "subrel-constrast": 4.091874122619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148131847381592,
+      "cov-distil (oracle2student)": 4.989685535430908,
+      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "epoch": 0.46781789638932497,
+      "rel-constrast": 4.088759422302246,
+      "step": 596,
+      "subrel-constrast": 4.2698822021484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.310335159301758,
+      "cov-distil (oracle2student)": 4.894394874572754,
+      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "epoch": 0.4686028257456829,
+      "rel-constrast": 5.071242332458496,
+      "step": 597,
+      "subrel-constrast": 5.214943885803223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2443196773529053,
+      "cov-distil (oracle2student)": 4.7232747077941895,
+      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "epoch": 0.46938775510204084,
+      "rel-constrast": 2.9406661987304688,
+      "step": 598,
+      "subrel-constrast": 3.8035221099853516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5355151891708374,
+      "cov-distil (oracle2student)": 3.4818904399871826,
+      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "epoch": 0.47017268445839877,
+      "rel-constrast": 2.709094762802124,
+      "step": 599,
+      "subrel-constrast": 3.5162317752838135,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "grad_norm": 6.09375,
+      "learning_rate": 2.995e-05,
+      "loss": 0.9297,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "overlap": 0.2984375059604645,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "student margin": 0.049224853515625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "teacher margin": 0.031402587890625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "margin difference": -0.017822265625,
+      "step": 600
+    },
+    {
+      "cov-distil": 2.0588765144348145,
+      "cov-distil (oracle2student)": 4.4324493408203125,
+      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "epoch": 0.47095761381475665,
+      "rel-constrast": 2.928539276123047,
+      "step": 600,
+      "subrel-constrast": 3.747493028640747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7370885610580444,
+      "cov-distil (oracle2student)": 5.581315517425537,
+      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "epoch": 0.4717425431711146,
+      "rel-constrast": 3.4618310928344727,
+      "step": 601,
+      "subrel-constrast": 3.892033815383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4053502082824707,
+      "cov-distil (oracle2student)": 3.771233558654785,
+      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "epoch": 0.4725274725274725,
+      "rel-constrast": 1.8632010221481323,
+      "step": 602,
+      "subrel-constrast": 3.01338529586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129983186721802,
+      "cov-distil (oracle2student)": 6.024843692779541,
+      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "epoch": 0.47331240188383045,
+      "rel-constrast": 3.88435959815979,
+      "step": 603,
+      "subrel-constrast": 4.859460830688477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7511838674545288,
+      "cov-distil (oracle2student)": 3.3029255867004395,
+      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "epoch": 0.4740973312401884,
+      "rel-constrast": 3.2290658950805664,
+      "step": 604,
+      "subrel-constrast": 4.085943222045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145510911941528,
+      "cov-distil (oracle2student)": 5.038276672363281,
+      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "epoch": 0.4748822605965463,
+      "rel-constrast": 4.488589286804199,
+      "step": 605,
+      "subrel-constrast": 4.722075462341309,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9118618965148926,
+      "cov-distil (oracle2student)": 4.359668731689453,
+      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "epoch": 0.47566718995290425,
+      "rel-constrast": 4.346715450286865,
+      "step": 606,
+      "subrel-constrast": 4.370314598083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1285834312438965,
+      "cov-distil (oracle2student)": 3.969097137451172,
+      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "epoch": 0.4764521193092622,
+      "rel-constrast": 3.884713649749756,
+      "step": 607,
+      "subrel-constrast": 4.063881874084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9782260656356812,
+      "cov-distil (oracle2student)": 3.262112617492676,
+      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "epoch": 0.4772370486656201,
+      "rel-constrast": 2.6513161659240723,
+      "step": 608,
+      "subrel-constrast": 2.8399600982666016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8102538585662842,
+      "cov-distil (oracle2student)": 4.76106071472168,
+      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "epoch": 0.47802197802197804,
+      "rel-constrast": 2.972158193588257,
+      "step": 609,
+      "subrel-constrast": 3.5588231086730957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.478806907378336,
+      "grad_norm": 6.3125,
+      "learning_rate": 3.045e-05,
+      "loss": 0.8913,
+      "step": 610
+    },
+    {
+      "cov-distil": 2.6751132011413574,
+      "cov-distil (oracle2student)": 4.348546028137207,
+      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "epoch": 0.478806907378336,
+      "rel-constrast": 4.056975841522217,
+      "step": 610,
+      "subrel-constrast": 5.549076080322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810163140296936,
+      "cov-distil (oracle2student)": 5.720645427703857,
+      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "epoch": 0.47959183673469385,
+      "rel-constrast": 3.7196595668792725,
+      "step": 611,
+      "subrel-constrast": 4.2887444496154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0118885040283203,
+      "cov-distil (oracle2student)": 7.15673828125,
+      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "epoch": 0.4803767660910518,
+      "rel-constrast": 2.2357802391052246,
+      "step": 612,
+      "subrel-constrast": 2.7971351146698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0629868507385254,
+      "cov-distil (oracle2student)": 3.0936174392700195,
+      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "epoch": 0.4811616954474097,
+      "rel-constrast": 2.847078323364258,
+      "step": 613,
+      "subrel-constrast": 4.021493434906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.670363187789917,
+      "cov-distil (oracle2student)": 3.0698914527893066,
+      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "epoch": 0.48194662480376765,
+      "rel-constrast": 2.104069232940674,
+      "step": 614,
+      "subrel-constrast": 3.172166585922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0166780948638916,
+      "cov-distil (oracle2student)": 2.884427547454834,
+      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "epoch": 0.4827315541601256,
+      "rel-constrast": 1.762846827507019,
+      "step": 615,
+      "subrel-constrast": 3.4444706439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482882022857666,
+      "cov-distil (oracle2student)": 4.176881790161133,
+      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "epoch": 0.4835164835164835,
+      "rel-constrast": 4.022831439971924,
+      "step": 616,
+      "subrel-constrast": 4.548571586608887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4784417152404785,
+      "cov-distil (oracle2student)": 5.301079750061035,
+      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "epoch": 0.48430141287284145,
+      "rel-constrast": 2.961244821548462,
+      "step": 617,
+      "subrel-constrast": 3.8676276206970215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3549087047576904,
+      "cov-distil (oracle2student)": 3.941915512084961,
+      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "epoch": 0.4850863422291994,
+      "rel-constrast": 4.093484878540039,
+      "step": 618,
+      "subrel-constrast": 4.3019118309021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0892961025238037,
+      "cov-distil (oracle2student)": 4.657417297363281,
+      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "epoch": 0.4858712715855573,
+      "rel-constrast": 2.802488327026367,
+      "step": 619,
+      "subrel-constrast": 3.695495367050171,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.48665620094191525,
+      "grad_norm": 8.1875,
+      "learning_rate": 3.095e-05,
+      "loss": 0.8143,
+      "step": 620
+    },
+    {
+      "cov-distil": 1.8597179651260376,
+      "cov-distil (oracle2student)": 4.8226447105407715,
+      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "epoch": 0.48665620094191525,
+      "rel-constrast": 3.5786914825439453,
+      "step": 620,
+      "subrel-constrast": 4.049554347991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.193347454071045,
+      "cov-distil (oracle2student)": 4.4745330810546875,
+      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "epoch": 0.48744113029827313,
+      "rel-constrast": 3.6025772094726562,
+      "step": 621,
+      "subrel-constrast": 3.8367629051208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.191197395324707,
+      "cov-distil (oracle2student)": 4.62694787979126,
+      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "epoch": 0.48822605965463106,
+      "rel-constrast": 3.626173973083496,
+      "step": 622,
+      "subrel-constrast": 4.358105659484863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.002671718597412,
+      "cov-distil (oracle2student)": 3.675415515899658,
+      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "epoch": 0.489010989010989,
+      "rel-constrast": 3.303260087966919,
+      "step": 623,
+      "subrel-constrast": 4.186986923217773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0484848022460938,
+      "cov-distil (oracle2student)": 4.613358497619629,
+      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "epoch": 0.4897959183673469,
+      "rel-constrast": 3.5636134147644043,
+      "step": 624,
+      "subrel-constrast": 4.036880970001221,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858379602432251,
+      "cov-distil (oracle2student)": 3.9974374771118164,
+      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "epoch": 0.49058084772370486,
+      "rel-constrast": 3.968527317047119,
+      "step": 625,
+      "subrel-constrast": 4.434150695800781,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.907265543937683,
+      "cov-distil (oracle2student)": 4.017214775085449,
+      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "epoch": 0.4913657770800628,
+      "rel-constrast": 3.1935441493988037,
+      "step": 626,
+      "subrel-constrast": 4.001150131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.88588547706604,
+      "cov-distil (oracle2student)": 3.288940906524658,
+      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "epoch": 0.4921507064364207,
+      "rel-constrast": 2.218628406524658,
+      "step": 627,
+      "subrel-constrast": 3.235220193862915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3306596279144287,
+      "cov-distil (oracle2student)": 6.12021017074585,
+      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "epoch": 0.49293563579277866,
+      "rel-constrast": 2.7542667388916016,
+      "step": 628,
+      "subrel-constrast": 3.251917839050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6816526651382446,
+      "cov-distil (oracle2student)": 3.386845111846924,
+      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "epoch": 0.4937205651491366,
+      "rel-constrast": 3.498333692550659,
+      "step": 629,
+      "subrel-constrast": 4.202667236328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4945054945054945,
+      "grad_norm": 7.5625,
+      "learning_rate": 3.145e-05,
+      "loss": 0.8826,
+      "step": 630
+    },
+    {
+      "cov-distil": 2.036719560623169,
+      "cov-distil (oracle2student)": 3.06736421585083,
+      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "epoch": 0.4945054945054945,
+      "rel-constrast": 3.7380049228668213,
+      "step": 630,
+      "subrel-constrast": 3.983168125152588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8055294752120972,
+      "cov-distil (oracle2student)": 5.07818603515625,
+      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "epoch": 0.49529042386185246,
+      "rel-constrast": 3.5053956508636475,
+      "step": 631,
+      "subrel-constrast": 3.7692389488220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.885089635848999,
+      "cov-distil (oracle2student)": 4.89366340637207,
+      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "epoch": 0.49607535321821034,
+      "rel-constrast": 4.596569538116455,
+      "step": 632,
+      "subrel-constrast": 4.941216468811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8391644954681396,
+      "cov-distil (oracle2student)": 5.378125190734863,
+      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "epoch": 0.49686028257456827,
+      "rel-constrast": 3.385671615600586,
+      "step": 633,
+      "subrel-constrast": 4.252890586853027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9994655847549438,
+      "cov-distil (oracle2student)": 4.430481433868408,
+      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "epoch": 0.4976452119309262,
+      "rel-constrast": 3.558961868286133,
+      "step": 634,
+      "subrel-constrast": 4.154078483581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0647013187408447,
+      "cov-distil (oracle2student)": 6.258809566497803,
+      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "epoch": 0.49843014128728413,
+      "rel-constrast": 3.5023036003112793,
+      "step": 635,
+      "subrel-constrast": 3.9350569248199463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153706550598145,
+      "cov-distil (oracle2student)": 3.410811424255371,
+      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "epoch": 0.49921507064364207,
+      "rel-constrast": 2.9577717781066895,
+      "step": 636,
+      "subrel-constrast": 3.6039927005767822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2079286575317383,
+      "cov-distil (oracle2student)": 4.036181449890137,
+      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "epoch": 0.5,
+      "rel-constrast": 2.529026746749878,
+      "step": 637,
+      "subrel-constrast": 3.5406107902526855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7763116359710693,
+      "cov-distil (oracle2student)": 5.549420356750488,
+      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "epoch": 0.5007849293563579,
+      "rel-constrast": 3.3119359016418457,
+      "step": 638,
+      "subrel-constrast": 4.256858825683594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.195068836212158,
+      "cov-distil (oracle2student)": 4.189920425415039,
+      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "epoch": 0.5015698587127159,
+      "rel-constrast": 3.217869758605957,
+      "step": 639,
+      "subrel-constrast": 3.6509623527526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5023547880690737,
+      "grad_norm": 6.375,
+      "learning_rate": 3.1950000000000004e-05,
+      "loss": 0.9077,
+      "step": 640
+    },
+    {
+      "cov-distil": 1.8576759099960327,
+      "cov-distil (oracle2student)": 5.8008928298950195,
+      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "epoch": 0.5023547880690737,
+      "rel-constrast": 3.888542413711548,
+      "step": 640,
+      "subrel-constrast": 3.72162127494812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.194441318511963,
+      "cov-distil (oracle2student)": 3.729897975921631,
+      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "epoch": 0.5031397174254317,
+      "rel-constrast": 2.8442156314849854,
+      "step": 641,
+      "subrel-constrast": 3.4073095321655273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7926011085510254,
+      "cov-distil (oracle2student)": 4.590108394622803,
+      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "epoch": 0.5039246467817896,
+      "rel-constrast": 3.0633883476257324,
+      "step": 642,
+      "subrel-constrast": 3.583106756210327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531267404556274,
+      "cov-distil (oracle2student)": 3.7335267066955566,
+      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "epoch": 0.5047095761381476,
+      "rel-constrast": 3.1265687942504883,
+      "step": 643,
+      "subrel-constrast": 3.9736952781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174744129180908,
+      "cov-distil (oracle2student)": 5.371821880340576,
+      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "epoch": 0.5054945054945055,
+      "rel-constrast": 2.75283145904541,
+      "step": 644,
+      "subrel-constrast": 3.427626132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141438484191895,
+      "cov-distil (oracle2student)": 3.6128411293029785,
+      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "epoch": 0.5062794348508635,
+      "rel-constrast": 1.986968994140625,
+      "step": 645,
+      "subrel-constrast": 3.4877305030822754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8011051416397095,
+      "cov-distil (oracle2student)": 4.181175231933594,
+      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "epoch": 0.5070643642072213,
+      "rel-constrast": 4.298709869384766,
+      "step": 646,
+      "subrel-constrast": 4.449463367462158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574446439743042,
+      "cov-distil (oracle2student)": 4.544512748718262,
+      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "epoch": 0.5078492935635793,
+      "rel-constrast": 3.0806450843811035,
+      "step": 647,
+      "subrel-constrast": 4.183079242706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6043461561203003,
+      "cov-distil (oracle2student)": 4.987117767333984,
+      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "epoch": 0.5086342229199372,
+      "rel-constrast": 4.73549747467041,
+      "step": 648,
+      "subrel-constrast": 4.205761432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.730860948562622,
+      "cov-distil (oracle2student)": 5.180544376373291,
+      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "epoch": 0.5094191522762951,
+      "rel-constrast": 4.907083988189697,
+      "step": 649,
+      "subrel-constrast": 5.788470268249512,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 8.5625,
+      "learning_rate": 3.245e-05,
+      "loss": 0.9168,
+      "step": 650
+    },
+    {
+      "cov-distil": 1.5795965194702148,
+      "cov-distil (oracle2student)": 3.0900959968566895,
+      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "epoch": 0.5102040816326531,
+      "rel-constrast": 2.2749428749084473,
+      "step": 650,
+      "subrel-constrast": 2.8779311180114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022461175918579,
+      "cov-distil (oracle2student)": 3.3919878005981445,
+      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "epoch": 0.510989010989011,
+      "rel-constrast": 4.249826431274414,
+      "step": 651,
+      "subrel-constrast": 4.296363830566406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9723405838012695,
+      "cov-distil (oracle2student)": 4.034090518951416,
+      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "epoch": 0.5117739403453689,
+      "rel-constrast": 2.7990145683288574,
+      "step": 652,
+      "subrel-constrast": 3.4069864749908447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.363738536834717,
+      "cov-distil (oracle2student)": 4.103008270263672,
+      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "epoch": 0.5125588697017268,
+      "rel-constrast": 3.1663973331451416,
+      "step": 653,
+      "subrel-constrast": 4.638887405395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0362863540649414,
+      "cov-distil (oracle2student)": 4.727874755859375,
+      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "epoch": 0.5133437990580848,
+      "rel-constrast": 3.1716318130493164,
+      "step": 654,
+      "subrel-constrast": 3.712811231613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.86520254611969,
+      "cov-distil (oracle2student)": 3.012089490890503,
+      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "epoch": 0.5141287284144427,
+      "rel-constrast": 3.011532783508301,
+      "step": 655,
+      "subrel-constrast": 3.88307785987854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380237340927124,
+      "cov-distil (oracle2student)": 4.0943403244018555,
+      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "epoch": 0.5149136577708007,
+      "rel-constrast": 2.6949563026428223,
+      "step": 656,
+      "subrel-constrast": 2.970791816711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.547088623046875,
+      "cov-distil (oracle2student)": 3.7811152935028076,
+      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "epoch": 0.5156985871271585,
+      "rel-constrast": 4.6508331298828125,
+      "step": 657,
+      "subrel-constrast": 5.021119594573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8773239850997925,
+      "cov-distil (oracle2student)": 2.162222385406494,
+      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "epoch": 0.5164835164835165,
+      "rel-constrast": 2.518174409866333,
+      "step": 658,
+      "subrel-constrast": 3.1573424339294434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1154937744140625,
+      "cov-distil (oracle2student)": 4.187142372131348,
+      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "epoch": 0.5172684458398744,
+      "rel-constrast": 2.335378885269165,
+      "step": 659,
+      "subrel-constrast": 3.8484878540039062,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5180533751962323,
+      "grad_norm": 5.34375,
+      "learning_rate": 3.295e-05,
+      "loss": 0.8237,
+      "step": 660
+    },
+    {
+      "cov-distil": 1.6641137599945068,
+      "cov-distil (oracle2student)": 4.368854999542236,
+      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "epoch": 0.5180533751962323,
+      "rel-constrast": 5.043145179748535,
+      "step": 660,
+      "subrel-constrast": 4.929429054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8369500637054443,
+      "cov-distil (oracle2student)": 2.5059654712677,
+      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "epoch": 0.5188383045525903,
+      "rel-constrast": 2.958991765975952,
+      "step": 661,
+      "subrel-constrast": 4.045813083648682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3058319091796875,
+      "cov-distil (oracle2student)": 2.6083598136901855,
+      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "epoch": 0.5196232339089482,
+      "rel-constrast": 3.9977173805236816,
+      "step": 662,
+      "subrel-constrast": 4.289959907531738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3584043979644775,
+      "cov-distil (oracle2student)": 3.5410373210906982,
+      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "epoch": 0.5204081632653061,
+      "rel-constrast": 3.7360000610351562,
+      "step": 663,
+      "subrel-constrast": 4.950240612030029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8579416275024414,
+      "cov-distil (oracle2student)": 3.8656551837921143,
+      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "epoch": 0.521193092621664,
+      "rel-constrast": 2.1877617835998535,
+      "step": 664,
+      "subrel-constrast": 3.012631416320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.214716911315918,
+      "cov-distil (oracle2student)": 6.05491828918457,
+      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "epoch": 0.521978021978022,
+      "rel-constrast": 5.178892135620117,
+      "step": 665,
+      "subrel-constrast": 5.305087566375732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6137239933013916,
+      "cov-distil (oracle2student)": 3.810120105743408,
+      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "epoch": 0.5227629513343799,
+      "rel-constrast": 3.349665403366089,
+      "step": 666,
+      "subrel-constrast": 3.414976119995117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4571619033813477,
+      "cov-distil (oracle2student)": 4.053093910217285,
+      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "epoch": 0.5235478806907379,
+      "rel-constrast": 3.4734315872192383,
+      "step": 667,
+      "subrel-constrast": 4.766326427459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3272705078125,
+      "cov-distil (oracle2student)": 5.295647144317627,
+      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "epoch": 0.5243328100470958,
+      "rel-constrast": 2.27578067779541,
+      "step": 668,
+      "subrel-constrast": 3.290186882019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16574764251709,
+      "cov-distil (oracle2student)": 3.074251174926758,
+      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "epoch": 0.5251177394034537,
+      "rel-constrast": 2.9117937088012695,
+      "step": 669,
+      "subrel-constrast": 4.0769429206848145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5259026687598116,
+      "grad_norm": 6.375,
+      "learning_rate": 3.345000000000001e-05,
+      "loss": 0.9273,
+      "step": 670
+    },
+    {
+      "cov-distil": 2.065680503845215,
+      "cov-distil (oracle2student)": 3.868816375732422,
+      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "epoch": 0.5259026687598116,
+      "rel-constrast": 2.5789599418640137,
+      "step": 670,
+      "subrel-constrast": 3.465372085571289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0299253463745117,
+      "cov-distil (oracle2student)": 5.565490245819092,
+      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "epoch": 0.5266875981161695,
+      "rel-constrast": 3.3333916664123535,
+      "step": 671,
+      "subrel-constrast": 4.698709964752197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5617218017578125,
+      "cov-distil (oracle2student)": 3.1652114391326904,
+      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "epoch": 0.5274725274725275,
+      "rel-constrast": 3.9138967990875244,
+      "step": 672,
+      "subrel-constrast": 4.301997184753418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7199047803878784,
+      "cov-distil (oracle2student)": 5.541564464569092,
+      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "epoch": 0.5282574568288854,
+      "rel-constrast": 4.440341949462891,
+      "step": 673,
+      "subrel-constrast": 4.870668411254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1352946758270264,
+      "cov-distil (oracle2student)": 5.3132476806640625,
+      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "epoch": 0.5290423861852434,
+      "rel-constrast": 3.2583117485046387,
+      "step": 674,
+      "subrel-constrast": 3.8436455726623535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9063246250152588,
+      "cov-distil (oracle2student)": 5.243358612060547,
+      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "epoch": 0.5298273155416012,
+      "rel-constrast": 3.1742382049560547,
+      "step": 675,
+      "subrel-constrast": 3.8488731384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8462109565734863,
+      "cov-distil (oracle2student)": 5.162891387939453,
+      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "epoch": 0.5306122448979592,
+      "rel-constrast": 4.111156463623047,
+      "step": 676,
+      "subrel-constrast": 4.930334091186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5761990547180176,
+      "cov-distil (oracle2student)": 4.144106864929199,
+      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "epoch": 0.5313971742543171,
+      "rel-constrast": 4.443304538726807,
+      "step": 677,
+      "subrel-constrast": 4.383738994598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341961145401001,
+      "cov-distil (oracle2student)": 7.6850481033325195,
+      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "epoch": 0.5321821036106751,
+      "rel-constrast": 2.8136472702026367,
+      "step": 678,
+      "subrel-constrast": 3.307239294052124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9289836883544922,
+      "cov-distil (oracle2student)": 4.049675941467285,
+      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "epoch": 0.532967032967033,
+      "rel-constrast": 3.3361611366271973,
+      "step": 679,
+      "subrel-constrast": 4.114180088043213,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.533751962323391,
+      "grad_norm": 6.5,
+      "learning_rate": 3.3950000000000005e-05,
+      "loss": 0.9304,
+      "step": 680
+    },
+    {
+      "cov-distil": 2.5641942024230957,
+      "cov-distil (oracle2student)": 2.744274854660034,
+      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "epoch": 0.533751962323391,
+      "rel-constrast": 2.993406057357788,
+      "step": 680,
+      "subrel-constrast": 3.755962371826172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0492701530456543,
+      "cov-distil (oracle2student)": 4.649113655090332,
+      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "epoch": 0.5345368916797488,
+      "rel-constrast": 3.4748072624206543,
+      "step": 681,
+      "subrel-constrast": 3.822028398513794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7886135578155518,
+      "cov-distil (oracle2student)": 4.739500045776367,
+      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "epoch": 0.5353218210361067,
+      "rel-constrast": 3.860889434814453,
+      "step": 682,
+      "subrel-constrast": 4.300994873046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7035307884216309,
+      "cov-distil (oracle2student)": 5.256606578826904,
+      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "epoch": 0.5361067503924647,
+      "rel-constrast": 2.694431781768799,
+      "step": 683,
+      "subrel-constrast": 3.748015880584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5793291330337524,
+      "cov-distil (oracle2student)": 3.34442138671875,
+      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "epoch": 0.5368916797488226,
+      "rel-constrast": 3.4692606925964355,
+      "step": 684,
+      "subrel-constrast": 4.155377388000488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.270772933959961,
+      "cov-distil (oracle2student)": 4.940689563751221,
+      "cov-distil (oracle2teacher)": 4.056640625,
+      "epoch": 0.5376766091051806,
+      "rel-constrast": 3.6255533695220947,
+      "step": 685,
+      "subrel-constrast": 3.905515432357788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906499147415161,
+      "cov-distil (oracle2student)": 2.9719133377075195,
+      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "epoch": 0.5384615384615384,
+      "rel-constrast": 2.522902488708496,
+      "step": 686,
+      "subrel-constrast": 3.023371458053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.210014820098877,
+      "cov-distil (oracle2student)": 3.1710901260375977,
+      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "epoch": 0.5392464678178964,
+      "rel-constrast": 3.3018300533294678,
+      "step": 687,
+      "subrel-constrast": 4.116960048675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8590292930603027,
+      "cov-distil (oracle2student)": 3.6966283321380615,
+      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "epoch": 0.5400313971742543,
+      "rel-constrast": 2.4913716316223145,
+      "step": 688,
+      "subrel-constrast": 3.234123945236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858504295349121,
+      "cov-distil (oracle2student)": 5.383901119232178,
+      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "epoch": 0.5408163265306123,
+      "rel-constrast": 2.557194948196411,
+      "step": 689,
+      "subrel-constrast": 3.526618480682373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5416012558869702,
+      "grad_norm": 5.90625,
+      "learning_rate": 3.445e-05,
+      "loss": 0.8217,
+      "step": 690
+    },
+    {
+      "cov-distil": 2.299866199493408,
+      "cov-distil (oracle2student)": 5.036685943603516,
+      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "epoch": 0.5416012558869702,
+      "rel-constrast": 4.325338840484619,
+      "step": 690,
+      "subrel-constrast": 4.785141468048096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.446077823638916,
+      "cov-distil (oracle2student)": 4.742259502410889,
+      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "epoch": 0.542386185243328,
+      "rel-constrast": 3.005162000656128,
+      "step": 691,
+      "subrel-constrast": 3.929311513900757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.759209156036377,
+      "cov-distil (oracle2student)": 5.172847747802734,
+      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "epoch": 0.543171114599686,
+      "rel-constrast": 2.6518049240112305,
+      "step": 692,
+      "subrel-constrast": 3.5100200176239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0212676525115967,
+      "cov-distil (oracle2student)": 3.6649792194366455,
+      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "epoch": 0.5439560439560439,
+      "rel-constrast": 3.616281509399414,
+      "step": 693,
+      "subrel-constrast": 4.3500471115112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.15602445602417,
+      "cov-distil (oracle2student)": 4.672577857971191,
+      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "epoch": 0.5447409733124019,
+      "rel-constrast": 2.765082359313965,
+      "step": 694,
+      "subrel-constrast": 3.7528111934661865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6601845026016235,
+      "cov-distil (oracle2student)": 6.222827911376953,
+      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "epoch": 0.5455259026687598,
+      "rel-constrast": 2.261347770690918,
+      "step": 695,
+      "subrel-constrast": 3.265878200531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6982128620147705,
+      "cov-distil (oracle2student)": 4.819255828857422,
+      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "epoch": 0.5463108320251178,
+      "rel-constrast": 3.655337333679199,
+      "step": 696,
+      "subrel-constrast": 4.5195231437683105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2472658157348633,
+      "cov-distil (oracle2student)": 3.983247995376587,
+      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "epoch": 0.5470957613814756,
+      "rel-constrast": 3.598127603530884,
+      "step": 697,
+      "subrel-constrast": 5.374654293060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1413283348083496,
+      "cov-distil (oracle2student)": 4.751459121704102,
+      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "epoch": 0.5478806907378336,
+      "rel-constrast": 2.9638516902923584,
+      "step": 698,
+      "subrel-constrast": 3.3442859649658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8689894676208496,
+      "cov-distil (oracle2student)": 4.649480819702148,
+      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "epoch": 0.5486656200941915,
+      "rel-constrast": 4.6534953117370605,
+      "step": 699,
+      "subrel-constrast": 5.357505798339844,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 8.25,
+      "learning_rate": 3.495e-05,
+      "loss": 0.8856,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "overlap": 0.2750000059604645,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "student margin": 0.04656982421875
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "teacher margin": 0.027984619140625
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "margin difference": -0.018585205078125,
+      "step": 700
+    },
+    {
+      "cov-distil": 2.157240867614746,
+      "cov-distil (oracle2student)": 3.8259079456329346,
+      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "epoch": 0.5494505494505495,
+      "rel-constrast": 2.778444290161133,
+      "step": 700,
+      "subrel-constrast": 3.613661527633667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.01035737991333,
+      "cov-distil (oracle2student)": 5.081770420074463,
+      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "epoch": 0.5502354788069074,
+      "rel-constrast": 3.072714328765869,
+      "step": 701,
+      "subrel-constrast": 4.064720630645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.565253734588623,
+      "cov-distil (oracle2student)": 3.6840004920959473,
+      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "epoch": 0.5510204081632653,
+      "rel-constrast": 2.864206314086914,
+      "step": 702,
+      "subrel-constrast": 4.07752799987793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3201117515563965,
+      "cov-distil (oracle2student)": 4.430790901184082,
+      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "epoch": 0.5518053375196232,
+      "rel-constrast": 2.892885684967041,
+      "step": 703,
+      "subrel-constrast": 3.9102280139923096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6157848834991455,
+      "cov-distil (oracle2student)": 3.072972059249878,
+      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "epoch": 0.5525902668759811,
+      "rel-constrast": 2.969308376312256,
+      "step": 704,
+      "subrel-constrast": 3.35325288772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8044019937515259,
+      "cov-distil (oracle2student)": 4.907984733581543,
+      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "epoch": 0.5533751962323391,
+      "rel-constrast": 2.5930466651916504,
+      "step": 705,
+      "subrel-constrast": 3.165639877319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.150331497192383,
+      "cov-distil (oracle2student)": 3.3075904846191406,
+      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "epoch": 0.554160125588697,
+      "rel-constrast": 2.4108023643493652,
+      "step": 706,
+      "subrel-constrast": 3.4137344360351562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.595040202140808,
+      "cov-distil (oracle2student)": 3.7764763832092285,
+      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "epoch": 0.554945054945055,
+      "rel-constrast": 2.6294069290161133,
+      "step": 707,
+      "subrel-constrast": 3.2617640495300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.711127519607544,
+      "cov-distil (oracle2student)": 4.368122100830078,
+      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "epoch": 0.5557299843014128,
+      "rel-constrast": 3.2108542919158936,
+      "step": 708,
+      "subrel-constrast": 4.086469650268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5156898498535156,
+      "cov-distil (oracle2student)": 2.943955421447754,
+      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "epoch": 0.5565149136577708,
+      "rel-constrast": 2.9572768211364746,
+      "step": 709,
+      "subrel-constrast": 3.896813154220581,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5572998430141287,
+      "grad_norm": 6.28125,
+      "learning_rate": 3.545e-05,
+      "loss": 0.7581,
+      "step": 710
+    },
+    {
+      "cov-distil": 1.941748857498169,
+      "cov-distil (oracle2student)": 3.2825870513916016,
+      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "epoch": 0.5572998430141287,
+      "rel-constrast": 2.292598247528076,
+      "step": 710,
+      "subrel-constrast": 2.9045729637145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0996546745300293,
+      "cov-distil (oracle2student)": 4.204470157623291,
+      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "epoch": 0.5580847723704867,
+      "rel-constrast": 3.2023658752441406,
+      "step": 711,
+      "subrel-constrast": 4.2951812744140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.125648021697998,
+      "cov-distil (oracle2student)": 4.4790239334106445,
+      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "epoch": 0.5588697017268446,
+      "rel-constrast": 2.64786434173584,
+      "step": 712,
+      "subrel-constrast": 3.5473222732543945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9814571142196655,
+      "cov-distil (oracle2student)": 4.236344337463379,
+      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "epoch": 0.5596546310832025,
+      "rel-constrast": 3.084531307220459,
+      "step": 713,
+      "subrel-constrast": 3.6959943771362305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3132081031799316,
+      "cov-distil (oracle2student)": 5.171266555786133,
+      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "epoch": 0.5604395604395604,
+      "rel-constrast": 3.0725412368774414,
+      "step": 714,
+      "subrel-constrast": 3.5433380603790283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8887940645217896,
+      "cov-distil (oracle2student)": 2.9364123344421387,
+      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "epoch": 0.5612244897959183,
+      "rel-constrast": 3.2502474784851074,
+      "step": 715,
+      "subrel-constrast": 4.225052833557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9373162984848022,
+      "cov-distil (oracle2student)": 2.9609618186950684,
+      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "epoch": 0.5620094191522763,
+      "rel-constrast": 2.3920419216156006,
+      "step": 716,
+      "subrel-constrast": 3.1587109565734863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1943297386169434,
+      "cov-distil (oracle2student)": 3.3232693672180176,
+      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "epoch": 0.5627943485086342,
+      "rel-constrast": 2.6380295753479004,
+      "step": 717,
+      "subrel-constrast": 3.8598556518554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8532280921936035,
+      "cov-distil (oracle2student)": 4.747437953948975,
+      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "epoch": 0.5635792778649922,
+      "rel-constrast": 3.7532408237457275,
+      "step": 718,
+      "subrel-constrast": 4.479611873626709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901079893112183,
+      "cov-distil (oracle2student)": 4.796479225158691,
+      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "epoch": 0.5643642072213501,
+      "rel-constrast": 3.1896746158599854,
+      "step": 719,
+      "subrel-constrast": 3.2718636989593506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.565149136577708,
+      "grad_norm": 6.5,
+      "learning_rate": 3.595e-05,
+      "loss": 0.7886,
+      "step": 720
+    },
+    {
+      "cov-distil": 1.6721587181091309,
+      "cov-distil (oracle2student)": 4.330309867858887,
+      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "epoch": 0.565149136577708,
+      "rel-constrast": 3.139103889465332,
+      "step": 720,
+      "subrel-constrast": 4.142110347747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9585630893707275,
+      "cov-distil (oracle2student)": 3.8818159103393555,
+      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "epoch": 0.5659340659340659,
+      "rel-constrast": 3.3852601051330566,
+      "step": 721,
+      "subrel-constrast": 4.186655521392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6628599166870117,
+      "cov-distil (oracle2student)": 4.438604354858398,
+      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "epoch": 0.5667189952904239,
+      "rel-constrast": 3.076204776763916,
+      "step": 722,
+      "subrel-constrast": 4.137909412384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2891294956207275,
+      "cov-distil (oracle2student)": 4.213877201080322,
+      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "epoch": 0.5675039246467818,
+      "rel-constrast": 2.878323793411255,
+      "step": 723,
+      "subrel-constrast": 4.198168754577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.154545783996582,
+      "cov-distil (oracle2student)": 4.58632755279541,
+      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "epoch": 0.5682888540031397,
+      "rel-constrast": 2.2643494606018066,
+      "step": 724,
+      "subrel-constrast": 3.1710689067840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9621435403823853,
+      "cov-distil (oracle2student)": 5.582200050354004,
+      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "epoch": 0.5690737833594977,
+      "rel-constrast": 4.491276741027832,
+      "step": 725,
+      "subrel-constrast": 5.244818687438965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337646484375,
+      "cov-distil (oracle2student)": 5.812445640563965,
+      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "epoch": 0.5698587127158555,
+      "rel-constrast": 2.6152005195617676,
+      "step": 726,
+      "subrel-constrast": 3.1233291625976562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6689956188201904,
+      "cov-distil (oracle2student)": 4.86440372467041,
+      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "epoch": 0.5706436420722135,
+      "rel-constrast": 4.108986854553223,
+      "step": 727,
+      "subrel-constrast": 4.540005683898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6646761894226074,
+      "cov-distil (oracle2student)": 2.7824769020080566,
+      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "epoch": 0.5714285714285714,
+      "rel-constrast": 3.4552814960479736,
+      "step": 728,
+      "subrel-constrast": 4.266411304473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8652509450912476,
+      "cov-distil (oracle2student)": 4.346886157989502,
+      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "epoch": 0.5722135007849294,
+      "rel-constrast": 3.310194730758667,
+      "step": 729,
+      "subrel-constrast": 4.254908561706543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5729984301412873,
+      "grad_norm": 7.96875,
+      "learning_rate": 3.645e-05,
+      "loss": 0.8647,
+      "step": 730
+    },
+    {
+      "cov-distil": 2.10368013381958,
+      "cov-distil (oracle2student)": 4.364799499511719,
+      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "epoch": 0.5729984301412873,
+      "rel-constrast": 3.498570442199707,
+      "step": 730,
+      "subrel-constrast": 4.162968158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8829506635665894,
+      "cov-distil (oracle2student)": 3.6689822673797607,
+      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "epoch": 0.5737833594976453,
+      "rel-constrast": 2.781203269958496,
+      "step": 731,
+      "subrel-constrast": 3.2335457801818848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4705734252929688,
+      "cov-distil (oracle2student)": 4.313507556915283,
+      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "epoch": 0.5745682888540031,
+      "rel-constrast": 2.226599931716919,
+      "step": 732,
+      "subrel-constrast": 3.3719711303710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9433242082595825,
+      "cov-distil (oracle2student)": 3.8105883598327637,
+      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "epoch": 0.5753532182103611,
+      "rel-constrast": 2.1092617511749268,
+      "step": 733,
+      "subrel-constrast": 2.887378692626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145235538482666,
+      "cov-distil (oracle2student)": 3.870384931564331,
+      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "epoch": 0.576138147566719,
+      "rel-constrast": 3.1030163764953613,
+      "step": 734,
+      "subrel-constrast": 3.974809169769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6421372890472412,
+      "cov-distil (oracle2student)": 4.185415267944336,
+      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "epoch": 0.5769230769230769,
+      "rel-constrast": 3.2164130210876465,
+      "step": 735,
+      "subrel-constrast": 3.839367389678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.199052095413208,
+      "cov-distil (oracle2student)": 5.1141533851623535,
+      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "epoch": 0.5777080062794349,
+      "rel-constrast": 2.3354225158691406,
+      "step": 736,
+      "subrel-constrast": 3.359426498413086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3703148365020752,
+      "cov-distil (oracle2student)": 2.855952501296997,
+      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "epoch": 0.5784929356357927,
+      "rel-constrast": 2.385584831237793,
+      "step": 737,
+      "subrel-constrast": 3.1257822513580322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.035461902618408,
+      "cov-distil (oracle2student)": 4.601683616638184,
+      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "epoch": 0.5792778649921507,
+      "rel-constrast": 3.277278423309326,
+      "step": 738,
+      "subrel-constrast": 3.815040349960327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9469118118286133,
+      "cov-distil (oracle2student)": 3.4044556617736816,
+      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "epoch": 0.5800627943485086,
+      "rel-constrast": 2.503614664077759,
+      "step": 739,
+      "subrel-constrast": 3.8464818000793457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5808477237048666,
+      "grad_norm": 5.625,
+      "learning_rate": 3.6950000000000004e-05,
+      "loss": 0.7317,
+      "step": 740
+    },
+    {
+      "cov-distil": 2.0407614707946777,
+      "cov-distil (oracle2student)": 3.996048927307129,
+      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "epoch": 0.5808477237048666,
+      "rel-constrast": 3.669546604156494,
+      "step": 740,
+      "subrel-constrast": 4.864207744598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7672450542449951,
+      "cov-distil (oracle2student)": 5.2881999015808105,
+      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "epoch": 0.5816326530612245,
+      "rel-constrast": 3.2707724571228027,
+      "step": 741,
+      "subrel-constrast": 3.7437262535095215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1187403202056885,
+      "cov-distil (oracle2student)": 4.8938703536987305,
+      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "epoch": 0.5824175824175825,
+      "rel-constrast": 3.337557315826416,
+      "step": 742,
+      "subrel-constrast": 4.06928825378418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9417197704315186,
+      "cov-distil (oracle2student)": 2.6721365451812744,
+      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "epoch": 0.5832025117739403,
+      "rel-constrast": 3.274005889892578,
+      "step": 743,
+      "subrel-constrast": 4.384252071380615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6456279754638672,
+      "cov-distil (oracle2student)": 6.536004066467285,
+      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "epoch": 0.5839874411302983,
+      "rel-constrast": 3.884960174560547,
+      "step": 744,
+      "subrel-constrast": 4.296112537384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1353392601013184,
+      "cov-distil (oracle2student)": 3.733588218688965,
+      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "epoch": 0.5847723704866562,
+      "rel-constrast": 3.021883964538574,
+      "step": 745,
+      "subrel-constrast": 4.292428493499756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4558398723602295,
+      "cov-distil (oracle2student)": 4.652581214904785,
+      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "epoch": 0.5855572998430141,
+      "rel-constrast": 4.278546333312988,
+      "step": 746,
+      "subrel-constrast": 4.9796462059021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.694913387298584,
+      "cov-distil (oracle2student)": 5.748119354248047,
+      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "epoch": 0.5863422291993721,
+      "rel-constrast": 3.8175976276397705,
+      "step": 747,
+      "subrel-constrast": 4.21746301651001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.475412368774414,
+      "cov-distil (oracle2student)": 4.438069820404053,
+      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "epoch": 0.5871271585557299,
+      "rel-constrast": 3.845689296722412,
+      "step": 748,
+      "subrel-constrast": 4.95175838470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9831706285476685,
+      "cov-distil (oracle2student)": 6.495038032531738,
+      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "epoch": 0.5879120879120879,
+      "rel-constrast": 4.1530351638793945,
+      "step": 749,
+      "subrel-constrast": 4.611822128295898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5886970172684458,
+      "grad_norm": 7.3125,
+      "learning_rate": 3.745e-05,
+      "loss": 0.962,
+      "step": 750
+    },
+    {
+      "cov-distil": 2.0158157348632812,
+      "cov-distil (oracle2student)": 5.055816173553467,
+      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "epoch": 0.5886970172684458,
+      "rel-constrast": 3.9233157634735107,
+      "step": 750,
+      "subrel-constrast": 3.864165782928467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635613441467285,
+      "cov-distil (oracle2student)": 5.4654316902160645,
+      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "epoch": 0.5894819466248038,
+      "rel-constrast": 4.993955135345459,
+      "step": 751,
+      "subrel-constrast": 5.235997200012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385218858718872,
+      "cov-distil (oracle2student)": 5.6385650634765625,
+      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "epoch": 0.5902668759811617,
+      "rel-constrast": 3.025139808654785,
+      "step": 752,
+      "subrel-constrast": 3.8267934322357178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569950819015503,
+      "cov-distil (oracle2student)": 3.5421292781829834,
+      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "epoch": 0.5910518053375197,
+      "rel-constrast": 3.353006601333618,
+      "step": 753,
+      "subrel-constrast": 3.6611077785491943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1727864742279053,
+      "cov-distil (oracle2student)": 4.28021240234375,
+      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "epoch": 0.5918367346938775,
+      "rel-constrast": 2.922618865966797,
+      "step": 754,
+      "subrel-constrast": 3.996519088745117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7415900230407715,
+      "cov-distil (oracle2student)": 3.497739315032959,
+      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "epoch": 0.5926216640502355,
+      "rel-constrast": 3.798996925354004,
+      "step": 755,
+      "subrel-constrast": 4.776462554931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1685500144958496,
+      "cov-distil (oracle2student)": 4.893260955810547,
+      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "epoch": 0.5934065934065934,
+      "rel-constrast": 2.4217734336853027,
+      "step": 756,
+      "subrel-constrast": 3.1775949001312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841844081878662,
+      "cov-distil (oracle2student)": 4.1985602378845215,
+      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "epoch": 0.5941915227629513,
+      "rel-constrast": 4.808537483215332,
+      "step": 757,
+      "subrel-constrast": 4.465860366821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1540775299072266,
+      "cov-distil (oracle2student)": 4.151504993438721,
+      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "epoch": 0.5949764521193093,
+      "rel-constrast": 4.140444755554199,
+      "step": 758,
+      "subrel-constrast": 4.597982406616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271002769470215,
+      "cov-distil (oracle2student)": 3.718888998031616,
+      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "epoch": 0.5957613814756672,
+      "rel-constrast": 2.825824499130249,
+      "step": 759,
+      "subrel-constrast": 4.3692402839660645,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5965463108320251,
+      "grad_norm": 5.1875,
+      "learning_rate": 3.795e-05,
+      "loss": 0.9528,
+      "step": 760
+    },
+    {
+      "cov-distil": 1.7022627592086792,
+      "cov-distil (oracle2student)": 3.69522762298584,
+      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "epoch": 0.5965463108320251,
+      "rel-constrast": 3.239539861679077,
+      "step": 760,
+      "subrel-constrast": 3.6723670959472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1336252689361572,
+      "cov-distil (oracle2student)": 5.899049282073975,
+      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "epoch": 0.597331240188383,
+      "rel-constrast": 3.3772640228271484,
+      "step": 761,
+      "subrel-constrast": 3.9677364826202393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4030654430389404,
+      "cov-distil (oracle2student)": 2.9989023208618164,
+      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "epoch": 0.598116169544741,
+      "rel-constrast": 2.7976434230804443,
+      "step": 762,
+      "subrel-constrast": 3.6139957904815674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6165751218795776,
+      "cov-distil (oracle2student)": 3.5679118633270264,
+      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "epoch": 0.5989010989010989,
+      "rel-constrast": 2.8740625381469727,
+      "step": 763,
+      "subrel-constrast": 3.778475761413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.820896625518799,
+      "cov-distil (oracle2student)": 6.150871753692627,
+      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "epoch": 0.5996860282574569,
+      "rel-constrast": 3.7509093284606934,
+      "step": 764,
+      "subrel-constrast": 4.796078681945801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9030272960662842,
+      "cov-distil (oracle2student)": 4.817904472351074,
+      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "epoch": 0.6004709576138147,
+      "rel-constrast": 2.762104034423828,
+      "step": 765,
+      "subrel-constrast": 3.649869918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6472067832946777,
+      "cov-distil (oracle2student)": 5.045088768005371,
+      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "epoch": 0.6012558869701727,
+      "rel-constrast": 3.665983200073242,
+      "step": 766,
+      "subrel-constrast": 4.9610595703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7140461206436157,
+      "cov-distil (oracle2student)": 4.2100830078125,
+      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "epoch": 0.6020408163265306,
+      "rel-constrast": 3.221212863922119,
+      "step": 767,
+      "subrel-constrast": 4.096993923187256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9868059158325195,
+      "cov-distil (oracle2student)": 4.4105072021484375,
+      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "epoch": 0.6028257456828885,
+      "rel-constrast": 3.5781681537628174,
+      "step": 768,
+      "subrel-constrast": 3.9354326725006104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8439627885818481,
+      "cov-distil (oracle2student)": 4.352982521057129,
+      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "epoch": 0.6036106750392465,
+      "rel-constrast": 3.0787644386291504,
+      "step": 769,
+      "subrel-constrast": 3.8324127197265625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6043956043956044,
+      "grad_norm": 6.03125,
+      "learning_rate": 3.845e-05,
+      "loss": 0.8581,
+      "step": 770
+    },
+    {
+      "cov-distil": 1.7659657001495361,
+      "cov-distil (oracle2student)": 3.843327045440674,
+      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "epoch": 0.6043956043956044,
+      "rel-constrast": 3.9639570713043213,
+      "step": 770,
+      "subrel-constrast": 4.180597305297852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.315230369567871,
+      "cov-distil (oracle2student)": 5.3011298179626465,
+      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "epoch": 0.6051805337519623,
+      "rel-constrast": 2.70466685295105,
+      "step": 771,
+      "subrel-constrast": 3.1214003562927246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9845139980316162,
+      "cov-distil (oracle2student)": 4.869327545166016,
+      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "epoch": 0.6059654631083202,
+      "rel-constrast": 3.7171690464019775,
+      "step": 772,
+      "subrel-constrast": 4.3443684577941895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9720571041107178,
+      "cov-distil (oracle2student)": 3.690183639526367,
+      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "epoch": 0.6067503924646782,
+      "rel-constrast": 3.0226402282714844,
+      "step": 773,
+      "subrel-constrast": 3.60787296295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6458377838134766,
+      "cov-distil (oracle2student)": 4.784181594848633,
+      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "epoch": 0.6075353218210361,
+      "rel-constrast": 2.781965732574463,
+      "step": 774,
+      "subrel-constrast": 4.125537395477295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9115421772003174,
+      "cov-distil (oracle2student)": 3.761108160018921,
+      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "epoch": 0.6083202511773941,
+      "rel-constrast": 5.317140102386475,
+      "step": 775,
+      "subrel-constrast": 5.246437072753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6181366443634033,
+      "cov-distil (oracle2student)": 4.179975509643555,
+      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "epoch": 0.609105180533752,
+      "rel-constrast": 3.174107789993286,
+      "step": 776,
+      "subrel-constrast": 4.24804162979126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841779470443726,
+      "cov-distil (oracle2student)": 4.076355934143066,
+      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "epoch": 0.6098901098901099,
+      "rel-constrast": 3.13995623588562,
+      "step": 777,
+      "subrel-constrast": 3.882110834121704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4938359260559082,
+      "cov-distil (oracle2student)": 3.114800453186035,
+      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "epoch": 0.6106750392464678,
+      "rel-constrast": 2.3868465423583984,
+      "step": 778,
+      "subrel-constrast": 3.307704448699951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6191189289093018,
+      "cov-distil (oracle2student)": 3.7162814140319824,
+      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "epoch": 0.6114599686028257,
+      "rel-constrast": 2.6197452545166016,
+      "step": 779,
+      "subrel-constrast": 3.995907783508301,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6122448979591837,
+      "grad_norm": 5.71875,
+      "learning_rate": 3.8950000000000005e-05,
+      "loss": 0.8627,
+      "step": 780
+    },
+    {
+      "cov-distil": 1.567307472229004,
+      "cov-distil (oracle2student)": 3.8484396934509277,
+      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "epoch": 0.6122448979591837,
+      "rel-constrast": 2.7569737434387207,
+      "step": 780,
+      "subrel-constrast": 3.633056640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.703679084777832,
+      "cov-distil (oracle2student)": 5.909217834472656,
+      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "epoch": 0.6130298273155416,
+      "rel-constrast": 3.1182799339294434,
+      "step": 781,
+      "subrel-constrast": 4.302492618560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5469286441802979,
+      "cov-distil (oracle2student)": 4.972591876983643,
+      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "epoch": 0.6138147566718996,
+      "rel-constrast": 3.5933823585510254,
+      "step": 782,
+      "subrel-constrast": 4.120849609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.499288320541382,
+      "cov-distil (oracle2student)": 4.016372203826904,
+      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "epoch": 0.6145996860282574,
+      "rel-constrast": 3.579235076904297,
+      "step": 783,
+      "subrel-constrast": 4.995879650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7838202714920044,
+      "cov-distil (oracle2student)": 4.292354106903076,
+      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "epoch": 0.6153846153846154,
+      "rel-constrast": 4.380586624145508,
+      "step": 784,
+      "subrel-constrast": 4.989373683929443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.360783338546753,
+      "cov-distil (oracle2student)": 2.8544771671295166,
+      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "epoch": 0.6161695447409733,
+      "rel-constrast": 2.633727788925171,
+      "step": 785,
+      "subrel-constrast": 3.0272700786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2854633331298828,
+      "cov-distil (oracle2student)": 4.519411087036133,
+      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "epoch": 0.6169544740973313,
+      "rel-constrast": 3.793271541595459,
+      "step": 786,
+      "subrel-constrast": 4.128157138824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158350229263306,
+      "cov-distil (oracle2student)": 8.350929260253906,
+      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "epoch": 0.6177394034536892,
+      "rel-constrast": 4.180355548858643,
+      "step": 787,
+      "subrel-constrast": 4.325165748596191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7012990713119507,
+      "cov-distil (oracle2student)": 4.489649772644043,
+      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "epoch": 0.6185243328100472,
+      "rel-constrast": 2.7871315479278564,
+      "step": 788,
+      "subrel-constrast": 3.8673195838928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.114866256713867,
+      "cov-distil (oracle2student)": 4.235287666320801,
+      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "epoch": 0.619309262166405,
+      "rel-constrast": 3.4823496341705322,
+      "step": 789,
+      "subrel-constrast": 4.297632217407227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6200941915227629,
+      "grad_norm": 7.875,
+      "learning_rate": 3.9450000000000003e-05,
+      "loss": 0.9013,
+      "step": 790
+    },
+    {
+      "cov-distil": 1.5477025508880615,
+      "cov-distil (oracle2student)": 5.949827671051025,
+      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "epoch": 0.6200941915227629,
+      "rel-constrast": 4.039373397827148,
+      "step": 790,
+      "subrel-constrast": 4.567863464355469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3561406135559082,
+      "cov-distil (oracle2student)": 3.604832649230957,
+      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "epoch": 0.6208791208791209,
+      "rel-constrast": 3.4909794330596924,
+      "step": 791,
+      "subrel-constrast": 4.409178733825684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871955394744873,
+      "cov-distil (oracle2student)": 4.196135520935059,
+      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "epoch": 0.6216640502354788,
+      "rel-constrast": 2.9357693195343018,
+      "step": 792,
+      "subrel-constrast": 3.2282023429870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.003251791000366,
+      "cov-distil (oracle2student)": 4.818282127380371,
+      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "epoch": 0.6224489795918368,
+      "rel-constrast": 2.581894636154175,
+      "step": 793,
+      "subrel-constrast": 3.626744031906128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013441562652588,
+      "cov-distil (oracle2student)": 4.1534881591796875,
+      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "epoch": 0.6232339089481946,
+      "rel-constrast": 3.052790403366089,
+      "step": 794,
+      "subrel-constrast": 3.9772417545318604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3264985084533691,
+      "cov-distil (oracle2student)": 2.9551219940185547,
+      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "epoch": 0.6240188383045526,
+      "rel-constrast": 2.9264769554138184,
+      "step": 795,
+      "subrel-constrast": 3.479712724685669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9255633354187012,
+      "cov-distil (oracle2student)": 4.218044281005859,
+      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "epoch": 0.6248037676609105,
+      "rel-constrast": 2.9784960746765137,
+      "step": 796,
+      "subrel-constrast": 3.8964850902557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.79434335231781,
+      "cov-distil (oracle2student)": 3.4287924766540527,
+      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "epoch": 0.6255886970172685,
+      "rel-constrast": 2.4437570571899414,
+      "step": 797,
+      "subrel-constrast": 3.4459657669067383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4499318599700928,
+      "cov-distil (oracle2student)": 3.9298148155212402,
+      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "epoch": 0.6263736263736264,
+      "rel-constrast": 3.9533963203430176,
+      "step": 798,
+      "subrel-constrast": 4.786764144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6373556852340698,
+      "cov-distil (oracle2student)": 4.715010166168213,
+      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "epoch": 0.6271585557299842,
+      "rel-constrast": 4.105449676513672,
+      "step": 799,
+      "subrel-constrast": 4.462728500366211,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "grad_norm": 6.375,
+      "learning_rate": 3.995e-05,
+      "loss": 0.855,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "overlap": 0.28437501192092896,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "student margin": 0.04833984375
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "teacher margin": 0.027130126953125
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "margin difference": -0.021209716796875,
+      "step": 800
+    },
+    {
+      "cov-distil": 2.0045931339263916,
+      "cov-distil (oracle2student)": 3.7618496417999268,
+      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "epoch": 0.6279434850863422,
+      "rel-constrast": 2.2175610065460205,
+      "step": 800,
+      "subrel-constrast": 3.892456293106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.619981050491333,
+      "cov-distil (oracle2student)": 4.364217758178711,
+      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "epoch": 0.6287284144427001,
+      "rel-constrast": 4.093245506286621,
+      "step": 801,
+      "subrel-constrast": 5.052906513214111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9569767713546753,
+      "cov-distil (oracle2student)": 2.646055221557617,
+      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "epoch": 0.6295133437990581,
+      "rel-constrast": 2.6254687309265137,
+      "step": 802,
+      "subrel-constrast": 3.3019208908081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089287757873535,
+      "cov-distil (oracle2student)": 5.582956314086914,
+      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "epoch": 0.630298273155416,
+      "rel-constrast": 3.7026913166046143,
+      "step": 803,
+      "subrel-constrast": 3.879225969314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9473289251327515,
+      "cov-distil (oracle2student)": 3.230166435241699,
+      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "epoch": 0.631083202511774,
+      "rel-constrast": 1.864764928817749,
+      "step": 804,
+      "subrel-constrast": 3.3280768394470215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3922661542892456,
+      "cov-distil (oracle2student)": 4.060875415802002,
+      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "epoch": 0.6318681318681318,
+      "rel-constrast": 3.7141737937927246,
+      "step": 805,
+      "subrel-constrast": 4.204806804656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784874677658081,
+      "cov-distil (oracle2student)": 4.374386310577393,
+      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "epoch": 0.6326530612244898,
+      "rel-constrast": 3.073376178741455,
+      "step": 806,
+      "subrel-constrast": 3.565107583999634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3918473720550537,
+      "cov-distil (oracle2student)": 4.301252841949463,
+      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "epoch": 0.6334379905808477,
+      "rel-constrast": 3.255364179611206,
+      "step": 807,
+      "subrel-constrast": 4.516900062561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8820072412490845,
+      "cov-distil (oracle2student)": 4.317390441894531,
+      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "epoch": 0.6342229199372057,
+      "rel-constrast": 2.3400073051452637,
+      "step": 808,
+      "subrel-constrast": 3.68056583404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104020595550537,
+      "cov-distil (oracle2student)": 4.113283157348633,
+      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "epoch": 0.6350078492935636,
+      "rel-constrast": 2.7774062156677246,
+      "step": 809,
+      "subrel-constrast": 3.156845808029175,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6357927786499215,
+      "grad_norm": 5.875,
+      "learning_rate": 4.045000000000001e-05,
+      "loss": 0.792,
+      "step": 810
+    },
+    {
+      "cov-distil": 1.9225842952728271,
+      "cov-distil (oracle2student)": 4.772700309753418,
+      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "epoch": 0.6357927786499215,
+      "rel-constrast": 2.274402618408203,
+      "step": 810,
+      "subrel-constrast": 3.793257236480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146592140197754,
+      "cov-distil (oracle2student)": 3.9638068675994873,
+      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "epoch": 0.6365777080062794,
+      "rel-constrast": 2.302318572998047,
+      "step": 811,
+      "subrel-constrast": 3.4826509952545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7630622386932373,
+      "cov-distil (oracle2student)": 3.8982958793640137,
+      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "epoch": 0.6373626373626373,
+      "rel-constrast": 3.0242116451263428,
+      "step": 812,
+      "subrel-constrast": 3.74605655670166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2058258056640625,
+      "cov-distil (oracle2student)": 5.105160236358643,
+      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "epoch": 0.6381475667189953,
+      "rel-constrast": 3.7548186779022217,
+      "step": 813,
+      "subrel-constrast": 4.288941383361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2325778007507324,
+      "cov-distil (oracle2student)": 3.994985818862915,
+      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "epoch": 0.6389324960753532,
+      "rel-constrast": 4.058200836181641,
+      "step": 814,
+      "subrel-constrast": 5.199466705322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6037338972091675,
+      "cov-distil (oracle2student)": 3.0010287761688232,
+      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "epoch": 0.6397174254317112,
+      "rel-constrast": 2.544131278991699,
+      "step": 815,
+      "subrel-constrast": 3.9001212120056152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8440213203430176,
+      "cov-distil (oracle2student)": 3.382146120071411,
+      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "epoch": 0.640502354788069,
+      "rel-constrast": 3.101287603378296,
+      "step": 816,
+      "subrel-constrast": 3.941652297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3768600225448608,
+      "cov-distil (oracle2student)": 4.8537187576293945,
+      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "epoch": 0.641287284144427,
+      "rel-constrast": 3.138200521469116,
+      "step": 817,
+      "subrel-constrast": 4.078574180603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3285818099975586,
+      "cov-distil (oracle2student)": 3.95272159576416,
+      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "epoch": 0.6420722135007849,
+      "rel-constrast": 2.9757089614868164,
+      "step": 818,
+      "subrel-constrast": 4.183833599090576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9137150049209595,
+      "cov-distil (oracle2student)": 3.8996100425720215,
+      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "epoch": 0.6428571428571429,
+      "rel-constrast": 3.0237324237823486,
+      "step": 819,
+      "subrel-constrast": 3.7355899810791016,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6436420722135008,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.095e-05,
+      "loss": 0.8033,
+      "step": 820
+    },
+    {
+      "cov-distil": 1.5698240995407104,
+      "cov-distil (oracle2student)": 3.570085287094116,
+      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "epoch": 0.6436420722135008,
+      "rel-constrast": 3.341369152069092,
+      "step": 820,
+      "subrel-constrast": 3.669610023498535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108656406402588,
+      "cov-distil (oracle2student)": 4.587629318237305,
+      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "epoch": 0.6444270015698587,
+      "rel-constrast": 2.444645643234253,
+      "step": 821,
+      "subrel-constrast": 3.439606189727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.427807092666626,
+      "cov-distil (oracle2student)": 4.807023048400879,
+      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "epoch": 0.6452119309262166,
+      "rel-constrast": 3.5886707305908203,
+      "step": 822,
+      "subrel-constrast": 4.190989017486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7150936126708984,
+      "cov-distil (oracle2student)": 4.0572509765625,
+      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "epoch": 0.6459968602825745,
+      "rel-constrast": 4.181950092315674,
+      "step": 823,
+      "subrel-constrast": 4.883435249328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.375495672225952,
+      "cov-distil (oracle2student)": 4.172708988189697,
+      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "epoch": 0.6467817896389325,
+      "rel-constrast": 3.079369306564331,
+      "step": 824,
+      "subrel-constrast": 4.150157451629639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.308274745941162,
+      "cov-distil (oracle2student)": 4.596344947814941,
+      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "epoch": 0.6475667189952904,
+      "rel-constrast": 4.447976112365723,
+      "step": 825,
+      "subrel-constrast": 4.973028659820557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7622771263122559,
+      "cov-distil (oracle2student)": 4.808835029602051,
+      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "epoch": 0.6483516483516484,
+      "rel-constrast": 3.0392632484436035,
+      "step": 826,
+      "subrel-constrast": 4.2934980392456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2593860626220703,
+      "cov-distil (oracle2student)": 4.994297504425049,
+      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "epoch": 0.6491365777080063,
+      "rel-constrast": 3.979785919189453,
+      "step": 827,
+      "subrel-constrast": 4.262341499328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6107163429260254,
+      "cov-distil (oracle2student)": 3.178396224975586,
+      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "epoch": 0.6499215070643642,
+      "rel-constrast": 2.977691888809204,
+      "step": 828,
+      "subrel-constrast": 3.771296501159668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630000352859497,
+      "cov-distil (oracle2student)": 5.777911186218262,
+      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "epoch": 0.6507064364207221,
+      "rel-constrast": 3.3911921977996826,
+      "step": 829,
+      "subrel-constrast": 4.069247722625732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6514913657770801,
+      "grad_norm": 6.75,
+      "learning_rate": 4.145e-05,
+      "loss": 0.9087,
+      "step": 830
+    },
+    {
+      "cov-distil": 1.8794384002685547,
+      "cov-distil (oracle2student)": 4.103548049926758,
+      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "epoch": 0.6514913657770801,
+      "rel-constrast": 4.0044355392456055,
+      "step": 830,
+      "subrel-constrast": 4.624624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906476497650146,
+      "cov-distil (oracle2student)": 3.214458465576172,
+      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "epoch": 0.652276295133438,
+      "rel-constrast": 2.7704429626464844,
+      "step": 831,
+      "subrel-constrast": 3.6220717430114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9752247333526611,
+      "cov-distil (oracle2student)": 4.888476371765137,
+      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "epoch": 0.6530612244897959,
+      "rel-constrast": 3.941727638244629,
+      "step": 832,
+      "subrel-constrast": 4.675938129425049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7726495265960693,
+      "cov-distil (oracle2student)": 2.904669761657715,
+      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "epoch": 0.6538461538461539,
+      "rel-constrast": 2.125884771347046,
+      "step": 833,
+      "subrel-constrast": 3.402971029281616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8348287343978882,
+      "cov-distil (oracle2student)": 3.610349178314209,
+      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "epoch": 0.6546310832025117,
+      "rel-constrast": 4.169477939605713,
+      "step": 834,
+      "subrel-constrast": 4.495212078094482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.877418041229248,
+      "cov-distil (oracle2student)": 5.971458435058594,
+      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "epoch": 0.6554160125588697,
+      "rel-constrast": 2.4234228134155273,
+      "step": 835,
+      "subrel-constrast": 3.372243642807007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8137049674987793,
+      "cov-distil (oracle2student)": 5.548581123352051,
+      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "epoch": 0.6562009419152276,
+      "rel-constrast": 4.032650947570801,
+      "step": 836,
+      "subrel-constrast": 4.941165447235107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.24606990814209,
+      "cov-distil (oracle2student)": 3.6434006690979004,
+      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "epoch": 0.6569858712715856,
+      "rel-constrast": 3.4072937965393066,
+      "step": 837,
+      "subrel-constrast": 4.71898889541626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4418138265609741,
+      "cov-distil (oracle2student)": 4.0115790367126465,
+      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "epoch": 0.6577708006279435,
+      "rel-constrast": 2.6703035831451416,
+      "step": 838,
+      "subrel-constrast": 3.024057388305664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321179747581482,
+      "cov-distil (oracle2student)": 3.9942774772644043,
+      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "epoch": 0.6585557299843015,
+      "rel-constrast": 4.570227146148682,
+      "step": 839,
+      "subrel-constrast": 5.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6593406593406593,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.195e-05,
+      "loss": 0.898,
+      "step": 840
+    },
+    {
+      "cov-distil": 1.804254412651062,
+      "cov-distil (oracle2student)": 4.796672821044922,
+      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "epoch": 0.6593406593406593,
+      "rel-constrast": 3.048487663269043,
+      "step": 840,
+      "subrel-constrast": 4.138221263885498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.185621976852417,
+      "cov-distil (oracle2student)": 4.644382476806641,
+      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "epoch": 0.6601255886970173,
+      "rel-constrast": 2.7198691368103027,
+      "step": 841,
+      "subrel-constrast": 3.728656768798828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1581225395202637,
+      "cov-distil (oracle2student)": 4.967820644378662,
+      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "epoch": 0.6609105180533752,
+      "rel-constrast": 2.998076915740967,
+      "step": 842,
+      "subrel-constrast": 4.3113603591918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6802887916564941,
+      "cov-distil (oracle2student)": 3.012141704559326,
+      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "epoch": 0.6616954474097331,
+      "rel-constrast": 3.7015037536621094,
+      "step": 843,
+      "subrel-constrast": 4.34977912902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9140921831130981,
+      "cov-distil (oracle2student)": 3.6763272285461426,
+      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "epoch": 0.6624803767660911,
+      "rel-constrast": 2.8182120323181152,
+      "step": 844,
+      "subrel-constrast": 3.526099681854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3611481189727783,
+      "cov-distil (oracle2student)": 3.414156675338745,
+      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "epoch": 0.6632653061224489,
+      "rel-constrast": 3.6642966270446777,
+      "step": 845,
+      "subrel-constrast": 4.929279804229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16641902923584,
+      "cov-distil (oracle2student)": 5.345207214355469,
+      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "epoch": 0.6640502354788069,
+      "rel-constrast": 2.9499943256378174,
+      "step": 846,
+      "subrel-constrast": 4.163426876068115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2791935205459595,
+      "cov-distil (oracle2student)": 4.141592979431152,
+      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "epoch": 0.6648351648351648,
+      "rel-constrast": 3.946357488632202,
+      "step": 847,
+      "subrel-constrast": 3.884228467941284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286513805389404,
+      "cov-distil (oracle2student)": 3.6746082305908203,
+      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "epoch": 0.6656200941915228,
+      "rel-constrast": 2.590811252593994,
+      "step": 848,
+      "subrel-constrast": 3.7845067977905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7331000566482544,
+      "cov-distil (oracle2student)": 3.869168281555176,
+      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "epoch": 0.6664050235478807,
+      "rel-constrast": 3.201794147491455,
+      "step": 849,
+      "subrel-constrast": 4.059730052947998,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6671899529042387,
+      "grad_norm": 6.5,
+      "learning_rate": 4.245e-05,
+      "loss": 0.8383,
+      "step": 850
+    },
+    {
+      "cov-distil": 1.7655677795410156,
+      "cov-distil (oracle2student)": 3.762930154800415,
+      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "epoch": 0.6671899529042387,
+      "rel-constrast": 2.9008567333221436,
+      "step": 850,
+      "subrel-constrast": 3.404660701751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517121434211731,
+      "cov-distil (oracle2student)": 2.8830716609954834,
+      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "epoch": 0.6679748822605965,
+      "rel-constrast": 4.325301170349121,
+      "step": 851,
+      "subrel-constrast": 4.419717311859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9270949363708496,
+      "cov-distil (oracle2student)": 4.238532543182373,
+      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "epoch": 0.6687598116169545,
+      "rel-constrast": 2.823596715927124,
+      "step": 852,
+      "subrel-constrast": 3.4322097301483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3329415321350098,
+      "cov-distil (oracle2student)": 6.140964031219482,
+      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "epoch": 0.6695447409733124,
+      "rel-constrast": 2.4979028701782227,
+      "step": 853,
+      "subrel-constrast": 3.4758663177490234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5264722108840942,
+      "cov-distil (oracle2student)": 5.3368964195251465,
+      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "epoch": 0.6703296703296703,
+      "rel-constrast": 3.0451555252075195,
+      "step": 854,
+      "subrel-constrast": 3.68107533454895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.527972459793091,
+      "cov-distil (oracle2student)": 4.9313225746154785,
+      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "epoch": 0.6711145996860283,
+      "rel-constrast": 3.4113454818725586,
+      "step": 855,
+      "subrel-constrast": 4.2453413009643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2195277214050293,
+      "cov-distil (oracle2student)": 4.841870307922363,
+      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "epoch": 0.6718995290423861,
+      "rel-constrast": 3.8896093368530273,
+      "step": 856,
+      "subrel-constrast": 4.457779884338379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9021310806274414,
+      "cov-distil (oracle2student)": 5.08781623840332,
+      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "epoch": 0.6726844583987441,
+      "rel-constrast": 4.279557228088379,
+      "step": 857,
+      "subrel-constrast": 4.490781307220459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184224128723145,
+      "cov-distil (oracle2student)": 4.386934757232666,
+      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "epoch": 0.673469387755102,
+      "rel-constrast": 2.4715077877044678,
+      "step": 858,
+      "subrel-constrast": 3.5174665451049805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5252549648284912,
+      "cov-distil (oracle2student)": 4.384729862213135,
+      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "epoch": 0.67425431711146,
+      "rel-constrast": 3.386720657348633,
+      "step": 859,
+      "subrel-constrast": 4.306125640869141,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6750392464678179,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.295e-05,
+      "loss": 0.8732,
+      "step": 860
+    },
+    {
+      "cov-distil": 2.1179590225219727,
+      "cov-distil (oracle2student)": 4.76759147644043,
+      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "epoch": 0.6750392464678179,
+      "rel-constrast": 2.7477235794067383,
+      "step": 860,
+      "subrel-constrast": 3.7372775077819824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7965826988220215,
+      "cov-distil (oracle2student)": 3.590010404586792,
+      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "epoch": 0.6758241758241759,
+      "rel-constrast": 2.507899284362793,
+      "step": 861,
+      "subrel-constrast": 3.807100296020508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7082825899124146,
+      "cov-distil (oracle2student)": 5.913630485534668,
+      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "epoch": 0.6766091051805337,
+      "rel-constrast": 3.268495559692383,
+      "step": 862,
+      "subrel-constrast": 3.9798760414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8252453804016113,
+      "cov-distil (oracle2student)": 4.901181221008301,
+      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "epoch": 0.6773940345368917,
+      "rel-constrast": 3.583211660385132,
+      "step": 863,
+      "subrel-constrast": 4.42688512802124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3953462839126587,
+      "cov-distil (oracle2student)": 5.5138397216796875,
+      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "epoch": 0.6781789638932496,
+      "rel-constrast": 3.1454901695251465,
+      "step": 864,
+      "subrel-constrast": 3.9406254291534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6899718046188354,
+      "cov-distil (oracle2student)": 5.330373764038086,
+      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "epoch": 0.6789638932496075,
+      "rel-constrast": 2.3280701637268066,
+      "step": 865,
+      "subrel-constrast": 3.6453700065612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6296229362487793,
+      "cov-distil (oracle2student)": 4.770857810974121,
+      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "epoch": 0.6797488226059655,
+      "rel-constrast": 3.20645809173584,
+      "step": 866,
+      "subrel-constrast": 3.8591246604919434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7715446949005127,
+      "cov-distil (oracle2student)": 4.347777843475342,
+      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "epoch": 0.6805337519623234,
+      "rel-constrast": 3.9846086502075195,
+      "step": 867,
+      "subrel-constrast": 5.185349941253662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6960502862930298,
+      "cov-distil (oracle2student)": 3.3439979553222656,
+      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "epoch": 0.6813186813186813,
+      "rel-constrast": 2.1034369468688965,
+      "step": 868,
+      "subrel-constrast": 2.926976203918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.505071759223938,
+      "cov-distil (oracle2student)": 2.9278054237365723,
+      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "epoch": 0.6821036106750392,
+      "rel-constrast": 3.0042061805725098,
+      "step": 869,
+      "subrel-constrast": 3.6791141033172607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6828885400313972,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.345e-05,
+      "loss": 0.7898,
+      "step": 870
+    },
+    {
+      "cov-distil": 1.5478849411010742,
+      "cov-distil (oracle2student)": 4.5837202072143555,
+      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "epoch": 0.6828885400313972,
+      "rel-constrast": 3.6690661907196045,
+      "step": 870,
+      "subrel-constrast": 3.755584239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4669153690338135,
+      "cov-distil (oracle2student)": 3.7385365962982178,
+      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "epoch": 0.6836734693877551,
+      "rel-constrast": 3.5915560722351074,
+      "step": 871,
+      "subrel-constrast": 4.271019458770752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1383116245269775,
+      "cov-distil (oracle2student)": 4.596353530883789,
+      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "epoch": 0.6844583987441131,
+      "rel-constrast": 2.788327693939209,
+      "step": 872,
+      "subrel-constrast": 3.9468002319335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5923734903335571,
+      "cov-distil (oracle2student)": 4.1226983070373535,
+      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "epoch": 0.685243328100471,
+      "rel-constrast": 3.274655342102051,
+      "step": 873,
+      "subrel-constrast": 3.9750561714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.946056842803955,
+      "cov-distil (oracle2student)": 4.353828430175781,
+      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "epoch": 0.6860282574568289,
+      "rel-constrast": 2.741914749145508,
+      "step": 874,
+      "subrel-constrast": 3.176755905151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9557355642318726,
+      "cov-distil (oracle2student)": 3.949646472930908,
+      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "epoch": 0.6868131868131868,
+      "rel-constrast": 2.8873188495635986,
+      "step": 875,
+      "subrel-constrast": 3.6380884647369385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.401376247406006,
+      "cov-distil (oracle2student)": 5.006793022155762,
+      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "epoch": 0.6875981161695447,
+      "rel-constrast": 4.074068069458008,
+      "step": 876,
+      "subrel-constrast": 5.1672682762146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2366654872894287,
+      "cov-distil (oracle2student)": 3.786804676055908,
+      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "epoch": 0.6883830455259027,
+      "rel-constrast": 2.0299768447875977,
+      "step": 877,
+      "subrel-constrast": 2.670637369155884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0147178173065186,
+      "cov-distil (oracle2student)": 3.804882764816284,
+      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "epoch": 0.6891679748822606,
+      "rel-constrast": 2.7490639686584473,
+      "step": 878,
+      "subrel-constrast": 3.5756359100341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5681298971176147,
+      "cov-distil (oracle2student)": 3.9214487075805664,
+      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "epoch": 0.6899529042386185,
+      "rel-constrast": 3.0104470252990723,
+      "step": 879,
+      "subrel-constrast": 3.337676763534546,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6907378335949764,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.3950000000000004e-05,
+      "loss": 0.8151,
+      "step": 880
+    },
+    {
+      "cov-distil": 2.2157304286956787,
+      "cov-distil (oracle2student)": 5.699595928192139,
+      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "epoch": 0.6907378335949764,
+      "rel-constrast": 3.0941343307495117,
+      "step": 880,
+      "subrel-constrast": 4.322240352630615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4810900688171387,
+      "cov-distil (oracle2student)": 3.3440780639648438,
+      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "epoch": 0.6915227629513344,
+      "rel-constrast": 3.586519241333008,
+      "step": 881,
+      "subrel-constrast": 3.7541935443878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5781233310699463,
+      "cov-distil (oracle2student)": 5.018100738525391,
+      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "epoch": 0.6923076923076923,
+      "rel-constrast": 4.0826897621154785,
+      "step": 882,
+      "subrel-constrast": 4.779473304748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4764516353607178,
+      "cov-distil (oracle2student)": 3.1465892791748047,
+      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "epoch": 0.6930926216640503,
+      "rel-constrast": 2.1886837482452393,
+      "step": 883,
+      "subrel-constrast": 2.8425724506378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577139854431152,
+      "cov-distil (oracle2student)": 5.48944091796875,
+      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "epoch": 0.6938775510204082,
+      "rel-constrast": 3.6461424827575684,
+      "step": 884,
+      "subrel-constrast": 4.1751885414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.30418062210083,
+      "cov-distil (oracle2student)": 3.6000726222991943,
+      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "epoch": 0.6946624803767661,
+      "rel-constrast": 2.609241008758545,
+      "step": 885,
+      "subrel-constrast": 4.044322967529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9188902378082275,
+      "cov-distil (oracle2student)": 3.3409061431884766,
+      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "epoch": 0.695447409733124,
+      "rel-constrast": 3.917679786682129,
+      "step": 886,
+      "subrel-constrast": 4.465198040008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6129820346832275,
+      "cov-distil (oracle2student)": 3.5256998538970947,
+      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "epoch": 0.6962323390894819,
+      "rel-constrast": 3.1687140464782715,
+      "step": 887,
+      "subrel-constrast": 4.09608268737793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6923974752426147,
+      "cov-distil (oracle2student)": 3.194105863571167,
+      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "epoch": 0.6970172684458399,
+      "rel-constrast": 2.669671058654785,
+      "step": 888,
+      "subrel-constrast": 3.512425661087036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7615928649902344,
+      "cov-distil (oracle2student)": 4.9741010665893555,
+      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "epoch": 0.6978021978021978,
+      "rel-constrast": 2.2488291263580322,
+      "step": 889,
+      "subrel-constrast": 3.145869016647339,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6985871271585558,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.445e-05,
+      "loss": 0.8243,
+      "step": 890
+    },
+    {
+      "cov-distil": 2.2956361770629883,
+      "cov-distil (oracle2student)": 5.470577716827393,
+      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "epoch": 0.6985871271585558,
+      "rel-constrast": 2.6768033504486084,
+      "step": 890,
+      "subrel-constrast": 3.943537950515747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949636459350586,
+      "cov-distil (oracle2student)": 4.757634162902832,
+      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "epoch": 0.6993720565149136,
+      "rel-constrast": 2.2590112686157227,
+      "step": 891,
+      "subrel-constrast": 3.1901254653930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.926931619644165,
+      "cov-distil (oracle2student)": 3.505540370941162,
+      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "epoch": 0.7001569858712716,
+      "rel-constrast": 3.0852808952331543,
+      "step": 892,
+      "subrel-constrast": 4.544396877288818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2596887350082397,
+      "cov-distil (oracle2student)": 4.653071403503418,
+      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "epoch": 0.7009419152276295,
+      "rel-constrast": 2.719123363494873,
+      "step": 893,
+      "subrel-constrast": 3.29056715965271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7803575992584229,
+      "cov-distil (oracle2student)": 4.656095504760742,
+      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "epoch": 0.7017268445839875,
+      "rel-constrast": 2.24275541305542,
+      "step": 894,
+      "subrel-constrast": 3.273658037185669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130441188812256,
+      "cov-distil (oracle2student)": 5.469186782836914,
+      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "epoch": 0.7025117739403454,
+      "rel-constrast": 3.1639580726623535,
+      "step": 895,
+      "subrel-constrast": 4.3755879402160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741716861724854,
+      "cov-distil (oracle2student)": 3.9948792457580566,
+      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "epoch": 0.7032967032967034,
+      "rel-constrast": 2.7737693786621094,
+      "step": 896,
+      "subrel-constrast": 3.267178773880005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8039289712905884,
+      "cov-distil (oracle2student)": 3.7117669582366943,
+      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "epoch": 0.7040816326530612,
+      "rel-constrast": 2.143932819366455,
+      "step": 897,
+      "subrel-constrast": 3.121236801147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3587143421173096,
+      "cov-distil (oracle2student)": 4.403602123260498,
+      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "epoch": 0.7048665620094191,
+      "rel-constrast": 2.3291571140289307,
+      "step": 898,
+      "subrel-constrast": 3.47867751121521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861637830734253,
+      "cov-distil (oracle2student)": 4.3754682540893555,
+      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "epoch": 0.7056514913657771,
+      "rel-constrast": 3.8839848041534424,
+      "step": 899,
+      "subrel-constrast": 4.644810676574707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.706436420722135,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.495e-05,
+      "loss": 0.728,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "overlap": 0.30156251788139343,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "student margin": 0.0489501953125
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "teacher margin": 0.028717041015625
+    },
+    {
+      "epoch": 0.706436420722135,
+      "margin difference": -0.020233154296875,
+      "step": 900
+    },
+    {
+      "cov-distil": 2.2758567333221436,
+      "cov-distil (oracle2student)": 3.112144708633423,
+      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "epoch": 0.706436420722135,
+      "rel-constrast": 4.2263994216918945,
+      "step": 900,
+      "subrel-constrast": 4.605080604553223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694825649261475,
+      "cov-distil (oracle2student)": 2.912907838821411,
+      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "epoch": 0.707221350078493,
+      "rel-constrast": 3.9801032543182373,
+      "step": 901,
+      "subrel-constrast": 4.070077419281006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.285184621810913,
+      "cov-distil (oracle2student)": 3.1929121017456055,
+      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "epoch": 0.7080062794348508,
+      "rel-constrast": 3.7210168838500977,
+      "step": 902,
+      "subrel-constrast": 5.039446830749512,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798686504364014,
+      "cov-distil (oracle2student)": 4.676393985748291,
+      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "epoch": 0.7087912087912088,
+      "rel-constrast": 2.927309036254883,
+      "step": 903,
+      "subrel-constrast": 3.2873969078063965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5412538051605225,
+      "cov-distil (oracle2student)": 5.285891056060791,
+      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "epoch": 0.7095761381475667,
+      "rel-constrast": 2.8550057411193848,
+      "step": 904,
+      "subrel-constrast": 3.531097650527954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6112513542175293,
+      "cov-distil (oracle2student)": 4.020347595214844,
+      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "epoch": 0.7103610675039247,
+      "rel-constrast": 3.90101957321167,
+      "step": 905,
+      "subrel-constrast": 4.510730266571045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2648086547851562,
+      "cov-distil (oracle2student)": 5.239475250244141,
+      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "epoch": 0.7111459968602826,
+      "rel-constrast": 4.096606254577637,
+      "step": 906,
+      "subrel-constrast": 4.7054009437561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87594735622406,
+      "cov-distil (oracle2student)": 3.4948787689208984,
+      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "epoch": 0.7119309262166404,
+      "rel-constrast": 2.4869022369384766,
+      "step": 907,
+      "subrel-constrast": 2.939744472503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6819136142730713,
+      "cov-distil (oracle2student)": 3.956923007965088,
+      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "epoch": 0.7127158555729984,
+      "rel-constrast": 3.1140904426574707,
+      "step": 908,
+      "subrel-constrast": 4.3997087478637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0586934089660645,
+      "cov-distil (oracle2student)": 6.132615566253662,
+      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "epoch": 0.7135007849293563,
+      "rel-constrast": 4.984131813049316,
+      "step": 909,
+      "subrel-constrast": 5.425019264221191,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.545000000000001e-05,
+      "loss": 0.9539,
+      "step": 910
+    },
+    {
+      "cov-distil": 1.6229896545410156,
+      "cov-distil (oracle2student)": 4.070446968078613,
+      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "epoch": 0.7142857142857143,
+      "rel-constrast": 3.2242932319641113,
+      "step": 910,
+      "subrel-constrast": 3.859609603881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8170173168182373,
+      "cov-distil (oracle2student)": 4.4720916748046875,
+      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "epoch": 0.7150706436420722,
+      "rel-constrast": 3.0169482231140137,
+      "step": 911,
+      "subrel-constrast": 3.8084235191345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5292870998382568,
+      "cov-distil (oracle2student)": 4.345184326171875,
+      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "epoch": 0.7158555729984302,
+      "rel-constrast": 3.397573471069336,
+      "step": 912,
+      "subrel-constrast": 3.2584228515625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.223121404647827,
+      "cov-distil (oracle2student)": 4.264377593994141,
+      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "epoch": 0.716640502354788,
+      "rel-constrast": 2.8414294719696045,
+      "step": 913,
+      "subrel-constrast": 4.336313724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.661023736000061,
+      "cov-distil (oracle2student)": 4.143952369689941,
+      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "epoch": 0.717425431711146,
+      "rel-constrast": 2.8086204528808594,
+      "step": 914,
+      "subrel-constrast": 3.964709997177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073925495147705,
+      "cov-distil (oracle2student)": 3.812002658843994,
+      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "epoch": 0.7182103610675039,
+      "rel-constrast": 2.701813220977783,
+      "step": 915,
+      "subrel-constrast": 3.5543386936187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841255784034729,
+      "cov-distil (oracle2student)": 3.9284794330596924,
+      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "epoch": 0.7189952904238619,
+      "rel-constrast": 3.2184972763061523,
+      "step": 916,
+      "subrel-constrast": 4.3179755210876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.29209041595459,
+      "cov-distil (oracle2student)": 5.0997748374938965,
+      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "epoch": 0.7197802197802198,
+      "rel-constrast": 2.7742223739624023,
+      "step": 917,
+      "subrel-constrast": 3.9090025424957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.126772403717041,
+      "cov-distil (oracle2student)": 5.042139053344727,
+      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "epoch": 0.7205651491365777,
+      "rel-constrast": 3.499645233154297,
+      "step": 918,
+      "subrel-constrast": 4.131096839904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1853413581848145,
+      "cov-distil (oracle2student)": 5.0499186515808105,
+      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "epoch": 0.7213500784929356,
+      "rel-constrast": 3.0944676399230957,
+      "step": 919,
+      "subrel-constrast": 4.054975509643555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7221350078492935,
+      "grad_norm": 7.625,
+      "learning_rate": 4.5950000000000006e-05,
+      "loss": 0.8129,
+      "step": 920
+    },
+    {
+      "cov-distil": 1.575663685798645,
+      "cov-distil (oracle2student)": 4.080785751342773,
+      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "epoch": 0.7221350078492935,
+      "rel-constrast": 2.942035675048828,
+      "step": 920,
+      "subrel-constrast": 3.5585241317749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089031457901001,
+      "cov-distil (oracle2student)": 3.5837650299072266,
+      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "epoch": 0.7229199372056515,
+      "rel-constrast": 3.1843388080596924,
+      "step": 921,
+      "subrel-constrast": 3.996202230453491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6126110553741455,
+      "cov-distil (oracle2student)": 3.8322594165802,
+      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "epoch": 0.7237048665620094,
+      "rel-constrast": 2.8110198974609375,
+      "step": 922,
+      "subrel-constrast": 3.6679060459136963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5855941772460938,
+      "cov-distil (oracle2student)": 5.666677474975586,
+      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "epoch": 0.7244897959183674,
+      "rel-constrast": 3.647099256515503,
+      "step": 923,
+      "subrel-constrast": 3.6234447956085205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8088470697402954,
+      "cov-distil (oracle2student)": 3.5870018005371094,
+      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "epoch": 0.7252747252747253,
+      "rel-constrast": 3.079493761062622,
+      "step": 924,
+      "subrel-constrast": 3.9141316413879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2190501689910889,
+      "cov-distil (oracle2student)": 4.473470687866211,
+      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "epoch": 0.7260596546310832,
+      "rel-constrast": 3.165107250213623,
+      "step": 925,
+      "subrel-constrast": 3.897352457046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0242605209350586,
+      "cov-distil (oracle2student)": 6.548642158508301,
+      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "epoch": 0.7268445839874411,
+      "rel-constrast": 3.701394557952881,
+      "step": 926,
+      "subrel-constrast": 3.9507064819335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5379185676574707,
+      "cov-distil (oracle2student)": 3.4035112857818604,
+      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "epoch": 0.7276295133437991,
+      "rel-constrast": 2.911174774169922,
+      "step": 927,
+      "subrel-constrast": 3.627082109451294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6840705871582031,
+      "cov-distil (oracle2student)": 5.966733932495117,
+      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "epoch": 0.728414442700157,
+      "rel-constrast": 3.4538960456848145,
+      "step": 928,
+      "subrel-constrast": 4.338021755218506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749119997024536,
+      "cov-distil (oracle2student)": 4.814553260803223,
+      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "epoch": 0.7291993720565149,
+      "rel-constrast": 3.272881507873535,
+      "step": 929,
+      "subrel-constrast": 4.203635215759277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7299843014128728,
+      "grad_norm": 6.0,
+      "learning_rate": 4.6450000000000004e-05,
+      "loss": 0.8465,
+      "step": 930
+    },
+    {
+      "cov-distil": 1.2940502166748047,
+      "cov-distil (oracle2student)": 4.268896102905273,
+      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "epoch": 0.7299843014128728,
+      "rel-constrast": 2.788405418395996,
+      "step": 930,
+      "subrel-constrast": 3.7771759033203125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882677793502808,
+      "cov-distil (oracle2student)": 5.153918266296387,
+      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "epoch": 0.7307692307692307,
+      "rel-constrast": 3.8575000762939453,
+      "step": 931,
+      "subrel-constrast": 4.23193359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.906712532043457,
+      "cov-distil (oracle2student)": 4.725667953491211,
+      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "epoch": 0.7315541601255887,
+      "rel-constrast": 2.424145221710205,
+      "step": 932,
+      "subrel-constrast": 3.732316493988037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.835892915725708,
+      "cov-distil (oracle2student)": 2.91845703125,
+      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "epoch": 0.7323390894819466,
+      "rel-constrast": 4.028440475463867,
+      "step": 933,
+      "subrel-constrast": 4.382497787475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5429143905639648,
+      "cov-distil (oracle2student)": 4.434526443481445,
+      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "epoch": 0.7331240188383046,
+      "rel-constrast": 3.283620834350586,
+      "step": 934,
+      "subrel-constrast": 4.480005264282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479607105255127,
+      "cov-distil (oracle2student)": 4.566035747528076,
+      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "epoch": 0.7339089481946625,
+      "rel-constrast": 3.1102888584136963,
+      "step": 935,
+      "subrel-constrast": 4.2533392906188965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7382700443267822,
+      "cov-distil (oracle2student)": 4.074993133544922,
+      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "epoch": 0.7346938775510204,
+      "rel-constrast": 4.664027214050293,
+      "step": 936,
+      "subrel-constrast": 4.777615547180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8130892515182495,
+      "cov-distil (oracle2student)": 5.765524387359619,
+      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "epoch": 0.7354788069073783,
+      "rel-constrast": 3.738004207611084,
+      "step": 937,
+      "subrel-constrast": 4.491626262664795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930234909057617,
+      "cov-distil (oracle2student)": 2.956733465194702,
+      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "epoch": 0.7362637362637363,
+      "rel-constrast": 2.2914769649505615,
+      "step": 938,
+      "subrel-constrast": 2.780831813812256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.51702880859375,
+      "cov-distil (oracle2student)": 2.6176843643188477,
+      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "epoch": 0.7370486656200942,
+      "rel-constrast": 3.4387402534484863,
+      "step": 939,
+      "subrel-constrast": 4.557201385498047,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7378335949764521,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.695e-05,
+      "loss": 0.8816,
+      "step": 940
+    },
+    {
+      "cov-distil": 1.9257925748825073,
+      "cov-distil (oracle2student)": 3.928852081298828,
+      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "epoch": 0.7378335949764521,
+      "rel-constrast": 3.6139044761657715,
+      "step": 940,
+      "subrel-constrast": 4.444116115570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8952929973602295,
+      "cov-distil (oracle2student)": 4.150082111358643,
+      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "epoch": 0.7386185243328101,
+      "rel-constrast": 3.3191280364990234,
+      "step": 941,
+      "subrel-constrast": 3.679969072341919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5294878482818604,
+      "cov-distil (oracle2student)": 3.9924159049987793,
+      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "epoch": 0.7394034536891679,
+      "rel-constrast": 3.708803176879883,
+      "step": 942,
+      "subrel-constrast": 3.7333984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276921272277832,
+      "cov-distil (oracle2student)": 3.9539318084716797,
+      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "epoch": 0.7401883830455259,
+      "rel-constrast": 2.935490608215332,
+      "step": 943,
+      "subrel-constrast": 4.135726451873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9773235321044922,
+      "cov-distil (oracle2student)": 4.83607292175293,
+      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "epoch": 0.7409733124018838,
+      "rel-constrast": 4.497435569763184,
+      "step": 944,
+      "subrel-constrast": 5.25809907913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6449570655822754,
+      "cov-distil (oracle2student)": 4.226219654083252,
+      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "epoch": 0.7417582417582418,
+      "rel-constrast": 2.5536246299743652,
+      "step": 945,
+      "subrel-constrast": 2.927077293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.137589454650879,
+      "cov-distil (oracle2student)": 2.859459400177002,
+      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "epoch": 0.7425431711145997,
+      "rel-constrast": 2.3175745010375977,
+      "step": 946,
+      "subrel-constrast": 3.029712438583374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.929520606994629,
+      "cov-distil (oracle2student)": 3.8799915313720703,
+      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "epoch": 0.7433281004709577,
+      "rel-constrast": 3.0847702026367188,
+      "step": 947,
+      "subrel-constrast": 4.075847625732422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6459702253341675,
+      "cov-distil (oracle2student)": 4.161098480224609,
+      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "epoch": 0.7441130298273155,
+      "rel-constrast": 4.606771469116211,
+      "step": 948,
+      "subrel-constrast": 5.083632946014404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165371179580688,
+      "cov-distil (oracle2student)": 4.67051887512207,
+      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "epoch": 0.7448979591836735,
+      "rel-constrast": 2.6552817821502686,
+      "step": 949,
+      "subrel-constrast": 3.711884021759033,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7456828885400314,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.745e-05,
+      "loss": 0.8765,
+      "step": 950
+    },
+    {
+      "cov-distil": 1.3789355754852295,
+      "cov-distil (oracle2student)": 4.328378677368164,
+      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "epoch": 0.7456828885400314,
+      "rel-constrast": 4.1120710372924805,
+      "step": 950,
+      "subrel-constrast": 5.027348041534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7074458599090576,
+      "cov-distil (oracle2student)": 3.896850824356079,
+      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "epoch": 0.7464678178963893,
+      "rel-constrast": 3.055389404296875,
+      "step": 951,
+      "subrel-constrast": 4.044977188110352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146897792816162,
+      "cov-distil (oracle2student)": 3.3221402168273926,
+      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "epoch": 0.7472527472527473,
+      "rel-constrast": 2.66206693649292,
+      "step": 952,
+      "subrel-constrast": 3.555684804916382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7882740497589111,
+      "cov-distil (oracle2student)": 4.753549575805664,
+      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "epoch": 0.7480376766091051,
+      "rel-constrast": 2.6871156692504883,
+      "step": 953,
+      "subrel-constrast": 3.443528175354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317833662033081,
+      "cov-distil (oracle2student)": 3.1025431156158447,
+      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "epoch": 0.7488226059654631,
+      "rel-constrast": 3.2253057956695557,
+      "step": 954,
+      "subrel-constrast": 3.449445962905884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4996986389160156,
+      "cov-distil (oracle2student)": 3.4388978481292725,
+      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "epoch": 0.749607535321821,
+      "rel-constrast": 2.8875174522399902,
+      "step": 955,
+      "subrel-constrast": 3.476513147354126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8152103424072266,
+      "cov-distil (oracle2student)": 4.742283821105957,
+      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "epoch": 0.750392464678179,
+      "rel-constrast": 4.083362579345703,
+      "step": 956,
+      "subrel-constrast": 4.664163589477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3834519386291504,
+      "cov-distil (oracle2student)": 3.857619285583496,
+      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "epoch": 0.7511773940345369,
+      "rel-constrast": 3.141227960586548,
+      "step": 957,
+      "subrel-constrast": 3.6745681762695312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4698567390441895,
+      "cov-distil (oracle2student)": 4.458189010620117,
+      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "epoch": 0.7519623233908949,
+      "rel-constrast": 2.5968546867370605,
+      "step": 958,
+      "subrel-constrast": 3.6189186573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0489540100097656,
+      "cov-distil (oracle2student)": 3.7848129272460938,
+      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "epoch": 0.7527472527472527,
+      "rel-constrast": 3.10971736907959,
+      "step": 959,
+      "subrel-constrast": 3.964318037033081,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7535321821036107,
+      "grad_norm": 5.125,
+      "learning_rate": 4.795e-05,
+      "loss": 0.8304,
+      "step": 960
+    },
+    {
+      "cov-distil": 1.8610987663269043,
+      "cov-distil (oracle2student)": 4.204171180725098,
+      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "epoch": 0.7535321821036107,
+      "rel-constrast": 3.5759077072143555,
+      "step": 960,
+      "subrel-constrast": 3.952942371368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7234872579574585,
+      "cov-distil (oracle2student)": 4.684390068054199,
+      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "epoch": 0.7543171114599686,
+      "rel-constrast": 2.439119815826416,
+      "step": 961,
+      "subrel-constrast": 3.2664947509765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0914149284362793,
+      "cov-distil (oracle2student)": 4.137686252593994,
+      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "epoch": 0.7551020408163265,
+      "rel-constrast": 2.320270538330078,
+      "step": 962,
+      "subrel-constrast": 3.529468536376953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5941476821899414,
+      "cov-distil (oracle2student)": 5.081782341003418,
+      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "epoch": 0.7558869701726845,
+      "rel-constrast": 3.1787896156311035,
+      "step": 963,
+      "subrel-constrast": 3.813589096069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5371471643447876,
+      "cov-distil (oracle2student)": 3.9131083488464355,
+      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "epoch": 0.7566718995290423,
+      "rel-constrast": 3.406545400619507,
+      "step": 964,
+      "subrel-constrast": 4.030934810638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.189305305480957,
+      "cov-distil (oracle2student)": 5.07846736907959,
+      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "epoch": 0.7574568288854003,
+      "rel-constrast": 2.970583200454712,
+      "step": 965,
+      "subrel-constrast": 3.6238105297088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.332085132598877,
+      "cov-distil (oracle2student)": 3.555403232574463,
+      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "epoch": 0.7582417582417582,
+      "rel-constrast": 2.632821798324585,
+      "step": 966,
+      "subrel-constrast": 3.3239552974700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7018604278564453,
+      "cov-distil (oracle2student)": 3.9263052940368652,
+      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "epoch": 0.7590266875981162,
+      "rel-constrast": 2.9862589836120605,
+      "step": 967,
+      "subrel-constrast": 3.3959908485412598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6031534671783447,
+      "cov-distil (oracle2student)": 5.186741352081299,
+      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "epoch": 0.7598116169544741,
+      "rel-constrast": 2.718703269958496,
+      "step": 968,
+      "subrel-constrast": 3.5651605129241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3045380115509033,
+      "cov-distil (oracle2student)": 4.70316219329834,
+      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "epoch": 0.7605965463108321,
+      "rel-constrast": 3.310779571533203,
+      "step": 969,
+      "subrel-constrast": 3.998525381088257,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7613814756671899,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.845e-05,
+      "loss": 0.7808,
+      "step": 970
+    },
+    {
+      "cov-distil": 1.579962968826294,
+      "cov-distil (oracle2student)": 4.080756187438965,
+      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "epoch": 0.7613814756671899,
+      "rel-constrast": 2.6930108070373535,
+      "step": 970,
+      "subrel-constrast": 3.6232733726501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5032997131347656,
+      "cov-distil (oracle2student)": 5.148774147033691,
+      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "epoch": 0.7621664050235479,
+      "rel-constrast": 2.8520336151123047,
+      "step": 971,
+      "subrel-constrast": 3.5504817962646484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.332946538925171,
+      "cov-distil (oracle2student)": 3.8117406368255615,
+      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "epoch": 0.7629513343799058,
+      "rel-constrast": 3.3115837574005127,
+      "step": 972,
+      "subrel-constrast": 3.7798709869384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3567724227905273,
+      "cov-distil (oracle2student)": 4.300013542175293,
+      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "epoch": 0.7637362637362637,
+      "rel-constrast": 2.9181158542633057,
+      "step": 973,
+      "subrel-constrast": 3.930820941925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5177117586135864,
+      "cov-distil (oracle2student)": 3.9483582973480225,
+      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "epoch": 0.7645211930926217,
+      "rel-constrast": 2.8572943210601807,
+      "step": 974,
+      "subrel-constrast": 3.3494460582733154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430667400360107,
+      "cov-distil (oracle2student)": 3.8153276443481445,
+      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "epoch": 0.7653061224489796,
+      "rel-constrast": 2.43520450592041,
+      "step": 975,
+      "subrel-constrast": 3.3547842502593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55463445186615,
+      "cov-distil (oracle2student)": 4.102063179016113,
+      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "epoch": 0.7660910518053375,
+      "rel-constrast": 2.7345409393310547,
+      "step": 976,
+      "subrel-constrast": 3.699293613433838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.206817865371704,
+      "cov-distil (oracle2student)": 5.071278095245361,
+      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "epoch": 0.7668759811616954,
+      "rel-constrast": 3.3835926055908203,
+      "step": 977,
+      "subrel-constrast": 4.665506362915039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0126726627349854,
+      "cov-distil (oracle2student)": 3.5513486862182617,
+      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "epoch": 0.7676609105180534,
+      "rel-constrast": 3.443159580230713,
+      "step": 978,
+      "subrel-constrast": 4.00405740737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6712284088134766,
+      "cov-distil (oracle2student)": 4.211378574371338,
+      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "epoch": 0.7684458398744113,
+      "rel-constrast": 2.733938694000244,
+      "step": 979,
+      "subrel-constrast": 3.493361473083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.8950000000000004e-05,
+      "loss": 0.7773,
+      "step": 980
+    },
+    {
+      "cov-distil": 1.9269602298736572,
+      "cov-distil (oracle2student)": 5.519498825073242,
+      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "epoch": 0.7692307692307693,
+      "rel-constrast": 4.175396919250488,
+      "step": 980,
+      "subrel-constrast": 5.049959659576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9665855169296265,
+      "cov-distil (oracle2student)": 3.2665791511535645,
+      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "epoch": 0.7700156985871272,
+      "rel-constrast": 3.6774415969848633,
+      "step": 981,
+      "subrel-constrast": 4.239767074584961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.470031976699829,
+      "cov-distil (oracle2student)": 3.181478977203369,
+      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "epoch": 0.7708006279434851,
+      "rel-constrast": 2.809911012649536,
+      "step": 982,
+      "subrel-constrast": 3.5960404872894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619471073150635,
+      "cov-distil (oracle2student)": 4.692441463470459,
+      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "epoch": 0.771585557299843,
+      "rel-constrast": 3.389431953430176,
+      "step": 983,
+      "subrel-constrast": 3.77146315574646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671085834503174,
+      "cov-distil (oracle2student)": 3.5092053413391113,
+      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "epoch": 0.7723704866562009,
+      "rel-constrast": 3.595477342605591,
+      "step": 984,
+      "subrel-constrast": 3.8124887943267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9460711479187012,
+      "cov-distil (oracle2student)": 4.956125259399414,
+      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "epoch": 0.7731554160125589,
+      "rel-constrast": 3.3473873138427734,
+      "step": 985,
+      "subrel-constrast": 4.39263391494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3514606952667236,
+      "cov-distil (oracle2student)": 3.571758270263672,
+      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "epoch": 0.7739403453689168,
+      "rel-constrast": 2.135286808013916,
+      "step": 986,
+      "subrel-constrast": 2.9741177558898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104153633117676,
+      "cov-distil (oracle2student)": 4.799599647521973,
+      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "epoch": 0.7747252747252747,
+      "rel-constrast": 2.5805909633636475,
+      "step": 987,
+      "subrel-constrast": 3.1912810802459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266259670257568,
+      "cov-distil (oracle2student)": 3.655568838119507,
+      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "epoch": 0.7755102040816326,
+      "rel-constrast": 3.032980442047119,
+      "step": 988,
+      "subrel-constrast": 3.508396863937378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.357473611831665,
+      "cov-distil (oracle2student)": 3.59857439994812,
+      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "epoch": 0.7762951334379906,
+      "rel-constrast": 2.536325454711914,
+      "step": 989,
+      "subrel-constrast": 3.5550482273101807,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7770800627943485,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.945e-05,
+      "loss": 0.8232,
+      "step": 990
+    },
+    {
+      "cov-distil": 1.6018612384796143,
+      "cov-distil (oracle2student)": 3.8907558917999268,
+      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "epoch": 0.7770800627943485,
+      "rel-constrast": 3.0553297996520996,
+      "step": 990,
+      "subrel-constrast": 3.7887587547302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3820087909698486,
+      "cov-distil (oracle2student)": 4.112200736999512,
+      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "epoch": 0.7778649921507065,
+      "rel-constrast": 2.366570472717285,
+      "step": 991,
+      "subrel-constrast": 3.2048072814941406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83585524559021,
+      "cov-distil (oracle2student)": 3.4590184688568115,
+      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "epoch": 0.7786499215070644,
+      "rel-constrast": 2.7357325553894043,
+      "step": 992,
+      "subrel-constrast": 3.3413727283477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7006080150604248,
+      "cov-distil (oracle2student)": 4.505871772766113,
+      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "epoch": 0.7794348508634223,
+      "rel-constrast": 2.617854118347168,
+      "step": 993,
+      "subrel-constrast": 3.58120059967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3439501523971558,
+      "cov-distil (oracle2student)": 5.1891374588012695,
+      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "epoch": 0.7802197802197802,
+      "rel-constrast": 3.4114043712615967,
+      "step": 994,
+      "subrel-constrast": 4.519937038421631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209468364715576,
+      "cov-distil (oracle2student)": 3.85103702545166,
+      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "epoch": 0.7810047095761381,
+      "rel-constrast": 2.76951265335083,
+      "step": 995,
+      "subrel-constrast": 3.8042209148406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8263555765151978,
+      "cov-distil (oracle2student)": 4.86745548248291,
+      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "epoch": 0.7817896389324961,
+      "rel-constrast": 3.1357123851776123,
+      "step": 996,
+      "subrel-constrast": 3.5826773643493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0638132095336914,
+      "cov-distil (oracle2student)": 3.9991607666015625,
+      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "epoch": 0.782574568288854,
+      "rel-constrast": 2.9305787086486816,
+      "step": 997,
+      "subrel-constrast": 4.224002361297607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7014501094818115,
+      "cov-distil (oracle2student)": 2.1526012420654297,
+      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "epoch": 0.783359497645212,
+      "rel-constrast": 2.346405506134033,
+      "step": 998,
+      "subrel-constrast": 2.8098068237304688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3595576286315918,
+      "cov-distil (oracle2student)": 2.6339879035949707,
+      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "epoch": 0.7841444270015698,
+      "rel-constrast": 2.0297508239746094,
+      "step": 999,
+      "subrel-constrast": 2.856095552444458,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.995e-05,
+      "loss": 0.7268,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-5000/training_args.bin b/old/checkpoint-1000/training_args.bin
similarity index 100%
rename from checkpoint-5000/training_args.bin
rename to old/checkpoint-1000/training_args.bin
diff --git a/old/checkpoint-10000/moved-to-root b/old/checkpoint-10000/moved-to-root
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/checkpoint-6000/config.json b/old/checkpoint-2000/config.json
similarity index 100%
rename from checkpoint-6000/config.json
rename to old/checkpoint-2000/config.json
diff --git a/old/checkpoint-2000/model.safetensors b/old/checkpoint-2000/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..702afd28247a146607977cb2931678fe67aa1a0c
--- /dev/null
+++ b/old/checkpoint-2000/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e82aaa0445d57396f2a42f6e58a43eb5a382bea31a48e403de3d843d089457
+size 298041696
diff --git a/old/checkpoint-2000/optimizer.pt b/old/checkpoint-2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160fed369dbea30b9ad7cf4eacd1a77f622d4b5c
--- /dev/null
+++ b/old/checkpoint-2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b072a539f2e8304826d7d613f3ad6361a3ae276a70c96fb3aeeadf87873a2bd3
+size 596170443
diff --git a/old/checkpoint-2000/rng_state_0.pth b/old/checkpoint-2000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a3d982699f337a1bf864e03e78328f77cdd468db
--- /dev/null
+++ b/old/checkpoint-2000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bb6b6e7da6250d22c25b95c64287be4aea598d9d97ef67b0fd69b9be869ed7
+size 15365
diff --git a/old/checkpoint-2000/rng_state_1.pth b/old/checkpoint-2000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..204fc909b58b8ae0fab9c8b0f41ea5cc8f3277f8
--- /dev/null
+++ b/old/checkpoint-2000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13db4dd10b22b5464f5ef0b539152b46390eae6a827b355108cb54b1af2eb830
+size 15429
diff --git a/old/checkpoint-2000/rng_state_2.pth b/old/checkpoint-2000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c3095386194e2f629b38c7957abe0b9ab74aa8b
--- /dev/null
+++ b/old/checkpoint-2000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e293f13fb6e873e8081636b6b07115410b397c55f1ed08b8772b059c8eb74e
+size 15429
diff --git a/old/checkpoint-2000/rng_state_3.pth b/old/checkpoint-2000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fdf7f18d5d86f0d363c9ca44b9ad169d469e47f7
--- /dev/null
+++ b/old/checkpoint-2000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c595c077664f94b7f91088561951be20e39483e01865774a83bc46f3971a3152
+size 15429
diff --git a/old/checkpoint-2000/scheduler.pt b/old/checkpoint-2000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7a48c4176e8979201080ab50294172ca5c99b6
--- /dev/null
+++ b/old/checkpoint-2000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37aa11ca7bd908a516a680c15b824bf6f5def6f202a5933e140539a10d635c1f
+size 1465
diff --git a/old/checkpoint-2000/trainer_state.json b/old/checkpoint-2000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..48a86c4fd2f035ece2bbfdb89a59afbec9220972
--- /dev/null
+++ b/old/checkpoint-2000/trainer_state.json
@@ -0,0 +1,22014 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.5698587127158556,
+  "eval_steps": 500.0,
+  "global_step": 2000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval/duc04-P@10": 0.7459999999999998,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-nDCG@10": 0.7479390936343135,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-P@10": 0.42599999999999993,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-nDCG@10": 0.5970496855342027,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/avg": 0.5207628955439759,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "overlap": 0.22031250596046448,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "student margin": 0.043792724609375
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "teacher margin": 0.037353515625
+    },
+    {
+      "epoch": 0,
+      "margin difference": -0.006439208984375,
+      "step": 0
+    },
+    {
+      "cov-distil": 1.9989408254623413,
+      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil (oracle2teacher)": 4.2215576171875,
+      "epoch": 0,
+      "rel-constrast": 6.024477481842041,
+      "step": 0,
+      "subrel-constrast": 5.391467094421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.590911388397217,
+      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil (oracle2teacher)": 5.292954444885254,
+      "epoch": 0.0007849293563579278,
+      "rel-constrast": 7.042376518249512,
+      "step": 1,
+      "subrel-constrast": 6.658135890960693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.234889030456543,
+      "cov-distil (oracle2student)": 4.785423278808594,
+      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "epoch": 0.0015698587127158557,
+      "rel-constrast": 4.653334617614746,
+      "step": 2,
+      "subrel-constrast": 5.114200592041016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.892646074295044,
+      "cov-distil (oracle2student)": 5.359386444091797,
+      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "epoch": 0.002354788069073783,
+      "rel-constrast": 5.759308815002441,
+      "step": 3,
+      "subrel-constrast": 4.294970989227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.187523365020752,
+      "cov-distil (oracle2student)": 4.088177680969238,
+      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "epoch": 0.0031397174254317113,
+      "rel-constrast": 4.063039779663086,
+      "step": 4,
+      "subrel-constrast": 4.597165107727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5768115520477295,
+      "cov-distil (oracle2student)": 9.671545028686523,
+      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "epoch": 0.003924646781789639,
+      "rel-constrast": 7.844664096832275,
+      "step": 5,
+      "subrel-constrast": 7.689645767211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7839202880859375,
+      "cov-distil (oracle2student)": 7.124797344207764,
+      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "epoch": 0.004709576138147566,
+      "rel-constrast": 6.9873199462890625,
+      "step": 6,
+      "subrel-constrast": 6.358409881591797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1054530143737793,
+      "cov-distil (oracle2student)": 5.955070495605469,
+      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "epoch": 0.005494505494505495,
+      "rel-constrast": 4.839856147766113,
+      "step": 7,
+      "subrel-constrast": 5.012356758117676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.417634963989258,
+      "cov-distil (oracle2student)": 6.458645820617676,
+      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "epoch": 0.006279434850863423,
+      "rel-constrast": 5.473586082458496,
+      "step": 8,
+      "subrel-constrast": 3.944282054901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5553622245788574,
+      "cov-distil (oracle2student)": 5.345729827880859,
+      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "epoch": 0.00706436420722135,
+      "rel-constrast": 5.705809116363525,
+      "step": 9,
+      "subrel-constrast": 5.071885108947754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.007849293563579277,
+      "grad_norm": 15.1875,
+      "learning_rate": 4.5e-07,
+      "loss": 1.5357,
+      "step": 10
+    },
+    {
+      "cov-distil": 2.179523468017578,
+      "cov-distil (oracle2student)": 6.76649808883667,
+      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "epoch": 0.007849293563579277,
+      "rel-constrast": 5.527869701385498,
+      "step": 10,
+      "subrel-constrast": 5.327791213989258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7319321632385254,
+      "cov-distil (oracle2student)": 6.106301307678223,
+      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "epoch": 0.008634222919937205,
+      "rel-constrast": 6.950443744659424,
+      "step": 11,
+      "subrel-constrast": 7.032792568206787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854433298110962,
+      "cov-distil (oracle2student)": 7.011631965637207,
+      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "epoch": 0.009419152276295133,
+      "rel-constrast": 6.216261386871338,
+      "step": 12,
+      "subrel-constrast": 6.4257707595825195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.349715232849121,
+      "cov-distil (oracle2student)": 6.723206520080566,
+      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "epoch": 0.01020408163265306,
+      "rel-constrast": 6.11406135559082,
+      "step": 13,
+      "subrel-constrast": 5.350836753845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.176401376724243,
+      "cov-distil (oracle2student)": 7.31204891204834,
+      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "epoch": 0.01098901098901099,
+      "rel-constrast": 7.507654190063477,
+      "step": 14,
+      "subrel-constrast": 6.769496440887451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.67018461227417,
+      "cov-distil (oracle2student)": 5.521136283874512,
+      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "epoch": 0.011773940345368918,
+      "rel-constrast": 5.118526458740234,
+      "step": 15,
+      "subrel-constrast": 4.343193054199219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.665984630584717,
+      "cov-distil (oracle2student)": 4.9838104248046875,
+      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "epoch": 0.012558869701726845,
+      "rel-constrast": 6.632684707641602,
+      "step": 16,
+      "subrel-constrast": 5.201573848724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.330692291259766,
+      "cov-distil (oracle2student)": 8.552825927734375,
+      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "epoch": 0.013343799058084773,
+      "rel-constrast": 9.133567810058594,
+      "step": 17,
+      "subrel-constrast": 7.034067153930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.602668285369873,
+      "cov-distil (oracle2student)": 5.244088172912598,
+      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "epoch": 0.0141287284144427,
+      "rel-constrast": 7.642650127410889,
+      "step": 18,
+      "subrel-constrast": 6.055438995361328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5356028079986572,
+      "cov-distil (oracle2student)": 6.620259761810303,
+      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "epoch": 0.014913657770800628,
+      "rel-constrast": 4.861123561859131,
+      "step": 19,
+      "subrel-constrast": 5.008308410644531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.015698587127158554,
+      "grad_norm": 11.5625,
+      "learning_rate": 9.5e-07,
+      "loss": 1.7254,
+      "step": 20
+    },
+    {
+      "cov-distil": 2.88397479057312,
+      "cov-distil (oracle2student)": 6.778175354003906,
+      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "epoch": 0.015698587127158554,
+      "rel-constrast": 4.111982345581055,
+      "step": 20,
+      "subrel-constrast": 3.8631598949432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.384960174560547,
+      "cov-distil (oracle2student)": 7.21034049987793,
+      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "epoch": 0.016483516483516484,
+      "rel-constrast": 7.05242395401001,
+      "step": 21,
+      "subrel-constrast": 5.182291030883789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517098903656006,
+      "cov-distil (oracle2student)": 4.5811920166015625,
+      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "epoch": 0.01726844583987441,
+      "rel-constrast": 4.999781131744385,
+      "step": 22,
+      "subrel-constrast": 4.843943119049072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.147690773010254,
+      "cov-distil (oracle2student)": 6.542362213134766,
+      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "epoch": 0.01805337519623234,
+      "rel-constrast": 6.193174839019775,
+      "step": 23,
+      "subrel-constrast": 4.360376834869385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1142213344573975,
+      "cov-distil (oracle2student)": 5.866973400115967,
+      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "epoch": 0.018838304552590265,
+      "rel-constrast": 4.719829559326172,
+      "step": 24,
+      "subrel-constrast": 4.7262139320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0676374435424805,
+      "cov-distil (oracle2student)": 6.361337661743164,
+      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "epoch": 0.019623233908948195,
+      "rel-constrast": 5.291130542755127,
+      "step": 25,
+      "subrel-constrast": 4.823647975921631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.472700834274292,
+      "cov-distil (oracle2student)": 7.129220962524414,
+      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "epoch": 0.02040816326530612,
+      "rel-constrast": 3.5912997722625732,
+      "step": 26,
+      "subrel-constrast": 5.144829273223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9654526710510254,
+      "cov-distil (oracle2student)": 3.9266674518585205,
+      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "epoch": 0.02119309262166405,
+      "rel-constrast": 6.281983375549316,
+      "step": 27,
+      "subrel-constrast": 5.6362786293029785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6815195083618164,
+      "cov-distil (oracle2student)": 7.881003379821777,
+      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "epoch": 0.02197802197802198,
+      "rel-constrast": 5.959110260009766,
+      "step": 28,
+      "subrel-constrast": 5.209717750549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.88785982131958,
+      "cov-distil (oracle2student)": 7.003663063049316,
+      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "epoch": 0.022762951334379906,
+      "rel-constrast": 8.367774963378906,
+      "step": 29,
+      "subrel-constrast": 6.187191486358643,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.023547880690737835,
+      "grad_norm": 17.75,
+      "learning_rate": 1.45e-06,
+      "loss": 1.4845,
+      "step": 30
+    },
+    {
+      "cov-distil": 3.3678722381591797,
+      "cov-distil (oracle2student)": 6.019737243652344,
+      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "epoch": 0.023547880690737835,
+      "rel-constrast": 5.960864067077637,
+      "step": 30,
+      "subrel-constrast": 5.250092029571533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0134525299072266,
+      "cov-distil (oracle2student)": 6.479032516479492,
+      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "epoch": 0.02433281004709576,
+      "rel-constrast": 4.5848002433776855,
+      "step": 31,
+      "subrel-constrast": 4.0105085372924805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.619563102722168,
+      "cov-distil (oracle2student)": 6.920108795166016,
+      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "epoch": 0.02511773940345369,
+      "rel-constrast": 4.926921367645264,
+      "step": 32,
+      "subrel-constrast": 5.2235589027404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2718629837036133,
+      "cov-distil (oracle2student)": 6.375840663909912,
+      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "epoch": 0.025902668759811617,
+      "rel-constrast": 5.111979007720947,
+      "step": 33,
+      "subrel-constrast": 4.850986003875732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4088358879089355,
+      "cov-distil (oracle2student)": 6.677534103393555,
+      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "epoch": 0.026687598116169546,
+      "rel-constrast": 7.12398624420166,
+      "step": 34,
+      "subrel-constrast": 6.821657180786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9008474349975586,
+      "cov-distil (oracle2student)": 7.56972074508667,
+      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "epoch": 0.027472527472527472,
+      "rel-constrast": 7.496291160583496,
+      "step": 35,
+      "subrel-constrast": 5.942625522613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.160658836364746,
+      "cov-distil (oracle2student)": 6.67634391784668,
+      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "epoch": 0.0282574568288854,
+      "rel-constrast": 7.814392566680908,
+      "step": 36,
+      "subrel-constrast": 7.040494918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.357525110244751,
+      "cov-distil (oracle2student)": 6.231601715087891,
+      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "epoch": 0.029042386185243328,
+      "rel-constrast": 7.538066864013672,
+      "step": 37,
+      "subrel-constrast": 5.962146759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8702592849731445,
+      "cov-distil (oracle2student)": 7.061007499694824,
+      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "epoch": 0.029827315541601257,
+      "rel-constrast": 5.386776447296143,
+      "step": 38,
+      "subrel-constrast": 5.066832065582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8868913650512695,
+      "cov-distil (oracle2student)": 7.514427185058594,
+      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "epoch": 0.030612244897959183,
+      "rel-constrast": 4.858754634857178,
+      "step": 39,
+      "subrel-constrast": 3.695237159729004,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03139717425431711,
+      "grad_norm": 14.9375,
+      "learning_rate": 1.95e-06,
+      "loss": 1.6072,
+      "step": 40
+    },
+    {
+      "cov-distil": 2.6346449851989746,
+      "cov-distil (oracle2student)": 5.6983489990234375,
+      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "epoch": 0.03139717425431711,
+      "rel-constrast": 5.201531887054443,
+      "step": 40,
+      "subrel-constrast": 4.837984085083008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.228761672973633,
+      "cov-distil (oracle2student)": 5.368660926818848,
+      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "epoch": 0.03218210361067504,
+      "rel-constrast": 5.638035774230957,
+      "step": 41,
+      "subrel-constrast": 4.828268051147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0427069664001465,
+      "cov-distil (oracle2student)": 5.979119300842285,
+      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "epoch": 0.03296703296703297,
+      "rel-constrast": 7.022146701812744,
+      "step": 42,
+      "subrel-constrast": 5.421981334686279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3467624187469482,
+      "cov-distil (oracle2student)": 5.9029388427734375,
+      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "epoch": 0.033751962323390894,
+      "rel-constrast": 5.638243198394775,
+      "step": 43,
+      "subrel-constrast": 4.6920084953308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.569026470184326,
+      "cov-distil (oracle2student)": 6.0826921463012695,
+      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "epoch": 0.03453689167974882,
+      "rel-constrast": 7.202978134155273,
+      "step": 44,
+      "subrel-constrast": 6.782849311828613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.127652168273926,
+      "cov-distil (oracle2student)": 6.768123626708984,
+      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "epoch": 0.03532182103610675,
+      "rel-constrast": 5.803994655609131,
+      "step": 45,
+      "subrel-constrast": 4.7947678565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7271077632904053,
+      "cov-distil (oracle2student)": 6.987262725830078,
+      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "epoch": 0.03610675039246468,
+      "rel-constrast": 7.125826835632324,
+      "step": 46,
+      "subrel-constrast": 6.822656631469727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9657368659973145,
+      "cov-distil (oracle2student)": 7.144539833068848,
+      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "epoch": 0.036891679748822605,
+      "rel-constrast": 7.449712753295898,
+      "step": 47,
+      "subrel-constrast": 5.7075347900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.010920763015747,
+      "cov-distil (oracle2student)": 6.869639873504639,
+      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "epoch": 0.03767660910518053,
+      "rel-constrast": 5.459962844848633,
+      "step": 48,
+      "subrel-constrast": 5.051971435546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7146430015563965,
+      "cov-distil (oracle2student)": 8.329263687133789,
+      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "epoch": 0.038461538461538464,
+      "rel-constrast": 8.239823341369629,
+      "step": 49,
+      "subrel-constrast": 6.8162150382995605,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03924646781789639,
+      "grad_norm": 19.875,
+      "learning_rate": 2.4500000000000003e-06,
+      "loss": 1.6955,
+      "step": 50
+    },
+    {
+      "cov-distil": 3.2634499073028564,
+      "cov-distil (oracle2student)": 6.130512714385986,
+      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "epoch": 0.03924646781789639,
+      "rel-constrast": 6.289271354675293,
+      "step": 50,
+      "subrel-constrast": 4.33033561706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.303950309753418,
+      "cov-distil (oracle2student)": 8.357975006103516,
+      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "epoch": 0.040031397174254316,
+      "rel-constrast": 8.334805488586426,
+      "step": 51,
+      "subrel-constrast": 8.139405250549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2591934204101562,
+      "cov-distil (oracle2student)": 5.158834457397461,
+      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "epoch": 0.04081632653061224,
+      "rel-constrast": 5.297996520996094,
+      "step": 52,
+      "subrel-constrast": 4.4804863929748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.50638484954834,
+      "cov-distil (oracle2student)": 5.478808403015137,
+      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "epoch": 0.041601255886970175,
+      "rel-constrast": 8.10940170288086,
+      "step": 53,
+      "subrel-constrast": 5.969902038574219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8422069549560547,
+      "cov-distil (oracle2student)": 6.521360874176025,
+      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "epoch": 0.0423861852433281,
+      "rel-constrast": 5.607071399688721,
+      "step": 54,
+      "subrel-constrast": 6.106446743011475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.085712194442749,
+      "cov-distil (oracle2student)": 10.780364990234375,
+      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "epoch": 0.04317111459968603,
+      "rel-constrast": 6.090634346008301,
+      "step": 55,
+      "subrel-constrast": 6.779709339141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.785494565963745,
+      "cov-distil (oracle2student)": 5.962707996368408,
+      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "epoch": 0.04395604395604396,
+      "rel-constrast": 5.856771469116211,
+      "step": 56,
+      "subrel-constrast": 5.509479522705078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.584353446960449,
+      "cov-distil (oracle2student)": 6.202386379241943,
+      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "epoch": 0.044740973312401885,
+      "rel-constrast": 6.150420188903809,
+      "step": 57,
+      "subrel-constrast": 5.121495723724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701603889465332,
+      "cov-distil (oracle2student)": 6.837789058685303,
+      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "epoch": 0.04552590266875981,
+      "rel-constrast": 7.76063346862793,
+      "step": 58,
+      "subrel-constrast": 5.378823280334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.710871696472168,
+      "cov-distil (oracle2student)": 9.897594451904297,
+      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "epoch": 0.04631083202511774,
+      "rel-constrast": 7.0981221199035645,
+      "step": 59,
+      "subrel-constrast": 7.289656639099121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.04709576138147567,
+      "grad_norm": 16.0,
+      "learning_rate": 2.95e-06,
+      "loss": 1.7425,
+      "step": 60
+    },
+    {
+      "cov-distil": 3.577488899230957,
+      "cov-distil (oracle2student)": 5.867010116577148,
+      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "epoch": 0.04709576138147567,
+      "rel-constrast": 5.175161838531494,
+      "step": 60,
+      "subrel-constrast": 4.913603782653809,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8872010707855225,
+      "cov-distil (oracle2student)": 5.9557085037231445,
+      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "epoch": 0.047880690737833596,
+      "rel-constrast": 6.276098728179932,
+      "step": 61,
+      "subrel-constrast": 5.370903015136719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.1421709060668945,
+      "cov-distil (oracle2student)": 6.92226505279541,
+      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "epoch": 0.04866562009419152,
+      "rel-constrast": 5.787407398223877,
+      "step": 62,
+      "subrel-constrast": 4.8872456550598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.272606372833252,
+      "cov-distil (oracle2student)": 5.872837066650391,
+      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "epoch": 0.04945054945054945,
+      "rel-constrast": 8.104948043823242,
+      "step": 63,
+      "subrel-constrast": 5.131637096405029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4897913932800293,
+      "cov-distil (oracle2student)": 5.026608467102051,
+      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "epoch": 0.05023547880690738,
+      "rel-constrast": 5.219900608062744,
+      "step": 64,
+      "subrel-constrast": 3.928039073944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8875179290771484,
+      "cov-distil (oracle2student)": 7.8943681716918945,
+      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "epoch": 0.05102040816326531,
+      "rel-constrast": 6.689120292663574,
+      "step": 65,
+      "subrel-constrast": 5.134953022003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.124709129333496,
+      "cov-distil (oracle2student)": 5.3820366859436035,
+      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "epoch": 0.05180533751962323,
+      "rel-constrast": 5.537747859954834,
+      "step": 66,
+      "subrel-constrast": 3.9992260932922363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.69231915473938,
+      "cov-distil (oracle2student)": 6.316229820251465,
+      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "epoch": 0.05259026687598116,
+      "rel-constrast": 7.291317462921143,
+      "step": 67,
+      "subrel-constrast": 5.170005798339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.139277935028076,
+      "cov-distil (oracle2student)": 5.806092262268066,
+      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "epoch": 0.05337519623233909,
+      "rel-constrast": 4.4095139503479,
+      "step": 68,
+      "subrel-constrast": 4.170525074005127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6359305381774902,
+      "cov-distil (oracle2student)": 6.551682949066162,
+      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "epoch": 0.05416012558869702,
+      "rel-constrast": 5.37055778503418,
+      "step": 69,
+      "subrel-constrast": 5.060253620147705,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.054945054945054944,
+      "grad_norm": 14.3125,
+      "learning_rate": 3.4500000000000004e-06,
+      "loss": 1.5812,
+      "step": 70
+    },
+    {
+      "cov-distil": 3.1894845962524414,
+      "cov-distil (oracle2student)": 6.189196586608887,
+      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "epoch": 0.054945054945054944,
+      "rel-constrast": 6.035884380340576,
+      "step": 70,
+      "subrel-constrast": 5.30534553527832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3957502841949463,
+      "cov-distil (oracle2student)": 6.262465476989746,
+      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "epoch": 0.05572998430141287,
+      "rel-constrast": 5.4684906005859375,
+      "step": 71,
+      "subrel-constrast": 5.43447732925415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7110936641693115,
+      "cov-distil (oracle2student)": 9.013875007629395,
+      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "epoch": 0.0565149136577708,
+      "rel-constrast": 8.860300064086914,
+      "step": 72,
+      "subrel-constrast": 6.688097953796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.631287097930908,
+      "cov-distil (oracle2student)": 5.5042829513549805,
+      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "epoch": 0.05729984301412873,
+      "rel-constrast": 7.457805156707764,
+      "step": 73,
+      "subrel-constrast": 5.069272518157959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0951480865478516,
+      "cov-distil (oracle2student)": 10.49281120300293,
+      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "epoch": 0.058084772370486655,
+      "rel-constrast": 8.317502975463867,
+      "step": 74,
+      "subrel-constrast": 6.139723300933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.448239803314209,
+      "cov-distil (oracle2student)": 6.778696060180664,
+      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "epoch": 0.05886970172684458,
+      "rel-constrast": 6.208157062530518,
+      "step": 75,
+      "subrel-constrast": 5.600346088409424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9895548820495605,
+      "cov-distil (oracle2student)": 4.833767890930176,
+      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "epoch": 0.059654631083202514,
+      "rel-constrast": 5.301086902618408,
+      "step": 76,
+      "subrel-constrast": 4.662568092346191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.35664701461792,
+      "cov-distil (oracle2student)": 5.233097076416016,
+      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "epoch": 0.06043956043956044,
+      "rel-constrast": 5.103623867034912,
+      "step": 77,
+      "subrel-constrast": 4.268317222595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.415127754211426,
+      "cov-distil (oracle2student)": 6.644197940826416,
+      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "epoch": 0.061224489795918366,
+      "rel-constrast": 6.561215400695801,
+      "step": 78,
+      "subrel-constrast": 5.962937355041504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.510354995727539,
+      "cov-distil (oracle2student)": 8.139422416687012,
+      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "epoch": 0.06200941915227629,
+      "rel-constrast": 6.134330749511719,
+      "step": 79,
+      "subrel-constrast": 5.620271682739258,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.06279434850863422,
+      "grad_norm": 15.1875,
+      "learning_rate": 3.95e-06,
+      "loss": 1.7156,
+      "step": 80
+    },
+    {
+      "cov-distil": 3.3284835815429688,
+      "cov-distil (oracle2student)": 7.619293212890625,
+      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "epoch": 0.06279434850863422,
+      "rel-constrast": 7.173356533050537,
+      "step": 80,
+      "subrel-constrast": 6.808206558227539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4397096633911133,
+      "cov-distil (oracle2student)": 7.676415920257568,
+      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "epoch": 0.06357927786499215,
+      "rel-constrast": 6.886641502380371,
+      "step": 81,
+      "subrel-constrast": 6.984169960021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0268101692199707,
+      "cov-distil (oracle2student)": 7.81688117980957,
+      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "epoch": 0.06436420722135008,
+      "rel-constrast": 5.896097660064697,
+      "step": 82,
+      "subrel-constrast": 5.227864742279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.393474578857422,
+      "cov-distil (oracle2student)": 6.482656478881836,
+      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "epoch": 0.065149136577708,
+      "rel-constrast": 6.319892883300781,
+      "step": 83,
+      "subrel-constrast": 5.442715644836426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517345905303955,
+      "cov-distil (oracle2student)": 6.040264129638672,
+      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "epoch": 0.06593406593406594,
+      "rel-constrast": 5.40537166595459,
+      "step": 84,
+      "subrel-constrast": 4.604902267456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.264801502227783,
+      "cov-distil (oracle2student)": 4.99867057800293,
+      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "epoch": 0.06671899529042387,
+      "rel-constrast": 5.624813079833984,
+      "step": 85,
+      "subrel-constrast": 4.161462783813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266205310821533,
+      "cov-distil (oracle2student)": 8.019726753234863,
+      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "epoch": 0.06750392464678179,
+      "rel-constrast": 5.973287582397461,
+      "step": 86,
+      "subrel-constrast": 5.353548526763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9515674114227295,
+      "cov-distil (oracle2student)": 6.66702938079834,
+      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "epoch": 0.06828885400313972,
+      "rel-constrast": 7.188405990600586,
+      "step": 87,
+      "subrel-constrast": 6.352745056152344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.024931907653809,
+      "cov-distil (oracle2student)": 8.261985778808594,
+      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "epoch": 0.06907378335949764,
+      "rel-constrast": 6.1363115310668945,
+      "step": 88,
+      "subrel-constrast": 5.887054920196533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.616726875305176,
+      "cov-distil (oracle2student)": 7.866814613342285,
+      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "epoch": 0.06985871271585557,
+      "rel-constrast": 6.378461837768555,
+      "step": 89,
+      "subrel-constrast": 5.206252098083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.0706436420722135,
+      "grad_norm": 17.75,
+      "learning_rate": 4.45e-06,
+      "loss": 1.6566,
+      "step": 90
+    },
+    {
+      "cov-distil": 3.3641278743743896,
+      "cov-distil (oracle2student)": 5.879482269287109,
+      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "epoch": 0.0706436420722135,
+      "rel-constrast": 4.970180511474609,
+      "step": 90,
+      "subrel-constrast": 4.763465881347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9355416297912598,
+      "cov-distil (oracle2student)": 6.9991936683654785,
+      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "epoch": 0.07142857142857142,
+      "rel-constrast": 5.827273845672607,
+      "step": 91,
+      "subrel-constrast": 4.389217853546143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.328171491622925,
+      "cov-distil (oracle2student)": 6.016704559326172,
+      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "epoch": 0.07221350078492936,
+      "rel-constrast": 6.104631423950195,
+      "step": 92,
+      "subrel-constrast": 5.1348137855529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7416696548461914,
+      "cov-distil (oracle2student)": 6.554116249084473,
+      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "epoch": 0.07299843014128729,
+      "rel-constrast": 4.428642272949219,
+      "step": 93,
+      "subrel-constrast": 4.080572605133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.126981258392334,
+      "cov-distil (oracle2student)": 7.561041355133057,
+      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "epoch": 0.07378335949764521,
+      "rel-constrast": 6.626583576202393,
+      "step": 94,
+      "subrel-constrast": 6.036290168762207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266633987426758,
+      "cov-distil (oracle2student)": 8.336587905883789,
+      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "epoch": 0.07456828885400314,
+      "rel-constrast": 5.243127822875977,
+      "step": 95,
+      "subrel-constrast": 5.471756458282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3002748489379883,
+      "cov-distil (oracle2student)": 7.252134799957275,
+      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "epoch": 0.07535321821036106,
+      "rel-constrast": 6.544553756713867,
+      "step": 96,
+      "subrel-constrast": 4.715362548828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.930333375930786,
+      "cov-distil (oracle2student)": 7.169529914855957,
+      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "epoch": 0.076138147566719,
+      "rel-constrast": 8.069984436035156,
+      "step": 97,
+      "subrel-constrast": 6.452698230743408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3107340335845947,
+      "cov-distil (oracle2student)": 5.442892074584961,
+      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "epoch": 0.07692307692307693,
+      "rel-constrast": 5.03950834274292,
+      "step": 98,
+      "subrel-constrast": 5.33092737197876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7905068397521973,
+      "cov-distil (oracle2student)": 6.082137584686279,
+      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "epoch": 0.07770800627943485,
+      "rel-constrast": 5.238041400909424,
+      "step": 99,
+      "subrel-constrast": 5.280867576599121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "grad_norm": 16.25,
+      "learning_rate": 4.950000000000001e-06,
+      "loss": 1.5351,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "overlap": 0.20468750596046448,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "student margin": 0.018585205078125
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "teacher margin": 0.0267791748046875
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "margin difference": 0.0081939697265625,
+      "step": 100
+    },
+    {
+      "cov-distil": 3.0693624019622803,
+      "cov-distil (oracle2student)": 6.980118751525879,
+      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "epoch": 0.07849293563579278,
+      "rel-constrast": 9.246582984924316,
+      "step": 100,
+      "subrel-constrast": 5.737648963928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.966313362121582,
+      "cov-distil (oracle2student)": 6.273595809936523,
+      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "epoch": 0.07927786499215071,
+      "rel-constrast": 8.411349296569824,
+      "step": 101,
+      "subrel-constrast": 8.01908016204834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8371520042419434,
+      "cov-distil (oracle2student)": 8.099665641784668,
+      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "epoch": 0.08006279434850863,
+      "rel-constrast": 4.871597766876221,
+      "step": 102,
+      "subrel-constrast": 3.9983325004577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8040473461151123,
+      "cov-distil (oracle2student)": 7.026789665222168,
+      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "epoch": 0.08084772370486656,
+      "rel-constrast": 6.079948902130127,
+      "step": 103,
+      "subrel-constrast": 5.005115985870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1548211574554443,
+      "cov-distil (oracle2student)": 6.445549488067627,
+      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "epoch": 0.08163265306122448,
+      "rel-constrast": 7.2248029708862305,
+      "step": 104,
+      "subrel-constrast": 5.305993556976318,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.700580596923828,
+      "cov-distil (oracle2student)": 6.819460868835449,
+      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "epoch": 0.08241758241758242,
+      "rel-constrast": 6.1904296875,
+      "step": 105,
+      "subrel-constrast": 4.427753925323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641253709793091,
+      "cov-distil (oracle2student)": 7.707598686218262,
+      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "epoch": 0.08320251177394035,
+      "rel-constrast": 6.605925559997559,
+      "step": 106,
+      "subrel-constrast": 5.04954719543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9230635166168213,
+      "cov-distil (oracle2student)": 5.4684858322143555,
+      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "epoch": 0.08398744113029827,
+      "rel-constrast": 5.391318321228027,
+      "step": 107,
+      "subrel-constrast": 4.032782554626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.161479949951172,
+      "cov-distil (oracle2student)": 7.42598819732666,
+      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "epoch": 0.0847723704866562,
+      "rel-constrast": 5.700629234313965,
+      "step": 108,
+      "subrel-constrast": 5.242112636566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.411763906478882,
+      "cov-distil (oracle2student)": 4.519542217254639,
+      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "epoch": 0.08555729984301413,
+      "rel-constrast": 3.85139799118042,
+      "step": 109,
+      "subrel-constrast": 3.0891919136047363,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.08634222919937205,
+      "grad_norm": 12.6875,
+      "learning_rate": 5.45e-06,
+      "loss": 1.6685,
+      "step": 110
+    },
+    {
+      "cov-distil": 3.7623462677001953,
+      "cov-distil (oracle2student)": 5.816520690917969,
+      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "epoch": 0.08634222919937205,
+      "rel-constrast": 5.916131496429443,
+      "step": 110,
+      "subrel-constrast": 5.666640758514404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9162516593933105,
+      "cov-distil (oracle2student)": 6.607631683349609,
+      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "epoch": 0.08712715855572999,
+      "rel-constrast": 6.387336254119873,
+      "step": 111,
+      "subrel-constrast": 6.173241138458252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.200730085372925,
+      "cov-distil (oracle2student)": 5.046133041381836,
+      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "epoch": 0.08791208791208792,
+      "rel-constrast": 6.980642795562744,
+      "step": 112,
+      "subrel-constrast": 5.868181228637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8479957580566406,
+      "cov-distil (oracle2student)": 5.748662948608398,
+      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "epoch": 0.08869701726844584,
+      "rel-constrast": 6.133625507354736,
+      "step": 113,
+      "subrel-constrast": 5.044037818908691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.956294059753418,
+      "cov-distil (oracle2student)": 5.843686103820801,
+      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "epoch": 0.08948194662480377,
+      "rel-constrast": 5.719607353210449,
+      "step": 114,
+      "subrel-constrast": 4.5047831535339355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6976065635681152,
+      "cov-distil (oracle2student)": 6.534242153167725,
+      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "epoch": 0.09026687598116169,
+      "rel-constrast": 6.587165832519531,
+      "step": 115,
+      "subrel-constrast": 5.188892841339111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2262754440307617,
+      "cov-distil (oracle2student)": 7.407478332519531,
+      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "epoch": 0.09105180533751962,
+      "rel-constrast": 7.407068252563477,
+      "step": 116,
+      "subrel-constrast": 6.1709818840026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.905567169189453,
+      "cov-distil (oracle2student)": 6.0437421798706055,
+      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "epoch": 0.09183673469387756,
+      "rel-constrast": 5.36617374420166,
+      "step": 117,
+      "subrel-constrast": 4.775646686553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6030263900756836,
+      "cov-distil (oracle2student)": 7.838919639587402,
+      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "epoch": 0.09262166405023547,
+      "rel-constrast": 4.8718767166137695,
+      "step": 118,
+      "subrel-constrast": 4.323362827301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.951072931289673,
+      "cov-distil (oracle2student)": 3.37375545501709,
+      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "epoch": 0.09340659340659341,
+      "rel-constrast": 4.747162342071533,
+      "step": 119,
+      "subrel-constrast": 4.06825590133667,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.09419152276295134,
+      "grad_norm": 11.8125,
+      "learning_rate": 5.95e-06,
+      "loss": 1.5856,
+      "step": 120
+    },
+    {
+      "cov-distil": 2.652560234069824,
+      "cov-distil (oracle2student)": 7.5916571617126465,
+      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "epoch": 0.09419152276295134,
+      "rel-constrast": 5.198563575744629,
+      "step": 120,
+      "subrel-constrast": 4.764272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276362895965576,
+      "cov-distil (oracle2student)": 4.456997871398926,
+      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "epoch": 0.09497645211930926,
+      "rel-constrast": 6.008549213409424,
+      "step": 121,
+      "subrel-constrast": 4.660116672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.912120819091797,
+      "cov-distil (oracle2student)": 8.093740463256836,
+      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "epoch": 0.09576138147566719,
+      "rel-constrast": 6.139238357543945,
+      "step": 122,
+      "subrel-constrast": 4.679972171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.049605369567871,
+      "cov-distil (oracle2student)": 5.1690802574157715,
+      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "epoch": 0.09654631083202511,
+      "rel-constrast": 5.203070640563965,
+      "step": 123,
+      "subrel-constrast": 4.063456058502197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0213463306427,
+      "cov-distil (oracle2student)": 7.696413993835449,
+      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "epoch": 0.09733124018838304,
+      "rel-constrast": 6.98874568939209,
+      "step": 124,
+      "subrel-constrast": 5.5499491691589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.535893440246582,
+      "cov-distil (oracle2student)": 8.712299346923828,
+      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "epoch": 0.09811616954474098,
+      "rel-constrast": 6.464357376098633,
+      "step": 125,
+      "subrel-constrast": 5.6494855880737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6822762489318848,
+      "cov-distil (oracle2student)": 6.449732780456543,
+      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "epoch": 0.0989010989010989,
+      "rel-constrast": 5.643919944763184,
+      "step": 126,
+      "subrel-constrast": 4.270016193389893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1074256896972656,
+      "cov-distil (oracle2student)": 5.3115644454956055,
+      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "epoch": 0.09968602825745683,
+      "rel-constrast": 5.749547004699707,
+      "step": 127,
+      "subrel-constrast": 5.532700538635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.936629295349121,
+      "cov-distil (oracle2student)": 5.304935455322266,
+      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "epoch": 0.10047095761381476,
+      "rel-constrast": 6.327916622161865,
+      "step": 128,
+      "subrel-constrast": 4.5997748374938965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.669504165649414,
+      "cov-distil (oracle2student)": 9.971288681030273,
+      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "epoch": 0.10125588697017268,
+      "rel-constrast": 6.6161065101623535,
+      "step": 129,
+      "subrel-constrast": 5.407919883728027,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10204081632653061,
+      "grad_norm": 16.5,
+      "learning_rate": 6.45e-06,
+      "loss": 1.5831,
+      "step": 130
+    },
+    {
+      "cov-distil": 2.327519178390503,
+      "cov-distil (oracle2student)": 6.993311405181885,
+      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "epoch": 0.10204081632653061,
+      "rel-constrast": 4.820262432098389,
+      "step": 130,
+      "subrel-constrast": 3.4438061714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0019335746765137,
+      "cov-distil (oracle2student)": 4.936619281768799,
+      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "epoch": 0.10282574568288853,
+      "rel-constrast": 5.546187400817871,
+      "step": 131,
+      "subrel-constrast": 4.52654504776001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2872753143310547,
+      "cov-distil (oracle2student)": 4.686687469482422,
+      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "epoch": 0.10361067503924647,
+      "rel-constrast": 4.3100128173828125,
+      "step": 132,
+      "subrel-constrast": 4.772364139556885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.951021432876587,
+      "cov-distil (oracle2student)": 5.6703667640686035,
+      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "epoch": 0.1043956043956044,
+      "rel-constrast": 7.899327754974365,
+      "step": 133,
+      "subrel-constrast": 5.173623085021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8324503898620605,
+      "cov-distil (oracle2student)": 6.385481834411621,
+      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "epoch": 0.10518053375196232,
+      "rel-constrast": 7.542125701904297,
+      "step": 134,
+      "subrel-constrast": 6.20897102355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.568618059158325,
+      "cov-distil (oracle2student)": 5.818717956542969,
+      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "epoch": 0.10596546310832025,
+      "rel-constrast": 6.248257637023926,
+      "step": 135,
+      "subrel-constrast": 5.135055065155029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.144698143005371,
+      "cov-distil (oracle2student)": 4.889866828918457,
+      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "epoch": 0.10675039246467818,
+      "rel-constrast": 5.107748031616211,
+      "step": 136,
+      "subrel-constrast": 4.345935821533203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7044363021850586,
+      "cov-distil (oracle2student)": 6.096634864807129,
+      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "epoch": 0.1075353218210361,
+      "rel-constrast": 4.691919326782227,
+      "step": 137,
+      "subrel-constrast": 3.9912216663360596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4799304008483887,
+      "cov-distil (oracle2student)": 7.858448505401611,
+      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "epoch": 0.10832025117739404,
+      "rel-constrast": 6.566288948059082,
+      "step": 138,
+      "subrel-constrast": 5.5048980712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7945852279663086,
+      "cov-distil (oracle2student)": 7.29274320602417,
+      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "epoch": 0.10910518053375197,
+      "rel-constrast": 5.898140907287598,
+      "step": 139,
+      "subrel-constrast": 5.746703624725342,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10989010989010989,
+      "grad_norm": 18.125,
+      "learning_rate": 6.950000000000001e-06,
+      "loss": 1.536,
+      "step": 140
+    },
+    {
+      "cov-distil": 3.14044451713562,
+      "cov-distil (oracle2student)": 4.587895393371582,
+      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "epoch": 0.10989010989010989,
+      "rel-constrast": 5.251264572143555,
+      "step": 140,
+      "subrel-constrast": 5.109164714813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.021540641784668,
+      "cov-distil (oracle2student)": 7.4869279861450195,
+      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "epoch": 0.11067503924646782,
+      "rel-constrast": 6.179267406463623,
+      "step": 141,
+      "subrel-constrast": 5.208951950073242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6684998273849487,
+      "cov-distil (oracle2student)": 6.087306976318359,
+      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "epoch": 0.11145996860282574,
+      "rel-constrast": 5.406123161315918,
+      "step": 142,
+      "subrel-constrast": 4.496994495391846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436387300491333,
+      "cov-distil (oracle2student)": 6.199030876159668,
+      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "epoch": 0.11224489795918367,
+      "rel-constrast": 7.168307781219482,
+      "step": 143,
+      "subrel-constrast": 7.344377517700195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8038110733032227,
+      "cov-distil (oracle2student)": 6.1025261878967285,
+      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "epoch": 0.1130298273155416,
+      "rel-constrast": 5.3039350509643555,
+      "step": 144,
+      "subrel-constrast": 5.038955211639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3631601333618164,
+      "cov-distil (oracle2student)": 5.591802597045898,
+      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "epoch": 0.11381475667189953,
+      "rel-constrast": 5.500809669494629,
+      "step": 145,
+      "subrel-constrast": 4.158411979675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.101959705352783,
+      "cov-distil (oracle2student)": 8.792764663696289,
+      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "epoch": 0.11459968602825746,
+      "rel-constrast": 8.219110488891602,
+      "step": 146,
+      "subrel-constrast": 6.158865451812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.208827018737793,
+      "cov-distil (oracle2student)": 5.422389984130859,
+      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "epoch": 0.11538461538461539,
+      "rel-constrast": 4.903823375701904,
+      "step": 147,
+      "subrel-constrast": 3.73964786529541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6742186546325684,
+      "cov-distil (oracle2student)": 8.266731262207031,
+      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "epoch": 0.11616954474097331,
+      "rel-constrast": 7.703867435455322,
+      "step": 148,
+      "subrel-constrast": 7.040656566619873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.720594644546509,
+      "cov-distil (oracle2student)": 6.478317737579346,
+      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "epoch": 0.11695447409733124,
+      "rel-constrast": 5.557610511779785,
+      "step": 149,
+      "subrel-constrast": 5.062001705169678,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.11773940345368916,
+      "grad_norm": 13.25,
+      "learning_rate": 7.45e-06,
+      "loss": 1.6052,
+      "step": 150
+    },
+    {
+      "cov-distil": 2.7814245223999023,
+      "cov-distil (oracle2student)": 3.1672582626342773,
+      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "epoch": 0.11773940345368916,
+      "rel-constrast": 3.688767671585083,
+      "step": 150,
+      "subrel-constrast": 4.0553388595581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.247326374053955,
+      "cov-distil (oracle2student)": 6.089717388153076,
+      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "epoch": 0.1185243328100471,
+      "rel-constrast": 7.835025787353516,
+      "step": 151,
+      "subrel-constrast": 5.920222282409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4771711826324463,
+      "cov-distil (oracle2student)": 5.4199323654174805,
+      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "epoch": 0.11930926216640503,
+      "rel-constrast": 5.148440361022949,
+      "step": 152,
+      "subrel-constrast": 5.527997016906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1515517234802246,
+      "cov-distil (oracle2student)": 5.8758463859558105,
+      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "epoch": 0.12009419152276295,
+      "rel-constrast": 6.0649309158325195,
+      "step": 153,
+      "subrel-constrast": 5.996879577636719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6257619857788086,
+      "cov-distil (oracle2student)": 6.314117908477783,
+      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "epoch": 0.12087912087912088,
+      "rel-constrast": 5.450338840484619,
+      "step": 154,
+      "subrel-constrast": 5.505670547485352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0370373725891113,
+      "cov-distil (oracle2student)": 4.342787742614746,
+      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "epoch": 0.12166405023547881,
+      "rel-constrast": 4.312812805175781,
+      "step": 155,
+      "subrel-constrast": 4.328639984130859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.520047903060913,
+      "cov-distil (oracle2student)": 7.382922172546387,
+      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "epoch": 0.12244897959183673,
+      "rel-constrast": 6.673659324645996,
+      "step": 156,
+      "subrel-constrast": 5.639657974243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1351096630096436,
+      "cov-distil (oracle2student)": 6.902695178985596,
+      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "epoch": 0.12323390894819466,
+      "rel-constrast": 6.046702861785889,
+      "step": 157,
+      "subrel-constrast": 4.712500095367432,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.25526762008667,
+      "cov-distil (oracle2student)": 6.525176048278809,
+      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "epoch": 0.12401883830455258,
+      "rel-constrast": 5.966568946838379,
+      "step": 158,
+      "subrel-constrast": 5.607508659362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9533963203430176,
+      "cov-distil (oracle2student)": 6.75103759765625,
+      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "epoch": 0.12480376766091052,
+      "rel-constrast": 7.113164901733398,
+      "step": 159,
+      "subrel-constrast": 5.0479631423950195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.12558869701726844,
+      "grad_norm": 17.375,
+      "learning_rate": 7.95e-06,
+      "loss": 1.5405,
+      "step": 160
+    },
+    {
+      "cov-distil": 2.9749436378479004,
+      "cov-distil (oracle2student)": 5.1709065437316895,
+      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "epoch": 0.12558869701726844,
+      "rel-constrast": 4.383584976196289,
+      "step": 160,
+      "subrel-constrast": 4.833831310272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0097780227661133,
+      "cov-distil (oracle2student)": 5.923301696777344,
+      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "epoch": 0.12637362637362637,
+      "rel-constrast": 5.818535804748535,
+      "step": 161,
+      "subrel-constrast": 5.84551477432251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5908939838409424,
+      "cov-distil (oracle2student)": 5.665188789367676,
+      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "epoch": 0.1271585557299843,
+      "rel-constrast": 5.184443473815918,
+      "step": 162,
+      "subrel-constrast": 4.453043460845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.840712070465088,
+      "cov-distil (oracle2student)": 6.3763909339904785,
+      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "epoch": 0.12794348508634223,
+      "rel-constrast": 6.74964714050293,
+      "step": 163,
+      "subrel-constrast": 6.0634331703186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5142221450805664,
+      "cov-distil (oracle2student)": 5.44363260269165,
+      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "epoch": 0.12872841444270017,
+      "rel-constrast": 5.557941436767578,
+      "step": 164,
+      "subrel-constrast": 5.863348960876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2164993286132812,
+      "cov-distil (oracle2student)": 5.855222225189209,
+      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "epoch": 0.12951334379905807,
+      "rel-constrast": 6.6434831619262695,
+      "step": 165,
+      "subrel-constrast": 5.331329822540283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1836464405059814,
+      "cov-distil (oracle2student)": 4.513020038604736,
+      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "epoch": 0.130298273155416,
+      "rel-constrast": 5.878671646118164,
+      "step": 166,
+      "subrel-constrast": 4.37673807144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.782824754714966,
+      "cov-distil (oracle2student)": 5.268921375274658,
+      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "epoch": 0.13108320251177394,
+      "rel-constrast": 5.137875556945801,
+      "step": 167,
+      "subrel-constrast": 4.443451881408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.539813995361328,
+      "cov-distil (oracle2student)": 5.48532247543335,
+      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "epoch": 0.13186813186813187,
+      "rel-constrast": 4.842020511627197,
+      "step": 168,
+      "subrel-constrast": 4.043414115905762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7517428398132324,
+      "cov-distil (oracle2student)": 5.737140655517578,
+      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "epoch": 0.1326530612244898,
+      "rel-constrast": 5.73463249206543,
+      "step": 169,
+      "subrel-constrast": 5.651345729827881,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.13343799058084774,
+      "grad_norm": 13.375,
+      "learning_rate": 8.45e-06,
+      "loss": 1.4693,
+      "step": 170
+    },
+    {
+      "cov-distil": 3.406038522720337,
+      "cov-distil (oracle2student)": 4.48272705078125,
+      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "epoch": 0.13343799058084774,
+      "rel-constrast": 5.328525543212891,
+      "step": 170,
+      "subrel-constrast": 5.504851818084717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2601351737976074,
+      "cov-distil (oracle2student)": 5.214707374572754,
+      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "epoch": 0.13422291993720564,
+      "rel-constrast": 5.732027530670166,
+      "step": 171,
+      "subrel-constrast": 5.551510334014893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2649431228637695,
+      "cov-distil (oracle2student)": 4.903834819793701,
+      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "epoch": 0.13500784929356358,
+      "rel-constrast": 5.048663139343262,
+      "step": 172,
+      "subrel-constrast": 4.259944438934326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.291656970977783,
+      "cov-distil (oracle2student)": 5.617837905883789,
+      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "epoch": 0.1357927786499215,
+      "rel-constrast": 4.11165714263916,
+      "step": 173,
+      "subrel-constrast": 3.9811415672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3816723823547363,
+      "cov-distil (oracle2student)": 5.013119697570801,
+      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "epoch": 0.13657770800627944,
+      "rel-constrast": 7.141737461090088,
+      "step": 174,
+      "subrel-constrast": 5.517435550689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.518374443054199,
+      "cov-distil (oracle2student)": 5.188939094543457,
+      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "epoch": 0.13736263736263737,
+      "rel-constrast": 4.657840251922607,
+      "step": 175,
+      "subrel-constrast": 4.213469982147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1605043411254883,
+      "cov-distil (oracle2student)": 5.80596923828125,
+      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "epoch": 0.13814756671899528,
+      "rel-constrast": 5.725188732147217,
+      "step": 176,
+      "subrel-constrast": 5.085594177246094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.439970016479492,
+      "cov-distil (oracle2student)": 5.797138214111328,
+      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "epoch": 0.1389324960753532,
+      "rel-constrast": 4.679790019989014,
+      "step": 177,
+      "subrel-constrast": 4.292531967163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4772512912750244,
+      "cov-distil (oracle2student)": 5.517018795013428,
+      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "epoch": 0.13971742543171115,
+      "rel-constrast": 5.169275283813477,
+      "step": 178,
+      "subrel-constrast": 6.139341354370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.388380527496338,
+      "cov-distil (oracle2student)": 8.562522888183594,
+      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "epoch": 0.14050235478806908,
+      "rel-constrast": 5.553293704986572,
+      "step": 179,
+      "subrel-constrast": 5.5493621826171875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.141287284144427,
+      "grad_norm": 18.5,
+      "learning_rate": 8.95e-06,
+      "loss": 1.4052,
+      "step": 180
+    },
+    {
+      "cov-distil": 3.203474998474121,
+      "cov-distil (oracle2student)": 4.659393310546875,
+      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "epoch": 0.141287284144427,
+      "rel-constrast": 4.3841938972473145,
+      "step": 180,
+      "subrel-constrast": 4.432641506195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8620846271514893,
+      "cov-distil (oracle2student)": 4.239439964294434,
+      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "epoch": 0.14207221350078492,
+      "rel-constrast": 5.2689032554626465,
+      "step": 181,
+      "subrel-constrast": 4.619548797607422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6243515014648438,
+      "cov-distil (oracle2student)": 6.16297721862793,
+      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "epoch": 0.14285714285714285,
+      "rel-constrast": 5.904332160949707,
+      "step": 182,
+      "subrel-constrast": 4.9689106941223145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963348388671875,
+      "cov-distil (oracle2student)": 6.655308723449707,
+      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "epoch": 0.14364207221350078,
+      "rel-constrast": 4.478253364562988,
+      "step": 183,
+      "subrel-constrast": 4.905683517456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.237755298614502,
+      "cov-distil (oracle2student)": 6.64764404296875,
+      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "epoch": 0.14442700156985872,
+      "rel-constrast": 5.552248001098633,
+      "step": 184,
+      "subrel-constrast": 4.654872417449951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.473625659942627,
+      "cov-distil (oracle2student)": 6.30503511428833,
+      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "epoch": 0.14521193092621665,
+      "rel-constrast": 5.798867225646973,
+      "step": 185,
+      "subrel-constrast": 5.5699639320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1829147338867188,
+      "cov-distil (oracle2student)": 5.21027946472168,
+      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "epoch": 0.14599686028257458,
+      "rel-constrast": 5.464681625366211,
+      "step": 186,
+      "subrel-constrast": 5.187503814697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0477654933929443,
+      "cov-distil (oracle2student)": 6.166605472564697,
+      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "epoch": 0.14678178963893249,
+      "rel-constrast": 6.169456481933594,
+      "step": 187,
+      "subrel-constrast": 5.03766393661499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8547275066375732,
+      "cov-distil (oracle2student)": 5.306525707244873,
+      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "epoch": 0.14756671899529042,
+      "rel-constrast": 5.305285930633545,
+      "step": 188,
+      "subrel-constrast": 4.854366779327393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699039459228516,
+      "cov-distil (oracle2student)": 6.397008419036865,
+      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "epoch": 0.14835164835164835,
+      "rel-constrast": 6.549964427947998,
+      "step": 189,
+      "subrel-constrast": 5.943665981292725,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.14913657770800628,
+      "grad_norm": 13.6875,
+      "learning_rate": 9.450000000000001e-06,
+      "loss": 1.443,
+      "step": 190
+    },
+    {
+      "cov-distil": 3.1331424713134766,
+      "cov-distil (oracle2student)": 6.638267517089844,
+      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "epoch": 0.14913657770800628,
+      "rel-constrast": 6.56038236618042,
+      "step": 190,
+      "subrel-constrast": 5.594992160797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.656987190246582,
+      "cov-distil (oracle2student)": 6.065674781799316,
+      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "epoch": 0.14992150706436422,
+      "rel-constrast": 5.598496913909912,
+      "step": 191,
+      "subrel-constrast": 6.7906293869018555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.191580295562744,
+      "cov-distil (oracle2student)": 8.038559913635254,
+      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "epoch": 0.15070643642072212,
+      "rel-constrast": 4.849475860595703,
+      "step": 192,
+      "subrel-constrast": 4.131407737731934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.683588743209839,
+      "cov-distil (oracle2student)": 4.587405681610107,
+      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "epoch": 0.15149136577708006,
+      "rel-constrast": 4.667137622833252,
+      "step": 193,
+      "subrel-constrast": 4.492706775665283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5755395889282227,
+      "cov-distil (oracle2student)": 4.595428466796875,
+      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "epoch": 0.152276295133438,
+      "rel-constrast": 7.136086463928223,
+      "step": 194,
+      "subrel-constrast": 5.662163257598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.534440040588379,
+      "cov-distil (oracle2student)": 7.176570892333984,
+      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "epoch": 0.15306122448979592,
+      "rel-constrast": 6.500258445739746,
+      "step": 195,
+      "subrel-constrast": 5.75777006149292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.331389904022217,
+      "cov-distil (oracle2student)": 7.628920078277588,
+      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "epoch": 0.15384615384615385,
+      "rel-constrast": 5.442966461181641,
+      "step": 196,
+      "subrel-constrast": 5.2714996337890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9742186069488525,
+      "cov-distil (oracle2student)": 4.961199760437012,
+      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "epoch": 0.1546310832025118,
+      "rel-constrast": 4.30648946762085,
+      "step": 197,
+      "subrel-constrast": 4.105319499969482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3590917587280273,
+      "cov-distil (oracle2student)": 3.817314624786377,
+      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "epoch": 0.1554160125588697,
+      "rel-constrast": 4.151867866516113,
+      "step": 198,
+      "subrel-constrast": 3.6788856983184814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9948954582214355,
+      "cov-distil (oracle2student)": 6.080739974975586,
+      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "epoch": 0.15620094191522763,
+      "rel-constrast": 3.927574634552002,
+      "step": 199,
+      "subrel-constrast": 4.407478332519531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "grad_norm": 12.625,
+      "learning_rate": 9.950000000000001e-06,
+      "loss": 1.4021,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "overlap": 0.24062500894069672,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "student margin": 0.067840576171875
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "teacher margin": 0.0570220947265625
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "margin difference": -0.0108184814453125,
+      "step": 200
+    },
+    {
+      "cov-distil": 3.7237961292266846,
+      "cov-distil (oracle2student)": 7.586442947387695,
+      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "epoch": 0.15698587127158556,
+      "rel-constrast": 5.464310169219971,
+      "step": 200,
+      "subrel-constrast": 5.328721523284912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.274702310562134,
+      "cov-distil (oracle2student)": 5.070128440856934,
+      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "epoch": 0.1577708006279435,
+      "rel-constrast": 4.0968017578125,
+      "step": 201,
+      "subrel-constrast": 4.411446571350098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2039477825164795,
+      "cov-distil (oracle2student)": 6.712636470794678,
+      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "epoch": 0.15855572998430142,
+      "rel-constrast": 5.7678117752075195,
+      "step": 202,
+      "subrel-constrast": 5.347052574157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2047228813171387,
+      "cov-distil (oracle2student)": 7.661907196044922,
+      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "epoch": 0.15934065934065933,
+      "rel-constrast": 7.286009311676025,
+      "step": 203,
+      "subrel-constrast": 5.817068099975586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.91322922706604,
+      "cov-distil (oracle2student)": 4.107336044311523,
+      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "epoch": 0.16012558869701726,
+      "rel-constrast": 5.1244730949401855,
+      "step": 204,
+      "subrel-constrast": 4.262094020843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.850925922393799,
+      "cov-distil (oracle2student)": 11.0481595993042,
+      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "epoch": 0.1609105180533752,
+      "rel-constrast": 6.673989295959473,
+      "step": 205,
+      "subrel-constrast": 6.989043712615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3848154544830322,
+      "cov-distil (oracle2student)": 7.932931900024414,
+      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "epoch": 0.16169544740973313,
+      "rel-constrast": 7.136048793792725,
+      "step": 206,
+      "subrel-constrast": 5.786576747894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.876713275909424,
+      "cov-distil (oracle2student)": 5.842488765716553,
+      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "epoch": 0.16248037676609106,
+      "rel-constrast": 5.31241512298584,
+      "step": 207,
+      "subrel-constrast": 4.291684150695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.449646472930908,
+      "cov-distil (oracle2student)": 4.260830879211426,
+      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "epoch": 0.16326530612244897,
+      "rel-constrast": 5.283468246459961,
+      "step": 208,
+      "subrel-constrast": 4.963812351226807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8306093215942383,
+      "cov-distil (oracle2student)": 7.792827129364014,
+      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "epoch": 0.1640502354788069,
+      "rel-constrast": 5.909091472625732,
+      "step": 209,
+      "subrel-constrast": 5.323974132537842,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.16483516483516483,
+      "grad_norm": 14.875,
+      "learning_rate": 1.045e-05,
+      "loss": 1.5181,
+      "step": 210
+    },
+    {
+      "cov-distil": 3.0215041637420654,
+      "cov-distil (oracle2student)": 8.190481185913086,
+      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "epoch": 0.16483516483516483,
+      "rel-constrast": 5.830654144287109,
+      "step": 210,
+      "subrel-constrast": 6.107037544250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6075353622436523,
+      "cov-distil (oracle2student)": 5.927797317504883,
+      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "epoch": 0.16562009419152277,
+      "rel-constrast": 5.132475852966309,
+      "step": 211,
+      "subrel-constrast": 4.88439416885376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1792759895324707,
+      "cov-distil (oracle2student)": 5.705207347869873,
+      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "epoch": 0.1664050235478807,
+      "rel-constrast": 4.437366485595703,
+      "step": 212,
+      "subrel-constrast": 4.600239276885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.843543529510498,
+      "cov-distil (oracle2student)": 5.749957084655762,
+      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "epoch": 0.16718995290423863,
+      "rel-constrast": 3.4077744483947754,
+      "step": 213,
+      "subrel-constrast": 3.7116200923919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7177345752716064,
+      "cov-distil (oracle2student)": 6.503233909606934,
+      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "epoch": 0.16797488226059654,
+      "rel-constrast": 5.246351718902588,
+      "step": 214,
+      "subrel-constrast": 4.351907253265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.748671054840088,
+      "cov-distil (oracle2student)": 4.586667060852051,
+      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "epoch": 0.16875981161695447,
+      "rel-constrast": 5.743491172790527,
+      "step": 215,
+      "subrel-constrast": 5.712560653686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7116360664367676,
+      "cov-distil (oracle2student)": 4.121926307678223,
+      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "epoch": 0.1695447409733124,
+      "rel-constrast": 4.147603988647461,
+      "step": 216,
+      "subrel-constrast": 3.6736254692077637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1222097873687744,
+      "cov-distil (oracle2student)": 5.266463756561279,
+      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "epoch": 0.17032967032967034,
+      "rel-constrast": 6.011352062225342,
+      "step": 217,
+      "subrel-constrast": 5.236981391906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6187005043029785,
+      "cov-distil (oracle2student)": 4.983086585998535,
+      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "epoch": 0.17111459968602827,
+      "rel-constrast": 6.265609264373779,
+      "step": 218,
+      "subrel-constrast": 4.703866481781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.382068395614624,
+      "cov-distil (oracle2student)": 5.941694259643555,
+      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "epoch": 0.17189952904238617,
+      "rel-constrast": 6.0482497215271,
+      "step": 219,
+      "subrel-constrast": 4.653711318969727,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.1726844583987441,
+      "grad_norm": 13.9375,
+      "learning_rate": 1.095e-05,
+      "loss": 1.3792,
+      "step": 220
+    },
+    {
+      "cov-distil": 2.5856785774230957,
+      "cov-distil (oracle2student)": 6.176444053649902,
+      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "epoch": 0.1726844583987441,
+      "rel-constrast": 5.706560134887695,
+      "step": 220,
+      "subrel-constrast": 5.1533966064453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.762558937072754,
+      "cov-distil (oracle2student)": 6.647637844085693,
+      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "epoch": 0.17346938775510204,
+      "rel-constrast": 5.161595821380615,
+      "step": 221,
+      "subrel-constrast": 4.012270450592041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.637533664703369,
+      "cov-distil (oracle2student)": 5.838397026062012,
+      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "epoch": 0.17425431711145997,
+      "rel-constrast": 5.053402900695801,
+      "step": 222,
+      "subrel-constrast": 4.9708099365234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.336826801300049,
+      "cov-distil (oracle2student)": 5.399420738220215,
+      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "epoch": 0.1750392464678179,
+      "rel-constrast": 3.61594820022583,
+      "step": 223,
+      "subrel-constrast": 4.12787389755249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.445133924484253,
+      "cov-distil (oracle2student)": 5.421712398529053,
+      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "epoch": 0.17582417582417584,
+      "rel-constrast": 4.549353122711182,
+      "step": 224,
+      "subrel-constrast": 4.352869510650635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7959837913513184,
+      "cov-distil (oracle2student)": 6.113248825073242,
+      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "epoch": 0.17660910518053374,
+      "rel-constrast": 5.05862283706665,
+      "step": 225,
+      "subrel-constrast": 5.57745361328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3124284744262695,
+      "cov-distil (oracle2student)": 6.702354431152344,
+      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "epoch": 0.17739403453689168,
+      "rel-constrast": 6.356748580932617,
+      "step": 226,
+      "subrel-constrast": 5.245099067687988,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386946201324463,
+      "cov-distil (oracle2student)": 8.377017974853516,
+      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "epoch": 0.1781789638932496,
+      "rel-constrast": 6.255722999572754,
+      "step": 227,
+      "subrel-constrast": 5.9417009353637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8484878540039062,
+      "cov-distil (oracle2student)": 8.19301986694336,
+      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "epoch": 0.17896389324960754,
+      "rel-constrast": 5.690243721008301,
+      "step": 228,
+      "subrel-constrast": 6.001501560211182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0837349891662598,
+      "cov-distil (oracle2student)": 6.268764495849609,
+      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "epoch": 0.17974882260596547,
+      "rel-constrast": 6.622305870056152,
+      "step": 229,
+      "subrel-constrast": 5.648178577423096,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18053375196232338,
+      "grad_norm": 13.0625,
+      "learning_rate": 1.145e-05,
+      "loss": 1.4223,
+      "step": 230
+    },
+    {
+      "cov-distil": 2.784493923187256,
+      "cov-distil (oracle2student)": 7.625933647155762,
+      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "epoch": 0.18053375196232338,
+      "rel-constrast": 6.5320725440979,
+      "step": 230,
+      "subrel-constrast": 6.3568644523620605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6457338333129883,
+      "cov-distil (oracle2student)": 6.021350860595703,
+      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "epoch": 0.1813186813186813,
+      "rel-constrast": 5.55854606628418,
+      "step": 231,
+      "subrel-constrast": 5.060829162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0115959644317627,
+      "cov-distil (oracle2student)": 4.937437057495117,
+      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "epoch": 0.18210361067503925,
+      "rel-constrast": 5.882181644439697,
+      "step": 232,
+      "subrel-constrast": 5.401787757873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7508275508880615,
+      "cov-distil (oracle2student)": 5.548520088195801,
+      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "epoch": 0.18288854003139718,
+      "rel-constrast": 5.821797847747803,
+      "step": 233,
+      "subrel-constrast": 5.663866996765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9569406509399414,
+      "cov-distil (oracle2student)": 7.222298622131348,
+      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "epoch": 0.1836734693877551,
+      "rel-constrast": 6.105270862579346,
+      "step": 234,
+      "subrel-constrast": 5.712968349456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.103212833404541,
+      "cov-distil (oracle2student)": 7.01689338684082,
+      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "epoch": 0.18445839874411302,
+      "rel-constrast": 5.000349521636963,
+      "step": 235,
+      "subrel-constrast": 5.6979780197143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8269240856170654,
+      "cov-distil (oracle2student)": 6.271734237670898,
+      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "epoch": 0.18524332810047095,
+      "rel-constrast": 6.892180442810059,
+      "step": 236,
+      "subrel-constrast": 5.5071916580200195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.617617607116699,
+      "cov-distil (oracle2student)": 7.684514045715332,
+      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "epoch": 0.18602825745682888,
+      "rel-constrast": 5.50137996673584,
+      "step": 237,
+      "subrel-constrast": 5.996005058288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0465898513793945,
+      "cov-distil (oracle2student)": 5.6181640625,
+      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "epoch": 0.18681318681318682,
+      "rel-constrast": 5.506038665771484,
+      "step": 238,
+      "subrel-constrast": 4.241726398468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179614067077637,
+      "cov-distil (oracle2student)": 4.143487930297852,
+      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "epoch": 0.18759811616954475,
+      "rel-constrast": 5.2203168869018555,
+      "step": 239,
+      "subrel-constrast": 4.7745466232299805,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18838304552590268,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.195e-05,
+      "loss": 1.5289,
+      "step": 240
+    },
+    {
+      "cov-distil": 3.0700650215148926,
+      "cov-distil (oracle2student)": 6.768826484680176,
+      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "epoch": 0.18838304552590268,
+      "rel-constrast": 5.904140949249268,
+      "step": 240,
+      "subrel-constrast": 4.922555446624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.561779499053955,
+      "cov-distil (oracle2student)": 4.69482421875,
+      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "epoch": 0.1891679748822606,
+      "rel-constrast": 7.093609809875488,
+      "step": 241,
+      "subrel-constrast": 5.326828956604004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.611605167388916,
+      "cov-distil (oracle2student)": 8.443441390991211,
+      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "epoch": 0.18995290423861852,
+      "rel-constrast": 6.5073723793029785,
+      "step": 242,
+      "subrel-constrast": 5.4820237159729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022892713546753,
+      "cov-distil (oracle2student)": 5.535630226135254,
+      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "epoch": 0.19073783359497645,
+      "rel-constrast": 4.188787460327148,
+      "step": 243,
+      "subrel-constrast": 4.377328395843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2616350650787354,
+      "cov-distil (oracle2student)": 7.68295955657959,
+      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "epoch": 0.19152276295133439,
+      "rel-constrast": 3.710407257080078,
+      "step": 244,
+      "subrel-constrast": 4.857728958129883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4432787895202637,
+      "cov-distil (oracle2student)": 5.955875396728516,
+      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "epoch": 0.19230769230769232,
+      "rel-constrast": 4.064718246459961,
+      "step": 245,
+      "subrel-constrast": 3.286212921142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300020217895508,
+      "cov-distil (oracle2student)": 7.3102240562438965,
+      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "epoch": 0.19309262166405022,
+      "rel-constrast": 4.880646228790283,
+      "step": 246,
+      "subrel-constrast": 5.000226974487305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8198413848876953,
+      "cov-distil (oracle2student)": 6.318789482116699,
+      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "epoch": 0.19387755102040816,
+      "rel-constrast": 5.271482944488525,
+      "step": 247,
+      "subrel-constrast": 4.728270530700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701936721801758,
+      "cov-distil (oracle2student)": 7.418839454650879,
+      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "epoch": 0.1946624803767661,
+      "rel-constrast": 5.347120761871338,
+      "step": 248,
+      "subrel-constrast": 3.8733067512512207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371919870376587,
+      "cov-distil (oracle2student)": 4.60204553604126,
+      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "epoch": 0.19544740973312402,
+      "rel-constrast": 5.870595932006836,
+      "step": 249,
+      "subrel-constrast": 5.879952907562256,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.19623233908948196,
+      "grad_norm": 12.125,
+      "learning_rate": 1.2450000000000001e-05,
+      "loss": 1.3889,
+      "step": 250
+    },
+    {
+      "cov-distil": 2.57767915725708,
+      "cov-distil (oracle2student)": 5.355373382568359,
+      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "epoch": 0.19623233908948196,
+      "rel-constrast": 4.8918633460998535,
+      "step": 250,
+      "subrel-constrast": 5.259022235870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.245497703552246,
+      "cov-distil (oracle2student)": 6.331605911254883,
+      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "epoch": 0.1970172684458399,
+      "rel-constrast": 5.062900066375732,
+      "step": 251,
+      "subrel-constrast": 5.577909469604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9672136306762695,
+      "cov-distil (oracle2student)": 6.6121673583984375,
+      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "epoch": 0.1978021978021978,
+      "rel-constrast": 4.805986404418945,
+      "step": 252,
+      "subrel-constrast": 5.142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7761154174804688,
+      "cov-distil (oracle2student)": 4.467655181884766,
+      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "epoch": 0.19858712715855573,
+      "rel-constrast": 6.2257208824157715,
+      "step": 253,
+      "subrel-constrast": 6.681684970855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5528666973114014,
+      "cov-distil (oracle2student)": 3.8436954021453857,
+      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "epoch": 0.19937205651491366,
+      "rel-constrast": 4.351076602935791,
+      "step": 254,
+      "subrel-constrast": 4.7084856033325195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436844825744629,
+      "cov-distil (oracle2student)": 4.236217498779297,
+      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "epoch": 0.2001569858712716,
+      "rel-constrast": 4.495194911956787,
+      "step": 255,
+      "subrel-constrast": 4.984120845794678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8471765518188477,
+      "cov-distil (oracle2student)": 6.064319133758545,
+      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "epoch": 0.20094191522762953,
+      "rel-constrast": 6.856153964996338,
+      "step": 256,
+      "subrel-constrast": 6.399039268493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.282780408859253,
+      "cov-distil (oracle2student)": 6.418514728546143,
+      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "epoch": 0.20172684458398743,
+      "rel-constrast": 3.691617488861084,
+      "step": 257,
+      "subrel-constrast": 3.647446393966675,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8209176063537598,
+      "cov-distil (oracle2student)": 6.559376239776611,
+      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "epoch": 0.20251177394034536,
+      "rel-constrast": 5.5977067947387695,
+      "step": 258,
+      "subrel-constrast": 5.495102882385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641873836517334,
+      "cov-distil (oracle2student)": 7.442392349243164,
+      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "epoch": 0.2032967032967033,
+      "rel-constrast": 3.466684103012085,
+      "step": 259,
+      "subrel-constrast": 3.5653722286224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.20408163265306123,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.2950000000000001e-05,
+      "loss": 1.309,
+      "step": 260
+    },
+    {
+      "cov-distil": 3.5698390007019043,
+      "cov-distil (oracle2student)": 7.782341957092285,
+      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "epoch": 0.20408163265306123,
+      "rel-constrast": 7.622033596038818,
+      "step": 260,
+      "subrel-constrast": 7.28366231918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8396096229553223,
+      "cov-distil (oracle2student)": 5.895359992980957,
+      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "epoch": 0.20486656200941916,
+      "rel-constrast": 6.895399570465088,
+      "step": 261,
+      "subrel-constrast": 7.5016703605651855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8108363151550293,
+      "cov-distil (oracle2student)": 6.897369384765625,
+      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "epoch": 0.20565149136577707,
+      "rel-constrast": 6.448241233825684,
+      "step": 262,
+      "subrel-constrast": 5.558028221130371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3478736877441406,
+      "cov-distil (oracle2student)": 6.083657264709473,
+      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "epoch": 0.206436420722135,
+      "rel-constrast": 4.897732734680176,
+      "step": 263,
+      "subrel-constrast": 4.740241527557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.51102614402771,
+      "cov-distil (oracle2student)": 6.846009731292725,
+      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "epoch": 0.20722135007849293,
+      "rel-constrast": 5.827173233032227,
+      "step": 264,
+      "subrel-constrast": 4.172447204589844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1208271980285645,
+      "cov-distil (oracle2student)": 4.811653137207031,
+      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "epoch": 0.20800627943485087,
+      "rel-constrast": 4.7869768142700195,
+      "step": 265,
+      "subrel-constrast": 4.889547824859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.029162645339966,
+      "cov-distil (oracle2student)": 5.588479042053223,
+      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "epoch": 0.2087912087912088,
+      "rel-constrast": 5.366364002227783,
+      "step": 266,
+      "subrel-constrast": 4.852118015289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8015055656433105,
+      "cov-distil (oracle2student)": 5.775141716003418,
+      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "epoch": 0.20957613814756673,
+      "rel-constrast": 6.310330390930176,
+      "step": 267,
+      "subrel-constrast": 5.940087795257568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854526996612549,
+      "cov-distil (oracle2student)": 7.498423099517822,
+      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "epoch": 0.21036106750392464,
+      "rel-constrast": 5.91723108291626,
+      "step": 268,
+      "subrel-constrast": 5.569789886474609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8521933555603027,
+      "cov-distil (oracle2student)": 8.516229629516602,
+      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "epoch": 0.21114599686028257,
+      "rel-constrast": 5.549358367919922,
+      "step": 269,
+      "subrel-constrast": 5.865178108215332,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2119309262166405,
+      "grad_norm": 10.5,
+      "learning_rate": 1.3450000000000002e-05,
+      "loss": 1.5599,
+      "step": 270
+    },
+    {
+      "cov-distil": 2.6384477615356445,
+      "cov-distil (oracle2student)": 6.601221084594727,
+      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "epoch": 0.2119309262166405,
+      "rel-constrast": 5.00776481628418,
+      "step": 270,
+      "subrel-constrast": 5.840844631195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7631101608276367,
+      "cov-distil (oracle2student)": 6.431881904602051,
+      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "epoch": 0.21271585557299844,
+      "rel-constrast": 6.45134162902832,
+      "step": 271,
+      "subrel-constrast": 5.76878023147583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7807393074035645,
+      "cov-distil (oracle2student)": 5.865763187408447,
+      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "epoch": 0.21350078492935637,
+      "rel-constrast": 4.840774059295654,
+      "step": 272,
+      "subrel-constrast": 4.348789691925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6134047508239746,
+      "cov-distil (oracle2student)": 8.872061729431152,
+      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "epoch": 0.21428571428571427,
+      "rel-constrast": 6.13456392288208,
+      "step": 273,
+      "subrel-constrast": 5.690077781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.838979721069336,
+      "cov-distil (oracle2student)": 4.565421104431152,
+      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "epoch": 0.2150706436420722,
+      "rel-constrast": 3.4405574798583984,
+      "step": 274,
+      "subrel-constrast": 3.9467220306396484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.894028663635254,
+      "cov-distil (oracle2student)": 7.862314224243164,
+      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "epoch": 0.21585557299843014,
+      "rel-constrast": 5.791769027709961,
+      "step": 275,
+      "subrel-constrast": 5.281234264373779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.420649766921997,
+      "cov-distil (oracle2student)": 5.416041374206543,
+      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "epoch": 0.21664050235478807,
+      "rel-constrast": 6.379445552825928,
+      "step": 276,
+      "subrel-constrast": 6.395686149597168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.47515606880188,
+      "cov-distil (oracle2student)": 6.390409469604492,
+      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "epoch": 0.217425431711146,
+      "rel-constrast": 6.01629114151001,
+      "step": 277,
+      "subrel-constrast": 4.883129119873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6170835494995117,
+      "cov-distil (oracle2student)": 5.599660873413086,
+      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "epoch": 0.21821036106750394,
+      "rel-constrast": 5.321742057800293,
+      "step": 278,
+      "subrel-constrast": 5.569702625274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4472475051879883,
+      "cov-distil (oracle2student)": 4.157199859619141,
+      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "epoch": 0.21899529042386184,
+      "rel-constrast": 5.365159034729004,
+      "step": 279,
+      "subrel-constrast": 4.612099647521973,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.21978021978021978,
+      "grad_norm": 11.75,
+      "learning_rate": 1.3950000000000002e-05,
+      "loss": 1.4375,
+      "step": 280
+    },
+    {
+      "cov-distil": 2.9893362522125244,
+      "cov-distil (oracle2student)": 4.024957656860352,
+      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "epoch": 0.21978021978021978,
+      "rel-constrast": 3.5614960193634033,
+      "step": 280,
+      "subrel-constrast": 3.8487634658813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.844444990158081,
+      "cov-distil (oracle2student)": 5.392576217651367,
+      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "epoch": 0.2205651491365777,
+      "rel-constrast": 4.974848747253418,
+      "step": 281,
+      "subrel-constrast": 4.340900421142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.113116502761841,
+      "cov-distil (oracle2student)": 5.14133358001709,
+      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "epoch": 0.22135007849293564,
+      "rel-constrast": 3.7480554580688477,
+      "step": 282,
+      "subrel-constrast": 3.691127061843872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6692819595336914,
+      "cov-distil (oracle2student)": 5.371300220489502,
+      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "epoch": 0.22213500784929358,
+      "rel-constrast": 3.1415340900421143,
+      "step": 283,
+      "subrel-constrast": 3.5099706649780273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.123812675476074,
+      "cov-distil (oracle2student)": 5.589199066162109,
+      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "epoch": 0.22291993720565148,
+      "rel-constrast": 5.24945068359375,
+      "step": 284,
+      "subrel-constrast": 5.918647289276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8713016510009766,
+      "cov-distil (oracle2student)": 4.705049991607666,
+      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "epoch": 0.2237048665620094,
+      "rel-constrast": 4.912763595581055,
+      "step": 285,
+      "subrel-constrast": 4.87550163269043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3451600074768066,
+      "cov-distil (oracle2student)": 5.1898112297058105,
+      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "epoch": 0.22448979591836735,
+      "rel-constrast": 3.9581844806671143,
+      "step": 286,
+      "subrel-constrast": 4.999188423156738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.046831130981445,
+      "cov-distil (oracle2student)": 5.279922008514404,
+      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "epoch": 0.22527472527472528,
+      "rel-constrast": 3.851740598678589,
+      "step": 287,
+      "subrel-constrast": 5.069759368896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9045445919036865,
+      "cov-distil (oracle2student)": 4.107922077178955,
+      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "epoch": 0.2260596546310832,
+      "rel-constrast": 3.7474989891052246,
+      "step": 288,
+      "subrel-constrast": 3.227546215057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6393697261810303,
+      "cov-distil (oracle2student)": 5.38969612121582,
+      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "epoch": 0.22684458398744112,
+      "rel-constrast": 5.448161602020264,
+      "step": 289,
+      "subrel-constrast": 4.952843189239502,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.22762951334379905,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.4449999999999999e-05,
+      "loss": 1.1312,
+      "step": 290
+    },
+    {
+      "cov-distil": 2.2228524684906006,
+      "cov-distil (oracle2student)": 5.054024696350098,
+      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "epoch": 0.22762951334379905,
+      "rel-constrast": 4.407362937927246,
+      "step": 290,
+      "subrel-constrast": 3.7540085315704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.322395086288452,
+      "cov-distil (oracle2student)": 5.8189802169799805,
+      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "epoch": 0.22841444270015698,
+      "rel-constrast": 7.071442127227783,
+      "step": 291,
+      "subrel-constrast": 5.730456352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16727876663208,
+      "cov-distil (oracle2student)": 4.567198753356934,
+      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "epoch": 0.22919937205651492,
+      "rel-constrast": 4.42551851272583,
+      "step": 292,
+      "subrel-constrast": 4.485289573669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469608783721924,
+      "cov-distil (oracle2student)": 5.156149864196777,
+      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "epoch": 0.22998430141287285,
+      "rel-constrast": 5.817928314208984,
+      "step": 293,
+      "subrel-constrast": 5.512660503387451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7178702354431152,
+      "cov-distil (oracle2student)": 6.17563009262085,
+      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "epoch": 0.23076923076923078,
+      "rel-constrast": 4.059771537780762,
+      "step": 294,
+      "subrel-constrast": 4.546008110046387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.426544189453125,
+      "cov-distil (oracle2student)": 6.170835494995117,
+      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "epoch": 0.2315541601255887,
+      "rel-constrast": 5.40432071685791,
+      "step": 295,
+      "subrel-constrast": 4.621823310852051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4757297039031982,
+      "cov-distil (oracle2student)": 5.960691452026367,
+      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "epoch": 0.23233908948194662,
+      "rel-constrast": 5.51530122756958,
+      "step": 296,
+      "subrel-constrast": 4.927340507507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.657459259033203,
+      "cov-distil (oracle2student)": 5.8439040184021,
+      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "epoch": 0.23312401883830455,
+      "rel-constrast": 5.3520827293396,
+      "step": 297,
+      "subrel-constrast": 5.7532639503479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3521299362182617,
+      "cov-distil (oracle2student)": 4.154911041259766,
+      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "epoch": 0.23390894819466249,
+      "rel-constrast": 4.380270481109619,
+      "step": 298,
+      "subrel-constrast": 4.369304656982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0642247200012207,
+      "cov-distil (oracle2student)": 8.378507614135742,
+      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "epoch": 0.23469387755102042,
+      "rel-constrast": 6.201256275177002,
+      "step": 299,
+      "subrel-constrast": 6.11863374710083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "grad_norm": 12.3125,
+      "learning_rate": 1.4950000000000001e-05,
+      "loss": 1.3781,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "overlap": 0.2109375,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "student margin": 0.05963134765625
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "teacher margin": 0.038360595703125
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "margin difference": -0.021270751953125,
+      "step": 300
+    },
+    {
+      "cov-distil": 3.008206367492676,
+      "cov-distil (oracle2student)": 5.292865753173828,
+      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "epoch": 0.23547880690737832,
+      "rel-constrast": 4.0116376876831055,
+      "step": 300,
+      "subrel-constrast": 4.785098075866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989365577697754,
+      "cov-distil (oracle2student)": 5.546765327453613,
+      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "epoch": 0.23626373626373626,
+      "rel-constrast": 6.474400043487549,
+      "step": 301,
+      "subrel-constrast": 5.127968788146973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1983444690704346,
+      "cov-distil (oracle2student)": 8.063515663146973,
+      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "epoch": 0.2370486656200942,
+      "rel-constrast": 7.403573989868164,
+      "step": 302,
+      "subrel-constrast": 7.299440383911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1733779907226562,
+      "cov-distil (oracle2student)": 5.806576251983643,
+      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "epoch": 0.23783359497645212,
+      "rel-constrast": 4.8100080490112305,
+      "step": 303,
+      "subrel-constrast": 4.575942039489746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.296001434326172,
+      "cov-distil (oracle2student)": 5.940627098083496,
+      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "epoch": 0.23861852433281006,
+      "rel-constrast": 4.067414283752441,
+      "step": 304,
+      "subrel-constrast": 4.074215888977051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.045285701751709,
+      "cov-distil (oracle2student)": 6.319952487945557,
+      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "epoch": 0.239403453689168,
+      "rel-constrast": 6.282134056091309,
+      "step": 305,
+      "subrel-constrast": 5.782018661499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9121222496032715,
+      "cov-distil (oracle2student)": 5.459598064422607,
+      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "epoch": 0.2401883830455259,
+      "rel-constrast": 4.806554317474365,
+      "step": 306,
+      "subrel-constrast": 4.548116207122803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.127394199371338,
+      "cov-distil (oracle2student)": 6.740002155303955,
+      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "epoch": 0.24097331240188383,
+      "rel-constrast": 4.304414749145508,
+      "step": 307,
+      "subrel-constrast": 4.569100856781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409721851348877,
+      "cov-distil (oracle2student)": 5.193621635437012,
+      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "epoch": 0.24175824175824176,
+      "rel-constrast": 3.959606885910034,
+      "step": 308,
+      "subrel-constrast": 3.5845348834991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8062539100646973,
+      "cov-distil (oracle2student)": 4.71664571762085,
+      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "epoch": 0.2425431711145997,
+      "rel-constrast": 3.0766100883483887,
+      "step": 309,
+      "subrel-constrast": 3.382361888885498,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.24332810047095763,
+      "grad_norm": 9.5,
+      "learning_rate": 1.545e-05,
+      "loss": 1.2937,
+      "step": 310
+    },
+    {
+      "cov-distil": 2.239055633544922,
+      "cov-distil (oracle2student)": 5.393888473510742,
+      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "epoch": 0.24332810047095763,
+      "rel-constrast": 4.987247467041016,
+      "step": 310,
+      "subrel-constrast": 5.139691352844238,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2522640228271484,
+      "cov-distil (oracle2student)": 5.585516452789307,
+      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "epoch": 0.24411302982731553,
+      "rel-constrast": 5.4420576095581055,
+      "step": 311,
+      "subrel-constrast": 5.243014812469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9545369148254395,
+      "cov-distil (oracle2student)": 7.048440933227539,
+      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "epoch": 0.24489795918367346,
+      "rel-constrast": 4.822846412658691,
+      "step": 312,
+      "subrel-constrast": 5.2993550300598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3729989528656006,
+      "cov-distil (oracle2student)": 4.889832496643066,
+      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "epoch": 0.2456828885400314,
+      "rel-constrast": 4.288917064666748,
+      "step": 313,
+      "subrel-constrast": 4.1293230056762695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8544390201568604,
+      "cov-distil (oracle2student)": 5.838968276977539,
+      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "epoch": 0.24646781789638933,
+      "rel-constrast": 7.789211273193359,
+      "step": 314,
+      "subrel-constrast": 7.194558143615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.575493335723877,
+      "cov-distil (oracle2student)": 3.8698391914367676,
+      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "epoch": 0.24725274725274726,
+      "rel-constrast": 5.1448469161987305,
+      "step": 315,
+      "subrel-constrast": 5.066910743713379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5955240726470947,
+      "cov-distil (oracle2student)": 6.330062389373779,
+      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "epoch": 0.24803767660910517,
+      "rel-constrast": 5.845157623291016,
+      "step": 316,
+      "subrel-constrast": 5.653590679168701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.458334445953369,
+      "cov-distil (oracle2student)": 4.185459136962891,
+      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "epoch": 0.2488226059654631,
+      "rel-constrast": 2.779353618621826,
+      "step": 317,
+      "subrel-constrast": 2.9301249980926514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7841362953186035,
+      "cov-distil (oracle2student)": 6.304546356201172,
+      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "epoch": 0.24960753532182103,
+      "rel-constrast": 5.335213661193848,
+      "step": 318,
+      "subrel-constrast": 4.771610736846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.501758098602295,
+      "cov-distil (oracle2student)": 2.5830516815185547,
+      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "epoch": 0.25039246467817894,
+      "rel-constrast": 3.4819953441619873,
+      "step": 319,
+      "subrel-constrast": 4.568965435028076,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25117739403453687,
+      "grad_norm": 9.375,
+      "learning_rate": 1.595e-05,
+      "loss": 1.3169,
+      "step": 320
+    },
+    {
+      "cov-distil": 2.6786675453186035,
+      "cov-distil (oracle2student)": 6.357356071472168,
+      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "epoch": 0.25117739403453687,
+      "rel-constrast": 6.052874565124512,
+      "step": 320,
+      "subrel-constrast": 5.292226314544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.494877815246582,
+      "cov-distil (oracle2student)": 6.876131057739258,
+      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "epoch": 0.2519623233908948,
+      "rel-constrast": 5.749901294708252,
+      "step": 321,
+      "subrel-constrast": 5.932641983032227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.38651180267334,
+      "cov-distil (oracle2student)": 6.265422344207764,
+      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "epoch": 0.25274725274725274,
+      "rel-constrast": 6.318136215209961,
+      "step": 322,
+      "subrel-constrast": 6.435103893280029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4289562702178955,
+      "cov-distil (oracle2student)": 6.545157432556152,
+      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "epoch": 0.25353218210361067,
+      "rel-constrast": 3.1901004314422607,
+      "step": 323,
+      "subrel-constrast": 3.988408327102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2045464515686035,
+      "cov-distil (oracle2student)": 4.834115982055664,
+      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "epoch": 0.2543171114599686,
+      "rel-constrast": 3.4951283931732178,
+      "step": 324,
+      "subrel-constrast": 5.053758144378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7462997436523438,
+      "cov-distil (oracle2student)": 4.760239124298096,
+      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "epoch": 0.25510204081632654,
+      "rel-constrast": 5.508856773376465,
+      "step": 325,
+      "subrel-constrast": 4.718686580657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674020528793335,
+      "cov-distil (oracle2student)": 6.0317277908325195,
+      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "epoch": 0.25588697017268447,
+      "rel-constrast": 4.99403190612793,
+      "step": 326,
+      "subrel-constrast": 5.0482378005981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5660901069641113,
+      "cov-distil (oracle2student)": 4.034915447235107,
+      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "epoch": 0.2566718995290424,
+      "rel-constrast": 4.6133012771606445,
+      "step": 327,
+      "subrel-constrast": 4.879344940185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.365044593811035,
+      "cov-distil (oracle2student)": 6.041069984436035,
+      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "epoch": 0.25745682888540034,
+      "rel-constrast": 7.124080181121826,
+      "step": 328,
+      "subrel-constrast": 5.432338714599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.372805118560791,
+      "cov-distil (oracle2student)": 5.78395938873291,
+      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "epoch": 0.25824175824175827,
+      "rel-constrast": 6.051140308380127,
+      "step": 329,
+      "subrel-constrast": 5.881999492645264,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25902668759811615,
+      "grad_norm": 12.8125,
+      "learning_rate": 1.645e-05,
+      "loss": 1.3897,
+      "step": 330
+    },
+    {
+      "cov-distil": 2.17360520362854,
+      "cov-distil (oracle2student)": 4.5049262046813965,
+      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "epoch": 0.25902668759811615,
+      "rel-constrast": 6.193095684051514,
+      "step": 330,
+      "subrel-constrast": 6.21535587310791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125455856323242,
+      "cov-distil (oracle2student)": 6.844125747680664,
+      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "epoch": 0.2598116169544741,
+      "rel-constrast": 5.395874977111816,
+      "step": 331,
+      "subrel-constrast": 5.601707458496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.006053924560547,
+      "cov-distil (oracle2student)": 6.137346267700195,
+      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "epoch": 0.260596546310832,
+      "rel-constrast": 5.007664203643799,
+      "step": 332,
+      "subrel-constrast": 5.2837815284729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.734050750732422,
+      "cov-distil (oracle2student)": 7.4360809326171875,
+      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "epoch": 0.26138147566718994,
+      "rel-constrast": 7.471103668212891,
+      "step": 333,
+      "subrel-constrast": 6.6938323974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.608743667602539,
+      "cov-distil (oracle2student)": 6.094544410705566,
+      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "epoch": 0.2621664050235479,
+      "rel-constrast": 6.776917934417725,
+      "step": 334,
+      "subrel-constrast": 5.880159378051758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.892280101776123,
+      "cov-distil (oracle2student)": 5.178328514099121,
+      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "epoch": 0.2629513343799058,
+      "rel-constrast": 4.494962215423584,
+      "step": 335,
+      "subrel-constrast": 4.386334419250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2362866401672363,
+      "cov-distil (oracle2student)": 6.626348495483398,
+      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "epoch": 0.26373626373626374,
+      "rel-constrast": 3.794989585876465,
+      "step": 336,
+      "subrel-constrast": 3.689164638519287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.421428918838501,
+      "cov-distil (oracle2student)": 7.400732040405273,
+      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "epoch": 0.2645211930926217,
+      "rel-constrast": 5.231344699859619,
+      "step": 337,
+      "subrel-constrast": 5.4244794845581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3564536571502686,
+      "cov-distil (oracle2student)": 5.809101104736328,
+      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "epoch": 0.2653061224489796,
+      "rel-constrast": 3.5233960151672363,
+      "step": 338,
+      "subrel-constrast": 3.6908886432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1037206649780273,
+      "cov-distil (oracle2student)": 2.2603325843811035,
+      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "epoch": 0.26609105180533754,
+      "rel-constrast": 3.4815633296966553,
+      "step": 339,
+      "subrel-constrast": 3.288261890411377,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2668759811616955,
+      "grad_norm": 8.6875,
+      "learning_rate": 1.6950000000000002e-05,
+      "loss": 1.3469,
+      "step": 340
+    },
+    {
+      "cov-distil": 3.3706393241882324,
+      "cov-distil (oracle2student)": 6.5477705001831055,
+      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "epoch": 0.2668759811616955,
+      "rel-constrast": 4.431926727294922,
+      "step": 340,
+      "subrel-constrast": 4.443270683288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7762702703475952,
+      "cov-distil (oracle2student)": 5.8467302322387695,
+      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "epoch": 0.26766091051805335,
+      "rel-constrast": 6.334066390991211,
+      "step": 341,
+      "subrel-constrast": 5.981983661651611,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9460091590881348,
+      "cov-distil (oracle2student)": 5.643100738525391,
+      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "epoch": 0.2684458398744113,
+      "rel-constrast": 5.211766242980957,
+      "step": 342,
+      "subrel-constrast": 5.1992878913879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.367637872695923,
+      "cov-distil (oracle2student)": 5.941043853759766,
+      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "epoch": 0.2692307692307692,
+      "rel-constrast": 5.264193058013916,
+      "step": 343,
+      "subrel-constrast": 3.895352840423584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.412367820739746,
+      "cov-distil (oracle2student)": 7.493007659912109,
+      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "epoch": 0.27001569858712715,
+      "rel-constrast": 5.213747024536133,
+      "step": 344,
+      "subrel-constrast": 4.595364093780518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8810176849365234,
+      "cov-distil (oracle2student)": 7.061761379241943,
+      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "epoch": 0.2708006279434851,
+      "rel-constrast": 5.749035835266113,
+      "step": 345,
+      "subrel-constrast": 5.173506259918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8150792121887207,
+      "cov-distil (oracle2student)": 5.25694465637207,
+      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "epoch": 0.271585557299843,
+      "rel-constrast": 3.7829973697662354,
+      "step": 346,
+      "subrel-constrast": 4.973955154418945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5536751747131348,
+      "cov-distil (oracle2student)": 4.120350360870361,
+      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "epoch": 0.27237048665620095,
+      "rel-constrast": 3.704036235809326,
+      "step": 347,
+      "subrel-constrast": 3.350982666015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1382832527160645,
+      "cov-distil (oracle2student)": 5.11441707611084,
+      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "epoch": 0.2731554160125589,
+      "rel-constrast": 3.458172082901001,
+      "step": 348,
+      "subrel-constrast": 4.3986616134643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1670680046081543,
+      "cov-distil (oracle2student)": 6.426840782165527,
+      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "epoch": 0.2739403453689168,
+      "rel-constrast": 3.4649224281311035,
+      "step": 349,
+      "subrel-constrast": 3.7243576049804688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.27472527472527475,
+      "grad_norm": 9.25,
+      "learning_rate": 1.745e-05,
+      "loss": 1.2339,
+      "step": 350
+    },
+    {
+      "cov-distil": 3.608635902404785,
+      "cov-distil (oracle2student)": 4.330803871154785,
+      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "epoch": 0.27472527472527475,
+      "rel-constrast": 5.567419528961182,
+      "step": 350,
+      "subrel-constrast": 5.5189409255981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.042238473892212,
+      "cov-distil (oracle2student)": 5.05877685546875,
+      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "epoch": 0.2755102040816326,
+      "rel-constrast": 4.822046756744385,
+      "step": 351,
+      "subrel-constrast": 4.42357063293457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5642943382263184,
+      "cov-distil (oracle2student)": 5.4788360595703125,
+      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "epoch": 0.27629513343799056,
+      "rel-constrast": 4.740970134735107,
+      "step": 352,
+      "subrel-constrast": 4.879831790924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6448025703430176,
+      "cov-distil (oracle2student)": 8.111321449279785,
+      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "epoch": 0.2770800627943485,
+      "rel-constrast": 5.818354606628418,
+      "step": 353,
+      "subrel-constrast": 5.211849689483643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4067766666412354,
+      "cov-distil (oracle2student)": 4.365912914276123,
+      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "epoch": 0.2778649921507064,
+      "rel-constrast": 5.573647975921631,
+      "step": 354,
+      "subrel-constrast": 5.32288122177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5952365398406982,
+      "cov-distil (oracle2student)": 5.804892539978027,
+      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "epoch": 0.27864992150706436,
+      "rel-constrast": 2.9114840030670166,
+      "step": 355,
+      "subrel-constrast": 3.7944581508636475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0212960243225098,
+      "cov-distil (oracle2student)": 5.7747039794921875,
+      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "epoch": 0.2794348508634223,
+      "rel-constrast": 5.615074634552002,
+      "step": 356,
+      "subrel-constrast": 4.403563022613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7942184209823608,
+      "cov-distil (oracle2student)": 6.0659027099609375,
+      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "epoch": 0.2802197802197802,
+      "rel-constrast": 5.249208927154541,
+      "step": 357,
+      "subrel-constrast": 5.535679817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.774811267852783,
+      "cov-distil (oracle2student)": 6.464753150939941,
+      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "epoch": 0.28100470957613816,
+      "rel-constrast": 4.891279697418213,
+      "step": 358,
+      "subrel-constrast": 5.464860439300537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.453803539276123,
+      "cov-distil (oracle2student)": 4.161431789398193,
+      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "epoch": 0.2817896389324961,
+      "rel-constrast": 5.083553314208984,
+      "step": 359,
+      "subrel-constrast": 4.7147111892700195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.282574568288854,
+      "grad_norm": 11.3125,
+      "learning_rate": 1.795e-05,
+      "loss": 1.3216,
+      "step": 360
+    },
+    {
+      "cov-distil": 2.5603387355804443,
+      "cov-distil (oracle2student)": 5.630814552307129,
+      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "epoch": 0.282574568288854,
+      "rel-constrast": 4.032361030578613,
+      "step": 360,
+      "subrel-constrast": 4.251352787017822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8229472637176514,
+      "cov-distil (oracle2student)": 6.268754005432129,
+      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "epoch": 0.28335949764521196,
+      "rel-constrast": 4.587757587432861,
+      "step": 361,
+      "subrel-constrast": 5.313897132873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8588380813598633,
+      "cov-distil (oracle2student)": 5.717771530151367,
+      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "epoch": 0.28414442700156983,
+      "rel-constrast": 4.3423991203308105,
+      "step": 362,
+      "subrel-constrast": 4.597593784332275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7841402292251587,
+      "cov-distil (oracle2student)": 5.66856050491333,
+      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "epoch": 0.28492935635792777,
+      "rel-constrast": 4.133660316467285,
+      "step": 363,
+      "subrel-constrast": 4.4824748039245605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4724202156066895,
+      "cov-distil (oracle2student)": 5.346518516540527,
+      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "epoch": 0.2857142857142857,
+      "rel-constrast": 4.145630836486816,
+      "step": 364,
+      "subrel-constrast": 4.977063179016113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.808846354484558,
+      "cov-distil (oracle2student)": 5.196928977966309,
+      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "epoch": 0.28649921507064363,
+      "rel-constrast": 4.831958770751953,
+      "step": 365,
+      "subrel-constrast": 3.620854616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8844127655029297,
+      "cov-distil (oracle2student)": 4.427166938781738,
+      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "epoch": 0.28728414442700156,
+      "rel-constrast": 2.9533321857452393,
+      "step": 366,
+      "subrel-constrast": 3.6614904403686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.588649034500122,
+      "cov-distil (oracle2student)": 4.825804710388184,
+      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "epoch": 0.2880690737833595,
+      "rel-constrast": 3.4529616832733154,
+      "step": 367,
+      "subrel-constrast": 3.642184257507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7902345657348633,
+      "cov-distil (oracle2student)": 3.9853460788726807,
+      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "epoch": 0.28885400313971743,
+      "rel-constrast": 4.276392936706543,
+      "step": 368,
+      "subrel-constrast": 4.645603179931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6349034309387207,
+      "cov-distil (oracle2student)": 4.3472089767456055,
+      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "epoch": 0.28963893249607536,
+      "rel-constrast": 3.0620291233062744,
+      "step": 369,
+      "subrel-constrast": 4.223392486572266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2904238618524333,
+      "grad_norm": 8.625,
+      "learning_rate": 1.845e-05,
+      "loss": 1.056,
+      "step": 370
+    },
+    {
+      "cov-distil": 2.1786646842956543,
+      "cov-distil (oracle2student)": 5.363110542297363,
+      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "epoch": 0.2904238618524333,
+      "rel-constrast": 5.482825756072998,
+      "step": 370,
+      "subrel-constrast": 5.345534801483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2218286991119385,
+      "cov-distil (oracle2student)": 4.884929656982422,
+      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "epoch": 0.29120879120879123,
+      "rel-constrast": 3.8980860710144043,
+      "step": 371,
+      "subrel-constrast": 4.179631233215332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699034690856934,
+      "cov-distil (oracle2student)": 6.411710739135742,
+      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "epoch": 0.29199372056514916,
+      "rel-constrast": 4.8935041427612305,
+      "step": 372,
+      "subrel-constrast": 4.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.892509937286377,
+      "cov-distil (oracle2student)": 5.259044170379639,
+      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "epoch": 0.29277864992150704,
+      "rel-constrast": 3.2014081478118896,
+      "step": 373,
+      "subrel-constrast": 4.1573052406311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.772082805633545,
+      "cov-distil (oracle2student)": 4.566726207733154,
+      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "epoch": 0.29356357927786497,
+      "rel-constrast": 3.1878111362457275,
+      "step": 374,
+      "subrel-constrast": 3.35384464263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.591693162918091,
+      "cov-distil (oracle2student)": 5.522881507873535,
+      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "epoch": 0.2943485086342229,
+      "rel-constrast": 5.37741756439209,
+      "step": 375,
+      "subrel-constrast": 4.653171062469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5359158515930176,
+      "cov-distil (oracle2student)": 5.827084064483643,
+      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "epoch": 0.29513343799058084,
+      "rel-constrast": 4.727353572845459,
+      "step": 376,
+      "subrel-constrast": 3.935854911804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781376838684082,
+      "cov-distil (oracle2student)": 4.058488368988037,
+      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "epoch": 0.29591836734693877,
+      "rel-constrast": 3.8341798782348633,
+      "step": 377,
+      "subrel-constrast": 3.886284351348877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2513608932495117,
+      "cov-distil (oracle2student)": 6.062292098999023,
+      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "epoch": 0.2967032967032967,
+      "rel-constrast": 4.896815299987793,
+      "step": 378,
+      "subrel-constrast": 5.234432220458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.81939697265625,
+      "cov-distil (oracle2student)": 6.846397399902344,
+      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "epoch": 0.29748822605965464,
+      "rel-constrast": 4.4655609130859375,
+      "step": 379,
+      "subrel-constrast": 5.3056440353393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.29827315541601257,
+      "grad_norm": 9.1875,
+      "learning_rate": 1.895e-05,
+      "loss": 1.1617,
+      "step": 380
+    },
+    {
+      "cov-distil": 2.145519733428955,
+      "cov-distil (oracle2student)": 5.0195159912109375,
+      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "epoch": 0.29827315541601257,
+      "rel-constrast": 5.061878204345703,
+      "step": 380,
+      "subrel-constrast": 4.256718158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4396960735321045,
+      "cov-distil (oracle2student)": 5.107587814331055,
+      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "epoch": 0.2990580847723705,
+      "rel-constrast": 5.701793193817139,
+      "step": 381,
+      "subrel-constrast": 5.409301280975342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1333658695220947,
+      "cov-distil (oracle2student)": 5.085638523101807,
+      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "epoch": 0.29984301412872844,
+      "rel-constrast": 5.165194511413574,
+      "step": 382,
+      "subrel-constrast": 5.093568325042725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2161717414855957,
+      "cov-distil (oracle2student)": 7.9994072914123535,
+      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "epoch": 0.30062794348508637,
+      "rel-constrast": 7.066175937652588,
+      "step": 383,
+      "subrel-constrast": 6.8308610916137695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2208333015441895,
+      "cov-distil (oracle2student)": 4.0523858070373535,
+      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "epoch": 0.30141287284144425,
+      "rel-constrast": 4.53468132019043,
+      "step": 384,
+      "subrel-constrast": 5.056024074554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.071730136871338,
+      "cov-distil (oracle2student)": 4.249073505401611,
+      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "epoch": 0.3021978021978022,
+      "rel-constrast": 3.109813690185547,
+      "step": 385,
+      "subrel-constrast": 4.911736488342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9057316780090332,
+      "cov-distil (oracle2student)": 5.550108432769775,
+      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "epoch": 0.3029827315541601,
+      "rel-constrast": 6.038972854614258,
+      "step": 386,
+      "subrel-constrast": 5.7528533935546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.894748568534851,
+      "cov-distil (oracle2student)": 4.208711624145508,
+      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "epoch": 0.30376766091051804,
+      "rel-constrast": 3.28928804397583,
+      "step": 387,
+      "subrel-constrast": 4.545385837554932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.000256061553955,
+      "cov-distil (oracle2student)": 3.989053964614868,
+      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "epoch": 0.304552590266876,
+      "rel-constrast": 3.6278958320617676,
+      "step": 388,
+      "subrel-constrast": 4.682122230529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.647186756134033,
+      "cov-distil (oracle2student)": 5.239346027374268,
+      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "epoch": 0.3053375196232339,
+      "rel-constrast": 5.672878265380859,
+      "step": 389,
+      "subrel-constrast": 5.35860013961792,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.30612244897959184,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.9450000000000002e-05,
+      "loss": 1.2934,
+      "step": 390
+    },
+    {
+      "cov-distil": 1.9906284809112549,
+      "cov-distil (oracle2student)": 5.879648208618164,
+      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "epoch": 0.30612244897959184,
+      "rel-constrast": 3.779395580291748,
+      "step": 390,
+      "subrel-constrast": 4.119905471801758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.988453984260559,
+      "cov-distil (oracle2student)": 4.781367301940918,
+      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "epoch": 0.3069073783359498,
+      "rel-constrast": 3.251140594482422,
+      "step": 391,
+      "subrel-constrast": 3.398293972015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271214008331299,
+      "cov-distil (oracle2student)": 3.573791265487671,
+      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "epoch": 0.3076923076923077,
+      "rel-constrast": 3.212885618209839,
+      "step": 392,
+      "subrel-constrast": 4.208346843719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.500980854034424,
+      "cov-distil (oracle2student)": 5.914056777954102,
+      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "epoch": 0.30847723704866564,
+      "rel-constrast": 5.385578632354736,
+      "step": 393,
+      "subrel-constrast": 5.659003257751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4672982692718506,
+      "cov-distil (oracle2student)": 4.736859321594238,
+      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "epoch": 0.3092621664050236,
+      "rel-constrast": 2.597383975982666,
+      "step": 394,
+      "subrel-constrast": 3.6748647689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2462375164031982,
+      "cov-distil (oracle2student)": 5.579372406005859,
+      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "epoch": 0.31004709576138145,
+      "rel-constrast": 4.2792158126831055,
+      "step": 395,
+      "subrel-constrast": 4.788985729217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1940720081329346,
+      "cov-distil (oracle2student)": 6.999589920043945,
+      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "epoch": 0.3108320251177394,
+      "rel-constrast": 3.4981136322021484,
+      "step": 396,
+      "subrel-constrast": 3.725527048110962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4211723804473877,
+      "cov-distil (oracle2student)": 4.806880474090576,
+      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "epoch": 0.3116169544740973,
+      "rel-constrast": 3.6912615299224854,
+      "step": 397,
+      "subrel-constrast": 4.080460548400879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.147724151611328,
+      "cov-distil (oracle2student)": 3.4920403957366943,
+      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "epoch": 0.31240188383045525,
+      "rel-constrast": 3.37844181060791,
+      "step": 398,
+      "subrel-constrast": 4.133568286895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341226577758789,
+      "cov-distil (oracle2student)": 5.704563140869141,
+      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "epoch": 0.3131868131868132,
+      "rel-constrast": 5.77735710144043,
+      "step": 399,
+      "subrel-constrast": 5.990045070648193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "grad_norm": 10.25,
+      "learning_rate": 1.995e-05,
+      "loss": 1.0277,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "overlap": 0.21250000596046448,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "student margin": 0.0499267578125
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "teacher margin": 0.0330810546875
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "margin difference": -0.016845703125,
+      "step": 400
+    },
+    {
+      "cov-distil": 3.029654026031494,
+      "cov-distil (oracle2student)": 6.3546295166015625,
+      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "epoch": 0.3139717425431711,
+      "rel-constrast": 5.21034049987793,
+      "step": 400,
+      "subrel-constrast": 4.272339820861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7038116455078125,
+      "cov-distil (oracle2student)": 4.764902114868164,
+      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "epoch": 0.31475667189952905,
+      "rel-constrast": 4.609540939331055,
+      "step": 401,
+      "subrel-constrast": 4.73413610458374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.099792242050171,
+      "cov-distil (oracle2student)": 3.520395278930664,
+      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "epoch": 0.315541601255887,
+      "rel-constrast": 3.90291428565979,
+      "step": 402,
+      "subrel-constrast": 4.711536407470703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4153919219970703,
+      "cov-distil (oracle2student)": 4.881484031677246,
+      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "epoch": 0.3163265306122449,
+      "rel-constrast": 5.590476036071777,
+      "step": 403,
+      "subrel-constrast": 6.7442402839660645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.070514678955078,
+      "cov-distil (oracle2student)": 6.963999271392822,
+      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "epoch": 0.31711145996860285,
+      "rel-constrast": 4.405279159545898,
+      "step": 404,
+      "subrel-constrast": 4.019079208374023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7390613555908203,
+      "cov-distil (oracle2student)": 5.906704425811768,
+      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "epoch": 0.3178963893249607,
+      "rel-constrast": 5.089980125427246,
+      "step": 405,
+      "subrel-constrast": 5.007596969604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4844894409179688,
+      "cov-distil (oracle2student)": 3.5109589099884033,
+      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "epoch": 0.31868131868131866,
+      "rel-constrast": 3.7930362224578857,
+      "step": 406,
+      "subrel-constrast": 3.798858642578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3034815788269043,
+      "cov-distil (oracle2student)": 3.7118170261383057,
+      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "epoch": 0.3194662480376766,
+      "rel-constrast": 3.579343557357788,
+      "step": 407,
+      "subrel-constrast": 3.7536656856536865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386108875274658,
+      "cov-distil (oracle2student)": 7.637016773223877,
+      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "epoch": 0.3202511773940345,
+      "rel-constrast": 5.229757308959961,
+      "step": 408,
+      "subrel-constrast": 5.07039737701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8611326217651367,
+      "cov-distil (oracle2student)": 5.232067108154297,
+      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "epoch": 0.32103610675039246,
+      "rel-constrast": 3.642263174057007,
+      "step": 409,
+      "subrel-constrast": 4.416981220245361,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3218210361067504,
+      "grad_norm": 10.3125,
+      "learning_rate": 2.045e-05,
+      "loss": 1.1891,
+      "step": 410
+    },
+    {
+      "cov-distil": 2.2154881954193115,
+      "cov-distil (oracle2student)": 6.773739814758301,
+      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "epoch": 0.3218210361067504,
+      "rel-constrast": 3.8010854721069336,
+      "step": 410,
+      "subrel-constrast": 4.40297269821167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.502871513366699,
+      "cov-distil (oracle2student)": 5.0695061683654785,
+      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "epoch": 0.3226059654631083,
+      "rel-constrast": 3.752478837966919,
+      "step": 411,
+      "subrel-constrast": 4.620887756347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1412277221679688,
+      "cov-distil (oracle2student)": 5.670042037963867,
+      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "epoch": 0.32339089481946626,
+      "rel-constrast": 3.702781915664673,
+      "step": 412,
+      "subrel-constrast": 3.522353172302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.622506618499756,
+      "cov-distil (oracle2student)": 3.7515993118286133,
+      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "epoch": 0.3241758241758242,
+      "rel-constrast": 4.642484188079834,
+      "step": 413,
+      "subrel-constrast": 4.491447448730469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7788538932800293,
+      "cov-distil (oracle2student)": 4.702597618103027,
+      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "epoch": 0.3249607535321821,
+      "rel-constrast": 5.818304061889648,
+      "step": 414,
+      "subrel-constrast": 6.06870698928833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9587523937225342,
+      "cov-distil (oracle2student)": 5.824624538421631,
+      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "epoch": 0.32574568288854006,
+      "rel-constrast": 4.23227596282959,
+      "step": 415,
+      "subrel-constrast": 4.3078107833862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7149274349212646,
+      "cov-distil (oracle2student)": 4.385428428649902,
+      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "epoch": 0.32653061224489793,
+      "rel-constrast": 2.614161491394043,
+      "step": 416,
+      "subrel-constrast": 3.0772061347961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901108741760254,
+      "cov-distil (oracle2student)": 5.8399505615234375,
+      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "epoch": 0.32731554160125587,
+      "rel-constrast": 4.529116630554199,
+      "step": 417,
+      "subrel-constrast": 3.6887731552124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.264662504196167,
+      "cov-distil (oracle2student)": 5.077439308166504,
+      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "epoch": 0.3281004709576138,
+      "rel-constrast": 3.489309549331665,
+      "step": 418,
+      "subrel-constrast": 4.08317232131958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0951147079467773,
+      "cov-distil (oracle2student)": 5.056512355804443,
+      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "epoch": 0.32888540031397173,
+      "rel-constrast": 4.336194038391113,
+      "step": 419,
+      "subrel-constrast": 4.286928176879883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.32967032967032966,
+      "grad_norm": 11.125,
+      "learning_rate": 2.095e-05,
+      "loss": 1.0809,
+      "step": 420
+    },
+    {
+      "cov-distil": 2.853148937225342,
+      "cov-distil (oracle2student)": 4.900213718414307,
+      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "epoch": 0.32967032967032966,
+      "rel-constrast": 2.7741894721984863,
+      "step": 420,
+      "subrel-constrast": 4.219531536102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.347733497619629,
+      "cov-distil (oracle2student)": 5.8397064208984375,
+      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "epoch": 0.3304552590266876,
+      "rel-constrast": 4.240979194641113,
+      "step": 421,
+      "subrel-constrast": 4.324865818023682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3546690940856934,
+      "cov-distil (oracle2student)": 4.496642112731934,
+      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "epoch": 0.33124018838304553,
+      "rel-constrast": 4.255103588104248,
+      "step": 422,
+      "subrel-constrast": 5.117549419403076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.715123176574707,
+      "cov-distil (oracle2student)": 4.683563232421875,
+      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "epoch": 0.33202511773940346,
+      "rel-constrast": 5.569277763366699,
+      "step": 423,
+      "subrel-constrast": 5.483921527862549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235517978668213,
+      "cov-distil (oracle2student)": 3.439777374267578,
+      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "epoch": 0.3328100470957614,
+      "rel-constrast": 2.9701004028320312,
+      "step": 424,
+      "subrel-constrast": 3.481750249862671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.576808214187622,
+      "cov-distil (oracle2student)": 4.481812477111816,
+      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "epoch": 0.33359497645211933,
+      "rel-constrast": 3.951779842376709,
+      "step": 425,
+      "subrel-constrast": 4.240853786468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1964685916900635,
+      "cov-distil (oracle2student)": 5.804289817810059,
+      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "epoch": 0.33437990580847726,
+      "rel-constrast": 4.0014448165893555,
+      "step": 426,
+      "subrel-constrast": 4.291764736175537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8239710330963135,
+      "cov-distil (oracle2student)": 6.429267406463623,
+      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "epoch": 0.33516483516483514,
+      "rel-constrast": 5.43123197555542,
+      "step": 427,
+      "subrel-constrast": 5.811346530914307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.957871437072754,
+      "cov-distil (oracle2student)": 5.654982566833496,
+      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "epoch": 0.3359497645211931,
+      "rel-constrast": 3.8812756538391113,
+      "step": 428,
+      "subrel-constrast": 4.840229511260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.233981132507324,
+      "cov-distil (oracle2student)": 4.738227844238281,
+      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "epoch": 0.336734693877551,
+      "rel-constrast": 3.1858866214752197,
+      "step": 429,
+      "subrel-constrast": 4.9521284103393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.33751962323390894,
+      "grad_norm": 7.8125,
+      "learning_rate": 2.145e-05,
+      "loss": 1.0748,
+      "step": 430
+    },
+    {
+      "cov-distil": 2.071441173553467,
+      "cov-distil (oracle2student)": 5.731252193450928,
+      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "epoch": 0.33751962323390894,
+      "rel-constrast": 3.4950835704803467,
+      "step": 430,
+      "subrel-constrast": 4.140163898468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.762049674987793,
+      "cov-distil (oracle2student)": 5.917123794555664,
+      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "epoch": 0.33830455259026687,
+      "rel-constrast": 3.0546138286590576,
+      "step": 431,
+      "subrel-constrast": 3.9004335403442383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.009577989578247,
+      "cov-distil (oracle2student)": 4.721602439880371,
+      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "epoch": 0.3390894819466248,
+      "rel-constrast": 3.20813250541687,
+      "step": 432,
+      "subrel-constrast": 2.7180888652801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3607802391052246,
+      "cov-distil (oracle2student)": 5.02647590637207,
+      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "epoch": 0.33987441130298274,
+      "rel-constrast": 3.091285228729248,
+      "step": 433,
+      "subrel-constrast": 3.6924705505371094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.247466564178467,
+      "cov-distil (oracle2student)": 5.613053321838379,
+      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "epoch": 0.34065934065934067,
+      "rel-constrast": 6.07712459564209,
+      "step": 434,
+      "subrel-constrast": 5.707917213439941,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.775041341781616,
+      "cov-distil (oracle2student)": 4.206188201904297,
+      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "epoch": 0.3414442700156986,
+      "rel-constrast": 4.096330642700195,
+      "step": 435,
+      "subrel-constrast": 4.643835067749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1919288635253906,
+      "cov-distil (oracle2student)": 5.838393688201904,
+      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "epoch": 0.34222919937205654,
+      "rel-constrast": 3.9760336875915527,
+      "step": 436,
+      "subrel-constrast": 4.569299221038818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.402763605117798,
+      "cov-distil (oracle2student)": 5.501781463623047,
+      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "epoch": 0.34301412872841447,
+      "rel-constrast": 4.09533166885376,
+      "step": 437,
+      "subrel-constrast": 4.315829277038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2494189739227295,
+      "cov-distil (oracle2student)": 7.242899417877197,
+      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "epoch": 0.34379905808477235,
+      "rel-constrast": 5.04097843170166,
+      "step": 438,
+      "subrel-constrast": 4.862870216369629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2995710372924805,
+      "cov-distil (oracle2student)": 6.75054407119751,
+      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "epoch": 0.3445839874411303,
+      "rel-constrast": 4.982070446014404,
+      "step": 439,
+      "subrel-constrast": 5.908459663391113,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3453689167974882,
+      "grad_norm": 9.0625,
+      "learning_rate": 2.195e-05,
+      "loss": 1.0863,
+      "step": 440
+    },
+    {
+      "cov-distil": 2.3884384632110596,
+      "cov-distil (oracle2student)": 3.627267837524414,
+      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "epoch": 0.3453689167974882,
+      "rel-constrast": 3.338059425354004,
+      "step": 440,
+      "subrel-constrast": 3.8772172927856445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.314605712890625,
+      "cov-distil (oracle2student)": 3.331043243408203,
+      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "epoch": 0.34615384615384615,
+      "rel-constrast": 3.4346771240234375,
+      "step": 441,
+      "subrel-constrast": 4.622008323669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.188438653945923,
+      "cov-distil (oracle2student)": 4.153973579406738,
+      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "epoch": 0.3469387755102041,
+      "rel-constrast": 3.282660484313965,
+      "step": 442,
+      "subrel-constrast": 4.078038215637207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141457557678223,
+      "cov-distil (oracle2student)": 3.9378161430358887,
+      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "epoch": 0.347723704866562,
+      "rel-constrast": 3.16465163230896,
+      "step": 443,
+      "subrel-constrast": 3.99902606010437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184648513793945,
+      "cov-distil (oracle2student)": 4.154224395751953,
+      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "epoch": 0.34850863422291994,
+      "rel-constrast": 4.452948570251465,
+      "step": 444,
+      "subrel-constrast": 4.752323627471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.465195417404175,
+      "cov-distil (oracle2student)": 6.024938106536865,
+      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "epoch": 0.3492935635792779,
+      "rel-constrast": 3.97629976272583,
+      "step": 445,
+      "subrel-constrast": 4.345099925994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387889862060547,
+      "cov-distil (oracle2student)": 6.552669525146484,
+      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "epoch": 0.3500784929356358,
+      "rel-constrast": 4.845789909362793,
+      "step": 446,
+      "subrel-constrast": 4.969698905944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.397533416748047,
+      "cov-distil (oracle2student)": 4.364714622497559,
+      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "epoch": 0.35086342229199374,
+      "rel-constrast": 3.937595844268799,
+      "step": 447,
+      "subrel-constrast": 4.312699794769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7098320722579956,
+      "cov-distil (oracle2student)": 4.228442192077637,
+      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "epoch": 0.3516483516483517,
+      "rel-constrast": 4.023503303527832,
+      "step": 448,
+      "subrel-constrast": 4.394430637359619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.685983657836914,
+      "cov-distil (oracle2student)": 5.232016563415527,
+      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "epoch": 0.35243328100470955,
+      "rel-constrast": 4.860464096069336,
+      "step": 449,
+      "subrel-constrast": 5.943270206451416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3532182103610675,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.245e-05,
+      "loss": 1.0413,
+      "step": 450
+    },
+    {
+      "cov-distil": 2.2508721351623535,
+      "cov-distil (oracle2student)": 2.906092643737793,
+      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "epoch": 0.3532182103610675,
+      "rel-constrast": 4.014590740203857,
+      "step": 450,
+      "subrel-constrast": 3.848747491836548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.404543161392212,
+      "cov-distil (oracle2student)": 4.871207237243652,
+      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "epoch": 0.3540031397174254,
+      "rel-constrast": 4.726263999938965,
+      "step": 451,
+      "subrel-constrast": 4.601378440856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3678207397460938,
+      "cov-distil (oracle2student)": 4.7101731300354,
+      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "epoch": 0.35478806907378335,
+      "rel-constrast": 6.3743462562561035,
+      "step": 452,
+      "subrel-constrast": 5.834218978881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8811686038970947,
+      "cov-distil (oracle2student)": 7.004568099975586,
+      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "epoch": 0.3555729984301413,
+      "rel-constrast": 4.495256423950195,
+      "step": 453,
+      "subrel-constrast": 4.499624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.08927845954895,
+      "cov-distil (oracle2student)": 6.895721912384033,
+      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "epoch": 0.3563579277864992,
+      "rel-constrast": 3.5895748138427734,
+      "step": 454,
+      "subrel-constrast": 4.271737575531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574354648590088,
+      "cov-distil (oracle2student)": 4.438915252685547,
+      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "epoch": 0.35714285714285715,
+      "rel-constrast": 2.5299854278564453,
+      "step": 455,
+      "subrel-constrast": 3.375465154647827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.532860279083252,
+      "cov-distil (oracle2student)": 5.647635459899902,
+      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "epoch": 0.3579277864992151,
+      "rel-constrast": 4.839120864868164,
+      "step": 456,
+      "subrel-constrast": 5.001308917999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.857278347015381,
+      "cov-distil (oracle2student)": 4.26930046081543,
+      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "epoch": 0.358712715855573,
+      "rel-constrast": 4.054443359375,
+      "step": 457,
+      "subrel-constrast": 4.409102439880371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4386208057403564,
+      "cov-distil (oracle2student)": 4.052372455596924,
+      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "epoch": 0.35949764521193095,
+      "rel-constrast": 4.553459167480469,
+      "step": 458,
+      "subrel-constrast": 4.813325881958008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469395637512207,
+      "cov-distil (oracle2student)": 5.080841064453125,
+      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "epoch": 0.3602825745682888,
+      "rel-constrast": 4.249707221984863,
+      "step": 459,
+      "subrel-constrast": 4.861333847045898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36106750392464676,
+      "grad_norm": 10.0625,
+      "learning_rate": 2.2950000000000002e-05,
+      "loss": 1.146,
+      "step": 460
+    },
+    {
+      "cov-distil": 2.61850905418396,
+      "cov-distil (oracle2student)": 6.65915584564209,
+      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "epoch": 0.36106750392464676,
+      "rel-constrast": 5.478026390075684,
+      "step": 460,
+      "subrel-constrast": 5.582189083099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.189993143081665,
+      "cov-distil (oracle2student)": 5.363834381103516,
+      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "epoch": 0.3618524332810047,
+      "rel-constrast": 5.005136013031006,
+      "step": 461,
+      "subrel-constrast": 4.609855651855469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.936099648475647,
+      "cov-distil (oracle2student)": 2.9774246215820312,
+      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "epoch": 0.3626373626373626,
+      "rel-constrast": 3.062378406524658,
+      "step": 462,
+      "subrel-constrast": 3.0949158668518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.640564441680908,
+      "cov-distil (oracle2student)": 6.053886413574219,
+      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "epoch": 0.36342229199372056,
+      "rel-constrast": 3.466475248336792,
+      "step": 463,
+      "subrel-constrast": 4.198953628540039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.427206516265869,
+      "cov-distil (oracle2student)": 5.163705348968506,
+      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "epoch": 0.3642072213500785,
+      "rel-constrast": 3.610846757888794,
+      "step": 464,
+      "subrel-constrast": 4.117895603179932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4713971614837646,
+      "cov-distil (oracle2student)": 7.060304164886475,
+      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "epoch": 0.3649921507064364,
+      "rel-constrast": 6.358216285705566,
+      "step": 465,
+      "subrel-constrast": 7.534944534301758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341738224029541,
+      "cov-distil (oracle2student)": 3.9310569763183594,
+      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "epoch": 0.36577708006279436,
+      "rel-constrast": 4.7545905113220215,
+      "step": 466,
+      "subrel-constrast": 5.290574073791504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8943874835968018,
+      "cov-distil (oracle2student)": 7.774135589599609,
+      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "epoch": 0.3665620094191523,
+      "rel-constrast": 4.15330696105957,
+      "step": 467,
+      "subrel-constrast": 4.940469741821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2678370475769043,
+      "cov-distil (oracle2student)": 3.2847068309783936,
+      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "epoch": 0.3673469387755102,
+      "rel-constrast": 4.6083855628967285,
+      "step": 468,
+      "subrel-constrast": 4.441287040710449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.196363687515259,
+      "cov-distil (oracle2student)": 4.333902835845947,
+      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "epoch": 0.36813186813186816,
+      "rel-constrast": 4.278085708618164,
+      "step": 469,
+      "subrel-constrast": 5.189983367919922,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36891679748822603,
+      "grad_norm": 10.1875,
+      "learning_rate": 2.345e-05,
+      "loss": 1.1793,
+      "step": 470
+    },
+    {
+      "cov-distil": 2.533843994140625,
+      "cov-distil (oracle2student)": 5.978747367858887,
+      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "epoch": 0.36891679748822603,
+      "rel-constrast": 4.380161762237549,
+      "step": 470,
+      "subrel-constrast": 5.573913097381592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5308892726898193,
+      "cov-distil (oracle2student)": 2.514479160308838,
+      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "epoch": 0.36970172684458397,
+      "rel-constrast": 2.35434889793396,
+      "step": 471,
+      "subrel-constrast": 2.5103394985198975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2500219345092773,
+      "cov-distil (oracle2student)": 3.973175048828125,
+      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "epoch": 0.3704866562009419,
+      "rel-constrast": 2.966829299926758,
+      "step": 472,
+      "subrel-constrast": 2.8600332736968994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129756689071655,
+      "cov-distil (oracle2student)": 4.23541259765625,
+      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "epoch": 0.37127158555729983,
+      "rel-constrast": 3.762936592102051,
+      "step": 473,
+      "subrel-constrast": 3.4188146591186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.912912368774414,
+      "cov-distil (oracle2student)": 4.1711859703063965,
+      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "epoch": 0.37205651491365777,
+      "rel-constrast": 3.62333345413208,
+      "step": 474,
+      "subrel-constrast": 4.32157564163208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989773273468018,
+      "cov-distil (oracle2student)": 3.832151174545288,
+      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "epoch": 0.3728414442700157,
+      "rel-constrast": 4.430049419403076,
+      "step": 475,
+      "subrel-constrast": 4.741738796234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.258049964904785,
+      "cov-distil (oracle2student)": 5.291522026062012,
+      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "epoch": 0.37362637362637363,
+      "rel-constrast": 4.222903251647949,
+      "step": 476,
+      "subrel-constrast": 3.961719274520874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.570009469985962,
+      "cov-distil (oracle2student)": 5.773652076721191,
+      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "epoch": 0.37441130298273156,
+      "rel-constrast": 4.533541679382324,
+      "step": 477,
+      "subrel-constrast": 4.77773380279541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8505635261535645,
+      "cov-distil (oracle2student)": 6.83684778213501,
+      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "epoch": 0.3751962323390895,
+      "rel-constrast": 5.62321662902832,
+      "step": 478,
+      "subrel-constrast": 5.232511043548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7924580574035645,
+      "cov-distil (oracle2student)": 3.7319493293762207,
+      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "epoch": 0.37598116169544743,
+      "rel-constrast": 4.3964619636535645,
+      "step": 479,
+      "subrel-constrast": 4.63718843460083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.37676609105180536,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.395e-05,
+      "loss": 1.0666,
+      "step": 480
+    },
+    {
+      "cov-distil": 3.3505167961120605,
+      "cov-distil (oracle2student)": 5.910223960876465,
+      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "epoch": 0.37676609105180536,
+      "rel-constrast": 3.6228749752044678,
+      "step": 480,
+      "subrel-constrast": 4.511120796203613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4485015869140625,
+      "cov-distil (oracle2student)": 2.978269338607788,
+      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "epoch": 0.37755102040816324,
+      "rel-constrast": 2.7968740463256836,
+      "step": 481,
+      "subrel-constrast": 3.763864278793335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9172215461730957,
+      "cov-distil (oracle2student)": 4.363856315612793,
+      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "epoch": 0.3783359497645212,
+      "rel-constrast": 3.863055467605591,
+      "step": 482,
+      "subrel-constrast": 4.3716607093811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2787156105041504,
+      "cov-distil (oracle2student)": 5.516321182250977,
+      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "epoch": 0.3791208791208791,
+      "rel-constrast": 4.094292640686035,
+      "step": 483,
+      "subrel-constrast": 4.160613059997559,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235403537750244,
+      "cov-distil (oracle2student)": 5.518409729003906,
+      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "epoch": 0.37990580847723704,
+      "rel-constrast": 3.563915252685547,
+      "step": 484,
+      "subrel-constrast": 3.7485921382904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194551467895508,
+      "cov-distil (oracle2student)": 4.414938926696777,
+      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "epoch": 0.38069073783359497,
+      "rel-constrast": 3.6036124229431152,
+      "step": 485,
+      "subrel-constrast": 4.087226390838623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5132029056549072,
+      "cov-distil (oracle2student)": 5.28877067565918,
+      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "epoch": 0.3814756671899529,
+      "rel-constrast": 3.990896224975586,
+      "step": 486,
+      "subrel-constrast": 4.995358467102051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.118487596511841,
+      "cov-distil (oracle2student)": 4.492996692657471,
+      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "epoch": 0.38226059654631084,
+      "rel-constrast": 3.6116862297058105,
+      "step": 487,
+      "subrel-constrast": 3.7064754962921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1922671794891357,
+      "cov-distil (oracle2student)": 4.6771087646484375,
+      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "epoch": 0.38304552590266877,
+      "rel-constrast": 3.873265504837036,
+      "step": 488,
+      "subrel-constrast": 4.981564044952393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.20857834815979,
+      "cov-distil (oracle2student)": 5.020869255065918,
+      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "epoch": 0.3838304552590267,
+      "rel-constrast": 3.868755340576172,
+      "step": 489,
+      "subrel-constrast": 5.429229736328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "grad_norm": 9.8125,
+      "learning_rate": 2.445e-05,
+      "loss": 0.9824,
+      "step": 490
+    },
+    {
+      "cov-distil": 1.981706976890564,
+      "cov-distil (oracle2student)": 7.053213119506836,
+      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "epoch": 0.38461538461538464,
+      "rel-constrast": 4.026374816894531,
+      "step": 490,
+      "subrel-constrast": 4.501920223236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.410712718963623,
+      "cov-distil (oracle2student)": 5.133758544921875,
+      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "epoch": 0.38540031397174257,
+      "rel-constrast": 4.2775421142578125,
+      "step": 491,
+      "subrel-constrast": 4.118622779846191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371644973754883,
+      "cov-distil (oracle2student)": 5.659582138061523,
+      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "epoch": 0.38618524332810045,
+      "rel-constrast": 4.763324737548828,
+      "step": 492,
+      "subrel-constrast": 4.729984760284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4028496742248535,
+      "cov-distil (oracle2student)": 4.193080425262451,
+      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "epoch": 0.3869701726844584,
+      "rel-constrast": 3.300520896911621,
+      "step": 493,
+      "subrel-constrast": 4.785802841186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9608060121536255,
+      "cov-distil (oracle2student)": 4.956197261810303,
+      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "epoch": 0.3877551020408163,
+      "rel-constrast": 2.9137468338012695,
+      "step": 494,
+      "subrel-constrast": 3.282076597213745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4849562644958496,
+      "cov-distil (oracle2student)": 6.280769348144531,
+      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "epoch": 0.38854003139717425,
+      "rel-constrast": 4.2239484786987305,
+      "step": 495,
+      "subrel-constrast": 4.649102210998535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7329490184783936,
+      "cov-distil (oracle2student)": 4.664039611816406,
+      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "epoch": 0.3893249607535322,
+      "rel-constrast": 2.6345038414001465,
+      "step": 496,
+      "subrel-constrast": 3.718508243560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.085386276245117,
+      "cov-distil (oracle2student)": 3.886662721633911,
+      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "epoch": 0.3901098901098901,
+      "rel-constrast": 3.260143518447876,
+      "step": 497,
+      "subrel-constrast": 3.9507155418395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7282142639160156,
+      "cov-distil (oracle2student)": 3.539856433868408,
+      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "epoch": 0.39089481946624804,
+      "rel-constrast": 2.3446929454803467,
+      "step": 498,
+      "subrel-constrast": 2.6004679203033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6501827239990234,
+      "cov-distil (oracle2student)": 7.322658061981201,
+      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "epoch": 0.391679748822606,
+      "rel-constrast": 4.462357521057129,
+      "step": 499,
+      "subrel-constrast": 5.298823833465576,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "grad_norm": 8.375,
+      "learning_rate": 2.495e-05,
+      "loss": 0.9597,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-P@10": 0.76,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-P@10": 0.42899999999999994,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/avg": 0.5329941442436358,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "overlap": 0.2421875,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "student margin": 0.06243896484375
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "teacher margin": 0.042694091796875
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "margin difference": -0.019744873046875,
+      "step": 500
+    },
+    {
+      "cov-distil": 1.4159998893737793,
+      "cov-distil (oracle2student)": 4.625096797943115,
+      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "epoch": 0.3924646781789639,
+      "rel-constrast": 3.086014986038208,
+      "step": 500,
+      "subrel-constrast": 3.322561264038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.484131336212158,
+      "cov-distil (oracle2student)": 5.681003093719482,
+      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "epoch": 0.39324960753532184,
+      "rel-constrast": 3.455115795135498,
+      "step": 501,
+      "subrel-constrast": 3.60056209564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732965111732483,
+      "cov-distil (oracle2student)": 3.93009877204895,
+      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "epoch": 0.3940345368916798,
+      "rel-constrast": 3.891814708709717,
+      "step": 502,
+      "subrel-constrast": 4.615721225738525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3193750381469727,
+      "cov-distil (oracle2student)": 4.851567268371582,
+      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "epoch": 0.39481946624803765,
+      "rel-constrast": 3.16011381149292,
+      "step": 503,
+      "subrel-constrast": 3.5040040016174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2391562461853027,
+      "cov-distil (oracle2student)": 3.613586664199829,
+      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "epoch": 0.3956043956043956,
+      "rel-constrast": 4.543619155883789,
+      "step": 504,
+      "subrel-constrast": 4.639369964599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1063196659088135,
+      "cov-distil (oracle2student)": 5.640138626098633,
+      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "epoch": 0.3963893249607535,
+      "rel-constrast": 3.3249940872192383,
+      "step": 505,
+      "subrel-constrast": 3.79390287399292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8278141021728516,
+      "cov-distil (oracle2student)": 3.6726248264312744,
+      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "epoch": 0.39717425431711145,
+      "rel-constrast": 3.797194480895996,
+      "step": 506,
+      "subrel-constrast": 4.491276264190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0168466567993164,
+      "cov-distil (oracle2student)": 5.7914814949035645,
+      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "epoch": 0.3979591836734694,
+      "rel-constrast": 3.658668279647827,
+      "step": 507,
+      "subrel-constrast": 4.55025577545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.112938165664673,
+      "cov-distil (oracle2student)": 3.503079414367676,
+      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "epoch": 0.3987441130298273,
+      "rel-constrast": 2.802060604095459,
+      "step": 508,
+      "subrel-constrast": 3.5418896675109863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9679971933364868,
+      "cov-distil (oracle2student)": 4.781468391418457,
+      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "epoch": 0.39952904238618525,
+      "rel-constrast": 3.881654977798462,
+      "step": 509,
+      "subrel-constrast": 4.416358947753906,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4003139717425432,
+      "grad_norm": 9.1875,
+      "learning_rate": 2.5450000000000002e-05,
+      "loss": 0.9456,
+      "step": 510
+    },
+    {
+      "cov-distil": 1.395479440689087,
+      "cov-distil (oracle2student)": 5.548276424407959,
+      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "epoch": 0.4003139717425432,
+      "rel-constrast": 3.209362506866455,
+      "step": 510,
+      "subrel-constrast": 3.1534719467163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8525688648223877,
+      "cov-distil (oracle2student)": 6.531951904296875,
+      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "epoch": 0.4010989010989011,
+      "rel-constrast": 4.491300582885742,
+      "step": 511,
+      "subrel-constrast": 4.586567401885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9388954639434814,
+      "cov-distil (oracle2student)": 5.9139084815979,
+      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "epoch": 0.40188383045525905,
+      "rel-constrast": 4.033116340637207,
+      "step": 512,
+      "subrel-constrast": 4.773599147796631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7909735441207886,
+      "cov-distil (oracle2student)": 4.206601142883301,
+      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "epoch": 0.4026687598116169,
+      "rel-constrast": 4.130172252655029,
+      "step": 513,
+      "subrel-constrast": 4.800011157989502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.82828950881958,
+      "cov-distil (oracle2student)": 3.7563247680664062,
+      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "epoch": 0.40345368916797486,
+      "rel-constrast": 2.0718255043029785,
+      "step": 514,
+      "subrel-constrast": 2.8484530448913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547434329986572,
+      "cov-distil (oracle2student)": 3.475689649581909,
+      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "epoch": 0.4042386185243328,
+      "rel-constrast": 3.053926706314087,
+      "step": 515,
+      "subrel-constrast": 3.580040454864502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8886094093322754,
+      "cov-distil (oracle2student)": 3.8891124725341797,
+      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "epoch": 0.4050235478806907,
+      "rel-constrast": 3.4653000831604004,
+      "step": 516,
+      "subrel-constrast": 4.058748722076416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4138705730438232,
+      "cov-distil (oracle2student)": 6.235104084014893,
+      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "epoch": 0.40580847723704866,
+      "rel-constrast": 4.911827564239502,
+      "step": 517,
+      "subrel-constrast": 5.379470348358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.055727481842041,
+      "cov-distil (oracle2student)": 4.765932083129883,
+      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "epoch": 0.4065934065934066,
+      "rel-constrast": 4.432010650634766,
+      "step": 518,
+      "subrel-constrast": 3.8237483501434326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.444960594177246,
+      "cov-distil (oracle2student)": 3.9477295875549316,
+      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "epoch": 0.4073783359497645,
+      "rel-constrast": 4.135186195373535,
+      "step": 519,
+      "subrel-constrast": 4.819687843322754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.40816326530612246,
+      "grad_norm": 8.875,
+      "learning_rate": 2.595e-05,
+      "loss": 1.0015,
+      "step": 520
+    },
+    {
+      "cov-distil": 2.114975690841675,
+      "cov-distil (oracle2student)": 6.017740249633789,
+      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "epoch": 0.40816326530612246,
+      "rel-constrast": 3.083989143371582,
+      "step": 520,
+      "subrel-constrast": 3.6702053546905518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6442341804504395,
+      "cov-distil (oracle2student)": 4.542356491088867,
+      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "epoch": 0.4089481946624804,
+      "rel-constrast": 2.837587594985962,
+      "step": 521,
+      "subrel-constrast": 3.523179054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6822391748428345,
+      "cov-distil (oracle2student)": 3.990572690963745,
+      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "epoch": 0.4097331240188383,
+      "rel-constrast": 3.3714590072631836,
+      "step": 522,
+      "subrel-constrast": 3.4518234729766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5175161361694336,
+      "cov-distil (oracle2student)": 5.360091209411621,
+      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "epoch": 0.41051805337519626,
+      "rel-constrast": 3.320817232131958,
+      "step": 523,
+      "subrel-constrast": 4.099976539611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8499733209609985,
+      "cov-distil (oracle2student)": 4.837664604187012,
+      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "epoch": 0.41130298273155413,
+      "rel-constrast": 3.551431655883789,
+      "step": 524,
+      "subrel-constrast": 4.396182060241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3767762184143066,
+      "cov-distil (oracle2student)": 5.010434150695801,
+      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "epoch": 0.41208791208791207,
+      "rel-constrast": 3.382202386856079,
+      "step": 525,
+      "subrel-constrast": 4.079559803009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7340972423553467,
+      "cov-distil (oracle2student)": 6.103010654449463,
+      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "epoch": 0.41287284144427,
+      "rel-constrast": 2.4694104194641113,
+      "step": 526,
+      "subrel-constrast": 3.338963270187378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8253371715545654,
+      "cov-distil (oracle2student)": 4.7706756591796875,
+      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "epoch": 0.41365777080062793,
+      "rel-constrast": 4.593013763427734,
+      "step": 527,
+      "subrel-constrast": 5.206238269805908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2579145431518555,
+      "cov-distil (oracle2student)": 8.899227142333984,
+      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "epoch": 0.41444270015698587,
+      "rel-constrast": 3.0921471118927,
+      "step": 528,
+      "subrel-constrast": 4.043778896331787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9917439222335815,
+      "cov-distil (oracle2student)": 3.3459632396698,
+      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "epoch": 0.4152276295133438,
+      "rel-constrast": 3.5178332328796387,
+      "step": 529,
+      "subrel-constrast": 4.205659866333008,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.41601255886970173,
+      "grad_norm": 8.6875,
+      "learning_rate": 2.6450000000000003e-05,
+      "loss": 0.883,
+      "step": 530
+    },
+    {
+      "cov-distil": 2.4610893726348877,
+      "cov-distil (oracle2student)": 7.107298851013184,
+      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "epoch": 0.41601255886970173,
+      "rel-constrast": 4.013538837432861,
+      "step": 530,
+      "subrel-constrast": 4.085789203643799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9131748676300049,
+      "cov-distil (oracle2student)": 3.1839516162872314,
+      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "epoch": 0.41679748822605966,
+      "rel-constrast": 3.6091840267181396,
+      "step": 531,
+      "subrel-constrast": 3.740673303604126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387206554412842,
+      "cov-distil (oracle2student)": 3.9284486770629883,
+      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "epoch": 0.4175824175824176,
+      "rel-constrast": 3.5161938667297363,
+      "step": 532,
+      "subrel-constrast": 4.079607009887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.471837282180786,
+      "cov-distil (oracle2student)": 5.907663345336914,
+      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "epoch": 0.41836734693877553,
+      "rel-constrast": 4.507608890533447,
+      "step": 533,
+      "subrel-constrast": 5.104624271392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2768821716308594,
+      "cov-distil (oracle2student)": 5.402787208557129,
+      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "epoch": 0.41915227629513346,
+      "rel-constrast": 4.229998588562012,
+      "step": 534,
+      "subrel-constrast": 4.759891986846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1538729667663574,
+      "cov-distil (oracle2student)": 5.076930046081543,
+      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "epoch": 0.41993720565149134,
+      "rel-constrast": 5.096151351928711,
+      "step": 535,
+      "subrel-constrast": 5.996850490570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1815271377563477,
+      "cov-distil (oracle2student)": 4.3686065673828125,
+      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "epoch": 0.4207221350078493,
+      "rel-constrast": 3.4470701217651367,
+      "step": 536,
+      "subrel-constrast": 3.943808078765869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430976152420044,
+      "cov-distil (oracle2student)": 5.03574800491333,
+      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "epoch": 0.4215070643642072,
+      "rel-constrast": 4.9359941482543945,
+      "step": 537,
+      "subrel-constrast": 4.681961536407471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1151583194732666,
+      "cov-distil (oracle2student)": 4.930647850036621,
+      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "epoch": 0.42229199372056514,
+      "rel-constrast": 3.337693214416504,
+      "step": 538,
+      "subrel-constrast": 4.436145305633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0622363090515137,
+      "cov-distil (oracle2student)": 5.964321136474609,
+      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "epoch": 0.4230769230769231,
+      "rel-constrast": 2.918050765991211,
+      "step": 539,
+      "subrel-constrast": 3.1426711082458496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.423861852433281,
+      "grad_norm": 8.25,
+      "learning_rate": 2.6950000000000005e-05,
+      "loss": 1.0442,
+      "step": 540
+    },
+    {
+      "cov-distil": 2.4555015563964844,
+      "cov-distil (oracle2student)": 4.551426887512207,
+      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "epoch": 0.423861852433281,
+      "rel-constrast": 3.3250837326049805,
+      "step": 540,
+      "subrel-constrast": 3.5797502994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.082664966583252,
+      "cov-distil (oracle2student)": 4.699512958526611,
+      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "epoch": 0.42464678178963894,
+      "rel-constrast": 2.5872223377227783,
+      "step": 541,
+      "subrel-constrast": 3.821152687072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.204350709915161,
+      "cov-distil (oracle2student)": 4.2027435302734375,
+      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "epoch": 0.42543171114599687,
+      "rel-constrast": 3.1161422729492188,
+      "step": 542,
+      "subrel-constrast": 3.712345838546753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0034756660461426,
+      "cov-distil (oracle2student)": 4.845664978027344,
+      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "epoch": 0.4262166405023548,
+      "rel-constrast": 3.031003952026367,
+      "step": 543,
+      "subrel-constrast": 3.3142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4440988302230835,
+      "cov-distil (oracle2student)": 3.6065969467163086,
+      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "epoch": 0.42700156985871274,
+      "rel-constrast": 2.4494941234588623,
+      "step": 544,
+      "subrel-constrast": 2.605020046234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6435261964797974,
+      "cov-distil (oracle2student)": 3.551994800567627,
+      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "epoch": 0.42778649921507067,
+      "rel-constrast": 3.822410821914673,
+      "step": 545,
+      "subrel-constrast": 3.836008071899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7628724575042725,
+      "cov-distil (oracle2student)": 6.011783599853516,
+      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "epoch": 0.42857142857142855,
+      "rel-constrast": 3.934589385986328,
+      "step": 546,
+      "subrel-constrast": 3.964400053024292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7866466045379639,
+      "cov-distil (oracle2student)": 3.3814570903778076,
+      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "epoch": 0.4293563579277865,
+      "rel-constrast": 3.8515207767486572,
+      "step": 547,
+      "subrel-constrast": 4.402586460113525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3751814365386963,
+      "cov-distil (oracle2student)": 4.2626800537109375,
+      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "epoch": 0.4301412872841444,
+      "rel-constrast": 4.448970794677734,
+      "step": 548,
+      "subrel-constrast": 4.393995761871338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0791738033294678,
+      "cov-distil (oracle2student)": 5.72738790512085,
+      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "epoch": 0.43092621664050235,
+      "rel-constrast": 3.669039487838745,
+      "step": 549,
+      "subrel-constrast": 3.670117139816284,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4317111459968603,
+      "grad_norm": 10.5625,
+      "learning_rate": 2.7450000000000003e-05,
+      "loss": 0.9055,
+      "step": 550
+    },
+    {
+      "cov-distil": 1.8588554859161377,
+      "cov-distil (oracle2student)": 5.19000244140625,
+      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "epoch": 0.4317111459968603,
+      "rel-constrast": 2.9200479984283447,
+      "step": 550,
+      "subrel-constrast": 4.266639709472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4664716720581055,
+      "cov-distil (oracle2student)": 4.6646318435668945,
+      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "epoch": 0.4324960753532182,
+      "rel-constrast": 2.7482821941375732,
+      "step": 551,
+      "subrel-constrast": 3.751079797744751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2391505241394043,
+      "cov-distil (oracle2student)": 4.254290580749512,
+      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "epoch": 0.43328100470957615,
+      "rel-constrast": 2.8833484649658203,
+      "step": 552,
+      "subrel-constrast": 3.7221202850341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5725274085998535,
+      "cov-distil (oracle2student)": 4.4030375480651855,
+      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "epoch": 0.4340659340659341,
+      "rel-constrast": 3.2813262939453125,
+      "step": 553,
+      "subrel-constrast": 4.29766321182251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6824195384979248,
+      "cov-distil (oracle2student)": 4.262044906616211,
+      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "epoch": 0.434850863422292,
+      "rel-constrast": 4.048982620239258,
+      "step": 554,
+      "subrel-constrast": 4.117492198944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.280151605606079,
+      "cov-distil (oracle2student)": 3.482992649078369,
+      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "epoch": 0.43563579277864994,
+      "rel-constrast": 3.2121012210845947,
+      "step": 555,
+      "subrel-constrast": 3.5926947593688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.286961078643799,
+      "cov-distil (oracle2student)": 4.809238433837891,
+      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "epoch": 0.4364207221350079,
+      "rel-constrast": 3.495352029800415,
+      "step": 556,
+      "subrel-constrast": 4.314545631408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7107021808624268,
+      "cov-distil (oracle2student)": 4.218628406524658,
+      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "epoch": 0.43720565149136575,
+      "rel-constrast": 3.8885021209716797,
+      "step": 557,
+      "subrel-constrast": 4.020322799682617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8882838487625122,
+      "cov-distil (oracle2student)": 5.679129600524902,
+      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "epoch": 0.4379905808477237,
+      "rel-constrast": 4.420882225036621,
+      "step": 558,
+      "subrel-constrast": 5.289524078369141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9853229522705078,
+      "cov-distil (oracle2student)": 5.879613876342773,
+      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "epoch": 0.4387755102040816,
+      "rel-constrast": 3.605356216430664,
+      "step": 559,
+      "subrel-constrast": 4.175075531005859,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.43956043956043955,
+      "grad_norm": 7.125,
+      "learning_rate": 2.7950000000000005e-05,
+      "loss": 0.9175,
+      "step": 560
+    },
+    {
+      "cov-distil": 2.459702968597412,
+      "cov-distil (oracle2student)": 3.54038667678833,
+      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "epoch": 0.43956043956043955,
+      "rel-constrast": 3.044311285018921,
+      "step": 560,
+      "subrel-constrast": 3.8617966175079346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.301657199859619,
+      "cov-distil (oracle2student)": 3.6367805004119873,
+      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "epoch": 0.4403453689167975,
+      "rel-constrast": 2.504409074783325,
+      "step": 561,
+      "subrel-constrast": 3.5072786808013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2072887420654297,
+      "cov-distil (oracle2student)": 2.9245615005493164,
+      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "epoch": 0.4411302982731554,
+      "rel-constrast": 2.7347452640533447,
+      "step": 562,
+      "subrel-constrast": 2.8598663806915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9743279218673706,
+      "cov-distil (oracle2student)": 4.175314426422119,
+      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "epoch": 0.44191522762951335,
+      "rel-constrast": 2.9006690979003906,
+      "step": 563,
+      "subrel-constrast": 3.607196092605591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0321104526519775,
+      "cov-distil (oracle2student)": 3.8106508255004883,
+      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "epoch": 0.4427001569858713,
+      "rel-constrast": 2.8958191871643066,
+      "step": 564,
+      "subrel-constrast": 3.457608461380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.913415551185608,
+      "cov-distil (oracle2student)": 5.349029541015625,
+      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "epoch": 0.4434850863422292,
+      "rel-constrast": 3.0215673446655273,
+      "step": 565,
+      "subrel-constrast": 4.1114678382873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1626877784729004,
+      "cov-distil (oracle2student)": 5.174778938293457,
+      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "epoch": 0.44427001569858715,
+      "rel-constrast": 4.159515380859375,
+      "step": 566,
+      "subrel-constrast": 3.9089341163635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3144021034240723,
+      "cov-distil (oracle2student)": 4.621238708496094,
+      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "epoch": 0.44505494505494503,
+      "rel-constrast": 3.3642213344573975,
+      "step": 567,
+      "subrel-constrast": 3.904902696609497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7472102642059326,
+      "cov-distil (oracle2student)": 4.851565837860107,
+      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "epoch": 0.44583987441130296,
+      "rel-constrast": 4.3499755859375,
+      "step": 568,
+      "subrel-constrast": 5.089810371398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.075791597366333,
+      "cov-distil (oracle2student)": 5.32772159576416,
+      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "epoch": 0.4466248037676609,
+      "rel-constrast": 2.8129007816314697,
+      "step": 569,
+      "subrel-constrast": 4.071926593780518,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4474097331240188,
+      "grad_norm": 6.34375,
+      "learning_rate": 2.845e-05,
+      "loss": 0.8477,
+      "step": 570
+    },
+    {
+      "cov-distil": 2.4237582683563232,
+      "cov-distil (oracle2student)": 3.0226638317108154,
+      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "epoch": 0.4474097331240188,
+      "rel-constrast": 3.2645320892333984,
+      "step": 570,
+      "subrel-constrast": 3.560032367706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9481277465820312,
+      "cov-distil (oracle2student)": 4.076622486114502,
+      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "epoch": 0.44819466248037676,
+      "rel-constrast": 3.1871180534362793,
+      "step": 571,
+      "subrel-constrast": 3.889390468597412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8381760120391846,
+      "cov-distil (oracle2student)": 5.546555519104004,
+      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "epoch": 0.4489795918367347,
+      "rel-constrast": 3.591369390487671,
+      "step": 572,
+      "subrel-constrast": 4.264605522155762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9256342649459839,
+      "cov-distil (oracle2student)": 4.694274425506592,
+      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "epoch": 0.4497645211930926,
+      "rel-constrast": 3.0780086517333984,
+      "step": 573,
+      "subrel-constrast": 4.314204216003418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656573295593262,
+      "cov-distil (oracle2student)": 5.347856044769287,
+      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "epoch": 0.45054945054945056,
+      "rel-constrast": 4.534104347229004,
+      "step": 574,
+      "subrel-constrast": 3.962686061859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.547745704650879,
+      "cov-distil (oracle2student)": 5.250231742858887,
+      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "epoch": 0.4513343799058085,
+      "rel-constrast": 3.9131903648376465,
+      "step": 575,
+      "subrel-constrast": 3.791517972946167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732090950012207,
+      "cov-distil (oracle2student)": 5.05672550201416,
+      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "epoch": 0.4521193092621664,
+      "rel-constrast": 4.284381866455078,
+      "step": 576,
+      "subrel-constrast": 4.660088539123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4754586219787598,
+      "cov-distil (oracle2student)": 3.833111047744751,
+      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "epoch": 0.45290423861852436,
+      "rel-constrast": 4.8734540939331055,
+      "step": 577,
+      "subrel-constrast": 5.031405925750732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7031965255737305,
+      "cov-distil (oracle2student)": 5.395284175872803,
+      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "epoch": 0.45368916797488223,
+      "rel-constrast": 3.602329730987549,
+      "step": 578,
+      "subrel-constrast": 4.0972137451171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5256094932556152,
+      "cov-distil (oracle2student)": 4.89035701751709,
+      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "epoch": 0.45447409733124017,
+      "rel-constrast": 4.2911696434021,
+      "step": 579,
+      "subrel-constrast": 4.371425628662109,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4552590266875981,
+      "grad_norm": 8.125,
+      "learning_rate": 2.895e-05,
+      "loss": 1.0155,
+      "step": 580
+    },
+    {
+      "cov-distil": 1.709166169166565,
+      "cov-distil (oracle2student)": 3.729433059692383,
+      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "epoch": 0.4552590266875981,
+      "rel-constrast": 3.0027105808258057,
+      "step": 580,
+      "subrel-constrast": 4.083986282348633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0113184452056885,
+      "cov-distil (oracle2student)": 4.184613227844238,
+      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "epoch": 0.45604395604395603,
+      "rel-constrast": 3.453307867050171,
+      "step": 581,
+      "subrel-constrast": 3.889902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728846549987793,
+      "cov-distil (oracle2student)": 6.470742225646973,
+      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "epoch": 0.45682888540031397,
+      "rel-constrast": 2.9654622077941895,
+      "step": 582,
+      "subrel-constrast": 3.6763298511505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.542206048965454,
+      "cov-distil (oracle2student)": 3.866248846054077,
+      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "epoch": 0.4576138147566719,
+      "rel-constrast": 2.910317897796631,
+      "step": 583,
+      "subrel-constrast": 3.0755670070648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1158554553985596,
+      "cov-distil (oracle2student)": 3.5174355506896973,
+      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "epoch": 0.45839874411302983,
+      "rel-constrast": 3.163273334503174,
+      "step": 584,
+      "subrel-constrast": 4.189387798309326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358933448791504,
+      "cov-distil (oracle2student)": 5.5259623527526855,
+      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "epoch": 0.45918367346938777,
+      "rel-constrast": 3.3363170623779297,
+      "step": 585,
+      "subrel-constrast": 3.8728079795837402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7158913612365723,
+      "cov-distil (oracle2student)": 3.81449818611145,
+      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "epoch": 0.4599686028257457,
+      "rel-constrast": 2.7120189666748047,
+      "step": 586,
+      "subrel-constrast": 3.659945487976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179494857788086,
+      "cov-distil (oracle2student)": 5.410915851593018,
+      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "epoch": 0.46075353218210363,
+      "rel-constrast": 4.8570733070373535,
+      "step": 587,
+      "subrel-constrast": 6.077430248260498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146589756011963,
+      "cov-distil (oracle2student)": 4.808439254760742,
+      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "epoch": 0.46153846153846156,
+      "rel-constrast": 3.206974744796753,
+      "step": 588,
+      "subrel-constrast": 3.596273899078369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089515209197998,
+      "cov-distil (oracle2student)": 5.792536735534668,
+      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "epoch": 0.46232339089481944,
+      "rel-constrast": 2.9252166748046875,
+      "step": 589,
+      "subrel-constrast": 4.313965320587158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4631083202511774,
+      "grad_norm": 6.84375,
+      "learning_rate": 2.945e-05,
+      "loss": 0.8647,
+      "step": 590
+    },
+    {
+      "cov-distil": 2.1267971992492676,
+      "cov-distil (oracle2student)": 4.215712547302246,
+      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "epoch": 0.4631083202511774,
+      "rel-constrast": 3.7106242179870605,
+      "step": 590,
+      "subrel-constrast": 4.224156379699707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0595297813415527,
+      "cov-distil (oracle2student)": 7.233006477355957,
+      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "epoch": 0.4638932496075353,
+      "rel-constrast": 2.9407167434692383,
+      "step": 591,
+      "subrel-constrast": 4.574547290802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.99887216091156,
+      "cov-distil (oracle2student)": 5.496109962463379,
+      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "epoch": 0.46467817896389324,
+      "rel-constrast": 2.3733620643615723,
+      "step": 592,
+      "subrel-constrast": 3.4967288970947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7047181129455566,
+      "cov-distil (oracle2student)": 5.643624305725098,
+      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "epoch": 0.4654631083202512,
+      "rel-constrast": 5.243678092956543,
+      "step": 593,
+      "subrel-constrast": 5.544729709625244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4938790798187256,
+      "cov-distil (oracle2student)": 6.409417152404785,
+      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "epoch": 0.4662480376766091,
+      "rel-constrast": 2.4475982189178467,
+      "step": 594,
+      "subrel-constrast": 3.6893906593322754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6694910526275635,
+      "cov-distil (oracle2student)": 5.082285404205322,
+      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "epoch": 0.46703296703296704,
+      "rel-constrast": 3.532689094543457,
+      "step": 595,
+      "subrel-constrast": 4.091874122619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148131847381592,
+      "cov-distil (oracle2student)": 4.989685535430908,
+      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "epoch": 0.46781789638932497,
+      "rel-constrast": 4.088759422302246,
+      "step": 596,
+      "subrel-constrast": 4.2698822021484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.310335159301758,
+      "cov-distil (oracle2student)": 4.894394874572754,
+      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "epoch": 0.4686028257456829,
+      "rel-constrast": 5.071242332458496,
+      "step": 597,
+      "subrel-constrast": 5.214943885803223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2443196773529053,
+      "cov-distil (oracle2student)": 4.7232747077941895,
+      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "epoch": 0.46938775510204084,
+      "rel-constrast": 2.9406661987304688,
+      "step": 598,
+      "subrel-constrast": 3.8035221099853516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5355151891708374,
+      "cov-distil (oracle2student)": 3.4818904399871826,
+      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "epoch": 0.47017268445839877,
+      "rel-constrast": 2.709094762802124,
+      "step": 599,
+      "subrel-constrast": 3.5162317752838135,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "grad_norm": 6.09375,
+      "learning_rate": 2.995e-05,
+      "loss": 0.9297,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "overlap": 0.2984375059604645,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "student margin": 0.049224853515625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "teacher margin": 0.031402587890625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "margin difference": -0.017822265625,
+      "step": 600
+    },
+    {
+      "cov-distil": 2.0588765144348145,
+      "cov-distil (oracle2student)": 4.4324493408203125,
+      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "epoch": 0.47095761381475665,
+      "rel-constrast": 2.928539276123047,
+      "step": 600,
+      "subrel-constrast": 3.747493028640747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7370885610580444,
+      "cov-distil (oracle2student)": 5.581315517425537,
+      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "epoch": 0.4717425431711146,
+      "rel-constrast": 3.4618310928344727,
+      "step": 601,
+      "subrel-constrast": 3.892033815383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4053502082824707,
+      "cov-distil (oracle2student)": 3.771233558654785,
+      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "epoch": 0.4725274725274725,
+      "rel-constrast": 1.8632010221481323,
+      "step": 602,
+      "subrel-constrast": 3.01338529586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129983186721802,
+      "cov-distil (oracle2student)": 6.024843692779541,
+      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "epoch": 0.47331240188383045,
+      "rel-constrast": 3.88435959815979,
+      "step": 603,
+      "subrel-constrast": 4.859460830688477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7511838674545288,
+      "cov-distil (oracle2student)": 3.3029255867004395,
+      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "epoch": 0.4740973312401884,
+      "rel-constrast": 3.2290658950805664,
+      "step": 604,
+      "subrel-constrast": 4.085943222045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145510911941528,
+      "cov-distil (oracle2student)": 5.038276672363281,
+      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "epoch": 0.4748822605965463,
+      "rel-constrast": 4.488589286804199,
+      "step": 605,
+      "subrel-constrast": 4.722075462341309,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9118618965148926,
+      "cov-distil (oracle2student)": 4.359668731689453,
+      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "epoch": 0.47566718995290425,
+      "rel-constrast": 4.346715450286865,
+      "step": 606,
+      "subrel-constrast": 4.370314598083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1285834312438965,
+      "cov-distil (oracle2student)": 3.969097137451172,
+      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "epoch": 0.4764521193092622,
+      "rel-constrast": 3.884713649749756,
+      "step": 607,
+      "subrel-constrast": 4.063881874084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9782260656356812,
+      "cov-distil (oracle2student)": 3.262112617492676,
+      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "epoch": 0.4772370486656201,
+      "rel-constrast": 2.6513161659240723,
+      "step": 608,
+      "subrel-constrast": 2.8399600982666016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8102538585662842,
+      "cov-distil (oracle2student)": 4.76106071472168,
+      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "epoch": 0.47802197802197804,
+      "rel-constrast": 2.972158193588257,
+      "step": 609,
+      "subrel-constrast": 3.5588231086730957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.478806907378336,
+      "grad_norm": 6.3125,
+      "learning_rate": 3.045e-05,
+      "loss": 0.8913,
+      "step": 610
+    },
+    {
+      "cov-distil": 2.6751132011413574,
+      "cov-distil (oracle2student)": 4.348546028137207,
+      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "epoch": 0.478806907378336,
+      "rel-constrast": 4.056975841522217,
+      "step": 610,
+      "subrel-constrast": 5.549076080322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810163140296936,
+      "cov-distil (oracle2student)": 5.720645427703857,
+      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "epoch": 0.47959183673469385,
+      "rel-constrast": 3.7196595668792725,
+      "step": 611,
+      "subrel-constrast": 4.2887444496154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0118885040283203,
+      "cov-distil (oracle2student)": 7.15673828125,
+      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "epoch": 0.4803767660910518,
+      "rel-constrast": 2.2357802391052246,
+      "step": 612,
+      "subrel-constrast": 2.7971351146698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0629868507385254,
+      "cov-distil (oracle2student)": 3.0936174392700195,
+      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "epoch": 0.4811616954474097,
+      "rel-constrast": 2.847078323364258,
+      "step": 613,
+      "subrel-constrast": 4.021493434906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.670363187789917,
+      "cov-distil (oracle2student)": 3.0698914527893066,
+      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "epoch": 0.48194662480376765,
+      "rel-constrast": 2.104069232940674,
+      "step": 614,
+      "subrel-constrast": 3.172166585922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0166780948638916,
+      "cov-distil (oracle2student)": 2.884427547454834,
+      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "epoch": 0.4827315541601256,
+      "rel-constrast": 1.762846827507019,
+      "step": 615,
+      "subrel-constrast": 3.4444706439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482882022857666,
+      "cov-distil (oracle2student)": 4.176881790161133,
+      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "epoch": 0.4835164835164835,
+      "rel-constrast": 4.022831439971924,
+      "step": 616,
+      "subrel-constrast": 4.548571586608887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4784417152404785,
+      "cov-distil (oracle2student)": 5.301079750061035,
+      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "epoch": 0.48430141287284145,
+      "rel-constrast": 2.961244821548462,
+      "step": 617,
+      "subrel-constrast": 3.8676276206970215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3549087047576904,
+      "cov-distil (oracle2student)": 3.941915512084961,
+      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "epoch": 0.4850863422291994,
+      "rel-constrast": 4.093484878540039,
+      "step": 618,
+      "subrel-constrast": 4.3019118309021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0892961025238037,
+      "cov-distil (oracle2student)": 4.657417297363281,
+      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "epoch": 0.4858712715855573,
+      "rel-constrast": 2.802488327026367,
+      "step": 619,
+      "subrel-constrast": 3.695495367050171,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.48665620094191525,
+      "grad_norm": 8.1875,
+      "learning_rate": 3.095e-05,
+      "loss": 0.8143,
+      "step": 620
+    },
+    {
+      "cov-distil": 1.8597179651260376,
+      "cov-distil (oracle2student)": 4.8226447105407715,
+      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "epoch": 0.48665620094191525,
+      "rel-constrast": 3.5786914825439453,
+      "step": 620,
+      "subrel-constrast": 4.049554347991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.193347454071045,
+      "cov-distil (oracle2student)": 4.4745330810546875,
+      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "epoch": 0.48744113029827313,
+      "rel-constrast": 3.6025772094726562,
+      "step": 621,
+      "subrel-constrast": 3.8367629051208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.191197395324707,
+      "cov-distil (oracle2student)": 4.62694787979126,
+      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "epoch": 0.48822605965463106,
+      "rel-constrast": 3.626173973083496,
+      "step": 622,
+      "subrel-constrast": 4.358105659484863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.002671718597412,
+      "cov-distil (oracle2student)": 3.675415515899658,
+      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "epoch": 0.489010989010989,
+      "rel-constrast": 3.303260087966919,
+      "step": 623,
+      "subrel-constrast": 4.186986923217773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0484848022460938,
+      "cov-distil (oracle2student)": 4.613358497619629,
+      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "epoch": 0.4897959183673469,
+      "rel-constrast": 3.5636134147644043,
+      "step": 624,
+      "subrel-constrast": 4.036880970001221,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858379602432251,
+      "cov-distil (oracle2student)": 3.9974374771118164,
+      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "epoch": 0.49058084772370486,
+      "rel-constrast": 3.968527317047119,
+      "step": 625,
+      "subrel-constrast": 4.434150695800781,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.907265543937683,
+      "cov-distil (oracle2student)": 4.017214775085449,
+      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "epoch": 0.4913657770800628,
+      "rel-constrast": 3.1935441493988037,
+      "step": 626,
+      "subrel-constrast": 4.001150131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.88588547706604,
+      "cov-distil (oracle2student)": 3.288940906524658,
+      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "epoch": 0.4921507064364207,
+      "rel-constrast": 2.218628406524658,
+      "step": 627,
+      "subrel-constrast": 3.235220193862915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3306596279144287,
+      "cov-distil (oracle2student)": 6.12021017074585,
+      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "epoch": 0.49293563579277866,
+      "rel-constrast": 2.7542667388916016,
+      "step": 628,
+      "subrel-constrast": 3.251917839050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6816526651382446,
+      "cov-distil (oracle2student)": 3.386845111846924,
+      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "epoch": 0.4937205651491366,
+      "rel-constrast": 3.498333692550659,
+      "step": 629,
+      "subrel-constrast": 4.202667236328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4945054945054945,
+      "grad_norm": 7.5625,
+      "learning_rate": 3.145e-05,
+      "loss": 0.8826,
+      "step": 630
+    },
+    {
+      "cov-distil": 2.036719560623169,
+      "cov-distil (oracle2student)": 3.06736421585083,
+      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "epoch": 0.4945054945054945,
+      "rel-constrast": 3.7380049228668213,
+      "step": 630,
+      "subrel-constrast": 3.983168125152588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8055294752120972,
+      "cov-distil (oracle2student)": 5.07818603515625,
+      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "epoch": 0.49529042386185246,
+      "rel-constrast": 3.5053956508636475,
+      "step": 631,
+      "subrel-constrast": 3.7692389488220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.885089635848999,
+      "cov-distil (oracle2student)": 4.89366340637207,
+      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "epoch": 0.49607535321821034,
+      "rel-constrast": 4.596569538116455,
+      "step": 632,
+      "subrel-constrast": 4.941216468811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8391644954681396,
+      "cov-distil (oracle2student)": 5.378125190734863,
+      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "epoch": 0.49686028257456827,
+      "rel-constrast": 3.385671615600586,
+      "step": 633,
+      "subrel-constrast": 4.252890586853027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9994655847549438,
+      "cov-distil (oracle2student)": 4.430481433868408,
+      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "epoch": 0.4976452119309262,
+      "rel-constrast": 3.558961868286133,
+      "step": 634,
+      "subrel-constrast": 4.154078483581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0647013187408447,
+      "cov-distil (oracle2student)": 6.258809566497803,
+      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "epoch": 0.49843014128728413,
+      "rel-constrast": 3.5023036003112793,
+      "step": 635,
+      "subrel-constrast": 3.9350569248199463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153706550598145,
+      "cov-distil (oracle2student)": 3.410811424255371,
+      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "epoch": 0.49921507064364207,
+      "rel-constrast": 2.9577717781066895,
+      "step": 636,
+      "subrel-constrast": 3.6039927005767822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2079286575317383,
+      "cov-distil (oracle2student)": 4.036181449890137,
+      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "epoch": 0.5,
+      "rel-constrast": 2.529026746749878,
+      "step": 637,
+      "subrel-constrast": 3.5406107902526855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7763116359710693,
+      "cov-distil (oracle2student)": 5.549420356750488,
+      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "epoch": 0.5007849293563579,
+      "rel-constrast": 3.3119359016418457,
+      "step": 638,
+      "subrel-constrast": 4.256858825683594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.195068836212158,
+      "cov-distil (oracle2student)": 4.189920425415039,
+      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "epoch": 0.5015698587127159,
+      "rel-constrast": 3.217869758605957,
+      "step": 639,
+      "subrel-constrast": 3.6509623527526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5023547880690737,
+      "grad_norm": 6.375,
+      "learning_rate": 3.1950000000000004e-05,
+      "loss": 0.9077,
+      "step": 640
+    },
+    {
+      "cov-distil": 1.8576759099960327,
+      "cov-distil (oracle2student)": 5.8008928298950195,
+      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "epoch": 0.5023547880690737,
+      "rel-constrast": 3.888542413711548,
+      "step": 640,
+      "subrel-constrast": 3.72162127494812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.194441318511963,
+      "cov-distil (oracle2student)": 3.729897975921631,
+      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "epoch": 0.5031397174254317,
+      "rel-constrast": 2.8442156314849854,
+      "step": 641,
+      "subrel-constrast": 3.4073095321655273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7926011085510254,
+      "cov-distil (oracle2student)": 4.590108394622803,
+      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "epoch": 0.5039246467817896,
+      "rel-constrast": 3.0633883476257324,
+      "step": 642,
+      "subrel-constrast": 3.583106756210327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531267404556274,
+      "cov-distil (oracle2student)": 3.7335267066955566,
+      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "epoch": 0.5047095761381476,
+      "rel-constrast": 3.1265687942504883,
+      "step": 643,
+      "subrel-constrast": 3.9736952781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174744129180908,
+      "cov-distil (oracle2student)": 5.371821880340576,
+      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "epoch": 0.5054945054945055,
+      "rel-constrast": 2.75283145904541,
+      "step": 644,
+      "subrel-constrast": 3.427626132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141438484191895,
+      "cov-distil (oracle2student)": 3.6128411293029785,
+      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "epoch": 0.5062794348508635,
+      "rel-constrast": 1.986968994140625,
+      "step": 645,
+      "subrel-constrast": 3.4877305030822754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8011051416397095,
+      "cov-distil (oracle2student)": 4.181175231933594,
+      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "epoch": 0.5070643642072213,
+      "rel-constrast": 4.298709869384766,
+      "step": 646,
+      "subrel-constrast": 4.449463367462158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574446439743042,
+      "cov-distil (oracle2student)": 4.544512748718262,
+      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "epoch": 0.5078492935635793,
+      "rel-constrast": 3.0806450843811035,
+      "step": 647,
+      "subrel-constrast": 4.183079242706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6043461561203003,
+      "cov-distil (oracle2student)": 4.987117767333984,
+      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "epoch": 0.5086342229199372,
+      "rel-constrast": 4.73549747467041,
+      "step": 648,
+      "subrel-constrast": 4.205761432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.730860948562622,
+      "cov-distil (oracle2student)": 5.180544376373291,
+      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "epoch": 0.5094191522762951,
+      "rel-constrast": 4.907083988189697,
+      "step": 649,
+      "subrel-constrast": 5.788470268249512,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 8.5625,
+      "learning_rate": 3.245e-05,
+      "loss": 0.9168,
+      "step": 650
+    },
+    {
+      "cov-distil": 1.5795965194702148,
+      "cov-distil (oracle2student)": 3.0900959968566895,
+      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "epoch": 0.5102040816326531,
+      "rel-constrast": 2.2749428749084473,
+      "step": 650,
+      "subrel-constrast": 2.8779311180114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022461175918579,
+      "cov-distil (oracle2student)": 3.3919878005981445,
+      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "epoch": 0.510989010989011,
+      "rel-constrast": 4.249826431274414,
+      "step": 651,
+      "subrel-constrast": 4.296363830566406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9723405838012695,
+      "cov-distil (oracle2student)": 4.034090518951416,
+      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "epoch": 0.5117739403453689,
+      "rel-constrast": 2.7990145683288574,
+      "step": 652,
+      "subrel-constrast": 3.4069864749908447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.363738536834717,
+      "cov-distil (oracle2student)": 4.103008270263672,
+      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "epoch": 0.5125588697017268,
+      "rel-constrast": 3.1663973331451416,
+      "step": 653,
+      "subrel-constrast": 4.638887405395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0362863540649414,
+      "cov-distil (oracle2student)": 4.727874755859375,
+      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "epoch": 0.5133437990580848,
+      "rel-constrast": 3.1716318130493164,
+      "step": 654,
+      "subrel-constrast": 3.712811231613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.86520254611969,
+      "cov-distil (oracle2student)": 3.012089490890503,
+      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "epoch": 0.5141287284144427,
+      "rel-constrast": 3.011532783508301,
+      "step": 655,
+      "subrel-constrast": 3.88307785987854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380237340927124,
+      "cov-distil (oracle2student)": 4.0943403244018555,
+      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "epoch": 0.5149136577708007,
+      "rel-constrast": 2.6949563026428223,
+      "step": 656,
+      "subrel-constrast": 2.970791816711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.547088623046875,
+      "cov-distil (oracle2student)": 3.7811152935028076,
+      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "epoch": 0.5156985871271585,
+      "rel-constrast": 4.6508331298828125,
+      "step": 657,
+      "subrel-constrast": 5.021119594573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8773239850997925,
+      "cov-distil (oracle2student)": 2.162222385406494,
+      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "epoch": 0.5164835164835165,
+      "rel-constrast": 2.518174409866333,
+      "step": 658,
+      "subrel-constrast": 3.1573424339294434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1154937744140625,
+      "cov-distil (oracle2student)": 4.187142372131348,
+      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "epoch": 0.5172684458398744,
+      "rel-constrast": 2.335378885269165,
+      "step": 659,
+      "subrel-constrast": 3.8484878540039062,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5180533751962323,
+      "grad_norm": 5.34375,
+      "learning_rate": 3.295e-05,
+      "loss": 0.8237,
+      "step": 660
+    },
+    {
+      "cov-distil": 1.6641137599945068,
+      "cov-distil (oracle2student)": 4.368854999542236,
+      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "epoch": 0.5180533751962323,
+      "rel-constrast": 5.043145179748535,
+      "step": 660,
+      "subrel-constrast": 4.929429054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8369500637054443,
+      "cov-distil (oracle2student)": 2.5059654712677,
+      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "epoch": 0.5188383045525903,
+      "rel-constrast": 2.958991765975952,
+      "step": 661,
+      "subrel-constrast": 4.045813083648682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3058319091796875,
+      "cov-distil (oracle2student)": 2.6083598136901855,
+      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "epoch": 0.5196232339089482,
+      "rel-constrast": 3.9977173805236816,
+      "step": 662,
+      "subrel-constrast": 4.289959907531738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3584043979644775,
+      "cov-distil (oracle2student)": 3.5410373210906982,
+      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "epoch": 0.5204081632653061,
+      "rel-constrast": 3.7360000610351562,
+      "step": 663,
+      "subrel-constrast": 4.950240612030029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8579416275024414,
+      "cov-distil (oracle2student)": 3.8656551837921143,
+      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "epoch": 0.521193092621664,
+      "rel-constrast": 2.1877617835998535,
+      "step": 664,
+      "subrel-constrast": 3.012631416320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.214716911315918,
+      "cov-distil (oracle2student)": 6.05491828918457,
+      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "epoch": 0.521978021978022,
+      "rel-constrast": 5.178892135620117,
+      "step": 665,
+      "subrel-constrast": 5.305087566375732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6137239933013916,
+      "cov-distil (oracle2student)": 3.810120105743408,
+      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "epoch": 0.5227629513343799,
+      "rel-constrast": 3.349665403366089,
+      "step": 666,
+      "subrel-constrast": 3.414976119995117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4571619033813477,
+      "cov-distil (oracle2student)": 4.053093910217285,
+      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "epoch": 0.5235478806907379,
+      "rel-constrast": 3.4734315872192383,
+      "step": 667,
+      "subrel-constrast": 4.766326427459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3272705078125,
+      "cov-distil (oracle2student)": 5.295647144317627,
+      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "epoch": 0.5243328100470958,
+      "rel-constrast": 2.27578067779541,
+      "step": 668,
+      "subrel-constrast": 3.290186882019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16574764251709,
+      "cov-distil (oracle2student)": 3.074251174926758,
+      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "epoch": 0.5251177394034537,
+      "rel-constrast": 2.9117937088012695,
+      "step": 669,
+      "subrel-constrast": 4.0769429206848145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5259026687598116,
+      "grad_norm": 6.375,
+      "learning_rate": 3.345000000000001e-05,
+      "loss": 0.9273,
+      "step": 670
+    },
+    {
+      "cov-distil": 2.065680503845215,
+      "cov-distil (oracle2student)": 3.868816375732422,
+      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "epoch": 0.5259026687598116,
+      "rel-constrast": 2.5789599418640137,
+      "step": 670,
+      "subrel-constrast": 3.465372085571289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0299253463745117,
+      "cov-distil (oracle2student)": 5.565490245819092,
+      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "epoch": 0.5266875981161695,
+      "rel-constrast": 3.3333916664123535,
+      "step": 671,
+      "subrel-constrast": 4.698709964752197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5617218017578125,
+      "cov-distil (oracle2student)": 3.1652114391326904,
+      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "epoch": 0.5274725274725275,
+      "rel-constrast": 3.9138967990875244,
+      "step": 672,
+      "subrel-constrast": 4.301997184753418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7199047803878784,
+      "cov-distil (oracle2student)": 5.541564464569092,
+      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "epoch": 0.5282574568288854,
+      "rel-constrast": 4.440341949462891,
+      "step": 673,
+      "subrel-constrast": 4.870668411254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1352946758270264,
+      "cov-distil (oracle2student)": 5.3132476806640625,
+      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "epoch": 0.5290423861852434,
+      "rel-constrast": 3.2583117485046387,
+      "step": 674,
+      "subrel-constrast": 3.8436455726623535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9063246250152588,
+      "cov-distil (oracle2student)": 5.243358612060547,
+      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "epoch": 0.5298273155416012,
+      "rel-constrast": 3.1742382049560547,
+      "step": 675,
+      "subrel-constrast": 3.8488731384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8462109565734863,
+      "cov-distil (oracle2student)": 5.162891387939453,
+      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "epoch": 0.5306122448979592,
+      "rel-constrast": 4.111156463623047,
+      "step": 676,
+      "subrel-constrast": 4.930334091186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5761990547180176,
+      "cov-distil (oracle2student)": 4.144106864929199,
+      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "epoch": 0.5313971742543171,
+      "rel-constrast": 4.443304538726807,
+      "step": 677,
+      "subrel-constrast": 4.383738994598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341961145401001,
+      "cov-distil (oracle2student)": 7.6850481033325195,
+      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "epoch": 0.5321821036106751,
+      "rel-constrast": 2.8136472702026367,
+      "step": 678,
+      "subrel-constrast": 3.307239294052124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9289836883544922,
+      "cov-distil (oracle2student)": 4.049675941467285,
+      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "epoch": 0.532967032967033,
+      "rel-constrast": 3.3361611366271973,
+      "step": 679,
+      "subrel-constrast": 4.114180088043213,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.533751962323391,
+      "grad_norm": 6.5,
+      "learning_rate": 3.3950000000000005e-05,
+      "loss": 0.9304,
+      "step": 680
+    },
+    {
+      "cov-distil": 2.5641942024230957,
+      "cov-distil (oracle2student)": 2.744274854660034,
+      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "epoch": 0.533751962323391,
+      "rel-constrast": 2.993406057357788,
+      "step": 680,
+      "subrel-constrast": 3.755962371826172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0492701530456543,
+      "cov-distil (oracle2student)": 4.649113655090332,
+      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "epoch": 0.5345368916797488,
+      "rel-constrast": 3.4748072624206543,
+      "step": 681,
+      "subrel-constrast": 3.822028398513794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7886135578155518,
+      "cov-distil (oracle2student)": 4.739500045776367,
+      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "epoch": 0.5353218210361067,
+      "rel-constrast": 3.860889434814453,
+      "step": 682,
+      "subrel-constrast": 4.300994873046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7035307884216309,
+      "cov-distil (oracle2student)": 5.256606578826904,
+      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "epoch": 0.5361067503924647,
+      "rel-constrast": 2.694431781768799,
+      "step": 683,
+      "subrel-constrast": 3.748015880584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5793291330337524,
+      "cov-distil (oracle2student)": 3.34442138671875,
+      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "epoch": 0.5368916797488226,
+      "rel-constrast": 3.4692606925964355,
+      "step": 684,
+      "subrel-constrast": 4.155377388000488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.270772933959961,
+      "cov-distil (oracle2student)": 4.940689563751221,
+      "cov-distil (oracle2teacher)": 4.056640625,
+      "epoch": 0.5376766091051806,
+      "rel-constrast": 3.6255533695220947,
+      "step": 685,
+      "subrel-constrast": 3.905515432357788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906499147415161,
+      "cov-distil (oracle2student)": 2.9719133377075195,
+      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "epoch": 0.5384615384615384,
+      "rel-constrast": 2.522902488708496,
+      "step": 686,
+      "subrel-constrast": 3.023371458053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.210014820098877,
+      "cov-distil (oracle2student)": 3.1710901260375977,
+      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "epoch": 0.5392464678178964,
+      "rel-constrast": 3.3018300533294678,
+      "step": 687,
+      "subrel-constrast": 4.116960048675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8590292930603027,
+      "cov-distil (oracle2student)": 3.6966283321380615,
+      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "epoch": 0.5400313971742543,
+      "rel-constrast": 2.4913716316223145,
+      "step": 688,
+      "subrel-constrast": 3.234123945236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858504295349121,
+      "cov-distil (oracle2student)": 5.383901119232178,
+      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "epoch": 0.5408163265306123,
+      "rel-constrast": 2.557194948196411,
+      "step": 689,
+      "subrel-constrast": 3.526618480682373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5416012558869702,
+      "grad_norm": 5.90625,
+      "learning_rate": 3.445e-05,
+      "loss": 0.8217,
+      "step": 690
+    },
+    {
+      "cov-distil": 2.299866199493408,
+      "cov-distil (oracle2student)": 5.036685943603516,
+      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "epoch": 0.5416012558869702,
+      "rel-constrast": 4.325338840484619,
+      "step": 690,
+      "subrel-constrast": 4.785141468048096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.446077823638916,
+      "cov-distil (oracle2student)": 4.742259502410889,
+      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "epoch": 0.542386185243328,
+      "rel-constrast": 3.005162000656128,
+      "step": 691,
+      "subrel-constrast": 3.929311513900757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.759209156036377,
+      "cov-distil (oracle2student)": 5.172847747802734,
+      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "epoch": 0.543171114599686,
+      "rel-constrast": 2.6518049240112305,
+      "step": 692,
+      "subrel-constrast": 3.5100200176239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0212676525115967,
+      "cov-distil (oracle2student)": 3.6649792194366455,
+      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "epoch": 0.5439560439560439,
+      "rel-constrast": 3.616281509399414,
+      "step": 693,
+      "subrel-constrast": 4.3500471115112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.15602445602417,
+      "cov-distil (oracle2student)": 4.672577857971191,
+      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "epoch": 0.5447409733124019,
+      "rel-constrast": 2.765082359313965,
+      "step": 694,
+      "subrel-constrast": 3.7528111934661865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6601845026016235,
+      "cov-distil (oracle2student)": 6.222827911376953,
+      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "epoch": 0.5455259026687598,
+      "rel-constrast": 2.261347770690918,
+      "step": 695,
+      "subrel-constrast": 3.265878200531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6982128620147705,
+      "cov-distil (oracle2student)": 4.819255828857422,
+      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "epoch": 0.5463108320251178,
+      "rel-constrast": 3.655337333679199,
+      "step": 696,
+      "subrel-constrast": 4.5195231437683105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2472658157348633,
+      "cov-distil (oracle2student)": 3.983247995376587,
+      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "epoch": 0.5470957613814756,
+      "rel-constrast": 3.598127603530884,
+      "step": 697,
+      "subrel-constrast": 5.374654293060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1413283348083496,
+      "cov-distil (oracle2student)": 4.751459121704102,
+      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "epoch": 0.5478806907378336,
+      "rel-constrast": 2.9638516902923584,
+      "step": 698,
+      "subrel-constrast": 3.3442859649658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8689894676208496,
+      "cov-distil (oracle2student)": 4.649480819702148,
+      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "epoch": 0.5486656200941915,
+      "rel-constrast": 4.6534953117370605,
+      "step": 699,
+      "subrel-constrast": 5.357505798339844,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 8.25,
+      "learning_rate": 3.495e-05,
+      "loss": 0.8856,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "overlap": 0.2750000059604645,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "student margin": 0.04656982421875
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "teacher margin": 0.027984619140625
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "margin difference": -0.018585205078125,
+      "step": 700
+    },
+    {
+      "cov-distil": 2.157240867614746,
+      "cov-distil (oracle2student)": 3.8259079456329346,
+      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "epoch": 0.5494505494505495,
+      "rel-constrast": 2.778444290161133,
+      "step": 700,
+      "subrel-constrast": 3.613661527633667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.01035737991333,
+      "cov-distil (oracle2student)": 5.081770420074463,
+      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "epoch": 0.5502354788069074,
+      "rel-constrast": 3.072714328765869,
+      "step": 701,
+      "subrel-constrast": 4.064720630645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.565253734588623,
+      "cov-distil (oracle2student)": 3.6840004920959473,
+      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "epoch": 0.5510204081632653,
+      "rel-constrast": 2.864206314086914,
+      "step": 702,
+      "subrel-constrast": 4.07752799987793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3201117515563965,
+      "cov-distil (oracle2student)": 4.430790901184082,
+      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "epoch": 0.5518053375196232,
+      "rel-constrast": 2.892885684967041,
+      "step": 703,
+      "subrel-constrast": 3.9102280139923096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6157848834991455,
+      "cov-distil (oracle2student)": 3.072972059249878,
+      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "epoch": 0.5525902668759811,
+      "rel-constrast": 2.969308376312256,
+      "step": 704,
+      "subrel-constrast": 3.35325288772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8044019937515259,
+      "cov-distil (oracle2student)": 4.907984733581543,
+      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "epoch": 0.5533751962323391,
+      "rel-constrast": 2.5930466651916504,
+      "step": 705,
+      "subrel-constrast": 3.165639877319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.150331497192383,
+      "cov-distil (oracle2student)": 3.3075904846191406,
+      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "epoch": 0.554160125588697,
+      "rel-constrast": 2.4108023643493652,
+      "step": 706,
+      "subrel-constrast": 3.4137344360351562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.595040202140808,
+      "cov-distil (oracle2student)": 3.7764763832092285,
+      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "epoch": 0.554945054945055,
+      "rel-constrast": 2.6294069290161133,
+      "step": 707,
+      "subrel-constrast": 3.2617640495300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.711127519607544,
+      "cov-distil (oracle2student)": 4.368122100830078,
+      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "epoch": 0.5557299843014128,
+      "rel-constrast": 3.2108542919158936,
+      "step": 708,
+      "subrel-constrast": 4.086469650268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5156898498535156,
+      "cov-distil (oracle2student)": 2.943955421447754,
+      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "epoch": 0.5565149136577708,
+      "rel-constrast": 2.9572768211364746,
+      "step": 709,
+      "subrel-constrast": 3.896813154220581,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5572998430141287,
+      "grad_norm": 6.28125,
+      "learning_rate": 3.545e-05,
+      "loss": 0.7581,
+      "step": 710
+    },
+    {
+      "cov-distil": 1.941748857498169,
+      "cov-distil (oracle2student)": 3.2825870513916016,
+      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "epoch": 0.5572998430141287,
+      "rel-constrast": 2.292598247528076,
+      "step": 710,
+      "subrel-constrast": 2.9045729637145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0996546745300293,
+      "cov-distil (oracle2student)": 4.204470157623291,
+      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "epoch": 0.5580847723704867,
+      "rel-constrast": 3.2023658752441406,
+      "step": 711,
+      "subrel-constrast": 4.2951812744140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.125648021697998,
+      "cov-distil (oracle2student)": 4.4790239334106445,
+      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "epoch": 0.5588697017268446,
+      "rel-constrast": 2.64786434173584,
+      "step": 712,
+      "subrel-constrast": 3.5473222732543945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9814571142196655,
+      "cov-distil (oracle2student)": 4.236344337463379,
+      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "epoch": 0.5596546310832025,
+      "rel-constrast": 3.084531307220459,
+      "step": 713,
+      "subrel-constrast": 3.6959943771362305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3132081031799316,
+      "cov-distil (oracle2student)": 5.171266555786133,
+      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "epoch": 0.5604395604395604,
+      "rel-constrast": 3.0725412368774414,
+      "step": 714,
+      "subrel-constrast": 3.5433380603790283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8887940645217896,
+      "cov-distil (oracle2student)": 2.9364123344421387,
+      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "epoch": 0.5612244897959183,
+      "rel-constrast": 3.2502474784851074,
+      "step": 715,
+      "subrel-constrast": 4.225052833557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9373162984848022,
+      "cov-distil (oracle2student)": 2.9609618186950684,
+      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "epoch": 0.5620094191522763,
+      "rel-constrast": 2.3920419216156006,
+      "step": 716,
+      "subrel-constrast": 3.1587109565734863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1943297386169434,
+      "cov-distil (oracle2student)": 3.3232693672180176,
+      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "epoch": 0.5627943485086342,
+      "rel-constrast": 2.6380295753479004,
+      "step": 717,
+      "subrel-constrast": 3.8598556518554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8532280921936035,
+      "cov-distil (oracle2student)": 4.747437953948975,
+      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "epoch": 0.5635792778649922,
+      "rel-constrast": 3.7532408237457275,
+      "step": 718,
+      "subrel-constrast": 4.479611873626709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901079893112183,
+      "cov-distil (oracle2student)": 4.796479225158691,
+      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "epoch": 0.5643642072213501,
+      "rel-constrast": 3.1896746158599854,
+      "step": 719,
+      "subrel-constrast": 3.2718636989593506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.565149136577708,
+      "grad_norm": 6.5,
+      "learning_rate": 3.595e-05,
+      "loss": 0.7886,
+      "step": 720
+    },
+    {
+      "cov-distil": 1.6721587181091309,
+      "cov-distil (oracle2student)": 4.330309867858887,
+      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "epoch": 0.565149136577708,
+      "rel-constrast": 3.139103889465332,
+      "step": 720,
+      "subrel-constrast": 4.142110347747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9585630893707275,
+      "cov-distil (oracle2student)": 3.8818159103393555,
+      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "epoch": 0.5659340659340659,
+      "rel-constrast": 3.3852601051330566,
+      "step": 721,
+      "subrel-constrast": 4.186655521392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6628599166870117,
+      "cov-distil (oracle2student)": 4.438604354858398,
+      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "epoch": 0.5667189952904239,
+      "rel-constrast": 3.076204776763916,
+      "step": 722,
+      "subrel-constrast": 4.137909412384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2891294956207275,
+      "cov-distil (oracle2student)": 4.213877201080322,
+      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "epoch": 0.5675039246467818,
+      "rel-constrast": 2.878323793411255,
+      "step": 723,
+      "subrel-constrast": 4.198168754577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.154545783996582,
+      "cov-distil (oracle2student)": 4.58632755279541,
+      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "epoch": 0.5682888540031397,
+      "rel-constrast": 2.2643494606018066,
+      "step": 724,
+      "subrel-constrast": 3.1710689067840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9621435403823853,
+      "cov-distil (oracle2student)": 5.582200050354004,
+      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "epoch": 0.5690737833594977,
+      "rel-constrast": 4.491276741027832,
+      "step": 725,
+      "subrel-constrast": 5.244818687438965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337646484375,
+      "cov-distil (oracle2student)": 5.812445640563965,
+      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "epoch": 0.5698587127158555,
+      "rel-constrast": 2.6152005195617676,
+      "step": 726,
+      "subrel-constrast": 3.1233291625976562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6689956188201904,
+      "cov-distil (oracle2student)": 4.86440372467041,
+      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "epoch": 0.5706436420722135,
+      "rel-constrast": 4.108986854553223,
+      "step": 727,
+      "subrel-constrast": 4.540005683898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6646761894226074,
+      "cov-distil (oracle2student)": 2.7824769020080566,
+      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "epoch": 0.5714285714285714,
+      "rel-constrast": 3.4552814960479736,
+      "step": 728,
+      "subrel-constrast": 4.266411304473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8652509450912476,
+      "cov-distil (oracle2student)": 4.346886157989502,
+      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "epoch": 0.5722135007849294,
+      "rel-constrast": 3.310194730758667,
+      "step": 729,
+      "subrel-constrast": 4.254908561706543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5729984301412873,
+      "grad_norm": 7.96875,
+      "learning_rate": 3.645e-05,
+      "loss": 0.8647,
+      "step": 730
+    },
+    {
+      "cov-distil": 2.10368013381958,
+      "cov-distil (oracle2student)": 4.364799499511719,
+      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "epoch": 0.5729984301412873,
+      "rel-constrast": 3.498570442199707,
+      "step": 730,
+      "subrel-constrast": 4.162968158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8829506635665894,
+      "cov-distil (oracle2student)": 3.6689822673797607,
+      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "epoch": 0.5737833594976453,
+      "rel-constrast": 2.781203269958496,
+      "step": 731,
+      "subrel-constrast": 3.2335457801818848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4705734252929688,
+      "cov-distil (oracle2student)": 4.313507556915283,
+      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "epoch": 0.5745682888540031,
+      "rel-constrast": 2.226599931716919,
+      "step": 732,
+      "subrel-constrast": 3.3719711303710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9433242082595825,
+      "cov-distil (oracle2student)": 3.8105883598327637,
+      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "epoch": 0.5753532182103611,
+      "rel-constrast": 2.1092617511749268,
+      "step": 733,
+      "subrel-constrast": 2.887378692626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145235538482666,
+      "cov-distil (oracle2student)": 3.870384931564331,
+      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "epoch": 0.576138147566719,
+      "rel-constrast": 3.1030163764953613,
+      "step": 734,
+      "subrel-constrast": 3.974809169769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6421372890472412,
+      "cov-distil (oracle2student)": 4.185415267944336,
+      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "epoch": 0.5769230769230769,
+      "rel-constrast": 3.2164130210876465,
+      "step": 735,
+      "subrel-constrast": 3.839367389678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.199052095413208,
+      "cov-distil (oracle2student)": 5.1141533851623535,
+      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "epoch": 0.5777080062794349,
+      "rel-constrast": 2.3354225158691406,
+      "step": 736,
+      "subrel-constrast": 3.359426498413086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3703148365020752,
+      "cov-distil (oracle2student)": 2.855952501296997,
+      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "epoch": 0.5784929356357927,
+      "rel-constrast": 2.385584831237793,
+      "step": 737,
+      "subrel-constrast": 3.1257822513580322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.035461902618408,
+      "cov-distil (oracle2student)": 4.601683616638184,
+      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "epoch": 0.5792778649921507,
+      "rel-constrast": 3.277278423309326,
+      "step": 738,
+      "subrel-constrast": 3.815040349960327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9469118118286133,
+      "cov-distil (oracle2student)": 3.4044556617736816,
+      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "epoch": 0.5800627943485086,
+      "rel-constrast": 2.503614664077759,
+      "step": 739,
+      "subrel-constrast": 3.8464818000793457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5808477237048666,
+      "grad_norm": 5.625,
+      "learning_rate": 3.6950000000000004e-05,
+      "loss": 0.7317,
+      "step": 740
+    },
+    {
+      "cov-distil": 2.0407614707946777,
+      "cov-distil (oracle2student)": 3.996048927307129,
+      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "epoch": 0.5808477237048666,
+      "rel-constrast": 3.669546604156494,
+      "step": 740,
+      "subrel-constrast": 4.864207744598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7672450542449951,
+      "cov-distil (oracle2student)": 5.2881999015808105,
+      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "epoch": 0.5816326530612245,
+      "rel-constrast": 3.2707724571228027,
+      "step": 741,
+      "subrel-constrast": 3.7437262535095215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1187403202056885,
+      "cov-distil (oracle2student)": 4.8938703536987305,
+      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "epoch": 0.5824175824175825,
+      "rel-constrast": 3.337557315826416,
+      "step": 742,
+      "subrel-constrast": 4.06928825378418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9417197704315186,
+      "cov-distil (oracle2student)": 2.6721365451812744,
+      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "epoch": 0.5832025117739403,
+      "rel-constrast": 3.274005889892578,
+      "step": 743,
+      "subrel-constrast": 4.384252071380615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6456279754638672,
+      "cov-distil (oracle2student)": 6.536004066467285,
+      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "epoch": 0.5839874411302983,
+      "rel-constrast": 3.884960174560547,
+      "step": 744,
+      "subrel-constrast": 4.296112537384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1353392601013184,
+      "cov-distil (oracle2student)": 3.733588218688965,
+      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "epoch": 0.5847723704866562,
+      "rel-constrast": 3.021883964538574,
+      "step": 745,
+      "subrel-constrast": 4.292428493499756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4558398723602295,
+      "cov-distil (oracle2student)": 4.652581214904785,
+      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "epoch": 0.5855572998430141,
+      "rel-constrast": 4.278546333312988,
+      "step": 746,
+      "subrel-constrast": 4.9796462059021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.694913387298584,
+      "cov-distil (oracle2student)": 5.748119354248047,
+      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "epoch": 0.5863422291993721,
+      "rel-constrast": 3.8175976276397705,
+      "step": 747,
+      "subrel-constrast": 4.21746301651001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.475412368774414,
+      "cov-distil (oracle2student)": 4.438069820404053,
+      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "epoch": 0.5871271585557299,
+      "rel-constrast": 3.845689296722412,
+      "step": 748,
+      "subrel-constrast": 4.95175838470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9831706285476685,
+      "cov-distil (oracle2student)": 6.495038032531738,
+      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "epoch": 0.5879120879120879,
+      "rel-constrast": 4.1530351638793945,
+      "step": 749,
+      "subrel-constrast": 4.611822128295898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5886970172684458,
+      "grad_norm": 7.3125,
+      "learning_rate": 3.745e-05,
+      "loss": 0.962,
+      "step": 750
+    },
+    {
+      "cov-distil": 2.0158157348632812,
+      "cov-distil (oracle2student)": 5.055816173553467,
+      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "epoch": 0.5886970172684458,
+      "rel-constrast": 3.9233157634735107,
+      "step": 750,
+      "subrel-constrast": 3.864165782928467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635613441467285,
+      "cov-distil (oracle2student)": 5.4654316902160645,
+      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "epoch": 0.5894819466248038,
+      "rel-constrast": 4.993955135345459,
+      "step": 751,
+      "subrel-constrast": 5.235997200012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385218858718872,
+      "cov-distil (oracle2student)": 5.6385650634765625,
+      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "epoch": 0.5902668759811617,
+      "rel-constrast": 3.025139808654785,
+      "step": 752,
+      "subrel-constrast": 3.8267934322357178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569950819015503,
+      "cov-distil (oracle2student)": 3.5421292781829834,
+      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "epoch": 0.5910518053375197,
+      "rel-constrast": 3.353006601333618,
+      "step": 753,
+      "subrel-constrast": 3.6611077785491943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1727864742279053,
+      "cov-distil (oracle2student)": 4.28021240234375,
+      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "epoch": 0.5918367346938775,
+      "rel-constrast": 2.922618865966797,
+      "step": 754,
+      "subrel-constrast": 3.996519088745117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7415900230407715,
+      "cov-distil (oracle2student)": 3.497739315032959,
+      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "epoch": 0.5926216640502355,
+      "rel-constrast": 3.798996925354004,
+      "step": 755,
+      "subrel-constrast": 4.776462554931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1685500144958496,
+      "cov-distil (oracle2student)": 4.893260955810547,
+      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "epoch": 0.5934065934065934,
+      "rel-constrast": 2.4217734336853027,
+      "step": 756,
+      "subrel-constrast": 3.1775949001312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841844081878662,
+      "cov-distil (oracle2student)": 4.1985602378845215,
+      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "epoch": 0.5941915227629513,
+      "rel-constrast": 4.808537483215332,
+      "step": 757,
+      "subrel-constrast": 4.465860366821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1540775299072266,
+      "cov-distil (oracle2student)": 4.151504993438721,
+      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "epoch": 0.5949764521193093,
+      "rel-constrast": 4.140444755554199,
+      "step": 758,
+      "subrel-constrast": 4.597982406616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271002769470215,
+      "cov-distil (oracle2student)": 3.718888998031616,
+      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "epoch": 0.5957613814756672,
+      "rel-constrast": 2.825824499130249,
+      "step": 759,
+      "subrel-constrast": 4.3692402839660645,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5965463108320251,
+      "grad_norm": 5.1875,
+      "learning_rate": 3.795e-05,
+      "loss": 0.9528,
+      "step": 760
+    },
+    {
+      "cov-distil": 1.7022627592086792,
+      "cov-distil (oracle2student)": 3.69522762298584,
+      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "epoch": 0.5965463108320251,
+      "rel-constrast": 3.239539861679077,
+      "step": 760,
+      "subrel-constrast": 3.6723670959472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1336252689361572,
+      "cov-distil (oracle2student)": 5.899049282073975,
+      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "epoch": 0.597331240188383,
+      "rel-constrast": 3.3772640228271484,
+      "step": 761,
+      "subrel-constrast": 3.9677364826202393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4030654430389404,
+      "cov-distil (oracle2student)": 2.9989023208618164,
+      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "epoch": 0.598116169544741,
+      "rel-constrast": 2.7976434230804443,
+      "step": 762,
+      "subrel-constrast": 3.6139957904815674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6165751218795776,
+      "cov-distil (oracle2student)": 3.5679118633270264,
+      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "epoch": 0.5989010989010989,
+      "rel-constrast": 2.8740625381469727,
+      "step": 763,
+      "subrel-constrast": 3.778475761413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.820896625518799,
+      "cov-distil (oracle2student)": 6.150871753692627,
+      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "epoch": 0.5996860282574569,
+      "rel-constrast": 3.7509093284606934,
+      "step": 764,
+      "subrel-constrast": 4.796078681945801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9030272960662842,
+      "cov-distil (oracle2student)": 4.817904472351074,
+      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "epoch": 0.6004709576138147,
+      "rel-constrast": 2.762104034423828,
+      "step": 765,
+      "subrel-constrast": 3.649869918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6472067832946777,
+      "cov-distil (oracle2student)": 5.045088768005371,
+      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "epoch": 0.6012558869701727,
+      "rel-constrast": 3.665983200073242,
+      "step": 766,
+      "subrel-constrast": 4.9610595703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7140461206436157,
+      "cov-distil (oracle2student)": 4.2100830078125,
+      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "epoch": 0.6020408163265306,
+      "rel-constrast": 3.221212863922119,
+      "step": 767,
+      "subrel-constrast": 4.096993923187256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9868059158325195,
+      "cov-distil (oracle2student)": 4.4105072021484375,
+      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "epoch": 0.6028257456828885,
+      "rel-constrast": 3.5781681537628174,
+      "step": 768,
+      "subrel-constrast": 3.9354326725006104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8439627885818481,
+      "cov-distil (oracle2student)": 4.352982521057129,
+      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "epoch": 0.6036106750392465,
+      "rel-constrast": 3.0787644386291504,
+      "step": 769,
+      "subrel-constrast": 3.8324127197265625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6043956043956044,
+      "grad_norm": 6.03125,
+      "learning_rate": 3.845e-05,
+      "loss": 0.8581,
+      "step": 770
+    },
+    {
+      "cov-distil": 1.7659657001495361,
+      "cov-distil (oracle2student)": 3.843327045440674,
+      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "epoch": 0.6043956043956044,
+      "rel-constrast": 3.9639570713043213,
+      "step": 770,
+      "subrel-constrast": 4.180597305297852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.315230369567871,
+      "cov-distil (oracle2student)": 5.3011298179626465,
+      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "epoch": 0.6051805337519623,
+      "rel-constrast": 2.70466685295105,
+      "step": 771,
+      "subrel-constrast": 3.1214003562927246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9845139980316162,
+      "cov-distil (oracle2student)": 4.869327545166016,
+      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "epoch": 0.6059654631083202,
+      "rel-constrast": 3.7171690464019775,
+      "step": 772,
+      "subrel-constrast": 4.3443684577941895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9720571041107178,
+      "cov-distil (oracle2student)": 3.690183639526367,
+      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "epoch": 0.6067503924646782,
+      "rel-constrast": 3.0226402282714844,
+      "step": 773,
+      "subrel-constrast": 3.60787296295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6458377838134766,
+      "cov-distil (oracle2student)": 4.784181594848633,
+      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "epoch": 0.6075353218210361,
+      "rel-constrast": 2.781965732574463,
+      "step": 774,
+      "subrel-constrast": 4.125537395477295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9115421772003174,
+      "cov-distil (oracle2student)": 3.761108160018921,
+      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "epoch": 0.6083202511773941,
+      "rel-constrast": 5.317140102386475,
+      "step": 775,
+      "subrel-constrast": 5.246437072753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6181366443634033,
+      "cov-distil (oracle2student)": 4.179975509643555,
+      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "epoch": 0.609105180533752,
+      "rel-constrast": 3.174107789993286,
+      "step": 776,
+      "subrel-constrast": 4.24804162979126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841779470443726,
+      "cov-distil (oracle2student)": 4.076355934143066,
+      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "epoch": 0.6098901098901099,
+      "rel-constrast": 3.13995623588562,
+      "step": 777,
+      "subrel-constrast": 3.882110834121704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4938359260559082,
+      "cov-distil (oracle2student)": 3.114800453186035,
+      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "epoch": 0.6106750392464678,
+      "rel-constrast": 2.3868465423583984,
+      "step": 778,
+      "subrel-constrast": 3.307704448699951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6191189289093018,
+      "cov-distil (oracle2student)": 3.7162814140319824,
+      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "epoch": 0.6114599686028257,
+      "rel-constrast": 2.6197452545166016,
+      "step": 779,
+      "subrel-constrast": 3.995907783508301,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6122448979591837,
+      "grad_norm": 5.71875,
+      "learning_rate": 3.8950000000000005e-05,
+      "loss": 0.8627,
+      "step": 780
+    },
+    {
+      "cov-distil": 1.567307472229004,
+      "cov-distil (oracle2student)": 3.8484396934509277,
+      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "epoch": 0.6122448979591837,
+      "rel-constrast": 2.7569737434387207,
+      "step": 780,
+      "subrel-constrast": 3.633056640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.703679084777832,
+      "cov-distil (oracle2student)": 5.909217834472656,
+      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "epoch": 0.6130298273155416,
+      "rel-constrast": 3.1182799339294434,
+      "step": 781,
+      "subrel-constrast": 4.302492618560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5469286441802979,
+      "cov-distil (oracle2student)": 4.972591876983643,
+      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "epoch": 0.6138147566718996,
+      "rel-constrast": 3.5933823585510254,
+      "step": 782,
+      "subrel-constrast": 4.120849609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.499288320541382,
+      "cov-distil (oracle2student)": 4.016372203826904,
+      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "epoch": 0.6145996860282574,
+      "rel-constrast": 3.579235076904297,
+      "step": 783,
+      "subrel-constrast": 4.995879650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7838202714920044,
+      "cov-distil (oracle2student)": 4.292354106903076,
+      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "epoch": 0.6153846153846154,
+      "rel-constrast": 4.380586624145508,
+      "step": 784,
+      "subrel-constrast": 4.989373683929443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.360783338546753,
+      "cov-distil (oracle2student)": 2.8544771671295166,
+      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "epoch": 0.6161695447409733,
+      "rel-constrast": 2.633727788925171,
+      "step": 785,
+      "subrel-constrast": 3.0272700786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2854633331298828,
+      "cov-distil (oracle2student)": 4.519411087036133,
+      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "epoch": 0.6169544740973313,
+      "rel-constrast": 3.793271541595459,
+      "step": 786,
+      "subrel-constrast": 4.128157138824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158350229263306,
+      "cov-distil (oracle2student)": 8.350929260253906,
+      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "epoch": 0.6177394034536892,
+      "rel-constrast": 4.180355548858643,
+      "step": 787,
+      "subrel-constrast": 4.325165748596191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7012990713119507,
+      "cov-distil (oracle2student)": 4.489649772644043,
+      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "epoch": 0.6185243328100472,
+      "rel-constrast": 2.7871315479278564,
+      "step": 788,
+      "subrel-constrast": 3.8673195838928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.114866256713867,
+      "cov-distil (oracle2student)": 4.235287666320801,
+      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "epoch": 0.619309262166405,
+      "rel-constrast": 3.4823496341705322,
+      "step": 789,
+      "subrel-constrast": 4.297632217407227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6200941915227629,
+      "grad_norm": 7.875,
+      "learning_rate": 3.9450000000000003e-05,
+      "loss": 0.9013,
+      "step": 790
+    },
+    {
+      "cov-distil": 1.5477025508880615,
+      "cov-distil (oracle2student)": 5.949827671051025,
+      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "epoch": 0.6200941915227629,
+      "rel-constrast": 4.039373397827148,
+      "step": 790,
+      "subrel-constrast": 4.567863464355469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3561406135559082,
+      "cov-distil (oracle2student)": 3.604832649230957,
+      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "epoch": 0.6208791208791209,
+      "rel-constrast": 3.4909794330596924,
+      "step": 791,
+      "subrel-constrast": 4.409178733825684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871955394744873,
+      "cov-distil (oracle2student)": 4.196135520935059,
+      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "epoch": 0.6216640502354788,
+      "rel-constrast": 2.9357693195343018,
+      "step": 792,
+      "subrel-constrast": 3.2282023429870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.003251791000366,
+      "cov-distil (oracle2student)": 4.818282127380371,
+      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "epoch": 0.6224489795918368,
+      "rel-constrast": 2.581894636154175,
+      "step": 793,
+      "subrel-constrast": 3.626744031906128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013441562652588,
+      "cov-distil (oracle2student)": 4.1534881591796875,
+      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "epoch": 0.6232339089481946,
+      "rel-constrast": 3.052790403366089,
+      "step": 794,
+      "subrel-constrast": 3.9772417545318604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3264985084533691,
+      "cov-distil (oracle2student)": 2.9551219940185547,
+      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "epoch": 0.6240188383045526,
+      "rel-constrast": 2.9264769554138184,
+      "step": 795,
+      "subrel-constrast": 3.479712724685669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9255633354187012,
+      "cov-distil (oracle2student)": 4.218044281005859,
+      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "epoch": 0.6248037676609105,
+      "rel-constrast": 2.9784960746765137,
+      "step": 796,
+      "subrel-constrast": 3.8964850902557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.79434335231781,
+      "cov-distil (oracle2student)": 3.4287924766540527,
+      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "epoch": 0.6255886970172685,
+      "rel-constrast": 2.4437570571899414,
+      "step": 797,
+      "subrel-constrast": 3.4459657669067383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4499318599700928,
+      "cov-distil (oracle2student)": 3.9298148155212402,
+      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "epoch": 0.6263736263736264,
+      "rel-constrast": 3.9533963203430176,
+      "step": 798,
+      "subrel-constrast": 4.786764144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6373556852340698,
+      "cov-distil (oracle2student)": 4.715010166168213,
+      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "epoch": 0.6271585557299842,
+      "rel-constrast": 4.105449676513672,
+      "step": 799,
+      "subrel-constrast": 4.462728500366211,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "grad_norm": 6.375,
+      "learning_rate": 3.995e-05,
+      "loss": 0.855,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "overlap": 0.28437501192092896,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "student margin": 0.04833984375
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "teacher margin": 0.027130126953125
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "margin difference": -0.021209716796875,
+      "step": 800
+    },
+    {
+      "cov-distil": 2.0045931339263916,
+      "cov-distil (oracle2student)": 3.7618496417999268,
+      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "epoch": 0.6279434850863422,
+      "rel-constrast": 2.2175610065460205,
+      "step": 800,
+      "subrel-constrast": 3.892456293106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.619981050491333,
+      "cov-distil (oracle2student)": 4.364217758178711,
+      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "epoch": 0.6287284144427001,
+      "rel-constrast": 4.093245506286621,
+      "step": 801,
+      "subrel-constrast": 5.052906513214111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9569767713546753,
+      "cov-distil (oracle2student)": 2.646055221557617,
+      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "epoch": 0.6295133437990581,
+      "rel-constrast": 2.6254687309265137,
+      "step": 802,
+      "subrel-constrast": 3.3019208908081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089287757873535,
+      "cov-distil (oracle2student)": 5.582956314086914,
+      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "epoch": 0.630298273155416,
+      "rel-constrast": 3.7026913166046143,
+      "step": 803,
+      "subrel-constrast": 3.879225969314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9473289251327515,
+      "cov-distil (oracle2student)": 3.230166435241699,
+      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "epoch": 0.631083202511774,
+      "rel-constrast": 1.864764928817749,
+      "step": 804,
+      "subrel-constrast": 3.3280768394470215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3922661542892456,
+      "cov-distil (oracle2student)": 4.060875415802002,
+      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "epoch": 0.6318681318681318,
+      "rel-constrast": 3.7141737937927246,
+      "step": 805,
+      "subrel-constrast": 4.204806804656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784874677658081,
+      "cov-distil (oracle2student)": 4.374386310577393,
+      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "epoch": 0.6326530612244898,
+      "rel-constrast": 3.073376178741455,
+      "step": 806,
+      "subrel-constrast": 3.565107583999634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3918473720550537,
+      "cov-distil (oracle2student)": 4.301252841949463,
+      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "epoch": 0.6334379905808477,
+      "rel-constrast": 3.255364179611206,
+      "step": 807,
+      "subrel-constrast": 4.516900062561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8820072412490845,
+      "cov-distil (oracle2student)": 4.317390441894531,
+      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "epoch": 0.6342229199372057,
+      "rel-constrast": 2.3400073051452637,
+      "step": 808,
+      "subrel-constrast": 3.68056583404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104020595550537,
+      "cov-distil (oracle2student)": 4.113283157348633,
+      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "epoch": 0.6350078492935636,
+      "rel-constrast": 2.7774062156677246,
+      "step": 809,
+      "subrel-constrast": 3.156845808029175,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6357927786499215,
+      "grad_norm": 5.875,
+      "learning_rate": 4.045000000000001e-05,
+      "loss": 0.792,
+      "step": 810
+    },
+    {
+      "cov-distil": 1.9225842952728271,
+      "cov-distil (oracle2student)": 4.772700309753418,
+      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "epoch": 0.6357927786499215,
+      "rel-constrast": 2.274402618408203,
+      "step": 810,
+      "subrel-constrast": 3.793257236480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146592140197754,
+      "cov-distil (oracle2student)": 3.9638068675994873,
+      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "epoch": 0.6365777080062794,
+      "rel-constrast": 2.302318572998047,
+      "step": 811,
+      "subrel-constrast": 3.4826509952545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7630622386932373,
+      "cov-distil (oracle2student)": 3.8982958793640137,
+      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "epoch": 0.6373626373626373,
+      "rel-constrast": 3.0242116451263428,
+      "step": 812,
+      "subrel-constrast": 3.74605655670166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2058258056640625,
+      "cov-distil (oracle2student)": 5.105160236358643,
+      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "epoch": 0.6381475667189953,
+      "rel-constrast": 3.7548186779022217,
+      "step": 813,
+      "subrel-constrast": 4.288941383361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2325778007507324,
+      "cov-distil (oracle2student)": 3.994985818862915,
+      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "epoch": 0.6389324960753532,
+      "rel-constrast": 4.058200836181641,
+      "step": 814,
+      "subrel-constrast": 5.199466705322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6037338972091675,
+      "cov-distil (oracle2student)": 3.0010287761688232,
+      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "epoch": 0.6397174254317112,
+      "rel-constrast": 2.544131278991699,
+      "step": 815,
+      "subrel-constrast": 3.9001212120056152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8440213203430176,
+      "cov-distil (oracle2student)": 3.382146120071411,
+      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "epoch": 0.640502354788069,
+      "rel-constrast": 3.101287603378296,
+      "step": 816,
+      "subrel-constrast": 3.941652297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3768600225448608,
+      "cov-distil (oracle2student)": 4.8537187576293945,
+      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "epoch": 0.641287284144427,
+      "rel-constrast": 3.138200521469116,
+      "step": 817,
+      "subrel-constrast": 4.078574180603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3285818099975586,
+      "cov-distil (oracle2student)": 3.95272159576416,
+      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "epoch": 0.6420722135007849,
+      "rel-constrast": 2.9757089614868164,
+      "step": 818,
+      "subrel-constrast": 4.183833599090576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9137150049209595,
+      "cov-distil (oracle2student)": 3.8996100425720215,
+      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "epoch": 0.6428571428571429,
+      "rel-constrast": 3.0237324237823486,
+      "step": 819,
+      "subrel-constrast": 3.7355899810791016,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6436420722135008,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.095e-05,
+      "loss": 0.8033,
+      "step": 820
+    },
+    {
+      "cov-distil": 1.5698240995407104,
+      "cov-distil (oracle2student)": 3.570085287094116,
+      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "epoch": 0.6436420722135008,
+      "rel-constrast": 3.341369152069092,
+      "step": 820,
+      "subrel-constrast": 3.669610023498535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108656406402588,
+      "cov-distil (oracle2student)": 4.587629318237305,
+      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "epoch": 0.6444270015698587,
+      "rel-constrast": 2.444645643234253,
+      "step": 821,
+      "subrel-constrast": 3.439606189727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.427807092666626,
+      "cov-distil (oracle2student)": 4.807023048400879,
+      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "epoch": 0.6452119309262166,
+      "rel-constrast": 3.5886707305908203,
+      "step": 822,
+      "subrel-constrast": 4.190989017486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7150936126708984,
+      "cov-distil (oracle2student)": 4.0572509765625,
+      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "epoch": 0.6459968602825745,
+      "rel-constrast": 4.181950092315674,
+      "step": 823,
+      "subrel-constrast": 4.883435249328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.375495672225952,
+      "cov-distil (oracle2student)": 4.172708988189697,
+      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "epoch": 0.6467817896389325,
+      "rel-constrast": 3.079369306564331,
+      "step": 824,
+      "subrel-constrast": 4.150157451629639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.308274745941162,
+      "cov-distil (oracle2student)": 4.596344947814941,
+      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "epoch": 0.6475667189952904,
+      "rel-constrast": 4.447976112365723,
+      "step": 825,
+      "subrel-constrast": 4.973028659820557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7622771263122559,
+      "cov-distil (oracle2student)": 4.808835029602051,
+      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "epoch": 0.6483516483516484,
+      "rel-constrast": 3.0392632484436035,
+      "step": 826,
+      "subrel-constrast": 4.2934980392456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2593860626220703,
+      "cov-distil (oracle2student)": 4.994297504425049,
+      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "epoch": 0.6491365777080063,
+      "rel-constrast": 3.979785919189453,
+      "step": 827,
+      "subrel-constrast": 4.262341499328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6107163429260254,
+      "cov-distil (oracle2student)": 3.178396224975586,
+      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "epoch": 0.6499215070643642,
+      "rel-constrast": 2.977691888809204,
+      "step": 828,
+      "subrel-constrast": 3.771296501159668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630000352859497,
+      "cov-distil (oracle2student)": 5.777911186218262,
+      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "epoch": 0.6507064364207221,
+      "rel-constrast": 3.3911921977996826,
+      "step": 829,
+      "subrel-constrast": 4.069247722625732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6514913657770801,
+      "grad_norm": 6.75,
+      "learning_rate": 4.145e-05,
+      "loss": 0.9087,
+      "step": 830
+    },
+    {
+      "cov-distil": 1.8794384002685547,
+      "cov-distil (oracle2student)": 4.103548049926758,
+      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "epoch": 0.6514913657770801,
+      "rel-constrast": 4.0044355392456055,
+      "step": 830,
+      "subrel-constrast": 4.624624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906476497650146,
+      "cov-distil (oracle2student)": 3.214458465576172,
+      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "epoch": 0.652276295133438,
+      "rel-constrast": 2.7704429626464844,
+      "step": 831,
+      "subrel-constrast": 3.6220717430114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9752247333526611,
+      "cov-distil (oracle2student)": 4.888476371765137,
+      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "epoch": 0.6530612244897959,
+      "rel-constrast": 3.941727638244629,
+      "step": 832,
+      "subrel-constrast": 4.675938129425049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7726495265960693,
+      "cov-distil (oracle2student)": 2.904669761657715,
+      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "epoch": 0.6538461538461539,
+      "rel-constrast": 2.125884771347046,
+      "step": 833,
+      "subrel-constrast": 3.402971029281616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8348287343978882,
+      "cov-distil (oracle2student)": 3.610349178314209,
+      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "epoch": 0.6546310832025117,
+      "rel-constrast": 4.169477939605713,
+      "step": 834,
+      "subrel-constrast": 4.495212078094482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.877418041229248,
+      "cov-distil (oracle2student)": 5.971458435058594,
+      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "epoch": 0.6554160125588697,
+      "rel-constrast": 2.4234228134155273,
+      "step": 835,
+      "subrel-constrast": 3.372243642807007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8137049674987793,
+      "cov-distil (oracle2student)": 5.548581123352051,
+      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "epoch": 0.6562009419152276,
+      "rel-constrast": 4.032650947570801,
+      "step": 836,
+      "subrel-constrast": 4.941165447235107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.24606990814209,
+      "cov-distil (oracle2student)": 3.6434006690979004,
+      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "epoch": 0.6569858712715856,
+      "rel-constrast": 3.4072937965393066,
+      "step": 837,
+      "subrel-constrast": 4.71898889541626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4418138265609741,
+      "cov-distil (oracle2student)": 4.0115790367126465,
+      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "epoch": 0.6577708006279435,
+      "rel-constrast": 2.6703035831451416,
+      "step": 838,
+      "subrel-constrast": 3.024057388305664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321179747581482,
+      "cov-distil (oracle2student)": 3.9942774772644043,
+      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "epoch": 0.6585557299843015,
+      "rel-constrast": 4.570227146148682,
+      "step": 839,
+      "subrel-constrast": 5.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6593406593406593,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.195e-05,
+      "loss": 0.898,
+      "step": 840
+    },
+    {
+      "cov-distil": 1.804254412651062,
+      "cov-distil (oracle2student)": 4.796672821044922,
+      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "epoch": 0.6593406593406593,
+      "rel-constrast": 3.048487663269043,
+      "step": 840,
+      "subrel-constrast": 4.138221263885498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.185621976852417,
+      "cov-distil (oracle2student)": 4.644382476806641,
+      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "epoch": 0.6601255886970173,
+      "rel-constrast": 2.7198691368103027,
+      "step": 841,
+      "subrel-constrast": 3.728656768798828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1581225395202637,
+      "cov-distil (oracle2student)": 4.967820644378662,
+      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "epoch": 0.6609105180533752,
+      "rel-constrast": 2.998076915740967,
+      "step": 842,
+      "subrel-constrast": 4.3113603591918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6802887916564941,
+      "cov-distil (oracle2student)": 3.012141704559326,
+      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "epoch": 0.6616954474097331,
+      "rel-constrast": 3.7015037536621094,
+      "step": 843,
+      "subrel-constrast": 4.34977912902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9140921831130981,
+      "cov-distil (oracle2student)": 3.6763272285461426,
+      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "epoch": 0.6624803767660911,
+      "rel-constrast": 2.8182120323181152,
+      "step": 844,
+      "subrel-constrast": 3.526099681854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3611481189727783,
+      "cov-distil (oracle2student)": 3.414156675338745,
+      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "epoch": 0.6632653061224489,
+      "rel-constrast": 3.6642966270446777,
+      "step": 845,
+      "subrel-constrast": 4.929279804229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16641902923584,
+      "cov-distil (oracle2student)": 5.345207214355469,
+      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "epoch": 0.6640502354788069,
+      "rel-constrast": 2.9499943256378174,
+      "step": 846,
+      "subrel-constrast": 4.163426876068115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2791935205459595,
+      "cov-distil (oracle2student)": 4.141592979431152,
+      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "epoch": 0.6648351648351648,
+      "rel-constrast": 3.946357488632202,
+      "step": 847,
+      "subrel-constrast": 3.884228467941284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286513805389404,
+      "cov-distil (oracle2student)": 3.6746082305908203,
+      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "epoch": 0.6656200941915228,
+      "rel-constrast": 2.590811252593994,
+      "step": 848,
+      "subrel-constrast": 3.7845067977905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7331000566482544,
+      "cov-distil (oracle2student)": 3.869168281555176,
+      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "epoch": 0.6664050235478807,
+      "rel-constrast": 3.201794147491455,
+      "step": 849,
+      "subrel-constrast": 4.059730052947998,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6671899529042387,
+      "grad_norm": 6.5,
+      "learning_rate": 4.245e-05,
+      "loss": 0.8383,
+      "step": 850
+    },
+    {
+      "cov-distil": 1.7655677795410156,
+      "cov-distil (oracle2student)": 3.762930154800415,
+      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "epoch": 0.6671899529042387,
+      "rel-constrast": 2.9008567333221436,
+      "step": 850,
+      "subrel-constrast": 3.404660701751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517121434211731,
+      "cov-distil (oracle2student)": 2.8830716609954834,
+      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "epoch": 0.6679748822605965,
+      "rel-constrast": 4.325301170349121,
+      "step": 851,
+      "subrel-constrast": 4.419717311859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9270949363708496,
+      "cov-distil (oracle2student)": 4.238532543182373,
+      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "epoch": 0.6687598116169545,
+      "rel-constrast": 2.823596715927124,
+      "step": 852,
+      "subrel-constrast": 3.4322097301483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3329415321350098,
+      "cov-distil (oracle2student)": 6.140964031219482,
+      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "epoch": 0.6695447409733124,
+      "rel-constrast": 2.4979028701782227,
+      "step": 853,
+      "subrel-constrast": 3.4758663177490234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5264722108840942,
+      "cov-distil (oracle2student)": 5.3368964195251465,
+      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "epoch": 0.6703296703296703,
+      "rel-constrast": 3.0451555252075195,
+      "step": 854,
+      "subrel-constrast": 3.68107533454895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.527972459793091,
+      "cov-distil (oracle2student)": 4.9313225746154785,
+      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "epoch": 0.6711145996860283,
+      "rel-constrast": 3.4113454818725586,
+      "step": 855,
+      "subrel-constrast": 4.2453413009643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2195277214050293,
+      "cov-distil (oracle2student)": 4.841870307922363,
+      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "epoch": 0.6718995290423861,
+      "rel-constrast": 3.8896093368530273,
+      "step": 856,
+      "subrel-constrast": 4.457779884338379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9021310806274414,
+      "cov-distil (oracle2student)": 5.08781623840332,
+      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "epoch": 0.6726844583987441,
+      "rel-constrast": 4.279557228088379,
+      "step": 857,
+      "subrel-constrast": 4.490781307220459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184224128723145,
+      "cov-distil (oracle2student)": 4.386934757232666,
+      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "epoch": 0.673469387755102,
+      "rel-constrast": 2.4715077877044678,
+      "step": 858,
+      "subrel-constrast": 3.5174665451049805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5252549648284912,
+      "cov-distil (oracle2student)": 4.384729862213135,
+      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "epoch": 0.67425431711146,
+      "rel-constrast": 3.386720657348633,
+      "step": 859,
+      "subrel-constrast": 4.306125640869141,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6750392464678179,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.295e-05,
+      "loss": 0.8732,
+      "step": 860
+    },
+    {
+      "cov-distil": 2.1179590225219727,
+      "cov-distil (oracle2student)": 4.76759147644043,
+      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "epoch": 0.6750392464678179,
+      "rel-constrast": 2.7477235794067383,
+      "step": 860,
+      "subrel-constrast": 3.7372775077819824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7965826988220215,
+      "cov-distil (oracle2student)": 3.590010404586792,
+      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "epoch": 0.6758241758241759,
+      "rel-constrast": 2.507899284362793,
+      "step": 861,
+      "subrel-constrast": 3.807100296020508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7082825899124146,
+      "cov-distil (oracle2student)": 5.913630485534668,
+      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "epoch": 0.6766091051805337,
+      "rel-constrast": 3.268495559692383,
+      "step": 862,
+      "subrel-constrast": 3.9798760414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8252453804016113,
+      "cov-distil (oracle2student)": 4.901181221008301,
+      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "epoch": 0.6773940345368917,
+      "rel-constrast": 3.583211660385132,
+      "step": 863,
+      "subrel-constrast": 4.42688512802124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3953462839126587,
+      "cov-distil (oracle2student)": 5.5138397216796875,
+      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "epoch": 0.6781789638932496,
+      "rel-constrast": 3.1454901695251465,
+      "step": 864,
+      "subrel-constrast": 3.9406254291534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6899718046188354,
+      "cov-distil (oracle2student)": 5.330373764038086,
+      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "epoch": 0.6789638932496075,
+      "rel-constrast": 2.3280701637268066,
+      "step": 865,
+      "subrel-constrast": 3.6453700065612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6296229362487793,
+      "cov-distil (oracle2student)": 4.770857810974121,
+      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "epoch": 0.6797488226059655,
+      "rel-constrast": 3.20645809173584,
+      "step": 866,
+      "subrel-constrast": 3.8591246604919434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7715446949005127,
+      "cov-distil (oracle2student)": 4.347777843475342,
+      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "epoch": 0.6805337519623234,
+      "rel-constrast": 3.9846086502075195,
+      "step": 867,
+      "subrel-constrast": 5.185349941253662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6960502862930298,
+      "cov-distil (oracle2student)": 3.3439979553222656,
+      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "epoch": 0.6813186813186813,
+      "rel-constrast": 2.1034369468688965,
+      "step": 868,
+      "subrel-constrast": 2.926976203918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.505071759223938,
+      "cov-distil (oracle2student)": 2.9278054237365723,
+      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "epoch": 0.6821036106750392,
+      "rel-constrast": 3.0042061805725098,
+      "step": 869,
+      "subrel-constrast": 3.6791141033172607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6828885400313972,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.345e-05,
+      "loss": 0.7898,
+      "step": 870
+    },
+    {
+      "cov-distil": 1.5478849411010742,
+      "cov-distil (oracle2student)": 4.5837202072143555,
+      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "epoch": 0.6828885400313972,
+      "rel-constrast": 3.6690661907196045,
+      "step": 870,
+      "subrel-constrast": 3.755584239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4669153690338135,
+      "cov-distil (oracle2student)": 3.7385365962982178,
+      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "epoch": 0.6836734693877551,
+      "rel-constrast": 3.5915560722351074,
+      "step": 871,
+      "subrel-constrast": 4.271019458770752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1383116245269775,
+      "cov-distil (oracle2student)": 4.596353530883789,
+      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "epoch": 0.6844583987441131,
+      "rel-constrast": 2.788327693939209,
+      "step": 872,
+      "subrel-constrast": 3.9468002319335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5923734903335571,
+      "cov-distil (oracle2student)": 4.1226983070373535,
+      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "epoch": 0.685243328100471,
+      "rel-constrast": 3.274655342102051,
+      "step": 873,
+      "subrel-constrast": 3.9750561714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.946056842803955,
+      "cov-distil (oracle2student)": 4.353828430175781,
+      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "epoch": 0.6860282574568289,
+      "rel-constrast": 2.741914749145508,
+      "step": 874,
+      "subrel-constrast": 3.176755905151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9557355642318726,
+      "cov-distil (oracle2student)": 3.949646472930908,
+      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "epoch": 0.6868131868131868,
+      "rel-constrast": 2.8873188495635986,
+      "step": 875,
+      "subrel-constrast": 3.6380884647369385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.401376247406006,
+      "cov-distil (oracle2student)": 5.006793022155762,
+      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "epoch": 0.6875981161695447,
+      "rel-constrast": 4.074068069458008,
+      "step": 876,
+      "subrel-constrast": 5.1672682762146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2366654872894287,
+      "cov-distil (oracle2student)": 3.786804676055908,
+      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "epoch": 0.6883830455259027,
+      "rel-constrast": 2.0299768447875977,
+      "step": 877,
+      "subrel-constrast": 2.670637369155884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0147178173065186,
+      "cov-distil (oracle2student)": 3.804882764816284,
+      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "epoch": 0.6891679748822606,
+      "rel-constrast": 2.7490639686584473,
+      "step": 878,
+      "subrel-constrast": 3.5756359100341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5681298971176147,
+      "cov-distil (oracle2student)": 3.9214487075805664,
+      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "epoch": 0.6899529042386185,
+      "rel-constrast": 3.0104470252990723,
+      "step": 879,
+      "subrel-constrast": 3.337676763534546,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6907378335949764,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.3950000000000004e-05,
+      "loss": 0.8151,
+      "step": 880
+    },
+    {
+      "cov-distil": 2.2157304286956787,
+      "cov-distil (oracle2student)": 5.699595928192139,
+      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "epoch": 0.6907378335949764,
+      "rel-constrast": 3.0941343307495117,
+      "step": 880,
+      "subrel-constrast": 4.322240352630615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4810900688171387,
+      "cov-distil (oracle2student)": 3.3440780639648438,
+      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "epoch": 0.6915227629513344,
+      "rel-constrast": 3.586519241333008,
+      "step": 881,
+      "subrel-constrast": 3.7541935443878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5781233310699463,
+      "cov-distil (oracle2student)": 5.018100738525391,
+      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "epoch": 0.6923076923076923,
+      "rel-constrast": 4.0826897621154785,
+      "step": 882,
+      "subrel-constrast": 4.779473304748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4764516353607178,
+      "cov-distil (oracle2student)": 3.1465892791748047,
+      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "epoch": 0.6930926216640503,
+      "rel-constrast": 2.1886837482452393,
+      "step": 883,
+      "subrel-constrast": 2.8425724506378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577139854431152,
+      "cov-distil (oracle2student)": 5.48944091796875,
+      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "epoch": 0.6938775510204082,
+      "rel-constrast": 3.6461424827575684,
+      "step": 884,
+      "subrel-constrast": 4.1751885414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.30418062210083,
+      "cov-distil (oracle2student)": 3.6000726222991943,
+      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "epoch": 0.6946624803767661,
+      "rel-constrast": 2.609241008758545,
+      "step": 885,
+      "subrel-constrast": 4.044322967529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9188902378082275,
+      "cov-distil (oracle2student)": 3.3409061431884766,
+      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "epoch": 0.695447409733124,
+      "rel-constrast": 3.917679786682129,
+      "step": 886,
+      "subrel-constrast": 4.465198040008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6129820346832275,
+      "cov-distil (oracle2student)": 3.5256998538970947,
+      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "epoch": 0.6962323390894819,
+      "rel-constrast": 3.1687140464782715,
+      "step": 887,
+      "subrel-constrast": 4.09608268737793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6923974752426147,
+      "cov-distil (oracle2student)": 3.194105863571167,
+      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "epoch": 0.6970172684458399,
+      "rel-constrast": 2.669671058654785,
+      "step": 888,
+      "subrel-constrast": 3.512425661087036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7615928649902344,
+      "cov-distil (oracle2student)": 4.9741010665893555,
+      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "epoch": 0.6978021978021978,
+      "rel-constrast": 2.2488291263580322,
+      "step": 889,
+      "subrel-constrast": 3.145869016647339,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6985871271585558,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.445e-05,
+      "loss": 0.8243,
+      "step": 890
+    },
+    {
+      "cov-distil": 2.2956361770629883,
+      "cov-distil (oracle2student)": 5.470577716827393,
+      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "epoch": 0.6985871271585558,
+      "rel-constrast": 2.6768033504486084,
+      "step": 890,
+      "subrel-constrast": 3.943537950515747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949636459350586,
+      "cov-distil (oracle2student)": 4.757634162902832,
+      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "epoch": 0.6993720565149136,
+      "rel-constrast": 2.2590112686157227,
+      "step": 891,
+      "subrel-constrast": 3.1901254653930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.926931619644165,
+      "cov-distil (oracle2student)": 3.505540370941162,
+      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "epoch": 0.7001569858712716,
+      "rel-constrast": 3.0852808952331543,
+      "step": 892,
+      "subrel-constrast": 4.544396877288818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2596887350082397,
+      "cov-distil (oracle2student)": 4.653071403503418,
+      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "epoch": 0.7009419152276295,
+      "rel-constrast": 2.719123363494873,
+      "step": 893,
+      "subrel-constrast": 3.29056715965271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7803575992584229,
+      "cov-distil (oracle2student)": 4.656095504760742,
+      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "epoch": 0.7017268445839875,
+      "rel-constrast": 2.24275541305542,
+      "step": 894,
+      "subrel-constrast": 3.273658037185669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130441188812256,
+      "cov-distil (oracle2student)": 5.469186782836914,
+      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "epoch": 0.7025117739403454,
+      "rel-constrast": 3.1639580726623535,
+      "step": 895,
+      "subrel-constrast": 4.3755879402160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741716861724854,
+      "cov-distil (oracle2student)": 3.9948792457580566,
+      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "epoch": 0.7032967032967034,
+      "rel-constrast": 2.7737693786621094,
+      "step": 896,
+      "subrel-constrast": 3.267178773880005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8039289712905884,
+      "cov-distil (oracle2student)": 3.7117669582366943,
+      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "epoch": 0.7040816326530612,
+      "rel-constrast": 2.143932819366455,
+      "step": 897,
+      "subrel-constrast": 3.121236801147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3587143421173096,
+      "cov-distil (oracle2student)": 4.403602123260498,
+      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "epoch": 0.7048665620094191,
+      "rel-constrast": 2.3291571140289307,
+      "step": 898,
+      "subrel-constrast": 3.47867751121521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861637830734253,
+      "cov-distil (oracle2student)": 4.3754682540893555,
+      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "epoch": 0.7056514913657771,
+      "rel-constrast": 3.8839848041534424,
+      "step": 899,
+      "subrel-constrast": 4.644810676574707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.706436420722135,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.495e-05,
+      "loss": 0.728,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "overlap": 0.30156251788139343,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "student margin": 0.0489501953125
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "teacher margin": 0.028717041015625
+    },
+    {
+      "epoch": 0.706436420722135,
+      "margin difference": -0.020233154296875,
+      "step": 900
+    },
+    {
+      "cov-distil": 2.2758567333221436,
+      "cov-distil (oracle2student)": 3.112144708633423,
+      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "epoch": 0.706436420722135,
+      "rel-constrast": 4.2263994216918945,
+      "step": 900,
+      "subrel-constrast": 4.605080604553223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694825649261475,
+      "cov-distil (oracle2student)": 2.912907838821411,
+      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "epoch": 0.707221350078493,
+      "rel-constrast": 3.9801032543182373,
+      "step": 901,
+      "subrel-constrast": 4.070077419281006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.285184621810913,
+      "cov-distil (oracle2student)": 3.1929121017456055,
+      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "epoch": 0.7080062794348508,
+      "rel-constrast": 3.7210168838500977,
+      "step": 902,
+      "subrel-constrast": 5.039446830749512,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798686504364014,
+      "cov-distil (oracle2student)": 4.676393985748291,
+      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "epoch": 0.7087912087912088,
+      "rel-constrast": 2.927309036254883,
+      "step": 903,
+      "subrel-constrast": 3.2873969078063965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5412538051605225,
+      "cov-distil (oracle2student)": 5.285891056060791,
+      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "epoch": 0.7095761381475667,
+      "rel-constrast": 2.8550057411193848,
+      "step": 904,
+      "subrel-constrast": 3.531097650527954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6112513542175293,
+      "cov-distil (oracle2student)": 4.020347595214844,
+      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "epoch": 0.7103610675039247,
+      "rel-constrast": 3.90101957321167,
+      "step": 905,
+      "subrel-constrast": 4.510730266571045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2648086547851562,
+      "cov-distil (oracle2student)": 5.239475250244141,
+      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "epoch": 0.7111459968602826,
+      "rel-constrast": 4.096606254577637,
+      "step": 906,
+      "subrel-constrast": 4.7054009437561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87594735622406,
+      "cov-distil (oracle2student)": 3.4948787689208984,
+      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "epoch": 0.7119309262166404,
+      "rel-constrast": 2.4869022369384766,
+      "step": 907,
+      "subrel-constrast": 2.939744472503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6819136142730713,
+      "cov-distil (oracle2student)": 3.956923007965088,
+      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "epoch": 0.7127158555729984,
+      "rel-constrast": 3.1140904426574707,
+      "step": 908,
+      "subrel-constrast": 4.3997087478637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0586934089660645,
+      "cov-distil (oracle2student)": 6.132615566253662,
+      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "epoch": 0.7135007849293563,
+      "rel-constrast": 4.984131813049316,
+      "step": 909,
+      "subrel-constrast": 5.425019264221191,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.545000000000001e-05,
+      "loss": 0.9539,
+      "step": 910
+    },
+    {
+      "cov-distil": 1.6229896545410156,
+      "cov-distil (oracle2student)": 4.070446968078613,
+      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "epoch": 0.7142857142857143,
+      "rel-constrast": 3.2242932319641113,
+      "step": 910,
+      "subrel-constrast": 3.859609603881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8170173168182373,
+      "cov-distil (oracle2student)": 4.4720916748046875,
+      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "epoch": 0.7150706436420722,
+      "rel-constrast": 3.0169482231140137,
+      "step": 911,
+      "subrel-constrast": 3.8084235191345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5292870998382568,
+      "cov-distil (oracle2student)": 4.345184326171875,
+      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "epoch": 0.7158555729984302,
+      "rel-constrast": 3.397573471069336,
+      "step": 912,
+      "subrel-constrast": 3.2584228515625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.223121404647827,
+      "cov-distil (oracle2student)": 4.264377593994141,
+      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "epoch": 0.716640502354788,
+      "rel-constrast": 2.8414294719696045,
+      "step": 913,
+      "subrel-constrast": 4.336313724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.661023736000061,
+      "cov-distil (oracle2student)": 4.143952369689941,
+      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "epoch": 0.717425431711146,
+      "rel-constrast": 2.8086204528808594,
+      "step": 914,
+      "subrel-constrast": 3.964709997177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073925495147705,
+      "cov-distil (oracle2student)": 3.812002658843994,
+      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "epoch": 0.7182103610675039,
+      "rel-constrast": 2.701813220977783,
+      "step": 915,
+      "subrel-constrast": 3.5543386936187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841255784034729,
+      "cov-distil (oracle2student)": 3.9284794330596924,
+      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "epoch": 0.7189952904238619,
+      "rel-constrast": 3.2184972763061523,
+      "step": 916,
+      "subrel-constrast": 4.3179755210876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.29209041595459,
+      "cov-distil (oracle2student)": 5.0997748374938965,
+      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "epoch": 0.7197802197802198,
+      "rel-constrast": 2.7742223739624023,
+      "step": 917,
+      "subrel-constrast": 3.9090025424957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.126772403717041,
+      "cov-distil (oracle2student)": 5.042139053344727,
+      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "epoch": 0.7205651491365777,
+      "rel-constrast": 3.499645233154297,
+      "step": 918,
+      "subrel-constrast": 4.131096839904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1853413581848145,
+      "cov-distil (oracle2student)": 5.0499186515808105,
+      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "epoch": 0.7213500784929356,
+      "rel-constrast": 3.0944676399230957,
+      "step": 919,
+      "subrel-constrast": 4.054975509643555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7221350078492935,
+      "grad_norm": 7.625,
+      "learning_rate": 4.5950000000000006e-05,
+      "loss": 0.8129,
+      "step": 920
+    },
+    {
+      "cov-distil": 1.575663685798645,
+      "cov-distil (oracle2student)": 4.080785751342773,
+      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "epoch": 0.7221350078492935,
+      "rel-constrast": 2.942035675048828,
+      "step": 920,
+      "subrel-constrast": 3.5585241317749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089031457901001,
+      "cov-distil (oracle2student)": 3.5837650299072266,
+      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "epoch": 0.7229199372056515,
+      "rel-constrast": 3.1843388080596924,
+      "step": 921,
+      "subrel-constrast": 3.996202230453491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6126110553741455,
+      "cov-distil (oracle2student)": 3.8322594165802,
+      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "epoch": 0.7237048665620094,
+      "rel-constrast": 2.8110198974609375,
+      "step": 922,
+      "subrel-constrast": 3.6679060459136963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5855941772460938,
+      "cov-distil (oracle2student)": 5.666677474975586,
+      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "epoch": 0.7244897959183674,
+      "rel-constrast": 3.647099256515503,
+      "step": 923,
+      "subrel-constrast": 3.6234447956085205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8088470697402954,
+      "cov-distil (oracle2student)": 3.5870018005371094,
+      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "epoch": 0.7252747252747253,
+      "rel-constrast": 3.079493761062622,
+      "step": 924,
+      "subrel-constrast": 3.9141316413879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2190501689910889,
+      "cov-distil (oracle2student)": 4.473470687866211,
+      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "epoch": 0.7260596546310832,
+      "rel-constrast": 3.165107250213623,
+      "step": 925,
+      "subrel-constrast": 3.897352457046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0242605209350586,
+      "cov-distil (oracle2student)": 6.548642158508301,
+      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "epoch": 0.7268445839874411,
+      "rel-constrast": 3.701394557952881,
+      "step": 926,
+      "subrel-constrast": 3.9507064819335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5379185676574707,
+      "cov-distil (oracle2student)": 3.4035112857818604,
+      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "epoch": 0.7276295133437991,
+      "rel-constrast": 2.911174774169922,
+      "step": 927,
+      "subrel-constrast": 3.627082109451294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6840705871582031,
+      "cov-distil (oracle2student)": 5.966733932495117,
+      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "epoch": 0.728414442700157,
+      "rel-constrast": 3.4538960456848145,
+      "step": 928,
+      "subrel-constrast": 4.338021755218506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749119997024536,
+      "cov-distil (oracle2student)": 4.814553260803223,
+      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "epoch": 0.7291993720565149,
+      "rel-constrast": 3.272881507873535,
+      "step": 929,
+      "subrel-constrast": 4.203635215759277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7299843014128728,
+      "grad_norm": 6.0,
+      "learning_rate": 4.6450000000000004e-05,
+      "loss": 0.8465,
+      "step": 930
+    },
+    {
+      "cov-distil": 1.2940502166748047,
+      "cov-distil (oracle2student)": 4.268896102905273,
+      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "epoch": 0.7299843014128728,
+      "rel-constrast": 2.788405418395996,
+      "step": 930,
+      "subrel-constrast": 3.7771759033203125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882677793502808,
+      "cov-distil (oracle2student)": 5.153918266296387,
+      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "epoch": 0.7307692307692307,
+      "rel-constrast": 3.8575000762939453,
+      "step": 931,
+      "subrel-constrast": 4.23193359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.906712532043457,
+      "cov-distil (oracle2student)": 4.725667953491211,
+      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "epoch": 0.7315541601255887,
+      "rel-constrast": 2.424145221710205,
+      "step": 932,
+      "subrel-constrast": 3.732316493988037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.835892915725708,
+      "cov-distil (oracle2student)": 2.91845703125,
+      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "epoch": 0.7323390894819466,
+      "rel-constrast": 4.028440475463867,
+      "step": 933,
+      "subrel-constrast": 4.382497787475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5429143905639648,
+      "cov-distil (oracle2student)": 4.434526443481445,
+      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "epoch": 0.7331240188383046,
+      "rel-constrast": 3.283620834350586,
+      "step": 934,
+      "subrel-constrast": 4.480005264282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479607105255127,
+      "cov-distil (oracle2student)": 4.566035747528076,
+      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "epoch": 0.7339089481946625,
+      "rel-constrast": 3.1102888584136963,
+      "step": 935,
+      "subrel-constrast": 4.2533392906188965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7382700443267822,
+      "cov-distil (oracle2student)": 4.074993133544922,
+      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "epoch": 0.7346938775510204,
+      "rel-constrast": 4.664027214050293,
+      "step": 936,
+      "subrel-constrast": 4.777615547180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8130892515182495,
+      "cov-distil (oracle2student)": 5.765524387359619,
+      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "epoch": 0.7354788069073783,
+      "rel-constrast": 3.738004207611084,
+      "step": 937,
+      "subrel-constrast": 4.491626262664795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930234909057617,
+      "cov-distil (oracle2student)": 2.956733465194702,
+      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "epoch": 0.7362637362637363,
+      "rel-constrast": 2.2914769649505615,
+      "step": 938,
+      "subrel-constrast": 2.780831813812256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.51702880859375,
+      "cov-distil (oracle2student)": 2.6176843643188477,
+      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "epoch": 0.7370486656200942,
+      "rel-constrast": 3.4387402534484863,
+      "step": 939,
+      "subrel-constrast": 4.557201385498047,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7378335949764521,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.695e-05,
+      "loss": 0.8816,
+      "step": 940
+    },
+    {
+      "cov-distil": 1.9257925748825073,
+      "cov-distil (oracle2student)": 3.928852081298828,
+      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "epoch": 0.7378335949764521,
+      "rel-constrast": 3.6139044761657715,
+      "step": 940,
+      "subrel-constrast": 4.444116115570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8952929973602295,
+      "cov-distil (oracle2student)": 4.150082111358643,
+      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "epoch": 0.7386185243328101,
+      "rel-constrast": 3.3191280364990234,
+      "step": 941,
+      "subrel-constrast": 3.679969072341919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5294878482818604,
+      "cov-distil (oracle2student)": 3.9924159049987793,
+      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "epoch": 0.7394034536891679,
+      "rel-constrast": 3.708803176879883,
+      "step": 942,
+      "subrel-constrast": 3.7333984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276921272277832,
+      "cov-distil (oracle2student)": 3.9539318084716797,
+      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "epoch": 0.7401883830455259,
+      "rel-constrast": 2.935490608215332,
+      "step": 943,
+      "subrel-constrast": 4.135726451873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9773235321044922,
+      "cov-distil (oracle2student)": 4.83607292175293,
+      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "epoch": 0.7409733124018838,
+      "rel-constrast": 4.497435569763184,
+      "step": 944,
+      "subrel-constrast": 5.25809907913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6449570655822754,
+      "cov-distil (oracle2student)": 4.226219654083252,
+      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "epoch": 0.7417582417582418,
+      "rel-constrast": 2.5536246299743652,
+      "step": 945,
+      "subrel-constrast": 2.927077293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.137589454650879,
+      "cov-distil (oracle2student)": 2.859459400177002,
+      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "epoch": 0.7425431711145997,
+      "rel-constrast": 2.3175745010375977,
+      "step": 946,
+      "subrel-constrast": 3.029712438583374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.929520606994629,
+      "cov-distil (oracle2student)": 3.8799915313720703,
+      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "epoch": 0.7433281004709577,
+      "rel-constrast": 3.0847702026367188,
+      "step": 947,
+      "subrel-constrast": 4.075847625732422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6459702253341675,
+      "cov-distil (oracle2student)": 4.161098480224609,
+      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "epoch": 0.7441130298273155,
+      "rel-constrast": 4.606771469116211,
+      "step": 948,
+      "subrel-constrast": 5.083632946014404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165371179580688,
+      "cov-distil (oracle2student)": 4.67051887512207,
+      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "epoch": 0.7448979591836735,
+      "rel-constrast": 2.6552817821502686,
+      "step": 949,
+      "subrel-constrast": 3.711884021759033,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7456828885400314,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.745e-05,
+      "loss": 0.8765,
+      "step": 950
+    },
+    {
+      "cov-distil": 1.3789355754852295,
+      "cov-distil (oracle2student)": 4.328378677368164,
+      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "epoch": 0.7456828885400314,
+      "rel-constrast": 4.1120710372924805,
+      "step": 950,
+      "subrel-constrast": 5.027348041534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7074458599090576,
+      "cov-distil (oracle2student)": 3.896850824356079,
+      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "epoch": 0.7464678178963893,
+      "rel-constrast": 3.055389404296875,
+      "step": 951,
+      "subrel-constrast": 4.044977188110352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146897792816162,
+      "cov-distil (oracle2student)": 3.3221402168273926,
+      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "epoch": 0.7472527472527473,
+      "rel-constrast": 2.66206693649292,
+      "step": 952,
+      "subrel-constrast": 3.555684804916382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7882740497589111,
+      "cov-distil (oracle2student)": 4.753549575805664,
+      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "epoch": 0.7480376766091051,
+      "rel-constrast": 2.6871156692504883,
+      "step": 953,
+      "subrel-constrast": 3.443528175354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317833662033081,
+      "cov-distil (oracle2student)": 3.1025431156158447,
+      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "epoch": 0.7488226059654631,
+      "rel-constrast": 3.2253057956695557,
+      "step": 954,
+      "subrel-constrast": 3.449445962905884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4996986389160156,
+      "cov-distil (oracle2student)": 3.4388978481292725,
+      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "epoch": 0.749607535321821,
+      "rel-constrast": 2.8875174522399902,
+      "step": 955,
+      "subrel-constrast": 3.476513147354126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8152103424072266,
+      "cov-distil (oracle2student)": 4.742283821105957,
+      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "epoch": 0.750392464678179,
+      "rel-constrast": 4.083362579345703,
+      "step": 956,
+      "subrel-constrast": 4.664163589477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3834519386291504,
+      "cov-distil (oracle2student)": 3.857619285583496,
+      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "epoch": 0.7511773940345369,
+      "rel-constrast": 3.141227960586548,
+      "step": 957,
+      "subrel-constrast": 3.6745681762695312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4698567390441895,
+      "cov-distil (oracle2student)": 4.458189010620117,
+      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "epoch": 0.7519623233908949,
+      "rel-constrast": 2.5968546867370605,
+      "step": 958,
+      "subrel-constrast": 3.6189186573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0489540100097656,
+      "cov-distil (oracle2student)": 3.7848129272460938,
+      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "epoch": 0.7527472527472527,
+      "rel-constrast": 3.10971736907959,
+      "step": 959,
+      "subrel-constrast": 3.964318037033081,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7535321821036107,
+      "grad_norm": 5.125,
+      "learning_rate": 4.795e-05,
+      "loss": 0.8304,
+      "step": 960
+    },
+    {
+      "cov-distil": 1.8610987663269043,
+      "cov-distil (oracle2student)": 4.204171180725098,
+      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "epoch": 0.7535321821036107,
+      "rel-constrast": 3.5759077072143555,
+      "step": 960,
+      "subrel-constrast": 3.952942371368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7234872579574585,
+      "cov-distil (oracle2student)": 4.684390068054199,
+      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "epoch": 0.7543171114599686,
+      "rel-constrast": 2.439119815826416,
+      "step": 961,
+      "subrel-constrast": 3.2664947509765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0914149284362793,
+      "cov-distil (oracle2student)": 4.137686252593994,
+      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "epoch": 0.7551020408163265,
+      "rel-constrast": 2.320270538330078,
+      "step": 962,
+      "subrel-constrast": 3.529468536376953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5941476821899414,
+      "cov-distil (oracle2student)": 5.081782341003418,
+      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "epoch": 0.7558869701726845,
+      "rel-constrast": 3.1787896156311035,
+      "step": 963,
+      "subrel-constrast": 3.813589096069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5371471643447876,
+      "cov-distil (oracle2student)": 3.9131083488464355,
+      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "epoch": 0.7566718995290423,
+      "rel-constrast": 3.406545400619507,
+      "step": 964,
+      "subrel-constrast": 4.030934810638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.189305305480957,
+      "cov-distil (oracle2student)": 5.07846736907959,
+      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "epoch": 0.7574568288854003,
+      "rel-constrast": 2.970583200454712,
+      "step": 965,
+      "subrel-constrast": 3.6238105297088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.332085132598877,
+      "cov-distil (oracle2student)": 3.555403232574463,
+      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "epoch": 0.7582417582417582,
+      "rel-constrast": 2.632821798324585,
+      "step": 966,
+      "subrel-constrast": 3.3239552974700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7018604278564453,
+      "cov-distil (oracle2student)": 3.9263052940368652,
+      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "epoch": 0.7590266875981162,
+      "rel-constrast": 2.9862589836120605,
+      "step": 967,
+      "subrel-constrast": 3.3959908485412598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6031534671783447,
+      "cov-distil (oracle2student)": 5.186741352081299,
+      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "epoch": 0.7598116169544741,
+      "rel-constrast": 2.718703269958496,
+      "step": 968,
+      "subrel-constrast": 3.5651605129241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3045380115509033,
+      "cov-distil (oracle2student)": 4.70316219329834,
+      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "epoch": 0.7605965463108321,
+      "rel-constrast": 3.310779571533203,
+      "step": 969,
+      "subrel-constrast": 3.998525381088257,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7613814756671899,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.845e-05,
+      "loss": 0.7808,
+      "step": 970
+    },
+    {
+      "cov-distil": 1.579962968826294,
+      "cov-distil (oracle2student)": 4.080756187438965,
+      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "epoch": 0.7613814756671899,
+      "rel-constrast": 2.6930108070373535,
+      "step": 970,
+      "subrel-constrast": 3.6232733726501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5032997131347656,
+      "cov-distil (oracle2student)": 5.148774147033691,
+      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "epoch": 0.7621664050235479,
+      "rel-constrast": 2.8520336151123047,
+      "step": 971,
+      "subrel-constrast": 3.5504817962646484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.332946538925171,
+      "cov-distil (oracle2student)": 3.8117406368255615,
+      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "epoch": 0.7629513343799058,
+      "rel-constrast": 3.3115837574005127,
+      "step": 972,
+      "subrel-constrast": 3.7798709869384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3567724227905273,
+      "cov-distil (oracle2student)": 4.300013542175293,
+      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "epoch": 0.7637362637362637,
+      "rel-constrast": 2.9181158542633057,
+      "step": 973,
+      "subrel-constrast": 3.930820941925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5177117586135864,
+      "cov-distil (oracle2student)": 3.9483582973480225,
+      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "epoch": 0.7645211930926217,
+      "rel-constrast": 2.8572943210601807,
+      "step": 974,
+      "subrel-constrast": 3.3494460582733154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430667400360107,
+      "cov-distil (oracle2student)": 3.8153276443481445,
+      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "epoch": 0.7653061224489796,
+      "rel-constrast": 2.43520450592041,
+      "step": 975,
+      "subrel-constrast": 3.3547842502593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55463445186615,
+      "cov-distil (oracle2student)": 4.102063179016113,
+      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "epoch": 0.7660910518053375,
+      "rel-constrast": 2.7345409393310547,
+      "step": 976,
+      "subrel-constrast": 3.699293613433838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.206817865371704,
+      "cov-distil (oracle2student)": 5.071278095245361,
+      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "epoch": 0.7668759811616954,
+      "rel-constrast": 3.3835926055908203,
+      "step": 977,
+      "subrel-constrast": 4.665506362915039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0126726627349854,
+      "cov-distil (oracle2student)": 3.5513486862182617,
+      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "epoch": 0.7676609105180534,
+      "rel-constrast": 3.443159580230713,
+      "step": 978,
+      "subrel-constrast": 4.00405740737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6712284088134766,
+      "cov-distil (oracle2student)": 4.211378574371338,
+      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "epoch": 0.7684458398744113,
+      "rel-constrast": 2.733938694000244,
+      "step": 979,
+      "subrel-constrast": 3.493361473083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.8950000000000004e-05,
+      "loss": 0.7773,
+      "step": 980
+    },
+    {
+      "cov-distil": 1.9269602298736572,
+      "cov-distil (oracle2student)": 5.519498825073242,
+      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "epoch": 0.7692307692307693,
+      "rel-constrast": 4.175396919250488,
+      "step": 980,
+      "subrel-constrast": 5.049959659576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9665855169296265,
+      "cov-distil (oracle2student)": 3.2665791511535645,
+      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "epoch": 0.7700156985871272,
+      "rel-constrast": 3.6774415969848633,
+      "step": 981,
+      "subrel-constrast": 4.239767074584961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.470031976699829,
+      "cov-distil (oracle2student)": 3.181478977203369,
+      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "epoch": 0.7708006279434851,
+      "rel-constrast": 2.809911012649536,
+      "step": 982,
+      "subrel-constrast": 3.5960404872894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619471073150635,
+      "cov-distil (oracle2student)": 4.692441463470459,
+      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "epoch": 0.771585557299843,
+      "rel-constrast": 3.389431953430176,
+      "step": 983,
+      "subrel-constrast": 3.77146315574646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671085834503174,
+      "cov-distil (oracle2student)": 3.5092053413391113,
+      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "epoch": 0.7723704866562009,
+      "rel-constrast": 3.595477342605591,
+      "step": 984,
+      "subrel-constrast": 3.8124887943267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9460711479187012,
+      "cov-distil (oracle2student)": 4.956125259399414,
+      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "epoch": 0.7731554160125589,
+      "rel-constrast": 3.3473873138427734,
+      "step": 985,
+      "subrel-constrast": 4.39263391494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3514606952667236,
+      "cov-distil (oracle2student)": 3.571758270263672,
+      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "epoch": 0.7739403453689168,
+      "rel-constrast": 2.135286808013916,
+      "step": 986,
+      "subrel-constrast": 2.9741177558898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104153633117676,
+      "cov-distil (oracle2student)": 4.799599647521973,
+      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "epoch": 0.7747252747252747,
+      "rel-constrast": 2.5805909633636475,
+      "step": 987,
+      "subrel-constrast": 3.1912810802459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266259670257568,
+      "cov-distil (oracle2student)": 3.655568838119507,
+      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "epoch": 0.7755102040816326,
+      "rel-constrast": 3.032980442047119,
+      "step": 988,
+      "subrel-constrast": 3.508396863937378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.357473611831665,
+      "cov-distil (oracle2student)": 3.59857439994812,
+      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "epoch": 0.7762951334379906,
+      "rel-constrast": 2.536325454711914,
+      "step": 989,
+      "subrel-constrast": 3.5550482273101807,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7770800627943485,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.945e-05,
+      "loss": 0.8232,
+      "step": 990
+    },
+    {
+      "cov-distil": 1.6018612384796143,
+      "cov-distil (oracle2student)": 3.8907558917999268,
+      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "epoch": 0.7770800627943485,
+      "rel-constrast": 3.0553297996520996,
+      "step": 990,
+      "subrel-constrast": 3.7887587547302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3820087909698486,
+      "cov-distil (oracle2student)": 4.112200736999512,
+      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "epoch": 0.7778649921507065,
+      "rel-constrast": 2.366570472717285,
+      "step": 991,
+      "subrel-constrast": 3.2048072814941406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83585524559021,
+      "cov-distil (oracle2student)": 3.4590184688568115,
+      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "epoch": 0.7786499215070644,
+      "rel-constrast": 2.7357325553894043,
+      "step": 992,
+      "subrel-constrast": 3.3413727283477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7006080150604248,
+      "cov-distil (oracle2student)": 4.505871772766113,
+      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "epoch": 0.7794348508634223,
+      "rel-constrast": 2.617854118347168,
+      "step": 993,
+      "subrel-constrast": 3.58120059967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3439501523971558,
+      "cov-distil (oracle2student)": 5.1891374588012695,
+      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "epoch": 0.7802197802197802,
+      "rel-constrast": 3.4114043712615967,
+      "step": 994,
+      "subrel-constrast": 4.519937038421631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209468364715576,
+      "cov-distil (oracle2student)": 3.85103702545166,
+      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "epoch": 0.7810047095761381,
+      "rel-constrast": 2.76951265335083,
+      "step": 995,
+      "subrel-constrast": 3.8042209148406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8263555765151978,
+      "cov-distil (oracle2student)": 4.86745548248291,
+      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "epoch": 0.7817896389324961,
+      "rel-constrast": 3.1357123851776123,
+      "step": 996,
+      "subrel-constrast": 3.5826773643493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0638132095336914,
+      "cov-distil (oracle2student)": 3.9991607666015625,
+      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "epoch": 0.782574568288854,
+      "rel-constrast": 2.9305787086486816,
+      "step": 997,
+      "subrel-constrast": 4.224002361297607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7014501094818115,
+      "cov-distil (oracle2student)": 2.1526012420654297,
+      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "epoch": 0.783359497645212,
+      "rel-constrast": 2.346405506134033,
+      "step": 998,
+      "subrel-constrast": 2.8098068237304688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3595576286315918,
+      "cov-distil (oracle2student)": 2.6339879035949707,
+      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "epoch": 0.7841444270015698,
+      "rel-constrast": 2.0297508239746094,
+      "step": 999,
+      "subrel-constrast": 2.856095552444458,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.995e-05,
+      "loss": 0.7268,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-P@10": 0.762,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-nDCG@10": 0.7761942414852591,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-nDCG@10": 0.614061374603831,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/avg": 0.5406198910147115,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "overlap": 0.3265624940395355,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "step": 1000,
+      "student margin": 0.048736572265625
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "step": 1000,
+      "teacher margin": 0.033172607421875
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "margin difference": -0.01556396484375,
+      "step": 1000
+    },
+    {
+      "cov-distil": 1.5034229755401611,
+      "cov-distil (oracle2student)": 4.684803009033203,
+      "cov-distil (oracle2teacher)": 4.286637783050537,
+      "epoch": 0.7849293563579278,
+      "rel-constrast": 2.7586169242858887,
+      "step": 1000,
+      "subrel-constrast": 3.692868232727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1957248449325562,
+      "cov-distil (oracle2student)": 4.158645153045654,
+      "cov-distil (oracle2teacher)": 3.960702419281006,
+      "epoch": 0.7857142857142857,
+      "rel-constrast": 2.271653652191162,
+      "step": 1001,
+      "subrel-constrast": 2.7374632358551025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0084142684936523,
+      "cov-distil (oracle2student)": 5.9409871101379395,
+      "cov-distil (oracle2teacher)": 5.287152290344238,
+      "epoch": 0.7864992150706437,
+      "rel-constrast": 2.403620719909668,
+      "step": 1002,
+      "subrel-constrast": 3.4971165657043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6317280530929565,
+      "cov-distil (oracle2student)": 5.874475002288818,
+      "cov-distil (oracle2teacher)": 4.955185890197754,
+      "epoch": 0.7872841444270016,
+      "rel-constrast": 3.167451858520508,
+      "step": 1003,
+      "subrel-constrast": 3.5038552284240723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6654658317565918,
+      "cov-distil (oracle2student)": 3.8835484981536865,
+      "cov-distil (oracle2teacher)": 3.403048515319824,
+      "epoch": 0.7880690737833596,
+      "rel-constrast": 2.7738380432128906,
+      "step": 1004,
+      "subrel-constrast": 3.174041271209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8715178966522217,
+      "cov-distil (oracle2student)": 3.7892398834228516,
+      "cov-distil (oracle2teacher)": 3.474780797958374,
+      "epoch": 0.7888540031397174,
+      "rel-constrast": 2.1905505657196045,
+      "step": 1005,
+      "subrel-constrast": 3.0322937965393066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728188514709473,
+      "cov-distil (oracle2student)": 2.669163942337036,
+      "cov-distil (oracle2teacher)": 2.844465732574463,
+      "epoch": 0.7896389324960753,
+      "rel-constrast": 2.9720678329467773,
+      "step": 1006,
+      "subrel-constrast": 3.511303663253784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7204205989837646,
+      "cov-distil (oracle2student)": 4.4524736404418945,
+      "cov-distil (oracle2teacher)": 4.67169713973999,
+      "epoch": 0.7904238618524333,
+      "rel-constrast": 3.0412745475769043,
+      "step": 1007,
+      "subrel-constrast": 3.816291570663452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7510128021240234,
+      "cov-distil (oracle2student)": 6.159909725189209,
+      "cov-distil (oracle2teacher)": 5.60171365737915,
+      "epoch": 0.7912087912087912,
+      "rel-constrast": 3.079228162765503,
+      "step": 1008,
+      "subrel-constrast": 4.57464599609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6486480236053467,
+      "cov-distil (oracle2student)": 3.5104148387908936,
+      "cov-distil (oracle2teacher)": 3.467003345489502,
+      "epoch": 0.7919937205651492,
+      "rel-constrast": 2.799266815185547,
+      "step": 1009,
+      "subrel-constrast": 3.864565372467041,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.792778649921507,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.999987663004646e-05,
+      "loss": 0.7289,
+      "step": 1010
+    },
+    {
+      "cov-distil": 1.7066292762756348,
+      "cov-distil (oracle2student)": 4.21933650970459,
+      "cov-distil (oracle2teacher)": 4.268479824066162,
+      "epoch": 0.792778649921507,
+      "rel-constrast": 2.8161985874176025,
+      "step": 1010,
+      "subrel-constrast": 3.2562143802642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8672438859939575,
+      "cov-distil (oracle2student)": 5.815662384033203,
+      "cov-distil (oracle2teacher)": 4.962345123291016,
+      "epoch": 0.793563579277865,
+      "rel-constrast": 4.624763011932373,
+      "step": 1011,
+      "subrel-constrast": 4.851892471313477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2560279369354248,
+      "cov-distil (oracle2student)": 4.049315929412842,
+      "cov-distil (oracle2teacher)": 3.52166748046875,
+      "epoch": 0.7943485086342229,
+      "rel-constrast": 3.12121844291687,
+      "step": 1012,
+      "subrel-constrast": 3.6813127994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8865805864334106,
+      "cov-distil (oracle2student)": 5.716721057891846,
+      "cov-distil (oracle2teacher)": 5.130122661590576,
+      "epoch": 0.7951334379905809,
+      "rel-constrast": 2.4561896324157715,
+      "step": 1013,
+      "subrel-constrast": 3.7673561573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3795284032821655,
+      "cov-distil (oracle2student)": 4.698434829711914,
+      "cov-distil (oracle2teacher)": 4.43522834777832,
+      "epoch": 0.7959183673469388,
+      "rel-constrast": 3.585001230239868,
+      "step": 1014,
+      "subrel-constrast": 3.978447914123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2618730068206787,
+      "cov-distil (oracle2student)": 3.2493157386779785,
+      "cov-distil (oracle2teacher)": 3.5975871086120605,
+      "epoch": 0.7967032967032966,
+      "rel-constrast": 2.9990179538726807,
+      "step": 1015,
+      "subrel-constrast": 3.4147586822509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83095121383667,
+      "cov-distil (oracle2student)": 4.593048095703125,
+      "cov-distil (oracle2teacher)": 3.92457914352417,
+      "epoch": 0.7974882260596546,
+      "rel-constrast": 2.7872331142425537,
+      "step": 1016,
+      "subrel-constrast": 3.887740135192871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6723566055297852,
+      "cov-distil (oracle2student)": 3.9551217555999756,
+      "cov-distil (oracle2teacher)": 3.638209819793701,
+      "epoch": 0.7982731554160125,
+      "rel-constrast": 3.122316837310791,
+      "step": 1017,
+      "subrel-constrast": 4.209188461303711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.675121784210205,
+      "cov-distil (oracle2student)": 4.172112464904785,
+      "cov-distil (oracle2teacher)": 4.101783275604248,
+      "epoch": 0.7990580847723705,
+      "rel-constrast": 3.378809928894043,
+      "step": 1018,
+      "subrel-constrast": 3.7574174404144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4633102416992188,
+      "cov-distil (oracle2student)": 2.378451347351074,
+      "cov-distil (oracle2teacher)": 2.625844955444336,
+      "epoch": 0.7998430141287284,
+      "rel-constrast": 2.5547306537628174,
+      "step": 1019,
+      "subrel-constrast": 3.4864487648010254,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8006279434850864,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.9999450167572734e-05,
+      "loss": 0.8261,
+      "step": 1020
+    },
+    {
+      "cov-distil": 2.415271759033203,
+      "cov-distil (oracle2student)": 3.0875167846679688,
+      "cov-distil (oracle2teacher)": 3.427299737930298,
+      "epoch": 0.8006279434850864,
+      "rel-constrast": 3.0743722915649414,
+      "step": 1020,
+      "subrel-constrast": 3.9496195316314697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8066670894622803,
+      "cov-distil (oracle2student)": 4.668322563171387,
+      "cov-distil (oracle2teacher)": 4.313449382781982,
+      "epoch": 0.8014128728414442,
+      "rel-constrast": 1.32718825340271,
+      "step": 1021,
+      "subrel-constrast": 2.6383790969848633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9670062065124512,
+      "cov-distil (oracle2student)": 5.039787292480469,
+      "cov-distil (oracle2teacher)": 4.957679748535156,
+      "epoch": 0.8021978021978022,
+      "rel-constrast": 2.2769107818603516,
+      "step": 1022,
+      "subrel-constrast": 3.2581119537353516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2931885719299316,
+      "cov-distil (oracle2student)": 3.3827080726623535,
+      "cov-distil (oracle2teacher)": 3.489915370941162,
+      "epoch": 0.8029827315541601,
+      "rel-constrast": 3.323514938354492,
+      "step": 1023,
+      "subrel-constrast": 3.817840576171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798905849456787,
+      "cov-distil (oracle2student)": 3.997654676437378,
+      "cov-distil (oracle2teacher)": 3.740675926208496,
+      "epoch": 0.8037676609105181,
+      "rel-constrast": 2.823920488357544,
+      "step": 1024,
+      "subrel-constrast": 3.6419403553009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.008463144302368,
+      "cov-distil (oracle2student)": 4.487757205963135,
+      "cov-distil (oracle2teacher)": 3.6456661224365234,
+      "epoch": 0.804552590266876,
+      "rel-constrast": 2.748744487762451,
+      "step": 1025,
+      "subrel-constrast": 3.362184524536133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519178867340088,
+      "cov-distil (oracle2student)": 5.82453727722168,
+      "cov-distil (oracle2teacher)": 5.277032375335693,
+      "epoch": 0.8053375196232339,
+      "rel-constrast": 3.717198371887207,
+      "step": 1026,
+      "subrel-constrast": 4.122554779052734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5493037700653076,
+      "cov-distil (oracle2student)": 3.6894612312316895,
+      "cov-distil (oracle2teacher)": 3.740065574645996,
+      "epoch": 0.8061224489795918,
+      "rel-constrast": 2.280026435852051,
+      "step": 1027,
+      "subrel-constrast": 3.2345998287200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4404253959655762,
+      "cov-distil (oracle2student)": 4.561883449554443,
+      "cov-distil (oracle2teacher)": 4.176347255706787,
+      "epoch": 0.8069073783359497,
+      "rel-constrast": 2.5073225498199463,
+      "step": 1028,
+      "subrel-constrast": 3.2476654052734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4980759620666504,
+      "cov-distil (oracle2student)": 3.4953906536102295,
+      "cov-distil (oracle2teacher)": 3.23348331451416,
+      "epoch": 0.8076923076923077,
+      "rel-constrast": 3.2613203525543213,
+      "step": 1029,
+      "subrel-constrast": 3.7252445220947266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8084772370486656,
+      "grad_norm": 5.78125,
+      "learning_rate": 4.999871909468808e-05,
+      "loss": 0.7258,
+      "step": 1030
+    },
+    {
+      "cov-distil": 1.7273406982421875,
+      "cov-distil (oracle2student)": 3.765653371810913,
+      "cov-distil (oracle2teacher)": 4.223290920257568,
+      "epoch": 0.8084772370486656,
+      "rel-constrast": 3.3792667388916016,
+      "step": 1030,
+      "subrel-constrast": 4.160766124725342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6069406270980835,
+      "cov-distil (oracle2student)": 6.246820449829102,
+      "cov-distil (oracle2teacher)": 5.6495280265808105,
+      "epoch": 0.8092621664050236,
+      "rel-constrast": 4.243990898132324,
+      "step": 1031,
+      "subrel-constrast": 4.584709644317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882941246032715,
+      "cov-distil (oracle2student)": 4.027990818023682,
+      "cov-distil (oracle2teacher)": 4.210643768310547,
+      "epoch": 0.8100470957613815,
+      "rel-constrast": 3.353201389312744,
+      "step": 1032,
+      "subrel-constrast": 4.510843753814697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5565567016601562,
+      "cov-distil (oracle2student)": 3.638373374938965,
+      "cov-distil (oracle2teacher)": 3.9918010234832764,
+      "epoch": 0.8108320251177394,
+      "rel-constrast": 3.317444086074829,
+      "step": 1033,
+      "subrel-constrast": 3.8524107933044434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4101698398590088,
+      "cov-distil (oracle2student)": 4.568304538726807,
+      "cov-distil (oracle2teacher)": 3.3959732055664062,
+      "epoch": 0.8116169544740973,
+      "rel-constrast": 2.7100107669830322,
+      "step": 1034,
+      "subrel-constrast": 2.7737021446228027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3708372116088867,
+      "cov-distil (oracle2student)": 5.4243388175964355,
+      "cov-distil (oracle2teacher)": 4.884294509887695,
+      "epoch": 0.8124018838304553,
+      "rel-constrast": 2.722594738006592,
+      "step": 1035,
+      "subrel-constrast": 3.112590789794922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.542799949645996,
+      "cov-distil (oracle2student)": 4.0008955001831055,
+      "cov-distil (oracle2teacher)": 3.621291399002075,
+      "epoch": 0.8131868131868132,
+      "rel-constrast": 2.5074245929718018,
+      "step": 1036,
+      "subrel-constrast": 3.3930764198303223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5174001455307007,
+      "cov-distil (oracle2student)": 4.076761245727539,
+      "cov-distil (oracle2teacher)": 4.162682056427002,
+      "epoch": 0.8139717425431711,
+      "rel-constrast": 3.306975841522217,
+      "step": 1037,
+      "subrel-constrast": 3.4981300830841064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83280611038208,
+      "cov-distil (oracle2student)": 3.9457664489746094,
+      "cov-distil (oracle2teacher)": 3.595574378967285,
+      "epoch": 0.814756671899529,
+      "rel-constrast": 3.579411029815674,
+      "step": 1038,
+      "subrel-constrast": 4.271247863769531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.415628433227539,
+      "cov-distil (oracle2student)": 4.7205400466918945,
+      "cov-distil (oracle2teacher)": 4.105180740356445,
+      "epoch": 0.8155416012558869,
+      "rel-constrast": 2.532618522644043,
+      "step": 1039,
+      "subrel-constrast": 3.548304319381714,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8163265306122449,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.999768342030035e-05,
+      "loss": 0.83,
+      "step": 1040
+    },
+    {
+      "cov-distil": 1.6160132884979248,
+      "cov-distil (oracle2student)": 3.9032037258148193,
+      "cov-distil (oracle2teacher)": 3.838395595550537,
+      "epoch": 0.8163265306122449,
+      "rel-constrast": 2.9465813636779785,
+      "step": 1040,
+      "subrel-constrast": 3.950629949569702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.243447184562683,
+      "cov-distil (oracle2student)": 3.732532024383545,
+      "cov-distil (oracle2teacher)": 3.783769369125366,
+      "epoch": 0.8171114599686028,
+      "rel-constrast": 3.3665902614593506,
+      "step": 1041,
+      "subrel-constrast": 3.5148062705993652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7780416011810303,
+      "cov-distil (oracle2student)": 4.7880401611328125,
+      "cov-distil (oracle2teacher)": 5.081545829772949,
+      "epoch": 0.8178963893249608,
+      "rel-constrast": 3.803605079650879,
+      "step": 1042,
+      "subrel-constrast": 4.359310150146484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5858495235443115,
+      "cov-distil (oracle2student)": 7.296012878417969,
+      "cov-distil (oracle2teacher)": 5.996241569519043,
+      "epoch": 0.8186813186813187,
+      "rel-constrast": 3.7353243827819824,
+      "step": 1043,
+      "subrel-constrast": 4.031566619873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5896885395050049,
+      "cov-distil (oracle2student)": 4.85926628112793,
+      "cov-distil (oracle2teacher)": 4.6845879554748535,
+      "epoch": 0.8194662480376766,
+      "rel-constrast": 4.086687088012695,
+      "step": 1044,
+      "subrel-constrast": 4.33120584487915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2431325912475586,
+      "cov-distil (oracle2student)": 2.8849904537200928,
+      "cov-distil (oracle2teacher)": 2.861043930053711,
+      "epoch": 0.8202511773940345,
+      "rel-constrast": 3.2766146659851074,
+      "step": 1045,
+      "subrel-constrast": 3.999800682067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3826301097869873,
+      "cov-distil (oracle2student)": 3.234098196029663,
+      "cov-distil (oracle2teacher)": 3.6659646034240723,
+      "epoch": 0.8210361067503925,
+      "rel-constrast": 3.2172765731811523,
+      "step": 1046,
+      "subrel-constrast": 4.1083292961120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4395332336425781,
+      "cov-distil (oracle2student)": 5.047663688659668,
+      "cov-distil (oracle2teacher)": 4.560415267944336,
+      "epoch": 0.8218210361067504,
+      "rel-constrast": 3.233414649963379,
+      "step": 1047,
+      "subrel-constrast": 4.191913604736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479955196380615,
+      "cov-distil (oracle2student)": 4.6869049072265625,
+      "cov-distil (oracle2teacher)": 4.570603847503662,
+      "epoch": 0.8226059654631083,
+      "rel-constrast": 2.9459338188171387,
+      "step": 1048,
+      "subrel-constrast": 3.679405927658081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4720711708068848,
+      "cov-distil (oracle2student)": 3.8350765705108643,
+      "cov-distil (oracle2teacher)": 3.6281344890594482,
+      "epoch": 0.8233908948194663,
+      "rel-constrast": 3.1354329586029053,
+      "step": 1049,
+      "subrel-constrast": 4.234480857849121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8241758241758241,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.999634315702894e-05,
+      "loss": 0.8867,
+      "step": 1050
+    },
+    {
+      "cov-distil": 1.6552631855010986,
+      "cov-distil (oracle2student)": 4.229450225830078,
+      "cov-distil (oracle2teacher)": 4.003934860229492,
+      "epoch": 0.8241758241758241,
+      "rel-constrast": 3.7159342765808105,
+      "step": 1050,
+      "subrel-constrast": 3.953207492828369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6324317455291748,
+      "cov-distil (oracle2student)": 3.2070152759552,
+      "cov-distil (oracle2teacher)": 3.3971261978149414,
+      "epoch": 0.8249607535321821,
+      "rel-constrast": 3.5848264694213867,
+      "step": 1051,
+      "subrel-constrast": 3.7874743938446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.282161831855774,
+      "cov-distil (oracle2student)": 3.5273289680480957,
+      "cov-distil (oracle2teacher)": 3.642918586730957,
+      "epoch": 0.82574568288854,
+      "rel-constrast": 3.657550811767578,
+      "step": 1052,
+      "subrel-constrast": 4.015460014343262,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.066774606704712,
+      "cov-distil (oracle2student)": 3.843471050262451,
+      "cov-distil (oracle2teacher)": 4.140931129455566,
+      "epoch": 0.826530612244898,
+      "rel-constrast": 2.384845733642578,
+      "step": 1053,
+      "subrel-constrast": 3.0241689682006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9062566757202148,
+      "cov-distil (oracle2student)": 4.340326309204102,
+      "cov-distil (oracle2teacher)": 4.069854259490967,
+      "epoch": 0.8273155416012559,
+      "rel-constrast": 3.7235260009765625,
+      "step": 1054,
+      "subrel-constrast": 4.939336776733398,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3746980428695679,
+      "cov-distil (oracle2student)": 3.600400924682617,
+      "cov-distil (oracle2teacher)": 3.3307061195373535,
+      "epoch": 0.8281004709576139,
+      "rel-constrast": 2.1672990322113037,
+      "step": 1055,
+      "subrel-constrast": 3.058837413787842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63987135887146,
+      "cov-distil (oracle2student)": 5.150622844696045,
+      "cov-distil (oracle2teacher)": 4.654034614562988,
+      "epoch": 0.8288854003139717,
+      "rel-constrast": 3.177807331085205,
+      "step": 1056,
+      "subrel-constrast": 3.995950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1668486595153809,
+      "cov-distil (oracle2student)": 4.069364547729492,
+      "cov-distil (oracle2teacher)": 3.6966798305511475,
+      "epoch": 0.8296703296703297,
+      "rel-constrast": 1.5389643907546997,
+      "step": 1057,
+      "subrel-constrast": 2.557575225830078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3310142755508423,
+      "cov-distil (oracle2student)": 5.689133644104004,
+      "cov-distil (oracle2teacher)": 4.730144023895264,
+      "epoch": 0.8304552590266876,
+      "rel-constrast": 2.510356903076172,
+      "step": 1058,
+      "subrel-constrast": 3.210019588470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4018065929412842,
+      "cov-distil (oracle2student)": 4.065414905548096,
+      "cov-distil (oracle2teacher)": 4.478215217590332,
+      "epoch": 0.8312401883830455,
+      "rel-constrast": 2.540195941925049,
+      "step": 1059,
+      "subrel-constrast": 3.355752468109131,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8320251177394035,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.9994698321204535e-05,
+      "loss": 0.7637,
+      "step": 1060
+    },
+    {
+      "cov-distil": 1.5912582874298096,
+      "cov-distil (oracle2student)": 4.723282814025879,
+      "cov-distil (oracle2teacher)": 4.055171966552734,
+      "epoch": 0.8320251177394035,
+      "rel-constrast": 2.79318904876709,
+      "step": 1060,
+      "subrel-constrast": 3.337411642074585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6254866123199463,
+      "cov-distil (oracle2student)": 3.804487943649292,
+      "cov-distil (oracle2teacher)": 3.83284854888916,
+      "epoch": 0.8328100470957613,
+      "rel-constrast": 2.568723678588867,
+      "step": 1061,
+      "subrel-constrast": 3.155280590057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7188539505004883,
+      "cov-distil (oracle2student)": 3.449662208557129,
+      "cov-distil (oracle2teacher)": 4.013648986816406,
+      "epoch": 0.8335949764521193,
+      "rel-constrast": 2.845201015472412,
+      "step": 1062,
+      "subrel-constrast": 3.7377851009368896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322525143623352,
+      "cov-distil (oracle2student)": 3.41972279548645,
+      "cov-distil (oracle2teacher)": 2.83035945892334,
+      "epoch": 0.8343799058084772,
+      "rel-constrast": 3.4593334197998047,
+      "step": 1063,
+      "subrel-constrast": 3.469331979751587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736067771911621,
+      "cov-distil (oracle2student)": 5.864267349243164,
+      "cov-distil (oracle2teacher)": 5.525598049163818,
+      "epoch": 0.8351648351648352,
+      "rel-constrast": 3.378605604171753,
+      "step": 1064,
+      "subrel-constrast": 4.82101583480835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664595365524292,
+      "cov-distil (oracle2student)": 5.767794132232666,
+      "cov-distil (oracle2teacher)": 4.912051677703857,
+      "epoch": 0.8359497645211931,
+      "rel-constrast": 2.9836983680725098,
+      "step": 1065,
+      "subrel-constrast": 3.640324592590332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0631294250488281,
+      "cov-distil (oracle2student)": 4.371286869049072,
+      "cov-distil (oracle2teacher)": 4.482182502746582,
+      "epoch": 0.8367346938775511,
+      "rel-constrast": 2.406578302383423,
+      "step": 1066,
+      "subrel-constrast": 3.045006036758423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3932442665100098,
+      "cov-distil (oracle2student)": 3.401536703109741,
+      "cov-distil (oracle2teacher)": 3.73445200920105,
+      "epoch": 0.8375196232339089,
+      "rel-constrast": 2.0863516330718994,
+      "step": 1067,
+      "subrel-constrast": 3.3411881923675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3757219314575195,
+      "cov-distil (oracle2student)": 4.930185794830322,
+      "cov-distil (oracle2teacher)": 4.597090244293213,
+      "epoch": 0.8383045525902669,
+      "rel-constrast": 3.6516950130462646,
+      "step": 1068,
+      "subrel-constrast": 4.230095386505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5908467769622803,
+      "cov-distil (oracle2student)": 4.988844394683838,
+      "cov-distil (oracle2teacher)": 5.036681175231934,
+      "epoch": 0.8390894819466248,
+      "rel-constrast": 3.309863567352295,
+      "step": 1069,
+      "subrel-constrast": 4.250307083129883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8398744113029827,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.9992748932868926e-05,
+      "loss": 0.7748,
+      "step": 1070
+    },
+    {
+      "cov-distil": 1.0402013063430786,
+      "cov-distil (oracle2student)": 4.2630486488342285,
+      "cov-distil (oracle2teacher)": 3.66384220123291,
+      "epoch": 0.8398744113029827,
+      "rel-constrast": 2.061677932739258,
+      "step": 1070,
+      "subrel-constrast": 2.7296907901763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625237464904785,
+      "cov-distil (oracle2student)": 3.910654067993164,
+      "cov-distil (oracle2teacher)": 4.21475887298584,
+      "epoch": 0.8406593406593407,
+      "rel-constrast": 2.8941855430603027,
+      "step": 1071,
+      "subrel-constrast": 4.128171920776367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.495145559310913,
+      "cov-distil (oracle2student)": 5.379284858703613,
+      "cov-distil (oracle2teacher)": 4.316701889038086,
+      "epoch": 0.8414442700156985,
+      "rel-constrast": 2.1592116355895996,
+      "step": 1072,
+      "subrel-constrast": 2.527085781097412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8001484870910645,
+      "cov-distil (oracle2student)": 2.5359535217285156,
+      "cov-distil (oracle2teacher)": 2.5233798027038574,
+      "epoch": 0.8422291993720565,
+      "rel-constrast": 3.0741827487945557,
+      "step": 1073,
+      "subrel-constrast": 3.8986191749572754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2992419004440308,
+      "cov-distil (oracle2student)": 6.388317108154297,
+      "cov-distil (oracle2teacher)": 6.320832252502441,
+      "epoch": 0.8430141287284144,
+      "rel-constrast": 2.610102415084839,
+      "step": 1074,
+      "subrel-constrast": 3.57509708404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8630740642547607,
+      "cov-distil (oracle2student)": 5.7154340744018555,
+      "cov-distil (oracle2teacher)": 4.652746200561523,
+      "epoch": 0.8437990580847724,
+      "rel-constrast": 3.7225842475891113,
+      "step": 1075,
+      "subrel-constrast": 4.150248050689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736881971359253,
+      "cov-distil (oracle2student)": 3.1711654663085938,
+      "cov-distil (oracle2teacher)": 3.153491735458374,
+      "epoch": 0.8445839874411303,
+      "rel-constrast": 3.0925936698913574,
+      "step": 1076,
+      "subrel-constrast": 4.16301155090332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901112079620361,
+      "cov-distil (oracle2student)": 4.203153610229492,
+      "cov-distil (oracle2teacher)": 4.101661205291748,
+      "epoch": 0.8453689167974883,
+      "rel-constrast": 3.0824365615844727,
+      "step": 1077,
+      "subrel-constrast": 3.8953678607940674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8625383377075195,
+      "cov-distil (oracle2student)": 3.3603522777557373,
+      "cov-distil (oracle2teacher)": 2.9650416374206543,
+      "epoch": 0.8461538461538461,
+      "rel-constrast": 2.7170653343200684,
+      "step": 1078,
+      "subrel-constrast": 2.9600353240966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2731611728668213,
+      "cov-distil (oracle2student)": 6.666909217834473,
+      "cov-distil (oracle2teacher)": 6.09921932220459,
+      "epoch": 0.8469387755102041,
+      "rel-constrast": 1.686286449432373,
+      "step": 1079,
+      "subrel-constrast": 2.9466919898986816,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.847723704866562,
+      "grad_norm": 5.9375,
+      "learning_rate": 4.99904950157748e-05,
+      "loss": 0.7173,
+      "step": 1080
+    },
+    {
+      "cov-distil": 1.8845593929290771,
+      "cov-distil (oracle2student)": 2.5665831565856934,
+      "cov-distil (oracle2teacher)": 2.6748790740966797,
+      "epoch": 0.847723704866562,
+      "rel-constrast": 1.806304931640625,
+      "step": 1080,
+      "subrel-constrast": 2.7072744369506836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6860318183898926,
+      "cov-distil (oracle2student)": 3.7431015968322754,
+      "cov-distil (oracle2teacher)": 3.777982234954834,
+      "epoch": 0.8485086342229199,
+      "rel-constrast": 2.9373021125793457,
+      "step": 1081,
+      "subrel-constrast": 3.903532028198242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8776612281799316,
+      "cov-distil (oracle2student)": 3.3886947631835938,
+      "cov-distil (oracle2teacher)": 3.201789140701294,
+      "epoch": 0.8492935635792779,
+      "rel-constrast": 2.702623128890991,
+      "step": 1082,
+      "subrel-constrast": 3.5988712310791016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.928161859512329,
+      "cov-distil (oracle2student)": 6.167755603790283,
+      "cov-distil (oracle2teacher)": 4.78348970413208,
+      "epoch": 0.8500784929356358,
+      "rel-constrast": 3.607133626937866,
+      "step": 1083,
+      "subrel-constrast": 3.758445978164673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7386295795440674,
+      "cov-distil (oracle2student)": 4.498068809509277,
+      "cov-distil (oracle2teacher)": 3.8495287895202637,
+      "epoch": 0.8508634222919937,
+      "rel-constrast": 2.8523600101470947,
+      "step": 1084,
+      "subrel-constrast": 3.432687282562256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4394603967666626,
+      "cov-distil (oracle2student)": 3.77702260017395,
+      "cov-distil (oracle2teacher)": 4.143439769744873,
+      "epoch": 0.8516483516483516,
+      "rel-constrast": 3.216811418533325,
+      "step": 1085,
+      "subrel-constrast": 3.51729154586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6957683563232422,
+      "cov-distil (oracle2student)": 4.662392616271973,
+      "cov-distil (oracle2teacher)": 3.9063315391540527,
+      "epoch": 0.8524332810047096,
+      "rel-constrast": 3.720121383666992,
+      "step": 1086,
+      "subrel-constrast": 4.425353527069092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3179020881652832,
+      "cov-distil (oracle2student)": 2.9203834533691406,
+      "cov-distil (oracle2teacher)": 3.043929100036621,
+      "epoch": 0.8532182103610675,
+      "rel-constrast": 2.349213123321533,
+      "step": 1087,
+      "subrel-constrast": 2.7471134662628174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5226237773895264,
+      "cov-distil (oracle2student)": 3.9782896041870117,
+      "cov-distil (oracle2teacher)": 3.651339530944824,
+      "epoch": 0.8540031397174255,
+      "rel-constrast": 2.552889347076416,
+      "step": 1088,
+      "subrel-constrast": 2.949101686477661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3128268718719482,
+      "cov-distil (oracle2student)": 3.112961769104004,
+      "cov-distil (oracle2teacher)": 3.411149501800537,
+      "epoch": 0.8547880690737834,
+      "rel-constrast": 2.501932382583618,
+      "step": 1089,
+      "subrel-constrast": 3.2343642711639404,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8555729984301413,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.9987936597385424e-05,
+      "loss": 0.7472,
+      "step": 1090
+    },
+    {
+      "cov-distil": 1.7027733325958252,
+      "cov-distil (oracle2student)": 3.4837594032287598,
+      "cov-distil (oracle2teacher)": 3.0878868103027344,
+      "epoch": 0.8555729984301413,
+      "rel-constrast": 2.6690118312835693,
+      "step": 1090,
+      "subrel-constrast": 3.3107621669769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.337035894393921,
+      "cov-distil (oracle2student)": 3.6375017166137695,
+      "cov-distil (oracle2teacher)": 4.1028337478637695,
+      "epoch": 0.8563579277864992,
+      "rel-constrast": 3.204152822494507,
+      "step": 1091,
+      "subrel-constrast": 4.100337505340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2140780687332153,
+      "cov-distil (oracle2student)": 4.8860931396484375,
+      "cov-distil (oracle2teacher)": 4.049331188201904,
+      "epoch": 0.8571428571428571,
+      "rel-constrast": 3.5081419944763184,
+      "step": 1092,
+      "subrel-constrast": 3.5821592807769775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7335447072982788,
+      "cov-distil (oracle2student)": 5.655961036682129,
+      "cov-distil (oracle2teacher)": 5.042616844177246,
+      "epoch": 0.8579277864992151,
+      "rel-constrast": 3.178880214691162,
+      "step": 1093,
+      "subrel-constrast": 3.637800931930542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4414985179901123,
+      "cov-distil (oracle2student)": 5.745603561401367,
+      "cov-distil (oracle2teacher)": 5.264218807220459,
+      "epoch": 0.858712715855573,
+      "rel-constrast": 3.177807331085205,
+      "step": 1094,
+      "subrel-constrast": 3.550741672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.487630009651184,
+      "cov-distil (oracle2student)": 4.100004196166992,
+      "cov-distil (oracle2teacher)": 4.133769989013672,
+      "epoch": 0.859497645211931,
+      "rel-constrast": 2.2149600982666016,
+      "step": 1095,
+      "subrel-constrast": 2.753861665725708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7680914402008057,
+      "cov-distil (oracle2student)": 4.2395195960998535,
+      "cov-distil (oracle2teacher)": 3.8782877922058105,
+      "epoch": 0.8602825745682888,
+      "rel-constrast": 2.507734775543213,
+      "step": 1096,
+      "subrel-constrast": 2.9380202293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0254534482955933,
+      "cov-distil (oracle2student)": 2.3822319507598877,
+      "cov-distil (oracle2teacher)": 2.3551106452941895,
+      "epoch": 0.8610675039246468,
+      "rel-constrast": 2.2535672187805176,
+      "step": 1097,
+      "subrel-constrast": 2.8539609909057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.344696044921875,
+      "cov-distil (oracle2student)": 5.422916889190674,
+      "cov-distil (oracle2teacher)": 4.750358581542969,
+      "epoch": 0.8618524332810047,
+      "rel-constrast": 3.2021799087524414,
+      "step": 1098,
+      "subrel-constrast": 4.102774143218994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.172410488128662,
+      "cov-distil (oracle2student)": 4.316123008728027,
+      "cov-distil (oracle2teacher)": 4.225004196166992,
+      "epoch": 0.8626373626373627,
+      "rel-constrast": 2.101590156555176,
+      "step": 1099,
+      "subrel-constrast": 3.367358684539795,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.998507370887433e-05,
+      "loss": 0.7435,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "overlap": 0.3187499940395355,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "step": 1100,
+      "student margin": 0.0601806640625
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "step": 1100,
+      "teacher margin": 0.038330078125
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "margin difference": -0.0218505859375,
+      "step": 1100
+    },
+    {
+      "cov-distil": 1.514966368675232,
+      "cov-distil (oracle2student)": 3.000105381011963,
+      "cov-distil (oracle2teacher)": 3.519803047180176,
+      "epoch": 0.8634222919937206,
+      "rel-constrast": 2.472033977508545,
+      "step": 1100,
+      "subrel-constrast": 3.4495720863342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496253967285156,
+      "cov-distil (oracle2student)": 4.176532745361328,
+      "cov-distil (oracle2teacher)": 3.8630318641662598,
+      "epoch": 0.8642072213500785,
+      "rel-constrast": 4.721031665802002,
+      "step": 1101,
+      "subrel-constrast": 4.901049613952637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5538504123687744,
+      "cov-distil (oracle2student)": 2.979179859161377,
+      "cov-distil (oracle2teacher)": 2.8812928199768066,
+      "epoch": 0.8649921507064364,
+      "rel-constrast": 3.168241024017334,
+      "step": 1102,
+      "subrel-constrast": 3.8322014808654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6971174478530884,
+      "cov-distil (oracle2student)": 3.9705429077148438,
+      "cov-distil (oracle2teacher)": 3.575139045715332,
+      "epoch": 0.8657770800627943,
+      "rel-constrast": 3.3403072357177734,
+      "step": 1103,
+      "subrel-constrast": 3.405433416366577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455326795578003,
+      "cov-distil (oracle2student)": 4.051364898681641,
+      "cov-distil (oracle2teacher)": 3.291219472885132,
+      "epoch": 0.8665620094191523,
+      "rel-constrast": 3.159308910369873,
+      "step": 1104,
+      "subrel-constrast": 3.826824903488159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2556310892105103,
+      "cov-distil (oracle2student)": 6.1398210525512695,
+      "cov-distil (oracle2teacher)": 5.095301151275635,
+      "epoch": 0.8673469387755102,
+      "rel-constrast": 2.71726655960083,
+      "step": 1105,
+      "subrel-constrast": 3.2711734771728516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6997454166412354,
+      "cov-distil (oracle2student)": 4.2624101638793945,
+      "cov-distil (oracle2teacher)": 3.8824236392974854,
+      "epoch": 0.8681318681318682,
+      "rel-constrast": 2.7316763401031494,
+      "step": 1106,
+      "subrel-constrast": 3.5151779651641846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6599700450897217,
+      "cov-distil (oracle2student)": 3.2399165630340576,
+      "cov-distil (oracle2teacher)": 3.0549473762512207,
+      "epoch": 0.868916797488226,
+      "rel-constrast": 2.4151086807250977,
+      "step": 1107,
+      "subrel-constrast": 3.350031614303589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3111802339553833,
+      "cov-distil (oracle2student)": 6.469572067260742,
+      "cov-distil (oracle2teacher)": 5.633084297180176,
+      "epoch": 0.869701726844584,
+      "rel-constrast": 3.099478244781494,
+      "step": 1108,
+      "subrel-constrast": 3.6953091621398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9514031410217285,
+      "cov-distil (oracle2student)": 4.149969100952148,
+      "cov-distil (oracle2teacher)": 3.778843402862549,
+      "epoch": 0.8704866562009419,
+      "rel-constrast": 2.750782012939453,
+      "step": 1109,
+      "subrel-constrast": 3.469526767730713,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8712715855572999,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.998190638512489e-05,
+      "loss": 0.8035,
+      "step": 1110
+    },
+    {
+      "cov-distil": 1.253431797027588,
+      "cov-distil (oracle2student)": 3.968186140060425,
+      "cov-distil (oracle2teacher)": 3.8924455642700195,
+      "epoch": 0.8712715855572999,
+      "rel-constrast": 2.934136152267456,
+      "step": 1110,
+      "subrel-constrast": 3.268707036972046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5615431070327759,
+      "cov-distil (oracle2student)": 4.581787109375,
+      "cov-distil (oracle2teacher)": 3.978516101837158,
+      "epoch": 0.8720565149136578,
+      "rel-constrast": 3.124147891998291,
+      "step": 1111,
+      "subrel-constrast": 3.716892957687378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5927278995513916,
+      "cov-distil (oracle2student)": 5.518800735473633,
+      "cov-distil (oracle2teacher)": 5.1195783615112305,
+      "epoch": 0.8728414442700158,
+      "rel-constrast": 3.3357510566711426,
+      "step": 1112,
+      "subrel-constrast": 4.470355987548828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599696636199951,
+      "cov-distil (oracle2student)": 3.9624476432800293,
+      "cov-distil (oracle2teacher)": 3.718062162399292,
+      "epoch": 0.8736263736263736,
+      "rel-constrast": 3.6637425422668457,
+      "step": 1113,
+      "subrel-constrast": 4.662291526794434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8774611949920654,
+      "cov-distil (oracle2student)": 4.155232906341553,
+      "cov-distil (oracle2teacher)": 4.172593593597412,
+      "epoch": 0.8744113029827315,
+      "rel-constrast": 3.6415066719055176,
+      "step": 1114,
+      "subrel-constrast": 4.503866195678711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4141966104507446,
+      "cov-distil (oracle2student)": 4.203639030456543,
+      "cov-distil (oracle2teacher)": 3.9566216468811035,
+      "epoch": 0.8751962323390895,
+      "rel-constrast": 3.1093757152557373,
+      "step": 1115,
+      "subrel-constrast": 4.337434768676758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8371347188949585,
+      "cov-distil (oracle2student)": 3.9393506050109863,
+      "cov-distil (oracle2teacher)": 4.2781829833984375,
+      "epoch": 0.8759811616954474,
+      "rel-constrast": 3.2283706665039062,
+      "step": 1116,
+      "subrel-constrast": 4.248286247253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.552659511566162,
+      "cov-distil (oracle2student)": 4.381686210632324,
+      "cov-distil (oracle2teacher)": 4.079123020172119,
+      "epoch": 0.8767660910518054,
+      "rel-constrast": 3.7348363399505615,
+      "step": 1117,
+      "subrel-constrast": 3.876692771911621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3338099718093872,
+      "cov-distil (oracle2student)": 3.77384090423584,
+      "cov-distil (oracle2teacher)": 3.410325527191162,
+      "epoch": 0.8775510204081632,
+      "rel-constrast": 2.9162514209747314,
+      "step": 1118,
+      "subrel-constrast": 3.4500739574432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194663524627686,
+      "cov-distil (oracle2student)": 4.1419997215271,
+      "cov-distil (oracle2teacher)": 3.907043218612671,
+      "epoch": 0.8783359497645212,
+      "rel-constrast": 3.7405686378479004,
+      "step": 1119,
+      "subrel-constrast": 4.528936386108398,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8791208791208791,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.9978434664729965e-05,
+      "loss": 0.8752,
+      "step": 1120
+    },
+    {
+      "cov-distil": 1.4991371631622314,
+      "cov-distil (oracle2student)": 3.246417284011841,
+      "cov-distil (oracle2teacher)": 2.8052914142608643,
+      "epoch": 0.8791208791208791,
+      "rel-constrast": 2.344580888748169,
+      "step": 1120,
+      "subrel-constrast": 2.999483108520508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8106005191802979,
+      "cov-distil (oracle2student)": 3.8947558403015137,
+      "cov-distil (oracle2teacher)": 3.637648582458496,
+      "epoch": 0.8799058084772371,
+      "rel-constrast": 2.4791507720947266,
+      "step": 1121,
+      "subrel-constrast": 3.5178771018981934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7053754329681396,
+      "cov-distil (oracle2student)": 4.391046524047852,
+      "cov-distil (oracle2teacher)": 3.4227418899536133,
+      "epoch": 0.880690737833595,
+      "rel-constrast": 2.6293721199035645,
+      "step": 1122,
+      "subrel-constrast": 3.515031576156616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7514567375183105,
+      "cov-distil (oracle2student)": 4.837047100067139,
+      "cov-distil (oracle2teacher)": 4.649950981140137,
+      "epoch": 0.8814756671899528,
+      "rel-constrast": 4.030932903289795,
+      "step": 1123,
+      "subrel-constrast": 4.489926815032959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625034809112549,
+      "cov-distil (oracle2student)": 3.9515860080718994,
+      "cov-distil (oracle2teacher)": 3.1661500930786133,
+      "epoch": 0.8822605965463108,
+      "rel-constrast": 3.288825511932373,
+      "step": 1124,
+      "subrel-constrast": 4.1172943115234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229984998703003,
+      "cov-distil (oracle2student)": 4.726037502288818,
+      "cov-distil (oracle2teacher)": 3.7504258155822754,
+      "epoch": 0.8830455259026687,
+      "rel-constrast": 2.8091514110565186,
+      "step": 1125,
+      "subrel-constrast": 2.914897918701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562877178192139,
+      "cov-distil (oracle2student)": 4.730889320373535,
+      "cov-distil (oracle2teacher)": 4.760188579559326,
+      "epoch": 0.8838304552590267,
+      "rel-constrast": 3.878026008605957,
+      "step": 1126,
+      "subrel-constrast": 5.477179050445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.658963918685913,
+      "cov-distil (oracle2student)": 3.983290672302246,
+      "cov-distil (oracle2teacher)": 3.561467170715332,
+      "epoch": 0.8846153846153846,
+      "rel-constrast": 2.9549903869628906,
+      "step": 1127,
+      "subrel-constrast": 3.115555763244629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1705901622772217,
+      "cov-distil (oracle2student)": 3.825169086456299,
+      "cov-distil (oracle2teacher)": 3.690711498260498,
+      "epoch": 0.8854003139717426,
+      "rel-constrast": 3.0026540756225586,
+      "step": 1128,
+      "subrel-constrast": 3.744170904159546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647350788116455,
+      "cov-distil (oracle2student)": 3.7230451107025146,
+      "cov-distil (oracle2teacher)": 3.782278537750244,
+      "epoch": 0.8861852433281004,
+      "rel-constrast": 3.014608860015869,
+      "step": 1129,
+      "subrel-constrast": 3.851015090942383,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8869701726844584,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.997465858999136e-05,
+      "loss": 0.8008,
+      "step": 1130
+    },
+    {
+      "cov-distil": 1.2752346992492676,
+      "cov-distil (oracle2student)": 3.488770008087158,
+      "cov-distil (oracle2teacher)": 3.9863147735595703,
+      "epoch": 0.8869701726844584,
+      "rel-constrast": 3.8933849334716797,
+      "step": 1130,
+      "subrel-constrast": 4.088106155395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.873130440711975,
+      "cov-distil (oracle2student)": 4.166027545928955,
+      "cov-distil (oracle2teacher)": 3.3438427448272705,
+      "epoch": 0.8877551020408163,
+      "rel-constrast": 2.844660758972168,
+      "step": 1131,
+      "subrel-constrast": 3.8744757175445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8683061599731445,
+      "cov-distil (oracle2student)": 3.8367061614990234,
+      "cov-distil (oracle2teacher)": 3.5049045085906982,
+      "epoch": 0.8885400313971743,
+      "rel-constrast": 3.7255699634552,
+      "step": 1132,
+      "subrel-constrast": 4.550085544586182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3818418979644775,
+      "cov-distil (oracle2student)": 3.291252374649048,
+      "cov-distil (oracle2teacher)": 3.0735890865325928,
+      "epoch": 0.8893249607535322,
+      "rel-constrast": 2.360482692718506,
+      "step": 1133,
+      "subrel-constrast": 3.151395559310913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6797258853912354,
+      "cov-distil (oracle2student)": 4.68730354309082,
+      "cov-distil (oracle2teacher)": 3.9739716053009033,
+      "epoch": 0.8901098901098901,
+      "rel-constrast": 3.293217420578003,
+      "step": 1134,
+      "subrel-constrast": 3.898592233657837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577713251113892,
+      "cov-distil (oracle2student)": 3.6881062984466553,
+      "cov-distil (oracle2teacher)": 3.8753678798675537,
+      "epoch": 0.890894819466248,
+      "rel-constrast": 2.911735773086548,
+      "step": 1135,
+      "subrel-constrast": 3.549960136413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.221397876739502,
+      "cov-distil (oracle2student)": 3.3264553546905518,
+      "cov-distil (oracle2teacher)": 3.3582851886749268,
+      "epoch": 0.8916797488226059,
+      "rel-constrast": 2.6085739135742188,
+      "step": 1136,
+      "subrel-constrast": 3.3669185638427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5145583152770996,
+      "cov-distil (oracle2student)": 5.997685432434082,
+      "cov-distil (oracle2teacher)": 5.37454080581665,
+      "epoch": 0.8924646781789639,
+      "rel-constrast": 2.972979784011841,
+      "step": 1137,
+      "subrel-constrast": 3.549443244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4981353282928467,
+      "cov-distil (oracle2student)": 3.114041805267334,
+      "cov-distil (oracle2teacher)": 3.177701950073242,
+      "epoch": 0.8932496075353218,
+      "rel-constrast": 1.526479721069336,
+      "step": 1138,
+      "subrel-constrast": 2.268468141555786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.367327332496643,
+      "cov-distil (oracle2student)": 4.862998962402344,
+      "cov-distil (oracle2teacher)": 4.49826717376709,
+      "epoch": 0.8940345368916798,
+      "rel-constrast": 2.935554027557373,
+      "step": 1139,
+      "subrel-constrast": 3.4446165561676025,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8948194662480377,
+      "grad_norm": 4.875,
+      "learning_rate": 4.997057820691936e-05,
+      "loss": 0.7649,
+      "step": 1140
+    },
+    {
+      "cov-distil": 1.5795962810516357,
+      "cov-distil (oracle2student)": 3.1148805618286133,
+      "cov-distil (oracle2teacher)": 2.5828795433044434,
+      "epoch": 0.8948194662480377,
+      "rel-constrast": 1.9693329334259033,
+      "step": 1140,
+      "subrel-constrast": 2.7004849910736084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7776895761489868,
+      "cov-distil (oracle2student)": 4.110888481140137,
+      "cov-distil (oracle2teacher)": 4.194410800933838,
+      "epoch": 0.8956043956043956,
+      "rel-constrast": 2.1218795776367188,
+      "step": 1141,
+      "subrel-constrast": 2.977037191390991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8242149353027344,
+      "cov-distil (oracle2student)": 4.09165620803833,
+      "cov-distil (oracle2teacher)": 3.9467601776123047,
+      "epoch": 0.8963893249607535,
+      "rel-constrast": 2.370171546936035,
+      "step": 1142,
+      "subrel-constrast": 3.8766281604766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5912890434265137,
+      "cov-distil (oracle2student)": 4.500436782836914,
+      "cov-distil (oracle2teacher)": 4.196751594543457,
+      "epoch": 0.8971742543171115,
+      "rel-constrast": 2.17783522605896,
+      "step": 1143,
+      "subrel-constrast": 3.2005929946899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.972501516342163,
+      "cov-distil (oracle2student)": 4.580178260803223,
+      "cov-distil (oracle2teacher)": 3.9601950645446777,
+      "epoch": 0.8979591836734694,
+      "rel-constrast": 3.257997989654541,
+      "step": 1144,
+      "subrel-constrast": 4.104381084442139,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9328242540359497,
+      "cov-distil (oracle2student)": 5.032525062561035,
+      "cov-distil (oracle2teacher)": 4.19100284576416,
+      "epoch": 0.8987441130298273,
+      "rel-constrast": 3.4869861602783203,
+      "step": 1145,
+      "subrel-constrast": 4.267706871032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623334527015686,
+      "cov-distil (oracle2student)": 6.44071102142334,
+      "cov-distil (oracle2teacher)": 5.939119338989258,
+      "epoch": 0.8995290423861853,
+      "rel-constrast": 1.8712615966796875,
+      "step": 1146,
+      "subrel-constrast": 2.949275493621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5820472240447998,
+      "cov-distil (oracle2student)": 5.282839775085449,
+      "cov-distil (oracle2teacher)": 4.876575469970703,
+      "epoch": 0.9003139717425431,
+      "rel-constrast": 4.433046817779541,
+      "step": 1147,
+      "subrel-constrast": 4.718896389007568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205224990844727,
+      "cov-distil (oracle2student)": 4.22291898727417,
+      "cov-distil (oracle2teacher)": 4.117277145385742,
+      "epoch": 0.9010989010989011,
+      "rel-constrast": 3.855983018875122,
+      "step": 1148,
+      "subrel-constrast": 4.469812393188477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6345241069793701,
+      "cov-distil (oracle2student)": 5.406733989715576,
+      "cov-distil (oracle2teacher)": 5.097825050354004,
+      "epoch": 0.901883830455259,
+      "rel-constrast": 3.65572452545166,
+      "step": 1149,
+      "subrel-constrast": 4.562080383300781,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.902668759811617,
+      "grad_norm": 6.46875,
+      "learning_rate": 4.996619356523214e-05,
+      "loss": 0.7729,
+      "step": 1150
+    },
+    {
+      "cov-distil": 1.443082571029663,
+      "cov-distil (oracle2student)": 3.691708564758301,
+      "cov-distil (oracle2teacher)": 3.595862627029419,
+      "epoch": 0.902668759811617,
+      "rel-constrast": 2.693650007247925,
+      "step": 1150,
+      "subrel-constrast": 3.6807987689971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8717272281646729,
+      "cov-distil (oracle2student)": 2.9550225734710693,
+      "cov-distil (oracle2teacher)": 2.935019016265869,
+      "epoch": 0.9034536891679749,
+      "rel-constrast": 2.7117953300476074,
+      "step": 1151,
+      "subrel-constrast": 3.4497106075286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4167680740356445,
+      "cov-distil (oracle2student)": 4.1744890213012695,
+      "cov-distil (oracle2teacher)": 3.54170298576355,
+      "epoch": 0.9042386185243328,
+      "rel-constrast": 2.371565103530884,
+      "step": 1152,
+      "subrel-constrast": 2.9554567337036133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5863559246063232,
+      "cov-distil (oracle2student)": 3.980961322784424,
+      "cov-distil (oracle2teacher)": 3.4597396850585938,
+      "epoch": 0.9050235478806907,
+      "rel-constrast": 2.7407240867614746,
+      "step": 1153,
+      "subrel-constrast": 3.734286069869995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7732425928115845,
+      "cov-distil (oracle2student)": 4.795622825622559,
+      "cov-distil (oracle2teacher)": 3.8778538703918457,
+      "epoch": 0.9058084772370487,
+      "rel-constrast": 2.9903926849365234,
+      "step": 1154,
+      "subrel-constrast": 3.689653158187866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.463384985923767,
+      "cov-distil (oracle2student)": 4.449502944946289,
+      "cov-distil (oracle2teacher)": 4.495611667633057,
+      "epoch": 0.9065934065934066,
+      "rel-constrast": 2.2599551677703857,
+      "step": 1155,
+      "subrel-constrast": 3.497908353805542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2130064964294434,
+      "cov-distil (oracle2student)": 4.013300895690918,
+      "cov-distil (oracle2teacher)": 4.02077579498291,
+      "epoch": 0.9073783359497645,
+      "rel-constrast": 3.5984082221984863,
+      "step": 1156,
+      "subrel-constrast": 3.823303699493408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3067975044250488,
+      "cov-distil (oracle2student)": 3.140883445739746,
+      "cov-distil (oracle2teacher)": 2.835468292236328,
+      "epoch": 0.9081632653061225,
+      "rel-constrast": 2.4052255153656006,
+      "step": 1157,
+      "subrel-constrast": 3.1138172149658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1546053886413574,
+      "cov-distil (oracle2student)": 3.399296760559082,
+      "cov-distil (oracle2teacher)": 3.4823670387268066,
+      "epoch": 0.9089481946624803,
+      "rel-constrast": 4.274822235107422,
+      "step": 1158,
+      "subrel-constrast": 4.037364482879639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8355066776275635,
+      "cov-distil (oracle2student)": 4.020825386047363,
+      "cov-distil (oracle2teacher)": 3.432453155517578,
+      "epoch": 0.9097331240188383,
+      "rel-constrast": 2.861008644104004,
+      "step": 1159,
+      "subrel-constrast": 3.5515787601470947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9105180533751962,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.996150471835518e-05,
+      "loss": 0.7653,
+      "step": 1160
+    },
+    {
+      "cov-distil": 1.2815093994140625,
+      "cov-distil (oracle2student)": 4.236474990844727,
+      "cov-distil (oracle2teacher)": 3.5232949256896973,
+      "epoch": 0.9105180533751962,
+      "rel-constrast": 3.2088136672973633,
+      "step": 1160,
+      "subrel-constrast": 3.836989402770996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6414496898651123,
+      "cov-distil (oracle2student)": 3.0682172775268555,
+      "cov-distil (oracle2teacher)": 3.169745445251465,
+      "epoch": 0.9113029827315542,
+      "rel-constrast": 2.797144889831543,
+      "step": 1161,
+      "subrel-constrast": 3.395820379257202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4575656652450562,
+      "cov-distil (oracle2student)": 5.596889495849609,
+      "cov-distil (oracle2teacher)": 5.4076995849609375,
+      "epoch": 0.9120879120879121,
+      "rel-constrast": 3.4259774684906006,
+      "step": 1162,
+      "subrel-constrast": 4.41293478012085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9715670347213745,
+      "cov-distil (oracle2student)": 5.748863220214844,
+      "cov-distil (oracle2teacher)": 5.184823989868164,
+      "epoch": 0.9128728414442701,
+      "rel-constrast": 3.725337505340576,
+      "step": 1163,
+      "subrel-constrast": 4.611771106719971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1137397289276123,
+      "cov-distil (oracle2student)": 3.371971368789673,
+      "cov-distil (oracle2teacher)": 3.502945899963379,
+      "epoch": 0.9136577708006279,
+      "rel-constrast": 2.695183038711548,
+      "step": 1164,
+      "subrel-constrast": 3.2843246459960938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531944513320923,
+      "cov-distil (oracle2student)": 3.6959424018859863,
+      "cov-distil (oracle2teacher)": 3.6868391036987305,
+      "epoch": 0.9144427001569859,
+      "rel-constrast": 2.491232395172119,
+      "step": 1165,
+      "subrel-constrast": 3.469127893447876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6662570238113403,
+      "cov-distil (oracle2student)": 5.654899597167969,
+      "cov-distil (oracle2teacher)": 5.090555191040039,
+      "epoch": 0.9152276295133438,
+      "rel-constrast": 4.377036094665527,
+      "step": 1166,
+      "subrel-constrast": 4.034554481506348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4588487148284912,
+      "cov-distil (oracle2student)": 2.7165474891662598,
+      "cov-distil (oracle2teacher)": 3.5998787879943848,
+      "epoch": 0.9160125588697017,
+      "rel-constrast": 2.296668529510498,
+      "step": 1167,
+      "subrel-constrast": 3.11590313911438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8078097105026245,
+      "cov-distil (oracle2student)": 5.066540718078613,
+      "cov-distil (oracle2teacher)": 4.497931957244873,
+      "epoch": 0.9167974882260597,
+      "rel-constrast": 3.504831552505493,
+      "step": 1168,
+      "subrel-constrast": 4.153743267059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2564361095428467,
+      "cov-distil (oracle2student)": 3.8110692501068115,
+      "cov-distil (oracle2teacher)": 3.617929458618164,
+      "epoch": 0.9175824175824175,
+      "rel-constrast": 3.2004554271698,
+      "step": 1169,
+      "subrel-constrast": 3.6840548515319824,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9183673469387755,
+      "grad_norm": 6.25,
+      "learning_rate": 4.9956511723420596e-05,
+      "loss": 0.8316,
+      "step": 1170
+    },
+    {
+      "cov-distil": 1.7868636846542358,
+      "cov-distil (oracle2student)": 5.351989269256592,
+      "cov-distil (oracle2teacher)": 5.995168685913086,
+      "epoch": 0.9183673469387755,
+      "rel-constrast": 3.483383893966675,
+      "step": 1170,
+      "subrel-constrast": 4.039510250091553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669972896575928,
+      "cov-distil (oracle2student)": 4.233527660369873,
+      "cov-distil (oracle2teacher)": 3.426328659057617,
+      "epoch": 0.9191522762951334,
+      "rel-constrast": 3.0960755348205566,
+      "step": 1171,
+      "subrel-constrast": 3.7429535388946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4847849607467651,
+      "cov-distil (oracle2student)": 6.527562141418457,
+      "cov-distil (oracle2teacher)": 5.688312530517578,
+      "epoch": 0.9199372056514914,
+      "rel-constrast": 3.12980318069458,
+      "step": 1172,
+      "subrel-constrast": 3.827275514602661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.537367582321167,
+      "cov-distil (oracle2student)": 4.025749683380127,
+      "cov-distil (oracle2teacher)": 3.4675025939941406,
+      "epoch": 0.9207221350078493,
+      "rel-constrast": 4.162596225738525,
+      "step": 1173,
+      "subrel-constrast": 4.18705415725708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671391010284424,
+      "cov-distil (oracle2student)": 5.512345790863037,
+      "cov-distil (oracle2teacher)": 5.1315813064575195,
+      "epoch": 0.9215070643642073,
+      "rel-constrast": 3.0779571533203125,
+      "step": 1174,
+      "subrel-constrast": 3.9239659309387207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7468125820159912,
+      "cov-distil (oracle2student)": 5.045190811157227,
+      "cov-distil (oracle2teacher)": 4.8531293869018555,
+      "epoch": 0.9222919937205651,
+      "rel-constrast": 2.832158088684082,
+      "step": 1175,
+      "subrel-constrast": 4.259617805480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7982062101364136,
+      "cov-distil (oracle2student)": 4.597297668457031,
+      "cov-distil (oracle2teacher)": 4.246716022491455,
+      "epoch": 0.9230769230769231,
+      "rel-constrast": 3.675710678100586,
+      "step": 1176,
+      "subrel-constrast": 4.812505722045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3788889646530151,
+      "cov-distil (oracle2student)": 4.461580276489258,
+      "cov-distil (oracle2teacher)": 4.353765487670898,
+      "epoch": 0.923861852433281,
+      "rel-constrast": 2.9810338020324707,
+      "step": 1177,
+      "subrel-constrast": 3.482665777206421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.05991268157959,
+      "cov-distil (oracle2student)": 4.606191158294678,
+      "cov-distil (oracle2teacher)": 3.5623247623443604,
+      "epoch": 0.9246467817896389,
+      "rel-constrast": 3.7771148681640625,
+      "step": 1178,
+      "subrel-constrast": 4.17537260055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9975810050964355,
+      "cov-distil (oracle2student)": 2.9373130798339844,
+      "cov-distil (oracle2teacher)": 3.30222225189209,
+      "epoch": 0.9254317111459969,
+      "rel-constrast": 2.7977066040039062,
+      "step": 1179,
+      "subrel-constrast": 4.124040603637695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9262166405023547,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.9951214641266454e-05,
+      "loss": 0.8671,
+      "step": 1180
+    },
+    {
+      "cov-distil": 1.3749620914459229,
+      "cov-distil (oracle2student)": 3.8213553428649902,
+      "cov-distil (oracle2teacher)": 3.745201587677002,
+      "epoch": 0.9262166405023547,
+      "rel-constrast": 4.656604290008545,
+      "step": 1180,
+      "subrel-constrast": 4.7837138175964355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.878669023513794,
+      "cov-distil (oracle2student)": 2.874736785888672,
+      "cov-distil (oracle2teacher)": 3.3165462017059326,
+      "epoch": 0.9270015698587127,
+      "rel-constrast": 2.8966524600982666,
+      "step": 1181,
+      "subrel-constrast": 4.486790657043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.293665647506714,
+      "cov-distil (oracle2student)": 7.028643608093262,
+      "cov-distil (oracle2teacher)": 7.015350341796875,
+      "epoch": 0.9277864992150706,
+      "rel-constrast": 3.6025748252868652,
+      "step": 1182,
+      "subrel-constrast": 4.766818523406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.651129961013794,
+      "cov-distil (oracle2student)": 4.1690521240234375,
+      "cov-distil (oracle2teacher)": 3.9816250801086426,
+      "epoch": 0.9285714285714286,
+      "rel-constrast": 3.413325071334839,
+      "step": 1183,
+      "subrel-constrast": 4.120756149291992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371960997581482,
+      "cov-distil (oracle2student)": 3.9419898986816406,
+      "cov-distil (oracle2teacher)": 3.5902247428894043,
+      "epoch": 0.9293563579277865,
+      "rel-constrast": 3.273420572280884,
+      "step": 1184,
+      "subrel-constrast": 3.74275803565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9146562814712524,
+      "cov-distil (oracle2student)": 4.676143646240234,
+      "cov-distil (oracle2teacher)": 4.350830554962158,
+      "epoch": 0.9301412872841445,
+      "rel-constrast": 2.842129707336426,
+      "step": 1185,
+      "subrel-constrast": 3.4485690593719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4149706363677979,
+      "cov-distil (oracle2student)": 4.549127578735352,
+      "cov-distil (oracle2teacher)": 4.000871658325195,
+      "epoch": 0.9309262166405023,
+      "rel-constrast": 2.3058714866638184,
+      "step": 1186,
+      "subrel-constrast": 2.8557651042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.149344563484192,
+      "cov-distil (oracle2student)": 3.8757810592651367,
+      "cov-distil (oracle2teacher)": 3.8923072814941406,
+      "epoch": 0.9317111459968603,
+      "rel-constrast": 3.0727078914642334,
+      "step": 1187,
+      "subrel-constrast": 3.801476240158081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2096295356750488,
+      "cov-distil (oracle2student)": 3.335026979446411,
+      "cov-distil (oracle2teacher)": 3.660101890563965,
+      "epoch": 0.9324960753532182,
+      "rel-constrast": 2.7182772159576416,
+      "step": 1188,
+      "subrel-constrast": 3.7372019290924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.239673137664795,
+      "cov-distil (oracle2student)": 3.4317338466644287,
+      "cov-distil (oracle2teacher)": 3.3225114345550537,
+      "epoch": 0.9332810047095761,
+      "rel-constrast": 2.5532279014587402,
+      "step": 1189,
+      "subrel-constrast": 3.071510076522827,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9340659340659341,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.994561353643604e-05,
+      "loss": 0.8221,
+      "step": 1190
+    },
+    {
+      "cov-distil": 1.8070812225341797,
+      "cov-distil (oracle2student)": 3.971548318862915,
+      "cov-distil (oracle2teacher)": 3.4021518230438232,
+      "epoch": 0.9340659340659341,
+      "rel-constrast": 2.288071632385254,
+      "step": 1190,
+      "subrel-constrast": 3.028351306915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148916721343994,
+      "cov-distil (oracle2student)": 5.076765060424805,
+      "cov-distil (oracle2teacher)": 4.395874977111816,
+      "epoch": 0.934850863422292,
+      "rel-constrast": 2.5542197227478027,
+      "step": 1191,
+      "subrel-constrast": 3.9978582859039307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200567364692688,
+      "cov-distil (oracle2student)": 3.8667056560516357,
+      "cov-distil (oracle2teacher)": 3.7100179195404053,
+      "epoch": 0.9356357927786499,
+      "rel-constrast": 1.9808406829833984,
+      "step": 1192,
+      "subrel-constrast": 2.6270174980163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5440454483032227,
+      "cov-distil (oracle2student)": 4.111261367797852,
+      "cov-distil (oracle2teacher)": 4.358633995056152,
+      "epoch": 0.9364207221350078,
+      "rel-constrast": 2.9030914306640625,
+      "step": 1193,
+      "subrel-constrast": 3.6748054027557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5587102174758911,
+      "cov-distil (oracle2student)": 3.562497138977051,
+      "cov-distil (oracle2teacher)": 3.5922279357910156,
+      "epoch": 0.9372056514913658,
+      "rel-constrast": 3.1529085636138916,
+      "step": 1194,
+      "subrel-constrast": 4.10093355178833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8191659450531006,
+      "cov-distil (oracle2student)": 4.622344017028809,
+      "cov-distil (oracle2teacher)": 3.431057929992676,
+      "epoch": 0.9379905808477237,
+      "rel-constrast": 2.899667739868164,
+      "step": 1195,
+      "subrel-constrast": 3.5286593437194824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4436109066009521,
+      "cov-distil (oracle2student)": 3.421355724334717,
+      "cov-distil (oracle2teacher)": 3.652665853500366,
+      "epoch": 0.9387755102040817,
+      "rel-constrast": 2.2924082279205322,
+      "step": 1196,
+      "subrel-constrast": 3.009202718734741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.700963020324707,
+      "cov-distil (oracle2student)": 4.7589006423950195,
+      "cov-distil (oracle2teacher)": 3.978583812713623,
+      "epoch": 0.9395604395604396,
+      "rel-constrast": 2.734005928039551,
+      "step": 1197,
+      "subrel-constrast": 3.3664376735687256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5046660900115967,
+      "cov-distil (oracle2student)": 4.314587593078613,
+      "cov-distil (oracle2teacher)": 4.032175540924072,
+      "epoch": 0.9403453689167975,
+      "rel-constrast": 2.7253341674804688,
+      "step": 1198,
+      "subrel-constrast": 3.4343972206115723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2936146259307861,
+      "cov-distil (oracle2student)": 3.2974209785461426,
+      "cov-distil (oracle2teacher)": 3.401402473449707,
+      "epoch": 0.9411302982731554,
+      "rel-constrast": 4.445433616638184,
+      "step": 1199,
+      "subrel-constrast": 5.167204856872559,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "grad_norm": 6.375,
+      "learning_rate": 4.993970847717704e-05,
+      "loss": 0.7395,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "overlap": 0.3203125,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "step": 1200,
+      "student margin": 0.0496826171875
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "step": 1200,
+      "teacher margin": 0.036590576171875
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "margin difference": -0.013092041015625,
+      "step": 1200
+    },
+    {
+      "cov-distil": 1.6105701923370361,
+      "cov-distil (oracle2student)": 5.779675006866455,
+      "cov-distil (oracle2teacher)": 4.917959213256836,
+      "epoch": 0.9419152276295133,
+      "rel-constrast": 2.8267126083374023,
+      "step": 1200,
+      "subrel-constrast": 3.244717836380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2549251317977905,
+      "cov-distil (oracle2student)": 3.3697609901428223,
+      "cov-distil (oracle2teacher)": 3.235903263092041,
+      "epoch": 0.9427001569858713,
+      "rel-constrast": 2.4257946014404297,
+      "step": 1201,
+      "subrel-constrast": 3.0524795055389404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.483722448348999,
+      "cov-distil (oracle2student)": 4.390925407409668,
+      "cov-distil (oracle2teacher)": 4.028365612030029,
+      "epoch": 0.9434850863422292,
+      "rel-constrast": 3.4933953285217285,
+      "step": 1202,
+      "subrel-constrast": 4.11123514175415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3687052726745605,
+      "cov-distil (oracle2student)": 4.669280052185059,
+      "cov-distil (oracle2teacher)": 4.163387298583984,
+      "epoch": 0.9442700156985872,
+      "rel-constrast": 3.924910545349121,
+      "step": 1203,
+      "subrel-constrast": 4.383458614349365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6759591102600098,
+      "cov-distil (oracle2student)": 3.1451539993286133,
+      "cov-distil (oracle2teacher)": 3.5230112075805664,
+      "epoch": 0.945054945054945,
+      "rel-constrast": 2.801999092102051,
+      "step": 1204,
+      "subrel-constrast": 3.3344428539276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.910562515258789,
+      "cov-distil (oracle2student)": 4.136933326721191,
+      "cov-distil (oracle2teacher)": 3.9945268630981445,
+      "epoch": 0.945839874411303,
+      "rel-constrast": 3.9524710178375244,
+      "step": 1205,
+      "subrel-constrast": 4.729903697967529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3960767984390259,
+      "cov-distil (oracle2student)": 4.077619552612305,
+      "cov-distil (oracle2teacher)": 3.501871109008789,
+      "epoch": 0.9466248037676609,
+      "rel-constrast": 3.3120028972625732,
+      "step": 1206,
+      "subrel-constrast": 3.490509510040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5521440505981445,
+      "cov-distil (oracle2student)": 3.8946728706359863,
+      "cov-distil (oracle2teacher)": 3.6843862533569336,
+      "epoch": 0.9474097331240189,
+      "rel-constrast": 3.2784876823425293,
+      "step": 1207,
+      "subrel-constrast": 3.8301875591278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3751758337020874,
+      "cov-distil (oracle2student)": 3.973721981048584,
+      "cov-distil (oracle2teacher)": 3.76820707321167,
+      "epoch": 0.9481946624803768,
+      "rel-constrast": 2.751735210418701,
+      "step": 1208,
+      "subrel-constrast": 3.6451714038848877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.257673740386963,
+      "cov-distil (oracle2student)": 5.246366500854492,
+      "cov-distil (oracle2teacher)": 4.899626731872559,
+      "epoch": 0.9489795918367347,
+      "rel-constrast": 2.314209222793579,
+      "step": 1209,
+      "subrel-constrast": 3.3867154121398926,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9497645211930926,
+      "grad_norm": 4.75,
+      "learning_rate": 4.9933499535440734e-05,
+      "loss": 0.8143,
+      "step": 1210
+    },
+    {
+      "cov-distil": 1.6039924621582031,
+      "cov-distil (oracle2student)": 4.576372146606445,
+      "cov-distil (oracle2teacher)": 4.234128952026367,
+      "epoch": 0.9497645211930926,
+      "rel-constrast": 4.437294960021973,
+      "step": 1210,
+      "subrel-constrast": 4.952371597290039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619235038757324,
+      "cov-distil (oracle2student)": 7.047615051269531,
+      "cov-distil (oracle2teacher)": 5.62222957611084,
+      "epoch": 0.9505494505494505,
+      "rel-constrast": 2.503946542739868,
+      "step": 1211,
+      "subrel-constrast": 2.971254587173462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5805871486663818,
+      "cov-distil (oracle2student)": 3.3732993602752686,
+      "cov-distil (oracle2teacher)": 3.065959930419922,
+      "epoch": 0.9513343799058085,
+      "rel-constrast": 2.4616994857788086,
+      "step": 1212,
+      "subrel-constrast": 3.2246487140655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6478489637374878,
+      "cov-distil (oracle2student)": 3.3030200004577637,
+      "cov-distil (oracle2teacher)": 3.6912641525268555,
+      "epoch": 0.9521193092621664,
+      "rel-constrast": 2.7378714084625244,
+      "step": 1213,
+      "subrel-constrast": 3.7481882572174072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674123764038086,
+      "cov-distil (oracle2student)": 3.028886318206787,
+      "cov-distil (oracle2teacher)": 3.1172738075256348,
+      "epoch": 0.9529042386185244,
+      "rel-constrast": 2.371886730194092,
+      "step": 1214,
+      "subrel-constrast": 3.228628158569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5553092956542969,
+      "cov-distil (oracle2student)": 4.024779796600342,
+      "cov-distil (oracle2teacher)": 3.9427013397216797,
+      "epoch": 0.9536891679748822,
+      "rel-constrast": 2.77235746383667,
+      "step": 1215,
+      "subrel-constrast": 3.4766647815704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2531368732452393,
+      "cov-distil (oracle2student)": 4.723504066467285,
+      "cov-distil (oracle2teacher)": 3.7710354328155518,
+      "epoch": 0.9544740973312402,
+      "rel-constrast": 3.066476821899414,
+      "step": 1216,
+      "subrel-constrast": 3.9490931034088135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6948390007019043,
+      "cov-distil (oracle2student)": 3.629880428314209,
+      "cov-distil (oracle2teacher)": 3.3514814376831055,
+      "epoch": 0.9552590266875981,
+      "rel-constrast": 2.358733654022217,
+      "step": 1217,
+      "subrel-constrast": 3.165830612182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3928395509719849,
+      "cov-distil (oracle2student)": 4.305171966552734,
+      "cov-distil (oracle2teacher)": 4.1909565925598145,
+      "epoch": 0.9560439560439561,
+      "rel-constrast": 3.010542392730713,
+      "step": 1218,
+      "subrel-constrast": 3.5911428928375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4528329372406006,
+      "cov-distil (oracle2student)": 2.1864287853240967,
+      "cov-distil (oracle2teacher)": 2.416934013366699,
+      "epoch": 0.956828885400314,
+      "rel-constrast": 2.1928157806396484,
+      "step": 1219,
+      "subrel-constrast": 3.2564051151275635,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.957613814756672,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.992698678688111e-05,
+      "loss": 0.7389,
+      "step": 1220
+    },
+    {
+      "cov-distil": 1.436532974243164,
+      "cov-distil (oracle2student)": 4.110199928283691,
+      "cov-distil (oracle2teacher)": 4.324930667877197,
+      "epoch": 0.957613814756672,
+      "rel-constrast": 3.4708638191223145,
+      "step": 1220,
+      "subrel-constrast": 4.561421871185303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.409794807434082,
+      "cov-distil (oracle2student)": 4.937740325927734,
+      "cov-distil (oracle2teacher)": 4.894489288330078,
+      "epoch": 0.9583987441130298,
+      "rel-constrast": 2.4376707077026367,
+      "step": 1221,
+      "subrel-constrast": 3.53894305229187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7438490390777588,
+      "cov-distil (oracle2student)": 6.20819091796875,
+      "cov-distil (oracle2teacher)": 4.690855503082275,
+      "epoch": 0.9591836734693877,
+      "rel-constrast": 2.403841733932495,
+      "step": 1222,
+      "subrel-constrast": 3.353959798812866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.250932216644287,
+      "cov-distil (oracle2student)": 4.693305492401123,
+      "cov-distil (oracle2teacher)": 4.102659702301025,
+      "epoch": 0.9599686028257457,
+      "rel-constrast": 4.867374420166016,
+      "step": 1223,
+      "subrel-constrast": 4.888300895690918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6726696491241455,
+      "cov-distil (oracle2student)": 5.086460113525391,
+      "cov-distil (oracle2teacher)": 4.459454536437988,
+      "epoch": 0.9607535321821036,
+      "rel-constrast": 3.6357109546661377,
+      "step": 1224,
+      "subrel-constrast": 3.853543281555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2617173194885254,
+      "cov-distil (oracle2student)": 5.61175537109375,
+      "cov-distil (oracle2teacher)": 5.2344255447387695,
+      "epoch": 0.9615384615384616,
+      "rel-constrast": 2.239116668701172,
+      "step": 1225,
+      "subrel-constrast": 2.960505962371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.335501790046692,
+      "cov-distil (oracle2student)": 3.3338255882263184,
+      "cov-distil (oracle2teacher)": 3.0814156532287598,
+      "epoch": 0.9623233908948194,
+      "rel-constrast": 2.3926875591278076,
+      "step": 1226,
+      "subrel-constrast": 2.9196832180023193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2774579524993896,
+      "cov-distil (oracle2student)": 5.64495849609375,
+      "cov-distil (oracle2teacher)": 4.665161609649658,
+      "epoch": 0.9631083202511774,
+      "rel-constrast": 3.265216588973999,
+      "step": 1227,
+      "subrel-constrast": 3.3127708435058594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300419330596924,
+      "cov-distil (oracle2student)": 3.3285422325134277,
+      "cov-distil (oracle2teacher)": 3.382845401763916,
+      "epoch": 0.9638932496075353,
+      "rel-constrast": 3.2291526794433594,
+      "step": 1228,
+      "subrel-constrast": 4.124401092529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2508728504180908,
+      "cov-distil (oracle2student)": 4.593624591827393,
+      "cov-distil (oracle2teacher)": 3.73111629486084,
+      "epoch": 0.9646781789638933,
+      "rel-constrast": 2.9496850967407227,
+      "step": 1229,
+      "subrel-constrast": 3.252176284790039,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9654631083202512,
+      "grad_norm": 5.75,
+      "learning_rate": 4.992017031085398e-05,
+      "loss": 0.8096,
+      "step": 1230
+    },
+    {
+      "cov-distil": 1.7356112003326416,
+      "cov-distil (oracle2student)": 4.123534202575684,
+      "cov-distil (oracle2teacher)": 4.169621467590332,
+      "epoch": 0.9654631083202512,
+      "rel-constrast": 2.8074231147766113,
+      "step": 1230,
+      "subrel-constrast": 3.9389231204986572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4420530796051025,
+      "cov-distil (oracle2student)": 3.8097753524780273,
+      "cov-distil (oracle2teacher)": 3.7854228019714355,
+      "epoch": 0.966248037676609,
+      "rel-constrast": 3.9864463806152344,
+      "step": 1231,
+      "subrel-constrast": 4.513359546661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2666831016540527,
+      "cov-distil (oracle2student)": 4.377869606018066,
+      "cov-distil (oracle2teacher)": 3.9519600868225098,
+      "epoch": 0.967032967032967,
+      "rel-constrast": 2.8950271606445312,
+      "step": 1232,
+      "subrel-constrast": 3.422940731048584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749788761138916,
+      "cov-distil (oracle2student)": 4.057105541229248,
+      "cov-distil (oracle2teacher)": 4.343048572540283,
+      "epoch": 0.9678178963893249,
+      "rel-constrast": 2.216052532196045,
+      "step": 1233,
+      "subrel-constrast": 3.2852511405944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2060002088546753,
+      "cov-distil (oracle2student)": 4.399940013885498,
+      "cov-distil (oracle2teacher)": 3.984816551208496,
+      "epoch": 0.9686028257456829,
+      "rel-constrast": 3.5238823890686035,
+      "step": 1234,
+      "subrel-constrast": 3.784899950027466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4902675151824951,
+      "cov-distil (oracle2student)": 5.702090263366699,
+      "cov-distil (oracle2teacher)": 5.267083168029785,
+      "epoch": 0.9693877551020408,
+      "rel-constrast": 4.418448448181152,
+      "step": 1235,
+      "subrel-constrast": 4.546502113342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.429222822189331,
+      "cov-distil (oracle2student)": 3.4779820442199707,
+      "cov-distil (oracle2teacher)": 3.6357057094573975,
+      "epoch": 0.9701726844583988,
+      "rel-constrast": 3.3624308109283447,
+      "step": 1236,
+      "subrel-constrast": 3.6818745136260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5025690793991089,
+      "cov-distil (oracle2student)": 4.21225643157959,
+      "cov-distil (oracle2teacher)": 4.120269775390625,
+      "epoch": 0.9709576138147566,
+      "rel-constrast": 2.0363433361053467,
+      "step": 1237,
+      "subrel-constrast": 2.7132604122161865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.543538212776184,
+      "cov-distil (oracle2student)": 3.580420970916748,
+      "cov-distil (oracle2teacher)": 3.650756597518921,
+      "epoch": 0.9717425431711146,
+      "rel-constrast": 3.9337496757507324,
+      "step": 1238,
+      "subrel-constrast": 4.467953205108643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2078661918640137,
+      "cov-distil (oracle2student)": 4.181390762329102,
+      "cov-distil (oracle2teacher)": 4.21966028213501,
+      "epoch": 0.9725274725274725,
+      "rel-constrast": 2.987008571624756,
+      "step": 1239,
+      "subrel-constrast": 3.689307689666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9733124018838305,
+      "grad_norm": 4.75,
+      "learning_rate": 4.991305019041594e-05,
+      "loss": 0.8407,
+      "step": 1240
+    },
+    {
+      "cov-distil": 1.528568148612976,
+      "cov-distil (oracle2student)": 4.4682841300964355,
+      "cov-distil (oracle2teacher)": 4.502565383911133,
+      "epoch": 0.9733124018838305,
+      "rel-constrast": 2.586947441101074,
+      "step": 1240,
+      "subrel-constrast": 3.77297306060791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6377058029174805,
+      "cov-distil (oracle2student)": 3.5193488597869873,
+      "cov-distil (oracle2teacher)": 3.5025131702423096,
+      "epoch": 0.9740973312401884,
+      "rel-constrast": 3.1112654209136963,
+      "step": 1241,
+      "subrel-constrast": 3.5121521949768066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5318564176559448,
+      "cov-distil (oracle2student)": 3.5415377616882324,
+      "cov-distil (oracle2teacher)": 3.6506009101867676,
+      "epoch": 0.9748822605965463,
+      "rel-constrast": 2.3468027114868164,
+      "step": 1242,
+      "subrel-constrast": 3.552518844604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6500542163848877,
+      "cov-distil (oracle2student)": 3.7139127254486084,
+      "cov-distil (oracle2teacher)": 3.9782299995422363,
+      "epoch": 0.9756671899529042,
+      "rel-constrast": 2.3499836921691895,
+      "step": 1243,
+      "subrel-constrast": 3.7430975437164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2186521291732788,
+      "cov-distil (oracle2student)": 3.54939341545105,
+      "cov-distil (oracle2teacher)": 3.1540234088897705,
+      "epoch": 0.9764521193092621,
+      "rel-constrast": 2.3381032943725586,
+      "step": 1244,
+      "subrel-constrast": 3.233065128326416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6511240005493164,
+      "cov-distil (oracle2student)": 2.393463611602783,
+      "cov-distil (oracle2teacher)": 2.791167974472046,
+      "epoch": 0.9772370486656201,
+      "rel-constrast": 3.153503179550171,
+      "step": 1245,
+      "subrel-constrast": 3.834094524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.156053066253662,
+      "cov-distil (oracle2student)": 4.302087783813477,
+      "cov-distil (oracle2teacher)": 4.168542385101318,
+      "epoch": 0.978021978021978,
+      "rel-constrast": 3.221328020095825,
+      "step": 1246,
+      "subrel-constrast": 3.9086685180664062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8392646312713623,
+      "cov-distil (oracle2student)": 3.4635820388793945,
+      "cov-distil (oracle2teacher)": 3.8714029788970947,
+      "epoch": 0.978806907378336,
+      "rel-constrast": 3.115475654602051,
+      "step": 1247,
+      "subrel-constrast": 3.935710906982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.795577883720398,
+      "cov-distil (oracle2student)": 3.712340831756592,
+      "cov-distil (oracle2teacher)": 4.289597511291504,
+      "epoch": 0.9795918367346939,
+      "rel-constrast": 2.51350474357605,
+      "step": 1248,
+      "subrel-constrast": 4.145675182342529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7952771186828613,
+      "cov-distil (oracle2student)": 3.139064073562622,
+      "cov-distil (oracle2teacher)": 3.0765018463134766,
+      "epoch": 0.9803767660910518,
+      "rel-constrast": 2.7419240474700928,
+      "step": 1249,
+      "subrel-constrast": 3.4236867427825928,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9811616954474097,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.99056265123234e-05,
+      "loss": 0.7265,
+      "step": 1250
+    },
+    {
+      "cov-distil": 1.5307613611221313,
+      "cov-distil (oracle2student)": 5.744296550750732,
+      "cov-distil (oracle2teacher)": 5.453649044036865,
+      "epoch": 0.9811616954474097,
+      "rel-constrast": 3.8523647785186768,
+      "step": 1250,
+      "subrel-constrast": 4.171315670013428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015010356903076,
+      "cov-distil (oracle2student)": 4.840731620788574,
+      "cov-distil (oracle2teacher)": 4.120755195617676,
+      "epoch": 0.9819466248037677,
+      "rel-constrast": 2.7082295417785645,
+      "step": 1251,
+      "subrel-constrast": 3.1410839557647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4371023178100586,
+      "cov-distil (oracle2student)": 4.395645618438721,
+      "cov-distil (oracle2teacher)": 3.6550097465515137,
+      "epoch": 0.9827315541601256,
+      "rel-constrast": 3.620471954345703,
+      "step": 1252,
+      "subrel-constrast": 3.7160215377807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369515061378479,
+      "cov-distil (oracle2student)": 3.4064722061157227,
+      "cov-distil (oracle2teacher)": 3.3698737621307373,
+      "epoch": 0.9835164835164835,
+      "rel-constrast": 2.16213321685791,
+      "step": 1253,
+      "subrel-constrast": 2.5510523319244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.986305594444275,
+      "cov-distil (oracle2student)": 5.059086322784424,
+      "cov-distil (oracle2teacher)": 4.218664169311523,
+      "epoch": 0.9843014128728415,
+      "rel-constrast": 2.5694384574890137,
+      "step": 1254,
+      "subrel-constrast": 3.528590202331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5738322734832764,
+      "cov-distil (oracle2student)": 3.6083102226257324,
+      "cov-distil (oracle2teacher)": 3.4591922760009766,
+      "epoch": 0.9850863422291993,
+      "rel-constrast": 2.6395843029022217,
+      "step": 1255,
+      "subrel-constrast": 3.2665557861328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.16001558303833,
+      "cov-distil (oracle2student)": 3.2529311180114746,
+      "cov-distil (oracle2teacher)": 3.0381925106048584,
+      "epoch": 0.9858712715855573,
+      "rel-constrast": 2.906590223312378,
+      "step": 1256,
+      "subrel-constrast": 3.442795991897583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8249584436416626,
+      "cov-distil (oracle2student)": 2.845015048980713,
+      "cov-distil (oracle2teacher)": 3.174835681915283,
+      "epoch": 0.9866562009419152,
+      "rel-constrast": 2.5052247047424316,
+      "step": 1257,
+      "subrel-constrast": 3.5730175971984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8064703941345215,
+      "cov-distil (oracle2student)": 3.064516544342041,
+      "cov-distil (oracle2teacher)": 3.5677709579467773,
+      "epoch": 0.9874411302982732,
+      "rel-constrast": 2.2984862327575684,
+      "step": 1258,
+      "subrel-constrast": 3.5490379333496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9480879306793213,
+      "cov-distil (oracle2student)": 2.7275171279907227,
+      "cov-distil (oracle2teacher)": 2.9136464595794678,
+      "epoch": 0.9882260596546311,
+      "rel-constrast": 2.9747862815856934,
+      "step": 1259,
+      "subrel-constrast": 4.023026943206787,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.989010989010989,
+      "grad_norm": 6.09375,
+      "learning_rate": 4.989789936703155e-05,
+      "loss": 0.7458,
+      "step": 1260
+    },
+    {
+      "cov-distil": 1.4834165573120117,
+      "cov-distil (oracle2student)": 2.531843662261963,
+      "cov-distil (oracle2teacher)": 2.473891496658325,
+      "epoch": 0.989010989010989,
+      "rel-constrast": 2.3239777088165283,
+      "step": 1260,
+      "subrel-constrast": 2.676363468170166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350669145584106,
+      "cov-distil (oracle2student)": 3.011873722076416,
+      "cov-distil (oracle2teacher)": 3.096287488937378,
+      "epoch": 0.9897959183673469,
+      "rel-constrast": 2.381171941757202,
+      "step": 1261,
+      "subrel-constrast": 3.21970272064209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6948773860931396,
+      "cov-distil (oracle2student)": 4.396411895751953,
+      "cov-distil (oracle2teacher)": 4.4129958152771,
+      "epoch": 0.9905808477237049,
+      "rel-constrast": 2.6483540534973145,
+      "step": 1262,
+      "subrel-constrast": 4.014623165130615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5360655784606934,
+      "cov-distil (oracle2student)": 5.122393608093262,
+      "cov-distil (oracle2teacher)": 4.625170707702637,
+      "epoch": 0.9913657770800628,
+      "rel-constrast": 3.0460681915283203,
+      "step": 1263,
+      "subrel-constrast": 3.855743885040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6184229850769043,
+      "cov-distil (oracle2student)": 5.007145881652832,
+      "cov-distil (oracle2teacher)": 4.134975433349609,
+      "epoch": 0.9921507064364207,
+      "rel-constrast": 3.6639668941497803,
+      "step": 1264,
+      "subrel-constrast": 4.108851432800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.747385025024414,
+      "cov-distil (oracle2student)": 2.108001947402954,
+      "cov-distil (oracle2teacher)": 2.3054544925689697,
+      "epoch": 0.9929356357927787,
+      "rel-constrast": 1.7751593589782715,
+      "step": 1265,
+      "subrel-constrast": 2.897172689437866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.264880657196045,
+      "cov-distil (oracle2student)": 3.2795045375823975,
+      "cov-distil (oracle2teacher)": 3.1051273345947266,
+      "epoch": 0.9937205651491365,
+      "rel-constrast": 3.127880096435547,
+      "step": 1266,
+      "subrel-constrast": 3.2842142581939697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4904578924179077,
+      "cov-distil (oracle2student)": 4.758726119995117,
+      "cov-distil (oracle2teacher)": 4.580710411071777,
+      "epoch": 0.9945054945054945,
+      "rel-constrast": 2.5550224781036377,
+      "step": 1267,
+      "subrel-constrast": 3.3524997234344482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3979054689407349,
+      "cov-distil (oracle2student)": 4.750548362731934,
+      "cov-distil (oracle2teacher)": 4.076757431030273,
+      "epoch": 0.9952904238618524,
+      "rel-constrast": 2.7073490619659424,
+      "step": 1268,
+      "subrel-constrast": 3.5037519931793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2216260433197021,
+      "cov-distil (oracle2student)": 4.611713409423828,
+      "cov-distil (oracle2teacher)": 4.224197864532471,
+      "epoch": 0.9960753532182104,
+      "rel-constrast": 2.47930645942688,
+      "step": 1269,
+      "subrel-constrast": 3.6120383739471436,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9968602825745683,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.988986884869321e-05,
+      "loss": 0.7059,
+      "step": 1270
+    },
+    {
+      "cov-distil": 1.9495677947998047,
+      "cov-distil (oracle2student)": 4.280606746673584,
+      "cov-distil (oracle2teacher)": 4.019715785980225,
+      "epoch": 0.9968602825745683,
+      "rel-constrast": 3.417677640914917,
+      "step": 1270,
+      "subrel-constrast": 3.7917473316192627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3972578048706055,
+      "cov-distil (oracle2student)": 3.057100534439087,
+      "cov-distil (oracle2teacher)": 2.9886577129364014,
+      "epoch": 0.9976452119309263,
+      "rel-constrast": 2.5738868713378906,
+      "step": 1271,
+      "subrel-constrast": 2.826024055480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5799964666366577,
+      "cov-distil (oracle2student)": 4.663033485412598,
+      "cov-distil (oracle2teacher)": 4.507424831390381,
+      "epoch": 0.9984301412872841,
+      "rel-constrast": 4.838544845581055,
+      "step": 1272,
+      "subrel-constrast": 5.128632068634033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1363272666931152,
+      "cov-distil (oracle2student)": 4.103216648101807,
+      "cov-distil (oracle2teacher)": 3.8000175952911377,
+      "epoch": 0.9992150706436421,
+      "rel-constrast": 3.4735829830169678,
+      "step": 1273,
+      "subrel-constrast": 4.050089359283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6189643144607544,
+      "cov-distil (oracle2student)": 4.910794734954834,
+      "cov-distil (oracle2teacher)": 4.487496376037598,
+      "epoch": 1.0,
+      "rel-constrast": 4.012331962585449,
+      "step": 1274,
+      "subrel-constrast": 3.8513476848602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8302966356277466,
+      "cov-distil (oracle2student)": 3.677767753601074,
+      "cov-distil (oracle2teacher)": 3.8637044429779053,
+      "epoch": 1.000784929356358,
+      "rel-constrast": 3.8497612476348877,
+      "step": 1275,
+      "subrel-constrast": 4.676568031311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.057345151901245,
+      "cov-distil (oracle2student)": 2.5532493591308594,
+      "cov-distil (oracle2teacher)": 3.011411190032959,
+      "epoch": 1.0015698587127158,
+      "rel-constrast": 3.584941864013672,
+      "step": 1276,
+      "subrel-constrast": 4.3630290031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6615443229675293,
+      "cov-distil (oracle2student)": 3.675353527069092,
+      "cov-distil (oracle2teacher)": 4.396547317504883,
+      "epoch": 1.0023547880690737,
+      "rel-constrast": 3.2946157455444336,
+      "step": 1277,
+      "subrel-constrast": 4.173533916473389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5696930885314941,
+      "cov-distil (oracle2student)": 4.197251319885254,
+      "cov-distil (oracle2teacher)": 3.7345733642578125,
+      "epoch": 1.0031397174254317,
+      "rel-constrast": 3.0097222328186035,
+      "step": 1278,
+      "subrel-constrast": 3.392622947692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1034655570983887,
+      "cov-distil (oracle2student)": 3.361288070678711,
+      "cov-distil (oracle2teacher)": 3.1034255027770996,
+      "epoch": 1.0039246467817897,
+      "rel-constrast": 2.6098008155822754,
+      "step": 1279,
+      "subrel-constrast": 3.31463885307312,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0047095761381475,
+      "grad_norm": 7.90625,
+      "learning_rate": 4.988153505515771e-05,
+      "loss": 0.9089,
+      "step": 1280
+    },
+    {
+      "cov-distil": 1.5979468822479248,
+      "cov-distil (oracle2student)": 3.716430187225342,
+      "cov-distil (oracle2teacher)": 3.4511377811431885,
+      "epoch": 1.0047095761381475,
+      "rel-constrast": 3.4329915046691895,
+      "step": 1280,
+      "subrel-constrast": 4.089012145996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3714828491210938,
+      "cov-distil (oracle2student)": 3.580085277557373,
+      "cov-distil (oracle2teacher)": 3.5701546669006348,
+      "epoch": 1.0054945054945055,
+      "rel-constrast": 2.5096752643585205,
+      "step": 1281,
+      "subrel-constrast": 3.0320303440093994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0691633224487305,
+      "cov-distil (oracle2student)": 4.478765964508057,
+      "cov-distil (oracle2teacher)": 3.831317901611328,
+      "epoch": 1.0062794348508635,
+      "rel-constrast": 3.157693386077881,
+      "step": 1282,
+      "subrel-constrast": 4.078401565551758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.591313123703003,
+      "cov-distil (oracle2student)": 3.9426352977752686,
+      "cov-distil (oracle2teacher)": 3.646179676055908,
+      "epoch": 1.0070643642072215,
+      "rel-constrast": 3.52870774269104,
+      "step": 1283,
+      "subrel-constrast": 3.88075852394104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3151185512542725,
+      "cov-distil (oracle2student)": 5.034510612487793,
+      "cov-distil (oracle2teacher)": 4.6761274337768555,
+      "epoch": 1.0078492935635792,
+      "rel-constrast": 2.378748655319214,
+      "step": 1284,
+      "subrel-constrast": 3.4774558544158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5091253519058228,
+      "cov-distil (oracle2student)": 3.7069931030273438,
+      "cov-distil (oracle2teacher)": 3.2526087760925293,
+      "epoch": 1.0086342229199372,
+      "rel-constrast": 2.3888468742370605,
+      "step": 1285,
+      "subrel-constrast": 3.4723777770996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8268072605133057,
+      "cov-distil (oracle2student)": 4.445673942565918,
+      "cov-distil (oracle2teacher)": 3.710999011993408,
+      "epoch": 1.0094191522762952,
+      "rel-constrast": 2.394343852996826,
+      "step": 1286,
+      "subrel-constrast": 3.3042173385620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.30215322971344,
+      "cov-distil (oracle2student)": 4.1887006759643555,
+      "cov-distil (oracle2teacher)": 4.170774459838867,
+      "epoch": 1.010204081632653,
+      "rel-constrast": 4.7771830558776855,
+      "step": 1287,
+      "subrel-constrast": 5.2714056968688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7177040576934814,
+      "cov-distil (oracle2student)": 2.8443381786346436,
+      "cov-distil (oracle2teacher)": 3.32902455329895,
+      "epoch": 1.010989010989011,
+      "rel-constrast": 1.9382801055908203,
+      "step": 1288,
+      "subrel-constrast": 3.49955153465271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.234553575515747,
+      "cov-distil (oracle2student)": 4.834558486938477,
+      "cov-distil (oracle2teacher)": 4.858853340148926,
+      "epoch": 1.011773940345369,
+      "rel-constrast": 3.5084009170532227,
+      "step": 1289,
+      "subrel-constrast": 4.091920375823975,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.012558869701727,
+      "grad_norm": 5.75,
+      "learning_rate": 4.98728980879697e-05,
+      "loss": 0.7892,
+      "step": 1290
+    },
+    {
+      "cov-distil": 1.7273941040039062,
+      "cov-distil (oracle2student)": 3.7560155391693115,
+      "cov-distil (oracle2teacher)": 3.7759454250335693,
+      "epoch": 1.012558869701727,
+      "rel-constrast": 3.9928665161132812,
+      "step": 1290,
+      "subrel-constrast": 4.357268810272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.467862606048584,
+      "cov-distil (oracle2student)": 4.111154079437256,
+      "cov-distil (oracle2teacher)": 3.9627327919006348,
+      "epoch": 1.0133437990580847,
+      "rel-constrast": 3.519113540649414,
+      "step": 1291,
+      "subrel-constrast": 4.237674713134766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5148426294326782,
+      "cov-distil (oracle2student)": 4.696568489074707,
+      "cov-distil (oracle2teacher)": 3.876321315765381,
+      "epoch": 1.0141287284144427,
+      "rel-constrast": 3.3050906658172607,
+      "step": 1292,
+      "subrel-constrast": 3.4839553833007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8438262939453125,
+      "cov-distil (oracle2student)": 4.060823440551758,
+      "cov-distil (oracle2teacher)": 3.4887888431549072,
+      "epoch": 1.0149136577708007,
+      "rel-constrast": 2.961482524871826,
+      "step": 1293,
+      "subrel-constrast": 3.4915690422058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6470657587051392,
+      "cov-distil (oracle2student)": 5.522467613220215,
+      "cov-distil (oracle2teacher)": 5.087027549743652,
+      "epoch": 1.0156985871271587,
+      "rel-constrast": 2.538830280303955,
+      "step": 1294,
+      "subrel-constrast": 3.436119794845581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2104644775390625,
+      "cov-distil (oracle2student)": 5.3022613525390625,
+      "cov-distil (oracle2teacher)": 5.056353569030762,
+      "epoch": 1.0164835164835164,
+      "rel-constrast": 3.100513458251953,
+      "step": 1295,
+      "subrel-constrast": 4.386096954345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5883142948150635,
+      "cov-distil (oracle2student)": 3.7880847454071045,
+      "cov-distil (oracle2teacher)": 3.599816083908081,
+      "epoch": 1.0172684458398744,
+      "rel-constrast": 4.037959098815918,
+      "step": 1296,
+      "subrel-constrast": 4.745327949523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2966320514678955,
+      "cov-distil (oracle2student)": 4.31317138671875,
+      "cov-distil (oracle2teacher)": 3.5976524353027344,
+      "epoch": 1.0180533751962324,
+      "rel-constrast": 2.0686373710632324,
+      "step": 1297,
+      "subrel-constrast": 2.4654552936553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5883524417877197,
+      "cov-distil (oracle2student)": 3.8555908203125,
+      "cov-distil (oracle2teacher)": 3.821279764175415,
+      "epoch": 1.0188383045525902,
+      "rel-constrast": 3.526829481124878,
+      "step": 1298,
+      "subrel-constrast": 3.5030384063720703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1130247116088867,
+      "cov-distil (oracle2student)": 4.555819034576416,
+      "cov-distil (oracle2teacher)": 4.497869491577148,
+      "epoch": 1.0196232339089482,
+      "rel-constrast": 2.126577138900757,
+      "step": 1299,
+      "subrel-constrast": 2.9038138389587402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.9863958052367894e-05,
+      "loss": 0.8194,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "overlap": 0.26875001192092896,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "step": 1300,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "step": 1300,
+      "teacher margin": 0.040252685546875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "margin difference": -0.019989013671875,
+      "step": 1300
+    },
+    {
+      "cov-distil": 1.3395636081695557,
+      "cov-distil (oracle2student)": 3.0983505249023438,
+      "cov-distil (oracle2teacher)": 3.2304043769836426,
+      "epoch": 1.0204081632653061,
+      "rel-constrast": 3.1438610553741455,
+      "step": 1300,
+      "subrel-constrast": 4.0625739097595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073345184326172,
+      "cov-distil (oracle2student)": 3.700442314147949,
+      "cov-distil (oracle2teacher)": 3.6782922744750977,
+      "epoch": 1.0211930926216641,
+      "rel-constrast": 2.650118350982666,
+      "step": 1301,
+      "subrel-constrast": 3.522528886795044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4473029375076294,
+      "cov-distil (oracle2student)": 6.094466686248779,
+      "cov-distil (oracle2teacher)": 5.832391262054443,
+      "epoch": 1.021978021978022,
+      "rel-constrast": 2.869513511657715,
+      "step": 1302,
+      "subrel-constrast": 3.6461844444274902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.638033390045166,
+      "cov-distil (oracle2student)": 4.220510959625244,
+      "cov-distil (oracle2teacher)": 4.232014179229736,
+      "epoch": 1.0227629513343799,
+      "rel-constrast": 2.4472506046295166,
+      "step": 1303,
+      "subrel-constrast": 3.1475207805633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2751193046569824,
+      "cov-distil (oracle2student)": 4.306950092315674,
+      "cov-distil (oracle2teacher)": 4.524712562561035,
+      "epoch": 1.0235478806907379,
+      "rel-constrast": 3.4688055515289307,
+      "step": 1304,
+      "subrel-constrast": 3.712144374847412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5723475217819214,
+      "cov-distil (oracle2student)": 3.356821298599243,
+      "cov-distil (oracle2teacher)": 3.0643234252929688,
+      "epoch": 1.0243328100470959,
+      "rel-constrast": 3.0019564628601074,
+      "step": 1305,
+      "subrel-constrast": 3.6949265003204346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8963088989257812,
+      "cov-distil (oracle2student)": 3.701265811920166,
+      "cov-distil (oracle2teacher)": 3.4680700302124023,
+      "epoch": 1.0251177394034536,
+      "rel-constrast": 2.4101920127868652,
+      "step": 1306,
+      "subrel-constrast": 3.050083875656128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.648195743560791,
+      "cov-distil (oracle2student)": 5.6912312507629395,
+      "cov-distil (oracle2teacher)": 5.253078460693359,
+      "epoch": 1.0259026687598116,
+      "rel-constrast": 4.392531394958496,
+      "step": 1307,
+      "subrel-constrast": 5.013519763946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4382164478302002,
+      "cov-distil (oracle2student)": 3.0869290828704834,
+      "cov-distil (oracle2teacher)": 3.173279285430908,
+      "epoch": 1.0266875981161696,
+      "rel-constrast": 3.0286943912506104,
+      "step": 1308,
+      "subrel-constrast": 3.525634765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4569480419158936,
+      "cov-distil (oracle2student)": 3.4641032218933105,
+      "cov-distil (oracle2teacher)": 3.1311259269714355,
+      "epoch": 1.0274725274725274,
+      "rel-constrast": 1.8754380941390991,
+      "step": 1309,
+      "subrel-constrast": 2.5917394161224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0282574568288854,
+      "grad_norm": 3.9375,
+      "learning_rate": 4.9854715057283805e-05,
+      "loss": 0.7717,
+      "step": 1310
+    },
+    {
+      "cov-distil": 1.4160232543945312,
+      "cov-distil (oracle2student)": 2.563685655593872,
+      "cov-distil (oracle2teacher)": 2.833798885345459,
+      "epoch": 1.0282574568288854,
+      "rel-constrast": 2.7168760299682617,
+      "step": 1310,
+      "subrel-constrast": 3.7507357597351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5921193361282349,
+      "cov-distil (oracle2student)": 3.550126075744629,
+      "cov-distil (oracle2teacher)": 3.443373441696167,
+      "epoch": 1.0290423861852434,
+      "rel-constrast": 2.986751079559326,
+      "step": 1311,
+      "subrel-constrast": 3.5625743865966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8855676651000977,
+      "cov-distil (oracle2student)": 4.2328972816467285,
+      "cov-distil (oracle2teacher)": 3.6999707221984863,
+      "epoch": 1.0298273155416013,
+      "rel-constrast": 3.429626703262329,
+      "step": 1312,
+      "subrel-constrast": 3.70088791847229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6681512594223022,
+      "cov-distil (oracle2student)": 4.537883758544922,
+      "cov-distil (oracle2teacher)": 4.161434650421143,
+      "epoch": 1.030612244897959,
+      "rel-constrast": 3.173257827758789,
+      "step": 1313,
+      "subrel-constrast": 4.387771129608154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0507285594940186,
+      "cov-distil (oracle2student)": 5.675127983093262,
+      "cov-distil (oracle2teacher)": 5.059904098510742,
+      "epoch": 1.031397174254317,
+      "rel-constrast": 2.9254150390625,
+      "step": 1314,
+      "subrel-constrast": 3.908088445663452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640880823135376,
+      "cov-distil (oracle2student)": 4.122154235839844,
+      "cov-distil (oracle2teacher)": 4.358137130737305,
+      "epoch": 1.032182103610675,
+      "rel-constrast": 3.0527353286743164,
+      "step": 1315,
+      "subrel-constrast": 4.129584789276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6014385223388672,
+      "cov-distil (oracle2student)": 3.5628504753112793,
+      "cov-distil (oracle2teacher)": 4.265000820159912,
+      "epoch": 1.032967032967033,
+      "rel-constrast": 2.7084922790527344,
+      "step": 1316,
+      "subrel-constrast": 3.783332586288452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6147665977478027,
+      "cov-distil (oracle2student)": 3.35066819190979,
+      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "epoch": 1.0337519623233908,
+      "rel-constrast": 2.6022496223449707,
+      "step": 1317,
+      "subrel-constrast": 3.8188657760620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3855886459350586,
+      "cov-distil (oracle2student)": 4.939333915710449,
+      "cov-distil (oracle2teacher)": 4.312867164611816,
+      "epoch": 1.0345368916797488,
+      "rel-constrast": 3.1361048221588135,
+      "step": 1318,
+      "subrel-constrast": 3.1475367546081543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4239692687988281,
+      "cov-distil (oracle2student)": 3.124915599822998,
+      "cov-distil (oracle2teacher)": 3.1291980743408203,
+      "epoch": 1.0353218210361068,
+      "rel-constrast": 2.4155147075653076,
+      "step": 1319,
+      "subrel-constrast": 3.4853718280792236,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0361067503924646,
+      "grad_norm": 4.625,
+      "learning_rate": 4.984516921534042e-05,
+      "loss": 0.7694,
+      "step": 1320
+    },
+    {
+      "cov-distil": 1.5735676288604736,
+      "cov-distil (oracle2student)": 3.79526424407959,
+      "cov-distil (oracle2teacher)": 3.2370409965515137,
+      "epoch": 1.0361067503924646,
+      "rel-constrast": 2.718919277191162,
+      "step": 1320,
+      "subrel-constrast": 3.2795329093933105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9603523015975952,
+      "cov-distil (oracle2student)": 5.406013488769531,
+      "cov-distil (oracle2teacher)": 4.547806739807129,
+      "epoch": 1.0368916797488226,
+      "rel-constrast": 3.2848238945007324,
+      "step": 1321,
+      "subrel-constrast": 3.987123727798462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7783422470092773,
+      "cov-distil (oracle2student)": 4.059505462646484,
+      "cov-distil (oracle2teacher)": 3.2544448375701904,
+      "epoch": 1.0376766091051806,
+      "rel-constrast": 3.268892288208008,
+      "step": 1322,
+      "subrel-constrast": 3.918067455291748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.265488624572754,
+      "cov-distil (oracle2student)": 5.315093994140625,
+      "cov-distil (oracle2teacher)": 4.242465496063232,
+      "epoch": 1.0384615384615385,
+      "rel-constrast": 3.3319427967071533,
+      "step": 1323,
+      "subrel-constrast": 3.552429676055908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6411206722259521,
+      "cov-distil (oracle2student)": 4.402083396911621,
+      "cov-distil (oracle2teacher)": 4.539468765258789,
+      "epoch": 1.0392464678178963,
+      "rel-constrast": 2.5891757011413574,
+      "step": 1324,
+      "subrel-constrast": 3.3325674533843994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7119067907333374,
+      "cov-distil (oracle2student)": 4.110739707946777,
+      "cov-distil (oracle2teacher)": 4.20479679107666,
+      "epoch": 1.0400313971742543,
+      "rel-constrast": 3.6010303497314453,
+      "step": 1325,
+      "subrel-constrast": 4.417725563049316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5757135152816772,
+      "cov-distil (oracle2student)": 4.751351356506348,
+      "cov-distil (oracle2teacher)": 4.305976390838623,
+      "epoch": 1.0408163265306123,
+      "rel-constrast": 2.329827308654785,
+      "step": 1326,
+      "subrel-constrast": 3.1315464973449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2380353212356567,
+      "cov-distil (oracle2student)": 4.608445167541504,
+      "cov-distil (oracle2teacher)": 4.567604064941406,
+      "epoch": 1.0416012558869703,
+      "rel-constrast": 3.545478105545044,
+      "step": 1327,
+      "subrel-constrast": 3.73474383354187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3552968502044678,
+      "cov-distil (oracle2student)": 3.7210333347320557,
+      "cov-distil (oracle2teacher)": 3.643429756164551,
+      "epoch": 1.042386185243328,
+      "rel-constrast": 2.3626973628997803,
+      "step": 1328,
+      "subrel-constrast": 3.419344186782837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6793065071105957,
+      "cov-distil (oracle2student)": 3.8620169162750244,
+      "cov-distil (oracle2teacher)": 3.477570056915283,
+      "epoch": 1.043171114599686,
+      "rel-constrast": 2.550403118133545,
+      "step": 1329,
+      "subrel-constrast": 3.0018975734710693,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.043956043956044,
+      "grad_norm": 4.875,
+      "learning_rate": 4.98353206428508e-05,
+      "loss": 0.779,
+      "step": 1330
+    },
+    {
+      "cov-distil": 1.5603997707366943,
+      "cov-distil (oracle2student)": 2.021341562271118,
+      "cov-distil (oracle2teacher)": 2.444761276245117,
+      "epoch": 1.043956043956044,
+      "rel-constrast": 1.9387398958206177,
+      "step": 1330,
+      "subrel-constrast": 3.2837231159210205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.789320945739746,
+      "cov-distil (oracle2student)": 4.488680839538574,
+      "cov-distil (oracle2teacher)": 4.014732360839844,
+      "epoch": 1.0447409733124018,
+      "rel-constrast": 5.365977764129639,
+      "step": 1331,
+      "subrel-constrast": 5.195187091827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7279833555221558,
+      "cov-distil (oracle2student)": 3.847268581390381,
+      "cov-distil (oracle2teacher)": 3.972043514251709,
+      "epoch": 1.0455259026687598,
+      "rel-constrast": 2.129772186279297,
+      "step": 1332,
+      "subrel-constrast": 2.9550578594207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2181808948516846,
+      "cov-distil (oracle2student)": 3.905850410461426,
+      "cov-distil (oracle2teacher)": 3.405874013900757,
+      "epoch": 1.0463108320251178,
+      "rel-constrast": 3.2089219093322754,
+      "step": 1333,
+      "subrel-constrast": 3.502013921737671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5846612453460693,
+      "cov-distil (oracle2student)": 2.4374899864196777,
+      "cov-distil (oracle2teacher)": 2.9026522636413574,
+      "epoch": 1.0470957613814758,
+      "rel-constrast": 2.8598501682281494,
+      "step": 1334,
+      "subrel-constrast": 3.376497507095337,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8323559761047363,
+      "cov-distil (oracle2student)": 4.377843379974365,
+      "cov-distil (oracle2teacher)": 4.030404090881348,
+      "epoch": 1.0478806907378335,
+      "rel-constrast": 3.300595283508301,
+      "step": 1335,
+      "subrel-constrast": 3.808056354522705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9013278484344482,
+      "cov-distil (oracle2student)": 3.5153331756591797,
+      "cov-distil (oracle2teacher)": 3.4593381881713867,
+      "epoch": 1.0486656200941915,
+      "rel-constrast": 3.9633121490478516,
+      "step": 1336,
+      "subrel-constrast": 4.615512847900391,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6298719644546509,
+      "cov-distil (oracle2student)": 2.91507625579834,
+      "cov-distil (oracle2teacher)": 2.8473191261291504,
+      "epoch": 1.0494505494505495,
+      "rel-constrast": 2.31758451461792,
+      "step": 1337,
+      "subrel-constrast": 2.9014508724212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.287497043609619,
+      "cov-distil (oracle2student)": 5.130228042602539,
+      "cov-distil (oracle2teacher)": 4.528473854064941,
+      "epoch": 1.0502354788069075,
+      "rel-constrast": 3.1626267433166504,
+      "step": 1338,
+      "subrel-constrast": 4.1389946937561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6564306020736694,
+      "cov-distil (oracle2student)": 4.191096782684326,
+      "cov-distil (oracle2teacher)": 3.5165205001831055,
+      "epoch": 1.0510204081632653,
+      "rel-constrast": 2.081233024597168,
+      "step": 1339,
+      "subrel-constrast": 2.853550672531128,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0518053375196232,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.982516945981669e-05,
+      "loss": 0.8012,
+      "step": 1340
+    },
+    {
+      "cov-distil": 1.891442894935608,
+      "cov-distil (oracle2student)": 4.110203742980957,
+      "cov-distil (oracle2teacher)": 3.939481735229492,
+      "epoch": 1.0518053375196232,
+      "rel-constrast": 3.074136734008789,
+      "step": 1340,
+      "subrel-constrast": 3.839629650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5117946863174438,
+      "cov-distil (oracle2student)": 4.452583312988281,
+      "cov-distil (oracle2teacher)": 4.244133472442627,
+      "epoch": 1.0525902668759812,
+      "rel-constrast": 2.4261984825134277,
+      "step": 1341,
+      "subrel-constrast": 3.5631704330444336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5490021705627441,
+      "cov-distil (oracle2student)": 4.505932807922363,
+      "cov-distil (oracle2teacher)": 4.503978729248047,
+      "epoch": 1.053375196232339,
+      "rel-constrast": 2.4422760009765625,
+      "step": 1342,
+      "subrel-constrast": 3.5781614780426025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6790764331817627,
+      "cov-distil (oracle2student)": 3.9384570121765137,
+      "cov-distil (oracle2teacher)": 4.184779167175293,
+      "epoch": 1.054160125588697,
+      "rel-constrast": 3.3922536373138428,
+      "step": 1343,
+      "subrel-constrast": 4.281126022338867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4852817058563232,
+      "cov-distil (oracle2student)": 4.067353248596191,
+      "cov-distil (oracle2teacher)": 3.88303279876709,
+      "epoch": 1.054945054945055,
+      "rel-constrast": 3.7798471450805664,
+      "step": 1344,
+      "subrel-constrast": 4.280847549438477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7029610872268677,
+      "cov-distil (oracle2student)": 4.761334419250488,
+      "cov-distil (oracle2teacher)": 3.669780731201172,
+      "epoch": 1.055729984301413,
+      "rel-constrast": 2.7117233276367188,
+      "step": 1345,
+      "subrel-constrast": 3.063453197479248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3466800451278687,
+      "cov-distil (oracle2student)": 4.216004371643066,
+      "cov-distil (oracle2teacher)": 4.574625015258789,
+      "epoch": 1.0565149136577707,
+      "rel-constrast": 2.9508233070373535,
+      "step": 1346,
+      "subrel-constrast": 3.9286856651306152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6089322566986084,
+      "cov-distil (oracle2student)": 2.309438705444336,
+      "cov-distil (oracle2teacher)": 2.84455943107605,
+      "epoch": 1.0572998430141287,
+      "rel-constrast": 2.436990737915039,
+      "step": 1347,
+      "subrel-constrast": 3.7577571868896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7151784896850586,
+      "cov-distil (oracle2student)": 2.5667970180511475,
+      "cov-distil (oracle2teacher)": 2.659790515899658,
+      "epoch": 1.0580847723704867,
+      "rel-constrast": 3.402242660522461,
+      "step": 1348,
+      "subrel-constrast": 4.1476593017578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5186069011688232,
+      "cov-distil (oracle2student)": 3.091311454772949,
+      "cov-distil (oracle2teacher)": 3.2050833702087402,
+      "epoch": 1.0588697017268447,
+      "rel-constrast": 2.8237643241882324,
+      "step": 1349,
+      "subrel-constrast": 4.03464937210083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0596546310832025,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.981471578992706e-05,
+      "loss": 0.776,
+      "step": 1350
+    },
+    {
+      "cov-distil": 1.7764843702316284,
+      "cov-distil (oracle2student)": 2.385777473449707,
+      "cov-distil (oracle2teacher)": 2.9466400146484375,
+      "epoch": 1.0596546310832025,
+      "rel-constrast": 2.9991157054901123,
+      "step": 1350,
+      "subrel-constrast": 4.1020731925964355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5321710109710693,
+      "cov-distil (oracle2student)": 3.7962632179260254,
+      "cov-distil (oracle2teacher)": 3.8199100494384766,
+      "epoch": 1.0604395604395604,
+      "rel-constrast": 1.8470566272735596,
+      "step": 1351,
+      "subrel-constrast": 2.904076337814331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4473285675048828,
+      "cov-distil (oracle2student)": 5.215753555297852,
+      "cov-distil (oracle2teacher)": 5.062963962554932,
+      "epoch": 1.0612244897959184,
+      "rel-constrast": 2.7066211700439453,
+      "step": 1352,
+      "subrel-constrast": 3.5213730335235596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7678200006484985,
+      "cov-distil (oracle2student)": 5.534285068511963,
+      "cov-distil (oracle2teacher)": 4.940554618835449,
+      "epoch": 1.0620094191522762,
+      "rel-constrast": 2.970421314239502,
+      "step": 1353,
+      "subrel-constrast": 3.809866428375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2517756223678589,
+      "cov-distil (oracle2student)": 4.270276069641113,
+      "cov-distil (oracle2teacher)": 4.404227256774902,
+      "epoch": 1.0627943485086342,
+      "rel-constrast": 2.5669658184051514,
+      "step": 1354,
+      "subrel-constrast": 3.3136885166168213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.255814790725708,
+      "cov-distil (oracle2student)": 4.298757076263428,
+      "cov-distil (oracle2teacher)": 4.080432891845703,
+      "epoch": 1.0635792778649922,
+      "rel-constrast": 3.112243175506592,
+      "step": 1355,
+      "subrel-constrast": 3.465294122695923,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9884713888168335,
+      "cov-distil (oracle2student)": 3.3464155197143555,
+      "cov-distil (oracle2teacher)": 3.7389323711395264,
+      "epoch": 1.0643642072213502,
+      "rel-constrast": 4.075211524963379,
+      "step": 1356,
+      "subrel-constrast": 4.776978969573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.566786766052246,
+      "cov-distil (oracle2student)": 5.72592830657959,
+      "cov-distil (oracle2teacher)": 5.339461326599121,
+      "epoch": 1.065149136577708,
+      "rel-constrast": 3.25872802734375,
+      "step": 1357,
+      "subrel-constrast": 3.9985079765319824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.400079369544983,
+      "cov-distil (oracle2student)": 3.3879170417785645,
+      "cov-distil (oracle2teacher)": 3.559767723083496,
+      "epoch": 1.065934065934066,
+      "rel-constrast": 3.015141487121582,
+      "step": 1358,
+      "subrel-constrast": 3.81351375579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3284026384353638,
+      "cov-distil (oracle2student)": 5.102107524871826,
+      "cov-distil (oracle2teacher)": 4.8548479080200195,
+      "epoch": 1.066718995290424,
+      "rel-constrast": 3.1426525115966797,
+      "step": 1359,
+      "subrel-constrast": 3.8907928466796875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0675039246467817,
+      "grad_norm": 5.375,
+      "learning_rate": 4.980395976055658e-05,
+      "loss": 0.7806,
+      "step": 1360
+    },
+    {
+      "cov-distil": 1.0340895652770996,
+      "cov-distil (oracle2student)": 3.3404150009155273,
+      "cov-distil (oracle2teacher)": 3.458253860473633,
+      "epoch": 1.0675039246467817,
+      "rel-constrast": 2.7017836570739746,
+      "step": 1360,
+      "subrel-constrast": 3.85408091545105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9244599342346191,
+      "cov-distil (oracle2student)": 3.500950574874878,
+      "cov-distil (oracle2teacher)": 3.9206719398498535,
+      "epoch": 1.0682888540031397,
+      "rel-constrast": 3.6933364868164062,
+      "step": 1361,
+      "subrel-constrast": 4.551616191864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322222113609314,
+      "cov-distil (oracle2student)": 5.065067291259766,
+      "cov-distil (oracle2teacher)": 4.4332146644592285,
+      "epoch": 1.0690737833594977,
+      "rel-constrast": 3.223350763320923,
+      "step": 1362,
+      "subrel-constrast": 3.1711013317108154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7568714618682861,
+      "cov-distil (oracle2student)": 4.176975250244141,
+      "cov-distil (oracle2teacher)": 3.7778103351593018,
+      "epoch": 1.0698587127158556,
+      "rel-constrast": 3.354168176651001,
+      "step": 1363,
+      "subrel-constrast": 4.05528450012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8233342170715332,
+      "cov-distil (oracle2student)": 2.8845739364624023,
+      "cov-distil (oracle2teacher)": 3.239229679107666,
+      "epoch": 1.0706436420722134,
+      "rel-constrast": 2.8545703887939453,
+      "step": 1364,
+      "subrel-constrast": 3.940390110015869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9338064193725586,
+      "cov-distil (oracle2student)": 3.061378002166748,
+      "cov-distil (oracle2teacher)": 3.1285512447357178,
+      "epoch": 1.0714285714285714,
+      "rel-constrast": 2.3349716663360596,
+      "step": 1365,
+      "subrel-constrast": 3.4239864349365234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8442656993865967,
+      "cov-distil (oracle2student)": 3.669823408126831,
+      "cov-distil (oracle2teacher)": 3.6398766040802,
+      "epoch": 1.0722135007849294,
+      "rel-constrast": 3.4359259605407715,
+      "step": 1366,
+      "subrel-constrast": 3.9763615131378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266068935394287,
+      "cov-distil (oracle2student)": 4.328539848327637,
+      "cov-distil (oracle2teacher)": 4.360380172729492,
+      "epoch": 1.0729984301412874,
+      "rel-constrast": 2.3119592666625977,
+      "step": 1367,
+      "subrel-constrast": 2.8219521045684814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8314034938812256,
+      "cov-distil (oracle2student)": 4.431702613830566,
+      "cov-distil (oracle2teacher)": 4.2378010749816895,
+      "epoch": 1.0737833594976451,
+      "rel-constrast": 2.3089935779571533,
+      "step": 1368,
+      "subrel-constrast": 3.795471429824829,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5539352893829346,
+      "cov-distil (oracle2student)": 4.525745868682861,
+      "cov-distil (oracle2teacher)": 4.255120277404785,
+      "epoch": 1.0745682888540031,
+      "rel-constrast": 3.4483890533447266,
+      "step": 1369,
+      "subrel-constrast": 3.9800639152526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0753532182103611,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.9792901502764075e-05,
+      "loss": 0.7828,
+      "step": 1370
+    },
+    {
+      "cov-distil": 1.7522364854812622,
+      "cov-distil (oracle2student)": 2.7611570358276367,
+      "cov-distil (oracle2teacher)": 2.5378265380859375,
+      "epoch": 1.0753532182103611,
+      "rel-constrast": 2.2207679748535156,
+      "step": 1370,
+      "subrel-constrast": 3.079789400100708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086682319641113,
+      "cov-distil (oracle2student)": 4.295747756958008,
+      "cov-distil (oracle2teacher)": 3.8890275955200195,
+      "epoch": 1.076138147566719,
+      "rel-constrast": 2.764012336730957,
+      "step": 1371,
+      "subrel-constrast": 3.178504228591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5825567245483398,
+      "cov-distil (oracle2student)": 4.385646820068359,
+      "cov-distil (oracle2teacher)": 4.265470027923584,
+      "epoch": 1.0769230769230769,
+      "rel-constrast": 2.323387622833252,
+      "step": 1372,
+      "subrel-constrast": 3.1196742057800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8628864288330078,
+      "cov-distil (oracle2student)": 3.857534885406494,
+      "cov-distil (oracle2teacher)": 3.2705883979797363,
+      "epoch": 1.0777080062794349,
+      "rel-constrast": 2.340729236602783,
+      "step": 1373,
+      "subrel-constrast": 3.2926735877990723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8734490871429443,
+      "cov-distil (oracle2student)": 3.722325325012207,
+      "cov-distil (oracle2teacher)": 3.537940263748169,
+      "epoch": 1.0784929356357928,
+      "rel-constrast": 3.5088374614715576,
+      "step": 1374,
+      "subrel-constrast": 4.046138763427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7907600402832031,
+      "cov-distil (oracle2student)": 3.7754430770874023,
+      "cov-distil (oracle2teacher)": 3.2363479137420654,
+      "epoch": 1.0792778649921506,
+      "rel-constrast": 2.512028694152832,
+      "step": 1375,
+      "subrel-constrast": 3.281909704208374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1880934238433838,
+      "cov-distil (oracle2student)": 5.368410110473633,
+      "cov-distil (oracle2teacher)": 5.149897575378418,
+      "epoch": 1.0800627943485086,
+      "rel-constrast": 2.4852521419525146,
+      "step": 1376,
+      "subrel-constrast": 2.988154172897339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8623415231704712,
+      "cov-distil (oracle2student)": 3.8936100006103516,
+      "cov-distil (oracle2teacher)": 3.9991416931152344,
+      "epoch": 1.0808477237048666,
+      "rel-constrast": 2.885066509246826,
+      "step": 1377,
+      "subrel-constrast": 3.7260122299194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5937577486038208,
+      "cov-distil (oracle2student)": 3.805960178375244,
+      "cov-distil (oracle2teacher)": 3.75376033782959,
+      "epoch": 1.0816326530612246,
+      "rel-constrast": 2.9562671184539795,
+      "step": 1378,
+      "subrel-constrast": 3.693236827850342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7460744380950928,
+      "cov-distil (oracle2student)": 2.593548536300659,
+      "cov-distil (oracle2teacher)": 2.5229194164276123,
+      "epoch": 1.0824175824175823,
+      "rel-constrast": 2.1870903968811035,
+      "step": 1379,
+      "subrel-constrast": 2.552104949951172,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0832025117739403,
+      "grad_norm": 4.09375,
+      "learning_rate": 4.978154115129091e-05,
+      "loss": 0.6957,
+      "step": 1380
+    },
+    {
+      "cov-distil": 1.5559735298156738,
+      "cov-distil (oracle2student)": 5.343104362487793,
+      "cov-distil (oracle2teacher)": 5.034076690673828,
+      "epoch": 1.0832025117739403,
+      "rel-constrast": 4.513167381286621,
+      "step": 1380,
+      "subrel-constrast": 4.879128932952881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.594104290008545,
+      "cov-distil (oracle2student)": 4.018231391906738,
+      "cov-distil (oracle2teacher)": 4.175711154937744,
+      "epoch": 1.0839874411302983,
+      "rel-constrast": 2.8911664485931396,
+      "step": 1381,
+      "subrel-constrast": 4.408371448516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.643925428390503,
+      "cov-distil (oracle2student)": 4.715807914733887,
+      "cov-distil (oracle2teacher)": 4.219768524169922,
+      "epoch": 1.084772370486656,
+      "rel-constrast": 3.2432518005371094,
+      "step": 1382,
+      "subrel-constrast": 3.679701566696167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4362976551055908,
+      "cov-distil (oracle2student)": 4.567570686340332,
+      "cov-distil (oracle2teacher)": 4.872445583343506,
+      "epoch": 1.085557299843014,
+      "rel-constrast": 3.3436708450317383,
+      "step": 1383,
+      "subrel-constrast": 3.746518135070801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2816795110702515,
+      "cov-distil (oracle2student)": 4.699955940246582,
+      "cov-distil (oracle2teacher)": 3.8406128883361816,
+      "epoch": 1.086342229199372,
+      "rel-constrast": 2.5861334800720215,
+      "step": 1384,
+      "subrel-constrast": 2.763550043106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5373120307922363,
+      "cov-distil (oracle2student)": 3.3782882690429688,
+      "cov-distil (oracle2teacher)": 3.4752197265625,
+      "epoch": 1.08712715855573,
+      "rel-constrast": 2.74160099029541,
+      "step": 1385,
+      "subrel-constrast": 3.654707431793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726305365562439,
+      "cov-distil (oracle2student)": 6.264081001281738,
+      "cov-distil (oracle2teacher)": 6.202328681945801,
+      "epoch": 1.0879120879120878,
+      "rel-constrast": 3.196772575378418,
+      "step": 1386,
+      "subrel-constrast": 4.090964317321777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353294372558594,
+      "cov-distil (oracle2student)": 4.617647647857666,
+      "cov-distil (oracle2teacher)": 4.959433555603027,
+      "epoch": 1.0886970172684458,
+      "rel-constrast": 3.2036983966827393,
+      "step": 1387,
+      "subrel-constrast": 3.7551910877227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165143489837646,
+      "cov-distil (oracle2student)": 4.900763511657715,
+      "cov-distil (oracle2teacher)": 4.732897758483887,
+      "epoch": 1.0894819466248038,
+      "rel-constrast": 3.3392691612243652,
+      "step": 1388,
+      "subrel-constrast": 3.897893190383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.819463849067688,
+      "cov-distil (oracle2student)": 3.466165542602539,
+      "cov-distil (oracle2teacher)": 3.340545415878296,
+      "epoch": 1.0902668759811618,
+      "rel-constrast": 2.425576686859131,
+      "step": 1389,
+      "subrel-constrast": 3.422744035720825,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0910518053375196,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.97698788445594e-05,
+      "loss": 0.829,
+      "step": 1390
+    },
+    {
+      "cov-distil": 1.2456929683685303,
+      "cov-distil (oracle2student)": 2.4797627925872803,
+      "cov-distil (oracle2teacher)": 2.6108713150024414,
+      "epoch": 1.0910518053375196,
+      "rel-constrast": 2.1391234397888184,
+      "step": 1390,
+      "subrel-constrast": 2.3621671199798584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080111026763916,
+      "cov-distil (oracle2student)": 6.320272445678711,
+      "cov-distil (oracle2teacher)": 5.9656877517700195,
+      "epoch": 1.0918367346938775,
+      "rel-constrast": 2.4898555278778076,
+      "step": 1391,
+      "subrel-constrast": 3.066091537475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6581671237945557,
+      "cov-distil (oracle2student)": 3.91648268699646,
+      "cov-distil (oracle2teacher)": 4.001407623291016,
+      "epoch": 1.0926216640502355,
+      "rel-constrast": 4.013739585876465,
+      "step": 1392,
+      "subrel-constrast": 4.730424404144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5913100242614746,
+      "cov-distil (oracle2student)": 3.4155850410461426,
+      "cov-distil (oracle2teacher)": 3.4767534732818604,
+      "epoch": 1.0934065934065935,
+      "rel-constrast": 3.265977382659912,
+      "step": 1393,
+      "subrel-constrast": 3.794863224029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.735185146331787,
+      "cov-distil (oracle2student)": 5.366359710693359,
+      "cov-distil (oracle2teacher)": 5.077892303466797,
+      "epoch": 1.0941915227629513,
+      "rel-constrast": 2.506908416748047,
+      "step": 1394,
+      "subrel-constrast": 3.441734790802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3577219247817993,
+      "cov-distil (oracle2student)": 4.501542091369629,
+      "cov-distil (oracle2teacher)": 4.2119140625,
+      "epoch": 1.0949764521193093,
+      "rel-constrast": 3.157167911529541,
+      "step": 1395,
+      "subrel-constrast": 3.4801933765411377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.182083249092102,
+      "cov-distil (oracle2student)": 5.086513042449951,
+      "cov-distil (oracle2teacher)": 5.001871109008789,
+      "epoch": 1.0957613814756673,
+      "rel-constrast": 3.7043871879577637,
+      "step": 1396,
+      "subrel-constrast": 4.009977340698242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6978211402893066,
+      "cov-distil (oracle2student)": 4.240968704223633,
+      "cov-distil (oracle2teacher)": 4.077297210693359,
+      "epoch": 1.096546310832025,
+      "rel-constrast": 3.904170036315918,
+      "step": 1397,
+      "subrel-constrast": 4.262308597564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5113857984542847,
+      "cov-distil (oracle2student)": 3.5950698852539062,
+      "cov-distil (oracle2teacher)": 3.609370231628418,
+      "epoch": 1.097331240188383,
+      "rel-constrast": 3.1610422134399414,
+      "step": 1398,
+      "subrel-constrast": 3.737513303756714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6464242935180664,
+      "cov-distil (oracle2student)": 4.76617431640625,
+      "cov-distil (oracle2teacher)": 4.555519104003906,
+      "epoch": 1.098116169544741,
+      "rel-constrast": 4.202720642089844,
+      "step": 1399,
+      "subrel-constrast": 4.74445915222168,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.098901098901099,
+      "grad_norm": 6.625,
+      "learning_rate": 4.9757914724671074e-05,
+      "loss": 0.8529,
+      "step": 1400
+    },
+    {
+      "epoch": 1.098901098901099,
+      "overlap": 0.2750000059604645,
+      "step": 1400
+    },
+    {
+      "epoch": 1.098901098901099,
+      "step": 1400,
+      "student margin": 0.05029296875
+    },
+    {
+      "epoch": 1.098901098901099,
+      "step": 1400,
+      "teacher margin": 0.033843994140625
+    },
+    {
+      "epoch": 1.098901098901099,
+      "margin difference": -0.016448974609375,
+      "step": 1400
+    },
+    {
+      "cov-distil": 1.3774524927139282,
+      "cov-distil (oracle2student)": 4.048962116241455,
+      "cov-distil (oracle2teacher)": 3.9364190101623535,
+      "epoch": 1.098901098901099,
+      "rel-constrast": 3.4842300415039062,
+      "step": 1400,
+      "subrel-constrast": 4.573757171630859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5755010843276978,
+      "cov-distil (oracle2student)": 2.997373580932617,
+      "cov-distil (oracle2teacher)": 3.14574933052063,
+      "epoch": 1.0996860282574568,
+      "rel-constrast": 2.482325792312622,
+      "step": 1401,
+      "subrel-constrast": 3.2080576419830322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41730797290802,
+      "cov-distil (oracle2student)": 5.6667375564575195,
+      "cov-distil (oracle2teacher)": 5.003635883331299,
+      "epoch": 1.1004709576138147,
+      "rel-constrast": 4.049898147583008,
+      "step": 1402,
+      "subrel-constrast": 4.203271389007568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.75510835647583,
+      "cov-distil (oracle2student)": 5.073264122009277,
+      "cov-distil (oracle2teacher)": 4.4586639404296875,
+      "epoch": 1.1012558869701727,
+      "rel-constrast": 2.2561118602752686,
+      "step": 1403,
+      "subrel-constrast": 3.0288639068603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826297521591187,
+      "cov-distil (oracle2student)": 4.739652156829834,
+      "cov-distil (oracle2teacher)": 3.980092763900757,
+      "epoch": 1.1020408163265305,
+      "rel-constrast": 2.6099376678466797,
+      "step": 1404,
+      "subrel-constrast": 3.5757057666778564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.700481653213501,
+      "cov-distil (oracle2student)": 3.925020694732666,
+      "cov-distil (oracle2teacher)": 4.2010016441345215,
+      "epoch": 1.1028257456828885,
+      "rel-constrast": 3.4656805992126465,
+      "step": 1405,
+      "subrel-constrast": 4.435629844665527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734179139137268,
+      "cov-distil (oracle2student)": 4.875617980957031,
+      "cov-distil (oracle2teacher)": 4.430096626281738,
+      "epoch": 1.1036106750392465,
+      "rel-constrast": 1.8464717864990234,
+      "step": 1406,
+      "subrel-constrast": 2.7650609016418457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881967067718506,
+      "cov-distil (oracle2student)": 4.076774597167969,
+      "cov-distil (oracle2teacher)": 3.6389524936676025,
+      "epoch": 1.1043956043956045,
+      "rel-constrast": 2.828457832336426,
+      "step": 1407,
+      "subrel-constrast": 3.257171154022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8918731212615967,
+      "cov-distil (oracle2student)": 4.5294952392578125,
+      "cov-distil (oracle2teacher)": 4.1752519607543945,
+      "epoch": 1.1051805337519622,
+      "rel-constrast": 3.8180980682373047,
+      "step": 1408,
+      "subrel-constrast": 4.404576778411865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6718709468841553,
+      "cov-distil (oracle2student)": 4.541898727416992,
+      "cov-distil (oracle2teacher)": 4.1118669509887695,
+      "epoch": 1.1059654631083202,
+      "rel-constrast": 3.261911392211914,
+      "step": 1409,
+      "subrel-constrast": 3.675297975540161,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1067503924646782,
+      "grad_norm": 5.625,
+      "learning_rate": 4.9745648937404944e-05,
+      "loss": 0.7923,
+      "step": 1410
+    },
+    {
+      "cov-distil": 1.4265708923339844,
+      "cov-distil (oracle2student)": 2.3586010932922363,
+      "cov-distil (oracle2teacher)": 2.7697043418884277,
+      "epoch": 1.1067503924646782,
+      "rel-constrast": 2.8547863960266113,
+      "step": 1410,
+      "subrel-constrast": 3.3013954162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.654770016670227,
+      "cov-distil (oracle2student)": 4.709851264953613,
+      "cov-distil (oracle2teacher)": 4.484446048736572,
+      "epoch": 1.1075353218210362,
+      "rel-constrast": 2.5320489406585693,
+      "step": 1411,
+      "subrel-constrast": 3.3594744205474854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6176217794418335,
+      "cov-distil (oracle2student)": 4.045330047607422,
+      "cov-distil (oracle2teacher)": 4.103939533233643,
+      "epoch": 1.108320251177394,
+      "rel-constrast": 3.5939669609069824,
+      "step": 1412,
+      "subrel-constrast": 4.583804130554199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3921641111373901,
+      "cov-distil (oracle2student)": 3.223907470703125,
+      "cov-distil (oracle2teacher)": 2.718414783477783,
+      "epoch": 1.109105180533752,
+      "rel-constrast": 3.739264965057373,
+      "step": 1413,
+      "subrel-constrast": 4.031973838806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4037563800811768,
+      "cov-distil (oracle2student)": 2.9814395904541016,
+      "cov-distil (oracle2teacher)": 2.831556797027588,
+      "epoch": 1.10989010989011,
+      "rel-constrast": 2.548524856567383,
+      "step": 1414,
+      "subrel-constrast": 3.5879123210906982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.311434030532837,
+      "cov-distil (oracle2student)": 6.6438703536987305,
+      "cov-distil (oracle2teacher)": 5.585625171661377,
+      "epoch": 1.110675039246468,
+      "rel-constrast": 2.1226301193237305,
+      "step": 1415,
+      "subrel-constrast": 2.657355785369873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3532631397247314,
+      "cov-distil (oracle2student)": 4.801969528198242,
+      "cov-distil (oracle2teacher)": 4.307088851928711,
+      "epoch": 1.1114599686028257,
+      "rel-constrast": 2.868666648864746,
+      "step": 1416,
+      "subrel-constrast": 3.673433303833008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8779492378234863,
+      "cov-distil (oracle2student)": 4.065706729888916,
+      "cov-distil (oracle2teacher)": 3.550511360168457,
+      "epoch": 1.1122448979591837,
+      "rel-constrast": 1.9086132049560547,
+      "step": 1417,
+      "subrel-constrast": 3.243211269378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2267191410064697,
+      "cov-distil (oracle2student)": 4.205009460449219,
+      "cov-distil (oracle2teacher)": 4.072425365447998,
+      "epoch": 1.1130298273155417,
+      "rel-constrast": 2.7825543880462646,
+      "step": 1418,
+      "subrel-constrast": 3.117405652999878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9352264404296875,
+      "cov-distil (oracle2student)": 4.916912078857422,
+      "cov-distil (oracle2teacher)": 4.510032653808594,
+      "epoch": 1.1138147566718994,
+      "rel-constrast": 1.3724250793457031,
+      "step": 1419,
+      "subrel-constrast": 2.3689677715301514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1145996860282574,
+      "grad_norm": 4.0,
+      "learning_rate": 4.9733081632215764e-05,
+      "loss": 0.6961,
+      "step": 1420
+    },
+    {
+      "cov-distil": 1.5852007865905762,
+      "cov-distil (oracle2student)": 3.7165722846984863,
+      "cov-distil (oracle2teacher)": 3.3471460342407227,
+      "epoch": 1.1145996860282574,
+      "rel-constrast": 2.6423745155334473,
+      "step": 1420,
+      "subrel-constrast": 3.6259613037109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5029120445251465,
+      "cov-distil (oracle2student)": 3.589764356613159,
+      "cov-distil (oracle2teacher)": 3.509883403778076,
+      "epoch": 1.1153846153846154,
+      "rel-constrast": 3.199857234954834,
+      "step": 1421,
+      "subrel-constrast": 3.3864762783050537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.025437593460083,
+      "cov-distil (oracle2student)": 4.132634162902832,
+      "cov-distil (oracle2teacher)": 4.100710868835449,
+      "epoch": 1.1161695447409734,
+      "rel-constrast": 2.0588154792785645,
+      "step": 1422,
+      "subrel-constrast": 3.2275381088256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.681736707687378,
+      "cov-distil (oracle2student)": 2.927661895751953,
+      "cov-distil (oracle2teacher)": 2.9438533782958984,
+      "epoch": 1.1169544740973312,
+      "rel-constrast": 2.08059024810791,
+      "step": 1423,
+      "subrel-constrast": 2.9650402069091797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1729309558868408,
+      "cov-distil (oracle2student)": 5.7799177169799805,
+      "cov-distil (oracle2teacher)": 4.567580223083496,
+      "epoch": 1.1177394034536892,
+      "rel-constrast": 2.907471179962158,
+      "step": 1424,
+      "subrel-constrast": 3.5150842666625977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4462342262268066,
+      "cov-distil (oracle2student)": 3.6507339477539062,
+      "cov-distil (oracle2teacher)": 3.6555449962615967,
+      "epoch": 1.1185243328100472,
+      "rel-constrast": 2.425668478012085,
+      "step": 1425,
+      "subrel-constrast": 3.355107069015503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9393174648284912,
+      "cov-distil (oracle2student)": 4.488595962524414,
+      "cov-distil (oracle2teacher)": 4.189651012420654,
+      "epoch": 1.119309262166405,
+      "rel-constrast": 2.4969091415405273,
+      "step": 1426,
+      "subrel-constrast": 3.629150152206421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890607833862305,
+      "cov-distil (oracle2student)": 4.372025966644287,
+      "cov-distil (oracle2teacher)": 3.930250406265259,
+      "epoch": 1.120094191522763,
+      "rel-constrast": 2.9861860275268555,
+      "step": 1427,
+      "subrel-constrast": 3.6342074871063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704128503799438,
+      "cov-distil (oracle2student)": 3.7790822982788086,
+      "cov-distil (oracle2teacher)": 3.661731719970703,
+      "epoch": 1.120879120879121,
+      "rel-constrast": 2.6263198852539062,
+      "step": 1428,
+      "subrel-constrast": 3.587519884109497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8990941047668457,
+      "cov-distil (oracle2student)": 3.3532373905181885,
+      "cov-distil (oracle2teacher)": 3.2707412242889404,
+      "epoch": 1.1216640502354789,
+      "rel-constrast": 3.5683093070983887,
+      "step": 1429,
+      "subrel-constrast": 3.9765281677246094,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1224489795918366,
+      "grad_norm": 9.625,
+      "learning_rate": 4.972021296223217e-05,
+      "loss": 0.7156,
+      "step": 1430
+    },
+    {
+      "cov-distil": 1.6202445030212402,
+      "cov-distil (oracle2student)": 3.0828869342803955,
+      "cov-distil (oracle2teacher)": 2.7788877487182617,
+      "epoch": 1.1224489795918366,
+      "rel-constrast": 2.265202045440674,
+      "step": 1430,
+      "subrel-constrast": 3.0199191570281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5867798328399658,
+      "cov-distil (oracle2student)": 6.637983322143555,
+      "cov-distil (oracle2teacher)": 5.775035858154297,
+      "epoch": 1.1232339089481946,
+      "rel-constrast": 1.8450088500976562,
+      "step": 1431,
+      "subrel-constrast": 2.654466390609741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5769436359405518,
+      "cov-distil (oracle2student)": 3.3085904121398926,
+      "cov-distil (oracle2teacher)": 3.1149349212646484,
+      "epoch": 1.1240188383045526,
+      "rel-constrast": 3.127098321914673,
+      "step": 1432,
+      "subrel-constrast": 3.4269423484802246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.290905237197876,
+      "cov-distil (oracle2student)": 7.275933265686035,
+      "cov-distil (oracle2teacher)": 6.055379390716553,
+      "epoch": 1.1248037676609106,
+      "rel-constrast": 2.6604831218719482,
+      "step": 1433,
+      "subrel-constrast": 3.1333022117614746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4214860200881958,
+      "cov-distil (oracle2student)": 3.6913363933563232,
+      "cov-distil (oracle2teacher)": 3.974123239517212,
+      "epoch": 1.1255886970172684,
+      "rel-constrast": 3.193338394165039,
+      "step": 1434,
+      "subrel-constrast": 3.5697827339172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1152448654174805,
+      "cov-distil (oracle2student)": 4.05968713760376,
+      "cov-distil (oracle2teacher)": 3.9392943382263184,
+      "epoch": 1.1263736263736264,
+      "rel-constrast": 2.2788405418395996,
+      "step": 1435,
+      "subrel-constrast": 3.7335705757141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.242502212524414,
+      "cov-distil (oracle2student)": 3.214986562728882,
+      "cov-distil (oracle2teacher)": 3.609635829925537,
+      "epoch": 1.1271585557299844,
+      "rel-constrast": 2.747772455215454,
+      "step": 1436,
+      "subrel-constrast": 3.4749293327331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.319406270980835,
+      "cov-distil (oracle2student)": 7.63732385635376,
+      "cov-distil (oracle2teacher)": 6.685694694519043,
+      "epoch": 1.1279434850863423,
+      "rel-constrast": 3.4438138008117676,
+      "step": 1437,
+      "subrel-constrast": 3.970630168914795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0939173698425293,
+      "cov-distil (oracle2student)": 5.202234745025635,
+      "cov-distil (oracle2teacher)": 4.502569675445557,
+      "epoch": 1.1287284144427001,
+      "rel-constrast": 3.825807571411133,
+      "step": 1438,
+      "subrel-constrast": 4.160816192626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4238145351409912,
+      "cov-distil (oracle2student)": 3.324925184249878,
+      "cov-distil (oracle2teacher)": 3.2941694259643555,
+      "epoch": 1.129513343799058,
+      "rel-constrast": 2.8478026390075684,
+      "step": 1439,
+      "subrel-constrast": 3.2991602420806885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.130298273155416,
+      "grad_norm": 6.65625,
+      "learning_rate": 4.970704308425487e-05,
+      "loss": 0.7426,
+      "step": 1440
+    },
+    {
+      "cov-distil": 1.7210097312927246,
+      "cov-distil (oracle2student)": 4.91700553894043,
+      "cov-distil (oracle2teacher)": 4.660266876220703,
+      "epoch": 1.130298273155416,
+      "rel-constrast": 2.580687999725342,
+      "step": 1440,
+      "subrel-constrast": 3.407400131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4355494976043701,
+      "cov-distil (oracle2student)": 4.487117767333984,
+      "cov-distil (oracle2teacher)": 3.9655141830444336,
+      "epoch": 1.1310832025117739,
+      "rel-constrast": 2.7421960830688477,
+      "step": 1441,
+      "subrel-constrast": 3.3824241161346436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7735215425491333,
+      "cov-distil (oracle2student)": 7.142309188842773,
+      "cov-distil (oracle2teacher)": 5.814286231994629,
+      "epoch": 1.1318681318681318,
+      "rel-constrast": 3.1321613788604736,
+      "step": 1442,
+      "subrel-constrast": 3.7966020107269287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4831596612930298,
+      "cov-distil (oracle2student)": 4.758261680603027,
+      "cov-distil (oracle2teacher)": 4.327485084533691,
+      "epoch": 1.1326530612244898,
+      "rel-constrast": 3.778820037841797,
+      "step": 1443,
+      "subrel-constrast": 4.133635520935059,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499006509780884,
+      "cov-distil (oracle2student)": 4.640183448791504,
+      "cov-distil (oracle2teacher)": 4.057236671447754,
+      "epoch": 1.1334379905808478,
+      "rel-constrast": 3.0463719367980957,
+      "step": 1444,
+      "subrel-constrast": 3.5193467140197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5021295547485352,
+      "cov-distil (oracle2student)": 4.30925989151001,
+      "cov-distil (oracle2teacher)": 4.226467132568359,
+      "epoch": 1.1342229199372056,
+      "rel-constrast": 2.504362106323242,
+      "step": 1445,
+      "subrel-constrast": 3.079847812652588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6534078121185303,
+      "cov-distil (oracle2student)": 3.8200089931488037,
+      "cov-distil (oracle2teacher)": 4.042212963104248,
+      "epoch": 1.1350078492935636,
+      "rel-constrast": 3.2322568893432617,
+      "step": 1446,
+      "subrel-constrast": 3.7701570987701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5618064403533936,
+      "cov-distil (oracle2student)": 4.572770118713379,
+      "cov-distil (oracle2teacher)": 4.0620245933532715,
+      "epoch": 1.1357927786499216,
+      "rel-constrast": 2.9428255558013916,
+      "step": 1447,
+      "subrel-constrast": 3.3003830909729004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.392897129058838,
+      "cov-distil (oracle2student)": 3.695558786392212,
+      "cov-distil (oracle2teacher)": 3.8413383960723877,
+      "epoch": 1.1365777080062793,
+      "rel-constrast": 3.3504841327667236,
+      "step": 1448,
+      "subrel-constrast": 3.8079612255096436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3107936382293701,
+      "cov-distil (oracle2student)": 4.832245826721191,
+      "cov-distil (oracle2teacher)": 4.406163215637207,
+      "epoch": 1.1373626373626373,
+      "rel-constrast": 1.9430854320526123,
+      "step": 1449,
+      "subrel-constrast": 3.0062904357910156,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1381475667189953,
+      "grad_norm": 4.03125,
+      "learning_rate": 4.969357215875464e-05,
+      "loss": 0.7698,
+      "step": 1450
+    },
+    {
+      "cov-distil": 0.919407069683075,
+      "cov-distil (oracle2student)": 3.1853508949279785,
+      "cov-distil (oracle2teacher)": 3.0984792709350586,
+      "epoch": 1.1381475667189953,
+      "rel-constrast": 2.12074613571167,
+      "step": 1450,
+      "subrel-constrast": 2.755837917327881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5972926616668701,
+      "cov-distil (oracle2student)": 3.328793525695801,
+      "cov-distil (oracle2teacher)": 3.0796613693237305,
+      "epoch": 1.1389324960753533,
+      "rel-constrast": 3.2211830615997314,
+      "step": 1451,
+      "subrel-constrast": 3.4729177951812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.697230339050293,
+      "cov-distil (oracle2student)": 2.8607988357543945,
+      "cov-distil (oracle2teacher)": 2.8472752571105957,
+      "epoch": 1.139717425431711,
+      "rel-constrast": 2.671549081802368,
+      "step": 1452,
+      "subrel-constrast": 3.4498088359832764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.94770348072052,
+      "cov-distil (oracle2student)": 3.914979934692383,
+      "cov-distil (oracle2teacher)": 3.7376723289489746,
+      "epoch": 1.140502354788069,
+      "rel-constrast": 2.0744659900665283,
+      "step": 1453,
+      "subrel-constrast": 2.9850118160247803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9390360116958618,
+      "cov-distil (oracle2student)": 4.633434772491455,
+      "cov-distil (oracle2teacher)": 4.247796058654785,
+      "epoch": 1.141287284144427,
+      "rel-constrast": 3.4581127166748047,
+      "step": 1454,
+      "subrel-constrast": 3.9714317321777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7025808095932007,
+      "cov-distil (oracle2student)": 3.242124080657959,
+      "cov-distil (oracle2teacher)": 3.162363052368164,
+      "epoch": 1.1420722135007848,
+      "rel-constrast": 2.250493288040161,
+      "step": 1455,
+      "subrel-constrast": 3.050462484359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5706788301467896,
+      "cov-distil (oracle2student)": 5.469461917877197,
+      "cov-distil (oracle2teacher)": 4.936834812164307,
+      "epoch": 1.1428571428571428,
+      "rel-constrast": 2.565253496170044,
+      "step": 1456,
+      "subrel-constrast": 3.38845157623291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2386635541915894,
+      "cov-distil (oracle2student)": 3.0493264198303223,
+      "cov-distil (oracle2teacher)": 3.1810073852539062,
+      "epoch": 1.1436420722135008,
+      "rel-constrast": 2.261092185974121,
+      "step": 1457,
+      "subrel-constrast": 2.7858762741088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.739606499671936,
+      "cov-distil (oracle2student)": 3.968785524368286,
+      "cov-distil (oracle2teacher)": 3.909520387649536,
+      "epoch": 1.1444270015698588,
+      "rel-constrast": 2.737807273864746,
+      "step": 1458,
+      "subrel-constrast": 3.617563486099243,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63069486618042,
+      "cov-distil (oracle2student)": 4.003785133361816,
+      "cov-distil (oracle2teacher)": 3.693113088607788,
+      "epoch": 1.1452119309262168,
+      "rel-constrast": 3.737630844116211,
+      "step": 1459,
+      "subrel-constrast": 4.189433574676514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1459968602825745,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.967980034987048e-05,
+      "loss": 0.7174,
+      "step": 1460
+    },
+    {
+      "cov-distil": 2.4934022426605225,
+      "cov-distil (oracle2student)": 5.498902797698975,
+      "cov-distil (oracle2teacher)": 4.933234214782715,
+      "epoch": 1.1459968602825745,
+      "rel-constrast": 3.81288480758667,
+      "step": 1460,
+      "subrel-constrast": 4.341779708862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358349323272705,
+      "cov-distil (oracle2student)": 4.342729568481445,
+      "cov-distil (oracle2teacher)": 3.542717456817627,
+      "epoch": 1.1467817896389325,
+      "rel-constrast": 3.4645586013793945,
+      "step": 1461,
+      "subrel-constrast": 3.522831439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41737699508667,
+      "cov-distil (oracle2student)": 3.1106297969818115,
+      "cov-distil (oracle2teacher)": 3.1990559101104736,
+      "epoch": 1.1475667189952905,
+      "rel-constrast": 2.447864055633545,
+      "step": 1462,
+      "subrel-constrast": 3.088907480239868,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4640257358551025,
+      "cov-distil (oracle2student)": 4.718017101287842,
+      "cov-distil (oracle2teacher)": 4.130568504333496,
+      "epoch": 1.1483516483516483,
+      "rel-constrast": 2.635941982269287,
+      "step": 1463,
+      "subrel-constrast": 3.385139226913452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9698772430419922,
+      "cov-distil (oracle2student)": 6.459268569946289,
+      "cov-distil (oracle2teacher)": 5.032258033752441,
+      "epoch": 1.1491365777080063,
+      "rel-constrast": 4.093239784240723,
+      "step": 1464,
+      "subrel-constrast": 4.585559368133545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2035655975341797,
+      "cov-distil (oracle2student)": 3.430039167404175,
+      "cov-distil (oracle2teacher)": 3.6964468955993652,
+      "epoch": 1.1499215070643642,
+      "rel-constrast": 2.4838099479675293,
+      "step": 1465,
+      "subrel-constrast": 3.1714468002319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.579946756362915,
+      "cov-distil (oracle2student)": 4.577866554260254,
+      "cov-distil (oracle2teacher)": 4.270482063293457,
+      "epoch": 1.1507064364207222,
+      "rel-constrast": 2.88089656829834,
+      "step": 1466,
+      "subrel-constrast": 3.644862651824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5102288722991943,
+      "cov-distil (oracle2student)": 4.6253509521484375,
+      "cov-distil (oracle2teacher)": 4.5397844314575195,
+      "epoch": 1.15149136577708,
+      "rel-constrast": 2.2269387245178223,
+      "step": 1467,
+      "subrel-constrast": 2.7581796646118164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5692392587661743,
+      "cov-distil (oracle2student)": 2.171421527862549,
+      "cov-distil (oracle2teacher)": 2.289473295211792,
+      "epoch": 1.152276295133438,
+      "rel-constrast": 1.5733784437179565,
+      "step": 1468,
+      "subrel-constrast": 2.421278953552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7924730777740479,
+      "cov-distil (oracle2student)": 3.1747889518737793,
+      "cov-distil (oracle2teacher)": 3.5125255584716797,
+      "epoch": 1.153061224489796,
+      "rel-constrast": 2.380284309387207,
+      "step": 1469,
+      "subrel-constrast": 2.991039752960205,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1538461538461537,
+      "grad_norm": 5.0,
+      "learning_rate": 4.966572782540753e-05,
+      "loss": 0.7416,
+      "step": 1470
+    },
+    {
+      "cov-distil": 1.6793698072433472,
+      "cov-distil (oracle2student)": 6.4284772872924805,
+      "cov-distil (oracle2teacher)": 5.520218849182129,
+      "epoch": 1.1538461538461537,
+      "rel-constrast": 2.484776496887207,
+      "step": 1470,
+      "subrel-constrast": 3.247373104095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5853190422058105,
+      "cov-distil (oracle2student)": 3.101043224334717,
+      "cov-distil (oracle2teacher)": 3.3245849609375,
+      "epoch": 1.1546310832025117,
+      "rel-constrast": 1.8537979125976562,
+      "step": 1471,
+      "subrel-constrast": 2.7095072269439697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366969108581543,
+      "cov-distil (oracle2student)": 5.257271766662598,
+      "cov-distil (oracle2teacher)": 4.78129768371582,
+      "epoch": 1.1554160125588697,
+      "rel-constrast": 2.072223663330078,
+      "step": 1472,
+      "subrel-constrast": 2.9598119258880615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649501919746399,
+      "cov-distil (oracle2student)": 6.186247825622559,
+      "cov-distil (oracle2teacher)": 5.7467803955078125,
+      "epoch": 1.1562009419152277,
+      "rel-constrast": 2.668015718460083,
+      "step": 1473,
+      "subrel-constrast": 2.9322075843811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3380396366119385,
+      "cov-distil (oracle2student)": 3.762608528137207,
+      "cov-distil (oracle2teacher)": 3.6091530323028564,
+      "epoch": 1.1569858712715855,
+      "rel-constrast": 2.0027313232421875,
+      "step": 1474,
+      "subrel-constrast": 2.8449206352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2223048210144043,
+      "cov-distil (oracle2student)": 5.674510955810547,
+      "cov-distil (oracle2teacher)": 4.935297012329102,
+      "epoch": 1.1577708006279435,
+      "rel-constrast": 2.102262020111084,
+      "step": 1475,
+      "subrel-constrast": 3.233121871948242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7302626371383667,
+      "cov-distil (oracle2student)": 3.6926541328430176,
+      "cov-distil (oracle2teacher)": 3.3863492012023926,
+      "epoch": 1.1585557299843015,
+      "rel-constrast": 2.388659715652466,
+      "step": 1476,
+      "subrel-constrast": 3.0286173820495605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704991579055786,
+      "cov-distil (oracle2student)": 4.7798309326171875,
+      "cov-distil (oracle2teacher)": 4.173938274383545,
+      "epoch": 1.1593406593406592,
+      "rel-constrast": 2.9184153079986572,
+      "step": 1477,
+      "subrel-constrast": 3.51603364944458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2648746967315674,
+      "cov-distil (oracle2student)": 4.841617107391357,
+      "cov-distil (oracle2teacher)": 4.3514604568481445,
+      "epoch": 1.1601255886970172,
+      "rel-constrast": 3.234201192855835,
+      "step": 1478,
+      "subrel-constrast": 3.6756820678710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8125864267349243,
+      "cov-distil (oracle2student)": 2.6819968223571777,
+      "cov-distil (oracle2teacher)": 2.9248392581939697,
+      "epoch": 1.1609105180533752,
+      "rel-constrast": 3.2202460765838623,
+      "step": 1479,
+      "subrel-constrast": 3.61031174659729,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1616954474097332,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.9651354756835056e-05,
+      "loss": 0.6614,
+      "step": 1480
+    },
+    {
+      "cov-distil": 1.392646074295044,
+      "cov-distil (oracle2student)": 4.2380523681640625,
+      "cov-distil (oracle2teacher)": 3.5811140537261963,
+      "epoch": 1.1616954474097332,
+      "rel-constrast": 2.6302762031555176,
+      "step": 1480,
+      "subrel-constrast": 3.427609920501709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8921456336975098,
+      "cov-distil (oracle2student)": 3.067326068878174,
+      "cov-distil (oracle2teacher)": 3.2499985694885254,
+      "epoch": 1.1624803767660912,
+      "rel-constrast": 1.4655245542526245,
+      "step": 1481,
+      "subrel-constrast": 2.7194595336914062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8185973167419434,
+      "cov-distil (oracle2student)": 4.516495704650879,
+      "cov-distil (oracle2teacher)": 3.844066858291626,
+      "epoch": 1.163265306122449,
+      "rel-constrast": 2.676448345184326,
+      "step": 1482,
+      "subrel-constrast": 3.0788421630859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3603132963180542,
+      "cov-distil (oracle2student)": 6.497417449951172,
+      "cov-distil (oracle2teacher)": 5.633515357971191,
+      "epoch": 1.164050235478807,
+      "rel-constrast": 2.9875617027282715,
+      "step": 1483,
+      "subrel-constrast": 3.8521313667297363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2592880725860596,
+      "cov-distil (oracle2student)": 4.702965259552002,
+      "cov-distil (oracle2teacher)": 4.209061622619629,
+      "epoch": 1.164835164835165,
+      "rel-constrast": 3.127880096435547,
+      "step": 1484,
+      "subrel-constrast": 3.3566198348999023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8305009603500366,
+      "cov-distil (oracle2student)": 4.822851181030273,
+      "cov-distil (oracle2teacher)": 4.675025939941406,
+      "epoch": 1.1656200941915227,
+      "rel-constrast": 4.437347888946533,
+      "step": 1485,
+      "subrel-constrast": 4.580851078033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9999454021453857,
+      "cov-distil (oracle2student)": 3.5581858158111572,
+      "cov-distil (oracle2teacher)": 3.610217571258545,
+      "epoch": 1.1664050235478807,
+      "rel-constrast": 2.2528839111328125,
+      "step": 1486,
+      "subrel-constrast": 3.5497658252716064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4891130924224854,
+      "cov-distil (oracle2student)": 3.6254210472106934,
+      "cov-distil (oracle2teacher)": 3.5837528705596924,
+      "epoch": 1.1671899529042387,
+      "rel-constrast": 2.2691445350646973,
+      "step": 1487,
+      "subrel-constrast": 3.445279598236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.615608811378479,
+      "cov-distil (oracle2student)": 4.965720176696777,
+      "cov-distil (oracle2teacher)": 4.5782999992370605,
+      "epoch": 1.1679748822605966,
+      "rel-constrast": 2.9276885986328125,
+      "step": 1488,
+      "subrel-constrast": 3.6910719871520996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073660135269165,
+      "cov-distil (oracle2student)": 7.403058052062988,
+      "cov-distil (oracle2teacher)": 6.3559417724609375,
+      "epoch": 1.1687598116169544,
+      "rel-constrast": 3.0895729064941406,
+      "step": 1489,
+      "subrel-constrast": 3.694629669189453,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1695447409733124,
+      "grad_norm": 6.34375,
+      "learning_rate": 4.963668131928436e-05,
+      "loss": 0.7409,
+      "step": 1490
+    },
+    {
+      "cov-distil": 1.584778070449829,
+      "cov-distil (oracle2student)": 2.9753050804138184,
+      "cov-distil (oracle2teacher)": 3.3699378967285156,
+      "epoch": 1.1695447409733124,
+      "rel-constrast": 2.489734411239624,
+      "step": 1490,
+      "subrel-constrast": 3.321147918701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2136712074279785,
+      "cov-distil (oracle2student)": 5.705753326416016,
+      "cov-distil (oracle2teacher)": 4.733763217926025,
+      "epoch": 1.1703296703296704,
+      "rel-constrast": 2.0149669647216797,
+      "step": 1491,
+      "subrel-constrast": 2.8364689350128174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8165807723999023,
+      "cov-distil (oracle2student)": 5.1815619468688965,
+      "cov-distil (oracle2teacher)": 4.738595008850098,
+      "epoch": 1.1711145996860282,
+      "rel-constrast": 2.5921926498413086,
+      "step": 1492,
+      "subrel-constrast": 3.3167977333068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5081615447998047,
+      "cov-distil (oracle2student)": 4.854668617248535,
+      "cov-distil (oracle2teacher)": 4.041452884674072,
+      "epoch": 1.1718995290423861,
+      "rel-constrast": 3.7228612899780273,
+      "step": 1493,
+      "subrel-constrast": 3.814889430999756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741749048233032,
+      "cov-distil (oracle2student)": 3.047351360321045,
+      "cov-distil (oracle2teacher)": 3.038147449493408,
+      "epoch": 1.1726844583987441,
+      "rel-constrast": 3.035686492919922,
+      "step": 1494,
+      "subrel-constrast": 3.9800944328308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0405187606811523,
+      "cov-distil (oracle2student)": 3.714125633239746,
+      "cov-distil (oracle2teacher)": 3.6011228561401367,
+      "epoch": 1.1734693877551021,
+      "rel-constrast": 2.398214101791382,
+      "step": 1495,
+      "subrel-constrast": 3.8939106464385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3905870914459229,
+      "cov-distil (oracle2student)": 3.046931743621826,
+      "cov-distil (oracle2teacher)": 2.8855247497558594,
+      "epoch": 1.1742543171114599,
+      "rel-constrast": 3.0308635234832764,
+      "step": 1496,
+      "subrel-constrast": 3.329037666320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647951602935791,
+      "cov-distil (oracle2student)": 4.180196285247803,
+      "cov-distil (oracle2teacher)": 4.218957901000977,
+      "epoch": 1.1750392464678179,
+      "rel-constrast": 2.653312921524048,
+      "step": 1497,
+      "subrel-constrast": 4.166954040527344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6036298274993896,
+      "cov-distil (oracle2student)": 4.424801826477051,
+      "cov-distil (oracle2teacher)": 3.7677884101867676,
+      "epoch": 1.1758241758241759,
+      "rel-constrast": 2.748300313949585,
+      "step": 1498,
+      "subrel-constrast": 3.297043800354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6762897968292236,
+      "cov-distil (oracle2student)": 3.5112032890319824,
+      "cov-distil (oracle2teacher)": 3.420654773712158,
+      "epoch": 1.1766091051805336,
+      "rel-constrast": 2.9255642890930176,
+      "step": 1499,
+      "subrel-constrast": 3.3973541259765625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "grad_norm": 5.875,
+      "learning_rate": 4.9621707691546645e-05,
+      "loss": 0.7332,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-P@10": 0.7639999999999999,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-nDCG@10": 0.7747621818724173,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-nDCG@10": 0.6173102450175095,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/avg": 0.5416106548872113,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "overlap": 0.2890625,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "step": 1500,
+      "student margin": 0.0633544921875
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "step": 1500,
+      "teacher margin": 0.043121337890625
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "margin difference": -0.020233154296875,
+      "step": 1500
+    },
+    {
+      "cov-distil": 1.7485086917877197,
+      "cov-distil (oracle2student)": 4.230788707733154,
+      "cov-distil (oracle2teacher)": 3.8272950649261475,
+      "epoch": 1.1773940345368916,
+      "rel-constrast": 2.0312840938568115,
+      "step": 1500,
+      "subrel-constrast": 2.71525502204895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4775396585464478,
+      "cov-distil (oracle2student)": 4.059601306915283,
+      "cov-distil (oracle2teacher)": 3.723001003265381,
+      "epoch": 1.1781789638932496,
+      "rel-constrast": 4.083869934082031,
+      "step": 1501,
+      "subrel-constrast": 3.7125368118286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676011562347412,
+      "cov-distil (oracle2student)": 5.229190349578857,
+      "cov-distil (oracle2teacher)": 5.160117149353027,
+      "epoch": 1.1789638932496076,
+      "rel-constrast": 3.101928234100342,
+      "step": 1502,
+      "subrel-constrast": 4.044782638549805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6979618072509766,
+      "cov-distil (oracle2student)": 3.7973227500915527,
+      "cov-distil (oracle2teacher)": 3.310650587081909,
+      "epoch": 1.1797488226059656,
+      "rel-constrast": 2.005044937133789,
+      "step": 1503,
+      "subrel-constrast": 2.843824625015259,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5123100280761719,
+      "cov-distil (oracle2student)": 5.033284664154053,
+      "cov-distil (oracle2teacher)": 4.157942295074463,
+      "epoch": 1.1805337519623234,
+      "rel-constrast": 2.8426575660705566,
+      "step": 1504,
+      "subrel-constrast": 3.390226364135742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.316284418106079,
+      "cov-distil (oracle2student)": 3.133749485015869,
+      "cov-distil (oracle2teacher)": 3.136380672454834,
+      "epoch": 1.1813186813186813,
+      "rel-constrast": 2.476555347442627,
+      "step": 1505,
+      "subrel-constrast": 3.1768059730529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3085720539093018,
+      "cov-distil (oracle2student)": 5.336479187011719,
+      "cov-distil (oracle2teacher)": 5.304076194763184,
+      "epoch": 1.1821036106750393,
+      "rel-constrast": 3.9608383178710938,
+      "step": 1506,
+      "subrel-constrast": 4.48170280456543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562358140945435,
+      "cov-distil (oracle2student)": 5.106496334075928,
+      "cov-distil (oracle2teacher)": 4.130088806152344,
+      "epoch": 1.182888540031397,
+      "rel-constrast": 2.9583888053894043,
+      "step": 1507,
+      "subrel-constrast": 3.7306017875671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7493054866790771,
+      "cov-distil (oracle2student)": 2.7775204181671143,
+      "cov-distil (oracle2teacher)": 3.2637789249420166,
+      "epoch": 1.183673469387755,
+      "rel-constrast": 2.5205020904541016,
+      "step": 1508,
+      "subrel-constrast": 3.557661294937134,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0654494762420654,
+      "cov-distil (oracle2student)": 2.2735180854797363,
+      "cov-distil (oracle2teacher)": 2.127807855606079,
+      "epoch": 1.184458398744113,
+      "rel-constrast": 2.1841182708740234,
+      "step": 1509,
+      "subrel-constrast": 2.6357650756835938,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.185243328100471,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.9606434056070863e-05,
+      "loss": 0.7422,
+      "step": 1510
+    },
+    {
+      "cov-distil": 2.0747480392456055,
+      "cov-distil (oracle2student)": 3.9009385108947754,
+      "cov-distil (oracle2teacher)": 4.192046642303467,
+      "epoch": 1.185243328100471,
+      "rel-constrast": 2.6539556980133057,
+      "step": 1510,
+      "subrel-constrast": 3.577793836593628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7121105194091797,
+      "cov-distil (oracle2student)": 3.5978574752807617,
+      "cov-distil (oracle2teacher)": 3.8568508625030518,
+      "epoch": 1.1860282574568288,
+      "rel-constrast": 3.703195571899414,
+      "step": 1511,
+      "subrel-constrast": 4.201766490936279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.769433856010437,
+      "cov-distil (oracle2student)": 4.847658634185791,
+      "cov-distil (oracle2teacher)": 4.619823455810547,
+      "epoch": 1.1868131868131868,
+      "rel-constrast": 2.7370405197143555,
+      "step": 1512,
+      "subrel-constrast": 3.6746485233306885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3672865629196167,
+      "cov-distil (oracle2student)": 5.345491409301758,
+      "cov-distil (oracle2teacher)": 5.307746887207031,
+      "epoch": 1.1875981161695448,
+      "rel-constrast": 3.974797248840332,
+      "step": 1513,
+      "subrel-constrast": 4.64158296585083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3251571655273438,
+      "cov-distil (oracle2student)": 6.040820121765137,
+      "cov-distil (oracle2teacher)": 4.929553985595703,
+      "epoch": 1.1883830455259026,
+      "rel-constrast": 2.626101493835449,
+      "step": 1514,
+      "subrel-constrast": 3.0085737705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7284622192382812,
+      "cov-distil (oracle2student)": 3.64074444770813,
+      "cov-distil (oracle2teacher)": 3.6592631340026855,
+      "epoch": 1.1891679748822606,
+      "rel-constrast": 2.033757209777832,
+      "step": 1515,
+      "subrel-constrast": 2.7563092708587646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1659088134765625,
+      "cov-distil (oracle2student)": 2.7111988067626953,
+      "cov-distil (oracle2teacher)": 3.0070433616638184,
+      "epoch": 1.1899529042386185,
+      "rel-constrast": 2.4668636322021484,
+      "step": 1516,
+      "subrel-constrast": 3.6944668292999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1717967987060547,
+      "cov-distil (oracle2student)": 4.242790222167969,
+      "cov-distil (oracle2teacher)": 3.823622465133667,
+      "epoch": 1.1907378335949765,
+      "rel-constrast": 3.1749753952026367,
+      "step": 1517,
+      "subrel-constrast": 3.6475167274475098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.912517786026001,
+      "cov-distil (oracle2student)": 4.199876308441162,
+      "cov-distil (oracle2teacher)": 4.535355567932129,
+      "epoch": 1.1915227629513343,
+      "rel-constrast": 4.481130123138428,
+      "step": 1518,
+      "subrel-constrast": 5.082208156585693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562536239624023,
+      "cov-distil (oracle2student)": 5.788992881774902,
+      "cov-distil (oracle2teacher)": 4.82795524597168,
+      "epoch": 1.1923076923076923,
+      "rel-constrast": 3.587991237640381,
+      "step": 1519,
+      "subrel-constrast": 4.080261707305908,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1930926216640503,
+      "grad_norm": 6.84375,
+      "learning_rate": 4.959086059896141e-05,
+      "loss": 0.8287,
+      "step": 1520
+    },
+    {
+      "cov-distil": 1.5232781171798706,
+      "cov-distil (oracle2student)": 4.327375411987305,
+      "cov-distil (oracle2teacher)": 4.070348739624023,
+      "epoch": 1.1930926216640503,
+      "rel-constrast": 2.7197184562683105,
+      "step": 1520,
+      "subrel-constrast": 3.1734938621520996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4419372081756592,
+      "cov-distil (oracle2student)": 5.73799467086792,
+      "cov-distil (oracle2teacher)": 5.951563835144043,
+      "epoch": 1.193877551020408,
+      "rel-constrast": 3.3822076320648193,
+      "step": 1521,
+      "subrel-constrast": 3.779179811477661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640181303024292,
+      "cov-distil (oracle2student)": 3.836653709411621,
+      "cov-distil (oracle2teacher)": 3.7507858276367188,
+      "epoch": 1.194662480376766,
+      "rel-constrast": 3.6478872299194336,
+      "step": 1522,
+      "subrel-constrast": 4.444528579711914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4504380226135254,
+      "cov-distil (oracle2student)": 3.3363285064697266,
+      "cov-distil (oracle2teacher)": 2.772866725921631,
+      "epoch": 1.195447409733124,
+      "rel-constrast": 2.0574207305908203,
+      "step": 1523,
+      "subrel-constrast": 2.545795440673828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9421583414077759,
+      "cov-distil (oracle2student)": 3.961541175842285,
+      "cov-distil (oracle2teacher)": 4.5739521980285645,
+      "epoch": 1.196232339089482,
+      "rel-constrast": 2.9225692749023438,
+      "step": 1524,
+      "subrel-constrast": 3.993438243865967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5873799324035645,
+      "cov-distil (oracle2student)": 4.951776027679443,
+      "cov-distil (oracle2teacher)": 4.686556816101074,
+      "epoch": 1.19701726844584,
+      "rel-constrast": 2.6227290630340576,
+      "step": 1525,
+      "subrel-constrast": 3.568251132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7995333671569824,
+      "cov-distil (oracle2student)": 3.3716089725494385,
+      "cov-distil (oracle2teacher)": 3.617016315460205,
+      "epoch": 1.1978021978021978,
+      "rel-constrast": 2.6842219829559326,
+      "step": 1526,
+      "subrel-constrast": 3.481901168823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5646638870239258,
+      "cov-distil (oracle2student)": 4.4577507972717285,
+      "cov-distil (oracle2teacher)": 4.188509941101074,
+      "epoch": 1.1985871271585558,
+      "rel-constrast": 3.4021458625793457,
+      "step": 1527,
+      "subrel-constrast": 4.33415412902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8761851787567139,
+      "cov-distil (oracle2student)": 3.9821815490722656,
+      "cov-distil (oracle2teacher)": 3.884610176086426,
+      "epoch": 1.1993720565149137,
+      "rel-constrast": 2.9438514709472656,
+      "step": 1528,
+      "subrel-constrast": 3.405836582183838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2246947288513184,
+      "cov-distil (oracle2student)": 4.151642799377441,
+      "cov-distil (oracle2teacher)": 3.1427805423736572,
+      "epoch": 1.2001569858712715,
+      "rel-constrast": 1.772562026977539,
+      "step": 1529,
+      "subrel-constrast": 2.6392982006073,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2009419152276295,
+      "grad_norm": 3.53125,
+      "learning_rate": 4.957498750997597e-05,
+      "loss": 0.744,
+      "step": 1530
+    },
+    {
+      "cov-distil": 1.600648045539856,
+      "cov-distil (oracle2student)": 4.604783058166504,
+      "cov-distil (oracle2teacher)": 4.556369304656982,
+      "epoch": 1.2009419152276295,
+      "rel-constrast": 2.267603874206543,
+      "step": 1530,
+      "subrel-constrast": 2.6244161128997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810472846031189,
+      "cov-distil (oracle2student)": 4.073423862457275,
+      "cov-distil (oracle2teacher)": 3.6597142219543457,
+      "epoch": 1.2017268445839875,
+      "rel-constrast": 2.3108716011047363,
+      "step": 1531,
+      "subrel-constrast": 3.2451529502868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8782386779785156,
+      "cov-distil (oracle2student)": 3.557467222213745,
+      "cov-distil (oracle2teacher)": 3.675232410430908,
+      "epoch": 1.2025117739403455,
+      "rel-constrast": 3.3091039657592773,
+      "step": 1532,
+      "subrel-constrast": 4.100863456726074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5638325214385986,
+      "cov-distil (oracle2student)": 2.8034284114837646,
+      "cov-distil (oracle2teacher)": 2.8497776985168457,
+      "epoch": 1.2032967032967032,
+      "rel-constrast": 2.3563458919525146,
+      "step": 1533,
+      "subrel-constrast": 3.0898303985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.691821575164795,
+      "cov-distil (oracle2student)": 4.60768985748291,
+      "cov-distil (oracle2teacher)": 4.304746627807617,
+      "epoch": 1.2040816326530612,
+      "rel-constrast": 2.8594892024993896,
+      "step": 1534,
+      "subrel-constrast": 3.549325704574585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5520613193511963,
+      "cov-distil (oracle2student)": 4.877971649169922,
+      "cov-distil (oracle2teacher)": 4.454023838043213,
+      "epoch": 1.2048665620094192,
+      "rel-constrast": 2.8462142944335938,
+      "step": 1535,
+      "subrel-constrast": 3.4580230712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6331263780593872,
+      "cov-distil (oracle2student)": 4.314093112945557,
+      "cov-distil (oracle2teacher)": 4.101082801818848,
+      "epoch": 1.205651491365777,
+      "rel-constrast": 2.616159677505493,
+      "step": 1536,
+      "subrel-constrast": 3.3092477321624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.022289991378784,
+      "cov-distil (oracle2student)": 4.89500093460083,
+      "cov-distil (oracle2teacher)": 4.807025909423828,
+      "epoch": 1.206436420722135,
+      "rel-constrast": 2.419569253921509,
+      "step": 1537,
+      "subrel-constrast": 3.59961199760437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4777123928070068,
+      "cov-distil (oracle2student)": 3.2864580154418945,
+      "cov-distil (oracle2teacher)": 3.056769847869873,
+      "epoch": 1.207221350078493,
+      "rel-constrast": 2.0155293941497803,
+      "step": 1538,
+      "subrel-constrast": 2.7256932258605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.645634651184082,
+      "cov-distil (oracle2student)": 4.065258026123047,
+      "cov-distil (oracle2teacher)": 3.8413004875183105,
+      "epoch": 1.208006279434851,
+      "rel-constrast": 2.3775105476379395,
+      "step": 1539,
+      "subrel-constrast": 3.498631715774536,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2087912087912087,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.9558814982523106e-05,
+      "loss": 0.6766,
+      "step": 1540
+    },
+    {
+      "cov-distil": 1.8075847625732422,
+      "cov-distil (oracle2student)": 5.002773284912109,
+      "cov-distil (oracle2teacher)": 5.1291985511779785,
+      "epoch": 1.2087912087912087,
+      "rel-constrast": 3.0045089721679688,
+      "step": 1540,
+      "subrel-constrast": 3.930400848388672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4789363145828247,
+      "cov-distil (oracle2student)": 4.7036285400390625,
+      "cov-distil (oracle2teacher)": 4.801464080810547,
+      "epoch": 1.2095761381475667,
+      "rel-constrast": 2.8248226642608643,
+      "step": 1541,
+      "subrel-constrast": 3.794799566268921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6375290155410767,
+      "cov-distil (oracle2student)": 3.3961291313171387,
+      "cov-distil (oracle2teacher)": 3.204671859741211,
+      "epoch": 1.2103610675039247,
+      "rel-constrast": 2.8809454441070557,
+      "step": 1542,
+      "subrel-constrast": 3.4760124683380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2903764247894287,
+      "cov-distil (oracle2student)": 4.792279243469238,
+      "cov-distil (oracle2teacher)": 4.538397789001465,
+      "epoch": 1.2111459968602825,
+      "rel-constrast": 2.7544140815734863,
+      "step": 1543,
+      "subrel-constrast": 3.2082643508911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375863075256348,
+      "cov-distil (oracle2student)": 4.494780540466309,
+      "cov-distil (oracle2teacher)": 4.387182235717773,
+      "epoch": 1.2119309262166404,
+      "rel-constrast": 2.863981008529663,
+      "step": 1544,
+      "subrel-constrast": 3.4193403720855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7431714534759521,
+      "cov-distil (oracle2student)": 4.275623321533203,
+      "cov-distil (oracle2teacher)": 4.166308403015137,
+      "epoch": 1.2127158555729984,
+      "rel-constrast": 2.1307897567749023,
+      "step": 1545,
+      "subrel-constrast": 3.471906900405884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7611958980560303,
+      "cov-distil (oracle2student)": 3.3497514724731445,
+      "cov-distil (oracle2teacher)": 3.3862464427948,
+      "epoch": 1.2135007849293564,
+      "rel-constrast": 2.38743257522583,
+      "step": 1546,
+      "subrel-constrast": 3.3915841579437256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5527610778808594,
+      "cov-distil (oracle2student)": 3.1812191009521484,
+      "cov-distil (oracle2teacher)": 3.1168770790100098,
+      "epoch": 1.2142857142857142,
+      "rel-constrast": 2.404475212097168,
+      "step": 1547,
+      "subrel-constrast": 3.0474047660827637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7499725818634033,
+      "cov-distil (oracle2student)": 4.475757598876953,
+      "cov-distil (oracle2teacher)": 4.537806034088135,
+      "epoch": 1.2150706436420722,
+      "rel-constrast": 2.1917285919189453,
+      "step": 1548,
+      "subrel-constrast": 2.8687524795532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2541391849517822,
+      "cov-distil (oracle2student)": 4.706418991088867,
+      "cov-distil (oracle2teacher)": 3.8923490047454834,
+      "epoch": 1.2158555729984302,
+      "rel-constrast": 2.889606475830078,
+      "step": 1549,
+      "subrel-constrast": 3.2647478580474854,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2166405023547882,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.9542343213659974e-05,
+      "loss": 0.6976,
+      "step": 1550
+    },
+    {
+      "cov-distil": 1.8331830501556396,
+      "cov-distil (oracle2student)": 5.015098571777344,
+      "cov-distil (oracle2teacher)": 4.250988960266113,
+      "epoch": 1.2166405023547882,
+      "rel-constrast": 4.024837493896484,
+      "step": 1550,
+      "subrel-constrast": 4.481121063232422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9867794513702393,
+      "cov-distil (oracle2student)": 3.297834873199463,
+      "cov-distil (oracle2teacher)": 3.424804449081421,
+      "epoch": 1.217425431711146,
+      "rel-constrast": 2.9038000106811523,
+      "step": 1551,
+      "subrel-constrast": 3.5621063709259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5921251773834229,
+      "cov-distil (oracle2student)": 4.316880226135254,
+      "cov-distil (oracle2teacher)": 3.882554292678833,
+      "epoch": 1.218210361067504,
+      "rel-constrast": 2.5500707626342773,
+      "step": 1552,
+      "subrel-constrast": 3.0413320064544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2253526449203491,
+      "cov-distil (oracle2student)": 4.995065689086914,
+      "cov-distil (oracle2teacher)": 4.219193458557129,
+      "epoch": 1.218995290423862,
+      "rel-constrast": 3.696774959564209,
+      "step": 1553,
+      "subrel-constrast": 3.889272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229150414466858,
+      "cov-distil (oracle2student)": 2.6216583251953125,
+      "cov-distil (oracle2teacher)": 2.6381349563598633,
+      "epoch": 1.2197802197802199,
+      "rel-constrast": 3.167804718017578,
+      "step": 1554,
+      "subrel-constrast": 3.390306234359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.84684419631958,
+      "cov-distil (oracle2student)": 2.844254970550537,
+      "cov-distil (oracle2teacher)": 2.755173683166504,
+      "epoch": 1.2205651491365777,
+      "rel-constrast": 2.9125025272369385,
+      "step": 1555,
+      "subrel-constrast": 3.365950345993042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9272841215133667,
+      "cov-distil (oracle2student)": 2.703958034515381,
+      "cov-distil (oracle2teacher)": 2.7598724365234375,
+      "epoch": 1.2213500784929356,
+      "rel-constrast": 2.177861213684082,
+      "step": 1556,
+      "subrel-constrast": 3.3213248252868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2323274612426758,
+      "cov-distil (oracle2student)": 2.7246484756469727,
+      "cov-distil (oracle2teacher)": 2.517838954925537,
+      "epoch": 1.2221350078492936,
+      "rel-constrast": 1.8433092832565308,
+      "step": 1557,
+      "subrel-constrast": 2.5471136569976807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569610357284546,
+      "cov-distil (oracle2student)": 5.2571306228637695,
+      "cov-distil (oracle2teacher)": 4.8253984451293945,
+      "epoch": 1.2229199372056514,
+      "rel-constrast": 2.5907344818115234,
+      "step": 1558,
+      "subrel-constrast": 3.619658946990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.719965934753418,
+      "cov-distil (oracle2student)": 6.273858070373535,
+      "cov-distil (oracle2teacher)": 5.100681781768799,
+      "epoch": 1.2237048665620094,
+      "rel-constrast": 3.1695213317871094,
+      "step": 1559,
+      "subrel-constrast": 3.9834675788879395,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2244897959183674,
+      "grad_norm": 5.75,
+      "learning_rate": 4.952557240408988e-05,
+      "loss": 0.7663,
+      "step": 1560
+    },
+    {
+      "cov-distil": 1.6666290760040283,
+      "cov-distil (oracle2student)": 4.642274856567383,
+      "cov-distil (oracle2teacher)": 4.5248212814331055,
+      "epoch": 1.2244897959183674,
+      "rel-constrast": 3.450890302658081,
+      "step": 1560,
+      "subrel-constrast": 4.130867958068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2021815776824951,
+      "cov-distil (oracle2student)": 3.2229409217834473,
+      "cov-distil (oracle2teacher)": 3.380291700363159,
+      "epoch": 1.2252747252747254,
+      "rel-constrast": 2.533560276031494,
+      "step": 1561,
+      "subrel-constrast": 3.267157793045044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4832178354263306,
+      "cov-distil (oracle2student)": 3.1300363540649414,
+      "cov-distil (oracle2teacher)": 3.320742607116699,
+      "epoch": 1.2260596546310831,
+      "rel-constrast": 1.6512200832366943,
+      "step": 1562,
+      "subrel-constrast": 2.4736149311065674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5483647584915161,
+      "cov-distil (oracle2student)": 3.974653720855713,
+      "cov-distil (oracle2teacher)": 4.282253742218018,
+      "epoch": 1.2268445839874411,
+      "rel-constrast": 3.680492877960205,
+      "step": 1563,
+      "subrel-constrast": 4.2281389236450195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8743088245391846,
+      "cov-distil (oracle2student)": 4.122889995574951,
+      "cov-distil (oracle2teacher)": 3.6850976943969727,
+      "epoch": 1.227629513343799,
+      "rel-constrast": 2.8563923835754395,
+      "step": 1564,
+      "subrel-constrast": 3.1994149684906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.908144474029541,
+      "cov-distil (oracle2student)": 4.664992332458496,
+      "cov-distil (oracle2teacher)": 4.363765239715576,
+      "epoch": 1.2284144427001569,
+      "rel-constrast": 3.2205111980438232,
+      "step": 1565,
+      "subrel-constrast": 3.8490545749664307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4982974529266357,
+      "cov-distil (oracle2student)": 3.536342144012451,
+      "cov-distil (oracle2teacher)": 3.640622615814209,
+      "epoch": 1.2291993720565149,
+      "rel-constrast": 2.4386274814605713,
+      "step": 1566,
+      "subrel-constrast": 3.2455220222473145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.983614206314087,
+      "cov-distil (oracle2student)": 2.985178232192993,
+      "cov-distil (oracle2teacher)": 2.78747296333313,
+      "epoch": 1.2299843014128728,
+      "rel-constrast": 2.052114725112915,
+      "step": 1567,
+      "subrel-constrast": 2.8265461921691895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4338563680648804,
+      "cov-distil (oracle2student)": 3.8309435844421387,
+      "cov-distil (oracle2teacher)": 3.4424710273742676,
+      "epoch": 1.2307692307692308,
+      "rel-constrast": 3.0795669555664062,
+      "step": 1568,
+      "subrel-constrast": 3.582277297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.584893226623535,
+      "cov-distil (oracle2student)": 5.216217994689941,
+      "cov-distil (oracle2teacher)": 4.565634250640869,
+      "epoch": 1.2315541601255886,
+      "rel-constrast": 3.039799690246582,
+      "step": 1569,
+      "subrel-constrast": 3.715428113937378,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2323390894819466,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.950850275815983e-05,
+      "loss": 0.743,
+      "step": 1570
+    },
+    {
+      "cov-distil": 1.5038628578186035,
+      "cov-distil (oracle2student)": 2.6119627952575684,
+      "cov-distil (oracle2teacher)": 2.7541110515594482,
+      "epoch": 1.2323390894819466,
+      "rel-constrast": 2.176480531692505,
+      "step": 1570,
+      "subrel-constrast": 2.686347007751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520804524421692,
+      "cov-distil (oracle2student)": 2.5996336936950684,
+      "cov-distil (oracle2teacher)": 2.6235592365264893,
+      "epoch": 1.2331240188383046,
+      "rel-constrast": 3.114922523498535,
+      "step": 1571,
+      "subrel-constrast": 3.61731219291687,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104897737503052,
+      "cov-distil (oracle2student)": 3.415076732635498,
+      "cov-distil (oracle2teacher)": 3.5732460021972656,
+      "epoch": 1.2339089481946626,
+      "rel-constrast": 3.33668851852417,
+      "step": 1572,
+      "subrel-constrast": 3.909759759902954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4771370887756348,
+      "cov-distil (oracle2student)": 4.409694671630859,
+      "cov-distil (oracle2teacher)": 3.946770429611206,
+      "epoch": 1.2346938775510203,
+      "rel-constrast": 3.8898987770080566,
+      "step": 1573,
+      "subrel-constrast": 4.148560523986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3169071674346924,
+      "cov-distil (oracle2student)": 4.829381942749023,
+      "cov-distil (oracle2teacher)": 4.6057939529418945,
+      "epoch": 1.2354788069073783,
+      "rel-constrast": 2.1212494373321533,
+      "step": 1574,
+      "subrel-constrast": 2.8325772285461426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086176872253418,
+      "cov-distil (oracle2student)": 2.98012638092041,
+      "cov-distil (oracle2teacher)": 2.6507182121276855,
+      "epoch": 1.2362637362637363,
+      "rel-constrast": 1.8269630670547485,
+      "step": 1575,
+      "subrel-constrast": 2.1550111770629883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2610249519348145,
+      "cov-distil (oracle2student)": 4.485299587249756,
+      "cov-distil (oracle2teacher)": 4.363012790679932,
+      "epoch": 1.2370486656200943,
+      "rel-constrast": 4.008843421936035,
+      "step": 1576,
+      "subrel-constrast": 4.4985198974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6807074546813965,
+      "cov-distil (oracle2student)": 4.946079254150391,
+      "cov-distil (oracle2teacher)": 4.673879146575928,
+      "epoch": 1.237833594976452,
+      "rel-constrast": 3.214716911315918,
+      "step": 1577,
+      "subrel-constrast": 3.7449193000793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7182397842407227,
+      "cov-distil (oracle2student)": 7.419530868530273,
+      "cov-distil (oracle2teacher)": 6.617232322692871,
+      "epoch": 1.23861852433281,
+      "rel-constrast": 2.0141851902008057,
+      "step": 1578,
+      "subrel-constrast": 3.173762321472168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5207469463348389,
+      "cov-distil (oracle2student)": 4.323278427124023,
+      "cov-distil (oracle2teacher)": 4.4741621017456055,
+      "epoch": 1.239403453689168,
+      "rel-constrast": 2.6204493045806885,
+      "step": 1579,
+      "subrel-constrast": 3.512580156326294,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2401883830455258,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.9491134483858095e-05,
+      "loss": 0.7444,
+      "step": 1580
+    },
+    {
+      "cov-distil": 1.7275066375732422,
+      "cov-distil (oracle2student)": 2.5916287899017334,
+      "cov-distil (oracle2teacher)": 3.294196128845215,
+      "epoch": 1.2401883830455258,
+      "rel-constrast": 2.8139939308166504,
+      "step": 1580,
+      "subrel-constrast": 3.629631280899048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41563081741333,
+      "cov-distil (oracle2student)": 3.2800745964050293,
+      "cov-distil (oracle2teacher)": 3.2235331535339355,
+      "epoch": 1.2409733124018838,
+      "rel-constrast": 2.417858600616455,
+      "step": 1581,
+      "subrel-constrast": 3.2114391326904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0455130338668823,
+      "cov-distil (oracle2student)": 4.683004379272461,
+      "cov-distil (oracle2teacher)": 4.711904525756836,
+      "epoch": 1.2417582417582418,
+      "rel-constrast": 4.308945178985596,
+      "step": 1582,
+      "subrel-constrast": 4.595567226409912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4948856830596924,
+      "cov-distil (oracle2student)": 4.5842413902282715,
+      "cov-distil (oracle2teacher)": 4.541057586669922,
+      "epoch": 1.2425431711145998,
+      "rel-constrast": 2.354098320007324,
+      "step": 1583,
+      "subrel-constrast": 3.2532970905303955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478751540184021,
+      "cov-distil (oracle2student)": 5.340696811676025,
+      "cov-distil (oracle2teacher)": 5.217659950256348,
+      "epoch": 1.2433281004709575,
+      "rel-constrast": 3.1210832595825195,
+      "step": 1584,
+      "subrel-constrast": 3.8527209758758545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385205626487732,
+      "cov-distil (oracle2student)": 4.021716594696045,
+      "cov-distil (oracle2teacher)": 4.30511474609375,
+      "epoch": 1.2441130298273155,
+      "rel-constrast": 3.3219354152679443,
+      "step": 1585,
+      "subrel-constrast": 4.327701091766357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2471152544021606,
+      "cov-distil (oracle2student)": 5.545618057250977,
+      "cov-distil (oracle2teacher)": 4.992803573608398,
+      "epoch": 1.2448979591836735,
+      "rel-constrast": 3.230410575866699,
+      "step": 1586,
+      "subrel-constrast": 3.737184762954712,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.389676809310913,
+      "cov-distil (oracle2student)": 4.302770614624023,
+      "cov-distil (oracle2teacher)": 4.216390132904053,
+      "epoch": 1.2456828885400313,
+      "rel-constrast": 3.0439257621765137,
+      "step": 1587,
+      "subrel-constrast": 3.626136064529419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0842232704162598,
+      "cov-distil (oracle2student)": 5.351293087005615,
+      "cov-distil (oracle2teacher)": 4.81019401550293,
+      "epoch": 1.2464678178963893,
+      "rel-constrast": 2.3461873531341553,
+      "step": 1588,
+      "subrel-constrast": 3.2448534965515137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9012022018432617,
+      "cov-distil (oracle2student)": 3.589587688446045,
+      "cov-distil (oracle2teacher)": 3.8490538597106934,
+      "epoch": 1.2472527472527473,
+      "rel-constrast": 2.6720728874206543,
+      "step": 1589,
+      "subrel-constrast": 3.2388925552368164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2480376766091053,
+      "grad_norm": 6.21875,
+      "learning_rate": 4.947346779281159e-05,
+      "loss": 0.7787,
+      "step": 1590
+    },
+    {
+      "cov-distil": 1.0694540739059448,
+      "cov-distil (oracle2student)": 3.0265297889709473,
+      "cov-distil (oracle2teacher)": 2.930713653564453,
+      "epoch": 1.2480376766091053,
+      "rel-constrast": 1.9245004653930664,
+      "step": 1590,
+      "subrel-constrast": 2.372952699661255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5754947662353516,
+      "cov-distil (oracle2student)": 5.229963779449463,
+      "cov-distil (oracle2teacher)": 5.164266586303711,
+      "epoch": 1.248822605965463,
+      "rel-constrast": 1.8129247426986694,
+      "step": 1591,
+      "subrel-constrast": 2.834083080291748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0053443908691406,
+      "cov-distil (oracle2student)": 4.9797444343566895,
+      "cov-distil (oracle2teacher)": 4.2929582595825195,
+      "epoch": 1.249607535321821,
+      "rel-constrast": 2.694392442703247,
+      "step": 1592,
+      "subrel-constrast": 3.547555923461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2049765586853027,
+      "cov-distil (oracle2student)": 4.001274108886719,
+      "cov-distil (oracle2teacher)": 3.9364099502563477,
+      "epoch": 1.250392464678179,
+      "rel-constrast": 2.953474521636963,
+      "step": 1593,
+      "subrel-constrast": 3.470498561859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.043835401535034,
+      "cov-distil (oracle2student)": 5.210770606994629,
+      "cov-distil (oracle2teacher)": 4.576769828796387,
+      "epoch": 1.2511773940345368,
+      "rel-constrast": 2.3584091663360596,
+      "step": 1594,
+      "subrel-constrast": 3.1537837982177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2665927410125732,
+      "cov-distil (oracle2student)": 3.7326819896698,
+      "cov-distil (oracle2teacher)": 3.1742799282073975,
+      "epoch": 1.2519623233908947,
+      "rel-constrast": 4.692358493804932,
+      "step": 1595,
+      "subrel-constrast": 4.0910539627075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7941944599151611,
+      "cov-distil (oracle2student)": 4.109507083892822,
+      "cov-distil (oracle2teacher)": 4.159163951873779,
+      "epoch": 1.2527472527472527,
+      "rel-constrast": 2.3564138412475586,
+      "step": 1596,
+      "subrel-constrast": 3.6273791790008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635940074920654,
+      "cov-distil (oracle2student)": 4.576698303222656,
+      "cov-distil (oracle2teacher)": 4.398351192474365,
+      "epoch": 1.2535321821036107,
+      "rel-constrast": 2.9404969215393066,
+      "step": 1597,
+      "subrel-constrast": 3.804814577102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7701064348220825,
+      "cov-distil (oracle2student)": 4.771833896636963,
+      "cov-distil (oracle2teacher)": 3.738337755203247,
+      "epoch": 1.2543171114599687,
+      "rel-constrast": 2.40234112739563,
+      "step": 1598,
+      "subrel-constrast": 2.814751386642456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2810989618301392,
+      "cov-distil (oracle2student)": 4.285026550292969,
+      "cov-distil (oracle2teacher)": 4.482094764709473,
+      "epoch": 1.2551020408163265,
+      "rel-constrast": 2.3176803588867188,
+      "step": 1599,
+      "subrel-constrast": 3.109283685684204,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.94555029002834e-05,
+      "loss": 0.7005,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "overlap": 0.2953124940395355,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "step": 1600,
+      "student margin": 0.05426025390625
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "step": 1600,
+      "teacher margin": 0.037078857421875
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "margin difference": -0.017181396484375,
+      "step": 1600
+    },
+    {
+      "cov-distil": 1.2401432991027832,
+      "cov-distil (oracle2student)": 3.954568862915039,
+      "cov-distil (oracle2teacher)": 3.8835649490356445,
+      "epoch": 1.2558869701726845,
+      "rel-constrast": 4.249578475952148,
+      "step": 1600,
+      "subrel-constrast": 4.77301549911499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3518985509872437,
+      "cov-distil (oracle2student)": 5.146595001220703,
+      "cov-distil (oracle2teacher)": 4.2379045486450195,
+      "epoch": 1.2566718995290425,
+      "rel-constrast": 4.159992694854736,
+      "step": 1601,
+      "subrel-constrast": 4.252568244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1045626401901245,
+      "cov-distil (oracle2student)": 3.7269647121429443,
+      "cov-distil (oracle2teacher)": 3.6491031646728516,
+      "epoch": 1.2574568288854002,
+      "rel-constrast": 1.8313547372817993,
+      "step": 1602,
+      "subrel-constrast": 2.480900764465332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0515415668487549,
+      "cov-distil (oracle2student)": 3.6881957054138184,
+      "cov-distil (oracle2teacher)": 3.9391791820526123,
+      "epoch": 1.2582417582417582,
+      "rel-constrast": 2.3411812782287598,
+      "step": 1603,
+      "subrel-constrast": 2.8287715911865234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496519804000854,
+      "cov-distil (oracle2student)": 6.0102362632751465,
+      "cov-distil (oracle2teacher)": 5.4528374671936035,
+      "epoch": 1.2590266875981162,
+      "rel-constrast": 3.411728620529175,
+      "step": 1604,
+      "subrel-constrast": 4.295903205871582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.824700117111206,
+      "cov-distil (oracle2student)": 3.218780994415283,
+      "cov-distil (oracle2teacher)": 3.5953330993652344,
+      "epoch": 1.2598116169544742,
+      "rel-constrast": 2.255901336669922,
+      "step": 1605,
+      "subrel-constrast": 3.621413469314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3297637701034546,
+      "cov-distil (oracle2student)": 3.7404680252075195,
+      "cov-distil (oracle2teacher)": 4.179556846618652,
+      "epoch": 1.260596546310832,
+      "rel-constrast": 2.7648215293884277,
+      "step": 1606,
+      "subrel-constrast": 3.2416465282440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949851393699646,
+      "cov-distil (oracle2student)": 2.947930097579956,
+      "cov-distil (oracle2teacher)": 2.8981106281280518,
+      "epoch": 1.26138147566719,
+      "rel-constrast": 3.775965452194214,
+      "step": 1607,
+      "subrel-constrast": 3.85666561126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4960598945617676,
+      "cov-distil (oracle2student)": 4.037820816040039,
+      "cov-distil (oracle2teacher)": 4.013734817504883,
+      "epoch": 1.262166405023548,
+      "rel-constrast": 2.7456881999969482,
+      "step": 1608,
+      "subrel-constrast": 3.677175521850586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1052380800247192,
+      "cov-distil (oracle2student)": 3.17771315574646,
+      "cov-distil (oracle2teacher)": 3.0973048210144043,
+      "epoch": 1.2629513343799057,
+      "rel-constrast": 2.790376901626587,
+      "step": 1609,
+      "subrel-constrast": 3.7393651008605957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2637362637362637,
+      "grad_norm": 5.0,
+      "learning_rate": 4.943724002517005e-05,
+      "loss": 0.7932,
+      "step": 1610
+    },
+    {
+      "cov-distil": 0.8401419520378113,
+      "cov-distil (oracle2student)": 3.6818411350250244,
+      "cov-distil (oracle2teacher)": 3.2254278659820557,
+      "epoch": 1.2637362637362637,
+      "rel-constrast": 2.239971160888672,
+      "step": 1610,
+      "subrel-constrast": 2.607633352279663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5572216510772705,
+      "cov-distil (oracle2student)": 5.691225051879883,
+      "cov-distil (oracle2teacher)": 5.2247514724731445,
+      "epoch": 1.2645211930926217,
+      "rel-constrast": 3.4957265853881836,
+      "step": 1611,
+      "subrel-constrast": 4.3403143882751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.599346399307251,
+      "cov-distil (oracle2student)": 3.265510082244873,
+      "cov-distil (oracle2teacher)": 3.138312816619873,
+      "epoch": 1.2653061224489797,
+      "rel-constrast": 1.7332820892333984,
+      "step": 1612,
+      "subrel-constrast": 2.326345205307007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4157798290252686,
+      "cov-distil (oracle2student)": 2.43453311920166,
+      "cov-distil (oracle2teacher)": 2.5119686126708984,
+      "epoch": 1.2660910518053377,
+      "rel-constrast": 2.4434328079223633,
+      "step": 1613,
+      "subrel-constrast": 2.869371175765991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2938141822814941,
+      "cov-distil (oracle2student)": 4.608822822570801,
+      "cov-distil (oracle2teacher)": 5.189919471740723,
+      "epoch": 1.2668759811616954,
+      "rel-constrast": 3.2550747394561768,
+      "step": 1614,
+      "subrel-constrast": 4.518463134765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2033616304397583,
+      "cov-distil (oracle2student)": 4.0003132820129395,
+      "cov-distil (oracle2teacher)": 3.9773621559143066,
+      "epoch": 1.2676609105180534,
+      "rel-constrast": 2.2480671405792236,
+      "step": 1615,
+      "subrel-constrast": 2.946848154067993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72908616065979,
+      "cov-distil (oracle2student)": 4.721651077270508,
+      "cov-distil (oracle2teacher)": 4.623195648193359,
+      "epoch": 1.2684458398744112,
+      "rel-constrast": 3.6976943016052246,
+      "step": 1616,
+      "subrel-constrast": 4.176671981811523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5601651668548584,
+      "cov-distil (oracle2student)": 5.53110408782959,
+      "cov-distil (oracle2teacher)": 5.000835418701172,
+      "epoch": 1.2692307692307692,
+      "rel-constrast": 2.414720296859741,
+      "step": 1617,
+      "subrel-constrast": 3.356947898864746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3038325309753418,
+      "cov-distil (oracle2student)": 5.950539588928223,
+      "cov-distil (oracle2teacher)": 4.976174354553223,
+      "epoch": 1.2700156985871272,
+      "rel-constrast": 2.8983705043792725,
+      "step": 1618,
+      "subrel-constrast": 3.6266589164733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6398966312408447,
+      "cov-distil (oracle2student)": 3.7699663639068604,
+      "cov-distil (oracle2teacher)": 3.9635469913482666,
+      "epoch": 1.2708006279434851,
+      "rel-constrast": 3.084038257598877,
+      "step": 1619,
+      "subrel-constrast": 3.5827956199645996,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2715855572998431,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.9418679389998923e-05,
+      "loss": 0.7231,
+      "step": 1620
+    },
+    {
+      "cov-distil": 1.2033615112304688,
+      "cov-distil (oracle2student)": 2.6435210704803467,
+      "cov-distil (oracle2teacher)": 2.7180891036987305,
+      "epoch": 1.2715855572998431,
+      "rel-constrast": 2.435988664627075,
+      "step": 1620,
+      "subrel-constrast": 2.8730671405792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337418794631958,
+      "cov-distil (oracle2student)": 4.008183002471924,
+      "cov-distil (oracle2teacher)": 3.918609857559204,
+      "epoch": 1.272370486656201,
+      "rel-constrast": 2.1550803184509277,
+      "step": 1621,
+      "subrel-constrast": 3.027833938598633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3022841215133667,
+      "cov-distil (oracle2student)": 5.025609016418457,
+      "cov-distil (oracle2teacher)": 4.473941802978516,
+      "epoch": 1.2731554160125589,
+      "rel-constrast": 3.712306022644043,
+      "step": 1622,
+      "subrel-constrast": 4.314980506896973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7564401626586914,
+      "cov-distil (oracle2student)": 4.104037761688232,
+      "cov-distil (oracle2teacher)": 4.0148420333862305,
+      "epoch": 1.2739403453689169,
+      "rel-constrast": 3.961117744445801,
+      "step": 1623,
+      "subrel-constrast": 4.3763251304626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.112213373184204,
+      "cov-distil (oracle2student)": 3.8963370323181152,
+      "cov-distil (oracle2teacher)": 4.085019111633301,
+      "epoch": 1.2747252747252746,
+      "rel-constrast": 3.1151459217071533,
+      "step": 1624,
+      "subrel-constrast": 3.4535889625549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6795473098754883,
+      "cov-distil (oracle2student)": 4.558170318603516,
+      "cov-distil (oracle2teacher)": 4.258068084716797,
+      "epoch": 1.2755102040816326,
+      "rel-constrast": 2.2039456367492676,
+      "step": 1625,
+      "subrel-constrast": 2.6537296772003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3467729091644287,
+      "cov-distil (oracle2student)": 4.626681327819824,
+      "cov-distil (oracle2teacher)": 4.4227800369262695,
+      "epoch": 1.2762951334379906,
+      "rel-constrast": 2.81760835647583,
+      "step": 1626,
+      "subrel-constrast": 3.3071186542510986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.142616629600525,
+      "cov-distil (oracle2student)": 4.662853717803955,
+      "cov-distil (oracle2teacher)": 4.567802906036377,
+      "epoch": 1.2770800627943486,
+      "rel-constrast": 3.3561339378356934,
+      "step": 1627,
+      "subrel-constrast": 4.121894359588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.951671838760376,
+      "cov-distil (oracle2student)": 2.913677930831909,
+      "cov-distil (oracle2teacher)": 3.444167375564575,
+      "epoch": 1.2778649921507064,
+      "rel-constrast": 2.7839274406433105,
+      "step": 1628,
+      "subrel-constrast": 3.647115468978882,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.534114122390747,
+      "cov-distil (oracle2student)": 3.62860107421875,
+      "cov-distil (oracle2teacher)": 3.946953535079956,
+      "epoch": 1.2786499215070644,
+      "rel-constrast": 2.9101061820983887,
+      "step": 1629,
+      "subrel-constrast": 3.9150846004486084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2794348508634223,
+      "grad_norm": 5.625,
+      "learning_rate": 4.939982122092548e-05,
+      "loss": 0.7732,
+      "step": 1630
+    },
+    {
+      "cov-distil": 1.6983373165130615,
+      "cov-distil (oracle2student)": 4.0351715087890625,
+      "cov-distil (oracle2teacher)": 3.4591262340545654,
+      "epoch": 1.2794348508634223,
+      "rel-constrast": 2.75883150100708,
+      "step": 1630,
+      "subrel-constrast": 3.290522813796997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.365375280380249,
+      "cov-distil (oracle2student)": 5.294360160827637,
+      "cov-distil (oracle2teacher)": 4.6669697761535645,
+      "epoch": 1.2802197802197801,
+      "rel-constrast": 4.017967224121094,
+      "step": 1631,
+      "subrel-constrast": 4.0610222816467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2868592739105225,
+      "cov-distil (oracle2student)": 3.8631057739257812,
+      "cov-distil (oracle2teacher)": 3.7666921615600586,
+      "epoch": 1.281004709576138,
+      "rel-constrast": 2.6940512657165527,
+      "step": 1632,
+      "subrel-constrast": 3.4014902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5693693161010742,
+      "cov-distil (oracle2student)": 4.493404388427734,
+      "cov-distil (oracle2teacher)": 3.9357874393463135,
+      "epoch": 1.281789638932496,
+      "rel-constrast": 2.94412899017334,
+      "step": 1633,
+      "subrel-constrast": 3.6544454097747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4428383111953735,
+      "cov-distil (oracle2student)": 3.037003517150879,
+      "cov-distil (oracle2teacher)": 3.069725751876831,
+      "epoch": 1.282574568288854,
+      "rel-constrast": 1.9439277648925781,
+      "step": 1634,
+      "subrel-constrast": 2.94014310836792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5494788885116577,
+      "cov-distil (oracle2student)": 4.208475112915039,
+      "cov-distil (oracle2teacher)": 4.504655361175537,
+      "epoch": 1.283359497645212,
+      "rel-constrast": 4.304119110107422,
+      "step": 1635,
+      "subrel-constrast": 4.585867881774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.340540885925293,
+      "cov-distil (oracle2student)": 3.5669240951538086,
+      "cov-distil (oracle2teacher)": 3.9029083251953125,
+      "epoch": 1.2841444270015698,
+      "rel-constrast": 1.8818669319152832,
+      "step": 1636,
+      "subrel-constrast": 2.954639434814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7390761375427246,
+      "cov-distil (oracle2student)": 5.210850715637207,
+      "cov-distil (oracle2teacher)": 4.928779125213623,
+      "epoch": 1.2849293563579278,
+      "rel-constrast": 3.0819015502929688,
+      "step": 1637,
+      "subrel-constrast": 3.8880972862243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1178994178771973,
+      "cov-distil (oracle2student)": 4.759133815765381,
+      "cov-distil (oracle2teacher)": 4.51517915725708,
+      "epoch": 1.2857142857142856,
+      "rel-constrast": 2.805359363555908,
+      "step": 1638,
+      "subrel-constrast": 2.8414242267608643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4448472261428833,
+      "cov-distil (oracle2student)": 3.933835029602051,
+      "cov-distil (oracle2teacher)": 3.784127712249756,
+      "epoch": 1.2864992150706436,
+      "rel-constrast": 1.7304596900939941,
+      "step": 1639,
+      "subrel-constrast": 2.8501203060150146,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2872841444270016,
+      "grad_norm": 4.21875,
+      "learning_rate": 4.938066574773059e-05,
+      "loss": 0.7405,
+      "step": 1640
+    },
+    {
+      "cov-distil": 1.824934959411621,
+      "cov-distil (oracle2student)": 3.2884521484375,
+      "cov-distil (oracle2teacher)": 2.920071601867676,
+      "epoch": 1.2872841444270016,
+      "rel-constrast": 2.782691717147827,
+      "step": 1640,
+      "subrel-constrast": 3.892519950866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7503442764282227,
+      "cov-distil (oracle2student)": 4.084597110748291,
+      "cov-distil (oracle2teacher)": 4.363886833190918,
+      "epoch": 1.2880690737833596,
+      "rel-constrast": 2.7296700477600098,
+      "step": 1641,
+      "subrel-constrast": 3.6988725662231445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2059253454208374,
+      "cov-distil (oracle2student)": 4.277673721313477,
+      "cov-distil (oracle2teacher)": 4.320541858673096,
+      "epoch": 1.2888540031397175,
+      "rel-constrast": 2.508701801300049,
+      "step": 1642,
+      "subrel-constrast": 3.3788764476776123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2993993759155273,
+      "cov-distil (oracle2student)": 3.6636757850646973,
+      "cov-distil (oracle2teacher)": 3.6188464164733887,
+      "epoch": 1.2896389324960753,
+      "rel-constrast": 2.5455198287963867,
+      "step": 1643,
+      "subrel-constrast": 3.6185929775238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2521083354949951,
+      "cov-distil (oracle2student)": 3.79364013671875,
+      "cov-distil (oracle2teacher)": 3.800851345062256,
+      "epoch": 1.2904238618524333,
+      "rel-constrast": 3.1340579986572266,
+      "step": 1644,
+      "subrel-constrast": 3.728591203689575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3868159055709839,
+      "cov-distil (oracle2student)": 3.9565043449401855,
+      "cov-distil (oracle2teacher)": 3.4056267738342285,
+      "epoch": 1.2912087912087913,
+      "rel-constrast": 2.723842144012451,
+      "step": 1645,
+      "subrel-constrast": 3.5624608993530273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4942251443862915,
+      "cov-distil (oracle2student)": 4.735816955566406,
+      "cov-distil (oracle2teacher)": 4.332551002502441,
+      "epoch": 1.291993720565149,
+      "rel-constrast": 3.1045193672180176,
+      "step": 1646,
+      "subrel-constrast": 3.668058156967163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2528787851333618,
+      "cov-distil (oracle2student)": 4.021450519561768,
+      "cov-distil (oracle2teacher)": 4.035415172576904,
+      "epoch": 1.292778649921507,
+      "rel-constrast": 2.473135471343994,
+      "step": 1647,
+      "subrel-constrast": 3.208709239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4243361949920654,
+      "cov-distil (oracle2student)": 5.697556495666504,
+      "cov-distil (oracle2teacher)": 5.473768711090088,
+      "epoch": 1.293563579277865,
+      "rel-constrast": 2.741896629333496,
+      "step": 1648,
+      "subrel-constrast": 4.124619007110596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8192188739776611,
+      "cov-distil (oracle2student)": 2.797114849090576,
+      "cov-distil (oracle2teacher)": 2.723701000213623,
+      "epoch": 1.294348508634223,
+      "rel-constrast": 2.6524248123168945,
+      "step": 1649,
+      "subrel-constrast": 3.406691074371338,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2951334379905808,
+      "grad_norm": 5.375,
+      "learning_rate": 4.936121320381762e-05,
+      "loss": 0.7217,
+      "step": 1650
+    },
+    {
+      "cov-distil": 1.6652196645736694,
+      "cov-distil (oracle2student)": 4.50883674621582,
+      "cov-distil (oracle2teacher)": 3.993168354034424,
+      "epoch": 1.2951334379905808,
+      "rel-constrast": 2.57003116607666,
+      "step": 1650,
+      "subrel-constrast": 3.628901958465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.074852705001831,
+      "cov-distil (oracle2student)": 2.833625316619873,
+      "cov-distil (oracle2teacher)": 2.7247066497802734,
+      "epoch": 1.2959183673469388,
+      "rel-constrast": 2.528759479522705,
+      "step": 1651,
+      "subrel-constrast": 2.945603847503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3971084356307983,
+      "cov-distil (oracle2student)": 3.0018460750579834,
+      "cov-distil (oracle2teacher)": 3.686293125152588,
+      "epoch": 1.2967032967032968,
+      "rel-constrast": 2.7913460731506348,
+      "step": 1652,
+      "subrel-constrast": 3.3390860557556152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350878953933716,
+      "cov-distil (oracle2student)": 5.374774932861328,
+      "cov-distil (oracle2teacher)": 4.875711441040039,
+      "epoch": 1.2974882260596545,
+      "rel-constrast": 3.161719799041748,
+      "step": 1653,
+      "subrel-constrast": 4.238742351531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8106216192245483,
+      "cov-distil (oracle2student)": 3.3961193561553955,
+      "cov-distil (oracle2teacher)": 4.26975154876709,
+      "epoch": 1.2982731554160125,
+      "rel-constrast": 3.0342960357666016,
+      "step": 1654,
+      "subrel-constrast": 3.6275415420532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6817612648010254,
+      "cov-distil (oracle2student)": 4.652027130126953,
+      "cov-distil (oracle2teacher)": 4.589141845703125,
+      "epoch": 1.2990580847723705,
+      "rel-constrast": 3.1028218269348145,
+      "step": 1655,
+      "subrel-constrast": 3.9337363243103027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2627507448196411,
+      "cov-distil (oracle2student)": 6.517387390136719,
+      "cov-distil (oracle2teacher)": 5.350343227386475,
+      "epoch": 1.2998430141287285,
+      "rel-constrast": 3.1466264724731445,
+      "step": 1656,
+      "subrel-constrast": 3.1197381019592285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2194769382476807,
+      "cov-distil (oracle2student)": 4.07407283782959,
+      "cov-distil (oracle2teacher)": 4.279786586761475,
+      "epoch": 1.3006279434850865,
+      "rel-constrast": 2.6777279376983643,
+      "step": 1657,
+      "subrel-constrast": 3.576874017715454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2256784439086914,
+      "cov-distil (oracle2student)": 3.122056007385254,
+      "cov-distil (oracle2teacher)": 3.299981117248535,
+      "epoch": 1.3014128728414442,
+      "rel-constrast": 2.6643600463867188,
+      "step": 1658,
+      "subrel-constrast": 3.0457918643951416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7555532455444336,
+      "cov-distil (oracle2student)": 3.6815357208251953,
+      "cov-distil (oracle2teacher)": 3.7946360111236572,
+      "epoch": 1.3021978021978022,
+      "rel-constrast": 2.9607553482055664,
+      "step": 1659,
+      "subrel-constrast": 3.1729092597961426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.30298273155416,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.93414638262097e-05,
+      "loss": 0.7533,
+      "step": 1660
+    },
+    {
+      "cov-distil": 1.4782741069793701,
+      "cov-distil (oracle2student)": 3.131895065307617,
+      "cov-distil (oracle2teacher)": 3.025630474090576,
+      "epoch": 1.30298273155416,
+      "rel-constrast": 1.7634066343307495,
+      "step": 1660,
+      "subrel-constrast": 3.0443379878997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2554302215576172,
+      "cov-distil (oracle2student)": 4.800741195678711,
+      "cov-distil (oracle2teacher)": 4.580242156982422,
+      "epoch": 1.303767660910518,
+      "rel-constrast": 2.3431081771850586,
+      "step": 1661,
+      "subrel-constrast": 2.933103561401367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2417757511138916,
+      "cov-distil (oracle2student)": 5.50029182434082,
+      "cov-distil (oracle2teacher)": 5.67678165435791,
+      "epoch": 1.304552590266876,
+      "rel-constrast": 2.775085926055908,
+      "step": 1662,
+      "subrel-constrast": 3.3209705352783203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375855922698975,
+      "cov-distil (oracle2student)": 4.698795795440674,
+      "cov-distil (oracle2teacher)": 4.178256511688232,
+      "epoch": 1.305337519623234,
+      "rel-constrast": 3.456355094909668,
+      "step": 1663,
+      "subrel-constrast": 3.8518121242523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2631628513336182,
+      "cov-distil (oracle2student)": 4.585798263549805,
+      "cov-distil (oracle2teacher)": 3.720777988433838,
+      "epoch": 1.306122448979592,
+      "rel-constrast": 2.7050743103027344,
+      "step": 1664,
+      "subrel-constrast": 2.8726394176483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2668120861053467,
+      "cov-distil (oracle2student)": 5.543978691101074,
+      "cov-distil (oracle2teacher)": 4.31226110458374,
+      "epoch": 1.3069073783359497,
+      "rel-constrast": 3.455016851425171,
+      "step": 1665,
+      "subrel-constrast": 3.277104616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4592809677124023,
+      "cov-distil (oracle2student)": 3.580965757369995,
+      "cov-distil (oracle2teacher)": 3.6958651542663574,
+      "epoch": 1.3076923076923077,
+      "rel-constrast": 2.875990390777588,
+      "step": 1666,
+      "subrel-constrast": 3.5123231410980225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7660417556762695,
+      "cov-distil (oracle2student)": 5.026470184326172,
+      "cov-distil (oracle2teacher)": 4.608955383300781,
+      "epoch": 1.3084772370486657,
+      "rel-constrast": 2.4632911682128906,
+      "step": 1667,
+      "subrel-constrast": 3.6753294467926025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9695327281951904,
+      "cov-distil (oracle2student)": 4.632760524749756,
+      "cov-distil (oracle2teacher)": 4.739590644836426,
+      "epoch": 1.3092621664050235,
+      "rel-constrast": 4.044448375701904,
+      "step": 1668,
+      "subrel-constrast": 4.879031658172607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9147984385490417,
+      "cov-distil (oracle2student)": 3.8470358848571777,
+      "cov-distil (oracle2teacher)": 3.6714415550231934,
+      "epoch": 1.3100470957613815,
+      "rel-constrast": 1.9507464170455933,
+      "step": 1669,
+      "subrel-constrast": 2.4090120792388916,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3108320251177394,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.932141785554676e-05,
+      "loss": 0.7309,
+      "step": 1670
+    },
+    {
+      "cov-distil": 1.0804483890533447,
+      "cov-distil (oracle2student)": 4.381117820739746,
+      "cov-distil (oracle2teacher)": 4.153110027313232,
+      "epoch": 1.3108320251177394,
+      "rel-constrast": 2.430006980895996,
+      "step": 1670,
+      "subrel-constrast": 3.060797929763794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3550291061401367,
+      "cov-distil (oracle2student)": 4.675786018371582,
+      "cov-distil (oracle2teacher)": 4.878483772277832,
+      "epoch": 1.3116169544740974,
+      "rel-constrast": 2.190371036529541,
+      "step": 1671,
+      "subrel-constrast": 3.512721300125122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5128092765808105,
+      "cov-distil (oracle2student)": 3.5277040004730225,
+      "cov-distil (oracle2teacher)": 3.574345588684082,
+      "epoch": 1.3124018838304552,
+      "rel-constrast": 2.905486583709717,
+      "step": 1672,
+      "subrel-constrast": 3.6370315551757812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562002182006836,
+      "cov-distil (oracle2student)": 5.946201324462891,
+      "cov-distil (oracle2teacher)": 6.038100242614746,
+      "epoch": 1.3131868131868132,
+      "rel-constrast": 2.6617884635925293,
+      "step": 1673,
+      "subrel-constrast": 3.8258495330810547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4439823627471924,
+      "cov-distil (oracle2student)": 4.495332717895508,
+      "cov-distil (oracle2teacher)": 3.920667886734009,
+      "epoch": 1.3139717425431712,
+      "rel-constrast": 2.736530303955078,
+      "step": 1674,
+      "subrel-constrast": 3.709810495376587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.902129054069519,
+      "cov-distil (oracle2student)": 3.1296520233154297,
+      "cov-distil (oracle2teacher)": 3.1709532737731934,
+      "epoch": 1.314756671899529,
+      "rel-constrast": 2.3446121215820312,
+      "step": 1675,
+      "subrel-constrast": 3.3997671604156494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5456894636154175,
+      "cov-distil (oracle2student)": 3.53585147857666,
+      "cov-distil (oracle2teacher)": 3.7378737926483154,
+      "epoch": 1.315541601255887,
+      "rel-constrast": 1.8547238111495972,
+      "step": 1676,
+      "subrel-constrast": 2.8229920864105225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6679989099502563,
+      "cov-distil (oracle2student)": 4.102506637573242,
+      "cov-distil (oracle2teacher)": 3.851327419281006,
+      "epoch": 1.316326530612245,
+      "rel-constrast": 2.873745918273926,
+      "step": 1677,
+      "subrel-constrast": 3.830954074859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2982299327850342,
+      "cov-distil (oracle2student)": 3.544175148010254,
+      "cov-distil (oracle2teacher)": 3.48026704788208,
+      "epoch": 1.317111459968603,
+      "rel-constrast": 3.5534720420837402,
+      "step": 1678,
+      "subrel-constrast": 3.998359203338623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1478326320648193,
+      "cov-distil (oracle2student)": 5.38470458984375,
+      "cov-distil (oracle2teacher)": 4.923349380493164,
+      "epoch": 1.3178963893249607,
+      "rel-constrast": 2.6743621826171875,
+      "step": 1679,
+      "subrel-constrast": 3.7068068981170654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3186813186813187,
+      "grad_norm": 4.875,
+      "learning_rate": 4.9301075536082605e-05,
+      "loss": 0.6952,
+      "step": 1680
+    },
+    {
+      "cov-distil": 1.9513250589370728,
+      "cov-distil (oracle2student)": 4.398993492126465,
+      "cov-distil (oracle2teacher)": 4.786568641662598,
+      "epoch": 1.3186813186813187,
+      "rel-constrast": 2.6829535961151123,
+      "step": 1680,
+      "subrel-constrast": 4.0632853507995605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3817787170410156,
+      "cov-distil (oracle2student)": 3.289867401123047,
+      "cov-distil (oracle2teacher)": 3.359332799911499,
+      "epoch": 1.3194662480376766,
+      "rel-constrast": 3.0628602504730225,
+      "step": 1681,
+      "subrel-constrast": 3.4703333377838135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8047406673431396,
+      "cov-distil (oracle2student)": 5.392301559448242,
+      "cov-distil (oracle2teacher)": 5.2529449462890625,
+      "epoch": 1.3202511773940344,
+      "rel-constrast": 3.5952937602996826,
+      "step": 1682,
+      "subrel-constrast": 4.345643043518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3197975158691406,
+      "cov-distil (oracle2student)": 4.048213481903076,
+      "cov-distil (oracle2teacher)": 3.647500991821289,
+      "epoch": 1.3210361067503924,
+      "rel-constrast": 2.856383800506592,
+      "step": 1683,
+      "subrel-constrast": 3.104534149169922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8105502128601074,
+      "cov-distil (oracle2student)": 5.112046241760254,
+      "cov-distil (oracle2teacher)": 4.49995231628418,
+      "epoch": 1.3218210361067504,
+      "rel-constrast": 3.725432872772217,
+      "step": 1684,
+      "subrel-constrast": 4.248173236846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4322168827056885,
+      "cov-distil (oracle2student)": 3.3334832191467285,
+      "cov-distil (oracle2teacher)": 3.6339430809020996,
+      "epoch": 1.3226059654631084,
+      "rel-constrast": 2.7059125900268555,
+      "step": 1685,
+      "subrel-constrast": 3.2750349044799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6428894996643066,
+      "cov-distil (oracle2student)": 4.602001190185547,
+      "cov-distil (oracle2teacher)": 4.459765911102295,
+      "epoch": 1.3233908948194664,
+      "rel-constrast": 3.1114978790283203,
+      "step": 1686,
+      "subrel-constrast": 3.9000749588012695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8474209308624268,
+      "cov-distil (oracle2student)": 3.8932676315307617,
+      "cov-distil (oracle2teacher)": 4.134026050567627,
+      "epoch": 1.3241758241758241,
+      "rel-constrast": 2.9471235275268555,
+      "step": 1687,
+      "subrel-constrast": 3.8277077674865723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4144337177276611,
+      "cov-distil (oracle2student)": 4.639150142669678,
+      "cov-distil (oracle2teacher)": 4.320378303527832,
+      "epoch": 1.3249607535321821,
+      "rel-constrast": 3.245732307434082,
+      "step": 1688,
+      "subrel-constrast": 4.324900150299072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4898247718811035,
+      "cov-distil (oracle2student)": 3.7182819843292236,
+      "cov-distil (oracle2teacher)": 4.340787887573242,
+      "epoch": 1.3257456828885401,
+      "rel-constrast": 3.311568260192871,
+      "step": 1689,
+      "subrel-constrast": 4.191407203674316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3265306122448979,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.928043711568201e-05,
+      "loss": 0.8214,
+      "step": 1690
+    },
+    {
+      "cov-distil": 1.5231900215148926,
+      "cov-distil (oracle2student)": 4.0429229736328125,
+      "cov-distil (oracle2teacher)": 4.368336200714111,
+      "epoch": 1.3265306122448979,
+      "rel-constrast": 3.221848964691162,
+      "step": 1690,
+      "subrel-constrast": 3.944840431213379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2224268913269043,
+      "cov-distil (oracle2student)": 3.6712303161621094,
+      "cov-distil (oracle2teacher)": 3.6000585556030273,
+      "epoch": 1.3273155416012559,
+      "rel-constrast": 2.1097869873046875,
+      "step": 1691,
+      "subrel-constrast": 2.6628572940826416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.571364402770996,
+      "cov-distil (oracle2student)": 3.9584407806396484,
+      "cov-distil (oracle2teacher)": 4.059624195098877,
+      "epoch": 1.3281004709576139,
+      "rel-constrast": 3.725607395172119,
+      "step": 1692,
+      "subrel-constrast": 4.022169589996338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9361393451690674,
+      "cov-distil (oracle2student)": 3.485517978668213,
+      "cov-distil (oracle2teacher)": 3.5528483390808105,
+      "epoch": 1.3288854003139718,
+      "rel-constrast": 2.590193748474121,
+      "step": 1693,
+      "subrel-constrast": 3.5558483600616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5529704093933105,
+      "cov-distil (oracle2student)": 5.349681854248047,
+      "cov-distil (oracle2teacher)": 4.618007183074951,
+      "epoch": 1.3296703296703296,
+      "rel-constrast": 3.0925962924957275,
+      "step": 1694,
+      "subrel-constrast": 3.6117360591888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2765185832977295,
+      "cov-distil (oracle2student)": 5.414062976837158,
+      "cov-distil (oracle2teacher)": 5.182615280151367,
+      "epoch": 1.3304552590266876,
+      "rel-constrast": 3.097349166870117,
+      "step": 1695,
+      "subrel-constrast": 3.8629040718078613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4366099834442139,
+      "cov-distil (oracle2student)": 5.064397811889648,
+      "cov-distil (oracle2teacher)": 4.768686771392822,
+      "epoch": 1.3312401883830456,
+      "rel-constrast": 3.5905206203460693,
+      "step": 1696,
+      "subrel-constrast": 3.551110029220581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5100539922714233,
+      "cov-distil (oracle2student)": 4.031502723693848,
+      "cov-distil (oracle2teacher)": 3.1058902740478516,
+      "epoch": 1.3320251177394034,
+      "rel-constrast": 3.878617763519287,
+      "step": 1697,
+      "subrel-constrast": 3.6920580863952637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736415147781372,
+      "cov-distil (oracle2student)": 4.542118549346924,
+      "cov-distil (oracle2teacher)": 4.008769989013672,
+      "epoch": 1.3328100470957613,
+      "rel-constrast": 2.8388421535491943,
+      "step": 1698,
+      "subrel-constrast": 3.2855992317199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3649110794067383,
+      "cov-distil (oracle2student)": 5.195368766784668,
+      "cov-distil (oracle2teacher)": 4.632691383361816,
+      "epoch": 1.3335949764521193,
+      "rel-constrast": 2.544861316680908,
+      "step": 1699,
+      "subrel-constrast": 2.7482213973999023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.9259502845817594e-05,
+      "loss": 0.8051,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "overlap": 0.3125,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "step": 1700,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "step": 1700,
+      "teacher margin": 0.04046630859375
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "margin difference": -0.019775390625,
+      "step": 1700
+    },
+    {
+      "cov-distil": 1.780718445777893,
+      "cov-distil (oracle2student)": 4.830676078796387,
+      "cov-distil (oracle2teacher)": 4.522244930267334,
+      "epoch": 1.3343799058084773,
+      "rel-constrast": 2.708968162536621,
+      "step": 1700,
+      "subrel-constrast": 3.664163112640381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7044799327850342,
+      "cov-distil (oracle2student)": 3.761897087097168,
+      "cov-distil (oracle2teacher)": 3.689012289047241,
+      "epoch": 1.335164835164835,
+      "rel-constrast": 2.526390552520752,
+      "step": 1701,
+      "subrel-constrast": 3.3062210083007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1813758611679077,
+      "cov-distil (oracle2student)": 4.709604263305664,
+      "cov-distil (oracle2teacher)": 4.656639575958252,
+      "epoch": 1.335949764521193,
+      "rel-constrast": 2.514857292175293,
+      "step": 1702,
+      "subrel-constrast": 3.488149881362915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1151008605957031,
+      "cov-distil (oracle2student)": 2.865448236465454,
+      "cov-distil (oracle2teacher)": 3.638596534729004,
+      "epoch": 1.336734693877551,
+      "rel-constrast": 2.384942054748535,
+      "step": 1703,
+      "subrel-constrast": 3.135843276977539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5315178632736206,
+      "cov-distil (oracle2student)": 2.0018911361694336,
+      "cov-distil (oracle2teacher)": 2.3488893508911133,
+      "epoch": 1.3375196232339088,
+      "rel-constrast": 1.9972370862960815,
+      "step": 1704,
+      "subrel-constrast": 2.7012367248535156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6730701923370361,
+      "cov-distil (oracle2student)": 3.1682558059692383,
+      "cov-distil (oracle2teacher)": 3.1774349212646484,
+      "epoch": 1.3383045525902668,
+      "rel-constrast": 2.1729378700256348,
+      "step": 1705,
+      "subrel-constrast": 3.3846652507781982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5645828247070312,
+      "cov-distil (oracle2student)": 3.0768232345581055,
+      "cov-distil (oracle2teacher)": 3.6127519607543945,
+      "epoch": 1.3390894819466248,
+      "rel-constrast": 2.74924898147583,
+      "step": 1706,
+      "subrel-constrast": 3.2934718132019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5017133951187134,
+      "cov-distil (oracle2student)": 3.383028745651245,
+      "cov-distil (oracle2teacher)": 3.066603183746338,
+      "epoch": 1.3398744113029828,
+      "rel-constrast": 3.287877082824707,
+      "step": 1707,
+      "subrel-constrast": 4.0102033615112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.323404312133789,
+      "cov-distil (oracle2student)": 3.914201259613037,
+      "cov-distil (oracle2teacher)": 3.881359338760376,
+      "epoch": 1.3406593406593408,
+      "rel-constrast": 3.176435947418213,
+      "step": 1708,
+      "subrel-constrast": 3.6439154148101807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428868293762207,
+      "cov-distil (oracle2student)": 4.273033142089844,
+      "cov-distil (oracle2teacher)": 4.26628303527832,
+      "epoch": 1.3414442700156985,
+      "rel-constrast": 2.549382209777832,
+      "step": 1709,
+      "subrel-constrast": 3.0860307216644287,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3422291993720565,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.9238272981566834e-05,
+      "loss": 0.6887,
+      "step": 1710
+    },
+    {
+      "cov-distil": 1.081392526626587,
+      "cov-distil (oracle2student)": 5.827483177185059,
+      "cov-distil (oracle2teacher)": 5.341393947601318,
+      "epoch": 1.3422291993720565,
+      "rel-constrast": 2.8190817832946777,
+      "step": 1710,
+      "subrel-constrast": 3.3911261558532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2207149267196655,
+      "cov-distil (oracle2student)": 5.374782562255859,
+      "cov-distil (oracle2teacher)": 5.0022077560424805,
+      "epoch": 1.3430141287284145,
+      "rel-constrast": 1.670638084411621,
+      "step": 1711,
+      "subrel-constrast": 2.642967939376831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353926181793213,
+      "cov-distil (oracle2student)": 2.9009010791778564,
+      "cov-distil (oracle2teacher)": 3.7013018131256104,
+      "epoch": 1.3437990580847723,
+      "rel-constrast": 3.4264278411865234,
+      "step": 1712,
+      "subrel-constrast": 4.440281391143799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4675931930541992,
+      "cov-distil (oracle2student)": 4.909945487976074,
+      "cov-distil (oracle2teacher)": 4.447066307067871,
+      "epoch": 1.3445839874411303,
+      "rel-constrast": 2.7537853717803955,
+      "step": 1713,
+      "subrel-constrast": 3.529341697692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.124407172203064,
+      "cov-distil (oracle2student)": 5.115457057952881,
+      "cov-distil (oracle2teacher)": 4.879899978637695,
+      "epoch": 1.3453689167974883,
+      "rel-constrast": 2.403954267501831,
+      "step": 1714,
+      "subrel-constrast": 3.303976058959961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.701810598373413,
+      "cov-distil (oracle2student)": 4.863839149475098,
+      "cov-distil (oracle2teacher)": 4.200281620025635,
+      "epoch": 1.3461538461538463,
+      "rel-constrast": 2.4296562671661377,
+      "step": 1715,
+      "subrel-constrast": 3.0966598987579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881268501281738,
+      "cov-distil (oracle2student)": 4.329209327697754,
+      "cov-distil (oracle2teacher)": 4.223686218261719,
+      "epoch": 1.346938775510204,
+      "rel-constrast": 3.221346378326416,
+      "step": 1716,
+      "subrel-constrast": 3.7356741428375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601477861404419,
+      "cov-distil (oracle2student)": 4.000622749328613,
+      "cov-distil (oracle2teacher)": 3.9415695667266846,
+      "epoch": 1.347723704866562,
+      "rel-constrast": 2.6288466453552246,
+      "step": 1717,
+      "subrel-constrast": 3.582732677459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8193079233169556,
+      "cov-distil (oracle2student)": 3.9107248783111572,
+      "cov-distil (oracle2teacher)": 4.025141716003418,
+      "epoch": 1.34850863422292,
+      "rel-constrast": 4.060984134674072,
+      "step": 1718,
+      "subrel-constrast": 4.846158504486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519190788269043,
+      "cov-distil (oracle2student)": 3.7812249660491943,
+      "cov-distil (oracle2teacher)": 4.257962703704834,
+      "epoch": 1.3492935635792778,
+      "rel-constrast": 2.8818671703338623,
+      "step": 1719,
+      "subrel-constrast": 3.973895788192749,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3500784929356358,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.921674778160893e-05,
+      "loss": 0.7431,
+      "step": 1720
+    },
+    {
+      "cov-distil": 1.4843339920043945,
+      "cov-distil (oracle2student)": 4.635878086090088,
+      "cov-distil (oracle2teacher)": 4.166833877563477,
+      "epoch": 1.3500784929356358,
+      "rel-constrast": 2.9307570457458496,
+      "step": 1720,
+      "subrel-constrast": 3.4832499027252197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3266394138336182,
+      "cov-distil (oracle2student)": 5.636879920959473,
+      "cov-distil (oracle2teacher)": 4.4373955726623535,
+      "epoch": 1.3508634222919937,
+      "rel-constrast": 3.0167200565338135,
+      "step": 1721,
+      "subrel-constrast": 3.013080358505249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8228155374526978,
+      "cov-distil (oracle2student)": 3.767451286315918,
+      "cov-distil (oracle2teacher)": 3.762378454208374,
+      "epoch": 1.3516483516483517,
+      "rel-constrast": 2.6804583072662354,
+      "step": 1722,
+      "subrel-constrast": 3.7772467136383057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5253863334655762,
+      "cov-distil (oracle2student)": 4.397368907928467,
+      "cov-distil (oracle2teacher)": 4.080415725708008,
+      "epoch": 1.3524332810047095,
+      "rel-constrast": 3.5323140621185303,
+      "step": 1723,
+      "subrel-constrast": 4.126648902893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286723613739014,
+      "cov-distil (oracle2student)": 4.10756778717041,
+      "cov-distil (oracle2teacher)": 3.766479253768921,
+      "epoch": 1.3532182103610675,
+      "rel-constrast": 3.788242816925049,
+      "step": 1724,
+      "subrel-constrast": 3.9748165607452393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6401193141937256,
+      "cov-distil (oracle2student)": 2.8886406421661377,
+      "cov-distil (oracle2teacher)": 2.954597234725952,
+      "epoch": 1.3540031397174255,
+      "rel-constrast": 2.6082262992858887,
+      "step": 1725,
+      "subrel-constrast": 3.743175983428955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3371732234954834,
+      "cov-distil (oracle2student)": 5.656307220458984,
+      "cov-distil (oracle2teacher)": 4.892755508422852,
+      "epoch": 1.3547880690737832,
+      "rel-constrast": 3.9849557876586914,
+      "step": 1726,
+      "subrel-constrast": 4.523749351501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.720710039138794,
+      "cov-distil (oracle2student)": 5.891674041748047,
+      "cov-distil (oracle2teacher)": 5.492726802825928,
+      "epoch": 1.3555729984301412,
+      "rel-constrast": 2.9663026332855225,
+      "step": 1727,
+      "subrel-constrast": 3.7746434211730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3942320346832275,
+      "cov-distil (oracle2student)": 4.154197692871094,
+      "cov-distil (oracle2teacher)": 3.8255786895751953,
+      "epoch": 1.3563579277864992,
+      "rel-constrast": 2.909430503845215,
+      "step": 1728,
+      "subrel-constrast": 3.3779075145721436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1056621074676514,
+      "cov-distil (oracle2student)": 5.594830513000488,
+      "cov-distil (oracle2teacher)": 5.0517072677612305,
+      "epoch": 1.3571428571428572,
+      "rel-constrast": 2.3291707038879395,
+      "step": 1729,
+      "subrel-constrast": 3.4596457481384277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3579277864992152,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.919492750822164e-05,
+      "loss": 0.8086,
+      "step": 1730
+    },
+    {
+      "cov-distil": 1.0618146657943726,
+      "cov-distil (oracle2student)": 4.845118999481201,
+      "cov-distil (oracle2teacher)": 4.5378899574279785,
+      "epoch": 1.3579277864992152,
+      "rel-constrast": 2.635180950164795,
+      "step": 1730,
+      "subrel-constrast": 3.1001203060150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5445315837860107,
+      "cov-distil (oracle2student)": 3.147429943084717,
+      "cov-distil (oracle2teacher)": 3.502480983734131,
+      "epoch": 1.358712715855573,
+      "rel-constrast": 2.7715322971343994,
+      "step": 1731,
+      "subrel-constrast": 3.551654100418091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890753269195557,
+      "cov-distil (oracle2student)": 4.402159690856934,
+      "cov-distil (oracle2teacher)": 3.9822463989257812,
+      "epoch": 1.359497645211931,
+      "rel-constrast": 2.879653215408325,
+      "step": 1732,
+      "subrel-constrast": 3.7010772228240967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7144513130187988,
+      "cov-distil (oracle2student)": 3.2460508346557617,
+      "cov-distil (oracle2teacher)": 3.8056204319000244,
+      "epoch": 1.3602825745682887,
+      "rel-constrast": 3.305478096008301,
+      "step": 1733,
+      "subrel-constrast": 3.790867567062378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1175999641418457,
+      "cov-distil (oracle2student)": 2.724719285964966,
+      "cov-distil (oracle2teacher)": 3.3160347938537598,
+      "epoch": 1.3610675039246467,
+      "rel-constrast": 1.7467615604400635,
+      "step": 1734,
+      "subrel-constrast": 3.076059341430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.434706211090088,
+      "cov-distil (oracle2student)": 4.187713623046875,
+      "cov-distil (oracle2teacher)": 4.25986909866333,
+      "epoch": 1.3618524332810047,
+      "rel-constrast": 2.0395944118499756,
+      "step": 1735,
+      "subrel-constrast": 3.2258193492889404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1276826858520508,
+      "cov-distil (oracle2student)": 7.249734878540039,
+      "cov-distil (oracle2teacher)": 6.112825393676758,
+      "epoch": 1.3626373626373627,
+      "rel-constrast": 4.430420875549316,
+      "step": 1736,
+      "subrel-constrast": 4.517467975616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7729322910308838,
+      "cov-distil (oracle2student)": 4.154900550842285,
+      "cov-distil (oracle2teacher)": 3.9162378311157227,
+      "epoch": 1.3634222919937207,
+      "rel-constrast": 3.754016876220703,
+      "step": 1737,
+      "subrel-constrast": 4.286582946777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.039358377456665,
+      "cov-distil (oracle2student)": 4.010970592498779,
+      "cov-distil (oracle2teacher)": 3.628436326980591,
+      "epoch": 1.3642072213500784,
+      "rel-constrast": 2.7818729877471924,
+      "step": 1738,
+      "subrel-constrast": 3.192831516265869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3002960681915283,
+      "cov-distil (oracle2student)": 4.715875625610352,
+      "cov-distil (oracle2teacher)": 4.7496337890625,
+      "epoch": 1.3649921507064364,
+      "rel-constrast": 3.805814743041992,
+      "step": 1739,
+      "subrel-constrast": 4.489636421203613,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3657770800627944,
+      "grad_norm": 6.125,
+      "learning_rate": 4.917281242727812e-05,
+      "loss": 0.7905,
+      "step": 1740
+    },
+    {
+      "cov-distil": 1.0826528072357178,
+      "cov-distil (oracle2student)": 3.6261558532714844,
+      "cov-distil (oracle2teacher)": 3.517632484436035,
+      "epoch": 1.3657770800627944,
+      "rel-constrast": 2.9335129261016846,
+      "step": 1740,
+      "subrel-constrast": 3.3870151042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.295567274093628,
+      "cov-distil (oracle2student)": 3.7799532413482666,
+      "cov-distil (oracle2teacher)": 3.1188812255859375,
+      "epoch": 1.3665620094191522,
+      "rel-constrast": 2.6558594703674316,
+      "step": 1741,
+      "subrel-constrast": 2.7380588054656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0450639724731445,
+      "cov-distil (oracle2student)": 4.798305988311768,
+      "cov-distil (oracle2teacher)": 4.594151496887207,
+      "epoch": 1.3673469387755102,
+      "rel-constrast": 2.19745135307312,
+      "step": 1742,
+      "subrel-constrast": 3.7651469707489014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9361448287963867,
+      "cov-distil (oracle2student)": 3.4932923316955566,
+      "cov-distil (oracle2teacher)": 3.5693211555480957,
+      "epoch": 1.3681318681318682,
+      "rel-constrast": 2.5954251289367676,
+      "step": 1743,
+      "subrel-constrast": 2.80815052986145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4450926780700684,
+      "cov-distil (oracle2student)": 3.8245177268981934,
+      "cov-distil (oracle2teacher)": 3.891239643096924,
+      "epoch": 1.3689167974882261,
+      "rel-constrast": 3.0160374641418457,
+      "step": 1744,
+      "subrel-constrast": 3.4524195194244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455041885375977,
+      "cov-distil (oracle2student)": 3.8184432983398438,
+      "cov-distil (oracle2teacher)": 3.88462233543396,
+      "epoch": 1.369701726844584,
+      "rel-constrast": 3.801227569580078,
+      "step": 1745,
+      "subrel-constrast": 3.9571356773376465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.461526870727539,
+      "cov-distil (oracle2student)": 4.549899101257324,
+      "cov-distil (oracle2teacher)": 3.7564520835876465,
+      "epoch": 1.370486656200942,
+      "rel-constrast": 3.6531753540039062,
+      "step": 1746,
+      "subrel-constrast": 3.9839367866516113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4556019306182861,
+      "cov-distil (oracle2student)": 3.929880142211914,
+      "cov-distil (oracle2teacher)": 3.717059373855591,
+      "epoch": 1.3712715855572999,
+      "rel-constrast": 2.1996192932128906,
+      "step": 1747,
+      "subrel-constrast": 3.085503578186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3401236534118652,
+      "cov-distil (oracle2student)": 5.345374584197998,
+      "cov-distil (oracle2teacher)": 4.693299293518066,
+      "epoch": 1.3720565149136577,
+      "rel-constrast": 2.5245697498321533,
+      "step": 1748,
+      "subrel-constrast": 3.0306918621063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6430013179779053,
+      "cov-distil (oracle2student)": 3.0627193450927734,
+      "cov-distil (oracle2teacher)": 3.5168375968933105,
+      "epoch": 1.3728414442700156,
+      "rel-constrast": 2.1481099128723145,
+      "step": 1749,
+      "subrel-constrast": 3.1956779956817627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3736263736263736,
+      "grad_norm": 5.0,
+      "learning_rate": 4.9150402808243644e-05,
+      "loss": 0.731,
+      "step": 1750
+    },
+    {
+      "cov-distil": 1.3824069499969482,
+      "cov-distil (oracle2student)": 5.677611351013184,
+      "cov-distil (oracle2teacher)": 4.536192417144775,
+      "epoch": 1.3736263736263736,
+      "rel-constrast": 3.7941489219665527,
+      "step": 1750,
+      "subrel-constrast": 4.1272077560424805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4564387798309326,
+      "cov-distil (oracle2student)": 3.256950855255127,
+      "cov-distil (oracle2teacher)": 3.4080405235290527,
+      "epoch": 1.3744113029827316,
+      "rel-constrast": 2.686173915863037,
+      "step": 1751,
+      "subrel-constrast": 3.110144853591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3994667530059814,
+      "cov-distil (oracle2student)": 4.597443103790283,
+      "cov-distil (oracle2teacher)": 4.585826873779297,
+      "epoch": 1.3751962323390896,
+      "rel-constrast": 2.3697707653045654,
+      "step": 1752,
+      "subrel-constrast": 3.2143096923828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72646164894104,
+      "cov-distil (oracle2student)": 3.643385887145996,
+      "cov-distil (oracle2teacher)": 4.126883029937744,
+      "epoch": 1.3759811616954474,
+      "rel-constrast": 2.683345317840576,
+      "step": 1753,
+      "subrel-constrast": 3.8663997650146484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3887810707092285,
+      "cov-distil (oracle2student)": 2.553576946258545,
+      "cov-distil (oracle2teacher)": 2.4935812950134277,
+      "epoch": 1.3767660910518054,
+      "rel-constrast": 2.2330849170684814,
+      "step": 1754,
+      "subrel-constrast": 2.932375192642212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7131316661834717,
+      "cov-distil (oracle2student)": 2.7875115871429443,
+      "cov-distil (oracle2teacher)": 2.754456043243408,
+      "epoch": 1.3775510204081631,
+      "rel-constrast": 2.09670352935791,
+      "step": 1755,
+      "subrel-constrast": 2.8941287994384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5519529581069946,
+      "cov-distil (oracle2student)": 3.9605956077575684,
+      "cov-distil (oracle2teacher)": 3.9108903408050537,
+      "epoch": 1.3783359497645211,
+      "rel-constrast": 2.346756935119629,
+      "step": 1756,
+      "subrel-constrast": 3.025015115737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.143404483795166,
+      "cov-distil (oracle2student)": 4.485654830932617,
+      "cov-distil (oracle2teacher)": 3.552102565765381,
+      "epoch": 1.379120879120879,
+      "rel-constrast": 3.2750332355499268,
+      "step": 1757,
+      "subrel-constrast": 3.3454391956329346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2158668041229248,
+      "cov-distil (oracle2student)": 4.3882598876953125,
+      "cov-distil (oracle2teacher)": 4.6353840827941895,
+      "epoch": 1.379905808477237,
+      "rel-constrast": 2.8482608795166016,
+      "step": 1758,
+      "subrel-constrast": 3.654893159866333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.442891001701355,
+      "cov-distil (oracle2student)": 3.75789213180542,
+      "cov-distil (oracle2teacher)": 3.5688633918762207,
+      "epoch": 1.380690737833595,
+      "rel-constrast": 2.825012683868408,
+      "step": 1759,
+      "subrel-constrast": 3.4315226078033447,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3814756671899528,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.912769892417236e-05,
+      "loss": 0.715,
+      "step": 1760
+    },
+    {
+      "cov-distil": 1.277295470237732,
+      "cov-distil (oracle2student)": 4.561944007873535,
+      "cov-distil (oracle2teacher)": 4.234253883361816,
+      "epoch": 1.3814756671899528,
+      "rel-constrast": 2.9534506797790527,
+      "step": 1760,
+      "subrel-constrast": 3.4973106384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4292850494384766,
+      "cov-distil (oracle2student)": 3.1788437366485596,
+      "cov-distil (oracle2teacher)": 3.4569954872131348,
+      "epoch": 1.3822605965463108,
+      "rel-constrast": 2.9648616313934326,
+      "step": 1761,
+      "subrel-constrast": 4.153692722320557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649348497390747,
+      "cov-distil (oracle2student)": 3.9957692623138428,
+      "cov-distil (oracle2teacher)": 3.5393424034118652,
+      "epoch": 1.3830455259026688,
+      "rel-constrast": 2.010129451751709,
+      "step": 1762,
+      "subrel-constrast": 2.8695061206817627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8825892806053162,
+      "cov-distil (oracle2student)": 4.281441688537598,
+      "cov-distil (oracle2teacher)": 3.973555088043213,
+      "epoch": 1.3838304552590266,
+      "rel-constrast": 2.9419515132904053,
+      "step": 1763,
+      "subrel-constrast": 3.1668334007263184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0540237426757812,
+      "cov-distil (oracle2student)": 4.4148712158203125,
+      "cov-distil (oracle2teacher)": 3.9092445373535156,
+      "epoch": 1.3846153846153846,
+      "rel-constrast": 2.872657060623169,
+      "step": 1764,
+      "subrel-constrast": 3.2246999740600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5403823852539062,
+      "cov-distil (oracle2student)": 4.480401515960693,
+      "cov-distil (oracle2teacher)": 4.29107141494751,
+      "epoch": 1.3854003139717426,
+      "rel-constrast": 2.4473118782043457,
+      "step": 1765,
+      "subrel-constrast": 3.464146375656128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9296221733093262,
+      "cov-distil (oracle2student)": 4.12296199798584,
+      "cov-distil (oracle2teacher)": 3.8383519649505615,
+      "epoch": 1.3861852433281006,
+      "rel-constrast": 3.233968496322632,
+      "step": 1766,
+      "subrel-constrast": 4.193300724029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0214717388153076,
+      "cov-distil (oracle2student)": 2.7143003940582275,
+      "cov-distil (oracle2teacher)": 3.186598777770996,
+      "epoch": 1.3869701726844583,
+      "rel-constrast": 2.5249674320220947,
+      "step": 1767,
+      "subrel-constrast": 3.6878082752227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0996673107147217,
+      "cov-distil (oracle2student)": 3.2776894569396973,
+      "cov-distil (oracle2teacher)": 3.049516439437866,
+      "epoch": 1.3877551020408163,
+      "rel-constrast": 2.3833227157592773,
+      "step": 1768,
+      "subrel-constrast": 2.4072468280792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7651638984680176,
+      "cov-distil (oracle2student)": 4.343587875366211,
+      "cov-distil (oracle2teacher)": 4.099411487579346,
+      "epoch": 1.3885400313971743,
+      "rel-constrast": 2.4235150814056396,
+      "step": 1769,
+      "subrel-constrast": 3.2237741947174072,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.389324960753532,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.9104701051703915e-05,
+      "loss": 0.708,
+      "step": 1770
+    },
+    {
+      "cov-distil": 1.6089214086532593,
+      "cov-distil (oracle2student)": 1.9938068389892578,
+      "cov-distil (oracle2teacher)": 2.447086811065674,
+      "epoch": 1.389324960753532,
+      "rel-constrast": 2.6717936992645264,
+      "step": 1770,
+      "subrel-constrast": 3.6926400661468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0475549697875977,
+      "cov-distil (oracle2student)": 4.232304573059082,
+      "cov-distil (oracle2teacher)": 4.205155372619629,
+      "epoch": 1.39010989010989,
+      "rel-constrast": 2.5580437183380127,
+      "step": 1771,
+      "subrel-constrast": 3.1451010704040527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1233415603637695,
+      "cov-distil (oracle2student)": 3.134056806564331,
+      "cov-distil (oracle2teacher)": 3.438178062438965,
+      "epoch": 1.390894819466248,
+      "rel-constrast": 2.7492411136627197,
+      "step": 1772,
+      "subrel-constrast": 3.709041118621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5698450803756714,
+      "cov-distil (oracle2student)": 3.927119731903076,
+      "cov-distil (oracle2teacher)": 3.6161272525787354,
+      "epoch": 1.391679748822606,
+      "rel-constrast": 2.045973300933838,
+      "step": 1773,
+      "subrel-constrast": 3.0393433570861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9490007162094116,
+      "cov-distil (oracle2student)": 4.656673908233643,
+      "cov-distil (oracle2teacher)": 3.573176145553589,
+      "epoch": 1.392464678178964,
+      "rel-constrast": 4.914921283721924,
+      "step": 1774,
+      "subrel-constrast": 4.951249599456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459865689277649,
+      "cov-distil (oracle2student)": 4.682704925537109,
+      "cov-distil (oracle2teacher)": 4.323337554931641,
+      "epoch": 1.3932496075353218,
+      "rel-constrast": 2.6169118881225586,
+      "step": 1775,
+      "subrel-constrast": 3.520411491394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.024899959564209,
+      "cov-distil (oracle2student)": 3.6253342628479004,
+      "cov-distil (oracle2teacher)": 3.9742040634155273,
+      "epoch": 1.3940345368916798,
+      "rel-constrast": 3.2356555461883545,
+      "step": 1776,
+      "subrel-constrast": 3.9013290405273438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9277528524398804,
+      "cov-distil (oracle2student)": 4.837154388427734,
+      "cov-distil (oracle2teacher)": 4.316973686218262,
+      "epoch": 1.3948194662480375,
+      "rel-constrast": 3.5413308143615723,
+      "step": 1777,
+      "subrel-constrast": 3.2373464107513428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3537741899490356,
+      "cov-distil (oracle2student)": 4.281999588012695,
+      "cov-distil (oracle2teacher)": 4.542726516723633,
+      "epoch": 1.3956043956043955,
+      "rel-constrast": 1.8808162212371826,
+      "step": 1778,
+      "subrel-constrast": 3.06569766998291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6620193719863892,
+      "cov-distil (oracle2student)": 3.7810750007629395,
+      "cov-distil (oracle2teacher)": 3.3276071548461914,
+      "epoch": 1.3963893249607535,
+      "rel-constrast": 2.0814690589904785,
+      "step": 1779,
+      "subrel-constrast": 3.398512125015259,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3971742543171115,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.9081409471060133e-05,
+      "loss": 0.7467,
+      "step": 1780
+    },
+    {
+      "cov-distil": 1.975041151046753,
+      "cov-distil (oracle2student)": 4.313316345214844,
+      "cov-distil (oracle2teacher)": 4.424312114715576,
+      "epoch": 1.3971742543171115,
+      "rel-constrast": 2.7330856323242188,
+      "step": 1780,
+      "subrel-constrast": 3.9072744846343994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3184494972229004,
+      "cov-distil (oracle2student)": 2.3401479721069336,
+      "cov-distil (oracle2teacher)": 2.615574598312378,
+      "epoch": 1.3979591836734695,
+      "rel-constrast": 3.1698129177093506,
+      "step": 1781,
+      "subrel-constrast": 4.002466678619385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5081775188446045,
+      "cov-distil (oracle2student)": 4.373048782348633,
+      "cov-distil (oracle2teacher)": 4.501211643218994,
+      "epoch": 1.3987441130298273,
+      "rel-constrast": 2.671898603439331,
+      "step": 1782,
+      "subrel-constrast": 4.031023979187012,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7810746431350708,
+      "cov-distil (oracle2student)": 4.0231547355651855,
+      "cov-distil (oracle2teacher)": 3.3979432582855225,
+      "epoch": 1.3995290423861853,
+      "rel-constrast": 3.4191641807556152,
+      "step": 1783,
+      "subrel-constrast": 4.124697685241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2770994901657104,
+      "cov-distil (oracle2student)": 4.195890426635742,
+      "cov-distil (oracle2teacher)": 3.46781063079834,
+      "epoch": 1.4003139717425432,
+      "rel-constrast": 3.2167983055114746,
+      "step": 1784,
+      "subrel-constrast": 3.7879691123962402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4572951793670654,
+      "cov-distil (oracle2student)": 5.796965599060059,
+      "cov-distil (oracle2teacher)": 5.57896614074707,
+      "epoch": 1.401098901098901,
+      "rel-constrast": 3.993894100189209,
+      "step": 1785,
+      "subrel-constrast": 4.575894355773926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4861783981323242,
+      "cov-distil (oracle2student)": 4.789185047149658,
+      "cov-distil (oracle2teacher)": 4.152342319488525,
+      "epoch": 1.401883830455259,
+      "rel-constrast": 2.1518936157226562,
+      "step": 1786,
+      "subrel-constrast": 2.857137441635132,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0199559926986694,
+      "cov-distil (oracle2student)": 4.052515029907227,
+      "cov-distil (oracle2teacher)": 3.9190690517425537,
+      "epoch": 1.402668759811617,
+      "rel-constrast": 2.2214207649230957,
+      "step": 1787,
+      "subrel-constrast": 2.9084455966949463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5194413661956787,
+      "cov-distil (oracle2student)": 4.2949748039245605,
+      "cov-distil (oracle2teacher)": 4.273899078369141,
+      "epoch": 1.403453689167975,
+      "rel-constrast": 1.8227193355560303,
+      "step": 1788,
+      "subrel-constrast": 2.8076255321502686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.06584632396698,
+      "cov-distil (oracle2student)": 3.7848901748657227,
+      "cov-distil (oracle2teacher)": 3.3771371841430664,
+      "epoch": 1.4042386185243327,
+      "rel-constrast": 2.787358283996582,
+      "step": 1789,
+      "subrel-constrast": 3.5303947925567627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4050235478806907,
+      "grad_norm": 4.5625,
+      "learning_rate": 4.905782446604159e-05,
+      "loss": 0.7407,
+      "step": 1790
+    },
+    {
+      "cov-distil": 2.289405107498169,
+      "cov-distil (oracle2student)": 3.578599214553833,
+      "cov-distil (oracle2teacher)": 3.4512925148010254,
+      "epoch": 1.4050235478806907,
+      "rel-constrast": 2.3787174224853516,
+      "step": 1790,
+      "subrel-constrast": 3.511873960494995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2878767251968384,
+      "cov-distil (oracle2student)": 3.9206135272979736,
+      "cov-distil (oracle2teacher)": 3.6987013816833496,
+      "epoch": 1.4058084772370487,
+      "rel-constrast": 1.954724669456482,
+      "step": 1791,
+      "subrel-constrast": 2.8543734550476074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0315364599227905,
+      "cov-distil (oracle2student)": 5.348865985870361,
+      "cov-distil (oracle2teacher)": 5.0657501220703125,
+      "epoch": 1.4065934065934065,
+      "rel-constrast": 2.9480481147766113,
+      "step": 1792,
+      "subrel-constrast": 3.7603235244750977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7520729303359985,
+      "cov-distil (oracle2student)": 3.5946998596191406,
+      "cov-distil (oracle2teacher)": 3.9707908630371094,
+      "epoch": 1.4073783359497645,
+      "rel-constrast": 3.9384000301361084,
+      "step": 1793,
+      "subrel-constrast": 4.622103214263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4584685564041138,
+      "cov-distil (oracle2student)": 3.668431282043457,
+      "cov-distil (oracle2teacher)": 3.79821515083313,
+      "epoch": 1.4081632653061225,
+      "rel-constrast": 3.114461898803711,
+      "step": 1794,
+      "subrel-constrast": 4.088900089263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1298915147781372,
+      "cov-distil (oracle2student)": 5.357276916503906,
+      "cov-distil (oracle2teacher)": 4.751312255859375,
+      "epoch": 1.4089481946624804,
+      "rel-constrast": 2.830813407897949,
+      "step": 1795,
+      "subrel-constrast": 3.199908494949341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.313107490539551,
+      "cov-distil (oracle2student)": 5.050443649291992,
+      "cov-distil (oracle2teacher)": 4.313997745513916,
+      "epoch": 1.4097331240188384,
+      "rel-constrast": 2.955758810043335,
+      "step": 1796,
+      "subrel-constrast": 3.5969579219818115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214133858680725,
+      "cov-distil (oracle2student)": 2.1331787109375,
+      "cov-distil (oracle2teacher)": 2.266268730163574,
+      "epoch": 1.4105180533751962,
+      "rel-constrast": 1.6433556079864502,
+      "step": 1797,
+      "subrel-constrast": 2.509021759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5446757078170776,
+      "cov-distil (oracle2student)": 4.411598205566406,
+      "cov-distil (oracle2teacher)": 4.118759632110596,
+      "epoch": 1.4113029827315542,
+      "rel-constrast": 2.2952840328216553,
+      "step": 1798,
+      "subrel-constrast": 2.7476847171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6647090911865234,
+      "cov-distil (oracle2student)": 4.157137393951416,
+      "cov-distil (oracle2teacher)": 3.5608763694763184,
+      "epoch": 1.412087912087912,
+      "rel-constrast": 3.6442322731018066,
+      "step": 1799,
+      "subrel-constrast": 4.126953125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.41287284144427,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.90339463240241e-05,
+      "loss": 0.7318,
+      "step": 1800
+    },
+    {
+      "epoch": 1.41287284144427,
+      "overlap": 0.296875,
+      "step": 1800
+    },
+    {
+      "epoch": 1.41287284144427,
+      "step": 1800,
+      "student margin": 0.06158447265625
+    },
+    {
+      "epoch": 1.41287284144427,
+      "step": 1800,
+      "teacher margin": 0.03912353515625
+    },
+    {
+      "epoch": 1.41287284144427,
+      "margin difference": -0.0224609375,
+      "step": 1800
+    },
+    {
+      "cov-distil": 1.3753511905670166,
+      "cov-distil (oracle2student)": 3.7895617485046387,
+      "cov-distil (oracle2teacher)": 3.4697158336639404,
+      "epoch": 1.41287284144427,
+      "rel-constrast": 2.8414173126220703,
+      "step": 1800,
+      "subrel-constrast": 3.6772074699401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2888927459716797,
+      "cov-distil (oracle2student)": 4.218761444091797,
+      "cov-distil (oracle2teacher)": 3.251814126968384,
+      "epoch": 1.413657770800628,
+      "rel-constrast": 2.7894210815429688,
+      "step": 1801,
+      "subrel-constrast": 3.297595739364624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5428814888000488,
+      "cov-distil (oracle2student)": 4.462331295013428,
+      "cov-distil (oracle2teacher)": 4.133782863616943,
+      "epoch": 1.414442700156986,
+      "rel-constrast": 2.830944061279297,
+      "step": 1802,
+      "subrel-constrast": 3.652177572250366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3823407888412476,
+      "cov-distil (oracle2student)": 2.4255661964416504,
+      "cov-distil (oracle2teacher)": 2.612318515777588,
+      "epoch": 1.415227629513344,
+      "rel-constrast": 1.3273444175720215,
+      "step": 1803,
+      "subrel-constrast": 2.1789848804473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1732839345932007,
+      "cov-distil (oracle2student)": 3.3564648628234863,
+      "cov-distil (oracle2teacher)": 3.553042411804199,
+      "epoch": 1.4160125588697017,
+      "rel-constrast": 2.267561435699463,
+      "step": 1804,
+      "subrel-constrast": 3.235435724258423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9953148365020752,
+      "cov-distil (oracle2student)": 5.615447044372559,
+      "cov-distil (oracle2teacher)": 4.846495628356934,
+      "epoch": 1.4167974882260597,
+      "rel-constrast": 3.133941411972046,
+      "step": 1805,
+      "subrel-constrast": 3.020993709564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5745139122009277,
+      "cov-distil (oracle2student)": 4.578680992126465,
+      "cov-distil (oracle2teacher)": 4.446898460388184,
+      "epoch": 1.4175824175824177,
+      "rel-constrast": 2.3419127464294434,
+      "step": 1806,
+      "subrel-constrast": 3.1521565914154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.952881097793579,
+      "cov-distil (oracle2student)": 5.156837463378906,
+      "cov-distil (oracle2teacher)": 4.3093366622924805,
+      "epoch": 1.4183673469387754,
+      "rel-constrast": 1.7049798965454102,
+      "step": 1807,
+      "subrel-constrast": 2.738222122192383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.48823881149292,
+      "cov-distil (oracle2student)": 4.362990856170654,
+      "cov-distil (oracle2teacher)": 4.08839750289917,
+      "epoch": 1.4191522762951334,
+      "rel-constrast": 3.0215883255004883,
+      "step": 1808,
+      "subrel-constrast": 3.518209934234619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8446228504180908,
+      "cov-distil (oracle2student)": 5.151702880859375,
+      "cov-distil (oracle2teacher)": 4.638205528259277,
+      "epoch": 1.4199372056514914,
+      "rel-constrast": 3.1416099071502686,
+      "step": 1809,
+      "subrel-constrast": 3.8997795581817627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4207221350078494,
+      "grad_norm": 6.8125,
+      "learning_rate": 4.900977533595531e-05,
+      "loss": 0.6716,
+      "step": 1810
+    },
+    {
+      "cov-distil": 1.6543567180633545,
+      "cov-distil (oracle2student)": 4.950900077819824,
+      "cov-distil (oracle2teacher)": 4.470099925994873,
+      "epoch": 1.4207221350078494,
+      "rel-constrast": 2.619957685470581,
+      "step": 1810,
+      "subrel-constrast": 3.1563613414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3683617115020752,
+      "cov-distil (oracle2student)": 4.222921371459961,
+      "cov-distil (oracle2teacher)": 3.636617422103882,
+      "epoch": 1.4215070643642072,
+      "rel-constrast": 2.228365421295166,
+      "step": 1811,
+      "subrel-constrast": 2.803258180618286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8803507089614868,
+      "cov-distil (oracle2student)": 3.889373779296875,
+      "cov-distil (oracle2teacher)": 3.9628119468688965,
+      "epoch": 1.4222919937205651,
+      "rel-constrast": 3.4966611862182617,
+      "step": 1812,
+      "subrel-constrast": 3.9638965129852295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8111013174057007,
+      "cov-distil (oracle2student)": 4.548791885375977,
+      "cov-distil (oracle2teacher)": 4.69551944732666,
+      "epoch": 1.4230769230769231,
+      "rel-constrast": 1.8570060729980469,
+      "step": 1813,
+      "subrel-constrast": 3.579813241958618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.286060094833374,
+      "cov-distil (oracle2student)": 4.387686729431152,
+      "cov-distil (oracle2teacher)": 3.7512662410736084,
+      "epoch": 1.423861852433281,
+      "rel-constrast": 1.78669011592865,
+      "step": 1814,
+      "subrel-constrast": 2.735056161880493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.087967872619629,
+      "cov-distil (oracle2student)": 2.901634693145752,
+      "cov-distil (oracle2teacher)": 3.397329807281494,
+      "epoch": 1.4246467817896389,
+      "rel-constrast": 2.498164176940918,
+      "step": 1815,
+      "subrel-constrast": 3.076226234436035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547093391418457,
+      "cov-distil (oracle2student)": 5.884370803833008,
+      "cov-distil (oracle2teacher)": 5.389580726623535,
+      "epoch": 1.4254317111459969,
+      "rel-constrast": 3.1378984451293945,
+      "step": 1816,
+      "subrel-constrast": 3.7884104251861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7544300556182861,
+      "cov-distil (oracle2student)": 5.527893543243408,
+      "cov-distil (oracle2teacher)": 4.92282772064209,
+      "epoch": 1.4262166405023549,
+      "rel-constrast": 3.694044828414917,
+      "step": 1817,
+      "subrel-constrast": 4.2226386070251465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8763136863708496,
+      "cov-distil (oracle2student)": 3.690674066543579,
+      "cov-distil (oracle2teacher)": 3.4789791107177734,
+      "epoch": 1.4270015698587128,
+      "rel-constrast": 3.362605571746826,
+      "step": 1818,
+      "subrel-constrast": 3.578190565109253,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3423494100570679,
+      "cov-distil (oracle2student)": 3.6252429485321045,
+      "cov-distil (oracle2teacher)": 3.494964122772217,
+      "epoch": 1.4277864992150706,
+      "rel-constrast": 2.935727119445801,
+      "step": 1819,
+      "subrel-constrast": 3.335447311401367,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.898531179635107e-05,
+      "loss": 0.7297,
+      "step": 1820
+    },
+    {
+      "cov-distil": 1.4452028274536133,
+      "cov-distil (oracle2student)": 3.840649366378784,
+      "cov-distil (oracle2teacher)": 3.7159183025360107,
+      "epoch": 1.4285714285714286,
+      "rel-constrast": 2.420172691345215,
+      "step": 1820,
+      "subrel-constrast": 3.194286584854126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.201493263244629,
+      "cov-distil (oracle2student)": 5.996379852294922,
+      "cov-distil (oracle2teacher)": 5.120425224304199,
+      "epoch": 1.4293563579277864,
+      "rel-constrast": 2.8248565196990967,
+      "step": 1821,
+      "subrel-constrast": 3.5173699855804443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.177264928817749,
+      "cov-distil (oracle2student)": 4.552891254425049,
+      "cov-distil (oracle2teacher)": 4.260626316070557,
+      "epoch": 1.4301412872841444,
+      "rel-constrast": 2.2708792686462402,
+      "step": 1822,
+      "subrel-constrast": 2.9936554431915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4655922651290894,
+      "cov-distil (oracle2student)": 3.373347282409668,
+      "cov-distil (oracle2teacher)": 3.1805851459503174,
+      "epoch": 1.4309262166405023,
+      "rel-constrast": 1.8171770572662354,
+      "step": 1823,
+      "subrel-constrast": 2.7735021114349365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8172528743743896,
+      "cov-distil (oracle2student)": 3.765939474105835,
+      "cov-distil (oracle2teacher)": 3.363713264465332,
+      "epoch": 1.4317111459968603,
+      "rel-constrast": 2.386641025543213,
+      "step": 1824,
+      "subrel-constrast": 3.342613697052002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3294904232025146,
+      "cov-distil (oracle2student)": 3.5718371868133545,
+      "cov-distil (oracle2teacher)": 3.6850156784057617,
+      "epoch": 1.4324960753532183,
+      "rel-constrast": 3.0851714611053467,
+      "step": 1825,
+      "subrel-constrast": 3.9347751140594482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6668248176574707,
+      "cov-distil (oracle2student)": 6.5556745529174805,
+      "cov-distil (oracle2teacher)": 5.82924747467041,
+      "epoch": 1.433281004709576,
+      "rel-constrast": 4.023918151855469,
+      "step": 1826,
+      "subrel-constrast": 4.2772979736328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4551129341125488,
+      "cov-distil (oracle2student)": 4.62976598739624,
+      "cov-distil (oracle2teacher)": 4.322417736053467,
+      "epoch": 1.434065934065934,
+      "rel-constrast": 3.3585753440856934,
+      "step": 1827,
+      "subrel-constrast": 3.5313055515289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.602424144744873,
+      "cov-distil (oracle2student)": 3.8924152851104736,
+      "cov-distil (oracle2teacher)": 3.7449512481689453,
+      "epoch": 1.434850863422292,
+      "rel-constrast": 2.519665002822876,
+      "step": 1828,
+      "subrel-constrast": 3.329277992248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.58683180809021,
+      "cov-distil (oracle2student)": 6.385455131530762,
+      "cov-distil (oracle2teacher)": 5.142876625061035,
+      "epoch": 1.4356357927786498,
+      "rel-constrast": 3.937894821166992,
+      "step": 1829,
+      "subrel-constrast": 4.098027229309082,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4364207221350078,
+      "grad_norm": 6.78125,
+      "learning_rate": 4.89605560032919e-05,
+      "loss": 0.753,
+      "step": 1830
+    },
+    {
+      "cov-distil": 1.2683773040771484,
+      "cov-distil (oracle2student)": 5.51456880569458,
+      "cov-distil (oracle2teacher)": 4.932936668395996,
+      "epoch": 1.4364207221350078,
+      "rel-constrast": 3.1549861431121826,
+      "step": 1830,
+      "subrel-constrast": 3.7158656120300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7652406692504883,
+      "cov-distil (oracle2student)": 2.5780203342437744,
+      "cov-distil (oracle2teacher)": 3.1185131072998047,
+      "epoch": 1.4372056514913658,
+      "rel-constrast": 2.3700711727142334,
+      "step": 1831,
+      "subrel-constrast": 3.638542652130127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9649511575698853,
+      "cov-distil (oracle2student)": 4.225449085235596,
+      "cov-distil (oracle2teacher)": 4.1012067794799805,
+      "epoch": 1.4379905808477238,
+      "rel-constrast": 1.9386816024780273,
+      "step": 1832,
+      "subrel-constrast": 2.3051044940948486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5771992206573486,
+      "cov-distil (oracle2student)": 4.981726169586182,
+      "cov-distil (oracle2teacher)": 4.143196105957031,
+      "epoch": 1.4387755102040816,
+      "rel-constrast": 2.8138246536254883,
+      "step": 1833,
+      "subrel-constrast": 3.299802780151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4737906455993652,
+      "cov-distil (oracle2student)": 2.5556771755218506,
+      "cov-distil (oracle2teacher)": 2.9800400733947754,
+      "epoch": 1.4395604395604396,
+      "rel-constrast": 2.422273635864258,
+      "step": 1834,
+      "subrel-constrast": 3.241222620010376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2281641960144043,
+      "cov-distil (oracle2student)": 3.1058075428009033,
+      "cov-distil (oracle2teacher)": 2.9412336349487305,
+      "epoch": 1.4403453689167975,
+      "rel-constrast": 3.0711140632629395,
+      "step": 1835,
+      "subrel-constrast": 3.7840170860290527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1675045490264893,
+      "cov-distil (oracle2student)": 4.564324378967285,
+      "cov-distil (oracle2teacher)": 4.323493480682373,
+      "epoch": 1.4411302982731553,
+      "rel-constrast": 2.781236171722412,
+      "step": 1836,
+      "subrel-constrast": 2.7374448776245117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.079219937324524,
+      "cov-distil (oracle2student)": 3.411094903945923,
+      "cov-distil (oracle2teacher)": 3.191303253173828,
+      "epoch": 1.4419152276295133,
+      "rel-constrast": 3.092740058898926,
+      "step": 1837,
+      "subrel-constrast": 3.351301908493042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5278972387313843,
+      "cov-distil (oracle2student)": 3.2321972846984863,
+      "cov-distil (oracle2teacher)": 3.313662528991699,
+      "epoch": 1.4427001569858713,
+      "rel-constrast": 2.879016399383545,
+      "step": 1838,
+      "subrel-constrast": 3.5835001468658447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0350725650787354,
+      "cov-distil (oracle2student)": 2.4493632316589355,
+      "cov-distil (oracle2teacher)": 2.729887008666992,
+      "epoch": 1.4434850863422293,
+      "rel-constrast": 2.38649320602417,
+      "step": 1839,
+      "subrel-constrast": 2.8666794300079346,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4442700156985873,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.893550825841932e-05,
+      "loss": 0.7105,
+      "step": 1840
+    },
+    {
+      "cov-distil": 1.6579926013946533,
+      "cov-distil (oracle2student)": 6.401279449462891,
+      "cov-distil (oracle2teacher)": 5.277112007141113,
+      "epoch": 1.4442700156985873,
+      "rel-constrast": 4.2362470626831055,
+      "step": 1840,
+      "subrel-constrast": 4.374217510223389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.097137928009033,
+      "cov-distil (oracle2student)": 6.69352912902832,
+      "cov-distil (oracle2teacher)": 6.141706466674805,
+      "epoch": 1.445054945054945,
+      "rel-constrast": 3.296020030975342,
+      "step": 1841,
+      "subrel-constrast": 4.120090484619141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52357017993927,
+      "cov-distil (oracle2student)": 2.577275276184082,
+      "cov-distil (oracle2teacher)": 2.6045939922332764,
+      "epoch": 1.445839874411303,
+      "rel-constrast": 2.0906128883361816,
+      "step": 1842,
+      "subrel-constrast": 2.8598036766052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2005269527435303,
+      "cov-distil (oracle2student)": 4.01481819152832,
+      "cov-distil (oracle2teacher)": 3.7604923248291016,
+      "epoch": 1.4466248037676608,
+      "rel-constrast": 2.2734408378601074,
+      "step": 1843,
+      "subrel-constrast": 2.775613784790039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1281768083572388,
+      "cov-distil (oracle2student)": 3.661174774169922,
+      "cov-distil (oracle2teacher)": 3.5164029598236084,
+      "epoch": 1.4474097331240188,
+      "rel-constrast": 3.1075382232666016,
+      "step": 1844,
+      "subrel-constrast": 3.5926995277404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8172249794006348,
+      "cov-distil (oracle2student)": 5.8461127281188965,
+      "cov-distil (oracle2teacher)": 6.063834190368652,
+      "epoch": 1.4481946624803768,
+      "rel-constrast": 3.76010799407959,
+      "step": 1845,
+      "subrel-constrast": 4.720701694488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380967140197754,
+      "cov-distil (oracle2student)": 4.823122024536133,
+      "cov-distil (oracle2teacher)": 4.406197547912598,
+      "epoch": 1.4489795918367347,
+      "rel-constrast": 3.160726547241211,
+      "step": 1846,
+      "subrel-constrast": 3.2861616611480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2863383293151855,
+      "cov-distil (oracle2student)": 4.338582515716553,
+      "cov-distil (oracle2teacher)": 3.800304412841797,
+      "epoch": 1.4497645211930927,
+      "rel-constrast": 3.0546388626098633,
+      "step": 1847,
+      "subrel-constrast": 3.251276969909668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2051026821136475,
+      "cov-distil (oracle2student)": 4.848534107208252,
+      "cov-distil (oracle2teacher)": 4.756525993347168,
+      "epoch": 1.4505494505494505,
+      "rel-constrast": 3.2639107704162598,
+      "step": 1848,
+      "subrel-constrast": 4.062069416046143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412589192390442,
+      "cov-distil (oracle2student)": 5.114985466003418,
+      "cov-distil (oracle2teacher)": 4.865669250488281,
+      "epoch": 1.4513343799058085,
+      "rel-constrast": 3.350212574005127,
+      "step": 1849,
+      "subrel-constrast": 3.8288183212280273,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4521193092621665,
+      "grad_norm": 5.375,
+      "learning_rate": 4.8910168866932195e-05,
+      "loss": 0.8266,
+      "step": 1850
+    },
+    {
+      "cov-distil": 1.6888751983642578,
+      "cov-distil (oracle2student)": 3.448847770690918,
+      "cov-distil (oracle2teacher)": 3.6992971897125244,
+      "epoch": 1.4521193092621665,
+      "rel-constrast": 1.8792496919631958,
+      "step": 1850,
+      "subrel-constrast": 3.116849660873413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3367068767547607,
+      "cov-distil (oracle2student)": 4.72634744644165,
+      "cov-distil (oracle2teacher)": 4.442650318145752,
+      "epoch": 1.4529042386185242,
+      "rel-constrast": 4.097768783569336,
+      "step": 1851,
+      "subrel-constrast": 4.38444185256958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8452763557434082,
+      "cov-distil (oracle2student)": 5.708890914916992,
+      "cov-distil (oracle2teacher)": 5.7249650955200195,
+      "epoch": 1.4536891679748822,
+      "rel-constrast": 2.7360332012176514,
+      "step": 1852,
+      "subrel-constrast": 4.191849708557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2964894771575928,
+      "cov-distil (oracle2student)": 3.6186249256134033,
+      "cov-distil (oracle2teacher)": 3.327200174331665,
+      "epoch": 1.4544740973312402,
+      "rel-constrast": 3.3278985023498535,
+      "step": 1853,
+      "subrel-constrast": 3.5349605083465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.15955650806427,
+      "cov-distil (oracle2student)": 2.791245937347412,
+      "cov-distil (oracle2teacher)": 2.996602773666382,
+      "epoch": 1.4552590266875982,
+      "rel-constrast": 3.3102505207061768,
+      "step": 1854,
+      "subrel-constrast": 4.207559108734131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5015387535095215,
+      "cov-distil (oracle2student)": 3.9151670932769775,
+      "cov-distil (oracle2teacher)": 4.3544440269470215,
+      "epoch": 1.456043956043956,
+      "rel-constrast": 2.5720043182373047,
+      "step": 1855,
+      "subrel-constrast": 3.2190749645233154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9023011922836304,
+      "cov-distil (oracle2student)": 3.2154641151428223,
+      "cov-distil (oracle2teacher)": 3.2312047481536865,
+      "epoch": 1.456828885400314,
+      "rel-constrast": 2.523677349090576,
+      "step": 1856,
+      "subrel-constrast": 3.375361680984497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.418964147567749,
+      "cov-distil (oracle2student)": 4.337531089782715,
+      "cov-distil (oracle2teacher)": 3.9954028129577637,
+      "epoch": 1.457613814756672,
+      "rel-constrast": 2.795344352722168,
+      "step": 1857,
+      "subrel-constrast": 3.288412094116211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612828016281128,
+      "cov-distil (oracle2student)": 3.6213760375976562,
+      "cov-distil (oracle2teacher)": 3.895224094390869,
+      "epoch": 1.4583987441130297,
+      "rel-constrast": 2.616885185241699,
+      "step": 1858,
+      "subrel-constrast": 3.5245022773742676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5105284452438354,
+      "cov-distil (oracle2student)": 4.446105480194092,
+      "cov-distil (oracle2teacher)": 4.319863319396973,
+      "epoch": 1.4591836734693877,
+      "rel-constrast": 2.974085807800293,
+      "step": 1859,
+      "subrel-constrast": 4.052789211273193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4599686028257457,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.888453813758301e-05,
+      "loss": 0.759,
+      "step": 1860
+    },
+    {
+      "cov-distil": 1.324098825454712,
+      "cov-distil (oracle2student)": 3.6147279739379883,
+      "cov-distil (oracle2teacher)": 3.227203130722046,
+      "epoch": 1.4599686028257457,
+      "rel-constrast": 2.9960274696350098,
+      "step": 1860,
+      "subrel-constrast": 3.5792276859283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.171452522277832,
+      "cov-distil (oracle2student)": 6.498472213745117,
+      "cov-distil (oracle2teacher)": 5.5798563957214355,
+      "epoch": 1.4607535321821037,
+      "rel-constrast": 2.298779010772705,
+      "step": 1861,
+      "subrel-constrast": 2.5710718631744385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.110198736190796,
+      "cov-distil (oracle2student)": 3.4142746925354004,
+      "cov-distil (oracle2teacher)": 3.2940726280212402,
+      "epoch": 1.4615384615384617,
+      "rel-constrast": 3.189666986465454,
+      "step": 1862,
+      "subrel-constrast": 3.452401876449585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4618439674377441,
+      "cov-distil (oracle2student)": 5.286944389343262,
+      "cov-distil (oracle2teacher)": 4.3206787109375,
+      "epoch": 1.4623233908948194,
+      "rel-constrast": 2.4891648292541504,
+      "step": 1863,
+      "subrel-constrast": 3.4858736991882324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1890687942504883,
+      "cov-distil (oracle2student)": 4.43721866607666,
+      "cov-distil (oracle2teacher)": 3.987574338912964,
+      "epoch": 1.4631083202511774,
+      "rel-constrast": 2.537240982055664,
+      "step": 1864,
+      "subrel-constrast": 3.60815167427063,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2210792303085327,
+      "cov-distil (oracle2student)": 3.950700283050537,
+      "cov-distil (oracle2teacher)": 3.1345367431640625,
+      "epoch": 1.4638932496075352,
+      "rel-constrast": 3.2303390502929688,
+      "step": 1865,
+      "subrel-constrast": 3.6884562969207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2549242973327637,
+      "cov-distil (oracle2student)": 3.169987201690674,
+      "cov-distil (oracle2teacher)": 3.112874746322632,
+      "epoch": 1.4646781789638932,
+      "rel-constrast": 2.961059093475342,
+      "step": 1866,
+      "subrel-constrast": 3.388056993484497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1132255792617798,
+      "cov-distil (oracle2student)": 3.1881613731384277,
+      "cov-distil (oracle2teacher)": 4.031736373901367,
+      "epoch": 1.4654631083202512,
+      "rel-constrast": 3.369593620300293,
+      "step": 1867,
+      "subrel-constrast": 4.17751932144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409156799316406,
+      "cov-distil (oracle2student)": 4.461203098297119,
+      "cov-distil (oracle2teacher)": 4.548511505126953,
+      "epoch": 1.4662480376766092,
+      "rel-constrast": 2.3510546684265137,
+      "step": 1868,
+      "subrel-constrast": 3.1808478832244873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.988564670085907,
+      "cov-distil (oracle2student)": 3.8768303394317627,
+      "cov-distil (oracle2teacher)": 3.647482395172119,
+      "epoch": 1.4670329670329672,
+      "rel-constrast": 2.013795852661133,
+      "step": 1869,
+      "subrel-constrast": 2.825491189956665,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.467817896389325,
+      "grad_norm": 4.75,
+      "learning_rate": 4.885861638267413e-05,
+      "loss": 0.7201,
+      "step": 1870
+    },
+    {
+      "cov-distil": 1.7998799085617065,
+      "cov-distil (oracle2student)": 3.271496295928955,
+      "cov-distil (oracle2teacher)": 3.0112061500549316,
+      "epoch": 1.467817896389325,
+      "rel-constrast": 3.588841676712036,
+      "step": 1870,
+      "subrel-constrast": 4.032552242279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.349198579788208,
+      "cov-distil (oracle2student)": 3.1306915283203125,
+      "cov-distil (oracle2teacher)": 2.914619207382202,
+      "epoch": 1.468602825745683,
+      "rel-constrast": 2.4161884784698486,
+      "step": 1871,
+      "subrel-constrast": 3.163926362991333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7091114521026611,
+      "cov-distil (oracle2student)": 4.372878551483154,
+      "cov-distil (oracle2teacher)": 4.15083122253418,
+      "epoch": 1.469387755102041,
+      "rel-constrast": 3.674309730529785,
+      "step": 1872,
+      "subrel-constrast": 4.023014068603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205456256866455,
+      "cov-distil (oracle2student)": 3.448446035385132,
+      "cov-distil (oracle2teacher)": 3.7027246952056885,
+      "epoch": 1.4701726844583987,
+      "rel-constrast": 2.6868979930877686,
+      "step": 1873,
+      "subrel-constrast": 3.6661877632141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0467638969421387,
+      "cov-distil (oracle2student)": 3.6841325759887695,
+      "cov-distil (oracle2teacher)": 3.540146589279175,
+      "epoch": 1.4709576138147566,
+      "rel-constrast": 2.2152252197265625,
+      "step": 1874,
+      "subrel-constrast": 3.33553147315979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7649476528167725,
+      "cov-distil (oracle2student)": 4.595139503479004,
+      "cov-distil (oracle2teacher)": 4.807185649871826,
+      "epoch": 1.4717425431711146,
+      "rel-constrast": 3.882308006286621,
+      "step": 1875,
+      "subrel-constrast": 3.9884748458862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6274170875549316,
+      "cov-distil (oracle2student)": 4.342825889587402,
+      "cov-distil (oracle2teacher)": 4.161476135253906,
+      "epoch": 1.4725274725274726,
+      "rel-constrast": 2.716750144958496,
+      "step": 1876,
+      "subrel-constrast": 3.6377859115600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1850725412368774,
+      "cov-distil (oracle2student)": 4.801465034484863,
+      "cov-distil (oracle2teacher)": 4.4294657707214355,
+      "epoch": 1.4733124018838304,
+      "rel-constrast": 3.233443260192871,
+      "step": 1877,
+      "subrel-constrast": 3.1840202808380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6530916690826416,
+      "cov-distil (oracle2student)": 4.700448989868164,
+      "cov-distil (oracle2teacher)": 4.715950965881348,
+      "epoch": 1.4740973312401884,
+      "rel-constrast": 3.6957778930664062,
+      "step": 1878,
+      "subrel-constrast": 4.544745922088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.665679931640625,
+      "cov-distil (oracle2student)": 4.62099552154541,
+      "cov-distil (oracle2teacher)": 4.034111976623535,
+      "epoch": 1.4748822605965464,
+      "rel-constrast": 2.6383543014526367,
+      "step": 1879,
+      "subrel-constrast": 3.695279836654663,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4756671899529041,
+      "grad_norm": 5.9375,
+      "learning_rate": 4.883240391805394e-05,
+      "loss": 0.8098,
+      "step": 1880
+    },
+    {
+      "cov-distil": 1.489245891571045,
+      "cov-distil (oracle2student)": 4.289907455444336,
+      "cov-distil (oracle2teacher)": 4.189836025238037,
+      "epoch": 1.4756671899529041,
+      "rel-constrast": 3.047013759613037,
+      "step": 1880,
+      "subrel-constrast": 3.6831588745117188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6271897554397583,
+      "cov-distil (oracle2student)": 4.952922344207764,
+      "cov-distil (oracle2teacher)": 4.3915557861328125,
+      "epoch": 1.4764521193092621,
+      "rel-constrast": 2.925741195678711,
+      "step": 1881,
+      "subrel-constrast": 3.849264144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4708141088485718,
+      "cov-distil (oracle2student)": 3.6817660331726074,
+      "cov-distil (oracle2teacher)": 3.3645787239074707,
+      "epoch": 1.4772370486656201,
+      "rel-constrast": 1.8425955772399902,
+      "step": 1882,
+      "subrel-constrast": 2.559281587600708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5363428592681885,
+      "cov-distil (oracle2student)": 3.288538932800293,
+      "cov-distil (oracle2teacher)": 3.3280093669891357,
+      "epoch": 1.478021978021978,
+      "rel-constrast": 2.857149362564087,
+      "step": 1883,
+      "subrel-constrast": 3.2818243503570557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1604633331298828,
+      "cov-distil (oracle2student)": 3.6293282508850098,
+      "cov-distil (oracle2teacher)": 3.6054253578186035,
+      "epoch": 1.478806907378336,
+      "rel-constrast": 2.432465076446533,
+      "step": 1884,
+      "subrel-constrast": 3.0961251258850098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3076788187026978,
+      "cov-distil (oracle2student)": 4.063167572021484,
+      "cov-distil (oracle2teacher)": 3.7917380332946777,
+      "epoch": 1.4795918367346939,
+      "rel-constrast": 3.131176710128784,
+      "step": 1885,
+      "subrel-constrast": 3.387690305709839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6938672065734863,
+      "cov-distil (oracle2student)": 4.879122734069824,
+      "cov-distil (oracle2teacher)": 4.4586591720581055,
+      "epoch": 1.4803767660910518,
+      "rel-constrast": 1.8621890544891357,
+      "step": 1886,
+      "subrel-constrast": 2.784557342529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6372668743133545,
+      "cov-distil (oracle2student)": 6.824195861816406,
+      "cov-distil (oracle2teacher)": 6.387898921966553,
+      "epoch": 1.4811616954474096,
+      "rel-constrast": 3.3412389755249023,
+      "step": 1887,
+      "subrel-constrast": 4.233912467956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1793620586395264,
+      "cov-distil (oracle2student)": 3.1445255279541016,
+      "cov-distil (oracle2teacher)": 3.157705783843994,
+      "epoch": 1.4819466248037676,
+      "rel-constrast": 2.443695068359375,
+      "step": 1888,
+      "subrel-constrast": 3.1362268924713135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2781684398651123,
+      "cov-distil (oracle2student)": 3.4792184829711914,
+      "cov-distil (oracle2teacher)": 3.618779182434082,
+      "epoch": 1.4827315541601256,
+      "rel-constrast": 3.680797576904297,
+      "step": 1889,
+      "subrel-constrast": 3.813993215560913,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4835164835164836,
+      "grad_norm": 5.96875,
+      "learning_rate": 4.8805901063113064e-05,
+      "loss": 0.7251,
+      "step": 1890
+    },
+    {
+      "cov-distil": 1.4641432762145996,
+      "cov-distil (oracle2student)": 3.655186653137207,
+      "cov-distil (oracle2teacher)": 3.559060573577881,
+      "epoch": 1.4835164835164836,
+      "rel-constrast": 2.8183186054229736,
+      "step": 1890,
+      "subrel-constrast": 3.2129228115081787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1659737825393677,
+      "cov-distil (oracle2student)": 3.1489181518554688,
+      "cov-distil (oracle2teacher)": 3.0241281986236572,
+      "epoch": 1.4843014128728416,
+      "rel-constrast": 3.364744186401367,
+      "step": 1891,
+      "subrel-constrast": 3.6507506370544434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5041974782943726,
+      "cov-distil (oracle2student)": 3.4649229049682617,
+      "cov-distil (oracle2teacher)": 3.5441417694091797,
+      "epoch": 1.4850863422291993,
+      "rel-constrast": 2.2610387802124023,
+      "step": 1892,
+      "subrel-constrast": 3.015953779220581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3576924800872803,
+      "cov-distil (oracle2student)": 3.3984508514404297,
+      "cov-distil (oracle2teacher)": 3.3243513107299805,
+      "epoch": 1.4858712715855573,
+      "rel-constrast": 2.5813984870910645,
+      "step": 1893,
+      "subrel-constrast": 3.0531294345855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.153913140296936,
+      "cov-distil (oracle2student)": 4.345780372619629,
+      "cov-distil (oracle2teacher)": 4.352718830108643,
+      "epoch": 1.4866562009419153,
+      "rel-constrast": 3.2440240383148193,
+      "step": 1894,
+      "subrel-constrast": 3.4956295490264893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5457699298858643,
+      "cov-distil (oracle2student)": 4.9476118087768555,
+      "cov-distil (oracle2teacher)": 4.5059685707092285,
+      "epoch": 1.487441130298273,
+      "rel-constrast": 2.1165847778320312,
+      "step": 1895,
+      "subrel-constrast": 3.051499366760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2244950532913208,
+      "cov-distil (oracle2student)": 2.6861298084259033,
+      "cov-distil (oracle2teacher)": 2.7791075706481934,
+      "epoch": 1.488226059654631,
+      "rel-constrast": 2.134418487548828,
+      "step": 1896,
+      "subrel-constrast": 2.9587888717651367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1315360069274902,
+      "cov-distil (oracle2student)": 6.507489204406738,
+      "cov-distil (oracle2teacher)": 5.72232723236084,
+      "epoch": 1.489010989010989,
+      "rel-constrast": 2.9158642292022705,
+      "step": 1897,
+      "subrel-constrast": 3.5586516857147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4999985694885254,
+      "cov-distil (oracle2student)": 4.5897297859191895,
+      "cov-distil (oracle2teacher)": 4.284789085388184,
+      "epoch": 1.489795918367347,
+      "rel-constrast": 3.15089750289917,
+      "step": 1898,
+      "subrel-constrast": 3.5956332683563232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9041634798049927,
+      "cov-distil (oracle2student)": 5.048053741455078,
+      "cov-distil (oracle2teacher)": 4.696500778198242,
+      "epoch": 1.4905808477237048,
+      "rel-constrast": 2.978008985519409,
+      "step": 1899,
+      "subrel-constrast": 3.636552095413208,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "grad_norm": 6.90625,
+      "learning_rate": 4.877910814078041e-05,
+      "loss": 0.724,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "overlap": 0.31562501192092896,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "step": 1900,
+      "student margin": 0.04156494140625
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "step": 1900,
+      "teacher margin": 0.025115966796875
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "margin difference": -0.016448974609375,
+      "step": 1900
+    },
+    {
+      "cov-distil": 1.8200678825378418,
+      "cov-distil (oracle2student)": 3.9837305545806885,
+      "cov-distil (oracle2teacher)": 4.241322994232178,
+      "epoch": 1.4913657770800628,
+      "rel-constrast": 3.714162826538086,
+      "step": 1900,
+      "subrel-constrast": 4.235428333282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1765316724777222,
+      "cov-distil (oracle2student)": 3.4101648330688477,
+      "cov-distil (oracle2teacher)": 3.5064611434936523,
+      "epoch": 1.4921507064364208,
+      "rel-constrast": 2.584463596343994,
+      "step": 1901,
+      "subrel-constrast": 2.8131165504455566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4192533493041992,
+      "cov-distil (oracle2student)": 2.8145060539245605,
+      "cov-distil (oracle2teacher)": 2.462829113006592,
+      "epoch": 1.4929356357927785,
+      "rel-constrast": 2.39072585105896,
+      "step": 1902,
+      "subrel-constrast": 2.3945631980895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2846920490264893,
+      "cov-distil (oracle2student)": 3.737550973892212,
+      "cov-distil (oracle2teacher)": 3.5892839431762695,
+      "epoch": 1.4937205651491365,
+      "rel-constrast": 2.0010600090026855,
+      "step": 1903,
+      "subrel-constrast": 2.654101610183716,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5933458805084229,
+      "cov-distil (oracle2student)": 3.2610483169555664,
+      "cov-distil (oracle2teacher)": 3.3903608322143555,
+      "epoch": 1.4945054945054945,
+      "rel-constrast": 3.7466659545898438,
+      "step": 1904,
+      "subrel-constrast": 4.301742076873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5730876922607422,
+      "cov-distil (oracle2student)": 3.9070684909820557,
+      "cov-distil (oracle2teacher)": 3.919351577758789,
+      "epoch": 1.4952904238618525,
+      "rel-constrast": 2.518761396408081,
+      "step": 1905,
+      "subrel-constrast": 3.0427777767181396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.059499740600586,
+      "cov-distil (oracle2student)": 5.231939315795898,
+      "cov-distil (oracle2teacher)": 4.642115116119385,
+      "epoch": 1.4960753532182103,
+      "rel-constrast": 3.0383875370025635,
+      "step": 1906,
+      "subrel-constrast": 3.9105637073516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4514204263687134,
+      "cov-distil (oracle2student)": 4.346742153167725,
+      "cov-distil (oracle2teacher)": 4.052260398864746,
+      "epoch": 1.4968602825745683,
+      "rel-constrast": 2.7481608390808105,
+      "step": 1907,
+      "subrel-constrast": 3.255969524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5344431400299072,
+      "cov-distil (oracle2student)": 2.184706449508667,
+      "cov-distil (oracle2teacher)": 2.6382651329040527,
+      "epoch": 1.4976452119309263,
+      "rel-constrast": 2.1720316410064697,
+      "step": 1908,
+      "subrel-constrast": 2.75362491607666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.444244623184204,
+      "cov-distil (oracle2student)": 4.057034492492676,
+      "cov-distil (oracle2teacher)": 4.102211952209473,
+      "epoch": 1.498430141287284,
+      "rel-constrast": 2.408419132232666,
+      "step": 1909,
+      "subrel-constrast": 3.3695499897003174,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.499215070643642,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.8752025477519295e-05,
+      "loss": 0.7215,
+      "step": 1910
+    },
+    {
+      "cov-distil": 1.3822780847549438,
+      "cov-distil (oracle2student)": 3.074392795562744,
+      "cov-distil (oracle2teacher)": 3.4046082496643066,
+      "epoch": 1.499215070643642,
+      "rel-constrast": 3.053463935852051,
+      "step": 1910,
+      "subrel-constrast": 3.5782012939453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1215405464172363,
+      "cov-distil (oracle2student)": 4.09284782409668,
+      "cov-distil (oracle2teacher)": 4.057436466217041,
+      "epoch": 1.5,
+      "rel-constrast": 3.2193315029144287,
+      "step": 1911,
+      "subrel-constrast": 4.111722946166992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6215386390686035,
+      "cov-distil (oracle2student)": 5.013403415679932,
+      "cov-distil (oracle2teacher)": 4.43386173248291,
+      "epoch": 1.500784929356358,
+      "rel-constrast": 2.296384811401367,
+      "step": 1912,
+      "subrel-constrast": 3.439622163772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.828143835067749,
+      "cov-distil (oracle2student)": 3.670921802520752,
+      "cov-distil (oracle2teacher)": 3.9030356407165527,
+      "epoch": 1.501569858712716,
+      "rel-constrast": 2.9615867137908936,
+      "step": 1913,
+      "subrel-constrast": 3.9367730617523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.47484290599823,
+      "cov-distil (oracle2student)": 6.2821760177612305,
+      "cov-distil (oracle2teacher)": 5.5559186935424805,
+      "epoch": 1.5023547880690737,
+      "rel-constrast": 3.6902894973754883,
+      "step": 1914,
+      "subrel-constrast": 3.998914957046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.727229118347168,
+      "cov-distil (oracle2student)": 5.220627784729004,
+      "cov-distil (oracle2teacher)": 4.6269378662109375,
+      "epoch": 1.5031397174254317,
+      "rel-constrast": 4.270571708679199,
+      "step": 1915,
+      "subrel-constrast": 5.203466415405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5483829975128174,
+      "cov-distil (oracle2student)": 3.059772491455078,
+      "cov-distil (oracle2teacher)": 3.301860809326172,
+      "epoch": 1.5039246467817895,
+      "rel-constrast": 2.9325826168060303,
+      "step": 1916,
+      "subrel-constrast": 3.9415740966796875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5470190048217773,
+      "cov-distil (oracle2student)": 5.574818134307861,
+      "cov-distil (oracle2teacher)": 5.102795124053955,
+      "epoch": 1.5047095761381475,
+      "rel-constrast": 3.495610237121582,
+      "step": 1917,
+      "subrel-constrast": 3.616776704788208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784400463104248,
+      "cov-distil (oracle2student)": 3.3386974334716797,
+      "cov-distil (oracle2teacher)": 3.493413209915161,
+      "epoch": 1.5054945054945055,
+      "rel-constrast": 2.136384963989258,
+      "step": 1918,
+      "subrel-constrast": 3.067333221435547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5800302028656006,
+      "cov-distil (oracle2student)": 3.5927000045776367,
+      "cov-distil (oracle2teacher)": 3.5073397159576416,
+      "epoch": 1.5062794348508635,
+      "rel-constrast": 2.6197471618652344,
+      "step": 1919,
+      "subrel-constrast": 3.7135367393493652,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5070643642072215,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.8724653403323414e-05,
+      "loss": 0.8084,
+      "step": 1920
+    },
+    {
+      "cov-distil": 1.68130362033844,
+      "cov-distil (oracle2student)": 3.8451247215270996,
+      "cov-distil (oracle2teacher)": 4.132164001464844,
+      "epoch": 1.5070643642072215,
+      "rel-constrast": 5.524275779724121,
+      "step": 1920,
+      "subrel-constrast": 5.853363990783691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5609867572784424,
+      "cov-distil (oracle2student)": 3.605884313583374,
+      "cov-distil (oracle2teacher)": 3.0318446159362793,
+      "epoch": 1.5078492935635794,
+      "rel-constrast": 3.6201601028442383,
+      "step": 1921,
+      "subrel-constrast": 3.9134087562561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6563458442687988,
+      "cov-distil (oracle2student)": 4.422513961791992,
+      "cov-distil (oracle2teacher)": 3.926860809326172,
+      "epoch": 1.5086342229199372,
+      "rel-constrast": 2.435603618621826,
+      "step": 1922,
+      "subrel-constrast": 3.422584056854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8695662021636963,
+      "cov-distil (oracle2student)": 5.650864124298096,
+      "cov-distil (oracle2teacher)": 4.782127857208252,
+      "epoch": 1.509419152276295,
+      "rel-constrast": 3.255434036254883,
+      "step": 1923,
+      "subrel-constrast": 4.152292251586914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841439723968506,
+      "cov-distil (oracle2student)": 5.437008380889893,
+      "cov-distil (oracle2teacher)": 4.618408679962158,
+      "epoch": 1.510204081632653,
+      "rel-constrast": 1.9784290790557861,
+      "step": 1924,
+      "subrel-constrast": 2.797206401824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4636828899383545,
+      "cov-distil (oracle2student)": 3.4912476539611816,
+      "cov-distil (oracle2teacher)": 3.356928825378418,
+      "epoch": 1.510989010989011,
+      "rel-constrast": 3.3939216136932373,
+      "step": 1925,
+      "subrel-constrast": 3.77427339553833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.257701873779297,
+      "cov-distil (oracle2student)": 3.613499641418457,
+      "cov-distil (oracle2teacher)": 3.307716131210327,
+      "epoch": 1.511773940345369,
+      "rel-constrast": 2.073474407196045,
+      "step": 1926,
+      "subrel-constrast": 3.209826946258545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2852833271026611,
+      "cov-distil (oracle2student)": 3.8562893867492676,
+      "cov-distil (oracle2teacher)": 3.761594295501709,
+      "epoch": 1.512558869701727,
+      "rel-constrast": 2.6977102756500244,
+      "step": 1927,
+      "subrel-constrast": 3.1279876232147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0923831462860107,
+      "cov-distil (oracle2student)": 2.8294901847839355,
+      "cov-distil (oracle2teacher)": 2.9233245849609375,
+      "epoch": 1.513343799058085,
+      "rel-constrast": 2.52026629447937,
+      "step": 1928,
+      "subrel-constrast": 3.1192376613616943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.028331995010376,
+      "cov-distil (oracle2student)": 4.797187805175781,
+      "cov-distil (oracle2teacher)": 4.900268077850342,
+      "epoch": 1.5141287284144427,
+      "rel-constrast": 3.131110191345215,
+      "step": 1929,
+      "subrel-constrast": 4.235548496246338,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5149136577708007,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.8696992251712865e-05,
+      "loss": 0.8067,
+      "step": 1930
+    },
+    {
+      "cov-distil": 1.2935891151428223,
+      "cov-distil (oracle2student)": 4.263140678405762,
+      "cov-distil (oracle2teacher)": 4.029933929443359,
+      "epoch": 1.5149136577708007,
+      "rel-constrast": 2.43511962890625,
+      "step": 1930,
+      "subrel-constrast": 3.0668649673461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1215782165527344,
+      "cov-distil (oracle2student)": 3.8190982341766357,
+      "cov-distil (oracle2teacher)": 3.8130149841308594,
+      "epoch": 1.5156985871271584,
+      "rel-constrast": 2.3707656860351562,
+      "step": 1931,
+      "subrel-constrast": 2.7674336433410645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4837236404418945,
+      "cov-distil (oracle2student)": 4.2342634201049805,
+      "cov-distil (oracle2teacher)": 4.014438629150391,
+      "epoch": 1.5164835164835164,
+      "rel-constrast": 2.7599074840545654,
+      "step": 1932,
+      "subrel-constrast": 3.556955337524414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2333347797393799,
+      "cov-distil (oracle2student)": 4.785069942474365,
+      "cov-distil (oracle2teacher)": 4.075497627258301,
+      "epoch": 1.5172684458398744,
+      "rel-constrast": 3.2602295875549316,
+      "step": 1933,
+      "subrel-constrast": 3.3644399642944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.754798173904419,
+      "cov-distil (oracle2student)": 4.039218902587891,
+      "cov-distil (oracle2teacher)": 4.153687477111816,
+      "epoch": 1.5180533751962324,
+      "rel-constrast": 3.1695945262908936,
+      "step": 1934,
+      "subrel-constrast": 4.279153823852539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559018611907959,
+      "cov-distil (oracle2student)": 5.300314903259277,
+      "cov-distil (oracle2teacher)": 5.020586967468262,
+      "epoch": 1.5188383045525904,
+      "rel-constrast": 3.1405386924743652,
+      "step": 1935,
+      "subrel-constrast": 3.7498159408569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4939593076705933,
+      "cov-distil (oracle2student)": 3.208052635192871,
+      "cov-distil (oracle2teacher)": 3.293198823928833,
+      "epoch": 1.5196232339089482,
+      "rel-constrast": 3.0275135040283203,
+      "step": 1936,
+      "subrel-constrast": 3.6351850032806396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428492784500122,
+      "cov-distil (oracle2student)": 4.486096382141113,
+      "cov-distil (oracle2teacher)": 4.52850341796875,
+      "epoch": 1.5204081632653061,
+      "rel-constrast": 3.8076090812683105,
+      "step": 1937,
+      "subrel-constrast": 4.4368577003479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2678797245025635,
+      "cov-distil (oracle2student)": 4.003924369812012,
+      "cov-distil (oracle2teacher)": 4.1155595779418945,
+      "epoch": 1.521193092621664,
+      "rel-constrast": 2.5180797576904297,
+      "step": 1938,
+      "subrel-constrast": 3.265015125274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5919368267059326,
+      "cov-distil (oracle2student)": 4.684997081756592,
+      "cov-distil (oracle2teacher)": 4.577469348907471,
+      "epoch": 1.521978021978022,
+      "rel-constrast": 3.2359108924865723,
+      "step": 1939,
+      "subrel-constrast": 4.052987098693848,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5227629513343799,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.866904235973005e-05,
+      "loss": 0.7787,
+      "step": 1940
+    },
+    {
+      "cov-distil": 1.4406867027282715,
+      "cov-distil (oracle2student)": 5.061967372894287,
+      "cov-distil (oracle2teacher)": 5.217357635498047,
+      "epoch": 1.5227629513343799,
+      "rel-constrast": 2.845330238342285,
+      "step": 1940,
+      "subrel-constrast": 3.37530517578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.526735544204712,
+      "cov-distil (oracle2student)": 3.3419079780578613,
+      "cov-distil (oracle2teacher)": 3.7587883472442627,
+      "epoch": 1.5235478806907379,
+      "rel-constrast": 2.4881136417388916,
+      "step": 1941,
+      "subrel-constrast": 3.6015264987945557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9293419122695923,
+      "cov-distil (oracle2student)": 5.4480414390563965,
+      "cov-distil (oracle2teacher)": 5.065512657165527,
+      "epoch": 1.5243328100470959,
+      "rel-constrast": 2.9614129066467285,
+      "step": 1942,
+      "subrel-constrast": 3.759190320968628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.368671178817749,
+      "cov-distil (oracle2student)": 3.0140585899353027,
+      "cov-distil (oracle2teacher)": 3.2035350799560547,
+      "epoch": 1.5251177394034539,
+      "rel-constrast": 2.5788989067077637,
+      "step": 1943,
+      "subrel-constrast": 3.333850860595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0682921409606934,
+      "cov-distil (oracle2student)": 4.521337509155273,
+      "cov-distil (oracle2teacher)": 4.286746978759766,
+      "epoch": 1.5259026687598116,
+      "rel-constrast": 2.364550828933716,
+      "step": 1944,
+      "subrel-constrast": 2.6539671421051025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4087183475494385,
+      "cov-distil (oracle2student)": 2.8617520332336426,
+      "cov-distil (oracle2teacher)": 2.5491108894348145,
+      "epoch": 1.5266875981161694,
+      "rel-constrast": 2.9411816596984863,
+      "step": 1945,
+      "subrel-constrast": 3.3835527896881104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8103678226470947,
+      "cov-distil (oracle2student)": 5.06727933883667,
+      "cov-distil (oracle2teacher)": 4.841084003448486,
+      "epoch": 1.5274725274725274,
+      "rel-constrast": 2.948176383972168,
+      "step": 1946,
+      "subrel-constrast": 3.823755979537964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2556767463684082,
+      "cov-distil (oracle2student)": 4.826472282409668,
+      "cov-distil (oracle2teacher)": 5.049144744873047,
+      "epoch": 1.5282574568288854,
+      "rel-constrast": 3.2107505798339844,
+      "step": 1947,
+      "subrel-constrast": 4.03645133972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5062694549560547,
+      "cov-distil (oracle2student)": 4.601363182067871,
+      "cov-distil (oracle2teacher)": 4.213315486907959,
+      "epoch": 1.5290423861852434,
+      "rel-constrast": 2.789292335510254,
+      "step": 1948,
+      "subrel-constrast": 3.6353132724761963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5847824811935425,
+      "cov-distil (oracle2student)": 6.44348669052124,
+      "cov-distil (oracle2teacher)": 5.705442905426025,
+      "epoch": 1.5298273155416013,
+      "rel-constrast": 3.9315719604492188,
+      "step": 1949,
+      "subrel-constrast": 4.7628374099731445,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5306122448979593,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.8640804067935554e-05,
+      "loss": 0.7637,
+      "step": 1950
+    },
+    {
+      "cov-distil": 1.9629204273223877,
+      "cov-distil (oracle2student)": 3.5010714530944824,
+      "cov-distil (oracle2teacher)": 2.745143413543701,
+      "epoch": 1.5306122448979593,
+      "rel-constrast": 2.507103443145752,
+      "step": 1950,
+      "subrel-constrast": 3.2004811763763428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433044195175171,
+      "cov-distil (oracle2student)": 4.362194061279297,
+      "cov-distil (oracle2teacher)": 3.921370029449463,
+      "epoch": 1.531397174254317,
+      "rel-constrast": 3.2771849632263184,
+      "step": 1951,
+      "subrel-constrast": 3.5228493213653564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.313047170639038,
+      "cov-distil (oracle2student)": 3.8566977977752686,
+      "cov-distil (oracle2teacher)": 3.832613468170166,
+      "epoch": 1.532182103610675,
+      "rel-constrast": 1.862630844116211,
+      "step": 1952,
+      "subrel-constrast": 2.4508941173553467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2483419179916382,
+      "cov-distil (oracle2student)": 4.512497901916504,
+      "cov-distil (oracle2teacher)": 4.033370018005371,
+      "epoch": 1.5329670329670328,
+      "rel-constrast": 2.518411874771118,
+      "step": 1953,
+      "subrel-constrast": 2.850015640258789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5606383085250854,
+      "cov-distil (oracle2student)": 4.472964286804199,
+      "cov-distil (oracle2teacher)": 3.9208731651306152,
+      "epoch": 1.5337519623233908,
+      "rel-constrast": 2.5309808254241943,
+      "step": 1954,
+      "subrel-constrast": 3.62199068069458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5764573812484741,
+      "cov-distil (oracle2student)": 3.7591652870178223,
+      "cov-distil (oracle2teacher)": 3.9904000759124756,
+      "epoch": 1.5345368916797488,
+      "rel-constrast": 2.200928211212158,
+      "step": 1955,
+      "subrel-constrast": 3.113861322402954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.655348777770996,
+      "cov-distil (oracle2student)": 5.966892242431641,
+      "cov-distil (oracle2teacher)": 5.0572896003723145,
+      "epoch": 1.5353218210361068,
+      "rel-constrast": 2.497950792312622,
+      "step": 1956,
+      "subrel-constrast": 3.254173755645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6637239456176758,
+      "cov-distil (oracle2student)": 3.354377269744873,
+      "cov-distil (oracle2teacher)": 3.3308072090148926,
+      "epoch": 1.5361067503924648,
+      "rel-constrast": 3.4182798862457275,
+      "step": 1957,
+      "subrel-constrast": 4.7805495262146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3222100734710693,
+      "cov-distil (oracle2student)": 2.852653980255127,
+      "cov-distil (oracle2teacher)": 2.8959875106811523,
+      "epoch": 1.5368916797488226,
+      "rel-constrast": 1.9040801525115967,
+      "step": 1958,
+      "subrel-constrast": 2.873310089111328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4053704738616943,
+      "cov-distil (oracle2student)": 4.547569274902344,
+      "cov-distil (oracle2teacher)": 4.0867919921875,
+      "epoch": 1.5376766091051806,
+      "rel-constrast": 4.031647205352783,
+      "step": 1959,
+      "subrel-constrast": 4.197070598602295,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 6.375,
+      "learning_rate": 4.861227772040409e-05,
+      "loss": 0.7066,
+      "step": 1960
+    },
+    {
+      "cov-distil": 1.6973648071289062,
+      "cov-distil (oracle2student)": 3.438843250274658,
+      "cov-distil (oracle2teacher)": 3.2021613121032715,
+      "epoch": 1.5384615384615383,
+      "rel-constrast": 3.0188634395599365,
+      "step": 1960,
+      "subrel-constrast": 3.830216884613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6175587177276611,
+      "cov-distil (oracle2student)": 3.4273316860198975,
+      "cov-distil (oracle2teacher)": 3.533212661743164,
+      "epoch": 1.5392464678178963,
+      "rel-constrast": 2.5842418670654297,
+      "step": 1961,
+      "subrel-constrast": 2.935939073562622,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5720915794372559,
+      "cov-distil (oracle2student)": 3.6428780555725098,
+      "cov-distil (oracle2teacher)": 3.6429476737976074,
+      "epoch": 1.5400313971742543,
+      "rel-constrast": 2.3179471492767334,
+      "step": 1962,
+      "subrel-constrast": 3.170811176300049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6361315250396729,
+      "cov-distil (oracle2student)": 5.307055950164795,
+      "cov-distil (oracle2teacher)": 5.468857765197754,
+      "epoch": 1.5408163265306123,
+      "rel-constrast": 2.2441654205322266,
+      "step": 1963,
+      "subrel-constrast": 3.5044991970062256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6532347202301025,
+      "cov-distil (oracle2student)": 5.974061965942383,
+      "cov-distil (oracle2teacher)": 5.222874641418457,
+      "epoch": 1.5416012558869703,
+      "rel-constrast": 2.0757360458374023,
+      "step": 1964,
+      "subrel-constrast": 3.102261543273926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1591393947601318,
+      "cov-distil (oracle2student)": 3.025369644165039,
+      "cov-distil (oracle2teacher)": 3.133007287979126,
+      "epoch": 1.542386185243328,
+      "rel-constrast": 3.053222894668579,
+      "step": 1965,
+      "subrel-constrast": 3.4797122478485107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1420084238052368,
+      "cov-distil (oracle2student)": 4.093174934387207,
+      "cov-distil (oracle2teacher)": 3.86787486076355,
+      "epoch": 1.543171114599686,
+      "rel-constrast": 2.3095903396606445,
+      "step": 1966,
+      "subrel-constrast": 2.6604526042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4384503364562988,
+      "cov-distil (oracle2student)": 5.2053728103637695,
+      "cov-distil (oracle2teacher)": 5.07504940032959,
+      "epoch": 1.5439560439560438,
+      "rel-constrast": 3.3069727420806885,
+      "step": 1967,
+      "subrel-constrast": 4.132556438446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8645159006118774,
+      "cov-distil (oracle2student)": 3.4567441940307617,
+      "cov-distil (oracle2teacher)": 3.4325718879699707,
+      "epoch": 1.5447409733124018,
+      "rel-constrast": 2.6346917152404785,
+      "step": 1968,
+      "subrel-constrast": 3.299747943878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4925127029418945,
+      "cov-distil (oracle2student)": 3.1740942001342773,
+      "cov-distil (oracle2teacher)": 3.1853623390197754,
+      "epoch": 1.5455259026687598,
+      "rel-constrast": 2.4404454231262207,
+      "step": 1969,
+      "subrel-constrast": 3.2339844703674316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5463108320251178,
+      "grad_norm": 4.34375,
+      "learning_rate": 4.8583463664720176e-05,
+      "loss": 0.6878,
+      "step": 1970
+    },
+    {
+      "cov-distil": 1.5537331104278564,
+      "cov-distil (oracle2student)": 4.25655460357666,
+      "cov-distil (oracle2teacher)": 3.8265132904052734,
+      "epoch": 1.5463108320251178,
+      "rel-constrast": 3.0060253143310547,
+      "step": 1970,
+      "subrel-constrast": 3.643080949783325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6721501350402832,
+      "cov-distil (oracle2student)": 3.751009225845337,
+      "cov-distil (oracle2teacher)": 3.8563971519470215,
+      "epoch": 1.5470957613814758,
+      "rel-constrast": 2.736800193786621,
+      "step": 1971,
+      "subrel-constrast": 3.3648886680603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5302622318267822,
+      "cov-distil (oracle2student)": 4.6792755126953125,
+      "cov-distil (oracle2teacher)": 4.360922336578369,
+      "epoch": 1.5478806907378337,
+      "rel-constrast": 3.3019018173217773,
+      "step": 1972,
+      "subrel-constrast": 3.5520718097686768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1769180297851562,
+      "cov-distil (oracle2student)": 4.238148212432861,
+      "cov-distil (oracle2teacher)": 3.2439846992492676,
+      "epoch": 1.5486656200941915,
+      "rel-constrast": 2.369637966156006,
+      "step": 1973,
+      "subrel-constrast": 2.7696850299835205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.419450044631958,
+      "cov-distil (oracle2student)": 4.991211414337158,
+      "cov-distil (oracle2teacher)": 4.847337245941162,
+      "epoch": 1.5494505494505495,
+      "rel-constrast": 2.006226062774658,
+      "step": 1974,
+      "subrel-constrast": 3.12842059135437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6049679517745972,
+      "cov-distil (oracle2student)": 4.622395992279053,
+      "cov-distil (oracle2teacher)": 4.493963241577148,
+      "epoch": 1.5502354788069073,
+      "rel-constrast": 2.9897122383117676,
+      "step": 1975,
+      "subrel-constrast": 3.8140511512756348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7867454290390015,
+      "cov-distil (oracle2student)": 5.612849235534668,
+      "cov-distil (oracle2teacher)": 4.941135406494141,
+      "epoch": 1.5510204081632653,
+      "rel-constrast": 3.195573329925537,
+      "step": 1976,
+      "subrel-constrast": 4.018914699554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6703518629074097,
+      "cov-distil (oracle2student)": 3.967500686645508,
+      "cov-distil (oracle2teacher)": 3.7136988639831543,
+      "epoch": 1.5518053375196232,
+      "rel-constrast": 2.331869125366211,
+      "step": 1977,
+      "subrel-constrast": 2.9944841861724854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9738165140151978,
+      "cov-distil (oracle2student)": 4.28980827331543,
+      "cov-distil (oracle2teacher)": 4.037176132202148,
+      "epoch": 1.5525902668759812,
+      "rel-constrast": 2.191450834274292,
+      "step": 1978,
+      "subrel-constrast": 3.0496788024902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4531769752502441,
+      "cov-distil (oracle2student)": 3.942265510559082,
+      "cov-distil (oracle2teacher)": 3.9404845237731934,
+      "epoch": 1.5533751962323392,
+      "rel-constrast": 2.8960509300231934,
+      "step": 1979,
+      "subrel-constrast": 4.207064628601074,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.554160125588697,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.855436225197399e-05,
+      "loss": 0.7127,
+      "step": 1980
+    },
+    {
+      "cov-distil": 1.7720801830291748,
+      "cov-distil (oracle2student)": 4.238912582397461,
+      "cov-distil (oracle2teacher)": 4.5033063888549805,
+      "epoch": 1.554160125588697,
+      "rel-constrast": 2.869654655456543,
+      "step": 1980,
+      "subrel-constrast": 4.044305801391602,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.584997296333313,
+      "cov-distil (oracle2student)": 3.4553446769714355,
+      "cov-distil (oracle2teacher)": 3.355989456176758,
+      "epoch": 1.554945054945055,
+      "rel-constrast": 2.5049617290496826,
+      "step": 1981,
+      "subrel-constrast": 3.05622935295105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1078596115112305,
+      "cov-distil (oracle2student)": 2.5911593437194824,
+      "cov-distil (oracle2teacher)": 2.5648322105407715,
+      "epoch": 1.5557299843014127,
+      "rel-constrast": 2.7047910690307617,
+      "step": 1982,
+      "subrel-constrast": 2.8430488109588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7691397666931152,
+      "cov-distil (oracle2student)": 4.825812339782715,
+      "cov-distil (oracle2teacher)": 4.105561256408691,
+      "epoch": 1.5565149136577707,
+      "rel-constrast": 2.9097957611083984,
+      "step": 1983,
+      "subrel-constrast": 3.238675832748413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5538854598999023,
+      "cov-distil (oracle2student)": 3.4161548614501953,
+      "cov-distil (oracle2teacher)": 3.0964391231536865,
+      "epoch": 1.5572998430141287,
+      "rel-constrast": 2.090397596359253,
+      "step": 1984,
+      "subrel-constrast": 2.600329637527466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.631657361984253,
+      "cov-distil (oracle2student)": 3.214862108230591,
+      "cov-distil (oracle2teacher)": 3.3299331665039062,
+      "epoch": 1.5580847723704867,
+      "rel-constrast": 1.8665716648101807,
+      "step": 1985,
+      "subrel-constrast": 2.7516143321990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327673077583313,
+      "cov-distil (oracle2student)": 4.799072265625,
+      "cov-distil (oracle2teacher)": 4.715295314788818,
+      "epoch": 1.5588697017268447,
+      "rel-constrast": 1.979149580001831,
+      "step": 1986,
+      "subrel-constrast": 2.747004747390747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5439329147338867,
+      "cov-distil (oracle2student)": 3.287466526031494,
+      "cov-distil (oracle2teacher)": 3.604806900024414,
+      "epoch": 1.5596546310832025,
+      "rel-constrast": 2.361109495162964,
+      "step": 1987,
+      "subrel-constrast": 2.9993958473205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.233219861984253,
+      "cov-distil (oracle2student)": 3.7380623817443848,
+      "cov-distil (oracle2teacher)": 3.4555606842041016,
+      "epoch": 1.5604395604395604,
+      "rel-constrast": 3.335693836212158,
+      "step": 1988,
+      "subrel-constrast": 3.793260335922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1643787622451782,
+      "cov-distil (oracle2student)": 3.192600727081299,
+      "cov-distil (oracle2teacher)": 3.2788116931915283,
+      "epoch": 1.5612244897959182,
+      "rel-constrast": 2.3927178382873535,
+      "step": 1989,
+      "subrel-constrast": 3.0707764625549316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5620094191522762,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.852497383675708e-05,
+      "loss": 0.6621,
+      "step": 1990
+    },
+    {
+      "cov-distil": 1.8068472146987915,
+      "cov-distil (oracle2student)": 3.369866132736206,
+      "cov-distil (oracle2teacher)": 3.4463839530944824,
+      "epoch": 1.5620094191522762,
+      "rel-constrast": 2.656322717666626,
+      "step": 1990,
+      "subrel-constrast": 3.348904848098755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2985156774520874,
+      "cov-distil (oracle2student)": 3.108865737915039,
+      "cov-distil (oracle2teacher)": 3.300293207168579,
+      "epoch": 1.5627943485086342,
+      "rel-constrast": 2.6173954010009766,
+      "step": 1991,
+      "subrel-constrast": 2.8500521183013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.916305661201477,
+      "cov-distil (oracle2student)": 4.062490940093994,
+      "cov-distil (oracle2teacher)": 3.812854766845703,
+      "epoch": 1.5635792778649922,
+      "rel-constrast": 3.536746025085449,
+      "step": 1992,
+      "subrel-constrast": 3.698018789291382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7872958183288574,
+      "cov-distil (oracle2student)": 3.001530885696411,
+      "cov-distil (oracle2teacher)": 3.044684410095215,
+      "epoch": 1.5643642072213502,
+      "rel-constrast": 1.9752702713012695,
+      "step": 1993,
+      "subrel-constrast": 2.9991579055786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4835789203643799,
+      "cov-distil (oracle2student)": 3.741429567337036,
+      "cov-distil (oracle2teacher)": 3.9224085807800293,
+      "epoch": 1.5651491365777082,
+      "rel-constrast": 2.7236318588256836,
+      "step": 1994,
+      "subrel-constrast": 3.2023420333862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4619827270507812,
+      "cov-distil (oracle2student)": 4.172710418701172,
+      "cov-distil (oracle2teacher)": 3.931519031524658,
+      "epoch": 1.565934065934066,
+      "rel-constrast": 3.3904943466186523,
+      "step": 1995,
+      "subrel-constrast": 3.5143985748291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3342100381851196,
+      "cov-distil (oracle2student)": 2.4641640186309814,
+      "cov-distil (oracle2teacher)": 3.1553573608398438,
+      "epoch": 1.566718995290424,
+      "rel-constrast": 2.4919357299804688,
+      "step": 1996,
+      "subrel-constrast": 3.432839870452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5724618434906006,
+      "cov-distil (oracle2student)": 4.706221103668213,
+      "cov-distil (oracle2teacher)": 4.2155914306640625,
+      "epoch": 1.5675039246467817,
+      "rel-constrast": 1.640298843383789,
+      "step": 1997,
+      "subrel-constrast": 2.548982858657837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9090259075164795,
+      "cov-distil (oracle2student)": 2.640289068222046,
+      "cov-distil (oracle2teacher)": 2.777580976486206,
+      "epoch": 1.5682888540031397,
+      "rel-constrast": 2.1038618087768555,
+      "step": 1998,
+      "subrel-constrast": 3.044689893722534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.65898597240448,
+      "cov-distil (oracle2student)": 3.688229560852051,
+      "cov-distil (oracle2teacher)": 3.3557534217834473,
+      "epoch": 1.5690737833594977,
+      "rel-constrast": 3.41483211517334,
+      "step": 1999,
+      "subrel-constrast": 3.702179193496704,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.849529877715799e-05,
+      "loss": 0.7043,
+      "step": 2000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-6000/training_args.bin b/old/checkpoint-2000/training_args.bin
similarity index 100%
rename from checkpoint-6000/training_args.bin
rename to old/checkpoint-2000/training_args.bin
diff --git a/checkpoint-7000/config.json b/old/checkpoint-3000/config.json
similarity index 100%
rename from checkpoint-7000/config.json
rename to old/checkpoint-3000/config.json
diff --git a/old/checkpoint-3000/model.safetensors b/old/checkpoint-3000/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd50f89733758874581a7d97c054bd31058021e9
--- /dev/null
+++ b/old/checkpoint-3000/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be20784cf6103079b32c920e58a94679d1ade12583950ca2073bfa306c0763ec
+size 298041696
diff --git a/old/checkpoint-3000/optimizer.pt b/old/checkpoint-3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be420b78e0f32ef1451a4d11b578ef9fd9a765c
--- /dev/null
+++ b/old/checkpoint-3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5081ad43b2cbc96b7aab08d2402d1ae11126ca69014417a6f18d0b17719b1e
+size 596170443
diff --git a/old/checkpoint-3000/rng_state_0.pth b/old/checkpoint-3000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ff77e3c58da9455e1dd0b72250939a1e3e57820b
--- /dev/null
+++ b/old/checkpoint-3000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0e770c61e3acef7bd144efee65a450ed487b244ed293a8dd801394ffcae775
+size 15365
diff --git a/old/checkpoint-3000/rng_state_1.pth b/old/checkpoint-3000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d97adfe5f4938d67a24b0bff40978e0dcff65c9f
--- /dev/null
+++ b/old/checkpoint-3000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb125336725f7741cb4daa1e3d06e225bbacfde8d41c4dcabb6762c222e62c6
+size 15429
diff --git a/old/checkpoint-3000/rng_state_2.pth b/old/checkpoint-3000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee919d8a1889bd09788238727a6953bf23681a11
--- /dev/null
+++ b/old/checkpoint-3000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153c865f77c7129ba565bded50f334683d51c80f20e3cfec39e62f8737b86f0d
+size 15429
diff --git a/old/checkpoint-3000/rng_state_3.pth b/old/checkpoint-3000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40b15affd1e79e61193c3d09362b58668b49a899
--- /dev/null
+++ b/old/checkpoint-3000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d017ce00fcebac7edc058ddd138f194eb0340f2d8ad0879bdab08f922ed0846e
+size 15429
diff --git a/old/checkpoint-3000/scheduler.pt b/old/checkpoint-3000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829b015e6c46f4f0c75df20a8e64a9c280f6c02f
--- /dev/null
+++ b/old/checkpoint-3000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3843e5eb61be1ff4e8c0ac650bb54b799e618cc71ecc1195c672b3c96875f3bf
+size 1465
diff --git a/old/checkpoint-3000/trainer_state.json b/old/checkpoint-3000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..9d07648e97a0fddfe81f0c35a82d8a885c4f8b04
--- /dev/null
+++ b/old/checkpoint-3000/trainer_state.json
@@ -0,0 +1,33004 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.3547880690737832,
+  "eval_steps": 500.0,
+  "global_step": 3000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval/duc04-P@10": 0.7459999999999998,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-nDCG@10": 0.7479390936343135,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-P@10": 0.42599999999999993,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-nDCG@10": 0.5970496855342027,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/avg": 0.5207628955439759,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "overlap": 0.22031250596046448,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "student margin": 0.043792724609375
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "teacher margin": 0.037353515625
+    },
+    {
+      "epoch": 0,
+      "margin difference": -0.006439208984375,
+      "step": 0
+    },
+    {
+      "cov-distil": 1.9989408254623413,
+      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil (oracle2teacher)": 4.2215576171875,
+      "epoch": 0,
+      "rel-constrast": 6.024477481842041,
+      "step": 0,
+      "subrel-constrast": 5.391467094421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.590911388397217,
+      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil (oracle2teacher)": 5.292954444885254,
+      "epoch": 0.0007849293563579278,
+      "rel-constrast": 7.042376518249512,
+      "step": 1,
+      "subrel-constrast": 6.658135890960693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.234889030456543,
+      "cov-distil (oracle2student)": 4.785423278808594,
+      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "epoch": 0.0015698587127158557,
+      "rel-constrast": 4.653334617614746,
+      "step": 2,
+      "subrel-constrast": 5.114200592041016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.892646074295044,
+      "cov-distil (oracle2student)": 5.359386444091797,
+      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "epoch": 0.002354788069073783,
+      "rel-constrast": 5.759308815002441,
+      "step": 3,
+      "subrel-constrast": 4.294970989227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.187523365020752,
+      "cov-distil (oracle2student)": 4.088177680969238,
+      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "epoch": 0.0031397174254317113,
+      "rel-constrast": 4.063039779663086,
+      "step": 4,
+      "subrel-constrast": 4.597165107727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5768115520477295,
+      "cov-distil (oracle2student)": 9.671545028686523,
+      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "epoch": 0.003924646781789639,
+      "rel-constrast": 7.844664096832275,
+      "step": 5,
+      "subrel-constrast": 7.689645767211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7839202880859375,
+      "cov-distil (oracle2student)": 7.124797344207764,
+      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "epoch": 0.004709576138147566,
+      "rel-constrast": 6.9873199462890625,
+      "step": 6,
+      "subrel-constrast": 6.358409881591797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1054530143737793,
+      "cov-distil (oracle2student)": 5.955070495605469,
+      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "epoch": 0.005494505494505495,
+      "rel-constrast": 4.839856147766113,
+      "step": 7,
+      "subrel-constrast": 5.012356758117676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.417634963989258,
+      "cov-distil (oracle2student)": 6.458645820617676,
+      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "epoch": 0.006279434850863423,
+      "rel-constrast": 5.473586082458496,
+      "step": 8,
+      "subrel-constrast": 3.944282054901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5553622245788574,
+      "cov-distil (oracle2student)": 5.345729827880859,
+      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "epoch": 0.00706436420722135,
+      "rel-constrast": 5.705809116363525,
+      "step": 9,
+      "subrel-constrast": 5.071885108947754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.007849293563579277,
+      "grad_norm": 15.1875,
+      "learning_rate": 4.5e-07,
+      "loss": 1.5357,
+      "step": 10
+    },
+    {
+      "cov-distil": 2.179523468017578,
+      "cov-distil (oracle2student)": 6.76649808883667,
+      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "epoch": 0.007849293563579277,
+      "rel-constrast": 5.527869701385498,
+      "step": 10,
+      "subrel-constrast": 5.327791213989258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7319321632385254,
+      "cov-distil (oracle2student)": 6.106301307678223,
+      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "epoch": 0.008634222919937205,
+      "rel-constrast": 6.950443744659424,
+      "step": 11,
+      "subrel-constrast": 7.032792568206787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854433298110962,
+      "cov-distil (oracle2student)": 7.011631965637207,
+      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "epoch": 0.009419152276295133,
+      "rel-constrast": 6.216261386871338,
+      "step": 12,
+      "subrel-constrast": 6.4257707595825195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.349715232849121,
+      "cov-distil (oracle2student)": 6.723206520080566,
+      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "epoch": 0.01020408163265306,
+      "rel-constrast": 6.11406135559082,
+      "step": 13,
+      "subrel-constrast": 5.350836753845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.176401376724243,
+      "cov-distil (oracle2student)": 7.31204891204834,
+      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "epoch": 0.01098901098901099,
+      "rel-constrast": 7.507654190063477,
+      "step": 14,
+      "subrel-constrast": 6.769496440887451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.67018461227417,
+      "cov-distil (oracle2student)": 5.521136283874512,
+      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "epoch": 0.011773940345368918,
+      "rel-constrast": 5.118526458740234,
+      "step": 15,
+      "subrel-constrast": 4.343193054199219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.665984630584717,
+      "cov-distil (oracle2student)": 4.9838104248046875,
+      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "epoch": 0.012558869701726845,
+      "rel-constrast": 6.632684707641602,
+      "step": 16,
+      "subrel-constrast": 5.201573848724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.330692291259766,
+      "cov-distil (oracle2student)": 8.552825927734375,
+      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "epoch": 0.013343799058084773,
+      "rel-constrast": 9.133567810058594,
+      "step": 17,
+      "subrel-constrast": 7.034067153930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.602668285369873,
+      "cov-distil (oracle2student)": 5.244088172912598,
+      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "epoch": 0.0141287284144427,
+      "rel-constrast": 7.642650127410889,
+      "step": 18,
+      "subrel-constrast": 6.055438995361328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5356028079986572,
+      "cov-distil (oracle2student)": 6.620259761810303,
+      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "epoch": 0.014913657770800628,
+      "rel-constrast": 4.861123561859131,
+      "step": 19,
+      "subrel-constrast": 5.008308410644531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.015698587127158554,
+      "grad_norm": 11.5625,
+      "learning_rate": 9.5e-07,
+      "loss": 1.7254,
+      "step": 20
+    },
+    {
+      "cov-distil": 2.88397479057312,
+      "cov-distil (oracle2student)": 6.778175354003906,
+      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "epoch": 0.015698587127158554,
+      "rel-constrast": 4.111982345581055,
+      "step": 20,
+      "subrel-constrast": 3.8631598949432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.384960174560547,
+      "cov-distil (oracle2student)": 7.21034049987793,
+      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "epoch": 0.016483516483516484,
+      "rel-constrast": 7.05242395401001,
+      "step": 21,
+      "subrel-constrast": 5.182291030883789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517098903656006,
+      "cov-distil (oracle2student)": 4.5811920166015625,
+      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "epoch": 0.01726844583987441,
+      "rel-constrast": 4.999781131744385,
+      "step": 22,
+      "subrel-constrast": 4.843943119049072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.147690773010254,
+      "cov-distil (oracle2student)": 6.542362213134766,
+      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "epoch": 0.01805337519623234,
+      "rel-constrast": 6.193174839019775,
+      "step": 23,
+      "subrel-constrast": 4.360376834869385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1142213344573975,
+      "cov-distil (oracle2student)": 5.866973400115967,
+      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "epoch": 0.018838304552590265,
+      "rel-constrast": 4.719829559326172,
+      "step": 24,
+      "subrel-constrast": 4.7262139320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0676374435424805,
+      "cov-distil (oracle2student)": 6.361337661743164,
+      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "epoch": 0.019623233908948195,
+      "rel-constrast": 5.291130542755127,
+      "step": 25,
+      "subrel-constrast": 4.823647975921631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.472700834274292,
+      "cov-distil (oracle2student)": 7.129220962524414,
+      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "epoch": 0.02040816326530612,
+      "rel-constrast": 3.5912997722625732,
+      "step": 26,
+      "subrel-constrast": 5.144829273223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9654526710510254,
+      "cov-distil (oracle2student)": 3.9266674518585205,
+      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "epoch": 0.02119309262166405,
+      "rel-constrast": 6.281983375549316,
+      "step": 27,
+      "subrel-constrast": 5.6362786293029785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6815195083618164,
+      "cov-distil (oracle2student)": 7.881003379821777,
+      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "epoch": 0.02197802197802198,
+      "rel-constrast": 5.959110260009766,
+      "step": 28,
+      "subrel-constrast": 5.209717750549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.88785982131958,
+      "cov-distil (oracle2student)": 7.003663063049316,
+      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "epoch": 0.022762951334379906,
+      "rel-constrast": 8.367774963378906,
+      "step": 29,
+      "subrel-constrast": 6.187191486358643,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.023547880690737835,
+      "grad_norm": 17.75,
+      "learning_rate": 1.45e-06,
+      "loss": 1.4845,
+      "step": 30
+    },
+    {
+      "cov-distil": 3.3678722381591797,
+      "cov-distil (oracle2student)": 6.019737243652344,
+      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "epoch": 0.023547880690737835,
+      "rel-constrast": 5.960864067077637,
+      "step": 30,
+      "subrel-constrast": 5.250092029571533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0134525299072266,
+      "cov-distil (oracle2student)": 6.479032516479492,
+      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "epoch": 0.02433281004709576,
+      "rel-constrast": 4.5848002433776855,
+      "step": 31,
+      "subrel-constrast": 4.0105085372924805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.619563102722168,
+      "cov-distil (oracle2student)": 6.920108795166016,
+      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "epoch": 0.02511773940345369,
+      "rel-constrast": 4.926921367645264,
+      "step": 32,
+      "subrel-constrast": 5.2235589027404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2718629837036133,
+      "cov-distil (oracle2student)": 6.375840663909912,
+      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "epoch": 0.025902668759811617,
+      "rel-constrast": 5.111979007720947,
+      "step": 33,
+      "subrel-constrast": 4.850986003875732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4088358879089355,
+      "cov-distil (oracle2student)": 6.677534103393555,
+      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "epoch": 0.026687598116169546,
+      "rel-constrast": 7.12398624420166,
+      "step": 34,
+      "subrel-constrast": 6.821657180786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9008474349975586,
+      "cov-distil (oracle2student)": 7.56972074508667,
+      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "epoch": 0.027472527472527472,
+      "rel-constrast": 7.496291160583496,
+      "step": 35,
+      "subrel-constrast": 5.942625522613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.160658836364746,
+      "cov-distil (oracle2student)": 6.67634391784668,
+      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "epoch": 0.0282574568288854,
+      "rel-constrast": 7.814392566680908,
+      "step": 36,
+      "subrel-constrast": 7.040494918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.357525110244751,
+      "cov-distil (oracle2student)": 6.231601715087891,
+      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "epoch": 0.029042386185243328,
+      "rel-constrast": 7.538066864013672,
+      "step": 37,
+      "subrel-constrast": 5.962146759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8702592849731445,
+      "cov-distil (oracle2student)": 7.061007499694824,
+      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "epoch": 0.029827315541601257,
+      "rel-constrast": 5.386776447296143,
+      "step": 38,
+      "subrel-constrast": 5.066832065582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8868913650512695,
+      "cov-distil (oracle2student)": 7.514427185058594,
+      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "epoch": 0.030612244897959183,
+      "rel-constrast": 4.858754634857178,
+      "step": 39,
+      "subrel-constrast": 3.695237159729004,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03139717425431711,
+      "grad_norm": 14.9375,
+      "learning_rate": 1.95e-06,
+      "loss": 1.6072,
+      "step": 40
+    },
+    {
+      "cov-distil": 2.6346449851989746,
+      "cov-distil (oracle2student)": 5.6983489990234375,
+      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "epoch": 0.03139717425431711,
+      "rel-constrast": 5.201531887054443,
+      "step": 40,
+      "subrel-constrast": 4.837984085083008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.228761672973633,
+      "cov-distil (oracle2student)": 5.368660926818848,
+      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "epoch": 0.03218210361067504,
+      "rel-constrast": 5.638035774230957,
+      "step": 41,
+      "subrel-constrast": 4.828268051147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0427069664001465,
+      "cov-distil (oracle2student)": 5.979119300842285,
+      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "epoch": 0.03296703296703297,
+      "rel-constrast": 7.022146701812744,
+      "step": 42,
+      "subrel-constrast": 5.421981334686279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3467624187469482,
+      "cov-distil (oracle2student)": 5.9029388427734375,
+      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "epoch": 0.033751962323390894,
+      "rel-constrast": 5.638243198394775,
+      "step": 43,
+      "subrel-constrast": 4.6920084953308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.569026470184326,
+      "cov-distil (oracle2student)": 6.0826921463012695,
+      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "epoch": 0.03453689167974882,
+      "rel-constrast": 7.202978134155273,
+      "step": 44,
+      "subrel-constrast": 6.782849311828613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.127652168273926,
+      "cov-distil (oracle2student)": 6.768123626708984,
+      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "epoch": 0.03532182103610675,
+      "rel-constrast": 5.803994655609131,
+      "step": 45,
+      "subrel-constrast": 4.7947678565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7271077632904053,
+      "cov-distil (oracle2student)": 6.987262725830078,
+      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "epoch": 0.03610675039246468,
+      "rel-constrast": 7.125826835632324,
+      "step": 46,
+      "subrel-constrast": 6.822656631469727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9657368659973145,
+      "cov-distil (oracle2student)": 7.144539833068848,
+      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "epoch": 0.036891679748822605,
+      "rel-constrast": 7.449712753295898,
+      "step": 47,
+      "subrel-constrast": 5.7075347900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.010920763015747,
+      "cov-distil (oracle2student)": 6.869639873504639,
+      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "epoch": 0.03767660910518053,
+      "rel-constrast": 5.459962844848633,
+      "step": 48,
+      "subrel-constrast": 5.051971435546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7146430015563965,
+      "cov-distil (oracle2student)": 8.329263687133789,
+      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "epoch": 0.038461538461538464,
+      "rel-constrast": 8.239823341369629,
+      "step": 49,
+      "subrel-constrast": 6.8162150382995605,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03924646781789639,
+      "grad_norm": 19.875,
+      "learning_rate": 2.4500000000000003e-06,
+      "loss": 1.6955,
+      "step": 50
+    },
+    {
+      "cov-distil": 3.2634499073028564,
+      "cov-distil (oracle2student)": 6.130512714385986,
+      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "epoch": 0.03924646781789639,
+      "rel-constrast": 6.289271354675293,
+      "step": 50,
+      "subrel-constrast": 4.33033561706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.303950309753418,
+      "cov-distil (oracle2student)": 8.357975006103516,
+      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "epoch": 0.040031397174254316,
+      "rel-constrast": 8.334805488586426,
+      "step": 51,
+      "subrel-constrast": 8.139405250549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2591934204101562,
+      "cov-distil (oracle2student)": 5.158834457397461,
+      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "epoch": 0.04081632653061224,
+      "rel-constrast": 5.297996520996094,
+      "step": 52,
+      "subrel-constrast": 4.4804863929748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.50638484954834,
+      "cov-distil (oracle2student)": 5.478808403015137,
+      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "epoch": 0.041601255886970175,
+      "rel-constrast": 8.10940170288086,
+      "step": 53,
+      "subrel-constrast": 5.969902038574219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8422069549560547,
+      "cov-distil (oracle2student)": 6.521360874176025,
+      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "epoch": 0.0423861852433281,
+      "rel-constrast": 5.607071399688721,
+      "step": 54,
+      "subrel-constrast": 6.106446743011475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.085712194442749,
+      "cov-distil (oracle2student)": 10.780364990234375,
+      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "epoch": 0.04317111459968603,
+      "rel-constrast": 6.090634346008301,
+      "step": 55,
+      "subrel-constrast": 6.779709339141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.785494565963745,
+      "cov-distil (oracle2student)": 5.962707996368408,
+      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "epoch": 0.04395604395604396,
+      "rel-constrast": 5.856771469116211,
+      "step": 56,
+      "subrel-constrast": 5.509479522705078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.584353446960449,
+      "cov-distil (oracle2student)": 6.202386379241943,
+      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "epoch": 0.044740973312401885,
+      "rel-constrast": 6.150420188903809,
+      "step": 57,
+      "subrel-constrast": 5.121495723724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701603889465332,
+      "cov-distil (oracle2student)": 6.837789058685303,
+      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "epoch": 0.04552590266875981,
+      "rel-constrast": 7.76063346862793,
+      "step": 58,
+      "subrel-constrast": 5.378823280334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.710871696472168,
+      "cov-distil (oracle2student)": 9.897594451904297,
+      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "epoch": 0.04631083202511774,
+      "rel-constrast": 7.0981221199035645,
+      "step": 59,
+      "subrel-constrast": 7.289656639099121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.04709576138147567,
+      "grad_norm": 16.0,
+      "learning_rate": 2.95e-06,
+      "loss": 1.7425,
+      "step": 60
+    },
+    {
+      "cov-distil": 3.577488899230957,
+      "cov-distil (oracle2student)": 5.867010116577148,
+      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "epoch": 0.04709576138147567,
+      "rel-constrast": 5.175161838531494,
+      "step": 60,
+      "subrel-constrast": 4.913603782653809,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8872010707855225,
+      "cov-distil (oracle2student)": 5.9557085037231445,
+      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "epoch": 0.047880690737833596,
+      "rel-constrast": 6.276098728179932,
+      "step": 61,
+      "subrel-constrast": 5.370903015136719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.1421709060668945,
+      "cov-distil (oracle2student)": 6.92226505279541,
+      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "epoch": 0.04866562009419152,
+      "rel-constrast": 5.787407398223877,
+      "step": 62,
+      "subrel-constrast": 4.8872456550598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.272606372833252,
+      "cov-distil (oracle2student)": 5.872837066650391,
+      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "epoch": 0.04945054945054945,
+      "rel-constrast": 8.104948043823242,
+      "step": 63,
+      "subrel-constrast": 5.131637096405029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4897913932800293,
+      "cov-distil (oracle2student)": 5.026608467102051,
+      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "epoch": 0.05023547880690738,
+      "rel-constrast": 5.219900608062744,
+      "step": 64,
+      "subrel-constrast": 3.928039073944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8875179290771484,
+      "cov-distil (oracle2student)": 7.8943681716918945,
+      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "epoch": 0.05102040816326531,
+      "rel-constrast": 6.689120292663574,
+      "step": 65,
+      "subrel-constrast": 5.134953022003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.124709129333496,
+      "cov-distil (oracle2student)": 5.3820366859436035,
+      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "epoch": 0.05180533751962323,
+      "rel-constrast": 5.537747859954834,
+      "step": 66,
+      "subrel-constrast": 3.9992260932922363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.69231915473938,
+      "cov-distil (oracle2student)": 6.316229820251465,
+      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "epoch": 0.05259026687598116,
+      "rel-constrast": 7.291317462921143,
+      "step": 67,
+      "subrel-constrast": 5.170005798339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.139277935028076,
+      "cov-distil (oracle2student)": 5.806092262268066,
+      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "epoch": 0.05337519623233909,
+      "rel-constrast": 4.4095139503479,
+      "step": 68,
+      "subrel-constrast": 4.170525074005127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6359305381774902,
+      "cov-distil (oracle2student)": 6.551682949066162,
+      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "epoch": 0.05416012558869702,
+      "rel-constrast": 5.37055778503418,
+      "step": 69,
+      "subrel-constrast": 5.060253620147705,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.054945054945054944,
+      "grad_norm": 14.3125,
+      "learning_rate": 3.4500000000000004e-06,
+      "loss": 1.5812,
+      "step": 70
+    },
+    {
+      "cov-distil": 3.1894845962524414,
+      "cov-distil (oracle2student)": 6.189196586608887,
+      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "epoch": 0.054945054945054944,
+      "rel-constrast": 6.035884380340576,
+      "step": 70,
+      "subrel-constrast": 5.30534553527832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3957502841949463,
+      "cov-distil (oracle2student)": 6.262465476989746,
+      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "epoch": 0.05572998430141287,
+      "rel-constrast": 5.4684906005859375,
+      "step": 71,
+      "subrel-constrast": 5.43447732925415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7110936641693115,
+      "cov-distil (oracle2student)": 9.013875007629395,
+      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "epoch": 0.0565149136577708,
+      "rel-constrast": 8.860300064086914,
+      "step": 72,
+      "subrel-constrast": 6.688097953796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.631287097930908,
+      "cov-distil (oracle2student)": 5.5042829513549805,
+      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "epoch": 0.05729984301412873,
+      "rel-constrast": 7.457805156707764,
+      "step": 73,
+      "subrel-constrast": 5.069272518157959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0951480865478516,
+      "cov-distil (oracle2student)": 10.49281120300293,
+      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "epoch": 0.058084772370486655,
+      "rel-constrast": 8.317502975463867,
+      "step": 74,
+      "subrel-constrast": 6.139723300933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.448239803314209,
+      "cov-distil (oracle2student)": 6.778696060180664,
+      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "epoch": 0.05886970172684458,
+      "rel-constrast": 6.208157062530518,
+      "step": 75,
+      "subrel-constrast": 5.600346088409424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9895548820495605,
+      "cov-distil (oracle2student)": 4.833767890930176,
+      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "epoch": 0.059654631083202514,
+      "rel-constrast": 5.301086902618408,
+      "step": 76,
+      "subrel-constrast": 4.662568092346191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.35664701461792,
+      "cov-distil (oracle2student)": 5.233097076416016,
+      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "epoch": 0.06043956043956044,
+      "rel-constrast": 5.103623867034912,
+      "step": 77,
+      "subrel-constrast": 4.268317222595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.415127754211426,
+      "cov-distil (oracle2student)": 6.644197940826416,
+      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "epoch": 0.061224489795918366,
+      "rel-constrast": 6.561215400695801,
+      "step": 78,
+      "subrel-constrast": 5.962937355041504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.510354995727539,
+      "cov-distil (oracle2student)": 8.139422416687012,
+      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "epoch": 0.06200941915227629,
+      "rel-constrast": 6.134330749511719,
+      "step": 79,
+      "subrel-constrast": 5.620271682739258,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.06279434850863422,
+      "grad_norm": 15.1875,
+      "learning_rate": 3.95e-06,
+      "loss": 1.7156,
+      "step": 80
+    },
+    {
+      "cov-distil": 3.3284835815429688,
+      "cov-distil (oracle2student)": 7.619293212890625,
+      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "epoch": 0.06279434850863422,
+      "rel-constrast": 7.173356533050537,
+      "step": 80,
+      "subrel-constrast": 6.808206558227539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4397096633911133,
+      "cov-distil (oracle2student)": 7.676415920257568,
+      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "epoch": 0.06357927786499215,
+      "rel-constrast": 6.886641502380371,
+      "step": 81,
+      "subrel-constrast": 6.984169960021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0268101692199707,
+      "cov-distil (oracle2student)": 7.81688117980957,
+      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "epoch": 0.06436420722135008,
+      "rel-constrast": 5.896097660064697,
+      "step": 82,
+      "subrel-constrast": 5.227864742279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.393474578857422,
+      "cov-distil (oracle2student)": 6.482656478881836,
+      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "epoch": 0.065149136577708,
+      "rel-constrast": 6.319892883300781,
+      "step": 83,
+      "subrel-constrast": 5.442715644836426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517345905303955,
+      "cov-distil (oracle2student)": 6.040264129638672,
+      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "epoch": 0.06593406593406594,
+      "rel-constrast": 5.40537166595459,
+      "step": 84,
+      "subrel-constrast": 4.604902267456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.264801502227783,
+      "cov-distil (oracle2student)": 4.99867057800293,
+      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "epoch": 0.06671899529042387,
+      "rel-constrast": 5.624813079833984,
+      "step": 85,
+      "subrel-constrast": 4.161462783813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266205310821533,
+      "cov-distil (oracle2student)": 8.019726753234863,
+      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "epoch": 0.06750392464678179,
+      "rel-constrast": 5.973287582397461,
+      "step": 86,
+      "subrel-constrast": 5.353548526763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9515674114227295,
+      "cov-distil (oracle2student)": 6.66702938079834,
+      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "epoch": 0.06828885400313972,
+      "rel-constrast": 7.188405990600586,
+      "step": 87,
+      "subrel-constrast": 6.352745056152344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.024931907653809,
+      "cov-distil (oracle2student)": 8.261985778808594,
+      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "epoch": 0.06907378335949764,
+      "rel-constrast": 6.1363115310668945,
+      "step": 88,
+      "subrel-constrast": 5.887054920196533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.616726875305176,
+      "cov-distil (oracle2student)": 7.866814613342285,
+      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "epoch": 0.06985871271585557,
+      "rel-constrast": 6.378461837768555,
+      "step": 89,
+      "subrel-constrast": 5.206252098083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.0706436420722135,
+      "grad_norm": 17.75,
+      "learning_rate": 4.45e-06,
+      "loss": 1.6566,
+      "step": 90
+    },
+    {
+      "cov-distil": 3.3641278743743896,
+      "cov-distil (oracle2student)": 5.879482269287109,
+      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "epoch": 0.0706436420722135,
+      "rel-constrast": 4.970180511474609,
+      "step": 90,
+      "subrel-constrast": 4.763465881347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9355416297912598,
+      "cov-distil (oracle2student)": 6.9991936683654785,
+      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "epoch": 0.07142857142857142,
+      "rel-constrast": 5.827273845672607,
+      "step": 91,
+      "subrel-constrast": 4.389217853546143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.328171491622925,
+      "cov-distil (oracle2student)": 6.016704559326172,
+      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "epoch": 0.07221350078492936,
+      "rel-constrast": 6.104631423950195,
+      "step": 92,
+      "subrel-constrast": 5.1348137855529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7416696548461914,
+      "cov-distil (oracle2student)": 6.554116249084473,
+      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "epoch": 0.07299843014128729,
+      "rel-constrast": 4.428642272949219,
+      "step": 93,
+      "subrel-constrast": 4.080572605133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.126981258392334,
+      "cov-distil (oracle2student)": 7.561041355133057,
+      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "epoch": 0.07378335949764521,
+      "rel-constrast": 6.626583576202393,
+      "step": 94,
+      "subrel-constrast": 6.036290168762207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266633987426758,
+      "cov-distil (oracle2student)": 8.336587905883789,
+      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "epoch": 0.07456828885400314,
+      "rel-constrast": 5.243127822875977,
+      "step": 95,
+      "subrel-constrast": 5.471756458282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3002748489379883,
+      "cov-distil (oracle2student)": 7.252134799957275,
+      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "epoch": 0.07535321821036106,
+      "rel-constrast": 6.544553756713867,
+      "step": 96,
+      "subrel-constrast": 4.715362548828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.930333375930786,
+      "cov-distil (oracle2student)": 7.169529914855957,
+      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "epoch": 0.076138147566719,
+      "rel-constrast": 8.069984436035156,
+      "step": 97,
+      "subrel-constrast": 6.452698230743408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3107340335845947,
+      "cov-distil (oracle2student)": 5.442892074584961,
+      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "epoch": 0.07692307692307693,
+      "rel-constrast": 5.03950834274292,
+      "step": 98,
+      "subrel-constrast": 5.33092737197876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7905068397521973,
+      "cov-distil (oracle2student)": 6.082137584686279,
+      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "epoch": 0.07770800627943485,
+      "rel-constrast": 5.238041400909424,
+      "step": 99,
+      "subrel-constrast": 5.280867576599121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "grad_norm": 16.25,
+      "learning_rate": 4.950000000000001e-06,
+      "loss": 1.5351,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "overlap": 0.20468750596046448,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "student margin": 0.018585205078125
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "teacher margin": 0.0267791748046875
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "margin difference": 0.0081939697265625,
+      "step": 100
+    },
+    {
+      "cov-distil": 3.0693624019622803,
+      "cov-distil (oracle2student)": 6.980118751525879,
+      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "epoch": 0.07849293563579278,
+      "rel-constrast": 9.246582984924316,
+      "step": 100,
+      "subrel-constrast": 5.737648963928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.966313362121582,
+      "cov-distil (oracle2student)": 6.273595809936523,
+      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "epoch": 0.07927786499215071,
+      "rel-constrast": 8.411349296569824,
+      "step": 101,
+      "subrel-constrast": 8.01908016204834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8371520042419434,
+      "cov-distil (oracle2student)": 8.099665641784668,
+      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "epoch": 0.08006279434850863,
+      "rel-constrast": 4.871597766876221,
+      "step": 102,
+      "subrel-constrast": 3.9983325004577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8040473461151123,
+      "cov-distil (oracle2student)": 7.026789665222168,
+      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "epoch": 0.08084772370486656,
+      "rel-constrast": 6.079948902130127,
+      "step": 103,
+      "subrel-constrast": 5.005115985870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1548211574554443,
+      "cov-distil (oracle2student)": 6.445549488067627,
+      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "epoch": 0.08163265306122448,
+      "rel-constrast": 7.2248029708862305,
+      "step": 104,
+      "subrel-constrast": 5.305993556976318,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.700580596923828,
+      "cov-distil (oracle2student)": 6.819460868835449,
+      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "epoch": 0.08241758241758242,
+      "rel-constrast": 6.1904296875,
+      "step": 105,
+      "subrel-constrast": 4.427753925323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641253709793091,
+      "cov-distil (oracle2student)": 7.707598686218262,
+      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "epoch": 0.08320251177394035,
+      "rel-constrast": 6.605925559997559,
+      "step": 106,
+      "subrel-constrast": 5.04954719543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9230635166168213,
+      "cov-distil (oracle2student)": 5.4684858322143555,
+      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "epoch": 0.08398744113029827,
+      "rel-constrast": 5.391318321228027,
+      "step": 107,
+      "subrel-constrast": 4.032782554626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.161479949951172,
+      "cov-distil (oracle2student)": 7.42598819732666,
+      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "epoch": 0.0847723704866562,
+      "rel-constrast": 5.700629234313965,
+      "step": 108,
+      "subrel-constrast": 5.242112636566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.411763906478882,
+      "cov-distil (oracle2student)": 4.519542217254639,
+      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "epoch": 0.08555729984301413,
+      "rel-constrast": 3.85139799118042,
+      "step": 109,
+      "subrel-constrast": 3.0891919136047363,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.08634222919937205,
+      "grad_norm": 12.6875,
+      "learning_rate": 5.45e-06,
+      "loss": 1.6685,
+      "step": 110
+    },
+    {
+      "cov-distil": 3.7623462677001953,
+      "cov-distil (oracle2student)": 5.816520690917969,
+      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "epoch": 0.08634222919937205,
+      "rel-constrast": 5.916131496429443,
+      "step": 110,
+      "subrel-constrast": 5.666640758514404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9162516593933105,
+      "cov-distil (oracle2student)": 6.607631683349609,
+      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "epoch": 0.08712715855572999,
+      "rel-constrast": 6.387336254119873,
+      "step": 111,
+      "subrel-constrast": 6.173241138458252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.200730085372925,
+      "cov-distil (oracle2student)": 5.046133041381836,
+      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "epoch": 0.08791208791208792,
+      "rel-constrast": 6.980642795562744,
+      "step": 112,
+      "subrel-constrast": 5.868181228637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8479957580566406,
+      "cov-distil (oracle2student)": 5.748662948608398,
+      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "epoch": 0.08869701726844584,
+      "rel-constrast": 6.133625507354736,
+      "step": 113,
+      "subrel-constrast": 5.044037818908691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.956294059753418,
+      "cov-distil (oracle2student)": 5.843686103820801,
+      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "epoch": 0.08948194662480377,
+      "rel-constrast": 5.719607353210449,
+      "step": 114,
+      "subrel-constrast": 4.5047831535339355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6976065635681152,
+      "cov-distil (oracle2student)": 6.534242153167725,
+      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "epoch": 0.09026687598116169,
+      "rel-constrast": 6.587165832519531,
+      "step": 115,
+      "subrel-constrast": 5.188892841339111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2262754440307617,
+      "cov-distil (oracle2student)": 7.407478332519531,
+      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "epoch": 0.09105180533751962,
+      "rel-constrast": 7.407068252563477,
+      "step": 116,
+      "subrel-constrast": 6.1709818840026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.905567169189453,
+      "cov-distil (oracle2student)": 6.0437421798706055,
+      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "epoch": 0.09183673469387756,
+      "rel-constrast": 5.36617374420166,
+      "step": 117,
+      "subrel-constrast": 4.775646686553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6030263900756836,
+      "cov-distil (oracle2student)": 7.838919639587402,
+      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "epoch": 0.09262166405023547,
+      "rel-constrast": 4.8718767166137695,
+      "step": 118,
+      "subrel-constrast": 4.323362827301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.951072931289673,
+      "cov-distil (oracle2student)": 3.37375545501709,
+      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "epoch": 0.09340659340659341,
+      "rel-constrast": 4.747162342071533,
+      "step": 119,
+      "subrel-constrast": 4.06825590133667,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.09419152276295134,
+      "grad_norm": 11.8125,
+      "learning_rate": 5.95e-06,
+      "loss": 1.5856,
+      "step": 120
+    },
+    {
+      "cov-distil": 2.652560234069824,
+      "cov-distil (oracle2student)": 7.5916571617126465,
+      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "epoch": 0.09419152276295134,
+      "rel-constrast": 5.198563575744629,
+      "step": 120,
+      "subrel-constrast": 4.764272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276362895965576,
+      "cov-distil (oracle2student)": 4.456997871398926,
+      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "epoch": 0.09497645211930926,
+      "rel-constrast": 6.008549213409424,
+      "step": 121,
+      "subrel-constrast": 4.660116672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.912120819091797,
+      "cov-distil (oracle2student)": 8.093740463256836,
+      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "epoch": 0.09576138147566719,
+      "rel-constrast": 6.139238357543945,
+      "step": 122,
+      "subrel-constrast": 4.679972171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.049605369567871,
+      "cov-distil (oracle2student)": 5.1690802574157715,
+      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "epoch": 0.09654631083202511,
+      "rel-constrast": 5.203070640563965,
+      "step": 123,
+      "subrel-constrast": 4.063456058502197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0213463306427,
+      "cov-distil (oracle2student)": 7.696413993835449,
+      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "epoch": 0.09733124018838304,
+      "rel-constrast": 6.98874568939209,
+      "step": 124,
+      "subrel-constrast": 5.5499491691589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.535893440246582,
+      "cov-distil (oracle2student)": 8.712299346923828,
+      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "epoch": 0.09811616954474098,
+      "rel-constrast": 6.464357376098633,
+      "step": 125,
+      "subrel-constrast": 5.6494855880737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6822762489318848,
+      "cov-distil (oracle2student)": 6.449732780456543,
+      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "epoch": 0.0989010989010989,
+      "rel-constrast": 5.643919944763184,
+      "step": 126,
+      "subrel-constrast": 4.270016193389893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1074256896972656,
+      "cov-distil (oracle2student)": 5.3115644454956055,
+      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "epoch": 0.09968602825745683,
+      "rel-constrast": 5.749547004699707,
+      "step": 127,
+      "subrel-constrast": 5.532700538635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.936629295349121,
+      "cov-distil (oracle2student)": 5.304935455322266,
+      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "epoch": 0.10047095761381476,
+      "rel-constrast": 6.327916622161865,
+      "step": 128,
+      "subrel-constrast": 4.5997748374938965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.669504165649414,
+      "cov-distil (oracle2student)": 9.971288681030273,
+      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "epoch": 0.10125588697017268,
+      "rel-constrast": 6.6161065101623535,
+      "step": 129,
+      "subrel-constrast": 5.407919883728027,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10204081632653061,
+      "grad_norm": 16.5,
+      "learning_rate": 6.45e-06,
+      "loss": 1.5831,
+      "step": 130
+    },
+    {
+      "cov-distil": 2.327519178390503,
+      "cov-distil (oracle2student)": 6.993311405181885,
+      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "epoch": 0.10204081632653061,
+      "rel-constrast": 4.820262432098389,
+      "step": 130,
+      "subrel-constrast": 3.4438061714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0019335746765137,
+      "cov-distil (oracle2student)": 4.936619281768799,
+      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "epoch": 0.10282574568288853,
+      "rel-constrast": 5.546187400817871,
+      "step": 131,
+      "subrel-constrast": 4.52654504776001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2872753143310547,
+      "cov-distil (oracle2student)": 4.686687469482422,
+      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "epoch": 0.10361067503924647,
+      "rel-constrast": 4.3100128173828125,
+      "step": 132,
+      "subrel-constrast": 4.772364139556885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.951021432876587,
+      "cov-distil (oracle2student)": 5.6703667640686035,
+      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "epoch": 0.1043956043956044,
+      "rel-constrast": 7.899327754974365,
+      "step": 133,
+      "subrel-constrast": 5.173623085021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8324503898620605,
+      "cov-distil (oracle2student)": 6.385481834411621,
+      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "epoch": 0.10518053375196232,
+      "rel-constrast": 7.542125701904297,
+      "step": 134,
+      "subrel-constrast": 6.20897102355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.568618059158325,
+      "cov-distil (oracle2student)": 5.818717956542969,
+      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "epoch": 0.10596546310832025,
+      "rel-constrast": 6.248257637023926,
+      "step": 135,
+      "subrel-constrast": 5.135055065155029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.144698143005371,
+      "cov-distil (oracle2student)": 4.889866828918457,
+      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "epoch": 0.10675039246467818,
+      "rel-constrast": 5.107748031616211,
+      "step": 136,
+      "subrel-constrast": 4.345935821533203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7044363021850586,
+      "cov-distil (oracle2student)": 6.096634864807129,
+      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "epoch": 0.1075353218210361,
+      "rel-constrast": 4.691919326782227,
+      "step": 137,
+      "subrel-constrast": 3.9912216663360596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4799304008483887,
+      "cov-distil (oracle2student)": 7.858448505401611,
+      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "epoch": 0.10832025117739404,
+      "rel-constrast": 6.566288948059082,
+      "step": 138,
+      "subrel-constrast": 5.5048980712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7945852279663086,
+      "cov-distil (oracle2student)": 7.29274320602417,
+      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "epoch": 0.10910518053375197,
+      "rel-constrast": 5.898140907287598,
+      "step": 139,
+      "subrel-constrast": 5.746703624725342,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10989010989010989,
+      "grad_norm": 18.125,
+      "learning_rate": 6.950000000000001e-06,
+      "loss": 1.536,
+      "step": 140
+    },
+    {
+      "cov-distil": 3.14044451713562,
+      "cov-distil (oracle2student)": 4.587895393371582,
+      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "epoch": 0.10989010989010989,
+      "rel-constrast": 5.251264572143555,
+      "step": 140,
+      "subrel-constrast": 5.109164714813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.021540641784668,
+      "cov-distil (oracle2student)": 7.4869279861450195,
+      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "epoch": 0.11067503924646782,
+      "rel-constrast": 6.179267406463623,
+      "step": 141,
+      "subrel-constrast": 5.208951950073242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6684998273849487,
+      "cov-distil (oracle2student)": 6.087306976318359,
+      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "epoch": 0.11145996860282574,
+      "rel-constrast": 5.406123161315918,
+      "step": 142,
+      "subrel-constrast": 4.496994495391846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436387300491333,
+      "cov-distil (oracle2student)": 6.199030876159668,
+      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "epoch": 0.11224489795918367,
+      "rel-constrast": 7.168307781219482,
+      "step": 143,
+      "subrel-constrast": 7.344377517700195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8038110733032227,
+      "cov-distil (oracle2student)": 6.1025261878967285,
+      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "epoch": 0.1130298273155416,
+      "rel-constrast": 5.3039350509643555,
+      "step": 144,
+      "subrel-constrast": 5.038955211639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3631601333618164,
+      "cov-distil (oracle2student)": 5.591802597045898,
+      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "epoch": 0.11381475667189953,
+      "rel-constrast": 5.500809669494629,
+      "step": 145,
+      "subrel-constrast": 4.158411979675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.101959705352783,
+      "cov-distil (oracle2student)": 8.792764663696289,
+      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "epoch": 0.11459968602825746,
+      "rel-constrast": 8.219110488891602,
+      "step": 146,
+      "subrel-constrast": 6.158865451812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.208827018737793,
+      "cov-distil (oracle2student)": 5.422389984130859,
+      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "epoch": 0.11538461538461539,
+      "rel-constrast": 4.903823375701904,
+      "step": 147,
+      "subrel-constrast": 3.73964786529541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6742186546325684,
+      "cov-distil (oracle2student)": 8.266731262207031,
+      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "epoch": 0.11616954474097331,
+      "rel-constrast": 7.703867435455322,
+      "step": 148,
+      "subrel-constrast": 7.040656566619873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.720594644546509,
+      "cov-distil (oracle2student)": 6.478317737579346,
+      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "epoch": 0.11695447409733124,
+      "rel-constrast": 5.557610511779785,
+      "step": 149,
+      "subrel-constrast": 5.062001705169678,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.11773940345368916,
+      "grad_norm": 13.25,
+      "learning_rate": 7.45e-06,
+      "loss": 1.6052,
+      "step": 150
+    },
+    {
+      "cov-distil": 2.7814245223999023,
+      "cov-distil (oracle2student)": 3.1672582626342773,
+      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "epoch": 0.11773940345368916,
+      "rel-constrast": 3.688767671585083,
+      "step": 150,
+      "subrel-constrast": 4.0553388595581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.247326374053955,
+      "cov-distil (oracle2student)": 6.089717388153076,
+      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "epoch": 0.1185243328100471,
+      "rel-constrast": 7.835025787353516,
+      "step": 151,
+      "subrel-constrast": 5.920222282409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4771711826324463,
+      "cov-distil (oracle2student)": 5.4199323654174805,
+      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "epoch": 0.11930926216640503,
+      "rel-constrast": 5.148440361022949,
+      "step": 152,
+      "subrel-constrast": 5.527997016906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1515517234802246,
+      "cov-distil (oracle2student)": 5.8758463859558105,
+      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "epoch": 0.12009419152276295,
+      "rel-constrast": 6.0649309158325195,
+      "step": 153,
+      "subrel-constrast": 5.996879577636719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6257619857788086,
+      "cov-distil (oracle2student)": 6.314117908477783,
+      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "epoch": 0.12087912087912088,
+      "rel-constrast": 5.450338840484619,
+      "step": 154,
+      "subrel-constrast": 5.505670547485352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0370373725891113,
+      "cov-distil (oracle2student)": 4.342787742614746,
+      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "epoch": 0.12166405023547881,
+      "rel-constrast": 4.312812805175781,
+      "step": 155,
+      "subrel-constrast": 4.328639984130859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.520047903060913,
+      "cov-distil (oracle2student)": 7.382922172546387,
+      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "epoch": 0.12244897959183673,
+      "rel-constrast": 6.673659324645996,
+      "step": 156,
+      "subrel-constrast": 5.639657974243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1351096630096436,
+      "cov-distil (oracle2student)": 6.902695178985596,
+      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "epoch": 0.12323390894819466,
+      "rel-constrast": 6.046702861785889,
+      "step": 157,
+      "subrel-constrast": 4.712500095367432,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.25526762008667,
+      "cov-distil (oracle2student)": 6.525176048278809,
+      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "epoch": 0.12401883830455258,
+      "rel-constrast": 5.966568946838379,
+      "step": 158,
+      "subrel-constrast": 5.607508659362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9533963203430176,
+      "cov-distil (oracle2student)": 6.75103759765625,
+      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "epoch": 0.12480376766091052,
+      "rel-constrast": 7.113164901733398,
+      "step": 159,
+      "subrel-constrast": 5.0479631423950195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.12558869701726844,
+      "grad_norm": 17.375,
+      "learning_rate": 7.95e-06,
+      "loss": 1.5405,
+      "step": 160
+    },
+    {
+      "cov-distil": 2.9749436378479004,
+      "cov-distil (oracle2student)": 5.1709065437316895,
+      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "epoch": 0.12558869701726844,
+      "rel-constrast": 4.383584976196289,
+      "step": 160,
+      "subrel-constrast": 4.833831310272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0097780227661133,
+      "cov-distil (oracle2student)": 5.923301696777344,
+      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "epoch": 0.12637362637362637,
+      "rel-constrast": 5.818535804748535,
+      "step": 161,
+      "subrel-constrast": 5.84551477432251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5908939838409424,
+      "cov-distil (oracle2student)": 5.665188789367676,
+      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "epoch": 0.1271585557299843,
+      "rel-constrast": 5.184443473815918,
+      "step": 162,
+      "subrel-constrast": 4.453043460845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.840712070465088,
+      "cov-distil (oracle2student)": 6.3763909339904785,
+      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "epoch": 0.12794348508634223,
+      "rel-constrast": 6.74964714050293,
+      "step": 163,
+      "subrel-constrast": 6.0634331703186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5142221450805664,
+      "cov-distil (oracle2student)": 5.44363260269165,
+      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "epoch": 0.12872841444270017,
+      "rel-constrast": 5.557941436767578,
+      "step": 164,
+      "subrel-constrast": 5.863348960876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2164993286132812,
+      "cov-distil (oracle2student)": 5.855222225189209,
+      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "epoch": 0.12951334379905807,
+      "rel-constrast": 6.6434831619262695,
+      "step": 165,
+      "subrel-constrast": 5.331329822540283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1836464405059814,
+      "cov-distil (oracle2student)": 4.513020038604736,
+      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "epoch": 0.130298273155416,
+      "rel-constrast": 5.878671646118164,
+      "step": 166,
+      "subrel-constrast": 4.37673807144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.782824754714966,
+      "cov-distil (oracle2student)": 5.268921375274658,
+      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "epoch": 0.13108320251177394,
+      "rel-constrast": 5.137875556945801,
+      "step": 167,
+      "subrel-constrast": 4.443451881408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.539813995361328,
+      "cov-distil (oracle2student)": 5.48532247543335,
+      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "epoch": 0.13186813186813187,
+      "rel-constrast": 4.842020511627197,
+      "step": 168,
+      "subrel-constrast": 4.043414115905762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7517428398132324,
+      "cov-distil (oracle2student)": 5.737140655517578,
+      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "epoch": 0.1326530612244898,
+      "rel-constrast": 5.73463249206543,
+      "step": 169,
+      "subrel-constrast": 5.651345729827881,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.13343799058084774,
+      "grad_norm": 13.375,
+      "learning_rate": 8.45e-06,
+      "loss": 1.4693,
+      "step": 170
+    },
+    {
+      "cov-distil": 3.406038522720337,
+      "cov-distil (oracle2student)": 4.48272705078125,
+      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "epoch": 0.13343799058084774,
+      "rel-constrast": 5.328525543212891,
+      "step": 170,
+      "subrel-constrast": 5.504851818084717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2601351737976074,
+      "cov-distil (oracle2student)": 5.214707374572754,
+      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "epoch": 0.13422291993720564,
+      "rel-constrast": 5.732027530670166,
+      "step": 171,
+      "subrel-constrast": 5.551510334014893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2649431228637695,
+      "cov-distil (oracle2student)": 4.903834819793701,
+      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "epoch": 0.13500784929356358,
+      "rel-constrast": 5.048663139343262,
+      "step": 172,
+      "subrel-constrast": 4.259944438934326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.291656970977783,
+      "cov-distil (oracle2student)": 5.617837905883789,
+      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "epoch": 0.1357927786499215,
+      "rel-constrast": 4.11165714263916,
+      "step": 173,
+      "subrel-constrast": 3.9811415672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3816723823547363,
+      "cov-distil (oracle2student)": 5.013119697570801,
+      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "epoch": 0.13657770800627944,
+      "rel-constrast": 7.141737461090088,
+      "step": 174,
+      "subrel-constrast": 5.517435550689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.518374443054199,
+      "cov-distil (oracle2student)": 5.188939094543457,
+      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "epoch": 0.13736263736263737,
+      "rel-constrast": 4.657840251922607,
+      "step": 175,
+      "subrel-constrast": 4.213469982147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1605043411254883,
+      "cov-distil (oracle2student)": 5.80596923828125,
+      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "epoch": 0.13814756671899528,
+      "rel-constrast": 5.725188732147217,
+      "step": 176,
+      "subrel-constrast": 5.085594177246094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.439970016479492,
+      "cov-distil (oracle2student)": 5.797138214111328,
+      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "epoch": 0.1389324960753532,
+      "rel-constrast": 4.679790019989014,
+      "step": 177,
+      "subrel-constrast": 4.292531967163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4772512912750244,
+      "cov-distil (oracle2student)": 5.517018795013428,
+      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "epoch": 0.13971742543171115,
+      "rel-constrast": 5.169275283813477,
+      "step": 178,
+      "subrel-constrast": 6.139341354370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.388380527496338,
+      "cov-distil (oracle2student)": 8.562522888183594,
+      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "epoch": 0.14050235478806908,
+      "rel-constrast": 5.553293704986572,
+      "step": 179,
+      "subrel-constrast": 5.5493621826171875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.141287284144427,
+      "grad_norm": 18.5,
+      "learning_rate": 8.95e-06,
+      "loss": 1.4052,
+      "step": 180
+    },
+    {
+      "cov-distil": 3.203474998474121,
+      "cov-distil (oracle2student)": 4.659393310546875,
+      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "epoch": 0.141287284144427,
+      "rel-constrast": 4.3841938972473145,
+      "step": 180,
+      "subrel-constrast": 4.432641506195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8620846271514893,
+      "cov-distil (oracle2student)": 4.239439964294434,
+      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "epoch": 0.14207221350078492,
+      "rel-constrast": 5.2689032554626465,
+      "step": 181,
+      "subrel-constrast": 4.619548797607422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6243515014648438,
+      "cov-distil (oracle2student)": 6.16297721862793,
+      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "epoch": 0.14285714285714285,
+      "rel-constrast": 5.904332160949707,
+      "step": 182,
+      "subrel-constrast": 4.9689106941223145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963348388671875,
+      "cov-distil (oracle2student)": 6.655308723449707,
+      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "epoch": 0.14364207221350078,
+      "rel-constrast": 4.478253364562988,
+      "step": 183,
+      "subrel-constrast": 4.905683517456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.237755298614502,
+      "cov-distil (oracle2student)": 6.64764404296875,
+      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "epoch": 0.14442700156985872,
+      "rel-constrast": 5.552248001098633,
+      "step": 184,
+      "subrel-constrast": 4.654872417449951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.473625659942627,
+      "cov-distil (oracle2student)": 6.30503511428833,
+      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "epoch": 0.14521193092621665,
+      "rel-constrast": 5.798867225646973,
+      "step": 185,
+      "subrel-constrast": 5.5699639320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1829147338867188,
+      "cov-distil (oracle2student)": 5.21027946472168,
+      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "epoch": 0.14599686028257458,
+      "rel-constrast": 5.464681625366211,
+      "step": 186,
+      "subrel-constrast": 5.187503814697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0477654933929443,
+      "cov-distil (oracle2student)": 6.166605472564697,
+      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "epoch": 0.14678178963893249,
+      "rel-constrast": 6.169456481933594,
+      "step": 187,
+      "subrel-constrast": 5.03766393661499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8547275066375732,
+      "cov-distil (oracle2student)": 5.306525707244873,
+      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "epoch": 0.14756671899529042,
+      "rel-constrast": 5.305285930633545,
+      "step": 188,
+      "subrel-constrast": 4.854366779327393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699039459228516,
+      "cov-distil (oracle2student)": 6.397008419036865,
+      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "epoch": 0.14835164835164835,
+      "rel-constrast": 6.549964427947998,
+      "step": 189,
+      "subrel-constrast": 5.943665981292725,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.14913657770800628,
+      "grad_norm": 13.6875,
+      "learning_rate": 9.450000000000001e-06,
+      "loss": 1.443,
+      "step": 190
+    },
+    {
+      "cov-distil": 3.1331424713134766,
+      "cov-distil (oracle2student)": 6.638267517089844,
+      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "epoch": 0.14913657770800628,
+      "rel-constrast": 6.56038236618042,
+      "step": 190,
+      "subrel-constrast": 5.594992160797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.656987190246582,
+      "cov-distil (oracle2student)": 6.065674781799316,
+      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "epoch": 0.14992150706436422,
+      "rel-constrast": 5.598496913909912,
+      "step": 191,
+      "subrel-constrast": 6.7906293869018555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.191580295562744,
+      "cov-distil (oracle2student)": 8.038559913635254,
+      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "epoch": 0.15070643642072212,
+      "rel-constrast": 4.849475860595703,
+      "step": 192,
+      "subrel-constrast": 4.131407737731934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.683588743209839,
+      "cov-distil (oracle2student)": 4.587405681610107,
+      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "epoch": 0.15149136577708006,
+      "rel-constrast": 4.667137622833252,
+      "step": 193,
+      "subrel-constrast": 4.492706775665283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5755395889282227,
+      "cov-distil (oracle2student)": 4.595428466796875,
+      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "epoch": 0.152276295133438,
+      "rel-constrast": 7.136086463928223,
+      "step": 194,
+      "subrel-constrast": 5.662163257598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.534440040588379,
+      "cov-distil (oracle2student)": 7.176570892333984,
+      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "epoch": 0.15306122448979592,
+      "rel-constrast": 6.500258445739746,
+      "step": 195,
+      "subrel-constrast": 5.75777006149292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.331389904022217,
+      "cov-distil (oracle2student)": 7.628920078277588,
+      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "epoch": 0.15384615384615385,
+      "rel-constrast": 5.442966461181641,
+      "step": 196,
+      "subrel-constrast": 5.2714996337890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9742186069488525,
+      "cov-distil (oracle2student)": 4.961199760437012,
+      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "epoch": 0.1546310832025118,
+      "rel-constrast": 4.30648946762085,
+      "step": 197,
+      "subrel-constrast": 4.105319499969482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3590917587280273,
+      "cov-distil (oracle2student)": 3.817314624786377,
+      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "epoch": 0.1554160125588697,
+      "rel-constrast": 4.151867866516113,
+      "step": 198,
+      "subrel-constrast": 3.6788856983184814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9948954582214355,
+      "cov-distil (oracle2student)": 6.080739974975586,
+      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "epoch": 0.15620094191522763,
+      "rel-constrast": 3.927574634552002,
+      "step": 199,
+      "subrel-constrast": 4.407478332519531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "grad_norm": 12.625,
+      "learning_rate": 9.950000000000001e-06,
+      "loss": 1.4021,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "overlap": 0.24062500894069672,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "student margin": 0.067840576171875
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "teacher margin": 0.0570220947265625
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "margin difference": -0.0108184814453125,
+      "step": 200
+    },
+    {
+      "cov-distil": 3.7237961292266846,
+      "cov-distil (oracle2student)": 7.586442947387695,
+      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "epoch": 0.15698587127158556,
+      "rel-constrast": 5.464310169219971,
+      "step": 200,
+      "subrel-constrast": 5.328721523284912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.274702310562134,
+      "cov-distil (oracle2student)": 5.070128440856934,
+      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "epoch": 0.1577708006279435,
+      "rel-constrast": 4.0968017578125,
+      "step": 201,
+      "subrel-constrast": 4.411446571350098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2039477825164795,
+      "cov-distil (oracle2student)": 6.712636470794678,
+      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "epoch": 0.15855572998430142,
+      "rel-constrast": 5.7678117752075195,
+      "step": 202,
+      "subrel-constrast": 5.347052574157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2047228813171387,
+      "cov-distil (oracle2student)": 7.661907196044922,
+      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "epoch": 0.15934065934065933,
+      "rel-constrast": 7.286009311676025,
+      "step": 203,
+      "subrel-constrast": 5.817068099975586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.91322922706604,
+      "cov-distil (oracle2student)": 4.107336044311523,
+      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "epoch": 0.16012558869701726,
+      "rel-constrast": 5.1244730949401855,
+      "step": 204,
+      "subrel-constrast": 4.262094020843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.850925922393799,
+      "cov-distil (oracle2student)": 11.0481595993042,
+      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "epoch": 0.1609105180533752,
+      "rel-constrast": 6.673989295959473,
+      "step": 205,
+      "subrel-constrast": 6.989043712615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3848154544830322,
+      "cov-distil (oracle2student)": 7.932931900024414,
+      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "epoch": 0.16169544740973313,
+      "rel-constrast": 7.136048793792725,
+      "step": 206,
+      "subrel-constrast": 5.786576747894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.876713275909424,
+      "cov-distil (oracle2student)": 5.842488765716553,
+      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "epoch": 0.16248037676609106,
+      "rel-constrast": 5.31241512298584,
+      "step": 207,
+      "subrel-constrast": 4.291684150695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.449646472930908,
+      "cov-distil (oracle2student)": 4.260830879211426,
+      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "epoch": 0.16326530612244897,
+      "rel-constrast": 5.283468246459961,
+      "step": 208,
+      "subrel-constrast": 4.963812351226807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8306093215942383,
+      "cov-distil (oracle2student)": 7.792827129364014,
+      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "epoch": 0.1640502354788069,
+      "rel-constrast": 5.909091472625732,
+      "step": 209,
+      "subrel-constrast": 5.323974132537842,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.16483516483516483,
+      "grad_norm": 14.875,
+      "learning_rate": 1.045e-05,
+      "loss": 1.5181,
+      "step": 210
+    },
+    {
+      "cov-distil": 3.0215041637420654,
+      "cov-distil (oracle2student)": 8.190481185913086,
+      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "epoch": 0.16483516483516483,
+      "rel-constrast": 5.830654144287109,
+      "step": 210,
+      "subrel-constrast": 6.107037544250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6075353622436523,
+      "cov-distil (oracle2student)": 5.927797317504883,
+      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "epoch": 0.16562009419152277,
+      "rel-constrast": 5.132475852966309,
+      "step": 211,
+      "subrel-constrast": 4.88439416885376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1792759895324707,
+      "cov-distil (oracle2student)": 5.705207347869873,
+      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "epoch": 0.1664050235478807,
+      "rel-constrast": 4.437366485595703,
+      "step": 212,
+      "subrel-constrast": 4.600239276885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.843543529510498,
+      "cov-distil (oracle2student)": 5.749957084655762,
+      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "epoch": 0.16718995290423863,
+      "rel-constrast": 3.4077744483947754,
+      "step": 213,
+      "subrel-constrast": 3.7116200923919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7177345752716064,
+      "cov-distil (oracle2student)": 6.503233909606934,
+      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "epoch": 0.16797488226059654,
+      "rel-constrast": 5.246351718902588,
+      "step": 214,
+      "subrel-constrast": 4.351907253265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.748671054840088,
+      "cov-distil (oracle2student)": 4.586667060852051,
+      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "epoch": 0.16875981161695447,
+      "rel-constrast": 5.743491172790527,
+      "step": 215,
+      "subrel-constrast": 5.712560653686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7116360664367676,
+      "cov-distil (oracle2student)": 4.121926307678223,
+      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "epoch": 0.1695447409733124,
+      "rel-constrast": 4.147603988647461,
+      "step": 216,
+      "subrel-constrast": 3.6736254692077637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1222097873687744,
+      "cov-distil (oracle2student)": 5.266463756561279,
+      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "epoch": 0.17032967032967034,
+      "rel-constrast": 6.011352062225342,
+      "step": 217,
+      "subrel-constrast": 5.236981391906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6187005043029785,
+      "cov-distil (oracle2student)": 4.983086585998535,
+      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "epoch": 0.17111459968602827,
+      "rel-constrast": 6.265609264373779,
+      "step": 218,
+      "subrel-constrast": 4.703866481781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.382068395614624,
+      "cov-distil (oracle2student)": 5.941694259643555,
+      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "epoch": 0.17189952904238617,
+      "rel-constrast": 6.0482497215271,
+      "step": 219,
+      "subrel-constrast": 4.653711318969727,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.1726844583987441,
+      "grad_norm": 13.9375,
+      "learning_rate": 1.095e-05,
+      "loss": 1.3792,
+      "step": 220
+    },
+    {
+      "cov-distil": 2.5856785774230957,
+      "cov-distil (oracle2student)": 6.176444053649902,
+      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "epoch": 0.1726844583987441,
+      "rel-constrast": 5.706560134887695,
+      "step": 220,
+      "subrel-constrast": 5.1533966064453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.762558937072754,
+      "cov-distil (oracle2student)": 6.647637844085693,
+      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "epoch": 0.17346938775510204,
+      "rel-constrast": 5.161595821380615,
+      "step": 221,
+      "subrel-constrast": 4.012270450592041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.637533664703369,
+      "cov-distil (oracle2student)": 5.838397026062012,
+      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "epoch": 0.17425431711145997,
+      "rel-constrast": 5.053402900695801,
+      "step": 222,
+      "subrel-constrast": 4.9708099365234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.336826801300049,
+      "cov-distil (oracle2student)": 5.399420738220215,
+      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "epoch": 0.1750392464678179,
+      "rel-constrast": 3.61594820022583,
+      "step": 223,
+      "subrel-constrast": 4.12787389755249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.445133924484253,
+      "cov-distil (oracle2student)": 5.421712398529053,
+      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "epoch": 0.17582417582417584,
+      "rel-constrast": 4.549353122711182,
+      "step": 224,
+      "subrel-constrast": 4.352869510650635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7959837913513184,
+      "cov-distil (oracle2student)": 6.113248825073242,
+      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "epoch": 0.17660910518053374,
+      "rel-constrast": 5.05862283706665,
+      "step": 225,
+      "subrel-constrast": 5.57745361328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3124284744262695,
+      "cov-distil (oracle2student)": 6.702354431152344,
+      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "epoch": 0.17739403453689168,
+      "rel-constrast": 6.356748580932617,
+      "step": 226,
+      "subrel-constrast": 5.245099067687988,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386946201324463,
+      "cov-distil (oracle2student)": 8.377017974853516,
+      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "epoch": 0.1781789638932496,
+      "rel-constrast": 6.255722999572754,
+      "step": 227,
+      "subrel-constrast": 5.9417009353637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8484878540039062,
+      "cov-distil (oracle2student)": 8.19301986694336,
+      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "epoch": 0.17896389324960754,
+      "rel-constrast": 5.690243721008301,
+      "step": 228,
+      "subrel-constrast": 6.001501560211182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0837349891662598,
+      "cov-distil (oracle2student)": 6.268764495849609,
+      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "epoch": 0.17974882260596547,
+      "rel-constrast": 6.622305870056152,
+      "step": 229,
+      "subrel-constrast": 5.648178577423096,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18053375196232338,
+      "grad_norm": 13.0625,
+      "learning_rate": 1.145e-05,
+      "loss": 1.4223,
+      "step": 230
+    },
+    {
+      "cov-distil": 2.784493923187256,
+      "cov-distil (oracle2student)": 7.625933647155762,
+      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "epoch": 0.18053375196232338,
+      "rel-constrast": 6.5320725440979,
+      "step": 230,
+      "subrel-constrast": 6.3568644523620605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6457338333129883,
+      "cov-distil (oracle2student)": 6.021350860595703,
+      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "epoch": 0.1813186813186813,
+      "rel-constrast": 5.55854606628418,
+      "step": 231,
+      "subrel-constrast": 5.060829162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0115959644317627,
+      "cov-distil (oracle2student)": 4.937437057495117,
+      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "epoch": 0.18210361067503925,
+      "rel-constrast": 5.882181644439697,
+      "step": 232,
+      "subrel-constrast": 5.401787757873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7508275508880615,
+      "cov-distil (oracle2student)": 5.548520088195801,
+      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "epoch": 0.18288854003139718,
+      "rel-constrast": 5.821797847747803,
+      "step": 233,
+      "subrel-constrast": 5.663866996765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9569406509399414,
+      "cov-distil (oracle2student)": 7.222298622131348,
+      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "epoch": 0.1836734693877551,
+      "rel-constrast": 6.105270862579346,
+      "step": 234,
+      "subrel-constrast": 5.712968349456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.103212833404541,
+      "cov-distil (oracle2student)": 7.01689338684082,
+      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "epoch": 0.18445839874411302,
+      "rel-constrast": 5.000349521636963,
+      "step": 235,
+      "subrel-constrast": 5.6979780197143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8269240856170654,
+      "cov-distil (oracle2student)": 6.271734237670898,
+      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "epoch": 0.18524332810047095,
+      "rel-constrast": 6.892180442810059,
+      "step": 236,
+      "subrel-constrast": 5.5071916580200195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.617617607116699,
+      "cov-distil (oracle2student)": 7.684514045715332,
+      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "epoch": 0.18602825745682888,
+      "rel-constrast": 5.50137996673584,
+      "step": 237,
+      "subrel-constrast": 5.996005058288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0465898513793945,
+      "cov-distil (oracle2student)": 5.6181640625,
+      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "epoch": 0.18681318681318682,
+      "rel-constrast": 5.506038665771484,
+      "step": 238,
+      "subrel-constrast": 4.241726398468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179614067077637,
+      "cov-distil (oracle2student)": 4.143487930297852,
+      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "epoch": 0.18759811616954475,
+      "rel-constrast": 5.2203168869018555,
+      "step": 239,
+      "subrel-constrast": 4.7745466232299805,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18838304552590268,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.195e-05,
+      "loss": 1.5289,
+      "step": 240
+    },
+    {
+      "cov-distil": 3.0700650215148926,
+      "cov-distil (oracle2student)": 6.768826484680176,
+      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "epoch": 0.18838304552590268,
+      "rel-constrast": 5.904140949249268,
+      "step": 240,
+      "subrel-constrast": 4.922555446624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.561779499053955,
+      "cov-distil (oracle2student)": 4.69482421875,
+      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "epoch": 0.1891679748822606,
+      "rel-constrast": 7.093609809875488,
+      "step": 241,
+      "subrel-constrast": 5.326828956604004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.611605167388916,
+      "cov-distil (oracle2student)": 8.443441390991211,
+      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "epoch": 0.18995290423861852,
+      "rel-constrast": 6.5073723793029785,
+      "step": 242,
+      "subrel-constrast": 5.4820237159729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022892713546753,
+      "cov-distil (oracle2student)": 5.535630226135254,
+      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "epoch": 0.19073783359497645,
+      "rel-constrast": 4.188787460327148,
+      "step": 243,
+      "subrel-constrast": 4.377328395843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2616350650787354,
+      "cov-distil (oracle2student)": 7.68295955657959,
+      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "epoch": 0.19152276295133439,
+      "rel-constrast": 3.710407257080078,
+      "step": 244,
+      "subrel-constrast": 4.857728958129883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4432787895202637,
+      "cov-distil (oracle2student)": 5.955875396728516,
+      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "epoch": 0.19230769230769232,
+      "rel-constrast": 4.064718246459961,
+      "step": 245,
+      "subrel-constrast": 3.286212921142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300020217895508,
+      "cov-distil (oracle2student)": 7.3102240562438965,
+      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "epoch": 0.19309262166405022,
+      "rel-constrast": 4.880646228790283,
+      "step": 246,
+      "subrel-constrast": 5.000226974487305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8198413848876953,
+      "cov-distil (oracle2student)": 6.318789482116699,
+      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "epoch": 0.19387755102040816,
+      "rel-constrast": 5.271482944488525,
+      "step": 247,
+      "subrel-constrast": 4.728270530700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701936721801758,
+      "cov-distil (oracle2student)": 7.418839454650879,
+      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "epoch": 0.1946624803767661,
+      "rel-constrast": 5.347120761871338,
+      "step": 248,
+      "subrel-constrast": 3.8733067512512207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371919870376587,
+      "cov-distil (oracle2student)": 4.60204553604126,
+      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "epoch": 0.19544740973312402,
+      "rel-constrast": 5.870595932006836,
+      "step": 249,
+      "subrel-constrast": 5.879952907562256,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.19623233908948196,
+      "grad_norm": 12.125,
+      "learning_rate": 1.2450000000000001e-05,
+      "loss": 1.3889,
+      "step": 250
+    },
+    {
+      "cov-distil": 2.57767915725708,
+      "cov-distil (oracle2student)": 5.355373382568359,
+      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "epoch": 0.19623233908948196,
+      "rel-constrast": 4.8918633460998535,
+      "step": 250,
+      "subrel-constrast": 5.259022235870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.245497703552246,
+      "cov-distil (oracle2student)": 6.331605911254883,
+      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "epoch": 0.1970172684458399,
+      "rel-constrast": 5.062900066375732,
+      "step": 251,
+      "subrel-constrast": 5.577909469604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9672136306762695,
+      "cov-distil (oracle2student)": 6.6121673583984375,
+      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "epoch": 0.1978021978021978,
+      "rel-constrast": 4.805986404418945,
+      "step": 252,
+      "subrel-constrast": 5.142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7761154174804688,
+      "cov-distil (oracle2student)": 4.467655181884766,
+      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "epoch": 0.19858712715855573,
+      "rel-constrast": 6.2257208824157715,
+      "step": 253,
+      "subrel-constrast": 6.681684970855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5528666973114014,
+      "cov-distil (oracle2student)": 3.8436954021453857,
+      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "epoch": 0.19937205651491366,
+      "rel-constrast": 4.351076602935791,
+      "step": 254,
+      "subrel-constrast": 4.7084856033325195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436844825744629,
+      "cov-distil (oracle2student)": 4.236217498779297,
+      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "epoch": 0.2001569858712716,
+      "rel-constrast": 4.495194911956787,
+      "step": 255,
+      "subrel-constrast": 4.984120845794678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8471765518188477,
+      "cov-distil (oracle2student)": 6.064319133758545,
+      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "epoch": 0.20094191522762953,
+      "rel-constrast": 6.856153964996338,
+      "step": 256,
+      "subrel-constrast": 6.399039268493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.282780408859253,
+      "cov-distil (oracle2student)": 6.418514728546143,
+      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "epoch": 0.20172684458398743,
+      "rel-constrast": 3.691617488861084,
+      "step": 257,
+      "subrel-constrast": 3.647446393966675,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8209176063537598,
+      "cov-distil (oracle2student)": 6.559376239776611,
+      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "epoch": 0.20251177394034536,
+      "rel-constrast": 5.5977067947387695,
+      "step": 258,
+      "subrel-constrast": 5.495102882385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641873836517334,
+      "cov-distil (oracle2student)": 7.442392349243164,
+      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "epoch": 0.2032967032967033,
+      "rel-constrast": 3.466684103012085,
+      "step": 259,
+      "subrel-constrast": 3.5653722286224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.20408163265306123,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.2950000000000001e-05,
+      "loss": 1.309,
+      "step": 260
+    },
+    {
+      "cov-distil": 3.5698390007019043,
+      "cov-distil (oracle2student)": 7.782341957092285,
+      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "epoch": 0.20408163265306123,
+      "rel-constrast": 7.622033596038818,
+      "step": 260,
+      "subrel-constrast": 7.28366231918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8396096229553223,
+      "cov-distil (oracle2student)": 5.895359992980957,
+      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "epoch": 0.20486656200941916,
+      "rel-constrast": 6.895399570465088,
+      "step": 261,
+      "subrel-constrast": 7.5016703605651855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8108363151550293,
+      "cov-distil (oracle2student)": 6.897369384765625,
+      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "epoch": 0.20565149136577707,
+      "rel-constrast": 6.448241233825684,
+      "step": 262,
+      "subrel-constrast": 5.558028221130371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3478736877441406,
+      "cov-distil (oracle2student)": 6.083657264709473,
+      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "epoch": 0.206436420722135,
+      "rel-constrast": 4.897732734680176,
+      "step": 263,
+      "subrel-constrast": 4.740241527557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.51102614402771,
+      "cov-distil (oracle2student)": 6.846009731292725,
+      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "epoch": 0.20722135007849293,
+      "rel-constrast": 5.827173233032227,
+      "step": 264,
+      "subrel-constrast": 4.172447204589844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1208271980285645,
+      "cov-distil (oracle2student)": 4.811653137207031,
+      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "epoch": 0.20800627943485087,
+      "rel-constrast": 4.7869768142700195,
+      "step": 265,
+      "subrel-constrast": 4.889547824859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.029162645339966,
+      "cov-distil (oracle2student)": 5.588479042053223,
+      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "epoch": 0.2087912087912088,
+      "rel-constrast": 5.366364002227783,
+      "step": 266,
+      "subrel-constrast": 4.852118015289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8015055656433105,
+      "cov-distil (oracle2student)": 5.775141716003418,
+      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "epoch": 0.20957613814756673,
+      "rel-constrast": 6.310330390930176,
+      "step": 267,
+      "subrel-constrast": 5.940087795257568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854526996612549,
+      "cov-distil (oracle2student)": 7.498423099517822,
+      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "epoch": 0.21036106750392464,
+      "rel-constrast": 5.91723108291626,
+      "step": 268,
+      "subrel-constrast": 5.569789886474609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8521933555603027,
+      "cov-distil (oracle2student)": 8.516229629516602,
+      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "epoch": 0.21114599686028257,
+      "rel-constrast": 5.549358367919922,
+      "step": 269,
+      "subrel-constrast": 5.865178108215332,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2119309262166405,
+      "grad_norm": 10.5,
+      "learning_rate": 1.3450000000000002e-05,
+      "loss": 1.5599,
+      "step": 270
+    },
+    {
+      "cov-distil": 2.6384477615356445,
+      "cov-distil (oracle2student)": 6.601221084594727,
+      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "epoch": 0.2119309262166405,
+      "rel-constrast": 5.00776481628418,
+      "step": 270,
+      "subrel-constrast": 5.840844631195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7631101608276367,
+      "cov-distil (oracle2student)": 6.431881904602051,
+      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "epoch": 0.21271585557299844,
+      "rel-constrast": 6.45134162902832,
+      "step": 271,
+      "subrel-constrast": 5.76878023147583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7807393074035645,
+      "cov-distil (oracle2student)": 5.865763187408447,
+      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "epoch": 0.21350078492935637,
+      "rel-constrast": 4.840774059295654,
+      "step": 272,
+      "subrel-constrast": 4.348789691925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6134047508239746,
+      "cov-distil (oracle2student)": 8.872061729431152,
+      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "epoch": 0.21428571428571427,
+      "rel-constrast": 6.13456392288208,
+      "step": 273,
+      "subrel-constrast": 5.690077781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.838979721069336,
+      "cov-distil (oracle2student)": 4.565421104431152,
+      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "epoch": 0.2150706436420722,
+      "rel-constrast": 3.4405574798583984,
+      "step": 274,
+      "subrel-constrast": 3.9467220306396484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.894028663635254,
+      "cov-distil (oracle2student)": 7.862314224243164,
+      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "epoch": 0.21585557299843014,
+      "rel-constrast": 5.791769027709961,
+      "step": 275,
+      "subrel-constrast": 5.281234264373779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.420649766921997,
+      "cov-distil (oracle2student)": 5.416041374206543,
+      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "epoch": 0.21664050235478807,
+      "rel-constrast": 6.379445552825928,
+      "step": 276,
+      "subrel-constrast": 6.395686149597168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.47515606880188,
+      "cov-distil (oracle2student)": 6.390409469604492,
+      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "epoch": 0.217425431711146,
+      "rel-constrast": 6.01629114151001,
+      "step": 277,
+      "subrel-constrast": 4.883129119873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6170835494995117,
+      "cov-distil (oracle2student)": 5.599660873413086,
+      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "epoch": 0.21821036106750394,
+      "rel-constrast": 5.321742057800293,
+      "step": 278,
+      "subrel-constrast": 5.569702625274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4472475051879883,
+      "cov-distil (oracle2student)": 4.157199859619141,
+      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "epoch": 0.21899529042386184,
+      "rel-constrast": 5.365159034729004,
+      "step": 279,
+      "subrel-constrast": 4.612099647521973,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.21978021978021978,
+      "grad_norm": 11.75,
+      "learning_rate": 1.3950000000000002e-05,
+      "loss": 1.4375,
+      "step": 280
+    },
+    {
+      "cov-distil": 2.9893362522125244,
+      "cov-distil (oracle2student)": 4.024957656860352,
+      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "epoch": 0.21978021978021978,
+      "rel-constrast": 3.5614960193634033,
+      "step": 280,
+      "subrel-constrast": 3.8487634658813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.844444990158081,
+      "cov-distil (oracle2student)": 5.392576217651367,
+      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "epoch": 0.2205651491365777,
+      "rel-constrast": 4.974848747253418,
+      "step": 281,
+      "subrel-constrast": 4.340900421142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.113116502761841,
+      "cov-distil (oracle2student)": 5.14133358001709,
+      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "epoch": 0.22135007849293564,
+      "rel-constrast": 3.7480554580688477,
+      "step": 282,
+      "subrel-constrast": 3.691127061843872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6692819595336914,
+      "cov-distil (oracle2student)": 5.371300220489502,
+      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "epoch": 0.22213500784929358,
+      "rel-constrast": 3.1415340900421143,
+      "step": 283,
+      "subrel-constrast": 3.5099706649780273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.123812675476074,
+      "cov-distil (oracle2student)": 5.589199066162109,
+      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "epoch": 0.22291993720565148,
+      "rel-constrast": 5.24945068359375,
+      "step": 284,
+      "subrel-constrast": 5.918647289276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8713016510009766,
+      "cov-distil (oracle2student)": 4.705049991607666,
+      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "epoch": 0.2237048665620094,
+      "rel-constrast": 4.912763595581055,
+      "step": 285,
+      "subrel-constrast": 4.87550163269043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3451600074768066,
+      "cov-distil (oracle2student)": 5.1898112297058105,
+      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "epoch": 0.22448979591836735,
+      "rel-constrast": 3.9581844806671143,
+      "step": 286,
+      "subrel-constrast": 4.999188423156738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.046831130981445,
+      "cov-distil (oracle2student)": 5.279922008514404,
+      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "epoch": 0.22527472527472528,
+      "rel-constrast": 3.851740598678589,
+      "step": 287,
+      "subrel-constrast": 5.069759368896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9045445919036865,
+      "cov-distil (oracle2student)": 4.107922077178955,
+      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "epoch": 0.2260596546310832,
+      "rel-constrast": 3.7474989891052246,
+      "step": 288,
+      "subrel-constrast": 3.227546215057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6393697261810303,
+      "cov-distil (oracle2student)": 5.38969612121582,
+      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "epoch": 0.22684458398744112,
+      "rel-constrast": 5.448161602020264,
+      "step": 289,
+      "subrel-constrast": 4.952843189239502,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.22762951334379905,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.4449999999999999e-05,
+      "loss": 1.1312,
+      "step": 290
+    },
+    {
+      "cov-distil": 2.2228524684906006,
+      "cov-distil (oracle2student)": 5.054024696350098,
+      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "epoch": 0.22762951334379905,
+      "rel-constrast": 4.407362937927246,
+      "step": 290,
+      "subrel-constrast": 3.7540085315704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.322395086288452,
+      "cov-distil (oracle2student)": 5.8189802169799805,
+      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "epoch": 0.22841444270015698,
+      "rel-constrast": 7.071442127227783,
+      "step": 291,
+      "subrel-constrast": 5.730456352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16727876663208,
+      "cov-distil (oracle2student)": 4.567198753356934,
+      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "epoch": 0.22919937205651492,
+      "rel-constrast": 4.42551851272583,
+      "step": 292,
+      "subrel-constrast": 4.485289573669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469608783721924,
+      "cov-distil (oracle2student)": 5.156149864196777,
+      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "epoch": 0.22998430141287285,
+      "rel-constrast": 5.817928314208984,
+      "step": 293,
+      "subrel-constrast": 5.512660503387451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7178702354431152,
+      "cov-distil (oracle2student)": 6.17563009262085,
+      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "epoch": 0.23076923076923078,
+      "rel-constrast": 4.059771537780762,
+      "step": 294,
+      "subrel-constrast": 4.546008110046387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.426544189453125,
+      "cov-distil (oracle2student)": 6.170835494995117,
+      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "epoch": 0.2315541601255887,
+      "rel-constrast": 5.40432071685791,
+      "step": 295,
+      "subrel-constrast": 4.621823310852051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4757297039031982,
+      "cov-distil (oracle2student)": 5.960691452026367,
+      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "epoch": 0.23233908948194662,
+      "rel-constrast": 5.51530122756958,
+      "step": 296,
+      "subrel-constrast": 4.927340507507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.657459259033203,
+      "cov-distil (oracle2student)": 5.8439040184021,
+      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "epoch": 0.23312401883830455,
+      "rel-constrast": 5.3520827293396,
+      "step": 297,
+      "subrel-constrast": 5.7532639503479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3521299362182617,
+      "cov-distil (oracle2student)": 4.154911041259766,
+      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "epoch": 0.23390894819466249,
+      "rel-constrast": 4.380270481109619,
+      "step": 298,
+      "subrel-constrast": 4.369304656982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0642247200012207,
+      "cov-distil (oracle2student)": 8.378507614135742,
+      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "epoch": 0.23469387755102042,
+      "rel-constrast": 6.201256275177002,
+      "step": 299,
+      "subrel-constrast": 6.11863374710083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "grad_norm": 12.3125,
+      "learning_rate": 1.4950000000000001e-05,
+      "loss": 1.3781,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "overlap": 0.2109375,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "student margin": 0.05963134765625
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "teacher margin": 0.038360595703125
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "margin difference": -0.021270751953125,
+      "step": 300
+    },
+    {
+      "cov-distil": 3.008206367492676,
+      "cov-distil (oracle2student)": 5.292865753173828,
+      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "epoch": 0.23547880690737832,
+      "rel-constrast": 4.0116376876831055,
+      "step": 300,
+      "subrel-constrast": 4.785098075866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989365577697754,
+      "cov-distil (oracle2student)": 5.546765327453613,
+      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "epoch": 0.23626373626373626,
+      "rel-constrast": 6.474400043487549,
+      "step": 301,
+      "subrel-constrast": 5.127968788146973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1983444690704346,
+      "cov-distil (oracle2student)": 8.063515663146973,
+      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "epoch": 0.2370486656200942,
+      "rel-constrast": 7.403573989868164,
+      "step": 302,
+      "subrel-constrast": 7.299440383911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1733779907226562,
+      "cov-distil (oracle2student)": 5.806576251983643,
+      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "epoch": 0.23783359497645212,
+      "rel-constrast": 4.8100080490112305,
+      "step": 303,
+      "subrel-constrast": 4.575942039489746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.296001434326172,
+      "cov-distil (oracle2student)": 5.940627098083496,
+      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "epoch": 0.23861852433281006,
+      "rel-constrast": 4.067414283752441,
+      "step": 304,
+      "subrel-constrast": 4.074215888977051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.045285701751709,
+      "cov-distil (oracle2student)": 6.319952487945557,
+      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "epoch": 0.239403453689168,
+      "rel-constrast": 6.282134056091309,
+      "step": 305,
+      "subrel-constrast": 5.782018661499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9121222496032715,
+      "cov-distil (oracle2student)": 5.459598064422607,
+      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "epoch": 0.2401883830455259,
+      "rel-constrast": 4.806554317474365,
+      "step": 306,
+      "subrel-constrast": 4.548116207122803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.127394199371338,
+      "cov-distil (oracle2student)": 6.740002155303955,
+      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "epoch": 0.24097331240188383,
+      "rel-constrast": 4.304414749145508,
+      "step": 307,
+      "subrel-constrast": 4.569100856781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409721851348877,
+      "cov-distil (oracle2student)": 5.193621635437012,
+      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "epoch": 0.24175824175824176,
+      "rel-constrast": 3.959606885910034,
+      "step": 308,
+      "subrel-constrast": 3.5845348834991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8062539100646973,
+      "cov-distil (oracle2student)": 4.71664571762085,
+      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "epoch": 0.2425431711145997,
+      "rel-constrast": 3.0766100883483887,
+      "step": 309,
+      "subrel-constrast": 3.382361888885498,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.24332810047095763,
+      "grad_norm": 9.5,
+      "learning_rate": 1.545e-05,
+      "loss": 1.2937,
+      "step": 310
+    },
+    {
+      "cov-distil": 2.239055633544922,
+      "cov-distil (oracle2student)": 5.393888473510742,
+      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "epoch": 0.24332810047095763,
+      "rel-constrast": 4.987247467041016,
+      "step": 310,
+      "subrel-constrast": 5.139691352844238,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2522640228271484,
+      "cov-distil (oracle2student)": 5.585516452789307,
+      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "epoch": 0.24411302982731553,
+      "rel-constrast": 5.4420576095581055,
+      "step": 311,
+      "subrel-constrast": 5.243014812469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9545369148254395,
+      "cov-distil (oracle2student)": 7.048440933227539,
+      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "epoch": 0.24489795918367346,
+      "rel-constrast": 4.822846412658691,
+      "step": 312,
+      "subrel-constrast": 5.2993550300598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3729989528656006,
+      "cov-distil (oracle2student)": 4.889832496643066,
+      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "epoch": 0.2456828885400314,
+      "rel-constrast": 4.288917064666748,
+      "step": 313,
+      "subrel-constrast": 4.1293230056762695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8544390201568604,
+      "cov-distil (oracle2student)": 5.838968276977539,
+      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "epoch": 0.24646781789638933,
+      "rel-constrast": 7.789211273193359,
+      "step": 314,
+      "subrel-constrast": 7.194558143615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.575493335723877,
+      "cov-distil (oracle2student)": 3.8698391914367676,
+      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "epoch": 0.24725274725274726,
+      "rel-constrast": 5.1448469161987305,
+      "step": 315,
+      "subrel-constrast": 5.066910743713379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5955240726470947,
+      "cov-distil (oracle2student)": 6.330062389373779,
+      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "epoch": 0.24803767660910517,
+      "rel-constrast": 5.845157623291016,
+      "step": 316,
+      "subrel-constrast": 5.653590679168701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.458334445953369,
+      "cov-distil (oracle2student)": 4.185459136962891,
+      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "epoch": 0.2488226059654631,
+      "rel-constrast": 2.779353618621826,
+      "step": 317,
+      "subrel-constrast": 2.9301249980926514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7841362953186035,
+      "cov-distil (oracle2student)": 6.304546356201172,
+      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "epoch": 0.24960753532182103,
+      "rel-constrast": 5.335213661193848,
+      "step": 318,
+      "subrel-constrast": 4.771610736846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.501758098602295,
+      "cov-distil (oracle2student)": 2.5830516815185547,
+      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "epoch": 0.25039246467817894,
+      "rel-constrast": 3.4819953441619873,
+      "step": 319,
+      "subrel-constrast": 4.568965435028076,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25117739403453687,
+      "grad_norm": 9.375,
+      "learning_rate": 1.595e-05,
+      "loss": 1.3169,
+      "step": 320
+    },
+    {
+      "cov-distil": 2.6786675453186035,
+      "cov-distil (oracle2student)": 6.357356071472168,
+      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "epoch": 0.25117739403453687,
+      "rel-constrast": 6.052874565124512,
+      "step": 320,
+      "subrel-constrast": 5.292226314544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.494877815246582,
+      "cov-distil (oracle2student)": 6.876131057739258,
+      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "epoch": 0.2519623233908948,
+      "rel-constrast": 5.749901294708252,
+      "step": 321,
+      "subrel-constrast": 5.932641983032227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.38651180267334,
+      "cov-distil (oracle2student)": 6.265422344207764,
+      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "epoch": 0.25274725274725274,
+      "rel-constrast": 6.318136215209961,
+      "step": 322,
+      "subrel-constrast": 6.435103893280029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4289562702178955,
+      "cov-distil (oracle2student)": 6.545157432556152,
+      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "epoch": 0.25353218210361067,
+      "rel-constrast": 3.1901004314422607,
+      "step": 323,
+      "subrel-constrast": 3.988408327102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2045464515686035,
+      "cov-distil (oracle2student)": 4.834115982055664,
+      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "epoch": 0.2543171114599686,
+      "rel-constrast": 3.4951283931732178,
+      "step": 324,
+      "subrel-constrast": 5.053758144378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7462997436523438,
+      "cov-distil (oracle2student)": 4.760239124298096,
+      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "epoch": 0.25510204081632654,
+      "rel-constrast": 5.508856773376465,
+      "step": 325,
+      "subrel-constrast": 4.718686580657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674020528793335,
+      "cov-distil (oracle2student)": 6.0317277908325195,
+      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "epoch": 0.25588697017268447,
+      "rel-constrast": 4.99403190612793,
+      "step": 326,
+      "subrel-constrast": 5.0482378005981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5660901069641113,
+      "cov-distil (oracle2student)": 4.034915447235107,
+      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "epoch": 0.2566718995290424,
+      "rel-constrast": 4.6133012771606445,
+      "step": 327,
+      "subrel-constrast": 4.879344940185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.365044593811035,
+      "cov-distil (oracle2student)": 6.041069984436035,
+      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "epoch": 0.25745682888540034,
+      "rel-constrast": 7.124080181121826,
+      "step": 328,
+      "subrel-constrast": 5.432338714599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.372805118560791,
+      "cov-distil (oracle2student)": 5.78395938873291,
+      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "epoch": 0.25824175824175827,
+      "rel-constrast": 6.051140308380127,
+      "step": 329,
+      "subrel-constrast": 5.881999492645264,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25902668759811615,
+      "grad_norm": 12.8125,
+      "learning_rate": 1.645e-05,
+      "loss": 1.3897,
+      "step": 330
+    },
+    {
+      "cov-distil": 2.17360520362854,
+      "cov-distil (oracle2student)": 4.5049262046813965,
+      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "epoch": 0.25902668759811615,
+      "rel-constrast": 6.193095684051514,
+      "step": 330,
+      "subrel-constrast": 6.21535587310791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125455856323242,
+      "cov-distil (oracle2student)": 6.844125747680664,
+      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "epoch": 0.2598116169544741,
+      "rel-constrast": 5.395874977111816,
+      "step": 331,
+      "subrel-constrast": 5.601707458496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.006053924560547,
+      "cov-distil (oracle2student)": 6.137346267700195,
+      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "epoch": 0.260596546310832,
+      "rel-constrast": 5.007664203643799,
+      "step": 332,
+      "subrel-constrast": 5.2837815284729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.734050750732422,
+      "cov-distil (oracle2student)": 7.4360809326171875,
+      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "epoch": 0.26138147566718994,
+      "rel-constrast": 7.471103668212891,
+      "step": 333,
+      "subrel-constrast": 6.6938323974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.608743667602539,
+      "cov-distil (oracle2student)": 6.094544410705566,
+      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "epoch": 0.2621664050235479,
+      "rel-constrast": 6.776917934417725,
+      "step": 334,
+      "subrel-constrast": 5.880159378051758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.892280101776123,
+      "cov-distil (oracle2student)": 5.178328514099121,
+      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "epoch": 0.2629513343799058,
+      "rel-constrast": 4.494962215423584,
+      "step": 335,
+      "subrel-constrast": 4.386334419250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2362866401672363,
+      "cov-distil (oracle2student)": 6.626348495483398,
+      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "epoch": 0.26373626373626374,
+      "rel-constrast": 3.794989585876465,
+      "step": 336,
+      "subrel-constrast": 3.689164638519287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.421428918838501,
+      "cov-distil (oracle2student)": 7.400732040405273,
+      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "epoch": 0.2645211930926217,
+      "rel-constrast": 5.231344699859619,
+      "step": 337,
+      "subrel-constrast": 5.4244794845581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3564536571502686,
+      "cov-distil (oracle2student)": 5.809101104736328,
+      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "epoch": 0.2653061224489796,
+      "rel-constrast": 3.5233960151672363,
+      "step": 338,
+      "subrel-constrast": 3.6908886432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1037206649780273,
+      "cov-distil (oracle2student)": 2.2603325843811035,
+      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "epoch": 0.26609105180533754,
+      "rel-constrast": 3.4815633296966553,
+      "step": 339,
+      "subrel-constrast": 3.288261890411377,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2668759811616955,
+      "grad_norm": 8.6875,
+      "learning_rate": 1.6950000000000002e-05,
+      "loss": 1.3469,
+      "step": 340
+    },
+    {
+      "cov-distil": 3.3706393241882324,
+      "cov-distil (oracle2student)": 6.5477705001831055,
+      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "epoch": 0.2668759811616955,
+      "rel-constrast": 4.431926727294922,
+      "step": 340,
+      "subrel-constrast": 4.443270683288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7762702703475952,
+      "cov-distil (oracle2student)": 5.8467302322387695,
+      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "epoch": 0.26766091051805335,
+      "rel-constrast": 6.334066390991211,
+      "step": 341,
+      "subrel-constrast": 5.981983661651611,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9460091590881348,
+      "cov-distil (oracle2student)": 5.643100738525391,
+      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "epoch": 0.2684458398744113,
+      "rel-constrast": 5.211766242980957,
+      "step": 342,
+      "subrel-constrast": 5.1992878913879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.367637872695923,
+      "cov-distil (oracle2student)": 5.941043853759766,
+      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "epoch": 0.2692307692307692,
+      "rel-constrast": 5.264193058013916,
+      "step": 343,
+      "subrel-constrast": 3.895352840423584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.412367820739746,
+      "cov-distil (oracle2student)": 7.493007659912109,
+      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "epoch": 0.27001569858712715,
+      "rel-constrast": 5.213747024536133,
+      "step": 344,
+      "subrel-constrast": 4.595364093780518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8810176849365234,
+      "cov-distil (oracle2student)": 7.061761379241943,
+      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "epoch": 0.2708006279434851,
+      "rel-constrast": 5.749035835266113,
+      "step": 345,
+      "subrel-constrast": 5.173506259918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8150792121887207,
+      "cov-distil (oracle2student)": 5.25694465637207,
+      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "epoch": 0.271585557299843,
+      "rel-constrast": 3.7829973697662354,
+      "step": 346,
+      "subrel-constrast": 4.973955154418945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5536751747131348,
+      "cov-distil (oracle2student)": 4.120350360870361,
+      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "epoch": 0.27237048665620095,
+      "rel-constrast": 3.704036235809326,
+      "step": 347,
+      "subrel-constrast": 3.350982666015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1382832527160645,
+      "cov-distil (oracle2student)": 5.11441707611084,
+      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "epoch": 0.2731554160125589,
+      "rel-constrast": 3.458172082901001,
+      "step": 348,
+      "subrel-constrast": 4.3986616134643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1670680046081543,
+      "cov-distil (oracle2student)": 6.426840782165527,
+      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "epoch": 0.2739403453689168,
+      "rel-constrast": 3.4649224281311035,
+      "step": 349,
+      "subrel-constrast": 3.7243576049804688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.27472527472527475,
+      "grad_norm": 9.25,
+      "learning_rate": 1.745e-05,
+      "loss": 1.2339,
+      "step": 350
+    },
+    {
+      "cov-distil": 3.608635902404785,
+      "cov-distil (oracle2student)": 4.330803871154785,
+      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "epoch": 0.27472527472527475,
+      "rel-constrast": 5.567419528961182,
+      "step": 350,
+      "subrel-constrast": 5.5189409255981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.042238473892212,
+      "cov-distil (oracle2student)": 5.05877685546875,
+      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "epoch": 0.2755102040816326,
+      "rel-constrast": 4.822046756744385,
+      "step": 351,
+      "subrel-constrast": 4.42357063293457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5642943382263184,
+      "cov-distil (oracle2student)": 5.4788360595703125,
+      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "epoch": 0.27629513343799056,
+      "rel-constrast": 4.740970134735107,
+      "step": 352,
+      "subrel-constrast": 4.879831790924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6448025703430176,
+      "cov-distil (oracle2student)": 8.111321449279785,
+      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "epoch": 0.2770800627943485,
+      "rel-constrast": 5.818354606628418,
+      "step": 353,
+      "subrel-constrast": 5.211849689483643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4067766666412354,
+      "cov-distil (oracle2student)": 4.365912914276123,
+      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "epoch": 0.2778649921507064,
+      "rel-constrast": 5.573647975921631,
+      "step": 354,
+      "subrel-constrast": 5.32288122177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5952365398406982,
+      "cov-distil (oracle2student)": 5.804892539978027,
+      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "epoch": 0.27864992150706436,
+      "rel-constrast": 2.9114840030670166,
+      "step": 355,
+      "subrel-constrast": 3.7944581508636475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0212960243225098,
+      "cov-distil (oracle2student)": 5.7747039794921875,
+      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "epoch": 0.2794348508634223,
+      "rel-constrast": 5.615074634552002,
+      "step": 356,
+      "subrel-constrast": 4.403563022613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7942184209823608,
+      "cov-distil (oracle2student)": 6.0659027099609375,
+      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "epoch": 0.2802197802197802,
+      "rel-constrast": 5.249208927154541,
+      "step": 357,
+      "subrel-constrast": 5.535679817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.774811267852783,
+      "cov-distil (oracle2student)": 6.464753150939941,
+      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "epoch": 0.28100470957613816,
+      "rel-constrast": 4.891279697418213,
+      "step": 358,
+      "subrel-constrast": 5.464860439300537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.453803539276123,
+      "cov-distil (oracle2student)": 4.161431789398193,
+      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "epoch": 0.2817896389324961,
+      "rel-constrast": 5.083553314208984,
+      "step": 359,
+      "subrel-constrast": 4.7147111892700195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.282574568288854,
+      "grad_norm": 11.3125,
+      "learning_rate": 1.795e-05,
+      "loss": 1.3216,
+      "step": 360
+    },
+    {
+      "cov-distil": 2.5603387355804443,
+      "cov-distil (oracle2student)": 5.630814552307129,
+      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "epoch": 0.282574568288854,
+      "rel-constrast": 4.032361030578613,
+      "step": 360,
+      "subrel-constrast": 4.251352787017822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8229472637176514,
+      "cov-distil (oracle2student)": 6.268754005432129,
+      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "epoch": 0.28335949764521196,
+      "rel-constrast": 4.587757587432861,
+      "step": 361,
+      "subrel-constrast": 5.313897132873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8588380813598633,
+      "cov-distil (oracle2student)": 5.717771530151367,
+      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "epoch": 0.28414442700156983,
+      "rel-constrast": 4.3423991203308105,
+      "step": 362,
+      "subrel-constrast": 4.597593784332275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7841402292251587,
+      "cov-distil (oracle2student)": 5.66856050491333,
+      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "epoch": 0.28492935635792777,
+      "rel-constrast": 4.133660316467285,
+      "step": 363,
+      "subrel-constrast": 4.4824748039245605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4724202156066895,
+      "cov-distil (oracle2student)": 5.346518516540527,
+      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "epoch": 0.2857142857142857,
+      "rel-constrast": 4.145630836486816,
+      "step": 364,
+      "subrel-constrast": 4.977063179016113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.808846354484558,
+      "cov-distil (oracle2student)": 5.196928977966309,
+      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "epoch": 0.28649921507064363,
+      "rel-constrast": 4.831958770751953,
+      "step": 365,
+      "subrel-constrast": 3.620854616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8844127655029297,
+      "cov-distil (oracle2student)": 4.427166938781738,
+      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "epoch": 0.28728414442700156,
+      "rel-constrast": 2.9533321857452393,
+      "step": 366,
+      "subrel-constrast": 3.6614904403686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.588649034500122,
+      "cov-distil (oracle2student)": 4.825804710388184,
+      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "epoch": 0.2880690737833595,
+      "rel-constrast": 3.4529616832733154,
+      "step": 367,
+      "subrel-constrast": 3.642184257507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7902345657348633,
+      "cov-distil (oracle2student)": 3.9853460788726807,
+      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "epoch": 0.28885400313971743,
+      "rel-constrast": 4.276392936706543,
+      "step": 368,
+      "subrel-constrast": 4.645603179931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6349034309387207,
+      "cov-distil (oracle2student)": 4.3472089767456055,
+      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "epoch": 0.28963893249607536,
+      "rel-constrast": 3.0620291233062744,
+      "step": 369,
+      "subrel-constrast": 4.223392486572266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2904238618524333,
+      "grad_norm": 8.625,
+      "learning_rate": 1.845e-05,
+      "loss": 1.056,
+      "step": 370
+    },
+    {
+      "cov-distil": 2.1786646842956543,
+      "cov-distil (oracle2student)": 5.363110542297363,
+      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "epoch": 0.2904238618524333,
+      "rel-constrast": 5.482825756072998,
+      "step": 370,
+      "subrel-constrast": 5.345534801483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2218286991119385,
+      "cov-distil (oracle2student)": 4.884929656982422,
+      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "epoch": 0.29120879120879123,
+      "rel-constrast": 3.8980860710144043,
+      "step": 371,
+      "subrel-constrast": 4.179631233215332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699034690856934,
+      "cov-distil (oracle2student)": 6.411710739135742,
+      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "epoch": 0.29199372056514916,
+      "rel-constrast": 4.8935041427612305,
+      "step": 372,
+      "subrel-constrast": 4.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.892509937286377,
+      "cov-distil (oracle2student)": 5.259044170379639,
+      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "epoch": 0.29277864992150704,
+      "rel-constrast": 3.2014081478118896,
+      "step": 373,
+      "subrel-constrast": 4.1573052406311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.772082805633545,
+      "cov-distil (oracle2student)": 4.566726207733154,
+      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "epoch": 0.29356357927786497,
+      "rel-constrast": 3.1878111362457275,
+      "step": 374,
+      "subrel-constrast": 3.35384464263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.591693162918091,
+      "cov-distil (oracle2student)": 5.522881507873535,
+      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "epoch": 0.2943485086342229,
+      "rel-constrast": 5.37741756439209,
+      "step": 375,
+      "subrel-constrast": 4.653171062469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5359158515930176,
+      "cov-distil (oracle2student)": 5.827084064483643,
+      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "epoch": 0.29513343799058084,
+      "rel-constrast": 4.727353572845459,
+      "step": 376,
+      "subrel-constrast": 3.935854911804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781376838684082,
+      "cov-distil (oracle2student)": 4.058488368988037,
+      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "epoch": 0.29591836734693877,
+      "rel-constrast": 3.8341798782348633,
+      "step": 377,
+      "subrel-constrast": 3.886284351348877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2513608932495117,
+      "cov-distil (oracle2student)": 6.062292098999023,
+      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "epoch": 0.2967032967032967,
+      "rel-constrast": 4.896815299987793,
+      "step": 378,
+      "subrel-constrast": 5.234432220458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.81939697265625,
+      "cov-distil (oracle2student)": 6.846397399902344,
+      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "epoch": 0.29748822605965464,
+      "rel-constrast": 4.4655609130859375,
+      "step": 379,
+      "subrel-constrast": 5.3056440353393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.29827315541601257,
+      "grad_norm": 9.1875,
+      "learning_rate": 1.895e-05,
+      "loss": 1.1617,
+      "step": 380
+    },
+    {
+      "cov-distil": 2.145519733428955,
+      "cov-distil (oracle2student)": 5.0195159912109375,
+      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "epoch": 0.29827315541601257,
+      "rel-constrast": 5.061878204345703,
+      "step": 380,
+      "subrel-constrast": 4.256718158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4396960735321045,
+      "cov-distil (oracle2student)": 5.107587814331055,
+      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "epoch": 0.2990580847723705,
+      "rel-constrast": 5.701793193817139,
+      "step": 381,
+      "subrel-constrast": 5.409301280975342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1333658695220947,
+      "cov-distil (oracle2student)": 5.085638523101807,
+      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "epoch": 0.29984301412872844,
+      "rel-constrast": 5.165194511413574,
+      "step": 382,
+      "subrel-constrast": 5.093568325042725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2161717414855957,
+      "cov-distil (oracle2student)": 7.9994072914123535,
+      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "epoch": 0.30062794348508637,
+      "rel-constrast": 7.066175937652588,
+      "step": 383,
+      "subrel-constrast": 6.8308610916137695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2208333015441895,
+      "cov-distil (oracle2student)": 4.0523858070373535,
+      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "epoch": 0.30141287284144425,
+      "rel-constrast": 4.53468132019043,
+      "step": 384,
+      "subrel-constrast": 5.056024074554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.071730136871338,
+      "cov-distil (oracle2student)": 4.249073505401611,
+      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "epoch": 0.3021978021978022,
+      "rel-constrast": 3.109813690185547,
+      "step": 385,
+      "subrel-constrast": 4.911736488342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9057316780090332,
+      "cov-distil (oracle2student)": 5.550108432769775,
+      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "epoch": 0.3029827315541601,
+      "rel-constrast": 6.038972854614258,
+      "step": 386,
+      "subrel-constrast": 5.7528533935546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.894748568534851,
+      "cov-distil (oracle2student)": 4.208711624145508,
+      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "epoch": 0.30376766091051804,
+      "rel-constrast": 3.28928804397583,
+      "step": 387,
+      "subrel-constrast": 4.545385837554932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.000256061553955,
+      "cov-distil (oracle2student)": 3.989053964614868,
+      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "epoch": 0.304552590266876,
+      "rel-constrast": 3.6278958320617676,
+      "step": 388,
+      "subrel-constrast": 4.682122230529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.647186756134033,
+      "cov-distil (oracle2student)": 5.239346027374268,
+      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "epoch": 0.3053375196232339,
+      "rel-constrast": 5.672878265380859,
+      "step": 389,
+      "subrel-constrast": 5.35860013961792,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.30612244897959184,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.9450000000000002e-05,
+      "loss": 1.2934,
+      "step": 390
+    },
+    {
+      "cov-distil": 1.9906284809112549,
+      "cov-distil (oracle2student)": 5.879648208618164,
+      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "epoch": 0.30612244897959184,
+      "rel-constrast": 3.779395580291748,
+      "step": 390,
+      "subrel-constrast": 4.119905471801758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.988453984260559,
+      "cov-distil (oracle2student)": 4.781367301940918,
+      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "epoch": 0.3069073783359498,
+      "rel-constrast": 3.251140594482422,
+      "step": 391,
+      "subrel-constrast": 3.398293972015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271214008331299,
+      "cov-distil (oracle2student)": 3.573791265487671,
+      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "epoch": 0.3076923076923077,
+      "rel-constrast": 3.212885618209839,
+      "step": 392,
+      "subrel-constrast": 4.208346843719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.500980854034424,
+      "cov-distil (oracle2student)": 5.914056777954102,
+      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "epoch": 0.30847723704866564,
+      "rel-constrast": 5.385578632354736,
+      "step": 393,
+      "subrel-constrast": 5.659003257751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4672982692718506,
+      "cov-distil (oracle2student)": 4.736859321594238,
+      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "epoch": 0.3092621664050236,
+      "rel-constrast": 2.597383975982666,
+      "step": 394,
+      "subrel-constrast": 3.6748647689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2462375164031982,
+      "cov-distil (oracle2student)": 5.579372406005859,
+      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "epoch": 0.31004709576138145,
+      "rel-constrast": 4.2792158126831055,
+      "step": 395,
+      "subrel-constrast": 4.788985729217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1940720081329346,
+      "cov-distil (oracle2student)": 6.999589920043945,
+      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "epoch": 0.3108320251177394,
+      "rel-constrast": 3.4981136322021484,
+      "step": 396,
+      "subrel-constrast": 3.725527048110962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4211723804473877,
+      "cov-distil (oracle2student)": 4.806880474090576,
+      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "epoch": 0.3116169544740973,
+      "rel-constrast": 3.6912615299224854,
+      "step": 397,
+      "subrel-constrast": 4.080460548400879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.147724151611328,
+      "cov-distil (oracle2student)": 3.4920403957366943,
+      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "epoch": 0.31240188383045525,
+      "rel-constrast": 3.37844181060791,
+      "step": 398,
+      "subrel-constrast": 4.133568286895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341226577758789,
+      "cov-distil (oracle2student)": 5.704563140869141,
+      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "epoch": 0.3131868131868132,
+      "rel-constrast": 5.77735710144043,
+      "step": 399,
+      "subrel-constrast": 5.990045070648193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "grad_norm": 10.25,
+      "learning_rate": 1.995e-05,
+      "loss": 1.0277,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "overlap": 0.21250000596046448,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "student margin": 0.0499267578125
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "teacher margin": 0.0330810546875
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "margin difference": -0.016845703125,
+      "step": 400
+    },
+    {
+      "cov-distil": 3.029654026031494,
+      "cov-distil (oracle2student)": 6.3546295166015625,
+      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "epoch": 0.3139717425431711,
+      "rel-constrast": 5.21034049987793,
+      "step": 400,
+      "subrel-constrast": 4.272339820861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7038116455078125,
+      "cov-distil (oracle2student)": 4.764902114868164,
+      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "epoch": 0.31475667189952905,
+      "rel-constrast": 4.609540939331055,
+      "step": 401,
+      "subrel-constrast": 4.73413610458374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.099792242050171,
+      "cov-distil (oracle2student)": 3.520395278930664,
+      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "epoch": 0.315541601255887,
+      "rel-constrast": 3.90291428565979,
+      "step": 402,
+      "subrel-constrast": 4.711536407470703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4153919219970703,
+      "cov-distil (oracle2student)": 4.881484031677246,
+      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "epoch": 0.3163265306122449,
+      "rel-constrast": 5.590476036071777,
+      "step": 403,
+      "subrel-constrast": 6.7442402839660645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.070514678955078,
+      "cov-distil (oracle2student)": 6.963999271392822,
+      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "epoch": 0.31711145996860285,
+      "rel-constrast": 4.405279159545898,
+      "step": 404,
+      "subrel-constrast": 4.019079208374023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7390613555908203,
+      "cov-distil (oracle2student)": 5.906704425811768,
+      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "epoch": 0.3178963893249607,
+      "rel-constrast": 5.089980125427246,
+      "step": 405,
+      "subrel-constrast": 5.007596969604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4844894409179688,
+      "cov-distil (oracle2student)": 3.5109589099884033,
+      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "epoch": 0.31868131868131866,
+      "rel-constrast": 3.7930362224578857,
+      "step": 406,
+      "subrel-constrast": 3.798858642578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3034815788269043,
+      "cov-distil (oracle2student)": 3.7118170261383057,
+      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "epoch": 0.3194662480376766,
+      "rel-constrast": 3.579343557357788,
+      "step": 407,
+      "subrel-constrast": 3.7536656856536865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386108875274658,
+      "cov-distil (oracle2student)": 7.637016773223877,
+      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "epoch": 0.3202511773940345,
+      "rel-constrast": 5.229757308959961,
+      "step": 408,
+      "subrel-constrast": 5.07039737701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8611326217651367,
+      "cov-distil (oracle2student)": 5.232067108154297,
+      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "epoch": 0.32103610675039246,
+      "rel-constrast": 3.642263174057007,
+      "step": 409,
+      "subrel-constrast": 4.416981220245361,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3218210361067504,
+      "grad_norm": 10.3125,
+      "learning_rate": 2.045e-05,
+      "loss": 1.1891,
+      "step": 410
+    },
+    {
+      "cov-distil": 2.2154881954193115,
+      "cov-distil (oracle2student)": 6.773739814758301,
+      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "epoch": 0.3218210361067504,
+      "rel-constrast": 3.8010854721069336,
+      "step": 410,
+      "subrel-constrast": 4.40297269821167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.502871513366699,
+      "cov-distil (oracle2student)": 5.0695061683654785,
+      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "epoch": 0.3226059654631083,
+      "rel-constrast": 3.752478837966919,
+      "step": 411,
+      "subrel-constrast": 4.620887756347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1412277221679688,
+      "cov-distil (oracle2student)": 5.670042037963867,
+      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "epoch": 0.32339089481946626,
+      "rel-constrast": 3.702781915664673,
+      "step": 412,
+      "subrel-constrast": 3.522353172302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.622506618499756,
+      "cov-distil (oracle2student)": 3.7515993118286133,
+      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "epoch": 0.3241758241758242,
+      "rel-constrast": 4.642484188079834,
+      "step": 413,
+      "subrel-constrast": 4.491447448730469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7788538932800293,
+      "cov-distil (oracle2student)": 4.702597618103027,
+      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "epoch": 0.3249607535321821,
+      "rel-constrast": 5.818304061889648,
+      "step": 414,
+      "subrel-constrast": 6.06870698928833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9587523937225342,
+      "cov-distil (oracle2student)": 5.824624538421631,
+      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "epoch": 0.32574568288854006,
+      "rel-constrast": 4.23227596282959,
+      "step": 415,
+      "subrel-constrast": 4.3078107833862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7149274349212646,
+      "cov-distil (oracle2student)": 4.385428428649902,
+      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "epoch": 0.32653061224489793,
+      "rel-constrast": 2.614161491394043,
+      "step": 416,
+      "subrel-constrast": 3.0772061347961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901108741760254,
+      "cov-distil (oracle2student)": 5.8399505615234375,
+      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "epoch": 0.32731554160125587,
+      "rel-constrast": 4.529116630554199,
+      "step": 417,
+      "subrel-constrast": 3.6887731552124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.264662504196167,
+      "cov-distil (oracle2student)": 5.077439308166504,
+      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "epoch": 0.3281004709576138,
+      "rel-constrast": 3.489309549331665,
+      "step": 418,
+      "subrel-constrast": 4.08317232131958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0951147079467773,
+      "cov-distil (oracle2student)": 5.056512355804443,
+      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "epoch": 0.32888540031397173,
+      "rel-constrast": 4.336194038391113,
+      "step": 419,
+      "subrel-constrast": 4.286928176879883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.32967032967032966,
+      "grad_norm": 11.125,
+      "learning_rate": 2.095e-05,
+      "loss": 1.0809,
+      "step": 420
+    },
+    {
+      "cov-distil": 2.853148937225342,
+      "cov-distil (oracle2student)": 4.900213718414307,
+      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "epoch": 0.32967032967032966,
+      "rel-constrast": 2.7741894721984863,
+      "step": 420,
+      "subrel-constrast": 4.219531536102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.347733497619629,
+      "cov-distil (oracle2student)": 5.8397064208984375,
+      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "epoch": 0.3304552590266876,
+      "rel-constrast": 4.240979194641113,
+      "step": 421,
+      "subrel-constrast": 4.324865818023682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3546690940856934,
+      "cov-distil (oracle2student)": 4.496642112731934,
+      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "epoch": 0.33124018838304553,
+      "rel-constrast": 4.255103588104248,
+      "step": 422,
+      "subrel-constrast": 5.117549419403076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.715123176574707,
+      "cov-distil (oracle2student)": 4.683563232421875,
+      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "epoch": 0.33202511773940346,
+      "rel-constrast": 5.569277763366699,
+      "step": 423,
+      "subrel-constrast": 5.483921527862549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235517978668213,
+      "cov-distil (oracle2student)": 3.439777374267578,
+      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "epoch": 0.3328100470957614,
+      "rel-constrast": 2.9701004028320312,
+      "step": 424,
+      "subrel-constrast": 3.481750249862671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.576808214187622,
+      "cov-distil (oracle2student)": 4.481812477111816,
+      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "epoch": 0.33359497645211933,
+      "rel-constrast": 3.951779842376709,
+      "step": 425,
+      "subrel-constrast": 4.240853786468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1964685916900635,
+      "cov-distil (oracle2student)": 5.804289817810059,
+      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "epoch": 0.33437990580847726,
+      "rel-constrast": 4.0014448165893555,
+      "step": 426,
+      "subrel-constrast": 4.291764736175537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8239710330963135,
+      "cov-distil (oracle2student)": 6.429267406463623,
+      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "epoch": 0.33516483516483514,
+      "rel-constrast": 5.43123197555542,
+      "step": 427,
+      "subrel-constrast": 5.811346530914307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.957871437072754,
+      "cov-distil (oracle2student)": 5.654982566833496,
+      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "epoch": 0.3359497645211931,
+      "rel-constrast": 3.8812756538391113,
+      "step": 428,
+      "subrel-constrast": 4.840229511260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.233981132507324,
+      "cov-distil (oracle2student)": 4.738227844238281,
+      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "epoch": 0.336734693877551,
+      "rel-constrast": 3.1858866214752197,
+      "step": 429,
+      "subrel-constrast": 4.9521284103393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.33751962323390894,
+      "grad_norm": 7.8125,
+      "learning_rate": 2.145e-05,
+      "loss": 1.0748,
+      "step": 430
+    },
+    {
+      "cov-distil": 2.071441173553467,
+      "cov-distil (oracle2student)": 5.731252193450928,
+      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "epoch": 0.33751962323390894,
+      "rel-constrast": 3.4950835704803467,
+      "step": 430,
+      "subrel-constrast": 4.140163898468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.762049674987793,
+      "cov-distil (oracle2student)": 5.917123794555664,
+      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "epoch": 0.33830455259026687,
+      "rel-constrast": 3.0546138286590576,
+      "step": 431,
+      "subrel-constrast": 3.9004335403442383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.009577989578247,
+      "cov-distil (oracle2student)": 4.721602439880371,
+      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "epoch": 0.3390894819466248,
+      "rel-constrast": 3.20813250541687,
+      "step": 432,
+      "subrel-constrast": 2.7180888652801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3607802391052246,
+      "cov-distil (oracle2student)": 5.02647590637207,
+      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "epoch": 0.33987441130298274,
+      "rel-constrast": 3.091285228729248,
+      "step": 433,
+      "subrel-constrast": 3.6924705505371094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.247466564178467,
+      "cov-distil (oracle2student)": 5.613053321838379,
+      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "epoch": 0.34065934065934067,
+      "rel-constrast": 6.07712459564209,
+      "step": 434,
+      "subrel-constrast": 5.707917213439941,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.775041341781616,
+      "cov-distil (oracle2student)": 4.206188201904297,
+      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "epoch": 0.3414442700156986,
+      "rel-constrast": 4.096330642700195,
+      "step": 435,
+      "subrel-constrast": 4.643835067749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1919288635253906,
+      "cov-distil (oracle2student)": 5.838393688201904,
+      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "epoch": 0.34222919937205654,
+      "rel-constrast": 3.9760336875915527,
+      "step": 436,
+      "subrel-constrast": 4.569299221038818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.402763605117798,
+      "cov-distil (oracle2student)": 5.501781463623047,
+      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "epoch": 0.34301412872841447,
+      "rel-constrast": 4.09533166885376,
+      "step": 437,
+      "subrel-constrast": 4.315829277038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2494189739227295,
+      "cov-distil (oracle2student)": 7.242899417877197,
+      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "epoch": 0.34379905808477235,
+      "rel-constrast": 5.04097843170166,
+      "step": 438,
+      "subrel-constrast": 4.862870216369629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2995710372924805,
+      "cov-distil (oracle2student)": 6.75054407119751,
+      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "epoch": 0.3445839874411303,
+      "rel-constrast": 4.982070446014404,
+      "step": 439,
+      "subrel-constrast": 5.908459663391113,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3453689167974882,
+      "grad_norm": 9.0625,
+      "learning_rate": 2.195e-05,
+      "loss": 1.0863,
+      "step": 440
+    },
+    {
+      "cov-distil": 2.3884384632110596,
+      "cov-distil (oracle2student)": 3.627267837524414,
+      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "epoch": 0.3453689167974882,
+      "rel-constrast": 3.338059425354004,
+      "step": 440,
+      "subrel-constrast": 3.8772172927856445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.314605712890625,
+      "cov-distil (oracle2student)": 3.331043243408203,
+      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "epoch": 0.34615384615384615,
+      "rel-constrast": 3.4346771240234375,
+      "step": 441,
+      "subrel-constrast": 4.622008323669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.188438653945923,
+      "cov-distil (oracle2student)": 4.153973579406738,
+      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "epoch": 0.3469387755102041,
+      "rel-constrast": 3.282660484313965,
+      "step": 442,
+      "subrel-constrast": 4.078038215637207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141457557678223,
+      "cov-distil (oracle2student)": 3.9378161430358887,
+      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "epoch": 0.347723704866562,
+      "rel-constrast": 3.16465163230896,
+      "step": 443,
+      "subrel-constrast": 3.99902606010437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184648513793945,
+      "cov-distil (oracle2student)": 4.154224395751953,
+      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "epoch": 0.34850863422291994,
+      "rel-constrast": 4.452948570251465,
+      "step": 444,
+      "subrel-constrast": 4.752323627471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.465195417404175,
+      "cov-distil (oracle2student)": 6.024938106536865,
+      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "epoch": 0.3492935635792779,
+      "rel-constrast": 3.97629976272583,
+      "step": 445,
+      "subrel-constrast": 4.345099925994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387889862060547,
+      "cov-distil (oracle2student)": 6.552669525146484,
+      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "epoch": 0.3500784929356358,
+      "rel-constrast": 4.845789909362793,
+      "step": 446,
+      "subrel-constrast": 4.969698905944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.397533416748047,
+      "cov-distil (oracle2student)": 4.364714622497559,
+      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "epoch": 0.35086342229199374,
+      "rel-constrast": 3.937595844268799,
+      "step": 447,
+      "subrel-constrast": 4.312699794769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7098320722579956,
+      "cov-distil (oracle2student)": 4.228442192077637,
+      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "epoch": 0.3516483516483517,
+      "rel-constrast": 4.023503303527832,
+      "step": 448,
+      "subrel-constrast": 4.394430637359619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.685983657836914,
+      "cov-distil (oracle2student)": 5.232016563415527,
+      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "epoch": 0.35243328100470955,
+      "rel-constrast": 4.860464096069336,
+      "step": 449,
+      "subrel-constrast": 5.943270206451416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3532182103610675,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.245e-05,
+      "loss": 1.0413,
+      "step": 450
+    },
+    {
+      "cov-distil": 2.2508721351623535,
+      "cov-distil (oracle2student)": 2.906092643737793,
+      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "epoch": 0.3532182103610675,
+      "rel-constrast": 4.014590740203857,
+      "step": 450,
+      "subrel-constrast": 3.848747491836548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.404543161392212,
+      "cov-distil (oracle2student)": 4.871207237243652,
+      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "epoch": 0.3540031397174254,
+      "rel-constrast": 4.726263999938965,
+      "step": 451,
+      "subrel-constrast": 4.601378440856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3678207397460938,
+      "cov-distil (oracle2student)": 4.7101731300354,
+      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "epoch": 0.35478806907378335,
+      "rel-constrast": 6.3743462562561035,
+      "step": 452,
+      "subrel-constrast": 5.834218978881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8811686038970947,
+      "cov-distil (oracle2student)": 7.004568099975586,
+      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "epoch": 0.3555729984301413,
+      "rel-constrast": 4.495256423950195,
+      "step": 453,
+      "subrel-constrast": 4.499624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.08927845954895,
+      "cov-distil (oracle2student)": 6.895721912384033,
+      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "epoch": 0.3563579277864992,
+      "rel-constrast": 3.5895748138427734,
+      "step": 454,
+      "subrel-constrast": 4.271737575531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574354648590088,
+      "cov-distil (oracle2student)": 4.438915252685547,
+      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "epoch": 0.35714285714285715,
+      "rel-constrast": 2.5299854278564453,
+      "step": 455,
+      "subrel-constrast": 3.375465154647827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.532860279083252,
+      "cov-distil (oracle2student)": 5.647635459899902,
+      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "epoch": 0.3579277864992151,
+      "rel-constrast": 4.839120864868164,
+      "step": 456,
+      "subrel-constrast": 5.001308917999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.857278347015381,
+      "cov-distil (oracle2student)": 4.26930046081543,
+      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "epoch": 0.358712715855573,
+      "rel-constrast": 4.054443359375,
+      "step": 457,
+      "subrel-constrast": 4.409102439880371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4386208057403564,
+      "cov-distil (oracle2student)": 4.052372455596924,
+      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "epoch": 0.35949764521193095,
+      "rel-constrast": 4.553459167480469,
+      "step": 458,
+      "subrel-constrast": 4.813325881958008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469395637512207,
+      "cov-distil (oracle2student)": 5.080841064453125,
+      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "epoch": 0.3602825745682888,
+      "rel-constrast": 4.249707221984863,
+      "step": 459,
+      "subrel-constrast": 4.861333847045898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36106750392464676,
+      "grad_norm": 10.0625,
+      "learning_rate": 2.2950000000000002e-05,
+      "loss": 1.146,
+      "step": 460
+    },
+    {
+      "cov-distil": 2.61850905418396,
+      "cov-distil (oracle2student)": 6.65915584564209,
+      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "epoch": 0.36106750392464676,
+      "rel-constrast": 5.478026390075684,
+      "step": 460,
+      "subrel-constrast": 5.582189083099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.189993143081665,
+      "cov-distil (oracle2student)": 5.363834381103516,
+      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "epoch": 0.3618524332810047,
+      "rel-constrast": 5.005136013031006,
+      "step": 461,
+      "subrel-constrast": 4.609855651855469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.936099648475647,
+      "cov-distil (oracle2student)": 2.9774246215820312,
+      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "epoch": 0.3626373626373626,
+      "rel-constrast": 3.062378406524658,
+      "step": 462,
+      "subrel-constrast": 3.0949158668518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.640564441680908,
+      "cov-distil (oracle2student)": 6.053886413574219,
+      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "epoch": 0.36342229199372056,
+      "rel-constrast": 3.466475248336792,
+      "step": 463,
+      "subrel-constrast": 4.198953628540039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.427206516265869,
+      "cov-distil (oracle2student)": 5.163705348968506,
+      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "epoch": 0.3642072213500785,
+      "rel-constrast": 3.610846757888794,
+      "step": 464,
+      "subrel-constrast": 4.117895603179932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4713971614837646,
+      "cov-distil (oracle2student)": 7.060304164886475,
+      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "epoch": 0.3649921507064364,
+      "rel-constrast": 6.358216285705566,
+      "step": 465,
+      "subrel-constrast": 7.534944534301758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341738224029541,
+      "cov-distil (oracle2student)": 3.9310569763183594,
+      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "epoch": 0.36577708006279436,
+      "rel-constrast": 4.7545905113220215,
+      "step": 466,
+      "subrel-constrast": 5.290574073791504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8943874835968018,
+      "cov-distil (oracle2student)": 7.774135589599609,
+      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "epoch": 0.3665620094191523,
+      "rel-constrast": 4.15330696105957,
+      "step": 467,
+      "subrel-constrast": 4.940469741821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2678370475769043,
+      "cov-distil (oracle2student)": 3.2847068309783936,
+      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "epoch": 0.3673469387755102,
+      "rel-constrast": 4.6083855628967285,
+      "step": 468,
+      "subrel-constrast": 4.441287040710449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.196363687515259,
+      "cov-distil (oracle2student)": 4.333902835845947,
+      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "epoch": 0.36813186813186816,
+      "rel-constrast": 4.278085708618164,
+      "step": 469,
+      "subrel-constrast": 5.189983367919922,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36891679748822603,
+      "grad_norm": 10.1875,
+      "learning_rate": 2.345e-05,
+      "loss": 1.1793,
+      "step": 470
+    },
+    {
+      "cov-distil": 2.533843994140625,
+      "cov-distil (oracle2student)": 5.978747367858887,
+      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "epoch": 0.36891679748822603,
+      "rel-constrast": 4.380161762237549,
+      "step": 470,
+      "subrel-constrast": 5.573913097381592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5308892726898193,
+      "cov-distil (oracle2student)": 2.514479160308838,
+      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "epoch": 0.36970172684458397,
+      "rel-constrast": 2.35434889793396,
+      "step": 471,
+      "subrel-constrast": 2.5103394985198975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2500219345092773,
+      "cov-distil (oracle2student)": 3.973175048828125,
+      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "epoch": 0.3704866562009419,
+      "rel-constrast": 2.966829299926758,
+      "step": 472,
+      "subrel-constrast": 2.8600332736968994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129756689071655,
+      "cov-distil (oracle2student)": 4.23541259765625,
+      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "epoch": 0.37127158555729983,
+      "rel-constrast": 3.762936592102051,
+      "step": 473,
+      "subrel-constrast": 3.4188146591186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.912912368774414,
+      "cov-distil (oracle2student)": 4.1711859703063965,
+      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "epoch": 0.37205651491365777,
+      "rel-constrast": 3.62333345413208,
+      "step": 474,
+      "subrel-constrast": 4.32157564163208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989773273468018,
+      "cov-distil (oracle2student)": 3.832151174545288,
+      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "epoch": 0.3728414442700157,
+      "rel-constrast": 4.430049419403076,
+      "step": 475,
+      "subrel-constrast": 4.741738796234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.258049964904785,
+      "cov-distil (oracle2student)": 5.291522026062012,
+      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "epoch": 0.37362637362637363,
+      "rel-constrast": 4.222903251647949,
+      "step": 476,
+      "subrel-constrast": 3.961719274520874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.570009469985962,
+      "cov-distil (oracle2student)": 5.773652076721191,
+      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "epoch": 0.37441130298273156,
+      "rel-constrast": 4.533541679382324,
+      "step": 477,
+      "subrel-constrast": 4.77773380279541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8505635261535645,
+      "cov-distil (oracle2student)": 6.83684778213501,
+      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "epoch": 0.3751962323390895,
+      "rel-constrast": 5.62321662902832,
+      "step": 478,
+      "subrel-constrast": 5.232511043548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7924580574035645,
+      "cov-distil (oracle2student)": 3.7319493293762207,
+      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "epoch": 0.37598116169544743,
+      "rel-constrast": 4.3964619636535645,
+      "step": 479,
+      "subrel-constrast": 4.63718843460083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.37676609105180536,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.395e-05,
+      "loss": 1.0666,
+      "step": 480
+    },
+    {
+      "cov-distil": 3.3505167961120605,
+      "cov-distil (oracle2student)": 5.910223960876465,
+      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "epoch": 0.37676609105180536,
+      "rel-constrast": 3.6228749752044678,
+      "step": 480,
+      "subrel-constrast": 4.511120796203613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4485015869140625,
+      "cov-distil (oracle2student)": 2.978269338607788,
+      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "epoch": 0.37755102040816324,
+      "rel-constrast": 2.7968740463256836,
+      "step": 481,
+      "subrel-constrast": 3.763864278793335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9172215461730957,
+      "cov-distil (oracle2student)": 4.363856315612793,
+      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "epoch": 0.3783359497645212,
+      "rel-constrast": 3.863055467605591,
+      "step": 482,
+      "subrel-constrast": 4.3716607093811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2787156105041504,
+      "cov-distil (oracle2student)": 5.516321182250977,
+      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "epoch": 0.3791208791208791,
+      "rel-constrast": 4.094292640686035,
+      "step": 483,
+      "subrel-constrast": 4.160613059997559,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235403537750244,
+      "cov-distil (oracle2student)": 5.518409729003906,
+      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "epoch": 0.37990580847723704,
+      "rel-constrast": 3.563915252685547,
+      "step": 484,
+      "subrel-constrast": 3.7485921382904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194551467895508,
+      "cov-distil (oracle2student)": 4.414938926696777,
+      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "epoch": 0.38069073783359497,
+      "rel-constrast": 3.6036124229431152,
+      "step": 485,
+      "subrel-constrast": 4.087226390838623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5132029056549072,
+      "cov-distil (oracle2student)": 5.28877067565918,
+      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "epoch": 0.3814756671899529,
+      "rel-constrast": 3.990896224975586,
+      "step": 486,
+      "subrel-constrast": 4.995358467102051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.118487596511841,
+      "cov-distil (oracle2student)": 4.492996692657471,
+      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "epoch": 0.38226059654631084,
+      "rel-constrast": 3.6116862297058105,
+      "step": 487,
+      "subrel-constrast": 3.7064754962921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1922671794891357,
+      "cov-distil (oracle2student)": 4.6771087646484375,
+      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "epoch": 0.38304552590266877,
+      "rel-constrast": 3.873265504837036,
+      "step": 488,
+      "subrel-constrast": 4.981564044952393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.20857834815979,
+      "cov-distil (oracle2student)": 5.020869255065918,
+      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "epoch": 0.3838304552590267,
+      "rel-constrast": 3.868755340576172,
+      "step": 489,
+      "subrel-constrast": 5.429229736328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "grad_norm": 9.8125,
+      "learning_rate": 2.445e-05,
+      "loss": 0.9824,
+      "step": 490
+    },
+    {
+      "cov-distil": 1.981706976890564,
+      "cov-distil (oracle2student)": 7.053213119506836,
+      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "epoch": 0.38461538461538464,
+      "rel-constrast": 4.026374816894531,
+      "step": 490,
+      "subrel-constrast": 4.501920223236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.410712718963623,
+      "cov-distil (oracle2student)": 5.133758544921875,
+      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "epoch": 0.38540031397174257,
+      "rel-constrast": 4.2775421142578125,
+      "step": 491,
+      "subrel-constrast": 4.118622779846191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371644973754883,
+      "cov-distil (oracle2student)": 5.659582138061523,
+      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "epoch": 0.38618524332810045,
+      "rel-constrast": 4.763324737548828,
+      "step": 492,
+      "subrel-constrast": 4.729984760284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4028496742248535,
+      "cov-distil (oracle2student)": 4.193080425262451,
+      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "epoch": 0.3869701726844584,
+      "rel-constrast": 3.300520896911621,
+      "step": 493,
+      "subrel-constrast": 4.785802841186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9608060121536255,
+      "cov-distil (oracle2student)": 4.956197261810303,
+      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "epoch": 0.3877551020408163,
+      "rel-constrast": 2.9137468338012695,
+      "step": 494,
+      "subrel-constrast": 3.282076597213745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4849562644958496,
+      "cov-distil (oracle2student)": 6.280769348144531,
+      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "epoch": 0.38854003139717425,
+      "rel-constrast": 4.2239484786987305,
+      "step": 495,
+      "subrel-constrast": 4.649102210998535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7329490184783936,
+      "cov-distil (oracle2student)": 4.664039611816406,
+      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "epoch": 0.3893249607535322,
+      "rel-constrast": 2.6345038414001465,
+      "step": 496,
+      "subrel-constrast": 3.718508243560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.085386276245117,
+      "cov-distil (oracle2student)": 3.886662721633911,
+      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "epoch": 0.3901098901098901,
+      "rel-constrast": 3.260143518447876,
+      "step": 497,
+      "subrel-constrast": 3.9507155418395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7282142639160156,
+      "cov-distil (oracle2student)": 3.539856433868408,
+      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "epoch": 0.39089481946624804,
+      "rel-constrast": 2.3446929454803467,
+      "step": 498,
+      "subrel-constrast": 2.6004679203033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6501827239990234,
+      "cov-distil (oracle2student)": 7.322658061981201,
+      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "epoch": 0.391679748822606,
+      "rel-constrast": 4.462357521057129,
+      "step": 499,
+      "subrel-constrast": 5.298823833465576,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "grad_norm": 8.375,
+      "learning_rate": 2.495e-05,
+      "loss": 0.9597,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-P@10": 0.76,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-P@10": 0.42899999999999994,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/avg": 0.5329941442436358,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "overlap": 0.2421875,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "student margin": 0.06243896484375
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "teacher margin": 0.042694091796875
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "margin difference": -0.019744873046875,
+      "step": 500
+    },
+    {
+      "cov-distil": 1.4159998893737793,
+      "cov-distil (oracle2student)": 4.625096797943115,
+      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "epoch": 0.3924646781789639,
+      "rel-constrast": 3.086014986038208,
+      "step": 500,
+      "subrel-constrast": 3.322561264038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.484131336212158,
+      "cov-distil (oracle2student)": 5.681003093719482,
+      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "epoch": 0.39324960753532184,
+      "rel-constrast": 3.455115795135498,
+      "step": 501,
+      "subrel-constrast": 3.60056209564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732965111732483,
+      "cov-distil (oracle2student)": 3.93009877204895,
+      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "epoch": 0.3940345368916798,
+      "rel-constrast": 3.891814708709717,
+      "step": 502,
+      "subrel-constrast": 4.615721225738525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3193750381469727,
+      "cov-distil (oracle2student)": 4.851567268371582,
+      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "epoch": 0.39481946624803765,
+      "rel-constrast": 3.16011381149292,
+      "step": 503,
+      "subrel-constrast": 3.5040040016174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2391562461853027,
+      "cov-distil (oracle2student)": 3.613586664199829,
+      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "epoch": 0.3956043956043956,
+      "rel-constrast": 4.543619155883789,
+      "step": 504,
+      "subrel-constrast": 4.639369964599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1063196659088135,
+      "cov-distil (oracle2student)": 5.640138626098633,
+      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "epoch": 0.3963893249607535,
+      "rel-constrast": 3.3249940872192383,
+      "step": 505,
+      "subrel-constrast": 3.79390287399292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8278141021728516,
+      "cov-distil (oracle2student)": 3.6726248264312744,
+      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "epoch": 0.39717425431711145,
+      "rel-constrast": 3.797194480895996,
+      "step": 506,
+      "subrel-constrast": 4.491276264190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0168466567993164,
+      "cov-distil (oracle2student)": 5.7914814949035645,
+      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "epoch": 0.3979591836734694,
+      "rel-constrast": 3.658668279647827,
+      "step": 507,
+      "subrel-constrast": 4.55025577545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.112938165664673,
+      "cov-distil (oracle2student)": 3.503079414367676,
+      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "epoch": 0.3987441130298273,
+      "rel-constrast": 2.802060604095459,
+      "step": 508,
+      "subrel-constrast": 3.5418896675109863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9679971933364868,
+      "cov-distil (oracle2student)": 4.781468391418457,
+      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "epoch": 0.39952904238618525,
+      "rel-constrast": 3.881654977798462,
+      "step": 509,
+      "subrel-constrast": 4.416358947753906,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4003139717425432,
+      "grad_norm": 9.1875,
+      "learning_rate": 2.5450000000000002e-05,
+      "loss": 0.9456,
+      "step": 510
+    },
+    {
+      "cov-distil": 1.395479440689087,
+      "cov-distil (oracle2student)": 5.548276424407959,
+      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "epoch": 0.4003139717425432,
+      "rel-constrast": 3.209362506866455,
+      "step": 510,
+      "subrel-constrast": 3.1534719467163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8525688648223877,
+      "cov-distil (oracle2student)": 6.531951904296875,
+      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "epoch": 0.4010989010989011,
+      "rel-constrast": 4.491300582885742,
+      "step": 511,
+      "subrel-constrast": 4.586567401885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9388954639434814,
+      "cov-distil (oracle2student)": 5.9139084815979,
+      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "epoch": 0.40188383045525905,
+      "rel-constrast": 4.033116340637207,
+      "step": 512,
+      "subrel-constrast": 4.773599147796631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7909735441207886,
+      "cov-distil (oracle2student)": 4.206601142883301,
+      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "epoch": 0.4026687598116169,
+      "rel-constrast": 4.130172252655029,
+      "step": 513,
+      "subrel-constrast": 4.800011157989502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.82828950881958,
+      "cov-distil (oracle2student)": 3.7563247680664062,
+      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "epoch": 0.40345368916797486,
+      "rel-constrast": 2.0718255043029785,
+      "step": 514,
+      "subrel-constrast": 2.8484530448913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547434329986572,
+      "cov-distil (oracle2student)": 3.475689649581909,
+      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "epoch": 0.4042386185243328,
+      "rel-constrast": 3.053926706314087,
+      "step": 515,
+      "subrel-constrast": 3.580040454864502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8886094093322754,
+      "cov-distil (oracle2student)": 3.8891124725341797,
+      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "epoch": 0.4050235478806907,
+      "rel-constrast": 3.4653000831604004,
+      "step": 516,
+      "subrel-constrast": 4.058748722076416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4138705730438232,
+      "cov-distil (oracle2student)": 6.235104084014893,
+      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "epoch": 0.40580847723704866,
+      "rel-constrast": 4.911827564239502,
+      "step": 517,
+      "subrel-constrast": 5.379470348358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.055727481842041,
+      "cov-distil (oracle2student)": 4.765932083129883,
+      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "epoch": 0.4065934065934066,
+      "rel-constrast": 4.432010650634766,
+      "step": 518,
+      "subrel-constrast": 3.8237483501434326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.444960594177246,
+      "cov-distil (oracle2student)": 3.9477295875549316,
+      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "epoch": 0.4073783359497645,
+      "rel-constrast": 4.135186195373535,
+      "step": 519,
+      "subrel-constrast": 4.819687843322754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.40816326530612246,
+      "grad_norm": 8.875,
+      "learning_rate": 2.595e-05,
+      "loss": 1.0015,
+      "step": 520
+    },
+    {
+      "cov-distil": 2.114975690841675,
+      "cov-distil (oracle2student)": 6.017740249633789,
+      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "epoch": 0.40816326530612246,
+      "rel-constrast": 3.083989143371582,
+      "step": 520,
+      "subrel-constrast": 3.6702053546905518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6442341804504395,
+      "cov-distil (oracle2student)": 4.542356491088867,
+      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "epoch": 0.4089481946624804,
+      "rel-constrast": 2.837587594985962,
+      "step": 521,
+      "subrel-constrast": 3.523179054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6822391748428345,
+      "cov-distil (oracle2student)": 3.990572690963745,
+      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "epoch": 0.4097331240188383,
+      "rel-constrast": 3.3714590072631836,
+      "step": 522,
+      "subrel-constrast": 3.4518234729766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5175161361694336,
+      "cov-distil (oracle2student)": 5.360091209411621,
+      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "epoch": 0.41051805337519626,
+      "rel-constrast": 3.320817232131958,
+      "step": 523,
+      "subrel-constrast": 4.099976539611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8499733209609985,
+      "cov-distil (oracle2student)": 4.837664604187012,
+      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "epoch": 0.41130298273155413,
+      "rel-constrast": 3.551431655883789,
+      "step": 524,
+      "subrel-constrast": 4.396182060241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3767762184143066,
+      "cov-distil (oracle2student)": 5.010434150695801,
+      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "epoch": 0.41208791208791207,
+      "rel-constrast": 3.382202386856079,
+      "step": 525,
+      "subrel-constrast": 4.079559803009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7340972423553467,
+      "cov-distil (oracle2student)": 6.103010654449463,
+      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "epoch": 0.41287284144427,
+      "rel-constrast": 2.4694104194641113,
+      "step": 526,
+      "subrel-constrast": 3.338963270187378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8253371715545654,
+      "cov-distil (oracle2student)": 4.7706756591796875,
+      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "epoch": 0.41365777080062793,
+      "rel-constrast": 4.593013763427734,
+      "step": 527,
+      "subrel-constrast": 5.206238269805908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2579145431518555,
+      "cov-distil (oracle2student)": 8.899227142333984,
+      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "epoch": 0.41444270015698587,
+      "rel-constrast": 3.0921471118927,
+      "step": 528,
+      "subrel-constrast": 4.043778896331787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9917439222335815,
+      "cov-distil (oracle2student)": 3.3459632396698,
+      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "epoch": 0.4152276295133438,
+      "rel-constrast": 3.5178332328796387,
+      "step": 529,
+      "subrel-constrast": 4.205659866333008,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.41601255886970173,
+      "grad_norm": 8.6875,
+      "learning_rate": 2.6450000000000003e-05,
+      "loss": 0.883,
+      "step": 530
+    },
+    {
+      "cov-distil": 2.4610893726348877,
+      "cov-distil (oracle2student)": 7.107298851013184,
+      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "epoch": 0.41601255886970173,
+      "rel-constrast": 4.013538837432861,
+      "step": 530,
+      "subrel-constrast": 4.085789203643799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9131748676300049,
+      "cov-distil (oracle2student)": 3.1839516162872314,
+      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "epoch": 0.41679748822605966,
+      "rel-constrast": 3.6091840267181396,
+      "step": 531,
+      "subrel-constrast": 3.740673303604126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387206554412842,
+      "cov-distil (oracle2student)": 3.9284486770629883,
+      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "epoch": 0.4175824175824176,
+      "rel-constrast": 3.5161938667297363,
+      "step": 532,
+      "subrel-constrast": 4.079607009887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.471837282180786,
+      "cov-distil (oracle2student)": 5.907663345336914,
+      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "epoch": 0.41836734693877553,
+      "rel-constrast": 4.507608890533447,
+      "step": 533,
+      "subrel-constrast": 5.104624271392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2768821716308594,
+      "cov-distil (oracle2student)": 5.402787208557129,
+      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "epoch": 0.41915227629513346,
+      "rel-constrast": 4.229998588562012,
+      "step": 534,
+      "subrel-constrast": 4.759891986846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1538729667663574,
+      "cov-distil (oracle2student)": 5.076930046081543,
+      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "epoch": 0.41993720565149134,
+      "rel-constrast": 5.096151351928711,
+      "step": 535,
+      "subrel-constrast": 5.996850490570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1815271377563477,
+      "cov-distil (oracle2student)": 4.3686065673828125,
+      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "epoch": 0.4207221350078493,
+      "rel-constrast": 3.4470701217651367,
+      "step": 536,
+      "subrel-constrast": 3.943808078765869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430976152420044,
+      "cov-distil (oracle2student)": 5.03574800491333,
+      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "epoch": 0.4215070643642072,
+      "rel-constrast": 4.9359941482543945,
+      "step": 537,
+      "subrel-constrast": 4.681961536407471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1151583194732666,
+      "cov-distil (oracle2student)": 4.930647850036621,
+      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "epoch": 0.42229199372056514,
+      "rel-constrast": 3.337693214416504,
+      "step": 538,
+      "subrel-constrast": 4.436145305633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0622363090515137,
+      "cov-distil (oracle2student)": 5.964321136474609,
+      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "epoch": 0.4230769230769231,
+      "rel-constrast": 2.918050765991211,
+      "step": 539,
+      "subrel-constrast": 3.1426711082458496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.423861852433281,
+      "grad_norm": 8.25,
+      "learning_rate": 2.6950000000000005e-05,
+      "loss": 1.0442,
+      "step": 540
+    },
+    {
+      "cov-distil": 2.4555015563964844,
+      "cov-distil (oracle2student)": 4.551426887512207,
+      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "epoch": 0.423861852433281,
+      "rel-constrast": 3.3250837326049805,
+      "step": 540,
+      "subrel-constrast": 3.5797502994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.082664966583252,
+      "cov-distil (oracle2student)": 4.699512958526611,
+      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "epoch": 0.42464678178963894,
+      "rel-constrast": 2.5872223377227783,
+      "step": 541,
+      "subrel-constrast": 3.821152687072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.204350709915161,
+      "cov-distil (oracle2student)": 4.2027435302734375,
+      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "epoch": 0.42543171114599687,
+      "rel-constrast": 3.1161422729492188,
+      "step": 542,
+      "subrel-constrast": 3.712345838546753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0034756660461426,
+      "cov-distil (oracle2student)": 4.845664978027344,
+      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "epoch": 0.4262166405023548,
+      "rel-constrast": 3.031003952026367,
+      "step": 543,
+      "subrel-constrast": 3.3142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4440988302230835,
+      "cov-distil (oracle2student)": 3.6065969467163086,
+      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "epoch": 0.42700156985871274,
+      "rel-constrast": 2.4494941234588623,
+      "step": 544,
+      "subrel-constrast": 2.605020046234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6435261964797974,
+      "cov-distil (oracle2student)": 3.551994800567627,
+      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "epoch": 0.42778649921507067,
+      "rel-constrast": 3.822410821914673,
+      "step": 545,
+      "subrel-constrast": 3.836008071899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7628724575042725,
+      "cov-distil (oracle2student)": 6.011783599853516,
+      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "epoch": 0.42857142857142855,
+      "rel-constrast": 3.934589385986328,
+      "step": 546,
+      "subrel-constrast": 3.964400053024292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7866466045379639,
+      "cov-distil (oracle2student)": 3.3814570903778076,
+      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "epoch": 0.4293563579277865,
+      "rel-constrast": 3.8515207767486572,
+      "step": 547,
+      "subrel-constrast": 4.402586460113525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3751814365386963,
+      "cov-distil (oracle2student)": 4.2626800537109375,
+      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "epoch": 0.4301412872841444,
+      "rel-constrast": 4.448970794677734,
+      "step": 548,
+      "subrel-constrast": 4.393995761871338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0791738033294678,
+      "cov-distil (oracle2student)": 5.72738790512085,
+      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "epoch": 0.43092621664050235,
+      "rel-constrast": 3.669039487838745,
+      "step": 549,
+      "subrel-constrast": 3.670117139816284,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4317111459968603,
+      "grad_norm": 10.5625,
+      "learning_rate": 2.7450000000000003e-05,
+      "loss": 0.9055,
+      "step": 550
+    },
+    {
+      "cov-distil": 1.8588554859161377,
+      "cov-distil (oracle2student)": 5.19000244140625,
+      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "epoch": 0.4317111459968603,
+      "rel-constrast": 2.9200479984283447,
+      "step": 550,
+      "subrel-constrast": 4.266639709472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4664716720581055,
+      "cov-distil (oracle2student)": 4.6646318435668945,
+      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "epoch": 0.4324960753532182,
+      "rel-constrast": 2.7482821941375732,
+      "step": 551,
+      "subrel-constrast": 3.751079797744751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2391505241394043,
+      "cov-distil (oracle2student)": 4.254290580749512,
+      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "epoch": 0.43328100470957615,
+      "rel-constrast": 2.8833484649658203,
+      "step": 552,
+      "subrel-constrast": 3.7221202850341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5725274085998535,
+      "cov-distil (oracle2student)": 4.4030375480651855,
+      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "epoch": 0.4340659340659341,
+      "rel-constrast": 3.2813262939453125,
+      "step": 553,
+      "subrel-constrast": 4.29766321182251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6824195384979248,
+      "cov-distil (oracle2student)": 4.262044906616211,
+      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "epoch": 0.434850863422292,
+      "rel-constrast": 4.048982620239258,
+      "step": 554,
+      "subrel-constrast": 4.117492198944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.280151605606079,
+      "cov-distil (oracle2student)": 3.482992649078369,
+      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "epoch": 0.43563579277864994,
+      "rel-constrast": 3.2121012210845947,
+      "step": 555,
+      "subrel-constrast": 3.5926947593688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.286961078643799,
+      "cov-distil (oracle2student)": 4.809238433837891,
+      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "epoch": 0.4364207221350079,
+      "rel-constrast": 3.495352029800415,
+      "step": 556,
+      "subrel-constrast": 4.314545631408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7107021808624268,
+      "cov-distil (oracle2student)": 4.218628406524658,
+      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "epoch": 0.43720565149136575,
+      "rel-constrast": 3.8885021209716797,
+      "step": 557,
+      "subrel-constrast": 4.020322799682617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8882838487625122,
+      "cov-distil (oracle2student)": 5.679129600524902,
+      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "epoch": 0.4379905808477237,
+      "rel-constrast": 4.420882225036621,
+      "step": 558,
+      "subrel-constrast": 5.289524078369141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9853229522705078,
+      "cov-distil (oracle2student)": 5.879613876342773,
+      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "epoch": 0.4387755102040816,
+      "rel-constrast": 3.605356216430664,
+      "step": 559,
+      "subrel-constrast": 4.175075531005859,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.43956043956043955,
+      "grad_norm": 7.125,
+      "learning_rate": 2.7950000000000005e-05,
+      "loss": 0.9175,
+      "step": 560
+    },
+    {
+      "cov-distil": 2.459702968597412,
+      "cov-distil (oracle2student)": 3.54038667678833,
+      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "epoch": 0.43956043956043955,
+      "rel-constrast": 3.044311285018921,
+      "step": 560,
+      "subrel-constrast": 3.8617966175079346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.301657199859619,
+      "cov-distil (oracle2student)": 3.6367805004119873,
+      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "epoch": 0.4403453689167975,
+      "rel-constrast": 2.504409074783325,
+      "step": 561,
+      "subrel-constrast": 3.5072786808013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2072887420654297,
+      "cov-distil (oracle2student)": 2.9245615005493164,
+      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "epoch": 0.4411302982731554,
+      "rel-constrast": 2.7347452640533447,
+      "step": 562,
+      "subrel-constrast": 2.8598663806915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9743279218673706,
+      "cov-distil (oracle2student)": 4.175314426422119,
+      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "epoch": 0.44191522762951335,
+      "rel-constrast": 2.9006690979003906,
+      "step": 563,
+      "subrel-constrast": 3.607196092605591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0321104526519775,
+      "cov-distil (oracle2student)": 3.8106508255004883,
+      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "epoch": 0.4427001569858713,
+      "rel-constrast": 2.8958191871643066,
+      "step": 564,
+      "subrel-constrast": 3.457608461380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.913415551185608,
+      "cov-distil (oracle2student)": 5.349029541015625,
+      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "epoch": 0.4434850863422292,
+      "rel-constrast": 3.0215673446655273,
+      "step": 565,
+      "subrel-constrast": 4.1114678382873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1626877784729004,
+      "cov-distil (oracle2student)": 5.174778938293457,
+      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "epoch": 0.44427001569858715,
+      "rel-constrast": 4.159515380859375,
+      "step": 566,
+      "subrel-constrast": 3.9089341163635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3144021034240723,
+      "cov-distil (oracle2student)": 4.621238708496094,
+      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "epoch": 0.44505494505494503,
+      "rel-constrast": 3.3642213344573975,
+      "step": 567,
+      "subrel-constrast": 3.904902696609497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7472102642059326,
+      "cov-distil (oracle2student)": 4.851565837860107,
+      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "epoch": 0.44583987441130296,
+      "rel-constrast": 4.3499755859375,
+      "step": 568,
+      "subrel-constrast": 5.089810371398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.075791597366333,
+      "cov-distil (oracle2student)": 5.32772159576416,
+      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "epoch": 0.4466248037676609,
+      "rel-constrast": 2.8129007816314697,
+      "step": 569,
+      "subrel-constrast": 4.071926593780518,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4474097331240188,
+      "grad_norm": 6.34375,
+      "learning_rate": 2.845e-05,
+      "loss": 0.8477,
+      "step": 570
+    },
+    {
+      "cov-distil": 2.4237582683563232,
+      "cov-distil (oracle2student)": 3.0226638317108154,
+      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "epoch": 0.4474097331240188,
+      "rel-constrast": 3.2645320892333984,
+      "step": 570,
+      "subrel-constrast": 3.560032367706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9481277465820312,
+      "cov-distil (oracle2student)": 4.076622486114502,
+      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "epoch": 0.44819466248037676,
+      "rel-constrast": 3.1871180534362793,
+      "step": 571,
+      "subrel-constrast": 3.889390468597412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8381760120391846,
+      "cov-distil (oracle2student)": 5.546555519104004,
+      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "epoch": 0.4489795918367347,
+      "rel-constrast": 3.591369390487671,
+      "step": 572,
+      "subrel-constrast": 4.264605522155762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9256342649459839,
+      "cov-distil (oracle2student)": 4.694274425506592,
+      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "epoch": 0.4497645211930926,
+      "rel-constrast": 3.0780086517333984,
+      "step": 573,
+      "subrel-constrast": 4.314204216003418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656573295593262,
+      "cov-distil (oracle2student)": 5.347856044769287,
+      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "epoch": 0.45054945054945056,
+      "rel-constrast": 4.534104347229004,
+      "step": 574,
+      "subrel-constrast": 3.962686061859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.547745704650879,
+      "cov-distil (oracle2student)": 5.250231742858887,
+      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "epoch": 0.4513343799058085,
+      "rel-constrast": 3.9131903648376465,
+      "step": 575,
+      "subrel-constrast": 3.791517972946167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732090950012207,
+      "cov-distil (oracle2student)": 5.05672550201416,
+      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "epoch": 0.4521193092621664,
+      "rel-constrast": 4.284381866455078,
+      "step": 576,
+      "subrel-constrast": 4.660088539123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4754586219787598,
+      "cov-distil (oracle2student)": 3.833111047744751,
+      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "epoch": 0.45290423861852436,
+      "rel-constrast": 4.8734540939331055,
+      "step": 577,
+      "subrel-constrast": 5.031405925750732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7031965255737305,
+      "cov-distil (oracle2student)": 5.395284175872803,
+      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "epoch": 0.45368916797488223,
+      "rel-constrast": 3.602329730987549,
+      "step": 578,
+      "subrel-constrast": 4.0972137451171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5256094932556152,
+      "cov-distil (oracle2student)": 4.89035701751709,
+      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "epoch": 0.45447409733124017,
+      "rel-constrast": 4.2911696434021,
+      "step": 579,
+      "subrel-constrast": 4.371425628662109,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4552590266875981,
+      "grad_norm": 8.125,
+      "learning_rate": 2.895e-05,
+      "loss": 1.0155,
+      "step": 580
+    },
+    {
+      "cov-distil": 1.709166169166565,
+      "cov-distil (oracle2student)": 3.729433059692383,
+      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "epoch": 0.4552590266875981,
+      "rel-constrast": 3.0027105808258057,
+      "step": 580,
+      "subrel-constrast": 4.083986282348633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0113184452056885,
+      "cov-distil (oracle2student)": 4.184613227844238,
+      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "epoch": 0.45604395604395603,
+      "rel-constrast": 3.453307867050171,
+      "step": 581,
+      "subrel-constrast": 3.889902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728846549987793,
+      "cov-distil (oracle2student)": 6.470742225646973,
+      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "epoch": 0.45682888540031397,
+      "rel-constrast": 2.9654622077941895,
+      "step": 582,
+      "subrel-constrast": 3.6763298511505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.542206048965454,
+      "cov-distil (oracle2student)": 3.866248846054077,
+      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "epoch": 0.4576138147566719,
+      "rel-constrast": 2.910317897796631,
+      "step": 583,
+      "subrel-constrast": 3.0755670070648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1158554553985596,
+      "cov-distil (oracle2student)": 3.5174355506896973,
+      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "epoch": 0.45839874411302983,
+      "rel-constrast": 3.163273334503174,
+      "step": 584,
+      "subrel-constrast": 4.189387798309326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358933448791504,
+      "cov-distil (oracle2student)": 5.5259623527526855,
+      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "epoch": 0.45918367346938777,
+      "rel-constrast": 3.3363170623779297,
+      "step": 585,
+      "subrel-constrast": 3.8728079795837402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7158913612365723,
+      "cov-distil (oracle2student)": 3.81449818611145,
+      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "epoch": 0.4599686028257457,
+      "rel-constrast": 2.7120189666748047,
+      "step": 586,
+      "subrel-constrast": 3.659945487976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179494857788086,
+      "cov-distil (oracle2student)": 5.410915851593018,
+      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "epoch": 0.46075353218210363,
+      "rel-constrast": 4.8570733070373535,
+      "step": 587,
+      "subrel-constrast": 6.077430248260498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146589756011963,
+      "cov-distil (oracle2student)": 4.808439254760742,
+      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "epoch": 0.46153846153846156,
+      "rel-constrast": 3.206974744796753,
+      "step": 588,
+      "subrel-constrast": 3.596273899078369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089515209197998,
+      "cov-distil (oracle2student)": 5.792536735534668,
+      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "epoch": 0.46232339089481944,
+      "rel-constrast": 2.9252166748046875,
+      "step": 589,
+      "subrel-constrast": 4.313965320587158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4631083202511774,
+      "grad_norm": 6.84375,
+      "learning_rate": 2.945e-05,
+      "loss": 0.8647,
+      "step": 590
+    },
+    {
+      "cov-distil": 2.1267971992492676,
+      "cov-distil (oracle2student)": 4.215712547302246,
+      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "epoch": 0.4631083202511774,
+      "rel-constrast": 3.7106242179870605,
+      "step": 590,
+      "subrel-constrast": 4.224156379699707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0595297813415527,
+      "cov-distil (oracle2student)": 7.233006477355957,
+      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "epoch": 0.4638932496075353,
+      "rel-constrast": 2.9407167434692383,
+      "step": 591,
+      "subrel-constrast": 4.574547290802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.99887216091156,
+      "cov-distil (oracle2student)": 5.496109962463379,
+      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "epoch": 0.46467817896389324,
+      "rel-constrast": 2.3733620643615723,
+      "step": 592,
+      "subrel-constrast": 3.4967288970947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7047181129455566,
+      "cov-distil (oracle2student)": 5.643624305725098,
+      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "epoch": 0.4654631083202512,
+      "rel-constrast": 5.243678092956543,
+      "step": 593,
+      "subrel-constrast": 5.544729709625244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4938790798187256,
+      "cov-distil (oracle2student)": 6.409417152404785,
+      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "epoch": 0.4662480376766091,
+      "rel-constrast": 2.4475982189178467,
+      "step": 594,
+      "subrel-constrast": 3.6893906593322754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6694910526275635,
+      "cov-distil (oracle2student)": 5.082285404205322,
+      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "epoch": 0.46703296703296704,
+      "rel-constrast": 3.532689094543457,
+      "step": 595,
+      "subrel-constrast": 4.091874122619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148131847381592,
+      "cov-distil (oracle2student)": 4.989685535430908,
+      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "epoch": 0.46781789638932497,
+      "rel-constrast": 4.088759422302246,
+      "step": 596,
+      "subrel-constrast": 4.2698822021484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.310335159301758,
+      "cov-distil (oracle2student)": 4.894394874572754,
+      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "epoch": 0.4686028257456829,
+      "rel-constrast": 5.071242332458496,
+      "step": 597,
+      "subrel-constrast": 5.214943885803223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2443196773529053,
+      "cov-distil (oracle2student)": 4.7232747077941895,
+      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "epoch": 0.46938775510204084,
+      "rel-constrast": 2.9406661987304688,
+      "step": 598,
+      "subrel-constrast": 3.8035221099853516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5355151891708374,
+      "cov-distil (oracle2student)": 3.4818904399871826,
+      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "epoch": 0.47017268445839877,
+      "rel-constrast": 2.709094762802124,
+      "step": 599,
+      "subrel-constrast": 3.5162317752838135,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "grad_norm": 6.09375,
+      "learning_rate": 2.995e-05,
+      "loss": 0.9297,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "overlap": 0.2984375059604645,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "student margin": 0.049224853515625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "teacher margin": 0.031402587890625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "margin difference": -0.017822265625,
+      "step": 600
+    },
+    {
+      "cov-distil": 2.0588765144348145,
+      "cov-distil (oracle2student)": 4.4324493408203125,
+      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "epoch": 0.47095761381475665,
+      "rel-constrast": 2.928539276123047,
+      "step": 600,
+      "subrel-constrast": 3.747493028640747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7370885610580444,
+      "cov-distil (oracle2student)": 5.581315517425537,
+      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "epoch": 0.4717425431711146,
+      "rel-constrast": 3.4618310928344727,
+      "step": 601,
+      "subrel-constrast": 3.892033815383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4053502082824707,
+      "cov-distil (oracle2student)": 3.771233558654785,
+      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "epoch": 0.4725274725274725,
+      "rel-constrast": 1.8632010221481323,
+      "step": 602,
+      "subrel-constrast": 3.01338529586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129983186721802,
+      "cov-distil (oracle2student)": 6.024843692779541,
+      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "epoch": 0.47331240188383045,
+      "rel-constrast": 3.88435959815979,
+      "step": 603,
+      "subrel-constrast": 4.859460830688477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7511838674545288,
+      "cov-distil (oracle2student)": 3.3029255867004395,
+      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "epoch": 0.4740973312401884,
+      "rel-constrast": 3.2290658950805664,
+      "step": 604,
+      "subrel-constrast": 4.085943222045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145510911941528,
+      "cov-distil (oracle2student)": 5.038276672363281,
+      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "epoch": 0.4748822605965463,
+      "rel-constrast": 4.488589286804199,
+      "step": 605,
+      "subrel-constrast": 4.722075462341309,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9118618965148926,
+      "cov-distil (oracle2student)": 4.359668731689453,
+      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "epoch": 0.47566718995290425,
+      "rel-constrast": 4.346715450286865,
+      "step": 606,
+      "subrel-constrast": 4.370314598083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1285834312438965,
+      "cov-distil (oracle2student)": 3.969097137451172,
+      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "epoch": 0.4764521193092622,
+      "rel-constrast": 3.884713649749756,
+      "step": 607,
+      "subrel-constrast": 4.063881874084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9782260656356812,
+      "cov-distil (oracle2student)": 3.262112617492676,
+      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "epoch": 0.4772370486656201,
+      "rel-constrast": 2.6513161659240723,
+      "step": 608,
+      "subrel-constrast": 2.8399600982666016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8102538585662842,
+      "cov-distil (oracle2student)": 4.76106071472168,
+      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "epoch": 0.47802197802197804,
+      "rel-constrast": 2.972158193588257,
+      "step": 609,
+      "subrel-constrast": 3.5588231086730957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.478806907378336,
+      "grad_norm": 6.3125,
+      "learning_rate": 3.045e-05,
+      "loss": 0.8913,
+      "step": 610
+    },
+    {
+      "cov-distil": 2.6751132011413574,
+      "cov-distil (oracle2student)": 4.348546028137207,
+      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "epoch": 0.478806907378336,
+      "rel-constrast": 4.056975841522217,
+      "step": 610,
+      "subrel-constrast": 5.549076080322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810163140296936,
+      "cov-distil (oracle2student)": 5.720645427703857,
+      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "epoch": 0.47959183673469385,
+      "rel-constrast": 3.7196595668792725,
+      "step": 611,
+      "subrel-constrast": 4.2887444496154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0118885040283203,
+      "cov-distil (oracle2student)": 7.15673828125,
+      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "epoch": 0.4803767660910518,
+      "rel-constrast": 2.2357802391052246,
+      "step": 612,
+      "subrel-constrast": 2.7971351146698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0629868507385254,
+      "cov-distil (oracle2student)": 3.0936174392700195,
+      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "epoch": 0.4811616954474097,
+      "rel-constrast": 2.847078323364258,
+      "step": 613,
+      "subrel-constrast": 4.021493434906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.670363187789917,
+      "cov-distil (oracle2student)": 3.0698914527893066,
+      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "epoch": 0.48194662480376765,
+      "rel-constrast": 2.104069232940674,
+      "step": 614,
+      "subrel-constrast": 3.172166585922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0166780948638916,
+      "cov-distil (oracle2student)": 2.884427547454834,
+      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "epoch": 0.4827315541601256,
+      "rel-constrast": 1.762846827507019,
+      "step": 615,
+      "subrel-constrast": 3.4444706439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482882022857666,
+      "cov-distil (oracle2student)": 4.176881790161133,
+      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "epoch": 0.4835164835164835,
+      "rel-constrast": 4.022831439971924,
+      "step": 616,
+      "subrel-constrast": 4.548571586608887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4784417152404785,
+      "cov-distil (oracle2student)": 5.301079750061035,
+      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "epoch": 0.48430141287284145,
+      "rel-constrast": 2.961244821548462,
+      "step": 617,
+      "subrel-constrast": 3.8676276206970215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3549087047576904,
+      "cov-distil (oracle2student)": 3.941915512084961,
+      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "epoch": 0.4850863422291994,
+      "rel-constrast": 4.093484878540039,
+      "step": 618,
+      "subrel-constrast": 4.3019118309021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0892961025238037,
+      "cov-distil (oracle2student)": 4.657417297363281,
+      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "epoch": 0.4858712715855573,
+      "rel-constrast": 2.802488327026367,
+      "step": 619,
+      "subrel-constrast": 3.695495367050171,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.48665620094191525,
+      "grad_norm": 8.1875,
+      "learning_rate": 3.095e-05,
+      "loss": 0.8143,
+      "step": 620
+    },
+    {
+      "cov-distil": 1.8597179651260376,
+      "cov-distil (oracle2student)": 4.8226447105407715,
+      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "epoch": 0.48665620094191525,
+      "rel-constrast": 3.5786914825439453,
+      "step": 620,
+      "subrel-constrast": 4.049554347991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.193347454071045,
+      "cov-distil (oracle2student)": 4.4745330810546875,
+      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "epoch": 0.48744113029827313,
+      "rel-constrast": 3.6025772094726562,
+      "step": 621,
+      "subrel-constrast": 3.8367629051208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.191197395324707,
+      "cov-distil (oracle2student)": 4.62694787979126,
+      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "epoch": 0.48822605965463106,
+      "rel-constrast": 3.626173973083496,
+      "step": 622,
+      "subrel-constrast": 4.358105659484863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.002671718597412,
+      "cov-distil (oracle2student)": 3.675415515899658,
+      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "epoch": 0.489010989010989,
+      "rel-constrast": 3.303260087966919,
+      "step": 623,
+      "subrel-constrast": 4.186986923217773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0484848022460938,
+      "cov-distil (oracle2student)": 4.613358497619629,
+      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "epoch": 0.4897959183673469,
+      "rel-constrast": 3.5636134147644043,
+      "step": 624,
+      "subrel-constrast": 4.036880970001221,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858379602432251,
+      "cov-distil (oracle2student)": 3.9974374771118164,
+      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "epoch": 0.49058084772370486,
+      "rel-constrast": 3.968527317047119,
+      "step": 625,
+      "subrel-constrast": 4.434150695800781,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.907265543937683,
+      "cov-distil (oracle2student)": 4.017214775085449,
+      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "epoch": 0.4913657770800628,
+      "rel-constrast": 3.1935441493988037,
+      "step": 626,
+      "subrel-constrast": 4.001150131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.88588547706604,
+      "cov-distil (oracle2student)": 3.288940906524658,
+      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "epoch": 0.4921507064364207,
+      "rel-constrast": 2.218628406524658,
+      "step": 627,
+      "subrel-constrast": 3.235220193862915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3306596279144287,
+      "cov-distil (oracle2student)": 6.12021017074585,
+      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "epoch": 0.49293563579277866,
+      "rel-constrast": 2.7542667388916016,
+      "step": 628,
+      "subrel-constrast": 3.251917839050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6816526651382446,
+      "cov-distil (oracle2student)": 3.386845111846924,
+      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "epoch": 0.4937205651491366,
+      "rel-constrast": 3.498333692550659,
+      "step": 629,
+      "subrel-constrast": 4.202667236328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4945054945054945,
+      "grad_norm": 7.5625,
+      "learning_rate": 3.145e-05,
+      "loss": 0.8826,
+      "step": 630
+    },
+    {
+      "cov-distil": 2.036719560623169,
+      "cov-distil (oracle2student)": 3.06736421585083,
+      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "epoch": 0.4945054945054945,
+      "rel-constrast": 3.7380049228668213,
+      "step": 630,
+      "subrel-constrast": 3.983168125152588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8055294752120972,
+      "cov-distil (oracle2student)": 5.07818603515625,
+      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "epoch": 0.49529042386185246,
+      "rel-constrast": 3.5053956508636475,
+      "step": 631,
+      "subrel-constrast": 3.7692389488220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.885089635848999,
+      "cov-distil (oracle2student)": 4.89366340637207,
+      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "epoch": 0.49607535321821034,
+      "rel-constrast": 4.596569538116455,
+      "step": 632,
+      "subrel-constrast": 4.941216468811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8391644954681396,
+      "cov-distil (oracle2student)": 5.378125190734863,
+      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "epoch": 0.49686028257456827,
+      "rel-constrast": 3.385671615600586,
+      "step": 633,
+      "subrel-constrast": 4.252890586853027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9994655847549438,
+      "cov-distil (oracle2student)": 4.430481433868408,
+      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "epoch": 0.4976452119309262,
+      "rel-constrast": 3.558961868286133,
+      "step": 634,
+      "subrel-constrast": 4.154078483581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0647013187408447,
+      "cov-distil (oracle2student)": 6.258809566497803,
+      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "epoch": 0.49843014128728413,
+      "rel-constrast": 3.5023036003112793,
+      "step": 635,
+      "subrel-constrast": 3.9350569248199463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153706550598145,
+      "cov-distil (oracle2student)": 3.410811424255371,
+      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "epoch": 0.49921507064364207,
+      "rel-constrast": 2.9577717781066895,
+      "step": 636,
+      "subrel-constrast": 3.6039927005767822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2079286575317383,
+      "cov-distil (oracle2student)": 4.036181449890137,
+      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "epoch": 0.5,
+      "rel-constrast": 2.529026746749878,
+      "step": 637,
+      "subrel-constrast": 3.5406107902526855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7763116359710693,
+      "cov-distil (oracle2student)": 5.549420356750488,
+      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "epoch": 0.5007849293563579,
+      "rel-constrast": 3.3119359016418457,
+      "step": 638,
+      "subrel-constrast": 4.256858825683594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.195068836212158,
+      "cov-distil (oracle2student)": 4.189920425415039,
+      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "epoch": 0.5015698587127159,
+      "rel-constrast": 3.217869758605957,
+      "step": 639,
+      "subrel-constrast": 3.6509623527526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5023547880690737,
+      "grad_norm": 6.375,
+      "learning_rate": 3.1950000000000004e-05,
+      "loss": 0.9077,
+      "step": 640
+    },
+    {
+      "cov-distil": 1.8576759099960327,
+      "cov-distil (oracle2student)": 5.8008928298950195,
+      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "epoch": 0.5023547880690737,
+      "rel-constrast": 3.888542413711548,
+      "step": 640,
+      "subrel-constrast": 3.72162127494812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.194441318511963,
+      "cov-distil (oracle2student)": 3.729897975921631,
+      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "epoch": 0.5031397174254317,
+      "rel-constrast": 2.8442156314849854,
+      "step": 641,
+      "subrel-constrast": 3.4073095321655273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7926011085510254,
+      "cov-distil (oracle2student)": 4.590108394622803,
+      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "epoch": 0.5039246467817896,
+      "rel-constrast": 3.0633883476257324,
+      "step": 642,
+      "subrel-constrast": 3.583106756210327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531267404556274,
+      "cov-distil (oracle2student)": 3.7335267066955566,
+      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "epoch": 0.5047095761381476,
+      "rel-constrast": 3.1265687942504883,
+      "step": 643,
+      "subrel-constrast": 3.9736952781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174744129180908,
+      "cov-distil (oracle2student)": 5.371821880340576,
+      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "epoch": 0.5054945054945055,
+      "rel-constrast": 2.75283145904541,
+      "step": 644,
+      "subrel-constrast": 3.427626132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141438484191895,
+      "cov-distil (oracle2student)": 3.6128411293029785,
+      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "epoch": 0.5062794348508635,
+      "rel-constrast": 1.986968994140625,
+      "step": 645,
+      "subrel-constrast": 3.4877305030822754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8011051416397095,
+      "cov-distil (oracle2student)": 4.181175231933594,
+      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "epoch": 0.5070643642072213,
+      "rel-constrast": 4.298709869384766,
+      "step": 646,
+      "subrel-constrast": 4.449463367462158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574446439743042,
+      "cov-distil (oracle2student)": 4.544512748718262,
+      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "epoch": 0.5078492935635793,
+      "rel-constrast": 3.0806450843811035,
+      "step": 647,
+      "subrel-constrast": 4.183079242706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6043461561203003,
+      "cov-distil (oracle2student)": 4.987117767333984,
+      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "epoch": 0.5086342229199372,
+      "rel-constrast": 4.73549747467041,
+      "step": 648,
+      "subrel-constrast": 4.205761432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.730860948562622,
+      "cov-distil (oracle2student)": 5.180544376373291,
+      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "epoch": 0.5094191522762951,
+      "rel-constrast": 4.907083988189697,
+      "step": 649,
+      "subrel-constrast": 5.788470268249512,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 8.5625,
+      "learning_rate": 3.245e-05,
+      "loss": 0.9168,
+      "step": 650
+    },
+    {
+      "cov-distil": 1.5795965194702148,
+      "cov-distil (oracle2student)": 3.0900959968566895,
+      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "epoch": 0.5102040816326531,
+      "rel-constrast": 2.2749428749084473,
+      "step": 650,
+      "subrel-constrast": 2.8779311180114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022461175918579,
+      "cov-distil (oracle2student)": 3.3919878005981445,
+      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "epoch": 0.510989010989011,
+      "rel-constrast": 4.249826431274414,
+      "step": 651,
+      "subrel-constrast": 4.296363830566406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9723405838012695,
+      "cov-distil (oracle2student)": 4.034090518951416,
+      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "epoch": 0.5117739403453689,
+      "rel-constrast": 2.7990145683288574,
+      "step": 652,
+      "subrel-constrast": 3.4069864749908447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.363738536834717,
+      "cov-distil (oracle2student)": 4.103008270263672,
+      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "epoch": 0.5125588697017268,
+      "rel-constrast": 3.1663973331451416,
+      "step": 653,
+      "subrel-constrast": 4.638887405395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0362863540649414,
+      "cov-distil (oracle2student)": 4.727874755859375,
+      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "epoch": 0.5133437990580848,
+      "rel-constrast": 3.1716318130493164,
+      "step": 654,
+      "subrel-constrast": 3.712811231613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.86520254611969,
+      "cov-distil (oracle2student)": 3.012089490890503,
+      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "epoch": 0.5141287284144427,
+      "rel-constrast": 3.011532783508301,
+      "step": 655,
+      "subrel-constrast": 3.88307785987854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380237340927124,
+      "cov-distil (oracle2student)": 4.0943403244018555,
+      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "epoch": 0.5149136577708007,
+      "rel-constrast": 2.6949563026428223,
+      "step": 656,
+      "subrel-constrast": 2.970791816711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.547088623046875,
+      "cov-distil (oracle2student)": 3.7811152935028076,
+      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "epoch": 0.5156985871271585,
+      "rel-constrast": 4.6508331298828125,
+      "step": 657,
+      "subrel-constrast": 5.021119594573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8773239850997925,
+      "cov-distil (oracle2student)": 2.162222385406494,
+      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "epoch": 0.5164835164835165,
+      "rel-constrast": 2.518174409866333,
+      "step": 658,
+      "subrel-constrast": 3.1573424339294434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1154937744140625,
+      "cov-distil (oracle2student)": 4.187142372131348,
+      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "epoch": 0.5172684458398744,
+      "rel-constrast": 2.335378885269165,
+      "step": 659,
+      "subrel-constrast": 3.8484878540039062,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5180533751962323,
+      "grad_norm": 5.34375,
+      "learning_rate": 3.295e-05,
+      "loss": 0.8237,
+      "step": 660
+    },
+    {
+      "cov-distil": 1.6641137599945068,
+      "cov-distil (oracle2student)": 4.368854999542236,
+      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "epoch": 0.5180533751962323,
+      "rel-constrast": 5.043145179748535,
+      "step": 660,
+      "subrel-constrast": 4.929429054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8369500637054443,
+      "cov-distil (oracle2student)": 2.5059654712677,
+      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "epoch": 0.5188383045525903,
+      "rel-constrast": 2.958991765975952,
+      "step": 661,
+      "subrel-constrast": 4.045813083648682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3058319091796875,
+      "cov-distil (oracle2student)": 2.6083598136901855,
+      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "epoch": 0.5196232339089482,
+      "rel-constrast": 3.9977173805236816,
+      "step": 662,
+      "subrel-constrast": 4.289959907531738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3584043979644775,
+      "cov-distil (oracle2student)": 3.5410373210906982,
+      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "epoch": 0.5204081632653061,
+      "rel-constrast": 3.7360000610351562,
+      "step": 663,
+      "subrel-constrast": 4.950240612030029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8579416275024414,
+      "cov-distil (oracle2student)": 3.8656551837921143,
+      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "epoch": 0.521193092621664,
+      "rel-constrast": 2.1877617835998535,
+      "step": 664,
+      "subrel-constrast": 3.012631416320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.214716911315918,
+      "cov-distil (oracle2student)": 6.05491828918457,
+      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "epoch": 0.521978021978022,
+      "rel-constrast": 5.178892135620117,
+      "step": 665,
+      "subrel-constrast": 5.305087566375732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6137239933013916,
+      "cov-distil (oracle2student)": 3.810120105743408,
+      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "epoch": 0.5227629513343799,
+      "rel-constrast": 3.349665403366089,
+      "step": 666,
+      "subrel-constrast": 3.414976119995117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4571619033813477,
+      "cov-distil (oracle2student)": 4.053093910217285,
+      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "epoch": 0.5235478806907379,
+      "rel-constrast": 3.4734315872192383,
+      "step": 667,
+      "subrel-constrast": 4.766326427459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3272705078125,
+      "cov-distil (oracle2student)": 5.295647144317627,
+      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "epoch": 0.5243328100470958,
+      "rel-constrast": 2.27578067779541,
+      "step": 668,
+      "subrel-constrast": 3.290186882019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16574764251709,
+      "cov-distil (oracle2student)": 3.074251174926758,
+      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "epoch": 0.5251177394034537,
+      "rel-constrast": 2.9117937088012695,
+      "step": 669,
+      "subrel-constrast": 4.0769429206848145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5259026687598116,
+      "grad_norm": 6.375,
+      "learning_rate": 3.345000000000001e-05,
+      "loss": 0.9273,
+      "step": 670
+    },
+    {
+      "cov-distil": 2.065680503845215,
+      "cov-distil (oracle2student)": 3.868816375732422,
+      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "epoch": 0.5259026687598116,
+      "rel-constrast": 2.5789599418640137,
+      "step": 670,
+      "subrel-constrast": 3.465372085571289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0299253463745117,
+      "cov-distil (oracle2student)": 5.565490245819092,
+      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "epoch": 0.5266875981161695,
+      "rel-constrast": 3.3333916664123535,
+      "step": 671,
+      "subrel-constrast": 4.698709964752197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5617218017578125,
+      "cov-distil (oracle2student)": 3.1652114391326904,
+      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "epoch": 0.5274725274725275,
+      "rel-constrast": 3.9138967990875244,
+      "step": 672,
+      "subrel-constrast": 4.301997184753418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7199047803878784,
+      "cov-distil (oracle2student)": 5.541564464569092,
+      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "epoch": 0.5282574568288854,
+      "rel-constrast": 4.440341949462891,
+      "step": 673,
+      "subrel-constrast": 4.870668411254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1352946758270264,
+      "cov-distil (oracle2student)": 5.3132476806640625,
+      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "epoch": 0.5290423861852434,
+      "rel-constrast": 3.2583117485046387,
+      "step": 674,
+      "subrel-constrast": 3.8436455726623535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9063246250152588,
+      "cov-distil (oracle2student)": 5.243358612060547,
+      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "epoch": 0.5298273155416012,
+      "rel-constrast": 3.1742382049560547,
+      "step": 675,
+      "subrel-constrast": 3.8488731384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8462109565734863,
+      "cov-distil (oracle2student)": 5.162891387939453,
+      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "epoch": 0.5306122448979592,
+      "rel-constrast": 4.111156463623047,
+      "step": 676,
+      "subrel-constrast": 4.930334091186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5761990547180176,
+      "cov-distil (oracle2student)": 4.144106864929199,
+      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "epoch": 0.5313971742543171,
+      "rel-constrast": 4.443304538726807,
+      "step": 677,
+      "subrel-constrast": 4.383738994598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341961145401001,
+      "cov-distil (oracle2student)": 7.6850481033325195,
+      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "epoch": 0.5321821036106751,
+      "rel-constrast": 2.8136472702026367,
+      "step": 678,
+      "subrel-constrast": 3.307239294052124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9289836883544922,
+      "cov-distil (oracle2student)": 4.049675941467285,
+      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "epoch": 0.532967032967033,
+      "rel-constrast": 3.3361611366271973,
+      "step": 679,
+      "subrel-constrast": 4.114180088043213,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.533751962323391,
+      "grad_norm": 6.5,
+      "learning_rate": 3.3950000000000005e-05,
+      "loss": 0.9304,
+      "step": 680
+    },
+    {
+      "cov-distil": 2.5641942024230957,
+      "cov-distil (oracle2student)": 2.744274854660034,
+      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "epoch": 0.533751962323391,
+      "rel-constrast": 2.993406057357788,
+      "step": 680,
+      "subrel-constrast": 3.755962371826172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0492701530456543,
+      "cov-distil (oracle2student)": 4.649113655090332,
+      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "epoch": 0.5345368916797488,
+      "rel-constrast": 3.4748072624206543,
+      "step": 681,
+      "subrel-constrast": 3.822028398513794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7886135578155518,
+      "cov-distil (oracle2student)": 4.739500045776367,
+      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "epoch": 0.5353218210361067,
+      "rel-constrast": 3.860889434814453,
+      "step": 682,
+      "subrel-constrast": 4.300994873046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7035307884216309,
+      "cov-distil (oracle2student)": 5.256606578826904,
+      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "epoch": 0.5361067503924647,
+      "rel-constrast": 2.694431781768799,
+      "step": 683,
+      "subrel-constrast": 3.748015880584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5793291330337524,
+      "cov-distil (oracle2student)": 3.34442138671875,
+      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "epoch": 0.5368916797488226,
+      "rel-constrast": 3.4692606925964355,
+      "step": 684,
+      "subrel-constrast": 4.155377388000488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.270772933959961,
+      "cov-distil (oracle2student)": 4.940689563751221,
+      "cov-distil (oracle2teacher)": 4.056640625,
+      "epoch": 0.5376766091051806,
+      "rel-constrast": 3.6255533695220947,
+      "step": 685,
+      "subrel-constrast": 3.905515432357788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906499147415161,
+      "cov-distil (oracle2student)": 2.9719133377075195,
+      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "epoch": 0.5384615384615384,
+      "rel-constrast": 2.522902488708496,
+      "step": 686,
+      "subrel-constrast": 3.023371458053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.210014820098877,
+      "cov-distil (oracle2student)": 3.1710901260375977,
+      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "epoch": 0.5392464678178964,
+      "rel-constrast": 3.3018300533294678,
+      "step": 687,
+      "subrel-constrast": 4.116960048675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8590292930603027,
+      "cov-distil (oracle2student)": 3.6966283321380615,
+      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "epoch": 0.5400313971742543,
+      "rel-constrast": 2.4913716316223145,
+      "step": 688,
+      "subrel-constrast": 3.234123945236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858504295349121,
+      "cov-distil (oracle2student)": 5.383901119232178,
+      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "epoch": 0.5408163265306123,
+      "rel-constrast": 2.557194948196411,
+      "step": 689,
+      "subrel-constrast": 3.526618480682373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5416012558869702,
+      "grad_norm": 5.90625,
+      "learning_rate": 3.445e-05,
+      "loss": 0.8217,
+      "step": 690
+    },
+    {
+      "cov-distil": 2.299866199493408,
+      "cov-distil (oracle2student)": 5.036685943603516,
+      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "epoch": 0.5416012558869702,
+      "rel-constrast": 4.325338840484619,
+      "step": 690,
+      "subrel-constrast": 4.785141468048096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.446077823638916,
+      "cov-distil (oracle2student)": 4.742259502410889,
+      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "epoch": 0.542386185243328,
+      "rel-constrast": 3.005162000656128,
+      "step": 691,
+      "subrel-constrast": 3.929311513900757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.759209156036377,
+      "cov-distil (oracle2student)": 5.172847747802734,
+      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "epoch": 0.543171114599686,
+      "rel-constrast": 2.6518049240112305,
+      "step": 692,
+      "subrel-constrast": 3.5100200176239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0212676525115967,
+      "cov-distil (oracle2student)": 3.6649792194366455,
+      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "epoch": 0.5439560439560439,
+      "rel-constrast": 3.616281509399414,
+      "step": 693,
+      "subrel-constrast": 4.3500471115112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.15602445602417,
+      "cov-distil (oracle2student)": 4.672577857971191,
+      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "epoch": 0.5447409733124019,
+      "rel-constrast": 2.765082359313965,
+      "step": 694,
+      "subrel-constrast": 3.7528111934661865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6601845026016235,
+      "cov-distil (oracle2student)": 6.222827911376953,
+      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "epoch": 0.5455259026687598,
+      "rel-constrast": 2.261347770690918,
+      "step": 695,
+      "subrel-constrast": 3.265878200531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6982128620147705,
+      "cov-distil (oracle2student)": 4.819255828857422,
+      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "epoch": 0.5463108320251178,
+      "rel-constrast": 3.655337333679199,
+      "step": 696,
+      "subrel-constrast": 4.5195231437683105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2472658157348633,
+      "cov-distil (oracle2student)": 3.983247995376587,
+      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "epoch": 0.5470957613814756,
+      "rel-constrast": 3.598127603530884,
+      "step": 697,
+      "subrel-constrast": 5.374654293060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1413283348083496,
+      "cov-distil (oracle2student)": 4.751459121704102,
+      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "epoch": 0.5478806907378336,
+      "rel-constrast": 2.9638516902923584,
+      "step": 698,
+      "subrel-constrast": 3.3442859649658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8689894676208496,
+      "cov-distil (oracle2student)": 4.649480819702148,
+      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "epoch": 0.5486656200941915,
+      "rel-constrast": 4.6534953117370605,
+      "step": 699,
+      "subrel-constrast": 5.357505798339844,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 8.25,
+      "learning_rate": 3.495e-05,
+      "loss": 0.8856,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "overlap": 0.2750000059604645,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "student margin": 0.04656982421875
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "teacher margin": 0.027984619140625
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "margin difference": -0.018585205078125,
+      "step": 700
+    },
+    {
+      "cov-distil": 2.157240867614746,
+      "cov-distil (oracle2student)": 3.8259079456329346,
+      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "epoch": 0.5494505494505495,
+      "rel-constrast": 2.778444290161133,
+      "step": 700,
+      "subrel-constrast": 3.613661527633667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.01035737991333,
+      "cov-distil (oracle2student)": 5.081770420074463,
+      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "epoch": 0.5502354788069074,
+      "rel-constrast": 3.072714328765869,
+      "step": 701,
+      "subrel-constrast": 4.064720630645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.565253734588623,
+      "cov-distil (oracle2student)": 3.6840004920959473,
+      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "epoch": 0.5510204081632653,
+      "rel-constrast": 2.864206314086914,
+      "step": 702,
+      "subrel-constrast": 4.07752799987793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3201117515563965,
+      "cov-distil (oracle2student)": 4.430790901184082,
+      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "epoch": 0.5518053375196232,
+      "rel-constrast": 2.892885684967041,
+      "step": 703,
+      "subrel-constrast": 3.9102280139923096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6157848834991455,
+      "cov-distil (oracle2student)": 3.072972059249878,
+      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "epoch": 0.5525902668759811,
+      "rel-constrast": 2.969308376312256,
+      "step": 704,
+      "subrel-constrast": 3.35325288772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8044019937515259,
+      "cov-distil (oracle2student)": 4.907984733581543,
+      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "epoch": 0.5533751962323391,
+      "rel-constrast": 2.5930466651916504,
+      "step": 705,
+      "subrel-constrast": 3.165639877319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.150331497192383,
+      "cov-distil (oracle2student)": 3.3075904846191406,
+      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "epoch": 0.554160125588697,
+      "rel-constrast": 2.4108023643493652,
+      "step": 706,
+      "subrel-constrast": 3.4137344360351562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.595040202140808,
+      "cov-distil (oracle2student)": 3.7764763832092285,
+      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "epoch": 0.554945054945055,
+      "rel-constrast": 2.6294069290161133,
+      "step": 707,
+      "subrel-constrast": 3.2617640495300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.711127519607544,
+      "cov-distil (oracle2student)": 4.368122100830078,
+      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "epoch": 0.5557299843014128,
+      "rel-constrast": 3.2108542919158936,
+      "step": 708,
+      "subrel-constrast": 4.086469650268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5156898498535156,
+      "cov-distil (oracle2student)": 2.943955421447754,
+      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "epoch": 0.5565149136577708,
+      "rel-constrast": 2.9572768211364746,
+      "step": 709,
+      "subrel-constrast": 3.896813154220581,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5572998430141287,
+      "grad_norm": 6.28125,
+      "learning_rate": 3.545e-05,
+      "loss": 0.7581,
+      "step": 710
+    },
+    {
+      "cov-distil": 1.941748857498169,
+      "cov-distil (oracle2student)": 3.2825870513916016,
+      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "epoch": 0.5572998430141287,
+      "rel-constrast": 2.292598247528076,
+      "step": 710,
+      "subrel-constrast": 2.9045729637145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0996546745300293,
+      "cov-distil (oracle2student)": 4.204470157623291,
+      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "epoch": 0.5580847723704867,
+      "rel-constrast": 3.2023658752441406,
+      "step": 711,
+      "subrel-constrast": 4.2951812744140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.125648021697998,
+      "cov-distil (oracle2student)": 4.4790239334106445,
+      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "epoch": 0.5588697017268446,
+      "rel-constrast": 2.64786434173584,
+      "step": 712,
+      "subrel-constrast": 3.5473222732543945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9814571142196655,
+      "cov-distil (oracle2student)": 4.236344337463379,
+      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "epoch": 0.5596546310832025,
+      "rel-constrast": 3.084531307220459,
+      "step": 713,
+      "subrel-constrast": 3.6959943771362305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3132081031799316,
+      "cov-distil (oracle2student)": 5.171266555786133,
+      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "epoch": 0.5604395604395604,
+      "rel-constrast": 3.0725412368774414,
+      "step": 714,
+      "subrel-constrast": 3.5433380603790283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8887940645217896,
+      "cov-distil (oracle2student)": 2.9364123344421387,
+      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "epoch": 0.5612244897959183,
+      "rel-constrast": 3.2502474784851074,
+      "step": 715,
+      "subrel-constrast": 4.225052833557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9373162984848022,
+      "cov-distil (oracle2student)": 2.9609618186950684,
+      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "epoch": 0.5620094191522763,
+      "rel-constrast": 2.3920419216156006,
+      "step": 716,
+      "subrel-constrast": 3.1587109565734863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1943297386169434,
+      "cov-distil (oracle2student)": 3.3232693672180176,
+      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "epoch": 0.5627943485086342,
+      "rel-constrast": 2.6380295753479004,
+      "step": 717,
+      "subrel-constrast": 3.8598556518554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8532280921936035,
+      "cov-distil (oracle2student)": 4.747437953948975,
+      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "epoch": 0.5635792778649922,
+      "rel-constrast": 3.7532408237457275,
+      "step": 718,
+      "subrel-constrast": 4.479611873626709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901079893112183,
+      "cov-distil (oracle2student)": 4.796479225158691,
+      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "epoch": 0.5643642072213501,
+      "rel-constrast": 3.1896746158599854,
+      "step": 719,
+      "subrel-constrast": 3.2718636989593506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.565149136577708,
+      "grad_norm": 6.5,
+      "learning_rate": 3.595e-05,
+      "loss": 0.7886,
+      "step": 720
+    },
+    {
+      "cov-distil": 1.6721587181091309,
+      "cov-distil (oracle2student)": 4.330309867858887,
+      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "epoch": 0.565149136577708,
+      "rel-constrast": 3.139103889465332,
+      "step": 720,
+      "subrel-constrast": 4.142110347747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9585630893707275,
+      "cov-distil (oracle2student)": 3.8818159103393555,
+      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "epoch": 0.5659340659340659,
+      "rel-constrast": 3.3852601051330566,
+      "step": 721,
+      "subrel-constrast": 4.186655521392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6628599166870117,
+      "cov-distil (oracle2student)": 4.438604354858398,
+      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "epoch": 0.5667189952904239,
+      "rel-constrast": 3.076204776763916,
+      "step": 722,
+      "subrel-constrast": 4.137909412384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2891294956207275,
+      "cov-distil (oracle2student)": 4.213877201080322,
+      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "epoch": 0.5675039246467818,
+      "rel-constrast": 2.878323793411255,
+      "step": 723,
+      "subrel-constrast": 4.198168754577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.154545783996582,
+      "cov-distil (oracle2student)": 4.58632755279541,
+      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "epoch": 0.5682888540031397,
+      "rel-constrast": 2.2643494606018066,
+      "step": 724,
+      "subrel-constrast": 3.1710689067840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9621435403823853,
+      "cov-distil (oracle2student)": 5.582200050354004,
+      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "epoch": 0.5690737833594977,
+      "rel-constrast": 4.491276741027832,
+      "step": 725,
+      "subrel-constrast": 5.244818687438965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337646484375,
+      "cov-distil (oracle2student)": 5.812445640563965,
+      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "epoch": 0.5698587127158555,
+      "rel-constrast": 2.6152005195617676,
+      "step": 726,
+      "subrel-constrast": 3.1233291625976562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6689956188201904,
+      "cov-distil (oracle2student)": 4.86440372467041,
+      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "epoch": 0.5706436420722135,
+      "rel-constrast": 4.108986854553223,
+      "step": 727,
+      "subrel-constrast": 4.540005683898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6646761894226074,
+      "cov-distil (oracle2student)": 2.7824769020080566,
+      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "epoch": 0.5714285714285714,
+      "rel-constrast": 3.4552814960479736,
+      "step": 728,
+      "subrel-constrast": 4.266411304473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8652509450912476,
+      "cov-distil (oracle2student)": 4.346886157989502,
+      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "epoch": 0.5722135007849294,
+      "rel-constrast": 3.310194730758667,
+      "step": 729,
+      "subrel-constrast": 4.254908561706543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5729984301412873,
+      "grad_norm": 7.96875,
+      "learning_rate": 3.645e-05,
+      "loss": 0.8647,
+      "step": 730
+    },
+    {
+      "cov-distil": 2.10368013381958,
+      "cov-distil (oracle2student)": 4.364799499511719,
+      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "epoch": 0.5729984301412873,
+      "rel-constrast": 3.498570442199707,
+      "step": 730,
+      "subrel-constrast": 4.162968158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8829506635665894,
+      "cov-distil (oracle2student)": 3.6689822673797607,
+      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "epoch": 0.5737833594976453,
+      "rel-constrast": 2.781203269958496,
+      "step": 731,
+      "subrel-constrast": 3.2335457801818848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4705734252929688,
+      "cov-distil (oracle2student)": 4.313507556915283,
+      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "epoch": 0.5745682888540031,
+      "rel-constrast": 2.226599931716919,
+      "step": 732,
+      "subrel-constrast": 3.3719711303710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9433242082595825,
+      "cov-distil (oracle2student)": 3.8105883598327637,
+      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "epoch": 0.5753532182103611,
+      "rel-constrast": 2.1092617511749268,
+      "step": 733,
+      "subrel-constrast": 2.887378692626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145235538482666,
+      "cov-distil (oracle2student)": 3.870384931564331,
+      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "epoch": 0.576138147566719,
+      "rel-constrast": 3.1030163764953613,
+      "step": 734,
+      "subrel-constrast": 3.974809169769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6421372890472412,
+      "cov-distil (oracle2student)": 4.185415267944336,
+      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "epoch": 0.5769230769230769,
+      "rel-constrast": 3.2164130210876465,
+      "step": 735,
+      "subrel-constrast": 3.839367389678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.199052095413208,
+      "cov-distil (oracle2student)": 5.1141533851623535,
+      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "epoch": 0.5777080062794349,
+      "rel-constrast": 2.3354225158691406,
+      "step": 736,
+      "subrel-constrast": 3.359426498413086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3703148365020752,
+      "cov-distil (oracle2student)": 2.855952501296997,
+      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "epoch": 0.5784929356357927,
+      "rel-constrast": 2.385584831237793,
+      "step": 737,
+      "subrel-constrast": 3.1257822513580322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.035461902618408,
+      "cov-distil (oracle2student)": 4.601683616638184,
+      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "epoch": 0.5792778649921507,
+      "rel-constrast": 3.277278423309326,
+      "step": 738,
+      "subrel-constrast": 3.815040349960327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9469118118286133,
+      "cov-distil (oracle2student)": 3.4044556617736816,
+      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "epoch": 0.5800627943485086,
+      "rel-constrast": 2.503614664077759,
+      "step": 739,
+      "subrel-constrast": 3.8464818000793457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5808477237048666,
+      "grad_norm": 5.625,
+      "learning_rate": 3.6950000000000004e-05,
+      "loss": 0.7317,
+      "step": 740
+    },
+    {
+      "cov-distil": 2.0407614707946777,
+      "cov-distil (oracle2student)": 3.996048927307129,
+      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "epoch": 0.5808477237048666,
+      "rel-constrast": 3.669546604156494,
+      "step": 740,
+      "subrel-constrast": 4.864207744598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7672450542449951,
+      "cov-distil (oracle2student)": 5.2881999015808105,
+      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "epoch": 0.5816326530612245,
+      "rel-constrast": 3.2707724571228027,
+      "step": 741,
+      "subrel-constrast": 3.7437262535095215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1187403202056885,
+      "cov-distil (oracle2student)": 4.8938703536987305,
+      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "epoch": 0.5824175824175825,
+      "rel-constrast": 3.337557315826416,
+      "step": 742,
+      "subrel-constrast": 4.06928825378418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9417197704315186,
+      "cov-distil (oracle2student)": 2.6721365451812744,
+      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "epoch": 0.5832025117739403,
+      "rel-constrast": 3.274005889892578,
+      "step": 743,
+      "subrel-constrast": 4.384252071380615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6456279754638672,
+      "cov-distil (oracle2student)": 6.536004066467285,
+      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "epoch": 0.5839874411302983,
+      "rel-constrast": 3.884960174560547,
+      "step": 744,
+      "subrel-constrast": 4.296112537384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1353392601013184,
+      "cov-distil (oracle2student)": 3.733588218688965,
+      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "epoch": 0.5847723704866562,
+      "rel-constrast": 3.021883964538574,
+      "step": 745,
+      "subrel-constrast": 4.292428493499756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4558398723602295,
+      "cov-distil (oracle2student)": 4.652581214904785,
+      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "epoch": 0.5855572998430141,
+      "rel-constrast": 4.278546333312988,
+      "step": 746,
+      "subrel-constrast": 4.9796462059021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.694913387298584,
+      "cov-distil (oracle2student)": 5.748119354248047,
+      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "epoch": 0.5863422291993721,
+      "rel-constrast": 3.8175976276397705,
+      "step": 747,
+      "subrel-constrast": 4.21746301651001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.475412368774414,
+      "cov-distil (oracle2student)": 4.438069820404053,
+      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "epoch": 0.5871271585557299,
+      "rel-constrast": 3.845689296722412,
+      "step": 748,
+      "subrel-constrast": 4.95175838470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9831706285476685,
+      "cov-distil (oracle2student)": 6.495038032531738,
+      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "epoch": 0.5879120879120879,
+      "rel-constrast": 4.1530351638793945,
+      "step": 749,
+      "subrel-constrast": 4.611822128295898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5886970172684458,
+      "grad_norm": 7.3125,
+      "learning_rate": 3.745e-05,
+      "loss": 0.962,
+      "step": 750
+    },
+    {
+      "cov-distil": 2.0158157348632812,
+      "cov-distil (oracle2student)": 5.055816173553467,
+      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "epoch": 0.5886970172684458,
+      "rel-constrast": 3.9233157634735107,
+      "step": 750,
+      "subrel-constrast": 3.864165782928467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635613441467285,
+      "cov-distil (oracle2student)": 5.4654316902160645,
+      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "epoch": 0.5894819466248038,
+      "rel-constrast": 4.993955135345459,
+      "step": 751,
+      "subrel-constrast": 5.235997200012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385218858718872,
+      "cov-distil (oracle2student)": 5.6385650634765625,
+      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "epoch": 0.5902668759811617,
+      "rel-constrast": 3.025139808654785,
+      "step": 752,
+      "subrel-constrast": 3.8267934322357178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569950819015503,
+      "cov-distil (oracle2student)": 3.5421292781829834,
+      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "epoch": 0.5910518053375197,
+      "rel-constrast": 3.353006601333618,
+      "step": 753,
+      "subrel-constrast": 3.6611077785491943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1727864742279053,
+      "cov-distil (oracle2student)": 4.28021240234375,
+      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "epoch": 0.5918367346938775,
+      "rel-constrast": 2.922618865966797,
+      "step": 754,
+      "subrel-constrast": 3.996519088745117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7415900230407715,
+      "cov-distil (oracle2student)": 3.497739315032959,
+      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "epoch": 0.5926216640502355,
+      "rel-constrast": 3.798996925354004,
+      "step": 755,
+      "subrel-constrast": 4.776462554931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1685500144958496,
+      "cov-distil (oracle2student)": 4.893260955810547,
+      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "epoch": 0.5934065934065934,
+      "rel-constrast": 2.4217734336853027,
+      "step": 756,
+      "subrel-constrast": 3.1775949001312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841844081878662,
+      "cov-distil (oracle2student)": 4.1985602378845215,
+      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "epoch": 0.5941915227629513,
+      "rel-constrast": 4.808537483215332,
+      "step": 757,
+      "subrel-constrast": 4.465860366821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1540775299072266,
+      "cov-distil (oracle2student)": 4.151504993438721,
+      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "epoch": 0.5949764521193093,
+      "rel-constrast": 4.140444755554199,
+      "step": 758,
+      "subrel-constrast": 4.597982406616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271002769470215,
+      "cov-distil (oracle2student)": 3.718888998031616,
+      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "epoch": 0.5957613814756672,
+      "rel-constrast": 2.825824499130249,
+      "step": 759,
+      "subrel-constrast": 4.3692402839660645,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5965463108320251,
+      "grad_norm": 5.1875,
+      "learning_rate": 3.795e-05,
+      "loss": 0.9528,
+      "step": 760
+    },
+    {
+      "cov-distil": 1.7022627592086792,
+      "cov-distil (oracle2student)": 3.69522762298584,
+      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "epoch": 0.5965463108320251,
+      "rel-constrast": 3.239539861679077,
+      "step": 760,
+      "subrel-constrast": 3.6723670959472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1336252689361572,
+      "cov-distil (oracle2student)": 5.899049282073975,
+      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "epoch": 0.597331240188383,
+      "rel-constrast": 3.3772640228271484,
+      "step": 761,
+      "subrel-constrast": 3.9677364826202393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4030654430389404,
+      "cov-distil (oracle2student)": 2.9989023208618164,
+      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "epoch": 0.598116169544741,
+      "rel-constrast": 2.7976434230804443,
+      "step": 762,
+      "subrel-constrast": 3.6139957904815674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6165751218795776,
+      "cov-distil (oracle2student)": 3.5679118633270264,
+      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "epoch": 0.5989010989010989,
+      "rel-constrast": 2.8740625381469727,
+      "step": 763,
+      "subrel-constrast": 3.778475761413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.820896625518799,
+      "cov-distil (oracle2student)": 6.150871753692627,
+      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "epoch": 0.5996860282574569,
+      "rel-constrast": 3.7509093284606934,
+      "step": 764,
+      "subrel-constrast": 4.796078681945801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9030272960662842,
+      "cov-distil (oracle2student)": 4.817904472351074,
+      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "epoch": 0.6004709576138147,
+      "rel-constrast": 2.762104034423828,
+      "step": 765,
+      "subrel-constrast": 3.649869918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6472067832946777,
+      "cov-distil (oracle2student)": 5.045088768005371,
+      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "epoch": 0.6012558869701727,
+      "rel-constrast": 3.665983200073242,
+      "step": 766,
+      "subrel-constrast": 4.9610595703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7140461206436157,
+      "cov-distil (oracle2student)": 4.2100830078125,
+      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "epoch": 0.6020408163265306,
+      "rel-constrast": 3.221212863922119,
+      "step": 767,
+      "subrel-constrast": 4.096993923187256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9868059158325195,
+      "cov-distil (oracle2student)": 4.4105072021484375,
+      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "epoch": 0.6028257456828885,
+      "rel-constrast": 3.5781681537628174,
+      "step": 768,
+      "subrel-constrast": 3.9354326725006104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8439627885818481,
+      "cov-distil (oracle2student)": 4.352982521057129,
+      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "epoch": 0.6036106750392465,
+      "rel-constrast": 3.0787644386291504,
+      "step": 769,
+      "subrel-constrast": 3.8324127197265625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6043956043956044,
+      "grad_norm": 6.03125,
+      "learning_rate": 3.845e-05,
+      "loss": 0.8581,
+      "step": 770
+    },
+    {
+      "cov-distil": 1.7659657001495361,
+      "cov-distil (oracle2student)": 3.843327045440674,
+      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "epoch": 0.6043956043956044,
+      "rel-constrast": 3.9639570713043213,
+      "step": 770,
+      "subrel-constrast": 4.180597305297852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.315230369567871,
+      "cov-distil (oracle2student)": 5.3011298179626465,
+      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "epoch": 0.6051805337519623,
+      "rel-constrast": 2.70466685295105,
+      "step": 771,
+      "subrel-constrast": 3.1214003562927246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9845139980316162,
+      "cov-distil (oracle2student)": 4.869327545166016,
+      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "epoch": 0.6059654631083202,
+      "rel-constrast": 3.7171690464019775,
+      "step": 772,
+      "subrel-constrast": 4.3443684577941895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9720571041107178,
+      "cov-distil (oracle2student)": 3.690183639526367,
+      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "epoch": 0.6067503924646782,
+      "rel-constrast": 3.0226402282714844,
+      "step": 773,
+      "subrel-constrast": 3.60787296295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6458377838134766,
+      "cov-distil (oracle2student)": 4.784181594848633,
+      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "epoch": 0.6075353218210361,
+      "rel-constrast": 2.781965732574463,
+      "step": 774,
+      "subrel-constrast": 4.125537395477295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9115421772003174,
+      "cov-distil (oracle2student)": 3.761108160018921,
+      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "epoch": 0.6083202511773941,
+      "rel-constrast": 5.317140102386475,
+      "step": 775,
+      "subrel-constrast": 5.246437072753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6181366443634033,
+      "cov-distil (oracle2student)": 4.179975509643555,
+      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "epoch": 0.609105180533752,
+      "rel-constrast": 3.174107789993286,
+      "step": 776,
+      "subrel-constrast": 4.24804162979126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841779470443726,
+      "cov-distil (oracle2student)": 4.076355934143066,
+      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "epoch": 0.6098901098901099,
+      "rel-constrast": 3.13995623588562,
+      "step": 777,
+      "subrel-constrast": 3.882110834121704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4938359260559082,
+      "cov-distil (oracle2student)": 3.114800453186035,
+      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "epoch": 0.6106750392464678,
+      "rel-constrast": 2.3868465423583984,
+      "step": 778,
+      "subrel-constrast": 3.307704448699951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6191189289093018,
+      "cov-distil (oracle2student)": 3.7162814140319824,
+      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "epoch": 0.6114599686028257,
+      "rel-constrast": 2.6197452545166016,
+      "step": 779,
+      "subrel-constrast": 3.995907783508301,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6122448979591837,
+      "grad_norm": 5.71875,
+      "learning_rate": 3.8950000000000005e-05,
+      "loss": 0.8627,
+      "step": 780
+    },
+    {
+      "cov-distil": 1.567307472229004,
+      "cov-distil (oracle2student)": 3.8484396934509277,
+      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "epoch": 0.6122448979591837,
+      "rel-constrast": 2.7569737434387207,
+      "step": 780,
+      "subrel-constrast": 3.633056640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.703679084777832,
+      "cov-distil (oracle2student)": 5.909217834472656,
+      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "epoch": 0.6130298273155416,
+      "rel-constrast": 3.1182799339294434,
+      "step": 781,
+      "subrel-constrast": 4.302492618560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5469286441802979,
+      "cov-distil (oracle2student)": 4.972591876983643,
+      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "epoch": 0.6138147566718996,
+      "rel-constrast": 3.5933823585510254,
+      "step": 782,
+      "subrel-constrast": 4.120849609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.499288320541382,
+      "cov-distil (oracle2student)": 4.016372203826904,
+      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "epoch": 0.6145996860282574,
+      "rel-constrast": 3.579235076904297,
+      "step": 783,
+      "subrel-constrast": 4.995879650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7838202714920044,
+      "cov-distil (oracle2student)": 4.292354106903076,
+      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "epoch": 0.6153846153846154,
+      "rel-constrast": 4.380586624145508,
+      "step": 784,
+      "subrel-constrast": 4.989373683929443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.360783338546753,
+      "cov-distil (oracle2student)": 2.8544771671295166,
+      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "epoch": 0.6161695447409733,
+      "rel-constrast": 2.633727788925171,
+      "step": 785,
+      "subrel-constrast": 3.0272700786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2854633331298828,
+      "cov-distil (oracle2student)": 4.519411087036133,
+      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "epoch": 0.6169544740973313,
+      "rel-constrast": 3.793271541595459,
+      "step": 786,
+      "subrel-constrast": 4.128157138824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158350229263306,
+      "cov-distil (oracle2student)": 8.350929260253906,
+      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "epoch": 0.6177394034536892,
+      "rel-constrast": 4.180355548858643,
+      "step": 787,
+      "subrel-constrast": 4.325165748596191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7012990713119507,
+      "cov-distil (oracle2student)": 4.489649772644043,
+      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "epoch": 0.6185243328100472,
+      "rel-constrast": 2.7871315479278564,
+      "step": 788,
+      "subrel-constrast": 3.8673195838928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.114866256713867,
+      "cov-distil (oracle2student)": 4.235287666320801,
+      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "epoch": 0.619309262166405,
+      "rel-constrast": 3.4823496341705322,
+      "step": 789,
+      "subrel-constrast": 4.297632217407227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6200941915227629,
+      "grad_norm": 7.875,
+      "learning_rate": 3.9450000000000003e-05,
+      "loss": 0.9013,
+      "step": 790
+    },
+    {
+      "cov-distil": 1.5477025508880615,
+      "cov-distil (oracle2student)": 5.949827671051025,
+      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "epoch": 0.6200941915227629,
+      "rel-constrast": 4.039373397827148,
+      "step": 790,
+      "subrel-constrast": 4.567863464355469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3561406135559082,
+      "cov-distil (oracle2student)": 3.604832649230957,
+      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "epoch": 0.6208791208791209,
+      "rel-constrast": 3.4909794330596924,
+      "step": 791,
+      "subrel-constrast": 4.409178733825684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871955394744873,
+      "cov-distil (oracle2student)": 4.196135520935059,
+      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "epoch": 0.6216640502354788,
+      "rel-constrast": 2.9357693195343018,
+      "step": 792,
+      "subrel-constrast": 3.2282023429870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.003251791000366,
+      "cov-distil (oracle2student)": 4.818282127380371,
+      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "epoch": 0.6224489795918368,
+      "rel-constrast": 2.581894636154175,
+      "step": 793,
+      "subrel-constrast": 3.626744031906128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013441562652588,
+      "cov-distil (oracle2student)": 4.1534881591796875,
+      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "epoch": 0.6232339089481946,
+      "rel-constrast": 3.052790403366089,
+      "step": 794,
+      "subrel-constrast": 3.9772417545318604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3264985084533691,
+      "cov-distil (oracle2student)": 2.9551219940185547,
+      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "epoch": 0.6240188383045526,
+      "rel-constrast": 2.9264769554138184,
+      "step": 795,
+      "subrel-constrast": 3.479712724685669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9255633354187012,
+      "cov-distil (oracle2student)": 4.218044281005859,
+      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "epoch": 0.6248037676609105,
+      "rel-constrast": 2.9784960746765137,
+      "step": 796,
+      "subrel-constrast": 3.8964850902557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.79434335231781,
+      "cov-distil (oracle2student)": 3.4287924766540527,
+      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "epoch": 0.6255886970172685,
+      "rel-constrast": 2.4437570571899414,
+      "step": 797,
+      "subrel-constrast": 3.4459657669067383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4499318599700928,
+      "cov-distil (oracle2student)": 3.9298148155212402,
+      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "epoch": 0.6263736263736264,
+      "rel-constrast": 3.9533963203430176,
+      "step": 798,
+      "subrel-constrast": 4.786764144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6373556852340698,
+      "cov-distil (oracle2student)": 4.715010166168213,
+      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "epoch": 0.6271585557299842,
+      "rel-constrast": 4.105449676513672,
+      "step": 799,
+      "subrel-constrast": 4.462728500366211,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "grad_norm": 6.375,
+      "learning_rate": 3.995e-05,
+      "loss": 0.855,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "overlap": 0.28437501192092896,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "student margin": 0.04833984375
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "teacher margin": 0.027130126953125
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "margin difference": -0.021209716796875,
+      "step": 800
+    },
+    {
+      "cov-distil": 2.0045931339263916,
+      "cov-distil (oracle2student)": 3.7618496417999268,
+      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "epoch": 0.6279434850863422,
+      "rel-constrast": 2.2175610065460205,
+      "step": 800,
+      "subrel-constrast": 3.892456293106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.619981050491333,
+      "cov-distil (oracle2student)": 4.364217758178711,
+      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "epoch": 0.6287284144427001,
+      "rel-constrast": 4.093245506286621,
+      "step": 801,
+      "subrel-constrast": 5.052906513214111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9569767713546753,
+      "cov-distil (oracle2student)": 2.646055221557617,
+      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "epoch": 0.6295133437990581,
+      "rel-constrast": 2.6254687309265137,
+      "step": 802,
+      "subrel-constrast": 3.3019208908081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089287757873535,
+      "cov-distil (oracle2student)": 5.582956314086914,
+      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "epoch": 0.630298273155416,
+      "rel-constrast": 3.7026913166046143,
+      "step": 803,
+      "subrel-constrast": 3.879225969314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9473289251327515,
+      "cov-distil (oracle2student)": 3.230166435241699,
+      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "epoch": 0.631083202511774,
+      "rel-constrast": 1.864764928817749,
+      "step": 804,
+      "subrel-constrast": 3.3280768394470215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3922661542892456,
+      "cov-distil (oracle2student)": 4.060875415802002,
+      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "epoch": 0.6318681318681318,
+      "rel-constrast": 3.7141737937927246,
+      "step": 805,
+      "subrel-constrast": 4.204806804656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784874677658081,
+      "cov-distil (oracle2student)": 4.374386310577393,
+      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "epoch": 0.6326530612244898,
+      "rel-constrast": 3.073376178741455,
+      "step": 806,
+      "subrel-constrast": 3.565107583999634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3918473720550537,
+      "cov-distil (oracle2student)": 4.301252841949463,
+      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "epoch": 0.6334379905808477,
+      "rel-constrast": 3.255364179611206,
+      "step": 807,
+      "subrel-constrast": 4.516900062561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8820072412490845,
+      "cov-distil (oracle2student)": 4.317390441894531,
+      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "epoch": 0.6342229199372057,
+      "rel-constrast": 2.3400073051452637,
+      "step": 808,
+      "subrel-constrast": 3.68056583404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104020595550537,
+      "cov-distil (oracle2student)": 4.113283157348633,
+      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "epoch": 0.6350078492935636,
+      "rel-constrast": 2.7774062156677246,
+      "step": 809,
+      "subrel-constrast": 3.156845808029175,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6357927786499215,
+      "grad_norm": 5.875,
+      "learning_rate": 4.045000000000001e-05,
+      "loss": 0.792,
+      "step": 810
+    },
+    {
+      "cov-distil": 1.9225842952728271,
+      "cov-distil (oracle2student)": 4.772700309753418,
+      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "epoch": 0.6357927786499215,
+      "rel-constrast": 2.274402618408203,
+      "step": 810,
+      "subrel-constrast": 3.793257236480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146592140197754,
+      "cov-distil (oracle2student)": 3.9638068675994873,
+      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "epoch": 0.6365777080062794,
+      "rel-constrast": 2.302318572998047,
+      "step": 811,
+      "subrel-constrast": 3.4826509952545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7630622386932373,
+      "cov-distil (oracle2student)": 3.8982958793640137,
+      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "epoch": 0.6373626373626373,
+      "rel-constrast": 3.0242116451263428,
+      "step": 812,
+      "subrel-constrast": 3.74605655670166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2058258056640625,
+      "cov-distil (oracle2student)": 5.105160236358643,
+      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "epoch": 0.6381475667189953,
+      "rel-constrast": 3.7548186779022217,
+      "step": 813,
+      "subrel-constrast": 4.288941383361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2325778007507324,
+      "cov-distil (oracle2student)": 3.994985818862915,
+      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "epoch": 0.6389324960753532,
+      "rel-constrast": 4.058200836181641,
+      "step": 814,
+      "subrel-constrast": 5.199466705322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6037338972091675,
+      "cov-distil (oracle2student)": 3.0010287761688232,
+      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "epoch": 0.6397174254317112,
+      "rel-constrast": 2.544131278991699,
+      "step": 815,
+      "subrel-constrast": 3.9001212120056152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8440213203430176,
+      "cov-distil (oracle2student)": 3.382146120071411,
+      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "epoch": 0.640502354788069,
+      "rel-constrast": 3.101287603378296,
+      "step": 816,
+      "subrel-constrast": 3.941652297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3768600225448608,
+      "cov-distil (oracle2student)": 4.8537187576293945,
+      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "epoch": 0.641287284144427,
+      "rel-constrast": 3.138200521469116,
+      "step": 817,
+      "subrel-constrast": 4.078574180603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3285818099975586,
+      "cov-distil (oracle2student)": 3.95272159576416,
+      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "epoch": 0.6420722135007849,
+      "rel-constrast": 2.9757089614868164,
+      "step": 818,
+      "subrel-constrast": 4.183833599090576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9137150049209595,
+      "cov-distil (oracle2student)": 3.8996100425720215,
+      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "epoch": 0.6428571428571429,
+      "rel-constrast": 3.0237324237823486,
+      "step": 819,
+      "subrel-constrast": 3.7355899810791016,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6436420722135008,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.095e-05,
+      "loss": 0.8033,
+      "step": 820
+    },
+    {
+      "cov-distil": 1.5698240995407104,
+      "cov-distil (oracle2student)": 3.570085287094116,
+      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "epoch": 0.6436420722135008,
+      "rel-constrast": 3.341369152069092,
+      "step": 820,
+      "subrel-constrast": 3.669610023498535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108656406402588,
+      "cov-distil (oracle2student)": 4.587629318237305,
+      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "epoch": 0.6444270015698587,
+      "rel-constrast": 2.444645643234253,
+      "step": 821,
+      "subrel-constrast": 3.439606189727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.427807092666626,
+      "cov-distil (oracle2student)": 4.807023048400879,
+      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "epoch": 0.6452119309262166,
+      "rel-constrast": 3.5886707305908203,
+      "step": 822,
+      "subrel-constrast": 4.190989017486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7150936126708984,
+      "cov-distil (oracle2student)": 4.0572509765625,
+      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "epoch": 0.6459968602825745,
+      "rel-constrast": 4.181950092315674,
+      "step": 823,
+      "subrel-constrast": 4.883435249328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.375495672225952,
+      "cov-distil (oracle2student)": 4.172708988189697,
+      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "epoch": 0.6467817896389325,
+      "rel-constrast": 3.079369306564331,
+      "step": 824,
+      "subrel-constrast": 4.150157451629639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.308274745941162,
+      "cov-distil (oracle2student)": 4.596344947814941,
+      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "epoch": 0.6475667189952904,
+      "rel-constrast": 4.447976112365723,
+      "step": 825,
+      "subrel-constrast": 4.973028659820557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7622771263122559,
+      "cov-distil (oracle2student)": 4.808835029602051,
+      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "epoch": 0.6483516483516484,
+      "rel-constrast": 3.0392632484436035,
+      "step": 826,
+      "subrel-constrast": 4.2934980392456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2593860626220703,
+      "cov-distil (oracle2student)": 4.994297504425049,
+      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "epoch": 0.6491365777080063,
+      "rel-constrast": 3.979785919189453,
+      "step": 827,
+      "subrel-constrast": 4.262341499328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6107163429260254,
+      "cov-distil (oracle2student)": 3.178396224975586,
+      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "epoch": 0.6499215070643642,
+      "rel-constrast": 2.977691888809204,
+      "step": 828,
+      "subrel-constrast": 3.771296501159668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630000352859497,
+      "cov-distil (oracle2student)": 5.777911186218262,
+      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "epoch": 0.6507064364207221,
+      "rel-constrast": 3.3911921977996826,
+      "step": 829,
+      "subrel-constrast": 4.069247722625732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6514913657770801,
+      "grad_norm": 6.75,
+      "learning_rate": 4.145e-05,
+      "loss": 0.9087,
+      "step": 830
+    },
+    {
+      "cov-distil": 1.8794384002685547,
+      "cov-distil (oracle2student)": 4.103548049926758,
+      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "epoch": 0.6514913657770801,
+      "rel-constrast": 4.0044355392456055,
+      "step": 830,
+      "subrel-constrast": 4.624624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906476497650146,
+      "cov-distil (oracle2student)": 3.214458465576172,
+      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "epoch": 0.652276295133438,
+      "rel-constrast": 2.7704429626464844,
+      "step": 831,
+      "subrel-constrast": 3.6220717430114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9752247333526611,
+      "cov-distil (oracle2student)": 4.888476371765137,
+      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "epoch": 0.6530612244897959,
+      "rel-constrast": 3.941727638244629,
+      "step": 832,
+      "subrel-constrast": 4.675938129425049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7726495265960693,
+      "cov-distil (oracle2student)": 2.904669761657715,
+      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "epoch": 0.6538461538461539,
+      "rel-constrast": 2.125884771347046,
+      "step": 833,
+      "subrel-constrast": 3.402971029281616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8348287343978882,
+      "cov-distil (oracle2student)": 3.610349178314209,
+      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "epoch": 0.6546310832025117,
+      "rel-constrast": 4.169477939605713,
+      "step": 834,
+      "subrel-constrast": 4.495212078094482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.877418041229248,
+      "cov-distil (oracle2student)": 5.971458435058594,
+      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "epoch": 0.6554160125588697,
+      "rel-constrast": 2.4234228134155273,
+      "step": 835,
+      "subrel-constrast": 3.372243642807007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8137049674987793,
+      "cov-distil (oracle2student)": 5.548581123352051,
+      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "epoch": 0.6562009419152276,
+      "rel-constrast": 4.032650947570801,
+      "step": 836,
+      "subrel-constrast": 4.941165447235107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.24606990814209,
+      "cov-distil (oracle2student)": 3.6434006690979004,
+      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "epoch": 0.6569858712715856,
+      "rel-constrast": 3.4072937965393066,
+      "step": 837,
+      "subrel-constrast": 4.71898889541626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4418138265609741,
+      "cov-distil (oracle2student)": 4.0115790367126465,
+      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "epoch": 0.6577708006279435,
+      "rel-constrast": 2.6703035831451416,
+      "step": 838,
+      "subrel-constrast": 3.024057388305664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321179747581482,
+      "cov-distil (oracle2student)": 3.9942774772644043,
+      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "epoch": 0.6585557299843015,
+      "rel-constrast": 4.570227146148682,
+      "step": 839,
+      "subrel-constrast": 5.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6593406593406593,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.195e-05,
+      "loss": 0.898,
+      "step": 840
+    },
+    {
+      "cov-distil": 1.804254412651062,
+      "cov-distil (oracle2student)": 4.796672821044922,
+      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "epoch": 0.6593406593406593,
+      "rel-constrast": 3.048487663269043,
+      "step": 840,
+      "subrel-constrast": 4.138221263885498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.185621976852417,
+      "cov-distil (oracle2student)": 4.644382476806641,
+      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "epoch": 0.6601255886970173,
+      "rel-constrast": 2.7198691368103027,
+      "step": 841,
+      "subrel-constrast": 3.728656768798828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1581225395202637,
+      "cov-distil (oracle2student)": 4.967820644378662,
+      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "epoch": 0.6609105180533752,
+      "rel-constrast": 2.998076915740967,
+      "step": 842,
+      "subrel-constrast": 4.3113603591918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6802887916564941,
+      "cov-distil (oracle2student)": 3.012141704559326,
+      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "epoch": 0.6616954474097331,
+      "rel-constrast": 3.7015037536621094,
+      "step": 843,
+      "subrel-constrast": 4.34977912902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9140921831130981,
+      "cov-distil (oracle2student)": 3.6763272285461426,
+      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "epoch": 0.6624803767660911,
+      "rel-constrast": 2.8182120323181152,
+      "step": 844,
+      "subrel-constrast": 3.526099681854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3611481189727783,
+      "cov-distil (oracle2student)": 3.414156675338745,
+      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "epoch": 0.6632653061224489,
+      "rel-constrast": 3.6642966270446777,
+      "step": 845,
+      "subrel-constrast": 4.929279804229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16641902923584,
+      "cov-distil (oracle2student)": 5.345207214355469,
+      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "epoch": 0.6640502354788069,
+      "rel-constrast": 2.9499943256378174,
+      "step": 846,
+      "subrel-constrast": 4.163426876068115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2791935205459595,
+      "cov-distil (oracle2student)": 4.141592979431152,
+      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "epoch": 0.6648351648351648,
+      "rel-constrast": 3.946357488632202,
+      "step": 847,
+      "subrel-constrast": 3.884228467941284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286513805389404,
+      "cov-distil (oracle2student)": 3.6746082305908203,
+      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "epoch": 0.6656200941915228,
+      "rel-constrast": 2.590811252593994,
+      "step": 848,
+      "subrel-constrast": 3.7845067977905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7331000566482544,
+      "cov-distil (oracle2student)": 3.869168281555176,
+      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "epoch": 0.6664050235478807,
+      "rel-constrast": 3.201794147491455,
+      "step": 849,
+      "subrel-constrast": 4.059730052947998,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6671899529042387,
+      "grad_norm": 6.5,
+      "learning_rate": 4.245e-05,
+      "loss": 0.8383,
+      "step": 850
+    },
+    {
+      "cov-distil": 1.7655677795410156,
+      "cov-distil (oracle2student)": 3.762930154800415,
+      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "epoch": 0.6671899529042387,
+      "rel-constrast": 2.9008567333221436,
+      "step": 850,
+      "subrel-constrast": 3.404660701751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517121434211731,
+      "cov-distil (oracle2student)": 2.8830716609954834,
+      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "epoch": 0.6679748822605965,
+      "rel-constrast": 4.325301170349121,
+      "step": 851,
+      "subrel-constrast": 4.419717311859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9270949363708496,
+      "cov-distil (oracle2student)": 4.238532543182373,
+      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "epoch": 0.6687598116169545,
+      "rel-constrast": 2.823596715927124,
+      "step": 852,
+      "subrel-constrast": 3.4322097301483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3329415321350098,
+      "cov-distil (oracle2student)": 6.140964031219482,
+      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "epoch": 0.6695447409733124,
+      "rel-constrast": 2.4979028701782227,
+      "step": 853,
+      "subrel-constrast": 3.4758663177490234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5264722108840942,
+      "cov-distil (oracle2student)": 5.3368964195251465,
+      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "epoch": 0.6703296703296703,
+      "rel-constrast": 3.0451555252075195,
+      "step": 854,
+      "subrel-constrast": 3.68107533454895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.527972459793091,
+      "cov-distil (oracle2student)": 4.9313225746154785,
+      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "epoch": 0.6711145996860283,
+      "rel-constrast": 3.4113454818725586,
+      "step": 855,
+      "subrel-constrast": 4.2453413009643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2195277214050293,
+      "cov-distil (oracle2student)": 4.841870307922363,
+      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "epoch": 0.6718995290423861,
+      "rel-constrast": 3.8896093368530273,
+      "step": 856,
+      "subrel-constrast": 4.457779884338379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9021310806274414,
+      "cov-distil (oracle2student)": 5.08781623840332,
+      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "epoch": 0.6726844583987441,
+      "rel-constrast": 4.279557228088379,
+      "step": 857,
+      "subrel-constrast": 4.490781307220459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184224128723145,
+      "cov-distil (oracle2student)": 4.386934757232666,
+      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "epoch": 0.673469387755102,
+      "rel-constrast": 2.4715077877044678,
+      "step": 858,
+      "subrel-constrast": 3.5174665451049805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5252549648284912,
+      "cov-distil (oracle2student)": 4.384729862213135,
+      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "epoch": 0.67425431711146,
+      "rel-constrast": 3.386720657348633,
+      "step": 859,
+      "subrel-constrast": 4.306125640869141,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6750392464678179,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.295e-05,
+      "loss": 0.8732,
+      "step": 860
+    },
+    {
+      "cov-distil": 2.1179590225219727,
+      "cov-distil (oracle2student)": 4.76759147644043,
+      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "epoch": 0.6750392464678179,
+      "rel-constrast": 2.7477235794067383,
+      "step": 860,
+      "subrel-constrast": 3.7372775077819824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7965826988220215,
+      "cov-distil (oracle2student)": 3.590010404586792,
+      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "epoch": 0.6758241758241759,
+      "rel-constrast": 2.507899284362793,
+      "step": 861,
+      "subrel-constrast": 3.807100296020508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7082825899124146,
+      "cov-distil (oracle2student)": 5.913630485534668,
+      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "epoch": 0.6766091051805337,
+      "rel-constrast": 3.268495559692383,
+      "step": 862,
+      "subrel-constrast": 3.9798760414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8252453804016113,
+      "cov-distil (oracle2student)": 4.901181221008301,
+      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "epoch": 0.6773940345368917,
+      "rel-constrast": 3.583211660385132,
+      "step": 863,
+      "subrel-constrast": 4.42688512802124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3953462839126587,
+      "cov-distil (oracle2student)": 5.5138397216796875,
+      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "epoch": 0.6781789638932496,
+      "rel-constrast": 3.1454901695251465,
+      "step": 864,
+      "subrel-constrast": 3.9406254291534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6899718046188354,
+      "cov-distil (oracle2student)": 5.330373764038086,
+      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "epoch": 0.6789638932496075,
+      "rel-constrast": 2.3280701637268066,
+      "step": 865,
+      "subrel-constrast": 3.6453700065612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6296229362487793,
+      "cov-distil (oracle2student)": 4.770857810974121,
+      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "epoch": 0.6797488226059655,
+      "rel-constrast": 3.20645809173584,
+      "step": 866,
+      "subrel-constrast": 3.8591246604919434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7715446949005127,
+      "cov-distil (oracle2student)": 4.347777843475342,
+      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "epoch": 0.6805337519623234,
+      "rel-constrast": 3.9846086502075195,
+      "step": 867,
+      "subrel-constrast": 5.185349941253662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6960502862930298,
+      "cov-distil (oracle2student)": 3.3439979553222656,
+      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "epoch": 0.6813186813186813,
+      "rel-constrast": 2.1034369468688965,
+      "step": 868,
+      "subrel-constrast": 2.926976203918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.505071759223938,
+      "cov-distil (oracle2student)": 2.9278054237365723,
+      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "epoch": 0.6821036106750392,
+      "rel-constrast": 3.0042061805725098,
+      "step": 869,
+      "subrel-constrast": 3.6791141033172607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6828885400313972,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.345e-05,
+      "loss": 0.7898,
+      "step": 870
+    },
+    {
+      "cov-distil": 1.5478849411010742,
+      "cov-distil (oracle2student)": 4.5837202072143555,
+      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "epoch": 0.6828885400313972,
+      "rel-constrast": 3.6690661907196045,
+      "step": 870,
+      "subrel-constrast": 3.755584239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4669153690338135,
+      "cov-distil (oracle2student)": 3.7385365962982178,
+      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "epoch": 0.6836734693877551,
+      "rel-constrast": 3.5915560722351074,
+      "step": 871,
+      "subrel-constrast": 4.271019458770752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1383116245269775,
+      "cov-distil (oracle2student)": 4.596353530883789,
+      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "epoch": 0.6844583987441131,
+      "rel-constrast": 2.788327693939209,
+      "step": 872,
+      "subrel-constrast": 3.9468002319335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5923734903335571,
+      "cov-distil (oracle2student)": 4.1226983070373535,
+      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "epoch": 0.685243328100471,
+      "rel-constrast": 3.274655342102051,
+      "step": 873,
+      "subrel-constrast": 3.9750561714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.946056842803955,
+      "cov-distil (oracle2student)": 4.353828430175781,
+      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "epoch": 0.6860282574568289,
+      "rel-constrast": 2.741914749145508,
+      "step": 874,
+      "subrel-constrast": 3.176755905151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9557355642318726,
+      "cov-distil (oracle2student)": 3.949646472930908,
+      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "epoch": 0.6868131868131868,
+      "rel-constrast": 2.8873188495635986,
+      "step": 875,
+      "subrel-constrast": 3.6380884647369385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.401376247406006,
+      "cov-distil (oracle2student)": 5.006793022155762,
+      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "epoch": 0.6875981161695447,
+      "rel-constrast": 4.074068069458008,
+      "step": 876,
+      "subrel-constrast": 5.1672682762146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2366654872894287,
+      "cov-distil (oracle2student)": 3.786804676055908,
+      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "epoch": 0.6883830455259027,
+      "rel-constrast": 2.0299768447875977,
+      "step": 877,
+      "subrel-constrast": 2.670637369155884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0147178173065186,
+      "cov-distil (oracle2student)": 3.804882764816284,
+      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "epoch": 0.6891679748822606,
+      "rel-constrast": 2.7490639686584473,
+      "step": 878,
+      "subrel-constrast": 3.5756359100341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5681298971176147,
+      "cov-distil (oracle2student)": 3.9214487075805664,
+      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "epoch": 0.6899529042386185,
+      "rel-constrast": 3.0104470252990723,
+      "step": 879,
+      "subrel-constrast": 3.337676763534546,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6907378335949764,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.3950000000000004e-05,
+      "loss": 0.8151,
+      "step": 880
+    },
+    {
+      "cov-distil": 2.2157304286956787,
+      "cov-distil (oracle2student)": 5.699595928192139,
+      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "epoch": 0.6907378335949764,
+      "rel-constrast": 3.0941343307495117,
+      "step": 880,
+      "subrel-constrast": 4.322240352630615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4810900688171387,
+      "cov-distil (oracle2student)": 3.3440780639648438,
+      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "epoch": 0.6915227629513344,
+      "rel-constrast": 3.586519241333008,
+      "step": 881,
+      "subrel-constrast": 3.7541935443878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5781233310699463,
+      "cov-distil (oracle2student)": 5.018100738525391,
+      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "epoch": 0.6923076923076923,
+      "rel-constrast": 4.0826897621154785,
+      "step": 882,
+      "subrel-constrast": 4.779473304748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4764516353607178,
+      "cov-distil (oracle2student)": 3.1465892791748047,
+      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "epoch": 0.6930926216640503,
+      "rel-constrast": 2.1886837482452393,
+      "step": 883,
+      "subrel-constrast": 2.8425724506378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577139854431152,
+      "cov-distil (oracle2student)": 5.48944091796875,
+      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "epoch": 0.6938775510204082,
+      "rel-constrast": 3.6461424827575684,
+      "step": 884,
+      "subrel-constrast": 4.1751885414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.30418062210083,
+      "cov-distil (oracle2student)": 3.6000726222991943,
+      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "epoch": 0.6946624803767661,
+      "rel-constrast": 2.609241008758545,
+      "step": 885,
+      "subrel-constrast": 4.044322967529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9188902378082275,
+      "cov-distil (oracle2student)": 3.3409061431884766,
+      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "epoch": 0.695447409733124,
+      "rel-constrast": 3.917679786682129,
+      "step": 886,
+      "subrel-constrast": 4.465198040008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6129820346832275,
+      "cov-distil (oracle2student)": 3.5256998538970947,
+      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "epoch": 0.6962323390894819,
+      "rel-constrast": 3.1687140464782715,
+      "step": 887,
+      "subrel-constrast": 4.09608268737793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6923974752426147,
+      "cov-distil (oracle2student)": 3.194105863571167,
+      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "epoch": 0.6970172684458399,
+      "rel-constrast": 2.669671058654785,
+      "step": 888,
+      "subrel-constrast": 3.512425661087036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7615928649902344,
+      "cov-distil (oracle2student)": 4.9741010665893555,
+      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "epoch": 0.6978021978021978,
+      "rel-constrast": 2.2488291263580322,
+      "step": 889,
+      "subrel-constrast": 3.145869016647339,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6985871271585558,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.445e-05,
+      "loss": 0.8243,
+      "step": 890
+    },
+    {
+      "cov-distil": 2.2956361770629883,
+      "cov-distil (oracle2student)": 5.470577716827393,
+      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "epoch": 0.6985871271585558,
+      "rel-constrast": 2.6768033504486084,
+      "step": 890,
+      "subrel-constrast": 3.943537950515747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949636459350586,
+      "cov-distil (oracle2student)": 4.757634162902832,
+      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "epoch": 0.6993720565149136,
+      "rel-constrast": 2.2590112686157227,
+      "step": 891,
+      "subrel-constrast": 3.1901254653930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.926931619644165,
+      "cov-distil (oracle2student)": 3.505540370941162,
+      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "epoch": 0.7001569858712716,
+      "rel-constrast": 3.0852808952331543,
+      "step": 892,
+      "subrel-constrast": 4.544396877288818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2596887350082397,
+      "cov-distil (oracle2student)": 4.653071403503418,
+      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "epoch": 0.7009419152276295,
+      "rel-constrast": 2.719123363494873,
+      "step": 893,
+      "subrel-constrast": 3.29056715965271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7803575992584229,
+      "cov-distil (oracle2student)": 4.656095504760742,
+      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "epoch": 0.7017268445839875,
+      "rel-constrast": 2.24275541305542,
+      "step": 894,
+      "subrel-constrast": 3.273658037185669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130441188812256,
+      "cov-distil (oracle2student)": 5.469186782836914,
+      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "epoch": 0.7025117739403454,
+      "rel-constrast": 3.1639580726623535,
+      "step": 895,
+      "subrel-constrast": 4.3755879402160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741716861724854,
+      "cov-distil (oracle2student)": 3.9948792457580566,
+      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "epoch": 0.7032967032967034,
+      "rel-constrast": 2.7737693786621094,
+      "step": 896,
+      "subrel-constrast": 3.267178773880005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8039289712905884,
+      "cov-distil (oracle2student)": 3.7117669582366943,
+      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "epoch": 0.7040816326530612,
+      "rel-constrast": 2.143932819366455,
+      "step": 897,
+      "subrel-constrast": 3.121236801147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3587143421173096,
+      "cov-distil (oracle2student)": 4.403602123260498,
+      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "epoch": 0.7048665620094191,
+      "rel-constrast": 2.3291571140289307,
+      "step": 898,
+      "subrel-constrast": 3.47867751121521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861637830734253,
+      "cov-distil (oracle2student)": 4.3754682540893555,
+      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "epoch": 0.7056514913657771,
+      "rel-constrast": 3.8839848041534424,
+      "step": 899,
+      "subrel-constrast": 4.644810676574707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.706436420722135,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.495e-05,
+      "loss": 0.728,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "overlap": 0.30156251788139343,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "student margin": 0.0489501953125
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "teacher margin": 0.028717041015625
+    },
+    {
+      "epoch": 0.706436420722135,
+      "margin difference": -0.020233154296875,
+      "step": 900
+    },
+    {
+      "cov-distil": 2.2758567333221436,
+      "cov-distil (oracle2student)": 3.112144708633423,
+      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "epoch": 0.706436420722135,
+      "rel-constrast": 4.2263994216918945,
+      "step": 900,
+      "subrel-constrast": 4.605080604553223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694825649261475,
+      "cov-distil (oracle2student)": 2.912907838821411,
+      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "epoch": 0.707221350078493,
+      "rel-constrast": 3.9801032543182373,
+      "step": 901,
+      "subrel-constrast": 4.070077419281006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.285184621810913,
+      "cov-distil (oracle2student)": 3.1929121017456055,
+      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "epoch": 0.7080062794348508,
+      "rel-constrast": 3.7210168838500977,
+      "step": 902,
+      "subrel-constrast": 5.039446830749512,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798686504364014,
+      "cov-distil (oracle2student)": 4.676393985748291,
+      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "epoch": 0.7087912087912088,
+      "rel-constrast": 2.927309036254883,
+      "step": 903,
+      "subrel-constrast": 3.2873969078063965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5412538051605225,
+      "cov-distil (oracle2student)": 5.285891056060791,
+      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "epoch": 0.7095761381475667,
+      "rel-constrast": 2.8550057411193848,
+      "step": 904,
+      "subrel-constrast": 3.531097650527954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6112513542175293,
+      "cov-distil (oracle2student)": 4.020347595214844,
+      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "epoch": 0.7103610675039247,
+      "rel-constrast": 3.90101957321167,
+      "step": 905,
+      "subrel-constrast": 4.510730266571045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2648086547851562,
+      "cov-distil (oracle2student)": 5.239475250244141,
+      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "epoch": 0.7111459968602826,
+      "rel-constrast": 4.096606254577637,
+      "step": 906,
+      "subrel-constrast": 4.7054009437561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87594735622406,
+      "cov-distil (oracle2student)": 3.4948787689208984,
+      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "epoch": 0.7119309262166404,
+      "rel-constrast": 2.4869022369384766,
+      "step": 907,
+      "subrel-constrast": 2.939744472503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6819136142730713,
+      "cov-distil (oracle2student)": 3.956923007965088,
+      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "epoch": 0.7127158555729984,
+      "rel-constrast": 3.1140904426574707,
+      "step": 908,
+      "subrel-constrast": 4.3997087478637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0586934089660645,
+      "cov-distil (oracle2student)": 6.132615566253662,
+      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "epoch": 0.7135007849293563,
+      "rel-constrast": 4.984131813049316,
+      "step": 909,
+      "subrel-constrast": 5.425019264221191,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.545000000000001e-05,
+      "loss": 0.9539,
+      "step": 910
+    },
+    {
+      "cov-distil": 1.6229896545410156,
+      "cov-distil (oracle2student)": 4.070446968078613,
+      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "epoch": 0.7142857142857143,
+      "rel-constrast": 3.2242932319641113,
+      "step": 910,
+      "subrel-constrast": 3.859609603881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8170173168182373,
+      "cov-distil (oracle2student)": 4.4720916748046875,
+      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "epoch": 0.7150706436420722,
+      "rel-constrast": 3.0169482231140137,
+      "step": 911,
+      "subrel-constrast": 3.8084235191345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5292870998382568,
+      "cov-distil (oracle2student)": 4.345184326171875,
+      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "epoch": 0.7158555729984302,
+      "rel-constrast": 3.397573471069336,
+      "step": 912,
+      "subrel-constrast": 3.2584228515625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.223121404647827,
+      "cov-distil (oracle2student)": 4.264377593994141,
+      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "epoch": 0.716640502354788,
+      "rel-constrast": 2.8414294719696045,
+      "step": 913,
+      "subrel-constrast": 4.336313724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.661023736000061,
+      "cov-distil (oracle2student)": 4.143952369689941,
+      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "epoch": 0.717425431711146,
+      "rel-constrast": 2.8086204528808594,
+      "step": 914,
+      "subrel-constrast": 3.964709997177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073925495147705,
+      "cov-distil (oracle2student)": 3.812002658843994,
+      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "epoch": 0.7182103610675039,
+      "rel-constrast": 2.701813220977783,
+      "step": 915,
+      "subrel-constrast": 3.5543386936187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841255784034729,
+      "cov-distil (oracle2student)": 3.9284794330596924,
+      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "epoch": 0.7189952904238619,
+      "rel-constrast": 3.2184972763061523,
+      "step": 916,
+      "subrel-constrast": 4.3179755210876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.29209041595459,
+      "cov-distil (oracle2student)": 5.0997748374938965,
+      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "epoch": 0.7197802197802198,
+      "rel-constrast": 2.7742223739624023,
+      "step": 917,
+      "subrel-constrast": 3.9090025424957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.126772403717041,
+      "cov-distil (oracle2student)": 5.042139053344727,
+      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "epoch": 0.7205651491365777,
+      "rel-constrast": 3.499645233154297,
+      "step": 918,
+      "subrel-constrast": 4.131096839904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1853413581848145,
+      "cov-distil (oracle2student)": 5.0499186515808105,
+      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "epoch": 0.7213500784929356,
+      "rel-constrast": 3.0944676399230957,
+      "step": 919,
+      "subrel-constrast": 4.054975509643555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7221350078492935,
+      "grad_norm": 7.625,
+      "learning_rate": 4.5950000000000006e-05,
+      "loss": 0.8129,
+      "step": 920
+    },
+    {
+      "cov-distil": 1.575663685798645,
+      "cov-distil (oracle2student)": 4.080785751342773,
+      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "epoch": 0.7221350078492935,
+      "rel-constrast": 2.942035675048828,
+      "step": 920,
+      "subrel-constrast": 3.5585241317749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089031457901001,
+      "cov-distil (oracle2student)": 3.5837650299072266,
+      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "epoch": 0.7229199372056515,
+      "rel-constrast": 3.1843388080596924,
+      "step": 921,
+      "subrel-constrast": 3.996202230453491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6126110553741455,
+      "cov-distil (oracle2student)": 3.8322594165802,
+      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "epoch": 0.7237048665620094,
+      "rel-constrast": 2.8110198974609375,
+      "step": 922,
+      "subrel-constrast": 3.6679060459136963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5855941772460938,
+      "cov-distil (oracle2student)": 5.666677474975586,
+      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "epoch": 0.7244897959183674,
+      "rel-constrast": 3.647099256515503,
+      "step": 923,
+      "subrel-constrast": 3.6234447956085205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8088470697402954,
+      "cov-distil (oracle2student)": 3.5870018005371094,
+      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "epoch": 0.7252747252747253,
+      "rel-constrast": 3.079493761062622,
+      "step": 924,
+      "subrel-constrast": 3.9141316413879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2190501689910889,
+      "cov-distil (oracle2student)": 4.473470687866211,
+      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "epoch": 0.7260596546310832,
+      "rel-constrast": 3.165107250213623,
+      "step": 925,
+      "subrel-constrast": 3.897352457046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0242605209350586,
+      "cov-distil (oracle2student)": 6.548642158508301,
+      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "epoch": 0.7268445839874411,
+      "rel-constrast": 3.701394557952881,
+      "step": 926,
+      "subrel-constrast": 3.9507064819335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5379185676574707,
+      "cov-distil (oracle2student)": 3.4035112857818604,
+      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "epoch": 0.7276295133437991,
+      "rel-constrast": 2.911174774169922,
+      "step": 927,
+      "subrel-constrast": 3.627082109451294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6840705871582031,
+      "cov-distil (oracle2student)": 5.966733932495117,
+      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "epoch": 0.728414442700157,
+      "rel-constrast": 3.4538960456848145,
+      "step": 928,
+      "subrel-constrast": 4.338021755218506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749119997024536,
+      "cov-distil (oracle2student)": 4.814553260803223,
+      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "epoch": 0.7291993720565149,
+      "rel-constrast": 3.272881507873535,
+      "step": 929,
+      "subrel-constrast": 4.203635215759277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7299843014128728,
+      "grad_norm": 6.0,
+      "learning_rate": 4.6450000000000004e-05,
+      "loss": 0.8465,
+      "step": 930
+    },
+    {
+      "cov-distil": 1.2940502166748047,
+      "cov-distil (oracle2student)": 4.268896102905273,
+      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "epoch": 0.7299843014128728,
+      "rel-constrast": 2.788405418395996,
+      "step": 930,
+      "subrel-constrast": 3.7771759033203125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882677793502808,
+      "cov-distil (oracle2student)": 5.153918266296387,
+      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "epoch": 0.7307692307692307,
+      "rel-constrast": 3.8575000762939453,
+      "step": 931,
+      "subrel-constrast": 4.23193359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.906712532043457,
+      "cov-distil (oracle2student)": 4.725667953491211,
+      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "epoch": 0.7315541601255887,
+      "rel-constrast": 2.424145221710205,
+      "step": 932,
+      "subrel-constrast": 3.732316493988037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.835892915725708,
+      "cov-distil (oracle2student)": 2.91845703125,
+      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "epoch": 0.7323390894819466,
+      "rel-constrast": 4.028440475463867,
+      "step": 933,
+      "subrel-constrast": 4.382497787475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5429143905639648,
+      "cov-distil (oracle2student)": 4.434526443481445,
+      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "epoch": 0.7331240188383046,
+      "rel-constrast": 3.283620834350586,
+      "step": 934,
+      "subrel-constrast": 4.480005264282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479607105255127,
+      "cov-distil (oracle2student)": 4.566035747528076,
+      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "epoch": 0.7339089481946625,
+      "rel-constrast": 3.1102888584136963,
+      "step": 935,
+      "subrel-constrast": 4.2533392906188965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7382700443267822,
+      "cov-distil (oracle2student)": 4.074993133544922,
+      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "epoch": 0.7346938775510204,
+      "rel-constrast": 4.664027214050293,
+      "step": 936,
+      "subrel-constrast": 4.777615547180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8130892515182495,
+      "cov-distil (oracle2student)": 5.765524387359619,
+      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "epoch": 0.7354788069073783,
+      "rel-constrast": 3.738004207611084,
+      "step": 937,
+      "subrel-constrast": 4.491626262664795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930234909057617,
+      "cov-distil (oracle2student)": 2.956733465194702,
+      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "epoch": 0.7362637362637363,
+      "rel-constrast": 2.2914769649505615,
+      "step": 938,
+      "subrel-constrast": 2.780831813812256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.51702880859375,
+      "cov-distil (oracle2student)": 2.6176843643188477,
+      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "epoch": 0.7370486656200942,
+      "rel-constrast": 3.4387402534484863,
+      "step": 939,
+      "subrel-constrast": 4.557201385498047,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7378335949764521,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.695e-05,
+      "loss": 0.8816,
+      "step": 940
+    },
+    {
+      "cov-distil": 1.9257925748825073,
+      "cov-distil (oracle2student)": 3.928852081298828,
+      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "epoch": 0.7378335949764521,
+      "rel-constrast": 3.6139044761657715,
+      "step": 940,
+      "subrel-constrast": 4.444116115570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8952929973602295,
+      "cov-distil (oracle2student)": 4.150082111358643,
+      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "epoch": 0.7386185243328101,
+      "rel-constrast": 3.3191280364990234,
+      "step": 941,
+      "subrel-constrast": 3.679969072341919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5294878482818604,
+      "cov-distil (oracle2student)": 3.9924159049987793,
+      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "epoch": 0.7394034536891679,
+      "rel-constrast": 3.708803176879883,
+      "step": 942,
+      "subrel-constrast": 3.7333984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276921272277832,
+      "cov-distil (oracle2student)": 3.9539318084716797,
+      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "epoch": 0.7401883830455259,
+      "rel-constrast": 2.935490608215332,
+      "step": 943,
+      "subrel-constrast": 4.135726451873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9773235321044922,
+      "cov-distil (oracle2student)": 4.83607292175293,
+      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "epoch": 0.7409733124018838,
+      "rel-constrast": 4.497435569763184,
+      "step": 944,
+      "subrel-constrast": 5.25809907913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6449570655822754,
+      "cov-distil (oracle2student)": 4.226219654083252,
+      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "epoch": 0.7417582417582418,
+      "rel-constrast": 2.5536246299743652,
+      "step": 945,
+      "subrel-constrast": 2.927077293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.137589454650879,
+      "cov-distil (oracle2student)": 2.859459400177002,
+      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "epoch": 0.7425431711145997,
+      "rel-constrast": 2.3175745010375977,
+      "step": 946,
+      "subrel-constrast": 3.029712438583374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.929520606994629,
+      "cov-distil (oracle2student)": 3.8799915313720703,
+      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "epoch": 0.7433281004709577,
+      "rel-constrast": 3.0847702026367188,
+      "step": 947,
+      "subrel-constrast": 4.075847625732422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6459702253341675,
+      "cov-distil (oracle2student)": 4.161098480224609,
+      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "epoch": 0.7441130298273155,
+      "rel-constrast": 4.606771469116211,
+      "step": 948,
+      "subrel-constrast": 5.083632946014404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165371179580688,
+      "cov-distil (oracle2student)": 4.67051887512207,
+      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "epoch": 0.7448979591836735,
+      "rel-constrast": 2.6552817821502686,
+      "step": 949,
+      "subrel-constrast": 3.711884021759033,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7456828885400314,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.745e-05,
+      "loss": 0.8765,
+      "step": 950
+    },
+    {
+      "cov-distil": 1.3789355754852295,
+      "cov-distil (oracle2student)": 4.328378677368164,
+      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "epoch": 0.7456828885400314,
+      "rel-constrast": 4.1120710372924805,
+      "step": 950,
+      "subrel-constrast": 5.027348041534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7074458599090576,
+      "cov-distil (oracle2student)": 3.896850824356079,
+      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "epoch": 0.7464678178963893,
+      "rel-constrast": 3.055389404296875,
+      "step": 951,
+      "subrel-constrast": 4.044977188110352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146897792816162,
+      "cov-distil (oracle2student)": 3.3221402168273926,
+      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "epoch": 0.7472527472527473,
+      "rel-constrast": 2.66206693649292,
+      "step": 952,
+      "subrel-constrast": 3.555684804916382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7882740497589111,
+      "cov-distil (oracle2student)": 4.753549575805664,
+      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "epoch": 0.7480376766091051,
+      "rel-constrast": 2.6871156692504883,
+      "step": 953,
+      "subrel-constrast": 3.443528175354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317833662033081,
+      "cov-distil (oracle2student)": 3.1025431156158447,
+      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "epoch": 0.7488226059654631,
+      "rel-constrast": 3.2253057956695557,
+      "step": 954,
+      "subrel-constrast": 3.449445962905884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4996986389160156,
+      "cov-distil (oracle2student)": 3.4388978481292725,
+      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "epoch": 0.749607535321821,
+      "rel-constrast": 2.8875174522399902,
+      "step": 955,
+      "subrel-constrast": 3.476513147354126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8152103424072266,
+      "cov-distil (oracle2student)": 4.742283821105957,
+      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "epoch": 0.750392464678179,
+      "rel-constrast": 4.083362579345703,
+      "step": 956,
+      "subrel-constrast": 4.664163589477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3834519386291504,
+      "cov-distil (oracle2student)": 3.857619285583496,
+      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "epoch": 0.7511773940345369,
+      "rel-constrast": 3.141227960586548,
+      "step": 957,
+      "subrel-constrast": 3.6745681762695312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4698567390441895,
+      "cov-distil (oracle2student)": 4.458189010620117,
+      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "epoch": 0.7519623233908949,
+      "rel-constrast": 2.5968546867370605,
+      "step": 958,
+      "subrel-constrast": 3.6189186573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0489540100097656,
+      "cov-distil (oracle2student)": 3.7848129272460938,
+      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "epoch": 0.7527472527472527,
+      "rel-constrast": 3.10971736907959,
+      "step": 959,
+      "subrel-constrast": 3.964318037033081,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7535321821036107,
+      "grad_norm": 5.125,
+      "learning_rate": 4.795e-05,
+      "loss": 0.8304,
+      "step": 960
+    },
+    {
+      "cov-distil": 1.8610987663269043,
+      "cov-distil (oracle2student)": 4.204171180725098,
+      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "epoch": 0.7535321821036107,
+      "rel-constrast": 3.5759077072143555,
+      "step": 960,
+      "subrel-constrast": 3.952942371368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7234872579574585,
+      "cov-distil (oracle2student)": 4.684390068054199,
+      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "epoch": 0.7543171114599686,
+      "rel-constrast": 2.439119815826416,
+      "step": 961,
+      "subrel-constrast": 3.2664947509765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0914149284362793,
+      "cov-distil (oracle2student)": 4.137686252593994,
+      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "epoch": 0.7551020408163265,
+      "rel-constrast": 2.320270538330078,
+      "step": 962,
+      "subrel-constrast": 3.529468536376953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5941476821899414,
+      "cov-distil (oracle2student)": 5.081782341003418,
+      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "epoch": 0.7558869701726845,
+      "rel-constrast": 3.1787896156311035,
+      "step": 963,
+      "subrel-constrast": 3.813589096069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5371471643447876,
+      "cov-distil (oracle2student)": 3.9131083488464355,
+      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "epoch": 0.7566718995290423,
+      "rel-constrast": 3.406545400619507,
+      "step": 964,
+      "subrel-constrast": 4.030934810638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.189305305480957,
+      "cov-distil (oracle2student)": 5.07846736907959,
+      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "epoch": 0.7574568288854003,
+      "rel-constrast": 2.970583200454712,
+      "step": 965,
+      "subrel-constrast": 3.6238105297088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.332085132598877,
+      "cov-distil (oracle2student)": 3.555403232574463,
+      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "epoch": 0.7582417582417582,
+      "rel-constrast": 2.632821798324585,
+      "step": 966,
+      "subrel-constrast": 3.3239552974700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7018604278564453,
+      "cov-distil (oracle2student)": 3.9263052940368652,
+      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "epoch": 0.7590266875981162,
+      "rel-constrast": 2.9862589836120605,
+      "step": 967,
+      "subrel-constrast": 3.3959908485412598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6031534671783447,
+      "cov-distil (oracle2student)": 5.186741352081299,
+      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "epoch": 0.7598116169544741,
+      "rel-constrast": 2.718703269958496,
+      "step": 968,
+      "subrel-constrast": 3.5651605129241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3045380115509033,
+      "cov-distil (oracle2student)": 4.70316219329834,
+      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "epoch": 0.7605965463108321,
+      "rel-constrast": 3.310779571533203,
+      "step": 969,
+      "subrel-constrast": 3.998525381088257,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7613814756671899,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.845e-05,
+      "loss": 0.7808,
+      "step": 970
+    },
+    {
+      "cov-distil": 1.579962968826294,
+      "cov-distil (oracle2student)": 4.080756187438965,
+      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "epoch": 0.7613814756671899,
+      "rel-constrast": 2.6930108070373535,
+      "step": 970,
+      "subrel-constrast": 3.6232733726501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5032997131347656,
+      "cov-distil (oracle2student)": 5.148774147033691,
+      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "epoch": 0.7621664050235479,
+      "rel-constrast": 2.8520336151123047,
+      "step": 971,
+      "subrel-constrast": 3.5504817962646484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.332946538925171,
+      "cov-distil (oracle2student)": 3.8117406368255615,
+      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "epoch": 0.7629513343799058,
+      "rel-constrast": 3.3115837574005127,
+      "step": 972,
+      "subrel-constrast": 3.7798709869384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3567724227905273,
+      "cov-distil (oracle2student)": 4.300013542175293,
+      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "epoch": 0.7637362637362637,
+      "rel-constrast": 2.9181158542633057,
+      "step": 973,
+      "subrel-constrast": 3.930820941925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5177117586135864,
+      "cov-distil (oracle2student)": 3.9483582973480225,
+      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "epoch": 0.7645211930926217,
+      "rel-constrast": 2.8572943210601807,
+      "step": 974,
+      "subrel-constrast": 3.3494460582733154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430667400360107,
+      "cov-distil (oracle2student)": 3.8153276443481445,
+      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "epoch": 0.7653061224489796,
+      "rel-constrast": 2.43520450592041,
+      "step": 975,
+      "subrel-constrast": 3.3547842502593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55463445186615,
+      "cov-distil (oracle2student)": 4.102063179016113,
+      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "epoch": 0.7660910518053375,
+      "rel-constrast": 2.7345409393310547,
+      "step": 976,
+      "subrel-constrast": 3.699293613433838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.206817865371704,
+      "cov-distil (oracle2student)": 5.071278095245361,
+      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "epoch": 0.7668759811616954,
+      "rel-constrast": 3.3835926055908203,
+      "step": 977,
+      "subrel-constrast": 4.665506362915039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0126726627349854,
+      "cov-distil (oracle2student)": 3.5513486862182617,
+      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "epoch": 0.7676609105180534,
+      "rel-constrast": 3.443159580230713,
+      "step": 978,
+      "subrel-constrast": 4.00405740737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6712284088134766,
+      "cov-distil (oracle2student)": 4.211378574371338,
+      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "epoch": 0.7684458398744113,
+      "rel-constrast": 2.733938694000244,
+      "step": 979,
+      "subrel-constrast": 3.493361473083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.8950000000000004e-05,
+      "loss": 0.7773,
+      "step": 980
+    },
+    {
+      "cov-distil": 1.9269602298736572,
+      "cov-distil (oracle2student)": 5.519498825073242,
+      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "epoch": 0.7692307692307693,
+      "rel-constrast": 4.175396919250488,
+      "step": 980,
+      "subrel-constrast": 5.049959659576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9665855169296265,
+      "cov-distil (oracle2student)": 3.2665791511535645,
+      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "epoch": 0.7700156985871272,
+      "rel-constrast": 3.6774415969848633,
+      "step": 981,
+      "subrel-constrast": 4.239767074584961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.470031976699829,
+      "cov-distil (oracle2student)": 3.181478977203369,
+      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "epoch": 0.7708006279434851,
+      "rel-constrast": 2.809911012649536,
+      "step": 982,
+      "subrel-constrast": 3.5960404872894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619471073150635,
+      "cov-distil (oracle2student)": 4.692441463470459,
+      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "epoch": 0.771585557299843,
+      "rel-constrast": 3.389431953430176,
+      "step": 983,
+      "subrel-constrast": 3.77146315574646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671085834503174,
+      "cov-distil (oracle2student)": 3.5092053413391113,
+      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "epoch": 0.7723704866562009,
+      "rel-constrast": 3.595477342605591,
+      "step": 984,
+      "subrel-constrast": 3.8124887943267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9460711479187012,
+      "cov-distil (oracle2student)": 4.956125259399414,
+      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "epoch": 0.7731554160125589,
+      "rel-constrast": 3.3473873138427734,
+      "step": 985,
+      "subrel-constrast": 4.39263391494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3514606952667236,
+      "cov-distil (oracle2student)": 3.571758270263672,
+      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "epoch": 0.7739403453689168,
+      "rel-constrast": 2.135286808013916,
+      "step": 986,
+      "subrel-constrast": 2.9741177558898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104153633117676,
+      "cov-distil (oracle2student)": 4.799599647521973,
+      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "epoch": 0.7747252747252747,
+      "rel-constrast": 2.5805909633636475,
+      "step": 987,
+      "subrel-constrast": 3.1912810802459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266259670257568,
+      "cov-distil (oracle2student)": 3.655568838119507,
+      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "epoch": 0.7755102040816326,
+      "rel-constrast": 3.032980442047119,
+      "step": 988,
+      "subrel-constrast": 3.508396863937378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.357473611831665,
+      "cov-distil (oracle2student)": 3.59857439994812,
+      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "epoch": 0.7762951334379906,
+      "rel-constrast": 2.536325454711914,
+      "step": 989,
+      "subrel-constrast": 3.5550482273101807,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7770800627943485,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.945e-05,
+      "loss": 0.8232,
+      "step": 990
+    },
+    {
+      "cov-distil": 1.6018612384796143,
+      "cov-distil (oracle2student)": 3.8907558917999268,
+      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "epoch": 0.7770800627943485,
+      "rel-constrast": 3.0553297996520996,
+      "step": 990,
+      "subrel-constrast": 3.7887587547302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3820087909698486,
+      "cov-distil (oracle2student)": 4.112200736999512,
+      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "epoch": 0.7778649921507065,
+      "rel-constrast": 2.366570472717285,
+      "step": 991,
+      "subrel-constrast": 3.2048072814941406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83585524559021,
+      "cov-distil (oracle2student)": 3.4590184688568115,
+      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "epoch": 0.7786499215070644,
+      "rel-constrast": 2.7357325553894043,
+      "step": 992,
+      "subrel-constrast": 3.3413727283477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7006080150604248,
+      "cov-distil (oracle2student)": 4.505871772766113,
+      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "epoch": 0.7794348508634223,
+      "rel-constrast": 2.617854118347168,
+      "step": 993,
+      "subrel-constrast": 3.58120059967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3439501523971558,
+      "cov-distil (oracle2student)": 5.1891374588012695,
+      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "epoch": 0.7802197802197802,
+      "rel-constrast": 3.4114043712615967,
+      "step": 994,
+      "subrel-constrast": 4.519937038421631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209468364715576,
+      "cov-distil (oracle2student)": 3.85103702545166,
+      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "epoch": 0.7810047095761381,
+      "rel-constrast": 2.76951265335083,
+      "step": 995,
+      "subrel-constrast": 3.8042209148406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8263555765151978,
+      "cov-distil (oracle2student)": 4.86745548248291,
+      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "epoch": 0.7817896389324961,
+      "rel-constrast": 3.1357123851776123,
+      "step": 996,
+      "subrel-constrast": 3.5826773643493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0638132095336914,
+      "cov-distil (oracle2student)": 3.9991607666015625,
+      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "epoch": 0.782574568288854,
+      "rel-constrast": 2.9305787086486816,
+      "step": 997,
+      "subrel-constrast": 4.224002361297607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7014501094818115,
+      "cov-distil (oracle2student)": 2.1526012420654297,
+      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "epoch": 0.783359497645212,
+      "rel-constrast": 2.346405506134033,
+      "step": 998,
+      "subrel-constrast": 2.8098068237304688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3595576286315918,
+      "cov-distil (oracle2student)": 2.6339879035949707,
+      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "epoch": 0.7841444270015698,
+      "rel-constrast": 2.0297508239746094,
+      "step": 999,
+      "subrel-constrast": 2.856095552444458,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.995e-05,
+      "loss": 0.7268,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-P@10": 0.762,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-nDCG@10": 0.7761942414852591,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-nDCG@10": 0.614061374603831,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/avg": 0.5406198910147115,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "overlap": 0.3265624940395355,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "step": 1000,
+      "student margin": 0.048736572265625
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "step": 1000,
+      "teacher margin": 0.033172607421875
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "margin difference": -0.01556396484375,
+      "step": 1000
+    },
+    {
+      "cov-distil": 1.5034229755401611,
+      "cov-distil (oracle2student)": 4.684803009033203,
+      "cov-distil (oracle2teacher)": 4.286637783050537,
+      "epoch": 0.7849293563579278,
+      "rel-constrast": 2.7586169242858887,
+      "step": 1000,
+      "subrel-constrast": 3.692868232727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1957248449325562,
+      "cov-distil (oracle2student)": 4.158645153045654,
+      "cov-distil (oracle2teacher)": 3.960702419281006,
+      "epoch": 0.7857142857142857,
+      "rel-constrast": 2.271653652191162,
+      "step": 1001,
+      "subrel-constrast": 2.7374632358551025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0084142684936523,
+      "cov-distil (oracle2student)": 5.9409871101379395,
+      "cov-distil (oracle2teacher)": 5.287152290344238,
+      "epoch": 0.7864992150706437,
+      "rel-constrast": 2.403620719909668,
+      "step": 1002,
+      "subrel-constrast": 3.4971165657043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6317280530929565,
+      "cov-distil (oracle2student)": 5.874475002288818,
+      "cov-distil (oracle2teacher)": 4.955185890197754,
+      "epoch": 0.7872841444270016,
+      "rel-constrast": 3.167451858520508,
+      "step": 1003,
+      "subrel-constrast": 3.5038552284240723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6654658317565918,
+      "cov-distil (oracle2student)": 3.8835484981536865,
+      "cov-distil (oracle2teacher)": 3.403048515319824,
+      "epoch": 0.7880690737833596,
+      "rel-constrast": 2.7738380432128906,
+      "step": 1004,
+      "subrel-constrast": 3.174041271209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8715178966522217,
+      "cov-distil (oracle2student)": 3.7892398834228516,
+      "cov-distil (oracle2teacher)": 3.474780797958374,
+      "epoch": 0.7888540031397174,
+      "rel-constrast": 2.1905505657196045,
+      "step": 1005,
+      "subrel-constrast": 3.0322937965393066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728188514709473,
+      "cov-distil (oracle2student)": 2.669163942337036,
+      "cov-distil (oracle2teacher)": 2.844465732574463,
+      "epoch": 0.7896389324960753,
+      "rel-constrast": 2.9720678329467773,
+      "step": 1006,
+      "subrel-constrast": 3.511303663253784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7204205989837646,
+      "cov-distil (oracle2student)": 4.4524736404418945,
+      "cov-distil (oracle2teacher)": 4.67169713973999,
+      "epoch": 0.7904238618524333,
+      "rel-constrast": 3.0412745475769043,
+      "step": 1007,
+      "subrel-constrast": 3.816291570663452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7510128021240234,
+      "cov-distil (oracle2student)": 6.159909725189209,
+      "cov-distil (oracle2teacher)": 5.60171365737915,
+      "epoch": 0.7912087912087912,
+      "rel-constrast": 3.079228162765503,
+      "step": 1008,
+      "subrel-constrast": 4.57464599609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6486480236053467,
+      "cov-distil (oracle2student)": 3.5104148387908936,
+      "cov-distil (oracle2teacher)": 3.467003345489502,
+      "epoch": 0.7919937205651492,
+      "rel-constrast": 2.799266815185547,
+      "step": 1009,
+      "subrel-constrast": 3.864565372467041,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.792778649921507,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.999987663004646e-05,
+      "loss": 0.7289,
+      "step": 1010
+    },
+    {
+      "cov-distil": 1.7066292762756348,
+      "cov-distil (oracle2student)": 4.21933650970459,
+      "cov-distil (oracle2teacher)": 4.268479824066162,
+      "epoch": 0.792778649921507,
+      "rel-constrast": 2.8161985874176025,
+      "step": 1010,
+      "subrel-constrast": 3.2562143802642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8672438859939575,
+      "cov-distil (oracle2student)": 5.815662384033203,
+      "cov-distil (oracle2teacher)": 4.962345123291016,
+      "epoch": 0.793563579277865,
+      "rel-constrast": 4.624763011932373,
+      "step": 1011,
+      "subrel-constrast": 4.851892471313477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2560279369354248,
+      "cov-distil (oracle2student)": 4.049315929412842,
+      "cov-distil (oracle2teacher)": 3.52166748046875,
+      "epoch": 0.7943485086342229,
+      "rel-constrast": 3.12121844291687,
+      "step": 1012,
+      "subrel-constrast": 3.6813127994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8865805864334106,
+      "cov-distil (oracle2student)": 5.716721057891846,
+      "cov-distil (oracle2teacher)": 5.130122661590576,
+      "epoch": 0.7951334379905809,
+      "rel-constrast": 2.4561896324157715,
+      "step": 1013,
+      "subrel-constrast": 3.7673561573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3795284032821655,
+      "cov-distil (oracle2student)": 4.698434829711914,
+      "cov-distil (oracle2teacher)": 4.43522834777832,
+      "epoch": 0.7959183673469388,
+      "rel-constrast": 3.585001230239868,
+      "step": 1014,
+      "subrel-constrast": 3.978447914123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2618730068206787,
+      "cov-distil (oracle2student)": 3.2493157386779785,
+      "cov-distil (oracle2teacher)": 3.5975871086120605,
+      "epoch": 0.7967032967032966,
+      "rel-constrast": 2.9990179538726807,
+      "step": 1015,
+      "subrel-constrast": 3.4147586822509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83095121383667,
+      "cov-distil (oracle2student)": 4.593048095703125,
+      "cov-distil (oracle2teacher)": 3.92457914352417,
+      "epoch": 0.7974882260596546,
+      "rel-constrast": 2.7872331142425537,
+      "step": 1016,
+      "subrel-constrast": 3.887740135192871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6723566055297852,
+      "cov-distil (oracle2student)": 3.9551217555999756,
+      "cov-distil (oracle2teacher)": 3.638209819793701,
+      "epoch": 0.7982731554160125,
+      "rel-constrast": 3.122316837310791,
+      "step": 1017,
+      "subrel-constrast": 4.209188461303711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.675121784210205,
+      "cov-distil (oracle2student)": 4.172112464904785,
+      "cov-distil (oracle2teacher)": 4.101783275604248,
+      "epoch": 0.7990580847723705,
+      "rel-constrast": 3.378809928894043,
+      "step": 1018,
+      "subrel-constrast": 3.7574174404144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4633102416992188,
+      "cov-distil (oracle2student)": 2.378451347351074,
+      "cov-distil (oracle2teacher)": 2.625844955444336,
+      "epoch": 0.7998430141287284,
+      "rel-constrast": 2.5547306537628174,
+      "step": 1019,
+      "subrel-constrast": 3.4864487648010254,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8006279434850864,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.9999450167572734e-05,
+      "loss": 0.8261,
+      "step": 1020
+    },
+    {
+      "cov-distil": 2.415271759033203,
+      "cov-distil (oracle2student)": 3.0875167846679688,
+      "cov-distil (oracle2teacher)": 3.427299737930298,
+      "epoch": 0.8006279434850864,
+      "rel-constrast": 3.0743722915649414,
+      "step": 1020,
+      "subrel-constrast": 3.9496195316314697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8066670894622803,
+      "cov-distil (oracle2student)": 4.668322563171387,
+      "cov-distil (oracle2teacher)": 4.313449382781982,
+      "epoch": 0.8014128728414442,
+      "rel-constrast": 1.32718825340271,
+      "step": 1021,
+      "subrel-constrast": 2.6383790969848633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9670062065124512,
+      "cov-distil (oracle2student)": 5.039787292480469,
+      "cov-distil (oracle2teacher)": 4.957679748535156,
+      "epoch": 0.8021978021978022,
+      "rel-constrast": 2.2769107818603516,
+      "step": 1022,
+      "subrel-constrast": 3.2581119537353516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2931885719299316,
+      "cov-distil (oracle2student)": 3.3827080726623535,
+      "cov-distil (oracle2teacher)": 3.489915370941162,
+      "epoch": 0.8029827315541601,
+      "rel-constrast": 3.323514938354492,
+      "step": 1023,
+      "subrel-constrast": 3.817840576171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798905849456787,
+      "cov-distil (oracle2student)": 3.997654676437378,
+      "cov-distil (oracle2teacher)": 3.740675926208496,
+      "epoch": 0.8037676609105181,
+      "rel-constrast": 2.823920488357544,
+      "step": 1024,
+      "subrel-constrast": 3.6419403553009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.008463144302368,
+      "cov-distil (oracle2student)": 4.487757205963135,
+      "cov-distil (oracle2teacher)": 3.6456661224365234,
+      "epoch": 0.804552590266876,
+      "rel-constrast": 2.748744487762451,
+      "step": 1025,
+      "subrel-constrast": 3.362184524536133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519178867340088,
+      "cov-distil (oracle2student)": 5.82453727722168,
+      "cov-distil (oracle2teacher)": 5.277032375335693,
+      "epoch": 0.8053375196232339,
+      "rel-constrast": 3.717198371887207,
+      "step": 1026,
+      "subrel-constrast": 4.122554779052734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5493037700653076,
+      "cov-distil (oracle2student)": 3.6894612312316895,
+      "cov-distil (oracle2teacher)": 3.740065574645996,
+      "epoch": 0.8061224489795918,
+      "rel-constrast": 2.280026435852051,
+      "step": 1027,
+      "subrel-constrast": 3.2345998287200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4404253959655762,
+      "cov-distil (oracle2student)": 4.561883449554443,
+      "cov-distil (oracle2teacher)": 4.176347255706787,
+      "epoch": 0.8069073783359497,
+      "rel-constrast": 2.5073225498199463,
+      "step": 1028,
+      "subrel-constrast": 3.2476654052734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4980759620666504,
+      "cov-distil (oracle2student)": 3.4953906536102295,
+      "cov-distil (oracle2teacher)": 3.23348331451416,
+      "epoch": 0.8076923076923077,
+      "rel-constrast": 3.2613203525543213,
+      "step": 1029,
+      "subrel-constrast": 3.7252445220947266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8084772370486656,
+      "grad_norm": 5.78125,
+      "learning_rate": 4.999871909468808e-05,
+      "loss": 0.7258,
+      "step": 1030
+    },
+    {
+      "cov-distil": 1.7273406982421875,
+      "cov-distil (oracle2student)": 3.765653371810913,
+      "cov-distil (oracle2teacher)": 4.223290920257568,
+      "epoch": 0.8084772370486656,
+      "rel-constrast": 3.3792667388916016,
+      "step": 1030,
+      "subrel-constrast": 4.160766124725342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6069406270980835,
+      "cov-distil (oracle2student)": 6.246820449829102,
+      "cov-distil (oracle2teacher)": 5.6495280265808105,
+      "epoch": 0.8092621664050236,
+      "rel-constrast": 4.243990898132324,
+      "step": 1031,
+      "subrel-constrast": 4.584709644317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882941246032715,
+      "cov-distil (oracle2student)": 4.027990818023682,
+      "cov-distil (oracle2teacher)": 4.210643768310547,
+      "epoch": 0.8100470957613815,
+      "rel-constrast": 3.353201389312744,
+      "step": 1032,
+      "subrel-constrast": 4.510843753814697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5565567016601562,
+      "cov-distil (oracle2student)": 3.638373374938965,
+      "cov-distil (oracle2teacher)": 3.9918010234832764,
+      "epoch": 0.8108320251177394,
+      "rel-constrast": 3.317444086074829,
+      "step": 1033,
+      "subrel-constrast": 3.8524107933044434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4101698398590088,
+      "cov-distil (oracle2student)": 4.568304538726807,
+      "cov-distil (oracle2teacher)": 3.3959732055664062,
+      "epoch": 0.8116169544740973,
+      "rel-constrast": 2.7100107669830322,
+      "step": 1034,
+      "subrel-constrast": 2.7737021446228027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3708372116088867,
+      "cov-distil (oracle2student)": 5.4243388175964355,
+      "cov-distil (oracle2teacher)": 4.884294509887695,
+      "epoch": 0.8124018838304553,
+      "rel-constrast": 2.722594738006592,
+      "step": 1035,
+      "subrel-constrast": 3.112590789794922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.542799949645996,
+      "cov-distil (oracle2student)": 4.0008955001831055,
+      "cov-distil (oracle2teacher)": 3.621291399002075,
+      "epoch": 0.8131868131868132,
+      "rel-constrast": 2.5074245929718018,
+      "step": 1036,
+      "subrel-constrast": 3.3930764198303223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5174001455307007,
+      "cov-distil (oracle2student)": 4.076761245727539,
+      "cov-distil (oracle2teacher)": 4.162682056427002,
+      "epoch": 0.8139717425431711,
+      "rel-constrast": 3.306975841522217,
+      "step": 1037,
+      "subrel-constrast": 3.4981300830841064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83280611038208,
+      "cov-distil (oracle2student)": 3.9457664489746094,
+      "cov-distil (oracle2teacher)": 3.595574378967285,
+      "epoch": 0.814756671899529,
+      "rel-constrast": 3.579411029815674,
+      "step": 1038,
+      "subrel-constrast": 4.271247863769531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.415628433227539,
+      "cov-distil (oracle2student)": 4.7205400466918945,
+      "cov-distil (oracle2teacher)": 4.105180740356445,
+      "epoch": 0.8155416012558869,
+      "rel-constrast": 2.532618522644043,
+      "step": 1039,
+      "subrel-constrast": 3.548304319381714,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8163265306122449,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.999768342030035e-05,
+      "loss": 0.83,
+      "step": 1040
+    },
+    {
+      "cov-distil": 1.6160132884979248,
+      "cov-distil (oracle2student)": 3.9032037258148193,
+      "cov-distil (oracle2teacher)": 3.838395595550537,
+      "epoch": 0.8163265306122449,
+      "rel-constrast": 2.9465813636779785,
+      "step": 1040,
+      "subrel-constrast": 3.950629949569702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.243447184562683,
+      "cov-distil (oracle2student)": 3.732532024383545,
+      "cov-distil (oracle2teacher)": 3.783769369125366,
+      "epoch": 0.8171114599686028,
+      "rel-constrast": 3.3665902614593506,
+      "step": 1041,
+      "subrel-constrast": 3.5148062705993652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7780416011810303,
+      "cov-distil (oracle2student)": 4.7880401611328125,
+      "cov-distil (oracle2teacher)": 5.081545829772949,
+      "epoch": 0.8178963893249608,
+      "rel-constrast": 3.803605079650879,
+      "step": 1042,
+      "subrel-constrast": 4.359310150146484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5858495235443115,
+      "cov-distil (oracle2student)": 7.296012878417969,
+      "cov-distil (oracle2teacher)": 5.996241569519043,
+      "epoch": 0.8186813186813187,
+      "rel-constrast": 3.7353243827819824,
+      "step": 1043,
+      "subrel-constrast": 4.031566619873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5896885395050049,
+      "cov-distil (oracle2student)": 4.85926628112793,
+      "cov-distil (oracle2teacher)": 4.6845879554748535,
+      "epoch": 0.8194662480376766,
+      "rel-constrast": 4.086687088012695,
+      "step": 1044,
+      "subrel-constrast": 4.33120584487915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2431325912475586,
+      "cov-distil (oracle2student)": 2.8849904537200928,
+      "cov-distil (oracle2teacher)": 2.861043930053711,
+      "epoch": 0.8202511773940345,
+      "rel-constrast": 3.2766146659851074,
+      "step": 1045,
+      "subrel-constrast": 3.999800682067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3826301097869873,
+      "cov-distil (oracle2student)": 3.234098196029663,
+      "cov-distil (oracle2teacher)": 3.6659646034240723,
+      "epoch": 0.8210361067503925,
+      "rel-constrast": 3.2172765731811523,
+      "step": 1046,
+      "subrel-constrast": 4.1083292961120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4395332336425781,
+      "cov-distil (oracle2student)": 5.047663688659668,
+      "cov-distil (oracle2teacher)": 4.560415267944336,
+      "epoch": 0.8218210361067504,
+      "rel-constrast": 3.233414649963379,
+      "step": 1047,
+      "subrel-constrast": 4.191913604736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479955196380615,
+      "cov-distil (oracle2student)": 4.6869049072265625,
+      "cov-distil (oracle2teacher)": 4.570603847503662,
+      "epoch": 0.8226059654631083,
+      "rel-constrast": 2.9459338188171387,
+      "step": 1048,
+      "subrel-constrast": 3.679405927658081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4720711708068848,
+      "cov-distil (oracle2student)": 3.8350765705108643,
+      "cov-distil (oracle2teacher)": 3.6281344890594482,
+      "epoch": 0.8233908948194663,
+      "rel-constrast": 3.1354329586029053,
+      "step": 1049,
+      "subrel-constrast": 4.234480857849121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8241758241758241,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.999634315702894e-05,
+      "loss": 0.8867,
+      "step": 1050
+    },
+    {
+      "cov-distil": 1.6552631855010986,
+      "cov-distil (oracle2student)": 4.229450225830078,
+      "cov-distil (oracle2teacher)": 4.003934860229492,
+      "epoch": 0.8241758241758241,
+      "rel-constrast": 3.7159342765808105,
+      "step": 1050,
+      "subrel-constrast": 3.953207492828369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6324317455291748,
+      "cov-distil (oracle2student)": 3.2070152759552,
+      "cov-distil (oracle2teacher)": 3.3971261978149414,
+      "epoch": 0.8249607535321821,
+      "rel-constrast": 3.5848264694213867,
+      "step": 1051,
+      "subrel-constrast": 3.7874743938446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.282161831855774,
+      "cov-distil (oracle2student)": 3.5273289680480957,
+      "cov-distil (oracle2teacher)": 3.642918586730957,
+      "epoch": 0.82574568288854,
+      "rel-constrast": 3.657550811767578,
+      "step": 1052,
+      "subrel-constrast": 4.015460014343262,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.066774606704712,
+      "cov-distil (oracle2student)": 3.843471050262451,
+      "cov-distil (oracle2teacher)": 4.140931129455566,
+      "epoch": 0.826530612244898,
+      "rel-constrast": 2.384845733642578,
+      "step": 1053,
+      "subrel-constrast": 3.0241689682006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9062566757202148,
+      "cov-distil (oracle2student)": 4.340326309204102,
+      "cov-distil (oracle2teacher)": 4.069854259490967,
+      "epoch": 0.8273155416012559,
+      "rel-constrast": 3.7235260009765625,
+      "step": 1054,
+      "subrel-constrast": 4.939336776733398,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3746980428695679,
+      "cov-distil (oracle2student)": 3.600400924682617,
+      "cov-distil (oracle2teacher)": 3.3307061195373535,
+      "epoch": 0.8281004709576139,
+      "rel-constrast": 2.1672990322113037,
+      "step": 1055,
+      "subrel-constrast": 3.058837413787842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63987135887146,
+      "cov-distil (oracle2student)": 5.150622844696045,
+      "cov-distil (oracle2teacher)": 4.654034614562988,
+      "epoch": 0.8288854003139717,
+      "rel-constrast": 3.177807331085205,
+      "step": 1056,
+      "subrel-constrast": 3.995950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1668486595153809,
+      "cov-distil (oracle2student)": 4.069364547729492,
+      "cov-distil (oracle2teacher)": 3.6966798305511475,
+      "epoch": 0.8296703296703297,
+      "rel-constrast": 1.5389643907546997,
+      "step": 1057,
+      "subrel-constrast": 2.557575225830078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3310142755508423,
+      "cov-distil (oracle2student)": 5.689133644104004,
+      "cov-distil (oracle2teacher)": 4.730144023895264,
+      "epoch": 0.8304552590266876,
+      "rel-constrast": 2.510356903076172,
+      "step": 1058,
+      "subrel-constrast": 3.210019588470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4018065929412842,
+      "cov-distil (oracle2student)": 4.065414905548096,
+      "cov-distil (oracle2teacher)": 4.478215217590332,
+      "epoch": 0.8312401883830455,
+      "rel-constrast": 2.540195941925049,
+      "step": 1059,
+      "subrel-constrast": 3.355752468109131,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8320251177394035,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.9994698321204535e-05,
+      "loss": 0.7637,
+      "step": 1060
+    },
+    {
+      "cov-distil": 1.5912582874298096,
+      "cov-distil (oracle2student)": 4.723282814025879,
+      "cov-distil (oracle2teacher)": 4.055171966552734,
+      "epoch": 0.8320251177394035,
+      "rel-constrast": 2.79318904876709,
+      "step": 1060,
+      "subrel-constrast": 3.337411642074585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6254866123199463,
+      "cov-distil (oracle2student)": 3.804487943649292,
+      "cov-distil (oracle2teacher)": 3.83284854888916,
+      "epoch": 0.8328100470957613,
+      "rel-constrast": 2.568723678588867,
+      "step": 1061,
+      "subrel-constrast": 3.155280590057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7188539505004883,
+      "cov-distil (oracle2student)": 3.449662208557129,
+      "cov-distil (oracle2teacher)": 4.013648986816406,
+      "epoch": 0.8335949764521193,
+      "rel-constrast": 2.845201015472412,
+      "step": 1062,
+      "subrel-constrast": 3.7377851009368896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322525143623352,
+      "cov-distil (oracle2student)": 3.41972279548645,
+      "cov-distil (oracle2teacher)": 2.83035945892334,
+      "epoch": 0.8343799058084772,
+      "rel-constrast": 3.4593334197998047,
+      "step": 1063,
+      "subrel-constrast": 3.469331979751587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736067771911621,
+      "cov-distil (oracle2student)": 5.864267349243164,
+      "cov-distil (oracle2teacher)": 5.525598049163818,
+      "epoch": 0.8351648351648352,
+      "rel-constrast": 3.378605604171753,
+      "step": 1064,
+      "subrel-constrast": 4.82101583480835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664595365524292,
+      "cov-distil (oracle2student)": 5.767794132232666,
+      "cov-distil (oracle2teacher)": 4.912051677703857,
+      "epoch": 0.8359497645211931,
+      "rel-constrast": 2.9836983680725098,
+      "step": 1065,
+      "subrel-constrast": 3.640324592590332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0631294250488281,
+      "cov-distil (oracle2student)": 4.371286869049072,
+      "cov-distil (oracle2teacher)": 4.482182502746582,
+      "epoch": 0.8367346938775511,
+      "rel-constrast": 2.406578302383423,
+      "step": 1066,
+      "subrel-constrast": 3.045006036758423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3932442665100098,
+      "cov-distil (oracle2student)": 3.401536703109741,
+      "cov-distil (oracle2teacher)": 3.73445200920105,
+      "epoch": 0.8375196232339089,
+      "rel-constrast": 2.0863516330718994,
+      "step": 1067,
+      "subrel-constrast": 3.3411881923675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3757219314575195,
+      "cov-distil (oracle2student)": 4.930185794830322,
+      "cov-distil (oracle2teacher)": 4.597090244293213,
+      "epoch": 0.8383045525902669,
+      "rel-constrast": 3.6516950130462646,
+      "step": 1068,
+      "subrel-constrast": 4.230095386505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5908467769622803,
+      "cov-distil (oracle2student)": 4.988844394683838,
+      "cov-distil (oracle2teacher)": 5.036681175231934,
+      "epoch": 0.8390894819466248,
+      "rel-constrast": 3.309863567352295,
+      "step": 1069,
+      "subrel-constrast": 4.250307083129883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8398744113029827,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.9992748932868926e-05,
+      "loss": 0.7748,
+      "step": 1070
+    },
+    {
+      "cov-distil": 1.0402013063430786,
+      "cov-distil (oracle2student)": 4.2630486488342285,
+      "cov-distil (oracle2teacher)": 3.66384220123291,
+      "epoch": 0.8398744113029827,
+      "rel-constrast": 2.061677932739258,
+      "step": 1070,
+      "subrel-constrast": 2.7296907901763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625237464904785,
+      "cov-distil (oracle2student)": 3.910654067993164,
+      "cov-distil (oracle2teacher)": 4.21475887298584,
+      "epoch": 0.8406593406593407,
+      "rel-constrast": 2.8941855430603027,
+      "step": 1071,
+      "subrel-constrast": 4.128171920776367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.495145559310913,
+      "cov-distil (oracle2student)": 5.379284858703613,
+      "cov-distil (oracle2teacher)": 4.316701889038086,
+      "epoch": 0.8414442700156985,
+      "rel-constrast": 2.1592116355895996,
+      "step": 1072,
+      "subrel-constrast": 2.527085781097412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8001484870910645,
+      "cov-distil (oracle2student)": 2.5359535217285156,
+      "cov-distil (oracle2teacher)": 2.5233798027038574,
+      "epoch": 0.8422291993720565,
+      "rel-constrast": 3.0741827487945557,
+      "step": 1073,
+      "subrel-constrast": 3.8986191749572754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2992419004440308,
+      "cov-distil (oracle2student)": 6.388317108154297,
+      "cov-distil (oracle2teacher)": 6.320832252502441,
+      "epoch": 0.8430141287284144,
+      "rel-constrast": 2.610102415084839,
+      "step": 1074,
+      "subrel-constrast": 3.57509708404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8630740642547607,
+      "cov-distil (oracle2student)": 5.7154340744018555,
+      "cov-distil (oracle2teacher)": 4.652746200561523,
+      "epoch": 0.8437990580847724,
+      "rel-constrast": 3.7225842475891113,
+      "step": 1075,
+      "subrel-constrast": 4.150248050689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736881971359253,
+      "cov-distil (oracle2student)": 3.1711654663085938,
+      "cov-distil (oracle2teacher)": 3.153491735458374,
+      "epoch": 0.8445839874411303,
+      "rel-constrast": 3.0925936698913574,
+      "step": 1076,
+      "subrel-constrast": 4.16301155090332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901112079620361,
+      "cov-distil (oracle2student)": 4.203153610229492,
+      "cov-distil (oracle2teacher)": 4.101661205291748,
+      "epoch": 0.8453689167974883,
+      "rel-constrast": 3.0824365615844727,
+      "step": 1077,
+      "subrel-constrast": 3.8953678607940674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8625383377075195,
+      "cov-distil (oracle2student)": 3.3603522777557373,
+      "cov-distil (oracle2teacher)": 2.9650416374206543,
+      "epoch": 0.8461538461538461,
+      "rel-constrast": 2.7170653343200684,
+      "step": 1078,
+      "subrel-constrast": 2.9600353240966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2731611728668213,
+      "cov-distil (oracle2student)": 6.666909217834473,
+      "cov-distil (oracle2teacher)": 6.09921932220459,
+      "epoch": 0.8469387755102041,
+      "rel-constrast": 1.686286449432373,
+      "step": 1079,
+      "subrel-constrast": 2.9466919898986816,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.847723704866562,
+      "grad_norm": 5.9375,
+      "learning_rate": 4.99904950157748e-05,
+      "loss": 0.7173,
+      "step": 1080
+    },
+    {
+      "cov-distil": 1.8845593929290771,
+      "cov-distil (oracle2student)": 2.5665831565856934,
+      "cov-distil (oracle2teacher)": 2.6748790740966797,
+      "epoch": 0.847723704866562,
+      "rel-constrast": 1.806304931640625,
+      "step": 1080,
+      "subrel-constrast": 2.7072744369506836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6860318183898926,
+      "cov-distil (oracle2student)": 3.7431015968322754,
+      "cov-distil (oracle2teacher)": 3.777982234954834,
+      "epoch": 0.8485086342229199,
+      "rel-constrast": 2.9373021125793457,
+      "step": 1081,
+      "subrel-constrast": 3.903532028198242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8776612281799316,
+      "cov-distil (oracle2student)": 3.3886947631835938,
+      "cov-distil (oracle2teacher)": 3.201789140701294,
+      "epoch": 0.8492935635792779,
+      "rel-constrast": 2.702623128890991,
+      "step": 1082,
+      "subrel-constrast": 3.5988712310791016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.928161859512329,
+      "cov-distil (oracle2student)": 6.167755603790283,
+      "cov-distil (oracle2teacher)": 4.78348970413208,
+      "epoch": 0.8500784929356358,
+      "rel-constrast": 3.607133626937866,
+      "step": 1083,
+      "subrel-constrast": 3.758445978164673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7386295795440674,
+      "cov-distil (oracle2student)": 4.498068809509277,
+      "cov-distil (oracle2teacher)": 3.8495287895202637,
+      "epoch": 0.8508634222919937,
+      "rel-constrast": 2.8523600101470947,
+      "step": 1084,
+      "subrel-constrast": 3.432687282562256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4394603967666626,
+      "cov-distil (oracle2student)": 3.77702260017395,
+      "cov-distil (oracle2teacher)": 4.143439769744873,
+      "epoch": 0.8516483516483516,
+      "rel-constrast": 3.216811418533325,
+      "step": 1085,
+      "subrel-constrast": 3.51729154586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6957683563232422,
+      "cov-distil (oracle2student)": 4.662392616271973,
+      "cov-distil (oracle2teacher)": 3.9063315391540527,
+      "epoch": 0.8524332810047096,
+      "rel-constrast": 3.720121383666992,
+      "step": 1086,
+      "subrel-constrast": 4.425353527069092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3179020881652832,
+      "cov-distil (oracle2student)": 2.9203834533691406,
+      "cov-distil (oracle2teacher)": 3.043929100036621,
+      "epoch": 0.8532182103610675,
+      "rel-constrast": 2.349213123321533,
+      "step": 1087,
+      "subrel-constrast": 2.7471134662628174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5226237773895264,
+      "cov-distil (oracle2student)": 3.9782896041870117,
+      "cov-distil (oracle2teacher)": 3.651339530944824,
+      "epoch": 0.8540031397174255,
+      "rel-constrast": 2.552889347076416,
+      "step": 1088,
+      "subrel-constrast": 2.949101686477661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3128268718719482,
+      "cov-distil (oracle2student)": 3.112961769104004,
+      "cov-distil (oracle2teacher)": 3.411149501800537,
+      "epoch": 0.8547880690737834,
+      "rel-constrast": 2.501932382583618,
+      "step": 1089,
+      "subrel-constrast": 3.2343642711639404,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8555729984301413,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.9987936597385424e-05,
+      "loss": 0.7472,
+      "step": 1090
+    },
+    {
+      "cov-distil": 1.7027733325958252,
+      "cov-distil (oracle2student)": 3.4837594032287598,
+      "cov-distil (oracle2teacher)": 3.0878868103027344,
+      "epoch": 0.8555729984301413,
+      "rel-constrast": 2.6690118312835693,
+      "step": 1090,
+      "subrel-constrast": 3.3107621669769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.337035894393921,
+      "cov-distil (oracle2student)": 3.6375017166137695,
+      "cov-distil (oracle2teacher)": 4.1028337478637695,
+      "epoch": 0.8563579277864992,
+      "rel-constrast": 3.204152822494507,
+      "step": 1091,
+      "subrel-constrast": 4.100337505340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2140780687332153,
+      "cov-distil (oracle2student)": 4.8860931396484375,
+      "cov-distil (oracle2teacher)": 4.049331188201904,
+      "epoch": 0.8571428571428571,
+      "rel-constrast": 3.5081419944763184,
+      "step": 1092,
+      "subrel-constrast": 3.5821592807769775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7335447072982788,
+      "cov-distil (oracle2student)": 5.655961036682129,
+      "cov-distil (oracle2teacher)": 5.042616844177246,
+      "epoch": 0.8579277864992151,
+      "rel-constrast": 3.178880214691162,
+      "step": 1093,
+      "subrel-constrast": 3.637800931930542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4414985179901123,
+      "cov-distil (oracle2student)": 5.745603561401367,
+      "cov-distil (oracle2teacher)": 5.264218807220459,
+      "epoch": 0.858712715855573,
+      "rel-constrast": 3.177807331085205,
+      "step": 1094,
+      "subrel-constrast": 3.550741672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.487630009651184,
+      "cov-distil (oracle2student)": 4.100004196166992,
+      "cov-distil (oracle2teacher)": 4.133769989013672,
+      "epoch": 0.859497645211931,
+      "rel-constrast": 2.2149600982666016,
+      "step": 1095,
+      "subrel-constrast": 2.753861665725708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7680914402008057,
+      "cov-distil (oracle2student)": 4.2395195960998535,
+      "cov-distil (oracle2teacher)": 3.8782877922058105,
+      "epoch": 0.8602825745682888,
+      "rel-constrast": 2.507734775543213,
+      "step": 1096,
+      "subrel-constrast": 2.9380202293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0254534482955933,
+      "cov-distil (oracle2student)": 2.3822319507598877,
+      "cov-distil (oracle2teacher)": 2.3551106452941895,
+      "epoch": 0.8610675039246468,
+      "rel-constrast": 2.2535672187805176,
+      "step": 1097,
+      "subrel-constrast": 2.8539609909057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.344696044921875,
+      "cov-distil (oracle2student)": 5.422916889190674,
+      "cov-distil (oracle2teacher)": 4.750358581542969,
+      "epoch": 0.8618524332810047,
+      "rel-constrast": 3.2021799087524414,
+      "step": 1098,
+      "subrel-constrast": 4.102774143218994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.172410488128662,
+      "cov-distil (oracle2student)": 4.316123008728027,
+      "cov-distil (oracle2teacher)": 4.225004196166992,
+      "epoch": 0.8626373626373627,
+      "rel-constrast": 2.101590156555176,
+      "step": 1099,
+      "subrel-constrast": 3.367358684539795,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.998507370887433e-05,
+      "loss": 0.7435,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "overlap": 0.3187499940395355,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "step": 1100,
+      "student margin": 0.0601806640625
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "step": 1100,
+      "teacher margin": 0.038330078125
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "margin difference": -0.0218505859375,
+      "step": 1100
+    },
+    {
+      "cov-distil": 1.514966368675232,
+      "cov-distil (oracle2student)": 3.000105381011963,
+      "cov-distil (oracle2teacher)": 3.519803047180176,
+      "epoch": 0.8634222919937206,
+      "rel-constrast": 2.472033977508545,
+      "step": 1100,
+      "subrel-constrast": 3.4495720863342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496253967285156,
+      "cov-distil (oracle2student)": 4.176532745361328,
+      "cov-distil (oracle2teacher)": 3.8630318641662598,
+      "epoch": 0.8642072213500785,
+      "rel-constrast": 4.721031665802002,
+      "step": 1101,
+      "subrel-constrast": 4.901049613952637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5538504123687744,
+      "cov-distil (oracle2student)": 2.979179859161377,
+      "cov-distil (oracle2teacher)": 2.8812928199768066,
+      "epoch": 0.8649921507064364,
+      "rel-constrast": 3.168241024017334,
+      "step": 1102,
+      "subrel-constrast": 3.8322014808654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6971174478530884,
+      "cov-distil (oracle2student)": 3.9705429077148438,
+      "cov-distil (oracle2teacher)": 3.575139045715332,
+      "epoch": 0.8657770800627943,
+      "rel-constrast": 3.3403072357177734,
+      "step": 1103,
+      "subrel-constrast": 3.405433416366577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455326795578003,
+      "cov-distil (oracle2student)": 4.051364898681641,
+      "cov-distil (oracle2teacher)": 3.291219472885132,
+      "epoch": 0.8665620094191523,
+      "rel-constrast": 3.159308910369873,
+      "step": 1104,
+      "subrel-constrast": 3.826824903488159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2556310892105103,
+      "cov-distil (oracle2student)": 6.1398210525512695,
+      "cov-distil (oracle2teacher)": 5.095301151275635,
+      "epoch": 0.8673469387755102,
+      "rel-constrast": 2.71726655960083,
+      "step": 1105,
+      "subrel-constrast": 3.2711734771728516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6997454166412354,
+      "cov-distil (oracle2student)": 4.2624101638793945,
+      "cov-distil (oracle2teacher)": 3.8824236392974854,
+      "epoch": 0.8681318681318682,
+      "rel-constrast": 2.7316763401031494,
+      "step": 1106,
+      "subrel-constrast": 3.5151779651641846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6599700450897217,
+      "cov-distil (oracle2student)": 3.2399165630340576,
+      "cov-distil (oracle2teacher)": 3.0549473762512207,
+      "epoch": 0.868916797488226,
+      "rel-constrast": 2.4151086807250977,
+      "step": 1107,
+      "subrel-constrast": 3.350031614303589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3111802339553833,
+      "cov-distil (oracle2student)": 6.469572067260742,
+      "cov-distil (oracle2teacher)": 5.633084297180176,
+      "epoch": 0.869701726844584,
+      "rel-constrast": 3.099478244781494,
+      "step": 1108,
+      "subrel-constrast": 3.6953091621398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9514031410217285,
+      "cov-distil (oracle2student)": 4.149969100952148,
+      "cov-distil (oracle2teacher)": 3.778843402862549,
+      "epoch": 0.8704866562009419,
+      "rel-constrast": 2.750782012939453,
+      "step": 1109,
+      "subrel-constrast": 3.469526767730713,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8712715855572999,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.998190638512489e-05,
+      "loss": 0.8035,
+      "step": 1110
+    },
+    {
+      "cov-distil": 1.253431797027588,
+      "cov-distil (oracle2student)": 3.968186140060425,
+      "cov-distil (oracle2teacher)": 3.8924455642700195,
+      "epoch": 0.8712715855572999,
+      "rel-constrast": 2.934136152267456,
+      "step": 1110,
+      "subrel-constrast": 3.268707036972046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5615431070327759,
+      "cov-distil (oracle2student)": 4.581787109375,
+      "cov-distil (oracle2teacher)": 3.978516101837158,
+      "epoch": 0.8720565149136578,
+      "rel-constrast": 3.124147891998291,
+      "step": 1111,
+      "subrel-constrast": 3.716892957687378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5927278995513916,
+      "cov-distil (oracle2student)": 5.518800735473633,
+      "cov-distil (oracle2teacher)": 5.1195783615112305,
+      "epoch": 0.8728414442700158,
+      "rel-constrast": 3.3357510566711426,
+      "step": 1112,
+      "subrel-constrast": 4.470355987548828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599696636199951,
+      "cov-distil (oracle2student)": 3.9624476432800293,
+      "cov-distil (oracle2teacher)": 3.718062162399292,
+      "epoch": 0.8736263736263736,
+      "rel-constrast": 3.6637425422668457,
+      "step": 1113,
+      "subrel-constrast": 4.662291526794434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8774611949920654,
+      "cov-distil (oracle2student)": 4.155232906341553,
+      "cov-distil (oracle2teacher)": 4.172593593597412,
+      "epoch": 0.8744113029827315,
+      "rel-constrast": 3.6415066719055176,
+      "step": 1114,
+      "subrel-constrast": 4.503866195678711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4141966104507446,
+      "cov-distil (oracle2student)": 4.203639030456543,
+      "cov-distil (oracle2teacher)": 3.9566216468811035,
+      "epoch": 0.8751962323390895,
+      "rel-constrast": 3.1093757152557373,
+      "step": 1115,
+      "subrel-constrast": 4.337434768676758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8371347188949585,
+      "cov-distil (oracle2student)": 3.9393506050109863,
+      "cov-distil (oracle2teacher)": 4.2781829833984375,
+      "epoch": 0.8759811616954474,
+      "rel-constrast": 3.2283706665039062,
+      "step": 1116,
+      "subrel-constrast": 4.248286247253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.552659511566162,
+      "cov-distil (oracle2student)": 4.381686210632324,
+      "cov-distil (oracle2teacher)": 4.079123020172119,
+      "epoch": 0.8767660910518054,
+      "rel-constrast": 3.7348363399505615,
+      "step": 1117,
+      "subrel-constrast": 3.876692771911621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3338099718093872,
+      "cov-distil (oracle2student)": 3.77384090423584,
+      "cov-distil (oracle2teacher)": 3.410325527191162,
+      "epoch": 0.8775510204081632,
+      "rel-constrast": 2.9162514209747314,
+      "step": 1118,
+      "subrel-constrast": 3.4500739574432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194663524627686,
+      "cov-distil (oracle2student)": 4.1419997215271,
+      "cov-distil (oracle2teacher)": 3.907043218612671,
+      "epoch": 0.8783359497645212,
+      "rel-constrast": 3.7405686378479004,
+      "step": 1119,
+      "subrel-constrast": 4.528936386108398,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8791208791208791,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.9978434664729965e-05,
+      "loss": 0.8752,
+      "step": 1120
+    },
+    {
+      "cov-distil": 1.4991371631622314,
+      "cov-distil (oracle2student)": 3.246417284011841,
+      "cov-distil (oracle2teacher)": 2.8052914142608643,
+      "epoch": 0.8791208791208791,
+      "rel-constrast": 2.344580888748169,
+      "step": 1120,
+      "subrel-constrast": 2.999483108520508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8106005191802979,
+      "cov-distil (oracle2student)": 3.8947558403015137,
+      "cov-distil (oracle2teacher)": 3.637648582458496,
+      "epoch": 0.8799058084772371,
+      "rel-constrast": 2.4791507720947266,
+      "step": 1121,
+      "subrel-constrast": 3.5178771018981934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7053754329681396,
+      "cov-distil (oracle2student)": 4.391046524047852,
+      "cov-distil (oracle2teacher)": 3.4227418899536133,
+      "epoch": 0.880690737833595,
+      "rel-constrast": 2.6293721199035645,
+      "step": 1122,
+      "subrel-constrast": 3.515031576156616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7514567375183105,
+      "cov-distil (oracle2student)": 4.837047100067139,
+      "cov-distil (oracle2teacher)": 4.649950981140137,
+      "epoch": 0.8814756671899528,
+      "rel-constrast": 4.030932903289795,
+      "step": 1123,
+      "subrel-constrast": 4.489926815032959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625034809112549,
+      "cov-distil (oracle2student)": 3.9515860080718994,
+      "cov-distil (oracle2teacher)": 3.1661500930786133,
+      "epoch": 0.8822605965463108,
+      "rel-constrast": 3.288825511932373,
+      "step": 1124,
+      "subrel-constrast": 4.1172943115234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229984998703003,
+      "cov-distil (oracle2student)": 4.726037502288818,
+      "cov-distil (oracle2teacher)": 3.7504258155822754,
+      "epoch": 0.8830455259026687,
+      "rel-constrast": 2.8091514110565186,
+      "step": 1125,
+      "subrel-constrast": 2.914897918701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562877178192139,
+      "cov-distil (oracle2student)": 4.730889320373535,
+      "cov-distil (oracle2teacher)": 4.760188579559326,
+      "epoch": 0.8838304552590267,
+      "rel-constrast": 3.878026008605957,
+      "step": 1126,
+      "subrel-constrast": 5.477179050445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.658963918685913,
+      "cov-distil (oracle2student)": 3.983290672302246,
+      "cov-distil (oracle2teacher)": 3.561467170715332,
+      "epoch": 0.8846153846153846,
+      "rel-constrast": 2.9549903869628906,
+      "step": 1127,
+      "subrel-constrast": 3.115555763244629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1705901622772217,
+      "cov-distil (oracle2student)": 3.825169086456299,
+      "cov-distil (oracle2teacher)": 3.690711498260498,
+      "epoch": 0.8854003139717426,
+      "rel-constrast": 3.0026540756225586,
+      "step": 1128,
+      "subrel-constrast": 3.744170904159546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647350788116455,
+      "cov-distil (oracle2student)": 3.7230451107025146,
+      "cov-distil (oracle2teacher)": 3.782278537750244,
+      "epoch": 0.8861852433281004,
+      "rel-constrast": 3.014608860015869,
+      "step": 1129,
+      "subrel-constrast": 3.851015090942383,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8869701726844584,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.997465858999136e-05,
+      "loss": 0.8008,
+      "step": 1130
+    },
+    {
+      "cov-distil": 1.2752346992492676,
+      "cov-distil (oracle2student)": 3.488770008087158,
+      "cov-distil (oracle2teacher)": 3.9863147735595703,
+      "epoch": 0.8869701726844584,
+      "rel-constrast": 3.8933849334716797,
+      "step": 1130,
+      "subrel-constrast": 4.088106155395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.873130440711975,
+      "cov-distil (oracle2student)": 4.166027545928955,
+      "cov-distil (oracle2teacher)": 3.3438427448272705,
+      "epoch": 0.8877551020408163,
+      "rel-constrast": 2.844660758972168,
+      "step": 1131,
+      "subrel-constrast": 3.8744757175445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8683061599731445,
+      "cov-distil (oracle2student)": 3.8367061614990234,
+      "cov-distil (oracle2teacher)": 3.5049045085906982,
+      "epoch": 0.8885400313971743,
+      "rel-constrast": 3.7255699634552,
+      "step": 1132,
+      "subrel-constrast": 4.550085544586182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3818418979644775,
+      "cov-distil (oracle2student)": 3.291252374649048,
+      "cov-distil (oracle2teacher)": 3.0735890865325928,
+      "epoch": 0.8893249607535322,
+      "rel-constrast": 2.360482692718506,
+      "step": 1133,
+      "subrel-constrast": 3.151395559310913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6797258853912354,
+      "cov-distil (oracle2student)": 4.68730354309082,
+      "cov-distil (oracle2teacher)": 3.9739716053009033,
+      "epoch": 0.8901098901098901,
+      "rel-constrast": 3.293217420578003,
+      "step": 1134,
+      "subrel-constrast": 3.898592233657837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577713251113892,
+      "cov-distil (oracle2student)": 3.6881062984466553,
+      "cov-distil (oracle2teacher)": 3.8753678798675537,
+      "epoch": 0.890894819466248,
+      "rel-constrast": 2.911735773086548,
+      "step": 1135,
+      "subrel-constrast": 3.549960136413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.221397876739502,
+      "cov-distil (oracle2student)": 3.3264553546905518,
+      "cov-distil (oracle2teacher)": 3.3582851886749268,
+      "epoch": 0.8916797488226059,
+      "rel-constrast": 2.6085739135742188,
+      "step": 1136,
+      "subrel-constrast": 3.3669185638427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5145583152770996,
+      "cov-distil (oracle2student)": 5.997685432434082,
+      "cov-distil (oracle2teacher)": 5.37454080581665,
+      "epoch": 0.8924646781789639,
+      "rel-constrast": 2.972979784011841,
+      "step": 1137,
+      "subrel-constrast": 3.549443244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4981353282928467,
+      "cov-distil (oracle2student)": 3.114041805267334,
+      "cov-distil (oracle2teacher)": 3.177701950073242,
+      "epoch": 0.8932496075353218,
+      "rel-constrast": 1.526479721069336,
+      "step": 1138,
+      "subrel-constrast": 2.268468141555786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.367327332496643,
+      "cov-distil (oracle2student)": 4.862998962402344,
+      "cov-distil (oracle2teacher)": 4.49826717376709,
+      "epoch": 0.8940345368916798,
+      "rel-constrast": 2.935554027557373,
+      "step": 1139,
+      "subrel-constrast": 3.4446165561676025,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8948194662480377,
+      "grad_norm": 4.875,
+      "learning_rate": 4.997057820691936e-05,
+      "loss": 0.7649,
+      "step": 1140
+    },
+    {
+      "cov-distil": 1.5795962810516357,
+      "cov-distil (oracle2student)": 3.1148805618286133,
+      "cov-distil (oracle2teacher)": 2.5828795433044434,
+      "epoch": 0.8948194662480377,
+      "rel-constrast": 1.9693329334259033,
+      "step": 1140,
+      "subrel-constrast": 2.7004849910736084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7776895761489868,
+      "cov-distil (oracle2student)": 4.110888481140137,
+      "cov-distil (oracle2teacher)": 4.194410800933838,
+      "epoch": 0.8956043956043956,
+      "rel-constrast": 2.1218795776367188,
+      "step": 1141,
+      "subrel-constrast": 2.977037191390991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8242149353027344,
+      "cov-distil (oracle2student)": 4.09165620803833,
+      "cov-distil (oracle2teacher)": 3.9467601776123047,
+      "epoch": 0.8963893249607535,
+      "rel-constrast": 2.370171546936035,
+      "step": 1142,
+      "subrel-constrast": 3.8766281604766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5912890434265137,
+      "cov-distil (oracle2student)": 4.500436782836914,
+      "cov-distil (oracle2teacher)": 4.196751594543457,
+      "epoch": 0.8971742543171115,
+      "rel-constrast": 2.17783522605896,
+      "step": 1143,
+      "subrel-constrast": 3.2005929946899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.972501516342163,
+      "cov-distil (oracle2student)": 4.580178260803223,
+      "cov-distil (oracle2teacher)": 3.9601950645446777,
+      "epoch": 0.8979591836734694,
+      "rel-constrast": 3.257997989654541,
+      "step": 1144,
+      "subrel-constrast": 4.104381084442139,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9328242540359497,
+      "cov-distil (oracle2student)": 5.032525062561035,
+      "cov-distil (oracle2teacher)": 4.19100284576416,
+      "epoch": 0.8987441130298273,
+      "rel-constrast": 3.4869861602783203,
+      "step": 1145,
+      "subrel-constrast": 4.267706871032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623334527015686,
+      "cov-distil (oracle2student)": 6.44071102142334,
+      "cov-distil (oracle2teacher)": 5.939119338989258,
+      "epoch": 0.8995290423861853,
+      "rel-constrast": 1.8712615966796875,
+      "step": 1146,
+      "subrel-constrast": 2.949275493621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5820472240447998,
+      "cov-distil (oracle2student)": 5.282839775085449,
+      "cov-distil (oracle2teacher)": 4.876575469970703,
+      "epoch": 0.9003139717425431,
+      "rel-constrast": 4.433046817779541,
+      "step": 1147,
+      "subrel-constrast": 4.718896389007568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205224990844727,
+      "cov-distil (oracle2student)": 4.22291898727417,
+      "cov-distil (oracle2teacher)": 4.117277145385742,
+      "epoch": 0.9010989010989011,
+      "rel-constrast": 3.855983018875122,
+      "step": 1148,
+      "subrel-constrast": 4.469812393188477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6345241069793701,
+      "cov-distil (oracle2student)": 5.406733989715576,
+      "cov-distil (oracle2teacher)": 5.097825050354004,
+      "epoch": 0.901883830455259,
+      "rel-constrast": 3.65572452545166,
+      "step": 1149,
+      "subrel-constrast": 4.562080383300781,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.902668759811617,
+      "grad_norm": 6.46875,
+      "learning_rate": 4.996619356523214e-05,
+      "loss": 0.7729,
+      "step": 1150
+    },
+    {
+      "cov-distil": 1.443082571029663,
+      "cov-distil (oracle2student)": 3.691708564758301,
+      "cov-distil (oracle2teacher)": 3.595862627029419,
+      "epoch": 0.902668759811617,
+      "rel-constrast": 2.693650007247925,
+      "step": 1150,
+      "subrel-constrast": 3.6807987689971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8717272281646729,
+      "cov-distil (oracle2student)": 2.9550225734710693,
+      "cov-distil (oracle2teacher)": 2.935019016265869,
+      "epoch": 0.9034536891679749,
+      "rel-constrast": 2.7117953300476074,
+      "step": 1151,
+      "subrel-constrast": 3.4497106075286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4167680740356445,
+      "cov-distil (oracle2student)": 4.1744890213012695,
+      "cov-distil (oracle2teacher)": 3.54170298576355,
+      "epoch": 0.9042386185243328,
+      "rel-constrast": 2.371565103530884,
+      "step": 1152,
+      "subrel-constrast": 2.9554567337036133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5863559246063232,
+      "cov-distil (oracle2student)": 3.980961322784424,
+      "cov-distil (oracle2teacher)": 3.4597396850585938,
+      "epoch": 0.9050235478806907,
+      "rel-constrast": 2.7407240867614746,
+      "step": 1153,
+      "subrel-constrast": 3.734286069869995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7732425928115845,
+      "cov-distil (oracle2student)": 4.795622825622559,
+      "cov-distil (oracle2teacher)": 3.8778538703918457,
+      "epoch": 0.9058084772370487,
+      "rel-constrast": 2.9903926849365234,
+      "step": 1154,
+      "subrel-constrast": 3.689653158187866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.463384985923767,
+      "cov-distil (oracle2student)": 4.449502944946289,
+      "cov-distil (oracle2teacher)": 4.495611667633057,
+      "epoch": 0.9065934065934066,
+      "rel-constrast": 2.2599551677703857,
+      "step": 1155,
+      "subrel-constrast": 3.497908353805542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2130064964294434,
+      "cov-distil (oracle2student)": 4.013300895690918,
+      "cov-distil (oracle2teacher)": 4.02077579498291,
+      "epoch": 0.9073783359497645,
+      "rel-constrast": 3.5984082221984863,
+      "step": 1156,
+      "subrel-constrast": 3.823303699493408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3067975044250488,
+      "cov-distil (oracle2student)": 3.140883445739746,
+      "cov-distil (oracle2teacher)": 2.835468292236328,
+      "epoch": 0.9081632653061225,
+      "rel-constrast": 2.4052255153656006,
+      "step": 1157,
+      "subrel-constrast": 3.1138172149658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1546053886413574,
+      "cov-distil (oracle2student)": 3.399296760559082,
+      "cov-distil (oracle2teacher)": 3.4823670387268066,
+      "epoch": 0.9089481946624803,
+      "rel-constrast": 4.274822235107422,
+      "step": 1158,
+      "subrel-constrast": 4.037364482879639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8355066776275635,
+      "cov-distil (oracle2student)": 4.020825386047363,
+      "cov-distil (oracle2teacher)": 3.432453155517578,
+      "epoch": 0.9097331240188383,
+      "rel-constrast": 2.861008644104004,
+      "step": 1159,
+      "subrel-constrast": 3.5515787601470947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9105180533751962,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.996150471835518e-05,
+      "loss": 0.7653,
+      "step": 1160
+    },
+    {
+      "cov-distil": 1.2815093994140625,
+      "cov-distil (oracle2student)": 4.236474990844727,
+      "cov-distil (oracle2teacher)": 3.5232949256896973,
+      "epoch": 0.9105180533751962,
+      "rel-constrast": 3.2088136672973633,
+      "step": 1160,
+      "subrel-constrast": 3.836989402770996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6414496898651123,
+      "cov-distil (oracle2student)": 3.0682172775268555,
+      "cov-distil (oracle2teacher)": 3.169745445251465,
+      "epoch": 0.9113029827315542,
+      "rel-constrast": 2.797144889831543,
+      "step": 1161,
+      "subrel-constrast": 3.395820379257202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4575656652450562,
+      "cov-distil (oracle2student)": 5.596889495849609,
+      "cov-distil (oracle2teacher)": 5.4076995849609375,
+      "epoch": 0.9120879120879121,
+      "rel-constrast": 3.4259774684906006,
+      "step": 1162,
+      "subrel-constrast": 4.41293478012085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9715670347213745,
+      "cov-distil (oracle2student)": 5.748863220214844,
+      "cov-distil (oracle2teacher)": 5.184823989868164,
+      "epoch": 0.9128728414442701,
+      "rel-constrast": 3.725337505340576,
+      "step": 1163,
+      "subrel-constrast": 4.611771106719971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1137397289276123,
+      "cov-distil (oracle2student)": 3.371971368789673,
+      "cov-distil (oracle2teacher)": 3.502945899963379,
+      "epoch": 0.9136577708006279,
+      "rel-constrast": 2.695183038711548,
+      "step": 1164,
+      "subrel-constrast": 3.2843246459960938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531944513320923,
+      "cov-distil (oracle2student)": 3.6959424018859863,
+      "cov-distil (oracle2teacher)": 3.6868391036987305,
+      "epoch": 0.9144427001569859,
+      "rel-constrast": 2.491232395172119,
+      "step": 1165,
+      "subrel-constrast": 3.469127893447876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6662570238113403,
+      "cov-distil (oracle2student)": 5.654899597167969,
+      "cov-distil (oracle2teacher)": 5.090555191040039,
+      "epoch": 0.9152276295133438,
+      "rel-constrast": 4.377036094665527,
+      "step": 1166,
+      "subrel-constrast": 4.034554481506348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4588487148284912,
+      "cov-distil (oracle2student)": 2.7165474891662598,
+      "cov-distil (oracle2teacher)": 3.5998787879943848,
+      "epoch": 0.9160125588697017,
+      "rel-constrast": 2.296668529510498,
+      "step": 1167,
+      "subrel-constrast": 3.11590313911438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8078097105026245,
+      "cov-distil (oracle2student)": 5.066540718078613,
+      "cov-distil (oracle2teacher)": 4.497931957244873,
+      "epoch": 0.9167974882260597,
+      "rel-constrast": 3.504831552505493,
+      "step": 1168,
+      "subrel-constrast": 4.153743267059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2564361095428467,
+      "cov-distil (oracle2student)": 3.8110692501068115,
+      "cov-distil (oracle2teacher)": 3.617929458618164,
+      "epoch": 0.9175824175824175,
+      "rel-constrast": 3.2004554271698,
+      "step": 1169,
+      "subrel-constrast": 3.6840548515319824,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9183673469387755,
+      "grad_norm": 6.25,
+      "learning_rate": 4.9956511723420596e-05,
+      "loss": 0.8316,
+      "step": 1170
+    },
+    {
+      "cov-distil": 1.7868636846542358,
+      "cov-distil (oracle2student)": 5.351989269256592,
+      "cov-distil (oracle2teacher)": 5.995168685913086,
+      "epoch": 0.9183673469387755,
+      "rel-constrast": 3.483383893966675,
+      "step": 1170,
+      "subrel-constrast": 4.039510250091553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669972896575928,
+      "cov-distil (oracle2student)": 4.233527660369873,
+      "cov-distil (oracle2teacher)": 3.426328659057617,
+      "epoch": 0.9191522762951334,
+      "rel-constrast": 3.0960755348205566,
+      "step": 1171,
+      "subrel-constrast": 3.7429535388946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4847849607467651,
+      "cov-distil (oracle2student)": 6.527562141418457,
+      "cov-distil (oracle2teacher)": 5.688312530517578,
+      "epoch": 0.9199372056514914,
+      "rel-constrast": 3.12980318069458,
+      "step": 1172,
+      "subrel-constrast": 3.827275514602661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.537367582321167,
+      "cov-distil (oracle2student)": 4.025749683380127,
+      "cov-distil (oracle2teacher)": 3.4675025939941406,
+      "epoch": 0.9207221350078493,
+      "rel-constrast": 4.162596225738525,
+      "step": 1173,
+      "subrel-constrast": 4.18705415725708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671391010284424,
+      "cov-distil (oracle2student)": 5.512345790863037,
+      "cov-distil (oracle2teacher)": 5.1315813064575195,
+      "epoch": 0.9215070643642073,
+      "rel-constrast": 3.0779571533203125,
+      "step": 1174,
+      "subrel-constrast": 3.9239659309387207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7468125820159912,
+      "cov-distil (oracle2student)": 5.045190811157227,
+      "cov-distil (oracle2teacher)": 4.8531293869018555,
+      "epoch": 0.9222919937205651,
+      "rel-constrast": 2.832158088684082,
+      "step": 1175,
+      "subrel-constrast": 4.259617805480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7982062101364136,
+      "cov-distil (oracle2student)": 4.597297668457031,
+      "cov-distil (oracle2teacher)": 4.246716022491455,
+      "epoch": 0.9230769230769231,
+      "rel-constrast": 3.675710678100586,
+      "step": 1176,
+      "subrel-constrast": 4.812505722045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3788889646530151,
+      "cov-distil (oracle2student)": 4.461580276489258,
+      "cov-distil (oracle2teacher)": 4.353765487670898,
+      "epoch": 0.923861852433281,
+      "rel-constrast": 2.9810338020324707,
+      "step": 1177,
+      "subrel-constrast": 3.482665777206421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.05991268157959,
+      "cov-distil (oracle2student)": 4.606191158294678,
+      "cov-distil (oracle2teacher)": 3.5623247623443604,
+      "epoch": 0.9246467817896389,
+      "rel-constrast": 3.7771148681640625,
+      "step": 1178,
+      "subrel-constrast": 4.17537260055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9975810050964355,
+      "cov-distil (oracle2student)": 2.9373130798339844,
+      "cov-distil (oracle2teacher)": 3.30222225189209,
+      "epoch": 0.9254317111459969,
+      "rel-constrast": 2.7977066040039062,
+      "step": 1179,
+      "subrel-constrast": 4.124040603637695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9262166405023547,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.9951214641266454e-05,
+      "loss": 0.8671,
+      "step": 1180
+    },
+    {
+      "cov-distil": 1.3749620914459229,
+      "cov-distil (oracle2student)": 3.8213553428649902,
+      "cov-distil (oracle2teacher)": 3.745201587677002,
+      "epoch": 0.9262166405023547,
+      "rel-constrast": 4.656604290008545,
+      "step": 1180,
+      "subrel-constrast": 4.7837138175964355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.878669023513794,
+      "cov-distil (oracle2student)": 2.874736785888672,
+      "cov-distil (oracle2teacher)": 3.3165462017059326,
+      "epoch": 0.9270015698587127,
+      "rel-constrast": 2.8966524600982666,
+      "step": 1181,
+      "subrel-constrast": 4.486790657043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.293665647506714,
+      "cov-distil (oracle2student)": 7.028643608093262,
+      "cov-distil (oracle2teacher)": 7.015350341796875,
+      "epoch": 0.9277864992150706,
+      "rel-constrast": 3.6025748252868652,
+      "step": 1182,
+      "subrel-constrast": 4.766818523406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.651129961013794,
+      "cov-distil (oracle2student)": 4.1690521240234375,
+      "cov-distil (oracle2teacher)": 3.9816250801086426,
+      "epoch": 0.9285714285714286,
+      "rel-constrast": 3.413325071334839,
+      "step": 1183,
+      "subrel-constrast": 4.120756149291992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371960997581482,
+      "cov-distil (oracle2student)": 3.9419898986816406,
+      "cov-distil (oracle2teacher)": 3.5902247428894043,
+      "epoch": 0.9293563579277865,
+      "rel-constrast": 3.273420572280884,
+      "step": 1184,
+      "subrel-constrast": 3.74275803565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9146562814712524,
+      "cov-distil (oracle2student)": 4.676143646240234,
+      "cov-distil (oracle2teacher)": 4.350830554962158,
+      "epoch": 0.9301412872841445,
+      "rel-constrast": 2.842129707336426,
+      "step": 1185,
+      "subrel-constrast": 3.4485690593719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4149706363677979,
+      "cov-distil (oracle2student)": 4.549127578735352,
+      "cov-distil (oracle2teacher)": 4.000871658325195,
+      "epoch": 0.9309262166405023,
+      "rel-constrast": 2.3058714866638184,
+      "step": 1186,
+      "subrel-constrast": 2.8557651042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.149344563484192,
+      "cov-distil (oracle2student)": 3.8757810592651367,
+      "cov-distil (oracle2teacher)": 3.8923072814941406,
+      "epoch": 0.9317111459968603,
+      "rel-constrast": 3.0727078914642334,
+      "step": 1187,
+      "subrel-constrast": 3.801476240158081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2096295356750488,
+      "cov-distil (oracle2student)": 3.335026979446411,
+      "cov-distil (oracle2teacher)": 3.660101890563965,
+      "epoch": 0.9324960753532182,
+      "rel-constrast": 2.7182772159576416,
+      "step": 1188,
+      "subrel-constrast": 3.7372019290924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.239673137664795,
+      "cov-distil (oracle2student)": 3.4317338466644287,
+      "cov-distil (oracle2teacher)": 3.3225114345550537,
+      "epoch": 0.9332810047095761,
+      "rel-constrast": 2.5532279014587402,
+      "step": 1189,
+      "subrel-constrast": 3.071510076522827,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9340659340659341,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.994561353643604e-05,
+      "loss": 0.8221,
+      "step": 1190
+    },
+    {
+      "cov-distil": 1.8070812225341797,
+      "cov-distil (oracle2student)": 3.971548318862915,
+      "cov-distil (oracle2teacher)": 3.4021518230438232,
+      "epoch": 0.9340659340659341,
+      "rel-constrast": 2.288071632385254,
+      "step": 1190,
+      "subrel-constrast": 3.028351306915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148916721343994,
+      "cov-distil (oracle2student)": 5.076765060424805,
+      "cov-distil (oracle2teacher)": 4.395874977111816,
+      "epoch": 0.934850863422292,
+      "rel-constrast": 2.5542197227478027,
+      "step": 1191,
+      "subrel-constrast": 3.9978582859039307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200567364692688,
+      "cov-distil (oracle2student)": 3.8667056560516357,
+      "cov-distil (oracle2teacher)": 3.7100179195404053,
+      "epoch": 0.9356357927786499,
+      "rel-constrast": 1.9808406829833984,
+      "step": 1192,
+      "subrel-constrast": 2.6270174980163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5440454483032227,
+      "cov-distil (oracle2student)": 4.111261367797852,
+      "cov-distil (oracle2teacher)": 4.358633995056152,
+      "epoch": 0.9364207221350078,
+      "rel-constrast": 2.9030914306640625,
+      "step": 1193,
+      "subrel-constrast": 3.6748054027557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5587102174758911,
+      "cov-distil (oracle2student)": 3.562497138977051,
+      "cov-distil (oracle2teacher)": 3.5922279357910156,
+      "epoch": 0.9372056514913658,
+      "rel-constrast": 3.1529085636138916,
+      "step": 1194,
+      "subrel-constrast": 4.10093355178833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8191659450531006,
+      "cov-distil (oracle2student)": 4.622344017028809,
+      "cov-distil (oracle2teacher)": 3.431057929992676,
+      "epoch": 0.9379905808477237,
+      "rel-constrast": 2.899667739868164,
+      "step": 1195,
+      "subrel-constrast": 3.5286593437194824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4436109066009521,
+      "cov-distil (oracle2student)": 3.421355724334717,
+      "cov-distil (oracle2teacher)": 3.652665853500366,
+      "epoch": 0.9387755102040817,
+      "rel-constrast": 2.2924082279205322,
+      "step": 1196,
+      "subrel-constrast": 3.009202718734741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.700963020324707,
+      "cov-distil (oracle2student)": 4.7589006423950195,
+      "cov-distil (oracle2teacher)": 3.978583812713623,
+      "epoch": 0.9395604395604396,
+      "rel-constrast": 2.734005928039551,
+      "step": 1197,
+      "subrel-constrast": 3.3664376735687256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5046660900115967,
+      "cov-distil (oracle2student)": 4.314587593078613,
+      "cov-distil (oracle2teacher)": 4.032175540924072,
+      "epoch": 0.9403453689167975,
+      "rel-constrast": 2.7253341674804688,
+      "step": 1198,
+      "subrel-constrast": 3.4343972206115723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2936146259307861,
+      "cov-distil (oracle2student)": 3.2974209785461426,
+      "cov-distil (oracle2teacher)": 3.401402473449707,
+      "epoch": 0.9411302982731554,
+      "rel-constrast": 4.445433616638184,
+      "step": 1199,
+      "subrel-constrast": 5.167204856872559,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "grad_norm": 6.375,
+      "learning_rate": 4.993970847717704e-05,
+      "loss": 0.7395,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "overlap": 0.3203125,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "step": 1200,
+      "student margin": 0.0496826171875
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "step": 1200,
+      "teacher margin": 0.036590576171875
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "margin difference": -0.013092041015625,
+      "step": 1200
+    },
+    {
+      "cov-distil": 1.6105701923370361,
+      "cov-distil (oracle2student)": 5.779675006866455,
+      "cov-distil (oracle2teacher)": 4.917959213256836,
+      "epoch": 0.9419152276295133,
+      "rel-constrast": 2.8267126083374023,
+      "step": 1200,
+      "subrel-constrast": 3.244717836380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2549251317977905,
+      "cov-distil (oracle2student)": 3.3697609901428223,
+      "cov-distil (oracle2teacher)": 3.235903263092041,
+      "epoch": 0.9427001569858713,
+      "rel-constrast": 2.4257946014404297,
+      "step": 1201,
+      "subrel-constrast": 3.0524795055389404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.483722448348999,
+      "cov-distil (oracle2student)": 4.390925407409668,
+      "cov-distil (oracle2teacher)": 4.028365612030029,
+      "epoch": 0.9434850863422292,
+      "rel-constrast": 3.4933953285217285,
+      "step": 1202,
+      "subrel-constrast": 4.11123514175415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3687052726745605,
+      "cov-distil (oracle2student)": 4.669280052185059,
+      "cov-distil (oracle2teacher)": 4.163387298583984,
+      "epoch": 0.9442700156985872,
+      "rel-constrast": 3.924910545349121,
+      "step": 1203,
+      "subrel-constrast": 4.383458614349365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6759591102600098,
+      "cov-distil (oracle2student)": 3.1451539993286133,
+      "cov-distil (oracle2teacher)": 3.5230112075805664,
+      "epoch": 0.945054945054945,
+      "rel-constrast": 2.801999092102051,
+      "step": 1204,
+      "subrel-constrast": 3.3344428539276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.910562515258789,
+      "cov-distil (oracle2student)": 4.136933326721191,
+      "cov-distil (oracle2teacher)": 3.9945268630981445,
+      "epoch": 0.945839874411303,
+      "rel-constrast": 3.9524710178375244,
+      "step": 1205,
+      "subrel-constrast": 4.729903697967529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3960767984390259,
+      "cov-distil (oracle2student)": 4.077619552612305,
+      "cov-distil (oracle2teacher)": 3.501871109008789,
+      "epoch": 0.9466248037676609,
+      "rel-constrast": 3.3120028972625732,
+      "step": 1206,
+      "subrel-constrast": 3.490509510040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5521440505981445,
+      "cov-distil (oracle2student)": 3.8946728706359863,
+      "cov-distil (oracle2teacher)": 3.6843862533569336,
+      "epoch": 0.9474097331240189,
+      "rel-constrast": 3.2784876823425293,
+      "step": 1207,
+      "subrel-constrast": 3.8301875591278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3751758337020874,
+      "cov-distil (oracle2student)": 3.973721981048584,
+      "cov-distil (oracle2teacher)": 3.76820707321167,
+      "epoch": 0.9481946624803768,
+      "rel-constrast": 2.751735210418701,
+      "step": 1208,
+      "subrel-constrast": 3.6451714038848877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.257673740386963,
+      "cov-distil (oracle2student)": 5.246366500854492,
+      "cov-distil (oracle2teacher)": 4.899626731872559,
+      "epoch": 0.9489795918367347,
+      "rel-constrast": 2.314209222793579,
+      "step": 1209,
+      "subrel-constrast": 3.3867154121398926,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9497645211930926,
+      "grad_norm": 4.75,
+      "learning_rate": 4.9933499535440734e-05,
+      "loss": 0.8143,
+      "step": 1210
+    },
+    {
+      "cov-distil": 1.6039924621582031,
+      "cov-distil (oracle2student)": 4.576372146606445,
+      "cov-distil (oracle2teacher)": 4.234128952026367,
+      "epoch": 0.9497645211930926,
+      "rel-constrast": 4.437294960021973,
+      "step": 1210,
+      "subrel-constrast": 4.952371597290039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619235038757324,
+      "cov-distil (oracle2student)": 7.047615051269531,
+      "cov-distil (oracle2teacher)": 5.62222957611084,
+      "epoch": 0.9505494505494505,
+      "rel-constrast": 2.503946542739868,
+      "step": 1211,
+      "subrel-constrast": 2.971254587173462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5805871486663818,
+      "cov-distil (oracle2student)": 3.3732993602752686,
+      "cov-distil (oracle2teacher)": 3.065959930419922,
+      "epoch": 0.9513343799058085,
+      "rel-constrast": 2.4616994857788086,
+      "step": 1212,
+      "subrel-constrast": 3.2246487140655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6478489637374878,
+      "cov-distil (oracle2student)": 3.3030200004577637,
+      "cov-distil (oracle2teacher)": 3.6912641525268555,
+      "epoch": 0.9521193092621664,
+      "rel-constrast": 2.7378714084625244,
+      "step": 1213,
+      "subrel-constrast": 3.7481882572174072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674123764038086,
+      "cov-distil (oracle2student)": 3.028886318206787,
+      "cov-distil (oracle2teacher)": 3.1172738075256348,
+      "epoch": 0.9529042386185244,
+      "rel-constrast": 2.371886730194092,
+      "step": 1214,
+      "subrel-constrast": 3.228628158569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5553092956542969,
+      "cov-distil (oracle2student)": 4.024779796600342,
+      "cov-distil (oracle2teacher)": 3.9427013397216797,
+      "epoch": 0.9536891679748822,
+      "rel-constrast": 2.77235746383667,
+      "step": 1215,
+      "subrel-constrast": 3.4766647815704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2531368732452393,
+      "cov-distil (oracle2student)": 4.723504066467285,
+      "cov-distil (oracle2teacher)": 3.7710354328155518,
+      "epoch": 0.9544740973312402,
+      "rel-constrast": 3.066476821899414,
+      "step": 1216,
+      "subrel-constrast": 3.9490931034088135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6948390007019043,
+      "cov-distil (oracle2student)": 3.629880428314209,
+      "cov-distil (oracle2teacher)": 3.3514814376831055,
+      "epoch": 0.9552590266875981,
+      "rel-constrast": 2.358733654022217,
+      "step": 1217,
+      "subrel-constrast": 3.165830612182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3928395509719849,
+      "cov-distil (oracle2student)": 4.305171966552734,
+      "cov-distil (oracle2teacher)": 4.1909565925598145,
+      "epoch": 0.9560439560439561,
+      "rel-constrast": 3.010542392730713,
+      "step": 1218,
+      "subrel-constrast": 3.5911428928375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4528329372406006,
+      "cov-distil (oracle2student)": 2.1864287853240967,
+      "cov-distil (oracle2teacher)": 2.416934013366699,
+      "epoch": 0.956828885400314,
+      "rel-constrast": 2.1928157806396484,
+      "step": 1219,
+      "subrel-constrast": 3.2564051151275635,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.957613814756672,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.992698678688111e-05,
+      "loss": 0.7389,
+      "step": 1220
+    },
+    {
+      "cov-distil": 1.436532974243164,
+      "cov-distil (oracle2student)": 4.110199928283691,
+      "cov-distil (oracle2teacher)": 4.324930667877197,
+      "epoch": 0.957613814756672,
+      "rel-constrast": 3.4708638191223145,
+      "step": 1220,
+      "subrel-constrast": 4.561421871185303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.409794807434082,
+      "cov-distil (oracle2student)": 4.937740325927734,
+      "cov-distil (oracle2teacher)": 4.894489288330078,
+      "epoch": 0.9583987441130298,
+      "rel-constrast": 2.4376707077026367,
+      "step": 1221,
+      "subrel-constrast": 3.53894305229187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7438490390777588,
+      "cov-distil (oracle2student)": 6.20819091796875,
+      "cov-distil (oracle2teacher)": 4.690855503082275,
+      "epoch": 0.9591836734693877,
+      "rel-constrast": 2.403841733932495,
+      "step": 1222,
+      "subrel-constrast": 3.353959798812866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.250932216644287,
+      "cov-distil (oracle2student)": 4.693305492401123,
+      "cov-distil (oracle2teacher)": 4.102659702301025,
+      "epoch": 0.9599686028257457,
+      "rel-constrast": 4.867374420166016,
+      "step": 1223,
+      "subrel-constrast": 4.888300895690918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6726696491241455,
+      "cov-distil (oracle2student)": 5.086460113525391,
+      "cov-distil (oracle2teacher)": 4.459454536437988,
+      "epoch": 0.9607535321821036,
+      "rel-constrast": 3.6357109546661377,
+      "step": 1224,
+      "subrel-constrast": 3.853543281555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2617173194885254,
+      "cov-distil (oracle2student)": 5.61175537109375,
+      "cov-distil (oracle2teacher)": 5.2344255447387695,
+      "epoch": 0.9615384615384616,
+      "rel-constrast": 2.239116668701172,
+      "step": 1225,
+      "subrel-constrast": 2.960505962371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.335501790046692,
+      "cov-distil (oracle2student)": 3.3338255882263184,
+      "cov-distil (oracle2teacher)": 3.0814156532287598,
+      "epoch": 0.9623233908948194,
+      "rel-constrast": 2.3926875591278076,
+      "step": 1226,
+      "subrel-constrast": 2.9196832180023193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2774579524993896,
+      "cov-distil (oracle2student)": 5.64495849609375,
+      "cov-distil (oracle2teacher)": 4.665161609649658,
+      "epoch": 0.9631083202511774,
+      "rel-constrast": 3.265216588973999,
+      "step": 1227,
+      "subrel-constrast": 3.3127708435058594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300419330596924,
+      "cov-distil (oracle2student)": 3.3285422325134277,
+      "cov-distil (oracle2teacher)": 3.382845401763916,
+      "epoch": 0.9638932496075353,
+      "rel-constrast": 3.2291526794433594,
+      "step": 1228,
+      "subrel-constrast": 4.124401092529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2508728504180908,
+      "cov-distil (oracle2student)": 4.593624591827393,
+      "cov-distil (oracle2teacher)": 3.73111629486084,
+      "epoch": 0.9646781789638933,
+      "rel-constrast": 2.9496850967407227,
+      "step": 1229,
+      "subrel-constrast": 3.252176284790039,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9654631083202512,
+      "grad_norm": 5.75,
+      "learning_rate": 4.992017031085398e-05,
+      "loss": 0.8096,
+      "step": 1230
+    },
+    {
+      "cov-distil": 1.7356112003326416,
+      "cov-distil (oracle2student)": 4.123534202575684,
+      "cov-distil (oracle2teacher)": 4.169621467590332,
+      "epoch": 0.9654631083202512,
+      "rel-constrast": 2.8074231147766113,
+      "step": 1230,
+      "subrel-constrast": 3.9389231204986572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4420530796051025,
+      "cov-distil (oracle2student)": 3.8097753524780273,
+      "cov-distil (oracle2teacher)": 3.7854228019714355,
+      "epoch": 0.966248037676609,
+      "rel-constrast": 3.9864463806152344,
+      "step": 1231,
+      "subrel-constrast": 4.513359546661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2666831016540527,
+      "cov-distil (oracle2student)": 4.377869606018066,
+      "cov-distil (oracle2teacher)": 3.9519600868225098,
+      "epoch": 0.967032967032967,
+      "rel-constrast": 2.8950271606445312,
+      "step": 1232,
+      "subrel-constrast": 3.422940731048584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749788761138916,
+      "cov-distil (oracle2student)": 4.057105541229248,
+      "cov-distil (oracle2teacher)": 4.343048572540283,
+      "epoch": 0.9678178963893249,
+      "rel-constrast": 2.216052532196045,
+      "step": 1233,
+      "subrel-constrast": 3.2852511405944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2060002088546753,
+      "cov-distil (oracle2student)": 4.399940013885498,
+      "cov-distil (oracle2teacher)": 3.984816551208496,
+      "epoch": 0.9686028257456829,
+      "rel-constrast": 3.5238823890686035,
+      "step": 1234,
+      "subrel-constrast": 3.784899950027466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4902675151824951,
+      "cov-distil (oracle2student)": 5.702090263366699,
+      "cov-distil (oracle2teacher)": 5.267083168029785,
+      "epoch": 0.9693877551020408,
+      "rel-constrast": 4.418448448181152,
+      "step": 1235,
+      "subrel-constrast": 4.546502113342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.429222822189331,
+      "cov-distil (oracle2student)": 3.4779820442199707,
+      "cov-distil (oracle2teacher)": 3.6357057094573975,
+      "epoch": 0.9701726844583988,
+      "rel-constrast": 3.3624308109283447,
+      "step": 1236,
+      "subrel-constrast": 3.6818745136260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5025690793991089,
+      "cov-distil (oracle2student)": 4.21225643157959,
+      "cov-distil (oracle2teacher)": 4.120269775390625,
+      "epoch": 0.9709576138147566,
+      "rel-constrast": 2.0363433361053467,
+      "step": 1237,
+      "subrel-constrast": 2.7132604122161865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.543538212776184,
+      "cov-distil (oracle2student)": 3.580420970916748,
+      "cov-distil (oracle2teacher)": 3.650756597518921,
+      "epoch": 0.9717425431711146,
+      "rel-constrast": 3.9337496757507324,
+      "step": 1238,
+      "subrel-constrast": 4.467953205108643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2078661918640137,
+      "cov-distil (oracle2student)": 4.181390762329102,
+      "cov-distil (oracle2teacher)": 4.21966028213501,
+      "epoch": 0.9725274725274725,
+      "rel-constrast": 2.987008571624756,
+      "step": 1239,
+      "subrel-constrast": 3.689307689666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9733124018838305,
+      "grad_norm": 4.75,
+      "learning_rate": 4.991305019041594e-05,
+      "loss": 0.8407,
+      "step": 1240
+    },
+    {
+      "cov-distil": 1.528568148612976,
+      "cov-distil (oracle2student)": 4.4682841300964355,
+      "cov-distil (oracle2teacher)": 4.502565383911133,
+      "epoch": 0.9733124018838305,
+      "rel-constrast": 2.586947441101074,
+      "step": 1240,
+      "subrel-constrast": 3.77297306060791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6377058029174805,
+      "cov-distil (oracle2student)": 3.5193488597869873,
+      "cov-distil (oracle2teacher)": 3.5025131702423096,
+      "epoch": 0.9740973312401884,
+      "rel-constrast": 3.1112654209136963,
+      "step": 1241,
+      "subrel-constrast": 3.5121521949768066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5318564176559448,
+      "cov-distil (oracle2student)": 3.5415377616882324,
+      "cov-distil (oracle2teacher)": 3.6506009101867676,
+      "epoch": 0.9748822605965463,
+      "rel-constrast": 2.3468027114868164,
+      "step": 1242,
+      "subrel-constrast": 3.552518844604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6500542163848877,
+      "cov-distil (oracle2student)": 3.7139127254486084,
+      "cov-distil (oracle2teacher)": 3.9782299995422363,
+      "epoch": 0.9756671899529042,
+      "rel-constrast": 2.3499836921691895,
+      "step": 1243,
+      "subrel-constrast": 3.7430975437164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2186521291732788,
+      "cov-distil (oracle2student)": 3.54939341545105,
+      "cov-distil (oracle2teacher)": 3.1540234088897705,
+      "epoch": 0.9764521193092621,
+      "rel-constrast": 2.3381032943725586,
+      "step": 1244,
+      "subrel-constrast": 3.233065128326416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6511240005493164,
+      "cov-distil (oracle2student)": 2.393463611602783,
+      "cov-distil (oracle2teacher)": 2.791167974472046,
+      "epoch": 0.9772370486656201,
+      "rel-constrast": 3.153503179550171,
+      "step": 1245,
+      "subrel-constrast": 3.834094524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.156053066253662,
+      "cov-distil (oracle2student)": 4.302087783813477,
+      "cov-distil (oracle2teacher)": 4.168542385101318,
+      "epoch": 0.978021978021978,
+      "rel-constrast": 3.221328020095825,
+      "step": 1246,
+      "subrel-constrast": 3.9086685180664062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8392646312713623,
+      "cov-distil (oracle2student)": 3.4635820388793945,
+      "cov-distil (oracle2teacher)": 3.8714029788970947,
+      "epoch": 0.978806907378336,
+      "rel-constrast": 3.115475654602051,
+      "step": 1247,
+      "subrel-constrast": 3.935710906982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.795577883720398,
+      "cov-distil (oracle2student)": 3.712340831756592,
+      "cov-distil (oracle2teacher)": 4.289597511291504,
+      "epoch": 0.9795918367346939,
+      "rel-constrast": 2.51350474357605,
+      "step": 1248,
+      "subrel-constrast": 4.145675182342529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7952771186828613,
+      "cov-distil (oracle2student)": 3.139064073562622,
+      "cov-distil (oracle2teacher)": 3.0765018463134766,
+      "epoch": 0.9803767660910518,
+      "rel-constrast": 2.7419240474700928,
+      "step": 1249,
+      "subrel-constrast": 3.4236867427825928,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9811616954474097,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.99056265123234e-05,
+      "loss": 0.7265,
+      "step": 1250
+    },
+    {
+      "cov-distil": 1.5307613611221313,
+      "cov-distil (oracle2student)": 5.744296550750732,
+      "cov-distil (oracle2teacher)": 5.453649044036865,
+      "epoch": 0.9811616954474097,
+      "rel-constrast": 3.8523647785186768,
+      "step": 1250,
+      "subrel-constrast": 4.171315670013428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015010356903076,
+      "cov-distil (oracle2student)": 4.840731620788574,
+      "cov-distil (oracle2teacher)": 4.120755195617676,
+      "epoch": 0.9819466248037677,
+      "rel-constrast": 2.7082295417785645,
+      "step": 1251,
+      "subrel-constrast": 3.1410839557647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4371023178100586,
+      "cov-distil (oracle2student)": 4.395645618438721,
+      "cov-distil (oracle2teacher)": 3.6550097465515137,
+      "epoch": 0.9827315541601256,
+      "rel-constrast": 3.620471954345703,
+      "step": 1252,
+      "subrel-constrast": 3.7160215377807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369515061378479,
+      "cov-distil (oracle2student)": 3.4064722061157227,
+      "cov-distil (oracle2teacher)": 3.3698737621307373,
+      "epoch": 0.9835164835164835,
+      "rel-constrast": 2.16213321685791,
+      "step": 1253,
+      "subrel-constrast": 2.5510523319244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.986305594444275,
+      "cov-distil (oracle2student)": 5.059086322784424,
+      "cov-distil (oracle2teacher)": 4.218664169311523,
+      "epoch": 0.9843014128728415,
+      "rel-constrast": 2.5694384574890137,
+      "step": 1254,
+      "subrel-constrast": 3.528590202331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5738322734832764,
+      "cov-distil (oracle2student)": 3.6083102226257324,
+      "cov-distil (oracle2teacher)": 3.4591922760009766,
+      "epoch": 0.9850863422291993,
+      "rel-constrast": 2.6395843029022217,
+      "step": 1255,
+      "subrel-constrast": 3.2665557861328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.16001558303833,
+      "cov-distil (oracle2student)": 3.2529311180114746,
+      "cov-distil (oracle2teacher)": 3.0381925106048584,
+      "epoch": 0.9858712715855573,
+      "rel-constrast": 2.906590223312378,
+      "step": 1256,
+      "subrel-constrast": 3.442795991897583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8249584436416626,
+      "cov-distil (oracle2student)": 2.845015048980713,
+      "cov-distil (oracle2teacher)": 3.174835681915283,
+      "epoch": 0.9866562009419152,
+      "rel-constrast": 2.5052247047424316,
+      "step": 1257,
+      "subrel-constrast": 3.5730175971984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8064703941345215,
+      "cov-distil (oracle2student)": 3.064516544342041,
+      "cov-distil (oracle2teacher)": 3.5677709579467773,
+      "epoch": 0.9874411302982732,
+      "rel-constrast": 2.2984862327575684,
+      "step": 1258,
+      "subrel-constrast": 3.5490379333496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9480879306793213,
+      "cov-distil (oracle2student)": 2.7275171279907227,
+      "cov-distil (oracle2teacher)": 2.9136464595794678,
+      "epoch": 0.9882260596546311,
+      "rel-constrast": 2.9747862815856934,
+      "step": 1259,
+      "subrel-constrast": 4.023026943206787,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.989010989010989,
+      "grad_norm": 6.09375,
+      "learning_rate": 4.989789936703155e-05,
+      "loss": 0.7458,
+      "step": 1260
+    },
+    {
+      "cov-distil": 1.4834165573120117,
+      "cov-distil (oracle2student)": 2.531843662261963,
+      "cov-distil (oracle2teacher)": 2.473891496658325,
+      "epoch": 0.989010989010989,
+      "rel-constrast": 2.3239777088165283,
+      "step": 1260,
+      "subrel-constrast": 2.676363468170166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350669145584106,
+      "cov-distil (oracle2student)": 3.011873722076416,
+      "cov-distil (oracle2teacher)": 3.096287488937378,
+      "epoch": 0.9897959183673469,
+      "rel-constrast": 2.381171941757202,
+      "step": 1261,
+      "subrel-constrast": 3.21970272064209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6948773860931396,
+      "cov-distil (oracle2student)": 4.396411895751953,
+      "cov-distil (oracle2teacher)": 4.4129958152771,
+      "epoch": 0.9905808477237049,
+      "rel-constrast": 2.6483540534973145,
+      "step": 1262,
+      "subrel-constrast": 4.014623165130615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5360655784606934,
+      "cov-distil (oracle2student)": 5.122393608093262,
+      "cov-distil (oracle2teacher)": 4.625170707702637,
+      "epoch": 0.9913657770800628,
+      "rel-constrast": 3.0460681915283203,
+      "step": 1263,
+      "subrel-constrast": 3.855743885040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6184229850769043,
+      "cov-distil (oracle2student)": 5.007145881652832,
+      "cov-distil (oracle2teacher)": 4.134975433349609,
+      "epoch": 0.9921507064364207,
+      "rel-constrast": 3.6639668941497803,
+      "step": 1264,
+      "subrel-constrast": 4.108851432800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.747385025024414,
+      "cov-distil (oracle2student)": 2.108001947402954,
+      "cov-distil (oracle2teacher)": 2.3054544925689697,
+      "epoch": 0.9929356357927787,
+      "rel-constrast": 1.7751593589782715,
+      "step": 1265,
+      "subrel-constrast": 2.897172689437866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.264880657196045,
+      "cov-distil (oracle2student)": 3.2795045375823975,
+      "cov-distil (oracle2teacher)": 3.1051273345947266,
+      "epoch": 0.9937205651491365,
+      "rel-constrast": 3.127880096435547,
+      "step": 1266,
+      "subrel-constrast": 3.2842142581939697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4904578924179077,
+      "cov-distil (oracle2student)": 4.758726119995117,
+      "cov-distil (oracle2teacher)": 4.580710411071777,
+      "epoch": 0.9945054945054945,
+      "rel-constrast": 2.5550224781036377,
+      "step": 1267,
+      "subrel-constrast": 3.3524997234344482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3979054689407349,
+      "cov-distil (oracle2student)": 4.750548362731934,
+      "cov-distil (oracle2teacher)": 4.076757431030273,
+      "epoch": 0.9952904238618524,
+      "rel-constrast": 2.7073490619659424,
+      "step": 1268,
+      "subrel-constrast": 3.5037519931793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2216260433197021,
+      "cov-distil (oracle2student)": 4.611713409423828,
+      "cov-distil (oracle2teacher)": 4.224197864532471,
+      "epoch": 0.9960753532182104,
+      "rel-constrast": 2.47930645942688,
+      "step": 1269,
+      "subrel-constrast": 3.6120383739471436,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9968602825745683,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.988986884869321e-05,
+      "loss": 0.7059,
+      "step": 1270
+    },
+    {
+      "cov-distil": 1.9495677947998047,
+      "cov-distil (oracle2student)": 4.280606746673584,
+      "cov-distil (oracle2teacher)": 4.019715785980225,
+      "epoch": 0.9968602825745683,
+      "rel-constrast": 3.417677640914917,
+      "step": 1270,
+      "subrel-constrast": 3.7917473316192627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3972578048706055,
+      "cov-distil (oracle2student)": 3.057100534439087,
+      "cov-distil (oracle2teacher)": 2.9886577129364014,
+      "epoch": 0.9976452119309263,
+      "rel-constrast": 2.5738868713378906,
+      "step": 1271,
+      "subrel-constrast": 2.826024055480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5799964666366577,
+      "cov-distil (oracle2student)": 4.663033485412598,
+      "cov-distil (oracle2teacher)": 4.507424831390381,
+      "epoch": 0.9984301412872841,
+      "rel-constrast": 4.838544845581055,
+      "step": 1272,
+      "subrel-constrast": 5.128632068634033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1363272666931152,
+      "cov-distil (oracle2student)": 4.103216648101807,
+      "cov-distil (oracle2teacher)": 3.8000175952911377,
+      "epoch": 0.9992150706436421,
+      "rel-constrast": 3.4735829830169678,
+      "step": 1273,
+      "subrel-constrast": 4.050089359283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6189643144607544,
+      "cov-distil (oracle2student)": 4.910794734954834,
+      "cov-distil (oracle2teacher)": 4.487496376037598,
+      "epoch": 1.0,
+      "rel-constrast": 4.012331962585449,
+      "step": 1274,
+      "subrel-constrast": 3.8513476848602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8302966356277466,
+      "cov-distil (oracle2student)": 3.677767753601074,
+      "cov-distil (oracle2teacher)": 3.8637044429779053,
+      "epoch": 1.000784929356358,
+      "rel-constrast": 3.8497612476348877,
+      "step": 1275,
+      "subrel-constrast": 4.676568031311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.057345151901245,
+      "cov-distil (oracle2student)": 2.5532493591308594,
+      "cov-distil (oracle2teacher)": 3.011411190032959,
+      "epoch": 1.0015698587127158,
+      "rel-constrast": 3.584941864013672,
+      "step": 1276,
+      "subrel-constrast": 4.3630290031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6615443229675293,
+      "cov-distil (oracle2student)": 3.675353527069092,
+      "cov-distil (oracle2teacher)": 4.396547317504883,
+      "epoch": 1.0023547880690737,
+      "rel-constrast": 3.2946157455444336,
+      "step": 1277,
+      "subrel-constrast": 4.173533916473389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5696930885314941,
+      "cov-distil (oracle2student)": 4.197251319885254,
+      "cov-distil (oracle2teacher)": 3.7345733642578125,
+      "epoch": 1.0031397174254317,
+      "rel-constrast": 3.0097222328186035,
+      "step": 1278,
+      "subrel-constrast": 3.392622947692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1034655570983887,
+      "cov-distil (oracle2student)": 3.361288070678711,
+      "cov-distil (oracle2teacher)": 3.1034255027770996,
+      "epoch": 1.0039246467817897,
+      "rel-constrast": 2.6098008155822754,
+      "step": 1279,
+      "subrel-constrast": 3.31463885307312,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0047095761381475,
+      "grad_norm": 7.90625,
+      "learning_rate": 4.988153505515771e-05,
+      "loss": 0.9089,
+      "step": 1280
+    },
+    {
+      "cov-distil": 1.5979468822479248,
+      "cov-distil (oracle2student)": 3.716430187225342,
+      "cov-distil (oracle2teacher)": 3.4511377811431885,
+      "epoch": 1.0047095761381475,
+      "rel-constrast": 3.4329915046691895,
+      "step": 1280,
+      "subrel-constrast": 4.089012145996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3714828491210938,
+      "cov-distil (oracle2student)": 3.580085277557373,
+      "cov-distil (oracle2teacher)": 3.5701546669006348,
+      "epoch": 1.0054945054945055,
+      "rel-constrast": 2.5096752643585205,
+      "step": 1281,
+      "subrel-constrast": 3.0320303440093994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0691633224487305,
+      "cov-distil (oracle2student)": 4.478765964508057,
+      "cov-distil (oracle2teacher)": 3.831317901611328,
+      "epoch": 1.0062794348508635,
+      "rel-constrast": 3.157693386077881,
+      "step": 1282,
+      "subrel-constrast": 4.078401565551758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.591313123703003,
+      "cov-distil (oracle2student)": 3.9426352977752686,
+      "cov-distil (oracle2teacher)": 3.646179676055908,
+      "epoch": 1.0070643642072215,
+      "rel-constrast": 3.52870774269104,
+      "step": 1283,
+      "subrel-constrast": 3.88075852394104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3151185512542725,
+      "cov-distil (oracle2student)": 5.034510612487793,
+      "cov-distil (oracle2teacher)": 4.6761274337768555,
+      "epoch": 1.0078492935635792,
+      "rel-constrast": 2.378748655319214,
+      "step": 1284,
+      "subrel-constrast": 3.4774558544158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5091253519058228,
+      "cov-distil (oracle2student)": 3.7069931030273438,
+      "cov-distil (oracle2teacher)": 3.2526087760925293,
+      "epoch": 1.0086342229199372,
+      "rel-constrast": 2.3888468742370605,
+      "step": 1285,
+      "subrel-constrast": 3.4723777770996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8268072605133057,
+      "cov-distil (oracle2student)": 4.445673942565918,
+      "cov-distil (oracle2teacher)": 3.710999011993408,
+      "epoch": 1.0094191522762952,
+      "rel-constrast": 2.394343852996826,
+      "step": 1286,
+      "subrel-constrast": 3.3042173385620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.30215322971344,
+      "cov-distil (oracle2student)": 4.1887006759643555,
+      "cov-distil (oracle2teacher)": 4.170774459838867,
+      "epoch": 1.010204081632653,
+      "rel-constrast": 4.7771830558776855,
+      "step": 1287,
+      "subrel-constrast": 5.2714056968688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7177040576934814,
+      "cov-distil (oracle2student)": 2.8443381786346436,
+      "cov-distil (oracle2teacher)": 3.32902455329895,
+      "epoch": 1.010989010989011,
+      "rel-constrast": 1.9382801055908203,
+      "step": 1288,
+      "subrel-constrast": 3.49955153465271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.234553575515747,
+      "cov-distil (oracle2student)": 4.834558486938477,
+      "cov-distil (oracle2teacher)": 4.858853340148926,
+      "epoch": 1.011773940345369,
+      "rel-constrast": 3.5084009170532227,
+      "step": 1289,
+      "subrel-constrast": 4.091920375823975,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.012558869701727,
+      "grad_norm": 5.75,
+      "learning_rate": 4.98728980879697e-05,
+      "loss": 0.7892,
+      "step": 1290
+    },
+    {
+      "cov-distil": 1.7273941040039062,
+      "cov-distil (oracle2student)": 3.7560155391693115,
+      "cov-distil (oracle2teacher)": 3.7759454250335693,
+      "epoch": 1.012558869701727,
+      "rel-constrast": 3.9928665161132812,
+      "step": 1290,
+      "subrel-constrast": 4.357268810272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.467862606048584,
+      "cov-distil (oracle2student)": 4.111154079437256,
+      "cov-distil (oracle2teacher)": 3.9627327919006348,
+      "epoch": 1.0133437990580847,
+      "rel-constrast": 3.519113540649414,
+      "step": 1291,
+      "subrel-constrast": 4.237674713134766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5148426294326782,
+      "cov-distil (oracle2student)": 4.696568489074707,
+      "cov-distil (oracle2teacher)": 3.876321315765381,
+      "epoch": 1.0141287284144427,
+      "rel-constrast": 3.3050906658172607,
+      "step": 1292,
+      "subrel-constrast": 3.4839553833007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8438262939453125,
+      "cov-distil (oracle2student)": 4.060823440551758,
+      "cov-distil (oracle2teacher)": 3.4887888431549072,
+      "epoch": 1.0149136577708007,
+      "rel-constrast": 2.961482524871826,
+      "step": 1293,
+      "subrel-constrast": 3.4915690422058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6470657587051392,
+      "cov-distil (oracle2student)": 5.522467613220215,
+      "cov-distil (oracle2teacher)": 5.087027549743652,
+      "epoch": 1.0156985871271587,
+      "rel-constrast": 2.538830280303955,
+      "step": 1294,
+      "subrel-constrast": 3.436119794845581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2104644775390625,
+      "cov-distil (oracle2student)": 5.3022613525390625,
+      "cov-distil (oracle2teacher)": 5.056353569030762,
+      "epoch": 1.0164835164835164,
+      "rel-constrast": 3.100513458251953,
+      "step": 1295,
+      "subrel-constrast": 4.386096954345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5883142948150635,
+      "cov-distil (oracle2student)": 3.7880847454071045,
+      "cov-distil (oracle2teacher)": 3.599816083908081,
+      "epoch": 1.0172684458398744,
+      "rel-constrast": 4.037959098815918,
+      "step": 1296,
+      "subrel-constrast": 4.745327949523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2966320514678955,
+      "cov-distil (oracle2student)": 4.31317138671875,
+      "cov-distil (oracle2teacher)": 3.5976524353027344,
+      "epoch": 1.0180533751962324,
+      "rel-constrast": 2.0686373710632324,
+      "step": 1297,
+      "subrel-constrast": 2.4654552936553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5883524417877197,
+      "cov-distil (oracle2student)": 3.8555908203125,
+      "cov-distil (oracle2teacher)": 3.821279764175415,
+      "epoch": 1.0188383045525902,
+      "rel-constrast": 3.526829481124878,
+      "step": 1298,
+      "subrel-constrast": 3.5030384063720703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1130247116088867,
+      "cov-distil (oracle2student)": 4.555819034576416,
+      "cov-distil (oracle2teacher)": 4.497869491577148,
+      "epoch": 1.0196232339089482,
+      "rel-constrast": 2.126577138900757,
+      "step": 1299,
+      "subrel-constrast": 2.9038138389587402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.9863958052367894e-05,
+      "loss": 0.8194,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "overlap": 0.26875001192092896,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "step": 1300,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "step": 1300,
+      "teacher margin": 0.040252685546875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "margin difference": -0.019989013671875,
+      "step": 1300
+    },
+    {
+      "cov-distil": 1.3395636081695557,
+      "cov-distil (oracle2student)": 3.0983505249023438,
+      "cov-distil (oracle2teacher)": 3.2304043769836426,
+      "epoch": 1.0204081632653061,
+      "rel-constrast": 3.1438610553741455,
+      "step": 1300,
+      "subrel-constrast": 4.0625739097595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073345184326172,
+      "cov-distil (oracle2student)": 3.700442314147949,
+      "cov-distil (oracle2teacher)": 3.6782922744750977,
+      "epoch": 1.0211930926216641,
+      "rel-constrast": 2.650118350982666,
+      "step": 1301,
+      "subrel-constrast": 3.522528886795044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4473029375076294,
+      "cov-distil (oracle2student)": 6.094466686248779,
+      "cov-distil (oracle2teacher)": 5.832391262054443,
+      "epoch": 1.021978021978022,
+      "rel-constrast": 2.869513511657715,
+      "step": 1302,
+      "subrel-constrast": 3.6461844444274902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.638033390045166,
+      "cov-distil (oracle2student)": 4.220510959625244,
+      "cov-distil (oracle2teacher)": 4.232014179229736,
+      "epoch": 1.0227629513343799,
+      "rel-constrast": 2.4472506046295166,
+      "step": 1303,
+      "subrel-constrast": 3.1475207805633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2751193046569824,
+      "cov-distil (oracle2student)": 4.306950092315674,
+      "cov-distil (oracle2teacher)": 4.524712562561035,
+      "epoch": 1.0235478806907379,
+      "rel-constrast": 3.4688055515289307,
+      "step": 1304,
+      "subrel-constrast": 3.712144374847412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5723475217819214,
+      "cov-distil (oracle2student)": 3.356821298599243,
+      "cov-distil (oracle2teacher)": 3.0643234252929688,
+      "epoch": 1.0243328100470959,
+      "rel-constrast": 3.0019564628601074,
+      "step": 1305,
+      "subrel-constrast": 3.6949265003204346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8963088989257812,
+      "cov-distil (oracle2student)": 3.701265811920166,
+      "cov-distil (oracle2teacher)": 3.4680700302124023,
+      "epoch": 1.0251177394034536,
+      "rel-constrast": 2.4101920127868652,
+      "step": 1306,
+      "subrel-constrast": 3.050083875656128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.648195743560791,
+      "cov-distil (oracle2student)": 5.6912312507629395,
+      "cov-distil (oracle2teacher)": 5.253078460693359,
+      "epoch": 1.0259026687598116,
+      "rel-constrast": 4.392531394958496,
+      "step": 1307,
+      "subrel-constrast": 5.013519763946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4382164478302002,
+      "cov-distil (oracle2student)": 3.0869290828704834,
+      "cov-distil (oracle2teacher)": 3.173279285430908,
+      "epoch": 1.0266875981161696,
+      "rel-constrast": 3.0286943912506104,
+      "step": 1308,
+      "subrel-constrast": 3.525634765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4569480419158936,
+      "cov-distil (oracle2student)": 3.4641032218933105,
+      "cov-distil (oracle2teacher)": 3.1311259269714355,
+      "epoch": 1.0274725274725274,
+      "rel-constrast": 1.8754380941390991,
+      "step": 1309,
+      "subrel-constrast": 2.5917394161224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0282574568288854,
+      "grad_norm": 3.9375,
+      "learning_rate": 4.9854715057283805e-05,
+      "loss": 0.7717,
+      "step": 1310
+    },
+    {
+      "cov-distil": 1.4160232543945312,
+      "cov-distil (oracle2student)": 2.563685655593872,
+      "cov-distil (oracle2teacher)": 2.833798885345459,
+      "epoch": 1.0282574568288854,
+      "rel-constrast": 2.7168760299682617,
+      "step": 1310,
+      "subrel-constrast": 3.7507357597351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5921193361282349,
+      "cov-distil (oracle2student)": 3.550126075744629,
+      "cov-distil (oracle2teacher)": 3.443373441696167,
+      "epoch": 1.0290423861852434,
+      "rel-constrast": 2.986751079559326,
+      "step": 1311,
+      "subrel-constrast": 3.5625743865966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8855676651000977,
+      "cov-distil (oracle2student)": 4.2328972816467285,
+      "cov-distil (oracle2teacher)": 3.6999707221984863,
+      "epoch": 1.0298273155416013,
+      "rel-constrast": 3.429626703262329,
+      "step": 1312,
+      "subrel-constrast": 3.70088791847229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6681512594223022,
+      "cov-distil (oracle2student)": 4.537883758544922,
+      "cov-distil (oracle2teacher)": 4.161434650421143,
+      "epoch": 1.030612244897959,
+      "rel-constrast": 3.173257827758789,
+      "step": 1313,
+      "subrel-constrast": 4.387771129608154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0507285594940186,
+      "cov-distil (oracle2student)": 5.675127983093262,
+      "cov-distil (oracle2teacher)": 5.059904098510742,
+      "epoch": 1.031397174254317,
+      "rel-constrast": 2.9254150390625,
+      "step": 1314,
+      "subrel-constrast": 3.908088445663452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640880823135376,
+      "cov-distil (oracle2student)": 4.122154235839844,
+      "cov-distil (oracle2teacher)": 4.358137130737305,
+      "epoch": 1.032182103610675,
+      "rel-constrast": 3.0527353286743164,
+      "step": 1315,
+      "subrel-constrast": 4.129584789276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6014385223388672,
+      "cov-distil (oracle2student)": 3.5628504753112793,
+      "cov-distil (oracle2teacher)": 4.265000820159912,
+      "epoch": 1.032967032967033,
+      "rel-constrast": 2.7084922790527344,
+      "step": 1316,
+      "subrel-constrast": 3.783332586288452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6147665977478027,
+      "cov-distil (oracle2student)": 3.35066819190979,
+      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "epoch": 1.0337519623233908,
+      "rel-constrast": 2.6022496223449707,
+      "step": 1317,
+      "subrel-constrast": 3.8188657760620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3855886459350586,
+      "cov-distil (oracle2student)": 4.939333915710449,
+      "cov-distil (oracle2teacher)": 4.312867164611816,
+      "epoch": 1.0345368916797488,
+      "rel-constrast": 3.1361048221588135,
+      "step": 1318,
+      "subrel-constrast": 3.1475367546081543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4239692687988281,
+      "cov-distil (oracle2student)": 3.124915599822998,
+      "cov-distil (oracle2teacher)": 3.1291980743408203,
+      "epoch": 1.0353218210361068,
+      "rel-constrast": 2.4155147075653076,
+      "step": 1319,
+      "subrel-constrast": 3.4853718280792236,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0361067503924646,
+      "grad_norm": 4.625,
+      "learning_rate": 4.984516921534042e-05,
+      "loss": 0.7694,
+      "step": 1320
+    },
+    {
+      "cov-distil": 1.5735676288604736,
+      "cov-distil (oracle2student)": 3.79526424407959,
+      "cov-distil (oracle2teacher)": 3.2370409965515137,
+      "epoch": 1.0361067503924646,
+      "rel-constrast": 2.718919277191162,
+      "step": 1320,
+      "subrel-constrast": 3.2795329093933105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9603523015975952,
+      "cov-distil (oracle2student)": 5.406013488769531,
+      "cov-distil (oracle2teacher)": 4.547806739807129,
+      "epoch": 1.0368916797488226,
+      "rel-constrast": 3.2848238945007324,
+      "step": 1321,
+      "subrel-constrast": 3.987123727798462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7783422470092773,
+      "cov-distil (oracle2student)": 4.059505462646484,
+      "cov-distil (oracle2teacher)": 3.2544448375701904,
+      "epoch": 1.0376766091051806,
+      "rel-constrast": 3.268892288208008,
+      "step": 1322,
+      "subrel-constrast": 3.918067455291748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.265488624572754,
+      "cov-distil (oracle2student)": 5.315093994140625,
+      "cov-distil (oracle2teacher)": 4.242465496063232,
+      "epoch": 1.0384615384615385,
+      "rel-constrast": 3.3319427967071533,
+      "step": 1323,
+      "subrel-constrast": 3.552429676055908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6411206722259521,
+      "cov-distil (oracle2student)": 4.402083396911621,
+      "cov-distil (oracle2teacher)": 4.539468765258789,
+      "epoch": 1.0392464678178963,
+      "rel-constrast": 2.5891757011413574,
+      "step": 1324,
+      "subrel-constrast": 3.3325674533843994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7119067907333374,
+      "cov-distil (oracle2student)": 4.110739707946777,
+      "cov-distil (oracle2teacher)": 4.20479679107666,
+      "epoch": 1.0400313971742543,
+      "rel-constrast": 3.6010303497314453,
+      "step": 1325,
+      "subrel-constrast": 4.417725563049316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5757135152816772,
+      "cov-distil (oracle2student)": 4.751351356506348,
+      "cov-distil (oracle2teacher)": 4.305976390838623,
+      "epoch": 1.0408163265306123,
+      "rel-constrast": 2.329827308654785,
+      "step": 1326,
+      "subrel-constrast": 3.1315464973449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2380353212356567,
+      "cov-distil (oracle2student)": 4.608445167541504,
+      "cov-distil (oracle2teacher)": 4.567604064941406,
+      "epoch": 1.0416012558869703,
+      "rel-constrast": 3.545478105545044,
+      "step": 1327,
+      "subrel-constrast": 3.73474383354187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3552968502044678,
+      "cov-distil (oracle2student)": 3.7210333347320557,
+      "cov-distil (oracle2teacher)": 3.643429756164551,
+      "epoch": 1.042386185243328,
+      "rel-constrast": 2.3626973628997803,
+      "step": 1328,
+      "subrel-constrast": 3.419344186782837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6793065071105957,
+      "cov-distil (oracle2student)": 3.8620169162750244,
+      "cov-distil (oracle2teacher)": 3.477570056915283,
+      "epoch": 1.043171114599686,
+      "rel-constrast": 2.550403118133545,
+      "step": 1329,
+      "subrel-constrast": 3.0018975734710693,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.043956043956044,
+      "grad_norm": 4.875,
+      "learning_rate": 4.98353206428508e-05,
+      "loss": 0.779,
+      "step": 1330
+    },
+    {
+      "cov-distil": 1.5603997707366943,
+      "cov-distil (oracle2student)": 2.021341562271118,
+      "cov-distil (oracle2teacher)": 2.444761276245117,
+      "epoch": 1.043956043956044,
+      "rel-constrast": 1.9387398958206177,
+      "step": 1330,
+      "subrel-constrast": 3.2837231159210205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.789320945739746,
+      "cov-distil (oracle2student)": 4.488680839538574,
+      "cov-distil (oracle2teacher)": 4.014732360839844,
+      "epoch": 1.0447409733124018,
+      "rel-constrast": 5.365977764129639,
+      "step": 1331,
+      "subrel-constrast": 5.195187091827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7279833555221558,
+      "cov-distil (oracle2student)": 3.847268581390381,
+      "cov-distil (oracle2teacher)": 3.972043514251709,
+      "epoch": 1.0455259026687598,
+      "rel-constrast": 2.129772186279297,
+      "step": 1332,
+      "subrel-constrast": 2.9550578594207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2181808948516846,
+      "cov-distil (oracle2student)": 3.905850410461426,
+      "cov-distil (oracle2teacher)": 3.405874013900757,
+      "epoch": 1.0463108320251178,
+      "rel-constrast": 3.2089219093322754,
+      "step": 1333,
+      "subrel-constrast": 3.502013921737671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5846612453460693,
+      "cov-distil (oracle2student)": 2.4374899864196777,
+      "cov-distil (oracle2teacher)": 2.9026522636413574,
+      "epoch": 1.0470957613814758,
+      "rel-constrast": 2.8598501682281494,
+      "step": 1334,
+      "subrel-constrast": 3.376497507095337,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8323559761047363,
+      "cov-distil (oracle2student)": 4.377843379974365,
+      "cov-distil (oracle2teacher)": 4.030404090881348,
+      "epoch": 1.0478806907378335,
+      "rel-constrast": 3.300595283508301,
+      "step": 1335,
+      "subrel-constrast": 3.808056354522705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9013278484344482,
+      "cov-distil (oracle2student)": 3.5153331756591797,
+      "cov-distil (oracle2teacher)": 3.4593381881713867,
+      "epoch": 1.0486656200941915,
+      "rel-constrast": 3.9633121490478516,
+      "step": 1336,
+      "subrel-constrast": 4.615512847900391,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6298719644546509,
+      "cov-distil (oracle2student)": 2.91507625579834,
+      "cov-distil (oracle2teacher)": 2.8473191261291504,
+      "epoch": 1.0494505494505495,
+      "rel-constrast": 2.31758451461792,
+      "step": 1337,
+      "subrel-constrast": 2.9014508724212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.287497043609619,
+      "cov-distil (oracle2student)": 5.130228042602539,
+      "cov-distil (oracle2teacher)": 4.528473854064941,
+      "epoch": 1.0502354788069075,
+      "rel-constrast": 3.1626267433166504,
+      "step": 1338,
+      "subrel-constrast": 4.1389946937561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6564306020736694,
+      "cov-distil (oracle2student)": 4.191096782684326,
+      "cov-distil (oracle2teacher)": 3.5165205001831055,
+      "epoch": 1.0510204081632653,
+      "rel-constrast": 2.081233024597168,
+      "step": 1339,
+      "subrel-constrast": 2.853550672531128,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0518053375196232,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.982516945981669e-05,
+      "loss": 0.8012,
+      "step": 1340
+    },
+    {
+      "cov-distil": 1.891442894935608,
+      "cov-distil (oracle2student)": 4.110203742980957,
+      "cov-distil (oracle2teacher)": 3.939481735229492,
+      "epoch": 1.0518053375196232,
+      "rel-constrast": 3.074136734008789,
+      "step": 1340,
+      "subrel-constrast": 3.839629650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5117946863174438,
+      "cov-distil (oracle2student)": 4.452583312988281,
+      "cov-distil (oracle2teacher)": 4.244133472442627,
+      "epoch": 1.0525902668759812,
+      "rel-constrast": 2.4261984825134277,
+      "step": 1341,
+      "subrel-constrast": 3.5631704330444336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5490021705627441,
+      "cov-distil (oracle2student)": 4.505932807922363,
+      "cov-distil (oracle2teacher)": 4.503978729248047,
+      "epoch": 1.053375196232339,
+      "rel-constrast": 2.4422760009765625,
+      "step": 1342,
+      "subrel-constrast": 3.5781614780426025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6790764331817627,
+      "cov-distil (oracle2student)": 3.9384570121765137,
+      "cov-distil (oracle2teacher)": 4.184779167175293,
+      "epoch": 1.054160125588697,
+      "rel-constrast": 3.3922536373138428,
+      "step": 1343,
+      "subrel-constrast": 4.281126022338867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4852817058563232,
+      "cov-distil (oracle2student)": 4.067353248596191,
+      "cov-distil (oracle2teacher)": 3.88303279876709,
+      "epoch": 1.054945054945055,
+      "rel-constrast": 3.7798471450805664,
+      "step": 1344,
+      "subrel-constrast": 4.280847549438477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7029610872268677,
+      "cov-distil (oracle2student)": 4.761334419250488,
+      "cov-distil (oracle2teacher)": 3.669780731201172,
+      "epoch": 1.055729984301413,
+      "rel-constrast": 2.7117233276367188,
+      "step": 1345,
+      "subrel-constrast": 3.063453197479248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3466800451278687,
+      "cov-distil (oracle2student)": 4.216004371643066,
+      "cov-distil (oracle2teacher)": 4.574625015258789,
+      "epoch": 1.0565149136577707,
+      "rel-constrast": 2.9508233070373535,
+      "step": 1346,
+      "subrel-constrast": 3.9286856651306152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6089322566986084,
+      "cov-distil (oracle2student)": 2.309438705444336,
+      "cov-distil (oracle2teacher)": 2.84455943107605,
+      "epoch": 1.0572998430141287,
+      "rel-constrast": 2.436990737915039,
+      "step": 1347,
+      "subrel-constrast": 3.7577571868896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7151784896850586,
+      "cov-distil (oracle2student)": 2.5667970180511475,
+      "cov-distil (oracle2teacher)": 2.659790515899658,
+      "epoch": 1.0580847723704867,
+      "rel-constrast": 3.402242660522461,
+      "step": 1348,
+      "subrel-constrast": 4.1476593017578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5186069011688232,
+      "cov-distil (oracle2student)": 3.091311454772949,
+      "cov-distil (oracle2teacher)": 3.2050833702087402,
+      "epoch": 1.0588697017268447,
+      "rel-constrast": 2.8237643241882324,
+      "step": 1349,
+      "subrel-constrast": 4.03464937210083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0596546310832025,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.981471578992706e-05,
+      "loss": 0.776,
+      "step": 1350
+    },
+    {
+      "cov-distil": 1.7764843702316284,
+      "cov-distil (oracle2student)": 2.385777473449707,
+      "cov-distil (oracle2teacher)": 2.9466400146484375,
+      "epoch": 1.0596546310832025,
+      "rel-constrast": 2.9991157054901123,
+      "step": 1350,
+      "subrel-constrast": 4.1020731925964355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5321710109710693,
+      "cov-distil (oracle2student)": 3.7962632179260254,
+      "cov-distil (oracle2teacher)": 3.8199100494384766,
+      "epoch": 1.0604395604395604,
+      "rel-constrast": 1.8470566272735596,
+      "step": 1351,
+      "subrel-constrast": 2.904076337814331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4473285675048828,
+      "cov-distil (oracle2student)": 5.215753555297852,
+      "cov-distil (oracle2teacher)": 5.062963962554932,
+      "epoch": 1.0612244897959184,
+      "rel-constrast": 2.7066211700439453,
+      "step": 1352,
+      "subrel-constrast": 3.5213730335235596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7678200006484985,
+      "cov-distil (oracle2student)": 5.534285068511963,
+      "cov-distil (oracle2teacher)": 4.940554618835449,
+      "epoch": 1.0620094191522762,
+      "rel-constrast": 2.970421314239502,
+      "step": 1353,
+      "subrel-constrast": 3.809866428375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2517756223678589,
+      "cov-distil (oracle2student)": 4.270276069641113,
+      "cov-distil (oracle2teacher)": 4.404227256774902,
+      "epoch": 1.0627943485086342,
+      "rel-constrast": 2.5669658184051514,
+      "step": 1354,
+      "subrel-constrast": 3.3136885166168213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.255814790725708,
+      "cov-distil (oracle2student)": 4.298757076263428,
+      "cov-distil (oracle2teacher)": 4.080432891845703,
+      "epoch": 1.0635792778649922,
+      "rel-constrast": 3.112243175506592,
+      "step": 1355,
+      "subrel-constrast": 3.465294122695923,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9884713888168335,
+      "cov-distil (oracle2student)": 3.3464155197143555,
+      "cov-distil (oracle2teacher)": 3.7389323711395264,
+      "epoch": 1.0643642072213502,
+      "rel-constrast": 4.075211524963379,
+      "step": 1356,
+      "subrel-constrast": 4.776978969573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.566786766052246,
+      "cov-distil (oracle2student)": 5.72592830657959,
+      "cov-distil (oracle2teacher)": 5.339461326599121,
+      "epoch": 1.065149136577708,
+      "rel-constrast": 3.25872802734375,
+      "step": 1357,
+      "subrel-constrast": 3.9985079765319824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.400079369544983,
+      "cov-distil (oracle2student)": 3.3879170417785645,
+      "cov-distil (oracle2teacher)": 3.559767723083496,
+      "epoch": 1.065934065934066,
+      "rel-constrast": 3.015141487121582,
+      "step": 1358,
+      "subrel-constrast": 3.81351375579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3284026384353638,
+      "cov-distil (oracle2student)": 5.102107524871826,
+      "cov-distil (oracle2teacher)": 4.8548479080200195,
+      "epoch": 1.066718995290424,
+      "rel-constrast": 3.1426525115966797,
+      "step": 1359,
+      "subrel-constrast": 3.8907928466796875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0675039246467817,
+      "grad_norm": 5.375,
+      "learning_rate": 4.980395976055658e-05,
+      "loss": 0.7806,
+      "step": 1360
+    },
+    {
+      "cov-distil": 1.0340895652770996,
+      "cov-distil (oracle2student)": 3.3404150009155273,
+      "cov-distil (oracle2teacher)": 3.458253860473633,
+      "epoch": 1.0675039246467817,
+      "rel-constrast": 2.7017836570739746,
+      "step": 1360,
+      "subrel-constrast": 3.85408091545105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9244599342346191,
+      "cov-distil (oracle2student)": 3.500950574874878,
+      "cov-distil (oracle2teacher)": 3.9206719398498535,
+      "epoch": 1.0682888540031397,
+      "rel-constrast": 3.6933364868164062,
+      "step": 1361,
+      "subrel-constrast": 4.551616191864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322222113609314,
+      "cov-distil (oracle2student)": 5.065067291259766,
+      "cov-distil (oracle2teacher)": 4.4332146644592285,
+      "epoch": 1.0690737833594977,
+      "rel-constrast": 3.223350763320923,
+      "step": 1362,
+      "subrel-constrast": 3.1711013317108154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7568714618682861,
+      "cov-distil (oracle2student)": 4.176975250244141,
+      "cov-distil (oracle2teacher)": 3.7778103351593018,
+      "epoch": 1.0698587127158556,
+      "rel-constrast": 3.354168176651001,
+      "step": 1363,
+      "subrel-constrast": 4.05528450012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8233342170715332,
+      "cov-distil (oracle2student)": 2.8845739364624023,
+      "cov-distil (oracle2teacher)": 3.239229679107666,
+      "epoch": 1.0706436420722134,
+      "rel-constrast": 2.8545703887939453,
+      "step": 1364,
+      "subrel-constrast": 3.940390110015869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9338064193725586,
+      "cov-distil (oracle2student)": 3.061378002166748,
+      "cov-distil (oracle2teacher)": 3.1285512447357178,
+      "epoch": 1.0714285714285714,
+      "rel-constrast": 2.3349716663360596,
+      "step": 1365,
+      "subrel-constrast": 3.4239864349365234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8442656993865967,
+      "cov-distil (oracle2student)": 3.669823408126831,
+      "cov-distil (oracle2teacher)": 3.6398766040802,
+      "epoch": 1.0722135007849294,
+      "rel-constrast": 3.4359259605407715,
+      "step": 1366,
+      "subrel-constrast": 3.9763615131378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266068935394287,
+      "cov-distil (oracle2student)": 4.328539848327637,
+      "cov-distil (oracle2teacher)": 4.360380172729492,
+      "epoch": 1.0729984301412874,
+      "rel-constrast": 2.3119592666625977,
+      "step": 1367,
+      "subrel-constrast": 2.8219521045684814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8314034938812256,
+      "cov-distil (oracle2student)": 4.431702613830566,
+      "cov-distil (oracle2teacher)": 4.2378010749816895,
+      "epoch": 1.0737833594976451,
+      "rel-constrast": 2.3089935779571533,
+      "step": 1368,
+      "subrel-constrast": 3.795471429824829,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5539352893829346,
+      "cov-distil (oracle2student)": 4.525745868682861,
+      "cov-distil (oracle2teacher)": 4.255120277404785,
+      "epoch": 1.0745682888540031,
+      "rel-constrast": 3.4483890533447266,
+      "step": 1369,
+      "subrel-constrast": 3.9800639152526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0753532182103611,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.9792901502764075e-05,
+      "loss": 0.7828,
+      "step": 1370
+    },
+    {
+      "cov-distil": 1.7522364854812622,
+      "cov-distil (oracle2student)": 2.7611570358276367,
+      "cov-distil (oracle2teacher)": 2.5378265380859375,
+      "epoch": 1.0753532182103611,
+      "rel-constrast": 2.2207679748535156,
+      "step": 1370,
+      "subrel-constrast": 3.079789400100708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086682319641113,
+      "cov-distil (oracle2student)": 4.295747756958008,
+      "cov-distil (oracle2teacher)": 3.8890275955200195,
+      "epoch": 1.076138147566719,
+      "rel-constrast": 2.764012336730957,
+      "step": 1371,
+      "subrel-constrast": 3.178504228591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5825567245483398,
+      "cov-distil (oracle2student)": 4.385646820068359,
+      "cov-distil (oracle2teacher)": 4.265470027923584,
+      "epoch": 1.0769230769230769,
+      "rel-constrast": 2.323387622833252,
+      "step": 1372,
+      "subrel-constrast": 3.1196742057800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8628864288330078,
+      "cov-distil (oracle2student)": 3.857534885406494,
+      "cov-distil (oracle2teacher)": 3.2705883979797363,
+      "epoch": 1.0777080062794349,
+      "rel-constrast": 2.340729236602783,
+      "step": 1373,
+      "subrel-constrast": 3.2926735877990723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8734490871429443,
+      "cov-distil (oracle2student)": 3.722325325012207,
+      "cov-distil (oracle2teacher)": 3.537940263748169,
+      "epoch": 1.0784929356357928,
+      "rel-constrast": 3.5088374614715576,
+      "step": 1374,
+      "subrel-constrast": 4.046138763427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7907600402832031,
+      "cov-distil (oracle2student)": 3.7754430770874023,
+      "cov-distil (oracle2teacher)": 3.2363479137420654,
+      "epoch": 1.0792778649921506,
+      "rel-constrast": 2.512028694152832,
+      "step": 1375,
+      "subrel-constrast": 3.281909704208374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1880934238433838,
+      "cov-distil (oracle2student)": 5.368410110473633,
+      "cov-distil (oracle2teacher)": 5.149897575378418,
+      "epoch": 1.0800627943485086,
+      "rel-constrast": 2.4852521419525146,
+      "step": 1376,
+      "subrel-constrast": 2.988154172897339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8623415231704712,
+      "cov-distil (oracle2student)": 3.8936100006103516,
+      "cov-distil (oracle2teacher)": 3.9991416931152344,
+      "epoch": 1.0808477237048666,
+      "rel-constrast": 2.885066509246826,
+      "step": 1377,
+      "subrel-constrast": 3.7260122299194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5937577486038208,
+      "cov-distil (oracle2student)": 3.805960178375244,
+      "cov-distil (oracle2teacher)": 3.75376033782959,
+      "epoch": 1.0816326530612246,
+      "rel-constrast": 2.9562671184539795,
+      "step": 1378,
+      "subrel-constrast": 3.693236827850342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7460744380950928,
+      "cov-distil (oracle2student)": 2.593548536300659,
+      "cov-distil (oracle2teacher)": 2.5229194164276123,
+      "epoch": 1.0824175824175823,
+      "rel-constrast": 2.1870903968811035,
+      "step": 1379,
+      "subrel-constrast": 2.552104949951172,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0832025117739403,
+      "grad_norm": 4.09375,
+      "learning_rate": 4.978154115129091e-05,
+      "loss": 0.6957,
+      "step": 1380
+    },
+    {
+      "cov-distil": 1.5559735298156738,
+      "cov-distil (oracle2student)": 5.343104362487793,
+      "cov-distil (oracle2teacher)": 5.034076690673828,
+      "epoch": 1.0832025117739403,
+      "rel-constrast": 4.513167381286621,
+      "step": 1380,
+      "subrel-constrast": 4.879128932952881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.594104290008545,
+      "cov-distil (oracle2student)": 4.018231391906738,
+      "cov-distil (oracle2teacher)": 4.175711154937744,
+      "epoch": 1.0839874411302983,
+      "rel-constrast": 2.8911664485931396,
+      "step": 1381,
+      "subrel-constrast": 4.408371448516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.643925428390503,
+      "cov-distil (oracle2student)": 4.715807914733887,
+      "cov-distil (oracle2teacher)": 4.219768524169922,
+      "epoch": 1.084772370486656,
+      "rel-constrast": 3.2432518005371094,
+      "step": 1382,
+      "subrel-constrast": 3.679701566696167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4362976551055908,
+      "cov-distil (oracle2student)": 4.567570686340332,
+      "cov-distil (oracle2teacher)": 4.872445583343506,
+      "epoch": 1.085557299843014,
+      "rel-constrast": 3.3436708450317383,
+      "step": 1383,
+      "subrel-constrast": 3.746518135070801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2816795110702515,
+      "cov-distil (oracle2student)": 4.699955940246582,
+      "cov-distil (oracle2teacher)": 3.8406128883361816,
+      "epoch": 1.086342229199372,
+      "rel-constrast": 2.5861334800720215,
+      "step": 1384,
+      "subrel-constrast": 2.763550043106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5373120307922363,
+      "cov-distil (oracle2student)": 3.3782882690429688,
+      "cov-distil (oracle2teacher)": 3.4752197265625,
+      "epoch": 1.08712715855573,
+      "rel-constrast": 2.74160099029541,
+      "step": 1385,
+      "subrel-constrast": 3.654707431793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726305365562439,
+      "cov-distil (oracle2student)": 6.264081001281738,
+      "cov-distil (oracle2teacher)": 6.202328681945801,
+      "epoch": 1.0879120879120878,
+      "rel-constrast": 3.196772575378418,
+      "step": 1386,
+      "subrel-constrast": 4.090964317321777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353294372558594,
+      "cov-distil (oracle2student)": 4.617647647857666,
+      "cov-distil (oracle2teacher)": 4.959433555603027,
+      "epoch": 1.0886970172684458,
+      "rel-constrast": 3.2036983966827393,
+      "step": 1387,
+      "subrel-constrast": 3.7551910877227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165143489837646,
+      "cov-distil (oracle2student)": 4.900763511657715,
+      "cov-distil (oracle2teacher)": 4.732897758483887,
+      "epoch": 1.0894819466248038,
+      "rel-constrast": 3.3392691612243652,
+      "step": 1388,
+      "subrel-constrast": 3.897893190383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.819463849067688,
+      "cov-distil (oracle2student)": 3.466165542602539,
+      "cov-distil (oracle2teacher)": 3.340545415878296,
+      "epoch": 1.0902668759811618,
+      "rel-constrast": 2.425576686859131,
+      "step": 1389,
+      "subrel-constrast": 3.422744035720825,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0910518053375196,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.97698788445594e-05,
+      "loss": 0.829,
+      "step": 1390
+    },
+    {
+      "cov-distil": 1.2456929683685303,
+      "cov-distil (oracle2student)": 2.4797627925872803,
+      "cov-distil (oracle2teacher)": 2.6108713150024414,
+      "epoch": 1.0910518053375196,
+      "rel-constrast": 2.1391234397888184,
+      "step": 1390,
+      "subrel-constrast": 2.3621671199798584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080111026763916,
+      "cov-distil (oracle2student)": 6.320272445678711,
+      "cov-distil (oracle2teacher)": 5.9656877517700195,
+      "epoch": 1.0918367346938775,
+      "rel-constrast": 2.4898555278778076,
+      "step": 1391,
+      "subrel-constrast": 3.066091537475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6581671237945557,
+      "cov-distil (oracle2student)": 3.91648268699646,
+      "cov-distil (oracle2teacher)": 4.001407623291016,
+      "epoch": 1.0926216640502355,
+      "rel-constrast": 4.013739585876465,
+      "step": 1392,
+      "subrel-constrast": 4.730424404144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5913100242614746,
+      "cov-distil (oracle2student)": 3.4155850410461426,
+      "cov-distil (oracle2teacher)": 3.4767534732818604,
+      "epoch": 1.0934065934065935,
+      "rel-constrast": 3.265977382659912,
+      "step": 1393,
+      "subrel-constrast": 3.794863224029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.735185146331787,
+      "cov-distil (oracle2student)": 5.366359710693359,
+      "cov-distil (oracle2teacher)": 5.077892303466797,
+      "epoch": 1.0941915227629513,
+      "rel-constrast": 2.506908416748047,
+      "step": 1394,
+      "subrel-constrast": 3.441734790802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3577219247817993,
+      "cov-distil (oracle2student)": 4.501542091369629,
+      "cov-distil (oracle2teacher)": 4.2119140625,
+      "epoch": 1.0949764521193093,
+      "rel-constrast": 3.157167911529541,
+      "step": 1395,
+      "subrel-constrast": 3.4801933765411377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.182083249092102,
+      "cov-distil (oracle2student)": 5.086513042449951,
+      "cov-distil (oracle2teacher)": 5.001871109008789,
+      "epoch": 1.0957613814756673,
+      "rel-constrast": 3.7043871879577637,
+      "step": 1396,
+      "subrel-constrast": 4.009977340698242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6978211402893066,
+      "cov-distil (oracle2student)": 4.240968704223633,
+      "cov-distil (oracle2teacher)": 4.077297210693359,
+      "epoch": 1.096546310832025,
+      "rel-constrast": 3.904170036315918,
+      "step": 1397,
+      "subrel-constrast": 4.262308597564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5113857984542847,
+      "cov-distil (oracle2student)": 3.5950698852539062,
+      "cov-distil (oracle2teacher)": 3.609370231628418,
+      "epoch": 1.097331240188383,
+      "rel-constrast": 3.1610422134399414,
+      "step": 1398,
+      "subrel-constrast": 3.737513303756714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6464242935180664,
+      "cov-distil (oracle2student)": 4.76617431640625,
+      "cov-distil (oracle2teacher)": 4.555519104003906,
+      "epoch": 1.098116169544741,
+      "rel-constrast": 4.202720642089844,
+      "step": 1399,
+      "subrel-constrast": 4.74445915222168,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.098901098901099,
+      "grad_norm": 6.625,
+      "learning_rate": 4.9757914724671074e-05,
+      "loss": 0.8529,
+      "step": 1400
+    },
+    {
+      "epoch": 1.098901098901099,
+      "overlap": 0.2750000059604645,
+      "step": 1400
+    },
+    {
+      "epoch": 1.098901098901099,
+      "step": 1400,
+      "student margin": 0.05029296875
+    },
+    {
+      "epoch": 1.098901098901099,
+      "step": 1400,
+      "teacher margin": 0.033843994140625
+    },
+    {
+      "epoch": 1.098901098901099,
+      "margin difference": -0.016448974609375,
+      "step": 1400
+    },
+    {
+      "cov-distil": 1.3774524927139282,
+      "cov-distil (oracle2student)": 4.048962116241455,
+      "cov-distil (oracle2teacher)": 3.9364190101623535,
+      "epoch": 1.098901098901099,
+      "rel-constrast": 3.4842300415039062,
+      "step": 1400,
+      "subrel-constrast": 4.573757171630859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5755010843276978,
+      "cov-distil (oracle2student)": 2.997373580932617,
+      "cov-distil (oracle2teacher)": 3.14574933052063,
+      "epoch": 1.0996860282574568,
+      "rel-constrast": 2.482325792312622,
+      "step": 1401,
+      "subrel-constrast": 3.2080576419830322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41730797290802,
+      "cov-distil (oracle2student)": 5.6667375564575195,
+      "cov-distil (oracle2teacher)": 5.003635883331299,
+      "epoch": 1.1004709576138147,
+      "rel-constrast": 4.049898147583008,
+      "step": 1402,
+      "subrel-constrast": 4.203271389007568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.75510835647583,
+      "cov-distil (oracle2student)": 5.073264122009277,
+      "cov-distil (oracle2teacher)": 4.4586639404296875,
+      "epoch": 1.1012558869701727,
+      "rel-constrast": 2.2561118602752686,
+      "step": 1403,
+      "subrel-constrast": 3.0288639068603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826297521591187,
+      "cov-distil (oracle2student)": 4.739652156829834,
+      "cov-distil (oracle2teacher)": 3.980092763900757,
+      "epoch": 1.1020408163265305,
+      "rel-constrast": 2.6099376678466797,
+      "step": 1404,
+      "subrel-constrast": 3.5757057666778564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.700481653213501,
+      "cov-distil (oracle2student)": 3.925020694732666,
+      "cov-distil (oracle2teacher)": 4.2010016441345215,
+      "epoch": 1.1028257456828885,
+      "rel-constrast": 3.4656805992126465,
+      "step": 1405,
+      "subrel-constrast": 4.435629844665527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734179139137268,
+      "cov-distil (oracle2student)": 4.875617980957031,
+      "cov-distil (oracle2teacher)": 4.430096626281738,
+      "epoch": 1.1036106750392465,
+      "rel-constrast": 1.8464717864990234,
+      "step": 1406,
+      "subrel-constrast": 2.7650609016418457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881967067718506,
+      "cov-distil (oracle2student)": 4.076774597167969,
+      "cov-distil (oracle2teacher)": 3.6389524936676025,
+      "epoch": 1.1043956043956045,
+      "rel-constrast": 2.828457832336426,
+      "step": 1407,
+      "subrel-constrast": 3.257171154022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8918731212615967,
+      "cov-distil (oracle2student)": 4.5294952392578125,
+      "cov-distil (oracle2teacher)": 4.1752519607543945,
+      "epoch": 1.1051805337519622,
+      "rel-constrast": 3.8180980682373047,
+      "step": 1408,
+      "subrel-constrast": 4.404576778411865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6718709468841553,
+      "cov-distil (oracle2student)": 4.541898727416992,
+      "cov-distil (oracle2teacher)": 4.1118669509887695,
+      "epoch": 1.1059654631083202,
+      "rel-constrast": 3.261911392211914,
+      "step": 1409,
+      "subrel-constrast": 3.675297975540161,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1067503924646782,
+      "grad_norm": 5.625,
+      "learning_rate": 4.9745648937404944e-05,
+      "loss": 0.7923,
+      "step": 1410
+    },
+    {
+      "cov-distil": 1.4265708923339844,
+      "cov-distil (oracle2student)": 2.3586010932922363,
+      "cov-distil (oracle2teacher)": 2.7697043418884277,
+      "epoch": 1.1067503924646782,
+      "rel-constrast": 2.8547863960266113,
+      "step": 1410,
+      "subrel-constrast": 3.3013954162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.654770016670227,
+      "cov-distil (oracle2student)": 4.709851264953613,
+      "cov-distil (oracle2teacher)": 4.484446048736572,
+      "epoch": 1.1075353218210362,
+      "rel-constrast": 2.5320489406585693,
+      "step": 1411,
+      "subrel-constrast": 3.3594744205474854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6176217794418335,
+      "cov-distil (oracle2student)": 4.045330047607422,
+      "cov-distil (oracle2teacher)": 4.103939533233643,
+      "epoch": 1.108320251177394,
+      "rel-constrast": 3.5939669609069824,
+      "step": 1412,
+      "subrel-constrast": 4.583804130554199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3921641111373901,
+      "cov-distil (oracle2student)": 3.223907470703125,
+      "cov-distil (oracle2teacher)": 2.718414783477783,
+      "epoch": 1.109105180533752,
+      "rel-constrast": 3.739264965057373,
+      "step": 1413,
+      "subrel-constrast": 4.031973838806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4037563800811768,
+      "cov-distil (oracle2student)": 2.9814395904541016,
+      "cov-distil (oracle2teacher)": 2.831556797027588,
+      "epoch": 1.10989010989011,
+      "rel-constrast": 2.548524856567383,
+      "step": 1414,
+      "subrel-constrast": 3.5879123210906982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.311434030532837,
+      "cov-distil (oracle2student)": 6.6438703536987305,
+      "cov-distil (oracle2teacher)": 5.585625171661377,
+      "epoch": 1.110675039246468,
+      "rel-constrast": 2.1226301193237305,
+      "step": 1415,
+      "subrel-constrast": 2.657355785369873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3532631397247314,
+      "cov-distil (oracle2student)": 4.801969528198242,
+      "cov-distil (oracle2teacher)": 4.307088851928711,
+      "epoch": 1.1114599686028257,
+      "rel-constrast": 2.868666648864746,
+      "step": 1416,
+      "subrel-constrast": 3.673433303833008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8779492378234863,
+      "cov-distil (oracle2student)": 4.065706729888916,
+      "cov-distil (oracle2teacher)": 3.550511360168457,
+      "epoch": 1.1122448979591837,
+      "rel-constrast": 1.9086132049560547,
+      "step": 1417,
+      "subrel-constrast": 3.243211269378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2267191410064697,
+      "cov-distil (oracle2student)": 4.205009460449219,
+      "cov-distil (oracle2teacher)": 4.072425365447998,
+      "epoch": 1.1130298273155417,
+      "rel-constrast": 2.7825543880462646,
+      "step": 1418,
+      "subrel-constrast": 3.117405652999878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9352264404296875,
+      "cov-distil (oracle2student)": 4.916912078857422,
+      "cov-distil (oracle2teacher)": 4.510032653808594,
+      "epoch": 1.1138147566718994,
+      "rel-constrast": 1.3724250793457031,
+      "step": 1419,
+      "subrel-constrast": 2.3689677715301514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1145996860282574,
+      "grad_norm": 4.0,
+      "learning_rate": 4.9733081632215764e-05,
+      "loss": 0.6961,
+      "step": 1420
+    },
+    {
+      "cov-distil": 1.5852007865905762,
+      "cov-distil (oracle2student)": 3.7165722846984863,
+      "cov-distil (oracle2teacher)": 3.3471460342407227,
+      "epoch": 1.1145996860282574,
+      "rel-constrast": 2.6423745155334473,
+      "step": 1420,
+      "subrel-constrast": 3.6259613037109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5029120445251465,
+      "cov-distil (oracle2student)": 3.589764356613159,
+      "cov-distil (oracle2teacher)": 3.509883403778076,
+      "epoch": 1.1153846153846154,
+      "rel-constrast": 3.199857234954834,
+      "step": 1421,
+      "subrel-constrast": 3.3864762783050537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.025437593460083,
+      "cov-distil (oracle2student)": 4.132634162902832,
+      "cov-distil (oracle2teacher)": 4.100710868835449,
+      "epoch": 1.1161695447409734,
+      "rel-constrast": 2.0588154792785645,
+      "step": 1422,
+      "subrel-constrast": 3.2275381088256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.681736707687378,
+      "cov-distil (oracle2student)": 2.927661895751953,
+      "cov-distil (oracle2teacher)": 2.9438533782958984,
+      "epoch": 1.1169544740973312,
+      "rel-constrast": 2.08059024810791,
+      "step": 1423,
+      "subrel-constrast": 2.9650402069091797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1729309558868408,
+      "cov-distil (oracle2student)": 5.7799177169799805,
+      "cov-distil (oracle2teacher)": 4.567580223083496,
+      "epoch": 1.1177394034536892,
+      "rel-constrast": 2.907471179962158,
+      "step": 1424,
+      "subrel-constrast": 3.5150842666625977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4462342262268066,
+      "cov-distil (oracle2student)": 3.6507339477539062,
+      "cov-distil (oracle2teacher)": 3.6555449962615967,
+      "epoch": 1.1185243328100472,
+      "rel-constrast": 2.425668478012085,
+      "step": 1425,
+      "subrel-constrast": 3.355107069015503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9393174648284912,
+      "cov-distil (oracle2student)": 4.488595962524414,
+      "cov-distil (oracle2teacher)": 4.189651012420654,
+      "epoch": 1.119309262166405,
+      "rel-constrast": 2.4969091415405273,
+      "step": 1426,
+      "subrel-constrast": 3.629150152206421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890607833862305,
+      "cov-distil (oracle2student)": 4.372025966644287,
+      "cov-distil (oracle2teacher)": 3.930250406265259,
+      "epoch": 1.120094191522763,
+      "rel-constrast": 2.9861860275268555,
+      "step": 1427,
+      "subrel-constrast": 3.6342074871063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704128503799438,
+      "cov-distil (oracle2student)": 3.7790822982788086,
+      "cov-distil (oracle2teacher)": 3.661731719970703,
+      "epoch": 1.120879120879121,
+      "rel-constrast": 2.6263198852539062,
+      "step": 1428,
+      "subrel-constrast": 3.587519884109497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8990941047668457,
+      "cov-distil (oracle2student)": 3.3532373905181885,
+      "cov-distil (oracle2teacher)": 3.2707412242889404,
+      "epoch": 1.1216640502354789,
+      "rel-constrast": 3.5683093070983887,
+      "step": 1429,
+      "subrel-constrast": 3.9765281677246094,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1224489795918366,
+      "grad_norm": 9.625,
+      "learning_rate": 4.972021296223217e-05,
+      "loss": 0.7156,
+      "step": 1430
+    },
+    {
+      "cov-distil": 1.6202445030212402,
+      "cov-distil (oracle2student)": 3.0828869342803955,
+      "cov-distil (oracle2teacher)": 2.7788877487182617,
+      "epoch": 1.1224489795918366,
+      "rel-constrast": 2.265202045440674,
+      "step": 1430,
+      "subrel-constrast": 3.0199191570281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5867798328399658,
+      "cov-distil (oracle2student)": 6.637983322143555,
+      "cov-distil (oracle2teacher)": 5.775035858154297,
+      "epoch": 1.1232339089481946,
+      "rel-constrast": 1.8450088500976562,
+      "step": 1431,
+      "subrel-constrast": 2.654466390609741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5769436359405518,
+      "cov-distil (oracle2student)": 3.3085904121398926,
+      "cov-distil (oracle2teacher)": 3.1149349212646484,
+      "epoch": 1.1240188383045526,
+      "rel-constrast": 3.127098321914673,
+      "step": 1432,
+      "subrel-constrast": 3.4269423484802246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.290905237197876,
+      "cov-distil (oracle2student)": 7.275933265686035,
+      "cov-distil (oracle2teacher)": 6.055379390716553,
+      "epoch": 1.1248037676609106,
+      "rel-constrast": 2.6604831218719482,
+      "step": 1433,
+      "subrel-constrast": 3.1333022117614746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4214860200881958,
+      "cov-distil (oracle2student)": 3.6913363933563232,
+      "cov-distil (oracle2teacher)": 3.974123239517212,
+      "epoch": 1.1255886970172684,
+      "rel-constrast": 3.193338394165039,
+      "step": 1434,
+      "subrel-constrast": 3.5697827339172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1152448654174805,
+      "cov-distil (oracle2student)": 4.05968713760376,
+      "cov-distil (oracle2teacher)": 3.9392943382263184,
+      "epoch": 1.1263736263736264,
+      "rel-constrast": 2.2788405418395996,
+      "step": 1435,
+      "subrel-constrast": 3.7335705757141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.242502212524414,
+      "cov-distil (oracle2student)": 3.214986562728882,
+      "cov-distil (oracle2teacher)": 3.609635829925537,
+      "epoch": 1.1271585557299844,
+      "rel-constrast": 2.747772455215454,
+      "step": 1436,
+      "subrel-constrast": 3.4749293327331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.319406270980835,
+      "cov-distil (oracle2student)": 7.63732385635376,
+      "cov-distil (oracle2teacher)": 6.685694694519043,
+      "epoch": 1.1279434850863423,
+      "rel-constrast": 3.4438138008117676,
+      "step": 1437,
+      "subrel-constrast": 3.970630168914795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0939173698425293,
+      "cov-distil (oracle2student)": 5.202234745025635,
+      "cov-distil (oracle2teacher)": 4.502569675445557,
+      "epoch": 1.1287284144427001,
+      "rel-constrast": 3.825807571411133,
+      "step": 1438,
+      "subrel-constrast": 4.160816192626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4238145351409912,
+      "cov-distil (oracle2student)": 3.324925184249878,
+      "cov-distil (oracle2teacher)": 3.2941694259643555,
+      "epoch": 1.129513343799058,
+      "rel-constrast": 2.8478026390075684,
+      "step": 1439,
+      "subrel-constrast": 3.2991602420806885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.130298273155416,
+      "grad_norm": 6.65625,
+      "learning_rate": 4.970704308425487e-05,
+      "loss": 0.7426,
+      "step": 1440
+    },
+    {
+      "cov-distil": 1.7210097312927246,
+      "cov-distil (oracle2student)": 4.91700553894043,
+      "cov-distil (oracle2teacher)": 4.660266876220703,
+      "epoch": 1.130298273155416,
+      "rel-constrast": 2.580687999725342,
+      "step": 1440,
+      "subrel-constrast": 3.407400131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4355494976043701,
+      "cov-distil (oracle2student)": 4.487117767333984,
+      "cov-distil (oracle2teacher)": 3.9655141830444336,
+      "epoch": 1.1310832025117739,
+      "rel-constrast": 2.7421960830688477,
+      "step": 1441,
+      "subrel-constrast": 3.3824241161346436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7735215425491333,
+      "cov-distil (oracle2student)": 7.142309188842773,
+      "cov-distil (oracle2teacher)": 5.814286231994629,
+      "epoch": 1.1318681318681318,
+      "rel-constrast": 3.1321613788604736,
+      "step": 1442,
+      "subrel-constrast": 3.7966020107269287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4831596612930298,
+      "cov-distil (oracle2student)": 4.758261680603027,
+      "cov-distil (oracle2teacher)": 4.327485084533691,
+      "epoch": 1.1326530612244898,
+      "rel-constrast": 3.778820037841797,
+      "step": 1443,
+      "subrel-constrast": 4.133635520935059,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499006509780884,
+      "cov-distil (oracle2student)": 4.640183448791504,
+      "cov-distil (oracle2teacher)": 4.057236671447754,
+      "epoch": 1.1334379905808478,
+      "rel-constrast": 3.0463719367980957,
+      "step": 1444,
+      "subrel-constrast": 3.5193467140197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5021295547485352,
+      "cov-distil (oracle2student)": 4.30925989151001,
+      "cov-distil (oracle2teacher)": 4.226467132568359,
+      "epoch": 1.1342229199372056,
+      "rel-constrast": 2.504362106323242,
+      "step": 1445,
+      "subrel-constrast": 3.079847812652588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6534078121185303,
+      "cov-distil (oracle2student)": 3.8200089931488037,
+      "cov-distil (oracle2teacher)": 4.042212963104248,
+      "epoch": 1.1350078492935636,
+      "rel-constrast": 3.2322568893432617,
+      "step": 1446,
+      "subrel-constrast": 3.7701570987701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5618064403533936,
+      "cov-distil (oracle2student)": 4.572770118713379,
+      "cov-distil (oracle2teacher)": 4.0620245933532715,
+      "epoch": 1.1357927786499216,
+      "rel-constrast": 2.9428255558013916,
+      "step": 1447,
+      "subrel-constrast": 3.3003830909729004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.392897129058838,
+      "cov-distil (oracle2student)": 3.695558786392212,
+      "cov-distil (oracle2teacher)": 3.8413383960723877,
+      "epoch": 1.1365777080062793,
+      "rel-constrast": 3.3504841327667236,
+      "step": 1448,
+      "subrel-constrast": 3.8079612255096436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3107936382293701,
+      "cov-distil (oracle2student)": 4.832245826721191,
+      "cov-distil (oracle2teacher)": 4.406163215637207,
+      "epoch": 1.1373626373626373,
+      "rel-constrast": 1.9430854320526123,
+      "step": 1449,
+      "subrel-constrast": 3.0062904357910156,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1381475667189953,
+      "grad_norm": 4.03125,
+      "learning_rate": 4.969357215875464e-05,
+      "loss": 0.7698,
+      "step": 1450
+    },
+    {
+      "cov-distil": 0.919407069683075,
+      "cov-distil (oracle2student)": 3.1853508949279785,
+      "cov-distil (oracle2teacher)": 3.0984792709350586,
+      "epoch": 1.1381475667189953,
+      "rel-constrast": 2.12074613571167,
+      "step": 1450,
+      "subrel-constrast": 2.755837917327881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5972926616668701,
+      "cov-distil (oracle2student)": 3.328793525695801,
+      "cov-distil (oracle2teacher)": 3.0796613693237305,
+      "epoch": 1.1389324960753533,
+      "rel-constrast": 3.2211830615997314,
+      "step": 1451,
+      "subrel-constrast": 3.4729177951812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.697230339050293,
+      "cov-distil (oracle2student)": 2.8607988357543945,
+      "cov-distil (oracle2teacher)": 2.8472752571105957,
+      "epoch": 1.139717425431711,
+      "rel-constrast": 2.671549081802368,
+      "step": 1452,
+      "subrel-constrast": 3.4498088359832764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.94770348072052,
+      "cov-distil (oracle2student)": 3.914979934692383,
+      "cov-distil (oracle2teacher)": 3.7376723289489746,
+      "epoch": 1.140502354788069,
+      "rel-constrast": 2.0744659900665283,
+      "step": 1453,
+      "subrel-constrast": 2.9850118160247803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9390360116958618,
+      "cov-distil (oracle2student)": 4.633434772491455,
+      "cov-distil (oracle2teacher)": 4.247796058654785,
+      "epoch": 1.141287284144427,
+      "rel-constrast": 3.4581127166748047,
+      "step": 1454,
+      "subrel-constrast": 3.9714317321777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7025808095932007,
+      "cov-distil (oracle2student)": 3.242124080657959,
+      "cov-distil (oracle2teacher)": 3.162363052368164,
+      "epoch": 1.1420722135007848,
+      "rel-constrast": 2.250493288040161,
+      "step": 1455,
+      "subrel-constrast": 3.050462484359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5706788301467896,
+      "cov-distil (oracle2student)": 5.469461917877197,
+      "cov-distil (oracle2teacher)": 4.936834812164307,
+      "epoch": 1.1428571428571428,
+      "rel-constrast": 2.565253496170044,
+      "step": 1456,
+      "subrel-constrast": 3.38845157623291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2386635541915894,
+      "cov-distil (oracle2student)": 3.0493264198303223,
+      "cov-distil (oracle2teacher)": 3.1810073852539062,
+      "epoch": 1.1436420722135008,
+      "rel-constrast": 2.261092185974121,
+      "step": 1457,
+      "subrel-constrast": 2.7858762741088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.739606499671936,
+      "cov-distil (oracle2student)": 3.968785524368286,
+      "cov-distil (oracle2teacher)": 3.909520387649536,
+      "epoch": 1.1444270015698588,
+      "rel-constrast": 2.737807273864746,
+      "step": 1458,
+      "subrel-constrast": 3.617563486099243,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63069486618042,
+      "cov-distil (oracle2student)": 4.003785133361816,
+      "cov-distil (oracle2teacher)": 3.693113088607788,
+      "epoch": 1.1452119309262168,
+      "rel-constrast": 3.737630844116211,
+      "step": 1459,
+      "subrel-constrast": 4.189433574676514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1459968602825745,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.967980034987048e-05,
+      "loss": 0.7174,
+      "step": 1460
+    },
+    {
+      "cov-distil": 2.4934022426605225,
+      "cov-distil (oracle2student)": 5.498902797698975,
+      "cov-distil (oracle2teacher)": 4.933234214782715,
+      "epoch": 1.1459968602825745,
+      "rel-constrast": 3.81288480758667,
+      "step": 1460,
+      "subrel-constrast": 4.341779708862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358349323272705,
+      "cov-distil (oracle2student)": 4.342729568481445,
+      "cov-distil (oracle2teacher)": 3.542717456817627,
+      "epoch": 1.1467817896389325,
+      "rel-constrast": 3.4645586013793945,
+      "step": 1461,
+      "subrel-constrast": 3.522831439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41737699508667,
+      "cov-distil (oracle2student)": 3.1106297969818115,
+      "cov-distil (oracle2teacher)": 3.1990559101104736,
+      "epoch": 1.1475667189952905,
+      "rel-constrast": 2.447864055633545,
+      "step": 1462,
+      "subrel-constrast": 3.088907480239868,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4640257358551025,
+      "cov-distil (oracle2student)": 4.718017101287842,
+      "cov-distil (oracle2teacher)": 4.130568504333496,
+      "epoch": 1.1483516483516483,
+      "rel-constrast": 2.635941982269287,
+      "step": 1463,
+      "subrel-constrast": 3.385139226913452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9698772430419922,
+      "cov-distil (oracle2student)": 6.459268569946289,
+      "cov-distil (oracle2teacher)": 5.032258033752441,
+      "epoch": 1.1491365777080063,
+      "rel-constrast": 4.093239784240723,
+      "step": 1464,
+      "subrel-constrast": 4.585559368133545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2035655975341797,
+      "cov-distil (oracle2student)": 3.430039167404175,
+      "cov-distil (oracle2teacher)": 3.6964468955993652,
+      "epoch": 1.1499215070643642,
+      "rel-constrast": 2.4838099479675293,
+      "step": 1465,
+      "subrel-constrast": 3.1714468002319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.579946756362915,
+      "cov-distil (oracle2student)": 4.577866554260254,
+      "cov-distil (oracle2teacher)": 4.270482063293457,
+      "epoch": 1.1507064364207222,
+      "rel-constrast": 2.88089656829834,
+      "step": 1466,
+      "subrel-constrast": 3.644862651824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5102288722991943,
+      "cov-distil (oracle2student)": 4.6253509521484375,
+      "cov-distil (oracle2teacher)": 4.5397844314575195,
+      "epoch": 1.15149136577708,
+      "rel-constrast": 2.2269387245178223,
+      "step": 1467,
+      "subrel-constrast": 2.7581796646118164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5692392587661743,
+      "cov-distil (oracle2student)": 2.171421527862549,
+      "cov-distil (oracle2teacher)": 2.289473295211792,
+      "epoch": 1.152276295133438,
+      "rel-constrast": 1.5733784437179565,
+      "step": 1468,
+      "subrel-constrast": 2.421278953552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7924730777740479,
+      "cov-distil (oracle2student)": 3.1747889518737793,
+      "cov-distil (oracle2teacher)": 3.5125255584716797,
+      "epoch": 1.153061224489796,
+      "rel-constrast": 2.380284309387207,
+      "step": 1469,
+      "subrel-constrast": 2.991039752960205,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1538461538461537,
+      "grad_norm": 5.0,
+      "learning_rate": 4.966572782540753e-05,
+      "loss": 0.7416,
+      "step": 1470
+    },
+    {
+      "cov-distil": 1.6793698072433472,
+      "cov-distil (oracle2student)": 6.4284772872924805,
+      "cov-distil (oracle2teacher)": 5.520218849182129,
+      "epoch": 1.1538461538461537,
+      "rel-constrast": 2.484776496887207,
+      "step": 1470,
+      "subrel-constrast": 3.247373104095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5853190422058105,
+      "cov-distil (oracle2student)": 3.101043224334717,
+      "cov-distil (oracle2teacher)": 3.3245849609375,
+      "epoch": 1.1546310832025117,
+      "rel-constrast": 1.8537979125976562,
+      "step": 1471,
+      "subrel-constrast": 2.7095072269439697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366969108581543,
+      "cov-distil (oracle2student)": 5.257271766662598,
+      "cov-distil (oracle2teacher)": 4.78129768371582,
+      "epoch": 1.1554160125588697,
+      "rel-constrast": 2.072223663330078,
+      "step": 1472,
+      "subrel-constrast": 2.9598119258880615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649501919746399,
+      "cov-distil (oracle2student)": 6.186247825622559,
+      "cov-distil (oracle2teacher)": 5.7467803955078125,
+      "epoch": 1.1562009419152277,
+      "rel-constrast": 2.668015718460083,
+      "step": 1473,
+      "subrel-constrast": 2.9322075843811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3380396366119385,
+      "cov-distil (oracle2student)": 3.762608528137207,
+      "cov-distil (oracle2teacher)": 3.6091530323028564,
+      "epoch": 1.1569858712715855,
+      "rel-constrast": 2.0027313232421875,
+      "step": 1474,
+      "subrel-constrast": 2.8449206352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2223048210144043,
+      "cov-distil (oracle2student)": 5.674510955810547,
+      "cov-distil (oracle2teacher)": 4.935297012329102,
+      "epoch": 1.1577708006279435,
+      "rel-constrast": 2.102262020111084,
+      "step": 1475,
+      "subrel-constrast": 3.233121871948242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7302626371383667,
+      "cov-distil (oracle2student)": 3.6926541328430176,
+      "cov-distil (oracle2teacher)": 3.3863492012023926,
+      "epoch": 1.1585557299843015,
+      "rel-constrast": 2.388659715652466,
+      "step": 1476,
+      "subrel-constrast": 3.0286173820495605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704991579055786,
+      "cov-distil (oracle2student)": 4.7798309326171875,
+      "cov-distil (oracle2teacher)": 4.173938274383545,
+      "epoch": 1.1593406593406592,
+      "rel-constrast": 2.9184153079986572,
+      "step": 1477,
+      "subrel-constrast": 3.51603364944458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2648746967315674,
+      "cov-distil (oracle2student)": 4.841617107391357,
+      "cov-distil (oracle2teacher)": 4.3514604568481445,
+      "epoch": 1.1601255886970172,
+      "rel-constrast": 3.234201192855835,
+      "step": 1478,
+      "subrel-constrast": 3.6756820678710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8125864267349243,
+      "cov-distil (oracle2student)": 2.6819968223571777,
+      "cov-distil (oracle2teacher)": 2.9248392581939697,
+      "epoch": 1.1609105180533752,
+      "rel-constrast": 3.2202460765838623,
+      "step": 1479,
+      "subrel-constrast": 3.61031174659729,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1616954474097332,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.9651354756835056e-05,
+      "loss": 0.6614,
+      "step": 1480
+    },
+    {
+      "cov-distil": 1.392646074295044,
+      "cov-distil (oracle2student)": 4.2380523681640625,
+      "cov-distil (oracle2teacher)": 3.5811140537261963,
+      "epoch": 1.1616954474097332,
+      "rel-constrast": 2.6302762031555176,
+      "step": 1480,
+      "subrel-constrast": 3.427609920501709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8921456336975098,
+      "cov-distil (oracle2student)": 3.067326068878174,
+      "cov-distil (oracle2teacher)": 3.2499985694885254,
+      "epoch": 1.1624803767660912,
+      "rel-constrast": 1.4655245542526245,
+      "step": 1481,
+      "subrel-constrast": 2.7194595336914062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8185973167419434,
+      "cov-distil (oracle2student)": 4.516495704650879,
+      "cov-distil (oracle2teacher)": 3.844066858291626,
+      "epoch": 1.163265306122449,
+      "rel-constrast": 2.676448345184326,
+      "step": 1482,
+      "subrel-constrast": 3.0788421630859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3603132963180542,
+      "cov-distil (oracle2student)": 6.497417449951172,
+      "cov-distil (oracle2teacher)": 5.633515357971191,
+      "epoch": 1.164050235478807,
+      "rel-constrast": 2.9875617027282715,
+      "step": 1483,
+      "subrel-constrast": 3.8521313667297363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2592880725860596,
+      "cov-distil (oracle2student)": 4.702965259552002,
+      "cov-distil (oracle2teacher)": 4.209061622619629,
+      "epoch": 1.164835164835165,
+      "rel-constrast": 3.127880096435547,
+      "step": 1484,
+      "subrel-constrast": 3.3566198348999023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8305009603500366,
+      "cov-distil (oracle2student)": 4.822851181030273,
+      "cov-distil (oracle2teacher)": 4.675025939941406,
+      "epoch": 1.1656200941915227,
+      "rel-constrast": 4.437347888946533,
+      "step": 1485,
+      "subrel-constrast": 4.580851078033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9999454021453857,
+      "cov-distil (oracle2student)": 3.5581858158111572,
+      "cov-distil (oracle2teacher)": 3.610217571258545,
+      "epoch": 1.1664050235478807,
+      "rel-constrast": 2.2528839111328125,
+      "step": 1486,
+      "subrel-constrast": 3.5497658252716064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4891130924224854,
+      "cov-distil (oracle2student)": 3.6254210472106934,
+      "cov-distil (oracle2teacher)": 3.5837528705596924,
+      "epoch": 1.1671899529042387,
+      "rel-constrast": 2.2691445350646973,
+      "step": 1487,
+      "subrel-constrast": 3.445279598236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.615608811378479,
+      "cov-distil (oracle2student)": 4.965720176696777,
+      "cov-distil (oracle2teacher)": 4.5782999992370605,
+      "epoch": 1.1679748822605966,
+      "rel-constrast": 2.9276885986328125,
+      "step": 1488,
+      "subrel-constrast": 3.6910719871520996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073660135269165,
+      "cov-distil (oracle2student)": 7.403058052062988,
+      "cov-distil (oracle2teacher)": 6.3559417724609375,
+      "epoch": 1.1687598116169544,
+      "rel-constrast": 3.0895729064941406,
+      "step": 1489,
+      "subrel-constrast": 3.694629669189453,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1695447409733124,
+      "grad_norm": 6.34375,
+      "learning_rate": 4.963668131928436e-05,
+      "loss": 0.7409,
+      "step": 1490
+    },
+    {
+      "cov-distil": 1.584778070449829,
+      "cov-distil (oracle2student)": 2.9753050804138184,
+      "cov-distil (oracle2teacher)": 3.3699378967285156,
+      "epoch": 1.1695447409733124,
+      "rel-constrast": 2.489734411239624,
+      "step": 1490,
+      "subrel-constrast": 3.321147918701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2136712074279785,
+      "cov-distil (oracle2student)": 5.705753326416016,
+      "cov-distil (oracle2teacher)": 4.733763217926025,
+      "epoch": 1.1703296703296704,
+      "rel-constrast": 2.0149669647216797,
+      "step": 1491,
+      "subrel-constrast": 2.8364689350128174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8165807723999023,
+      "cov-distil (oracle2student)": 5.1815619468688965,
+      "cov-distil (oracle2teacher)": 4.738595008850098,
+      "epoch": 1.1711145996860282,
+      "rel-constrast": 2.5921926498413086,
+      "step": 1492,
+      "subrel-constrast": 3.3167977333068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5081615447998047,
+      "cov-distil (oracle2student)": 4.854668617248535,
+      "cov-distil (oracle2teacher)": 4.041452884674072,
+      "epoch": 1.1718995290423861,
+      "rel-constrast": 3.7228612899780273,
+      "step": 1493,
+      "subrel-constrast": 3.814889430999756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741749048233032,
+      "cov-distil (oracle2student)": 3.047351360321045,
+      "cov-distil (oracle2teacher)": 3.038147449493408,
+      "epoch": 1.1726844583987441,
+      "rel-constrast": 3.035686492919922,
+      "step": 1494,
+      "subrel-constrast": 3.9800944328308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0405187606811523,
+      "cov-distil (oracle2student)": 3.714125633239746,
+      "cov-distil (oracle2teacher)": 3.6011228561401367,
+      "epoch": 1.1734693877551021,
+      "rel-constrast": 2.398214101791382,
+      "step": 1495,
+      "subrel-constrast": 3.8939106464385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3905870914459229,
+      "cov-distil (oracle2student)": 3.046931743621826,
+      "cov-distil (oracle2teacher)": 2.8855247497558594,
+      "epoch": 1.1742543171114599,
+      "rel-constrast": 3.0308635234832764,
+      "step": 1496,
+      "subrel-constrast": 3.329037666320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647951602935791,
+      "cov-distil (oracle2student)": 4.180196285247803,
+      "cov-distil (oracle2teacher)": 4.218957901000977,
+      "epoch": 1.1750392464678179,
+      "rel-constrast": 2.653312921524048,
+      "step": 1497,
+      "subrel-constrast": 4.166954040527344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6036298274993896,
+      "cov-distil (oracle2student)": 4.424801826477051,
+      "cov-distil (oracle2teacher)": 3.7677884101867676,
+      "epoch": 1.1758241758241759,
+      "rel-constrast": 2.748300313949585,
+      "step": 1498,
+      "subrel-constrast": 3.297043800354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6762897968292236,
+      "cov-distil (oracle2student)": 3.5112032890319824,
+      "cov-distil (oracle2teacher)": 3.420654773712158,
+      "epoch": 1.1766091051805336,
+      "rel-constrast": 2.9255642890930176,
+      "step": 1499,
+      "subrel-constrast": 3.3973541259765625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "grad_norm": 5.875,
+      "learning_rate": 4.9621707691546645e-05,
+      "loss": 0.7332,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-P@10": 0.7639999999999999,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-nDCG@10": 0.7747621818724173,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-nDCG@10": 0.6173102450175095,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/avg": 0.5416106548872113,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "overlap": 0.2890625,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "step": 1500,
+      "student margin": 0.0633544921875
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "step": 1500,
+      "teacher margin": 0.043121337890625
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "margin difference": -0.020233154296875,
+      "step": 1500
+    },
+    {
+      "cov-distil": 1.7485086917877197,
+      "cov-distil (oracle2student)": 4.230788707733154,
+      "cov-distil (oracle2teacher)": 3.8272950649261475,
+      "epoch": 1.1773940345368916,
+      "rel-constrast": 2.0312840938568115,
+      "step": 1500,
+      "subrel-constrast": 2.71525502204895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4775396585464478,
+      "cov-distil (oracle2student)": 4.059601306915283,
+      "cov-distil (oracle2teacher)": 3.723001003265381,
+      "epoch": 1.1781789638932496,
+      "rel-constrast": 4.083869934082031,
+      "step": 1501,
+      "subrel-constrast": 3.7125368118286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676011562347412,
+      "cov-distil (oracle2student)": 5.229190349578857,
+      "cov-distil (oracle2teacher)": 5.160117149353027,
+      "epoch": 1.1789638932496076,
+      "rel-constrast": 3.101928234100342,
+      "step": 1502,
+      "subrel-constrast": 4.044782638549805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6979618072509766,
+      "cov-distil (oracle2student)": 3.7973227500915527,
+      "cov-distil (oracle2teacher)": 3.310650587081909,
+      "epoch": 1.1797488226059656,
+      "rel-constrast": 2.005044937133789,
+      "step": 1503,
+      "subrel-constrast": 2.843824625015259,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5123100280761719,
+      "cov-distil (oracle2student)": 5.033284664154053,
+      "cov-distil (oracle2teacher)": 4.157942295074463,
+      "epoch": 1.1805337519623234,
+      "rel-constrast": 2.8426575660705566,
+      "step": 1504,
+      "subrel-constrast": 3.390226364135742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.316284418106079,
+      "cov-distil (oracle2student)": 3.133749485015869,
+      "cov-distil (oracle2teacher)": 3.136380672454834,
+      "epoch": 1.1813186813186813,
+      "rel-constrast": 2.476555347442627,
+      "step": 1505,
+      "subrel-constrast": 3.1768059730529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3085720539093018,
+      "cov-distil (oracle2student)": 5.336479187011719,
+      "cov-distil (oracle2teacher)": 5.304076194763184,
+      "epoch": 1.1821036106750393,
+      "rel-constrast": 3.9608383178710938,
+      "step": 1506,
+      "subrel-constrast": 4.48170280456543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562358140945435,
+      "cov-distil (oracle2student)": 5.106496334075928,
+      "cov-distil (oracle2teacher)": 4.130088806152344,
+      "epoch": 1.182888540031397,
+      "rel-constrast": 2.9583888053894043,
+      "step": 1507,
+      "subrel-constrast": 3.7306017875671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7493054866790771,
+      "cov-distil (oracle2student)": 2.7775204181671143,
+      "cov-distil (oracle2teacher)": 3.2637789249420166,
+      "epoch": 1.183673469387755,
+      "rel-constrast": 2.5205020904541016,
+      "step": 1508,
+      "subrel-constrast": 3.557661294937134,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0654494762420654,
+      "cov-distil (oracle2student)": 2.2735180854797363,
+      "cov-distil (oracle2teacher)": 2.127807855606079,
+      "epoch": 1.184458398744113,
+      "rel-constrast": 2.1841182708740234,
+      "step": 1509,
+      "subrel-constrast": 2.6357650756835938,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.185243328100471,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.9606434056070863e-05,
+      "loss": 0.7422,
+      "step": 1510
+    },
+    {
+      "cov-distil": 2.0747480392456055,
+      "cov-distil (oracle2student)": 3.9009385108947754,
+      "cov-distil (oracle2teacher)": 4.192046642303467,
+      "epoch": 1.185243328100471,
+      "rel-constrast": 2.6539556980133057,
+      "step": 1510,
+      "subrel-constrast": 3.577793836593628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7121105194091797,
+      "cov-distil (oracle2student)": 3.5978574752807617,
+      "cov-distil (oracle2teacher)": 3.8568508625030518,
+      "epoch": 1.1860282574568288,
+      "rel-constrast": 3.703195571899414,
+      "step": 1511,
+      "subrel-constrast": 4.201766490936279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.769433856010437,
+      "cov-distil (oracle2student)": 4.847658634185791,
+      "cov-distil (oracle2teacher)": 4.619823455810547,
+      "epoch": 1.1868131868131868,
+      "rel-constrast": 2.7370405197143555,
+      "step": 1512,
+      "subrel-constrast": 3.6746485233306885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3672865629196167,
+      "cov-distil (oracle2student)": 5.345491409301758,
+      "cov-distil (oracle2teacher)": 5.307746887207031,
+      "epoch": 1.1875981161695448,
+      "rel-constrast": 3.974797248840332,
+      "step": 1513,
+      "subrel-constrast": 4.64158296585083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3251571655273438,
+      "cov-distil (oracle2student)": 6.040820121765137,
+      "cov-distil (oracle2teacher)": 4.929553985595703,
+      "epoch": 1.1883830455259026,
+      "rel-constrast": 2.626101493835449,
+      "step": 1514,
+      "subrel-constrast": 3.0085737705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7284622192382812,
+      "cov-distil (oracle2student)": 3.64074444770813,
+      "cov-distil (oracle2teacher)": 3.6592631340026855,
+      "epoch": 1.1891679748822606,
+      "rel-constrast": 2.033757209777832,
+      "step": 1515,
+      "subrel-constrast": 2.7563092708587646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1659088134765625,
+      "cov-distil (oracle2student)": 2.7111988067626953,
+      "cov-distil (oracle2teacher)": 3.0070433616638184,
+      "epoch": 1.1899529042386185,
+      "rel-constrast": 2.4668636322021484,
+      "step": 1516,
+      "subrel-constrast": 3.6944668292999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1717967987060547,
+      "cov-distil (oracle2student)": 4.242790222167969,
+      "cov-distil (oracle2teacher)": 3.823622465133667,
+      "epoch": 1.1907378335949765,
+      "rel-constrast": 3.1749753952026367,
+      "step": 1517,
+      "subrel-constrast": 3.6475167274475098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.912517786026001,
+      "cov-distil (oracle2student)": 4.199876308441162,
+      "cov-distil (oracle2teacher)": 4.535355567932129,
+      "epoch": 1.1915227629513343,
+      "rel-constrast": 4.481130123138428,
+      "step": 1518,
+      "subrel-constrast": 5.082208156585693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562536239624023,
+      "cov-distil (oracle2student)": 5.788992881774902,
+      "cov-distil (oracle2teacher)": 4.82795524597168,
+      "epoch": 1.1923076923076923,
+      "rel-constrast": 3.587991237640381,
+      "step": 1519,
+      "subrel-constrast": 4.080261707305908,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1930926216640503,
+      "grad_norm": 6.84375,
+      "learning_rate": 4.959086059896141e-05,
+      "loss": 0.8287,
+      "step": 1520
+    },
+    {
+      "cov-distil": 1.5232781171798706,
+      "cov-distil (oracle2student)": 4.327375411987305,
+      "cov-distil (oracle2teacher)": 4.070348739624023,
+      "epoch": 1.1930926216640503,
+      "rel-constrast": 2.7197184562683105,
+      "step": 1520,
+      "subrel-constrast": 3.1734938621520996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4419372081756592,
+      "cov-distil (oracle2student)": 5.73799467086792,
+      "cov-distil (oracle2teacher)": 5.951563835144043,
+      "epoch": 1.193877551020408,
+      "rel-constrast": 3.3822076320648193,
+      "step": 1521,
+      "subrel-constrast": 3.779179811477661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640181303024292,
+      "cov-distil (oracle2student)": 3.836653709411621,
+      "cov-distil (oracle2teacher)": 3.7507858276367188,
+      "epoch": 1.194662480376766,
+      "rel-constrast": 3.6478872299194336,
+      "step": 1522,
+      "subrel-constrast": 4.444528579711914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4504380226135254,
+      "cov-distil (oracle2student)": 3.3363285064697266,
+      "cov-distil (oracle2teacher)": 2.772866725921631,
+      "epoch": 1.195447409733124,
+      "rel-constrast": 2.0574207305908203,
+      "step": 1523,
+      "subrel-constrast": 2.545795440673828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9421583414077759,
+      "cov-distil (oracle2student)": 3.961541175842285,
+      "cov-distil (oracle2teacher)": 4.5739521980285645,
+      "epoch": 1.196232339089482,
+      "rel-constrast": 2.9225692749023438,
+      "step": 1524,
+      "subrel-constrast": 3.993438243865967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5873799324035645,
+      "cov-distil (oracle2student)": 4.951776027679443,
+      "cov-distil (oracle2teacher)": 4.686556816101074,
+      "epoch": 1.19701726844584,
+      "rel-constrast": 2.6227290630340576,
+      "step": 1525,
+      "subrel-constrast": 3.568251132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7995333671569824,
+      "cov-distil (oracle2student)": 3.3716089725494385,
+      "cov-distil (oracle2teacher)": 3.617016315460205,
+      "epoch": 1.1978021978021978,
+      "rel-constrast": 2.6842219829559326,
+      "step": 1526,
+      "subrel-constrast": 3.481901168823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5646638870239258,
+      "cov-distil (oracle2student)": 4.4577507972717285,
+      "cov-distil (oracle2teacher)": 4.188509941101074,
+      "epoch": 1.1985871271585558,
+      "rel-constrast": 3.4021458625793457,
+      "step": 1527,
+      "subrel-constrast": 4.33415412902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8761851787567139,
+      "cov-distil (oracle2student)": 3.9821815490722656,
+      "cov-distil (oracle2teacher)": 3.884610176086426,
+      "epoch": 1.1993720565149137,
+      "rel-constrast": 2.9438514709472656,
+      "step": 1528,
+      "subrel-constrast": 3.405836582183838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2246947288513184,
+      "cov-distil (oracle2student)": 4.151642799377441,
+      "cov-distil (oracle2teacher)": 3.1427805423736572,
+      "epoch": 1.2001569858712715,
+      "rel-constrast": 1.772562026977539,
+      "step": 1529,
+      "subrel-constrast": 2.6392982006073,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2009419152276295,
+      "grad_norm": 3.53125,
+      "learning_rate": 4.957498750997597e-05,
+      "loss": 0.744,
+      "step": 1530
+    },
+    {
+      "cov-distil": 1.600648045539856,
+      "cov-distil (oracle2student)": 4.604783058166504,
+      "cov-distil (oracle2teacher)": 4.556369304656982,
+      "epoch": 1.2009419152276295,
+      "rel-constrast": 2.267603874206543,
+      "step": 1530,
+      "subrel-constrast": 2.6244161128997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810472846031189,
+      "cov-distil (oracle2student)": 4.073423862457275,
+      "cov-distil (oracle2teacher)": 3.6597142219543457,
+      "epoch": 1.2017268445839875,
+      "rel-constrast": 2.3108716011047363,
+      "step": 1531,
+      "subrel-constrast": 3.2451529502868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8782386779785156,
+      "cov-distil (oracle2student)": 3.557467222213745,
+      "cov-distil (oracle2teacher)": 3.675232410430908,
+      "epoch": 1.2025117739403455,
+      "rel-constrast": 3.3091039657592773,
+      "step": 1532,
+      "subrel-constrast": 4.100863456726074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5638325214385986,
+      "cov-distil (oracle2student)": 2.8034284114837646,
+      "cov-distil (oracle2teacher)": 2.8497776985168457,
+      "epoch": 1.2032967032967032,
+      "rel-constrast": 2.3563458919525146,
+      "step": 1533,
+      "subrel-constrast": 3.0898303985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.691821575164795,
+      "cov-distil (oracle2student)": 4.60768985748291,
+      "cov-distil (oracle2teacher)": 4.304746627807617,
+      "epoch": 1.2040816326530612,
+      "rel-constrast": 2.8594892024993896,
+      "step": 1534,
+      "subrel-constrast": 3.549325704574585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5520613193511963,
+      "cov-distil (oracle2student)": 4.877971649169922,
+      "cov-distil (oracle2teacher)": 4.454023838043213,
+      "epoch": 1.2048665620094192,
+      "rel-constrast": 2.8462142944335938,
+      "step": 1535,
+      "subrel-constrast": 3.4580230712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6331263780593872,
+      "cov-distil (oracle2student)": 4.314093112945557,
+      "cov-distil (oracle2teacher)": 4.101082801818848,
+      "epoch": 1.205651491365777,
+      "rel-constrast": 2.616159677505493,
+      "step": 1536,
+      "subrel-constrast": 3.3092477321624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.022289991378784,
+      "cov-distil (oracle2student)": 4.89500093460083,
+      "cov-distil (oracle2teacher)": 4.807025909423828,
+      "epoch": 1.206436420722135,
+      "rel-constrast": 2.419569253921509,
+      "step": 1537,
+      "subrel-constrast": 3.59961199760437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4777123928070068,
+      "cov-distil (oracle2student)": 3.2864580154418945,
+      "cov-distil (oracle2teacher)": 3.056769847869873,
+      "epoch": 1.207221350078493,
+      "rel-constrast": 2.0155293941497803,
+      "step": 1538,
+      "subrel-constrast": 2.7256932258605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.645634651184082,
+      "cov-distil (oracle2student)": 4.065258026123047,
+      "cov-distil (oracle2teacher)": 3.8413004875183105,
+      "epoch": 1.208006279434851,
+      "rel-constrast": 2.3775105476379395,
+      "step": 1539,
+      "subrel-constrast": 3.498631715774536,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2087912087912087,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.9558814982523106e-05,
+      "loss": 0.6766,
+      "step": 1540
+    },
+    {
+      "cov-distil": 1.8075847625732422,
+      "cov-distil (oracle2student)": 5.002773284912109,
+      "cov-distil (oracle2teacher)": 5.1291985511779785,
+      "epoch": 1.2087912087912087,
+      "rel-constrast": 3.0045089721679688,
+      "step": 1540,
+      "subrel-constrast": 3.930400848388672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4789363145828247,
+      "cov-distil (oracle2student)": 4.7036285400390625,
+      "cov-distil (oracle2teacher)": 4.801464080810547,
+      "epoch": 1.2095761381475667,
+      "rel-constrast": 2.8248226642608643,
+      "step": 1541,
+      "subrel-constrast": 3.794799566268921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6375290155410767,
+      "cov-distil (oracle2student)": 3.3961291313171387,
+      "cov-distil (oracle2teacher)": 3.204671859741211,
+      "epoch": 1.2103610675039247,
+      "rel-constrast": 2.8809454441070557,
+      "step": 1542,
+      "subrel-constrast": 3.4760124683380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2903764247894287,
+      "cov-distil (oracle2student)": 4.792279243469238,
+      "cov-distil (oracle2teacher)": 4.538397789001465,
+      "epoch": 1.2111459968602825,
+      "rel-constrast": 2.7544140815734863,
+      "step": 1543,
+      "subrel-constrast": 3.2082643508911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375863075256348,
+      "cov-distil (oracle2student)": 4.494780540466309,
+      "cov-distil (oracle2teacher)": 4.387182235717773,
+      "epoch": 1.2119309262166404,
+      "rel-constrast": 2.863981008529663,
+      "step": 1544,
+      "subrel-constrast": 3.4193403720855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7431714534759521,
+      "cov-distil (oracle2student)": 4.275623321533203,
+      "cov-distil (oracle2teacher)": 4.166308403015137,
+      "epoch": 1.2127158555729984,
+      "rel-constrast": 2.1307897567749023,
+      "step": 1545,
+      "subrel-constrast": 3.471906900405884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7611958980560303,
+      "cov-distil (oracle2student)": 3.3497514724731445,
+      "cov-distil (oracle2teacher)": 3.3862464427948,
+      "epoch": 1.2135007849293564,
+      "rel-constrast": 2.38743257522583,
+      "step": 1546,
+      "subrel-constrast": 3.3915841579437256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5527610778808594,
+      "cov-distil (oracle2student)": 3.1812191009521484,
+      "cov-distil (oracle2teacher)": 3.1168770790100098,
+      "epoch": 1.2142857142857142,
+      "rel-constrast": 2.404475212097168,
+      "step": 1547,
+      "subrel-constrast": 3.0474047660827637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7499725818634033,
+      "cov-distil (oracle2student)": 4.475757598876953,
+      "cov-distil (oracle2teacher)": 4.537806034088135,
+      "epoch": 1.2150706436420722,
+      "rel-constrast": 2.1917285919189453,
+      "step": 1548,
+      "subrel-constrast": 2.8687524795532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2541391849517822,
+      "cov-distil (oracle2student)": 4.706418991088867,
+      "cov-distil (oracle2teacher)": 3.8923490047454834,
+      "epoch": 1.2158555729984302,
+      "rel-constrast": 2.889606475830078,
+      "step": 1549,
+      "subrel-constrast": 3.2647478580474854,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2166405023547882,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.9542343213659974e-05,
+      "loss": 0.6976,
+      "step": 1550
+    },
+    {
+      "cov-distil": 1.8331830501556396,
+      "cov-distil (oracle2student)": 5.015098571777344,
+      "cov-distil (oracle2teacher)": 4.250988960266113,
+      "epoch": 1.2166405023547882,
+      "rel-constrast": 4.024837493896484,
+      "step": 1550,
+      "subrel-constrast": 4.481121063232422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9867794513702393,
+      "cov-distil (oracle2student)": 3.297834873199463,
+      "cov-distil (oracle2teacher)": 3.424804449081421,
+      "epoch": 1.217425431711146,
+      "rel-constrast": 2.9038000106811523,
+      "step": 1551,
+      "subrel-constrast": 3.5621063709259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5921251773834229,
+      "cov-distil (oracle2student)": 4.316880226135254,
+      "cov-distil (oracle2teacher)": 3.882554292678833,
+      "epoch": 1.218210361067504,
+      "rel-constrast": 2.5500707626342773,
+      "step": 1552,
+      "subrel-constrast": 3.0413320064544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2253526449203491,
+      "cov-distil (oracle2student)": 4.995065689086914,
+      "cov-distil (oracle2teacher)": 4.219193458557129,
+      "epoch": 1.218995290423862,
+      "rel-constrast": 3.696774959564209,
+      "step": 1553,
+      "subrel-constrast": 3.889272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229150414466858,
+      "cov-distil (oracle2student)": 2.6216583251953125,
+      "cov-distil (oracle2teacher)": 2.6381349563598633,
+      "epoch": 1.2197802197802199,
+      "rel-constrast": 3.167804718017578,
+      "step": 1554,
+      "subrel-constrast": 3.390306234359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.84684419631958,
+      "cov-distil (oracle2student)": 2.844254970550537,
+      "cov-distil (oracle2teacher)": 2.755173683166504,
+      "epoch": 1.2205651491365777,
+      "rel-constrast": 2.9125025272369385,
+      "step": 1555,
+      "subrel-constrast": 3.365950345993042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9272841215133667,
+      "cov-distil (oracle2student)": 2.703958034515381,
+      "cov-distil (oracle2teacher)": 2.7598724365234375,
+      "epoch": 1.2213500784929356,
+      "rel-constrast": 2.177861213684082,
+      "step": 1556,
+      "subrel-constrast": 3.3213248252868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2323274612426758,
+      "cov-distil (oracle2student)": 2.7246484756469727,
+      "cov-distil (oracle2teacher)": 2.517838954925537,
+      "epoch": 1.2221350078492936,
+      "rel-constrast": 1.8433092832565308,
+      "step": 1557,
+      "subrel-constrast": 2.5471136569976807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569610357284546,
+      "cov-distil (oracle2student)": 5.2571306228637695,
+      "cov-distil (oracle2teacher)": 4.8253984451293945,
+      "epoch": 1.2229199372056514,
+      "rel-constrast": 2.5907344818115234,
+      "step": 1558,
+      "subrel-constrast": 3.619658946990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.719965934753418,
+      "cov-distil (oracle2student)": 6.273858070373535,
+      "cov-distil (oracle2teacher)": 5.100681781768799,
+      "epoch": 1.2237048665620094,
+      "rel-constrast": 3.1695213317871094,
+      "step": 1559,
+      "subrel-constrast": 3.9834675788879395,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2244897959183674,
+      "grad_norm": 5.75,
+      "learning_rate": 4.952557240408988e-05,
+      "loss": 0.7663,
+      "step": 1560
+    },
+    {
+      "cov-distil": 1.6666290760040283,
+      "cov-distil (oracle2student)": 4.642274856567383,
+      "cov-distil (oracle2teacher)": 4.5248212814331055,
+      "epoch": 1.2244897959183674,
+      "rel-constrast": 3.450890302658081,
+      "step": 1560,
+      "subrel-constrast": 4.130867958068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2021815776824951,
+      "cov-distil (oracle2student)": 3.2229409217834473,
+      "cov-distil (oracle2teacher)": 3.380291700363159,
+      "epoch": 1.2252747252747254,
+      "rel-constrast": 2.533560276031494,
+      "step": 1561,
+      "subrel-constrast": 3.267157793045044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4832178354263306,
+      "cov-distil (oracle2student)": 3.1300363540649414,
+      "cov-distil (oracle2teacher)": 3.320742607116699,
+      "epoch": 1.2260596546310831,
+      "rel-constrast": 1.6512200832366943,
+      "step": 1562,
+      "subrel-constrast": 2.4736149311065674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5483647584915161,
+      "cov-distil (oracle2student)": 3.974653720855713,
+      "cov-distil (oracle2teacher)": 4.282253742218018,
+      "epoch": 1.2268445839874411,
+      "rel-constrast": 3.680492877960205,
+      "step": 1563,
+      "subrel-constrast": 4.2281389236450195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8743088245391846,
+      "cov-distil (oracle2student)": 4.122889995574951,
+      "cov-distil (oracle2teacher)": 3.6850976943969727,
+      "epoch": 1.227629513343799,
+      "rel-constrast": 2.8563923835754395,
+      "step": 1564,
+      "subrel-constrast": 3.1994149684906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.908144474029541,
+      "cov-distil (oracle2student)": 4.664992332458496,
+      "cov-distil (oracle2teacher)": 4.363765239715576,
+      "epoch": 1.2284144427001569,
+      "rel-constrast": 3.2205111980438232,
+      "step": 1565,
+      "subrel-constrast": 3.8490545749664307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4982974529266357,
+      "cov-distil (oracle2student)": 3.536342144012451,
+      "cov-distil (oracle2teacher)": 3.640622615814209,
+      "epoch": 1.2291993720565149,
+      "rel-constrast": 2.4386274814605713,
+      "step": 1566,
+      "subrel-constrast": 3.2455220222473145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.983614206314087,
+      "cov-distil (oracle2student)": 2.985178232192993,
+      "cov-distil (oracle2teacher)": 2.78747296333313,
+      "epoch": 1.2299843014128728,
+      "rel-constrast": 2.052114725112915,
+      "step": 1567,
+      "subrel-constrast": 2.8265461921691895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4338563680648804,
+      "cov-distil (oracle2student)": 3.8309435844421387,
+      "cov-distil (oracle2teacher)": 3.4424710273742676,
+      "epoch": 1.2307692307692308,
+      "rel-constrast": 3.0795669555664062,
+      "step": 1568,
+      "subrel-constrast": 3.582277297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.584893226623535,
+      "cov-distil (oracle2student)": 5.216217994689941,
+      "cov-distil (oracle2teacher)": 4.565634250640869,
+      "epoch": 1.2315541601255886,
+      "rel-constrast": 3.039799690246582,
+      "step": 1569,
+      "subrel-constrast": 3.715428113937378,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2323390894819466,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.950850275815983e-05,
+      "loss": 0.743,
+      "step": 1570
+    },
+    {
+      "cov-distil": 1.5038628578186035,
+      "cov-distil (oracle2student)": 2.6119627952575684,
+      "cov-distil (oracle2teacher)": 2.7541110515594482,
+      "epoch": 1.2323390894819466,
+      "rel-constrast": 2.176480531692505,
+      "step": 1570,
+      "subrel-constrast": 2.686347007751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520804524421692,
+      "cov-distil (oracle2student)": 2.5996336936950684,
+      "cov-distil (oracle2teacher)": 2.6235592365264893,
+      "epoch": 1.2331240188383046,
+      "rel-constrast": 3.114922523498535,
+      "step": 1571,
+      "subrel-constrast": 3.61731219291687,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104897737503052,
+      "cov-distil (oracle2student)": 3.415076732635498,
+      "cov-distil (oracle2teacher)": 3.5732460021972656,
+      "epoch": 1.2339089481946626,
+      "rel-constrast": 3.33668851852417,
+      "step": 1572,
+      "subrel-constrast": 3.909759759902954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4771370887756348,
+      "cov-distil (oracle2student)": 4.409694671630859,
+      "cov-distil (oracle2teacher)": 3.946770429611206,
+      "epoch": 1.2346938775510203,
+      "rel-constrast": 3.8898987770080566,
+      "step": 1573,
+      "subrel-constrast": 4.148560523986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3169071674346924,
+      "cov-distil (oracle2student)": 4.829381942749023,
+      "cov-distil (oracle2teacher)": 4.6057939529418945,
+      "epoch": 1.2354788069073783,
+      "rel-constrast": 2.1212494373321533,
+      "step": 1574,
+      "subrel-constrast": 2.8325772285461426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086176872253418,
+      "cov-distil (oracle2student)": 2.98012638092041,
+      "cov-distil (oracle2teacher)": 2.6507182121276855,
+      "epoch": 1.2362637362637363,
+      "rel-constrast": 1.8269630670547485,
+      "step": 1575,
+      "subrel-constrast": 2.1550111770629883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2610249519348145,
+      "cov-distil (oracle2student)": 4.485299587249756,
+      "cov-distil (oracle2teacher)": 4.363012790679932,
+      "epoch": 1.2370486656200943,
+      "rel-constrast": 4.008843421936035,
+      "step": 1576,
+      "subrel-constrast": 4.4985198974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6807074546813965,
+      "cov-distil (oracle2student)": 4.946079254150391,
+      "cov-distil (oracle2teacher)": 4.673879146575928,
+      "epoch": 1.237833594976452,
+      "rel-constrast": 3.214716911315918,
+      "step": 1577,
+      "subrel-constrast": 3.7449193000793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7182397842407227,
+      "cov-distil (oracle2student)": 7.419530868530273,
+      "cov-distil (oracle2teacher)": 6.617232322692871,
+      "epoch": 1.23861852433281,
+      "rel-constrast": 2.0141851902008057,
+      "step": 1578,
+      "subrel-constrast": 3.173762321472168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5207469463348389,
+      "cov-distil (oracle2student)": 4.323278427124023,
+      "cov-distil (oracle2teacher)": 4.4741621017456055,
+      "epoch": 1.239403453689168,
+      "rel-constrast": 2.6204493045806885,
+      "step": 1579,
+      "subrel-constrast": 3.512580156326294,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2401883830455258,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.9491134483858095e-05,
+      "loss": 0.7444,
+      "step": 1580
+    },
+    {
+      "cov-distil": 1.7275066375732422,
+      "cov-distil (oracle2student)": 2.5916287899017334,
+      "cov-distil (oracle2teacher)": 3.294196128845215,
+      "epoch": 1.2401883830455258,
+      "rel-constrast": 2.8139939308166504,
+      "step": 1580,
+      "subrel-constrast": 3.629631280899048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41563081741333,
+      "cov-distil (oracle2student)": 3.2800745964050293,
+      "cov-distil (oracle2teacher)": 3.2235331535339355,
+      "epoch": 1.2409733124018838,
+      "rel-constrast": 2.417858600616455,
+      "step": 1581,
+      "subrel-constrast": 3.2114391326904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0455130338668823,
+      "cov-distil (oracle2student)": 4.683004379272461,
+      "cov-distil (oracle2teacher)": 4.711904525756836,
+      "epoch": 1.2417582417582418,
+      "rel-constrast": 4.308945178985596,
+      "step": 1582,
+      "subrel-constrast": 4.595567226409912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4948856830596924,
+      "cov-distil (oracle2student)": 4.5842413902282715,
+      "cov-distil (oracle2teacher)": 4.541057586669922,
+      "epoch": 1.2425431711145998,
+      "rel-constrast": 2.354098320007324,
+      "step": 1583,
+      "subrel-constrast": 3.2532970905303955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478751540184021,
+      "cov-distil (oracle2student)": 5.340696811676025,
+      "cov-distil (oracle2teacher)": 5.217659950256348,
+      "epoch": 1.2433281004709575,
+      "rel-constrast": 3.1210832595825195,
+      "step": 1584,
+      "subrel-constrast": 3.8527209758758545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385205626487732,
+      "cov-distil (oracle2student)": 4.021716594696045,
+      "cov-distil (oracle2teacher)": 4.30511474609375,
+      "epoch": 1.2441130298273155,
+      "rel-constrast": 3.3219354152679443,
+      "step": 1585,
+      "subrel-constrast": 4.327701091766357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2471152544021606,
+      "cov-distil (oracle2student)": 5.545618057250977,
+      "cov-distil (oracle2teacher)": 4.992803573608398,
+      "epoch": 1.2448979591836735,
+      "rel-constrast": 3.230410575866699,
+      "step": 1586,
+      "subrel-constrast": 3.737184762954712,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.389676809310913,
+      "cov-distil (oracle2student)": 4.302770614624023,
+      "cov-distil (oracle2teacher)": 4.216390132904053,
+      "epoch": 1.2456828885400313,
+      "rel-constrast": 3.0439257621765137,
+      "step": 1587,
+      "subrel-constrast": 3.626136064529419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0842232704162598,
+      "cov-distil (oracle2student)": 5.351293087005615,
+      "cov-distil (oracle2teacher)": 4.81019401550293,
+      "epoch": 1.2464678178963893,
+      "rel-constrast": 2.3461873531341553,
+      "step": 1588,
+      "subrel-constrast": 3.2448534965515137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9012022018432617,
+      "cov-distil (oracle2student)": 3.589587688446045,
+      "cov-distil (oracle2teacher)": 3.8490538597106934,
+      "epoch": 1.2472527472527473,
+      "rel-constrast": 2.6720728874206543,
+      "step": 1589,
+      "subrel-constrast": 3.2388925552368164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2480376766091053,
+      "grad_norm": 6.21875,
+      "learning_rate": 4.947346779281159e-05,
+      "loss": 0.7787,
+      "step": 1590
+    },
+    {
+      "cov-distil": 1.0694540739059448,
+      "cov-distil (oracle2student)": 3.0265297889709473,
+      "cov-distil (oracle2teacher)": 2.930713653564453,
+      "epoch": 1.2480376766091053,
+      "rel-constrast": 1.9245004653930664,
+      "step": 1590,
+      "subrel-constrast": 2.372952699661255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5754947662353516,
+      "cov-distil (oracle2student)": 5.229963779449463,
+      "cov-distil (oracle2teacher)": 5.164266586303711,
+      "epoch": 1.248822605965463,
+      "rel-constrast": 1.8129247426986694,
+      "step": 1591,
+      "subrel-constrast": 2.834083080291748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0053443908691406,
+      "cov-distil (oracle2student)": 4.9797444343566895,
+      "cov-distil (oracle2teacher)": 4.2929582595825195,
+      "epoch": 1.249607535321821,
+      "rel-constrast": 2.694392442703247,
+      "step": 1592,
+      "subrel-constrast": 3.547555923461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2049765586853027,
+      "cov-distil (oracle2student)": 4.001274108886719,
+      "cov-distil (oracle2teacher)": 3.9364099502563477,
+      "epoch": 1.250392464678179,
+      "rel-constrast": 2.953474521636963,
+      "step": 1593,
+      "subrel-constrast": 3.470498561859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.043835401535034,
+      "cov-distil (oracle2student)": 5.210770606994629,
+      "cov-distil (oracle2teacher)": 4.576769828796387,
+      "epoch": 1.2511773940345368,
+      "rel-constrast": 2.3584091663360596,
+      "step": 1594,
+      "subrel-constrast": 3.1537837982177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2665927410125732,
+      "cov-distil (oracle2student)": 3.7326819896698,
+      "cov-distil (oracle2teacher)": 3.1742799282073975,
+      "epoch": 1.2519623233908947,
+      "rel-constrast": 4.692358493804932,
+      "step": 1595,
+      "subrel-constrast": 4.0910539627075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7941944599151611,
+      "cov-distil (oracle2student)": 4.109507083892822,
+      "cov-distil (oracle2teacher)": 4.159163951873779,
+      "epoch": 1.2527472527472527,
+      "rel-constrast": 2.3564138412475586,
+      "step": 1596,
+      "subrel-constrast": 3.6273791790008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635940074920654,
+      "cov-distil (oracle2student)": 4.576698303222656,
+      "cov-distil (oracle2teacher)": 4.398351192474365,
+      "epoch": 1.2535321821036107,
+      "rel-constrast": 2.9404969215393066,
+      "step": 1597,
+      "subrel-constrast": 3.804814577102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7701064348220825,
+      "cov-distil (oracle2student)": 4.771833896636963,
+      "cov-distil (oracle2teacher)": 3.738337755203247,
+      "epoch": 1.2543171114599687,
+      "rel-constrast": 2.40234112739563,
+      "step": 1598,
+      "subrel-constrast": 2.814751386642456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2810989618301392,
+      "cov-distil (oracle2student)": 4.285026550292969,
+      "cov-distil (oracle2teacher)": 4.482094764709473,
+      "epoch": 1.2551020408163265,
+      "rel-constrast": 2.3176803588867188,
+      "step": 1599,
+      "subrel-constrast": 3.109283685684204,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.94555029002834e-05,
+      "loss": 0.7005,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "overlap": 0.2953124940395355,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "step": 1600,
+      "student margin": 0.05426025390625
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "step": 1600,
+      "teacher margin": 0.037078857421875
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "margin difference": -0.017181396484375,
+      "step": 1600
+    },
+    {
+      "cov-distil": 1.2401432991027832,
+      "cov-distil (oracle2student)": 3.954568862915039,
+      "cov-distil (oracle2teacher)": 3.8835649490356445,
+      "epoch": 1.2558869701726845,
+      "rel-constrast": 4.249578475952148,
+      "step": 1600,
+      "subrel-constrast": 4.77301549911499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3518985509872437,
+      "cov-distil (oracle2student)": 5.146595001220703,
+      "cov-distil (oracle2teacher)": 4.2379045486450195,
+      "epoch": 1.2566718995290425,
+      "rel-constrast": 4.159992694854736,
+      "step": 1601,
+      "subrel-constrast": 4.252568244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1045626401901245,
+      "cov-distil (oracle2student)": 3.7269647121429443,
+      "cov-distil (oracle2teacher)": 3.6491031646728516,
+      "epoch": 1.2574568288854002,
+      "rel-constrast": 1.8313547372817993,
+      "step": 1602,
+      "subrel-constrast": 2.480900764465332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0515415668487549,
+      "cov-distil (oracle2student)": 3.6881957054138184,
+      "cov-distil (oracle2teacher)": 3.9391791820526123,
+      "epoch": 1.2582417582417582,
+      "rel-constrast": 2.3411812782287598,
+      "step": 1603,
+      "subrel-constrast": 2.8287715911865234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496519804000854,
+      "cov-distil (oracle2student)": 6.0102362632751465,
+      "cov-distil (oracle2teacher)": 5.4528374671936035,
+      "epoch": 1.2590266875981162,
+      "rel-constrast": 3.411728620529175,
+      "step": 1604,
+      "subrel-constrast": 4.295903205871582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.824700117111206,
+      "cov-distil (oracle2student)": 3.218780994415283,
+      "cov-distil (oracle2teacher)": 3.5953330993652344,
+      "epoch": 1.2598116169544742,
+      "rel-constrast": 2.255901336669922,
+      "step": 1605,
+      "subrel-constrast": 3.621413469314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3297637701034546,
+      "cov-distil (oracle2student)": 3.7404680252075195,
+      "cov-distil (oracle2teacher)": 4.179556846618652,
+      "epoch": 1.260596546310832,
+      "rel-constrast": 2.7648215293884277,
+      "step": 1606,
+      "subrel-constrast": 3.2416465282440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949851393699646,
+      "cov-distil (oracle2student)": 2.947930097579956,
+      "cov-distil (oracle2teacher)": 2.8981106281280518,
+      "epoch": 1.26138147566719,
+      "rel-constrast": 3.775965452194214,
+      "step": 1607,
+      "subrel-constrast": 3.85666561126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4960598945617676,
+      "cov-distil (oracle2student)": 4.037820816040039,
+      "cov-distil (oracle2teacher)": 4.013734817504883,
+      "epoch": 1.262166405023548,
+      "rel-constrast": 2.7456881999969482,
+      "step": 1608,
+      "subrel-constrast": 3.677175521850586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1052380800247192,
+      "cov-distil (oracle2student)": 3.17771315574646,
+      "cov-distil (oracle2teacher)": 3.0973048210144043,
+      "epoch": 1.2629513343799057,
+      "rel-constrast": 2.790376901626587,
+      "step": 1609,
+      "subrel-constrast": 3.7393651008605957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2637362637362637,
+      "grad_norm": 5.0,
+      "learning_rate": 4.943724002517005e-05,
+      "loss": 0.7932,
+      "step": 1610
+    },
+    {
+      "cov-distil": 0.8401419520378113,
+      "cov-distil (oracle2student)": 3.6818411350250244,
+      "cov-distil (oracle2teacher)": 3.2254278659820557,
+      "epoch": 1.2637362637362637,
+      "rel-constrast": 2.239971160888672,
+      "step": 1610,
+      "subrel-constrast": 2.607633352279663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5572216510772705,
+      "cov-distil (oracle2student)": 5.691225051879883,
+      "cov-distil (oracle2teacher)": 5.2247514724731445,
+      "epoch": 1.2645211930926217,
+      "rel-constrast": 3.4957265853881836,
+      "step": 1611,
+      "subrel-constrast": 4.3403143882751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.599346399307251,
+      "cov-distil (oracle2student)": 3.265510082244873,
+      "cov-distil (oracle2teacher)": 3.138312816619873,
+      "epoch": 1.2653061224489797,
+      "rel-constrast": 1.7332820892333984,
+      "step": 1612,
+      "subrel-constrast": 2.326345205307007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4157798290252686,
+      "cov-distil (oracle2student)": 2.43453311920166,
+      "cov-distil (oracle2teacher)": 2.5119686126708984,
+      "epoch": 1.2660910518053377,
+      "rel-constrast": 2.4434328079223633,
+      "step": 1613,
+      "subrel-constrast": 2.869371175765991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2938141822814941,
+      "cov-distil (oracle2student)": 4.608822822570801,
+      "cov-distil (oracle2teacher)": 5.189919471740723,
+      "epoch": 1.2668759811616954,
+      "rel-constrast": 3.2550747394561768,
+      "step": 1614,
+      "subrel-constrast": 4.518463134765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2033616304397583,
+      "cov-distil (oracle2student)": 4.0003132820129395,
+      "cov-distil (oracle2teacher)": 3.9773621559143066,
+      "epoch": 1.2676609105180534,
+      "rel-constrast": 2.2480671405792236,
+      "step": 1615,
+      "subrel-constrast": 2.946848154067993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72908616065979,
+      "cov-distil (oracle2student)": 4.721651077270508,
+      "cov-distil (oracle2teacher)": 4.623195648193359,
+      "epoch": 1.2684458398744112,
+      "rel-constrast": 3.6976943016052246,
+      "step": 1616,
+      "subrel-constrast": 4.176671981811523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5601651668548584,
+      "cov-distil (oracle2student)": 5.53110408782959,
+      "cov-distil (oracle2teacher)": 5.000835418701172,
+      "epoch": 1.2692307692307692,
+      "rel-constrast": 2.414720296859741,
+      "step": 1617,
+      "subrel-constrast": 3.356947898864746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3038325309753418,
+      "cov-distil (oracle2student)": 5.950539588928223,
+      "cov-distil (oracle2teacher)": 4.976174354553223,
+      "epoch": 1.2700156985871272,
+      "rel-constrast": 2.8983705043792725,
+      "step": 1618,
+      "subrel-constrast": 3.6266589164733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6398966312408447,
+      "cov-distil (oracle2student)": 3.7699663639068604,
+      "cov-distil (oracle2teacher)": 3.9635469913482666,
+      "epoch": 1.2708006279434851,
+      "rel-constrast": 3.084038257598877,
+      "step": 1619,
+      "subrel-constrast": 3.5827956199645996,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2715855572998431,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.9418679389998923e-05,
+      "loss": 0.7231,
+      "step": 1620
+    },
+    {
+      "cov-distil": 1.2033615112304688,
+      "cov-distil (oracle2student)": 2.6435210704803467,
+      "cov-distil (oracle2teacher)": 2.7180891036987305,
+      "epoch": 1.2715855572998431,
+      "rel-constrast": 2.435988664627075,
+      "step": 1620,
+      "subrel-constrast": 2.8730671405792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337418794631958,
+      "cov-distil (oracle2student)": 4.008183002471924,
+      "cov-distil (oracle2teacher)": 3.918609857559204,
+      "epoch": 1.272370486656201,
+      "rel-constrast": 2.1550803184509277,
+      "step": 1621,
+      "subrel-constrast": 3.027833938598633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3022841215133667,
+      "cov-distil (oracle2student)": 5.025609016418457,
+      "cov-distil (oracle2teacher)": 4.473941802978516,
+      "epoch": 1.2731554160125589,
+      "rel-constrast": 3.712306022644043,
+      "step": 1622,
+      "subrel-constrast": 4.314980506896973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7564401626586914,
+      "cov-distil (oracle2student)": 4.104037761688232,
+      "cov-distil (oracle2teacher)": 4.0148420333862305,
+      "epoch": 1.2739403453689169,
+      "rel-constrast": 3.961117744445801,
+      "step": 1623,
+      "subrel-constrast": 4.3763251304626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.112213373184204,
+      "cov-distil (oracle2student)": 3.8963370323181152,
+      "cov-distil (oracle2teacher)": 4.085019111633301,
+      "epoch": 1.2747252747252746,
+      "rel-constrast": 3.1151459217071533,
+      "step": 1624,
+      "subrel-constrast": 3.4535889625549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6795473098754883,
+      "cov-distil (oracle2student)": 4.558170318603516,
+      "cov-distil (oracle2teacher)": 4.258068084716797,
+      "epoch": 1.2755102040816326,
+      "rel-constrast": 2.2039456367492676,
+      "step": 1625,
+      "subrel-constrast": 2.6537296772003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3467729091644287,
+      "cov-distil (oracle2student)": 4.626681327819824,
+      "cov-distil (oracle2teacher)": 4.4227800369262695,
+      "epoch": 1.2762951334379906,
+      "rel-constrast": 2.81760835647583,
+      "step": 1626,
+      "subrel-constrast": 3.3071186542510986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.142616629600525,
+      "cov-distil (oracle2student)": 4.662853717803955,
+      "cov-distil (oracle2teacher)": 4.567802906036377,
+      "epoch": 1.2770800627943486,
+      "rel-constrast": 3.3561339378356934,
+      "step": 1627,
+      "subrel-constrast": 4.121894359588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.951671838760376,
+      "cov-distil (oracle2student)": 2.913677930831909,
+      "cov-distil (oracle2teacher)": 3.444167375564575,
+      "epoch": 1.2778649921507064,
+      "rel-constrast": 2.7839274406433105,
+      "step": 1628,
+      "subrel-constrast": 3.647115468978882,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.534114122390747,
+      "cov-distil (oracle2student)": 3.62860107421875,
+      "cov-distil (oracle2teacher)": 3.946953535079956,
+      "epoch": 1.2786499215070644,
+      "rel-constrast": 2.9101061820983887,
+      "step": 1629,
+      "subrel-constrast": 3.9150846004486084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2794348508634223,
+      "grad_norm": 5.625,
+      "learning_rate": 4.939982122092548e-05,
+      "loss": 0.7732,
+      "step": 1630
+    },
+    {
+      "cov-distil": 1.6983373165130615,
+      "cov-distil (oracle2student)": 4.0351715087890625,
+      "cov-distil (oracle2teacher)": 3.4591262340545654,
+      "epoch": 1.2794348508634223,
+      "rel-constrast": 2.75883150100708,
+      "step": 1630,
+      "subrel-constrast": 3.290522813796997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.365375280380249,
+      "cov-distil (oracle2student)": 5.294360160827637,
+      "cov-distil (oracle2teacher)": 4.6669697761535645,
+      "epoch": 1.2802197802197801,
+      "rel-constrast": 4.017967224121094,
+      "step": 1631,
+      "subrel-constrast": 4.0610222816467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2868592739105225,
+      "cov-distil (oracle2student)": 3.8631057739257812,
+      "cov-distil (oracle2teacher)": 3.7666921615600586,
+      "epoch": 1.281004709576138,
+      "rel-constrast": 2.6940512657165527,
+      "step": 1632,
+      "subrel-constrast": 3.4014902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5693693161010742,
+      "cov-distil (oracle2student)": 4.493404388427734,
+      "cov-distil (oracle2teacher)": 3.9357874393463135,
+      "epoch": 1.281789638932496,
+      "rel-constrast": 2.94412899017334,
+      "step": 1633,
+      "subrel-constrast": 3.6544454097747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4428383111953735,
+      "cov-distil (oracle2student)": 3.037003517150879,
+      "cov-distil (oracle2teacher)": 3.069725751876831,
+      "epoch": 1.282574568288854,
+      "rel-constrast": 1.9439277648925781,
+      "step": 1634,
+      "subrel-constrast": 2.94014310836792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5494788885116577,
+      "cov-distil (oracle2student)": 4.208475112915039,
+      "cov-distil (oracle2teacher)": 4.504655361175537,
+      "epoch": 1.283359497645212,
+      "rel-constrast": 4.304119110107422,
+      "step": 1635,
+      "subrel-constrast": 4.585867881774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.340540885925293,
+      "cov-distil (oracle2student)": 3.5669240951538086,
+      "cov-distil (oracle2teacher)": 3.9029083251953125,
+      "epoch": 1.2841444270015698,
+      "rel-constrast": 1.8818669319152832,
+      "step": 1636,
+      "subrel-constrast": 2.954639434814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7390761375427246,
+      "cov-distil (oracle2student)": 5.210850715637207,
+      "cov-distil (oracle2teacher)": 4.928779125213623,
+      "epoch": 1.2849293563579278,
+      "rel-constrast": 3.0819015502929688,
+      "step": 1637,
+      "subrel-constrast": 3.8880972862243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1178994178771973,
+      "cov-distil (oracle2student)": 4.759133815765381,
+      "cov-distil (oracle2teacher)": 4.51517915725708,
+      "epoch": 1.2857142857142856,
+      "rel-constrast": 2.805359363555908,
+      "step": 1638,
+      "subrel-constrast": 2.8414242267608643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4448472261428833,
+      "cov-distil (oracle2student)": 3.933835029602051,
+      "cov-distil (oracle2teacher)": 3.784127712249756,
+      "epoch": 1.2864992150706436,
+      "rel-constrast": 1.7304596900939941,
+      "step": 1639,
+      "subrel-constrast": 2.8501203060150146,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2872841444270016,
+      "grad_norm": 4.21875,
+      "learning_rate": 4.938066574773059e-05,
+      "loss": 0.7405,
+      "step": 1640
+    },
+    {
+      "cov-distil": 1.824934959411621,
+      "cov-distil (oracle2student)": 3.2884521484375,
+      "cov-distil (oracle2teacher)": 2.920071601867676,
+      "epoch": 1.2872841444270016,
+      "rel-constrast": 2.782691717147827,
+      "step": 1640,
+      "subrel-constrast": 3.892519950866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7503442764282227,
+      "cov-distil (oracle2student)": 4.084597110748291,
+      "cov-distil (oracle2teacher)": 4.363886833190918,
+      "epoch": 1.2880690737833596,
+      "rel-constrast": 2.7296700477600098,
+      "step": 1641,
+      "subrel-constrast": 3.6988725662231445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2059253454208374,
+      "cov-distil (oracle2student)": 4.277673721313477,
+      "cov-distil (oracle2teacher)": 4.320541858673096,
+      "epoch": 1.2888540031397175,
+      "rel-constrast": 2.508701801300049,
+      "step": 1642,
+      "subrel-constrast": 3.3788764476776123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2993993759155273,
+      "cov-distil (oracle2student)": 3.6636757850646973,
+      "cov-distil (oracle2teacher)": 3.6188464164733887,
+      "epoch": 1.2896389324960753,
+      "rel-constrast": 2.5455198287963867,
+      "step": 1643,
+      "subrel-constrast": 3.6185929775238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2521083354949951,
+      "cov-distil (oracle2student)": 3.79364013671875,
+      "cov-distil (oracle2teacher)": 3.800851345062256,
+      "epoch": 1.2904238618524333,
+      "rel-constrast": 3.1340579986572266,
+      "step": 1644,
+      "subrel-constrast": 3.728591203689575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3868159055709839,
+      "cov-distil (oracle2student)": 3.9565043449401855,
+      "cov-distil (oracle2teacher)": 3.4056267738342285,
+      "epoch": 1.2912087912087913,
+      "rel-constrast": 2.723842144012451,
+      "step": 1645,
+      "subrel-constrast": 3.5624608993530273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4942251443862915,
+      "cov-distil (oracle2student)": 4.735816955566406,
+      "cov-distil (oracle2teacher)": 4.332551002502441,
+      "epoch": 1.291993720565149,
+      "rel-constrast": 3.1045193672180176,
+      "step": 1646,
+      "subrel-constrast": 3.668058156967163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2528787851333618,
+      "cov-distil (oracle2student)": 4.021450519561768,
+      "cov-distil (oracle2teacher)": 4.035415172576904,
+      "epoch": 1.292778649921507,
+      "rel-constrast": 2.473135471343994,
+      "step": 1647,
+      "subrel-constrast": 3.208709239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4243361949920654,
+      "cov-distil (oracle2student)": 5.697556495666504,
+      "cov-distil (oracle2teacher)": 5.473768711090088,
+      "epoch": 1.293563579277865,
+      "rel-constrast": 2.741896629333496,
+      "step": 1648,
+      "subrel-constrast": 4.124619007110596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8192188739776611,
+      "cov-distil (oracle2student)": 2.797114849090576,
+      "cov-distil (oracle2teacher)": 2.723701000213623,
+      "epoch": 1.294348508634223,
+      "rel-constrast": 2.6524248123168945,
+      "step": 1649,
+      "subrel-constrast": 3.406691074371338,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2951334379905808,
+      "grad_norm": 5.375,
+      "learning_rate": 4.936121320381762e-05,
+      "loss": 0.7217,
+      "step": 1650
+    },
+    {
+      "cov-distil": 1.6652196645736694,
+      "cov-distil (oracle2student)": 4.50883674621582,
+      "cov-distil (oracle2teacher)": 3.993168354034424,
+      "epoch": 1.2951334379905808,
+      "rel-constrast": 2.57003116607666,
+      "step": 1650,
+      "subrel-constrast": 3.628901958465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.074852705001831,
+      "cov-distil (oracle2student)": 2.833625316619873,
+      "cov-distil (oracle2teacher)": 2.7247066497802734,
+      "epoch": 1.2959183673469388,
+      "rel-constrast": 2.528759479522705,
+      "step": 1651,
+      "subrel-constrast": 2.945603847503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3971084356307983,
+      "cov-distil (oracle2student)": 3.0018460750579834,
+      "cov-distil (oracle2teacher)": 3.686293125152588,
+      "epoch": 1.2967032967032968,
+      "rel-constrast": 2.7913460731506348,
+      "step": 1652,
+      "subrel-constrast": 3.3390860557556152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350878953933716,
+      "cov-distil (oracle2student)": 5.374774932861328,
+      "cov-distil (oracle2teacher)": 4.875711441040039,
+      "epoch": 1.2974882260596545,
+      "rel-constrast": 3.161719799041748,
+      "step": 1653,
+      "subrel-constrast": 4.238742351531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8106216192245483,
+      "cov-distil (oracle2student)": 3.3961193561553955,
+      "cov-distil (oracle2teacher)": 4.26975154876709,
+      "epoch": 1.2982731554160125,
+      "rel-constrast": 3.0342960357666016,
+      "step": 1654,
+      "subrel-constrast": 3.6275415420532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6817612648010254,
+      "cov-distil (oracle2student)": 4.652027130126953,
+      "cov-distil (oracle2teacher)": 4.589141845703125,
+      "epoch": 1.2990580847723705,
+      "rel-constrast": 3.1028218269348145,
+      "step": 1655,
+      "subrel-constrast": 3.9337363243103027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2627507448196411,
+      "cov-distil (oracle2student)": 6.517387390136719,
+      "cov-distil (oracle2teacher)": 5.350343227386475,
+      "epoch": 1.2998430141287285,
+      "rel-constrast": 3.1466264724731445,
+      "step": 1656,
+      "subrel-constrast": 3.1197381019592285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2194769382476807,
+      "cov-distil (oracle2student)": 4.07407283782959,
+      "cov-distil (oracle2teacher)": 4.279786586761475,
+      "epoch": 1.3006279434850865,
+      "rel-constrast": 2.6777279376983643,
+      "step": 1657,
+      "subrel-constrast": 3.576874017715454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2256784439086914,
+      "cov-distil (oracle2student)": 3.122056007385254,
+      "cov-distil (oracle2teacher)": 3.299981117248535,
+      "epoch": 1.3014128728414442,
+      "rel-constrast": 2.6643600463867188,
+      "step": 1658,
+      "subrel-constrast": 3.0457918643951416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7555532455444336,
+      "cov-distil (oracle2student)": 3.6815357208251953,
+      "cov-distil (oracle2teacher)": 3.7946360111236572,
+      "epoch": 1.3021978021978022,
+      "rel-constrast": 2.9607553482055664,
+      "step": 1659,
+      "subrel-constrast": 3.1729092597961426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.30298273155416,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.93414638262097e-05,
+      "loss": 0.7533,
+      "step": 1660
+    },
+    {
+      "cov-distil": 1.4782741069793701,
+      "cov-distil (oracle2student)": 3.131895065307617,
+      "cov-distil (oracle2teacher)": 3.025630474090576,
+      "epoch": 1.30298273155416,
+      "rel-constrast": 1.7634066343307495,
+      "step": 1660,
+      "subrel-constrast": 3.0443379878997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2554302215576172,
+      "cov-distil (oracle2student)": 4.800741195678711,
+      "cov-distil (oracle2teacher)": 4.580242156982422,
+      "epoch": 1.303767660910518,
+      "rel-constrast": 2.3431081771850586,
+      "step": 1661,
+      "subrel-constrast": 2.933103561401367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2417757511138916,
+      "cov-distil (oracle2student)": 5.50029182434082,
+      "cov-distil (oracle2teacher)": 5.67678165435791,
+      "epoch": 1.304552590266876,
+      "rel-constrast": 2.775085926055908,
+      "step": 1662,
+      "subrel-constrast": 3.3209705352783203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375855922698975,
+      "cov-distil (oracle2student)": 4.698795795440674,
+      "cov-distil (oracle2teacher)": 4.178256511688232,
+      "epoch": 1.305337519623234,
+      "rel-constrast": 3.456355094909668,
+      "step": 1663,
+      "subrel-constrast": 3.8518121242523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2631628513336182,
+      "cov-distil (oracle2student)": 4.585798263549805,
+      "cov-distil (oracle2teacher)": 3.720777988433838,
+      "epoch": 1.306122448979592,
+      "rel-constrast": 2.7050743103027344,
+      "step": 1664,
+      "subrel-constrast": 2.8726394176483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2668120861053467,
+      "cov-distil (oracle2student)": 5.543978691101074,
+      "cov-distil (oracle2teacher)": 4.31226110458374,
+      "epoch": 1.3069073783359497,
+      "rel-constrast": 3.455016851425171,
+      "step": 1665,
+      "subrel-constrast": 3.277104616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4592809677124023,
+      "cov-distil (oracle2student)": 3.580965757369995,
+      "cov-distil (oracle2teacher)": 3.6958651542663574,
+      "epoch": 1.3076923076923077,
+      "rel-constrast": 2.875990390777588,
+      "step": 1666,
+      "subrel-constrast": 3.5123231410980225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7660417556762695,
+      "cov-distil (oracle2student)": 5.026470184326172,
+      "cov-distil (oracle2teacher)": 4.608955383300781,
+      "epoch": 1.3084772370486657,
+      "rel-constrast": 2.4632911682128906,
+      "step": 1667,
+      "subrel-constrast": 3.6753294467926025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9695327281951904,
+      "cov-distil (oracle2student)": 4.632760524749756,
+      "cov-distil (oracle2teacher)": 4.739590644836426,
+      "epoch": 1.3092621664050235,
+      "rel-constrast": 4.044448375701904,
+      "step": 1668,
+      "subrel-constrast": 4.879031658172607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9147984385490417,
+      "cov-distil (oracle2student)": 3.8470358848571777,
+      "cov-distil (oracle2teacher)": 3.6714415550231934,
+      "epoch": 1.3100470957613815,
+      "rel-constrast": 1.9507464170455933,
+      "step": 1669,
+      "subrel-constrast": 2.4090120792388916,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3108320251177394,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.932141785554676e-05,
+      "loss": 0.7309,
+      "step": 1670
+    },
+    {
+      "cov-distil": 1.0804483890533447,
+      "cov-distil (oracle2student)": 4.381117820739746,
+      "cov-distil (oracle2teacher)": 4.153110027313232,
+      "epoch": 1.3108320251177394,
+      "rel-constrast": 2.430006980895996,
+      "step": 1670,
+      "subrel-constrast": 3.060797929763794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3550291061401367,
+      "cov-distil (oracle2student)": 4.675786018371582,
+      "cov-distil (oracle2teacher)": 4.878483772277832,
+      "epoch": 1.3116169544740974,
+      "rel-constrast": 2.190371036529541,
+      "step": 1671,
+      "subrel-constrast": 3.512721300125122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5128092765808105,
+      "cov-distil (oracle2student)": 3.5277040004730225,
+      "cov-distil (oracle2teacher)": 3.574345588684082,
+      "epoch": 1.3124018838304552,
+      "rel-constrast": 2.905486583709717,
+      "step": 1672,
+      "subrel-constrast": 3.6370315551757812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562002182006836,
+      "cov-distil (oracle2student)": 5.946201324462891,
+      "cov-distil (oracle2teacher)": 6.038100242614746,
+      "epoch": 1.3131868131868132,
+      "rel-constrast": 2.6617884635925293,
+      "step": 1673,
+      "subrel-constrast": 3.8258495330810547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4439823627471924,
+      "cov-distil (oracle2student)": 4.495332717895508,
+      "cov-distil (oracle2teacher)": 3.920667886734009,
+      "epoch": 1.3139717425431712,
+      "rel-constrast": 2.736530303955078,
+      "step": 1674,
+      "subrel-constrast": 3.709810495376587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.902129054069519,
+      "cov-distil (oracle2student)": 3.1296520233154297,
+      "cov-distil (oracle2teacher)": 3.1709532737731934,
+      "epoch": 1.314756671899529,
+      "rel-constrast": 2.3446121215820312,
+      "step": 1675,
+      "subrel-constrast": 3.3997671604156494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5456894636154175,
+      "cov-distil (oracle2student)": 3.53585147857666,
+      "cov-distil (oracle2teacher)": 3.7378737926483154,
+      "epoch": 1.315541601255887,
+      "rel-constrast": 1.8547238111495972,
+      "step": 1676,
+      "subrel-constrast": 2.8229920864105225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6679989099502563,
+      "cov-distil (oracle2student)": 4.102506637573242,
+      "cov-distil (oracle2teacher)": 3.851327419281006,
+      "epoch": 1.316326530612245,
+      "rel-constrast": 2.873745918273926,
+      "step": 1677,
+      "subrel-constrast": 3.830954074859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2982299327850342,
+      "cov-distil (oracle2student)": 3.544175148010254,
+      "cov-distil (oracle2teacher)": 3.48026704788208,
+      "epoch": 1.317111459968603,
+      "rel-constrast": 3.5534720420837402,
+      "step": 1678,
+      "subrel-constrast": 3.998359203338623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1478326320648193,
+      "cov-distil (oracle2student)": 5.38470458984375,
+      "cov-distil (oracle2teacher)": 4.923349380493164,
+      "epoch": 1.3178963893249607,
+      "rel-constrast": 2.6743621826171875,
+      "step": 1679,
+      "subrel-constrast": 3.7068068981170654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3186813186813187,
+      "grad_norm": 4.875,
+      "learning_rate": 4.9301075536082605e-05,
+      "loss": 0.6952,
+      "step": 1680
+    },
+    {
+      "cov-distil": 1.9513250589370728,
+      "cov-distil (oracle2student)": 4.398993492126465,
+      "cov-distil (oracle2teacher)": 4.786568641662598,
+      "epoch": 1.3186813186813187,
+      "rel-constrast": 2.6829535961151123,
+      "step": 1680,
+      "subrel-constrast": 4.0632853507995605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3817787170410156,
+      "cov-distil (oracle2student)": 3.289867401123047,
+      "cov-distil (oracle2teacher)": 3.359332799911499,
+      "epoch": 1.3194662480376766,
+      "rel-constrast": 3.0628602504730225,
+      "step": 1681,
+      "subrel-constrast": 3.4703333377838135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8047406673431396,
+      "cov-distil (oracle2student)": 5.392301559448242,
+      "cov-distil (oracle2teacher)": 5.2529449462890625,
+      "epoch": 1.3202511773940344,
+      "rel-constrast": 3.5952937602996826,
+      "step": 1682,
+      "subrel-constrast": 4.345643043518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3197975158691406,
+      "cov-distil (oracle2student)": 4.048213481903076,
+      "cov-distil (oracle2teacher)": 3.647500991821289,
+      "epoch": 1.3210361067503924,
+      "rel-constrast": 2.856383800506592,
+      "step": 1683,
+      "subrel-constrast": 3.104534149169922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8105502128601074,
+      "cov-distil (oracle2student)": 5.112046241760254,
+      "cov-distil (oracle2teacher)": 4.49995231628418,
+      "epoch": 1.3218210361067504,
+      "rel-constrast": 3.725432872772217,
+      "step": 1684,
+      "subrel-constrast": 4.248173236846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4322168827056885,
+      "cov-distil (oracle2student)": 3.3334832191467285,
+      "cov-distil (oracle2teacher)": 3.6339430809020996,
+      "epoch": 1.3226059654631084,
+      "rel-constrast": 2.7059125900268555,
+      "step": 1685,
+      "subrel-constrast": 3.2750349044799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6428894996643066,
+      "cov-distil (oracle2student)": 4.602001190185547,
+      "cov-distil (oracle2teacher)": 4.459765911102295,
+      "epoch": 1.3233908948194664,
+      "rel-constrast": 3.1114978790283203,
+      "step": 1686,
+      "subrel-constrast": 3.9000749588012695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8474209308624268,
+      "cov-distil (oracle2student)": 3.8932676315307617,
+      "cov-distil (oracle2teacher)": 4.134026050567627,
+      "epoch": 1.3241758241758241,
+      "rel-constrast": 2.9471235275268555,
+      "step": 1687,
+      "subrel-constrast": 3.8277077674865723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4144337177276611,
+      "cov-distil (oracle2student)": 4.639150142669678,
+      "cov-distil (oracle2teacher)": 4.320378303527832,
+      "epoch": 1.3249607535321821,
+      "rel-constrast": 3.245732307434082,
+      "step": 1688,
+      "subrel-constrast": 4.324900150299072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4898247718811035,
+      "cov-distil (oracle2student)": 3.7182819843292236,
+      "cov-distil (oracle2teacher)": 4.340787887573242,
+      "epoch": 1.3257456828885401,
+      "rel-constrast": 3.311568260192871,
+      "step": 1689,
+      "subrel-constrast": 4.191407203674316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3265306122448979,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.928043711568201e-05,
+      "loss": 0.8214,
+      "step": 1690
+    },
+    {
+      "cov-distil": 1.5231900215148926,
+      "cov-distil (oracle2student)": 4.0429229736328125,
+      "cov-distil (oracle2teacher)": 4.368336200714111,
+      "epoch": 1.3265306122448979,
+      "rel-constrast": 3.221848964691162,
+      "step": 1690,
+      "subrel-constrast": 3.944840431213379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2224268913269043,
+      "cov-distil (oracle2student)": 3.6712303161621094,
+      "cov-distil (oracle2teacher)": 3.6000585556030273,
+      "epoch": 1.3273155416012559,
+      "rel-constrast": 2.1097869873046875,
+      "step": 1691,
+      "subrel-constrast": 2.6628572940826416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.571364402770996,
+      "cov-distil (oracle2student)": 3.9584407806396484,
+      "cov-distil (oracle2teacher)": 4.059624195098877,
+      "epoch": 1.3281004709576139,
+      "rel-constrast": 3.725607395172119,
+      "step": 1692,
+      "subrel-constrast": 4.022169589996338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9361393451690674,
+      "cov-distil (oracle2student)": 3.485517978668213,
+      "cov-distil (oracle2teacher)": 3.5528483390808105,
+      "epoch": 1.3288854003139718,
+      "rel-constrast": 2.590193748474121,
+      "step": 1693,
+      "subrel-constrast": 3.5558483600616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5529704093933105,
+      "cov-distil (oracle2student)": 5.349681854248047,
+      "cov-distil (oracle2teacher)": 4.618007183074951,
+      "epoch": 1.3296703296703296,
+      "rel-constrast": 3.0925962924957275,
+      "step": 1694,
+      "subrel-constrast": 3.6117360591888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2765185832977295,
+      "cov-distil (oracle2student)": 5.414062976837158,
+      "cov-distil (oracle2teacher)": 5.182615280151367,
+      "epoch": 1.3304552590266876,
+      "rel-constrast": 3.097349166870117,
+      "step": 1695,
+      "subrel-constrast": 3.8629040718078613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4366099834442139,
+      "cov-distil (oracle2student)": 5.064397811889648,
+      "cov-distil (oracle2teacher)": 4.768686771392822,
+      "epoch": 1.3312401883830456,
+      "rel-constrast": 3.5905206203460693,
+      "step": 1696,
+      "subrel-constrast": 3.551110029220581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5100539922714233,
+      "cov-distil (oracle2student)": 4.031502723693848,
+      "cov-distil (oracle2teacher)": 3.1058902740478516,
+      "epoch": 1.3320251177394034,
+      "rel-constrast": 3.878617763519287,
+      "step": 1697,
+      "subrel-constrast": 3.6920580863952637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736415147781372,
+      "cov-distil (oracle2student)": 4.542118549346924,
+      "cov-distil (oracle2teacher)": 4.008769989013672,
+      "epoch": 1.3328100470957613,
+      "rel-constrast": 2.8388421535491943,
+      "step": 1698,
+      "subrel-constrast": 3.2855992317199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3649110794067383,
+      "cov-distil (oracle2student)": 5.195368766784668,
+      "cov-distil (oracle2teacher)": 4.632691383361816,
+      "epoch": 1.3335949764521193,
+      "rel-constrast": 2.544861316680908,
+      "step": 1699,
+      "subrel-constrast": 2.7482213973999023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.9259502845817594e-05,
+      "loss": 0.8051,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "overlap": 0.3125,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "step": 1700,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "step": 1700,
+      "teacher margin": 0.04046630859375
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "margin difference": -0.019775390625,
+      "step": 1700
+    },
+    {
+      "cov-distil": 1.780718445777893,
+      "cov-distil (oracle2student)": 4.830676078796387,
+      "cov-distil (oracle2teacher)": 4.522244930267334,
+      "epoch": 1.3343799058084773,
+      "rel-constrast": 2.708968162536621,
+      "step": 1700,
+      "subrel-constrast": 3.664163112640381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7044799327850342,
+      "cov-distil (oracle2student)": 3.761897087097168,
+      "cov-distil (oracle2teacher)": 3.689012289047241,
+      "epoch": 1.335164835164835,
+      "rel-constrast": 2.526390552520752,
+      "step": 1701,
+      "subrel-constrast": 3.3062210083007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1813758611679077,
+      "cov-distil (oracle2student)": 4.709604263305664,
+      "cov-distil (oracle2teacher)": 4.656639575958252,
+      "epoch": 1.335949764521193,
+      "rel-constrast": 2.514857292175293,
+      "step": 1702,
+      "subrel-constrast": 3.488149881362915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1151008605957031,
+      "cov-distil (oracle2student)": 2.865448236465454,
+      "cov-distil (oracle2teacher)": 3.638596534729004,
+      "epoch": 1.336734693877551,
+      "rel-constrast": 2.384942054748535,
+      "step": 1703,
+      "subrel-constrast": 3.135843276977539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5315178632736206,
+      "cov-distil (oracle2student)": 2.0018911361694336,
+      "cov-distil (oracle2teacher)": 2.3488893508911133,
+      "epoch": 1.3375196232339088,
+      "rel-constrast": 1.9972370862960815,
+      "step": 1704,
+      "subrel-constrast": 2.7012367248535156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6730701923370361,
+      "cov-distil (oracle2student)": 3.1682558059692383,
+      "cov-distil (oracle2teacher)": 3.1774349212646484,
+      "epoch": 1.3383045525902668,
+      "rel-constrast": 2.1729378700256348,
+      "step": 1705,
+      "subrel-constrast": 3.3846652507781982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5645828247070312,
+      "cov-distil (oracle2student)": 3.0768232345581055,
+      "cov-distil (oracle2teacher)": 3.6127519607543945,
+      "epoch": 1.3390894819466248,
+      "rel-constrast": 2.74924898147583,
+      "step": 1706,
+      "subrel-constrast": 3.2934718132019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5017133951187134,
+      "cov-distil (oracle2student)": 3.383028745651245,
+      "cov-distil (oracle2teacher)": 3.066603183746338,
+      "epoch": 1.3398744113029828,
+      "rel-constrast": 3.287877082824707,
+      "step": 1707,
+      "subrel-constrast": 4.0102033615112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.323404312133789,
+      "cov-distil (oracle2student)": 3.914201259613037,
+      "cov-distil (oracle2teacher)": 3.881359338760376,
+      "epoch": 1.3406593406593408,
+      "rel-constrast": 3.176435947418213,
+      "step": 1708,
+      "subrel-constrast": 3.6439154148101807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428868293762207,
+      "cov-distil (oracle2student)": 4.273033142089844,
+      "cov-distil (oracle2teacher)": 4.26628303527832,
+      "epoch": 1.3414442700156985,
+      "rel-constrast": 2.549382209777832,
+      "step": 1709,
+      "subrel-constrast": 3.0860307216644287,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3422291993720565,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.9238272981566834e-05,
+      "loss": 0.6887,
+      "step": 1710
+    },
+    {
+      "cov-distil": 1.081392526626587,
+      "cov-distil (oracle2student)": 5.827483177185059,
+      "cov-distil (oracle2teacher)": 5.341393947601318,
+      "epoch": 1.3422291993720565,
+      "rel-constrast": 2.8190817832946777,
+      "step": 1710,
+      "subrel-constrast": 3.3911261558532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2207149267196655,
+      "cov-distil (oracle2student)": 5.374782562255859,
+      "cov-distil (oracle2teacher)": 5.0022077560424805,
+      "epoch": 1.3430141287284145,
+      "rel-constrast": 1.670638084411621,
+      "step": 1711,
+      "subrel-constrast": 2.642967939376831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353926181793213,
+      "cov-distil (oracle2student)": 2.9009010791778564,
+      "cov-distil (oracle2teacher)": 3.7013018131256104,
+      "epoch": 1.3437990580847723,
+      "rel-constrast": 3.4264278411865234,
+      "step": 1712,
+      "subrel-constrast": 4.440281391143799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4675931930541992,
+      "cov-distil (oracle2student)": 4.909945487976074,
+      "cov-distil (oracle2teacher)": 4.447066307067871,
+      "epoch": 1.3445839874411303,
+      "rel-constrast": 2.7537853717803955,
+      "step": 1713,
+      "subrel-constrast": 3.529341697692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.124407172203064,
+      "cov-distil (oracle2student)": 5.115457057952881,
+      "cov-distil (oracle2teacher)": 4.879899978637695,
+      "epoch": 1.3453689167974883,
+      "rel-constrast": 2.403954267501831,
+      "step": 1714,
+      "subrel-constrast": 3.303976058959961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.701810598373413,
+      "cov-distil (oracle2student)": 4.863839149475098,
+      "cov-distil (oracle2teacher)": 4.200281620025635,
+      "epoch": 1.3461538461538463,
+      "rel-constrast": 2.4296562671661377,
+      "step": 1715,
+      "subrel-constrast": 3.0966598987579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881268501281738,
+      "cov-distil (oracle2student)": 4.329209327697754,
+      "cov-distil (oracle2teacher)": 4.223686218261719,
+      "epoch": 1.346938775510204,
+      "rel-constrast": 3.221346378326416,
+      "step": 1716,
+      "subrel-constrast": 3.7356741428375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601477861404419,
+      "cov-distil (oracle2student)": 4.000622749328613,
+      "cov-distil (oracle2teacher)": 3.9415695667266846,
+      "epoch": 1.347723704866562,
+      "rel-constrast": 2.6288466453552246,
+      "step": 1717,
+      "subrel-constrast": 3.582732677459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8193079233169556,
+      "cov-distil (oracle2student)": 3.9107248783111572,
+      "cov-distil (oracle2teacher)": 4.025141716003418,
+      "epoch": 1.34850863422292,
+      "rel-constrast": 4.060984134674072,
+      "step": 1718,
+      "subrel-constrast": 4.846158504486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519190788269043,
+      "cov-distil (oracle2student)": 3.7812249660491943,
+      "cov-distil (oracle2teacher)": 4.257962703704834,
+      "epoch": 1.3492935635792778,
+      "rel-constrast": 2.8818671703338623,
+      "step": 1719,
+      "subrel-constrast": 3.973895788192749,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3500784929356358,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.921674778160893e-05,
+      "loss": 0.7431,
+      "step": 1720
+    },
+    {
+      "cov-distil": 1.4843339920043945,
+      "cov-distil (oracle2student)": 4.635878086090088,
+      "cov-distil (oracle2teacher)": 4.166833877563477,
+      "epoch": 1.3500784929356358,
+      "rel-constrast": 2.9307570457458496,
+      "step": 1720,
+      "subrel-constrast": 3.4832499027252197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3266394138336182,
+      "cov-distil (oracle2student)": 5.636879920959473,
+      "cov-distil (oracle2teacher)": 4.4373955726623535,
+      "epoch": 1.3508634222919937,
+      "rel-constrast": 3.0167200565338135,
+      "step": 1721,
+      "subrel-constrast": 3.013080358505249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8228155374526978,
+      "cov-distil (oracle2student)": 3.767451286315918,
+      "cov-distil (oracle2teacher)": 3.762378454208374,
+      "epoch": 1.3516483516483517,
+      "rel-constrast": 2.6804583072662354,
+      "step": 1722,
+      "subrel-constrast": 3.7772467136383057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5253863334655762,
+      "cov-distil (oracle2student)": 4.397368907928467,
+      "cov-distil (oracle2teacher)": 4.080415725708008,
+      "epoch": 1.3524332810047095,
+      "rel-constrast": 3.5323140621185303,
+      "step": 1723,
+      "subrel-constrast": 4.126648902893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286723613739014,
+      "cov-distil (oracle2student)": 4.10756778717041,
+      "cov-distil (oracle2teacher)": 3.766479253768921,
+      "epoch": 1.3532182103610675,
+      "rel-constrast": 3.788242816925049,
+      "step": 1724,
+      "subrel-constrast": 3.9748165607452393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6401193141937256,
+      "cov-distil (oracle2student)": 2.8886406421661377,
+      "cov-distil (oracle2teacher)": 2.954597234725952,
+      "epoch": 1.3540031397174255,
+      "rel-constrast": 2.6082262992858887,
+      "step": 1725,
+      "subrel-constrast": 3.743175983428955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3371732234954834,
+      "cov-distil (oracle2student)": 5.656307220458984,
+      "cov-distil (oracle2teacher)": 4.892755508422852,
+      "epoch": 1.3547880690737832,
+      "rel-constrast": 3.9849557876586914,
+      "step": 1726,
+      "subrel-constrast": 4.523749351501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.720710039138794,
+      "cov-distil (oracle2student)": 5.891674041748047,
+      "cov-distil (oracle2teacher)": 5.492726802825928,
+      "epoch": 1.3555729984301412,
+      "rel-constrast": 2.9663026332855225,
+      "step": 1727,
+      "subrel-constrast": 3.7746434211730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3942320346832275,
+      "cov-distil (oracle2student)": 4.154197692871094,
+      "cov-distil (oracle2teacher)": 3.8255786895751953,
+      "epoch": 1.3563579277864992,
+      "rel-constrast": 2.909430503845215,
+      "step": 1728,
+      "subrel-constrast": 3.3779075145721436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1056621074676514,
+      "cov-distil (oracle2student)": 5.594830513000488,
+      "cov-distil (oracle2teacher)": 5.0517072677612305,
+      "epoch": 1.3571428571428572,
+      "rel-constrast": 2.3291707038879395,
+      "step": 1729,
+      "subrel-constrast": 3.4596457481384277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3579277864992152,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.919492750822164e-05,
+      "loss": 0.8086,
+      "step": 1730
+    },
+    {
+      "cov-distil": 1.0618146657943726,
+      "cov-distil (oracle2student)": 4.845118999481201,
+      "cov-distil (oracle2teacher)": 4.5378899574279785,
+      "epoch": 1.3579277864992152,
+      "rel-constrast": 2.635180950164795,
+      "step": 1730,
+      "subrel-constrast": 3.1001203060150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5445315837860107,
+      "cov-distil (oracle2student)": 3.147429943084717,
+      "cov-distil (oracle2teacher)": 3.502480983734131,
+      "epoch": 1.358712715855573,
+      "rel-constrast": 2.7715322971343994,
+      "step": 1731,
+      "subrel-constrast": 3.551654100418091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890753269195557,
+      "cov-distil (oracle2student)": 4.402159690856934,
+      "cov-distil (oracle2teacher)": 3.9822463989257812,
+      "epoch": 1.359497645211931,
+      "rel-constrast": 2.879653215408325,
+      "step": 1732,
+      "subrel-constrast": 3.7010772228240967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7144513130187988,
+      "cov-distil (oracle2student)": 3.2460508346557617,
+      "cov-distil (oracle2teacher)": 3.8056204319000244,
+      "epoch": 1.3602825745682887,
+      "rel-constrast": 3.305478096008301,
+      "step": 1733,
+      "subrel-constrast": 3.790867567062378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1175999641418457,
+      "cov-distil (oracle2student)": 2.724719285964966,
+      "cov-distil (oracle2teacher)": 3.3160347938537598,
+      "epoch": 1.3610675039246467,
+      "rel-constrast": 1.7467615604400635,
+      "step": 1734,
+      "subrel-constrast": 3.076059341430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.434706211090088,
+      "cov-distil (oracle2student)": 4.187713623046875,
+      "cov-distil (oracle2teacher)": 4.25986909866333,
+      "epoch": 1.3618524332810047,
+      "rel-constrast": 2.0395944118499756,
+      "step": 1735,
+      "subrel-constrast": 3.2258193492889404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1276826858520508,
+      "cov-distil (oracle2student)": 7.249734878540039,
+      "cov-distil (oracle2teacher)": 6.112825393676758,
+      "epoch": 1.3626373626373627,
+      "rel-constrast": 4.430420875549316,
+      "step": 1736,
+      "subrel-constrast": 4.517467975616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7729322910308838,
+      "cov-distil (oracle2student)": 4.154900550842285,
+      "cov-distil (oracle2teacher)": 3.9162378311157227,
+      "epoch": 1.3634222919937207,
+      "rel-constrast": 3.754016876220703,
+      "step": 1737,
+      "subrel-constrast": 4.286582946777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.039358377456665,
+      "cov-distil (oracle2student)": 4.010970592498779,
+      "cov-distil (oracle2teacher)": 3.628436326980591,
+      "epoch": 1.3642072213500784,
+      "rel-constrast": 2.7818729877471924,
+      "step": 1738,
+      "subrel-constrast": 3.192831516265869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3002960681915283,
+      "cov-distil (oracle2student)": 4.715875625610352,
+      "cov-distil (oracle2teacher)": 4.7496337890625,
+      "epoch": 1.3649921507064364,
+      "rel-constrast": 3.805814743041992,
+      "step": 1739,
+      "subrel-constrast": 4.489636421203613,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3657770800627944,
+      "grad_norm": 6.125,
+      "learning_rate": 4.917281242727812e-05,
+      "loss": 0.7905,
+      "step": 1740
+    },
+    {
+      "cov-distil": 1.0826528072357178,
+      "cov-distil (oracle2student)": 3.6261558532714844,
+      "cov-distil (oracle2teacher)": 3.517632484436035,
+      "epoch": 1.3657770800627944,
+      "rel-constrast": 2.9335129261016846,
+      "step": 1740,
+      "subrel-constrast": 3.3870151042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.295567274093628,
+      "cov-distil (oracle2student)": 3.7799532413482666,
+      "cov-distil (oracle2teacher)": 3.1188812255859375,
+      "epoch": 1.3665620094191522,
+      "rel-constrast": 2.6558594703674316,
+      "step": 1741,
+      "subrel-constrast": 2.7380588054656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0450639724731445,
+      "cov-distil (oracle2student)": 4.798305988311768,
+      "cov-distil (oracle2teacher)": 4.594151496887207,
+      "epoch": 1.3673469387755102,
+      "rel-constrast": 2.19745135307312,
+      "step": 1742,
+      "subrel-constrast": 3.7651469707489014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9361448287963867,
+      "cov-distil (oracle2student)": 3.4932923316955566,
+      "cov-distil (oracle2teacher)": 3.5693211555480957,
+      "epoch": 1.3681318681318682,
+      "rel-constrast": 2.5954251289367676,
+      "step": 1743,
+      "subrel-constrast": 2.80815052986145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4450926780700684,
+      "cov-distil (oracle2student)": 3.8245177268981934,
+      "cov-distil (oracle2teacher)": 3.891239643096924,
+      "epoch": 1.3689167974882261,
+      "rel-constrast": 3.0160374641418457,
+      "step": 1744,
+      "subrel-constrast": 3.4524195194244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455041885375977,
+      "cov-distil (oracle2student)": 3.8184432983398438,
+      "cov-distil (oracle2teacher)": 3.88462233543396,
+      "epoch": 1.369701726844584,
+      "rel-constrast": 3.801227569580078,
+      "step": 1745,
+      "subrel-constrast": 3.9571356773376465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.461526870727539,
+      "cov-distil (oracle2student)": 4.549899101257324,
+      "cov-distil (oracle2teacher)": 3.7564520835876465,
+      "epoch": 1.370486656200942,
+      "rel-constrast": 3.6531753540039062,
+      "step": 1746,
+      "subrel-constrast": 3.9839367866516113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4556019306182861,
+      "cov-distil (oracle2student)": 3.929880142211914,
+      "cov-distil (oracle2teacher)": 3.717059373855591,
+      "epoch": 1.3712715855572999,
+      "rel-constrast": 2.1996192932128906,
+      "step": 1747,
+      "subrel-constrast": 3.085503578186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3401236534118652,
+      "cov-distil (oracle2student)": 5.345374584197998,
+      "cov-distil (oracle2teacher)": 4.693299293518066,
+      "epoch": 1.3720565149136577,
+      "rel-constrast": 2.5245697498321533,
+      "step": 1748,
+      "subrel-constrast": 3.0306918621063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6430013179779053,
+      "cov-distil (oracle2student)": 3.0627193450927734,
+      "cov-distil (oracle2teacher)": 3.5168375968933105,
+      "epoch": 1.3728414442700156,
+      "rel-constrast": 2.1481099128723145,
+      "step": 1749,
+      "subrel-constrast": 3.1956779956817627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3736263736263736,
+      "grad_norm": 5.0,
+      "learning_rate": 4.9150402808243644e-05,
+      "loss": 0.731,
+      "step": 1750
+    },
+    {
+      "cov-distil": 1.3824069499969482,
+      "cov-distil (oracle2student)": 5.677611351013184,
+      "cov-distil (oracle2teacher)": 4.536192417144775,
+      "epoch": 1.3736263736263736,
+      "rel-constrast": 3.7941489219665527,
+      "step": 1750,
+      "subrel-constrast": 4.1272077560424805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4564387798309326,
+      "cov-distil (oracle2student)": 3.256950855255127,
+      "cov-distil (oracle2teacher)": 3.4080405235290527,
+      "epoch": 1.3744113029827316,
+      "rel-constrast": 2.686173915863037,
+      "step": 1751,
+      "subrel-constrast": 3.110144853591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3994667530059814,
+      "cov-distil (oracle2student)": 4.597443103790283,
+      "cov-distil (oracle2teacher)": 4.585826873779297,
+      "epoch": 1.3751962323390896,
+      "rel-constrast": 2.3697707653045654,
+      "step": 1752,
+      "subrel-constrast": 3.2143096923828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72646164894104,
+      "cov-distil (oracle2student)": 3.643385887145996,
+      "cov-distil (oracle2teacher)": 4.126883029937744,
+      "epoch": 1.3759811616954474,
+      "rel-constrast": 2.683345317840576,
+      "step": 1753,
+      "subrel-constrast": 3.8663997650146484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3887810707092285,
+      "cov-distil (oracle2student)": 2.553576946258545,
+      "cov-distil (oracle2teacher)": 2.4935812950134277,
+      "epoch": 1.3767660910518054,
+      "rel-constrast": 2.2330849170684814,
+      "step": 1754,
+      "subrel-constrast": 2.932375192642212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7131316661834717,
+      "cov-distil (oracle2student)": 2.7875115871429443,
+      "cov-distil (oracle2teacher)": 2.754456043243408,
+      "epoch": 1.3775510204081631,
+      "rel-constrast": 2.09670352935791,
+      "step": 1755,
+      "subrel-constrast": 2.8941287994384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5519529581069946,
+      "cov-distil (oracle2student)": 3.9605956077575684,
+      "cov-distil (oracle2teacher)": 3.9108903408050537,
+      "epoch": 1.3783359497645211,
+      "rel-constrast": 2.346756935119629,
+      "step": 1756,
+      "subrel-constrast": 3.025015115737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.143404483795166,
+      "cov-distil (oracle2student)": 4.485654830932617,
+      "cov-distil (oracle2teacher)": 3.552102565765381,
+      "epoch": 1.379120879120879,
+      "rel-constrast": 3.2750332355499268,
+      "step": 1757,
+      "subrel-constrast": 3.3454391956329346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2158668041229248,
+      "cov-distil (oracle2student)": 4.3882598876953125,
+      "cov-distil (oracle2teacher)": 4.6353840827941895,
+      "epoch": 1.379905808477237,
+      "rel-constrast": 2.8482608795166016,
+      "step": 1758,
+      "subrel-constrast": 3.654893159866333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.442891001701355,
+      "cov-distil (oracle2student)": 3.75789213180542,
+      "cov-distil (oracle2teacher)": 3.5688633918762207,
+      "epoch": 1.380690737833595,
+      "rel-constrast": 2.825012683868408,
+      "step": 1759,
+      "subrel-constrast": 3.4315226078033447,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3814756671899528,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.912769892417236e-05,
+      "loss": 0.715,
+      "step": 1760
+    },
+    {
+      "cov-distil": 1.277295470237732,
+      "cov-distil (oracle2student)": 4.561944007873535,
+      "cov-distil (oracle2teacher)": 4.234253883361816,
+      "epoch": 1.3814756671899528,
+      "rel-constrast": 2.9534506797790527,
+      "step": 1760,
+      "subrel-constrast": 3.4973106384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4292850494384766,
+      "cov-distil (oracle2student)": 3.1788437366485596,
+      "cov-distil (oracle2teacher)": 3.4569954872131348,
+      "epoch": 1.3822605965463108,
+      "rel-constrast": 2.9648616313934326,
+      "step": 1761,
+      "subrel-constrast": 4.153692722320557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649348497390747,
+      "cov-distil (oracle2student)": 3.9957692623138428,
+      "cov-distil (oracle2teacher)": 3.5393424034118652,
+      "epoch": 1.3830455259026688,
+      "rel-constrast": 2.010129451751709,
+      "step": 1762,
+      "subrel-constrast": 2.8695061206817627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8825892806053162,
+      "cov-distil (oracle2student)": 4.281441688537598,
+      "cov-distil (oracle2teacher)": 3.973555088043213,
+      "epoch": 1.3838304552590266,
+      "rel-constrast": 2.9419515132904053,
+      "step": 1763,
+      "subrel-constrast": 3.1668334007263184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0540237426757812,
+      "cov-distil (oracle2student)": 4.4148712158203125,
+      "cov-distil (oracle2teacher)": 3.9092445373535156,
+      "epoch": 1.3846153846153846,
+      "rel-constrast": 2.872657060623169,
+      "step": 1764,
+      "subrel-constrast": 3.2246999740600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5403823852539062,
+      "cov-distil (oracle2student)": 4.480401515960693,
+      "cov-distil (oracle2teacher)": 4.29107141494751,
+      "epoch": 1.3854003139717426,
+      "rel-constrast": 2.4473118782043457,
+      "step": 1765,
+      "subrel-constrast": 3.464146375656128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9296221733093262,
+      "cov-distil (oracle2student)": 4.12296199798584,
+      "cov-distil (oracle2teacher)": 3.8383519649505615,
+      "epoch": 1.3861852433281006,
+      "rel-constrast": 3.233968496322632,
+      "step": 1766,
+      "subrel-constrast": 4.193300724029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0214717388153076,
+      "cov-distil (oracle2student)": 2.7143003940582275,
+      "cov-distil (oracle2teacher)": 3.186598777770996,
+      "epoch": 1.3869701726844583,
+      "rel-constrast": 2.5249674320220947,
+      "step": 1767,
+      "subrel-constrast": 3.6878082752227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0996673107147217,
+      "cov-distil (oracle2student)": 3.2776894569396973,
+      "cov-distil (oracle2teacher)": 3.049516439437866,
+      "epoch": 1.3877551020408163,
+      "rel-constrast": 2.3833227157592773,
+      "step": 1768,
+      "subrel-constrast": 2.4072468280792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7651638984680176,
+      "cov-distil (oracle2student)": 4.343587875366211,
+      "cov-distil (oracle2teacher)": 4.099411487579346,
+      "epoch": 1.3885400313971743,
+      "rel-constrast": 2.4235150814056396,
+      "step": 1769,
+      "subrel-constrast": 3.2237741947174072,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.389324960753532,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.9104701051703915e-05,
+      "loss": 0.708,
+      "step": 1770
+    },
+    {
+      "cov-distil": 1.6089214086532593,
+      "cov-distil (oracle2student)": 1.9938068389892578,
+      "cov-distil (oracle2teacher)": 2.447086811065674,
+      "epoch": 1.389324960753532,
+      "rel-constrast": 2.6717936992645264,
+      "step": 1770,
+      "subrel-constrast": 3.6926400661468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0475549697875977,
+      "cov-distil (oracle2student)": 4.232304573059082,
+      "cov-distil (oracle2teacher)": 4.205155372619629,
+      "epoch": 1.39010989010989,
+      "rel-constrast": 2.5580437183380127,
+      "step": 1771,
+      "subrel-constrast": 3.1451010704040527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1233415603637695,
+      "cov-distil (oracle2student)": 3.134056806564331,
+      "cov-distil (oracle2teacher)": 3.438178062438965,
+      "epoch": 1.390894819466248,
+      "rel-constrast": 2.7492411136627197,
+      "step": 1772,
+      "subrel-constrast": 3.709041118621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5698450803756714,
+      "cov-distil (oracle2student)": 3.927119731903076,
+      "cov-distil (oracle2teacher)": 3.6161272525787354,
+      "epoch": 1.391679748822606,
+      "rel-constrast": 2.045973300933838,
+      "step": 1773,
+      "subrel-constrast": 3.0393433570861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9490007162094116,
+      "cov-distil (oracle2student)": 4.656673908233643,
+      "cov-distil (oracle2teacher)": 3.573176145553589,
+      "epoch": 1.392464678178964,
+      "rel-constrast": 4.914921283721924,
+      "step": 1774,
+      "subrel-constrast": 4.951249599456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459865689277649,
+      "cov-distil (oracle2student)": 4.682704925537109,
+      "cov-distil (oracle2teacher)": 4.323337554931641,
+      "epoch": 1.3932496075353218,
+      "rel-constrast": 2.6169118881225586,
+      "step": 1775,
+      "subrel-constrast": 3.520411491394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.024899959564209,
+      "cov-distil (oracle2student)": 3.6253342628479004,
+      "cov-distil (oracle2teacher)": 3.9742040634155273,
+      "epoch": 1.3940345368916798,
+      "rel-constrast": 3.2356555461883545,
+      "step": 1776,
+      "subrel-constrast": 3.9013290405273438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9277528524398804,
+      "cov-distil (oracle2student)": 4.837154388427734,
+      "cov-distil (oracle2teacher)": 4.316973686218262,
+      "epoch": 1.3948194662480375,
+      "rel-constrast": 3.5413308143615723,
+      "step": 1777,
+      "subrel-constrast": 3.2373464107513428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3537741899490356,
+      "cov-distil (oracle2student)": 4.281999588012695,
+      "cov-distil (oracle2teacher)": 4.542726516723633,
+      "epoch": 1.3956043956043955,
+      "rel-constrast": 1.8808162212371826,
+      "step": 1778,
+      "subrel-constrast": 3.06569766998291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6620193719863892,
+      "cov-distil (oracle2student)": 3.7810750007629395,
+      "cov-distil (oracle2teacher)": 3.3276071548461914,
+      "epoch": 1.3963893249607535,
+      "rel-constrast": 2.0814690589904785,
+      "step": 1779,
+      "subrel-constrast": 3.398512125015259,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3971742543171115,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.9081409471060133e-05,
+      "loss": 0.7467,
+      "step": 1780
+    },
+    {
+      "cov-distil": 1.975041151046753,
+      "cov-distil (oracle2student)": 4.313316345214844,
+      "cov-distil (oracle2teacher)": 4.424312114715576,
+      "epoch": 1.3971742543171115,
+      "rel-constrast": 2.7330856323242188,
+      "step": 1780,
+      "subrel-constrast": 3.9072744846343994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3184494972229004,
+      "cov-distil (oracle2student)": 2.3401479721069336,
+      "cov-distil (oracle2teacher)": 2.615574598312378,
+      "epoch": 1.3979591836734695,
+      "rel-constrast": 3.1698129177093506,
+      "step": 1781,
+      "subrel-constrast": 4.002466678619385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5081775188446045,
+      "cov-distil (oracle2student)": 4.373048782348633,
+      "cov-distil (oracle2teacher)": 4.501211643218994,
+      "epoch": 1.3987441130298273,
+      "rel-constrast": 2.671898603439331,
+      "step": 1782,
+      "subrel-constrast": 4.031023979187012,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7810746431350708,
+      "cov-distil (oracle2student)": 4.0231547355651855,
+      "cov-distil (oracle2teacher)": 3.3979432582855225,
+      "epoch": 1.3995290423861853,
+      "rel-constrast": 3.4191641807556152,
+      "step": 1783,
+      "subrel-constrast": 4.124697685241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2770994901657104,
+      "cov-distil (oracle2student)": 4.195890426635742,
+      "cov-distil (oracle2teacher)": 3.46781063079834,
+      "epoch": 1.4003139717425432,
+      "rel-constrast": 3.2167983055114746,
+      "step": 1784,
+      "subrel-constrast": 3.7879691123962402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4572951793670654,
+      "cov-distil (oracle2student)": 5.796965599060059,
+      "cov-distil (oracle2teacher)": 5.57896614074707,
+      "epoch": 1.401098901098901,
+      "rel-constrast": 3.993894100189209,
+      "step": 1785,
+      "subrel-constrast": 4.575894355773926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4861783981323242,
+      "cov-distil (oracle2student)": 4.789185047149658,
+      "cov-distil (oracle2teacher)": 4.152342319488525,
+      "epoch": 1.401883830455259,
+      "rel-constrast": 2.1518936157226562,
+      "step": 1786,
+      "subrel-constrast": 2.857137441635132,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0199559926986694,
+      "cov-distil (oracle2student)": 4.052515029907227,
+      "cov-distil (oracle2teacher)": 3.9190690517425537,
+      "epoch": 1.402668759811617,
+      "rel-constrast": 2.2214207649230957,
+      "step": 1787,
+      "subrel-constrast": 2.9084455966949463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5194413661956787,
+      "cov-distil (oracle2student)": 4.2949748039245605,
+      "cov-distil (oracle2teacher)": 4.273899078369141,
+      "epoch": 1.403453689167975,
+      "rel-constrast": 1.8227193355560303,
+      "step": 1788,
+      "subrel-constrast": 2.8076255321502686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.06584632396698,
+      "cov-distil (oracle2student)": 3.7848901748657227,
+      "cov-distil (oracle2teacher)": 3.3771371841430664,
+      "epoch": 1.4042386185243327,
+      "rel-constrast": 2.787358283996582,
+      "step": 1789,
+      "subrel-constrast": 3.5303947925567627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4050235478806907,
+      "grad_norm": 4.5625,
+      "learning_rate": 4.905782446604159e-05,
+      "loss": 0.7407,
+      "step": 1790
+    },
+    {
+      "cov-distil": 2.289405107498169,
+      "cov-distil (oracle2student)": 3.578599214553833,
+      "cov-distil (oracle2teacher)": 3.4512925148010254,
+      "epoch": 1.4050235478806907,
+      "rel-constrast": 2.3787174224853516,
+      "step": 1790,
+      "subrel-constrast": 3.511873960494995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2878767251968384,
+      "cov-distil (oracle2student)": 3.9206135272979736,
+      "cov-distil (oracle2teacher)": 3.6987013816833496,
+      "epoch": 1.4058084772370487,
+      "rel-constrast": 1.954724669456482,
+      "step": 1791,
+      "subrel-constrast": 2.8543734550476074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0315364599227905,
+      "cov-distil (oracle2student)": 5.348865985870361,
+      "cov-distil (oracle2teacher)": 5.0657501220703125,
+      "epoch": 1.4065934065934065,
+      "rel-constrast": 2.9480481147766113,
+      "step": 1792,
+      "subrel-constrast": 3.7603235244750977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7520729303359985,
+      "cov-distil (oracle2student)": 3.5946998596191406,
+      "cov-distil (oracle2teacher)": 3.9707908630371094,
+      "epoch": 1.4073783359497645,
+      "rel-constrast": 3.9384000301361084,
+      "step": 1793,
+      "subrel-constrast": 4.622103214263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4584685564041138,
+      "cov-distil (oracle2student)": 3.668431282043457,
+      "cov-distil (oracle2teacher)": 3.79821515083313,
+      "epoch": 1.4081632653061225,
+      "rel-constrast": 3.114461898803711,
+      "step": 1794,
+      "subrel-constrast": 4.088900089263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1298915147781372,
+      "cov-distil (oracle2student)": 5.357276916503906,
+      "cov-distil (oracle2teacher)": 4.751312255859375,
+      "epoch": 1.4089481946624804,
+      "rel-constrast": 2.830813407897949,
+      "step": 1795,
+      "subrel-constrast": 3.199908494949341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.313107490539551,
+      "cov-distil (oracle2student)": 5.050443649291992,
+      "cov-distil (oracle2teacher)": 4.313997745513916,
+      "epoch": 1.4097331240188384,
+      "rel-constrast": 2.955758810043335,
+      "step": 1796,
+      "subrel-constrast": 3.5969579219818115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214133858680725,
+      "cov-distil (oracle2student)": 2.1331787109375,
+      "cov-distil (oracle2teacher)": 2.266268730163574,
+      "epoch": 1.4105180533751962,
+      "rel-constrast": 1.6433556079864502,
+      "step": 1797,
+      "subrel-constrast": 2.509021759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5446757078170776,
+      "cov-distil (oracle2student)": 4.411598205566406,
+      "cov-distil (oracle2teacher)": 4.118759632110596,
+      "epoch": 1.4113029827315542,
+      "rel-constrast": 2.2952840328216553,
+      "step": 1798,
+      "subrel-constrast": 2.7476847171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6647090911865234,
+      "cov-distil (oracle2student)": 4.157137393951416,
+      "cov-distil (oracle2teacher)": 3.5608763694763184,
+      "epoch": 1.412087912087912,
+      "rel-constrast": 3.6442322731018066,
+      "step": 1799,
+      "subrel-constrast": 4.126953125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.41287284144427,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.90339463240241e-05,
+      "loss": 0.7318,
+      "step": 1800
+    },
+    {
+      "epoch": 1.41287284144427,
+      "overlap": 0.296875,
+      "step": 1800
+    },
+    {
+      "epoch": 1.41287284144427,
+      "step": 1800,
+      "student margin": 0.06158447265625
+    },
+    {
+      "epoch": 1.41287284144427,
+      "step": 1800,
+      "teacher margin": 0.03912353515625
+    },
+    {
+      "epoch": 1.41287284144427,
+      "margin difference": -0.0224609375,
+      "step": 1800
+    },
+    {
+      "cov-distil": 1.3753511905670166,
+      "cov-distil (oracle2student)": 3.7895617485046387,
+      "cov-distil (oracle2teacher)": 3.4697158336639404,
+      "epoch": 1.41287284144427,
+      "rel-constrast": 2.8414173126220703,
+      "step": 1800,
+      "subrel-constrast": 3.6772074699401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2888927459716797,
+      "cov-distil (oracle2student)": 4.218761444091797,
+      "cov-distil (oracle2teacher)": 3.251814126968384,
+      "epoch": 1.413657770800628,
+      "rel-constrast": 2.7894210815429688,
+      "step": 1801,
+      "subrel-constrast": 3.297595739364624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5428814888000488,
+      "cov-distil (oracle2student)": 4.462331295013428,
+      "cov-distil (oracle2teacher)": 4.133782863616943,
+      "epoch": 1.414442700156986,
+      "rel-constrast": 2.830944061279297,
+      "step": 1802,
+      "subrel-constrast": 3.652177572250366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3823407888412476,
+      "cov-distil (oracle2student)": 2.4255661964416504,
+      "cov-distil (oracle2teacher)": 2.612318515777588,
+      "epoch": 1.415227629513344,
+      "rel-constrast": 1.3273444175720215,
+      "step": 1803,
+      "subrel-constrast": 2.1789848804473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1732839345932007,
+      "cov-distil (oracle2student)": 3.3564648628234863,
+      "cov-distil (oracle2teacher)": 3.553042411804199,
+      "epoch": 1.4160125588697017,
+      "rel-constrast": 2.267561435699463,
+      "step": 1804,
+      "subrel-constrast": 3.235435724258423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9953148365020752,
+      "cov-distil (oracle2student)": 5.615447044372559,
+      "cov-distil (oracle2teacher)": 4.846495628356934,
+      "epoch": 1.4167974882260597,
+      "rel-constrast": 3.133941411972046,
+      "step": 1805,
+      "subrel-constrast": 3.020993709564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5745139122009277,
+      "cov-distil (oracle2student)": 4.578680992126465,
+      "cov-distil (oracle2teacher)": 4.446898460388184,
+      "epoch": 1.4175824175824177,
+      "rel-constrast": 2.3419127464294434,
+      "step": 1806,
+      "subrel-constrast": 3.1521565914154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.952881097793579,
+      "cov-distil (oracle2student)": 5.156837463378906,
+      "cov-distil (oracle2teacher)": 4.3093366622924805,
+      "epoch": 1.4183673469387754,
+      "rel-constrast": 1.7049798965454102,
+      "step": 1807,
+      "subrel-constrast": 2.738222122192383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.48823881149292,
+      "cov-distil (oracle2student)": 4.362990856170654,
+      "cov-distil (oracle2teacher)": 4.08839750289917,
+      "epoch": 1.4191522762951334,
+      "rel-constrast": 3.0215883255004883,
+      "step": 1808,
+      "subrel-constrast": 3.518209934234619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8446228504180908,
+      "cov-distil (oracle2student)": 5.151702880859375,
+      "cov-distil (oracle2teacher)": 4.638205528259277,
+      "epoch": 1.4199372056514914,
+      "rel-constrast": 3.1416099071502686,
+      "step": 1809,
+      "subrel-constrast": 3.8997795581817627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4207221350078494,
+      "grad_norm": 6.8125,
+      "learning_rate": 4.900977533595531e-05,
+      "loss": 0.6716,
+      "step": 1810
+    },
+    {
+      "cov-distil": 1.6543567180633545,
+      "cov-distil (oracle2student)": 4.950900077819824,
+      "cov-distil (oracle2teacher)": 4.470099925994873,
+      "epoch": 1.4207221350078494,
+      "rel-constrast": 2.619957685470581,
+      "step": 1810,
+      "subrel-constrast": 3.1563613414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3683617115020752,
+      "cov-distil (oracle2student)": 4.222921371459961,
+      "cov-distil (oracle2teacher)": 3.636617422103882,
+      "epoch": 1.4215070643642072,
+      "rel-constrast": 2.228365421295166,
+      "step": 1811,
+      "subrel-constrast": 2.803258180618286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8803507089614868,
+      "cov-distil (oracle2student)": 3.889373779296875,
+      "cov-distil (oracle2teacher)": 3.9628119468688965,
+      "epoch": 1.4222919937205651,
+      "rel-constrast": 3.4966611862182617,
+      "step": 1812,
+      "subrel-constrast": 3.9638965129852295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8111013174057007,
+      "cov-distil (oracle2student)": 4.548791885375977,
+      "cov-distil (oracle2teacher)": 4.69551944732666,
+      "epoch": 1.4230769230769231,
+      "rel-constrast": 1.8570060729980469,
+      "step": 1813,
+      "subrel-constrast": 3.579813241958618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.286060094833374,
+      "cov-distil (oracle2student)": 4.387686729431152,
+      "cov-distil (oracle2teacher)": 3.7512662410736084,
+      "epoch": 1.423861852433281,
+      "rel-constrast": 1.78669011592865,
+      "step": 1814,
+      "subrel-constrast": 2.735056161880493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.087967872619629,
+      "cov-distil (oracle2student)": 2.901634693145752,
+      "cov-distil (oracle2teacher)": 3.397329807281494,
+      "epoch": 1.4246467817896389,
+      "rel-constrast": 2.498164176940918,
+      "step": 1815,
+      "subrel-constrast": 3.076226234436035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547093391418457,
+      "cov-distil (oracle2student)": 5.884370803833008,
+      "cov-distil (oracle2teacher)": 5.389580726623535,
+      "epoch": 1.4254317111459969,
+      "rel-constrast": 3.1378984451293945,
+      "step": 1816,
+      "subrel-constrast": 3.7884104251861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7544300556182861,
+      "cov-distil (oracle2student)": 5.527893543243408,
+      "cov-distil (oracle2teacher)": 4.92282772064209,
+      "epoch": 1.4262166405023549,
+      "rel-constrast": 3.694044828414917,
+      "step": 1817,
+      "subrel-constrast": 4.2226386070251465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8763136863708496,
+      "cov-distil (oracle2student)": 3.690674066543579,
+      "cov-distil (oracle2teacher)": 3.4789791107177734,
+      "epoch": 1.4270015698587128,
+      "rel-constrast": 3.362605571746826,
+      "step": 1818,
+      "subrel-constrast": 3.578190565109253,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3423494100570679,
+      "cov-distil (oracle2student)": 3.6252429485321045,
+      "cov-distil (oracle2teacher)": 3.494964122772217,
+      "epoch": 1.4277864992150706,
+      "rel-constrast": 2.935727119445801,
+      "step": 1819,
+      "subrel-constrast": 3.335447311401367,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.898531179635107e-05,
+      "loss": 0.7297,
+      "step": 1820
+    },
+    {
+      "cov-distil": 1.4452028274536133,
+      "cov-distil (oracle2student)": 3.840649366378784,
+      "cov-distil (oracle2teacher)": 3.7159183025360107,
+      "epoch": 1.4285714285714286,
+      "rel-constrast": 2.420172691345215,
+      "step": 1820,
+      "subrel-constrast": 3.194286584854126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.201493263244629,
+      "cov-distil (oracle2student)": 5.996379852294922,
+      "cov-distil (oracle2teacher)": 5.120425224304199,
+      "epoch": 1.4293563579277864,
+      "rel-constrast": 2.8248565196990967,
+      "step": 1821,
+      "subrel-constrast": 3.5173699855804443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.177264928817749,
+      "cov-distil (oracle2student)": 4.552891254425049,
+      "cov-distil (oracle2teacher)": 4.260626316070557,
+      "epoch": 1.4301412872841444,
+      "rel-constrast": 2.2708792686462402,
+      "step": 1822,
+      "subrel-constrast": 2.9936554431915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4655922651290894,
+      "cov-distil (oracle2student)": 3.373347282409668,
+      "cov-distil (oracle2teacher)": 3.1805851459503174,
+      "epoch": 1.4309262166405023,
+      "rel-constrast": 1.8171770572662354,
+      "step": 1823,
+      "subrel-constrast": 2.7735021114349365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8172528743743896,
+      "cov-distil (oracle2student)": 3.765939474105835,
+      "cov-distil (oracle2teacher)": 3.363713264465332,
+      "epoch": 1.4317111459968603,
+      "rel-constrast": 2.386641025543213,
+      "step": 1824,
+      "subrel-constrast": 3.342613697052002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3294904232025146,
+      "cov-distil (oracle2student)": 3.5718371868133545,
+      "cov-distil (oracle2teacher)": 3.6850156784057617,
+      "epoch": 1.4324960753532183,
+      "rel-constrast": 3.0851714611053467,
+      "step": 1825,
+      "subrel-constrast": 3.9347751140594482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6668248176574707,
+      "cov-distil (oracle2student)": 6.5556745529174805,
+      "cov-distil (oracle2teacher)": 5.82924747467041,
+      "epoch": 1.433281004709576,
+      "rel-constrast": 4.023918151855469,
+      "step": 1826,
+      "subrel-constrast": 4.2772979736328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4551129341125488,
+      "cov-distil (oracle2student)": 4.62976598739624,
+      "cov-distil (oracle2teacher)": 4.322417736053467,
+      "epoch": 1.434065934065934,
+      "rel-constrast": 3.3585753440856934,
+      "step": 1827,
+      "subrel-constrast": 3.5313055515289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.602424144744873,
+      "cov-distil (oracle2student)": 3.8924152851104736,
+      "cov-distil (oracle2teacher)": 3.7449512481689453,
+      "epoch": 1.434850863422292,
+      "rel-constrast": 2.519665002822876,
+      "step": 1828,
+      "subrel-constrast": 3.329277992248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.58683180809021,
+      "cov-distil (oracle2student)": 6.385455131530762,
+      "cov-distil (oracle2teacher)": 5.142876625061035,
+      "epoch": 1.4356357927786498,
+      "rel-constrast": 3.937894821166992,
+      "step": 1829,
+      "subrel-constrast": 4.098027229309082,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4364207221350078,
+      "grad_norm": 6.78125,
+      "learning_rate": 4.89605560032919e-05,
+      "loss": 0.753,
+      "step": 1830
+    },
+    {
+      "cov-distil": 1.2683773040771484,
+      "cov-distil (oracle2student)": 5.51456880569458,
+      "cov-distil (oracle2teacher)": 4.932936668395996,
+      "epoch": 1.4364207221350078,
+      "rel-constrast": 3.1549861431121826,
+      "step": 1830,
+      "subrel-constrast": 3.7158656120300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7652406692504883,
+      "cov-distil (oracle2student)": 2.5780203342437744,
+      "cov-distil (oracle2teacher)": 3.1185131072998047,
+      "epoch": 1.4372056514913658,
+      "rel-constrast": 2.3700711727142334,
+      "step": 1831,
+      "subrel-constrast": 3.638542652130127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9649511575698853,
+      "cov-distil (oracle2student)": 4.225449085235596,
+      "cov-distil (oracle2teacher)": 4.1012067794799805,
+      "epoch": 1.4379905808477238,
+      "rel-constrast": 1.9386816024780273,
+      "step": 1832,
+      "subrel-constrast": 2.3051044940948486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5771992206573486,
+      "cov-distil (oracle2student)": 4.981726169586182,
+      "cov-distil (oracle2teacher)": 4.143196105957031,
+      "epoch": 1.4387755102040816,
+      "rel-constrast": 2.8138246536254883,
+      "step": 1833,
+      "subrel-constrast": 3.299802780151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4737906455993652,
+      "cov-distil (oracle2student)": 2.5556771755218506,
+      "cov-distil (oracle2teacher)": 2.9800400733947754,
+      "epoch": 1.4395604395604396,
+      "rel-constrast": 2.422273635864258,
+      "step": 1834,
+      "subrel-constrast": 3.241222620010376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2281641960144043,
+      "cov-distil (oracle2student)": 3.1058075428009033,
+      "cov-distil (oracle2teacher)": 2.9412336349487305,
+      "epoch": 1.4403453689167975,
+      "rel-constrast": 3.0711140632629395,
+      "step": 1835,
+      "subrel-constrast": 3.7840170860290527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1675045490264893,
+      "cov-distil (oracle2student)": 4.564324378967285,
+      "cov-distil (oracle2teacher)": 4.323493480682373,
+      "epoch": 1.4411302982731553,
+      "rel-constrast": 2.781236171722412,
+      "step": 1836,
+      "subrel-constrast": 2.7374448776245117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.079219937324524,
+      "cov-distil (oracle2student)": 3.411094903945923,
+      "cov-distil (oracle2teacher)": 3.191303253173828,
+      "epoch": 1.4419152276295133,
+      "rel-constrast": 3.092740058898926,
+      "step": 1837,
+      "subrel-constrast": 3.351301908493042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5278972387313843,
+      "cov-distil (oracle2student)": 3.2321972846984863,
+      "cov-distil (oracle2teacher)": 3.313662528991699,
+      "epoch": 1.4427001569858713,
+      "rel-constrast": 2.879016399383545,
+      "step": 1838,
+      "subrel-constrast": 3.5835001468658447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0350725650787354,
+      "cov-distil (oracle2student)": 2.4493632316589355,
+      "cov-distil (oracle2teacher)": 2.729887008666992,
+      "epoch": 1.4434850863422293,
+      "rel-constrast": 2.38649320602417,
+      "step": 1839,
+      "subrel-constrast": 2.8666794300079346,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4442700156985873,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.893550825841932e-05,
+      "loss": 0.7105,
+      "step": 1840
+    },
+    {
+      "cov-distil": 1.6579926013946533,
+      "cov-distil (oracle2student)": 6.401279449462891,
+      "cov-distil (oracle2teacher)": 5.277112007141113,
+      "epoch": 1.4442700156985873,
+      "rel-constrast": 4.2362470626831055,
+      "step": 1840,
+      "subrel-constrast": 4.374217510223389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.097137928009033,
+      "cov-distil (oracle2student)": 6.69352912902832,
+      "cov-distil (oracle2teacher)": 6.141706466674805,
+      "epoch": 1.445054945054945,
+      "rel-constrast": 3.296020030975342,
+      "step": 1841,
+      "subrel-constrast": 4.120090484619141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52357017993927,
+      "cov-distil (oracle2student)": 2.577275276184082,
+      "cov-distil (oracle2teacher)": 2.6045939922332764,
+      "epoch": 1.445839874411303,
+      "rel-constrast": 2.0906128883361816,
+      "step": 1842,
+      "subrel-constrast": 2.8598036766052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2005269527435303,
+      "cov-distil (oracle2student)": 4.01481819152832,
+      "cov-distil (oracle2teacher)": 3.7604923248291016,
+      "epoch": 1.4466248037676608,
+      "rel-constrast": 2.2734408378601074,
+      "step": 1843,
+      "subrel-constrast": 2.775613784790039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1281768083572388,
+      "cov-distil (oracle2student)": 3.661174774169922,
+      "cov-distil (oracle2teacher)": 3.5164029598236084,
+      "epoch": 1.4474097331240188,
+      "rel-constrast": 3.1075382232666016,
+      "step": 1844,
+      "subrel-constrast": 3.5926995277404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8172249794006348,
+      "cov-distil (oracle2student)": 5.8461127281188965,
+      "cov-distil (oracle2teacher)": 6.063834190368652,
+      "epoch": 1.4481946624803768,
+      "rel-constrast": 3.76010799407959,
+      "step": 1845,
+      "subrel-constrast": 4.720701694488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380967140197754,
+      "cov-distil (oracle2student)": 4.823122024536133,
+      "cov-distil (oracle2teacher)": 4.406197547912598,
+      "epoch": 1.4489795918367347,
+      "rel-constrast": 3.160726547241211,
+      "step": 1846,
+      "subrel-constrast": 3.2861616611480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2863383293151855,
+      "cov-distil (oracle2student)": 4.338582515716553,
+      "cov-distil (oracle2teacher)": 3.800304412841797,
+      "epoch": 1.4497645211930927,
+      "rel-constrast": 3.0546388626098633,
+      "step": 1847,
+      "subrel-constrast": 3.251276969909668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2051026821136475,
+      "cov-distil (oracle2student)": 4.848534107208252,
+      "cov-distil (oracle2teacher)": 4.756525993347168,
+      "epoch": 1.4505494505494505,
+      "rel-constrast": 3.2639107704162598,
+      "step": 1848,
+      "subrel-constrast": 4.062069416046143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412589192390442,
+      "cov-distil (oracle2student)": 5.114985466003418,
+      "cov-distil (oracle2teacher)": 4.865669250488281,
+      "epoch": 1.4513343799058085,
+      "rel-constrast": 3.350212574005127,
+      "step": 1849,
+      "subrel-constrast": 3.8288183212280273,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4521193092621665,
+      "grad_norm": 5.375,
+      "learning_rate": 4.8910168866932195e-05,
+      "loss": 0.8266,
+      "step": 1850
+    },
+    {
+      "cov-distil": 1.6888751983642578,
+      "cov-distil (oracle2student)": 3.448847770690918,
+      "cov-distil (oracle2teacher)": 3.6992971897125244,
+      "epoch": 1.4521193092621665,
+      "rel-constrast": 1.8792496919631958,
+      "step": 1850,
+      "subrel-constrast": 3.116849660873413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3367068767547607,
+      "cov-distil (oracle2student)": 4.72634744644165,
+      "cov-distil (oracle2teacher)": 4.442650318145752,
+      "epoch": 1.4529042386185242,
+      "rel-constrast": 4.097768783569336,
+      "step": 1851,
+      "subrel-constrast": 4.38444185256958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8452763557434082,
+      "cov-distil (oracle2student)": 5.708890914916992,
+      "cov-distil (oracle2teacher)": 5.7249650955200195,
+      "epoch": 1.4536891679748822,
+      "rel-constrast": 2.7360332012176514,
+      "step": 1852,
+      "subrel-constrast": 4.191849708557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2964894771575928,
+      "cov-distil (oracle2student)": 3.6186249256134033,
+      "cov-distil (oracle2teacher)": 3.327200174331665,
+      "epoch": 1.4544740973312402,
+      "rel-constrast": 3.3278985023498535,
+      "step": 1853,
+      "subrel-constrast": 3.5349605083465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.15955650806427,
+      "cov-distil (oracle2student)": 2.791245937347412,
+      "cov-distil (oracle2teacher)": 2.996602773666382,
+      "epoch": 1.4552590266875982,
+      "rel-constrast": 3.3102505207061768,
+      "step": 1854,
+      "subrel-constrast": 4.207559108734131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5015387535095215,
+      "cov-distil (oracle2student)": 3.9151670932769775,
+      "cov-distil (oracle2teacher)": 4.3544440269470215,
+      "epoch": 1.456043956043956,
+      "rel-constrast": 2.5720043182373047,
+      "step": 1855,
+      "subrel-constrast": 3.2190749645233154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9023011922836304,
+      "cov-distil (oracle2student)": 3.2154641151428223,
+      "cov-distil (oracle2teacher)": 3.2312047481536865,
+      "epoch": 1.456828885400314,
+      "rel-constrast": 2.523677349090576,
+      "step": 1856,
+      "subrel-constrast": 3.375361680984497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.418964147567749,
+      "cov-distil (oracle2student)": 4.337531089782715,
+      "cov-distil (oracle2teacher)": 3.9954028129577637,
+      "epoch": 1.457613814756672,
+      "rel-constrast": 2.795344352722168,
+      "step": 1857,
+      "subrel-constrast": 3.288412094116211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612828016281128,
+      "cov-distil (oracle2student)": 3.6213760375976562,
+      "cov-distil (oracle2teacher)": 3.895224094390869,
+      "epoch": 1.4583987441130297,
+      "rel-constrast": 2.616885185241699,
+      "step": 1858,
+      "subrel-constrast": 3.5245022773742676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5105284452438354,
+      "cov-distil (oracle2student)": 4.446105480194092,
+      "cov-distil (oracle2teacher)": 4.319863319396973,
+      "epoch": 1.4591836734693877,
+      "rel-constrast": 2.974085807800293,
+      "step": 1859,
+      "subrel-constrast": 4.052789211273193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4599686028257457,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.888453813758301e-05,
+      "loss": 0.759,
+      "step": 1860
+    },
+    {
+      "cov-distil": 1.324098825454712,
+      "cov-distil (oracle2student)": 3.6147279739379883,
+      "cov-distil (oracle2teacher)": 3.227203130722046,
+      "epoch": 1.4599686028257457,
+      "rel-constrast": 2.9960274696350098,
+      "step": 1860,
+      "subrel-constrast": 3.5792276859283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.171452522277832,
+      "cov-distil (oracle2student)": 6.498472213745117,
+      "cov-distil (oracle2teacher)": 5.5798563957214355,
+      "epoch": 1.4607535321821037,
+      "rel-constrast": 2.298779010772705,
+      "step": 1861,
+      "subrel-constrast": 2.5710718631744385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.110198736190796,
+      "cov-distil (oracle2student)": 3.4142746925354004,
+      "cov-distil (oracle2teacher)": 3.2940726280212402,
+      "epoch": 1.4615384615384617,
+      "rel-constrast": 3.189666986465454,
+      "step": 1862,
+      "subrel-constrast": 3.452401876449585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4618439674377441,
+      "cov-distil (oracle2student)": 5.286944389343262,
+      "cov-distil (oracle2teacher)": 4.3206787109375,
+      "epoch": 1.4623233908948194,
+      "rel-constrast": 2.4891648292541504,
+      "step": 1863,
+      "subrel-constrast": 3.4858736991882324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1890687942504883,
+      "cov-distil (oracle2student)": 4.43721866607666,
+      "cov-distil (oracle2teacher)": 3.987574338912964,
+      "epoch": 1.4631083202511774,
+      "rel-constrast": 2.537240982055664,
+      "step": 1864,
+      "subrel-constrast": 3.60815167427063,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2210792303085327,
+      "cov-distil (oracle2student)": 3.950700283050537,
+      "cov-distil (oracle2teacher)": 3.1345367431640625,
+      "epoch": 1.4638932496075352,
+      "rel-constrast": 3.2303390502929688,
+      "step": 1865,
+      "subrel-constrast": 3.6884562969207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2549242973327637,
+      "cov-distil (oracle2student)": 3.169987201690674,
+      "cov-distil (oracle2teacher)": 3.112874746322632,
+      "epoch": 1.4646781789638932,
+      "rel-constrast": 2.961059093475342,
+      "step": 1866,
+      "subrel-constrast": 3.388056993484497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1132255792617798,
+      "cov-distil (oracle2student)": 3.1881613731384277,
+      "cov-distil (oracle2teacher)": 4.031736373901367,
+      "epoch": 1.4654631083202512,
+      "rel-constrast": 3.369593620300293,
+      "step": 1867,
+      "subrel-constrast": 4.17751932144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409156799316406,
+      "cov-distil (oracle2student)": 4.461203098297119,
+      "cov-distil (oracle2teacher)": 4.548511505126953,
+      "epoch": 1.4662480376766092,
+      "rel-constrast": 2.3510546684265137,
+      "step": 1868,
+      "subrel-constrast": 3.1808478832244873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.988564670085907,
+      "cov-distil (oracle2student)": 3.8768303394317627,
+      "cov-distil (oracle2teacher)": 3.647482395172119,
+      "epoch": 1.4670329670329672,
+      "rel-constrast": 2.013795852661133,
+      "step": 1869,
+      "subrel-constrast": 2.825491189956665,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.467817896389325,
+      "grad_norm": 4.75,
+      "learning_rate": 4.885861638267413e-05,
+      "loss": 0.7201,
+      "step": 1870
+    },
+    {
+      "cov-distil": 1.7998799085617065,
+      "cov-distil (oracle2student)": 3.271496295928955,
+      "cov-distil (oracle2teacher)": 3.0112061500549316,
+      "epoch": 1.467817896389325,
+      "rel-constrast": 3.588841676712036,
+      "step": 1870,
+      "subrel-constrast": 4.032552242279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.349198579788208,
+      "cov-distil (oracle2student)": 3.1306915283203125,
+      "cov-distil (oracle2teacher)": 2.914619207382202,
+      "epoch": 1.468602825745683,
+      "rel-constrast": 2.4161884784698486,
+      "step": 1871,
+      "subrel-constrast": 3.163926362991333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7091114521026611,
+      "cov-distil (oracle2student)": 4.372878551483154,
+      "cov-distil (oracle2teacher)": 4.15083122253418,
+      "epoch": 1.469387755102041,
+      "rel-constrast": 3.674309730529785,
+      "step": 1872,
+      "subrel-constrast": 4.023014068603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205456256866455,
+      "cov-distil (oracle2student)": 3.448446035385132,
+      "cov-distil (oracle2teacher)": 3.7027246952056885,
+      "epoch": 1.4701726844583987,
+      "rel-constrast": 2.6868979930877686,
+      "step": 1873,
+      "subrel-constrast": 3.6661877632141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0467638969421387,
+      "cov-distil (oracle2student)": 3.6841325759887695,
+      "cov-distil (oracle2teacher)": 3.540146589279175,
+      "epoch": 1.4709576138147566,
+      "rel-constrast": 2.2152252197265625,
+      "step": 1874,
+      "subrel-constrast": 3.33553147315979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7649476528167725,
+      "cov-distil (oracle2student)": 4.595139503479004,
+      "cov-distil (oracle2teacher)": 4.807185649871826,
+      "epoch": 1.4717425431711146,
+      "rel-constrast": 3.882308006286621,
+      "step": 1875,
+      "subrel-constrast": 3.9884748458862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6274170875549316,
+      "cov-distil (oracle2student)": 4.342825889587402,
+      "cov-distil (oracle2teacher)": 4.161476135253906,
+      "epoch": 1.4725274725274726,
+      "rel-constrast": 2.716750144958496,
+      "step": 1876,
+      "subrel-constrast": 3.6377859115600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1850725412368774,
+      "cov-distil (oracle2student)": 4.801465034484863,
+      "cov-distil (oracle2teacher)": 4.4294657707214355,
+      "epoch": 1.4733124018838304,
+      "rel-constrast": 3.233443260192871,
+      "step": 1877,
+      "subrel-constrast": 3.1840202808380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6530916690826416,
+      "cov-distil (oracle2student)": 4.700448989868164,
+      "cov-distil (oracle2teacher)": 4.715950965881348,
+      "epoch": 1.4740973312401884,
+      "rel-constrast": 3.6957778930664062,
+      "step": 1878,
+      "subrel-constrast": 4.544745922088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.665679931640625,
+      "cov-distil (oracle2student)": 4.62099552154541,
+      "cov-distil (oracle2teacher)": 4.034111976623535,
+      "epoch": 1.4748822605965464,
+      "rel-constrast": 2.6383543014526367,
+      "step": 1879,
+      "subrel-constrast": 3.695279836654663,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4756671899529041,
+      "grad_norm": 5.9375,
+      "learning_rate": 4.883240391805394e-05,
+      "loss": 0.8098,
+      "step": 1880
+    },
+    {
+      "cov-distil": 1.489245891571045,
+      "cov-distil (oracle2student)": 4.289907455444336,
+      "cov-distil (oracle2teacher)": 4.189836025238037,
+      "epoch": 1.4756671899529041,
+      "rel-constrast": 3.047013759613037,
+      "step": 1880,
+      "subrel-constrast": 3.6831588745117188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6271897554397583,
+      "cov-distil (oracle2student)": 4.952922344207764,
+      "cov-distil (oracle2teacher)": 4.3915557861328125,
+      "epoch": 1.4764521193092621,
+      "rel-constrast": 2.925741195678711,
+      "step": 1881,
+      "subrel-constrast": 3.849264144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4708141088485718,
+      "cov-distil (oracle2student)": 3.6817660331726074,
+      "cov-distil (oracle2teacher)": 3.3645787239074707,
+      "epoch": 1.4772370486656201,
+      "rel-constrast": 1.8425955772399902,
+      "step": 1882,
+      "subrel-constrast": 2.559281587600708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5363428592681885,
+      "cov-distil (oracle2student)": 3.288538932800293,
+      "cov-distil (oracle2teacher)": 3.3280093669891357,
+      "epoch": 1.478021978021978,
+      "rel-constrast": 2.857149362564087,
+      "step": 1883,
+      "subrel-constrast": 3.2818243503570557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1604633331298828,
+      "cov-distil (oracle2student)": 3.6293282508850098,
+      "cov-distil (oracle2teacher)": 3.6054253578186035,
+      "epoch": 1.478806907378336,
+      "rel-constrast": 2.432465076446533,
+      "step": 1884,
+      "subrel-constrast": 3.0961251258850098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3076788187026978,
+      "cov-distil (oracle2student)": 4.063167572021484,
+      "cov-distil (oracle2teacher)": 3.7917380332946777,
+      "epoch": 1.4795918367346939,
+      "rel-constrast": 3.131176710128784,
+      "step": 1885,
+      "subrel-constrast": 3.387690305709839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6938672065734863,
+      "cov-distil (oracle2student)": 4.879122734069824,
+      "cov-distil (oracle2teacher)": 4.4586591720581055,
+      "epoch": 1.4803767660910518,
+      "rel-constrast": 1.8621890544891357,
+      "step": 1886,
+      "subrel-constrast": 2.784557342529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6372668743133545,
+      "cov-distil (oracle2student)": 6.824195861816406,
+      "cov-distil (oracle2teacher)": 6.387898921966553,
+      "epoch": 1.4811616954474096,
+      "rel-constrast": 3.3412389755249023,
+      "step": 1887,
+      "subrel-constrast": 4.233912467956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1793620586395264,
+      "cov-distil (oracle2student)": 3.1445255279541016,
+      "cov-distil (oracle2teacher)": 3.157705783843994,
+      "epoch": 1.4819466248037676,
+      "rel-constrast": 2.443695068359375,
+      "step": 1888,
+      "subrel-constrast": 3.1362268924713135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2781684398651123,
+      "cov-distil (oracle2student)": 3.4792184829711914,
+      "cov-distil (oracle2teacher)": 3.618779182434082,
+      "epoch": 1.4827315541601256,
+      "rel-constrast": 3.680797576904297,
+      "step": 1889,
+      "subrel-constrast": 3.813993215560913,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4835164835164836,
+      "grad_norm": 5.96875,
+      "learning_rate": 4.8805901063113064e-05,
+      "loss": 0.7251,
+      "step": 1890
+    },
+    {
+      "cov-distil": 1.4641432762145996,
+      "cov-distil (oracle2student)": 3.655186653137207,
+      "cov-distil (oracle2teacher)": 3.559060573577881,
+      "epoch": 1.4835164835164836,
+      "rel-constrast": 2.8183186054229736,
+      "step": 1890,
+      "subrel-constrast": 3.2129228115081787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1659737825393677,
+      "cov-distil (oracle2student)": 3.1489181518554688,
+      "cov-distil (oracle2teacher)": 3.0241281986236572,
+      "epoch": 1.4843014128728416,
+      "rel-constrast": 3.364744186401367,
+      "step": 1891,
+      "subrel-constrast": 3.6507506370544434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5041974782943726,
+      "cov-distil (oracle2student)": 3.4649229049682617,
+      "cov-distil (oracle2teacher)": 3.5441417694091797,
+      "epoch": 1.4850863422291993,
+      "rel-constrast": 2.2610387802124023,
+      "step": 1892,
+      "subrel-constrast": 3.015953779220581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3576924800872803,
+      "cov-distil (oracle2student)": 3.3984508514404297,
+      "cov-distil (oracle2teacher)": 3.3243513107299805,
+      "epoch": 1.4858712715855573,
+      "rel-constrast": 2.5813984870910645,
+      "step": 1893,
+      "subrel-constrast": 3.0531294345855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.153913140296936,
+      "cov-distil (oracle2student)": 4.345780372619629,
+      "cov-distil (oracle2teacher)": 4.352718830108643,
+      "epoch": 1.4866562009419153,
+      "rel-constrast": 3.2440240383148193,
+      "step": 1894,
+      "subrel-constrast": 3.4956295490264893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5457699298858643,
+      "cov-distil (oracle2student)": 4.9476118087768555,
+      "cov-distil (oracle2teacher)": 4.5059685707092285,
+      "epoch": 1.487441130298273,
+      "rel-constrast": 2.1165847778320312,
+      "step": 1895,
+      "subrel-constrast": 3.051499366760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2244950532913208,
+      "cov-distil (oracle2student)": 2.6861298084259033,
+      "cov-distil (oracle2teacher)": 2.7791075706481934,
+      "epoch": 1.488226059654631,
+      "rel-constrast": 2.134418487548828,
+      "step": 1896,
+      "subrel-constrast": 2.9587888717651367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1315360069274902,
+      "cov-distil (oracle2student)": 6.507489204406738,
+      "cov-distil (oracle2teacher)": 5.72232723236084,
+      "epoch": 1.489010989010989,
+      "rel-constrast": 2.9158642292022705,
+      "step": 1897,
+      "subrel-constrast": 3.5586516857147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4999985694885254,
+      "cov-distil (oracle2student)": 4.5897297859191895,
+      "cov-distil (oracle2teacher)": 4.284789085388184,
+      "epoch": 1.489795918367347,
+      "rel-constrast": 3.15089750289917,
+      "step": 1898,
+      "subrel-constrast": 3.5956332683563232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9041634798049927,
+      "cov-distil (oracle2student)": 5.048053741455078,
+      "cov-distil (oracle2teacher)": 4.696500778198242,
+      "epoch": 1.4905808477237048,
+      "rel-constrast": 2.978008985519409,
+      "step": 1899,
+      "subrel-constrast": 3.636552095413208,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "grad_norm": 6.90625,
+      "learning_rate": 4.877910814078041e-05,
+      "loss": 0.724,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "overlap": 0.31562501192092896,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "step": 1900,
+      "student margin": 0.04156494140625
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "step": 1900,
+      "teacher margin": 0.025115966796875
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "margin difference": -0.016448974609375,
+      "step": 1900
+    },
+    {
+      "cov-distil": 1.8200678825378418,
+      "cov-distil (oracle2student)": 3.9837305545806885,
+      "cov-distil (oracle2teacher)": 4.241322994232178,
+      "epoch": 1.4913657770800628,
+      "rel-constrast": 3.714162826538086,
+      "step": 1900,
+      "subrel-constrast": 4.235428333282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1765316724777222,
+      "cov-distil (oracle2student)": 3.4101648330688477,
+      "cov-distil (oracle2teacher)": 3.5064611434936523,
+      "epoch": 1.4921507064364208,
+      "rel-constrast": 2.584463596343994,
+      "step": 1901,
+      "subrel-constrast": 2.8131165504455566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4192533493041992,
+      "cov-distil (oracle2student)": 2.8145060539245605,
+      "cov-distil (oracle2teacher)": 2.462829113006592,
+      "epoch": 1.4929356357927785,
+      "rel-constrast": 2.39072585105896,
+      "step": 1902,
+      "subrel-constrast": 2.3945631980895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2846920490264893,
+      "cov-distil (oracle2student)": 3.737550973892212,
+      "cov-distil (oracle2teacher)": 3.5892839431762695,
+      "epoch": 1.4937205651491365,
+      "rel-constrast": 2.0010600090026855,
+      "step": 1903,
+      "subrel-constrast": 2.654101610183716,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5933458805084229,
+      "cov-distil (oracle2student)": 3.2610483169555664,
+      "cov-distil (oracle2teacher)": 3.3903608322143555,
+      "epoch": 1.4945054945054945,
+      "rel-constrast": 3.7466659545898438,
+      "step": 1904,
+      "subrel-constrast": 4.301742076873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5730876922607422,
+      "cov-distil (oracle2student)": 3.9070684909820557,
+      "cov-distil (oracle2teacher)": 3.919351577758789,
+      "epoch": 1.4952904238618525,
+      "rel-constrast": 2.518761396408081,
+      "step": 1905,
+      "subrel-constrast": 3.0427777767181396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.059499740600586,
+      "cov-distil (oracle2student)": 5.231939315795898,
+      "cov-distil (oracle2teacher)": 4.642115116119385,
+      "epoch": 1.4960753532182103,
+      "rel-constrast": 3.0383875370025635,
+      "step": 1906,
+      "subrel-constrast": 3.9105637073516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4514204263687134,
+      "cov-distil (oracle2student)": 4.346742153167725,
+      "cov-distil (oracle2teacher)": 4.052260398864746,
+      "epoch": 1.4968602825745683,
+      "rel-constrast": 2.7481608390808105,
+      "step": 1907,
+      "subrel-constrast": 3.255969524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5344431400299072,
+      "cov-distil (oracle2student)": 2.184706449508667,
+      "cov-distil (oracle2teacher)": 2.6382651329040527,
+      "epoch": 1.4976452119309263,
+      "rel-constrast": 2.1720316410064697,
+      "step": 1908,
+      "subrel-constrast": 2.75362491607666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.444244623184204,
+      "cov-distil (oracle2student)": 4.057034492492676,
+      "cov-distil (oracle2teacher)": 4.102211952209473,
+      "epoch": 1.498430141287284,
+      "rel-constrast": 2.408419132232666,
+      "step": 1909,
+      "subrel-constrast": 3.3695499897003174,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.499215070643642,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.8752025477519295e-05,
+      "loss": 0.7215,
+      "step": 1910
+    },
+    {
+      "cov-distil": 1.3822780847549438,
+      "cov-distil (oracle2student)": 3.074392795562744,
+      "cov-distil (oracle2teacher)": 3.4046082496643066,
+      "epoch": 1.499215070643642,
+      "rel-constrast": 3.053463935852051,
+      "step": 1910,
+      "subrel-constrast": 3.5782012939453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1215405464172363,
+      "cov-distil (oracle2student)": 4.09284782409668,
+      "cov-distil (oracle2teacher)": 4.057436466217041,
+      "epoch": 1.5,
+      "rel-constrast": 3.2193315029144287,
+      "step": 1911,
+      "subrel-constrast": 4.111722946166992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6215386390686035,
+      "cov-distil (oracle2student)": 5.013403415679932,
+      "cov-distil (oracle2teacher)": 4.43386173248291,
+      "epoch": 1.500784929356358,
+      "rel-constrast": 2.296384811401367,
+      "step": 1912,
+      "subrel-constrast": 3.439622163772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.828143835067749,
+      "cov-distil (oracle2student)": 3.670921802520752,
+      "cov-distil (oracle2teacher)": 3.9030356407165527,
+      "epoch": 1.501569858712716,
+      "rel-constrast": 2.9615867137908936,
+      "step": 1913,
+      "subrel-constrast": 3.9367730617523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.47484290599823,
+      "cov-distil (oracle2student)": 6.2821760177612305,
+      "cov-distil (oracle2teacher)": 5.5559186935424805,
+      "epoch": 1.5023547880690737,
+      "rel-constrast": 3.6902894973754883,
+      "step": 1914,
+      "subrel-constrast": 3.998914957046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.727229118347168,
+      "cov-distil (oracle2student)": 5.220627784729004,
+      "cov-distil (oracle2teacher)": 4.6269378662109375,
+      "epoch": 1.5031397174254317,
+      "rel-constrast": 4.270571708679199,
+      "step": 1915,
+      "subrel-constrast": 5.203466415405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5483829975128174,
+      "cov-distil (oracle2student)": 3.059772491455078,
+      "cov-distil (oracle2teacher)": 3.301860809326172,
+      "epoch": 1.5039246467817895,
+      "rel-constrast": 2.9325826168060303,
+      "step": 1916,
+      "subrel-constrast": 3.9415740966796875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5470190048217773,
+      "cov-distil (oracle2student)": 5.574818134307861,
+      "cov-distil (oracle2teacher)": 5.102795124053955,
+      "epoch": 1.5047095761381475,
+      "rel-constrast": 3.495610237121582,
+      "step": 1917,
+      "subrel-constrast": 3.616776704788208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784400463104248,
+      "cov-distil (oracle2student)": 3.3386974334716797,
+      "cov-distil (oracle2teacher)": 3.493413209915161,
+      "epoch": 1.5054945054945055,
+      "rel-constrast": 2.136384963989258,
+      "step": 1918,
+      "subrel-constrast": 3.067333221435547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5800302028656006,
+      "cov-distil (oracle2student)": 3.5927000045776367,
+      "cov-distil (oracle2teacher)": 3.5073397159576416,
+      "epoch": 1.5062794348508635,
+      "rel-constrast": 2.6197471618652344,
+      "step": 1919,
+      "subrel-constrast": 3.7135367393493652,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5070643642072215,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.8724653403323414e-05,
+      "loss": 0.8084,
+      "step": 1920
+    },
+    {
+      "cov-distil": 1.68130362033844,
+      "cov-distil (oracle2student)": 3.8451247215270996,
+      "cov-distil (oracle2teacher)": 4.132164001464844,
+      "epoch": 1.5070643642072215,
+      "rel-constrast": 5.524275779724121,
+      "step": 1920,
+      "subrel-constrast": 5.853363990783691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5609867572784424,
+      "cov-distil (oracle2student)": 3.605884313583374,
+      "cov-distil (oracle2teacher)": 3.0318446159362793,
+      "epoch": 1.5078492935635794,
+      "rel-constrast": 3.6201601028442383,
+      "step": 1921,
+      "subrel-constrast": 3.9134087562561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6563458442687988,
+      "cov-distil (oracle2student)": 4.422513961791992,
+      "cov-distil (oracle2teacher)": 3.926860809326172,
+      "epoch": 1.5086342229199372,
+      "rel-constrast": 2.435603618621826,
+      "step": 1922,
+      "subrel-constrast": 3.422584056854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8695662021636963,
+      "cov-distil (oracle2student)": 5.650864124298096,
+      "cov-distil (oracle2teacher)": 4.782127857208252,
+      "epoch": 1.509419152276295,
+      "rel-constrast": 3.255434036254883,
+      "step": 1923,
+      "subrel-constrast": 4.152292251586914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841439723968506,
+      "cov-distil (oracle2student)": 5.437008380889893,
+      "cov-distil (oracle2teacher)": 4.618408679962158,
+      "epoch": 1.510204081632653,
+      "rel-constrast": 1.9784290790557861,
+      "step": 1924,
+      "subrel-constrast": 2.797206401824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4636828899383545,
+      "cov-distil (oracle2student)": 3.4912476539611816,
+      "cov-distil (oracle2teacher)": 3.356928825378418,
+      "epoch": 1.510989010989011,
+      "rel-constrast": 3.3939216136932373,
+      "step": 1925,
+      "subrel-constrast": 3.77427339553833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.257701873779297,
+      "cov-distil (oracle2student)": 3.613499641418457,
+      "cov-distil (oracle2teacher)": 3.307716131210327,
+      "epoch": 1.511773940345369,
+      "rel-constrast": 2.073474407196045,
+      "step": 1926,
+      "subrel-constrast": 3.209826946258545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2852833271026611,
+      "cov-distil (oracle2student)": 3.8562893867492676,
+      "cov-distil (oracle2teacher)": 3.761594295501709,
+      "epoch": 1.512558869701727,
+      "rel-constrast": 2.6977102756500244,
+      "step": 1927,
+      "subrel-constrast": 3.1279876232147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0923831462860107,
+      "cov-distil (oracle2student)": 2.8294901847839355,
+      "cov-distil (oracle2teacher)": 2.9233245849609375,
+      "epoch": 1.513343799058085,
+      "rel-constrast": 2.52026629447937,
+      "step": 1928,
+      "subrel-constrast": 3.1192376613616943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.028331995010376,
+      "cov-distil (oracle2student)": 4.797187805175781,
+      "cov-distil (oracle2teacher)": 4.900268077850342,
+      "epoch": 1.5141287284144427,
+      "rel-constrast": 3.131110191345215,
+      "step": 1929,
+      "subrel-constrast": 4.235548496246338,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5149136577708007,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.8696992251712865e-05,
+      "loss": 0.8067,
+      "step": 1930
+    },
+    {
+      "cov-distil": 1.2935891151428223,
+      "cov-distil (oracle2student)": 4.263140678405762,
+      "cov-distil (oracle2teacher)": 4.029933929443359,
+      "epoch": 1.5149136577708007,
+      "rel-constrast": 2.43511962890625,
+      "step": 1930,
+      "subrel-constrast": 3.0668649673461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1215782165527344,
+      "cov-distil (oracle2student)": 3.8190982341766357,
+      "cov-distil (oracle2teacher)": 3.8130149841308594,
+      "epoch": 1.5156985871271584,
+      "rel-constrast": 2.3707656860351562,
+      "step": 1931,
+      "subrel-constrast": 2.7674336433410645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4837236404418945,
+      "cov-distil (oracle2student)": 4.2342634201049805,
+      "cov-distil (oracle2teacher)": 4.014438629150391,
+      "epoch": 1.5164835164835164,
+      "rel-constrast": 2.7599074840545654,
+      "step": 1932,
+      "subrel-constrast": 3.556955337524414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2333347797393799,
+      "cov-distil (oracle2student)": 4.785069942474365,
+      "cov-distil (oracle2teacher)": 4.075497627258301,
+      "epoch": 1.5172684458398744,
+      "rel-constrast": 3.2602295875549316,
+      "step": 1933,
+      "subrel-constrast": 3.3644399642944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.754798173904419,
+      "cov-distil (oracle2student)": 4.039218902587891,
+      "cov-distil (oracle2teacher)": 4.153687477111816,
+      "epoch": 1.5180533751962324,
+      "rel-constrast": 3.1695945262908936,
+      "step": 1934,
+      "subrel-constrast": 4.279153823852539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559018611907959,
+      "cov-distil (oracle2student)": 5.300314903259277,
+      "cov-distil (oracle2teacher)": 5.020586967468262,
+      "epoch": 1.5188383045525904,
+      "rel-constrast": 3.1405386924743652,
+      "step": 1935,
+      "subrel-constrast": 3.7498159408569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4939593076705933,
+      "cov-distil (oracle2student)": 3.208052635192871,
+      "cov-distil (oracle2teacher)": 3.293198823928833,
+      "epoch": 1.5196232339089482,
+      "rel-constrast": 3.0275135040283203,
+      "step": 1936,
+      "subrel-constrast": 3.6351850032806396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428492784500122,
+      "cov-distil (oracle2student)": 4.486096382141113,
+      "cov-distil (oracle2teacher)": 4.52850341796875,
+      "epoch": 1.5204081632653061,
+      "rel-constrast": 3.8076090812683105,
+      "step": 1937,
+      "subrel-constrast": 4.4368577003479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2678797245025635,
+      "cov-distil (oracle2student)": 4.003924369812012,
+      "cov-distil (oracle2teacher)": 4.1155595779418945,
+      "epoch": 1.521193092621664,
+      "rel-constrast": 2.5180797576904297,
+      "step": 1938,
+      "subrel-constrast": 3.265015125274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5919368267059326,
+      "cov-distil (oracle2student)": 4.684997081756592,
+      "cov-distil (oracle2teacher)": 4.577469348907471,
+      "epoch": 1.521978021978022,
+      "rel-constrast": 3.2359108924865723,
+      "step": 1939,
+      "subrel-constrast": 4.052987098693848,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5227629513343799,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.866904235973005e-05,
+      "loss": 0.7787,
+      "step": 1940
+    },
+    {
+      "cov-distil": 1.4406867027282715,
+      "cov-distil (oracle2student)": 5.061967372894287,
+      "cov-distil (oracle2teacher)": 5.217357635498047,
+      "epoch": 1.5227629513343799,
+      "rel-constrast": 2.845330238342285,
+      "step": 1940,
+      "subrel-constrast": 3.37530517578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.526735544204712,
+      "cov-distil (oracle2student)": 3.3419079780578613,
+      "cov-distil (oracle2teacher)": 3.7587883472442627,
+      "epoch": 1.5235478806907379,
+      "rel-constrast": 2.4881136417388916,
+      "step": 1941,
+      "subrel-constrast": 3.6015264987945557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9293419122695923,
+      "cov-distil (oracle2student)": 5.4480414390563965,
+      "cov-distil (oracle2teacher)": 5.065512657165527,
+      "epoch": 1.5243328100470959,
+      "rel-constrast": 2.9614129066467285,
+      "step": 1942,
+      "subrel-constrast": 3.759190320968628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.368671178817749,
+      "cov-distil (oracle2student)": 3.0140585899353027,
+      "cov-distil (oracle2teacher)": 3.2035350799560547,
+      "epoch": 1.5251177394034539,
+      "rel-constrast": 2.5788989067077637,
+      "step": 1943,
+      "subrel-constrast": 3.333850860595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0682921409606934,
+      "cov-distil (oracle2student)": 4.521337509155273,
+      "cov-distil (oracle2teacher)": 4.286746978759766,
+      "epoch": 1.5259026687598116,
+      "rel-constrast": 2.364550828933716,
+      "step": 1944,
+      "subrel-constrast": 2.6539671421051025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4087183475494385,
+      "cov-distil (oracle2student)": 2.8617520332336426,
+      "cov-distil (oracle2teacher)": 2.5491108894348145,
+      "epoch": 1.5266875981161694,
+      "rel-constrast": 2.9411816596984863,
+      "step": 1945,
+      "subrel-constrast": 3.3835527896881104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8103678226470947,
+      "cov-distil (oracle2student)": 5.06727933883667,
+      "cov-distil (oracle2teacher)": 4.841084003448486,
+      "epoch": 1.5274725274725274,
+      "rel-constrast": 2.948176383972168,
+      "step": 1946,
+      "subrel-constrast": 3.823755979537964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2556767463684082,
+      "cov-distil (oracle2student)": 4.826472282409668,
+      "cov-distil (oracle2teacher)": 5.049144744873047,
+      "epoch": 1.5282574568288854,
+      "rel-constrast": 3.2107505798339844,
+      "step": 1947,
+      "subrel-constrast": 4.03645133972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5062694549560547,
+      "cov-distil (oracle2student)": 4.601363182067871,
+      "cov-distil (oracle2teacher)": 4.213315486907959,
+      "epoch": 1.5290423861852434,
+      "rel-constrast": 2.789292335510254,
+      "step": 1948,
+      "subrel-constrast": 3.6353132724761963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5847824811935425,
+      "cov-distil (oracle2student)": 6.44348669052124,
+      "cov-distil (oracle2teacher)": 5.705442905426025,
+      "epoch": 1.5298273155416013,
+      "rel-constrast": 3.9315719604492188,
+      "step": 1949,
+      "subrel-constrast": 4.7628374099731445,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5306122448979593,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.8640804067935554e-05,
+      "loss": 0.7637,
+      "step": 1950
+    },
+    {
+      "cov-distil": 1.9629204273223877,
+      "cov-distil (oracle2student)": 3.5010714530944824,
+      "cov-distil (oracle2teacher)": 2.745143413543701,
+      "epoch": 1.5306122448979593,
+      "rel-constrast": 2.507103443145752,
+      "step": 1950,
+      "subrel-constrast": 3.2004811763763428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433044195175171,
+      "cov-distil (oracle2student)": 4.362194061279297,
+      "cov-distil (oracle2teacher)": 3.921370029449463,
+      "epoch": 1.531397174254317,
+      "rel-constrast": 3.2771849632263184,
+      "step": 1951,
+      "subrel-constrast": 3.5228493213653564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.313047170639038,
+      "cov-distil (oracle2student)": 3.8566977977752686,
+      "cov-distil (oracle2teacher)": 3.832613468170166,
+      "epoch": 1.532182103610675,
+      "rel-constrast": 1.862630844116211,
+      "step": 1952,
+      "subrel-constrast": 2.4508941173553467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2483419179916382,
+      "cov-distil (oracle2student)": 4.512497901916504,
+      "cov-distil (oracle2teacher)": 4.033370018005371,
+      "epoch": 1.5329670329670328,
+      "rel-constrast": 2.518411874771118,
+      "step": 1953,
+      "subrel-constrast": 2.850015640258789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5606383085250854,
+      "cov-distil (oracle2student)": 4.472964286804199,
+      "cov-distil (oracle2teacher)": 3.9208731651306152,
+      "epoch": 1.5337519623233908,
+      "rel-constrast": 2.5309808254241943,
+      "step": 1954,
+      "subrel-constrast": 3.62199068069458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5764573812484741,
+      "cov-distil (oracle2student)": 3.7591652870178223,
+      "cov-distil (oracle2teacher)": 3.9904000759124756,
+      "epoch": 1.5345368916797488,
+      "rel-constrast": 2.200928211212158,
+      "step": 1955,
+      "subrel-constrast": 3.113861322402954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.655348777770996,
+      "cov-distil (oracle2student)": 5.966892242431641,
+      "cov-distil (oracle2teacher)": 5.0572896003723145,
+      "epoch": 1.5353218210361068,
+      "rel-constrast": 2.497950792312622,
+      "step": 1956,
+      "subrel-constrast": 3.254173755645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6637239456176758,
+      "cov-distil (oracle2student)": 3.354377269744873,
+      "cov-distil (oracle2teacher)": 3.3308072090148926,
+      "epoch": 1.5361067503924648,
+      "rel-constrast": 3.4182798862457275,
+      "step": 1957,
+      "subrel-constrast": 4.7805495262146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3222100734710693,
+      "cov-distil (oracle2student)": 2.852653980255127,
+      "cov-distil (oracle2teacher)": 2.8959875106811523,
+      "epoch": 1.5368916797488226,
+      "rel-constrast": 1.9040801525115967,
+      "step": 1958,
+      "subrel-constrast": 2.873310089111328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4053704738616943,
+      "cov-distil (oracle2student)": 4.547569274902344,
+      "cov-distil (oracle2teacher)": 4.0867919921875,
+      "epoch": 1.5376766091051806,
+      "rel-constrast": 4.031647205352783,
+      "step": 1959,
+      "subrel-constrast": 4.197070598602295,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 6.375,
+      "learning_rate": 4.861227772040409e-05,
+      "loss": 0.7066,
+      "step": 1960
+    },
+    {
+      "cov-distil": 1.6973648071289062,
+      "cov-distil (oracle2student)": 3.438843250274658,
+      "cov-distil (oracle2teacher)": 3.2021613121032715,
+      "epoch": 1.5384615384615383,
+      "rel-constrast": 3.0188634395599365,
+      "step": 1960,
+      "subrel-constrast": 3.830216884613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6175587177276611,
+      "cov-distil (oracle2student)": 3.4273316860198975,
+      "cov-distil (oracle2teacher)": 3.533212661743164,
+      "epoch": 1.5392464678178963,
+      "rel-constrast": 2.5842418670654297,
+      "step": 1961,
+      "subrel-constrast": 2.935939073562622,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5720915794372559,
+      "cov-distil (oracle2student)": 3.6428780555725098,
+      "cov-distil (oracle2teacher)": 3.6429476737976074,
+      "epoch": 1.5400313971742543,
+      "rel-constrast": 2.3179471492767334,
+      "step": 1962,
+      "subrel-constrast": 3.170811176300049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6361315250396729,
+      "cov-distil (oracle2student)": 5.307055950164795,
+      "cov-distil (oracle2teacher)": 5.468857765197754,
+      "epoch": 1.5408163265306123,
+      "rel-constrast": 2.2441654205322266,
+      "step": 1963,
+      "subrel-constrast": 3.5044991970062256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6532347202301025,
+      "cov-distil (oracle2student)": 5.974061965942383,
+      "cov-distil (oracle2teacher)": 5.222874641418457,
+      "epoch": 1.5416012558869703,
+      "rel-constrast": 2.0757360458374023,
+      "step": 1964,
+      "subrel-constrast": 3.102261543273926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1591393947601318,
+      "cov-distil (oracle2student)": 3.025369644165039,
+      "cov-distil (oracle2teacher)": 3.133007287979126,
+      "epoch": 1.542386185243328,
+      "rel-constrast": 3.053222894668579,
+      "step": 1965,
+      "subrel-constrast": 3.4797122478485107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1420084238052368,
+      "cov-distil (oracle2student)": 4.093174934387207,
+      "cov-distil (oracle2teacher)": 3.86787486076355,
+      "epoch": 1.543171114599686,
+      "rel-constrast": 2.3095903396606445,
+      "step": 1966,
+      "subrel-constrast": 2.6604526042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4384503364562988,
+      "cov-distil (oracle2student)": 5.2053728103637695,
+      "cov-distil (oracle2teacher)": 5.07504940032959,
+      "epoch": 1.5439560439560438,
+      "rel-constrast": 3.3069727420806885,
+      "step": 1967,
+      "subrel-constrast": 4.132556438446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8645159006118774,
+      "cov-distil (oracle2student)": 3.4567441940307617,
+      "cov-distil (oracle2teacher)": 3.4325718879699707,
+      "epoch": 1.5447409733124018,
+      "rel-constrast": 2.6346917152404785,
+      "step": 1968,
+      "subrel-constrast": 3.299747943878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4925127029418945,
+      "cov-distil (oracle2student)": 3.1740942001342773,
+      "cov-distil (oracle2teacher)": 3.1853623390197754,
+      "epoch": 1.5455259026687598,
+      "rel-constrast": 2.4404454231262207,
+      "step": 1969,
+      "subrel-constrast": 3.2339844703674316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5463108320251178,
+      "grad_norm": 4.34375,
+      "learning_rate": 4.8583463664720176e-05,
+      "loss": 0.6878,
+      "step": 1970
+    },
+    {
+      "cov-distil": 1.5537331104278564,
+      "cov-distil (oracle2student)": 4.25655460357666,
+      "cov-distil (oracle2teacher)": 3.8265132904052734,
+      "epoch": 1.5463108320251178,
+      "rel-constrast": 3.0060253143310547,
+      "step": 1970,
+      "subrel-constrast": 3.643080949783325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6721501350402832,
+      "cov-distil (oracle2student)": 3.751009225845337,
+      "cov-distil (oracle2teacher)": 3.8563971519470215,
+      "epoch": 1.5470957613814758,
+      "rel-constrast": 2.736800193786621,
+      "step": 1971,
+      "subrel-constrast": 3.3648886680603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5302622318267822,
+      "cov-distil (oracle2student)": 4.6792755126953125,
+      "cov-distil (oracle2teacher)": 4.360922336578369,
+      "epoch": 1.5478806907378337,
+      "rel-constrast": 3.3019018173217773,
+      "step": 1972,
+      "subrel-constrast": 3.5520718097686768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1769180297851562,
+      "cov-distil (oracle2student)": 4.238148212432861,
+      "cov-distil (oracle2teacher)": 3.2439846992492676,
+      "epoch": 1.5486656200941915,
+      "rel-constrast": 2.369637966156006,
+      "step": 1973,
+      "subrel-constrast": 2.7696850299835205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.419450044631958,
+      "cov-distil (oracle2student)": 4.991211414337158,
+      "cov-distil (oracle2teacher)": 4.847337245941162,
+      "epoch": 1.5494505494505495,
+      "rel-constrast": 2.006226062774658,
+      "step": 1974,
+      "subrel-constrast": 3.12842059135437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6049679517745972,
+      "cov-distil (oracle2student)": 4.622395992279053,
+      "cov-distil (oracle2teacher)": 4.493963241577148,
+      "epoch": 1.5502354788069073,
+      "rel-constrast": 2.9897122383117676,
+      "step": 1975,
+      "subrel-constrast": 3.8140511512756348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7867454290390015,
+      "cov-distil (oracle2student)": 5.612849235534668,
+      "cov-distil (oracle2teacher)": 4.941135406494141,
+      "epoch": 1.5510204081632653,
+      "rel-constrast": 3.195573329925537,
+      "step": 1976,
+      "subrel-constrast": 4.018914699554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6703518629074097,
+      "cov-distil (oracle2student)": 3.967500686645508,
+      "cov-distil (oracle2teacher)": 3.7136988639831543,
+      "epoch": 1.5518053375196232,
+      "rel-constrast": 2.331869125366211,
+      "step": 1977,
+      "subrel-constrast": 2.9944841861724854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9738165140151978,
+      "cov-distil (oracle2student)": 4.28980827331543,
+      "cov-distil (oracle2teacher)": 4.037176132202148,
+      "epoch": 1.5525902668759812,
+      "rel-constrast": 2.191450834274292,
+      "step": 1978,
+      "subrel-constrast": 3.0496788024902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4531769752502441,
+      "cov-distil (oracle2student)": 3.942265510559082,
+      "cov-distil (oracle2teacher)": 3.9404845237731934,
+      "epoch": 1.5533751962323392,
+      "rel-constrast": 2.8960509300231934,
+      "step": 1979,
+      "subrel-constrast": 4.207064628601074,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.554160125588697,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.855436225197399e-05,
+      "loss": 0.7127,
+      "step": 1980
+    },
+    {
+      "cov-distil": 1.7720801830291748,
+      "cov-distil (oracle2student)": 4.238912582397461,
+      "cov-distil (oracle2teacher)": 4.5033063888549805,
+      "epoch": 1.554160125588697,
+      "rel-constrast": 2.869654655456543,
+      "step": 1980,
+      "subrel-constrast": 4.044305801391602,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.584997296333313,
+      "cov-distil (oracle2student)": 3.4553446769714355,
+      "cov-distil (oracle2teacher)": 3.355989456176758,
+      "epoch": 1.554945054945055,
+      "rel-constrast": 2.5049617290496826,
+      "step": 1981,
+      "subrel-constrast": 3.05622935295105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1078596115112305,
+      "cov-distil (oracle2student)": 2.5911593437194824,
+      "cov-distil (oracle2teacher)": 2.5648322105407715,
+      "epoch": 1.5557299843014127,
+      "rel-constrast": 2.7047910690307617,
+      "step": 1982,
+      "subrel-constrast": 2.8430488109588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7691397666931152,
+      "cov-distil (oracle2student)": 4.825812339782715,
+      "cov-distil (oracle2teacher)": 4.105561256408691,
+      "epoch": 1.5565149136577707,
+      "rel-constrast": 2.9097957611083984,
+      "step": 1983,
+      "subrel-constrast": 3.238675832748413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5538854598999023,
+      "cov-distil (oracle2student)": 3.4161548614501953,
+      "cov-distil (oracle2teacher)": 3.0964391231536865,
+      "epoch": 1.5572998430141287,
+      "rel-constrast": 2.090397596359253,
+      "step": 1984,
+      "subrel-constrast": 2.600329637527466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.631657361984253,
+      "cov-distil (oracle2student)": 3.214862108230591,
+      "cov-distil (oracle2teacher)": 3.3299331665039062,
+      "epoch": 1.5580847723704867,
+      "rel-constrast": 1.8665716648101807,
+      "step": 1985,
+      "subrel-constrast": 2.7516143321990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327673077583313,
+      "cov-distil (oracle2student)": 4.799072265625,
+      "cov-distil (oracle2teacher)": 4.715295314788818,
+      "epoch": 1.5588697017268447,
+      "rel-constrast": 1.979149580001831,
+      "step": 1986,
+      "subrel-constrast": 2.747004747390747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5439329147338867,
+      "cov-distil (oracle2student)": 3.287466526031494,
+      "cov-distil (oracle2teacher)": 3.604806900024414,
+      "epoch": 1.5596546310832025,
+      "rel-constrast": 2.361109495162964,
+      "step": 1987,
+      "subrel-constrast": 2.9993958473205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.233219861984253,
+      "cov-distil (oracle2student)": 3.7380623817443848,
+      "cov-distil (oracle2teacher)": 3.4555606842041016,
+      "epoch": 1.5604395604395604,
+      "rel-constrast": 3.335693836212158,
+      "step": 1988,
+      "subrel-constrast": 3.793260335922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1643787622451782,
+      "cov-distil (oracle2student)": 3.192600727081299,
+      "cov-distil (oracle2teacher)": 3.2788116931915283,
+      "epoch": 1.5612244897959182,
+      "rel-constrast": 2.3927178382873535,
+      "step": 1989,
+      "subrel-constrast": 3.0707764625549316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5620094191522762,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.852497383675708e-05,
+      "loss": 0.6621,
+      "step": 1990
+    },
+    {
+      "cov-distil": 1.8068472146987915,
+      "cov-distil (oracle2student)": 3.369866132736206,
+      "cov-distil (oracle2teacher)": 3.4463839530944824,
+      "epoch": 1.5620094191522762,
+      "rel-constrast": 2.656322717666626,
+      "step": 1990,
+      "subrel-constrast": 3.348904848098755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2985156774520874,
+      "cov-distil (oracle2student)": 3.108865737915039,
+      "cov-distil (oracle2teacher)": 3.300293207168579,
+      "epoch": 1.5627943485086342,
+      "rel-constrast": 2.6173954010009766,
+      "step": 1991,
+      "subrel-constrast": 2.8500521183013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.916305661201477,
+      "cov-distil (oracle2student)": 4.062490940093994,
+      "cov-distil (oracle2teacher)": 3.812854766845703,
+      "epoch": 1.5635792778649922,
+      "rel-constrast": 3.536746025085449,
+      "step": 1992,
+      "subrel-constrast": 3.698018789291382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7872958183288574,
+      "cov-distil (oracle2student)": 3.001530885696411,
+      "cov-distil (oracle2teacher)": 3.044684410095215,
+      "epoch": 1.5643642072213502,
+      "rel-constrast": 1.9752702713012695,
+      "step": 1993,
+      "subrel-constrast": 2.9991579055786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4835789203643799,
+      "cov-distil (oracle2student)": 3.741429567337036,
+      "cov-distil (oracle2teacher)": 3.9224085807800293,
+      "epoch": 1.5651491365777082,
+      "rel-constrast": 2.7236318588256836,
+      "step": 1994,
+      "subrel-constrast": 3.2023420333862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4619827270507812,
+      "cov-distil (oracle2student)": 4.172710418701172,
+      "cov-distil (oracle2teacher)": 3.931519031524658,
+      "epoch": 1.565934065934066,
+      "rel-constrast": 3.3904943466186523,
+      "step": 1995,
+      "subrel-constrast": 3.5143985748291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3342100381851196,
+      "cov-distil (oracle2student)": 2.4641640186309814,
+      "cov-distil (oracle2teacher)": 3.1553573608398438,
+      "epoch": 1.566718995290424,
+      "rel-constrast": 2.4919357299804688,
+      "step": 1996,
+      "subrel-constrast": 3.432839870452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5724618434906006,
+      "cov-distil (oracle2student)": 4.706221103668213,
+      "cov-distil (oracle2teacher)": 4.2155914306640625,
+      "epoch": 1.5675039246467817,
+      "rel-constrast": 1.640298843383789,
+      "step": 1997,
+      "subrel-constrast": 2.548982858657837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9090259075164795,
+      "cov-distil (oracle2student)": 2.640289068222046,
+      "cov-distil (oracle2teacher)": 2.777580976486206,
+      "epoch": 1.5682888540031397,
+      "rel-constrast": 2.1038618087768555,
+      "step": 1998,
+      "subrel-constrast": 3.044689893722534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.65898597240448,
+      "cov-distil (oracle2student)": 3.688229560852051,
+      "cov-distil (oracle2teacher)": 3.3557534217834473,
+      "epoch": 1.5690737833594977,
+      "rel-constrast": 3.41483211517334,
+      "step": 1999,
+      "subrel-constrast": 3.702179193496704,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.849529877715799e-05,
+      "loss": 0.7043,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-P@10": 0.758,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-nDCG@10": 0.769777911485386,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-alpha_nDCG@10": 0.5846580838096471,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-nDCG@10": 0.6112356175366731,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-alpha_nDCG@10": 0.5965234038159781,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/avg": 0.5384956453959789,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "overlap": 0.31562501192092896,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "step": 2000,
+      "student margin": 0.06402587890625
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "step": 2000,
+      "teacher margin": 0.044464111328125
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "margin difference": -0.019561767578125,
+      "step": 2000
+    },
+    {
+      "cov-distil": 1.625259280204773,
+      "cov-distil (oracle2student)": 3.7210488319396973,
+      "cov-distil (oracle2teacher)": 3.522120237350464,
+      "epoch": 1.5698587127158556,
+      "rel-constrast": 2.4208016395568848,
+      "step": 2000,
+      "subrel-constrast": 2.839376211166382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2548234462738037,
+      "cov-distil (oracle2student)": 4.707096099853516,
+      "cov-distil (oracle2teacher)": 4.2614521980285645,
+      "epoch": 1.5706436420722136,
+      "rel-constrast": 2.793787956237793,
+      "step": 2001,
+      "subrel-constrast": 3.4904887676239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3600878715515137,
+      "cov-distil (oracle2student)": 4.084267616271973,
+      "cov-distil (oracle2teacher)": 3.830631732940674,
+      "epoch": 1.5714285714285714,
+      "rel-constrast": 2.164266347885132,
+      "step": 2002,
+      "subrel-constrast": 2.940040349960327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3222455978393555,
+      "cov-distil (oracle2student)": 3.6574766635894775,
+      "cov-distil (oracle2teacher)": 3.418257236480713,
+      "epoch": 1.5722135007849294,
+      "rel-constrast": 2.721146821975708,
+      "step": 2003,
+      "subrel-constrast": 3.0054731369018555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4619386196136475,
+      "cov-distil (oracle2student)": 4.142824172973633,
+      "cov-distil (oracle2teacher)": 3.8054847717285156,
+      "epoch": 1.5729984301412872,
+      "rel-constrast": 2.712388515472412,
+      "step": 2004,
+      "subrel-constrast": 3.5390424728393555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0719095468521118,
+      "cov-distil (oracle2student)": 3.5296859741210938,
+      "cov-distil (oracle2teacher)": 3.1143980026245117,
+      "epoch": 1.5737833594976451,
+      "rel-constrast": 2.5258047580718994,
+      "step": 2005,
+      "subrel-constrast": 3.090646982192993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52374267578125,
+      "cov-distil (oracle2student)": 4.409198760986328,
+      "cov-distil (oracle2teacher)": 4.2063307762146,
+      "epoch": 1.5745682888540031,
+      "rel-constrast": 2.7758076190948486,
+      "step": 2006,
+      "subrel-constrast": 3.4765255451202393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3465464115142822,
+      "cov-distil (oracle2student)": 3.2045907974243164,
+      "cov-distil (oracle2teacher)": 3.0267527103424072,
+      "epoch": 1.5753532182103611,
+      "rel-constrast": 2.257943868637085,
+      "step": 2007,
+      "subrel-constrast": 2.9289321899414062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.445319652557373,
+      "cov-distil (oracle2student)": 3.6875815391540527,
+      "cov-distil (oracle2teacher)": 3.447807550430298,
+      "epoch": 1.576138147566719,
+      "rel-constrast": 2.943662405014038,
+      "step": 2008,
+      "subrel-constrast": 2.963564395904541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5456913709640503,
+      "cov-distil (oracle2student)": 5.980542182922363,
+      "cov-distil (oracle2teacher)": 5.493437767028809,
+      "epoch": 1.5769230769230769,
+      "rel-constrast": 2.949774742126465,
+      "step": 2009,
+      "subrel-constrast": 3.2518348693847656,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5777080062794349,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.8465337434757976e-05,
+      "loss": 0.6915,
+      "step": 2010
+    },
+    {
+      "cov-distil": 1.4377840757369995,
+      "cov-distil (oracle2student)": 4.156949043273926,
+      "cov-distil (oracle2teacher)": 4.165374279022217,
+      "epoch": 1.5777080062794349,
+      "rel-constrast": 3.9362659454345703,
+      "step": 2010,
+      "subrel-constrast": 4.300907611846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.884354829788208,
+      "cov-distil (oracle2student)": 4.4839301109313965,
+      "cov-distil (oracle2teacher)": 4.190253257751465,
+      "epoch": 1.5784929356357926,
+      "rel-constrast": 3.1483280658721924,
+      "step": 2011,
+      "subrel-constrast": 4.354669570922852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6395540237426758,
+      "cov-distil (oracle2student)": 5.750955104827881,
+      "cov-distil (oracle2teacher)": 5.298275947570801,
+      "epoch": 1.5792778649921506,
+      "rel-constrast": 2.2011046409606934,
+      "step": 2012,
+      "subrel-constrast": 3.059194803237915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371983289718628,
+      "cov-distil (oracle2student)": 3.2978949546813965,
+      "cov-distil (oracle2teacher)": 3.4935269355773926,
+      "epoch": 1.5800627943485086,
+      "rel-constrast": 2.1540050506591797,
+      "step": 2013,
+      "subrel-constrast": 3.1483583450317383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0264906883239746,
+      "cov-distil (oracle2student)": 4.947822570800781,
+      "cov-distil (oracle2teacher)": 4.389491081237793,
+      "epoch": 1.5808477237048666,
+      "rel-constrast": 2.713986396789551,
+      "step": 2014,
+      "subrel-constrast": 4.0013885498046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3393373489379883,
+      "cov-distil (oracle2student)": 2.834489345550537,
+      "cov-distil (oracle2teacher)": 3.0288479328155518,
+      "epoch": 1.5816326530612246,
+      "rel-constrast": 2.0930309295654297,
+      "step": 2015,
+      "subrel-constrast": 2.7812485694885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6010667085647583,
+      "cov-distil (oracle2student)": 4.359186172485352,
+      "cov-distil (oracle2teacher)": 4.202964782714844,
+      "epoch": 1.5824175824175826,
+      "rel-constrast": 2.620488166809082,
+      "step": 2016,
+      "subrel-constrast": 3.5307912826538086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7722853422164917,
+      "cov-distil (oracle2student)": 3.774839162826538,
+      "cov-distil (oracle2teacher)": 3.6534132957458496,
+      "epoch": 1.5832025117739403,
+      "rel-constrast": 2.3033838272094727,
+      "step": 2017,
+      "subrel-constrast": 3.605243444442749,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.86524498462677,
+      "cov-distil (oracle2student)": 4.193443775177002,
+      "cov-distil (oracle2teacher)": 4.129876613616943,
+      "epoch": 1.5839874411302983,
+      "rel-constrast": 1.585967779159546,
+      "step": 2018,
+      "subrel-constrast": 2.5018954277038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5511960983276367,
+      "cov-distil (oracle2student)": 4.050522804260254,
+      "cov-distil (oracle2teacher)": 4.108564853668213,
+      "epoch": 1.584772370486656,
+      "rel-constrast": 2.5229244232177734,
+      "step": 2019,
+      "subrel-constrast": 3.454453706741333,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.585557299843014,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.843509017462652e-05,
+      "loss": 0.6732,
+      "step": 2020
+    },
+    {
+      "cov-distil": 2.0482892990112305,
+      "cov-distil (oracle2student)": 4.750459671020508,
+      "cov-distil (oracle2teacher)": 4.109539031982422,
+      "epoch": 1.585557299843014,
+      "rel-constrast": 2.9831416606903076,
+      "step": 2020,
+      "subrel-constrast": 3.4159088134765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8287413120269775,
+      "cov-distil (oracle2student)": 4.625401496887207,
+      "cov-distil (oracle2teacher)": 4.432038307189941,
+      "epoch": 1.586342229199372,
+      "rel-constrast": 3.173849582672119,
+      "step": 2021,
+      "subrel-constrast": 3.6933140754699707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.502548336982727,
+      "cov-distil (oracle2student)": 4.34357213973999,
+      "cov-distil (oracle2teacher)": 4.000822067260742,
+      "epoch": 1.58712715855573,
+      "rel-constrast": 3.2530899047851562,
+      "step": 2022,
+      "subrel-constrast": 4.041499137878418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6975460052490234,
+      "cov-distil (oracle2student)": 2.134544610977173,
+      "cov-distil (oracle2teacher)": 2.6783952713012695,
+      "epoch": 1.587912087912088,
+      "rel-constrast": 1.9920363426208496,
+      "step": 2023,
+      "subrel-constrast": 2.524914503097534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.539825439453125,
+      "cov-distil (oracle2student)": 3.59492826461792,
+      "cov-distil (oracle2teacher)": 3.1538758277893066,
+      "epoch": 1.5886970172684458,
+      "rel-constrast": 3.423799514770508,
+      "step": 2024,
+      "subrel-constrast": 2.937838077545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.211482286453247,
+      "cov-distil (oracle2student)": 3.4956533908843994,
+      "cov-distil (oracle2teacher)": 3.3868885040283203,
+      "epoch": 1.5894819466248038,
+      "rel-constrast": 2.658813238143921,
+      "step": 2025,
+      "subrel-constrast": 3.331859588623047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.064730405807495,
+      "cov-distil (oracle2student)": 4.127379417419434,
+      "cov-distil (oracle2teacher)": 4.330715179443359,
+      "epoch": 1.5902668759811616,
+      "rel-constrast": 3.454615354537964,
+      "step": 2026,
+      "subrel-constrast": 5.0817790031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.764772653579712,
+      "cov-distil (oracle2student)": 5.5037665367126465,
+      "cov-distil (oracle2teacher)": 5.152635097503662,
+      "epoch": 1.5910518053375196,
+      "rel-constrast": 3.8172686100006104,
+      "step": 2027,
+      "subrel-constrast": 4.860388278961182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7477824687957764,
+      "cov-distil (oracle2student)": 2.8598079681396484,
+      "cov-distil (oracle2teacher)": 3.4302902221679688,
+      "epoch": 1.5918367346938775,
+      "rel-constrast": 2.446838140487671,
+      "step": 2028,
+      "subrel-constrast": 2.904712677001953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2806787490844727,
+      "cov-distil (oracle2student)": 4.167126178741455,
+      "cov-distil (oracle2teacher)": 3.535740375518799,
+      "epoch": 1.5926216640502355,
+      "rel-constrast": 1.5691629648208618,
+      "step": 2029,
+      "subrel-constrast": 2.2749476432800293,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5934065934065935,
+      "grad_norm": 4.0625,
+      "learning_rate": 4.840455736531695e-05,
+      "loss": 0.761,
+      "step": 2030
+    },
+    {
+      "cov-distil": 1.8052408695220947,
+      "cov-distil (oracle2student)": 3.767669439315796,
+      "cov-distil (oracle2teacher)": 4.137200355529785,
+      "epoch": 1.5934065934065935,
+      "rel-constrast": 2.8105173110961914,
+      "step": 2030,
+      "subrel-constrast": 4.052968978881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9864495992660522,
+      "cov-distil (oracle2student)": 4.301630020141602,
+      "cov-distil (oracle2teacher)": 3.9233083724975586,
+      "epoch": 1.5941915227629513,
+      "rel-constrast": 2.481691360473633,
+      "step": 2031,
+      "subrel-constrast": 3.670283317565918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2325851917266846,
+      "cov-distil (oracle2student)": 3.4413347244262695,
+      "cov-distil (oracle2teacher)": 3.52907133102417,
+      "epoch": 1.5949764521193093,
+      "rel-constrast": 1.944342017173767,
+      "step": 2032,
+      "subrel-constrast": 2.616421699523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1680409908294678,
+      "cov-distil (oracle2student)": 4.535223007202148,
+      "cov-distil (oracle2teacher)": 4.687896728515625,
+      "epoch": 1.595761381475667,
+      "rel-constrast": 3.4036130905151367,
+      "step": 2033,
+      "subrel-constrast": 3.596949815750122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.187397837638855,
+      "cov-distil (oracle2student)": 5.060375690460205,
+      "cov-distil (oracle2teacher)": 4.972679615020752,
+      "epoch": 1.596546310832025,
+      "rel-constrast": 2.817009449005127,
+      "step": 2034,
+      "subrel-constrast": 3.526599407196045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9516181945800781,
+      "cov-distil (oracle2student)": 5.50700569152832,
+      "cov-distil (oracle2teacher)": 4.918766021728516,
+      "epoch": 1.597331240188383,
+      "rel-constrast": 3.4270966053009033,
+      "step": 2035,
+      "subrel-constrast": 4.3050537109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6815999746322632,
+      "cov-distil (oracle2student)": 3.189220428466797,
+      "cov-distil (oracle2teacher)": 3.4597322940826416,
+      "epoch": 1.598116169544741,
+      "rel-constrast": 3.8849408626556396,
+      "step": 2036,
+      "subrel-constrast": 4.007104873657227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5344910621643066,
+      "cov-distil (oracle2student)": 5.080648422241211,
+      "cov-distil (oracle2teacher)": 4.638467788696289,
+      "epoch": 1.598901098901099,
+      "rel-constrast": 2.8217477798461914,
+      "step": 2037,
+      "subrel-constrast": 3.8516201972961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6874818801879883,
+      "cov-distil (oracle2student)": 4.321852684020996,
+      "cov-distil (oracle2teacher)": 4.031486511230469,
+      "epoch": 1.599686028257457,
+      "rel-constrast": 4.23775577545166,
+      "step": 2038,
+      "subrel-constrast": 4.444581985473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5076287984848022,
+      "cov-distil (oracle2student)": 3.5776901245117188,
+      "cov-distil (oracle2teacher)": 3.320101737976074,
+      "epoch": 1.6004709576138147,
+      "rel-constrast": 2.3692123889923096,
+      "step": 2039,
+      "subrel-constrast": 2.848024845123291,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6012558869701727,
+      "grad_norm": 5.25,
+      "learning_rate": 4.837373937886191e-05,
+      "loss": 0.7943,
+      "step": 2040
+    },
+    {
+      "cov-distil": 1.6467664241790771,
+      "cov-distil (oracle2student)": 3.4191412925720215,
+      "cov-distil (oracle2teacher)": 3.879981756210327,
+      "epoch": 1.6012558869701727,
+      "rel-constrast": 2.825836181640625,
+      "step": 2040,
+      "subrel-constrast": 3.5962727069854736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6008367538452148,
+      "cov-distil (oracle2student)": 4.051494598388672,
+      "cov-distil (oracle2teacher)": 4.0429229736328125,
+      "epoch": 1.6020408163265305,
+      "rel-constrast": 2.2376322746276855,
+      "step": 2041,
+      "subrel-constrast": 3.3133673667907715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3132537603378296,
+      "cov-distil (oracle2student)": 5.540678977966309,
+      "cov-distil (oracle2teacher)": 4.8964972496032715,
+      "epoch": 1.6028257456828885,
+      "rel-constrast": 3.3395042419433594,
+      "step": 2042,
+      "subrel-constrast": 3.4931578636169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4747480154037476,
+      "cov-distil (oracle2student)": 3.688535213470459,
+      "cov-distil (oracle2teacher)": 3.7695884704589844,
+      "epoch": 1.6036106750392465,
+      "rel-constrast": 3.0774917602539062,
+      "step": 2043,
+      "subrel-constrast": 4.081106185913086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3674695491790771,
+      "cov-distil (oracle2student)": 4.54239559173584,
+      "cov-distil (oracle2teacher)": 4.217275142669678,
+      "epoch": 1.6043956043956045,
+      "rel-constrast": 3.5234925746917725,
+      "step": 2044,
+      "subrel-constrast": 3.8215219974517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2804394960403442,
+      "cov-distil (oracle2student)": 3.9361371994018555,
+      "cov-distil (oracle2teacher)": 4.220816612243652,
+      "epoch": 1.6051805337519625,
+      "rel-constrast": 3.50968599319458,
+      "step": 2045,
+      "subrel-constrast": 4.2541584968566895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8156013488769531,
+      "cov-distil (oracle2student)": 4.476880073547363,
+      "cov-distil (oracle2teacher)": 3.963146209716797,
+      "epoch": 1.6059654631083202,
+      "rel-constrast": 3.259300708770752,
+      "step": 2046,
+      "subrel-constrast": 3.3814423084259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5240626335144043,
+      "cov-distil (oracle2student)": 3.958540201187134,
+      "cov-distil (oracle2teacher)": 3.794686794281006,
+      "epoch": 1.6067503924646782,
+      "rel-constrast": 2.936607599258423,
+      "step": 2047,
+      "subrel-constrast": 3.8535993099212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266055822372437,
+      "cov-distil (oracle2student)": 4.4979705810546875,
+      "cov-distil (oracle2teacher)": 3.644831895828247,
+      "epoch": 1.607535321821036,
+      "rel-constrast": 2.2974979877471924,
+      "step": 2048,
+      "subrel-constrast": 3.10577654838562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7465144395828247,
+      "cov-distil (oracle2student)": 3.3013501167297363,
+      "cov-distil (oracle2teacher)": 3.4726696014404297,
+      "epoch": 1.608320251177394,
+      "rel-constrast": 1.995133638381958,
+      "step": 2049,
+      "subrel-constrast": 2.724217653274536,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.609105180533752,
+      "grad_norm": 4.40625,
+      "learning_rate": 4.834263659076884e-05,
+      "loss": 0.763,
+      "step": 2050
+    },
+    {
+      "cov-distil": 1.7949761152267456,
+      "cov-distil (oracle2student)": 4.498704433441162,
+      "cov-distil (oracle2teacher)": 4.352823257446289,
+      "epoch": 1.609105180533752,
+      "rel-constrast": 2.254809856414795,
+      "step": 2050,
+      "subrel-constrast": 3.4211935997009277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3349231481552124,
+      "cov-distil (oracle2student)": 5.7295918464660645,
+      "cov-distil (oracle2teacher)": 5.212827205657959,
+      "epoch": 1.60989010989011,
+      "rel-constrast": 2.0729784965515137,
+      "step": 2051,
+      "subrel-constrast": 3.048137903213501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0458886623382568,
+      "cov-distil (oracle2student)": 3.1625027656555176,
+      "cov-distil (oracle2teacher)": 3.6677608489990234,
+      "epoch": 1.610675039246468,
+      "rel-constrast": 2.433927536010742,
+      "step": 2052,
+      "subrel-constrast": 3.323185682296753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3693102598190308,
+      "cov-distil (oracle2student)": 2.987476110458374,
+      "cov-distil (oracle2teacher)": 2.8964524269104004,
+      "epoch": 1.6114599686028257,
+      "rel-constrast": 2.140439033508301,
+      "step": 2053,
+      "subrel-constrast": 2.8775861263275146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3437325954437256,
+      "cov-distil (oracle2student)": 5.207067012786865,
+      "cov-distil (oracle2teacher)": 5.1119794845581055,
+      "epoch": 1.6122448979591837,
+      "rel-constrast": 3.1859264373779297,
+      "step": 2054,
+      "subrel-constrast": 3.5148096084594727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5393338203430176,
+      "cov-distil (oracle2student)": 2.7178211212158203,
+      "cov-distil (oracle2teacher)": 2.548007011413574,
+      "epoch": 1.6130298273155415,
+      "rel-constrast": 2.2228755950927734,
+      "step": 2055,
+      "subrel-constrast": 2.701355457305908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426512360572815,
+      "cov-distil (oracle2student)": 3.4088988304138184,
+      "cov-distil (oracle2teacher)": 3.7255258560180664,
+      "epoch": 1.6138147566718994,
+      "rel-constrast": 1.602285623550415,
+      "step": 2056,
+      "subrel-constrast": 2.695399761199951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7214194536209106,
+      "cov-distil (oracle2student)": 3.3216590881347656,
+      "cov-distil (oracle2teacher)": 3.337252616882324,
+      "epoch": 1.6145996860282574,
+      "rel-constrast": 2.674438714981079,
+      "step": 2057,
+      "subrel-constrast": 3.511599063873291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5471255779266357,
+      "cov-distil (oracle2student)": 3.8116812705993652,
+      "cov-distil (oracle2teacher)": 3.9724085330963135,
+      "epoch": 1.6153846153846154,
+      "rel-constrast": 2.7013487815856934,
+      "step": 2058,
+      "subrel-constrast": 3.5736117362976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2454863786697388,
+      "cov-distil (oracle2student)": 5.163958549499512,
+      "cov-distil (oracle2teacher)": 4.0869317054748535,
+      "epoch": 1.6161695447409734,
+      "rel-constrast": 2.5448288917541504,
+      "step": 2059,
+      "subrel-constrast": 3.0625667572021484,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6169544740973314,
+      "grad_norm": 10.5,
+      "learning_rate": 4.83112493800154e-05,
+      "loss": 0.6318,
+      "step": 2060
+    },
+    {
+      "cov-distil": 1.4908287525177002,
+      "cov-distil (oracle2student)": 4.317589282989502,
+      "cov-distil (oracle2teacher)": 4.190001487731934,
+      "epoch": 1.6169544740973314,
+      "rel-constrast": 2.581674575805664,
+      "step": 2060,
+      "subrel-constrast": 3.4688923358917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4584860801696777,
+      "cov-distil (oracle2student)": 4.275257110595703,
+      "cov-distil (oracle2teacher)": 4.058523654937744,
+      "epoch": 1.6177394034536892,
+      "rel-constrast": 2.0944056510925293,
+      "step": 2061,
+      "subrel-constrast": 2.88100266456604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.757563829421997,
+      "cov-distil (oracle2student)": 3.076035499572754,
+      "cov-distil (oracle2teacher)": 3.0971367359161377,
+      "epoch": 1.6185243328100472,
+      "rel-constrast": 2.540196418762207,
+      "step": 2062,
+      "subrel-constrast": 3.6414880752563477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2241549491882324,
+      "cov-distil (oracle2student)": 4.835506439208984,
+      "cov-distil (oracle2teacher)": 4.11246919631958,
+      "epoch": 1.619309262166405,
+      "rel-constrast": 3.1234943866729736,
+      "step": 2063,
+      "subrel-constrast": 3.165693521499634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9903879165649414,
+      "cov-distil (oracle2student)": 4.786257266998291,
+      "cov-distil (oracle2teacher)": 4.460675239562988,
+      "epoch": 1.620094191522763,
+      "rel-constrast": 2.56026029586792,
+      "step": 2064,
+      "subrel-constrast": 3.524782180786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.28297758102417,
+      "cov-distil (oracle2student)": 4.441198825836182,
+      "cov-distil (oracle2teacher)": 4.769462585449219,
+      "epoch": 1.620879120879121,
+      "rel-constrast": 2.9925427436828613,
+      "step": 2065,
+      "subrel-constrast": 3.6131138801574707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.761282205581665,
+      "cov-distil (oracle2student)": 5.356776237487793,
+      "cov-distil (oracle2teacher)": 4.522482395172119,
+      "epoch": 1.6216640502354789,
+      "rel-constrast": 3.165936231613159,
+      "step": 2066,
+      "subrel-constrast": 4.099177837371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4316446781158447,
+      "cov-distil (oracle2student)": 5.165266036987305,
+      "cov-distil (oracle2teacher)": 4.497067451477051,
+      "epoch": 1.6224489795918369,
+      "rel-constrast": 2.9972119331359863,
+      "step": 2067,
+      "subrel-constrast": 3.2542285919189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3026407957077026,
+      "cov-distil (oracle2student)": 5.497707843780518,
+      "cov-distil (oracle2teacher)": 4.904534816741943,
+      "epoch": 1.6232339089481946,
+      "rel-constrast": 2.914114236831665,
+      "step": 2068,
+      "subrel-constrast": 3.616696834564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.508901834487915,
+      "cov-distil (oracle2student)": 4.457405090332031,
+      "cov-distil (oracle2teacher)": 4.822147369384766,
+      "epoch": 1.6240188383045526,
+      "rel-constrast": 2.934299945831299,
+      "step": 2069,
+      "subrel-constrast": 4.103697776794434,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6248037676609104,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.827957812904485e-05,
+      "loss": 0.7356,
+      "step": 2070
+    },
+    {
+      "cov-distil": 1.3743852376937866,
+      "cov-distil (oracle2student)": 2.6643528938293457,
+      "cov-distil (oracle2teacher)": 3.036470413208008,
+      "epoch": 1.6248037676609104,
+      "rel-constrast": 2.3496155738830566,
+      "step": 2070,
+      "subrel-constrast": 3.3078978061676025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.617437720298767,
+      "cov-distil (oracle2student)": 6.351428508758545,
+      "cov-distil (oracle2teacher)": 5.156709671020508,
+      "epoch": 1.6255886970172684,
+      "rel-constrast": 2.6045138835906982,
+      "step": 2071,
+      "subrel-constrast": 2.9174444675445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9774250984191895,
+      "cov-distil (oracle2student)": 4.303502082824707,
+      "cov-distil (oracle2teacher)": 3.9338040351867676,
+      "epoch": 1.6263736263736264,
+      "rel-constrast": 3.3211231231689453,
+      "step": 2072,
+      "subrel-constrast": 3.631126880645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9205094575881958,
+      "cov-distil (oracle2student)": 4.331757545471191,
+      "cov-distil (oracle2teacher)": 4.20655632019043,
+      "epoch": 1.6271585557299844,
+      "rel-constrast": 2.644624710083008,
+      "step": 2073,
+      "subrel-constrast": 3.4994237422943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9841632843017578,
+      "cov-distil (oracle2student)": 3.503969430923462,
+      "cov-distil (oracle2teacher)": 2.974539041519165,
+      "epoch": 1.6279434850863423,
+      "rel-constrast": 1.8373162746429443,
+      "step": 2074,
+      "subrel-constrast": 2.4780445098876953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3093910217285156,
+      "cov-distil (oracle2student)": 5.715851783752441,
+      "cov-distil (oracle2teacher)": 4.562400817871094,
+      "epoch": 1.6287284144427001,
+      "rel-constrast": 3.0792689323425293,
+      "step": 2075,
+      "subrel-constrast": 3.4869117736816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72260582447052,
+      "cov-distil (oracle2student)": 4.45317268371582,
+      "cov-distil (oracle2teacher)": 4.26389217376709,
+      "epoch": 1.629513343799058,
+      "rel-constrast": 2.2471811771392822,
+      "step": 2076,
+      "subrel-constrast": 2.5746428966522217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3540172576904297,
+      "cov-distil (oracle2student)": 5.391295909881592,
+      "cov-distil (oracle2teacher)": 5.226952075958252,
+      "epoch": 1.6302982731554159,
+      "rel-constrast": 1.6137186288833618,
+      "step": 2077,
+      "subrel-constrast": 2.613908290863037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8046118021011353,
+      "cov-distil (oracle2student)": 4.633482933044434,
+      "cov-distil (oracle2teacher)": 4.515999794006348,
+      "epoch": 1.6310832025117739,
+      "rel-constrast": 2.3300392627716064,
+      "step": 2078,
+      "subrel-constrast": 2.9957892894744873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4055002927780151,
+      "cov-distil (oracle2student)": 3.869049072265625,
+      "cov-distil (oracle2teacher)": 3.528761863708496,
+      "epoch": 1.6318681318681318,
+      "rel-constrast": 1.8855060338974,
+      "step": 2079,
+      "subrel-constrast": 2.607849359512329,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6326530612244898,
+      "grad_norm": 4.5625,
+      "learning_rate": 4.824762322376138e-05,
+      "loss": 0.6365,
+      "step": 2080
+    },
+    {
+      "cov-distil": 1.2414379119873047,
+      "cov-distil (oracle2student)": 3.478029727935791,
+      "cov-distil (oracle2teacher)": 3.3050224781036377,
+      "epoch": 1.6326530612244898,
+      "rel-constrast": 1.9633790254592896,
+      "step": 2080,
+      "subrel-constrast": 2.5663352012634277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1902920007705688,
+      "cov-distil (oracle2student)": 4.973108768463135,
+      "cov-distil (oracle2teacher)": 4.454844951629639,
+      "epoch": 1.6334379905808478,
+      "rel-constrast": 1.9761629104614258,
+      "step": 2081,
+      "subrel-constrast": 2.5908637046813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8728954792022705,
+      "cov-distil (oracle2student)": 2.418976306915283,
+      "cov-distil (oracle2teacher)": 3.155106544494629,
+      "epoch": 1.6342229199372058,
+      "rel-constrast": 2.789966583251953,
+      "step": 2082,
+      "subrel-constrast": 3.632643461227417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.879807949066162,
+      "cov-distil (oracle2student)": 4.050652027130127,
+      "cov-distil (oracle2teacher)": 3.8830175399780273,
+      "epoch": 1.6350078492935636,
+      "rel-constrast": 3.4353625774383545,
+      "step": 2083,
+      "subrel-constrast": 3.942655563354492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1142070293426514,
+      "cov-distil (oracle2student)": 4.605465888977051,
+      "cov-distil (oracle2teacher)": 4.1374430656433105,
+      "epoch": 1.6357927786499213,
+      "rel-constrast": 2.9432709217071533,
+      "step": 2084,
+      "subrel-constrast": 3.5583064556121826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3301512002944946,
+      "cov-distil (oracle2student)": 3.0463709831237793,
+      "cov-distil (oracle2teacher)": 3.104276657104492,
+      "epoch": 1.6365777080062793,
+      "rel-constrast": 2.3145620822906494,
+      "step": 2085,
+      "subrel-constrast": 3.1735079288482666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478292465209961,
+      "cov-distil (oracle2student)": 2.931324005126953,
+      "cov-distil (oracle2teacher)": 2.9833784103393555,
+      "epoch": 1.6373626373626373,
+      "rel-constrast": 2.5801472663879395,
+      "step": 2086,
+      "subrel-constrast": 2.7285046577453613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6398351192474365,
+      "cov-distil (oracle2student)": 2.8576812744140625,
+      "cov-distil (oracle2teacher)": 3.1078763008117676,
+      "epoch": 1.6381475667189953,
+      "rel-constrast": 2.428048610687256,
+      "step": 2087,
+      "subrel-constrast": 3.2801222801208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2795454263687134,
+      "cov-distil (oracle2student)": 5.243771553039551,
+      "cov-distil (oracle2teacher)": 4.780567169189453,
+      "epoch": 1.6389324960753533,
+      "rel-constrast": 2.9224610328674316,
+      "step": 2088,
+      "subrel-constrast": 3.4047603607177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7413620948791504,
+      "cov-distil (oracle2student)": 3.4226858615875244,
+      "cov-distil (oracle2teacher)": 3.796494722366333,
+      "epoch": 1.6397174254317113,
+      "rel-constrast": 3.177461624145508,
+      "step": 2089,
+      "subrel-constrast": 3.9020156860351562,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.640502354788069,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.821538505352543e-05,
+      "loss": 0.7027,
+      "step": 2090
+    },
+    {
+      "cov-distil": 1.2207731008529663,
+      "cov-distil (oracle2student)": 3.8870153427124023,
+      "cov-distil (oracle2teacher)": 4.129881381988525,
+      "epoch": 1.640502354788069,
+      "rel-constrast": 2.6559126377105713,
+      "step": 2090,
+      "subrel-constrast": 3.1635262966156006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6789839267730713,
+      "cov-distil (oracle2student)": 4.7383270263671875,
+      "cov-distil (oracle2teacher)": 4.643011093139648,
+      "epoch": 1.641287284144427,
+      "rel-constrast": 2.328157424926758,
+      "step": 2091,
+      "subrel-constrast": 2.9757080078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1166787147521973,
+      "cov-distil (oracle2student)": 6.11566162109375,
+      "cov-distil (oracle2teacher)": 5.492757797241211,
+      "epoch": 1.6420722135007848,
+      "rel-constrast": 3.674086570739746,
+      "step": 2092,
+      "subrel-constrast": 4.091212749481201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0456438064575195,
+      "cov-distil (oracle2student)": 2.8291797637939453,
+      "cov-distil (oracle2teacher)": 3.062237501144409,
+      "epoch": 1.6428571428571428,
+      "rel-constrast": 2.438107967376709,
+      "step": 2093,
+      "subrel-constrast": 3.1620309352874756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664851427078247,
+      "cov-distil (oracle2student)": 5.564061164855957,
+      "cov-distil (oracle2teacher)": 5.566417694091797,
+      "epoch": 1.6436420722135008,
+      "rel-constrast": 3.6411361694335938,
+      "step": 2094,
+      "subrel-constrast": 4.108861923217773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6375892162322998,
+      "cov-distil (oracle2student)": 4.984851837158203,
+      "cov-distil (oracle2teacher)": 4.013951778411865,
+      "epoch": 1.6444270015698588,
+      "rel-constrast": 2.8608391284942627,
+      "step": 2095,
+      "subrel-constrast": 3.520291328430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3518152236938477,
+      "cov-distil (oracle2student)": 3.7745819091796875,
+      "cov-distil (oracle2teacher)": 3.919778347015381,
+      "epoch": 1.6452119309262168,
+      "rel-constrast": 2.3604490756988525,
+      "step": 2096,
+      "subrel-constrast": 3.0637900829315186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6902343034744263,
+      "cov-distil (oracle2student)": 2.733623743057251,
+      "cov-distil (oracle2teacher)": 2.9321978092193604,
+      "epoch": 1.6459968602825745,
+      "rel-constrast": 3.052748680114746,
+      "step": 2097,
+      "subrel-constrast": 3.6468217372894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5134410858154297,
+      "cov-distil (oracle2student)": 3.3050501346588135,
+      "cov-distil (oracle2teacher)": 2.9029603004455566,
+      "epoch": 1.6467817896389325,
+      "rel-constrast": 2.616238594055176,
+      "step": 2098,
+      "subrel-constrast": 2.949694871902466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8169734477996826,
+      "cov-distil (oracle2student)": 6.159611701965332,
+      "cov-distil (oracle2teacher)": 5.612151622772217,
+      "epoch": 1.6475667189952903,
+      "rel-constrast": 2.7007651329040527,
+      "step": 2099,
+      "subrel-constrast": 3.4792776107788086,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "grad_norm": 6.0,
+      "learning_rate": 4.818286401114894e-05,
+      "loss": 0.7451,
+      "step": 2100
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "overlap": 0.3187499940395355,
+      "step": 2100
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "step": 2100,
+      "student margin": 0.0576171875
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "step": 2100,
+      "teacher margin": 0.04315185546875
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "margin difference": -0.01446533203125,
+      "step": 2100
+    },
+    {
+      "cov-distil": 1.0847593545913696,
+      "cov-distil (oracle2student)": 4.795584201812744,
+      "cov-distil (oracle2teacher)": 5.146419525146484,
+      "epoch": 1.6483516483516483,
+      "rel-constrast": 3.1171159744262695,
+      "step": 2100,
+      "subrel-constrast": 3.8414456844329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0760643482208252,
+      "cov-distil (oracle2student)": 4.520528316497803,
+      "cov-distil (oracle2teacher)": 4.584324836730957,
+      "epoch": 1.6491365777080063,
+      "rel-constrast": 3.029400587081909,
+      "step": 2101,
+      "subrel-constrast": 3.4180798530578613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9640960097312927,
+      "cov-distil (oracle2student)": 5.115893840789795,
+      "cov-distil (oracle2teacher)": 4.722122669219971,
+      "epoch": 1.6499215070643642,
+      "rel-constrast": 2.4659721851348877,
+      "step": 2102,
+      "subrel-constrast": 2.7437267303466797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4343488216400146,
+      "cov-distil (oracle2student)": 4.25430965423584,
+      "cov-distil (oracle2teacher)": 3.885815143585205,
+      "epoch": 1.6507064364207222,
+      "rel-constrast": 2.810929536819458,
+      "step": 2103,
+      "subrel-constrast": 3.4059669971466064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3997812271118164,
+      "cov-distil (oracle2student)": 4.908003807067871,
+      "cov-distil (oracle2teacher)": 4.994489669799805,
+      "epoch": 1.6514913657770802,
+      "rel-constrast": 3.232682704925537,
+      "step": 2104,
+      "subrel-constrast": 3.706627607345581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2426989078521729,
+      "cov-distil (oracle2student)": 4.39690637588501,
+      "cov-distil (oracle2teacher)": 3.901740550994873,
+      "epoch": 1.652276295133438,
+      "rel-constrast": 2.7887399196624756,
+      "step": 2105,
+      "subrel-constrast": 2.981189489364624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4868419170379639,
+      "cov-distil (oracle2student)": 3.0980429649353027,
+      "cov-distil (oracle2teacher)": 3.2560806274414062,
+      "epoch": 1.6530612244897958,
+      "rel-constrast": 2.479961395263672,
+      "step": 2106,
+      "subrel-constrast": 3.50347900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4145686626434326,
+      "cov-distil (oracle2student)": 5.37026834487915,
+      "cov-distil (oracle2teacher)": 4.314634323120117,
+      "epoch": 1.6538461538461537,
+      "rel-constrast": 3.189492702484131,
+      "step": 2107,
+      "subrel-constrast": 3.304046392440796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015730381011963,
+      "cov-distil (oracle2student)": 3.150158166885376,
+      "cov-distil (oracle2teacher)": 3.2641947269439697,
+      "epoch": 1.6546310832025117,
+      "rel-constrast": 2.0542044639587402,
+      "step": 2108,
+      "subrel-constrast": 3.0232656002044678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8200358152389526,
+      "cov-distil (oracle2student)": 2.9853107929229736,
+      "cov-distil (oracle2teacher)": 3.290024757385254,
+      "epoch": 1.6554160125588697,
+      "rel-constrast": 1.7551003694534302,
+      "step": 2109,
+      "subrel-constrast": 2.5555334091186523,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6562009419152277,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.8150060492890534e-05,
+      "loss": 0.7062,
+      "step": 2110
+    },
+    {
+      "cov-distil": 2.164550304412842,
+      "cov-distil (oracle2student)": 4.157090187072754,
+      "cov-distil (oracle2teacher)": 4.138474464416504,
+      "epoch": 1.6562009419152277,
+      "rel-constrast": 3.681403636932373,
+      "step": 2110,
+      "subrel-constrast": 4.288934230804443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6670509576797485,
+      "cov-distil (oracle2student)": 5.642236232757568,
+      "cov-distil (oracle2teacher)": 5.219463348388672,
+      "epoch": 1.6569858712715857,
+      "rel-constrast": 2.6670005321502686,
+      "step": 2111,
+      "subrel-constrast": 3.2984635829925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5286648273468018,
+      "cov-distil (oracle2student)": 6.8880510330200195,
+      "cov-distil (oracle2teacher)": 6.149458885192871,
+      "epoch": 1.6577708006279435,
+      "rel-constrast": 2.7714650630950928,
+      "step": 2112,
+      "subrel-constrast": 3.6926379203796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3729195594787598,
+      "cov-distil (oracle2student)": 3.329467535018921,
+      "cov-distil (oracle2teacher)": 3.7128005027770996,
+      "epoch": 1.6585557299843015,
+      "rel-constrast": 3.645893096923828,
+      "step": 2113,
+      "subrel-constrast": 4.052705764770508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369773268699646,
+      "cov-distil (oracle2student)": 4.392125129699707,
+      "cov-distil (oracle2teacher)": 3.8616867065429688,
+      "epoch": 1.6593406593406592,
+      "rel-constrast": 3.0189096927642822,
+      "step": 2114,
+      "subrel-constrast": 3.484640598297119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015727996826172,
+      "cov-distil (oracle2student)": 4.326857566833496,
+      "cov-distil (oracle2teacher)": 4.160575866699219,
+      "epoch": 1.6601255886970172,
+      "rel-constrast": 2.9198811054229736,
+      "step": 2115,
+      "subrel-constrast": 2.944526195526123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.058974027633667,
+      "cov-distil (oracle2student)": 4.4760026931762695,
+      "cov-distil (oracle2teacher)": 4.2179460525512695,
+      "epoch": 1.6609105180533752,
+      "rel-constrast": 1.769545316696167,
+      "step": 2116,
+      "subrel-constrast": 2.453869342803955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9441261291503906,
+      "cov-distil (oracle2student)": 4.372752666473389,
+      "cov-distil (oracle2teacher)": 4.653127670288086,
+      "epoch": 1.6616954474097332,
+      "rel-constrast": 3.1911330223083496,
+      "step": 2117,
+      "subrel-constrast": 3.7165687084198,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.375419020652771,
+      "cov-distil (oracle2student)": 2.6942036151885986,
+      "cov-distil (oracle2teacher)": 2.8261165618896484,
+      "epoch": 1.6624803767660912,
+      "rel-constrast": 2.6437556743621826,
+      "step": 2118,
+      "subrel-constrast": 3.4267489910125732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8432061672210693,
+      "cov-distil (oracle2student)": 2.5915541648864746,
+      "cov-distil (oracle2teacher)": 2.9292144775390625,
+      "epoch": 1.663265306122449,
+      "rel-constrast": 2.2575695514678955,
+      "step": 2119,
+      "subrel-constrast": 3.2407729625701904,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.664050235478807,
+      "grad_norm": 4.09375,
+      "learning_rate": 4.8116974898450736e-05,
+      "loss": 0.7532,
+      "step": 2120
+    },
+    {
+      "cov-distil": 1.4284354448318481,
+      "cov-distil (oracle2student)": 3.8294482231140137,
+      "cov-distil (oracle2teacher)": 3.66495418548584,
+      "epoch": 1.664050235478807,
+      "rel-constrast": 2.3472390174865723,
+      "step": 2120,
+      "subrel-constrast": 2.764091730117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7339069843292236,
+      "cov-distil (oracle2student)": 5.896264553070068,
+      "cov-distil (oracle2teacher)": 5.093210697174072,
+      "epoch": 1.6648351648351647,
+      "rel-constrast": 3.384132146835327,
+      "step": 2121,
+      "subrel-constrast": 4.197080612182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6135178804397583,
+      "cov-distil (oracle2student)": 3.5190796852111816,
+      "cov-distil (oracle2teacher)": 3.6976165771484375,
+      "epoch": 1.6656200941915227,
+      "rel-constrast": 2.4060521125793457,
+      "step": 2122,
+      "subrel-constrast": 3.611560583114624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7267638444900513,
+      "cov-distil (oracle2student)": 3.873110294342041,
+      "cov-distil (oracle2teacher)": 3.7459716796875,
+      "epoch": 1.6664050235478807,
+      "rel-constrast": 2.8872313499450684,
+      "step": 2123,
+      "subrel-constrast": 3.3765623569488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1982941627502441,
+      "cov-distil (oracle2student)": 4.119829177856445,
+      "cov-distil (oracle2teacher)": 4.441465377807617,
+      "epoch": 1.6671899529042387,
+      "rel-constrast": 2.849386692047119,
+      "step": 2124,
+      "subrel-constrast": 3.5009841918945312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6497911214828491,
+      "cov-distil (oracle2student)": 4.420945167541504,
+      "cov-distil (oracle2teacher)": 4.4817986488342285,
+      "epoch": 1.6679748822605966,
+      "rel-constrast": 2.804983377456665,
+      "step": 2125,
+      "subrel-constrast": 3.751906633377075,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4091827869415283,
+      "cov-distil (oracle2student)": 5.711494445800781,
+      "cov-distil (oracle2teacher)": 5.227167129516602,
+      "epoch": 1.6687598116169546,
+      "rel-constrast": 1.9490318298339844,
+      "step": 2126,
+      "subrel-constrast": 2.68143367767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3228497505187988,
+      "cov-distil (oracle2student)": 4.4962968826293945,
+      "cov-distil (oracle2teacher)": 4.532170295715332,
+      "epoch": 1.6695447409733124,
+      "rel-constrast": 2.627175807952881,
+      "step": 2127,
+      "subrel-constrast": 3.3042190074920654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9521995186805725,
+      "cov-distil (oracle2student)": 4.027742385864258,
+      "cov-distil (oracle2teacher)": 3.8917882442474365,
+      "epoch": 1.6703296703296702,
+      "rel-constrast": 2.710982322692871,
+      "step": 2128,
+      "subrel-constrast": 2.957879066467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1321789026260376,
+      "cov-distil (oracle2student)": 4.961772441864014,
+      "cov-distil (oracle2teacher)": 4.1693196296691895,
+      "epoch": 1.6711145996860282,
+      "rel-constrast": 4.076947212219238,
+      "step": 2129,
+      "subrel-constrast": 4.571191310882568,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6718995290423861,
+      "grad_norm": 6.125,
+      "learning_rate": 4.8083607630967074e-05,
+      "loss": 0.7365,
+      "step": 2130
+    },
+    {
+      "cov-distil": 1.4759851694107056,
+      "cov-distil (oracle2student)": 6.480543613433838,
+      "cov-distil (oracle2teacher)": 6.439112663269043,
+      "epoch": 1.6718995290423861,
+      "rel-constrast": 3.6613290309906006,
+      "step": 2130,
+      "subrel-constrast": 4.105996608734131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1145968437194824,
+      "cov-distil (oracle2student)": 3.70923113822937,
+      "cov-distil (oracle2teacher)": 3.944181442260742,
+      "epoch": 1.6726844583987441,
+      "rel-constrast": 2.3551554679870605,
+      "step": 2131,
+      "subrel-constrast": 3.428016185760498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.720075011253357,
+      "cov-distil (oracle2student)": 4.6509294509887695,
+      "cov-distil (oracle2teacher)": 4.49489688873291,
+      "epoch": 1.6734693877551021,
+      "rel-constrast": 2.1794185638427734,
+      "step": 2132,
+      "subrel-constrast": 3.4165291786193848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4906682968139648,
+      "cov-distil (oracle2student)": 3.813755512237549,
+      "cov-distil (oracle2teacher)": 4.536121368408203,
+      "epoch": 1.67425431711146,
+      "rel-constrast": 2.387981414794922,
+      "step": 2133,
+      "subrel-constrast": 3.694098949432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6361708641052246,
+      "cov-distil (oracle2student)": 4.081071853637695,
+      "cov-distil (oracle2teacher)": 3.915973663330078,
+      "epoch": 1.6750392464678179,
+      "rel-constrast": 2.6308090686798096,
+      "step": 2134,
+      "subrel-constrast": 3.2851946353912354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4303783178329468,
+      "cov-distil (oracle2student)": 4.202880382537842,
+      "cov-distil (oracle2teacher)": 4.16943359375,
+      "epoch": 1.6758241758241759,
+      "rel-constrast": 3.373445510864258,
+      "step": 2135,
+      "subrel-constrast": 3.923292398452759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.459425210952759,
+      "cov-distil (oracle2student)": 4.751179218292236,
+      "cov-distil (oracle2teacher)": 5.0707855224609375,
+      "epoch": 1.6766091051805336,
+      "rel-constrast": 3.3232884407043457,
+      "step": 2136,
+      "subrel-constrast": 4.151365756988525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104991912841797,
+      "cov-distil (oracle2student)": 4.446455478668213,
+      "cov-distil (oracle2teacher)": 4.271516799926758,
+      "epoch": 1.6773940345368916,
+      "rel-constrast": 3.3564252853393555,
+      "step": 2137,
+      "subrel-constrast": 3.789482355117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3762569427490234,
+      "cov-distil (oracle2student)": 3.0044121742248535,
+      "cov-distil (oracle2teacher)": 3.1743152141571045,
+      "epoch": 1.6781789638932496,
+      "rel-constrast": 3.3793673515319824,
+      "step": 2138,
+      "subrel-constrast": 3.876147985458374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7822182178497314,
+      "cov-distil (oracle2student)": 3.6641769409179688,
+      "cov-distil (oracle2teacher)": 3.9251742362976074,
+      "epoch": 1.6789638932496076,
+      "rel-constrast": 3.6260242462158203,
+      "step": 2139,
+      "subrel-constrast": 4.8444719314575195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6797488226059656,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.8049959097009176e-05,
+      "loss": 0.7988,
+      "step": 2140
+    },
+    {
+      "cov-distil": 1.3677268028259277,
+      "cov-distil (oracle2student)": 4.7746405601501465,
+      "cov-distil (oracle2teacher)": 4.513347625732422,
+      "epoch": 1.6797488226059656,
+      "rel-constrast": 2.596588134765625,
+      "step": 2140,
+      "subrel-constrast": 2.9915525913238525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1616265773773193,
+      "cov-distil (oracle2student)": 5.1938323974609375,
+      "cov-distil (oracle2teacher)": 5.100850582122803,
+      "epoch": 1.6805337519623234,
+      "rel-constrast": 2.9964711666107178,
+      "step": 2141,
+      "subrel-constrast": 3.7820358276367188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0996077060699463,
+      "cov-distil (oracle2student)": 4.5935444831848145,
+      "cov-distil (oracle2teacher)": 3.8908047676086426,
+      "epoch": 1.6813186813186813,
+      "rel-constrast": 3.218785524368286,
+      "step": 2142,
+      "subrel-constrast": 3.5011887550354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7591500282287598,
+      "cov-distil (oracle2student)": 5.005758285522461,
+      "cov-distil (oracle2teacher)": 4.274603366851807,
+      "epoch": 1.682103610675039,
+      "rel-constrast": 2.0520851612091064,
+      "step": 2143,
+      "subrel-constrast": 2.8606362342834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.651135802268982,
+      "cov-distil (oracle2student)": 4.678955078125,
+      "cov-distil (oracle2teacher)": 4.217451095581055,
+      "epoch": 1.682888540031397,
+      "rel-constrast": 2.6216530799865723,
+      "step": 2144,
+      "subrel-constrast": 3.092637300491333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459703803062439,
+      "cov-distil (oracle2student)": 4.261819839477539,
+      "cov-distil (oracle2teacher)": 3.7647812366485596,
+      "epoch": 1.683673469387755,
+      "rel-constrast": 2.7618091106414795,
+      "step": 2145,
+      "subrel-constrast": 3.430241584777832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3455766439437866,
+      "cov-distil (oracle2student)": 2.825723648071289,
+      "cov-distil (oracle2teacher)": 3.393681764602661,
+      "epoch": 1.684458398744113,
+      "rel-constrast": 2.324629306793213,
+      "step": 2146,
+      "subrel-constrast": 3.406841516494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4332973957061768,
+      "cov-distil (oracle2student)": 4.471922397613525,
+      "cov-distil (oracle2teacher)": 4.546019554138184,
+      "epoch": 1.685243328100471,
+      "rel-constrast": 3.26851749420166,
+      "step": 2147,
+      "subrel-constrast": 4.255143165588379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3436756134033203,
+      "cov-distil (oracle2student)": 4.027027606964111,
+      "cov-distil (oracle2teacher)": 3.9727447032928467,
+      "epoch": 1.686028257456829,
+      "rel-constrast": 2.5659146308898926,
+      "step": 2148,
+      "subrel-constrast": 3.487208604812622,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7867908477783203,
+      "cov-distil (oracle2student)": 3.5245277881622314,
+      "cov-distil (oracle2teacher)": 3.820413112640381,
+      "epoch": 1.6868131868131868,
+      "rel-constrast": 2.8483431339263916,
+      "step": 2149,
+      "subrel-constrast": 3.817512035369873,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6875981161695446,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.801602970657379e-05,
+      "loss": 0.7174,
+      "step": 2150
+    },
+    {
+      "cov-distil": 1.3101235628128052,
+      "cov-distil (oracle2student)": 2.8991823196411133,
+      "cov-distil (oracle2teacher)": 3.0382778644561768,
+      "epoch": 1.6875981161695446,
+      "rel-constrast": 2.5098066329956055,
+      "step": 2150,
+      "subrel-constrast": 3.022489309310913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1520084142684937,
+      "cov-distil (oracle2student)": 5.277274131774902,
+      "cov-distil (oracle2teacher)": 4.550305366516113,
+      "epoch": 1.6883830455259026,
+      "rel-constrast": 2.9434947967529297,
+      "step": 2151,
+      "subrel-constrast": 3.759514570236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1978278160095215,
+      "cov-distil (oracle2student)": 3.9721157550811768,
+      "cov-distil (oracle2teacher)": 3.6336958408355713,
+      "epoch": 1.6891679748822606,
+      "rel-constrast": 2.4632248878479004,
+      "step": 2152,
+      "subrel-constrast": 3.0176351070404053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7336013317108154,
+      "cov-distil (oracle2student)": 3.94527006149292,
+      "cov-distil (oracle2teacher)": 4.275712013244629,
+      "epoch": 1.6899529042386185,
+      "rel-constrast": 2.4700944423675537,
+      "step": 2153,
+      "subrel-constrast": 3.495418071746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1990232467651367,
+      "cov-distil (oracle2student)": 4.326941967010498,
+      "cov-distil (oracle2teacher)": 3.5742738246917725,
+      "epoch": 1.6907378335949765,
+      "rel-constrast": 2.416457414627075,
+      "step": 2154,
+      "subrel-constrast": 2.926328420639038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2719948291778564,
+      "cov-distil (oracle2student)": 2.2979092597961426,
+      "cov-distil (oracle2teacher)": 2.806183338165283,
+      "epoch": 1.6915227629513345,
+      "rel-constrast": 2.915846347808838,
+      "step": 2155,
+      "subrel-constrast": 3.9413492679595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.437703251838684,
+      "cov-distil (oracle2student)": 2.4831008911132812,
+      "cov-distil (oracle2teacher)": 2.556386947631836,
+      "epoch": 1.6923076923076923,
+      "rel-constrast": 1.4686192274093628,
+      "step": 2156,
+      "subrel-constrast": 2.4283409118652344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8524895906448364,
+      "cov-distil (oracle2student)": 4.7828874588012695,
+      "cov-distil (oracle2teacher)": 4.748898029327393,
+      "epoch": 1.6930926216640503,
+      "rel-constrast": 3.025974750518799,
+      "step": 2157,
+      "subrel-constrast": 3.9398739337921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1802608966827393,
+      "cov-distil (oracle2student)": 4.980656623840332,
+      "cov-distil (oracle2teacher)": 4.330135822296143,
+      "epoch": 1.693877551020408,
+      "rel-constrast": 1.9440710544586182,
+      "step": 2158,
+      "subrel-constrast": 2.631688117980957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.266925573348999,
+      "cov-distil (oracle2student)": 5.679771423339844,
+      "cov-distil (oracle2teacher)": 5.261580467224121,
+      "epoch": 1.694662480376766,
+      "rel-constrast": 3.576578378677368,
+      "step": 2159,
+      "subrel-constrast": 3.7673513889312744,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.695447409733124,
+      "grad_norm": 6.25,
+      "learning_rate": 4.798181987307986e-05,
+      "loss": 0.6774,
+      "step": 2160
+    },
+    {
+      "cov-distil": 1.2281379699707031,
+      "cov-distil (oracle2student)": 7.301149368286133,
+      "cov-distil (oracle2teacher)": 6.4471940994262695,
+      "epoch": 1.695447409733124,
+      "rel-constrast": 4.624300956726074,
+      "step": 2160,
+      "subrel-constrast": 4.6694746017456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5952264070510864,
+      "cov-distil (oracle2student)": 5.333080768585205,
+      "cov-distil (oracle2teacher)": 4.977442264556885,
+      "epoch": 1.696232339089482,
+      "rel-constrast": 3.211956024169922,
+      "step": 2161,
+      "subrel-constrast": 3.744603395462036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7410622835159302,
+      "cov-distil (oracle2student)": 3.4722900390625,
+      "cov-distil (oracle2teacher)": 4.129591464996338,
+      "epoch": 1.69701726844584,
+      "rel-constrast": 2.543261766433716,
+      "step": 2162,
+      "subrel-constrast": 3.373548746109009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6664823293685913,
+      "cov-distil (oracle2student)": 4.037325382232666,
+      "cov-distil (oracle2teacher)": 3.861684799194336,
+      "epoch": 1.6978021978021978,
+      "rel-constrast": 3.6287271976470947,
+      "step": 2163,
+      "subrel-constrast": 4.066279888153076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963059663772583,
+      "cov-distil (oracle2student)": 3.5315988063812256,
+      "cov-distil (oracle2teacher)": 3.7247366905212402,
+      "epoch": 1.6985871271585558,
+      "rel-constrast": 2.4288177490234375,
+      "step": 2164,
+      "subrel-constrast": 3.717818021774292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5655512809753418,
+      "cov-distil (oracle2student)": 6.418693542480469,
+      "cov-distil (oracle2teacher)": 5.831506252288818,
+      "epoch": 1.6993720565149135,
+      "rel-constrast": 2.459304094314575,
+      "step": 2165,
+      "subrel-constrast": 3.489464282989502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6480576992034912,
+      "cov-distil (oracle2student)": 2.5858688354492188,
+      "cov-distil (oracle2teacher)": 2.477842330932617,
+      "epoch": 1.7001569858712715,
+      "rel-constrast": 3.6505086421966553,
+      "step": 2166,
+      "subrel-constrast": 3.785423994064331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4680659770965576,
+      "cov-distil (oracle2student)": 4.870906352996826,
+      "cov-distil (oracle2teacher)": 3.9468703269958496,
+      "epoch": 1.7009419152276295,
+      "rel-constrast": 3.8205504417419434,
+      "step": 2167,
+      "subrel-constrast": 4.396917343139648,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6033389568328857,
+      "cov-distil (oracle2student)": 5.15008544921875,
+      "cov-distil (oracle2teacher)": 4.98371696472168,
+      "epoch": 1.7017268445839875,
+      "rel-constrast": 2.034574270248413,
+      "step": 2168,
+      "subrel-constrast": 2.7323803901672363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1822340488433838,
+      "cov-distil (oracle2student)": 4.1505022048950195,
+      "cov-distil (oracle2teacher)": 3.832441806793213,
+      "epoch": 1.7025117739403455,
+      "rel-constrast": 2.6992299556732178,
+      "step": 2169,
+      "subrel-constrast": 3.195754289627075,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7032967032967035,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.79473300133634e-05,
+      "loss": 0.8167,
+      "step": 2170
+    },
+    {
+      "cov-distil": 1.890555500984192,
+      "cov-distil (oracle2student)": 3.2386651039123535,
+      "cov-distil (oracle2teacher)": 3.269507884979248,
+      "epoch": 1.7032967032967035,
+      "rel-constrast": 3.366004467010498,
+      "step": 2170,
+      "subrel-constrast": 3.925034761428833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736064076423645,
+      "cov-distil (oracle2student)": 4.484632968902588,
+      "cov-distil (oracle2teacher)": 4.326740264892578,
+      "epoch": 1.7040816326530612,
+      "rel-constrast": 3.3862345218658447,
+      "step": 2171,
+      "subrel-constrast": 4.128209590911865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3596742153167725,
+      "cov-distil (oracle2student)": 3.7044270038604736,
+      "cov-distil (oracle2teacher)": 3.523550510406494,
+      "epoch": 1.704866562009419,
+      "rel-constrast": 2.3950014114379883,
+      "step": 2172,
+      "subrel-constrast": 3.151076078414917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6536014080047607,
+      "cov-distil (oracle2student)": 5.310223579406738,
+      "cov-distil (oracle2teacher)": 4.867607116699219,
+      "epoch": 1.705651491365777,
+      "rel-constrast": 4.662595272064209,
+      "step": 2173,
+      "subrel-constrast": 5.4550981521606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1539709568023682,
+      "cov-distil (oracle2student)": 3.43190860748291,
+      "cov-distil (oracle2teacher)": 3.6707844734191895,
+      "epoch": 1.706436420722135,
+      "rel-constrast": 2.6581149101257324,
+      "step": 2174,
+      "subrel-constrast": 3.7089948654174805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4360568523406982,
+      "cov-distil (oracle2student)": 4.107160568237305,
+      "cov-distil (oracle2teacher)": 4.044997215270996,
+      "epoch": 1.707221350078493,
+      "rel-constrast": 2.716853618621826,
+      "step": 2175,
+      "subrel-constrast": 3.3684587478637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2202101945877075,
+      "cov-distil (oracle2student)": 4.145501613616943,
+      "cov-distil (oracle2teacher)": 4.379672050476074,
+      "epoch": 1.708006279434851,
+      "rel-constrast": 2.589266300201416,
+      "step": 2176,
+      "subrel-constrast": 3.4689769744873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.791548728942871,
+      "cov-distil (oracle2student)": 4.131917953491211,
+      "cov-distil (oracle2teacher)": 3.9171395301818848,
+      "epoch": 1.708791208791209,
+      "rel-constrast": 1.582461953163147,
+      "step": 2177,
+      "subrel-constrast": 2.221798896789551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1328296661376953,
+      "cov-distil (oracle2student)": 5.776873588562012,
+      "cov-distil (oracle2teacher)": 5.15695858001709,
+      "epoch": 1.7095761381475667,
+      "rel-constrast": 2.893862724304199,
+      "step": 2178,
+      "subrel-constrast": 3.5863888263702393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6881157159805298,
+      "cov-distil (oracle2student)": 4.266077995300293,
+      "cov-distil (oracle2teacher)": 4.096836566925049,
+      "epoch": 1.7103610675039247,
+      "rel-constrast": 2.359097957611084,
+      "step": 2179,
+      "subrel-constrast": 3.4590091705322266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7111459968602825,
+      "grad_norm": 4.5,
+      "learning_rate": 4.791256054767245e-05,
+      "loss": 0.7554,
+      "step": 2180
+    },
+    {
+      "cov-distil": 1.8249239921569824,
+      "cov-distil (oracle2student)": 4.0046491622924805,
+      "cov-distil (oracle2teacher)": 4.653772354125977,
+      "epoch": 1.7111459968602825,
+      "rel-constrast": 2.6268181800842285,
+      "step": 2180,
+      "subrel-constrast": 3.7033653259277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0771369934082031,
+      "cov-distil (oracle2student)": 2.546523094177246,
+      "cov-distil (oracle2teacher)": 2.7334823608398438,
+      "epoch": 1.7119309262166404,
+      "rel-constrast": 2.8182458877563477,
+      "step": 2181,
+      "subrel-constrast": 3.366835594177246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.093933343887329,
+      "cov-distil (oracle2student)": 4.100209712982178,
+      "cov-distil (oracle2teacher)": 4.402020454406738,
+      "epoch": 1.7127158555729984,
+      "rel-constrast": 3.1742806434631348,
+      "step": 2182,
+      "subrel-constrast": 4.171100616455078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.29634428024292,
+      "cov-distil (oracle2student)": 2.9724414348602295,
+      "cov-distil (oracle2teacher)": 3.1061151027679443,
+      "epoch": 1.7135007849293564,
+      "rel-constrast": 2.707258701324463,
+      "step": 2183,
+      "subrel-constrast": 3.821993112564087,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5104049444198608,
+      "cov-distil (oracle2student)": 3.9733195304870605,
+      "cov-distil (oracle2teacher)": 3.706012725830078,
+      "epoch": 1.7142857142857144,
+      "rel-constrast": 2.5448379516601562,
+      "step": 2184,
+      "subrel-constrast": 3.4038918018341064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3171417713165283,
+      "cov-distil (oracle2student)": 4.071464538574219,
+      "cov-distil (oracle2teacher)": 3.9933981895446777,
+      "epoch": 1.7150706436420722,
+      "rel-constrast": 3.128932476043701,
+      "step": 2185,
+      "subrel-constrast": 3.653700828552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4737417697906494,
+      "cov-distil (oracle2student)": 4.534137725830078,
+      "cov-distil (oracle2teacher)": 4.221986770629883,
+      "epoch": 1.7158555729984302,
+      "rel-constrast": 2.656761646270752,
+      "step": 2186,
+      "subrel-constrast": 3.4507598876953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7513718605041504,
+      "cov-distil (oracle2student)": 3.8768086433410645,
+      "cov-distil (oracle2teacher)": 3.9736075401306152,
+      "epoch": 1.716640502354788,
+      "rel-constrast": 2.809697389602661,
+      "step": 2187,
+      "subrel-constrast": 3.602057933807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7336138486862183,
+      "cov-distil (oracle2student)": 3.6069631576538086,
+      "cov-distil (oracle2teacher)": 3.846726894378662,
+      "epoch": 1.717425431711146,
+      "rel-constrast": 2.511496067047119,
+      "step": 2188,
+      "subrel-constrast": 3.376274347305298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4646484851837158,
+      "cov-distil (oracle2student)": 7.571910858154297,
+      "cov-distil (oracle2teacher)": 6.504880905151367,
+      "epoch": 1.718210361067504,
+      "rel-constrast": 2.6114888191223145,
+      "step": 2189,
+      "subrel-constrast": 3.265103816986084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.718995290423862,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.7877511899662e-05,
+      "loss": 0.7286,
+      "step": 2190
+    },
+    {
+      "cov-distil": 1.6331356763839722,
+      "cov-distil (oracle2student)": 3.0852954387664795,
+      "cov-distil (oracle2teacher)": 3.3337388038635254,
+      "epoch": 1.718995290423862,
+      "rel-constrast": 2.7310030460357666,
+      "step": 2190,
+      "subrel-constrast": 3.6758224964141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5539727210998535,
+      "cov-distil (oracle2student)": 2.5649540424346924,
+      "cov-distil (oracle2teacher)": 2.904310703277588,
+      "epoch": 1.7197802197802199,
+      "rel-constrast": 2.0245110988616943,
+      "step": 2191,
+      "subrel-constrast": 2.652200222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4571516513824463,
+      "cov-distil (oracle2student)": 5.003627300262451,
+      "cov-distil (oracle2teacher)": 4.484421253204346,
+      "epoch": 1.7205651491365777,
+      "rel-constrast": 3.5687220096588135,
+      "step": 2192,
+      "subrel-constrast": 4.044925689697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.073610544204712,
+      "cov-distil (oracle2student)": 3.587191104888916,
+      "cov-distil (oracle2teacher)": 3.6686086654663086,
+      "epoch": 1.7213500784929356,
+      "rel-constrast": 2.6836729049682617,
+      "step": 2193,
+      "subrel-constrast": 3.340764284133911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.616534948348999,
+      "cov-distil (oracle2student)": 4.153843402862549,
+      "cov-distil (oracle2teacher)": 3.6327781677246094,
+      "epoch": 1.7221350078492934,
+      "rel-constrast": 3.330625534057617,
+      "step": 2194,
+      "subrel-constrast": 3.3225574493408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5622596740722656,
+      "cov-distil (oracle2student)": 5.296283721923828,
+      "cov-distil (oracle2teacher)": 5.13297700881958,
+      "epoch": 1.7229199372056514,
+      "rel-constrast": 2.8445096015930176,
+      "step": 2195,
+      "subrel-constrast": 3.936537027359009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4552361965179443,
+      "cov-distil (oracle2student)": 4.214536190032959,
+      "cov-distil (oracle2teacher)": 4.301584243774414,
+      "epoch": 1.7237048665620094,
+      "rel-constrast": 3.157912015914917,
+      "step": 2196,
+      "subrel-constrast": 3.629800796508789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0533376932144165,
+      "cov-distil (oracle2student)": 3.4130795001983643,
+      "cov-distil (oracle2teacher)": 3.7105727195739746,
+      "epoch": 1.7244897959183674,
+      "rel-constrast": 2.0992019176483154,
+      "step": 2197,
+      "subrel-constrast": 2.849848747253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8953120708465576,
+      "cov-distil (oracle2student)": 3.3757505416870117,
+      "cov-distil (oracle2teacher)": 3.4063422679901123,
+      "epoch": 1.7252747252747254,
+      "rel-constrast": 1.6100332736968994,
+      "step": 2198,
+      "subrel-constrast": 2.5502889156341553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5440630912780762,
+      "cov-distil (oracle2student)": 3.20698881149292,
+      "cov-distil (oracle2teacher)": 3.5410261154174805,
+      "epoch": 1.7260596546310834,
+      "rel-constrast": 3.004917621612549,
+      "step": 2199,
+      "subrel-constrast": 3.763627052307129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "grad_norm": 5.375,
+      "learning_rate": 4.784218449638875e-05,
+      "loss": 0.7135,
+      "step": 2200
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "overlap": 0.31562501192092896,
+      "step": 2200
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "step": 2200,
+      "student margin": 0.05401611328125
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "step": 2200,
+      "teacher margin": 0.039703369140625
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "margin difference": -0.014312744140625,
+      "step": 2200
+    },
+    {
+      "cov-distil": 1.4109869003295898,
+      "cov-distil (oracle2student)": 3.5499558448791504,
+      "cov-distil (oracle2teacher)": 3.322564125061035,
+      "epoch": 1.7268445839874411,
+      "rel-constrast": 2.7545325756073,
+      "step": 2200,
+      "subrel-constrast": 2.9639761447906494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6831187009811401,
+      "cov-distil (oracle2student)": 3.4511470794677734,
+      "cov-distil (oracle2teacher)": 3.5796914100646973,
+      "epoch": 1.727629513343799,
+      "rel-constrast": 3.379124641418457,
+      "step": 2201,
+      "subrel-constrast": 4.185529708862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8966883420944214,
+      "cov-distil (oracle2student)": 4.251365661621094,
+      "cov-distil (oracle2teacher)": 4.046238899230957,
+      "epoch": 1.7284144427001569,
+      "rel-constrast": 2.2654266357421875,
+      "step": 2202,
+      "subrel-constrast": 2.9691355228424072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.23167085647583,
+      "cov-distil (oracle2student)": 3.5873217582702637,
+      "cov-distil (oracle2teacher)": 2.904952049255371,
+      "epoch": 1.7291993720565149,
+      "rel-constrast": 2.1962943077087402,
+      "step": 2203,
+      "subrel-constrast": 2.4757258892059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.516770362854004,
+      "cov-distil (oracle2student)": 3.6723506450653076,
+      "cov-distil (oracle2teacher)": 3.7050366401672363,
+      "epoch": 1.7299843014128728,
+      "rel-constrast": 2.7805428504943848,
+      "step": 2204,
+      "subrel-constrast": 3.398709535598755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4058160781860352,
+      "cov-distil (oracle2student)": 5.744381904602051,
+      "cov-distil (oracle2teacher)": 5.033400535583496,
+      "epoch": 1.7307692307692308,
+      "rel-constrast": 4.4768385887146,
+      "step": 2205,
+      "subrel-constrast": 4.890554904937744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8483374118804932,
+      "cov-distil (oracle2student)": 4.111395835876465,
+      "cov-distil (oracle2teacher)": 3.5026049613952637,
+      "epoch": 1.7315541601255888,
+      "rel-constrast": 2.9485883712768555,
+      "step": 2206,
+      "subrel-constrast": 3.6814513206481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1469032764434814,
+      "cov-distil (oracle2student)": 4.568747520446777,
+      "cov-distil (oracle2teacher)": 4.577749252319336,
+      "epoch": 1.7323390894819466,
+      "rel-constrast": 2.4065160751342773,
+      "step": 2207,
+      "subrel-constrast": 3.655743360519409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3686153888702393,
+      "cov-distil (oracle2student)": 3.771723508834839,
+      "cov-distil (oracle2teacher)": 3.7774171829223633,
+      "epoch": 1.7331240188383046,
+      "rel-constrast": 2.9618091583251953,
+      "step": 2208,
+      "subrel-constrast": 3.3125815391540527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5273395776748657,
+      "cov-distil (oracle2student)": 4.243311882019043,
+      "cov-distil (oracle2teacher)": 4.043972492218018,
+      "epoch": 1.7339089481946623,
+      "rel-constrast": 2.706533193588257,
+      "step": 2209,
+      "subrel-constrast": 3.351536750793457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7346938775510203,
+      "grad_norm": 5.03125,
+      "learning_rate": 4.780657876830597e-05,
+      "loss": 0.762,
+      "step": 2210
+    },
+    {
+      "cov-distil": 1.063590407371521,
+      "cov-distil (oracle2student)": 4.755878448486328,
+      "cov-distil (oracle2teacher)": 4.284621238708496,
+      "epoch": 1.7346938775510203,
+      "rel-constrast": 2.9665729999542236,
+      "step": 2210,
+      "subrel-constrast": 3.7226343154907227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0554488897323608,
+      "cov-distil (oracle2student)": 3.2223730087280273,
+      "cov-distil (oracle2teacher)": 3.59382700920105,
+      "epoch": 1.7354788069073783,
+      "rel-constrast": 3.6200973987579346,
+      "step": 2211,
+      "subrel-constrast": 4.262567043304443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4665796756744385,
+      "cov-distil (oracle2student)": 4.336564540863037,
+      "cov-distil (oracle2teacher)": 3.7192134857177734,
+      "epoch": 1.7362637362637363,
+      "rel-constrast": 2.184605598449707,
+      "step": 2212,
+      "subrel-constrast": 2.807366371154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.259305715560913,
+      "cov-distil (oracle2student)": 4.254379749298096,
+      "cov-distil (oracle2teacher)": 3.7080206871032715,
+      "epoch": 1.7370486656200943,
+      "rel-constrast": 2.4375405311584473,
+      "step": 2213,
+      "subrel-constrast": 3.2010862827301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2603670358657837,
+      "cov-distil (oracle2student)": 2.7576510906219482,
+      "cov-distil (oracle2teacher)": 3.020298719406128,
+      "epoch": 1.737833594976452,
+      "rel-constrast": 3.1468071937561035,
+      "step": 2214,
+      "subrel-constrast": 3.9127445220947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7276368141174316,
+      "cov-distil (oracle2student)": 5.451048851013184,
+      "cov-distil (oracle2teacher)": 4.814182758331299,
+      "epoch": 1.73861852433281,
+      "rel-constrast": 2.434065103530884,
+      "step": 2215,
+      "subrel-constrast": 2.625089645385742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.400354266166687,
+      "cov-distil (oracle2student)": 3.362067461013794,
+      "cov-distil (oracle2teacher)": 3.1057748794555664,
+      "epoch": 1.7394034536891678,
+      "rel-constrast": 2.9962055683135986,
+      "step": 2216,
+      "subrel-constrast": 3.285515546798706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3856258392333984,
+      "cov-distil (oracle2student)": 5.027961730957031,
+      "cov-distil (oracle2teacher)": 4.861551284790039,
+      "epoch": 1.7401883830455258,
+      "rel-constrast": 2.1785964965820312,
+      "step": 2217,
+      "subrel-constrast": 3.1263222694396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1465624570846558,
+      "cov-distil (oracle2student)": 3.375131607055664,
+      "cov-distil (oracle2teacher)": 3.6147212982177734,
+      "epoch": 1.7409733124018838,
+      "rel-constrast": 2.49701189994812,
+      "step": 2218,
+      "subrel-constrast": 3.013669729232788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.418553113937378,
+      "cov-distil (oracle2student)": 3.4851672649383545,
+      "cov-distil (oracle2teacher)": 3.666647434234619,
+      "epoch": 1.7417582417582418,
+      "rel-constrast": 2.7025346755981445,
+      "step": 2219,
+      "subrel-constrast": 3.529212713241577,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7425431711145998,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.77706951492582e-05,
+      "loss": 0.7121,
+      "step": 2220
+    },
+    {
+      "cov-distil": 1.5990524291992188,
+      "cov-distil (oracle2student)": 4.211366653442383,
+      "cov-distil (oracle2teacher)": 3.890860080718994,
+      "epoch": 1.7425431711145998,
+      "rel-constrast": 2.501035690307617,
+      "step": 2220,
+      "subrel-constrast": 3.2415027618408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3912228345870972,
+      "cov-distil (oracle2student)": 5.821087837219238,
+      "cov-distil (oracle2teacher)": 5.341222763061523,
+      "epoch": 1.7433281004709578,
+      "rel-constrast": 3.021422863006592,
+      "step": 2221,
+      "subrel-constrast": 3.991391658782959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4452102184295654,
+      "cov-distil (oracle2student)": 3.0666863918304443,
+      "cov-distil (oracle2teacher)": 3.3617401123046875,
+      "epoch": 1.7441130298273155,
+      "rel-constrast": 2.8655142784118652,
+      "step": 2222,
+      "subrel-constrast": 3.6124308109283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.535351276397705,
+      "cov-distil (oracle2student)": 4.336465835571289,
+      "cov-distil (oracle2teacher)": 4.227689266204834,
+      "epoch": 1.7448979591836735,
+      "rel-constrast": 2.6441214084625244,
+      "step": 2223,
+      "subrel-constrast": 3.298957347869873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5956463813781738,
+      "cov-distil (oracle2student)": 4.605068206787109,
+      "cov-distil (oracle2teacher)": 4.589273929595947,
+      "epoch": 1.7456828885400313,
+      "rel-constrast": 2.5250747203826904,
+      "step": 2224,
+      "subrel-constrast": 3.4053544998168945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4402203559875488,
+      "cov-distil (oracle2student)": 4.288039207458496,
+      "cov-distil (oracle2teacher)": 3.9537289142608643,
+      "epoch": 1.7464678178963893,
+      "rel-constrast": 2.522817373275757,
+      "step": 2225,
+      "subrel-constrast": 3.3566665649414062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4337220191955566,
+      "cov-distil (oracle2student)": 2.9571754932403564,
+      "cov-distil (oracle2teacher)": 3.191856861114502,
+      "epoch": 1.7472527472527473,
+      "rel-constrast": 1.3995537757873535,
+      "step": 2226,
+      "subrel-constrast": 2.0812368392944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4956307411193848,
+      "cov-distil (oracle2student)": 4.570131301879883,
+      "cov-distil (oracle2teacher)": 3.9345908164978027,
+      "epoch": 1.7480376766091053,
+      "rel-constrast": 2.727308511734009,
+      "step": 2227,
+      "subrel-constrast": 2.8596577644348145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5380032062530518,
+      "cov-distil (oracle2student)": 2.632666826248169,
+      "cov-distil (oracle2teacher)": 3.2193100452423096,
+      "epoch": 1.7488226059654632,
+      "rel-constrast": 2.60501766204834,
+      "step": 2228,
+      "subrel-constrast": 3.647772789001465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.225301742553711,
+      "cov-distil (oracle2student)": 3.0516562461853027,
+      "cov-distil (oracle2teacher)": 2.593440532684326,
+      "epoch": 1.749607535321821,
+      "rel-constrast": 2.941821575164795,
+      "step": 2229,
+      "subrel-constrast": 2.9590554237365723,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.750392464678179,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7734534076476045e-05,
+      "loss": 0.6806,
+      "step": 2230
+    },
+    {
+      "cov-distil": 1.4874062538146973,
+      "cov-distil (oracle2student)": 4.357302665710449,
+      "cov-distil (oracle2teacher)": 4.353229999542236,
+      "epoch": 1.750392464678179,
+      "rel-constrast": 3.209381103515625,
+      "step": 2230,
+      "subrel-constrast": 3.581017255783081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.117234468460083,
+      "cov-distil (oracle2student)": 3.937073230743408,
+      "cov-distil (oracle2teacher)": 3.7548842430114746,
+      "epoch": 1.7511773940345368,
+      "rel-constrast": 2.434492826461792,
+      "step": 2231,
+      "subrel-constrast": 3.346048355102539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.24973726272583,
+      "cov-distil (oracle2student)": 4.533449649810791,
+      "cov-distil (oracle2teacher)": 4.793134689331055,
+      "epoch": 1.7519623233908947,
+      "rel-constrast": 3.7525699138641357,
+      "step": 2232,
+      "subrel-constrast": 4.6372246742248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.462562084197998,
+      "cov-distil (oracle2student)": 3.1960372924804688,
+      "cov-distil (oracle2teacher)": 3.563648223876953,
+      "epoch": 1.7527472527472527,
+      "rel-constrast": 2.7557313442230225,
+      "step": 2233,
+      "subrel-constrast": 3.8398375511169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6737204790115356,
+      "cov-distil (oracle2student)": 2.5555331707000732,
+      "cov-distil (oracle2teacher)": 2.5845441818237305,
+      "epoch": 1.7535321821036107,
+      "rel-constrast": 1.7191078662872314,
+      "step": 2234,
+      "subrel-constrast": 2.859938859939575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2368494272232056,
+      "cov-distil (oracle2student)": 3.9843480587005615,
+      "cov-distil (oracle2teacher)": 3.893775463104248,
+      "epoch": 1.7543171114599687,
+      "rel-constrast": 3.693345069885254,
+      "step": 2235,
+      "subrel-constrast": 4.244990825653076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2992678880691528,
+      "cov-distil (oracle2student)": 4.830301761627197,
+      "cov-distil (oracle2teacher)": 4.498394012451172,
+      "epoch": 1.7551020408163265,
+      "rel-constrast": 2.510626792907715,
+      "step": 2236,
+      "subrel-constrast": 3.16009783744812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3592650890350342,
+      "cov-distil (oracle2student)": 3.574373722076416,
+      "cov-distil (oracle2teacher)": 3.2655539512634277,
+      "epoch": 1.7558869701726845,
+      "rel-constrast": 1.9065544605255127,
+      "step": 2237,
+      "subrel-constrast": 2.767110586166382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8274831771850586,
+      "cov-distil (oracle2student)": 4.118534564971924,
+      "cov-distil (oracle2teacher)": 3.961636543273926,
+      "epoch": 1.7566718995290422,
+      "rel-constrast": 4.148343086242676,
+      "step": 2238,
+      "subrel-constrast": 4.405562400817871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.336197018623352,
+      "cov-distil (oracle2student)": 2.447920560836792,
+      "cov-distil (oracle2teacher)": 3.2694993019104004,
+      "epoch": 1.7574568288854002,
+      "rel-constrast": 2.810555934906006,
+      "step": 2239,
+      "subrel-constrast": 3.7019741535186768,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7582417582417582,
+      "grad_norm": 5.25,
+      "learning_rate": 4.769809599057075e-05,
+      "loss": 0.7586,
+      "step": 2240
+    },
+    {
+      "cov-distil": 1.1485403776168823,
+      "cov-distil (oracle2student)": 4.654672622680664,
+      "cov-distil (oracle2teacher)": 4.348109245300293,
+      "epoch": 1.7582417582417582,
+      "rel-constrast": 1.9925882816314697,
+      "step": 2240,
+      "subrel-constrast": 2.693882942199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8763365745544434,
+      "cov-distil (oracle2student)": 4.839393615722656,
+      "cov-distil (oracle2teacher)": 3.85744047164917,
+      "epoch": 1.7590266875981162,
+      "rel-constrast": 3.434678077697754,
+      "step": 2241,
+      "subrel-constrast": 3.925741195678711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4712501764297485,
+      "cov-distil (oracle2student)": 3.76202130317688,
+      "cov-distil (oracle2teacher)": 3.5188522338867188,
+      "epoch": 1.7598116169544742,
+      "rel-constrast": 2.627779722213745,
+      "step": 2242,
+      "subrel-constrast": 2.8085591793060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3890204429626465,
+      "cov-distil (oracle2student)": 5.484809398651123,
+      "cov-distil (oracle2teacher)": 5.1389265060424805,
+      "epoch": 1.7605965463108322,
+      "rel-constrast": 3.6450910568237305,
+      "step": 2243,
+      "subrel-constrast": 4.063124656677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.133486032485962,
+      "cov-distil (oracle2student)": 5.945001602172852,
+      "cov-distil (oracle2teacher)": 5.491739749908447,
+      "epoch": 1.76138147566719,
+      "rel-constrast": 3.3541457653045654,
+      "step": 2244,
+      "subrel-constrast": 3.8208601474761963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.524552345275879,
+      "cov-distil (oracle2student)": 5.721334934234619,
+      "cov-distil (oracle2teacher)": 4.915715217590332,
+      "epoch": 1.762166405023548,
+      "rel-constrast": 2.5368430614471436,
+      "step": 2245,
+      "subrel-constrast": 3.3544769287109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5551987886428833,
+      "cov-distil (oracle2student)": 2.861910820007324,
+      "cov-distil (oracle2teacher)": 2.90854811668396,
+      "epoch": 1.7629513343799057,
+      "rel-constrast": 2.4615793228149414,
+      "step": 2246,
+      "subrel-constrast": 3.330505847930908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7999694347381592,
+      "cov-distil (oracle2student)": 5.2548136711120605,
+      "cov-distil (oracle2teacher)": 4.88046932220459,
+      "epoch": 1.7637362637362637,
+      "rel-constrast": 3.0106306076049805,
+      "step": 2247,
+      "subrel-constrast": 4.046727180480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.510411024093628,
+      "cov-distil (oracle2student)": 4.925967693328857,
+      "cov-distil (oracle2teacher)": 4.388039588928223,
+      "epoch": 1.7645211930926217,
+      "rel-constrast": 3.176236867904663,
+      "step": 2248,
+      "subrel-constrast": 4.014289379119873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7877905368804932,
+      "cov-distil (oracle2student)": 5.503927230834961,
+      "cov-distil (oracle2teacher)": 5.042388916015625,
+      "epoch": 1.7653061224489797,
+      "rel-constrast": 3.270568370819092,
+      "step": 2249,
+      "subrel-constrast": 3.9012820720672607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7660910518053377,
+      "grad_norm": 6.125,
+      "learning_rate": 4.7661381335528885e-05,
+      "loss": 0.7757,
+      "step": 2250
+    },
+    {
+      "cov-distil": 1.8688774108886719,
+      "cov-distil (oracle2student)": 2.1277999877929688,
+      "cov-distil (oracle2teacher)": 2.376420497894287,
+      "epoch": 1.7660910518053377,
+      "rel-constrast": 1.8173601627349854,
+      "step": 2250,
+      "subrel-constrast": 2.8194336891174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6203243732452393,
+      "cov-distil (oracle2student)": 2.5933241844177246,
+      "cov-distil (oracle2teacher)": 2.4038331508636475,
+      "epoch": 1.7668759811616954,
+      "rel-constrast": 2.69283390045166,
+      "step": 2251,
+      "subrel-constrast": 3.3784313201904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1629862785339355,
+      "cov-distil (oracle2student)": 3.2623233795166016,
+      "cov-distil (oracle2teacher)": 3.263735294342041,
+      "epoch": 1.7676609105180534,
+      "rel-constrast": 1.8934588432312012,
+      "step": 2252,
+      "subrel-constrast": 2.9617388248443604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1221753358840942,
+      "cov-distil (oracle2student)": 4.757113933563232,
+      "cov-distil (oracle2teacher)": 5.311859130859375,
+      "epoch": 1.7684458398744112,
+      "rel-constrast": 3.039048671722412,
+      "step": 2253,
+      "subrel-constrast": 3.843099355697632,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.719962477684021,
+      "cov-distil (oracle2student)": 4.172812461853027,
+      "cov-distil (oracle2teacher)": 4.571127891540527,
+      "epoch": 1.7692307692307692,
+      "rel-constrast": 2.3688297271728516,
+      "step": 2254,
+      "subrel-constrast": 3.572650909423828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5822265148162842,
+      "cov-distil (oracle2student)": 4.874046325683594,
+      "cov-distil (oracle2teacher)": 4.285998344421387,
+      "epoch": 1.7700156985871272,
+      "rel-constrast": 2.682790756225586,
+      "step": 2255,
+      "subrel-constrast": 3.463482141494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5207773447036743,
+      "cov-distil (oracle2student)": 3.742899179458618,
+      "cov-distil (oracle2teacher)": 3.841674327850342,
+      "epoch": 1.7708006279434851,
+      "rel-constrast": 1.872826099395752,
+      "step": 2256,
+      "subrel-constrast": 2.6117641925811768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3035008907318115,
+      "cov-distil (oracle2student)": 5.562979221343994,
+      "cov-distil (oracle2teacher)": 4.941827774047852,
+      "epoch": 1.7715855572998431,
+      "rel-constrast": 2.5136654376983643,
+      "step": 2257,
+      "subrel-constrast": 2.722169876098633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.440312147140503,
+      "cov-distil (oracle2student)": 2.988013744354248,
+      "cov-distil (oracle2teacher)": 3.01206111907959,
+      "epoch": 1.772370486656201,
+      "rel-constrast": 1.8680262565612793,
+      "step": 2258,
+      "subrel-constrast": 2.415212631225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2608623504638672,
+      "cov-distil (oracle2student)": 4.573918342590332,
+      "cov-distil (oracle2teacher)": 4.244540214538574,
+      "epoch": 1.7731554160125589,
+      "rel-constrast": 3.5831003189086914,
+      "step": 2259,
+      "subrel-constrast": 3.7066094875335693,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7739403453689166,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.762439055870695e-05,
+      "loss": 0.6473,
+      "step": 2260
+    },
+    {
+      "cov-distil": 1.1993353366851807,
+      "cov-distil (oracle2student)": 3.0164966583251953,
+      "cov-distil (oracle2teacher)": 3.2065043449401855,
+      "epoch": 1.7739403453689166,
+      "rel-constrast": 2.800076484680176,
+      "step": 2260,
+      "subrel-constrast": 3.156083106994629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.019031286239624,
+      "cov-distil (oracle2student)": 4.696774005889893,
+      "cov-distil (oracle2teacher)": 3.917257070541382,
+      "epoch": 1.7747252747252746,
+      "rel-constrast": 2.443613052368164,
+      "step": 2261,
+      "subrel-constrast": 3.2442383766174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9582088589668274,
+      "cov-distil (oracle2student)": 4.163963317871094,
+      "cov-distil (oracle2teacher)": 3.630319118499756,
+      "epoch": 1.7755102040816326,
+      "rel-constrast": 3.0506017208099365,
+      "step": 2262,
+      "subrel-constrast": 3.329702854156494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6439485549926758,
+      "cov-distil (oracle2student)": 3.1238386631011963,
+      "cov-distil (oracle2teacher)": 2.9540915489196777,
+      "epoch": 1.7762951334379906,
+      "rel-constrast": 2.6313929557800293,
+      "step": 2263,
+      "subrel-constrast": 3.3315935134887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.948486566543579,
+      "cov-distil (oracle2student)": 2.4869370460510254,
+      "cov-distil (oracle2teacher)": 3.0207767486572266,
+      "epoch": 1.7770800627943486,
+      "rel-constrast": 2.3938064575195312,
+      "step": 2264,
+      "subrel-constrast": 3.424344301223755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4279038906097412,
+      "cov-distil (oracle2student)": 3.047750473022461,
+      "cov-distil (oracle2teacher)": 2.798387050628662,
+      "epoch": 1.7778649921507066,
+      "rel-constrast": 3.0303449630737305,
+      "step": 2265,
+      "subrel-constrast": 3.0007474422454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.173428535461426,
+      "cov-distil (oracle2student)": 3.7985291481018066,
+      "cov-distil (oracle2teacher)": 4.217639923095703,
+      "epoch": 1.7786499215070644,
+      "rel-constrast": 4.197240829467773,
+      "step": 2266,
+      "subrel-constrast": 4.98362398147583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.291778564453125,
+      "cov-distil (oracle2student)": 3.8943936824798584,
+      "cov-distil (oracle2teacher)": 4.458695411682129,
+      "epoch": 1.7794348508634223,
+      "rel-constrast": 2.0562551021575928,
+      "step": 2267,
+      "subrel-constrast": 3.1477200984954834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6463873386383057,
+      "cov-distil (oracle2student)": 5.173831939697266,
+      "cov-distil (oracle2teacher)": 4.939205646514893,
+      "epoch": 1.7802197802197801,
+      "rel-constrast": 3.1172866821289062,
+      "step": 2268,
+      "subrel-constrast": 4.250095844268799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7440917491912842,
+      "cov-distil (oracle2student)": 3.2981536388397217,
+      "cov-distil (oracle2teacher)": 4.198132514953613,
+      "epoch": 1.781004709576138,
+      "rel-constrast": 1.9903862476348877,
+      "step": 2269,
+      "subrel-constrast": 3.060702323913574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.781789638932496,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.7587124110825875e-05,
+      "loss": 0.7354,
+      "step": 2270
+    },
+    {
+      "cov-distil": 1.443589687347412,
+      "cov-distil (oracle2student)": 3.593846559524536,
+      "cov-distil (oracle2teacher)": 3.481320858001709,
+      "epoch": 1.781789638932496,
+      "rel-constrast": 2.690666675567627,
+      "step": 2270,
+      "subrel-constrast": 2.7978153228759766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5542268753051758,
+      "cov-distil (oracle2student)": 4.015797138214111,
+      "cov-distil (oracle2teacher)": 3.497437000274658,
+      "epoch": 1.782574568288854,
+      "rel-constrast": 2.657963275909424,
+      "step": 2271,
+      "subrel-constrast": 3.2105746269226074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7774068117141724,
+      "cov-distil (oracle2student)": 5.50721549987793,
+      "cov-distil (oracle2teacher)": 5.3051910400390625,
+      "epoch": 1.783359497645212,
+      "rel-constrast": 2.5327999591827393,
+      "step": 2272,
+      "subrel-constrast": 3.805833101272583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6483123302459717,
+      "cov-distil (oracle2student)": 5.872786521911621,
+      "cov-distil (oracle2teacher)": 5.069870471954346,
+      "epoch": 1.7841444270015698,
+      "rel-constrast": 2.3836851119995117,
+      "step": 2273,
+      "subrel-constrast": 3.336540460586548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4488046169281006,
+      "cov-distil (oracle2student)": 3.434264898300171,
+      "cov-distil (oracle2teacher)": 3.3323163986206055,
+      "epoch": 1.7849293563579278,
+      "rel-constrast": 2.0917410850524902,
+      "step": 2274,
+      "subrel-constrast": 2.768942356109619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7903740406036377,
+      "cov-distil (oracle2student)": 2.448713779449463,
+      "cov-distil (oracle2teacher)": 3.1189236640930176,
+      "epoch": 1.7857142857142856,
+      "rel-constrast": 2.0388267040252686,
+      "step": 2275,
+      "subrel-constrast": 2.9838790893554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8876144886016846,
+      "cov-distil (oracle2student)": 3.479344367980957,
+      "cov-distil (oracle2teacher)": 3.4063029289245605,
+      "epoch": 1.7864992150706436,
+      "rel-constrast": 2.705810070037842,
+      "step": 2276,
+      "subrel-constrast": 3.5671935081481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5006206035614014,
+      "cov-distil (oracle2student)": 3.4531946182250977,
+      "cov-distil (oracle2teacher)": 3.7035512924194336,
+      "epoch": 1.7872841444270016,
+      "rel-constrast": 2.175159454345703,
+      "step": 2277,
+      "subrel-constrast": 3.2904465198516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6945823431015015,
+      "cov-distil (oracle2student)": 7.246981620788574,
+      "cov-distil (oracle2teacher)": 6.2371978759765625,
+      "epoch": 1.7880690737833596,
+      "rel-constrast": 3.9379687309265137,
+      "step": 2278,
+      "subrel-constrast": 5.148345947265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4578499794006348,
+      "cov-distil (oracle2student)": 3.2069311141967773,
+      "cov-distil (oracle2teacher)": 3.0421481132507324,
+      "epoch": 1.7888540031397175,
+      "rel-constrast": 2.094665765762329,
+      "step": 2279,
+      "subrel-constrast": 2.7558751106262207,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7896389324960753,
+      "grad_norm": 4.71875,
+      "learning_rate": 4.754958244596557e-05,
+      "loss": 0.6732,
+      "step": 2280
+    },
+    {
+      "cov-distil": 1.5304884910583496,
+      "cov-distil (oracle2student)": 4.62916898727417,
+      "cov-distil (oracle2teacher)": 4.374709606170654,
+      "epoch": 1.7896389324960753,
+      "rel-constrast": 2.313415050506592,
+      "step": 2280,
+      "subrel-constrast": 3.3232452869415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.215383768081665,
+      "cov-distil (oracle2student)": 5.074325084686279,
+      "cov-distil (oracle2teacher)": 4.492373466491699,
+      "epoch": 1.7904238618524333,
+      "rel-constrast": 3.8527512550354004,
+      "step": 2281,
+      "subrel-constrast": 4.024172782897949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3366990089416504,
+      "cov-distil (oracle2student)": 3.452869415283203,
+      "cov-distil (oracle2teacher)": 3.4301605224609375,
+      "epoch": 1.791208791208791,
+      "rel-constrast": 2.906731367111206,
+      "step": 2282,
+      "subrel-constrast": 3.573761463165283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5189135074615479,
+      "cov-distil (oracle2student)": 4.619809150695801,
+      "cov-distil (oracle2teacher)": 4.698108196258545,
+      "epoch": 1.791993720565149,
+      "rel-constrast": 1.9627488851547241,
+      "step": 2283,
+      "subrel-constrast": 2.4047091007232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8160045146942139,
+      "cov-distil (oracle2student)": 5.028445720672607,
+      "cov-distil (oracle2teacher)": 4.595516204833984,
+      "epoch": 1.792778649921507,
+      "rel-constrast": 2.5817906856536865,
+      "step": 2284,
+      "subrel-constrast": 3.75763201713562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8235701322555542,
+      "cov-distil (oracle2student)": 4.796090126037598,
+      "cov-distil (oracle2teacher)": 4.462260723114014,
+      "epoch": 1.793563579277865,
+      "rel-constrast": 2.5888078212738037,
+      "step": 2285,
+      "subrel-constrast": 3.615201711654663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9200466871261597,
+      "cov-distil (oracle2student)": 5.06275749206543,
+      "cov-distil (oracle2teacher)": 4.860681533813477,
+      "epoch": 1.794348508634223,
+      "rel-constrast": 4.242743968963623,
+      "step": 2286,
+      "subrel-constrast": 4.901610851287842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.378166675567627,
+      "cov-distil (oracle2student)": 3.440523862838745,
+      "cov-distil (oracle2teacher)": 3.0847091674804688,
+      "epoch": 1.795133437990581,
+      "rel-constrast": 2.242156982421875,
+      "step": 2287,
+      "subrel-constrast": 2.728849411010742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426253080368042,
+      "cov-distil (oracle2student)": 2.75307035446167,
+      "cov-distil (oracle2teacher)": 2.9066567420959473,
+      "epoch": 1.7959183673469388,
+      "rel-constrast": 3.6640818119049072,
+      "step": 2288,
+      "subrel-constrast": 4.191524505615234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2154967784881592,
+      "cov-distil (oracle2student)": 3.2967770099639893,
+      "cov-distil (oracle2teacher)": 3.424208879470825,
+      "epoch": 1.7967032967032965,
+      "rel-constrast": 2.394169569015503,
+      "step": 2289,
+      "subrel-constrast": 3.120394229888916,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7974882260596545,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7511766021559375e-05,
+      "loss": 0.7567,
+      "step": 2290
+    },
+    {
+      "cov-distil": 2.455801248550415,
+      "cov-distil (oracle2student)": 3.2455637454986572,
+      "cov-distil (oracle2teacher)": 3.352872133255005,
+      "epoch": 1.7974882260596545,
+      "rel-constrast": 2.8605823516845703,
+      "step": 2290,
+      "subrel-constrast": 4.11125373840332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2726619243621826,
+      "cov-distil (oracle2student)": 5.800573348999023,
+      "cov-distil (oracle2teacher)": 5.361475944519043,
+      "epoch": 1.7982731554160125,
+      "rel-constrast": 3.209815740585327,
+      "step": 2291,
+      "subrel-constrast": 3.7056069374084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5992858409881592,
+      "cov-distil (oracle2student)": 2.910555601119995,
+      "cov-distil (oracle2teacher)": 3.1356606483459473,
+      "epoch": 1.7990580847723705,
+      "rel-constrast": 2.6816933155059814,
+      "step": 2292,
+      "subrel-constrast": 3.304826498031616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8207201957702637,
+      "cov-distil (oracle2student)": 4.1503777503967285,
+      "cov-distil (oracle2teacher)": 4.0297651290893555,
+      "epoch": 1.7998430141287285,
+      "rel-constrast": 4.604592323303223,
+      "step": 2293,
+      "subrel-constrast": 4.804865837097168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4666860103607178,
+      "cov-distil (oracle2student)": 4.0113983154296875,
+      "cov-distil (oracle2teacher)": 4.246403694152832,
+      "epoch": 1.8006279434850865,
+      "rel-constrast": 2.9521360397338867,
+      "step": 2294,
+      "subrel-constrast": 3.9631752967834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.707909345626831,
+      "cov-distil (oracle2student)": 4.909032821655273,
+      "cov-distil (oracle2teacher)": 4.912590026855469,
+      "epoch": 1.8014128728414442,
+      "rel-constrast": 3.0045456886291504,
+      "step": 2295,
+      "subrel-constrast": 3.6885366439819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3750193119049072,
+      "cov-distil (oracle2student)": 4.743531227111816,
+      "cov-distil (oracle2teacher)": 4.764464855194092,
+      "epoch": 1.8021978021978022,
+      "rel-constrast": 3.5490798950195312,
+      "step": 2296,
+      "subrel-constrast": 3.8724448680877686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0714311599731445,
+      "cov-distil (oracle2student)": 4.199785232543945,
+      "cov-distil (oracle2teacher)": 4.259959697723389,
+      "epoch": 1.80298273155416,
+      "rel-constrast": 3.511178493499756,
+      "step": 2297,
+      "subrel-constrast": 4.187932968139648,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.206063985824585,
+      "cov-distil (oracle2student)": 4.125889778137207,
+      "cov-distil (oracle2teacher)": 3.962230682373047,
+      "epoch": 1.803767660910518,
+      "rel-constrast": 2.9765372276306152,
+      "step": 2298,
+      "subrel-constrast": 3.626953363418579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6662653684616089,
+      "cov-distil (oracle2student)": 4.489561080932617,
+      "cov-distil (oracle2teacher)": 4.740846633911133,
+      "epoch": 1.804552590266876,
+      "rel-constrast": 2.530068874359131,
+      "step": 2299,
+      "subrel-constrast": 3.427281618118286,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.805337519623234,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.7473675298388495e-05,
+      "loss": 0.8386,
+      "step": 2300
+    },
+    {
+      "epoch": 1.805337519623234,
+      "overlap": 0.3046875,
+      "step": 2300
+    },
+    {
+      "epoch": 1.805337519623234,
+      "step": 2300,
+      "student margin": 0.053985595703125
+    },
+    {
+      "epoch": 1.805337519623234,
+      "step": 2300,
+      "teacher margin": 0.036529541015625
+    },
+    {
+      "epoch": 1.805337519623234,
+      "margin difference": -0.0174560546875,
+      "step": 2300
+    },
+    {
+      "cov-distil": 1.6892621517181396,
+      "cov-distil (oracle2student)": 6.2856245040893555,
+      "cov-distil (oracle2teacher)": 5.992995262145996,
+      "epoch": 1.805337519623234,
+      "rel-constrast": 2.6885900497436523,
+      "step": 2300,
+      "subrel-constrast": 3.5530953407287598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2254571914672852,
+      "cov-distil (oracle2student)": 4.998371601104736,
+      "cov-distil (oracle2teacher)": 4.863700866699219,
+      "epoch": 1.806122448979592,
+      "rel-constrast": 2.7133448123931885,
+      "step": 2301,
+      "subrel-constrast": 3.508239984512329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7833107709884644,
+      "cov-distil (oracle2student)": 3.8225245475769043,
+      "cov-distil (oracle2teacher)": 3.4032890796661377,
+      "epoch": 1.8069073783359497,
+      "rel-constrast": 3.0843989849090576,
+      "step": 2302,
+      "subrel-constrast": 3.869215726852417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4791055917739868,
+      "cov-distil (oracle2student)": 5.102720260620117,
+      "cov-distil (oracle2teacher)": 4.331556797027588,
+      "epoch": 1.8076923076923077,
+      "rel-constrast": 3.053921699523926,
+      "step": 2303,
+      "subrel-constrast": 3.4983434677124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.865248441696167,
+      "cov-distil (oracle2student)": 3.199080467224121,
+      "cov-distil (oracle2teacher)": 3.1448521614074707,
+      "epoch": 1.8084772370486655,
+      "rel-constrast": 2.651535987854004,
+      "step": 2304,
+      "subrel-constrast": 3.1808433532714844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.934019684791565,
+      "cov-distil (oracle2student)": 4.856476783752441,
+      "cov-distil (oracle2teacher)": 4.681419849395752,
+      "epoch": 1.8092621664050235,
+      "rel-constrast": 2.8381969928741455,
+      "step": 2305,
+      "subrel-constrast": 3.679791212081909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6589226722717285,
+      "cov-distil (oracle2student)": 3.9016671180725098,
+      "cov-distil (oracle2teacher)": 3.669419288635254,
+      "epoch": 1.8100470957613815,
+      "rel-constrast": 2.647688388824463,
+      "step": 2306,
+      "subrel-constrast": 2.5999338626861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.255324125289917,
+      "cov-distil (oracle2student)": 4.575657844543457,
+      "cov-distil (oracle2teacher)": 4.169482707977295,
+      "epoch": 1.8108320251177394,
+      "rel-constrast": 2.985649347305298,
+      "step": 2307,
+      "subrel-constrast": 3.4112751483917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6019322872161865,
+      "cov-distil (oracle2student)": 4.121088027954102,
+      "cov-distil (oracle2teacher)": 3.867058515548706,
+      "epoch": 1.8116169544740974,
+      "rel-constrast": 2.5067484378814697,
+      "step": 2308,
+      "subrel-constrast": 3.2771899700164795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6674654483795166,
+      "cov-distil (oracle2student)": 2.8131213188171387,
+      "cov-distil (oracle2teacher)": 3.101606845855713,
+      "epoch": 1.8124018838304554,
+      "rel-constrast": 2.6714296340942383,
+      "step": 2309,
+      "subrel-constrast": 3.2365288734436035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8131868131868132,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.743531074057635e-05,
+      "loss": 0.7364,
+      "step": 2310
+    },
+    {
+      "cov-distil": 1.350029468536377,
+      "cov-distil (oracle2student)": 4.165107250213623,
+      "cov-distil (oracle2teacher)": 3.818049669265747,
+      "epoch": 1.8131868131868132,
+      "rel-constrast": 3.0232343673706055,
+      "step": 2310,
+      "subrel-constrast": 3.3329970836639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3987716436386108,
+      "cov-distil (oracle2student)": 5.433112621307373,
+      "cov-distil (oracle2teacher)": 4.871761798858643,
+      "epoch": 1.813971742543171,
+      "rel-constrast": 4.484724998474121,
+      "step": 2311,
+      "subrel-constrast": 4.845229148864746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.425628423690796,
+      "cov-distil (oracle2student)": 2.925630569458008,
+      "cov-distil (oracle2teacher)": 2.863168239593506,
+      "epoch": 1.814756671899529,
+      "rel-constrast": 1.5887391567230225,
+      "step": 2312,
+      "subrel-constrast": 2.0609428882598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6005250215530396,
+      "cov-distil (oracle2student)": 3.0022354125976562,
+      "cov-distil (oracle2teacher)": 2.6223843097686768,
+      "epoch": 1.815541601255887,
+      "rel-constrast": 2.273730993270874,
+      "step": 2313,
+      "subrel-constrast": 2.9224469661712646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4181492328643799,
+      "cov-distil (oracle2student)": 5.378347396850586,
+      "cov-distil (oracle2teacher)": 5.1598801612854,
+      "epoch": 1.816326530612245,
+      "rel-constrast": 2.6968092918395996,
+      "step": 2314,
+      "subrel-constrast": 3.624706745147705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4855788946151733,
+      "cov-distil (oracle2student)": 2.8636293411254883,
+      "cov-distil (oracle2teacher)": 2.7834272384643555,
+      "epoch": 1.817111459968603,
+      "rel-constrast": 2.438906669616699,
+      "step": 2315,
+      "subrel-constrast": 2.909430742263794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1916629076004028,
+      "cov-distil (oracle2student)": 4.764017105102539,
+      "cov-distil (oracle2teacher)": 4.308287620544434,
+      "epoch": 1.817896389324961,
+      "rel-constrast": 2.079336404800415,
+      "step": 2316,
+      "subrel-constrast": 2.6568892002105713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3917102813720703,
+      "cov-distil (oracle2student)": 3.7978508472442627,
+      "cov-distil (oracle2teacher)": 3.5787644386291504,
+      "epoch": 1.8186813186813187,
+      "rel-constrast": 3.420144557952881,
+      "step": 2317,
+      "subrel-constrast": 3.7058300971984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2259094715118408,
+      "cov-distil (oracle2student)": 3.5073022842407227,
+      "cov-distil (oracle2teacher)": 3.642540216445923,
+      "epoch": 1.8194662480376766,
+      "rel-constrast": 2.8358278274536133,
+      "step": 2318,
+      "subrel-constrast": 3.8708882331848145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209463596343994,
+      "cov-distil (oracle2student)": 3.529254674911499,
+      "cov-distil (oracle2teacher)": 3.8668453693389893,
+      "epoch": 1.8202511773940344,
+      "rel-constrast": 2.14914608001709,
+      "step": 2319,
+      "subrel-constrast": 3.4967246055603027,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8210361067503924,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.7396672815582997e-05,
+      "loss": 0.7108,
+      "step": 2320
+    },
+    {
+      "cov-distil": 1.8456411361694336,
+      "cov-distil (oracle2student)": 4.969728946685791,
+      "cov-distil (oracle2teacher)": 4.395388126373291,
+      "epoch": 1.8210361067503924,
+      "rel-constrast": 2.473095417022705,
+      "step": 2320,
+      "subrel-constrast": 3.3971071243286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.373929500579834,
+      "cov-distil (oracle2student)": 5.528662204742432,
+      "cov-distil (oracle2teacher)": 4.760448455810547,
+      "epoch": 1.8218210361067504,
+      "rel-constrast": 3.6413016319274902,
+      "step": 2321,
+      "subrel-constrast": 4.109328746795654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4218733310699463,
+      "cov-distil (oracle2student)": 3.9426779747009277,
+      "cov-distil (oracle2teacher)": 3.5189409255981445,
+      "epoch": 1.8226059654631084,
+      "rel-constrast": 4.6169538497924805,
+      "step": 2322,
+      "subrel-constrast": 4.935740947723389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.266847848892212,
+      "cov-distil (oracle2student)": 3.3324596881866455,
+      "cov-distil (oracle2teacher)": 3.3743977546691895,
+      "epoch": 1.8233908948194664,
+      "rel-constrast": 2.086048126220703,
+      "step": 2323,
+      "subrel-constrast": 3.0306177139282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5611567497253418,
+      "cov-distil (oracle2student)": 3.5690765380859375,
+      "cov-distil (oracle2teacher)": 3.353379726409912,
+      "epoch": 1.8241758241758241,
+      "rel-constrast": 2.063237190246582,
+      "step": 2324,
+      "subrel-constrast": 2.5298917293548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1383699178695679,
+      "cov-distil (oracle2student)": 4.711968421936035,
+      "cov-distil (oracle2teacher)": 4.48989725112915,
+      "epoch": 1.8249607535321821,
+      "rel-constrast": 2.8097970485687256,
+      "step": 2325,
+      "subrel-constrast": 3.0449445247650146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2283785343170166,
+      "cov-distil (oracle2student)": 5.113185882568359,
+      "cov-distil (oracle2teacher)": 4.417881488800049,
+      "epoch": 1.82574568288854,
+      "rel-constrast": 2.894479513168335,
+      "step": 2326,
+      "subrel-constrast": 3.147129774093628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5558199882507324,
+      "cov-distil (oracle2student)": 5.515866279602051,
+      "cov-distil (oracle2teacher)": 5.1101579666137695,
+      "epoch": 1.8265306122448979,
+      "rel-constrast": 3.494619369506836,
+      "step": 2327,
+      "subrel-constrast": 4.009930610656738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341977596282959,
+      "cov-distil (oracle2student)": 5.359982490539551,
+      "cov-distil (oracle2teacher)": 5.215216159820557,
+      "epoch": 1.8273155416012559,
+      "rel-constrast": 2.966783046722412,
+      "step": 2328,
+      "subrel-constrast": 3.842420816421509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3554564714431763,
+      "cov-distil (oracle2student)": 4.5389404296875,
+      "cov-distil (oracle2teacher)": 3.8986454010009766,
+      "epoch": 1.8281004709576139,
+      "rel-constrast": 2.970102310180664,
+      "step": 2329,
+      "subrel-constrast": 3.578596353530884,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8288854003139718,
+      "grad_norm": 5.75,
+      "learning_rate": 4.735776199419935e-05,
+      "loss": 0.7856,
+      "step": 2330
+    },
+    {
+      "cov-distil": 1.3520499467849731,
+      "cov-distil (oracle2student)": 5.464293479919434,
+      "cov-distil (oracle2teacher)": 5.080811500549316,
+      "epoch": 1.8288854003139718,
+      "rel-constrast": 2.9374120235443115,
+      "step": 2330,
+      "subrel-constrast": 3.246391773223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3966255187988281,
+      "cov-distil (oracle2student)": 3.2311744689941406,
+      "cov-distil (oracle2teacher)": 3.526416540145874,
+      "epoch": 1.8296703296703298,
+      "rel-constrast": 2.0379257202148438,
+      "step": 2331,
+      "subrel-constrast": 3.1012685298919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2343699932098389,
+      "cov-distil (oracle2student)": 4.805904388427734,
+      "cov-distil (oracle2teacher)": 4.505140781402588,
+      "epoch": 1.8304552590266876,
+      "rel-constrast": 3.606234312057495,
+      "step": 2332,
+      "subrel-constrast": 4.051779270172119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3108339309692383,
+      "cov-distil (oracle2student)": 2.983063220977783,
+      "cov-distil (oracle2teacher)": 3.173604965209961,
+      "epoch": 1.8312401883830454,
+      "rel-constrast": 2.398393154144287,
+      "step": 2333,
+      "subrel-constrast": 3.097240924835205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.354975938796997,
+      "cov-distil (oracle2student)": 4.794856071472168,
+      "cov-distil (oracle2teacher)": 4.663745880126953,
+      "epoch": 1.8320251177394034,
+      "rel-constrast": 2.5273170471191406,
+      "step": 2334,
+      "subrel-constrast": 3.1760787963867188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.306727409362793,
+      "cov-distil (oracle2student)": 3.8031656742095947,
+      "cov-distil (oracle2teacher)": 4.063189506530762,
+      "epoch": 1.8328100470957613,
+      "rel-constrast": 3.116619110107422,
+      "step": 2335,
+      "subrel-constrast": 3.4618194103240967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6776924133300781,
+      "cov-distil (oracle2student)": 4.332625389099121,
+      "cov-distil (oracle2teacher)": 3.9710259437561035,
+      "epoch": 1.8335949764521193,
+      "rel-constrast": 2.6058735847473145,
+      "step": 2336,
+      "subrel-constrast": 3.638011932373047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1858696937561035,
+      "cov-distil (oracle2student)": 5.392741680145264,
+      "cov-distil (oracle2teacher)": 5.259259223937988,
+      "epoch": 1.8343799058084773,
+      "rel-constrast": 2.5113906860351562,
+      "step": 2337,
+      "subrel-constrast": 2.8102779388427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4064992666244507,
+      "cov-distil (oracle2student)": 3.273954391479492,
+      "cov-distil (oracle2teacher)": 3.387511968612671,
+      "epoch": 1.8351648351648353,
+      "rel-constrast": 2.433619737625122,
+      "step": 2338,
+      "subrel-constrast": 3.4606707096099854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.592550277709961,
+      "cov-distil (oracle2student)": 4.5503926277160645,
+      "cov-distil (oracle2teacher)": 4.18421745300293,
+      "epoch": 1.835949764521193,
+      "rel-constrast": 2.902895927429199,
+      "step": 2339,
+      "subrel-constrast": 3.821329355239868,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.836734693877551,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7318578750541466e-05,
+      "loss": 0.7115,
+      "step": 2340
+    },
+    {
+      "cov-distil": 1.8418996334075928,
+      "cov-distil (oracle2student)": 4.415371417999268,
+      "cov-distil (oracle2teacher)": 4.214637756347656,
+      "epoch": 1.836734693877551,
+      "rel-constrast": 3.0671606063842773,
+      "step": 2340,
+      "subrel-constrast": 4.117509841918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5406579971313477,
+      "cov-distil (oracle2student)": 5.341821670532227,
+      "cov-distil (oracle2teacher)": 4.685606479644775,
+      "epoch": 1.8375196232339088,
+      "rel-constrast": 2.6471409797668457,
+      "step": 2341,
+      "subrel-constrast": 3.4066224098205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7433027029037476,
+      "cov-distil (oracle2student)": 3.2867393493652344,
+      "cov-distil (oracle2teacher)": 3.4402594566345215,
+      "epoch": 1.8383045525902668,
+      "rel-constrast": 2.305436134338379,
+      "step": 2342,
+      "subrel-constrast": 3.3702797889709473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013439178466797,
+      "cov-distil (oracle2student)": 3.617051362991333,
+      "cov-distil (oracle2teacher)": 3.047485113143921,
+      "epoch": 1.8390894819466248,
+      "rel-constrast": 2.1213674545288086,
+      "step": 2343,
+      "subrel-constrast": 3.03959059715271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108980178833008,
+      "cov-distil (oracle2student)": 3.740568161010742,
+      "cov-distil (oracle2teacher)": 3.95269513130188,
+      "epoch": 1.8398744113029828,
+      "rel-constrast": 1.6679271459579468,
+      "step": 2344,
+      "subrel-constrast": 2.9394900798797607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5810344219207764,
+      "cov-distil (oracle2student)": 4.702192783355713,
+      "cov-distil (oracle2teacher)": 3.905719041824341,
+      "epoch": 1.8406593406593408,
+      "rel-constrast": 3.28336501121521,
+      "step": 2345,
+      "subrel-constrast": 3.9377100467681885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385591745376587,
+      "cov-distil (oracle2student)": 3.392869472503662,
+      "cov-distil (oracle2teacher)": 3.0184574127197266,
+      "epoch": 1.8414442700156985,
+      "rel-constrast": 2.586210250854492,
+      "step": 2346,
+      "subrel-constrast": 2.880354404449463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174978017807007,
+      "cov-distil (oracle2student)": 3.070465087890625,
+      "cov-distil (oracle2teacher)": 3.739142656326294,
+      "epoch": 1.8422291993720565,
+      "rel-constrast": 2.551447868347168,
+      "step": 2347,
+      "subrel-constrast": 4.151600360870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4344654083251953,
+      "cov-distil (oracle2student)": 3.4287023544311523,
+      "cov-distil (oracle2teacher)": 3.427236557006836,
+      "epoch": 1.8430141287284143,
+      "rel-constrast": 3.210320472717285,
+      "step": 2348,
+      "subrel-constrast": 3.8333253860473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6159439086914062,
+      "cov-distil (oracle2student)": 2.8842294216156006,
+      "cov-distil (oracle2teacher)": 2.635730504989624,
+      "epoch": 1.8437990580847723,
+      "rel-constrast": 1.6391414403915405,
+      "step": 2349,
+      "subrel-constrast": 2.504883289337158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8445839874411303,
+      "grad_norm": 3.953125,
+      "learning_rate": 4.727912356204483e-05,
+      "loss": 0.6706,
+      "step": 2350
+    },
+    {
+      "cov-distil": 1.2449408769607544,
+      "cov-distil (oracle2student)": 3.6214663982391357,
+      "cov-distil (oracle2teacher)": 3.275423526763916,
+      "epoch": 1.8445839874411303,
+      "rel-constrast": 3.3113770484924316,
+      "step": 2350,
+      "subrel-constrast": 3.3099052906036377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3130264282226562,
+      "cov-distil (oracle2student)": 5.4824323654174805,
+      "cov-distil (oracle2teacher)": 4.571508407592773,
+      "epoch": 1.8453689167974883,
+      "rel-constrast": 3.1544077396392822,
+      "step": 2351,
+      "subrel-constrast": 3.5445499420166016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2681918144226074,
+      "cov-distil (oracle2student)": 3.4045321941375732,
+      "cov-distil (oracle2teacher)": 3.7111916542053223,
+      "epoch": 1.8461538461538463,
+      "rel-constrast": 2.3710899353027344,
+      "step": 2352,
+      "subrel-constrast": 3.117222309112549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9239554405212402,
+      "cov-distil (oracle2student)": 4.037146091461182,
+      "cov-distil (oracle2teacher)": 4.063927173614502,
+      "epoch": 1.8469387755102042,
+      "rel-constrast": 5.095550537109375,
+      "step": 2353,
+      "subrel-constrast": 5.377917289733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2959873676300049,
+      "cov-distil (oracle2student)": 3.0380029678344727,
+      "cov-distil (oracle2teacher)": 3.1399359703063965,
+      "epoch": 1.847723704866562,
+      "rel-constrast": 2.586148738861084,
+      "step": 2354,
+      "subrel-constrast": 3.349116086959839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.688023328781128,
+      "cov-distil (oracle2student)": 4.390917778015137,
+      "cov-distil (oracle2teacher)": 3.7474846839904785,
+      "epoch": 1.8485086342229198,
+      "rel-constrast": 2.5092859268188477,
+      "step": 2355,
+      "subrel-constrast": 3.4131603240966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5776541233062744,
+      "cov-distil (oracle2student)": 4.303069114685059,
+      "cov-distil (oracle2teacher)": 4.105372428894043,
+      "epoch": 1.8492935635792778,
+      "rel-constrast": 3.0706281661987305,
+      "step": 2356,
+      "subrel-constrast": 3.9001171588897705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6757984161376953,
+      "cov-distil (oracle2student)": 4.3736748695373535,
+      "cov-distil (oracle2teacher)": 3.550205707550049,
+      "epoch": 1.8500784929356358,
+      "rel-constrast": 3.4728293418884277,
+      "step": 2357,
+      "subrel-constrast": 3.9719204902648926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2813568115234375,
+      "cov-distil (oracle2student)": 3.4487719535827637,
+      "cov-distil (oracle2teacher)": 3.7643330097198486,
+      "epoch": 1.8508634222919937,
+      "rel-constrast": 2.0092484951019287,
+      "step": 2358,
+      "subrel-constrast": 3.043686866760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4998648166656494,
+      "cov-distil (oracle2student)": 4.305778503417969,
+      "cov-distil (oracle2teacher)": 3.857558488845825,
+      "epoch": 1.8516483516483517,
+      "rel-constrast": 2.7986481189727783,
+      "step": 2359,
+      "subrel-constrast": 3.3821802139282227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8524332810047097,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.723939690945846e-05,
+      "loss": 0.7964,
+      "step": 2360
+    },
+    {
+      "cov-distil": 1.1859450340270996,
+      "cov-distil (oracle2student)": 3.314246416091919,
+      "cov-distil (oracle2teacher)": 3.3548049926757812,
+      "epoch": 1.8524332810047097,
+      "rel-constrast": 2.297027826309204,
+      "step": 2360,
+      "subrel-constrast": 2.906010627746582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0564367771148682,
+      "cov-distil (oracle2student)": 4.408847332000732,
+      "cov-distil (oracle2teacher)": 3.750236988067627,
+      "epoch": 1.8532182103610675,
+      "rel-constrast": 2.727273464202881,
+      "step": 2361,
+      "subrel-constrast": 3.4296066761016846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5102715492248535,
+      "cov-distil (oracle2student)": 3.0153093338012695,
+      "cov-distil (oracle2teacher)": 2.8639063835144043,
+      "epoch": 1.8540031397174255,
+      "rel-constrast": 2.110095977783203,
+      "step": 2362,
+      "subrel-constrast": 2.996849536895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.126218557357788,
+      "cov-distil (oracle2student)": 5.751990795135498,
+      "cov-distil (oracle2teacher)": 5.225639343261719,
+      "epoch": 1.8547880690737832,
+      "rel-constrast": 3.8988547325134277,
+      "step": 2363,
+      "subrel-constrast": 4.588316440582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2220523357391357,
+      "cov-distil (oracle2student)": 3.976548433303833,
+      "cov-distil (oracle2teacher)": 4.030041694641113,
+      "epoch": 1.8555729984301412,
+      "rel-constrast": 2.659160614013672,
+      "step": 2364,
+      "subrel-constrast": 3.5046262741088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4964183568954468,
+      "cov-distil (oracle2student)": 4.694596290588379,
+      "cov-distil (oracle2teacher)": 4.482988357543945,
+      "epoch": 1.8563579277864992,
+      "rel-constrast": 2.4832048416137695,
+      "step": 2365,
+      "subrel-constrast": 2.861309051513672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6372551918029785,
+      "cov-distil (oracle2student)": 3.208219051361084,
+      "cov-distil (oracle2teacher)": 3.099982738494873,
+      "epoch": 1.8571428571428572,
+      "rel-constrast": 1.7701632976531982,
+      "step": 2366,
+      "subrel-constrast": 2.1953959465026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2423828840255737,
+      "cov-distil (oracle2student)": 5.4796037673950195,
+      "cov-distil (oracle2teacher)": 4.892402648925781,
+      "epoch": 1.8579277864992152,
+      "rel-constrast": 4.1849565505981445,
+      "step": 2367,
+      "subrel-constrast": 4.690651893615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7666869163513184,
+      "cov-distil (oracle2student)": 4.98898983001709,
+      "cov-distil (oracle2teacher)": 4.632345199584961,
+      "epoch": 1.858712715855573,
+      "rel-constrast": 3.016021251678467,
+      "step": 2368,
+      "subrel-constrast": 4.011875152587891,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482865333557129,
+      "cov-distil (oracle2student)": 4.433815002441406,
+      "cov-distil (oracle2teacher)": 3.8089146614074707,
+      "epoch": 1.859497645211931,
+      "rel-constrast": 1.6976051330566406,
+      "step": 2369,
+      "subrel-constrast": 2.5378572940826416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8602825745682887,
+      "grad_norm": 4.53125,
+      "learning_rate": 4.7199399276839056e-05,
+      "loss": 0.7054,
+      "step": 2370
+    },
+    {
+      "cov-distil": 0.8840755224227905,
+      "cov-distil (oracle2student)": 3.3833887577056885,
+      "cov-distil (oracle2teacher)": 3.1782917976379395,
+      "epoch": 1.8602825745682887,
+      "rel-constrast": 2.2076575756073,
+      "step": 2370,
+      "subrel-constrast": 2.7491493225097656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.823546290397644,
+      "cov-distil (oracle2student)": 4.029688835144043,
+      "cov-distil (oracle2teacher)": 3.544309139251709,
+      "epoch": 1.8610675039246467,
+      "rel-constrast": 1.995516061782837,
+      "step": 2371,
+      "subrel-constrast": 3.0157155990600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.672497272491455,
+      "cov-distil (oracle2student)": 5.100739479064941,
+      "cov-distil (oracle2teacher)": 4.817244529724121,
+      "epoch": 1.8618524332810047,
+      "rel-constrast": 3.1086645126342773,
+      "step": 2372,
+      "subrel-constrast": 3.678229331970215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6452648639678955,
+      "cov-distil (oracle2student)": 5.618671417236328,
+      "cov-distil (oracle2teacher)": 4.942402362823486,
+      "epoch": 1.8626373626373627,
+      "rel-constrast": 3.232419729232788,
+      "step": 2373,
+      "subrel-constrast": 3.5171499252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623281717300415,
+      "cov-distil (oracle2student)": 3.7928292751312256,
+      "cov-distil (oracle2teacher)": 3.612213611602783,
+      "epoch": 1.8634222919937207,
+      "rel-constrast": 2.4106407165527344,
+      "step": 2374,
+      "subrel-constrast": 3.3195226192474365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.386106252670288,
+      "cov-distil (oracle2student)": 4.364607810974121,
+      "cov-distil (oracle2teacher)": 4.588620185852051,
+      "epoch": 1.8642072213500787,
+      "rel-constrast": 3.065457582473755,
+      "step": 2375,
+      "subrel-constrast": 3.634373903274536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0901994705200195,
+      "cov-distil (oracle2student)": 4.58005428314209,
+      "cov-distil (oracle2teacher)": 4.2535905838012695,
+      "epoch": 1.8649921507064364,
+      "rel-constrast": 2.9042716026306152,
+      "step": 2376,
+      "subrel-constrast": 3.4222331047058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5796598196029663,
+      "cov-distil (oracle2student)": 3.9140729904174805,
+      "cov-distil (oracle2teacher)": 3.460087299346924,
+      "epoch": 1.8657770800627942,
+      "rel-constrast": 3.728533983230591,
+      "step": 2377,
+      "subrel-constrast": 3.971311569213867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871321201324463,
+      "cov-distil (oracle2student)": 4.102816581726074,
+      "cov-distil (oracle2teacher)": 3.6798171997070312,
+      "epoch": 1.8665620094191522,
+      "rel-constrast": 2.641995906829834,
+      "step": 2378,
+      "subrel-constrast": 3.3500876426696777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.104958176612854,
+      "cov-distil (oracle2student)": 4.592450141906738,
+      "cov-distil (oracle2teacher)": 4.03894567489624,
+      "epoch": 1.8673469387755102,
+      "rel-constrast": 3.803786039352417,
+      "step": 2379,
+      "subrel-constrast": 4.192743301391602,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8681318681318682,
+      "grad_norm": 6.5,
+      "learning_rate": 4.715913115154518e-05,
+      "loss": 0.7642,
+      "step": 2380
+    },
+    {
+      "cov-distil": 2.4300537109375,
+      "cov-distil (oracle2student)": 5.012440204620361,
+      "cov-distil (oracle2teacher)": 4.086169719696045,
+      "epoch": 1.8681318681318682,
+      "rel-constrast": 3.3527214527130127,
+      "step": 2380,
+      "subrel-constrast": 3.4218342304229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5946388244628906,
+      "cov-distil (oracle2student)": 3.8829233646392822,
+      "cov-distil (oracle2teacher)": 3.231156826019287,
+      "epoch": 1.8689167974882261,
+      "rel-constrast": 2.8924384117126465,
+      "step": 2381,
+      "subrel-constrast": 3.5565617084503174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5479071140289307,
+      "cov-distil (oracle2student)": 3.4200520515441895,
+      "cov-distil (oracle2teacher)": 3.896700143814087,
+      "epoch": 1.8697017268445841,
+      "rel-constrast": 2.3236217498779297,
+      "step": 2382,
+      "subrel-constrast": 2.9840362071990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7334470748901367,
+      "cov-distil (oracle2student)": 2.694964647293091,
+      "cov-distil (oracle2teacher)": 2.6546573638916016,
+      "epoch": 1.870486656200942,
+      "rel-constrast": 2.0708560943603516,
+      "step": 2383,
+      "subrel-constrast": 2.9378223419189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2651090621948242,
+      "cov-distil (oracle2student)": 5.064573764801025,
+      "cov-distil (oracle2teacher)": 4.861395835876465,
+      "epoch": 1.8712715855572999,
+      "rel-constrast": 3.2342638969421387,
+      "step": 2384,
+      "subrel-constrast": 3.8789474964141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129894971847534,
+      "cov-distil (oracle2student)": 4.06921911239624,
+      "cov-distil (oracle2teacher)": 3.8571341037750244,
+      "epoch": 1.8720565149136577,
+      "rel-constrast": 3.5101518630981445,
+      "step": 2385,
+      "subrel-constrast": 3.6736528873443604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2583074569702148,
+      "cov-distil (oracle2student)": 4.010788440704346,
+      "cov-distil (oracle2teacher)": 4.187676429748535,
+      "epoch": 1.8728414442700156,
+      "rel-constrast": 2.4000515937805176,
+      "step": 2386,
+      "subrel-constrast": 3.34635066986084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612623691558838,
+      "cov-distil (oracle2student)": 4.673199653625488,
+      "cov-distil (oracle2teacher)": 4.365555763244629,
+      "epoch": 1.8736263736263736,
+      "rel-constrast": 3.430168628692627,
+      "step": 2387,
+      "subrel-constrast": 4.065863132476807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4130902290344238,
+      "cov-distil (oracle2student)": 3.691788673400879,
+      "cov-distil (oracle2teacher)": 3.206881046295166,
+      "epoch": 1.8744113029827316,
+      "rel-constrast": 2.359842300415039,
+      "step": 2388,
+      "subrel-constrast": 2.593538999557495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8961942195892334,
+      "cov-distil (oracle2student)": 3.7761895656585693,
+      "cov-distil (oracle2teacher)": 4.75875186920166,
+      "epoch": 1.8751962323390896,
+      "rel-constrast": 2.530869960784912,
+      "step": 2389,
+      "subrel-constrast": 4.138177871704102,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8759811616954474,
+      "grad_norm": 5.25,
+      "learning_rate": 4.7118593024231214e-05,
+      "loss": 0.7443,
+      "step": 2390
+    },
+    {
+      "cov-distil": 1.628974199295044,
+      "cov-distil (oracle2student)": 5.29055118560791,
+      "cov-distil (oracle2teacher)": 5.069937705993652,
+      "epoch": 1.8759811616954474,
+      "rel-constrast": 3.6770904064178467,
+      "step": 2390,
+      "subrel-constrast": 4.248228549957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7999117374420166,
+      "cov-distil (oracle2student)": 5.345639228820801,
+      "cov-distil (oracle2teacher)": 5.134427070617676,
+      "epoch": 1.8767660910518054,
+      "rel-constrast": 2.705498218536377,
+      "step": 2391,
+      "subrel-constrast": 3.6627047061920166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6265171766281128,
+      "cov-distil (oracle2student)": 6.232959747314453,
+      "cov-distil (oracle2teacher)": 6.187678337097168,
+      "epoch": 1.8775510204081631,
+      "rel-constrast": 2.637683868408203,
+      "step": 2392,
+      "subrel-constrast": 3.6143903732299805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.293133020401001,
+      "cov-distil (oracle2student)": 2.6474246978759766,
+      "cov-distil (oracle2teacher)": 2.9688892364501953,
+      "epoch": 1.8783359497645211,
+      "rel-constrast": 2.264965534210205,
+      "step": 2393,
+      "subrel-constrast": 3.1837778091430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7307713031768799,
+      "cov-distil (oracle2student)": 5.484700679779053,
+      "cov-distil (oracle2teacher)": 4.771672248840332,
+      "epoch": 1.879120879120879,
+      "rel-constrast": 3.159960985183716,
+      "step": 2394,
+      "subrel-constrast": 3.9433629512786865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6066560745239258,
+      "cov-distil (oracle2student)": 5.14959716796875,
+      "cov-distil (oracle2teacher)": 4.266096115112305,
+      "epoch": 1.879905808477237,
+      "rel-constrast": 2.572598457336426,
+      "step": 2395,
+      "subrel-constrast": 3.5695507526397705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.438852071762085,
+      "cov-distil (oracle2student)": 5.01389217376709,
+      "cov-distil (oracle2teacher)": 4.615742206573486,
+      "epoch": 1.880690737833595,
+      "rel-constrast": 2.4646241664886475,
+      "step": 2396,
+      "subrel-constrast": 3.0571179389953613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8117623329162598,
+      "cov-distil (oracle2student)": 3.6481375694274902,
+      "cov-distil (oracle2teacher)": 3.7992639541625977,
+      "epoch": 1.8814756671899528,
+      "rel-constrast": 2.6263227462768555,
+      "step": 2397,
+      "subrel-constrast": 3.185467481613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.346522569656372,
+      "cov-distil (oracle2student)": 4.0584611892700195,
+      "cov-distil (oracle2teacher)": 4.2249274253845215,
+      "epoch": 1.8822605965463108,
+      "rel-constrast": 2.035794973373413,
+      "step": 2398,
+      "subrel-constrast": 2.675389051437378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3412846326828003,
+      "cov-distil (oracle2student)": 3.2676186561584473,
+      "cov-distil (oracle2teacher)": 3.0490620136260986,
+      "epoch": 1.8830455259026686,
+      "rel-constrast": 2.187757968902588,
+      "step": 2399,
+      "subrel-constrast": 2.9414639472961426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.707778538884145e-05,
+      "loss": 0.6974,
+      "step": 2400
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "overlap": 0.3218750059604645,
+      "step": 2400
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "step": 2400,
+      "student margin": 0.0543212890625
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "step": 2400,
+      "teacher margin": 0.0399169921875
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "margin difference": -0.014404296875,
+      "step": 2400
+    },
+    {
+      "cov-distil": 1.383465051651001,
+      "cov-distil (oracle2student)": 5.277831077575684,
+      "cov-distil (oracle2teacher)": 4.484336853027344,
+      "epoch": 1.8838304552590266,
+      "rel-constrast": 2.2722928524017334,
+      "step": 2400,
+      "subrel-constrast": 3.111135721206665,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6438462734222412,
+      "cov-distil (oracle2student)": 4.258225440979004,
+      "cov-distil (oracle2teacher)": 4.219083786010742,
+      "epoch": 1.8846153846153846,
+      "rel-constrast": 3.3980393409729004,
+      "step": 2401,
+      "subrel-constrast": 3.792421817779541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4604341983795166,
+      "cov-distil (oracle2student)": 4.693546772003174,
+      "cov-distil (oracle2teacher)": 4.27767276763916,
+      "epoch": 1.8854003139717426,
+      "rel-constrast": 2.5058696269989014,
+      "step": 2402,
+      "subrel-constrast": 2.8197383880615234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.368330955505371,
+      "cov-distil (oracle2student)": 5.653309345245361,
+      "cov-distil (oracle2teacher)": 5.584542274475098,
+      "epoch": 1.8861852433281006,
+      "rel-constrast": 3.176609516143799,
+      "step": 2403,
+      "subrel-constrast": 4.165189743041992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630504846572876,
+      "cov-distil (oracle2student)": 3.297889232635498,
+      "cov-distil (oracle2teacher)": 3.208059787750244,
+      "epoch": 1.8869701726844585,
+      "rel-constrast": 3.2318613529205322,
+      "step": 2404,
+      "subrel-constrast": 3.4676320552825928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.767043948173523,
+      "cov-distil (oracle2student)": 2.660137891769409,
+      "cov-distil (oracle2teacher)": 3.1151180267333984,
+      "epoch": 1.8877551020408163,
+      "rel-constrast": 2.2164807319641113,
+      "step": 2405,
+      "subrel-constrast": 2.9139604568481445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158620834350586,
+      "cov-distil (oracle2student)": 3.4159038066864014,
+      "cov-distil (oracle2teacher)": 3.7492005825042725,
+      "epoch": 1.8885400313971743,
+      "rel-constrast": 3.2060799598693848,
+      "step": 2406,
+      "subrel-constrast": 3.7307839393615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0179784297943115,
+      "cov-distil (oracle2student)": 2.8456077575683594,
+      "cov-distil (oracle2teacher)": 3.1538329124450684,
+      "epoch": 1.889324960753532,
+      "rel-constrast": 3.0270915031433105,
+      "step": 2407,
+      "subrel-constrast": 3.6520450115203857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2023735046386719,
+      "cov-distil (oracle2student)": 3.881585121154785,
+      "cov-distil (oracle2teacher)": 4.097434997558594,
+      "epoch": 1.89010989010989,
+      "rel-constrast": 3.1785850524902344,
+      "step": 2408,
+      "subrel-constrast": 3.6684787273406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.210960865020752,
+      "cov-distil (oracle2student)": 4.9695844650268555,
+      "cov-distil (oracle2teacher)": 5.164728164672852,
+      "epoch": 1.890894819466248,
+      "rel-constrast": 2.8166627883911133,
+      "step": 2409,
+      "subrel-constrast": 3.4185843467712402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.891679748822606,
+      "grad_norm": 6.25,
+      "learning_rate": 4.703670874260405e-05,
+      "loss": 0.7672,
+      "step": 2410
+    },
+    {
+      "cov-distil": 1.4512124061584473,
+      "cov-distil (oracle2student)": 3.9550938606262207,
+      "cov-distil (oracle2teacher)": 3.368925094604492,
+      "epoch": 1.891679748822606,
+      "rel-constrast": 2.5272443294525146,
+      "step": 2410,
+      "subrel-constrast": 3.558570146560669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5136717557907104,
+      "cov-distil (oracle2student)": 7.1871442794799805,
+      "cov-distil (oracle2teacher)": 5.899599075317383,
+      "epoch": 1.892464678178964,
+      "rel-constrast": 3.0792038440704346,
+      "step": 2411,
+      "subrel-constrast": 3.4117274284362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433831810951233,
+      "cov-distil (oracle2student)": 3.711221218109131,
+      "cov-distil (oracle2teacher)": 3.427630662918091,
+      "epoch": 1.8932496075353218,
+      "rel-constrast": 2.454582929611206,
+      "step": 2412,
+      "subrel-constrast": 3.2643284797668457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9665545225143433,
+      "cov-distil (oracle2student)": 6.0245795249938965,
+      "cov-distil (oracle2teacher)": 5.519886016845703,
+      "epoch": 1.8940345368916798,
+      "rel-constrast": 3.516573905944824,
+      "step": 2413,
+      "subrel-constrast": 4.096751689910889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7391104698181152,
+      "cov-distil (oracle2student)": 5.053985118865967,
+      "cov-distil (oracle2teacher)": 4.564329147338867,
+      "epoch": 1.8948194662480375,
+      "rel-constrast": 3.1399970054626465,
+      "step": 2414,
+      "subrel-constrast": 3.6058690547943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4400497674942017,
+      "cov-distil (oracle2student)": 5.0207414627075195,
+      "cov-distil (oracle2teacher)": 4.469775199890137,
+      "epoch": 1.8956043956043955,
+      "rel-constrast": 3.2345614433288574,
+      "step": 2415,
+      "subrel-constrast": 3.7058775424957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7760933637619019,
+      "cov-distil (oracle2student)": 5.2393670082092285,
+      "cov-distil (oracle2teacher)": 5.061903953552246,
+      "epoch": 1.8963893249607535,
+      "rel-constrast": 3.503373622894287,
+      "step": 2416,
+      "subrel-constrast": 3.6969528198242188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0087852478027344,
+      "cov-distil (oracle2student)": 3.7578771114349365,
+      "cov-distil (oracle2teacher)": 4.207980632781982,
+      "epoch": 1.8971742543171115,
+      "rel-constrast": 2.7017407417297363,
+      "step": 2417,
+      "subrel-constrast": 4.2185163497924805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6262376308441162,
+      "cov-distil (oracle2student)": 3.6708788871765137,
+      "cov-distil (oracle2teacher)": 3.7856521606445312,
+      "epoch": 1.8979591836734695,
+      "rel-constrast": 1.8634005784988403,
+      "step": 2418,
+      "subrel-constrast": 3.0977792739868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5900068283081055,
+      "cov-distil (oracle2student)": 4.457353591918945,
+      "cov-distil (oracle2teacher)": 4.153909683227539,
+      "epoch": 1.8987441130298273,
+      "rel-constrast": 3.801868200302124,
+      "step": 2419,
+      "subrel-constrast": 4.6826558113098145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8995290423861853,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.6995363586024975e-05,
+      "loss": 0.7869,
+      "step": 2420
+    },
+    {
+      "cov-distil": 1.5764394998550415,
+      "cov-distil (oracle2student)": 4.162510395050049,
+      "cov-distil (oracle2teacher)": 4.248930931091309,
+      "epoch": 1.8995290423861853,
+      "rel-constrast": 2.616868019104004,
+      "step": 2420,
+      "subrel-constrast": 3.380180835723877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4342957735061646,
+      "cov-distil (oracle2student)": 4.352146148681641,
+      "cov-distil (oracle2teacher)": 4.041654109954834,
+      "epoch": 1.900313971742543,
+      "rel-constrast": 2.580817222595215,
+      "step": 2421,
+      "subrel-constrast": 3.0791471004486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2533915042877197,
+      "cov-distil (oracle2student)": 3.0750513076782227,
+      "cov-distil (oracle2teacher)": 3.3678481578826904,
+      "epoch": 1.901098901098901,
+      "rel-constrast": 2.0539112091064453,
+      "step": 2422,
+      "subrel-constrast": 3.114314556121826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6510907411575317,
+      "cov-distil (oracle2student)": 4.010537147521973,
+      "cov-distil (oracle2teacher)": 4.042222499847412,
+      "epoch": 1.901883830455259,
+      "rel-constrast": 3.6350619792938232,
+      "step": 2423,
+      "subrel-constrast": 4.164426326751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6331403255462646,
+      "cov-distil (oracle2student)": 4.32553243637085,
+      "cov-distil (oracle2teacher)": 4.709507942199707,
+      "epoch": 1.902668759811617,
+      "rel-constrast": 2.874452590942383,
+      "step": 2424,
+      "subrel-constrast": 3.4159398078918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3081552982330322,
+      "cov-distil (oracle2student)": 3.373335838317871,
+      "cov-distil (oracle2teacher)": 3.216841697692871,
+      "epoch": 1.903453689167975,
+      "rel-constrast": 2.450361728668213,
+      "step": 2425,
+      "subrel-constrast": 2.7166976928710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0986295938491821,
+      "cov-distil (oracle2student)": 4.68710994720459,
+      "cov-distil (oracle2teacher)": 4.886653423309326,
+      "epoch": 1.904238618524333,
+      "rel-constrast": 2.831007480621338,
+      "step": 2426,
+      "subrel-constrast": 3.5859177112579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2356021404266357,
+      "cov-distil (oracle2student)": 3.868117332458496,
+      "cov-distil (oracle2teacher)": 3.388075828552246,
+      "epoch": 1.9050235478806907,
+      "rel-constrast": 2.829667568206787,
+      "step": 2427,
+      "subrel-constrast": 3.4622700214385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7674546241760254,
+      "cov-distil (oracle2student)": 7.825194358825684,
+      "cov-distil (oracle2teacher)": 7.014017105102539,
+      "epoch": 1.9058084772370487,
+      "rel-constrast": 2.7684249877929688,
+      "step": 2428,
+      "subrel-constrast": 4.026658058166504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5501304864883423,
+      "cov-distil (oracle2student)": 6.067459583282471,
+      "cov-distil (oracle2teacher)": 5.342250823974609,
+      "epoch": 1.9065934065934065,
+      "rel-constrast": 3.506082534790039,
+      "step": 2429,
+      "subrel-constrast": 4.185858726501465,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9073783359497645,
+      "grad_norm": 8.0625,
+      "learning_rate": 4.695375042288193e-05,
+      "loss": 0.7399,
+      "step": 2430
+    },
+    {
+      "cov-distil": 1.661251425743103,
+      "cov-distil (oracle2student)": 5.815157890319824,
+      "cov-distil (oracle2teacher)": 5.2097978591918945,
+      "epoch": 1.9073783359497645,
+      "rel-constrast": 3.1979153156280518,
+      "step": 2430,
+      "subrel-constrast": 3.8180320262908936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4010013341903687,
+      "cov-distil (oracle2student)": 4.047023773193359,
+      "cov-distil (oracle2teacher)": 3.8124091625213623,
+      "epoch": 1.9081632653061225,
+      "rel-constrast": 2.7833383083343506,
+      "step": 2431,
+      "subrel-constrast": 3.3880774974823,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3428449630737305,
+      "cov-distil (oracle2student)": 4.811054229736328,
+      "cov-distil (oracle2teacher)": 4.6646623611450195,
+      "epoch": 1.9089481946624804,
+      "rel-constrast": 1.903334140777588,
+      "step": 2432,
+      "subrel-constrast": 2.957467794418335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.894035816192627,
+      "cov-distil (oracle2student)": 5.185266971588135,
+      "cov-distil (oracle2teacher)": 5.055410385131836,
+      "epoch": 1.9097331240188384,
+      "rel-constrast": 3.5421810150146484,
+      "step": 2433,
+      "subrel-constrast": 4.148813724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5876843929290771,
+      "cov-distil (oracle2student)": 3.8494958877563477,
+      "cov-distil (oracle2teacher)": 3.749537467956543,
+      "epoch": 1.9105180533751962,
+      "rel-constrast": 1.4161465167999268,
+      "step": 2434,
+      "subrel-constrast": 2.326631546020508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.179868459701538,
+      "cov-distil (oracle2student)": 5.063297271728516,
+      "cov-distil (oracle2teacher)": 5.048863887786865,
+      "epoch": 1.9113029827315542,
+      "rel-constrast": 1.977632999420166,
+      "step": 2435,
+      "subrel-constrast": 2.978015184402466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0675768852233887,
+      "cov-distil (oracle2student)": 3.509960174560547,
+      "cov-distil (oracle2teacher)": 3.275967836380005,
+      "epoch": 1.912087912087912,
+      "rel-constrast": 2.534778356552124,
+      "step": 2436,
+      "subrel-constrast": 3.177161455154419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2767798900604248,
+      "cov-distil (oracle2student)": 5.10045862197876,
+      "cov-distil (oracle2teacher)": 4.806947231292725,
+      "epoch": 1.91287284144427,
+      "rel-constrast": 3.7104642391204834,
+      "step": 2437,
+      "subrel-constrast": 4.066912651062012,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2878401279449463,
+      "cov-distil (oracle2student)": 4.154492378234863,
+      "cov-distil (oracle2teacher)": 3.9410927295684814,
+      "epoch": 1.913657770800628,
+      "rel-constrast": 2.4905645847320557,
+      "step": 2438,
+      "subrel-constrast": 2.833585262298584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5208327770233154,
+      "cov-distil (oracle2student)": 3.870839834213257,
+      "cov-distil (oracle2teacher)": 3.587754726409912,
+      "epoch": 1.914442700156986,
+      "rel-constrast": 3.411961555480957,
+      "step": 2439,
+      "subrel-constrast": 3.4366512298583984,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.915227629513344,
+      "grad_norm": 6.21875,
+      "learning_rate": 4.691186976021816e-05,
+      "loss": 0.7098,
+      "step": 2440
+    },
+    {
+      "cov-distil": 1.4967070817947388,
+      "cov-distil (oracle2student)": 3.8773322105407715,
+      "cov-distil (oracle2teacher)": 3.5573790073394775,
+      "epoch": 1.915227629513344,
+      "rel-constrast": 2.619619369506836,
+      "step": 2440,
+      "subrel-constrast": 3.13883376121521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.68430757522583,
+      "cov-distil (oracle2student)": 4.4702301025390625,
+      "cov-distil (oracle2teacher)": 4.563200950622559,
+      "epoch": 1.9160125588697017,
+      "rel-constrast": 2.469916343688965,
+      "step": 2441,
+      "subrel-constrast": 3.2960541248321533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5579092502593994,
+      "cov-distil (oracle2student)": 4.825962543487549,
+      "cov-distil (oracle2teacher)": 4.666205406188965,
+      "epoch": 1.9167974882260597,
+      "rel-constrast": 3.2126452922821045,
+      "step": 2442,
+      "subrel-constrast": 3.909355878829956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2697449922561646,
+      "cov-distil (oracle2student)": 4.256183624267578,
+      "cov-distil (oracle2teacher)": 3.755272626876831,
+      "epoch": 1.9175824175824174,
+      "rel-constrast": 2.9741082191467285,
+      "step": 2443,
+      "subrel-constrast": 3.097259044647217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3230315446853638,
+      "cov-distil (oracle2student)": 3.8114309310913086,
+      "cov-distil (oracle2teacher)": 3.591279983520508,
+      "epoch": 1.9183673469387754,
+      "rel-constrast": 2.5748753547668457,
+      "step": 2444,
+      "subrel-constrast": 3.4513001441955566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0446491241455078,
+      "cov-distil (oracle2student)": 4.172782897949219,
+      "cov-distil (oracle2teacher)": 3.9387669563293457,
+      "epoch": 1.9191522762951334,
+      "rel-constrast": 3.2238731384277344,
+      "step": 2445,
+      "subrel-constrast": 3.837935209274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5663421154022217,
+      "cov-distil (oracle2student)": 6.687404155731201,
+      "cov-distil (oracle2teacher)": 6.850368499755859,
+      "epoch": 1.9199372056514914,
+      "rel-constrast": 3.118551731109619,
+      "step": 2446,
+      "subrel-constrast": 4.409268379211426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5033377408981323,
+      "cov-distil (oracle2student)": 3.122352123260498,
+      "cov-distil (oracle2teacher)": 3.5328731536865234,
+      "epoch": 1.9207221350078494,
+      "rel-constrast": 2.0668764114379883,
+      "step": 2447,
+      "subrel-constrast": 3.0326130390167236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4021883010864258,
+      "cov-distil (oracle2student)": 4.386048316955566,
+      "cov-distil (oracle2teacher)": 4.230499267578125,
+      "epoch": 1.9215070643642074,
+      "rel-constrast": 3.1327056884765625,
+      "step": 2448,
+      "subrel-constrast": 3.7891204357147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0900633335113525,
+      "cov-distil (oracle2student)": 4.235468864440918,
+      "cov-distil (oracle2teacher)": 4.379511833190918,
+      "epoch": 1.9222919937205651,
+      "rel-constrast": 3.441082000732422,
+      "step": 2449,
+      "subrel-constrast": 4.267126083374023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.6869722108336323e-05,
+      "loss": 0.7557,
+      "step": 2450
+    },
+    {
+      "cov-distil": 1.8572824001312256,
+      "cov-distil (oracle2student)": 3.7828783988952637,
+      "cov-distil (oracle2teacher)": 3.6816017627716064,
+      "epoch": 1.9230769230769231,
+      "rel-constrast": 2.2032833099365234,
+      "step": 2450,
+      "subrel-constrast": 3.423372268676758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784165620803833,
+      "cov-distil (oracle2student)": 3.5892648696899414,
+      "cov-distil (oracle2teacher)": 4.185019493103027,
+      "epoch": 1.923861852433281,
+      "rel-constrast": 2.4126200675964355,
+      "step": 2451,
+      "subrel-constrast": 2.9255363941192627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4744055271148682,
+      "cov-distil (oracle2student)": 5.581669807434082,
+      "cov-distil (oracle2teacher)": 5.3179826736450195,
+      "epoch": 1.9246467817896389,
+      "rel-constrast": 1.4047518968582153,
+      "step": 2452,
+      "subrel-constrast": 2.5651700496673584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.563706874847412,
+      "cov-distil (oracle2student)": 3.1593146324157715,
+      "cov-distil (oracle2teacher)": 3.1118004322052,
+      "epoch": 1.9254317111459969,
+      "rel-constrast": 2.9661388397216797,
+      "step": 2453,
+      "subrel-constrast": 3.6493420600891113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0135185718536377,
+      "cov-distil (oracle2student)": 5.030746936798096,
+      "cov-distil (oracle2teacher)": 4.370763778686523,
+      "epoch": 1.9262166405023549,
+      "rel-constrast": 2.117779016494751,
+      "step": 2454,
+      "subrel-constrast": 3.540395975112915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9057115316390991,
+      "cov-distil (oracle2student)": 3.8317630290985107,
+      "cov-distil (oracle2teacher)": 3.4586093425750732,
+      "epoch": 1.9270015698587128,
+      "rel-constrast": 2.8648123741149902,
+      "step": 2455,
+      "subrel-constrast": 3.5481410026550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4511473178863525,
+      "cov-distil (oracle2student)": 4.717432022094727,
+      "cov-distil (oracle2teacher)": 4.39992094039917,
+      "epoch": 1.9277864992150706,
+      "rel-constrast": 3.448397159576416,
+      "step": 2456,
+      "subrel-constrast": 4.132615089416504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4134639501571655,
+      "cov-distil (oracle2student)": 3.592564105987549,
+      "cov-distil (oracle2teacher)": 3.4169201850891113,
+      "epoch": 1.9285714285714286,
+      "rel-constrast": 2.690018653869629,
+      "step": 2457,
+      "subrel-constrast": 3.5381455421447754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.381658673286438,
+      "cov-distil (oracle2student)": 4.504133224487305,
+      "cov-distil (oracle2teacher)": 4.371111869812012,
+      "epoch": 1.9293563579277864,
+      "rel-constrast": 3.296360492706299,
+      "step": 2458,
+      "subrel-constrast": 3.687131404876709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6124401092529297,
+      "cov-distil (oracle2student)": 6.004388809204102,
+      "cov-distil (oracle2teacher)": 5.248353481292725,
+      "epoch": 1.9301412872841444,
+      "rel-constrast": 2.7687840461730957,
+      "step": 2459,
+      "subrel-constrast": 4.301806449890137,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9309262166405023,
+      "grad_norm": 4.375,
+      "learning_rate": 4.6827307980792254e-05,
+      "loss": 0.6955,
+      "step": 2460
+    },
+    {
+      "cov-distil": 1.291625738143921,
+      "cov-distil (oracle2student)": 3.3951034545898438,
+      "cov-distil (oracle2teacher)": 3.562033176422119,
+      "epoch": 1.9309262166405023,
+      "rel-constrast": 3.105185031890869,
+      "step": 2460,
+      "subrel-constrast": 3.2856054306030273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2882192134857178,
+      "cov-distil (oracle2student)": 5.582555770874023,
+      "cov-distil (oracle2teacher)": 5.066989421844482,
+      "epoch": 1.9317111459968603,
+      "rel-constrast": 2.387822151184082,
+      "step": 2461,
+      "subrel-constrast": 3.4038312435150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4667425155639648,
+      "cov-distil (oracle2student)": 3.4097275733947754,
+      "cov-distil (oracle2teacher)": 3.206629753112793,
+      "epoch": 1.9324960753532183,
+      "rel-constrast": 2.7560582160949707,
+      "step": 2462,
+      "subrel-constrast": 3.2389450073242188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8337502479553223,
+      "cov-distil (oracle2student)": 5.2984442710876465,
+      "cov-distil (oracle2teacher)": 5.799503326416016,
+      "epoch": 1.933281004709576,
+      "rel-constrast": 2.6879539489746094,
+      "step": 2463,
+      "subrel-constrast": 3.309619426727295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5622186660766602,
+      "cov-distil (oracle2student)": 4.927425861358643,
+      "cov-distil (oracle2teacher)": 4.671817779541016,
+      "epoch": 1.934065934065934,
+      "rel-constrast": 2.1536669731140137,
+      "step": 2464,
+      "subrel-constrast": 3.14108943939209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2570550441741943,
+      "cov-distil (oracle2student)": 3.430919647216797,
+      "cov-distil (oracle2teacher)": 2.8552744388580322,
+      "epoch": 1.9348508634222918,
+      "rel-constrast": 2.170525074005127,
+      "step": 2465,
+      "subrel-constrast": 2.571291208267212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6424362659454346,
+      "cov-distil (oracle2student)": 4.277450084686279,
+      "cov-distil (oracle2teacher)": 3.705414295196533,
+      "epoch": 1.9356357927786498,
+      "rel-constrast": 2.9013924598693848,
+      "step": 2466,
+      "subrel-constrast": 3.1362950801849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5327125787734985,
+      "cov-distil (oracle2student)": 3.9433579444885254,
+      "cov-distil (oracle2teacher)": 4.323305130004883,
+      "epoch": 1.9364207221350078,
+      "rel-constrast": 2.583871364593506,
+      "step": 2467,
+      "subrel-constrast": 3.247133255004883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2818008661270142,
+      "cov-distil (oracle2student)": 3.8986258506774902,
+      "cov-distil (oracle2teacher)": 3.754828453063965,
+      "epoch": 1.9372056514913658,
+      "rel-constrast": 3.117367744445801,
+      "step": 2468,
+      "subrel-constrast": 3.5399816036224365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7398326396942139,
+      "cov-distil (oracle2student)": 3.1840739250183105,
+      "cov-distil (oracle2teacher)": 2.9380695819854736,
+      "epoch": 1.9379905808477238,
+      "rel-constrast": 2.5847887992858887,
+      "step": 2469,
+      "subrel-constrast": 3.0294415950775146,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9387755102040818,
+      "grad_norm": 5.875,
+      "learning_rate": 4.678462789438873e-05,
+      "loss": 0.6985,
+      "step": 2470
+    },
+    {
+      "cov-distil": 1.5433144569396973,
+      "cov-distil (oracle2student)": 2.9578075408935547,
+      "cov-distil (oracle2teacher)": 3.23738694190979,
+      "epoch": 1.9387755102040818,
+      "rel-constrast": 1.937584400177002,
+      "step": 2470,
+      "subrel-constrast": 2.6642847061157227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4443485736846924,
+      "cov-distil (oracle2student)": 4.100014686584473,
+      "cov-distil (oracle2teacher)": 4.245871543884277,
+      "epoch": 1.9395604395604396,
+      "rel-constrast": 2.6583218574523926,
+      "step": 2471,
+      "subrel-constrast": 3.2574462890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.635296583175659,
+      "cov-distil (oracle2student)": 4.330043792724609,
+      "cov-distil (oracle2teacher)": 4.497190475463867,
+      "epoch": 1.9403453689167975,
+      "rel-constrast": 2.740987777709961,
+      "step": 2472,
+      "subrel-constrast": 3.7768290042877197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6916110515594482,
+      "cov-distil (oracle2student)": 4.03584098815918,
+      "cov-distil (oracle2teacher)": 3.9940500259399414,
+      "epoch": 1.9411302982731553,
+      "rel-constrast": 3.721792221069336,
+      "step": 2473,
+      "subrel-constrast": 4.984964847564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7572797536849976,
+      "cov-distil (oracle2student)": 4.882442474365234,
+      "cov-distil (oracle2teacher)": 4.8414459228515625,
+      "epoch": 1.9419152276295133,
+      "rel-constrast": 3.777127742767334,
+      "step": 2474,
+      "subrel-constrast": 4.820999622344971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9405834674835205,
+      "cov-distil (oracle2student)": 3.093421459197998,
+      "cov-distil (oracle2teacher)": 2.8786327838897705,
+      "epoch": 1.9427001569858713,
+      "rel-constrast": 2.0982015132904053,
+      "step": 2475,
+      "subrel-constrast": 3.5316975116729736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.515413761138916,
+      "cov-distil (oracle2student)": 3.9444305896759033,
+      "cov-distil (oracle2teacher)": 3.8890323638916016,
+      "epoch": 1.9434850863422293,
+      "rel-constrast": 4.322173118591309,
+      "step": 2476,
+      "subrel-constrast": 5.106509685516357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.140060305595398,
+      "cov-distil (oracle2student)": 6.094444274902344,
+      "cov-distil (oracle2teacher)": 5.784130096435547,
+      "epoch": 1.9442700156985873,
+      "rel-constrast": 3.238407611846924,
+      "step": 2477,
+      "subrel-constrast": 3.228761672973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5136356353759766,
+      "cov-distil (oracle2student)": 5.130928993225098,
+      "cov-distil (oracle2teacher)": 5.599532127380371,
+      "epoch": 1.945054945054945,
+      "rel-constrast": 2.899818181991577,
+      "step": 2478,
+      "subrel-constrast": 3.9041976928710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3585325479507446,
+      "cov-distil (oracle2student)": 3.166748046875,
+      "cov-distil (oracle2teacher)": 3.5953032970428467,
+      "epoch": 1.945839874411303,
+      "rel-constrast": 2.318967580795288,
+      "step": 2479,
+      "subrel-constrast": 2.99764347076416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9466248037676608,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.6741682369169116e-05,
+      "loss": 0.7842,
+      "step": 2480
+    },
+    {
+      "cov-distil": 1.358513355255127,
+      "cov-distil (oracle2student)": 3.3030920028686523,
+      "cov-distil (oracle2teacher)": 2.8421571254730225,
+      "epoch": 1.9466248037676608,
+      "rel-constrast": 2.6336965560913086,
+      "step": 2480,
+      "subrel-constrast": 2.8718340396881104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1459712982177734,
+      "cov-distil (oracle2student)": 4.063625335693359,
+      "cov-distil (oracle2teacher)": 4.200922012329102,
+      "epoch": 1.9474097331240188,
+      "rel-constrast": 3.232606887817383,
+      "step": 2481,
+      "subrel-constrast": 3.6092476844787598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5961551666259766,
+      "cov-distil (oracle2student)": 5.03495979309082,
+      "cov-distil (oracle2teacher)": 4.37387752532959,
+      "epoch": 1.9481946624803768,
+      "rel-constrast": 3.085963010787964,
+      "step": 2482,
+      "subrel-constrast": 4.056833267211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7837347984313965,
+      "cov-distil (oracle2student)": 3.69675612449646,
+      "cov-distil (oracle2teacher)": 3.8338403701782227,
+      "epoch": 1.9489795918367347,
+      "rel-constrast": 2.9396042823791504,
+      "step": 2483,
+      "subrel-constrast": 4.183809757232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4148401021957397,
+      "cov-distil (oracle2student)": 3.438568115234375,
+      "cov-distil (oracle2teacher)": 3.2074334621429443,
+      "epoch": 1.9497645211930927,
+      "rel-constrast": 3.73038911819458,
+      "step": 2484,
+      "subrel-constrast": 3.9382483959198,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.58474600315094,
+      "cov-distil (oracle2student)": 4.109490394592285,
+      "cov-distil (oracle2teacher)": 4.459442615509033,
+      "epoch": 1.9505494505494505,
+      "rel-constrast": 2.299020767211914,
+      "step": 2485,
+      "subrel-constrast": 3.835998296737671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3292391300201416,
+      "cov-distil (oracle2student)": 4.8831000328063965,
+      "cov-distil (oracle2teacher)": 4.521707534790039,
+      "epoch": 1.9513343799058085,
+      "rel-constrast": 3.4085583686828613,
+      "step": 2486,
+      "subrel-constrast": 4.050882339477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214061975479126,
+      "cov-distil (oracle2student)": 4.851228713989258,
+      "cov-distil (oracle2teacher)": 4.625171184539795,
+      "epoch": 1.9521193092621663,
+      "rel-constrast": 2.7774693965911865,
+      "step": 2487,
+      "subrel-constrast": 3.4249110221862793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1201047897338867,
+      "cov-distil (oracle2student)": 5.36749267578125,
+      "cov-distil (oracle2teacher)": 4.693625450134277,
+      "epoch": 1.9529042386185242,
+      "rel-constrast": 2.81223726272583,
+      "step": 2488,
+      "subrel-constrast": 4.239040374755859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.328134536743164,
+      "cov-distil (oracle2student)": 5.878386974334717,
+      "cov-distil (oracle2teacher)": 5.070760726928711,
+      "epoch": 1.9536891679748822,
+      "rel-constrast": 2.211723566055298,
+      "step": 2489,
+      "subrel-constrast": 2.9829752445220947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9544740973312402,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.669847192841109e-05,
+      "loss": 0.7655,
+      "step": 2490
+    },
+    {
+      "cov-distil": 2.050966501235962,
+      "cov-distil (oracle2student)": 3.950345993041992,
+      "cov-distil (oracle2teacher)": 3.2366585731506348,
+      "epoch": 1.9544740973312402,
+      "rel-constrast": 2.2773871421813965,
+      "step": 2490,
+      "subrel-constrast": 3.064868211746216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3345588445663452,
+      "cov-distil (oracle2student)": 4.820789337158203,
+      "cov-distil (oracle2teacher)": 4.411266326904297,
+      "epoch": 1.9552590266875982,
+      "rel-constrast": 2.706510066986084,
+      "step": 2491,
+      "subrel-constrast": 3.464383363723755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.313352108001709,
+      "cov-distil (oracle2student)": 4.7307658195495605,
+      "cov-distil (oracle2teacher)": 4.571237564086914,
+      "epoch": 1.9560439560439562,
+      "rel-constrast": 2.904332160949707,
+      "step": 2492,
+      "subrel-constrast": 3.630449056625366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4697785377502441,
+      "cov-distil (oracle2student)": 4.326483249664307,
+      "cov-distil (oracle2teacher)": 4.520640850067139,
+      "epoch": 1.956828885400314,
+      "rel-constrast": 2.1479899883270264,
+      "step": 2493,
+      "subrel-constrast": 3.3468611240386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3133139610290527,
+      "cov-distil (oracle2student)": 2.4103314876556396,
+      "cov-distil (oracle2teacher)": 2.9476089477539062,
+      "epoch": 1.957613814756672,
+      "rel-constrast": 1.8598411083221436,
+      "step": 2494,
+      "subrel-constrast": 2.7040579319000244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4923874139785767,
+      "cov-distil (oracle2student)": 4.974415302276611,
+      "cov-distil (oracle2teacher)": 4.685483932495117,
+      "epoch": 1.9583987441130297,
+      "rel-constrast": 3.222048759460449,
+      "step": 2495,
+      "subrel-constrast": 4.039577484130859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8160561323165894,
+      "cov-distil (oracle2student)": 5.813412666320801,
+      "cov-distil (oracle2teacher)": 5.269169807434082,
+      "epoch": 1.9591836734693877,
+      "rel-constrast": 3.3903331756591797,
+      "step": 2496,
+      "subrel-constrast": 3.8708889484405518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4887747764587402,
+      "cov-distil (oracle2student)": 2.1253395080566406,
+      "cov-distil (oracle2teacher)": 2.3603878021240234,
+      "epoch": 1.9599686028257457,
+      "rel-constrast": 2.4301915168762207,
+      "step": 2497,
+      "subrel-constrast": 2.9695959091186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3080188035964966,
+      "cov-distil (oracle2student)": 5.292108535766602,
+      "cov-distil (oracle2teacher)": 4.35369873046875,
+      "epoch": 1.9607535321821037,
+      "rel-constrast": 1.4696991443634033,
+      "step": 2498,
+      "subrel-constrast": 2.0051076412200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4714583158493042,
+      "cov-distil (oracle2student)": 3.7108678817749023,
+      "cov-distil (oracle2teacher)": 4.239074230194092,
+      "epoch": 1.9615384615384617,
+      "rel-constrast": 1.566145896911621,
+      "step": 2499,
+      "subrel-constrast": 2.5356643199920654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "grad_norm": 3.71875,
+      "learning_rate": 4.6654997098620234e-05,
+      "loss": 0.637,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-P@10": 0.7539999999999999,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-nDCG@10": 0.7660445021702131,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-alpha_nDCG@10": 0.5818896679097062,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-P@10": 0.42999999999999994,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-nDCG@10": 0.6098019735171258,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-alpha_nDCG@10": 0.5983298508342683,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/avg": 0.5369795176189325,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "overlap": 0.34687501192092896,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "step": 2500,
+      "student margin": 0.065185546875
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "step": 2500,
+      "teacher margin": 0.053436279296875
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "margin difference": -0.011749267578125,
+      "step": 2500
+    },
+    {
+      "cov-distil": 1.090306282043457,
+      "cov-distil (oracle2student)": 4.970812797546387,
+      "cov-distil (oracle2teacher)": 4.877108097076416,
+      "epoch": 1.9623233908948194,
+      "rel-constrast": 2.175166606903076,
+      "step": 2500,
+      "subrel-constrast": 2.475886821746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5089739561080933,
+      "cov-distil (oracle2student)": 4.682978630065918,
+      "cov-distil (oracle2teacher)": 5.062560558319092,
+      "epoch": 1.9631083202511774,
+      "rel-constrast": 2.925281524658203,
+      "step": 2501,
+      "subrel-constrast": 3.6252448558807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5031598806381226,
+      "cov-distil (oracle2student)": 4.684264183044434,
+      "cov-distil (oracle2teacher)": 4.354615211486816,
+      "epoch": 1.9638932496075352,
+      "rel-constrast": 3.9453587532043457,
+      "step": 2502,
+      "subrel-constrast": 4.519287109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5643486976623535,
+      "cov-distil (oracle2student)": 5.483506202697754,
+      "cov-distil (oracle2teacher)": 4.655939102172852,
+      "epoch": 1.9646781789638932,
+      "rel-constrast": 3.642531394958496,
+      "step": 2503,
+      "subrel-constrast": 4.284054756164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.679993987083435,
+      "cov-distil (oracle2student)": 5.387015342712402,
+      "cov-distil (oracle2teacher)": 5.223532676696777,
+      "epoch": 1.9654631083202512,
+      "rel-constrast": 2.3460216522216797,
+      "step": 2504,
+      "subrel-constrast": 3.231478214263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798704385757446,
+      "cov-distil (oracle2student)": 3.086254596710205,
+      "cov-distil (oracle2teacher)": 3.2515909671783447,
+      "epoch": 1.9662480376766092,
+      "rel-constrast": 2.119157314300537,
+      "step": 2505,
+      "subrel-constrast": 2.9700911045074463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4817452430725098,
+      "cov-distil (oracle2student)": 4.001458168029785,
+      "cov-distil (oracle2teacher)": 4.046663761138916,
+      "epoch": 1.9670329670329672,
+      "rel-constrast": 3.5152688026428223,
+      "step": 2506,
+      "subrel-constrast": 3.966355562210083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5676078796386719,
+      "cov-distil (oracle2student)": 3.8535709381103516,
+      "cov-distil (oracle2teacher)": 3.9571170806884766,
+      "epoch": 1.967817896389325,
+      "rel-constrast": 2.567758083343506,
+      "step": 2507,
+      "subrel-constrast": 3.94400954246521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.96669340133667,
+      "cov-distil (oracle2student)": 4.784982681274414,
+      "cov-distil (oracle2teacher)": 4.251079559326172,
+      "epoch": 1.968602825745683,
+      "rel-constrast": 2.4171977043151855,
+      "step": 2508,
+      "subrel-constrast": 3.2501728534698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826422691345215,
+      "cov-distil (oracle2student)": 6.623595714569092,
+      "cov-distil (oracle2teacher)": 5.7470879554748535,
+      "epoch": 1.9693877551020407,
+      "rel-constrast": 2.3520874977111816,
+      "step": 2509,
+      "subrel-constrast": 3.200101375579834,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9701726844583987,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.661125840952364e-05,
+      "loss": 0.7382,
+      "step": 2510
+    },
+    {
+      "cov-distil": 1.666621446609497,
+      "cov-distil (oracle2student)": 3.701127767562866,
+      "cov-distil (oracle2teacher)": 3.423727512359619,
+      "epoch": 1.9701726844583987,
+      "rel-constrast": 2.804509162902832,
+      "step": 2510,
+      "subrel-constrast": 3.387676477432251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6446305513381958,
+      "cov-distil (oracle2student)": 3.838240623474121,
+      "cov-distil (oracle2teacher)": 4.187102794647217,
+      "epoch": 1.9709576138147566,
+      "rel-constrast": 2.9891412258148193,
+      "step": 2511,
+      "subrel-constrast": 3.542327642440796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.435381293296814,
+      "cov-distil (oracle2student)": 4.389375686645508,
+      "cov-distil (oracle2teacher)": 4.502368450164795,
+      "epoch": 1.9717425431711146,
+      "rel-constrast": 3.2387535572052,
+      "step": 2512,
+      "subrel-constrast": 3.896670341491699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8582631349563599,
+      "cov-distil (oracle2student)": 4.919032573699951,
+      "cov-distil (oracle2teacher)": 4.750471115112305,
+      "epoch": 1.9725274725274726,
+      "rel-constrast": 3.7496399879455566,
+      "step": 2513,
+      "subrel-constrast": 4.44797945022583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8498822450637817,
+      "cov-distil (oracle2student)": 4.858127593994141,
+      "cov-distil (oracle2teacher)": 4.378625869750977,
+      "epoch": 1.9733124018838306,
+      "rel-constrast": 3.5364084243774414,
+      "step": 2514,
+      "subrel-constrast": 4.384564399719238,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3810056447982788,
+      "cov-distil (oracle2student)": 4.271397590637207,
+      "cov-distil (oracle2teacher)": 4.334753036499023,
+      "epoch": 1.9740973312401884,
+      "rel-constrast": 2.358246326446533,
+      "step": 2515,
+      "subrel-constrast": 3.276954412460327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0649185180664062,
+      "cov-distil (oracle2student)": 4.684146881103516,
+      "cov-distil (oracle2teacher)": 3.9282805919647217,
+      "epoch": 1.9748822605965461,
+      "rel-constrast": 2.606571912765503,
+      "step": 2516,
+      "subrel-constrast": 2.8056676387786865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1188321113586426,
+      "cov-distil (oracle2student)": 4.569836139678955,
+      "cov-distil (oracle2teacher)": 4.141506671905518,
+      "epoch": 1.9756671899529041,
+      "rel-constrast": 2.579371929168701,
+      "step": 2517,
+      "subrel-constrast": 3.7114007472991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080518960952759,
+      "cov-distil (oracle2student)": 4.498507022857666,
+      "cov-distil (oracle2teacher)": 4.202948570251465,
+      "epoch": 1.9764521193092621,
+      "rel-constrast": 2.1490540504455566,
+      "step": 2518,
+      "subrel-constrast": 3.429783821105957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1755554676055908,
+      "cov-distil (oracle2student)": 3.4553563594818115,
+      "cov-distil (oracle2teacher)": 3.6548361778259277,
+      "epoch": 1.9772370486656201,
+      "rel-constrast": 3.2993576526641846,
+      "step": 2519,
+      "subrel-constrast": 3.654632568359375,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.978021978021978,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.656725639406342e-05,
+      "loss": 0.7735,
+      "step": 2520
+    },
+    {
+      "cov-distil": 1.4902020692825317,
+      "cov-distil (oracle2student)": 4.161640644073486,
+      "cov-distil (oracle2teacher)": 3.9016568660736084,
+      "epoch": 1.978021978021978,
+      "rel-constrast": 1.819406270980835,
+      "step": 2520,
+      "subrel-constrast": 2.3113198280334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.451483726501465,
+      "cov-distil (oracle2student)": 3.4727718830108643,
+      "cov-distil (oracle2teacher)": 3.1571531295776367,
+      "epoch": 1.978806907378336,
+      "rel-constrast": 2.1377174854278564,
+      "step": 2521,
+      "subrel-constrast": 3.1325490474700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.081032633781433,
+      "cov-distil (oracle2student)": 4.522000312805176,
+      "cov-distil (oracle2teacher)": 4.4468841552734375,
+      "epoch": 1.9795918367346939,
+      "rel-constrast": 3.9222183227539062,
+      "step": 2522,
+      "subrel-constrast": 3.8245644569396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9412015676498413,
+      "cov-distil (oracle2student)": 4.826860427856445,
+      "cov-distil (oracle2teacher)": 4.619848251342773,
+      "epoch": 1.9803767660910518,
+      "rel-constrast": 2.2276368141174316,
+      "step": 2523,
+      "subrel-constrast": 3.2373056411743164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.12664532661438,
+      "cov-distil (oracle2student)": 4.137739181518555,
+      "cov-distil (oracle2teacher)": 4.644302845001221,
+      "epoch": 1.9811616954474096,
+      "rel-constrast": 2.937765121459961,
+      "step": 2524,
+      "subrel-constrast": 4.011136054992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9062591791152954,
+      "cov-distil (oracle2student)": 3.910320520401001,
+      "cov-distil (oracle2teacher)": 3.6704587936401367,
+      "epoch": 1.9819466248037676,
+      "rel-constrast": 2.469945192337036,
+      "step": 2525,
+      "subrel-constrast": 2.9071855545043945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.441422462463379,
+      "cov-distil (oracle2student)": 3.7556920051574707,
+      "cov-distil (oracle2teacher)": 3.6020450592041016,
+      "epoch": 1.9827315541601256,
+      "rel-constrast": 2.7595200538635254,
+      "step": 2526,
+      "subrel-constrast": 3.301060914993286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0226235389709473,
+      "cov-distil (oracle2student)": 3.732295513153076,
+      "cov-distil (oracle2teacher)": 3.8367576599121094,
+      "epoch": 1.9835164835164836,
+      "rel-constrast": 2.454819440841675,
+      "step": 2527,
+      "subrel-constrast": 3.255971908569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.512261152267456,
+      "cov-distil (oracle2student)": 5.404221534729004,
+      "cov-distil (oracle2teacher)": 5.1092681884765625,
+      "epoch": 1.9843014128728416,
+      "rel-constrast": 2.7983994483947754,
+      "step": 2528,
+      "subrel-constrast": 3.5933313369750977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3857338428497314,
+      "cov-distil (oracle2student)": 3.9003076553344727,
+      "cov-distil (oracle2teacher)": 3.64925479888916,
+      "epoch": 1.9850863422291993,
+      "rel-constrast": 2.5492284297943115,
+      "step": 2529,
+      "subrel-constrast": 3.3898355960845947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9858712715855573,
+      "grad_norm": 6.0,
+      "learning_rate": 4.652299158839025e-05,
+      "loss": 0.6953,
+      "step": 2530
+    },
+    {
+      "cov-distil": 1.2937496900558472,
+      "cov-distil (oracle2student)": 4.864933490753174,
+      "cov-distil (oracle2teacher)": 4.628209590911865,
+      "epoch": 1.9858712715855573,
+      "rel-constrast": 2.983006000518799,
+      "step": 2530,
+      "subrel-constrast": 3.821949005126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6015434265136719,
+      "cov-distil (oracle2student)": 4.671170234680176,
+      "cov-distil (oracle2teacher)": 4.1964287757873535,
+      "epoch": 1.986656200941915,
+      "rel-constrast": 5.378610610961914,
+      "step": 2531,
+      "subrel-constrast": 5.163862705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.59791898727417,
+      "cov-distil (oracle2student)": 3.193023204803467,
+      "cov-distil (oracle2teacher)": 3.081737518310547,
+      "epoch": 1.987441130298273,
+      "rel-constrast": 2.5613858699798584,
+      "step": 2532,
+      "subrel-constrast": 3.402161121368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.283470869064331,
+      "cov-distil (oracle2student)": 3.9583494663238525,
+      "cov-distil (oracle2teacher)": 3.712249279022217,
+      "epoch": 1.988226059654631,
+      "rel-constrast": 2.2750766277313232,
+      "step": 2533,
+      "subrel-constrast": 2.81105375289917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0241358280181885,
+      "cov-distil (oracle2student)": 3.8318867683410645,
+      "cov-distil (oracle2teacher)": 3.535226583480835,
+      "epoch": 1.989010989010989,
+      "rel-constrast": 3.071157217025757,
+      "step": 2534,
+      "subrel-constrast": 3.0297975540161133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6766074895858765,
+      "cov-distil (oracle2student)": 4.706940650939941,
+      "cov-distil (oracle2teacher)": 3.8600387573242188,
+      "epoch": 1.989795918367347,
+      "rel-constrast": 2.5069656372070312,
+      "step": 2535,
+      "subrel-constrast": 3.3175065517425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.263869047164917,
+      "cov-distil (oracle2student)": 3.6057910919189453,
+      "cov-distil (oracle2teacher)": 3.6251606941223145,
+      "epoch": 1.990580847723705,
+      "rel-constrast": 2.660266876220703,
+      "step": 2536,
+      "subrel-constrast": 3.187422275543213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5680863857269287,
+      "cov-distil (oracle2student)": 2.2606112957000732,
+      "cov-distil (oracle2teacher)": 2.7441070079803467,
+      "epoch": 1.9913657770800628,
+      "rel-constrast": 3.022408962249756,
+      "step": 2537,
+      "subrel-constrast": 3.2397971153259277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.69365394115448,
+      "cov-distil (oracle2student)": 5.669692516326904,
+      "cov-distil (oracle2teacher)": 5.017037391662598,
+      "epoch": 1.9921507064364206,
+      "rel-constrast": 2.4905171394348145,
+      "step": 2538,
+      "subrel-constrast": 3.3353257179260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5247530937194824,
+      "cov-distil (oracle2student)": 3.6488633155822754,
+      "cov-distil (oracle2teacher)": 3.6998729705810547,
+      "epoch": 1.9929356357927785,
+      "rel-constrast": 2.4173526763916016,
+      "step": 2539,
+      "subrel-constrast": 3.1615869998931885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9937205651491365,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.647846453185681e-05,
+      "loss": 0.7705,
+      "step": 2540
+    },
+    {
+      "cov-distil": 1.4516340494155884,
+      "cov-distil (oracle2student)": 3.8903822898864746,
+      "cov-distil (oracle2teacher)": 3.9352073669433594,
+      "epoch": 1.9937205651491365,
+      "rel-constrast": 2.2436375617980957,
+      "step": 2540,
+      "subrel-constrast": 3.079085111618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.298713207244873,
+      "cov-distil (oracle2student)": 3.7091946601867676,
+      "cov-distil (oracle2teacher)": 3.9927072525024414,
+      "epoch": 1.9945054945054945,
+      "rel-constrast": 3.025702714920044,
+      "step": 2541,
+      "subrel-constrast": 4.026682376861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.993617057800293,
+      "cov-distil (oracle2student)": 5.924077987670898,
+      "cov-distil (oracle2teacher)": 5.388263702392578,
+      "epoch": 1.9952904238618525,
+      "rel-constrast": 4.571245193481445,
+      "step": 2542,
+      "subrel-constrast": 5.055028915405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1890196800231934,
+      "cov-distil (oracle2student)": 3.8252854347229004,
+      "cov-distil (oracle2teacher)": 3.8513998985290527,
+      "epoch": 1.9960753532182105,
+      "rel-constrast": 2.506195068359375,
+      "step": 2543,
+      "subrel-constrast": 3.0652389526367188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5974085330963135,
+      "cov-distil (oracle2student)": 3.8986101150512695,
+      "cov-distil (oracle2teacher)": 3.8991260528564453,
+      "epoch": 1.9968602825745683,
+      "rel-constrast": 2.341961145401001,
+      "step": 2544,
+      "subrel-constrast": 3.2955710887908936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7898669242858887,
+      "cov-distil (oracle2student)": 6.095114707946777,
+      "cov-distil (oracle2teacher)": 5.629230499267578,
+      "epoch": 1.9976452119309263,
+      "rel-constrast": 3.2041659355163574,
+      "step": 2545,
+      "subrel-constrast": 3.949453592300415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663902997970581,
+      "cov-distil (oracle2student)": 3.582000255584717,
+      "cov-distil (oracle2teacher)": 3.5701746940612793,
+      "epoch": 1.998430141287284,
+      "rel-constrast": 3.021514654159546,
+      "step": 2546,
+      "subrel-constrast": 3.492304801940918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5713697671890259,
+      "cov-distil (oracle2student)": 5.414429664611816,
+      "cov-distil (oracle2teacher)": 4.234394073486328,
+      "epoch": 1.999215070643642,
+      "rel-constrast": 2.8354413509368896,
+      "step": 2547,
+      "subrel-constrast": 3.751251220703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3589496612548828,
+      "cov-distil (oracle2student)": 4.627863883972168,
+      "cov-distil (oracle2teacher)": 4.674477577209473,
+      "epoch": 2.0,
+      "rel-constrast": 4.164133071899414,
+      "step": 2548,
+      "subrel-constrast": 4.857272148132324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5796387195587158,
+      "cov-distil (oracle2student)": 4.93176794052124,
+      "cov-distil (oracle2teacher)": 4.493083953857422,
+      "epoch": 2.000784929356358,
+      "rel-constrast": 2.6880877017974854,
+      "step": 2549,
+      "subrel-constrast": 3.1472344398498535,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.001569858712716,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.6433675767011245e-05,
+      "loss": 0.8013,
+      "step": 2550
+    },
+    {
+      "cov-distil": 1.418239951133728,
+      "cov-distil (oracle2student)": 3.38460111618042,
+      "cov-distil (oracle2teacher)": 3.624520778656006,
+      "epoch": 2.001569858712716,
+      "rel-constrast": 2.2379202842712402,
+      "step": 2550,
+      "subrel-constrast": 3.292998790740967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.186899185180664,
+      "cov-distil (oracle2student)": 3.7972605228424072,
+      "cov-distil (oracle2teacher)": 3.6053812503814697,
+      "epoch": 2.002354788069074,
+      "rel-constrast": 2.1380980014801025,
+      "step": 2551,
+      "subrel-constrast": 2.6401748657226562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3980836868286133,
+      "cov-distil (oracle2student)": 3.746084213256836,
+      "cov-distil (oracle2teacher)": 3.587346315383911,
+      "epoch": 2.0031397174254315,
+      "rel-constrast": 2.382723331451416,
+      "step": 2552,
+      "subrel-constrast": 3.1391310691833496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3123672008514404,
+      "cov-distil (oracle2student)": 5.654376029968262,
+      "cov-distil (oracle2teacher)": 5.5764336585998535,
+      "epoch": 2.0039246467817895,
+      "rel-constrast": 3.3104639053344727,
+      "step": 2553,
+      "subrel-constrast": 4.055949687957764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0986337661743164,
+      "cov-distil (oracle2student)": 4.575746536254883,
+      "cov-distil (oracle2teacher)": 4.18869161605835,
+      "epoch": 2.0047095761381475,
+      "rel-constrast": 3.4491376876831055,
+      "step": 2554,
+      "subrel-constrast": 4.300597190856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7333508729934692,
+      "cov-distil (oracle2student)": 4.910717010498047,
+      "cov-distil (oracle2teacher)": 4.800596237182617,
+      "epoch": 2.0054945054945055,
+      "rel-constrast": 3.749530792236328,
+      "step": 2555,
+      "subrel-constrast": 4.375298976898193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.148555040359497,
+      "cov-distil (oracle2student)": 3.685451030731201,
+      "cov-distil (oracle2teacher)": 3.855313539505005,
+      "epoch": 2.0062794348508635,
+      "rel-constrast": 2.456716299057007,
+      "step": 2556,
+      "subrel-constrast": 2.9890568256378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1507489681243896,
+      "cov-distil (oracle2student)": 4.650958061218262,
+      "cov-distil (oracle2teacher)": 4.800254821777344,
+      "epoch": 2.0070643642072215,
+      "rel-constrast": 3.1733174324035645,
+      "step": 2557,
+      "subrel-constrast": 4.2793073654174805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.091202735900879,
+      "cov-distil (oracle2student)": 4.066455841064453,
+      "cov-distil (oracle2teacher)": 3.9540770053863525,
+      "epoch": 2.0078492935635794,
+      "rel-constrast": 2.7277631759643555,
+      "step": 2558,
+      "subrel-constrast": 3.7594892978668213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3102219104766846,
+      "cov-distil (oracle2student)": 4.313324928283691,
+      "cov-distil (oracle2teacher)": 3.6935038566589355,
+      "epoch": 2.008634222919937,
+      "rel-constrast": 2.5143094062805176,
+      "step": 2559,
+      "subrel-constrast": 2.8539700508117676,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.009419152276295,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.6388625839590516e-05,
+      "loss": 0.7381,
+      "step": 2560
+    },
+    {
+      "cov-distil": 1.1211737394332886,
+      "cov-distil (oracle2student)": 4.538210868835449,
+      "cov-distil (oracle2teacher)": 4.440378189086914,
+      "epoch": 2.009419152276295,
+      "rel-constrast": 2.6439263820648193,
+      "step": 2560,
+      "subrel-constrast": 3.243011951446533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.161250114440918,
+      "cov-distil (oracle2student)": 4.357483863830566,
+      "cov-distil (oracle2teacher)": 4.069280624389648,
+      "epoch": 2.010204081632653,
+      "rel-constrast": 2.7724452018737793,
+      "step": 2561,
+      "subrel-constrast": 3.703260898590088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6896648406982422,
+      "cov-distil (oracle2student)": 4.854325771331787,
+      "cov-distil (oracle2teacher)": 4.562610149383545,
+      "epoch": 2.010989010989011,
+      "rel-constrast": 1.960174560546875,
+      "step": 2562,
+      "subrel-constrast": 2.993565082550049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9752542972564697,
+      "cov-distil (oracle2student)": 4.481110572814941,
+      "cov-distil (oracle2teacher)": 4.485870361328125,
+      "epoch": 2.011773940345369,
+      "rel-constrast": 3.7094345092773438,
+      "step": 2563,
+      "subrel-constrast": 4.1724162101745605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3029567003250122,
+      "cov-distil (oracle2student)": 4.14303731918335,
+      "cov-distil (oracle2teacher)": 3.81158447265625,
+      "epoch": 2.012558869701727,
+      "rel-constrast": 2.272364616394043,
+      "step": 2564,
+      "subrel-constrast": 2.6302103996276855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.163966417312622,
+      "cov-distil (oracle2student)": 4.69771671295166,
+      "cov-distil (oracle2teacher)": 4.310797214508057,
+      "epoch": 2.013343799058085,
+      "rel-constrast": 3.554079532623291,
+      "step": 2565,
+      "subrel-constrast": 3.575129508972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1144486665725708,
+      "cov-distil (oracle2student)": 3.9827380180358887,
+      "cov-distil (oracle2teacher)": 4.5258049964904785,
+      "epoch": 2.014128728414443,
+      "rel-constrast": 2.757936954498291,
+      "step": 2566,
+      "subrel-constrast": 2.935452461242676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861075758934021,
+      "cov-distil (oracle2student)": 5.722127914428711,
+      "cov-distil (oracle2teacher)": 5.309638023376465,
+      "epoch": 2.0149136577708004,
+      "rel-constrast": 3.4389965534210205,
+      "step": 2567,
+      "subrel-constrast": 4.309808254241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.591409683227539,
+      "cov-distil (oracle2student)": 4.19596004486084,
+      "cov-distil (oracle2teacher)": 4.269772529602051,
+      "epoch": 2.0156985871271584,
+      "rel-constrast": 3.1262319087982178,
+      "step": 2568,
+      "subrel-constrast": 3.76481294631958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4890607595443726,
+      "cov-distil (oracle2student)": 4.554868698120117,
+      "cov-distil (oracle2teacher)": 4.039214134216309,
+      "epoch": 2.0164835164835164,
+      "rel-constrast": 2.9105477333068848,
+      "step": 2569,
+      "subrel-constrast": 3.4036288261413574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0172684458398744,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.6343315298513765e-05,
+      "loss": 0.7648,
+      "step": 2570
+    },
+    {
+      "cov-distil": 1.5408400297164917,
+      "cov-distil (oracle2student)": 4.460867404937744,
+      "cov-distil (oracle2teacher)": 4.184871673583984,
+      "epoch": 2.0172684458398744,
+      "rel-constrast": 2.8370141983032227,
+      "step": 2570,
+      "subrel-constrast": 3.502570152282715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3149046897888184,
+      "cov-distil (oracle2student)": 2.980907917022705,
+      "cov-distil (oracle2teacher)": 2.9996659755706787,
+      "epoch": 2.0180533751962324,
+      "rel-constrast": 1.925594687461853,
+      "step": 2571,
+      "subrel-constrast": 2.776230812072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4009995460510254,
+      "cov-distil (oracle2student)": 3.471409320831299,
+      "cov-distil (oracle2teacher)": 3.2313714027404785,
+      "epoch": 2.0188383045525904,
+      "rel-constrast": 2.9132275581359863,
+      "step": 2572,
+      "subrel-constrast": 2.804548501968384,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2982909679412842,
+      "cov-distil (oracle2student)": 3.913233518600464,
+      "cov-distil (oracle2teacher)": 4.29094123840332,
+      "epoch": 2.0196232339089484,
+      "rel-constrast": 3.134427547454834,
+      "step": 2573,
+      "subrel-constrast": 4.121625900268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.175744652748108,
+      "cov-distil (oracle2student)": 4.345643043518066,
+      "cov-distil (oracle2teacher)": 4.046075820922852,
+      "epoch": 2.020408163265306,
+      "rel-constrast": 3.0230438709259033,
+      "step": 2574,
+      "subrel-constrast": 3.624298095703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8978856801986694,
+      "cov-distil (oracle2student)": 3.9678220748901367,
+      "cov-distil (oracle2teacher)": 4.023209571838379,
+      "epoch": 2.021193092621664,
+      "rel-constrast": 2.179535150527954,
+      "step": 2575,
+      "subrel-constrast": 3.199263572692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.022524356842041,
+      "cov-distil (oracle2student)": 5.099910736083984,
+      "cov-distil (oracle2teacher)": 4.565829277038574,
+      "epoch": 2.021978021978022,
+      "rel-constrast": 2.7353413105010986,
+      "step": 2576,
+      "subrel-constrast": 3.896116256713867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9745090007781982,
+      "cov-distil (oracle2student)": 5.974571704864502,
+      "cov-distil (oracle2teacher)": 5.312187671661377,
+      "epoch": 2.02276295133438,
+      "rel-constrast": 4.146399021148682,
+      "step": 2577,
+      "subrel-constrast": 5.385141372680664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3346425294876099,
+      "cov-distil (oracle2student)": 3.879906177520752,
+      "cov-distil (oracle2teacher)": 3.702457904815674,
+      "epoch": 2.023547880690738,
+      "rel-constrast": 2.315213441848755,
+      "step": 2578,
+      "subrel-constrast": 3.5127367973327637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6934369802474976,
+      "cov-distil (oracle2student)": 3.355029582977295,
+      "cov-distil (oracle2teacher)": 3.177870273590088,
+      "epoch": 2.024332810047096,
+      "rel-constrast": 2.0333688259124756,
+      "step": 2579,
+      "subrel-constrast": 2.8781931400299072,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.025117739403454,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.629774469587566e-05,
+      "loss": 0.7227,
+      "step": 2580
+    },
+    {
+      "cov-distil": 1.3028523921966553,
+      "cov-distil (oracle2student)": 3.810821533203125,
+      "cov-distil (oracle2teacher)": 4.263686180114746,
+      "epoch": 2.025117739403454,
+      "rel-constrast": 2.8056259155273438,
+      "step": 2580,
+      "subrel-constrast": 3.879927396774292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5767713785171509,
+      "cov-distil (oracle2student)": 5.214993476867676,
+      "cov-distil (oracle2teacher)": 4.8706159591674805,
+      "epoch": 2.0259026687598114,
+      "rel-constrast": 2.7533178329467773,
+      "step": 2581,
+      "subrel-constrast": 3.49395489692688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4240691661834717,
+      "cov-distil (oracle2student)": 4.208713531494141,
+      "cov-distil (oracle2teacher)": 4.036467552185059,
+      "epoch": 2.0266875981161694,
+      "rel-constrast": 3.2611076831817627,
+      "step": 2582,
+      "subrel-constrast": 3.5960912704467773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7780306339263916,
+      "cov-distil (oracle2student)": 3.269775867462158,
+      "cov-distil (oracle2teacher)": 3.517242908477783,
+      "epoch": 2.0274725274725274,
+      "rel-constrast": 1.1963260173797607,
+      "step": 2583,
+      "subrel-constrast": 2.6474497318267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.755824327468872,
+      "cov-distil (oracle2student)": 3.933684825897217,
+      "cov-distil (oracle2teacher)": 3.597294807434082,
+      "epoch": 2.0282574568288854,
+      "rel-constrast": 2.826699733734131,
+      "step": 2584,
+      "subrel-constrast": 3.768807888031006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0861318111419678,
+      "cov-distil (oracle2student)": 5.439233779907227,
+      "cov-distil (oracle2teacher)": 5.051532745361328,
+      "epoch": 2.0290423861852434,
+      "rel-constrast": 3.087024211883545,
+      "step": 2585,
+      "subrel-constrast": 3.9976446628570557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.738134741783142,
+      "cov-distil (oracle2student)": 3.7544403076171875,
+      "cov-distil (oracle2teacher)": 3.467432975769043,
+      "epoch": 2.0298273155416013,
+      "rel-constrast": 2.48966646194458,
+      "step": 2586,
+      "subrel-constrast": 3.183173418045044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2197861671447754,
+      "cov-distil (oracle2student)": 5.314908027648926,
+      "cov-distil (oracle2teacher)": 4.767375469207764,
+      "epoch": 2.0306122448979593,
+      "rel-constrast": 3.757617712020874,
+      "step": 2587,
+      "subrel-constrast": 4.15952730178833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6040942668914795,
+      "cov-distil (oracle2student)": 4.000999450683594,
+      "cov-distil (oracle2teacher)": 4.231811046600342,
+      "epoch": 2.0313971742543173,
+      "rel-constrast": 2.67399263381958,
+      "step": 2588,
+      "subrel-constrast": 3.617424488067627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276611804962158,
+      "cov-distil (oracle2student)": 4.317698955535889,
+      "cov-distil (oracle2teacher)": 4.421903610229492,
+      "epoch": 2.032182103610675,
+      "rel-constrast": 2.525721549987793,
+      "step": 2589,
+      "subrel-constrast": 3.4121804237365723,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.032967032967033,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.625191458693957e-05,
+      "loss": 0.7263,
+      "step": 2590
+    },
+    {
+      "cov-distil": 1.9891952276229858,
+      "cov-distil (oracle2student)": 4.805106163024902,
+      "cov-distil (oracle2teacher)": 4.374859809875488,
+      "epoch": 2.032967032967033,
+      "rel-constrast": 3.290797710418701,
+      "step": 2590,
+      "subrel-constrast": 3.8304505348205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6702110767364502,
+      "cov-distil (oracle2student)": 5.877730369567871,
+      "cov-distil (oracle2teacher)": 5.177729606628418,
+      "epoch": 2.033751962323391,
+      "rel-constrast": 2.070183277130127,
+      "step": 2591,
+      "subrel-constrast": 3.159494161605835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5158226490020752,
+      "cov-distil (oracle2student)": 4.369362831115723,
+      "cov-distil (oracle2teacher)": 4.001250743865967,
+      "epoch": 2.034536891679749,
+      "rel-constrast": 3.192948341369629,
+      "step": 2592,
+      "subrel-constrast": 3.6024951934814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8568706512451172,
+      "cov-distil (oracle2student)": 4.513680458068848,
+      "cov-distil (oracle2teacher)": 4.223357200622559,
+      "epoch": 2.035321821036107,
+      "rel-constrast": 2.0967488288879395,
+      "step": 2593,
+      "subrel-constrast": 3.0529472827911377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5366591215133667,
+      "cov-distil (oracle2student)": 3.170410394668579,
+      "cov-distil (oracle2teacher)": 3.2562005519866943,
+      "epoch": 2.036106750392465,
+      "rel-constrast": 1.9721282720565796,
+      "step": 2594,
+      "subrel-constrast": 3.2721357345581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7600288391113281,
+      "cov-distil (oracle2student)": 4.301647186279297,
+      "cov-distil (oracle2teacher)": 4.46275520324707,
+      "epoch": 2.036891679748823,
+      "rel-constrast": 2.8285584449768066,
+      "step": 2595,
+      "subrel-constrast": 4.024070739746094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63007390499115,
+      "cov-distil (oracle2student)": 4.736753463745117,
+      "cov-distil (oracle2teacher)": 4.827028751373291,
+      "epoch": 2.0376766091051803,
+      "rel-constrast": 2.762828826904297,
+      "step": 2596,
+      "subrel-constrast": 3.931101083755493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4966025352478027,
+      "cov-distil (oracle2student)": 3.9267525672912598,
+      "cov-distil (oracle2teacher)": 3.605562686920166,
+      "epoch": 2.0384615384615383,
+      "rel-constrast": 1.671107292175293,
+      "step": 2597,
+      "subrel-constrast": 2.7106053829193115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5657718181610107,
+      "cov-distil (oracle2student)": 3.0323739051818848,
+      "cov-distil (oracle2teacher)": 3.4227917194366455,
+      "epoch": 2.0392464678178963,
+      "rel-constrast": 1.988607406616211,
+      "step": 2598,
+      "subrel-constrast": 3.1713273525238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5810461044311523,
+      "cov-distil (oracle2student)": 4.162444114685059,
+      "cov-distil (oracle2teacher)": 4.119106292724609,
+      "epoch": 2.0400313971742543,
+      "rel-constrast": 2.2787699699401855,
+      "step": 2599,
+      "subrel-constrast": 3.4076006412506104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.6205825530130944e-05,
+      "loss": 0.6453,
+      "step": 2600
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "overlap": 0.29375001788139343,
+      "step": 2600
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "step": 2600,
+      "student margin": 0.070892333984375
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "step": 2600,
+      "teacher margin": 0.052001953125
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "margin difference": -0.018890380859375,
+      "step": 2600
+    },
+    {
+      "cov-distil": 1.3353180885314941,
+      "cov-distil (oracle2student)": 4.13485050201416,
+      "cov-distil (oracle2teacher)": 4.110435485839844,
+      "epoch": 2.0408163265306123,
+      "rel-constrast": 2.034916639328003,
+      "step": 2600,
+      "subrel-constrast": 2.887387275695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1994287967681885,
+      "cov-distil (oracle2student)": 2.9966912269592285,
+      "cov-distil (oracle2teacher)": 2.8486647605895996,
+      "epoch": 2.0416012558869703,
+      "rel-constrast": 3.2924585342407227,
+      "step": 2601,
+      "subrel-constrast": 3.7677018642425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4664499759674072,
+      "cov-distil (oracle2student)": 2.889111280441284,
+      "cov-distil (oracle2teacher)": 2.9977712631225586,
+      "epoch": 2.0423861852433283,
+      "rel-constrast": 2.7742416858673096,
+      "step": 2602,
+      "subrel-constrast": 3.734666347503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3811352252960205,
+      "cov-distil (oracle2student)": 4.0174455642700195,
+      "cov-distil (oracle2teacher)": 3.3547983169555664,
+      "epoch": 2.043171114599686,
+      "rel-constrast": 1.73324716091156,
+      "step": 2603,
+      "subrel-constrast": 2.582387924194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.231534481048584,
+      "cov-distil (oracle2student)": 2.55495285987854,
+      "cov-distil (oracle2teacher)": 3.286497116088867,
+      "epoch": 2.043956043956044,
+      "rel-constrast": 2.130127429962158,
+      "step": 2604,
+      "subrel-constrast": 3.2361092567443848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5310068130493164,
+      "cov-distil (oracle2student)": 5.050435543060303,
+      "cov-distil (oracle2teacher)": 5.094297409057617,
+      "epoch": 2.044740973312402,
+      "rel-constrast": 2.9133460521698,
+      "step": 2605,
+      "subrel-constrast": 4.075055122375488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.244946837425232,
+      "cov-distil (oracle2student)": 4.271355628967285,
+      "cov-distil (oracle2teacher)": 4.190159797668457,
+      "epoch": 2.0455259026687598,
+      "rel-constrast": 1.8294062614440918,
+      "step": 2606,
+      "subrel-constrast": 2.2923924922943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.180721640586853,
+      "cov-distil (oracle2student)": 5.730915546417236,
+      "cov-distil (oracle2teacher)": 5.230205535888672,
+      "epoch": 2.0463108320251178,
+      "rel-constrast": 3.3854150772094727,
+      "step": 2607,
+      "subrel-constrast": 3.470841884613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5891168117523193,
+      "cov-distil (oracle2student)": 5.012734413146973,
+      "cov-distil (oracle2teacher)": 4.07102108001709,
+      "epoch": 2.0470957613814758,
+      "rel-constrast": 2.4456820487976074,
+      "step": 2608,
+      "subrel-constrast": 2.8813846111297607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.561317801475525,
+      "cov-distil (oracle2student)": 4.409381866455078,
+      "cov-distil (oracle2teacher)": 3.6781423091888428,
+      "epoch": 2.0478806907378337,
+      "rel-constrast": 2.498624801635742,
+      "step": 2609,
+      "subrel-constrast": 3.498225688934326,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0486656200941917,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.615947808703038e-05,
+      "loss": 0.6602,
+      "step": 2610
+    },
+    {
+      "cov-distil": 1.1958653926849365,
+      "cov-distil (oracle2student)": 3.470388889312744,
+      "cov-distil (oracle2teacher)": 3.401221752166748,
+      "epoch": 2.0486656200941917,
+      "rel-constrast": 2.911684513092041,
+      "step": 2610,
+      "subrel-constrast": 3.47914457321167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2997448444366455,
+      "cov-distil (oracle2student)": 5.657401084899902,
+      "cov-distil (oracle2teacher)": 5.465598106384277,
+      "epoch": 2.0494505494505493,
+      "rel-constrast": 2.43680477142334,
+      "step": 2611,
+      "subrel-constrast": 3.2656545639038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6255913972854614,
+      "cov-distil (oracle2student)": 4.915378093719482,
+      "cov-distil (oracle2teacher)": 3.8784754276275635,
+      "epoch": 2.0502354788069073,
+      "rel-constrast": 3.5305025577545166,
+      "step": 2612,
+      "subrel-constrast": 4.088052749633789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3821957111358643,
+      "cov-distil (oracle2student)": 4.436394214630127,
+      "cov-distil (oracle2teacher)": 4.010889530181885,
+      "epoch": 2.0510204081632653,
+      "rel-constrast": 3.1295995712280273,
+      "step": 2613,
+      "subrel-constrast": 3.5616137981414795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1164778470993042,
+      "cov-distil (oracle2student)": 4.532923698425293,
+      "cov-distil (oracle2teacher)": 3.713280200958252,
+      "epoch": 2.0518053375196232,
+      "rel-constrast": 3.3535280227661133,
+      "step": 2614,
+      "subrel-constrast": 3.764984369277954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4952445030212402,
+      "cov-distil (oracle2student)": 5.140346527099609,
+      "cov-distil (oracle2teacher)": 4.428337097167969,
+      "epoch": 2.0525902668759812,
+      "rel-constrast": 2.1320676803588867,
+      "step": 2615,
+      "subrel-constrast": 3.3597524166107178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5255954265594482,
+      "cov-distil (oracle2student)": 4.445937156677246,
+      "cov-distil (oracle2teacher)": 4.1274309158325195,
+      "epoch": 2.053375196232339,
+      "rel-constrast": 2.234030246734619,
+      "step": 2616,
+      "subrel-constrast": 2.8266353607177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200836181640625,
+      "cov-distil (oracle2student)": 3.004601001739502,
+      "cov-distil (oracle2teacher)": 3.2362146377563477,
+      "epoch": 2.054160125588697,
+      "rel-constrast": 2.0423483848571777,
+      "step": 2617,
+      "subrel-constrast": 2.7475426197052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4691020250320435,
+      "cov-distil (oracle2student)": 4.966156482696533,
+      "cov-distil (oracle2teacher)": 4.712005615234375,
+      "epoch": 2.0549450549450547,
+      "rel-constrast": 2.211719036102295,
+      "step": 2618,
+      "subrel-constrast": 2.7315731048583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9583064317703247,
+      "cov-distil (oracle2student)": 4.417433738708496,
+      "cov-distil (oracle2teacher)": 4.307394504547119,
+      "epoch": 2.0557299843014127,
+      "rel-constrast": 3.6653056144714355,
+      "step": 2619,
+      "subrel-constrast": 3.9538042545318604,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0565149136577707,
+      "grad_norm": 6.40625,
+      "learning_rate": 4.611287282236686e-05,
+      "loss": 0.7269,
+      "step": 2620
+    },
+    {
+      "cov-distil": 1.1691734790802002,
+      "cov-distil (oracle2student)": 2.8941993713378906,
+      "cov-distil (oracle2teacher)": 2.9856529235839844,
+      "epoch": 2.0565149136577707,
+      "rel-constrast": 2.6235601902008057,
+      "step": 2620,
+      "subrel-constrast": 3.049262046813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2292662858963013,
+      "cov-distil (oracle2student)": 3.332024335861206,
+      "cov-distil (oracle2teacher)": 3.243257999420166,
+      "epoch": 2.0572998430141287,
+      "rel-constrast": 2.104247570037842,
+      "step": 2621,
+      "subrel-constrast": 2.971797227859497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.06044602394104,
+      "cov-distil (oracle2student)": 3.125821590423584,
+      "cov-distil (oracle2teacher)": 2.608621120452881,
+      "epoch": 2.0580847723704867,
+      "rel-constrast": 2.712275266647339,
+      "step": 2622,
+      "subrel-constrast": 2.954022169113159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.219322919845581,
+      "cov-distil (oracle2student)": 2.71720290184021,
+      "cov-distil (oracle2teacher)": 2.874880313873291,
+      "epoch": 2.0588697017268447,
+      "rel-constrast": 2.4119319915771484,
+      "step": 2623,
+      "subrel-constrast": 3.08075213432312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5224895477294922,
+      "cov-distil (oracle2student)": 5.749883651733398,
+      "cov-distil (oracle2teacher)": 5.228310585021973,
+      "epoch": 2.0596546310832027,
+      "rel-constrast": 2.106882095336914,
+      "step": 2624,
+      "subrel-constrast": 2.9463582038879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7161511182785034,
+      "cov-distil (oracle2student)": 3.4208297729492188,
+      "cov-distil (oracle2teacher)": 3.233896493911743,
+      "epoch": 2.0604395604395602,
+      "rel-constrast": 2.2465767860412598,
+      "step": 2625,
+      "subrel-constrast": 3.2330284118652344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5517866611480713,
+      "cov-distil (oracle2student)": 6.162747383117676,
+      "cov-distil (oracle2teacher)": 5.35258674621582,
+      "epoch": 2.061224489795918,
+      "rel-constrast": 3.7531769275665283,
+      "step": 2626,
+      "subrel-constrast": 4.485931396484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0393245220184326,
+      "cov-distil (oracle2student)": 5.304793357849121,
+      "cov-distil (oracle2teacher)": 4.669814109802246,
+      "epoch": 2.062009419152276,
+      "rel-constrast": 1.8870246410369873,
+      "step": 2627,
+      "subrel-constrast": 2.6734120845794678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7491568326950073,
+      "cov-distil (oracle2student)": 5.738511085510254,
+      "cov-distil (oracle2teacher)": 4.763905048370361,
+      "epoch": 2.062794348508634,
+      "rel-constrast": 3.257175922393799,
+      "step": 2628,
+      "subrel-constrast": 3.4501240253448486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8414740562438965,
+      "cov-distil (oracle2student)": 4.693289756774902,
+      "cov-distil (oracle2teacher)": 4.3830366134643555,
+      "epoch": 2.063579277864992,
+      "rel-constrast": 3.035696029663086,
+      "step": 2629,
+      "subrel-constrast": 3.150063991546631,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.06436420722135,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.606601030401081e-05,
+      "loss": 0.6912,
+      "step": 2630
+    },
+    {
+      "cov-distil": 1.86207115650177,
+      "cov-distil (oracle2student)": 3.8686020374298096,
+      "cov-distil (oracle2teacher)": 4.128180503845215,
+      "epoch": 2.06436420722135,
+      "rel-constrast": 3.4406189918518066,
+      "step": 2630,
+      "subrel-constrast": 4.844143390655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.511430025100708,
+      "cov-distil (oracle2student)": 4.376862525939941,
+      "cov-distil (oracle2teacher)": 4.287481307983398,
+      "epoch": 2.065149136577708,
+      "rel-constrast": 2.4270565509796143,
+      "step": 2631,
+      "subrel-constrast": 3.3270809650421143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0819294452667236,
+      "cov-distil (oracle2student)": 3.267848253250122,
+      "cov-distil (oracle2teacher)": 3.2794508934020996,
+      "epoch": 2.065934065934066,
+      "rel-constrast": 2.062077045440674,
+      "step": 2632,
+      "subrel-constrast": 3.303976535797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6889008283615112,
+      "cov-distil (oracle2student)": 4.9657392501831055,
+      "cov-distil (oracle2teacher)": 5.1121110916137695,
+      "epoch": 2.0667189952904237,
+      "rel-constrast": 2.868468999862671,
+      "step": 2633,
+      "subrel-constrast": 3.2229743003845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.324570894241333,
+      "cov-distil (oracle2student)": 2.6373257637023926,
+      "cov-distil (oracle2teacher)": 2.5664517879486084,
+      "epoch": 2.0675039246467817,
+      "rel-constrast": 2.357619524002075,
+      "step": 2634,
+      "subrel-constrast": 3.0723659992218018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.299598217010498,
+      "cov-distil (oracle2student)": 3.059826374053955,
+      "cov-distil (oracle2teacher)": 2.848837375640869,
+      "epoch": 2.0682888540031397,
+      "rel-constrast": 1.9807883501052856,
+      "step": 2635,
+      "subrel-constrast": 2.763944387435913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2854645252227783,
+      "cov-distil (oracle2student)": 3.6068713665008545,
+      "cov-distil (oracle2teacher)": 3.47721004486084,
+      "epoch": 2.0690737833594977,
+      "rel-constrast": 1.338415503501892,
+      "step": 2636,
+      "subrel-constrast": 2.1358401775360107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8717029094696045,
+      "cov-distil (oracle2student)": 3.2437119483947754,
+      "cov-distil (oracle2teacher)": 2.883582353591919,
+      "epoch": 2.0698587127158556,
+      "rel-constrast": 2.3376541137695312,
+      "step": 2637,
+      "subrel-constrast": 2.6891350746154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2896864414215088,
+      "cov-distil (oracle2student)": 3.831578016281128,
+      "cov-distil (oracle2teacher)": 3.8477606773376465,
+      "epoch": 2.0706436420722136,
+      "rel-constrast": 2.234649181365967,
+      "step": 2638,
+      "subrel-constrast": 2.7638421058654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4190914630889893,
+      "cov-distil (oracle2student)": 5.38115930557251,
+      "cov-distil (oracle2teacher)": 5.0927581787109375,
+      "epoch": 2.0714285714285716,
+      "rel-constrast": 2.8960766792297363,
+      "step": 2639,
+      "subrel-constrast": 3.9259538650512695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.072213500784929,
+      "grad_norm": 5.25,
+      "learning_rate": 4.601889110296723e-05,
+      "loss": 0.6377,
+      "step": 2640
+    },
+    {
+      "cov-distil": 1.2628480195999146,
+      "cov-distil (oracle2student)": 7.320075988769531,
+      "cov-distil (oracle2teacher)": 6.652521133422852,
+      "epoch": 2.072213500784929,
+      "rel-constrast": 2.651520013809204,
+      "step": 2640,
+      "subrel-constrast": 3.115838050842285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.809037685394287,
+      "cov-distil (oracle2student)": 3.7265210151672363,
+      "cov-distil (oracle2teacher)": 3.332104444503784,
+      "epoch": 2.072998430141287,
+      "rel-constrast": 2.7049214839935303,
+      "step": 2641,
+      "subrel-constrast": 3.3478193283081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663482666015625,
+      "cov-distil (oracle2student)": 3.964402675628662,
+      "cov-distil (oracle2teacher)": 3.4999351501464844,
+      "epoch": 2.073783359497645,
+      "rel-constrast": 2.9174981117248535,
+      "step": 2642,
+      "subrel-constrast": 3.73445987701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2319161891937256,
+      "cov-distil (oracle2student)": 3.655104160308838,
+      "cov-distil (oracle2teacher)": 3.113356590270996,
+      "epoch": 2.074568288854003,
+      "rel-constrast": 2.5532190799713135,
+      "step": 2643,
+      "subrel-constrast": 3.2015514373779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7000322341918945,
+      "cov-distil (oracle2student)": 4.919336318969727,
+      "cov-distil (oracle2teacher)": 4.484076499938965,
+      "epoch": 2.075353218210361,
+      "rel-constrast": 2.886383056640625,
+      "step": 2644,
+      "subrel-constrast": 4.0749077796936035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2829294204711914,
+      "cov-distil (oracle2student)": 4.820669174194336,
+      "cov-distil (oracle2teacher)": 4.5515241622924805,
+      "epoch": 2.076138147566719,
+      "rel-constrast": 2.996272087097168,
+      "step": 2645,
+      "subrel-constrast": 3.6395366191864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.682198166847229,
+      "cov-distil (oracle2student)": 3.8332293033599854,
+      "cov-distil (oracle2teacher)": 3.2484774589538574,
+      "epoch": 2.076923076923077,
+      "rel-constrast": 3.044987678527832,
+      "step": 2646,
+      "subrel-constrast": 3.639526128768921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4817090034484863,
+      "cov-distil (oracle2student)": 3.8058836460113525,
+      "cov-distil (oracle2teacher)": 3.607952833175659,
+      "epoch": 2.0777080062794346,
+      "rel-constrast": 3.1399600505828857,
+      "step": 2647,
+      "subrel-constrast": 3.959563732147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8386852741241455,
+      "cov-distil (oracle2student)": 5.095797538757324,
+      "cov-distil (oracle2teacher)": 4.932601451873779,
+      "epoch": 2.0784929356357926,
+      "rel-constrast": 4.2447309494018555,
+      "step": 2648,
+      "subrel-constrast": 4.728353500366211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9177457094192505,
+      "cov-distil (oracle2student)": 3.7433032989501953,
+      "cov-distil (oracle2teacher)": 3.3512115478515625,
+      "epoch": 2.0792778649921506,
+      "rel-constrast": 3.2327632904052734,
+      "step": 2649,
+      "subrel-constrast": 3.764805316925049,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0800627943485086,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.597151579336873e-05,
+      "loss": 0.7965,
+      "step": 2650
+    },
+    {
+      "cov-distil": 1.9783639907836914,
+      "cov-distil (oracle2student)": 3.9746532440185547,
+      "cov-distil (oracle2teacher)": 4.080855846405029,
+      "epoch": 2.0800627943485086,
+      "rel-constrast": 2.702925205230713,
+      "step": 2650,
+      "subrel-constrast": 3.5898804664611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.68656587600708,
+      "cov-distil (oracle2student)": 2.977093458175659,
+      "cov-distil (oracle2teacher)": 3.9955215454101562,
+      "epoch": 2.0808477237048666,
+      "rel-constrast": 2.042919397354126,
+      "step": 2651,
+      "subrel-constrast": 3.302668333053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9882162809371948,
+      "cov-distil (oracle2student)": 3.324406862258911,
+      "cov-distil (oracle2teacher)": 2.9352540969848633,
+      "epoch": 2.0816326530612246,
+      "rel-constrast": 2.7595183849334717,
+      "step": 2652,
+      "subrel-constrast": 3.26057767868042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459014892578125,
+      "cov-distil (oracle2student)": 5.348959922790527,
+      "cov-distil (oracle2teacher)": 4.912822723388672,
+      "epoch": 2.0824175824175826,
+      "rel-constrast": 4.026599407196045,
+      "step": 2653,
+      "subrel-constrast": 4.401134490966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.037376880645752,
+      "cov-distil (oracle2student)": 3.163254737854004,
+      "cov-distil (oracle2teacher)": 3.190333366394043,
+      "epoch": 2.0832025117739406,
+      "rel-constrast": 2.7720794677734375,
+      "step": 2654,
+      "subrel-constrast": 3.5680418014526367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2755839824676514,
+      "cov-distil (oracle2student)": 4.207517147064209,
+      "cov-distil (oracle2teacher)": 4.088561534881592,
+      "epoch": 2.083987441130298,
+      "rel-constrast": 2.835097074508667,
+      "step": 2655,
+      "subrel-constrast": 3.7488791942596436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125614404678345,
+      "cov-distil (oracle2student)": 3.899724245071411,
+      "cov-distil (oracle2teacher)": 3.860991954803467,
+      "epoch": 2.084772370486656,
+      "rel-constrast": 2.3675413131713867,
+      "step": 2656,
+      "subrel-constrast": 3.220802068710327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7342987060546875,
+      "cov-distil (oracle2student)": 5.410000324249268,
+      "cov-distil (oracle2teacher)": 5.1536431312561035,
+      "epoch": 2.085557299843014,
+      "rel-constrast": 2.947413921356201,
+      "step": 2657,
+      "subrel-constrast": 3.8985488414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601938247680664,
+      "cov-distil (oracle2student)": 3.7540225982666016,
+      "cov-distil (oracle2teacher)": 3.430818796157837,
+      "epoch": 2.086342229199372,
+      "rel-constrast": 3.1013402938842773,
+      "step": 2658,
+      "subrel-constrast": 3.8806583881378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6560348272323608,
+      "cov-distil (oracle2student)": 5.160312175750732,
+      "cov-distil (oracle2teacher)": 5.124349117279053,
+      "epoch": 2.08712715855573,
+      "rel-constrast": 2.4525303840637207,
+      "step": 2659,
+      "subrel-constrast": 3.904118776321411,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.087912087912088,
+      "grad_norm": 4.40625,
+      "learning_rate": 4.592388495246848e-05,
+      "loss": 0.7425,
+      "step": 2660
+    },
+    {
+      "cov-distil": 1.6337261199951172,
+      "cov-distil (oracle2student)": 4.151952743530273,
+      "cov-distil (oracle2teacher)": 3.967841863632202,
+      "epoch": 2.087912087912088,
+      "rel-constrast": 4.655386924743652,
+      "step": 2660,
+      "subrel-constrast": 5.4480814933776855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7914470434188843,
+      "cov-distil (oracle2student)": 3.280151128768921,
+      "cov-distil (oracle2teacher)": 2.791379690170288,
+      "epoch": 2.088697017268446,
+      "rel-constrast": 2.1980934143066406,
+      "step": 2661,
+      "subrel-constrast": 3.0409364700317383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2816166877746582,
+      "cov-distil (oracle2student)": 3.7141854763031006,
+      "cov-distil (oracle2teacher)": 3.5739235877990723,
+      "epoch": 2.0894819466248036,
+      "rel-constrast": 2.4541215896606445,
+      "step": 2662,
+      "subrel-constrast": 2.8710200786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8375205993652344,
+      "cov-distil (oracle2student)": 3.5197553634643555,
+      "cov-distil (oracle2teacher)": 3.722714424133301,
+      "epoch": 2.0902668759811616,
+      "rel-constrast": 4.33981990814209,
+      "step": 2663,
+      "subrel-constrast": 4.157322406768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7941855192184448,
+      "cov-distil (oracle2student)": 5.616387367248535,
+      "cov-distil (oracle2teacher)": 4.772411346435547,
+      "epoch": 2.0910518053375196,
+      "rel-constrast": 4.3338470458984375,
+      "step": 2664,
+      "subrel-constrast": 4.629491806030273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0097761154174805,
+      "cov-distil (oracle2student)": 3.404824733734131,
+      "cov-distil (oracle2teacher)": 3.4548442363739014,
+      "epoch": 2.0918367346938775,
+      "rel-constrast": 2.9249496459960938,
+      "step": 2665,
+      "subrel-constrast": 3.9127326011657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.342220425605774,
+      "cov-distil (oracle2student)": 4.775496006011963,
+      "cov-distil (oracle2teacher)": 4.198037147521973,
+      "epoch": 2.0926216640502355,
+      "rel-constrast": 3.157780170440674,
+      "step": 2666,
+      "subrel-constrast": 3.485379457473755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6518689393997192,
+      "cov-distil (oracle2student)": 3.959777355194092,
+      "cov-distil (oracle2teacher)": 3.2735185623168945,
+      "epoch": 2.0934065934065935,
+      "rel-constrast": 2.106560230255127,
+      "step": 2667,
+      "subrel-constrast": 2.741788148880005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4627585411071777,
+      "cov-distil (oracle2student)": 2.3466053009033203,
+      "cov-distil (oracle2teacher)": 2.160889148712158,
+      "epoch": 2.0941915227629515,
+      "rel-constrast": 1.567748785018921,
+      "step": 2668,
+      "subrel-constrast": 2.191602945327759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8470290899276733,
+      "cov-distil (oracle2student)": 4.9321699142456055,
+      "cov-distil (oracle2teacher)": 4.58592414855957,
+      "epoch": 2.094976452119309,
+      "rel-constrast": 3.446009635925293,
+      "step": 2669,
+      "subrel-constrast": 4.106932163238525,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.095761381475667,
+      "grad_norm": 6.3125,
+      "learning_rate": 4.587599916063326e-05,
+      "loss": 0.8212,
+      "step": 2670
+    },
+    {
+      "cov-distil": 2.0417304039001465,
+      "cov-distil (oracle2student)": 5.616621971130371,
+      "cov-distil (oracle2teacher)": 5.81180477142334,
+      "epoch": 2.095761381475667,
+      "rel-constrast": 3.941246509552002,
+      "step": 2670,
+      "subrel-constrast": 4.968310356140137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6573683023452759,
+      "cov-distil (oracle2student)": 3.7648746967315674,
+      "cov-distil (oracle2teacher)": 3.4795753955841064,
+      "epoch": 2.096546310832025,
+      "rel-constrast": 2.339151382446289,
+      "step": 2671,
+      "subrel-constrast": 3.4954097270965576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7060770988464355,
+      "cov-distil (oracle2student)": 4.337916374206543,
+      "cov-distil (oracle2teacher)": 4.200004577636719,
+      "epoch": 2.097331240188383,
+      "rel-constrast": 1.914768099784851,
+      "step": 2672,
+      "subrel-constrast": 3.0425472259521484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2226378917694092,
+      "cov-distil (oracle2student)": 6.339175701141357,
+      "cov-distil (oracle2teacher)": 5.642215251922607,
+      "epoch": 2.098116169544741,
+      "rel-constrast": 2.5491490364074707,
+      "step": 2673,
+      "subrel-constrast": 3.174234628677368,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2708802223205566,
+      "cov-distil (oracle2student)": 2.511132001876831,
+      "cov-distil (oracle2teacher)": 2.5157294273376465,
+      "epoch": 2.098901098901099,
+      "rel-constrast": 3.147292375564575,
+      "step": 2674,
+      "subrel-constrast": 3.8129918575286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8717957735061646,
+      "cov-distil (oracle2student)": 4.204354286193848,
+      "cov-distil (oracle2teacher)": 4.1325578689575195,
+      "epoch": 2.099686028257457,
+      "rel-constrast": 3.44084095954895,
+      "step": 2675,
+      "subrel-constrast": 4.313811779022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6253840923309326,
+      "cov-distil (oracle2student)": 5.564504623413086,
+      "cov-distil (oracle2teacher)": 4.586607933044434,
+      "epoch": 2.100470957613815,
+      "rel-constrast": 2.008042335510254,
+      "step": 2676,
+      "subrel-constrast": 2.7574331760406494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4799201488494873,
+      "cov-distil (oracle2student)": 1.8116012811660767,
+      "cov-distil (oracle2teacher)": 2.0946474075317383,
+      "epoch": 2.1012558869701725,
+      "rel-constrast": 2.175154209136963,
+      "step": 2677,
+      "subrel-constrast": 2.907055139541626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.229113817214966,
+      "cov-distil (oracle2student)": 5.243906021118164,
+      "cov-distil (oracle2teacher)": 5.188776016235352,
+      "epoch": 2.1020408163265305,
+      "rel-constrast": 3.188620090484619,
+      "step": 2678,
+      "subrel-constrast": 4.260790824890137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6544407606124878,
+      "cov-distil (oracle2student)": 3.7256853580474854,
+      "cov-distil (oracle2teacher)": 3.8381354808807373,
+      "epoch": 2.1028257456828885,
+      "rel-constrast": 2.8161654472351074,
+      "step": 2679,
+      "subrel-constrast": 3.2249703407287598,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1036106750392465,
+      "grad_norm": 5.875,
+      "learning_rate": 4.582785900133634e-05,
+      "loss": 0.7299,
+      "step": 2680
+    },
+    {
+      "cov-distil": 1.5672053098678589,
+      "cov-distil (oracle2student)": 5.170087814331055,
+      "cov-distil (oracle2teacher)": 4.712985038757324,
+      "epoch": 2.1036106750392465,
+      "rel-constrast": 2.9125518798828125,
+      "step": 2680,
+      "subrel-constrast": 3.682068347930908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5699032545089722,
+      "cov-distil (oracle2student)": 3.670671224594116,
+      "cov-distil (oracle2teacher)": 3.5652313232421875,
+      "epoch": 2.1043956043956045,
+      "rel-constrast": 2.8479928970336914,
+      "step": 2681,
+      "subrel-constrast": 3.4126665592193604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4764052629470825,
+      "cov-distil (oracle2student)": 3.627300262451172,
+      "cov-distil (oracle2teacher)": 3.4759182929992676,
+      "epoch": 2.1051805337519625,
+      "rel-constrast": 2.2022435665130615,
+      "step": 2682,
+      "subrel-constrast": 2.9162943363189697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.839519739151001,
+      "cov-distil (oracle2student)": 3.0726523399353027,
+      "cov-distil (oracle2teacher)": 3.307107448577881,
+      "epoch": 2.1059654631083204,
+      "rel-constrast": 1.8811745643615723,
+      "step": 2683,
+      "subrel-constrast": 2.6675779819488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.775281310081482,
+      "cov-distil (oracle2student)": 3.1547858715057373,
+      "cov-distil (oracle2teacher)": 3.060973644256592,
+      "epoch": 2.106750392464678,
+      "rel-constrast": 2.4608426094055176,
+      "step": 2684,
+      "subrel-constrast": 3.1411526203155518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6113319396972656,
+      "cov-distil (oracle2student)": 4.414421081542969,
+      "cov-distil (oracle2teacher)": 4.024219512939453,
+      "epoch": 2.107535321821036,
+      "rel-constrast": 2.068659782409668,
+      "step": 2685,
+      "subrel-constrast": 3.027926206588745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412705898284912,
+      "cov-distil (oracle2student)": 4.911065578460693,
+      "cov-distil (oracle2teacher)": 4.427267551422119,
+      "epoch": 2.108320251177394,
+      "rel-constrast": 2.3888728618621826,
+      "step": 2686,
+      "subrel-constrast": 2.952326536178589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8539459705352783,
+      "cov-distil (oracle2student)": 4.8538641929626465,
+      "cov-distil (oracle2teacher)": 4.342440605163574,
+      "epoch": 2.109105180533752,
+      "rel-constrast": 2.3912816047668457,
+      "step": 2687,
+      "subrel-constrast": 3.4030165672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.126741409301758,
+      "cov-distil (oracle2student)": 3.643915891647339,
+      "cov-distil (oracle2teacher)": 2.9767961502075195,
+      "epoch": 2.10989010989011,
+      "rel-constrast": 2.688615560531616,
+      "step": 2688,
+      "subrel-constrast": 3.37544584274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6242486238479614,
+      "cov-distil (oracle2student)": 3.6324613094329834,
+      "cov-distil (oracle2teacher)": 3.6406712532043457,
+      "epoch": 2.110675039246468,
+      "rel-constrast": 2.3597755432128906,
+      "step": 2689,
+      "subrel-constrast": 2.999110221862793,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.111459968602826,
+      "grad_norm": 4.75,
+      "learning_rate": 4.577946506115035e-05,
+      "loss": 0.6472,
+      "step": 2690
+    },
+    {
+      "cov-distil": 1.7768619060516357,
+      "cov-distil (oracle2student)": 4.521347522735596,
+      "cov-distil (oracle2teacher)": 4.838393211364746,
+      "epoch": 2.111459968602826,
+      "rel-constrast": 3.0193352699279785,
+      "step": 2690,
+      "subrel-constrast": 4.206924915313721,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9612469673156738,
+      "cov-distil (oracle2student)": 3.415921688079834,
+      "cov-distil (oracle2teacher)": 3.793879508972168,
+      "epoch": 2.1122448979591835,
+      "rel-constrast": 2.973207473754883,
+      "step": 2691,
+      "subrel-constrast": 3.5273218154907227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.347106695175171,
+      "cov-distil (oracle2student)": 4.080264568328857,
+      "cov-distil (oracle2teacher)": 4.185126781463623,
+      "epoch": 2.1130298273155415,
+      "rel-constrast": 1.7505321502685547,
+      "step": 2692,
+      "subrel-constrast": 1.9902628660202026,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2456910610198975,
+      "cov-distil (oracle2student)": 4.71649169921875,
+      "cov-distil (oracle2teacher)": 3.8320159912109375,
+      "epoch": 2.1138147566718994,
+      "rel-constrast": 2.387418746948242,
+      "step": 2693,
+      "subrel-constrast": 2.848029613494873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9380123615264893,
+      "cov-distil (oracle2student)": 3.524611473083496,
+      "cov-distil (oracle2teacher)": 3.603614330291748,
+      "epoch": 2.1145996860282574,
+      "rel-constrast": 3.3344593048095703,
+      "step": 2694,
+      "subrel-constrast": 3.909736156463623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5422940254211426,
+      "cov-distil (oracle2student)": 3.5824568271636963,
+      "cov-distil (oracle2teacher)": 3.043023109436035,
+      "epoch": 2.1153846153846154,
+      "rel-constrast": 3.193317413330078,
+      "step": 2695,
+      "subrel-constrast": 3.934993267059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1803994178771973,
+      "cov-distil (oracle2student)": 4.270575523376465,
+      "cov-distil (oracle2teacher)": 4.082144737243652,
+      "epoch": 2.1161695447409734,
+      "rel-constrast": 2.9521689414978027,
+      "step": 2696,
+      "subrel-constrast": 4.149345874786377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6017191410064697,
+      "cov-distil (oracle2student)": 3.66426682472229,
+      "cov-distil (oracle2teacher)": 3.426107406616211,
+      "epoch": 2.1169544740973314,
+      "rel-constrast": 3.3653833866119385,
+      "step": 2697,
+      "subrel-constrast": 3.8820242881774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2150499820709229,
+      "cov-distil (oracle2student)": 5.662280082702637,
+      "cov-distil (oracle2teacher)": 4.212636947631836,
+      "epoch": 2.1177394034536894,
+      "rel-constrast": 3.49739408493042,
+      "step": 2698,
+      "subrel-constrast": 3.5281331539154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.012502908706665,
+      "cov-distil (oracle2student)": 4.048537254333496,
+      "cov-distil (oracle2teacher)": 3.9865145683288574,
+      "epoch": 2.118524332810047,
+      "rel-constrast": 3.715592622756958,
+      "step": 2699,
+      "subrel-constrast": 3.977768898010254,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.119309262166405,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.57308179297402e-05,
+      "loss": 0.7968,
+      "step": 2700
+    },
+    {
+      "epoch": 2.119309262166405,
+      "overlap": 0.3499999940395355,
+      "step": 2700
+    },
+    {
+      "epoch": 2.119309262166405,
+      "step": 2700,
+      "student margin": 0.06414794921875
+    },
+    {
+      "epoch": 2.119309262166405,
+      "step": 2700,
+      "teacher margin": 0.04034423828125
+    },
+    {
+      "epoch": 2.119309262166405,
+      "margin difference": -0.0238037109375,
+      "step": 2700
+    },
+    {
+      "cov-distil": 1.738069772720337,
+      "cov-distil (oracle2student)": 3.7054336071014404,
+      "cov-distil (oracle2teacher)": 3.3862736225128174,
+      "epoch": 2.119309262166405,
+      "rel-constrast": 3.684670925140381,
+      "step": 2700,
+      "subrel-constrast": 3.9660658836364746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9597724676132202,
+      "cov-distil (oracle2student)": 3.6626930236816406,
+      "cov-distil (oracle2teacher)": 3.467991352081299,
+      "epoch": 2.120094191522763,
+      "rel-constrast": 1.936334490776062,
+      "step": 2701,
+      "subrel-constrast": 2.9077441692352295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6104004383087158,
+      "cov-distil (oracle2student)": 3.5230982303619385,
+      "cov-distil (oracle2teacher)": 3.5924575328826904,
+      "epoch": 2.120879120879121,
+      "rel-constrast": 1.8440704345703125,
+      "step": 2702,
+      "subrel-constrast": 2.687389373779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.527693271636963,
+      "cov-distil (oracle2student)": 4.885265827178955,
+      "cov-distil (oracle2teacher)": 4.272814750671387,
+      "epoch": 2.121664050235479,
+      "rel-constrast": 2.392524003982544,
+      "step": 2703,
+      "subrel-constrast": 3.368466854095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4393917322158813,
+      "cov-distil (oracle2student)": 3.985060453414917,
+      "cov-distil (oracle2teacher)": 3.98748517036438,
+      "epoch": 2.122448979591837,
+      "rel-constrast": 3.1086409091949463,
+      "step": 2704,
+      "subrel-constrast": 3.8918073177337646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3507189750671387,
+      "cov-distil (oracle2student)": 5.77543830871582,
+      "cov-distil (oracle2teacher)": 4.298201560974121,
+      "epoch": 2.123233908948195,
+      "rel-constrast": 2.68249249458313,
+      "step": 2705,
+      "subrel-constrast": 3.804255723953247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2466928958892822,
+      "cov-distil (oracle2student)": 5.833965301513672,
+      "cov-distil (oracle2teacher)": 4.974800109863281,
+      "epoch": 2.1240188383045524,
+      "rel-constrast": 2.339257001876831,
+      "step": 2706,
+      "subrel-constrast": 3.1078009605407715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2088333368301392,
+      "cov-distil (oracle2student)": 4.4325408935546875,
+      "cov-distil (oracle2teacher)": 4.445165157318115,
+      "epoch": 2.1248037676609104,
+      "rel-constrast": 2.8500943183898926,
+      "step": 2707,
+      "subrel-constrast": 2.8641343116760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2282865047454834,
+      "cov-distil (oracle2student)": 4.183558464050293,
+      "cov-distil (oracle2teacher)": 4.6064910888671875,
+      "epoch": 2.1255886970172684,
+      "rel-constrast": 3.0690417289733887,
+      "step": 2708,
+      "subrel-constrast": 3.4967472553253174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4514744281768799,
+      "cov-distil (oracle2student)": 3.370736837387085,
+      "cov-distil (oracle2teacher)": 3.441915512084961,
+      "epoch": 2.1263736263736264,
+      "rel-constrast": 3.063032388687134,
+      "step": 2709,
+      "subrel-constrast": 3.8910531997680664,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1271585557299844,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.568191819985582e-05,
+      "loss": 0.7137,
+      "step": 2710
+    },
+    {
+      "cov-distil": 1.9032859802246094,
+      "cov-distil (oracle2student)": 4.989251136779785,
+      "cov-distil (oracle2teacher)": 5.135378837585449,
+      "epoch": 2.1271585557299844,
+      "rel-constrast": 2.988314151763916,
+      "step": 2710,
+      "subrel-constrast": 4.279746055603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5031428337097168,
+      "cov-distil (oracle2student)": 4.679323196411133,
+      "cov-distil (oracle2teacher)": 4.579649448394775,
+      "epoch": 2.1279434850863423,
+      "rel-constrast": 2.87349534034729,
+      "step": 2711,
+      "subrel-constrast": 3.7322144508361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3594512939453125,
+      "cov-distil (oracle2student)": 4.114889621734619,
+      "cov-distil (oracle2teacher)": 4.170674800872803,
+      "epoch": 2.1287284144427003,
+      "rel-constrast": 2.633234977722168,
+      "step": 2712,
+      "subrel-constrast": 3.6427111625671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.888802170753479,
+      "cov-distil (oracle2student)": 5.564352035522461,
+      "cov-distil (oracle2teacher)": 5.284486293792725,
+      "epoch": 2.129513343799058,
+      "rel-constrast": 2.623882293701172,
+      "step": 2713,
+      "subrel-constrast": 3.836780548095703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.679123878479004,
+      "cov-distil (oracle2student)": 4.944362640380859,
+      "cov-distil (oracle2teacher)": 4.52463436126709,
+      "epoch": 2.130298273155416,
+      "rel-constrast": 2.4186975955963135,
+      "step": 2714,
+      "subrel-constrast": 3.4227683544158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.552038550376892,
+      "cov-distil (oracle2student)": 3.7435379028320312,
+      "cov-distil (oracle2teacher)": 3.8656911849975586,
+      "epoch": 2.131083202511774,
+      "rel-constrast": 3.133347749710083,
+      "step": 2715,
+      "subrel-constrast": 3.901421070098877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7141571044921875,
+      "cov-distil (oracle2student)": 3.941164493560791,
+      "cov-distil (oracle2teacher)": 3.9462523460388184,
+      "epoch": 2.131868131868132,
+      "rel-constrast": 3.0988943576812744,
+      "step": 2716,
+      "subrel-constrast": 4.297597408294678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.405519962310791,
+      "cov-distil (oracle2student)": 4.931849002838135,
+      "cov-distil (oracle2teacher)": 4.836163520812988,
+      "epoch": 2.13265306122449,
+      "rel-constrast": 2.759809970855713,
+      "step": 2717,
+      "subrel-constrast": 3.902651309967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52744722366333,
+      "cov-distil (oracle2student)": 5.7036285400390625,
+      "cov-distil (oracle2teacher)": 5.092329502105713,
+      "epoch": 2.133437990580848,
+      "rel-constrast": 2.869448661804199,
+      "step": 2718,
+      "subrel-constrast": 3.762197971343994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2686254978179932,
+      "cov-distil (oracle2student)": 4.061881065368652,
+      "cov-distil (oracle2teacher)": 4.343420028686523,
+      "epoch": 2.134222919937206,
+      "rel-constrast": 1.9216656684875488,
+      "step": 2719,
+      "subrel-constrast": 2.454155921936035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1350078492935634,
+      "grad_norm": 4.34375,
+      "learning_rate": 4.563276646732499e-05,
+      "loss": 0.7225,
+      "step": 2720
+    },
+    {
+      "cov-distil": 1.4250738620758057,
+      "cov-distil (oracle2student)": 2.410728931427002,
+      "cov-distil (oracle2teacher)": 2.701756000518799,
+      "epoch": 2.1350078492935634,
+      "rel-constrast": 1.0408450365066528,
+      "step": 2720,
+      "subrel-constrast": 1.9667428731918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656940460205078,
+      "cov-distil (oracle2student)": 3.2240991592407227,
+      "cov-distil (oracle2teacher)": 3.6101455688476562,
+      "epoch": 2.1357927786499213,
+      "rel-constrast": 2.9498298168182373,
+      "step": 2721,
+      "subrel-constrast": 3.8985135555267334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6991533041000366,
+      "cov-distil (oracle2student)": 4.045197010040283,
+      "cov-distil (oracle2teacher)": 4.53965950012207,
+      "epoch": 2.1365777080062793,
+      "rel-constrast": 1.8058598041534424,
+      "step": 2722,
+      "subrel-constrast": 2.6020917892456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146787405014038,
+      "cov-distil (oracle2student)": 4.974124908447266,
+      "cov-distil (oracle2teacher)": 3.955294132232666,
+      "epoch": 2.1373626373626373,
+      "rel-constrast": 3.6448559761047363,
+      "step": 2723,
+      "subrel-constrast": 4.53765344619751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4499444961547852,
+      "cov-distil (oracle2student)": 4.40720796585083,
+      "cov-distil (oracle2teacher)": 4.341897010803223,
+      "epoch": 2.1381475667189953,
+      "rel-constrast": 2.8888769149780273,
+      "step": 2724,
+      "subrel-constrast": 3.4380276203155518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7588155269622803,
+      "cov-distil (oracle2student)": 4.086419105529785,
+      "cov-distil (oracle2teacher)": 3.621853828430176,
+      "epoch": 2.1389324960753533,
+      "rel-constrast": 2.517338991165161,
+      "step": 2725,
+      "subrel-constrast": 3.006190538406372,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520524263381958,
+      "cov-distil (oracle2student)": 4.549186706542969,
+      "cov-distil (oracle2teacher)": 4.056656837463379,
+      "epoch": 2.1397174254317113,
+      "rel-constrast": 2.6314854621887207,
+      "step": 2726,
+      "subrel-constrast": 2.9990620613098145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5154798030853271,
+      "cov-distil (oracle2student)": 3.9534239768981934,
+      "cov-distil (oracle2teacher)": 3.2888529300689697,
+      "epoch": 2.1405023547880693,
+      "rel-constrast": 3.1360268592834473,
+      "step": 2727,
+      "subrel-constrast": 3.406343460083008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3787696361541748,
+      "cov-distil (oracle2student)": 4.144366264343262,
+      "cov-distil (oracle2teacher)": 4.045719623565674,
+      "epoch": 2.141287284144427,
+      "rel-constrast": 2.5800368785858154,
+      "step": 2728,
+      "subrel-constrast": 3.1987664699554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8338348865509033,
+      "cov-distil (oracle2student)": 2.982102394104004,
+      "cov-distil (oracle2teacher)": 3.10264253616333,
+      "epoch": 2.142072213500785,
+      "rel-constrast": 3.9934592247009277,
+      "step": 2729,
+      "subrel-constrast": 4.150345802307129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.142857142857143,
+      "grad_norm": 7.78125,
+      "learning_rate": 4.5583363331046056e-05,
+      "loss": 0.7212,
+      "step": 2730
+    },
+    {
+      "cov-distil": 1.4362707138061523,
+      "cov-distil (oracle2student)": 3.398658037185669,
+      "cov-distil (oracle2teacher)": 3.3876888751983643,
+      "epoch": 2.142857142857143,
+      "rel-constrast": 3.6590633392333984,
+      "step": 2730,
+      "subrel-constrast": 4.0388031005859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.387253761291504,
+      "cov-distil (oracle2student)": 2.597053050994873,
+      "cov-distil (oracle2teacher)": 2.7036991119384766,
+      "epoch": 2.143642072213501,
+      "rel-constrast": 2.963519334793091,
+      "step": 2731,
+      "subrel-constrast": 3.440031051635742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1631643772125244,
+      "cov-distil (oracle2student)": 5.246153831481934,
+      "cov-distil (oracle2teacher)": 4.865432262420654,
+      "epoch": 2.1444270015698588,
+      "rel-constrast": 2.8004417419433594,
+      "step": 2732,
+      "subrel-constrast": 3.990276575088501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5671294927597046,
+      "cov-distil (oracle2student)": 4.0398383140563965,
+      "cov-distil (oracle2teacher)": 3.8646461963653564,
+      "epoch": 2.1452119309262168,
+      "rel-constrast": 2.4255776405334473,
+      "step": 2733,
+      "subrel-constrast": 3.151942729949951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.566084623336792,
+      "cov-distil (oracle2student)": 4.746498107910156,
+      "cov-distil (oracle2teacher)": 4.233251571655273,
+      "epoch": 2.1459968602825747,
+      "rel-constrast": 2.35941219329834,
+      "step": 2734,
+      "subrel-constrast": 3.2485463619232178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6866950988769531,
+      "cov-distil (oracle2student)": 4.472095489501953,
+      "cov-distil (oracle2teacher)": 3.9792964458465576,
+      "epoch": 2.1467817896389323,
+      "rel-constrast": 2.5938873291015625,
+      "step": 2735,
+      "subrel-constrast": 3.6273863315582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7679821252822876,
+      "cov-distil (oracle2student)": 4.690601348876953,
+      "cov-distil (oracle2teacher)": 4.375359535217285,
+      "epoch": 2.1475667189952903,
+      "rel-constrast": 4.108896255493164,
+      "step": 2736,
+      "subrel-constrast": 4.8226470947265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3214069604873657,
+      "cov-distil (oracle2student)": 4.64495849609375,
+      "cov-distil (oracle2teacher)": 3.969440460205078,
+      "epoch": 2.1483516483516483,
+      "rel-constrast": 2.8897924423217773,
+      "step": 2737,
+      "subrel-constrast": 3.3626327514648438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6598775386810303,
+      "cov-distil (oracle2student)": 3.325988531112671,
+      "cov-distil (oracle2teacher)": 3.1547634601593018,
+      "epoch": 2.1491365777080063,
+      "rel-constrast": 2.5516350269317627,
+      "step": 2738,
+      "subrel-constrast": 3.189652442932129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4170176982879639,
+      "cov-distil (oracle2student)": 4.892799377441406,
+      "cov-distil (oracle2teacher)": 4.32049036026001,
+      "epoch": 2.1499215070643642,
+      "rel-constrast": 3.900127410888672,
+      "step": 2739,
+      "subrel-constrast": 4.482950210571289,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1507064364207222,
+      "grad_norm": 5.96875,
+      "learning_rate": 4.553370939298066e-05,
+      "loss": 0.7962,
+      "step": 2740
+    },
+    {
+      "cov-distil": 1.2520241737365723,
+      "cov-distil (oracle2student)": 4.642541885375977,
+      "cov-distil (oracle2teacher)": 3.9612741470336914,
+      "epoch": 2.1507064364207222,
+      "rel-constrast": 2.5799102783203125,
+      "step": 2740,
+      "subrel-constrast": 2.896745204925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4807324409484863,
+      "cov-distil (oracle2student)": 3.775017261505127,
+      "cov-distil (oracle2teacher)": 3.675877571105957,
+      "epoch": 2.1514913657770802,
+      "rel-constrast": 2.7104713916778564,
+      "step": 2741,
+      "subrel-constrast": 3.674412488937378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.03420352935791,
+      "cov-distil (oracle2student)": 3.792262554168701,
+      "cov-distil (oracle2teacher)": 3.351930618286133,
+      "epoch": 2.152276295133438,
+      "rel-constrast": 2.3330345153808594,
+      "step": 2742,
+      "subrel-constrast": 3.4259626865386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2528175115585327,
+      "cov-distil (oracle2student)": 3.033623695373535,
+      "cov-distil (oracle2teacher)": 3.208360195159912,
+      "epoch": 2.1530612244897958,
+      "rel-constrast": 2.5651957988739014,
+      "step": 2743,
+      "subrel-constrast": 3.4995763301849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.19075345993042,
+      "cov-distil (oracle2student)": 3.0748677253723145,
+      "cov-distil (oracle2teacher)": 3.249525308609009,
+      "epoch": 2.1538461538461537,
+      "rel-constrast": 2.101543664932251,
+      "step": 2744,
+      "subrel-constrast": 3.3933138847351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.762261152267456,
+      "cov-distil (oracle2student)": 5.695385932922363,
+      "cov-distil (oracle2teacher)": 5.030972003936768,
+      "epoch": 2.1546310832025117,
+      "rel-constrast": 2.3501739501953125,
+      "step": 2745,
+      "subrel-constrast": 3.1482934951782227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2607382535934448,
+      "cov-distil (oracle2student)": 4.309648036956787,
+      "cov-distil (oracle2teacher)": 3.660160779953003,
+      "epoch": 2.1554160125588697,
+      "rel-constrast": 2.2421960830688477,
+      "step": 2746,
+      "subrel-constrast": 2.545811414718628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.590510606765747,
+      "cov-distil (oracle2student)": 4.173438549041748,
+      "cov-distil (oracle2teacher)": 3.9678993225097656,
+      "epoch": 2.1562009419152277,
+      "rel-constrast": 2.7266035079956055,
+      "step": 2747,
+      "subrel-constrast": 3.8877294063568115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3935344219207764,
+      "cov-distil (oracle2student)": 3.8086533546447754,
+      "cov-distil (oracle2teacher)": 3.507582426071167,
+      "epoch": 2.1569858712715857,
+      "rel-constrast": 2.19693922996521,
+      "step": 2748,
+      "subrel-constrast": 3.1823244094848633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4521491527557373,
+      "cov-distil (oracle2student)": 3.2846603393554688,
+      "cov-distil (oracle2teacher)": 3.344316244125366,
+      "epoch": 2.1577708006279437,
+      "rel-constrast": 2.2402596473693848,
+      "step": 2749,
+      "subrel-constrast": 3.390120029449463,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1585557299843012,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.548380525814634e-05,
+      "loss": 0.6403,
+      "step": 2750
+    },
+    {
+      "cov-distil": 1.6948133707046509,
+      "cov-distil (oracle2student)": 2.3311376571655273,
+      "cov-distil (oracle2teacher)": 2.681070327758789,
+      "epoch": 2.1585557299843012,
+      "rel-constrast": 1.3141849040985107,
+      "step": 2750,
+      "subrel-constrast": 2.589888334274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499573945999146,
+      "cov-distil (oracle2student)": 4.537898063659668,
+      "cov-distil (oracle2teacher)": 4.425322532653809,
+      "epoch": 2.159340659340659,
+      "rel-constrast": 2.3581161499023438,
+      "step": 2751,
+      "subrel-constrast": 3.120558023452759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4320406913757324,
+      "cov-distil (oracle2student)": 4.918800354003906,
+      "cov-distil (oracle2teacher)": 4.580051422119141,
+      "epoch": 2.160125588697017,
+      "rel-constrast": 2.7656240463256836,
+      "step": 2752,
+      "subrel-constrast": 3.446685791015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3444201946258545,
+      "cov-distil (oracle2student)": 3.615976333618164,
+      "cov-distil (oracle2teacher)": 3.3347604274749756,
+      "epoch": 2.160910518053375,
+      "rel-constrast": 2.6383683681488037,
+      "step": 2753,
+      "subrel-constrast": 3.3751375675201416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8266611099243164,
+      "cov-distil (oracle2student)": 3.079434871673584,
+      "cov-distil (oracle2teacher)": 3.1996889114379883,
+      "epoch": 2.161695447409733,
+      "rel-constrast": 2.4695091247558594,
+      "step": 2754,
+      "subrel-constrast": 3.61206316947937,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826489448547363,
+      "cov-distil (oracle2student)": 4.949309349060059,
+      "cov-distil (oracle2teacher)": 4.687525749206543,
+      "epoch": 2.162480376766091,
+      "rel-constrast": 2.3799362182617188,
+      "step": 2755,
+      "subrel-constrast": 3.5264055728912354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.124934434890747,
+      "cov-distil (oracle2student)": 3.533940315246582,
+      "cov-distil (oracle2teacher)": 3.653165340423584,
+      "epoch": 2.163265306122449,
+      "rel-constrast": 3.321613311767578,
+      "step": 2756,
+      "subrel-constrast": 3.7038440704345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9368057250976562,
+      "cov-distil (oracle2student)": 4.886351108551025,
+      "cov-distil (oracle2teacher)": 4.858048915863037,
+      "epoch": 2.1640502354788067,
+      "rel-constrast": 3.2014737129211426,
+      "step": 2757,
+      "subrel-constrast": 4.386559963226318,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426530361175537,
+      "cov-distil (oracle2student)": 3.530073642730713,
+      "cov-distil (oracle2teacher)": 3.6141629219055176,
+      "epoch": 2.1648351648351647,
+      "rel-constrast": 1.6178171634674072,
+      "step": 2758,
+      "subrel-constrast": 2.3052117824554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0921416282653809,
+      "cov-distil (oracle2student)": 3.1381635665893555,
+      "cov-distil (oracle2teacher)": 3.4450976848602295,
+      "epoch": 2.1656200941915227,
+      "rel-constrast": 2.438591480255127,
+      "step": 2759,
+      "subrel-constrast": 3.3048923015594482,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1664050235478807,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.5433651534609254e-05,
+      "loss": 0.6497,
+      "step": 2760
+    },
+    {
+      "cov-distil": 1.578001618385315,
+      "cov-distil (oracle2student)": 2.874424695968628,
+      "cov-distil (oracle2teacher)": 2.949392318725586,
+      "epoch": 2.1664050235478807,
+      "rel-constrast": 2.6245853900909424,
+      "step": 2760,
+      "subrel-constrast": 3.475450038909912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8739182949066162,
+      "cov-distil (oracle2student)": 3.577914237976074,
+      "cov-distil (oracle2teacher)": 3.393104076385498,
+      "epoch": 2.1671899529042387,
+      "rel-constrast": 2.4435858726501465,
+      "step": 2761,
+      "subrel-constrast": 3.0955920219421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.953794002532959,
+      "cov-distil (oracle2student)": 3.8717901706695557,
+      "cov-distil (oracle2teacher)": 3.5614125728607178,
+      "epoch": 2.1679748822605966,
+      "rel-constrast": 2.3320181369781494,
+      "step": 2762,
+      "subrel-constrast": 3.115504026412964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3343175649642944,
+      "cov-distil (oracle2student)": 4.609310150146484,
+      "cov-distil (oracle2teacher)": 4.303138732910156,
+      "epoch": 2.1687598116169546,
+      "rel-constrast": 2.487426519393921,
+      "step": 2763,
+      "subrel-constrast": 3.051936388015747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.951548457145691,
+      "cov-distil (oracle2student)": 3.890188694000244,
+      "cov-distil (oracle2teacher)": 3.4583067893981934,
+      "epoch": 2.169544740973312,
+      "rel-constrast": 2.934924602508545,
+      "step": 2764,
+      "subrel-constrast": 3.7799088954925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358479261398315,
+      "cov-distil (oracle2student)": 4.632247447967529,
+      "cov-distil (oracle2teacher)": 4.144345283508301,
+      "epoch": 2.17032967032967,
+      "rel-constrast": 1.9486992359161377,
+      "step": 2765,
+      "subrel-constrast": 2.93902587890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2712477445602417,
+      "cov-distil (oracle2student)": 4.748114585876465,
+      "cov-distil (oracle2teacher)": 4.15672492980957,
+      "epoch": 2.171114599686028,
+      "rel-constrast": 4.325639247894287,
+      "step": 2766,
+      "subrel-constrast": 4.2749714851379395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5482760667800903,
+      "cov-distil (oracle2student)": 3.9427294731140137,
+      "cov-distil (oracle2teacher)": 3.9328689575195312,
+      "epoch": 2.171899529042386,
+      "rel-constrast": 3.7439210414886475,
+      "step": 2767,
+      "subrel-constrast": 4.385122776031494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5634022951126099,
+      "cov-distil (oracle2student)": 4.607346534729004,
+      "cov-distil (oracle2teacher)": 4.3032660484313965,
+      "epoch": 2.172684458398744,
+      "rel-constrast": 2.7488107681274414,
+      "step": 2768,
+      "subrel-constrast": 3.7152700424194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4115402698516846,
+      "cov-distil (oracle2student)": 3.8804614543914795,
+      "cov-distil (oracle2teacher)": 3.644684314727783,
+      "epoch": 2.173469387755102,
+      "rel-constrast": 2.467334508895874,
+      "step": 2769,
+      "subrel-constrast": 3.15594482421875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.17425431711146,
+      "grad_norm": 4.875,
+      "learning_rate": 4.538324883347668e-05,
+      "loss": 0.7417,
+      "step": 2770
+    },
+    {
+      "cov-distil": 1.5766236782073975,
+      "cov-distil (oracle2student)": 4.064674377441406,
+      "cov-distil (oracle2teacher)": 4.15757417678833,
+      "epoch": 2.17425431711146,
+      "rel-constrast": 3.271489381790161,
+      "step": 2770,
+      "subrel-constrast": 4.268964767456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6262998580932617,
+      "cov-distil (oracle2student)": 2.912447929382324,
+      "cov-distil (oracle2teacher)": 3.3901774883270264,
+      "epoch": 2.175039246467818,
+      "rel-constrast": 2.709003210067749,
+      "step": 2771,
+      "subrel-constrast": 3.439051628112793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7560714483261108,
+      "cov-distil (oracle2student)": 3.479447364807129,
+      "cov-distil (oracle2teacher)": 3.216811418533325,
+      "epoch": 2.1758241758241756,
+      "rel-constrast": 2.367316484451294,
+      "step": 2772,
+      "subrel-constrast": 2.8493714332580566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8529348373413086,
+      "cov-distil (oracle2student)": 3.987799882888794,
+      "cov-distil (oracle2teacher)": 3.7918434143066406,
+      "epoch": 2.1766091051805336,
+      "rel-constrast": 2.480729579925537,
+      "step": 2773,
+      "subrel-constrast": 3.5525097846984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3569505214691162,
+      "cov-distil (oracle2student)": 3.5121207237243652,
+      "cov-distil (oracle2teacher)": 3.2565643787384033,
+      "epoch": 2.1773940345368916,
+      "rel-constrast": 2.9575562477111816,
+      "step": 2774,
+      "subrel-constrast": 3.197854518890381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.038498878479004,
+      "cov-distil (oracle2student)": 5.109562873840332,
+      "cov-distil (oracle2teacher)": 4.400078296661377,
+      "epoch": 2.1781789638932496,
+      "rel-constrast": 2.6226844787597656,
+      "step": 2775,
+      "subrel-constrast": 3.0244951248168945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.149135112762451,
+      "cov-distil (oracle2student)": 4.2197699546813965,
+      "cov-distil (oracle2teacher)": 3.9235053062438965,
+      "epoch": 2.1789638932496076,
+      "rel-constrast": 3.5571346282958984,
+      "step": 2776,
+      "subrel-constrast": 4.247030735015869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9533778429031372,
+      "cov-distil (oracle2student)": 4.807613849639893,
+      "cov-distil (oracle2teacher)": 4.531671524047852,
+      "epoch": 2.1797488226059656,
+      "rel-constrast": 1.6832172870635986,
+      "step": 2777,
+      "subrel-constrast": 2.9430198669433594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0430760383605957,
+      "cov-distil (oracle2student)": 2.740504741668701,
+      "cov-distil (oracle2teacher)": 2.7616782188415527,
+      "epoch": 2.1805337519623236,
+      "rel-constrast": 2.7265501022338867,
+      "step": 2778,
+      "subrel-constrast": 3.3393828868865967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0736690759658813,
+      "cov-distil (oracle2student)": 6.632774353027344,
+      "cov-distil (oracle2teacher)": 5.811801433563232,
+      "epoch": 2.181318681318681,
+      "rel-constrast": 3.902250051498413,
+      "step": 2779,
+      "subrel-constrast": 4.035862922668457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.182103610675039,
+      "grad_norm": 7.375,
+      "learning_rate": 4.533259776888963e-05,
+      "loss": 0.748,
+      "step": 2780
+    },
+    {
+      "cov-distil": 2.2980527877807617,
+      "cov-distil (oracle2student)": 4.280145645141602,
+      "cov-distil (oracle2teacher)": 4.30819034576416,
+      "epoch": 2.182103610675039,
+      "rel-constrast": 2.0169150829315186,
+      "step": 2780,
+      "subrel-constrast": 3.02779483795166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4225775003433228,
+      "cov-distil (oracle2student)": 3.131531000137329,
+      "cov-distil (oracle2teacher)": 2.704676389694214,
+      "epoch": 2.182888540031397,
+      "rel-constrast": 2.938419818878174,
+      "step": 2781,
+      "subrel-constrast": 3.446192502975464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6602404117584229,
+      "cov-distil (oracle2student)": 4.858144760131836,
+      "cov-distil (oracle2teacher)": 5.343108177185059,
+      "epoch": 2.183673469387755,
+      "rel-constrast": 1.488740086555481,
+      "step": 2782,
+      "subrel-constrast": 2.8543848991394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.555893898010254,
+      "cov-distil (oracle2student)": 3.017913818359375,
+      "cov-distil (oracle2teacher)": 3.018636703491211,
+      "epoch": 2.184458398744113,
+      "rel-constrast": 1.9062366485595703,
+      "step": 2783,
+      "subrel-constrast": 2.852386236190796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1982990503311157,
+      "cov-distil (oracle2student)": 4.0601677894592285,
+      "cov-distil (oracle2teacher)": 3.864678382873535,
+      "epoch": 2.185243328100471,
+      "rel-constrast": 2.328829288482666,
+      "step": 2784,
+      "subrel-constrast": 3.048837423324585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6617581844329834,
+      "cov-distil (oracle2student)": 4.962514877319336,
+      "cov-distil (oracle2teacher)": 5.167625904083252,
+      "epoch": 2.186028257456829,
+      "rel-constrast": 3.139671802520752,
+      "step": 2785,
+      "subrel-constrast": 4.643870830535889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2765108346939087,
+      "cov-distil (oracle2student)": 3.983035087585449,
+      "cov-distil (oracle2teacher)": 3.7437143325805664,
+      "epoch": 2.186813186813187,
+      "rel-constrast": 2.728004217147827,
+      "step": 2786,
+      "subrel-constrast": 3.2605865001678467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5590498447418213,
+      "cov-distil (oracle2student)": 4.068120956420898,
+      "cov-distil (oracle2teacher)": 4.2923431396484375,
+      "epoch": 2.1875981161695446,
+      "rel-constrast": 3.327399492263794,
+      "step": 2787,
+      "subrel-constrast": 4.192492961883545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1637686491012573,
+      "cov-distil (oracle2student)": 2.682816982269287,
+      "cov-distil (oracle2teacher)": 2.9069252014160156,
+      "epoch": 2.1883830455259026,
+      "rel-constrast": 1.9371237754821777,
+      "step": 2788,
+      "subrel-constrast": 2.6532328128814697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7398916482925415,
+      "cov-distil (oracle2student)": 2.972571849822998,
+      "cov-distil (oracle2teacher)": 3.5954203605651855,
+      "epoch": 2.1891679748822606,
+      "rel-constrast": 3.030136823654175,
+      "step": 2789,
+      "subrel-constrast": 4.030621528625488,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1899529042386185,
+      "grad_norm": 5.375,
+      "learning_rate": 4.528169895801534e-05,
+      "loss": 0.6599,
+      "step": 2790
+    },
+    {
+      "cov-distil": 1.4548273086547852,
+      "cov-distil (oracle2student)": 6.521600723266602,
+      "cov-distil (oracle2teacher)": 5.817416191101074,
+      "epoch": 2.1899529042386185,
+      "rel-constrast": 2.844208240509033,
+      "step": 2790,
+      "subrel-constrast": 3.610992908477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.180964469909668,
+      "cov-distil (oracle2student)": 3.916328191757202,
+      "cov-distil (oracle2teacher)": 3.858748435974121,
+      "epoch": 2.1907378335949765,
+      "rel-constrast": 2.8646726608276367,
+      "step": 2791,
+      "subrel-constrast": 3.337411403656006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4889476299285889,
+      "cov-distil (oracle2student)": 3.581214427947998,
+      "cov-distil (oracle2teacher)": 3.880552291870117,
+      "epoch": 2.1915227629513345,
+      "rel-constrast": 2.622772693634033,
+      "step": 2792,
+      "subrel-constrast": 3.3828115463256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2788527011871338,
+      "cov-distil (oracle2student)": 4.624549865722656,
+      "cov-distil (oracle2teacher)": 4.582939147949219,
+      "epoch": 2.1923076923076925,
+      "rel-constrast": 2.5201473236083984,
+      "step": 2793,
+      "subrel-constrast": 3.003450870513916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4151631593704224,
+      "cov-distil (oracle2student)": 4.688313007354736,
+      "cov-distil (oracle2teacher)": 4.665013790130615,
+      "epoch": 2.19309262166405,
+      "rel-constrast": 3.290005922317505,
+      "step": 2794,
+      "subrel-constrast": 4.2277021408081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.69386625289917,
+      "cov-distil (oracle2student)": 4.809807777404785,
+      "cov-distil (oracle2teacher)": 4.8953704833984375,
+      "epoch": 2.193877551020408,
+      "rel-constrast": 3.486724615097046,
+      "step": 2795,
+      "subrel-constrast": 4.25349760055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6009113788604736,
+      "cov-distil (oracle2student)": 3.276582956314087,
+      "cov-distil (oracle2teacher)": 3.185840129852295,
+      "epoch": 2.194662480376766,
+      "rel-constrast": 3.4501593112945557,
+      "step": 2796,
+      "subrel-constrast": 3.716614246368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1312111616134644,
+      "cov-distil (oracle2student)": 3.839033603668213,
+      "cov-distil (oracle2teacher)": 3.877445697784424,
+      "epoch": 2.195447409733124,
+      "rel-constrast": 2.782867193222046,
+      "step": 2797,
+      "subrel-constrast": 3.758725881576538,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5209598541259766,
+      "cov-distil (oracle2student)": 3.492300033569336,
+      "cov-distil (oracle2teacher)": 3.0684425830841064,
+      "epoch": 2.196232339089482,
+      "rel-constrast": 3.553805351257324,
+      "step": 2798,
+      "subrel-constrast": 4.239773750305176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2242400646209717,
+      "cov-distil (oracle2student)": 3.8406758308410645,
+      "cov-distil (oracle2teacher)": 3.573622465133667,
+      "epoch": 2.19701726844584,
+      "rel-constrast": 2.3627190589904785,
+      "step": 2799,
+      "subrel-constrast": 2.744584083557129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.197802197802198,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.523055302103977e-05,
+      "loss": 0.7794,
+      "step": 2800
+    },
+    {
+      "epoch": 2.197802197802198,
+      "overlap": 0.3046875,
+      "step": 2800
+    },
+    {
+      "epoch": 2.197802197802198,
+      "step": 2800,
+      "student margin": 0.05340576171875
+    },
+    {
+      "epoch": 2.197802197802198,
+      "step": 2800,
+      "teacher margin": 0.031219482421875
+    },
+    {
+      "epoch": 2.197802197802198,
+      "margin difference": -0.022186279296875,
+      "step": 2800
+    },
+    {
+      "cov-distil": 2.2137365341186523,
+      "cov-distil (oracle2student)": 6.215800762176514,
+      "cov-distil (oracle2teacher)": 6.065351486206055,
+      "epoch": 2.197802197802198,
+      "rel-constrast": 3.1010799407958984,
+      "step": 2800,
+      "subrel-constrast": 4.90162467956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4972419738769531,
+      "cov-distil (oracle2student)": 2.8553576469421387,
+      "cov-distil (oracle2teacher)": 2.8867177963256836,
+      "epoch": 2.1985871271585555,
+      "rel-constrast": 2.9076523780822754,
+      "step": 2801,
+      "subrel-constrast": 3.582503080368042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.067751407623291,
+      "cov-distil (oracle2student)": 4.675081253051758,
+      "cov-distil (oracle2teacher)": 4.172138690948486,
+      "epoch": 2.1993720565149135,
+      "rel-constrast": 2.9559996128082275,
+      "step": 2802,
+      "subrel-constrast": 3.421099901199341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5010050535202026,
+      "cov-distil (oracle2student)": 5.221595287322998,
+      "cov-distil (oracle2teacher)": 4.674283027648926,
+      "epoch": 2.2001569858712715,
+      "rel-constrast": 2.8883657455444336,
+      "step": 2803,
+      "subrel-constrast": 3.3815555572509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9775338172912598,
+      "cov-distil (oracle2student)": 5.757264614105225,
+      "cov-distil (oracle2teacher)": 5.236817836761475,
+      "epoch": 2.2009419152276295,
+      "rel-constrast": 2.7753376960754395,
+      "step": 2804,
+      "subrel-constrast": 3.73819899559021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1651103496551514,
+      "cov-distil (oracle2student)": 6.025886535644531,
+      "cov-distil (oracle2teacher)": 5.240909576416016,
+      "epoch": 2.2017268445839875,
+      "rel-constrast": 2.3875410556793213,
+      "step": 2805,
+      "subrel-constrast": 3.1482937335968018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7415776252746582,
+      "cov-distil (oracle2student)": 3.061321973800659,
+      "cov-distil (oracle2teacher)": 3.5830721855163574,
+      "epoch": 2.2025117739403455,
+      "rel-constrast": 2.8911986351013184,
+      "step": 2806,
+      "subrel-constrast": 3.837303876876831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.714737892150879,
+      "cov-distil (oracle2student)": 5.002007007598877,
+      "cov-distil (oracle2teacher)": 4.555350303649902,
+      "epoch": 2.2032967032967035,
+      "rel-constrast": 3.142002820968628,
+      "step": 2807,
+      "subrel-constrast": 4.039290428161621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.504430890083313,
+      "cov-distil (oracle2student)": 5.065723419189453,
+      "cov-distil (oracle2teacher)": 4.750711441040039,
+      "epoch": 2.204081632653061,
+      "rel-constrast": 3.225733757019043,
+      "step": 2808,
+      "subrel-constrast": 3.511944532394409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3782306909561157,
+      "cov-distil (oracle2student)": 7.567097187042236,
+      "cov-distil (oracle2teacher)": 6.493724346160889,
+      "epoch": 2.204866562009419,
+      "rel-constrast": 3.62861967086792,
+      "step": 2809,
+      "subrel-constrast": 4.384779453277588,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.205651491365777,
+      "grad_norm": 6.59375,
+      "learning_rate": 4.5179160581160005e-05,
+      "loss": 0.787,
+      "step": 2810
+    },
+    {
+      "cov-distil": 1.175363540649414,
+      "cov-distil (oracle2student)": 4.376012802124023,
+      "cov-distil (oracle2teacher)": 4.336128234863281,
+      "epoch": 2.205651491365777,
+      "rel-constrast": 3.8148019313812256,
+      "step": 2810,
+      "subrel-constrast": 4.095478534698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6495981216430664,
+      "cov-distil (oracle2student)": 4.087505340576172,
+      "cov-distil (oracle2teacher)": 3.7512223720550537,
+      "epoch": 2.206436420722135,
+      "rel-constrast": 3.006524085998535,
+      "step": 2811,
+      "subrel-constrast": 3.5537495613098145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4747031927108765,
+      "cov-distil (oracle2student)": 5.076373100280762,
+      "cov-distil (oracle2teacher)": 4.601344108581543,
+      "epoch": 2.207221350078493,
+      "rel-constrast": 2.9430313110351562,
+      "step": 2812,
+      "subrel-constrast": 3.507298707962036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2675129175186157,
+      "cov-distil (oracle2student)": 4.212703704833984,
+      "cov-distil (oracle2teacher)": 4.021785736083984,
+      "epoch": 2.208006279434851,
+      "rel-constrast": 2.2500534057617188,
+      "step": 2813,
+      "subrel-constrast": 3.3408799171447754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4007916450500488,
+      "cov-distil (oracle2student)": 4.304337501525879,
+      "cov-distil (oracle2teacher)": 3.9711806774139404,
+      "epoch": 2.208791208791209,
+      "rel-constrast": 3.2691335678100586,
+      "step": 2814,
+      "subrel-constrast": 3.529778003692627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0408121347427368,
+      "cov-distil (oracle2student)": 3.5707550048828125,
+      "cov-distil (oracle2teacher)": 3.068422794342041,
+      "epoch": 2.209576138147567,
+      "rel-constrast": 2.556541919708252,
+      "step": 2815,
+      "subrel-constrast": 2.8158345222473145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599029064178467,
+      "cov-distil (oracle2student)": 4.331329345703125,
+      "cov-distil (oracle2teacher)": 4.284970283508301,
+      "epoch": 2.2103610675039245,
+      "rel-constrast": 3.5689287185668945,
+      "step": 2816,
+      "subrel-constrast": 3.949613094329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3890578746795654,
+      "cov-distil (oracle2student)": 2.4216489791870117,
+      "cov-distil (oracle2teacher)": 2.3140015602111816,
+      "epoch": 2.2111459968602825,
+      "rel-constrast": 2.6354856491088867,
+      "step": 2817,
+      "subrel-constrast": 2.7864303588867188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8132259845733643,
+      "cov-distil (oracle2student)": 4.258447647094727,
+      "cov-distil (oracle2teacher)": 4.581598281860352,
+      "epoch": 2.2119309262166404,
+      "rel-constrast": 1.9659388065338135,
+      "step": 2818,
+      "subrel-constrast": 3.035383701324463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0958712100982666,
+      "cov-distil (oracle2student)": 4.302325248718262,
+      "cov-distil (oracle2teacher)": 4.473966121673584,
+      "epoch": 2.2127158555729984,
+      "rel-constrast": 2.2479710578918457,
+      "step": 2819,
+      "subrel-constrast": 2.8037545680999756,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2135007849293564,
+      "grad_norm": 6.0,
+      "learning_rate": 4.512752226457672e-05,
+      "loss": 0.7411,
+      "step": 2820
+    },
+    {
+      "cov-distil": 1.1903672218322754,
+      "cov-distil (oracle2student)": 3.8797783851623535,
+      "cov-distil (oracle2teacher)": 3.560136318206787,
+      "epoch": 2.2135007849293564,
+      "rel-constrast": 1.5289723873138428,
+      "step": 2820,
+      "subrel-constrast": 2.468310832977295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1187713146209717,
+      "cov-distil (oracle2student)": 5.136632442474365,
+      "cov-distil (oracle2teacher)": 4.7284016609191895,
+      "epoch": 2.2142857142857144,
+      "rel-constrast": 2.3371927738189697,
+      "step": 2821,
+      "subrel-constrast": 3.4099338054656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4644598960876465,
+      "cov-distil (oracle2student)": 2.504847288131714,
+      "cov-distil (oracle2teacher)": 3.173910617828369,
+      "epoch": 2.2150706436420724,
+      "rel-constrast": 2.2738523483276367,
+      "step": 2822,
+      "subrel-constrast": 3.185796022415161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2015347480773926,
+      "cov-distil (oracle2student)": 4.375980377197266,
+      "cov-distil (oracle2teacher)": 3.6437556743621826,
+      "epoch": 2.21585557299843,
+      "rel-constrast": 2.148313522338867,
+      "step": 2823,
+      "subrel-constrast": 2.6312949657440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2643414735794067,
+      "cov-distil (oracle2student)": 4.937495231628418,
+      "cov-distil (oracle2teacher)": 4.573188781738281,
+      "epoch": 2.216640502354788,
+      "rel-constrast": 2.672121524810791,
+      "step": 2824,
+      "subrel-constrast": 3.8766989707946777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.605278730392456,
+      "cov-distil (oracle2student)": 4.442031383514404,
+      "cov-distil (oracle2teacher)": 4.580644607543945,
+      "epoch": 2.217425431711146,
+      "rel-constrast": 2.8015432357788086,
+      "step": 2825,
+      "subrel-constrast": 4.033280372619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7470738887786865,
+      "cov-distil (oracle2student)": 5.276346206665039,
+      "cov-distil (oracle2teacher)": 5.35056209564209,
+      "epoch": 2.218210361067504,
+      "rel-constrast": 3.218754291534424,
+      "step": 2826,
+      "subrel-constrast": 3.8996434211730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.511061429977417,
+      "cov-distil (oracle2student)": 2.216672897338867,
+      "cov-distil (oracle2teacher)": 2.8003010749816895,
+      "epoch": 2.218995290423862,
+      "rel-constrast": 2.707836151123047,
+      "step": 2827,
+      "subrel-constrast": 3.621464967727661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1311604976654053,
+      "cov-distil (oracle2student)": 3.637054920196533,
+      "cov-distil (oracle2teacher)": 4.012404441833496,
+      "epoch": 2.21978021978022,
+      "rel-constrast": 2.384960174560547,
+      "step": 2828,
+      "subrel-constrast": 3.0951735973358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0632667541503906,
+      "cov-distil (oracle2student)": 2.249817371368408,
+      "cov-distil (oracle2teacher)": 3.0629072189331055,
+      "epoch": 2.220565149136578,
+      "rel-constrast": 2.507134437561035,
+      "step": 2829,
+      "subrel-constrast": 3.0364880561828613,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.221350078492936,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.50756387004865e-05,
+      "loss": 0.6503,
+      "step": 2830
+    },
+    {
+      "cov-distil": 1.5329704284667969,
+      "cov-distil (oracle2student)": 2.8348588943481445,
+      "cov-distil (oracle2teacher)": 2.7240943908691406,
+      "epoch": 2.221350078492936,
+      "rel-constrast": 2.3418219089508057,
+      "step": 2830,
+      "subrel-constrast": 3.1155498027801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2643208503723145,
+      "cov-distil (oracle2student)": 6.0505828857421875,
+      "cov-distil (oracle2teacher)": 5.291819095611572,
+      "epoch": 2.2221350078492934,
+      "rel-constrast": 3.5743701457977295,
+      "step": 2831,
+      "subrel-constrast": 4.198145866394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6747267246246338,
+      "cov-distil (oracle2student)": 3.6868605613708496,
+      "cov-distil (oracle2teacher)": 3.916260004043579,
+      "epoch": 2.2229199372056514,
+      "rel-constrast": 2.354612350463867,
+      "step": 2832,
+      "subrel-constrast": 3.4582877159118652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9900264739990234,
+      "cov-distil (oracle2student)": 4.52094841003418,
+      "cov-distil (oracle2teacher)": 4.891436576843262,
+      "epoch": 2.2237048665620094,
+      "rel-constrast": 2.3414862155914307,
+      "step": 2833,
+      "subrel-constrast": 3.6217825412750244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.013940691947937,
+      "cov-distil (oracle2student)": 3.642292022705078,
+      "cov-distil (oracle2teacher)": 3.737414598464966,
+      "epoch": 2.2244897959183674,
+      "rel-constrast": 2.7125587463378906,
+      "step": 2834,
+      "subrel-constrast": 2.799025297164917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0520737171173096,
+      "cov-distil (oracle2student)": 4.617413520812988,
+      "cov-distil (oracle2teacher)": 4.200915336608887,
+      "epoch": 2.2252747252747254,
+      "rel-constrast": 2.221648693084717,
+      "step": 2835,
+      "subrel-constrast": 3.0252256393432617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3455493450164795,
+      "cov-distil (oracle2student)": 4.621387481689453,
+      "cov-distil (oracle2teacher)": 4.345795631408691,
+      "epoch": 2.2260596546310834,
+      "rel-constrast": 2.7961363792419434,
+      "step": 2836,
+      "subrel-constrast": 3.1872501373291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9644633531570435,
+      "cov-distil (oracle2student)": 3.3549861907958984,
+      "cov-distil (oracle2teacher)": 3.530547618865967,
+      "epoch": 2.2268445839874413,
+      "rel-constrast": 2.926353931427002,
+      "step": 2837,
+      "subrel-constrast": 3.015646457672119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.798703908920288,
+      "cov-distil (oracle2student)": 3.8782339096069336,
+      "cov-distil (oracle2teacher)": 3.986212730407715,
+      "epoch": 2.227629513343799,
+      "rel-constrast": 2.6093740463256836,
+      "step": 2838,
+      "subrel-constrast": 3.504974365234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6287009716033936,
+      "cov-distil (oracle2student)": 4.215634346008301,
+      "cov-distil (oracle2teacher)": 4.105523109436035,
+      "epoch": 2.228414442700157,
+      "rel-constrast": 3.784808397293091,
+      "step": 2839,
+      "subrel-constrast": 3.578190803527832,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.229199372056515,
+      "grad_norm": 6.53125,
+      "learning_rate": 4.50235105210742e-05,
+      "loss": 0.7322,
+      "step": 2840
+    },
+    {
+      "cov-distil": 1.4734833240509033,
+      "cov-distil (oracle2student)": 4.480526924133301,
+      "cov-distil (oracle2teacher)": 4.256287574768066,
+      "epoch": 2.229199372056515,
+      "rel-constrast": 2.741382598876953,
+      "step": 2840,
+      "subrel-constrast": 3.2702443599700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2622191905975342,
+      "cov-distil (oracle2student)": 4.117605209350586,
+      "cov-distil (oracle2teacher)": 3.978501319885254,
+      "epoch": 2.229984301412873,
+      "rel-constrast": 1.8500514030456543,
+      "step": 2841,
+      "subrel-constrast": 2.544245719909668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5413380861282349,
+      "cov-distil (oracle2student)": 4.601006507873535,
+      "cov-distil (oracle2teacher)": 4.66766357421875,
+      "epoch": 2.230769230769231,
+      "rel-constrast": 3.1710400581359863,
+      "step": 2842,
+      "subrel-constrast": 3.753763198852539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2046613693237305,
+      "cov-distil (oracle2student)": 4.048807144165039,
+      "cov-distil (oracle2teacher)": 3.944206953048706,
+      "epoch": 2.231554160125589,
+      "rel-constrast": 2.9600424766540527,
+      "step": 2843,
+      "subrel-constrast": 3.907683849334717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669081211090088,
+      "cov-distil (oracle2student)": 5.662391662597656,
+      "cov-distil (oracle2teacher)": 4.812541484832764,
+      "epoch": 2.232339089481947,
+      "rel-constrast": 4.287499904632568,
+      "step": 2844,
+      "subrel-constrast": 4.845626354217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1382386684417725,
+      "cov-distil (oracle2student)": 3.9188332557678223,
+      "cov-distil (oracle2teacher)": 3.8199543952941895,
+      "epoch": 2.2331240188383044,
+      "rel-constrast": 3.252624988555908,
+      "step": 2845,
+      "subrel-constrast": 3.41174054145813,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6839945316314697,
+      "cov-distil (oracle2student)": 5.058446884155273,
+      "cov-distil (oracle2teacher)": 4.9159111976623535,
+      "epoch": 2.2339089481946623,
+      "rel-constrast": 2.846468925476074,
+      "step": 2846,
+      "subrel-constrast": 3.439079999923706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0635040998458862,
+      "cov-distil (oracle2student)": 6.094916343688965,
+      "cov-distil (oracle2teacher)": 5.454977989196777,
+      "epoch": 2.2346938775510203,
+      "rel-constrast": 3.2811479568481445,
+      "step": 2847,
+      "subrel-constrast": 3.8032901287078857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3504399061203003,
+      "cov-distil (oracle2student)": 3.392218828201294,
+      "cov-distil (oracle2teacher)": 3.5758941173553467,
+      "epoch": 2.2354788069073783,
+      "rel-constrast": 1.937492847442627,
+      "step": 2848,
+      "subrel-constrast": 2.8169710636138916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2803301811218262,
+      "cov-distil (oracle2student)": 4.172109603881836,
+      "cov-distil (oracle2teacher)": 4.140987873077393,
+      "epoch": 2.2362637362637363,
+      "rel-constrast": 2.2356083393096924,
+      "step": 2849,
+      "subrel-constrast": 3.135880470275879,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2370486656200943,
+      "grad_norm": 4.15625,
+      "learning_rate": 4.497113836150523e-05,
+      "loss": 0.748,
+      "step": 2850
+    },
+    {
+      "cov-distil": 1.308542013168335,
+      "cov-distil (oracle2student)": 7.034241676330566,
+      "cov-distil (oracle2teacher)": 6.229680061340332,
+      "epoch": 2.2370486656200943,
+      "rel-constrast": 2.9014317989349365,
+      "step": 2850,
+      "subrel-constrast": 3.671661376953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5702638626098633,
+      "cov-distil (oracle2student)": 5.440203666687012,
+      "cov-distil (oracle2teacher)": 4.9250311851501465,
+      "epoch": 2.2378335949764523,
+      "rel-constrast": 2.339625358581543,
+      "step": 2851,
+      "subrel-constrast": 3.095508098602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9085829257965088,
+      "cov-distil (oracle2student)": 3.9122872352600098,
+      "cov-distil (oracle2teacher)": 3.971958637237549,
+      "epoch": 2.23861852433281,
+      "rel-constrast": 2.633007526397705,
+      "step": 2852,
+      "subrel-constrast": 3.8772425651550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7061525583267212,
+      "cov-distil (oracle2student)": 4.597137451171875,
+      "cov-distil (oracle2teacher)": 4.074312210083008,
+      "epoch": 2.239403453689168,
+      "rel-constrast": 3.1203672885894775,
+      "step": 2853,
+      "subrel-constrast": 3.8375067710876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.04775071144104,
+      "cov-distil (oracle2student)": 6.904752254486084,
+      "cov-distil (oracle2teacher)": 5.7327070236206055,
+      "epoch": 2.240188383045526,
+      "rel-constrast": 3.239384174346924,
+      "step": 2854,
+      "subrel-constrast": 4.117255210876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3565456867218018,
+      "cov-distil (oracle2student)": 4.272599697113037,
+      "cov-distil (oracle2teacher)": 4.1918439865112305,
+      "epoch": 2.240973312401884,
+      "rel-constrast": 1.7403593063354492,
+      "step": 2855,
+      "subrel-constrast": 2.6517019271850586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6027889251708984,
+      "cov-distil (oracle2student)": 3.7164931297302246,
+      "cov-distil (oracle2teacher)": 3.9707236289978027,
+      "epoch": 2.241758241758242,
+      "rel-constrast": 2.667941093444824,
+      "step": 2856,
+      "subrel-constrast": 3.181619882583618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.584928035736084,
+      "cov-distil (oracle2student)": 4.483060359954834,
+      "cov-distil (oracle2teacher)": 4.450074672698975,
+      "epoch": 2.2425431711145998,
+      "rel-constrast": 2.278923749923706,
+      "step": 2857,
+      "subrel-constrast": 3.2336654663085938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5378665924072266,
+      "cov-distil (oracle2student)": 4.141341209411621,
+      "cov-distil (oracle2teacher)": 4.2089691162109375,
+      "epoch": 2.2433281004709578,
+      "rel-constrast": 3.0961153507232666,
+      "step": 2858,
+      "subrel-constrast": 3.454744338989258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9027645587921143,
+      "cov-distil (oracle2student)": 5.2437286376953125,
+      "cov-distil (oracle2teacher)": 4.35322380065918,
+      "epoch": 2.2441130298273153,
+      "rel-constrast": 2.838097095489502,
+      "step": 2859,
+      "subrel-constrast": 3.674483299255371,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2448979591836733,
+      "grad_norm": 5.71875,
+      "learning_rate": 4.491852285991783e-05,
+      "loss": 0.7127,
+      "step": 2860
+    },
+    {
+      "cov-distil": 1.4869089126586914,
+      "cov-distil (oracle2student)": 4.195305824279785,
+      "cov-distil (oracle2teacher)": 4.223165035247803,
+      "epoch": 2.2448979591836733,
+      "rel-constrast": 3.165508270263672,
+      "step": 2860,
+      "subrel-constrast": 3.9446048736572266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0776824951171875,
+      "cov-distil (oracle2student)": 6.12690544128418,
+      "cov-distil (oracle2teacher)": 6.093250274658203,
+      "epoch": 2.2456828885400313,
+      "rel-constrast": 2.048539161682129,
+      "step": 2861,
+      "subrel-constrast": 3.200995445251465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.252643346786499,
+      "cov-distil (oracle2student)": 5.133093357086182,
+      "cov-distil (oracle2teacher)": 4.391453742980957,
+      "epoch": 2.2464678178963893,
+      "rel-constrast": 2.6758086681365967,
+      "step": 2862,
+      "subrel-constrast": 4.156829833984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6195716857910156,
+      "cov-distil (oracle2student)": 4.721540927886963,
+      "cov-distil (oracle2teacher)": 4.483624458312988,
+      "epoch": 2.2472527472527473,
+      "rel-constrast": 2.394033432006836,
+      "step": 2863,
+      "subrel-constrast": 3.5645978450775146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2600421905517578,
+      "cov-distil (oracle2student)": 5.48940372467041,
+      "cov-distil (oracle2teacher)": 4.673459053039551,
+      "epoch": 2.2480376766091053,
+      "rel-constrast": 2.5383191108703613,
+      "step": 2864,
+      "subrel-constrast": 2.8728294372558594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1356067657470703,
+      "cov-distil (oracle2student)": 3.3233275413513184,
+      "cov-distil (oracle2teacher)": 3.270911693572998,
+      "epoch": 2.2488226059654632,
+      "rel-constrast": 2.7441365718841553,
+      "step": 2865,
+      "subrel-constrast": 3.820131540298462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2401362657546997,
+      "cov-distil (oracle2student)": 3.8380520343780518,
+      "cov-distil (oracle2teacher)": 3.5070858001708984,
+      "epoch": 2.2496075353218212,
+      "rel-constrast": 1.8112812042236328,
+      "step": 2866,
+      "subrel-constrast": 2.4522628784179688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4374984502792358,
+      "cov-distil (oracle2student)": 6.009042739868164,
+      "cov-distil (oracle2teacher)": 5.295401573181152,
+      "epoch": 2.2503924646781788,
+      "rel-constrast": 2.057020664215088,
+      "step": 2867,
+      "subrel-constrast": 2.9387259483337402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.065046548843384,
+      "cov-distil (oracle2student)": 4.267481803894043,
+      "cov-distil (oracle2teacher)": 3.949608325958252,
+      "epoch": 2.2511773940345368,
+      "rel-constrast": 3.193063974380493,
+      "step": 2868,
+      "subrel-constrast": 3.8853070735931396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5348498821258545,
+      "cov-distil (oracle2student)": 2.8509106636047363,
+      "cov-distil (oracle2teacher)": 3.213738441467285,
+      "epoch": 2.2519623233908947,
+      "rel-constrast": 2.7640440464019775,
+      "step": 2869,
+      "subrel-constrast": 3.7647035121917725,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2527472527472527,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.4865664657415286e-05,
+      "loss": 0.6776,
+      "step": 2870
+    },
+    {
+      "cov-distil": 1.4024457931518555,
+      "cov-distil (oracle2student)": 5.057456970214844,
+      "cov-distil (oracle2teacher)": 4.523374557495117,
+      "epoch": 2.2527472527472527,
+      "rel-constrast": 1.7900705337524414,
+      "step": 2870,
+      "subrel-constrast": 2.374039888381958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.138831377029419,
+      "cov-distil (oracle2student)": 4.379244804382324,
+      "cov-distil (oracle2teacher)": 4.206880569458008,
+      "epoch": 2.2535321821036107,
+      "rel-constrast": 3.599226474761963,
+      "step": 2871,
+      "subrel-constrast": 3.7526066303253174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.349900722503662,
+      "cov-distil (oracle2student)": 3.2287940979003906,
+      "cov-distil (oracle2teacher)": 3.7320327758789062,
+      "epoch": 2.2543171114599687,
+      "rel-constrast": 2.1699037551879883,
+      "step": 2872,
+      "subrel-constrast": 2.896376609802246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.135451316833496,
+      "cov-distil (oracle2student)": 5.1977219581604,
+      "cov-distil (oracle2teacher)": 4.326521873474121,
+      "epoch": 2.2551020408163267,
+      "rel-constrast": 2.531933069229126,
+      "step": 2873,
+      "subrel-constrast": 3.14056134223938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.484800100326538,
+      "cov-distil (oracle2student)": 3.8488283157348633,
+      "cov-distil (oracle2teacher)": 3.960545539855957,
+      "epoch": 2.2558869701726847,
+      "rel-constrast": 2.224821090698242,
+      "step": 2874,
+      "subrel-constrast": 3.145293712615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.016700029373169,
+      "cov-distil (oracle2student)": 4.581388473510742,
+      "cov-distil (oracle2teacher)": 4.010509014129639,
+      "epoch": 2.2566718995290422,
+      "rel-constrast": 2.7120306491851807,
+      "step": 2875,
+      "subrel-constrast": 3.6151058673858643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5503324270248413,
+      "cov-distil (oracle2student)": 3.8285889625549316,
+      "cov-distil (oracle2teacher)": 3.9966399669647217,
+      "epoch": 2.2574568288854002,
+      "rel-constrast": 2.982232093811035,
+      "step": 2876,
+      "subrel-constrast": 4.173421382904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3902764320373535,
+      "cov-distil (oracle2student)": 3.021392345428467,
+      "cov-distil (oracle2teacher)": 3.1025614738464355,
+      "epoch": 2.258241758241758,
+      "rel-constrast": 2.0642271041870117,
+      "step": 2877,
+      "subrel-constrast": 2.7872371673583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3608449697494507,
+      "cov-distil (oracle2student)": 3.7978525161743164,
+      "cov-distil (oracle2teacher)": 3.558983325958252,
+      "epoch": 2.259026687598116,
+      "rel-constrast": 3.355771064758301,
+      "step": 2878,
+      "subrel-constrast": 3.995354175567627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.610992670059204,
+      "cov-distil (oracle2student)": 4.146749496459961,
+      "cov-distil (oracle2teacher)": 3.57588529586792,
+      "epoch": 2.259811616954474,
+      "rel-constrast": 3.7641773223876953,
+      "step": 2879,
+      "subrel-constrast": 4.194459438323975,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.260596546310832,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.481256439805811e-05,
+      "loss": 0.716,
+      "step": 2880
+    },
+    {
+      "cov-distil": 1.0699520111083984,
+      "cov-distil (oracle2student)": 3.6987416744232178,
+      "cov-distil (oracle2teacher)": 3.618149757385254,
+      "epoch": 2.260596546310832,
+      "rel-constrast": 2.1907665729522705,
+      "step": 2880,
+      "subrel-constrast": 2.6325907707214355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8661000728607178,
+      "cov-distil (oracle2student)": 4.891280174255371,
+      "cov-distil (oracle2teacher)": 4.468083381652832,
+      "epoch": 2.26138147566719,
+      "rel-constrast": 2.5552377700805664,
+      "step": 2881,
+      "subrel-constrast": 3.520925998687744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5080199241638184,
+      "cov-distil (oracle2student)": 4.850057601928711,
+      "cov-distil (oracle2teacher)": 4.687588691711426,
+      "epoch": 2.2621664050235477,
+      "rel-constrast": 2.2133500576019287,
+      "step": 2882,
+      "subrel-constrast": 3.024308204650879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2180404663085938,
+      "cov-distil (oracle2student)": 4.900874137878418,
+      "cov-distil (oracle2teacher)": 4.3496904373168945,
+      "epoch": 2.2629513343799057,
+      "rel-constrast": 2.053288221359253,
+      "step": 2883,
+      "subrel-constrast": 2.854748249053955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4824903011322021,
+      "cov-distil (oracle2student)": 3.114133834838867,
+      "cov-distil (oracle2teacher)": 3.25925874710083,
+      "epoch": 2.2637362637362637,
+      "rel-constrast": 2.3119258880615234,
+      "step": 2884,
+      "subrel-constrast": 3.4515957832336426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4102448225021362,
+      "cov-distil (oracle2student)": 3.9158568382263184,
+      "cov-distil (oracle2teacher)": 3.9090003967285156,
+      "epoch": 2.2645211930926217,
+      "rel-constrast": 2.978140115737915,
+      "step": 2885,
+      "subrel-constrast": 3.504491090774536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.54390549659729,
+      "cov-distil (oracle2student)": 3.521449327468872,
+      "cov-distil (oracle2teacher)": 3.8177754878997803,
+      "epoch": 2.2653061224489797,
+      "rel-constrast": 1.890254020690918,
+      "step": 2886,
+      "subrel-constrast": 3.062195062637329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8897216320037842,
+      "cov-distil (oracle2student)": 2.449835777282715,
+      "cov-distil (oracle2teacher)": 2.5582852363586426,
+      "epoch": 2.2660910518053377,
+      "rel-constrast": 1.7352781295776367,
+      "step": 2887,
+      "subrel-constrast": 2.4719760417938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6730167865753174,
+      "cov-distil (oracle2student)": 3.5344347953796387,
+      "cov-distil (oracle2teacher)": 3.3976974487304688,
+      "epoch": 2.2668759811616956,
+      "rel-constrast": 3.0198004245758057,
+      "step": 2888,
+      "subrel-constrast": 3.7022953033447266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.938610315322876,
+      "cov-distil (oracle2student)": 3.488386631011963,
+      "cov-distil (oracle2teacher)": 3.647372245788574,
+      "epoch": 2.267660910518053,
+      "rel-constrast": 1.7959544658660889,
+      "step": 2889,
+      "subrel-constrast": 3.0191173553466797,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.268445839874411,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.475922272885622e-05,
+      "loss": 0.6101,
+      "step": 2890
+    },
+    {
+      "cov-distil": 1.1429150104522705,
+      "cov-distil (oracle2student)": 4.967638969421387,
+      "cov-distil (oracle2teacher)": 4.864433288574219,
+      "epoch": 2.268445839874411,
+      "rel-constrast": 3.6549930572509766,
+      "step": 2890,
+      "subrel-constrast": 4.182147979736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8699536323547363,
+      "cov-distil (oracle2student)": 5.423762321472168,
+      "cov-distil (oracle2teacher)": 4.323276996612549,
+      "epoch": 2.269230769230769,
+      "rel-constrast": 3.23213267326355,
+      "step": 2891,
+      "subrel-constrast": 3.3792176246643066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1507344245910645,
+      "cov-distil (oracle2student)": 4.587265968322754,
+      "cov-distil (oracle2teacher)": 4.712570667266846,
+      "epoch": 2.270015698587127,
+      "rel-constrast": 2.5250067710876465,
+      "step": 2892,
+      "subrel-constrast": 3.3668570518493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5640321969985962,
+      "cov-distil (oracle2student)": 3.619105815887451,
+      "cov-distil (oracle2teacher)": 3.1827292442321777,
+      "epoch": 2.270800627943485,
+      "rel-constrast": 3.0608720779418945,
+      "step": 2893,
+      "subrel-constrast": 3.8057875633239746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1323726177215576,
+      "cov-distil (oracle2student)": 3.883439302444458,
+      "cov-distil (oracle2teacher)": 3.908729076385498,
+      "epoch": 2.271585557299843,
+      "rel-constrast": 2.0803141593933105,
+      "step": 2894,
+      "subrel-constrast": 2.4826464653015137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9351506233215332,
+      "cov-distil (oracle2student)": 3.001530885696411,
+      "cov-distil (oracle2teacher)": 3.1382462978363037,
+      "epoch": 2.272370486656201,
+      "rel-constrast": 3.00050950050354,
+      "step": 2895,
+      "subrel-constrast": 3.707886219024658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327186942100525,
+      "cov-distil (oracle2student)": 3.351003646850586,
+      "cov-distil (oracle2teacher)": 3.6654043197631836,
+      "epoch": 2.2731554160125587,
+      "rel-constrast": 2.8956403732299805,
+      "step": 2896,
+      "subrel-constrast": 3.0391781330108643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781959891319275,
+      "cov-distil (oracle2student)": 4.407191753387451,
+      "cov-distil (oracle2teacher)": 4.564266204833984,
+      "epoch": 2.2739403453689166,
+      "rel-constrast": 2.909698009490967,
+      "step": 2897,
+      "subrel-constrast": 4.168962001800537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1635851860046387,
+      "cov-distil (oracle2student)": 3.438180446624756,
+      "cov-distil (oracle2teacher)": 3.54158353805542,
+      "epoch": 2.2747252747252746,
+      "rel-constrast": 2.1824963092803955,
+      "step": 2898,
+      "subrel-constrast": 2.538475751876831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.448046326637268,
+      "cov-distil (oracle2student)": 3.2681779861450195,
+      "cov-distil (oracle2teacher)": 3.1517410278320312,
+      "epoch": 2.2755102040816326,
+      "rel-constrast": 2.1919612884521484,
+      "step": 2899,
+      "subrel-constrast": 2.934643507003784,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.4705640299761007e-05,
+      "loss": 0.7321,
+      "step": 2900
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "overlap": 0.32343751192092896,
+      "step": 2900
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "step": 2900,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "step": 2900,
+      "teacher margin": 0.04400634765625
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "margin difference": -0.0162353515625,
+      "step": 2900
+    },
+    {
+      "cov-distil": 1.592128872871399,
+      "cov-distil (oracle2student)": 3.0883665084838867,
+      "cov-distil (oracle2teacher)": 3.3985366821289062,
+      "epoch": 2.2762951334379906,
+      "rel-constrast": 1.9844021797180176,
+      "step": 2900,
+      "subrel-constrast": 2.686088800430298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.583186149597168,
+      "cov-distil (oracle2student)": 3.141150951385498,
+      "cov-distil (oracle2teacher)": 3.005000352859497,
+      "epoch": 2.2770800627943486,
+      "rel-constrast": 3.210095167160034,
+      "step": 2901,
+      "subrel-constrast": 3.958230495452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5736680030822754,
+      "cov-distil (oracle2student)": 3.950263023376465,
+      "cov-distil (oracle2teacher)": 3.9314324855804443,
+      "epoch": 2.2778649921507066,
+      "rel-constrast": 2.897568941116333,
+      "step": 2902,
+      "subrel-constrast": 3.3754029273986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7981300354003906,
+      "cov-distil (oracle2student)": 6.083515167236328,
+      "cov-distil (oracle2teacher)": 4.953995704650879,
+      "epoch": 2.278649921507064,
+      "rel-constrast": 3.5046188831329346,
+      "step": 2903,
+      "subrel-constrast": 4.1251420974731445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6399354934692383,
+      "cov-distil (oracle2student)": 3.5022788047790527,
+      "cov-distil (oracle2teacher)": 3.428711414337158,
+      "epoch": 2.279434850863422,
+      "rel-constrast": 1.8195366859436035,
+      "step": 2904,
+      "subrel-constrast": 2.8655664920806885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478752851486206,
+      "cov-distil (oracle2student)": 4.153866767883301,
+      "cov-distil (oracle2teacher)": 3.3722686767578125,
+      "epoch": 2.28021978021978,
+      "rel-constrast": 3.143083095550537,
+      "step": 2905,
+      "subrel-constrast": 3.3029046058654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4605088233947754,
+      "cov-distil (oracle2student)": 3.7534360885620117,
+      "cov-distil (oracle2teacher)": 3.930025577545166,
+      "epoch": 2.281004709576138,
+      "rel-constrast": 3.022676467895508,
+      "step": 2906,
+      "subrel-constrast": 3.7956714630126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5809167623519897,
+      "cov-distil (oracle2student)": 5.397377967834473,
+      "cov-distil (oracle2teacher)": 5.129811763763428,
+      "epoch": 2.281789638932496,
+      "rel-constrast": 2.5766546726226807,
+      "step": 2907,
+      "subrel-constrast": 3.268528461456299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6684355735778809,
+      "cov-distil (oracle2student)": 4.268328666687012,
+      "cov-distil (oracle2teacher)": 4.282989501953125,
+      "epoch": 2.282574568288854,
+      "rel-constrast": 3.028805732727051,
+      "step": 2908,
+      "subrel-constrast": 3.9946417808532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4551281929016113,
+      "cov-distil (oracle2student)": 4.015639305114746,
+      "cov-distil (oracle2teacher)": 3.512058734893799,
+      "epoch": 2.283359497645212,
+      "rel-constrast": 3.156123161315918,
+      "step": 2909,
+      "subrel-constrast": 3.6043436527252197,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2841444270015696,
+      "grad_norm": 7.15625,
+      "learning_rate": 4.465181776365745e-05,
+      "loss": 0.7482,
+      "step": 2910
+    },
+    {
+      "cov-distil": 1.4601469039916992,
+      "cov-distil (oracle2student)": 5.148327350616455,
+      "cov-distil (oracle2teacher)": 4.972081184387207,
+      "epoch": 2.2841444270015696,
+      "rel-constrast": 3.4905025959014893,
+      "step": 2910,
+      "subrel-constrast": 3.8339619636535645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5037288665771484,
+      "cov-distil (oracle2student)": 4.3203229904174805,
+      "cov-distil (oracle2teacher)": 3.8823251724243164,
+      "epoch": 2.2849293563579276,
+      "rel-constrast": 2.7829811573028564,
+      "step": 2911,
+      "subrel-constrast": 3.117487907409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7096062898635864,
+      "cov-distil (oracle2student)": 2.720289707183838,
+      "cov-distil (oracle2teacher)": 2.9195873737335205,
+      "epoch": 2.2857142857142856,
+      "rel-constrast": 2.9021034240722656,
+      "step": 2912,
+      "subrel-constrast": 3.6157548427581787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.267793893814087,
+      "cov-distil (oracle2student)": 5.135591506958008,
+      "cov-distil (oracle2teacher)": 5.176277160644531,
+      "epoch": 2.2864992150706436,
+      "rel-constrast": 3.540013551712036,
+      "step": 2913,
+      "subrel-constrast": 4.190417766571045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6457276344299316,
+      "cov-distil (oracle2student)": 3.9154491424560547,
+      "cov-distil (oracle2teacher)": 4.351151466369629,
+      "epoch": 2.2872841444270016,
+      "rel-constrast": 2.523313283920288,
+      "step": 2914,
+      "subrel-constrast": 3.6803083419799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6197237968444824,
+      "cov-distil (oracle2student)": 5.213115215301514,
+      "cov-distil (oracle2teacher)": 5.790378570556641,
+      "epoch": 2.2880690737833596,
+      "rel-constrast": 3.3265340328216553,
+      "step": 2915,
+      "subrel-constrast": 4.065525531768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3114774227142334,
+      "cov-distil (oracle2student)": 3.891345977783203,
+      "cov-distil (oracle2teacher)": 3.559769630432129,
+      "epoch": 2.2888540031397175,
+      "rel-constrast": 2.6293959617614746,
+      "step": 2916,
+      "subrel-constrast": 3.5540945529937744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6717156171798706,
+      "cov-distil (oracle2student)": 5.542957305908203,
+      "cov-distil (oracle2teacher)": 5.145547389984131,
+      "epoch": 2.2896389324960755,
+      "rel-constrast": 2.6643424034118652,
+      "step": 2917,
+      "subrel-constrast": 3.4207189083099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5813555717468262,
+      "cov-distil (oracle2student)": 3.4501473903656006,
+      "cov-distil (oracle2teacher)": 3.3968281745910645,
+      "epoch": 2.2904238618524335,
+      "rel-constrast": 2.0474085807800293,
+      "step": 2918,
+      "subrel-constrast": 2.8570103645324707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881287574768066,
+      "cov-distil (oracle2student)": 3.1075901985168457,
+      "cov-distil (oracle2teacher)": 2.8594539165496826,
+      "epoch": 2.291208791208791,
+      "rel-constrast": 2.3755412101745605,
+      "step": 2919,
+      "subrel-constrast": 3.201690912246704,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.291993720565149,
+      "grad_norm": 5.125,
+      "learning_rate": 4.459775577635619e-05,
+      "loss": 0.745,
+      "step": 2920
+    },
+    {
+      "cov-distil": 1.5123789310455322,
+      "cov-distil (oracle2student)": 3.8693645000457764,
+      "cov-distil (oracle2teacher)": 3.57845401763916,
+      "epoch": 2.291993720565149,
+      "rel-constrast": 2.150233268737793,
+      "step": 2920,
+      "subrel-constrast": 2.999439239501953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9926846027374268,
+      "cov-distil (oracle2student)": 4.299108028411865,
+      "cov-distil (oracle2teacher)": 4.095826148986816,
+      "epoch": 2.292778649921507,
+      "rel-constrast": 2.330793857574463,
+      "step": 2921,
+      "subrel-constrast": 3.4155919551849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9739807844161987,
+      "cov-distil (oracle2student)": 5.472184181213379,
+      "cov-distil (oracle2teacher)": 4.959778785705566,
+      "epoch": 2.293563579277865,
+      "rel-constrast": 1.6842437982559204,
+      "step": 2922,
+      "subrel-constrast": 1.9547444581985474,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496598482131958,
+      "cov-distil (oracle2student)": 5.856607437133789,
+      "cov-distil (oracle2teacher)": 4.825408458709717,
+      "epoch": 2.294348508634223,
+      "rel-constrast": 3.7332162857055664,
+      "step": 2923,
+      "subrel-constrast": 4.265716552734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562182903289795,
+      "cov-distil (oracle2student)": 4.766845226287842,
+      "cov-distil (oracle2teacher)": 4.553997039794922,
+      "epoch": 2.295133437990581,
+      "rel-constrast": 3.12982177734375,
+      "step": 2924,
+      "subrel-constrast": 3.871743679046631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2428536415100098,
+      "cov-distil (oracle2student)": 3.2185959815979004,
+      "cov-distil (oracle2teacher)": 3.349494695663452,
+      "epoch": 2.295918367346939,
+      "rel-constrast": 2.290083885192871,
+      "step": 2925,
+      "subrel-constrast": 2.868030071258545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.306395173072815,
+      "cov-distil (oracle2student)": 4.492713451385498,
+      "cov-distil (oracle2teacher)": 4.308692455291748,
+      "epoch": 2.2967032967032965,
+      "rel-constrast": 2.163879871368408,
+      "step": 2926,
+      "subrel-constrast": 3.152101516723633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4351893663406372,
+      "cov-distil (oracle2student)": 2.986691474914551,
+      "cov-distil (oracle2teacher)": 2.6901135444641113,
+      "epoch": 2.2974882260596545,
+      "rel-constrast": 2.1739580631256104,
+      "step": 2927,
+      "subrel-constrast": 3.22617506980896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3215203285217285,
+      "cov-distil (oracle2student)": 4.368426322937012,
+      "cov-distil (oracle2teacher)": 4.141865253448486,
+      "epoch": 2.2982731554160125,
+      "rel-constrast": 2.499086856842041,
+      "step": 2928,
+      "subrel-constrast": 3.0995688438415527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317307710647583,
+      "cov-distil (oracle2student)": 4.851629257202148,
+      "cov-distil (oracle2teacher)": 4.366608142852783,
+      "epoch": 2.2990580847723705,
+      "rel-constrast": 2.5924856662750244,
+      "step": 2929,
+      "subrel-constrast": 3.2747113704681396,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2998430141287285,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.454345499658546e-05,
+      "loss": 0.6545,
+      "step": 2930
+    },
+    {
+      "cov-distil": 1.9649293422698975,
+      "cov-distil (oracle2student)": 5.953857421875,
+      "cov-distil (oracle2teacher)": 5.255563735961914,
+      "epoch": 2.2998430141287285,
+      "rel-constrast": 3.163959503173828,
+      "step": 2930,
+      "subrel-constrast": 3.516575336456299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8931348323822021,
+      "cov-distil (oracle2student)": 5.357943534851074,
+      "cov-distil (oracle2teacher)": 4.872707366943359,
+      "epoch": 2.3006279434850865,
+      "rel-constrast": 2.678823709487915,
+      "step": 2931,
+      "subrel-constrast": 3.307434558868408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2738279104232788,
+      "cov-distil (oracle2student)": 3.2379040718078613,
+      "cov-distil (oracle2teacher)": 3.3839454650878906,
+      "epoch": 2.3014128728414445,
+      "rel-constrast": 2.05763578414917,
+      "step": 2932,
+      "subrel-constrast": 2.922208070755005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4986791610717773,
+      "cov-distil (oracle2student)": 3.487306833267212,
+      "cov-distil (oracle2teacher)": 3.636643886566162,
+      "epoch": 2.302197802197802,
+      "rel-constrast": 2.639075517654419,
+      "step": 2933,
+      "subrel-constrast": 3.022005081176758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5934536457061768,
+      "cov-distil (oracle2student)": 1.9810131788253784,
+      "cov-distil (oracle2teacher)": 2.0557546615600586,
+      "epoch": 2.30298273155416,
+      "rel-constrast": 1.6724300384521484,
+      "step": 2934,
+      "subrel-constrast": 2.448728322982788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7548202276229858,
+      "cov-distil (oracle2student)": 4.638466835021973,
+      "cov-distil (oracle2teacher)": 4.35058069229126,
+      "epoch": 2.303767660910518,
+      "rel-constrast": 3.221240282058716,
+      "step": 2935,
+      "subrel-constrast": 4.0420098304748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.657447099685669,
+      "cov-distil (oracle2student)": 2.5594277381896973,
+      "cov-distil (oracle2teacher)": 3.082202434539795,
+      "epoch": 2.304552590266876,
+      "rel-constrast": 1.7904181480407715,
+      "step": 2936,
+      "subrel-constrast": 3.1278340816497803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8402522802352905,
+      "cov-distil (oracle2student)": 4.287407875061035,
+      "cov-distil (oracle2teacher)": 3.8491311073303223,
+      "epoch": 2.305337519623234,
+      "rel-constrast": 2.434047222137451,
+      "step": 2937,
+      "subrel-constrast": 3.0688462257385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2148301601409912,
+      "cov-distil (oracle2student)": 2.647704839706421,
+      "cov-distil (oracle2teacher)": 3.2967801094055176,
+      "epoch": 2.306122448979592,
+      "rel-constrast": 2.5161516666412354,
+      "step": 2938,
+      "subrel-constrast": 3.578235626220703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6084508895874023,
+      "cov-distil (oracle2student)": 5.141763687133789,
+      "cov-distil (oracle2teacher)": 4.87265682220459,
+      "epoch": 2.30690737833595,
+      "rel-constrast": 3.639364719390869,
+      "step": 2939,
+      "subrel-constrast": 4.359229564666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 6.6875,
+      "learning_rate": 4.4488916085983145e-05,
+      "loss": 0.6861,
+      "step": 2940
+    },
+    {
+      "cov-distil": 1.682687759399414,
+      "cov-distil (oracle2student)": 2.9574520587921143,
+      "cov-distil (oracle2teacher)": 2.812974452972412,
+      "epoch": 2.3076923076923075,
+      "rel-constrast": 2.3965768814086914,
+      "step": 2940,
+      "subrel-constrast": 3.1047682762145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569800615310669,
+      "cov-distil (oracle2student)": 5.509970664978027,
+      "cov-distil (oracle2teacher)": 4.55319881439209,
+      "epoch": 2.3084772370486655,
+      "rel-constrast": 2.3726298809051514,
+      "step": 2941,
+      "subrel-constrast": 2.9780030250549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2632992267608643,
+      "cov-distil (oracle2student)": 4.085526466369629,
+      "cov-distil (oracle2teacher)": 3.975017547607422,
+      "epoch": 2.3092621664050235,
+      "rel-constrast": 2.725144147872925,
+      "step": 2942,
+      "subrel-constrast": 3.1465070247650146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.523050308227539,
+      "cov-distil (oracle2student)": 4.651790618896484,
+      "cov-distil (oracle2teacher)": 4.3990373611450195,
+      "epoch": 2.3100470957613815,
+      "rel-constrast": 2.18768572807312,
+      "step": 2943,
+      "subrel-constrast": 2.981546401977539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87371826171875,
+      "cov-distil (oracle2student)": 4.4328718185424805,
+      "cov-distil (oracle2teacher)": 4.173334121704102,
+      "epoch": 2.3108320251177394,
+      "rel-constrast": 3.555877208709717,
+      "step": 2944,
+      "subrel-constrast": 4.4560747146606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0609595775604248,
+      "cov-distil (oracle2student)": 4.788397789001465,
+      "cov-distil (oracle2teacher)": 3.841548442840576,
+      "epoch": 2.3116169544740974,
+      "rel-constrast": 1.9126191139221191,
+      "step": 2945,
+      "subrel-constrast": 2.7842512130737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4640824794769287,
+      "cov-distil (oracle2student)": 4.25575065612793,
+      "cov-distil (oracle2teacher)": 4.332795143127441,
+      "epoch": 2.3124018838304554,
+      "rel-constrast": 2.2125606536865234,
+      "step": 2946,
+      "subrel-constrast": 3.3149027824401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430419445037842,
+      "cov-distil (oracle2student)": 3.6968894004821777,
+      "cov-distil (oracle2teacher)": 3.4741673469543457,
+      "epoch": 2.313186813186813,
+      "rel-constrast": 2.5025429725646973,
+      "step": 2947,
+      "subrel-constrast": 2.8744957447052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8937710523605347,
+      "cov-distil (oracle2student)": 4.430085182189941,
+      "cov-distil (oracle2teacher)": 4.447072982788086,
+      "epoch": 2.313971742543171,
+      "rel-constrast": 2.423330307006836,
+      "step": 2948,
+      "subrel-constrast": 3.3679840564727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9114400148391724,
+      "cov-distil (oracle2student)": 4.534064292907715,
+      "cov-distil (oracle2teacher)": 4.708141803741455,
+      "epoch": 2.314756671899529,
+      "rel-constrast": 2.754673719406128,
+      "step": 2949,
+      "subrel-constrast": 3.7646496295928955,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.315541601255887,
+      "grad_norm": 6.875,
+      "learning_rate": 4.443413970908865e-05,
+      "loss": 0.6656,
+      "step": 2950
+    },
+    {
+      "cov-distil": 1.3527907133102417,
+      "cov-distil (oracle2student)": 5.176224708557129,
+      "cov-distil (oracle2teacher)": 4.530098915100098,
+      "epoch": 2.315541601255887,
+      "rel-constrast": 3.1328635215759277,
+      "step": 2950,
+      "subrel-constrast": 4.278329849243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930566310882568,
+      "cov-distil (oracle2student)": 3.884694814682007,
+      "cov-distil (oracle2teacher)": 3.521693229675293,
+      "epoch": 2.316326530612245,
+      "rel-constrast": 3.3070292472839355,
+      "step": 2951,
+      "subrel-constrast": 3.874663829803467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6771104335784912,
+      "cov-distil (oracle2student)": 4.007219314575195,
+      "cov-distil (oracle2teacher)": 3.839456558227539,
+      "epoch": 2.317111459968603,
+      "rel-constrast": 2.1010355949401855,
+      "step": 2952,
+      "subrel-constrast": 3.32281231880188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4282652139663696,
+      "cov-distil (oracle2student)": 3.562817096710205,
+      "cov-distil (oracle2teacher)": 3.281856060028076,
+      "epoch": 2.317896389324961,
+      "rel-constrast": 2.962467908859253,
+      "step": 2953,
+      "subrel-constrast": 3.668440103530884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1753950119018555,
+      "cov-distil (oracle2student)": 5.81159782409668,
+      "cov-distil (oracle2teacher)": 5.457996368408203,
+      "epoch": 2.3186813186813184,
+      "rel-constrast": 2.684283971786499,
+      "step": 2954,
+      "subrel-constrast": 3.442131519317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8666194677352905,
+      "cov-distil (oracle2student)": 2.74351167678833,
+      "cov-distil (oracle2teacher)": 2.8551559448242188,
+      "epoch": 2.3194662480376764,
+      "rel-constrast": 2.7002830505371094,
+      "step": 2955,
+      "subrel-constrast": 3.458941698074341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55706787109375,
+      "cov-distil (oracle2student)": 4.924619674682617,
+      "cov-distil (oracle2teacher)": 4.815800666809082,
+      "epoch": 2.3202511773940344,
+      "rel-constrast": 3.41646146774292,
+      "step": 2956,
+      "subrel-constrast": 4.005241870880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7256336212158203,
+      "cov-distil (oracle2student)": 4.733604907989502,
+      "cov-distil (oracle2teacher)": 4.785624980926514,
+      "epoch": 2.3210361067503924,
+      "rel-constrast": 1.867337703704834,
+      "step": 2957,
+      "subrel-constrast": 2.668778657913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8766374588012695,
+      "cov-distil (oracle2student)": 5.192008018493652,
+      "cov-distil (oracle2teacher)": 4.845361709594727,
+      "epoch": 2.3218210361067504,
+      "rel-constrast": 3.285515069961548,
+      "step": 2958,
+      "subrel-constrast": 4.28424072265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.680384874343872,
+      "cov-distil (oracle2student)": 4.779606819152832,
+      "cov-distil (oracle2teacher)": 4.678349018096924,
+      "epoch": 2.3226059654631084,
+      "rel-constrast": 2.8360047340393066,
+      "step": 2959,
+      "subrel-constrast": 4.017314434051514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3233908948194664,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.437912653333484e-05,
+      "loss": 0.7492,
+      "step": 2960
+    },
+    {
+      "cov-distil": 1.128483772277832,
+      "cov-distil (oracle2student)": 3.283682107925415,
+      "cov-distil (oracle2teacher)": 3.0141401290893555,
+      "epoch": 2.3233908948194664,
+      "rel-constrast": 2.4173455238342285,
+      "step": 2960,
+      "subrel-constrast": 2.619621515274048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.334394931793213,
+      "cov-distil (oracle2student)": 4.218690395355225,
+      "cov-distil (oracle2teacher)": 4.176640033721924,
+      "epoch": 2.3241758241758244,
+      "rel-constrast": 2.7801456451416016,
+      "step": 2961,
+      "subrel-constrast": 3.18353533744812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2439329624176025,
+      "cov-distil (oracle2student)": 3.538435459136963,
+      "cov-distil (oracle2teacher)": 3.5042624473571777,
+      "epoch": 2.3249607535321823,
+      "rel-constrast": 1.6747994422912598,
+      "step": 2962,
+      "subrel-constrast": 2.639887571334839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3630037307739258,
+      "cov-distil (oracle2student)": 6.429265975952148,
+      "cov-distil (oracle2teacher)": 5.785843372344971,
+      "epoch": 2.32574568288854,
+      "rel-constrast": 2.5101332664489746,
+      "step": 2963,
+      "subrel-constrast": 3.3417346477508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153046131134033,
+      "cov-distil (oracle2student)": 2.8788390159606934,
+      "cov-distil (oracle2teacher)": 3.0133771896362305,
+      "epoch": 2.326530612244898,
+      "rel-constrast": 1.4759862422943115,
+      "step": 2964,
+      "subrel-constrast": 2.343438148498535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3989615440368652,
+      "cov-distil (oracle2student)": 3.3339366912841797,
+      "cov-distil (oracle2teacher)": 3.174919366836548,
+      "epoch": 2.327315541601256,
+      "rel-constrast": 3.0823934078216553,
+      "step": 2965,
+      "subrel-constrast": 3.685718297958374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3006784915924072,
+      "cov-distil (oracle2student)": 4.917079448699951,
+      "cov-distil (oracle2teacher)": 4.8694586753845215,
+      "epoch": 2.328100470957614,
+      "rel-constrast": 3.189589500427246,
+      "step": 2966,
+      "subrel-constrast": 3.8416385650634766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1356143951416016,
+      "cov-distil (oracle2student)": 2.6906864643096924,
+      "cov-distil (oracle2teacher)": 2.702298164367676,
+      "epoch": 2.328885400313972,
+      "rel-constrast": 1.4944229125976562,
+      "step": 2967,
+      "subrel-constrast": 2.9858410358428955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4412527084350586,
+      "cov-distil (oracle2student)": 5.042994499206543,
+      "cov-distil (oracle2teacher)": 4.860012054443359,
+      "epoch": 2.32967032967033,
+      "rel-constrast": 2.495082378387451,
+      "step": 2968,
+      "subrel-constrast": 3.083526134490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.242704153060913,
+      "cov-distil (oracle2student)": 4.8623223304748535,
+      "cov-distil (oracle2teacher)": 4.601805210113525,
+      "epoch": 2.330455259026688,
+      "rel-constrast": 2.3507919311523438,
+      "step": 2969,
+      "subrel-constrast": 3.355520486831665,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3312401883830454,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.432387722903989e-05,
+      "loss": 0.6213,
+      "step": 2970
+    },
+    {
+      "cov-distil": 1.5590205192565918,
+      "cov-distil (oracle2student)": 4.563724517822266,
+      "cov-distil (oracle2teacher)": 4.166875839233398,
+      "epoch": 2.3312401883830454,
+      "rel-constrast": 2.3845713138580322,
+      "step": 2970,
+      "subrel-constrast": 2.924543619155884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4570109844207764,
+      "cov-distil (oracle2student)": 4.631608009338379,
+      "cov-distil (oracle2teacher)": 4.671158790588379,
+      "epoch": 2.3320251177394034,
+      "rel-constrast": 2.632021903991699,
+      "step": 2971,
+      "subrel-constrast": 3.033569097518921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3803387880325317,
+      "cov-distil (oracle2student)": 3.418468952178955,
+      "cov-distil (oracle2teacher)": 3.570920467376709,
+      "epoch": 2.3328100470957613,
+      "rel-constrast": 2.7556324005126953,
+      "step": 2972,
+      "subrel-constrast": 3.456763982772827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3663105964660645,
+      "cov-distil (oracle2student)": 5.037956237792969,
+      "cov-distil (oracle2teacher)": 4.4690752029418945,
+      "epoch": 2.3335949764521193,
+      "rel-constrast": 2.122922658920288,
+      "step": 2973,
+      "subrel-constrast": 2.8783187866210938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.787717342376709,
+      "cov-distil (oracle2student)": 6.151689529418945,
+      "cov-distil (oracle2teacher)": 5.032905101776123,
+      "epoch": 2.3343799058084773,
+      "rel-constrast": 3.138890027999878,
+      "step": 2974,
+      "subrel-constrast": 3.739570379257202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3505449295043945,
+      "cov-distil (oracle2student)": 5.722650527954102,
+      "cov-distil (oracle2teacher)": 4.6011552810668945,
+      "epoch": 2.3351648351648353,
+      "rel-constrast": 2.523002862930298,
+      "step": 2975,
+      "subrel-constrast": 2.937749147415161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.543625831604004,
+      "cov-distil (oracle2student)": 4.9311347007751465,
+      "cov-distil (oracle2teacher)": 4.093022346496582,
+      "epoch": 2.3359497645211933,
+      "rel-constrast": 3.7849912643432617,
+      "step": 2976,
+      "subrel-constrast": 4.015651226043701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3233271837234497,
+      "cov-distil (oracle2student)": 5.3262224197387695,
+      "cov-distil (oracle2teacher)": 4.775047302246094,
+      "epoch": 2.336734693877551,
+      "rel-constrast": 3.0931317806243896,
+      "step": 2977,
+      "subrel-constrast": 3.6941487789154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9540104866027832,
+      "cov-distil (oracle2student)": 4.928973197937012,
+      "cov-distil (oracle2teacher)": 3.8909952640533447,
+      "epoch": 2.337519623233909,
+      "rel-constrast": 3.1219239234924316,
+      "step": 2978,
+      "subrel-constrast": 3.752061367034912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726035237312317,
+      "cov-distil (oracle2student)": 5.101073741912842,
+      "cov-distil (oracle2teacher)": 5.834536075592041,
+      "epoch": 2.338304552590267,
+      "rel-constrast": 2.9084794521331787,
+      "step": 2979,
+      "subrel-constrast": 4.160320281982422,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.339089481946625,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.426839246939915e-05,
+      "loss": 0.7503,
+      "step": 2980
+    },
+    {
+      "cov-distil": 1.4278687238693237,
+      "cov-distil (oracle2student)": 4.675106048583984,
+      "cov-distil (oracle2teacher)": 4.286375999450684,
+      "epoch": 2.339089481946625,
+      "rel-constrast": 3.471728801727295,
+      "step": 2980,
+      "subrel-constrast": 4.407553672790527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145664691925049,
+      "cov-distil (oracle2student)": 5.4231157302856445,
+      "cov-distil (oracle2teacher)": 4.707420349121094,
+      "epoch": 2.339874411302983,
+      "rel-constrast": 2.136762857437134,
+      "step": 2981,
+      "subrel-constrast": 3.075253486633301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734173059463501,
+      "cov-distil (oracle2student)": 3.4727823734283447,
+      "cov-distil (oracle2teacher)": 3.52551007270813,
+      "epoch": 2.340659340659341,
+      "rel-constrast": 2.68383526802063,
+      "step": 2982,
+      "subrel-constrast": 3.479243516921997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3088481426239014,
+      "cov-distil (oracle2student)": 3.056424379348755,
+      "cov-distil (oracle2teacher)": 3.037140369415283,
+      "epoch": 2.3414442700156988,
+      "rel-constrast": 1.6073967218399048,
+      "step": 2983,
+      "subrel-constrast": 2.1396563053131104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6244215965270996,
+      "cov-distil (oracle2student)": 3.9564104080200195,
+      "cov-distil (oracle2teacher)": 3.5445351600646973,
+      "epoch": 2.3422291993720563,
+      "rel-constrast": 2.460270404815674,
+      "step": 2984,
+      "subrel-constrast": 3.4894001483917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6991287469863892,
+      "cov-distil (oracle2student)": 3.7832155227661133,
+      "cov-distil (oracle2teacher)": 3.517789363861084,
+      "epoch": 2.3430141287284143,
+      "rel-constrast": 2.719836950302124,
+      "step": 2985,
+      "subrel-constrast": 3.6076979637145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3133610486984253,
+      "cov-distil (oracle2student)": 4.027007579803467,
+      "cov-distil (oracle2teacher)": 4.189428329467773,
+      "epoch": 2.3437990580847723,
+      "rel-constrast": 2.29571270942688,
+      "step": 2986,
+      "subrel-constrast": 3.0939395427703857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6425726413726807,
+      "cov-distil (oracle2student)": 3.3201963901519775,
+      "cov-distil (oracle2teacher)": 3.3211512565612793,
+      "epoch": 2.3445839874411303,
+      "rel-constrast": 2.4002838134765625,
+      "step": 2987,
+      "subrel-constrast": 3.413862705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0619643926620483,
+      "cov-distil (oracle2student)": 3.677417278289795,
+      "cov-distil (oracle2teacher)": 3.6946122646331787,
+      "epoch": 2.3453689167974883,
+      "rel-constrast": 2.8937718868255615,
+      "step": 2988,
+      "subrel-constrast": 3.9562559127807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1150099039077759,
+      "cov-distil (oracle2student)": 4.556096076965332,
+      "cov-distil (oracle2teacher)": 3.9448113441467285,
+      "epoch": 2.3461538461538463,
+      "rel-constrast": 1.5391465425491333,
+      "step": 2989,
+      "subrel-constrast": 2.3086745738983154,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3469387755102042,
+      "grad_norm": 3.84375,
+      "learning_rate": 4.4212672930476915e-05,
+      "loss": 0.6418,
+      "step": 2990
+    },
+    {
+      "cov-distil": 1.509683609008789,
+      "cov-distil (oracle2student)": 3.343407154083252,
+      "cov-distil (oracle2teacher)": 2.9351065158843994,
+      "epoch": 2.3469387755102042,
+      "rel-constrast": 2.9677727222442627,
+      "step": 2990,
+      "subrel-constrast": 3.4630091190338135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5794786214828491,
+      "cov-distil (oracle2student)": 2.9426798820495605,
+      "cov-distil (oracle2teacher)": 2.933521270751953,
+      "epoch": 2.347723704866562,
+      "rel-constrast": 1.7079310417175293,
+      "step": 2991,
+      "subrel-constrast": 2.7408077716827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.476070761680603,
+      "cov-distil (oracle2student)": 3.623239517211914,
+      "cov-distil (oracle2teacher)": 3.5645179748535156,
+      "epoch": 2.3485086342229198,
+      "rel-constrast": 2.7482523918151855,
+      "step": 2992,
+      "subrel-constrast": 3.5268168449401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1698358058929443,
+      "cov-distil (oracle2student)": 4.663313388824463,
+      "cov-distil (oracle2teacher)": 4.291832447052002,
+      "epoch": 2.3492935635792778,
+      "rel-constrast": 2.9868531227111816,
+      "step": 2993,
+      "subrel-constrast": 3.557873010635376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4513378143310547,
+      "cov-distil (oracle2student)": 5.074394226074219,
+      "cov-distil (oracle2teacher)": 4.695187091827393,
+      "epoch": 2.3500784929356358,
+      "rel-constrast": 2.6942601203918457,
+      "step": 2994,
+      "subrel-constrast": 3.3351945877075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366452932357788,
+      "cov-distil (oracle2student)": 4.039358139038086,
+      "cov-distil (oracle2teacher)": 4.298418045043945,
+      "epoch": 2.3508634222919937,
+      "rel-constrast": 2.3587236404418945,
+      "step": 2995,
+      "subrel-constrast": 2.8678228855133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676832914352417,
+      "cov-distil (oracle2student)": 4.631575107574463,
+      "cov-distil (oracle2teacher)": 4.468583106994629,
+      "epoch": 2.3516483516483517,
+      "rel-constrast": 2.241927146911621,
+      "step": 2996,
+      "subrel-constrast": 3.5148019790649414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7871907949447632,
+      "cov-distil (oracle2student)": 4.079230308532715,
+      "cov-distil (oracle2teacher)": 3.918247938156128,
+      "epoch": 2.3524332810047097,
+      "rel-constrast": 2.1835954189300537,
+      "step": 2997,
+      "subrel-constrast": 2.940981149673462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1063368320465088,
+      "cov-distil (oracle2student)": 5.320260047912598,
+      "cov-distil (oracle2teacher)": 4.4263715744018555,
+      "epoch": 2.3532182103610673,
+      "rel-constrast": 2.466470718383789,
+      "step": 2998,
+      "subrel-constrast": 2.763544797897339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6885617971420288,
+      "cov-distil (oracle2student)": 5.366703987121582,
+      "cov-distil (oracle2teacher)": 4.5009613037109375,
+      "epoch": 2.3540031397174253,
+      "rel-constrast": 2.827603816986084,
+      "step": 2999,
+      "subrel-constrast": 3.2528069019317627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.4156719291198166e-05,
+      "loss": 0.6666,
+      "step": 3000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-7000/training_args.bin b/old/checkpoint-3000/training_args.bin
similarity index 100%
rename from checkpoint-7000/training_args.bin
rename to old/checkpoint-3000/training_args.bin
diff --git a/checkpoint-8000/config.json b/old/checkpoint-4000/config.json
similarity index 100%
rename from checkpoint-8000/config.json
rename to old/checkpoint-4000/config.json
diff --git a/old/checkpoint-4000/model.safetensors b/old/checkpoint-4000/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1a8de4b842816138c9ac481c62e26c2a4c046cb
--- /dev/null
+++ b/old/checkpoint-4000/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476696e304f9cba924c45f044e64a0b4b9608426c1599ea30586b38c2d0ee76b
+size 298041696
diff --git a/old/checkpoint-4000/optimizer.pt b/old/checkpoint-4000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7f69dba103c8ac296cf69016b2ccc8bb8a8e2d
--- /dev/null
+++ b/old/checkpoint-4000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f463e60c4862487b78357c262ee261ec7427ebeff91971d0bd8cf31d59f8515
+size 596170443
diff --git a/checkpoint-5000/rng_state_0.pth b/old/checkpoint-4000/rng_state_0.pth
similarity index 100%
rename from checkpoint-5000/rng_state_0.pth
rename to old/checkpoint-4000/rng_state_0.pth
diff --git a/checkpoint-5000/rng_state_1.pth b/old/checkpoint-4000/rng_state_1.pth
similarity index 100%
rename from checkpoint-5000/rng_state_1.pth
rename to old/checkpoint-4000/rng_state_1.pth
diff --git a/checkpoint-5000/rng_state_2.pth b/old/checkpoint-4000/rng_state_2.pth
similarity index 100%
rename from checkpoint-5000/rng_state_2.pth
rename to old/checkpoint-4000/rng_state_2.pth
diff --git a/checkpoint-5000/rng_state_3.pth b/old/checkpoint-4000/rng_state_3.pth
similarity index 100%
rename from checkpoint-5000/rng_state_3.pth
rename to old/checkpoint-4000/rng_state_3.pth
diff --git a/old/checkpoint-4000/scheduler.pt b/old/checkpoint-4000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a414e9b629115a8f6088a26d3ad285c16690e310
--- /dev/null
+++ b/old/checkpoint-4000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd45a587ed6ac5f63f8aff5f2877a7b2ee22d54f904aa26cb82a51631ddfaac4
+size 1465
diff --git a/old/checkpoint-4000/trainer_state.json b/old/checkpoint-4000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ec3db59a3adf3b3492998b75d0190168ffec942a
--- /dev/null
+++ b/old/checkpoint-4000/trainer_state.json
@@ -0,0 +1,43994 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.1397174254317113,
+  "eval_steps": 500.0,
+  "global_step": 4000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval/duc04-P@10": 0.7459999999999998,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-nDCG@10": 0.7479390936343135,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-P@10": 0.42599999999999993,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-nDCG@10": 0.5970496855342027,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/avg": 0.5207628955439759,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "overlap": 0.22031250596046448,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "student margin": 0.043792724609375
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "teacher margin": 0.037353515625
+    },
+    {
+      "epoch": 0,
+      "margin difference": -0.006439208984375,
+      "step": 0
+    },
+    {
+      "cov-distil": 1.9989408254623413,
+      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil (oracle2teacher)": 4.2215576171875,
+      "epoch": 0,
+      "rel-constrast": 6.024477481842041,
+      "step": 0,
+      "subrel-constrast": 5.391467094421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.590911388397217,
+      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil (oracle2teacher)": 5.292954444885254,
+      "epoch": 0.0007849293563579278,
+      "rel-constrast": 7.042376518249512,
+      "step": 1,
+      "subrel-constrast": 6.658135890960693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.234889030456543,
+      "cov-distil (oracle2student)": 4.785423278808594,
+      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "epoch": 0.0015698587127158557,
+      "rel-constrast": 4.653334617614746,
+      "step": 2,
+      "subrel-constrast": 5.114200592041016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.892646074295044,
+      "cov-distil (oracle2student)": 5.359386444091797,
+      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "epoch": 0.002354788069073783,
+      "rel-constrast": 5.759308815002441,
+      "step": 3,
+      "subrel-constrast": 4.294970989227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.187523365020752,
+      "cov-distil (oracle2student)": 4.088177680969238,
+      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "epoch": 0.0031397174254317113,
+      "rel-constrast": 4.063039779663086,
+      "step": 4,
+      "subrel-constrast": 4.597165107727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5768115520477295,
+      "cov-distil (oracle2student)": 9.671545028686523,
+      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "epoch": 0.003924646781789639,
+      "rel-constrast": 7.844664096832275,
+      "step": 5,
+      "subrel-constrast": 7.689645767211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7839202880859375,
+      "cov-distil (oracle2student)": 7.124797344207764,
+      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "epoch": 0.004709576138147566,
+      "rel-constrast": 6.9873199462890625,
+      "step": 6,
+      "subrel-constrast": 6.358409881591797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1054530143737793,
+      "cov-distil (oracle2student)": 5.955070495605469,
+      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "epoch": 0.005494505494505495,
+      "rel-constrast": 4.839856147766113,
+      "step": 7,
+      "subrel-constrast": 5.012356758117676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.417634963989258,
+      "cov-distil (oracle2student)": 6.458645820617676,
+      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "epoch": 0.006279434850863423,
+      "rel-constrast": 5.473586082458496,
+      "step": 8,
+      "subrel-constrast": 3.944282054901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5553622245788574,
+      "cov-distil (oracle2student)": 5.345729827880859,
+      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "epoch": 0.00706436420722135,
+      "rel-constrast": 5.705809116363525,
+      "step": 9,
+      "subrel-constrast": 5.071885108947754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.007849293563579277,
+      "grad_norm": 15.1875,
+      "learning_rate": 4.5e-07,
+      "loss": 1.5357,
+      "step": 10
+    },
+    {
+      "cov-distil": 2.179523468017578,
+      "cov-distil (oracle2student)": 6.76649808883667,
+      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "epoch": 0.007849293563579277,
+      "rel-constrast": 5.527869701385498,
+      "step": 10,
+      "subrel-constrast": 5.327791213989258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7319321632385254,
+      "cov-distil (oracle2student)": 6.106301307678223,
+      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "epoch": 0.008634222919937205,
+      "rel-constrast": 6.950443744659424,
+      "step": 11,
+      "subrel-constrast": 7.032792568206787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854433298110962,
+      "cov-distil (oracle2student)": 7.011631965637207,
+      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "epoch": 0.009419152276295133,
+      "rel-constrast": 6.216261386871338,
+      "step": 12,
+      "subrel-constrast": 6.4257707595825195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.349715232849121,
+      "cov-distil (oracle2student)": 6.723206520080566,
+      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "epoch": 0.01020408163265306,
+      "rel-constrast": 6.11406135559082,
+      "step": 13,
+      "subrel-constrast": 5.350836753845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.176401376724243,
+      "cov-distil (oracle2student)": 7.31204891204834,
+      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "epoch": 0.01098901098901099,
+      "rel-constrast": 7.507654190063477,
+      "step": 14,
+      "subrel-constrast": 6.769496440887451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.67018461227417,
+      "cov-distil (oracle2student)": 5.521136283874512,
+      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "epoch": 0.011773940345368918,
+      "rel-constrast": 5.118526458740234,
+      "step": 15,
+      "subrel-constrast": 4.343193054199219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.665984630584717,
+      "cov-distil (oracle2student)": 4.9838104248046875,
+      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "epoch": 0.012558869701726845,
+      "rel-constrast": 6.632684707641602,
+      "step": 16,
+      "subrel-constrast": 5.201573848724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.330692291259766,
+      "cov-distil (oracle2student)": 8.552825927734375,
+      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "epoch": 0.013343799058084773,
+      "rel-constrast": 9.133567810058594,
+      "step": 17,
+      "subrel-constrast": 7.034067153930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.602668285369873,
+      "cov-distil (oracle2student)": 5.244088172912598,
+      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "epoch": 0.0141287284144427,
+      "rel-constrast": 7.642650127410889,
+      "step": 18,
+      "subrel-constrast": 6.055438995361328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5356028079986572,
+      "cov-distil (oracle2student)": 6.620259761810303,
+      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "epoch": 0.014913657770800628,
+      "rel-constrast": 4.861123561859131,
+      "step": 19,
+      "subrel-constrast": 5.008308410644531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.015698587127158554,
+      "grad_norm": 11.5625,
+      "learning_rate": 9.5e-07,
+      "loss": 1.7254,
+      "step": 20
+    },
+    {
+      "cov-distil": 2.88397479057312,
+      "cov-distil (oracle2student)": 6.778175354003906,
+      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "epoch": 0.015698587127158554,
+      "rel-constrast": 4.111982345581055,
+      "step": 20,
+      "subrel-constrast": 3.8631598949432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.384960174560547,
+      "cov-distil (oracle2student)": 7.21034049987793,
+      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "epoch": 0.016483516483516484,
+      "rel-constrast": 7.05242395401001,
+      "step": 21,
+      "subrel-constrast": 5.182291030883789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517098903656006,
+      "cov-distil (oracle2student)": 4.5811920166015625,
+      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "epoch": 0.01726844583987441,
+      "rel-constrast": 4.999781131744385,
+      "step": 22,
+      "subrel-constrast": 4.843943119049072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.147690773010254,
+      "cov-distil (oracle2student)": 6.542362213134766,
+      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "epoch": 0.01805337519623234,
+      "rel-constrast": 6.193174839019775,
+      "step": 23,
+      "subrel-constrast": 4.360376834869385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1142213344573975,
+      "cov-distil (oracle2student)": 5.866973400115967,
+      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "epoch": 0.018838304552590265,
+      "rel-constrast": 4.719829559326172,
+      "step": 24,
+      "subrel-constrast": 4.7262139320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0676374435424805,
+      "cov-distil (oracle2student)": 6.361337661743164,
+      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "epoch": 0.019623233908948195,
+      "rel-constrast": 5.291130542755127,
+      "step": 25,
+      "subrel-constrast": 4.823647975921631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.472700834274292,
+      "cov-distil (oracle2student)": 7.129220962524414,
+      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "epoch": 0.02040816326530612,
+      "rel-constrast": 3.5912997722625732,
+      "step": 26,
+      "subrel-constrast": 5.144829273223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9654526710510254,
+      "cov-distil (oracle2student)": 3.9266674518585205,
+      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "epoch": 0.02119309262166405,
+      "rel-constrast": 6.281983375549316,
+      "step": 27,
+      "subrel-constrast": 5.6362786293029785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6815195083618164,
+      "cov-distil (oracle2student)": 7.881003379821777,
+      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "epoch": 0.02197802197802198,
+      "rel-constrast": 5.959110260009766,
+      "step": 28,
+      "subrel-constrast": 5.209717750549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.88785982131958,
+      "cov-distil (oracle2student)": 7.003663063049316,
+      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "epoch": 0.022762951334379906,
+      "rel-constrast": 8.367774963378906,
+      "step": 29,
+      "subrel-constrast": 6.187191486358643,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.023547880690737835,
+      "grad_norm": 17.75,
+      "learning_rate": 1.45e-06,
+      "loss": 1.4845,
+      "step": 30
+    },
+    {
+      "cov-distil": 3.3678722381591797,
+      "cov-distil (oracle2student)": 6.019737243652344,
+      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "epoch": 0.023547880690737835,
+      "rel-constrast": 5.960864067077637,
+      "step": 30,
+      "subrel-constrast": 5.250092029571533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0134525299072266,
+      "cov-distil (oracle2student)": 6.479032516479492,
+      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "epoch": 0.02433281004709576,
+      "rel-constrast": 4.5848002433776855,
+      "step": 31,
+      "subrel-constrast": 4.0105085372924805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.619563102722168,
+      "cov-distil (oracle2student)": 6.920108795166016,
+      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "epoch": 0.02511773940345369,
+      "rel-constrast": 4.926921367645264,
+      "step": 32,
+      "subrel-constrast": 5.2235589027404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2718629837036133,
+      "cov-distil (oracle2student)": 6.375840663909912,
+      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "epoch": 0.025902668759811617,
+      "rel-constrast": 5.111979007720947,
+      "step": 33,
+      "subrel-constrast": 4.850986003875732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4088358879089355,
+      "cov-distil (oracle2student)": 6.677534103393555,
+      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "epoch": 0.026687598116169546,
+      "rel-constrast": 7.12398624420166,
+      "step": 34,
+      "subrel-constrast": 6.821657180786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9008474349975586,
+      "cov-distil (oracle2student)": 7.56972074508667,
+      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "epoch": 0.027472527472527472,
+      "rel-constrast": 7.496291160583496,
+      "step": 35,
+      "subrel-constrast": 5.942625522613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.160658836364746,
+      "cov-distil (oracle2student)": 6.67634391784668,
+      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "epoch": 0.0282574568288854,
+      "rel-constrast": 7.814392566680908,
+      "step": 36,
+      "subrel-constrast": 7.040494918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.357525110244751,
+      "cov-distil (oracle2student)": 6.231601715087891,
+      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "epoch": 0.029042386185243328,
+      "rel-constrast": 7.538066864013672,
+      "step": 37,
+      "subrel-constrast": 5.962146759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8702592849731445,
+      "cov-distil (oracle2student)": 7.061007499694824,
+      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "epoch": 0.029827315541601257,
+      "rel-constrast": 5.386776447296143,
+      "step": 38,
+      "subrel-constrast": 5.066832065582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8868913650512695,
+      "cov-distil (oracle2student)": 7.514427185058594,
+      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "epoch": 0.030612244897959183,
+      "rel-constrast": 4.858754634857178,
+      "step": 39,
+      "subrel-constrast": 3.695237159729004,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03139717425431711,
+      "grad_norm": 14.9375,
+      "learning_rate": 1.95e-06,
+      "loss": 1.6072,
+      "step": 40
+    },
+    {
+      "cov-distil": 2.6346449851989746,
+      "cov-distil (oracle2student)": 5.6983489990234375,
+      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "epoch": 0.03139717425431711,
+      "rel-constrast": 5.201531887054443,
+      "step": 40,
+      "subrel-constrast": 4.837984085083008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.228761672973633,
+      "cov-distil (oracle2student)": 5.368660926818848,
+      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "epoch": 0.03218210361067504,
+      "rel-constrast": 5.638035774230957,
+      "step": 41,
+      "subrel-constrast": 4.828268051147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0427069664001465,
+      "cov-distil (oracle2student)": 5.979119300842285,
+      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "epoch": 0.03296703296703297,
+      "rel-constrast": 7.022146701812744,
+      "step": 42,
+      "subrel-constrast": 5.421981334686279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3467624187469482,
+      "cov-distil (oracle2student)": 5.9029388427734375,
+      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "epoch": 0.033751962323390894,
+      "rel-constrast": 5.638243198394775,
+      "step": 43,
+      "subrel-constrast": 4.6920084953308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.569026470184326,
+      "cov-distil (oracle2student)": 6.0826921463012695,
+      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "epoch": 0.03453689167974882,
+      "rel-constrast": 7.202978134155273,
+      "step": 44,
+      "subrel-constrast": 6.782849311828613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.127652168273926,
+      "cov-distil (oracle2student)": 6.768123626708984,
+      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "epoch": 0.03532182103610675,
+      "rel-constrast": 5.803994655609131,
+      "step": 45,
+      "subrel-constrast": 4.7947678565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7271077632904053,
+      "cov-distil (oracle2student)": 6.987262725830078,
+      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "epoch": 0.03610675039246468,
+      "rel-constrast": 7.125826835632324,
+      "step": 46,
+      "subrel-constrast": 6.822656631469727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9657368659973145,
+      "cov-distil (oracle2student)": 7.144539833068848,
+      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "epoch": 0.036891679748822605,
+      "rel-constrast": 7.449712753295898,
+      "step": 47,
+      "subrel-constrast": 5.7075347900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.010920763015747,
+      "cov-distil (oracle2student)": 6.869639873504639,
+      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "epoch": 0.03767660910518053,
+      "rel-constrast": 5.459962844848633,
+      "step": 48,
+      "subrel-constrast": 5.051971435546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7146430015563965,
+      "cov-distil (oracle2student)": 8.329263687133789,
+      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "epoch": 0.038461538461538464,
+      "rel-constrast": 8.239823341369629,
+      "step": 49,
+      "subrel-constrast": 6.8162150382995605,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03924646781789639,
+      "grad_norm": 19.875,
+      "learning_rate": 2.4500000000000003e-06,
+      "loss": 1.6955,
+      "step": 50
+    },
+    {
+      "cov-distil": 3.2634499073028564,
+      "cov-distil (oracle2student)": 6.130512714385986,
+      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "epoch": 0.03924646781789639,
+      "rel-constrast": 6.289271354675293,
+      "step": 50,
+      "subrel-constrast": 4.33033561706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.303950309753418,
+      "cov-distil (oracle2student)": 8.357975006103516,
+      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "epoch": 0.040031397174254316,
+      "rel-constrast": 8.334805488586426,
+      "step": 51,
+      "subrel-constrast": 8.139405250549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2591934204101562,
+      "cov-distil (oracle2student)": 5.158834457397461,
+      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "epoch": 0.04081632653061224,
+      "rel-constrast": 5.297996520996094,
+      "step": 52,
+      "subrel-constrast": 4.4804863929748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.50638484954834,
+      "cov-distil (oracle2student)": 5.478808403015137,
+      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "epoch": 0.041601255886970175,
+      "rel-constrast": 8.10940170288086,
+      "step": 53,
+      "subrel-constrast": 5.969902038574219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8422069549560547,
+      "cov-distil (oracle2student)": 6.521360874176025,
+      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "epoch": 0.0423861852433281,
+      "rel-constrast": 5.607071399688721,
+      "step": 54,
+      "subrel-constrast": 6.106446743011475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.085712194442749,
+      "cov-distil (oracle2student)": 10.780364990234375,
+      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "epoch": 0.04317111459968603,
+      "rel-constrast": 6.090634346008301,
+      "step": 55,
+      "subrel-constrast": 6.779709339141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.785494565963745,
+      "cov-distil (oracle2student)": 5.962707996368408,
+      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "epoch": 0.04395604395604396,
+      "rel-constrast": 5.856771469116211,
+      "step": 56,
+      "subrel-constrast": 5.509479522705078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.584353446960449,
+      "cov-distil (oracle2student)": 6.202386379241943,
+      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "epoch": 0.044740973312401885,
+      "rel-constrast": 6.150420188903809,
+      "step": 57,
+      "subrel-constrast": 5.121495723724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701603889465332,
+      "cov-distil (oracle2student)": 6.837789058685303,
+      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "epoch": 0.04552590266875981,
+      "rel-constrast": 7.76063346862793,
+      "step": 58,
+      "subrel-constrast": 5.378823280334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.710871696472168,
+      "cov-distil (oracle2student)": 9.897594451904297,
+      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "epoch": 0.04631083202511774,
+      "rel-constrast": 7.0981221199035645,
+      "step": 59,
+      "subrel-constrast": 7.289656639099121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.04709576138147567,
+      "grad_norm": 16.0,
+      "learning_rate": 2.95e-06,
+      "loss": 1.7425,
+      "step": 60
+    },
+    {
+      "cov-distil": 3.577488899230957,
+      "cov-distil (oracle2student)": 5.867010116577148,
+      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "epoch": 0.04709576138147567,
+      "rel-constrast": 5.175161838531494,
+      "step": 60,
+      "subrel-constrast": 4.913603782653809,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8872010707855225,
+      "cov-distil (oracle2student)": 5.9557085037231445,
+      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "epoch": 0.047880690737833596,
+      "rel-constrast": 6.276098728179932,
+      "step": 61,
+      "subrel-constrast": 5.370903015136719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.1421709060668945,
+      "cov-distil (oracle2student)": 6.92226505279541,
+      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "epoch": 0.04866562009419152,
+      "rel-constrast": 5.787407398223877,
+      "step": 62,
+      "subrel-constrast": 4.8872456550598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.272606372833252,
+      "cov-distil (oracle2student)": 5.872837066650391,
+      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "epoch": 0.04945054945054945,
+      "rel-constrast": 8.104948043823242,
+      "step": 63,
+      "subrel-constrast": 5.131637096405029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4897913932800293,
+      "cov-distil (oracle2student)": 5.026608467102051,
+      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "epoch": 0.05023547880690738,
+      "rel-constrast": 5.219900608062744,
+      "step": 64,
+      "subrel-constrast": 3.928039073944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8875179290771484,
+      "cov-distil (oracle2student)": 7.8943681716918945,
+      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "epoch": 0.05102040816326531,
+      "rel-constrast": 6.689120292663574,
+      "step": 65,
+      "subrel-constrast": 5.134953022003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.124709129333496,
+      "cov-distil (oracle2student)": 5.3820366859436035,
+      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "epoch": 0.05180533751962323,
+      "rel-constrast": 5.537747859954834,
+      "step": 66,
+      "subrel-constrast": 3.9992260932922363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.69231915473938,
+      "cov-distil (oracle2student)": 6.316229820251465,
+      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "epoch": 0.05259026687598116,
+      "rel-constrast": 7.291317462921143,
+      "step": 67,
+      "subrel-constrast": 5.170005798339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.139277935028076,
+      "cov-distil (oracle2student)": 5.806092262268066,
+      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "epoch": 0.05337519623233909,
+      "rel-constrast": 4.4095139503479,
+      "step": 68,
+      "subrel-constrast": 4.170525074005127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6359305381774902,
+      "cov-distil (oracle2student)": 6.551682949066162,
+      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "epoch": 0.05416012558869702,
+      "rel-constrast": 5.37055778503418,
+      "step": 69,
+      "subrel-constrast": 5.060253620147705,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.054945054945054944,
+      "grad_norm": 14.3125,
+      "learning_rate": 3.4500000000000004e-06,
+      "loss": 1.5812,
+      "step": 70
+    },
+    {
+      "cov-distil": 3.1894845962524414,
+      "cov-distil (oracle2student)": 6.189196586608887,
+      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "epoch": 0.054945054945054944,
+      "rel-constrast": 6.035884380340576,
+      "step": 70,
+      "subrel-constrast": 5.30534553527832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3957502841949463,
+      "cov-distil (oracle2student)": 6.262465476989746,
+      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "epoch": 0.05572998430141287,
+      "rel-constrast": 5.4684906005859375,
+      "step": 71,
+      "subrel-constrast": 5.43447732925415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7110936641693115,
+      "cov-distil (oracle2student)": 9.013875007629395,
+      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "epoch": 0.0565149136577708,
+      "rel-constrast": 8.860300064086914,
+      "step": 72,
+      "subrel-constrast": 6.688097953796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.631287097930908,
+      "cov-distil (oracle2student)": 5.5042829513549805,
+      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "epoch": 0.05729984301412873,
+      "rel-constrast": 7.457805156707764,
+      "step": 73,
+      "subrel-constrast": 5.069272518157959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0951480865478516,
+      "cov-distil (oracle2student)": 10.49281120300293,
+      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "epoch": 0.058084772370486655,
+      "rel-constrast": 8.317502975463867,
+      "step": 74,
+      "subrel-constrast": 6.139723300933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.448239803314209,
+      "cov-distil (oracle2student)": 6.778696060180664,
+      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "epoch": 0.05886970172684458,
+      "rel-constrast": 6.208157062530518,
+      "step": 75,
+      "subrel-constrast": 5.600346088409424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9895548820495605,
+      "cov-distil (oracle2student)": 4.833767890930176,
+      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "epoch": 0.059654631083202514,
+      "rel-constrast": 5.301086902618408,
+      "step": 76,
+      "subrel-constrast": 4.662568092346191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.35664701461792,
+      "cov-distil (oracle2student)": 5.233097076416016,
+      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "epoch": 0.06043956043956044,
+      "rel-constrast": 5.103623867034912,
+      "step": 77,
+      "subrel-constrast": 4.268317222595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.415127754211426,
+      "cov-distil (oracle2student)": 6.644197940826416,
+      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "epoch": 0.061224489795918366,
+      "rel-constrast": 6.561215400695801,
+      "step": 78,
+      "subrel-constrast": 5.962937355041504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.510354995727539,
+      "cov-distil (oracle2student)": 8.139422416687012,
+      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "epoch": 0.06200941915227629,
+      "rel-constrast": 6.134330749511719,
+      "step": 79,
+      "subrel-constrast": 5.620271682739258,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.06279434850863422,
+      "grad_norm": 15.1875,
+      "learning_rate": 3.95e-06,
+      "loss": 1.7156,
+      "step": 80
+    },
+    {
+      "cov-distil": 3.3284835815429688,
+      "cov-distil (oracle2student)": 7.619293212890625,
+      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "epoch": 0.06279434850863422,
+      "rel-constrast": 7.173356533050537,
+      "step": 80,
+      "subrel-constrast": 6.808206558227539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4397096633911133,
+      "cov-distil (oracle2student)": 7.676415920257568,
+      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "epoch": 0.06357927786499215,
+      "rel-constrast": 6.886641502380371,
+      "step": 81,
+      "subrel-constrast": 6.984169960021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0268101692199707,
+      "cov-distil (oracle2student)": 7.81688117980957,
+      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "epoch": 0.06436420722135008,
+      "rel-constrast": 5.896097660064697,
+      "step": 82,
+      "subrel-constrast": 5.227864742279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.393474578857422,
+      "cov-distil (oracle2student)": 6.482656478881836,
+      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "epoch": 0.065149136577708,
+      "rel-constrast": 6.319892883300781,
+      "step": 83,
+      "subrel-constrast": 5.442715644836426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517345905303955,
+      "cov-distil (oracle2student)": 6.040264129638672,
+      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "epoch": 0.06593406593406594,
+      "rel-constrast": 5.40537166595459,
+      "step": 84,
+      "subrel-constrast": 4.604902267456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.264801502227783,
+      "cov-distil (oracle2student)": 4.99867057800293,
+      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "epoch": 0.06671899529042387,
+      "rel-constrast": 5.624813079833984,
+      "step": 85,
+      "subrel-constrast": 4.161462783813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266205310821533,
+      "cov-distil (oracle2student)": 8.019726753234863,
+      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "epoch": 0.06750392464678179,
+      "rel-constrast": 5.973287582397461,
+      "step": 86,
+      "subrel-constrast": 5.353548526763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9515674114227295,
+      "cov-distil (oracle2student)": 6.66702938079834,
+      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "epoch": 0.06828885400313972,
+      "rel-constrast": 7.188405990600586,
+      "step": 87,
+      "subrel-constrast": 6.352745056152344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.024931907653809,
+      "cov-distil (oracle2student)": 8.261985778808594,
+      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "epoch": 0.06907378335949764,
+      "rel-constrast": 6.1363115310668945,
+      "step": 88,
+      "subrel-constrast": 5.887054920196533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.616726875305176,
+      "cov-distil (oracle2student)": 7.866814613342285,
+      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "epoch": 0.06985871271585557,
+      "rel-constrast": 6.378461837768555,
+      "step": 89,
+      "subrel-constrast": 5.206252098083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.0706436420722135,
+      "grad_norm": 17.75,
+      "learning_rate": 4.45e-06,
+      "loss": 1.6566,
+      "step": 90
+    },
+    {
+      "cov-distil": 3.3641278743743896,
+      "cov-distil (oracle2student)": 5.879482269287109,
+      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "epoch": 0.0706436420722135,
+      "rel-constrast": 4.970180511474609,
+      "step": 90,
+      "subrel-constrast": 4.763465881347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9355416297912598,
+      "cov-distil (oracle2student)": 6.9991936683654785,
+      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "epoch": 0.07142857142857142,
+      "rel-constrast": 5.827273845672607,
+      "step": 91,
+      "subrel-constrast": 4.389217853546143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.328171491622925,
+      "cov-distil (oracle2student)": 6.016704559326172,
+      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "epoch": 0.07221350078492936,
+      "rel-constrast": 6.104631423950195,
+      "step": 92,
+      "subrel-constrast": 5.1348137855529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7416696548461914,
+      "cov-distil (oracle2student)": 6.554116249084473,
+      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "epoch": 0.07299843014128729,
+      "rel-constrast": 4.428642272949219,
+      "step": 93,
+      "subrel-constrast": 4.080572605133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.126981258392334,
+      "cov-distil (oracle2student)": 7.561041355133057,
+      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "epoch": 0.07378335949764521,
+      "rel-constrast": 6.626583576202393,
+      "step": 94,
+      "subrel-constrast": 6.036290168762207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266633987426758,
+      "cov-distil (oracle2student)": 8.336587905883789,
+      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "epoch": 0.07456828885400314,
+      "rel-constrast": 5.243127822875977,
+      "step": 95,
+      "subrel-constrast": 5.471756458282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3002748489379883,
+      "cov-distil (oracle2student)": 7.252134799957275,
+      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "epoch": 0.07535321821036106,
+      "rel-constrast": 6.544553756713867,
+      "step": 96,
+      "subrel-constrast": 4.715362548828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.930333375930786,
+      "cov-distil (oracle2student)": 7.169529914855957,
+      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "epoch": 0.076138147566719,
+      "rel-constrast": 8.069984436035156,
+      "step": 97,
+      "subrel-constrast": 6.452698230743408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3107340335845947,
+      "cov-distil (oracle2student)": 5.442892074584961,
+      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "epoch": 0.07692307692307693,
+      "rel-constrast": 5.03950834274292,
+      "step": 98,
+      "subrel-constrast": 5.33092737197876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7905068397521973,
+      "cov-distil (oracle2student)": 6.082137584686279,
+      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "epoch": 0.07770800627943485,
+      "rel-constrast": 5.238041400909424,
+      "step": 99,
+      "subrel-constrast": 5.280867576599121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "grad_norm": 16.25,
+      "learning_rate": 4.950000000000001e-06,
+      "loss": 1.5351,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "overlap": 0.20468750596046448,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "student margin": 0.018585205078125
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "teacher margin": 0.0267791748046875
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "margin difference": 0.0081939697265625,
+      "step": 100
+    },
+    {
+      "cov-distil": 3.0693624019622803,
+      "cov-distil (oracle2student)": 6.980118751525879,
+      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "epoch": 0.07849293563579278,
+      "rel-constrast": 9.246582984924316,
+      "step": 100,
+      "subrel-constrast": 5.737648963928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.966313362121582,
+      "cov-distil (oracle2student)": 6.273595809936523,
+      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "epoch": 0.07927786499215071,
+      "rel-constrast": 8.411349296569824,
+      "step": 101,
+      "subrel-constrast": 8.01908016204834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8371520042419434,
+      "cov-distil (oracle2student)": 8.099665641784668,
+      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "epoch": 0.08006279434850863,
+      "rel-constrast": 4.871597766876221,
+      "step": 102,
+      "subrel-constrast": 3.9983325004577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8040473461151123,
+      "cov-distil (oracle2student)": 7.026789665222168,
+      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "epoch": 0.08084772370486656,
+      "rel-constrast": 6.079948902130127,
+      "step": 103,
+      "subrel-constrast": 5.005115985870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1548211574554443,
+      "cov-distil (oracle2student)": 6.445549488067627,
+      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "epoch": 0.08163265306122448,
+      "rel-constrast": 7.2248029708862305,
+      "step": 104,
+      "subrel-constrast": 5.305993556976318,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.700580596923828,
+      "cov-distil (oracle2student)": 6.819460868835449,
+      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "epoch": 0.08241758241758242,
+      "rel-constrast": 6.1904296875,
+      "step": 105,
+      "subrel-constrast": 4.427753925323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641253709793091,
+      "cov-distil (oracle2student)": 7.707598686218262,
+      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "epoch": 0.08320251177394035,
+      "rel-constrast": 6.605925559997559,
+      "step": 106,
+      "subrel-constrast": 5.04954719543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9230635166168213,
+      "cov-distil (oracle2student)": 5.4684858322143555,
+      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "epoch": 0.08398744113029827,
+      "rel-constrast": 5.391318321228027,
+      "step": 107,
+      "subrel-constrast": 4.032782554626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.161479949951172,
+      "cov-distil (oracle2student)": 7.42598819732666,
+      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "epoch": 0.0847723704866562,
+      "rel-constrast": 5.700629234313965,
+      "step": 108,
+      "subrel-constrast": 5.242112636566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.411763906478882,
+      "cov-distil (oracle2student)": 4.519542217254639,
+      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "epoch": 0.08555729984301413,
+      "rel-constrast": 3.85139799118042,
+      "step": 109,
+      "subrel-constrast": 3.0891919136047363,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.08634222919937205,
+      "grad_norm": 12.6875,
+      "learning_rate": 5.45e-06,
+      "loss": 1.6685,
+      "step": 110
+    },
+    {
+      "cov-distil": 3.7623462677001953,
+      "cov-distil (oracle2student)": 5.816520690917969,
+      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "epoch": 0.08634222919937205,
+      "rel-constrast": 5.916131496429443,
+      "step": 110,
+      "subrel-constrast": 5.666640758514404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9162516593933105,
+      "cov-distil (oracle2student)": 6.607631683349609,
+      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "epoch": 0.08712715855572999,
+      "rel-constrast": 6.387336254119873,
+      "step": 111,
+      "subrel-constrast": 6.173241138458252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.200730085372925,
+      "cov-distil (oracle2student)": 5.046133041381836,
+      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "epoch": 0.08791208791208792,
+      "rel-constrast": 6.980642795562744,
+      "step": 112,
+      "subrel-constrast": 5.868181228637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8479957580566406,
+      "cov-distil (oracle2student)": 5.748662948608398,
+      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "epoch": 0.08869701726844584,
+      "rel-constrast": 6.133625507354736,
+      "step": 113,
+      "subrel-constrast": 5.044037818908691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.956294059753418,
+      "cov-distil (oracle2student)": 5.843686103820801,
+      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "epoch": 0.08948194662480377,
+      "rel-constrast": 5.719607353210449,
+      "step": 114,
+      "subrel-constrast": 4.5047831535339355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6976065635681152,
+      "cov-distil (oracle2student)": 6.534242153167725,
+      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "epoch": 0.09026687598116169,
+      "rel-constrast": 6.587165832519531,
+      "step": 115,
+      "subrel-constrast": 5.188892841339111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2262754440307617,
+      "cov-distil (oracle2student)": 7.407478332519531,
+      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "epoch": 0.09105180533751962,
+      "rel-constrast": 7.407068252563477,
+      "step": 116,
+      "subrel-constrast": 6.1709818840026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.905567169189453,
+      "cov-distil (oracle2student)": 6.0437421798706055,
+      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "epoch": 0.09183673469387756,
+      "rel-constrast": 5.36617374420166,
+      "step": 117,
+      "subrel-constrast": 4.775646686553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6030263900756836,
+      "cov-distil (oracle2student)": 7.838919639587402,
+      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "epoch": 0.09262166405023547,
+      "rel-constrast": 4.8718767166137695,
+      "step": 118,
+      "subrel-constrast": 4.323362827301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.951072931289673,
+      "cov-distil (oracle2student)": 3.37375545501709,
+      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "epoch": 0.09340659340659341,
+      "rel-constrast": 4.747162342071533,
+      "step": 119,
+      "subrel-constrast": 4.06825590133667,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.09419152276295134,
+      "grad_norm": 11.8125,
+      "learning_rate": 5.95e-06,
+      "loss": 1.5856,
+      "step": 120
+    },
+    {
+      "cov-distil": 2.652560234069824,
+      "cov-distil (oracle2student)": 7.5916571617126465,
+      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "epoch": 0.09419152276295134,
+      "rel-constrast": 5.198563575744629,
+      "step": 120,
+      "subrel-constrast": 4.764272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276362895965576,
+      "cov-distil (oracle2student)": 4.456997871398926,
+      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "epoch": 0.09497645211930926,
+      "rel-constrast": 6.008549213409424,
+      "step": 121,
+      "subrel-constrast": 4.660116672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.912120819091797,
+      "cov-distil (oracle2student)": 8.093740463256836,
+      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "epoch": 0.09576138147566719,
+      "rel-constrast": 6.139238357543945,
+      "step": 122,
+      "subrel-constrast": 4.679972171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.049605369567871,
+      "cov-distil (oracle2student)": 5.1690802574157715,
+      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "epoch": 0.09654631083202511,
+      "rel-constrast": 5.203070640563965,
+      "step": 123,
+      "subrel-constrast": 4.063456058502197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0213463306427,
+      "cov-distil (oracle2student)": 7.696413993835449,
+      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "epoch": 0.09733124018838304,
+      "rel-constrast": 6.98874568939209,
+      "step": 124,
+      "subrel-constrast": 5.5499491691589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.535893440246582,
+      "cov-distil (oracle2student)": 8.712299346923828,
+      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "epoch": 0.09811616954474098,
+      "rel-constrast": 6.464357376098633,
+      "step": 125,
+      "subrel-constrast": 5.6494855880737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6822762489318848,
+      "cov-distil (oracle2student)": 6.449732780456543,
+      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "epoch": 0.0989010989010989,
+      "rel-constrast": 5.643919944763184,
+      "step": 126,
+      "subrel-constrast": 4.270016193389893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1074256896972656,
+      "cov-distil (oracle2student)": 5.3115644454956055,
+      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "epoch": 0.09968602825745683,
+      "rel-constrast": 5.749547004699707,
+      "step": 127,
+      "subrel-constrast": 5.532700538635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.936629295349121,
+      "cov-distil (oracle2student)": 5.304935455322266,
+      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "epoch": 0.10047095761381476,
+      "rel-constrast": 6.327916622161865,
+      "step": 128,
+      "subrel-constrast": 4.5997748374938965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.669504165649414,
+      "cov-distil (oracle2student)": 9.971288681030273,
+      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "epoch": 0.10125588697017268,
+      "rel-constrast": 6.6161065101623535,
+      "step": 129,
+      "subrel-constrast": 5.407919883728027,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10204081632653061,
+      "grad_norm": 16.5,
+      "learning_rate": 6.45e-06,
+      "loss": 1.5831,
+      "step": 130
+    },
+    {
+      "cov-distil": 2.327519178390503,
+      "cov-distil (oracle2student)": 6.993311405181885,
+      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "epoch": 0.10204081632653061,
+      "rel-constrast": 4.820262432098389,
+      "step": 130,
+      "subrel-constrast": 3.4438061714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0019335746765137,
+      "cov-distil (oracle2student)": 4.936619281768799,
+      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "epoch": 0.10282574568288853,
+      "rel-constrast": 5.546187400817871,
+      "step": 131,
+      "subrel-constrast": 4.52654504776001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2872753143310547,
+      "cov-distil (oracle2student)": 4.686687469482422,
+      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "epoch": 0.10361067503924647,
+      "rel-constrast": 4.3100128173828125,
+      "step": 132,
+      "subrel-constrast": 4.772364139556885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.951021432876587,
+      "cov-distil (oracle2student)": 5.6703667640686035,
+      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "epoch": 0.1043956043956044,
+      "rel-constrast": 7.899327754974365,
+      "step": 133,
+      "subrel-constrast": 5.173623085021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8324503898620605,
+      "cov-distil (oracle2student)": 6.385481834411621,
+      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "epoch": 0.10518053375196232,
+      "rel-constrast": 7.542125701904297,
+      "step": 134,
+      "subrel-constrast": 6.20897102355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.568618059158325,
+      "cov-distil (oracle2student)": 5.818717956542969,
+      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "epoch": 0.10596546310832025,
+      "rel-constrast": 6.248257637023926,
+      "step": 135,
+      "subrel-constrast": 5.135055065155029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.144698143005371,
+      "cov-distil (oracle2student)": 4.889866828918457,
+      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "epoch": 0.10675039246467818,
+      "rel-constrast": 5.107748031616211,
+      "step": 136,
+      "subrel-constrast": 4.345935821533203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7044363021850586,
+      "cov-distil (oracle2student)": 6.096634864807129,
+      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "epoch": 0.1075353218210361,
+      "rel-constrast": 4.691919326782227,
+      "step": 137,
+      "subrel-constrast": 3.9912216663360596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4799304008483887,
+      "cov-distil (oracle2student)": 7.858448505401611,
+      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "epoch": 0.10832025117739404,
+      "rel-constrast": 6.566288948059082,
+      "step": 138,
+      "subrel-constrast": 5.5048980712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7945852279663086,
+      "cov-distil (oracle2student)": 7.29274320602417,
+      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "epoch": 0.10910518053375197,
+      "rel-constrast": 5.898140907287598,
+      "step": 139,
+      "subrel-constrast": 5.746703624725342,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10989010989010989,
+      "grad_norm": 18.125,
+      "learning_rate": 6.950000000000001e-06,
+      "loss": 1.536,
+      "step": 140
+    },
+    {
+      "cov-distil": 3.14044451713562,
+      "cov-distil (oracle2student)": 4.587895393371582,
+      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "epoch": 0.10989010989010989,
+      "rel-constrast": 5.251264572143555,
+      "step": 140,
+      "subrel-constrast": 5.109164714813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.021540641784668,
+      "cov-distil (oracle2student)": 7.4869279861450195,
+      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "epoch": 0.11067503924646782,
+      "rel-constrast": 6.179267406463623,
+      "step": 141,
+      "subrel-constrast": 5.208951950073242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6684998273849487,
+      "cov-distil (oracle2student)": 6.087306976318359,
+      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "epoch": 0.11145996860282574,
+      "rel-constrast": 5.406123161315918,
+      "step": 142,
+      "subrel-constrast": 4.496994495391846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436387300491333,
+      "cov-distil (oracle2student)": 6.199030876159668,
+      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "epoch": 0.11224489795918367,
+      "rel-constrast": 7.168307781219482,
+      "step": 143,
+      "subrel-constrast": 7.344377517700195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8038110733032227,
+      "cov-distil (oracle2student)": 6.1025261878967285,
+      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "epoch": 0.1130298273155416,
+      "rel-constrast": 5.3039350509643555,
+      "step": 144,
+      "subrel-constrast": 5.038955211639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3631601333618164,
+      "cov-distil (oracle2student)": 5.591802597045898,
+      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "epoch": 0.11381475667189953,
+      "rel-constrast": 5.500809669494629,
+      "step": 145,
+      "subrel-constrast": 4.158411979675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.101959705352783,
+      "cov-distil (oracle2student)": 8.792764663696289,
+      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "epoch": 0.11459968602825746,
+      "rel-constrast": 8.219110488891602,
+      "step": 146,
+      "subrel-constrast": 6.158865451812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.208827018737793,
+      "cov-distil (oracle2student)": 5.422389984130859,
+      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "epoch": 0.11538461538461539,
+      "rel-constrast": 4.903823375701904,
+      "step": 147,
+      "subrel-constrast": 3.73964786529541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6742186546325684,
+      "cov-distil (oracle2student)": 8.266731262207031,
+      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "epoch": 0.11616954474097331,
+      "rel-constrast": 7.703867435455322,
+      "step": 148,
+      "subrel-constrast": 7.040656566619873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.720594644546509,
+      "cov-distil (oracle2student)": 6.478317737579346,
+      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "epoch": 0.11695447409733124,
+      "rel-constrast": 5.557610511779785,
+      "step": 149,
+      "subrel-constrast": 5.062001705169678,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.11773940345368916,
+      "grad_norm": 13.25,
+      "learning_rate": 7.45e-06,
+      "loss": 1.6052,
+      "step": 150
+    },
+    {
+      "cov-distil": 2.7814245223999023,
+      "cov-distil (oracle2student)": 3.1672582626342773,
+      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "epoch": 0.11773940345368916,
+      "rel-constrast": 3.688767671585083,
+      "step": 150,
+      "subrel-constrast": 4.0553388595581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.247326374053955,
+      "cov-distil (oracle2student)": 6.089717388153076,
+      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "epoch": 0.1185243328100471,
+      "rel-constrast": 7.835025787353516,
+      "step": 151,
+      "subrel-constrast": 5.920222282409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4771711826324463,
+      "cov-distil (oracle2student)": 5.4199323654174805,
+      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "epoch": 0.11930926216640503,
+      "rel-constrast": 5.148440361022949,
+      "step": 152,
+      "subrel-constrast": 5.527997016906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1515517234802246,
+      "cov-distil (oracle2student)": 5.8758463859558105,
+      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "epoch": 0.12009419152276295,
+      "rel-constrast": 6.0649309158325195,
+      "step": 153,
+      "subrel-constrast": 5.996879577636719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6257619857788086,
+      "cov-distil (oracle2student)": 6.314117908477783,
+      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "epoch": 0.12087912087912088,
+      "rel-constrast": 5.450338840484619,
+      "step": 154,
+      "subrel-constrast": 5.505670547485352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0370373725891113,
+      "cov-distil (oracle2student)": 4.342787742614746,
+      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "epoch": 0.12166405023547881,
+      "rel-constrast": 4.312812805175781,
+      "step": 155,
+      "subrel-constrast": 4.328639984130859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.520047903060913,
+      "cov-distil (oracle2student)": 7.382922172546387,
+      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "epoch": 0.12244897959183673,
+      "rel-constrast": 6.673659324645996,
+      "step": 156,
+      "subrel-constrast": 5.639657974243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1351096630096436,
+      "cov-distil (oracle2student)": 6.902695178985596,
+      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "epoch": 0.12323390894819466,
+      "rel-constrast": 6.046702861785889,
+      "step": 157,
+      "subrel-constrast": 4.712500095367432,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.25526762008667,
+      "cov-distil (oracle2student)": 6.525176048278809,
+      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "epoch": 0.12401883830455258,
+      "rel-constrast": 5.966568946838379,
+      "step": 158,
+      "subrel-constrast": 5.607508659362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9533963203430176,
+      "cov-distil (oracle2student)": 6.75103759765625,
+      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "epoch": 0.12480376766091052,
+      "rel-constrast": 7.113164901733398,
+      "step": 159,
+      "subrel-constrast": 5.0479631423950195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.12558869701726844,
+      "grad_norm": 17.375,
+      "learning_rate": 7.95e-06,
+      "loss": 1.5405,
+      "step": 160
+    },
+    {
+      "cov-distil": 2.9749436378479004,
+      "cov-distil (oracle2student)": 5.1709065437316895,
+      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "epoch": 0.12558869701726844,
+      "rel-constrast": 4.383584976196289,
+      "step": 160,
+      "subrel-constrast": 4.833831310272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0097780227661133,
+      "cov-distil (oracle2student)": 5.923301696777344,
+      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "epoch": 0.12637362637362637,
+      "rel-constrast": 5.818535804748535,
+      "step": 161,
+      "subrel-constrast": 5.84551477432251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5908939838409424,
+      "cov-distil (oracle2student)": 5.665188789367676,
+      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "epoch": 0.1271585557299843,
+      "rel-constrast": 5.184443473815918,
+      "step": 162,
+      "subrel-constrast": 4.453043460845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.840712070465088,
+      "cov-distil (oracle2student)": 6.3763909339904785,
+      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "epoch": 0.12794348508634223,
+      "rel-constrast": 6.74964714050293,
+      "step": 163,
+      "subrel-constrast": 6.0634331703186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5142221450805664,
+      "cov-distil (oracle2student)": 5.44363260269165,
+      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "epoch": 0.12872841444270017,
+      "rel-constrast": 5.557941436767578,
+      "step": 164,
+      "subrel-constrast": 5.863348960876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2164993286132812,
+      "cov-distil (oracle2student)": 5.855222225189209,
+      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "epoch": 0.12951334379905807,
+      "rel-constrast": 6.6434831619262695,
+      "step": 165,
+      "subrel-constrast": 5.331329822540283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1836464405059814,
+      "cov-distil (oracle2student)": 4.513020038604736,
+      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "epoch": 0.130298273155416,
+      "rel-constrast": 5.878671646118164,
+      "step": 166,
+      "subrel-constrast": 4.37673807144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.782824754714966,
+      "cov-distil (oracle2student)": 5.268921375274658,
+      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "epoch": 0.13108320251177394,
+      "rel-constrast": 5.137875556945801,
+      "step": 167,
+      "subrel-constrast": 4.443451881408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.539813995361328,
+      "cov-distil (oracle2student)": 5.48532247543335,
+      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "epoch": 0.13186813186813187,
+      "rel-constrast": 4.842020511627197,
+      "step": 168,
+      "subrel-constrast": 4.043414115905762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7517428398132324,
+      "cov-distil (oracle2student)": 5.737140655517578,
+      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "epoch": 0.1326530612244898,
+      "rel-constrast": 5.73463249206543,
+      "step": 169,
+      "subrel-constrast": 5.651345729827881,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.13343799058084774,
+      "grad_norm": 13.375,
+      "learning_rate": 8.45e-06,
+      "loss": 1.4693,
+      "step": 170
+    },
+    {
+      "cov-distil": 3.406038522720337,
+      "cov-distil (oracle2student)": 4.48272705078125,
+      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "epoch": 0.13343799058084774,
+      "rel-constrast": 5.328525543212891,
+      "step": 170,
+      "subrel-constrast": 5.504851818084717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2601351737976074,
+      "cov-distil (oracle2student)": 5.214707374572754,
+      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "epoch": 0.13422291993720564,
+      "rel-constrast": 5.732027530670166,
+      "step": 171,
+      "subrel-constrast": 5.551510334014893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2649431228637695,
+      "cov-distil (oracle2student)": 4.903834819793701,
+      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "epoch": 0.13500784929356358,
+      "rel-constrast": 5.048663139343262,
+      "step": 172,
+      "subrel-constrast": 4.259944438934326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.291656970977783,
+      "cov-distil (oracle2student)": 5.617837905883789,
+      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "epoch": 0.1357927786499215,
+      "rel-constrast": 4.11165714263916,
+      "step": 173,
+      "subrel-constrast": 3.9811415672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3816723823547363,
+      "cov-distil (oracle2student)": 5.013119697570801,
+      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "epoch": 0.13657770800627944,
+      "rel-constrast": 7.141737461090088,
+      "step": 174,
+      "subrel-constrast": 5.517435550689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.518374443054199,
+      "cov-distil (oracle2student)": 5.188939094543457,
+      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "epoch": 0.13736263736263737,
+      "rel-constrast": 4.657840251922607,
+      "step": 175,
+      "subrel-constrast": 4.213469982147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1605043411254883,
+      "cov-distil (oracle2student)": 5.80596923828125,
+      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "epoch": 0.13814756671899528,
+      "rel-constrast": 5.725188732147217,
+      "step": 176,
+      "subrel-constrast": 5.085594177246094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.439970016479492,
+      "cov-distil (oracle2student)": 5.797138214111328,
+      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "epoch": 0.1389324960753532,
+      "rel-constrast": 4.679790019989014,
+      "step": 177,
+      "subrel-constrast": 4.292531967163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4772512912750244,
+      "cov-distil (oracle2student)": 5.517018795013428,
+      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "epoch": 0.13971742543171115,
+      "rel-constrast": 5.169275283813477,
+      "step": 178,
+      "subrel-constrast": 6.139341354370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.388380527496338,
+      "cov-distil (oracle2student)": 8.562522888183594,
+      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "epoch": 0.14050235478806908,
+      "rel-constrast": 5.553293704986572,
+      "step": 179,
+      "subrel-constrast": 5.5493621826171875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.141287284144427,
+      "grad_norm": 18.5,
+      "learning_rate": 8.95e-06,
+      "loss": 1.4052,
+      "step": 180
+    },
+    {
+      "cov-distil": 3.203474998474121,
+      "cov-distil (oracle2student)": 4.659393310546875,
+      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "epoch": 0.141287284144427,
+      "rel-constrast": 4.3841938972473145,
+      "step": 180,
+      "subrel-constrast": 4.432641506195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8620846271514893,
+      "cov-distil (oracle2student)": 4.239439964294434,
+      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "epoch": 0.14207221350078492,
+      "rel-constrast": 5.2689032554626465,
+      "step": 181,
+      "subrel-constrast": 4.619548797607422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6243515014648438,
+      "cov-distil (oracle2student)": 6.16297721862793,
+      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "epoch": 0.14285714285714285,
+      "rel-constrast": 5.904332160949707,
+      "step": 182,
+      "subrel-constrast": 4.9689106941223145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963348388671875,
+      "cov-distil (oracle2student)": 6.655308723449707,
+      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "epoch": 0.14364207221350078,
+      "rel-constrast": 4.478253364562988,
+      "step": 183,
+      "subrel-constrast": 4.905683517456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.237755298614502,
+      "cov-distil (oracle2student)": 6.64764404296875,
+      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "epoch": 0.14442700156985872,
+      "rel-constrast": 5.552248001098633,
+      "step": 184,
+      "subrel-constrast": 4.654872417449951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.473625659942627,
+      "cov-distil (oracle2student)": 6.30503511428833,
+      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "epoch": 0.14521193092621665,
+      "rel-constrast": 5.798867225646973,
+      "step": 185,
+      "subrel-constrast": 5.5699639320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1829147338867188,
+      "cov-distil (oracle2student)": 5.21027946472168,
+      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "epoch": 0.14599686028257458,
+      "rel-constrast": 5.464681625366211,
+      "step": 186,
+      "subrel-constrast": 5.187503814697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0477654933929443,
+      "cov-distil (oracle2student)": 6.166605472564697,
+      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "epoch": 0.14678178963893249,
+      "rel-constrast": 6.169456481933594,
+      "step": 187,
+      "subrel-constrast": 5.03766393661499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8547275066375732,
+      "cov-distil (oracle2student)": 5.306525707244873,
+      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "epoch": 0.14756671899529042,
+      "rel-constrast": 5.305285930633545,
+      "step": 188,
+      "subrel-constrast": 4.854366779327393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699039459228516,
+      "cov-distil (oracle2student)": 6.397008419036865,
+      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "epoch": 0.14835164835164835,
+      "rel-constrast": 6.549964427947998,
+      "step": 189,
+      "subrel-constrast": 5.943665981292725,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.14913657770800628,
+      "grad_norm": 13.6875,
+      "learning_rate": 9.450000000000001e-06,
+      "loss": 1.443,
+      "step": 190
+    },
+    {
+      "cov-distil": 3.1331424713134766,
+      "cov-distil (oracle2student)": 6.638267517089844,
+      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "epoch": 0.14913657770800628,
+      "rel-constrast": 6.56038236618042,
+      "step": 190,
+      "subrel-constrast": 5.594992160797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.656987190246582,
+      "cov-distil (oracle2student)": 6.065674781799316,
+      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "epoch": 0.14992150706436422,
+      "rel-constrast": 5.598496913909912,
+      "step": 191,
+      "subrel-constrast": 6.7906293869018555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.191580295562744,
+      "cov-distil (oracle2student)": 8.038559913635254,
+      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "epoch": 0.15070643642072212,
+      "rel-constrast": 4.849475860595703,
+      "step": 192,
+      "subrel-constrast": 4.131407737731934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.683588743209839,
+      "cov-distil (oracle2student)": 4.587405681610107,
+      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "epoch": 0.15149136577708006,
+      "rel-constrast": 4.667137622833252,
+      "step": 193,
+      "subrel-constrast": 4.492706775665283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5755395889282227,
+      "cov-distil (oracle2student)": 4.595428466796875,
+      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "epoch": 0.152276295133438,
+      "rel-constrast": 7.136086463928223,
+      "step": 194,
+      "subrel-constrast": 5.662163257598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.534440040588379,
+      "cov-distil (oracle2student)": 7.176570892333984,
+      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "epoch": 0.15306122448979592,
+      "rel-constrast": 6.500258445739746,
+      "step": 195,
+      "subrel-constrast": 5.75777006149292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.331389904022217,
+      "cov-distil (oracle2student)": 7.628920078277588,
+      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "epoch": 0.15384615384615385,
+      "rel-constrast": 5.442966461181641,
+      "step": 196,
+      "subrel-constrast": 5.2714996337890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9742186069488525,
+      "cov-distil (oracle2student)": 4.961199760437012,
+      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "epoch": 0.1546310832025118,
+      "rel-constrast": 4.30648946762085,
+      "step": 197,
+      "subrel-constrast": 4.105319499969482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3590917587280273,
+      "cov-distil (oracle2student)": 3.817314624786377,
+      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "epoch": 0.1554160125588697,
+      "rel-constrast": 4.151867866516113,
+      "step": 198,
+      "subrel-constrast": 3.6788856983184814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9948954582214355,
+      "cov-distil (oracle2student)": 6.080739974975586,
+      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "epoch": 0.15620094191522763,
+      "rel-constrast": 3.927574634552002,
+      "step": 199,
+      "subrel-constrast": 4.407478332519531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "grad_norm": 12.625,
+      "learning_rate": 9.950000000000001e-06,
+      "loss": 1.4021,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "overlap": 0.24062500894069672,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "student margin": 0.067840576171875
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "teacher margin": 0.0570220947265625
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "margin difference": -0.0108184814453125,
+      "step": 200
+    },
+    {
+      "cov-distil": 3.7237961292266846,
+      "cov-distil (oracle2student)": 7.586442947387695,
+      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "epoch": 0.15698587127158556,
+      "rel-constrast": 5.464310169219971,
+      "step": 200,
+      "subrel-constrast": 5.328721523284912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.274702310562134,
+      "cov-distil (oracle2student)": 5.070128440856934,
+      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "epoch": 0.1577708006279435,
+      "rel-constrast": 4.0968017578125,
+      "step": 201,
+      "subrel-constrast": 4.411446571350098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2039477825164795,
+      "cov-distil (oracle2student)": 6.712636470794678,
+      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "epoch": 0.15855572998430142,
+      "rel-constrast": 5.7678117752075195,
+      "step": 202,
+      "subrel-constrast": 5.347052574157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2047228813171387,
+      "cov-distil (oracle2student)": 7.661907196044922,
+      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "epoch": 0.15934065934065933,
+      "rel-constrast": 7.286009311676025,
+      "step": 203,
+      "subrel-constrast": 5.817068099975586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.91322922706604,
+      "cov-distil (oracle2student)": 4.107336044311523,
+      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "epoch": 0.16012558869701726,
+      "rel-constrast": 5.1244730949401855,
+      "step": 204,
+      "subrel-constrast": 4.262094020843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.850925922393799,
+      "cov-distil (oracle2student)": 11.0481595993042,
+      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "epoch": 0.1609105180533752,
+      "rel-constrast": 6.673989295959473,
+      "step": 205,
+      "subrel-constrast": 6.989043712615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3848154544830322,
+      "cov-distil (oracle2student)": 7.932931900024414,
+      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "epoch": 0.16169544740973313,
+      "rel-constrast": 7.136048793792725,
+      "step": 206,
+      "subrel-constrast": 5.786576747894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.876713275909424,
+      "cov-distil (oracle2student)": 5.842488765716553,
+      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "epoch": 0.16248037676609106,
+      "rel-constrast": 5.31241512298584,
+      "step": 207,
+      "subrel-constrast": 4.291684150695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.449646472930908,
+      "cov-distil (oracle2student)": 4.260830879211426,
+      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "epoch": 0.16326530612244897,
+      "rel-constrast": 5.283468246459961,
+      "step": 208,
+      "subrel-constrast": 4.963812351226807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8306093215942383,
+      "cov-distil (oracle2student)": 7.792827129364014,
+      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "epoch": 0.1640502354788069,
+      "rel-constrast": 5.909091472625732,
+      "step": 209,
+      "subrel-constrast": 5.323974132537842,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.16483516483516483,
+      "grad_norm": 14.875,
+      "learning_rate": 1.045e-05,
+      "loss": 1.5181,
+      "step": 210
+    },
+    {
+      "cov-distil": 3.0215041637420654,
+      "cov-distil (oracle2student)": 8.190481185913086,
+      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "epoch": 0.16483516483516483,
+      "rel-constrast": 5.830654144287109,
+      "step": 210,
+      "subrel-constrast": 6.107037544250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6075353622436523,
+      "cov-distil (oracle2student)": 5.927797317504883,
+      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "epoch": 0.16562009419152277,
+      "rel-constrast": 5.132475852966309,
+      "step": 211,
+      "subrel-constrast": 4.88439416885376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1792759895324707,
+      "cov-distil (oracle2student)": 5.705207347869873,
+      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "epoch": 0.1664050235478807,
+      "rel-constrast": 4.437366485595703,
+      "step": 212,
+      "subrel-constrast": 4.600239276885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.843543529510498,
+      "cov-distil (oracle2student)": 5.749957084655762,
+      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "epoch": 0.16718995290423863,
+      "rel-constrast": 3.4077744483947754,
+      "step": 213,
+      "subrel-constrast": 3.7116200923919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7177345752716064,
+      "cov-distil (oracle2student)": 6.503233909606934,
+      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "epoch": 0.16797488226059654,
+      "rel-constrast": 5.246351718902588,
+      "step": 214,
+      "subrel-constrast": 4.351907253265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.748671054840088,
+      "cov-distil (oracle2student)": 4.586667060852051,
+      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "epoch": 0.16875981161695447,
+      "rel-constrast": 5.743491172790527,
+      "step": 215,
+      "subrel-constrast": 5.712560653686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7116360664367676,
+      "cov-distil (oracle2student)": 4.121926307678223,
+      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "epoch": 0.1695447409733124,
+      "rel-constrast": 4.147603988647461,
+      "step": 216,
+      "subrel-constrast": 3.6736254692077637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1222097873687744,
+      "cov-distil (oracle2student)": 5.266463756561279,
+      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "epoch": 0.17032967032967034,
+      "rel-constrast": 6.011352062225342,
+      "step": 217,
+      "subrel-constrast": 5.236981391906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6187005043029785,
+      "cov-distil (oracle2student)": 4.983086585998535,
+      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "epoch": 0.17111459968602827,
+      "rel-constrast": 6.265609264373779,
+      "step": 218,
+      "subrel-constrast": 4.703866481781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.382068395614624,
+      "cov-distil (oracle2student)": 5.941694259643555,
+      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "epoch": 0.17189952904238617,
+      "rel-constrast": 6.0482497215271,
+      "step": 219,
+      "subrel-constrast": 4.653711318969727,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.1726844583987441,
+      "grad_norm": 13.9375,
+      "learning_rate": 1.095e-05,
+      "loss": 1.3792,
+      "step": 220
+    },
+    {
+      "cov-distil": 2.5856785774230957,
+      "cov-distil (oracle2student)": 6.176444053649902,
+      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "epoch": 0.1726844583987441,
+      "rel-constrast": 5.706560134887695,
+      "step": 220,
+      "subrel-constrast": 5.1533966064453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.762558937072754,
+      "cov-distil (oracle2student)": 6.647637844085693,
+      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "epoch": 0.17346938775510204,
+      "rel-constrast": 5.161595821380615,
+      "step": 221,
+      "subrel-constrast": 4.012270450592041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.637533664703369,
+      "cov-distil (oracle2student)": 5.838397026062012,
+      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "epoch": 0.17425431711145997,
+      "rel-constrast": 5.053402900695801,
+      "step": 222,
+      "subrel-constrast": 4.9708099365234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.336826801300049,
+      "cov-distil (oracle2student)": 5.399420738220215,
+      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "epoch": 0.1750392464678179,
+      "rel-constrast": 3.61594820022583,
+      "step": 223,
+      "subrel-constrast": 4.12787389755249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.445133924484253,
+      "cov-distil (oracle2student)": 5.421712398529053,
+      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "epoch": 0.17582417582417584,
+      "rel-constrast": 4.549353122711182,
+      "step": 224,
+      "subrel-constrast": 4.352869510650635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7959837913513184,
+      "cov-distil (oracle2student)": 6.113248825073242,
+      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "epoch": 0.17660910518053374,
+      "rel-constrast": 5.05862283706665,
+      "step": 225,
+      "subrel-constrast": 5.57745361328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3124284744262695,
+      "cov-distil (oracle2student)": 6.702354431152344,
+      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "epoch": 0.17739403453689168,
+      "rel-constrast": 6.356748580932617,
+      "step": 226,
+      "subrel-constrast": 5.245099067687988,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386946201324463,
+      "cov-distil (oracle2student)": 8.377017974853516,
+      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "epoch": 0.1781789638932496,
+      "rel-constrast": 6.255722999572754,
+      "step": 227,
+      "subrel-constrast": 5.9417009353637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8484878540039062,
+      "cov-distil (oracle2student)": 8.19301986694336,
+      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "epoch": 0.17896389324960754,
+      "rel-constrast": 5.690243721008301,
+      "step": 228,
+      "subrel-constrast": 6.001501560211182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0837349891662598,
+      "cov-distil (oracle2student)": 6.268764495849609,
+      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "epoch": 0.17974882260596547,
+      "rel-constrast": 6.622305870056152,
+      "step": 229,
+      "subrel-constrast": 5.648178577423096,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18053375196232338,
+      "grad_norm": 13.0625,
+      "learning_rate": 1.145e-05,
+      "loss": 1.4223,
+      "step": 230
+    },
+    {
+      "cov-distil": 2.784493923187256,
+      "cov-distil (oracle2student)": 7.625933647155762,
+      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "epoch": 0.18053375196232338,
+      "rel-constrast": 6.5320725440979,
+      "step": 230,
+      "subrel-constrast": 6.3568644523620605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6457338333129883,
+      "cov-distil (oracle2student)": 6.021350860595703,
+      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "epoch": 0.1813186813186813,
+      "rel-constrast": 5.55854606628418,
+      "step": 231,
+      "subrel-constrast": 5.060829162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0115959644317627,
+      "cov-distil (oracle2student)": 4.937437057495117,
+      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "epoch": 0.18210361067503925,
+      "rel-constrast": 5.882181644439697,
+      "step": 232,
+      "subrel-constrast": 5.401787757873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7508275508880615,
+      "cov-distil (oracle2student)": 5.548520088195801,
+      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "epoch": 0.18288854003139718,
+      "rel-constrast": 5.821797847747803,
+      "step": 233,
+      "subrel-constrast": 5.663866996765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9569406509399414,
+      "cov-distil (oracle2student)": 7.222298622131348,
+      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "epoch": 0.1836734693877551,
+      "rel-constrast": 6.105270862579346,
+      "step": 234,
+      "subrel-constrast": 5.712968349456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.103212833404541,
+      "cov-distil (oracle2student)": 7.01689338684082,
+      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "epoch": 0.18445839874411302,
+      "rel-constrast": 5.000349521636963,
+      "step": 235,
+      "subrel-constrast": 5.6979780197143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8269240856170654,
+      "cov-distil (oracle2student)": 6.271734237670898,
+      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "epoch": 0.18524332810047095,
+      "rel-constrast": 6.892180442810059,
+      "step": 236,
+      "subrel-constrast": 5.5071916580200195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.617617607116699,
+      "cov-distil (oracle2student)": 7.684514045715332,
+      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "epoch": 0.18602825745682888,
+      "rel-constrast": 5.50137996673584,
+      "step": 237,
+      "subrel-constrast": 5.996005058288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0465898513793945,
+      "cov-distil (oracle2student)": 5.6181640625,
+      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "epoch": 0.18681318681318682,
+      "rel-constrast": 5.506038665771484,
+      "step": 238,
+      "subrel-constrast": 4.241726398468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179614067077637,
+      "cov-distil (oracle2student)": 4.143487930297852,
+      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "epoch": 0.18759811616954475,
+      "rel-constrast": 5.2203168869018555,
+      "step": 239,
+      "subrel-constrast": 4.7745466232299805,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18838304552590268,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.195e-05,
+      "loss": 1.5289,
+      "step": 240
+    },
+    {
+      "cov-distil": 3.0700650215148926,
+      "cov-distil (oracle2student)": 6.768826484680176,
+      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "epoch": 0.18838304552590268,
+      "rel-constrast": 5.904140949249268,
+      "step": 240,
+      "subrel-constrast": 4.922555446624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.561779499053955,
+      "cov-distil (oracle2student)": 4.69482421875,
+      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "epoch": 0.1891679748822606,
+      "rel-constrast": 7.093609809875488,
+      "step": 241,
+      "subrel-constrast": 5.326828956604004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.611605167388916,
+      "cov-distil (oracle2student)": 8.443441390991211,
+      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "epoch": 0.18995290423861852,
+      "rel-constrast": 6.5073723793029785,
+      "step": 242,
+      "subrel-constrast": 5.4820237159729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022892713546753,
+      "cov-distil (oracle2student)": 5.535630226135254,
+      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "epoch": 0.19073783359497645,
+      "rel-constrast": 4.188787460327148,
+      "step": 243,
+      "subrel-constrast": 4.377328395843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2616350650787354,
+      "cov-distil (oracle2student)": 7.68295955657959,
+      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "epoch": 0.19152276295133439,
+      "rel-constrast": 3.710407257080078,
+      "step": 244,
+      "subrel-constrast": 4.857728958129883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4432787895202637,
+      "cov-distil (oracle2student)": 5.955875396728516,
+      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "epoch": 0.19230769230769232,
+      "rel-constrast": 4.064718246459961,
+      "step": 245,
+      "subrel-constrast": 3.286212921142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300020217895508,
+      "cov-distil (oracle2student)": 7.3102240562438965,
+      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "epoch": 0.19309262166405022,
+      "rel-constrast": 4.880646228790283,
+      "step": 246,
+      "subrel-constrast": 5.000226974487305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8198413848876953,
+      "cov-distil (oracle2student)": 6.318789482116699,
+      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "epoch": 0.19387755102040816,
+      "rel-constrast": 5.271482944488525,
+      "step": 247,
+      "subrel-constrast": 4.728270530700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701936721801758,
+      "cov-distil (oracle2student)": 7.418839454650879,
+      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "epoch": 0.1946624803767661,
+      "rel-constrast": 5.347120761871338,
+      "step": 248,
+      "subrel-constrast": 3.8733067512512207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371919870376587,
+      "cov-distil (oracle2student)": 4.60204553604126,
+      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "epoch": 0.19544740973312402,
+      "rel-constrast": 5.870595932006836,
+      "step": 249,
+      "subrel-constrast": 5.879952907562256,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.19623233908948196,
+      "grad_norm": 12.125,
+      "learning_rate": 1.2450000000000001e-05,
+      "loss": 1.3889,
+      "step": 250
+    },
+    {
+      "cov-distil": 2.57767915725708,
+      "cov-distil (oracle2student)": 5.355373382568359,
+      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "epoch": 0.19623233908948196,
+      "rel-constrast": 4.8918633460998535,
+      "step": 250,
+      "subrel-constrast": 5.259022235870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.245497703552246,
+      "cov-distil (oracle2student)": 6.331605911254883,
+      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "epoch": 0.1970172684458399,
+      "rel-constrast": 5.062900066375732,
+      "step": 251,
+      "subrel-constrast": 5.577909469604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9672136306762695,
+      "cov-distil (oracle2student)": 6.6121673583984375,
+      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "epoch": 0.1978021978021978,
+      "rel-constrast": 4.805986404418945,
+      "step": 252,
+      "subrel-constrast": 5.142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7761154174804688,
+      "cov-distil (oracle2student)": 4.467655181884766,
+      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "epoch": 0.19858712715855573,
+      "rel-constrast": 6.2257208824157715,
+      "step": 253,
+      "subrel-constrast": 6.681684970855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5528666973114014,
+      "cov-distil (oracle2student)": 3.8436954021453857,
+      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "epoch": 0.19937205651491366,
+      "rel-constrast": 4.351076602935791,
+      "step": 254,
+      "subrel-constrast": 4.7084856033325195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436844825744629,
+      "cov-distil (oracle2student)": 4.236217498779297,
+      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "epoch": 0.2001569858712716,
+      "rel-constrast": 4.495194911956787,
+      "step": 255,
+      "subrel-constrast": 4.984120845794678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8471765518188477,
+      "cov-distil (oracle2student)": 6.064319133758545,
+      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "epoch": 0.20094191522762953,
+      "rel-constrast": 6.856153964996338,
+      "step": 256,
+      "subrel-constrast": 6.399039268493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.282780408859253,
+      "cov-distil (oracle2student)": 6.418514728546143,
+      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "epoch": 0.20172684458398743,
+      "rel-constrast": 3.691617488861084,
+      "step": 257,
+      "subrel-constrast": 3.647446393966675,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8209176063537598,
+      "cov-distil (oracle2student)": 6.559376239776611,
+      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "epoch": 0.20251177394034536,
+      "rel-constrast": 5.5977067947387695,
+      "step": 258,
+      "subrel-constrast": 5.495102882385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641873836517334,
+      "cov-distil (oracle2student)": 7.442392349243164,
+      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "epoch": 0.2032967032967033,
+      "rel-constrast": 3.466684103012085,
+      "step": 259,
+      "subrel-constrast": 3.5653722286224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.20408163265306123,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.2950000000000001e-05,
+      "loss": 1.309,
+      "step": 260
+    },
+    {
+      "cov-distil": 3.5698390007019043,
+      "cov-distil (oracle2student)": 7.782341957092285,
+      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "epoch": 0.20408163265306123,
+      "rel-constrast": 7.622033596038818,
+      "step": 260,
+      "subrel-constrast": 7.28366231918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8396096229553223,
+      "cov-distil (oracle2student)": 5.895359992980957,
+      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "epoch": 0.20486656200941916,
+      "rel-constrast": 6.895399570465088,
+      "step": 261,
+      "subrel-constrast": 7.5016703605651855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8108363151550293,
+      "cov-distil (oracle2student)": 6.897369384765625,
+      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "epoch": 0.20565149136577707,
+      "rel-constrast": 6.448241233825684,
+      "step": 262,
+      "subrel-constrast": 5.558028221130371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3478736877441406,
+      "cov-distil (oracle2student)": 6.083657264709473,
+      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "epoch": 0.206436420722135,
+      "rel-constrast": 4.897732734680176,
+      "step": 263,
+      "subrel-constrast": 4.740241527557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.51102614402771,
+      "cov-distil (oracle2student)": 6.846009731292725,
+      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "epoch": 0.20722135007849293,
+      "rel-constrast": 5.827173233032227,
+      "step": 264,
+      "subrel-constrast": 4.172447204589844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1208271980285645,
+      "cov-distil (oracle2student)": 4.811653137207031,
+      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "epoch": 0.20800627943485087,
+      "rel-constrast": 4.7869768142700195,
+      "step": 265,
+      "subrel-constrast": 4.889547824859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.029162645339966,
+      "cov-distil (oracle2student)": 5.588479042053223,
+      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "epoch": 0.2087912087912088,
+      "rel-constrast": 5.366364002227783,
+      "step": 266,
+      "subrel-constrast": 4.852118015289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8015055656433105,
+      "cov-distil (oracle2student)": 5.775141716003418,
+      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "epoch": 0.20957613814756673,
+      "rel-constrast": 6.310330390930176,
+      "step": 267,
+      "subrel-constrast": 5.940087795257568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854526996612549,
+      "cov-distil (oracle2student)": 7.498423099517822,
+      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "epoch": 0.21036106750392464,
+      "rel-constrast": 5.91723108291626,
+      "step": 268,
+      "subrel-constrast": 5.569789886474609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8521933555603027,
+      "cov-distil (oracle2student)": 8.516229629516602,
+      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "epoch": 0.21114599686028257,
+      "rel-constrast": 5.549358367919922,
+      "step": 269,
+      "subrel-constrast": 5.865178108215332,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2119309262166405,
+      "grad_norm": 10.5,
+      "learning_rate": 1.3450000000000002e-05,
+      "loss": 1.5599,
+      "step": 270
+    },
+    {
+      "cov-distil": 2.6384477615356445,
+      "cov-distil (oracle2student)": 6.601221084594727,
+      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "epoch": 0.2119309262166405,
+      "rel-constrast": 5.00776481628418,
+      "step": 270,
+      "subrel-constrast": 5.840844631195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7631101608276367,
+      "cov-distil (oracle2student)": 6.431881904602051,
+      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "epoch": 0.21271585557299844,
+      "rel-constrast": 6.45134162902832,
+      "step": 271,
+      "subrel-constrast": 5.76878023147583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7807393074035645,
+      "cov-distil (oracle2student)": 5.865763187408447,
+      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "epoch": 0.21350078492935637,
+      "rel-constrast": 4.840774059295654,
+      "step": 272,
+      "subrel-constrast": 4.348789691925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6134047508239746,
+      "cov-distil (oracle2student)": 8.872061729431152,
+      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "epoch": 0.21428571428571427,
+      "rel-constrast": 6.13456392288208,
+      "step": 273,
+      "subrel-constrast": 5.690077781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.838979721069336,
+      "cov-distil (oracle2student)": 4.565421104431152,
+      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "epoch": 0.2150706436420722,
+      "rel-constrast": 3.4405574798583984,
+      "step": 274,
+      "subrel-constrast": 3.9467220306396484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.894028663635254,
+      "cov-distil (oracle2student)": 7.862314224243164,
+      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "epoch": 0.21585557299843014,
+      "rel-constrast": 5.791769027709961,
+      "step": 275,
+      "subrel-constrast": 5.281234264373779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.420649766921997,
+      "cov-distil (oracle2student)": 5.416041374206543,
+      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "epoch": 0.21664050235478807,
+      "rel-constrast": 6.379445552825928,
+      "step": 276,
+      "subrel-constrast": 6.395686149597168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.47515606880188,
+      "cov-distil (oracle2student)": 6.390409469604492,
+      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "epoch": 0.217425431711146,
+      "rel-constrast": 6.01629114151001,
+      "step": 277,
+      "subrel-constrast": 4.883129119873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6170835494995117,
+      "cov-distil (oracle2student)": 5.599660873413086,
+      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "epoch": 0.21821036106750394,
+      "rel-constrast": 5.321742057800293,
+      "step": 278,
+      "subrel-constrast": 5.569702625274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4472475051879883,
+      "cov-distil (oracle2student)": 4.157199859619141,
+      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "epoch": 0.21899529042386184,
+      "rel-constrast": 5.365159034729004,
+      "step": 279,
+      "subrel-constrast": 4.612099647521973,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.21978021978021978,
+      "grad_norm": 11.75,
+      "learning_rate": 1.3950000000000002e-05,
+      "loss": 1.4375,
+      "step": 280
+    },
+    {
+      "cov-distil": 2.9893362522125244,
+      "cov-distil (oracle2student)": 4.024957656860352,
+      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "epoch": 0.21978021978021978,
+      "rel-constrast": 3.5614960193634033,
+      "step": 280,
+      "subrel-constrast": 3.8487634658813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.844444990158081,
+      "cov-distil (oracle2student)": 5.392576217651367,
+      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "epoch": 0.2205651491365777,
+      "rel-constrast": 4.974848747253418,
+      "step": 281,
+      "subrel-constrast": 4.340900421142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.113116502761841,
+      "cov-distil (oracle2student)": 5.14133358001709,
+      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "epoch": 0.22135007849293564,
+      "rel-constrast": 3.7480554580688477,
+      "step": 282,
+      "subrel-constrast": 3.691127061843872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6692819595336914,
+      "cov-distil (oracle2student)": 5.371300220489502,
+      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "epoch": 0.22213500784929358,
+      "rel-constrast": 3.1415340900421143,
+      "step": 283,
+      "subrel-constrast": 3.5099706649780273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.123812675476074,
+      "cov-distil (oracle2student)": 5.589199066162109,
+      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "epoch": 0.22291993720565148,
+      "rel-constrast": 5.24945068359375,
+      "step": 284,
+      "subrel-constrast": 5.918647289276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8713016510009766,
+      "cov-distil (oracle2student)": 4.705049991607666,
+      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "epoch": 0.2237048665620094,
+      "rel-constrast": 4.912763595581055,
+      "step": 285,
+      "subrel-constrast": 4.87550163269043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3451600074768066,
+      "cov-distil (oracle2student)": 5.1898112297058105,
+      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "epoch": 0.22448979591836735,
+      "rel-constrast": 3.9581844806671143,
+      "step": 286,
+      "subrel-constrast": 4.999188423156738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.046831130981445,
+      "cov-distil (oracle2student)": 5.279922008514404,
+      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "epoch": 0.22527472527472528,
+      "rel-constrast": 3.851740598678589,
+      "step": 287,
+      "subrel-constrast": 5.069759368896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9045445919036865,
+      "cov-distil (oracle2student)": 4.107922077178955,
+      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "epoch": 0.2260596546310832,
+      "rel-constrast": 3.7474989891052246,
+      "step": 288,
+      "subrel-constrast": 3.227546215057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6393697261810303,
+      "cov-distil (oracle2student)": 5.38969612121582,
+      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "epoch": 0.22684458398744112,
+      "rel-constrast": 5.448161602020264,
+      "step": 289,
+      "subrel-constrast": 4.952843189239502,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.22762951334379905,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.4449999999999999e-05,
+      "loss": 1.1312,
+      "step": 290
+    },
+    {
+      "cov-distil": 2.2228524684906006,
+      "cov-distil (oracle2student)": 5.054024696350098,
+      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "epoch": 0.22762951334379905,
+      "rel-constrast": 4.407362937927246,
+      "step": 290,
+      "subrel-constrast": 3.7540085315704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.322395086288452,
+      "cov-distil (oracle2student)": 5.8189802169799805,
+      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "epoch": 0.22841444270015698,
+      "rel-constrast": 7.071442127227783,
+      "step": 291,
+      "subrel-constrast": 5.730456352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16727876663208,
+      "cov-distil (oracle2student)": 4.567198753356934,
+      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "epoch": 0.22919937205651492,
+      "rel-constrast": 4.42551851272583,
+      "step": 292,
+      "subrel-constrast": 4.485289573669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469608783721924,
+      "cov-distil (oracle2student)": 5.156149864196777,
+      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "epoch": 0.22998430141287285,
+      "rel-constrast": 5.817928314208984,
+      "step": 293,
+      "subrel-constrast": 5.512660503387451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7178702354431152,
+      "cov-distil (oracle2student)": 6.17563009262085,
+      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "epoch": 0.23076923076923078,
+      "rel-constrast": 4.059771537780762,
+      "step": 294,
+      "subrel-constrast": 4.546008110046387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.426544189453125,
+      "cov-distil (oracle2student)": 6.170835494995117,
+      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "epoch": 0.2315541601255887,
+      "rel-constrast": 5.40432071685791,
+      "step": 295,
+      "subrel-constrast": 4.621823310852051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4757297039031982,
+      "cov-distil (oracle2student)": 5.960691452026367,
+      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "epoch": 0.23233908948194662,
+      "rel-constrast": 5.51530122756958,
+      "step": 296,
+      "subrel-constrast": 4.927340507507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.657459259033203,
+      "cov-distil (oracle2student)": 5.8439040184021,
+      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "epoch": 0.23312401883830455,
+      "rel-constrast": 5.3520827293396,
+      "step": 297,
+      "subrel-constrast": 5.7532639503479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3521299362182617,
+      "cov-distil (oracle2student)": 4.154911041259766,
+      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "epoch": 0.23390894819466249,
+      "rel-constrast": 4.380270481109619,
+      "step": 298,
+      "subrel-constrast": 4.369304656982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0642247200012207,
+      "cov-distil (oracle2student)": 8.378507614135742,
+      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "epoch": 0.23469387755102042,
+      "rel-constrast": 6.201256275177002,
+      "step": 299,
+      "subrel-constrast": 6.11863374710083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "grad_norm": 12.3125,
+      "learning_rate": 1.4950000000000001e-05,
+      "loss": 1.3781,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "overlap": 0.2109375,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "student margin": 0.05963134765625
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "teacher margin": 0.038360595703125
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "margin difference": -0.021270751953125,
+      "step": 300
+    },
+    {
+      "cov-distil": 3.008206367492676,
+      "cov-distil (oracle2student)": 5.292865753173828,
+      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "epoch": 0.23547880690737832,
+      "rel-constrast": 4.0116376876831055,
+      "step": 300,
+      "subrel-constrast": 4.785098075866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989365577697754,
+      "cov-distil (oracle2student)": 5.546765327453613,
+      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "epoch": 0.23626373626373626,
+      "rel-constrast": 6.474400043487549,
+      "step": 301,
+      "subrel-constrast": 5.127968788146973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1983444690704346,
+      "cov-distil (oracle2student)": 8.063515663146973,
+      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "epoch": 0.2370486656200942,
+      "rel-constrast": 7.403573989868164,
+      "step": 302,
+      "subrel-constrast": 7.299440383911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1733779907226562,
+      "cov-distil (oracle2student)": 5.806576251983643,
+      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "epoch": 0.23783359497645212,
+      "rel-constrast": 4.8100080490112305,
+      "step": 303,
+      "subrel-constrast": 4.575942039489746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.296001434326172,
+      "cov-distil (oracle2student)": 5.940627098083496,
+      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "epoch": 0.23861852433281006,
+      "rel-constrast": 4.067414283752441,
+      "step": 304,
+      "subrel-constrast": 4.074215888977051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.045285701751709,
+      "cov-distil (oracle2student)": 6.319952487945557,
+      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "epoch": 0.239403453689168,
+      "rel-constrast": 6.282134056091309,
+      "step": 305,
+      "subrel-constrast": 5.782018661499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9121222496032715,
+      "cov-distil (oracle2student)": 5.459598064422607,
+      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "epoch": 0.2401883830455259,
+      "rel-constrast": 4.806554317474365,
+      "step": 306,
+      "subrel-constrast": 4.548116207122803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.127394199371338,
+      "cov-distil (oracle2student)": 6.740002155303955,
+      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "epoch": 0.24097331240188383,
+      "rel-constrast": 4.304414749145508,
+      "step": 307,
+      "subrel-constrast": 4.569100856781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409721851348877,
+      "cov-distil (oracle2student)": 5.193621635437012,
+      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "epoch": 0.24175824175824176,
+      "rel-constrast": 3.959606885910034,
+      "step": 308,
+      "subrel-constrast": 3.5845348834991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8062539100646973,
+      "cov-distil (oracle2student)": 4.71664571762085,
+      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "epoch": 0.2425431711145997,
+      "rel-constrast": 3.0766100883483887,
+      "step": 309,
+      "subrel-constrast": 3.382361888885498,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.24332810047095763,
+      "grad_norm": 9.5,
+      "learning_rate": 1.545e-05,
+      "loss": 1.2937,
+      "step": 310
+    },
+    {
+      "cov-distil": 2.239055633544922,
+      "cov-distil (oracle2student)": 5.393888473510742,
+      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "epoch": 0.24332810047095763,
+      "rel-constrast": 4.987247467041016,
+      "step": 310,
+      "subrel-constrast": 5.139691352844238,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2522640228271484,
+      "cov-distil (oracle2student)": 5.585516452789307,
+      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "epoch": 0.24411302982731553,
+      "rel-constrast": 5.4420576095581055,
+      "step": 311,
+      "subrel-constrast": 5.243014812469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9545369148254395,
+      "cov-distil (oracle2student)": 7.048440933227539,
+      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "epoch": 0.24489795918367346,
+      "rel-constrast": 4.822846412658691,
+      "step": 312,
+      "subrel-constrast": 5.2993550300598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3729989528656006,
+      "cov-distil (oracle2student)": 4.889832496643066,
+      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "epoch": 0.2456828885400314,
+      "rel-constrast": 4.288917064666748,
+      "step": 313,
+      "subrel-constrast": 4.1293230056762695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8544390201568604,
+      "cov-distil (oracle2student)": 5.838968276977539,
+      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "epoch": 0.24646781789638933,
+      "rel-constrast": 7.789211273193359,
+      "step": 314,
+      "subrel-constrast": 7.194558143615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.575493335723877,
+      "cov-distil (oracle2student)": 3.8698391914367676,
+      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "epoch": 0.24725274725274726,
+      "rel-constrast": 5.1448469161987305,
+      "step": 315,
+      "subrel-constrast": 5.066910743713379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5955240726470947,
+      "cov-distil (oracle2student)": 6.330062389373779,
+      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "epoch": 0.24803767660910517,
+      "rel-constrast": 5.845157623291016,
+      "step": 316,
+      "subrel-constrast": 5.653590679168701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.458334445953369,
+      "cov-distil (oracle2student)": 4.185459136962891,
+      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "epoch": 0.2488226059654631,
+      "rel-constrast": 2.779353618621826,
+      "step": 317,
+      "subrel-constrast": 2.9301249980926514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7841362953186035,
+      "cov-distil (oracle2student)": 6.304546356201172,
+      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "epoch": 0.24960753532182103,
+      "rel-constrast": 5.335213661193848,
+      "step": 318,
+      "subrel-constrast": 4.771610736846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.501758098602295,
+      "cov-distil (oracle2student)": 2.5830516815185547,
+      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "epoch": 0.25039246467817894,
+      "rel-constrast": 3.4819953441619873,
+      "step": 319,
+      "subrel-constrast": 4.568965435028076,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25117739403453687,
+      "grad_norm": 9.375,
+      "learning_rate": 1.595e-05,
+      "loss": 1.3169,
+      "step": 320
+    },
+    {
+      "cov-distil": 2.6786675453186035,
+      "cov-distil (oracle2student)": 6.357356071472168,
+      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "epoch": 0.25117739403453687,
+      "rel-constrast": 6.052874565124512,
+      "step": 320,
+      "subrel-constrast": 5.292226314544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.494877815246582,
+      "cov-distil (oracle2student)": 6.876131057739258,
+      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "epoch": 0.2519623233908948,
+      "rel-constrast": 5.749901294708252,
+      "step": 321,
+      "subrel-constrast": 5.932641983032227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.38651180267334,
+      "cov-distil (oracle2student)": 6.265422344207764,
+      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "epoch": 0.25274725274725274,
+      "rel-constrast": 6.318136215209961,
+      "step": 322,
+      "subrel-constrast": 6.435103893280029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4289562702178955,
+      "cov-distil (oracle2student)": 6.545157432556152,
+      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "epoch": 0.25353218210361067,
+      "rel-constrast": 3.1901004314422607,
+      "step": 323,
+      "subrel-constrast": 3.988408327102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2045464515686035,
+      "cov-distil (oracle2student)": 4.834115982055664,
+      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "epoch": 0.2543171114599686,
+      "rel-constrast": 3.4951283931732178,
+      "step": 324,
+      "subrel-constrast": 5.053758144378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7462997436523438,
+      "cov-distil (oracle2student)": 4.760239124298096,
+      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "epoch": 0.25510204081632654,
+      "rel-constrast": 5.508856773376465,
+      "step": 325,
+      "subrel-constrast": 4.718686580657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674020528793335,
+      "cov-distil (oracle2student)": 6.0317277908325195,
+      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "epoch": 0.25588697017268447,
+      "rel-constrast": 4.99403190612793,
+      "step": 326,
+      "subrel-constrast": 5.0482378005981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5660901069641113,
+      "cov-distil (oracle2student)": 4.034915447235107,
+      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "epoch": 0.2566718995290424,
+      "rel-constrast": 4.6133012771606445,
+      "step": 327,
+      "subrel-constrast": 4.879344940185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.365044593811035,
+      "cov-distil (oracle2student)": 6.041069984436035,
+      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "epoch": 0.25745682888540034,
+      "rel-constrast": 7.124080181121826,
+      "step": 328,
+      "subrel-constrast": 5.432338714599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.372805118560791,
+      "cov-distil (oracle2student)": 5.78395938873291,
+      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "epoch": 0.25824175824175827,
+      "rel-constrast": 6.051140308380127,
+      "step": 329,
+      "subrel-constrast": 5.881999492645264,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25902668759811615,
+      "grad_norm": 12.8125,
+      "learning_rate": 1.645e-05,
+      "loss": 1.3897,
+      "step": 330
+    },
+    {
+      "cov-distil": 2.17360520362854,
+      "cov-distil (oracle2student)": 4.5049262046813965,
+      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "epoch": 0.25902668759811615,
+      "rel-constrast": 6.193095684051514,
+      "step": 330,
+      "subrel-constrast": 6.21535587310791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125455856323242,
+      "cov-distil (oracle2student)": 6.844125747680664,
+      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "epoch": 0.2598116169544741,
+      "rel-constrast": 5.395874977111816,
+      "step": 331,
+      "subrel-constrast": 5.601707458496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.006053924560547,
+      "cov-distil (oracle2student)": 6.137346267700195,
+      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "epoch": 0.260596546310832,
+      "rel-constrast": 5.007664203643799,
+      "step": 332,
+      "subrel-constrast": 5.2837815284729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.734050750732422,
+      "cov-distil (oracle2student)": 7.4360809326171875,
+      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "epoch": 0.26138147566718994,
+      "rel-constrast": 7.471103668212891,
+      "step": 333,
+      "subrel-constrast": 6.6938323974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.608743667602539,
+      "cov-distil (oracle2student)": 6.094544410705566,
+      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "epoch": 0.2621664050235479,
+      "rel-constrast": 6.776917934417725,
+      "step": 334,
+      "subrel-constrast": 5.880159378051758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.892280101776123,
+      "cov-distil (oracle2student)": 5.178328514099121,
+      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "epoch": 0.2629513343799058,
+      "rel-constrast": 4.494962215423584,
+      "step": 335,
+      "subrel-constrast": 4.386334419250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2362866401672363,
+      "cov-distil (oracle2student)": 6.626348495483398,
+      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "epoch": 0.26373626373626374,
+      "rel-constrast": 3.794989585876465,
+      "step": 336,
+      "subrel-constrast": 3.689164638519287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.421428918838501,
+      "cov-distil (oracle2student)": 7.400732040405273,
+      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "epoch": 0.2645211930926217,
+      "rel-constrast": 5.231344699859619,
+      "step": 337,
+      "subrel-constrast": 5.4244794845581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3564536571502686,
+      "cov-distil (oracle2student)": 5.809101104736328,
+      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "epoch": 0.2653061224489796,
+      "rel-constrast": 3.5233960151672363,
+      "step": 338,
+      "subrel-constrast": 3.6908886432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1037206649780273,
+      "cov-distil (oracle2student)": 2.2603325843811035,
+      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "epoch": 0.26609105180533754,
+      "rel-constrast": 3.4815633296966553,
+      "step": 339,
+      "subrel-constrast": 3.288261890411377,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2668759811616955,
+      "grad_norm": 8.6875,
+      "learning_rate": 1.6950000000000002e-05,
+      "loss": 1.3469,
+      "step": 340
+    },
+    {
+      "cov-distil": 3.3706393241882324,
+      "cov-distil (oracle2student)": 6.5477705001831055,
+      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "epoch": 0.2668759811616955,
+      "rel-constrast": 4.431926727294922,
+      "step": 340,
+      "subrel-constrast": 4.443270683288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7762702703475952,
+      "cov-distil (oracle2student)": 5.8467302322387695,
+      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "epoch": 0.26766091051805335,
+      "rel-constrast": 6.334066390991211,
+      "step": 341,
+      "subrel-constrast": 5.981983661651611,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9460091590881348,
+      "cov-distil (oracle2student)": 5.643100738525391,
+      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "epoch": 0.2684458398744113,
+      "rel-constrast": 5.211766242980957,
+      "step": 342,
+      "subrel-constrast": 5.1992878913879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.367637872695923,
+      "cov-distil (oracle2student)": 5.941043853759766,
+      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "epoch": 0.2692307692307692,
+      "rel-constrast": 5.264193058013916,
+      "step": 343,
+      "subrel-constrast": 3.895352840423584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.412367820739746,
+      "cov-distil (oracle2student)": 7.493007659912109,
+      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "epoch": 0.27001569858712715,
+      "rel-constrast": 5.213747024536133,
+      "step": 344,
+      "subrel-constrast": 4.595364093780518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8810176849365234,
+      "cov-distil (oracle2student)": 7.061761379241943,
+      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "epoch": 0.2708006279434851,
+      "rel-constrast": 5.749035835266113,
+      "step": 345,
+      "subrel-constrast": 5.173506259918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8150792121887207,
+      "cov-distil (oracle2student)": 5.25694465637207,
+      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "epoch": 0.271585557299843,
+      "rel-constrast": 3.7829973697662354,
+      "step": 346,
+      "subrel-constrast": 4.973955154418945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5536751747131348,
+      "cov-distil (oracle2student)": 4.120350360870361,
+      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "epoch": 0.27237048665620095,
+      "rel-constrast": 3.704036235809326,
+      "step": 347,
+      "subrel-constrast": 3.350982666015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1382832527160645,
+      "cov-distil (oracle2student)": 5.11441707611084,
+      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "epoch": 0.2731554160125589,
+      "rel-constrast": 3.458172082901001,
+      "step": 348,
+      "subrel-constrast": 4.3986616134643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1670680046081543,
+      "cov-distil (oracle2student)": 6.426840782165527,
+      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "epoch": 0.2739403453689168,
+      "rel-constrast": 3.4649224281311035,
+      "step": 349,
+      "subrel-constrast": 3.7243576049804688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.27472527472527475,
+      "grad_norm": 9.25,
+      "learning_rate": 1.745e-05,
+      "loss": 1.2339,
+      "step": 350
+    },
+    {
+      "cov-distil": 3.608635902404785,
+      "cov-distil (oracle2student)": 4.330803871154785,
+      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "epoch": 0.27472527472527475,
+      "rel-constrast": 5.567419528961182,
+      "step": 350,
+      "subrel-constrast": 5.5189409255981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.042238473892212,
+      "cov-distil (oracle2student)": 5.05877685546875,
+      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "epoch": 0.2755102040816326,
+      "rel-constrast": 4.822046756744385,
+      "step": 351,
+      "subrel-constrast": 4.42357063293457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5642943382263184,
+      "cov-distil (oracle2student)": 5.4788360595703125,
+      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "epoch": 0.27629513343799056,
+      "rel-constrast": 4.740970134735107,
+      "step": 352,
+      "subrel-constrast": 4.879831790924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6448025703430176,
+      "cov-distil (oracle2student)": 8.111321449279785,
+      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "epoch": 0.2770800627943485,
+      "rel-constrast": 5.818354606628418,
+      "step": 353,
+      "subrel-constrast": 5.211849689483643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4067766666412354,
+      "cov-distil (oracle2student)": 4.365912914276123,
+      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "epoch": 0.2778649921507064,
+      "rel-constrast": 5.573647975921631,
+      "step": 354,
+      "subrel-constrast": 5.32288122177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5952365398406982,
+      "cov-distil (oracle2student)": 5.804892539978027,
+      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "epoch": 0.27864992150706436,
+      "rel-constrast": 2.9114840030670166,
+      "step": 355,
+      "subrel-constrast": 3.7944581508636475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0212960243225098,
+      "cov-distil (oracle2student)": 5.7747039794921875,
+      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "epoch": 0.2794348508634223,
+      "rel-constrast": 5.615074634552002,
+      "step": 356,
+      "subrel-constrast": 4.403563022613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7942184209823608,
+      "cov-distil (oracle2student)": 6.0659027099609375,
+      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "epoch": 0.2802197802197802,
+      "rel-constrast": 5.249208927154541,
+      "step": 357,
+      "subrel-constrast": 5.535679817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.774811267852783,
+      "cov-distil (oracle2student)": 6.464753150939941,
+      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "epoch": 0.28100470957613816,
+      "rel-constrast": 4.891279697418213,
+      "step": 358,
+      "subrel-constrast": 5.464860439300537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.453803539276123,
+      "cov-distil (oracle2student)": 4.161431789398193,
+      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "epoch": 0.2817896389324961,
+      "rel-constrast": 5.083553314208984,
+      "step": 359,
+      "subrel-constrast": 4.7147111892700195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.282574568288854,
+      "grad_norm": 11.3125,
+      "learning_rate": 1.795e-05,
+      "loss": 1.3216,
+      "step": 360
+    },
+    {
+      "cov-distil": 2.5603387355804443,
+      "cov-distil (oracle2student)": 5.630814552307129,
+      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "epoch": 0.282574568288854,
+      "rel-constrast": 4.032361030578613,
+      "step": 360,
+      "subrel-constrast": 4.251352787017822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8229472637176514,
+      "cov-distil (oracle2student)": 6.268754005432129,
+      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "epoch": 0.28335949764521196,
+      "rel-constrast": 4.587757587432861,
+      "step": 361,
+      "subrel-constrast": 5.313897132873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8588380813598633,
+      "cov-distil (oracle2student)": 5.717771530151367,
+      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "epoch": 0.28414442700156983,
+      "rel-constrast": 4.3423991203308105,
+      "step": 362,
+      "subrel-constrast": 4.597593784332275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7841402292251587,
+      "cov-distil (oracle2student)": 5.66856050491333,
+      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "epoch": 0.28492935635792777,
+      "rel-constrast": 4.133660316467285,
+      "step": 363,
+      "subrel-constrast": 4.4824748039245605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4724202156066895,
+      "cov-distil (oracle2student)": 5.346518516540527,
+      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "epoch": 0.2857142857142857,
+      "rel-constrast": 4.145630836486816,
+      "step": 364,
+      "subrel-constrast": 4.977063179016113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.808846354484558,
+      "cov-distil (oracle2student)": 5.196928977966309,
+      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "epoch": 0.28649921507064363,
+      "rel-constrast": 4.831958770751953,
+      "step": 365,
+      "subrel-constrast": 3.620854616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8844127655029297,
+      "cov-distil (oracle2student)": 4.427166938781738,
+      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "epoch": 0.28728414442700156,
+      "rel-constrast": 2.9533321857452393,
+      "step": 366,
+      "subrel-constrast": 3.6614904403686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.588649034500122,
+      "cov-distil (oracle2student)": 4.825804710388184,
+      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "epoch": 0.2880690737833595,
+      "rel-constrast": 3.4529616832733154,
+      "step": 367,
+      "subrel-constrast": 3.642184257507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7902345657348633,
+      "cov-distil (oracle2student)": 3.9853460788726807,
+      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "epoch": 0.28885400313971743,
+      "rel-constrast": 4.276392936706543,
+      "step": 368,
+      "subrel-constrast": 4.645603179931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6349034309387207,
+      "cov-distil (oracle2student)": 4.3472089767456055,
+      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "epoch": 0.28963893249607536,
+      "rel-constrast": 3.0620291233062744,
+      "step": 369,
+      "subrel-constrast": 4.223392486572266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2904238618524333,
+      "grad_norm": 8.625,
+      "learning_rate": 1.845e-05,
+      "loss": 1.056,
+      "step": 370
+    },
+    {
+      "cov-distil": 2.1786646842956543,
+      "cov-distil (oracle2student)": 5.363110542297363,
+      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "epoch": 0.2904238618524333,
+      "rel-constrast": 5.482825756072998,
+      "step": 370,
+      "subrel-constrast": 5.345534801483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2218286991119385,
+      "cov-distil (oracle2student)": 4.884929656982422,
+      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "epoch": 0.29120879120879123,
+      "rel-constrast": 3.8980860710144043,
+      "step": 371,
+      "subrel-constrast": 4.179631233215332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699034690856934,
+      "cov-distil (oracle2student)": 6.411710739135742,
+      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "epoch": 0.29199372056514916,
+      "rel-constrast": 4.8935041427612305,
+      "step": 372,
+      "subrel-constrast": 4.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.892509937286377,
+      "cov-distil (oracle2student)": 5.259044170379639,
+      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "epoch": 0.29277864992150704,
+      "rel-constrast": 3.2014081478118896,
+      "step": 373,
+      "subrel-constrast": 4.1573052406311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.772082805633545,
+      "cov-distil (oracle2student)": 4.566726207733154,
+      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "epoch": 0.29356357927786497,
+      "rel-constrast": 3.1878111362457275,
+      "step": 374,
+      "subrel-constrast": 3.35384464263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.591693162918091,
+      "cov-distil (oracle2student)": 5.522881507873535,
+      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "epoch": 0.2943485086342229,
+      "rel-constrast": 5.37741756439209,
+      "step": 375,
+      "subrel-constrast": 4.653171062469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5359158515930176,
+      "cov-distil (oracle2student)": 5.827084064483643,
+      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "epoch": 0.29513343799058084,
+      "rel-constrast": 4.727353572845459,
+      "step": 376,
+      "subrel-constrast": 3.935854911804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781376838684082,
+      "cov-distil (oracle2student)": 4.058488368988037,
+      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "epoch": 0.29591836734693877,
+      "rel-constrast": 3.8341798782348633,
+      "step": 377,
+      "subrel-constrast": 3.886284351348877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2513608932495117,
+      "cov-distil (oracle2student)": 6.062292098999023,
+      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "epoch": 0.2967032967032967,
+      "rel-constrast": 4.896815299987793,
+      "step": 378,
+      "subrel-constrast": 5.234432220458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.81939697265625,
+      "cov-distil (oracle2student)": 6.846397399902344,
+      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "epoch": 0.29748822605965464,
+      "rel-constrast": 4.4655609130859375,
+      "step": 379,
+      "subrel-constrast": 5.3056440353393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.29827315541601257,
+      "grad_norm": 9.1875,
+      "learning_rate": 1.895e-05,
+      "loss": 1.1617,
+      "step": 380
+    },
+    {
+      "cov-distil": 2.145519733428955,
+      "cov-distil (oracle2student)": 5.0195159912109375,
+      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "epoch": 0.29827315541601257,
+      "rel-constrast": 5.061878204345703,
+      "step": 380,
+      "subrel-constrast": 4.256718158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4396960735321045,
+      "cov-distil (oracle2student)": 5.107587814331055,
+      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "epoch": 0.2990580847723705,
+      "rel-constrast": 5.701793193817139,
+      "step": 381,
+      "subrel-constrast": 5.409301280975342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1333658695220947,
+      "cov-distil (oracle2student)": 5.085638523101807,
+      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "epoch": 0.29984301412872844,
+      "rel-constrast": 5.165194511413574,
+      "step": 382,
+      "subrel-constrast": 5.093568325042725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2161717414855957,
+      "cov-distil (oracle2student)": 7.9994072914123535,
+      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "epoch": 0.30062794348508637,
+      "rel-constrast": 7.066175937652588,
+      "step": 383,
+      "subrel-constrast": 6.8308610916137695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2208333015441895,
+      "cov-distil (oracle2student)": 4.0523858070373535,
+      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "epoch": 0.30141287284144425,
+      "rel-constrast": 4.53468132019043,
+      "step": 384,
+      "subrel-constrast": 5.056024074554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.071730136871338,
+      "cov-distil (oracle2student)": 4.249073505401611,
+      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "epoch": 0.3021978021978022,
+      "rel-constrast": 3.109813690185547,
+      "step": 385,
+      "subrel-constrast": 4.911736488342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9057316780090332,
+      "cov-distil (oracle2student)": 5.550108432769775,
+      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "epoch": 0.3029827315541601,
+      "rel-constrast": 6.038972854614258,
+      "step": 386,
+      "subrel-constrast": 5.7528533935546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.894748568534851,
+      "cov-distil (oracle2student)": 4.208711624145508,
+      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "epoch": 0.30376766091051804,
+      "rel-constrast": 3.28928804397583,
+      "step": 387,
+      "subrel-constrast": 4.545385837554932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.000256061553955,
+      "cov-distil (oracle2student)": 3.989053964614868,
+      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "epoch": 0.304552590266876,
+      "rel-constrast": 3.6278958320617676,
+      "step": 388,
+      "subrel-constrast": 4.682122230529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.647186756134033,
+      "cov-distil (oracle2student)": 5.239346027374268,
+      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "epoch": 0.3053375196232339,
+      "rel-constrast": 5.672878265380859,
+      "step": 389,
+      "subrel-constrast": 5.35860013961792,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.30612244897959184,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.9450000000000002e-05,
+      "loss": 1.2934,
+      "step": 390
+    },
+    {
+      "cov-distil": 1.9906284809112549,
+      "cov-distil (oracle2student)": 5.879648208618164,
+      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "epoch": 0.30612244897959184,
+      "rel-constrast": 3.779395580291748,
+      "step": 390,
+      "subrel-constrast": 4.119905471801758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.988453984260559,
+      "cov-distil (oracle2student)": 4.781367301940918,
+      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "epoch": 0.3069073783359498,
+      "rel-constrast": 3.251140594482422,
+      "step": 391,
+      "subrel-constrast": 3.398293972015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271214008331299,
+      "cov-distil (oracle2student)": 3.573791265487671,
+      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "epoch": 0.3076923076923077,
+      "rel-constrast": 3.212885618209839,
+      "step": 392,
+      "subrel-constrast": 4.208346843719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.500980854034424,
+      "cov-distil (oracle2student)": 5.914056777954102,
+      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "epoch": 0.30847723704866564,
+      "rel-constrast": 5.385578632354736,
+      "step": 393,
+      "subrel-constrast": 5.659003257751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4672982692718506,
+      "cov-distil (oracle2student)": 4.736859321594238,
+      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "epoch": 0.3092621664050236,
+      "rel-constrast": 2.597383975982666,
+      "step": 394,
+      "subrel-constrast": 3.6748647689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2462375164031982,
+      "cov-distil (oracle2student)": 5.579372406005859,
+      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "epoch": 0.31004709576138145,
+      "rel-constrast": 4.2792158126831055,
+      "step": 395,
+      "subrel-constrast": 4.788985729217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1940720081329346,
+      "cov-distil (oracle2student)": 6.999589920043945,
+      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "epoch": 0.3108320251177394,
+      "rel-constrast": 3.4981136322021484,
+      "step": 396,
+      "subrel-constrast": 3.725527048110962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4211723804473877,
+      "cov-distil (oracle2student)": 4.806880474090576,
+      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "epoch": 0.3116169544740973,
+      "rel-constrast": 3.6912615299224854,
+      "step": 397,
+      "subrel-constrast": 4.080460548400879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.147724151611328,
+      "cov-distil (oracle2student)": 3.4920403957366943,
+      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "epoch": 0.31240188383045525,
+      "rel-constrast": 3.37844181060791,
+      "step": 398,
+      "subrel-constrast": 4.133568286895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341226577758789,
+      "cov-distil (oracle2student)": 5.704563140869141,
+      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "epoch": 0.3131868131868132,
+      "rel-constrast": 5.77735710144043,
+      "step": 399,
+      "subrel-constrast": 5.990045070648193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "grad_norm": 10.25,
+      "learning_rate": 1.995e-05,
+      "loss": 1.0277,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "overlap": 0.21250000596046448,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "student margin": 0.0499267578125
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "teacher margin": 0.0330810546875
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "margin difference": -0.016845703125,
+      "step": 400
+    },
+    {
+      "cov-distil": 3.029654026031494,
+      "cov-distil (oracle2student)": 6.3546295166015625,
+      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "epoch": 0.3139717425431711,
+      "rel-constrast": 5.21034049987793,
+      "step": 400,
+      "subrel-constrast": 4.272339820861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7038116455078125,
+      "cov-distil (oracle2student)": 4.764902114868164,
+      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "epoch": 0.31475667189952905,
+      "rel-constrast": 4.609540939331055,
+      "step": 401,
+      "subrel-constrast": 4.73413610458374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.099792242050171,
+      "cov-distil (oracle2student)": 3.520395278930664,
+      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "epoch": 0.315541601255887,
+      "rel-constrast": 3.90291428565979,
+      "step": 402,
+      "subrel-constrast": 4.711536407470703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4153919219970703,
+      "cov-distil (oracle2student)": 4.881484031677246,
+      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "epoch": 0.3163265306122449,
+      "rel-constrast": 5.590476036071777,
+      "step": 403,
+      "subrel-constrast": 6.7442402839660645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.070514678955078,
+      "cov-distil (oracle2student)": 6.963999271392822,
+      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "epoch": 0.31711145996860285,
+      "rel-constrast": 4.405279159545898,
+      "step": 404,
+      "subrel-constrast": 4.019079208374023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7390613555908203,
+      "cov-distil (oracle2student)": 5.906704425811768,
+      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "epoch": 0.3178963893249607,
+      "rel-constrast": 5.089980125427246,
+      "step": 405,
+      "subrel-constrast": 5.007596969604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4844894409179688,
+      "cov-distil (oracle2student)": 3.5109589099884033,
+      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "epoch": 0.31868131868131866,
+      "rel-constrast": 3.7930362224578857,
+      "step": 406,
+      "subrel-constrast": 3.798858642578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3034815788269043,
+      "cov-distil (oracle2student)": 3.7118170261383057,
+      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "epoch": 0.3194662480376766,
+      "rel-constrast": 3.579343557357788,
+      "step": 407,
+      "subrel-constrast": 3.7536656856536865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386108875274658,
+      "cov-distil (oracle2student)": 7.637016773223877,
+      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "epoch": 0.3202511773940345,
+      "rel-constrast": 5.229757308959961,
+      "step": 408,
+      "subrel-constrast": 5.07039737701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8611326217651367,
+      "cov-distil (oracle2student)": 5.232067108154297,
+      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "epoch": 0.32103610675039246,
+      "rel-constrast": 3.642263174057007,
+      "step": 409,
+      "subrel-constrast": 4.416981220245361,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3218210361067504,
+      "grad_norm": 10.3125,
+      "learning_rate": 2.045e-05,
+      "loss": 1.1891,
+      "step": 410
+    },
+    {
+      "cov-distil": 2.2154881954193115,
+      "cov-distil (oracle2student)": 6.773739814758301,
+      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "epoch": 0.3218210361067504,
+      "rel-constrast": 3.8010854721069336,
+      "step": 410,
+      "subrel-constrast": 4.40297269821167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.502871513366699,
+      "cov-distil (oracle2student)": 5.0695061683654785,
+      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "epoch": 0.3226059654631083,
+      "rel-constrast": 3.752478837966919,
+      "step": 411,
+      "subrel-constrast": 4.620887756347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1412277221679688,
+      "cov-distil (oracle2student)": 5.670042037963867,
+      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "epoch": 0.32339089481946626,
+      "rel-constrast": 3.702781915664673,
+      "step": 412,
+      "subrel-constrast": 3.522353172302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.622506618499756,
+      "cov-distil (oracle2student)": 3.7515993118286133,
+      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "epoch": 0.3241758241758242,
+      "rel-constrast": 4.642484188079834,
+      "step": 413,
+      "subrel-constrast": 4.491447448730469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7788538932800293,
+      "cov-distil (oracle2student)": 4.702597618103027,
+      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "epoch": 0.3249607535321821,
+      "rel-constrast": 5.818304061889648,
+      "step": 414,
+      "subrel-constrast": 6.06870698928833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9587523937225342,
+      "cov-distil (oracle2student)": 5.824624538421631,
+      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "epoch": 0.32574568288854006,
+      "rel-constrast": 4.23227596282959,
+      "step": 415,
+      "subrel-constrast": 4.3078107833862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7149274349212646,
+      "cov-distil (oracle2student)": 4.385428428649902,
+      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "epoch": 0.32653061224489793,
+      "rel-constrast": 2.614161491394043,
+      "step": 416,
+      "subrel-constrast": 3.0772061347961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901108741760254,
+      "cov-distil (oracle2student)": 5.8399505615234375,
+      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "epoch": 0.32731554160125587,
+      "rel-constrast": 4.529116630554199,
+      "step": 417,
+      "subrel-constrast": 3.6887731552124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.264662504196167,
+      "cov-distil (oracle2student)": 5.077439308166504,
+      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "epoch": 0.3281004709576138,
+      "rel-constrast": 3.489309549331665,
+      "step": 418,
+      "subrel-constrast": 4.08317232131958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0951147079467773,
+      "cov-distil (oracle2student)": 5.056512355804443,
+      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "epoch": 0.32888540031397173,
+      "rel-constrast": 4.336194038391113,
+      "step": 419,
+      "subrel-constrast": 4.286928176879883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.32967032967032966,
+      "grad_norm": 11.125,
+      "learning_rate": 2.095e-05,
+      "loss": 1.0809,
+      "step": 420
+    },
+    {
+      "cov-distil": 2.853148937225342,
+      "cov-distil (oracle2student)": 4.900213718414307,
+      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "epoch": 0.32967032967032966,
+      "rel-constrast": 2.7741894721984863,
+      "step": 420,
+      "subrel-constrast": 4.219531536102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.347733497619629,
+      "cov-distil (oracle2student)": 5.8397064208984375,
+      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "epoch": 0.3304552590266876,
+      "rel-constrast": 4.240979194641113,
+      "step": 421,
+      "subrel-constrast": 4.324865818023682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3546690940856934,
+      "cov-distil (oracle2student)": 4.496642112731934,
+      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "epoch": 0.33124018838304553,
+      "rel-constrast": 4.255103588104248,
+      "step": 422,
+      "subrel-constrast": 5.117549419403076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.715123176574707,
+      "cov-distil (oracle2student)": 4.683563232421875,
+      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "epoch": 0.33202511773940346,
+      "rel-constrast": 5.569277763366699,
+      "step": 423,
+      "subrel-constrast": 5.483921527862549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235517978668213,
+      "cov-distil (oracle2student)": 3.439777374267578,
+      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "epoch": 0.3328100470957614,
+      "rel-constrast": 2.9701004028320312,
+      "step": 424,
+      "subrel-constrast": 3.481750249862671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.576808214187622,
+      "cov-distil (oracle2student)": 4.481812477111816,
+      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "epoch": 0.33359497645211933,
+      "rel-constrast": 3.951779842376709,
+      "step": 425,
+      "subrel-constrast": 4.240853786468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1964685916900635,
+      "cov-distil (oracle2student)": 5.804289817810059,
+      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "epoch": 0.33437990580847726,
+      "rel-constrast": 4.0014448165893555,
+      "step": 426,
+      "subrel-constrast": 4.291764736175537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8239710330963135,
+      "cov-distil (oracle2student)": 6.429267406463623,
+      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "epoch": 0.33516483516483514,
+      "rel-constrast": 5.43123197555542,
+      "step": 427,
+      "subrel-constrast": 5.811346530914307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.957871437072754,
+      "cov-distil (oracle2student)": 5.654982566833496,
+      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "epoch": 0.3359497645211931,
+      "rel-constrast": 3.8812756538391113,
+      "step": 428,
+      "subrel-constrast": 4.840229511260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.233981132507324,
+      "cov-distil (oracle2student)": 4.738227844238281,
+      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "epoch": 0.336734693877551,
+      "rel-constrast": 3.1858866214752197,
+      "step": 429,
+      "subrel-constrast": 4.9521284103393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.33751962323390894,
+      "grad_norm": 7.8125,
+      "learning_rate": 2.145e-05,
+      "loss": 1.0748,
+      "step": 430
+    },
+    {
+      "cov-distil": 2.071441173553467,
+      "cov-distil (oracle2student)": 5.731252193450928,
+      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "epoch": 0.33751962323390894,
+      "rel-constrast": 3.4950835704803467,
+      "step": 430,
+      "subrel-constrast": 4.140163898468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.762049674987793,
+      "cov-distil (oracle2student)": 5.917123794555664,
+      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "epoch": 0.33830455259026687,
+      "rel-constrast": 3.0546138286590576,
+      "step": 431,
+      "subrel-constrast": 3.9004335403442383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.009577989578247,
+      "cov-distil (oracle2student)": 4.721602439880371,
+      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "epoch": 0.3390894819466248,
+      "rel-constrast": 3.20813250541687,
+      "step": 432,
+      "subrel-constrast": 2.7180888652801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3607802391052246,
+      "cov-distil (oracle2student)": 5.02647590637207,
+      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "epoch": 0.33987441130298274,
+      "rel-constrast": 3.091285228729248,
+      "step": 433,
+      "subrel-constrast": 3.6924705505371094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.247466564178467,
+      "cov-distil (oracle2student)": 5.613053321838379,
+      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "epoch": 0.34065934065934067,
+      "rel-constrast": 6.07712459564209,
+      "step": 434,
+      "subrel-constrast": 5.707917213439941,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.775041341781616,
+      "cov-distil (oracle2student)": 4.206188201904297,
+      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "epoch": 0.3414442700156986,
+      "rel-constrast": 4.096330642700195,
+      "step": 435,
+      "subrel-constrast": 4.643835067749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1919288635253906,
+      "cov-distil (oracle2student)": 5.838393688201904,
+      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "epoch": 0.34222919937205654,
+      "rel-constrast": 3.9760336875915527,
+      "step": 436,
+      "subrel-constrast": 4.569299221038818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.402763605117798,
+      "cov-distil (oracle2student)": 5.501781463623047,
+      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "epoch": 0.34301412872841447,
+      "rel-constrast": 4.09533166885376,
+      "step": 437,
+      "subrel-constrast": 4.315829277038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2494189739227295,
+      "cov-distil (oracle2student)": 7.242899417877197,
+      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "epoch": 0.34379905808477235,
+      "rel-constrast": 5.04097843170166,
+      "step": 438,
+      "subrel-constrast": 4.862870216369629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2995710372924805,
+      "cov-distil (oracle2student)": 6.75054407119751,
+      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "epoch": 0.3445839874411303,
+      "rel-constrast": 4.982070446014404,
+      "step": 439,
+      "subrel-constrast": 5.908459663391113,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3453689167974882,
+      "grad_norm": 9.0625,
+      "learning_rate": 2.195e-05,
+      "loss": 1.0863,
+      "step": 440
+    },
+    {
+      "cov-distil": 2.3884384632110596,
+      "cov-distil (oracle2student)": 3.627267837524414,
+      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "epoch": 0.3453689167974882,
+      "rel-constrast": 3.338059425354004,
+      "step": 440,
+      "subrel-constrast": 3.8772172927856445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.314605712890625,
+      "cov-distil (oracle2student)": 3.331043243408203,
+      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "epoch": 0.34615384615384615,
+      "rel-constrast": 3.4346771240234375,
+      "step": 441,
+      "subrel-constrast": 4.622008323669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.188438653945923,
+      "cov-distil (oracle2student)": 4.153973579406738,
+      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "epoch": 0.3469387755102041,
+      "rel-constrast": 3.282660484313965,
+      "step": 442,
+      "subrel-constrast": 4.078038215637207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141457557678223,
+      "cov-distil (oracle2student)": 3.9378161430358887,
+      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "epoch": 0.347723704866562,
+      "rel-constrast": 3.16465163230896,
+      "step": 443,
+      "subrel-constrast": 3.99902606010437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184648513793945,
+      "cov-distil (oracle2student)": 4.154224395751953,
+      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "epoch": 0.34850863422291994,
+      "rel-constrast": 4.452948570251465,
+      "step": 444,
+      "subrel-constrast": 4.752323627471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.465195417404175,
+      "cov-distil (oracle2student)": 6.024938106536865,
+      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "epoch": 0.3492935635792779,
+      "rel-constrast": 3.97629976272583,
+      "step": 445,
+      "subrel-constrast": 4.345099925994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387889862060547,
+      "cov-distil (oracle2student)": 6.552669525146484,
+      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "epoch": 0.3500784929356358,
+      "rel-constrast": 4.845789909362793,
+      "step": 446,
+      "subrel-constrast": 4.969698905944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.397533416748047,
+      "cov-distil (oracle2student)": 4.364714622497559,
+      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "epoch": 0.35086342229199374,
+      "rel-constrast": 3.937595844268799,
+      "step": 447,
+      "subrel-constrast": 4.312699794769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7098320722579956,
+      "cov-distil (oracle2student)": 4.228442192077637,
+      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "epoch": 0.3516483516483517,
+      "rel-constrast": 4.023503303527832,
+      "step": 448,
+      "subrel-constrast": 4.394430637359619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.685983657836914,
+      "cov-distil (oracle2student)": 5.232016563415527,
+      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "epoch": 0.35243328100470955,
+      "rel-constrast": 4.860464096069336,
+      "step": 449,
+      "subrel-constrast": 5.943270206451416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3532182103610675,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.245e-05,
+      "loss": 1.0413,
+      "step": 450
+    },
+    {
+      "cov-distil": 2.2508721351623535,
+      "cov-distil (oracle2student)": 2.906092643737793,
+      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "epoch": 0.3532182103610675,
+      "rel-constrast": 4.014590740203857,
+      "step": 450,
+      "subrel-constrast": 3.848747491836548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.404543161392212,
+      "cov-distil (oracle2student)": 4.871207237243652,
+      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "epoch": 0.3540031397174254,
+      "rel-constrast": 4.726263999938965,
+      "step": 451,
+      "subrel-constrast": 4.601378440856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3678207397460938,
+      "cov-distil (oracle2student)": 4.7101731300354,
+      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "epoch": 0.35478806907378335,
+      "rel-constrast": 6.3743462562561035,
+      "step": 452,
+      "subrel-constrast": 5.834218978881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8811686038970947,
+      "cov-distil (oracle2student)": 7.004568099975586,
+      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "epoch": 0.3555729984301413,
+      "rel-constrast": 4.495256423950195,
+      "step": 453,
+      "subrel-constrast": 4.499624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.08927845954895,
+      "cov-distil (oracle2student)": 6.895721912384033,
+      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "epoch": 0.3563579277864992,
+      "rel-constrast": 3.5895748138427734,
+      "step": 454,
+      "subrel-constrast": 4.271737575531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574354648590088,
+      "cov-distil (oracle2student)": 4.438915252685547,
+      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "epoch": 0.35714285714285715,
+      "rel-constrast": 2.5299854278564453,
+      "step": 455,
+      "subrel-constrast": 3.375465154647827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.532860279083252,
+      "cov-distil (oracle2student)": 5.647635459899902,
+      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "epoch": 0.3579277864992151,
+      "rel-constrast": 4.839120864868164,
+      "step": 456,
+      "subrel-constrast": 5.001308917999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.857278347015381,
+      "cov-distil (oracle2student)": 4.26930046081543,
+      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "epoch": 0.358712715855573,
+      "rel-constrast": 4.054443359375,
+      "step": 457,
+      "subrel-constrast": 4.409102439880371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4386208057403564,
+      "cov-distil (oracle2student)": 4.052372455596924,
+      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "epoch": 0.35949764521193095,
+      "rel-constrast": 4.553459167480469,
+      "step": 458,
+      "subrel-constrast": 4.813325881958008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469395637512207,
+      "cov-distil (oracle2student)": 5.080841064453125,
+      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "epoch": 0.3602825745682888,
+      "rel-constrast": 4.249707221984863,
+      "step": 459,
+      "subrel-constrast": 4.861333847045898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36106750392464676,
+      "grad_norm": 10.0625,
+      "learning_rate": 2.2950000000000002e-05,
+      "loss": 1.146,
+      "step": 460
+    },
+    {
+      "cov-distil": 2.61850905418396,
+      "cov-distil (oracle2student)": 6.65915584564209,
+      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "epoch": 0.36106750392464676,
+      "rel-constrast": 5.478026390075684,
+      "step": 460,
+      "subrel-constrast": 5.582189083099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.189993143081665,
+      "cov-distil (oracle2student)": 5.363834381103516,
+      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "epoch": 0.3618524332810047,
+      "rel-constrast": 5.005136013031006,
+      "step": 461,
+      "subrel-constrast": 4.609855651855469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.936099648475647,
+      "cov-distil (oracle2student)": 2.9774246215820312,
+      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "epoch": 0.3626373626373626,
+      "rel-constrast": 3.062378406524658,
+      "step": 462,
+      "subrel-constrast": 3.0949158668518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.640564441680908,
+      "cov-distil (oracle2student)": 6.053886413574219,
+      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "epoch": 0.36342229199372056,
+      "rel-constrast": 3.466475248336792,
+      "step": 463,
+      "subrel-constrast": 4.198953628540039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.427206516265869,
+      "cov-distil (oracle2student)": 5.163705348968506,
+      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "epoch": 0.3642072213500785,
+      "rel-constrast": 3.610846757888794,
+      "step": 464,
+      "subrel-constrast": 4.117895603179932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4713971614837646,
+      "cov-distil (oracle2student)": 7.060304164886475,
+      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "epoch": 0.3649921507064364,
+      "rel-constrast": 6.358216285705566,
+      "step": 465,
+      "subrel-constrast": 7.534944534301758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341738224029541,
+      "cov-distil (oracle2student)": 3.9310569763183594,
+      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "epoch": 0.36577708006279436,
+      "rel-constrast": 4.7545905113220215,
+      "step": 466,
+      "subrel-constrast": 5.290574073791504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8943874835968018,
+      "cov-distil (oracle2student)": 7.774135589599609,
+      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "epoch": 0.3665620094191523,
+      "rel-constrast": 4.15330696105957,
+      "step": 467,
+      "subrel-constrast": 4.940469741821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2678370475769043,
+      "cov-distil (oracle2student)": 3.2847068309783936,
+      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "epoch": 0.3673469387755102,
+      "rel-constrast": 4.6083855628967285,
+      "step": 468,
+      "subrel-constrast": 4.441287040710449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.196363687515259,
+      "cov-distil (oracle2student)": 4.333902835845947,
+      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "epoch": 0.36813186813186816,
+      "rel-constrast": 4.278085708618164,
+      "step": 469,
+      "subrel-constrast": 5.189983367919922,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36891679748822603,
+      "grad_norm": 10.1875,
+      "learning_rate": 2.345e-05,
+      "loss": 1.1793,
+      "step": 470
+    },
+    {
+      "cov-distil": 2.533843994140625,
+      "cov-distil (oracle2student)": 5.978747367858887,
+      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "epoch": 0.36891679748822603,
+      "rel-constrast": 4.380161762237549,
+      "step": 470,
+      "subrel-constrast": 5.573913097381592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5308892726898193,
+      "cov-distil (oracle2student)": 2.514479160308838,
+      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "epoch": 0.36970172684458397,
+      "rel-constrast": 2.35434889793396,
+      "step": 471,
+      "subrel-constrast": 2.5103394985198975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2500219345092773,
+      "cov-distil (oracle2student)": 3.973175048828125,
+      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "epoch": 0.3704866562009419,
+      "rel-constrast": 2.966829299926758,
+      "step": 472,
+      "subrel-constrast": 2.8600332736968994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129756689071655,
+      "cov-distil (oracle2student)": 4.23541259765625,
+      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "epoch": 0.37127158555729983,
+      "rel-constrast": 3.762936592102051,
+      "step": 473,
+      "subrel-constrast": 3.4188146591186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.912912368774414,
+      "cov-distil (oracle2student)": 4.1711859703063965,
+      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "epoch": 0.37205651491365777,
+      "rel-constrast": 3.62333345413208,
+      "step": 474,
+      "subrel-constrast": 4.32157564163208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989773273468018,
+      "cov-distil (oracle2student)": 3.832151174545288,
+      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "epoch": 0.3728414442700157,
+      "rel-constrast": 4.430049419403076,
+      "step": 475,
+      "subrel-constrast": 4.741738796234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.258049964904785,
+      "cov-distil (oracle2student)": 5.291522026062012,
+      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "epoch": 0.37362637362637363,
+      "rel-constrast": 4.222903251647949,
+      "step": 476,
+      "subrel-constrast": 3.961719274520874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.570009469985962,
+      "cov-distil (oracle2student)": 5.773652076721191,
+      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "epoch": 0.37441130298273156,
+      "rel-constrast": 4.533541679382324,
+      "step": 477,
+      "subrel-constrast": 4.77773380279541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8505635261535645,
+      "cov-distil (oracle2student)": 6.83684778213501,
+      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "epoch": 0.3751962323390895,
+      "rel-constrast": 5.62321662902832,
+      "step": 478,
+      "subrel-constrast": 5.232511043548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7924580574035645,
+      "cov-distil (oracle2student)": 3.7319493293762207,
+      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "epoch": 0.37598116169544743,
+      "rel-constrast": 4.3964619636535645,
+      "step": 479,
+      "subrel-constrast": 4.63718843460083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.37676609105180536,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.395e-05,
+      "loss": 1.0666,
+      "step": 480
+    },
+    {
+      "cov-distil": 3.3505167961120605,
+      "cov-distil (oracle2student)": 5.910223960876465,
+      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "epoch": 0.37676609105180536,
+      "rel-constrast": 3.6228749752044678,
+      "step": 480,
+      "subrel-constrast": 4.511120796203613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4485015869140625,
+      "cov-distil (oracle2student)": 2.978269338607788,
+      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "epoch": 0.37755102040816324,
+      "rel-constrast": 2.7968740463256836,
+      "step": 481,
+      "subrel-constrast": 3.763864278793335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9172215461730957,
+      "cov-distil (oracle2student)": 4.363856315612793,
+      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "epoch": 0.3783359497645212,
+      "rel-constrast": 3.863055467605591,
+      "step": 482,
+      "subrel-constrast": 4.3716607093811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2787156105041504,
+      "cov-distil (oracle2student)": 5.516321182250977,
+      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "epoch": 0.3791208791208791,
+      "rel-constrast": 4.094292640686035,
+      "step": 483,
+      "subrel-constrast": 4.160613059997559,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235403537750244,
+      "cov-distil (oracle2student)": 5.518409729003906,
+      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "epoch": 0.37990580847723704,
+      "rel-constrast": 3.563915252685547,
+      "step": 484,
+      "subrel-constrast": 3.7485921382904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194551467895508,
+      "cov-distil (oracle2student)": 4.414938926696777,
+      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "epoch": 0.38069073783359497,
+      "rel-constrast": 3.6036124229431152,
+      "step": 485,
+      "subrel-constrast": 4.087226390838623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5132029056549072,
+      "cov-distil (oracle2student)": 5.28877067565918,
+      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "epoch": 0.3814756671899529,
+      "rel-constrast": 3.990896224975586,
+      "step": 486,
+      "subrel-constrast": 4.995358467102051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.118487596511841,
+      "cov-distil (oracle2student)": 4.492996692657471,
+      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "epoch": 0.38226059654631084,
+      "rel-constrast": 3.6116862297058105,
+      "step": 487,
+      "subrel-constrast": 3.7064754962921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1922671794891357,
+      "cov-distil (oracle2student)": 4.6771087646484375,
+      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "epoch": 0.38304552590266877,
+      "rel-constrast": 3.873265504837036,
+      "step": 488,
+      "subrel-constrast": 4.981564044952393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.20857834815979,
+      "cov-distil (oracle2student)": 5.020869255065918,
+      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "epoch": 0.3838304552590267,
+      "rel-constrast": 3.868755340576172,
+      "step": 489,
+      "subrel-constrast": 5.429229736328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "grad_norm": 9.8125,
+      "learning_rate": 2.445e-05,
+      "loss": 0.9824,
+      "step": 490
+    },
+    {
+      "cov-distil": 1.981706976890564,
+      "cov-distil (oracle2student)": 7.053213119506836,
+      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "epoch": 0.38461538461538464,
+      "rel-constrast": 4.026374816894531,
+      "step": 490,
+      "subrel-constrast": 4.501920223236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.410712718963623,
+      "cov-distil (oracle2student)": 5.133758544921875,
+      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "epoch": 0.38540031397174257,
+      "rel-constrast": 4.2775421142578125,
+      "step": 491,
+      "subrel-constrast": 4.118622779846191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371644973754883,
+      "cov-distil (oracle2student)": 5.659582138061523,
+      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "epoch": 0.38618524332810045,
+      "rel-constrast": 4.763324737548828,
+      "step": 492,
+      "subrel-constrast": 4.729984760284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4028496742248535,
+      "cov-distil (oracle2student)": 4.193080425262451,
+      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "epoch": 0.3869701726844584,
+      "rel-constrast": 3.300520896911621,
+      "step": 493,
+      "subrel-constrast": 4.785802841186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9608060121536255,
+      "cov-distil (oracle2student)": 4.956197261810303,
+      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "epoch": 0.3877551020408163,
+      "rel-constrast": 2.9137468338012695,
+      "step": 494,
+      "subrel-constrast": 3.282076597213745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4849562644958496,
+      "cov-distil (oracle2student)": 6.280769348144531,
+      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "epoch": 0.38854003139717425,
+      "rel-constrast": 4.2239484786987305,
+      "step": 495,
+      "subrel-constrast": 4.649102210998535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7329490184783936,
+      "cov-distil (oracle2student)": 4.664039611816406,
+      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "epoch": 0.3893249607535322,
+      "rel-constrast": 2.6345038414001465,
+      "step": 496,
+      "subrel-constrast": 3.718508243560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.085386276245117,
+      "cov-distil (oracle2student)": 3.886662721633911,
+      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "epoch": 0.3901098901098901,
+      "rel-constrast": 3.260143518447876,
+      "step": 497,
+      "subrel-constrast": 3.9507155418395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7282142639160156,
+      "cov-distil (oracle2student)": 3.539856433868408,
+      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "epoch": 0.39089481946624804,
+      "rel-constrast": 2.3446929454803467,
+      "step": 498,
+      "subrel-constrast": 2.6004679203033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6501827239990234,
+      "cov-distil (oracle2student)": 7.322658061981201,
+      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "epoch": 0.391679748822606,
+      "rel-constrast": 4.462357521057129,
+      "step": 499,
+      "subrel-constrast": 5.298823833465576,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "grad_norm": 8.375,
+      "learning_rate": 2.495e-05,
+      "loss": 0.9597,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-P@10": 0.76,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-P@10": 0.42899999999999994,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/avg": 0.5329941442436358,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "overlap": 0.2421875,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "student margin": 0.06243896484375
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "teacher margin": 0.042694091796875
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "margin difference": -0.019744873046875,
+      "step": 500
+    },
+    {
+      "cov-distil": 1.4159998893737793,
+      "cov-distil (oracle2student)": 4.625096797943115,
+      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "epoch": 0.3924646781789639,
+      "rel-constrast": 3.086014986038208,
+      "step": 500,
+      "subrel-constrast": 3.322561264038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.484131336212158,
+      "cov-distil (oracle2student)": 5.681003093719482,
+      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "epoch": 0.39324960753532184,
+      "rel-constrast": 3.455115795135498,
+      "step": 501,
+      "subrel-constrast": 3.60056209564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732965111732483,
+      "cov-distil (oracle2student)": 3.93009877204895,
+      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "epoch": 0.3940345368916798,
+      "rel-constrast": 3.891814708709717,
+      "step": 502,
+      "subrel-constrast": 4.615721225738525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3193750381469727,
+      "cov-distil (oracle2student)": 4.851567268371582,
+      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "epoch": 0.39481946624803765,
+      "rel-constrast": 3.16011381149292,
+      "step": 503,
+      "subrel-constrast": 3.5040040016174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2391562461853027,
+      "cov-distil (oracle2student)": 3.613586664199829,
+      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "epoch": 0.3956043956043956,
+      "rel-constrast": 4.543619155883789,
+      "step": 504,
+      "subrel-constrast": 4.639369964599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1063196659088135,
+      "cov-distil (oracle2student)": 5.640138626098633,
+      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "epoch": 0.3963893249607535,
+      "rel-constrast": 3.3249940872192383,
+      "step": 505,
+      "subrel-constrast": 3.79390287399292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8278141021728516,
+      "cov-distil (oracle2student)": 3.6726248264312744,
+      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "epoch": 0.39717425431711145,
+      "rel-constrast": 3.797194480895996,
+      "step": 506,
+      "subrel-constrast": 4.491276264190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0168466567993164,
+      "cov-distil (oracle2student)": 5.7914814949035645,
+      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "epoch": 0.3979591836734694,
+      "rel-constrast": 3.658668279647827,
+      "step": 507,
+      "subrel-constrast": 4.55025577545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.112938165664673,
+      "cov-distil (oracle2student)": 3.503079414367676,
+      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "epoch": 0.3987441130298273,
+      "rel-constrast": 2.802060604095459,
+      "step": 508,
+      "subrel-constrast": 3.5418896675109863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9679971933364868,
+      "cov-distil (oracle2student)": 4.781468391418457,
+      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "epoch": 0.39952904238618525,
+      "rel-constrast": 3.881654977798462,
+      "step": 509,
+      "subrel-constrast": 4.416358947753906,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4003139717425432,
+      "grad_norm": 9.1875,
+      "learning_rate": 2.5450000000000002e-05,
+      "loss": 0.9456,
+      "step": 510
+    },
+    {
+      "cov-distil": 1.395479440689087,
+      "cov-distil (oracle2student)": 5.548276424407959,
+      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "epoch": 0.4003139717425432,
+      "rel-constrast": 3.209362506866455,
+      "step": 510,
+      "subrel-constrast": 3.1534719467163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8525688648223877,
+      "cov-distil (oracle2student)": 6.531951904296875,
+      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "epoch": 0.4010989010989011,
+      "rel-constrast": 4.491300582885742,
+      "step": 511,
+      "subrel-constrast": 4.586567401885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9388954639434814,
+      "cov-distil (oracle2student)": 5.9139084815979,
+      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "epoch": 0.40188383045525905,
+      "rel-constrast": 4.033116340637207,
+      "step": 512,
+      "subrel-constrast": 4.773599147796631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7909735441207886,
+      "cov-distil (oracle2student)": 4.206601142883301,
+      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "epoch": 0.4026687598116169,
+      "rel-constrast": 4.130172252655029,
+      "step": 513,
+      "subrel-constrast": 4.800011157989502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.82828950881958,
+      "cov-distil (oracle2student)": 3.7563247680664062,
+      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "epoch": 0.40345368916797486,
+      "rel-constrast": 2.0718255043029785,
+      "step": 514,
+      "subrel-constrast": 2.8484530448913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547434329986572,
+      "cov-distil (oracle2student)": 3.475689649581909,
+      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "epoch": 0.4042386185243328,
+      "rel-constrast": 3.053926706314087,
+      "step": 515,
+      "subrel-constrast": 3.580040454864502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8886094093322754,
+      "cov-distil (oracle2student)": 3.8891124725341797,
+      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "epoch": 0.4050235478806907,
+      "rel-constrast": 3.4653000831604004,
+      "step": 516,
+      "subrel-constrast": 4.058748722076416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4138705730438232,
+      "cov-distil (oracle2student)": 6.235104084014893,
+      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "epoch": 0.40580847723704866,
+      "rel-constrast": 4.911827564239502,
+      "step": 517,
+      "subrel-constrast": 5.379470348358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.055727481842041,
+      "cov-distil (oracle2student)": 4.765932083129883,
+      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "epoch": 0.4065934065934066,
+      "rel-constrast": 4.432010650634766,
+      "step": 518,
+      "subrel-constrast": 3.8237483501434326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.444960594177246,
+      "cov-distil (oracle2student)": 3.9477295875549316,
+      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "epoch": 0.4073783359497645,
+      "rel-constrast": 4.135186195373535,
+      "step": 519,
+      "subrel-constrast": 4.819687843322754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.40816326530612246,
+      "grad_norm": 8.875,
+      "learning_rate": 2.595e-05,
+      "loss": 1.0015,
+      "step": 520
+    },
+    {
+      "cov-distil": 2.114975690841675,
+      "cov-distil (oracle2student)": 6.017740249633789,
+      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "epoch": 0.40816326530612246,
+      "rel-constrast": 3.083989143371582,
+      "step": 520,
+      "subrel-constrast": 3.6702053546905518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6442341804504395,
+      "cov-distil (oracle2student)": 4.542356491088867,
+      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "epoch": 0.4089481946624804,
+      "rel-constrast": 2.837587594985962,
+      "step": 521,
+      "subrel-constrast": 3.523179054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6822391748428345,
+      "cov-distil (oracle2student)": 3.990572690963745,
+      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "epoch": 0.4097331240188383,
+      "rel-constrast": 3.3714590072631836,
+      "step": 522,
+      "subrel-constrast": 3.4518234729766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5175161361694336,
+      "cov-distil (oracle2student)": 5.360091209411621,
+      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "epoch": 0.41051805337519626,
+      "rel-constrast": 3.320817232131958,
+      "step": 523,
+      "subrel-constrast": 4.099976539611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8499733209609985,
+      "cov-distil (oracle2student)": 4.837664604187012,
+      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "epoch": 0.41130298273155413,
+      "rel-constrast": 3.551431655883789,
+      "step": 524,
+      "subrel-constrast": 4.396182060241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3767762184143066,
+      "cov-distil (oracle2student)": 5.010434150695801,
+      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "epoch": 0.41208791208791207,
+      "rel-constrast": 3.382202386856079,
+      "step": 525,
+      "subrel-constrast": 4.079559803009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7340972423553467,
+      "cov-distil (oracle2student)": 6.103010654449463,
+      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "epoch": 0.41287284144427,
+      "rel-constrast": 2.4694104194641113,
+      "step": 526,
+      "subrel-constrast": 3.338963270187378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8253371715545654,
+      "cov-distil (oracle2student)": 4.7706756591796875,
+      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "epoch": 0.41365777080062793,
+      "rel-constrast": 4.593013763427734,
+      "step": 527,
+      "subrel-constrast": 5.206238269805908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2579145431518555,
+      "cov-distil (oracle2student)": 8.899227142333984,
+      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "epoch": 0.41444270015698587,
+      "rel-constrast": 3.0921471118927,
+      "step": 528,
+      "subrel-constrast": 4.043778896331787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9917439222335815,
+      "cov-distil (oracle2student)": 3.3459632396698,
+      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "epoch": 0.4152276295133438,
+      "rel-constrast": 3.5178332328796387,
+      "step": 529,
+      "subrel-constrast": 4.205659866333008,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.41601255886970173,
+      "grad_norm": 8.6875,
+      "learning_rate": 2.6450000000000003e-05,
+      "loss": 0.883,
+      "step": 530
+    },
+    {
+      "cov-distil": 2.4610893726348877,
+      "cov-distil (oracle2student)": 7.107298851013184,
+      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "epoch": 0.41601255886970173,
+      "rel-constrast": 4.013538837432861,
+      "step": 530,
+      "subrel-constrast": 4.085789203643799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9131748676300049,
+      "cov-distil (oracle2student)": 3.1839516162872314,
+      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "epoch": 0.41679748822605966,
+      "rel-constrast": 3.6091840267181396,
+      "step": 531,
+      "subrel-constrast": 3.740673303604126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387206554412842,
+      "cov-distil (oracle2student)": 3.9284486770629883,
+      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "epoch": 0.4175824175824176,
+      "rel-constrast": 3.5161938667297363,
+      "step": 532,
+      "subrel-constrast": 4.079607009887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.471837282180786,
+      "cov-distil (oracle2student)": 5.907663345336914,
+      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "epoch": 0.41836734693877553,
+      "rel-constrast": 4.507608890533447,
+      "step": 533,
+      "subrel-constrast": 5.104624271392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2768821716308594,
+      "cov-distil (oracle2student)": 5.402787208557129,
+      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "epoch": 0.41915227629513346,
+      "rel-constrast": 4.229998588562012,
+      "step": 534,
+      "subrel-constrast": 4.759891986846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1538729667663574,
+      "cov-distil (oracle2student)": 5.076930046081543,
+      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "epoch": 0.41993720565149134,
+      "rel-constrast": 5.096151351928711,
+      "step": 535,
+      "subrel-constrast": 5.996850490570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1815271377563477,
+      "cov-distil (oracle2student)": 4.3686065673828125,
+      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "epoch": 0.4207221350078493,
+      "rel-constrast": 3.4470701217651367,
+      "step": 536,
+      "subrel-constrast": 3.943808078765869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430976152420044,
+      "cov-distil (oracle2student)": 5.03574800491333,
+      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "epoch": 0.4215070643642072,
+      "rel-constrast": 4.9359941482543945,
+      "step": 537,
+      "subrel-constrast": 4.681961536407471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1151583194732666,
+      "cov-distil (oracle2student)": 4.930647850036621,
+      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "epoch": 0.42229199372056514,
+      "rel-constrast": 3.337693214416504,
+      "step": 538,
+      "subrel-constrast": 4.436145305633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0622363090515137,
+      "cov-distil (oracle2student)": 5.964321136474609,
+      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "epoch": 0.4230769230769231,
+      "rel-constrast": 2.918050765991211,
+      "step": 539,
+      "subrel-constrast": 3.1426711082458496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.423861852433281,
+      "grad_norm": 8.25,
+      "learning_rate": 2.6950000000000005e-05,
+      "loss": 1.0442,
+      "step": 540
+    },
+    {
+      "cov-distil": 2.4555015563964844,
+      "cov-distil (oracle2student)": 4.551426887512207,
+      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "epoch": 0.423861852433281,
+      "rel-constrast": 3.3250837326049805,
+      "step": 540,
+      "subrel-constrast": 3.5797502994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.082664966583252,
+      "cov-distil (oracle2student)": 4.699512958526611,
+      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "epoch": 0.42464678178963894,
+      "rel-constrast": 2.5872223377227783,
+      "step": 541,
+      "subrel-constrast": 3.821152687072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.204350709915161,
+      "cov-distil (oracle2student)": 4.2027435302734375,
+      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "epoch": 0.42543171114599687,
+      "rel-constrast": 3.1161422729492188,
+      "step": 542,
+      "subrel-constrast": 3.712345838546753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0034756660461426,
+      "cov-distil (oracle2student)": 4.845664978027344,
+      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "epoch": 0.4262166405023548,
+      "rel-constrast": 3.031003952026367,
+      "step": 543,
+      "subrel-constrast": 3.3142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4440988302230835,
+      "cov-distil (oracle2student)": 3.6065969467163086,
+      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "epoch": 0.42700156985871274,
+      "rel-constrast": 2.4494941234588623,
+      "step": 544,
+      "subrel-constrast": 2.605020046234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6435261964797974,
+      "cov-distil (oracle2student)": 3.551994800567627,
+      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "epoch": 0.42778649921507067,
+      "rel-constrast": 3.822410821914673,
+      "step": 545,
+      "subrel-constrast": 3.836008071899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7628724575042725,
+      "cov-distil (oracle2student)": 6.011783599853516,
+      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "epoch": 0.42857142857142855,
+      "rel-constrast": 3.934589385986328,
+      "step": 546,
+      "subrel-constrast": 3.964400053024292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7866466045379639,
+      "cov-distil (oracle2student)": 3.3814570903778076,
+      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "epoch": 0.4293563579277865,
+      "rel-constrast": 3.8515207767486572,
+      "step": 547,
+      "subrel-constrast": 4.402586460113525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3751814365386963,
+      "cov-distil (oracle2student)": 4.2626800537109375,
+      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "epoch": 0.4301412872841444,
+      "rel-constrast": 4.448970794677734,
+      "step": 548,
+      "subrel-constrast": 4.393995761871338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0791738033294678,
+      "cov-distil (oracle2student)": 5.72738790512085,
+      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "epoch": 0.43092621664050235,
+      "rel-constrast": 3.669039487838745,
+      "step": 549,
+      "subrel-constrast": 3.670117139816284,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4317111459968603,
+      "grad_norm": 10.5625,
+      "learning_rate": 2.7450000000000003e-05,
+      "loss": 0.9055,
+      "step": 550
+    },
+    {
+      "cov-distil": 1.8588554859161377,
+      "cov-distil (oracle2student)": 5.19000244140625,
+      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "epoch": 0.4317111459968603,
+      "rel-constrast": 2.9200479984283447,
+      "step": 550,
+      "subrel-constrast": 4.266639709472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4664716720581055,
+      "cov-distil (oracle2student)": 4.6646318435668945,
+      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "epoch": 0.4324960753532182,
+      "rel-constrast": 2.7482821941375732,
+      "step": 551,
+      "subrel-constrast": 3.751079797744751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2391505241394043,
+      "cov-distil (oracle2student)": 4.254290580749512,
+      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "epoch": 0.43328100470957615,
+      "rel-constrast": 2.8833484649658203,
+      "step": 552,
+      "subrel-constrast": 3.7221202850341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5725274085998535,
+      "cov-distil (oracle2student)": 4.4030375480651855,
+      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "epoch": 0.4340659340659341,
+      "rel-constrast": 3.2813262939453125,
+      "step": 553,
+      "subrel-constrast": 4.29766321182251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6824195384979248,
+      "cov-distil (oracle2student)": 4.262044906616211,
+      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "epoch": 0.434850863422292,
+      "rel-constrast": 4.048982620239258,
+      "step": 554,
+      "subrel-constrast": 4.117492198944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.280151605606079,
+      "cov-distil (oracle2student)": 3.482992649078369,
+      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "epoch": 0.43563579277864994,
+      "rel-constrast": 3.2121012210845947,
+      "step": 555,
+      "subrel-constrast": 3.5926947593688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.286961078643799,
+      "cov-distil (oracle2student)": 4.809238433837891,
+      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "epoch": 0.4364207221350079,
+      "rel-constrast": 3.495352029800415,
+      "step": 556,
+      "subrel-constrast": 4.314545631408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7107021808624268,
+      "cov-distil (oracle2student)": 4.218628406524658,
+      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "epoch": 0.43720565149136575,
+      "rel-constrast": 3.8885021209716797,
+      "step": 557,
+      "subrel-constrast": 4.020322799682617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8882838487625122,
+      "cov-distil (oracle2student)": 5.679129600524902,
+      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "epoch": 0.4379905808477237,
+      "rel-constrast": 4.420882225036621,
+      "step": 558,
+      "subrel-constrast": 5.289524078369141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9853229522705078,
+      "cov-distil (oracle2student)": 5.879613876342773,
+      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "epoch": 0.4387755102040816,
+      "rel-constrast": 3.605356216430664,
+      "step": 559,
+      "subrel-constrast": 4.175075531005859,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.43956043956043955,
+      "grad_norm": 7.125,
+      "learning_rate": 2.7950000000000005e-05,
+      "loss": 0.9175,
+      "step": 560
+    },
+    {
+      "cov-distil": 2.459702968597412,
+      "cov-distil (oracle2student)": 3.54038667678833,
+      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "epoch": 0.43956043956043955,
+      "rel-constrast": 3.044311285018921,
+      "step": 560,
+      "subrel-constrast": 3.8617966175079346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.301657199859619,
+      "cov-distil (oracle2student)": 3.6367805004119873,
+      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "epoch": 0.4403453689167975,
+      "rel-constrast": 2.504409074783325,
+      "step": 561,
+      "subrel-constrast": 3.5072786808013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2072887420654297,
+      "cov-distil (oracle2student)": 2.9245615005493164,
+      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "epoch": 0.4411302982731554,
+      "rel-constrast": 2.7347452640533447,
+      "step": 562,
+      "subrel-constrast": 2.8598663806915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9743279218673706,
+      "cov-distil (oracle2student)": 4.175314426422119,
+      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "epoch": 0.44191522762951335,
+      "rel-constrast": 2.9006690979003906,
+      "step": 563,
+      "subrel-constrast": 3.607196092605591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0321104526519775,
+      "cov-distil (oracle2student)": 3.8106508255004883,
+      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "epoch": 0.4427001569858713,
+      "rel-constrast": 2.8958191871643066,
+      "step": 564,
+      "subrel-constrast": 3.457608461380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.913415551185608,
+      "cov-distil (oracle2student)": 5.349029541015625,
+      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "epoch": 0.4434850863422292,
+      "rel-constrast": 3.0215673446655273,
+      "step": 565,
+      "subrel-constrast": 4.1114678382873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1626877784729004,
+      "cov-distil (oracle2student)": 5.174778938293457,
+      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "epoch": 0.44427001569858715,
+      "rel-constrast": 4.159515380859375,
+      "step": 566,
+      "subrel-constrast": 3.9089341163635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3144021034240723,
+      "cov-distil (oracle2student)": 4.621238708496094,
+      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "epoch": 0.44505494505494503,
+      "rel-constrast": 3.3642213344573975,
+      "step": 567,
+      "subrel-constrast": 3.904902696609497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7472102642059326,
+      "cov-distil (oracle2student)": 4.851565837860107,
+      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "epoch": 0.44583987441130296,
+      "rel-constrast": 4.3499755859375,
+      "step": 568,
+      "subrel-constrast": 5.089810371398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.075791597366333,
+      "cov-distil (oracle2student)": 5.32772159576416,
+      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "epoch": 0.4466248037676609,
+      "rel-constrast": 2.8129007816314697,
+      "step": 569,
+      "subrel-constrast": 4.071926593780518,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4474097331240188,
+      "grad_norm": 6.34375,
+      "learning_rate": 2.845e-05,
+      "loss": 0.8477,
+      "step": 570
+    },
+    {
+      "cov-distil": 2.4237582683563232,
+      "cov-distil (oracle2student)": 3.0226638317108154,
+      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "epoch": 0.4474097331240188,
+      "rel-constrast": 3.2645320892333984,
+      "step": 570,
+      "subrel-constrast": 3.560032367706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9481277465820312,
+      "cov-distil (oracle2student)": 4.076622486114502,
+      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "epoch": 0.44819466248037676,
+      "rel-constrast": 3.1871180534362793,
+      "step": 571,
+      "subrel-constrast": 3.889390468597412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8381760120391846,
+      "cov-distil (oracle2student)": 5.546555519104004,
+      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "epoch": 0.4489795918367347,
+      "rel-constrast": 3.591369390487671,
+      "step": 572,
+      "subrel-constrast": 4.264605522155762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9256342649459839,
+      "cov-distil (oracle2student)": 4.694274425506592,
+      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "epoch": 0.4497645211930926,
+      "rel-constrast": 3.0780086517333984,
+      "step": 573,
+      "subrel-constrast": 4.314204216003418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656573295593262,
+      "cov-distil (oracle2student)": 5.347856044769287,
+      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "epoch": 0.45054945054945056,
+      "rel-constrast": 4.534104347229004,
+      "step": 574,
+      "subrel-constrast": 3.962686061859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.547745704650879,
+      "cov-distil (oracle2student)": 5.250231742858887,
+      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "epoch": 0.4513343799058085,
+      "rel-constrast": 3.9131903648376465,
+      "step": 575,
+      "subrel-constrast": 3.791517972946167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732090950012207,
+      "cov-distil (oracle2student)": 5.05672550201416,
+      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "epoch": 0.4521193092621664,
+      "rel-constrast": 4.284381866455078,
+      "step": 576,
+      "subrel-constrast": 4.660088539123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4754586219787598,
+      "cov-distil (oracle2student)": 3.833111047744751,
+      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "epoch": 0.45290423861852436,
+      "rel-constrast": 4.8734540939331055,
+      "step": 577,
+      "subrel-constrast": 5.031405925750732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7031965255737305,
+      "cov-distil (oracle2student)": 5.395284175872803,
+      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "epoch": 0.45368916797488223,
+      "rel-constrast": 3.602329730987549,
+      "step": 578,
+      "subrel-constrast": 4.0972137451171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5256094932556152,
+      "cov-distil (oracle2student)": 4.89035701751709,
+      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "epoch": 0.45447409733124017,
+      "rel-constrast": 4.2911696434021,
+      "step": 579,
+      "subrel-constrast": 4.371425628662109,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4552590266875981,
+      "grad_norm": 8.125,
+      "learning_rate": 2.895e-05,
+      "loss": 1.0155,
+      "step": 580
+    },
+    {
+      "cov-distil": 1.709166169166565,
+      "cov-distil (oracle2student)": 3.729433059692383,
+      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "epoch": 0.4552590266875981,
+      "rel-constrast": 3.0027105808258057,
+      "step": 580,
+      "subrel-constrast": 4.083986282348633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0113184452056885,
+      "cov-distil (oracle2student)": 4.184613227844238,
+      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "epoch": 0.45604395604395603,
+      "rel-constrast": 3.453307867050171,
+      "step": 581,
+      "subrel-constrast": 3.889902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728846549987793,
+      "cov-distil (oracle2student)": 6.470742225646973,
+      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "epoch": 0.45682888540031397,
+      "rel-constrast": 2.9654622077941895,
+      "step": 582,
+      "subrel-constrast": 3.6763298511505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.542206048965454,
+      "cov-distil (oracle2student)": 3.866248846054077,
+      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "epoch": 0.4576138147566719,
+      "rel-constrast": 2.910317897796631,
+      "step": 583,
+      "subrel-constrast": 3.0755670070648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1158554553985596,
+      "cov-distil (oracle2student)": 3.5174355506896973,
+      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "epoch": 0.45839874411302983,
+      "rel-constrast": 3.163273334503174,
+      "step": 584,
+      "subrel-constrast": 4.189387798309326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358933448791504,
+      "cov-distil (oracle2student)": 5.5259623527526855,
+      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "epoch": 0.45918367346938777,
+      "rel-constrast": 3.3363170623779297,
+      "step": 585,
+      "subrel-constrast": 3.8728079795837402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7158913612365723,
+      "cov-distil (oracle2student)": 3.81449818611145,
+      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "epoch": 0.4599686028257457,
+      "rel-constrast": 2.7120189666748047,
+      "step": 586,
+      "subrel-constrast": 3.659945487976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179494857788086,
+      "cov-distil (oracle2student)": 5.410915851593018,
+      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "epoch": 0.46075353218210363,
+      "rel-constrast": 4.8570733070373535,
+      "step": 587,
+      "subrel-constrast": 6.077430248260498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146589756011963,
+      "cov-distil (oracle2student)": 4.808439254760742,
+      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "epoch": 0.46153846153846156,
+      "rel-constrast": 3.206974744796753,
+      "step": 588,
+      "subrel-constrast": 3.596273899078369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089515209197998,
+      "cov-distil (oracle2student)": 5.792536735534668,
+      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "epoch": 0.46232339089481944,
+      "rel-constrast": 2.9252166748046875,
+      "step": 589,
+      "subrel-constrast": 4.313965320587158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4631083202511774,
+      "grad_norm": 6.84375,
+      "learning_rate": 2.945e-05,
+      "loss": 0.8647,
+      "step": 590
+    },
+    {
+      "cov-distil": 2.1267971992492676,
+      "cov-distil (oracle2student)": 4.215712547302246,
+      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "epoch": 0.4631083202511774,
+      "rel-constrast": 3.7106242179870605,
+      "step": 590,
+      "subrel-constrast": 4.224156379699707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0595297813415527,
+      "cov-distil (oracle2student)": 7.233006477355957,
+      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "epoch": 0.4638932496075353,
+      "rel-constrast": 2.9407167434692383,
+      "step": 591,
+      "subrel-constrast": 4.574547290802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.99887216091156,
+      "cov-distil (oracle2student)": 5.496109962463379,
+      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "epoch": 0.46467817896389324,
+      "rel-constrast": 2.3733620643615723,
+      "step": 592,
+      "subrel-constrast": 3.4967288970947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7047181129455566,
+      "cov-distil (oracle2student)": 5.643624305725098,
+      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "epoch": 0.4654631083202512,
+      "rel-constrast": 5.243678092956543,
+      "step": 593,
+      "subrel-constrast": 5.544729709625244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4938790798187256,
+      "cov-distil (oracle2student)": 6.409417152404785,
+      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "epoch": 0.4662480376766091,
+      "rel-constrast": 2.4475982189178467,
+      "step": 594,
+      "subrel-constrast": 3.6893906593322754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6694910526275635,
+      "cov-distil (oracle2student)": 5.082285404205322,
+      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "epoch": 0.46703296703296704,
+      "rel-constrast": 3.532689094543457,
+      "step": 595,
+      "subrel-constrast": 4.091874122619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148131847381592,
+      "cov-distil (oracle2student)": 4.989685535430908,
+      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "epoch": 0.46781789638932497,
+      "rel-constrast": 4.088759422302246,
+      "step": 596,
+      "subrel-constrast": 4.2698822021484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.310335159301758,
+      "cov-distil (oracle2student)": 4.894394874572754,
+      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "epoch": 0.4686028257456829,
+      "rel-constrast": 5.071242332458496,
+      "step": 597,
+      "subrel-constrast": 5.214943885803223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2443196773529053,
+      "cov-distil (oracle2student)": 4.7232747077941895,
+      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "epoch": 0.46938775510204084,
+      "rel-constrast": 2.9406661987304688,
+      "step": 598,
+      "subrel-constrast": 3.8035221099853516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5355151891708374,
+      "cov-distil (oracle2student)": 3.4818904399871826,
+      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "epoch": 0.47017268445839877,
+      "rel-constrast": 2.709094762802124,
+      "step": 599,
+      "subrel-constrast": 3.5162317752838135,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "grad_norm": 6.09375,
+      "learning_rate": 2.995e-05,
+      "loss": 0.9297,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "overlap": 0.2984375059604645,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "student margin": 0.049224853515625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "teacher margin": 0.031402587890625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "margin difference": -0.017822265625,
+      "step": 600
+    },
+    {
+      "cov-distil": 2.0588765144348145,
+      "cov-distil (oracle2student)": 4.4324493408203125,
+      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "epoch": 0.47095761381475665,
+      "rel-constrast": 2.928539276123047,
+      "step": 600,
+      "subrel-constrast": 3.747493028640747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7370885610580444,
+      "cov-distil (oracle2student)": 5.581315517425537,
+      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "epoch": 0.4717425431711146,
+      "rel-constrast": 3.4618310928344727,
+      "step": 601,
+      "subrel-constrast": 3.892033815383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4053502082824707,
+      "cov-distil (oracle2student)": 3.771233558654785,
+      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "epoch": 0.4725274725274725,
+      "rel-constrast": 1.8632010221481323,
+      "step": 602,
+      "subrel-constrast": 3.01338529586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129983186721802,
+      "cov-distil (oracle2student)": 6.024843692779541,
+      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "epoch": 0.47331240188383045,
+      "rel-constrast": 3.88435959815979,
+      "step": 603,
+      "subrel-constrast": 4.859460830688477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7511838674545288,
+      "cov-distil (oracle2student)": 3.3029255867004395,
+      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "epoch": 0.4740973312401884,
+      "rel-constrast": 3.2290658950805664,
+      "step": 604,
+      "subrel-constrast": 4.085943222045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145510911941528,
+      "cov-distil (oracle2student)": 5.038276672363281,
+      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "epoch": 0.4748822605965463,
+      "rel-constrast": 4.488589286804199,
+      "step": 605,
+      "subrel-constrast": 4.722075462341309,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9118618965148926,
+      "cov-distil (oracle2student)": 4.359668731689453,
+      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "epoch": 0.47566718995290425,
+      "rel-constrast": 4.346715450286865,
+      "step": 606,
+      "subrel-constrast": 4.370314598083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1285834312438965,
+      "cov-distil (oracle2student)": 3.969097137451172,
+      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "epoch": 0.4764521193092622,
+      "rel-constrast": 3.884713649749756,
+      "step": 607,
+      "subrel-constrast": 4.063881874084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9782260656356812,
+      "cov-distil (oracle2student)": 3.262112617492676,
+      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "epoch": 0.4772370486656201,
+      "rel-constrast": 2.6513161659240723,
+      "step": 608,
+      "subrel-constrast": 2.8399600982666016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8102538585662842,
+      "cov-distil (oracle2student)": 4.76106071472168,
+      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "epoch": 0.47802197802197804,
+      "rel-constrast": 2.972158193588257,
+      "step": 609,
+      "subrel-constrast": 3.5588231086730957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.478806907378336,
+      "grad_norm": 6.3125,
+      "learning_rate": 3.045e-05,
+      "loss": 0.8913,
+      "step": 610
+    },
+    {
+      "cov-distil": 2.6751132011413574,
+      "cov-distil (oracle2student)": 4.348546028137207,
+      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "epoch": 0.478806907378336,
+      "rel-constrast": 4.056975841522217,
+      "step": 610,
+      "subrel-constrast": 5.549076080322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810163140296936,
+      "cov-distil (oracle2student)": 5.720645427703857,
+      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "epoch": 0.47959183673469385,
+      "rel-constrast": 3.7196595668792725,
+      "step": 611,
+      "subrel-constrast": 4.2887444496154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0118885040283203,
+      "cov-distil (oracle2student)": 7.15673828125,
+      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "epoch": 0.4803767660910518,
+      "rel-constrast": 2.2357802391052246,
+      "step": 612,
+      "subrel-constrast": 2.7971351146698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0629868507385254,
+      "cov-distil (oracle2student)": 3.0936174392700195,
+      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "epoch": 0.4811616954474097,
+      "rel-constrast": 2.847078323364258,
+      "step": 613,
+      "subrel-constrast": 4.021493434906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.670363187789917,
+      "cov-distil (oracle2student)": 3.0698914527893066,
+      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "epoch": 0.48194662480376765,
+      "rel-constrast": 2.104069232940674,
+      "step": 614,
+      "subrel-constrast": 3.172166585922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0166780948638916,
+      "cov-distil (oracle2student)": 2.884427547454834,
+      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "epoch": 0.4827315541601256,
+      "rel-constrast": 1.762846827507019,
+      "step": 615,
+      "subrel-constrast": 3.4444706439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482882022857666,
+      "cov-distil (oracle2student)": 4.176881790161133,
+      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "epoch": 0.4835164835164835,
+      "rel-constrast": 4.022831439971924,
+      "step": 616,
+      "subrel-constrast": 4.548571586608887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4784417152404785,
+      "cov-distil (oracle2student)": 5.301079750061035,
+      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "epoch": 0.48430141287284145,
+      "rel-constrast": 2.961244821548462,
+      "step": 617,
+      "subrel-constrast": 3.8676276206970215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3549087047576904,
+      "cov-distil (oracle2student)": 3.941915512084961,
+      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "epoch": 0.4850863422291994,
+      "rel-constrast": 4.093484878540039,
+      "step": 618,
+      "subrel-constrast": 4.3019118309021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0892961025238037,
+      "cov-distil (oracle2student)": 4.657417297363281,
+      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "epoch": 0.4858712715855573,
+      "rel-constrast": 2.802488327026367,
+      "step": 619,
+      "subrel-constrast": 3.695495367050171,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.48665620094191525,
+      "grad_norm": 8.1875,
+      "learning_rate": 3.095e-05,
+      "loss": 0.8143,
+      "step": 620
+    },
+    {
+      "cov-distil": 1.8597179651260376,
+      "cov-distil (oracle2student)": 4.8226447105407715,
+      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "epoch": 0.48665620094191525,
+      "rel-constrast": 3.5786914825439453,
+      "step": 620,
+      "subrel-constrast": 4.049554347991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.193347454071045,
+      "cov-distil (oracle2student)": 4.4745330810546875,
+      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "epoch": 0.48744113029827313,
+      "rel-constrast": 3.6025772094726562,
+      "step": 621,
+      "subrel-constrast": 3.8367629051208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.191197395324707,
+      "cov-distil (oracle2student)": 4.62694787979126,
+      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "epoch": 0.48822605965463106,
+      "rel-constrast": 3.626173973083496,
+      "step": 622,
+      "subrel-constrast": 4.358105659484863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.002671718597412,
+      "cov-distil (oracle2student)": 3.675415515899658,
+      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "epoch": 0.489010989010989,
+      "rel-constrast": 3.303260087966919,
+      "step": 623,
+      "subrel-constrast": 4.186986923217773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0484848022460938,
+      "cov-distil (oracle2student)": 4.613358497619629,
+      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "epoch": 0.4897959183673469,
+      "rel-constrast": 3.5636134147644043,
+      "step": 624,
+      "subrel-constrast": 4.036880970001221,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858379602432251,
+      "cov-distil (oracle2student)": 3.9974374771118164,
+      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "epoch": 0.49058084772370486,
+      "rel-constrast": 3.968527317047119,
+      "step": 625,
+      "subrel-constrast": 4.434150695800781,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.907265543937683,
+      "cov-distil (oracle2student)": 4.017214775085449,
+      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "epoch": 0.4913657770800628,
+      "rel-constrast": 3.1935441493988037,
+      "step": 626,
+      "subrel-constrast": 4.001150131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.88588547706604,
+      "cov-distil (oracle2student)": 3.288940906524658,
+      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "epoch": 0.4921507064364207,
+      "rel-constrast": 2.218628406524658,
+      "step": 627,
+      "subrel-constrast": 3.235220193862915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3306596279144287,
+      "cov-distil (oracle2student)": 6.12021017074585,
+      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "epoch": 0.49293563579277866,
+      "rel-constrast": 2.7542667388916016,
+      "step": 628,
+      "subrel-constrast": 3.251917839050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6816526651382446,
+      "cov-distil (oracle2student)": 3.386845111846924,
+      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "epoch": 0.4937205651491366,
+      "rel-constrast": 3.498333692550659,
+      "step": 629,
+      "subrel-constrast": 4.202667236328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4945054945054945,
+      "grad_norm": 7.5625,
+      "learning_rate": 3.145e-05,
+      "loss": 0.8826,
+      "step": 630
+    },
+    {
+      "cov-distil": 2.036719560623169,
+      "cov-distil (oracle2student)": 3.06736421585083,
+      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "epoch": 0.4945054945054945,
+      "rel-constrast": 3.7380049228668213,
+      "step": 630,
+      "subrel-constrast": 3.983168125152588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8055294752120972,
+      "cov-distil (oracle2student)": 5.07818603515625,
+      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "epoch": 0.49529042386185246,
+      "rel-constrast": 3.5053956508636475,
+      "step": 631,
+      "subrel-constrast": 3.7692389488220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.885089635848999,
+      "cov-distil (oracle2student)": 4.89366340637207,
+      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "epoch": 0.49607535321821034,
+      "rel-constrast": 4.596569538116455,
+      "step": 632,
+      "subrel-constrast": 4.941216468811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8391644954681396,
+      "cov-distil (oracle2student)": 5.378125190734863,
+      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "epoch": 0.49686028257456827,
+      "rel-constrast": 3.385671615600586,
+      "step": 633,
+      "subrel-constrast": 4.252890586853027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9994655847549438,
+      "cov-distil (oracle2student)": 4.430481433868408,
+      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "epoch": 0.4976452119309262,
+      "rel-constrast": 3.558961868286133,
+      "step": 634,
+      "subrel-constrast": 4.154078483581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0647013187408447,
+      "cov-distil (oracle2student)": 6.258809566497803,
+      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "epoch": 0.49843014128728413,
+      "rel-constrast": 3.5023036003112793,
+      "step": 635,
+      "subrel-constrast": 3.9350569248199463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153706550598145,
+      "cov-distil (oracle2student)": 3.410811424255371,
+      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "epoch": 0.49921507064364207,
+      "rel-constrast": 2.9577717781066895,
+      "step": 636,
+      "subrel-constrast": 3.6039927005767822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2079286575317383,
+      "cov-distil (oracle2student)": 4.036181449890137,
+      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "epoch": 0.5,
+      "rel-constrast": 2.529026746749878,
+      "step": 637,
+      "subrel-constrast": 3.5406107902526855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7763116359710693,
+      "cov-distil (oracle2student)": 5.549420356750488,
+      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "epoch": 0.5007849293563579,
+      "rel-constrast": 3.3119359016418457,
+      "step": 638,
+      "subrel-constrast": 4.256858825683594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.195068836212158,
+      "cov-distil (oracle2student)": 4.189920425415039,
+      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "epoch": 0.5015698587127159,
+      "rel-constrast": 3.217869758605957,
+      "step": 639,
+      "subrel-constrast": 3.6509623527526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5023547880690737,
+      "grad_norm": 6.375,
+      "learning_rate": 3.1950000000000004e-05,
+      "loss": 0.9077,
+      "step": 640
+    },
+    {
+      "cov-distil": 1.8576759099960327,
+      "cov-distil (oracle2student)": 5.8008928298950195,
+      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "epoch": 0.5023547880690737,
+      "rel-constrast": 3.888542413711548,
+      "step": 640,
+      "subrel-constrast": 3.72162127494812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.194441318511963,
+      "cov-distil (oracle2student)": 3.729897975921631,
+      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "epoch": 0.5031397174254317,
+      "rel-constrast": 2.8442156314849854,
+      "step": 641,
+      "subrel-constrast": 3.4073095321655273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7926011085510254,
+      "cov-distil (oracle2student)": 4.590108394622803,
+      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "epoch": 0.5039246467817896,
+      "rel-constrast": 3.0633883476257324,
+      "step": 642,
+      "subrel-constrast": 3.583106756210327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531267404556274,
+      "cov-distil (oracle2student)": 3.7335267066955566,
+      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "epoch": 0.5047095761381476,
+      "rel-constrast": 3.1265687942504883,
+      "step": 643,
+      "subrel-constrast": 3.9736952781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174744129180908,
+      "cov-distil (oracle2student)": 5.371821880340576,
+      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "epoch": 0.5054945054945055,
+      "rel-constrast": 2.75283145904541,
+      "step": 644,
+      "subrel-constrast": 3.427626132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141438484191895,
+      "cov-distil (oracle2student)": 3.6128411293029785,
+      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "epoch": 0.5062794348508635,
+      "rel-constrast": 1.986968994140625,
+      "step": 645,
+      "subrel-constrast": 3.4877305030822754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8011051416397095,
+      "cov-distil (oracle2student)": 4.181175231933594,
+      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "epoch": 0.5070643642072213,
+      "rel-constrast": 4.298709869384766,
+      "step": 646,
+      "subrel-constrast": 4.449463367462158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574446439743042,
+      "cov-distil (oracle2student)": 4.544512748718262,
+      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "epoch": 0.5078492935635793,
+      "rel-constrast": 3.0806450843811035,
+      "step": 647,
+      "subrel-constrast": 4.183079242706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6043461561203003,
+      "cov-distil (oracle2student)": 4.987117767333984,
+      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "epoch": 0.5086342229199372,
+      "rel-constrast": 4.73549747467041,
+      "step": 648,
+      "subrel-constrast": 4.205761432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.730860948562622,
+      "cov-distil (oracle2student)": 5.180544376373291,
+      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "epoch": 0.5094191522762951,
+      "rel-constrast": 4.907083988189697,
+      "step": 649,
+      "subrel-constrast": 5.788470268249512,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 8.5625,
+      "learning_rate": 3.245e-05,
+      "loss": 0.9168,
+      "step": 650
+    },
+    {
+      "cov-distil": 1.5795965194702148,
+      "cov-distil (oracle2student)": 3.0900959968566895,
+      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "epoch": 0.5102040816326531,
+      "rel-constrast": 2.2749428749084473,
+      "step": 650,
+      "subrel-constrast": 2.8779311180114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022461175918579,
+      "cov-distil (oracle2student)": 3.3919878005981445,
+      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "epoch": 0.510989010989011,
+      "rel-constrast": 4.249826431274414,
+      "step": 651,
+      "subrel-constrast": 4.296363830566406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9723405838012695,
+      "cov-distil (oracle2student)": 4.034090518951416,
+      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "epoch": 0.5117739403453689,
+      "rel-constrast": 2.7990145683288574,
+      "step": 652,
+      "subrel-constrast": 3.4069864749908447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.363738536834717,
+      "cov-distil (oracle2student)": 4.103008270263672,
+      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "epoch": 0.5125588697017268,
+      "rel-constrast": 3.1663973331451416,
+      "step": 653,
+      "subrel-constrast": 4.638887405395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0362863540649414,
+      "cov-distil (oracle2student)": 4.727874755859375,
+      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "epoch": 0.5133437990580848,
+      "rel-constrast": 3.1716318130493164,
+      "step": 654,
+      "subrel-constrast": 3.712811231613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.86520254611969,
+      "cov-distil (oracle2student)": 3.012089490890503,
+      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "epoch": 0.5141287284144427,
+      "rel-constrast": 3.011532783508301,
+      "step": 655,
+      "subrel-constrast": 3.88307785987854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380237340927124,
+      "cov-distil (oracle2student)": 4.0943403244018555,
+      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "epoch": 0.5149136577708007,
+      "rel-constrast": 2.6949563026428223,
+      "step": 656,
+      "subrel-constrast": 2.970791816711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.547088623046875,
+      "cov-distil (oracle2student)": 3.7811152935028076,
+      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "epoch": 0.5156985871271585,
+      "rel-constrast": 4.6508331298828125,
+      "step": 657,
+      "subrel-constrast": 5.021119594573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8773239850997925,
+      "cov-distil (oracle2student)": 2.162222385406494,
+      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "epoch": 0.5164835164835165,
+      "rel-constrast": 2.518174409866333,
+      "step": 658,
+      "subrel-constrast": 3.1573424339294434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1154937744140625,
+      "cov-distil (oracle2student)": 4.187142372131348,
+      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "epoch": 0.5172684458398744,
+      "rel-constrast": 2.335378885269165,
+      "step": 659,
+      "subrel-constrast": 3.8484878540039062,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5180533751962323,
+      "grad_norm": 5.34375,
+      "learning_rate": 3.295e-05,
+      "loss": 0.8237,
+      "step": 660
+    },
+    {
+      "cov-distil": 1.6641137599945068,
+      "cov-distil (oracle2student)": 4.368854999542236,
+      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "epoch": 0.5180533751962323,
+      "rel-constrast": 5.043145179748535,
+      "step": 660,
+      "subrel-constrast": 4.929429054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8369500637054443,
+      "cov-distil (oracle2student)": 2.5059654712677,
+      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "epoch": 0.5188383045525903,
+      "rel-constrast": 2.958991765975952,
+      "step": 661,
+      "subrel-constrast": 4.045813083648682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3058319091796875,
+      "cov-distil (oracle2student)": 2.6083598136901855,
+      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "epoch": 0.5196232339089482,
+      "rel-constrast": 3.9977173805236816,
+      "step": 662,
+      "subrel-constrast": 4.289959907531738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3584043979644775,
+      "cov-distil (oracle2student)": 3.5410373210906982,
+      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "epoch": 0.5204081632653061,
+      "rel-constrast": 3.7360000610351562,
+      "step": 663,
+      "subrel-constrast": 4.950240612030029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8579416275024414,
+      "cov-distil (oracle2student)": 3.8656551837921143,
+      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "epoch": 0.521193092621664,
+      "rel-constrast": 2.1877617835998535,
+      "step": 664,
+      "subrel-constrast": 3.012631416320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.214716911315918,
+      "cov-distil (oracle2student)": 6.05491828918457,
+      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "epoch": 0.521978021978022,
+      "rel-constrast": 5.178892135620117,
+      "step": 665,
+      "subrel-constrast": 5.305087566375732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6137239933013916,
+      "cov-distil (oracle2student)": 3.810120105743408,
+      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "epoch": 0.5227629513343799,
+      "rel-constrast": 3.349665403366089,
+      "step": 666,
+      "subrel-constrast": 3.414976119995117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4571619033813477,
+      "cov-distil (oracle2student)": 4.053093910217285,
+      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "epoch": 0.5235478806907379,
+      "rel-constrast": 3.4734315872192383,
+      "step": 667,
+      "subrel-constrast": 4.766326427459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3272705078125,
+      "cov-distil (oracle2student)": 5.295647144317627,
+      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "epoch": 0.5243328100470958,
+      "rel-constrast": 2.27578067779541,
+      "step": 668,
+      "subrel-constrast": 3.290186882019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16574764251709,
+      "cov-distil (oracle2student)": 3.074251174926758,
+      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "epoch": 0.5251177394034537,
+      "rel-constrast": 2.9117937088012695,
+      "step": 669,
+      "subrel-constrast": 4.0769429206848145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5259026687598116,
+      "grad_norm": 6.375,
+      "learning_rate": 3.345000000000001e-05,
+      "loss": 0.9273,
+      "step": 670
+    },
+    {
+      "cov-distil": 2.065680503845215,
+      "cov-distil (oracle2student)": 3.868816375732422,
+      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "epoch": 0.5259026687598116,
+      "rel-constrast": 2.5789599418640137,
+      "step": 670,
+      "subrel-constrast": 3.465372085571289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0299253463745117,
+      "cov-distil (oracle2student)": 5.565490245819092,
+      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "epoch": 0.5266875981161695,
+      "rel-constrast": 3.3333916664123535,
+      "step": 671,
+      "subrel-constrast": 4.698709964752197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5617218017578125,
+      "cov-distil (oracle2student)": 3.1652114391326904,
+      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "epoch": 0.5274725274725275,
+      "rel-constrast": 3.9138967990875244,
+      "step": 672,
+      "subrel-constrast": 4.301997184753418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7199047803878784,
+      "cov-distil (oracle2student)": 5.541564464569092,
+      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "epoch": 0.5282574568288854,
+      "rel-constrast": 4.440341949462891,
+      "step": 673,
+      "subrel-constrast": 4.870668411254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1352946758270264,
+      "cov-distil (oracle2student)": 5.3132476806640625,
+      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "epoch": 0.5290423861852434,
+      "rel-constrast": 3.2583117485046387,
+      "step": 674,
+      "subrel-constrast": 3.8436455726623535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9063246250152588,
+      "cov-distil (oracle2student)": 5.243358612060547,
+      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "epoch": 0.5298273155416012,
+      "rel-constrast": 3.1742382049560547,
+      "step": 675,
+      "subrel-constrast": 3.8488731384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8462109565734863,
+      "cov-distil (oracle2student)": 5.162891387939453,
+      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "epoch": 0.5306122448979592,
+      "rel-constrast": 4.111156463623047,
+      "step": 676,
+      "subrel-constrast": 4.930334091186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5761990547180176,
+      "cov-distil (oracle2student)": 4.144106864929199,
+      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "epoch": 0.5313971742543171,
+      "rel-constrast": 4.443304538726807,
+      "step": 677,
+      "subrel-constrast": 4.383738994598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341961145401001,
+      "cov-distil (oracle2student)": 7.6850481033325195,
+      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "epoch": 0.5321821036106751,
+      "rel-constrast": 2.8136472702026367,
+      "step": 678,
+      "subrel-constrast": 3.307239294052124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9289836883544922,
+      "cov-distil (oracle2student)": 4.049675941467285,
+      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "epoch": 0.532967032967033,
+      "rel-constrast": 3.3361611366271973,
+      "step": 679,
+      "subrel-constrast": 4.114180088043213,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.533751962323391,
+      "grad_norm": 6.5,
+      "learning_rate": 3.3950000000000005e-05,
+      "loss": 0.9304,
+      "step": 680
+    },
+    {
+      "cov-distil": 2.5641942024230957,
+      "cov-distil (oracle2student)": 2.744274854660034,
+      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "epoch": 0.533751962323391,
+      "rel-constrast": 2.993406057357788,
+      "step": 680,
+      "subrel-constrast": 3.755962371826172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0492701530456543,
+      "cov-distil (oracle2student)": 4.649113655090332,
+      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "epoch": 0.5345368916797488,
+      "rel-constrast": 3.4748072624206543,
+      "step": 681,
+      "subrel-constrast": 3.822028398513794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7886135578155518,
+      "cov-distil (oracle2student)": 4.739500045776367,
+      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "epoch": 0.5353218210361067,
+      "rel-constrast": 3.860889434814453,
+      "step": 682,
+      "subrel-constrast": 4.300994873046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7035307884216309,
+      "cov-distil (oracle2student)": 5.256606578826904,
+      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "epoch": 0.5361067503924647,
+      "rel-constrast": 2.694431781768799,
+      "step": 683,
+      "subrel-constrast": 3.748015880584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5793291330337524,
+      "cov-distil (oracle2student)": 3.34442138671875,
+      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "epoch": 0.5368916797488226,
+      "rel-constrast": 3.4692606925964355,
+      "step": 684,
+      "subrel-constrast": 4.155377388000488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.270772933959961,
+      "cov-distil (oracle2student)": 4.940689563751221,
+      "cov-distil (oracle2teacher)": 4.056640625,
+      "epoch": 0.5376766091051806,
+      "rel-constrast": 3.6255533695220947,
+      "step": 685,
+      "subrel-constrast": 3.905515432357788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906499147415161,
+      "cov-distil (oracle2student)": 2.9719133377075195,
+      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "epoch": 0.5384615384615384,
+      "rel-constrast": 2.522902488708496,
+      "step": 686,
+      "subrel-constrast": 3.023371458053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.210014820098877,
+      "cov-distil (oracle2student)": 3.1710901260375977,
+      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "epoch": 0.5392464678178964,
+      "rel-constrast": 3.3018300533294678,
+      "step": 687,
+      "subrel-constrast": 4.116960048675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8590292930603027,
+      "cov-distil (oracle2student)": 3.6966283321380615,
+      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "epoch": 0.5400313971742543,
+      "rel-constrast": 2.4913716316223145,
+      "step": 688,
+      "subrel-constrast": 3.234123945236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858504295349121,
+      "cov-distil (oracle2student)": 5.383901119232178,
+      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "epoch": 0.5408163265306123,
+      "rel-constrast": 2.557194948196411,
+      "step": 689,
+      "subrel-constrast": 3.526618480682373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5416012558869702,
+      "grad_norm": 5.90625,
+      "learning_rate": 3.445e-05,
+      "loss": 0.8217,
+      "step": 690
+    },
+    {
+      "cov-distil": 2.299866199493408,
+      "cov-distil (oracle2student)": 5.036685943603516,
+      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "epoch": 0.5416012558869702,
+      "rel-constrast": 4.325338840484619,
+      "step": 690,
+      "subrel-constrast": 4.785141468048096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.446077823638916,
+      "cov-distil (oracle2student)": 4.742259502410889,
+      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "epoch": 0.542386185243328,
+      "rel-constrast": 3.005162000656128,
+      "step": 691,
+      "subrel-constrast": 3.929311513900757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.759209156036377,
+      "cov-distil (oracle2student)": 5.172847747802734,
+      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "epoch": 0.543171114599686,
+      "rel-constrast": 2.6518049240112305,
+      "step": 692,
+      "subrel-constrast": 3.5100200176239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0212676525115967,
+      "cov-distil (oracle2student)": 3.6649792194366455,
+      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "epoch": 0.5439560439560439,
+      "rel-constrast": 3.616281509399414,
+      "step": 693,
+      "subrel-constrast": 4.3500471115112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.15602445602417,
+      "cov-distil (oracle2student)": 4.672577857971191,
+      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "epoch": 0.5447409733124019,
+      "rel-constrast": 2.765082359313965,
+      "step": 694,
+      "subrel-constrast": 3.7528111934661865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6601845026016235,
+      "cov-distil (oracle2student)": 6.222827911376953,
+      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "epoch": 0.5455259026687598,
+      "rel-constrast": 2.261347770690918,
+      "step": 695,
+      "subrel-constrast": 3.265878200531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6982128620147705,
+      "cov-distil (oracle2student)": 4.819255828857422,
+      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "epoch": 0.5463108320251178,
+      "rel-constrast": 3.655337333679199,
+      "step": 696,
+      "subrel-constrast": 4.5195231437683105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2472658157348633,
+      "cov-distil (oracle2student)": 3.983247995376587,
+      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "epoch": 0.5470957613814756,
+      "rel-constrast": 3.598127603530884,
+      "step": 697,
+      "subrel-constrast": 5.374654293060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1413283348083496,
+      "cov-distil (oracle2student)": 4.751459121704102,
+      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "epoch": 0.5478806907378336,
+      "rel-constrast": 2.9638516902923584,
+      "step": 698,
+      "subrel-constrast": 3.3442859649658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8689894676208496,
+      "cov-distil (oracle2student)": 4.649480819702148,
+      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "epoch": 0.5486656200941915,
+      "rel-constrast": 4.6534953117370605,
+      "step": 699,
+      "subrel-constrast": 5.357505798339844,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 8.25,
+      "learning_rate": 3.495e-05,
+      "loss": 0.8856,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "overlap": 0.2750000059604645,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "student margin": 0.04656982421875
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "teacher margin": 0.027984619140625
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "margin difference": -0.018585205078125,
+      "step": 700
+    },
+    {
+      "cov-distil": 2.157240867614746,
+      "cov-distil (oracle2student)": 3.8259079456329346,
+      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "epoch": 0.5494505494505495,
+      "rel-constrast": 2.778444290161133,
+      "step": 700,
+      "subrel-constrast": 3.613661527633667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.01035737991333,
+      "cov-distil (oracle2student)": 5.081770420074463,
+      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "epoch": 0.5502354788069074,
+      "rel-constrast": 3.072714328765869,
+      "step": 701,
+      "subrel-constrast": 4.064720630645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.565253734588623,
+      "cov-distil (oracle2student)": 3.6840004920959473,
+      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "epoch": 0.5510204081632653,
+      "rel-constrast": 2.864206314086914,
+      "step": 702,
+      "subrel-constrast": 4.07752799987793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3201117515563965,
+      "cov-distil (oracle2student)": 4.430790901184082,
+      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "epoch": 0.5518053375196232,
+      "rel-constrast": 2.892885684967041,
+      "step": 703,
+      "subrel-constrast": 3.9102280139923096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6157848834991455,
+      "cov-distil (oracle2student)": 3.072972059249878,
+      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "epoch": 0.5525902668759811,
+      "rel-constrast": 2.969308376312256,
+      "step": 704,
+      "subrel-constrast": 3.35325288772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8044019937515259,
+      "cov-distil (oracle2student)": 4.907984733581543,
+      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "epoch": 0.5533751962323391,
+      "rel-constrast": 2.5930466651916504,
+      "step": 705,
+      "subrel-constrast": 3.165639877319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.150331497192383,
+      "cov-distil (oracle2student)": 3.3075904846191406,
+      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "epoch": 0.554160125588697,
+      "rel-constrast": 2.4108023643493652,
+      "step": 706,
+      "subrel-constrast": 3.4137344360351562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.595040202140808,
+      "cov-distil (oracle2student)": 3.7764763832092285,
+      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "epoch": 0.554945054945055,
+      "rel-constrast": 2.6294069290161133,
+      "step": 707,
+      "subrel-constrast": 3.2617640495300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.711127519607544,
+      "cov-distil (oracle2student)": 4.368122100830078,
+      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "epoch": 0.5557299843014128,
+      "rel-constrast": 3.2108542919158936,
+      "step": 708,
+      "subrel-constrast": 4.086469650268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5156898498535156,
+      "cov-distil (oracle2student)": 2.943955421447754,
+      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "epoch": 0.5565149136577708,
+      "rel-constrast": 2.9572768211364746,
+      "step": 709,
+      "subrel-constrast": 3.896813154220581,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5572998430141287,
+      "grad_norm": 6.28125,
+      "learning_rate": 3.545e-05,
+      "loss": 0.7581,
+      "step": 710
+    },
+    {
+      "cov-distil": 1.941748857498169,
+      "cov-distil (oracle2student)": 3.2825870513916016,
+      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "epoch": 0.5572998430141287,
+      "rel-constrast": 2.292598247528076,
+      "step": 710,
+      "subrel-constrast": 2.9045729637145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0996546745300293,
+      "cov-distil (oracle2student)": 4.204470157623291,
+      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "epoch": 0.5580847723704867,
+      "rel-constrast": 3.2023658752441406,
+      "step": 711,
+      "subrel-constrast": 4.2951812744140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.125648021697998,
+      "cov-distil (oracle2student)": 4.4790239334106445,
+      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "epoch": 0.5588697017268446,
+      "rel-constrast": 2.64786434173584,
+      "step": 712,
+      "subrel-constrast": 3.5473222732543945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9814571142196655,
+      "cov-distil (oracle2student)": 4.236344337463379,
+      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "epoch": 0.5596546310832025,
+      "rel-constrast": 3.084531307220459,
+      "step": 713,
+      "subrel-constrast": 3.6959943771362305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3132081031799316,
+      "cov-distil (oracle2student)": 5.171266555786133,
+      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "epoch": 0.5604395604395604,
+      "rel-constrast": 3.0725412368774414,
+      "step": 714,
+      "subrel-constrast": 3.5433380603790283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8887940645217896,
+      "cov-distil (oracle2student)": 2.9364123344421387,
+      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "epoch": 0.5612244897959183,
+      "rel-constrast": 3.2502474784851074,
+      "step": 715,
+      "subrel-constrast": 4.225052833557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9373162984848022,
+      "cov-distil (oracle2student)": 2.9609618186950684,
+      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "epoch": 0.5620094191522763,
+      "rel-constrast": 2.3920419216156006,
+      "step": 716,
+      "subrel-constrast": 3.1587109565734863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1943297386169434,
+      "cov-distil (oracle2student)": 3.3232693672180176,
+      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "epoch": 0.5627943485086342,
+      "rel-constrast": 2.6380295753479004,
+      "step": 717,
+      "subrel-constrast": 3.8598556518554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8532280921936035,
+      "cov-distil (oracle2student)": 4.747437953948975,
+      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "epoch": 0.5635792778649922,
+      "rel-constrast": 3.7532408237457275,
+      "step": 718,
+      "subrel-constrast": 4.479611873626709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901079893112183,
+      "cov-distil (oracle2student)": 4.796479225158691,
+      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "epoch": 0.5643642072213501,
+      "rel-constrast": 3.1896746158599854,
+      "step": 719,
+      "subrel-constrast": 3.2718636989593506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.565149136577708,
+      "grad_norm": 6.5,
+      "learning_rate": 3.595e-05,
+      "loss": 0.7886,
+      "step": 720
+    },
+    {
+      "cov-distil": 1.6721587181091309,
+      "cov-distil (oracle2student)": 4.330309867858887,
+      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "epoch": 0.565149136577708,
+      "rel-constrast": 3.139103889465332,
+      "step": 720,
+      "subrel-constrast": 4.142110347747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9585630893707275,
+      "cov-distil (oracle2student)": 3.8818159103393555,
+      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "epoch": 0.5659340659340659,
+      "rel-constrast": 3.3852601051330566,
+      "step": 721,
+      "subrel-constrast": 4.186655521392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6628599166870117,
+      "cov-distil (oracle2student)": 4.438604354858398,
+      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "epoch": 0.5667189952904239,
+      "rel-constrast": 3.076204776763916,
+      "step": 722,
+      "subrel-constrast": 4.137909412384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2891294956207275,
+      "cov-distil (oracle2student)": 4.213877201080322,
+      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "epoch": 0.5675039246467818,
+      "rel-constrast": 2.878323793411255,
+      "step": 723,
+      "subrel-constrast": 4.198168754577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.154545783996582,
+      "cov-distil (oracle2student)": 4.58632755279541,
+      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "epoch": 0.5682888540031397,
+      "rel-constrast": 2.2643494606018066,
+      "step": 724,
+      "subrel-constrast": 3.1710689067840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9621435403823853,
+      "cov-distil (oracle2student)": 5.582200050354004,
+      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "epoch": 0.5690737833594977,
+      "rel-constrast": 4.491276741027832,
+      "step": 725,
+      "subrel-constrast": 5.244818687438965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337646484375,
+      "cov-distil (oracle2student)": 5.812445640563965,
+      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "epoch": 0.5698587127158555,
+      "rel-constrast": 2.6152005195617676,
+      "step": 726,
+      "subrel-constrast": 3.1233291625976562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6689956188201904,
+      "cov-distil (oracle2student)": 4.86440372467041,
+      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "epoch": 0.5706436420722135,
+      "rel-constrast": 4.108986854553223,
+      "step": 727,
+      "subrel-constrast": 4.540005683898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6646761894226074,
+      "cov-distil (oracle2student)": 2.7824769020080566,
+      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "epoch": 0.5714285714285714,
+      "rel-constrast": 3.4552814960479736,
+      "step": 728,
+      "subrel-constrast": 4.266411304473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8652509450912476,
+      "cov-distil (oracle2student)": 4.346886157989502,
+      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "epoch": 0.5722135007849294,
+      "rel-constrast": 3.310194730758667,
+      "step": 729,
+      "subrel-constrast": 4.254908561706543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5729984301412873,
+      "grad_norm": 7.96875,
+      "learning_rate": 3.645e-05,
+      "loss": 0.8647,
+      "step": 730
+    },
+    {
+      "cov-distil": 2.10368013381958,
+      "cov-distil (oracle2student)": 4.364799499511719,
+      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "epoch": 0.5729984301412873,
+      "rel-constrast": 3.498570442199707,
+      "step": 730,
+      "subrel-constrast": 4.162968158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8829506635665894,
+      "cov-distil (oracle2student)": 3.6689822673797607,
+      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "epoch": 0.5737833594976453,
+      "rel-constrast": 2.781203269958496,
+      "step": 731,
+      "subrel-constrast": 3.2335457801818848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4705734252929688,
+      "cov-distil (oracle2student)": 4.313507556915283,
+      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "epoch": 0.5745682888540031,
+      "rel-constrast": 2.226599931716919,
+      "step": 732,
+      "subrel-constrast": 3.3719711303710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9433242082595825,
+      "cov-distil (oracle2student)": 3.8105883598327637,
+      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "epoch": 0.5753532182103611,
+      "rel-constrast": 2.1092617511749268,
+      "step": 733,
+      "subrel-constrast": 2.887378692626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145235538482666,
+      "cov-distil (oracle2student)": 3.870384931564331,
+      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "epoch": 0.576138147566719,
+      "rel-constrast": 3.1030163764953613,
+      "step": 734,
+      "subrel-constrast": 3.974809169769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6421372890472412,
+      "cov-distil (oracle2student)": 4.185415267944336,
+      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "epoch": 0.5769230769230769,
+      "rel-constrast": 3.2164130210876465,
+      "step": 735,
+      "subrel-constrast": 3.839367389678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.199052095413208,
+      "cov-distil (oracle2student)": 5.1141533851623535,
+      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "epoch": 0.5777080062794349,
+      "rel-constrast": 2.3354225158691406,
+      "step": 736,
+      "subrel-constrast": 3.359426498413086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3703148365020752,
+      "cov-distil (oracle2student)": 2.855952501296997,
+      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "epoch": 0.5784929356357927,
+      "rel-constrast": 2.385584831237793,
+      "step": 737,
+      "subrel-constrast": 3.1257822513580322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.035461902618408,
+      "cov-distil (oracle2student)": 4.601683616638184,
+      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "epoch": 0.5792778649921507,
+      "rel-constrast": 3.277278423309326,
+      "step": 738,
+      "subrel-constrast": 3.815040349960327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9469118118286133,
+      "cov-distil (oracle2student)": 3.4044556617736816,
+      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "epoch": 0.5800627943485086,
+      "rel-constrast": 2.503614664077759,
+      "step": 739,
+      "subrel-constrast": 3.8464818000793457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5808477237048666,
+      "grad_norm": 5.625,
+      "learning_rate": 3.6950000000000004e-05,
+      "loss": 0.7317,
+      "step": 740
+    },
+    {
+      "cov-distil": 2.0407614707946777,
+      "cov-distil (oracle2student)": 3.996048927307129,
+      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "epoch": 0.5808477237048666,
+      "rel-constrast": 3.669546604156494,
+      "step": 740,
+      "subrel-constrast": 4.864207744598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7672450542449951,
+      "cov-distil (oracle2student)": 5.2881999015808105,
+      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "epoch": 0.5816326530612245,
+      "rel-constrast": 3.2707724571228027,
+      "step": 741,
+      "subrel-constrast": 3.7437262535095215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1187403202056885,
+      "cov-distil (oracle2student)": 4.8938703536987305,
+      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "epoch": 0.5824175824175825,
+      "rel-constrast": 3.337557315826416,
+      "step": 742,
+      "subrel-constrast": 4.06928825378418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9417197704315186,
+      "cov-distil (oracle2student)": 2.6721365451812744,
+      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "epoch": 0.5832025117739403,
+      "rel-constrast": 3.274005889892578,
+      "step": 743,
+      "subrel-constrast": 4.384252071380615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6456279754638672,
+      "cov-distil (oracle2student)": 6.536004066467285,
+      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "epoch": 0.5839874411302983,
+      "rel-constrast": 3.884960174560547,
+      "step": 744,
+      "subrel-constrast": 4.296112537384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1353392601013184,
+      "cov-distil (oracle2student)": 3.733588218688965,
+      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "epoch": 0.5847723704866562,
+      "rel-constrast": 3.021883964538574,
+      "step": 745,
+      "subrel-constrast": 4.292428493499756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4558398723602295,
+      "cov-distil (oracle2student)": 4.652581214904785,
+      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "epoch": 0.5855572998430141,
+      "rel-constrast": 4.278546333312988,
+      "step": 746,
+      "subrel-constrast": 4.9796462059021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.694913387298584,
+      "cov-distil (oracle2student)": 5.748119354248047,
+      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "epoch": 0.5863422291993721,
+      "rel-constrast": 3.8175976276397705,
+      "step": 747,
+      "subrel-constrast": 4.21746301651001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.475412368774414,
+      "cov-distil (oracle2student)": 4.438069820404053,
+      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "epoch": 0.5871271585557299,
+      "rel-constrast": 3.845689296722412,
+      "step": 748,
+      "subrel-constrast": 4.95175838470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9831706285476685,
+      "cov-distil (oracle2student)": 6.495038032531738,
+      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "epoch": 0.5879120879120879,
+      "rel-constrast": 4.1530351638793945,
+      "step": 749,
+      "subrel-constrast": 4.611822128295898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5886970172684458,
+      "grad_norm": 7.3125,
+      "learning_rate": 3.745e-05,
+      "loss": 0.962,
+      "step": 750
+    },
+    {
+      "cov-distil": 2.0158157348632812,
+      "cov-distil (oracle2student)": 5.055816173553467,
+      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "epoch": 0.5886970172684458,
+      "rel-constrast": 3.9233157634735107,
+      "step": 750,
+      "subrel-constrast": 3.864165782928467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635613441467285,
+      "cov-distil (oracle2student)": 5.4654316902160645,
+      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "epoch": 0.5894819466248038,
+      "rel-constrast": 4.993955135345459,
+      "step": 751,
+      "subrel-constrast": 5.235997200012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385218858718872,
+      "cov-distil (oracle2student)": 5.6385650634765625,
+      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "epoch": 0.5902668759811617,
+      "rel-constrast": 3.025139808654785,
+      "step": 752,
+      "subrel-constrast": 3.8267934322357178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569950819015503,
+      "cov-distil (oracle2student)": 3.5421292781829834,
+      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "epoch": 0.5910518053375197,
+      "rel-constrast": 3.353006601333618,
+      "step": 753,
+      "subrel-constrast": 3.6611077785491943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1727864742279053,
+      "cov-distil (oracle2student)": 4.28021240234375,
+      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "epoch": 0.5918367346938775,
+      "rel-constrast": 2.922618865966797,
+      "step": 754,
+      "subrel-constrast": 3.996519088745117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7415900230407715,
+      "cov-distil (oracle2student)": 3.497739315032959,
+      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "epoch": 0.5926216640502355,
+      "rel-constrast": 3.798996925354004,
+      "step": 755,
+      "subrel-constrast": 4.776462554931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1685500144958496,
+      "cov-distil (oracle2student)": 4.893260955810547,
+      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "epoch": 0.5934065934065934,
+      "rel-constrast": 2.4217734336853027,
+      "step": 756,
+      "subrel-constrast": 3.1775949001312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841844081878662,
+      "cov-distil (oracle2student)": 4.1985602378845215,
+      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "epoch": 0.5941915227629513,
+      "rel-constrast": 4.808537483215332,
+      "step": 757,
+      "subrel-constrast": 4.465860366821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1540775299072266,
+      "cov-distil (oracle2student)": 4.151504993438721,
+      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "epoch": 0.5949764521193093,
+      "rel-constrast": 4.140444755554199,
+      "step": 758,
+      "subrel-constrast": 4.597982406616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271002769470215,
+      "cov-distil (oracle2student)": 3.718888998031616,
+      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "epoch": 0.5957613814756672,
+      "rel-constrast": 2.825824499130249,
+      "step": 759,
+      "subrel-constrast": 4.3692402839660645,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5965463108320251,
+      "grad_norm": 5.1875,
+      "learning_rate": 3.795e-05,
+      "loss": 0.9528,
+      "step": 760
+    },
+    {
+      "cov-distil": 1.7022627592086792,
+      "cov-distil (oracle2student)": 3.69522762298584,
+      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "epoch": 0.5965463108320251,
+      "rel-constrast": 3.239539861679077,
+      "step": 760,
+      "subrel-constrast": 3.6723670959472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1336252689361572,
+      "cov-distil (oracle2student)": 5.899049282073975,
+      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "epoch": 0.597331240188383,
+      "rel-constrast": 3.3772640228271484,
+      "step": 761,
+      "subrel-constrast": 3.9677364826202393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4030654430389404,
+      "cov-distil (oracle2student)": 2.9989023208618164,
+      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "epoch": 0.598116169544741,
+      "rel-constrast": 2.7976434230804443,
+      "step": 762,
+      "subrel-constrast": 3.6139957904815674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6165751218795776,
+      "cov-distil (oracle2student)": 3.5679118633270264,
+      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "epoch": 0.5989010989010989,
+      "rel-constrast": 2.8740625381469727,
+      "step": 763,
+      "subrel-constrast": 3.778475761413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.820896625518799,
+      "cov-distil (oracle2student)": 6.150871753692627,
+      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "epoch": 0.5996860282574569,
+      "rel-constrast": 3.7509093284606934,
+      "step": 764,
+      "subrel-constrast": 4.796078681945801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9030272960662842,
+      "cov-distil (oracle2student)": 4.817904472351074,
+      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "epoch": 0.6004709576138147,
+      "rel-constrast": 2.762104034423828,
+      "step": 765,
+      "subrel-constrast": 3.649869918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6472067832946777,
+      "cov-distil (oracle2student)": 5.045088768005371,
+      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "epoch": 0.6012558869701727,
+      "rel-constrast": 3.665983200073242,
+      "step": 766,
+      "subrel-constrast": 4.9610595703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7140461206436157,
+      "cov-distil (oracle2student)": 4.2100830078125,
+      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "epoch": 0.6020408163265306,
+      "rel-constrast": 3.221212863922119,
+      "step": 767,
+      "subrel-constrast": 4.096993923187256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9868059158325195,
+      "cov-distil (oracle2student)": 4.4105072021484375,
+      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "epoch": 0.6028257456828885,
+      "rel-constrast": 3.5781681537628174,
+      "step": 768,
+      "subrel-constrast": 3.9354326725006104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8439627885818481,
+      "cov-distil (oracle2student)": 4.352982521057129,
+      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "epoch": 0.6036106750392465,
+      "rel-constrast": 3.0787644386291504,
+      "step": 769,
+      "subrel-constrast": 3.8324127197265625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6043956043956044,
+      "grad_norm": 6.03125,
+      "learning_rate": 3.845e-05,
+      "loss": 0.8581,
+      "step": 770
+    },
+    {
+      "cov-distil": 1.7659657001495361,
+      "cov-distil (oracle2student)": 3.843327045440674,
+      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "epoch": 0.6043956043956044,
+      "rel-constrast": 3.9639570713043213,
+      "step": 770,
+      "subrel-constrast": 4.180597305297852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.315230369567871,
+      "cov-distil (oracle2student)": 5.3011298179626465,
+      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "epoch": 0.6051805337519623,
+      "rel-constrast": 2.70466685295105,
+      "step": 771,
+      "subrel-constrast": 3.1214003562927246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9845139980316162,
+      "cov-distil (oracle2student)": 4.869327545166016,
+      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "epoch": 0.6059654631083202,
+      "rel-constrast": 3.7171690464019775,
+      "step": 772,
+      "subrel-constrast": 4.3443684577941895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9720571041107178,
+      "cov-distil (oracle2student)": 3.690183639526367,
+      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "epoch": 0.6067503924646782,
+      "rel-constrast": 3.0226402282714844,
+      "step": 773,
+      "subrel-constrast": 3.60787296295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6458377838134766,
+      "cov-distil (oracle2student)": 4.784181594848633,
+      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "epoch": 0.6075353218210361,
+      "rel-constrast": 2.781965732574463,
+      "step": 774,
+      "subrel-constrast": 4.125537395477295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9115421772003174,
+      "cov-distil (oracle2student)": 3.761108160018921,
+      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "epoch": 0.6083202511773941,
+      "rel-constrast": 5.317140102386475,
+      "step": 775,
+      "subrel-constrast": 5.246437072753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6181366443634033,
+      "cov-distil (oracle2student)": 4.179975509643555,
+      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "epoch": 0.609105180533752,
+      "rel-constrast": 3.174107789993286,
+      "step": 776,
+      "subrel-constrast": 4.24804162979126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841779470443726,
+      "cov-distil (oracle2student)": 4.076355934143066,
+      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "epoch": 0.6098901098901099,
+      "rel-constrast": 3.13995623588562,
+      "step": 777,
+      "subrel-constrast": 3.882110834121704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4938359260559082,
+      "cov-distil (oracle2student)": 3.114800453186035,
+      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "epoch": 0.6106750392464678,
+      "rel-constrast": 2.3868465423583984,
+      "step": 778,
+      "subrel-constrast": 3.307704448699951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6191189289093018,
+      "cov-distil (oracle2student)": 3.7162814140319824,
+      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "epoch": 0.6114599686028257,
+      "rel-constrast": 2.6197452545166016,
+      "step": 779,
+      "subrel-constrast": 3.995907783508301,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6122448979591837,
+      "grad_norm": 5.71875,
+      "learning_rate": 3.8950000000000005e-05,
+      "loss": 0.8627,
+      "step": 780
+    },
+    {
+      "cov-distil": 1.567307472229004,
+      "cov-distil (oracle2student)": 3.8484396934509277,
+      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "epoch": 0.6122448979591837,
+      "rel-constrast": 2.7569737434387207,
+      "step": 780,
+      "subrel-constrast": 3.633056640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.703679084777832,
+      "cov-distil (oracle2student)": 5.909217834472656,
+      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "epoch": 0.6130298273155416,
+      "rel-constrast": 3.1182799339294434,
+      "step": 781,
+      "subrel-constrast": 4.302492618560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5469286441802979,
+      "cov-distil (oracle2student)": 4.972591876983643,
+      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "epoch": 0.6138147566718996,
+      "rel-constrast": 3.5933823585510254,
+      "step": 782,
+      "subrel-constrast": 4.120849609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.499288320541382,
+      "cov-distil (oracle2student)": 4.016372203826904,
+      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "epoch": 0.6145996860282574,
+      "rel-constrast": 3.579235076904297,
+      "step": 783,
+      "subrel-constrast": 4.995879650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7838202714920044,
+      "cov-distil (oracle2student)": 4.292354106903076,
+      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "epoch": 0.6153846153846154,
+      "rel-constrast": 4.380586624145508,
+      "step": 784,
+      "subrel-constrast": 4.989373683929443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.360783338546753,
+      "cov-distil (oracle2student)": 2.8544771671295166,
+      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "epoch": 0.6161695447409733,
+      "rel-constrast": 2.633727788925171,
+      "step": 785,
+      "subrel-constrast": 3.0272700786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2854633331298828,
+      "cov-distil (oracle2student)": 4.519411087036133,
+      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "epoch": 0.6169544740973313,
+      "rel-constrast": 3.793271541595459,
+      "step": 786,
+      "subrel-constrast": 4.128157138824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158350229263306,
+      "cov-distil (oracle2student)": 8.350929260253906,
+      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "epoch": 0.6177394034536892,
+      "rel-constrast": 4.180355548858643,
+      "step": 787,
+      "subrel-constrast": 4.325165748596191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7012990713119507,
+      "cov-distil (oracle2student)": 4.489649772644043,
+      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "epoch": 0.6185243328100472,
+      "rel-constrast": 2.7871315479278564,
+      "step": 788,
+      "subrel-constrast": 3.8673195838928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.114866256713867,
+      "cov-distil (oracle2student)": 4.235287666320801,
+      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "epoch": 0.619309262166405,
+      "rel-constrast": 3.4823496341705322,
+      "step": 789,
+      "subrel-constrast": 4.297632217407227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6200941915227629,
+      "grad_norm": 7.875,
+      "learning_rate": 3.9450000000000003e-05,
+      "loss": 0.9013,
+      "step": 790
+    },
+    {
+      "cov-distil": 1.5477025508880615,
+      "cov-distil (oracle2student)": 5.949827671051025,
+      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "epoch": 0.6200941915227629,
+      "rel-constrast": 4.039373397827148,
+      "step": 790,
+      "subrel-constrast": 4.567863464355469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3561406135559082,
+      "cov-distil (oracle2student)": 3.604832649230957,
+      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "epoch": 0.6208791208791209,
+      "rel-constrast": 3.4909794330596924,
+      "step": 791,
+      "subrel-constrast": 4.409178733825684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871955394744873,
+      "cov-distil (oracle2student)": 4.196135520935059,
+      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "epoch": 0.6216640502354788,
+      "rel-constrast": 2.9357693195343018,
+      "step": 792,
+      "subrel-constrast": 3.2282023429870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.003251791000366,
+      "cov-distil (oracle2student)": 4.818282127380371,
+      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "epoch": 0.6224489795918368,
+      "rel-constrast": 2.581894636154175,
+      "step": 793,
+      "subrel-constrast": 3.626744031906128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013441562652588,
+      "cov-distil (oracle2student)": 4.1534881591796875,
+      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "epoch": 0.6232339089481946,
+      "rel-constrast": 3.052790403366089,
+      "step": 794,
+      "subrel-constrast": 3.9772417545318604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3264985084533691,
+      "cov-distil (oracle2student)": 2.9551219940185547,
+      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "epoch": 0.6240188383045526,
+      "rel-constrast": 2.9264769554138184,
+      "step": 795,
+      "subrel-constrast": 3.479712724685669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9255633354187012,
+      "cov-distil (oracle2student)": 4.218044281005859,
+      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "epoch": 0.6248037676609105,
+      "rel-constrast": 2.9784960746765137,
+      "step": 796,
+      "subrel-constrast": 3.8964850902557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.79434335231781,
+      "cov-distil (oracle2student)": 3.4287924766540527,
+      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "epoch": 0.6255886970172685,
+      "rel-constrast": 2.4437570571899414,
+      "step": 797,
+      "subrel-constrast": 3.4459657669067383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4499318599700928,
+      "cov-distil (oracle2student)": 3.9298148155212402,
+      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "epoch": 0.6263736263736264,
+      "rel-constrast": 3.9533963203430176,
+      "step": 798,
+      "subrel-constrast": 4.786764144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6373556852340698,
+      "cov-distil (oracle2student)": 4.715010166168213,
+      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "epoch": 0.6271585557299842,
+      "rel-constrast": 4.105449676513672,
+      "step": 799,
+      "subrel-constrast": 4.462728500366211,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "grad_norm": 6.375,
+      "learning_rate": 3.995e-05,
+      "loss": 0.855,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "overlap": 0.28437501192092896,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "student margin": 0.04833984375
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "teacher margin": 0.027130126953125
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "margin difference": -0.021209716796875,
+      "step": 800
+    },
+    {
+      "cov-distil": 2.0045931339263916,
+      "cov-distil (oracle2student)": 3.7618496417999268,
+      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "epoch": 0.6279434850863422,
+      "rel-constrast": 2.2175610065460205,
+      "step": 800,
+      "subrel-constrast": 3.892456293106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.619981050491333,
+      "cov-distil (oracle2student)": 4.364217758178711,
+      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "epoch": 0.6287284144427001,
+      "rel-constrast": 4.093245506286621,
+      "step": 801,
+      "subrel-constrast": 5.052906513214111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9569767713546753,
+      "cov-distil (oracle2student)": 2.646055221557617,
+      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "epoch": 0.6295133437990581,
+      "rel-constrast": 2.6254687309265137,
+      "step": 802,
+      "subrel-constrast": 3.3019208908081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089287757873535,
+      "cov-distil (oracle2student)": 5.582956314086914,
+      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "epoch": 0.630298273155416,
+      "rel-constrast": 3.7026913166046143,
+      "step": 803,
+      "subrel-constrast": 3.879225969314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9473289251327515,
+      "cov-distil (oracle2student)": 3.230166435241699,
+      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "epoch": 0.631083202511774,
+      "rel-constrast": 1.864764928817749,
+      "step": 804,
+      "subrel-constrast": 3.3280768394470215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3922661542892456,
+      "cov-distil (oracle2student)": 4.060875415802002,
+      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "epoch": 0.6318681318681318,
+      "rel-constrast": 3.7141737937927246,
+      "step": 805,
+      "subrel-constrast": 4.204806804656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784874677658081,
+      "cov-distil (oracle2student)": 4.374386310577393,
+      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "epoch": 0.6326530612244898,
+      "rel-constrast": 3.073376178741455,
+      "step": 806,
+      "subrel-constrast": 3.565107583999634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3918473720550537,
+      "cov-distil (oracle2student)": 4.301252841949463,
+      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "epoch": 0.6334379905808477,
+      "rel-constrast": 3.255364179611206,
+      "step": 807,
+      "subrel-constrast": 4.516900062561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8820072412490845,
+      "cov-distil (oracle2student)": 4.317390441894531,
+      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "epoch": 0.6342229199372057,
+      "rel-constrast": 2.3400073051452637,
+      "step": 808,
+      "subrel-constrast": 3.68056583404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104020595550537,
+      "cov-distil (oracle2student)": 4.113283157348633,
+      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "epoch": 0.6350078492935636,
+      "rel-constrast": 2.7774062156677246,
+      "step": 809,
+      "subrel-constrast": 3.156845808029175,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6357927786499215,
+      "grad_norm": 5.875,
+      "learning_rate": 4.045000000000001e-05,
+      "loss": 0.792,
+      "step": 810
+    },
+    {
+      "cov-distil": 1.9225842952728271,
+      "cov-distil (oracle2student)": 4.772700309753418,
+      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "epoch": 0.6357927786499215,
+      "rel-constrast": 2.274402618408203,
+      "step": 810,
+      "subrel-constrast": 3.793257236480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146592140197754,
+      "cov-distil (oracle2student)": 3.9638068675994873,
+      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "epoch": 0.6365777080062794,
+      "rel-constrast": 2.302318572998047,
+      "step": 811,
+      "subrel-constrast": 3.4826509952545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7630622386932373,
+      "cov-distil (oracle2student)": 3.8982958793640137,
+      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "epoch": 0.6373626373626373,
+      "rel-constrast": 3.0242116451263428,
+      "step": 812,
+      "subrel-constrast": 3.74605655670166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2058258056640625,
+      "cov-distil (oracle2student)": 5.105160236358643,
+      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "epoch": 0.6381475667189953,
+      "rel-constrast": 3.7548186779022217,
+      "step": 813,
+      "subrel-constrast": 4.288941383361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2325778007507324,
+      "cov-distil (oracle2student)": 3.994985818862915,
+      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "epoch": 0.6389324960753532,
+      "rel-constrast": 4.058200836181641,
+      "step": 814,
+      "subrel-constrast": 5.199466705322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6037338972091675,
+      "cov-distil (oracle2student)": 3.0010287761688232,
+      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "epoch": 0.6397174254317112,
+      "rel-constrast": 2.544131278991699,
+      "step": 815,
+      "subrel-constrast": 3.9001212120056152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8440213203430176,
+      "cov-distil (oracle2student)": 3.382146120071411,
+      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "epoch": 0.640502354788069,
+      "rel-constrast": 3.101287603378296,
+      "step": 816,
+      "subrel-constrast": 3.941652297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3768600225448608,
+      "cov-distil (oracle2student)": 4.8537187576293945,
+      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "epoch": 0.641287284144427,
+      "rel-constrast": 3.138200521469116,
+      "step": 817,
+      "subrel-constrast": 4.078574180603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3285818099975586,
+      "cov-distil (oracle2student)": 3.95272159576416,
+      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "epoch": 0.6420722135007849,
+      "rel-constrast": 2.9757089614868164,
+      "step": 818,
+      "subrel-constrast": 4.183833599090576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9137150049209595,
+      "cov-distil (oracle2student)": 3.8996100425720215,
+      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "epoch": 0.6428571428571429,
+      "rel-constrast": 3.0237324237823486,
+      "step": 819,
+      "subrel-constrast": 3.7355899810791016,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6436420722135008,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.095e-05,
+      "loss": 0.8033,
+      "step": 820
+    },
+    {
+      "cov-distil": 1.5698240995407104,
+      "cov-distil (oracle2student)": 3.570085287094116,
+      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "epoch": 0.6436420722135008,
+      "rel-constrast": 3.341369152069092,
+      "step": 820,
+      "subrel-constrast": 3.669610023498535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108656406402588,
+      "cov-distil (oracle2student)": 4.587629318237305,
+      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "epoch": 0.6444270015698587,
+      "rel-constrast": 2.444645643234253,
+      "step": 821,
+      "subrel-constrast": 3.439606189727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.427807092666626,
+      "cov-distil (oracle2student)": 4.807023048400879,
+      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "epoch": 0.6452119309262166,
+      "rel-constrast": 3.5886707305908203,
+      "step": 822,
+      "subrel-constrast": 4.190989017486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7150936126708984,
+      "cov-distil (oracle2student)": 4.0572509765625,
+      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "epoch": 0.6459968602825745,
+      "rel-constrast": 4.181950092315674,
+      "step": 823,
+      "subrel-constrast": 4.883435249328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.375495672225952,
+      "cov-distil (oracle2student)": 4.172708988189697,
+      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "epoch": 0.6467817896389325,
+      "rel-constrast": 3.079369306564331,
+      "step": 824,
+      "subrel-constrast": 4.150157451629639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.308274745941162,
+      "cov-distil (oracle2student)": 4.596344947814941,
+      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "epoch": 0.6475667189952904,
+      "rel-constrast": 4.447976112365723,
+      "step": 825,
+      "subrel-constrast": 4.973028659820557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7622771263122559,
+      "cov-distil (oracle2student)": 4.808835029602051,
+      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "epoch": 0.6483516483516484,
+      "rel-constrast": 3.0392632484436035,
+      "step": 826,
+      "subrel-constrast": 4.2934980392456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2593860626220703,
+      "cov-distil (oracle2student)": 4.994297504425049,
+      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "epoch": 0.6491365777080063,
+      "rel-constrast": 3.979785919189453,
+      "step": 827,
+      "subrel-constrast": 4.262341499328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6107163429260254,
+      "cov-distil (oracle2student)": 3.178396224975586,
+      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "epoch": 0.6499215070643642,
+      "rel-constrast": 2.977691888809204,
+      "step": 828,
+      "subrel-constrast": 3.771296501159668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630000352859497,
+      "cov-distil (oracle2student)": 5.777911186218262,
+      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "epoch": 0.6507064364207221,
+      "rel-constrast": 3.3911921977996826,
+      "step": 829,
+      "subrel-constrast": 4.069247722625732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6514913657770801,
+      "grad_norm": 6.75,
+      "learning_rate": 4.145e-05,
+      "loss": 0.9087,
+      "step": 830
+    },
+    {
+      "cov-distil": 1.8794384002685547,
+      "cov-distil (oracle2student)": 4.103548049926758,
+      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "epoch": 0.6514913657770801,
+      "rel-constrast": 4.0044355392456055,
+      "step": 830,
+      "subrel-constrast": 4.624624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906476497650146,
+      "cov-distil (oracle2student)": 3.214458465576172,
+      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "epoch": 0.652276295133438,
+      "rel-constrast": 2.7704429626464844,
+      "step": 831,
+      "subrel-constrast": 3.6220717430114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9752247333526611,
+      "cov-distil (oracle2student)": 4.888476371765137,
+      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "epoch": 0.6530612244897959,
+      "rel-constrast": 3.941727638244629,
+      "step": 832,
+      "subrel-constrast": 4.675938129425049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7726495265960693,
+      "cov-distil (oracle2student)": 2.904669761657715,
+      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "epoch": 0.6538461538461539,
+      "rel-constrast": 2.125884771347046,
+      "step": 833,
+      "subrel-constrast": 3.402971029281616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8348287343978882,
+      "cov-distil (oracle2student)": 3.610349178314209,
+      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "epoch": 0.6546310832025117,
+      "rel-constrast": 4.169477939605713,
+      "step": 834,
+      "subrel-constrast": 4.495212078094482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.877418041229248,
+      "cov-distil (oracle2student)": 5.971458435058594,
+      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "epoch": 0.6554160125588697,
+      "rel-constrast": 2.4234228134155273,
+      "step": 835,
+      "subrel-constrast": 3.372243642807007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8137049674987793,
+      "cov-distil (oracle2student)": 5.548581123352051,
+      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "epoch": 0.6562009419152276,
+      "rel-constrast": 4.032650947570801,
+      "step": 836,
+      "subrel-constrast": 4.941165447235107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.24606990814209,
+      "cov-distil (oracle2student)": 3.6434006690979004,
+      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "epoch": 0.6569858712715856,
+      "rel-constrast": 3.4072937965393066,
+      "step": 837,
+      "subrel-constrast": 4.71898889541626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4418138265609741,
+      "cov-distil (oracle2student)": 4.0115790367126465,
+      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "epoch": 0.6577708006279435,
+      "rel-constrast": 2.6703035831451416,
+      "step": 838,
+      "subrel-constrast": 3.024057388305664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321179747581482,
+      "cov-distil (oracle2student)": 3.9942774772644043,
+      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "epoch": 0.6585557299843015,
+      "rel-constrast": 4.570227146148682,
+      "step": 839,
+      "subrel-constrast": 5.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6593406593406593,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.195e-05,
+      "loss": 0.898,
+      "step": 840
+    },
+    {
+      "cov-distil": 1.804254412651062,
+      "cov-distil (oracle2student)": 4.796672821044922,
+      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "epoch": 0.6593406593406593,
+      "rel-constrast": 3.048487663269043,
+      "step": 840,
+      "subrel-constrast": 4.138221263885498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.185621976852417,
+      "cov-distil (oracle2student)": 4.644382476806641,
+      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "epoch": 0.6601255886970173,
+      "rel-constrast": 2.7198691368103027,
+      "step": 841,
+      "subrel-constrast": 3.728656768798828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1581225395202637,
+      "cov-distil (oracle2student)": 4.967820644378662,
+      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "epoch": 0.6609105180533752,
+      "rel-constrast": 2.998076915740967,
+      "step": 842,
+      "subrel-constrast": 4.3113603591918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6802887916564941,
+      "cov-distil (oracle2student)": 3.012141704559326,
+      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "epoch": 0.6616954474097331,
+      "rel-constrast": 3.7015037536621094,
+      "step": 843,
+      "subrel-constrast": 4.34977912902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9140921831130981,
+      "cov-distil (oracle2student)": 3.6763272285461426,
+      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "epoch": 0.6624803767660911,
+      "rel-constrast": 2.8182120323181152,
+      "step": 844,
+      "subrel-constrast": 3.526099681854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3611481189727783,
+      "cov-distil (oracle2student)": 3.414156675338745,
+      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "epoch": 0.6632653061224489,
+      "rel-constrast": 3.6642966270446777,
+      "step": 845,
+      "subrel-constrast": 4.929279804229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16641902923584,
+      "cov-distil (oracle2student)": 5.345207214355469,
+      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "epoch": 0.6640502354788069,
+      "rel-constrast": 2.9499943256378174,
+      "step": 846,
+      "subrel-constrast": 4.163426876068115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2791935205459595,
+      "cov-distil (oracle2student)": 4.141592979431152,
+      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "epoch": 0.6648351648351648,
+      "rel-constrast": 3.946357488632202,
+      "step": 847,
+      "subrel-constrast": 3.884228467941284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286513805389404,
+      "cov-distil (oracle2student)": 3.6746082305908203,
+      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "epoch": 0.6656200941915228,
+      "rel-constrast": 2.590811252593994,
+      "step": 848,
+      "subrel-constrast": 3.7845067977905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7331000566482544,
+      "cov-distil (oracle2student)": 3.869168281555176,
+      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "epoch": 0.6664050235478807,
+      "rel-constrast": 3.201794147491455,
+      "step": 849,
+      "subrel-constrast": 4.059730052947998,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6671899529042387,
+      "grad_norm": 6.5,
+      "learning_rate": 4.245e-05,
+      "loss": 0.8383,
+      "step": 850
+    },
+    {
+      "cov-distil": 1.7655677795410156,
+      "cov-distil (oracle2student)": 3.762930154800415,
+      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "epoch": 0.6671899529042387,
+      "rel-constrast": 2.9008567333221436,
+      "step": 850,
+      "subrel-constrast": 3.404660701751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517121434211731,
+      "cov-distil (oracle2student)": 2.8830716609954834,
+      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "epoch": 0.6679748822605965,
+      "rel-constrast": 4.325301170349121,
+      "step": 851,
+      "subrel-constrast": 4.419717311859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9270949363708496,
+      "cov-distil (oracle2student)": 4.238532543182373,
+      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "epoch": 0.6687598116169545,
+      "rel-constrast": 2.823596715927124,
+      "step": 852,
+      "subrel-constrast": 3.4322097301483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3329415321350098,
+      "cov-distil (oracle2student)": 6.140964031219482,
+      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "epoch": 0.6695447409733124,
+      "rel-constrast": 2.4979028701782227,
+      "step": 853,
+      "subrel-constrast": 3.4758663177490234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5264722108840942,
+      "cov-distil (oracle2student)": 5.3368964195251465,
+      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "epoch": 0.6703296703296703,
+      "rel-constrast": 3.0451555252075195,
+      "step": 854,
+      "subrel-constrast": 3.68107533454895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.527972459793091,
+      "cov-distil (oracle2student)": 4.9313225746154785,
+      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "epoch": 0.6711145996860283,
+      "rel-constrast": 3.4113454818725586,
+      "step": 855,
+      "subrel-constrast": 4.2453413009643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2195277214050293,
+      "cov-distil (oracle2student)": 4.841870307922363,
+      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "epoch": 0.6718995290423861,
+      "rel-constrast": 3.8896093368530273,
+      "step": 856,
+      "subrel-constrast": 4.457779884338379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9021310806274414,
+      "cov-distil (oracle2student)": 5.08781623840332,
+      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "epoch": 0.6726844583987441,
+      "rel-constrast": 4.279557228088379,
+      "step": 857,
+      "subrel-constrast": 4.490781307220459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184224128723145,
+      "cov-distil (oracle2student)": 4.386934757232666,
+      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "epoch": 0.673469387755102,
+      "rel-constrast": 2.4715077877044678,
+      "step": 858,
+      "subrel-constrast": 3.5174665451049805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5252549648284912,
+      "cov-distil (oracle2student)": 4.384729862213135,
+      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "epoch": 0.67425431711146,
+      "rel-constrast": 3.386720657348633,
+      "step": 859,
+      "subrel-constrast": 4.306125640869141,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6750392464678179,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.295e-05,
+      "loss": 0.8732,
+      "step": 860
+    },
+    {
+      "cov-distil": 2.1179590225219727,
+      "cov-distil (oracle2student)": 4.76759147644043,
+      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "epoch": 0.6750392464678179,
+      "rel-constrast": 2.7477235794067383,
+      "step": 860,
+      "subrel-constrast": 3.7372775077819824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7965826988220215,
+      "cov-distil (oracle2student)": 3.590010404586792,
+      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "epoch": 0.6758241758241759,
+      "rel-constrast": 2.507899284362793,
+      "step": 861,
+      "subrel-constrast": 3.807100296020508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7082825899124146,
+      "cov-distil (oracle2student)": 5.913630485534668,
+      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "epoch": 0.6766091051805337,
+      "rel-constrast": 3.268495559692383,
+      "step": 862,
+      "subrel-constrast": 3.9798760414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8252453804016113,
+      "cov-distil (oracle2student)": 4.901181221008301,
+      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "epoch": 0.6773940345368917,
+      "rel-constrast": 3.583211660385132,
+      "step": 863,
+      "subrel-constrast": 4.42688512802124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3953462839126587,
+      "cov-distil (oracle2student)": 5.5138397216796875,
+      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "epoch": 0.6781789638932496,
+      "rel-constrast": 3.1454901695251465,
+      "step": 864,
+      "subrel-constrast": 3.9406254291534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6899718046188354,
+      "cov-distil (oracle2student)": 5.330373764038086,
+      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "epoch": 0.6789638932496075,
+      "rel-constrast": 2.3280701637268066,
+      "step": 865,
+      "subrel-constrast": 3.6453700065612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6296229362487793,
+      "cov-distil (oracle2student)": 4.770857810974121,
+      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "epoch": 0.6797488226059655,
+      "rel-constrast": 3.20645809173584,
+      "step": 866,
+      "subrel-constrast": 3.8591246604919434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7715446949005127,
+      "cov-distil (oracle2student)": 4.347777843475342,
+      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "epoch": 0.6805337519623234,
+      "rel-constrast": 3.9846086502075195,
+      "step": 867,
+      "subrel-constrast": 5.185349941253662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6960502862930298,
+      "cov-distil (oracle2student)": 3.3439979553222656,
+      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "epoch": 0.6813186813186813,
+      "rel-constrast": 2.1034369468688965,
+      "step": 868,
+      "subrel-constrast": 2.926976203918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.505071759223938,
+      "cov-distil (oracle2student)": 2.9278054237365723,
+      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "epoch": 0.6821036106750392,
+      "rel-constrast": 3.0042061805725098,
+      "step": 869,
+      "subrel-constrast": 3.6791141033172607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6828885400313972,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.345e-05,
+      "loss": 0.7898,
+      "step": 870
+    },
+    {
+      "cov-distil": 1.5478849411010742,
+      "cov-distil (oracle2student)": 4.5837202072143555,
+      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "epoch": 0.6828885400313972,
+      "rel-constrast": 3.6690661907196045,
+      "step": 870,
+      "subrel-constrast": 3.755584239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4669153690338135,
+      "cov-distil (oracle2student)": 3.7385365962982178,
+      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "epoch": 0.6836734693877551,
+      "rel-constrast": 3.5915560722351074,
+      "step": 871,
+      "subrel-constrast": 4.271019458770752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1383116245269775,
+      "cov-distil (oracle2student)": 4.596353530883789,
+      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "epoch": 0.6844583987441131,
+      "rel-constrast": 2.788327693939209,
+      "step": 872,
+      "subrel-constrast": 3.9468002319335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5923734903335571,
+      "cov-distil (oracle2student)": 4.1226983070373535,
+      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "epoch": 0.685243328100471,
+      "rel-constrast": 3.274655342102051,
+      "step": 873,
+      "subrel-constrast": 3.9750561714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.946056842803955,
+      "cov-distil (oracle2student)": 4.353828430175781,
+      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "epoch": 0.6860282574568289,
+      "rel-constrast": 2.741914749145508,
+      "step": 874,
+      "subrel-constrast": 3.176755905151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9557355642318726,
+      "cov-distil (oracle2student)": 3.949646472930908,
+      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "epoch": 0.6868131868131868,
+      "rel-constrast": 2.8873188495635986,
+      "step": 875,
+      "subrel-constrast": 3.6380884647369385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.401376247406006,
+      "cov-distil (oracle2student)": 5.006793022155762,
+      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "epoch": 0.6875981161695447,
+      "rel-constrast": 4.074068069458008,
+      "step": 876,
+      "subrel-constrast": 5.1672682762146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2366654872894287,
+      "cov-distil (oracle2student)": 3.786804676055908,
+      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "epoch": 0.6883830455259027,
+      "rel-constrast": 2.0299768447875977,
+      "step": 877,
+      "subrel-constrast": 2.670637369155884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0147178173065186,
+      "cov-distil (oracle2student)": 3.804882764816284,
+      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "epoch": 0.6891679748822606,
+      "rel-constrast": 2.7490639686584473,
+      "step": 878,
+      "subrel-constrast": 3.5756359100341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5681298971176147,
+      "cov-distil (oracle2student)": 3.9214487075805664,
+      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "epoch": 0.6899529042386185,
+      "rel-constrast": 3.0104470252990723,
+      "step": 879,
+      "subrel-constrast": 3.337676763534546,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6907378335949764,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.3950000000000004e-05,
+      "loss": 0.8151,
+      "step": 880
+    },
+    {
+      "cov-distil": 2.2157304286956787,
+      "cov-distil (oracle2student)": 5.699595928192139,
+      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "epoch": 0.6907378335949764,
+      "rel-constrast": 3.0941343307495117,
+      "step": 880,
+      "subrel-constrast": 4.322240352630615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4810900688171387,
+      "cov-distil (oracle2student)": 3.3440780639648438,
+      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "epoch": 0.6915227629513344,
+      "rel-constrast": 3.586519241333008,
+      "step": 881,
+      "subrel-constrast": 3.7541935443878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5781233310699463,
+      "cov-distil (oracle2student)": 5.018100738525391,
+      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "epoch": 0.6923076923076923,
+      "rel-constrast": 4.0826897621154785,
+      "step": 882,
+      "subrel-constrast": 4.779473304748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4764516353607178,
+      "cov-distil (oracle2student)": 3.1465892791748047,
+      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "epoch": 0.6930926216640503,
+      "rel-constrast": 2.1886837482452393,
+      "step": 883,
+      "subrel-constrast": 2.8425724506378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577139854431152,
+      "cov-distil (oracle2student)": 5.48944091796875,
+      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "epoch": 0.6938775510204082,
+      "rel-constrast": 3.6461424827575684,
+      "step": 884,
+      "subrel-constrast": 4.1751885414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.30418062210083,
+      "cov-distil (oracle2student)": 3.6000726222991943,
+      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "epoch": 0.6946624803767661,
+      "rel-constrast": 2.609241008758545,
+      "step": 885,
+      "subrel-constrast": 4.044322967529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9188902378082275,
+      "cov-distil (oracle2student)": 3.3409061431884766,
+      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "epoch": 0.695447409733124,
+      "rel-constrast": 3.917679786682129,
+      "step": 886,
+      "subrel-constrast": 4.465198040008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6129820346832275,
+      "cov-distil (oracle2student)": 3.5256998538970947,
+      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "epoch": 0.6962323390894819,
+      "rel-constrast": 3.1687140464782715,
+      "step": 887,
+      "subrel-constrast": 4.09608268737793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6923974752426147,
+      "cov-distil (oracle2student)": 3.194105863571167,
+      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "epoch": 0.6970172684458399,
+      "rel-constrast": 2.669671058654785,
+      "step": 888,
+      "subrel-constrast": 3.512425661087036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7615928649902344,
+      "cov-distil (oracle2student)": 4.9741010665893555,
+      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "epoch": 0.6978021978021978,
+      "rel-constrast": 2.2488291263580322,
+      "step": 889,
+      "subrel-constrast": 3.145869016647339,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6985871271585558,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.445e-05,
+      "loss": 0.8243,
+      "step": 890
+    },
+    {
+      "cov-distil": 2.2956361770629883,
+      "cov-distil (oracle2student)": 5.470577716827393,
+      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "epoch": 0.6985871271585558,
+      "rel-constrast": 2.6768033504486084,
+      "step": 890,
+      "subrel-constrast": 3.943537950515747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949636459350586,
+      "cov-distil (oracle2student)": 4.757634162902832,
+      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "epoch": 0.6993720565149136,
+      "rel-constrast": 2.2590112686157227,
+      "step": 891,
+      "subrel-constrast": 3.1901254653930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.926931619644165,
+      "cov-distil (oracle2student)": 3.505540370941162,
+      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "epoch": 0.7001569858712716,
+      "rel-constrast": 3.0852808952331543,
+      "step": 892,
+      "subrel-constrast": 4.544396877288818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2596887350082397,
+      "cov-distil (oracle2student)": 4.653071403503418,
+      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "epoch": 0.7009419152276295,
+      "rel-constrast": 2.719123363494873,
+      "step": 893,
+      "subrel-constrast": 3.29056715965271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7803575992584229,
+      "cov-distil (oracle2student)": 4.656095504760742,
+      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "epoch": 0.7017268445839875,
+      "rel-constrast": 2.24275541305542,
+      "step": 894,
+      "subrel-constrast": 3.273658037185669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130441188812256,
+      "cov-distil (oracle2student)": 5.469186782836914,
+      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "epoch": 0.7025117739403454,
+      "rel-constrast": 3.1639580726623535,
+      "step": 895,
+      "subrel-constrast": 4.3755879402160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741716861724854,
+      "cov-distil (oracle2student)": 3.9948792457580566,
+      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "epoch": 0.7032967032967034,
+      "rel-constrast": 2.7737693786621094,
+      "step": 896,
+      "subrel-constrast": 3.267178773880005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8039289712905884,
+      "cov-distil (oracle2student)": 3.7117669582366943,
+      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "epoch": 0.7040816326530612,
+      "rel-constrast": 2.143932819366455,
+      "step": 897,
+      "subrel-constrast": 3.121236801147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3587143421173096,
+      "cov-distil (oracle2student)": 4.403602123260498,
+      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "epoch": 0.7048665620094191,
+      "rel-constrast": 2.3291571140289307,
+      "step": 898,
+      "subrel-constrast": 3.47867751121521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861637830734253,
+      "cov-distil (oracle2student)": 4.3754682540893555,
+      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "epoch": 0.7056514913657771,
+      "rel-constrast": 3.8839848041534424,
+      "step": 899,
+      "subrel-constrast": 4.644810676574707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.706436420722135,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.495e-05,
+      "loss": 0.728,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "overlap": 0.30156251788139343,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "student margin": 0.0489501953125
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "teacher margin": 0.028717041015625
+    },
+    {
+      "epoch": 0.706436420722135,
+      "margin difference": -0.020233154296875,
+      "step": 900
+    },
+    {
+      "cov-distil": 2.2758567333221436,
+      "cov-distil (oracle2student)": 3.112144708633423,
+      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "epoch": 0.706436420722135,
+      "rel-constrast": 4.2263994216918945,
+      "step": 900,
+      "subrel-constrast": 4.605080604553223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694825649261475,
+      "cov-distil (oracle2student)": 2.912907838821411,
+      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "epoch": 0.707221350078493,
+      "rel-constrast": 3.9801032543182373,
+      "step": 901,
+      "subrel-constrast": 4.070077419281006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.285184621810913,
+      "cov-distil (oracle2student)": 3.1929121017456055,
+      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "epoch": 0.7080062794348508,
+      "rel-constrast": 3.7210168838500977,
+      "step": 902,
+      "subrel-constrast": 5.039446830749512,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798686504364014,
+      "cov-distil (oracle2student)": 4.676393985748291,
+      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "epoch": 0.7087912087912088,
+      "rel-constrast": 2.927309036254883,
+      "step": 903,
+      "subrel-constrast": 3.2873969078063965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5412538051605225,
+      "cov-distil (oracle2student)": 5.285891056060791,
+      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "epoch": 0.7095761381475667,
+      "rel-constrast": 2.8550057411193848,
+      "step": 904,
+      "subrel-constrast": 3.531097650527954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6112513542175293,
+      "cov-distil (oracle2student)": 4.020347595214844,
+      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "epoch": 0.7103610675039247,
+      "rel-constrast": 3.90101957321167,
+      "step": 905,
+      "subrel-constrast": 4.510730266571045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2648086547851562,
+      "cov-distil (oracle2student)": 5.239475250244141,
+      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "epoch": 0.7111459968602826,
+      "rel-constrast": 4.096606254577637,
+      "step": 906,
+      "subrel-constrast": 4.7054009437561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87594735622406,
+      "cov-distil (oracle2student)": 3.4948787689208984,
+      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "epoch": 0.7119309262166404,
+      "rel-constrast": 2.4869022369384766,
+      "step": 907,
+      "subrel-constrast": 2.939744472503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6819136142730713,
+      "cov-distil (oracle2student)": 3.956923007965088,
+      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "epoch": 0.7127158555729984,
+      "rel-constrast": 3.1140904426574707,
+      "step": 908,
+      "subrel-constrast": 4.3997087478637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0586934089660645,
+      "cov-distil (oracle2student)": 6.132615566253662,
+      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "epoch": 0.7135007849293563,
+      "rel-constrast": 4.984131813049316,
+      "step": 909,
+      "subrel-constrast": 5.425019264221191,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.545000000000001e-05,
+      "loss": 0.9539,
+      "step": 910
+    },
+    {
+      "cov-distil": 1.6229896545410156,
+      "cov-distil (oracle2student)": 4.070446968078613,
+      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "epoch": 0.7142857142857143,
+      "rel-constrast": 3.2242932319641113,
+      "step": 910,
+      "subrel-constrast": 3.859609603881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8170173168182373,
+      "cov-distil (oracle2student)": 4.4720916748046875,
+      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "epoch": 0.7150706436420722,
+      "rel-constrast": 3.0169482231140137,
+      "step": 911,
+      "subrel-constrast": 3.8084235191345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5292870998382568,
+      "cov-distil (oracle2student)": 4.345184326171875,
+      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "epoch": 0.7158555729984302,
+      "rel-constrast": 3.397573471069336,
+      "step": 912,
+      "subrel-constrast": 3.2584228515625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.223121404647827,
+      "cov-distil (oracle2student)": 4.264377593994141,
+      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "epoch": 0.716640502354788,
+      "rel-constrast": 2.8414294719696045,
+      "step": 913,
+      "subrel-constrast": 4.336313724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.661023736000061,
+      "cov-distil (oracle2student)": 4.143952369689941,
+      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "epoch": 0.717425431711146,
+      "rel-constrast": 2.8086204528808594,
+      "step": 914,
+      "subrel-constrast": 3.964709997177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073925495147705,
+      "cov-distil (oracle2student)": 3.812002658843994,
+      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "epoch": 0.7182103610675039,
+      "rel-constrast": 2.701813220977783,
+      "step": 915,
+      "subrel-constrast": 3.5543386936187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841255784034729,
+      "cov-distil (oracle2student)": 3.9284794330596924,
+      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "epoch": 0.7189952904238619,
+      "rel-constrast": 3.2184972763061523,
+      "step": 916,
+      "subrel-constrast": 4.3179755210876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.29209041595459,
+      "cov-distil (oracle2student)": 5.0997748374938965,
+      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "epoch": 0.7197802197802198,
+      "rel-constrast": 2.7742223739624023,
+      "step": 917,
+      "subrel-constrast": 3.9090025424957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.126772403717041,
+      "cov-distil (oracle2student)": 5.042139053344727,
+      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "epoch": 0.7205651491365777,
+      "rel-constrast": 3.499645233154297,
+      "step": 918,
+      "subrel-constrast": 4.131096839904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1853413581848145,
+      "cov-distil (oracle2student)": 5.0499186515808105,
+      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "epoch": 0.7213500784929356,
+      "rel-constrast": 3.0944676399230957,
+      "step": 919,
+      "subrel-constrast": 4.054975509643555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7221350078492935,
+      "grad_norm": 7.625,
+      "learning_rate": 4.5950000000000006e-05,
+      "loss": 0.8129,
+      "step": 920
+    },
+    {
+      "cov-distil": 1.575663685798645,
+      "cov-distil (oracle2student)": 4.080785751342773,
+      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "epoch": 0.7221350078492935,
+      "rel-constrast": 2.942035675048828,
+      "step": 920,
+      "subrel-constrast": 3.5585241317749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089031457901001,
+      "cov-distil (oracle2student)": 3.5837650299072266,
+      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "epoch": 0.7229199372056515,
+      "rel-constrast": 3.1843388080596924,
+      "step": 921,
+      "subrel-constrast": 3.996202230453491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6126110553741455,
+      "cov-distil (oracle2student)": 3.8322594165802,
+      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "epoch": 0.7237048665620094,
+      "rel-constrast": 2.8110198974609375,
+      "step": 922,
+      "subrel-constrast": 3.6679060459136963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5855941772460938,
+      "cov-distil (oracle2student)": 5.666677474975586,
+      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "epoch": 0.7244897959183674,
+      "rel-constrast": 3.647099256515503,
+      "step": 923,
+      "subrel-constrast": 3.6234447956085205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8088470697402954,
+      "cov-distil (oracle2student)": 3.5870018005371094,
+      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "epoch": 0.7252747252747253,
+      "rel-constrast": 3.079493761062622,
+      "step": 924,
+      "subrel-constrast": 3.9141316413879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2190501689910889,
+      "cov-distil (oracle2student)": 4.473470687866211,
+      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "epoch": 0.7260596546310832,
+      "rel-constrast": 3.165107250213623,
+      "step": 925,
+      "subrel-constrast": 3.897352457046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0242605209350586,
+      "cov-distil (oracle2student)": 6.548642158508301,
+      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "epoch": 0.7268445839874411,
+      "rel-constrast": 3.701394557952881,
+      "step": 926,
+      "subrel-constrast": 3.9507064819335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5379185676574707,
+      "cov-distil (oracle2student)": 3.4035112857818604,
+      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "epoch": 0.7276295133437991,
+      "rel-constrast": 2.911174774169922,
+      "step": 927,
+      "subrel-constrast": 3.627082109451294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6840705871582031,
+      "cov-distil (oracle2student)": 5.966733932495117,
+      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "epoch": 0.728414442700157,
+      "rel-constrast": 3.4538960456848145,
+      "step": 928,
+      "subrel-constrast": 4.338021755218506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749119997024536,
+      "cov-distil (oracle2student)": 4.814553260803223,
+      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "epoch": 0.7291993720565149,
+      "rel-constrast": 3.272881507873535,
+      "step": 929,
+      "subrel-constrast": 4.203635215759277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7299843014128728,
+      "grad_norm": 6.0,
+      "learning_rate": 4.6450000000000004e-05,
+      "loss": 0.8465,
+      "step": 930
+    },
+    {
+      "cov-distil": 1.2940502166748047,
+      "cov-distil (oracle2student)": 4.268896102905273,
+      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "epoch": 0.7299843014128728,
+      "rel-constrast": 2.788405418395996,
+      "step": 930,
+      "subrel-constrast": 3.7771759033203125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882677793502808,
+      "cov-distil (oracle2student)": 5.153918266296387,
+      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "epoch": 0.7307692307692307,
+      "rel-constrast": 3.8575000762939453,
+      "step": 931,
+      "subrel-constrast": 4.23193359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.906712532043457,
+      "cov-distil (oracle2student)": 4.725667953491211,
+      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "epoch": 0.7315541601255887,
+      "rel-constrast": 2.424145221710205,
+      "step": 932,
+      "subrel-constrast": 3.732316493988037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.835892915725708,
+      "cov-distil (oracle2student)": 2.91845703125,
+      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "epoch": 0.7323390894819466,
+      "rel-constrast": 4.028440475463867,
+      "step": 933,
+      "subrel-constrast": 4.382497787475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5429143905639648,
+      "cov-distil (oracle2student)": 4.434526443481445,
+      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "epoch": 0.7331240188383046,
+      "rel-constrast": 3.283620834350586,
+      "step": 934,
+      "subrel-constrast": 4.480005264282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479607105255127,
+      "cov-distil (oracle2student)": 4.566035747528076,
+      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "epoch": 0.7339089481946625,
+      "rel-constrast": 3.1102888584136963,
+      "step": 935,
+      "subrel-constrast": 4.2533392906188965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7382700443267822,
+      "cov-distil (oracle2student)": 4.074993133544922,
+      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "epoch": 0.7346938775510204,
+      "rel-constrast": 4.664027214050293,
+      "step": 936,
+      "subrel-constrast": 4.777615547180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8130892515182495,
+      "cov-distil (oracle2student)": 5.765524387359619,
+      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "epoch": 0.7354788069073783,
+      "rel-constrast": 3.738004207611084,
+      "step": 937,
+      "subrel-constrast": 4.491626262664795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930234909057617,
+      "cov-distil (oracle2student)": 2.956733465194702,
+      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "epoch": 0.7362637362637363,
+      "rel-constrast": 2.2914769649505615,
+      "step": 938,
+      "subrel-constrast": 2.780831813812256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.51702880859375,
+      "cov-distil (oracle2student)": 2.6176843643188477,
+      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "epoch": 0.7370486656200942,
+      "rel-constrast": 3.4387402534484863,
+      "step": 939,
+      "subrel-constrast": 4.557201385498047,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7378335949764521,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.695e-05,
+      "loss": 0.8816,
+      "step": 940
+    },
+    {
+      "cov-distil": 1.9257925748825073,
+      "cov-distil (oracle2student)": 3.928852081298828,
+      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "epoch": 0.7378335949764521,
+      "rel-constrast": 3.6139044761657715,
+      "step": 940,
+      "subrel-constrast": 4.444116115570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8952929973602295,
+      "cov-distil (oracle2student)": 4.150082111358643,
+      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "epoch": 0.7386185243328101,
+      "rel-constrast": 3.3191280364990234,
+      "step": 941,
+      "subrel-constrast": 3.679969072341919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5294878482818604,
+      "cov-distil (oracle2student)": 3.9924159049987793,
+      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "epoch": 0.7394034536891679,
+      "rel-constrast": 3.708803176879883,
+      "step": 942,
+      "subrel-constrast": 3.7333984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276921272277832,
+      "cov-distil (oracle2student)": 3.9539318084716797,
+      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "epoch": 0.7401883830455259,
+      "rel-constrast": 2.935490608215332,
+      "step": 943,
+      "subrel-constrast": 4.135726451873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9773235321044922,
+      "cov-distil (oracle2student)": 4.83607292175293,
+      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "epoch": 0.7409733124018838,
+      "rel-constrast": 4.497435569763184,
+      "step": 944,
+      "subrel-constrast": 5.25809907913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6449570655822754,
+      "cov-distil (oracle2student)": 4.226219654083252,
+      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "epoch": 0.7417582417582418,
+      "rel-constrast": 2.5536246299743652,
+      "step": 945,
+      "subrel-constrast": 2.927077293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.137589454650879,
+      "cov-distil (oracle2student)": 2.859459400177002,
+      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "epoch": 0.7425431711145997,
+      "rel-constrast": 2.3175745010375977,
+      "step": 946,
+      "subrel-constrast": 3.029712438583374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.929520606994629,
+      "cov-distil (oracle2student)": 3.8799915313720703,
+      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "epoch": 0.7433281004709577,
+      "rel-constrast": 3.0847702026367188,
+      "step": 947,
+      "subrel-constrast": 4.075847625732422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6459702253341675,
+      "cov-distil (oracle2student)": 4.161098480224609,
+      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "epoch": 0.7441130298273155,
+      "rel-constrast": 4.606771469116211,
+      "step": 948,
+      "subrel-constrast": 5.083632946014404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165371179580688,
+      "cov-distil (oracle2student)": 4.67051887512207,
+      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "epoch": 0.7448979591836735,
+      "rel-constrast": 2.6552817821502686,
+      "step": 949,
+      "subrel-constrast": 3.711884021759033,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7456828885400314,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.745e-05,
+      "loss": 0.8765,
+      "step": 950
+    },
+    {
+      "cov-distil": 1.3789355754852295,
+      "cov-distil (oracle2student)": 4.328378677368164,
+      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "epoch": 0.7456828885400314,
+      "rel-constrast": 4.1120710372924805,
+      "step": 950,
+      "subrel-constrast": 5.027348041534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7074458599090576,
+      "cov-distil (oracle2student)": 3.896850824356079,
+      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "epoch": 0.7464678178963893,
+      "rel-constrast": 3.055389404296875,
+      "step": 951,
+      "subrel-constrast": 4.044977188110352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146897792816162,
+      "cov-distil (oracle2student)": 3.3221402168273926,
+      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "epoch": 0.7472527472527473,
+      "rel-constrast": 2.66206693649292,
+      "step": 952,
+      "subrel-constrast": 3.555684804916382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7882740497589111,
+      "cov-distil (oracle2student)": 4.753549575805664,
+      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "epoch": 0.7480376766091051,
+      "rel-constrast": 2.6871156692504883,
+      "step": 953,
+      "subrel-constrast": 3.443528175354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317833662033081,
+      "cov-distil (oracle2student)": 3.1025431156158447,
+      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "epoch": 0.7488226059654631,
+      "rel-constrast": 3.2253057956695557,
+      "step": 954,
+      "subrel-constrast": 3.449445962905884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4996986389160156,
+      "cov-distil (oracle2student)": 3.4388978481292725,
+      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "epoch": 0.749607535321821,
+      "rel-constrast": 2.8875174522399902,
+      "step": 955,
+      "subrel-constrast": 3.476513147354126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8152103424072266,
+      "cov-distil (oracle2student)": 4.742283821105957,
+      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "epoch": 0.750392464678179,
+      "rel-constrast": 4.083362579345703,
+      "step": 956,
+      "subrel-constrast": 4.664163589477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3834519386291504,
+      "cov-distil (oracle2student)": 3.857619285583496,
+      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "epoch": 0.7511773940345369,
+      "rel-constrast": 3.141227960586548,
+      "step": 957,
+      "subrel-constrast": 3.6745681762695312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4698567390441895,
+      "cov-distil (oracle2student)": 4.458189010620117,
+      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "epoch": 0.7519623233908949,
+      "rel-constrast": 2.5968546867370605,
+      "step": 958,
+      "subrel-constrast": 3.6189186573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0489540100097656,
+      "cov-distil (oracle2student)": 3.7848129272460938,
+      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "epoch": 0.7527472527472527,
+      "rel-constrast": 3.10971736907959,
+      "step": 959,
+      "subrel-constrast": 3.964318037033081,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7535321821036107,
+      "grad_norm": 5.125,
+      "learning_rate": 4.795e-05,
+      "loss": 0.8304,
+      "step": 960
+    },
+    {
+      "cov-distil": 1.8610987663269043,
+      "cov-distil (oracle2student)": 4.204171180725098,
+      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "epoch": 0.7535321821036107,
+      "rel-constrast": 3.5759077072143555,
+      "step": 960,
+      "subrel-constrast": 3.952942371368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7234872579574585,
+      "cov-distil (oracle2student)": 4.684390068054199,
+      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "epoch": 0.7543171114599686,
+      "rel-constrast": 2.439119815826416,
+      "step": 961,
+      "subrel-constrast": 3.2664947509765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0914149284362793,
+      "cov-distil (oracle2student)": 4.137686252593994,
+      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "epoch": 0.7551020408163265,
+      "rel-constrast": 2.320270538330078,
+      "step": 962,
+      "subrel-constrast": 3.529468536376953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5941476821899414,
+      "cov-distil (oracle2student)": 5.081782341003418,
+      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "epoch": 0.7558869701726845,
+      "rel-constrast": 3.1787896156311035,
+      "step": 963,
+      "subrel-constrast": 3.813589096069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5371471643447876,
+      "cov-distil (oracle2student)": 3.9131083488464355,
+      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "epoch": 0.7566718995290423,
+      "rel-constrast": 3.406545400619507,
+      "step": 964,
+      "subrel-constrast": 4.030934810638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.189305305480957,
+      "cov-distil (oracle2student)": 5.07846736907959,
+      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "epoch": 0.7574568288854003,
+      "rel-constrast": 2.970583200454712,
+      "step": 965,
+      "subrel-constrast": 3.6238105297088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.332085132598877,
+      "cov-distil (oracle2student)": 3.555403232574463,
+      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "epoch": 0.7582417582417582,
+      "rel-constrast": 2.632821798324585,
+      "step": 966,
+      "subrel-constrast": 3.3239552974700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7018604278564453,
+      "cov-distil (oracle2student)": 3.9263052940368652,
+      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "epoch": 0.7590266875981162,
+      "rel-constrast": 2.9862589836120605,
+      "step": 967,
+      "subrel-constrast": 3.3959908485412598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6031534671783447,
+      "cov-distil (oracle2student)": 5.186741352081299,
+      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "epoch": 0.7598116169544741,
+      "rel-constrast": 2.718703269958496,
+      "step": 968,
+      "subrel-constrast": 3.5651605129241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3045380115509033,
+      "cov-distil (oracle2student)": 4.70316219329834,
+      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "epoch": 0.7605965463108321,
+      "rel-constrast": 3.310779571533203,
+      "step": 969,
+      "subrel-constrast": 3.998525381088257,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7613814756671899,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.845e-05,
+      "loss": 0.7808,
+      "step": 970
+    },
+    {
+      "cov-distil": 1.579962968826294,
+      "cov-distil (oracle2student)": 4.080756187438965,
+      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "epoch": 0.7613814756671899,
+      "rel-constrast": 2.6930108070373535,
+      "step": 970,
+      "subrel-constrast": 3.6232733726501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5032997131347656,
+      "cov-distil (oracle2student)": 5.148774147033691,
+      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "epoch": 0.7621664050235479,
+      "rel-constrast": 2.8520336151123047,
+      "step": 971,
+      "subrel-constrast": 3.5504817962646484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.332946538925171,
+      "cov-distil (oracle2student)": 3.8117406368255615,
+      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "epoch": 0.7629513343799058,
+      "rel-constrast": 3.3115837574005127,
+      "step": 972,
+      "subrel-constrast": 3.7798709869384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3567724227905273,
+      "cov-distil (oracle2student)": 4.300013542175293,
+      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "epoch": 0.7637362637362637,
+      "rel-constrast": 2.9181158542633057,
+      "step": 973,
+      "subrel-constrast": 3.930820941925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5177117586135864,
+      "cov-distil (oracle2student)": 3.9483582973480225,
+      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "epoch": 0.7645211930926217,
+      "rel-constrast": 2.8572943210601807,
+      "step": 974,
+      "subrel-constrast": 3.3494460582733154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430667400360107,
+      "cov-distil (oracle2student)": 3.8153276443481445,
+      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "epoch": 0.7653061224489796,
+      "rel-constrast": 2.43520450592041,
+      "step": 975,
+      "subrel-constrast": 3.3547842502593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55463445186615,
+      "cov-distil (oracle2student)": 4.102063179016113,
+      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "epoch": 0.7660910518053375,
+      "rel-constrast": 2.7345409393310547,
+      "step": 976,
+      "subrel-constrast": 3.699293613433838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.206817865371704,
+      "cov-distil (oracle2student)": 5.071278095245361,
+      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "epoch": 0.7668759811616954,
+      "rel-constrast": 3.3835926055908203,
+      "step": 977,
+      "subrel-constrast": 4.665506362915039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0126726627349854,
+      "cov-distil (oracle2student)": 3.5513486862182617,
+      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "epoch": 0.7676609105180534,
+      "rel-constrast": 3.443159580230713,
+      "step": 978,
+      "subrel-constrast": 4.00405740737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6712284088134766,
+      "cov-distil (oracle2student)": 4.211378574371338,
+      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "epoch": 0.7684458398744113,
+      "rel-constrast": 2.733938694000244,
+      "step": 979,
+      "subrel-constrast": 3.493361473083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.8950000000000004e-05,
+      "loss": 0.7773,
+      "step": 980
+    },
+    {
+      "cov-distil": 1.9269602298736572,
+      "cov-distil (oracle2student)": 5.519498825073242,
+      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "epoch": 0.7692307692307693,
+      "rel-constrast": 4.175396919250488,
+      "step": 980,
+      "subrel-constrast": 5.049959659576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9665855169296265,
+      "cov-distil (oracle2student)": 3.2665791511535645,
+      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "epoch": 0.7700156985871272,
+      "rel-constrast": 3.6774415969848633,
+      "step": 981,
+      "subrel-constrast": 4.239767074584961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.470031976699829,
+      "cov-distil (oracle2student)": 3.181478977203369,
+      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "epoch": 0.7708006279434851,
+      "rel-constrast": 2.809911012649536,
+      "step": 982,
+      "subrel-constrast": 3.5960404872894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619471073150635,
+      "cov-distil (oracle2student)": 4.692441463470459,
+      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "epoch": 0.771585557299843,
+      "rel-constrast": 3.389431953430176,
+      "step": 983,
+      "subrel-constrast": 3.77146315574646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671085834503174,
+      "cov-distil (oracle2student)": 3.5092053413391113,
+      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "epoch": 0.7723704866562009,
+      "rel-constrast": 3.595477342605591,
+      "step": 984,
+      "subrel-constrast": 3.8124887943267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9460711479187012,
+      "cov-distil (oracle2student)": 4.956125259399414,
+      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "epoch": 0.7731554160125589,
+      "rel-constrast": 3.3473873138427734,
+      "step": 985,
+      "subrel-constrast": 4.39263391494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3514606952667236,
+      "cov-distil (oracle2student)": 3.571758270263672,
+      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "epoch": 0.7739403453689168,
+      "rel-constrast": 2.135286808013916,
+      "step": 986,
+      "subrel-constrast": 2.9741177558898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104153633117676,
+      "cov-distil (oracle2student)": 4.799599647521973,
+      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "epoch": 0.7747252747252747,
+      "rel-constrast": 2.5805909633636475,
+      "step": 987,
+      "subrel-constrast": 3.1912810802459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266259670257568,
+      "cov-distil (oracle2student)": 3.655568838119507,
+      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "epoch": 0.7755102040816326,
+      "rel-constrast": 3.032980442047119,
+      "step": 988,
+      "subrel-constrast": 3.508396863937378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.357473611831665,
+      "cov-distil (oracle2student)": 3.59857439994812,
+      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "epoch": 0.7762951334379906,
+      "rel-constrast": 2.536325454711914,
+      "step": 989,
+      "subrel-constrast": 3.5550482273101807,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7770800627943485,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.945e-05,
+      "loss": 0.8232,
+      "step": 990
+    },
+    {
+      "cov-distil": 1.6018612384796143,
+      "cov-distil (oracle2student)": 3.8907558917999268,
+      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "epoch": 0.7770800627943485,
+      "rel-constrast": 3.0553297996520996,
+      "step": 990,
+      "subrel-constrast": 3.7887587547302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3820087909698486,
+      "cov-distil (oracle2student)": 4.112200736999512,
+      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "epoch": 0.7778649921507065,
+      "rel-constrast": 2.366570472717285,
+      "step": 991,
+      "subrel-constrast": 3.2048072814941406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83585524559021,
+      "cov-distil (oracle2student)": 3.4590184688568115,
+      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "epoch": 0.7786499215070644,
+      "rel-constrast": 2.7357325553894043,
+      "step": 992,
+      "subrel-constrast": 3.3413727283477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7006080150604248,
+      "cov-distil (oracle2student)": 4.505871772766113,
+      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "epoch": 0.7794348508634223,
+      "rel-constrast": 2.617854118347168,
+      "step": 993,
+      "subrel-constrast": 3.58120059967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3439501523971558,
+      "cov-distil (oracle2student)": 5.1891374588012695,
+      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "epoch": 0.7802197802197802,
+      "rel-constrast": 3.4114043712615967,
+      "step": 994,
+      "subrel-constrast": 4.519937038421631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209468364715576,
+      "cov-distil (oracle2student)": 3.85103702545166,
+      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "epoch": 0.7810047095761381,
+      "rel-constrast": 2.76951265335083,
+      "step": 995,
+      "subrel-constrast": 3.8042209148406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8263555765151978,
+      "cov-distil (oracle2student)": 4.86745548248291,
+      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "epoch": 0.7817896389324961,
+      "rel-constrast": 3.1357123851776123,
+      "step": 996,
+      "subrel-constrast": 3.5826773643493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0638132095336914,
+      "cov-distil (oracle2student)": 3.9991607666015625,
+      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "epoch": 0.782574568288854,
+      "rel-constrast": 2.9305787086486816,
+      "step": 997,
+      "subrel-constrast": 4.224002361297607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7014501094818115,
+      "cov-distil (oracle2student)": 2.1526012420654297,
+      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "epoch": 0.783359497645212,
+      "rel-constrast": 2.346405506134033,
+      "step": 998,
+      "subrel-constrast": 2.8098068237304688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3595576286315918,
+      "cov-distil (oracle2student)": 2.6339879035949707,
+      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "epoch": 0.7841444270015698,
+      "rel-constrast": 2.0297508239746094,
+      "step": 999,
+      "subrel-constrast": 2.856095552444458,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.995e-05,
+      "loss": 0.7268,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-P@10": 0.762,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-nDCG@10": 0.7761942414852591,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-nDCG@10": 0.614061374603831,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/avg": 0.5406198910147115,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "overlap": 0.3265624940395355,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "step": 1000,
+      "student margin": 0.048736572265625
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "step": 1000,
+      "teacher margin": 0.033172607421875
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "margin difference": -0.01556396484375,
+      "step": 1000
+    },
+    {
+      "cov-distil": 1.5034229755401611,
+      "cov-distil (oracle2student)": 4.684803009033203,
+      "cov-distil (oracle2teacher)": 4.286637783050537,
+      "epoch": 0.7849293563579278,
+      "rel-constrast": 2.7586169242858887,
+      "step": 1000,
+      "subrel-constrast": 3.692868232727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1957248449325562,
+      "cov-distil (oracle2student)": 4.158645153045654,
+      "cov-distil (oracle2teacher)": 3.960702419281006,
+      "epoch": 0.7857142857142857,
+      "rel-constrast": 2.271653652191162,
+      "step": 1001,
+      "subrel-constrast": 2.7374632358551025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0084142684936523,
+      "cov-distil (oracle2student)": 5.9409871101379395,
+      "cov-distil (oracle2teacher)": 5.287152290344238,
+      "epoch": 0.7864992150706437,
+      "rel-constrast": 2.403620719909668,
+      "step": 1002,
+      "subrel-constrast": 3.4971165657043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6317280530929565,
+      "cov-distil (oracle2student)": 5.874475002288818,
+      "cov-distil (oracle2teacher)": 4.955185890197754,
+      "epoch": 0.7872841444270016,
+      "rel-constrast": 3.167451858520508,
+      "step": 1003,
+      "subrel-constrast": 3.5038552284240723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6654658317565918,
+      "cov-distil (oracle2student)": 3.8835484981536865,
+      "cov-distil (oracle2teacher)": 3.403048515319824,
+      "epoch": 0.7880690737833596,
+      "rel-constrast": 2.7738380432128906,
+      "step": 1004,
+      "subrel-constrast": 3.174041271209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8715178966522217,
+      "cov-distil (oracle2student)": 3.7892398834228516,
+      "cov-distil (oracle2teacher)": 3.474780797958374,
+      "epoch": 0.7888540031397174,
+      "rel-constrast": 2.1905505657196045,
+      "step": 1005,
+      "subrel-constrast": 3.0322937965393066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728188514709473,
+      "cov-distil (oracle2student)": 2.669163942337036,
+      "cov-distil (oracle2teacher)": 2.844465732574463,
+      "epoch": 0.7896389324960753,
+      "rel-constrast": 2.9720678329467773,
+      "step": 1006,
+      "subrel-constrast": 3.511303663253784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7204205989837646,
+      "cov-distil (oracle2student)": 4.4524736404418945,
+      "cov-distil (oracle2teacher)": 4.67169713973999,
+      "epoch": 0.7904238618524333,
+      "rel-constrast": 3.0412745475769043,
+      "step": 1007,
+      "subrel-constrast": 3.816291570663452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7510128021240234,
+      "cov-distil (oracle2student)": 6.159909725189209,
+      "cov-distil (oracle2teacher)": 5.60171365737915,
+      "epoch": 0.7912087912087912,
+      "rel-constrast": 3.079228162765503,
+      "step": 1008,
+      "subrel-constrast": 4.57464599609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6486480236053467,
+      "cov-distil (oracle2student)": 3.5104148387908936,
+      "cov-distil (oracle2teacher)": 3.467003345489502,
+      "epoch": 0.7919937205651492,
+      "rel-constrast": 2.799266815185547,
+      "step": 1009,
+      "subrel-constrast": 3.864565372467041,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.792778649921507,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.999987663004646e-05,
+      "loss": 0.7289,
+      "step": 1010
+    },
+    {
+      "cov-distil": 1.7066292762756348,
+      "cov-distil (oracle2student)": 4.21933650970459,
+      "cov-distil (oracle2teacher)": 4.268479824066162,
+      "epoch": 0.792778649921507,
+      "rel-constrast": 2.8161985874176025,
+      "step": 1010,
+      "subrel-constrast": 3.2562143802642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8672438859939575,
+      "cov-distil (oracle2student)": 5.815662384033203,
+      "cov-distil (oracle2teacher)": 4.962345123291016,
+      "epoch": 0.793563579277865,
+      "rel-constrast": 4.624763011932373,
+      "step": 1011,
+      "subrel-constrast": 4.851892471313477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2560279369354248,
+      "cov-distil (oracle2student)": 4.049315929412842,
+      "cov-distil (oracle2teacher)": 3.52166748046875,
+      "epoch": 0.7943485086342229,
+      "rel-constrast": 3.12121844291687,
+      "step": 1012,
+      "subrel-constrast": 3.6813127994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8865805864334106,
+      "cov-distil (oracle2student)": 5.716721057891846,
+      "cov-distil (oracle2teacher)": 5.130122661590576,
+      "epoch": 0.7951334379905809,
+      "rel-constrast": 2.4561896324157715,
+      "step": 1013,
+      "subrel-constrast": 3.7673561573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3795284032821655,
+      "cov-distil (oracle2student)": 4.698434829711914,
+      "cov-distil (oracle2teacher)": 4.43522834777832,
+      "epoch": 0.7959183673469388,
+      "rel-constrast": 3.585001230239868,
+      "step": 1014,
+      "subrel-constrast": 3.978447914123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2618730068206787,
+      "cov-distil (oracle2student)": 3.2493157386779785,
+      "cov-distil (oracle2teacher)": 3.5975871086120605,
+      "epoch": 0.7967032967032966,
+      "rel-constrast": 2.9990179538726807,
+      "step": 1015,
+      "subrel-constrast": 3.4147586822509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83095121383667,
+      "cov-distil (oracle2student)": 4.593048095703125,
+      "cov-distil (oracle2teacher)": 3.92457914352417,
+      "epoch": 0.7974882260596546,
+      "rel-constrast": 2.7872331142425537,
+      "step": 1016,
+      "subrel-constrast": 3.887740135192871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6723566055297852,
+      "cov-distil (oracle2student)": 3.9551217555999756,
+      "cov-distil (oracle2teacher)": 3.638209819793701,
+      "epoch": 0.7982731554160125,
+      "rel-constrast": 3.122316837310791,
+      "step": 1017,
+      "subrel-constrast": 4.209188461303711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.675121784210205,
+      "cov-distil (oracle2student)": 4.172112464904785,
+      "cov-distil (oracle2teacher)": 4.101783275604248,
+      "epoch": 0.7990580847723705,
+      "rel-constrast": 3.378809928894043,
+      "step": 1018,
+      "subrel-constrast": 3.7574174404144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4633102416992188,
+      "cov-distil (oracle2student)": 2.378451347351074,
+      "cov-distil (oracle2teacher)": 2.625844955444336,
+      "epoch": 0.7998430141287284,
+      "rel-constrast": 2.5547306537628174,
+      "step": 1019,
+      "subrel-constrast": 3.4864487648010254,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8006279434850864,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.9999450167572734e-05,
+      "loss": 0.8261,
+      "step": 1020
+    },
+    {
+      "cov-distil": 2.415271759033203,
+      "cov-distil (oracle2student)": 3.0875167846679688,
+      "cov-distil (oracle2teacher)": 3.427299737930298,
+      "epoch": 0.8006279434850864,
+      "rel-constrast": 3.0743722915649414,
+      "step": 1020,
+      "subrel-constrast": 3.9496195316314697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8066670894622803,
+      "cov-distil (oracle2student)": 4.668322563171387,
+      "cov-distil (oracle2teacher)": 4.313449382781982,
+      "epoch": 0.8014128728414442,
+      "rel-constrast": 1.32718825340271,
+      "step": 1021,
+      "subrel-constrast": 2.6383790969848633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9670062065124512,
+      "cov-distil (oracle2student)": 5.039787292480469,
+      "cov-distil (oracle2teacher)": 4.957679748535156,
+      "epoch": 0.8021978021978022,
+      "rel-constrast": 2.2769107818603516,
+      "step": 1022,
+      "subrel-constrast": 3.2581119537353516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2931885719299316,
+      "cov-distil (oracle2student)": 3.3827080726623535,
+      "cov-distil (oracle2teacher)": 3.489915370941162,
+      "epoch": 0.8029827315541601,
+      "rel-constrast": 3.323514938354492,
+      "step": 1023,
+      "subrel-constrast": 3.817840576171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798905849456787,
+      "cov-distil (oracle2student)": 3.997654676437378,
+      "cov-distil (oracle2teacher)": 3.740675926208496,
+      "epoch": 0.8037676609105181,
+      "rel-constrast": 2.823920488357544,
+      "step": 1024,
+      "subrel-constrast": 3.6419403553009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.008463144302368,
+      "cov-distil (oracle2student)": 4.487757205963135,
+      "cov-distil (oracle2teacher)": 3.6456661224365234,
+      "epoch": 0.804552590266876,
+      "rel-constrast": 2.748744487762451,
+      "step": 1025,
+      "subrel-constrast": 3.362184524536133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519178867340088,
+      "cov-distil (oracle2student)": 5.82453727722168,
+      "cov-distil (oracle2teacher)": 5.277032375335693,
+      "epoch": 0.8053375196232339,
+      "rel-constrast": 3.717198371887207,
+      "step": 1026,
+      "subrel-constrast": 4.122554779052734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5493037700653076,
+      "cov-distil (oracle2student)": 3.6894612312316895,
+      "cov-distil (oracle2teacher)": 3.740065574645996,
+      "epoch": 0.8061224489795918,
+      "rel-constrast": 2.280026435852051,
+      "step": 1027,
+      "subrel-constrast": 3.2345998287200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4404253959655762,
+      "cov-distil (oracle2student)": 4.561883449554443,
+      "cov-distil (oracle2teacher)": 4.176347255706787,
+      "epoch": 0.8069073783359497,
+      "rel-constrast": 2.5073225498199463,
+      "step": 1028,
+      "subrel-constrast": 3.2476654052734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4980759620666504,
+      "cov-distil (oracle2student)": 3.4953906536102295,
+      "cov-distil (oracle2teacher)": 3.23348331451416,
+      "epoch": 0.8076923076923077,
+      "rel-constrast": 3.2613203525543213,
+      "step": 1029,
+      "subrel-constrast": 3.7252445220947266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8084772370486656,
+      "grad_norm": 5.78125,
+      "learning_rate": 4.999871909468808e-05,
+      "loss": 0.7258,
+      "step": 1030
+    },
+    {
+      "cov-distil": 1.7273406982421875,
+      "cov-distil (oracle2student)": 3.765653371810913,
+      "cov-distil (oracle2teacher)": 4.223290920257568,
+      "epoch": 0.8084772370486656,
+      "rel-constrast": 3.3792667388916016,
+      "step": 1030,
+      "subrel-constrast": 4.160766124725342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6069406270980835,
+      "cov-distil (oracle2student)": 6.246820449829102,
+      "cov-distil (oracle2teacher)": 5.6495280265808105,
+      "epoch": 0.8092621664050236,
+      "rel-constrast": 4.243990898132324,
+      "step": 1031,
+      "subrel-constrast": 4.584709644317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882941246032715,
+      "cov-distil (oracle2student)": 4.027990818023682,
+      "cov-distil (oracle2teacher)": 4.210643768310547,
+      "epoch": 0.8100470957613815,
+      "rel-constrast": 3.353201389312744,
+      "step": 1032,
+      "subrel-constrast": 4.510843753814697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5565567016601562,
+      "cov-distil (oracle2student)": 3.638373374938965,
+      "cov-distil (oracle2teacher)": 3.9918010234832764,
+      "epoch": 0.8108320251177394,
+      "rel-constrast": 3.317444086074829,
+      "step": 1033,
+      "subrel-constrast": 3.8524107933044434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4101698398590088,
+      "cov-distil (oracle2student)": 4.568304538726807,
+      "cov-distil (oracle2teacher)": 3.3959732055664062,
+      "epoch": 0.8116169544740973,
+      "rel-constrast": 2.7100107669830322,
+      "step": 1034,
+      "subrel-constrast": 2.7737021446228027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3708372116088867,
+      "cov-distil (oracle2student)": 5.4243388175964355,
+      "cov-distil (oracle2teacher)": 4.884294509887695,
+      "epoch": 0.8124018838304553,
+      "rel-constrast": 2.722594738006592,
+      "step": 1035,
+      "subrel-constrast": 3.112590789794922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.542799949645996,
+      "cov-distil (oracle2student)": 4.0008955001831055,
+      "cov-distil (oracle2teacher)": 3.621291399002075,
+      "epoch": 0.8131868131868132,
+      "rel-constrast": 2.5074245929718018,
+      "step": 1036,
+      "subrel-constrast": 3.3930764198303223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5174001455307007,
+      "cov-distil (oracle2student)": 4.076761245727539,
+      "cov-distil (oracle2teacher)": 4.162682056427002,
+      "epoch": 0.8139717425431711,
+      "rel-constrast": 3.306975841522217,
+      "step": 1037,
+      "subrel-constrast": 3.4981300830841064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83280611038208,
+      "cov-distil (oracle2student)": 3.9457664489746094,
+      "cov-distil (oracle2teacher)": 3.595574378967285,
+      "epoch": 0.814756671899529,
+      "rel-constrast": 3.579411029815674,
+      "step": 1038,
+      "subrel-constrast": 4.271247863769531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.415628433227539,
+      "cov-distil (oracle2student)": 4.7205400466918945,
+      "cov-distil (oracle2teacher)": 4.105180740356445,
+      "epoch": 0.8155416012558869,
+      "rel-constrast": 2.532618522644043,
+      "step": 1039,
+      "subrel-constrast": 3.548304319381714,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8163265306122449,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.999768342030035e-05,
+      "loss": 0.83,
+      "step": 1040
+    },
+    {
+      "cov-distil": 1.6160132884979248,
+      "cov-distil (oracle2student)": 3.9032037258148193,
+      "cov-distil (oracle2teacher)": 3.838395595550537,
+      "epoch": 0.8163265306122449,
+      "rel-constrast": 2.9465813636779785,
+      "step": 1040,
+      "subrel-constrast": 3.950629949569702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.243447184562683,
+      "cov-distil (oracle2student)": 3.732532024383545,
+      "cov-distil (oracle2teacher)": 3.783769369125366,
+      "epoch": 0.8171114599686028,
+      "rel-constrast": 3.3665902614593506,
+      "step": 1041,
+      "subrel-constrast": 3.5148062705993652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7780416011810303,
+      "cov-distil (oracle2student)": 4.7880401611328125,
+      "cov-distil (oracle2teacher)": 5.081545829772949,
+      "epoch": 0.8178963893249608,
+      "rel-constrast": 3.803605079650879,
+      "step": 1042,
+      "subrel-constrast": 4.359310150146484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5858495235443115,
+      "cov-distil (oracle2student)": 7.296012878417969,
+      "cov-distil (oracle2teacher)": 5.996241569519043,
+      "epoch": 0.8186813186813187,
+      "rel-constrast": 3.7353243827819824,
+      "step": 1043,
+      "subrel-constrast": 4.031566619873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5896885395050049,
+      "cov-distil (oracle2student)": 4.85926628112793,
+      "cov-distil (oracle2teacher)": 4.6845879554748535,
+      "epoch": 0.8194662480376766,
+      "rel-constrast": 4.086687088012695,
+      "step": 1044,
+      "subrel-constrast": 4.33120584487915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2431325912475586,
+      "cov-distil (oracle2student)": 2.8849904537200928,
+      "cov-distil (oracle2teacher)": 2.861043930053711,
+      "epoch": 0.8202511773940345,
+      "rel-constrast": 3.2766146659851074,
+      "step": 1045,
+      "subrel-constrast": 3.999800682067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3826301097869873,
+      "cov-distil (oracle2student)": 3.234098196029663,
+      "cov-distil (oracle2teacher)": 3.6659646034240723,
+      "epoch": 0.8210361067503925,
+      "rel-constrast": 3.2172765731811523,
+      "step": 1046,
+      "subrel-constrast": 4.1083292961120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4395332336425781,
+      "cov-distil (oracle2student)": 5.047663688659668,
+      "cov-distil (oracle2teacher)": 4.560415267944336,
+      "epoch": 0.8218210361067504,
+      "rel-constrast": 3.233414649963379,
+      "step": 1047,
+      "subrel-constrast": 4.191913604736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479955196380615,
+      "cov-distil (oracle2student)": 4.6869049072265625,
+      "cov-distil (oracle2teacher)": 4.570603847503662,
+      "epoch": 0.8226059654631083,
+      "rel-constrast": 2.9459338188171387,
+      "step": 1048,
+      "subrel-constrast": 3.679405927658081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4720711708068848,
+      "cov-distil (oracle2student)": 3.8350765705108643,
+      "cov-distil (oracle2teacher)": 3.6281344890594482,
+      "epoch": 0.8233908948194663,
+      "rel-constrast": 3.1354329586029053,
+      "step": 1049,
+      "subrel-constrast": 4.234480857849121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8241758241758241,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.999634315702894e-05,
+      "loss": 0.8867,
+      "step": 1050
+    },
+    {
+      "cov-distil": 1.6552631855010986,
+      "cov-distil (oracle2student)": 4.229450225830078,
+      "cov-distil (oracle2teacher)": 4.003934860229492,
+      "epoch": 0.8241758241758241,
+      "rel-constrast": 3.7159342765808105,
+      "step": 1050,
+      "subrel-constrast": 3.953207492828369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6324317455291748,
+      "cov-distil (oracle2student)": 3.2070152759552,
+      "cov-distil (oracle2teacher)": 3.3971261978149414,
+      "epoch": 0.8249607535321821,
+      "rel-constrast": 3.5848264694213867,
+      "step": 1051,
+      "subrel-constrast": 3.7874743938446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.282161831855774,
+      "cov-distil (oracle2student)": 3.5273289680480957,
+      "cov-distil (oracle2teacher)": 3.642918586730957,
+      "epoch": 0.82574568288854,
+      "rel-constrast": 3.657550811767578,
+      "step": 1052,
+      "subrel-constrast": 4.015460014343262,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.066774606704712,
+      "cov-distil (oracle2student)": 3.843471050262451,
+      "cov-distil (oracle2teacher)": 4.140931129455566,
+      "epoch": 0.826530612244898,
+      "rel-constrast": 2.384845733642578,
+      "step": 1053,
+      "subrel-constrast": 3.0241689682006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9062566757202148,
+      "cov-distil (oracle2student)": 4.340326309204102,
+      "cov-distil (oracle2teacher)": 4.069854259490967,
+      "epoch": 0.8273155416012559,
+      "rel-constrast": 3.7235260009765625,
+      "step": 1054,
+      "subrel-constrast": 4.939336776733398,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3746980428695679,
+      "cov-distil (oracle2student)": 3.600400924682617,
+      "cov-distil (oracle2teacher)": 3.3307061195373535,
+      "epoch": 0.8281004709576139,
+      "rel-constrast": 2.1672990322113037,
+      "step": 1055,
+      "subrel-constrast": 3.058837413787842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63987135887146,
+      "cov-distil (oracle2student)": 5.150622844696045,
+      "cov-distil (oracle2teacher)": 4.654034614562988,
+      "epoch": 0.8288854003139717,
+      "rel-constrast": 3.177807331085205,
+      "step": 1056,
+      "subrel-constrast": 3.995950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1668486595153809,
+      "cov-distil (oracle2student)": 4.069364547729492,
+      "cov-distil (oracle2teacher)": 3.6966798305511475,
+      "epoch": 0.8296703296703297,
+      "rel-constrast": 1.5389643907546997,
+      "step": 1057,
+      "subrel-constrast": 2.557575225830078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3310142755508423,
+      "cov-distil (oracle2student)": 5.689133644104004,
+      "cov-distil (oracle2teacher)": 4.730144023895264,
+      "epoch": 0.8304552590266876,
+      "rel-constrast": 2.510356903076172,
+      "step": 1058,
+      "subrel-constrast": 3.210019588470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4018065929412842,
+      "cov-distil (oracle2student)": 4.065414905548096,
+      "cov-distil (oracle2teacher)": 4.478215217590332,
+      "epoch": 0.8312401883830455,
+      "rel-constrast": 2.540195941925049,
+      "step": 1059,
+      "subrel-constrast": 3.355752468109131,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8320251177394035,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.9994698321204535e-05,
+      "loss": 0.7637,
+      "step": 1060
+    },
+    {
+      "cov-distil": 1.5912582874298096,
+      "cov-distil (oracle2student)": 4.723282814025879,
+      "cov-distil (oracle2teacher)": 4.055171966552734,
+      "epoch": 0.8320251177394035,
+      "rel-constrast": 2.79318904876709,
+      "step": 1060,
+      "subrel-constrast": 3.337411642074585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6254866123199463,
+      "cov-distil (oracle2student)": 3.804487943649292,
+      "cov-distil (oracle2teacher)": 3.83284854888916,
+      "epoch": 0.8328100470957613,
+      "rel-constrast": 2.568723678588867,
+      "step": 1061,
+      "subrel-constrast": 3.155280590057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7188539505004883,
+      "cov-distil (oracle2student)": 3.449662208557129,
+      "cov-distil (oracle2teacher)": 4.013648986816406,
+      "epoch": 0.8335949764521193,
+      "rel-constrast": 2.845201015472412,
+      "step": 1062,
+      "subrel-constrast": 3.7377851009368896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322525143623352,
+      "cov-distil (oracle2student)": 3.41972279548645,
+      "cov-distil (oracle2teacher)": 2.83035945892334,
+      "epoch": 0.8343799058084772,
+      "rel-constrast": 3.4593334197998047,
+      "step": 1063,
+      "subrel-constrast": 3.469331979751587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736067771911621,
+      "cov-distil (oracle2student)": 5.864267349243164,
+      "cov-distil (oracle2teacher)": 5.525598049163818,
+      "epoch": 0.8351648351648352,
+      "rel-constrast": 3.378605604171753,
+      "step": 1064,
+      "subrel-constrast": 4.82101583480835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664595365524292,
+      "cov-distil (oracle2student)": 5.767794132232666,
+      "cov-distil (oracle2teacher)": 4.912051677703857,
+      "epoch": 0.8359497645211931,
+      "rel-constrast": 2.9836983680725098,
+      "step": 1065,
+      "subrel-constrast": 3.640324592590332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0631294250488281,
+      "cov-distil (oracle2student)": 4.371286869049072,
+      "cov-distil (oracle2teacher)": 4.482182502746582,
+      "epoch": 0.8367346938775511,
+      "rel-constrast": 2.406578302383423,
+      "step": 1066,
+      "subrel-constrast": 3.045006036758423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3932442665100098,
+      "cov-distil (oracle2student)": 3.401536703109741,
+      "cov-distil (oracle2teacher)": 3.73445200920105,
+      "epoch": 0.8375196232339089,
+      "rel-constrast": 2.0863516330718994,
+      "step": 1067,
+      "subrel-constrast": 3.3411881923675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3757219314575195,
+      "cov-distil (oracle2student)": 4.930185794830322,
+      "cov-distil (oracle2teacher)": 4.597090244293213,
+      "epoch": 0.8383045525902669,
+      "rel-constrast": 3.6516950130462646,
+      "step": 1068,
+      "subrel-constrast": 4.230095386505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5908467769622803,
+      "cov-distil (oracle2student)": 4.988844394683838,
+      "cov-distil (oracle2teacher)": 5.036681175231934,
+      "epoch": 0.8390894819466248,
+      "rel-constrast": 3.309863567352295,
+      "step": 1069,
+      "subrel-constrast": 4.250307083129883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8398744113029827,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.9992748932868926e-05,
+      "loss": 0.7748,
+      "step": 1070
+    },
+    {
+      "cov-distil": 1.0402013063430786,
+      "cov-distil (oracle2student)": 4.2630486488342285,
+      "cov-distil (oracle2teacher)": 3.66384220123291,
+      "epoch": 0.8398744113029827,
+      "rel-constrast": 2.061677932739258,
+      "step": 1070,
+      "subrel-constrast": 2.7296907901763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625237464904785,
+      "cov-distil (oracle2student)": 3.910654067993164,
+      "cov-distil (oracle2teacher)": 4.21475887298584,
+      "epoch": 0.8406593406593407,
+      "rel-constrast": 2.8941855430603027,
+      "step": 1071,
+      "subrel-constrast": 4.128171920776367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.495145559310913,
+      "cov-distil (oracle2student)": 5.379284858703613,
+      "cov-distil (oracle2teacher)": 4.316701889038086,
+      "epoch": 0.8414442700156985,
+      "rel-constrast": 2.1592116355895996,
+      "step": 1072,
+      "subrel-constrast": 2.527085781097412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8001484870910645,
+      "cov-distil (oracle2student)": 2.5359535217285156,
+      "cov-distil (oracle2teacher)": 2.5233798027038574,
+      "epoch": 0.8422291993720565,
+      "rel-constrast": 3.0741827487945557,
+      "step": 1073,
+      "subrel-constrast": 3.8986191749572754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2992419004440308,
+      "cov-distil (oracle2student)": 6.388317108154297,
+      "cov-distil (oracle2teacher)": 6.320832252502441,
+      "epoch": 0.8430141287284144,
+      "rel-constrast": 2.610102415084839,
+      "step": 1074,
+      "subrel-constrast": 3.57509708404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8630740642547607,
+      "cov-distil (oracle2student)": 5.7154340744018555,
+      "cov-distil (oracle2teacher)": 4.652746200561523,
+      "epoch": 0.8437990580847724,
+      "rel-constrast": 3.7225842475891113,
+      "step": 1075,
+      "subrel-constrast": 4.150248050689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736881971359253,
+      "cov-distil (oracle2student)": 3.1711654663085938,
+      "cov-distil (oracle2teacher)": 3.153491735458374,
+      "epoch": 0.8445839874411303,
+      "rel-constrast": 3.0925936698913574,
+      "step": 1076,
+      "subrel-constrast": 4.16301155090332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901112079620361,
+      "cov-distil (oracle2student)": 4.203153610229492,
+      "cov-distil (oracle2teacher)": 4.101661205291748,
+      "epoch": 0.8453689167974883,
+      "rel-constrast": 3.0824365615844727,
+      "step": 1077,
+      "subrel-constrast": 3.8953678607940674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8625383377075195,
+      "cov-distil (oracle2student)": 3.3603522777557373,
+      "cov-distil (oracle2teacher)": 2.9650416374206543,
+      "epoch": 0.8461538461538461,
+      "rel-constrast": 2.7170653343200684,
+      "step": 1078,
+      "subrel-constrast": 2.9600353240966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2731611728668213,
+      "cov-distil (oracle2student)": 6.666909217834473,
+      "cov-distil (oracle2teacher)": 6.09921932220459,
+      "epoch": 0.8469387755102041,
+      "rel-constrast": 1.686286449432373,
+      "step": 1079,
+      "subrel-constrast": 2.9466919898986816,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.847723704866562,
+      "grad_norm": 5.9375,
+      "learning_rate": 4.99904950157748e-05,
+      "loss": 0.7173,
+      "step": 1080
+    },
+    {
+      "cov-distil": 1.8845593929290771,
+      "cov-distil (oracle2student)": 2.5665831565856934,
+      "cov-distil (oracle2teacher)": 2.6748790740966797,
+      "epoch": 0.847723704866562,
+      "rel-constrast": 1.806304931640625,
+      "step": 1080,
+      "subrel-constrast": 2.7072744369506836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6860318183898926,
+      "cov-distil (oracle2student)": 3.7431015968322754,
+      "cov-distil (oracle2teacher)": 3.777982234954834,
+      "epoch": 0.8485086342229199,
+      "rel-constrast": 2.9373021125793457,
+      "step": 1081,
+      "subrel-constrast": 3.903532028198242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8776612281799316,
+      "cov-distil (oracle2student)": 3.3886947631835938,
+      "cov-distil (oracle2teacher)": 3.201789140701294,
+      "epoch": 0.8492935635792779,
+      "rel-constrast": 2.702623128890991,
+      "step": 1082,
+      "subrel-constrast": 3.5988712310791016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.928161859512329,
+      "cov-distil (oracle2student)": 6.167755603790283,
+      "cov-distil (oracle2teacher)": 4.78348970413208,
+      "epoch": 0.8500784929356358,
+      "rel-constrast": 3.607133626937866,
+      "step": 1083,
+      "subrel-constrast": 3.758445978164673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7386295795440674,
+      "cov-distil (oracle2student)": 4.498068809509277,
+      "cov-distil (oracle2teacher)": 3.8495287895202637,
+      "epoch": 0.8508634222919937,
+      "rel-constrast": 2.8523600101470947,
+      "step": 1084,
+      "subrel-constrast": 3.432687282562256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4394603967666626,
+      "cov-distil (oracle2student)": 3.77702260017395,
+      "cov-distil (oracle2teacher)": 4.143439769744873,
+      "epoch": 0.8516483516483516,
+      "rel-constrast": 3.216811418533325,
+      "step": 1085,
+      "subrel-constrast": 3.51729154586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6957683563232422,
+      "cov-distil (oracle2student)": 4.662392616271973,
+      "cov-distil (oracle2teacher)": 3.9063315391540527,
+      "epoch": 0.8524332810047096,
+      "rel-constrast": 3.720121383666992,
+      "step": 1086,
+      "subrel-constrast": 4.425353527069092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3179020881652832,
+      "cov-distil (oracle2student)": 2.9203834533691406,
+      "cov-distil (oracle2teacher)": 3.043929100036621,
+      "epoch": 0.8532182103610675,
+      "rel-constrast": 2.349213123321533,
+      "step": 1087,
+      "subrel-constrast": 2.7471134662628174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5226237773895264,
+      "cov-distil (oracle2student)": 3.9782896041870117,
+      "cov-distil (oracle2teacher)": 3.651339530944824,
+      "epoch": 0.8540031397174255,
+      "rel-constrast": 2.552889347076416,
+      "step": 1088,
+      "subrel-constrast": 2.949101686477661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3128268718719482,
+      "cov-distil (oracle2student)": 3.112961769104004,
+      "cov-distil (oracle2teacher)": 3.411149501800537,
+      "epoch": 0.8547880690737834,
+      "rel-constrast": 2.501932382583618,
+      "step": 1089,
+      "subrel-constrast": 3.2343642711639404,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8555729984301413,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.9987936597385424e-05,
+      "loss": 0.7472,
+      "step": 1090
+    },
+    {
+      "cov-distil": 1.7027733325958252,
+      "cov-distil (oracle2student)": 3.4837594032287598,
+      "cov-distil (oracle2teacher)": 3.0878868103027344,
+      "epoch": 0.8555729984301413,
+      "rel-constrast": 2.6690118312835693,
+      "step": 1090,
+      "subrel-constrast": 3.3107621669769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.337035894393921,
+      "cov-distil (oracle2student)": 3.6375017166137695,
+      "cov-distil (oracle2teacher)": 4.1028337478637695,
+      "epoch": 0.8563579277864992,
+      "rel-constrast": 3.204152822494507,
+      "step": 1091,
+      "subrel-constrast": 4.100337505340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2140780687332153,
+      "cov-distil (oracle2student)": 4.8860931396484375,
+      "cov-distil (oracle2teacher)": 4.049331188201904,
+      "epoch": 0.8571428571428571,
+      "rel-constrast": 3.5081419944763184,
+      "step": 1092,
+      "subrel-constrast": 3.5821592807769775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7335447072982788,
+      "cov-distil (oracle2student)": 5.655961036682129,
+      "cov-distil (oracle2teacher)": 5.042616844177246,
+      "epoch": 0.8579277864992151,
+      "rel-constrast": 3.178880214691162,
+      "step": 1093,
+      "subrel-constrast": 3.637800931930542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4414985179901123,
+      "cov-distil (oracle2student)": 5.745603561401367,
+      "cov-distil (oracle2teacher)": 5.264218807220459,
+      "epoch": 0.858712715855573,
+      "rel-constrast": 3.177807331085205,
+      "step": 1094,
+      "subrel-constrast": 3.550741672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.487630009651184,
+      "cov-distil (oracle2student)": 4.100004196166992,
+      "cov-distil (oracle2teacher)": 4.133769989013672,
+      "epoch": 0.859497645211931,
+      "rel-constrast": 2.2149600982666016,
+      "step": 1095,
+      "subrel-constrast": 2.753861665725708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7680914402008057,
+      "cov-distil (oracle2student)": 4.2395195960998535,
+      "cov-distil (oracle2teacher)": 3.8782877922058105,
+      "epoch": 0.8602825745682888,
+      "rel-constrast": 2.507734775543213,
+      "step": 1096,
+      "subrel-constrast": 2.9380202293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0254534482955933,
+      "cov-distil (oracle2student)": 2.3822319507598877,
+      "cov-distil (oracle2teacher)": 2.3551106452941895,
+      "epoch": 0.8610675039246468,
+      "rel-constrast": 2.2535672187805176,
+      "step": 1097,
+      "subrel-constrast": 2.8539609909057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.344696044921875,
+      "cov-distil (oracle2student)": 5.422916889190674,
+      "cov-distil (oracle2teacher)": 4.750358581542969,
+      "epoch": 0.8618524332810047,
+      "rel-constrast": 3.2021799087524414,
+      "step": 1098,
+      "subrel-constrast": 4.102774143218994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.172410488128662,
+      "cov-distil (oracle2student)": 4.316123008728027,
+      "cov-distil (oracle2teacher)": 4.225004196166992,
+      "epoch": 0.8626373626373627,
+      "rel-constrast": 2.101590156555176,
+      "step": 1099,
+      "subrel-constrast": 3.367358684539795,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.998507370887433e-05,
+      "loss": 0.7435,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "overlap": 0.3187499940395355,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "step": 1100,
+      "student margin": 0.0601806640625
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "step": 1100,
+      "teacher margin": 0.038330078125
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "margin difference": -0.0218505859375,
+      "step": 1100
+    },
+    {
+      "cov-distil": 1.514966368675232,
+      "cov-distil (oracle2student)": 3.000105381011963,
+      "cov-distil (oracle2teacher)": 3.519803047180176,
+      "epoch": 0.8634222919937206,
+      "rel-constrast": 2.472033977508545,
+      "step": 1100,
+      "subrel-constrast": 3.4495720863342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496253967285156,
+      "cov-distil (oracle2student)": 4.176532745361328,
+      "cov-distil (oracle2teacher)": 3.8630318641662598,
+      "epoch": 0.8642072213500785,
+      "rel-constrast": 4.721031665802002,
+      "step": 1101,
+      "subrel-constrast": 4.901049613952637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5538504123687744,
+      "cov-distil (oracle2student)": 2.979179859161377,
+      "cov-distil (oracle2teacher)": 2.8812928199768066,
+      "epoch": 0.8649921507064364,
+      "rel-constrast": 3.168241024017334,
+      "step": 1102,
+      "subrel-constrast": 3.8322014808654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6971174478530884,
+      "cov-distil (oracle2student)": 3.9705429077148438,
+      "cov-distil (oracle2teacher)": 3.575139045715332,
+      "epoch": 0.8657770800627943,
+      "rel-constrast": 3.3403072357177734,
+      "step": 1103,
+      "subrel-constrast": 3.405433416366577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455326795578003,
+      "cov-distil (oracle2student)": 4.051364898681641,
+      "cov-distil (oracle2teacher)": 3.291219472885132,
+      "epoch": 0.8665620094191523,
+      "rel-constrast": 3.159308910369873,
+      "step": 1104,
+      "subrel-constrast": 3.826824903488159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2556310892105103,
+      "cov-distil (oracle2student)": 6.1398210525512695,
+      "cov-distil (oracle2teacher)": 5.095301151275635,
+      "epoch": 0.8673469387755102,
+      "rel-constrast": 2.71726655960083,
+      "step": 1105,
+      "subrel-constrast": 3.2711734771728516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6997454166412354,
+      "cov-distil (oracle2student)": 4.2624101638793945,
+      "cov-distil (oracle2teacher)": 3.8824236392974854,
+      "epoch": 0.8681318681318682,
+      "rel-constrast": 2.7316763401031494,
+      "step": 1106,
+      "subrel-constrast": 3.5151779651641846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6599700450897217,
+      "cov-distil (oracle2student)": 3.2399165630340576,
+      "cov-distil (oracle2teacher)": 3.0549473762512207,
+      "epoch": 0.868916797488226,
+      "rel-constrast": 2.4151086807250977,
+      "step": 1107,
+      "subrel-constrast": 3.350031614303589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3111802339553833,
+      "cov-distil (oracle2student)": 6.469572067260742,
+      "cov-distil (oracle2teacher)": 5.633084297180176,
+      "epoch": 0.869701726844584,
+      "rel-constrast": 3.099478244781494,
+      "step": 1108,
+      "subrel-constrast": 3.6953091621398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9514031410217285,
+      "cov-distil (oracle2student)": 4.149969100952148,
+      "cov-distil (oracle2teacher)": 3.778843402862549,
+      "epoch": 0.8704866562009419,
+      "rel-constrast": 2.750782012939453,
+      "step": 1109,
+      "subrel-constrast": 3.469526767730713,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8712715855572999,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.998190638512489e-05,
+      "loss": 0.8035,
+      "step": 1110
+    },
+    {
+      "cov-distil": 1.253431797027588,
+      "cov-distil (oracle2student)": 3.968186140060425,
+      "cov-distil (oracle2teacher)": 3.8924455642700195,
+      "epoch": 0.8712715855572999,
+      "rel-constrast": 2.934136152267456,
+      "step": 1110,
+      "subrel-constrast": 3.268707036972046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5615431070327759,
+      "cov-distil (oracle2student)": 4.581787109375,
+      "cov-distil (oracle2teacher)": 3.978516101837158,
+      "epoch": 0.8720565149136578,
+      "rel-constrast": 3.124147891998291,
+      "step": 1111,
+      "subrel-constrast": 3.716892957687378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5927278995513916,
+      "cov-distil (oracle2student)": 5.518800735473633,
+      "cov-distil (oracle2teacher)": 5.1195783615112305,
+      "epoch": 0.8728414442700158,
+      "rel-constrast": 3.3357510566711426,
+      "step": 1112,
+      "subrel-constrast": 4.470355987548828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599696636199951,
+      "cov-distil (oracle2student)": 3.9624476432800293,
+      "cov-distil (oracle2teacher)": 3.718062162399292,
+      "epoch": 0.8736263736263736,
+      "rel-constrast": 3.6637425422668457,
+      "step": 1113,
+      "subrel-constrast": 4.662291526794434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8774611949920654,
+      "cov-distil (oracle2student)": 4.155232906341553,
+      "cov-distil (oracle2teacher)": 4.172593593597412,
+      "epoch": 0.8744113029827315,
+      "rel-constrast": 3.6415066719055176,
+      "step": 1114,
+      "subrel-constrast": 4.503866195678711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4141966104507446,
+      "cov-distil (oracle2student)": 4.203639030456543,
+      "cov-distil (oracle2teacher)": 3.9566216468811035,
+      "epoch": 0.8751962323390895,
+      "rel-constrast": 3.1093757152557373,
+      "step": 1115,
+      "subrel-constrast": 4.337434768676758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8371347188949585,
+      "cov-distil (oracle2student)": 3.9393506050109863,
+      "cov-distil (oracle2teacher)": 4.2781829833984375,
+      "epoch": 0.8759811616954474,
+      "rel-constrast": 3.2283706665039062,
+      "step": 1116,
+      "subrel-constrast": 4.248286247253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.552659511566162,
+      "cov-distil (oracle2student)": 4.381686210632324,
+      "cov-distil (oracle2teacher)": 4.079123020172119,
+      "epoch": 0.8767660910518054,
+      "rel-constrast": 3.7348363399505615,
+      "step": 1117,
+      "subrel-constrast": 3.876692771911621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3338099718093872,
+      "cov-distil (oracle2student)": 3.77384090423584,
+      "cov-distil (oracle2teacher)": 3.410325527191162,
+      "epoch": 0.8775510204081632,
+      "rel-constrast": 2.9162514209747314,
+      "step": 1118,
+      "subrel-constrast": 3.4500739574432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194663524627686,
+      "cov-distil (oracle2student)": 4.1419997215271,
+      "cov-distil (oracle2teacher)": 3.907043218612671,
+      "epoch": 0.8783359497645212,
+      "rel-constrast": 3.7405686378479004,
+      "step": 1119,
+      "subrel-constrast": 4.528936386108398,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8791208791208791,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.9978434664729965e-05,
+      "loss": 0.8752,
+      "step": 1120
+    },
+    {
+      "cov-distil": 1.4991371631622314,
+      "cov-distil (oracle2student)": 3.246417284011841,
+      "cov-distil (oracle2teacher)": 2.8052914142608643,
+      "epoch": 0.8791208791208791,
+      "rel-constrast": 2.344580888748169,
+      "step": 1120,
+      "subrel-constrast": 2.999483108520508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8106005191802979,
+      "cov-distil (oracle2student)": 3.8947558403015137,
+      "cov-distil (oracle2teacher)": 3.637648582458496,
+      "epoch": 0.8799058084772371,
+      "rel-constrast": 2.4791507720947266,
+      "step": 1121,
+      "subrel-constrast": 3.5178771018981934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7053754329681396,
+      "cov-distil (oracle2student)": 4.391046524047852,
+      "cov-distil (oracle2teacher)": 3.4227418899536133,
+      "epoch": 0.880690737833595,
+      "rel-constrast": 2.6293721199035645,
+      "step": 1122,
+      "subrel-constrast": 3.515031576156616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7514567375183105,
+      "cov-distil (oracle2student)": 4.837047100067139,
+      "cov-distil (oracle2teacher)": 4.649950981140137,
+      "epoch": 0.8814756671899528,
+      "rel-constrast": 4.030932903289795,
+      "step": 1123,
+      "subrel-constrast": 4.489926815032959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625034809112549,
+      "cov-distil (oracle2student)": 3.9515860080718994,
+      "cov-distil (oracle2teacher)": 3.1661500930786133,
+      "epoch": 0.8822605965463108,
+      "rel-constrast": 3.288825511932373,
+      "step": 1124,
+      "subrel-constrast": 4.1172943115234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229984998703003,
+      "cov-distil (oracle2student)": 4.726037502288818,
+      "cov-distil (oracle2teacher)": 3.7504258155822754,
+      "epoch": 0.8830455259026687,
+      "rel-constrast": 2.8091514110565186,
+      "step": 1125,
+      "subrel-constrast": 2.914897918701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562877178192139,
+      "cov-distil (oracle2student)": 4.730889320373535,
+      "cov-distil (oracle2teacher)": 4.760188579559326,
+      "epoch": 0.8838304552590267,
+      "rel-constrast": 3.878026008605957,
+      "step": 1126,
+      "subrel-constrast": 5.477179050445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.658963918685913,
+      "cov-distil (oracle2student)": 3.983290672302246,
+      "cov-distil (oracle2teacher)": 3.561467170715332,
+      "epoch": 0.8846153846153846,
+      "rel-constrast": 2.9549903869628906,
+      "step": 1127,
+      "subrel-constrast": 3.115555763244629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1705901622772217,
+      "cov-distil (oracle2student)": 3.825169086456299,
+      "cov-distil (oracle2teacher)": 3.690711498260498,
+      "epoch": 0.8854003139717426,
+      "rel-constrast": 3.0026540756225586,
+      "step": 1128,
+      "subrel-constrast": 3.744170904159546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647350788116455,
+      "cov-distil (oracle2student)": 3.7230451107025146,
+      "cov-distil (oracle2teacher)": 3.782278537750244,
+      "epoch": 0.8861852433281004,
+      "rel-constrast": 3.014608860015869,
+      "step": 1129,
+      "subrel-constrast": 3.851015090942383,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8869701726844584,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.997465858999136e-05,
+      "loss": 0.8008,
+      "step": 1130
+    },
+    {
+      "cov-distil": 1.2752346992492676,
+      "cov-distil (oracle2student)": 3.488770008087158,
+      "cov-distil (oracle2teacher)": 3.9863147735595703,
+      "epoch": 0.8869701726844584,
+      "rel-constrast": 3.8933849334716797,
+      "step": 1130,
+      "subrel-constrast": 4.088106155395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.873130440711975,
+      "cov-distil (oracle2student)": 4.166027545928955,
+      "cov-distil (oracle2teacher)": 3.3438427448272705,
+      "epoch": 0.8877551020408163,
+      "rel-constrast": 2.844660758972168,
+      "step": 1131,
+      "subrel-constrast": 3.8744757175445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8683061599731445,
+      "cov-distil (oracle2student)": 3.8367061614990234,
+      "cov-distil (oracle2teacher)": 3.5049045085906982,
+      "epoch": 0.8885400313971743,
+      "rel-constrast": 3.7255699634552,
+      "step": 1132,
+      "subrel-constrast": 4.550085544586182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3818418979644775,
+      "cov-distil (oracle2student)": 3.291252374649048,
+      "cov-distil (oracle2teacher)": 3.0735890865325928,
+      "epoch": 0.8893249607535322,
+      "rel-constrast": 2.360482692718506,
+      "step": 1133,
+      "subrel-constrast": 3.151395559310913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6797258853912354,
+      "cov-distil (oracle2student)": 4.68730354309082,
+      "cov-distil (oracle2teacher)": 3.9739716053009033,
+      "epoch": 0.8901098901098901,
+      "rel-constrast": 3.293217420578003,
+      "step": 1134,
+      "subrel-constrast": 3.898592233657837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577713251113892,
+      "cov-distil (oracle2student)": 3.6881062984466553,
+      "cov-distil (oracle2teacher)": 3.8753678798675537,
+      "epoch": 0.890894819466248,
+      "rel-constrast": 2.911735773086548,
+      "step": 1135,
+      "subrel-constrast": 3.549960136413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.221397876739502,
+      "cov-distil (oracle2student)": 3.3264553546905518,
+      "cov-distil (oracle2teacher)": 3.3582851886749268,
+      "epoch": 0.8916797488226059,
+      "rel-constrast": 2.6085739135742188,
+      "step": 1136,
+      "subrel-constrast": 3.3669185638427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5145583152770996,
+      "cov-distil (oracle2student)": 5.997685432434082,
+      "cov-distil (oracle2teacher)": 5.37454080581665,
+      "epoch": 0.8924646781789639,
+      "rel-constrast": 2.972979784011841,
+      "step": 1137,
+      "subrel-constrast": 3.549443244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4981353282928467,
+      "cov-distil (oracle2student)": 3.114041805267334,
+      "cov-distil (oracle2teacher)": 3.177701950073242,
+      "epoch": 0.8932496075353218,
+      "rel-constrast": 1.526479721069336,
+      "step": 1138,
+      "subrel-constrast": 2.268468141555786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.367327332496643,
+      "cov-distil (oracle2student)": 4.862998962402344,
+      "cov-distil (oracle2teacher)": 4.49826717376709,
+      "epoch": 0.8940345368916798,
+      "rel-constrast": 2.935554027557373,
+      "step": 1139,
+      "subrel-constrast": 3.4446165561676025,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8948194662480377,
+      "grad_norm": 4.875,
+      "learning_rate": 4.997057820691936e-05,
+      "loss": 0.7649,
+      "step": 1140
+    },
+    {
+      "cov-distil": 1.5795962810516357,
+      "cov-distil (oracle2student)": 3.1148805618286133,
+      "cov-distil (oracle2teacher)": 2.5828795433044434,
+      "epoch": 0.8948194662480377,
+      "rel-constrast": 1.9693329334259033,
+      "step": 1140,
+      "subrel-constrast": 2.7004849910736084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7776895761489868,
+      "cov-distil (oracle2student)": 4.110888481140137,
+      "cov-distil (oracle2teacher)": 4.194410800933838,
+      "epoch": 0.8956043956043956,
+      "rel-constrast": 2.1218795776367188,
+      "step": 1141,
+      "subrel-constrast": 2.977037191390991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8242149353027344,
+      "cov-distil (oracle2student)": 4.09165620803833,
+      "cov-distil (oracle2teacher)": 3.9467601776123047,
+      "epoch": 0.8963893249607535,
+      "rel-constrast": 2.370171546936035,
+      "step": 1142,
+      "subrel-constrast": 3.8766281604766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5912890434265137,
+      "cov-distil (oracle2student)": 4.500436782836914,
+      "cov-distil (oracle2teacher)": 4.196751594543457,
+      "epoch": 0.8971742543171115,
+      "rel-constrast": 2.17783522605896,
+      "step": 1143,
+      "subrel-constrast": 3.2005929946899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.972501516342163,
+      "cov-distil (oracle2student)": 4.580178260803223,
+      "cov-distil (oracle2teacher)": 3.9601950645446777,
+      "epoch": 0.8979591836734694,
+      "rel-constrast": 3.257997989654541,
+      "step": 1144,
+      "subrel-constrast": 4.104381084442139,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9328242540359497,
+      "cov-distil (oracle2student)": 5.032525062561035,
+      "cov-distil (oracle2teacher)": 4.19100284576416,
+      "epoch": 0.8987441130298273,
+      "rel-constrast": 3.4869861602783203,
+      "step": 1145,
+      "subrel-constrast": 4.267706871032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623334527015686,
+      "cov-distil (oracle2student)": 6.44071102142334,
+      "cov-distil (oracle2teacher)": 5.939119338989258,
+      "epoch": 0.8995290423861853,
+      "rel-constrast": 1.8712615966796875,
+      "step": 1146,
+      "subrel-constrast": 2.949275493621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5820472240447998,
+      "cov-distil (oracle2student)": 5.282839775085449,
+      "cov-distil (oracle2teacher)": 4.876575469970703,
+      "epoch": 0.9003139717425431,
+      "rel-constrast": 4.433046817779541,
+      "step": 1147,
+      "subrel-constrast": 4.718896389007568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205224990844727,
+      "cov-distil (oracle2student)": 4.22291898727417,
+      "cov-distil (oracle2teacher)": 4.117277145385742,
+      "epoch": 0.9010989010989011,
+      "rel-constrast": 3.855983018875122,
+      "step": 1148,
+      "subrel-constrast": 4.469812393188477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6345241069793701,
+      "cov-distil (oracle2student)": 5.406733989715576,
+      "cov-distil (oracle2teacher)": 5.097825050354004,
+      "epoch": 0.901883830455259,
+      "rel-constrast": 3.65572452545166,
+      "step": 1149,
+      "subrel-constrast": 4.562080383300781,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.902668759811617,
+      "grad_norm": 6.46875,
+      "learning_rate": 4.996619356523214e-05,
+      "loss": 0.7729,
+      "step": 1150
+    },
+    {
+      "cov-distil": 1.443082571029663,
+      "cov-distil (oracle2student)": 3.691708564758301,
+      "cov-distil (oracle2teacher)": 3.595862627029419,
+      "epoch": 0.902668759811617,
+      "rel-constrast": 2.693650007247925,
+      "step": 1150,
+      "subrel-constrast": 3.6807987689971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8717272281646729,
+      "cov-distil (oracle2student)": 2.9550225734710693,
+      "cov-distil (oracle2teacher)": 2.935019016265869,
+      "epoch": 0.9034536891679749,
+      "rel-constrast": 2.7117953300476074,
+      "step": 1151,
+      "subrel-constrast": 3.4497106075286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4167680740356445,
+      "cov-distil (oracle2student)": 4.1744890213012695,
+      "cov-distil (oracle2teacher)": 3.54170298576355,
+      "epoch": 0.9042386185243328,
+      "rel-constrast": 2.371565103530884,
+      "step": 1152,
+      "subrel-constrast": 2.9554567337036133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5863559246063232,
+      "cov-distil (oracle2student)": 3.980961322784424,
+      "cov-distil (oracle2teacher)": 3.4597396850585938,
+      "epoch": 0.9050235478806907,
+      "rel-constrast": 2.7407240867614746,
+      "step": 1153,
+      "subrel-constrast": 3.734286069869995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7732425928115845,
+      "cov-distil (oracle2student)": 4.795622825622559,
+      "cov-distil (oracle2teacher)": 3.8778538703918457,
+      "epoch": 0.9058084772370487,
+      "rel-constrast": 2.9903926849365234,
+      "step": 1154,
+      "subrel-constrast": 3.689653158187866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.463384985923767,
+      "cov-distil (oracle2student)": 4.449502944946289,
+      "cov-distil (oracle2teacher)": 4.495611667633057,
+      "epoch": 0.9065934065934066,
+      "rel-constrast": 2.2599551677703857,
+      "step": 1155,
+      "subrel-constrast": 3.497908353805542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2130064964294434,
+      "cov-distil (oracle2student)": 4.013300895690918,
+      "cov-distil (oracle2teacher)": 4.02077579498291,
+      "epoch": 0.9073783359497645,
+      "rel-constrast": 3.5984082221984863,
+      "step": 1156,
+      "subrel-constrast": 3.823303699493408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3067975044250488,
+      "cov-distil (oracle2student)": 3.140883445739746,
+      "cov-distil (oracle2teacher)": 2.835468292236328,
+      "epoch": 0.9081632653061225,
+      "rel-constrast": 2.4052255153656006,
+      "step": 1157,
+      "subrel-constrast": 3.1138172149658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1546053886413574,
+      "cov-distil (oracle2student)": 3.399296760559082,
+      "cov-distil (oracle2teacher)": 3.4823670387268066,
+      "epoch": 0.9089481946624803,
+      "rel-constrast": 4.274822235107422,
+      "step": 1158,
+      "subrel-constrast": 4.037364482879639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8355066776275635,
+      "cov-distil (oracle2student)": 4.020825386047363,
+      "cov-distil (oracle2teacher)": 3.432453155517578,
+      "epoch": 0.9097331240188383,
+      "rel-constrast": 2.861008644104004,
+      "step": 1159,
+      "subrel-constrast": 3.5515787601470947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9105180533751962,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.996150471835518e-05,
+      "loss": 0.7653,
+      "step": 1160
+    },
+    {
+      "cov-distil": 1.2815093994140625,
+      "cov-distil (oracle2student)": 4.236474990844727,
+      "cov-distil (oracle2teacher)": 3.5232949256896973,
+      "epoch": 0.9105180533751962,
+      "rel-constrast": 3.2088136672973633,
+      "step": 1160,
+      "subrel-constrast": 3.836989402770996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6414496898651123,
+      "cov-distil (oracle2student)": 3.0682172775268555,
+      "cov-distil (oracle2teacher)": 3.169745445251465,
+      "epoch": 0.9113029827315542,
+      "rel-constrast": 2.797144889831543,
+      "step": 1161,
+      "subrel-constrast": 3.395820379257202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4575656652450562,
+      "cov-distil (oracle2student)": 5.596889495849609,
+      "cov-distil (oracle2teacher)": 5.4076995849609375,
+      "epoch": 0.9120879120879121,
+      "rel-constrast": 3.4259774684906006,
+      "step": 1162,
+      "subrel-constrast": 4.41293478012085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9715670347213745,
+      "cov-distil (oracle2student)": 5.748863220214844,
+      "cov-distil (oracle2teacher)": 5.184823989868164,
+      "epoch": 0.9128728414442701,
+      "rel-constrast": 3.725337505340576,
+      "step": 1163,
+      "subrel-constrast": 4.611771106719971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1137397289276123,
+      "cov-distil (oracle2student)": 3.371971368789673,
+      "cov-distil (oracle2teacher)": 3.502945899963379,
+      "epoch": 0.9136577708006279,
+      "rel-constrast": 2.695183038711548,
+      "step": 1164,
+      "subrel-constrast": 3.2843246459960938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531944513320923,
+      "cov-distil (oracle2student)": 3.6959424018859863,
+      "cov-distil (oracle2teacher)": 3.6868391036987305,
+      "epoch": 0.9144427001569859,
+      "rel-constrast": 2.491232395172119,
+      "step": 1165,
+      "subrel-constrast": 3.469127893447876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6662570238113403,
+      "cov-distil (oracle2student)": 5.654899597167969,
+      "cov-distil (oracle2teacher)": 5.090555191040039,
+      "epoch": 0.9152276295133438,
+      "rel-constrast": 4.377036094665527,
+      "step": 1166,
+      "subrel-constrast": 4.034554481506348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4588487148284912,
+      "cov-distil (oracle2student)": 2.7165474891662598,
+      "cov-distil (oracle2teacher)": 3.5998787879943848,
+      "epoch": 0.9160125588697017,
+      "rel-constrast": 2.296668529510498,
+      "step": 1167,
+      "subrel-constrast": 3.11590313911438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8078097105026245,
+      "cov-distil (oracle2student)": 5.066540718078613,
+      "cov-distil (oracle2teacher)": 4.497931957244873,
+      "epoch": 0.9167974882260597,
+      "rel-constrast": 3.504831552505493,
+      "step": 1168,
+      "subrel-constrast": 4.153743267059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2564361095428467,
+      "cov-distil (oracle2student)": 3.8110692501068115,
+      "cov-distil (oracle2teacher)": 3.617929458618164,
+      "epoch": 0.9175824175824175,
+      "rel-constrast": 3.2004554271698,
+      "step": 1169,
+      "subrel-constrast": 3.6840548515319824,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9183673469387755,
+      "grad_norm": 6.25,
+      "learning_rate": 4.9956511723420596e-05,
+      "loss": 0.8316,
+      "step": 1170
+    },
+    {
+      "cov-distil": 1.7868636846542358,
+      "cov-distil (oracle2student)": 5.351989269256592,
+      "cov-distil (oracle2teacher)": 5.995168685913086,
+      "epoch": 0.9183673469387755,
+      "rel-constrast": 3.483383893966675,
+      "step": 1170,
+      "subrel-constrast": 4.039510250091553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669972896575928,
+      "cov-distil (oracle2student)": 4.233527660369873,
+      "cov-distil (oracle2teacher)": 3.426328659057617,
+      "epoch": 0.9191522762951334,
+      "rel-constrast": 3.0960755348205566,
+      "step": 1171,
+      "subrel-constrast": 3.7429535388946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4847849607467651,
+      "cov-distil (oracle2student)": 6.527562141418457,
+      "cov-distil (oracle2teacher)": 5.688312530517578,
+      "epoch": 0.9199372056514914,
+      "rel-constrast": 3.12980318069458,
+      "step": 1172,
+      "subrel-constrast": 3.827275514602661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.537367582321167,
+      "cov-distil (oracle2student)": 4.025749683380127,
+      "cov-distil (oracle2teacher)": 3.4675025939941406,
+      "epoch": 0.9207221350078493,
+      "rel-constrast": 4.162596225738525,
+      "step": 1173,
+      "subrel-constrast": 4.18705415725708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671391010284424,
+      "cov-distil (oracle2student)": 5.512345790863037,
+      "cov-distil (oracle2teacher)": 5.1315813064575195,
+      "epoch": 0.9215070643642073,
+      "rel-constrast": 3.0779571533203125,
+      "step": 1174,
+      "subrel-constrast": 3.9239659309387207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7468125820159912,
+      "cov-distil (oracle2student)": 5.045190811157227,
+      "cov-distil (oracle2teacher)": 4.8531293869018555,
+      "epoch": 0.9222919937205651,
+      "rel-constrast": 2.832158088684082,
+      "step": 1175,
+      "subrel-constrast": 4.259617805480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7982062101364136,
+      "cov-distil (oracle2student)": 4.597297668457031,
+      "cov-distil (oracle2teacher)": 4.246716022491455,
+      "epoch": 0.9230769230769231,
+      "rel-constrast": 3.675710678100586,
+      "step": 1176,
+      "subrel-constrast": 4.812505722045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3788889646530151,
+      "cov-distil (oracle2student)": 4.461580276489258,
+      "cov-distil (oracle2teacher)": 4.353765487670898,
+      "epoch": 0.923861852433281,
+      "rel-constrast": 2.9810338020324707,
+      "step": 1177,
+      "subrel-constrast": 3.482665777206421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.05991268157959,
+      "cov-distil (oracle2student)": 4.606191158294678,
+      "cov-distil (oracle2teacher)": 3.5623247623443604,
+      "epoch": 0.9246467817896389,
+      "rel-constrast": 3.7771148681640625,
+      "step": 1178,
+      "subrel-constrast": 4.17537260055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9975810050964355,
+      "cov-distil (oracle2student)": 2.9373130798339844,
+      "cov-distil (oracle2teacher)": 3.30222225189209,
+      "epoch": 0.9254317111459969,
+      "rel-constrast": 2.7977066040039062,
+      "step": 1179,
+      "subrel-constrast": 4.124040603637695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9262166405023547,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.9951214641266454e-05,
+      "loss": 0.8671,
+      "step": 1180
+    },
+    {
+      "cov-distil": 1.3749620914459229,
+      "cov-distil (oracle2student)": 3.8213553428649902,
+      "cov-distil (oracle2teacher)": 3.745201587677002,
+      "epoch": 0.9262166405023547,
+      "rel-constrast": 4.656604290008545,
+      "step": 1180,
+      "subrel-constrast": 4.7837138175964355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.878669023513794,
+      "cov-distil (oracle2student)": 2.874736785888672,
+      "cov-distil (oracle2teacher)": 3.3165462017059326,
+      "epoch": 0.9270015698587127,
+      "rel-constrast": 2.8966524600982666,
+      "step": 1181,
+      "subrel-constrast": 4.486790657043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.293665647506714,
+      "cov-distil (oracle2student)": 7.028643608093262,
+      "cov-distil (oracle2teacher)": 7.015350341796875,
+      "epoch": 0.9277864992150706,
+      "rel-constrast": 3.6025748252868652,
+      "step": 1182,
+      "subrel-constrast": 4.766818523406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.651129961013794,
+      "cov-distil (oracle2student)": 4.1690521240234375,
+      "cov-distil (oracle2teacher)": 3.9816250801086426,
+      "epoch": 0.9285714285714286,
+      "rel-constrast": 3.413325071334839,
+      "step": 1183,
+      "subrel-constrast": 4.120756149291992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371960997581482,
+      "cov-distil (oracle2student)": 3.9419898986816406,
+      "cov-distil (oracle2teacher)": 3.5902247428894043,
+      "epoch": 0.9293563579277865,
+      "rel-constrast": 3.273420572280884,
+      "step": 1184,
+      "subrel-constrast": 3.74275803565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9146562814712524,
+      "cov-distil (oracle2student)": 4.676143646240234,
+      "cov-distil (oracle2teacher)": 4.350830554962158,
+      "epoch": 0.9301412872841445,
+      "rel-constrast": 2.842129707336426,
+      "step": 1185,
+      "subrel-constrast": 3.4485690593719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4149706363677979,
+      "cov-distil (oracle2student)": 4.549127578735352,
+      "cov-distil (oracle2teacher)": 4.000871658325195,
+      "epoch": 0.9309262166405023,
+      "rel-constrast": 2.3058714866638184,
+      "step": 1186,
+      "subrel-constrast": 2.8557651042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.149344563484192,
+      "cov-distil (oracle2student)": 3.8757810592651367,
+      "cov-distil (oracle2teacher)": 3.8923072814941406,
+      "epoch": 0.9317111459968603,
+      "rel-constrast": 3.0727078914642334,
+      "step": 1187,
+      "subrel-constrast": 3.801476240158081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2096295356750488,
+      "cov-distil (oracle2student)": 3.335026979446411,
+      "cov-distil (oracle2teacher)": 3.660101890563965,
+      "epoch": 0.9324960753532182,
+      "rel-constrast": 2.7182772159576416,
+      "step": 1188,
+      "subrel-constrast": 3.7372019290924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.239673137664795,
+      "cov-distil (oracle2student)": 3.4317338466644287,
+      "cov-distil (oracle2teacher)": 3.3225114345550537,
+      "epoch": 0.9332810047095761,
+      "rel-constrast": 2.5532279014587402,
+      "step": 1189,
+      "subrel-constrast": 3.071510076522827,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9340659340659341,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.994561353643604e-05,
+      "loss": 0.8221,
+      "step": 1190
+    },
+    {
+      "cov-distil": 1.8070812225341797,
+      "cov-distil (oracle2student)": 3.971548318862915,
+      "cov-distil (oracle2teacher)": 3.4021518230438232,
+      "epoch": 0.9340659340659341,
+      "rel-constrast": 2.288071632385254,
+      "step": 1190,
+      "subrel-constrast": 3.028351306915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148916721343994,
+      "cov-distil (oracle2student)": 5.076765060424805,
+      "cov-distil (oracle2teacher)": 4.395874977111816,
+      "epoch": 0.934850863422292,
+      "rel-constrast": 2.5542197227478027,
+      "step": 1191,
+      "subrel-constrast": 3.9978582859039307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200567364692688,
+      "cov-distil (oracle2student)": 3.8667056560516357,
+      "cov-distil (oracle2teacher)": 3.7100179195404053,
+      "epoch": 0.9356357927786499,
+      "rel-constrast": 1.9808406829833984,
+      "step": 1192,
+      "subrel-constrast": 2.6270174980163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5440454483032227,
+      "cov-distil (oracle2student)": 4.111261367797852,
+      "cov-distil (oracle2teacher)": 4.358633995056152,
+      "epoch": 0.9364207221350078,
+      "rel-constrast": 2.9030914306640625,
+      "step": 1193,
+      "subrel-constrast": 3.6748054027557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5587102174758911,
+      "cov-distil (oracle2student)": 3.562497138977051,
+      "cov-distil (oracle2teacher)": 3.5922279357910156,
+      "epoch": 0.9372056514913658,
+      "rel-constrast": 3.1529085636138916,
+      "step": 1194,
+      "subrel-constrast": 4.10093355178833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8191659450531006,
+      "cov-distil (oracle2student)": 4.622344017028809,
+      "cov-distil (oracle2teacher)": 3.431057929992676,
+      "epoch": 0.9379905808477237,
+      "rel-constrast": 2.899667739868164,
+      "step": 1195,
+      "subrel-constrast": 3.5286593437194824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4436109066009521,
+      "cov-distil (oracle2student)": 3.421355724334717,
+      "cov-distil (oracle2teacher)": 3.652665853500366,
+      "epoch": 0.9387755102040817,
+      "rel-constrast": 2.2924082279205322,
+      "step": 1196,
+      "subrel-constrast": 3.009202718734741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.700963020324707,
+      "cov-distil (oracle2student)": 4.7589006423950195,
+      "cov-distil (oracle2teacher)": 3.978583812713623,
+      "epoch": 0.9395604395604396,
+      "rel-constrast": 2.734005928039551,
+      "step": 1197,
+      "subrel-constrast": 3.3664376735687256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5046660900115967,
+      "cov-distil (oracle2student)": 4.314587593078613,
+      "cov-distil (oracle2teacher)": 4.032175540924072,
+      "epoch": 0.9403453689167975,
+      "rel-constrast": 2.7253341674804688,
+      "step": 1198,
+      "subrel-constrast": 3.4343972206115723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2936146259307861,
+      "cov-distil (oracle2student)": 3.2974209785461426,
+      "cov-distil (oracle2teacher)": 3.401402473449707,
+      "epoch": 0.9411302982731554,
+      "rel-constrast": 4.445433616638184,
+      "step": 1199,
+      "subrel-constrast": 5.167204856872559,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "grad_norm": 6.375,
+      "learning_rate": 4.993970847717704e-05,
+      "loss": 0.7395,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "overlap": 0.3203125,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "step": 1200,
+      "student margin": 0.0496826171875
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "step": 1200,
+      "teacher margin": 0.036590576171875
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "margin difference": -0.013092041015625,
+      "step": 1200
+    },
+    {
+      "cov-distil": 1.6105701923370361,
+      "cov-distil (oracle2student)": 5.779675006866455,
+      "cov-distil (oracle2teacher)": 4.917959213256836,
+      "epoch": 0.9419152276295133,
+      "rel-constrast": 2.8267126083374023,
+      "step": 1200,
+      "subrel-constrast": 3.244717836380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2549251317977905,
+      "cov-distil (oracle2student)": 3.3697609901428223,
+      "cov-distil (oracle2teacher)": 3.235903263092041,
+      "epoch": 0.9427001569858713,
+      "rel-constrast": 2.4257946014404297,
+      "step": 1201,
+      "subrel-constrast": 3.0524795055389404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.483722448348999,
+      "cov-distil (oracle2student)": 4.390925407409668,
+      "cov-distil (oracle2teacher)": 4.028365612030029,
+      "epoch": 0.9434850863422292,
+      "rel-constrast": 3.4933953285217285,
+      "step": 1202,
+      "subrel-constrast": 4.11123514175415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3687052726745605,
+      "cov-distil (oracle2student)": 4.669280052185059,
+      "cov-distil (oracle2teacher)": 4.163387298583984,
+      "epoch": 0.9442700156985872,
+      "rel-constrast": 3.924910545349121,
+      "step": 1203,
+      "subrel-constrast": 4.383458614349365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6759591102600098,
+      "cov-distil (oracle2student)": 3.1451539993286133,
+      "cov-distil (oracle2teacher)": 3.5230112075805664,
+      "epoch": 0.945054945054945,
+      "rel-constrast": 2.801999092102051,
+      "step": 1204,
+      "subrel-constrast": 3.3344428539276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.910562515258789,
+      "cov-distil (oracle2student)": 4.136933326721191,
+      "cov-distil (oracle2teacher)": 3.9945268630981445,
+      "epoch": 0.945839874411303,
+      "rel-constrast": 3.9524710178375244,
+      "step": 1205,
+      "subrel-constrast": 4.729903697967529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3960767984390259,
+      "cov-distil (oracle2student)": 4.077619552612305,
+      "cov-distil (oracle2teacher)": 3.501871109008789,
+      "epoch": 0.9466248037676609,
+      "rel-constrast": 3.3120028972625732,
+      "step": 1206,
+      "subrel-constrast": 3.490509510040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5521440505981445,
+      "cov-distil (oracle2student)": 3.8946728706359863,
+      "cov-distil (oracle2teacher)": 3.6843862533569336,
+      "epoch": 0.9474097331240189,
+      "rel-constrast": 3.2784876823425293,
+      "step": 1207,
+      "subrel-constrast": 3.8301875591278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3751758337020874,
+      "cov-distil (oracle2student)": 3.973721981048584,
+      "cov-distil (oracle2teacher)": 3.76820707321167,
+      "epoch": 0.9481946624803768,
+      "rel-constrast": 2.751735210418701,
+      "step": 1208,
+      "subrel-constrast": 3.6451714038848877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.257673740386963,
+      "cov-distil (oracle2student)": 5.246366500854492,
+      "cov-distil (oracle2teacher)": 4.899626731872559,
+      "epoch": 0.9489795918367347,
+      "rel-constrast": 2.314209222793579,
+      "step": 1209,
+      "subrel-constrast": 3.3867154121398926,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9497645211930926,
+      "grad_norm": 4.75,
+      "learning_rate": 4.9933499535440734e-05,
+      "loss": 0.8143,
+      "step": 1210
+    },
+    {
+      "cov-distil": 1.6039924621582031,
+      "cov-distil (oracle2student)": 4.576372146606445,
+      "cov-distil (oracle2teacher)": 4.234128952026367,
+      "epoch": 0.9497645211930926,
+      "rel-constrast": 4.437294960021973,
+      "step": 1210,
+      "subrel-constrast": 4.952371597290039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619235038757324,
+      "cov-distil (oracle2student)": 7.047615051269531,
+      "cov-distil (oracle2teacher)": 5.62222957611084,
+      "epoch": 0.9505494505494505,
+      "rel-constrast": 2.503946542739868,
+      "step": 1211,
+      "subrel-constrast": 2.971254587173462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5805871486663818,
+      "cov-distil (oracle2student)": 3.3732993602752686,
+      "cov-distil (oracle2teacher)": 3.065959930419922,
+      "epoch": 0.9513343799058085,
+      "rel-constrast": 2.4616994857788086,
+      "step": 1212,
+      "subrel-constrast": 3.2246487140655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6478489637374878,
+      "cov-distil (oracle2student)": 3.3030200004577637,
+      "cov-distil (oracle2teacher)": 3.6912641525268555,
+      "epoch": 0.9521193092621664,
+      "rel-constrast": 2.7378714084625244,
+      "step": 1213,
+      "subrel-constrast": 3.7481882572174072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674123764038086,
+      "cov-distil (oracle2student)": 3.028886318206787,
+      "cov-distil (oracle2teacher)": 3.1172738075256348,
+      "epoch": 0.9529042386185244,
+      "rel-constrast": 2.371886730194092,
+      "step": 1214,
+      "subrel-constrast": 3.228628158569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5553092956542969,
+      "cov-distil (oracle2student)": 4.024779796600342,
+      "cov-distil (oracle2teacher)": 3.9427013397216797,
+      "epoch": 0.9536891679748822,
+      "rel-constrast": 2.77235746383667,
+      "step": 1215,
+      "subrel-constrast": 3.4766647815704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2531368732452393,
+      "cov-distil (oracle2student)": 4.723504066467285,
+      "cov-distil (oracle2teacher)": 3.7710354328155518,
+      "epoch": 0.9544740973312402,
+      "rel-constrast": 3.066476821899414,
+      "step": 1216,
+      "subrel-constrast": 3.9490931034088135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6948390007019043,
+      "cov-distil (oracle2student)": 3.629880428314209,
+      "cov-distil (oracle2teacher)": 3.3514814376831055,
+      "epoch": 0.9552590266875981,
+      "rel-constrast": 2.358733654022217,
+      "step": 1217,
+      "subrel-constrast": 3.165830612182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3928395509719849,
+      "cov-distil (oracle2student)": 4.305171966552734,
+      "cov-distil (oracle2teacher)": 4.1909565925598145,
+      "epoch": 0.9560439560439561,
+      "rel-constrast": 3.010542392730713,
+      "step": 1218,
+      "subrel-constrast": 3.5911428928375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4528329372406006,
+      "cov-distil (oracle2student)": 2.1864287853240967,
+      "cov-distil (oracle2teacher)": 2.416934013366699,
+      "epoch": 0.956828885400314,
+      "rel-constrast": 2.1928157806396484,
+      "step": 1219,
+      "subrel-constrast": 3.2564051151275635,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.957613814756672,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.992698678688111e-05,
+      "loss": 0.7389,
+      "step": 1220
+    },
+    {
+      "cov-distil": 1.436532974243164,
+      "cov-distil (oracle2student)": 4.110199928283691,
+      "cov-distil (oracle2teacher)": 4.324930667877197,
+      "epoch": 0.957613814756672,
+      "rel-constrast": 3.4708638191223145,
+      "step": 1220,
+      "subrel-constrast": 4.561421871185303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.409794807434082,
+      "cov-distil (oracle2student)": 4.937740325927734,
+      "cov-distil (oracle2teacher)": 4.894489288330078,
+      "epoch": 0.9583987441130298,
+      "rel-constrast": 2.4376707077026367,
+      "step": 1221,
+      "subrel-constrast": 3.53894305229187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7438490390777588,
+      "cov-distil (oracle2student)": 6.20819091796875,
+      "cov-distil (oracle2teacher)": 4.690855503082275,
+      "epoch": 0.9591836734693877,
+      "rel-constrast": 2.403841733932495,
+      "step": 1222,
+      "subrel-constrast": 3.353959798812866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.250932216644287,
+      "cov-distil (oracle2student)": 4.693305492401123,
+      "cov-distil (oracle2teacher)": 4.102659702301025,
+      "epoch": 0.9599686028257457,
+      "rel-constrast": 4.867374420166016,
+      "step": 1223,
+      "subrel-constrast": 4.888300895690918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6726696491241455,
+      "cov-distil (oracle2student)": 5.086460113525391,
+      "cov-distil (oracle2teacher)": 4.459454536437988,
+      "epoch": 0.9607535321821036,
+      "rel-constrast": 3.6357109546661377,
+      "step": 1224,
+      "subrel-constrast": 3.853543281555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2617173194885254,
+      "cov-distil (oracle2student)": 5.61175537109375,
+      "cov-distil (oracle2teacher)": 5.2344255447387695,
+      "epoch": 0.9615384615384616,
+      "rel-constrast": 2.239116668701172,
+      "step": 1225,
+      "subrel-constrast": 2.960505962371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.335501790046692,
+      "cov-distil (oracle2student)": 3.3338255882263184,
+      "cov-distil (oracle2teacher)": 3.0814156532287598,
+      "epoch": 0.9623233908948194,
+      "rel-constrast": 2.3926875591278076,
+      "step": 1226,
+      "subrel-constrast": 2.9196832180023193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2774579524993896,
+      "cov-distil (oracle2student)": 5.64495849609375,
+      "cov-distil (oracle2teacher)": 4.665161609649658,
+      "epoch": 0.9631083202511774,
+      "rel-constrast": 3.265216588973999,
+      "step": 1227,
+      "subrel-constrast": 3.3127708435058594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300419330596924,
+      "cov-distil (oracle2student)": 3.3285422325134277,
+      "cov-distil (oracle2teacher)": 3.382845401763916,
+      "epoch": 0.9638932496075353,
+      "rel-constrast": 3.2291526794433594,
+      "step": 1228,
+      "subrel-constrast": 4.124401092529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2508728504180908,
+      "cov-distil (oracle2student)": 4.593624591827393,
+      "cov-distil (oracle2teacher)": 3.73111629486084,
+      "epoch": 0.9646781789638933,
+      "rel-constrast": 2.9496850967407227,
+      "step": 1229,
+      "subrel-constrast": 3.252176284790039,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9654631083202512,
+      "grad_norm": 5.75,
+      "learning_rate": 4.992017031085398e-05,
+      "loss": 0.8096,
+      "step": 1230
+    },
+    {
+      "cov-distil": 1.7356112003326416,
+      "cov-distil (oracle2student)": 4.123534202575684,
+      "cov-distil (oracle2teacher)": 4.169621467590332,
+      "epoch": 0.9654631083202512,
+      "rel-constrast": 2.8074231147766113,
+      "step": 1230,
+      "subrel-constrast": 3.9389231204986572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4420530796051025,
+      "cov-distil (oracle2student)": 3.8097753524780273,
+      "cov-distil (oracle2teacher)": 3.7854228019714355,
+      "epoch": 0.966248037676609,
+      "rel-constrast": 3.9864463806152344,
+      "step": 1231,
+      "subrel-constrast": 4.513359546661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2666831016540527,
+      "cov-distil (oracle2student)": 4.377869606018066,
+      "cov-distil (oracle2teacher)": 3.9519600868225098,
+      "epoch": 0.967032967032967,
+      "rel-constrast": 2.8950271606445312,
+      "step": 1232,
+      "subrel-constrast": 3.422940731048584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749788761138916,
+      "cov-distil (oracle2student)": 4.057105541229248,
+      "cov-distil (oracle2teacher)": 4.343048572540283,
+      "epoch": 0.9678178963893249,
+      "rel-constrast": 2.216052532196045,
+      "step": 1233,
+      "subrel-constrast": 3.2852511405944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2060002088546753,
+      "cov-distil (oracle2student)": 4.399940013885498,
+      "cov-distil (oracle2teacher)": 3.984816551208496,
+      "epoch": 0.9686028257456829,
+      "rel-constrast": 3.5238823890686035,
+      "step": 1234,
+      "subrel-constrast": 3.784899950027466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4902675151824951,
+      "cov-distil (oracle2student)": 5.702090263366699,
+      "cov-distil (oracle2teacher)": 5.267083168029785,
+      "epoch": 0.9693877551020408,
+      "rel-constrast": 4.418448448181152,
+      "step": 1235,
+      "subrel-constrast": 4.546502113342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.429222822189331,
+      "cov-distil (oracle2student)": 3.4779820442199707,
+      "cov-distil (oracle2teacher)": 3.6357057094573975,
+      "epoch": 0.9701726844583988,
+      "rel-constrast": 3.3624308109283447,
+      "step": 1236,
+      "subrel-constrast": 3.6818745136260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5025690793991089,
+      "cov-distil (oracle2student)": 4.21225643157959,
+      "cov-distil (oracle2teacher)": 4.120269775390625,
+      "epoch": 0.9709576138147566,
+      "rel-constrast": 2.0363433361053467,
+      "step": 1237,
+      "subrel-constrast": 2.7132604122161865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.543538212776184,
+      "cov-distil (oracle2student)": 3.580420970916748,
+      "cov-distil (oracle2teacher)": 3.650756597518921,
+      "epoch": 0.9717425431711146,
+      "rel-constrast": 3.9337496757507324,
+      "step": 1238,
+      "subrel-constrast": 4.467953205108643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2078661918640137,
+      "cov-distil (oracle2student)": 4.181390762329102,
+      "cov-distil (oracle2teacher)": 4.21966028213501,
+      "epoch": 0.9725274725274725,
+      "rel-constrast": 2.987008571624756,
+      "step": 1239,
+      "subrel-constrast": 3.689307689666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9733124018838305,
+      "grad_norm": 4.75,
+      "learning_rate": 4.991305019041594e-05,
+      "loss": 0.8407,
+      "step": 1240
+    },
+    {
+      "cov-distil": 1.528568148612976,
+      "cov-distil (oracle2student)": 4.4682841300964355,
+      "cov-distil (oracle2teacher)": 4.502565383911133,
+      "epoch": 0.9733124018838305,
+      "rel-constrast": 2.586947441101074,
+      "step": 1240,
+      "subrel-constrast": 3.77297306060791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6377058029174805,
+      "cov-distil (oracle2student)": 3.5193488597869873,
+      "cov-distil (oracle2teacher)": 3.5025131702423096,
+      "epoch": 0.9740973312401884,
+      "rel-constrast": 3.1112654209136963,
+      "step": 1241,
+      "subrel-constrast": 3.5121521949768066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5318564176559448,
+      "cov-distil (oracle2student)": 3.5415377616882324,
+      "cov-distil (oracle2teacher)": 3.6506009101867676,
+      "epoch": 0.9748822605965463,
+      "rel-constrast": 2.3468027114868164,
+      "step": 1242,
+      "subrel-constrast": 3.552518844604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6500542163848877,
+      "cov-distil (oracle2student)": 3.7139127254486084,
+      "cov-distil (oracle2teacher)": 3.9782299995422363,
+      "epoch": 0.9756671899529042,
+      "rel-constrast": 2.3499836921691895,
+      "step": 1243,
+      "subrel-constrast": 3.7430975437164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2186521291732788,
+      "cov-distil (oracle2student)": 3.54939341545105,
+      "cov-distil (oracle2teacher)": 3.1540234088897705,
+      "epoch": 0.9764521193092621,
+      "rel-constrast": 2.3381032943725586,
+      "step": 1244,
+      "subrel-constrast": 3.233065128326416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6511240005493164,
+      "cov-distil (oracle2student)": 2.393463611602783,
+      "cov-distil (oracle2teacher)": 2.791167974472046,
+      "epoch": 0.9772370486656201,
+      "rel-constrast": 3.153503179550171,
+      "step": 1245,
+      "subrel-constrast": 3.834094524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.156053066253662,
+      "cov-distil (oracle2student)": 4.302087783813477,
+      "cov-distil (oracle2teacher)": 4.168542385101318,
+      "epoch": 0.978021978021978,
+      "rel-constrast": 3.221328020095825,
+      "step": 1246,
+      "subrel-constrast": 3.9086685180664062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8392646312713623,
+      "cov-distil (oracle2student)": 3.4635820388793945,
+      "cov-distil (oracle2teacher)": 3.8714029788970947,
+      "epoch": 0.978806907378336,
+      "rel-constrast": 3.115475654602051,
+      "step": 1247,
+      "subrel-constrast": 3.935710906982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.795577883720398,
+      "cov-distil (oracle2student)": 3.712340831756592,
+      "cov-distil (oracle2teacher)": 4.289597511291504,
+      "epoch": 0.9795918367346939,
+      "rel-constrast": 2.51350474357605,
+      "step": 1248,
+      "subrel-constrast": 4.145675182342529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7952771186828613,
+      "cov-distil (oracle2student)": 3.139064073562622,
+      "cov-distil (oracle2teacher)": 3.0765018463134766,
+      "epoch": 0.9803767660910518,
+      "rel-constrast": 2.7419240474700928,
+      "step": 1249,
+      "subrel-constrast": 3.4236867427825928,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9811616954474097,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.99056265123234e-05,
+      "loss": 0.7265,
+      "step": 1250
+    },
+    {
+      "cov-distil": 1.5307613611221313,
+      "cov-distil (oracle2student)": 5.744296550750732,
+      "cov-distil (oracle2teacher)": 5.453649044036865,
+      "epoch": 0.9811616954474097,
+      "rel-constrast": 3.8523647785186768,
+      "step": 1250,
+      "subrel-constrast": 4.171315670013428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015010356903076,
+      "cov-distil (oracle2student)": 4.840731620788574,
+      "cov-distil (oracle2teacher)": 4.120755195617676,
+      "epoch": 0.9819466248037677,
+      "rel-constrast": 2.7082295417785645,
+      "step": 1251,
+      "subrel-constrast": 3.1410839557647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4371023178100586,
+      "cov-distil (oracle2student)": 4.395645618438721,
+      "cov-distil (oracle2teacher)": 3.6550097465515137,
+      "epoch": 0.9827315541601256,
+      "rel-constrast": 3.620471954345703,
+      "step": 1252,
+      "subrel-constrast": 3.7160215377807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369515061378479,
+      "cov-distil (oracle2student)": 3.4064722061157227,
+      "cov-distil (oracle2teacher)": 3.3698737621307373,
+      "epoch": 0.9835164835164835,
+      "rel-constrast": 2.16213321685791,
+      "step": 1253,
+      "subrel-constrast": 2.5510523319244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.986305594444275,
+      "cov-distil (oracle2student)": 5.059086322784424,
+      "cov-distil (oracle2teacher)": 4.218664169311523,
+      "epoch": 0.9843014128728415,
+      "rel-constrast": 2.5694384574890137,
+      "step": 1254,
+      "subrel-constrast": 3.528590202331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5738322734832764,
+      "cov-distil (oracle2student)": 3.6083102226257324,
+      "cov-distil (oracle2teacher)": 3.4591922760009766,
+      "epoch": 0.9850863422291993,
+      "rel-constrast": 2.6395843029022217,
+      "step": 1255,
+      "subrel-constrast": 3.2665557861328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.16001558303833,
+      "cov-distil (oracle2student)": 3.2529311180114746,
+      "cov-distil (oracle2teacher)": 3.0381925106048584,
+      "epoch": 0.9858712715855573,
+      "rel-constrast": 2.906590223312378,
+      "step": 1256,
+      "subrel-constrast": 3.442795991897583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8249584436416626,
+      "cov-distil (oracle2student)": 2.845015048980713,
+      "cov-distil (oracle2teacher)": 3.174835681915283,
+      "epoch": 0.9866562009419152,
+      "rel-constrast": 2.5052247047424316,
+      "step": 1257,
+      "subrel-constrast": 3.5730175971984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8064703941345215,
+      "cov-distil (oracle2student)": 3.064516544342041,
+      "cov-distil (oracle2teacher)": 3.5677709579467773,
+      "epoch": 0.9874411302982732,
+      "rel-constrast": 2.2984862327575684,
+      "step": 1258,
+      "subrel-constrast": 3.5490379333496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9480879306793213,
+      "cov-distil (oracle2student)": 2.7275171279907227,
+      "cov-distil (oracle2teacher)": 2.9136464595794678,
+      "epoch": 0.9882260596546311,
+      "rel-constrast": 2.9747862815856934,
+      "step": 1259,
+      "subrel-constrast": 4.023026943206787,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.989010989010989,
+      "grad_norm": 6.09375,
+      "learning_rate": 4.989789936703155e-05,
+      "loss": 0.7458,
+      "step": 1260
+    },
+    {
+      "cov-distil": 1.4834165573120117,
+      "cov-distil (oracle2student)": 2.531843662261963,
+      "cov-distil (oracle2teacher)": 2.473891496658325,
+      "epoch": 0.989010989010989,
+      "rel-constrast": 2.3239777088165283,
+      "step": 1260,
+      "subrel-constrast": 2.676363468170166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350669145584106,
+      "cov-distil (oracle2student)": 3.011873722076416,
+      "cov-distil (oracle2teacher)": 3.096287488937378,
+      "epoch": 0.9897959183673469,
+      "rel-constrast": 2.381171941757202,
+      "step": 1261,
+      "subrel-constrast": 3.21970272064209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6948773860931396,
+      "cov-distil (oracle2student)": 4.396411895751953,
+      "cov-distil (oracle2teacher)": 4.4129958152771,
+      "epoch": 0.9905808477237049,
+      "rel-constrast": 2.6483540534973145,
+      "step": 1262,
+      "subrel-constrast": 4.014623165130615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5360655784606934,
+      "cov-distil (oracle2student)": 5.122393608093262,
+      "cov-distil (oracle2teacher)": 4.625170707702637,
+      "epoch": 0.9913657770800628,
+      "rel-constrast": 3.0460681915283203,
+      "step": 1263,
+      "subrel-constrast": 3.855743885040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6184229850769043,
+      "cov-distil (oracle2student)": 5.007145881652832,
+      "cov-distil (oracle2teacher)": 4.134975433349609,
+      "epoch": 0.9921507064364207,
+      "rel-constrast": 3.6639668941497803,
+      "step": 1264,
+      "subrel-constrast": 4.108851432800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.747385025024414,
+      "cov-distil (oracle2student)": 2.108001947402954,
+      "cov-distil (oracle2teacher)": 2.3054544925689697,
+      "epoch": 0.9929356357927787,
+      "rel-constrast": 1.7751593589782715,
+      "step": 1265,
+      "subrel-constrast": 2.897172689437866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.264880657196045,
+      "cov-distil (oracle2student)": 3.2795045375823975,
+      "cov-distil (oracle2teacher)": 3.1051273345947266,
+      "epoch": 0.9937205651491365,
+      "rel-constrast": 3.127880096435547,
+      "step": 1266,
+      "subrel-constrast": 3.2842142581939697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4904578924179077,
+      "cov-distil (oracle2student)": 4.758726119995117,
+      "cov-distil (oracle2teacher)": 4.580710411071777,
+      "epoch": 0.9945054945054945,
+      "rel-constrast": 2.5550224781036377,
+      "step": 1267,
+      "subrel-constrast": 3.3524997234344482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3979054689407349,
+      "cov-distil (oracle2student)": 4.750548362731934,
+      "cov-distil (oracle2teacher)": 4.076757431030273,
+      "epoch": 0.9952904238618524,
+      "rel-constrast": 2.7073490619659424,
+      "step": 1268,
+      "subrel-constrast": 3.5037519931793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2216260433197021,
+      "cov-distil (oracle2student)": 4.611713409423828,
+      "cov-distil (oracle2teacher)": 4.224197864532471,
+      "epoch": 0.9960753532182104,
+      "rel-constrast": 2.47930645942688,
+      "step": 1269,
+      "subrel-constrast": 3.6120383739471436,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9968602825745683,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.988986884869321e-05,
+      "loss": 0.7059,
+      "step": 1270
+    },
+    {
+      "cov-distil": 1.9495677947998047,
+      "cov-distil (oracle2student)": 4.280606746673584,
+      "cov-distil (oracle2teacher)": 4.019715785980225,
+      "epoch": 0.9968602825745683,
+      "rel-constrast": 3.417677640914917,
+      "step": 1270,
+      "subrel-constrast": 3.7917473316192627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3972578048706055,
+      "cov-distil (oracle2student)": 3.057100534439087,
+      "cov-distil (oracle2teacher)": 2.9886577129364014,
+      "epoch": 0.9976452119309263,
+      "rel-constrast": 2.5738868713378906,
+      "step": 1271,
+      "subrel-constrast": 2.826024055480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5799964666366577,
+      "cov-distil (oracle2student)": 4.663033485412598,
+      "cov-distil (oracle2teacher)": 4.507424831390381,
+      "epoch": 0.9984301412872841,
+      "rel-constrast": 4.838544845581055,
+      "step": 1272,
+      "subrel-constrast": 5.128632068634033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1363272666931152,
+      "cov-distil (oracle2student)": 4.103216648101807,
+      "cov-distil (oracle2teacher)": 3.8000175952911377,
+      "epoch": 0.9992150706436421,
+      "rel-constrast": 3.4735829830169678,
+      "step": 1273,
+      "subrel-constrast": 4.050089359283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6189643144607544,
+      "cov-distil (oracle2student)": 4.910794734954834,
+      "cov-distil (oracle2teacher)": 4.487496376037598,
+      "epoch": 1.0,
+      "rel-constrast": 4.012331962585449,
+      "step": 1274,
+      "subrel-constrast": 3.8513476848602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8302966356277466,
+      "cov-distil (oracle2student)": 3.677767753601074,
+      "cov-distil (oracle2teacher)": 3.8637044429779053,
+      "epoch": 1.000784929356358,
+      "rel-constrast": 3.8497612476348877,
+      "step": 1275,
+      "subrel-constrast": 4.676568031311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.057345151901245,
+      "cov-distil (oracle2student)": 2.5532493591308594,
+      "cov-distil (oracle2teacher)": 3.011411190032959,
+      "epoch": 1.0015698587127158,
+      "rel-constrast": 3.584941864013672,
+      "step": 1276,
+      "subrel-constrast": 4.3630290031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6615443229675293,
+      "cov-distil (oracle2student)": 3.675353527069092,
+      "cov-distil (oracle2teacher)": 4.396547317504883,
+      "epoch": 1.0023547880690737,
+      "rel-constrast": 3.2946157455444336,
+      "step": 1277,
+      "subrel-constrast": 4.173533916473389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5696930885314941,
+      "cov-distil (oracle2student)": 4.197251319885254,
+      "cov-distil (oracle2teacher)": 3.7345733642578125,
+      "epoch": 1.0031397174254317,
+      "rel-constrast": 3.0097222328186035,
+      "step": 1278,
+      "subrel-constrast": 3.392622947692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1034655570983887,
+      "cov-distil (oracle2student)": 3.361288070678711,
+      "cov-distil (oracle2teacher)": 3.1034255027770996,
+      "epoch": 1.0039246467817897,
+      "rel-constrast": 2.6098008155822754,
+      "step": 1279,
+      "subrel-constrast": 3.31463885307312,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0047095761381475,
+      "grad_norm": 7.90625,
+      "learning_rate": 4.988153505515771e-05,
+      "loss": 0.9089,
+      "step": 1280
+    },
+    {
+      "cov-distil": 1.5979468822479248,
+      "cov-distil (oracle2student)": 3.716430187225342,
+      "cov-distil (oracle2teacher)": 3.4511377811431885,
+      "epoch": 1.0047095761381475,
+      "rel-constrast": 3.4329915046691895,
+      "step": 1280,
+      "subrel-constrast": 4.089012145996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3714828491210938,
+      "cov-distil (oracle2student)": 3.580085277557373,
+      "cov-distil (oracle2teacher)": 3.5701546669006348,
+      "epoch": 1.0054945054945055,
+      "rel-constrast": 2.5096752643585205,
+      "step": 1281,
+      "subrel-constrast": 3.0320303440093994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0691633224487305,
+      "cov-distil (oracle2student)": 4.478765964508057,
+      "cov-distil (oracle2teacher)": 3.831317901611328,
+      "epoch": 1.0062794348508635,
+      "rel-constrast": 3.157693386077881,
+      "step": 1282,
+      "subrel-constrast": 4.078401565551758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.591313123703003,
+      "cov-distil (oracle2student)": 3.9426352977752686,
+      "cov-distil (oracle2teacher)": 3.646179676055908,
+      "epoch": 1.0070643642072215,
+      "rel-constrast": 3.52870774269104,
+      "step": 1283,
+      "subrel-constrast": 3.88075852394104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3151185512542725,
+      "cov-distil (oracle2student)": 5.034510612487793,
+      "cov-distil (oracle2teacher)": 4.6761274337768555,
+      "epoch": 1.0078492935635792,
+      "rel-constrast": 2.378748655319214,
+      "step": 1284,
+      "subrel-constrast": 3.4774558544158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5091253519058228,
+      "cov-distil (oracle2student)": 3.7069931030273438,
+      "cov-distil (oracle2teacher)": 3.2526087760925293,
+      "epoch": 1.0086342229199372,
+      "rel-constrast": 2.3888468742370605,
+      "step": 1285,
+      "subrel-constrast": 3.4723777770996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8268072605133057,
+      "cov-distil (oracle2student)": 4.445673942565918,
+      "cov-distil (oracle2teacher)": 3.710999011993408,
+      "epoch": 1.0094191522762952,
+      "rel-constrast": 2.394343852996826,
+      "step": 1286,
+      "subrel-constrast": 3.3042173385620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.30215322971344,
+      "cov-distil (oracle2student)": 4.1887006759643555,
+      "cov-distil (oracle2teacher)": 4.170774459838867,
+      "epoch": 1.010204081632653,
+      "rel-constrast": 4.7771830558776855,
+      "step": 1287,
+      "subrel-constrast": 5.2714056968688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7177040576934814,
+      "cov-distil (oracle2student)": 2.8443381786346436,
+      "cov-distil (oracle2teacher)": 3.32902455329895,
+      "epoch": 1.010989010989011,
+      "rel-constrast": 1.9382801055908203,
+      "step": 1288,
+      "subrel-constrast": 3.49955153465271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.234553575515747,
+      "cov-distil (oracle2student)": 4.834558486938477,
+      "cov-distil (oracle2teacher)": 4.858853340148926,
+      "epoch": 1.011773940345369,
+      "rel-constrast": 3.5084009170532227,
+      "step": 1289,
+      "subrel-constrast": 4.091920375823975,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.012558869701727,
+      "grad_norm": 5.75,
+      "learning_rate": 4.98728980879697e-05,
+      "loss": 0.7892,
+      "step": 1290
+    },
+    {
+      "cov-distil": 1.7273941040039062,
+      "cov-distil (oracle2student)": 3.7560155391693115,
+      "cov-distil (oracle2teacher)": 3.7759454250335693,
+      "epoch": 1.012558869701727,
+      "rel-constrast": 3.9928665161132812,
+      "step": 1290,
+      "subrel-constrast": 4.357268810272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.467862606048584,
+      "cov-distil (oracle2student)": 4.111154079437256,
+      "cov-distil (oracle2teacher)": 3.9627327919006348,
+      "epoch": 1.0133437990580847,
+      "rel-constrast": 3.519113540649414,
+      "step": 1291,
+      "subrel-constrast": 4.237674713134766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5148426294326782,
+      "cov-distil (oracle2student)": 4.696568489074707,
+      "cov-distil (oracle2teacher)": 3.876321315765381,
+      "epoch": 1.0141287284144427,
+      "rel-constrast": 3.3050906658172607,
+      "step": 1292,
+      "subrel-constrast": 3.4839553833007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8438262939453125,
+      "cov-distil (oracle2student)": 4.060823440551758,
+      "cov-distil (oracle2teacher)": 3.4887888431549072,
+      "epoch": 1.0149136577708007,
+      "rel-constrast": 2.961482524871826,
+      "step": 1293,
+      "subrel-constrast": 3.4915690422058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6470657587051392,
+      "cov-distil (oracle2student)": 5.522467613220215,
+      "cov-distil (oracle2teacher)": 5.087027549743652,
+      "epoch": 1.0156985871271587,
+      "rel-constrast": 2.538830280303955,
+      "step": 1294,
+      "subrel-constrast": 3.436119794845581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2104644775390625,
+      "cov-distil (oracle2student)": 5.3022613525390625,
+      "cov-distil (oracle2teacher)": 5.056353569030762,
+      "epoch": 1.0164835164835164,
+      "rel-constrast": 3.100513458251953,
+      "step": 1295,
+      "subrel-constrast": 4.386096954345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5883142948150635,
+      "cov-distil (oracle2student)": 3.7880847454071045,
+      "cov-distil (oracle2teacher)": 3.599816083908081,
+      "epoch": 1.0172684458398744,
+      "rel-constrast": 4.037959098815918,
+      "step": 1296,
+      "subrel-constrast": 4.745327949523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2966320514678955,
+      "cov-distil (oracle2student)": 4.31317138671875,
+      "cov-distil (oracle2teacher)": 3.5976524353027344,
+      "epoch": 1.0180533751962324,
+      "rel-constrast": 2.0686373710632324,
+      "step": 1297,
+      "subrel-constrast": 2.4654552936553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5883524417877197,
+      "cov-distil (oracle2student)": 3.8555908203125,
+      "cov-distil (oracle2teacher)": 3.821279764175415,
+      "epoch": 1.0188383045525902,
+      "rel-constrast": 3.526829481124878,
+      "step": 1298,
+      "subrel-constrast": 3.5030384063720703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1130247116088867,
+      "cov-distil (oracle2student)": 4.555819034576416,
+      "cov-distil (oracle2teacher)": 4.497869491577148,
+      "epoch": 1.0196232339089482,
+      "rel-constrast": 2.126577138900757,
+      "step": 1299,
+      "subrel-constrast": 2.9038138389587402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.9863958052367894e-05,
+      "loss": 0.8194,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "overlap": 0.26875001192092896,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "step": 1300,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "step": 1300,
+      "teacher margin": 0.040252685546875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "margin difference": -0.019989013671875,
+      "step": 1300
+    },
+    {
+      "cov-distil": 1.3395636081695557,
+      "cov-distil (oracle2student)": 3.0983505249023438,
+      "cov-distil (oracle2teacher)": 3.2304043769836426,
+      "epoch": 1.0204081632653061,
+      "rel-constrast": 3.1438610553741455,
+      "step": 1300,
+      "subrel-constrast": 4.0625739097595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073345184326172,
+      "cov-distil (oracle2student)": 3.700442314147949,
+      "cov-distil (oracle2teacher)": 3.6782922744750977,
+      "epoch": 1.0211930926216641,
+      "rel-constrast": 2.650118350982666,
+      "step": 1301,
+      "subrel-constrast": 3.522528886795044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4473029375076294,
+      "cov-distil (oracle2student)": 6.094466686248779,
+      "cov-distil (oracle2teacher)": 5.832391262054443,
+      "epoch": 1.021978021978022,
+      "rel-constrast": 2.869513511657715,
+      "step": 1302,
+      "subrel-constrast": 3.6461844444274902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.638033390045166,
+      "cov-distil (oracle2student)": 4.220510959625244,
+      "cov-distil (oracle2teacher)": 4.232014179229736,
+      "epoch": 1.0227629513343799,
+      "rel-constrast": 2.4472506046295166,
+      "step": 1303,
+      "subrel-constrast": 3.1475207805633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2751193046569824,
+      "cov-distil (oracle2student)": 4.306950092315674,
+      "cov-distil (oracle2teacher)": 4.524712562561035,
+      "epoch": 1.0235478806907379,
+      "rel-constrast": 3.4688055515289307,
+      "step": 1304,
+      "subrel-constrast": 3.712144374847412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5723475217819214,
+      "cov-distil (oracle2student)": 3.356821298599243,
+      "cov-distil (oracle2teacher)": 3.0643234252929688,
+      "epoch": 1.0243328100470959,
+      "rel-constrast": 3.0019564628601074,
+      "step": 1305,
+      "subrel-constrast": 3.6949265003204346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8963088989257812,
+      "cov-distil (oracle2student)": 3.701265811920166,
+      "cov-distil (oracle2teacher)": 3.4680700302124023,
+      "epoch": 1.0251177394034536,
+      "rel-constrast": 2.4101920127868652,
+      "step": 1306,
+      "subrel-constrast": 3.050083875656128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.648195743560791,
+      "cov-distil (oracle2student)": 5.6912312507629395,
+      "cov-distil (oracle2teacher)": 5.253078460693359,
+      "epoch": 1.0259026687598116,
+      "rel-constrast": 4.392531394958496,
+      "step": 1307,
+      "subrel-constrast": 5.013519763946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4382164478302002,
+      "cov-distil (oracle2student)": 3.0869290828704834,
+      "cov-distil (oracle2teacher)": 3.173279285430908,
+      "epoch": 1.0266875981161696,
+      "rel-constrast": 3.0286943912506104,
+      "step": 1308,
+      "subrel-constrast": 3.525634765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4569480419158936,
+      "cov-distil (oracle2student)": 3.4641032218933105,
+      "cov-distil (oracle2teacher)": 3.1311259269714355,
+      "epoch": 1.0274725274725274,
+      "rel-constrast": 1.8754380941390991,
+      "step": 1309,
+      "subrel-constrast": 2.5917394161224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0282574568288854,
+      "grad_norm": 3.9375,
+      "learning_rate": 4.9854715057283805e-05,
+      "loss": 0.7717,
+      "step": 1310
+    },
+    {
+      "cov-distil": 1.4160232543945312,
+      "cov-distil (oracle2student)": 2.563685655593872,
+      "cov-distil (oracle2teacher)": 2.833798885345459,
+      "epoch": 1.0282574568288854,
+      "rel-constrast": 2.7168760299682617,
+      "step": 1310,
+      "subrel-constrast": 3.7507357597351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5921193361282349,
+      "cov-distil (oracle2student)": 3.550126075744629,
+      "cov-distil (oracle2teacher)": 3.443373441696167,
+      "epoch": 1.0290423861852434,
+      "rel-constrast": 2.986751079559326,
+      "step": 1311,
+      "subrel-constrast": 3.5625743865966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8855676651000977,
+      "cov-distil (oracle2student)": 4.2328972816467285,
+      "cov-distil (oracle2teacher)": 3.6999707221984863,
+      "epoch": 1.0298273155416013,
+      "rel-constrast": 3.429626703262329,
+      "step": 1312,
+      "subrel-constrast": 3.70088791847229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6681512594223022,
+      "cov-distil (oracle2student)": 4.537883758544922,
+      "cov-distil (oracle2teacher)": 4.161434650421143,
+      "epoch": 1.030612244897959,
+      "rel-constrast": 3.173257827758789,
+      "step": 1313,
+      "subrel-constrast": 4.387771129608154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0507285594940186,
+      "cov-distil (oracle2student)": 5.675127983093262,
+      "cov-distil (oracle2teacher)": 5.059904098510742,
+      "epoch": 1.031397174254317,
+      "rel-constrast": 2.9254150390625,
+      "step": 1314,
+      "subrel-constrast": 3.908088445663452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640880823135376,
+      "cov-distil (oracle2student)": 4.122154235839844,
+      "cov-distil (oracle2teacher)": 4.358137130737305,
+      "epoch": 1.032182103610675,
+      "rel-constrast": 3.0527353286743164,
+      "step": 1315,
+      "subrel-constrast": 4.129584789276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6014385223388672,
+      "cov-distil (oracle2student)": 3.5628504753112793,
+      "cov-distil (oracle2teacher)": 4.265000820159912,
+      "epoch": 1.032967032967033,
+      "rel-constrast": 2.7084922790527344,
+      "step": 1316,
+      "subrel-constrast": 3.783332586288452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6147665977478027,
+      "cov-distil (oracle2student)": 3.35066819190979,
+      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "epoch": 1.0337519623233908,
+      "rel-constrast": 2.6022496223449707,
+      "step": 1317,
+      "subrel-constrast": 3.8188657760620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3855886459350586,
+      "cov-distil (oracle2student)": 4.939333915710449,
+      "cov-distil (oracle2teacher)": 4.312867164611816,
+      "epoch": 1.0345368916797488,
+      "rel-constrast": 3.1361048221588135,
+      "step": 1318,
+      "subrel-constrast": 3.1475367546081543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4239692687988281,
+      "cov-distil (oracle2student)": 3.124915599822998,
+      "cov-distil (oracle2teacher)": 3.1291980743408203,
+      "epoch": 1.0353218210361068,
+      "rel-constrast": 2.4155147075653076,
+      "step": 1319,
+      "subrel-constrast": 3.4853718280792236,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0361067503924646,
+      "grad_norm": 4.625,
+      "learning_rate": 4.984516921534042e-05,
+      "loss": 0.7694,
+      "step": 1320
+    },
+    {
+      "cov-distil": 1.5735676288604736,
+      "cov-distil (oracle2student)": 3.79526424407959,
+      "cov-distil (oracle2teacher)": 3.2370409965515137,
+      "epoch": 1.0361067503924646,
+      "rel-constrast": 2.718919277191162,
+      "step": 1320,
+      "subrel-constrast": 3.2795329093933105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9603523015975952,
+      "cov-distil (oracle2student)": 5.406013488769531,
+      "cov-distil (oracle2teacher)": 4.547806739807129,
+      "epoch": 1.0368916797488226,
+      "rel-constrast": 3.2848238945007324,
+      "step": 1321,
+      "subrel-constrast": 3.987123727798462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7783422470092773,
+      "cov-distil (oracle2student)": 4.059505462646484,
+      "cov-distil (oracle2teacher)": 3.2544448375701904,
+      "epoch": 1.0376766091051806,
+      "rel-constrast": 3.268892288208008,
+      "step": 1322,
+      "subrel-constrast": 3.918067455291748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.265488624572754,
+      "cov-distil (oracle2student)": 5.315093994140625,
+      "cov-distil (oracle2teacher)": 4.242465496063232,
+      "epoch": 1.0384615384615385,
+      "rel-constrast": 3.3319427967071533,
+      "step": 1323,
+      "subrel-constrast": 3.552429676055908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6411206722259521,
+      "cov-distil (oracle2student)": 4.402083396911621,
+      "cov-distil (oracle2teacher)": 4.539468765258789,
+      "epoch": 1.0392464678178963,
+      "rel-constrast": 2.5891757011413574,
+      "step": 1324,
+      "subrel-constrast": 3.3325674533843994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7119067907333374,
+      "cov-distil (oracle2student)": 4.110739707946777,
+      "cov-distil (oracle2teacher)": 4.20479679107666,
+      "epoch": 1.0400313971742543,
+      "rel-constrast": 3.6010303497314453,
+      "step": 1325,
+      "subrel-constrast": 4.417725563049316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5757135152816772,
+      "cov-distil (oracle2student)": 4.751351356506348,
+      "cov-distil (oracle2teacher)": 4.305976390838623,
+      "epoch": 1.0408163265306123,
+      "rel-constrast": 2.329827308654785,
+      "step": 1326,
+      "subrel-constrast": 3.1315464973449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2380353212356567,
+      "cov-distil (oracle2student)": 4.608445167541504,
+      "cov-distil (oracle2teacher)": 4.567604064941406,
+      "epoch": 1.0416012558869703,
+      "rel-constrast": 3.545478105545044,
+      "step": 1327,
+      "subrel-constrast": 3.73474383354187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3552968502044678,
+      "cov-distil (oracle2student)": 3.7210333347320557,
+      "cov-distil (oracle2teacher)": 3.643429756164551,
+      "epoch": 1.042386185243328,
+      "rel-constrast": 2.3626973628997803,
+      "step": 1328,
+      "subrel-constrast": 3.419344186782837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6793065071105957,
+      "cov-distil (oracle2student)": 3.8620169162750244,
+      "cov-distil (oracle2teacher)": 3.477570056915283,
+      "epoch": 1.043171114599686,
+      "rel-constrast": 2.550403118133545,
+      "step": 1329,
+      "subrel-constrast": 3.0018975734710693,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.043956043956044,
+      "grad_norm": 4.875,
+      "learning_rate": 4.98353206428508e-05,
+      "loss": 0.779,
+      "step": 1330
+    },
+    {
+      "cov-distil": 1.5603997707366943,
+      "cov-distil (oracle2student)": 2.021341562271118,
+      "cov-distil (oracle2teacher)": 2.444761276245117,
+      "epoch": 1.043956043956044,
+      "rel-constrast": 1.9387398958206177,
+      "step": 1330,
+      "subrel-constrast": 3.2837231159210205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.789320945739746,
+      "cov-distil (oracle2student)": 4.488680839538574,
+      "cov-distil (oracle2teacher)": 4.014732360839844,
+      "epoch": 1.0447409733124018,
+      "rel-constrast": 5.365977764129639,
+      "step": 1331,
+      "subrel-constrast": 5.195187091827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7279833555221558,
+      "cov-distil (oracle2student)": 3.847268581390381,
+      "cov-distil (oracle2teacher)": 3.972043514251709,
+      "epoch": 1.0455259026687598,
+      "rel-constrast": 2.129772186279297,
+      "step": 1332,
+      "subrel-constrast": 2.9550578594207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2181808948516846,
+      "cov-distil (oracle2student)": 3.905850410461426,
+      "cov-distil (oracle2teacher)": 3.405874013900757,
+      "epoch": 1.0463108320251178,
+      "rel-constrast": 3.2089219093322754,
+      "step": 1333,
+      "subrel-constrast": 3.502013921737671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5846612453460693,
+      "cov-distil (oracle2student)": 2.4374899864196777,
+      "cov-distil (oracle2teacher)": 2.9026522636413574,
+      "epoch": 1.0470957613814758,
+      "rel-constrast": 2.8598501682281494,
+      "step": 1334,
+      "subrel-constrast": 3.376497507095337,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8323559761047363,
+      "cov-distil (oracle2student)": 4.377843379974365,
+      "cov-distil (oracle2teacher)": 4.030404090881348,
+      "epoch": 1.0478806907378335,
+      "rel-constrast": 3.300595283508301,
+      "step": 1335,
+      "subrel-constrast": 3.808056354522705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9013278484344482,
+      "cov-distil (oracle2student)": 3.5153331756591797,
+      "cov-distil (oracle2teacher)": 3.4593381881713867,
+      "epoch": 1.0486656200941915,
+      "rel-constrast": 3.9633121490478516,
+      "step": 1336,
+      "subrel-constrast": 4.615512847900391,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6298719644546509,
+      "cov-distil (oracle2student)": 2.91507625579834,
+      "cov-distil (oracle2teacher)": 2.8473191261291504,
+      "epoch": 1.0494505494505495,
+      "rel-constrast": 2.31758451461792,
+      "step": 1337,
+      "subrel-constrast": 2.9014508724212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.287497043609619,
+      "cov-distil (oracle2student)": 5.130228042602539,
+      "cov-distil (oracle2teacher)": 4.528473854064941,
+      "epoch": 1.0502354788069075,
+      "rel-constrast": 3.1626267433166504,
+      "step": 1338,
+      "subrel-constrast": 4.1389946937561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6564306020736694,
+      "cov-distil (oracle2student)": 4.191096782684326,
+      "cov-distil (oracle2teacher)": 3.5165205001831055,
+      "epoch": 1.0510204081632653,
+      "rel-constrast": 2.081233024597168,
+      "step": 1339,
+      "subrel-constrast": 2.853550672531128,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0518053375196232,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.982516945981669e-05,
+      "loss": 0.8012,
+      "step": 1340
+    },
+    {
+      "cov-distil": 1.891442894935608,
+      "cov-distil (oracle2student)": 4.110203742980957,
+      "cov-distil (oracle2teacher)": 3.939481735229492,
+      "epoch": 1.0518053375196232,
+      "rel-constrast": 3.074136734008789,
+      "step": 1340,
+      "subrel-constrast": 3.839629650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5117946863174438,
+      "cov-distil (oracle2student)": 4.452583312988281,
+      "cov-distil (oracle2teacher)": 4.244133472442627,
+      "epoch": 1.0525902668759812,
+      "rel-constrast": 2.4261984825134277,
+      "step": 1341,
+      "subrel-constrast": 3.5631704330444336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5490021705627441,
+      "cov-distil (oracle2student)": 4.505932807922363,
+      "cov-distil (oracle2teacher)": 4.503978729248047,
+      "epoch": 1.053375196232339,
+      "rel-constrast": 2.4422760009765625,
+      "step": 1342,
+      "subrel-constrast": 3.5781614780426025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6790764331817627,
+      "cov-distil (oracle2student)": 3.9384570121765137,
+      "cov-distil (oracle2teacher)": 4.184779167175293,
+      "epoch": 1.054160125588697,
+      "rel-constrast": 3.3922536373138428,
+      "step": 1343,
+      "subrel-constrast": 4.281126022338867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4852817058563232,
+      "cov-distil (oracle2student)": 4.067353248596191,
+      "cov-distil (oracle2teacher)": 3.88303279876709,
+      "epoch": 1.054945054945055,
+      "rel-constrast": 3.7798471450805664,
+      "step": 1344,
+      "subrel-constrast": 4.280847549438477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7029610872268677,
+      "cov-distil (oracle2student)": 4.761334419250488,
+      "cov-distil (oracle2teacher)": 3.669780731201172,
+      "epoch": 1.055729984301413,
+      "rel-constrast": 2.7117233276367188,
+      "step": 1345,
+      "subrel-constrast": 3.063453197479248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3466800451278687,
+      "cov-distil (oracle2student)": 4.216004371643066,
+      "cov-distil (oracle2teacher)": 4.574625015258789,
+      "epoch": 1.0565149136577707,
+      "rel-constrast": 2.9508233070373535,
+      "step": 1346,
+      "subrel-constrast": 3.9286856651306152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6089322566986084,
+      "cov-distil (oracle2student)": 2.309438705444336,
+      "cov-distil (oracle2teacher)": 2.84455943107605,
+      "epoch": 1.0572998430141287,
+      "rel-constrast": 2.436990737915039,
+      "step": 1347,
+      "subrel-constrast": 3.7577571868896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7151784896850586,
+      "cov-distil (oracle2student)": 2.5667970180511475,
+      "cov-distil (oracle2teacher)": 2.659790515899658,
+      "epoch": 1.0580847723704867,
+      "rel-constrast": 3.402242660522461,
+      "step": 1348,
+      "subrel-constrast": 4.1476593017578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5186069011688232,
+      "cov-distil (oracle2student)": 3.091311454772949,
+      "cov-distil (oracle2teacher)": 3.2050833702087402,
+      "epoch": 1.0588697017268447,
+      "rel-constrast": 2.8237643241882324,
+      "step": 1349,
+      "subrel-constrast": 4.03464937210083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0596546310832025,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.981471578992706e-05,
+      "loss": 0.776,
+      "step": 1350
+    },
+    {
+      "cov-distil": 1.7764843702316284,
+      "cov-distil (oracle2student)": 2.385777473449707,
+      "cov-distil (oracle2teacher)": 2.9466400146484375,
+      "epoch": 1.0596546310832025,
+      "rel-constrast": 2.9991157054901123,
+      "step": 1350,
+      "subrel-constrast": 4.1020731925964355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5321710109710693,
+      "cov-distil (oracle2student)": 3.7962632179260254,
+      "cov-distil (oracle2teacher)": 3.8199100494384766,
+      "epoch": 1.0604395604395604,
+      "rel-constrast": 1.8470566272735596,
+      "step": 1351,
+      "subrel-constrast": 2.904076337814331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4473285675048828,
+      "cov-distil (oracle2student)": 5.215753555297852,
+      "cov-distil (oracle2teacher)": 5.062963962554932,
+      "epoch": 1.0612244897959184,
+      "rel-constrast": 2.7066211700439453,
+      "step": 1352,
+      "subrel-constrast": 3.5213730335235596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7678200006484985,
+      "cov-distil (oracle2student)": 5.534285068511963,
+      "cov-distil (oracle2teacher)": 4.940554618835449,
+      "epoch": 1.0620094191522762,
+      "rel-constrast": 2.970421314239502,
+      "step": 1353,
+      "subrel-constrast": 3.809866428375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2517756223678589,
+      "cov-distil (oracle2student)": 4.270276069641113,
+      "cov-distil (oracle2teacher)": 4.404227256774902,
+      "epoch": 1.0627943485086342,
+      "rel-constrast": 2.5669658184051514,
+      "step": 1354,
+      "subrel-constrast": 3.3136885166168213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.255814790725708,
+      "cov-distil (oracle2student)": 4.298757076263428,
+      "cov-distil (oracle2teacher)": 4.080432891845703,
+      "epoch": 1.0635792778649922,
+      "rel-constrast": 3.112243175506592,
+      "step": 1355,
+      "subrel-constrast": 3.465294122695923,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9884713888168335,
+      "cov-distil (oracle2student)": 3.3464155197143555,
+      "cov-distil (oracle2teacher)": 3.7389323711395264,
+      "epoch": 1.0643642072213502,
+      "rel-constrast": 4.075211524963379,
+      "step": 1356,
+      "subrel-constrast": 4.776978969573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.566786766052246,
+      "cov-distil (oracle2student)": 5.72592830657959,
+      "cov-distil (oracle2teacher)": 5.339461326599121,
+      "epoch": 1.065149136577708,
+      "rel-constrast": 3.25872802734375,
+      "step": 1357,
+      "subrel-constrast": 3.9985079765319824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.400079369544983,
+      "cov-distil (oracle2student)": 3.3879170417785645,
+      "cov-distil (oracle2teacher)": 3.559767723083496,
+      "epoch": 1.065934065934066,
+      "rel-constrast": 3.015141487121582,
+      "step": 1358,
+      "subrel-constrast": 3.81351375579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3284026384353638,
+      "cov-distil (oracle2student)": 5.102107524871826,
+      "cov-distil (oracle2teacher)": 4.8548479080200195,
+      "epoch": 1.066718995290424,
+      "rel-constrast": 3.1426525115966797,
+      "step": 1359,
+      "subrel-constrast": 3.8907928466796875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0675039246467817,
+      "grad_norm": 5.375,
+      "learning_rate": 4.980395976055658e-05,
+      "loss": 0.7806,
+      "step": 1360
+    },
+    {
+      "cov-distil": 1.0340895652770996,
+      "cov-distil (oracle2student)": 3.3404150009155273,
+      "cov-distil (oracle2teacher)": 3.458253860473633,
+      "epoch": 1.0675039246467817,
+      "rel-constrast": 2.7017836570739746,
+      "step": 1360,
+      "subrel-constrast": 3.85408091545105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9244599342346191,
+      "cov-distil (oracle2student)": 3.500950574874878,
+      "cov-distil (oracle2teacher)": 3.9206719398498535,
+      "epoch": 1.0682888540031397,
+      "rel-constrast": 3.6933364868164062,
+      "step": 1361,
+      "subrel-constrast": 4.551616191864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322222113609314,
+      "cov-distil (oracle2student)": 5.065067291259766,
+      "cov-distil (oracle2teacher)": 4.4332146644592285,
+      "epoch": 1.0690737833594977,
+      "rel-constrast": 3.223350763320923,
+      "step": 1362,
+      "subrel-constrast": 3.1711013317108154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7568714618682861,
+      "cov-distil (oracle2student)": 4.176975250244141,
+      "cov-distil (oracle2teacher)": 3.7778103351593018,
+      "epoch": 1.0698587127158556,
+      "rel-constrast": 3.354168176651001,
+      "step": 1363,
+      "subrel-constrast": 4.05528450012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8233342170715332,
+      "cov-distil (oracle2student)": 2.8845739364624023,
+      "cov-distil (oracle2teacher)": 3.239229679107666,
+      "epoch": 1.0706436420722134,
+      "rel-constrast": 2.8545703887939453,
+      "step": 1364,
+      "subrel-constrast": 3.940390110015869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9338064193725586,
+      "cov-distil (oracle2student)": 3.061378002166748,
+      "cov-distil (oracle2teacher)": 3.1285512447357178,
+      "epoch": 1.0714285714285714,
+      "rel-constrast": 2.3349716663360596,
+      "step": 1365,
+      "subrel-constrast": 3.4239864349365234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8442656993865967,
+      "cov-distil (oracle2student)": 3.669823408126831,
+      "cov-distil (oracle2teacher)": 3.6398766040802,
+      "epoch": 1.0722135007849294,
+      "rel-constrast": 3.4359259605407715,
+      "step": 1366,
+      "subrel-constrast": 3.9763615131378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266068935394287,
+      "cov-distil (oracle2student)": 4.328539848327637,
+      "cov-distil (oracle2teacher)": 4.360380172729492,
+      "epoch": 1.0729984301412874,
+      "rel-constrast": 2.3119592666625977,
+      "step": 1367,
+      "subrel-constrast": 2.8219521045684814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8314034938812256,
+      "cov-distil (oracle2student)": 4.431702613830566,
+      "cov-distil (oracle2teacher)": 4.2378010749816895,
+      "epoch": 1.0737833594976451,
+      "rel-constrast": 2.3089935779571533,
+      "step": 1368,
+      "subrel-constrast": 3.795471429824829,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5539352893829346,
+      "cov-distil (oracle2student)": 4.525745868682861,
+      "cov-distil (oracle2teacher)": 4.255120277404785,
+      "epoch": 1.0745682888540031,
+      "rel-constrast": 3.4483890533447266,
+      "step": 1369,
+      "subrel-constrast": 3.9800639152526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0753532182103611,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.9792901502764075e-05,
+      "loss": 0.7828,
+      "step": 1370
+    },
+    {
+      "cov-distil": 1.7522364854812622,
+      "cov-distil (oracle2student)": 2.7611570358276367,
+      "cov-distil (oracle2teacher)": 2.5378265380859375,
+      "epoch": 1.0753532182103611,
+      "rel-constrast": 2.2207679748535156,
+      "step": 1370,
+      "subrel-constrast": 3.079789400100708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086682319641113,
+      "cov-distil (oracle2student)": 4.295747756958008,
+      "cov-distil (oracle2teacher)": 3.8890275955200195,
+      "epoch": 1.076138147566719,
+      "rel-constrast": 2.764012336730957,
+      "step": 1371,
+      "subrel-constrast": 3.178504228591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5825567245483398,
+      "cov-distil (oracle2student)": 4.385646820068359,
+      "cov-distil (oracle2teacher)": 4.265470027923584,
+      "epoch": 1.0769230769230769,
+      "rel-constrast": 2.323387622833252,
+      "step": 1372,
+      "subrel-constrast": 3.1196742057800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8628864288330078,
+      "cov-distil (oracle2student)": 3.857534885406494,
+      "cov-distil (oracle2teacher)": 3.2705883979797363,
+      "epoch": 1.0777080062794349,
+      "rel-constrast": 2.340729236602783,
+      "step": 1373,
+      "subrel-constrast": 3.2926735877990723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8734490871429443,
+      "cov-distil (oracle2student)": 3.722325325012207,
+      "cov-distil (oracle2teacher)": 3.537940263748169,
+      "epoch": 1.0784929356357928,
+      "rel-constrast": 3.5088374614715576,
+      "step": 1374,
+      "subrel-constrast": 4.046138763427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7907600402832031,
+      "cov-distil (oracle2student)": 3.7754430770874023,
+      "cov-distil (oracle2teacher)": 3.2363479137420654,
+      "epoch": 1.0792778649921506,
+      "rel-constrast": 2.512028694152832,
+      "step": 1375,
+      "subrel-constrast": 3.281909704208374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1880934238433838,
+      "cov-distil (oracle2student)": 5.368410110473633,
+      "cov-distil (oracle2teacher)": 5.149897575378418,
+      "epoch": 1.0800627943485086,
+      "rel-constrast": 2.4852521419525146,
+      "step": 1376,
+      "subrel-constrast": 2.988154172897339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8623415231704712,
+      "cov-distil (oracle2student)": 3.8936100006103516,
+      "cov-distil (oracle2teacher)": 3.9991416931152344,
+      "epoch": 1.0808477237048666,
+      "rel-constrast": 2.885066509246826,
+      "step": 1377,
+      "subrel-constrast": 3.7260122299194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5937577486038208,
+      "cov-distil (oracle2student)": 3.805960178375244,
+      "cov-distil (oracle2teacher)": 3.75376033782959,
+      "epoch": 1.0816326530612246,
+      "rel-constrast": 2.9562671184539795,
+      "step": 1378,
+      "subrel-constrast": 3.693236827850342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7460744380950928,
+      "cov-distil (oracle2student)": 2.593548536300659,
+      "cov-distil (oracle2teacher)": 2.5229194164276123,
+      "epoch": 1.0824175824175823,
+      "rel-constrast": 2.1870903968811035,
+      "step": 1379,
+      "subrel-constrast": 2.552104949951172,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0832025117739403,
+      "grad_norm": 4.09375,
+      "learning_rate": 4.978154115129091e-05,
+      "loss": 0.6957,
+      "step": 1380
+    },
+    {
+      "cov-distil": 1.5559735298156738,
+      "cov-distil (oracle2student)": 5.343104362487793,
+      "cov-distil (oracle2teacher)": 5.034076690673828,
+      "epoch": 1.0832025117739403,
+      "rel-constrast": 4.513167381286621,
+      "step": 1380,
+      "subrel-constrast": 4.879128932952881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.594104290008545,
+      "cov-distil (oracle2student)": 4.018231391906738,
+      "cov-distil (oracle2teacher)": 4.175711154937744,
+      "epoch": 1.0839874411302983,
+      "rel-constrast": 2.8911664485931396,
+      "step": 1381,
+      "subrel-constrast": 4.408371448516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.643925428390503,
+      "cov-distil (oracle2student)": 4.715807914733887,
+      "cov-distil (oracle2teacher)": 4.219768524169922,
+      "epoch": 1.084772370486656,
+      "rel-constrast": 3.2432518005371094,
+      "step": 1382,
+      "subrel-constrast": 3.679701566696167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4362976551055908,
+      "cov-distil (oracle2student)": 4.567570686340332,
+      "cov-distil (oracle2teacher)": 4.872445583343506,
+      "epoch": 1.085557299843014,
+      "rel-constrast": 3.3436708450317383,
+      "step": 1383,
+      "subrel-constrast": 3.746518135070801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2816795110702515,
+      "cov-distil (oracle2student)": 4.699955940246582,
+      "cov-distil (oracle2teacher)": 3.8406128883361816,
+      "epoch": 1.086342229199372,
+      "rel-constrast": 2.5861334800720215,
+      "step": 1384,
+      "subrel-constrast": 2.763550043106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5373120307922363,
+      "cov-distil (oracle2student)": 3.3782882690429688,
+      "cov-distil (oracle2teacher)": 3.4752197265625,
+      "epoch": 1.08712715855573,
+      "rel-constrast": 2.74160099029541,
+      "step": 1385,
+      "subrel-constrast": 3.654707431793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726305365562439,
+      "cov-distil (oracle2student)": 6.264081001281738,
+      "cov-distil (oracle2teacher)": 6.202328681945801,
+      "epoch": 1.0879120879120878,
+      "rel-constrast": 3.196772575378418,
+      "step": 1386,
+      "subrel-constrast": 4.090964317321777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353294372558594,
+      "cov-distil (oracle2student)": 4.617647647857666,
+      "cov-distil (oracle2teacher)": 4.959433555603027,
+      "epoch": 1.0886970172684458,
+      "rel-constrast": 3.2036983966827393,
+      "step": 1387,
+      "subrel-constrast": 3.7551910877227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165143489837646,
+      "cov-distil (oracle2student)": 4.900763511657715,
+      "cov-distil (oracle2teacher)": 4.732897758483887,
+      "epoch": 1.0894819466248038,
+      "rel-constrast": 3.3392691612243652,
+      "step": 1388,
+      "subrel-constrast": 3.897893190383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.819463849067688,
+      "cov-distil (oracle2student)": 3.466165542602539,
+      "cov-distil (oracle2teacher)": 3.340545415878296,
+      "epoch": 1.0902668759811618,
+      "rel-constrast": 2.425576686859131,
+      "step": 1389,
+      "subrel-constrast": 3.422744035720825,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0910518053375196,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.97698788445594e-05,
+      "loss": 0.829,
+      "step": 1390
+    },
+    {
+      "cov-distil": 1.2456929683685303,
+      "cov-distil (oracle2student)": 2.4797627925872803,
+      "cov-distil (oracle2teacher)": 2.6108713150024414,
+      "epoch": 1.0910518053375196,
+      "rel-constrast": 2.1391234397888184,
+      "step": 1390,
+      "subrel-constrast": 2.3621671199798584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080111026763916,
+      "cov-distil (oracle2student)": 6.320272445678711,
+      "cov-distil (oracle2teacher)": 5.9656877517700195,
+      "epoch": 1.0918367346938775,
+      "rel-constrast": 2.4898555278778076,
+      "step": 1391,
+      "subrel-constrast": 3.066091537475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6581671237945557,
+      "cov-distil (oracle2student)": 3.91648268699646,
+      "cov-distil (oracle2teacher)": 4.001407623291016,
+      "epoch": 1.0926216640502355,
+      "rel-constrast": 4.013739585876465,
+      "step": 1392,
+      "subrel-constrast": 4.730424404144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5913100242614746,
+      "cov-distil (oracle2student)": 3.4155850410461426,
+      "cov-distil (oracle2teacher)": 3.4767534732818604,
+      "epoch": 1.0934065934065935,
+      "rel-constrast": 3.265977382659912,
+      "step": 1393,
+      "subrel-constrast": 3.794863224029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.735185146331787,
+      "cov-distil (oracle2student)": 5.366359710693359,
+      "cov-distil (oracle2teacher)": 5.077892303466797,
+      "epoch": 1.0941915227629513,
+      "rel-constrast": 2.506908416748047,
+      "step": 1394,
+      "subrel-constrast": 3.441734790802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3577219247817993,
+      "cov-distil (oracle2student)": 4.501542091369629,
+      "cov-distil (oracle2teacher)": 4.2119140625,
+      "epoch": 1.0949764521193093,
+      "rel-constrast": 3.157167911529541,
+      "step": 1395,
+      "subrel-constrast": 3.4801933765411377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.182083249092102,
+      "cov-distil (oracle2student)": 5.086513042449951,
+      "cov-distil (oracle2teacher)": 5.001871109008789,
+      "epoch": 1.0957613814756673,
+      "rel-constrast": 3.7043871879577637,
+      "step": 1396,
+      "subrel-constrast": 4.009977340698242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6978211402893066,
+      "cov-distil (oracle2student)": 4.240968704223633,
+      "cov-distil (oracle2teacher)": 4.077297210693359,
+      "epoch": 1.096546310832025,
+      "rel-constrast": 3.904170036315918,
+      "step": 1397,
+      "subrel-constrast": 4.262308597564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5113857984542847,
+      "cov-distil (oracle2student)": 3.5950698852539062,
+      "cov-distil (oracle2teacher)": 3.609370231628418,
+      "epoch": 1.097331240188383,
+      "rel-constrast": 3.1610422134399414,
+      "step": 1398,
+      "subrel-constrast": 3.737513303756714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6464242935180664,
+      "cov-distil (oracle2student)": 4.76617431640625,
+      "cov-distil (oracle2teacher)": 4.555519104003906,
+      "epoch": 1.098116169544741,
+      "rel-constrast": 4.202720642089844,
+      "step": 1399,
+      "subrel-constrast": 4.74445915222168,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.098901098901099,
+      "grad_norm": 6.625,
+      "learning_rate": 4.9757914724671074e-05,
+      "loss": 0.8529,
+      "step": 1400
+    },
+    {
+      "epoch": 1.098901098901099,
+      "overlap": 0.2750000059604645,
+      "step": 1400
+    },
+    {
+      "epoch": 1.098901098901099,
+      "step": 1400,
+      "student margin": 0.05029296875
+    },
+    {
+      "epoch": 1.098901098901099,
+      "step": 1400,
+      "teacher margin": 0.033843994140625
+    },
+    {
+      "epoch": 1.098901098901099,
+      "margin difference": -0.016448974609375,
+      "step": 1400
+    },
+    {
+      "cov-distil": 1.3774524927139282,
+      "cov-distil (oracle2student)": 4.048962116241455,
+      "cov-distil (oracle2teacher)": 3.9364190101623535,
+      "epoch": 1.098901098901099,
+      "rel-constrast": 3.4842300415039062,
+      "step": 1400,
+      "subrel-constrast": 4.573757171630859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5755010843276978,
+      "cov-distil (oracle2student)": 2.997373580932617,
+      "cov-distil (oracle2teacher)": 3.14574933052063,
+      "epoch": 1.0996860282574568,
+      "rel-constrast": 2.482325792312622,
+      "step": 1401,
+      "subrel-constrast": 3.2080576419830322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41730797290802,
+      "cov-distil (oracle2student)": 5.6667375564575195,
+      "cov-distil (oracle2teacher)": 5.003635883331299,
+      "epoch": 1.1004709576138147,
+      "rel-constrast": 4.049898147583008,
+      "step": 1402,
+      "subrel-constrast": 4.203271389007568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.75510835647583,
+      "cov-distil (oracle2student)": 5.073264122009277,
+      "cov-distil (oracle2teacher)": 4.4586639404296875,
+      "epoch": 1.1012558869701727,
+      "rel-constrast": 2.2561118602752686,
+      "step": 1403,
+      "subrel-constrast": 3.0288639068603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826297521591187,
+      "cov-distil (oracle2student)": 4.739652156829834,
+      "cov-distil (oracle2teacher)": 3.980092763900757,
+      "epoch": 1.1020408163265305,
+      "rel-constrast": 2.6099376678466797,
+      "step": 1404,
+      "subrel-constrast": 3.5757057666778564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.700481653213501,
+      "cov-distil (oracle2student)": 3.925020694732666,
+      "cov-distil (oracle2teacher)": 4.2010016441345215,
+      "epoch": 1.1028257456828885,
+      "rel-constrast": 3.4656805992126465,
+      "step": 1405,
+      "subrel-constrast": 4.435629844665527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734179139137268,
+      "cov-distil (oracle2student)": 4.875617980957031,
+      "cov-distil (oracle2teacher)": 4.430096626281738,
+      "epoch": 1.1036106750392465,
+      "rel-constrast": 1.8464717864990234,
+      "step": 1406,
+      "subrel-constrast": 2.7650609016418457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881967067718506,
+      "cov-distil (oracle2student)": 4.076774597167969,
+      "cov-distil (oracle2teacher)": 3.6389524936676025,
+      "epoch": 1.1043956043956045,
+      "rel-constrast": 2.828457832336426,
+      "step": 1407,
+      "subrel-constrast": 3.257171154022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8918731212615967,
+      "cov-distil (oracle2student)": 4.5294952392578125,
+      "cov-distil (oracle2teacher)": 4.1752519607543945,
+      "epoch": 1.1051805337519622,
+      "rel-constrast": 3.8180980682373047,
+      "step": 1408,
+      "subrel-constrast": 4.404576778411865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6718709468841553,
+      "cov-distil (oracle2student)": 4.541898727416992,
+      "cov-distil (oracle2teacher)": 4.1118669509887695,
+      "epoch": 1.1059654631083202,
+      "rel-constrast": 3.261911392211914,
+      "step": 1409,
+      "subrel-constrast": 3.675297975540161,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1067503924646782,
+      "grad_norm": 5.625,
+      "learning_rate": 4.9745648937404944e-05,
+      "loss": 0.7923,
+      "step": 1410
+    },
+    {
+      "cov-distil": 1.4265708923339844,
+      "cov-distil (oracle2student)": 2.3586010932922363,
+      "cov-distil (oracle2teacher)": 2.7697043418884277,
+      "epoch": 1.1067503924646782,
+      "rel-constrast": 2.8547863960266113,
+      "step": 1410,
+      "subrel-constrast": 3.3013954162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.654770016670227,
+      "cov-distil (oracle2student)": 4.709851264953613,
+      "cov-distil (oracle2teacher)": 4.484446048736572,
+      "epoch": 1.1075353218210362,
+      "rel-constrast": 2.5320489406585693,
+      "step": 1411,
+      "subrel-constrast": 3.3594744205474854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6176217794418335,
+      "cov-distil (oracle2student)": 4.045330047607422,
+      "cov-distil (oracle2teacher)": 4.103939533233643,
+      "epoch": 1.108320251177394,
+      "rel-constrast": 3.5939669609069824,
+      "step": 1412,
+      "subrel-constrast": 4.583804130554199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3921641111373901,
+      "cov-distil (oracle2student)": 3.223907470703125,
+      "cov-distil (oracle2teacher)": 2.718414783477783,
+      "epoch": 1.109105180533752,
+      "rel-constrast": 3.739264965057373,
+      "step": 1413,
+      "subrel-constrast": 4.031973838806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4037563800811768,
+      "cov-distil (oracle2student)": 2.9814395904541016,
+      "cov-distil (oracle2teacher)": 2.831556797027588,
+      "epoch": 1.10989010989011,
+      "rel-constrast": 2.548524856567383,
+      "step": 1414,
+      "subrel-constrast": 3.5879123210906982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.311434030532837,
+      "cov-distil (oracle2student)": 6.6438703536987305,
+      "cov-distil (oracle2teacher)": 5.585625171661377,
+      "epoch": 1.110675039246468,
+      "rel-constrast": 2.1226301193237305,
+      "step": 1415,
+      "subrel-constrast": 2.657355785369873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3532631397247314,
+      "cov-distil (oracle2student)": 4.801969528198242,
+      "cov-distil (oracle2teacher)": 4.307088851928711,
+      "epoch": 1.1114599686028257,
+      "rel-constrast": 2.868666648864746,
+      "step": 1416,
+      "subrel-constrast": 3.673433303833008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8779492378234863,
+      "cov-distil (oracle2student)": 4.065706729888916,
+      "cov-distil (oracle2teacher)": 3.550511360168457,
+      "epoch": 1.1122448979591837,
+      "rel-constrast": 1.9086132049560547,
+      "step": 1417,
+      "subrel-constrast": 3.243211269378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2267191410064697,
+      "cov-distil (oracle2student)": 4.205009460449219,
+      "cov-distil (oracle2teacher)": 4.072425365447998,
+      "epoch": 1.1130298273155417,
+      "rel-constrast": 2.7825543880462646,
+      "step": 1418,
+      "subrel-constrast": 3.117405652999878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9352264404296875,
+      "cov-distil (oracle2student)": 4.916912078857422,
+      "cov-distil (oracle2teacher)": 4.510032653808594,
+      "epoch": 1.1138147566718994,
+      "rel-constrast": 1.3724250793457031,
+      "step": 1419,
+      "subrel-constrast": 2.3689677715301514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1145996860282574,
+      "grad_norm": 4.0,
+      "learning_rate": 4.9733081632215764e-05,
+      "loss": 0.6961,
+      "step": 1420
+    },
+    {
+      "cov-distil": 1.5852007865905762,
+      "cov-distil (oracle2student)": 3.7165722846984863,
+      "cov-distil (oracle2teacher)": 3.3471460342407227,
+      "epoch": 1.1145996860282574,
+      "rel-constrast": 2.6423745155334473,
+      "step": 1420,
+      "subrel-constrast": 3.6259613037109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5029120445251465,
+      "cov-distil (oracle2student)": 3.589764356613159,
+      "cov-distil (oracle2teacher)": 3.509883403778076,
+      "epoch": 1.1153846153846154,
+      "rel-constrast": 3.199857234954834,
+      "step": 1421,
+      "subrel-constrast": 3.3864762783050537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.025437593460083,
+      "cov-distil (oracle2student)": 4.132634162902832,
+      "cov-distil (oracle2teacher)": 4.100710868835449,
+      "epoch": 1.1161695447409734,
+      "rel-constrast": 2.0588154792785645,
+      "step": 1422,
+      "subrel-constrast": 3.2275381088256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.681736707687378,
+      "cov-distil (oracle2student)": 2.927661895751953,
+      "cov-distil (oracle2teacher)": 2.9438533782958984,
+      "epoch": 1.1169544740973312,
+      "rel-constrast": 2.08059024810791,
+      "step": 1423,
+      "subrel-constrast": 2.9650402069091797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1729309558868408,
+      "cov-distil (oracle2student)": 5.7799177169799805,
+      "cov-distil (oracle2teacher)": 4.567580223083496,
+      "epoch": 1.1177394034536892,
+      "rel-constrast": 2.907471179962158,
+      "step": 1424,
+      "subrel-constrast": 3.5150842666625977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4462342262268066,
+      "cov-distil (oracle2student)": 3.6507339477539062,
+      "cov-distil (oracle2teacher)": 3.6555449962615967,
+      "epoch": 1.1185243328100472,
+      "rel-constrast": 2.425668478012085,
+      "step": 1425,
+      "subrel-constrast": 3.355107069015503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9393174648284912,
+      "cov-distil (oracle2student)": 4.488595962524414,
+      "cov-distil (oracle2teacher)": 4.189651012420654,
+      "epoch": 1.119309262166405,
+      "rel-constrast": 2.4969091415405273,
+      "step": 1426,
+      "subrel-constrast": 3.629150152206421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890607833862305,
+      "cov-distil (oracle2student)": 4.372025966644287,
+      "cov-distil (oracle2teacher)": 3.930250406265259,
+      "epoch": 1.120094191522763,
+      "rel-constrast": 2.9861860275268555,
+      "step": 1427,
+      "subrel-constrast": 3.6342074871063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704128503799438,
+      "cov-distil (oracle2student)": 3.7790822982788086,
+      "cov-distil (oracle2teacher)": 3.661731719970703,
+      "epoch": 1.120879120879121,
+      "rel-constrast": 2.6263198852539062,
+      "step": 1428,
+      "subrel-constrast": 3.587519884109497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8990941047668457,
+      "cov-distil (oracle2student)": 3.3532373905181885,
+      "cov-distil (oracle2teacher)": 3.2707412242889404,
+      "epoch": 1.1216640502354789,
+      "rel-constrast": 3.5683093070983887,
+      "step": 1429,
+      "subrel-constrast": 3.9765281677246094,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1224489795918366,
+      "grad_norm": 9.625,
+      "learning_rate": 4.972021296223217e-05,
+      "loss": 0.7156,
+      "step": 1430
+    },
+    {
+      "cov-distil": 1.6202445030212402,
+      "cov-distil (oracle2student)": 3.0828869342803955,
+      "cov-distil (oracle2teacher)": 2.7788877487182617,
+      "epoch": 1.1224489795918366,
+      "rel-constrast": 2.265202045440674,
+      "step": 1430,
+      "subrel-constrast": 3.0199191570281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5867798328399658,
+      "cov-distil (oracle2student)": 6.637983322143555,
+      "cov-distil (oracle2teacher)": 5.775035858154297,
+      "epoch": 1.1232339089481946,
+      "rel-constrast": 1.8450088500976562,
+      "step": 1431,
+      "subrel-constrast": 2.654466390609741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5769436359405518,
+      "cov-distil (oracle2student)": 3.3085904121398926,
+      "cov-distil (oracle2teacher)": 3.1149349212646484,
+      "epoch": 1.1240188383045526,
+      "rel-constrast": 3.127098321914673,
+      "step": 1432,
+      "subrel-constrast": 3.4269423484802246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.290905237197876,
+      "cov-distil (oracle2student)": 7.275933265686035,
+      "cov-distil (oracle2teacher)": 6.055379390716553,
+      "epoch": 1.1248037676609106,
+      "rel-constrast": 2.6604831218719482,
+      "step": 1433,
+      "subrel-constrast": 3.1333022117614746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4214860200881958,
+      "cov-distil (oracle2student)": 3.6913363933563232,
+      "cov-distil (oracle2teacher)": 3.974123239517212,
+      "epoch": 1.1255886970172684,
+      "rel-constrast": 3.193338394165039,
+      "step": 1434,
+      "subrel-constrast": 3.5697827339172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1152448654174805,
+      "cov-distil (oracle2student)": 4.05968713760376,
+      "cov-distil (oracle2teacher)": 3.9392943382263184,
+      "epoch": 1.1263736263736264,
+      "rel-constrast": 2.2788405418395996,
+      "step": 1435,
+      "subrel-constrast": 3.7335705757141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.242502212524414,
+      "cov-distil (oracle2student)": 3.214986562728882,
+      "cov-distil (oracle2teacher)": 3.609635829925537,
+      "epoch": 1.1271585557299844,
+      "rel-constrast": 2.747772455215454,
+      "step": 1436,
+      "subrel-constrast": 3.4749293327331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.319406270980835,
+      "cov-distil (oracle2student)": 7.63732385635376,
+      "cov-distil (oracle2teacher)": 6.685694694519043,
+      "epoch": 1.1279434850863423,
+      "rel-constrast": 3.4438138008117676,
+      "step": 1437,
+      "subrel-constrast": 3.970630168914795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0939173698425293,
+      "cov-distil (oracle2student)": 5.202234745025635,
+      "cov-distil (oracle2teacher)": 4.502569675445557,
+      "epoch": 1.1287284144427001,
+      "rel-constrast": 3.825807571411133,
+      "step": 1438,
+      "subrel-constrast": 4.160816192626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4238145351409912,
+      "cov-distil (oracle2student)": 3.324925184249878,
+      "cov-distil (oracle2teacher)": 3.2941694259643555,
+      "epoch": 1.129513343799058,
+      "rel-constrast": 2.8478026390075684,
+      "step": 1439,
+      "subrel-constrast": 3.2991602420806885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.130298273155416,
+      "grad_norm": 6.65625,
+      "learning_rate": 4.970704308425487e-05,
+      "loss": 0.7426,
+      "step": 1440
+    },
+    {
+      "cov-distil": 1.7210097312927246,
+      "cov-distil (oracle2student)": 4.91700553894043,
+      "cov-distil (oracle2teacher)": 4.660266876220703,
+      "epoch": 1.130298273155416,
+      "rel-constrast": 2.580687999725342,
+      "step": 1440,
+      "subrel-constrast": 3.407400131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4355494976043701,
+      "cov-distil (oracle2student)": 4.487117767333984,
+      "cov-distil (oracle2teacher)": 3.9655141830444336,
+      "epoch": 1.1310832025117739,
+      "rel-constrast": 2.7421960830688477,
+      "step": 1441,
+      "subrel-constrast": 3.3824241161346436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7735215425491333,
+      "cov-distil (oracle2student)": 7.142309188842773,
+      "cov-distil (oracle2teacher)": 5.814286231994629,
+      "epoch": 1.1318681318681318,
+      "rel-constrast": 3.1321613788604736,
+      "step": 1442,
+      "subrel-constrast": 3.7966020107269287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4831596612930298,
+      "cov-distil (oracle2student)": 4.758261680603027,
+      "cov-distil (oracle2teacher)": 4.327485084533691,
+      "epoch": 1.1326530612244898,
+      "rel-constrast": 3.778820037841797,
+      "step": 1443,
+      "subrel-constrast": 4.133635520935059,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499006509780884,
+      "cov-distil (oracle2student)": 4.640183448791504,
+      "cov-distil (oracle2teacher)": 4.057236671447754,
+      "epoch": 1.1334379905808478,
+      "rel-constrast": 3.0463719367980957,
+      "step": 1444,
+      "subrel-constrast": 3.5193467140197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5021295547485352,
+      "cov-distil (oracle2student)": 4.30925989151001,
+      "cov-distil (oracle2teacher)": 4.226467132568359,
+      "epoch": 1.1342229199372056,
+      "rel-constrast": 2.504362106323242,
+      "step": 1445,
+      "subrel-constrast": 3.079847812652588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6534078121185303,
+      "cov-distil (oracle2student)": 3.8200089931488037,
+      "cov-distil (oracle2teacher)": 4.042212963104248,
+      "epoch": 1.1350078492935636,
+      "rel-constrast": 3.2322568893432617,
+      "step": 1446,
+      "subrel-constrast": 3.7701570987701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5618064403533936,
+      "cov-distil (oracle2student)": 4.572770118713379,
+      "cov-distil (oracle2teacher)": 4.0620245933532715,
+      "epoch": 1.1357927786499216,
+      "rel-constrast": 2.9428255558013916,
+      "step": 1447,
+      "subrel-constrast": 3.3003830909729004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.392897129058838,
+      "cov-distil (oracle2student)": 3.695558786392212,
+      "cov-distil (oracle2teacher)": 3.8413383960723877,
+      "epoch": 1.1365777080062793,
+      "rel-constrast": 3.3504841327667236,
+      "step": 1448,
+      "subrel-constrast": 3.8079612255096436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3107936382293701,
+      "cov-distil (oracle2student)": 4.832245826721191,
+      "cov-distil (oracle2teacher)": 4.406163215637207,
+      "epoch": 1.1373626373626373,
+      "rel-constrast": 1.9430854320526123,
+      "step": 1449,
+      "subrel-constrast": 3.0062904357910156,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1381475667189953,
+      "grad_norm": 4.03125,
+      "learning_rate": 4.969357215875464e-05,
+      "loss": 0.7698,
+      "step": 1450
+    },
+    {
+      "cov-distil": 0.919407069683075,
+      "cov-distil (oracle2student)": 3.1853508949279785,
+      "cov-distil (oracle2teacher)": 3.0984792709350586,
+      "epoch": 1.1381475667189953,
+      "rel-constrast": 2.12074613571167,
+      "step": 1450,
+      "subrel-constrast": 2.755837917327881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5972926616668701,
+      "cov-distil (oracle2student)": 3.328793525695801,
+      "cov-distil (oracle2teacher)": 3.0796613693237305,
+      "epoch": 1.1389324960753533,
+      "rel-constrast": 3.2211830615997314,
+      "step": 1451,
+      "subrel-constrast": 3.4729177951812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.697230339050293,
+      "cov-distil (oracle2student)": 2.8607988357543945,
+      "cov-distil (oracle2teacher)": 2.8472752571105957,
+      "epoch": 1.139717425431711,
+      "rel-constrast": 2.671549081802368,
+      "step": 1452,
+      "subrel-constrast": 3.4498088359832764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.94770348072052,
+      "cov-distil (oracle2student)": 3.914979934692383,
+      "cov-distil (oracle2teacher)": 3.7376723289489746,
+      "epoch": 1.140502354788069,
+      "rel-constrast": 2.0744659900665283,
+      "step": 1453,
+      "subrel-constrast": 2.9850118160247803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9390360116958618,
+      "cov-distil (oracle2student)": 4.633434772491455,
+      "cov-distil (oracle2teacher)": 4.247796058654785,
+      "epoch": 1.141287284144427,
+      "rel-constrast": 3.4581127166748047,
+      "step": 1454,
+      "subrel-constrast": 3.9714317321777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7025808095932007,
+      "cov-distil (oracle2student)": 3.242124080657959,
+      "cov-distil (oracle2teacher)": 3.162363052368164,
+      "epoch": 1.1420722135007848,
+      "rel-constrast": 2.250493288040161,
+      "step": 1455,
+      "subrel-constrast": 3.050462484359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5706788301467896,
+      "cov-distil (oracle2student)": 5.469461917877197,
+      "cov-distil (oracle2teacher)": 4.936834812164307,
+      "epoch": 1.1428571428571428,
+      "rel-constrast": 2.565253496170044,
+      "step": 1456,
+      "subrel-constrast": 3.38845157623291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2386635541915894,
+      "cov-distil (oracle2student)": 3.0493264198303223,
+      "cov-distil (oracle2teacher)": 3.1810073852539062,
+      "epoch": 1.1436420722135008,
+      "rel-constrast": 2.261092185974121,
+      "step": 1457,
+      "subrel-constrast": 2.7858762741088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.739606499671936,
+      "cov-distil (oracle2student)": 3.968785524368286,
+      "cov-distil (oracle2teacher)": 3.909520387649536,
+      "epoch": 1.1444270015698588,
+      "rel-constrast": 2.737807273864746,
+      "step": 1458,
+      "subrel-constrast": 3.617563486099243,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63069486618042,
+      "cov-distil (oracle2student)": 4.003785133361816,
+      "cov-distil (oracle2teacher)": 3.693113088607788,
+      "epoch": 1.1452119309262168,
+      "rel-constrast": 3.737630844116211,
+      "step": 1459,
+      "subrel-constrast": 4.189433574676514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1459968602825745,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.967980034987048e-05,
+      "loss": 0.7174,
+      "step": 1460
+    },
+    {
+      "cov-distil": 2.4934022426605225,
+      "cov-distil (oracle2student)": 5.498902797698975,
+      "cov-distil (oracle2teacher)": 4.933234214782715,
+      "epoch": 1.1459968602825745,
+      "rel-constrast": 3.81288480758667,
+      "step": 1460,
+      "subrel-constrast": 4.341779708862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358349323272705,
+      "cov-distil (oracle2student)": 4.342729568481445,
+      "cov-distil (oracle2teacher)": 3.542717456817627,
+      "epoch": 1.1467817896389325,
+      "rel-constrast": 3.4645586013793945,
+      "step": 1461,
+      "subrel-constrast": 3.522831439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41737699508667,
+      "cov-distil (oracle2student)": 3.1106297969818115,
+      "cov-distil (oracle2teacher)": 3.1990559101104736,
+      "epoch": 1.1475667189952905,
+      "rel-constrast": 2.447864055633545,
+      "step": 1462,
+      "subrel-constrast": 3.088907480239868,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4640257358551025,
+      "cov-distil (oracle2student)": 4.718017101287842,
+      "cov-distil (oracle2teacher)": 4.130568504333496,
+      "epoch": 1.1483516483516483,
+      "rel-constrast": 2.635941982269287,
+      "step": 1463,
+      "subrel-constrast": 3.385139226913452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9698772430419922,
+      "cov-distil (oracle2student)": 6.459268569946289,
+      "cov-distil (oracle2teacher)": 5.032258033752441,
+      "epoch": 1.1491365777080063,
+      "rel-constrast": 4.093239784240723,
+      "step": 1464,
+      "subrel-constrast": 4.585559368133545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2035655975341797,
+      "cov-distil (oracle2student)": 3.430039167404175,
+      "cov-distil (oracle2teacher)": 3.6964468955993652,
+      "epoch": 1.1499215070643642,
+      "rel-constrast": 2.4838099479675293,
+      "step": 1465,
+      "subrel-constrast": 3.1714468002319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.579946756362915,
+      "cov-distil (oracle2student)": 4.577866554260254,
+      "cov-distil (oracle2teacher)": 4.270482063293457,
+      "epoch": 1.1507064364207222,
+      "rel-constrast": 2.88089656829834,
+      "step": 1466,
+      "subrel-constrast": 3.644862651824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5102288722991943,
+      "cov-distil (oracle2student)": 4.6253509521484375,
+      "cov-distil (oracle2teacher)": 4.5397844314575195,
+      "epoch": 1.15149136577708,
+      "rel-constrast": 2.2269387245178223,
+      "step": 1467,
+      "subrel-constrast": 2.7581796646118164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5692392587661743,
+      "cov-distil (oracle2student)": 2.171421527862549,
+      "cov-distil (oracle2teacher)": 2.289473295211792,
+      "epoch": 1.152276295133438,
+      "rel-constrast": 1.5733784437179565,
+      "step": 1468,
+      "subrel-constrast": 2.421278953552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7924730777740479,
+      "cov-distil (oracle2student)": 3.1747889518737793,
+      "cov-distil (oracle2teacher)": 3.5125255584716797,
+      "epoch": 1.153061224489796,
+      "rel-constrast": 2.380284309387207,
+      "step": 1469,
+      "subrel-constrast": 2.991039752960205,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1538461538461537,
+      "grad_norm": 5.0,
+      "learning_rate": 4.966572782540753e-05,
+      "loss": 0.7416,
+      "step": 1470
+    },
+    {
+      "cov-distil": 1.6793698072433472,
+      "cov-distil (oracle2student)": 6.4284772872924805,
+      "cov-distil (oracle2teacher)": 5.520218849182129,
+      "epoch": 1.1538461538461537,
+      "rel-constrast": 2.484776496887207,
+      "step": 1470,
+      "subrel-constrast": 3.247373104095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5853190422058105,
+      "cov-distil (oracle2student)": 3.101043224334717,
+      "cov-distil (oracle2teacher)": 3.3245849609375,
+      "epoch": 1.1546310832025117,
+      "rel-constrast": 1.8537979125976562,
+      "step": 1471,
+      "subrel-constrast": 2.7095072269439697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366969108581543,
+      "cov-distil (oracle2student)": 5.257271766662598,
+      "cov-distil (oracle2teacher)": 4.78129768371582,
+      "epoch": 1.1554160125588697,
+      "rel-constrast": 2.072223663330078,
+      "step": 1472,
+      "subrel-constrast": 2.9598119258880615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649501919746399,
+      "cov-distil (oracle2student)": 6.186247825622559,
+      "cov-distil (oracle2teacher)": 5.7467803955078125,
+      "epoch": 1.1562009419152277,
+      "rel-constrast": 2.668015718460083,
+      "step": 1473,
+      "subrel-constrast": 2.9322075843811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3380396366119385,
+      "cov-distil (oracle2student)": 3.762608528137207,
+      "cov-distil (oracle2teacher)": 3.6091530323028564,
+      "epoch": 1.1569858712715855,
+      "rel-constrast": 2.0027313232421875,
+      "step": 1474,
+      "subrel-constrast": 2.8449206352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2223048210144043,
+      "cov-distil (oracle2student)": 5.674510955810547,
+      "cov-distil (oracle2teacher)": 4.935297012329102,
+      "epoch": 1.1577708006279435,
+      "rel-constrast": 2.102262020111084,
+      "step": 1475,
+      "subrel-constrast": 3.233121871948242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7302626371383667,
+      "cov-distil (oracle2student)": 3.6926541328430176,
+      "cov-distil (oracle2teacher)": 3.3863492012023926,
+      "epoch": 1.1585557299843015,
+      "rel-constrast": 2.388659715652466,
+      "step": 1476,
+      "subrel-constrast": 3.0286173820495605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704991579055786,
+      "cov-distil (oracle2student)": 4.7798309326171875,
+      "cov-distil (oracle2teacher)": 4.173938274383545,
+      "epoch": 1.1593406593406592,
+      "rel-constrast": 2.9184153079986572,
+      "step": 1477,
+      "subrel-constrast": 3.51603364944458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2648746967315674,
+      "cov-distil (oracle2student)": 4.841617107391357,
+      "cov-distil (oracle2teacher)": 4.3514604568481445,
+      "epoch": 1.1601255886970172,
+      "rel-constrast": 3.234201192855835,
+      "step": 1478,
+      "subrel-constrast": 3.6756820678710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8125864267349243,
+      "cov-distil (oracle2student)": 2.6819968223571777,
+      "cov-distil (oracle2teacher)": 2.9248392581939697,
+      "epoch": 1.1609105180533752,
+      "rel-constrast": 3.2202460765838623,
+      "step": 1479,
+      "subrel-constrast": 3.61031174659729,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1616954474097332,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.9651354756835056e-05,
+      "loss": 0.6614,
+      "step": 1480
+    },
+    {
+      "cov-distil": 1.392646074295044,
+      "cov-distil (oracle2student)": 4.2380523681640625,
+      "cov-distil (oracle2teacher)": 3.5811140537261963,
+      "epoch": 1.1616954474097332,
+      "rel-constrast": 2.6302762031555176,
+      "step": 1480,
+      "subrel-constrast": 3.427609920501709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8921456336975098,
+      "cov-distil (oracle2student)": 3.067326068878174,
+      "cov-distil (oracle2teacher)": 3.2499985694885254,
+      "epoch": 1.1624803767660912,
+      "rel-constrast": 1.4655245542526245,
+      "step": 1481,
+      "subrel-constrast": 2.7194595336914062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8185973167419434,
+      "cov-distil (oracle2student)": 4.516495704650879,
+      "cov-distil (oracle2teacher)": 3.844066858291626,
+      "epoch": 1.163265306122449,
+      "rel-constrast": 2.676448345184326,
+      "step": 1482,
+      "subrel-constrast": 3.0788421630859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3603132963180542,
+      "cov-distil (oracle2student)": 6.497417449951172,
+      "cov-distil (oracle2teacher)": 5.633515357971191,
+      "epoch": 1.164050235478807,
+      "rel-constrast": 2.9875617027282715,
+      "step": 1483,
+      "subrel-constrast": 3.8521313667297363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2592880725860596,
+      "cov-distil (oracle2student)": 4.702965259552002,
+      "cov-distil (oracle2teacher)": 4.209061622619629,
+      "epoch": 1.164835164835165,
+      "rel-constrast": 3.127880096435547,
+      "step": 1484,
+      "subrel-constrast": 3.3566198348999023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8305009603500366,
+      "cov-distil (oracle2student)": 4.822851181030273,
+      "cov-distil (oracle2teacher)": 4.675025939941406,
+      "epoch": 1.1656200941915227,
+      "rel-constrast": 4.437347888946533,
+      "step": 1485,
+      "subrel-constrast": 4.580851078033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9999454021453857,
+      "cov-distil (oracle2student)": 3.5581858158111572,
+      "cov-distil (oracle2teacher)": 3.610217571258545,
+      "epoch": 1.1664050235478807,
+      "rel-constrast": 2.2528839111328125,
+      "step": 1486,
+      "subrel-constrast": 3.5497658252716064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4891130924224854,
+      "cov-distil (oracle2student)": 3.6254210472106934,
+      "cov-distil (oracle2teacher)": 3.5837528705596924,
+      "epoch": 1.1671899529042387,
+      "rel-constrast": 2.2691445350646973,
+      "step": 1487,
+      "subrel-constrast": 3.445279598236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.615608811378479,
+      "cov-distil (oracle2student)": 4.965720176696777,
+      "cov-distil (oracle2teacher)": 4.5782999992370605,
+      "epoch": 1.1679748822605966,
+      "rel-constrast": 2.9276885986328125,
+      "step": 1488,
+      "subrel-constrast": 3.6910719871520996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073660135269165,
+      "cov-distil (oracle2student)": 7.403058052062988,
+      "cov-distil (oracle2teacher)": 6.3559417724609375,
+      "epoch": 1.1687598116169544,
+      "rel-constrast": 3.0895729064941406,
+      "step": 1489,
+      "subrel-constrast": 3.694629669189453,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1695447409733124,
+      "grad_norm": 6.34375,
+      "learning_rate": 4.963668131928436e-05,
+      "loss": 0.7409,
+      "step": 1490
+    },
+    {
+      "cov-distil": 1.584778070449829,
+      "cov-distil (oracle2student)": 2.9753050804138184,
+      "cov-distil (oracle2teacher)": 3.3699378967285156,
+      "epoch": 1.1695447409733124,
+      "rel-constrast": 2.489734411239624,
+      "step": 1490,
+      "subrel-constrast": 3.321147918701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2136712074279785,
+      "cov-distil (oracle2student)": 5.705753326416016,
+      "cov-distil (oracle2teacher)": 4.733763217926025,
+      "epoch": 1.1703296703296704,
+      "rel-constrast": 2.0149669647216797,
+      "step": 1491,
+      "subrel-constrast": 2.8364689350128174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8165807723999023,
+      "cov-distil (oracle2student)": 5.1815619468688965,
+      "cov-distil (oracle2teacher)": 4.738595008850098,
+      "epoch": 1.1711145996860282,
+      "rel-constrast": 2.5921926498413086,
+      "step": 1492,
+      "subrel-constrast": 3.3167977333068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5081615447998047,
+      "cov-distil (oracle2student)": 4.854668617248535,
+      "cov-distil (oracle2teacher)": 4.041452884674072,
+      "epoch": 1.1718995290423861,
+      "rel-constrast": 3.7228612899780273,
+      "step": 1493,
+      "subrel-constrast": 3.814889430999756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741749048233032,
+      "cov-distil (oracle2student)": 3.047351360321045,
+      "cov-distil (oracle2teacher)": 3.038147449493408,
+      "epoch": 1.1726844583987441,
+      "rel-constrast": 3.035686492919922,
+      "step": 1494,
+      "subrel-constrast": 3.9800944328308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0405187606811523,
+      "cov-distil (oracle2student)": 3.714125633239746,
+      "cov-distil (oracle2teacher)": 3.6011228561401367,
+      "epoch": 1.1734693877551021,
+      "rel-constrast": 2.398214101791382,
+      "step": 1495,
+      "subrel-constrast": 3.8939106464385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3905870914459229,
+      "cov-distil (oracle2student)": 3.046931743621826,
+      "cov-distil (oracle2teacher)": 2.8855247497558594,
+      "epoch": 1.1742543171114599,
+      "rel-constrast": 3.0308635234832764,
+      "step": 1496,
+      "subrel-constrast": 3.329037666320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647951602935791,
+      "cov-distil (oracle2student)": 4.180196285247803,
+      "cov-distil (oracle2teacher)": 4.218957901000977,
+      "epoch": 1.1750392464678179,
+      "rel-constrast": 2.653312921524048,
+      "step": 1497,
+      "subrel-constrast": 4.166954040527344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6036298274993896,
+      "cov-distil (oracle2student)": 4.424801826477051,
+      "cov-distil (oracle2teacher)": 3.7677884101867676,
+      "epoch": 1.1758241758241759,
+      "rel-constrast": 2.748300313949585,
+      "step": 1498,
+      "subrel-constrast": 3.297043800354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6762897968292236,
+      "cov-distil (oracle2student)": 3.5112032890319824,
+      "cov-distil (oracle2teacher)": 3.420654773712158,
+      "epoch": 1.1766091051805336,
+      "rel-constrast": 2.9255642890930176,
+      "step": 1499,
+      "subrel-constrast": 3.3973541259765625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "grad_norm": 5.875,
+      "learning_rate": 4.9621707691546645e-05,
+      "loss": 0.7332,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-P@10": 0.7639999999999999,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-nDCG@10": 0.7747621818724173,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-nDCG@10": 0.6173102450175095,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/avg": 0.5416106548872113,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "overlap": 0.2890625,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "step": 1500,
+      "student margin": 0.0633544921875
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "step": 1500,
+      "teacher margin": 0.043121337890625
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "margin difference": -0.020233154296875,
+      "step": 1500
+    },
+    {
+      "cov-distil": 1.7485086917877197,
+      "cov-distil (oracle2student)": 4.230788707733154,
+      "cov-distil (oracle2teacher)": 3.8272950649261475,
+      "epoch": 1.1773940345368916,
+      "rel-constrast": 2.0312840938568115,
+      "step": 1500,
+      "subrel-constrast": 2.71525502204895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4775396585464478,
+      "cov-distil (oracle2student)": 4.059601306915283,
+      "cov-distil (oracle2teacher)": 3.723001003265381,
+      "epoch": 1.1781789638932496,
+      "rel-constrast": 4.083869934082031,
+      "step": 1501,
+      "subrel-constrast": 3.7125368118286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676011562347412,
+      "cov-distil (oracle2student)": 5.229190349578857,
+      "cov-distil (oracle2teacher)": 5.160117149353027,
+      "epoch": 1.1789638932496076,
+      "rel-constrast": 3.101928234100342,
+      "step": 1502,
+      "subrel-constrast": 4.044782638549805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6979618072509766,
+      "cov-distil (oracle2student)": 3.7973227500915527,
+      "cov-distil (oracle2teacher)": 3.310650587081909,
+      "epoch": 1.1797488226059656,
+      "rel-constrast": 2.005044937133789,
+      "step": 1503,
+      "subrel-constrast": 2.843824625015259,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5123100280761719,
+      "cov-distil (oracle2student)": 5.033284664154053,
+      "cov-distil (oracle2teacher)": 4.157942295074463,
+      "epoch": 1.1805337519623234,
+      "rel-constrast": 2.8426575660705566,
+      "step": 1504,
+      "subrel-constrast": 3.390226364135742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.316284418106079,
+      "cov-distil (oracle2student)": 3.133749485015869,
+      "cov-distil (oracle2teacher)": 3.136380672454834,
+      "epoch": 1.1813186813186813,
+      "rel-constrast": 2.476555347442627,
+      "step": 1505,
+      "subrel-constrast": 3.1768059730529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3085720539093018,
+      "cov-distil (oracle2student)": 5.336479187011719,
+      "cov-distil (oracle2teacher)": 5.304076194763184,
+      "epoch": 1.1821036106750393,
+      "rel-constrast": 3.9608383178710938,
+      "step": 1506,
+      "subrel-constrast": 4.48170280456543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562358140945435,
+      "cov-distil (oracle2student)": 5.106496334075928,
+      "cov-distil (oracle2teacher)": 4.130088806152344,
+      "epoch": 1.182888540031397,
+      "rel-constrast": 2.9583888053894043,
+      "step": 1507,
+      "subrel-constrast": 3.7306017875671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7493054866790771,
+      "cov-distil (oracle2student)": 2.7775204181671143,
+      "cov-distil (oracle2teacher)": 3.2637789249420166,
+      "epoch": 1.183673469387755,
+      "rel-constrast": 2.5205020904541016,
+      "step": 1508,
+      "subrel-constrast": 3.557661294937134,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0654494762420654,
+      "cov-distil (oracle2student)": 2.2735180854797363,
+      "cov-distil (oracle2teacher)": 2.127807855606079,
+      "epoch": 1.184458398744113,
+      "rel-constrast": 2.1841182708740234,
+      "step": 1509,
+      "subrel-constrast": 2.6357650756835938,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.185243328100471,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.9606434056070863e-05,
+      "loss": 0.7422,
+      "step": 1510
+    },
+    {
+      "cov-distil": 2.0747480392456055,
+      "cov-distil (oracle2student)": 3.9009385108947754,
+      "cov-distil (oracle2teacher)": 4.192046642303467,
+      "epoch": 1.185243328100471,
+      "rel-constrast": 2.6539556980133057,
+      "step": 1510,
+      "subrel-constrast": 3.577793836593628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7121105194091797,
+      "cov-distil (oracle2student)": 3.5978574752807617,
+      "cov-distil (oracle2teacher)": 3.8568508625030518,
+      "epoch": 1.1860282574568288,
+      "rel-constrast": 3.703195571899414,
+      "step": 1511,
+      "subrel-constrast": 4.201766490936279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.769433856010437,
+      "cov-distil (oracle2student)": 4.847658634185791,
+      "cov-distil (oracle2teacher)": 4.619823455810547,
+      "epoch": 1.1868131868131868,
+      "rel-constrast": 2.7370405197143555,
+      "step": 1512,
+      "subrel-constrast": 3.6746485233306885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3672865629196167,
+      "cov-distil (oracle2student)": 5.345491409301758,
+      "cov-distil (oracle2teacher)": 5.307746887207031,
+      "epoch": 1.1875981161695448,
+      "rel-constrast": 3.974797248840332,
+      "step": 1513,
+      "subrel-constrast": 4.64158296585083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3251571655273438,
+      "cov-distil (oracle2student)": 6.040820121765137,
+      "cov-distil (oracle2teacher)": 4.929553985595703,
+      "epoch": 1.1883830455259026,
+      "rel-constrast": 2.626101493835449,
+      "step": 1514,
+      "subrel-constrast": 3.0085737705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7284622192382812,
+      "cov-distil (oracle2student)": 3.64074444770813,
+      "cov-distil (oracle2teacher)": 3.6592631340026855,
+      "epoch": 1.1891679748822606,
+      "rel-constrast": 2.033757209777832,
+      "step": 1515,
+      "subrel-constrast": 2.7563092708587646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1659088134765625,
+      "cov-distil (oracle2student)": 2.7111988067626953,
+      "cov-distil (oracle2teacher)": 3.0070433616638184,
+      "epoch": 1.1899529042386185,
+      "rel-constrast": 2.4668636322021484,
+      "step": 1516,
+      "subrel-constrast": 3.6944668292999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1717967987060547,
+      "cov-distil (oracle2student)": 4.242790222167969,
+      "cov-distil (oracle2teacher)": 3.823622465133667,
+      "epoch": 1.1907378335949765,
+      "rel-constrast": 3.1749753952026367,
+      "step": 1517,
+      "subrel-constrast": 3.6475167274475098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.912517786026001,
+      "cov-distil (oracle2student)": 4.199876308441162,
+      "cov-distil (oracle2teacher)": 4.535355567932129,
+      "epoch": 1.1915227629513343,
+      "rel-constrast": 4.481130123138428,
+      "step": 1518,
+      "subrel-constrast": 5.082208156585693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562536239624023,
+      "cov-distil (oracle2student)": 5.788992881774902,
+      "cov-distil (oracle2teacher)": 4.82795524597168,
+      "epoch": 1.1923076923076923,
+      "rel-constrast": 3.587991237640381,
+      "step": 1519,
+      "subrel-constrast": 4.080261707305908,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1930926216640503,
+      "grad_norm": 6.84375,
+      "learning_rate": 4.959086059896141e-05,
+      "loss": 0.8287,
+      "step": 1520
+    },
+    {
+      "cov-distil": 1.5232781171798706,
+      "cov-distil (oracle2student)": 4.327375411987305,
+      "cov-distil (oracle2teacher)": 4.070348739624023,
+      "epoch": 1.1930926216640503,
+      "rel-constrast": 2.7197184562683105,
+      "step": 1520,
+      "subrel-constrast": 3.1734938621520996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4419372081756592,
+      "cov-distil (oracle2student)": 5.73799467086792,
+      "cov-distil (oracle2teacher)": 5.951563835144043,
+      "epoch": 1.193877551020408,
+      "rel-constrast": 3.3822076320648193,
+      "step": 1521,
+      "subrel-constrast": 3.779179811477661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640181303024292,
+      "cov-distil (oracle2student)": 3.836653709411621,
+      "cov-distil (oracle2teacher)": 3.7507858276367188,
+      "epoch": 1.194662480376766,
+      "rel-constrast": 3.6478872299194336,
+      "step": 1522,
+      "subrel-constrast": 4.444528579711914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4504380226135254,
+      "cov-distil (oracle2student)": 3.3363285064697266,
+      "cov-distil (oracle2teacher)": 2.772866725921631,
+      "epoch": 1.195447409733124,
+      "rel-constrast": 2.0574207305908203,
+      "step": 1523,
+      "subrel-constrast": 2.545795440673828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9421583414077759,
+      "cov-distil (oracle2student)": 3.961541175842285,
+      "cov-distil (oracle2teacher)": 4.5739521980285645,
+      "epoch": 1.196232339089482,
+      "rel-constrast": 2.9225692749023438,
+      "step": 1524,
+      "subrel-constrast": 3.993438243865967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5873799324035645,
+      "cov-distil (oracle2student)": 4.951776027679443,
+      "cov-distil (oracle2teacher)": 4.686556816101074,
+      "epoch": 1.19701726844584,
+      "rel-constrast": 2.6227290630340576,
+      "step": 1525,
+      "subrel-constrast": 3.568251132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7995333671569824,
+      "cov-distil (oracle2student)": 3.3716089725494385,
+      "cov-distil (oracle2teacher)": 3.617016315460205,
+      "epoch": 1.1978021978021978,
+      "rel-constrast": 2.6842219829559326,
+      "step": 1526,
+      "subrel-constrast": 3.481901168823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5646638870239258,
+      "cov-distil (oracle2student)": 4.4577507972717285,
+      "cov-distil (oracle2teacher)": 4.188509941101074,
+      "epoch": 1.1985871271585558,
+      "rel-constrast": 3.4021458625793457,
+      "step": 1527,
+      "subrel-constrast": 4.33415412902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8761851787567139,
+      "cov-distil (oracle2student)": 3.9821815490722656,
+      "cov-distil (oracle2teacher)": 3.884610176086426,
+      "epoch": 1.1993720565149137,
+      "rel-constrast": 2.9438514709472656,
+      "step": 1528,
+      "subrel-constrast": 3.405836582183838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2246947288513184,
+      "cov-distil (oracle2student)": 4.151642799377441,
+      "cov-distil (oracle2teacher)": 3.1427805423736572,
+      "epoch": 1.2001569858712715,
+      "rel-constrast": 1.772562026977539,
+      "step": 1529,
+      "subrel-constrast": 2.6392982006073,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2009419152276295,
+      "grad_norm": 3.53125,
+      "learning_rate": 4.957498750997597e-05,
+      "loss": 0.744,
+      "step": 1530
+    },
+    {
+      "cov-distil": 1.600648045539856,
+      "cov-distil (oracle2student)": 4.604783058166504,
+      "cov-distil (oracle2teacher)": 4.556369304656982,
+      "epoch": 1.2009419152276295,
+      "rel-constrast": 2.267603874206543,
+      "step": 1530,
+      "subrel-constrast": 2.6244161128997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810472846031189,
+      "cov-distil (oracle2student)": 4.073423862457275,
+      "cov-distil (oracle2teacher)": 3.6597142219543457,
+      "epoch": 1.2017268445839875,
+      "rel-constrast": 2.3108716011047363,
+      "step": 1531,
+      "subrel-constrast": 3.2451529502868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8782386779785156,
+      "cov-distil (oracle2student)": 3.557467222213745,
+      "cov-distil (oracle2teacher)": 3.675232410430908,
+      "epoch": 1.2025117739403455,
+      "rel-constrast": 3.3091039657592773,
+      "step": 1532,
+      "subrel-constrast": 4.100863456726074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5638325214385986,
+      "cov-distil (oracle2student)": 2.8034284114837646,
+      "cov-distil (oracle2teacher)": 2.8497776985168457,
+      "epoch": 1.2032967032967032,
+      "rel-constrast": 2.3563458919525146,
+      "step": 1533,
+      "subrel-constrast": 3.0898303985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.691821575164795,
+      "cov-distil (oracle2student)": 4.60768985748291,
+      "cov-distil (oracle2teacher)": 4.304746627807617,
+      "epoch": 1.2040816326530612,
+      "rel-constrast": 2.8594892024993896,
+      "step": 1534,
+      "subrel-constrast": 3.549325704574585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5520613193511963,
+      "cov-distil (oracle2student)": 4.877971649169922,
+      "cov-distil (oracle2teacher)": 4.454023838043213,
+      "epoch": 1.2048665620094192,
+      "rel-constrast": 2.8462142944335938,
+      "step": 1535,
+      "subrel-constrast": 3.4580230712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6331263780593872,
+      "cov-distil (oracle2student)": 4.314093112945557,
+      "cov-distil (oracle2teacher)": 4.101082801818848,
+      "epoch": 1.205651491365777,
+      "rel-constrast": 2.616159677505493,
+      "step": 1536,
+      "subrel-constrast": 3.3092477321624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.022289991378784,
+      "cov-distil (oracle2student)": 4.89500093460083,
+      "cov-distil (oracle2teacher)": 4.807025909423828,
+      "epoch": 1.206436420722135,
+      "rel-constrast": 2.419569253921509,
+      "step": 1537,
+      "subrel-constrast": 3.59961199760437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4777123928070068,
+      "cov-distil (oracle2student)": 3.2864580154418945,
+      "cov-distil (oracle2teacher)": 3.056769847869873,
+      "epoch": 1.207221350078493,
+      "rel-constrast": 2.0155293941497803,
+      "step": 1538,
+      "subrel-constrast": 2.7256932258605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.645634651184082,
+      "cov-distil (oracle2student)": 4.065258026123047,
+      "cov-distil (oracle2teacher)": 3.8413004875183105,
+      "epoch": 1.208006279434851,
+      "rel-constrast": 2.3775105476379395,
+      "step": 1539,
+      "subrel-constrast": 3.498631715774536,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2087912087912087,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.9558814982523106e-05,
+      "loss": 0.6766,
+      "step": 1540
+    },
+    {
+      "cov-distil": 1.8075847625732422,
+      "cov-distil (oracle2student)": 5.002773284912109,
+      "cov-distil (oracle2teacher)": 5.1291985511779785,
+      "epoch": 1.2087912087912087,
+      "rel-constrast": 3.0045089721679688,
+      "step": 1540,
+      "subrel-constrast": 3.930400848388672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4789363145828247,
+      "cov-distil (oracle2student)": 4.7036285400390625,
+      "cov-distil (oracle2teacher)": 4.801464080810547,
+      "epoch": 1.2095761381475667,
+      "rel-constrast": 2.8248226642608643,
+      "step": 1541,
+      "subrel-constrast": 3.794799566268921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6375290155410767,
+      "cov-distil (oracle2student)": 3.3961291313171387,
+      "cov-distil (oracle2teacher)": 3.204671859741211,
+      "epoch": 1.2103610675039247,
+      "rel-constrast": 2.8809454441070557,
+      "step": 1542,
+      "subrel-constrast": 3.4760124683380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2903764247894287,
+      "cov-distil (oracle2student)": 4.792279243469238,
+      "cov-distil (oracle2teacher)": 4.538397789001465,
+      "epoch": 1.2111459968602825,
+      "rel-constrast": 2.7544140815734863,
+      "step": 1543,
+      "subrel-constrast": 3.2082643508911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375863075256348,
+      "cov-distil (oracle2student)": 4.494780540466309,
+      "cov-distil (oracle2teacher)": 4.387182235717773,
+      "epoch": 1.2119309262166404,
+      "rel-constrast": 2.863981008529663,
+      "step": 1544,
+      "subrel-constrast": 3.4193403720855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7431714534759521,
+      "cov-distil (oracle2student)": 4.275623321533203,
+      "cov-distil (oracle2teacher)": 4.166308403015137,
+      "epoch": 1.2127158555729984,
+      "rel-constrast": 2.1307897567749023,
+      "step": 1545,
+      "subrel-constrast": 3.471906900405884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7611958980560303,
+      "cov-distil (oracle2student)": 3.3497514724731445,
+      "cov-distil (oracle2teacher)": 3.3862464427948,
+      "epoch": 1.2135007849293564,
+      "rel-constrast": 2.38743257522583,
+      "step": 1546,
+      "subrel-constrast": 3.3915841579437256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5527610778808594,
+      "cov-distil (oracle2student)": 3.1812191009521484,
+      "cov-distil (oracle2teacher)": 3.1168770790100098,
+      "epoch": 1.2142857142857142,
+      "rel-constrast": 2.404475212097168,
+      "step": 1547,
+      "subrel-constrast": 3.0474047660827637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7499725818634033,
+      "cov-distil (oracle2student)": 4.475757598876953,
+      "cov-distil (oracle2teacher)": 4.537806034088135,
+      "epoch": 1.2150706436420722,
+      "rel-constrast": 2.1917285919189453,
+      "step": 1548,
+      "subrel-constrast": 2.8687524795532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2541391849517822,
+      "cov-distil (oracle2student)": 4.706418991088867,
+      "cov-distil (oracle2teacher)": 3.8923490047454834,
+      "epoch": 1.2158555729984302,
+      "rel-constrast": 2.889606475830078,
+      "step": 1549,
+      "subrel-constrast": 3.2647478580474854,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2166405023547882,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.9542343213659974e-05,
+      "loss": 0.6976,
+      "step": 1550
+    },
+    {
+      "cov-distil": 1.8331830501556396,
+      "cov-distil (oracle2student)": 5.015098571777344,
+      "cov-distil (oracle2teacher)": 4.250988960266113,
+      "epoch": 1.2166405023547882,
+      "rel-constrast": 4.024837493896484,
+      "step": 1550,
+      "subrel-constrast": 4.481121063232422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9867794513702393,
+      "cov-distil (oracle2student)": 3.297834873199463,
+      "cov-distil (oracle2teacher)": 3.424804449081421,
+      "epoch": 1.217425431711146,
+      "rel-constrast": 2.9038000106811523,
+      "step": 1551,
+      "subrel-constrast": 3.5621063709259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5921251773834229,
+      "cov-distil (oracle2student)": 4.316880226135254,
+      "cov-distil (oracle2teacher)": 3.882554292678833,
+      "epoch": 1.218210361067504,
+      "rel-constrast": 2.5500707626342773,
+      "step": 1552,
+      "subrel-constrast": 3.0413320064544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2253526449203491,
+      "cov-distil (oracle2student)": 4.995065689086914,
+      "cov-distil (oracle2teacher)": 4.219193458557129,
+      "epoch": 1.218995290423862,
+      "rel-constrast": 3.696774959564209,
+      "step": 1553,
+      "subrel-constrast": 3.889272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229150414466858,
+      "cov-distil (oracle2student)": 2.6216583251953125,
+      "cov-distil (oracle2teacher)": 2.6381349563598633,
+      "epoch": 1.2197802197802199,
+      "rel-constrast": 3.167804718017578,
+      "step": 1554,
+      "subrel-constrast": 3.390306234359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.84684419631958,
+      "cov-distil (oracle2student)": 2.844254970550537,
+      "cov-distil (oracle2teacher)": 2.755173683166504,
+      "epoch": 1.2205651491365777,
+      "rel-constrast": 2.9125025272369385,
+      "step": 1555,
+      "subrel-constrast": 3.365950345993042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9272841215133667,
+      "cov-distil (oracle2student)": 2.703958034515381,
+      "cov-distil (oracle2teacher)": 2.7598724365234375,
+      "epoch": 1.2213500784929356,
+      "rel-constrast": 2.177861213684082,
+      "step": 1556,
+      "subrel-constrast": 3.3213248252868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2323274612426758,
+      "cov-distil (oracle2student)": 2.7246484756469727,
+      "cov-distil (oracle2teacher)": 2.517838954925537,
+      "epoch": 1.2221350078492936,
+      "rel-constrast": 1.8433092832565308,
+      "step": 1557,
+      "subrel-constrast": 2.5471136569976807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569610357284546,
+      "cov-distil (oracle2student)": 5.2571306228637695,
+      "cov-distil (oracle2teacher)": 4.8253984451293945,
+      "epoch": 1.2229199372056514,
+      "rel-constrast": 2.5907344818115234,
+      "step": 1558,
+      "subrel-constrast": 3.619658946990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.719965934753418,
+      "cov-distil (oracle2student)": 6.273858070373535,
+      "cov-distil (oracle2teacher)": 5.100681781768799,
+      "epoch": 1.2237048665620094,
+      "rel-constrast": 3.1695213317871094,
+      "step": 1559,
+      "subrel-constrast": 3.9834675788879395,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2244897959183674,
+      "grad_norm": 5.75,
+      "learning_rate": 4.952557240408988e-05,
+      "loss": 0.7663,
+      "step": 1560
+    },
+    {
+      "cov-distil": 1.6666290760040283,
+      "cov-distil (oracle2student)": 4.642274856567383,
+      "cov-distil (oracle2teacher)": 4.5248212814331055,
+      "epoch": 1.2244897959183674,
+      "rel-constrast": 3.450890302658081,
+      "step": 1560,
+      "subrel-constrast": 4.130867958068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2021815776824951,
+      "cov-distil (oracle2student)": 3.2229409217834473,
+      "cov-distil (oracle2teacher)": 3.380291700363159,
+      "epoch": 1.2252747252747254,
+      "rel-constrast": 2.533560276031494,
+      "step": 1561,
+      "subrel-constrast": 3.267157793045044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4832178354263306,
+      "cov-distil (oracle2student)": 3.1300363540649414,
+      "cov-distil (oracle2teacher)": 3.320742607116699,
+      "epoch": 1.2260596546310831,
+      "rel-constrast": 1.6512200832366943,
+      "step": 1562,
+      "subrel-constrast": 2.4736149311065674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5483647584915161,
+      "cov-distil (oracle2student)": 3.974653720855713,
+      "cov-distil (oracle2teacher)": 4.282253742218018,
+      "epoch": 1.2268445839874411,
+      "rel-constrast": 3.680492877960205,
+      "step": 1563,
+      "subrel-constrast": 4.2281389236450195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8743088245391846,
+      "cov-distil (oracle2student)": 4.122889995574951,
+      "cov-distil (oracle2teacher)": 3.6850976943969727,
+      "epoch": 1.227629513343799,
+      "rel-constrast": 2.8563923835754395,
+      "step": 1564,
+      "subrel-constrast": 3.1994149684906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.908144474029541,
+      "cov-distil (oracle2student)": 4.664992332458496,
+      "cov-distil (oracle2teacher)": 4.363765239715576,
+      "epoch": 1.2284144427001569,
+      "rel-constrast": 3.2205111980438232,
+      "step": 1565,
+      "subrel-constrast": 3.8490545749664307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4982974529266357,
+      "cov-distil (oracle2student)": 3.536342144012451,
+      "cov-distil (oracle2teacher)": 3.640622615814209,
+      "epoch": 1.2291993720565149,
+      "rel-constrast": 2.4386274814605713,
+      "step": 1566,
+      "subrel-constrast": 3.2455220222473145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.983614206314087,
+      "cov-distil (oracle2student)": 2.985178232192993,
+      "cov-distil (oracle2teacher)": 2.78747296333313,
+      "epoch": 1.2299843014128728,
+      "rel-constrast": 2.052114725112915,
+      "step": 1567,
+      "subrel-constrast": 2.8265461921691895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4338563680648804,
+      "cov-distil (oracle2student)": 3.8309435844421387,
+      "cov-distil (oracle2teacher)": 3.4424710273742676,
+      "epoch": 1.2307692307692308,
+      "rel-constrast": 3.0795669555664062,
+      "step": 1568,
+      "subrel-constrast": 3.582277297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.584893226623535,
+      "cov-distil (oracle2student)": 5.216217994689941,
+      "cov-distil (oracle2teacher)": 4.565634250640869,
+      "epoch": 1.2315541601255886,
+      "rel-constrast": 3.039799690246582,
+      "step": 1569,
+      "subrel-constrast": 3.715428113937378,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2323390894819466,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.950850275815983e-05,
+      "loss": 0.743,
+      "step": 1570
+    },
+    {
+      "cov-distil": 1.5038628578186035,
+      "cov-distil (oracle2student)": 2.6119627952575684,
+      "cov-distil (oracle2teacher)": 2.7541110515594482,
+      "epoch": 1.2323390894819466,
+      "rel-constrast": 2.176480531692505,
+      "step": 1570,
+      "subrel-constrast": 2.686347007751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520804524421692,
+      "cov-distil (oracle2student)": 2.5996336936950684,
+      "cov-distil (oracle2teacher)": 2.6235592365264893,
+      "epoch": 1.2331240188383046,
+      "rel-constrast": 3.114922523498535,
+      "step": 1571,
+      "subrel-constrast": 3.61731219291687,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104897737503052,
+      "cov-distil (oracle2student)": 3.415076732635498,
+      "cov-distil (oracle2teacher)": 3.5732460021972656,
+      "epoch": 1.2339089481946626,
+      "rel-constrast": 3.33668851852417,
+      "step": 1572,
+      "subrel-constrast": 3.909759759902954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4771370887756348,
+      "cov-distil (oracle2student)": 4.409694671630859,
+      "cov-distil (oracle2teacher)": 3.946770429611206,
+      "epoch": 1.2346938775510203,
+      "rel-constrast": 3.8898987770080566,
+      "step": 1573,
+      "subrel-constrast": 4.148560523986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3169071674346924,
+      "cov-distil (oracle2student)": 4.829381942749023,
+      "cov-distil (oracle2teacher)": 4.6057939529418945,
+      "epoch": 1.2354788069073783,
+      "rel-constrast": 2.1212494373321533,
+      "step": 1574,
+      "subrel-constrast": 2.8325772285461426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086176872253418,
+      "cov-distil (oracle2student)": 2.98012638092041,
+      "cov-distil (oracle2teacher)": 2.6507182121276855,
+      "epoch": 1.2362637362637363,
+      "rel-constrast": 1.8269630670547485,
+      "step": 1575,
+      "subrel-constrast": 2.1550111770629883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2610249519348145,
+      "cov-distil (oracle2student)": 4.485299587249756,
+      "cov-distil (oracle2teacher)": 4.363012790679932,
+      "epoch": 1.2370486656200943,
+      "rel-constrast": 4.008843421936035,
+      "step": 1576,
+      "subrel-constrast": 4.4985198974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6807074546813965,
+      "cov-distil (oracle2student)": 4.946079254150391,
+      "cov-distil (oracle2teacher)": 4.673879146575928,
+      "epoch": 1.237833594976452,
+      "rel-constrast": 3.214716911315918,
+      "step": 1577,
+      "subrel-constrast": 3.7449193000793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7182397842407227,
+      "cov-distil (oracle2student)": 7.419530868530273,
+      "cov-distil (oracle2teacher)": 6.617232322692871,
+      "epoch": 1.23861852433281,
+      "rel-constrast": 2.0141851902008057,
+      "step": 1578,
+      "subrel-constrast": 3.173762321472168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5207469463348389,
+      "cov-distil (oracle2student)": 4.323278427124023,
+      "cov-distil (oracle2teacher)": 4.4741621017456055,
+      "epoch": 1.239403453689168,
+      "rel-constrast": 2.6204493045806885,
+      "step": 1579,
+      "subrel-constrast": 3.512580156326294,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2401883830455258,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.9491134483858095e-05,
+      "loss": 0.7444,
+      "step": 1580
+    },
+    {
+      "cov-distil": 1.7275066375732422,
+      "cov-distil (oracle2student)": 2.5916287899017334,
+      "cov-distil (oracle2teacher)": 3.294196128845215,
+      "epoch": 1.2401883830455258,
+      "rel-constrast": 2.8139939308166504,
+      "step": 1580,
+      "subrel-constrast": 3.629631280899048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41563081741333,
+      "cov-distil (oracle2student)": 3.2800745964050293,
+      "cov-distil (oracle2teacher)": 3.2235331535339355,
+      "epoch": 1.2409733124018838,
+      "rel-constrast": 2.417858600616455,
+      "step": 1581,
+      "subrel-constrast": 3.2114391326904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0455130338668823,
+      "cov-distil (oracle2student)": 4.683004379272461,
+      "cov-distil (oracle2teacher)": 4.711904525756836,
+      "epoch": 1.2417582417582418,
+      "rel-constrast": 4.308945178985596,
+      "step": 1582,
+      "subrel-constrast": 4.595567226409912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4948856830596924,
+      "cov-distil (oracle2student)": 4.5842413902282715,
+      "cov-distil (oracle2teacher)": 4.541057586669922,
+      "epoch": 1.2425431711145998,
+      "rel-constrast": 2.354098320007324,
+      "step": 1583,
+      "subrel-constrast": 3.2532970905303955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478751540184021,
+      "cov-distil (oracle2student)": 5.340696811676025,
+      "cov-distil (oracle2teacher)": 5.217659950256348,
+      "epoch": 1.2433281004709575,
+      "rel-constrast": 3.1210832595825195,
+      "step": 1584,
+      "subrel-constrast": 3.8527209758758545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385205626487732,
+      "cov-distil (oracle2student)": 4.021716594696045,
+      "cov-distil (oracle2teacher)": 4.30511474609375,
+      "epoch": 1.2441130298273155,
+      "rel-constrast": 3.3219354152679443,
+      "step": 1585,
+      "subrel-constrast": 4.327701091766357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2471152544021606,
+      "cov-distil (oracle2student)": 5.545618057250977,
+      "cov-distil (oracle2teacher)": 4.992803573608398,
+      "epoch": 1.2448979591836735,
+      "rel-constrast": 3.230410575866699,
+      "step": 1586,
+      "subrel-constrast": 3.737184762954712,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.389676809310913,
+      "cov-distil (oracle2student)": 4.302770614624023,
+      "cov-distil (oracle2teacher)": 4.216390132904053,
+      "epoch": 1.2456828885400313,
+      "rel-constrast": 3.0439257621765137,
+      "step": 1587,
+      "subrel-constrast": 3.626136064529419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0842232704162598,
+      "cov-distil (oracle2student)": 5.351293087005615,
+      "cov-distil (oracle2teacher)": 4.81019401550293,
+      "epoch": 1.2464678178963893,
+      "rel-constrast": 2.3461873531341553,
+      "step": 1588,
+      "subrel-constrast": 3.2448534965515137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9012022018432617,
+      "cov-distil (oracle2student)": 3.589587688446045,
+      "cov-distil (oracle2teacher)": 3.8490538597106934,
+      "epoch": 1.2472527472527473,
+      "rel-constrast": 2.6720728874206543,
+      "step": 1589,
+      "subrel-constrast": 3.2388925552368164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2480376766091053,
+      "grad_norm": 6.21875,
+      "learning_rate": 4.947346779281159e-05,
+      "loss": 0.7787,
+      "step": 1590
+    },
+    {
+      "cov-distil": 1.0694540739059448,
+      "cov-distil (oracle2student)": 3.0265297889709473,
+      "cov-distil (oracle2teacher)": 2.930713653564453,
+      "epoch": 1.2480376766091053,
+      "rel-constrast": 1.9245004653930664,
+      "step": 1590,
+      "subrel-constrast": 2.372952699661255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5754947662353516,
+      "cov-distil (oracle2student)": 5.229963779449463,
+      "cov-distil (oracle2teacher)": 5.164266586303711,
+      "epoch": 1.248822605965463,
+      "rel-constrast": 1.8129247426986694,
+      "step": 1591,
+      "subrel-constrast": 2.834083080291748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0053443908691406,
+      "cov-distil (oracle2student)": 4.9797444343566895,
+      "cov-distil (oracle2teacher)": 4.2929582595825195,
+      "epoch": 1.249607535321821,
+      "rel-constrast": 2.694392442703247,
+      "step": 1592,
+      "subrel-constrast": 3.547555923461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2049765586853027,
+      "cov-distil (oracle2student)": 4.001274108886719,
+      "cov-distil (oracle2teacher)": 3.9364099502563477,
+      "epoch": 1.250392464678179,
+      "rel-constrast": 2.953474521636963,
+      "step": 1593,
+      "subrel-constrast": 3.470498561859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.043835401535034,
+      "cov-distil (oracle2student)": 5.210770606994629,
+      "cov-distil (oracle2teacher)": 4.576769828796387,
+      "epoch": 1.2511773940345368,
+      "rel-constrast": 2.3584091663360596,
+      "step": 1594,
+      "subrel-constrast": 3.1537837982177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2665927410125732,
+      "cov-distil (oracle2student)": 3.7326819896698,
+      "cov-distil (oracle2teacher)": 3.1742799282073975,
+      "epoch": 1.2519623233908947,
+      "rel-constrast": 4.692358493804932,
+      "step": 1595,
+      "subrel-constrast": 4.0910539627075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7941944599151611,
+      "cov-distil (oracle2student)": 4.109507083892822,
+      "cov-distil (oracle2teacher)": 4.159163951873779,
+      "epoch": 1.2527472527472527,
+      "rel-constrast": 2.3564138412475586,
+      "step": 1596,
+      "subrel-constrast": 3.6273791790008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635940074920654,
+      "cov-distil (oracle2student)": 4.576698303222656,
+      "cov-distil (oracle2teacher)": 4.398351192474365,
+      "epoch": 1.2535321821036107,
+      "rel-constrast": 2.9404969215393066,
+      "step": 1597,
+      "subrel-constrast": 3.804814577102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7701064348220825,
+      "cov-distil (oracle2student)": 4.771833896636963,
+      "cov-distil (oracle2teacher)": 3.738337755203247,
+      "epoch": 1.2543171114599687,
+      "rel-constrast": 2.40234112739563,
+      "step": 1598,
+      "subrel-constrast": 2.814751386642456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2810989618301392,
+      "cov-distil (oracle2student)": 4.285026550292969,
+      "cov-distil (oracle2teacher)": 4.482094764709473,
+      "epoch": 1.2551020408163265,
+      "rel-constrast": 2.3176803588867188,
+      "step": 1599,
+      "subrel-constrast": 3.109283685684204,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.94555029002834e-05,
+      "loss": 0.7005,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "overlap": 0.2953124940395355,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "step": 1600,
+      "student margin": 0.05426025390625
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "step": 1600,
+      "teacher margin": 0.037078857421875
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "margin difference": -0.017181396484375,
+      "step": 1600
+    },
+    {
+      "cov-distil": 1.2401432991027832,
+      "cov-distil (oracle2student)": 3.954568862915039,
+      "cov-distil (oracle2teacher)": 3.8835649490356445,
+      "epoch": 1.2558869701726845,
+      "rel-constrast": 4.249578475952148,
+      "step": 1600,
+      "subrel-constrast": 4.77301549911499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3518985509872437,
+      "cov-distil (oracle2student)": 5.146595001220703,
+      "cov-distil (oracle2teacher)": 4.2379045486450195,
+      "epoch": 1.2566718995290425,
+      "rel-constrast": 4.159992694854736,
+      "step": 1601,
+      "subrel-constrast": 4.252568244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1045626401901245,
+      "cov-distil (oracle2student)": 3.7269647121429443,
+      "cov-distil (oracle2teacher)": 3.6491031646728516,
+      "epoch": 1.2574568288854002,
+      "rel-constrast": 1.8313547372817993,
+      "step": 1602,
+      "subrel-constrast": 2.480900764465332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0515415668487549,
+      "cov-distil (oracle2student)": 3.6881957054138184,
+      "cov-distil (oracle2teacher)": 3.9391791820526123,
+      "epoch": 1.2582417582417582,
+      "rel-constrast": 2.3411812782287598,
+      "step": 1603,
+      "subrel-constrast": 2.8287715911865234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496519804000854,
+      "cov-distil (oracle2student)": 6.0102362632751465,
+      "cov-distil (oracle2teacher)": 5.4528374671936035,
+      "epoch": 1.2590266875981162,
+      "rel-constrast": 3.411728620529175,
+      "step": 1604,
+      "subrel-constrast": 4.295903205871582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.824700117111206,
+      "cov-distil (oracle2student)": 3.218780994415283,
+      "cov-distil (oracle2teacher)": 3.5953330993652344,
+      "epoch": 1.2598116169544742,
+      "rel-constrast": 2.255901336669922,
+      "step": 1605,
+      "subrel-constrast": 3.621413469314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3297637701034546,
+      "cov-distil (oracle2student)": 3.7404680252075195,
+      "cov-distil (oracle2teacher)": 4.179556846618652,
+      "epoch": 1.260596546310832,
+      "rel-constrast": 2.7648215293884277,
+      "step": 1606,
+      "subrel-constrast": 3.2416465282440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949851393699646,
+      "cov-distil (oracle2student)": 2.947930097579956,
+      "cov-distil (oracle2teacher)": 2.8981106281280518,
+      "epoch": 1.26138147566719,
+      "rel-constrast": 3.775965452194214,
+      "step": 1607,
+      "subrel-constrast": 3.85666561126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4960598945617676,
+      "cov-distil (oracle2student)": 4.037820816040039,
+      "cov-distil (oracle2teacher)": 4.013734817504883,
+      "epoch": 1.262166405023548,
+      "rel-constrast": 2.7456881999969482,
+      "step": 1608,
+      "subrel-constrast": 3.677175521850586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1052380800247192,
+      "cov-distil (oracle2student)": 3.17771315574646,
+      "cov-distil (oracle2teacher)": 3.0973048210144043,
+      "epoch": 1.2629513343799057,
+      "rel-constrast": 2.790376901626587,
+      "step": 1609,
+      "subrel-constrast": 3.7393651008605957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2637362637362637,
+      "grad_norm": 5.0,
+      "learning_rate": 4.943724002517005e-05,
+      "loss": 0.7932,
+      "step": 1610
+    },
+    {
+      "cov-distil": 0.8401419520378113,
+      "cov-distil (oracle2student)": 3.6818411350250244,
+      "cov-distil (oracle2teacher)": 3.2254278659820557,
+      "epoch": 1.2637362637362637,
+      "rel-constrast": 2.239971160888672,
+      "step": 1610,
+      "subrel-constrast": 2.607633352279663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5572216510772705,
+      "cov-distil (oracle2student)": 5.691225051879883,
+      "cov-distil (oracle2teacher)": 5.2247514724731445,
+      "epoch": 1.2645211930926217,
+      "rel-constrast": 3.4957265853881836,
+      "step": 1611,
+      "subrel-constrast": 4.3403143882751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.599346399307251,
+      "cov-distil (oracle2student)": 3.265510082244873,
+      "cov-distil (oracle2teacher)": 3.138312816619873,
+      "epoch": 1.2653061224489797,
+      "rel-constrast": 1.7332820892333984,
+      "step": 1612,
+      "subrel-constrast": 2.326345205307007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4157798290252686,
+      "cov-distil (oracle2student)": 2.43453311920166,
+      "cov-distil (oracle2teacher)": 2.5119686126708984,
+      "epoch": 1.2660910518053377,
+      "rel-constrast": 2.4434328079223633,
+      "step": 1613,
+      "subrel-constrast": 2.869371175765991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2938141822814941,
+      "cov-distil (oracle2student)": 4.608822822570801,
+      "cov-distil (oracle2teacher)": 5.189919471740723,
+      "epoch": 1.2668759811616954,
+      "rel-constrast": 3.2550747394561768,
+      "step": 1614,
+      "subrel-constrast": 4.518463134765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2033616304397583,
+      "cov-distil (oracle2student)": 4.0003132820129395,
+      "cov-distil (oracle2teacher)": 3.9773621559143066,
+      "epoch": 1.2676609105180534,
+      "rel-constrast": 2.2480671405792236,
+      "step": 1615,
+      "subrel-constrast": 2.946848154067993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72908616065979,
+      "cov-distil (oracle2student)": 4.721651077270508,
+      "cov-distil (oracle2teacher)": 4.623195648193359,
+      "epoch": 1.2684458398744112,
+      "rel-constrast": 3.6976943016052246,
+      "step": 1616,
+      "subrel-constrast": 4.176671981811523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5601651668548584,
+      "cov-distil (oracle2student)": 5.53110408782959,
+      "cov-distil (oracle2teacher)": 5.000835418701172,
+      "epoch": 1.2692307692307692,
+      "rel-constrast": 2.414720296859741,
+      "step": 1617,
+      "subrel-constrast": 3.356947898864746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3038325309753418,
+      "cov-distil (oracle2student)": 5.950539588928223,
+      "cov-distil (oracle2teacher)": 4.976174354553223,
+      "epoch": 1.2700156985871272,
+      "rel-constrast": 2.8983705043792725,
+      "step": 1618,
+      "subrel-constrast": 3.6266589164733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6398966312408447,
+      "cov-distil (oracle2student)": 3.7699663639068604,
+      "cov-distil (oracle2teacher)": 3.9635469913482666,
+      "epoch": 1.2708006279434851,
+      "rel-constrast": 3.084038257598877,
+      "step": 1619,
+      "subrel-constrast": 3.5827956199645996,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2715855572998431,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.9418679389998923e-05,
+      "loss": 0.7231,
+      "step": 1620
+    },
+    {
+      "cov-distil": 1.2033615112304688,
+      "cov-distil (oracle2student)": 2.6435210704803467,
+      "cov-distil (oracle2teacher)": 2.7180891036987305,
+      "epoch": 1.2715855572998431,
+      "rel-constrast": 2.435988664627075,
+      "step": 1620,
+      "subrel-constrast": 2.8730671405792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337418794631958,
+      "cov-distil (oracle2student)": 4.008183002471924,
+      "cov-distil (oracle2teacher)": 3.918609857559204,
+      "epoch": 1.272370486656201,
+      "rel-constrast": 2.1550803184509277,
+      "step": 1621,
+      "subrel-constrast": 3.027833938598633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3022841215133667,
+      "cov-distil (oracle2student)": 5.025609016418457,
+      "cov-distil (oracle2teacher)": 4.473941802978516,
+      "epoch": 1.2731554160125589,
+      "rel-constrast": 3.712306022644043,
+      "step": 1622,
+      "subrel-constrast": 4.314980506896973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7564401626586914,
+      "cov-distil (oracle2student)": 4.104037761688232,
+      "cov-distil (oracle2teacher)": 4.0148420333862305,
+      "epoch": 1.2739403453689169,
+      "rel-constrast": 3.961117744445801,
+      "step": 1623,
+      "subrel-constrast": 4.3763251304626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.112213373184204,
+      "cov-distil (oracle2student)": 3.8963370323181152,
+      "cov-distil (oracle2teacher)": 4.085019111633301,
+      "epoch": 1.2747252747252746,
+      "rel-constrast": 3.1151459217071533,
+      "step": 1624,
+      "subrel-constrast": 3.4535889625549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6795473098754883,
+      "cov-distil (oracle2student)": 4.558170318603516,
+      "cov-distil (oracle2teacher)": 4.258068084716797,
+      "epoch": 1.2755102040816326,
+      "rel-constrast": 2.2039456367492676,
+      "step": 1625,
+      "subrel-constrast": 2.6537296772003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3467729091644287,
+      "cov-distil (oracle2student)": 4.626681327819824,
+      "cov-distil (oracle2teacher)": 4.4227800369262695,
+      "epoch": 1.2762951334379906,
+      "rel-constrast": 2.81760835647583,
+      "step": 1626,
+      "subrel-constrast": 3.3071186542510986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.142616629600525,
+      "cov-distil (oracle2student)": 4.662853717803955,
+      "cov-distil (oracle2teacher)": 4.567802906036377,
+      "epoch": 1.2770800627943486,
+      "rel-constrast": 3.3561339378356934,
+      "step": 1627,
+      "subrel-constrast": 4.121894359588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.951671838760376,
+      "cov-distil (oracle2student)": 2.913677930831909,
+      "cov-distil (oracle2teacher)": 3.444167375564575,
+      "epoch": 1.2778649921507064,
+      "rel-constrast": 2.7839274406433105,
+      "step": 1628,
+      "subrel-constrast": 3.647115468978882,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.534114122390747,
+      "cov-distil (oracle2student)": 3.62860107421875,
+      "cov-distil (oracle2teacher)": 3.946953535079956,
+      "epoch": 1.2786499215070644,
+      "rel-constrast": 2.9101061820983887,
+      "step": 1629,
+      "subrel-constrast": 3.9150846004486084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2794348508634223,
+      "grad_norm": 5.625,
+      "learning_rate": 4.939982122092548e-05,
+      "loss": 0.7732,
+      "step": 1630
+    },
+    {
+      "cov-distil": 1.6983373165130615,
+      "cov-distil (oracle2student)": 4.0351715087890625,
+      "cov-distil (oracle2teacher)": 3.4591262340545654,
+      "epoch": 1.2794348508634223,
+      "rel-constrast": 2.75883150100708,
+      "step": 1630,
+      "subrel-constrast": 3.290522813796997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.365375280380249,
+      "cov-distil (oracle2student)": 5.294360160827637,
+      "cov-distil (oracle2teacher)": 4.6669697761535645,
+      "epoch": 1.2802197802197801,
+      "rel-constrast": 4.017967224121094,
+      "step": 1631,
+      "subrel-constrast": 4.0610222816467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2868592739105225,
+      "cov-distil (oracle2student)": 3.8631057739257812,
+      "cov-distil (oracle2teacher)": 3.7666921615600586,
+      "epoch": 1.281004709576138,
+      "rel-constrast": 2.6940512657165527,
+      "step": 1632,
+      "subrel-constrast": 3.4014902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5693693161010742,
+      "cov-distil (oracle2student)": 4.493404388427734,
+      "cov-distil (oracle2teacher)": 3.9357874393463135,
+      "epoch": 1.281789638932496,
+      "rel-constrast": 2.94412899017334,
+      "step": 1633,
+      "subrel-constrast": 3.6544454097747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4428383111953735,
+      "cov-distil (oracle2student)": 3.037003517150879,
+      "cov-distil (oracle2teacher)": 3.069725751876831,
+      "epoch": 1.282574568288854,
+      "rel-constrast": 1.9439277648925781,
+      "step": 1634,
+      "subrel-constrast": 2.94014310836792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5494788885116577,
+      "cov-distil (oracle2student)": 4.208475112915039,
+      "cov-distil (oracle2teacher)": 4.504655361175537,
+      "epoch": 1.283359497645212,
+      "rel-constrast": 4.304119110107422,
+      "step": 1635,
+      "subrel-constrast": 4.585867881774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.340540885925293,
+      "cov-distil (oracle2student)": 3.5669240951538086,
+      "cov-distil (oracle2teacher)": 3.9029083251953125,
+      "epoch": 1.2841444270015698,
+      "rel-constrast": 1.8818669319152832,
+      "step": 1636,
+      "subrel-constrast": 2.954639434814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7390761375427246,
+      "cov-distil (oracle2student)": 5.210850715637207,
+      "cov-distil (oracle2teacher)": 4.928779125213623,
+      "epoch": 1.2849293563579278,
+      "rel-constrast": 3.0819015502929688,
+      "step": 1637,
+      "subrel-constrast": 3.8880972862243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1178994178771973,
+      "cov-distil (oracle2student)": 4.759133815765381,
+      "cov-distil (oracle2teacher)": 4.51517915725708,
+      "epoch": 1.2857142857142856,
+      "rel-constrast": 2.805359363555908,
+      "step": 1638,
+      "subrel-constrast": 2.8414242267608643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4448472261428833,
+      "cov-distil (oracle2student)": 3.933835029602051,
+      "cov-distil (oracle2teacher)": 3.784127712249756,
+      "epoch": 1.2864992150706436,
+      "rel-constrast": 1.7304596900939941,
+      "step": 1639,
+      "subrel-constrast": 2.8501203060150146,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2872841444270016,
+      "grad_norm": 4.21875,
+      "learning_rate": 4.938066574773059e-05,
+      "loss": 0.7405,
+      "step": 1640
+    },
+    {
+      "cov-distil": 1.824934959411621,
+      "cov-distil (oracle2student)": 3.2884521484375,
+      "cov-distil (oracle2teacher)": 2.920071601867676,
+      "epoch": 1.2872841444270016,
+      "rel-constrast": 2.782691717147827,
+      "step": 1640,
+      "subrel-constrast": 3.892519950866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7503442764282227,
+      "cov-distil (oracle2student)": 4.084597110748291,
+      "cov-distil (oracle2teacher)": 4.363886833190918,
+      "epoch": 1.2880690737833596,
+      "rel-constrast": 2.7296700477600098,
+      "step": 1641,
+      "subrel-constrast": 3.6988725662231445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2059253454208374,
+      "cov-distil (oracle2student)": 4.277673721313477,
+      "cov-distil (oracle2teacher)": 4.320541858673096,
+      "epoch": 1.2888540031397175,
+      "rel-constrast": 2.508701801300049,
+      "step": 1642,
+      "subrel-constrast": 3.3788764476776123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2993993759155273,
+      "cov-distil (oracle2student)": 3.6636757850646973,
+      "cov-distil (oracle2teacher)": 3.6188464164733887,
+      "epoch": 1.2896389324960753,
+      "rel-constrast": 2.5455198287963867,
+      "step": 1643,
+      "subrel-constrast": 3.6185929775238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2521083354949951,
+      "cov-distil (oracle2student)": 3.79364013671875,
+      "cov-distil (oracle2teacher)": 3.800851345062256,
+      "epoch": 1.2904238618524333,
+      "rel-constrast": 3.1340579986572266,
+      "step": 1644,
+      "subrel-constrast": 3.728591203689575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3868159055709839,
+      "cov-distil (oracle2student)": 3.9565043449401855,
+      "cov-distil (oracle2teacher)": 3.4056267738342285,
+      "epoch": 1.2912087912087913,
+      "rel-constrast": 2.723842144012451,
+      "step": 1645,
+      "subrel-constrast": 3.5624608993530273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4942251443862915,
+      "cov-distil (oracle2student)": 4.735816955566406,
+      "cov-distil (oracle2teacher)": 4.332551002502441,
+      "epoch": 1.291993720565149,
+      "rel-constrast": 3.1045193672180176,
+      "step": 1646,
+      "subrel-constrast": 3.668058156967163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2528787851333618,
+      "cov-distil (oracle2student)": 4.021450519561768,
+      "cov-distil (oracle2teacher)": 4.035415172576904,
+      "epoch": 1.292778649921507,
+      "rel-constrast": 2.473135471343994,
+      "step": 1647,
+      "subrel-constrast": 3.208709239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4243361949920654,
+      "cov-distil (oracle2student)": 5.697556495666504,
+      "cov-distil (oracle2teacher)": 5.473768711090088,
+      "epoch": 1.293563579277865,
+      "rel-constrast": 2.741896629333496,
+      "step": 1648,
+      "subrel-constrast": 4.124619007110596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8192188739776611,
+      "cov-distil (oracle2student)": 2.797114849090576,
+      "cov-distil (oracle2teacher)": 2.723701000213623,
+      "epoch": 1.294348508634223,
+      "rel-constrast": 2.6524248123168945,
+      "step": 1649,
+      "subrel-constrast": 3.406691074371338,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2951334379905808,
+      "grad_norm": 5.375,
+      "learning_rate": 4.936121320381762e-05,
+      "loss": 0.7217,
+      "step": 1650
+    },
+    {
+      "cov-distil": 1.6652196645736694,
+      "cov-distil (oracle2student)": 4.50883674621582,
+      "cov-distil (oracle2teacher)": 3.993168354034424,
+      "epoch": 1.2951334379905808,
+      "rel-constrast": 2.57003116607666,
+      "step": 1650,
+      "subrel-constrast": 3.628901958465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.074852705001831,
+      "cov-distil (oracle2student)": 2.833625316619873,
+      "cov-distil (oracle2teacher)": 2.7247066497802734,
+      "epoch": 1.2959183673469388,
+      "rel-constrast": 2.528759479522705,
+      "step": 1651,
+      "subrel-constrast": 2.945603847503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3971084356307983,
+      "cov-distil (oracle2student)": 3.0018460750579834,
+      "cov-distil (oracle2teacher)": 3.686293125152588,
+      "epoch": 1.2967032967032968,
+      "rel-constrast": 2.7913460731506348,
+      "step": 1652,
+      "subrel-constrast": 3.3390860557556152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350878953933716,
+      "cov-distil (oracle2student)": 5.374774932861328,
+      "cov-distil (oracle2teacher)": 4.875711441040039,
+      "epoch": 1.2974882260596545,
+      "rel-constrast": 3.161719799041748,
+      "step": 1653,
+      "subrel-constrast": 4.238742351531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8106216192245483,
+      "cov-distil (oracle2student)": 3.3961193561553955,
+      "cov-distil (oracle2teacher)": 4.26975154876709,
+      "epoch": 1.2982731554160125,
+      "rel-constrast": 3.0342960357666016,
+      "step": 1654,
+      "subrel-constrast": 3.6275415420532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6817612648010254,
+      "cov-distil (oracle2student)": 4.652027130126953,
+      "cov-distil (oracle2teacher)": 4.589141845703125,
+      "epoch": 1.2990580847723705,
+      "rel-constrast": 3.1028218269348145,
+      "step": 1655,
+      "subrel-constrast": 3.9337363243103027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2627507448196411,
+      "cov-distil (oracle2student)": 6.517387390136719,
+      "cov-distil (oracle2teacher)": 5.350343227386475,
+      "epoch": 1.2998430141287285,
+      "rel-constrast": 3.1466264724731445,
+      "step": 1656,
+      "subrel-constrast": 3.1197381019592285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2194769382476807,
+      "cov-distil (oracle2student)": 4.07407283782959,
+      "cov-distil (oracle2teacher)": 4.279786586761475,
+      "epoch": 1.3006279434850865,
+      "rel-constrast": 2.6777279376983643,
+      "step": 1657,
+      "subrel-constrast": 3.576874017715454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2256784439086914,
+      "cov-distil (oracle2student)": 3.122056007385254,
+      "cov-distil (oracle2teacher)": 3.299981117248535,
+      "epoch": 1.3014128728414442,
+      "rel-constrast": 2.6643600463867188,
+      "step": 1658,
+      "subrel-constrast": 3.0457918643951416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7555532455444336,
+      "cov-distil (oracle2student)": 3.6815357208251953,
+      "cov-distil (oracle2teacher)": 3.7946360111236572,
+      "epoch": 1.3021978021978022,
+      "rel-constrast": 2.9607553482055664,
+      "step": 1659,
+      "subrel-constrast": 3.1729092597961426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.30298273155416,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.93414638262097e-05,
+      "loss": 0.7533,
+      "step": 1660
+    },
+    {
+      "cov-distil": 1.4782741069793701,
+      "cov-distil (oracle2student)": 3.131895065307617,
+      "cov-distil (oracle2teacher)": 3.025630474090576,
+      "epoch": 1.30298273155416,
+      "rel-constrast": 1.7634066343307495,
+      "step": 1660,
+      "subrel-constrast": 3.0443379878997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2554302215576172,
+      "cov-distil (oracle2student)": 4.800741195678711,
+      "cov-distil (oracle2teacher)": 4.580242156982422,
+      "epoch": 1.303767660910518,
+      "rel-constrast": 2.3431081771850586,
+      "step": 1661,
+      "subrel-constrast": 2.933103561401367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2417757511138916,
+      "cov-distil (oracle2student)": 5.50029182434082,
+      "cov-distil (oracle2teacher)": 5.67678165435791,
+      "epoch": 1.304552590266876,
+      "rel-constrast": 2.775085926055908,
+      "step": 1662,
+      "subrel-constrast": 3.3209705352783203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375855922698975,
+      "cov-distil (oracle2student)": 4.698795795440674,
+      "cov-distil (oracle2teacher)": 4.178256511688232,
+      "epoch": 1.305337519623234,
+      "rel-constrast": 3.456355094909668,
+      "step": 1663,
+      "subrel-constrast": 3.8518121242523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2631628513336182,
+      "cov-distil (oracle2student)": 4.585798263549805,
+      "cov-distil (oracle2teacher)": 3.720777988433838,
+      "epoch": 1.306122448979592,
+      "rel-constrast": 2.7050743103027344,
+      "step": 1664,
+      "subrel-constrast": 2.8726394176483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2668120861053467,
+      "cov-distil (oracle2student)": 5.543978691101074,
+      "cov-distil (oracle2teacher)": 4.31226110458374,
+      "epoch": 1.3069073783359497,
+      "rel-constrast": 3.455016851425171,
+      "step": 1665,
+      "subrel-constrast": 3.277104616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4592809677124023,
+      "cov-distil (oracle2student)": 3.580965757369995,
+      "cov-distil (oracle2teacher)": 3.6958651542663574,
+      "epoch": 1.3076923076923077,
+      "rel-constrast": 2.875990390777588,
+      "step": 1666,
+      "subrel-constrast": 3.5123231410980225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7660417556762695,
+      "cov-distil (oracle2student)": 5.026470184326172,
+      "cov-distil (oracle2teacher)": 4.608955383300781,
+      "epoch": 1.3084772370486657,
+      "rel-constrast": 2.4632911682128906,
+      "step": 1667,
+      "subrel-constrast": 3.6753294467926025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9695327281951904,
+      "cov-distil (oracle2student)": 4.632760524749756,
+      "cov-distil (oracle2teacher)": 4.739590644836426,
+      "epoch": 1.3092621664050235,
+      "rel-constrast": 4.044448375701904,
+      "step": 1668,
+      "subrel-constrast": 4.879031658172607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9147984385490417,
+      "cov-distil (oracle2student)": 3.8470358848571777,
+      "cov-distil (oracle2teacher)": 3.6714415550231934,
+      "epoch": 1.3100470957613815,
+      "rel-constrast": 1.9507464170455933,
+      "step": 1669,
+      "subrel-constrast": 2.4090120792388916,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3108320251177394,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.932141785554676e-05,
+      "loss": 0.7309,
+      "step": 1670
+    },
+    {
+      "cov-distil": 1.0804483890533447,
+      "cov-distil (oracle2student)": 4.381117820739746,
+      "cov-distil (oracle2teacher)": 4.153110027313232,
+      "epoch": 1.3108320251177394,
+      "rel-constrast": 2.430006980895996,
+      "step": 1670,
+      "subrel-constrast": 3.060797929763794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3550291061401367,
+      "cov-distil (oracle2student)": 4.675786018371582,
+      "cov-distil (oracle2teacher)": 4.878483772277832,
+      "epoch": 1.3116169544740974,
+      "rel-constrast": 2.190371036529541,
+      "step": 1671,
+      "subrel-constrast": 3.512721300125122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5128092765808105,
+      "cov-distil (oracle2student)": 3.5277040004730225,
+      "cov-distil (oracle2teacher)": 3.574345588684082,
+      "epoch": 1.3124018838304552,
+      "rel-constrast": 2.905486583709717,
+      "step": 1672,
+      "subrel-constrast": 3.6370315551757812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562002182006836,
+      "cov-distil (oracle2student)": 5.946201324462891,
+      "cov-distil (oracle2teacher)": 6.038100242614746,
+      "epoch": 1.3131868131868132,
+      "rel-constrast": 2.6617884635925293,
+      "step": 1673,
+      "subrel-constrast": 3.8258495330810547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4439823627471924,
+      "cov-distil (oracle2student)": 4.495332717895508,
+      "cov-distil (oracle2teacher)": 3.920667886734009,
+      "epoch": 1.3139717425431712,
+      "rel-constrast": 2.736530303955078,
+      "step": 1674,
+      "subrel-constrast": 3.709810495376587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.902129054069519,
+      "cov-distil (oracle2student)": 3.1296520233154297,
+      "cov-distil (oracle2teacher)": 3.1709532737731934,
+      "epoch": 1.314756671899529,
+      "rel-constrast": 2.3446121215820312,
+      "step": 1675,
+      "subrel-constrast": 3.3997671604156494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5456894636154175,
+      "cov-distil (oracle2student)": 3.53585147857666,
+      "cov-distil (oracle2teacher)": 3.7378737926483154,
+      "epoch": 1.315541601255887,
+      "rel-constrast": 1.8547238111495972,
+      "step": 1676,
+      "subrel-constrast": 2.8229920864105225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6679989099502563,
+      "cov-distil (oracle2student)": 4.102506637573242,
+      "cov-distil (oracle2teacher)": 3.851327419281006,
+      "epoch": 1.316326530612245,
+      "rel-constrast": 2.873745918273926,
+      "step": 1677,
+      "subrel-constrast": 3.830954074859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2982299327850342,
+      "cov-distil (oracle2student)": 3.544175148010254,
+      "cov-distil (oracle2teacher)": 3.48026704788208,
+      "epoch": 1.317111459968603,
+      "rel-constrast": 3.5534720420837402,
+      "step": 1678,
+      "subrel-constrast": 3.998359203338623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1478326320648193,
+      "cov-distil (oracle2student)": 5.38470458984375,
+      "cov-distil (oracle2teacher)": 4.923349380493164,
+      "epoch": 1.3178963893249607,
+      "rel-constrast": 2.6743621826171875,
+      "step": 1679,
+      "subrel-constrast": 3.7068068981170654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3186813186813187,
+      "grad_norm": 4.875,
+      "learning_rate": 4.9301075536082605e-05,
+      "loss": 0.6952,
+      "step": 1680
+    },
+    {
+      "cov-distil": 1.9513250589370728,
+      "cov-distil (oracle2student)": 4.398993492126465,
+      "cov-distil (oracle2teacher)": 4.786568641662598,
+      "epoch": 1.3186813186813187,
+      "rel-constrast": 2.6829535961151123,
+      "step": 1680,
+      "subrel-constrast": 4.0632853507995605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3817787170410156,
+      "cov-distil (oracle2student)": 3.289867401123047,
+      "cov-distil (oracle2teacher)": 3.359332799911499,
+      "epoch": 1.3194662480376766,
+      "rel-constrast": 3.0628602504730225,
+      "step": 1681,
+      "subrel-constrast": 3.4703333377838135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8047406673431396,
+      "cov-distil (oracle2student)": 5.392301559448242,
+      "cov-distil (oracle2teacher)": 5.2529449462890625,
+      "epoch": 1.3202511773940344,
+      "rel-constrast": 3.5952937602996826,
+      "step": 1682,
+      "subrel-constrast": 4.345643043518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3197975158691406,
+      "cov-distil (oracle2student)": 4.048213481903076,
+      "cov-distil (oracle2teacher)": 3.647500991821289,
+      "epoch": 1.3210361067503924,
+      "rel-constrast": 2.856383800506592,
+      "step": 1683,
+      "subrel-constrast": 3.104534149169922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8105502128601074,
+      "cov-distil (oracle2student)": 5.112046241760254,
+      "cov-distil (oracle2teacher)": 4.49995231628418,
+      "epoch": 1.3218210361067504,
+      "rel-constrast": 3.725432872772217,
+      "step": 1684,
+      "subrel-constrast": 4.248173236846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4322168827056885,
+      "cov-distil (oracle2student)": 3.3334832191467285,
+      "cov-distil (oracle2teacher)": 3.6339430809020996,
+      "epoch": 1.3226059654631084,
+      "rel-constrast": 2.7059125900268555,
+      "step": 1685,
+      "subrel-constrast": 3.2750349044799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6428894996643066,
+      "cov-distil (oracle2student)": 4.602001190185547,
+      "cov-distil (oracle2teacher)": 4.459765911102295,
+      "epoch": 1.3233908948194664,
+      "rel-constrast": 3.1114978790283203,
+      "step": 1686,
+      "subrel-constrast": 3.9000749588012695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8474209308624268,
+      "cov-distil (oracle2student)": 3.8932676315307617,
+      "cov-distil (oracle2teacher)": 4.134026050567627,
+      "epoch": 1.3241758241758241,
+      "rel-constrast": 2.9471235275268555,
+      "step": 1687,
+      "subrel-constrast": 3.8277077674865723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4144337177276611,
+      "cov-distil (oracle2student)": 4.639150142669678,
+      "cov-distil (oracle2teacher)": 4.320378303527832,
+      "epoch": 1.3249607535321821,
+      "rel-constrast": 3.245732307434082,
+      "step": 1688,
+      "subrel-constrast": 4.324900150299072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4898247718811035,
+      "cov-distil (oracle2student)": 3.7182819843292236,
+      "cov-distil (oracle2teacher)": 4.340787887573242,
+      "epoch": 1.3257456828885401,
+      "rel-constrast": 3.311568260192871,
+      "step": 1689,
+      "subrel-constrast": 4.191407203674316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3265306122448979,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.928043711568201e-05,
+      "loss": 0.8214,
+      "step": 1690
+    },
+    {
+      "cov-distil": 1.5231900215148926,
+      "cov-distil (oracle2student)": 4.0429229736328125,
+      "cov-distil (oracle2teacher)": 4.368336200714111,
+      "epoch": 1.3265306122448979,
+      "rel-constrast": 3.221848964691162,
+      "step": 1690,
+      "subrel-constrast": 3.944840431213379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2224268913269043,
+      "cov-distil (oracle2student)": 3.6712303161621094,
+      "cov-distil (oracle2teacher)": 3.6000585556030273,
+      "epoch": 1.3273155416012559,
+      "rel-constrast": 2.1097869873046875,
+      "step": 1691,
+      "subrel-constrast": 2.6628572940826416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.571364402770996,
+      "cov-distil (oracle2student)": 3.9584407806396484,
+      "cov-distil (oracle2teacher)": 4.059624195098877,
+      "epoch": 1.3281004709576139,
+      "rel-constrast": 3.725607395172119,
+      "step": 1692,
+      "subrel-constrast": 4.022169589996338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9361393451690674,
+      "cov-distil (oracle2student)": 3.485517978668213,
+      "cov-distil (oracle2teacher)": 3.5528483390808105,
+      "epoch": 1.3288854003139718,
+      "rel-constrast": 2.590193748474121,
+      "step": 1693,
+      "subrel-constrast": 3.5558483600616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5529704093933105,
+      "cov-distil (oracle2student)": 5.349681854248047,
+      "cov-distil (oracle2teacher)": 4.618007183074951,
+      "epoch": 1.3296703296703296,
+      "rel-constrast": 3.0925962924957275,
+      "step": 1694,
+      "subrel-constrast": 3.6117360591888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2765185832977295,
+      "cov-distil (oracle2student)": 5.414062976837158,
+      "cov-distil (oracle2teacher)": 5.182615280151367,
+      "epoch": 1.3304552590266876,
+      "rel-constrast": 3.097349166870117,
+      "step": 1695,
+      "subrel-constrast": 3.8629040718078613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4366099834442139,
+      "cov-distil (oracle2student)": 5.064397811889648,
+      "cov-distil (oracle2teacher)": 4.768686771392822,
+      "epoch": 1.3312401883830456,
+      "rel-constrast": 3.5905206203460693,
+      "step": 1696,
+      "subrel-constrast": 3.551110029220581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5100539922714233,
+      "cov-distil (oracle2student)": 4.031502723693848,
+      "cov-distil (oracle2teacher)": 3.1058902740478516,
+      "epoch": 1.3320251177394034,
+      "rel-constrast": 3.878617763519287,
+      "step": 1697,
+      "subrel-constrast": 3.6920580863952637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736415147781372,
+      "cov-distil (oracle2student)": 4.542118549346924,
+      "cov-distil (oracle2teacher)": 4.008769989013672,
+      "epoch": 1.3328100470957613,
+      "rel-constrast": 2.8388421535491943,
+      "step": 1698,
+      "subrel-constrast": 3.2855992317199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3649110794067383,
+      "cov-distil (oracle2student)": 5.195368766784668,
+      "cov-distil (oracle2teacher)": 4.632691383361816,
+      "epoch": 1.3335949764521193,
+      "rel-constrast": 2.544861316680908,
+      "step": 1699,
+      "subrel-constrast": 2.7482213973999023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.9259502845817594e-05,
+      "loss": 0.8051,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "overlap": 0.3125,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "step": 1700,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "step": 1700,
+      "teacher margin": 0.04046630859375
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "margin difference": -0.019775390625,
+      "step": 1700
+    },
+    {
+      "cov-distil": 1.780718445777893,
+      "cov-distil (oracle2student)": 4.830676078796387,
+      "cov-distil (oracle2teacher)": 4.522244930267334,
+      "epoch": 1.3343799058084773,
+      "rel-constrast": 2.708968162536621,
+      "step": 1700,
+      "subrel-constrast": 3.664163112640381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7044799327850342,
+      "cov-distil (oracle2student)": 3.761897087097168,
+      "cov-distil (oracle2teacher)": 3.689012289047241,
+      "epoch": 1.335164835164835,
+      "rel-constrast": 2.526390552520752,
+      "step": 1701,
+      "subrel-constrast": 3.3062210083007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1813758611679077,
+      "cov-distil (oracle2student)": 4.709604263305664,
+      "cov-distil (oracle2teacher)": 4.656639575958252,
+      "epoch": 1.335949764521193,
+      "rel-constrast": 2.514857292175293,
+      "step": 1702,
+      "subrel-constrast": 3.488149881362915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1151008605957031,
+      "cov-distil (oracle2student)": 2.865448236465454,
+      "cov-distil (oracle2teacher)": 3.638596534729004,
+      "epoch": 1.336734693877551,
+      "rel-constrast": 2.384942054748535,
+      "step": 1703,
+      "subrel-constrast": 3.135843276977539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5315178632736206,
+      "cov-distil (oracle2student)": 2.0018911361694336,
+      "cov-distil (oracle2teacher)": 2.3488893508911133,
+      "epoch": 1.3375196232339088,
+      "rel-constrast": 1.9972370862960815,
+      "step": 1704,
+      "subrel-constrast": 2.7012367248535156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6730701923370361,
+      "cov-distil (oracle2student)": 3.1682558059692383,
+      "cov-distil (oracle2teacher)": 3.1774349212646484,
+      "epoch": 1.3383045525902668,
+      "rel-constrast": 2.1729378700256348,
+      "step": 1705,
+      "subrel-constrast": 3.3846652507781982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5645828247070312,
+      "cov-distil (oracle2student)": 3.0768232345581055,
+      "cov-distil (oracle2teacher)": 3.6127519607543945,
+      "epoch": 1.3390894819466248,
+      "rel-constrast": 2.74924898147583,
+      "step": 1706,
+      "subrel-constrast": 3.2934718132019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5017133951187134,
+      "cov-distil (oracle2student)": 3.383028745651245,
+      "cov-distil (oracle2teacher)": 3.066603183746338,
+      "epoch": 1.3398744113029828,
+      "rel-constrast": 3.287877082824707,
+      "step": 1707,
+      "subrel-constrast": 4.0102033615112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.323404312133789,
+      "cov-distil (oracle2student)": 3.914201259613037,
+      "cov-distil (oracle2teacher)": 3.881359338760376,
+      "epoch": 1.3406593406593408,
+      "rel-constrast": 3.176435947418213,
+      "step": 1708,
+      "subrel-constrast": 3.6439154148101807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428868293762207,
+      "cov-distil (oracle2student)": 4.273033142089844,
+      "cov-distil (oracle2teacher)": 4.26628303527832,
+      "epoch": 1.3414442700156985,
+      "rel-constrast": 2.549382209777832,
+      "step": 1709,
+      "subrel-constrast": 3.0860307216644287,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3422291993720565,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.9238272981566834e-05,
+      "loss": 0.6887,
+      "step": 1710
+    },
+    {
+      "cov-distil": 1.081392526626587,
+      "cov-distil (oracle2student)": 5.827483177185059,
+      "cov-distil (oracle2teacher)": 5.341393947601318,
+      "epoch": 1.3422291993720565,
+      "rel-constrast": 2.8190817832946777,
+      "step": 1710,
+      "subrel-constrast": 3.3911261558532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2207149267196655,
+      "cov-distil (oracle2student)": 5.374782562255859,
+      "cov-distil (oracle2teacher)": 5.0022077560424805,
+      "epoch": 1.3430141287284145,
+      "rel-constrast": 1.670638084411621,
+      "step": 1711,
+      "subrel-constrast": 2.642967939376831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353926181793213,
+      "cov-distil (oracle2student)": 2.9009010791778564,
+      "cov-distil (oracle2teacher)": 3.7013018131256104,
+      "epoch": 1.3437990580847723,
+      "rel-constrast": 3.4264278411865234,
+      "step": 1712,
+      "subrel-constrast": 4.440281391143799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4675931930541992,
+      "cov-distil (oracle2student)": 4.909945487976074,
+      "cov-distil (oracle2teacher)": 4.447066307067871,
+      "epoch": 1.3445839874411303,
+      "rel-constrast": 2.7537853717803955,
+      "step": 1713,
+      "subrel-constrast": 3.529341697692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.124407172203064,
+      "cov-distil (oracle2student)": 5.115457057952881,
+      "cov-distil (oracle2teacher)": 4.879899978637695,
+      "epoch": 1.3453689167974883,
+      "rel-constrast": 2.403954267501831,
+      "step": 1714,
+      "subrel-constrast": 3.303976058959961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.701810598373413,
+      "cov-distil (oracle2student)": 4.863839149475098,
+      "cov-distil (oracle2teacher)": 4.200281620025635,
+      "epoch": 1.3461538461538463,
+      "rel-constrast": 2.4296562671661377,
+      "step": 1715,
+      "subrel-constrast": 3.0966598987579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881268501281738,
+      "cov-distil (oracle2student)": 4.329209327697754,
+      "cov-distil (oracle2teacher)": 4.223686218261719,
+      "epoch": 1.346938775510204,
+      "rel-constrast": 3.221346378326416,
+      "step": 1716,
+      "subrel-constrast": 3.7356741428375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601477861404419,
+      "cov-distil (oracle2student)": 4.000622749328613,
+      "cov-distil (oracle2teacher)": 3.9415695667266846,
+      "epoch": 1.347723704866562,
+      "rel-constrast": 2.6288466453552246,
+      "step": 1717,
+      "subrel-constrast": 3.582732677459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8193079233169556,
+      "cov-distil (oracle2student)": 3.9107248783111572,
+      "cov-distil (oracle2teacher)": 4.025141716003418,
+      "epoch": 1.34850863422292,
+      "rel-constrast": 4.060984134674072,
+      "step": 1718,
+      "subrel-constrast": 4.846158504486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519190788269043,
+      "cov-distil (oracle2student)": 3.7812249660491943,
+      "cov-distil (oracle2teacher)": 4.257962703704834,
+      "epoch": 1.3492935635792778,
+      "rel-constrast": 2.8818671703338623,
+      "step": 1719,
+      "subrel-constrast": 3.973895788192749,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3500784929356358,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.921674778160893e-05,
+      "loss": 0.7431,
+      "step": 1720
+    },
+    {
+      "cov-distil": 1.4843339920043945,
+      "cov-distil (oracle2student)": 4.635878086090088,
+      "cov-distil (oracle2teacher)": 4.166833877563477,
+      "epoch": 1.3500784929356358,
+      "rel-constrast": 2.9307570457458496,
+      "step": 1720,
+      "subrel-constrast": 3.4832499027252197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3266394138336182,
+      "cov-distil (oracle2student)": 5.636879920959473,
+      "cov-distil (oracle2teacher)": 4.4373955726623535,
+      "epoch": 1.3508634222919937,
+      "rel-constrast": 3.0167200565338135,
+      "step": 1721,
+      "subrel-constrast": 3.013080358505249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8228155374526978,
+      "cov-distil (oracle2student)": 3.767451286315918,
+      "cov-distil (oracle2teacher)": 3.762378454208374,
+      "epoch": 1.3516483516483517,
+      "rel-constrast": 2.6804583072662354,
+      "step": 1722,
+      "subrel-constrast": 3.7772467136383057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5253863334655762,
+      "cov-distil (oracle2student)": 4.397368907928467,
+      "cov-distil (oracle2teacher)": 4.080415725708008,
+      "epoch": 1.3524332810047095,
+      "rel-constrast": 3.5323140621185303,
+      "step": 1723,
+      "subrel-constrast": 4.126648902893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286723613739014,
+      "cov-distil (oracle2student)": 4.10756778717041,
+      "cov-distil (oracle2teacher)": 3.766479253768921,
+      "epoch": 1.3532182103610675,
+      "rel-constrast": 3.788242816925049,
+      "step": 1724,
+      "subrel-constrast": 3.9748165607452393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6401193141937256,
+      "cov-distil (oracle2student)": 2.8886406421661377,
+      "cov-distil (oracle2teacher)": 2.954597234725952,
+      "epoch": 1.3540031397174255,
+      "rel-constrast": 2.6082262992858887,
+      "step": 1725,
+      "subrel-constrast": 3.743175983428955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3371732234954834,
+      "cov-distil (oracle2student)": 5.656307220458984,
+      "cov-distil (oracle2teacher)": 4.892755508422852,
+      "epoch": 1.3547880690737832,
+      "rel-constrast": 3.9849557876586914,
+      "step": 1726,
+      "subrel-constrast": 4.523749351501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.720710039138794,
+      "cov-distil (oracle2student)": 5.891674041748047,
+      "cov-distil (oracle2teacher)": 5.492726802825928,
+      "epoch": 1.3555729984301412,
+      "rel-constrast": 2.9663026332855225,
+      "step": 1727,
+      "subrel-constrast": 3.7746434211730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3942320346832275,
+      "cov-distil (oracle2student)": 4.154197692871094,
+      "cov-distil (oracle2teacher)": 3.8255786895751953,
+      "epoch": 1.3563579277864992,
+      "rel-constrast": 2.909430503845215,
+      "step": 1728,
+      "subrel-constrast": 3.3779075145721436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1056621074676514,
+      "cov-distil (oracle2student)": 5.594830513000488,
+      "cov-distil (oracle2teacher)": 5.0517072677612305,
+      "epoch": 1.3571428571428572,
+      "rel-constrast": 2.3291707038879395,
+      "step": 1729,
+      "subrel-constrast": 3.4596457481384277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3579277864992152,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.919492750822164e-05,
+      "loss": 0.8086,
+      "step": 1730
+    },
+    {
+      "cov-distil": 1.0618146657943726,
+      "cov-distil (oracle2student)": 4.845118999481201,
+      "cov-distil (oracle2teacher)": 4.5378899574279785,
+      "epoch": 1.3579277864992152,
+      "rel-constrast": 2.635180950164795,
+      "step": 1730,
+      "subrel-constrast": 3.1001203060150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5445315837860107,
+      "cov-distil (oracle2student)": 3.147429943084717,
+      "cov-distil (oracle2teacher)": 3.502480983734131,
+      "epoch": 1.358712715855573,
+      "rel-constrast": 2.7715322971343994,
+      "step": 1731,
+      "subrel-constrast": 3.551654100418091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890753269195557,
+      "cov-distil (oracle2student)": 4.402159690856934,
+      "cov-distil (oracle2teacher)": 3.9822463989257812,
+      "epoch": 1.359497645211931,
+      "rel-constrast": 2.879653215408325,
+      "step": 1732,
+      "subrel-constrast": 3.7010772228240967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7144513130187988,
+      "cov-distil (oracle2student)": 3.2460508346557617,
+      "cov-distil (oracle2teacher)": 3.8056204319000244,
+      "epoch": 1.3602825745682887,
+      "rel-constrast": 3.305478096008301,
+      "step": 1733,
+      "subrel-constrast": 3.790867567062378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1175999641418457,
+      "cov-distil (oracle2student)": 2.724719285964966,
+      "cov-distil (oracle2teacher)": 3.3160347938537598,
+      "epoch": 1.3610675039246467,
+      "rel-constrast": 1.7467615604400635,
+      "step": 1734,
+      "subrel-constrast": 3.076059341430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.434706211090088,
+      "cov-distil (oracle2student)": 4.187713623046875,
+      "cov-distil (oracle2teacher)": 4.25986909866333,
+      "epoch": 1.3618524332810047,
+      "rel-constrast": 2.0395944118499756,
+      "step": 1735,
+      "subrel-constrast": 3.2258193492889404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1276826858520508,
+      "cov-distil (oracle2student)": 7.249734878540039,
+      "cov-distil (oracle2teacher)": 6.112825393676758,
+      "epoch": 1.3626373626373627,
+      "rel-constrast": 4.430420875549316,
+      "step": 1736,
+      "subrel-constrast": 4.517467975616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7729322910308838,
+      "cov-distil (oracle2student)": 4.154900550842285,
+      "cov-distil (oracle2teacher)": 3.9162378311157227,
+      "epoch": 1.3634222919937207,
+      "rel-constrast": 3.754016876220703,
+      "step": 1737,
+      "subrel-constrast": 4.286582946777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.039358377456665,
+      "cov-distil (oracle2student)": 4.010970592498779,
+      "cov-distil (oracle2teacher)": 3.628436326980591,
+      "epoch": 1.3642072213500784,
+      "rel-constrast": 2.7818729877471924,
+      "step": 1738,
+      "subrel-constrast": 3.192831516265869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3002960681915283,
+      "cov-distil (oracle2student)": 4.715875625610352,
+      "cov-distil (oracle2teacher)": 4.7496337890625,
+      "epoch": 1.3649921507064364,
+      "rel-constrast": 3.805814743041992,
+      "step": 1739,
+      "subrel-constrast": 4.489636421203613,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3657770800627944,
+      "grad_norm": 6.125,
+      "learning_rate": 4.917281242727812e-05,
+      "loss": 0.7905,
+      "step": 1740
+    },
+    {
+      "cov-distil": 1.0826528072357178,
+      "cov-distil (oracle2student)": 3.6261558532714844,
+      "cov-distil (oracle2teacher)": 3.517632484436035,
+      "epoch": 1.3657770800627944,
+      "rel-constrast": 2.9335129261016846,
+      "step": 1740,
+      "subrel-constrast": 3.3870151042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.295567274093628,
+      "cov-distil (oracle2student)": 3.7799532413482666,
+      "cov-distil (oracle2teacher)": 3.1188812255859375,
+      "epoch": 1.3665620094191522,
+      "rel-constrast": 2.6558594703674316,
+      "step": 1741,
+      "subrel-constrast": 2.7380588054656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0450639724731445,
+      "cov-distil (oracle2student)": 4.798305988311768,
+      "cov-distil (oracle2teacher)": 4.594151496887207,
+      "epoch": 1.3673469387755102,
+      "rel-constrast": 2.19745135307312,
+      "step": 1742,
+      "subrel-constrast": 3.7651469707489014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9361448287963867,
+      "cov-distil (oracle2student)": 3.4932923316955566,
+      "cov-distil (oracle2teacher)": 3.5693211555480957,
+      "epoch": 1.3681318681318682,
+      "rel-constrast": 2.5954251289367676,
+      "step": 1743,
+      "subrel-constrast": 2.80815052986145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4450926780700684,
+      "cov-distil (oracle2student)": 3.8245177268981934,
+      "cov-distil (oracle2teacher)": 3.891239643096924,
+      "epoch": 1.3689167974882261,
+      "rel-constrast": 3.0160374641418457,
+      "step": 1744,
+      "subrel-constrast": 3.4524195194244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455041885375977,
+      "cov-distil (oracle2student)": 3.8184432983398438,
+      "cov-distil (oracle2teacher)": 3.88462233543396,
+      "epoch": 1.369701726844584,
+      "rel-constrast": 3.801227569580078,
+      "step": 1745,
+      "subrel-constrast": 3.9571356773376465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.461526870727539,
+      "cov-distil (oracle2student)": 4.549899101257324,
+      "cov-distil (oracle2teacher)": 3.7564520835876465,
+      "epoch": 1.370486656200942,
+      "rel-constrast": 3.6531753540039062,
+      "step": 1746,
+      "subrel-constrast": 3.9839367866516113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4556019306182861,
+      "cov-distil (oracle2student)": 3.929880142211914,
+      "cov-distil (oracle2teacher)": 3.717059373855591,
+      "epoch": 1.3712715855572999,
+      "rel-constrast": 2.1996192932128906,
+      "step": 1747,
+      "subrel-constrast": 3.085503578186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3401236534118652,
+      "cov-distil (oracle2student)": 5.345374584197998,
+      "cov-distil (oracle2teacher)": 4.693299293518066,
+      "epoch": 1.3720565149136577,
+      "rel-constrast": 2.5245697498321533,
+      "step": 1748,
+      "subrel-constrast": 3.0306918621063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6430013179779053,
+      "cov-distil (oracle2student)": 3.0627193450927734,
+      "cov-distil (oracle2teacher)": 3.5168375968933105,
+      "epoch": 1.3728414442700156,
+      "rel-constrast": 2.1481099128723145,
+      "step": 1749,
+      "subrel-constrast": 3.1956779956817627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3736263736263736,
+      "grad_norm": 5.0,
+      "learning_rate": 4.9150402808243644e-05,
+      "loss": 0.731,
+      "step": 1750
+    },
+    {
+      "cov-distil": 1.3824069499969482,
+      "cov-distil (oracle2student)": 5.677611351013184,
+      "cov-distil (oracle2teacher)": 4.536192417144775,
+      "epoch": 1.3736263736263736,
+      "rel-constrast": 3.7941489219665527,
+      "step": 1750,
+      "subrel-constrast": 4.1272077560424805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4564387798309326,
+      "cov-distil (oracle2student)": 3.256950855255127,
+      "cov-distil (oracle2teacher)": 3.4080405235290527,
+      "epoch": 1.3744113029827316,
+      "rel-constrast": 2.686173915863037,
+      "step": 1751,
+      "subrel-constrast": 3.110144853591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3994667530059814,
+      "cov-distil (oracle2student)": 4.597443103790283,
+      "cov-distil (oracle2teacher)": 4.585826873779297,
+      "epoch": 1.3751962323390896,
+      "rel-constrast": 2.3697707653045654,
+      "step": 1752,
+      "subrel-constrast": 3.2143096923828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72646164894104,
+      "cov-distil (oracle2student)": 3.643385887145996,
+      "cov-distil (oracle2teacher)": 4.126883029937744,
+      "epoch": 1.3759811616954474,
+      "rel-constrast": 2.683345317840576,
+      "step": 1753,
+      "subrel-constrast": 3.8663997650146484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3887810707092285,
+      "cov-distil (oracle2student)": 2.553576946258545,
+      "cov-distil (oracle2teacher)": 2.4935812950134277,
+      "epoch": 1.3767660910518054,
+      "rel-constrast": 2.2330849170684814,
+      "step": 1754,
+      "subrel-constrast": 2.932375192642212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7131316661834717,
+      "cov-distil (oracle2student)": 2.7875115871429443,
+      "cov-distil (oracle2teacher)": 2.754456043243408,
+      "epoch": 1.3775510204081631,
+      "rel-constrast": 2.09670352935791,
+      "step": 1755,
+      "subrel-constrast": 2.8941287994384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5519529581069946,
+      "cov-distil (oracle2student)": 3.9605956077575684,
+      "cov-distil (oracle2teacher)": 3.9108903408050537,
+      "epoch": 1.3783359497645211,
+      "rel-constrast": 2.346756935119629,
+      "step": 1756,
+      "subrel-constrast": 3.025015115737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.143404483795166,
+      "cov-distil (oracle2student)": 4.485654830932617,
+      "cov-distil (oracle2teacher)": 3.552102565765381,
+      "epoch": 1.379120879120879,
+      "rel-constrast": 3.2750332355499268,
+      "step": 1757,
+      "subrel-constrast": 3.3454391956329346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2158668041229248,
+      "cov-distil (oracle2student)": 4.3882598876953125,
+      "cov-distil (oracle2teacher)": 4.6353840827941895,
+      "epoch": 1.379905808477237,
+      "rel-constrast": 2.8482608795166016,
+      "step": 1758,
+      "subrel-constrast": 3.654893159866333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.442891001701355,
+      "cov-distil (oracle2student)": 3.75789213180542,
+      "cov-distil (oracle2teacher)": 3.5688633918762207,
+      "epoch": 1.380690737833595,
+      "rel-constrast": 2.825012683868408,
+      "step": 1759,
+      "subrel-constrast": 3.4315226078033447,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3814756671899528,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.912769892417236e-05,
+      "loss": 0.715,
+      "step": 1760
+    },
+    {
+      "cov-distil": 1.277295470237732,
+      "cov-distil (oracle2student)": 4.561944007873535,
+      "cov-distil (oracle2teacher)": 4.234253883361816,
+      "epoch": 1.3814756671899528,
+      "rel-constrast": 2.9534506797790527,
+      "step": 1760,
+      "subrel-constrast": 3.4973106384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4292850494384766,
+      "cov-distil (oracle2student)": 3.1788437366485596,
+      "cov-distil (oracle2teacher)": 3.4569954872131348,
+      "epoch": 1.3822605965463108,
+      "rel-constrast": 2.9648616313934326,
+      "step": 1761,
+      "subrel-constrast": 4.153692722320557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649348497390747,
+      "cov-distil (oracle2student)": 3.9957692623138428,
+      "cov-distil (oracle2teacher)": 3.5393424034118652,
+      "epoch": 1.3830455259026688,
+      "rel-constrast": 2.010129451751709,
+      "step": 1762,
+      "subrel-constrast": 2.8695061206817627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8825892806053162,
+      "cov-distil (oracle2student)": 4.281441688537598,
+      "cov-distil (oracle2teacher)": 3.973555088043213,
+      "epoch": 1.3838304552590266,
+      "rel-constrast": 2.9419515132904053,
+      "step": 1763,
+      "subrel-constrast": 3.1668334007263184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0540237426757812,
+      "cov-distil (oracle2student)": 4.4148712158203125,
+      "cov-distil (oracle2teacher)": 3.9092445373535156,
+      "epoch": 1.3846153846153846,
+      "rel-constrast": 2.872657060623169,
+      "step": 1764,
+      "subrel-constrast": 3.2246999740600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5403823852539062,
+      "cov-distil (oracle2student)": 4.480401515960693,
+      "cov-distil (oracle2teacher)": 4.29107141494751,
+      "epoch": 1.3854003139717426,
+      "rel-constrast": 2.4473118782043457,
+      "step": 1765,
+      "subrel-constrast": 3.464146375656128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9296221733093262,
+      "cov-distil (oracle2student)": 4.12296199798584,
+      "cov-distil (oracle2teacher)": 3.8383519649505615,
+      "epoch": 1.3861852433281006,
+      "rel-constrast": 3.233968496322632,
+      "step": 1766,
+      "subrel-constrast": 4.193300724029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0214717388153076,
+      "cov-distil (oracle2student)": 2.7143003940582275,
+      "cov-distil (oracle2teacher)": 3.186598777770996,
+      "epoch": 1.3869701726844583,
+      "rel-constrast": 2.5249674320220947,
+      "step": 1767,
+      "subrel-constrast": 3.6878082752227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0996673107147217,
+      "cov-distil (oracle2student)": 3.2776894569396973,
+      "cov-distil (oracle2teacher)": 3.049516439437866,
+      "epoch": 1.3877551020408163,
+      "rel-constrast": 2.3833227157592773,
+      "step": 1768,
+      "subrel-constrast": 2.4072468280792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7651638984680176,
+      "cov-distil (oracle2student)": 4.343587875366211,
+      "cov-distil (oracle2teacher)": 4.099411487579346,
+      "epoch": 1.3885400313971743,
+      "rel-constrast": 2.4235150814056396,
+      "step": 1769,
+      "subrel-constrast": 3.2237741947174072,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.389324960753532,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.9104701051703915e-05,
+      "loss": 0.708,
+      "step": 1770
+    },
+    {
+      "cov-distil": 1.6089214086532593,
+      "cov-distil (oracle2student)": 1.9938068389892578,
+      "cov-distil (oracle2teacher)": 2.447086811065674,
+      "epoch": 1.389324960753532,
+      "rel-constrast": 2.6717936992645264,
+      "step": 1770,
+      "subrel-constrast": 3.6926400661468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0475549697875977,
+      "cov-distil (oracle2student)": 4.232304573059082,
+      "cov-distil (oracle2teacher)": 4.205155372619629,
+      "epoch": 1.39010989010989,
+      "rel-constrast": 2.5580437183380127,
+      "step": 1771,
+      "subrel-constrast": 3.1451010704040527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1233415603637695,
+      "cov-distil (oracle2student)": 3.134056806564331,
+      "cov-distil (oracle2teacher)": 3.438178062438965,
+      "epoch": 1.390894819466248,
+      "rel-constrast": 2.7492411136627197,
+      "step": 1772,
+      "subrel-constrast": 3.709041118621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5698450803756714,
+      "cov-distil (oracle2student)": 3.927119731903076,
+      "cov-distil (oracle2teacher)": 3.6161272525787354,
+      "epoch": 1.391679748822606,
+      "rel-constrast": 2.045973300933838,
+      "step": 1773,
+      "subrel-constrast": 3.0393433570861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9490007162094116,
+      "cov-distil (oracle2student)": 4.656673908233643,
+      "cov-distil (oracle2teacher)": 3.573176145553589,
+      "epoch": 1.392464678178964,
+      "rel-constrast": 4.914921283721924,
+      "step": 1774,
+      "subrel-constrast": 4.951249599456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459865689277649,
+      "cov-distil (oracle2student)": 4.682704925537109,
+      "cov-distil (oracle2teacher)": 4.323337554931641,
+      "epoch": 1.3932496075353218,
+      "rel-constrast": 2.6169118881225586,
+      "step": 1775,
+      "subrel-constrast": 3.520411491394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.024899959564209,
+      "cov-distil (oracle2student)": 3.6253342628479004,
+      "cov-distil (oracle2teacher)": 3.9742040634155273,
+      "epoch": 1.3940345368916798,
+      "rel-constrast": 3.2356555461883545,
+      "step": 1776,
+      "subrel-constrast": 3.9013290405273438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9277528524398804,
+      "cov-distil (oracle2student)": 4.837154388427734,
+      "cov-distil (oracle2teacher)": 4.316973686218262,
+      "epoch": 1.3948194662480375,
+      "rel-constrast": 3.5413308143615723,
+      "step": 1777,
+      "subrel-constrast": 3.2373464107513428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3537741899490356,
+      "cov-distil (oracle2student)": 4.281999588012695,
+      "cov-distil (oracle2teacher)": 4.542726516723633,
+      "epoch": 1.3956043956043955,
+      "rel-constrast": 1.8808162212371826,
+      "step": 1778,
+      "subrel-constrast": 3.06569766998291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6620193719863892,
+      "cov-distil (oracle2student)": 3.7810750007629395,
+      "cov-distil (oracle2teacher)": 3.3276071548461914,
+      "epoch": 1.3963893249607535,
+      "rel-constrast": 2.0814690589904785,
+      "step": 1779,
+      "subrel-constrast": 3.398512125015259,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3971742543171115,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.9081409471060133e-05,
+      "loss": 0.7467,
+      "step": 1780
+    },
+    {
+      "cov-distil": 1.975041151046753,
+      "cov-distil (oracle2student)": 4.313316345214844,
+      "cov-distil (oracle2teacher)": 4.424312114715576,
+      "epoch": 1.3971742543171115,
+      "rel-constrast": 2.7330856323242188,
+      "step": 1780,
+      "subrel-constrast": 3.9072744846343994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3184494972229004,
+      "cov-distil (oracle2student)": 2.3401479721069336,
+      "cov-distil (oracle2teacher)": 2.615574598312378,
+      "epoch": 1.3979591836734695,
+      "rel-constrast": 3.1698129177093506,
+      "step": 1781,
+      "subrel-constrast": 4.002466678619385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5081775188446045,
+      "cov-distil (oracle2student)": 4.373048782348633,
+      "cov-distil (oracle2teacher)": 4.501211643218994,
+      "epoch": 1.3987441130298273,
+      "rel-constrast": 2.671898603439331,
+      "step": 1782,
+      "subrel-constrast": 4.031023979187012,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7810746431350708,
+      "cov-distil (oracle2student)": 4.0231547355651855,
+      "cov-distil (oracle2teacher)": 3.3979432582855225,
+      "epoch": 1.3995290423861853,
+      "rel-constrast": 3.4191641807556152,
+      "step": 1783,
+      "subrel-constrast": 4.124697685241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2770994901657104,
+      "cov-distil (oracle2student)": 4.195890426635742,
+      "cov-distil (oracle2teacher)": 3.46781063079834,
+      "epoch": 1.4003139717425432,
+      "rel-constrast": 3.2167983055114746,
+      "step": 1784,
+      "subrel-constrast": 3.7879691123962402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4572951793670654,
+      "cov-distil (oracle2student)": 5.796965599060059,
+      "cov-distil (oracle2teacher)": 5.57896614074707,
+      "epoch": 1.401098901098901,
+      "rel-constrast": 3.993894100189209,
+      "step": 1785,
+      "subrel-constrast": 4.575894355773926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4861783981323242,
+      "cov-distil (oracle2student)": 4.789185047149658,
+      "cov-distil (oracle2teacher)": 4.152342319488525,
+      "epoch": 1.401883830455259,
+      "rel-constrast": 2.1518936157226562,
+      "step": 1786,
+      "subrel-constrast": 2.857137441635132,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0199559926986694,
+      "cov-distil (oracle2student)": 4.052515029907227,
+      "cov-distil (oracle2teacher)": 3.9190690517425537,
+      "epoch": 1.402668759811617,
+      "rel-constrast": 2.2214207649230957,
+      "step": 1787,
+      "subrel-constrast": 2.9084455966949463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5194413661956787,
+      "cov-distil (oracle2student)": 4.2949748039245605,
+      "cov-distil (oracle2teacher)": 4.273899078369141,
+      "epoch": 1.403453689167975,
+      "rel-constrast": 1.8227193355560303,
+      "step": 1788,
+      "subrel-constrast": 2.8076255321502686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.06584632396698,
+      "cov-distil (oracle2student)": 3.7848901748657227,
+      "cov-distil (oracle2teacher)": 3.3771371841430664,
+      "epoch": 1.4042386185243327,
+      "rel-constrast": 2.787358283996582,
+      "step": 1789,
+      "subrel-constrast": 3.5303947925567627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4050235478806907,
+      "grad_norm": 4.5625,
+      "learning_rate": 4.905782446604159e-05,
+      "loss": 0.7407,
+      "step": 1790
+    },
+    {
+      "cov-distil": 2.289405107498169,
+      "cov-distil (oracle2student)": 3.578599214553833,
+      "cov-distil (oracle2teacher)": 3.4512925148010254,
+      "epoch": 1.4050235478806907,
+      "rel-constrast": 2.3787174224853516,
+      "step": 1790,
+      "subrel-constrast": 3.511873960494995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2878767251968384,
+      "cov-distil (oracle2student)": 3.9206135272979736,
+      "cov-distil (oracle2teacher)": 3.6987013816833496,
+      "epoch": 1.4058084772370487,
+      "rel-constrast": 1.954724669456482,
+      "step": 1791,
+      "subrel-constrast": 2.8543734550476074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0315364599227905,
+      "cov-distil (oracle2student)": 5.348865985870361,
+      "cov-distil (oracle2teacher)": 5.0657501220703125,
+      "epoch": 1.4065934065934065,
+      "rel-constrast": 2.9480481147766113,
+      "step": 1792,
+      "subrel-constrast": 3.7603235244750977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7520729303359985,
+      "cov-distil (oracle2student)": 3.5946998596191406,
+      "cov-distil (oracle2teacher)": 3.9707908630371094,
+      "epoch": 1.4073783359497645,
+      "rel-constrast": 3.9384000301361084,
+      "step": 1793,
+      "subrel-constrast": 4.622103214263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4584685564041138,
+      "cov-distil (oracle2student)": 3.668431282043457,
+      "cov-distil (oracle2teacher)": 3.79821515083313,
+      "epoch": 1.4081632653061225,
+      "rel-constrast": 3.114461898803711,
+      "step": 1794,
+      "subrel-constrast": 4.088900089263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1298915147781372,
+      "cov-distil (oracle2student)": 5.357276916503906,
+      "cov-distil (oracle2teacher)": 4.751312255859375,
+      "epoch": 1.4089481946624804,
+      "rel-constrast": 2.830813407897949,
+      "step": 1795,
+      "subrel-constrast": 3.199908494949341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.313107490539551,
+      "cov-distil (oracle2student)": 5.050443649291992,
+      "cov-distil (oracle2teacher)": 4.313997745513916,
+      "epoch": 1.4097331240188384,
+      "rel-constrast": 2.955758810043335,
+      "step": 1796,
+      "subrel-constrast": 3.5969579219818115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214133858680725,
+      "cov-distil (oracle2student)": 2.1331787109375,
+      "cov-distil (oracle2teacher)": 2.266268730163574,
+      "epoch": 1.4105180533751962,
+      "rel-constrast": 1.6433556079864502,
+      "step": 1797,
+      "subrel-constrast": 2.509021759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5446757078170776,
+      "cov-distil (oracle2student)": 4.411598205566406,
+      "cov-distil (oracle2teacher)": 4.118759632110596,
+      "epoch": 1.4113029827315542,
+      "rel-constrast": 2.2952840328216553,
+      "step": 1798,
+      "subrel-constrast": 2.7476847171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6647090911865234,
+      "cov-distil (oracle2student)": 4.157137393951416,
+      "cov-distil (oracle2teacher)": 3.5608763694763184,
+      "epoch": 1.412087912087912,
+      "rel-constrast": 3.6442322731018066,
+      "step": 1799,
+      "subrel-constrast": 4.126953125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.41287284144427,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.90339463240241e-05,
+      "loss": 0.7318,
+      "step": 1800
+    },
+    {
+      "epoch": 1.41287284144427,
+      "overlap": 0.296875,
+      "step": 1800
+    },
+    {
+      "epoch": 1.41287284144427,
+      "step": 1800,
+      "student margin": 0.06158447265625
+    },
+    {
+      "epoch": 1.41287284144427,
+      "step": 1800,
+      "teacher margin": 0.03912353515625
+    },
+    {
+      "epoch": 1.41287284144427,
+      "margin difference": -0.0224609375,
+      "step": 1800
+    },
+    {
+      "cov-distil": 1.3753511905670166,
+      "cov-distil (oracle2student)": 3.7895617485046387,
+      "cov-distil (oracle2teacher)": 3.4697158336639404,
+      "epoch": 1.41287284144427,
+      "rel-constrast": 2.8414173126220703,
+      "step": 1800,
+      "subrel-constrast": 3.6772074699401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2888927459716797,
+      "cov-distil (oracle2student)": 4.218761444091797,
+      "cov-distil (oracle2teacher)": 3.251814126968384,
+      "epoch": 1.413657770800628,
+      "rel-constrast": 2.7894210815429688,
+      "step": 1801,
+      "subrel-constrast": 3.297595739364624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5428814888000488,
+      "cov-distil (oracle2student)": 4.462331295013428,
+      "cov-distil (oracle2teacher)": 4.133782863616943,
+      "epoch": 1.414442700156986,
+      "rel-constrast": 2.830944061279297,
+      "step": 1802,
+      "subrel-constrast": 3.652177572250366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3823407888412476,
+      "cov-distil (oracle2student)": 2.4255661964416504,
+      "cov-distil (oracle2teacher)": 2.612318515777588,
+      "epoch": 1.415227629513344,
+      "rel-constrast": 1.3273444175720215,
+      "step": 1803,
+      "subrel-constrast": 2.1789848804473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1732839345932007,
+      "cov-distil (oracle2student)": 3.3564648628234863,
+      "cov-distil (oracle2teacher)": 3.553042411804199,
+      "epoch": 1.4160125588697017,
+      "rel-constrast": 2.267561435699463,
+      "step": 1804,
+      "subrel-constrast": 3.235435724258423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9953148365020752,
+      "cov-distil (oracle2student)": 5.615447044372559,
+      "cov-distil (oracle2teacher)": 4.846495628356934,
+      "epoch": 1.4167974882260597,
+      "rel-constrast": 3.133941411972046,
+      "step": 1805,
+      "subrel-constrast": 3.020993709564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5745139122009277,
+      "cov-distil (oracle2student)": 4.578680992126465,
+      "cov-distil (oracle2teacher)": 4.446898460388184,
+      "epoch": 1.4175824175824177,
+      "rel-constrast": 2.3419127464294434,
+      "step": 1806,
+      "subrel-constrast": 3.1521565914154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.952881097793579,
+      "cov-distil (oracle2student)": 5.156837463378906,
+      "cov-distil (oracle2teacher)": 4.3093366622924805,
+      "epoch": 1.4183673469387754,
+      "rel-constrast": 1.7049798965454102,
+      "step": 1807,
+      "subrel-constrast": 2.738222122192383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.48823881149292,
+      "cov-distil (oracle2student)": 4.362990856170654,
+      "cov-distil (oracle2teacher)": 4.08839750289917,
+      "epoch": 1.4191522762951334,
+      "rel-constrast": 3.0215883255004883,
+      "step": 1808,
+      "subrel-constrast": 3.518209934234619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8446228504180908,
+      "cov-distil (oracle2student)": 5.151702880859375,
+      "cov-distil (oracle2teacher)": 4.638205528259277,
+      "epoch": 1.4199372056514914,
+      "rel-constrast": 3.1416099071502686,
+      "step": 1809,
+      "subrel-constrast": 3.8997795581817627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4207221350078494,
+      "grad_norm": 6.8125,
+      "learning_rate": 4.900977533595531e-05,
+      "loss": 0.6716,
+      "step": 1810
+    },
+    {
+      "cov-distil": 1.6543567180633545,
+      "cov-distil (oracle2student)": 4.950900077819824,
+      "cov-distil (oracle2teacher)": 4.470099925994873,
+      "epoch": 1.4207221350078494,
+      "rel-constrast": 2.619957685470581,
+      "step": 1810,
+      "subrel-constrast": 3.1563613414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3683617115020752,
+      "cov-distil (oracle2student)": 4.222921371459961,
+      "cov-distil (oracle2teacher)": 3.636617422103882,
+      "epoch": 1.4215070643642072,
+      "rel-constrast": 2.228365421295166,
+      "step": 1811,
+      "subrel-constrast": 2.803258180618286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8803507089614868,
+      "cov-distil (oracle2student)": 3.889373779296875,
+      "cov-distil (oracle2teacher)": 3.9628119468688965,
+      "epoch": 1.4222919937205651,
+      "rel-constrast": 3.4966611862182617,
+      "step": 1812,
+      "subrel-constrast": 3.9638965129852295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8111013174057007,
+      "cov-distil (oracle2student)": 4.548791885375977,
+      "cov-distil (oracle2teacher)": 4.69551944732666,
+      "epoch": 1.4230769230769231,
+      "rel-constrast": 1.8570060729980469,
+      "step": 1813,
+      "subrel-constrast": 3.579813241958618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.286060094833374,
+      "cov-distil (oracle2student)": 4.387686729431152,
+      "cov-distil (oracle2teacher)": 3.7512662410736084,
+      "epoch": 1.423861852433281,
+      "rel-constrast": 1.78669011592865,
+      "step": 1814,
+      "subrel-constrast": 2.735056161880493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.087967872619629,
+      "cov-distil (oracle2student)": 2.901634693145752,
+      "cov-distil (oracle2teacher)": 3.397329807281494,
+      "epoch": 1.4246467817896389,
+      "rel-constrast": 2.498164176940918,
+      "step": 1815,
+      "subrel-constrast": 3.076226234436035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547093391418457,
+      "cov-distil (oracle2student)": 5.884370803833008,
+      "cov-distil (oracle2teacher)": 5.389580726623535,
+      "epoch": 1.4254317111459969,
+      "rel-constrast": 3.1378984451293945,
+      "step": 1816,
+      "subrel-constrast": 3.7884104251861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7544300556182861,
+      "cov-distil (oracle2student)": 5.527893543243408,
+      "cov-distil (oracle2teacher)": 4.92282772064209,
+      "epoch": 1.4262166405023549,
+      "rel-constrast": 3.694044828414917,
+      "step": 1817,
+      "subrel-constrast": 4.2226386070251465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8763136863708496,
+      "cov-distil (oracle2student)": 3.690674066543579,
+      "cov-distil (oracle2teacher)": 3.4789791107177734,
+      "epoch": 1.4270015698587128,
+      "rel-constrast": 3.362605571746826,
+      "step": 1818,
+      "subrel-constrast": 3.578190565109253,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3423494100570679,
+      "cov-distil (oracle2student)": 3.6252429485321045,
+      "cov-distil (oracle2teacher)": 3.494964122772217,
+      "epoch": 1.4277864992150706,
+      "rel-constrast": 2.935727119445801,
+      "step": 1819,
+      "subrel-constrast": 3.335447311401367,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.898531179635107e-05,
+      "loss": 0.7297,
+      "step": 1820
+    },
+    {
+      "cov-distil": 1.4452028274536133,
+      "cov-distil (oracle2student)": 3.840649366378784,
+      "cov-distil (oracle2teacher)": 3.7159183025360107,
+      "epoch": 1.4285714285714286,
+      "rel-constrast": 2.420172691345215,
+      "step": 1820,
+      "subrel-constrast": 3.194286584854126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.201493263244629,
+      "cov-distil (oracle2student)": 5.996379852294922,
+      "cov-distil (oracle2teacher)": 5.120425224304199,
+      "epoch": 1.4293563579277864,
+      "rel-constrast": 2.8248565196990967,
+      "step": 1821,
+      "subrel-constrast": 3.5173699855804443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.177264928817749,
+      "cov-distil (oracle2student)": 4.552891254425049,
+      "cov-distil (oracle2teacher)": 4.260626316070557,
+      "epoch": 1.4301412872841444,
+      "rel-constrast": 2.2708792686462402,
+      "step": 1822,
+      "subrel-constrast": 2.9936554431915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4655922651290894,
+      "cov-distil (oracle2student)": 3.373347282409668,
+      "cov-distil (oracle2teacher)": 3.1805851459503174,
+      "epoch": 1.4309262166405023,
+      "rel-constrast": 1.8171770572662354,
+      "step": 1823,
+      "subrel-constrast": 2.7735021114349365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8172528743743896,
+      "cov-distil (oracle2student)": 3.765939474105835,
+      "cov-distil (oracle2teacher)": 3.363713264465332,
+      "epoch": 1.4317111459968603,
+      "rel-constrast": 2.386641025543213,
+      "step": 1824,
+      "subrel-constrast": 3.342613697052002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3294904232025146,
+      "cov-distil (oracle2student)": 3.5718371868133545,
+      "cov-distil (oracle2teacher)": 3.6850156784057617,
+      "epoch": 1.4324960753532183,
+      "rel-constrast": 3.0851714611053467,
+      "step": 1825,
+      "subrel-constrast": 3.9347751140594482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6668248176574707,
+      "cov-distil (oracle2student)": 6.5556745529174805,
+      "cov-distil (oracle2teacher)": 5.82924747467041,
+      "epoch": 1.433281004709576,
+      "rel-constrast": 4.023918151855469,
+      "step": 1826,
+      "subrel-constrast": 4.2772979736328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4551129341125488,
+      "cov-distil (oracle2student)": 4.62976598739624,
+      "cov-distil (oracle2teacher)": 4.322417736053467,
+      "epoch": 1.434065934065934,
+      "rel-constrast": 3.3585753440856934,
+      "step": 1827,
+      "subrel-constrast": 3.5313055515289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.602424144744873,
+      "cov-distil (oracle2student)": 3.8924152851104736,
+      "cov-distil (oracle2teacher)": 3.7449512481689453,
+      "epoch": 1.434850863422292,
+      "rel-constrast": 2.519665002822876,
+      "step": 1828,
+      "subrel-constrast": 3.329277992248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.58683180809021,
+      "cov-distil (oracle2student)": 6.385455131530762,
+      "cov-distil (oracle2teacher)": 5.142876625061035,
+      "epoch": 1.4356357927786498,
+      "rel-constrast": 3.937894821166992,
+      "step": 1829,
+      "subrel-constrast": 4.098027229309082,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4364207221350078,
+      "grad_norm": 6.78125,
+      "learning_rate": 4.89605560032919e-05,
+      "loss": 0.753,
+      "step": 1830
+    },
+    {
+      "cov-distil": 1.2683773040771484,
+      "cov-distil (oracle2student)": 5.51456880569458,
+      "cov-distil (oracle2teacher)": 4.932936668395996,
+      "epoch": 1.4364207221350078,
+      "rel-constrast": 3.1549861431121826,
+      "step": 1830,
+      "subrel-constrast": 3.7158656120300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7652406692504883,
+      "cov-distil (oracle2student)": 2.5780203342437744,
+      "cov-distil (oracle2teacher)": 3.1185131072998047,
+      "epoch": 1.4372056514913658,
+      "rel-constrast": 2.3700711727142334,
+      "step": 1831,
+      "subrel-constrast": 3.638542652130127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9649511575698853,
+      "cov-distil (oracle2student)": 4.225449085235596,
+      "cov-distil (oracle2teacher)": 4.1012067794799805,
+      "epoch": 1.4379905808477238,
+      "rel-constrast": 1.9386816024780273,
+      "step": 1832,
+      "subrel-constrast": 2.3051044940948486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5771992206573486,
+      "cov-distil (oracle2student)": 4.981726169586182,
+      "cov-distil (oracle2teacher)": 4.143196105957031,
+      "epoch": 1.4387755102040816,
+      "rel-constrast": 2.8138246536254883,
+      "step": 1833,
+      "subrel-constrast": 3.299802780151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4737906455993652,
+      "cov-distil (oracle2student)": 2.5556771755218506,
+      "cov-distil (oracle2teacher)": 2.9800400733947754,
+      "epoch": 1.4395604395604396,
+      "rel-constrast": 2.422273635864258,
+      "step": 1834,
+      "subrel-constrast": 3.241222620010376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2281641960144043,
+      "cov-distil (oracle2student)": 3.1058075428009033,
+      "cov-distil (oracle2teacher)": 2.9412336349487305,
+      "epoch": 1.4403453689167975,
+      "rel-constrast": 3.0711140632629395,
+      "step": 1835,
+      "subrel-constrast": 3.7840170860290527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1675045490264893,
+      "cov-distil (oracle2student)": 4.564324378967285,
+      "cov-distil (oracle2teacher)": 4.323493480682373,
+      "epoch": 1.4411302982731553,
+      "rel-constrast": 2.781236171722412,
+      "step": 1836,
+      "subrel-constrast": 2.7374448776245117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.079219937324524,
+      "cov-distil (oracle2student)": 3.411094903945923,
+      "cov-distil (oracle2teacher)": 3.191303253173828,
+      "epoch": 1.4419152276295133,
+      "rel-constrast": 3.092740058898926,
+      "step": 1837,
+      "subrel-constrast": 3.351301908493042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5278972387313843,
+      "cov-distil (oracle2student)": 3.2321972846984863,
+      "cov-distil (oracle2teacher)": 3.313662528991699,
+      "epoch": 1.4427001569858713,
+      "rel-constrast": 2.879016399383545,
+      "step": 1838,
+      "subrel-constrast": 3.5835001468658447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0350725650787354,
+      "cov-distil (oracle2student)": 2.4493632316589355,
+      "cov-distil (oracle2teacher)": 2.729887008666992,
+      "epoch": 1.4434850863422293,
+      "rel-constrast": 2.38649320602417,
+      "step": 1839,
+      "subrel-constrast": 2.8666794300079346,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4442700156985873,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.893550825841932e-05,
+      "loss": 0.7105,
+      "step": 1840
+    },
+    {
+      "cov-distil": 1.6579926013946533,
+      "cov-distil (oracle2student)": 6.401279449462891,
+      "cov-distil (oracle2teacher)": 5.277112007141113,
+      "epoch": 1.4442700156985873,
+      "rel-constrast": 4.2362470626831055,
+      "step": 1840,
+      "subrel-constrast": 4.374217510223389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.097137928009033,
+      "cov-distil (oracle2student)": 6.69352912902832,
+      "cov-distil (oracle2teacher)": 6.141706466674805,
+      "epoch": 1.445054945054945,
+      "rel-constrast": 3.296020030975342,
+      "step": 1841,
+      "subrel-constrast": 4.120090484619141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52357017993927,
+      "cov-distil (oracle2student)": 2.577275276184082,
+      "cov-distil (oracle2teacher)": 2.6045939922332764,
+      "epoch": 1.445839874411303,
+      "rel-constrast": 2.0906128883361816,
+      "step": 1842,
+      "subrel-constrast": 2.8598036766052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2005269527435303,
+      "cov-distil (oracle2student)": 4.01481819152832,
+      "cov-distil (oracle2teacher)": 3.7604923248291016,
+      "epoch": 1.4466248037676608,
+      "rel-constrast": 2.2734408378601074,
+      "step": 1843,
+      "subrel-constrast": 2.775613784790039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1281768083572388,
+      "cov-distil (oracle2student)": 3.661174774169922,
+      "cov-distil (oracle2teacher)": 3.5164029598236084,
+      "epoch": 1.4474097331240188,
+      "rel-constrast": 3.1075382232666016,
+      "step": 1844,
+      "subrel-constrast": 3.5926995277404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8172249794006348,
+      "cov-distil (oracle2student)": 5.8461127281188965,
+      "cov-distil (oracle2teacher)": 6.063834190368652,
+      "epoch": 1.4481946624803768,
+      "rel-constrast": 3.76010799407959,
+      "step": 1845,
+      "subrel-constrast": 4.720701694488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380967140197754,
+      "cov-distil (oracle2student)": 4.823122024536133,
+      "cov-distil (oracle2teacher)": 4.406197547912598,
+      "epoch": 1.4489795918367347,
+      "rel-constrast": 3.160726547241211,
+      "step": 1846,
+      "subrel-constrast": 3.2861616611480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2863383293151855,
+      "cov-distil (oracle2student)": 4.338582515716553,
+      "cov-distil (oracle2teacher)": 3.800304412841797,
+      "epoch": 1.4497645211930927,
+      "rel-constrast": 3.0546388626098633,
+      "step": 1847,
+      "subrel-constrast": 3.251276969909668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2051026821136475,
+      "cov-distil (oracle2student)": 4.848534107208252,
+      "cov-distil (oracle2teacher)": 4.756525993347168,
+      "epoch": 1.4505494505494505,
+      "rel-constrast": 3.2639107704162598,
+      "step": 1848,
+      "subrel-constrast": 4.062069416046143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412589192390442,
+      "cov-distil (oracle2student)": 5.114985466003418,
+      "cov-distil (oracle2teacher)": 4.865669250488281,
+      "epoch": 1.4513343799058085,
+      "rel-constrast": 3.350212574005127,
+      "step": 1849,
+      "subrel-constrast": 3.8288183212280273,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4521193092621665,
+      "grad_norm": 5.375,
+      "learning_rate": 4.8910168866932195e-05,
+      "loss": 0.8266,
+      "step": 1850
+    },
+    {
+      "cov-distil": 1.6888751983642578,
+      "cov-distil (oracle2student)": 3.448847770690918,
+      "cov-distil (oracle2teacher)": 3.6992971897125244,
+      "epoch": 1.4521193092621665,
+      "rel-constrast": 1.8792496919631958,
+      "step": 1850,
+      "subrel-constrast": 3.116849660873413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3367068767547607,
+      "cov-distil (oracle2student)": 4.72634744644165,
+      "cov-distil (oracle2teacher)": 4.442650318145752,
+      "epoch": 1.4529042386185242,
+      "rel-constrast": 4.097768783569336,
+      "step": 1851,
+      "subrel-constrast": 4.38444185256958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8452763557434082,
+      "cov-distil (oracle2student)": 5.708890914916992,
+      "cov-distil (oracle2teacher)": 5.7249650955200195,
+      "epoch": 1.4536891679748822,
+      "rel-constrast": 2.7360332012176514,
+      "step": 1852,
+      "subrel-constrast": 4.191849708557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2964894771575928,
+      "cov-distil (oracle2student)": 3.6186249256134033,
+      "cov-distil (oracle2teacher)": 3.327200174331665,
+      "epoch": 1.4544740973312402,
+      "rel-constrast": 3.3278985023498535,
+      "step": 1853,
+      "subrel-constrast": 3.5349605083465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.15955650806427,
+      "cov-distil (oracle2student)": 2.791245937347412,
+      "cov-distil (oracle2teacher)": 2.996602773666382,
+      "epoch": 1.4552590266875982,
+      "rel-constrast": 3.3102505207061768,
+      "step": 1854,
+      "subrel-constrast": 4.207559108734131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5015387535095215,
+      "cov-distil (oracle2student)": 3.9151670932769775,
+      "cov-distil (oracle2teacher)": 4.3544440269470215,
+      "epoch": 1.456043956043956,
+      "rel-constrast": 2.5720043182373047,
+      "step": 1855,
+      "subrel-constrast": 3.2190749645233154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9023011922836304,
+      "cov-distil (oracle2student)": 3.2154641151428223,
+      "cov-distil (oracle2teacher)": 3.2312047481536865,
+      "epoch": 1.456828885400314,
+      "rel-constrast": 2.523677349090576,
+      "step": 1856,
+      "subrel-constrast": 3.375361680984497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.418964147567749,
+      "cov-distil (oracle2student)": 4.337531089782715,
+      "cov-distil (oracle2teacher)": 3.9954028129577637,
+      "epoch": 1.457613814756672,
+      "rel-constrast": 2.795344352722168,
+      "step": 1857,
+      "subrel-constrast": 3.288412094116211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612828016281128,
+      "cov-distil (oracle2student)": 3.6213760375976562,
+      "cov-distil (oracle2teacher)": 3.895224094390869,
+      "epoch": 1.4583987441130297,
+      "rel-constrast": 2.616885185241699,
+      "step": 1858,
+      "subrel-constrast": 3.5245022773742676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5105284452438354,
+      "cov-distil (oracle2student)": 4.446105480194092,
+      "cov-distil (oracle2teacher)": 4.319863319396973,
+      "epoch": 1.4591836734693877,
+      "rel-constrast": 2.974085807800293,
+      "step": 1859,
+      "subrel-constrast": 4.052789211273193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4599686028257457,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.888453813758301e-05,
+      "loss": 0.759,
+      "step": 1860
+    },
+    {
+      "cov-distil": 1.324098825454712,
+      "cov-distil (oracle2student)": 3.6147279739379883,
+      "cov-distil (oracle2teacher)": 3.227203130722046,
+      "epoch": 1.4599686028257457,
+      "rel-constrast": 2.9960274696350098,
+      "step": 1860,
+      "subrel-constrast": 3.5792276859283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.171452522277832,
+      "cov-distil (oracle2student)": 6.498472213745117,
+      "cov-distil (oracle2teacher)": 5.5798563957214355,
+      "epoch": 1.4607535321821037,
+      "rel-constrast": 2.298779010772705,
+      "step": 1861,
+      "subrel-constrast": 2.5710718631744385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.110198736190796,
+      "cov-distil (oracle2student)": 3.4142746925354004,
+      "cov-distil (oracle2teacher)": 3.2940726280212402,
+      "epoch": 1.4615384615384617,
+      "rel-constrast": 3.189666986465454,
+      "step": 1862,
+      "subrel-constrast": 3.452401876449585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4618439674377441,
+      "cov-distil (oracle2student)": 5.286944389343262,
+      "cov-distil (oracle2teacher)": 4.3206787109375,
+      "epoch": 1.4623233908948194,
+      "rel-constrast": 2.4891648292541504,
+      "step": 1863,
+      "subrel-constrast": 3.4858736991882324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1890687942504883,
+      "cov-distil (oracle2student)": 4.43721866607666,
+      "cov-distil (oracle2teacher)": 3.987574338912964,
+      "epoch": 1.4631083202511774,
+      "rel-constrast": 2.537240982055664,
+      "step": 1864,
+      "subrel-constrast": 3.60815167427063,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2210792303085327,
+      "cov-distil (oracle2student)": 3.950700283050537,
+      "cov-distil (oracle2teacher)": 3.1345367431640625,
+      "epoch": 1.4638932496075352,
+      "rel-constrast": 3.2303390502929688,
+      "step": 1865,
+      "subrel-constrast": 3.6884562969207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2549242973327637,
+      "cov-distil (oracle2student)": 3.169987201690674,
+      "cov-distil (oracle2teacher)": 3.112874746322632,
+      "epoch": 1.4646781789638932,
+      "rel-constrast": 2.961059093475342,
+      "step": 1866,
+      "subrel-constrast": 3.388056993484497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1132255792617798,
+      "cov-distil (oracle2student)": 3.1881613731384277,
+      "cov-distil (oracle2teacher)": 4.031736373901367,
+      "epoch": 1.4654631083202512,
+      "rel-constrast": 3.369593620300293,
+      "step": 1867,
+      "subrel-constrast": 4.17751932144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409156799316406,
+      "cov-distil (oracle2student)": 4.461203098297119,
+      "cov-distil (oracle2teacher)": 4.548511505126953,
+      "epoch": 1.4662480376766092,
+      "rel-constrast": 2.3510546684265137,
+      "step": 1868,
+      "subrel-constrast": 3.1808478832244873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.988564670085907,
+      "cov-distil (oracle2student)": 3.8768303394317627,
+      "cov-distil (oracle2teacher)": 3.647482395172119,
+      "epoch": 1.4670329670329672,
+      "rel-constrast": 2.013795852661133,
+      "step": 1869,
+      "subrel-constrast": 2.825491189956665,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.467817896389325,
+      "grad_norm": 4.75,
+      "learning_rate": 4.885861638267413e-05,
+      "loss": 0.7201,
+      "step": 1870
+    },
+    {
+      "cov-distil": 1.7998799085617065,
+      "cov-distil (oracle2student)": 3.271496295928955,
+      "cov-distil (oracle2teacher)": 3.0112061500549316,
+      "epoch": 1.467817896389325,
+      "rel-constrast": 3.588841676712036,
+      "step": 1870,
+      "subrel-constrast": 4.032552242279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.349198579788208,
+      "cov-distil (oracle2student)": 3.1306915283203125,
+      "cov-distil (oracle2teacher)": 2.914619207382202,
+      "epoch": 1.468602825745683,
+      "rel-constrast": 2.4161884784698486,
+      "step": 1871,
+      "subrel-constrast": 3.163926362991333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7091114521026611,
+      "cov-distil (oracle2student)": 4.372878551483154,
+      "cov-distil (oracle2teacher)": 4.15083122253418,
+      "epoch": 1.469387755102041,
+      "rel-constrast": 3.674309730529785,
+      "step": 1872,
+      "subrel-constrast": 4.023014068603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205456256866455,
+      "cov-distil (oracle2student)": 3.448446035385132,
+      "cov-distil (oracle2teacher)": 3.7027246952056885,
+      "epoch": 1.4701726844583987,
+      "rel-constrast": 2.6868979930877686,
+      "step": 1873,
+      "subrel-constrast": 3.6661877632141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0467638969421387,
+      "cov-distil (oracle2student)": 3.6841325759887695,
+      "cov-distil (oracle2teacher)": 3.540146589279175,
+      "epoch": 1.4709576138147566,
+      "rel-constrast": 2.2152252197265625,
+      "step": 1874,
+      "subrel-constrast": 3.33553147315979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7649476528167725,
+      "cov-distil (oracle2student)": 4.595139503479004,
+      "cov-distil (oracle2teacher)": 4.807185649871826,
+      "epoch": 1.4717425431711146,
+      "rel-constrast": 3.882308006286621,
+      "step": 1875,
+      "subrel-constrast": 3.9884748458862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6274170875549316,
+      "cov-distil (oracle2student)": 4.342825889587402,
+      "cov-distil (oracle2teacher)": 4.161476135253906,
+      "epoch": 1.4725274725274726,
+      "rel-constrast": 2.716750144958496,
+      "step": 1876,
+      "subrel-constrast": 3.6377859115600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1850725412368774,
+      "cov-distil (oracle2student)": 4.801465034484863,
+      "cov-distil (oracle2teacher)": 4.4294657707214355,
+      "epoch": 1.4733124018838304,
+      "rel-constrast": 3.233443260192871,
+      "step": 1877,
+      "subrel-constrast": 3.1840202808380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6530916690826416,
+      "cov-distil (oracle2student)": 4.700448989868164,
+      "cov-distil (oracle2teacher)": 4.715950965881348,
+      "epoch": 1.4740973312401884,
+      "rel-constrast": 3.6957778930664062,
+      "step": 1878,
+      "subrel-constrast": 4.544745922088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.665679931640625,
+      "cov-distil (oracle2student)": 4.62099552154541,
+      "cov-distil (oracle2teacher)": 4.034111976623535,
+      "epoch": 1.4748822605965464,
+      "rel-constrast": 2.6383543014526367,
+      "step": 1879,
+      "subrel-constrast": 3.695279836654663,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4756671899529041,
+      "grad_norm": 5.9375,
+      "learning_rate": 4.883240391805394e-05,
+      "loss": 0.8098,
+      "step": 1880
+    },
+    {
+      "cov-distil": 1.489245891571045,
+      "cov-distil (oracle2student)": 4.289907455444336,
+      "cov-distil (oracle2teacher)": 4.189836025238037,
+      "epoch": 1.4756671899529041,
+      "rel-constrast": 3.047013759613037,
+      "step": 1880,
+      "subrel-constrast": 3.6831588745117188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6271897554397583,
+      "cov-distil (oracle2student)": 4.952922344207764,
+      "cov-distil (oracle2teacher)": 4.3915557861328125,
+      "epoch": 1.4764521193092621,
+      "rel-constrast": 2.925741195678711,
+      "step": 1881,
+      "subrel-constrast": 3.849264144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4708141088485718,
+      "cov-distil (oracle2student)": 3.6817660331726074,
+      "cov-distil (oracle2teacher)": 3.3645787239074707,
+      "epoch": 1.4772370486656201,
+      "rel-constrast": 1.8425955772399902,
+      "step": 1882,
+      "subrel-constrast": 2.559281587600708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5363428592681885,
+      "cov-distil (oracle2student)": 3.288538932800293,
+      "cov-distil (oracle2teacher)": 3.3280093669891357,
+      "epoch": 1.478021978021978,
+      "rel-constrast": 2.857149362564087,
+      "step": 1883,
+      "subrel-constrast": 3.2818243503570557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1604633331298828,
+      "cov-distil (oracle2student)": 3.6293282508850098,
+      "cov-distil (oracle2teacher)": 3.6054253578186035,
+      "epoch": 1.478806907378336,
+      "rel-constrast": 2.432465076446533,
+      "step": 1884,
+      "subrel-constrast": 3.0961251258850098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3076788187026978,
+      "cov-distil (oracle2student)": 4.063167572021484,
+      "cov-distil (oracle2teacher)": 3.7917380332946777,
+      "epoch": 1.4795918367346939,
+      "rel-constrast": 3.131176710128784,
+      "step": 1885,
+      "subrel-constrast": 3.387690305709839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6938672065734863,
+      "cov-distil (oracle2student)": 4.879122734069824,
+      "cov-distil (oracle2teacher)": 4.4586591720581055,
+      "epoch": 1.4803767660910518,
+      "rel-constrast": 1.8621890544891357,
+      "step": 1886,
+      "subrel-constrast": 2.784557342529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6372668743133545,
+      "cov-distil (oracle2student)": 6.824195861816406,
+      "cov-distil (oracle2teacher)": 6.387898921966553,
+      "epoch": 1.4811616954474096,
+      "rel-constrast": 3.3412389755249023,
+      "step": 1887,
+      "subrel-constrast": 4.233912467956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1793620586395264,
+      "cov-distil (oracle2student)": 3.1445255279541016,
+      "cov-distil (oracle2teacher)": 3.157705783843994,
+      "epoch": 1.4819466248037676,
+      "rel-constrast": 2.443695068359375,
+      "step": 1888,
+      "subrel-constrast": 3.1362268924713135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2781684398651123,
+      "cov-distil (oracle2student)": 3.4792184829711914,
+      "cov-distil (oracle2teacher)": 3.618779182434082,
+      "epoch": 1.4827315541601256,
+      "rel-constrast": 3.680797576904297,
+      "step": 1889,
+      "subrel-constrast": 3.813993215560913,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4835164835164836,
+      "grad_norm": 5.96875,
+      "learning_rate": 4.8805901063113064e-05,
+      "loss": 0.7251,
+      "step": 1890
+    },
+    {
+      "cov-distil": 1.4641432762145996,
+      "cov-distil (oracle2student)": 3.655186653137207,
+      "cov-distil (oracle2teacher)": 3.559060573577881,
+      "epoch": 1.4835164835164836,
+      "rel-constrast": 2.8183186054229736,
+      "step": 1890,
+      "subrel-constrast": 3.2129228115081787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1659737825393677,
+      "cov-distil (oracle2student)": 3.1489181518554688,
+      "cov-distil (oracle2teacher)": 3.0241281986236572,
+      "epoch": 1.4843014128728416,
+      "rel-constrast": 3.364744186401367,
+      "step": 1891,
+      "subrel-constrast": 3.6507506370544434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5041974782943726,
+      "cov-distil (oracle2student)": 3.4649229049682617,
+      "cov-distil (oracle2teacher)": 3.5441417694091797,
+      "epoch": 1.4850863422291993,
+      "rel-constrast": 2.2610387802124023,
+      "step": 1892,
+      "subrel-constrast": 3.015953779220581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3576924800872803,
+      "cov-distil (oracle2student)": 3.3984508514404297,
+      "cov-distil (oracle2teacher)": 3.3243513107299805,
+      "epoch": 1.4858712715855573,
+      "rel-constrast": 2.5813984870910645,
+      "step": 1893,
+      "subrel-constrast": 3.0531294345855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.153913140296936,
+      "cov-distil (oracle2student)": 4.345780372619629,
+      "cov-distil (oracle2teacher)": 4.352718830108643,
+      "epoch": 1.4866562009419153,
+      "rel-constrast": 3.2440240383148193,
+      "step": 1894,
+      "subrel-constrast": 3.4956295490264893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5457699298858643,
+      "cov-distil (oracle2student)": 4.9476118087768555,
+      "cov-distil (oracle2teacher)": 4.5059685707092285,
+      "epoch": 1.487441130298273,
+      "rel-constrast": 2.1165847778320312,
+      "step": 1895,
+      "subrel-constrast": 3.051499366760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2244950532913208,
+      "cov-distil (oracle2student)": 2.6861298084259033,
+      "cov-distil (oracle2teacher)": 2.7791075706481934,
+      "epoch": 1.488226059654631,
+      "rel-constrast": 2.134418487548828,
+      "step": 1896,
+      "subrel-constrast": 2.9587888717651367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1315360069274902,
+      "cov-distil (oracle2student)": 6.507489204406738,
+      "cov-distil (oracle2teacher)": 5.72232723236084,
+      "epoch": 1.489010989010989,
+      "rel-constrast": 2.9158642292022705,
+      "step": 1897,
+      "subrel-constrast": 3.5586516857147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4999985694885254,
+      "cov-distil (oracle2student)": 4.5897297859191895,
+      "cov-distil (oracle2teacher)": 4.284789085388184,
+      "epoch": 1.489795918367347,
+      "rel-constrast": 3.15089750289917,
+      "step": 1898,
+      "subrel-constrast": 3.5956332683563232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9041634798049927,
+      "cov-distil (oracle2student)": 5.048053741455078,
+      "cov-distil (oracle2teacher)": 4.696500778198242,
+      "epoch": 1.4905808477237048,
+      "rel-constrast": 2.978008985519409,
+      "step": 1899,
+      "subrel-constrast": 3.636552095413208,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "grad_norm": 6.90625,
+      "learning_rate": 4.877910814078041e-05,
+      "loss": 0.724,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "overlap": 0.31562501192092896,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "step": 1900,
+      "student margin": 0.04156494140625
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "step": 1900,
+      "teacher margin": 0.025115966796875
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "margin difference": -0.016448974609375,
+      "step": 1900
+    },
+    {
+      "cov-distil": 1.8200678825378418,
+      "cov-distil (oracle2student)": 3.9837305545806885,
+      "cov-distil (oracle2teacher)": 4.241322994232178,
+      "epoch": 1.4913657770800628,
+      "rel-constrast": 3.714162826538086,
+      "step": 1900,
+      "subrel-constrast": 4.235428333282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1765316724777222,
+      "cov-distil (oracle2student)": 3.4101648330688477,
+      "cov-distil (oracle2teacher)": 3.5064611434936523,
+      "epoch": 1.4921507064364208,
+      "rel-constrast": 2.584463596343994,
+      "step": 1901,
+      "subrel-constrast": 2.8131165504455566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4192533493041992,
+      "cov-distil (oracle2student)": 2.8145060539245605,
+      "cov-distil (oracle2teacher)": 2.462829113006592,
+      "epoch": 1.4929356357927785,
+      "rel-constrast": 2.39072585105896,
+      "step": 1902,
+      "subrel-constrast": 2.3945631980895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2846920490264893,
+      "cov-distil (oracle2student)": 3.737550973892212,
+      "cov-distil (oracle2teacher)": 3.5892839431762695,
+      "epoch": 1.4937205651491365,
+      "rel-constrast": 2.0010600090026855,
+      "step": 1903,
+      "subrel-constrast": 2.654101610183716,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5933458805084229,
+      "cov-distil (oracle2student)": 3.2610483169555664,
+      "cov-distil (oracle2teacher)": 3.3903608322143555,
+      "epoch": 1.4945054945054945,
+      "rel-constrast": 3.7466659545898438,
+      "step": 1904,
+      "subrel-constrast": 4.301742076873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5730876922607422,
+      "cov-distil (oracle2student)": 3.9070684909820557,
+      "cov-distil (oracle2teacher)": 3.919351577758789,
+      "epoch": 1.4952904238618525,
+      "rel-constrast": 2.518761396408081,
+      "step": 1905,
+      "subrel-constrast": 3.0427777767181396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.059499740600586,
+      "cov-distil (oracle2student)": 5.231939315795898,
+      "cov-distil (oracle2teacher)": 4.642115116119385,
+      "epoch": 1.4960753532182103,
+      "rel-constrast": 3.0383875370025635,
+      "step": 1906,
+      "subrel-constrast": 3.9105637073516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4514204263687134,
+      "cov-distil (oracle2student)": 4.346742153167725,
+      "cov-distil (oracle2teacher)": 4.052260398864746,
+      "epoch": 1.4968602825745683,
+      "rel-constrast": 2.7481608390808105,
+      "step": 1907,
+      "subrel-constrast": 3.255969524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5344431400299072,
+      "cov-distil (oracle2student)": 2.184706449508667,
+      "cov-distil (oracle2teacher)": 2.6382651329040527,
+      "epoch": 1.4976452119309263,
+      "rel-constrast": 2.1720316410064697,
+      "step": 1908,
+      "subrel-constrast": 2.75362491607666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.444244623184204,
+      "cov-distil (oracle2student)": 4.057034492492676,
+      "cov-distil (oracle2teacher)": 4.102211952209473,
+      "epoch": 1.498430141287284,
+      "rel-constrast": 2.408419132232666,
+      "step": 1909,
+      "subrel-constrast": 3.3695499897003174,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.499215070643642,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.8752025477519295e-05,
+      "loss": 0.7215,
+      "step": 1910
+    },
+    {
+      "cov-distil": 1.3822780847549438,
+      "cov-distil (oracle2student)": 3.074392795562744,
+      "cov-distil (oracle2teacher)": 3.4046082496643066,
+      "epoch": 1.499215070643642,
+      "rel-constrast": 3.053463935852051,
+      "step": 1910,
+      "subrel-constrast": 3.5782012939453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1215405464172363,
+      "cov-distil (oracle2student)": 4.09284782409668,
+      "cov-distil (oracle2teacher)": 4.057436466217041,
+      "epoch": 1.5,
+      "rel-constrast": 3.2193315029144287,
+      "step": 1911,
+      "subrel-constrast": 4.111722946166992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6215386390686035,
+      "cov-distil (oracle2student)": 5.013403415679932,
+      "cov-distil (oracle2teacher)": 4.43386173248291,
+      "epoch": 1.500784929356358,
+      "rel-constrast": 2.296384811401367,
+      "step": 1912,
+      "subrel-constrast": 3.439622163772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.828143835067749,
+      "cov-distil (oracle2student)": 3.670921802520752,
+      "cov-distil (oracle2teacher)": 3.9030356407165527,
+      "epoch": 1.501569858712716,
+      "rel-constrast": 2.9615867137908936,
+      "step": 1913,
+      "subrel-constrast": 3.9367730617523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.47484290599823,
+      "cov-distil (oracle2student)": 6.2821760177612305,
+      "cov-distil (oracle2teacher)": 5.5559186935424805,
+      "epoch": 1.5023547880690737,
+      "rel-constrast": 3.6902894973754883,
+      "step": 1914,
+      "subrel-constrast": 3.998914957046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.727229118347168,
+      "cov-distil (oracle2student)": 5.220627784729004,
+      "cov-distil (oracle2teacher)": 4.6269378662109375,
+      "epoch": 1.5031397174254317,
+      "rel-constrast": 4.270571708679199,
+      "step": 1915,
+      "subrel-constrast": 5.203466415405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5483829975128174,
+      "cov-distil (oracle2student)": 3.059772491455078,
+      "cov-distil (oracle2teacher)": 3.301860809326172,
+      "epoch": 1.5039246467817895,
+      "rel-constrast": 2.9325826168060303,
+      "step": 1916,
+      "subrel-constrast": 3.9415740966796875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5470190048217773,
+      "cov-distil (oracle2student)": 5.574818134307861,
+      "cov-distil (oracle2teacher)": 5.102795124053955,
+      "epoch": 1.5047095761381475,
+      "rel-constrast": 3.495610237121582,
+      "step": 1917,
+      "subrel-constrast": 3.616776704788208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784400463104248,
+      "cov-distil (oracle2student)": 3.3386974334716797,
+      "cov-distil (oracle2teacher)": 3.493413209915161,
+      "epoch": 1.5054945054945055,
+      "rel-constrast": 2.136384963989258,
+      "step": 1918,
+      "subrel-constrast": 3.067333221435547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5800302028656006,
+      "cov-distil (oracle2student)": 3.5927000045776367,
+      "cov-distil (oracle2teacher)": 3.5073397159576416,
+      "epoch": 1.5062794348508635,
+      "rel-constrast": 2.6197471618652344,
+      "step": 1919,
+      "subrel-constrast": 3.7135367393493652,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5070643642072215,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.8724653403323414e-05,
+      "loss": 0.8084,
+      "step": 1920
+    },
+    {
+      "cov-distil": 1.68130362033844,
+      "cov-distil (oracle2student)": 3.8451247215270996,
+      "cov-distil (oracle2teacher)": 4.132164001464844,
+      "epoch": 1.5070643642072215,
+      "rel-constrast": 5.524275779724121,
+      "step": 1920,
+      "subrel-constrast": 5.853363990783691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5609867572784424,
+      "cov-distil (oracle2student)": 3.605884313583374,
+      "cov-distil (oracle2teacher)": 3.0318446159362793,
+      "epoch": 1.5078492935635794,
+      "rel-constrast": 3.6201601028442383,
+      "step": 1921,
+      "subrel-constrast": 3.9134087562561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6563458442687988,
+      "cov-distil (oracle2student)": 4.422513961791992,
+      "cov-distil (oracle2teacher)": 3.926860809326172,
+      "epoch": 1.5086342229199372,
+      "rel-constrast": 2.435603618621826,
+      "step": 1922,
+      "subrel-constrast": 3.422584056854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8695662021636963,
+      "cov-distil (oracle2student)": 5.650864124298096,
+      "cov-distil (oracle2teacher)": 4.782127857208252,
+      "epoch": 1.509419152276295,
+      "rel-constrast": 3.255434036254883,
+      "step": 1923,
+      "subrel-constrast": 4.152292251586914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841439723968506,
+      "cov-distil (oracle2student)": 5.437008380889893,
+      "cov-distil (oracle2teacher)": 4.618408679962158,
+      "epoch": 1.510204081632653,
+      "rel-constrast": 1.9784290790557861,
+      "step": 1924,
+      "subrel-constrast": 2.797206401824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4636828899383545,
+      "cov-distil (oracle2student)": 3.4912476539611816,
+      "cov-distil (oracle2teacher)": 3.356928825378418,
+      "epoch": 1.510989010989011,
+      "rel-constrast": 3.3939216136932373,
+      "step": 1925,
+      "subrel-constrast": 3.77427339553833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.257701873779297,
+      "cov-distil (oracle2student)": 3.613499641418457,
+      "cov-distil (oracle2teacher)": 3.307716131210327,
+      "epoch": 1.511773940345369,
+      "rel-constrast": 2.073474407196045,
+      "step": 1926,
+      "subrel-constrast": 3.209826946258545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2852833271026611,
+      "cov-distil (oracle2student)": 3.8562893867492676,
+      "cov-distil (oracle2teacher)": 3.761594295501709,
+      "epoch": 1.512558869701727,
+      "rel-constrast": 2.6977102756500244,
+      "step": 1927,
+      "subrel-constrast": 3.1279876232147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0923831462860107,
+      "cov-distil (oracle2student)": 2.8294901847839355,
+      "cov-distil (oracle2teacher)": 2.9233245849609375,
+      "epoch": 1.513343799058085,
+      "rel-constrast": 2.52026629447937,
+      "step": 1928,
+      "subrel-constrast": 3.1192376613616943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.028331995010376,
+      "cov-distil (oracle2student)": 4.797187805175781,
+      "cov-distil (oracle2teacher)": 4.900268077850342,
+      "epoch": 1.5141287284144427,
+      "rel-constrast": 3.131110191345215,
+      "step": 1929,
+      "subrel-constrast": 4.235548496246338,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5149136577708007,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.8696992251712865e-05,
+      "loss": 0.8067,
+      "step": 1930
+    },
+    {
+      "cov-distil": 1.2935891151428223,
+      "cov-distil (oracle2student)": 4.263140678405762,
+      "cov-distil (oracle2teacher)": 4.029933929443359,
+      "epoch": 1.5149136577708007,
+      "rel-constrast": 2.43511962890625,
+      "step": 1930,
+      "subrel-constrast": 3.0668649673461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1215782165527344,
+      "cov-distil (oracle2student)": 3.8190982341766357,
+      "cov-distil (oracle2teacher)": 3.8130149841308594,
+      "epoch": 1.5156985871271584,
+      "rel-constrast": 2.3707656860351562,
+      "step": 1931,
+      "subrel-constrast": 2.7674336433410645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4837236404418945,
+      "cov-distil (oracle2student)": 4.2342634201049805,
+      "cov-distil (oracle2teacher)": 4.014438629150391,
+      "epoch": 1.5164835164835164,
+      "rel-constrast": 2.7599074840545654,
+      "step": 1932,
+      "subrel-constrast": 3.556955337524414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2333347797393799,
+      "cov-distil (oracle2student)": 4.785069942474365,
+      "cov-distil (oracle2teacher)": 4.075497627258301,
+      "epoch": 1.5172684458398744,
+      "rel-constrast": 3.2602295875549316,
+      "step": 1933,
+      "subrel-constrast": 3.3644399642944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.754798173904419,
+      "cov-distil (oracle2student)": 4.039218902587891,
+      "cov-distil (oracle2teacher)": 4.153687477111816,
+      "epoch": 1.5180533751962324,
+      "rel-constrast": 3.1695945262908936,
+      "step": 1934,
+      "subrel-constrast": 4.279153823852539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559018611907959,
+      "cov-distil (oracle2student)": 5.300314903259277,
+      "cov-distil (oracle2teacher)": 5.020586967468262,
+      "epoch": 1.5188383045525904,
+      "rel-constrast": 3.1405386924743652,
+      "step": 1935,
+      "subrel-constrast": 3.7498159408569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4939593076705933,
+      "cov-distil (oracle2student)": 3.208052635192871,
+      "cov-distil (oracle2teacher)": 3.293198823928833,
+      "epoch": 1.5196232339089482,
+      "rel-constrast": 3.0275135040283203,
+      "step": 1936,
+      "subrel-constrast": 3.6351850032806396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428492784500122,
+      "cov-distil (oracle2student)": 4.486096382141113,
+      "cov-distil (oracle2teacher)": 4.52850341796875,
+      "epoch": 1.5204081632653061,
+      "rel-constrast": 3.8076090812683105,
+      "step": 1937,
+      "subrel-constrast": 4.4368577003479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2678797245025635,
+      "cov-distil (oracle2student)": 4.003924369812012,
+      "cov-distil (oracle2teacher)": 4.1155595779418945,
+      "epoch": 1.521193092621664,
+      "rel-constrast": 2.5180797576904297,
+      "step": 1938,
+      "subrel-constrast": 3.265015125274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5919368267059326,
+      "cov-distil (oracle2student)": 4.684997081756592,
+      "cov-distil (oracle2teacher)": 4.577469348907471,
+      "epoch": 1.521978021978022,
+      "rel-constrast": 3.2359108924865723,
+      "step": 1939,
+      "subrel-constrast": 4.052987098693848,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5227629513343799,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.866904235973005e-05,
+      "loss": 0.7787,
+      "step": 1940
+    },
+    {
+      "cov-distil": 1.4406867027282715,
+      "cov-distil (oracle2student)": 5.061967372894287,
+      "cov-distil (oracle2teacher)": 5.217357635498047,
+      "epoch": 1.5227629513343799,
+      "rel-constrast": 2.845330238342285,
+      "step": 1940,
+      "subrel-constrast": 3.37530517578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.526735544204712,
+      "cov-distil (oracle2student)": 3.3419079780578613,
+      "cov-distil (oracle2teacher)": 3.7587883472442627,
+      "epoch": 1.5235478806907379,
+      "rel-constrast": 2.4881136417388916,
+      "step": 1941,
+      "subrel-constrast": 3.6015264987945557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9293419122695923,
+      "cov-distil (oracle2student)": 5.4480414390563965,
+      "cov-distil (oracle2teacher)": 5.065512657165527,
+      "epoch": 1.5243328100470959,
+      "rel-constrast": 2.9614129066467285,
+      "step": 1942,
+      "subrel-constrast": 3.759190320968628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.368671178817749,
+      "cov-distil (oracle2student)": 3.0140585899353027,
+      "cov-distil (oracle2teacher)": 3.2035350799560547,
+      "epoch": 1.5251177394034539,
+      "rel-constrast": 2.5788989067077637,
+      "step": 1943,
+      "subrel-constrast": 3.333850860595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0682921409606934,
+      "cov-distil (oracle2student)": 4.521337509155273,
+      "cov-distil (oracle2teacher)": 4.286746978759766,
+      "epoch": 1.5259026687598116,
+      "rel-constrast": 2.364550828933716,
+      "step": 1944,
+      "subrel-constrast": 2.6539671421051025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4087183475494385,
+      "cov-distil (oracle2student)": 2.8617520332336426,
+      "cov-distil (oracle2teacher)": 2.5491108894348145,
+      "epoch": 1.5266875981161694,
+      "rel-constrast": 2.9411816596984863,
+      "step": 1945,
+      "subrel-constrast": 3.3835527896881104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8103678226470947,
+      "cov-distil (oracle2student)": 5.06727933883667,
+      "cov-distil (oracle2teacher)": 4.841084003448486,
+      "epoch": 1.5274725274725274,
+      "rel-constrast": 2.948176383972168,
+      "step": 1946,
+      "subrel-constrast": 3.823755979537964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2556767463684082,
+      "cov-distil (oracle2student)": 4.826472282409668,
+      "cov-distil (oracle2teacher)": 5.049144744873047,
+      "epoch": 1.5282574568288854,
+      "rel-constrast": 3.2107505798339844,
+      "step": 1947,
+      "subrel-constrast": 4.03645133972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5062694549560547,
+      "cov-distil (oracle2student)": 4.601363182067871,
+      "cov-distil (oracle2teacher)": 4.213315486907959,
+      "epoch": 1.5290423861852434,
+      "rel-constrast": 2.789292335510254,
+      "step": 1948,
+      "subrel-constrast": 3.6353132724761963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5847824811935425,
+      "cov-distil (oracle2student)": 6.44348669052124,
+      "cov-distil (oracle2teacher)": 5.705442905426025,
+      "epoch": 1.5298273155416013,
+      "rel-constrast": 3.9315719604492188,
+      "step": 1949,
+      "subrel-constrast": 4.7628374099731445,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5306122448979593,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.8640804067935554e-05,
+      "loss": 0.7637,
+      "step": 1950
+    },
+    {
+      "cov-distil": 1.9629204273223877,
+      "cov-distil (oracle2student)": 3.5010714530944824,
+      "cov-distil (oracle2teacher)": 2.745143413543701,
+      "epoch": 1.5306122448979593,
+      "rel-constrast": 2.507103443145752,
+      "step": 1950,
+      "subrel-constrast": 3.2004811763763428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433044195175171,
+      "cov-distil (oracle2student)": 4.362194061279297,
+      "cov-distil (oracle2teacher)": 3.921370029449463,
+      "epoch": 1.531397174254317,
+      "rel-constrast": 3.2771849632263184,
+      "step": 1951,
+      "subrel-constrast": 3.5228493213653564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.313047170639038,
+      "cov-distil (oracle2student)": 3.8566977977752686,
+      "cov-distil (oracle2teacher)": 3.832613468170166,
+      "epoch": 1.532182103610675,
+      "rel-constrast": 1.862630844116211,
+      "step": 1952,
+      "subrel-constrast": 2.4508941173553467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2483419179916382,
+      "cov-distil (oracle2student)": 4.512497901916504,
+      "cov-distil (oracle2teacher)": 4.033370018005371,
+      "epoch": 1.5329670329670328,
+      "rel-constrast": 2.518411874771118,
+      "step": 1953,
+      "subrel-constrast": 2.850015640258789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5606383085250854,
+      "cov-distil (oracle2student)": 4.472964286804199,
+      "cov-distil (oracle2teacher)": 3.9208731651306152,
+      "epoch": 1.5337519623233908,
+      "rel-constrast": 2.5309808254241943,
+      "step": 1954,
+      "subrel-constrast": 3.62199068069458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5764573812484741,
+      "cov-distil (oracle2student)": 3.7591652870178223,
+      "cov-distil (oracle2teacher)": 3.9904000759124756,
+      "epoch": 1.5345368916797488,
+      "rel-constrast": 2.200928211212158,
+      "step": 1955,
+      "subrel-constrast": 3.113861322402954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.655348777770996,
+      "cov-distil (oracle2student)": 5.966892242431641,
+      "cov-distil (oracle2teacher)": 5.0572896003723145,
+      "epoch": 1.5353218210361068,
+      "rel-constrast": 2.497950792312622,
+      "step": 1956,
+      "subrel-constrast": 3.254173755645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6637239456176758,
+      "cov-distil (oracle2student)": 3.354377269744873,
+      "cov-distil (oracle2teacher)": 3.3308072090148926,
+      "epoch": 1.5361067503924648,
+      "rel-constrast": 3.4182798862457275,
+      "step": 1957,
+      "subrel-constrast": 4.7805495262146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3222100734710693,
+      "cov-distil (oracle2student)": 2.852653980255127,
+      "cov-distil (oracle2teacher)": 2.8959875106811523,
+      "epoch": 1.5368916797488226,
+      "rel-constrast": 1.9040801525115967,
+      "step": 1958,
+      "subrel-constrast": 2.873310089111328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4053704738616943,
+      "cov-distil (oracle2student)": 4.547569274902344,
+      "cov-distil (oracle2teacher)": 4.0867919921875,
+      "epoch": 1.5376766091051806,
+      "rel-constrast": 4.031647205352783,
+      "step": 1959,
+      "subrel-constrast": 4.197070598602295,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 6.375,
+      "learning_rate": 4.861227772040409e-05,
+      "loss": 0.7066,
+      "step": 1960
+    },
+    {
+      "cov-distil": 1.6973648071289062,
+      "cov-distil (oracle2student)": 3.438843250274658,
+      "cov-distil (oracle2teacher)": 3.2021613121032715,
+      "epoch": 1.5384615384615383,
+      "rel-constrast": 3.0188634395599365,
+      "step": 1960,
+      "subrel-constrast": 3.830216884613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6175587177276611,
+      "cov-distil (oracle2student)": 3.4273316860198975,
+      "cov-distil (oracle2teacher)": 3.533212661743164,
+      "epoch": 1.5392464678178963,
+      "rel-constrast": 2.5842418670654297,
+      "step": 1961,
+      "subrel-constrast": 2.935939073562622,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5720915794372559,
+      "cov-distil (oracle2student)": 3.6428780555725098,
+      "cov-distil (oracle2teacher)": 3.6429476737976074,
+      "epoch": 1.5400313971742543,
+      "rel-constrast": 2.3179471492767334,
+      "step": 1962,
+      "subrel-constrast": 3.170811176300049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6361315250396729,
+      "cov-distil (oracle2student)": 5.307055950164795,
+      "cov-distil (oracle2teacher)": 5.468857765197754,
+      "epoch": 1.5408163265306123,
+      "rel-constrast": 2.2441654205322266,
+      "step": 1963,
+      "subrel-constrast": 3.5044991970062256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6532347202301025,
+      "cov-distil (oracle2student)": 5.974061965942383,
+      "cov-distil (oracle2teacher)": 5.222874641418457,
+      "epoch": 1.5416012558869703,
+      "rel-constrast": 2.0757360458374023,
+      "step": 1964,
+      "subrel-constrast": 3.102261543273926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1591393947601318,
+      "cov-distil (oracle2student)": 3.025369644165039,
+      "cov-distil (oracle2teacher)": 3.133007287979126,
+      "epoch": 1.542386185243328,
+      "rel-constrast": 3.053222894668579,
+      "step": 1965,
+      "subrel-constrast": 3.4797122478485107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1420084238052368,
+      "cov-distil (oracle2student)": 4.093174934387207,
+      "cov-distil (oracle2teacher)": 3.86787486076355,
+      "epoch": 1.543171114599686,
+      "rel-constrast": 2.3095903396606445,
+      "step": 1966,
+      "subrel-constrast": 2.6604526042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4384503364562988,
+      "cov-distil (oracle2student)": 5.2053728103637695,
+      "cov-distil (oracle2teacher)": 5.07504940032959,
+      "epoch": 1.5439560439560438,
+      "rel-constrast": 3.3069727420806885,
+      "step": 1967,
+      "subrel-constrast": 4.132556438446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8645159006118774,
+      "cov-distil (oracle2student)": 3.4567441940307617,
+      "cov-distil (oracle2teacher)": 3.4325718879699707,
+      "epoch": 1.5447409733124018,
+      "rel-constrast": 2.6346917152404785,
+      "step": 1968,
+      "subrel-constrast": 3.299747943878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4925127029418945,
+      "cov-distil (oracle2student)": 3.1740942001342773,
+      "cov-distil (oracle2teacher)": 3.1853623390197754,
+      "epoch": 1.5455259026687598,
+      "rel-constrast": 2.4404454231262207,
+      "step": 1969,
+      "subrel-constrast": 3.2339844703674316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5463108320251178,
+      "grad_norm": 4.34375,
+      "learning_rate": 4.8583463664720176e-05,
+      "loss": 0.6878,
+      "step": 1970
+    },
+    {
+      "cov-distil": 1.5537331104278564,
+      "cov-distil (oracle2student)": 4.25655460357666,
+      "cov-distil (oracle2teacher)": 3.8265132904052734,
+      "epoch": 1.5463108320251178,
+      "rel-constrast": 3.0060253143310547,
+      "step": 1970,
+      "subrel-constrast": 3.643080949783325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6721501350402832,
+      "cov-distil (oracle2student)": 3.751009225845337,
+      "cov-distil (oracle2teacher)": 3.8563971519470215,
+      "epoch": 1.5470957613814758,
+      "rel-constrast": 2.736800193786621,
+      "step": 1971,
+      "subrel-constrast": 3.3648886680603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5302622318267822,
+      "cov-distil (oracle2student)": 4.6792755126953125,
+      "cov-distil (oracle2teacher)": 4.360922336578369,
+      "epoch": 1.5478806907378337,
+      "rel-constrast": 3.3019018173217773,
+      "step": 1972,
+      "subrel-constrast": 3.5520718097686768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1769180297851562,
+      "cov-distil (oracle2student)": 4.238148212432861,
+      "cov-distil (oracle2teacher)": 3.2439846992492676,
+      "epoch": 1.5486656200941915,
+      "rel-constrast": 2.369637966156006,
+      "step": 1973,
+      "subrel-constrast": 2.7696850299835205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.419450044631958,
+      "cov-distil (oracle2student)": 4.991211414337158,
+      "cov-distil (oracle2teacher)": 4.847337245941162,
+      "epoch": 1.5494505494505495,
+      "rel-constrast": 2.006226062774658,
+      "step": 1974,
+      "subrel-constrast": 3.12842059135437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6049679517745972,
+      "cov-distil (oracle2student)": 4.622395992279053,
+      "cov-distil (oracle2teacher)": 4.493963241577148,
+      "epoch": 1.5502354788069073,
+      "rel-constrast": 2.9897122383117676,
+      "step": 1975,
+      "subrel-constrast": 3.8140511512756348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7867454290390015,
+      "cov-distil (oracle2student)": 5.612849235534668,
+      "cov-distil (oracle2teacher)": 4.941135406494141,
+      "epoch": 1.5510204081632653,
+      "rel-constrast": 3.195573329925537,
+      "step": 1976,
+      "subrel-constrast": 4.018914699554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6703518629074097,
+      "cov-distil (oracle2student)": 3.967500686645508,
+      "cov-distil (oracle2teacher)": 3.7136988639831543,
+      "epoch": 1.5518053375196232,
+      "rel-constrast": 2.331869125366211,
+      "step": 1977,
+      "subrel-constrast": 2.9944841861724854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9738165140151978,
+      "cov-distil (oracle2student)": 4.28980827331543,
+      "cov-distil (oracle2teacher)": 4.037176132202148,
+      "epoch": 1.5525902668759812,
+      "rel-constrast": 2.191450834274292,
+      "step": 1978,
+      "subrel-constrast": 3.0496788024902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4531769752502441,
+      "cov-distil (oracle2student)": 3.942265510559082,
+      "cov-distil (oracle2teacher)": 3.9404845237731934,
+      "epoch": 1.5533751962323392,
+      "rel-constrast": 2.8960509300231934,
+      "step": 1979,
+      "subrel-constrast": 4.207064628601074,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.554160125588697,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.855436225197399e-05,
+      "loss": 0.7127,
+      "step": 1980
+    },
+    {
+      "cov-distil": 1.7720801830291748,
+      "cov-distil (oracle2student)": 4.238912582397461,
+      "cov-distil (oracle2teacher)": 4.5033063888549805,
+      "epoch": 1.554160125588697,
+      "rel-constrast": 2.869654655456543,
+      "step": 1980,
+      "subrel-constrast": 4.044305801391602,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.584997296333313,
+      "cov-distil (oracle2student)": 3.4553446769714355,
+      "cov-distil (oracle2teacher)": 3.355989456176758,
+      "epoch": 1.554945054945055,
+      "rel-constrast": 2.5049617290496826,
+      "step": 1981,
+      "subrel-constrast": 3.05622935295105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1078596115112305,
+      "cov-distil (oracle2student)": 2.5911593437194824,
+      "cov-distil (oracle2teacher)": 2.5648322105407715,
+      "epoch": 1.5557299843014127,
+      "rel-constrast": 2.7047910690307617,
+      "step": 1982,
+      "subrel-constrast": 2.8430488109588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7691397666931152,
+      "cov-distil (oracle2student)": 4.825812339782715,
+      "cov-distil (oracle2teacher)": 4.105561256408691,
+      "epoch": 1.5565149136577707,
+      "rel-constrast": 2.9097957611083984,
+      "step": 1983,
+      "subrel-constrast": 3.238675832748413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5538854598999023,
+      "cov-distil (oracle2student)": 3.4161548614501953,
+      "cov-distil (oracle2teacher)": 3.0964391231536865,
+      "epoch": 1.5572998430141287,
+      "rel-constrast": 2.090397596359253,
+      "step": 1984,
+      "subrel-constrast": 2.600329637527466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.631657361984253,
+      "cov-distil (oracle2student)": 3.214862108230591,
+      "cov-distil (oracle2teacher)": 3.3299331665039062,
+      "epoch": 1.5580847723704867,
+      "rel-constrast": 1.8665716648101807,
+      "step": 1985,
+      "subrel-constrast": 2.7516143321990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327673077583313,
+      "cov-distil (oracle2student)": 4.799072265625,
+      "cov-distil (oracle2teacher)": 4.715295314788818,
+      "epoch": 1.5588697017268447,
+      "rel-constrast": 1.979149580001831,
+      "step": 1986,
+      "subrel-constrast": 2.747004747390747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5439329147338867,
+      "cov-distil (oracle2student)": 3.287466526031494,
+      "cov-distil (oracle2teacher)": 3.604806900024414,
+      "epoch": 1.5596546310832025,
+      "rel-constrast": 2.361109495162964,
+      "step": 1987,
+      "subrel-constrast": 2.9993958473205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.233219861984253,
+      "cov-distil (oracle2student)": 3.7380623817443848,
+      "cov-distil (oracle2teacher)": 3.4555606842041016,
+      "epoch": 1.5604395604395604,
+      "rel-constrast": 3.335693836212158,
+      "step": 1988,
+      "subrel-constrast": 3.793260335922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1643787622451782,
+      "cov-distil (oracle2student)": 3.192600727081299,
+      "cov-distil (oracle2teacher)": 3.2788116931915283,
+      "epoch": 1.5612244897959182,
+      "rel-constrast": 2.3927178382873535,
+      "step": 1989,
+      "subrel-constrast": 3.0707764625549316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5620094191522762,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.852497383675708e-05,
+      "loss": 0.6621,
+      "step": 1990
+    },
+    {
+      "cov-distil": 1.8068472146987915,
+      "cov-distil (oracle2student)": 3.369866132736206,
+      "cov-distil (oracle2teacher)": 3.4463839530944824,
+      "epoch": 1.5620094191522762,
+      "rel-constrast": 2.656322717666626,
+      "step": 1990,
+      "subrel-constrast": 3.348904848098755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2985156774520874,
+      "cov-distil (oracle2student)": 3.108865737915039,
+      "cov-distil (oracle2teacher)": 3.300293207168579,
+      "epoch": 1.5627943485086342,
+      "rel-constrast": 2.6173954010009766,
+      "step": 1991,
+      "subrel-constrast": 2.8500521183013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.916305661201477,
+      "cov-distil (oracle2student)": 4.062490940093994,
+      "cov-distil (oracle2teacher)": 3.812854766845703,
+      "epoch": 1.5635792778649922,
+      "rel-constrast": 3.536746025085449,
+      "step": 1992,
+      "subrel-constrast": 3.698018789291382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7872958183288574,
+      "cov-distil (oracle2student)": 3.001530885696411,
+      "cov-distil (oracle2teacher)": 3.044684410095215,
+      "epoch": 1.5643642072213502,
+      "rel-constrast": 1.9752702713012695,
+      "step": 1993,
+      "subrel-constrast": 2.9991579055786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4835789203643799,
+      "cov-distil (oracle2student)": 3.741429567337036,
+      "cov-distil (oracle2teacher)": 3.9224085807800293,
+      "epoch": 1.5651491365777082,
+      "rel-constrast": 2.7236318588256836,
+      "step": 1994,
+      "subrel-constrast": 3.2023420333862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4619827270507812,
+      "cov-distil (oracle2student)": 4.172710418701172,
+      "cov-distil (oracle2teacher)": 3.931519031524658,
+      "epoch": 1.565934065934066,
+      "rel-constrast": 3.3904943466186523,
+      "step": 1995,
+      "subrel-constrast": 3.5143985748291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3342100381851196,
+      "cov-distil (oracle2student)": 2.4641640186309814,
+      "cov-distil (oracle2teacher)": 3.1553573608398438,
+      "epoch": 1.566718995290424,
+      "rel-constrast": 2.4919357299804688,
+      "step": 1996,
+      "subrel-constrast": 3.432839870452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5724618434906006,
+      "cov-distil (oracle2student)": 4.706221103668213,
+      "cov-distil (oracle2teacher)": 4.2155914306640625,
+      "epoch": 1.5675039246467817,
+      "rel-constrast": 1.640298843383789,
+      "step": 1997,
+      "subrel-constrast": 2.548982858657837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9090259075164795,
+      "cov-distil (oracle2student)": 2.640289068222046,
+      "cov-distil (oracle2teacher)": 2.777580976486206,
+      "epoch": 1.5682888540031397,
+      "rel-constrast": 2.1038618087768555,
+      "step": 1998,
+      "subrel-constrast": 3.044689893722534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.65898597240448,
+      "cov-distil (oracle2student)": 3.688229560852051,
+      "cov-distil (oracle2teacher)": 3.3557534217834473,
+      "epoch": 1.5690737833594977,
+      "rel-constrast": 3.41483211517334,
+      "step": 1999,
+      "subrel-constrast": 3.702179193496704,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.849529877715799e-05,
+      "loss": 0.7043,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-P@10": 0.758,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-nDCG@10": 0.769777911485386,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-alpha_nDCG@10": 0.5846580838096471,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-nDCG@10": 0.6112356175366731,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-alpha_nDCG@10": 0.5965234038159781,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/avg": 0.5384956453959789,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "overlap": 0.31562501192092896,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "step": 2000,
+      "student margin": 0.06402587890625
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "step": 2000,
+      "teacher margin": 0.044464111328125
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "margin difference": -0.019561767578125,
+      "step": 2000
+    },
+    {
+      "cov-distil": 1.625259280204773,
+      "cov-distil (oracle2student)": 3.7210488319396973,
+      "cov-distil (oracle2teacher)": 3.522120237350464,
+      "epoch": 1.5698587127158556,
+      "rel-constrast": 2.4208016395568848,
+      "step": 2000,
+      "subrel-constrast": 2.839376211166382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2548234462738037,
+      "cov-distil (oracle2student)": 4.707096099853516,
+      "cov-distil (oracle2teacher)": 4.2614521980285645,
+      "epoch": 1.5706436420722136,
+      "rel-constrast": 2.793787956237793,
+      "step": 2001,
+      "subrel-constrast": 3.4904887676239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3600878715515137,
+      "cov-distil (oracle2student)": 4.084267616271973,
+      "cov-distil (oracle2teacher)": 3.830631732940674,
+      "epoch": 1.5714285714285714,
+      "rel-constrast": 2.164266347885132,
+      "step": 2002,
+      "subrel-constrast": 2.940040349960327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3222455978393555,
+      "cov-distil (oracle2student)": 3.6574766635894775,
+      "cov-distil (oracle2teacher)": 3.418257236480713,
+      "epoch": 1.5722135007849294,
+      "rel-constrast": 2.721146821975708,
+      "step": 2003,
+      "subrel-constrast": 3.0054731369018555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4619386196136475,
+      "cov-distil (oracle2student)": 4.142824172973633,
+      "cov-distil (oracle2teacher)": 3.8054847717285156,
+      "epoch": 1.5729984301412872,
+      "rel-constrast": 2.712388515472412,
+      "step": 2004,
+      "subrel-constrast": 3.5390424728393555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0719095468521118,
+      "cov-distil (oracle2student)": 3.5296859741210938,
+      "cov-distil (oracle2teacher)": 3.1143980026245117,
+      "epoch": 1.5737833594976451,
+      "rel-constrast": 2.5258047580718994,
+      "step": 2005,
+      "subrel-constrast": 3.090646982192993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52374267578125,
+      "cov-distil (oracle2student)": 4.409198760986328,
+      "cov-distil (oracle2teacher)": 4.2063307762146,
+      "epoch": 1.5745682888540031,
+      "rel-constrast": 2.7758076190948486,
+      "step": 2006,
+      "subrel-constrast": 3.4765255451202393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3465464115142822,
+      "cov-distil (oracle2student)": 3.2045907974243164,
+      "cov-distil (oracle2teacher)": 3.0267527103424072,
+      "epoch": 1.5753532182103611,
+      "rel-constrast": 2.257943868637085,
+      "step": 2007,
+      "subrel-constrast": 2.9289321899414062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.445319652557373,
+      "cov-distil (oracle2student)": 3.6875815391540527,
+      "cov-distil (oracle2teacher)": 3.447807550430298,
+      "epoch": 1.576138147566719,
+      "rel-constrast": 2.943662405014038,
+      "step": 2008,
+      "subrel-constrast": 2.963564395904541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5456913709640503,
+      "cov-distil (oracle2student)": 5.980542182922363,
+      "cov-distil (oracle2teacher)": 5.493437767028809,
+      "epoch": 1.5769230769230769,
+      "rel-constrast": 2.949774742126465,
+      "step": 2009,
+      "subrel-constrast": 3.2518348693847656,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5777080062794349,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.8465337434757976e-05,
+      "loss": 0.6915,
+      "step": 2010
+    },
+    {
+      "cov-distil": 1.4377840757369995,
+      "cov-distil (oracle2student)": 4.156949043273926,
+      "cov-distil (oracle2teacher)": 4.165374279022217,
+      "epoch": 1.5777080062794349,
+      "rel-constrast": 3.9362659454345703,
+      "step": 2010,
+      "subrel-constrast": 4.300907611846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.884354829788208,
+      "cov-distil (oracle2student)": 4.4839301109313965,
+      "cov-distil (oracle2teacher)": 4.190253257751465,
+      "epoch": 1.5784929356357926,
+      "rel-constrast": 3.1483280658721924,
+      "step": 2011,
+      "subrel-constrast": 4.354669570922852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6395540237426758,
+      "cov-distil (oracle2student)": 5.750955104827881,
+      "cov-distil (oracle2teacher)": 5.298275947570801,
+      "epoch": 1.5792778649921506,
+      "rel-constrast": 2.2011046409606934,
+      "step": 2012,
+      "subrel-constrast": 3.059194803237915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371983289718628,
+      "cov-distil (oracle2student)": 3.2978949546813965,
+      "cov-distil (oracle2teacher)": 3.4935269355773926,
+      "epoch": 1.5800627943485086,
+      "rel-constrast": 2.1540050506591797,
+      "step": 2013,
+      "subrel-constrast": 3.1483583450317383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0264906883239746,
+      "cov-distil (oracle2student)": 4.947822570800781,
+      "cov-distil (oracle2teacher)": 4.389491081237793,
+      "epoch": 1.5808477237048666,
+      "rel-constrast": 2.713986396789551,
+      "step": 2014,
+      "subrel-constrast": 4.0013885498046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3393373489379883,
+      "cov-distil (oracle2student)": 2.834489345550537,
+      "cov-distil (oracle2teacher)": 3.0288479328155518,
+      "epoch": 1.5816326530612246,
+      "rel-constrast": 2.0930309295654297,
+      "step": 2015,
+      "subrel-constrast": 2.7812485694885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6010667085647583,
+      "cov-distil (oracle2student)": 4.359186172485352,
+      "cov-distil (oracle2teacher)": 4.202964782714844,
+      "epoch": 1.5824175824175826,
+      "rel-constrast": 2.620488166809082,
+      "step": 2016,
+      "subrel-constrast": 3.5307912826538086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7722853422164917,
+      "cov-distil (oracle2student)": 3.774839162826538,
+      "cov-distil (oracle2teacher)": 3.6534132957458496,
+      "epoch": 1.5832025117739403,
+      "rel-constrast": 2.3033838272094727,
+      "step": 2017,
+      "subrel-constrast": 3.605243444442749,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.86524498462677,
+      "cov-distil (oracle2student)": 4.193443775177002,
+      "cov-distil (oracle2teacher)": 4.129876613616943,
+      "epoch": 1.5839874411302983,
+      "rel-constrast": 1.585967779159546,
+      "step": 2018,
+      "subrel-constrast": 2.5018954277038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5511960983276367,
+      "cov-distil (oracle2student)": 4.050522804260254,
+      "cov-distil (oracle2teacher)": 4.108564853668213,
+      "epoch": 1.584772370486656,
+      "rel-constrast": 2.5229244232177734,
+      "step": 2019,
+      "subrel-constrast": 3.454453706741333,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.585557299843014,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.843509017462652e-05,
+      "loss": 0.6732,
+      "step": 2020
+    },
+    {
+      "cov-distil": 2.0482892990112305,
+      "cov-distil (oracle2student)": 4.750459671020508,
+      "cov-distil (oracle2teacher)": 4.109539031982422,
+      "epoch": 1.585557299843014,
+      "rel-constrast": 2.9831416606903076,
+      "step": 2020,
+      "subrel-constrast": 3.4159088134765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8287413120269775,
+      "cov-distil (oracle2student)": 4.625401496887207,
+      "cov-distil (oracle2teacher)": 4.432038307189941,
+      "epoch": 1.586342229199372,
+      "rel-constrast": 3.173849582672119,
+      "step": 2021,
+      "subrel-constrast": 3.6933140754699707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.502548336982727,
+      "cov-distil (oracle2student)": 4.34357213973999,
+      "cov-distil (oracle2teacher)": 4.000822067260742,
+      "epoch": 1.58712715855573,
+      "rel-constrast": 3.2530899047851562,
+      "step": 2022,
+      "subrel-constrast": 4.041499137878418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6975460052490234,
+      "cov-distil (oracle2student)": 2.134544610977173,
+      "cov-distil (oracle2teacher)": 2.6783952713012695,
+      "epoch": 1.587912087912088,
+      "rel-constrast": 1.9920363426208496,
+      "step": 2023,
+      "subrel-constrast": 2.524914503097534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.539825439453125,
+      "cov-distil (oracle2student)": 3.59492826461792,
+      "cov-distil (oracle2teacher)": 3.1538758277893066,
+      "epoch": 1.5886970172684458,
+      "rel-constrast": 3.423799514770508,
+      "step": 2024,
+      "subrel-constrast": 2.937838077545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.211482286453247,
+      "cov-distil (oracle2student)": 3.4956533908843994,
+      "cov-distil (oracle2teacher)": 3.3868885040283203,
+      "epoch": 1.5894819466248038,
+      "rel-constrast": 2.658813238143921,
+      "step": 2025,
+      "subrel-constrast": 3.331859588623047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.064730405807495,
+      "cov-distil (oracle2student)": 4.127379417419434,
+      "cov-distil (oracle2teacher)": 4.330715179443359,
+      "epoch": 1.5902668759811616,
+      "rel-constrast": 3.454615354537964,
+      "step": 2026,
+      "subrel-constrast": 5.0817790031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.764772653579712,
+      "cov-distil (oracle2student)": 5.5037665367126465,
+      "cov-distil (oracle2teacher)": 5.152635097503662,
+      "epoch": 1.5910518053375196,
+      "rel-constrast": 3.8172686100006104,
+      "step": 2027,
+      "subrel-constrast": 4.860388278961182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7477824687957764,
+      "cov-distil (oracle2student)": 2.8598079681396484,
+      "cov-distil (oracle2teacher)": 3.4302902221679688,
+      "epoch": 1.5918367346938775,
+      "rel-constrast": 2.446838140487671,
+      "step": 2028,
+      "subrel-constrast": 2.904712677001953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2806787490844727,
+      "cov-distil (oracle2student)": 4.167126178741455,
+      "cov-distil (oracle2teacher)": 3.535740375518799,
+      "epoch": 1.5926216640502355,
+      "rel-constrast": 1.5691629648208618,
+      "step": 2029,
+      "subrel-constrast": 2.2749476432800293,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5934065934065935,
+      "grad_norm": 4.0625,
+      "learning_rate": 4.840455736531695e-05,
+      "loss": 0.761,
+      "step": 2030
+    },
+    {
+      "cov-distil": 1.8052408695220947,
+      "cov-distil (oracle2student)": 3.767669439315796,
+      "cov-distil (oracle2teacher)": 4.137200355529785,
+      "epoch": 1.5934065934065935,
+      "rel-constrast": 2.8105173110961914,
+      "step": 2030,
+      "subrel-constrast": 4.052968978881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9864495992660522,
+      "cov-distil (oracle2student)": 4.301630020141602,
+      "cov-distil (oracle2teacher)": 3.9233083724975586,
+      "epoch": 1.5941915227629513,
+      "rel-constrast": 2.481691360473633,
+      "step": 2031,
+      "subrel-constrast": 3.670283317565918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2325851917266846,
+      "cov-distil (oracle2student)": 3.4413347244262695,
+      "cov-distil (oracle2teacher)": 3.52907133102417,
+      "epoch": 1.5949764521193093,
+      "rel-constrast": 1.944342017173767,
+      "step": 2032,
+      "subrel-constrast": 2.616421699523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1680409908294678,
+      "cov-distil (oracle2student)": 4.535223007202148,
+      "cov-distil (oracle2teacher)": 4.687896728515625,
+      "epoch": 1.595761381475667,
+      "rel-constrast": 3.4036130905151367,
+      "step": 2033,
+      "subrel-constrast": 3.596949815750122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.187397837638855,
+      "cov-distil (oracle2student)": 5.060375690460205,
+      "cov-distil (oracle2teacher)": 4.972679615020752,
+      "epoch": 1.596546310832025,
+      "rel-constrast": 2.817009449005127,
+      "step": 2034,
+      "subrel-constrast": 3.526599407196045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9516181945800781,
+      "cov-distil (oracle2student)": 5.50700569152832,
+      "cov-distil (oracle2teacher)": 4.918766021728516,
+      "epoch": 1.597331240188383,
+      "rel-constrast": 3.4270966053009033,
+      "step": 2035,
+      "subrel-constrast": 4.3050537109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6815999746322632,
+      "cov-distil (oracle2student)": 3.189220428466797,
+      "cov-distil (oracle2teacher)": 3.4597322940826416,
+      "epoch": 1.598116169544741,
+      "rel-constrast": 3.8849408626556396,
+      "step": 2036,
+      "subrel-constrast": 4.007104873657227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5344910621643066,
+      "cov-distil (oracle2student)": 5.080648422241211,
+      "cov-distil (oracle2teacher)": 4.638467788696289,
+      "epoch": 1.598901098901099,
+      "rel-constrast": 2.8217477798461914,
+      "step": 2037,
+      "subrel-constrast": 3.8516201972961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6874818801879883,
+      "cov-distil (oracle2student)": 4.321852684020996,
+      "cov-distil (oracle2teacher)": 4.031486511230469,
+      "epoch": 1.599686028257457,
+      "rel-constrast": 4.23775577545166,
+      "step": 2038,
+      "subrel-constrast": 4.444581985473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5076287984848022,
+      "cov-distil (oracle2student)": 3.5776901245117188,
+      "cov-distil (oracle2teacher)": 3.320101737976074,
+      "epoch": 1.6004709576138147,
+      "rel-constrast": 2.3692123889923096,
+      "step": 2039,
+      "subrel-constrast": 2.848024845123291,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6012558869701727,
+      "grad_norm": 5.25,
+      "learning_rate": 4.837373937886191e-05,
+      "loss": 0.7943,
+      "step": 2040
+    },
+    {
+      "cov-distil": 1.6467664241790771,
+      "cov-distil (oracle2student)": 3.4191412925720215,
+      "cov-distil (oracle2teacher)": 3.879981756210327,
+      "epoch": 1.6012558869701727,
+      "rel-constrast": 2.825836181640625,
+      "step": 2040,
+      "subrel-constrast": 3.5962727069854736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6008367538452148,
+      "cov-distil (oracle2student)": 4.051494598388672,
+      "cov-distil (oracle2teacher)": 4.0429229736328125,
+      "epoch": 1.6020408163265305,
+      "rel-constrast": 2.2376322746276855,
+      "step": 2041,
+      "subrel-constrast": 3.3133673667907715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3132537603378296,
+      "cov-distil (oracle2student)": 5.540678977966309,
+      "cov-distil (oracle2teacher)": 4.8964972496032715,
+      "epoch": 1.6028257456828885,
+      "rel-constrast": 3.3395042419433594,
+      "step": 2042,
+      "subrel-constrast": 3.4931578636169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4747480154037476,
+      "cov-distil (oracle2student)": 3.688535213470459,
+      "cov-distil (oracle2teacher)": 3.7695884704589844,
+      "epoch": 1.6036106750392465,
+      "rel-constrast": 3.0774917602539062,
+      "step": 2043,
+      "subrel-constrast": 4.081106185913086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3674695491790771,
+      "cov-distil (oracle2student)": 4.54239559173584,
+      "cov-distil (oracle2teacher)": 4.217275142669678,
+      "epoch": 1.6043956043956045,
+      "rel-constrast": 3.5234925746917725,
+      "step": 2044,
+      "subrel-constrast": 3.8215219974517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2804394960403442,
+      "cov-distil (oracle2student)": 3.9361371994018555,
+      "cov-distil (oracle2teacher)": 4.220816612243652,
+      "epoch": 1.6051805337519625,
+      "rel-constrast": 3.50968599319458,
+      "step": 2045,
+      "subrel-constrast": 4.2541584968566895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8156013488769531,
+      "cov-distil (oracle2student)": 4.476880073547363,
+      "cov-distil (oracle2teacher)": 3.963146209716797,
+      "epoch": 1.6059654631083202,
+      "rel-constrast": 3.259300708770752,
+      "step": 2046,
+      "subrel-constrast": 3.3814423084259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5240626335144043,
+      "cov-distil (oracle2student)": 3.958540201187134,
+      "cov-distil (oracle2teacher)": 3.794686794281006,
+      "epoch": 1.6067503924646782,
+      "rel-constrast": 2.936607599258423,
+      "step": 2047,
+      "subrel-constrast": 3.8535993099212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266055822372437,
+      "cov-distil (oracle2student)": 4.4979705810546875,
+      "cov-distil (oracle2teacher)": 3.644831895828247,
+      "epoch": 1.607535321821036,
+      "rel-constrast": 2.2974979877471924,
+      "step": 2048,
+      "subrel-constrast": 3.10577654838562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7465144395828247,
+      "cov-distil (oracle2student)": 3.3013501167297363,
+      "cov-distil (oracle2teacher)": 3.4726696014404297,
+      "epoch": 1.608320251177394,
+      "rel-constrast": 1.995133638381958,
+      "step": 2049,
+      "subrel-constrast": 2.724217653274536,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.609105180533752,
+      "grad_norm": 4.40625,
+      "learning_rate": 4.834263659076884e-05,
+      "loss": 0.763,
+      "step": 2050
+    },
+    {
+      "cov-distil": 1.7949761152267456,
+      "cov-distil (oracle2student)": 4.498704433441162,
+      "cov-distil (oracle2teacher)": 4.352823257446289,
+      "epoch": 1.609105180533752,
+      "rel-constrast": 2.254809856414795,
+      "step": 2050,
+      "subrel-constrast": 3.4211935997009277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3349231481552124,
+      "cov-distil (oracle2student)": 5.7295918464660645,
+      "cov-distil (oracle2teacher)": 5.212827205657959,
+      "epoch": 1.60989010989011,
+      "rel-constrast": 2.0729784965515137,
+      "step": 2051,
+      "subrel-constrast": 3.048137903213501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0458886623382568,
+      "cov-distil (oracle2student)": 3.1625027656555176,
+      "cov-distil (oracle2teacher)": 3.6677608489990234,
+      "epoch": 1.610675039246468,
+      "rel-constrast": 2.433927536010742,
+      "step": 2052,
+      "subrel-constrast": 3.323185682296753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3693102598190308,
+      "cov-distil (oracle2student)": 2.987476110458374,
+      "cov-distil (oracle2teacher)": 2.8964524269104004,
+      "epoch": 1.6114599686028257,
+      "rel-constrast": 2.140439033508301,
+      "step": 2053,
+      "subrel-constrast": 2.8775861263275146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3437325954437256,
+      "cov-distil (oracle2student)": 5.207067012786865,
+      "cov-distil (oracle2teacher)": 5.1119794845581055,
+      "epoch": 1.6122448979591837,
+      "rel-constrast": 3.1859264373779297,
+      "step": 2054,
+      "subrel-constrast": 3.5148096084594727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5393338203430176,
+      "cov-distil (oracle2student)": 2.7178211212158203,
+      "cov-distil (oracle2teacher)": 2.548007011413574,
+      "epoch": 1.6130298273155415,
+      "rel-constrast": 2.2228755950927734,
+      "step": 2055,
+      "subrel-constrast": 2.701355457305908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426512360572815,
+      "cov-distil (oracle2student)": 3.4088988304138184,
+      "cov-distil (oracle2teacher)": 3.7255258560180664,
+      "epoch": 1.6138147566718994,
+      "rel-constrast": 1.602285623550415,
+      "step": 2056,
+      "subrel-constrast": 2.695399761199951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7214194536209106,
+      "cov-distil (oracle2student)": 3.3216590881347656,
+      "cov-distil (oracle2teacher)": 3.337252616882324,
+      "epoch": 1.6145996860282574,
+      "rel-constrast": 2.674438714981079,
+      "step": 2057,
+      "subrel-constrast": 3.511599063873291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5471255779266357,
+      "cov-distil (oracle2student)": 3.8116812705993652,
+      "cov-distil (oracle2teacher)": 3.9724085330963135,
+      "epoch": 1.6153846153846154,
+      "rel-constrast": 2.7013487815856934,
+      "step": 2058,
+      "subrel-constrast": 3.5736117362976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2454863786697388,
+      "cov-distil (oracle2student)": 5.163958549499512,
+      "cov-distil (oracle2teacher)": 4.0869317054748535,
+      "epoch": 1.6161695447409734,
+      "rel-constrast": 2.5448288917541504,
+      "step": 2059,
+      "subrel-constrast": 3.0625667572021484,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6169544740973314,
+      "grad_norm": 10.5,
+      "learning_rate": 4.83112493800154e-05,
+      "loss": 0.6318,
+      "step": 2060
+    },
+    {
+      "cov-distil": 1.4908287525177002,
+      "cov-distil (oracle2student)": 4.317589282989502,
+      "cov-distil (oracle2teacher)": 4.190001487731934,
+      "epoch": 1.6169544740973314,
+      "rel-constrast": 2.581674575805664,
+      "step": 2060,
+      "subrel-constrast": 3.4688923358917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4584860801696777,
+      "cov-distil (oracle2student)": 4.275257110595703,
+      "cov-distil (oracle2teacher)": 4.058523654937744,
+      "epoch": 1.6177394034536892,
+      "rel-constrast": 2.0944056510925293,
+      "step": 2061,
+      "subrel-constrast": 2.88100266456604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.757563829421997,
+      "cov-distil (oracle2student)": 3.076035499572754,
+      "cov-distil (oracle2teacher)": 3.0971367359161377,
+      "epoch": 1.6185243328100472,
+      "rel-constrast": 2.540196418762207,
+      "step": 2062,
+      "subrel-constrast": 3.6414880752563477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2241549491882324,
+      "cov-distil (oracle2student)": 4.835506439208984,
+      "cov-distil (oracle2teacher)": 4.11246919631958,
+      "epoch": 1.619309262166405,
+      "rel-constrast": 3.1234943866729736,
+      "step": 2063,
+      "subrel-constrast": 3.165693521499634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9903879165649414,
+      "cov-distil (oracle2student)": 4.786257266998291,
+      "cov-distil (oracle2teacher)": 4.460675239562988,
+      "epoch": 1.620094191522763,
+      "rel-constrast": 2.56026029586792,
+      "step": 2064,
+      "subrel-constrast": 3.524782180786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.28297758102417,
+      "cov-distil (oracle2student)": 4.441198825836182,
+      "cov-distil (oracle2teacher)": 4.769462585449219,
+      "epoch": 1.620879120879121,
+      "rel-constrast": 2.9925427436828613,
+      "step": 2065,
+      "subrel-constrast": 3.6131138801574707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.761282205581665,
+      "cov-distil (oracle2student)": 5.356776237487793,
+      "cov-distil (oracle2teacher)": 4.522482395172119,
+      "epoch": 1.6216640502354789,
+      "rel-constrast": 3.165936231613159,
+      "step": 2066,
+      "subrel-constrast": 4.099177837371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4316446781158447,
+      "cov-distil (oracle2student)": 5.165266036987305,
+      "cov-distil (oracle2teacher)": 4.497067451477051,
+      "epoch": 1.6224489795918369,
+      "rel-constrast": 2.9972119331359863,
+      "step": 2067,
+      "subrel-constrast": 3.2542285919189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3026407957077026,
+      "cov-distil (oracle2student)": 5.497707843780518,
+      "cov-distil (oracle2teacher)": 4.904534816741943,
+      "epoch": 1.6232339089481946,
+      "rel-constrast": 2.914114236831665,
+      "step": 2068,
+      "subrel-constrast": 3.616696834564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.508901834487915,
+      "cov-distil (oracle2student)": 4.457405090332031,
+      "cov-distil (oracle2teacher)": 4.822147369384766,
+      "epoch": 1.6240188383045526,
+      "rel-constrast": 2.934299945831299,
+      "step": 2069,
+      "subrel-constrast": 4.103697776794434,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6248037676609104,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.827957812904485e-05,
+      "loss": 0.7356,
+      "step": 2070
+    },
+    {
+      "cov-distil": 1.3743852376937866,
+      "cov-distil (oracle2student)": 2.6643528938293457,
+      "cov-distil (oracle2teacher)": 3.036470413208008,
+      "epoch": 1.6248037676609104,
+      "rel-constrast": 2.3496155738830566,
+      "step": 2070,
+      "subrel-constrast": 3.3078978061676025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.617437720298767,
+      "cov-distil (oracle2student)": 6.351428508758545,
+      "cov-distil (oracle2teacher)": 5.156709671020508,
+      "epoch": 1.6255886970172684,
+      "rel-constrast": 2.6045138835906982,
+      "step": 2071,
+      "subrel-constrast": 2.9174444675445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9774250984191895,
+      "cov-distil (oracle2student)": 4.303502082824707,
+      "cov-distil (oracle2teacher)": 3.9338040351867676,
+      "epoch": 1.6263736263736264,
+      "rel-constrast": 3.3211231231689453,
+      "step": 2072,
+      "subrel-constrast": 3.631126880645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9205094575881958,
+      "cov-distil (oracle2student)": 4.331757545471191,
+      "cov-distil (oracle2teacher)": 4.20655632019043,
+      "epoch": 1.6271585557299844,
+      "rel-constrast": 2.644624710083008,
+      "step": 2073,
+      "subrel-constrast": 3.4994237422943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9841632843017578,
+      "cov-distil (oracle2student)": 3.503969430923462,
+      "cov-distil (oracle2teacher)": 2.974539041519165,
+      "epoch": 1.6279434850863423,
+      "rel-constrast": 1.8373162746429443,
+      "step": 2074,
+      "subrel-constrast": 2.4780445098876953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3093910217285156,
+      "cov-distil (oracle2student)": 5.715851783752441,
+      "cov-distil (oracle2teacher)": 4.562400817871094,
+      "epoch": 1.6287284144427001,
+      "rel-constrast": 3.0792689323425293,
+      "step": 2075,
+      "subrel-constrast": 3.4869117736816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72260582447052,
+      "cov-distil (oracle2student)": 4.45317268371582,
+      "cov-distil (oracle2teacher)": 4.26389217376709,
+      "epoch": 1.629513343799058,
+      "rel-constrast": 2.2471811771392822,
+      "step": 2076,
+      "subrel-constrast": 2.5746428966522217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3540172576904297,
+      "cov-distil (oracle2student)": 5.391295909881592,
+      "cov-distil (oracle2teacher)": 5.226952075958252,
+      "epoch": 1.6302982731554159,
+      "rel-constrast": 1.6137186288833618,
+      "step": 2077,
+      "subrel-constrast": 2.613908290863037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8046118021011353,
+      "cov-distil (oracle2student)": 4.633482933044434,
+      "cov-distil (oracle2teacher)": 4.515999794006348,
+      "epoch": 1.6310832025117739,
+      "rel-constrast": 2.3300392627716064,
+      "step": 2078,
+      "subrel-constrast": 2.9957892894744873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4055002927780151,
+      "cov-distil (oracle2student)": 3.869049072265625,
+      "cov-distil (oracle2teacher)": 3.528761863708496,
+      "epoch": 1.6318681318681318,
+      "rel-constrast": 1.8855060338974,
+      "step": 2079,
+      "subrel-constrast": 2.607849359512329,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6326530612244898,
+      "grad_norm": 4.5625,
+      "learning_rate": 4.824762322376138e-05,
+      "loss": 0.6365,
+      "step": 2080
+    },
+    {
+      "cov-distil": 1.2414379119873047,
+      "cov-distil (oracle2student)": 3.478029727935791,
+      "cov-distil (oracle2teacher)": 3.3050224781036377,
+      "epoch": 1.6326530612244898,
+      "rel-constrast": 1.9633790254592896,
+      "step": 2080,
+      "subrel-constrast": 2.5663352012634277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1902920007705688,
+      "cov-distil (oracle2student)": 4.973108768463135,
+      "cov-distil (oracle2teacher)": 4.454844951629639,
+      "epoch": 1.6334379905808478,
+      "rel-constrast": 1.9761629104614258,
+      "step": 2081,
+      "subrel-constrast": 2.5908637046813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8728954792022705,
+      "cov-distil (oracle2student)": 2.418976306915283,
+      "cov-distil (oracle2teacher)": 3.155106544494629,
+      "epoch": 1.6342229199372058,
+      "rel-constrast": 2.789966583251953,
+      "step": 2082,
+      "subrel-constrast": 3.632643461227417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.879807949066162,
+      "cov-distil (oracle2student)": 4.050652027130127,
+      "cov-distil (oracle2teacher)": 3.8830175399780273,
+      "epoch": 1.6350078492935636,
+      "rel-constrast": 3.4353625774383545,
+      "step": 2083,
+      "subrel-constrast": 3.942655563354492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1142070293426514,
+      "cov-distil (oracle2student)": 4.605465888977051,
+      "cov-distil (oracle2teacher)": 4.1374430656433105,
+      "epoch": 1.6357927786499213,
+      "rel-constrast": 2.9432709217071533,
+      "step": 2084,
+      "subrel-constrast": 3.5583064556121826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3301512002944946,
+      "cov-distil (oracle2student)": 3.0463709831237793,
+      "cov-distil (oracle2teacher)": 3.104276657104492,
+      "epoch": 1.6365777080062793,
+      "rel-constrast": 2.3145620822906494,
+      "step": 2085,
+      "subrel-constrast": 3.1735079288482666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478292465209961,
+      "cov-distil (oracle2student)": 2.931324005126953,
+      "cov-distil (oracle2teacher)": 2.9833784103393555,
+      "epoch": 1.6373626373626373,
+      "rel-constrast": 2.5801472663879395,
+      "step": 2086,
+      "subrel-constrast": 2.7285046577453613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6398351192474365,
+      "cov-distil (oracle2student)": 2.8576812744140625,
+      "cov-distil (oracle2teacher)": 3.1078763008117676,
+      "epoch": 1.6381475667189953,
+      "rel-constrast": 2.428048610687256,
+      "step": 2087,
+      "subrel-constrast": 3.2801222801208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2795454263687134,
+      "cov-distil (oracle2student)": 5.243771553039551,
+      "cov-distil (oracle2teacher)": 4.780567169189453,
+      "epoch": 1.6389324960753533,
+      "rel-constrast": 2.9224610328674316,
+      "step": 2088,
+      "subrel-constrast": 3.4047603607177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7413620948791504,
+      "cov-distil (oracle2student)": 3.4226858615875244,
+      "cov-distil (oracle2teacher)": 3.796494722366333,
+      "epoch": 1.6397174254317113,
+      "rel-constrast": 3.177461624145508,
+      "step": 2089,
+      "subrel-constrast": 3.9020156860351562,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.640502354788069,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.821538505352543e-05,
+      "loss": 0.7027,
+      "step": 2090
+    },
+    {
+      "cov-distil": 1.2207731008529663,
+      "cov-distil (oracle2student)": 3.8870153427124023,
+      "cov-distil (oracle2teacher)": 4.129881381988525,
+      "epoch": 1.640502354788069,
+      "rel-constrast": 2.6559126377105713,
+      "step": 2090,
+      "subrel-constrast": 3.1635262966156006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6789839267730713,
+      "cov-distil (oracle2student)": 4.7383270263671875,
+      "cov-distil (oracle2teacher)": 4.643011093139648,
+      "epoch": 1.641287284144427,
+      "rel-constrast": 2.328157424926758,
+      "step": 2091,
+      "subrel-constrast": 2.9757080078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1166787147521973,
+      "cov-distil (oracle2student)": 6.11566162109375,
+      "cov-distil (oracle2teacher)": 5.492757797241211,
+      "epoch": 1.6420722135007848,
+      "rel-constrast": 3.674086570739746,
+      "step": 2092,
+      "subrel-constrast": 4.091212749481201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0456438064575195,
+      "cov-distil (oracle2student)": 2.8291797637939453,
+      "cov-distil (oracle2teacher)": 3.062237501144409,
+      "epoch": 1.6428571428571428,
+      "rel-constrast": 2.438107967376709,
+      "step": 2093,
+      "subrel-constrast": 3.1620309352874756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664851427078247,
+      "cov-distil (oracle2student)": 5.564061164855957,
+      "cov-distil (oracle2teacher)": 5.566417694091797,
+      "epoch": 1.6436420722135008,
+      "rel-constrast": 3.6411361694335938,
+      "step": 2094,
+      "subrel-constrast": 4.108861923217773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6375892162322998,
+      "cov-distil (oracle2student)": 4.984851837158203,
+      "cov-distil (oracle2teacher)": 4.013951778411865,
+      "epoch": 1.6444270015698588,
+      "rel-constrast": 2.8608391284942627,
+      "step": 2095,
+      "subrel-constrast": 3.520291328430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3518152236938477,
+      "cov-distil (oracle2student)": 3.7745819091796875,
+      "cov-distil (oracle2teacher)": 3.919778347015381,
+      "epoch": 1.6452119309262168,
+      "rel-constrast": 2.3604490756988525,
+      "step": 2096,
+      "subrel-constrast": 3.0637900829315186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6902343034744263,
+      "cov-distil (oracle2student)": 2.733623743057251,
+      "cov-distil (oracle2teacher)": 2.9321978092193604,
+      "epoch": 1.6459968602825745,
+      "rel-constrast": 3.052748680114746,
+      "step": 2097,
+      "subrel-constrast": 3.6468217372894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5134410858154297,
+      "cov-distil (oracle2student)": 3.3050501346588135,
+      "cov-distil (oracle2teacher)": 2.9029603004455566,
+      "epoch": 1.6467817896389325,
+      "rel-constrast": 2.616238594055176,
+      "step": 2098,
+      "subrel-constrast": 2.949694871902466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8169734477996826,
+      "cov-distil (oracle2student)": 6.159611701965332,
+      "cov-distil (oracle2teacher)": 5.612151622772217,
+      "epoch": 1.6475667189952903,
+      "rel-constrast": 2.7007651329040527,
+      "step": 2099,
+      "subrel-constrast": 3.4792776107788086,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "grad_norm": 6.0,
+      "learning_rate": 4.818286401114894e-05,
+      "loss": 0.7451,
+      "step": 2100
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "overlap": 0.3187499940395355,
+      "step": 2100
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "step": 2100,
+      "student margin": 0.0576171875
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "step": 2100,
+      "teacher margin": 0.04315185546875
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "margin difference": -0.01446533203125,
+      "step": 2100
+    },
+    {
+      "cov-distil": 1.0847593545913696,
+      "cov-distil (oracle2student)": 4.795584201812744,
+      "cov-distil (oracle2teacher)": 5.146419525146484,
+      "epoch": 1.6483516483516483,
+      "rel-constrast": 3.1171159744262695,
+      "step": 2100,
+      "subrel-constrast": 3.8414456844329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0760643482208252,
+      "cov-distil (oracle2student)": 4.520528316497803,
+      "cov-distil (oracle2teacher)": 4.584324836730957,
+      "epoch": 1.6491365777080063,
+      "rel-constrast": 3.029400587081909,
+      "step": 2101,
+      "subrel-constrast": 3.4180798530578613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9640960097312927,
+      "cov-distil (oracle2student)": 5.115893840789795,
+      "cov-distil (oracle2teacher)": 4.722122669219971,
+      "epoch": 1.6499215070643642,
+      "rel-constrast": 2.4659721851348877,
+      "step": 2102,
+      "subrel-constrast": 2.7437267303466797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4343488216400146,
+      "cov-distil (oracle2student)": 4.25430965423584,
+      "cov-distil (oracle2teacher)": 3.885815143585205,
+      "epoch": 1.6507064364207222,
+      "rel-constrast": 2.810929536819458,
+      "step": 2103,
+      "subrel-constrast": 3.4059669971466064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3997812271118164,
+      "cov-distil (oracle2student)": 4.908003807067871,
+      "cov-distil (oracle2teacher)": 4.994489669799805,
+      "epoch": 1.6514913657770802,
+      "rel-constrast": 3.232682704925537,
+      "step": 2104,
+      "subrel-constrast": 3.706627607345581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2426989078521729,
+      "cov-distil (oracle2student)": 4.39690637588501,
+      "cov-distil (oracle2teacher)": 3.901740550994873,
+      "epoch": 1.652276295133438,
+      "rel-constrast": 2.7887399196624756,
+      "step": 2105,
+      "subrel-constrast": 2.981189489364624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4868419170379639,
+      "cov-distil (oracle2student)": 3.0980429649353027,
+      "cov-distil (oracle2teacher)": 3.2560806274414062,
+      "epoch": 1.6530612244897958,
+      "rel-constrast": 2.479961395263672,
+      "step": 2106,
+      "subrel-constrast": 3.50347900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4145686626434326,
+      "cov-distil (oracle2student)": 5.37026834487915,
+      "cov-distil (oracle2teacher)": 4.314634323120117,
+      "epoch": 1.6538461538461537,
+      "rel-constrast": 3.189492702484131,
+      "step": 2107,
+      "subrel-constrast": 3.304046392440796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015730381011963,
+      "cov-distil (oracle2student)": 3.150158166885376,
+      "cov-distil (oracle2teacher)": 3.2641947269439697,
+      "epoch": 1.6546310832025117,
+      "rel-constrast": 2.0542044639587402,
+      "step": 2108,
+      "subrel-constrast": 3.0232656002044678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8200358152389526,
+      "cov-distil (oracle2student)": 2.9853107929229736,
+      "cov-distil (oracle2teacher)": 3.290024757385254,
+      "epoch": 1.6554160125588697,
+      "rel-constrast": 1.7551003694534302,
+      "step": 2109,
+      "subrel-constrast": 2.5555334091186523,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6562009419152277,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.8150060492890534e-05,
+      "loss": 0.7062,
+      "step": 2110
+    },
+    {
+      "cov-distil": 2.164550304412842,
+      "cov-distil (oracle2student)": 4.157090187072754,
+      "cov-distil (oracle2teacher)": 4.138474464416504,
+      "epoch": 1.6562009419152277,
+      "rel-constrast": 3.681403636932373,
+      "step": 2110,
+      "subrel-constrast": 4.288934230804443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6670509576797485,
+      "cov-distil (oracle2student)": 5.642236232757568,
+      "cov-distil (oracle2teacher)": 5.219463348388672,
+      "epoch": 1.6569858712715857,
+      "rel-constrast": 2.6670005321502686,
+      "step": 2111,
+      "subrel-constrast": 3.2984635829925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5286648273468018,
+      "cov-distil (oracle2student)": 6.8880510330200195,
+      "cov-distil (oracle2teacher)": 6.149458885192871,
+      "epoch": 1.6577708006279435,
+      "rel-constrast": 2.7714650630950928,
+      "step": 2112,
+      "subrel-constrast": 3.6926379203796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3729195594787598,
+      "cov-distil (oracle2student)": 3.329467535018921,
+      "cov-distil (oracle2teacher)": 3.7128005027770996,
+      "epoch": 1.6585557299843015,
+      "rel-constrast": 3.645893096923828,
+      "step": 2113,
+      "subrel-constrast": 4.052705764770508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369773268699646,
+      "cov-distil (oracle2student)": 4.392125129699707,
+      "cov-distil (oracle2teacher)": 3.8616867065429688,
+      "epoch": 1.6593406593406592,
+      "rel-constrast": 3.0189096927642822,
+      "step": 2114,
+      "subrel-constrast": 3.484640598297119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015727996826172,
+      "cov-distil (oracle2student)": 4.326857566833496,
+      "cov-distil (oracle2teacher)": 4.160575866699219,
+      "epoch": 1.6601255886970172,
+      "rel-constrast": 2.9198811054229736,
+      "step": 2115,
+      "subrel-constrast": 2.944526195526123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.058974027633667,
+      "cov-distil (oracle2student)": 4.4760026931762695,
+      "cov-distil (oracle2teacher)": 4.2179460525512695,
+      "epoch": 1.6609105180533752,
+      "rel-constrast": 1.769545316696167,
+      "step": 2116,
+      "subrel-constrast": 2.453869342803955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9441261291503906,
+      "cov-distil (oracle2student)": 4.372752666473389,
+      "cov-distil (oracle2teacher)": 4.653127670288086,
+      "epoch": 1.6616954474097332,
+      "rel-constrast": 3.1911330223083496,
+      "step": 2117,
+      "subrel-constrast": 3.7165687084198,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.375419020652771,
+      "cov-distil (oracle2student)": 2.6942036151885986,
+      "cov-distil (oracle2teacher)": 2.8261165618896484,
+      "epoch": 1.6624803767660912,
+      "rel-constrast": 2.6437556743621826,
+      "step": 2118,
+      "subrel-constrast": 3.4267489910125732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8432061672210693,
+      "cov-distil (oracle2student)": 2.5915541648864746,
+      "cov-distil (oracle2teacher)": 2.9292144775390625,
+      "epoch": 1.663265306122449,
+      "rel-constrast": 2.2575695514678955,
+      "step": 2119,
+      "subrel-constrast": 3.2407729625701904,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.664050235478807,
+      "grad_norm": 4.09375,
+      "learning_rate": 4.8116974898450736e-05,
+      "loss": 0.7532,
+      "step": 2120
+    },
+    {
+      "cov-distil": 1.4284354448318481,
+      "cov-distil (oracle2student)": 3.8294482231140137,
+      "cov-distil (oracle2teacher)": 3.66495418548584,
+      "epoch": 1.664050235478807,
+      "rel-constrast": 2.3472390174865723,
+      "step": 2120,
+      "subrel-constrast": 2.764091730117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7339069843292236,
+      "cov-distil (oracle2student)": 5.896264553070068,
+      "cov-distil (oracle2teacher)": 5.093210697174072,
+      "epoch": 1.6648351648351647,
+      "rel-constrast": 3.384132146835327,
+      "step": 2121,
+      "subrel-constrast": 4.197080612182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6135178804397583,
+      "cov-distil (oracle2student)": 3.5190796852111816,
+      "cov-distil (oracle2teacher)": 3.6976165771484375,
+      "epoch": 1.6656200941915227,
+      "rel-constrast": 2.4060521125793457,
+      "step": 2122,
+      "subrel-constrast": 3.611560583114624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7267638444900513,
+      "cov-distil (oracle2student)": 3.873110294342041,
+      "cov-distil (oracle2teacher)": 3.7459716796875,
+      "epoch": 1.6664050235478807,
+      "rel-constrast": 2.8872313499450684,
+      "step": 2123,
+      "subrel-constrast": 3.3765623569488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1982941627502441,
+      "cov-distil (oracle2student)": 4.119829177856445,
+      "cov-distil (oracle2teacher)": 4.441465377807617,
+      "epoch": 1.6671899529042387,
+      "rel-constrast": 2.849386692047119,
+      "step": 2124,
+      "subrel-constrast": 3.5009841918945312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6497911214828491,
+      "cov-distil (oracle2student)": 4.420945167541504,
+      "cov-distil (oracle2teacher)": 4.4817986488342285,
+      "epoch": 1.6679748822605966,
+      "rel-constrast": 2.804983377456665,
+      "step": 2125,
+      "subrel-constrast": 3.751906633377075,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4091827869415283,
+      "cov-distil (oracle2student)": 5.711494445800781,
+      "cov-distil (oracle2teacher)": 5.227167129516602,
+      "epoch": 1.6687598116169546,
+      "rel-constrast": 1.9490318298339844,
+      "step": 2126,
+      "subrel-constrast": 2.68143367767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3228497505187988,
+      "cov-distil (oracle2student)": 4.4962968826293945,
+      "cov-distil (oracle2teacher)": 4.532170295715332,
+      "epoch": 1.6695447409733124,
+      "rel-constrast": 2.627175807952881,
+      "step": 2127,
+      "subrel-constrast": 3.3042190074920654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9521995186805725,
+      "cov-distil (oracle2student)": 4.027742385864258,
+      "cov-distil (oracle2teacher)": 3.8917882442474365,
+      "epoch": 1.6703296703296702,
+      "rel-constrast": 2.710982322692871,
+      "step": 2128,
+      "subrel-constrast": 2.957879066467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1321789026260376,
+      "cov-distil (oracle2student)": 4.961772441864014,
+      "cov-distil (oracle2teacher)": 4.1693196296691895,
+      "epoch": 1.6711145996860282,
+      "rel-constrast": 4.076947212219238,
+      "step": 2129,
+      "subrel-constrast": 4.571191310882568,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6718995290423861,
+      "grad_norm": 6.125,
+      "learning_rate": 4.8083607630967074e-05,
+      "loss": 0.7365,
+      "step": 2130
+    },
+    {
+      "cov-distil": 1.4759851694107056,
+      "cov-distil (oracle2student)": 6.480543613433838,
+      "cov-distil (oracle2teacher)": 6.439112663269043,
+      "epoch": 1.6718995290423861,
+      "rel-constrast": 3.6613290309906006,
+      "step": 2130,
+      "subrel-constrast": 4.105996608734131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1145968437194824,
+      "cov-distil (oracle2student)": 3.70923113822937,
+      "cov-distil (oracle2teacher)": 3.944181442260742,
+      "epoch": 1.6726844583987441,
+      "rel-constrast": 2.3551554679870605,
+      "step": 2131,
+      "subrel-constrast": 3.428016185760498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.720075011253357,
+      "cov-distil (oracle2student)": 4.6509294509887695,
+      "cov-distil (oracle2teacher)": 4.49489688873291,
+      "epoch": 1.6734693877551021,
+      "rel-constrast": 2.1794185638427734,
+      "step": 2132,
+      "subrel-constrast": 3.4165291786193848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4906682968139648,
+      "cov-distil (oracle2student)": 3.813755512237549,
+      "cov-distil (oracle2teacher)": 4.536121368408203,
+      "epoch": 1.67425431711146,
+      "rel-constrast": 2.387981414794922,
+      "step": 2133,
+      "subrel-constrast": 3.694098949432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6361708641052246,
+      "cov-distil (oracle2student)": 4.081071853637695,
+      "cov-distil (oracle2teacher)": 3.915973663330078,
+      "epoch": 1.6750392464678179,
+      "rel-constrast": 2.6308090686798096,
+      "step": 2134,
+      "subrel-constrast": 3.2851946353912354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4303783178329468,
+      "cov-distil (oracle2student)": 4.202880382537842,
+      "cov-distil (oracle2teacher)": 4.16943359375,
+      "epoch": 1.6758241758241759,
+      "rel-constrast": 3.373445510864258,
+      "step": 2135,
+      "subrel-constrast": 3.923292398452759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.459425210952759,
+      "cov-distil (oracle2student)": 4.751179218292236,
+      "cov-distil (oracle2teacher)": 5.0707855224609375,
+      "epoch": 1.6766091051805336,
+      "rel-constrast": 3.3232884407043457,
+      "step": 2136,
+      "subrel-constrast": 4.151365756988525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104991912841797,
+      "cov-distil (oracle2student)": 4.446455478668213,
+      "cov-distil (oracle2teacher)": 4.271516799926758,
+      "epoch": 1.6773940345368916,
+      "rel-constrast": 3.3564252853393555,
+      "step": 2137,
+      "subrel-constrast": 3.789482355117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3762569427490234,
+      "cov-distil (oracle2student)": 3.0044121742248535,
+      "cov-distil (oracle2teacher)": 3.1743152141571045,
+      "epoch": 1.6781789638932496,
+      "rel-constrast": 3.3793673515319824,
+      "step": 2138,
+      "subrel-constrast": 3.876147985458374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7822182178497314,
+      "cov-distil (oracle2student)": 3.6641769409179688,
+      "cov-distil (oracle2teacher)": 3.9251742362976074,
+      "epoch": 1.6789638932496076,
+      "rel-constrast": 3.6260242462158203,
+      "step": 2139,
+      "subrel-constrast": 4.8444719314575195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6797488226059656,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.8049959097009176e-05,
+      "loss": 0.7988,
+      "step": 2140
+    },
+    {
+      "cov-distil": 1.3677268028259277,
+      "cov-distil (oracle2student)": 4.7746405601501465,
+      "cov-distil (oracle2teacher)": 4.513347625732422,
+      "epoch": 1.6797488226059656,
+      "rel-constrast": 2.596588134765625,
+      "step": 2140,
+      "subrel-constrast": 2.9915525913238525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1616265773773193,
+      "cov-distil (oracle2student)": 5.1938323974609375,
+      "cov-distil (oracle2teacher)": 5.100850582122803,
+      "epoch": 1.6805337519623234,
+      "rel-constrast": 2.9964711666107178,
+      "step": 2141,
+      "subrel-constrast": 3.7820358276367188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0996077060699463,
+      "cov-distil (oracle2student)": 4.5935444831848145,
+      "cov-distil (oracle2teacher)": 3.8908047676086426,
+      "epoch": 1.6813186813186813,
+      "rel-constrast": 3.218785524368286,
+      "step": 2142,
+      "subrel-constrast": 3.5011887550354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7591500282287598,
+      "cov-distil (oracle2student)": 5.005758285522461,
+      "cov-distil (oracle2teacher)": 4.274603366851807,
+      "epoch": 1.682103610675039,
+      "rel-constrast": 2.0520851612091064,
+      "step": 2143,
+      "subrel-constrast": 2.8606362342834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.651135802268982,
+      "cov-distil (oracle2student)": 4.678955078125,
+      "cov-distil (oracle2teacher)": 4.217451095581055,
+      "epoch": 1.682888540031397,
+      "rel-constrast": 2.6216530799865723,
+      "step": 2144,
+      "subrel-constrast": 3.092637300491333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459703803062439,
+      "cov-distil (oracle2student)": 4.261819839477539,
+      "cov-distil (oracle2teacher)": 3.7647812366485596,
+      "epoch": 1.683673469387755,
+      "rel-constrast": 2.7618091106414795,
+      "step": 2145,
+      "subrel-constrast": 3.430241584777832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3455766439437866,
+      "cov-distil (oracle2student)": 2.825723648071289,
+      "cov-distil (oracle2teacher)": 3.393681764602661,
+      "epoch": 1.684458398744113,
+      "rel-constrast": 2.324629306793213,
+      "step": 2146,
+      "subrel-constrast": 3.406841516494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4332973957061768,
+      "cov-distil (oracle2student)": 4.471922397613525,
+      "cov-distil (oracle2teacher)": 4.546019554138184,
+      "epoch": 1.685243328100471,
+      "rel-constrast": 3.26851749420166,
+      "step": 2147,
+      "subrel-constrast": 4.255143165588379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3436756134033203,
+      "cov-distil (oracle2student)": 4.027027606964111,
+      "cov-distil (oracle2teacher)": 3.9727447032928467,
+      "epoch": 1.686028257456829,
+      "rel-constrast": 2.5659146308898926,
+      "step": 2148,
+      "subrel-constrast": 3.487208604812622,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7867908477783203,
+      "cov-distil (oracle2student)": 3.5245277881622314,
+      "cov-distil (oracle2teacher)": 3.820413112640381,
+      "epoch": 1.6868131868131868,
+      "rel-constrast": 2.8483431339263916,
+      "step": 2149,
+      "subrel-constrast": 3.817512035369873,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6875981161695446,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.801602970657379e-05,
+      "loss": 0.7174,
+      "step": 2150
+    },
+    {
+      "cov-distil": 1.3101235628128052,
+      "cov-distil (oracle2student)": 2.8991823196411133,
+      "cov-distil (oracle2teacher)": 3.0382778644561768,
+      "epoch": 1.6875981161695446,
+      "rel-constrast": 2.5098066329956055,
+      "step": 2150,
+      "subrel-constrast": 3.022489309310913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1520084142684937,
+      "cov-distil (oracle2student)": 5.277274131774902,
+      "cov-distil (oracle2teacher)": 4.550305366516113,
+      "epoch": 1.6883830455259026,
+      "rel-constrast": 2.9434947967529297,
+      "step": 2151,
+      "subrel-constrast": 3.759514570236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1978278160095215,
+      "cov-distil (oracle2student)": 3.9721157550811768,
+      "cov-distil (oracle2teacher)": 3.6336958408355713,
+      "epoch": 1.6891679748822606,
+      "rel-constrast": 2.4632248878479004,
+      "step": 2152,
+      "subrel-constrast": 3.0176351070404053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7336013317108154,
+      "cov-distil (oracle2student)": 3.94527006149292,
+      "cov-distil (oracle2teacher)": 4.275712013244629,
+      "epoch": 1.6899529042386185,
+      "rel-constrast": 2.4700944423675537,
+      "step": 2153,
+      "subrel-constrast": 3.495418071746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1990232467651367,
+      "cov-distil (oracle2student)": 4.326941967010498,
+      "cov-distil (oracle2teacher)": 3.5742738246917725,
+      "epoch": 1.6907378335949765,
+      "rel-constrast": 2.416457414627075,
+      "step": 2154,
+      "subrel-constrast": 2.926328420639038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2719948291778564,
+      "cov-distil (oracle2student)": 2.2979092597961426,
+      "cov-distil (oracle2teacher)": 2.806183338165283,
+      "epoch": 1.6915227629513345,
+      "rel-constrast": 2.915846347808838,
+      "step": 2155,
+      "subrel-constrast": 3.9413492679595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.437703251838684,
+      "cov-distil (oracle2student)": 2.4831008911132812,
+      "cov-distil (oracle2teacher)": 2.556386947631836,
+      "epoch": 1.6923076923076923,
+      "rel-constrast": 1.4686192274093628,
+      "step": 2156,
+      "subrel-constrast": 2.4283409118652344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8524895906448364,
+      "cov-distil (oracle2student)": 4.7828874588012695,
+      "cov-distil (oracle2teacher)": 4.748898029327393,
+      "epoch": 1.6930926216640503,
+      "rel-constrast": 3.025974750518799,
+      "step": 2157,
+      "subrel-constrast": 3.9398739337921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1802608966827393,
+      "cov-distil (oracle2student)": 4.980656623840332,
+      "cov-distil (oracle2teacher)": 4.330135822296143,
+      "epoch": 1.693877551020408,
+      "rel-constrast": 1.9440710544586182,
+      "step": 2158,
+      "subrel-constrast": 2.631688117980957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.266925573348999,
+      "cov-distil (oracle2student)": 5.679771423339844,
+      "cov-distil (oracle2teacher)": 5.261580467224121,
+      "epoch": 1.694662480376766,
+      "rel-constrast": 3.576578378677368,
+      "step": 2159,
+      "subrel-constrast": 3.7673513889312744,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.695447409733124,
+      "grad_norm": 6.25,
+      "learning_rate": 4.798181987307986e-05,
+      "loss": 0.6774,
+      "step": 2160
+    },
+    {
+      "cov-distil": 1.2281379699707031,
+      "cov-distil (oracle2student)": 7.301149368286133,
+      "cov-distil (oracle2teacher)": 6.4471940994262695,
+      "epoch": 1.695447409733124,
+      "rel-constrast": 4.624300956726074,
+      "step": 2160,
+      "subrel-constrast": 4.6694746017456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5952264070510864,
+      "cov-distil (oracle2student)": 5.333080768585205,
+      "cov-distil (oracle2teacher)": 4.977442264556885,
+      "epoch": 1.696232339089482,
+      "rel-constrast": 3.211956024169922,
+      "step": 2161,
+      "subrel-constrast": 3.744603395462036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7410622835159302,
+      "cov-distil (oracle2student)": 3.4722900390625,
+      "cov-distil (oracle2teacher)": 4.129591464996338,
+      "epoch": 1.69701726844584,
+      "rel-constrast": 2.543261766433716,
+      "step": 2162,
+      "subrel-constrast": 3.373548746109009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6664823293685913,
+      "cov-distil (oracle2student)": 4.037325382232666,
+      "cov-distil (oracle2teacher)": 3.861684799194336,
+      "epoch": 1.6978021978021978,
+      "rel-constrast": 3.6287271976470947,
+      "step": 2163,
+      "subrel-constrast": 4.066279888153076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963059663772583,
+      "cov-distil (oracle2student)": 3.5315988063812256,
+      "cov-distil (oracle2teacher)": 3.7247366905212402,
+      "epoch": 1.6985871271585558,
+      "rel-constrast": 2.4288177490234375,
+      "step": 2164,
+      "subrel-constrast": 3.717818021774292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5655512809753418,
+      "cov-distil (oracle2student)": 6.418693542480469,
+      "cov-distil (oracle2teacher)": 5.831506252288818,
+      "epoch": 1.6993720565149135,
+      "rel-constrast": 2.459304094314575,
+      "step": 2165,
+      "subrel-constrast": 3.489464282989502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6480576992034912,
+      "cov-distil (oracle2student)": 2.5858688354492188,
+      "cov-distil (oracle2teacher)": 2.477842330932617,
+      "epoch": 1.7001569858712715,
+      "rel-constrast": 3.6505086421966553,
+      "step": 2166,
+      "subrel-constrast": 3.785423994064331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4680659770965576,
+      "cov-distil (oracle2student)": 4.870906352996826,
+      "cov-distil (oracle2teacher)": 3.9468703269958496,
+      "epoch": 1.7009419152276295,
+      "rel-constrast": 3.8205504417419434,
+      "step": 2167,
+      "subrel-constrast": 4.396917343139648,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6033389568328857,
+      "cov-distil (oracle2student)": 5.15008544921875,
+      "cov-distil (oracle2teacher)": 4.98371696472168,
+      "epoch": 1.7017268445839875,
+      "rel-constrast": 2.034574270248413,
+      "step": 2168,
+      "subrel-constrast": 2.7323803901672363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1822340488433838,
+      "cov-distil (oracle2student)": 4.1505022048950195,
+      "cov-distil (oracle2teacher)": 3.832441806793213,
+      "epoch": 1.7025117739403455,
+      "rel-constrast": 2.6992299556732178,
+      "step": 2169,
+      "subrel-constrast": 3.195754289627075,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7032967032967035,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.79473300133634e-05,
+      "loss": 0.8167,
+      "step": 2170
+    },
+    {
+      "cov-distil": 1.890555500984192,
+      "cov-distil (oracle2student)": 3.2386651039123535,
+      "cov-distil (oracle2teacher)": 3.269507884979248,
+      "epoch": 1.7032967032967035,
+      "rel-constrast": 3.366004467010498,
+      "step": 2170,
+      "subrel-constrast": 3.925034761428833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736064076423645,
+      "cov-distil (oracle2student)": 4.484632968902588,
+      "cov-distil (oracle2teacher)": 4.326740264892578,
+      "epoch": 1.7040816326530612,
+      "rel-constrast": 3.3862345218658447,
+      "step": 2171,
+      "subrel-constrast": 4.128209590911865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3596742153167725,
+      "cov-distil (oracle2student)": 3.7044270038604736,
+      "cov-distil (oracle2teacher)": 3.523550510406494,
+      "epoch": 1.704866562009419,
+      "rel-constrast": 2.3950014114379883,
+      "step": 2172,
+      "subrel-constrast": 3.151076078414917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6536014080047607,
+      "cov-distil (oracle2student)": 5.310223579406738,
+      "cov-distil (oracle2teacher)": 4.867607116699219,
+      "epoch": 1.705651491365777,
+      "rel-constrast": 4.662595272064209,
+      "step": 2173,
+      "subrel-constrast": 5.4550981521606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1539709568023682,
+      "cov-distil (oracle2student)": 3.43190860748291,
+      "cov-distil (oracle2teacher)": 3.6707844734191895,
+      "epoch": 1.706436420722135,
+      "rel-constrast": 2.6581149101257324,
+      "step": 2174,
+      "subrel-constrast": 3.7089948654174805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4360568523406982,
+      "cov-distil (oracle2student)": 4.107160568237305,
+      "cov-distil (oracle2teacher)": 4.044997215270996,
+      "epoch": 1.707221350078493,
+      "rel-constrast": 2.716853618621826,
+      "step": 2175,
+      "subrel-constrast": 3.3684587478637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2202101945877075,
+      "cov-distil (oracle2student)": 4.145501613616943,
+      "cov-distil (oracle2teacher)": 4.379672050476074,
+      "epoch": 1.708006279434851,
+      "rel-constrast": 2.589266300201416,
+      "step": 2176,
+      "subrel-constrast": 3.4689769744873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.791548728942871,
+      "cov-distil (oracle2student)": 4.131917953491211,
+      "cov-distil (oracle2teacher)": 3.9171395301818848,
+      "epoch": 1.708791208791209,
+      "rel-constrast": 1.582461953163147,
+      "step": 2177,
+      "subrel-constrast": 2.221798896789551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1328296661376953,
+      "cov-distil (oracle2student)": 5.776873588562012,
+      "cov-distil (oracle2teacher)": 5.15695858001709,
+      "epoch": 1.7095761381475667,
+      "rel-constrast": 2.893862724304199,
+      "step": 2178,
+      "subrel-constrast": 3.5863888263702393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6881157159805298,
+      "cov-distil (oracle2student)": 4.266077995300293,
+      "cov-distil (oracle2teacher)": 4.096836566925049,
+      "epoch": 1.7103610675039247,
+      "rel-constrast": 2.359097957611084,
+      "step": 2179,
+      "subrel-constrast": 3.4590091705322266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7111459968602825,
+      "grad_norm": 4.5,
+      "learning_rate": 4.791256054767245e-05,
+      "loss": 0.7554,
+      "step": 2180
+    },
+    {
+      "cov-distil": 1.8249239921569824,
+      "cov-distil (oracle2student)": 4.0046491622924805,
+      "cov-distil (oracle2teacher)": 4.653772354125977,
+      "epoch": 1.7111459968602825,
+      "rel-constrast": 2.6268181800842285,
+      "step": 2180,
+      "subrel-constrast": 3.7033653259277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0771369934082031,
+      "cov-distil (oracle2student)": 2.546523094177246,
+      "cov-distil (oracle2teacher)": 2.7334823608398438,
+      "epoch": 1.7119309262166404,
+      "rel-constrast": 2.8182458877563477,
+      "step": 2181,
+      "subrel-constrast": 3.366835594177246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.093933343887329,
+      "cov-distil (oracle2student)": 4.100209712982178,
+      "cov-distil (oracle2teacher)": 4.402020454406738,
+      "epoch": 1.7127158555729984,
+      "rel-constrast": 3.1742806434631348,
+      "step": 2182,
+      "subrel-constrast": 4.171100616455078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.29634428024292,
+      "cov-distil (oracle2student)": 2.9724414348602295,
+      "cov-distil (oracle2teacher)": 3.1061151027679443,
+      "epoch": 1.7135007849293564,
+      "rel-constrast": 2.707258701324463,
+      "step": 2183,
+      "subrel-constrast": 3.821993112564087,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5104049444198608,
+      "cov-distil (oracle2student)": 3.9733195304870605,
+      "cov-distil (oracle2teacher)": 3.706012725830078,
+      "epoch": 1.7142857142857144,
+      "rel-constrast": 2.5448379516601562,
+      "step": 2184,
+      "subrel-constrast": 3.4038918018341064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3171417713165283,
+      "cov-distil (oracle2student)": 4.071464538574219,
+      "cov-distil (oracle2teacher)": 3.9933981895446777,
+      "epoch": 1.7150706436420722,
+      "rel-constrast": 3.128932476043701,
+      "step": 2185,
+      "subrel-constrast": 3.653700828552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4737417697906494,
+      "cov-distil (oracle2student)": 4.534137725830078,
+      "cov-distil (oracle2teacher)": 4.221986770629883,
+      "epoch": 1.7158555729984302,
+      "rel-constrast": 2.656761646270752,
+      "step": 2186,
+      "subrel-constrast": 3.4507598876953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7513718605041504,
+      "cov-distil (oracle2student)": 3.8768086433410645,
+      "cov-distil (oracle2teacher)": 3.9736075401306152,
+      "epoch": 1.716640502354788,
+      "rel-constrast": 2.809697389602661,
+      "step": 2187,
+      "subrel-constrast": 3.602057933807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7336138486862183,
+      "cov-distil (oracle2student)": 3.6069631576538086,
+      "cov-distil (oracle2teacher)": 3.846726894378662,
+      "epoch": 1.717425431711146,
+      "rel-constrast": 2.511496067047119,
+      "step": 2188,
+      "subrel-constrast": 3.376274347305298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4646484851837158,
+      "cov-distil (oracle2student)": 7.571910858154297,
+      "cov-distil (oracle2teacher)": 6.504880905151367,
+      "epoch": 1.718210361067504,
+      "rel-constrast": 2.6114888191223145,
+      "step": 2189,
+      "subrel-constrast": 3.265103816986084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.718995290423862,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.7877511899662e-05,
+      "loss": 0.7286,
+      "step": 2190
+    },
+    {
+      "cov-distil": 1.6331356763839722,
+      "cov-distil (oracle2student)": 3.0852954387664795,
+      "cov-distil (oracle2teacher)": 3.3337388038635254,
+      "epoch": 1.718995290423862,
+      "rel-constrast": 2.7310030460357666,
+      "step": 2190,
+      "subrel-constrast": 3.6758224964141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5539727210998535,
+      "cov-distil (oracle2student)": 2.5649540424346924,
+      "cov-distil (oracle2teacher)": 2.904310703277588,
+      "epoch": 1.7197802197802199,
+      "rel-constrast": 2.0245110988616943,
+      "step": 2191,
+      "subrel-constrast": 2.652200222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4571516513824463,
+      "cov-distil (oracle2student)": 5.003627300262451,
+      "cov-distil (oracle2teacher)": 4.484421253204346,
+      "epoch": 1.7205651491365777,
+      "rel-constrast": 3.5687220096588135,
+      "step": 2192,
+      "subrel-constrast": 4.044925689697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.073610544204712,
+      "cov-distil (oracle2student)": 3.587191104888916,
+      "cov-distil (oracle2teacher)": 3.6686086654663086,
+      "epoch": 1.7213500784929356,
+      "rel-constrast": 2.6836729049682617,
+      "step": 2193,
+      "subrel-constrast": 3.340764284133911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.616534948348999,
+      "cov-distil (oracle2student)": 4.153843402862549,
+      "cov-distil (oracle2teacher)": 3.6327781677246094,
+      "epoch": 1.7221350078492934,
+      "rel-constrast": 3.330625534057617,
+      "step": 2194,
+      "subrel-constrast": 3.3225574493408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5622596740722656,
+      "cov-distil (oracle2student)": 5.296283721923828,
+      "cov-distil (oracle2teacher)": 5.13297700881958,
+      "epoch": 1.7229199372056514,
+      "rel-constrast": 2.8445096015930176,
+      "step": 2195,
+      "subrel-constrast": 3.936537027359009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4552361965179443,
+      "cov-distil (oracle2student)": 4.214536190032959,
+      "cov-distil (oracle2teacher)": 4.301584243774414,
+      "epoch": 1.7237048665620094,
+      "rel-constrast": 3.157912015914917,
+      "step": 2196,
+      "subrel-constrast": 3.629800796508789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0533376932144165,
+      "cov-distil (oracle2student)": 3.4130795001983643,
+      "cov-distil (oracle2teacher)": 3.7105727195739746,
+      "epoch": 1.7244897959183674,
+      "rel-constrast": 2.0992019176483154,
+      "step": 2197,
+      "subrel-constrast": 2.849848747253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8953120708465576,
+      "cov-distil (oracle2student)": 3.3757505416870117,
+      "cov-distil (oracle2teacher)": 3.4063422679901123,
+      "epoch": 1.7252747252747254,
+      "rel-constrast": 1.6100332736968994,
+      "step": 2198,
+      "subrel-constrast": 2.5502889156341553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5440630912780762,
+      "cov-distil (oracle2student)": 3.20698881149292,
+      "cov-distil (oracle2teacher)": 3.5410261154174805,
+      "epoch": 1.7260596546310834,
+      "rel-constrast": 3.004917621612549,
+      "step": 2199,
+      "subrel-constrast": 3.763627052307129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "grad_norm": 5.375,
+      "learning_rate": 4.784218449638875e-05,
+      "loss": 0.7135,
+      "step": 2200
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "overlap": 0.31562501192092896,
+      "step": 2200
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "step": 2200,
+      "student margin": 0.05401611328125
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "step": 2200,
+      "teacher margin": 0.039703369140625
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "margin difference": -0.014312744140625,
+      "step": 2200
+    },
+    {
+      "cov-distil": 1.4109869003295898,
+      "cov-distil (oracle2student)": 3.5499558448791504,
+      "cov-distil (oracle2teacher)": 3.322564125061035,
+      "epoch": 1.7268445839874411,
+      "rel-constrast": 2.7545325756073,
+      "step": 2200,
+      "subrel-constrast": 2.9639761447906494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6831187009811401,
+      "cov-distil (oracle2student)": 3.4511470794677734,
+      "cov-distil (oracle2teacher)": 3.5796914100646973,
+      "epoch": 1.727629513343799,
+      "rel-constrast": 3.379124641418457,
+      "step": 2201,
+      "subrel-constrast": 4.185529708862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8966883420944214,
+      "cov-distil (oracle2student)": 4.251365661621094,
+      "cov-distil (oracle2teacher)": 4.046238899230957,
+      "epoch": 1.7284144427001569,
+      "rel-constrast": 2.2654266357421875,
+      "step": 2202,
+      "subrel-constrast": 2.9691355228424072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.23167085647583,
+      "cov-distil (oracle2student)": 3.5873217582702637,
+      "cov-distil (oracle2teacher)": 2.904952049255371,
+      "epoch": 1.7291993720565149,
+      "rel-constrast": 2.1962943077087402,
+      "step": 2203,
+      "subrel-constrast": 2.4757258892059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.516770362854004,
+      "cov-distil (oracle2student)": 3.6723506450653076,
+      "cov-distil (oracle2teacher)": 3.7050366401672363,
+      "epoch": 1.7299843014128728,
+      "rel-constrast": 2.7805428504943848,
+      "step": 2204,
+      "subrel-constrast": 3.398709535598755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4058160781860352,
+      "cov-distil (oracle2student)": 5.744381904602051,
+      "cov-distil (oracle2teacher)": 5.033400535583496,
+      "epoch": 1.7307692307692308,
+      "rel-constrast": 4.4768385887146,
+      "step": 2205,
+      "subrel-constrast": 4.890554904937744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8483374118804932,
+      "cov-distil (oracle2student)": 4.111395835876465,
+      "cov-distil (oracle2teacher)": 3.5026049613952637,
+      "epoch": 1.7315541601255888,
+      "rel-constrast": 2.9485883712768555,
+      "step": 2206,
+      "subrel-constrast": 3.6814513206481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1469032764434814,
+      "cov-distil (oracle2student)": 4.568747520446777,
+      "cov-distil (oracle2teacher)": 4.577749252319336,
+      "epoch": 1.7323390894819466,
+      "rel-constrast": 2.4065160751342773,
+      "step": 2207,
+      "subrel-constrast": 3.655743360519409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3686153888702393,
+      "cov-distil (oracle2student)": 3.771723508834839,
+      "cov-distil (oracle2teacher)": 3.7774171829223633,
+      "epoch": 1.7331240188383046,
+      "rel-constrast": 2.9618091583251953,
+      "step": 2208,
+      "subrel-constrast": 3.3125815391540527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5273395776748657,
+      "cov-distil (oracle2student)": 4.243311882019043,
+      "cov-distil (oracle2teacher)": 4.043972492218018,
+      "epoch": 1.7339089481946623,
+      "rel-constrast": 2.706533193588257,
+      "step": 2209,
+      "subrel-constrast": 3.351536750793457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7346938775510203,
+      "grad_norm": 5.03125,
+      "learning_rate": 4.780657876830597e-05,
+      "loss": 0.762,
+      "step": 2210
+    },
+    {
+      "cov-distil": 1.063590407371521,
+      "cov-distil (oracle2student)": 4.755878448486328,
+      "cov-distil (oracle2teacher)": 4.284621238708496,
+      "epoch": 1.7346938775510203,
+      "rel-constrast": 2.9665729999542236,
+      "step": 2210,
+      "subrel-constrast": 3.7226343154907227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0554488897323608,
+      "cov-distil (oracle2student)": 3.2223730087280273,
+      "cov-distil (oracle2teacher)": 3.59382700920105,
+      "epoch": 1.7354788069073783,
+      "rel-constrast": 3.6200973987579346,
+      "step": 2211,
+      "subrel-constrast": 4.262567043304443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4665796756744385,
+      "cov-distil (oracle2student)": 4.336564540863037,
+      "cov-distil (oracle2teacher)": 3.7192134857177734,
+      "epoch": 1.7362637362637363,
+      "rel-constrast": 2.184605598449707,
+      "step": 2212,
+      "subrel-constrast": 2.807366371154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.259305715560913,
+      "cov-distil (oracle2student)": 4.254379749298096,
+      "cov-distil (oracle2teacher)": 3.7080206871032715,
+      "epoch": 1.7370486656200943,
+      "rel-constrast": 2.4375405311584473,
+      "step": 2213,
+      "subrel-constrast": 3.2010862827301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2603670358657837,
+      "cov-distil (oracle2student)": 2.7576510906219482,
+      "cov-distil (oracle2teacher)": 3.020298719406128,
+      "epoch": 1.737833594976452,
+      "rel-constrast": 3.1468071937561035,
+      "step": 2214,
+      "subrel-constrast": 3.9127445220947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7276368141174316,
+      "cov-distil (oracle2student)": 5.451048851013184,
+      "cov-distil (oracle2teacher)": 4.814182758331299,
+      "epoch": 1.73861852433281,
+      "rel-constrast": 2.434065103530884,
+      "step": 2215,
+      "subrel-constrast": 2.625089645385742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.400354266166687,
+      "cov-distil (oracle2student)": 3.362067461013794,
+      "cov-distil (oracle2teacher)": 3.1057748794555664,
+      "epoch": 1.7394034536891678,
+      "rel-constrast": 2.9962055683135986,
+      "step": 2216,
+      "subrel-constrast": 3.285515546798706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3856258392333984,
+      "cov-distil (oracle2student)": 5.027961730957031,
+      "cov-distil (oracle2teacher)": 4.861551284790039,
+      "epoch": 1.7401883830455258,
+      "rel-constrast": 2.1785964965820312,
+      "step": 2217,
+      "subrel-constrast": 3.1263222694396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1465624570846558,
+      "cov-distil (oracle2student)": 3.375131607055664,
+      "cov-distil (oracle2teacher)": 3.6147212982177734,
+      "epoch": 1.7409733124018838,
+      "rel-constrast": 2.49701189994812,
+      "step": 2218,
+      "subrel-constrast": 3.013669729232788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.418553113937378,
+      "cov-distil (oracle2student)": 3.4851672649383545,
+      "cov-distil (oracle2teacher)": 3.666647434234619,
+      "epoch": 1.7417582417582418,
+      "rel-constrast": 2.7025346755981445,
+      "step": 2219,
+      "subrel-constrast": 3.529212713241577,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7425431711145998,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.77706951492582e-05,
+      "loss": 0.7121,
+      "step": 2220
+    },
+    {
+      "cov-distil": 1.5990524291992188,
+      "cov-distil (oracle2student)": 4.211366653442383,
+      "cov-distil (oracle2teacher)": 3.890860080718994,
+      "epoch": 1.7425431711145998,
+      "rel-constrast": 2.501035690307617,
+      "step": 2220,
+      "subrel-constrast": 3.2415027618408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3912228345870972,
+      "cov-distil (oracle2student)": 5.821087837219238,
+      "cov-distil (oracle2teacher)": 5.341222763061523,
+      "epoch": 1.7433281004709578,
+      "rel-constrast": 3.021422863006592,
+      "step": 2221,
+      "subrel-constrast": 3.991391658782959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4452102184295654,
+      "cov-distil (oracle2student)": 3.0666863918304443,
+      "cov-distil (oracle2teacher)": 3.3617401123046875,
+      "epoch": 1.7441130298273155,
+      "rel-constrast": 2.8655142784118652,
+      "step": 2222,
+      "subrel-constrast": 3.6124308109283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.535351276397705,
+      "cov-distil (oracle2student)": 4.336465835571289,
+      "cov-distil (oracle2teacher)": 4.227689266204834,
+      "epoch": 1.7448979591836735,
+      "rel-constrast": 2.6441214084625244,
+      "step": 2223,
+      "subrel-constrast": 3.298957347869873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5956463813781738,
+      "cov-distil (oracle2student)": 4.605068206787109,
+      "cov-distil (oracle2teacher)": 4.589273929595947,
+      "epoch": 1.7456828885400313,
+      "rel-constrast": 2.5250747203826904,
+      "step": 2224,
+      "subrel-constrast": 3.4053544998168945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4402203559875488,
+      "cov-distil (oracle2student)": 4.288039207458496,
+      "cov-distil (oracle2teacher)": 3.9537289142608643,
+      "epoch": 1.7464678178963893,
+      "rel-constrast": 2.522817373275757,
+      "step": 2225,
+      "subrel-constrast": 3.3566665649414062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4337220191955566,
+      "cov-distil (oracle2student)": 2.9571754932403564,
+      "cov-distil (oracle2teacher)": 3.191856861114502,
+      "epoch": 1.7472527472527473,
+      "rel-constrast": 1.3995537757873535,
+      "step": 2226,
+      "subrel-constrast": 2.0812368392944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4956307411193848,
+      "cov-distil (oracle2student)": 4.570131301879883,
+      "cov-distil (oracle2teacher)": 3.9345908164978027,
+      "epoch": 1.7480376766091053,
+      "rel-constrast": 2.727308511734009,
+      "step": 2227,
+      "subrel-constrast": 2.8596577644348145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5380032062530518,
+      "cov-distil (oracle2student)": 2.632666826248169,
+      "cov-distil (oracle2teacher)": 3.2193100452423096,
+      "epoch": 1.7488226059654632,
+      "rel-constrast": 2.60501766204834,
+      "step": 2228,
+      "subrel-constrast": 3.647772789001465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.225301742553711,
+      "cov-distil (oracle2student)": 3.0516562461853027,
+      "cov-distil (oracle2teacher)": 2.593440532684326,
+      "epoch": 1.749607535321821,
+      "rel-constrast": 2.941821575164795,
+      "step": 2229,
+      "subrel-constrast": 2.9590554237365723,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.750392464678179,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7734534076476045e-05,
+      "loss": 0.6806,
+      "step": 2230
+    },
+    {
+      "cov-distil": 1.4874062538146973,
+      "cov-distil (oracle2student)": 4.357302665710449,
+      "cov-distil (oracle2teacher)": 4.353229999542236,
+      "epoch": 1.750392464678179,
+      "rel-constrast": 3.209381103515625,
+      "step": 2230,
+      "subrel-constrast": 3.581017255783081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.117234468460083,
+      "cov-distil (oracle2student)": 3.937073230743408,
+      "cov-distil (oracle2teacher)": 3.7548842430114746,
+      "epoch": 1.7511773940345368,
+      "rel-constrast": 2.434492826461792,
+      "step": 2231,
+      "subrel-constrast": 3.346048355102539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.24973726272583,
+      "cov-distil (oracle2student)": 4.533449649810791,
+      "cov-distil (oracle2teacher)": 4.793134689331055,
+      "epoch": 1.7519623233908947,
+      "rel-constrast": 3.7525699138641357,
+      "step": 2232,
+      "subrel-constrast": 4.6372246742248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.462562084197998,
+      "cov-distil (oracle2student)": 3.1960372924804688,
+      "cov-distil (oracle2teacher)": 3.563648223876953,
+      "epoch": 1.7527472527472527,
+      "rel-constrast": 2.7557313442230225,
+      "step": 2233,
+      "subrel-constrast": 3.8398375511169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6737204790115356,
+      "cov-distil (oracle2student)": 2.5555331707000732,
+      "cov-distil (oracle2teacher)": 2.5845441818237305,
+      "epoch": 1.7535321821036107,
+      "rel-constrast": 1.7191078662872314,
+      "step": 2234,
+      "subrel-constrast": 2.859938859939575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2368494272232056,
+      "cov-distil (oracle2student)": 3.9843480587005615,
+      "cov-distil (oracle2teacher)": 3.893775463104248,
+      "epoch": 1.7543171114599687,
+      "rel-constrast": 3.693345069885254,
+      "step": 2235,
+      "subrel-constrast": 4.244990825653076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2992678880691528,
+      "cov-distil (oracle2student)": 4.830301761627197,
+      "cov-distil (oracle2teacher)": 4.498394012451172,
+      "epoch": 1.7551020408163265,
+      "rel-constrast": 2.510626792907715,
+      "step": 2236,
+      "subrel-constrast": 3.16009783744812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3592650890350342,
+      "cov-distil (oracle2student)": 3.574373722076416,
+      "cov-distil (oracle2teacher)": 3.2655539512634277,
+      "epoch": 1.7558869701726845,
+      "rel-constrast": 1.9065544605255127,
+      "step": 2237,
+      "subrel-constrast": 2.767110586166382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8274831771850586,
+      "cov-distil (oracle2student)": 4.118534564971924,
+      "cov-distil (oracle2teacher)": 3.961636543273926,
+      "epoch": 1.7566718995290422,
+      "rel-constrast": 4.148343086242676,
+      "step": 2238,
+      "subrel-constrast": 4.405562400817871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.336197018623352,
+      "cov-distil (oracle2student)": 2.447920560836792,
+      "cov-distil (oracle2teacher)": 3.2694993019104004,
+      "epoch": 1.7574568288854002,
+      "rel-constrast": 2.810555934906006,
+      "step": 2239,
+      "subrel-constrast": 3.7019741535186768,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7582417582417582,
+      "grad_norm": 5.25,
+      "learning_rate": 4.769809599057075e-05,
+      "loss": 0.7586,
+      "step": 2240
+    },
+    {
+      "cov-distil": 1.1485403776168823,
+      "cov-distil (oracle2student)": 4.654672622680664,
+      "cov-distil (oracle2teacher)": 4.348109245300293,
+      "epoch": 1.7582417582417582,
+      "rel-constrast": 1.9925882816314697,
+      "step": 2240,
+      "subrel-constrast": 2.693882942199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8763365745544434,
+      "cov-distil (oracle2student)": 4.839393615722656,
+      "cov-distil (oracle2teacher)": 3.85744047164917,
+      "epoch": 1.7590266875981162,
+      "rel-constrast": 3.434678077697754,
+      "step": 2241,
+      "subrel-constrast": 3.925741195678711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4712501764297485,
+      "cov-distil (oracle2student)": 3.76202130317688,
+      "cov-distil (oracle2teacher)": 3.5188522338867188,
+      "epoch": 1.7598116169544742,
+      "rel-constrast": 2.627779722213745,
+      "step": 2242,
+      "subrel-constrast": 2.8085591793060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3890204429626465,
+      "cov-distil (oracle2student)": 5.484809398651123,
+      "cov-distil (oracle2teacher)": 5.1389265060424805,
+      "epoch": 1.7605965463108322,
+      "rel-constrast": 3.6450910568237305,
+      "step": 2243,
+      "subrel-constrast": 4.063124656677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.133486032485962,
+      "cov-distil (oracle2student)": 5.945001602172852,
+      "cov-distil (oracle2teacher)": 5.491739749908447,
+      "epoch": 1.76138147566719,
+      "rel-constrast": 3.3541457653045654,
+      "step": 2244,
+      "subrel-constrast": 3.8208601474761963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.524552345275879,
+      "cov-distil (oracle2student)": 5.721334934234619,
+      "cov-distil (oracle2teacher)": 4.915715217590332,
+      "epoch": 1.762166405023548,
+      "rel-constrast": 2.5368430614471436,
+      "step": 2245,
+      "subrel-constrast": 3.3544769287109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5551987886428833,
+      "cov-distil (oracle2student)": 2.861910820007324,
+      "cov-distil (oracle2teacher)": 2.90854811668396,
+      "epoch": 1.7629513343799057,
+      "rel-constrast": 2.4615793228149414,
+      "step": 2246,
+      "subrel-constrast": 3.330505847930908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7999694347381592,
+      "cov-distil (oracle2student)": 5.2548136711120605,
+      "cov-distil (oracle2teacher)": 4.88046932220459,
+      "epoch": 1.7637362637362637,
+      "rel-constrast": 3.0106306076049805,
+      "step": 2247,
+      "subrel-constrast": 4.046727180480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.510411024093628,
+      "cov-distil (oracle2student)": 4.925967693328857,
+      "cov-distil (oracle2teacher)": 4.388039588928223,
+      "epoch": 1.7645211930926217,
+      "rel-constrast": 3.176236867904663,
+      "step": 2248,
+      "subrel-constrast": 4.014289379119873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7877905368804932,
+      "cov-distil (oracle2student)": 5.503927230834961,
+      "cov-distil (oracle2teacher)": 5.042388916015625,
+      "epoch": 1.7653061224489797,
+      "rel-constrast": 3.270568370819092,
+      "step": 2249,
+      "subrel-constrast": 3.9012820720672607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7660910518053377,
+      "grad_norm": 6.125,
+      "learning_rate": 4.7661381335528885e-05,
+      "loss": 0.7757,
+      "step": 2250
+    },
+    {
+      "cov-distil": 1.8688774108886719,
+      "cov-distil (oracle2student)": 2.1277999877929688,
+      "cov-distil (oracle2teacher)": 2.376420497894287,
+      "epoch": 1.7660910518053377,
+      "rel-constrast": 1.8173601627349854,
+      "step": 2250,
+      "subrel-constrast": 2.8194336891174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6203243732452393,
+      "cov-distil (oracle2student)": 2.5933241844177246,
+      "cov-distil (oracle2teacher)": 2.4038331508636475,
+      "epoch": 1.7668759811616954,
+      "rel-constrast": 2.69283390045166,
+      "step": 2251,
+      "subrel-constrast": 3.3784313201904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1629862785339355,
+      "cov-distil (oracle2student)": 3.2623233795166016,
+      "cov-distil (oracle2teacher)": 3.263735294342041,
+      "epoch": 1.7676609105180534,
+      "rel-constrast": 1.8934588432312012,
+      "step": 2252,
+      "subrel-constrast": 2.9617388248443604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1221753358840942,
+      "cov-distil (oracle2student)": 4.757113933563232,
+      "cov-distil (oracle2teacher)": 5.311859130859375,
+      "epoch": 1.7684458398744112,
+      "rel-constrast": 3.039048671722412,
+      "step": 2253,
+      "subrel-constrast": 3.843099355697632,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.719962477684021,
+      "cov-distil (oracle2student)": 4.172812461853027,
+      "cov-distil (oracle2teacher)": 4.571127891540527,
+      "epoch": 1.7692307692307692,
+      "rel-constrast": 2.3688297271728516,
+      "step": 2254,
+      "subrel-constrast": 3.572650909423828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5822265148162842,
+      "cov-distil (oracle2student)": 4.874046325683594,
+      "cov-distil (oracle2teacher)": 4.285998344421387,
+      "epoch": 1.7700156985871272,
+      "rel-constrast": 2.682790756225586,
+      "step": 2255,
+      "subrel-constrast": 3.463482141494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5207773447036743,
+      "cov-distil (oracle2student)": 3.742899179458618,
+      "cov-distil (oracle2teacher)": 3.841674327850342,
+      "epoch": 1.7708006279434851,
+      "rel-constrast": 1.872826099395752,
+      "step": 2256,
+      "subrel-constrast": 2.6117641925811768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3035008907318115,
+      "cov-distil (oracle2student)": 5.562979221343994,
+      "cov-distil (oracle2teacher)": 4.941827774047852,
+      "epoch": 1.7715855572998431,
+      "rel-constrast": 2.5136654376983643,
+      "step": 2257,
+      "subrel-constrast": 2.722169876098633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.440312147140503,
+      "cov-distil (oracle2student)": 2.988013744354248,
+      "cov-distil (oracle2teacher)": 3.01206111907959,
+      "epoch": 1.772370486656201,
+      "rel-constrast": 1.8680262565612793,
+      "step": 2258,
+      "subrel-constrast": 2.415212631225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2608623504638672,
+      "cov-distil (oracle2student)": 4.573918342590332,
+      "cov-distil (oracle2teacher)": 4.244540214538574,
+      "epoch": 1.7731554160125589,
+      "rel-constrast": 3.5831003189086914,
+      "step": 2259,
+      "subrel-constrast": 3.7066094875335693,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7739403453689166,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.762439055870695e-05,
+      "loss": 0.6473,
+      "step": 2260
+    },
+    {
+      "cov-distil": 1.1993353366851807,
+      "cov-distil (oracle2student)": 3.0164966583251953,
+      "cov-distil (oracle2teacher)": 3.2065043449401855,
+      "epoch": 1.7739403453689166,
+      "rel-constrast": 2.800076484680176,
+      "step": 2260,
+      "subrel-constrast": 3.156083106994629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.019031286239624,
+      "cov-distil (oracle2student)": 4.696774005889893,
+      "cov-distil (oracle2teacher)": 3.917257070541382,
+      "epoch": 1.7747252747252746,
+      "rel-constrast": 2.443613052368164,
+      "step": 2261,
+      "subrel-constrast": 3.2442383766174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9582088589668274,
+      "cov-distil (oracle2student)": 4.163963317871094,
+      "cov-distil (oracle2teacher)": 3.630319118499756,
+      "epoch": 1.7755102040816326,
+      "rel-constrast": 3.0506017208099365,
+      "step": 2262,
+      "subrel-constrast": 3.329702854156494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6439485549926758,
+      "cov-distil (oracle2student)": 3.1238386631011963,
+      "cov-distil (oracle2teacher)": 2.9540915489196777,
+      "epoch": 1.7762951334379906,
+      "rel-constrast": 2.6313929557800293,
+      "step": 2263,
+      "subrel-constrast": 3.3315935134887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.948486566543579,
+      "cov-distil (oracle2student)": 2.4869370460510254,
+      "cov-distil (oracle2teacher)": 3.0207767486572266,
+      "epoch": 1.7770800627943486,
+      "rel-constrast": 2.3938064575195312,
+      "step": 2264,
+      "subrel-constrast": 3.424344301223755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4279038906097412,
+      "cov-distil (oracle2student)": 3.047750473022461,
+      "cov-distil (oracle2teacher)": 2.798387050628662,
+      "epoch": 1.7778649921507066,
+      "rel-constrast": 3.0303449630737305,
+      "step": 2265,
+      "subrel-constrast": 3.0007474422454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.173428535461426,
+      "cov-distil (oracle2student)": 3.7985291481018066,
+      "cov-distil (oracle2teacher)": 4.217639923095703,
+      "epoch": 1.7786499215070644,
+      "rel-constrast": 4.197240829467773,
+      "step": 2266,
+      "subrel-constrast": 4.98362398147583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.291778564453125,
+      "cov-distil (oracle2student)": 3.8943936824798584,
+      "cov-distil (oracle2teacher)": 4.458695411682129,
+      "epoch": 1.7794348508634223,
+      "rel-constrast": 2.0562551021575928,
+      "step": 2267,
+      "subrel-constrast": 3.1477200984954834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6463873386383057,
+      "cov-distil (oracle2student)": 5.173831939697266,
+      "cov-distil (oracle2teacher)": 4.939205646514893,
+      "epoch": 1.7802197802197801,
+      "rel-constrast": 3.1172866821289062,
+      "step": 2268,
+      "subrel-constrast": 4.250095844268799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7440917491912842,
+      "cov-distil (oracle2student)": 3.2981536388397217,
+      "cov-distil (oracle2teacher)": 4.198132514953613,
+      "epoch": 1.781004709576138,
+      "rel-constrast": 1.9903862476348877,
+      "step": 2269,
+      "subrel-constrast": 3.060702323913574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.781789638932496,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.7587124110825875e-05,
+      "loss": 0.7354,
+      "step": 2270
+    },
+    {
+      "cov-distil": 1.443589687347412,
+      "cov-distil (oracle2student)": 3.593846559524536,
+      "cov-distil (oracle2teacher)": 3.481320858001709,
+      "epoch": 1.781789638932496,
+      "rel-constrast": 2.690666675567627,
+      "step": 2270,
+      "subrel-constrast": 2.7978153228759766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5542268753051758,
+      "cov-distil (oracle2student)": 4.015797138214111,
+      "cov-distil (oracle2teacher)": 3.497437000274658,
+      "epoch": 1.782574568288854,
+      "rel-constrast": 2.657963275909424,
+      "step": 2271,
+      "subrel-constrast": 3.2105746269226074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7774068117141724,
+      "cov-distil (oracle2student)": 5.50721549987793,
+      "cov-distil (oracle2teacher)": 5.3051910400390625,
+      "epoch": 1.783359497645212,
+      "rel-constrast": 2.5327999591827393,
+      "step": 2272,
+      "subrel-constrast": 3.805833101272583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6483123302459717,
+      "cov-distil (oracle2student)": 5.872786521911621,
+      "cov-distil (oracle2teacher)": 5.069870471954346,
+      "epoch": 1.7841444270015698,
+      "rel-constrast": 2.3836851119995117,
+      "step": 2273,
+      "subrel-constrast": 3.336540460586548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4488046169281006,
+      "cov-distil (oracle2student)": 3.434264898300171,
+      "cov-distil (oracle2teacher)": 3.3323163986206055,
+      "epoch": 1.7849293563579278,
+      "rel-constrast": 2.0917410850524902,
+      "step": 2274,
+      "subrel-constrast": 2.768942356109619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7903740406036377,
+      "cov-distil (oracle2student)": 2.448713779449463,
+      "cov-distil (oracle2teacher)": 3.1189236640930176,
+      "epoch": 1.7857142857142856,
+      "rel-constrast": 2.0388267040252686,
+      "step": 2275,
+      "subrel-constrast": 2.9838790893554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8876144886016846,
+      "cov-distil (oracle2student)": 3.479344367980957,
+      "cov-distil (oracle2teacher)": 3.4063029289245605,
+      "epoch": 1.7864992150706436,
+      "rel-constrast": 2.705810070037842,
+      "step": 2276,
+      "subrel-constrast": 3.5671935081481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5006206035614014,
+      "cov-distil (oracle2student)": 3.4531946182250977,
+      "cov-distil (oracle2teacher)": 3.7035512924194336,
+      "epoch": 1.7872841444270016,
+      "rel-constrast": 2.175159454345703,
+      "step": 2277,
+      "subrel-constrast": 3.2904465198516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6945823431015015,
+      "cov-distil (oracle2student)": 7.246981620788574,
+      "cov-distil (oracle2teacher)": 6.2371978759765625,
+      "epoch": 1.7880690737833596,
+      "rel-constrast": 3.9379687309265137,
+      "step": 2278,
+      "subrel-constrast": 5.148345947265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4578499794006348,
+      "cov-distil (oracle2student)": 3.2069311141967773,
+      "cov-distil (oracle2teacher)": 3.0421481132507324,
+      "epoch": 1.7888540031397175,
+      "rel-constrast": 2.094665765762329,
+      "step": 2279,
+      "subrel-constrast": 2.7558751106262207,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7896389324960753,
+      "grad_norm": 4.71875,
+      "learning_rate": 4.754958244596557e-05,
+      "loss": 0.6732,
+      "step": 2280
+    },
+    {
+      "cov-distil": 1.5304884910583496,
+      "cov-distil (oracle2student)": 4.62916898727417,
+      "cov-distil (oracle2teacher)": 4.374709606170654,
+      "epoch": 1.7896389324960753,
+      "rel-constrast": 2.313415050506592,
+      "step": 2280,
+      "subrel-constrast": 3.3232452869415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.215383768081665,
+      "cov-distil (oracle2student)": 5.074325084686279,
+      "cov-distil (oracle2teacher)": 4.492373466491699,
+      "epoch": 1.7904238618524333,
+      "rel-constrast": 3.8527512550354004,
+      "step": 2281,
+      "subrel-constrast": 4.024172782897949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3366990089416504,
+      "cov-distil (oracle2student)": 3.452869415283203,
+      "cov-distil (oracle2teacher)": 3.4301605224609375,
+      "epoch": 1.791208791208791,
+      "rel-constrast": 2.906731367111206,
+      "step": 2282,
+      "subrel-constrast": 3.573761463165283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5189135074615479,
+      "cov-distil (oracle2student)": 4.619809150695801,
+      "cov-distil (oracle2teacher)": 4.698108196258545,
+      "epoch": 1.791993720565149,
+      "rel-constrast": 1.9627488851547241,
+      "step": 2283,
+      "subrel-constrast": 2.4047091007232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8160045146942139,
+      "cov-distil (oracle2student)": 5.028445720672607,
+      "cov-distil (oracle2teacher)": 4.595516204833984,
+      "epoch": 1.792778649921507,
+      "rel-constrast": 2.5817906856536865,
+      "step": 2284,
+      "subrel-constrast": 3.75763201713562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8235701322555542,
+      "cov-distil (oracle2student)": 4.796090126037598,
+      "cov-distil (oracle2teacher)": 4.462260723114014,
+      "epoch": 1.793563579277865,
+      "rel-constrast": 2.5888078212738037,
+      "step": 2285,
+      "subrel-constrast": 3.615201711654663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9200466871261597,
+      "cov-distil (oracle2student)": 5.06275749206543,
+      "cov-distil (oracle2teacher)": 4.860681533813477,
+      "epoch": 1.794348508634223,
+      "rel-constrast": 4.242743968963623,
+      "step": 2286,
+      "subrel-constrast": 4.901610851287842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.378166675567627,
+      "cov-distil (oracle2student)": 3.440523862838745,
+      "cov-distil (oracle2teacher)": 3.0847091674804688,
+      "epoch": 1.795133437990581,
+      "rel-constrast": 2.242156982421875,
+      "step": 2287,
+      "subrel-constrast": 2.728849411010742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426253080368042,
+      "cov-distil (oracle2student)": 2.75307035446167,
+      "cov-distil (oracle2teacher)": 2.9066567420959473,
+      "epoch": 1.7959183673469388,
+      "rel-constrast": 3.6640818119049072,
+      "step": 2288,
+      "subrel-constrast": 4.191524505615234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2154967784881592,
+      "cov-distil (oracle2student)": 3.2967770099639893,
+      "cov-distil (oracle2teacher)": 3.424208879470825,
+      "epoch": 1.7967032967032965,
+      "rel-constrast": 2.394169569015503,
+      "step": 2289,
+      "subrel-constrast": 3.120394229888916,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7974882260596545,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7511766021559375e-05,
+      "loss": 0.7567,
+      "step": 2290
+    },
+    {
+      "cov-distil": 2.455801248550415,
+      "cov-distil (oracle2student)": 3.2455637454986572,
+      "cov-distil (oracle2teacher)": 3.352872133255005,
+      "epoch": 1.7974882260596545,
+      "rel-constrast": 2.8605823516845703,
+      "step": 2290,
+      "subrel-constrast": 4.11125373840332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2726619243621826,
+      "cov-distil (oracle2student)": 5.800573348999023,
+      "cov-distil (oracle2teacher)": 5.361475944519043,
+      "epoch": 1.7982731554160125,
+      "rel-constrast": 3.209815740585327,
+      "step": 2291,
+      "subrel-constrast": 3.7056069374084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5992858409881592,
+      "cov-distil (oracle2student)": 2.910555601119995,
+      "cov-distil (oracle2teacher)": 3.1356606483459473,
+      "epoch": 1.7990580847723705,
+      "rel-constrast": 2.6816933155059814,
+      "step": 2292,
+      "subrel-constrast": 3.304826498031616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8207201957702637,
+      "cov-distil (oracle2student)": 4.1503777503967285,
+      "cov-distil (oracle2teacher)": 4.0297651290893555,
+      "epoch": 1.7998430141287285,
+      "rel-constrast": 4.604592323303223,
+      "step": 2293,
+      "subrel-constrast": 4.804865837097168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4666860103607178,
+      "cov-distil (oracle2student)": 4.0113983154296875,
+      "cov-distil (oracle2teacher)": 4.246403694152832,
+      "epoch": 1.8006279434850865,
+      "rel-constrast": 2.9521360397338867,
+      "step": 2294,
+      "subrel-constrast": 3.9631752967834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.707909345626831,
+      "cov-distil (oracle2student)": 4.909032821655273,
+      "cov-distil (oracle2teacher)": 4.912590026855469,
+      "epoch": 1.8014128728414442,
+      "rel-constrast": 3.0045456886291504,
+      "step": 2295,
+      "subrel-constrast": 3.6885366439819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3750193119049072,
+      "cov-distil (oracle2student)": 4.743531227111816,
+      "cov-distil (oracle2teacher)": 4.764464855194092,
+      "epoch": 1.8021978021978022,
+      "rel-constrast": 3.5490798950195312,
+      "step": 2296,
+      "subrel-constrast": 3.8724448680877686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0714311599731445,
+      "cov-distil (oracle2student)": 4.199785232543945,
+      "cov-distil (oracle2teacher)": 4.259959697723389,
+      "epoch": 1.80298273155416,
+      "rel-constrast": 3.511178493499756,
+      "step": 2297,
+      "subrel-constrast": 4.187932968139648,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.206063985824585,
+      "cov-distil (oracle2student)": 4.125889778137207,
+      "cov-distil (oracle2teacher)": 3.962230682373047,
+      "epoch": 1.803767660910518,
+      "rel-constrast": 2.9765372276306152,
+      "step": 2298,
+      "subrel-constrast": 3.626953363418579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6662653684616089,
+      "cov-distil (oracle2student)": 4.489561080932617,
+      "cov-distil (oracle2teacher)": 4.740846633911133,
+      "epoch": 1.804552590266876,
+      "rel-constrast": 2.530068874359131,
+      "step": 2299,
+      "subrel-constrast": 3.427281618118286,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.805337519623234,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.7473675298388495e-05,
+      "loss": 0.8386,
+      "step": 2300
+    },
+    {
+      "epoch": 1.805337519623234,
+      "overlap": 0.3046875,
+      "step": 2300
+    },
+    {
+      "epoch": 1.805337519623234,
+      "step": 2300,
+      "student margin": 0.053985595703125
+    },
+    {
+      "epoch": 1.805337519623234,
+      "step": 2300,
+      "teacher margin": 0.036529541015625
+    },
+    {
+      "epoch": 1.805337519623234,
+      "margin difference": -0.0174560546875,
+      "step": 2300
+    },
+    {
+      "cov-distil": 1.6892621517181396,
+      "cov-distil (oracle2student)": 6.2856245040893555,
+      "cov-distil (oracle2teacher)": 5.992995262145996,
+      "epoch": 1.805337519623234,
+      "rel-constrast": 2.6885900497436523,
+      "step": 2300,
+      "subrel-constrast": 3.5530953407287598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2254571914672852,
+      "cov-distil (oracle2student)": 4.998371601104736,
+      "cov-distil (oracle2teacher)": 4.863700866699219,
+      "epoch": 1.806122448979592,
+      "rel-constrast": 2.7133448123931885,
+      "step": 2301,
+      "subrel-constrast": 3.508239984512329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7833107709884644,
+      "cov-distil (oracle2student)": 3.8225245475769043,
+      "cov-distil (oracle2teacher)": 3.4032890796661377,
+      "epoch": 1.8069073783359497,
+      "rel-constrast": 3.0843989849090576,
+      "step": 2302,
+      "subrel-constrast": 3.869215726852417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4791055917739868,
+      "cov-distil (oracle2student)": 5.102720260620117,
+      "cov-distil (oracle2teacher)": 4.331556797027588,
+      "epoch": 1.8076923076923077,
+      "rel-constrast": 3.053921699523926,
+      "step": 2303,
+      "subrel-constrast": 3.4983434677124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.865248441696167,
+      "cov-distil (oracle2student)": 3.199080467224121,
+      "cov-distil (oracle2teacher)": 3.1448521614074707,
+      "epoch": 1.8084772370486655,
+      "rel-constrast": 2.651535987854004,
+      "step": 2304,
+      "subrel-constrast": 3.1808433532714844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.934019684791565,
+      "cov-distil (oracle2student)": 4.856476783752441,
+      "cov-distil (oracle2teacher)": 4.681419849395752,
+      "epoch": 1.8092621664050235,
+      "rel-constrast": 2.8381969928741455,
+      "step": 2305,
+      "subrel-constrast": 3.679791212081909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6589226722717285,
+      "cov-distil (oracle2student)": 3.9016671180725098,
+      "cov-distil (oracle2teacher)": 3.669419288635254,
+      "epoch": 1.8100470957613815,
+      "rel-constrast": 2.647688388824463,
+      "step": 2306,
+      "subrel-constrast": 2.5999338626861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.255324125289917,
+      "cov-distil (oracle2student)": 4.575657844543457,
+      "cov-distil (oracle2teacher)": 4.169482707977295,
+      "epoch": 1.8108320251177394,
+      "rel-constrast": 2.985649347305298,
+      "step": 2307,
+      "subrel-constrast": 3.4112751483917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6019322872161865,
+      "cov-distil (oracle2student)": 4.121088027954102,
+      "cov-distil (oracle2teacher)": 3.867058515548706,
+      "epoch": 1.8116169544740974,
+      "rel-constrast": 2.5067484378814697,
+      "step": 2308,
+      "subrel-constrast": 3.2771899700164795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6674654483795166,
+      "cov-distil (oracle2student)": 2.8131213188171387,
+      "cov-distil (oracle2teacher)": 3.101606845855713,
+      "epoch": 1.8124018838304554,
+      "rel-constrast": 2.6714296340942383,
+      "step": 2309,
+      "subrel-constrast": 3.2365288734436035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8131868131868132,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.743531074057635e-05,
+      "loss": 0.7364,
+      "step": 2310
+    },
+    {
+      "cov-distil": 1.350029468536377,
+      "cov-distil (oracle2student)": 4.165107250213623,
+      "cov-distil (oracle2teacher)": 3.818049669265747,
+      "epoch": 1.8131868131868132,
+      "rel-constrast": 3.0232343673706055,
+      "step": 2310,
+      "subrel-constrast": 3.3329970836639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3987716436386108,
+      "cov-distil (oracle2student)": 5.433112621307373,
+      "cov-distil (oracle2teacher)": 4.871761798858643,
+      "epoch": 1.813971742543171,
+      "rel-constrast": 4.484724998474121,
+      "step": 2311,
+      "subrel-constrast": 4.845229148864746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.425628423690796,
+      "cov-distil (oracle2student)": 2.925630569458008,
+      "cov-distil (oracle2teacher)": 2.863168239593506,
+      "epoch": 1.814756671899529,
+      "rel-constrast": 1.5887391567230225,
+      "step": 2312,
+      "subrel-constrast": 2.0609428882598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6005250215530396,
+      "cov-distil (oracle2student)": 3.0022354125976562,
+      "cov-distil (oracle2teacher)": 2.6223843097686768,
+      "epoch": 1.815541601255887,
+      "rel-constrast": 2.273730993270874,
+      "step": 2313,
+      "subrel-constrast": 2.9224469661712646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4181492328643799,
+      "cov-distil (oracle2student)": 5.378347396850586,
+      "cov-distil (oracle2teacher)": 5.1598801612854,
+      "epoch": 1.816326530612245,
+      "rel-constrast": 2.6968092918395996,
+      "step": 2314,
+      "subrel-constrast": 3.624706745147705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4855788946151733,
+      "cov-distil (oracle2student)": 2.8636293411254883,
+      "cov-distil (oracle2teacher)": 2.7834272384643555,
+      "epoch": 1.817111459968603,
+      "rel-constrast": 2.438906669616699,
+      "step": 2315,
+      "subrel-constrast": 2.909430742263794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1916629076004028,
+      "cov-distil (oracle2student)": 4.764017105102539,
+      "cov-distil (oracle2teacher)": 4.308287620544434,
+      "epoch": 1.817896389324961,
+      "rel-constrast": 2.079336404800415,
+      "step": 2316,
+      "subrel-constrast": 2.6568892002105713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3917102813720703,
+      "cov-distil (oracle2student)": 3.7978508472442627,
+      "cov-distil (oracle2teacher)": 3.5787644386291504,
+      "epoch": 1.8186813186813187,
+      "rel-constrast": 3.420144557952881,
+      "step": 2317,
+      "subrel-constrast": 3.7058300971984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2259094715118408,
+      "cov-distil (oracle2student)": 3.5073022842407227,
+      "cov-distil (oracle2teacher)": 3.642540216445923,
+      "epoch": 1.8194662480376766,
+      "rel-constrast": 2.8358278274536133,
+      "step": 2318,
+      "subrel-constrast": 3.8708882331848145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209463596343994,
+      "cov-distil (oracle2student)": 3.529254674911499,
+      "cov-distil (oracle2teacher)": 3.8668453693389893,
+      "epoch": 1.8202511773940344,
+      "rel-constrast": 2.14914608001709,
+      "step": 2319,
+      "subrel-constrast": 3.4967246055603027,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8210361067503924,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.7396672815582997e-05,
+      "loss": 0.7108,
+      "step": 2320
+    },
+    {
+      "cov-distil": 1.8456411361694336,
+      "cov-distil (oracle2student)": 4.969728946685791,
+      "cov-distil (oracle2teacher)": 4.395388126373291,
+      "epoch": 1.8210361067503924,
+      "rel-constrast": 2.473095417022705,
+      "step": 2320,
+      "subrel-constrast": 3.3971071243286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.373929500579834,
+      "cov-distil (oracle2student)": 5.528662204742432,
+      "cov-distil (oracle2teacher)": 4.760448455810547,
+      "epoch": 1.8218210361067504,
+      "rel-constrast": 3.6413016319274902,
+      "step": 2321,
+      "subrel-constrast": 4.109328746795654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4218733310699463,
+      "cov-distil (oracle2student)": 3.9426779747009277,
+      "cov-distil (oracle2teacher)": 3.5189409255981445,
+      "epoch": 1.8226059654631084,
+      "rel-constrast": 4.6169538497924805,
+      "step": 2322,
+      "subrel-constrast": 4.935740947723389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.266847848892212,
+      "cov-distil (oracle2student)": 3.3324596881866455,
+      "cov-distil (oracle2teacher)": 3.3743977546691895,
+      "epoch": 1.8233908948194664,
+      "rel-constrast": 2.086048126220703,
+      "step": 2323,
+      "subrel-constrast": 3.0306177139282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5611567497253418,
+      "cov-distil (oracle2student)": 3.5690765380859375,
+      "cov-distil (oracle2teacher)": 3.353379726409912,
+      "epoch": 1.8241758241758241,
+      "rel-constrast": 2.063237190246582,
+      "step": 2324,
+      "subrel-constrast": 2.5298917293548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1383699178695679,
+      "cov-distil (oracle2student)": 4.711968421936035,
+      "cov-distil (oracle2teacher)": 4.48989725112915,
+      "epoch": 1.8249607535321821,
+      "rel-constrast": 2.8097970485687256,
+      "step": 2325,
+      "subrel-constrast": 3.0449445247650146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2283785343170166,
+      "cov-distil (oracle2student)": 5.113185882568359,
+      "cov-distil (oracle2teacher)": 4.417881488800049,
+      "epoch": 1.82574568288854,
+      "rel-constrast": 2.894479513168335,
+      "step": 2326,
+      "subrel-constrast": 3.147129774093628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5558199882507324,
+      "cov-distil (oracle2student)": 5.515866279602051,
+      "cov-distil (oracle2teacher)": 5.1101579666137695,
+      "epoch": 1.8265306122448979,
+      "rel-constrast": 3.494619369506836,
+      "step": 2327,
+      "subrel-constrast": 4.009930610656738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341977596282959,
+      "cov-distil (oracle2student)": 5.359982490539551,
+      "cov-distil (oracle2teacher)": 5.215216159820557,
+      "epoch": 1.8273155416012559,
+      "rel-constrast": 2.966783046722412,
+      "step": 2328,
+      "subrel-constrast": 3.842420816421509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3554564714431763,
+      "cov-distil (oracle2student)": 4.5389404296875,
+      "cov-distil (oracle2teacher)": 3.8986454010009766,
+      "epoch": 1.8281004709576139,
+      "rel-constrast": 2.970102310180664,
+      "step": 2329,
+      "subrel-constrast": 3.578596353530884,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8288854003139718,
+      "grad_norm": 5.75,
+      "learning_rate": 4.735776199419935e-05,
+      "loss": 0.7856,
+      "step": 2330
+    },
+    {
+      "cov-distil": 1.3520499467849731,
+      "cov-distil (oracle2student)": 5.464293479919434,
+      "cov-distil (oracle2teacher)": 5.080811500549316,
+      "epoch": 1.8288854003139718,
+      "rel-constrast": 2.9374120235443115,
+      "step": 2330,
+      "subrel-constrast": 3.246391773223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3966255187988281,
+      "cov-distil (oracle2student)": 3.2311744689941406,
+      "cov-distil (oracle2teacher)": 3.526416540145874,
+      "epoch": 1.8296703296703298,
+      "rel-constrast": 2.0379257202148438,
+      "step": 2331,
+      "subrel-constrast": 3.1012685298919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2343699932098389,
+      "cov-distil (oracle2student)": 4.805904388427734,
+      "cov-distil (oracle2teacher)": 4.505140781402588,
+      "epoch": 1.8304552590266876,
+      "rel-constrast": 3.606234312057495,
+      "step": 2332,
+      "subrel-constrast": 4.051779270172119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3108339309692383,
+      "cov-distil (oracle2student)": 2.983063220977783,
+      "cov-distil (oracle2teacher)": 3.173604965209961,
+      "epoch": 1.8312401883830454,
+      "rel-constrast": 2.398393154144287,
+      "step": 2333,
+      "subrel-constrast": 3.097240924835205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.354975938796997,
+      "cov-distil (oracle2student)": 4.794856071472168,
+      "cov-distil (oracle2teacher)": 4.663745880126953,
+      "epoch": 1.8320251177394034,
+      "rel-constrast": 2.5273170471191406,
+      "step": 2334,
+      "subrel-constrast": 3.1760787963867188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.306727409362793,
+      "cov-distil (oracle2student)": 3.8031656742095947,
+      "cov-distil (oracle2teacher)": 4.063189506530762,
+      "epoch": 1.8328100470957613,
+      "rel-constrast": 3.116619110107422,
+      "step": 2335,
+      "subrel-constrast": 3.4618194103240967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6776924133300781,
+      "cov-distil (oracle2student)": 4.332625389099121,
+      "cov-distil (oracle2teacher)": 3.9710259437561035,
+      "epoch": 1.8335949764521193,
+      "rel-constrast": 2.6058735847473145,
+      "step": 2336,
+      "subrel-constrast": 3.638011932373047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1858696937561035,
+      "cov-distil (oracle2student)": 5.392741680145264,
+      "cov-distil (oracle2teacher)": 5.259259223937988,
+      "epoch": 1.8343799058084773,
+      "rel-constrast": 2.5113906860351562,
+      "step": 2337,
+      "subrel-constrast": 2.8102779388427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4064992666244507,
+      "cov-distil (oracle2student)": 3.273954391479492,
+      "cov-distil (oracle2teacher)": 3.387511968612671,
+      "epoch": 1.8351648351648353,
+      "rel-constrast": 2.433619737625122,
+      "step": 2338,
+      "subrel-constrast": 3.4606707096099854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.592550277709961,
+      "cov-distil (oracle2student)": 4.5503926277160645,
+      "cov-distil (oracle2teacher)": 4.18421745300293,
+      "epoch": 1.835949764521193,
+      "rel-constrast": 2.902895927429199,
+      "step": 2339,
+      "subrel-constrast": 3.821329355239868,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.836734693877551,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7318578750541466e-05,
+      "loss": 0.7115,
+      "step": 2340
+    },
+    {
+      "cov-distil": 1.8418996334075928,
+      "cov-distil (oracle2student)": 4.415371417999268,
+      "cov-distil (oracle2teacher)": 4.214637756347656,
+      "epoch": 1.836734693877551,
+      "rel-constrast": 3.0671606063842773,
+      "step": 2340,
+      "subrel-constrast": 4.117509841918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5406579971313477,
+      "cov-distil (oracle2student)": 5.341821670532227,
+      "cov-distil (oracle2teacher)": 4.685606479644775,
+      "epoch": 1.8375196232339088,
+      "rel-constrast": 2.6471409797668457,
+      "step": 2341,
+      "subrel-constrast": 3.4066224098205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7433027029037476,
+      "cov-distil (oracle2student)": 3.2867393493652344,
+      "cov-distil (oracle2teacher)": 3.4402594566345215,
+      "epoch": 1.8383045525902668,
+      "rel-constrast": 2.305436134338379,
+      "step": 2342,
+      "subrel-constrast": 3.3702797889709473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013439178466797,
+      "cov-distil (oracle2student)": 3.617051362991333,
+      "cov-distil (oracle2teacher)": 3.047485113143921,
+      "epoch": 1.8390894819466248,
+      "rel-constrast": 2.1213674545288086,
+      "step": 2343,
+      "subrel-constrast": 3.03959059715271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108980178833008,
+      "cov-distil (oracle2student)": 3.740568161010742,
+      "cov-distil (oracle2teacher)": 3.95269513130188,
+      "epoch": 1.8398744113029828,
+      "rel-constrast": 1.6679271459579468,
+      "step": 2344,
+      "subrel-constrast": 2.9394900798797607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5810344219207764,
+      "cov-distil (oracle2student)": 4.702192783355713,
+      "cov-distil (oracle2teacher)": 3.905719041824341,
+      "epoch": 1.8406593406593408,
+      "rel-constrast": 3.28336501121521,
+      "step": 2345,
+      "subrel-constrast": 3.9377100467681885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385591745376587,
+      "cov-distil (oracle2student)": 3.392869472503662,
+      "cov-distil (oracle2teacher)": 3.0184574127197266,
+      "epoch": 1.8414442700156985,
+      "rel-constrast": 2.586210250854492,
+      "step": 2346,
+      "subrel-constrast": 2.880354404449463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174978017807007,
+      "cov-distil (oracle2student)": 3.070465087890625,
+      "cov-distil (oracle2teacher)": 3.739142656326294,
+      "epoch": 1.8422291993720565,
+      "rel-constrast": 2.551447868347168,
+      "step": 2347,
+      "subrel-constrast": 4.151600360870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4344654083251953,
+      "cov-distil (oracle2student)": 3.4287023544311523,
+      "cov-distil (oracle2teacher)": 3.427236557006836,
+      "epoch": 1.8430141287284143,
+      "rel-constrast": 3.210320472717285,
+      "step": 2348,
+      "subrel-constrast": 3.8333253860473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6159439086914062,
+      "cov-distil (oracle2student)": 2.8842294216156006,
+      "cov-distil (oracle2teacher)": 2.635730504989624,
+      "epoch": 1.8437990580847723,
+      "rel-constrast": 1.6391414403915405,
+      "step": 2349,
+      "subrel-constrast": 2.504883289337158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8445839874411303,
+      "grad_norm": 3.953125,
+      "learning_rate": 4.727912356204483e-05,
+      "loss": 0.6706,
+      "step": 2350
+    },
+    {
+      "cov-distil": 1.2449408769607544,
+      "cov-distil (oracle2student)": 3.6214663982391357,
+      "cov-distil (oracle2teacher)": 3.275423526763916,
+      "epoch": 1.8445839874411303,
+      "rel-constrast": 3.3113770484924316,
+      "step": 2350,
+      "subrel-constrast": 3.3099052906036377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3130264282226562,
+      "cov-distil (oracle2student)": 5.4824323654174805,
+      "cov-distil (oracle2teacher)": 4.571508407592773,
+      "epoch": 1.8453689167974883,
+      "rel-constrast": 3.1544077396392822,
+      "step": 2351,
+      "subrel-constrast": 3.5445499420166016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2681918144226074,
+      "cov-distil (oracle2student)": 3.4045321941375732,
+      "cov-distil (oracle2teacher)": 3.7111916542053223,
+      "epoch": 1.8461538461538463,
+      "rel-constrast": 2.3710899353027344,
+      "step": 2352,
+      "subrel-constrast": 3.117222309112549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9239554405212402,
+      "cov-distil (oracle2student)": 4.037146091461182,
+      "cov-distil (oracle2teacher)": 4.063927173614502,
+      "epoch": 1.8469387755102042,
+      "rel-constrast": 5.095550537109375,
+      "step": 2353,
+      "subrel-constrast": 5.377917289733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2959873676300049,
+      "cov-distil (oracle2student)": 3.0380029678344727,
+      "cov-distil (oracle2teacher)": 3.1399359703063965,
+      "epoch": 1.847723704866562,
+      "rel-constrast": 2.586148738861084,
+      "step": 2354,
+      "subrel-constrast": 3.349116086959839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.688023328781128,
+      "cov-distil (oracle2student)": 4.390917778015137,
+      "cov-distil (oracle2teacher)": 3.7474846839904785,
+      "epoch": 1.8485086342229198,
+      "rel-constrast": 2.5092859268188477,
+      "step": 2355,
+      "subrel-constrast": 3.4131603240966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5776541233062744,
+      "cov-distil (oracle2student)": 4.303069114685059,
+      "cov-distil (oracle2teacher)": 4.105372428894043,
+      "epoch": 1.8492935635792778,
+      "rel-constrast": 3.0706281661987305,
+      "step": 2356,
+      "subrel-constrast": 3.9001171588897705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6757984161376953,
+      "cov-distil (oracle2student)": 4.3736748695373535,
+      "cov-distil (oracle2teacher)": 3.550205707550049,
+      "epoch": 1.8500784929356358,
+      "rel-constrast": 3.4728293418884277,
+      "step": 2357,
+      "subrel-constrast": 3.9719204902648926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2813568115234375,
+      "cov-distil (oracle2student)": 3.4487719535827637,
+      "cov-distil (oracle2teacher)": 3.7643330097198486,
+      "epoch": 1.8508634222919937,
+      "rel-constrast": 2.0092484951019287,
+      "step": 2358,
+      "subrel-constrast": 3.043686866760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4998648166656494,
+      "cov-distil (oracle2student)": 4.305778503417969,
+      "cov-distil (oracle2teacher)": 3.857558488845825,
+      "epoch": 1.8516483516483517,
+      "rel-constrast": 2.7986481189727783,
+      "step": 2359,
+      "subrel-constrast": 3.3821802139282227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8524332810047097,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.723939690945846e-05,
+      "loss": 0.7964,
+      "step": 2360
+    },
+    {
+      "cov-distil": 1.1859450340270996,
+      "cov-distil (oracle2student)": 3.314246416091919,
+      "cov-distil (oracle2teacher)": 3.3548049926757812,
+      "epoch": 1.8524332810047097,
+      "rel-constrast": 2.297027826309204,
+      "step": 2360,
+      "subrel-constrast": 2.906010627746582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0564367771148682,
+      "cov-distil (oracle2student)": 4.408847332000732,
+      "cov-distil (oracle2teacher)": 3.750236988067627,
+      "epoch": 1.8532182103610675,
+      "rel-constrast": 2.727273464202881,
+      "step": 2361,
+      "subrel-constrast": 3.4296066761016846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5102715492248535,
+      "cov-distil (oracle2student)": 3.0153093338012695,
+      "cov-distil (oracle2teacher)": 2.8639063835144043,
+      "epoch": 1.8540031397174255,
+      "rel-constrast": 2.110095977783203,
+      "step": 2362,
+      "subrel-constrast": 2.996849536895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.126218557357788,
+      "cov-distil (oracle2student)": 5.751990795135498,
+      "cov-distil (oracle2teacher)": 5.225639343261719,
+      "epoch": 1.8547880690737832,
+      "rel-constrast": 3.8988547325134277,
+      "step": 2363,
+      "subrel-constrast": 4.588316440582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2220523357391357,
+      "cov-distil (oracle2student)": 3.976548433303833,
+      "cov-distil (oracle2teacher)": 4.030041694641113,
+      "epoch": 1.8555729984301412,
+      "rel-constrast": 2.659160614013672,
+      "step": 2364,
+      "subrel-constrast": 3.5046262741088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4964183568954468,
+      "cov-distil (oracle2student)": 4.694596290588379,
+      "cov-distil (oracle2teacher)": 4.482988357543945,
+      "epoch": 1.8563579277864992,
+      "rel-constrast": 2.4832048416137695,
+      "step": 2365,
+      "subrel-constrast": 2.861309051513672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6372551918029785,
+      "cov-distil (oracle2student)": 3.208219051361084,
+      "cov-distil (oracle2teacher)": 3.099982738494873,
+      "epoch": 1.8571428571428572,
+      "rel-constrast": 1.7701632976531982,
+      "step": 2366,
+      "subrel-constrast": 2.1953959465026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2423828840255737,
+      "cov-distil (oracle2student)": 5.4796037673950195,
+      "cov-distil (oracle2teacher)": 4.892402648925781,
+      "epoch": 1.8579277864992152,
+      "rel-constrast": 4.1849565505981445,
+      "step": 2367,
+      "subrel-constrast": 4.690651893615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7666869163513184,
+      "cov-distil (oracle2student)": 4.98898983001709,
+      "cov-distil (oracle2teacher)": 4.632345199584961,
+      "epoch": 1.858712715855573,
+      "rel-constrast": 3.016021251678467,
+      "step": 2368,
+      "subrel-constrast": 4.011875152587891,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482865333557129,
+      "cov-distil (oracle2student)": 4.433815002441406,
+      "cov-distil (oracle2teacher)": 3.8089146614074707,
+      "epoch": 1.859497645211931,
+      "rel-constrast": 1.6976051330566406,
+      "step": 2369,
+      "subrel-constrast": 2.5378572940826416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8602825745682887,
+      "grad_norm": 4.53125,
+      "learning_rate": 4.7199399276839056e-05,
+      "loss": 0.7054,
+      "step": 2370
+    },
+    {
+      "cov-distil": 0.8840755224227905,
+      "cov-distil (oracle2student)": 3.3833887577056885,
+      "cov-distil (oracle2teacher)": 3.1782917976379395,
+      "epoch": 1.8602825745682887,
+      "rel-constrast": 2.2076575756073,
+      "step": 2370,
+      "subrel-constrast": 2.7491493225097656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.823546290397644,
+      "cov-distil (oracle2student)": 4.029688835144043,
+      "cov-distil (oracle2teacher)": 3.544309139251709,
+      "epoch": 1.8610675039246467,
+      "rel-constrast": 1.995516061782837,
+      "step": 2371,
+      "subrel-constrast": 3.0157155990600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.672497272491455,
+      "cov-distil (oracle2student)": 5.100739479064941,
+      "cov-distil (oracle2teacher)": 4.817244529724121,
+      "epoch": 1.8618524332810047,
+      "rel-constrast": 3.1086645126342773,
+      "step": 2372,
+      "subrel-constrast": 3.678229331970215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6452648639678955,
+      "cov-distil (oracle2student)": 5.618671417236328,
+      "cov-distil (oracle2teacher)": 4.942402362823486,
+      "epoch": 1.8626373626373627,
+      "rel-constrast": 3.232419729232788,
+      "step": 2373,
+      "subrel-constrast": 3.5171499252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623281717300415,
+      "cov-distil (oracle2student)": 3.7928292751312256,
+      "cov-distil (oracle2teacher)": 3.612213611602783,
+      "epoch": 1.8634222919937207,
+      "rel-constrast": 2.4106407165527344,
+      "step": 2374,
+      "subrel-constrast": 3.3195226192474365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.386106252670288,
+      "cov-distil (oracle2student)": 4.364607810974121,
+      "cov-distil (oracle2teacher)": 4.588620185852051,
+      "epoch": 1.8642072213500787,
+      "rel-constrast": 3.065457582473755,
+      "step": 2375,
+      "subrel-constrast": 3.634373903274536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0901994705200195,
+      "cov-distil (oracle2student)": 4.58005428314209,
+      "cov-distil (oracle2teacher)": 4.2535905838012695,
+      "epoch": 1.8649921507064364,
+      "rel-constrast": 2.9042716026306152,
+      "step": 2376,
+      "subrel-constrast": 3.4222331047058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5796598196029663,
+      "cov-distil (oracle2student)": 3.9140729904174805,
+      "cov-distil (oracle2teacher)": 3.460087299346924,
+      "epoch": 1.8657770800627942,
+      "rel-constrast": 3.728533983230591,
+      "step": 2377,
+      "subrel-constrast": 3.971311569213867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871321201324463,
+      "cov-distil (oracle2student)": 4.102816581726074,
+      "cov-distil (oracle2teacher)": 3.6798171997070312,
+      "epoch": 1.8665620094191522,
+      "rel-constrast": 2.641995906829834,
+      "step": 2378,
+      "subrel-constrast": 3.3500876426696777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.104958176612854,
+      "cov-distil (oracle2student)": 4.592450141906738,
+      "cov-distil (oracle2teacher)": 4.03894567489624,
+      "epoch": 1.8673469387755102,
+      "rel-constrast": 3.803786039352417,
+      "step": 2379,
+      "subrel-constrast": 4.192743301391602,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8681318681318682,
+      "grad_norm": 6.5,
+      "learning_rate": 4.715913115154518e-05,
+      "loss": 0.7642,
+      "step": 2380
+    },
+    {
+      "cov-distil": 2.4300537109375,
+      "cov-distil (oracle2student)": 5.012440204620361,
+      "cov-distil (oracle2teacher)": 4.086169719696045,
+      "epoch": 1.8681318681318682,
+      "rel-constrast": 3.3527214527130127,
+      "step": 2380,
+      "subrel-constrast": 3.4218342304229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5946388244628906,
+      "cov-distil (oracle2student)": 3.8829233646392822,
+      "cov-distil (oracle2teacher)": 3.231156826019287,
+      "epoch": 1.8689167974882261,
+      "rel-constrast": 2.8924384117126465,
+      "step": 2381,
+      "subrel-constrast": 3.5565617084503174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5479071140289307,
+      "cov-distil (oracle2student)": 3.4200520515441895,
+      "cov-distil (oracle2teacher)": 3.896700143814087,
+      "epoch": 1.8697017268445841,
+      "rel-constrast": 2.3236217498779297,
+      "step": 2382,
+      "subrel-constrast": 2.9840362071990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7334470748901367,
+      "cov-distil (oracle2student)": 2.694964647293091,
+      "cov-distil (oracle2teacher)": 2.6546573638916016,
+      "epoch": 1.870486656200942,
+      "rel-constrast": 2.0708560943603516,
+      "step": 2383,
+      "subrel-constrast": 2.9378223419189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2651090621948242,
+      "cov-distil (oracle2student)": 5.064573764801025,
+      "cov-distil (oracle2teacher)": 4.861395835876465,
+      "epoch": 1.8712715855572999,
+      "rel-constrast": 3.2342638969421387,
+      "step": 2384,
+      "subrel-constrast": 3.8789474964141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129894971847534,
+      "cov-distil (oracle2student)": 4.06921911239624,
+      "cov-distil (oracle2teacher)": 3.8571341037750244,
+      "epoch": 1.8720565149136577,
+      "rel-constrast": 3.5101518630981445,
+      "step": 2385,
+      "subrel-constrast": 3.6736528873443604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2583074569702148,
+      "cov-distil (oracle2student)": 4.010788440704346,
+      "cov-distil (oracle2teacher)": 4.187676429748535,
+      "epoch": 1.8728414442700156,
+      "rel-constrast": 2.4000515937805176,
+      "step": 2386,
+      "subrel-constrast": 3.34635066986084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612623691558838,
+      "cov-distil (oracle2student)": 4.673199653625488,
+      "cov-distil (oracle2teacher)": 4.365555763244629,
+      "epoch": 1.8736263736263736,
+      "rel-constrast": 3.430168628692627,
+      "step": 2387,
+      "subrel-constrast": 4.065863132476807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4130902290344238,
+      "cov-distil (oracle2student)": 3.691788673400879,
+      "cov-distil (oracle2teacher)": 3.206881046295166,
+      "epoch": 1.8744113029827316,
+      "rel-constrast": 2.359842300415039,
+      "step": 2388,
+      "subrel-constrast": 2.593538999557495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8961942195892334,
+      "cov-distil (oracle2student)": 3.7761895656585693,
+      "cov-distil (oracle2teacher)": 4.75875186920166,
+      "epoch": 1.8751962323390896,
+      "rel-constrast": 2.530869960784912,
+      "step": 2389,
+      "subrel-constrast": 4.138177871704102,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8759811616954474,
+      "grad_norm": 5.25,
+      "learning_rate": 4.7118593024231214e-05,
+      "loss": 0.7443,
+      "step": 2390
+    },
+    {
+      "cov-distil": 1.628974199295044,
+      "cov-distil (oracle2student)": 5.29055118560791,
+      "cov-distil (oracle2teacher)": 5.069937705993652,
+      "epoch": 1.8759811616954474,
+      "rel-constrast": 3.6770904064178467,
+      "step": 2390,
+      "subrel-constrast": 4.248228549957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7999117374420166,
+      "cov-distil (oracle2student)": 5.345639228820801,
+      "cov-distil (oracle2teacher)": 5.134427070617676,
+      "epoch": 1.8767660910518054,
+      "rel-constrast": 2.705498218536377,
+      "step": 2391,
+      "subrel-constrast": 3.6627047061920166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6265171766281128,
+      "cov-distil (oracle2student)": 6.232959747314453,
+      "cov-distil (oracle2teacher)": 6.187678337097168,
+      "epoch": 1.8775510204081631,
+      "rel-constrast": 2.637683868408203,
+      "step": 2392,
+      "subrel-constrast": 3.6143903732299805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.293133020401001,
+      "cov-distil (oracle2student)": 2.6474246978759766,
+      "cov-distil (oracle2teacher)": 2.9688892364501953,
+      "epoch": 1.8783359497645211,
+      "rel-constrast": 2.264965534210205,
+      "step": 2393,
+      "subrel-constrast": 3.1837778091430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7307713031768799,
+      "cov-distil (oracle2student)": 5.484700679779053,
+      "cov-distil (oracle2teacher)": 4.771672248840332,
+      "epoch": 1.879120879120879,
+      "rel-constrast": 3.159960985183716,
+      "step": 2394,
+      "subrel-constrast": 3.9433629512786865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6066560745239258,
+      "cov-distil (oracle2student)": 5.14959716796875,
+      "cov-distil (oracle2teacher)": 4.266096115112305,
+      "epoch": 1.879905808477237,
+      "rel-constrast": 2.572598457336426,
+      "step": 2395,
+      "subrel-constrast": 3.5695507526397705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.438852071762085,
+      "cov-distil (oracle2student)": 5.01389217376709,
+      "cov-distil (oracle2teacher)": 4.615742206573486,
+      "epoch": 1.880690737833595,
+      "rel-constrast": 2.4646241664886475,
+      "step": 2396,
+      "subrel-constrast": 3.0571179389953613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8117623329162598,
+      "cov-distil (oracle2student)": 3.6481375694274902,
+      "cov-distil (oracle2teacher)": 3.7992639541625977,
+      "epoch": 1.8814756671899528,
+      "rel-constrast": 2.6263227462768555,
+      "step": 2397,
+      "subrel-constrast": 3.185467481613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.346522569656372,
+      "cov-distil (oracle2student)": 4.0584611892700195,
+      "cov-distil (oracle2teacher)": 4.2249274253845215,
+      "epoch": 1.8822605965463108,
+      "rel-constrast": 2.035794973373413,
+      "step": 2398,
+      "subrel-constrast": 2.675389051437378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3412846326828003,
+      "cov-distil (oracle2student)": 3.2676186561584473,
+      "cov-distil (oracle2teacher)": 3.0490620136260986,
+      "epoch": 1.8830455259026686,
+      "rel-constrast": 2.187757968902588,
+      "step": 2399,
+      "subrel-constrast": 2.9414639472961426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.707778538884145e-05,
+      "loss": 0.6974,
+      "step": 2400
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "overlap": 0.3218750059604645,
+      "step": 2400
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "step": 2400,
+      "student margin": 0.0543212890625
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "step": 2400,
+      "teacher margin": 0.0399169921875
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "margin difference": -0.014404296875,
+      "step": 2400
+    },
+    {
+      "cov-distil": 1.383465051651001,
+      "cov-distil (oracle2student)": 5.277831077575684,
+      "cov-distil (oracle2teacher)": 4.484336853027344,
+      "epoch": 1.8838304552590266,
+      "rel-constrast": 2.2722928524017334,
+      "step": 2400,
+      "subrel-constrast": 3.111135721206665,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6438462734222412,
+      "cov-distil (oracle2student)": 4.258225440979004,
+      "cov-distil (oracle2teacher)": 4.219083786010742,
+      "epoch": 1.8846153846153846,
+      "rel-constrast": 3.3980393409729004,
+      "step": 2401,
+      "subrel-constrast": 3.792421817779541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4604341983795166,
+      "cov-distil (oracle2student)": 4.693546772003174,
+      "cov-distil (oracle2teacher)": 4.27767276763916,
+      "epoch": 1.8854003139717426,
+      "rel-constrast": 2.5058696269989014,
+      "step": 2402,
+      "subrel-constrast": 2.8197383880615234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.368330955505371,
+      "cov-distil (oracle2student)": 5.653309345245361,
+      "cov-distil (oracle2teacher)": 5.584542274475098,
+      "epoch": 1.8861852433281006,
+      "rel-constrast": 3.176609516143799,
+      "step": 2403,
+      "subrel-constrast": 4.165189743041992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630504846572876,
+      "cov-distil (oracle2student)": 3.297889232635498,
+      "cov-distil (oracle2teacher)": 3.208059787750244,
+      "epoch": 1.8869701726844585,
+      "rel-constrast": 3.2318613529205322,
+      "step": 2404,
+      "subrel-constrast": 3.4676320552825928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.767043948173523,
+      "cov-distil (oracle2student)": 2.660137891769409,
+      "cov-distil (oracle2teacher)": 3.1151180267333984,
+      "epoch": 1.8877551020408163,
+      "rel-constrast": 2.2164807319641113,
+      "step": 2405,
+      "subrel-constrast": 2.9139604568481445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158620834350586,
+      "cov-distil (oracle2student)": 3.4159038066864014,
+      "cov-distil (oracle2teacher)": 3.7492005825042725,
+      "epoch": 1.8885400313971743,
+      "rel-constrast": 3.2060799598693848,
+      "step": 2406,
+      "subrel-constrast": 3.7307839393615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0179784297943115,
+      "cov-distil (oracle2student)": 2.8456077575683594,
+      "cov-distil (oracle2teacher)": 3.1538329124450684,
+      "epoch": 1.889324960753532,
+      "rel-constrast": 3.0270915031433105,
+      "step": 2407,
+      "subrel-constrast": 3.6520450115203857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2023735046386719,
+      "cov-distil (oracle2student)": 3.881585121154785,
+      "cov-distil (oracle2teacher)": 4.097434997558594,
+      "epoch": 1.89010989010989,
+      "rel-constrast": 3.1785850524902344,
+      "step": 2408,
+      "subrel-constrast": 3.6684787273406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.210960865020752,
+      "cov-distil (oracle2student)": 4.9695844650268555,
+      "cov-distil (oracle2teacher)": 5.164728164672852,
+      "epoch": 1.890894819466248,
+      "rel-constrast": 2.8166627883911133,
+      "step": 2409,
+      "subrel-constrast": 3.4185843467712402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.891679748822606,
+      "grad_norm": 6.25,
+      "learning_rate": 4.703670874260405e-05,
+      "loss": 0.7672,
+      "step": 2410
+    },
+    {
+      "cov-distil": 1.4512124061584473,
+      "cov-distil (oracle2student)": 3.9550938606262207,
+      "cov-distil (oracle2teacher)": 3.368925094604492,
+      "epoch": 1.891679748822606,
+      "rel-constrast": 2.5272443294525146,
+      "step": 2410,
+      "subrel-constrast": 3.558570146560669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5136717557907104,
+      "cov-distil (oracle2student)": 7.1871442794799805,
+      "cov-distil (oracle2teacher)": 5.899599075317383,
+      "epoch": 1.892464678178964,
+      "rel-constrast": 3.0792038440704346,
+      "step": 2411,
+      "subrel-constrast": 3.4117274284362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433831810951233,
+      "cov-distil (oracle2student)": 3.711221218109131,
+      "cov-distil (oracle2teacher)": 3.427630662918091,
+      "epoch": 1.8932496075353218,
+      "rel-constrast": 2.454582929611206,
+      "step": 2412,
+      "subrel-constrast": 3.2643284797668457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9665545225143433,
+      "cov-distil (oracle2student)": 6.0245795249938965,
+      "cov-distil (oracle2teacher)": 5.519886016845703,
+      "epoch": 1.8940345368916798,
+      "rel-constrast": 3.516573905944824,
+      "step": 2413,
+      "subrel-constrast": 4.096751689910889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7391104698181152,
+      "cov-distil (oracle2student)": 5.053985118865967,
+      "cov-distil (oracle2teacher)": 4.564329147338867,
+      "epoch": 1.8948194662480375,
+      "rel-constrast": 3.1399970054626465,
+      "step": 2414,
+      "subrel-constrast": 3.6058690547943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4400497674942017,
+      "cov-distil (oracle2student)": 5.0207414627075195,
+      "cov-distil (oracle2teacher)": 4.469775199890137,
+      "epoch": 1.8956043956043955,
+      "rel-constrast": 3.2345614433288574,
+      "step": 2415,
+      "subrel-constrast": 3.7058775424957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7760933637619019,
+      "cov-distil (oracle2student)": 5.2393670082092285,
+      "cov-distil (oracle2teacher)": 5.061903953552246,
+      "epoch": 1.8963893249607535,
+      "rel-constrast": 3.503373622894287,
+      "step": 2416,
+      "subrel-constrast": 3.6969528198242188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0087852478027344,
+      "cov-distil (oracle2student)": 3.7578771114349365,
+      "cov-distil (oracle2teacher)": 4.207980632781982,
+      "epoch": 1.8971742543171115,
+      "rel-constrast": 2.7017407417297363,
+      "step": 2417,
+      "subrel-constrast": 4.2185163497924805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6262376308441162,
+      "cov-distil (oracle2student)": 3.6708788871765137,
+      "cov-distil (oracle2teacher)": 3.7856521606445312,
+      "epoch": 1.8979591836734695,
+      "rel-constrast": 1.8634005784988403,
+      "step": 2418,
+      "subrel-constrast": 3.0977792739868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5900068283081055,
+      "cov-distil (oracle2student)": 4.457353591918945,
+      "cov-distil (oracle2teacher)": 4.153909683227539,
+      "epoch": 1.8987441130298273,
+      "rel-constrast": 3.801868200302124,
+      "step": 2419,
+      "subrel-constrast": 4.6826558113098145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8995290423861853,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.6995363586024975e-05,
+      "loss": 0.7869,
+      "step": 2420
+    },
+    {
+      "cov-distil": 1.5764394998550415,
+      "cov-distil (oracle2student)": 4.162510395050049,
+      "cov-distil (oracle2teacher)": 4.248930931091309,
+      "epoch": 1.8995290423861853,
+      "rel-constrast": 2.616868019104004,
+      "step": 2420,
+      "subrel-constrast": 3.380180835723877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4342957735061646,
+      "cov-distil (oracle2student)": 4.352146148681641,
+      "cov-distil (oracle2teacher)": 4.041654109954834,
+      "epoch": 1.900313971742543,
+      "rel-constrast": 2.580817222595215,
+      "step": 2421,
+      "subrel-constrast": 3.0791471004486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2533915042877197,
+      "cov-distil (oracle2student)": 3.0750513076782227,
+      "cov-distil (oracle2teacher)": 3.3678481578826904,
+      "epoch": 1.901098901098901,
+      "rel-constrast": 2.0539112091064453,
+      "step": 2422,
+      "subrel-constrast": 3.114314556121826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6510907411575317,
+      "cov-distil (oracle2student)": 4.010537147521973,
+      "cov-distil (oracle2teacher)": 4.042222499847412,
+      "epoch": 1.901883830455259,
+      "rel-constrast": 3.6350619792938232,
+      "step": 2423,
+      "subrel-constrast": 4.164426326751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6331403255462646,
+      "cov-distil (oracle2student)": 4.32553243637085,
+      "cov-distil (oracle2teacher)": 4.709507942199707,
+      "epoch": 1.902668759811617,
+      "rel-constrast": 2.874452590942383,
+      "step": 2424,
+      "subrel-constrast": 3.4159398078918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3081552982330322,
+      "cov-distil (oracle2student)": 3.373335838317871,
+      "cov-distil (oracle2teacher)": 3.216841697692871,
+      "epoch": 1.903453689167975,
+      "rel-constrast": 2.450361728668213,
+      "step": 2425,
+      "subrel-constrast": 2.7166976928710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0986295938491821,
+      "cov-distil (oracle2student)": 4.68710994720459,
+      "cov-distil (oracle2teacher)": 4.886653423309326,
+      "epoch": 1.904238618524333,
+      "rel-constrast": 2.831007480621338,
+      "step": 2426,
+      "subrel-constrast": 3.5859177112579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2356021404266357,
+      "cov-distil (oracle2student)": 3.868117332458496,
+      "cov-distil (oracle2teacher)": 3.388075828552246,
+      "epoch": 1.9050235478806907,
+      "rel-constrast": 2.829667568206787,
+      "step": 2427,
+      "subrel-constrast": 3.4622700214385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7674546241760254,
+      "cov-distil (oracle2student)": 7.825194358825684,
+      "cov-distil (oracle2teacher)": 7.014017105102539,
+      "epoch": 1.9058084772370487,
+      "rel-constrast": 2.7684249877929688,
+      "step": 2428,
+      "subrel-constrast": 4.026658058166504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5501304864883423,
+      "cov-distil (oracle2student)": 6.067459583282471,
+      "cov-distil (oracle2teacher)": 5.342250823974609,
+      "epoch": 1.9065934065934065,
+      "rel-constrast": 3.506082534790039,
+      "step": 2429,
+      "subrel-constrast": 4.185858726501465,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9073783359497645,
+      "grad_norm": 8.0625,
+      "learning_rate": 4.695375042288193e-05,
+      "loss": 0.7399,
+      "step": 2430
+    },
+    {
+      "cov-distil": 1.661251425743103,
+      "cov-distil (oracle2student)": 5.815157890319824,
+      "cov-distil (oracle2teacher)": 5.2097978591918945,
+      "epoch": 1.9073783359497645,
+      "rel-constrast": 3.1979153156280518,
+      "step": 2430,
+      "subrel-constrast": 3.8180320262908936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4010013341903687,
+      "cov-distil (oracle2student)": 4.047023773193359,
+      "cov-distil (oracle2teacher)": 3.8124091625213623,
+      "epoch": 1.9081632653061225,
+      "rel-constrast": 2.7833383083343506,
+      "step": 2431,
+      "subrel-constrast": 3.3880774974823,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3428449630737305,
+      "cov-distil (oracle2student)": 4.811054229736328,
+      "cov-distil (oracle2teacher)": 4.6646623611450195,
+      "epoch": 1.9089481946624804,
+      "rel-constrast": 1.903334140777588,
+      "step": 2432,
+      "subrel-constrast": 2.957467794418335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.894035816192627,
+      "cov-distil (oracle2student)": 5.185266971588135,
+      "cov-distil (oracle2teacher)": 5.055410385131836,
+      "epoch": 1.9097331240188384,
+      "rel-constrast": 3.5421810150146484,
+      "step": 2433,
+      "subrel-constrast": 4.148813724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5876843929290771,
+      "cov-distil (oracle2student)": 3.8494958877563477,
+      "cov-distil (oracle2teacher)": 3.749537467956543,
+      "epoch": 1.9105180533751962,
+      "rel-constrast": 1.4161465167999268,
+      "step": 2434,
+      "subrel-constrast": 2.326631546020508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.179868459701538,
+      "cov-distil (oracle2student)": 5.063297271728516,
+      "cov-distil (oracle2teacher)": 5.048863887786865,
+      "epoch": 1.9113029827315542,
+      "rel-constrast": 1.977632999420166,
+      "step": 2435,
+      "subrel-constrast": 2.978015184402466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0675768852233887,
+      "cov-distil (oracle2student)": 3.509960174560547,
+      "cov-distil (oracle2teacher)": 3.275967836380005,
+      "epoch": 1.912087912087912,
+      "rel-constrast": 2.534778356552124,
+      "step": 2436,
+      "subrel-constrast": 3.177161455154419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2767798900604248,
+      "cov-distil (oracle2student)": 5.10045862197876,
+      "cov-distil (oracle2teacher)": 4.806947231292725,
+      "epoch": 1.91287284144427,
+      "rel-constrast": 3.7104642391204834,
+      "step": 2437,
+      "subrel-constrast": 4.066912651062012,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2878401279449463,
+      "cov-distil (oracle2student)": 4.154492378234863,
+      "cov-distil (oracle2teacher)": 3.9410927295684814,
+      "epoch": 1.913657770800628,
+      "rel-constrast": 2.4905645847320557,
+      "step": 2438,
+      "subrel-constrast": 2.833585262298584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5208327770233154,
+      "cov-distil (oracle2student)": 3.870839834213257,
+      "cov-distil (oracle2teacher)": 3.587754726409912,
+      "epoch": 1.914442700156986,
+      "rel-constrast": 3.411961555480957,
+      "step": 2439,
+      "subrel-constrast": 3.4366512298583984,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.915227629513344,
+      "grad_norm": 6.21875,
+      "learning_rate": 4.691186976021816e-05,
+      "loss": 0.7098,
+      "step": 2440
+    },
+    {
+      "cov-distil": 1.4967070817947388,
+      "cov-distil (oracle2student)": 3.8773322105407715,
+      "cov-distil (oracle2teacher)": 3.5573790073394775,
+      "epoch": 1.915227629513344,
+      "rel-constrast": 2.619619369506836,
+      "step": 2440,
+      "subrel-constrast": 3.13883376121521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.68430757522583,
+      "cov-distil (oracle2student)": 4.4702301025390625,
+      "cov-distil (oracle2teacher)": 4.563200950622559,
+      "epoch": 1.9160125588697017,
+      "rel-constrast": 2.469916343688965,
+      "step": 2441,
+      "subrel-constrast": 3.2960541248321533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5579092502593994,
+      "cov-distil (oracle2student)": 4.825962543487549,
+      "cov-distil (oracle2teacher)": 4.666205406188965,
+      "epoch": 1.9167974882260597,
+      "rel-constrast": 3.2126452922821045,
+      "step": 2442,
+      "subrel-constrast": 3.909355878829956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2697449922561646,
+      "cov-distil (oracle2student)": 4.256183624267578,
+      "cov-distil (oracle2teacher)": 3.755272626876831,
+      "epoch": 1.9175824175824174,
+      "rel-constrast": 2.9741082191467285,
+      "step": 2443,
+      "subrel-constrast": 3.097259044647217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3230315446853638,
+      "cov-distil (oracle2student)": 3.8114309310913086,
+      "cov-distil (oracle2teacher)": 3.591279983520508,
+      "epoch": 1.9183673469387754,
+      "rel-constrast": 2.5748753547668457,
+      "step": 2444,
+      "subrel-constrast": 3.4513001441955566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0446491241455078,
+      "cov-distil (oracle2student)": 4.172782897949219,
+      "cov-distil (oracle2teacher)": 3.9387669563293457,
+      "epoch": 1.9191522762951334,
+      "rel-constrast": 3.2238731384277344,
+      "step": 2445,
+      "subrel-constrast": 3.837935209274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5663421154022217,
+      "cov-distil (oracle2student)": 6.687404155731201,
+      "cov-distil (oracle2teacher)": 6.850368499755859,
+      "epoch": 1.9199372056514914,
+      "rel-constrast": 3.118551731109619,
+      "step": 2446,
+      "subrel-constrast": 4.409268379211426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5033377408981323,
+      "cov-distil (oracle2student)": 3.122352123260498,
+      "cov-distil (oracle2teacher)": 3.5328731536865234,
+      "epoch": 1.9207221350078494,
+      "rel-constrast": 2.0668764114379883,
+      "step": 2447,
+      "subrel-constrast": 3.0326130390167236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4021883010864258,
+      "cov-distil (oracle2student)": 4.386048316955566,
+      "cov-distil (oracle2teacher)": 4.230499267578125,
+      "epoch": 1.9215070643642074,
+      "rel-constrast": 3.1327056884765625,
+      "step": 2448,
+      "subrel-constrast": 3.7891204357147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0900633335113525,
+      "cov-distil (oracle2student)": 4.235468864440918,
+      "cov-distil (oracle2teacher)": 4.379511833190918,
+      "epoch": 1.9222919937205651,
+      "rel-constrast": 3.441082000732422,
+      "step": 2449,
+      "subrel-constrast": 4.267126083374023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.6869722108336323e-05,
+      "loss": 0.7557,
+      "step": 2450
+    },
+    {
+      "cov-distil": 1.8572824001312256,
+      "cov-distil (oracle2student)": 3.7828783988952637,
+      "cov-distil (oracle2teacher)": 3.6816017627716064,
+      "epoch": 1.9230769230769231,
+      "rel-constrast": 2.2032833099365234,
+      "step": 2450,
+      "subrel-constrast": 3.423372268676758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784165620803833,
+      "cov-distil (oracle2student)": 3.5892648696899414,
+      "cov-distil (oracle2teacher)": 4.185019493103027,
+      "epoch": 1.923861852433281,
+      "rel-constrast": 2.4126200675964355,
+      "step": 2451,
+      "subrel-constrast": 2.9255363941192627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4744055271148682,
+      "cov-distil (oracle2student)": 5.581669807434082,
+      "cov-distil (oracle2teacher)": 5.3179826736450195,
+      "epoch": 1.9246467817896389,
+      "rel-constrast": 1.4047518968582153,
+      "step": 2452,
+      "subrel-constrast": 2.5651700496673584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.563706874847412,
+      "cov-distil (oracle2student)": 3.1593146324157715,
+      "cov-distil (oracle2teacher)": 3.1118004322052,
+      "epoch": 1.9254317111459969,
+      "rel-constrast": 2.9661388397216797,
+      "step": 2453,
+      "subrel-constrast": 3.6493420600891113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0135185718536377,
+      "cov-distil (oracle2student)": 5.030746936798096,
+      "cov-distil (oracle2teacher)": 4.370763778686523,
+      "epoch": 1.9262166405023549,
+      "rel-constrast": 2.117779016494751,
+      "step": 2454,
+      "subrel-constrast": 3.540395975112915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9057115316390991,
+      "cov-distil (oracle2student)": 3.8317630290985107,
+      "cov-distil (oracle2teacher)": 3.4586093425750732,
+      "epoch": 1.9270015698587128,
+      "rel-constrast": 2.8648123741149902,
+      "step": 2455,
+      "subrel-constrast": 3.5481410026550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4511473178863525,
+      "cov-distil (oracle2student)": 4.717432022094727,
+      "cov-distil (oracle2teacher)": 4.39992094039917,
+      "epoch": 1.9277864992150706,
+      "rel-constrast": 3.448397159576416,
+      "step": 2456,
+      "subrel-constrast": 4.132615089416504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4134639501571655,
+      "cov-distil (oracle2student)": 3.592564105987549,
+      "cov-distil (oracle2teacher)": 3.4169201850891113,
+      "epoch": 1.9285714285714286,
+      "rel-constrast": 2.690018653869629,
+      "step": 2457,
+      "subrel-constrast": 3.5381455421447754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.381658673286438,
+      "cov-distil (oracle2student)": 4.504133224487305,
+      "cov-distil (oracle2teacher)": 4.371111869812012,
+      "epoch": 1.9293563579277864,
+      "rel-constrast": 3.296360492706299,
+      "step": 2458,
+      "subrel-constrast": 3.687131404876709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6124401092529297,
+      "cov-distil (oracle2student)": 6.004388809204102,
+      "cov-distil (oracle2teacher)": 5.248353481292725,
+      "epoch": 1.9301412872841444,
+      "rel-constrast": 2.7687840461730957,
+      "step": 2459,
+      "subrel-constrast": 4.301806449890137,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9309262166405023,
+      "grad_norm": 4.375,
+      "learning_rate": 4.6827307980792254e-05,
+      "loss": 0.6955,
+      "step": 2460
+    },
+    {
+      "cov-distil": 1.291625738143921,
+      "cov-distil (oracle2student)": 3.3951034545898438,
+      "cov-distil (oracle2teacher)": 3.562033176422119,
+      "epoch": 1.9309262166405023,
+      "rel-constrast": 3.105185031890869,
+      "step": 2460,
+      "subrel-constrast": 3.2856054306030273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2882192134857178,
+      "cov-distil (oracle2student)": 5.582555770874023,
+      "cov-distil (oracle2teacher)": 5.066989421844482,
+      "epoch": 1.9317111459968603,
+      "rel-constrast": 2.387822151184082,
+      "step": 2461,
+      "subrel-constrast": 3.4038312435150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4667425155639648,
+      "cov-distil (oracle2student)": 3.4097275733947754,
+      "cov-distil (oracle2teacher)": 3.206629753112793,
+      "epoch": 1.9324960753532183,
+      "rel-constrast": 2.7560582160949707,
+      "step": 2462,
+      "subrel-constrast": 3.2389450073242188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8337502479553223,
+      "cov-distil (oracle2student)": 5.2984442710876465,
+      "cov-distil (oracle2teacher)": 5.799503326416016,
+      "epoch": 1.933281004709576,
+      "rel-constrast": 2.6879539489746094,
+      "step": 2463,
+      "subrel-constrast": 3.309619426727295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5622186660766602,
+      "cov-distil (oracle2student)": 4.927425861358643,
+      "cov-distil (oracle2teacher)": 4.671817779541016,
+      "epoch": 1.934065934065934,
+      "rel-constrast": 2.1536669731140137,
+      "step": 2464,
+      "subrel-constrast": 3.14108943939209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2570550441741943,
+      "cov-distil (oracle2student)": 3.430919647216797,
+      "cov-distil (oracle2teacher)": 2.8552744388580322,
+      "epoch": 1.9348508634222918,
+      "rel-constrast": 2.170525074005127,
+      "step": 2465,
+      "subrel-constrast": 2.571291208267212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6424362659454346,
+      "cov-distil (oracle2student)": 4.277450084686279,
+      "cov-distil (oracle2teacher)": 3.705414295196533,
+      "epoch": 1.9356357927786498,
+      "rel-constrast": 2.9013924598693848,
+      "step": 2466,
+      "subrel-constrast": 3.1362950801849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5327125787734985,
+      "cov-distil (oracle2student)": 3.9433579444885254,
+      "cov-distil (oracle2teacher)": 4.323305130004883,
+      "epoch": 1.9364207221350078,
+      "rel-constrast": 2.583871364593506,
+      "step": 2467,
+      "subrel-constrast": 3.247133255004883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2818008661270142,
+      "cov-distil (oracle2student)": 3.8986258506774902,
+      "cov-distil (oracle2teacher)": 3.754828453063965,
+      "epoch": 1.9372056514913658,
+      "rel-constrast": 3.117367744445801,
+      "step": 2468,
+      "subrel-constrast": 3.5399816036224365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7398326396942139,
+      "cov-distil (oracle2student)": 3.1840739250183105,
+      "cov-distil (oracle2teacher)": 2.9380695819854736,
+      "epoch": 1.9379905808477238,
+      "rel-constrast": 2.5847887992858887,
+      "step": 2469,
+      "subrel-constrast": 3.0294415950775146,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9387755102040818,
+      "grad_norm": 5.875,
+      "learning_rate": 4.678462789438873e-05,
+      "loss": 0.6985,
+      "step": 2470
+    },
+    {
+      "cov-distil": 1.5433144569396973,
+      "cov-distil (oracle2student)": 2.9578075408935547,
+      "cov-distil (oracle2teacher)": 3.23738694190979,
+      "epoch": 1.9387755102040818,
+      "rel-constrast": 1.937584400177002,
+      "step": 2470,
+      "subrel-constrast": 2.6642847061157227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4443485736846924,
+      "cov-distil (oracle2student)": 4.100014686584473,
+      "cov-distil (oracle2teacher)": 4.245871543884277,
+      "epoch": 1.9395604395604396,
+      "rel-constrast": 2.6583218574523926,
+      "step": 2471,
+      "subrel-constrast": 3.2574462890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.635296583175659,
+      "cov-distil (oracle2student)": 4.330043792724609,
+      "cov-distil (oracle2teacher)": 4.497190475463867,
+      "epoch": 1.9403453689167975,
+      "rel-constrast": 2.740987777709961,
+      "step": 2472,
+      "subrel-constrast": 3.7768290042877197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6916110515594482,
+      "cov-distil (oracle2student)": 4.03584098815918,
+      "cov-distil (oracle2teacher)": 3.9940500259399414,
+      "epoch": 1.9411302982731553,
+      "rel-constrast": 3.721792221069336,
+      "step": 2473,
+      "subrel-constrast": 4.984964847564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7572797536849976,
+      "cov-distil (oracle2student)": 4.882442474365234,
+      "cov-distil (oracle2teacher)": 4.8414459228515625,
+      "epoch": 1.9419152276295133,
+      "rel-constrast": 3.777127742767334,
+      "step": 2474,
+      "subrel-constrast": 4.820999622344971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9405834674835205,
+      "cov-distil (oracle2student)": 3.093421459197998,
+      "cov-distil (oracle2teacher)": 2.8786327838897705,
+      "epoch": 1.9427001569858713,
+      "rel-constrast": 2.0982015132904053,
+      "step": 2475,
+      "subrel-constrast": 3.5316975116729736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.515413761138916,
+      "cov-distil (oracle2student)": 3.9444305896759033,
+      "cov-distil (oracle2teacher)": 3.8890323638916016,
+      "epoch": 1.9434850863422293,
+      "rel-constrast": 4.322173118591309,
+      "step": 2476,
+      "subrel-constrast": 5.106509685516357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.140060305595398,
+      "cov-distil (oracle2student)": 6.094444274902344,
+      "cov-distil (oracle2teacher)": 5.784130096435547,
+      "epoch": 1.9442700156985873,
+      "rel-constrast": 3.238407611846924,
+      "step": 2477,
+      "subrel-constrast": 3.228761672973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5136356353759766,
+      "cov-distil (oracle2student)": 5.130928993225098,
+      "cov-distil (oracle2teacher)": 5.599532127380371,
+      "epoch": 1.945054945054945,
+      "rel-constrast": 2.899818181991577,
+      "step": 2478,
+      "subrel-constrast": 3.9041976928710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3585325479507446,
+      "cov-distil (oracle2student)": 3.166748046875,
+      "cov-distil (oracle2teacher)": 3.5953032970428467,
+      "epoch": 1.945839874411303,
+      "rel-constrast": 2.318967580795288,
+      "step": 2479,
+      "subrel-constrast": 2.99764347076416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9466248037676608,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.6741682369169116e-05,
+      "loss": 0.7842,
+      "step": 2480
+    },
+    {
+      "cov-distil": 1.358513355255127,
+      "cov-distil (oracle2student)": 3.3030920028686523,
+      "cov-distil (oracle2teacher)": 2.8421571254730225,
+      "epoch": 1.9466248037676608,
+      "rel-constrast": 2.6336965560913086,
+      "step": 2480,
+      "subrel-constrast": 2.8718340396881104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1459712982177734,
+      "cov-distil (oracle2student)": 4.063625335693359,
+      "cov-distil (oracle2teacher)": 4.200922012329102,
+      "epoch": 1.9474097331240188,
+      "rel-constrast": 3.232606887817383,
+      "step": 2481,
+      "subrel-constrast": 3.6092476844787598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5961551666259766,
+      "cov-distil (oracle2student)": 5.03495979309082,
+      "cov-distil (oracle2teacher)": 4.37387752532959,
+      "epoch": 1.9481946624803768,
+      "rel-constrast": 3.085963010787964,
+      "step": 2482,
+      "subrel-constrast": 4.056833267211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7837347984313965,
+      "cov-distil (oracle2student)": 3.69675612449646,
+      "cov-distil (oracle2teacher)": 3.8338403701782227,
+      "epoch": 1.9489795918367347,
+      "rel-constrast": 2.9396042823791504,
+      "step": 2483,
+      "subrel-constrast": 4.183809757232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4148401021957397,
+      "cov-distil (oracle2student)": 3.438568115234375,
+      "cov-distil (oracle2teacher)": 3.2074334621429443,
+      "epoch": 1.9497645211930927,
+      "rel-constrast": 3.73038911819458,
+      "step": 2484,
+      "subrel-constrast": 3.9382483959198,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.58474600315094,
+      "cov-distil (oracle2student)": 4.109490394592285,
+      "cov-distil (oracle2teacher)": 4.459442615509033,
+      "epoch": 1.9505494505494505,
+      "rel-constrast": 2.299020767211914,
+      "step": 2485,
+      "subrel-constrast": 3.835998296737671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3292391300201416,
+      "cov-distil (oracle2student)": 4.8831000328063965,
+      "cov-distil (oracle2teacher)": 4.521707534790039,
+      "epoch": 1.9513343799058085,
+      "rel-constrast": 3.4085583686828613,
+      "step": 2486,
+      "subrel-constrast": 4.050882339477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214061975479126,
+      "cov-distil (oracle2student)": 4.851228713989258,
+      "cov-distil (oracle2teacher)": 4.625171184539795,
+      "epoch": 1.9521193092621663,
+      "rel-constrast": 2.7774693965911865,
+      "step": 2487,
+      "subrel-constrast": 3.4249110221862793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1201047897338867,
+      "cov-distil (oracle2student)": 5.36749267578125,
+      "cov-distil (oracle2teacher)": 4.693625450134277,
+      "epoch": 1.9529042386185242,
+      "rel-constrast": 2.81223726272583,
+      "step": 2488,
+      "subrel-constrast": 4.239040374755859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.328134536743164,
+      "cov-distil (oracle2student)": 5.878386974334717,
+      "cov-distil (oracle2teacher)": 5.070760726928711,
+      "epoch": 1.9536891679748822,
+      "rel-constrast": 2.211723566055298,
+      "step": 2489,
+      "subrel-constrast": 2.9829752445220947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9544740973312402,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.669847192841109e-05,
+      "loss": 0.7655,
+      "step": 2490
+    },
+    {
+      "cov-distil": 2.050966501235962,
+      "cov-distil (oracle2student)": 3.950345993041992,
+      "cov-distil (oracle2teacher)": 3.2366585731506348,
+      "epoch": 1.9544740973312402,
+      "rel-constrast": 2.2773871421813965,
+      "step": 2490,
+      "subrel-constrast": 3.064868211746216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3345588445663452,
+      "cov-distil (oracle2student)": 4.820789337158203,
+      "cov-distil (oracle2teacher)": 4.411266326904297,
+      "epoch": 1.9552590266875982,
+      "rel-constrast": 2.706510066986084,
+      "step": 2491,
+      "subrel-constrast": 3.464383363723755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.313352108001709,
+      "cov-distil (oracle2student)": 4.7307658195495605,
+      "cov-distil (oracle2teacher)": 4.571237564086914,
+      "epoch": 1.9560439560439562,
+      "rel-constrast": 2.904332160949707,
+      "step": 2492,
+      "subrel-constrast": 3.630449056625366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4697785377502441,
+      "cov-distil (oracle2student)": 4.326483249664307,
+      "cov-distil (oracle2teacher)": 4.520640850067139,
+      "epoch": 1.956828885400314,
+      "rel-constrast": 2.1479899883270264,
+      "step": 2493,
+      "subrel-constrast": 3.3468611240386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3133139610290527,
+      "cov-distil (oracle2student)": 2.4103314876556396,
+      "cov-distil (oracle2teacher)": 2.9476089477539062,
+      "epoch": 1.957613814756672,
+      "rel-constrast": 1.8598411083221436,
+      "step": 2494,
+      "subrel-constrast": 2.7040579319000244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4923874139785767,
+      "cov-distil (oracle2student)": 4.974415302276611,
+      "cov-distil (oracle2teacher)": 4.685483932495117,
+      "epoch": 1.9583987441130297,
+      "rel-constrast": 3.222048759460449,
+      "step": 2495,
+      "subrel-constrast": 4.039577484130859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8160561323165894,
+      "cov-distil (oracle2student)": 5.813412666320801,
+      "cov-distil (oracle2teacher)": 5.269169807434082,
+      "epoch": 1.9591836734693877,
+      "rel-constrast": 3.3903331756591797,
+      "step": 2496,
+      "subrel-constrast": 3.8708889484405518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4887747764587402,
+      "cov-distil (oracle2student)": 2.1253395080566406,
+      "cov-distil (oracle2teacher)": 2.3603878021240234,
+      "epoch": 1.9599686028257457,
+      "rel-constrast": 2.4301915168762207,
+      "step": 2497,
+      "subrel-constrast": 2.9695959091186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3080188035964966,
+      "cov-distil (oracle2student)": 5.292108535766602,
+      "cov-distil (oracle2teacher)": 4.35369873046875,
+      "epoch": 1.9607535321821037,
+      "rel-constrast": 1.4696991443634033,
+      "step": 2498,
+      "subrel-constrast": 2.0051076412200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4714583158493042,
+      "cov-distil (oracle2student)": 3.7108678817749023,
+      "cov-distil (oracle2teacher)": 4.239074230194092,
+      "epoch": 1.9615384615384617,
+      "rel-constrast": 1.566145896911621,
+      "step": 2499,
+      "subrel-constrast": 2.5356643199920654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "grad_norm": 3.71875,
+      "learning_rate": 4.6654997098620234e-05,
+      "loss": 0.637,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-P@10": 0.7539999999999999,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-nDCG@10": 0.7660445021702131,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-alpha_nDCG@10": 0.5818896679097062,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-P@10": 0.42999999999999994,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-nDCG@10": 0.6098019735171258,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-alpha_nDCG@10": 0.5983298508342683,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/avg": 0.5369795176189325,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "overlap": 0.34687501192092896,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "step": 2500,
+      "student margin": 0.065185546875
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "step": 2500,
+      "teacher margin": 0.053436279296875
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "margin difference": -0.011749267578125,
+      "step": 2500
+    },
+    {
+      "cov-distil": 1.090306282043457,
+      "cov-distil (oracle2student)": 4.970812797546387,
+      "cov-distil (oracle2teacher)": 4.877108097076416,
+      "epoch": 1.9623233908948194,
+      "rel-constrast": 2.175166606903076,
+      "step": 2500,
+      "subrel-constrast": 2.475886821746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5089739561080933,
+      "cov-distil (oracle2student)": 4.682978630065918,
+      "cov-distil (oracle2teacher)": 5.062560558319092,
+      "epoch": 1.9631083202511774,
+      "rel-constrast": 2.925281524658203,
+      "step": 2501,
+      "subrel-constrast": 3.6252448558807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5031598806381226,
+      "cov-distil (oracle2student)": 4.684264183044434,
+      "cov-distil (oracle2teacher)": 4.354615211486816,
+      "epoch": 1.9638932496075352,
+      "rel-constrast": 3.9453587532043457,
+      "step": 2502,
+      "subrel-constrast": 4.519287109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5643486976623535,
+      "cov-distil (oracle2student)": 5.483506202697754,
+      "cov-distil (oracle2teacher)": 4.655939102172852,
+      "epoch": 1.9646781789638932,
+      "rel-constrast": 3.642531394958496,
+      "step": 2503,
+      "subrel-constrast": 4.284054756164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.679993987083435,
+      "cov-distil (oracle2student)": 5.387015342712402,
+      "cov-distil (oracle2teacher)": 5.223532676696777,
+      "epoch": 1.9654631083202512,
+      "rel-constrast": 2.3460216522216797,
+      "step": 2504,
+      "subrel-constrast": 3.231478214263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798704385757446,
+      "cov-distil (oracle2student)": 3.086254596710205,
+      "cov-distil (oracle2teacher)": 3.2515909671783447,
+      "epoch": 1.9662480376766092,
+      "rel-constrast": 2.119157314300537,
+      "step": 2505,
+      "subrel-constrast": 2.9700911045074463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4817452430725098,
+      "cov-distil (oracle2student)": 4.001458168029785,
+      "cov-distil (oracle2teacher)": 4.046663761138916,
+      "epoch": 1.9670329670329672,
+      "rel-constrast": 3.5152688026428223,
+      "step": 2506,
+      "subrel-constrast": 3.966355562210083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5676078796386719,
+      "cov-distil (oracle2student)": 3.8535709381103516,
+      "cov-distil (oracle2teacher)": 3.9571170806884766,
+      "epoch": 1.967817896389325,
+      "rel-constrast": 2.567758083343506,
+      "step": 2507,
+      "subrel-constrast": 3.94400954246521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.96669340133667,
+      "cov-distil (oracle2student)": 4.784982681274414,
+      "cov-distil (oracle2teacher)": 4.251079559326172,
+      "epoch": 1.968602825745683,
+      "rel-constrast": 2.4171977043151855,
+      "step": 2508,
+      "subrel-constrast": 3.2501728534698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826422691345215,
+      "cov-distil (oracle2student)": 6.623595714569092,
+      "cov-distil (oracle2teacher)": 5.7470879554748535,
+      "epoch": 1.9693877551020407,
+      "rel-constrast": 2.3520874977111816,
+      "step": 2509,
+      "subrel-constrast": 3.200101375579834,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9701726844583987,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.661125840952364e-05,
+      "loss": 0.7382,
+      "step": 2510
+    },
+    {
+      "cov-distil": 1.666621446609497,
+      "cov-distil (oracle2student)": 3.701127767562866,
+      "cov-distil (oracle2teacher)": 3.423727512359619,
+      "epoch": 1.9701726844583987,
+      "rel-constrast": 2.804509162902832,
+      "step": 2510,
+      "subrel-constrast": 3.387676477432251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6446305513381958,
+      "cov-distil (oracle2student)": 3.838240623474121,
+      "cov-distil (oracle2teacher)": 4.187102794647217,
+      "epoch": 1.9709576138147566,
+      "rel-constrast": 2.9891412258148193,
+      "step": 2511,
+      "subrel-constrast": 3.542327642440796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.435381293296814,
+      "cov-distil (oracle2student)": 4.389375686645508,
+      "cov-distil (oracle2teacher)": 4.502368450164795,
+      "epoch": 1.9717425431711146,
+      "rel-constrast": 3.2387535572052,
+      "step": 2512,
+      "subrel-constrast": 3.896670341491699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8582631349563599,
+      "cov-distil (oracle2student)": 4.919032573699951,
+      "cov-distil (oracle2teacher)": 4.750471115112305,
+      "epoch": 1.9725274725274726,
+      "rel-constrast": 3.7496399879455566,
+      "step": 2513,
+      "subrel-constrast": 4.44797945022583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8498822450637817,
+      "cov-distil (oracle2student)": 4.858127593994141,
+      "cov-distil (oracle2teacher)": 4.378625869750977,
+      "epoch": 1.9733124018838306,
+      "rel-constrast": 3.5364084243774414,
+      "step": 2514,
+      "subrel-constrast": 4.384564399719238,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3810056447982788,
+      "cov-distil (oracle2student)": 4.271397590637207,
+      "cov-distil (oracle2teacher)": 4.334753036499023,
+      "epoch": 1.9740973312401884,
+      "rel-constrast": 2.358246326446533,
+      "step": 2515,
+      "subrel-constrast": 3.276954412460327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0649185180664062,
+      "cov-distil (oracle2student)": 4.684146881103516,
+      "cov-distil (oracle2teacher)": 3.9282805919647217,
+      "epoch": 1.9748822605965461,
+      "rel-constrast": 2.606571912765503,
+      "step": 2516,
+      "subrel-constrast": 2.8056676387786865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1188321113586426,
+      "cov-distil (oracle2student)": 4.569836139678955,
+      "cov-distil (oracle2teacher)": 4.141506671905518,
+      "epoch": 1.9756671899529041,
+      "rel-constrast": 2.579371929168701,
+      "step": 2517,
+      "subrel-constrast": 3.7114007472991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080518960952759,
+      "cov-distil (oracle2student)": 4.498507022857666,
+      "cov-distil (oracle2teacher)": 4.202948570251465,
+      "epoch": 1.9764521193092621,
+      "rel-constrast": 2.1490540504455566,
+      "step": 2518,
+      "subrel-constrast": 3.429783821105957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1755554676055908,
+      "cov-distil (oracle2student)": 3.4553563594818115,
+      "cov-distil (oracle2teacher)": 3.6548361778259277,
+      "epoch": 1.9772370486656201,
+      "rel-constrast": 3.2993576526641846,
+      "step": 2519,
+      "subrel-constrast": 3.654632568359375,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.978021978021978,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.656725639406342e-05,
+      "loss": 0.7735,
+      "step": 2520
+    },
+    {
+      "cov-distil": 1.4902020692825317,
+      "cov-distil (oracle2student)": 4.161640644073486,
+      "cov-distil (oracle2teacher)": 3.9016568660736084,
+      "epoch": 1.978021978021978,
+      "rel-constrast": 1.819406270980835,
+      "step": 2520,
+      "subrel-constrast": 2.3113198280334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.451483726501465,
+      "cov-distil (oracle2student)": 3.4727718830108643,
+      "cov-distil (oracle2teacher)": 3.1571531295776367,
+      "epoch": 1.978806907378336,
+      "rel-constrast": 2.1377174854278564,
+      "step": 2521,
+      "subrel-constrast": 3.1325490474700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.081032633781433,
+      "cov-distil (oracle2student)": 4.522000312805176,
+      "cov-distil (oracle2teacher)": 4.4468841552734375,
+      "epoch": 1.9795918367346939,
+      "rel-constrast": 3.9222183227539062,
+      "step": 2522,
+      "subrel-constrast": 3.8245644569396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9412015676498413,
+      "cov-distil (oracle2student)": 4.826860427856445,
+      "cov-distil (oracle2teacher)": 4.619848251342773,
+      "epoch": 1.9803767660910518,
+      "rel-constrast": 2.2276368141174316,
+      "step": 2523,
+      "subrel-constrast": 3.2373056411743164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.12664532661438,
+      "cov-distil (oracle2student)": 4.137739181518555,
+      "cov-distil (oracle2teacher)": 4.644302845001221,
+      "epoch": 1.9811616954474096,
+      "rel-constrast": 2.937765121459961,
+      "step": 2524,
+      "subrel-constrast": 4.011136054992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9062591791152954,
+      "cov-distil (oracle2student)": 3.910320520401001,
+      "cov-distil (oracle2teacher)": 3.6704587936401367,
+      "epoch": 1.9819466248037676,
+      "rel-constrast": 2.469945192337036,
+      "step": 2525,
+      "subrel-constrast": 2.9071855545043945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.441422462463379,
+      "cov-distil (oracle2student)": 3.7556920051574707,
+      "cov-distil (oracle2teacher)": 3.6020450592041016,
+      "epoch": 1.9827315541601256,
+      "rel-constrast": 2.7595200538635254,
+      "step": 2526,
+      "subrel-constrast": 3.301060914993286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0226235389709473,
+      "cov-distil (oracle2student)": 3.732295513153076,
+      "cov-distil (oracle2teacher)": 3.8367576599121094,
+      "epoch": 1.9835164835164836,
+      "rel-constrast": 2.454819440841675,
+      "step": 2527,
+      "subrel-constrast": 3.255971908569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.512261152267456,
+      "cov-distil (oracle2student)": 5.404221534729004,
+      "cov-distil (oracle2teacher)": 5.1092681884765625,
+      "epoch": 1.9843014128728416,
+      "rel-constrast": 2.7983994483947754,
+      "step": 2528,
+      "subrel-constrast": 3.5933313369750977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3857338428497314,
+      "cov-distil (oracle2student)": 3.9003076553344727,
+      "cov-distil (oracle2teacher)": 3.64925479888916,
+      "epoch": 1.9850863422291993,
+      "rel-constrast": 2.5492284297943115,
+      "step": 2529,
+      "subrel-constrast": 3.3898355960845947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9858712715855573,
+      "grad_norm": 6.0,
+      "learning_rate": 4.652299158839025e-05,
+      "loss": 0.6953,
+      "step": 2530
+    },
+    {
+      "cov-distil": 1.2937496900558472,
+      "cov-distil (oracle2student)": 4.864933490753174,
+      "cov-distil (oracle2teacher)": 4.628209590911865,
+      "epoch": 1.9858712715855573,
+      "rel-constrast": 2.983006000518799,
+      "step": 2530,
+      "subrel-constrast": 3.821949005126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6015434265136719,
+      "cov-distil (oracle2student)": 4.671170234680176,
+      "cov-distil (oracle2teacher)": 4.1964287757873535,
+      "epoch": 1.986656200941915,
+      "rel-constrast": 5.378610610961914,
+      "step": 2531,
+      "subrel-constrast": 5.163862705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.59791898727417,
+      "cov-distil (oracle2student)": 3.193023204803467,
+      "cov-distil (oracle2teacher)": 3.081737518310547,
+      "epoch": 1.987441130298273,
+      "rel-constrast": 2.5613858699798584,
+      "step": 2532,
+      "subrel-constrast": 3.402161121368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.283470869064331,
+      "cov-distil (oracle2student)": 3.9583494663238525,
+      "cov-distil (oracle2teacher)": 3.712249279022217,
+      "epoch": 1.988226059654631,
+      "rel-constrast": 2.2750766277313232,
+      "step": 2533,
+      "subrel-constrast": 2.81105375289917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0241358280181885,
+      "cov-distil (oracle2student)": 3.8318867683410645,
+      "cov-distil (oracle2teacher)": 3.535226583480835,
+      "epoch": 1.989010989010989,
+      "rel-constrast": 3.071157217025757,
+      "step": 2534,
+      "subrel-constrast": 3.0297975540161133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6766074895858765,
+      "cov-distil (oracle2student)": 4.706940650939941,
+      "cov-distil (oracle2teacher)": 3.8600387573242188,
+      "epoch": 1.989795918367347,
+      "rel-constrast": 2.5069656372070312,
+      "step": 2535,
+      "subrel-constrast": 3.3175065517425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.263869047164917,
+      "cov-distil (oracle2student)": 3.6057910919189453,
+      "cov-distil (oracle2teacher)": 3.6251606941223145,
+      "epoch": 1.990580847723705,
+      "rel-constrast": 2.660266876220703,
+      "step": 2536,
+      "subrel-constrast": 3.187422275543213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5680863857269287,
+      "cov-distil (oracle2student)": 2.2606112957000732,
+      "cov-distil (oracle2teacher)": 2.7441070079803467,
+      "epoch": 1.9913657770800628,
+      "rel-constrast": 3.022408962249756,
+      "step": 2537,
+      "subrel-constrast": 3.2397971153259277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.69365394115448,
+      "cov-distil (oracle2student)": 5.669692516326904,
+      "cov-distil (oracle2teacher)": 5.017037391662598,
+      "epoch": 1.9921507064364206,
+      "rel-constrast": 2.4905171394348145,
+      "step": 2538,
+      "subrel-constrast": 3.3353257179260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5247530937194824,
+      "cov-distil (oracle2student)": 3.6488633155822754,
+      "cov-distil (oracle2teacher)": 3.6998729705810547,
+      "epoch": 1.9929356357927785,
+      "rel-constrast": 2.4173526763916016,
+      "step": 2539,
+      "subrel-constrast": 3.1615869998931885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9937205651491365,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.647846453185681e-05,
+      "loss": 0.7705,
+      "step": 2540
+    },
+    {
+      "cov-distil": 1.4516340494155884,
+      "cov-distil (oracle2student)": 3.8903822898864746,
+      "cov-distil (oracle2teacher)": 3.9352073669433594,
+      "epoch": 1.9937205651491365,
+      "rel-constrast": 2.2436375617980957,
+      "step": 2540,
+      "subrel-constrast": 3.079085111618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.298713207244873,
+      "cov-distil (oracle2student)": 3.7091946601867676,
+      "cov-distil (oracle2teacher)": 3.9927072525024414,
+      "epoch": 1.9945054945054945,
+      "rel-constrast": 3.025702714920044,
+      "step": 2541,
+      "subrel-constrast": 4.026682376861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.993617057800293,
+      "cov-distil (oracle2student)": 5.924077987670898,
+      "cov-distil (oracle2teacher)": 5.388263702392578,
+      "epoch": 1.9952904238618525,
+      "rel-constrast": 4.571245193481445,
+      "step": 2542,
+      "subrel-constrast": 5.055028915405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1890196800231934,
+      "cov-distil (oracle2student)": 3.8252854347229004,
+      "cov-distil (oracle2teacher)": 3.8513998985290527,
+      "epoch": 1.9960753532182105,
+      "rel-constrast": 2.506195068359375,
+      "step": 2543,
+      "subrel-constrast": 3.0652389526367188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5974085330963135,
+      "cov-distil (oracle2student)": 3.8986101150512695,
+      "cov-distil (oracle2teacher)": 3.8991260528564453,
+      "epoch": 1.9968602825745683,
+      "rel-constrast": 2.341961145401001,
+      "step": 2544,
+      "subrel-constrast": 3.2955710887908936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7898669242858887,
+      "cov-distil (oracle2student)": 6.095114707946777,
+      "cov-distil (oracle2teacher)": 5.629230499267578,
+      "epoch": 1.9976452119309263,
+      "rel-constrast": 3.2041659355163574,
+      "step": 2545,
+      "subrel-constrast": 3.949453592300415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663902997970581,
+      "cov-distil (oracle2student)": 3.582000255584717,
+      "cov-distil (oracle2teacher)": 3.5701746940612793,
+      "epoch": 1.998430141287284,
+      "rel-constrast": 3.021514654159546,
+      "step": 2546,
+      "subrel-constrast": 3.492304801940918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5713697671890259,
+      "cov-distil (oracle2student)": 5.414429664611816,
+      "cov-distil (oracle2teacher)": 4.234394073486328,
+      "epoch": 1.999215070643642,
+      "rel-constrast": 2.8354413509368896,
+      "step": 2547,
+      "subrel-constrast": 3.751251220703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3589496612548828,
+      "cov-distil (oracle2student)": 4.627863883972168,
+      "cov-distil (oracle2teacher)": 4.674477577209473,
+      "epoch": 2.0,
+      "rel-constrast": 4.164133071899414,
+      "step": 2548,
+      "subrel-constrast": 4.857272148132324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5796387195587158,
+      "cov-distil (oracle2student)": 4.93176794052124,
+      "cov-distil (oracle2teacher)": 4.493083953857422,
+      "epoch": 2.000784929356358,
+      "rel-constrast": 2.6880877017974854,
+      "step": 2549,
+      "subrel-constrast": 3.1472344398498535,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.001569858712716,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.6433675767011245e-05,
+      "loss": 0.8013,
+      "step": 2550
+    },
+    {
+      "cov-distil": 1.418239951133728,
+      "cov-distil (oracle2student)": 3.38460111618042,
+      "cov-distil (oracle2teacher)": 3.624520778656006,
+      "epoch": 2.001569858712716,
+      "rel-constrast": 2.2379202842712402,
+      "step": 2550,
+      "subrel-constrast": 3.292998790740967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.186899185180664,
+      "cov-distil (oracle2student)": 3.7972605228424072,
+      "cov-distil (oracle2teacher)": 3.6053812503814697,
+      "epoch": 2.002354788069074,
+      "rel-constrast": 2.1380980014801025,
+      "step": 2551,
+      "subrel-constrast": 2.6401748657226562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3980836868286133,
+      "cov-distil (oracle2student)": 3.746084213256836,
+      "cov-distil (oracle2teacher)": 3.587346315383911,
+      "epoch": 2.0031397174254315,
+      "rel-constrast": 2.382723331451416,
+      "step": 2552,
+      "subrel-constrast": 3.1391310691833496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3123672008514404,
+      "cov-distil (oracle2student)": 5.654376029968262,
+      "cov-distil (oracle2teacher)": 5.5764336585998535,
+      "epoch": 2.0039246467817895,
+      "rel-constrast": 3.3104639053344727,
+      "step": 2553,
+      "subrel-constrast": 4.055949687957764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0986337661743164,
+      "cov-distil (oracle2student)": 4.575746536254883,
+      "cov-distil (oracle2teacher)": 4.18869161605835,
+      "epoch": 2.0047095761381475,
+      "rel-constrast": 3.4491376876831055,
+      "step": 2554,
+      "subrel-constrast": 4.300597190856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7333508729934692,
+      "cov-distil (oracle2student)": 4.910717010498047,
+      "cov-distil (oracle2teacher)": 4.800596237182617,
+      "epoch": 2.0054945054945055,
+      "rel-constrast": 3.749530792236328,
+      "step": 2555,
+      "subrel-constrast": 4.375298976898193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.148555040359497,
+      "cov-distil (oracle2student)": 3.685451030731201,
+      "cov-distil (oracle2teacher)": 3.855313539505005,
+      "epoch": 2.0062794348508635,
+      "rel-constrast": 2.456716299057007,
+      "step": 2556,
+      "subrel-constrast": 2.9890568256378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1507489681243896,
+      "cov-distil (oracle2student)": 4.650958061218262,
+      "cov-distil (oracle2teacher)": 4.800254821777344,
+      "epoch": 2.0070643642072215,
+      "rel-constrast": 3.1733174324035645,
+      "step": 2557,
+      "subrel-constrast": 4.2793073654174805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.091202735900879,
+      "cov-distil (oracle2student)": 4.066455841064453,
+      "cov-distil (oracle2teacher)": 3.9540770053863525,
+      "epoch": 2.0078492935635794,
+      "rel-constrast": 2.7277631759643555,
+      "step": 2558,
+      "subrel-constrast": 3.7594892978668213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3102219104766846,
+      "cov-distil (oracle2student)": 4.313324928283691,
+      "cov-distil (oracle2teacher)": 3.6935038566589355,
+      "epoch": 2.008634222919937,
+      "rel-constrast": 2.5143094062805176,
+      "step": 2559,
+      "subrel-constrast": 2.8539700508117676,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.009419152276295,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.6388625839590516e-05,
+      "loss": 0.7381,
+      "step": 2560
+    },
+    {
+      "cov-distil": 1.1211737394332886,
+      "cov-distil (oracle2student)": 4.538210868835449,
+      "cov-distil (oracle2teacher)": 4.440378189086914,
+      "epoch": 2.009419152276295,
+      "rel-constrast": 2.6439263820648193,
+      "step": 2560,
+      "subrel-constrast": 3.243011951446533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.161250114440918,
+      "cov-distil (oracle2student)": 4.357483863830566,
+      "cov-distil (oracle2teacher)": 4.069280624389648,
+      "epoch": 2.010204081632653,
+      "rel-constrast": 2.7724452018737793,
+      "step": 2561,
+      "subrel-constrast": 3.703260898590088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6896648406982422,
+      "cov-distil (oracle2student)": 4.854325771331787,
+      "cov-distil (oracle2teacher)": 4.562610149383545,
+      "epoch": 2.010989010989011,
+      "rel-constrast": 1.960174560546875,
+      "step": 2562,
+      "subrel-constrast": 2.993565082550049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9752542972564697,
+      "cov-distil (oracle2student)": 4.481110572814941,
+      "cov-distil (oracle2teacher)": 4.485870361328125,
+      "epoch": 2.011773940345369,
+      "rel-constrast": 3.7094345092773438,
+      "step": 2563,
+      "subrel-constrast": 4.1724162101745605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3029567003250122,
+      "cov-distil (oracle2student)": 4.14303731918335,
+      "cov-distil (oracle2teacher)": 3.81158447265625,
+      "epoch": 2.012558869701727,
+      "rel-constrast": 2.272364616394043,
+      "step": 2564,
+      "subrel-constrast": 2.6302103996276855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.163966417312622,
+      "cov-distil (oracle2student)": 4.69771671295166,
+      "cov-distil (oracle2teacher)": 4.310797214508057,
+      "epoch": 2.013343799058085,
+      "rel-constrast": 3.554079532623291,
+      "step": 2565,
+      "subrel-constrast": 3.575129508972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1144486665725708,
+      "cov-distil (oracle2student)": 3.9827380180358887,
+      "cov-distil (oracle2teacher)": 4.5258049964904785,
+      "epoch": 2.014128728414443,
+      "rel-constrast": 2.757936954498291,
+      "step": 2566,
+      "subrel-constrast": 2.935452461242676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861075758934021,
+      "cov-distil (oracle2student)": 5.722127914428711,
+      "cov-distil (oracle2teacher)": 5.309638023376465,
+      "epoch": 2.0149136577708004,
+      "rel-constrast": 3.4389965534210205,
+      "step": 2567,
+      "subrel-constrast": 4.309808254241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.591409683227539,
+      "cov-distil (oracle2student)": 4.19596004486084,
+      "cov-distil (oracle2teacher)": 4.269772529602051,
+      "epoch": 2.0156985871271584,
+      "rel-constrast": 3.1262319087982178,
+      "step": 2568,
+      "subrel-constrast": 3.76481294631958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4890607595443726,
+      "cov-distil (oracle2student)": 4.554868698120117,
+      "cov-distil (oracle2teacher)": 4.039214134216309,
+      "epoch": 2.0164835164835164,
+      "rel-constrast": 2.9105477333068848,
+      "step": 2569,
+      "subrel-constrast": 3.4036288261413574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0172684458398744,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.6343315298513765e-05,
+      "loss": 0.7648,
+      "step": 2570
+    },
+    {
+      "cov-distil": 1.5408400297164917,
+      "cov-distil (oracle2student)": 4.460867404937744,
+      "cov-distil (oracle2teacher)": 4.184871673583984,
+      "epoch": 2.0172684458398744,
+      "rel-constrast": 2.8370141983032227,
+      "step": 2570,
+      "subrel-constrast": 3.502570152282715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3149046897888184,
+      "cov-distil (oracle2student)": 2.980907917022705,
+      "cov-distil (oracle2teacher)": 2.9996659755706787,
+      "epoch": 2.0180533751962324,
+      "rel-constrast": 1.925594687461853,
+      "step": 2571,
+      "subrel-constrast": 2.776230812072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4009995460510254,
+      "cov-distil (oracle2student)": 3.471409320831299,
+      "cov-distil (oracle2teacher)": 3.2313714027404785,
+      "epoch": 2.0188383045525904,
+      "rel-constrast": 2.9132275581359863,
+      "step": 2572,
+      "subrel-constrast": 2.804548501968384,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2982909679412842,
+      "cov-distil (oracle2student)": 3.913233518600464,
+      "cov-distil (oracle2teacher)": 4.29094123840332,
+      "epoch": 2.0196232339089484,
+      "rel-constrast": 3.134427547454834,
+      "step": 2573,
+      "subrel-constrast": 4.121625900268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.175744652748108,
+      "cov-distil (oracle2student)": 4.345643043518066,
+      "cov-distil (oracle2teacher)": 4.046075820922852,
+      "epoch": 2.020408163265306,
+      "rel-constrast": 3.0230438709259033,
+      "step": 2574,
+      "subrel-constrast": 3.624298095703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8978856801986694,
+      "cov-distil (oracle2student)": 3.9678220748901367,
+      "cov-distil (oracle2teacher)": 4.023209571838379,
+      "epoch": 2.021193092621664,
+      "rel-constrast": 2.179535150527954,
+      "step": 2575,
+      "subrel-constrast": 3.199263572692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.022524356842041,
+      "cov-distil (oracle2student)": 5.099910736083984,
+      "cov-distil (oracle2teacher)": 4.565829277038574,
+      "epoch": 2.021978021978022,
+      "rel-constrast": 2.7353413105010986,
+      "step": 2576,
+      "subrel-constrast": 3.896116256713867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9745090007781982,
+      "cov-distil (oracle2student)": 5.974571704864502,
+      "cov-distil (oracle2teacher)": 5.312187671661377,
+      "epoch": 2.02276295133438,
+      "rel-constrast": 4.146399021148682,
+      "step": 2577,
+      "subrel-constrast": 5.385141372680664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3346425294876099,
+      "cov-distil (oracle2student)": 3.879906177520752,
+      "cov-distil (oracle2teacher)": 3.702457904815674,
+      "epoch": 2.023547880690738,
+      "rel-constrast": 2.315213441848755,
+      "step": 2578,
+      "subrel-constrast": 3.5127367973327637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6934369802474976,
+      "cov-distil (oracle2student)": 3.355029582977295,
+      "cov-distil (oracle2teacher)": 3.177870273590088,
+      "epoch": 2.024332810047096,
+      "rel-constrast": 2.0333688259124756,
+      "step": 2579,
+      "subrel-constrast": 2.8781931400299072,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.025117739403454,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.629774469587566e-05,
+      "loss": 0.7227,
+      "step": 2580
+    },
+    {
+      "cov-distil": 1.3028523921966553,
+      "cov-distil (oracle2student)": 3.810821533203125,
+      "cov-distil (oracle2teacher)": 4.263686180114746,
+      "epoch": 2.025117739403454,
+      "rel-constrast": 2.8056259155273438,
+      "step": 2580,
+      "subrel-constrast": 3.879927396774292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5767713785171509,
+      "cov-distil (oracle2student)": 5.214993476867676,
+      "cov-distil (oracle2teacher)": 4.8706159591674805,
+      "epoch": 2.0259026687598114,
+      "rel-constrast": 2.7533178329467773,
+      "step": 2581,
+      "subrel-constrast": 3.49395489692688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4240691661834717,
+      "cov-distil (oracle2student)": 4.208713531494141,
+      "cov-distil (oracle2teacher)": 4.036467552185059,
+      "epoch": 2.0266875981161694,
+      "rel-constrast": 3.2611076831817627,
+      "step": 2582,
+      "subrel-constrast": 3.5960912704467773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7780306339263916,
+      "cov-distil (oracle2student)": 3.269775867462158,
+      "cov-distil (oracle2teacher)": 3.517242908477783,
+      "epoch": 2.0274725274725274,
+      "rel-constrast": 1.1963260173797607,
+      "step": 2583,
+      "subrel-constrast": 2.6474497318267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.755824327468872,
+      "cov-distil (oracle2student)": 3.933684825897217,
+      "cov-distil (oracle2teacher)": 3.597294807434082,
+      "epoch": 2.0282574568288854,
+      "rel-constrast": 2.826699733734131,
+      "step": 2584,
+      "subrel-constrast": 3.768807888031006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0861318111419678,
+      "cov-distil (oracle2student)": 5.439233779907227,
+      "cov-distil (oracle2teacher)": 5.051532745361328,
+      "epoch": 2.0290423861852434,
+      "rel-constrast": 3.087024211883545,
+      "step": 2585,
+      "subrel-constrast": 3.9976446628570557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.738134741783142,
+      "cov-distil (oracle2student)": 3.7544403076171875,
+      "cov-distil (oracle2teacher)": 3.467432975769043,
+      "epoch": 2.0298273155416013,
+      "rel-constrast": 2.48966646194458,
+      "step": 2586,
+      "subrel-constrast": 3.183173418045044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2197861671447754,
+      "cov-distil (oracle2student)": 5.314908027648926,
+      "cov-distil (oracle2teacher)": 4.767375469207764,
+      "epoch": 2.0306122448979593,
+      "rel-constrast": 3.757617712020874,
+      "step": 2587,
+      "subrel-constrast": 4.15952730178833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6040942668914795,
+      "cov-distil (oracle2student)": 4.000999450683594,
+      "cov-distil (oracle2teacher)": 4.231811046600342,
+      "epoch": 2.0313971742543173,
+      "rel-constrast": 2.67399263381958,
+      "step": 2588,
+      "subrel-constrast": 3.617424488067627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276611804962158,
+      "cov-distil (oracle2student)": 4.317698955535889,
+      "cov-distil (oracle2teacher)": 4.421903610229492,
+      "epoch": 2.032182103610675,
+      "rel-constrast": 2.525721549987793,
+      "step": 2589,
+      "subrel-constrast": 3.4121804237365723,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.032967032967033,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.625191458693957e-05,
+      "loss": 0.7263,
+      "step": 2590
+    },
+    {
+      "cov-distil": 1.9891952276229858,
+      "cov-distil (oracle2student)": 4.805106163024902,
+      "cov-distil (oracle2teacher)": 4.374859809875488,
+      "epoch": 2.032967032967033,
+      "rel-constrast": 3.290797710418701,
+      "step": 2590,
+      "subrel-constrast": 3.8304505348205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6702110767364502,
+      "cov-distil (oracle2student)": 5.877730369567871,
+      "cov-distil (oracle2teacher)": 5.177729606628418,
+      "epoch": 2.033751962323391,
+      "rel-constrast": 2.070183277130127,
+      "step": 2591,
+      "subrel-constrast": 3.159494161605835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5158226490020752,
+      "cov-distil (oracle2student)": 4.369362831115723,
+      "cov-distil (oracle2teacher)": 4.001250743865967,
+      "epoch": 2.034536891679749,
+      "rel-constrast": 3.192948341369629,
+      "step": 2592,
+      "subrel-constrast": 3.6024951934814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8568706512451172,
+      "cov-distil (oracle2student)": 4.513680458068848,
+      "cov-distil (oracle2teacher)": 4.223357200622559,
+      "epoch": 2.035321821036107,
+      "rel-constrast": 2.0967488288879395,
+      "step": 2593,
+      "subrel-constrast": 3.0529472827911377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5366591215133667,
+      "cov-distil (oracle2student)": 3.170410394668579,
+      "cov-distil (oracle2teacher)": 3.2562005519866943,
+      "epoch": 2.036106750392465,
+      "rel-constrast": 1.9721282720565796,
+      "step": 2594,
+      "subrel-constrast": 3.2721357345581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7600288391113281,
+      "cov-distil (oracle2student)": 4.301647186279297,
+      "cov-distil (oracle2teacher)": 4.46275520324707,
+      "epoch": 2.036891679748823,
+      "rel-constrast": 2.8285584449768066,
+      "step": 2595,
+      "subrel-constrast": 4.024070739746094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63007390499115,
+      "cov-distil (oracle2student)": 4.736753463745117,
+      "cov-distil (oracle2teacher)": 4.827028751373291,
+      "epoch": 2.0376766091051803,
+      "rel-constrast": 2.762828826904297,
+      "step": 2596,
+      "subrel-constrast": 3.931101083755493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4966025352478027,
+      "cov-distil (oracle2student)": 3.9267525672912598,
+      "cov-distil (oracle2teacher)": 3.605562686920166,
+      "epoch": 2.0384615384615383,
+      "rel-constrast": 1.671107292175293,
+      "step": 2597,
+      "subrel-constrast": 2.7106053829193115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5657718181610107,
+      "cov-distil (oracle2student)": 3.0323739051818848,
+      "cov-distil (oracle2teacher)": 3.4227917194366455,
+      "epoch": 2.0392464678178963,
+      "rel-constrast": 1.988607406616211,
+      "step": 2598,
+      "subrel-constrast": 3.1713273525238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5810461044311523,
+      "cov-distil (oracle2student)": 4.162444114685059,
+      "cov-distil (oracle2teacher)": 4.119106292724609,
+      "epoch": 2.0400313971742543,
+      "rel-constrast": 2.2787699699401855,
+      "step": 2599,
+      "subrel-constrast": 3.4076006412506104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.6205825530130944e-05,
+      "loss": 0.6453,
+      "step": 2600
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "overlap": 0.29375001788139343,
+      "step": 2600
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "step": 2600,
+      "student margin": 0.070892333984375
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "step": 2600,
+      "teacher margin": 0.052001953125
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "margin difference": -0.018890380859375,
+      "step": 2600
+    },
+    {
+      "cov-distil": 1.3353180885314941,
+      "cov-distil (oracle2student)": 4.13485050201416,
+      "cov-distil (oracle2teacher)": 4.110435485839844,
+      "epoch": 2.0408163265306123,
+      "rel-constrast": 2.034916639328003,
+      "step": 2600,
+      "subrel-constrast": 2.887387275695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1994287967681885,
+      "cov-distil (oracle2student)": 2.9966912269592285,
+      "cov-distil (oracle2teacher)": 2.8486647605895996,
+      "epoch": 2.0416012558869703,
+      "rel-constrast": 3.2924585342407227,
+      "step": 2601,
+      "subrel-constrast": 3.7677018642425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4664499759674072,
+      "cov-distil (oracle2student)": 2.889111280441284,
+      "cov-distil (oracle2teacher)": 2.9977712631225586,
+      "epoch": 2.0423861852433283,
+      "rel-constrast": 2.7742416858673096,
+      "step": 2602,
+      "subrel-constrast": 3.734666347503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3811352252960205,
+      "cov-distil (oracle2student)": 4.0174455642700195,
+      "cov-distil (oracle2teacher)": 3.3547983169555664,
+      "epoch": 2.043171114599686,
+      "rel-constrast": 1.73324716091156,
+      "step": 2603,
+      "subrel-constrast": 2.582387924194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.231534481048584,
+      "cov-distil (oracle2student)": 2.55495285987854,
+      "cov-distil (oracle2teacher)": 3.286497116088867,
+      "epoch": 2.043956043956044,
+      "rel-constrast": 2.130127429962158,
+      "step": 2604,
+      "subrel-constrast": 3.2361092567443848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5310068130493164,
+      "cov-distil (oracle2student)": 5.050435543060303,
+      "cov-distil (oracle2teacher)": 5.094297409057617,
+      "epoch": 2.044740973312402,
+      "rel-constrast": 2.9133460521698,
+      "step": 2605,
+      "subrel-constrast": 4.075055122375488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.244946837425232,
+      "cov-distil (oracle2student)": 4.271355628967285,
+      "cov-distil (oracle2teacher)": 4.190159797668457,
+      "epoch": 2.0455259026687598,
+      "rel-constrast": 1.8294062614440918,
+      "step": 2606,
+      "subrel-constrast": 2.2923924922943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.180721640586853,
+      "cov-distil (oracle2student)": 5.730915546417236,
+      "cov-distil (oracle2teacher)": 5.230205535888672,
+      "epoch": 2.0463108320251178,
+      "rel-constrast": 3.3854150772094727,
+      "step": 2607,
+      "subrel-constrast": 3.470841884613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5891168117523193,
+      "cov-distil (oracle2student)": 5.012734413146973,
+      "cov-distil (oracle2teacher)": 4.07102108001709,
+      "epoch": 2.0470957613814758,
+      "rel-constrast": 2.4456820487976074,
+      "step": 2608,
+      "subrel-constrast": 2.8813846111297607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.561317801475525,
+      "cov-distil (oracle2student)": 4.409381866455078,
+      "cov-distil (oracle2teacher)": 3.6781423091888428,
+      "epoch": 2.0478806907378337,
+      "rel-constrast": 2.498624801635742,
+      "step": 2609,
+      "subrel-constrast": 3.498225688934326,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0486656200941917,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.615947808703038e-05,
+      "loss": 0.6602,
+      "step": 2610
+    },
+    {
+      "cov-distil": 1.1958653926849365,
+      "cov-distil (oracle2student)": 3.470388889312744,
+      "cov-distil (oracle2teacher)": 3.401221752166748,
+      "epoch": 2.0486656200941917,
+      "rel-constrast": 2.911684513092041,
+      "step": 2610,
+      "subrel-constrast": 3.47914457321167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2997448444366455,
+      "cov-distil (oracle2student)": 5.657401084899902,
+      "cov-distil (oracle2teacher)": 5.465598106384277,
+      "epoch": 2.0494505494505493,
+      "rel-constrast": 2.43680477142334,
+      "step": 2611,
+      "subrel-constrast": 3.2656545639038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6255913972854614,
+      "cov-distil (oracle2student)": 4.915378093719482,
+      "cov-distil (oracle2teacher)": 3.8784754276275635,
+      "epoch": 2.0502354788069073,
+      "rel-constrast": 3.5305025577545166,
+      "step": 2612,
+      "subrel-constrast": 4.088052749633789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3821957111358643,
+      "cov-distil (oracle2student)": 4.436394214630127,
+      "cov-distil (oracle2teacher)": 4.010889530181885,
+      "epoch": 2.0510204081632653,
+      "rel-constrast": 3.1295995712280273,
+      "step": 2613,
+      "subrel-constrast": 3.5616137981414795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1164778470993042,
+      "cov-distil (oracle2student)": 4.532923698425293,
+      "cov-distil (oracle2teacher)": 3.713280200958252,
+      "epoch": 2.0518053375196232,
+      "rel-constrast": 3.3535280227661133,
+      "step": 2614,
+      "subrel-constrast": 3.764984369277954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4952445030212402,
+      "cov-distil (oracle2student)": 5.140346527099609,
+      "cov-distil (oracle2teacher)": 4.428337097167969,
+      "epoch": 2.0525902668759812,
+      "rel-constrast": 2.1320676803588867,
+      "step": 2615,
+      "subrel-constrast": 3.3597524166107178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5255954265594482,
+      "cov-distil (oracle2student)": 4.445937156677246,
+      "cov-distil (oracle2teacher)": 4.1274309158325195,
+      "epoch": 2.053375196232339,
+      "rel-constrast": 2.234030246734619,
+      "step": 2616,
+      "subrel-constrast": 2.8266353607177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200836181640625,
+      "cov-distil (oracle2student)": 3.004601001739502,
+      "cov-distil (oracle2teacher)": 3.2362146377563477,
+      "epoch": 2.054160125588697,
+      "rel-constrast": 2.0423483848571777,
+      "step": 2617,
+      "subrel-constrast": 2.7475426197052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4691020250320435,
+      "cov-distil (oracle2student)": 4.966156482696533,
+      "cov-distil (oracle2teacher)": 4.712005615234375,
+      "epoch": 2.0549450549450547,
+      "rel-constrast": 2.211719036102295,
+      "step": 2618,
+      "subrel-constrast": 2.7315731048583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9583064317703247,
+      "cov-distil (oracle2student)": 4.417433738708496,
+      "cov-distil (oracle2teacher)": 4.307394504547119,
+      "epoch": 2.0557299843014127,
+      "rel-constrast": 3.6653056144714355,
+      "step": 2619,
+      "subrel-constrast": 3.9538042545318604,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0565149136577707,
+      "grad_norm": 6.40625,
+      "learning_rate": 4.611287282236686e-05,
+      "loss": 0.7269,
+      "step": 2620
+    },
+    {
+      "cov-distil": 1.1691734790802002,
+      "cov-distil (oracle2student)": 2.8941993713378906,
+      "cov-distil (oracle2teacher)": 2.9856529235839844,
+      "epoch": 2.0565149136577707,
+      "rel-constrast": 2.6235601902008057,
+      "step": 2620,
+      "subrel-constrast": 3.049262046813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2292662858963013,
+      "cov-distil (oracle2student)": 3.332024335861206,
+      "cov-distil (oracle2teacher)": 3.243257999420166,
+      "epoch": 2.0572998430141287,
+      "rel-constrast": 2.104247570037842,
+      "step": 2621,
+      "subrel-constrast": 2.971797227859497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.06044602394104,
+      "cov-distil (oracle2student)": 3.125821590423584,
+      "cov-distil (oracle2teacher)": 2.608621120452881,
+      "epoch": 2.0580847723704867,
+      "rel-constrast": 2.712275266647339,
+      "step": 2622,
+      "subrel-constrast": 2.954022169113159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.219322919845581,
+      "cov-distil (oracle2student)": 2.71720290184021,
+      "cov-distil (oracle2teacher)": 2.874880313873291,
+      "epoch": 2.0588697017268447,
+      "rel-constrast": 2.4119319915771484,
+      "step": 2623,
+      "subrel-constrast": 3.08075213432312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5224895477294922,
+      "cov-distil (oracle2student)": 5.749883651733398,
+      "cov-distil (oracle2teacher)": 5.228310585021973,
+      "epoch": 2.0596546310832027,
+      "rel-constrast": 2.106882095336914,
+      "step": 2624,
+      "subrel-constrast": 2.9463582038879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7161511182785034,
+      "cov-distil (oracle2student)": 3.4208297729492188,
+      "cov-distil (oracle2teacher)": 3.233896493911743,
+      "epoch": 2.0604395604395602,
+      "rel-constrast": 2.2465767860412598,
+      "step": 2625,
+      "subrel-constrast": 3.2330284118652344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5517866611480713,
+      "cov-distil (oracle2student)": 6.162747383117676,
+      "cov-distil (oracle2teacher)": 5.35258674621582,
+      "epoch": 2.061224489795918,
+      "rel-constrast": 3.7531769275665283,
+      "step": 2626,
+      "subrel-constrast": 4.485931396484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0393245220184326,
+      "cov-distil (oracle2student)": 5.304793357849121,
+      "cov-distil (oracle2teacher)": 4.669814109802246,
+      "epoch": 2.062009419152276,
+      "rel-constrast": 1.8870246410369873,
+      "step": 2627,
+      "subrel-constrast": 2.6734120845794678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7491568326950073,
+      "cov-distil (oracle2student)": 5.738511085510254,
+      "cov-distil (oracle2teacher)": 4.763905048370361,
+      "epoch": 2.062794348508634,
+      "rel-constrast": 3.257175922393799,
+      "step": 2628,
+      "subrel-constrast": 3.4501240253448486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8414740562438965,
+      "cov-distil (oracle2student)": 4.693289756774902,
+      "cov-distil (oracle2teacher)": 4.3830366134643555,
+      "epoch": 2.063579277864992,
+      "rel-constrast": 3.035696029663086,
+      "step": 2629,
+      "subrel-constrast": 3.150063991546631,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.06436420722135,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.606601030401081e-05,
+      "loss": 0.6912,
+      "step": 2630
+    },
+    {
+      "cov-distil": 1.86207115650177,
+      "cov-distil (oracle2student)": 3.8686020374298096,
+      "cov-distil (oracle2teacher)": 4.128180503845215,
+      "epoch": 2.06436420722135,
+      "rel-constrast": 3.4406189918518066,
+      "step": 2630,
+      "subrel-constrast": 4.844143390655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.511430025100708,
+      "cov-distil (oracle2student)": 4.376862525939941,
+      "cov-distil (oracle2teacher)": 4.287481307983398,
+      "epoch": 2.065149136577708,
+      "rel-constrast": 2.4270565509796143,
+      "step": 2631,
+      "subrel-constrast": 3.3270809650421143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0819294452667236,
+      "cov-distil (oracle2student)": 3.267848253250122,
+      "cov-distil (oracle2teacher)": 3.2794508934020996,
+      "epoch": 2.065934065934066,
+      "rel-constrast": 2.062077045440674,
+      "step": 2632,
+      "subrel-constrast": 3.303976535797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6889008283615112,
+      "cov-distil (oracle2student)": 4.9657392501831055,
+      "cov-distil (oracle2teacher)": 5.1121110916137695,
+      "epoch": 2.0667189952904237,
+      "rel-constrast": 2.868468999862671,
+      "step": 2633,
+      "subrel-constrast": 3.2229743003845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.324570894241333,
+      "cov-distil (oracle2student)": 2.6373257637023926,
+      "cov-distil (oracle2teacher)": 2.5664517879486084,
+      "epoch": 2.0675039246467817,
+      "rel-constrast": 2.357619524002075,
+      "step": 2634,
+      "subrel-constrast": 3.0723659992218018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.299598217010498,
+      "cov-distil (oracle2student)": 3.059826374053955,
+      "cov-distil (oracle2teacher)": 2.848837375640869,
+      "epoch": 2.0682888540031397,
+      "rel-constrast": 1.9807883501052856,
+      "step": 2635,
+      "subrel-constrast": 2.763944387435913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2854645252227783,
+      "cov-distil (oracle2student)": 3.6068713665008545,
+      "cov-distil (oracle2teacher)": 3.47721004486084,
+      "epoch": 2.0690737833594977,
+      "rel-constrast": 1.338415503501892,
+      "step": 2636,
+      "subrel-constrast": 2.1358401775360107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8717029094696045,
+      "cov-distil (oracle2student)": 3.2437119483947754,
+      "cov-distil (oracle2teacher)": 2.883582353591919,
+      "epoch": 2.0698587127158556,
+      "rel-constrast": 2.3376541137695312,
+      "step": 2637,
+      "subrel-constrast": 2.6891350746154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2896864414215088,
+      "cov-distil (oracle2student)": 3.831578016281128,
+      "cov-distil (oracle2teacher)": 3.8477606773376465,
+      "epoch": 2.0706436420722136,
+      "rel-constrast": 2.234649181365967,
+      "step": 2638,
+      "subrel-constrast": 2.7638421058654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4190914630889893,
+      "cov-distil (oracle2student)": 5.38115930557251,
+      "cov-distil (oracle2teacher)": 5.0927581787109375,
+      "epoch": 2.0714285714285716,
+      "rel-constrast": 2.8960766792297363,
+      "step": 2639,
+      "subrel-constrast": 3.9259538650512695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.072213500784929,
+      "grad_norm": 5.25,
+      "learning_rate": 4.601889110296723e-05,
+      "loss": 0.6377,
+      "step": 2640
+    },
+    {
+      "cov-distil": 1.2628480195999146,
+      "cov-distil (oracle2student)": 7.320075988769531,
+      "cov-distil (oracle2teacher)": 6.652521133422852,
+      "epoch": 2.072213500784929,
+      "rel-constrast": 2.651520013809204,
+      "step": 2640,
+      "subrel-constrast": 3.115838050842285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.809037685394287,
+      "cov-distil (oracle2student)": 3.7265210151672363,
+      "cov-distil (oracle2teacher)": 3.332104444503784,
+      "epoch": 2.072998430141287,
+      "rel-constrast": 2.7049214839935303,
+      "step": 2641,
+      "subrel-constrast": 3.3478193283081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663482666015625,
+      "cov-distil (oracle2student)": 3.964402675628662,
+      "cov-distil (oracle2teacher)": 3.4999351501464844,
+      "epoch": 2.073783359497645,
+      "rel-constrast": 2.9174981117248535,
+      "step": 2642,
+      "subrel-constrast": 3.73445987701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2319161891937256,
+      "cov-distil (oracle2student)": 3.655104160308838,
+      "cov-distil (oracle2teacher)": 3.113356590270996,
+      "epoch": 2.074568288854003,
+      "rel-constrast": 2.5532190799713135,
+      "step": 2643,
+      "subrel-constrast": 3.2015514373779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7000322341918945,
+      "cov-distil (oracle2student)": 4.919336318969727,
+      "cov-distil (oracle2teacher)": 4.484076499938965,
+      "epoch": 2.075353218210361,
+      "rel-constrast": 2.886383056640625,
+      "step": 2644,
+      "subrel-constrast": 4.0749077796936035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2829294204711914,
+      "cov-distil (oracle2student)": 4.820669174194336,
+      "cov-distil (oracle2teacher)": 4.5515241622924805,
+      "epoch": 2.076138147566719,
+      "rel-constrast": 2.996272087097168,
+      "step": 2645,
+      "subrel-constrast": 3.6395366191864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.682198166847229,
+      "cov-distil (oracle2student)": 3.8332293033599854,
+      "cov-distil (oracle2teacher)": 3.2484774589538574,
+      "epoch": 2.076923076923077,
+      "rel-constrast": 3.044987678527832,
+      "step": 2646,
+      "subrel-constrast": 3.639526128768921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4817090034484863,
+      "cov-distil (oracle2student)": 3.8058836460113525,
+      "cov-distil (oracle2teacher)": 3.607952833175659,
+      "epoch": 2.0777080062794346,
+      "rel-constrast": 3.1399600505828857,
+      "step": 2647,
+      "subrel-constrast": 3.959563732147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8386852741241455,
+      "cov-distil (oracle2student)": 5.095797538757324,
+      "cov-distil (oracle2teacher)": 4.932601451873779,
+      "epoch": 2.0784929356357926,
+      "rel-constrast": 4.2447309494018555,
+      "step": 2648,
+      "subrel-constrast": 4.728353500366211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9177457094192505,
+      "cov-distil (oracle2student)": 3.7433032989501953,
+      "cov-distil (oracle2teacher)": 3.3512115478515625,
+      "epoch": 2.0792778649921506,
+      "rel-constrast": 3.2327632904052734,
+      "step": 2649,
+      "subrel-constrast": 3.764805316925049,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0800627943485086,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.597151579336873e-05,
+      "loss": 0.7965,
+      "step": 2650
+    },
+    {
+      "cov-distil": 1.9783639907836914,
+      "cov-distil (oracle2student)": 3.9746532440185547,
+      "cov-distil (oracle2teacher)": 4.080855846405029,
+      "epoch": 2.0800627943485086,
+      "rel-constrast": 2.702925205230713,
+      "step": 2650,
+      "subrel-constrast": 3.5898804664611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.68656587600708,
+      "cov-distil (oracle2student)": 2.977093458175659,
+      "cov-distil (oracle2teacher)": 3.9955215454101562,
+      "epoch": 2.0808477237048666,
+      "rel-constrast": 2.042919397354126,
+      "step": 2651,
+      "subrel-constrast": 3.302668333053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9882162809371948,
+      "cov-distil (oracle2student)": 3.324406862258911,
+      "cov-distil (oracle2teacher)": 2.9352540969848633,
+      "epoch": 2.0816326530612246,
+      "rel-constrast": 2.7595183849334717,
+      "step": 2652,
+      "subrel-constrast": 3.26057767868042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459014892578125,
+      "cov-distil (oracle2student)": 5.348959922790527,
+      "cov-distil (oracle2teacher)": 4.912822723388672,
+      "epoch": 2.0824175824175826,
+      "rel-constrast": 4.026599407196045,
+      "step": 2653,
+      "subrel-constrast": 4.401134490966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.037376880645752,
+      "cov-distil (oracle2student)": 3.163254737854004,
+      "cov-distil (oracle2teacher)": 3.190333366394043,
+      "epoch": 2.0832025117739406,
+      "rel-constrast": 2.7720794677734375,
+      "step": 2654,
+      "subrel-constrast": 3.5680418014526367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2755839824676514,
+      "cov-distil (oracle2student)": 4.207517147064209,
+      "cov-distil (oracle2teacher)": 4.088561534881592,
+      "epoch": 2.083987441130298,
+      "rel-constrast": 2.835097074508667,
+      "step": 2655,
+      "subrel-constrast": 3.7488791942596436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125614404678345,
+      "cov-distil (oracle2student)": 3.899724245071411,
+      "cov-distil (oracle2teacher)": 3.860991954803467,
+      "epoch": 2.084772370486656,
+      "rel-constrast": 2.3675413131713867,
+      "step": 2656,
+      "subrel-constrast": 3.220802068710327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7342987060546875,
+      "cov-distil (oracle2student)": 5.410000324249268,
+      "cov-distil (oracle2teacher)": 5.1536431312561035,
+      "epoch": 2.085557299843014,
+      "rel-constrast": 2.947413921356201,
+      "step": 2657,
+      "subrel-constrast": 3.8985488414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601938247680664,
+      "cov-distil (oracle2student)": 3.7540225982666016,
+      "cov-distil (oracle2teacher)": 3.430818796157837,
+      "epoch": 2.086342229199372,
+      "rel-constrast": 3.1013402938842773,
+      "step": 2658,
+      "subrel-constrast": 3.8806583881378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6560348272323608,
+      "cov-distil (oracle2student)": 5.160312175750732,
+      "cov-distil (oracle2teacher)": 5.124349117279053,
+      "epoch": 2.08712715855573,
+      "rel-constrast": 2.4525303840637207,
+      "step": 2659,
+      "subrel-constrast": 3.904118776321411,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.087912087912088,
+      "grad_norm": 4.40625,
+      "learning_rate": 4.592388495246848e-05,
+      "loss": 0.7425,
+      "step": 2660
+    },
+    {
+      "cov-distil": 1.6337261199951172,
+      "cov-distil (oracle2student)": 4.151952743530273,
+      "cov-distil (oracle2teacher)": 3.967841863632202,
+      "epoch": 2.087912087912088,
+      "rel-constrast": 4.655386924743652,
+      "step": 2660,
+      "subrel-constrast": 5.4480814933776855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7914470434188843,
+      "cov-distil (oracle2student)": 3.280151128768921,
+      "cov-distil (oracle2teacher)": 2.791379690170288,
+      "epoch": 2.088697017268446,
+      "rel-constrast": 2.1980934143066406,
+      "step": 2661,
+      "subrel-constrast": 3.0409364700317383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2816166877746582,
+      "cov-distil (oracle2student)": 3.7141854763031006,
+      "cov-distil (oracle2teacher)": 3.5739235877990723,
+      "epoch": 2.0894819466248036,
+      "rel-constrast": 2.4541215896606445,
+      "step": 2662,
+      "subrel-constrast": 2.8710200786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8375205993652344,
+      "cov-distil (oracle2student)": 3.5197553634643555,
+      "cov-distil (oracle2teacher)": 3.722714424133301,
+      "epoch": 2.0902668759811616,
+      "rel-constrast": 4.33981990814209,
+      "step": 2663,
+      "subrel-constrast": 4.157322406768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7941855192184448,
+      "cov-distil (oracle2student)": 5.616387367248535,
+      "cov-distil (oracle2teacher)": 4.772411346435547,
+      "epoch": 2.0910518053375196,
+      "rel-constrast": 4.3338470458984375,
+      "step": 2664,
+      "subrel-constrast": 4.629491806030273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0097761154174805,
+      "cov-distil (oracle2student)": 3.404824733734131,
+      "cov-distil (oracle2teacher)": 3.4548442363739014,
+      "epoch": 2.0918367346938775,
+      "rel-constrast": 2.9249496459960938,
+      "step": 2665,
+      "subrel-constrast": 3.9127326011657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.342220425605774,
+      "cov-distil (oracle2student)": 4.775496006011963,
+      "cov-distil (oracle2teacher)": 4.198037147521973,
+      "epoch": 2.0926216640502355,
+      "rel-constrast": 3.157780170440674,
+      "step": 2666,
+      "subrel-constrast": 3.485379457473755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6518689393997192,
+      "cov-distil (oracle2student)": 3.959777355194092,
+      "cov-distil (oracle2teacher)": 3.2735185623168945,
+      "epoch": 2.0934065934065935,
+      "rel-constrast": 2.106560230255127,
+      "step": 2667,
+      "subrel-constrast": 2.741788148880005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4627585411071777,
+      "cov-distil (oracle2student)": 2.3466053009033203,
+      "cov-distil (oracle2teacher)": 2.160889148712158,
+      "epoch": 2.0941915227629515,
+      "rel-constrast": 1.567748785018921,
+      "step": 2668,
+      "subrel-constrast": 2.191602945327759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8470290899276733,
+      "cov-distil (oracle2student)": 4.9321699142456055,
+      "cov-distil (oracle2teacher)": 4.58592414855957,
+      "epoch": 2.094976452119309,
+      "rel-constrast": 3.446009635925293,
+      "step": 2669,
+      "subrel-constrast": 4.106932163238525,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.095761381475667,
+      "grad_norm": 6.3125,
+      "learning_rate": 4.587599916063326e-05,
+      "loss": 0.8212,
+      "step": 2670
+    },
+    {
+      "cov-distil": 2.0417304039001465,
+      "cov-distil (oracle2student)": 5.616621971130371,
+      "cov-distil (oracle2teacher)": 5.81180477142334,
+      "epoch": 2.095761381475667,
+      "rel-constrast": 3.941246509552002,
+      "step": 2670,
+      "subrel-constrast": 4.968310356140137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6573683023452759,
+      "cov-distil (oracle2student)": 3.7648746967315674,
+      "cov-distil (oracle2teacher)": 3.4795753955841064,
+      "epoch": 2.096546310832025,
+      "rel-constrast": 2.339151382446289,
+      "step": 2671,
+      "subrel-constrast": 3.4954097270965576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7060770988464355,
+      "cov-distil (oracle2student)": 4.337916374206543,
+      "cov-distil (oracle2teacher)": 4.200004577636719,
+      "epoch": 2.097331240188383,
+      "rel-constrast": 1.914768099784851,
+      "step": 2672,
+      "subrel-constrast": 3.0425472259521484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2226378917694092,
+      "cov-distil (oracle2student)": 6.339175701141357,
+      "cov-distil (oracle2teacher)": 5.642215251922607,
+      "epoch": 2.098116169544741,
+      "rel-constrast": 2.5491490364074707,
+      "step": 2673,
+      "subrel-constrast": 3.174234628677368,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2708802223205566,
+      "cov-distil (oracle2student)": 2.511132001876831,
+      "cov-distil (oracle2teacher)": 2.5157294273376465,
+      "epoch": 2.098901098901099,
+      "rel-constrast": 3.147292375564575,
+      "step": 2674,
+      "subrel-constrast": 3.8129918575286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8717957735061646,
+      "cov-distil (oracle2student)": 4.204354286193848,
+      "cov-distil (oracle2teacher)": 4.1325578689575195,
+      "epoch": 2.099686028257457,
+      "rel-constrast": 3.44084095954895,
+      "step": 2675,
+      "subrel-constrast": 4.313811779022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6253840923309326,
+      "cov-distil (oracle2student)": 5.564504623413086,
+      "cov-distil (oracle2teacher)": 4.586607933044434,
+      "epoch": 2.100470957613815,
+      "rel-constrast": 2.008042335510254,
+      "step": 2676,
+      "subrel-constrast": 2.7574331760406494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4799201488494873,
+      "cov-distil (oracle2student)": 1.8116012811660767,
+      "cov-distil (oracle2teacher)": 2.0946474075317383,
+      "epoch": 2.1012558869701725,
+      "rel-constrast": 2.175154209136963,
+      "step": 2677,
+      "subrel-constrast": 2.907055139541626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.229113817214966,
+      "cov-distil (oracle2student)": 5.243906021118164,
+      "cov-distil (oracle2teacher)": 5.188776016235352,
+      "epoch": 2.1020408163265305,
+      "rel-constrast": 3.188620090484619,
+      "step": 2678,
+      "subrel-constrast": 4.260790824890137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6544407606124878,
+      "cov-distil (oracle2student)": 3.7256853580474854,
+      "cov-distil (oracle2teacher)": 3.8381354808807373,
+      "epoch": 2.1028257456828885,
+      "rel-constrast": 2.8161654472351074,
+      "step": 2679,
+      "subrel-constrast": 3.2249703407287598,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1036106750392465,
+      "grad_norm": 5.875,
+      "learning_rate": 4.582785900133634e-05,
+      "loss": 0.7299,
+      "step": 2680
+    },
+    {
+      "cov-distil": 1.5672053098678589,
+      "cov-distil (oracle2student)": 5.170087814331055,
+      "cov-distil (oracle2teacher)": 4.712985038757324,
+      "epoch": 2.1036106750392465,
+      "rel-constrast": 2.9125518798828125,
+      "step": 2680,
+      "subrel-constrast": 3.682068347930908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5699032545089722,
+      "cov-distil (oracle2student)": 3.670671224594116,
+      "cov-distil (oracle2teacher)": 3.5652313232421875,
+      "epoch": 2.1043956043956045,
+      "rel-constrast": 2.8479928970336914,
+      "step": 2681,
+      "subrel-constrast": 3.4126665592193604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4764052629470825,
+      "cov-distil (oracle2student)": 3.627300262451172,
+      "cov-distil (oracle2teacher)": 3.4759182929992676,
+      "epoch": 2.1051805337519625,
+      "rel-constrast": 2.2022435665130615,
+      "step": 2682,
+      "subrel-constrast": 2.9162943363189697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.839519739151001,
+      "cov-distil (oracle2student)": 3.0726523399353027,
+      "cov-distil (oracle2teacher)": 3.307107448577881,
+      "epoch": 2.1059654631083204,
+      "rel-constrast": 1.8811745643615723,
+      "step": 2683,
+      "subrel-constrast": 2.6675779819488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.775281310081482,
+      "cov-distil (oracle2student)": 3.1547858715057373,
+      "cov-distil (oracle2teacher)": 3.060973644256592,
+      "epoch": 2.106750392464678,
+      "rel-constrast": 2.4608426094055176,
+      "step": 2684,
+      "subrel-constrast": 3.1411526203155518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6113319396972656,
+      "cov-distil (oracle2student)": 4.414421081542969,
+      "cov-distil (oracle2teacher)": 4.024219512939453,
+      "epoch": 2.107535321821036,
+      "rel-constrast": 2.068659782409668,
+      "step": 2685,
+      "subrel-constrast": 3.027926206588745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412705898284912,
+      "cov-distil (oracle2student)": 4.911065578460693,
+      "cov-distil (oracle2teacher)": 4.427267551422119,
+      "epoch": 2.108320251177394,
+      "rel-constrast": 2.3888728618621826,
+      "step": 2686,
+      "subrel-constrast": 2.952326536178589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8539459705352783,
+      "cov-distil (oracle2student)": 4.8538641929626465,
+      "cov-distil (oracle2teacher)": 4.342440605163574,
+      "epoch": 2.109105180533752,
+      "rel-constrast": 2.3912816047668457,
+      "step": 2687,
+      "subrel-constrast": 3.4030165672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.126741409301758,
+      "cov-distil (oracle2student)": 3.643915891647339,
+      "cov-distil (oracle2teacher)": 2.9767961502075195,
+      "epoch": 2.10989010989011,
+      "rel-constrast": 2.688615560531616,
+      "step": 2688,
+      "subrel-constrast": 3.37544584274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6242486238479614,
+      "cov-distil (oracle2student)": 3.6324613094329834,
+      "cov-distil (oracle2teacher)": 3.6406712532043457,
+      "epoch": 2.110675039246468,
+      "rel-constrast": 2.3597755432128906,
+      "step": 2689,
+      "subrel-constrast": 2.999110221862793,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.111459968602826,
+      "grad_norm": 4.75,
+      "learning_rate": 4.577946506115035e-05,
+      "loss": 0.6472,
+      "step": 2690
+    },
+    {
+      "cov-distil": 1.7768619060516357,
+      "cov-distil (oracle2student)": 4.521347522735596,
+      "cov-distil (oracle2teacher)": 4.838393211364746,
+      "epoch": 2.111459968602826,
+      "rel-constrast": 3.0193352699279785,
+      "step": 2690,
+      "subrel-constrast": 4.206924915313721,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9612469673156738,
+      "cov-distil (oracle2student)": 3.415921688079834,
+      "cov-distil (oracle2teacher)": 3.793879508972168,
+      "epoch": 2.1122448979591835,
+      "rel-constrast": 2.973207473754883,
+      "step": 2691,
+      "subrel-constrast": 3.5273218154907227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.347106695175171,
+      "cov-distil (oracle2student)": 4.080264568328857,
+      "cov-distil (oracle2teacher)": 4.185126781463623,
+      "epoch": 2.1130298273155415,
+      "rel-constrast": 1.7505321502685547,
+      "step": 2692,
+      "subrel-constrast": 1.9902628660202026,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2456910610198975,
+      "cov-distil (oracle2student)": 4.71649169921875,
+      "cov-distil (oracle2teacher)": 3.8320159912109375,
+      "epoch": 2.1138147566718994,
+      "rel-constrast": 2.387418746948242,
+      "step": 2693,
+      "subrel-constrast": 2.848029613494873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9380123615264893,
+      "cov-distil (oracle2student)": 3.524611473083496,
+      "cov-distil (oracle2teacher)": 3.603614330291748,
+      "epoch": 2.1145996860282574,
+      "rel-constrast": 3.3344593048095703,
+      "step": 2694,
+      "subrel-constrast": 3.909736156463623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5422940254211426,
+      "cov-distil (oracle2student)": 3.5824568271636963,
+      "cov-distil (oracle2teacher)": 3.043023109436035,
+      "epoch": 2.1153846153846154,
+      "rel-constrast": 3.193317413330078,
+      "step": 2695,
+      "subrel-constrast": 3.934993267059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1803994178771973,
+      "cov-distil (oracle2student)": 4.270575523376465,
+      "cov-distil (oracle2teacher)": 4.082144737243652,
+      "epoch": 2.1161695447409734,
+      "rel-constrast": 2.9521689414978027,
+      "step": 2696,
+      "subrel-constrast": 4.149345874786377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6017191410064697,
+      "cov-distil (oracle2student)": 3.66426682472229,
+      "cov-distil (oracle2teacher)": 3.426107406616211,
+      "epoch": 2.1169544740973314,
+      "rel-constrast": 3.3653833866119385,
+      "step": 2697,
+      "subrel-constrast": 3.8820242881774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2150499820709229,
+      "cov-distil (oracle2student)": 5.662280082702637,
+      "cov-distil (oracle2teacher)": 4.212636947631836,
+      "epoch": 2.1177394034536894,
+      "rel-constrast": 3.49739408493042,
+      "step": 2698,
+      "subrel-constrast": 3.5281331539154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.012502908706665,
+      "cov-distil (oracle2student)": 4.048537254333496,
+      "cov-distil (oracle2teacher)": 3.9865145683288574,
+      "epoch": 2.118524332810047,
+      "rel-constrast": 3.715592622756958,
+      "step": 2699,
+      "subrel-constrast": 3.977768898010254,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.119309262166405,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.57308179297402e-05,
+      "loss": 0.7968,
+      "step": 2700
+    },
+    {
+      "epoch": 2.119309262166405,
+      "overlap": 0.3499999940395355,
+      "step": 2700
+    },
+    {
+      "epoch": 2.119309262166405,
+      "step": 2700,
+      "student margin": 0.06414794921875
+    },
+    {
+      "epoch": 2.119309262166405,
+      "step": 2700,
+      "teacher margin": 0.04034423828125
+    },
+    {
+      "epoch": 2.119309262166405,
+      "margin difference": -0.0238037109375,
+      "step": 2700
+    },
+    {
+      "cov-distil": 1.738069772720337,
+      "cov-distil (oracle2student)": 3.7054336071014404,
+      "cov-distil (oracle2teacher)": 3.3862736225128174,
+      "epoch": 2.119309262166405,
+      "rel-constrast": 3.684670925140381,
+      "step": 2700,
+      "subrel-constrast": 3.9660658836364746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9597724676132202,
+      "cov-distil (oracle2student)": 3.6626930236816406,
+      "cov-distil (oracle2teacher)": 3.467991352081299,
+      "epoch": 2.120094191522763,
+      "rel-constrast": 1.936334490776062,
+      "step": 2701,
+      "subrel-constrast": 2.9077441692352295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6104004383087158,
+      "cov-distil (oracle2student)": 3.5230982303619385,
+      "cov-distil (oracle2teacher)": 3.5924575328826904,
+      "epoch": 2.120879120879121,
+      "rel-constrast": 1.8440704345703125,
+      "step": 2702,
+      "subrel-constrast": 2.687389373779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.527693271636963,
+      "cov-distil (oracle2student)": 4.885265827178955,
+      "cov-distil (oracle2teacher)": 4.272814750671387,
+      "epoch": 2.121664050235479,
+      "rel-constrast": 2.392524003982544,
+      "step": 2703,
+      "subrel-constrast": 3.368466854095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4393917322158813,
+      "cov-distil (oracle2student)": 3.985060453414917,
+      "cov-distil (oracle2teacher)": 3.98748517036438,
+      "epoch": 2.122448979591837,
+      "rel-constrast": 3.1086409091949463,
+      "step": 2704,
+      "subrel-constrast": 3.8918073177337646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3507189750671387,
+      "cov-distil (oracle2student)": 5.77543830871582,
+      "cov-distil (oracle2teacher)": 4.298201560974121,
+      "epoch": 2.123233908948195,
+      "rel-constrast": 2.68249249458313,
+      "step": 2705,
+      "subrel-constrast": 3.804255723953247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2466928958892822,
+      "cov-distil (oracle2student)": 5.833965301513672,
+      "cov-distil (oracle2teacher)": 4.974800109863281,
+      "epoch": 2.1240188383045524,
+      "rel-constrast": 2.339257001876831,
+      "step": 2706,
+      "subrel-constrast": 3.1078009605407715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2088333368301392,
+      "cov-distil (oracle2student)": 4.4325408935546875,
+      "cov-distil (oracle2teacher)": 4.445165157318115,
+      "epoch": 2.1248037676609104,
+      "rel-constrast": 2.8500943183898926,
+      "step": 2707,
+      "subrel-constrast": 2.8641343116760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2282865047454834,
+      "cov-distil (oracle2student)": 4.183558464050293,
+      "cov-distil (oracle2teacher)": 4.6064910888671875,
+      "epoch": 2.1255886970172684,
+      "rel-constrast": 3.0690417289733887,
+      "step": 2708,
+      "subrel-constrast": 3.4967472553253174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4514744281768799,
+      "cov-distil (oracle2student)": 3.370736837387085,
+      "cov-distil (oracle2teacher)": 3.441915512084961,
+      "epoch": 2.1263736263736264,
+      "rel-constrast": 3.063032388687134,
+      "step": 2709,
+      "subrel-constrast": 3.8910531997680664,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1271585557299844,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.568191819985582e-05,
+      "loss": 0.7137,
+      "step": 2710
+    },
+    {
+      "cov-distil": 1.9032859802246094,
+      "cov-distil (oracle2student)": 4.989251136779785,
+      "cov-distil (oracle2teacher)": 5.135378837585449,
+      "epoch": 2.1271585557299844,
+      "rel-constrast": 2.988314151763916,
+      "step": 2710,
+      "subrel-constrast": 4.279746055603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5031428337097168,
+      "cov-distil (oracle2student)": 4.679323196411133,
+      "cov-distil (oracle2teacher)": 4.579649448394775,
+      "epoch": 2.1279434850863423,
+      "rel-constrast": 2.87349534034729,
+      "step": 2711,
+      "subrel-constrast": 3.7322144508361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3594512939453125,
+      "cov-distil (oracle2student)": 4.114889621734619,
+      "cov-distil (oracle2teacher)": 4.170674800872803,
+      "epoch": 2.1287284144427003,
+      "rel-constrast": 2.633234977722168,
+      "step": 2712,
+      "subrel-constrast": 3.6427111625671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.888802170753479,
+      "cov-distil (oracle2student)": 5.564352035522461,
+      "cov-distil (oracle2teacher)": 5.284486293792725,
+      "epoch": 2.129513343799058,
+      "rel-constrast": 2.623882293701172,
+      "step": 2713,
+      "subrel-constrast": 3.836780548095703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.679123878479004,
+      "cov-distil (oracle2student)": 4.944362640380859,
+      "cov-distil (oracle2teacher)": 4.52463436126709,
+      "epoch": 2.130298273155416,
+      "rel-constrast": 2.4186975955963135,
+      "step": 2714,
+      "subrel-constrast": 3.4227683544158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.552038550376892,
+      "cov-distil (oracle2student)": 3.7435379028320312,
+      "cov-distil (oracle2teacher)": 3.8656911849975586,
+      "epoch": 2.131083202511774,
+      "rel-constrast": 3.133347749710083,
+      "step": 2715,
+      "subrel-constrast": 3.901421070098877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7141571044921875,
+      "cov-distil (oracle2student)": 3.941164493560791,
+      "cov-distil (oracle2teacher)": 3.9462523460388184,
+      "epoch": 2.131868131868132,
+      "rel-constrast": 3.0988943576812744,
+      "step": 2716,
+      "subrel-constrast": 4.297597408294678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.405519962310791,
+      "cov-distil (oracle2student)": 4.931849002838135,
+      "cov-distil (oracle2teacher)": 4.836163520812988,
+      "epoch": 2.13265306122449,
+      "rel-constrast": 2.759809970855713,
+      "step": 2717,
+      "subrel-constrast": 3.902651309967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52744722366333,
+      "cov-distil (oracle2student)": 5.7036285400390625,
+      "cov-distil (oracle2teacher)": 5.092329502105713,
+      "epoch": 2.133437990580848,
+      "rel-constrast": 2.869448661804199,
+      "step": 2718,
+      "subrel-constrast": 3.762197971343994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2686254978179932,
+      "cov-distil (oracle2student)": 4.061881065368652,
+      "cov-distil (oracle2teacher)": 4.343420028686523,
+      "epoch": 2.134222919937206,
+      "rel-constrast": 1.9216656684875488,
+      "step": 2719,
+      "subrel-constrast": 2.454155921936035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1350078492935634,
+      "grad_norm": 4.34375,
+      "learning_rate": 4.563276646732499e-05,
+      "loss": 0.7225,
+      "step": 2720
+    },
+    {
+      "cov-distil": 1.4250738620758057,
+      "cov-distil (oracle2student)": 2.410728931427002,
+      "cov-distil (oracle2teacher)": 2.701756000518799,
+      "epoch": 2.1350078492935634,
+      "rel-constrast": 1.0408450365066528,
+      "step": 2720,
+      "subrel-constrast": 1.9667428731918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656940460205078,
+      "cov-distil (oracle2student)": 3.2240991592407227,
+      "cov-distil (oracle2teacher)": 3.6101455688476562,
+      "epoch": 2.1357927786499213,
+      "rel-constrast": 2.9498298168182373,
+      "step": 2721,
+      "subrel-constrast": 3.8985135555267334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6991533041000366,
+      "cov-distil (oracle2student)": 4.045197010040283,
+      "cov-distil (oracle2teacher)": 4.53965950012207,
+      "epoch": 2.1365777080062793,
+      "rel-constrast": 1.8058598041534424,
+      "step": 2722,
+      "subrel-constrast": 2.6020917892456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146787405014038,
+      "cov-distil (oracle2student)": 4.974124908447266,
+      "cov-distil (oracle2teacher)": 3.955294132232666,
+      "epoch": 2.1373626373626373,
+      "rel-constrast": 3.6448559761047363,
+      "step": 2723,
+      "subrel-constrast": 4.53765344619751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4499444961547852,
+      "cov-distil (oracle2student)": 4.40720796585083,
+      "cov-distil (oracle2teacher)": 4.341897010803223,
+      "epoch": 2.1381475667189953,
+      "rel-constrast": 2.8888769149780273,
+      "step": 2724,
+      "subrel-constrast": 3.4380276203155518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7588155269622803,
+      "cov-distil (oracle2student)": 4.086419105529785,
+      "cov-distil (oracle2teacher)": 3.621853828430176,
+      "epoch": 2.1389324960753533,
+      "rel-constrast": 2.517338991165161,
+      "step": 2725,
+      "subrel-constrast": 3.006190538406372,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520524263381958,
+      "cov-distil (oracle2student)": 4.549186706542969,
+      "cov-distil (oracle2teacher)": 4.056656837463379,
+      "epoch": 2.1397174254317113,
+      "rel-constrast": 2.6314854621887207,
+      "step": 2726,
+      "subrel-constrast": 2.9990620613098145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5154798030853271,
+      "cov-distil (oracle2student)": 3.9534239768981934,
+      "cov-distil (oracle2teacher)": 3.2888529300689697,
+      "epoch": 2.1405023547880693,
+      "rel-constrast": 3.1360268592834473,
+      "step": 2727,
+      "subrel-constrast": 3.406343460083008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3787696361541748,
+      "cov-distil (oracle2student)": 4.144366264343262,
+      "cov-distil (oracle2teacher)": 4.045719623565674,
+      "epoch": 2.141287284144427,
+      "rel-constrast": 2.5800368785858154,
+      "step": 2728,
+      "subrel-constrast": 3.1987664699554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8338348865509033,
+      "cov-distil (oracle2student)": 2.982102394104004,
+      "cov-distil (oracle2teacher)": 3.10264253616333,
+      "epoch": 2.142072213500785,
+      "rel-constrast": 3.9934592247009277,
+      "step": 2729,
+      "subrel-constrast": 4.150345802307129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.142857142857143,
+      "grad_norm": 7.78125,
+      "learning_rate": 4.5583363331046056e-05,
+      "loss": 0.7212,
+      "step": 2730
+    },
+    {
+      "cov-distil": 1.4362707138061523,
+      "cov-distil (oracle2student)": 3.398658037185669,
+      "cov-distil (oracle2teacher)": 3.3876888751983643,
+      "epoch": 2.142857142857143,
+      "rel-constrast": 3.6590633392333984,
+      "step": 2730,
+      "subrel-constrast": 4.0388031005859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.387253761291504,
+      "cov-distil (oracle2student)": 2.597053050994873,
+      "cov-distil (oracle2teacher)": 2.7036991119384766,
+      "epoch": 2.143642072213501,
+      "rel-constrast": 2.963519334793091,
+      "step": 2731,
+      "subrel-constrast": 3.440031051635742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1631643772125244,
+      "cov-distil (oracle2student)": 5.246153831481934,
+      "cov-distil (oracle2teacher)": 4.865432262420654,
+      "epoch": 2.1444270015698588,
+      "rel-constrast": 2.8004417419433594,
+      "step": 2732,
+      "subrel-constrast": 3.990276575088501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5671294927597046,
+      "cov-distil (oracle2student)": 4.0398383140563965,
+      "cov-distil (oracle2teacher)": 3.8646461963653564,
+      "epoch": 2.1452119309262168,
+      "rel-constrast": 2.4255776405334473,
+      "step": 2733,
+      "subrel-constrast": 3.151942729949951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.566084623336792,
+      "cov-distil (oracle2student)": 4.746498107910156,
+      "cov-distil (oracle2teacher)": 4.233251571655273,
+      "epoch": 2.1459968602825747,
+      "rel-constrast": 2.35941219329834,
+      "step": 2734,
+      "subrel-constrast": 3.2485463619232178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6866950988769531,
+      "cov-distil (oracle2student)": 4.472095489501953,
+      "cov-distil (oracle2teacher)": 3.9792964458465576,
+      "epoch": 2.1467817896389323,
+      "rel-constrast": 2.5938873291015625,
+      "step": 2735,
+      "subrel-constrast": 3.6273863315582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7679821252822876,
+      "cov-distil (oracle2student)": 4.690601348876953,
+      "cov-distil (oracle2teacher)": 4.375359535217285,
+      "epoch": 2.1475667189952903,
+      "rel-constrast": 4.108896255493164,
+      "step": 2736,
+      "subrel-constrast": 4.8226470947265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3214069604873657,
+      "cov-distil (oracle2student)": 4.64495849609375,
+      "cov-distil (oracle2teacher)": 3.969440460205078,
+      "epoch": 2.1483516483516483,
+      "rel-constrast": 2.8897924423217773,
+      "step": 2737,
+      "subrel-constrast": 3.3626327514648438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6598775386810303,
+      "cov-distil (oracle2student)": 3.325988531112671,
+      "cov-distil (oracle2teacher)": 3.1547634601593018,
+      "epoch": 2.1491365777080063,
+      "rel-constrast": 2.5516350269317627,
+      "step": 2738,
+      "subrel-constrast": 3.189652442932129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4170176982879639,
+      "cov-distil (oracle2student)": 4.892799377441406,
+      "cov-distil (oracle2teacher)": 4.32049036026001,
+      "epoch": 2.1499215070643642,
+      "rel-constrast": 3.900127410888672,
+      "step": 2739,
+      "subrel-constrast": 4.482950210571289,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1507064364207222,
+      "grad_norm": 5.96875,
+      "learning_rate": 4.553370939298066e-05,
+      "loss": 0.7962,
+      "step": 2740
+    },
+    {
+      "cov-distil": 1.2520241737365723,
+      "cov-distil (oracle2student)": 4.642541885375977,
+      "cov-distil (oracle2teacher)": 3.9612741470336914,
+      "epoch": 2.1507064364207222,
+      "rel-constrast": 2.5799102783203125,
+      "step": 2740,
+      "subrel-constrast": 2.896745204925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4807324409484863,
+      "cov-distil (oracle2student)": 3.775017261505127,
+      "cov-distil (oracle2teacher)": 3.675877571105957,
+      "epoch": 2.1514913657770802,
+      "rel-constrast": 2.7104713916778564,
+      "step": 2741,
+      "subrel-constrast": 3.674412488937378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.03420352935791,
+      "cov-distil (oracle2student)": 3.792262554168701,
+      "cov-distil (oracle2teacher)": 3.351930618286133,
+      "epoch": 2.152276295133438,
+      "rel-constrast": 2.3330345153808594,
+      "step": 2742,
+      "subrel-constrast": 3.4259626865386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2528175115585327,
+      "cov-distil (oracle2student)": 3.033623695373535,
+      "cov-distil (oracle2teacher)": 3.208360195159912,
+      "epoch": 2.1530612244897958,
+      "rel-constrast": 2.5651957988739014,
+      "step": 2743,
+      "subrel-constrast": 3.4995763301849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.19075345993042,
+      "cov-distil (oracle2student)": 3.0748677253723145,
+      "cov-distil (oracle2teacher)": 3.249525308609009,
+      "epoch": 2.1538461538461537,
+      "rel-constrast": 2.101543664932251,
+      "step": 2744,
+      "subrel-constrast": 3.3933138847351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.762261152267456,
+      "cov-distil (oracle2student)": 5.695385932922363,
+      "cov-distil (oracle2teacher)": 5.030972003936768,
+      "epoch": 2.1546310832025117,
+      "rel-constrast": 2.3501739501953125,
+      "step": 2745,
+      "subrel-constrast": 3.1482934951782227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2607382535934448,
+      "cov-distil (oracle2student)": 4.309648036956787,
+      "cov-distil (oracle2teacher)": 3.660160779953003,
+      "epoch": 2.1554160125588697,
+      "rel-constrast": 2.2421960830688477,
+      "step": 2746,
+      "subrel-constrast": 2.545811414718628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.590510606765747,
+      "cov-distil (oracle2student)": 4.173438549041748,
+      "cov-distil (oracle2teacher)": 3.9678993225097656,
+      "epoch": 2.1562009419152277,
+      "rel-constrast": 2.7266035079956055,
+      "step": 2747,
+      "subrel-constrast": 3.8877294063568115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3935344219207764,
+      "cov-distil (oracle2student)": 3.8086533546447754,
+      "cov-distil (oracle2teacher)": 3.507582426071167,
+      "epoch": 2.1569858712715857,
+      "rel-constrast": 2.19693922996521,
+      "step": 2748,
+      "subrel-constrast": 3.1823244094848633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4521491527557373,
+      "cov-distil (oracle2student)": 3.2846603393554688,
+      "cov-distil (oracle2teacher)": 3.344316244125366,
+      "epoch": 2.1577708006279437,
+      "rel-constrast": 2.2402596473693848,
+      "step": 2749,
+      "subrel-constrast": 3.390120029449463,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1585557299843012,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.548380525814634e-05,
+      "loss": 0.6403,
+      "step": 2750
+    },
+    {
+      "cov-distil": 1.6948133707046509,
+      "cov-distil (oracle2student)": 2.3311376571655273,
+      "cov-distil (oracle2teacher)": 2.681070327758789,
+      "epoch": 2.1585557299843012,
+      "rel-constrast": 1.3141849040985107,
+      "step": 2750,
+      "subrel-constrast": 2.589888334274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499573945999146,
+      "cov-distil (oracle2student)": 4.537898063659668,
+      "cov-distil (oracle2teacher)": 4.425322532653809,
+      "epoch": 2.159340659340659,
+      "rel-constrast": 2.3581161499023438,
+      "step": 2751,
+      "subrel-constrast": 3.120558023452759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4320406913757324,
+      "cov-distil (oracle2student)": 4.918800354003906,
+      "cov-distil (oracle2teacher)": 4.580051422119141,
+      "epoch": 2.160125588697017,
+      "rel-constrast": 2.7656240463256836,
+      "step": 2752,
+      "subrel-constrast": 3.446685791015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3444201946258545,
+      "cov-distil (oracle2student)": 3.615976333618164,
+      "cov-distil (oracle2teacher)": 3.3347604274749756,
+      "epoch": 2.160910518053375,
+      "rel-constrast": 2.6383683681488037,
+      "step": 2753,
+      "subrel-constrast": 3.3751375675201416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8266611099243164,
+      "cov-distil (oracle2student)": 3.079434871673584,
+      "cov-distil (oracle2teacher)": 3.1996889114379883,
+      "epoch": 2.161695447409733,
+      "rel-constrast": 2.4695091247558594,
+      "step": 2754,
+      "subrel-constrast": 3.61206316947937,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826489448547363,
+      "cov-distil (oracle2student)": 4.949309349060059,
+      "cov-distil (oracle2teacher)": 4.687525749206543,
+      "epoch": 2.162480376766091,
+      "rel-constrast": 2.3799362182617188,
+      "step": 2755,
+      "subrel-constrast": 3.5264055728912354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.124934434890747,
+      "cov-distil (oracle2student)": 3.533940315246582,
+      "cov-distil (oracle2teacher)": 3.653165340423584,
+      "epoch": 2.163265306122449,
+      "rel-constrast": 3.321613311767578,
+      "step": 2756,
+      "subrel-constrast": 3.7038440704345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9368057250976562,
+      "cov-distil (oracle2student)": 4.886351108551025,
+      "cov-distil (oracle2teacher)": 4.858048915863037,
+      "epoch": 2.1640502354788067,
+      "rel-constrast": 3.2014737129211426,
+      "step": 2757,
+      "subrel-constrast": 4.386559963226318,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426530361175537,
+      "cov-distil (oracle2student)": 3.530073642730713,
+      "cov-distil (oracle2teacher)": 3.6141629219055176,
+      "epoch": 2.1648351648351647,
+      "rel-constrast": 1.6178171634674072,
+      "step": 2758,
+      "subrel-constrast": 2.3052117824554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0921416282653809,
+      "cov-distil (oracle2student)": 3.1381635665893555,
+      "cov-distil (oracle2teacher)": 3.4450976848602295,
+      "epoch": 2.1656200941915227,
+      "rel-constrast": 2.438591480255127,
+      "step": 2759,
+      "subrel-constrast": 3.3048923015594482,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1664050235478807,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.5433651534609254e-05,
+      "loss": 0.6497,
+      "step": 2760
+    },
+    {
+      "cov-distil": 1.578001618385315,
+      "cov-distil (oracle2student)": 2.874424695968628,
+      "cov-distil (oracle2teacher)": 2.949392318725586,
+      "epoch": 2.1664050235478807,
+      "rel-constrast": 2.6245853900909424,
+      "step": 2760,
+      "subrel-constrast": 3.475450038909912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8739182949066162,
+      "cov-distil (oracle2student)": 3.577914237976074,
+      "cov-distil (oracle2teacher)": 3.393104076385498,
+      "epoch": 2.1671899529042387,
+      "rel-constrast": 2.4435858726501465,
+      "step": 2761,
+      "subrel-constrast": 3.0955920219421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.953794002532959,
+      "cov-distil (oracle2student)": 3.8717901706695557,
+      "cov-distil (oracle2teacher)": 3.5614125728607178,
+      "epoch": 2.1679748822605966,
+      "rel-constrast": 2.3320181369781494,
+      "step": 2762,
+      "subrel-constrast": 3.115504026412964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3343175649642944,
+      "cov-distil (oracle2student)": 4.609310150146484,
+      "cov-distil (oracle2teacher)": 4.303138732910156,
+      "epoch": 2.1687598116169546,
+      "rel-constrast": 2.487426519393921,
+      "step": 2763,
+      "subrel-constrast": 3.051936388015747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.951548457145691,
+      "cov-distil (oracle2student)": 3.890188694000244,
+      "cov-distil (oracle2teacher)": 3.4583067893981934,
+      "epoch": 2.169544740973312,
+      "rel-constrast": 2.934924602508545,
+      "step": 2764,
+      "subrel-constrast": 3.7799088954925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358479261398315,
+      "cov-distil (oracle2student)": 4.632247447967529,
+      "cov-distil (oracle2teacher)": 4.144345283508301,
+      "epoch": 2.17032967032967,
+      "rel-constrast": 1.9486992359161377,
+      "step": 2765,
+      "subrel-constrast": 2.93902587890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2712477445602417,
+      "cov-distil (oracle2student)": 4.748114585876465,
+      "cov-distil (oracle2teacher)": 4.15672492980957,
+      "epoch": 2.171114599686028,
+      "rel-constrast": 4.325639247894287,
+      "step": 2766,
+      "subrel-constrast": 4.2749714851379395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5482760667800903,
+      "cov-distil (oracle2student)": 3.9427294731140137,
+      "cov-distil (oracle2teacher)": 3.9328689575195312,
+      "epoch": 2.171899529042386,
+      "rel-constrast": 3.7439210414886475,
+      "step": 2767,
+      "subrel-constrast": 4.385122776031494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5634022951126099,
+      "cov-distil (oracle2student)": 4.607346534729004,
+      "cov-distil (oracle2teacher)": 4.3032660484313965,
+      "epoch": 2.172684458398744,
+      "rel-constrast": 2.7488107681274414,
+      "step": 2768,
+      "subrel-constrast": 3.7152700424194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4115402698516846,
+      "cov-distil (oracle2student)": 3.8804614543914795,
+      "cov-distil (oracle2teacher)": 3.644684314727783,
+      "epoch": 2.173469387755102,
+      "rel-constrast": 2.467334508895874,
+      "step": 2769,
+      "subrel-constrast": 3.15594482421875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.17425431711146,
+      "grad_norm": 4.875,
+      "learning_rate": 4.538324883347668e-05,
+      "loss": 0.7417,
+      "step": 2770
+    },
+    {
+      "cov-distil": 1.5766236782073975,
+      "cov-distil (oracle2student)": 4.064674377441406,
+      "cov-distil (oracle2teacher)": 4.15757417678833,
+      "epoch": 2.17425431711146,
+      "rel-constrast": 3.271489381790161,
+      "step": 2770,
+      "subrel-constrast": 4.268964767456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6262998580932617,
+      "cov-distil (oracle2student)": 2.912447929382324,
+      "cov-distil (oracle2teacher)": 3.3901774883270264,
+      "epoch": 2.175039246467818,
+      "rel-constrast": 2.709003210067749,
+      "step": 2771,
+      "subrel-constrast": 3.439051628112793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7560714483261108,
+      "cov-distil (oracle2student)": 3.479447364807129,
+      "cov-distil (oracle2teacher)": 3.216811418533325,
+      "epoch": 2.1758241758241756,
+      "rel-constrast": 2.367316484451294,
+      "step": 2772,
+      "subrel-constrast": 2.8493714332580566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8529348373413086,
+      "cov-distil (oracle2student)": 3.987799882888794,
+      "cov-distil (oracle2teacher)": 3.7918434143066406,
+      "epoch": 2.1766091051805336,
+      "rel-constrast": 2.480729579925537,
+      "step": 2773,
+      "subrel-constrast": 3.5525097846984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3569505214691162,
+      "cov-distil (oracle2student)": 3.5121207237243652,
+      "cov-distil (oracle2teacher)": 3.2565643787384033,
+      "epoch": 2.1773940345368916,
+      "rel-constrast": 2.9575562477111816,
+      "step": 2774,
+      "subrel-constrast": 3.197854518890381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.038498878479004,
+      "cov-distil (oracle2student)": 5.109562873840332,
+      "cov-distil (oracle2teacher)": 4.400078296661377,
+      "epoch": 2.1781789638932496,
+      "rel-constrast": 2.6226844787597656,
+      "step": 2775,
+      "subrel-constrast": 3.0244951248168945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.149135112762451,
+      "cov-distil (oracle2student)": 4.2197699546813965,
+      "cov-distil (oracle2teacher)": 3.9235053062438965,
+      "epoch": 2.1789638932496076,
+      "rel-constrast": 3.5571346282958984,
+      "step": 2776,
+      "subrel-constrast": 4.247030735015869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9533778429031372,
+      "cov-distil (oracle2student)": 4.807613849639893,
+      "cov-distil (oracle2teacher)": 4.531671524047852,
+      "epoch": 2.1797488226059656,
+      "rel-constrast": 1.6832172870635986,
+      "step": 2777,
+      "subrel-constrast": 2.9430198669433594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0430760383605957,
+      "cov-distil (oracle2student)": 2.740504741668701,
+      "cov-distil (oracle2teacher)": 2.7616782188415527,
+      "epoch": 2.1805337519623236,
+      "rel-constrast": 2.7265501022338867,
+      "step": 2778,
+      "subrel-constrast": 3.3393828868865967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0736690759658813,
+      "cov-distil (oracle2student)": 6.632774353027344,
+      "cov-distil (oracle2teacher)": 5.811801433563232,
+      "epoch": 2.181318681318681,
+      "rel-constrast": 3.902250051498413,
+      "step": 2779,
+      "subrel-constrast": 4.035862922668457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.182103610675039,
+      "grad_norm": 7.375,
+      "learning_rate": 4.533259776888963e-05,
+      "loss": 0.748,
+      "step": 2780
+    },
+    {
+      "cov-distil": 2.2980527877807617,
+      "cov-distil (oracle2student)": 4.280145645141602,
+      "cov-distil (oracle2teacher)": 4.30819034576416,
+      "epoch": 2.182103610675039,
+      "rel-constrast": 2.0169150829315186,
+      "step": 2780,
+      "subrel-constrast": 3.02779483795166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4225775003433228,
+      "cov-distil (oracle2student)": 3.131531000137329,
+      "cov-distil (oracle2teacher)": 2.704676389694214,
+      "epoch": 2.182888540031397,
+      "rel-constrast": 2.938419818878174,
+      "step": 2781,
+      "subrel-constrast": 3.446192502975464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6602404117584229,
+      "cov-distil (oracle2student)": 4.858144760131836,
+      "cov-distil (oracle2teacher)": 5.343108177185059,
+      "epoch": 2.183673469387755,
+      "rel-constrast": 1.488740086555481,
+      "step": 2782,
+      "subrel-constrast": 2.8543848991394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.555893898010254,
+      "cov-distil (oracle2student)": 3.017913818359375,
+      "cov-distil (oracle2teacher)": 3.018636703491211,
+      "epoch": 2.184458398744113,
+      "rel-constrast": 1.9062366485595703,
+      "step": 2783,
+      "subrel-constrast": 2.852386236190796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1982990503311157,
+      "cov-distil (oracle2student)": 4.0601677894592285,
+      "cov-distil (oracle2teacher)": 3.864678382873535,
+      "epoch": 2.185243328100471,
+      "rel-constrast": 2.328829288482666,
+      "step": 2784,
+      "subrel-constrast": 3.048837423324585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6617581844329834,
+      "cov-distil (oracle2student)": 4.962514877319336,
+      "cov-distil (oracle2teacher)": 5.167625904083252,
+      "epoch": 2.186028257456829,
+      "rel-constrast": 3.139671802520752,
+      "step": 2785,
+      "subrel-constrast": 4.643870830535889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2765108346939087,
+      "cov-distil (oracle2student)": 3.983035087585449,
+      "cov-distil (oracle2teacher)": 3.7437143325805664,
+      "epoch": 2.186813186813187,
+      "rel-constrast": 2.728004217147827,
+      "step": 2786,
+      "subrel-constrast": 3.2605865001678467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5590498447418213,
+      "cov-distil (oracle2student)": 4.068120956420898,
+      "cov-distil (oracle2teacher)": 4.2923431396484375,
+      "epoch": 2.1875981161695446,
+      "rel-constrast": 3.327399492263794,
+      "step": 2787,
+      "subrel-constrast": 4.192492961883545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1637686491012573,
+      "cov-distil (oracle2student)": 2.682816982269287,
+      "cov-distil (oracle2teacher)": 2.9069252014160156,
+      "epoch": 2.1883830455259026,
+      "rel-constrast": 1.9371237754821777,
+      "step": 2788,
+      "subrel-constrast": 2.6532328128814697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7398916482925415,
+      "cov-distil (oracle2student)": 2.972571849822998,
+      "cov-distil (oracle2teacher)": 3.5954203605651855,
+      "epoch": 2.1891679748822606,
+      "rel-constrast": 3.030136823654175,
+      "step": 2789,
+      "subrel-constrast": 4.030621528625488,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1899529042386185,
+      "grad_norm": 5.375,
+      "learning_rate": 4.528169895801534e-05,
+      "loss": 0.6599,
+      "step": 2790
+    },
+    {
+      "cov-distil": 1.4548273086547852,
+      "cov-distil (oracle2student)": 6.521600723266602,
+      "cov-distil (oracle2teacher)": 5.817416191101074,
+      "epoch": 2.1899529042386185,
+      "rel-constrast": 2.844208240509033,
+      "step": 2790,
+      "subrel-constrast": 3.610992908477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.180964469909668,
+      "cov-distil (oracle2student)": 3.916328191757202,
+      "cov-distil (oracle2teacher)": 3.858748435974121,
+      "epoch": 2.1907378335949765,
+      "rel-constrast": 2.8646726608276367,
+      "step": 2791,
+      "subrel-constrast": 3.337411403656006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4889476299285889,
+      "cov-distil (oracle2student)": 3.581214427947998,
+      "cov-distil (oracle2teacher)": 3.880552291870117,
+      "epoch": 2.1915227629513345,
+      "rel-constrast": 2.622772693634033,
+      "step": 2792,
+      "subrel-constrast": 3.3828115463256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2788527011871338,
+      "cov-distil (oracle2student)": 4.624549865722656,
+      "cov-distil (oracle2teacher)": 4.582939147949219,
+      "epoch": 2.1923076923076925,
+      "rel-constrast": 2.5201473236083984,
+      "step": 2793,
+      "subrel-constrast": 3.003450870513916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4151631593704224,
+      "cov-distil (oracle2student)": 4.688313007354736,
+      "cov-distil (oracle2teacher)": 4.665013790130615,
+      "epoch": 2.19309262166405,
+      "rel-constrast": 3.290005922317505,
+      "step": 2794,
+      "subrel-constrast": 4.2277021408081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.69386625289917,
+      "cov-distil (oracle2student)": 4.809807777404785,
+      "cov-distil (oracle2teacher)": 4.8953704833984375,
+      "epoch": 2.193877551020408,
+      "rel-constrast": 3.486724615097046,
+      "step": 2795,
+      "subrel-constrast": 4.25349760055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6009113788604736,
+      "cov-distil (oracle2student)": 3.276582956314087,
+      "cov-distil (oracle2teacher)": 3.185840129852295,
+      "epoch": 2.194662480376766,
+      "rel-constrast": 3.4501593112945557,
+      "step": 2796,
+      "subrel-constrast": 3.716614246368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1312111616134644,
+      "cov-distil (oracle2student)": 3.839033603668213,
+      "cov-distil (oracle2teacher)": 3.877445697784424,
+      "epoch": 2.195447409733124,
+      "rel-constrast": 2.782867193222046,
+      "step": 2797,
+      "subrel-constrast": 3.758725881576538,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5209598541259766,
+      "cov-distil (oracle2student)": 3.492300033569336,
+      "cov-distil (oracle2teacher)": 3.0684425830841064,
+      "epoch": 2.196232339089482,
+      "rel-constrast": 3.553805351257324,
+      "step": 2798,
+      "subrel-constrast": 4.239773750305176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2242400646209717,
+      "cov-distil (oracle2student)": 3.8406758308410645,
+      "cov-distil (oracle2teacher)": 3.573622465133667,
+      "epoch": 2.19701726844584,
+      "rel-constrast": 2.3627190589904785,
+      "step": 2799,
+      "subrel-constrast": 2.744584083557129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.197802197802198,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.523055302103977e-05,
+      "loss": 0.7794,
+      "step": 2800
+    },
+    {
+      "epoch": 2.197802197802198,
+      "overlap": 0.3046875,
+      "step": 2800
+    },
+    {
+      "epoch": 2.197802197802198,
+      "step": 2800,
+      "student margin": 0.05340576171875
+    },
+    {
+      "epoch": 2.197802197802198,
+      "step": 2800,
+      "teacher margin": 0.031219482421875
+    },
+    {
+      "epoch": 2.197802197802198,
+      "margin difference": -0.022186279296875,
+      "step": 2800
+    },
+    {
+      "cov-distil": 2.2137365341186523,
+      "cov-distil (oracle2student)": 6.215800762176514,
+      "cov-distil (oracle2teacher)": 6.065351486206055,
+      "epoch": 2.197802197802198,
+      "rel-constrast": 3.1010799407958984,
+      "step": 2800,
+      "subrel-constrast": 4.90162467956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4972419738769531,
+      "cov-distil (oracle2student)": 2.8553576469421387,
+      "cov-distil (oracle2teacher)": 2.8867177963256836,
+      "epoch": 2.1985871271585555,
+      "rel-constrast": 2.9076523780822754,
+      "step": 2801,
+      "subrel-constrast": 3.582503080368042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.067751407623291,
+      "cov-distil (oracle2student)": 4.675081253051758,
+      "cov-distil (oracle2teacher)": 4.172138690948486,
+      "epoch": 2.1993720565149135,
+      "rel-constrast": 2.9559996128082275,
+      "step": 2802,
+      "subrel-constrast": 3.421099901199341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5010050535202026,
+      "cov-distil (oracle2student)": 5.221595287322998,
+      "cov-distil (oracle2teacher)": 4.674283027648926,
+      "epoch": 2.2001569858712715,
+      "rel-constrast": 2.8883657455444336,
+      "step": 2803,
+      "subrel-constrast": 3.3815555572509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9775338172912598,
+      "cov-distil (oracle2student)": 5.757264614105225,
+      "cov-distil (oracle2teacher)": 5.236817836761475,
+      "epoch": 2.2009419152276295,
+      "rel-constrast": 2.7753376960754395,
+      "step": 2804,
+      "subrel-constrast": 3.73819899559021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1651103496551514,
+      "cov-distil (oracle2student)": 6.025886535644531,
+      "cov-distil (oracle2teacher)": 5.240909576416016,
+      "epoch": 2.2017268445839875,
+      "rel-constrast": 2.3875410556793213,
+      "step": 2805,
+      "subrel-constrast": 3.1482937335968018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7415776252746582,
+      "cov-distil (oracle2student)": 3.061321973800659,
+      "cov-distil (oracle2teacher)": 3.5830721855163574,
+      "epoch": 2.2025117739403455,
+      "rel-constrast": 2.8911986351013184,
+      "step": 2806,
+      "subrel-constrast": 3.837303876876831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.714737892150879,
+      "cov-distil (oracle2student)": 5.002007007598877,
+      "cov-distil (oracle2teacher)": 4.555350303649902,
+      "epoch": 2.2032967032967035,
+      "rel-constrast": 3.142002820968628,
+      "step": 2807,
+      "subrel-constrast": 4.039290428161621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.504430890083313,
+      "cov-distil (oracle2student)": 5.065723419189453,
+      "cov-distil (oracle2teacher)": 4.750711441040039,
+      "epoch": 2.204081632653061,
+      "rel-constrast": 3.225733757019043,
+      "step": 2808,
+      "subrel-constrast": 3.511944532394409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3782306909561157,
+      "cov-distil (oracle2student)": 7.567097187042236,
+      "cov-distil (oracle2teacher)": 6.493724346160889,
+      "epoch": 2.204866562009419,
+      "rel-constrast": 3.62861967086792,
+      "step": 2809,
+      "subrel-constrast": 4.384779453277588,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.205651491365777,
+      "grad_norm": 6.59375,
+      "learning_rate": 4.5179160581160005e-05,
+      "loss": 0.787,
+      "step": 2810
+    },
+    {
+      "cov-distil": 1.175363540649414,
+      "cov-distil (oracle2student)": 4.376012802124023,
+      "cov-distil (oracle2teacher)": 4.336128234863281,
+      "epoch": 2.205651491365777,
+      "rel-constrast": 3.8148019313812256,
+      "step": 2810,
+      "subrel-constrast": 4.095478534698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6495981216430664,
+      "cov-distil (oracle2student)": 4.087505340576172,
+      "cov-distil (oracle2teacher)": 3.7512223720550537,
+      "epoch": 2.206436420722135,
+      "rel-constrast": 3.006524085998535,
+      "step": 2811,
+      "subrel-constrast": 3.5537495613098145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4747031927108765,
+      "cov-distil (oracle2student)": 5.076373100280762,
+      "cov-distil (oracle2teacher)": 4.601344108581543,
+      "epoch": 2.207221350078493,
+      "rel-constrast": 2.9430313110351562,
+      "step": 2812,
+      "subrel-constrast": 3.507298707962036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2675129175186157,
+      "cov-distil (oracle2student)": 4.212703704833984,
+      "cov-distil (oracle2teacher)": 4.021785736083984,
+      "epoch": 2.208006279434851,
+      "rel-constrast": 2.2500534057617188,
+      "step": 2813,
+      "subrel-constrast": 3.3408799171447754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4007916450500488,
+      "cov-distil (oracle2student)": 4.304337501525879,
+      "cov-distil (oracle2teacher)": 3.9711806774139404,
+      "epoch": 2.208791208791209,
+      "rel-constrast": 3.2691335678100586,
+      "step": 2814,
+      "subrel-constrast": 3.529778003692627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0408121347427368,
+      "cov-distil (oracle2student)": 3.5707550048828125,
+      "cov-distil (oracle2teacher)": 3.068422794342041,
+      "epoch": 2.209576138147567,
+      "rel-constrast": 2.556541919708252,
+      "step": 2815,
+      "subrel-constrast": 2.8158345222473145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599029064178467,
+      "cov-distil (oracle2student)": 4.331329345703125,
+      "cov-distil (oracle2teacher)": 4.284970283508301,
+      "epoch": 2.2103610675039245,
+      "rel-constrast": 3.5689287185668945,
+      "step": 2816,
+      "subrel-constrast": 3.949613094329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3890578746795654,
+      "cov-distil (oracle2student)": 2.4216489791870117,
+      "cov-distil (oracle2teacher)": 2.3140015602111816,
+      "epoch": 2.2111459968602825,
+      "rel-constrast": 2.6354856491088867,
+      "step": 2817,
+      "subrel-constrast": 2.7864303588867188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8132259845733643,
+      "cov-distil (oracle2student)": 4.258447647094727,
+      "cov-distil (oracle2teacher)": 4.581598281860352,
+      "epoch": 2.2119309262166404,
+      "rel-constrast": 1.9659388065338135,
+      "step": 2818,
+      "subrel-constrast": 3.035383701324463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0958712100982666,
+      "cov-distil (oracle2student)": 4.302325248718262,
+      "cov-distil (oracle2teacher)": 4.473966121673584,
+      "epoch": 2.2127158555729984,
+      "rel-constrast": 2.2479710578918457,
+      "step": 2819,
+      "subrel-constrast": 2.8037545680999756,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2135007849293564,
+      "grad_norm": 6.0,
+      "learning_rate": 4.512752226457672e-05,
+      "loss": 0.7411,
+      "step": 2820
+    },
+    {
+      "cov-distil": 1.1903672218322754,
+      "cov-distil (oracle2student)": 3.8797783851623535,
+      "cov-distil (oracle2teacher)": 3.560136318206787,
+      "epoch": 2.2135007849293564,
+      "rel-constrast": 1.5289723873138428,
+      "step": 2820,
+      "subrel-constrast": 2.468310832977295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1187713146209717,
+      "cov-distil (oracle2student)": 5.136632442474365,
+      "cov-distil (oracle2teacher)": 4.7284016609191895,
+      "epoch": 2.2142857142857144,
+      "rel-constrast": 2.3371927738189697,
+      "step": 2821,
+      "subrel-constrast": 3.4099338054656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4644598960876465,
+      "cov-distil (oracle2student)": 2.504847288131714,
+      "cov-distil (oracle2teacher)": 3.173910617828369,
+      "epoch": 2.2150706436420724,
+      "rel-constrast": 2.2738523483276367,
+      "step": 2822,
+      "subrel-constrast": 3.185796022415161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2015347480773926,
+      "cov-distil (oracle2student)": 4.375980377197266,
+      "cov-distil (oracle2teacher)": 3.6437556743621826,
+      "epoch": 2.21585557299843,
+      "rel-constrast": 2.148313522338867,
+      "step": 2823,
+      "subrel-constrast": 2.6312949657440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2643414735794067,
+      "cov-distil (oracle2student)": 4.937495231628418,
+      "cov-distil (oracle2teacher)": 4.573188781738281,
+      "epoch": 2.216640502354788,
+      "rel-constrast": 2.672121524810791,
+      "step": 2824,
+      "subrel-constrast": 3.8766989707946777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.605278730392456,
+      "cov-distil (oracle2student)": 4.442031383514404,
+      "cov-distil (oracle2teacher)": 4.580644607543945,
+      "epoch": 2.217425431711146,
+      "rel-constrast": 2.8015432357788086,
+      "step": 2825,
+      "subrel-constrast": 4.033280372619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7470738887786865,
+      "cov-distil (oracle2student)": 5.276346206665039,
+      "cov-distil (oracle2teacher)": 5.35056209564209,
+      "epoch": 2.218210361067504,
+      "rel-constrast": 3.218754291534424,
+      "step": 2826,
+      "subrel-constrast": 3.8996434211730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.511061429977417,
+      "cov-distil (oracle2student)": 2.216672897338867,
+      "cov-distil (oracle2teacher)": 2.8003010749816895,
+      "epoch": 2.218995290423862,
+      "rel-constrast": 2.707836151123047,
+      "step": 2827,
+      "subrel-constrast": 3.621464967727661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1311604976654053,
+      "cov-distil (oracle2student)": 3.637054920196533,
+      "cov-distil (oracle2teacher)": 4.012404441833496,
+      "epoch": 2.21978021978022,
+      "rel-constrast": 2.384960174560547,
+      "step": 2828,
+      "subrel-constrast": 3.0951735973358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0632667541503906,
+      "cov-distil (oracle2student)": 2.249817371368408,
+      "cov-distil (oracle2teacher)": 3.0629072189331055,
+      "epoch": 2.220565149136578,
+      "rel-constrast": 2.507134437561035,
+      "step": 2829,
+      "subrel-constrast": 3.0364880561828613,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.221350078492936,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.50756387004865e-05,
+      "loss": 0.6503,
+      "step": 2830
+    },
+    {
+      "cov-distil": 1.5329704284667969,
+      "cov-distil (oracle2student)": 2.8348588943481445,
+      "cov-distil (oracle2teacher)": 2.7240943908691406,
+      "epoch": 2.221350078492936,
+      "rel-constrast": 2.3418219089508057,
+      "step": 2830,
+      "subrel-constrast": 3.1155498027801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2643208503723145,
+      "cov-distil (oracle2student)": 6.0505828857421875,
+      "cov-distil (oracle2teacher)": 5.291819095611572,
+      "epoch": 2.2221350078492934,
+      "rel-constrast": 3.5743701457977295,
+      "step": 2831,
+      "subrel-constrast": 4.198145866394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6747267246246338,
+      "cov-distil (oracle2student)": 3.6868605613708496,
+      "cov-distil (oracle2teacher)": 3.916260004043579,
+      "epoch": 2.2229199372056514,
+      "rel-constrast": 2.354612350463867,
+      "step": 2832,
+      "subrel-constrast": 3.4582877159118652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9900264739990234,
+      "cov-distil (oracle2student)": 4.52094841003418,
+      "cov-distil (oracle2teacher)": 4.891436576843262,
+      "epoch": 2.2237048665620094,
+      "rel-constrast": 2.3414862155914307,
+      "step": 2833,
+      "subrel-constrast": 3.6217825412750244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.013940691947937,
+      "cov-distil (oracle2student)": 3.642292022705078,
+      "cov-distil (oracle2teacher)": 3.737414598464966,
+      "epoch": 2.2244897959183674,
+      "rel-constrast": 2.7125587463378906,
+      "step": 2834,
+      "subrel-constrast": 2.799025297164917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0520737171173096,
+      "cov-distil (oracle2student)": 4.617413520812988,
+      "cov-distil (oracle2teacher)": 4.200915336608887,
+      "epoch": 2.2252747252747254,
+      "rel-constrast": 2.221648693084717,
+      "step": 2835,
+      "subrel-constrast": 3.0252256393432617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3455493450164795,
+      "cov-distil (oracle2student)": 4.621387481689453,
+      "cov-distil (oracle2teacher)": 4.345795631408691,
+      "epoch": 2.2260596546310834,
+      "rel-constrast": 2.7961363792419434,
+      "step": 2836,
+      "subrel-constrast": 3.1872501373291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9644633531570435,
+      "cov-distil (oracle2student)": 3.3549861907958984,
+      "cov-distil (oracle2teacher)": 3.530547618865967,
+      "epoch": 2.2268445839874413,
+      "rel-constrast": 2.926353931427002,
+      "step": 2837,
+      "subrel-constrast": 3.015646457672119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.798703908920288,
+      "cov-distil (oracle2student)": 3.8782339096069336,
+      "cov-distil (oracle2teacher)": 3.986212730407715,
+      "epoch": 2.227629513343799,
+      "rel-constrast": 2.6093740463256836,
+      "step": 2838,
+      "subrel-constrast": 3.504974365234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6287009716033936,
+      "cov-distil (oracle2student)": 4.215634346008301,
+      "cov-distil (oracle2teacher)": 4.105523109436035,
+      "epoch": 2.228414442700157,
+      "rel-constrast": 3.784808397293091,
+      "step": 2839,
+      "subrel-constrast": 3.578190803527832,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.229199372056515,
+      "grad_norm": 6.53125,
+      "learning_rate": 4.50235105210742e-05,
+      "loss": 0.7322,
+      "step": 2840
+    },
+    {
+      "cov-distil": 1.4734833240509033,
+      "cov-distil (oracle2student)": 4.480526924133301,
+      "cov-distil (oracle2teacher)": 4.256287574768066,
+      "epoch": 2.229199372056515,
+      "rel-constrast": 2.741382598876953,
+      "step": 2840,
+      "subrel-constrast": 3.2702443599700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2622191905975342,
+      "cov-distil (oracle2student)": 4.117605209350586,
+      "cov-distil (oracle2teacher)": 3.978501319885254,
+      "epoch": 2.229984301412873,
+      "rel-constrast": 1.8500514030456543,
+      "step": 2841,
+      "subrel-constrast": 2.544245719909668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5413380861282349,
+      "cov-distil (oracle2student)": 4.601006507873535,
+      "cov-distil (oracle2teacher)": 4.66766357421875,
+      "epoch": 2.230769230769231,
+      "rel-constrast": 3.1710400581359863,
+      "step": 2842,
+      "subrel-constrast": 3.753763198852539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2046613693237305,
+      "cov-distil (oracle2student)": 4.048807144165039,
+      "cov-distil (oracle2teacher)": 3.944206953048706,
+      "epoch": 2.231554160125589,
+      "rel-constrast": 2.9600424766540527,
+      "step": 2843,
+      "subrel-constrast": 3.907683849334717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669081211090088,
+      "cov-distil (oracle2student)": 5.662391662597656,
+      "cov-distil (oracle2teacher)": 4.812541484832764,
+      "epoch": 2.232339089481947,
+      "rel-constrast": 4.287499904632568,
+      "step": 2844,
+      "subrel-constrast": 4.845626354217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1382386684417725,
+      "cov-distil (oracle2student)": 3.9188332557678223,
+      "cov-distil (oracle2teacher)": 3.8199543952941895,
+      "epoch": 2.2331240188383044,
+      "rel-constrast": 3.252624988555908,
+      "step": 2845,
+      "subrel-constrast": 3.41174054145813,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6839945316314697,
+      "cov-distil (oracle2student)": 5.058446884155273,
+      "cov-distil (oracle2teacher)": 4.9159111976623535,
+      "epoch": 2.2339089481946623,
+      "rel-constrast": 2.846468925476074,
+      "step": 2846,
+      "subrel-constrast": 3.439079999923706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0635040998458862,
+      "cov-distil (oracle2student)": 6.094916343688965,
+      "cov-distil (oracle2teacher)": 5.454977989196777,
+      "epoch": 2.2346938775510203,
+      "rel-constrast": 3.2811479568481445,
+      "step": 2847,
+      "subrel-constrast": 3.8032901287078857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3504399061203003,
+      "cov-distil (oracle2student)": 3.392218828201294,
+      "cov-distil (oracle2teacher)": 3.5758941173553467,
+      "epoch": 2.2354788069073783,
+      "rel-constrast": 1.937492847442627,
+      "step": 2848,
+      "subrel-constrast": 2.8169710636138916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2803301811218262,
+      "cov-distil (oracle2student)": 4.172109603881836,
+      "cov-distil (oracle2teacher)": 4.140987873077393,
+      "epoch": 2.2362637362637363,
+      "rel-constrast": 2.2356083393096924,
+      "step": 2849,
+      "subrel-constrast": 3.135880470275879,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2370486656200943,
+      "grad_norm": 4.15625,
+      "learning_rate": 4.497113836150523e-05,
+      "loss": 0.748,
+      "step": 2850
+    },
+    {
+      "cov-distil": 1.308542013168335,
+      "cov-distil (oracle2student)": 7.034241676330566,
+      "cov-distil (oracle2teacher)": 6.229680061340332,
+      "epoch": 2.2370486656200943,
+      "rel-constrast": 2.9014317989349365,
+      "step": 2850,
+      "subrel-constrast": 3.671661376953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5702638626098633,
+      "cov-distil (oracle2student)": 5.440203666687012,
+      "cov-distil (oracle2teacher)": 4.9250311851501465,
+      "epoch": 2.2378335949764523,
+      "rel-constrast": 2.339625358581543,
+      "step": 2851,
+      "subrel-constrast": 3.095508098602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9085829257965088,
+      "cov-distil (oracle2student)": 3.9122872352600098,
+      "cov-distil (oracle2teacher)": 3.971958637237549,
+      "epoch": 2.23861852433281,
+      "rel-constrast": 2.633007526397705,
+      "step": 2852,
+      "subrel-constrast": 3.8772425651550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7061525583267212,
+      "cov-distil (oracle2student)": 4.597137451171875,
+      "cov-distil (oracle2teacher)": 4.074312210083008,
+      "epoch": 2.239403453689168,
+      "rel-constrast": 3.1203672885894775,
+      "step": 2853,
+      "subrel-constrast": 3.8375067710876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.04775071144104,
+      "cov-distil (oracle2student)": 6.904752254486084,
+      "cov-distil (oracle2teacher)": 5.7327070236206055,
+      "epoch": 2.240188383045526,
+      "rel-constrast": 3.239384174346924,
+      "step": 2854,
+      "subrel-constrast": 4.117255210876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3565456867218018,
+      "cov-distil (oracle2student)": 4.272599697113037,
+      "cov-distil (oracle2teacher)": 4.1918439865112305,
+      "epoch": 2.240973312401884,
+      "rel-constrast": 1.7403593063354492,
+      "step": 2855,
+      "subrel-constrast": 2.6517019271850586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6027889251708984,
+      "cov-distil (oracle2student)": 3.7164931297302246,
+      "cov-distil (oracle2teacher)": 3.9707236289978027,
+      "epoch": 2.241758241758242,
+      "rel-constrast": 2.667941093444824,
+      "step": 2856,
+      "subrel-constrast": 3.181619882583618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.584928035736084,
+      "cov-distil (oracle2student)": 4.483060359954834,
+      "cov-distil (oracle2teacher)": 4.450074672698975,
+      "epoch": 2.2425431711145998,
+      "rel-constrast": 2.278923749923706,
+      "step": 2857,
+      "subrel-constrast": 3.2336654663085938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5378665924072266,
+      "cov-distil (oracle2student)": 4.141341209411621,
+      "cov-distil (oracle2teacher)": 4.2089691162109375,
+      "epoch": 2.2433281004709578,
+      "rel-constrast": 3.0961153507232666,
+      "step": 2858,
+      "subrel-constrast": 3.454744338989258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9027645587921143,
+      "cov-distil (oracle2student)": 5.2437286376953125,
+      "cov-distil (oracle2teacher)": 4.35322380065918,
+      "epoch": 2.2441130298273153,
+      "rel-constrast": 2.838097095489502,
+      "step": 2859,
+      "subrel-constrast": 3.674483299255371,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2448979591836733,
+      "grad_norm": 5.71875,
+      "learning_rate": 4.491852285991783e-05,
+      "loss": 0.7127,
+      "step": 2860
+    },
+    {
+      "cov-distil": 1.4869089126586914,
+      "cov-distil (oracle2student)": 4.195305824279785,
+      "cov-distil (oracle2teacher)": 4.223165035247803,
+      "epoch": 2.2448979591836733,
+      "rel-constrast": 3.165508270263672,
+      "step": 2860,
+      "subrel-constrast": 3.9446048736572266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0776824951171875,
+      "cov-distil (oracle2student)": 6.12690544128418,
+      "cov-distil (oracle2teacher)": 6.093250274658203,
+      "epoch": 2.2456828885400313,
+      "rel-constrast": 2.048539161682129,
+      "step": 2861,
+      "subrel-constrast": 3.200995445251465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.252643346786499,
+      "cov-distil (oracle2student)": 5.133093357086182,
+      "cov-distil (oracle2teacher)": 4.391453742980957,
+      "epoch": 2.2464678178963893,
+      "rel-constrast": 2.6758086681365967,
+      "step": 2862,
+      "subrel-constrast": 4.156829833984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6195716857910156,
+      "cov-distil (oracle2student)": 4.721540927886963,
+      "cov-distil (oracle2teacher)": 4.483624458312988,
+      "epoch": 2.2472527472527473,
+      "rel-constrast": 2.394033432006836,
+      "step": 2863,
+      "subrel-constrast": 3.5645978450775146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2600421905517578,
+      "cov-distil (oracle2student)": 5.48940372467041,
+      "cov-distil (oracle2teacher)": 4.673459053039551,
+      "epoch": 2.2480376766091053,
+      "rel-constrast": 2.5383191108703613,
+      "step": 2864,
+      "subrel-constrast": 2.8728294372558594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1356067657470703,
+      "cov-distil (oracle2student)": 3.3233275413513184,
+      "cov-distil (oracle2teacher)": 3.270911693572998,
+      "epoch": 2.2488226059654632,
+      "rel-constrast": 2.7441365718841553,
+      "step": 2865,
+      "subrel-constrast": 3.820131540298462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2401362657546997,
+      "cov-distil (oracle2student)": 3.8380520343780518,
+      "cov-distil (oracle2teacher)": 3.5070858001708984,
+      "epoch": 2.2496075353218212,
+      "rel-constrast": 1.8112812042236328,
+      "step": 2866,
+      "subrel-constrast": 2.4522628784179688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4374984502792358,
+      "cov-distil (oracle2student)": 6.009042739868164,
+      "cov-distil (oracle2teacher)": 5.295401573181152,
+      "epoch": 2.2503924646781788,
+      "rel-constrast": 2.057020664215088,
+      "step": 2867,
+      "subrel-constrast": 2.9387259483337402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.065046548843384,
+      "cov-distil (oracle2student)": 4.267481803894043,
+      "cov-distil (oracle2teacher)": 3.949608325958252,
+      "epoch": 2.2511773940345368,
+      "rel-constrast": 3.193063974380493,
+      "step": 2868,
+      "subrel-constrast": 3.8853070735931396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5348498821258545,
+      "cov-distil (oracle2student)": 2.8509106636047363,
+      "cov-distil (oracle2teacher)": 3.213738441467285,
+      "epoch": 2.2519623233908947,
+      "rel-constrast": 2.7640440464019775,
+      "step": 2869,
+      "subrel-constrast": 3.7647035121917725,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2527472527472527,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.4865664657415286e-05,
+      "loss": 0.6776,
+      "step": 2870
+    },
+    {
+      "cov-distil": 1.4024457931518555,
+      "cov-distil (oracle2student)": 5.057456970214844,
+      "cov-distil (oracle2teacher)": 4.523374557495117,
+      "epoch": 2.2527472527472527,
+      "rel-constrast": 1.7900705337524414,
+      "step": 2870,
+      "subrel-constrast": 2.374039888381958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.138831377029419,
+      "cov-distil (oracle2student)": 4.379244804382324,
+      "cov-distil (oracle2teacher)": 4.206880569458008,
+      "epoch": 2.2535321821036107,
+      "rel-constrast": 3.599226474761963,
+      "step": 2871,
+      "subrel-constrast": 3.7526066303253174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.349900722503662,
+      "cov-distil (oracle2student)": 3.2287940979003906,
+      "cov-distil (oracle2teacher)": 3.7320327758789062,
+      "epoch": 2.2543171114599687,
+      "rel-constrast": 2.1699037551879883,
+      "step": 2872,
+      "subrel-constrast": 2.896376609802246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.135451316833496,
+      "cov-distil (oracle2student)": 5.1977219581604,
+      "cov-distil (oracle2teacher)": 4.326521873474121,
+      "epoch": 2.2551020408163267,
+      "rel-constrast": 2.531933069229126,
+      "step": 2873,
+      "subrel-constrast": 3.14056134223938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.484800100326538,
+      "cov-distil (oracle2student)": 3.8488283157348633,
+      "cov-distil (oracle2teacher)": 3.960545539855957,
+      "epoch": 2.2558869701726847,
+      "rel-constrast": 2.224821090698242,
+      "step": 2874,
+      "subrel-constrast": 3.145293712615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.016700029373169,
+      "cov-distil (oracle2student)": 4.581388473510742,
+      "cov-distil (oracle2teacher)": 4.010509014129639,
+      "epoch": 2.2566718995290422,
+      "rel-constrast": 2.7120306491851807,
+      "step": 2875,
+      "subrel-constrast": 3.6151058673858643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5503324270248413,
+      "cov-distil (oracle2student)": 3.8285889625549316,
+      "cov-distil (oracle2teacher)": 3.9966399669647217,
+      "epoch": 2.2574568288854002,
+      "rel-constrast": 2.982232093811035,
+      "step": 2876,
+      "subrel-constrast": 4.173421382904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3902764320373535,
+      "cov-distil (oracle2student)": 3.021392345428467,
+      "cov-distil (oracle2teacher)": 3.1025614738464355,
+      "epoch": 2.258241758241758,
+      "rel-constrast": 2.0642271041870117,
+      "step": 2877,
+      "subrel-constrast": 2.7872371673583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3608449697494507,
+      "cov-distil (oracle2student)": 3.7978525161743164,
+      "cov-distil (oracle2teacher)": 3.558983325958252,
+      "epoch": 2.259026687598116,
+      "rel-constrast": 3.355771064758301,
+      "step": 2878,
+      "subrel-constrast": 3.995354175567627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.610992670059204,
+      "cov-distil (oracle2student)": 4.146749496459961,
+      "cov-distil (oracle2teacher)": 3.57588529586792,
+      "epoch": 2.259811616954474,
+      "rel-constrast": 3.7641773223876953,
+      "step": 2879,
+      "subrel-constrast": 4.194459438323975,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.260596546310832,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.481256439805811e-05,
+      "loss": 0.716,
+      "step": 2880
+    },
+    {
+      "cov-distil": 1.0699520111083984,
+      "cov-distil (oracle2student)": 3.6987416744232178,
+      "cov-distil (oracle2teacher)": 3.618149757385254,
+      "epoch": 2.260596546310832,
+      "rel-constrast": 2.1907665729522705,
+      "step": 2880,
+      "subrel-constrast": 2.6325907707214355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8661000728607178,
+      "cov-distil (oracle2student)": 4.891280174255371,
+      "cov-distil (oracle2teacher)": 4.468083381652832,
+      "epoch": 2.26138147566719,
+      "rel-constrast": 2.5552377700805664,
+      "step": 2881,
+      "subrel-constrast": 3.520925998687744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5080199241638184,
+      "cov-distil (oracle2student)": 4.850057601928711,
+      "cov-distil (oracle2teacher)": 4.687588691711426,
+      "epoch": 2.2621664050235477,
+      "rel-constrast": 2.2133500576019287,
+      "step": 2882,
+      "subrel-constrast": 3.024308204650879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2180404663085938,
+      "cov-distil (oracle2student)": 4.900874137878418,
+      "cov-distil (oracle2teacher)": 4.3496904373168945,
+      "epoch": 2.2629513343799057,
+      "rel-constrast": 2.053288221359253,
+      "step": 2883,
+      "subrel-constrast": 2.854748249053955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4824903011322021,
+      "cov-distil (oracle2student)": 3.114133834838867,
+      "cov-distil (oracle2teacher)": 3.25925874710083,
+      "epoch": 2.2637362637362637,
+      "rel-constrast": 2.3119258880615234,
+      "step": 2884,
+      "subrel-constrast": 3.4515957832336426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4102448225021362,
+      "cov-distil (oracle2student)": 3.9158568382263184,
+      "cov-distil (oracle2teacher)": 3.9090003967285156,
+      "epoch": 2.2645211930926217,
+      "rel-constrast": 2.978140115737915,
+      "step": 2885,
+      "subrel-constrast": 3.504491090774536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.54390549659729,
+      "cov-distil (oracle2student)": 3.521449327468872,
+      "cov-distil (oracle2teacher)": 3.8177754878997803,
+      "epoch": 2.2653061224489797,
+      "rel-constrast": 1.890254020690918,
+      "step": 2886,
+      "subrel-constrast": 3.062195062637329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8897216320037842,
+      "cov-distil (oracle2student)": 2.449835777282715,
+      "cov-distil (oracle2teacher)": 2.5582852363586426,
+      "epoch": 2.2660910518053377,
+      "rel-constrast": 1.7352781295776367,
+      "step": 2887,
+      "subrel-constrast": 2.4719760417938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6730167865753174,
+      "cov-distil (oracle2student)": 3.5344347953796387,
+      "cov-distil (oracle2teacher)": 3.3976974487304688,
+      "epoch": 2.2668759811616956,
+      "rel-constrast": 3.0198004245758057,
+      "step": 2888,
+      "subrel-constrast": 3.7022953033447266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.938610315322876,
+      "cov-distil (oracle2student)": 3.488386631011963,
+      "cov-distil (oracle2teacher)": 3.647372245788574,
+      "epoch": 2.267660910518053,
+      "rel-constrast": 1.7959544658660889,
+      "step": 2889,
+      "subrel-constrast": 3.0191173553466797,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.268445839874411,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.475922272885622e-05,
+      "loss": 0.6101,
+      "step": 2890
+    },
+    {
+      "cov-distil": 1.1429150104522705,
+      "cov-distil (oracle2student)": 4.967638969421387,
+      "cov-distil (oracle2teacher)": 4.864433288574219,
+      "epoch": 2.268445839874411,
+      "rel-constrast": 3.6549930572509766,
+      "step": 2890,
+      "subrel-constrast": 4.182147979736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8699536323547363,
+      "cov-distil (oracle2student)": 5.423762321472168,
+      "cov-distil (oracle2teacher)": 4.323276996612549,
+      "epoch": 2.269230769230769,
+      "rel-constrast": 3.23213267326355,
+      "step": 2891,
+      "subrel-constrast": 3.3792176246643066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1507344245910645,
+      "cov-distil (oracle2student)": 4.587265968322754,
+      "cov-distil (oracle2teacher)": 4.712570667266846,
+      "epoch": 2.270015698587127,
+      "rel-constrast": 2.5250067710876465,
+      "step": 2892,
+      "subrel-constrast": 3.3668570518493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5640321969985962,
+      "cov-distil (oracle2student)": 3.619105815887451,
+      "cov-distil (oracle2teacher)": 3.1827292442321777,
+      "epoch": 2.270800627943485,
+      "rel-constrast": 3.0608720779418945,
+      "step": 2893,
+      "subrel-constrast": 3.8057875633239746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1323726177215576,
+      "cov-distil (oracle2student)": 3.883439302444458,
+      "cov-distil (oracle2teacher)": 3.908729076385498,
+      "epoch": 2.271585557299843,
+      "rel-constrast": 2.0803141593933105,
+      "step": 2894,
+      "subrel-constrast": 2.4826464653015137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9351506233215332,
+      "cov-distil (oracle2student)": 3.001530885696411,
+      "cov-distil (oracle2teacher)": 3.1382462978363037,
+      "epoch": 2.272370486656201,
+      "rel-constrast": 3.00050950050354,
+      "step": 2895,
+      "subrel-constrast": 3.707886219024658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327186942100525,
+      "cov-distil (oracle2student)": 3.351003646850586,
+      "cov-distil (oracle2teacher)": 3.6654043197631836,
+      "epoch": 2.2731554160125587,
+      "rel-constrast": 2.8956403732299805,
+      "step": 2896,
+      "subrel-constrast": 3.0391781330108643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781959891319275,
+      "cov-distil (oracle2student)": 4.407191753387451,
+      "cov-distil (oracle2teacher)": 4.564266204833984,
+      "epoch": 2.2739403453689166,
+      "rel-constrast": 2.909698009490967,
+      "step": 2897,
+      "subrel-constrast": 4.168962001800537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1635851860046387,
+      "cov-distil (oracle2student)": 3.438180446624756,
+      "cov-distil (oracle2teacher)": 3.54158353805542,
+      "epoch": 2.2747252747252746,
+      "rel-constrast": 2.1824963092803955,
+      "step": 2898,
+      "subrel-constrast": 2.538475751876831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.448046326637268,
+      "cov-distil (oracle2student)": 3.2681779861450195,
+      "cov-distil (oracle2teacher)": 3.1517410278320312,
+      "epoch": 2.2755102040816326,
+      "rel-constrast": 2.1919612884521484,
+      "step": 2899,
+      "subrel-constrast": 2.934643507003784,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.4705640299761007e-05,
+      "loss": 0.7321,
+      "step": 2900
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "overlap": 0.32343751192092896,
+      "step": 2900
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "step": 2900,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "step": 2900,
+      "teacher margin": 0.04400634765625
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "margin difference": -0.0162353515625,
+      "step": 2900
+    },
+    {
+      "cov-distil": 1.592128872871399,
+      "cov-distil (oracle2student)": 3.0883665084838867,
+      "cov-distil (oracle2teacher)": 3.3985366821289062,
+      "epoch": 2.2762951334379906,
+      "rel-constrast": 1.9844021797180176,
+      "step": 2900,
+      "subrel-constrast": 2.686088800430298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.583186149597168,
+      "cov-distil (oracle2student)": 3.141150951385498,
+      "cov-distil (oracle2teacher)": 3.005000352859497,
+      "epoch": 2.2770800627943486,
+      "rel-constrast": 3.210095167160034,
+      "step": 2901,
+      "subrel-constrast": 3.958230495452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5736680030822754,
+      "cov-distil (oracle2student)": 3.950263023376465,
+      "cov-distil (oracle2teacher)": 3.9314324855804443,
+      "epoch": 2.2778649921507066,
+      "rel-constrast": 2.897568941116333,
+      "step": 2902,
+      "subrel-constrast": 3.3754029273986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7981300354003906,
+      "cov-distil (oracle2student)": 6.083515167236328,
+      "cov-distil (oracle2teacher)": 4.953995704650879,
+      "epoch": 2.278649921507064,
+      "rel-constrast": 3.5046188831329346,
+      "step": 2903,
+      "subrel-constrast": 4.1251420974731445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6399354934692383,
+      "cov-distil (oracle2student)": 3.5022788047790527,
+      "cov-distil (oracle2teacher)": 3.428711414337158,
+      "epoch": 2.279434850863422,
+      "rel-constrast": 1.8195366859436035,
+      "step": 2904,
+      "subrel-constrast": 2.8655664920806885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478752851486206,
+      "cov-distil (oracle2student)": 4.153866767883301,
+      "cov-distil (oracle2teacher)": 3.3722686767578125,
+      "epoch": 2.28021978021978,
+      "rel-constrast": 3.143083095550537,
+      "step": 2905,
+      "subrel-constrast": 3.3029046058654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4605088233947754,
+      "cov-distil (oracle2student)": 3.7534360885620117,
+      "cov-distil (oracle2teacher)": 3.930025577545166,
+      "epoch": 2.281004709576138,
+      "rel-constrast": 3.022676467895508,
+      "step": 2906,
+      "subrel-constrast": 3.7956714630126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5809167623519897,
+      "cov-distil (oracle2student)": 5.397377967834473,
+      "cov-distil (oracle2teacher)": 5.129811763763428,
+      "epoch": 2.281789638932496,
+      "rel-constrast": 2.5766546726226807,
+      "step": 2907,
+      "subrel-constrast": 3.268528461456299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6684355735778809,
+      "cov-distil (oracle2student)": 4.268328666687012,
+      "cov-distil (oracle2teacher)": 4.282989501953125,
+      "epoch": 2.282574568288854,
+      "rel-constrast": 3.028805732727051,
+      "step": 2908,
+      "subrel-constrast": 3.9946417808532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4551281929016113,
+      "cov-distil (oracle2student)": 4.015639305114746,
+      "cov-distil (oracle2teacher)": 3.512058734893799,
+      "epoch": 2.283359497645212,
+      "rel-constrast": 3.156123161315918,
+      "step": 2909,
+      "subrel-constrast": 3.6043436527252197,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2841444270015696,
+      "grad_norm": 7.15625,
+      "learning_rate": 4.465181776365745e-05,
+      "loss": 0.7482,
+      "step": 2910
+    },
+    {
+      "cov-distil": 1.4601469039916992,
+      "cov-distil (oracle2student)": 5.148327350616455,
+      "cov-distil (oracle2teacher)": 4.972081184387207,
+      "epoch": 2.2841444270015696,
+      "rel-constrast": 3.4905025959014893,
+      "step": 2910,
+      "subrel-constrast": 3.8339619636535645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5037288665771484,
+      "cov-distil (oracle2student)": 4.3203229904174805,
+      "cov-distil (oracle2teacher)": 3.8823251724243164,
+      "epoch": 2.2849293563579276,
+      "rel-constrast": 2.7829811573028564,
+      "step": 2911,
+      "subrel-constrast": 3.117487907409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7096062898635864,
+      "cov-distil (oracle2student)": 2.720289707183838,
+      "cov-distil (oracle2teacher)": 2.9195873737335205,
+      "epoch": 2.2857142857142856,
+      "rel-constrast": 2.9021034240722656,
+      "step": 2912,
+      "subrel-constrast": 3.6157548427581787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.267793893814087,
+      "cov-distil (oracle2student)": 5.135591506958008,
+      "cov-distil (oracle2teacher)": 5.176277160644531,
+      "epoch": 2.2864992150706436,
+      "rel-constrast": 3.540013551712036,
+      "step": 2913,
+      "subrel-constrast": 4.190417766571045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6457276344299316,
+      "cov-distil (oracle2student)": 3.9154491424560547,
+      "cov-distil (oracle2teacher)": 4.351151466369629,
+      "epoch": 2.2872841444270016,
+      "rel-constrast": 2.523313283920288,
+      "step": 2914,
+      "subrel-constrast": 3.6803083419799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6197237968444824,
+      "cov-distil (oracle2student)": 5.213115215301514,
+      "cov-distil (oracle2teacher)": 5.790378570556641,
+      "epoch": 2.2880690737833596,
+      "rel-constrast": 3.3265340328216553,
+      "step": 2915,
+      "subrel-constrast": 4.065525531768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3114774227142334,
+      "cov-distil (oracle2student)": 3.891345977783203,
+      "cov-distil (oracle2teacher)": 3.559769630432129,
+      "epoch": 2.2888540031397175,
+      "rel-constrast": 2.6293959617614746,
+      "step": 2916,
+      "subrel-constrast": 3.5540945529937744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6717156171798706,
+      "cov-distil (oracle2student)": 5.542957305908203,
+      "cov-distil (oracle2teacher)": 5.145547389984131,
+      "epoch": 2.2896389324960755,
+      "rel-constrast": 2.6643424034118652,
+      "step": 2917,
+      "subrel-constrast": 3.4207189083099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5813555717468262,
+      "cov-distil (oracle2student)": 3.4501473903656006,
+      "cov-distil (oracle2teacher)": 3.3968281745910645,
+      "epoch": 2.2904238618524335,
+      "rel-constrast": 2.0474085807800293,
+      "step": 2918,
+      "subrel-constrast": 2.8570103645324707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881287574768066,
+      "cov-distil (oracle2student)": 3.1075901985168457,
+      "cov-distil (oracle2teacher)": 2.8594539165496826,
+      "epoch": 2.291208791208791,
+      "rel-constrast": 2.3755412101745605,
+      "step": 2919,
+      "subrel-constrast": 3.201690912246704,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.291993720565149,
+      "grad_norm": 5.125,
+      "learning_rate": 4.459775577635619e-05,
+      "loss": 0.745,
+      "step": 2920
+    },
+    {
+      "cov-distil": 1.5123789310455322,
+      "cov-distil (oracle2student)": 3.8693645000457764,
+      "cov-distil (oracle2teacher)": 3.57845401763916,
+      "epoch": 2.291993720565149,
+      "rel-constrast": 2.150233268737793,
+      "step": 2920,
+      "subrel-constrast": 2.999439239501953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9926846027374268,
+      "cov-distil (oracle2student)": 4.299108028411865,
+      "cov-distil (oracle2teacher)": 4.095826148986816,
+      "epoch": 2.292778649921507,
+      "rel-constrast": 2.330793857574463,
+      "step": 2921,
+      "subrel-constrast": 3.4155919551849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9739807844161987,
+      "cov-distil (oracle2student)": 5.472184181213379,
+      "cov-distil (oracle2teacher)": 4.959778785705566,
+      "epoch": 2.293563579277865,
+      "rel-constrast": 1.6842437982559204,
+      "step": 2922,
+      "subrel-constrast": 1.9547444581985474,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496598482131958,
+      "cov-distil (oracle2student)": 5.856607437133789,
+      "cov-distil (oracle2teacher)": 4.825408458709717,
+      "epoch": 2.294348508634223,
+      "rel-constrast": 3.7332162857055664,
+      "step": 2923,
+      "subrel-constrast": 4.265716552734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562182903289795,
+      "cov-distil (oracle2student)": 4.766845226287842,
+      "cov-distil (oracle2teacher)": 4.553997039794922,
+      "epoch": 2.295133437990581,
+      "rel-constrast": 3.12982177734375,
+      "step": 2924,
+      "subrel-constrast": 3.871743679046631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2428536415100098,
+      "cov-distil (oracle2student)": 3.2185959815979004,
+      "cov-distil (oracle2teacher)": 3.349494695663452,
+      "epoch": 2.295918367346939,
+      "rel-constrast": 2.290083885192871,
+      "step": 2925,
+      "subrel-constrast": 2.868030071258545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.306395173072815,
+      "cov-distil (oracle2student)": 4.492713451385498,
+      "cov-distil (oracle2teacher)": 4.308692455291748,
+      "epoch": 2.2967032967032965,
+      "rel-constrast": 2.163879871368408,
+      "step": 2926,
+      "subrel-constrast": 3.152101516723633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4351893663406372,
+      "cov-distil (oracle2student)": 2.986691474914551,
+      "cov-distil (oracle2teacher)": 2.6901135444641113,
+      "epoch": 2.2974882260596545,
+      "rel-constrast": 2.1739580631256104,
+      "step": 2927,
+      "subrel-constrast": 3.22617506980896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3215203285217285,
+      "cov-distil (oracle2student)": 4.368426322937012,
+      "cov-distil (oracle2teacher)": 4.141865253448486,
+      "epoch": 2.2982731554160125,
+      "rel-constrast": 2.499086856842041,
+      "step": 2928,
+      "subrel-constrast": 3.0995688438415527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317307710647583,
+      "cov-distil (oracle2student)": 4.851629257202148,
+      "cov-distil (oracle2teacher)": 4.366608142852783,
+      "epoch": 2.2990580847723705,
+      "rel-constrast": 2.5924856662750244,
+      "step": 2929,
+      "subrel-constrast": 3.2747113704681396,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2998430141287285,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.454345499658546e-05,
+      "loss": 0.6545,
+      "step": 2930
+    },
+    {
+      "cov-distil": 1.9649293422698975,
+      "cov-distil (oracle2student)": 5.953857421875,
+      "cov-distil (oracle2teacher)": 5.255563735961914,
+      "epoch": 2.2998430141287285,
+      "rel-constrast": 3.163959503173828,
+      "step": 2930,
+      "subrel-constrast": 3.516575336456299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8931348323822021,
+      "cov-distil (oracle2student)": 5.357943534851074,
+      "cov-distil (oracle2teacher)": 4.872707366943359,
+      "epoch": 2.3006279434850865,
+      "rel-constrast": 2.678823709487915,
+      "step": 2931,
+      "subrel-constrast": 3.307434558868408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2738279104232788,
+      "cov-distil (oracle2student)": 3.2379040718078613,
+      "cov-distil (oracle2teacher)": 3.3839454650878906,
+      "epoch": 2.3014128728414445,
+      "rel-constrast": 2.05763578414917,
+      "step": 2932,
+      "subrel-constrast": 2.922208070755005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4986791610717773,
+      "cov-distil (oracle2student)": 3.487306833267212,
+      "cov-distil (oracle2teacher)": 3.636643886566162,
+      "epoch": 2.302197802197802,
+      "rel-constrast": 2.639075517654419,
+      "step": 2933,
+      "subrel-constrast": 3.022005081176758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5934536457061768,
+      "cov-distil (oracle2student)": 1.9810131788253784,
+      "cov-distil (oracle2teacher)": 2.0557546615600586,
+      "epoch": 2.30298273155416,
+      "rel-constrast": 1.6724300384521484,
+      "step": 2934,
+      "subrel-constrast": 2.448728322982788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7548202276229858,
+      "cov-distil (oracle2student)": 4.638466835021973,
+      "cov-distil (oracle2teacher)": 4.35058069229126,
+      "epoch": 2.303767660910518,
+      "rel-constrast": 3.221240282058716,
+      "step": 2935,
+      "subrel-constrast": 4.0420098304748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.657447099685669,
+      "cov-distil (oracle2student)": 2.5594277381896973,
+      "cov-distil (oracle2teacher)": 3.082202434539795,
+      "epoch": 2.304552590266876,
+      "rel-constrast": 1.7904181480407715,
+      "step": 2936,
+      "subrel-constrast": 3.1278340816497803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8402522802352905,
+      "cov-distil (oracle2student)": 4.287407875061035,
+      "cov-distil (oracle2teacher)": 3.8491311073303223,
+      "epoch": 2.305337519623234,
+      "rel-constrast": 2.434047222137451,
+      "step": 2937,
+      "subrel-constrast": 3.0688462257385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2148301601409912,
+      "cov-distil (oracle2student)": 2.647704839706421,
+      "cov-distil (oracle2teacher)": 3.2967801094055176,
+      "epoch": 2.306122448979592,
+      "rel-constrast": 2.5161516666412354,
+      "step": 2938,
+      "subrel-constrast": 3.578235626220703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6084508895874023,
+      "cov-distil (oracle2student)": 5.141763687133789,
+      "cov-distil (oracle2teacher)": 4.87265682220459,
+      "epoch": 2.30690737833595,
+      "rel-constrast": 3.639364719390869,
+      "step": 2939,
+      "subrel-constrast": 4.359229564666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 6.6875,
+      "learning_rate": 4.4488916085983145e-05,
+      "loss": 0.6861,
+      "step": 2940
+    },
+    {
+      "cov-distil": 1.682687759399414,
+      "cov-distil (oracle2student)": 2.9574520587921143,
+      "cov-distil (oracle2teacher)": 2.812974452972412,
+      "epoch": 2.3076923076923075,
+      "rel-constrast": 2.3965768814086914,
+      "step": 2940,
+      "subrel-constrast": 3.1047682762145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569800615310669,
+      "cov-distil (oracle2student)": 5.509970664978027,
+      "cov-distil (oracle2teacher)": 4.55319881439209,
+      "epoch": 2.3084772370486655,
+      "rel-constrast": 2.3726298809051514,
+      "step": 2941,
+      "subrel-constrast": 2.9780030250549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2632992267608643,
+      "cov-distil (oracle2student)": 4.085526466369629,
+      "cov-distil (oracle2teacher)": 3.975017547607422,
+      "epoch": 2.3092621664050235,
+      "rel-constrast": 2.725144147872925,
+      "step": 2942,
+      "subrel-constrast": 3.1465070247650146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.523050308227539,
+      "cov-distil (oracle2student)": 4.651790618896484,
+      "cov-distil (oracle2teacher)": 4.3990373611450195,
+      "epoch": 2.3100470957613815,
+      "rel-constrast": 2.18768572807312,
+      "step": 2943,
+      "subrel-constrast": 2.981546401977539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87371826171875,
+      "cov-distil (oracle2student)": 4.4328718185424805,
+      "cov-distil (oracle2teacher)": 4.173334121704102,
+      "epoch": 2.3108320251177394,
+      "rel-constrast": 3.555877208709717,
+      "step": 2944,
+      "subrel-constrast": 4.4560747146606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0609595775604248,
+      "cov-distil (oracle2student)": 4.788397789001465,
+      "cov-distil (oracle2teacher)": 3.841548442840576,
+      "epoch": 2.3116169544740974,
+      "rel-constrast": 1.9126191139221191,
+      "step": 2945,
+      "subrel-constrast": 2.7842512130737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4640824794769287,
+      "cov-distil (oracle2student)": 4.25575065612793,
+      "cov-distil (oracle2teacher)": 4.332795143127441,
+      "epoch": 2.3124018838304554,
+      "rel-constrast": 2.2125606536865234,
+      "step": 2946,
+      "subrel-constrast": 3.3149027824401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430419445037842,
+      "cov-distil (oracle2student)": 3.6968894004821777,
+      "cov-distil (oracle2teacher)": 3.4741673469543457,
+      "epoch": 2.313186813186813,
+      "rel-constrast": 2.5025429725646973,
+      "step": 2947,
+      "subrel-constrast": 2.8744957447052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8937710523605347,
+      "cov-distil (oracle2student)": 4.430085182189941,
+      "cov-distil (oracle2teacher)": 4.447072982788086,
+      "epoch": 2.313971742543171,
+      "rel-constrast": 2.423330307006836,
+      "step": 2948,
+      "subrel-constrast": 3.3679840564727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9114400148391724,
+      "cov-distil (oracle2student)": 4.534064292907715,
+      "cov-distil (oracle2teacher)": 4.708141803741455,
+      "epoch": 2.314756671899529,
+      "rel-constrast": 2.754673719406128,
+      "step": 2949,
+      "subrel-constrast": 3.7646496295928955,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.315541601255887,
+      "grad_norm": 6.875,
+      "learning_rate": 4.443413970908865e-05,
+      "loss": 0.6656,
+      "step": 2950
+    },
+    {
+      "cov-distil": 1.3527907133102417,
+      "cov-distil (oracle2student)": 5.176224708557129,
+      "cov-distil (oracle2teacher)": 4.530098915100098,
+      "epoch": 2.315541601255887,
+      "rel-constrast": 3.1328635215759277,
+      "step": 2950,
+      "subrel-constrast": 4.278329849243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930566310882568,
+      "cov-distil (oracle2student)": 3.884694814682007,
+      "cov-distil (oracle2teacher)": 3.521693229675293,
+      "epoch": 2.316326530612245,
+      "rel-constrast": 3.3070292472839355,
+      "step": 2951,
+      "subrel-constrast": 3.874663829803467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6771104335784912,
+      "cov-distil (oracle2student)": 4.007219314575195,
+      "cov-distil (oracle2teacher)": 3.839456558227539,
+      "epoch": 2.317111459968603,
+      "rel-constrast": 2.1010355949401855,
+      "step": 2952,
+      "subrel-constrast": 3.32281231880188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4282652139663696,
+      "cov-distil (oracle2student)": 3.562817096710205,
+      "cov-distil (oracle2teacher)": 3.281856060028076,
+      "epoch": 2.317896389324961,
+      "rel-constrast": 2.962467908859253,
+      "step": 2953,
+      "subrel-constrast": 3.668440103530884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1753950119018555,
+      "cov-distil (oracle2student)": 5.81159782409668,
+      "cov-distil (oracle2teacher)": 5.457996368408203,
+      "epoch": 2.3186813186813184,
+      "rel-constrast": 2.684283971786499,
+      "step": 2954,
+      "subrel-constrast": 3.442131519317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8666194677352905,
+      "cov-distil (oracle2student)": 2.74351167678833,
+      "cov-distil (oracle2teacher)": 2.8551559448242188,
+      "epoch": 2.3194662480376764,
+      "rel-constrast": 2.7002830505371094,
+      "step": 2955,
+      "subrel-constrast": 3.458941698074341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55706787109375,
+      "cov-distil (oracle2student)": 4.924619674682617,
+      "cov-distil (oracle2teacher)": 4.815800666809082,
+      "epoch": 2.3202511773940344,
+      "rel-constrast": 3.41646146774292,
+      "step": 2956,
+      "subrel-constrast": 4.005241870880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7256336212158203,
+      "cov-distil (oracle2student)": 4.733604907989502,
+      "cov-distil (oracle2teacher)": 4.785624980926514,
+      "epoch": 2.3210361067503924,
+      "rel-constrast": 1.867337703704834,
+      "step": 2957,
+      "subrel-constrast": 2.668778657913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8766374588012695,
+      "cov-distil (oracle2student)": 5.192008018493652,
+      "cov-distil (oracle2teacher)": 4.845361709594727,
+      "epoch": 2.3218210361067504,
+      "rel-constrast": 3.285515069961548,
+      "step": 2958,
+      "subrel-constrast": 4.28424072265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.680384874343872,
+      "cov-distil (oracle2student)": 4.779606819152832,
+      "cov-distil (oracle2teacher)": 4.678349018096924,
+      "epoch": 2.3226059654631084,
+      "rel-constrast": 2.8360047340393066,
+      "step": 2959,
+      "subrel-constrast": 4.017314434051514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3233908948194664,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.437912653333484e-05,
+      "loss": 0.7492,
+      "step": 2960
+    },
+    {
+      "cov-distil": 1.128483772277832,
+      "cov-distil (oracle2student)": 3.283682107925415,
+      "cov-distil (oracle2teacher)": 3.0141401290893555,
+      "epoch": 2.3233908948194664,
+      "rel-constrast": 2.4173455238342285,
+      "step": 2960,
+      "subrel-constrast": 2.619621515274048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.334394931793213,
+      "cov-distil (oracle2student)": 4.218690395355225,
+      "cov-distil (oracle2teacher)": 4.176640033721924,
+      "epoch": 2.3241758241758244,
+      "rel-constrast": 2.7801456451416016,
+      "step": 2961,
+      "subrel-constrast": 3.18353533744812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2439329624176025,
+      "cov-distil (oracle2student)": 3.538435459136963,
+      "cov-distil (oracle2teacher)": 3.5042624473571777,
+      "epoch": 2.3249607535321823,
+      "rel-constrast": 1.6747994422912598,
+      "step": 2962,
+      "subrel-constrast": 2.639887571334839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3630037307739258,
+      "cov-distil (oracle2student)": 6.429265975952148,
+      "cov-distil (oracle2teacher)": 5.785843372344971,
+      "epoch": 2.32574568288854,
+      "rel-constrast": 2.5101332664489746,
+      "step": 2963,
+      "subrel-constrast": 3.3417346477508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153046131134033,
+      "cov-distil (oracle2student)": 2.8788390159606934,
+      "cov-distil (oracle2teacher)": 3.0133771896362305,
+      "epoch": 2.326530612244898,
+      "rel-constrast": 1.4759862422943115,
+      "step": 2964,
+      "subrel-constrast": 2.343438148498535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3989615440368652,
+      "cov-distil (oracle2student)": 3.3339366912841797,
+      "cov-distil (oracle2teacher)": 3.174919366836548,
+      "epoch": 2.327315541601256,
+      "rel-constrast": 3.0823934078216553,
+      "step": 2965,
+      "subrel-constrast": 3.685718297958374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3006784915924072,
+      "cov-distil (oracle2student)": 4.917079448699951,
+      "cov-distil (oracle2teacher)": 4.8694586753845215,
+      "epoch": 2.328100470957614,
+      "rel-constrast": 3.189589500427246,
+      "step": 2966,
+      "subrel-constrast": 3.8416385650634766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1356143951416016,
+      "cov-distil (oracle2student)": 2.6906864643096924,
+      "cov-distil (oracle2teacher)": 2.702298164367676,
+      "epoch": 2.328885400313972,
+      "rel-constrast": 1.4944229125976562,
+      "step": 2967,
+      "subrel-constrast": 2.9858410358428955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4412527084350586,
+      "cov-distil (oracle2student)": 5.042994499206543,
+      "cov-distil (oracle2teacher)": 4.860012054443359,
+      "epoch": 2.32967032967033,
+      "rel-constrast": 2.495082378387451,
+      "step": 2968,
+      "subrel-constrast": 3.083526134490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.242704153060913,
+      "cov-distil (oracle2student)": 4.8623223304748535,
+      "cov-distil (oracle2teacher)": 4.601805210113525,
+      "epoch": 2.330455259026688,
+      "rel-constrast": 2.3507919311523438,
+      "step": 2969,
+      "subrel-constrast": 3.355520486831665,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3312401883830454,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.432387722903989e-05,
+      "loss": 0.6213,
+      "step": 2970
+    },
+    {
+      "cov-distil": 1.5590205192565918,
+      "cov-distil (oracle2student)": 4.563724517822266,
+      "cov-distil (oracle2teacher)": 4.166875839233398,
+      "epoch": 2.3312401883830454,
+      "rel-constrast": 2.3845713138580322,
+      "step": 2970,
+      "subrel-constrast": 2.924543619155884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4570109844207764,
+      "cov-distil (oracle2student)": 4.631608009338379,
+      "cov-distil (oracle2teacher)": 4.671158790588379,
+      "epoch": 2.3320251177394034,
+      "rel-constrast": 2.632021903991699,
+      "step": 2971,
+      "subrel-constrast": 3.033569097518921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3803387880325317,
+      "cov-distil (oracle2student)": 3.418468952178955,
+      "cov-distil (oracle2teacher)": 3.570920467376709,
+      "epoch": 2.3328100470957613,
+      "rel-constrast": 2.7556324005126953,
+      "step": 2972,
+      "subrel-constrast": 3.456763982772827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3663105964660645,
+      "cov-distil (oracle2student)": 5.037956237792969,
+      "cov-distil (oracle2teacher)": 4.4690752029418945,
+      "epoch": 2.3335949764521193,
+      "rel-constrast": 2.122922658920288,
+      "step": 2973,
+      "subrel-constrast": 2.8783187866210938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.787717342376709,
+      "cov-distil (oracle2student)": 6.151689529418945,
+      "cov-distil (oracle2teacher)": 5.032905101776123,
+      "epoch": 2.3343799058084773,
+      "rel-constrast": 3.138890027999878,
+      "step": 2974,
+      "subrel-constrast": 3.739570379257202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3505449295043945,
+      "cov-distil (oracle2student)": 5.722650527954102,
+      "cov-distil (oracle2teacher)": 4.6011552810668945,
+      "epoch": 2.3351648351648353,
+      "rel-constrast": 2.523002862930298,
+      "step": 2975,
+      "subrel-constrast": 2.937749147415161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.543625831604004,
+      "cov-distil (oracle2student)": 4.9311347007751465,
+      "cov-distil (oracle2teacher)": 4.093022346496582,
+      "epoch": 2.3359497645211933,
+      "rel-constrast": 3.7849912643432617,
+      "step": 2976,
+      "subrel-constrast": 4.015651226043701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3233271837234497,
+      "cov-distil (oracle2student)": 5.3262224197387695,
+      "cov-distil (oracle2teacher)": 4.775047302246094,
+      "epoch": 2.336734693877551,
+      "rel-constrast": 3.0931317806243896,
+      "step": 2977,
+      "subrel-constrast": 3.6941487789154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9540104866027832,
+      "cov-distil (oracle2student)": 4.928973197937012,
+      "cov-distil (oracle2teacher)": 3.8909952640533447,
+      "epoch": 2.337519623233909,
+      "rel-constrast": 3.1219239234924316,
+      "step": 2978,
+      "subrel-constrast": 3.752061367034912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726035237312317,
+      "cov-distil (oracle2student)": 5.101073741912842,
+      "cov-distil (oracle2teacher)": 5.834536075592041,
+      "epoch": 2.338304552590267,
+      "rel-constrast": 2.9084794521331787,
+      "step": 2979,
+      "subrel-constrast": 4.160320281982422,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.339089481946625,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.426839246939915e-05,
+      "loss": 0.7503,
+      "step": 2980
+    },
+    {
+      "cov-distil": 1.4278687238693237,
+      "cov-distil (oracle2student)": 4.675106048583984,
+      "cov-distil (oracle2teacher)": 4.286375999450684,
+      "epoch": 2.339089481946625,
+      "rel-constrast": 3.471728801727295,
+      "step": 2980,
+      "subrel-constrast": 4.407553672790527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145664691925049,
+      "cov-distil (oracle2student)": 5.4231157302856445,
+      "cov-distil (oracle2teacher)": 4.707420349121094,
+      "epoch": 2.339874411302983,
+      "rel-constrast": 2.136762857437134,
+      "step": 2981,
+      "subrel-constrast": 3.075253486633301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734173059463501,
+      "cov-distil (oracle2student)": 3.4727823734283447,
+      "cov-distil (oracle2teacher)": 3.52551007270813,
+      "epoch": 2.340659340659341,
+      "rel-constrast": 2.68383526802063,
+      "step": 2982,
+      "subrel-constrast": 3.479243516921997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3088481426239014,
+      "cov-distil (oracle2student)": 3.056424379348755,
+      "cov-distil (oracle2teacher)": 3.037140369415283,
+      "epoch": 2.3414442700156988,
+      "rel-constrast": 1.6073967218399048,
+      "step": 2983,
+      "subrel-constrast": 2.1396563053131104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6244215965270996,
+      "cov-distil (oracle2student)": 3.9564104080200195,
+      "cov-distil (oracle2teacher)": 3.5445351600646973,
+      "epoch": 2.3422291993720563,
+      "rel-constrast": 2.460270404815674,
+      "step": 2984,
+      "subrel-constrast": 3.4894001483917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6991287469863892,
+      "cov-distil (oracle2student)": 3.7832155227661133,
+      "cov-distil (oracle2teacher)": 3.517789363861084,
+      "epoch": 2.3430141287284143,
+      "rel-constrast": 2.719836950302124,
+      "step": 2985,
+      "subrel-constrast": 3.6076979637145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3133610486984253,
+      "cov-distil (oracle2student)": 4.027007579803467,
+      "cov-distil (oracle2teacher)": 4.189428329467773,
+      "epoch": 2.3437990580847723,
+      "rel-constrast": 2.29571270942688,
+      "step": 2986,
+      "subrel-constrast": 3.0939395427703857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6425726413726807,
+      "cov-distil (oracle2student)": 3.3201963901519775,
+      "cov-distil (oracle2teacher)": 3.3211512565612793,
+      "epoch": 2.3445839874411303,
+      "rel-constrast": 2.4002838134765625,
+      "step": 2987,
+      "subrel-constrast": 3.413862705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0619643926620483,
+      "cov-distil (oracle2student)": 3.677417278289795,
+      "cov-distil (oracle2teacher)": 3.6946122646331787,
+      "epoch": 2.3453689167974883,
+      "rel-constrast": 2.8937718868255615,
+      "step": 2988,
+      "subrel-constrast": 3.9562559127807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1150099039077759,
+      "cov-distil (oracle2student)": 4.556096076965332,
+      "cov-distil (oracle2teacher)": 3.9448113441467285,
+      "epoch": 2.3461538461538463,
+      "rel-constrast": 1.5391465425491333,
+      "step": 2989,
+      "subrel-constrast": 2.3086745738983154,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3469387755102042,
+      "grad_norm": 3.84375,
+      "learning_rate": 4.4212672930476915e-05,
+      "loss": 0.6418,
+      "step": 2990
+    },
+    {
+      "cov-distil": 1.509683609008789,
+      "cov-distil (oracle2student)": 3.343407154083252,
+      "cov-distil (oracle2teacher)": 2.9351065158843994,
+      "epoch": 2.3469387755102042,
+      "rel-constrast": 2.9677727222442627,
+      "step": 2990,
+      "subrel-constrast": 3.4630091190338135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5794786214828491,
+      "cov-distil (oracle2student)": 2.9426798820495605,
+      "cov-distil (oracle2teacher)": 2.933521270751953,
+      "epoch": 2.347723704866562,
+      "rel-constrast": 1.7079310417175293,
+      "step": 2991,
+      "subrel-constrast": 2.7408077716827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.476070761680603,
+      "cov-distil (oracle2student)": 3.623239517211914,
+      "cov-distil (oracle2teacher)": 3.5645179748535156,
+      "epoch": 2.3485086342229198,
+      "rel-constrast": 2.7482523918151855,
+      "step": 2992,
+      "subrel-constrast": 3.5268168449401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1698358058929443,
+      "cov-distil (oracle2student)": 4.663313388824463,
+      "cov-distil (oracle2teacher)": 4.291832447052002,
+      "epoch": 2.3492935635792778,
+      "rel-constrast": 2.9868531227111816,
+      "step": 2993,
+      "subrel-constrast": 3.557873010635376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4513378143310547,
+      "cov-distil (oracle2student)": 5.074394226074219,
+      "cov-distil (oracle2teacher)": 4.695187091827393,
+      "epoch": 2.3500784929356358,
+      "rel-constrast": 2.6942601203918457,
+      "step": 2994,
+      "subrel-constrast": 3.3351945877075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366452932357788,
+      "cov-distil (oracle2student)": 4.039358139038086,
+      "cov-distil (oracle2teacher)": 4.298418045043945,
+      "epoch": 2.3508634222919937,
+      "rel-constrast": 2.3587236404418945,
+      "step": 2995,
+      "subrel-constrast": 2.8678228855133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676832914352417,
+      "cov-distil (oracle2student)": 4.631575107574463,
+      "cov-distil (oracle2teacher)": 4.468583106994629,
+      "epoch": 2.3516483516483517,
+      "rel-constrast": 2.241927146911621,
+      "step": 2996,
+      "subrel-constrast": 3.5148019790649414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7871907949447632,
+      "cov-distil (oracle2student)": 4.079230308532715,
+      "cov-distil (oracle2teacher)": 3.918247938156128,
+      "epoch": 2.3524332810047097,
+      "rel-constrast": 2.1835954189300537,
+      "step": 2997,
+      "subrel-constrast": 2.940981149673462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1063368320465088,
+      "cov-distil (oracle2student)": 5.320260047912598,
+      "cov-distil (oracle2teacher)": 4.4263715744018555,
+      "epoch": 2.3532182103610673,
+      "rel-constrast": 2.466470718383789,
+      "step": 2998,
+      "subrel-constrast": 2.763544797897339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6885617971420288,
+      "cov-distil (oracle2student)": 5.366703987121582,
+      "cov-distil (oracle2teacher)": 4.5009613037109375,
+      "epoch": 2.3540031397174253,
+      "rel-constrast": 2.827603816986084,
+      "step": 2999,
+      "subrel-constrast": 3.2528069019317627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.4156719291198166e-05,
+      "loss": 0.6666,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/duc04-P@10": 0.758,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/duc04-nDCG@10": 0.7677130060175296,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/duc04-alpha_nDCG@10": 0.5872074819680875,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/multi_news-nDCG@10": 0.6119723991156792,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/multi_news-alpha_nDCG@10": 0.5996669950455281,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/avg": 0.5392912535833715,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "overlap": 0.31718751788139343,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "step": 3000,
+      "student margin": 0.068359375
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "step": 3000,
+      "teacher margin": 0.05059814453125
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "margin difference": -0.01776123046875,
+      "step": 3000
+    },
+    {
+      "cov-distil": 1.6309221982955933,
+      "cov-distil (oracle2student)": 3.4888572692871094,
+      "cov-distil (oracle2teacher)": 3.34169340133667,
+      "epoch": 2.3547880690737832,
+      "rel-constrast": 1.8973376750946045,
+      "step": 3000,
+      "subrel-constrast": 2.64243745803833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5848208665847778,
+      "cov-distil (oracle2student)": 4.811938285827637,
+      "cov-distil (oracle2teacher)": 4.72887659072876,
+      "epoch": 2.3555729984301412,
+      "rel-constrast": 2.3861629962921143,
+      "step": 3001,
+      "subrel-constrast": 3.220522165298462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2477778196334839,
+      "cov-distil (oracle2student)": 4.104562759399414,
+      "cov-distil (oracle2teacher)": 3.746389389038086,
+      "epoch": 2.356357927786499,
+      "rel-constrast": 2.6145927906036377,
+      "step": 3002,
+      "subrel-constrast": 3.2029201984405518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6716723442077637,
+      "cov-distil (oracle2student)": 4.934717178344727,
+      "cov-distil (oracle2teacher)": 4.2842302322387695,
+      "epoch": 2.357142857142857,
+      "rel-constrast": 1.7975242137908936,
+      "step": 3003,
+      "subrel-constrast": 3.1134824752807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4009919166564941,
+      "cov-distil (oracle2student)": 4.088370323181152,
+      "cov-distil (oracle2teacher)": 3.7373833656311035,
+      "epoch": 2.357927786499215,
+      "rel-constrast": 2.423431873321533,
+      "step": 3004,
+      "subrel-constrast": 3.284420967102051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6722596883773804,
+      "cov-distil (oracle2student)": 3.341688632965088,
+      "cov-distil (oracle2teacher)": 3.337055206298828,
+      "epoch": 2.358712715855573,
+      "rel-constrast": 2.2815985679626465,
+      "step": 3005,
+      "subrel-constrast": 3.1574859619140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.239791989326477,
+      "cov-distil (oracle2student)": 4.745944976806641,
+      "cov-distil (oracle2teacher)": 4.475799083709717,
+      "epoch": 2.359497645211931,
+      "rel-constrast": 4.073483467102051,
+      "step": 3006,
+      "subrel-constrast": 4.741282939910889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.473825216293335,
+      "cov-distil (oracle2student)": 4.613060474395752,
+      "cov-distil (oracle2teacher)": 4.2921648025512695,
+      "epoch": 2.3602825745682887,
+      "rel-constrast": 2.772296190261841,
+      "step": 3007,
+      "subrel-constrast": 3.5055127143859863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4937958717346191,
+      "cov-distil (oracle2student)": 5.213271141052246,
+      "cov-distil (oracle2teacher)": 4.999622344970703,
+      "epoch": 2.3610675039246467,
+      "rel-constrast": 3.2362866401672363,
+      "step": 3008,
+      "subrel-constrast": 3.847580671310425,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0725618600845337,
+      "cov-distil (oracle2student)": 3.1118013858795166,
+      "cov-distil (oracle2teacher)": 2.9317424297332764,
+      "epoch": 2.3618524332810047,
+      "rel-constrast": 2.335059642791748,
+      "step": 3009,
+      "subrel-constrast": 2.9199743270874023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3626373626373627,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.4100532233340355e-05,
+      "loss": 0.6842,
+      "step": 3010
+    },
+    {
+      "cov-distil": 1.4603232145309448,
+      "cov-distil (oracle2student)": 4.944568157196045,
+      "cov-distil (oracle2teacher)": 4.341765880584717,
+      "epoch": 2.3626373626373627,
+      "rel-constrast": 2.5763282775878906,
+      "step": 3010,
+      "subrel-constrast": 3.468686580657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7990978956222534,
+      "cov-distil (oracle2student)": 6.503046989440918,
+      "cov-distil (oracle2teacher)": 5.451167583465576,
+      "epoch": 2.3634222919937207,
+      "rel-constrast": 3.221205949783325,
+      "step": 3011,
+      "subrel-constrast": 3.6051292419433594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3509280681610107,
+      "cov-distil (oracle2student)": 4.978081226348877,
+      "cov-distil (oracle2teacher)": 4.360333442687988,
+      "epoch": 2.3642072213500787,
+      "rel-constrast": 2.0280468463897705,
+      "step": 3012,
+      "subrel-constrast": 2.603811264038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3960641622543335,
+      "cov-distil (oracle2student)": 4.625884532928467,
+      "cov-distil (oracle2teacher)": 3.8437659740448,
+      "epoch": 2.3649921507064366,
+      "rel-constrast": 2.0225281715393066,
+      "step": 3013,
+      "subrel-constrast": 2.6921017169952393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3348792791366577,
+      "cov-distil (oracle2student)": 4.690553665161133,
+      "cov-distil (oracle2teacher)": 4.403451919555664,
+      "epoch": 2.365777080062794,
+      "rel-constrast": 3.4202656745910645,
+      "step": 3014,
+      "subrel-constrast": 4.372119903564453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3022834062576294,
+      "cov-distil (oracle2student)": 3.4112706184387207,
+      "cov-distil (oracle2teacher)": 3.9316840171813965,
+      "epoch": 2.366562009419152,
+      "rel-constrast": 3.275149345397949,
+      "step": 3015,
+      "subrel-constrast": 3.501225471496582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4932382106781006,
+      "cov-distil (oracle2student)": 5.338205814361572,
+      "cov-distil (oracle2teacher)": 4.883066177368164,
+      "epoch": 2.36734693877551,
+      "rel-constrast": 1.6139819622039795,
+      "step": 3016,
+      "subrel-constrast": 2.628488302230835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3252160549163818,
+      "cov-distil (oracle2student)": 4.229876518249512,
+      "cov-distil (oracle2teacher)": 3.7895970344543457,
+      "epoch": 2.368131868131868,
+      "rel-constrast": 2.4441418647766113,
+      "step": 3017,
+      "subrel-constrast": 2.8476357460021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5106550455093384,
+      "cov-distil (oracle2student)": 5.465137481689453,
+      "cov-distil (oracle2teacher)": 5.0038042068481445,
+      "epoch": 2.368916797488226,
+      "rel-constrast": 2.9072365760803223,
+      "step": 3018,
+      "subrel-constrast": 3.4674220085144043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.532564640045166,
+      "cov-distil (oracle2student)": 3.789635419845581,
+      "cov-distil (oracle2teacher)": 3.4802043437957764,
+      "epoch": 2.369701726844584,
+      "rel-constrast": 3.4530858993530273,
+      "step": 3019,
+      "subrel-constrast": 4.152379035949707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.370486656200942,
+      "grad_norm": 6.25,
+      "learning_rate": 4.4044112441525024e-05,
+      "loss": 0.7103,
+      "step": 3020
+    },
+    {
+      "cov-distil": 1.8929851055145264,
+      "cov-distil (oracle2student)": 3.045785903930664,
+      "cov-distil (oracle2teacher)": 3.068887233734131,
+      "epoch": 2.370486656200942,
+      "rel-constrast": 2.9509849548339844,
+      "step": 3020,
+      "subrel-constrast": 3.1791129112243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6654514074325562,
+      "cov-distil (oracle2student)": 3.079740047454834,
+      "cov-distil (oracle2teacher)": 3.7284903526306152,
+      "epoch": 2.3712715855572997,
+      "rel-constrast": 2.1112382411956787,
+      "step": 3021,
+      "subrel-constrast": 2.8683135509490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1239469051361084,
+      "cov-distil (oracle2student)": 3.9058210849761963,
+      "cov-distil (oracle2teacher)": 3.769263982772827,
+      "epoch": 2.3720565149136577,
+      "rel-constrast": 2.575458288192749,
+      "step": 3022,
+      "subrel-constrast": 3.019108533859253,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2568607330322266,
+      "cov-distil (oracle2student)": 3.1079492568969727,
+      "cov-distil (oracle2teacher)": 3.2370362281799316,
+      "epoch": 2.3728414442700156,
+      "rel-constrast": 3.3749160766601562,
+      "step": 3023,
+      "subrel-constrast": 4.260209083557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5514121055603027,
+      "cov-distil (oracle2student)": 4.011603832244873,
+      "cov-distil (oracle2teacher)": 4.0036396980285645,
+      "epoch": 2.3736263736263736,
+      "rel-constrast": 1.6934170722961426,
+      "step": 3024,
+      "subrel-constrast": 2.4398117065429688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.756263017654419,
+      "cov-distil (oracle2student)": 4.71966552734375,
+      "cov-distil (oracle2teacher)": 4.803842544555664,
+      "epoch": 2.3744113029827316,
+      "rel-constrast": 2.0999457836151123,
+      "step": 3025,
+      "subrel-constrast": 2.8090641498565674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2875945568084717,
+      "cov-distil (oracle2student)": 5.418118476867676,
+      "cov-distil (oracle2teacher)": 4.629947662353516,
+      "epoch": 2.3751962323390896,
+      "rel-constrast": 2.4040513038635254,
+      "step": 3026,
+      "subrel-constrast": 2.8369171619415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3504626750946045,
+      "cov-distil (oracle2student)": 3.0993382930755615,
+      "cov-distil (oracle2teacher)": 2.748713493347168,
+      "epoch": 2.3759811616954476,
+      "rel-constrast": 2.7728214263916016,
+      "step": 3027,
+      "subrel-constrast": 3.3379404544830322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1352392435073853,
+      "cov-distil (oracle2student)": 5.388628959655762,
+      "cov-distil (oracle2teacher)": 4.634409427642822,
+      "epoch": 2.376766091051805,
+      "rel-constrast": 2.633241653442383,
+      "step": 3028,
+      "subrel-constrast": 3.214625358581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2213926315307617,
+      "cov-distil (oracle2student)": 3.8594377040863037,
+      "cov-distil (oracle2teacher)": 3.8333868980407715,
+      "epoch": 2.377551020408163,
+      "rel-constrast": 2.057346820831299,
+      "step": 3029,
+      "subrel-constrast": 2.6564748287200928,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.378335949764521,
+      "grad_norm": 4.875,
+      "learning_rate": 4.398746060320956e-05,
+      "loss": 0.6549,
+      "step": 3030
+    },
+    {
+      "cov-distil": 2.083164930343628,
+      "cov-distil (oracle2student)": 4.512041091918945,
+      "cov-distil (oracle2teacher)": 4.611614227294922,
+      "epoch": 2.378335949764521,
+      "rel-constrast": 2.7584123611450195,
+      "step": 3030,
+      "subrel-constrast": 3.401062488555908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4240418672561646,
+      "cov-distil (oracle2student)": 3.6611075401306152,
+      "cov-distil (oracle2teacher)": 3.7483019828796387,
+      "epoch": 2.379120879120879,
+      "rel-constrast": 2.0268990993499756,
+      "step": 3031,
+      "subrel-constrast": 2.7147703170776367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5528323650360107,
+      "cov-distil (oracle2student)": 5.889558792114258,
+      "cov-distil (oracle2teacher)": 5.567135810852051,
+      "epoch": 2.379905808477237,
+      "rel-constrast": 4.150796890258789,
+      "step": 3032,
+      "subrel-constrast": 4.554765701293945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4437880516052246,
+      "cov-distil (oracle2student)": 5.498793125152588,
+      "cov-distil (oracle2teacher)": 5.097989082336426,
+      "epoch": 2.380690737833595,
+      "rel-constrast": 2.604891300201416,
+      "step": 3033,
+      "subrel-constrast": 2.6977338790893555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3491318225860596,
+      "cov-distil (oracle2student)": 2.9192771911621094,
+      "cov-distil (oracle2teacher)": 2.860161304473877,
+      "epoch": 2.381475667189953,
+      "rel-constrast": 2.3752682209014893,
+      "step": 3034,
+      "subrel-constrast": 2.9740443229675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2258323431015015,
+      "cov-distil (oracle2student)": 4.829683303833008,
+      "cov-distil (oracle2teacher)": 4.621716022491455,
+      "epoch": 2.3822605965463106,
+      "rel-constrast": 2.7248520851135254,
+      "step": 3035,
+      "subrel-constrast": 3.3675146102905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4130208492279053,
+      "cov-distil (oracle2student)": 5.679229736328125,
+      "cov-distil (oracle2teacher)": 5.175507545471191,
+      "epoch": 2.3830455259026686,
+      "rel-constrast": 2.5035338401794434,
+      "step": 3036,
+      "subrel-constrast": 3.4719643592834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3469414710998535,
+      "cov-distil (oracle2student)": 3.4148733615875244,
+      "cov-distil (oracle2teacher)": 3.299395799636841,
+      "epoch": 2.3838304552590266,
+      "rel-constrast": 2.580444097518921,
+      "step": 3037,
+      "subrel-constrast": 2.6035804748535156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4666985273361206,
+      "cov-distil (oracle2student)": 4.614387512207031,
+      "cov-distil (oracle2teacher)": 4.347832202911377,
+      "epoch": 2.3846153846153846,
+      "rel-constrast": 2.8427486419677734,
+      "step": 3038,
+      "subrel-constrast": 3.186776638031006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9015090465545654,
+      "cov-distil (oracle2student)": 4.119466304779053,
+      "cov-distil (oracle2teacher)": 4.316627502441406,
+      "epoch": 2.3854003139717426,
+      "rel-constrast": 2.8442747592926025,
+      "step": 3039,
+      "subrel-constrast": 3.9581120014190674,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3861852433281006,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.393057740867872e-05,
+      "loss": 0.7233,
+      "step": 3040
+    },
+    {
+      "cov-distil": 1.4745640754699707,
+      "cov-distil (oracle2student)": 3.3643908500671387,
+      "cov-distil (oracle2teacher)": 3.3942129611968994,
+      "epoch": 2.3861852433281006,
+      "rel-constrast": 2.519665241241455,
+      "step": 3040,
+      "subrel-constrast": 3.429258108139038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8634659051895142,
+      "cov-distil (oracle2student)": 3.91201114654541,
+      "cov-distil (oracle2teacher)": 3.620041847229004,
+      "epoch": 2.3869701726844585,
+      "rel-constrast": 1.9831821918487549,
+      "step": 3041,
+      "subrel-constrast": 2.700927495956421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3433393239974976,
+      "cov-distil (oracle2student)": 4.0655293464660645,
+      "cov-distil (oracle2teacher)": 3.770244598388672,
+      "epoch": 2.387755102040816,
+      "rel-constrast": 1.8098315000534058,
+      "step": 3042,
+      "subrel-constrast": 2.7884323596954346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8198623657226562,
+      "cov-distil (oracle2student)": 3.1899242401123047,
+      "cov-distil (oracle2teacher)": 3.4723424911499023,
+      "epoch": 2.388540031397174,
+      "rel-constrast": 3.1419379711151123,
+      "step": 3043,
+      "subrel-constrast": 3.5617458820343018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5058791637420654,
+      "cov-distil (oracle2student)": 3.9620118141174316,
+      "cov-distil (oracle2teacher)": 3.7772860527038574,
+      "epoch": 2.389324960753532,
+      "rel-constrast": 3.409691333770752,
+      "step": 3044,
+      "subrel-constrast": 4.038759231567383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.524767518043518,
+      "cov-distil (oracle2student)": 4.414911270141602,
+      "cov-distil (oracle2teacher)": 4.853850841522217,
+      "epoch": 2.39010989010989,
+      "rel-constrast": 2.933900833129883,
+      "step": 3045,
+      "subrel-constrast": 3.7729990482330322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.309978723526001,
+      "cov-distil (oracle2student)": 5.056611061096191,
+      "cov-distil (oracle2teacher)": 4.350159645080566,
+      "epoch": 2.390894819466248,
+      "rel-constrast": 2.9333250522613525,
+      "step": 3046,
+      "subrel-constrast": 3.359699010848999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7135841846466064,
+      "cov-distil (oracle2student)": 4.024019241333008,
+      "cov-distil (oracle2teacher)": 3.97279953956604,
+      "epoch": 2.391679748822606,
+      "rel-constrast": 3.411501884460449,
+      "step": 3047,
+      "subrel-constrast": 4.060216426849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9976208209991455,
+      "cov-distil (oracle2student)": 6.811582088470459,
+      "cov-distil (oracle2teacher)": 6.1415910720825195,
+      "epoch": 2.392464678178964,
+      "rel-constrast": 3.6383941173553467,
+      "step": 3048,
+      "subrel-constrast": 4.184986114501953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7935006618499756,
+      "cov-distil (oracle2student)": 2.374462127685547,
+      "cov-distil (oracle2teacher)": 2.7393624782562256,
+      "epoch": 2.393249607535322,
+      "rel-constrast": 2.1074917316436768,
+      "step": 3049,
+      "subrel-constrast": 2.8985953330993652,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.39403453689168,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.3873463551036286e-05,
+      "loss": 0.7381,
+      "step": 3050
+    },
+    {
+      "cov-distil": 1.5410692691802979,
+      "cov-distil (oracle2student)": 3.8690009117126465,
+      "cov-distil (oracle2teacher)": 3.3403306007385254,
+      "epoch": 2.39403453689168,
+      "rel-constrast": 2.0316455364227295,
+      "step": 3050,
+      "subrel-constrast": 3.0774383544921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8074302673339844,
+      "cov-distil (oracle2student)": 2.868546485900879,
+      "cov-distil (oracle2teacher)": 3.225584030151367,
+      "epoch": 2.3948194662480375,
+      "rel-constrast": 2.062230110168457,
+      "step": 3051,
+      "subrel-constrast": 3.1419620513916016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3047175407409668,
+      "cov-distil (oracle2student)": 2.7860238552093506,
+      "cov-distil (oracle2teacher)": 2.962844133377075,
+      "epoch": 2.3956043956043955,
+      "rel-constrast": 2.5081114768981934,
+      "step": 3052,
+      "subrel-constrast": 2.8154232501983643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2716597318649292,
+      "cov-distil (oracle2student)": 5.007419586181641,
+      "cov-distil (oracle2teacher)": 4.443467140197754,
+      "epoch": 2.3963893249607535,
+      "rel-constrast": 2.0843422412872314,
+      "step": 3053,
+      "subrel-constrast": 2.8584282398223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3399419784545898,
+      "cov-distil (oracle2student)": 4.713349342346191,
+      "cov-distil (oracle2teacher)": 4.341131210327148,
+      "epoch": 2.3971742543171115,
+      "rel-constrast": 1.957963466644287,
+      "step": 3054,
+      "subrel-constrast": 2.3200957775115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2939496040344238,
+      "cov-distil (oracle2student)": 3.811501979827881,
+      "cov-distil (oracle2teacher)": 3.594156503677368,
+      "epoch": 2.3979591836734695,
+      "rel-constrast": 2.2959089279174805,
+      "step": 3055,
+      "subrel-constrast": 2.7051451206207275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.053373098373413,
+      "cov-distil (oracle2student)": 5.207893371582031,
+      "cov-distil (oracle2teacher)": 4.475777626037598,
+      "epoch": 2.3987441130298275,
+      "rel-constrast": 3.0365350246429443,
+      "step": 3056,
+      "subrel-constrast": 3.5168888568878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.227976083755493,
+      "cov-distil (oracle2student)": 4.362164497375488,
+      "cov-distil (oracle2teacher)": 4.14237642288208,
+      "epoch": 2.3995290423861855,
+      "rel-constrast": 2.9906983375549316,
+      "step": 3057,
+      "subrel-constrast": 3.8213818073272705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.253174066543579,
+      "cov-distil (oracle2student)": 4.414144039154053,
+      "cov-distil (oracle2teacher)": 4.250367164611816,
+      "epoch": 2.400313971742543,
+      "rel-constrast": 3.1154420375823975,
+      "step": 3058,
+      "subrel-constrast": 3.7316935062408447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3846454620361328,
+      "cov-distil (oracle2student)": 4.629277229309082,
+      "cov-distil (oracle2teacher)": 4.477107524871826,
+      "epoch": 2.401098901098901,
+      "rel-constrast": 2.085487127304077,
+      "step": 3059,
+      "subrel-constrast": 3.0874953269958496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.401883830455259,
+      "grad_norm": 5.71875,
+      "learning_rate": 4.381611972619658e-05,
+      "loss": 0.6404,
+      "step": 3060
+    },
+    {
+      "cov-distil": 1.414991855621338,
+      "cov-distil (oracle2student)": 3.349447250366211,
+      "cov-distil (oracle2teacher)": 2.9285261631011963,
+      "epoch": 2.401883830455259,
+      "rel-constrast": 3.285433530807495,
+      "step": 3060,
+      "subrel-constrast": 3.2306034564971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4650033712387085,
+      "cov-distil (oracle2student)": 4.69073486328125,
+      "cov-distil (oracle2teacher)": 4.089700222015381,
+      "epoch": 2.402668759811617,
+      "rel-constrast": 3.101972818374634,
+      "step": 3061,
+      "subrel-constrast": 3.184358835220337,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6956160068511963,
+      "cov-distil (oracle2student)": 2.7909367084503174,
+      "cov-distil (oracle2teacher)": 3.2828874588012695,
+      "epoch": 2.403453689167975,
+      "rel-constrast": 2.138087272644043,
+      "step": 3062,
+      "subrel-constrast": 3.594982862472534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7757644653320312,
+      "cov-distil (oracle2student)": 5.276383399963379,
+      "cov-distil (oracle2teacher)": 4.8539299964904785,
+      "epoch": 2.404238618524333,
+      "rel-constrast": 2.6074957847595215,
+      "step": 3063,
+      "subrel-constrast": 3.5302584171295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8692997694015503,
+      "cov-distil (oracle2student)": 3.9351587295532227,
+      "cov-distil (oracle2teacher)": 4.36549186706543,
+      "epoch": 2.405023547880691,
+      "rel-constrast": 4.146545886993408,
+      "step": 3064,
+      "subrel-constrast": 4.4969377517700195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.717644453048706,
+      "cov-distil (oracle2student)": 2.1816554069519043,
+      "cov-distil (oracle2teacher)": 2.414996862411499,
+      "epoch": 2.4058084772370485,
+      "rel-constrast": 2.293348550796509,
+      "step": 3065,
+      "subrel-constrast": 2.8947479724884033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0703728199005127,
+      "cov-distil (oracle2student)": 4.350401878356934,
+      "cov-distil (oracle2teacher)": 4.271941184997559,
+      "epoch": 2.4065934065934065,
+      "rel-constrast": 2.559588670730591,
+      "step": 3066,
+      "subrel-constrast": 2.954277992248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8472816944122314,
+      "cov-distil (oracle2student)": 4.2954888343811035,
+      "cov-distil (oracle2teacher)": 4.47335147857666,
+      "epoch": 2.4073783359497645,
+      "rel-constrast": 2.793977737426758,
+      "step": 3067,
+      "subrel-constrast": 4.037046432495117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266877174377441,
+      "cov-distil (oracle2student)": 6.165536880493164,
+      "cov-distil (oracle2teacher)": 5.479109287261963,
+      "epoch": 2.4081632653061225,
+      "rel-constrast": 2.088073253631592,
+      "step": 3068,
+      "subrel-constrast": 2.993659257888794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4424668550491333,
+      "cov-distil (oracle2student)": 5.485201358795166,
+      "cov-distil (oracle2teacher)": 5.24677848815918,
+      "epoch": 2.4089481946624804,
+      "rel-constrast": 3.304251194000244,
+      "step": 3069,
+      "subrel-constrast": 4.1987385749816895,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4097331240188384,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.375854663287601e-05,
+      "loss": 0.7473,
+      "step": 3070
+    },
+    {
+      "cov-distil": 1.475146770477295,
+      "cov-distil (oracle2student)": 4.044496536254883,
+      "cov-distil (oracle2teacher)": 3.2410354614257812,
+      "epoch": 2.4097331240188384,
+      "rel-constrast": 2.1455562114715576,
+      "step": 3070,
+      "subrel-constrast": 2.891815423965454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8368010520935059,
+      "cov-distil (oracle2student)": 3.841926336288452,
+      "cov-distil (oracle2teacher)": 3.629031181335449,
+      "epoch": 2.4105180533751964,
+      "rel-constrast": 2.78139591217041,
+      "step": 3071,
+      "subrel-constrast": 3.509953498840332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8675960302352905,
+      "cov-distil (oracle2student)": 5.175873756408691,
+      "cov-distil (oracle2teacher)": 4.678619384765625,
+      "epoch": 2.411302982731554,
+      "rel-constrast": 2.172898769378662,
+      "step": 3072,
+      "subrel-constrast": 2.698033094406128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5033355951309204,
+      "cov-distil (oracle2student)": 5.4867353439331055,
+      "cov-distil (oracle2teacher)": 4.518240928649902,
+      "epoch": 2.412087912087912,
+      "rel-constrast": 3.474844455718994,
+      "step": 3073,
+      "subrel-constrast": 3.5300395488739014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4164576530456543,
+      "cov-distil (oracle2student)": 4.211483955383301,
+      "cov-distil (oracle2teacher)": 4.030996799468994,
+      "epoch": 2.41287284144427,
+      "rel-constrast": 2.7802317142486572,
+      "step": 3074,
+      "subrel-constrast": 3.958655595779419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129674434661865,
+      "cov-distil (oracle2student)": 3.635460376739502,
+      "cov-distil (oracle2teacher)": 3.53660249710083,
+      "epoch": 2.413657770800628,
+      "rel-constrast": 2.5121073722839355,
+      "step": 3075,
+      "subrel-constrast": 3.7195796966552734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3852119445800781,
+      "cov-distil (oracle2student)": 5.318832874298096,
+      "cov-distil (oracle2teacher)": 4.881415367126465,
+      "epoch": 2.414442700156986,
+      "rel-constrast": 2.177109479904175,
+      "step": 3076,
+      "subrel-constrast": 3.126558542251587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83939790725708,
+      "cov-distil (oracle2student)": 5.203956604003906,
+      "cov-distil (oracle2teacher)": 5.147180557250977,
+      "epoch": 2.415227629513344,
+      "rel-constrast": 2.8661723136901855,
+      "step": 3077,
+      "subrel-constrast": 3.554931640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.465797781944275,
+      "cov-distil (oracle2student)": 3.317169189453125,
+      "cov-distil (oracle2teacher)": 3.3707902431488037,
+      "epoch": 2.416012558869702,
+      "rel-constrast": 2.894062042236328,
+      "step": 3078,
+      "subrel-constrast": 3.326247453689575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3328229188919067,
+      "cov-distil (oracle2student)": 3.769038677215576,
+      "cov-distil (oracle2teacher)": 3.6634786128997803,
+      "epoch": 2.4167974882260594,
+      "rel-constrast": 2.889101982116699,
+      "step": 3079,
+      "subrel-constrast": 3.520508289337158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4175824175824174,
+      "grad_norm": 5.25,
+      "learning_rate": 4.370074497258456e-05,
+      "loss": 0.7099,
+      "step": 3080
+    },
+    {
+      "cov-distil": 1.5954891443252563,
+      "cov-distil (oracle2student)": 4.277334213256836,
+      "cov-distil (oracle2teacher)": 4.295309066772461,
+      "epoch": 2.4175824175824174,
+      "rel-constrast": 1.8895772695541382,
+      "step": 3080,
+      "subrel-constrast": 2.691560745239258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.513533592224121,
+      "cov-distil (oracle2student)": 4.284801959991455,
+      "cov-distil (oracle2teacher)": 3.9162445068359375,
+      "epoch": 2.4183673469387754,
+      "rel-constrast": 2.7244648933410645,
+      "step": 3081,
+      "subrel-constrast": 3.195178985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.068490982055664,
+      "cov-distil (oracle2student)": 4.575675010681152,
+      "cov-distil (oracle2teacher)": 4.7760419845581055,
+      "epoch": 2.4191522762951334,
+      "rel-constrast": 2.8242552280426025,
+      "step": 3082,
+      "subrel-constrast": 3.455894947052002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4129858016967773,
+      "cov-distil (oracle2student)": 3.0361571311950684,
+      "cov-distil (oracle2teacher)": 3.308905839920044,
+      "epoch": 2.4199372056514914,
+      "rel-constrast": 2.606328010559082,
+      "step": 3083,
+      "subrel-constrast": 3.2617435455322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6200933456420898,
+      "cov-distil (oracle2student)": 3.9919400215148926,
+      "cov-distil (oracle2teacher)": 3.9484012126922607,
+      "epoch": 2.4207221350078494,
+      "rel-constrast": 2.8377161026000977,
+      "step": 3084,
+      "subrel-constrast": 3.4638309478759766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3059407472610474,
+      "cov-distil (oracle2student)": 6.77864933013916,
+      "cov-distil (oracle2teacher)": 6.106629371643066,
+      "epoch": 2.4215070643642074,
+      "rel-constrast": 3.9351630210876465,
+      "step": 3085,
+      "subrel-constrast": 4.295100212097168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3926438093185425,
+      "cov-distil (oracle2student)": 4.928810119628906,
+      "cov-distil (oracle2teacher)": 4.185301303863525,
+      "epoch": 2.422291993720565,
+      "rel-constrast": 1.8593497276306152,
+      "step": 3086,
+      "subrel-constrast": 2.8457159996032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5756728649139404,
+      "cov-distil (oracle2student)": 3.6060595512390137,
+      "cov-distil (oracle2teacher)": 3.7412233352661133,
+      "epoch": 2.423076923076923,
+      "rel-constrast": 2.7606709003448486,
+      "step": 3087,
+      "subrel-constrast": 3.2743570804595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2948217391967773,
+      "cov-distil (oracle2student)": 3.4226462841033936,
+      "cov-distil (oracle2teacher)": 3.4693641662597656,
+      "epoch": 2.423861852433281,
+      "rel-constrast": 2.2020583152770996,
+      "step": 3088,
+      "subrel-constrast": 2.5527336597442627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9703471660614014,
+      "cov-distil (oracle2student)": 3.431999683380127,
+      "cov-distil (oracle2teacher)": 3.9646358489990234,
+      "epoch": 2.424646781789639,
+      "rel-constrast": 2.4696195125579834,
+      "step": 3089,
+      "subrel-constrast": 3.1155014038085938,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.425431711145997,
+      "grad_norm": 4.75,
+      "learning_rate": 4.364271544961722e-05,
+      "loss": 0.6896,
+      "step": 3090
+    },
+    {
+      "cov-distil": 1.6579806804656982,
+      "cov-distil (oracle2student)": 5.538765907287598,
+      "cov-distil (oracle2teacher)": 5.415374755859375,
+      "epoch": 2.425431711145997,
+      "rel-constrast": 3.3838932514190674,
+      "step": 3090,
+      "subrel-constrast": 3.9239776134490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6685764789581299,
+      "cov-distil (oracle2student)": 3.0305380821228027,
+      "cov-distil (oracle2teacher)": 2.941138744354248,
+      "epoch": 2.426216640502355,
+      "rel-constrast": 2.446298599243164,
+      "step": 3091,
+      "subrel-constrast": 3.0500919818878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7466681003570557,
+      "cov-distil (oracle2student)": 4.31923770904541,
+      "cov-distil (oracle2teacher)": 4.249931335449219,
+      "epoch": 2.427001569858713,
+      "rel-constrast": 2.3807554244995117,
+      "step": 3092,
+      "subrel-constrast": 3.604367256164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7580583095550537,
+      "cov-distil (oracle2student)": 3.24861478805542,
+      "cov-distil (oracle2teacher)": 3.5355465412139893,
+      "epoch": 2.427786499215071,
+      "rel-constrast": 2.440941095352173,
+      "step": 3093,
+      "subrel-constrast": 3.3570034503936768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.248308539390564,
+      "cov-distil (oracle2student)": 4.0413970947265625,
+      "cov-distil (oracle2teacher)": 3.4975693225860596,
+      "epoch": 2.4285714285714284,
+      "rel-constrast": 1.8814101219177246,
+      "step": 3094,
+      "subrel-constrast": 2.4188225269317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.427692174911499,
+      "cov-distil (oracle2student)": 4.72838020324707,
+      "cov-distil (oracle2teacher)": 4.359134674072266,
+      "epoch": 2.4293563579277864,
+      "rel-constrast": 1.8632233142852783,
+      "step": 3095,
+      "subrel-constrast": 2.5761775970458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0077743530273438,
+      "cov-distil (oracle2student)": 2.822767496109009,
+      "cov-distil (oracle2teacher)": 3.226290702819824,
+      "epoch": 2.4301412872841444,
+      "rel-constrast": 1.8497562408447266,
+      "step": 3096,
+      "subrel-constrast": 3.030212879180908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5448319911956787,
+      "cov-distil (oracle2student)": 3.73988676071167,
+      "cov-distil (oracle2teacher)": 3.87601900100708,
+      "epoch": 2.4309262166405023,
+      "rel-constrast": 2.24189829826355,
+      "step": 3097,
+      "subrel-constrast": 3.266615390777588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.973745346069336,
+      "cov-distil (oracle2student)": 4.834380149841309,
+      "cov-distil (oracle2teacher)": 4.47308874130249,
+      "epoch": 2.4317111459968603,
+      "rel-constrast": 2.900484800338745,
+      "step": 3098,
+      "subrel-constrast": 3.6581013202667236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5562504529953003,
+      "cov-distil (oracle2student)": 4.020699501037598,
+      "cov-distil (oracle2teacher)": 3.621068239212036,
+      "epoch": 2.4324960753532183,
+      "rel-constrast": 2.300758123397827,
+      "step": 3099,
+      "subrel-constrast": 2.9786806106567383,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "grad_norm": 5.625,
+      "learning_rate": 4.3584458771045406e-05,
+      "loss": 0.6337,
+      "step": 3100
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "overlap": 0.34687501192092896,
+      "step": 3100
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "step": 3100,
+      "student margin": 0.0672607421875
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "step": 3100,
+      "teacher margin": 0.04913330078125
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "margin difference": -0.01812744140625,
+      "step": 3100
+    },
+    {
+      "cov-distil": 1.5757256746292114,
+      "cov-distil (oracle2student)": 5.249720573425293,
+      "cov-distil (oracle2teacher)": 4.80001163482666,
+      "epoch": 2.4332810047095763,
+      "rel-constrast": 2.2883691787719727,
+      "step": 3100,
+      "subrel-constrast": 2.863760232925415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.351791262626648,
+      "cov-distil (oracle2student)": 4.2582855224609375,
+      "cov-distil (oracle2teacher)": 3.8739173412323,
+      "epoch": 2.4340659340659343,
+      "rel-constrast": 2.7392091751098633,
+      "step": 3101,
+      "subrel-constrast": 2.8720571994781494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.708400011062622,
+      "cov-distil (oracle2student)": 6.221958160400391,
+      "cov-distil (oracle2teacher)": 5.93073034286499,
+      "epoch": 2.434850863422292,
+      "rel-constrast": 4.075075149536133,
+      "step": 3102,
+      "subrel-constrast": 4.466808319091797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.983452320098877,
+      "cov-distil (oracle2student)": 4.48055362701416,
+      "cov-distil (oracle2teacher)": 4.607118606567383,
+      "epoch": 2.43563579277865,
+      "rel-constrast": 2.0553646087646484,
+      "step": 3103,
+      "subrel-constrast": 3.369985342025757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5557057857513428,
+      "cov-distil (oracle2student)": 2.5519473552703857,
+      "cov-distil (oracle2teacher)": 2.84794282913208,
+      "epoch": 2.436420722135008,
+      "rel-constrast": 2.5016682147979736,
+      "step": 3104,
+      "subrel-constrast": 3.184105396270752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7438387870788574,
+      "cov-distil (oracle2student)": 4.192556381225586,
+      "cov-distil (oracle2teacher)": 3.9098076820373535,
+      "epoch": 2.437205651491366,
+      "rel-constrast": 2.6846320629119873,
+      "step": 3105,
+      "subrel-constrast": 3.6254632472991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7670329809188843,
+      "cov-distil (oracle2student)": 4.380505561828613,
+      "cov-distil (oracle2teacher)": 4.140459060668945,
+      "epoch": 2.437990580847724,
+      "rel-constrast": 2.8866629600524902,
+      "step": 3106,
+      "subrel-constrast": 3.6935763359069824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9681905508041382,
+      "cov-distil (oracle2student)": 3.4724788665771484,
+      "cov-distil (oracle2teacher)": 3.404186725616455,
+      "epoch": 2.438775510204082,
+      "rel-constrast": 3.116316080093384,
+      "step": 3107,
+      "subrel-constrast": 3.7405712604522705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7428932189941406,
+      "cov-distil (oracle2student)": 4.078738212585449,
+      "cov-distil (oracle2teacher)": 3.7048730850219727,
+      "epoch": 2.4395604395604398,
+      "rel-constrast": 3.741856098175049,
+      "step": 3108,
+      "subrel-constrast": 3.9177377223968506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8151724338531494,
+      "cov-distil (oracle2student)": 6.63142728805542,
+      "cov-distil (oracle2teacher)": 5.529238700866699,
+      "epoch": 2.4403453689167973,
+      "rel-constrast": 2.666156768798828,
+      "step": 3109,
+      "subrel-constrast": 3.6784250736236572,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4411302982731553,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.352597564670836e-05,
+      "loss": 0.7619,
+      "step": 3110
+    },
+    {
+      "cov-distil": 2.0067849159240723,
+      "cov-distil (oracle2student)": 4.501019477844238,
+      "cov-distil (oracle2teacher)": 4.050183296203613,
+      "epoch": 2.4411302982731553,
+      "rel-constrast": 2.482922077178955,
+      "step": 3110,
+      "subrel-constrast": 3.3727080821990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2038347721099854,
+      "cov-distil (oracle2student)": 3.639047145843506,
+      "cov-distil (oracle2teacher)": 3.694805860519409,
+      "epoch": 2.4419152276295133,
+      "rel-constrast": 2.9075088500976562,
+      "step": 3111,
+      "subrel-constrast": 3.4501748085021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3651124238967896,
+      "cov-distil (oracle2student)": 3.6868512630462646,
+      "cov-distil (oracle2teacher)": 2.858288049697876,
+      "epoch": 2.4427001569858713,
+      "rel-constrast": 2.7335727214813232,
+      "step": 3112,
+      "subrel-constrast": 2.9278438091278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.500255823135376,
+      "cov-distil (oracle2student)": 4.388445854187012,
+      "cov-distil (oracle2teacher)": 4.3685455322265625,
+      "epoch": 2.4434850863422293,
+      "rel-constrast": 3.3321385383605957,
+      "step": 3113,
+      "subrel-constrast": 4.2240190505981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.635016679763794,
+      "cov-distil (oracle2student)": 4.808262825012207,
+      "cov-distil (oracle2teacher)": 4.217425346374512,
+      "epoch": 2.4442700156985873,
+      "rel-constrast": 2.7410449981689453,
+      "step": 3114,
+      "subrel-constrast": 3.2943193912506104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.424506425857544,
+      "cov-distil (oracle2student)": 6.318131923675537,
+      "cov-distil (oracle2teacher)": 5.506617546081543,
+      "epoch": 2.4450549450549453,
+      "rel-constrast": 2.504589796066284,
+      "step": 3115,
+      "subrel-constrast": 3.9909706115722656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7262263298034668,
+      "cov-distil (oracle2student)": 3.1801044940948486,
+      "cov-distil (oracle2teacher)": 3.3587193489074707,
+      "epoch": 2.445839874411303,
+      "rel-constrast": 1.3994420766830444,
+      "step": 3116,
+      "subrel-constrast": 2.29480242729187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7174043655395508,
+      "cov-distil (oracle2student)": 2.954110622406006,
+      "cov-distil (oracle2teacher)": 2.9565720558166504,
+      "epoch": 2.446624803767661,
+      "rel-constrast": 2.799145460128784,
+      "step": 3117,
+      "subrel-constrast": 3.223245620727539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0997990369796753,
+      "cov-distil (oracle2student)": 4.370362758636475,
+      "cov-distil (oracle2teacher)": 4.258945465087891,
+      "epoch": 2.4474097331240188,
+      "rel-constrast": 1.6741814613342285,
+      "step": 3118,
+      "subrel-constrast": 2.689037561416626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6017937660217285,
+      "cov-distil (oracle2student)": 4.137917518615723,
+      "cov-distil (oracle2teacher)": 4.340741157531738,
+      "epoch": 2.4481946624803768,
+      "rel-constrast": 2.2123947143554688,
+      "step": 3119,
+      "subrel-constrast": 3.3444080352783203,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4489795918367347,
+      "grad_norm": 4.75,
+      "learning_rate": 4.34672667892045e-05,
+      "loss": 0.6579,
+      "step": 3120
+    },
+    {
+      "cov-distil": 1.416031837463379,
+      "cov-distil (oracle2student)": 5.9707136154174805,
+      "cov-distil (oracle2teacher)": 5.409427642822266,
+      "epoch": 2.4489795918367347,
+      "rel-constrast": 2.5952680110931396,
+      "step": 3120,
+      "subrel-constrast": 2.998718500137329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.036207675933838,
+      "cov-distil (oracle2student)": 4.805495262145996,
+      "cov-distil (oracle2teacher)": 4.6554718017578125,
+      "epoch": 2.4497645211930927,
+      "rel-constrast": 2.568786144256592,
+      "step": 3121,
+      "subrel-constrast": 3.369884729385376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1535801887512207,
+      "cov-distil (oracle2student)": 3.417114734649658,
+      "cov-distil (oracle2teacher)": 3.3716683387756348,
+      "epoch": 2.4505494505494507,
+      "rel-constrast": 2.5415759086608887,
+      "step": 3122,
+      "subrel-constrast": 3.2174017429351807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7952911853790283,
+      "cov-distil (oracle2student)": 4.617475509643555,
+      "cov-distil (oracle2teacher)": 4.354551792144775,
+      "epoch": 2.4513343799058083,
+      "rel-constrast": 3.063483238220215,
+      "step": 3123,
+      "subrel-constrast": 3.7388393878936768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5037425756454468,
+      "cov-distil (oracle2student)": 4.523509502410889,
+      "cov-distil (oracle2teacher)": 4.5323944091796875,
+      "epoch": 2.4521193092621663,
+      "rel-constrast": 3.0835516452789307,
+      "step": 3124,
+      "subrel-constrast": 4.129610538482666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8272840976715088,
+      "cov-distil (oracle2student)": 4.765773773193359,
+      "cov-distil (oracle2teacher)": 4.149887561798096,
+      "epoch": 2.4529042386185242,
+      "rel-constrast": 2.6158945560455322,
+      "step": 3125,
+      "subrel-constrast": 3.135019063949585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.472785234451294,
+      "cov-distil (oracle2student)": 4.188315391540527,
+      "cov-distil (oracle2teacher)": 4.179082870483398,
+      "epoch": 2.4536891679748822,
+      "rel-constrast": 2.9196887016296387,
+      "step": 3126,
+      "subrel-constrast": 3.656432628631592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0266298055648804,
+      "cov-distil (oracle2student)": 4.2936224937438965,
+      "cov-distil (oracle2teacher)": 4.314414978027344,
+      "epoch": 2.4544740973312402,
+      "rel-constrast": 2.2254176139831543,
+      "step": 3127,
+      "subrel-constrast": 2.4953582286834717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2445579767227173,
+      "cov-distil (oracle2student)": 4.879389762878418,
+      "cov-distil (oracle2teacher)": 4.06852912902832,
+      "epoch": 2.455259026687598,
+      "rel-constrast": 2.252915382385254,
+      "step": 3128,
+      "subrel-constrast": 2.9810192584991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5838351249694824,
+      "cov-distil (oracle2student)": 3.5738348960876465,
+      "cov-distil (oracle2teacher)": 3.8101158142089844,
+      "epoch": 2.456043956043956,
+      "rel-constrast": 2.7032225131988525,
+      "step": 3129,
+      "subrel-constrast": 3.5869219303131104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4568288854003137,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.340833291388273e-05,
+      "loss": 0.6994,
+      "step": 3130
+    },
+    {
+      "cov-distil": 1.3586390018463135,
+      "cov-distil (oracle2student)": 4.909631729125977,
+      "cov-distil (oracle2teacher)": 4.469675064086914,
+      "epoch": 2.4568288854003137,
+      "rel-constrast": 3.163145065307617,
+      "step": 3130,
+      "subrel-constrast": 4.295243263244629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6004242897033691,
+      "cov-distil (oracle2student)": 3.2957539558410645,
+      "cov-distil (oracle2teacher)": 3.528459310531616,
+      "epoch": 2.4576138147566717,
+      "rel-constrast": 2.768686294555664,
+      "step": 3131,
+      "subrel-constrast": 3.1998143196105957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9779164791107178,
+      "cov-distil (oracle2student)": 4.2591681480407715,
+      "cov-distil (oracle2teacher)": 3.976203680038452,
+      "epoch": 2.4583987441130297,
+      "rel-constrast": 3.71171236038208,
+      "step": 3132,
+      "subrel-constrast": 3.6047146320343018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5708293914794922,
+      "cov-distil (oracle2student)": 3.0221753120422363,
+      "cov-distil (oracle2teacher)": 3.2108817100524902,
+      "epoch": 2.4591836734693877,
+      "rel-constrast": 2.978334903717041,
+      "step": 3133,
+      "subrel-constrast": 3.3657751083374023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8801767826080322,
+      "cov-distil (oracle2student)": 6.524477005004883,
+      "cov-distil (oracle2teacher)": 6.248221397399902,
+      "epoch": 2.4599686028257457,
+      "rel-constrast": 3.617413282394409,
+      "step": 3134,
+      "subrel-constrast": 3.9416983127593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.527632713317871,
+      "cov-distil (oracle2student)": 4.673624038696289,
+      "cov-distil (oracle2teacher)": 4.483739852905273,
+      "epoch": 2.4607535321821037,
+      "rel-constrast": 2.615363836288452,
+      "step": 3135,
+      "subrel-constrast": 3.4170472621917725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.110795259475708,
+      "cov-distil (oracle2student)": 5.354499340057373,
+      "cov-distil (oracle2teacher)": 5.01642370223999,
+      "epoch": 2.4615384615384617,
+      "rel-constrast": 3.2835280895233154,
+      "step": 3136,
+      "subrel-constrast": 3.46244740486145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.051492214202881,
+      "cov-distil (oracle2student)": 5.1036295890808105,
+      "cov-distil (oracle2teacher)": 4.224447250366211,
+      "epoch": 2.462323390894819,
+      "rel-constrast": 2.2288522720336914,
+      "step": 3137,
+      "subrel-constrast": 2.727898120880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.933518648147583,
+      "cov-distil (oracle2student)": 4.493273735046387,
+      "cov-distil (oracle2teacher)": 4.012969017028809,
+      "epoch": 2.463108320251177,
+      "rel-constrast": 3.634521961212158,
+      "step": 3138,
+      "subrel-constrast": 4.142787456512451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7510862350463867,
+      "cov-distil (oracle2student)": 3.42866587638855,
+      "cov-distil (oracle2teacher)": 3.275162696838379,
+      "epoch": 2.463893249607535,
+      "rel-constrast": 4.027894496917725,
+      "step": 3139,
+      "subrel-constrast": 4.365391254425049,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.464678178963893,
+      "grad_norm": 6.53125,
+      "learning_rate": 4.334917473883373e-05,
+      "loss": 0.8401,
+      "step": 3140
+    },
+    {
+      "cov-distil": 1.6036372184753418,
+      "cov-distil (oracle2student)": 3.7918407917022705,
+      "cov-distil (oracle2teacher)": 3.154810667037964,
+      "epoch": 2.464678178963893,
+      "rel-constrast": 3.0422255992889404,
+      "step": 3140,
+      "subrel-constrast": 3.136831760406494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.140687346458435,
+      "cov-distil (oracle2student)": 3.5842483043670654,
+      "cov-distil (oracle2teacher)": 3.480266571044922,
+      "epoch": 2.465463108320251,
+      "rel-constrast": 2.042184352874756,
+      "step": 3141,
+      "subrel-constrast": 2.4893200397491455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5174167156219482,
+      "cov-distil (oracle2student)": 3.705275297164917,
+      "cov-distil (oracle2teacher)": 3.777817726135254,
+      "epoch": 2.466248037676609,
+      "rel-constrast": 2.0585174560546875,
+      "step": 3142,
+      "subrel-constrast": 2.9382669925689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.344301462173462,
+      "cov-distil (oracle2student)": 3.997647285461426,
+      "cov-distil (oracle2teacher)": 3.614727020263672,
+      "epoch": 2.467032967032967,
+      "rel-constrast": 2.836596965789795,
+      "step": 3143,
+      "subrel-constrast": 3.247298002243042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9262842535972595,
+      "cov-distil (oracle2student)": 5.0936279296875,
+      "cov-distil (oracle2teacher)": 4.957192420959473,
+      "epoch": 2.467817896389325,
+      "rel-constrast": 2.7916011810302734,
+      "step": 3144,
+      "subrel-constrast": 3.573464870452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7102220058441162,
+      "cov-distil (oracle2student)": 5.211209774017334,
+      "cov-distil (oracle2teacher)": 4.96450662612915,
+      "epoch": 2.468602825745683,
+      "rel-constrast": 3.0288021564483643,
+      "step": 3145,
+      "subrel-constrast": 3.8908228874206543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4237297773361206,
+      "cov-distil (oracle2student)": 5.879305839538574,
+      "cov-distil (oracle2teacher)": 5.01312255859375,
+      "epoch": 2.4693877551020407,
+      "rel-constrast": 2.8151111602783203,
+      "step": 3146,
+      "subrel-constrast": 3.221799612045288,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.145078182220459,
+      "cov-distil (oracle2student)": 4.9379096031188965,
+      "cov-distil (oracle2teacher)": 5.141885280609131,
+      "epoch": 2.4701726844583987,
+      "rel-constrast": 3.0987730026245117,
+      "step": 3147,
+      "subrel-constrast": 3.8954803943634033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.172927141189575,
+      "cov-distil (oracle2student)": 4.196881294250488,
+      "cov-distil (oracle2teacher)": 4.010043144226074,
+      "epoch": 2.4709576138147566,
+      "rel-constrast": 2.861114978790283,
+      "step": 3148,
+      "subrel-constrast": 3.7907583713531494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9980965852737427,
+      "cov-distil (oracle2student)": 5.249136924743652,
+      "cov-distil (oracle2teacher)": 5.27896785736084,
+      "epoch": 2.4717425431711146,
+      "rel-constrast": 3.4600701332092285,
+      "step": 3149,
+      "subrel-constrast": 4.173051834106445,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4725274725274726,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.3289792984881174e-05,
+      "loss": 0.7383,
+      "step": 3150
+    },
+    {
+      "cov-distil": 1.4062113761901855,
+      "cov-distil (oracle2student)": 2.9306488037109375,
+      "cov-distil (oracle2teacher)": 2.8639111518859863,
+      "epoch": 2.4725274725274726,
+      "rel-constrast": 2.030104637145996,
+      "step": 3150,
+      "subrel-constrast": 2.881101608276367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.282082438468933,
+      "cov-distil (oracle2student)": 4.196835517883301,
+      "cov-distil (oracle2teacher)": 3.283474922180176,
+      "epoch": 2.4733124018838306,
+      "rel-constrast": 1.6793544292449951,
+      "step": 3151,
+      "subrel-constrast": 1.8464077711105347,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.209139108657837,
+      "cov-distil (oracle2student)": 3.9075934886932373,
+      "cov-distil (oracle2teacher)": 3.3400769233703613,
+      "epoch": 2.4740973312401886,
+      "rel-constrast": 1.7183418273925781,
+      "step": 3152,
+      "subrel-constrast": 1.9517006874084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.256178379058838,
+      "cov-distil (oracle2student)": 3.5250277519226074,
+      "cov-distil (oracle2teacher)": 4.135322570800781,
+      "epoch": 2.474882260596546,
+      "rel-constrast": 2.998563051223755,
+      "step": 3153,
+      "subrel-constrast": 4.0608344078063965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2107676267623901,
+      "cov-distil (oracle2student)": 4.082742691040039,
+      "cov-distil (oracle2teacher)": 4.027431011199951,
+      "epoch": 2.475667189952904,
+      "rel-constrast": 1.9242055416107178,
+      "step": 3154,
+      "subrel-constrast": 2.8141210079193115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4830029010772705,
+      "cov-distil (oracle2student)": 5.7481465339660645,
+      "cov-distil (oracle2teacher)": 5.24298095703125,
+      "epoch": 2.476452119309262,
+      "rel-constrast": 3.119180202484131,
+      "step": 3155,
+      "subrel-constrast": 4.028499603271484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1774104833602905,
+      "cov-distil (oracle2student)": 4.645663261413574,
+      "cov-distil (oracle2teacher)": 3.970423698425293,
+      "epoch": 2.47723704866562,
+      "rel-constrast": 1.927222490310669,
+      "step": 3156,
+      "subrel-constrast": 2.6703014373779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1810541152954102,
+      "cov-distil (oracle2student)": 3.5132880210876465,
+      "cov-distil (oracle2teacher)": 3.52266263961792,
+      "epoch": 2.478021978021978,
+      "rel-constrast": 2.519179344177246,
+      "step": 3157,
+      "subrel-constrast": 3.260448932647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3471145629882812,
+      "cov-distil (oracle2student)": 3.602628707885742,
+      "cov-distil (oracle2teacher)": 3.5038130283355713,
+      "epoch": 2.478806907378336,
+      "rel-constrast": 2.140629768371582,
+      "step": 3158,
+      "subrel-constrast": 2.6747918128967285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5132215023040771,
+      "cov-distil (oracle2student)": 2.4720518589019775,
+      "cov-distil (oracle2teacher)": 2.65682315826416,
+      "epoch": 2.479591836734694,
+      "rel-constrast": 2.005352020263672,
+      "step": 3159,
+      "subrel-constrast": 2.629133701324463,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4803767660910516,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.3230188375573e-05,
+      "loss": 0.5842,
+      "step": 3160
+    },
+    {
+      "cov-distil": 1.7846033573150635,
+      "cov-distil (oracle2student)": 7.043437480926514,
+      "cov-distil (oracle2teacher)": 5.958685874938965,
+      "epoch": 2.4803767660910516,
+      "rel-constrast": 2.67256498336792,
+      "step": 3160,
+      "subrel-constrast": 3.153947591781616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52724027633667,
+      "cov-distil (oracle2student)": 3.4807991981506348,
+      "cov-distil (oracle2teacher)": 3.662358522415161,
+      "epoch": 2.4811616954474096,
+      "rel-constrast": 2.7892889976501465,
+      "step": 3161,
+      "subrel-constrast": 3.3175532817840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5145161151885986,
+      "cov-distil (oracle2student)": 4.084555625915527,
+      "cov-distil (oracle2teacher)": 3.011592388153076,
+      "epoch": 2.4819466248037676,
+      "rel-constrast": 2.372483491897583,
+      "step": 3162,
+      "subrel-constrast": 2.432321071624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4534692764282227,
+      "cov-distil (oracle2student)": 4.033753395080566,
+      "cov-distil (oracle2teacher)": 3.643362045288086,
+      "epoch": 2.4827315541601256,
+      "rel-constrast": 2.0096216201782227,
+      "step": 3163,
+      "subrel-constrast": 2.982510566711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.855319857597351,
+      "cov-distil (oracle2student)": 3.7099688053131104,
+      "cov-distil (oracle2teacher)": 3.208369493484497,
+      "epoch": 2.4835164835164836,
+      "rel-constrast": 2.0856966972351074,
+      "step": 3164,
+      "subrel-constrast": 2.466456890106201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9550790786743164,
+      "cov-distil (oracle2student)": 4.3319196701049805,
+      "cov-distil (oracle2teacher)": 4.096756458282471,
+      "epoch": 2.4843014128728416,
+      "rel-constrast": 2.675689697265625,
+      "step": 3165,
+      "subrel-constrast": 3.7513012886047363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2436221837997437,
+      "cov-distil (oracle2student)": 4.819587707519531,
+      "cov-distil (oracle2teacher)": 4.791376113891602,
+      "epoch": 2.4850863422291996,
+      "rel-constrast": 3.1930365562438965,
+      "step": 3166,
+      "subrel-constrast": 3.740398406982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.536020040512085,
+      "cov-distil (oracle2student)": 4.2395830154418945,
+      "cov-distil (oracle2teacher)": 3.7668027877807617,
+      "epoch": 2.485871271585557,
+      "rel-constrast": 3.107299566268921,
+      "step": 3167,
+      "subrel-constrast": 3.3897652626037598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1786673069000244,
+      "cov-distil (oracle2student)": 4.629476547241211,
+      "cov-distil (oracle2teacher)": 4.554415702819824,
+      "epoch": 2.486656200941915,
+      "rel-constrast": 3.0051467418670654,
+      "step": 3168,
+      "subrel-constrast": 3.436793327331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9248692989349365,
+      "cov-distil (oracle2student)": 3.696438789367676,
+      "cov-distil (oracle2teacher)": 2.890047550201416,
+      "epoch": 2.487441130298273,
+      "rel-constrast": 1.9954328536987305,
+      "step": 3169,
+      "subrel-constrast": 2.5913872718811035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.488226059654631,
+      "grad_norm": 6.09375,
+      "learning_rate": 4.3170361637172575e-05,
+      "loss": 0.6876,
+      "step": 3170
+    },
+    {
+      "cov-distil": 1.5784053802490234,
+      "cov-distil (oracle2student)": 3.2995240688323975,
+      "cov-distil (oracle2teacher)": 3.4231014251708984,
+      "epoch": 2.488226059654631,
+      "rel-constrast": 2.6243484020233154,
+      "step": 3170,
+      "subrel-constrast": 3.410679817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3682124614715576,
+      "cov-distil (oracle2student)": 2.763781785964966,
+      "cov-distil (oracle2teacher)": 2.616957426071167,
+      "epoch": 2.489010989010989,
+      "rel-constrast": 2.3062045574188232,
+      "step": 3171,
+      "subrel-constrast": 3.0814929008483887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5103285312652588,
+      "cov-distil (oracle2student)": 4.634303092956543,
+      "cov-distil (oracle2teacher)": 4.4101338386535645,
+      "epoch": 2.489795918367347,
+      "rel-constrast": 2.4270877838134766,
+      "step": 3172,
+      "subrel-constrast": 3.046363115310669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3289169073104858,
+      "cov-distil (oracle2student)": 3.8718085289001465,
+      "cov-distil (oracle2teacher)": 3.651665687561035,
+      "epoch": 2.490580847723705,
+      "rel-constrast": 1.7130024433135986,
+      "step": 3173,
+      "subrel-constrast": 2.5831868648529053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4980425834655762,
+      "cov-distil (oracle2student)": 3.7573695182800293,
+      "cov-distil (oracle2teacher)": 3.591980457305908,
+      "epoch": 2.4913657770800626,
+      "rel-constrast": 1.7413835525512695,
+      "step": 3174,
+      "subrel-constrast": 2.798279285430908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7864161729812622,
+      "cov-distil (oracle2student)": 4.015658378601074,
+      "cov-distil (oracle2teacher)": 3.7668678760528564,
+      "epoch": 2.4921507064364206,
+      "rel-constrast": 2.163250684738159,
+      "step": 3175,
+      "subrel-constrast": 2.7759456634521484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1382745504379272,
+      "cov-distil (oracle2student)": 5.159589767456055,
+      "cov-distil (oracle2teacher)": 4.924499034881592,
+      "epoch": 2.4929356357927785,
+      "rel-constrast": 3.6899023056030273,
+      "step": 3176,
+      "subrel-constrast": 3.8656625747680664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6984165906906128,
+      "cov-distil (oracle2student)": 3.1709675788879395,
+      "cov-distil (oracle2teacher)": 3.288743734359741,
+      "epoch": 2.4937205651491365,
+      "rel-constrast": 2.1558027267456055,
+      "step": 3177,
+      "subrel-constrast": 3.0568485260009766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1334805488586426,
+      "cov-distil (oracle2student)": 5.653553009033203,
+      "cov-distil (oracle2teacher)": 5.146153450012207,
+      "epoch": 2.4945054945054945,
+      "rel-constrast": 2.214648723602295,
+      "step": 3178,
+      "subrel-constrast": 2.6215438842773438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200916051864624,
+      "cov-distil (oracle2student)": 4.203347682952881,
+      "cov-distil (oracle2teacher)": 4.581297874450684,
+      "epoch": 2.4952904238618525,
+      "rel-constrast": 2.5859487056732178,
+      "step": 3179,
+      "subrel-constrast": 3.594485282897949,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4960753532182105,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.3110313498649816e-05,
+      "loss": 0.6261,
+      "step": 3180
+    },
+    {
+      "cov-distil": 2.0044445991516113,
+      "cov-distil (oracle2student)": 3.2673468589782715,
+      "cov-distil (oracle2teacher)": 3.213047981262207,
+      "epoch": 2.4960753532182105,
+      "rel-constrast": 2.455889940261841,
+      "step": 3180,
+      "subrel-constrast": 3.5836575031280518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6262102127075195,
+      "cov-distil (oracle2student)": 2.3185806274414062,
+      "cov-distil (oracle2teacher)": 2.761704921722412,
+      "epoch": 2.496860282574568,
+      "rel-constrast": 2.4766855239868164,
+      "step": 3181,
+      "subrel-constrast": 3.2814836502075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3321276903152466,
+      "cov-distil (oracle2student)": 3.138485908508301,
+      "cov-distil (oracle2teacher)": 3.319969654083252,
+      "epoch": 2.497645211930926,
+      "rel-constrast": 2.2317166328430176,
+      "step": 3182,
+      "subrel-constrast": 3.3039259910583496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.510735034942627,
+      "cov-distil (oracle2student)": 4.444922924041748,
+      "cov-distil (oracle2teacher)": 3.9111876487731934,
+      "epoch": 2.498430141287284,
+      "rel-constrast": 2.488835573196411,
+      "step": 3183,
+      "subrel-constrast": 3.9600813388824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1321583986282349,
+      "cov-distil (oracle2student)": 4.526627540588379,
+      "cov-distil (oracle2teacher)": 4.393608093261719,
+      "epoch": 2.499215070643642,
+      "rel-constrast": 2.6160178184509277,
+      "step": 3184,
+      "subrel-constrast": 3.324152708053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6239445209503174,
+      "cov-distil (oracle2student)": 5.001282691955566,
+      "cov-distil (oracle2teacher)": 4.799595832824707,
+      "epoch": 2.5,
+      "rel-constrast": 3.552947998046875,
+      "step": 3185,
+      "subrel-constrast": 4.155721187591553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1050691604614258,
+      "cov-distil (oracle2student)": 3.3399038314819336,
+      "cov-distil (oracle2teacher)": 3.7865395545959473,
+      "epoch": 2.500784929356358,
+      "rel-constrast": 2.324129581451416,
+      "step": 3186,
+      "subrel-constrast": 3.346329927444458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3759733438491821,
+      "cov-distil (oracle2student)": 4.805597305297852,
+      "cov-distil (oracle2teacher)": 4.1585693359375,
+      "epoch": 2.501569858712716,
+      "rel-constrast": 2.30026912689209,
+      "step": 3187,
+      "subrel-constrast": 2.8594014644622803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3508708477020264,
+      "cov-distil (oracle2student)": 4.5952043533325195,
+      "cov-distil (oracle2teacher)": 4.623263359069824,
+      "epoch": 2.5023547880690735,
+      "rel-constrast": 2.166283130645752,
+      "step": 3188,
+      "subrel-constrast": 3.094506025314331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1483722925186157,
+      "cov-distil (oracle2student)": 5.631651878356934,
+      "cov-distil (oracle2teacher)": 5.100159645080566,
+      "epoch": 2.503139717425432,
+      "rel-constrast": 1.7863874435424805,
+      "step": 3189,
+      "subrel-constrast": 2.725893020629883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5039246467817895,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.3050044691672336e-05,
+      "loss": 0.648,
+      "step": 3190
+    },
+    {
+      "cov-distil": 1.240476131439209,
+      "cov-distil (oracle2student)": 3.9707818031311035,
+      "cov-distil (oracle2teacher)": 4.034692764282227,
+      "epoch": 2.5039246467817895,
+      "rel-constrast": 2.8694963455200195,
+      "step": 3190,
+      "subrel-constrast": 3.571314811706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7813994884490967,
+      "cov-distil (oracle2student)": 3.696841239929199,
+      "cov-distil (oracle2teacher)": 3.4794740676879883,
+      "epoch": 2.5047095761381475,
+      "rel-constrast": 3.343001365661621,
+      "step": 3191,
+      "subrel-constrast": 4.146128177642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3255455493927002,
+      "cov-distil (oracle2student)": 4.2685770988464355,
+      "cov-distil (oracle2teacher)": 4.292325973510742,
+      "epoch": 2.5054945054945055,
+      "rel-constrast": 2.959031343460083,
+      "step": 3192,
+      "subrel-constrast": 3.49757719039917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2344636917114258,
+      "cov-distil (oracle2student)": 4.52053165435791,
+      "cov-distil (oracle2teacher)": 4.184212684631348,
+      "epoch": 2.5062794348508635,
+      "rel-constrast": 3.2828173637390137,
+      "step": 3193,
+      "subrel-constrast": 3.8742997646331787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7671492099761963,
+      "cov-distil (oracle2student)": 5.5709123611450195,
+      "cov-distil (oracle2teacher)": 5.154391765594482,
+      "epoch": 2.5070643642072215,
+      "rel-constrast": 2.8828039169311523,
+      "step": 3194,
+      "subrel-constrast": 3.537970781326294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4280198812484741,
+      "cov-distil (oracle2student)": 3.516058921813965,
+      "cov-distil (oracle2teacher)": 3.777341365814209,
+      "epoch": 2.5078492935635794,
+      "rel-constrast": 3.1408331394195557,
+      "step": 3195,
+      "subrel-constrast": 4.115450382232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2059576511383057,
+      "cov-distil (oracle2student)": 4.166736602783203,
+      "cov-distil (oracle2teacher)": 4.19172477722168,
+      "epoch": 2.5086342229199374,
+      "rel-constrast": 2.881413698196411,
+      "step": 3196,
+      "subrel-constrast": 3.2871031761169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6152567863464355,
+      "cov-distil (oracle2student)": 2.5228185653686523,
+      "cov-distil (oracle2teacher)": 2.498863697052002,
+      "epoch": 2.509419152276295,
+      "rel-constrast": 2.063371181488037,
+      "step": 3197,
+      "subrel-constrast": 3.0383923053741455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9041579961776733,
+      "cov-distil (oracle2student)": 5.756880760192871,
+      "cov-distil (oracle2teacher)": 5.2857985496521,
+      "epoch": 2.510204081632653,
+      "rel-constrast": 1.909332275390625,
+      "step": 3198,
+      "subrel-constrast": 2.6542656421661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3474352359771729,
+      "cov-distil (oracle2student)": 4.145047187805176,
+      "cov-distil (oracle2teacher)": 4.449634075164795,
+      "epoch": 2.510989010989011,
+      "rel-constrast": 2.787540912628174,
+      "step": 3199,
+      "subrel-constrast": 3.2403268814086914,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.511773940345369,
+      "grad_norm": 5.71875,
+      "learning_rate": 4.298955595059654e-05,
+      "loss": 0.7401,
+      "step": 3200
+    },
+    {
+      "epoch": 2.511773940345369,
+      "overlap": 0.29375001788139343,
+      "step": 3200
+    },
+    {
+      "epoch": 2.511773940345369,
+      "step": 3200,
+      "student margin": 0.063232421875
+    },
+    {
+      "epoch": 2.511773940345369,
+      "step": 3200,
+      "teacher margin": 0.051300048828125
+    },
+    {
+      "epoch": 2.511773940345369,
+      "margin difference": -0.011932373046875,
+      "step": 3200
+    },
+    {
+      "cov-distil": 1.0198545455932617,
+      "cov-distil (oracle2student)": 4.8821563720703125,
+      "cov-distil (oracle2teacher)": 4.301817893981934,
+      "epoch": 2.511773940345369,
+      "rel-constrast": 2.409618377685547,
+      "step": 3200,
+      "subrel-constrast": 2.5619540214538574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3676421642303467,
+      "cov-distil (oracle2student)": 4.335204124450684,
+      "cov-distil (oracle2teacher)": 3.9644148349761963,
+      "epoch": 2.512558869701727,
+      "rel-constrast": 2.185781240463257,
+      "step": 3201,
+      "subrel-constrast": 2.6245241165161133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.486921787261963,
+      "cov-distil (oracle2student)": 4.564678192138672,
+      "cov-distil (oracle2teacher)": 4.681562423706055,
+      "epoch": 2.513343799058085,
+      "rel-constrast": 3.328810691833496,
+      "step": 3202,
+      "subrel-constrast": 3.59163236618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6266175508499146,
+      "cov-distil (oracle2student)": 2.4992761611938477,
+      "cov-distil (oracle2teacher)": 2.942551374435425,
+      "epoch": 2.514128728414443,
+      "rel-constrast": 2.646674633026123,
+      "step": 3203,
+      "subrel-constrast": 3.3898582458496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3796550035476685,
+      "cov-distil (oracle2student)": 3.749901533126831,
+      "cov-distil (oracle2teacher)": 3.8607518672943115,
+      "epoch": 2.5149136577708004,
+      "rel-constrast": 3.121767282485962,
+      "step": 3204,
+      "subrel-constrast": 3.410182476043701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7980012893676758,
+      "cov-distil (oracle2student)": 3.592402219772339,
+      "cov-distil (oracle2teacher)": 4.089023590087891,
+      "epoch": 2.5156985871271584,
+      "rel-constrast": 2.451519727706909,
+      "step": 3205,
+      "subrel-constrast": 3.8728091716766357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1160480976104736,
+      "cov-distil (oracle2student)": 3.7694787979125977,
+      "cov-distil (oracle2teacher)": 3.5415802001953125,
+      "epoch": 2.5164835164835164,
+      "rel-constrast": 3.0267319679260254,
+      "step": 3206,
+      "subrel-constrast": 3.37054443359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.691794991493225,
+      "cov-distil (oracle2student)": 5.058706283569336,
+      "cov-distil (oracle2teacher)": 5.1844587326049805,
+      "epoch": 2.5172684458398744,
+      "rel-constrast": 3.718019962310791,
+      "step": 3207,
+      "subrel-constrast": 4.649765968322754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.84257173538208,
+      "cov-distil (oracle2student)": 5.585052013397217,
+      "cov-distil (oracle2teacher)": 5.267206192016602,
+      "epoch": 2.5180533751962324,
+      "rel-constrast": 3.8206653594970703,
+      "step": 3208,
+      "subrel-constrast": 4.358057975769043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9599286317825317,
+      "cov-distil (oracle2student)": 4.052135467529297,
+      "cov-distil (oracle2teacher)": 4.209880352020264,
+      "epoch": 2.5188383045525904,
+      "rel-constrast": 2.495955467224121,
+      "step": 3209,
+      "subrel-constrast": 3.346193552017212,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5196232339089484,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.292884801245865e-05,
+      "loss": 0.7684,
+      "step": 3210
+    },
+    {
+      "cov-distil": 2.03684139251709,
+      "cov-distil (oracle2student)": 3.2161481380462646,
+      "cov-distil (oracle2teacher)": 3.5624241828918457,
+      "epoch": 2.5196232339089484,
+      "rel-constrast": 2.3978497982025146,
+      "step": 3210,
+      "subrel-constrast": 3.588083267211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4114614725112915,
+      "cov-distil (oracle2student)": 4.82749605178833,
+      "cov-distil (oracle2teacher)": 4.517032623291016,
+      "epoch": 2.520408163265306,
+      "rel-constrast": 2.9818999767303467,
+      "step": 3211,
+      "subrel-constrast": 3.8409786224365234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6366468667984009,
+      "cov-distil (oracle2student)": 4.862578392028809,
+      "cov-distil (oracle2teacher)": 4.590677261352539,
+      "epoch": 2.521193092621664,
+      "rel-constrast": 1.9614382982254028,
+      "step": 3212,
+      "subrel-constrast": 3.2129924297332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.545123815536499,
+      "cov-distil (oracle2student)": 3.361635446548462,
+      "cov-distil (oracle2teacher)": 3.2764720916748047,
+      "epoch": 2.521978021978022,
+      "rel-constrast": 2.8784494400024414,
+      "step": 3213,
+      "subrel-constrast": 3.479992389678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8230023384094238,
+      "cov-distil (oracle2student)": 3.80440092086792,
+      "cov-distil (oracle2teacher)": 4.284911155700684,
+      "epoch": 2.52276295133438,
+      "rel-constrast": 2.290314197540283,
+      "step": 3214,
+      "subrel-constrast": 3.51865816116333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.431288242340088,
+      "cov-distil (oracle2student)": 4.058650016784668,
+      "cov-distil (oracle2teacher)": 3.541482448577881,
+      "epoch": 2.523547880690738,
+      "rel-constrast": 3.352663516998291,
+      "step": 3215,
+      "subrel-constrast": 3.2203733921051025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6282598972320557,
+      "cov-distil (oracle2student)": 4.242944717407227,
+      "cov-distil (oracle2teacher)": 4.14613676071167,
+      "epoch": 2.524332810047096,
+      "rel-constrast": 2.5014071464538574,
+      "step": 3216,
+      "subrel-constrast": 3.2417702674865723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4172780513763428,
+      "cov-distil (oracle2student)": 5.198227405548096,
+      "cov-distil (oracle2teacher)": 4.88279914855957,
+      "epoch": 2.525117739403454,
+      "rel-constrast": 2.3915648460388184,
+      "step": 3217,
+      "subrel-constrast": 2.874601364135742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.895594596862793,
+      "cov-distil (oracle2student)": 4.166847229003906,
+      "cov-distil (oracle2teacher)": 3.8839619159698486,
+      "epoch": 2.5259026687598114,
+      "rel-constrast": 1.8384475708007812,
+      "step": 3218,
+      "subrel-constrast": 2.84781551361084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.144829750061035,
+      "cov-distil (oracle2student)": 3.750545024871826,
+      "cov-distil (oracle2teacher)": 3.4475204944610596,
+      "epoch": 2.5266875981161694,
+      "rel-constrast": 3.214962959289551,
+      "step": 3219,
+      "subrel-constrast": 4.225851058959961,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5274725274725274,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.2867921616965715e-05,
+      "loss": 0.6877,
+      "step": 3220
+    },
+    {
+      "cov-distil": 1.16232168674469,
+      "cov-distil (oracle2student)": 4.456209659576416,
+      "cov-distil (oracle2teacher)": 4.2791595458984375,
+      "epoch": 2.5274725274725274,
+      "rel-constrast": 2.245940685272217,
+      "step": 3220,
+      "subrel-constrast": 3.4105539321899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6024693250656128,
+      "cov-distil (oracle2student)": 4.457619667053223,
+      "cov-distil (oracle2teacher)": 4.184423446655273,
+      "epoch": 2.5282574568288854,
+      "rel-constrast": 2.153740406036377,
+      "step": 3221,
+      "subrel-constrast": 2.9115047454833984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5863854885101318,
+      "cov-distil (oracle2student)": 4.193875789642334,
+      "cov-distil (oracle2teacher)": 4.549797058105469,
+      "epoch": 2.5290423861852434,
+      "rel-constrast": 2.631711006164551,
+      "step": 3222,
+      "subrel-constrast": 3.3136050701141357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8580079078674316,
+      "cov-distil (oracle2student)": 4.760239601135254,
+      "cov-distil (oracle2teacher)": 4.705539703369141,
+      "epoch": 2.5298273155416013,
+      "rel-constrast": 2.986811876296997,
+      "step": 3223,
+      "subrel-constrast": 3.2515430450439453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5173717737197876,
+      "cov-distil (oracle2student)": 5.75255012512207,
+      "cov-distil (oracle2teacher)": 5.8574934005737305,
+      "epoch": 2.5306122448979593,
+      "rel-constrast": 3.7048473358154297,
+      "step": 3224,
+      "subrel-constrast": 5.0932087898254395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647812843322754,
+      "cov-distil (oracle2student)": 3.7774569988250732,
+      "cov-distil (oracle2teacher)": 3.7755799293518066,
+      "epoch": 2.531397174254317,
+      "rel-constrast": 2.30104398727417,
+      "step": 3225,
+      "subrel-constrast": 3.599821090698242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3016504049301147,
+      "cov-distil (oracle2student)": 4.381895065307617,
+      "cov-distil (oracle2teacher)": 4.215852737426758,
+      "epoch": 2.5321821036106753,
+      "rel-constrast": 2.9264583587646484,
+      "step": 3226,
+      "subrel-constrast": 3.1690266132354736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8386789560317993,
+      "cov-distil (oracle2student)": 3.2407898902893066,
+      "cov-distil (oracle2teacher)": 3.257643222808838,
+      "epoch": 2.532967032967033,
+      "rel-constrast": 2.3208441734313965,
+      "step": 3227,
+      "subrel-constrast": 3.7498245239257812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4253371953964233,
+      "cov-distil (oracle2student)": 4.581547737121582,
+      "cov-distil (oracle2teacher)": 4.23675537109375,
+      "epoch": 2.533751962323391,
+      "rel-constrast": 1.9599294662475586,
+      "step": 3228,
+      "subrel-constrast": 2.761137008666992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2762998342514038,
+      "cov-distil (oracle2student)": 3.717137336730957,
+      "cov-distil (oracle2teacher)": 3.404254198074341,
+      "epoch": 2.534536891679749,
+      "rel-constrast": 2.393007278442383,
+      "step": 3229,
+      "subrel-constrast": 2.852113962173462,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.535321821036107,
+      "grad_norm": 5.625,
+      "learning_rate": 4.280677750648665e-05,
+      "loss": 0.6786,
+      "step": 3230
+    },
+    {
+      "cov-distil": 1.4573605060577393,
+      "cov-distil (oracle2student)": 5.148643493652344,
+      "cov-distil (oracle2teacher)": 4.784612655639648,
+      "epoch": 2.535321821036107,
+      "rel-constrast": 2.2090697288513184,
+      "step": 3230,
+      "subrel-constrast": 2.9027464389801025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1601877212524414,
+      "cov-distil (oracle2student)": 4.846194744110107,
+      "cov-distil (oracle2teacher)": 4.550320625305176,
+      "epoch": 2.536106750392465,
+      "rel-constrast": 1.7218905687332153,
+      "step": 3231,
+      "subrel-constrast": 2.510146141052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1708918809890747,
+      "cov-distil (oracle2student)": 2.9218549728393555,
+      "cov-distil (oracle2teacher)": 3.272157907485962,
+      "epoch": 2.5368916797488223,
+      "rel-constrast": 1.65535306930542,
+      "step": 3232,
+      "subrel-constrast": 2.4262778759002686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5161890983581543,
+      "cov-distil (oracle2student)": 4.074213027954102,
+      "cov-distil (oracle2teacher)": 3.300969123840332,
+      "epoch": 2.537676609105181,
+      "rel-constrast": 2.366436004638672,
+      "step": 3233,
+      "subrel-constrast": 2.5791337490081787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1540685892105103,
+      "cov-distil (oracle2student)": 3.6207780838012695,
+      "cov-distil (oracle2teacher)": 3.439596652984619,
+      "epoch": 2.5384615384615383,
+      "rel-constrast": 2.437859058380127,
+      "step": 3234,
+      "subrel-constrast": 2.957721471786499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4135057926177979,
+      "cov-distil (oracle2student)": 3.404387950897217,
+      "cov-distil (oracle2teacher)": 3.8171629905700684,
+      "epoch": 2.5392464678178963,
+      "rel-constrast": 3.0397753715515137,
+      "step": 3235,
+      "subrel-constrast": 3.5986857414245605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5693432092666626,
+      "cov-distil (oracle2student)": 2.9125471115112305,
+      "cov-distil (oracle2teacher)": 2.9131131172180176,
+      "epoch": 2.5400313971742543,
+      "rel-constrast": 2.8838019371032715,
+      "step": 3236,
+      "subrel-constrast": 3.519014358520508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.922534465789795,
+      "cov-distil (oracle2student)": 2.889185667037964,
+      "cov-distil (oracle2teacher)": 3.1990604400634766,
+      "epoch": 2.5408163265306123,
+      "rel-constrast": 2.2782304286956787,
+      "step": 3237,
+      "subrel-constrast": 3.006503105163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.557413101196289,
+      "cov-distil (oracle2student)": 5.504024982452393,
+      "cov-distil (oracle2teacher)": 4.614834308624268,
+      "epoch": 2.5416012558869703,
+      "rel-constrast": 3.230039596557617,
+      "step": 3238,
+      "subrel-constrast": 3.9070379734039307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4140465259552002,
+      "cov-distil (oracle2student)": 3.3573408126831055,
+      "cov-distil (oracle2teacher)": 3.357921600341797,
+      "epoch": 2.542386185243328,
+      "rel-constrast": 2.926745653152466,
+      "step": 3239,
+      "subrel-constrast": 3.5674943923950195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5431711145996863,
+      "grad_norm": 7.5,
+      "learning_rate": 4.2745416426043155e-05,
+      "loss": 0.6546,
+      "step": 3240
+    },
+    {
+      "cov-distil": 1.9930508136749268,
+      "cov-distil (oracle2student)": 4.633244037628174,
+      "cov-distil (oracle2teacher)": 4.779427528381348,
+      "epoch": 2.5431711145996863,
+      "rel-constrast": 2.2708029747009277,
+      "step": 3240,
+      "subrel-constrast": 3.423038959503174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.309459924697876,
+      "cov-distil (oracle2student)": 3.5359749794006348,
+      "cov-distil (oracle2teacher)": 3.2815842628479004,
+      "epoch": 2.543956043956044,
+      "rel-constrast": 1.748654842376709,
+      "step": 3241,
+      "subrel-constrast": 2.7061944007873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4904659986495972,
+      "cov-distil (oracle2student)": 3.3607091903686523,
+      "cov-distil (oracle2teacher)": 3.464132785797119,
+      "epoch": 2.544740973312402,
+      "rel-constrast": 2.354949474334717,
+      "step": 3242,
+      "subrel-constrast": 2.7606730461120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0632405281066895,
+      "cov-distil (oracle2student)": 3.0017635822296143,
+      "cov-distil (oracle2teacher)": 3.1473779678344727,
+      "epoch": 2.5455259026687598,
+      "rel-constrast": 2.4761271476745605,
+      "step": 3243,
+      "subrel-constrast": 3.5014488697052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2911851406097412,
+      "cov-distil (oracle2student)": 3.851422071456909,
+      "cov-distil (oracle2teacher)": 3.986896514892578,
+      "epoch": 2.5463108320251178,
+      "rel-constrast": 2.3291988372802734,
+      "step": 3244,
+      "subrel-constrast": 3.138678789138794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.468261480331421,
+      "cov-distil (oracle2student)": 3.9986608028411865,
+      "cov-distil (oracle2teacher)": 4.049673080444336,
+      "epoch": 2.5470957613814758,
+      "rel-constrast": 2.4392056465148926,
+      "step": 3245,
+      "subrel-constrast": 3.3867239952087402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5132545232772827,
+      "cov-distil (oracle2student)": 3.2308998107910156,
+      "cov-distil (oracle2teacher)": 3.023292064666748,
+      "epoch": 2.5478806907378337,
+      "rel-constrast": 2.2253823280334473,
+      "step": 3246,
+      "subrel-constrast": 2.7018909454345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2590117454528809,
+      "cov-distil (oracle2student)": 5.970489501953125,
+      "cov-distil (oracle2teacher)": 4.997638702392578,
+      "epoch": 2.5486656200941917,
+      "rel-constrast": 2.525355815887451,
+      "step": 3247,
+      "subrel-constrast": 3.461256265640259,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1363693475723267,
+      "cov-distil (oracle2student)": 4.906301975250244,
+      "cov-distil (oracle2teacher)": 4.383825302124023,
+      "epoch": 2.5494505494505493,
+      "rel-constrast": 2.1044998168945312,
+      "step": 3248,
+      "subrel-constrast": 2.4981067180633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7318671941757202,
+      "cov-distil (oracle2student)": 4.139473915100098,
+      "cov-distil (oracle2teacher)": 4.273100852966309,
+      "epoch": 2.5502354788069073,
+      "rel-constrast": 1.647935152053833,
+      "step": 3249,
+      "subrel-constrast": 2.567331314086914,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5510204081632653,
+      "grad_norm": 4.53125,
+      "learning_rate": 4.268383912330062e-05,
+      "loss": 0.5912,
+      "step": 3250
+    },
+    {
+      "cov-distil": 1.7139356136322021,
+      "cov-distil (oracle2student)": 5.357488632202148,
+      "cov-distil (oracle2teacher)": 4.6476593017578125,
+      "epoch": 2.5510204081632653,
+      "rel-constrast": 3.4612064361572266,
+      "step": 3250,
+      "subrel-constrast": 3.9371628761291504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8351165056228638,
+      "cov-distil (oracle2student)": 5.311262130737305,
+      "cov-distil (oracle2teacher)": 4.7574615478515625,
+      "epoch": 2.5518053375196232,
+      "rel-constrast": 1.9085783958435059,
+      "step": 3251,
+      "subrel-constrast": 3.273679733276367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5523722171783447,
+      "cov-distil (oracle2student)": 4.791957855224609,
+      "cov-distil (oracle2teacher)": 4.796708583831787,
+      "epoch": 2.5525902668759812,
+      "rel-constrast": 3.168562412261963,
+      "step": 3252,
+      "subrel-constrast": 4.097854137420654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.278954267501831,
+      "cov-distil (oracle2student)": 4.763172149658203,
+      "cov-distil (oracle2teacher)": 4.9113593101501465,
+      "epoch": 2.553375196232339,
+      "rel-constrast": 3.130584239959717,
+      "step": 3253,
+      "subrel-constrast": 3.675779104232788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7319575548171997,
+      "cov-distil (oracle2student)": 4.89845085144043,
+      "cov-distil (oracle2teacher)": 4.392589092254639,
+      "epoch": 2.554160125588697,
+      "rel-constrast": 3.393181800842285,
+      "step": 3254,
+      "subrel-constrast": 3.473701000213623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4680345058441162,
+      "cov-distil (oracle2student)": 4.485637664794922,
+      "cov-distil (oracle2teacher)": 3.837428569793701,
+      "epoch": 2.5549450549450547,
+      "rel-constrast": 2.4922890663146973,
+      "step": 3255,
+      "subrel-constrast": 3.050497055053711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1534069776535034,
+      "cov-distil (oracle2student)": 3.6906516551971436,
+      "cov-distil (oracle2teacher)": 3.536055088043213,
+      "epoch": 2.5557299843014127,
+      "rel-constrast": 2.2958717346191406,
+      "step": 3256,
+      "subrel-constrast": 2.895573616027832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7586607933044434,
+      "cov-distil (oracle2student)": 4.340325832366943,
+      "cov-distil (oracle2teacher)": 4.086240768432617,
+      "epoch": 2.5565149136577707,
+      "rel-constrast": 2.3323609828948975,
+      "step": 3257,
+      "subrel-constrast": 3.049468755722046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1015254259109497,
+      "cov-distil (oracle2student)": 4.71315860748291,
+      "cov-distil (oracle2teacher)": 3.955441951751709,
+      "epoch": 2.5572998430141287,
+      "rel-constrast": 2.62184739112854,
+      "step": 3258,
+      "subrel-constrast": 3.210923671722412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0415889024734497,
+      "cov-distil (oracle2student)": 4.162044048309326,
+      "cov-distil (oracle2teacher)": 4.327247142791748,
+      "epoch": 2.5580847723704867,
+      "rel-constrast": 1.7610578536987305,
+      "step": 3259,
+      "subrel-constrast": 2.6464648246765137,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5588697017268447,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.262204634855904e-05,
+      "loss": 0.7007,
+      "step": 3260
+    },
+    {
+      "cov-distil": 1.7340993881225586,
+      "cov-distil (oracle2student)": 3.0289480686187744,
+      "cov-distil (oracle2teacher)": 3.339664936065674,
+      "epoch": 2.5588697017268447,
+      "rel-constrast": 2.8177828788757324,
+      "step": 3260,
+      "subrel-constrast": 3.5465855598449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.056281566619873,
+      "cov-distil (oracle2student)": 4.49436092376709,
+      "cov-distil (oracle2teacher)": 4.30586051940918,
+      "epoch": 2.5596546310832027,
+      "rel-constrast": 2.16733455657959,
+      "step": 3261,
+      "subrel-constrast": 2.5948903560638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4102699756622314,
+      "cov-distil (oracle2student)": 4.49367094039917,
+      "cov-distil (oracle2teacher)": 4.386835098266602,
+      "epoch": 2.5604395604395602,
+      "rel-constrast": 3.0122101306915283,
+      "step": 3262,
+      "subrel-constrast": 3.648751735687256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4944055080413818,
+      "cov-distil (oracle2student)": 5.551197052001953,
+      "cov-distil (oracle2teacher)": 4.877086639404297,
+      "epoch": 2.561224489795918,
+      "rel-constrast": 3.4456379413604736,
+      "step": 3263,
+      "subrel-constrast": 3.8680262565612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7448559999465942,
+      "cov-distil (oracle2student)": 5.1414666175842285,
+      "cov-distil (oracle2teacher)": 4.938206195831299,
+      "epoch": 2.562009419152276,
+      "rel-constrast": 3.0182933807373047,
+      "step": 3264,
+      "subrel-constrast": 4.20383882522583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.694167137145996,
+      "cov-distil (oracle2student)": 4.163534164428711,
+      "cov-distil (oracle2teacher)": 3.7299749851226807,
+      "epoch": 2.562794348508634,
+      "rel-constrast": 2.583803653717041,
+      "step": 3265,
+      "subrel-constrast": 3.331714630126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184603214263916,
+      "cov-distil (oracle2student)": 2.7310032844543457,
+      "cov-distil (oracle2teacher)": 3.1123712062835693,
+      "epoch": 2.563579277864992,
+      "rel-constrast": 1.8796802759170532,
+      "step": 3266,
+      "subrel-constrast": 3.1740684509277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.682334303855896,
+      "cov-distil (oracle2student)": 4.466099739074707,
+      "cov-distil (oracle2teacher)": 4.323416709899902,
+      "epoch": 2.56436420722135,
+      "rel-constrast": 2.413039207458496,
+      "step": 3267,
+      "subrel-constrast": 3.222015619277954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.518545150756836,
+      "cov-distil (oracle2student)": 4.4511566162109375,
+      "cov-distil (oracle2teacher)": 4.071481227874756,
+      "epoch": 2.565149136577708,
+      "rel-constrast": 1.9195671081542969,
+      "step": 3268,
+      "subrel-constrast": 2.647453546524048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.495706558227539,
+      "cov-distil (oracle2student)": 3.723367214202881,
+      "cov-distil (oracle2teacher)": 3.742830753326416,
+      "epoch": 2.5659340659340657,
+      "rel-constrast": 2.6329598426818848,
+      "step": 3269,
+      "subrel-constrast": 3.1492972373962402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.566718995290424,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.256003885474388e-05,
+      "loss": 0.6861,
+      "step": 3270
+    },
+    {
+      "cov-distil": 1.529050588607788,
+      "cov-distil (oracle2student)": 4.199970245361328,
+      "cov-distil (oracle2teacher)": 4.128181457519531,
+      "epoch": 2.566718995290424,
+      "rel-constrast": 2.7160210609436035,
+      "step": 3270,
+      "subrel-constrast": 3.5197556018829346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7792744636535645,
+      "cov-distil (oracle2student)": 5.085698127746582,
+      "cov-distil (oracle2teacher)": 5.008724212646484,
+      "epoch": 2.5675039246467817,
+      "rel-constrast": 2.6362128257751465,
+      "step": 3271,
+      "subrel-constrast": 3.648754119873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726091980934143,
+      "cov-distil (oracle2student)": 4.852334499359131,
+      "cov-distil (oracle2teacher)": 4.77440071105957,
+      "epoch": 2.5682888540031397,
+      "rel-constrast": 2.1003856658935547,
+      "step": 3272,
+      "subrel-constrast": 3.3412110805511475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7286505699157715,
+      "cov-distil (oracle2student)": 3.5846340656280518,
+      "cov-distil (oracle2teacher)": 3.3514437675476074,
+      "epoch": 2.5690737833594977,
+      "rel-constrast": 2.7678632736206055,
+      "step": 3273,
+      "subrel-constrast": 2.9557154178619385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.390209436416626,
+      "cov-distil (oracle2student)": 5.229157447814941,
+      "cov-distil (oracle2teacher)": 5.08613920211792,
+      "epoch": 2.5698587127158556,
+      "rel-constrast": 3.241698741912842,
+      "step": 3274,
+      "subrel-constrast": 4.046131134033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9748495221138,
+      "cov-distil (oracle2student)": 6.0598039627075195,
+      "cov-distil (oracle2teacher)": 5.438943386077881,
+      "epoch": 2.5706436420722136,
+      "rel-constrast": 3.346529245376587,
+      "step": 3275,
+      "subrel-constrast": 3.09846830368042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7004845142364502,
+      "cov-distil (oracle2student)": 4.047762870788574,
+      "cov-distil (oracle2teacher)": 3.744645595550537,
+      "epoch": 2.571428571428571,
+      "rel-constrast": 2.4321184158325195,
+      "step": 3276,
+      "subrel-constrast": 2.811105728149414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8920390605926514,
+      "cov-distil (oracle2student)": 5.850068092346191,
+      "cov-distil (oracle2teacher)": 4.763786315917969,
+      "epoch": 2.5722135007849296,
+      "rel-constrast": 2.481153964996338,
+      "step": 3277,
+      "subrel-constrast": 3.3148419857025146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5352731943130493,
+      "cov-distil (oracle2student)": 5.028637886047363,
+      "cov-distil (oracle2teacher)": 4.015979766845703,
+      "epoch": 2.572998430141287,
+      "rel-constrast": 1.9886298179626465,
+      "step": 3278,
+      "subrel-constrast": 2.4161012172698975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2928798198699951,
+      "cov-distil (oracle2student)": 5.353870391845703,
+      "cov-distil (oracle2teacher)": 4.92848014831543,
+      "epoch": 2.573783359497645,
+      "rel-constrast": 2.3006224632263184,
+      "step": 3279,
+      "subrel-constrast": 2.6857829093933105,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.574568288854003,
+      "grad_norm": 4.25,
+      "learning_rate": 4.249781739739689e-05,
+      "loss": 0.6892,
+      "step": 3280
+    },
+    {
+      "cov-distil": 1.5840190649032593,
+      "cov-distil (oracle2student)": 5.680285453796387,
+      "cov-distil (oracle2teacher)": 4.86031436920166,
+      "epoch": 2.574568288854003,
+      "rel-constrast": 2.806800127029419,
+      "step": 3280,
+      "subrel-constrast": 3.0624196529388428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.597609043121338,
+      "cov-distil (oracle2student)": 4.03950834274292,
+      "cov-distil (oracle2teacher)": 3.7728967666625977,
+      "epoch": 2.575353218210361,
+      "rel-constrast": 3.8426570892333984,
+      "step": 3281,
+      "subrel-constrast": 4.4568915367126465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3394291400909424,
+      "cov-distil (oracle2student)": 4.026419162750244,
+      "cov-distil (oracle2teacher)": 4.094727039337158,
+      "epoch": 2.576138147566719,
+      "rel-constrast": 2.4910223484039307,
+      "step": 3282,
+      "subrel-constrast": 3.851870059967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2845182418823242,
+      "cov-distil (oracle2student)": 3.6200850009918213,
+      "cov-distil (oracle2teacher)": 3.7844772338867188,
+      "epoch": 2.5769230769230766,
+      "rel-constrast": 2.1330132484436035,
+      "step": 3283,
+      "subrel-constrast": 3.0214080810546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5192015171051025,
+      "cov-distil (oracle2student)": 6.2637739181518555,
+      "cov-distil (oracle2teacher)": 5.338896751403809,
+      "epoch": 2.577708006279435,
+      "rel-constrast": 4.458566665649414,
+      "step": 3284,
+      "subrel-constrast": 4.830592155456543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5906927585601807,
+      "cov-distil (oracle2student)": 2.8866772651672363,
+      "cov-distil (oracle2teacher)": 3.1263370513916016,
+      "epoch": 2.5784929356357926,
+      "rel-constrast": 3.5691277980804443,
+      "step": 3285,
+      "subrel-constrast": 4.314035892486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0624386072158813,
+      "cov-distil (oracle2student)": 3.857084274291992,
+      "cov-distil (oracle2teacher)": 3.545844793319702,
+      "epoch": 2.5792778649921506,
+      "rel-constrast": 1.9379582405090332,
+      "step": 3286,
+      "subrel-constrast": 2.425562858581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080763339996338,
+      "cov-distil (oracle2student)": 3.701930522918701,
+      "cov-distil (oracle2teacher)": 3.7231242656707764,
+      "epoch": 2.5800627943485086,
+      "rel-constrast": 1.6859327554702759,
+      "step": 3287,
+      "subrel-constrast": 3.035763740539551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4813196659088135,
+      "cov-distil (oracle2student)": 5.688510417938232,
+      "cov-distil (oracle2teacher)": 5.122285842895508,
+      "epoch": 2.5808477237048666,
+      "rel-constrast": 2.655193567276001,
+      "step": 3288,
+      "subrel-constrast": 3.153404474258423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9034730195999146,
+      "cov-distil (oracle2student)": 4.920137405395508,
+      "cov-distil (oracle2teacher)": 4.710302829742432,
+      "epoch": 2.5816326530612246,
+      "rel-constrast": 2.7280972003936768,
+      "step": 3289,
+      "subrel-constrast": 3.7167985439300537,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5824175824175826,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.243538273466689e-05,
+      "loss": 0.7488,
+      "step": 3290
+    },
+    {
+      "cov-distil": 1.4016424417495728,
+      "cov-distil (oracle2student)": 3.7982194423675537,
+      "cov-distil (oracle2teacher)": 3.919524669647217,
+      "epoch": 2.5824175824175826,
+      "rel-constrast": 2.5511674880981445,
+      "step": 3290,
+      "subrel-constrast": 3.2890548706054688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1513092517852783,
+      "cov-distil (oracle2student)": 4.259974956512451,
+      "cov-distil (oracle2teacher)": 4.017462730407715,
+      "epoch": 2.5832025117739406,
+      "rel-constrast": 1.7892630100250244,
+      "step": 3291,
+      "subrel-constrast": 2.541137933731079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.865713119506836,
+      "cov-distil (oracle2student)": 3.2688465118408203,
+      "cov-distil (oracle2teacher)": 3.2105860710144043,
+      "epoch": 2.583987441130298,
+      "rel-constrast": 1.685964584350586,
+      "step": 3292,
+      "subrel-constrast": 2.5690314769744873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4983820915222168,
+      "cov-distil (oracle2student)": 4.654667377471924,
+      "cov-distil (oracle2teacher)": 4.214472770690918,
+      "epoch": 2.584772370486656,
+      "rel-constrast": 2.6191048622131348,
+      "step": 3293,
+      "subrel-constrast": 3.2407069206237793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6192182302474976,
+      "cov-distil (oracle2student)": 3.1155080795288086,
+      "cov-distil (oracle2teacher)": 3.1795833110809326,
+      "epoch": 2.585557299843014,
+      "rel-constrast": 2.3627636432647705,
+      "step": 3294,
+      "subrel-constrast": 3.271723747253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.158888101577759,
+      "cov-distil (oracle2student)": 4.877020835876465,
+      "cov-distil (oracle2teacher)": 4.146221160888672,
+      "epoch": 2.586342229199372,
+      "rel-constrast": 2.7412588596343994,
+      "step": 3295,
+      "subrel-constrast": 3.400167465209961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4465718269348145,
+      "cov-distil (oracle2student)": 3.767566204071045,
+      "cov-distil (oracle2teacher)": 3.504206657409668,
+      "epoch": 2.58712715855573,
+      "rel-constrast": 2.334836483001709,
+      "step": 3296,
+      "subrel-constrast": 3.3224680423736572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8327314853668213,
+      "cov-distil (oracle2student)": 3.921072244644165,
+      "cov-distil (oracle2teacher)": 3.704843521118164,
+      "epoch": 2.587912087912088,
+      "rel-constrast": 2.9475817680358887,
+      "step": 3297,
+      "subrel-constrast": 3.6027557849884033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4587290287017822,
+      "cov-distil (oracle2student)": 4.545775413513184,
+      "cov-distil (oracle2teacher)": 4.290907859802246,
+      "epoch": 2.588697017268446,
+      "rel-constrast": 2.3750455379486084,
+      "step": 3298,
+      "subrel-constrast": 3.0978264808654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.665151596069336,
+      "cov-distil (oracle2student)": 3.8188090324401855,
+      "cov-distil (oracle2teacher)": 3.4798498153686523,
+      "epoch": 2.5894819466248036,
+      "rel-constrast": 2.1864166259765625,
+      "step": 3299,
+      "subrel-constrast": 3.0707285404205322,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.237273562730054e-05,
+      "loss": 0.6326,
+      "step": 3300
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "overlap": 0.30156251788139343,
+      "step": 3300
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "step": 3300,
+      "student margin": 0.08074951171875
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "step": 3300,
+      "teacher margin": 0.057891845703125
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "margin difference": -0.022857666015625,
+      "step": 3300
+    },
+    {
+      "cov-distil": 1.7385358810424805,
+      "cov-distil (oracle2student)": 2.386547565460205,
+      "cov-distil (oracle2teacher)": 2.325594186782837,
+      "epoch": 2.5902668759811616,
+      "rel-constrast": 1.5091532468795776,
+      "step": 3300,
+      "subrel-constrast": 2.1299686431884766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4639618396759033,
+      "cov-distil (oracle2student)": 4.653107643127441,
+      "cov-distil (oracle2teacher)": 3.881019115447998,
+      "epoch": 2.5910518053375196,
+      "rel-constrast": 3.038602352142334,
+      "step": 3301,
+      "subrel-constrast": 3.4524624347686768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9320900440216064,
+      "cov-distil (oracle2student)": 5.983251571655273,
+      "cov-distil (oracle2teacher)": 5.523399829864502,
+      "epoch": 2.5918367346938775,
+      "rel-constrast": 2.6845741271972656,
+      "step": 3302,
+      "subrel-constrast": 3.70774507522583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3044226169586182,
+      "cov-distil (oracle2student)": 5.062860488891602,
+      "cov-distil (oracle2teacher)": 4.7673492431640625,
+      "epoch": 2.5926216640502355,
+      "rel-constrast": 2.7204740047454834,
+      "step": 3303,
+      "subrel-constrast": 3.433685302734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.711888313293457,
+      "cov-distil (oracle2student)": 4.867173194885254,
+      "cov-distil (oracle2teacher)": 4.674407005310059,
+      "epoch": 2.5934065934065935,
+      "rel-constrast": 3.10659122467041,
+      "step": 3304,
+      "subrel-constrast": 3.7552480697631836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.706784725189209,
+      "cov-distil (oracle2student)": 4.82769775390625,
+      "cov-distil (oracle2teacher)": 4.978124618530273,
+      "epoch": 2.5941915227629515,
+      "rel-constrast": 3.3831074237823486,
+      "step": 3305,
+      "subrel-constrast": 4.171669960021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1612614393234253,
+      "cov-distil (oracle2student)": 4.272355556488037,
+      "cov-distil (oracle2teacher)": 4.40818977355957,
+      "epoch": 2.594976452119309,
+      "rel-constrast": 3.4747395515441895,
+      "step": 3306,
+      "subrel-constrast": 3.895355224609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0513718128204346,
+      "cov-distil (oracle2student)": 4.29793643951416,
+      "cov-distil (oracle2teacher)": 3.4946093559265137,
+      "epoch": 2.595761381475667,
+      "rel-constrast": 2.1523451805114746,
+      "step": 3307,
+      "subrel-constrast": 2.8646347522735596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3805882930755615,
+      "cov-distil (oracle2student)": 5.061796188354492,
+      "cov-distil (oracle2teacher)": 4.366017818450928,
+      "epoch": 2.596546310832025,
+      "rel-constrast": 1.838315725326538,
+      "step": 3308,
+      "subrel-constrast": 2.914201498031616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4652553796768188,
+      "cov-distil (oracle2student)": 4.469424247741699,
+      "cov-distil (oracle2teacher)": 4.136719703674316,
+      "epoch": 2.597331240188383,
+      "rel-constrast": 3.739407539367676,
+      "step": 3309,
+      "subrel-constrast": 4.309267044067383,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.598116169544741,
+      "grad_norm": 6.8125,
+      "learning_rate": 4.2309876838633064e-05,
+      "loss": 0.7285,
+      "step": 3310
+    },
+    {
+      "cov-distil": 1.3573975563049316,
+      "cov-distil (oracle2student)": 4.280211448669434,
+      "cov-distil (oracle2teacher)": 3.8981523513793945,
+      "epoch": 2.598116169544741,
+      "rel-constrast": 4.327725410461426,
+      "step": 3310,
+      "subrel-constrast": 4.503798961639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3192577362060547,
+      "cov-distil (oracle2student)": 2.7966980934143066,
+      "cov-distil (oracle2teacher)": 2.573590040206909,
+      "epoch": 2.598901098901099,
+      "rel-constrast": 1.7573325634002686,
+      "step": 3311,
+      "subrel-constrast": 2.3633947372436523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.297003984451294,
+      "cov-distil (oracle2student)": 3.7889437675476074,
+      "cov-distil (oracle2teacher)": 4.099568843841553,
+      "epoch": 2.599686028257457,
+      "rel-constrast": 2.5009732246398926,
+      "step": 3312,
+      "subrel-constrast": 3.411364793777466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4451892375946045,
+      "cov-distil (oracle2student)": 6.293399810791016,
+      "cov-distil (oracle2teacher)": 5.781737327575684,
+      "epoch": 2.6004709576138145,
+      "rel-constrast": 2.9076993465423584,
+      "step": 3313,
+      "subrel-constrast": 3.42555832862854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3309826850891113,
+      "cov-distil (oracle2student)": 6.354069709777832,
+      "cov-distil (oracle2teacher)": 5.507755756378174,
+      "epoch": 2.601255886970173,
+      "rel-constrast": 2.7850630283355713,
+      "step": 3314,
+      "subrel-constrast": 3.3084797859191895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5218040943145752,
+      "cov-distil (oracle2student)": 3.9534664154052734,
+      "cov-distil (oracle2teacher)": 4.023106575012207,
+      "epoch": 2.6020408163265305,
+      "rel-constrast": 3.0373992919921875,
+      "step": 3315,
+      "subrel-constrast": 4.04935359954834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5358054637908936,
+      "cov-distil (oracle2student)": 4.474065780639648,
+      "cov-distil (oracle2teacher)": 4.06505012512207,
+      "epoch": 2.6028257456828885,
+      "rel-constrast": 2.978431463241577,
+      "step": 3316,
+      "subrel-constrast": 3.571690559387207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.46085786819458,
+      "cov-distil (oracle2student)": 4.058382987976074,
+      "cov-distil (oracle2teacher)": 3.5734381675720215,
+      "epoch": 2.6036106750392465,
+      "rel-constrast": 2.9707887172698975,
+      "step": 3317,
+      "subrel-constrast": 3.3560492992401123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4840712547302246,
+      "cov-distil (oracle2student)": 4.294004440307617,
+      "cov-distil (oracle2teacher)": 4.337481498718262,
+      "epoch": 2.6043956043956045,
+      "rel-constrast": 3.1143863201141357,
+      "step": 3318,
+      "subrel-constrast": 3.72521710395813,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9287314414978027,
+      "cov-distil (oracle2student)": 2.9219229221343994,
+      "cov-distil (oracle2teacher)": 3.187967300415039,
+      "epoch": 2.6051805337519625,
+      "rel-constrast": 2.5005598068237305,
+      "step": 3319,
+      "subrel-constrast": 3.1781702041625977,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.60596546310832,
+      "grad_norm": 5.125,
+      "learning_rate": 4.224680713457898e-05,
+      "loss": 0.7587,
+      "step": 3320
+    },
+    {
+      "cov-distil": 1.5678926706314087,
+      "cov-distil (oracle2student)": 2.283322811126709,
+      "cov-distil (oracle2teacher)": 2.8162522315979004,
+      "epoch": 2.60596546310832,
+      "rel-constrast": 1.9285213947296143,
+      "step": 3320,
+      "subrel-constrast": 2.896702527999878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5271774530410767,
+      "cov-distil (oracle2student)": 3.149909019470215,
+      "cov-distil (oracle2teacher)": 3.13771390914917,
+      "epoch": 2.6067503924646784,
+      "rel-constrast": 1.6778717041015625,
+      "step": 3321,
+      "subrel-constrast": 2.632929801940918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0670742988586426,
+      "cov-distil (oracle2student)": 3.245011568069458,
+      "cov-distil (oracle2teacher)": 3.204268455505371,
+      "epoch": 2.607535321821036,
+      "rel-constrast": 1.8300654888153076,
+      "step": 3322,
+      "subrel-constrast": 2.3860995769500732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6402530670166016,
+      "cov-distil (oracle2student)": 4.020415306091309,
+      "cov-distil (oracle2teacher)": 3.7177767753601074,
+      "epoch": 2.608320251177394,
+      "rel-constrast": 5.44199800491333,
+      "step": 3323,
+      "subrel-constrast": 5.242271423339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.521725058555603,
+      "cov-distil (oracle2student)": 4.95702600479126,
+      "cov-distil (oracle2teacher)": 4.300833225250244,
+      "epoch": 2.609105180533752,
+      "rel-constrast": 1.9262224435806274,
+      "step": 3324,
+      "subrel-constrast": 3.21536922454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.494856834411621,
+      "cov-distil (oracle2student)": 3.8148460388183594,
+      "cov-distil (oracle2teacher)": 3.8988795280456543,
+      "epoch": 2.60989010989011,
+      "rel-constrast": 4.7661285400390625,
+      "step": 3325,
+      "subrel-constrast": 4.918976306915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4670393466949463,
+      "cov-distil (oracle2student)": 3.8963589668273926,
+      "cov-distil (oracle2teacher)": 4.273305892944336,
+      "epoch": 2.610675039246468,
+      "rel-constrast": 3.2012743949890137,
+      "step": 3326,
+      "subrel-constrast": 3.6905038356781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4411956071853638,
+      "cov-distil (oracle2student)": 4.14925479888916,
+      "cov-distil (oracle2teacher)": 4.176636695861816,
+      "epoch": 2.6114599686028255,
+      "rel-constrast": 2.745218276977539,
+      "step": 3327,
+      "subrel-constrast": 3.9407618045806885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6198344230651855,
+      "cov-distil (oracle2student)": 5.154060363769531,
+      "cov-distil (oracle2teacher)": 4.94610071182251,
+      "epoch": 2.612244897959184,
+      "rel-constrast": 2.886188507080078,
+      "step": 3328,
+      "subrel-constrast": 3.715988874435425,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.148224115371704,
+      "cov-distil (oracle2student)": 5.079248428344727,
+      "cov-distil (oracle2teacher)": 5.006263732910156,
+      "epoch": 2.6130298273155415,
+      "rel-constrast": 3.04954195022583,
+      "step": 3329,
+      "subrel-constrast": 3.540870189666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6138147566718994,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.218352728362273e-05,
+      "loss": 0.7726,
+      "step": 3330
+    },
+    {
+      "cov-distil": 1.1974937915802002,
+      "cov-distil (oracle2student)": 5.463722229003906,
+      "cov-distil (oracle2teacher)": 5.2204179763793945,
+      "epoch": 2.6138147566718994,
+      "rel-constrast": 2.4218225479125977,
+      "step": 3330,
+      "subrel-constrast": 3.0256528854370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562763452529907,
+      "cov-distil (oracle2student)": 3.6454360485076904,
+      "cov-distil (oracle2teacher)": 3.5164082050323486,
+      "epoch": 2.6145996860282574,
+      "rel-constrast": 2.8374671936035156,
+      "step": 3331,
+      "subrel-constrast": 3.5151524543762207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7370498180389404,
+      "cov-distil (oracle2student)": 4.442732810974121,
+      "cov-distil (oracle2teacher)": 4.228377819061279,
+      "epoch": 2.6153846153846154,
+      "rel-constrast": 2.3367884159088135,
+      "step": 3332,
+      "subrel-constrast": 3.10037899017334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5251102447509766,
+      "cov-distil (oracle2student)": 3.1263108253479004,
+      "cov-distil (oracle2teacher)": 3.1984152793884277,
+      "epoch": 2.6161695447409734,
+      "rel-constrast": 3.4674930572509766,
+      "step": 3333,
+      "subrel-constrast": 4.371178150177002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.551461935043335,
+      "cov-distil (oracle2student)": 4.791354179382324,
+      "cov-distil (oracle2teacher)": 4.577911376953125,
+      "epoch": 2.6169544740973314,
+      "rel-constrast": 2.1880922317504883,
+      "step": 3334,
+      "subrel-constrast": 3.02730393409729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2688790559768677,
+      "cov-distil (oracle2student)": 2.8263542652130127,
+      "cov-distil (oracle2teacher)": 3.189734697341919,
+      "epoch": 2.6177394034536894,
+      "rel-constrast": 1.6334861516952515,
+      "step": 3335,
+      "subrel-constrast": 2.5597596168518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5576024055480957,
+      "cov-distil (oracle2student)": 5.1552886962890625,
+      "cov-distil (oracle2teacher)": 4.663330078125,
+      "epoch": 2.618524332810047,
+      "rel-constrast": 2.882880210876465,
+      "step": 3336,
+      "subrel-constrast": 3.1813511848449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7116811275482178,
+      "cov-distil (oracle2student)": 4.850841522216797,
+      "cov-distil (oracle2teacher)": 4.8587470054626465,
+      "epoch": 2.619309262166405,
+      "rel-constrast": 3.255913734436035,
+      "step": 3337,
+      "subrel-constrast": 3.90225887298584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3982501029968262,
+      "cov-distil (oracle2student)": 4.031778335571289,
+      "cov-distil (oracle2teacher)": 3.776158332824707,
+      "epoch": 2.620094191522763,
+      "rel-constrast": 1.6755361557006836,
+      "step": 3338,
+      "subrel-constrast": 2.484912157058716,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2962275743484497,
+      "cov-distil (oracle2student)": 3.987461805343628,
+      "cov-distil (oracle2teacher)": 3.829525947570801,
+      "epoch": 2.620879120879121,
+      "rel-constrast": 2.2821381092071533,
+      "step": 3339,
+      "subrel-constrast": 2.6588029861450195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.621664050235479,
+      "grad_norm": 4.46875,
+      "learning_rate": 4.21200380568093e-05,
+      "loss": 0.6618,
+      "step": 3340
+    },
+    {
+      "cov-distil": 1.4237134456634521,
+      "cov-distil (oracle2student)": 3.62823748588562,
+      "cov-distil (oracle2teacher)": 3.868490695953369,
+      "epoch": 2.621664050235479,
+      "rel-constrast": 2.127274990081787,
+      "step": 3340,
+      "subrel-constrast": 3.0648410320281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2729485034942627,
+      "cov-distil (oracle2student)": 5.0004377365112305,
+      "cov-distil (oracle2teacher)": 4.841361045837402,
+      "epoch": 2.622448979591837,
+      "rel-constrast": 3.8173255920410156,
+      "step": 3341,
+      "subrel-constrast": 4.474738597869873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.401878833770752,
+      "cov-distil (oracle2student)": 4.1330366134643555,
+      "cov-distil (oracle2teacher)": 3.9722800254821777,
+      "epoch": 2.623233908948195,
+      "rel-constrast": 1.9803024530410767,
+      "step": 3342,
+      "subrel-constrast": 2.8852286338806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1565272808074951,
+      "cov-distil (oracle2student)": 3.717745542526245,
+      "cov-distil (oracle2teacher)": 3.3954339027404785,
+      "epoch": 2.6240188383045524,
+      "rel-constrast": 1.8333148956298828,
+      "step": 3343,
+      "subrel-constrast": 2.171279191970825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930327892303467,
+      "cov-distil (oracle2student)": 2.8266186714172363,
+      "cov-distil (oracle2teacher)": 2.7848033905029297,
+      "epoch": 2.6248037676609104,
+      "rel-constrast": 2.018826484680176,
+      "step": 3344,
+      "subrel-constrast": 2.696942090988159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.487910509109497,
+      "cov-distil (oracle2student)": 3.124545097351074,
+      "cov-distil (oracle2teacher)": 2.727811813354492,
+      "epoch": 2.6255886970172684,
+      "rel-constrast": 2.4100890159606934,
+      "step": 3345,
+      "subrel-constrast": 2.974264621734619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9620602130889893,
+      "cov-distil (oracle2student)": 5.436923027038574,
+      "cov-distil (oracle2teacher)": 5.125518798828125,
+      "epoch": 2.6263736263736264,
+      "rel-constrast": 3.62186598777771,
+      "step": 3346,
+      "subrel-constrast": 4.051637172698975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3907132148742676,
+      "cov-distil (oracle2student)": 4.9724016189575195,
+      "cov-distil (oracle2teacher)": 4.8872389793396,
+      "epoch": 2.6271585557299844,
+      "rel-constrast": 2.6670825481414795,
+      "step": 3347,
+      "subrel-constrast": 3.3633999824523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649543046951294,
+      "cov-distil (oracle2student)": 5.32910680770874,
+      "cov-distil (oracle2teacher)": 4.733912944793701,
+      "epoch": 2.6279434850863423,
+      "rel-constrast": 2.1999824047088623,
+      "step": 3348,
+      "subrel-constrast": 3.239885091781616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3014909029006958,
+      "cov-distil (oracle2student)": 4.039712429046631,
+      "cov-distil (oracle2teacher)": 3.6643471717834473,
+      "epoch": 2.6287284144427003,
+      "rel-constrast": 2.9043750762939453,
+      "step": 3349,
+      "subrel-constrast": 3.1511242389678955,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.629513343799058,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.205634022773491e-05,
+      "loss": 0.6756,
+      "step": 3350
+    },
+    {
+      "cov-distil": 1.7975472211837769,
+      "cov-distil (oracle2student)": 2.912885904312134,
+      "cov-distil (oracle2teacher)": 3.3946118354797363,
+      "epoch": 2.629513343799058,
+      "rel-constrast": 2.4653592109680176,
+      "step": 3350,
+      "subrel-constrast": 3.457446575164795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4019312858581543,
+      "cov-distil (oracle2student)": 4.824196815490723,
+      "cov-distil (oracle2teacher)": 4.514104843139648,
+      "epoch": 2.630298273155416,
+      "rel-constrast": 2.9533700942993164,
+      "step": 3351,
+      "subrel-constrast": 3.660869598388672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2669914960861206,
+      "cov-distil (oracle2student)": 3.1776649951934814,
+      "cov-distil (oracle2teacher)": 3.1372382640838623,
+      "epoch": 2.631083202511774,
+      "rel-constrast": 1.7550740242004395,
+      "step": 3352,
+      "subrel-constrast": 2.4419214725494385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3746662139892578,
+      "cov-distil (oracle2student)": 5.023326873779297,
+      "cov-distil (oracle2teacher)": 4.608475685119629,
+      "epoch": 2.631868131868132,
+      "rel-constrast": 2.688718557357788,
+      "step": 3353,
+      "subrel-constrast": 3.4552969932556152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4927936792373657,
+      "cov-distil (oracle2student)": 3.5827667713165283,
+      "cov-distil (oracle2teacher)": 3.453808546066284,
+      "epoch": 2.63265306122449,
+      "rel-constrast": 2.887227773666382,
+      "step": 3354,
+      "subrel-constrast": 3.858729839324951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1645023822784424,
+      "cov-distil (oracle2student)": 3.792797327041626,
+      "cov-distil (oracle2teacher)": 3.7596147060394287,
+      "epoch": 2.633437990580848,
+      "rel-constrast": 2.697218418121338,
+      "step": 3355,
+      "subrel-constrast": 3.449510097503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.836381435394287,
+      "cov-distil (oracle2student)": 6.50697660446167,
+      "cov-distil (oracle2teacher)": 5.462902069091797,
+      "epoch": 2.634222919937206,
+      "rel-constrast": 3.9260740280151367,
+      "step": 3356,
+      "subrel-constrast": 3.8754794597625732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4481720924377441,
+      "cov-distil (oracle2student)": 3.6906795501708984,
+      "cov-distil (oracle2teacher)": 3.175135612487793,
+      "epoch": 2.6350078492935634,
+      "rel-constrast": 1.659681797027588,
+      "step": 3357,
+      "subrel-constrast": 2.159393548965454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.218891978263855,
+      "cov-distil (oracle2student)": 4.343941688537598,
+      "cov-distil (oracle2teacher)": 4.245872497558594,
+      "epoch": 2.6357927786499213,
+      "rel-constrast": 2.828813314437866,
+      "step": 3358,
+      "subrel-constrast": 2.890216827392578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9444319605827332,
+      "cov-distil (oracle2student)": 4.453116416931152,
+      "cov-distil (oracle2teacher)": 4.014699459075928,
+      "epoch": 2.6365777080062793,
+      "rel-constrast": 2.04018497467041,
+      "step": 3359,
+      "subrel-constrast": 2.6347274780273438,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6373626373626373,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.19924345725375e-05,
+      "loss": 0.6824,
+      "step": 3360
+    },
+    {
+      "cov-distil": 1.7075250148773193,
+      "cov-distil (oracle2student)": 3.9646925926208496,
+      "cov-distil (oracle2teacher)": 3.8560268878936768,
+      "epoch": 2.6373626373626373,
+      "rel-constrast": 2.6166269779205322,
+      "step": 3360,
+      "subrel-constrast": 3.674955368041992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1694371700286865,
+      "cov-distil (oracle2student)": 3.518179416656494,
+      "cov-distil (oracle2teacher)": 3.526686191558838,
+      "epoch": 2.6381475667189953,
+      "rel-constrast": 1.7327178716659546,
+      "step": 3361,
+      "subrel-constrast": 2.7205724716186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321175217628479,
+      "cov-distil (oracle2student)": 4.425207138061523,
+      "cov-distil (oracle2teacher)": 3.7909891605377197,
+      "epoch": 2.6389324960753533,
+      "rel-constrast": 1.7114737033843994,
+      "step": 3362,
+      "subrel-constrast": 2.0409507751464844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8180433511734009,
+      "cov-distil (oracle2student)": 4.2920684814453125,
+      "cov-distil (oracle2teacher)": 3.599445104598999,
+      "epoch": 2.6397174254317113,
+      "rel-constrast": 2.842743396759033,
+      "step": 3363,
+      "subrel-constrast": 3.650315761566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.765669584274292,
+      "cov-distil (oracle2student)": 6.978798866271973,
+      "cov-distil (oracle2teacher)": 6.5796732902526855,
+      "epoch": 2.640502354788069,
+      "rel-constrast": 4.342404365539551,
+      "step": 3364,
+      "subrel-constrast": 5.059886932373047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9868042469024658,
+      "cov-distil (oracle2student)": 3.7180328369140625,
+      "cov-distil (oracle2teacher)": 3.5474700927734375,
+      "epoch": 2.6412872841444273,
+      "rel-constrast": 2.0424911975860596,
+      "step": 3365,
+      "subrel-constrast": 2.8399219512939453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4227283000946045,
+      "cov-distil (oracle2student)": 4.183437824249268,
+      "cov-distil (oracle2teacher)": 3.99031662940979,
+      "epoch": 2.642072213500785,
+      "rel-constrast": 3.4348297119140625,
+      "step": 3366,
+      "subrel-constrast": 3.601407527923584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.548553466796875,
+      "cov-distil (oracle2student)": 6.3305511474609375,
+      "cov-distil (oracle2teacher)": 6.316399097442627,
+      "epoch": 2.642857142857143,
+      "rel-constrast": 3.4853787422180176,
+      "step": 3367,
+      "subrel-constrast": 3.796539545059204,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.952551007270813,
+      "cov-distil (oracle2student)": 3.571199417114258,
+      "cov-distil (oracle2teacher)": 4.231743335723877,
+      "epoch": 2.643642072213501,
+      "rel-constrast": 2.6448326110839844,
+      "step": 3368,
+      "subrel-constrast": 4.158664226531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145518064498901,
+      "cov-distil (oracle2student)": 5.678580284118652,
+      "cov-distil (oracle2teacher)": 5.201956272125244,
+      "epoch": 2.6444270015698588,
+      "rel-constrast": 2.9534192085266113,
+      "step": 3369,
+      "subrel-constrast": 3.6556193828582764,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6452119309262168,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.192832186988731e-05,
+      "loss": 0.7362,
+      "step": 3370
+    },
+    {
+      "cov-distil": 1.4188323020935059,
+      "cov-distil (oracle2student)": 3.725533962249756,
+      "cov-distil (oracle2teacher)": 4.0953874588012695,
+      "epoch": 2.6452119309262168,
+      "rel-constrast": 2.085205554962158,
+      "step": 3370,
+      "subrel-constrast": 3.0502359867095947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8745083808898926,
+      "cov-distil (oracle2student)": 5.222837448120117,
+      "cov-distil (oracle2teacher)": 4.696657180786133,
+      "epoch": 2.6459968602825743,
+      "rel-constrast": 2.584398031234741,
+      "step": 3371,
+      "subrel-constrast": 3.4001224040985107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9124128818511963,
+      "cov-distil (oracle2student)": 4.962756156921387,
+      "cov-distil (oracle2teacher)": 4.783853530883789,
+      "epoch": 2.6467817896389327,
+      "rel-constrast": 3.9613637924194336,
+      "step": 3372,
+      "subrel-constrast": 4.63087272644043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2773470878601074,
+      "cov-distil (oracle2student)": 3.182844638824463,
+      "cov-distil (oracle2teacher)": 2.8566179275512695,
+      "epoch": 2.6475667189952903,
+      "rel-constrast": 2.89323091506958,
+      "step": 3373,
+      "subrel-constrast": 2.9474804401397705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7924814224243164,
+      "cov-distil (oracle2student)": 5.1575422286987305,
+      "cov-distil (oracle2teacher)": 4.888465881347656,
+      "epoch": 2.6483516483516483,
+      "rel-constrast": 3.3375210762023926,
+      "step": 3374,
+      "subrel-constrast": 3.8755385875701904,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901937484741211,
+      "cov-distil (oracle2student)": 2.330385208129883,
+      "cov-distil (oracle2teacher)": 2.7379865646362305,
+      "epoch": 2.6491365777080063,
+      "rel-constrast": 1.6046037673950195,
+      "step": 3375,
+      "subrel-constrast": 2.680448055267334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4014008045196533,
+      "cov-distil (oracle2student)": 2.483163833618164,
+      "cov-distil (oracle2teacher)": 2.6824235916137695,
+      "epoch": 2.6499215070643642,
+      "rel-constrast": 2.0330586433410645,
+      "step": 3376,
+      "subrel-constrast": 3.020212173461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3058204650878906,
+      "cov-distil (oracle2student)": 2.8196940422058105,
+      "cov-distil (oracle2teacher)": 3.3065242767333984,
+      "epoch": 2.6507064364207222,
+      "rel-constrast": 2.1439425945281982,
+      "step": 3377,
+      "subrel-constrast": 3.3348276615142822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.908545732498169,
+      "cov-distil (oracle2student)": 5.728462219238281,
+      "cov-distil (oracle2teacher)": 5.143882751464844,
+      "epoch": 2.6514913657770802,
+      "rel-constrast": 2.532026529312134,
+      "step": 3378,
+      "subrel-constrast": 2.958460807800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0665876865386963,
+      "cov-distil (oracle2student)": 3.6964356899261475,
+      "cov-distil (oracle2teacher)": 3.565253257751465,
+      "epoch": 2.652276295133438,
+      "rel-constrast": 2.162493944168091,
+      "step": 3379,
+      "subrel-constrast": 2.9136297702789307,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6530612244897958,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.1864002900977396e-05,
+      "loss": 0.6731,
+      "step": 3380
+    },
+    {
+      "cov-distil": 1.2343411445617676,
+      "cov-distil (oracle2student)": 3.3742055892944336,
+      "cov-distil (oracle2teacher)": 3.532623291015625,
+      "epoch": 2.6530612244897958,
+      "rel-constrast": 2.545734405517578,
+      "step": 3380,
+      "subrel-constrast": 3.256619453430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1428179740905762,
+      "cov-distil (oracle2student)": 6.161736011505127,
+      "cov-distil (oracle2teacher)": 5.945102691650391,
+      "epoch": 2.6538461538461537,
+      "rel-constrast": 3.1711645126342773,
+      "step": 3381,
+      "subrel-constrast": 3.8786914348602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5739327669143677,
+      "cov-distil (oracle2student)": 2.6070220470428467,
+      "cov-distil (oracle2teacher)": 2.8359320163726807,
+      "epoch": 2.6546310832025117,
+      "rel-constrast": 2.411898136138916,
+      "step": 3382,
+      "subrel-constrast": 3.396174192428589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.673923373222351,
+      "cov-distil (oracle2student)": 4.127479076385498,
+      "cov-distil (oracle2teacher)": 3.732725143432617,
+      "epoch": 2.6554160125588697,
+      "rel-constrast": 2.0007710456848145,
+      "step": 3383,
+      "subrel-constrast": 3.08183217048645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9406642317771912,
+      "cov-distil (oracle2student)": 5.379096984863281,
+      "cov-distil (oracle2teacher)": 4.690669536590576,
+      "epoch": 2.6562009419152277,
+      "rel-constrast": 2.453364372253418,
+      "step": 3384,
+      "subrel-constrast": 2.845139503479004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1684364080429077,
+      "cov-distil (oracle2student)": 4.121804237365723,
+      "cov-distil (oracle2teacher)": 4.027283668518066,
+      "epoch": 2.6569858712715857,
+      "rel-constrast": 2.1816458702087402,
+      "step": 3385,
+      "subrel-constrast": 2.8390920162200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0408308506011963,
+      "cov-distil (oracle2student)": 5.517152786254883,
+      "cov-distil (oracle2teacher)": 4.837254524230957,
+      "epoch": 2.6577708006279437,
+      "rel-constrast": 3.2810564041137695,
+      "step": 3386,
+      "subrel-constrast": 3.8960859775543213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2477810382843018,
+      "cov-distil (oracle2student)": 3.534484386444092,
+      "cov-distil (oracle2teacher)": 3.8466057777404785,
+      "epoch": 2.6585557299843012,
+      "rel-constrast": 2.7522733211517334,
+      "step": 3387,
+      "subrel-constrast": 3.1727330684661865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0739067792892456,
+      "cov-distil (oracle2student)": 3.692136287689209,
+      "cov-distil (oracle2teacher)": 3.3840482234954834,
+      "epoch": 2.659340659340659,
+      "rel-constrast": 2.848564624786377,
+      "step": 3388,
+      "subrel-constrast": 3.2662699222564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1639528274536133,
+      "cov-distil (oracle2student)": 3.7368621826171875,
+      "cov-distil (oracle2teacher)": 3.7117128372192383,
+      "epoch": 2.660125588697017,
+      "rel-constrast": 2.5128982067108154,
+      "step": 3389,
+      "subrel-constrast": 3.1716930866241455,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.660910518053375,
+      "grad_norm": 4.375,
+      "learning_rate": 4.1799478449514075e-05,
+      "loss": 0.6846,
+      "step": 3390
+    },
+    {
+      "cov-distil": 2.36075758934021,
+      "cov-distil (oracle2student)": 5.592048168182373,
+      "cov-distil (oracle2teacher)": 5.8421630859375,
+      "epoch": 2.660910518053375,
+      "rel-constrast": 2.926896095275879,
+      "step": 3390,
+      "subrel-constrast": 4.222178936004639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.508044958114624,
+      "cov-distil (oracle2student)": 3.9797492027282715,
+      "cov-distil (oracle2teacher)": 3.959425687789917,
+      "epoch": 2.661695447409733,
+      "rel-constrast": 2.1036438941955566,
+      "step": 3391,
+      "subrel-constrast": 3.231468915939331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5408297777175903,
+      "cov-distil (oracle2student)": 3.6103646755218506,
+      "cov-distil (oracle2teacher)": 3.60410475730896,
+      "epoch": 2.662480376766091,
+      "rel-constrast": 2.937272310256958,
+      "step": 3392,
+      "subrel-constrast": 3.3950181007385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6338913440704346,
+      "cov-distil (oracle2student)": 5.3872551918029785,
+      "cov-distil (oracle2teacher)": 5.13102388381958,
+      "epoch": 2.663265306122449,
+      "rel-constrast": 3.279101848602295,
+      "step": 3393,
+      "subrel-constrast": 3.974159002304077,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.360913634300232,
+      "cov-distil (oracle2student)": 3.653331995010376,
+      "cov-distil (oracle2teacher)": 3.2688796520233154,
+      "epoch": 2.6640502354788067,
+      "rel-constrast": 1.6857242584228516,
+      "step": 3394,
+      "subrel-constrast": 2.3220021724700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3381927013397217,
+      "cov-distil (oracle2student)": 4.510581016540527,
+      "cov-distil (oracle2teacher)": 4.692668437957764,
+      "epoch": 2.6648351648351647,
+      "rel-constrast": 3.4603755474090576,
+      "step": 3395,
+      "subrel-constrast": 3.921874761581421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2028045654296875,
+      "cov-distil (oracle2student)": 3.1786487102508545,
+      "cov-distil (oracle2teacher)": 4.071524143218994,
+      "epoch": 2.6656200941915227,
+      "rel-constrast": 2.659817934036255,
+      "step": 3396,
+      "subrel-constrast": 4.114896297454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104596138000488,
+      "cov-distil (oracle2student)": 5.83676815032959,
+      "cov-distil (oracle2teacher)": 5.364981174468994,
+      "epoch": 2.6664050235478807,
+      "rel-constrast": 3.7951908111572266,
+      "step": 3397,
+      "subrel-constrast": 4.528207302093506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.790479063987732,
+      "cov-distil (oracle2student)": 5.809121131896973,
+      "cov-distil (oracle2teacher)": 5.1232500076293945,
+      "epoch": 2.6671899529042387,
+      "rel-constrast": 1.347072720527649,
+      "step": 3398,
+      "subrel-constrast": 2.534379243850708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2980704307556152,
+      "cov-distil (oracle2student)": 4.173917770385742,
+      "cov-distil (oracle2teacher)": 3.745276927947998,
+      "epoch": 2.6679748822605966,
+      "rel-constrast": 2.6846368312835693,
+      "step": 3399,
+      "subrel-constrast": 2.900108575820923,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.173474930170744e-05,
+      "loss": 0.7129,
+      "step": 3400
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "overlap": 0.2828125059604645,
+      "step": 3400
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "step": 3400,
+      "student margin": 0.05999755859375
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "step": 3400,
+      "teacher margin": 0.042388916015625
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "margin difference": -0.017608642578125,
+      "step": 3400
+    },
+    {
+      "cov-distil": 1.7592198848724365,
+      "cov-distil (oracle2student)": 4.345518112182617,
+      "cov-distil (oracle2teacher)": 3.7188637256622314,
+      "epoch": 2.6687598116169546,
+      "rel-constrast": 3.615017890930176,
+      "step": 3400,
+      "subrel-constrast": 4.042435169219971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9678325653076172,
+      "cov-distil (oracle2student)": 5.640748023986816,
+      "cov-distil (oracle2teacher)": 4.97282600402832,
+      "epoch": 2.669544740973312,
+      "rel-constrast": 2.272472620010376,
+      "step": 3401,
+      "subrel-constrast": 2.9687514305114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0935853719711304,
+      "cov-distil (oracle2student)": 5.53285026550293,
+      "cov-distil (oracle2teacher)": 5.570320129394531,
+      "epoch": 2.67032967032967,
+      "rel-constrast": 2.915374755859375,
+      "step": 3402,
+      "subrel-constrast": 3.62144136428833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7770240306854248,
+      "cov-distil (oracle2student)": 3.061687469482422,
+      "cov-distil (oracle2teacher)": 3.251063346862793,
+      "epoch": 2.671114599686028,
+      "rel-constrast": 2.2424850463867188,
+      "step": 3403,
+      "subrel-constrast": 3.235748767852783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7967889308929443,
+      "cov-distil (oracle2student)": 5.403275012969971,
+      "cov-distil (oracle2teacher)": 5.445744514465332,
+      "epoch": 2.671899529042386,
+      "rel-constrast": 3.160645008087158,
+      "step": 3404,
+      "subrel-constrast": 3.6700682640075684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1029103994369507,
+      "cov-distil (oracle2student)": 4.075234413146973,
+      "cov-distil (oracle2teacher)": 3.9376821517944336,
+      "epoch": 2.672684458398744,
+      "rel-constrast": 2.8507308959960938,
+      "step": 3405,
+      "subrel-constrast": 3.174172878265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3886706829071045,
+      "cov-distil (oracle2student)": 5.325919151306152,
+      "cov-distil (oracle2teacher)": 4.839361667633057,
+      "epoch": 2.673469387755102,
+      "rel-constrast": 2.631714344024658,
+      "step": 3406,
+      "subrel-constrast": 2.690737247467041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.95001220703125,
+      "cov-distil (oracle2student)": 3.719670295715332,
+      "cov-distil (oracle2teacher)": 3.8165807723999023,
+      "epoch": 2.67425431711146,
+      "rel-constrast": 2.8557872772216797,
+      "step": 3407,
+      "subrel-constrast": 3.5309536457061768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3444483280181885,
+      "cov-distil (oracle2student)": 4.876287460327148,
+      "cov-distil (oracle2teacher)": 4.010460376739502,
+      "epoch": 2.6750392464678177,
+      "rel-constrast": 1.4313523769378662,
+      "step": 3408,
+      "subrel-constrast": 2.1007192134857178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3018388748168945,
+      "cov-distil (oracle2student)": 3.1435675621032715,
+      "cov-distil (oracle2teacher)": 3.487612724304199,
+      "epoch": 2.675824175824176,
+      "rel-constrast": 2.4106626510620117,
+      "step": 3409,
+      "subrel-constrast": 3.1958537101745605,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6766091051805336,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.166981624626174e-05,
+      "loss": 0.6984,
+      "step": 3410
+    },
+    {
+      "cov-distil": 1.921257734298706,
+      "cov-distil (oracle2student)": 3.3065457344055176,
+      "cov-distil (oracle2teacher)": 3.276826858520508,
+      "epoch": 2.6766091051805336,
+      "rel-constrast": 1.7720280885696411,
+      "step": 3410,
+      "subrel-constrast": 2.985795497894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7063407897949219,
+      "cov-distil (oracle2student)": 4.310494422912598,
+      "cov-distil (oracle2teacher)": 3.878406047821045,
+      "epoch": 2.6773940345368916,
+      "rel-constrast": 1.9165396690368652,
+      "step": 3411,
+      "subrel-constrast": 2.306405782699585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1990208625793457,
+      "cov-distil (oracle2student)": 6.714446067810059,
+      "cov-distil (oracle2teacher)": 5.67267370223999,
+      "epoch": 2.6781789638932496,
+      "rel-constrast": 1.9394690990447998,
+      "step": 3412,
+      "subrel-constrast": 2.500439167022705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5952868461608887,
+      "cov-distil (oracle2student)": 6.093477249145508,
+      "cov-distil (oracle2teacher)": 5.360837459564209,
+      "epoch": 2.6789638932496076,
+      "rel-constrast": 2.7476391792297363,
+      "step": 3413,
+      "subrel-constrast": 3.6323976516723633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3876068592071533,
+      "cov-distil (oracle2student)": 5.224850177764893,
+      "cov-distil (oracle2teacher)": 4.495697498321533,
+      "epoch": 2.6797488226059656,
+      "rel-constrast": 2.91737961769104,
+      "step": 3414,
+      "subrel-constrast": 2.978888511657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6670030355453491,
+      "cov-distil (oracle2student)": 3.8915600776672363,
+      "cov-distil (oracle2teacher)": 3.865659236907959,
+      "epoch": 2.680533751962323,
+      "rel-constrast": 1.5717297792434692,
+      "step": 3415,
+      "subrel-constrast": 2.1923911571502686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.448941707611084,
+      "cov-distil (oracle2student)": 3.7615251541137695,
+      "cov-distil (oracle2teacher)": 3.5000381469726562,
+      "epoch": 2.6813186813186816,
+      "rel-constrast": 2.0906143188476562,
+      "step": 3416,
+      "subrel-constrast": 2.4733214378356934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2324445247650146,
+      "cov-distil (oracle2student)": 3.6439027786254883,
+      "cov-distil (oracle2teacher)": 4.025062084197998,
+      "epoch": 2.682103610675039,
+      "rel-constrast": 1.5885065793991089,
+      "step": 3417,
+      "subrel-constrast": 2.4485878944396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.359544038772583,
+      "cov-distil (oracle2student)": 4.562652587890625,
+      "cov-distil (oracle2teacher)": 4.071953773498535,
+      "epoch": 2.682888540031397,
+      "rel-constrast": 2.5416276454925537,
+      "step": 3418,
+      "subrel-constrast": 3.098799467086792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6369211673736572,
+      "cov-distil (oracle2student)": 3.8102831840515137,
+      "cov-distil (oracle2teacher)": 3.7021961212158203,
+      "epoch": 2.683673469387755,
+      "rel-constrast": 2.197509765625,
+      "step": 3419,
+      "subrel-constrast": 3.119676351547241,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.684458398744113,
+      "grad_norm": 4.40625,
+      "learning_rate": 4.160468007436574e-05,
+      "loss": 0.57,
+      "step": 3420
+    },
+    {
+      "cov-distil": 1.719135046005249,
+      "cov-distil (oracle2student)": 3.821016311645508,
+      "cov-distil (oracle2teacher)": 3.611619472503662,
+      "epoch": 2.684458398744113,
+      "rel-constrast": 2.40488338470459,
+      "step": 3420,
+      "subrel-constrast": 3.4663171768188477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5605039596557617,
+      "cov-distil (oracle2student)": 2.935488700866699,
+      "cov-distil (oracle2teacher)": 3.1864795684814453,
+      "epoch": 2.685243328100471,
+      "rel-constrast": 2.760688543319702,
+      "step": 3421,
+      "subrel-constrast": 3.7049105167388916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5770034790039062,
+      "cov-distil (oracle2student)": 4.423437595367432,
+      "cov-distil (oracle2teacher)": 3.8640236854553223,
+      "epoch": 2.686028257456829,
+      "rel-constrast": 2.815077543258667,
+      "step": 3422,
+      "subrel-constrast": 3.7331526279449463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3983687162399292,
+      "cov-distil (oracle2student)": 4.7415666580200195,
+      "cov-distil (oracle2teacher)": 4.635700702667236,
+      "epoch": 2.686813186813187,
+      "rel-constrast": 2.98581862449646,
+      "step": 3423,
+      "subrel-constrast": 3.2037909030914307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1597836017608643,
+      "cov-distil (oracle2student)": 6.610556125640869,
+      "cov-distil (oracle2teacher)": 5.9040422439575195,
+      "epoch": 2.6875981161695446,
+      "rel-constrast": 3.8531577587127686,
+      "step": 3424,
+      "subrel-constrast": 4.011930465698242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5182232856750488,
+      "cov-distil (oracle2student)": 4.406174659729004,
+      "cov-distil (oracle2teacher)": 3.7655882835388184,
+      "epoch": 2.6883830455259026,
+      "rel-constrast": 3.032742500305176,
+      "step": 3425,
+      "subrel-constrast": 3.34782075881958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3041605949401855,
+      "cov-distil (oracle2student)": 5.670109748840332,
+      "cov-distil (oracle2teacher)": 5.423748016357422,
+      "epoch": 2.6891679748822606,
+      "rel-constrast": 3.360563278198242,
+      "step": 3426,
+      "subrel-constrast": 4.035850524902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5476405620574951,
+      "cov-distil (oracle2student)": 4.484825611114502,
+      "cov-distil (oracle2teacher)": 3.717073440551758,
+      "epoch": 2.6899529042386185,
+      "rel-constrast": 2.753540515899658,
+      "step": 3427,
+      "subrel-constrast": 3.1116342544555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2179723978042603,
+      "cov-distil (oracle2student)": 4.204617023468018,
+      "cov-distil (oracle2teacher)": 3.8007848262786865,
+      "epoch": 2.6907378335949765,
+      "rel-constrast": 2.3686611652374268,
+      "step": 3428,
+      "subrel-constrast": 2.6773524284362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4228005409240723,
+      "cov-distil (oracle2student)": 3.4358344078063965,
+      "cov-distil (oracle2teacher)": 3.7747607231140137,
+      "epoch": 2.6915227629513345,
+      "rel-constrast": 3.254420757293701,
+      "step": 3429,
+      "subrel-constrast": 3.6758570671081543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6923076923076925,
+      "grad_norm": 5.5,
+      "learning_rate": 4.1539341579683155e-05,
+      "loss": 0.7783,
+      "step": 3430
+    },
+    {
+      "cov-distil": 1.7391047477722168,
+      "cov-distil (oracle2student)": 3.832895040512085,
+      "cov-distil (oracle2teacher)": 3.7995762825012207,
+      "epoch": 2.6923076923076925,
+      "rel-constrast": 2.7669920921325684,
+      "step": 3430,
+      "subrel-constrast": 3.3318166732788086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6470890045166016,
+      "cov-distil (oracle2student)": 4.424378395080566,
+      "cov-distil (oracle2teacher)": 4.173608779907227,
+      "epoch": 2.69309262166405,
+      "rel-constrast": 3.144897222518921,
+      "step": 3431,
+      "subrel-constrast": 3.7279772758483887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3189151287078857,
+      "cov-distil (oracle2student)": 3.7437446117401123,
+      "cov-distil (oracle2teacher)": 3.3592019081115723,
+      "epoch": 2.693877551020408,
+      "rel-constrast": 2.6971282958984375,
+      "step": 3432,
+      "subrel-constrast": 3.3283803462982178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2436387538909912,
+      "cov-distil (oracle2student)": 3.927736759185791,
+      "cov-distil (oracle2teacher)": 4.701812744140625,
+      "epoch": 2.694662480376766,
+      "rel-constrast": 3.246727466583252,
+      "step": 3433,
+      "subrel-constrast": 4.3226776123046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5675714015960693,
+      "cov-distil (oracle2student)": 3.861079692840576,
+      "cov-distil (oracle2teacher)": 4.18678617477417,
+      "epoch": 2.695447409733124,
+      "rel-constrast": 3.1077017784118652,
+      "step": 3434,
+      "subrel-constrast": 3.810654401779175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8184099197387695,
+      "cov-distil (oracle2student)": 6.261345863342285,
+      "cov-distil (oracle2teacher)": 6.258091926574707,
+      "epoch": 2.696232339089482,
+      "rel-constrast": 1.4204344749450684,
+      "step": 3435,
+      "subrel-constrast": 2.3580150604248047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3488813638687134,
+      "cov-distil (oracle2student)": 3.961028575897217,
+      "cov-distil (oracle2teacher)": 3.6226727962493896,
+      "epoch": 2.69701726844584,
+      "rel-constrast": 2.740581512451172,
+      "step": 3436,
+      "subrel-constrast": 2.9722201824188232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7909841537475586,
+      "cov-distil (oracle2student)": 6.978001117706299,
+      "cov-distil (oracle2teacher)": 6.154361724853516,
+      "epoch": 2.697802197802198,
+      "rel-constrast": 2.284184217453003,
+      "step": 3437,
+      "subrel-constrast": 3.177285671234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9224412441253662,
+      "cov-distil (oracle2student)": 2.6639764308929443,
+      "cov-distil (oracle2teacher)": 2.7243189811706543,
+      "epoch": 2.6985871271585555,
+      "rel-constrast": 2.7666711807250977,
+      "step": 3438,
+      "subrel-constrast": 3.4452741146087646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2896897792816162,
+      "cov-distil (oracle2student)": 4.503536701202393,
+      "cov-distil (oracle2teacher)": 4.040459156036377,
+      "epoch": 2.6993720565149135,
+      "rel-constrast": 2.1506056785583496,
+      "step": 3439,
+      "subrel-constrast": 2.8010621070861816,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7001569858712715,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.147380155834293e-05,
+      "loss": 0.6974,
+      "step": 3440
+    },
+    {
+      "cov-distil": 1.146598219871521,
+      "cov-distil (oracle2student)": 4.291509628295898,
+      "cov-distil (oracle2teacher)": 4.883552551269531,
+      "epoch": 2.7001569858712715,
+      "rel-constrast": 2.6033687591552734,
+      "step": 3440,
+      "subrel-constrast": 3.094074249267578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5829063653945923,
+      "cov-distil (oracle2student)": 4.754502296447754,
+      "cov-distil (oracle2teacher)": 4.792940616607666,
+      "epoch": 2.7009419152276295,
+      "rel-constrast": 3.524317741394043,
+      "step": 3441,
+      "subrel-constrast": 4.439371585845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9889519214630127,
+      "cov-distil (oracle2student)": 4.789587497711182,
+      "cov-distil (oracle2teacher)": 3.8334789276123047,
+      "epoch": 2.7017268445839875,
+      "rel-constrast": 2.416520118713379,
+      "step": 3442,
+      "subrel-constrast": 3.269442081451416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.639683485031128,
+      "cov-distil (oracle2student)": 5.108799457550049,
+      "cov-distil (oracle2teacher)": 5.2285261154174805,
+      "epoch": 2.7025117739403455,
+      "rel-constrast": 2.906005859375,
+      "step": 3443,
+      "subrel-constrast": 4.077155113220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3551075458526611,
+      "cov-distil (oracle2student)": 4.5436201095581055,
+      "cov-distil (oracle2teacher)": 4.428092002868652,
+      "epoch": 2.7032967032967035,
+      "rel-constrast": 3.2929627895355225,
+      "step": 3444,
+      "subrel-constrast": 3.656095027923584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5290656089782715,
+      "cov-distil (oracle2student)": 2.274554491043091,
+      "cov-distil (oracle2teacher)": 2.3479232788085938,
+      "epoch": 2.704081632653061,
+      "rel-constrast": 2.3773326873779297,
+      "step": 3445,
+      "subrel-constrast": 3.0413198471069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.021592617034912,
+      "cov-distil (oracle2student)": 4.015064716339111,
+      "cov-distil (oracle2teacher)": 4.390156269073486,
+      "epoch": 2.704866562009419,
+      "rel-constrast": 1.8086042404174805,
+      "step": 3446,
+      "subrel-constrast": 3.550882577896118,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3065769672393799,
+      "cov-distil (oracle2student)": 3.850503921508789,
+      "cov-distil (oracle2teacher)": 3.518409252166748,
+      "epoch": 2.705651491365777,
+      "rel-constrast": 2.496784210205078,
+      "step": 3447,
+      "subrel-constrast": 3.005446672439575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5680123567581177,
+      "cov-distil (oracle2student)": 4.62880277633667,
+      "cov-distil (oracle2teacher)": 3.914820671081543,
+      "epoch": 2.706436420722135,
+      "rel-constrast": 1.87405264377594,
+      "step": 3448,
+      "subrel-constrast": 2.402010679244995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601933240890503,
+      "cov-distil (oracle2student)": 3.38590669631958,
+      "cov-distil (oracle2teacher)": 3.2311246395111084,
+      "epoch": 2.707221350078493,
+      "rel-constrast": 2.697071075439453,
+      "step": 3449,
+      "subrel-constrast": 3.571235418319702,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.708006279434851,
+      "grad_norm": 5.03125,
+      "learning_rate": 4.1408060808929514e-05,
+      "loss": 0.6893,
+      "step": 3450
+    },
+    {
+      "cov-distil": 1.21927011013031,
+      "cov-distil (oracle2student)": 4.345832824707031,
+      "cov-distil (oracle2teacher)": 4.224304676055908,
+      "epoch": 2.708006279434851,
+      "rel-constrast": 2.735278606414795,
+      "step": 3450,
+      "subrel-constrast": 3.639580488204956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.007547378540039,
+      "cov-distil (oracle2student)": 4.9014739990234375,
+      "cov-distil (oracle2teacher)": 4.646322250366211,
+      "epoch": 2.708791208791209,
+      "rel-constrast": 3.232232093811035,
+      "step": 3451,
+      "subrel-constrast": 4.195211887359619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4024213552474976,
+      "cov-distil (oracle2student)": 4.254790306091309,
+      "cov-distil (oracle2teacher)": 4.8669233322143555,
+      "epoch": 2.7095761381475665,
+      "rel-constrast": 3.0329291820526123,
+      "step": 3452,
+      "subrel-constrast": 3.477086305618286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6247479915618896,
+      "cov-distil (oracle2student)": 5.620559215545654,
+      "cov-distil (oracle2teacher)": 5.500706672668457,
+      "epoch": 2.710361067503925,
+      "rel-constrast": 2.6023197174072266,
+      "step": 3453,
+      "subrel-constrast": 3.531235694885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8442978858947754,
+      "cov-distil (oracle2student)": 3.5712153911590576,
+      "cov-distil (oracle2teacher)": 3.37542724609375,
+      "epoch": 2.7111459968602825,
+      "rel-constrast": 2.002131700515747,
+      "step": 3454,
+      "subrel-constrast": 2.9689135551452637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4820046424865723,
+      "cov-distil (oracle2student)": 4.897122383117676,
+      "cov-distil (oracle2teacher)": 4.639852046966553,
+      "epoch": 2.7119309262166404,
+      "rel-constrast": 3.2388200759887695,
+      "step": 3455,
+      "subrel-constrast": 3.8527207374572754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4974098205566406,
+      "cov-distil (oracle2student)": 2.7253851890563965,
+      "cov-distil (oracle2teacher)": 3.030970811843872,
+      "epoch": 2.7127158555729984,
+      "rel-constrast": 2.0766568183898926,
+      "step": 3456,
+      "subrel-constrast": 2.782836675643921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1912997961044312,
+      "cov-distil (oracle2student)": 4.252876281738281,
+      "cov-distil (oracle2teacher)": 4.382081031799316,
+      "epoch": 2.7135007849293564,
+      "rel-constrast": 2.893435478210449,
+      "step": 3457,
+      "subrel-constrast": 3.1829638481140137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1272361278533936,
+      "cov-distil (oracle2student)": 5.005651473999023,
+      "cov-distil (oracle2teacher)": 4.852031707763672,
+      "epoch": 2.7142857142857144,
+      "rel-constrast": 2.816998243331909,
+      "step": 3458,
+      "subrel-constrast": 3.238236904144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3785386085510254,
+      "cov-distil (oracle2student)": 2.4433679580688477,
+      "cov-distil (oracle2teacher)": 2.6369667053222656,
+      "epoch": 2.715070643642072,
+      "rel-constrast": 2.4614343643188477,
+      "step": 3459,
+      "subrel-constrast": 3.1953136920928955,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7158555729984304,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.134212013247323e-05,
+      "loss": 0.7142,
+      "step": 3460
+    },
+    {
+      "cov-distil": 1.4766921997070312,
+      "cov-distil (oracle2student)": 5.082341194152832,
+      "cov-distil (oracle2teacher)": 4.386532783508301,
+      "epoch": 2.7158555729984304,
+      "rel-constrast": 2.7160940170288086,
+      "step": 3460,
+      "subrel-constrast": 3.2220876216888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.069206476211548,
+      "cov-distil (oracle2student)": 4.664997577667236,
+      "cov-distil (oracle2teacher)": 5.096159934997559,
+      "epoch": 2.716640502354788,
+      "rel-constrast": 3.6471524238586426,
+      "step": 3461,
+      "subrel-constrast": 4.302290916442871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2910975217819214,
+      "cov-distil (oracle2student)": 3.6046576499938965,
+      "cov-distil (oracle2teacher)": 3.6049463748931885,
+      "epoch": 2.717425431711146,
+      "rel-constrast": 3.0807809829711914,
+      "step": 3462,
+      "subrel-constrast": 3.366668224334717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.749687910079956,
+      "cov-distil (oracle2student)": 3.0196123123168945,
+      "cov-distil (oracle2teacher)": 3.3055078983306885,
+      "epoch": 2.718210361067504,
+      "rel-constrast": 2.158522605895996,
+      "step": 3463,
+      "subrel-constrast": 2.6976919174194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1960222721099854,
+      "cov-distil (oracle2student)": 3.8808372020721436,
+      "cov-distil (oracle2teacher)": 4.201834678649902,
+      "epoch": 2.718995290423862,
+      "rel-constrast": 3.0854344367980957,
+      "step": 3464,
+      "subrel-constrast": 3.8930649757385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4431267976760864,
+      "cov-distil (oracle2student)": 4.357943058013916,
+      "cov-distil (oracle2teacher)": 4.403596878051758,
+      "epoch": 2.71978021978022,
+      "rel-constrast": 2.9029464721679688,
+      "step": 3465,
+      "subrel-constrast": 3.3169991970062256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1986525058746338,
+      "cov-distil (oracle2student)": 4.591737747192383,
+      "cov-distil (oracle2teacher)": 3.828734874725342,
+      "epoch": 2.7205651491365774,
+      "rel-constrast": 1.7433770895004272,
+      "step": 3466,
+      "subrel-constrast": 2.562483549118042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9017468690872192,
+      "cov-distil (oracle2student)": 3.8939943313598633,
+      "cov-distil (oracle2teacher)": 3.2050392627716064,
+      "epoch": 2.721350078492936,
+      "rel-constrast": 2.9160914421081543,
+      "step": 3467,
+      "subrel-constrast": 3.3291354179382324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.699385166168213,
+      "cov-distil (oracle2student)": 2.770312786102295,
+      "cov-distil (oracle2teacher)": 2.8875622749328613,
+      "epoch": 2.7221350078492934,
+      "rel-constrast": 1.747414469718933,
+      "step": 3468,
+      "subrel-constrast": 2.917769432067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2626341581344604,
+      "cov-distil (oracle2student)": 4.655130863189697,
+      "cov-distil (oracle2teacher)": 3.6453356742858887,
+      "epoch": 2.7229199372056514,
+      "rel-constrast": 2.0286717414855957,
+      "step": 3469,
+      "subrel-constrast": 2.6115381717681885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7237048665620094,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.1275980332440375e-05,
+      "loss": 0.6889,
+      "step": 3470
+    },
+    {
+      "cov-distil": 1.257751226425171,
+      "cov-distil (oracle2student)": 5.187796592712402,
+      "cov-distil (oracle2teacher)": 4.350918769836426,
+      "epoch": 2.7237048665620094,
+      "rel-constrast": 2.8669843673706055,
+      "step": 3470,
+      "subrel-constrast": 3.5765042304992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5805643796920776,
+      "cov-distil (oracle2student)": 6.123226642608643,
+      "cov-distil (oracle2teacher)": 5.549005031585693,
+      "epoch": 2.7244897959183674,
+      "rel-constrast": 2.2183971405029297,
+      "step": 3471,
+      "subrel-constrast": 3.23915958404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9927639961242676,
+      "cov-distil (oracle2student)": 4.8442535400390625,
+      "cov-distil (oracle2teacher)": 5.008172035217285,
+      "epoch": 2.7252747252747254,
+      "rel-constrast": 3.1105008125305176,
+      "step": 3472,
+      "subrel-constrast": 4.178501605987549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.273301601409912,
+      "cov-distil (oracle2student)": 4.273483753204346,
+      "cov-distil (oracle2teacher)": 4.8374223709106445,
+      "epoch": 2.7260596546310834,
+      "rel-constrast": 1.8574436902999878,
+      "step": 3473,
+      "subrel-constrast": 2.8911080360412598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7258718013763428,
+      "cov-distil (oracle2student)": 4.808434009552002,
+      "cov-distil (oracle2teacher)": 4.722095966339111,
+      "epoch": 2.7268445839874413,
+      "rel-constrast": 2.5705602169036865,
+      "step": 3474,
+      "subrel-constrast": 3.3865487575531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.281174898147583,
+      "cov-distil (oracle2student)": 4.922959327697754,
+      "cov-distil (oracle2teacher)": 4.977643013000488,
+      "epoch": 2.727629513343799,
+      "rel-constrast": 2.123610496520996,
+      "step": 3475,
+      "subrel-constrast": 3.2199244499206543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7551145553588867,
+      "cov-distil (oracle2student)": 4.298803806304932,
+      "cov-distil (oracle2teacher)": 4.351949214935303,
+      "epoch": 2.728414442700157,
+      "rel-constrast": 2.66150164604187,
+      "step": 3476,
+      "subrel-constrast": 3.723423480987549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3070909976959229,
+      "cov-distil (oracle2student)": 4.013608932495117,
+      "cov-distil (oracle2teacher)": 4.510542869567871,
+      "epoch": 2.729199372056515,
+      "rel-constrast": 3.2661304473876953,
+      "step": 3477,
+      "subrel-constrast": 3.775439739227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.420297622680664,
+      "cov-distil (oracle2student)": 4.108295917510986,
+      "cov-distil (oracle2teacher)": 3.741150140762329,
+      "epoch": 2.729984301412873,
+      "rel-constrast": 3.1700668334960938,
+      "step": 3478,
+      "subrel-constrast": 3.705117702484131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.334592342376709,
+      "cov-distil (oracle2student)": 4.479011535644531,
+      "cov-distil (oracle2teacher)": 4.116025924682617,
+      "epoch": 2.730769230769231,
+      "rel-constrast": 2.646742582321167,
+      "step": 3479,
+      "subrel-constrast": 3.5236525535583496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.731554160125589,
+      "grad_norm": 5.03125,
+      "learning_rate": 4.120964221472355e-05,
+      "loss": 0.6996,
+      "step": 3480
+    },
+    {
+      "cov-distil": 1.2141972780227661,
+      "cov-distil (oracle2student)": 4.118884563446045,
+      "cov-distil (oracle2teacher)": 3.61258602142334,
+      "epoch": 2.731554160125589,
+      "rel-constrast": 2.888174057006836,
+      "step": 3480,
+      "subrel-constrast": 3.4115946292877197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3545664548873901,
+      "cov-distil (oracle2student)": 2.970431327819824,
+      "cov-distil (oracle2teacher)": 3.0308094024658203,
+      "epoch": 2.732339089481947,
+      "rel-constrast": 2.2104618549346924,
+      "step": 3481,
+      "subrel-constrast": 2.6175434589385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8312087059020996,
+      "cov-distil (oracle2student)": 5.496325492858887,
+      "cov-distil (oracle2teacher)": 5.177523612976074,
+      "epoch": 2.7331240188383044,
+      "rel-constrast": 2.7187018394470215,
+      "step": 3482,
+      "subrel-constrast": 3.634260416030884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9744429588317871,
+      "cov-distil (oracle2student)": 4.325490951538086,
+      "cov-distil (oracle2teacher)": 4.535234451293945,
+      "epoch": 2.7339089481946623,
+      "rel-constrast": 1.9824750423431396,
+      "step": 3483,
+      "subrel-constrast": 2.365967035293579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3668227195739746,
+      "cov-distil (oracle2student)": 6.226545333862305,
+      "cov-distil (oracle2teacher)": 5.61706018447876,
+      "epoch": 2.7346938775510203,
+      "rel-constrast": 3.6849803924560547,
+      "step": 3484,
+      "subrel-constrast": 4.065832614898682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3599669933319092,
+      "cov-distil (oracle2student)": 3.534722328186035,
+      "cov-distil (oracle2teacher)": 3.087050437927246,
+      "epoch": 2.7354788069073783,
+      "rel-constrast": 2.0670371055603027,
+      "step": 3485,
+      "subrel-constrast": 2.826664686203003,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2690579891204834,
+      "cov-distil (oracle2student)": 5.964199542999268,
+      "cov-distil (oracle2teacher)": 5.3375701904296875,
+      "epoch": 2.7362637362637363,
+      "rel-constrast": 2.5435988903045654,
+      "step": 3486,
+      "subrel-constrast": 2.6553046703338623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7499173879623413,
+      "cov-distil (oracle2student)": 4.225542068481445,
+      "cov-distil (oracle2teacher)": 3.7550435066223145,
+      "epoch": 2.7370486656200943,
+      "rel-constrast": 2.688807487487793,
+      "step": 3487,
+      "subrel-constrast": 3.267240047454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5449453592300415,
+      "cov-distil (oracle2student)": 4.365578651428223,
+      "cov-distil (oracle2teacher)": 3.680858612060547,
+      "epoch": 2.7378335949764523,
+      "rel-constrast": 2.44638729095459,
+      "step": 3488,
+      "subrel-constrast": 3.1091537475585938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.590740442276001,
+      "cov-distil (oracle2student)": 3.550600290298462,
+      "cov-distil (oracle2teacher)": 3.5383527278900146,
+      "epoch": 2.73861852433281,
+      "rel-constrast": 2.3199853897094727,
+      "step": 3489,
+      "subrel-constrast": 2.939845561981201,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.739403453689168,
+      "grad_norm": 5.5,
+      "learning_rate": 4.114310658763181e-05,
+      "loss": 0.6744,
+      "step": 3490
+    },
+    {
+      "cov-distil": 1.4435595273971558,
+      "cov-distil (oracle2student)": 3.815988302230835,
+      "cov-distil (oracle2teacher)": 3.918964385986328,
+      "epoch": 2.739403453689168,
+      "rel-constrast": 1.9697308540344238,
+      "step": 3490,
+      "subrel-constrast": 2.708563804626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3245824575424194,
+      "cov-distil (oracle2student)": 5.685050010681152,
+      "cov-distil (oracle2teacher)": 5.1339898109436035,
+      "epoch": 2.740188383045526,
+      "rel-constrast": 1.9476144313812256,
+      "step": 3491,
+      "subrel-constrast": 2.8096508979797363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3172099590301514,
+      "cov-distil (oracle2student)": 4.5307464599609375,
+      "cov-distil (oracle2teacher)": 4.304640769958496,
+      "epoch": 2.740973312401884,
+      "rel-constrast": 2.118917465209961,
+      "step": 3492,
+      "subrel-constrast": 2.7366158962249756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1217656135559082,
+      "cov-distil (oracle2student)": 5.098283767700195,
+      "cov-distil (oracle2teacher)": 4.7491655349731445,
+      "epoch": 2.741758241758242,
+      "rel-constrast": 3.574157476425171,
+      "step": 3493,
+      "subrel-constrast": 3.903989315032959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2643206119537354,
+      "cov-distil (oracle2student)": 5.698857307434082,
+      "cov-distil (oracle2teacher)": 4.891286849975586,
+      "epoch": 2.7425431711145998,
+      "rel-constrast": 2.194077730178833,
+      "step": 3494,
+      "subrel-constrast": 2.836371660232544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6932982206344604,
+      "cov-distil (oracle2student)": 3.8292431831359863,
+      "cov-distil (oracle2teacher)": 3.9566965103149414,
+      "epoch": 2.7433281004709578,
+      "rel-constrast": 2.2468364238739014,
+      "step": 3495,
+      "subrel-constrast": 3.1928365230560303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.916379988193512,
+      "cov-distil (oracle2student)": 5.678658962249756,
+      "cov-distil (oracle2teacher)": 5.278433799743652,
+      "epoch": 2.7441130298273153,
+      "rel-constrast": 2.5327677726745605,
+      "step": 3496,
+      "subrel-constrast": 3.170067548751831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.084447979927063,
+      "cov-distil (oracle2student)": 5.807104587554932,
+      "cov-distil (oracle2teacher)": 5.669844627380371,
+      "epoch": 2.7448979591836737,
+      "rel-constrast": 2.94395112991333,
+      "step": 3497,
+      "subrel-constrast": 3.6626832485198975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6549034118652344,
+      "cov-distil (oracle2student)": 3.624702215194702,
+      "cov-distil (oracle2teacher)": 3.5175135135650635,
+      "epoch": 2.7456828885400313,
+      "rel-constrast": 2.832606792449951,
+      "step": 3498,
+      "subrel-constrast": 3.215397357940674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7296409606933594,
+      "cov-distil (oracle2student)": 3.5133869647979736,
+      "cov-distil (oracle2teacher)": 3.4825081825256348,
+      "epoch": 2.7464678178963893,
+      "rel-constrast": 2.119751453399658,
+      "step": 3499,
+      "subrel-constrast": 3.239866256713867,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "grad_norm": 4.75,
+      "learning_rate": 4.1076374261880735e-05,
+      "loss": 0.6459,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/duc04-P@10": 0.758,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/duc04-nDCG@10": 0.7689329379637345,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/duc04-alpha_nDCG@10": 0.5836013195815343,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/multi_news-P@10": 0.4329999999999999,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/multi_news-nDCG@10": 0.6147517682661394,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/multi_news-alpha_nDCG@10": 0.6020776107446083,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/avg": 0.5395167228845205,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "overlap": 0.30781251192092896,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "step": 3500,
+      "student margin": 0.0537109375
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "step": 3500,
+      "teacher margin": 0.038970947265625
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "margin difference": -0.014739990234375,
+      "step": 3500
+    },
+    {
+      "cov-distil": 1.3792612552642822,
+      "cov-distil (oracle2student)": 5.512238025665283,
+      "cov-distil (oracle2teacher)": 5.018134117126465,
+      "epoch": 2.7472527472527473,
+      "rel-constrast": 3.4268007278442383,
+      "step": 3500,
+      "subrel-constrast": 3.9748992919921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2522032260894775,
+      "cov-distil (oracle2student)": 4.140124797821045,
+      "cov-distil (oracle2teacher)": 4.062590599060059,
+      "epoch": 2.7480376766091053,
+      "rel-constrast": 2.842963457107544,
+      "step": 3501,
+      "subrel-constrast": 4.094099998474121,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1400333642959595,
+      "cov-distil (oracle2student)": 4.549984455108643,
+      "cov-distil (oracle2teacher)": 3.9410042762756348,
+      "epoch": 2.7488226059654632,
+      "rel-constrast": 2.1570017337799072,
+      "step": 3502,
+      "subrel-constrast": 2.7241053581237793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3762876987457275,
+      "cov-distil (oracle2student)": 4.415852069854736,
+      "cov-distil (oracle2teacher)": 3.797689199447632,
+      "epoch": 2.749607535321821,
+      "rel-constrast": 1.5232279300689697,
+      "step": 3503,
+      "subrel-constrast": 2.251595973968506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517815113067627,
+      "cov-distil (oracle2student)": 3.2902915477752686,
+      "cov-distil (oracle2teacher)": 3.475660562515259,
+      "epoch": 2.750392464678179,
+      "rel-constrast": 2.9254231452941895,
+      "step": 3504,
+      "subrel-constrast": 3.516655683517456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7318265438079834,
+      "cov-distil (oracle2student)": 4.506546974182129,
+      "cov-distil (oracle2teacher)": 4.354705333709717,
+      "epoch": 2.7511773940345368,
+      "rel-constrast": 2.4928348064422607,
+      "step": 3505,
+      "subrel-constrast": 3.0664758682250977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6209015846252441,
+      "cov-distil (oracle2student)": 5.002229690551758,
+      "cov-distil (oracle2teacher)": 4.779717922210693,
+      "epoch": 2.7519623233908947,
+      "rel-constrast": 2.4970321655273438,
+      "step": 3506,
+      "subrel-constrast": 3.048239231109619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3149901628494263,
+      "cov-distil (oracle2student)": 4.197655200958252,
+      "cov-distil (oracle2teacher)": 3.4020562171936035,
+      "epoch": 2.7527472527472527,
+      "rel-constrast": 2.828300952911377,
+      "step": 3507,
+      "subrel-constrast": 2.9544308185577393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.172248363494873,
+      "cov-distil (oracle2student)": 5.8854217529296875,
+      "cov-distil (oracle2teacher)": 5.39959716796875,
+      "epoch": 2.7535321821036107,
+      "rel-constrast": 2.489149570465088,
+      "step": 3508,
+      "subrel-constrast": 3.0604610443115234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0945967435836792,
+      "cov-distil (oracle2student)": 3.5267574787139893,
+      "cov-distil (oracle2teacher)": 3.7052369117736816,
+      "epoch": 2.7543171114599687,
+      "rel-constrast": 2.0155513286590576,
+      "step": 3509,
+      "subrel-constrast": 2.6758861541748047,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7551020408163263,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.1009446050582687e-05,
+      "loss": 0.6665,
+      "step": 3510
+    },
+    {
+      "cov-distil": 1.5037956237792969,
+      "cov-distil (oracle2student)": 5.107624053955078,
+      "cov-distil (oracle2teacher)": 4.809351921081543,
+      "epoch": 2.7551020408163263,
+      "rel-constrast": 2.8368921279907227,
+      "step": 3510,
+      "subrel-constrast": 3.683727264404297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7546610832214355,
+      "cov-distil (oracle2student)": 4.368617534637451,
+      "cov-distil (oracle2teacher)": 4.716710090637207,
+      "epoch": 2.7558869701726847,
+      "rel-constrast": 2.5456247329711914,
+      "step": 3511,
+      "subrel-constrast": 3.430455446243286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4093878269195557,
+      "cov-distil (oracle2student)": 5.642657279968262,
+      "cov-distil (oracle2teacher)": 5.012208938598633,
+      "epoch": 2.7566718995290422,
+      "rel-constrast": 3.0150678157806396,
+      "step": 3512,
+      "subrel-constrast": 3.7654049396514893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6619033813476562,
+      "cov-distil (oracle2student)": 4.879277229309082,
+      "cov-distil (oracle2teacher)": 4.879388809204102,
+      "epoch": 2.7574568288854002,
+      "rel-constrast": 2.3862907886505127,
+      "step": 3513,
+      "subrel-constrast": 3.127742290496826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5596178770065308,
+      "cov-distil (oracle2student)": 3.5402402877807617,
+      "cov-distil (oracle2teacher)": 3.560725450515747,
+      "epoch": 2.758241758241758,
+      "rel-constrast": 1.777961015701294,
+      "step": 3514,
+      "subrel-constrast": 2.784086227416992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9426162242889404,
+      "cov-distil (oracle2student)": 5.771893501281738,
+      "cov-distil (oracle2teacher)": 5.287751197814941,
+      "epoch": 2.759026687598116,
+      "rel-constrast": 2.502312183380127,
+      "step": 3515,
+      "subrel-constrast": 2.8358335494995117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4741300344467163,
+      "cov-distil (oracle2student)": 6.927245616912842,
+      "cov-distil (oracle2teacher)": 6.150803565979004,
+      "epoch": 2.759811616954474,
+      "rel-constrast": 2.223557949066162,
+      "step": 3516,
+      "subrel-constrast": 3.102792978286743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9357790946960449,
+      "cov-distil (oracle2student)": 3.9163784980773926,
+      "cov-distil (oracle2teacher)": 3.702489137649536,
+      "epoch": 2.760596546310832,
+      "rel-constrast": 2.1721274852752686,
+      "step": 3517,
+      "subrel-constrast": 2.859774351119995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3509835004806519,
+      "cov-distil (oracle2student)": 3.2639501094818115,
+      "cov-distil (oracle2teacher)": 2.918851852416992,
+      "epoch": 2.76138147566719,
+      "rel-constrast": 2.16044282913208,
+      "step": 3518,
+      "subrel-constrast": 3.020240306854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6274831295013428,
+      "cov-distil (oracle2student)": 3.9823532104492188,
+      "cov-distil (oracle2teacher)": 3.8480396270751953,
+      "epoch": 2.7621664050235477,
+      "rel-constrast": 3.02292537689209,
+      "step": 3519,
+      "subrel-constrast": 3.6527926921844482,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7629513343799057,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.0942322769236775e-05,
+      "loss": 0.6516,
+      "step": 3520
+    },
+    {
+      "cov-distil": 1.5295791625976562,
+      "cov-distil (oracle2student)": 4.758248805999756,
+      "cov-distil (oracle2teacher)": 4.587554931640625,
+      "epoch": 2.7629513343799057,
+      "rel-constrast": 2.560229778289795,
+      "step": 3520,
+      "subrel-constrast": 3.6683590412139893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9155421257019043,
+      "cov-distil (oracle2student)": 5.7935004234313965,
+      "cov-distil (oracle2teacher)": 4.85732364654541,
+      "epoch": 2.7637362637362637,
+      "rel-constrast": 3.267106533050537,
+      "step": 3521,
+      "subrel-constrast": 3.679368257522583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8366351127624512,
+      "cov-distil (oracle2student)": 4.30238676071167,
+      "cov-distil (oracle2teacher)": 3.9455056190490723,
+      "epoch": 2.7645211930926217,
+      "rel-constrast": 2.8049025535583496,
+      "step": 3522,
+      "subrel-constrast": 3.3190345764160156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6611394882202148,
+      "cov-distil (oracle2student)": 3.9727890491485596,
+      "cov-distil (oracle2teacher)": 3.9836840629577637,
+      "epoch": 2.7653061224489797,
+      "rel-constrast": 2.416064500808716,
+      "step": 3523,
+      "subrel-constrast": 3.7824547290802,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.40010666847229,
+      "cov-distil (oracle2student)": 5.086782455444336,
+      "cov-distil (oracle2teacher)": 4.389537811279297,
+      "epoch": 2.7660910518053377,
+      "rel-constrast": 1.9922969341278076,
+      "step": 3524,
+      "subrel-constrast": 2.6696364879608154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.752016305923462,
+      "cov-distil (oracle2student)": 4.5746660232543945,
+      "cov-distil (oracle2teacher)": 3.9400548934936523,
+      "epoch": 2.7668759811616956,
+      "rel-constrast": 2.3308963775634766,
+      "step": 3525,
+      "subrel-constrast": 3.148468494415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4230616092681885,
+      "cov-distil (oracle2student)": 3.5443525314331055,
+      "cov-distil (oracle2teacher)": 3.7471542358398438,
+      "epoch": 2.767660910518053,
+      "rel-constrast": 2.7349421977996826,
+      "step": 3526,
+      "subrel-constrast": 3.5592198371887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8655356168746948,
+      "cov-distil (oracle2student)": 3.633657693862915,
+      "cov-distil (oracle2teacher)": 3.9535422325134277,
+      "epoch": 2.768445839874411,
+      "rel-constrast": 2.623929500579834,
+      "step": 3527,
+      "subrel-constrast": 3.6466033458709717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.074138879776001,
+      "cov-distil (oracle2student)": 3.7500033378601074,
+      "cov-distil (oracle2teacher)": 3.766144275665283,
+      "epoch": 2.769230769230769,
+      "rel-constrast": 2.281257152557373,
+      "step": 3528,
+      "subrel-constrast": 3.109210729598999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6943196058273315,
+      "cov-distil (oracle2student)": 3.6927552223205566,
+      "cov-distil (oracle2teacher)": 3.443314552307129,
+      "epoch": 2.770015698587127,
+      "rel-constrast": 2.8284811973571777,
+      "step": 3529,
+      "subrel-constrast": 2.738298177719116,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.770800627943485,
+      "grad_norm": 6.3125,
+      "learning_rate": 4.087500523571902e-05,
+      "loss": 0.6864,
+      "step": 3530
+    },
+    {
+      "cov-distil": 1.2214546203613281,
+      "cov-distil (oracle2student)": 4.550065517425537,
+      "cov-distil (oracle2teacher)": 4.185903549194336,
+      "epoch": 2.770800627943485,
+      "rel-constrast": 2.651336431503296,
+      "step": 3530,
+      "subrel-constrast": 3.407214403152466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.308075189590454,
+      "cov-distil (oracle2student)": 2.810516834259033,
+      "cov-distil (oracle2teacher)": 3.0491456985473633,
+      "epoch": 2.771585557299843,
+      "rel-constrast": 2.4905319213867188,
+      "step": 3531,
+      "subrel-constrast": 2.842946767807007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9907150268554688,
+      "cov-distil (oracle2student)": 4.003452301025391,
+      "cov-distil (oracle2teacher)": 3.872568130493164,
+      "epoch": 2.772370486656201,
+      "rel-constrast": 2.602309226989746,
+      "step": 3532,
+      "subrel-constrast": 2.5838546752929688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5122132301330566,
+      "cov-distil (oracle2student)": 4.709390640258789,
+      "cov-distil (oracle2teacher)": 4.546160697937012,
+      "epoch": 2.7731554160125587,
+      "rel-constrast": 2.738328218460083,
+      "step": 3533,
+      "subrel-constrast": 3.2738804817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.92413330078125,
+      "cov-distil (oracle2student)": 4.750107765197754,
+      "cov-distil (oracle2teacher)": 4.325366020202637,
+      "epoch": 2.7739403453689166,
+      "rel-constrast": 2.169196605682373,
+      "step": 3534,
+      "subrel-constrast": 3.3493547439575195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5408124923706055,
+      "cov-distil (oracle2student)": 5.156734466552734,
+      "cov-distil (oracle2teacher)": 4.766303539276123,
+      "epoch": 2.7747252747252746,
+      "rel-constrast": 4.27235221862793,
+      "step": 3535,
+      "subrel-constrast": 4.5209736824035645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7322070598602295,
+      "cov-distil (oracle2student)": 4.328451156616211,
+      "cov-distil (oracle2teacher)": 4.196700096130371,
+      "epoch": 2.7755102040816326,
+      "rel-constrast": 3.2537121772766113,
+      "step": 3536,
+      "subrel-constrast": 3.9607155323028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9923832416534424,
+      "cov-distil (oracle2student)": 5.322057723999023,
+      "cov-distil (oracle2teacher)": 4.7698750495910645,
+      "epoch": 2.7762951334379906,
+      "rel-constrast": 3.1582798957824707,
+      "step": 3537,
+      "subrel-constrast": 4.184753894805908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.057884693145752,
+      "cov-distil (oracle2student)": 3.0004563331604004,
+      "cov-distil (oracle2teacher)": 3.460996389389038,
+      "epoch": 2.7770800627943486,
+      "rel-constrast": 2.3897628784179688,
+      "step": 3538,
+      "subrel-constrast": 2.4223499298095703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4310013055801392,
+      "cov-distil (oracle2student)": 4.35269021987915,
+      "cov-distil (oracle2teacher)": 4.284526824951172,
+      "epoch": 2.7778649921507066,
+      "rel-constrast": 2.2284204959869385,
+      "step": 3539,
+      "subrel-constrast": 3.1290206909179688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.778649921507064,
+      "grad_norm": 7.3125,
+      "learning_rate": 4.0807494270272305e-05,
+      "loss": 0.7356,
+      "step": 3540
+    },
+    {
+      "cov-distil": 1.408715844154358,
+      "cov-distil (oracle2student)": 5.798308849334717,
+      "cov-distil (oracle2teacher)": 5.312016487121582,
+      "epoch": 2.778649921507064,
+      "rel-constrast": 2.4769093990325928,
+      "step": 3540,
+      "subrel-constrast": 2.839785575866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5929267406463623,
+      "cov-distil (oracle2student)": 3.6683261394500732,
+      "cov-distil (oracle2teacher)": 3.9011025428771973,
+      "epoch": 2.7794348508634226,
+      "rel-constrast": 3.636931896209717,
+      "step": 3541,
+      "subrel-constrast": 4.102742671966553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6999423503875732,
+      "cov-distil (oracle2student)": 4.368969917297363,
+      "cov-distil (oracle2teacher)": 3.6563682556152344,
+      "epoch": 2.78021978021978,
+      "rel-constrast": 2.2501487731933594,
+      "step": 3542,
+      "subrel-constrast": 3.1375019550323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4212346076965332,
+      "cov-distil (oracle2student)": 3.798733711242676,
+      "cov-distil (oracle2teacher)": 3.7012057304382324,
+      "epoch": 2.781004709576138,
+      "rel-constrast": 2.8919434547424316,
+      "step": 3543,
+      "subrel-constrast": 3.139697551727295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3825955390930176,
+      "cov-distil (oracle2student)": 5.492983341217041,
+      "cov-distil (oracle2teacher)": 4.83962345123291,
+      "epoch": 2.781789638932496,
+      "rel-constrast": 2.033757209777832,
+      "step": 3544,
+      "subrel-constrast": 2.919071912765503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.864202618598938,
+      "cov-distil (oracle2student)": 3.562382221221924,
+      "cov-distil (oracle2teacher)": 3.479668140411377,
+      "epoch": 2.782574568288854,
+      "rel-constrast": 2.742119312286377,
+      "step": 3545,
+      "subrel-constrast": 3.8246121406555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7136666774749756,
+      "cov-distil (oracle2student)": 6.516396999359131,
+      "cov-distil (oracle2teacher)": 6.288470268249512,
+      "epoch": 2.783359497645212,
+      "rel-constrast": 1.8061896562576294,
+      "step": 3546,
+      "subrel-constrast": 3.0093910694122314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3209631443023682,
+      "cov-distil (oracle2student)": 2.5101358890533447,
+      "cov-distil (oracle2teacher)": 2.850820302963257,
+      "epoch": 2.7841444270015696,
+      "rel-constrast": 3.178370237350464,
+      "step": 3547,
+      "subrel-constrast": 4.015971660614014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5318498611450195,
+      "cov-distil (oracle2student)": 4.9477643966674805,
+      "cov-distil (oracle2teacher)": 4.787635803222656,
+      "epoch": 2.784929356357928,
+      "rel-constrast": 3.293071985244751,
+      "step": 3548,
+      "subrel-constrast": 3.9265966415405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.696291208267212,
+      "cov-distil (oracle2student)": 4.263381004333496,
+      "cov-distil (oracle2teacher)": 4.353166580200195,
+      "epoch": 2.7857142857142856,
+      "rel-constrast": 2.8011226654052734,
+      "step": 3549,
+      "subrel-constrast": 3.6055240631103516,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7864992150706436,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.073979069549646e-05,
+      "loss": 0.7168,
+      "step": 3550
+    },
+    {
+      "cov-distil": 1.0746400356292725,
+      "cov-distil (oracle2student)": 2.8375210762023926,
+      "cov-distil (oracle2teacher)": 2.992489814758301,
+      "epoch": 2.7864992150706436,
+      "rel-constrast": 2.481842041015625,
+      "step": 3550,
+      "subrel-constrast": 2.920151948928833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5103081464767456,
+      "cov-distil (oracle2student)": 3.136960506439209,
+      "cov-distil (oracle2teacher)": 3.4654994010925293,
+      "epoch": 2.7872841444270016,
+      "rel-constrast": 2.253533363342285,
+      "step": 3551,
+      "subrel-constrast": 2.806283950805664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1227941513061523,
+      "cov-distil (oracle2student)": 4.283329010009766,
+      "cov-distil (oracle2teacher)": 3.908005714416504,
+      "epoch": 2.7880690737833596,
+      "rel-constrast": 3.500622272491455,
+      "step": 3552,
+      "subrel-constrast": 4.200196266174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7598018646240234,
+      "cov-distil (oracle2student)": 5.035981178283691,
+      "cov-distil (oracle2teacher)": 4.670450210571289,
+      "epoch": 2.7888540031397175,
+      "rel-constrast": 1.8663225173950195,
+      "step": 3553,
+      "subrel-constrast": 2.5248491764068604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.615004301071167,
+      "cov-distil (oracle2student)": 4.167002201080322,
+      "cov-distil (oracle2teacher)": 4.2441511154174805,
+      "epoch": 2.789638932496075,
+      "rel-constrast": 2.683532238006592,
+      "step": 3554,
+      "subrel-constrast": 3.6794040203094482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0796945095062256,
+      "cov-distil (oracle2student)": 3.896461009979248,
+      "cov-distil (oracle2teacher)": 3.2958855628967285,
+      "epoch": 2.7904238618524335,
+      "rel-constrast": 1.2991888523101807,
+      "step": 3555,
+      "subrel-constrast": 1.5455249547958374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2290802001953125,
+      "cov-distil (oracle2student)": 4.363129615783691,
+      "cov-distil (oracle2teacher)": 4.010703086853027,
+      "epoch": 2.791208791208791,
+      "rel-constrast": 2.478017807006836,
+      "step": 3556,
+      "subrel-constrast": 3.187852621078491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1794928312301636,
+      "cov-distil (oracle2student)": 4.814743995666504,
+      "cov-distil (oracle2teacher)": 4.507012367248535,
+      "epoch": 2.791993720565149,
+      "rel-constrast": 3.163187265396118,
+      "step": 3557,
+      "subrel-constrast": 3.990780830383301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6819525957107544,
+      "cov-distil (oracle2student)": 3.858051061630249,
+      "cov-distil (oracle2teacher)": 3.831836223602295,
+      "epoch": 2.792778649921507,
+      "rel-constrast": 2.6546072959899902,
+      "step": 3558,
+      "subrel-constrast": 3.3687069416046143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4730299711227417,
+      "cov-distil (oracle2student)": 5.318650245666504,
+      "cov-distil (oracle2teacher)": 5.1554131507873535,
+      "epoch": 2.793563579277865,
+      "rel-constrast": 3.2615556716918945,
+      "step": 3559,
+      "subrel-constrast": 3.9857892990112305,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.794348508634223,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.067189533633815e-05,
+      "loss": 0.6779,
+      "step": 3560
+    },
+    {
+      "cov-distil": 1.6302231550216675,
+      "cov-distil (oracle2student)": 3.644481658935547,
+      "cov-distil (oracle2teacher)": 3.983630657196045,
+      "epoch": 2.794348508634223,
+      "rel-constrast": 2.288658618927002,
+      "step": 3560,
+      "subrel-constrast": 3.148287057876587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.461504578590393,
+      "cov-distil (oracle2student)": 5.1325883865356445,
+      "cov-distil (oracle2teacher)": 4.673378944396973,
+      "epoch": 2.795133437990581,
+      "rel-constrast": 2.425476551055908,
+      "step": 3561,
+      "subrel-constrast": 3.23711895942688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.260448932647705,
+      "cov-distil (oracle2student)": 4.969331741333008,
+      "cov-distil (oracle2teacher)": 4.873315811157227,
+      "epoch": 2.795918367346939,
+      "rel-constrast": 3.1091513633728027,
+      "step": 3562,
+      "subrel-constrast": 3.8143310546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6359857320785522,
+      "cov-distil (oracle2student)": 6.373871326446533,
+      "cov-distil (oracle2teacher)": 5.551024913787842,
+      "epoch": 2.7967032967032965,
+      "rel-constrast": 2.867471694946289,
+      "step": 3563,
+      "subrel-constrast": 3.6682331562042236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.881359577178955,
+      "cov-distil (oracle2student)": 4.3976850509643555,
+      "cov-distil (oracle2teacher)": 4.18251895904541,
+      "epoch": 2.7974882260596545,
+      "rel-constrast": 2.4261159896850586,
+      "step": 3564,
+      "subrel-constrast": 3.559363603591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.637282133102417,
+      "cov-distil (oracle2student)": 4.293227195739746,
+      "cov-distil (oracle2teacher)": 3.5919694900512695,
+      "epoch": 2.7982731554160125,
+      "rel-constrast": 2.3969948291778564,
+      "step": 3565,
+      "subrel-constrast": 2.822784900665283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4809744358062744,
+      "cov-distil (oracle2student)": 4.448243141174316,
+      "cov-distil (oracle2teacher)": 3.990175724029541,
+      "epoch": 2.7990580847723705,
+      "rel-constrast": 2.6477882862091064,
+      "step": 3566,
+      "subrel-constrast": 3.0428078174591064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0791053771972656,
+      "cov-distil (oracle2student)": 4.4508161544799805,
+      "cov-distil (oracle2teacher)": 4.350926399230957,
+      "epoch": 2.7998430141287285,
+      "rel-constrast": 2.1198008060455322,
+      "step": 3567,
+      "subrel-constrast": 3.490078926086426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4206864833831787,
+      "cov-distil (oracle2student)": 4.044746398925781,
+      "cov-distil (oracle2teacher)": 3.674853801727295,
+      "epoch": 2.8006279434850865,
+      "rel-constrast": 2.5155882835388184,
+      "step": 3568,
+      "subrel-constrast": 3.185847282409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7754374742507935,
+      "cov-distil (oracle2student)": 4.099841117858887,
+      "cov-distil (oracle2teacher)": 4.054225921630859,
+      "epoch": 2.8014128728414445,
+      "rel-constrast": 2.174443006515503,
+      "step": 3569,
+      "subrel-constrast": 2.8198864459991455,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.802197802197802,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.060380902008093e-05,
+      "loss": 0.6649,
+      "step": 3570
+    },
+    {
+      "cov-distil": 1.3476274013519287,
+      "cov-distil (oracle2student)": 2.9762394428253174,
+      "cov-distil (oracle2teacher)": 3.4359421730041504,
+      "epoch": 2.802197802197802,
+      "rel-constrast": 3.3261425495147705,
+      "step": 3570,
+      "subrel-constrast": 4.071096897125244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322634220123291,
+      "cov-distil (oracle2student)": 3.997357130050659,
+      "cov-distil (oracle2teacher)": 3.728325128555298,
+      "epoch": 2.80298273155416,
+      "rel-constrast": 2.0070202350616455,
+      "step": 3571,
+      "subrel-constrast": 2.471261501312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.962550401687622,
+      "cov-distil (oracle2student)": 3.7945046424865723,
+      "cov-distil (oracle2teacher)": 3.5520217418670654,
+      "epoch": 2.803767660910518,
+      "rel-constrast": 3.348686456680298,
+      "step": 3572,
+      "subrel-constrast": 3.9732532501220703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6957271099090576,
+      "cov-distil (oracle2student)": 3.586333990097046,
+      "cov-distil (oracle2teacher)": 3.599825620651245,
+      "epoch": 2.804552590266876,
+      "rel-constrast": 2.6487319469451904,
+      "step": 3573,
+      "subrel-constrast": 3.3801822662353516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6602861881256104,
+      "cov-distil (oracle2student)": 3.861900806427002,
+      "cov-distil (oracle2teacher)": 3.7261948585510254,
+      "epoch": 2.805337519623234,
+      "rel-constrast": 2.58284330368042,
+      "step": 3574,
+      "subrel-constrast": 3.304117202758789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.17142915725708,
+      "cov-distil (oracle2student)": 4.7519755363464355,
+      "cov-distil (oracle2teacher)": 4.153964042663574,
+      "epoch": 2.806122448979592,
+      "rel-constrast": 2.0612666606903076,
+      "step": 3575,
+      "subrel-constrast": 2.8299624919891357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2945070266723633,
+      "cov-distil (oracle2student)": 4.497527122497559,
+      "cov-distil (oracle2teacher)": 4.589073181152344,
+      "epoch": 2.80690737833595,
+      "rel-constrast": 2.0553951263427734,
+      "step": 3576,
+      "subrel-constrast": 2.6964335441589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2316241264343262,
+      "cov-distil (oracle2student)": 5.162559509277344,
+      "cov-distil (oracle2teacher)": 4.680859088897705,
+      "epoch": 2.8076923076923075,
+      "rel-constrast": 3.294386386871338,
+      "step": 3577,
+      "subrel-constrast": 3.426222324371338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.853306770324707,
+      "cov-distil (oracle2student)": 3.972310781478882,
+      "cov-distil (oracle2teacher)": 3.8446760177612305,
+      "epoch": 2.8084772370486655,
+      "rel-constrast": 2.5126278400421143,
+      "step": 3578,
+      "subrel-constrast": 3.7370688915252686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7584302425384521,
+      "cov-distil (oracle2student)": 4.427574157714844,
+      "cov-distil (oracle2teacher)": 4.616968631744385,
+      "epoch": 2.8092621664050235,
+      "rel-constrast": 3.427896022796631,
+      "step": 3579,
+      "subrel-constrast": 4.091404914855957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8100470957613815,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.053553257633505e-05,
+      "loss": 0.7199,
+      "step": 3580
+    },
+    {
+      "cov-distil": 1.5670818090438843,
+      "cov-distil (oracle2student)": 4.051936626434326,
+      "cov-distil (oracle2teacher)": 3.5507404804229736,
+      "epoch": 2.8100470957613815,
+      "rel-constrast": 2.6061418056488037,
+      "step": 3580,
+      "subrel-constrast": 3.331510305404663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5863394737243652,
+      "cov-distil (oracle2student)": 4.144939422607422,
+      "cov-distil (oracle2teacher)": 4.199580192565918,
+      "epoch": 2.8108320251177394,
+      "rel-constrast": 2.502291679382324,
+      "step": 3581,
+      "subrel-constrast": 3.5769662857055664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1220149993896484,
+      "cov-distil (oracle2student)": 4.127090930938721,
+      "cov-distil (oracle2teacher)": 4.228227615356445,
+      "epoch": 2.8116169544740974,
+      "rel-constrast": 2.5129141807556152,
+      "step": 3582,
+      "subrel-constrast": 3.1863436698913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4155926704406738,
+      "cov-distil (oracle2student)": 6.302889823913574,
+      "cov-distil (oracle2teacher)": 5.3358917236328125,
+      "epoch": 2.8124018838304554,
+      "rel-constrast": 2.872934103012085,
+      "step": 3583,
+      "subrel-constrast": 3.5193700790405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.890096664428711,
+      "cov-distil (oracle2student)": 4.296158790588379,
+      "cov-distil (oracle2teacher)": 4.905928611755371,
+      "epoch": 2.813186813186813,
+      "rel-constrast": 2.9558815956115723,
+      "step": 3584,
+      "subrel-constrast": 3.844844341278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6033154726028442,
+      "cov-distil (oracle2student)": 4.438438415527344,
+      "cov-distil (oracle2teacher)": 4.751131534576416,
+      "epoch": 2.813971742543171,
+      "rel-constrast": 3.382533550262451,
+      "step": 3585,
+      "subrel-constrast": 3.9048314094543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6383442878723145,
+      "cov-distil (oracle2student)": 4.175594329833984,
+      "cov-distil (oracle2teacher)": 4.077069282531738,
+      "epoch": 2.814756671899529,
+      "rel-constrast": 2.299647808074951,
+      "step": 3586,
+      "subrel-constrast": 3.1249401569366455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5078250169754028,
+      "cov-distil (oracle2student)": 3.2397923469543457,
+      "cov-distil (oracle2teacher)": 3.523206949234009,
+      "epoch": 2.815541601255887,
+      "rel-constrast": 2.2891592979431152,
+      "step": 3587,
+      "subrel-constrast": 2.8745691776275635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8996388912200928,
+      "cov-distil (oracle2student)": 3.539356231689453,
+      "cov-distil (oracle2teacher)": 3.3121795654296875,
+      "epoch": 2.816326530612245,
+      "rel-constrast": 1.8890999555587769,
+      "step": 3588,
+      "subrel-constrast": 2.4931070804595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4815882444381714,
+      "cov-distil (oracle2student)": 3.208627223968506,
+      "cov-distil (oracle2teacher)": 2.8336501121520996,
+      "epoch": 2.817111459968603,
+      "rel-constrast": 2.396965980529785,
+      "step": 3589,
+      "subrel-constrast": 3.0045905113220215,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.817896389324961,
+      "grad_norm": 4.71875,
+      "learning_rate": 4.0467066837027446e-05,
+      "loss": 0.682,
+      "step": 3590
+    },
+    {
+      "cov-distil": 1.6824063062667847,
+      "cov-distil (oracle2student)": 3.205321788787842,
+      "cov-distil (oracle2teacher)": 3.0563697814941406,
+      "epoch": 2.817896389324961,
+      "rel-constrast": 2.3229727745056152,
+      "step": 3590,
+      "subrel-constrast": 3.431162118911743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0230581760406494,
+      "cov-distil (oracle2student)": 3.899156093597412,
+      "cov-distil (oracle2teacher)": 3.6725120544433594,
+      "epoch": 2.8186813186813184,
+      "rel-constrast": 2.8129823207855225,
+      "step": 3591,
+      "subrel-constrast": 3.8595099449157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6477277278900146,
+      "cov-distil (oracle2student)": 5.554314613342285,
+      "cov-distil (oracle2teacher)": 4.96055793762207,
+      "epoch": 2.819466248037677,
+      "rel-constrast": 3.4312362670898438,
+      "step": 3592,
+      "subrel-constrast": 3.8133907318115234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2377222776412964,
+      "cov-distil (oracle2student)": 2.427522659301758,
+      "cov-distil (oracle2teacher)": 2.5952649116516113,
+      "epoch": 2.8202511773940344,
+      "rel-constrast": 1.6471123695373535,
+      "step": 3593,
+      "subrel-constrast": 2.5038676261901855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3741729259490967,
+      "cov-distil (oracle2student)": 4.478374481201172,
+      "cov-distil (oracle2teacher)": 4.442840576171875,
+      "epoch": 2.8210361067503924,
+      "rel-constrast": 2.131709575653076,
+      "step": 3594,
+      "subrel-constrast": 2.5950589179992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3082456588745117,
+      "cov-distil (oracle2student)": 4.157922744750977,
+      "cov-distil (oracle2teacher)": 3.8260722160339355,
+      "epoch": 2.8218210361067504,
+      "rel-constrast": 2.712986469268799,
+      "step": 3595,
+      "subrel-constrast": 3.451322555541992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3259330987930298,
+      "cov-distil (oracle2student)": 4.500886917114258,
+      "cov-distil (oracle2teacher)": 4.306244850158691,
+      "epoch": 2.8226059654631084,
+      "rel-constrast": 2.8786141872406006,
+      "step": 3596,
+      "subrel-constrast": 3.1297523975372314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.213984727859497,
+      "cov-distil (oracle2student)": 5.132283687591553,
+      "cov-distil (oracle2teacher)": 4.57288932800293,
+      "epoch": 2.8233908948194664,
+      "rel-constrast": 2.3088982105255127,
+      "step": 3597,
+      "subrel-constrast": 3.451249837875366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3017652034759521,
+      "cov-distil (oracle2student)": 5.277310848236084,
+      "cov-distil (oracle2teacher)": 4.7308030128479,
+      "epoch": 2.824175824175824,
+      "rel-constrast": 3.2274069786071777,
+      "step": 3598,
+      "subrel-constrast": 3.2713584899902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2508625984191895,
+      "cov-distil (oracle2student)": 4.219518184661865,
+      "cov-distil (oracle2teacher)": 3.962024450302124,
+      "epoch": 2.8249607535321823,
+      "rel-constrast": 3.436281442642212,
+      "step": 3599,
+      "subrel-constrast": 4.118261814117432,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.82574568288854,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.039841263639155e-05,
+      "loss": 0.7137,
+      "step": 3600
+    },
+    {
+      "epoch": 2.82574568288854,
+      "overlap": 0.34843751788139343,
+      "step": 3600
+    },
+    {
+      "epoch": 2.82574568288854,
+      "step": 3600,
+      "student margin": 0.05975341796875
+    },
+    {
+      "epoch": 2.82574568288854,
+      "step": 3600,
+      "teacher margin": 0.0418701171875
+    },
+    {
+      "epoch": 2.82574568288854,
+      "margin difference": -0.01788330078125,
+      "step": 3600
+    },
+    {
+      "cov-distil": 1.1187541484832764,
+      "cov-distil (oracle2student)": 2.9913578033447266,
+      "cov-distil (oracle2teacher)": 2.755321979522705,
+      "epoch": 2.82574568288854,
+      "rel-constrast": 2.73414945602417,
+      "step": 3600,
+      "subrel-constrast": 3.150385856628418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.329789400100708,
+      "cov-distil (oracle2student)": 5.230870723724365,
+      "cov-distil (oracle2teacher)": 4.538443565368652,
+      "epoch": 2.826530612244898,
+      "rel-constrast": 2.999674081802368,
+      "step": 3601,
+      "subrel-constrast": 3.917398691177368,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1695562601089478,
+      "cov-distil (oracle2student)": 3.964427947998047,
+      "cov-distil (oracle2teacher)": 4.378445148468018,
+      "epoch": 2.827315541601256,
+      "rel-constrast": 3.2962284088134766,
+      "step": 3602,
+      "subrel-constrast": 4.010249614715576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1490604877471924,
+      "cov-distil (oracle2student)": 5.956531524658203,
+      "cov-distil (oracle2teacher)": 5.51311731338501,
+      "epoch": 2.828100470957614,
+      "rel-constrast": 3.165605068206787,
+      "step": 3603,
+      "subrel-constrast": 3.4033267498016357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8340933322906494,
+      "cov-distil (oracle2student)": 5.171966552734375,
+      "cov-distil (oracle2teacher)": 4.767505645751953,
+      "epoch": 2.828885400313972,
+      "rel-constrast": 2.716024875640869,
+      "step": 3604,
+      "subrel-constrast": 3.141476631164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6801990270614624,
+      "cov-distil (oracle2student)": 3.9832582473754883,
+      "cov-distil (oracle2teacher)": 3.8331992626190186,
+      "epoch": 2.82967032967033,
+      "rel-constrast": 2.9290223121643066,
+      "step": 3605,
+      "subrel-constrast": 4.2899489402771,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2518384456634521,
+      "cov-distil (oracle2student)": 3.098708391189575,
+      "cov-distil (oracle2teacher)": 3.6353602409362793,
+      "epoch": 2.830455259026688,
+      "rel-constrast": 2.625347137451172,
+      "step": 3606,
+      "subrel-constrast": 3.178135871887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.571341633796692,
+      "cov-distil (oracle2student)": 4.062335968017578,
+      "cov-distil (oracle2teacher)": 3.8721232414245605,
+      "epoch": 2.8312401883830454,
+      "rel-constrast": 2.014805793762207,
+      "step": 3607,
+      "subrel-constrast": 3.1450421810150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3810207843780518,
+      "cov-distil (oracle2student)": 3.54370379447937,
+      "cov-distil (oracle2teacher)": 3.789414405822754,
+      "epoch": 2.8320251177394034,
+      "rel-constrast": 2.914191484451294,
+      "step": 3608,
+      "subrel-constrast": 3.801659107208252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2823935747146606,
+      "cov-distil (oracle2student)": 4.241659641265869,
+      "cov-distil (oracle2teacher)": 4.4909162521362305,
+      "epoch": 2.8328100470957613,
+      "rel-constrast": 1.7325056791305542,
+      "step": 3609,
+      "subrel-constrast": 2.580202579498291,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8335949764521193,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.0329570810957115e-05,
+      "loss": 0.7126,
+      "step": 3610
+    },
+    {
+      "cov-distil": 1.6205105781555176,
+      "cov-distil (oracle2student)": 3.3600616455078125,
+      "cov-distil (oracle2teacher)": 3.9209513664245605,
+      "epoch": 2.8335949764521193,
+      "rel-constrast": 2.3211328983306885,
+      "step": 3610,
+      "subrel-constrast": 4.001876354217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3065482378005981,
+      "cov-distil (oracle2student)": 3.7541861534118652,
+      "cov-distil (oracle2teacher)": 3.4024229049682617,
+      "epoch": 2.8343799058084773,
+      "rel-constrast": 2.669243097305298,
+      "step": 3611,
+      "subrel-constrast": 2.9515199661254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4315509796142578,
+      "cov-distil (oracle2student)": 3.2558298110961914,
+      "cov-distil (oracle2teacher)": 3.3802695274353027,
+      "epoch": 2.8351648351648353,
+      "rel-constrast": 2.4132320880889893,
+      "step": 3612,
+      "subrel-constrast": 3.1182918548583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3590342998504639,
+      "cov-distil (oracle2student)": 3.5636703968048096,
+      "cov-distil (oracle2teacher)": 4.021346092224121,
+      "epoch": 2.8359497645211933,
+      "rel-constrast": 2.104348659515381,
+      "step": 3613,
+      "subrel-constrast": 2.9578821659088135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0250959396362305,
+      "cov-distil (oracle2student)": 2.975590944290161,
+      "cov-distil (oracle2teacher)": 2.9422898292541504,
+      "epoch": 2.836734693877551,
+      "rel-constrast": 2.790808916091919,
+      "step": 3614,
+      "subrel-constrast": 3.2246437072753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2072315216064453,
+      "cov-distil (oracle2student)": 2.7260215282440186,
+      "cov-distil (oracle2teacher)": 3.3319449424743652,
+      "epoch": 2.837519623233909,
+      "rel-constrast": 2.3292222023010254,
+      "step": 3615,
+      "subrel-constrast": 3.0433926582336426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1884219646453857,
+      "cov-distil (oracle2student)": 4.678348541259766,
+      "cov-distil (oracle2teacher)": 4.625107765197754,
+      "epoch": 2.838304552590267,
+      "rel-constrast": 3.206705093383789,
+      "step": 3616,
+      "subrel-constrast": 3.507680654525757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9866975545883179,
+      "cov-distil (oracle2student)": 4.221228122711182,
+      "cov-distil (oracle2teacher)": 3.5765817165374756,
+      "epoch": 2.839089481946625,
+      "rel-constrast": 2.0297420024871826,
+      "step": 3617,
+      "subrel-constrast": 2.8809897899627686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3251492977142334,
+      "cov-distil (oracle2student)": 4.6610283851623535,
+      "cov-distil (oracle2teacher)": 4.895040512084961,
+      "epoch": 2.839874411302983,
+      "rel-constrast": 2.1141202449798584,
+      "step": 3618,
+      "subrel-constrast": 2.825411558151245,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4296424388885498,
+      "cov-distil (oracle2student)": 6.145200729370117,
+      "cov-distil (oracle2teacher)": 4.815310478210449,
+      "epoch": 2.840659340659341,
+      "rel-constrast": 3.0486536026000977,
+      "step": 3619,
+      "subrel-constrast": 3.3096840381622314,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8414442700156988,
+      "grad_norm": 8.0,
+      "learning_rate": 4.0260542199540064e-05,
+      "loss": 0.6604,
+      "step": 3620
+    },
+    {
+      "cov-distil": 2.060875654220581,
+      "cov-distil (oracle2student)": 3.901456832885742,
+      "cov-distil (oracle2teacher)": 3.7430830001831055,
+      "epoch": 2.8414442700156988,
+      "rel-constrast": 1.6079623699188232,
+      "step": 3620,
+      "subrel-constrast": 2.476346254348755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7753876447677612,
+      "cov-distil (oracle2student)": 5.903511047363281,
+      "cov-distil (oracle2teacher)": 5.374276161193848,
+      "epoch": 2.8422291993720563,
+      "rel-constrast": 2.7572245597839355,
+      "step": 3621,
+      "subrel-constrast": 3.9485137462615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7926592826843262,
+      "cov-distil (oracle2student)": 4.209694862365723,
+      "cov-distil (oracle2teacher)": 3.9411673545837402,
+      "epoch": 2.8430141287284143,
+      "rel-constrast": 2.3891425132751465,
+      "step": 3622,
+      "subrel-constrast": 2.8779540061950684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4061357975006104,
+      "cov-distil (oracle2student)": 4.176924705505371,
+      "cov-distil (oracle2teacher)": 4.1052775382995605,
+      "epoch": 2.8437990580847723,
+      "rel-constrast": 1.8766199350357056,
+      "step": 3623,
+      "subrel-constrast": 2.6627371311187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8601175546646118,
+      "cov-distil (oracle2student)": 2.551948070526123,
+      "cov-distil (oracle2teacher)": 2.7722220420837402,
+      "epoch": 2.8445839874411303,
+      "rel-constrast": 1.949938416481018,
+      "step": 3624,
+      "subrel-constrast": 3.0813331604003906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.988987922668457,
+      "cov-distil (oracle2student)": 3.2966785430908203,
+      "cov-distil (oracle2teacher)": 3.7664928436279297,
+      "epoch": 2.8453689167974883,
+      "rel-constrast": 2.4216299057006836,
+      "step": 3625,
+      "subrel-constrast": 3.8328280448913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4989241361618042,
+      "cov-distil (oracle2student)": 5.084936141967773,
+      "cov-distil (oracle2teacher)": 4.361309051513672,
+      "epoch": 2.8461538461538463,
+      "rel-constrast": 1.7915271520614624,
+      "step": 3626,
+      "subrel-constrast": 2.8895092010498047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.699550986289978,
+      "cov-distil (oracle2student)": 4.295626640319824,
+      "cov-distil (oracle2teacher)": 3.9926910400390625,
+      "epoch": 2.8469387755102042,
+      "rel-constrast": 3.9813385009765625,
+      "step": 3627,
+      "subrel-constrast": 4.9721527099609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4175949096679688,
+      "cov-distil (oracle2student)": 5.06620454788208,
+      "cov-distil (oracle2teacher)": 4.353797912597656,
+      "epoch": 2.847723704866562,
+      "rel-constrast": 2.967916488647461,
+      "step": 3628,
+      "subrel-constrast": 3.959818124771118,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2278088331222534,
+      "cov-distil (oracle2student)": 4.564708709716797,
+      "cov-distil (oracle2teacher)": 3.7548985481262207,
+      "epoch": 2.8485086342229198,
+      "rel-constrast": 2.5402021408081055,
+      "step": 3629,
+      "subrel-constrast": 3.325817823410034,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8492935635792778,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.019132764323225e-05,
+      "loss": 0.6489,
+      "step": 3630
+    },
+    {
+      "cov-distil": 1.2624804973602295,
+      "cov-distil (oracle2student)": 2.8665475845336914,
+      "cov-distil (oracle2teacher)": 3.183819055557251,
+      "epoch": 2.8492935635792778,
+      "rel-constrast": 2.175987958908081,
+      "step": 3630,
+      "subrel-constrast": 2.856393575668335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6304359436035156,
+      "cov-distil (oracle2student)": 3.9771761894226074,
+      "cov-distil (oracle2teacher)": 4.10817813873291,
+      "epoch": 2.8500784929356358,
+      "rel-constrast": 2.516900062561035,
+      "step": 3631,
+      "subrel-constrast": 3.267531394958496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6058425903320312,
+      "cov-distil (oracle2student)": 3.223947763442993,
+      "cov-distil (oracle2teacher)": 3.3333826065063477,
+      "epoch": 2.8508634222919937,
+      "rel-constrast": 1.61989164352417,
+      "step": 3632,
+      "subrel-constrast": 2.7878339290618896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6634883880615234,
+      "cov-distil (oracle2student)": 4.421901702880859,
+      "cov-distil (oracle2teacher)": 4.395282745361328,
+      "epoch": 2.8516483516483517,
+      "rel-constrast": 3.09218168258667,
+      "step": 3633,
+      "subrel-constrast": 4.000469207763672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9074475765228271,
+      "cov-distil (oracle2student)": 4.632801532745361,
+      "cov-distil (oracle2teacher)": 4.025720596313477,
+      "epoch": 2.8524332810047097,
+      "rel-constrast": 1.8115057945251465,
+      "step": 3634,
+      "subrel-constrast": 2.3299105167388916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5736007690429688,
+      "cov-distil (oracle2student)": 4.479523658752441,
+      "cov-distil (oracle2teacher)": 4.031778335571289,
+      "epoch": 2.8532182103610673,
+      "rel-constrast": 2.9307467937469482,
+      "step": 3635,
+      "subrel-constrast": 3.2126216888427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3124220371246338,
+      "cov-distil (oracle2student)": 4.958412170410156,
+      "cov-distil (oracle2teacher)": 4.157586097717285,
+      "epoch": 2.8540031397174257,
+      "rel-constrast": 2.435626983642578,
+      "step": 3636,
+      "subrel-constrast": 2.567713499069214,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0992109775543213,
+      "cov-distil (oracle2student)": 5.984644412994385,
+      "cov-distil (oracle2teacher)": 5.590281963348389,
+      "epoch": 2.8547880690737832,
+      "rel-constrast": 2.4709901809692383,
+      "step": 3637,
+      "subrel-constrast": 2.8633830547332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4176576137542725,
+      "cov-distil (oracle2student)": 4.332381248474121,
+      "cov-distil (oracle2teacher)": 3.9699764251708984,
+      "epoch": 2.8555729984301412,
+      "rel-constrast": 2.584127426147461,
+      "step": 3638,
+      "subrel-constrast": 3.2183783054351807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4045772552490234,
+      "cov-distil (oracle2student)": 4.530163764953613,
+      "cov-distil (oracle2teacher)": 4.136185646057129,
+      "epoch": 2.856357927786499,
+      "rel-constrast": 3.359046459197998,
+      "step": 3639,
+      "subrel-constrast": 3.8274307250976562,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.857142857142857,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.012192798539119e-05,
+      "loss": 0.6621,
+      "step": 3640
+    },
+    {
+      "cov-distil": 2.1218361854553223,
+      "cov-distil (oracle2student)": 2.9185097217559814,
+      "cov-distil (oracle2teacher)": 2.6900415420532227,
+      "epoch": 2.857142857142857,
+      "rel-constrast": 2.057767868041992,
+      "step": 3640,
+      "subrel-constrast": 3.341930627822876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5614280700683594,
+      "cov-distil (oracle2student)": 3.79402494430542,
+      "cov-distil (oracle2teacher)": 3.9151675701141357,
+      "epoch": 2.857927786499215,
+      "rel-constrast": 3.339304208755493,
+      "step": 3641,
+      "subrel-constrast": 4.550717353820801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2198632955551147,
+      "cov-distil (oracle2student)": 4.238542556762695,
+      "cov-distil (oracle2teacher)": 4.565768718719482,
+      "epoch": 2.8587127158555727,
+      "rel-constrast": 3.614558696746826,
+      "step": 3642,
+      "subrel-constrast": 4.030766010284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.101505160331726,
+      "cov-distil (oracle2student)": 2.897871494293213,
+      "cov-distil (oracle2teacher)": 3.256418466567993,
+      "epoch": 2.859497645211931,
+      "rel-constrast": 1.8927769660949707,
+      "step": 3643,
+      "subrel-constrast": 2.4865591526031494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9669376611709595,
+      "cov-distil (oracle2student)": 3.069190263748169,
+      "cov-distil (oracle2teacher)": 2.973789691925049,
+      "epoch": 2.8602825745682887,
+      "rel-constrast": 1.67881178855896,
+      "step": 3644,
+      "subrel-constrast": 2.5498294830322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4743858575820923,
+      "cov-distil (oracle2student)": 4.220640182495117,
+      "cov-distil (oracle2teacher)": 4.158576011657715,
+      "epoch": 2.8610675039246467,
+      "rel-constrast": 2.797837972640991,
+      "step": 3645,
+      "subrel-constrast": 3.7283599376678467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0775281190872192,
+      "cov-distil (oracle2student)": 4.365081787109375,
+      "cov-distil (oracle2teacher)": 4.450909614562988,
+      "epoch": 2.8618524332810047,
+      "rel-constrast": 3.078829288482666,
+      "step": 3646,
+      "subrel-constrast": 3.3232667446136475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0514650344848633,
+      "cov-distil (oracle2student)": 3.5709590911865234,
+      "cov-distil (oracle2teacher)": 4.340112686157227,
+      "epoch": 2.8626373626373627,
+      "rel-constrast": 3.4040188789367676,
+      "step": 3647,
+      "subrel-constrast": 4.195973873138428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8044298887252808,
+      "cov-distil (oracle2student)": 5.5716447830200195,
+      "cov-distil (oracle2teacher)": 5.254709243774414,
+      "epoch": 2.8634222919937207,
+      "rel-constrast": 2.416677474975586,
+      "step": 3648,
+      "subrel-constrast": 3.217958688735962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1560418605804443,
+      "cov-distil (oracle2student)": 4.271978855133057,
+      "cov-distil (oracle2teacher)": 3.9379444122314453,
+      "epoch": 2.8642072213500787,
+      "rel-constrast": 2.9484128952026367,
+      "step": 3649,
+      "subrel-constrast": 3.597111225128174,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8649921507064366,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.005234407162982e-05,
+      "loss": 0.7171,
+      "step": 3650
+    },
+    {
+      "cov-distil": 1.6358072757720947,
+      "cov-distil (oracle2student)": 3.6707940101623535,
+      "cov-distil (oracle2teacher)": 3.4117186069488525,
+      "epoch": 2.8649921507064366,
+      "rel-constrast": 2.110114574432373,
+      "step": 3650,
+      "subrel-constrast": 2.5157713890075684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6164169311523438,
+      "cov-distil (oracle2student)": 2.942906141281128,
+      "cov-distil (oracle2teacher)": 3.175398349761963,
+      "epoch": 2.865777080062794,
+      "rel-constrast": 3.664142370223999,
+      "step": 3651,
+      "subrel-constrast": 4.257887840270996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3452578783035278,
+      "cov-distil (oracle2student)": 4.531121253967285,
+      "cov-distil (oracle2teacher)": 4.420459270477295,
+      "epoch": 2.866562009419152,
+      "rel-constrast": 2.9400362968444824,
+      "step": 3652,
+      "subrel-constrast": 3.6896157264709473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6011850833892822,
+      "cov-distil (oracle2student)": 4.514474391937256,
+      "cov-distil (oracle2teacher)": 4.069045066833496,
+      "epoch": 2.86734693877551,
+      "rel-constrast": 2.105067253112793,
+      "step": 3653,
+      "subrel-constrast": 3.0262911319732666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1972177028656006,
+      "cov-distil (oracle2student)": 4.045671463012695,
+      "cov-distil (oracle2teacher)": 4.068777084350586,
+      "epoch": 2.868131868131868,
+      "rel-constrast": 1.834162950515747,
+      "step": 3654,
+      "subrel-constrast": 2.709216594696045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4664660692214966,
+      "cov-distil (oracle2student)": 4.879441261291504,
+      "cov-distil (oracle2teacher)": 4.64498233795166,
+      "epoch": 2.868916797488226,
+      "rel-constrast": 1.671284556388855,
+      "step": 3655,
+      "subrel-constrast": 2.6053318977355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1076338291168213,
+      "cov-distil (oracle2student)": 3.723475694656372,
+      "cov-distil (oracle2teacher)": 3.860574722290039,
+      "epoch": 2.869701726844584,
+      "rel-constrast": 2.5836939811706543,
+      "step": 3656,
+      "subrel-constrast": 3.7000794410705566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4816668033599854,
+      "cov-distil (oracle2student)": 3.1141319274902344,
+      "cov-distil (oracle2teacher)": 3.5547523498535156,
+      "epoch": 2.870486656200942,
+      "rel-constrast": 1.7835437059402466,
+      "step": 3657,
+      "subrel-constrast": 2.7131831645965576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3067357540130615,
+      "cov-distil (oracle2student)": 4.828793048858643,
+      "cov-distil (oracle2teacher)": 4.527865409851074,
+      "epoch": 2.8712715855572997,
+      "rel-constrast": 2.54880428314209,
+      "step": 3658,
+      "subrel-constrast": 3.007107973098755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.445615291595459,
+      "cov-distil (oracle2student)": 3.106987476348877,
+      "cov-distil (oracle2teacher)": 3.1137704849243164,
+      "epoch": 2.8720565149136577,
+      "rel-constrast": 2.6748037338256836,
+      "step": 3659,
+      "subrel-constrast": 3.61566424369812,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8728414442700156,
+      "grad_norm": 5.5625,
+      "learning_rate": 3.998257674980617e-05,
+      "loss": 0.6359,
+      "step": 3660
+    },
+    {
+      "cov-distil": 1.7790169715881348,
+      "cov-distil (oracle2student)": 6.815619468688965,
+      "cov-distil (oracle2teacher)": 6.675049781799316,
+      "epoch": 2.8728414442700156,
+      "rel-constrast": 2.542207956314087,
+      "step": 3660,
+      "subrel-constrast": 3.770475387573242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1298599243164062,
+      "cov-distil (oracle2student)": 4.656232833862305,
+      "cov-distil (oracle2teacher)": 4.488853931427002,
+      "epoch": 2.8736263736263736,
+      "rel-constrast": 2.423398971557617,
+      "step": 3661,
+      "subrel-constrast": 2.6540369987487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0885252952575684,
+      "cov-distil (oracle2student)": 5.489858627319336,
+      "cov-distil (oracle2teacher)": 4.955079555511475,
+      "epoch": 2.8744113029827316,
+      "rel-constrast": 3.4400272369384766,
+      "step": 3662,
+      "subrel-constrast": 4.3299784660339355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1657490730285645,
+      "cov-distil (oracle2student)": 3.5486502647399902,
+      "cov-distil (oracle2teacher)": 3.8647420406341553,
+      "epoch": 2.8751962323390896,
+      "rel-constrast": 1.7472342252731323,
+      "step": 3663,
+      "subrel-constrast": 2.6922898292541504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2023953199386597,
+      "cov-distil (oracle2student)": 5.429956436157227,
+      "cov-distil (oracle2teacher)": 5.059347152709961,
+      "epoch": 2.8759811616954476,
+      "rel-constrast": 2.456538200378418,
+      "step": 3664,
+      "subrel-constrast": 3.0063347816467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8761540651321411,
+      "cov-distil (oracle2student)": 4.2531232833862305,
+      "cov-distil (oracle2teacher)": 4.292389392852783,
+      "epoch": 2.876766091051805,
+      "rel-constrast": 2.9886772632598877,
+      "step": 3665,
+      "subrel-constrast": 4.109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6461641788482666,
+      "cov-distil (oracle2student)": 5.07884407043457,
+      "cov-distil (oracle2teacher)": 4.551021575927734,
+      "epoch": 2.877551020408163,
+      "rel-constrast": 2.1682071685791016,
+      "step": 3666,
+      "subrel-constrast": 2.846200942993164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.085766077041626,
+      "cov-distil (oracle2student)": 5.586014270782471,
+      "cov-distil (oracle2teacher)": 5.39616060256958,
+      "epoch": 2.878335949764521,
+      "rel-constrast": 3.3756637573242188,
+      "step": 3667,
+      "subrel-constrast": 4.0500640869140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.213741421699524,
+      "cov-distil (oracle2student)": 2.688936710357666,
+      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "epoch": 2.879120879120879,
+      "rel-constrast": 1.9098389148712158,
+      "step": 3668,
+      "subrel-constrast": 2.739530563354492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3328964710235596,
+      "cov-distil (oracle2student)": 4.955320358276367,
+      "cov-distil (oracle2teacher)": 4.538459300994873,
+      "epoch": 2.879905808477237,
+      "rel-constrast": 1.7312397956848145,
+      "step": 3669,
+      "subrel-constrast": 2.8373544216156006,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.880690737833595,
+      "grad_norm": 4.09375,
+      "learning_rate": 3.991262687001304e-05,
+      "loss": 0.6559,
+      "step": 3670
+    },
+    {
+      "cov-distil": 1.4764883518218994,
+      "cov-distil (oracle2student)": 5.947641849517822,
+      "cov-distil (oracle2teacher)": 5.347780227661133,
+      "epoch": 2.880690737833595,
+      "rel-constrast": 2.181729316711426,
+      "step": 3670,
+      "subrel-constrast": 2.8146800994873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.20436954498291,
+      "cov-distil (oracle2student)": 4.443916320800781,
+      "cov-distil (oracle2teacher)": 3.907668113708496,
+      "epoch": 2.881475667189953,
+      "rel-constrast": 3.3218700885772705,
+      "step": 3671,
+      "subrel-constrast": 3.823918104171753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2367054224014282,
+      "cov-distil (oracle2student)": 5.233475208282471,
+      "cov-distil (oracle2teacher)": 4.414298057556152,
+      "epoch": 2.8822605965463106,
+      "rel-constrast": 3.473031997680664,
+      "step": 3672,
+      "subrel-constrast": 4.06704044342041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.604971170425415,
+      "cov-distil (oracle2student)": 2.9084439277648926,
+      "cov-distil (oracle2teacher)": 3.369509696960449,
+      "epoch": 2.8830455259026686,
+      "rel-constrast": 2.4818177223205566,
+      "step": 3673,
+      "subrel-constrast": 3.7321584224700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3353642225265503,
+      "cov-distil (oracle2student)": 3.35343337059021,
+      "cov-distil (oracle2teacher)": 3.109236240386963,
+      "epoch": 2.8838304552590266,
+      "rel-constrast": 2.0060534477233887,
+      "step": 3674,
+      "subrel-constrast": 2.958225965499878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7398394346237183,
+      "cov-distil (oracle2student)": 3.561842918395996,
+      "cov-distil (oracle2teacher)": 3.5277953147888184,
+      "epoch": 2.8846153846153846,
+      "rel-constrast": 2.753573179244995,
+      "step": 3675,
+      "subrel-constrast": 3.3754019737243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2104828357696533,
+      "cov-distil (oracle2student)": 5.990422248840332,
+      "cov-distil (oracle2teacher)": 6.032230377197266,
+      "epoch": 2.8854003139717426,
+      "rel-constrast": 2.4438719749450684,
+      "step": 3676,
+      "subrel-constrast": 3.1288928985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9925810098648071,
+      "cov-distil (oracle2student)": 2.3565313816070557,
+      "cov-distil (oracle2teacher)": 2.7919058799743652,
+      "epoch": 2.8861852433281006,
+      "rel-constrast": 2.9700095653533936,
+      "step": 3677,
+      "subrel-constrast": 3.5565316677093506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.420498251914978,
+      "cov-distil (oracle2student)": 3.693333148956299,
+      "cov-distil (oracle2teacher)": 3.3208558559417725,
+      "epoch": 2.8869701726844585,
+      "rel-constrast": 1.8001885414123535,
+      "step": 3678,
+      "subrel-constrast": 2.657033681869507,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1733472347259521,
+      "cov-distil (oracle2student)": 4.631748676300049,
+      "cov-distil (oracle2teacher)": 4.633799076080322,
+      "epoch": 2.887755102040816,
+      "rel-constrast": 2.2671236991882324,
+      "step": 3679,
+      "subrel-constrast": 2.7788944244384766,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8885400313971745,
+      "grad_norm": 4.6875,
+      "learning_rate": 3.984249528456762e-05,
+      "loss": 0.6785,
+      "step": 3680
+    },
+    {
+      "cov-distil": 1.3920209407806396,
+      "cov-distil (oracle2student)": 5.340373516082764,
+      "cov-distil (oracle2teacher)": 4.440972328186035,
+      "epoch": 2.8885400313971745,
+      "rel-constrast": 2.8083605766296387,
+      "step": 3680,
+      "subrel-constrast": 3.117572069168091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2502837181091309,
+      "cov-distil (oracle2student)": 6.4110426902771,
+      "cov-distil (oracle2teacher)": 6.04494571685791,
+      "epoch": 2.889324960753532,
+      "rel-constrast": 2.6441478729248047,
+      "step": 3681,
+      "subrel-constrast": 3.6429452896118164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3743937015533447,
+      "cov-distil (oracle2student)": 4.043917655944824,
+      "cov-distil (oracle2teacher)": 3.856478691101074,
+      "epoch": 2.89010989010989,
+      "rel-constrast": 2.7714309692382812,
+      "step": 3682,
+      "subrel-constrast": 3.56493878364563,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0654970407485962,
+      "cov-distil (oracle2student)": 3.5364131927490234,
+      "cov-distil (oracle2teacher)": 3.7477827072143555,
+      "epoch": 2.890894819466248,
+      "rel-constrast": 1.861194133758545,
+      "step": 3683,
+      "subrel-constrast": 2.4258337020874023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4692184925079346,
+      "cov-distil (oracle2student)": 3.0154643058776855,
+      "cov-distil (oracle2teacher)": 2.991734027862549,
+      "epoch": 2.891679748822606,
+      "rel-constrast": 2.0302963256835938,
+      "step": 3684,
+      "subrel-constrast": 2.9526989459991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4023122787475586,
+      "cov-distil (oracle2student)": 2.8190155029296875,
+      "cov-distil (oracle2teacher)": 2.818148136138916,
+      "epoch": 2.892464678178964,
+      "rel-constrast": 2.257045269012451,
+      "step": 3685,
+      "subrel-constrast": 2.8210086822509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5459246635437012,
+      "cov-distil (oracle2student)": 4.399819850921631,
+      "cov-distil (oracle2teacher)": 4.002050399780273,
+      "epoch": 2.8932496075353216,
+      "rel-constrast": 2.0802764892578125,
+      "step": 3686,
+      "subrel-constrast": 3.182318925857544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5370433330535889,
+      "cov-distil (oracle2student)": 3.0196611881256104,
+      "cov-distil (oracle2teacher)": 3.426647901535034,
+      "epoch": 2.89403453689168,
+      "rel-constrast": 3.1149849891662598,
+      "step": 3687,
+      "subrel-constrast": 3.8897790908813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5181770324707031,
+      "cov-distil (oracle2student)": 3.498710870742798,
+      "cov-distil (oracle2teacher)": 3.9157378673553467,
+      "epoch": 2.8948194662480375,
+      "rel-constrast": 3.567229747772217,
+      "step": 3688,
+      "subrel-constrast": 4.199352264404297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.308597207069397,
+      "cov-distil (oracle2student)": 3.3533058166503906,
+      "cov-distil (oracle2teacher)": 3.582240581512451,
+      "epoch": 2.8956043956043955,
+      "rel-constrast": 2.686890125274658,
+      "step": 3689,
+      "subrel-constrast": 3.411374092102051,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8963893249607535,
+      "grad_norm": 5.53125,
+      "learning_rate": 3.977218284800118e-05,
+      "loss": 0.6802,
+      "step": 3690
+    },
+    {
+      "cov-distil": 1.2236014604568481,
+      "cov-distil (oracle2student)": 3.27144193649292,
+      "cov-distil (oracle2teacher)": 3.5497024059295654,
+      "epoch": 2.8963893249607535,
+      "rel-constrast": 2.3055779933929443,
+      "step": 3690,
+      "subrel-constrast": 3.195941686630249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5925254821777344,
+      "cov-distil (oracle2student)": 3.7014129161834717,
+      "cov-distil (oracle2teacher)": 3.4999043941497803,
+      "epoch": 2.8971742543171115,
+      "rel-constrast": 1.8392963409423828,
+      "step": 3691,
+      "subrel-constrast": 3.0546305179595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4818997383117676,
+      "cov-distil (oracle2student)": 3.4231691360473633,
+      "cov-distil (oracle2teacher)": 3.3715333938598633,
+      "epoch": 2.8979591836734695,
+      "rel-constrast": 2.523916482925415,
+      "step": 3692,
+      "subrel-constrast": 2.8600881099700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6675055027008057,
+      "cov-distil (oracle2student)": 4.2873969078063965,
+      "cov-distil (oracle2teacher)": 4.3902716636657715,
+      "epoch": 2.898744113029827,
+      "rel-constrast": 3.0145773887634277,
+      "step": 3693,
+      "subrel-constrast": 3.685142993927002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9891512393951416,
+      "cov-distil (oracle2student)": 3.7975401878356934,
+      "cov-distil (oracle2teacher)": 3.8362700939178467,
+      "epoch": 2.8995290423861855,
+      "rel-constrast": 2.701709032058716,
+      "step": 3694,
+      "subrel-constrast": 3.4279158115386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2910466194152832,
+      "cov-distil (oracle2student)": 5.029232978820801,
+      "cov-distil (oracle2teacher)": 4.554121971130371,
+      "epoch": 2.900313971742543,
+      "rel-constrast": 3.3575048446655273,
+      "step": 3695,
+      "subrel-constrast": 3.885680675506592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2916357517242432,
+      "cov-distil (oracle2student)": 4.864243507385254,
+      "cov-distil (oracle2teacher)": 5.258131980895996,
+      "epoch": 2.901098901098901,
+      "rel-constrast": 1.51920747756958,
+      "step": 3696,
+      "subrel-constrast": 2.3338067531585693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0623137950897217,
+      "cov-distil (oracle2student)": 3.4611096382141113,
+      "cov-distil (oracle2teacher)": 3.601062297821045,
+      "epoch": 2.901883830455259,
+      "rel-constrast": 3.0714645385742188,
+      "step": 3697,
+      "subrel-constrast": 3.679739475250244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694775581359863,
+      "cov-distil (oracle2student)": 3.622097969055176,
+      "cov-distil (oracle2teacher)": 3.4019265174865723,
+      "epoch": 2.902668759811617,
+      "rel-constrast": 2.0668179988861084,
+      "step": 3698,
+      "subrel-constrast": 2.9326257705688477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6628986597061157,
+      "cov-distil (oracle2student)": 6.459633827209473,
+      "cov-distil (oracle2teacher)": 6.259359359741211,
+      "epoch": 2.903453689167975,
+      "rel-constrast": 3.234705924987793,
+      "step": 3699,
+      "subrel-constrast": 4.237222671508789,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.904238618524333,
+      "grad_norm": 5.59375,
+      "learning_rate": 3.970169041704855e-05,
+      "loss": 0.6804,
+      "step": 3700
+    },
+    {
+      "epoch": 2.904238618524333,
+      "overlap": 0.2953124940395355,
+      "step": 3700
+    },
+    {
+      "epoch": 2.904238618524333,
+      "step": 3700,
+      "student margin": 0.066680908203125
+    },
+    {
+      "epoch": 2.904238618524333,
+      "step": 3700,
+      "teacher margin": 0.041168212890625
+    },
+    {
+      "epoch": 2.904238618524333,
+      "margin difference": -0.0255126953125,
+      "step": 3700
+    },
+    {
+      "cov-distil": 1.8410401344299316,
+      "cov-distil (oracle2student)": 3.4769768714904785,
+      "cov-distil (oracle2teacher)": 3.288839340209961,
+      "epoch": 2.904238618524333,
+      "rel-constrast": 2.880462646484375,
+      "step": 3700,
+      "subrel-constrast": 3.571986675262451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317420244216919,
+      "cov-distil (oracle2student)": 5.392145156860352,
+      "cov-distil (oracle2teacher)": 5.281600475311279,
+      "epoch": 2.905023547880691,
+      "rel-constrast": 3.750452756881714,
+      "step": 3701,
+      "subrel-constrast": 4.0149102210998535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1966891288757324,
+      "cov-distil (oracle2student)": 3.7924442291259766,
+      "cov-distil (oracle2teacher)": 3.8702824115753174,
+      "epoch": 2.9058084772370485,
+      "rel-constrast": 2.5803751945495605,
+      "step": 3702,
+      "subrel-constrast": 3.085575580596924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8117077350616455,
+      "cov-distil (oracle2student)": 3.9337759017944336,
+      "cov-distil (oracle2teacher)": 4.271904945373535,
+      "epoch": 2.9065934065934065,
+      "rel-constrast": 1.8250961303710938,
+      "step": 3703,
+      "subrel-constrast": 2.7644286155700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3883335590362549,
+      "cov-distil (oracle2student)": 4.265381336212158,
+      "cov-distil (oracle2teacher)": 4.050724029541016,
+      "epoch": 2.9073783359497645,
+      "rel-constrast": 2.4860923290252686,
+      "step": 3704,
+      "subrel-constrast": 3.210819959640503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9311399459838867,
+      "cov-distil (oracle2student)": 3.9218130111694336,
+      "cov-distil (oracle2teacher)": 4.240314483642578,
+      "epoch": 2.9081632653061225,
+      "rel-constrast": 3.8250179290771484,
+      "step": 3705,
+      "subrel-constrast": 4.366184234619141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.462048053741455,
+      "cov-distil (oracle2student)": 5.584427833557129,
+      "cov-distil (oracle2teacher)": 4.869932651519775,
+      "epoch": 2.9089481946624804,
+      "rel-constrast": 2.1653261184692383,
+      "step": 3706,
+      "subrel-constrast": 2.321303367614746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.005927324295044,
+      "cov-distil (oracle2student)": 2.782501220703125,
+      "cov-distil (oracle2teacher)": 2.8452036380767822,
+      "epoch": 2.9097331240188384,
+      "rel-constrast": 2.2628185749053955,
+      "step": 3707,
+      "subrel-constrast": 2.5166585445404053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1720523834228516,
+      "cov-distil (oracle2student)": 3.354086399078369,
+      "cov-distil (oracle2teacher)": 3.310385227203369,
+      "epoch": 2.9105180533751964,
+      "rel-constrast": 3.2101337909698486,
+      "step": 3708,
+      "subrel-constrast": 3.5017240047454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9305295944213867,
+      "cov-distil (oracle2student)": 3.7228829860687256,
+      "cov-distil (oracle2teacher)": 3.4950594902038574,
+      "epoch": 2.911302982731554,
+      "rel-constrast": 2.031113624572754,
+      "step": 3709,
+      "subrel-constrast": 3.107024908065796,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.912087912087912,
+      "grad_norm": 4.4375,
+      "learning_rate": 3.963101885063776e-05,
+      "loss": 0.7131,
+      "step": 3710
+    },
+    {
+      "cov-distil": 1.6717100143432617,
+      "cov-distil (oracle2student)": 3.2433481216430664,
+      "cov-distil (oracle2teacher)": 3.399672269821167,
+      "epoch": 2.912087912087912,
+      "rel-constrast": 1.7427287101745605,
+      "step": 3710,
+      "subrel-constrast": 2.8332996368408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2583708763122559,
+      "cov-distil (oracle2student)": 4.191099166870117,
+      "cov-distil (oracle2teacher)": 4.589066505432129,
+      "epoch": 2.91287284144427,
+      "rel-constrast": 2.046274423599243,
+      "step": 3711,
+      "subrel-constrast": 3.042290449142456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1907320022583008,
+      "cov-distil (oracle2student)": 6.012922763824463,
+      "cov-distil (oracle2teacher)": 5.937778949737549,
+      "epoch": 2.913657770800628,
+      "rel-constrast": 2.212129592895508,
+      "step": 3712,
+      "subrel-constrast": 2.2505388259887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6794366836547852,
+      "cov-distil (oracle2student)": 4.363182544708252,
+      "cov-distil (oracle2teacher)": 3.96651029586792,
+      "epoch": 2.914442700156986,
+      "rel-constrast": 2.2043557167053223,
+      "step": 3713,
+      "subrel-constrast": 3.140228271484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.326108932495117,
+      "cov-distil (oracle2student)": 4.274355411529541,
+      "cov-distil (oracle2teacher)": 4.1303510665893555,
+      "epoch": 2.915227629513344,
+      "rel-constrast": 2.8905391693115234,
+      "step": 3714,
+      "subrel-constrast": 3.93094539642334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.503951907157898,
+      "cov-distil (oracle2student)": 2.2526204586029053,
+      "cov-distil (oracle2teacher)": 2.5520639419555664,
+      "epoch": 2.916012558869702,
+      "rel-constrast": 2.205430507659912,
+      "step": 3715,
+      "subrel-constrast": 3.206712484359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4493451118469238,
+      "cov-distil (oracle2student)": 2.8621978759765625,
+      "cov-distil (oracle2teacher)": 2.971315860748291,
+      "epoch": 2.9167974882260594,
+      "rel-constrast": 2.3795340061187744,
+      "step": 3716,
+      "subrel-constrast": 2.927609920501709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5981061458587646,
+      "cov-distil (oracle2student)": 5.830720901489258,
+      "cov-distil (oracle2teacher)": 5.065127372741699,
+      "epoch": 2.9175824175824174,
+      "rel-constrast": 3.6399762630462646,
+      "step": 3717,
+      "subrel-constrast": 4.423621654510498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.097693681716919,
+      "cov-distil (oracle2student)": 3.0029454231262207,
+      "cov-distil (oracle2teacher)": 2.459343910217285,
+      "epoch": 2.9183673469387754,
+      "rel-constrast": 1.6001564264297485,
+      "step": 3718,
+      "subrel-constrast": 2.1476588249206543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.227539300918579,
+      "cov-distil (oracle2student)": 4.0828962326049805,
+      "cov-distil (oracle2teacher)": 3.5621440410614014,
+      "epoch": 2.9191522762951334,
+      "rel-constrast": 2.576988697052002,
+      "step": 3719,
+      "subrel-constrast": 2.875383138656616,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9199372056514914,
+      "grad_norm": 5.21875,
+      "learning_rate": 3.956016900987953e-05,
+      "loss": 0.625,
+      "step": 3720
+    },
+    {
+      "cov-distil": 1.5575170516967773,
+      "cov-distil (oracle2student)": 3.5080084800720215,
+      "cov-distil (oracle2teacher)": 3.514296531677246,
+      "epoch": 2.9199372056514914,
+      "rel-constrast": 2.4778592586517334,
+      "step": 3720,
+      "subrel-constrast": 3.198596477508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6198692321777344,
+      "cov-distil (oracle2student)": 3.2874059677124023,
+      "cov-distil (oracle2teacher)": 3.49515962600708,
+      "epoch": 2.9207221350078494,
+      "rel-constrast": 2.070758581161499,
+      "step": 3721,
+      "subrel-constrast": 2.756864070892334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.436536192893982,
+      "cov-distil (oracle2student)": 5.496464729309082,
+      "cov-distil (oracle2teacher)": 4.392192363739014,
+      "epoch": 2.9215070643642074,
+      "rel-constrast": 2.7109503746032715,
+      "step": 3722,
+      "subrel-constrast": 3.285569667816162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0397682189941406,
+      "cov-distil (oracle2student)": 3.6272926330566406,
+      "cov-distil (oracle2teacher)": 4.103534698486328,
+      "epoch": 2.922291993720565,
+      "rel-constrast": 2.016460657119751,
+      "step": 3723,
+      "subrel-constrast": 2.857201337814331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8913140296936035,
+      "cov-distil (oracle2student)": 2.7747883796691895,
+      "cov-distil (oracle2teacher)": 3.1311659812927246,
+      "epoch": 2.9230769230769234,
+      "rel-constrast": 1.7399755716323853,
+      "step": 3724,
+      "subrel-constrast": 2.808647632598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9321565628051758,
+      "cov-distil (oracle2student)": 3.31715726852417,
+      "cov-distil (oracle2teacher)": 3.509920358657837,
+      "epoch": 2.923861852433281,
+      "rel-constrast": 2.7527878284454346,
+      "step": 3725,
+      "subrel-constrast": 3.0592291355133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.245211124420166,
+      "cov-distil (oracle2student)": 4.6931915283203125,
+      "cov-distil (oracle2teacher)": 4.306008338928223,
+      "epoch": 2.924646781789639,
+      "rel-constrast": 3.884345531463623,
+      "step": 3726,
+      "subrel-constrast": 4.026078701019287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3797763586044312,
+      "cov-distil (oracle2student)": 6.033819675445557,
+      "cov-distil (oracle2teacher)": 5.506127834320068,
+      "epoch": 2.925431711145997,
+      "rel-constrast": 2.3334226608276367,
+      "step": 3727,
+      "subrel-constrast": 3.370250940322876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3554999828338623,
+      "cov-distil (oracle2student)": 5.900870323181152,
+      "cov-distil (oracle2teacher)": 5.49796199798584,
+      "epoch": 2.926216640502355,
+      "rel-constrast": 3.8149960041046143,
+      "step": 3728,
+      "subrel-constrast": 5.2079362869262695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9590335488319397,
+      "cov-distil (oracle2student)": 3.6121573448181152,
+      "cov-distil (oracle2teacher)": 3.5525875091552734,
+      "epoch": 2.927001569858713,
+      "rel-constrast": 1.5037951469421387,
+      "step": 3729,
+      "subrel-constrast": 2.17315411567688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9277864992150704,
+      "grad_norm": 3.90625,
+      "learning_rate": 3.948914175805684e-05,
+      "loss": 0.6712,
+      "step": 3730
+    },
+    {
+      "cov-distil": 1.391399621963501,
+      "cov-distil (oracle2student)": 2.980189085006714,
+      "cov-distil (oracle2teacher)": 3.4222848415374756,
+      "epoch": 2.9277864992150704,
+      "rel-constrast": 1.8178751468658447,
+      "step": 3730,
+      "subrel-constrast": 2.8062713146209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9731876850128174,
+      "cov-distil (oracle2student)": 3.665510892868042,
+      "cov-distil (oracle2teacher)": 3.588029384613037,
+      "epoch": 2.928571428571429,
+      "rel-constrast": 2.7449278831481934,
+      "step": 3731,
+      "subrel-constrast": 4.2244439125061035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3816719055175781,
+      "cov-distil (oracle2student)": 4.810188293457031,
+      "cov-distil (oracle2teacher)": 4.785292625427246,
+      "epoch": 2.9293563579277864,
+      "rel-constrast": 2.4369876384735107,
+      "step": 3732,
+      "subrel-constrast": 3.099954128265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5708715915679932,
+      "cov-distil (oracle2student)": 3.847524881362915,
+      "cov-distil (oracle2teacher)": 3.731433391571045,
+      "epoch": 2.9301412872841444,
+      "rel-constrast": 2.501371383666992,
+      "step": 3733,
+      "subrel-constrast": 3.1343994140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7563046216964722,
+      "cov-distil (oracle2student)": 4.603699684143066,
+      "cov-distil (oracle2teacher)": 4.755205154418945,
+      "epoch": 2.9309262166405023,
+      "rel-constrast": 2.227141857147217,
+      "step": 3734,
+      "subrel-constrast": 3.3704230785369873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130575895309448,
+      "cov-distil (oracle2student)": 4.738794326782227,
+      "cov-distil (oracle2teacher)": 4.699927806854248,
+      "epoch": 2.9317111459968603,
+      "rel-constrast": 2.7391514778137207,
+      "step": 3735,
+      "subrel-constrast": 3.668731927871704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.526363492012024,
+      "cov-distil (oracle2student)": 5.061091423034668,
+      "cov-distil (oracle2teacher)": 4.537604331970215,
+      "epoch": 2.9324960753532183,
+      "rel-constrast": 2.353569984436035,
+      "step": 3736,
+      "subrel-constrast": 2.7668707370758057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2707898616790771,
+      "cov-distil (oracle2student)": 3.1707754135131836,
+      "cov-distil (oracle2teacher)": 2.931527614593506,
+      "epoch": 2.933281004709576,
+      "rel-constrast": 2.918670415878296,
+      "step": 3737,
+      "subrel-constrast": 3.569355010986328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.758061408996582,
+      "cov-distil (oracle2student)": 3.1640288829803467,
+      "cov-distil (oracle2teacher)": 2.9588074684143066,
+      "epoch": 2.9340659340659343,
+      "rel-constrast": 2.7946205139160156,
+      "step": 3738,
+      "subrel-constrast": 3.4251976013183594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.581396460533142,
+      "cov-distil (oracle2student)": 4.45325231552124,
+      "cov-distil (oracle2teacher)": 4.553940773010254,
+      "epoch": 2.934850863422292,
+      "rel-constrast": 2.973194122314453,
+      "step": 3739,
+      "subrel-constrast": 3.55220890045166,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.93563579277865,
+      "grad_norm": 5.84375,
+      "learning_rate": 3.9417937960614314e-05,
+      "loss": 0.677,
+      "step": 3740
+    },
+    {
+      "cov-distil": 2.360422134399414,
+      "cov-distil (oracle2student)": 4.789316654205322,
+      "cov-distil (oracle2teacher)": 4.8115234375,
+      "epoch": 2.93563579277865,
+      "rel-constrast": 2.894733428955078,
+      "step": 3740,
+      "subrel-constrast": 4.094485282897949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7301886081695557,
+      "cov-distil (oracle2student)": 4.351900577545166,
+      "cov-distil (oracle2teacher)": 4.218229293823242,
+      "epoch": 2.936420722135008,
+      "rel-constrast": 3.5578906536102295,
+      "step": 3741,
+      "subrel-constrast": 4.278353691101074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1600654125213623,
+      "cov-distil (oracle2student)": 5.86660623550415,
+      "cov-distil (oracle2teacher)": 4.402599334716797,
+      "epoch": 2.937205651491366,
+      "rel-constrast": 2.701091766357422,
+      "step": 3742,
+      "subrel-constrast": 2.9781334400177,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3019535541534424,
+      "cov-distil (oracle2student)": 5.056062698364258,
+      "cov-distil (oracle2teacher)": 4.832372665405273,
+      "epoch": 2.937990580847724,
+      "rel-constrast": 2.5851526260375977,
+      "step": 3743,
+      "subrel-constrast": 3.5685336589813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4441757202148438,
+      "cov-distil (oracle2student)": 3.0063138008117676,
+      "cov-distil (oracle2teacher)": 3.567375659942627,
+      "epoch": 2.938775510204082,
+      "rel-constrast": 1.276458740234375,
+      "step": 3744,
+      "subrel-constrast": 2.1521503925323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3076555728912354,
+      "cov-distil (oracle2student)": 4.724017143249512,
+      "cov-distil (oracle2teacher)": 4.793934345245361,
+      "epoch": 2.9395604395604398,
+      "rel-constrast": 1.9997174739837646,
+      "step": 3745,
+      "subrel-constrast": 2.826223850250244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8080792427062988,
+      "cov-distil (oracle2student)": 4.3727922439575195,
+      "cov-distil (oracle2teacher)": 4.232743263244629,
+      "epoch": 2.9403453689167973,
+      "rel-constrast": 3.1251726150512695,
+      "step": 3746,
+      "subrel-constrast": 3.9248745441436768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5323504209518433,
+      "cov-distil (oracle2student)": 5.299089431762695,
+      "cov-distil (oracle2teacher)": 4.912952423095703,
+      "epoch": 2.9411302982731553,
+      "rel-constrast": 2.9008231163024902,
+      "step": 3747,
+      "subrel-constrast": 3.6611106395721436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3432114124298096,
+      "cov-distil (oracle2student)": 3.820187568664551,
+      "cov-distil (oracle2teacher)": 3.822280168533325,
+      "epoch": 2.9419152276295133,
+      "rel-constrast": 2.999194622039795,
+      "step": 3748,
+      "subrel-constrast": 3.365790367126465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.597320556640625,
+      "cov-distil (oracle2student)": 4.938766956329346,
+      "cov-distil (oracle2teacher)": 4.5569047927856445,
+      "epoch": 2.9427001569858713,
+      "rel-constrast": 3.146260976791382,
+      "step": 3749,
+      "subrel-constrast": 3.5503554344177246,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9434850863422293,
+      "grad_norm": 6.28125,
+      "learning_rate": 3.934655848514777e-05,
+      "loss": 0.7186,
+      "step": 3750
+    },
+    {
+      "cov-distil": 1.9984132051467896,
+      "cov-distil (oracle2student)": 4.097214221954346,
+      "cov-distil (oracle2teacher)": 3.9201738834381104,
+      "epoch": 2.9434850863422293,
+      "rel-constrast": 2.1439261436462402,
+      "step": 3750,
+      "subrel-constrast": 2.8695030212402344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0897575616836548,
+      "cov-distil (oracle2student)": 5.465754508972168,
+      "cov-distil (oracle2teacher)": 5.0883026123046875,
+      "epoch": 2.9442700156985873,
+      "rel-constrast": 1.7940596342086792,
+      "step": 3751,
+      "subrel-constrast": 2.4634947776794434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.007440447807312,
+      "cov-distil (oracle2student)": 5.424424171447754,
+      "cov-distil (oracle2teacher)": 4.929924011230469,
+      "epoch": 2.9450549450549453,
+      "rel-constrast": 2.1798315048217773,
+      "step": 3752,
+      "subrel-constrast": 3.023973226547241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7552545070648193,
+      "cov-distil (oracle2student)": 5.465161323547363,
+      "cov-distil (oracle2teacher)": 5.169553279876709,
+      "epoch": 2.945839874411303,
+      "rel-constrast": 3.882399320602417,
+      "step": 3753,
+      "subrel-constrast": 4.221339225769043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.457016944885254,
+      "cov-distil (oracle2student)": 3.9869470596313477,
+      "cov-distil (oracle2teacher)": 4.393505096435547,
+      "epoch": 2.946624803767661,
+      "rel-constrast": 2.3970947265625,
+      "step": 3754,
+      "subrel-constrast": 3.0544276237487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3512482643127441,
+      "cov-distil (oracle2student)": 4.3199357986450195,
+      "cov-distil (oracle2teacher)": 4.11149787902832,
+      "epoch": 2.9474097331240188,
+      "rel-constrast": 2.017930746078491,
+      "step": 3755,
+      "subrel-constrast": 2.9223310947418213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9194881916046143,
+      "cov-distil (oracle2student)": 4.242369651794434,
+      "cov-distil (oracle2teacher)": 3.8669023513793945,
+      "epoch": 2.9481946624803768,
+      "rel-constrast": 2.2343602180480957,
+      "step": 3756,
+      "subrel-constrast": 3.222440242767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2437125444412231,
+      "cov-distil (oracle2student)": 3.667025566101074,
+      "cov-distil (oracle2teacher)": 3.6331684589385986,
+      "epoch": 2.9489795918367347,
+      "rel-constrast": 1.4023189544677734,
+      "step": 3757,
+      "subrel-constrast": 2.4527242183685303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.540818691253662,
+      "cov-distil (oracle2student)": 2.8330814838409424,
+      "cov-distil (oracle2teacher)": 2.649850368499756,
+      "epoch": 2.9497645211930927,
+      "rel-constrast": 2.7689688205718994,
+      "step": 3758,
+      "subrel-constrast": 3.1094863414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.866441249847412,
+      "cov-distil (oracle2student)": 2.5337376594543457,
+      "cov-distil (oracle2teacher)": 2.769493579864502,
+      "epoch": 2.9505494505494507,
+      "rel-constrast": 2.3061869144439697,
+      "step": 3759,
+      "subrel-constrast": 3.3690097332000732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9513343799058083,
+      "grad_norm": 5.46875,
+      "learning_rate": 3.927500420139357e-05,
+      "loss": 0.6163,
+      "step": 3760
+    },
+    {
+      "cov-distil": 1.6196755170822144,
+      "cov-distil (oracle2student)": 3.245967388153076,
+      "cov-distil (oracle2teacher)": 3.6458311080932617,
+      "epoch": 2.9513343799058083,
+      "rel-constrast": 2.5304603576660156,
+      "step": 3760,
+      "subrel-constrast": 3.088043689727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647742748260498,
+      "cov-distil (oracle2student)": 4.406837463378906,
+      "cov-distil (oracle2teacher)": 3.6423003673553467,
+      "epoch": 2.9521193092621663,
+      "rel-constrast": 2.4979443550109863,
+      "step": 3761,
+      "subrel-constrast": 3.090081214904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158991575241089,
+      "cov-distil (oracle2student)": 5.574938774108887,
+      "cov-distil (oracle2teacher)": 5.049583911895752,
+      "epoch": 2.9529042386185242,
+      "rel-constrast": 3.20021390914917,
+      "step": 3762,
+      "subrel-constrast": 4.000028133392334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2518242597579956,
+      "cov-distil (oracle2student)": 3.584420680999756,
+      "cov-distil (oracle2teacher)": 3.4086129665374756,
+      "epoch": 2.9536891679748822,
+      "rel-constrast": 2.5713014602661133,
+      "step": 3763,
+      "subrel-constrast": 2.9236667156219482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5423517227172852,
+      "cov-distil (oracle2student)": 4.286776065826416,
+      "cov-distil (oracle2teacher)": 3.919243097305298,
+      "epoch": 2.9544740973312402,
+      "rel-constrast": 2.7775659561157227,
+      "step": 3764,
+      "subrel-constrast": 3.811889410018921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2755200862884521,
+      "cov-distil (oracle2student)": 6.305004119873047,
+      "cov-distil (oracle2teacher)": 5.242132186889648,
+      "epoch": 2.955259026687598,
+      "rel-constrast": 2.227306604385376,
+      "step": 3765,
+      "subrel-constrast": 3.0758185386657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6249518394470215,
+      "cov-distil (oracle2student)": 3.95092511177063,
+      "cov-distil (oracle2teacher)": 4.1511335372924805,
+      "epoch": 2.956043956043956,
+      "rel-constrast": 2.3942346572875977,
+      "step": 3766,
+      "subrel-constrast": 3.1978893280029297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3984706401824951,
+      "cov-distil (oracle2student)": 3.749213218688965,
+      "cov-distil (oracle2teacher)": 3.562201738357544,
+      "epoch": 2.9568288854003137,
+      "rel-constrast": 2.82682728767395,
+      "step": 3767,
+      "subrel-constrast": 2.942389488220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1467604637145996,
+      "cov-distil (oracle2student)": 4.285546779632568,
+      "cov-distil (oracle2teacher)": 4.069449424743652,
+      "epoch": 2.957613814756672,
+      "rel-constrast": 2.256411075592041,
+      "step": 3768,
+      "subrel-constrast": 2.895998954772949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4996209144592285,
+      "cov-distil (oracle2student)": 3.6172235012054443,
+      "cov-distil (oracle2teacher)": 3.519993305206299,
+      "epoch": 2.9583987441130297,
+      "rel-constrast": 2.301077365875244,
+      "step": 3769,
+      "subrel-constrast": 3.1550192832946777,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9591836734693877,
+      "grad_norm": 6.15625,
+      "learning_rate": 3.92032759812181e-05,
+      "loss": 0.6769,
+      "step": 3770
+    },
+    {
+      "cov-distil": 1.5350929498672485,
+      "cov-distil (oracle2student)": 4.7675065994262695,
+      "cov-distil (oracle2teacher)": 4.341334342956543,
+      "epoch": 2.9591836734693877,
+      "rel-constrast": 2.334465265274048,
+      "step": 3770,
+      "subrel-constrast": 3.0040836334228516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7860445976257324,
+      "cov-distil (oracle2student)": 6.057125091552734,
+      "cov-distil (oracle2teacher)": 5.228963375091553,
+      "epoch": 2.9599686028257457,
+      "rel-constrast": 2.1319141387939453,
+      "step": 3771,
+      "subrel-constrast": 2.539182186126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6821435689926147,
+      "cov-distil (oracle2student)": 3.96773624420166,
+      "cov-distil (oracle2teacher)": 3.8645987510681152,
+      "epoch": 2.9607535321821037,
+      "rel-constrast": 2.2532219886779785,
+      "step": 3772,
+      "subrel-constrast": 2.9363436698913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5177116394042969,
+      "cov-distil (oracle2student)": 2.2983922958374023,
+      "cov-distil (oracle2teacher)": 2.5302963256835938,
+      "epoch": 2.9615384615384617,
+      "rel-constrast": 3.127601385116577,
+      "step": 3773,
+      "subrel-constrast": 3.3618412017822266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5036574602127075,
+      "cov-distil (oracle2student)": 4.511290073394775,
+      "cov-distil (oracle2teacher)": 4.52150297164917,
+      "epoch": 2.962323390894819,
+      "rel-constrast": 3.376732587814331,
+      "step": 3774,
+      "subrel-constrast": 3.7545549869537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5093448162078857,
+      "cov-distil (oracle2student)": 4.016876220703125,
+      "cov-distil (oracle2teacher)": 3.748563766479492,
+      "epoch": 2.9631083202511777,
+      "rel-constrast": 3.302450180053711,
+      "step": 3775,
+      "subrel-constrast": 4.021545886993408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9219478368759155,
+      "cov-distil (oracle2student)": 6.911471366882324,
+      "cov-distil (oracle2teacher)": 6.0569353103637695,
+      "epoch": 2.963893249607535,
+      "rel-constrast": 4.481509208679199,
+      "step": 3776,
+      "subrel-constrast": 4.977231979370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5221259593963623,
+      "cov-distil (oracle2student)": 3.814542293548584,
+      "cov-distil (oracle2teacher)": 3.6976027488708496,
+      "epoch": 2.964678178963893,
+      "rel-constrast": 3.467042922973633,
+      "step": 3777,
+      "subrel-constrast": 3.7226359844207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3336776494979858,
+      "cov-distil (oracle2student)": 3.402059555053711,
+      "cov-distil (oracle2teacher)": 3.8865809440612793,
+      "epoch": 2.965463108320251,
+      "rel-constrast": 2.0710229873657227,
+      "step": 3778,
+      "subrel-constrast": 2.953774929046631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.799614429473877,
+      "cov-distil (oracle2student)": 2.533567428588867,
+      "cov-distil (oracle2teacher)": 3.081968307495117,
+      "epoch": 2.966248037676609,
+      "rel-constrast": 2.676316976547241,
+      "step": 3779,
+      "subrel-constrast": 3.5872461795806885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.967032967032967,
+      "grad_norm": 5.75,
+      "learning_rate": 3.9131374698607084e-05,
+      "loss": 0.7708,
+      "step": 3780
+    },
+    {
+      "cov-distil": 1.28080153465271,
+      "cov-distil (oracle2student)": 2.8503782749176025,
+      "cov-distil (oracle2teacher)": 2.7089991569519043,
+      "epoch": 2.967032967032967,
+      "rel-constrast": 2.425718307495117,
+      "step": 3780,
+      "subrel-constrast": 3.1490705013275146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6709389686584473,
+      "cov-distil (oracle2student)": 4.860093593597412,
+      "cov-distil (oracle2teacher)": 4.832962512969971,
+      "epoch": 2.9678178963893247,
+      "rel-constrast": 1.99321711063385,
+      "step": 3781,
+      "subrel-constrast": 3.0696535110473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.303157091140747,
+      "cov-distil (oracle2student)": 4.575265884399414,
+      "cov-distil (oracle2teacher)": 4.156202793121338,
+      "epoch": 2.968602825745683,
+      "rel-constrast": 2.7083377838134766,
+      "step": 3782,
+      "subrel-constrast": 3.524378538131714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3420541286468506,
+      "cov-distil (oracle2student)": 5.028702259063721,
+      "cov-distil (oracle2teacher)": 4.346212387084961,
+      "epoch": 2.9693877551020407,
+      "rel-constrast": 2.181896448135376,
+      "step": 3783,
+      "subrel-constrast": 2.9150567054748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7542521953582764,
+      "cov-distil (oracle2student)": 3.595914840698242,
+      "cov-distil (oracle2teacher)": 3.6100990772247314,
+      "epoch": 2.9701726844583987,
+      "rel-constrast": 2.5698914527893066,
+      "step": 3784,
+      "subrel-constrast": 3.151505470275879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.658300757408142,
+      "cov-distil (oracle2student)": 4.362911701202393,
+      "cov-distil (oracle2teacher)": 4.1644816398620605,
+      "epoch": 2.9709576138147566,
+      "rel-constrast": 2.2829105854034424,
+      "step": 3785,
+      "subrel-constrast": 3.128990411758423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6269984245300293,
+      "cov-distil (oracle2student)": 3.081197500228882,
+      "cov-distil (oracle2teacher)": 3.123201847076416,
+      "epoch": 2.9717425431711146,
+      "rel-constrast": 2.0413389205932617,
+      "step": 3786,
+      "subrel-constrast": 2.732398748397827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2521600723266602,
+      "cov-distil (oracle2student)": 5.401421546936035,
+      "cov-distil (oracle2teacher)": 4.403977870941162,
+      "epoch": 2.9725274725274726,
+      "rel-constrast": 2.848037004470825,
+      "step": 3787,
+      "subrel-constrast": 3.0221104621887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2255425453186035,
+      "cov-distil (oracle2student)": 2.0650503635406494,
+      "cov-distil (oracle2teacher)": 2.6109182834625244,
+      "epoch": 2.9733124018838306,
+      "rel-constrast": 2.2118539810180664,
+      "step": 3788,
+      "subrel-constrast": 2.956599235534668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.072187900543213,
+      "cov-distil (oracle2student)": 4.055044174194336,
+      "cov-distil (oracle2teacher)": 3.9783706665039062,
+      "epoch": 2.9740973312401886,
+      "rel-constrast": 2.9493279457092285,
+      "step": 3789,
+      "subrel-constrast": 3.3294060230255127,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.974882260596546,
+      "grad_norm": 6.5,
+      "learning_rate": 3.905930122965495e-05,
+      "loss": 0.6433,
+      "step": 3790
+    },
+    {
+      "cov-distil": 1.8102681636810303,
+      "cov-distil (oracle2student)": 4.961731910705566,
+      "cov-distil (oracle2teacher)": 4.184165954589844,
+      "epoch": 2.974882260596546,
+      "rel-constrast": 2.811697006225586,
+      "step": 3790,
+      "subrel-constrast": 3.1978278160095215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7100894451141357,
+      "cov-distil (oracle2student)": 4.557068824768066,
+      "cov-distil (oracle2teacher)": 4.20965576171875,
+      "epoch": 2.975667189952904,
+      "rel-constrast": 3.117516279220581,
+      "step": 3791,
+      "subrel-constrast": 3.395582675933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3305004835128784,
+      "cov-distil (oracle2student)": 5.4887261390686035,
+      "cov-distil (oracle2teacher)": 5.0319085121154785,
+      "epoch": 2.976452119309262,
+      "rel-constrast": 2.1583828926086426,
+      "step": 3792,
+      "subrel-constrast": 2.676995038986206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.783332109451294,
+      "cov-distil (oracle2student)": 5.198050022125244,
+      "cov-distil (oracle2teacher)": 5.008417129516602,
+      "epoch": 2.97723704866562,
+      "rel-constrast": 3.505337953567505,
+      "step": 3793,
+      "subrel-constrast": 4.279016017913818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.154593586921692,
+      "cov-distil (oracle2student)": 3.99881649017334,
+      "cov-distil (oracle2teacher)": 4.4573469161987305,
+      "epoch": 2.978021978021978,
+      "rel-constrast": 3.1421589851379395,
+      "step": 3794,
+      "subrel-constrast": 3.9303319454193115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5277574062347412,
+      "cov-distil (oracle2student)": 5.972460746765137,
+      "cov-distil (oracle2teacher)": 4.904092311859131,
+      "epoch": 2.978806907378336,
+      "rel-constrast": 2.967470407485962,
+      "step": 3795,
+      "subrel-constrast": 3.0570123195648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6421797275543213,
+      "cov-distil (oracle2student)": 3.7524330615997314,
+      "cov-distil (oracle2teacher)": 3.476560115814209,
+      "epoch": 2.979591836734694,
+      "rel-constrast": 3.21616268157959,
+      "step": 3796,
+      "subrel-constrast": 3.529623031616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3361725807189941,
+      "cov-distil (oracle2student)": 7.2212114334106445,
+      "cov-distil (oracle2teacher)": 6.164470672607422,
+      "epoch": 2.9803767660910516,
+      "rel-constrast": 2.0225772857666016,
+      "step": 3797,
+      "subrel-constrast": 2.566195249557495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3178404569625854,
+      "cov-distil (oracle2student)": 3.309612274169922,
+      "cov-distil (oracle2teacher)": 3.521977663040161,
+      "epoch": 2.9811616954474096,
+      "rel-constrast": 2.23622465133667,
+      "step": 3798,
+      "subrel-constrast": 2.869703769683838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2881300449371338,
+      "cov-distil (oracle2student)": 3.03914737701416,
+      "cov-distil (oracle2teacher)": 3.170039176940918,
+      "epoch": 2.9819466248037676,
+      "rel-constrast": 2.547144889831543,
+      "step": 3799,
+      "subrel-constrast": 2.8141446113586426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "grad_norm": 4.71875,
+      "learning_rate": 3.898705645255418e-05,
+      "loss": 0.7304,
+      "step": 3800
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "overlap": 0.3187499940395355,
+      "step": 3800
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "step": 3800,
+      "student margin": 0.058441162109375
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "step": 3800,
+      "teacher margin": 0.04296875
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "margin difference": -0.015472412109375,
+      "step": 3800
+    },
+    {
+      "cov-distil": 1.2670344114303589,
+      "cov-distil (oracle2student)": 3.8789939880371094,
+      "cov-distil (oracle2teacher)": 3.688891887664795,
+      "epoch": 2.9827315541601256,
+      "rel-constrast": 3.24013090133667,
+      "step": 3800,
+      "subrel-constrast": 3.369868278503418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7668445110321045,
+      "cov-distil (oracle2student)": 2.66452693939209,
+      "cov-distil (oracle2teacher)": 3.3877270221710205,
+      "epoch": 2.9835164835164836,
+      "rel-constrast": 1.7834014892578125,
+      "step": 3801,
+      "subrel-constrast": 3.0815324783325195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3773261308670044,
+      "cov-distil (oracle2student)": 4.90255069732666,
+      "cov-distil (oracle2teacher)": 4.704959869384766,
+      "epoch": 2.9843014128728416,
+      "rel-constrast": 2.824331521987915,
+      "step": 3802,
+      "subrel-constrast": 3.5948731899261475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3699719905853271,
+      "cov-distil (oracle2student)": 4.620335578918457,
+      "cov-distil (oracle2teacher)": 4.291219711303711,
+      "epoch": 2.9850863422291996,
+      "rel-constrast": 2.445286750793457,
+      "step": 3803,
+      "subrel-constrast": 3.0031681060791016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.758278250694275,
+      "cov-distil (oracle2student)": 4.112574577331543,
+      "cov-distil (oracle2teacher)": 3.94232439994812,
+      "epoch": 2.985871271585557,
+      "rel-constrast": 1.6998738050460815,
+      "step": 3804,
+      "subrel-constrast": 2.492058038711548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6339004039764404,
+      "cov-distil (oracle2student)": 3.9830470085144043,
+      "cov-distil (oracle2teacher)": 4.109328269958496,
+      "epoch": 2.986656200941915,
+      "rel-constrast": 2.4942619800567627,
+      "step": 3805,
+      "subrel-constrast": 3.558410167694092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4457550048828125,
+      "cov-distil (oracle2student)": 4.979808807373047,
+      "cov-distil (oracle2teacher)": 5.014524936676025,
+      "epoch": 2.987441130298273,
+      "rel-constrast": 3.46317458152771,
+      "step": 3806,
+      "subrel-constrast": 3.8292577266693115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2942382097244263,
+      "cov-distil (oracle2student)": 4.277591705322266,
+      "cov-distil (oracle2teacher)": 3.8945493698120117,
+      "epoch": 2.988226059654631,
+      "rel-constrast": 2.704855442047119,
+      "step": 3807,
+      "subrel-constrast": 3.5120208263397217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9809694290161133,
+      "cov-distil (oracle2student)": 4.163283348083496,
+      "cov-distil (oracle2teacher)": 3.590562105178833,
+      "epoch": 2.989010989010989,
+      "rel-constrast": 2.9379420280456543,
+      "step": 3808,
+      "subrel-constrast": 3.0801119804382324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.386333703994751,
+      "cov-distil (oracle2student)": 3.608612537384033,
+      "cov-distil (oracle2teacher)": 3.311680316925049,
+      "epoch": 2.989795918367347,
+      "rel-constrast": 1.9854638576507568,
+      "step": 3809,
+      "subrel-constrast": 2.4126126766204834,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.990580847723705,
+      "grad_norm": 4.84375,
+      "learning_rate": 3.891464124758458e-05,
+      "loss": 0.6752,
+      "step": 3810
+    },
+    {
+      "cov-distil": 1.8355810642242432,
+      "cov-distil (oracle2student)": 4.92341423034668,
+      "cov-distil (oracle2teacher)": 4.805495262145996,
+      "epoch": 2.990580847723705,
+      "rel-constrast": 3.5384440422058105,
+      "step": 3810,
+      "subrel-constrast": 3.8850576877593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3829795122146606,
+      "cov-distil (oracle2student)": 4.442530632019043,
+      "cov-distil (oracle2teacher)": 4.258852958679199,
+      "epoch": 2.9913657770800626,
+      "rel-constrast": 2.030722141265869,
+      "step": 3811,
+      "subrel-constrast": 2.7554285526275635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.055647373199463,
+      "cov-distil (oracle2student)": 5.324917793273926,
+      "cov-distil (oracle2teacher)": 4.671689033508301,
+      "epoch": 2.9921507064364206,
+      "rel-constrast": 2.09084153175354,
+      "step": 3812,
+      "subrel-constrast": 2.9025933742523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3377373218536377,
+      "cov-distil (oracle2student)": 4.278445243835449,
+      "cov-distil (oracle2teacher)": 4.3689494132995605,
+      "epoch": 2.9929356357927785,
+      "rel-constrast": 2.3415770530700684,
+      "step": 3813,
+      "subrel-constrast": 3.083367109298706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3665075302124023,
+      "cov-distil (oracle2student)": 3.457077741622925,
+      "cov-distil (oracle2teacher)": 3.2332682609558105,
+      "epoch": 2.9937205651491365,
+      "rel-constrast": 1.6588714122772217,
+      "step": 3814,
+      "subrel-constrast": 2.187230348587036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6222647428512573,
+      "cov-distil (oracle2student)": 6.211009502410889,
+      "cov-distil (oracle2teacher)": 5.0406270027160645,
+      "epoch": 2.9945054945054945,
+      "rel-constrast": 3.0613999366760254,
+      "step": 3815,
+      "subrel-constrast": 3.5862925052642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0344491004943848,
+      "cov-distil (oracle2student)": 2.508136749267578,
+      "cov-distil (oracle2teacher)": 2.5840940475463867,
+      "epoch": 2.9952904238618525,
+      "rel-constrast": 2.85322904586792,
+      "step": 3816,
+      "subrel-constrast": 3.5169050693511963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3356493711471558,
+      "cov-distil (oracle2student)": 4.747964382171631,
+      "cov-distil (oracle2teacher)": 4.791232585906982,
+      "epoch": 2.9960753532182105,
+      "rel-constrast": 3.4724225997924805,
+      "step": 3817,
+      "subrel-constrast": 4.1144633293151855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6606941223144531,
+      "cov-distil (oracle2student)": 4.487711429595947,
+      "cov-distil (oracle2teacher)": 4.269351005554199,
+      "epoch": 2.996860282574568,
+      "rel-constrast": 4.081838130950928,
+      "step": 3818,
+      "subrel-constrast": 4.1486711502075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6438965797424316,
+      "cov-distil (oracle2student)": 3.027892589569092,
+      "cov-distil (oracle2teacher)": 3.442932605743408,
+      "epoch": 2.9976452119309265,
+      "rel-constrast": 2.250945568084717,
+      "step": 3819,
+      "subrel-constrast": 3.149996519088745,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.998430141287284,
+      "grad_norm": 4.875,
+      "learning_rate": 3.884205649710256e-05,
+      "loss": 0.7227,
+      "step": 3820
+    },
+    {
+      "cov-distil": 1.0432534217834473,
+      "cov-distil (oracle2student)": 3.2206552028656006,
+      "cov-distil (oracle2teacher)": 3.0363519191741943,
+      "epoch": 2.998430141287284,
+      "rel-constrast": 3.0154237747192383,
+      "step": 3820,
+      "subrel-constrast": 3.1459693908691406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3743925094604492,
+      "cov-distil (oracle2student)": 3.307011127471924,
+      "cov-distil (oracle2teacher)": 2.6399710178375244,
+      "epoch": 2.999215070643642,
+      "rel-constrast": 2.6154298782348633,
+      "step": 3821,
+      "subrel-constrast": 3.5953779220581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.987937331199646,
+      "cov-distil (oracle2student)": 3.6508820056915283,
+      "cov-distil (oracle2teacher)": 3.482914686203003,
+      "epoch": 3.0,
+      "rel-constrast": 2.7934117317199707,
+      "step": 3822,
+      "subrel-constrast": 3.414903163909912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3048653602600098,
+      "cov-distil (oracle2student)": 3.531811475753784,
+      "cov-distil (oracle2teacher)": 3.2055177688598633,
+      "epoch": 3.000784929356358,
+      "rel-constrast": 2.3332438468933105,
+      "step": 3823,
+      "subrel-constrast": 2.6908979415893555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5910074710845947,
+      "cov-distil (oracle2student)": 3.61354660987854,
+      "cov-distil (oracle2teacher)": 3.5866594314575195,
+      "epoch": 3.001569858712716,
+      "rel-constrast": 1.406551480293274,
+      "step": 3824,
+      "subrel-constrast": 2.344660758972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2233426570892334,
+      "cov-distil (oracle2student)": 4.3469038009643555,
+      "cov-distil (oracle2teacher)": 4.040834903717041,
+      "epoch": 3.002354788069074,
+      "rel-constrast": 2.3491601943969727,
+      "step": 3825,
+      "subrel-constrast": 2.792017698287964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3542307615280151,
+      "cov-distil (oracle2student)": 3.855386257171631,
+      "cov-distil (oracle2teacher)": 4.129703998565674,
+      "epoch": 3.0031397174254315,
+      "rel-constrast": 3.3582065105438232,
+      "step": 3826,
+      "subrel-constrast": 4.586709499359131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6935657262802124,
+      "cov-distil (oracle2student)": 4.321944236755371,
+      "cov-distil (oracle2teacher)": 4.111401557922363,
+      "epoch": 3.0039246467817895,
+      "rel-constrast": 2.525334596633911,
+      "step": 3827,
+      "subrel-constrast": 3.1948351860046387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4718153476715088,
+      "cov-distil (oracle2student)": 3.05275297164917,
+      "cov-distil (oracle2teacher)": 3.214272975921631,
+      "epoch": 3.0047095761381475,
+      "rel-constrast": 2.8220582008361816,
+      "step": 3828,
+      "subrel-constrast": 3.3935317993164062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4273536205291748,
+      "cov-distil (oracle2student)": 4.136366367340088,
+      "cov-distil (oracle2teacher)": 3.6516261100769043,
+      "epoch": 3.0054945054945055,
+      "rel-constrast": 1.8509236574172974,
+      "step": 3829,
+      "subrel-constrast": 2.8913159370422363,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0062794348508635,
+      "grad_norm": 4.6875,
+      "learning_rate": 3.876930308553043e-05,
+      "loss": 0.6629,
+      "step": 3830
+    },
+    {
+      "cov-distil": 1.5907247066497803,
+      "cov-distil (oracle2student)": 3.842148542404175,
+      "cov-distil (oracle2teacher)": 3.571279525756836,
+      "epoch": 3.0062794348508635,
+      "rel-constrast": 3.516505002975464,
+      "step": 3830,
+      "subrel-constrast": 3.7369773387908936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.985498070716858,
+      "cov-distil (oracle2student)": 5.873820781707764,
+      "cov-distil (oracle2teacher)": 5.888934135437012,
+      "epoch": 3.0070643642072215,
+      "rel-constrast": 2.5751590728759766,
+      "step": 3831,
+      "subrel-constrast": 3.53275203704834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214155673980713,
+      "cov-distil (oracle2student)": 5.342611312866211,
+      "cov-distil (oracle2teacher)": 4.435748100280762,
+      "epoch": 3.0078492935635794,
+      "rel-constrast": 2.032841205596924,
+      "step": 3832,
+      "subrel-constrast": 3.0835578441619873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.585885763168335,
+      "cov-distil (oracle2student)": 5.409170150756836,
+      "cov-distil (oracle2teacher)": 4.7275567054748535,
+      "epoch": 3.008634222919937,
+      "rel-constrast": 3.018420934677124,
+      "step": 3833,
+      "subrel-constrast": 3.2080111503601074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5065913200378418,
+      "cov-distil (oracle2student)": 5.53798246383667,
+      "cov-distil (oracle2teacher)": 5.658479690551758,
+      "epoch": 3.009419152276295,
+      "rel-constrast": 2.2076244354248047,
+      "step": 3834,
+      "subrel-constrast": 3.342074155807495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4337430000305176,
+      "cov-distil (oracle2student)": 5.426286220550537,
+      "cov-distil (oracle2teacher)": 5.028514862060547,
+      "epoch": 3.010204081632653,
+      "rel-constrast": 2.0417754650115967,
+      "step": 3835,
+      "subrel-constrast": 2.576641082763672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5629267692565918,
+      "cov-distil (oracle2student)": 4.625952243804932,
+      "cov-distil (oracle2teacher)": 4.217700958251953,
+      "epoch": 3.010989010989011,
+      "rel-constrast": 2.3642616271972656,
+      "step": 3836,
+      "subrel-constrast": 2.98203444480896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5736217498779297,
+      "cov-distil (oracle2student)": 3.2427945137023926,
+      "cov-distil (oracle2teacher)": 3.104888677597046,
+      "epoch": 3.011773940345369,
+      "rel-constrast": 2.603337287902832,
+      "step": 3837,
+      "subrel-constrast": 3.3935580253601074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2051787376403809,
+      "cov-distil (oracle2student)": 6.061779022216797,
+      "cov-distil (oracle2teacher)": 5.6852335929870605,
+      "epoch": 3.012558869701727,
+      "rel-constrast": 2.8976991176605225,
+      "step": 3838,
+      "subrel-constrast": 3.2220804691314697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4645144939422607,
+      "cov-distil (oracle2student)": 4.195237159729004,
+      "cov-distil (oracle2teacher)": 4.138696670532227,
+      "epoch": 3.013343799058085,
+      "rel-constrast": 2.16021728515625,
+      "step": 3839,
+      "subrel-constrast": 2.9864580631256104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.014128728414443,
+      "grad_norm": 4.59375,
+      "learning_rate": 3.869638189934552e-05,
+      "loss": 0.6733,
+      "step": 3840
+    },
+    {
+      "cov-distil": 1.081775188446045,
+      "cov-distil (oracle2student)": 3.5924623012542725,
+      "cov-distil (oracle2teacher)": 3.5794835090637207,
+      "epoch": 3.014128728414443,
+      "rel-constrast": 2.227837085723877,
+      "step": 3840,
+      "subrel-constrast": 2.836630344390869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9563722610473633,
+      "cov-distil (oracle2student)": 4.896217346191406,
+      "cov-distil (oracle2teacher)": 4.415340900421143,
+      "epoch": 3.0149136577708004,
+      "rel-constrast": 3.373426675796509,
+      "step": 3841,
+      "subrel-constrast": 4.237860202789307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.450439691543579,
+      "cov-distil (oracle2student)": 4.883981704711914,
+      "cov-distil (oracle2teacher)": 3.870880603790283,
+      "epoch": 3.0156985871271584,
+      "rel-constrast": 2.5494933128356934,
+      "step": 3842,
+      "subrel-constrast": 3.144524574279785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2519183158874512,
+      "cov-distil (oracle2student)": 5.414819240570068,
+      "cov-distil (oracle2teacher)": 5.147524833679199,
+      "epoch": 3.0164835164835164,
+      "rel-constrast": 2.404323101043701,
+      "step": 3843,
+      "subrel-constrast": 3.1405179500579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7846367359161377,
+      "cov-distil (oracle2student)": 4.963348865509033,
+      "cov-distil (oracle2teacher)": 4.3714823722839355,
+      "epoch": 3.0172684458398744,
+      "rel-constrast": 1.9750800132751465,
+      "step": 3844,
+      "subrel-constrast": 2.695826768875122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5775481462478638,
+      "cov-distil (oracle2student)": 4.728565692901611,
+      "cov-distil (oracle2teacher)": 4.500262260437012,
+      "epoch": 3.0180533751962324,
+      "rel-constrast": 3.7147841453552246,
+      "step": 3845,
+      "subrel-constrast": 4.293057441711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.269914150238037,
+      "cov-distil (oracle2student)": 4.76615047454834,
+      "cov-distil (oracle2teacher)": 4.487116813659668,
+      "epoch": 3.0188383045525904,
+      "rel-constrast": 2.7023115158081055,
+      "step": 3846,
+      "subrel-constrast": 3.2990658283233643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.779034972190857,
+      "cov-distil (oracle2student)": 4.2369384765625,
+      "cov-distil (oracle2teacher)": 4.14400053024292,
+      "epoch": 3.0196232339089484,
+      "rel-constrast": 2.460627555847168,
+      "step": 3847,
+      "subrel-constrast": 3.10841965675354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.853827714920044,
+      "cov-distil (oracle2student)": 4.707658290863037,
+      "cov-distil (oracle2teacher)": 4.312498092651367,
+      "epoch": 3.020408163265306,
+      "rel-constrast": 3.0378947257995605,
+      "step": 3848,
+      "subrel-constrast": 3.3650200366973877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3018107414245605,
+      "cov-distil (oracle2student)": 3.4195544719696045,
+      "cov-distil (oracle2teacher)": 3.8583462238311768,
+      "epoch": 3.021193092621664,
+      "rel-constrast": 2.076934337615967,
+      "step": 3849,
+      "subrel-constrast": 2.7940683364868164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.021978021978022,
+      "grad_norm": 5.0,
+      "learning_rate": 3.8623293827069486e-05,
+      "loss": 0.7013,
+      "step": 3850
+    },
+    {
+      "cov-distil": 2.0217339992523193,
+      "cov-distil (oracle2student)": 3.585763454437256,
+      "cov-distil (oracle2teacher)": 3.3746142387390137,
+      "epoch": 3.021978021978022,
+      "rel-constrast": 2.4181299209594727,
+      "step": 3850,
+      "subrel-constrast": 3.2463579177856445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3653984069824219,
+      "cov-distil (oracle2student)": 2.8227221965789795,
+      "cov-distil (oracle2teacher)": 2.503620147705078,
+      "epoch": 3.02276295133438,
+      "rel-constrast": 1.6942553520202637,
+      "step": 3851,
+      "subrel-constrast": 2.264031171798706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.387477159500122,
+      "cov-distil (oracle2student)": 5.4022674560546875,
+      "cov-distil (oracle2teacher)": 5.476766586303711,
+      "epoch": 3.023547880690738,
+      "rel-constrast": 3.0909013748168945,
+      "step": 3852,
+      "subrel-constrast": 3.6947178840637207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.174248218536377,
+      "cov-distil (oracle2student)": 5.072293281555176,
+      "cov-distil (oracle2teacher)": 4.780337333679199,
+      "epoch": 3.024332810047096,
+      "rel-constrast": 2.763312816619873,
+      "step": 3853,
+      "subrel-constrast": 3.44045090675354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2588372230529785,
+      "cov-distil (oracle2student)": 5.467121601104736,
+      "cov-distil (oracle2teacher)": 5.06982421875,
+      "epoch": 3.025117739403454,
+      "rel-constrast": 2.278714179992676,
+      "step": 3854,
+      "subrel-constrast": 2.9762399196624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1346899271011353,
+      "cov-distil (oracle2student)": 5.205250263214111,
+      "cov-distil (oracle2teacher)": 5.118194580078125,
+      "epoch": 3.0259026687598114,
+      "rel-constrast": 2.048649311065674,
+      "step": 3855,
+      "subrel-constrast": 3.084453821182251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.307479977607727,
+      "cov-distil (oracle2student)": 4.659318923950195,
+      "cov-distil (oracle2teacher)": 4.469372749328613,
+      "epoch": 3.0266875981161694,
+      "rel-constrast": 2.7434074878692627,
+      "step": 3856,
+      "subrel-constrast": 3.228618860244751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4939606189727783,
+      "cov-distil (oracle2student)": 6.235433578491211,
+      "cov-distil (oracle2teacher)": 5.477262496948242,
+      "epoch": 3.0274725274725274,
+      "rel-constrast": 1.6676268577575684,
+      "step": 3857,
+      "subrel-constrast": 2.8430628776550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.307290554046631,
+      "cov-distil (oracle2student)": 3.4940359592437744,
+      "cov-distil (oracle2teacher)": 4.010334491729736,
+      "epoch": 3.0282574568288854,
+      "rel-constrast": 1.7571183443069458,
+      "step": 3858,
+      "subrel-constrast": 3.0120456218719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.228384017944336,
+      "cov-distil (oracle2student)": 3.717892646789551,
+      "cov-distil (oracle2teacher)": 3.616157054901123,
+      "epoch": 3.0290423861852434,
+      "rel-constrast": 2.744878053665161,
+      "step": 3859,
+      "subrel-constrast": 3.6854827404022217,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0298273155416013,
+      "grad_norm": 5.46875,
+      "learning_rate": 3.8550039759257405e-05,
+      "loss": 0.6194,
+      "step": 3860
+    },
+    {
+      "cov-distil": 1.2195203304290771,
+      "cov-distil (oracle2student)": 3.8268799781799316,
+      "cov-distil (oracle2teacher)": 3.9265472888946533,
+      "epoch": 3.0298273155416013,
+      "rel-constrast": 2.4528141021728516,
+      "step": 3860,
+      "subrel-constrast": 3.147411823272705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0748183727264404,
+      "cov-distil (oracle2student)": 3.993607997894287,
+      "cov-distil (oracle2teacher)": 3.913195848464966,
+      "epoch": 3.0306122448979593,
+      "rel-constrast": 2.3529961109161377,
+      "step": 3861,
+      "subrel-constrast": 3.0507867336273193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2831523418426514,
+      "cov-distil (oracle2student)": 3.2868576049804688,
+      "cov-distil (oracle2teacher)": 3.133007049560547,
+      "epoch": 3.0313971742543173,
+      "rel-constrast": 1.8107478618621826,
+      "step": 3862,
+      "subrel-constrast": 2.552536725997925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.795976161956787,
+      "cov-distil (oracle2student)": 3.1063764095306396,
+      "cov-distil (oracle2teacher)": 3.167755603790283,
+      "epoch": 3.032182103610675,
+      "rel-constrast": 1.7881841659545898,
+      "step": 3863,
+      "subrel-constrast": 2.7048912048339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4121150970458984,
+      "cov-distil (oracle2student)": 6.424119472503662,
+      "cov-distil (oracle2teacher)": 5.823075294494629,
+      "epoch": 3.032967032967033,
+      "rel-constrast": 2.6673271656036377,
+      "step": 3864,
+      "subrel-constrast": 3.329469919204712,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9391508102416992,
+      "cov-distil (oracle2student)": 4.937437534332275,
+      "cov-distil (oracle2teacher)": 4.963826656341553,
+      "epoch": 3.033751962323391,
+      "rel-constrast": 2.505847930908203,
+      "step": 3865,
+      "subrel-constrast": 3.032196283340454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5075819492340088,
+      "cov-distil (oracle2student)": 3.559134006500244,
+      "cov-distil (oracle2teacher)": 3.067734479904175,
+      "epoch": 3.034536891679749,
+      "rel-constrast": 2.1128485202789307,
+      "step": 3866,
+      "subrel-constrast": 3.060372829437256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6352341175079346,
+      "cov-distil (oracle2student)": 4.342121124267578,
+      "cov-distil (oracle2teacher)": 4.062690734863281,
+      "epoch": 3.035321821036107,
+      "rel-constrast": 1.8544797897338867,
+      "step": 3867,
+      "subrel-constrast": 2.588531732559204,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5735046863555908,
+      "cov-distil (oracle2student)": 3.51560640335083,
+      "cov-distil (oracle2teacher)": 3.7857651710510254,
+      "epoch": 3.036106750392465,
+      "rel-constrast": 2.1749048233032227,
+      "step": 3868,
+      "subrel-constrast": 3.065528154373169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0486865043640137,
+      "cov-distil (oracle2student)": 5.321664333343506,
+      "cov-distil (oracle2teacher)": 4.984888076782227,
+      "epoch": 3.036891679748823,
+      "rel-constrast": 2.9633309841156006,
+      "step": 3869,
+      "subrel-constrast": 3.4090495109558105,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0376766091051803,
+      "grad_norm": 5.625,
+      "learning_rate": 3.847662058848701e-05,
+      "loss": 0.6033,
+      "step": 3870
+    },
+    {
+      "cov-distil": 1.6674184799194336,
+      "cov-distil (oracle2student)": 5.4468183517456055,
+      "cov-distil (oracle2teacher)": 5.016534805297852,
+      "epoch": 3.0376766091051803,
+      "rel-constrast": 2.527967929840088,
+      "step": 3870,
+      "subrel-constrast": 3.2858235836029053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6577558517456055,
+      "cov-distil (oracle2student)": 4.3987040519714355,
+      "cov-distil (oracle2teacher)": 4.257323265075684,
+      "epoch": 3.0384615384615383,
+      "rel-constrast": 2.995122194290161,
+      "step": 3871,
+      "subrel-constrast": 3.574528694152832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130364894866943,
+      "cov-distil (oracle2student)": 4.116897106170654,
+      "cov-distil (oracle2teacher)": 3.828524589538574,
+      "epoch": 3.0392464678178963,
+      "rel-constrast": 1.7524940967559814,
+      "step": 3872,
+      "subrel-constrast": 2.4296300411224365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.486924171447754,
+      "cov-distil (oracle2student)": 2.896871328353882,
+      "cov-distil (oracle2teacher)": 2.7833824157714844,
+      "epoch": 3.0400313971742543,
+      "rel-constrast": 2.558286428451538,
+      "step": 3873,
+      "subrel-constrast": 2.9712114334106445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.616731882095337,
+      "cov-distil (oracle2student)": 4.1574296951293945,
+      "cov-distil (oracle2teacher)": 3.710247039794922,
+      "epoch": 3.0408163265306123,
+      "rel-constrast": 2.714625835418701,
+      "step": 3874,
+      "subrel-constrast": 3.3458220958709717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8759946823120117,
+      "cov-distil (oracle2student)": 6.327898025512695,
+      "cov-distil (oracle2teacher)": 5.079577445983887,
+      "epoch": 3.0416012558869703,
+      "rel-constrast": 3.5296630859375,
+      "step": 3875,
+      "subrel-constrast": 3.7083017826080322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8270595073699951,
+      "cov-distil (oracle2student)": 4.812275409698486,
+      "cov-distil (oracle2teacher)": 4.693129539489746,
+      "epoch": 3.0423861852433283,
+      "rel-constrast": 2.832521915435791,
+      "step": 3876,
+      "subrel-constrast": 3.6493518352508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7960617542266846,
+      "cov-distil (oracle2student)": 4.587552070617676,
+      "cov-distil (oracle2teacher)": 3.9078094959259033,
+      "epoch": 3.043171114599686,
+      "rel-constrast": 2.2424378395080566,
+      "step": 3877,
+      "subrel-constrast": 3.0662477016448975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.437007188796997,
+      "cov-distil (oracle2student)": 5.249614238739014,
+      "cov-distil (oracle2teacher)": 5.023991107940674,
+      "epoch": 3.043956043956044,
+      "rel-constrast": 2.6823859214782715,
+      "step": 3878,
+      "subrel-constrast": 3.7978627681732178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9534492492675781,
+      "cov-distil (oracle2student)": 4.701887130737305,
+      "cov-distil (oracle2teacher)": 4.857648849487305,
+      "epoch": 3.044740973312402,
+      "rel-constrast": 3.004828929901123,
+      "step": 3879,
+      "subrel-constrast": 3.4350712299346924,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0455259026687598,
+      "grad_norm": 5.125,
+      "learning_rate": 3.840303720934769e-05,
+      "loss": 0.7131,
+      "step": 3880
+    },
+    {
+      "cov-distil": 2.327450752258301,
+      "cov-distil (oracle2student)": 3.3363420963287354,
+      "cov-distil (oracle2teacher)": 3.2889676094055176,
+      "epoch": 3.0455259026687598,
+      "rel-constrast": 3.8266029357910156,
+      "step": 3880,
+      "subrel-constrast": 4.160228252410889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.940294623374939,
+      "cov-distil (oracle2student)": 5.18488073348999,
+      "cov-distil (oracle2teacher)": 5.246509552001953,
+      "epoch": 3.0463108320251178,
+      "rel-constrast": 2.1945409774780273,
+      "step": 3881,
+      "subrel-constrast": 2.900542974472046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4330841302871704,
+      "cov-distil (oracle2student)": 5.5004987716674805,
+      "cov-distil (oracle2teacher)": 5.214328289031982,
+      "epoch": 3.0470957613814758,
+      "rel-constrast": 3.1664257049560547,
+      "step": 3882,
+      "subrel-constrast": 3.401440382003784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4878134727478027,
+      "cov-distil (oracle2student)": 4.433575630187988,
+      "cov-distil (oracle2teacher)": 3.7667126655578613,
+      "epoch": 3.0478806907378337,
+      "rel-constrast": 2.9861388206481934,
+      "step": 3883,
+      "subrel-constrast": 3.6342709064483643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0748326778411865,
+      "cov-distil (oracle2student)": 3.1986594200134277,
+      "cov-distil (oracle2teacher)": 2.679736614227295,
+      "epoch": 3.0486656200941917,
+      "rel-constrast": 2.035989999771118,
+      "step": 3884,
+      "subrel-constrast": 2.998379945755005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.930091381072998,
+      "cov-distil (oracle2student)": 4.8637495040893555,
+      "cov-distil (oracle2teacher)": 4.329968452453613,
+      "epoch": 3.0494505494505493,
+      "rel-constrast": 2.545797824859619,
+      "step": 3885,
+      "subrel-constrast": 3.4938082695007324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3791308403015137,
+      "cov-distil (oracle2student)": 3.769303798675537,
+      "cov-distil (oracle2teacher)": 3.6469292640686035,
+      "epoch": 3.0502354788069073,
+      "rel-constrast": 1.9174213409423828,
+      "step": 3886,
+      "subrel-constrast": 2.8749938011169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2541886568069458,
+      "cov-distil (oracle2student)": 4.796964645385742,
+      "cov-distil (oracle2teacher)": 5.031791687011719,
+      "epoch": 3.0510204081632653,
+      "rel-constrast": 2.677295684814453,
+      "step": 3887,
+      "subrel-constrast": 3.5895915031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8060600757598877,
+      "cov-distil (oracle2student)": 5.19497013092041,
+      "cov-distil (oracle2teacher)": 4.772056579589844,
+      "epoch": 3.0518053375196232,
+      "rel-constrast": 3.310330867767334,
+      "step": 3888,
+      "subrel-constrast": 3.692253828048706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2846288681030273,
+      "cov-distil (oracle2student)": 4.204844951629639,
+      "cov-distil (oracle2teacher)": 4.043733596801758,
+      "epoch": 3.0525902668759812,
+      "rel-constrast": 1.8017500638961792,
+      "step": 3889,
+      "subrel-constrast": 2.4197216033935547,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.053375196232339,
+      "grad_norm": 5.4375,
+      "learning_rate": 3.832929051842972e-05,
+      "loss": 0.7039,
+      "step": 3890
+    },
+    {
+      "cov-distil": 1.8220555782318115,
+      "cov-distil (oracle2student)": 4.779575347900391,
+      "cov-distil (oracle2teacher)": 4.1977739334106445,
+      "epoch": 3.053375196232339,
+      "rel-constrast": 1.5197752714157104,
+      "step": 3890,
+      "subrel-constrast": 2.6804044246673584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7008124589920044,
+      "cov-distil (oracle2student)": 3.4965553283691406,
+      "cov-distil (oracle2teacher)": 4.15907096862793,
+      "epoch": 3.054160125588697,
+      "rel-constrast": 2.1127312183380127,
+      "step": 3891,
+      "subrel-constrast": 3.0293655395507812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5517480373382568,
+      "cov-distil (oracle2student)": 5.542078018188477,
+      "cov-distil (oracle2teacher)": 4.773499488830566,
+      "epoch": 3.0549450549450547,
+      "rel-constrast": 2.7363109588623047,
+      "step": 3892,
+      "subrel-constrast": 3.670398235321045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7479209899902344,
+      "cov-distil (oracle2student)": 5.2657880783081055,
+      "cov-distil (oracle2teacher)": 5.049679279327393,
+      "epoch": 3.0557299843014127,
+      "rel-constrast": 2.989947557449341,
+      "step": 3893,
+      "subrel-constrast": 3.4228672981262207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2669296264648438,
+      "cov-distil (oracle2student)": 3.9766359329223633,
+      "cov-distil (oracle2teacher)": 3.961317300796509,
+      "epoch": 3.0565149136577707,
+      "rel-constrast": 2.8582332134246826,
+      "step": 3894,
+      "subrel-constrast": 3.654568672180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2877744436264038,
+      "cov-distil (oracle2student)": 3.6945960521698,
+      "cov-distil (oracle2teacher)": 3.6664228439331055,
+      "epoch": 3.0572998430141287,
+      "rel-constrast": 3.203937292098999,
+      "step": 3895,
+      "subrel-constrast": 3.5530433654785156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.577438235282898,
+      "cov-distil (oracle2student)": 3.647803783416748,
+      "cov-distil (oracle2teacher)": 3.9234185218811035,
+      "epoch": 3.0580847723704867,
+      "rel-constrast": 3.3574721813201904,
+      "step": 3896,
+      "subrel-constrast": 3.531972646713257,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2845211029052734,
+      "cov-distil (oracle2student)": 3.337599992752075,
+      "cov-distil (oracle2teacher)": 3.0916764736175537,
+      "epoch": 3.0588697017268447,
+      "rel-constrast": 2.683302402496338,
+      "step": 3897,
+      "subrel-constrast": 2.9171650409698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2420225143432617,
+      "cov-distil (oracle2student)": 4.573619842529297,
+      "cov-distil (oracle2teacher)": 3.969705104827881,
+      "epoch": 3.0596546310832027,
+      "rel-constrast": 2.434248924255371,
+      "step": 3898,
+      "subrel-constrast": 3.5424842834472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2686893939971924,
+      "cov-distil (oracle2student)": 4.785373687744141,
+      "cov-distil (oracle2teacher)": 4.68314266204834,
+      "epoch": 3.0604395604395602,
+      "rel-constrast": 1.3491506576538086,
+      "step": 3899,
+      "subrel-constrast": 2.0522756576538086,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.061224489795918,
+      "grad_norm": 3.984375,
+      "learning_rate": 3.8255381414313245e-05,
+      "loss": 0.6705,
+      "step": 3900
+    },
+    {
+      "epoch": 3.061224489795918,
+      "overlap": 0.28125,
+      "step": 3900
+    },
+    {
+      "epoch": 3.061224489795918,
+      "step": 3900,
+      "student margin": 0.069091796875
+    },
+    {
+      "epoch": 3.061224489795918,
+      "step": 3900,
+      "teacher margin": 0.049560546875
+    },
+    {
+      "epoch": 3.061224489795918,
+      "margin difference": -0.01953125,
+      "step": 3900
+    },
+    {
+      "cov-distil": 1.875791311264038,
+      "cov-distil (oracle2student)": 5.013360977172852,
+      "cov-distil (oracle2teacher)": 4.291313171386719,
+      "epoch": 3.061224489795918,
+      "rel-constrast": 2.2133395671844482,
+      "step": 3900,
+      "subrel-constrast": 3.0327255725860596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7083663940429688,
+      "cov-distil (oracle2student)": 3.6251139640808105,
+      "cov-distil (oracle2teacher)": 3.5317492485046387,
+      "epoch": 3.062009419152276,
+      "rel-constrast": 2.5742783546447754,
+      "step": 3901,
+      "subrel-constrast": 3.410224676132202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7333948612213135,
+      "cov-distil (oracle2student)": 4.460991859436035,
+      "cov-distil (oracle2teacher)": 4.065147399902344,
+      "epoch": 3.062794348508634,
+      "rel-constrast": 2.290299892425537,
+      "step": 3902,
+      "subrel-constrast": 3.2261202335357666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2824678421020508,
+      "cov-distil (oracle2student)": 4.134335517883301,
+      "cov-distil (oracle2teacher)": 4.15157413482666,
+      "epoch": 3.063579277864992,
+      "rel-constrast": 1.9585139751434326,
+      "step": 3903,
+      "subrel-constrast": 2.551780939102173,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5974185466766357,
+      "cov-distil (oracle2student)": 4.908682823181152,
+      "cov-distil (oracle2teacher)": 4.399211406707764,
+      "epoch": 3.06436420722135,
+      "rel-constrast": 3.4247684478759766,
+      "step": 3904,
+      "subrel-constrast": 3.790236711502075,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5819499492645264,
+      "cov-distil (oracle2student)": 4.549524307250977,
+      "cov-distil (oracle2teacher)": 4.336092472076416,
+      "epoch": 3.065149136577708,
+      "rel-constrast": 2.776414394378662,
+      "step": 3905,
+      "subrel-constrast": 3.499255657196045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8034346103668213,
+      "cov-distil (oracle2student)": 3.8968677520751953,
+      "cov-distil (oracle2teacher)": 3.4005143642425537,
+      "epoch": 3.065934065934066,
+      "rel-constrast": 2.198441505432129,
+      "step": 3906,
+      "subrel-constrast": 3.130711793899536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6304528713226318,
+      "cov-distil (oracle2student)": 3.7200963497161865,
+      "cov-distil (oracle2teacher)": 3.894496202468872,
+      "epoch": 3.0667189952904237,
+      "rel-constrast": 2.1769464015960693,
+      "step": 3907,
+      "subrel-constrast": 3.191270351409912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3648451566696167,
+      "cov-distil (oracle2student)": 3.4376027584075928,
+      "cov-distil (oracle2teacher)": 3.4645001888275146,
+      "epoch": 3.0675039246467817,
+      "rel-constrast": 3.813624143600464,
+      "step": 3908,
+      "subrel-constrast": 4.423561096191406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4752564430236816,
+      "cov-distil (oracle2student)": 2.844874620437622,
+      "cov-distil (oracle2teacher)": 3.109950065612793,
+      "epoch": 3.0682888540031397,
+      "rel-constrast": 1.9378912448883057,
+      "step": 3909,
+      "subrel-constrast": 2.8490731716156006,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0690737833594977,
+      "grad_norm": 5.0,
+      "learning_rate": 3.818131079755739e-05,
+      "loss": 0.6742,
+      "step": 3910
+    },
+    {
+      "cov-distil": 1.2042789459228516,
+      "cov-distil (oracle2student)": 4.446213722229004,
+      "cov-distil (oracle2teacher)": 4.511254787445068,
+      "epoch": 3.0690737833594977,
+      "rel-constrast": 2.8908045291900635,
+      "step": 3910,
+      "subrel-constrast": 3.273087501525879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3245770931243896,
+      "cov-distil (oracle2student)": 3.0457701683044434,
+      "cov-distil (oracle2teacher)": 3.0613837242126465,
+      "epoch": 3.0698587127158556,
+      "rel-constrast": 1.6698858737945557,
+      "step": 3911,
+      "subrel-constrast": 2.327544689178467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8503222465515137,
+      "cov-distil (oracle2student)": 4.413891792297363,
+      "cov-distil (oracle2teacher)": 3.8185904026031494,
+      "epoch": 3.0706436420722136,
+      "rel-constrast": 3.5474023818969727,
+      "step": 3912,
+      "subrel-constrast": 3.882469415664673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6430326700210571,
+      "cov-distil (oracle2student)": 4.4282402992248535,
+      "cov-distil (oracle2teacher)": 4.592717170715332,
+      "epoch": 3.0714285714285716,
+      "rel-constrast": 2.371480941772461,
+      "step": 3913,
+      "subrel-constrast": 3.1280829906463623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5910708904266357,
+      "cov-distil (oracle2student)": 4.897324562072754,
+      "cov-distil (oracle2teacher)": 4.151856422424316,
+      "epoch": 3.072213500784929,
+      "rel-constrast": 2.454209804534912,
+      "step": 3914,
+      "subrel-constrast": 3.3346059322357178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2939752340316772,
+      "cov-distil (oracle2student)": 4.028255939483643,
+      "cov-distil (oracle2teacher)": 3.987027645111084,
+      "epoch": 3.072998430141287,
+      "rel-constrast": 3.0513386726379395,
+      "step": 3915,
+      "subrel-constrast": 3.7475712299346924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7623319625854492,
+      "cov-distil (oracle2student)": 4.853702068328857,
+      "cov-distil (oracle2teacher)": 3.9238739013671875,
+      "epoch": 3.073783359497645,
+      "rel-constrast": 2.743565320968628,
+      "step": 3916,
+      "subrel-constrast": 2.9786875247955322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5072379112243652,
+      "cov-distil (oracle2student)": 2.9280753135681152,
+      "cov-distil (oracle2teacher)": 2.868868350982666,
+      "epoch": 3.074568288854003,
+      "rel-constrast": 2.3842008113861084,
+      "step": 3917,
+      "subrel-constrast": 3.317923069000244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8545860052108765,
+      "cov-distil (oracle2student)": 6.289912223815918,
+      "cov-distil (oracle2teacher)": 5.882286548614502,
+      "epoch": 3.075353218210361,
+      "rel-constrast": 3.143024206161499,
+      "step": 3918,
+      "subrel-constrast": 4.405056953430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3883020877838135,
+      "cov-distil (oracle2student)": 3.3099846839904785,
+      "cov-distil (oracle2teacher)": 2.9862887859344482,
+      "epoch": 3.076138147566719,
+      "rel-constrast": 1.7966830730438232,
+      "step": 3919,
+      "subrel-constrast": 2.331111192703247,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.076923076923077,
+      "grad_norm": 4.875,
+      "learning_rate": 3.810707957068923e-05,
+      "loss": 0.6899,
+      "step": 3920
+    },
+    {
+      "cov-distil": 1.499089241027832,
+      "cov-distil (oracle2student)": 4.05058479309082,
+      "cov-distil (oracle2teacher)": 3.966466188430786,
+      "epoch": 3.076923076923077,
+      "rel-constrast": 2.1065869331359863,
+      "step": 3920,
+      "subrel-constrast": 2.9832990169525146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6887990236282349,
+      "cov-distil (oracle2student)": 3.9728245735168457,
+      "cov-distil (oracle2teacher)": 3.8566524982452393,
+      "epoch": 3.0777080062794346,
+      "rel-constrast": 1.7310638427734375,
+      "step": 3921,
+      "subrel-constrast": 2.2880918979644775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1836636066436768,
+      "cov-distil (oracle2student)": 5.011714458465576,
+      "cov-distil (oracle2teacher)": 4.499988555908203,
+      "epoch": 3.0784929356357926,
+      "rel-constrast": 3.4694175720214844,
+      "step": 3922,
+      "subrel-constrast": 3.934206485748291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3372256755828857,
+      "cov-distil (oracle2student)": 3.0614748001098633,
+      "cov-distil (oracle2teacher)": 3.0787203311920166,
+      "epoch": 3.0792778649921506,
+      "rel-constrast": 3.058417558670044,
+      "step": 3923,
+      "subrel-constrast": 3.180579662322998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.903332233428955,
+      "cov-distil (oracle2student)": 2.843832492828369,
+      "cov-distil (oracle2teacher)": 3.221987247467041,
+      "epoch": 3.0800627943485086,
+      "rel-constrast": 2.049692392349243,
+      "step": 3924,
+      "subrel-constrast": 3.46197247505188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5203757286071777,
+      "cov-distil (oracle2student)": 5.082733154296875,
+      "cov-distil (oracle2teacher)": 4.622802734375,
+      "epoch": 3.0808477237048666,
+      "rel-constrast": 3.5674402713775635,
+      "step": 3925,
+      "subrel-constrast": 3.7817940711975098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2856972217559814,
+      "cov-distil (oracle2student)": 3.444894790649414,
+      "cov-distil (oracle2teacher)": 2.9935343265533447,
+      "epoch": 3.0816326530612246,
+      "rel-constrast": 1.974229335784912,
+      "step": 3926,
+      "subrel-constrast": 2.376971483230591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3596563339233398,
+      "cov-distil (oracle2student)": 2.818741798400879,
+      "cov-distil (oracle2teacher)": 2.866715431213379,
+      "epoch": 3.0824175824175826,
+      "rel-constrast": 1.7252941131591797,
+      "step": 3927,
+      "subrel-constrast": 2.4878599643707275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7446638345718384,
+      "cov-distil (oracle2student)": 4.225701808929443,
+      "cov-distil (oracle2teacher)": 4.108460426330566,
+      "epoch": 3.0832025117739406,
+      "rel-constrast": 4.427271842956543,
+      "step": 3928,
+      "subrel-constrast": 4.415353775024414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5089988708496094,
+      "cov-distil (oracle2student)": 3.9549593925476074,
+      "cov-distil (oracle2teacher)": 3.7553768157958984,
+      "epoch": 3.083987441130298,
+      "rel-constrast": 2.7443759441375732,
+      "step": 3929,
+      "subrel-constrast": 3.281102180480957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.084772370486656,
+      "grad_norm": 6.3125,
+      "learning_rate": 3.803268863819285e-05,
+      "loss": 0.7089,
+      "step": 3930
+    },
+    {
+      "cov-distil": 1.6018788814544678,
+      "cov-distil (oracle2student)": 3.66237735748291,
+      "cov-distil (oracle2teacher)": 3.528140068054199,
+      "epoch": 3.084772370486656,
+      "rel-constrast": 2.2441999912261963,
+      "step": 3930,
+      "subrel-constrast": 2.991994857788086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.155766487121582,
+      "cov-distil (oracle2student)": 4.530776023864746,
+      "cov-distil (oracle2teacher)": 4.190145969390869,
+      "epoch": 3.085557299843014,
+      "rel-constrast": 1.7938861846923828,
+      "step": 3931,
+      "subrel-constrast": 2.6350314617156982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.26246976852417,
+      "cov-distil (oracle2student)": 3.427158832550049,
+      "cov-distil (oracle2teacher)": 3.70984148979187,
+      "epoch": 3.086342229199372,
+      "rel-constrast": 2.323350429534912,
+      "step": 3932,
+      "subrel-constrast": 2.790381669998169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6073694229125977,
+      "cov-distil (oracle2student)": 5.022433280944824,
+      "cov-distil (oracle2teacher)": 5.032250881195068,
+      "epoch": 3.08712715855573,
+      "rel-constrast": 2.712707281112671,
+      "step": 3933,
+      "subrel-constrast": 3.2991697788238525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4703915119171143,
+      "cov-distil (oracle2student)": 5.158740043640137,
+      "cov-distil (oracle2teacher)": 4.851710796356201,
+      "epoch": 3.087912087912088,
+      "rel-constrast": 3.0798070430755615,
+      "step": 3934,
+      "subrel-constrast": 3.747809886932373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.862964391708374,
+      "cov-distil (oracle2student)": 3.52129864692688,
+      "cov-distil (oracle2teacher)": 3.7786014080047607,
+      "epoch": 3.088697017268446,
+      "rel-constrast": 2.529383897781372,
+      "step": 3935,
+      "subrel-constrast": 3.489069700241089,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.208822250366211,
+      "cov-distil (oracle2student)": 4.129415512084961,
+      "cov-distil (oracle2teacher)": 3.615018367767334,
+      "epoch": 3.0894819466248036,
+      "rel-constrast": 3.4830336570739746,
+      "step": 3936,
+      "subrel-constrast": 3.6304445266723633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7705063819885254,
+      "cov-distil (oracle2student)": 4.525368690490723,
+      "cov-distil (oracle2teacher)": 4.415241241455078,
+      "epoch": 3.0902668759811616,
+      "rel-constrast": 3.0243163108825684,
+      "step": 3937,
+      "subrel-constrast": 3.6280171871185303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1113662719726562,
+      "cov-distil (oracle2student)": 4.675498962402344,
+      "cov-distil (oracle2teacher)": 4.767834663391113,
+      "epoch": 3.0910518053375196,
+      "rel-constrast": 1.6892770528793335,
+      "step": 3938,
+      "subrel-constrast": 2.6585261821746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0727394819259644,
+      "cov-distil (oracle2student)": 3.2920446395874023,
+      "cov-distil (oracle2teacher)": 3.1542532444000244,
+      "epoch": 3.0918367346938775,
+      "rel-constrast": 2.2889351844787598,
+      "step": 3939,
+      "subrel-constrast": 2.971142530441284,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0926216640502355,
+      "grad_norm": 5.9375,
+      "learning_rate": 3.795813890649827e-05,
+      "loss": 0.6645,
+      "step": 3940
+    },
+    {
+      "cov-distil": 2.094325304031372,
+      "cov-distil (oracle2student)": 4.206798553466797,
+      "cov-distil (oracle2teacher)": 4.3353142738342285,
+      "epoch": 3.0926216640502355,
+      "rel-constrast": 2.2873594760894775,
+      "step": 3940,
+      "subrel-constrast": 3.7848358154296875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1098318099975586,
+      "cov-distil (oracle2student)": 4.495993137359619,
+      "cov-distil (oracle2teacher)": 4.206506729125977,
+      "epoch": 3.0934065934065935,
+      "rel-constrast": 2.77524471282959,
+      "step": 3941,
+      "subrel-constrast": 3.5360026359558105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.133428692817688,
+      "cov-distil (oracle2student)": 2.645355701446533,
+      "cov-distil (oracle2teacher)": 2.63962459564209,
+      "epoch": 3.0941915227629515,
+      "rel-constrast": 2.801074981689453,
+      "step": 3942,
+      "subrel-constrast": 2.8630282878875732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4313453435897827,
+      "cov-distil (oracle2student)": 3.672118902206421,
+      "cov-distil (oracle2teacher)": 4.177909851074219,
+      "epoch": 3.094976452119309,
+      "rel-constrast": 3.6995534896850586,
+      "step": 3943,
+      "subrel-constrast": 4.424540042877197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2449798583984375,
+      "cov-distil (oracle2student)": 5.524850845336914,
+      "cov-distil (oracle2teacher)": 5.386235237121582,
+      "epoch": 3.095761381475667,
+      "rel-constrast": 3.292001724243164,
+      "step": 3944,
+      "subrel-constrast": 3.9112513065338135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6640162467956543,
+      "cov-distil (oracle2student)": 4.031420707702637,
+      "cov-distil (oracle2teacher)": 4.195464134216309,
+      "epoch": 3.096546310832025,
+      "rel-constrast": 3.1677334308624268,
+      "step": 3945,
+      "subrel-constrast": 4.167351245880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9989402294158936,
+      "cov-distil (oracle2student)": 2.9508304595947266,
+      "cov-distil (oracle2teacher)": 2.7397286891937256,
+      "epoch": 3.097331240188383,
+      "rel-constrast": 2.3699257373809814,
+      "step": 3946,
+      "subrel-constrast": 3.271902322769165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0722174644470215,
+      "cov-distil (oracle2student)": 4.557206153869629,
+      "cov-distil (oracle2teacher)": 3.8769450187683105,
+      "epoch": 3.098116169544741,
+      "rel-constrast": 2.7257585525512695,
+      "step": 3947,
+      "subrel-constrast": 3.542720317840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3138127326965332,
+      "cov-distil (oracle2student)": 5.003757476806641,
+      "cov-distil (oracle2teacher)": 4.58038330078125,
+      "epoch": 3.098901098901099,
+      "rel-constrast": 2.9687273502349854,
+      "step": 3948,
+      "subrel-constrast": 3.454383373260498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.296667456626892,
+      "cov-distil (oracle2student)": 3.349158763885498,
+      "cov-distil (oracle2teacher)": 3.5839223861694336,
+      "epoch": 3.099686028257457,
+      "rel-constrast": 2.3451082706451416,
+      "step": 3949,
+      "subrel-constrast": 2.8202857971191406,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.100470957613815,
+      "grad_norm": 5.9375,
+      "learning_rate": 3.7883431283970454e-05,
+      "loss": 0.7467,
+      "step": 3950
+    },
+    {
+      "cov-distil": 1.410243272781372,
+      "cov-distil (oracle2student)": 6.202687740325928,
+      "cov-distil (oracle2teacher)": 5.633633613586426,
+      "epoch": 3.100470957613815,
+      "rel-constrast": 3.8100056648254395,
+      "step": 3950,
+      "subrel-constrast": 4.274328708648682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3857505321502686,
+      "cov-distil (oracle2student)": 3.924715042114258,
+      "cov-distil (oracle2teacher)": 3.6198418140411377,
+      "epoch": 3.1012558869701725,
+      "rel-constrast": 3.3152356147766113,
+      "step": 3951,
+      "subrel-constrast": 3.4773755073547363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6889824867248535,
+      "cov-distil (oracle2student)": 3.71883225440979,
+      "cov-distil (oracle2teacher)": 3.7538444995880127,
+      "epoch": 3.1020408163265305,
+      "rel-constrast": 3.2649383544921875,
+      "step": 3952,
+      "subrel-constrast": 4.154578685760498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8264997005462646,
+      "cov-distil (oracle2student)": 4.496335029602051,
+      "cov-distil (oracle2teacher)": 4.372133731842041,
+      "epoch": 3.1028257456828885,
+      "rel-constrast": 2.955933094024658,
+      "step": 3953,
+      "subrel-constrast": 3.568585157394409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5332428216934204,
+      "cov-distil (oracle2student)": 4.218353271484375,
+      "cov-distil (oracle2teacher)": 3.720968723297119,
+      "epoch": 3.1036106750392465,
+      "rel-constrast": 2.0841610431671143,
+      "step": 3954,
+      "subrel-constrast": 2.7351486682891846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.908383846282959,
+      "cov-distil (oracle2student)": 3.90879487991333,
+      "cov-distil (oracle2teacher)": 3.5664358139038086,
+      "epoch": 3.1043956043956045,
+      "rel-constrast": 3.106475353240967,
+      "step": 3955,
+      "subrel-constrast": 3.913933515548706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4097603559494019,
+      "cov-distil (oracle2student)": 6.099611282348633,
+      "cov-distil (oracle2teacher)": 5.1331281661987305,
+      "epoch": 3.1051805337519625,
+      "rel-constrast": 3.2357778549194336,
+      "step": 3956,
+      "subrel-constrast": 3.8136448860168457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.765142798423767,
+      "cov-distil (oracle2student)": 4.614743232727051,
+      "cov-distil (oracle2teacher)": 4.340702056884766,
+      "epoch": 3.1059654631083204,
+      "rel-constrast": 1.9036813974380493,
+      "step": 3957,
+      "subrel-constrast": 2.598439931869507,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.854600191116333,
+      "cov-distil (oracle2student)": 4.8740949630737305,
+      "cov-distil (oracle2teacher)": 3.920088052749634,
+      "epoch": 3.106750392464678,
+      "rel-constrast": 1.9670741558074951,
+      "step": 3958,
+      "subrel-constrast": 2.6679904460906982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6140520572662354,
+      "cov-distil (oracle2student)": 4.913095951080322,
+      "cov-distil (oracle2teacher)": 4.553739547729492,
+      "epoch": 3.107535321821036,
+      "rel-constrast": 2.9475412368774414,
+      "step": 3959,
+      "subrel-constrast": 4.005372524261475,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.108320251177394,
+      "grad_norm": 5.40625,
+      "learning_rate": 3.780856668089821e-05,
+      "loss": 0.7558,
+      "step": 3960
+    },
+    {
+      "cov-distil": 1.3820674419403076,
+      "cov-distil (oracle2student)": 4.622060775756836,
+      "cov-distil (oracle2teacher)": 4.534975051879883,
+      "epoch": 3.108320251177394,
+      "rel-constrast": 1.8641661405563354,
+      "step": 3960,
+      "subrel-constrast": 2.868335723876953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1285030841827393,
+      "cov-distil (oracle2student)": 4.401209831237793,
+      "cov-distil (oracle2teacher)": 4.417746543884277,
+      "epoch": 3.109105180533752,
+      "rel-constrast": 3.513721466064453,
+      "step": 3961,
+      "subrel-constrast": 3.722871780395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6314016580581665,
+      "cov-distil (oracle2student)": 4.487876892089844,
+      "cov-distil (oracle2teacher)": 4.005311965942383,
+      "epoch": 3.10989010989011,
+      "rel-constrast": 2.6904425621032715,
+      "step": 3962,
+      "subrel-constrast": 2.9460060596466064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4100089073181152,
+      "cov-distil (oracle2student)": 5.525656700134277,
+      "cov-distil (oracle2teacher)": 5.109982490539551,
+      "epoch": 3.110675039246468,
+      "rel-constrast": 3.166065216064453,
+      "step": 3963,
+      "subrel-constrast": 3.704674482345581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9394193291664124,
+      "cov-distil (oracle2student)": 3.546541213989258,
+      "cov-distil (oracle2teacher)": 3.7638840675354004,
+      "epoch": 3.111459968602826,
+      "rel-constrast": 2.187645435333252,
+      "step": 3964,
+      "subrel-constrast": 2.788271427154541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4966228008270264,
+      "cov-distil (oracle2student)": 2.987334966659546,
+      "cov-distil (oracle2teacher)": 3.187777042388916,
+      "epoch": 3.1122448979591835,
+      "rel-constrast": 2.8328628540039062,
+      "step": 3965,
+      "subrel-constrast": 3.3534393310546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2869586944580078,
+      "cov-distil (oracle2student)": 4.564988136291504,
+      "cov-distil (oracle2teacher)": 4.412904739379883,
+      "epoch": 3.1130298273155415,
+      "rel-constrast": 2.6672887802124023,
+      "step": 3966,
+      "subrel-constrast": 3.1687731742858887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5148375034332275,
+      "cov-distil (oracle2student)": 4.3969316482543945,
+      "cov-distil (oracle2teacher)": 4.209781169891357,
+      "epoch": 3.1138147566718994,
+      "rel-constrast": 3.342285394668579,
+      "step": 3967,
+      "subrel-constrast": 3.749037027359009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1435072422027588,
+      "cov-distil (oracle2student)": 4.516887664794922,
+      "cov-distil (oracle2teacher)": 4.315299987792969,
+      "epoch": 3.1145996860282574,
+      "rel-constrast": 2.419464349746704,
+      "step": 3968,
+      "subrel-constrast": 3.1990175247192383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2472466230392456,
+      "cov-distil (oracle2student)": 5.362977027893066,
+      "cov-distil (oracle2teacher)": 4.618950843811035,
+      "epoch": 3.1153846153846154,
+      "rel-constrast": 3.0693564414978027,
+      "step": 3969,
+      "subrel-constrast": 3.256802558898926,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1161695447409734,
+      "grad_norm": 5.8125,
+      "learning_rate": 3.7733546009483096e-05,
+      "loss": 0.7268,
+      "step": 3970
+    },
+    {
+      "cov-distil": 1.66915762424469,
+      "cov-distil (oracle2student)": 4.651505947113037,
+      "cov-distil (oracle2teacher)": 4.286517143249512,
+      "epoch": 3.1161695447409734,
+      "rel-constrast": 2.9849846363067627,
+      "step": 3970,
+      "subrel-constrast": 3.9773411750793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.361311912536621,
+      "cov-distil (oracle2student)": 4.446944713592529,
+      "cov-distil (oracle2teacher)": 4.04551362991333,
+      "epoch": 3.1169544740973314,
+      "rel-constrast": 2.3025169372558594,
+      "step": 3971,
+      "subrel-constrast": 3.1241400241851807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.496569037437439,
+      "cov-distil (oracle2student)": 3.619849681854248,
+      "cov-distil (oracle2teacher)": 3.9160470962524414,
+      "epoch": 3.1177394034536894,
+      "rel-constrast": 3.271634817123413,
+      "step": 3972,
+      "subrel-constrast": 3.750971794128418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1280103921890259,
+      "cov-distil (oracle2student)": 3.0364160537719727,
+      "cov-distil (oracle2teacher)": 2.758138418197632,
+      "epoch": 3.118524332810047,
+      "rel-constrast": 2.8433520793914795,
+      "step": 3973,
+      "subrel-constrast": 3.6521880626678467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.114649772644043,
+      "cov-distil (oracle2student)": 3.67525577545166,
+      "cov-distil (oracle2teacher)": 3.8084352016448975,
+      "epoch": 3.119309262166405,
+      "rel-constrast": 2.4551820755004883,
+      "step": 3974,
+      "subrel-constrast": 3.8024685382843018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.834491491317749,
+      "cov-distil (oracle2student)": 4.122900009155273,
+      "cov-distil (oracle2teacher)": 4.062511444091797,
+      "epoch": 3.120094191522763,
+      "rel-constrast": 3.635308027267456,
+      "step": 3975,
+      "subrel-constrast": 4.736858367919922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.730121374130249,
+      "cov-distil (oracle2student)": 3.9647858142852783,
+      "cov-distil (oracle2teacher)": 4.021009922027588,
+      "epoch": 3.120879120879121,
+      "rel-constrast": 1.7277016639709473,
+      "step": 3976,
+      "subrel-constrast": 3.205909252166748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9007909297943115,
+      "cov-distil (oracle2student)": 4.4089860916137695,
+      "cov-distil (oracle2teacher)": 4.042754173278809,
+      "epoch": 3.121664050235479,
+      "rel-constrast": 2.907442092895508,
+      "step": 3977,
+      "subrel-constrast": 3.5467686653137207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5145336389541626,
+      "cov-distil (oracle2student)": 5.380570411682129,
+      "cov-distil (oracle2teacher)": 4.418453693389893,
+      "epoch": 3.122448979591837,
+      "rel-constrast": 4.4568586349487305,
+      "step": 3978,
+      "subrel-constrast": 5.339335918426514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3202569484710693,
+      "cov-distil (oracle2student)": 3.498323440551758,
+      "cov-distil (oracle2teacher)": 3.2719547748565674,
+      "epoch": 3.123233908948195,
+      "rel-constrast": 2.5894243717193604,
+      "step": 3979,
+      "subrel-constrast": 3.237933397293091,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1240188383045524,
+      "grad_norm": 4.59375,
+      "learning_rate": 3.765837018382831e-05,
+      "loss": 0.7695,
+      "step": 3980
+    },
+    {
+      "cov-distil": 1.3972535133361816,
+      "cov-distil (oracle2student)": 4.041508197784424,
+      "cov-distil (oracle2teacher)": 3.7952075004577637,
+      "epoch": 3.1240188383045524,
+      "rel-constrast": 2.2988476753234863,
+      "step": 3980,
+      "subrel-constrast": 3.1005780696868896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5594604015350342,
+      "cov-distil (oracle2student)": 4.231490135192871,
+      "cov-distil (oracle2teacher)": 4.120368480682373,
+      "epoch": 3.1248037676609104,
+      "rel-constrast": 3.0343902111053467,
+      "step": 3981,
+      "subrel-constrast": 3.4966611862182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5211660861968994,
+      "cov-distil (oracle2student)": 4.798731803894043,
+      "cov-distil (oracle2teacher)": 4.759819984436035,
+      "epoch": 3.1255886970172684,
+      "rel-constrast": 3.1911568641662598,
+      "step": 3982,
+      "subrel-constrast": 4.229610443115234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4995570182800293,
+      "cov-distil (oracle2student)": 3.0293073654174805,
+      "cov-distil (oracle2teacher)": 2.9858508110046387,
+      "epoch": 3.1263736263736264,
+      "rel-constrast": 2.0577168464660645,
+      "step": 3983,
+      "subrel-constrast": 2.7351090908050537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3836934566497803,
+      "cov-distil (oracle2student)": 5.287815570831299,
+      "cov-distil (oracle2teacher)": 4.472513198852539,
+      "epoch": 3.1271585557299844,
+      "rel-constrast": 2.879443645477295,
+      "step": 3984,
+      "subrel-constrast": 3.4061226844787598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3132383823394775,
+      "cov-distil (oracle2student)": 2.9409914016723633,
+      "cov-distil (oracle2teacher)": 3.084138870239258,
+      "epoch": 3.1279434850863423,
+      "rel-constrast": 1.923112154006958,
+      "step": 3985,
+      "subrel-constrast": 2.518975019454956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930792808532715,
+      "cov-distil (oracle2student)": 5.81480598449707,
+      "cov-distil (oracle2teacher)": 4.274402618408203,
+      "epoch": 3.1287284144427003,
+      "rel-constrast": 2.9078264236450195,
+      "step": 3986,
+      "subrel-constrast": 3.532029390335083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5962477922439575,
+      "cov-distil (oracle2student)": 4.533733367919922,
+      "cov-distil (oracle2teacher)": 4.263789176940918,
+      "epoch": 3.129513343799058,
+      "rel-constrast": 2.5639548301696777,
+      "step": 3987,
+      "subrel-constrast": 3.1093592643737793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.430990219116211,
+      "cov-distil (oracle2student)": 3.397747039794922,
+      "cov-distil (oracle2teacher)": 3.266911506652832,
+      "epoch": 3.130298273155416,
+      "rel-constrast": 2.517728805541992,
+      "step": 3988,
+      "subrel-constrast": 3.3465797901153564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.914198637008667,
+      "cov-distil (oracle2student)": 3.6851696968078613,
+      "cov-distil (oracle2teacher)": 3.5485143661499023,
+      "epoch": 3.131083202511774,
+      "rel-constrast": 1.5013985633850098,
+      "step": 3989,
+      "subrel-constrast": 2.5587544441223145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.131868131868132,
+      "grad_norm": 4.59375,
+      "learning_rate": 3.758304011992758e-05,
+      "loss": 0.6594,
+      "step": 3990
+    },
+    {
+      "cov-distil": 1.8833643198013306,
+      "cov-distil (oracle2student)": 3.2685670852661133,
+      "cov-distil (oracle2teacher)": 3.201343059539795,
+      "epoch": 3.131868131868132,
+      "rel-constrast": 2.5880165100097656,
+      "step": 3990,
+      "subrel-constrast": 3.2464535236358643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7469263076782227,
+      "cov-distil (oracle2student)": 3.4157681465148926,
+      "cov-distil (oracle2teacher)": 3.43747878074646,
+      "epoch": 3.13265306122449,
+      "rel-constrast": 2.957597255706787,
+      "step": 3991,
+      "subrel-constrast": 3.4111268520355225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.325559139251709,
+      "cov-distil (oracle2student)": 4.120487689971924,
+      "cov-distil (oracle2teacher)": 3.6110479831695557,
+      "epoch": 3.133437990580848,
+      "rel-constrast": 2.91544246673584,
+      "step": 3992,
+      "subrel-constrast": 3.4335591793060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4067728519439697,
+      "cov-distil (oracle2student)": 5.255232334136963,
+      "cov-distil (oracle2teacher)": 4.752231597900391,
+      "epoch": 3.134222919937206,
+      "rel-constrast": 2.0589544773101807,
+      "step": 3993,
+      "subrel-constrast": 2.8734729290008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5167115926742554,
+      "cov-distil (oracle2student)": 4.18256950378418,
+      "cov-distil (oracle2teacher)": 4.1778154373168945,
+      "epoch": 3.1350078492935634,
+      "rel-constrast": 2.2548394203186035,
+      "step": 3994,
+      "subrel-constrast": 3.056274890899658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3547661304473877,
+      "cov-distil (oracle2student)": 3.5847861766815186,
+      "cov-distil (oracle2teacher)": 3.1362557411193848,
+      "epoch": 3.1357927786499213,
+      "rel-constrast": 2.802783966064453,
+      "step": 3995,
+      "subrel-constrast": 3.3913373947143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5744236707687378,
+      "cov-distil (oracle2student)": 3.4479970932006836,
+      "cov-distil (oracle2teacher)": 2.9571776390075684,
+      "epoch": 3.1365777080062793,
+      "rel-constrast": 2.463334560394287,
+      "step": 3996,
+      "subrel-constrast": 2.8632590770721436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8311419486999512,
+      "cov-distil (oracle2student)": 4.578268051147461,
+      "cov-distil (oracle2teacher)": 4.109395980834961,
+      "epoch": 3.1373626373626373,
+      "rel-constrast": 2.218653440475464,
+      "step": 3997,
+      "subrel-constrast": 3.2965588569641113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2850055694580078,
+      "cov-distil (oracle2student)": 5.5125885009765625,
+      "cov-distil (oracle2teacher)": 4.78791618347168,
+      "epoch": 3.1381475667189953,
+      "rel-constrast": 2.0417537689208984,
+      "step": 3998,
+      "subrel-constrast": 2.738722801208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6174662113189697,
+      "cov-distil (oracle2student)": 5.0048112869262695,
+      "cov-distil (oracle2teacher)": 4.687915802001953,
+      "epoch": 3.1389324960753533,
+      "rel-constrast": 2.5816457271575928,
+      "step": 3999,
+      "subrel-constrast": 3.5283572673797607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "grad_norm": 5.6875,
+      "learning_rate": 3.750755673565396e-05,
+      "loss": 0.6609,
+      "step": 4000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-8000/training_args.bin b/old/checkpoint-4000/training_args.bin
similarity index 100%
rename from checkpoint-8000/training_args.bin
rename to old/checkpoint-4000/training_args.bin
diff --git a/checkpoint-9000/config.json b/old/checkpoint-5000/config.json
similarity index 100%
rename from checkpoint-9000/config.json
rename to old/checkpoint-5000/config.json
diff --git a/checkpoint-5000/model.safetensors b/old/checkpoint-5000/model.safetensors
similarity index 100%
rename from checkpoint-5000/model.safetensors
rename to old/checkpoint-5000/model.safetensors
diff --git a/checkpoint-5000/optimizer.pt b/old/checkpoint-5000/optimizer.pt
similarity index 100%
rename from checkpoint-5000/optimizer.pt
rename to old/checkpoint-5000/optimizer.pt
diff --git a/old/checkpoint-5000/rng_state_0.pth b/old/checkpoint-5000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..30f4ca95e7e4b6feeaad678f7a7fea43fab1059f
--- /dev/null
+++ b/old/checkpoint-5000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c12cceaffe8acec04189ba71dbb81f100dd5cd03b86390253117b3fab2911d
+size 15365
diff --git a/old/checkpoint-5000/rng_state_1.pth b/old/checkpoint-5000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c356c72598752aa1f8c4c1cc5bd63fa99a8df7a0
--- /dev/null
+++ b/old/checkpoint-5000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69adbd9997461473344beb9c44d2e496e24fbc4d6fe69245ab0bd127882efd96
+size 15429
diff --git a/old/checkpoint-5000/rng_state_2.pth b/old/checkpoint-5000/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fe214a37340a585e0d0432209bcb65c4dc5b981c
--- /dev/null
+++ b/old/checkpoint-5000/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaf7026d9e588ca2ba5b4de8768a379982b7530f39e0b88fa44af9bef8e8bc9
+size 15429
diff --git a/old/checkpoint-5000/rng_state_3.pth b/old/checkpoint-5000/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..953138a163e685696e0fb35fccf7c20fdaaef715
--- /dev/null
+++ b/old/checkpoint-5000/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec81cbdf599c90b49fb13998f6e46e2492b55345216231b6ce078f88cf04eae
+size 15429
diff --git a/checkpoint-5000/scheduler.pt b/old/checkpoint-5000/scheduler.pt
similarity index 100%
rename from checkpoint-5000/scheduler.pt
rename to old/checkpoint-5000/scheduler.pt
diff --git a/checkpoint-5000/trainer_state.json b/old/checkpoint-5000/trainer_state.json
similarity index 100%
rename from checkpoint-5000/trainer_state.json
rename to old/checkpoint-5000/trainer_state.json
diff --git a/checkpoint-9000/training_args.bin b/old/checkpoint-5000/training_args.bin
similarity index 100%
rename from checkpoint-9000/training_args.bin
rename to old/checkpoint-5000/training_args.bin
diff --git a/old/checkpoint-6000/config.json b/old/checkpoint-6000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddac1cab8c136d9146dd8cc19525b4d0b54312ae
--- /dev/null
+++ b/old/checkpoint-6000/config.json
@@ -0,0 +1,45 @@
+{
+  "architectures": [
+    "ModernBertModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "bfloat16",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "transformers_version": "4.57.3",
+  "vocab_size": 50368
+}
diff --git a/checkpoint-6000/model.safetensors b/old/checkpoint-6000/model.safetensors
similarity index 100%
rename from checkpoint-6000/model.safetensors
rename to old/checkpoint-6000/model.safetensors
diff --git a/checkpoint-6000/optimizer.pt b/old/checkpoint-6000/optimizer.pt
similarity index 100%
rename from checkpoint-6000/optimizer.pt
rename to old/checkpoint-6000/optimizer.pt
diff --git a/checkpoint-6000/rng_state_0.pth b/old/checkpoint-6000/rng_state_0.pth
similarity index 100%
rename from checkpoint-6000/rng_state_0.pth
rename to old/checkpoint-6000/rng_state_0.pth
diff --git a/checkpoint-6000/rng_state_1.pth b/old/checkpoint-6000/rng_state_1.pth
similarity index 100%
rename from checkpoint-6000/rng_state_1.pth
rename to old/checkpoint-6000/rng_state_1.pth
diff --git a/checkpoint-6000/rng_state_2.pth b/old/checkpoint-6000/rng_state_2.pth
similarity index 100%
rename from checkpoint-6000/rng_state_2.pth
rename to old/checkpoint-6000/rng_state_2.pth
diff --git a/checkpoint-6000/rng_state_3.pth b/old/checkpoint-6000/rng_state_3.pth
similarity index 100%
rename from checkpoint-6000/rng_state_3.pth
rename to old/checkpoint-6000/rng_state_3.pth
diff --git a/checkpoint-6000/scheduler.pt b/old/checkpoint-6000/scheduler.pt
similarity index 100%
rename from checkpoint-6000/scheduler.pt
rename to old/checkpoint-6000/scheduler.pt
diff --git a/checkpoint-6000/trainer_state.json b/old/checkpoint-6000/trainer_state.json
similarity index 100%
rename from checkpoint-6000/trainer_state.json
rename to old/checkpoint-6000/trainer_state.json
diff --git a/old/checkpoint-6000/training_args.bin b/old/checkpoint-6000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a5a641a47345ee5a16c56a8554fefc5f2e42d
--- /dev/null
+++ b/old/checkpoint-6000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+size 6353
diff --git a/old/checkpoint-7000/config.json b/old/checkpoint-7000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddac1cab8c136d9146dd8cc19525b4d0b54312ae
--- /dev/null
+++ b/old/checkpoint-7000/config.json
@@ -0,0 +1,45 @@
+{
+  "architectures": [
+    "ModernBertModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "bfloat16",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "transformers_version": "4.57.3",
+  "vocab_size": 50368
+}
diff --git a/checkpoint-7000/model.safetensors b/old/checkpoint-7000/model.safetensors
similarity index 100%
rename from checkpoint-7000/model.safetensors
rename to old/checkpoint-7000/model.safetensors
diff --git a/checkpoint-7000/optimizer.pt b/old/checkpoint-7000/optimizer.pt
similarity index 100%
rename from checkpoint-7000/optimizer.pt
rename to old/checkpoint-7000/optimizer.pt
diff --git a/checkpoint-7000/rng_state_0.pth b/old/checkpoint-7000/rng_state_0.pth
similarity index 100%
rename from checkpoint-7000/rng_state_0.pth
rename to old/checkpoint-7000/rng_state_0.pth
diff --git a/checkpoint-7000/rng_state_1.pth b/old/checkpoint-7000/rng_state_1.pth
similarity index 100%
rename from checkpoint-7000/rng_state_1.pth
rename to old/checkpoint-7000/rng_state_1.pth
diff --git a/checkpoint-7000/rng_state_2.pth b/old/checkpoint-7000/rng_state_2.pth
similarity index 100%
rename from checkpoint-7000/rng_state_2.pth
rename to old/checkpoint-7000/rng_state_2.pth
diff --git a/checkpoint-7000/rng_state_3.pth b/old/checkpoint-7000/rng_state_3.pth
similarity index 100%
rename from checkpoint-7000/rng_state_3.pth
rename to old/checkpoint-7000/rng_state_3.pth
diff --git a/checkpoint-7000/scheduler.pt b/old/checkpoint-7000/scheduler.pt
similarity index 100%
rename from checkpoint-7000/scheduler.pt
rename to old/checkpoint-7000/scheduler.pt
diff --git a/checkpoint-7000/trainer_state.json b/old/checkpoint-7000/trainer_state.json
similarity index 100%
rename from checkpoint-7000/trainer_state.json
rename to old/checkpoint-7000/trainer_state.json
diff --git a/old/checkpoint-7000/training_args.bin b/old/checkpoint-7000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a5a641a47345ee5a16c56a8554fefc5f2e42d
--- /dev/null
+++ b/old/checkpoint-7000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+size 6353
diff --git a/old/checkpoint-8000/config.json b/old/checkpoint-8000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddac1cab8c136d9146dd8cc19525b4d0b54312ae
--- /dev/null
+++ b/old/checkpoint-8000/config.json
@@ -0,0 +1,45 @@
+{
+  "architectures": [
+    "ModernBertModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "bfloat16",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "transformers_version": "4.57.3",
+  "vocab_size": 50368
+}
diff --git a/checkpoint-8000/model.safetensors b/old/checkpoint-8000/model.safetensors
similarity index 100%
rename from checkpoint-8000/model.safetensors
rename to old/checkpoint-8000/model.safetensors
diff --git a/checkpoint-8000/optimizer.pt b/old/checkpoint-8000/optimizer.pt
similarity index 100%
rename from checkpoint-8000/optimizer.pt
rename to old/checkpoint-8000/optimizer.pt
diff --git a/checkpoint-8000/rng_state_0.pth b/old/checkpoint-8000/rng_state_0.pth
similarity index 100%
rename from checkpoint-8000/rng_state_0.pth
rename to old/checkpoint-8000/rng_state_0.pth
diff --git a/checkpoint-8000/rng_state_1.pth b/old/checkpoint-8000/rng_state_1.pth
similarity index 100%
rename from checkpoint-8000/rng_state_1.pth
rename to old/checkpoint-8000/rng_state_1.pth
diff --git a/checkpoint-8000/rng_state_2.pth b/old/checkpoint-8000/rng_state_2.pth
similarity index 100%
rename from checkpoint-8000/rng_state_2.pth
rename to old/checkpoint-8000/rng_state_2.pth
diff --git a/checkpoint-8000/rng_state_3.pth b/old/checkpoint-8000/rng_state_3.pth
similarity index 100%
rename from checkpoint-8000/rng_state_3.pth
rename to old/checkpoint-8000/rng_state_3.pth
diff --git a/checkpoint-8000/scheduler.pt b/old/checkpoint-8000/scheduler.pt
similarity index 100%
rename from checkpoint-8000/scheduler.pt
rename to old/checkpoint-8000/scheduler.pt
diff --git a/checkpoint-8000/trainer_state.json b/old/checkpoint-8000/trainer_state.json
similarity index 100%
rename from checkpoint-8000/trainer_state.json
rename to old/checkpoint-8000/trainer_state.json
diff --git a/old/checkpoint-8000/training_args.bin b/old/checkpoint-8000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a5a641a47345ee5a16c56a8554fefc5f2e42d
--- /dev/null
+++ b/old/checkpoint-8000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+size 6353
diff --git a/old/checkpoint-9000/config.json b/old/checkpoint-9000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddac1cab8c136d9146dd8cc19525b4d0b54312ae
--- /dev/null
+++ b/old/checkpoint-9000/config.json
@@ -0,0 +1,45 @@
+{
+  "architectures": [
+    "ModernBertModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "bfloat16",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "transformers_version": "4.57.3",
+  "vocab_size": 50368
+}
diff --git a/checkpoint-9000/model.safetensors b/old/checkpoint-9000/model.safetensors
similarity index 100%
rename from checkpoint-9000/model.safetensors
rename to old/checkpoint-9000/model.safetensors
diff --git a/checkpoint-9000/optimizer.pt b/old/checkpoint-9000/optimizer.pt
similarity index 100%
rename from checkpoint-9000/optimizer.pt
rename to old/checkpoint-9000/optimizer.pt
diff --git a/checkpoint-9000/rng_state_0.pth b/old/checkpoint-9000/rng_state_0.pth
similarity index 100%
rename from checkpoint-9000/rng_state_0.pth
rename to old/checkpoint-9000/rng_state_0.pth
diff --git a/checkpoint-9000/rng_state_1.pth b/old/checkpoint-9000/rng_state_1.pth
similarity index 100%
rename from checkpoint-9000/rng_state_1.pth
rename to old/checkpoint-9000/rng_state_1.pth
diff --git a/checkpoint-9000/rng_state_2.pth b/old/checkpoint-9000/rng_state_2.pth
similarity index 100%
rename from checkpoint-9000/rng_state_2.pth
rename to old/checkpoint-9000/rng_state_2.pth
diff --git a/checkpoint-9000/rng_state_3.pth b/old/checkpoint-9000/rng_state_3.pth
similarity index 100%
rename from checkpoint-9000/rng_state_3.pth
rename to old/checkpoint-9000/rng_state_3.pth
diff --git a/checkpoint-9000/scheduler.pt b/old/checkpoint-9000/scheduler.pt
similarity index 100%
rename from checkpoint-9000/scheduler.pt
rename to old/checkpoint-9000/scheduler.pt
diff --git a/checkpoint-9000/trainer_state.json b/old/checkpoint-9000/trainer_state.json
similarity index 100%
rename from checkpoint-9000/trainer_state.json
rename to old/checkpoint-9000/trainer_state.json
diff --git a/old/checkpoint-9000/training_args.bin b/old/checkpoint-9000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a5a641a47345ee5a16c56a8554fefc5f2e42d
--- /dev/null
+++ b/old/checkpoint-9000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+size 6353
diff --git a/old/config.json b/old/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddac1cab8c136d9146dd8cc19525b4d0b54312ae
--- /dev/null
+++ b/old/config.json
@@ -0,0 +1,45 @@
+{
+  "architectures": [
+    "ModernBertModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "bfloat16",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "transformers_version": "4.57.3",
+  "vocab_size": 50368
+}
diff --git a/old/model.safetensors b/old/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..132444a439493f8fbe3386d6f0b9d961aa80e3d7
--- /dev/null
+++ b/old/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5730e4ebac4b2f9a8b3068c362152fcf91ea754c41cf9dafdeda223ea10b2a7a
+size 298041696
diff --git a/old/optimizer.pt b/old/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c968d1c32dd59f2fb2a8aeff9df6030005e47c
--- /dev/null
+++ b/old/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a5560f58ccd5dbfa491645652cf28f6c5e5119c60d6e6ea9c3d0d6b063ebba
+size 596170443
diff --git a/old/rng_state_0.pth b/old/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b14d4b4769a9106b12c865b94cec0577c492643a
--- /dev/null
+++ b/old/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1beb54e14e0dafa9279807d1814011527741ec2a0e5fb5e596c5dbd0b84cfaf7
+size 15365
diff --git a/old/rng_state_1.pth b/old/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..44ec9c50006b0c560bf9465134d37ccfba937771
--- /dev/null
+++ b/old/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8627b9687b17d3eb42763f7499513d01033a545f5fdc3224442fa88df7b07c1
+size 15429
diff --git a/old/rng_state_2.pth b/old/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a18de7d81c13934ea71d2fd0fd586f560ec558bb
--- /dev/null
+++ b/old/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2861b0db544103a2392f7009e235760e91d4f2dcf2605bc9fda62bad0578110
+size 15429
diff --git a/old/rng_state_3.pth b/old/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4f3b4f33f0fbc004a93a9dacd99d4bc9a9a584f9
--- /dev/null
+++ b/old/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5661cf15d465afc34868de007aed00c0a576292f6e776fe25a04f040a9501399
+size 15429
diff --git a/runs/Apr29_21-25-08_nid007863/events.out.tfevents.1777487370.nid007863.51284.0 b/old/runs/Apr29_21-25-08_nid007863/events.out.tfevents.1777487370.nid007863.51284.0
similarity index 100%
rename from runs/Apr29_21-25-08_nid007863/events.out.tfevents.1777487370.nid007863.51284.0
rename to old/runs/Apr29_21-25-08_nid007863/events.out.tfevents.1777487370.nid007863.51284.0
diff --git a/old/scheduler.pt b/old/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6236f28c0d347b0c817f0586161c1d3c5e070f8
--- /dev/null
+++ b/old/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aafa6f75f83dd9e16a017cacae3f09f91ebc664481f1f07d0ced4fb6a26dbd1
+size 1465
diff --git a/special_tokens_map.json b/old/special_tokens_map.json
similarity index 100%
rename from special_tokens_map.json
rename to old/special_tokens_map.json
diff --git a/tokenizer.json b/old/tokenizer.json
similarity index 100%
rename from tokenizer.json
rename to old/tokenizer.json
diff --git a/tokenizer_config.json b/old/tokenizer_config.json
similarity index 100%
rename from tokenizer_config.json
rename to old/tokenizer_config.json
diff --git a/old/trainer_state.json b/old/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..92429e2cba340d0fee75a689f3e97c3dc556b7a3
--- /dev/null
+++ b/old/trainer_state.json
@@ -0,0 +1,109934 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.849293563579278,
+  "eval_steps": 500.0,
+  "global_step": 10000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0,
+      "eval/duc04-P@10": 0.7459999999999998,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-nDCG@10": 0.7479390936343135,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-alpha_nDCG@10": 0.5452227634538849,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-P@10": 0.42599999999999993,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-nDCG@10": 0.5970496855342027,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-alpha_nDCG@10": 0.5481214752092596,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "eval/avg": 0.5207628955439759,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "overlap": 0.22031250596046448,
+      "step": 0
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "student margin": 0.043792724609375
+    },
+    {
+      "epoch": 0,
+      "step": 0,
+      "teacher margin": 0.037353515625
+    },
+    {
+      "epoch": 0,
+      "margin difference": -0.006439208984375,
+      "step": 0
+    },
+    {
+      "cov-distil": 1.9989408254623413,
+      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil (oracle2teacher)": 4.2215576171875,
+      "epoch": 0,
+      "rel-constrast": 6.024477481842041,
+      "step": 0,
+      "subrel-constrast": 5.391467094421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.590911388397217,
+      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil (oracle2teacher)": 5.292954444885254,
+      "epoch": 0.0007849293563579278,
+      "rel-constrast": 7.042376518249512,
+      "step": 1,
+      "subrel-constrast": 6.658135890960693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.234889030456543,
+      "cov-distil (oracle2student)": 4.785423278808594,
+      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "epoch": 0.0015698587127158557,
+      "rel-constrast": 4.653334617614746,
+      "step": 2,
+      "subrel-constrast": 5.114200592041016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.892646074295044,
+      "cov-distil (oracle2student)": 5.359386444091797,
+      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "epoch": 0.002354788069073783,
+      "rel-constrast": 5.759308815002441,
+      "step": 3,
+      "subrel-constrast": 4.294970989227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.187523365020752,
+      "cov-distil (oracle2student)": 4.088177680969238,
+      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "epoch": 0.0031397174254317113,
+      "rel-constrast": 4.063039779663086,
+      "step": 4,
+      "subrel-constrast": 4.597165107727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5768115520477295,
+      "cov-distil (oracle2student)": 9.671545028686523,
+      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "epoch": 0.003924646781789639,
+      "rel-constrast": 7.844664096832275,
+      "step": 5,
+      "subrel-constrast": 7.689645767211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7839202880859375,
+      "cov-distil (oracle2student)": 7.124797344207764,
+      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "epoch": 0.004709576138147566,
+      "rel-constrast": 6.9873199462890625,
+      "step": 6,
+      "subrel-constrast": 6.358409881591797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1054530143737793,
+      "cov-distil (oracle2student)": 5.955070495605469,
+      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "epoch": 0.005494505494505495,
+      "rel-constrast": 4.839856147766113,
+      "step": 7,
+      "subrel-constrast": 5.012356758117676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.417634963989258,
+      "cov-distil (oracle2student)": 6.458645820617676,
+      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "epoch": 0.006279434850863423,
+      "rel-constrast": 5.473586082458496,
+      "step": 8,
+      "subrel-constrast": 3.944282054901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5553622245788574,
+      "cov-distil (oracle2student)": 5.345729827880859,
+      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "epoch": 0.00706436420722135,
+      "rel-constrast": 5.705809116363525,
+      "step": 9,
+      "subrel-constrast": 5.071885108947754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.007849293563579277,
+      "grad_norm": 15.1875,
+      "learning_rate": 4.5e-07,
+      "loss": 1.5357,
+      "step": 10
+    },
+    {
+      "cov-distil": 2.179523468017578,
+      "cov-distil (oracle2student)": 6.76649808883667,
+      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "epoch": 0.007849293563579277,
+      "rel-constrast": 5.527869701385498,
+      "step": 10,
+      "subrel-constrast": 5.327791213989258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7319321632385254,
+      "cov-distil (oracle2student)": 6.106301307678223,
+      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "epoch": 0.008634222919937205,
+      "rel-constrast": 6.950443744659424,
+      "step": 11,
+      "subrel-constrast": 7.032792568206787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854433298110962,
+      "cov-distil (oracle2student)": 7.011631965637207,
+      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "epoch": 0.009419152276295133,
+      "rel-constrast": 6.216261386871338,
+      "step": 12,
+      "subrel-constrast": 6.4257707595825195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.349715232849121,
+      "cov-distil (oracle2student)": 6.723206520080566,
+      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "epoch": 0.01020408163265306,
+      "rel-constrast": 6.11406135559082,
+      "step": 13,
+      "subrel-constrast": 5.350836753845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.176401376724243,
+      "cov-distil (oracle2student)": 7.31204891204834,
+      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "epoch": 0.01098901098901099,
+      "rel-constrast": 7.507654190063477,
+      "step": 14,
+      "subrel-constrast": 6.769496440887451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.67018461227417,
+      "cov-distil (oracle2student)": 5.521136283874512,
+      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "epoch": 0.011773940345368918,
+      "rel-constrast": 5.118526458740234,
+      "step": 15,
+      "subrel-constrast": 4.343193054199219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.665984630584717,
+      "cov-distil (oracle2student)": 4.9838104248046875,
+      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "epoch": 0.012558869701726845,
+      "rel-constrast": 6.632684707641602,
+      "step": 16,
+      "subrel-constrast": 5.201573848724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.330692291259766,
+      "cov-distil (oracle2student)": 8.552825927734375,
+      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "epoch": 0.013343799058084773,
+      "rel-constrast": 9.133567810058594,
+      "step": 17,
+      "subrel-constrast": 7.034067153930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.602668285369873,
+      "cov-distil (oracle2student)": 5.244088172912598,
+      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "epoch": 0.0141287284144427,
+      "rel-constrast": 7.642650127410889,
+      "step": 18,
+      "subrel-constrast": 6.055438995361328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5356028079986572,
+      "cov-distil (oracle2student)": 6.620259761810303,
+      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "epoch": 0.014913657770800628,
+      "rel-constrast": 4.861123561859131,
+      "step": 19,
+      "subrel-constrast": 5.008308410644531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.015698587127158554,
+      "grad_norm": 11.5625,
+      "learning_rate": 9.5e-07,
+      "loss": 1.7254,
+      "step": 20
+    },
+    {
+      "cov-distil": 2.88397479057312,
+      "cov-distil (oracle2student)": 6.778175354003906,
+      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "epoch": 0.015698587127158554,
+      "rel-constrast": 4.111982345581055,
+      "step": 20,
+      "subrel-constrast": 3.8631598949432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.384960174560547,
+      "cov-distil (oracle2student)": 7.21034049987793,
+      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "epoch": 0.016483516483516484,
+      "rel-constrast": 7.05242395401001,
+      "step": 21,
+      "subrel-constrast": 5.182291030883789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517098903656006,
+      "cov-distil (oracle2student)": 4.5811920166015625,
+      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "epoch": 0.01726844583987441,
+      "rel-constrast": 4.999781131744385,
+      "step": 22,
+      "subrel-constrast": 4.843943119049072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.147690773010254,
+      "cov-distil (oracle2student)": 6.542362213134766,
+      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "epoch": 0.01805337519623234,
+      "rel-constrast": 6.193174839019775,
+      "step": 23,
+      "subrel-constrast": 4.360376834869385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1142213344573975,
+      "cov-distil (oracle2student)": 5.866973400115967,
+      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "epoch": 0.018838304552590265,
+      "rel-constrast": 4.719829559326172,
+      "step": 24,
+      "subrel-constrast": 4.7262139320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0676374435424805,
+      "cov-distil (oracle2student)": 6.361337661743164,
+      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "epoch": 0.019623233908948195,
+      "rel-constrast": 5.291130542755127,
+      "step": 25,
+      "subrel-constrast": 4.823647975921631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.472700834274292,
+      "cov-distil (oracle2student)": 7.129220962524414,
+      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "epoch": 0.02040816326530612,
+      "rel-constrast": 3.5912997722625732,
+      "step": 26,
+      "subrel-constrast": 5.144829273223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9654526710510254,
+      "cov-distil (oracle2student)": 3.9266674518585205,
+      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "epoch": 0.02119309262166405,
+      "rel-constrast": 6.281983375549316,
+      "step": 27,
+      "subrel-constrast": 5.6362786293029785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6815195083618164,
+      "cov-distil (oracle2student)": 7.881003379821777,
+      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "epoch": 0.02197802197802198,
+      "rel-constrast": 5.959110260009766,
+      "step": 28,
+      "subrel-constrast": 5.209717750549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.88785982131958,
+      "cov-distil (oracle2student)": 7.003663063049316,
+      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "epoch": 0.022762951334379906,
+      "rel-constrast": 8.367774963378906,
+      "step": 29,
+      "subrel-constrast": 6.187191486358643,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.023547880690737835,
+      "grad_norm": 17.75,
+      "learning_rate": 1.45e-06,
+      "loss": 1.4845,
+      "step": 30
+    },
+    {
+      "cov-distil": 3.3678722381591797,
+      "cov-distil (oracle2student)": 6.019737243652344,
+      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "epoch": 0.023547880690737835,
+      "rel-constrast": 5.960864067077637,
+      "step": 30,
+      "subrel-constrast": 5.250092029571533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0134525299072266,
+      "cov-distil (oracle2student)": 6.479032516479492,
+      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "epoch": 0.02433281004709576,
+      "rel-constrast": 4.5848002433776855,
+      "step": 31,
+      "subrel-constrast": 4.0105085372924805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.619563102722168,
+      "cov-distil (oracle2student)": 6.920108795166016,
+      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "epoch": 0.02511773940345369,
+      "rel-constrast": 4.926921367645264,
+      "step": 32,
+      "subrel-constrast": 5.2235589027404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2718629837036133,
+      "cov-distil (oracle2student)": 6.375840663909912,
+      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "epoch": 0.025902668759811617,
+      "rel-constrast": 5.111979007720947,
+      "step": 33,
+      "subrel-constrast": 4.850986003875732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4088358879089355,
+      "cov-distil (oracle2student)": 6.677534103393555,
+      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "epoch": 0.026687598116169546,
+      "rel-constrast": 7.12398624420166,
+      "step": 34,
+      "subrel-constrast": 6.821657180786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9008474349975586,
+      "cov-distil (oracle2student)": 7.56972074508667,
+      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "epoch": 0.027472527472527472,
+      "rel-constrast": 7.496291160583496,
+      "step": 35,
+      "subrel-constrast": 5.942625522613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.160658836364746,
+      "cov-distil (oracle2student)": 6.67634391784668,
+      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "epoch": 0.0282574568288854,
+      "rel-constrast": 7.814392566680908,
+      "step": 36,
+      "subrel-constrast": 7.040494918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.357525110244751,
+      "cov-distil (oracle2student)": 6.231601715087891,
+      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "epoch": 0.029042386185243328,
+      "rel-constrast": 7.538066864013672,
+      "step": 37,
+      "subrel-constrast": 5.962146759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8702592849731445,
+      "cov-distil (oracle2student)": 7.061007499694824,
+      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "epoch": 0.029827315541601257,
+      "rel-constrast": 5.386776447296143,
+      "step": 38,
+      "subrel-constrast": 5.066832065582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8868913650512695,
+      "cov-distil (oracle2student)": 7.514427185058594,
+      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "epoch": 0.030612244897959183,
+      "rel-constrast": 4.858754634857178,
+      "step": 39,
+      "subrel-constrast": 3.695237159729004,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03139717425431711,
+      "grad_norm": 14.9375,
+      "learning_rate": 1.95e-06,
+      "loss": 1.6072,
+      "step": 40
+    },
+    {
+      "cov-distil": 2.6346449851989746,
+      "cov-distil (oracle2student)": 5.6983489990234375,
+      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "epoch": 0.03139717425431711,
+      "rel-constrast": 5.201531887054443,
+      "step": 40,
+      "subrel-constrast": 4.837984085083008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.228761672973633,
+      "cov-distil (oracle2student)": 5.368660926818848,
+      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "epoch": 0.03218210361067504,
+      "rel-constrast": 5.638035774230957,
+      "step": 41,
+      "subrel-constrast": 4.828268051147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0427069664001465,
+      "cov-distil (oracle2student)": 5.979119300842285,
+      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "epoch": 0.03296703296703297,
+      "rel-constrast": 7.022146701812744,
+      "step": 42,
+      "subrel-constrast": 5.421981334686279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3467624187469482,
+      "cov-distil (oracle2student)": 5.9029388427734375,
+      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "epoch": 0.033751962323390894,
+      "rel-constrast": 5.638243198394775,
+      "step": 43,
+      "subrel-constrast": 4.6920084953308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.569026470184326,
+      "cov-distil (oracle2student)": 6.0826921463012695,
+      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "epoch": 0.03453689167974882,
+      "rel-constrast": 7.202978134155273,
+      "step": 44,
+      "subrel-constrast": 6.782849311828613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.127652168273926,
+      "cov-distil (oracle2student)": 6.768123626708984,
+      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "epoch": 0.03532182103610675,
+      "rel-constrast": 5.803994655609131,
+      "step": 45,
+      "subrel-constrast": 4.7947678565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7271077632904053,
+      "cov-distil (oracle2student)": 6.987262725830078,
+      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "epoch": 0.03610675039246468,
+      "rel-constrast": 7.125826835632324,
+      "step": 46,
+      "subrel-constrast": 6.822656631469727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9657368659973145,
+      "cov-distil (oracle2student)": 7.144539833068848,
+      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "epoch": 0.036891679748822605,
+      "rel-constrast": 7.449712753295898,
+      "step": 47,
+      "subrel-constrast": 5.7075347900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.010920763015747,
+      "cov-distil (oracle2student)": 6.869639873504639,
+      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "epoch": 0.03767660910518053,
+      "rel-constrast": 5.459962844848633,
+      "step": 48,
+      "subrel-constrast": 5.051971435546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7146430015563965,
+      "cov-distil (oracle2student)": 8.329263687133789,
+      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "epoch": 0.038461538461538464,
+      "rel-constrast": 8.239823341369629,
+      "step": 49,
+      "subrel-constrast": 6.8162150382995605,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.03924646781789639,
+      "grad_norm": 19.875,
+      "learning_rate": 2.4500000000000003e-06,
+      "loss": 1.6955,
+      "step": 50
+    },
+    {
+      "cov-distil": 3.2634499073028564,
+      "cov-distil (oracle2student)": 6.130512714385986,
+      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "epoch": 0.03924646781789639,
+      "rel-constrast": 6.289271354675293,
+      "step": 50,
+      "subrel-constrast": 4.33033561706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.303950309753418,
+      "cov-distil (oracle2student)": 8.357975006103516,
+      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "epoch": 0.040031397174254316,
+      "rel-constrast": 8.334805488586426,
+      "step": 51,
+      "subrel-constrast": 8.139405250549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2591934204101562,
+      "cov-distil (oracle2student)": 5.158834457397461,
+      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "epoch": 0.04081632653061224,
+      "rel-constrast": 5.297996520996094,
+      "step": 52,
+      "subrel-constrast": 4.4804863929748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.50638484954834,
+      "cov-distil (oracle2student)": 5.478808403015137,
+      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "epoch": 0.041601255886970175,
+      "rel-constrast": 8.10940170288086,
+      "step": 53,
+      "subrel-constrast": 5.969902038574219,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8422069549560547,
+      "cov-distil (oracle2student)": 6.521360874176025,
+      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "epoch": 0.0423861852433281,
+      "rel-constrast": 5.607071399688721,
+      "step": 54,
+      "subrel-constrast": 6.106446743011475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.085712194442749,
+      "cov-distil (oracle2student)": 10.780364990234375,
+      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "epoch": 0.04317111459968603,
+      "rel-constrast": 6.090634346008301,
+      "step": 55,
+      "subrel-constrast": 6.779709339141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.785494565963745,
+      "cov-distil (oracle2student)": 5.962707996368408,
+      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "epoch": 0.04395604395604396,
+      "rel-constrast": 5.856771469116211,
+      "step": 56,
+      "subrel-constrast": 5.509479522705078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.584353446960449,
+      "cov-distil (oracle2student)": 6.202386379241943,
+      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "epoch": 0.044740973312401885,
+      "rel-constrast": 6.150420188903809,
+      "step": 57,
+      "subrel-constrast": 5.121495723724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701603889465332,
+      "cov-distil (oracle2student)": 6.837789058685303,
+      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "epoch": 0.04552590266875981,
+      "rel-constrast": 7.76063346862793,
+      "step": 58,
+      "subrel-constrast": 5.378823280334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.710871696472168,
+      "cov-distil (oracle2student)": 9.897594451904297,
+      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "epoch": 0.04631083202511774,
+      "rel-constrast": 7.0981221199035645,
+      "step": 59,
+      "subrel-constrast": 7.289656639099121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.04709576138147567,
+      "grad_norm": 16.0,
+      "learning_rate": 2.95e-06,
+      "loss": 1.7425,
+      "step": 60
+    },
+    {
+      "cov-distil": 3.577488899230957,
+      "cov-distil (oracle2student)": 5.867010116577148,
+      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "epoch": 0.04709576138147567,
+      "rel-constrast": 5.175161838531494,
+      "step": 60,
+      "subrel-constrast": 4.913603782653809,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8872010707855225,
+      "cov-distil (oracle2student)": 5.9557085037231445,
+      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "epoch": 0.047880690737833596,
+      "rel-constrast": 6.276098728179932,
+      "step": 61,
+      "subrel-constrast": 5.370903015136719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.1421709060668945,
+      "cov-distil (oracle2student)": 6.92226505279541,
+      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "epoch": 0.04866562009419152,
+      "rel-constrast": 5.787407398223877,
+      "step": 62,
+      "subrel-constrast": 4.8872456550598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.272606372833252,
+      "cov-distil (oracle2student)": 5.872837066650391,
+      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "epoch": 0.04945054945054945,
+      "rel-constrast": 8.104948043823242,
+      "step": 63,
+      "subrel-constrast": 5.131637096405029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4897913932800293,
+      "cov-distil (oracle2student)": 5.026608467102051,
+      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "epoch": 0.05023547880690738,
+      "rel-constrast": 5.219900608062744,
+      "step": 64,
+      "subrel-constrast": 3.928039073944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8875179290771484,
+      "cov-distil (oracle2student)": 7.8943681716918945,
+      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "epoch": 0.05102040816326531,
+      "rel-constrast": 6.689120292663574,
+      "step": 65,
+      "subrel-constrast": 5.134953022003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.124709129333496,
+      "cov-distil (oracle2student)": 5.3820366859436035,
+      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "epoch": 0.05180533751962323,
+      "rel-constrast": 5.537747859954834,
+      "step": 66,
+      "subrel-constrast": 3.9992260932922363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.69231915473938,
+      "cov-distil (oracle2student)": 6.316229820251465,
+      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "epoch": 0.05259026687598116,
+      "rel-constrast": 7.291317462921143,
+      "step": 67,
+      "subrel-constrast": 5.170005798339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.139277935028076,
+      "cov-distil (oracle2student)": 5.806092262268066,
+      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "epoch": 0.05337519623233909,
+      "rel-constrast": 4.4095139503479,
+      "step": 68,
+      "subrel-constrast": 4.170525074005127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6359305381774902,
+      "cov-distil (oracle2student)": 6.551682949066162,
+      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "epoch": 0.05416012558869702,
+      "rel-constrast": 5.37055778503418,
+      "step": 69,
+      "subrel-constrast": 5.060253620147705,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.054945054945054944,
+      "grad_norm": 14.3125,
+      "learning_rate": 3.4500000000000004e-06,
+      "loss": 1.5812,
+      "step": 70
+    },
+    {
+      "cov-distil": 3.1894845962524414,
+      "cov-distil (oracle2student)": 6.189196586608887,
+      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "epoch": 0.054945054945054944,
+      "rel-constrast": 6.035884380340576,
+      "step": 70,
+      "subrel-constrast": 5.30534553527832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3957502841949463,
+      "cov-distil (oracle2student)": 6.262465476989746,
+      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "epoch": 0.05572998430141287,
+      "rel-constrast": 5.4684906005859375,
+      "step": 71,
+      "subrel-constrast": 5.43447732925415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7110936641693115,
+      "cov-distil (oracle2student)": 9.013875007629395,
+      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "epoch": 0.0565149136577708,
+      "rel-constrast": 8.860300064086914,
+      "step": 72,
+      "subrel-constrast": 6.688097953796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.631287097930908,
+      "cov-distil (oracle2student)": 5.5042829513549805,
+      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "epoch": 0.05729984301412873,
+      "rel-constrast": 7.457805156707764,
+      "step": 73,
+      "subrel-constrast": 5.069272518157959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0951480865478516,
+      "cov-distil (oracle2student)": 10.49281120300293,
+      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "epoch": 0.058084772370486655,
+      "rel-constrast": 8.317502975463867,
+      "step": 74,
+      "subrel-constrast": 6.139723300933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.448239803314209,
+      "cov-distil (oracle2student)": 6.778696060180664,
+      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "epoch": 0.05886970172684458,
+      "rel-constrast": 6.208157062530518,
+      "step": 75,
+      "subrel-constrast": 5.600346088409424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9895548820495605,
+      "cov-distil (oracle2student)": 4.833767890930176,
+      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "epoch": 0.059654631083202514,
+      "rel-constrast": 5.301086902618408,
+      "step": 76,
+      "subrel-constrast": 4.662568092346191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.35664701461792,
+      "cov-distil (oracle2student)": 5.233097076416016,
+      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "epoch": 0.06043956043956044,
+      "rel-constrast": 5.103623867034912,
+      "step": 77,
+      "subrel-constrast": 4.268317222595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.415127754211426,
+      "cov-distil (oracle2student)": 6.644197940826416,
+      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "epoch": 0.061224489795918366,
+      "rel-constrast": 6.561215400695801,
+      "step": 78,
+      "subrel-constrast": 5.962937355041504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.510354995727539,
+      "cov-distil (oracle2student)": 8.139422416687012,
+      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "epoch": 0.06200941915227629,
+      "rel-constrast": 6.134330749511719,
+      "step": 79,
+      "subrel-constrast": 5.620271682739258,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.06279434850863422,
+      "grad_norm": 15.1875,
+      "learning_rate": 3.95e-06,
+      "loss": 1.7156,
+      "step": 80
+    },
+    {
+      "cov-distil": 3.3284835815429688,
+      "cov-distil (oracle2student)": 7.619293212890625,
+      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "epoch": 0.06279434850863422,
+      "rel-constrast": 7.173356533050537,
+      "step": 80,
+      "subrel-constrast": 6.808206558227539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4397096633911133,
+      "cov-distil (oracle2student)": 7.676415920257568,
+      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "epoch": 0.06357927786499215,
+      "rel-constrast": 6.886641502380371,
+      "step": 81,
+      "subrel-constrast": 6.984169960021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0268101692199707,
+      "cov-distil (oracle2student)": 7.81688117980957,
+      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "epoch": 0.06436420722135008,
+      "rel-constrast": 5.896097660064697,
+      "step": 82,
+      "subrel-constrast": 5.227864742279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.393474578857422,
+      "cov-distil (oracle2student)": 6.482656478881836,
+      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "epoch": 0.065149136577708,
+      "rel-constrast": 6.319892883300781,
+      "step": 83,
+      "subrel-constrast": 5.442715644836426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.517345905303955,
+      "cov-distil (oracle2student)": 6.040264129638672,
+      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "epoch": 0.06593406593406594,
+      "rel-constrast": 5.40537166595459,
+      "step": 84,
+      "subrel-constrast": 4.604902267456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.264801502227783,
+      "cov-distil (oracle2student)": 4.99867057800293,
+      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "epoch": 0.06671899529042387,
+      "rel-constrast": 5.624813079833984,
+      "step": 85,
+      "subrel-constrast": 4.161462783813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266205310821533,
+      "cov-distil (oracle2student)": 8.019726753234863,
+      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "epoch": 0.06750392464678179,
+      "rel-constrast": 5.973287582397461,
+      "step": 86,
+      "subrel-constrast": 5.353548526763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9515674114227295,
+      "cov-distil (oracle2student)": 6.66702938079834,
+      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "epoch": 0.06828885400313972,
+      "rel-constrast": 7.188405990600586,
+      "step": 87,
+      "subrel-constrast": 6.352745056152344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.024931907653809,
+      "cov-distil (oracle2student)": 8.261985778808594,
+      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "epoch": 0.06907378335949764,
+      "rel-constrast": 6.1363115310668945,
+      "step": 88,
+      "subrel-constrast": 5.887054920196533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.616726875305176,
+      "cov-distil (oracle2student)": 7.866814613342285,
+      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "epoch": 0.06985871271585557,
+      "rel-constrast": 6.378461837768555,
+      "step": 89,
+      "subrel-constrast": 5.206252098083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.0706436420722135,
+      "grad_norm": 17.75,
+      "learning_rate": 4.45e-06,
+      "loss": 1.6566,
+      "step": 90
+    },
+    {
+      "cov-distil": 3.3641278743743896,
+      "cov-distil (oracle2student)": 5.879482269287109,
+      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "epoch": 0.0706436420722135,
+      "rel-constrast": 4.970180511474609,
+      "step": 90,
+      "subrel-constrast": 4.763465881347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9355416297912598,
+      "cov-distil (oracle2student)": 6.9991936683654785,
+      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "epoch": 0.07142857142857142,
+      "rel-constrast": 5.827273845672607,
+      "step": 91,
+      "subrel-constrast": 4.389217853546143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.328171491622925,
+      "cov-distil (oracle2student)": 6.016704559326172,
+      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "epoch": 0.07221350078492936,
+      "rel-constrast": 6.104631423950195,
+      "step": 92,
+      "subrel-constrast": 5.1348137855529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7416696548461914,
+      "cov-distil (oracle2student)": 6.554116249084473,
+      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "epoch": 0.07299843014128729,
+      "rel-constrast": 4.428642272949219,
+      "step": 93,
+      "subrel-constrast": 4.080572605133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.126981258392334,
+      "cov-distil (oracle2student)": 7.561041355133057,
+      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "epoch": 0.07378335949764521,
+      "rel-constrast": 6.626583576202393,
+      "step": 94,
+      "subrel-constrast": 6.036290168762207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.266633987426758,
+      "cov-distil (oracle2student)": 8.336587905883789,
+      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "epoch": 0.07456828885400314,
+      "rel-constrast": 5.243127822875977,
+      "step": 95,
+      "subrel-constrast": 5.471756458282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3002748489379883,
+      "cov-distil (oracle2student)": 7.252134799957275,
+      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "epoch": 0.07535321821036106,
+      "rel-constrast": 6.544553756713867,
+      "step": 96,
+      "subrel-constrast": 4.715362548828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.930333375930786,
+      "cov-distil (oracle2student)": 7.169529914855957,
+      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "epoch": 0.076138147566719,
+      "rel-constrast": 8.069984436035156,
+      "step": 97,
+      "subrel-constrast": 6.452698230743408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3107340335845947,
+      "cov-distil (oracle2student)": 5.442892074584961,
+      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "epoch": 0.07692307692307693,
+      "rel-constrast": 5.03950834274292,
+      "step": 98,
+      "subrel-constrast": 5.33092737197876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7905068397521973,
+      "cov-distil (oracle2student)": 6.082137584686279,
+      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "epoch": 0.07770800627943485,
+      "rel-constrast": 5.238041400909424,
+      "step": 99,
+      "subrel-constrast": 5.280867576599121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "grad_norm": 16.25,
+      "learning_rate": 4.950000000000001e-06,
+      "loss": 1.5351,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "overlap": 0.20468750596046448,
+      "step": 100
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "student margin": 0.018585205078125
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "step": 100,
+      "teacher margin": 0.0267791748046875
+    },
+    {
+      "epoch": 0.07849293563579278,
+      "margin difference": 0.0081939697265625,
+      "step": 100
+    },
+    {
+      "cov-distil": 3.0693624019622803,
+      "cov-distil (oracle2student)": 6.980118751525879,
+      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "epoch": 0.07849293563579278,
+      "rel-constrast": 9.246582984924316,
+      "step": 100,
+      "subrel-constrast": 5.737648963928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.966313362121582,
+      "cov-distil (oracle2student)": 6.273595809936523,
+      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "epoch": 0.07927786499215071,
+      "rel-constrast": 8.411349296569824,
+      "step": 101,
+      "subrel-constrast": 8.01908016204834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8371520042419434,
+      "cov-distil (oracle2student)": 8.099665641784668,
+      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "epoch": 0.08006279434850863,
+      "rel-constrast": 4.871597766876221,
+      "step": 102,
+      "subrel-constrast": 3.9983325004577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8040473461151123,
+      "cov-distil (oracle2student)": 7.026789665222168,
+      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "epoch": 0.08084772370486656,
+      "rel-constrast": 6.079948902130127,
+      "step": 103,
+      "subrel-constrast": 5.005115985870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1548211574554443,
+      "cov-distil (oracle2student)": 6.445549488067627,
+      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "epoch": 0.08163265306122448,
+      "rel-constrast": 7.2248029708862305,
+      "step": 104,
+      "subrel-constrast": 5.305993556976318,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.700580596923828,
+      "cov-distil (oracle2student)": 6.819460868835449,
+      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "epoch": 0.08241758241758242,
+      "rel-constrast": 6.1904296875,
+      "step": 105,
+      "subrel-constrast": 4.427753925323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641253709793091,
+      "cov-distil (oracle2student)": 7.707598686218262,
+      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "epoch": 0.08320251177394035,
+      "rel-constrast": 6.605925559997559,
+      "step": 106,
+      "subrel-constrast": 5.04954719543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9230635166168213,
+      "cov-distil (oracle2student)": 5.4684858322143555,
+      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "epoch": 0.08398744113029827,
+      "rel-constrast": 5.391318321228027,
+      "step": 107,
+      "subrel-constrast": 4.032782554626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.161479949951172,
+      "cov-distil (oracle2student)": 7.42598819732666,
+      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "epoch": 0.0847723704866562,
+      "rel-constrast": 5.700629234313965,
+      "step": 108,
+      "subrel-constrast": 5.242112636566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.411763906478882,
+      "cov-distil (oracle2student)": 4.519542217254639,
+      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "epoch": 0.08555729984301413,
+      "rel-constrast": 3.85139799118042,
+      "step": 109,
+      "subrel-constrast": 3.0891919136047363,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.08634222919937205,
+      "grad_norm": 12.6875,
+      "learning_rate": 5.45e-06,
+      "loss": 1.6685,
+      "step": 110
+    },
+    {
+      "cov-distil": 3.7623462677001953,
+      "cov-distil (oracle2student)": 5.816520690917969,
+      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "epoch": 0.08634222919937205,
+      "rel-constrast": 5.916131496429443,
+      "step": 110,
+      "subrel-constrast": 5.666640758514404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9162516593933105,
+      "cov-distil (oracle2student)": 6.607631683349609,
+      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "epoch": 0.08712715855572999,
+      "rel-constrast": 6.387336254119873,
+      "step": 111,
+      "subrel-constrast": 6.173241138458252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.200730085372925,
+      "cov-distil (oracle2student)": 5.046133041381836,
+      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "epoch": 0.08791208791208792,
+      "rel-constrast": 6.980642795562744,
+      "step": 112,
+      "subrel-constrast": 5.868181228637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8479957580566406,
+      "cov-distil (oracle2student)": 5.748662948608398,
+      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "epoch": 0.08869701726844584,
+      "rel-constrast": 6.133625507354736,
+      "step": 113,
+      "subrel-constrast": 5.044037818908691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.956294059753418,
+      "cov-distil (oracle2student)": 5.843686103820801,
+      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "epoch": 0.08948194662480377,
+      "rel-constrast": 5.719607353210449,
+      "step": 114,
+      "subrel-constrast": 4.5047831535339355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6976065635681152,
+      "cov-distil (oracle2student)": 6.534242153167725,
+      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "epoch": 0.09026687598116169,
+      "rel-constrast": 6.587165832519531,
+      "step": 115,
+      "subrel-constrast": 5.188892841339111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2262754440307617,
+      "cov-distil (oracle2student)": 7.407478332519531,
+      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "epoch": 0.09105180533751962,
+      "rel-constrast": 7.407068252563477,
+      "step": 116,
+      "subrel-constrast": 6.1709818840026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.905567169189453,
+      "cov-distil (oracle2student)": 6.0437421798706055,
+      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "epoch": 0.09183673469387756,
+      "rel-constrast": 5.36617374420166,
+      "step": 117,
+      "subrel-constrast": 4.775646686553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6030263900756836,
+      "cov-distil (oracle2student)": 7.838919639587402,
+      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "epoch": 0.09262166405023547,
+      "rel-constrast": 4.8718767166137695,
+      "step": 118,
+      "subrel-constrast": 4.323362827301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.951072931289673,
+      "cov-distil (oracle2student)": 3.37375545501709,
+      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "epoch": 0.09340659340659341,
+      "rel-constrast": 4.747162342071533,
+      "step": 119,
+      "subrel-constrast": 4.06825590133667,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.09419152276295134,
+      "grad_norm": 11.8125,
+      "learning_rate": 5.95e-06,
+      "loss": 1.5856,
+      "step": 120
+    },
+    {
+      "cov-distil": 2.652560234069824,
+      "cov-distil (oracle2student)": 7.5916571617126465,
+      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "epoch": 0.09419152276295134,
+      "rel-constrast": 5.198563575744629,
+      "step": 120,
+      "subrel-constrast": 4.764272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276362895965576,
+      "cov-distil (oracle2student)": 4.456997871398926,
+      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "epoch": 0.09497645211930926,
+      "rel-constrast": 6.008549213409424,
+      "step": 121,
+      "subrel-constrast": 4.660116672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.912120819091797,
+      "cov-distil (oracle2student)": 8.093740463256836,
+      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "epoch": 0.09576138147566719,
+      "rel-constrast": 6.139238357543945,
+      "step": 122,
+      "subrel-constrast": 4.679972171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.049605369567871,
+      "cov-distil (oracle2student)": 5.1690802574157715,
+      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "epoch": 0.09654631083202511,
+      "rel-constrast": 5.203070640563965,
+      "step": 123,
+      "subrel-constrast": 4.063456058502197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0213463306427,
+      "cov-distil (oracle2student)": 7.696413993835449,
+      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "epoch": 0.09733124018838304,
+      "rel-constrast": 6.98874568939209,
+      "step": 124,
+      "subrel-constrast": 5.5499491691589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.535893440246582,
+      "cov-distil (oracle2student)": 8.712299346923828,
+      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "epoch": 0.09811616954474098,
+      "rel-constrast": 6.464357376098633,
+      "step": 125,
+      "subrel-constrast": 5.6494855880737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6822762489318848,
+      "cov-distil (oracle2student)": 6.449732780456543,
+      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "epoch": 0.0989010989010989,
+      "rel-constrast": 5.643919944763184,
+      "step": 126,
+      "subrel-constrast": 4.270016193389893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1074256896972656,
+      "cov-distil (oracle2student)": 5.3115644454956055,
+      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "epoch": 0.09968602825745683,
+      "rel-constrast": 5.749547004699707,
+      "step": 127,
+      "subrel-constrast": 5.532700538635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.936629295349121,
+      "cov-distil (oracle2student)": 5.304935455322266,
+      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "epoch": 0.10047095761381476,
+      "rel-constrast": 6.327916622161865,
+      "step": 128,
+      "subrel-constrast": 4.5997748374938965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.669504165649414,
+      "cov-distil (oracle2student)": 9.971288681030273,
+      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "epoch": 0.10125588697017268,
+      "rel-constrast": 6.6161065101623535,
+      "step": 129,
+      "subrel-constrast": 5.407919883728027,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10204081632653061,
+      "grad_norm": 16.5,
+      "learning_rate": 6.45e-06,
+      "loss": 1.5831,
+      "step": 130
+    },
+    {
+      "cov-distil": 2.327519178390503,
+      "cov-distil (oracle2student)": 6.993311405181885,
+      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "epoch": 0.10204081632653061,
+      "rel-constrast": 4.820262432098389,
+      "step": 130,
+      "subrel-constrast": 3.4438061714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0019335746765137,
+      "cov-distil (oracle2student)": 4.936619281768799,
+      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "epoch": 0.10282574568288853,
+      "rel-constrast": 5.546187400817871,
+      "step": 131,
+      "subrel-constrast": 4.52654504776001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2872753143310547,
+      "cov-distil (oracle2student)": 4.686687469482422,
+      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "epoch": 0.10361067503924647,
+      "rel-constrast": 4.3100128173828125,
+      "step": 132,
+      "subrel-constrast": 4.772364139556885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.951021432876587,
+      "cov-distil (oracle2student)": 5.6703667640686035,
+      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "epoch": 0.1043956043956044,
+      "rel-constrast": 7.899327754974365,
+      "step": 133,
+      "subrel-constrast": 5.173623085021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8324503898620605,
+      "cov-distil (oracle2student)": 6.385481834411621,
+      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "epoch": 0.10518053375196232,
+      "rel-constrast": 7.542125701904297,
+      "step": 134,
+      "subrel-constrast": 6.20897102355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.568618059158325,
+      "cov-distil (oracle2student)": 5.818717956542969,
+      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "epoch": 0.10596546310832025,
+      "rel-constrast": 6.248257637023926,
+      "step": 135,
+      "subrel-constrast": 5.135055065155029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.144698143005371,
+      "cov-distil (oracle2student)": 4.889866828918457,
+      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "epoch": 0.10675039246467818,
+      "rel-constrast": 5.107748031616211,
+      "step": 136,
+      "subrel-constrast": 4.345935821533203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7044363021850586,
+      "cov-distil (oracle2student)": 6.096634864807129,
+      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "epoch": 0.1075353218210361,
+      "rel-constrast": 4.691919326782227,
+      "step": 137,
+      "subrel-constrast": 3.9912216663360596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4799304008483887,
+      "cov-distil (oracle2student)": 7.858448505401611,
+      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "epoch": 0.10832025117739404,
+      "rel-constrast": 6.566288948059082,
+      "step": 138,
+      "subrel-constrast": 5.5048980712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7945852279663086,
+      "cov-distil (oracle2student)": 7.29274320602417,
+      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "epoch": 0.10910518053375197,
+      "rel-constrast": 5.898140907287598,
+      "step": 139,
+      "subrel-constrast": 5.746703624725342,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.10989010989010989,
+      "grad_norm": 18.125,
+      "learning_rate": 6.950000000000001e-06,
+      "loss": 1.536,
+      "step": 140
+    },
+    {
+      "cov-distil": 3.14044451713562,
+      "cov-distil (oracle2student)": 4.587895393371582,
+      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "epoch": 0.10989010989010989,
+      "rel-constrast": 5.251264572143555,
+      "step": 140,
+      "subrel-constrast": 5.109164714813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.021540641784668,
+      "cov-distil (oracle2student)": 7.4869279861450195,
+      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "epoch": 0.11067503924646782,
+      "rel-constrast": 6.179267406463623,
+      "step": 141,
+      "subrel-constrast": 5.208951950073242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6684998273849487,
+      "cov-distil (oracle2student)": 6.087306976318359,
+      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "epoch": 0.11145996860282574,
+      "rel-constrast": 5.406123161315918,
+      "step": 142,
+      "subrel-constrast": 4.496994495391846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436387300491333,
+      "cov-distil (oracle2student)": 6.199030876159668,
+      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "epoch": 0.11224489795918367,
+      "rel-constrast": 7.168307781219482,
+      "step": 143,
+      "subrel-constrast": 7.344377517700195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8038110733032227,
+      "cov-distil (oracle2student)": 6.1025261878967285,
+      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "epoch": 0.1130298273155416,
+      "rel-constrast": 5.3039350509643555,
+      "step": 144,
+      "subrel-constrast": 5.038955211639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3631601333618164,
+      "cov-distil (oracle2student)": 5.591802597045898,
+      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "epoch": 0.11381475667189953,
+      "rel-constrast": 5.500809669494629,
+      "step": 145,
+      "subrel-constrast": 4.158411979675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.101959705352783,
+      "cov-distil (oracle2student)": 8.792764663696289,
+      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "epoch": 0.11459968602825746,
+      "rel-constrast": 8.219110488891602,
+      "step": 146,
+      "subrel-constrast": 6.158865451812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.208827018737793,
+      "cov-distil (oracle2student)": 5.422389984130859,
+      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "epoch": 0.11538461538461539,
+      "rel-constrast": 4.903823375701904,
+      "step": 147,
+      "subrel-constrast": 3.73964786529541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6742186546325684,
+      "cov-distil (oracle2student)": 8.266731262207031,
+      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "epoch": 0.11616954474097331,
+      "rel-constrast": 7.703867435455322,
+      "step": 148,
+      "subrel-constrast": 7.040656566619873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.720594644546509,
+      "cov-distil (oracle2student)": 6.478317737579346,
+      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "epoch": 0.11695447409733124,
+      "rel-constrast": 5.557610511779785,
+      "step": 149,
+      "subrel-constrast": 5.062001705169678,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.11773940345368916,
+      "grad_norm": 13.25,
+      "learning_rate": 7.45e-06,
+      "loss": 1.6052,
+      "step": 150
+    },
+    {
+      "cov-distil": 2.7814245223999023,
+      "cov-distil (oracle2student)": 3.1672582626342773,
+      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "epoch": 0.11773940345368916,
+      "rel-constrast": 3.688767671585083,
+      "step": 150,
+      "subrel-constrast": 4.0553388595581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.247326374053955,
+      "cov-distil (oracle2student)": 6.089717388153076,
+      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "epoch": 0.1185243328100471,
+      "rel-constrast": 7.835025787353516,
+      "step": 151,
+      "subrel-constrast": 5.920222282409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.4771711826324463,
+      "cov-distil (oracle2student)": 5.4199323654174805,
+      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "epoch": 0.11930926216640503,
+      "rel-constrast": 5.148440361022949,
+      "step": 152,
+      "subrel-constrast": 5.527997016906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1515517234802246,
+      "cov-distil (oracle2student)": 5.8758463859558105,
+      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "epoch": 0.12009419152276295,
+      "rel-constrast": 6.0649309158325195,
+      "step": 153,
+      "subrel-constrast": 5.996879577636719,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6257619857788086,
+      "cov-distil (oracle2student)": 6.314117908477783,
+      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "epoch": 0.12087912087912088,
+      "rel-constrast": 5.450338840484619,
+      "step": 154,
+      "subrel-constrast": 5.505670547485352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0370373725891113,
+      "cov-distil (oracle2student)": 4.342787742614746,
+      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "epoch": 0.12166405023547881,
+      "rel-constrast": 4.312812805175781,
+      "step": 155,
+      "subrel-constrast": 4.328639984130859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.520047903060913,
+      "cov-distil (oracle2student)": 7.382922172546387,
+      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "epoch": 0.12244897959183673,
+      "rel-constrast": 6.673659324645996,
+      "step": 156,
+      "subrel-constrast": 5.639657974243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1351096630096436,
+      "cov-distil (oracle2student)": 6.902695178985596,
+      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "epoch": 0.12323390894819466,
+      "rel-constrast": 6.046702861785889,
+      "step": 157,
+      "subrel-constrast": 4.712500095367432,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.25526762008667,
+      "cov-distil (oracle2student)": 6.525176048278809,
+      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "epoch": 0.12401883830455258,
+      "rel-constrast": 5.966568946838379,
+      "step": 158,
+      "subrel-constrast": 5.607508659362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9533963203430176,
+      "cov-distil (oracle2student)": 6.75103759765625,
+      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "epoch": 0.12480376766091052,
+      "rel-constrast": 7.113164901733398,
+      "step": 159,
+      "subrel-constrast": 5.0479631423950195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.12558869701726844,
+      "grad_norm": 17.375,
+      "learning_rate": 7.95e-06,
+      "loss": 1.5405,
+      "step": 160
+    },
+    {
+      "cov-distil": 2.9749436378479004,
+      "cov-distil (oracle2student)": 5.1709065437316895,
+      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "epoch": 0.12558869701726844,
+      "rel-constrast": 4.383584976196289,
+      "step": 160,
+      "subrel-constrast": 4.833831310272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0097780227661133,
+      "cov-distil (oracle2student)": 5.923301696777344,
+      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "epoch": 0.12637362637362637,
+      "rel-constrast": 5.818535804748535,
+      "step": 161,
+      "subrel-constrast": 5.84551477432251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5908939838409424,
+      "cov-distil (oracle2student)": 5.665188789367676,
+      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "epoch": 0.1271585557299843,
+      "rel-constrast": 5.184443473815918,
+      "step": 162,
+      "subrel-constrast": 4.453043460845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.840712070465088,
+      "cov-distil (oracle2student)": 6.3763909339904785,
+      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "epoch": 0.12794348508634223,
+      "rel-constrast": 6.74964714050293,
+      "step": 163,
+      "subrel-constrast": 6.0634331703186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5142221450805664,
+      "cov-distil (oracle2student)": 5.44363260269165,
+      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "epoch": 0.12872841444270017,
+      "rel-constrast": 5.557941436767578,
+      "step": 164,
+      "subrel-constrast": 5.863348960876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2164993286132812,
+      "cov-distil (oracle2student)": 5.855222225189209,
+      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "epoch": 0.12951334379905807,
+      "rel-constrast": 6.6434831619262695,
+      "step": 165,
+      "subrel-constrast": 5.331329822540283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1836464405059814,
+      "cov-distil (oracle2student)": 4.513020038604736,
+      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "epoch": 0.130298273155416,
+      "rel-constrast": 5.878671646118164,
+      "step": 166,
+      "subrel-constrast": 4.37673807144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.782824754714966,
+      "cov-distil (oracle2student)": 5.268921375274658,
+      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "epoch": 0.13108320251177394,
+      "rel-constrast": 5.137875556945801,
+      "step": 167,
+      "subrel-constrast": 4.443451881408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.539813995361328,
+      "cov-distil (oracle2student)": 5.48532247543335,
+      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "epoch": 0.13186813186813187,
+      "rel-constrast": 4.842020511627197,
+      "step": 168,
+      "subrel-constrast": 4.043414115905762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7517428398132324,
+      "cov-distil (oracle2student)": 5.737140655517578,
+      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "epoch": 0.1326530612244898,
+      "rel-constrast": 5.73463249206543,
+      "step": 169,
+      "subrel-constrast": 5.651345729827881,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.13343799058084774,
+      "grad_norm": 13.375,
+      "learning_rate": 8.45e-06,
+      "loss": 1.4693,
+      "step": 170
+    },
+    {
+      "cov-distil": 3.406038522720337,
+      "cov-distil (oracle2student)": 4.48272705078125,
+      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "epoch": 0.13343799058084774,
+      "rel-constrast": 5.328525543212891,
+      "step": 170,
+      "subrel-constrast": 5.504851818084717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2601351737976074,
+      "cov-distil (oracle2student)": 5.214707374572754,
+      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "epoch": 0.13422291993720564,
+      "rel-constrast": 5.732027530670166,
+      "step": 171,
+      "subrel-constrast": 5.551510334014893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2649431228637695,
+      "cov-distil (oracle2student)": 4.903834819793701,
+      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "epoch": 0.13500784929356358,
+      "rel-constrast": 5.048663139343262,
+      "step": 172,
+      "subrel-constrast": 4.259944438934326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.291656970977783,
+      "cov-distil (oracle2student)": 5.617837905883789,
+      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "epoch": 0.1357927786499215,
+      "rel-constrast": 4.11165714263916,
+      "step": 173,
+      "subrel-constrast": 3.9811415672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3816723823547363,
+      "cov-distil (oracle2student)": 5.013119697570801,
+      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "epoch": 0.13657770800627944,
+      "rel-constrast": 7.141737461090088,
+      "step": 174,
+      "subrel-constrast": 5.517435550689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.518374443054199,
+      "cov-distil (oracle2student)": 5.188939094543457,
+      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "epoch": 0.13736263736263737,
+      "rel-constrast": 4.657840251922607,
+      "step": 175,
+      "subrel-constrast": 4.213469982147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1605043411254883,
+      "cov-distil (oracle2student)": 5.80596923828125,
+      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "epoch": 0.13814756671899528,
+      "rel-constrast": 5.725188732147217,
+      "step": 176,
+      "subrel-constrast": 5.085594177246094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.439970016479492,
+      "cov-distil (oracle2student)": 5.797138214111328,
+      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "epoch": 0.1389324960753532,
+      "rel-constrast": 4.679790019989014,
+      "step": 177,
+      "subrel-constrast": 4.292531967163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4772512912750244,
+      "cov-distil (oracle2student)": 5.517018795013428,
+      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "epoch": 0.13971742543171115,
+      "rel-constrast": 5.169275283813477,
+      "step": 178,
+      "subrel-constrast": 6.139341354370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.388380527496338,
+      "cov-distil (oracle2student)": 8.562522888183594,
+      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "epoch": 0.14050235478806908,
+      "rel-constrast": 5.553293704986572,
+      "step": 179,
+      "subrel-constrast": 5.5493621826171875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.141287284144427,
+      "grad_norm": 18.5,
+      "learning_rate": 8.95e-06,
+      "loss": 1.4052,
+      "step": 180
+    },
+    {
+      "cov-distil": 3.203474998474121,
+      "cov-distil (oracle2student)": 4.659393310546875,
+      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "epoch": 0.141287284144427,
+      "rel-constrast": 4.3841938972473145,
+      "step": 180,
+      "subrel-constrast": 4.432641506195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8620846271514893,
+      "cov-distil (oracle2student)": 4.239439964294434,
+      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "epoch": 0.14207221350078492,
+      "rel-constrast": 5.2689032554626465,
+      "step": 181,
+      "subrel-constrast": 4.619548797607422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6243515014648438,
+      "cov-distil (oracle2student)": 6.16297721862793,
+      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "epoch": 0.14285714285714285,
+      "rel-constrast": 5.904332160949707,
+      "step": 182,
+      "subrel-constrast": 4.9689106941223145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963348388671875,
+      "cov-distil (oracle2student)": 6.655308723449707,
+      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "epoch": 0.14364207221350078,
+      "rel-constrast": 4.478253364562988,
+      "step": 183,
+      "subrel-constrast": 4.905683517456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.237755298614502,
+      "cov-distil (oracle2student)": 6.64764404296875,
+      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "epoch": 0.14442700156985872,
+      "rel-constrast": 5.552248001098633,
+      "step": 184,
+      "subrel-constrast": 4.654872417449951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.473625659942627,
+      "cov-distil (oracle2student)": 6.30503511428833,
+      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "epoch": 0.14521193092621665,
+      "rel-constrast": 5.798867225646973,
+      "step": 185,
+      "subrel-constrast": 5.5699639320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1829147338867188,
+      "cov-distil (oracle2student)": 5.21027946472168,
+      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "epoch": 0.14599686028257458,
+      "rel-constrast": 5.464681625366211,
+      "step": 186,
+      "subrel-constrast": 5.187503814697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0477654933929443,
+      "cov-distil (oracle2student)": 6.166605472564697,
+      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "epoch": 0.14678178963893249,
+      "rel-constrast": 6.169456481933594,
+      "step": 187,
+      "subrel-constrast": 5.03766393661499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8547275066375732,
+      "cov-distil (oracle2student)": 5.306525707244873,
+      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "epoch": 0.14756671899529042,
+      "rel-constrast": 5.305285930633545,
+      "step": 188,
+      "subrel-constrast": 4.854366779327393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699039459228516,
+      "cov-distil (oracle2student)": 6.397008419036865,
+      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "epoch": 0.14835164835164835,
+      "rel-constrast": 6.549964427947998,
+      "step": 189,
+      "subrel-constrast": 5.943665981292725,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.14913657770800628,
+      "grad_norm": 13.6875,
+      "learning_rate": 9.450000000000001e-06,
+      "loss": 1.443,
+      "step": 190
+    },
+    {
+      "cov-distil": 3.1331424713134766,
+      "cov-distil (oracle2student)": 6.638267517089844,
+      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "epoch": 0.14913657770800628,
+      "rel-constrast": 6.56038236618042,
+      "step": 190,
+      "subrel-constrast": 5.594992160797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.656987190246582,
+      "cov-distil (oracle2student)": 6.065674781799316,
+      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "epoch": 0.14992150706436422,
+      "rel-constrast": 5.598496913909912,
+      "step": 191,
+      "subrel-constrast": 6.7906293869018555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.191580295562744,
+      "cov-distil (oracle2student)": 8.038559913635254,
+      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "epoch": 0.15070643642072212,
+      "rel-constrast": 4.849475860595703,
+      "step": 192,
+      "subrel-constrast": 4.131407737731934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.683588743209839,
+      "cov-distil (oracle2student)": 4.587405681610107,
+      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "epoch": 0.15149136577708006,
+      "rel-constrast": 4.667137622833252,
+      "step": 193,
+      "subrel-constrast": 4.492706775665283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5755395889282227,
+      "cov-distil (oracle2student)": 4.595428466796875,
+      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "epoch": 0.152276295133438,
+      "rel-constrast": 7.136086463928223,
+      "step": 194,
+      "subrel-constrast": 5.662163257598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.534440040588379,
+      "cov-distil (oracle2student)": 7.176570892333984,
+      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "epoch": 0.15306122448979592,
+      "rel-constrast": 6.500258445739746,
+      "step": 195,
+      "subrel-constrast": 5.75777006149292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.331389904022217,
+      "cov-distil (oracle2student)": 7.628920078277588,
+      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "epoch": 0.15384615384615385,
+      "rel-constrast": 5.442966461181641,
+      "step": 196,
+      "subrel-constrast": 5.2714996337890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9742186069488525,
+      "cov-distil (oracle2student)": 4.961199760437012,
+      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "epoch": 0.1546310832025118,
+      "rel-constrast": 4.30648946762085,
+      "step": 197,
+      "subrel-constrast": 4.105319499969482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3590917587280273,
+      "cov-distil (oracle2student)": 3.817314624786377,
+      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "epoch": 0.1554160125588697,
+      "rel-constrast": 4.151867866516113,
+      "step": 198,
+      "subrel-constrast": 3.6788856983184814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9948954582214355,
+      "cov-distil (oracle2student)": 6.080739974975586,
+      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "epoch": 0.15620094191522763,
+      "rel-constrast": 3.927574634552002,
+      "step": 199,
+      "subrel-constrast": 4.407478332519531,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "grad_norm": 12.625,
+      "learning_rate": 9.950000000000001e-06,
+      "loss": 1.4021,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "overlap": 0.24062500894069672,
+      "step": 200
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "student margin": 0.067840576171875
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "step": 200,
+      "teacher margin": 0.0570220947265625
+    },
+    {
+      "epoch": 0.15698587127158556,
+      "margin difference": -0.0108184814453125,
+      "step": 200
+    },
+    {
+      "cov-distil": 3.7237961292266846,
+      "cov-distil (oracle2student)": 7.586442947387695,
+      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "epoch": 0.15698587127158556,
+      "rel-constrast": 5.464310169219971,
+      "step": 200,
+      "subrel-constrast": 5.328721523284912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.274702310562134,
+      "cov-distil (oracle2student)": 5.070128440856934,
+      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "epoch": 0.1577708006279435,
+      "rel-constrast": 4.0968017578125,
+      "step": 201,
+      "subrel-constrast": 4.411446571350098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2039477825164795,
+      "cov-distil (oracle2student)": 6.712636470794678,
+      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "epoch": 0.15855572998430142,
+      "rel-constrast": 5.7678117752075195,
+      "step": 202,
+      "subrel-constrast": 5.347052574157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2047228813171387,
+      "cov-distil (oracle2student)": 7.661907196044922,
+      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "epoch": 0.15934065934065933,
+      "rel-constrast": 7.286009311676025,
+      "step": 203,
+      "subrel-constrast": 5.817068099975586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.91322922706604,
+      "cov-distil (oracle2student)": 4.107336044311523,
+      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "epoch": 0.16012558869701726,
+      "rel-constrast": 5.1244730949401855,
+      "step": 204,
+      "subrel-constrast": 4.262094020843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.850925922393799,
+      "cov-distil (oracle2student)": 11.0481595993042,
+      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "epoch": 0.1609105180533752,
+      "rel-constrast": 6.673989295959473,
+      "step": 205,
+      "subrel-constrast": 6.989043712615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3848154544830322,
+      "cov-distil (oracle2student)": 7.932931900024414,
+      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "epoch": 0.16169544740973313,
+      "rel-constrast": 7.136048793792725,
+      "step": 206,
+      "subrel-constrast": 5.786576747894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.876713275909424,
+      "cov-distil (oracle2student)": 5.842488765716553,
+      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "epoch": 0.16248037676609106,
+      "rel-constrast": 5.31241512298584,
+      "step": 207,
+      "subrel-constrast": 4.291684150695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.449646472930908,
+      "cov-distil (oracle2student)": 4.260830879211426,
+      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "epoch": 0.16326530612244897,
+      "rel-constrast": 5.283468246459961,
+      "step": 208,
+      "subrel-constrast": 4.963812351226807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8306093215942383,
+      "cov-distil (oracle2student)": 7.792827129364014,
+      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "epoch": 0.1640502354788069,
+      "rel-constrast": 5.909091472625732,
+      "step": 209,
+      "subrel-constrast": 5.323974132537842,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.16483516483516483,
+      "grad_norm": 14.875,
+      "learning_rate": 1.045e-05,
+      "loss": 1.5181,
+      "step": 210
+    },
+    {
+      "cov-distil": 3.0215041637420654,
+      "cov-distil (oracle2student)": 8.190481185913086,
+      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "epoch": 0.16483516483516483,
+      "rel-constrast": 5.830654144287109,
+      "step": 210,
+      "subrel-constrast": 6.107037544250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6075353622436523,
+      "cov-distil (oracle2student)": 5.927797317504883,
+      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "epoch": 0.16562009419152277,
+      "rel-constrast": 5.132475852966309,
+      "step": 211,
+      "subrel-constrast": 4.88439416885376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1792759895324707,
+      "cov-distil (oracle2student)": 5.705207347869873,
+      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "epoch": 0.1664050235478807,
+      "rel-constrast": 4.437366485595703,
+      "step": 212,
+      "subrel-constrast": 4.600239276885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.843543529510498,
+      "cov-distil (oracle2student)": 5.749957084655762,
+      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "epoch": 0.16718995290423863,
+      "rel-constrast": 3.4077744483947754,
+      "step": 213,
+      "subrel-constrast": 3.7116200923919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7177345752716064,
+      "cov-distil (oracle2student)": 6.503233909606934,
+      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "epoch": 0.16797488226059654,
+      "rel-constrast": 5.246351718902588,
+      "step": 214,
+      "subrel-constrast": 4.351907253265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.748671054840088,
+      "cov-distil (oracle2student)": 4.586667060852051,
+      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "epoch": 0.16875981161695447,
+      "rel-constrast": 5.743491172790527,
+      "step": 215,
+      "subrel-constrast": 5.712560653686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7116360664367676,
+      "cov-distil (oracle2student)": 4.121926307678223,
+      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "epoch": 0.1695447409733124,
+      "rel-constrast": 4.147603988647461,
+      "step": 216,
+      "subrel-constrast": 3.6736254692077637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1222097873687744,
+      "cov-distil (oracle2student)": 5.266463756561279,
+      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "epoch": 0.17032967032967034,
+      "rel-constrast": 6.011352062225342,
+      "step": 217,
+      "subrel-constrast": 5.236981391906738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.6187005043029785,
+      "cov-distil (oracle2student)": 4.983086585998535,
+      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "epoch": 0.17111459968602827,
+      "rel-constrast": 6.265609264373779,
+      "step": 218,
+      "subrel-constrast": 4.703866481781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.382068395614624,
+      "cov-distil (oracle2student)": 5.941694259643555,
+      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "epoch": 0.17189952904238617,
+      "rel-constrast": 6.0482497215271,
+      "step": 219,
+      "subrel-constrast": 4.653711318969727,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.1726844583987441,
+      "grad_norm": 13.9375,
+      "learning_rate": 1.095e-05,
+      "loss": 1.3792,
+      "step": 220
+    },
+    {
+      "cov-distil": 2.5856785774230957,
+      "cov-distil (oracle2student)": 6.176444053649902,
+      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "epoch": 0.1726844583987441,
+      "rel-constrast": 5.706560134887695,
+      "step": 220,
+      "subrel-constrast": 5.1533966064453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.762558937072754,
+      "cov-distil (oracle2student)": 6.647637844085693,
+      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "epoch": 0.17346938775510204,
+      "rel-constrast": 5.161595821380615,
+      "step": 221,
+      "subrel-constrast": 4.012270450592041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.637533664703369,
+      "cov-distil (oracle2student)": 5.838397026062012,
+      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "epoch": 0.17425431711145997,
+      "rel-constrast": 5.053402900695801,
+      "step": 222,
+      "subrel-constrast": 4.9708099365234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.336826801300049,
+      "cov-distil (oracle2student)": 5.399420738220215,
+      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "epoch": 0.1750392464678179,
+      "rel-constrast": 3.61594820022583,
+      "step": 223,
+      "subrel-constrast": 4.12787389755249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.445133924484253,
+      "cov-distil (oracle2student)": 5.421712398529053,
+      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "epoch": 0.17582417582417584,
+      "rel-constrast": 4.549353122711182,
+      "step": 224,
+      "subrel-constrast": 4.352869510650635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.7959837913513184,
+      "cov-distil (oracle2student)": 6.113248825073242,
+      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "epoch": 0.17660910518053374,
+      "rel-constrast": 5.05862283706665,
+      "step": 225,
+      "subrel-constrast": 5.57745361328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.3124284744262695,
+      "cov-distil (oracle2student)": 6.702354431152344,
+      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "epoch": 0.17739403453689168,
+      "rel-constrast": 6.356748580932617,
+      "step": 226,
+      "subrel-constrast": 5.245099067687988,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386946201324463,
+      "cov-distil (oracle2student)": 8.377017974853516,
+      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "epoch": 0.1781789638932496,
+      "rel-constrast": 6.255722999572754,
+      "step": 227,
+      "subrel-constrast": 5.9417009353637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8484878540039062,
+      "cov-distil (oracle2student)": 8.19301986694336,
+      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "epoch": 0.17896389324960754,
+      "rel-constrast": 5.690243721008301,
+      "step": 228,
+      "subrel-constrast": 6.001501560211182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0837349891662598,
+      "cov-distil (oracle2student)": 6.268764495849609,
+      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "epoch": 0.17974882260596547,
+      "rel-constrast": 6.622305870056152,
+      "step": 229,
+      "subrel-constrast": 5.648178577423096,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18053375196232338,
+      "grad_norm": 13.0625,
+      "learning_rate": 1.145e-05,
+      "loss": 1.4223,
+      "step": 230
+    },
+    {
+      "cov-distil": 2.784493923187256,
+      "cov-distil (oracle2student)": 7.625933647155762,
+      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "epoch": 0.18053375196232338,
+      "rel-constrast": 6.5320725440979,
+      "step": 230,
+      "subrel-constrast": 6.3568644523620605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6457338333129883,
+      "cov-distil (oracle2student)": 6.021350860595703,
+      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "epoch": 0.1813186813186813,
+      "rel-constrast": 5.55854606628418,
+      "step": 231,
+      "subrel-constrast": 5.060829162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0115959644317627,
+      "cov-distil (oracle2student)": 4.937437057495117,
+      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "epoch": 0.18210361067503925,
+      "rel-constrast": 5.882181644439697,
+      "step": 232,
+      "subrel-constrast": 5.401787757873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7508275508880615,
+      "cov-distil (oracle2student)": 5.548520088195801,
+      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "epoch": 0.18288854003139718,
+      "rel-constrast": 5.821797847747803,
+      "step": 233,
+      "subrel-constrast": 5.663866996765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9569406509399414,
+      "cov-distil (oracle2student)": 7.222298622131348,
+      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "epoch": 0.1836734693877551,
+      "rel-constrast": 6.105270862579346,
+      "step": 234,
+      "subrel-constrast": 5.712968349456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.103212833404541,
+      "cov-distil (oracle2student)": 7.01689338684082,
+      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "epoch": 0.18445839874411302,
+      "rel-constrast": 5.000349521636963,
+      "step": 235,
+      "subrel-constrast": 5.6979780197143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.8269240856170654,
+      "cov-distil (oracle2student)": 6.271734237670898,
+      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "epoch": 0.18524332810047095,
+      "rel-constrast": 6.892180442810059,
+      "step": 236,
+      "subrel-constrast": 5.5071916580200195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.617617607116699,
+      "cov-distil (oracle2student)": 7.684514045715332,
+      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "epoch": 0.18602825745682888,
+      "rel-constrast": 5.50137996673584,
+      "step": 237,
+      "subrel-constrast": 5.996005058288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0465898513793945,
+      "cov-distil (oracle2student)": 5.6181640625,
+      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "epoch": 0.18681318681318682,
+      "rel-constrast": 5.506038665771484,
+      "step": 238,
+      "subrel-constrast": 4.241726398468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179614067077637,
+      "cov-distil (oracle2student)": 4.143487930297852,
+      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "epoch": 0.18759811616954475,
+      "rel-constrast": 5.2203168869018555,
+      "step": 239,
+      "subrel-constrast": 4.7745466232299805,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.18838304552590268,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.195e-05,
+      "loss": 1.5289,
+      "step": 240
+    },
+    {
+      "cov-distil": 3.0700650215148926,
+      "cov-distil (oracle2student)": 6.768826484680176,
+      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "epoch": 0.18838304552590268,
+      "rel-constrast": 5.904140949249268,
+      "step": 240,
+      "subrel-constrast": 4.922555446624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.561779499053955,
+      "cov-distil (oracle2student)": 4.69482421875,
+      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "epoch": 0.1891679748822606,
+      "rel-constrast": 7.093609809875488,
+      "step": 241,
+      "subrel-constrast": 5.326828956604004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.611605167388916,
+      "cov-distil (oracle2student)": 8.443441390991211,
+      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "epoch": 0.18995290423861852,
+      "rel-constrast": 6.5073723793029785,
+      "step": 242,
+      "subrel-constrast": 5.4820237159729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022892713546753,
+      "cov-distil (oracle2student)": 5.535630226135254,
+      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "epoch": 0.19073783359497645,
+      "rel-constrast": 4.188787460327148,
+      "step": 243,
+      "subrel-constrast": 4.377328395843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2616350650787354,
+      "cov-distil (oracle2student)": 7.68295955657959,
+      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "epoch": 0.19152276295133439,
+      "rel-constrast": 3.710407257080078,
+      "step": 244,
+      "subrel-constrast": 4.857728958129883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4432787895202637,
+      "cov-distil (oracle2student)": 5.955875396728516,
+      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "epoch": 0.19230769230769232,
+      "rel-constrast": 4.064718246459961,
+      "step": 245,
+      "subrel-constrast": 3.286212921142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300020217895508,
+      "cov-distil (oracle2student)": 7.3102240562438965,
+      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "epoch": 0.19309262166405022,
+      "rel-constrast": 4.880646228790283,
+      "step": 246,
+      "subrel-constrast": 5.000226974487305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8198413848876953,
+      "cov-distil (oracle2student)": 6.318789482116699,
+      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "epoch": 0.19387755102040816,
+      "rel-constrast": 5.271482944488525,
+      "step": 247,
+      "subrel-constrast": 4.728270530700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.701936721801758,
+      "cov-distil (oracle2student)": 7.418839454650879,
+      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "epoch": 0.1946624803767661,
+      "rel-constrast": 5.347120761871338,
+      "step": 248,
+      "subrel-constrast": 3.8733067512512207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371919870376587,
+      "cov-distil (oracle2student)": 4.60204553604126,
+      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "epoch": 0.19544740973312402,
+      "rel-constrast": 5.870595932006836,
+      "step": 249,
+      "subrel-constrast": 5.879952907562256,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.19623233908948196,
+      "grad_norm": 12.125,
+      "learning_rate": 1.2450000000000001e-05,
+      "loss": 1.3889,
+      "step": 250
+    },
+    {
+      "cov-distil": 2.57767915725708,
+      "cov-distil (oracle2student)": 5.355373382568359,
+      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "epoch": 0.19623233908948196,
+      "rel-constrast": 4.8918633460998535,
+      "step": 250,
+      "subrel-constrast": 5.259022235870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.245497703552246,
+      "cov-distil (oracle2student)": 6.331605911254883,
+      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "epoch": 0.1970172684458399,
+      "rel-constrast": 5.062900066375732,
+      "step": 251,
+      "subrel-constrast": 5.577909469604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.9672136306762695,
+      "cov-distil (oracle2student)": 6.6121673583984375,
+      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "epoch": 0.1978021978021978,
+      "rel-constrast": 4.805986404418945,
+      "step": 252,
+      "subrel-constrast": 5.142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7761154174804688,
+      "cov-distil (oracle2student)": 4.467655181884766,
+      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "epoch": 0.19858712715855573,
+      "rel-constrast": 6.2257208824157715,
+      "step": 253,
+      "subrel-constrast": 6.681684970855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5528666973114014,
+      "cov-distil (oracle2student)": 3.8436954021453857,
+      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "epoch": 0.19937205651491366,
+      "rel-constrast": 4.351076602935791,
+      "step": 254,
+      "subrel-constrast": 4.7084856033325195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.436844825744629,
+      "cov-distil (oracle2student)": 4.236217498779297,
+      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "epoch": 0.2001569858712716,
+      "rel-constrast": 4.495194911956787,
+      "step": 255,
+      "subrel-constrast": 4.984120845794678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8471765518188477,
+      "cov-distil (oracle2student)": 6.064319133758545,
+      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "epoch": 0.20094191522762953,
+      "rel-constrast": 6.856153964996338,
+      "step": 256,
+      "subrel-constrast": 6.399039268493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.282780408859253,
+      "cov-distil (oracle2student)": 6.418514728546143,
+      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "epoch": 0.20172684458398743,
+      "rel-constrast": 3.691617488861084,
+      "step": 257,
+      "subrel-constrast": 3.647446393966675,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8209176063537598,
+      "cov-distil (oracle2student)": 6.559376239776611,
+      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "epoch": 0.20251177394034536,
+      "rel-constrast": 5.5977067947387695,
+      "step": 258,
+      "subrel-constrast": 5.495102882385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.641873836517334,
+      "cov-distil (oracle2student)": 7.442392349243164,
+      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "epoch": 0.2032967032967033,
+      "rel-constrast": 3.466684103012085,
+      "step": 259,
+      "subrel-constrast": 3.5653722286224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.20408163265306123,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.2950000000000001e-05,
+      "loss": 1.309,
+      "step": 260
+    },
+    {
+      "cov-distil": 3.5698390007019043,
+      "cov-distil (oracle2student)": 7.782341957092285,
+      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "epoch": 0.20408163265306123,
+      "rel-constrast": 7.622033596038818,
+      "step": 260,
+      "subrel-constrast": 7.28366231918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8396096229553223,
+      "cov-distil (oracle2student)": 5.895359992980957,
+      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "epoch": 0.20486656200941916,
+      "rel-constrast": 6.895399570465088,
+      "step": 261,
+      "subrel-constrast": 7.5016703605651855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8108363151550293,
+      "cov-distil (oracle2student)": 6.897369384765625,
+      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "epoch": 0.20565149136577707,
+      "rel-constrast": 6.448241233825684,
+      "step": 262,
+      "subrel-constrast": 5.558028221130371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3478736877441406,
+      "cov-distil (oracle2student)": 6.083657264709473,
+      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "epoch": 0.206436420722135,
+      "rel-constrast": 4.897732734680176,
+      "step": 263,
+      "subrel-constrast": 4.740241527557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.51102614402771,
+      "cov-distil (oracle2student)": 6.846009731292725,
+      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "epoch": 0.20722135007849293,
+      "rel-constrast": 5.827173233032227,
+      "step": 264,
+      "subrel-constrast": 4.172447204589844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1208271980285645,
+      "cov-distil (oracle2student)": 4.811653137207031,
+      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "epoch": 0.20800627943485087,
+      "rel-constrast": 4.7869768142700195,
+      "step": 265,
+      "subrel-constrast": 4.889547824859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.029162645339966,
+      "cov-distil (oracle2student)": 5.588479042053223,
+      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "epoch": 0.2087912087912088,
+      "rel-constrast": 5.366364002227783,
+      "step": 266,
+      "subrel-constrast": 4.852118015289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8015055656433105,
+      "cov-distil (oracle2student)": 5.775141716003418,
+      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "epoch": 0.20957613814756673,
+      "rel-constrast": 6.310330390930176,
+      "step": 267,
+      "subrel-constrast": 5.940087795257568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.854526996612549,
+      "cov-distil (oracle2student)": 7.498423099517822,
+      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "epoch": 0.21036106750392464,
+      "rel-constrast": 5.91723108291626,
+      "step": 268,
+      "subrel-constrast": 5.569789886474609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8521933555603027,
+      "cov-distil (oracle2student)": 8.516229629516602,
+      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "epoch": 0.21114599686028257,
+      "rel-constrast": 5.549358367919922,
+      "step": 269,
+      "subrel-constrast": 5.865178108215332,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2119309262166405,
+      "grad_norm": 10.5,
+      "learning_rate": 1.3450000000000002e-05,
+      "loss": 1.5599,
+      "step": 270
+    },
+    {
+      "cov-distil": 2.6384477615356445,
+      "cov-distil (oracle2student)": 6.601221084594727,
+      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "epoch": 0.2119309262166405,
+      "rel-constrast": 5.00776481628418,
+      "step": 270,
+      "subrel-constrast": 5.840844631195068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7631101608276367,
+      "cov-distil (oracle2student)": 6.431881904602051,
+      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "epoch": 0.21271585557299844,
+      "rel-constrast": 6.45134162902832,
+      "step": 271,
+      "subrel-constrast": 5.76878023147583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7807393074035645,
+      "cov-distil (oracle2student)": 5.865763187408447,
+      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "epoch": 0.21350078492935637,
+      "rel-constrast": 4.840774059295654,
+      "step": 272,
+      "subrel-constrast": 4.348789691925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6134047508239746,
+      "cov-distil (oracle2student)": 8.872061729431152,
+      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "epoch": 0.21428571428571427,
+      "rel-constrast": 6.13456392288208,
+      "step": 273,
+      "subrel-constrast": 5.690077781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.838979721069336,
+      "cov-distil (oracle2student)": 4.565421104431152,
+      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "epoch": 0.2150706436420722,
+      "rel-constrast": 3.4405574798583984,
+      "step": 274,
+      "subrel-constrast": 3.9467220306396484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.894028663635254,
+      "cov-distil (oracle2student)": 7.862314224243164,
+      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "epoch": 0.21585557299843014,
+      "rel-constrast": 5.791769027709961,
+      "step": 275,
+      "subrel-constrast": 5.281234264373779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.420649766921997,
+      "cov-distil (oracle2student)": 5.416041374206543,
+      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "epoch": 0.21664050235478807,
+      "rel-constrast": 6.379445552825928,
+      "step": 276,
+      "subrel-constrast": 6.395686149597168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.47515606880188,
+      "cov-distil (oracle2student)": 6.390409469604492,
+      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "epoch": 0.217425431711146,
+      "rel-constrast": 6.01629114151001,
+      "step": 277,
+      "subrel-constrast": 4.883129119873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6170835494995117,
+      "cov-distil (oracle2student)": 5.599660873413086,
+      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "epoch": 0.21821036106750394,
+      "rel-constrast": 5.321742057800293,
+      "step": 278,
+      "subrel-constrast": 5.569702625274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4472475051879883,
+      "cov-distil (oracle2student)": 4.157199859619141,
+      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "epoch": 0.21899529042386184,
+      "rel-constrast": 5.365159034729004,
+      "step": 279,
+      "subrel-constrast": 4.612099647521973,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.21978021978021978,
+      "grad_norm": 11.75,
+      "learning_rate": 1.3950000000000002e-05,
+      "loss": 1.4375,
+      "step": 280
+    },
+    {
+      "cov-distil": 2.9893362522125244,
+      "cov-distil (oracle2student)": 4.024957656860352,
+      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "epoch": 0.21978021978021978,
+      "rel-constrast": 3.5614960193634033,
+      "step": 280,
+      "subrel-constrast": 3.8487634658813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.844444990158081,
+      "cov-distil (oracle2student)": 5.392576217651367,
+      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "epoch": 0.2205651491365777,
+      "rel-constrast": 4.974848747253418,
+      "step": 281,
+      "subrel-constrast": 4.340900421142578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.113116502761841,
+      "cov-distil (oracle2student)": 5.14133358001709,
+      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "epoch": 0.22135007849293564,
+      "rel-constrast": 3.7480554580688477,
+      "step": 282,
+      "subrel-constrast": 3.691127061843872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6692819595336914,
+      "cov-distil (oracle2student)": 5.371300220489502,
+      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "epoch": 0.22213500784929358,
+      "rel-constrast": 3.1415340900421143,
+      "step": 283,
+      "subrel-constrast": 3.5099706649780273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.123812675476074,
+      "cov-distil (oracle2student)": 5.589199066162109,
+      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "epoch": 0.22291993720565148,
+      "rel-constrast": 5.24945068359375,
+      "step": 284,
+      "subrel-constrast": 5.918647289276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8713016510009766,
+      "cov-distil (oracle2student)": 4.705049991607666,
+      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "epoch": 0.2237048665620094,
+      "rel-constrast": 4.912763595581055,
+      "step": 285,
+      "subrel-constrast": 4.87550163269043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3451600074768066,
+      "cov-distil (oracle2student)": 5.1898112297058105,
+      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "epoch": 0.22448979591836735,
+      "rel-constrast": 3.9581844806671143,
+      "step": 286,
+      "subrel-constrast": 4.999188423156738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.046831130981445,
+      "cov-distil (oracle2student)": 5.279922008514404,
+      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "epoch": 0.22527472527472528,
+      "rel-constrast": 3.851740598678589,
+      "step": 287,
+      "subrel-constrast": 5.069759368896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9045445919036865,
+      "cov-distil (oracle2student)": 4.107922077178955,
+      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "epoch": 0.2260596546310832,
+      "rel-constrast": 3.7474989891052246,
+      "step": 288,
+      "subrel-constrast": 3.227546215057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6393697261810303,
+      "cov-distil (oracle2student)": 5.38969612121582,
+      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "epoch": 0.22684458398744112,
+      "rel-constrast": 5.448161602020264,
+      "step": 289,
+      "subrel-constrast": 4.952843189239502,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.22762951334379905,
+      "grad_norm": 11.0625,
+      "learning_rate": 1.4449999999999999e-05,
+      "loss": 1.1312,
+      "step": 290
+    },
+    {
+      "cov-distil": 2.2228524684906006,
+      "cov-distil (oracle2student)": 5.054024696350098,
+      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "epoch": 0.22762951334379905,
+      "rel-constrast": 4.407362937927246,
+      "step": 290,
+      "subrel-constrast": 3.7540085315704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.322395086288452,
+      "cov-distil (oracle2student)": 5.8189802169799805,
+      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "epoch": 0.22841444270015698,
+      "rel-constrast": 7.071442127227783,
+      "step": 291,
+      "subrel-constrast": 5.730456352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16727876663208,
+      "cov-distil (oracle2student)": 4.567198753356934,
+      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "epoch": 0.22919937205651492,
+      "rel-constrast": 4.42551851272583,
+      "step": 292,
+      "subrel-constrast": 4.485289573669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469608783721924,
+      "cov-distil (oracle2student)": 5.156149864196777,
+      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "epoch": 0.22998430141287285,
+      "rel-constrast": 5.817928314208984,
+      "step": 293,
+      "subrel-constrast": 5.512660503387451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7178702354431152,
+      "cov-distil (oracle2student)": 6.17563009262085,
+      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "epoch": 0.23076923076923078,
+      "rel-constrast": 4.059771537780762,
+      "step": 294,
+      "subrel-constrast": 4.546008110046387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.426544189453125,
+      "cov-distil (oracle2student)": 6.170835494995117,
+      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "epoch": 0.2315541601255887,
+      "rel-constrast": 5.40432071685791,
+      "step": 295,
+      "subrel-constrast": 4.621823310852051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4757297039031982,
+      "cov-distil (oracle2student)": 5.960691452026367,
+      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "epoch": 0.23233908948194662,
+      "rel-constrast": 5.51530122756958,
+      "step": 296,
+      "subrel-constrast": 4.927340507507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.657459259033203,
+      "cov-distil (oracle2student)": 5.8439040184021,
+      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "epoch": 0.23312401883830455,
+      "rel-constrast": 5.3520827293396,
+      "step": 297,
+      "subrel-constrast": 5.7532639503479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3521299362182617,
+      "cov-distil (oracle2student)": 4.154911041259766,
+      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "epoch": 0.23390894819466249,
+      "rel-constrast": 4.380270481109619,
+      "step": 298,
+      "subrel-constrast": 4.369304656982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0642247200012207,
+      "cov-distil (oracle2student)": 8.378507614135742,
+      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "epoch": 0.23469387755102042,
+      "rel-constrast": 6.201256275177002,
+      "step": 299,
+      "subrel-constrast": 6.11863374710083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "grad_norm": 12.3125,
+      "learning_rate": 1.4950000000000001e-05,
+      "loss": 1.3781,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "overlap": 0.2109375,
+      "step": 300
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "student margin": 0.05963134765625
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "step": 300,
+      "teacher margin": 0.038360595703125
+    },
+    {
+      "epoch": 0.23547880690737832,
+      "margin difference": -0.021270751953125,
+      "step": 300
+    },
+    {
+      "cov-distil": 3.008206367492676,
+      "cov-distil (oracle2student)": 5.292865753173828,
+      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "epoch": 0.23547880690737832,
+      "rel-constrast": 4.0116376876831055,
+      "step": 300,
+      "subrel-constrast": 4.785098075866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989365577697754,
+      "cov-distil (oracle2student)": 5.546765327453613,
+      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "epoch": 0.23626373626373626,
+      "rel-constrast": 6.474400043487549,
+      "step": 301,
+      "subrel-constrast": 5.127968788146973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1983444690704346,
+      "cov-distil (oracle2student)": 8.063515663146973,
+      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "epoch": 0.2370486656200942,
+      "rel-constrast": 7.403573989868164,
+      "step": 302,
+      "subrel-constrast": 7.299440383911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1733779907226562,
+      "cov-distil (oracle2student)": 5.806576251983643,
+      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "epoch": 0.23783359497645212,
+      "rel-constrast": 4.8100080490112305,
+      "step": 303,
+      "subrel-constrast": 4.575942039489746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.296001434326172,
+      "cov-distil (oracle2student)": 5.940627098083496,
+      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "epoch": 0.23861852433281006,
+      "rel-constrast": 4.067414283752441,
+      "step": 304,
+      "subrel-constrast": 4.074215888977051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.045285701751709,
+      "cov-distil (oracle2student)": 6.319952487945557,
+      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "epoch": 0.239403453689168,
+      "rel-constrast": 6.282134056091309,
+      "step": 305,
+      "subrel-constrast": 5.782018661499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9121222496032715,
+      "cov-distil (oracle2student)": 5.459598064422607,
+      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "epoch": 0.2401883830455259,
+      "rel-constrast": 4.806554317474365,
+      "step": 306,
+      "subrel-constrast": 4.548116207122803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.127394199371338,
+      "cov-distil (oracle2student)": 6.740002155303955,
+      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "epoch": 0.24097331240188383,
+      "rel-constrast": 4.304414749145508,
+      "step": 307,
+      "subrel-constrast": 4.569100856781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409721851348877,
+      "cov-distil (oracle2student)": 5.193621635437012,
+      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "epoch": 0.24175824175824176,
+      "rel-constrast": 3.959606885910034,
+      "step": 308,
+      "subrel-constrast": 3.5845348834991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8062539100646973,
+      "cov-distil (oracle2student)": 4.71664571762085,
+      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "epoch": 0.2425431711145997,
+      "rel-constrast": 3.0766100883483887,
+      "step": 309,
+      "subrel-constrast": 3.382361888885498,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.24332810047095763,
+      "grad_norm": 9.5,
+      "learning_rate": 1.545e-05,
+      "loss": 1.2937,
+      "step": 310
+    },
+    {
+      "cov-distil": 2.239055633544922,
+      "cov-distil (oracle2student)": 5.393888473510742,
+      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "epoch": 0.24332810047095763,
+      "rel-constrast": 4.987247467041016,
+      "step": 310,
+      "subrel-constrast": 5.139691352844238,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2522640228271484,
+      "cov-distil (oracle2student)": 5.585516452789307,
+      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "epoch": 0.24411302982731553,
+      "rel-constrast": 5.4420576095581055,
+      "step": 311,
+      "subrel-constrast": 5.243014812469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9545369148254395,
+      "cov-distil (oracle2student)": 7.048440933227539,
+      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "epoch": 0.24489795918367346,
+      "rel-constrast": 4.822846412658691,
+      "step": 312,
+      "subrel-constrast": 5.2993550300598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3729989528656006,
+      "cov-distil (oracle2student)": 4.889832496643066,
+      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "epoch": 0.2456828885400314,
+      "rel-constrast": 4.288917064666748,
+      "step": 313,
+      "subrel-constrast": 4.1293230056762695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8544390201568604,
+      "cov-distil (oracle2student)": 5.838968276977539,
+      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "epoch": 0.24646781789638933,
+      "rel-constrast": 7.789211273193359,
+      "step": 314,
+      "subrel-constrast": 7.194558143615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.575493335723877,
+      "cov-distil (oracle2student)": 3.8698391914367676,
+      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "epoch": 0.24725274725274726,
+      "rel-constrast": 5.1448469161987305,
+      "step": 315,
+      "subrel-constrast": 5.066910743713379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.5955240726470947,
+      "cov-distil (oracle2student)": 6.330062389373779,
+      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "epoch": 0.24803767660910517,
+      "rel-constrast": 5.845157623291016,
+      "step": 316,
+      "subrel-constrast": 5.653590679168701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.458334445953369,
+      "cov-distil (oracle2student)": 4.185459136962891,
+      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "epoch": 0.2488226059654631,
+      "rel-constrast": 2.779353618621826,
+      "step": 317,
+      "subrel-constrast": 2.9301249980926514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7841362953186035,
+      "cov-distil (oracle2student)": 6.304546356201172,
+      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "epoch": 0.24960753532182103,
+      "rel-constrast": 5.335213661193848,
+      "step": 318,
+      "subrel-constrast": 4.771610736846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.501758098602295,
+      "cov-distil (oracle2student)": 2.5830516815185547,
+      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "epoch": 0.25039246467817894,
+      "rel-constrast": 3.4819953441619873,
+      "step": 319,
+      "subrel-constrast": 4.568965435028076,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25117739403453687,
+      "grad_norm": 9.375,
+      "learning_rate": 1.595e-05,
+      "loss": 1.3169,
+      "step": 320
+    },
+    {
+      "cov-distil": 2.6786675453186035,
+      "cov-distil (oracle2student)": 6.357356071472168,
+      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "epoch": 0.25117739403453687,
+      "rel-constrast": 6.052874565124512,
+      "step": 320,
+      "subrel-constrast": 5.292226314544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.494877815246582,
+      "cov-distil (oracle2student)": 6.876131057739258,
+      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "epoch": 0.2519623233908948,
+      "rel-constrast": 5.749901294708252,
+      "step": 321,
+      "subrel-constrast": 5.932641983032227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.38651180267334,
+      "cov-distil (oracle2student)": 6.265422344207764,
+      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "epoch": 0.25274725274725274,
+      "rel-constrast": 6.318136215209961,
+      "step": 322,
+      "subrel-constrast": 6.435103893280029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4289562702178955,
+      "cov-distil (oracle2student)": 6.545157432556152,
+      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "epoch": 0.25353218210361067,
+      "rel-constrast": 3.1901004314422607,
+      "step": 323,
+      "subrel-constrast": 3.988408327102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2045464515686035,
+      "cov-distil (oracle2student)": 4.834115982055664,
+      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "epoch": 0.2543171114599686,
+      "rel-constrast": 3.4951283931732178,
+      "step": 324,
+      "subrel-constrast": 5.053758144378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7462997436523438,
+      "cov-distil (oracle2student)": 4.760239124298096,
+      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "epoch": 0.25510204081632654,
+      "rel-constrast": 5.508856773376465,
+      "step": 325,
+      "subrel-constrast": 4.718686580657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674020528793335,
+      "cov-distil (oracle2student)": 6.0317277908325195,
+      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "epoch": 0.25588697017268447,
+      "rel-constrast": 4.99403190612793,
+      "step": 326,
+      "subrel-constrast": 5.0482378005981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5660901069641113,
+      "cov-distil (oracle2student)": 4.034915447235107,
+      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "epoch": 0.2566718995290424,
+      "rel-constrast": 4.6133012771606445,
+      "step": 327,
+      "subrel-constrast": 4.879344940185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.365044593811035,
+      "cov-distil (oracle2student)": 6.041069984436035,
+      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "epoch": 0.25745682888540034,
+      "rel-constrast": 7.124080181121826,
+      "step": 328,
+      "subrel-constrast": 5.432338714599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.372805118560791,
+      "cov-distil (oracle2student)": 5.78395938873291,
+      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "epoch": 0.25824175824175827,
+      "rel-constrast": 6.051140308380127,
+      "step": 329,
+      "subrel-constrast": 5.881999492645264,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.25902668759811615,
+      "grad_norm": 12.8125,
+      "learning_rate": 1.645e-05,
+      "loss": 1.3897,
+      "step": 330
+    },
+    {
+      "cov-distil": 2.17360520362854,
+      "cov-distil (oracle2student)": 4.5049262046813965,
+      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "epoch": 0.25902668759811615,
+      "rel-constrast": 6.193095684051514,
+      "step": 330,
+      "subrel-constrast": 6.21535587310791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125455856323242,
+      "cov-distil (oracle2student)": 6.844125747680664,
+      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "epoch": 0.2598116169544741,
+      "rel-constrast": 5.395874977111816,
+      "step": 331,
+      "subrel-constrast": 5.601707458496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.006053924560547,
+      "cov-distil (oracle2student)": 6.137346267700195,
+      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "epoch": 0.260596546310832,
+      "rel-constrast": 5.007664203643799,
+      "step": 332,
+      "subrel-constrast": 5.2837815284729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.734050750732422,
+      "cov-distil (oracle2student)": 7.4360809326171875,
+      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "epoch": 0.26138147566718994,
+      "rel-constrast": 7.471103668212891,
+      "step": 333,
+      "subrel-constrast": 6.6938323974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.608743667602539,
+      "cov-distil (oracle2student)": 6.094544410705566,
+      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "epoch": 0.2621664050235479,
+      "rel-constrast": 6.776917934417725,
+      "step": 334,
+      "subrel-constrast": 5.880159378051758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.892280101776123,
+      "cov-distil (oracle2student)": 5.178328514099121,
+      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "epoch": 0.2629513343799058,
+      "rel-constrast": 4.494962215423584,
+      "step": 335,
+      "subrel-constrast": 4.386334419250488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2362866401672363,
+      "cov-distil (oracle2student)": 6.626348495483398,
+      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "epoch": 0.26373626373626374,
+      "rel-constrast": 3.794989585876465,
+      "step": 336,
+      "subrel-constrast": 3.689164638519287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.421428918838501,
+      "cov-distil (oracle2student)": 7.400732040405273,
+      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "epoch": 0.2645211930926217,
+      "rel-constrast": 5.231344699859619,
+      "step": 337,
+      "subrel-constrast": 5.4244794845581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3564536571502686,
+      "cov-distil (oracle2student)": 5.809101104736328,
+      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "epoch": 0.2653061224489796,
+      "rel-constrast": 3.5233960151672363,
+      "step": 338,
+      "subrel-constrast": 3.6908886432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1037206649780273,
+      "cov-distil (oracle2student)": 2.2603325843811035,
+      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "epoch": 0.26609105180533754,
+      "rel-constrast": 3.4815633296966553,
+      "step": 339,
+      "subrel-constrast": 3.288261890411377,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2668759811616955,
+      "grad_norm": 8.6875,
+      "learning_rate": 1.6950000000000002e-05,
+      "loss": 1.3469,
+      "step": 340
+    },
+    {
+      "cov-distil": 3.3706393241882324,
+      "cov-distil (oracle2student)": 6.5477705001831055,
+      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "epoch": 0.2668759811616955,
+      "rel-constrast": 4.431926727294922,
+      "step": 340,
+      "subrel-constrast": 4.443270683288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7762702703475952,
+      "cov-distil (oracle2student)": 5.8467302322387695,
+      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "epoch": 0.26766091051805335,
+      "rel-constrast": 6.334066390991211,
+      "step": 341,
+      "subrel-constrast": 5.981983661651611,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9460091590881348,
+      "cov-distil (oracle2student)": 5.643100738525391,
+      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "epoch": 0.2684458398744113,
+      "rel-constrast": 5.211766242980957,
+      "step": 342,
+      "subrel-constrast": 5.1992878913879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.367637872695923,
+      "cov-distil (oracle2student)": 5.941043853759766,
+      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "epoch": 0.2692307692307692,
+      "rel-constrast": 5.264193058013916,
+      "step": 343,
+      "subrel-constrast": 3.895352840423584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.412367820739746,
+      "cov-distil (oracle2student)": 7.493007659912109,
+      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "epoch": 0.27001569858712715,
+      "rel-constrast": 5.213747024536133,
+      "step": 344,
+      "subrel-constrast": 4.595364093780518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8810176849365234,
+      "cov-distil (oracle2student)": 7.061761379241943,
+      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "epoch": 0.2708006279434851,
+      "rel-constrast": 5.749035835266113,
+      "step": 345,
+      "subrel-constrast": 5.173506259918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8150792121887207,
+      "cov-distil (oracle2student)": 5.25694465637207,
+      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "epoch": 0.271585557299843,
+      "rel-constrast": 3.7829973697662354,
+      "step": 346,
+      "subrel-constrast": 4.973955154418945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5536751747131348,
+      "cov-distil (oracle2student)": 4.120350360870361,
+      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "epoch": 0.27237048665620095,
+      "rel-constrast": 3.704036235809326,
+      "step": 347,
+      "subrel-constrast": 3.350982666015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1382832527160645,
+      "cov-distil (oracle2student)": 5.11441707611084,
+      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "epoch": 0.2731554160125589,
+      "rel-constrast": 3.458172082901001,
+      "step": 348,
+      "subrel-constrast": 4.3986616134643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1670680046081543,
+      "cov-distil (oracle2student)": 6.426840782165527,
+      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "epoch": 0.2739403453689168,
+      "rel-constrast": 3.4649224281311035,
+      "step": 349,
+      "subrel-constrast": 3.7243576049804688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.27472527472527475,
+      "grad_norm": 9.25,
+      "learning_rate": 1.745e-05,
+      "loss": 1.2339,
+      "step": 350
+    },
+    {
+      "cov-distil": 3.608635902404785,
+      "cov-distil (oracle2student)": 4.330803871154785,
+      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "epoch": 0.27472527472527475,
+      "rel-constrast": 5.567419528961182,
+      "step": 350,
+      "subrel-constrast": 5.5189409255981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.042238473892212,
+      "cov-distil (oracle2student)": 5.05877685546875,
+      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "epoch": 0.2755102040816326,
+      "rel-constrast": 4.822046756744385,
+      "step": 351,
+      "subrel-constrast": 4.42357063293457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5642943382263184,
+      "cov-distil (oracle2student)": 5.4788360595703125,
+      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "epoch": 0.27629513343799056,
+      "rel-constrast": 4.740970134735107,
+      "step": 352,
+      "subrel-constrast": 4.879831790924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6448025703430176,
+      "cov-distil (oracle2student)": 8.111321449279785,
+      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "epoch": 0.2770800627943485,
+      "rel-constrast": 5.818354606628418,
+      "step": 353,
+      "subrel-constrast": 5.211849689483643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4067766666412354,
+      "cov-distil (oracle2student)": 4.365912914276123,
+      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "epoch": 0.2778649921507064,
+      "rel-constrast": 5.573647975921631,
+      "step": 354,
+      "subrel-constrast": 5.32288122177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5952365398406982,
+      "cov-distil (oracle2student)": 5.804892539978027,
+      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "epoch": 0.27864992150706436,
+      "rel-constrast": 2.9114840030670166,
+      "step": 355,
+      "subrel-constrast": 3.7944581508636475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.0212960243225098,
+      "cov-distil (oracle2student)": 5.7747039794921875,
+      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "epoch": 0.2794348508634223,
+      "rel-constrast": 5.615074634552002,
+      "step": 356,
+      "subrel-constrast": 4.403563022613525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7942184209823608,
+      "cov-distil (oracle2student)": 6.0659027099609375,
+      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "epoch": 0.2802197802197802,
+      "rel-constrast": 5.249208927154541,
+      "step": 357,
+      "subrel-constrast": 5.535679817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.774811267852783,
+      "cov-distil (oracle2student)": 6.464753150939941,
+      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "epoch": 0.28100470957613816,
+      "rel-constrast": 4.891279697418213,
+      "step": 358,
+      "subrel-constrast": 5.464860439300537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.453803539276123,
+      "cov-distil (oracle2student)": 4.161431789398193,
+      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "epoch": 0.2817896389324961,
+      "rel-constrast": 5.083553314208984,
+      "step": 359,
+      "subrel-constrast": 4.7147111892700195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.282574568288854,
+      "grad_norm": 11.3125,
+      "learning_rate": 1.795e-05,
+      "loss": 1.3216,
+      "step": 360
+    },
+    {
+      "cov-distil": 2.5603387355804443,
+      "cov-distil (oracle2student)": 5.630814552307129,
+      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "epoch": 0.282574568288854,
+      "rel-constrast": 4.032361030578613,
+      "step": 360,
+      "subrel-constrast": 4.251352787017822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8229472637176514,
+      "cov-distil (oracle2student)": 6.268754005432129,
+      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "epoch": 0.28335949764521196,
+      "rel-constrast": 4.587757587432861,
+      "step": 361,
+      "subrel-constrast": 5.313897132873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8588380813598633,
+      "cov-distil (oracle2student)": 5.717771530151367,
+      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "epoch": 0.28414442700156983,
+      "rel-constrast": 4.3423991203308105,
+      "step": 362,
+      "subrel-constrast": 4.597593784332275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7841402292251587,
+      "cov-distil (oracle2student)": 5.66856050491333,
+      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "epoch": 0.28492935635792777,
+      "rel-constrast": 4.133660316467285,
+      "step": 363,
+      "subrel-constrast": 4.4824748039245605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4724202156066895,
+      "cov-distil (oracle2student)": 5.346518516540527,
+      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "epoch": 0.2857142857142857,
+      "rel-constrast": 4.145630836486816,
+      "step": 364,
+      "subrel-constrast": 4.977063179016113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.808846354484558,
+      "cov-distil (oracle2student)": 5.196928977966309,
+      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "epoch": 0.28649921507064363,
+      "rel-constrast": 4.831958770751953,
+      "step": 365,
+      "subrel-constrast": 3.620854616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8844127655029297,
+      "cov-distil (oracle2student)": 4.427166938781738,
+      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "epoch": 0.28728414442700156,
+      "rel-constrast": 2.9533321857452393,
+      "step": 366,
+      "subrel-constrast": 3.6614904403686523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.588649034500122,
+      "cov-distil (oracle2student)": 4.825804710388184,
+      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "epoch": 0.2880690737833595,
+      "rel-constrast": 3.4529616832733154,
+      "step": 367,
+      "subrel-constrast": 3.642184257507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7902345657348633,
+      "cov-distil (oracle2student)": 3.9853460788726807,
+      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "epoch": 0.28885400313971743,
+      "rel-constrast": 4.276392936706543,
+      "step": 368,
+      "subrel-constrast": 4.645603179931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6349034309387207,
+      "cov-distil (oracle2student)": 4.3472089767456055,
+      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "epoch": 0.28963893249607536,
+      "rel-constrast": 3.0620291233062744,
+      "step": 369,
+      "subrel-constrast": 4.223392486572266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.2904238618524333,
+      "grad_norm": 8.625,
+      "learning_rate": 1.845e-05,
+      "loss": 1.056,
+      "step": 370
+    },
+    {
+      "cov-distil": 2.1786646842956543,
+      "cov-distil (oracle2student)": 5.363110542297363,
+      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "epoch": 0.2904238618524333,
+      "rel-constrast": 5.482825756072998,
+      "step": 370,
+      "subrel-constrast": 5.345534801483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2218286991119385,
+      "cov-distil (oracle2student)": 4.884929656982422,
+      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "epoch": 0.29120879120879123,
+      "rel-constrast": 3.8980860710144043,
+      "step": 371,
+      "subrel-constrast": 4.179631233215332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9699034690856934,
+      "cov-distil (oracle2student)": 6.411710739135742,
+      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "epoch": 0.29199372056514916,
+      "rel-constrast": 4.8935041427612305,
+      "step": 372,
+      "subrel-constrast": 4.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.892509937286377,
+      "cov-distil (oracle2student)": 5.259044170379639,
+      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "epoch": 0.29277864992150704,
+      "rel-constrast": 3.2014081478118896,
+      "step": 373,
+      "subrel-constrast": 4.1573052406311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.772082805633545,
+      "cov-distil (oracle2student)": 4.566726207733154,
+      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "epoch": 0.29356357927786497,
+      "rel-constrast": 3.1878111362457275,
+      "step": 374,
+      "subrel-constrast": 3.35384464263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.591693162918091,
+      "cov-distil (oracle2student)": 5.522881507873535,
+      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "epoch": 0.2943485086342229,
+      "rel-constrast": 5.37741756439209,
+      "step": 375,
+      "subrel-constrast": 4.653171062469482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5359158515930176,
+      "cov-distil (oracle2student)": 5.827084064483643,
+      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "epoch": 0.29513343799058084,
+      "rel-constrast": 4.727353572845459,
+      "step": 376,
+      "subrel-constrast": 3.935854911804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781376838684082,
+      "cov-distil (oracle2student)": 4.058488368988037,
+      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "epoch": 0.29591836734693877,
+      "rel-constrast": 3.8341798782348633,
+      "step": 377,
+      "subrel-constrast": 3.886284351348877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2513608932495117,
+      "cov-distil (oracle2student)": 6.062292098999023,
+      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "epoch": 0.2967032967032967,
+      "rel-constrast": 4.896815299987793,
+      "step": 378,
+      "subrel-constrast": 5.234432220458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.81939697265625,
+      "cov-distil (oracle2student)": 6.846397399902344,
+      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "epoch": 0.29748822605965464,
+      "rel-constrast": 4.4655609130859375,
+      "step": 379,
+      "subrel-constrast": 5.3056440353393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.29827315541601257,
+      "grad_norm": 9.1875,
+      "learning_rate": 1.895e-05,
+      "loss": 1.1617,
+      "step": 380
+    },
+    {
+      "cov-distil": 2.145519733428955,
+      "cov-distil (oracle2student)": 5.0195159912109375,
+      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "epoch": 0.29827315541601257,
+      "rel-constrast": 5.061878204345703,
+      "step": 380,
+      "subrel-constrast": 4.256718158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4396960735321045,
+      "cov-distil (oracle2student)": 5.107587814331055,
+      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "epoch": 0.2990580847723705,
+      "rel-constrast": 5.701793193817139,
+      "step": 381,
+      "subrel-constrast": 5.409301280975342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.1333658695220947,
+      "cov-distil (oracle2student)": 5.085638523101807,
+      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "epoch": 0.29984301412872844,
+      "rel-constrast": 5.165194511413574,
+      "step": 382,
+      "subrel-constrast": 5.093568325042725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2161717414855957,
+      "cov-distil (oracle2student)": 7.9994072914123535,
+      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "epoch": 0.30062794348508637,
+      "rel-constrast": 7.066175937652588,
+      "step": 383,
+      "subrel-constrast": 6.8308610916137695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2208333015441895,
+      "cov-distil (oracle2student)": 4.0523858070373535,
+      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "epoch": 0.30141287284144425,
+      "rel-constrast": 4.53468132019043,
+      "step": 384,
+      "subrel-constrast": 5.056024074554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.071730136871338,
+      "cov-distil (oracle2student)": 4.249073505401611,
+      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "epoch": 0.3021978021978022,
+      "rel-constrast": 3.109813690185547,
+      "step": 385,
+      "subrel-constrast": 4.911736488342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9057316780090332,
+      "cov-distil (oracle2student)": 5.550108432769775,
+      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "epoch": 0.3029827315541601,
+      "rel-constrast": 6.038972854614258,
+      "step": 386,
+      "subrel-constrast": 5.7528533935546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.894748568534851,
+      "cov-distil (oracle2student)": 4.208711624145508,
+      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "epoch": 0.30376766091051804,
+      "rel-constrast": 3.28928804397583,
+      "step": 387,
+      "subrel-constrast": 4.545385837554932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.000256061553955,
+      "cov-distil (oracle2student)": 3.989053964614868,
+      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "epoch": 0.304552590266876,
+      "rel-constrast": 3.6278958320617676,
+      "step": 388,
+      "subrel-constrast": 4.682122230529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.647186756134033,
+      "cov-distil (oracle2student)": 5.239346027374268,
+      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "epoch": 0.3053375196232339,
+      "rel-constrast": 5.672878265380859,
+      "step": 389,
+      "subrel-constrast": 5.35860013961792,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.30612244897959184,
+      "grad_norm": 11.4375,
+      "learning_rate": 1.9450000000000002e-05,
+      "loss": 1.2934,
+      "step": 390
+    },
+    {
+      "cov-distil": 1.9906284809112549,
+      "cov-distil (oracle2student)": 5.879648208618164,
+      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "epoch": 0.30612244897959184,
+      "rel-constrast": 3.779395580291748,
+      "step": 390,
+      "subrel-constrast": 4.119905471801758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.988453984260559,
+      "cov-distil (oracle2student)": 4.781367301940918,
+      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "epoch": 0.3069073783359498,
+      "rel-constrast": 3.251140594482422,
+      "step": 391,
+      "subrel-constrast": 3.398293972015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271214008331299,
+      "cov-distil (oracle2student)": 3.573791265487671,
+      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "epoch": 0.3076923076923077,
+      "rel-constrast": 3.212885618209839,
+      "step": 392,
+      "subrel-constrast": 4.208346843719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.500980854034424,
+      "cov-distil (oracle2student)": 5.914056777954102,
+      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "epoch": 0.30847723704866564,
+      "rel-constrast": 5.385578632354736,
+      "step": 393,
+      "subrel-constrast": 5.659003257751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4672982692718506,
+      "cov-distil (oracle2student)": 4.736859321594238,
+      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "epoch": 0.3092621664050236,
+      "rel-constrast": 2.597383975982666,
+      "step": 394,
+      "subrel-constrast": 3.6748647689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2462375164031982,
+      "cov-distil (oracle2student)": 5.579372406005859,
+      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "epoch": 0.31004709576138145,
+      "rel-constrast": 4.2792158126831055,
+      "step": 395,
+      "subrel-constrast": 4.788985729217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1940720081329346,
+      "cov-distil (oracle2student)": 6.999589920043945,
+      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "epoch": 0.3108320251177394,
+      "rel-constrast": 3.4981136322021484,
+      "step": 396,
+      "subrel-constrast": 3.725527048110962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4211723804473877,
+      "cov-distil (oracle2student)": 4.806880474090576,
+      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "epoch": 0.3116169544740973,
+      "rel-constrast": 3.6912615299224854,
+      "step": 397,
+      "subrel-constrast": 4.080460548400879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.147724151611328,
+      "cov-distil (oracle2student)": 3.4920403957366943,
+      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "epoch": 0.31240188383045525,
+      "rel-constrast": 3.37844181060791,
+      "step": 398,
+      "subrel-constrast": 4.133568286895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341226577758789,
+      "cov-distil (oracle2student)": 5.704563140869141,
+      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "epoch": 0.3131868131868132,
+      "rel-constrast": 5.77735710144043,
+      "step": 399,
+      "subrel-constrast": 5.990045070648193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "grad_norm": 10.25,
+      "learning_rate": 1.995e-05,
+      "loss": 1.0277,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "overlap": 0.21250000596046448,
+      "step": 400
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "student margin": 0.0499267578125
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "step": 400,
+      "teacher margin": 0.0330810546875
+    },
+    {
+      "epoch": 0.3139717425431711,
+      "margin difference": -0.016845703125,
+      "step": 400
+    },
+    {
+      "cov-distil": 3.029654026031494,
+      "cov-distil (oracle2student)": 6.3546295166015625,
+      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "epoch": 0.3139717425431711,
+      "rel-constrast": 5.21034049987793,
+      "step": 400,
+      "subrel-constrast": 4.272339820861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7038116455078125,
+      "cov-distil (oracle2student)": 4.764902114868164,
+      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "epoch": 0.31475667189952905,
+      "rel-constrast": 4.609540939331055,
+      "step": 401,
+      "subrel-constrast": 4.73413610458374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.099792242050171,
+      "cov-distil (oracle2student)": 3.520395278930664,
+      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "epoch": 0.315541601255887,
+      "rel-constrast": 3.90291428565979,
+      "step": 402,
+      "subrel-constrast": 4.711536407470703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4153919219970703,
+      "cov-distil (oracle2student)": 4.881484031677246,
+      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "epoch": 0.3163265306122449,
+      "rel-constrast": 5.590476036071777,
+      "step": 403,
+      "subrel-constrast": 6.7442402839660645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.070514678955078,
+      "cov-distil (oracle2student)": 6.963999271392822,
+      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "epoch": 0.31711145996860285,
+      "rel-constrast": 4.405279159545898,
+      "step": 404,
+      "subrel-constrast": 4.019079208374023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7390613555908203,
+      "cov-distil (oracle2student)": 5.906704425811768,
+      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "epoch": 0.3178963893249607,
+      "rel-constrast": 5.089980125427246,
+      "step": 405,
+      "subrel-constrast": 5.007596969604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4844894409179688,
+      "cov-distil (oracle2student)": 3.5109589099884033,
+      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "epoch": 0.31868131868131866,
+      "rel-constrast": 3.7930362224578857,
+      "step": 406,
+      "subrel-constrast": 3.798858642578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3034815788269043,
+      "cov-distil (oracle2student)": 3.7118170261383057,
+      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "epoch": 0.3194662480376766,
+      "rel-constrast": 3.579343557357788,
+      "step": 407,
+      "subrel-constrast": 3.7536656856536865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386108875274658,
+      "cov-distil (oracle2student)": 7.637016773223877,
+      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "epoch": 0.3202511773940345,
+      "rel-constrast": 5.229757308959961,
+      "step": 408,
+      "subrel-constrast": 5.07039737701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8611326217651367,
+      "cov-distil (oracle2student)": 5.232067108154297,
+      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "epoch": 0.32103610675039246,
+      "rel-constrast": 3.642263174057007,
+      "step": 409,
+      "subrel-constrast": 4.416981220245361,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3218210361067504,
+      "grad_norm": 10.3125,
+      "learning_rate": 2.045e-05,
+      "loss": 1.1891,
+      "step": 410
+    },
+    {
+      "cov-distil": 2.2154881954193115,
+      "cov-distil (oracle2student)": 6.773739814758301,
+      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "epoch": 0.3218210361067504,
+      "rel-constrast": 3.8010854721069336,
+      "step": 410,
+      "subrel-constrast": 4.40297269821167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.502871513366699,
+      "cov-distil (oracle2student)": 5.0695061683654785,
+      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "epoch": 0.3226059654631083,
+      "rel-constrast": 3.752478837966919,
+      "step": 411,
+      "subrel-constrast": 4.620887756347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1412277221679688,
+      "cov-distil (oracle2student)": 5.670042037963867,
+      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "epoch": 0.32339089481946626,
+      "rel-constrast": 3.702781915664673,
+      "step": 412,
+      "subrel-constrast": 3.522353172302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.622506618499756,
+      "cov-distil (oracle2student)": 3.7515993118286133,
+      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "epoch": 0.3241758241758242,
+      "rel-constrast": 4.642484188079834,
+      "step": 413,
+      "subrel-constrast": 4.491447448730469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7788538932800293,
+      "cov-distil (oracle2student)": 4.702597618103027,
+      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "epoch": 0.3249607535321821,
+      "rel-constrast": 5.818304061889648,
+      "step": 414,
+      "subrel-constrast": 6.06870698928833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9587523937225342,
+      "cov-distil (oracle2student)": 5.824624538421631,
+      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "epoch": 0.32574568288854006,
+      "rel-constrast": 4.23227596282959,
+      "step": 415,
+      "subrel-constrast": 4.3078107833862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7149274349212646,
+      "cov-distil (oracle2student)": 4.385428428649902,
+      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "epoch": 0.32653061224489793,
+      "rel-constrast": 2.614161491394043,
+      "step": 416,
+      "subrel-constrast": 3.0772061347961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901108741760254,
+      "cov-distil (oracle2student)": 5.8399505615234375,
+      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "epoch": 0.32731554160125587,
+      "rel-constrast": 4.529116630554199,
+      "step": 417,
+      "subrel-constrast": 3.6887731552124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.264662504196167,
+      "cov-distil (oracle2student)": 5.077439308166504,
+      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "epoch": 0.3281004709576138,
+      "rel-constrast": 3.489309549331665,
+      "step": 418,
+      "subrel-constrast": 4.08317232131958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0951147079467773,
+      "cov-distil (oracle2student)": 5.056512355804443,
+      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "epoch": 0.32888540031397173,
+      "rel-constrast": 4.336194038391113,
+      "step": 419,
+      "subrel-constrast": 4.286928176879883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.32967032967032966,
+      "grad_norm": 11.125,
+      "learning_rate": 2.095e-05,
+      "loss": 1.0809,
+      "step": 420
+    },
+    {
+      "cov-distil": 2.853148937225342,
+      "cov-distil (oracle2student)": 4.900213718414307,
+      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "epoch": 0.32967032967032966,
+      "rel-constrast": 2.7741894721984863,
+      "step": 420,
+      "subrel-constrast": 4.219531536102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.347733497619629,
+      "cov-distil (oracle2student)": 5.8397064208984375,
+      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "epoch": 0.3304552590266876,
+      "rel-constrast": 4.240979194641113,
+      "step": 421,
+      "subrel-constrast": 4.324865818023682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3546690940856934,
+      "cov-distil (oracle2student)": 4.496642112731934,
+      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "epoch": 0.33124018838304553,
+      "rel-constrast": 4.255103588104248,
+      "step": 422,
+      "subrel-constrast": 5.117549419403076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.715123176574707,
+      "cov-distil (oracle2student)": 4.683563232421875,
+      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "epoch": 0.33202511773940346,
+      "rel-constrast": 5.569277763366699,
+      "step": 423,
+      "subrel-constrast": 5.483921527862549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235517978668213,
+      "cov-distil (oracle2student)": 3.439777374267578,
+      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "epoch": 0.3328100470957614,
+      "rel-constrast": 2.9701004028320312,
+      "step": 424,
+      "subrel-constrast": 3.481750249862671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.576808214187622,
+      "cov-distil (oracle2student)": 4.481812477111816,
+      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "epoch": 0.33359497645211933,
+      "rel-constrast": 3.951779842376709,
+      "step": 425,
+      "subrel-constrast": 4.240853786468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1964685916900635,
+      "cov-distil (oracle2student)": 5.804289817810059,
+      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "epoch": 0.33437990580847726,
+      "rel-constrast": 4.0014448165893555,
+      "step": 426,
+      "subrel-constrast": 4.291764736175537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8239710330963135,
+      "cov-distil (oracle2student)": 6.429267406463623,
+      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "epoch": 0.33516483516483514,
+      "rel-constrast": 5.43123197555542,
+      "step": 427,
+      "subrel-constrast": 5.811346530914307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.957871437072754,
+      "cov-distil (oracle2student)": 5.654982566833496,
+      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "epoch": 0.3359497645211931,
+      "rel-constrast": 3.8812756538391113,
+      "step": 428,
+      "subrel-constrast": 4.840229511260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 4.233981132507324,
+      "cov-distil (oracle2student)": 4.738227844238281,
+      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "epoch": 0.336734693877551,
+      "rel-constrast": 3.1858866214752197,
+      "step": 429,
+      "subrel-constrast": 4.9521284103393555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.33751962323390894,
+      "grad_norm": 7.8125,
+      "learning_rate": 2.145e-05,
+      "loss": 1.0748,
+      "step": 430
+    },
+    {
+      "cov-distil": 2.071441173553467,
+      "cov-distil (oracle2student)": 5.731252193450928,
+      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "epoch": 0.33751962323390894,
+      "rel-constrast": 3.4950835704803467,
+      "step": 430,
+      "subrel-constrast": 4.140163898468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.762049674987793,
+      "cov-distil (oracle2student)": 5.917123794555664,
+      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "epoch": 0.33830455259026687,
+      "rel-constrast": 3.0546138286590576,
+      "step": 431,
+      "subrel-constrast": 3.9004335403442383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.009577989578247,
+      "cov-distil (oracle2student)": 4.721602439880371,
+      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "epoch": 0.3390894819466248,
+      "rel-constrast": 3.20813250541687,
+      "step": 432,
+      "subrel-constrast": 2.7180888652801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3607802391052246,
+      "cov-distil (oracle2student)": 5.02647590637207,
+      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "epoch": 0.33987441130298274,
+      "rel-constrast": 3.091285228729248,
+      "step": 433,
+      "subrel-constrast": 3.6924705505371094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.247466564178467,
+      "cov-distil (oracle2student)": 5.613053321838379,
+      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "epoch": 0.34065934065934067,
+      "rel-constrast": 6.07712459564209,
+      "step": 434,
+      "subrel-constrast": 5.707917213439941,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.775041341781616,
+      "cov-distil (oracle2student)": 4.206188201904297,
+      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "epoch": 0.3414442700156986,
+      "rel-constrast": 4.096330642700195,
+      "step": 435,
+      "subrel-constrast": 4.643835067749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1919288635253906,
+      "cov-distil (oracle2student)": 5.838393688201904,
+      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "epoch": 0.34222919937205654,
+      "rel-constrast": 3.9760336875915527,
+      "step": 436,
+      "subrel-constrast": 4.569299221038818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.402763605117798,
+      "cov-distil (oracle2student)": 5.501781463623047,
+      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "epoch": 0.34301412872841447,
+      "rel-constrast": 4.09533166885376,
+      "step": 437,
+      "subrel-constrast": 4.315829277038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2494189739227295,
+      "cov-distil (oracle2student)": 7.242899417877197,
+      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "epoch": 0.34379905808477235,
+      "rel-constrast": 5.04097843170166,
+      "step": 438,
+      "subrel-constrast": 4.862870216369629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2995710372924805,
+      "cov-distil (oracle2student)": 6.75054407119751,
+      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "epoch": 0.3445839874411303,
+      "rel-constrast": 4.982070446014404,
+      "step": 439,
+      "subrel-constrast": 5.908459663391113,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3453689167974882,
+      "grad_norm": 9.0625,
+      "learning_rate": 2.195e-05,
+      "loss": 1.0863,
+      "step": 440
+    },
+    {
+      "cov-distil": 2.3884384632110596,
+      "cov-distil (oracle2student)": 3.627267837524414,
+      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "epoch": 0.3453689167974882,
+      "rel-constrast": 3.338059425354004,
+      "step": 440,
+      "subrel-constrast": 3.8772172927856445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.314605712890625,
+      "cov-distil (oracle2student)": 3.331043243408203,
+      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "epoch": 0.34615384615384615,
+      "rel-constrast": 3.4346771240234375,
+      "step": 441,
+      "subrel-constrast": 4.622008323669434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.188438653945923,
+      "cov-distil (oracle2student)": 4.153973579406738,
+      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "epoch": 0.3469387755102041,
+      "rel-constrast": 3.282660484313965,
+      "step": 442,
+      "subrel-constrast": 4.078038215637207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141457557678223,
+      "cov-distil (oracle2student)": 3.9378161430358887,
+      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "epoch": 0.347723704866562,
+      "rel-constrast": 3.16465163230896,
+      "step": 443,
+      "subrel-constrast": 3.99902606010437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184648513793945,
+      "cov-distil (oracle2student)": 4.154224395751953,
+      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "epoch": 0.34850863422291994,
+      "rel-constrast": 4.452948570251465,
+      "step": 444,
+      "subrel-constrast": 4.752323627471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.465195417404175,
+      "cov-distil (oracle2student)": 6.024938106536865,
+      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "epoch": 0.3492935635792779,
+      "rel-constrast": 3.97629976272583,
+      "step": 445,
+      "subrel-constrast": 4.345099925994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387889862060547,
+      "cov-distil (oracle2student)": 6.552669525146484,
+      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "epoch": 0.3500784929356358,
+      "rel-constrast": 4.845789909362793,
+      "step": 446,
+      "subrel-constrast": 4.969698905944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.397533416748047,
+      "cov-distil (oracle2student)": 4.364714622497559,
+      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "epoch": 0.35086342229199374,
+      "rel-constrast": 3.937595844268799,
+      "step": 447,
+      "subrel-constrast": 4.312699794769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7098320722579956,
+      "cov-distil (oracle2student)": 4.228442192077637,
+      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "epoch": 0.3516483516483517,
+      "rel-constrast": 4.023503303527832,
+      "step": 448,
+      "subrel-constrast": 4.394430637359619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.685983657836914,
+      "cov-distil (oracle2student)": 5.232016563415527,
+      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "epoch": 0.35243328100470955,
+      "rel-constrast": 4.860464096069336,
+      "step": 449,
+      "subrel-constrast": 5.943270206451416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3532182103610675,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.245e-05,
+      "loss": 1.0413,
+      "step": 450
+    },
+    {
+      "cov-distil": 2.2508721351623535,
+      "cov-distil (oracle2student)": 2.906092643737793,
+      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "epoch": 0.3532182103610675,
+      "rel-constrast": 4.014590740203857,
+      "step": 450,
+      "subrel-constrast": 3.848747491836548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.404543161392212,
+      "cov-distil (oracle2student)": 4.871207237243652,
+      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "epoch": 0.3540031397174254,
+      "rel-constrast": 4.726263999938965,
+      "step": 451,
+      "subrel-constrast": 4.601378440856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3678207397460938,
+      "cov-distil (oracle2student)": 4.7101731300354,
+      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "epoch": 0.35478806907378335,
+      "rel-constrast": 6.3743462562561035,
+      "step": 452,
+      "subrel-constrast": 5.834218978881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8811686038970947,
+      "cov-distil (oracle2student)": 7.004568099975586,
+      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "epoch": 0.3555729984301413,
+      "rel-constrast": 4.495256423950195,
+      "step": 453,
+      "subrel-constrast": 4.499624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.08927845954895,
+      "cov-distil (oracle2student)": 6.895721912384033,
+      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "epoch": 0.3563579277864992,
+      "rel-constrast": 3.5895748138427734,
+      "step": 454,
+      "subrel-constrast": 4.271737575531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574354648590088,
+      "cov-distil (oracle2student)": 4.438915252685547,
+      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "epoch": 0.35714285714285715,
+      "rel-constrast": 2.5299854278564453,
+      "step": 455,
+      "subrel-constrast": 3.375465154647827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.532860279083252,
+      "cov-distil (oracle2student)": 5.647635459899902,
+      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "epoch": 0.3579277864992151,
+      "rel-constrast": 4.839120864868164,
+      "step": 456,
+      "subrel-constrast": 5.001308917999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.857278347015381,
+      "cov-distil (oracle2student)": 4.26930046081543,
+      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "epoch": 0.358712715855573,
+      "rel-constrast": 4.054443359375,
+      "step": 457,
+      "subrel-constrast": 4.409102439880371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4386208057403564,
+      "cov-distil (oracle2student)": 4.052372455596924,
+      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "epoch": 0.35949764521193095,
+      "rel-constrast": 4.553459167480469,
+      "step": 458,
+      "subrel-constrast": 4.813325881958008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.469395637512207,
+      "cov-distil (oracle2student)": 5.080841064453125,
+      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "epoch": 0.3602825745682888,
+      "rel-constrast": 4.249707221984863,
+      "step": 459,
+      "subrel-constrast": 4.861333847045898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36106750392464676,
+      "grad_norm": 10.0625,
+      "learning_rate": 2.2950000000000002e-05,
+      "loss": 1.146,
+      "step": 460
+    },
+    {
+      "cov-distil": 2.61850905418396,
+      "cov-distil (oracle2student)": 6.65915584564209,
+      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "epoch": 0.36106750392464676,
+      "rel-constrast": 5.478026390075684,
+      "step": 460,
+      "subrel-constrast": 5.582189083099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.189993143081665,
+      "cov-distil (oracle2student)": 5.363834381103516,
+      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "epoch": 0.3618524332810047,
+      "rel-constrast": 5.005136013031006,
+      "step": 461,
+      "subrel-constrast": 4.609855651855469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.936099648475647,
+      "cov-distil (oracle2student)": 2.9774246215820312,
+      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "epoch": 0.3626373626373626,
+      "rel-constrast": 3.062378406524658,
+      "step": 462,
+      "subrel-constrast": 3.0949158668518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.640564441680908,
+      "cov-distil (oracle2student)": 6.053886413574219,
+      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "epoch": 0.36342229199372056,
+      "rel-constrast": 3.466475248336792,
+      "step": 463,
+      "subrel-constrast": 4.198953628540039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.427206516265869,
+      "cov-distil (oracle2student)": 5.163705348968506,
+      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "epoch": 0.3642072213500785,
+      "rel-constrast": 3.610846757888794,
+      "step": 464,
+      "subrel-constrast": 4.117895603179932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4713971614837646,
+      "cov-distil (oracle2student)": 7.060304164886475,
+      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "epoch": 0.3649921507064364,
+      "rel-constrast": 6.358216285705566,
+      "step": 465,
+      "subrel-constrast": 7.534944534301758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.341738224029541,
+      "cov-distil (oracle2student)": 3.9310569763183594,
+      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "epoch": 0.36577708006279436,
+      "rel-constrast": 4.7545905113220215,
+      "step": 466,
+      "subrel-constrast": 5.290574073791504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8943874835968018,
+      "cov-distil (oracle2student)": 7.774135589599609,
+      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "epoch": 0.3665620094191523,
+      "rel-constrast": 4.15330696105957,
+      "step": 467,
+      "subrel-constrast": 4.940469741821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2678370475769043,
+      "cov-distil (oracle2student)": 3.2847068309783936,
+      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "epoch": 0.3673469387755102,
+      "rel-constrast": 4.6083855628967285,
+      "step": 468,
+      "subrel-constrast": 4.441287040710449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.196363687515259,
+      "cov-distil (oracle2student)": 4.333902835845947,
+      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "epoch": 0.36813186813186816,
+      "rel-constrast": 4.278085708618164,
+      "step": 469,
+      "subrel-constrast": 5.189983367919922,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.36891679748822603,
+      "grad_norm": 10.1875,
+      "learning_rate": 2.345e-05,
+      "loss": 1.1793,
+      "step": 470
+    },
+    {
+      "cov-distil": 2.533843994140625,
+      "cov-distil (oracle2student)": 5.978747367858887,
+      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "epoch": 0.36891679748822603,
+      "rel-constrast": 4.380161762237549,
+      "step": 470,
+      "subrel-constrast": 5.573913097381592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5308892726898193,
+      "cov-distil (oracle2student)": 2.514479160308838,
+      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "epoch": 0.36970172684458397,
+      "rel-constrast": 2.35434889793396,
+      "step": 471,
+      "subrel-constrast": 2.5103394985198975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2500219345092773,
+      "cov-distil (oracle2student)": 3.973175048828125,
+      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "epoch": 0.3704866562009419,
+      "rel-constrast": 2.966829299926758,
+      "step": 472,
+      "subrel-constrast": 2.8600332736968994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129756689071655,
+      "cov-distil (oracle2student)": 4.23541259765625,
+      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "epoch": 0.37127158555729983,
+      "rel-constrast": 3.762936592102051,
+      "step": 473,
+      "subrel-constrast": 3.4188146591186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.912912368774414,
+      "cov-distil (oracle2student)": 4.1711859703063965,
+      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "epoch": 0.37205651491365777,
+      "rel-constrast": 3.62333345413208,
+      "step": 474,
+      "subrel-constrast": 4.32157564163208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0989773273468018,
+      "cov-distil (oracle2student)": 3.832151174545288,
+      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "epoch": 0.3728414442700157,
+      "rel-constrast": 4.430049419403076,
+      "step": 475,
+      "subrel-constrast": 4.741738796234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.258049964904785,
+      "cov-distil (oracle2student)": 5.291522026062012,
+      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "epoch": 0.37362637362637363,
+      "rel-constrast": 4.222903251647949,
+      "step": 476,
+      "subrel-constrast": 3.961719274520874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.570009469985962,
+      "cov-distil (oracle2student)": 5.773652076721191,
+      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "epoch": 0.37441130298273156,
+      "rel-constrast": 4.533541679382324,
+      "step": 477,
+      "subrel-constrast": 4.77773380279541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8505635261535645,
+      "cov-distil (oracle2student)": 6.83684778213501,
+      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "epoch": 0.3751962323390895,
+      "rel-constrast": 5.62321662902832,
+      "step": 478,
+      "subrel-constrast": 5.232511043548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7924580574035645,
+      "cov-distil (oracle2student)": 3.7319493293762207,
+      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "epoch": 0.37598116169544743,
+      "rel-constrast": 4.3964619636535645,
+      "step": 479,
+      "subrel-constrast": 4.63718843460083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.37676609105180536,
+      "grad_norm": 11.4375,
+      "learning_rate": 2.395e-05,
+      "loss": 1.0666,
+      "step": 480
+    },
+    {
+      "cov-distil": 3.3505167961120605,
+      "cov-distil (oracle2student)": 5.910223960876465,
+      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "epoch": 0.37676609105180536,
+      "rel-constrast": 3.6228749752044678,
+      "step": 480,
+      "subrel-constrast": 4.511120796203613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4485015869140625,
+      "cov-distil (oracle2student)": 2.978269338607788,
+      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "epoch": 0.37755102040816324,
+      "rel-constrast": 2.7968740463256836,
+      "step": 481,
+      "subrel-constrast": 3.763864278793335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9172215461730957,
+      "cov-distil (oracle2student)": 4.363856315612793,
+      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "epoch": 0.3783359497645212,
+      "rel-constrast": 3.863055467605591,
+      "step": 482,
+      "subrel-constrast": 4.3716607093811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2787156105041504,
+      "cov-distil (oracle2student)": 5.516321182250977,
+      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "epoch": 0.3791208791208791,
+      "rel-constrast": 4.094292640686035,
+      "step": 483,
+      "subrel-constrast": 4.160613059997559,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.235403537750244,
+      "cov-distil (oracle2student)": 5.518409729003906,
+      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "epoch": 0.37990580847723704,
+      "rel-constrast": 3.563915252685547,
+      "step": 484,
+      "subrel-constrast": 3.7485921382904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194551467895508,
+      "cov-distil (oracle2student)": 4.414938926696777,
+      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "epoch": 0.38069073783359497,
+      "rel-constrast": 3.6036124229431152,
+      "step": 485,
+      "subrel-constrast": 4.087226390838623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5132029056549072,
+      "cov-distil (oracle2student)": 5.28877067565918,
+      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "epoch": 0.3814756671899529,
+      "rel-constrast": 3.990896224975586,
+      "step": 486,
+      "subrel-constrast": 4.995358467102051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.118487596511841,
+      "cov-distil (oracle2student)": 4.492996692657471,
+      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "epoch": 0.38226059654631084,
+      "rel-constrast": 3.6116862297058105,
+      "step": 487,
+      "subrel-constrast": 3.7064754962921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1922671794891357,
+      "cov-distil (oracle2student)": 4.6771087646484375,
+      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "epoch": 0.38304552590266877,
+      "rel-constrast": 3.873265504837036,
+      "step": 488,
+      "subrel-constrast": 4.981564044952393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.20857834815979,
+      "cov-distil (oracle2student)": 5.020869255065918,
+      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "epoch": 0.3838304552590267,
+      "rel-constrast": 3.868755340576172,
+      "step": 489,
+      "subrel-constrast": 5.429229736328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "grad_norm": 9.8125,
+      "learning_rate": 2.445e-05,
+      "loss": 0.9824,
+      "step": 490
+    },
+    {
+      "cov-distil": 1.981706976890564,
+      "cov-distil (oracle2student)": 7.053213119506836,
+      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "epoch": 0.38461538461538464,
+      "rel-constrast": 4.026374816894531,
+      "step": 490,
+      "subrel-constrast": 4.501920223236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.410712718963623,
+      "cov-distil (oracle2student)": 5.133758544921875,
+      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "epoch": 0.38540031397174257,
+      "rel-constrast": 4.2775421142578125,
+      "step": 491,
+      "subrel-constrast": 4.118622779846191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.371644973754883,
+      "cov-distil (oracle2student)": 5.659582138061523,
+      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "epoch": 0.38618524332810045,
+      "rel-constrast": 4.763324737548828,
+      "step": 492,
+      "subrel-constrast": 4.729984760284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4028496742248535,
+      "cov-distil (oracle2student)": 4.193080425262451,
+      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "epoch": 0.3869701726844584,
+      "rel-constrast": 3.300520896911621,
+      "step": 493,
+      "subrel-constrast": 4.785802841186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9608060121536255,
+      "cov-distil (oracle2student)": 4.956197261810303,
+      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "epoch": 0.3877551020408163,
+      "rel-constrast": 2.9137468338012695,
+      "step": 494,
+      "subrel-constrast": 3.282076597213745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4849562644958496,
+      "cov-distil (oracle2student)": 6.280769348144531,
+      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "epoch": 0.38854003139717425,
+      "rel-constrast": 4.2239484786987305,
+      "step": 495,
+      "subrel-constrast": 4.649102210998535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7329490184783936,
+      "cov-distil (oracle2student)": 4.664039611816406,
+      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "epoch": 0.3893249607535322,
+      "rel-constrast": 2.6345038414001465,
+      "step": 496,
+      "subrel-constrast": 3.718508243560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.085386276245117,
+      "cov-distil (oracle2student)": 3.886662721633911,
+      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "epoch": 0.3901098901098901,
+      "rel-constrast": 3.260143518447876,
+      "step": 497,
+      "subrel-constrast": 3.9507155418395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7282142639160156,
+      "cov-distil (oracle2student)": 3.539856433868408,
+      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "epoch": 0.39089481946624804,
+      "rel-constrast": 2.3446929454803467,
+      "step": 498,
+      "subrel-constrast": 2.6004679203033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6501827239990234,
+      "cov-distil (oracle2student)": 7.322658061981201,
+      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "epoch": 0.391679748822606,
+      "rel-constrast": 4.462357521057129,
+      "step": 499,
+      "subrel-constrast": 5.298823833465576,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "grad_norm": 8.375,
+      "learning_rate": 2.495e-05,
+      "loss": 0.9597,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-P@10": 0.76,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-P@10": 0.42899999999999994,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "eval/avg": 0.5329941442436358,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "overlap": 0.2421875,
+      "step": 500
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "student margin": 0.06243896484375
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "step": 500,
+      "teacher margin": 0.042694091796875
+    },
+    {
+      "epoch": 0.3924646781789639,
+      "margin difference": -0.019744873046875,
+      "step": 500
+    },
+    {
+      "cov-distil": 1.4159998893737793,
+      "cov-distil (oracle2student)": 4.625096797943115,
+      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "epoch": 0.3924646781789639,
+      "rel-constrast": 3.086014986038208,
+      "step": 500,
+      "subrel-constrast": 3.322561264038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.484131336212158,
+      "cov-distil (oracle2student)": 5.681003093719482,
+      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "epoch": 0.39324960753532184,
+      "rel-constrast": 3.455115795135498,
+      "step": 501,
+      "subrel-constrast": 3.60056209564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732965111732483,
+      "cov-distil (oracle2student)": 3.93009877204895,
+      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "epoch": 0.3940345368916798,
+      "rel-constrast": 3.891814708709717,
+      "step": 502,
+      "subrel-constrast": 4.615721225738525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3193750381469727,
+      "cov-distil (oracle2student)": 4.851567268371582,
+      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "epoch": 0.39481946624803765,
+      "rel-constrast": 3.16011381149292,
+      "step": 503,
+      "subrel-constrast": 3.5040040016174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.2391562461853027,
+      "cov-distil (oracle2student)": 3.613586664199829,
+      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "epoch": 0.3956043956043956,
+      "rel-constrast": 4.543619155883789,
+      "step": 504,
+      "subrel-constrast": 4.639369964599609,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1063196659088135,
+      "cov-distil (oracle2student)": 5.640138626098633,
+      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "epoch": 0.3963893249607535,
+      "rel-constrast": 3.3249940872192383,
+      "step": 505,
+      "subrel-constrast": 3.79390287399292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8278141021728516,
+      "cov-distil (oracle2student)": 3.6726248264312744,
+      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "epoch": 0.39717425431711145,
+      "rel-constrast": 3.797194480895996,
+      "step": 506,
+      "subrel-constrast": 4.491276264190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0168466567993164,
+      "cov-distil (oracle2student)": 5.7914814949035645,
+      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "epoch": 0.3979591836734694,
+      "rel-constrast": 3.658668279647827,
+      "step": 507,
+      "subrel-constrast": 4.55025577545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.112938165664673,
+      "cov-distil (oracle2student)": 3.503079414367676,
+      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "epoch": 0.3987441130298273,
+      "rel-constrast": 2.802060604095459,
+      "step": 508,
+      "subrel-constrast": 3.5418896675109863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9679971933364868,
+      "cov-distil (oracle2student)": 4.781468391418457,
+      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "epoch": 0.39952904238618525,
+      "rel-constrast": 3.881654977798462,
+      "step": 509,
+      "subrel-constrast": 4.416358947753906,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4003139717425432,
+      "grad_norm": 9.1875,
+      "learning_rate": 2.5450000000000002e-05,
+      "loss": 0.9456,
+      "step": 510
+    },
+    {
+      "cov-distil": 1.395479440689087,
+      "cov-distil (oracle2student)": 5.548276424407959,
+      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "epoch": 0.4003139717425432,
+      "rel-constrast": 3.209362506866455,
+      "step": 510,
+      "subrel-constrast": 3.1534719467163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8525688648223877,
+      "cov-distil (oracle2student)": 6.531951904296875,
+      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "epoch": 0.4010989010989011,
+      "rel-constrast": 4.491300582885742,
+      "step": 511,
+      "subrel-constrast": 4.586567401885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9388954639434814,
+      "cov-distil (oracle2student)": 5.9139084815979,
+      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "epoch": 0.40188383045525905,
+      "rel-constrast": 4.033116340637207,
+      "step": 512,
+      "subrel-constrast": 4.773599147796631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7909735441207886,
+      "cov-distil (oracle2student)": 4.206601142883301,
+      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "epoch": 0.4026687598116169,
+      "rel-constrast": 4.130172252655029,
+      "step": 513,
+      "subrel-constrast": 4.800011157989502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.82828950881958,
+      "cov-distil (oracle2student)": 3.7563247680664062,
+      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "epoch": 0.40345368916797486,
+      "rel-constrast": 2.0718255043029785,
+      "step": 514,
+      "subrel-constrast": 2.8484530448913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547434329986572,
+      "cov-distil (oracle2student)": 3.475689649581909,
+      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "epoch": 0.4042386185243328,
+      "rel-constrast": 3.053926706314087,
+      "step": 515,
+      "subrel-constrast": 3.580040454864502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8886094093322754,
+      "cov-distil (oracle2student)": 3.8891124725341797,
+      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "epoch": 0.4050235478806907,
+      "rel-constrast": 3.4653000831604004,
+      "step": 516,
+      "subrel-constrast": 4.058748722076416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4138705730438232,
+      "cov-distil (oracle2student)": 6.235104084014893,
+      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "epoch": 0.40580847723704866,
+      "rel-constrast": 4.911827564239502,
+      "step": 517,
+      "subrel-constrast": 5.379470348358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.055727481842041,
+      "cov-distil (oracle2student)": 4.765932083129883,
+      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "epoch": 0.4065934065934066,
+      "rel-constrast": 4.432010650634766,
+      "step": 518,
+      "subrel-constrast": 3.8237483501434326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.444960594177246,
+      "cov-distil (oracle2student)": 3.9477295875549316,
+      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "epoch": 0.4073783359497645,
+      "rel-constrast": 4.135186195373535,
+      "step": 519,
+      "subrel-constrast": 4.819687843322754,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.40816326530612246,
+      "grad_norm": 8.875,
+      "learning_rate": 2.595e-05,
+      "loss": 1.0015,
+      "step": 520
+    },
+    {
+      "cov-distil": 2.114975690841675,
+      "cov-distil (oracle2student)": 6.017740249633789,
+      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "epoch": 0.40816326530612246,
+      "rel-constrast": 3.083989143371582,
+      "step": 520,
+      "subrel-constrast": 3.6702053546905518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6442341804504395,
+      "cov-distil (oracle2student)": 4.542356491088867,
+      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "epoch": 0.4089481946624804,
+      "rel-constrast": 2.837587594985962,
+      "step": 521,
+      "subrel-constrast": 3.523179054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6822391748428345,
+      "cov-distil (oracle2student)": 3.990572690963745,
+      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "epoch": 0.4097331240188383,
+      "rel-constrast": 3.3714590072631836,
+      "step": 522,
+      "subrel-constrast": 3.4518234729766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5175161361694336,
+      "cov-distil (oracle2student)": 5.360091209411621,
+      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "epoch": 0.41051805337519626,
+      "rel-constrast": 3.320817232131958,
+      "step": 523,
+      "subrel-constrast": 4.099976539611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8499733209609985,
+      "cov-distil (oracle2student)": 4.837664604187012,
+      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "epoch": 0.41130298273155413,
+      "rel-constrast": 3.551431655883789,
+      "step": 524,
+      "subrel-constrast": 4.396182060241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3767762184143066,
+      "cov-distil (oracle2student)": 5.010434150695801,
+      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "epoch": 0.41208791208791207,
+      "rel-constrast": 3.382202386856079,
+      "step": 525,
+      "subrel-constrast": 4.079559803009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7340972423553467,
+      "cov-distil (oracle2student)": 6.103010654449463,
+      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "epoch": 0.41287284144427,
+      "rel-constrast": 2.4694104194641113,
+      "step": 526,
+      "subrel-constrast": 3.338963270187378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8253371715545654,
+      "cov-distil (oracle2student)": 4.7706756591796875,
+      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "epoch": 0.41365777080062793,
+      "rel-constrast": 4.593013763427734,
+      "step": 527,
+      "subrel-constrast": 5.206238269805908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2579145431518555,
+      "cov-distil (oracle2student)": 8.899227142333984,
+      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "epoch": 0.41444270015698587,
+      "rel-constrast": 3.0921471118927,
+      "step": 528,
+      "subrel-constrast": 4.043778896331787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9917439222335815,
+      "cov-distil (oracle2student)": 3.3459632396698,
+      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "epoch": 0.4152276295133438,
+      "rel-constrast": 3.5178332328796387,
+      "step": 529,
+      "subrel-constrast": 4.205659866333008,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.41601255886970173,
+      "grad_norm": 8.6875,
+      "learning_rate": 2.6450000000000003e-05,
+      "loss": 0.883,
+      "step": 530
+    },
+    {
+      "cov-distil": 2.4610893726348877,
+      "cov-distil (oracle2student)": 7.107298851013184,
+      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "epoch": 0.41601255886970173,
+      "rel-constrast": 4.013538837432861,
+      "step": 530,
+      "subrel-constrast": 4.085789203643799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9131748676300049,
+      "cov-distil (oracle2student)": 3.1839516162872314,
+      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "epoch": 0.41679748822605966,
+      "rel-constrast": 3.6091840267181396,
+      "step": 531,
+      "subrel-constrast": 3.740673303604126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.387206554412842,
+      "cov-distil (oracle2student)": 3.9284486770629883,
+      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "epoch": 0.4175824175824176,
+      "rel-constrast": 3.5161938667297363,
+      "step": 532,
+      "subrel-constrast": 4.079607009887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.471837282180786,
+      "cov-distil (oracle2student)": 5.907663345336914,
+      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "epoch": 0.41836734693877553,
+      "rel-constrast": 4.507608890533447,
+      "step": 533,
+      "subrel-constrast": 5.104624271392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2768821716308594,
+      "cov-distil (oracle2student)": 5.402787208557129,
+      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "epoch": 0.41915227629513346,
+      "rel-constrast": 4.229998588562012,
+      "step": 534,
+      "subrel-constrast": 4.759891986846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1538729667663574,
+      "cov-distil (oracle2student)": 5.076930046081543,
+      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "epoch": 0.41993720565149134,
+      "rel-constrast": 5.096151351928711,
+      "step": 535,
+      "subrel-constrast": 5.996850490570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1815271377563477,
+      "cov-distil (oracle2student)": 4.3686065673828125,
+      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "epoch": 0.4207221350078493,
+      "rel-constrast": 3.4470701217651367,
+      "step": 536,
+      "subrel-constrast": 3.943808078765869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430976152420044,
+      "cov-distil (oracle2student)": 5.03574800491333,
+      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "epoch": 0.4215070643642072,
+      "rel-constrast": 4.9359941482543945,
+      "step": 537,
+      "subrel-constrast": 4.681961536407471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1151583194732666,
+      "cov-distil (oracle2student)": 4.930647850036621,
+      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "epoch": 0.42229199372056514,
+      "rel-constrast": 3.337693214416504,
+      "step": 538,
+      "subrel-constrast": 4.436145305633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0622363090515137,
+      "cov-distil (oracle2student)": 5.964321136474609,
+      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "epoch": 0.4230769230769231,
+      "rel-constrast": 2.918050765991211,
+      "step": 539,
+      "subrel-constrast": 3.1426711082458496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.423861852433281,
+      "grad_norm": 8.25,
+      "learning_rate": 2.6950000000000005e-05,
+      "loss": 1.0442,
+      "step": 540
+    },
+    {
+      "cov-distil": 2.4555015563964844,
+      "cov-distil (oracle2student)": 4.551426887512207,
+      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "epoch": 0.423861852433281,
+      "rel-constrast": 3.3250837326049805,
+      "step": 540,
+      "subrel-constrast": 3.5797502994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.082664966583252,
+      "cov-distil (oracle2student)": 4.699512958526611,
+      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "epoch": 0.42464678178963894,
+      "rel-constrast": 2.5872223377227783,
+      "step": 541,
+      "subrel-constrast": 3.821152687072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.204350709915161,
+      "cov-distil (oracle2student)": 4.2027435302734375,
+      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "epoch": 0.42543171114599687,
+      "rel-constrast": 3.1161422729492188,
+      "step": 542,
+      "subrel-constrast": 3.712345838546753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0034756660461426,
+      "cov-distil (oracle2student)": 4.845664978027344,
+      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "epoch": 0.4262166405023548,
+      "rel-constrast": 3.031003952026367,
+      "step": 543,
+      "subrel-constrast": 3.3142998218536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4440988302230835,
+      "cov-distil (oracle2student)": 3.6065969467163086,
+      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "epoch": 0.42700156985871274,
+      "rel-constrast": 2.4494941234588623,
+      "step": 544,
+      "subrel-constrast": 2.605020046234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6435261964797974,
+      "cov-distil (oracle2student)": 3.551994800567627,
+      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "epoch": 0.42778649921507067,
+      "rel-constrast": 3.822410821914673,
+      "step": 545,
+      "subrel-constrast": 3.836008071899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7628724575042725,
+      "cov-distil (oracle2student)": 6.011783599853516,
+      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "epoch": 0.42857142857142855,
+      "rel-constrast": 3.934589385986328,
+      "step": 546,
+      "subrel-constrast": 3.964400053024292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7866466045379639,
+      "cov-distil (oracle2student)": 3.3814570903778076,
+      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "epoch": 0.4293563579277865,
+      "rel-constrast": 3.8515207767486572,
+      "step": 547,
+      "subrel-constrast": 4.402586460113525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3751814365386963,
+      "cov-distil (oracle2student)": 4.2626800537109375,
+      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "epoch": 0.4301412872841444,
+      "rel-constrast": 4.448970794677734,
+      "step": 548,
+      "subrel-constrast": 4.393995761871338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0791738033294678,
+      "cov-distil (oracle2student)": 5.72738790512085,
+      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "epoch": 0.43092621664050235,
+      "rel-constrast": 3.669039487838745,
+      "step": 549,
+      "subrel-constrast": 3.670117139816284,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4317111459968603,
+      "grad_norm": 10.5625,
+      "learning_rate": 2.7450000000000003e-05,
+      "loss": 0.9055,
+      "step": 550
+    },
+    {
+      "cov-distil": 1.8588554859161377,
+      "cov-distil (oracle2student)": 5.19000244140625,
+      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "epoch": 0.4317111459968603,
+      "rel-constrast": 2.9200479984283447,
+      "step": 550,
+      "subrel-constrast": 4.266639709472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4664716720581055,
+      "cov-distil (oracle2student)": 4.6646318435668945,
+      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "epoch": 0.4324960753532182,
+      "rel-constrast": 2.7482821941375732,
+      "step": 551,
+      "subrel-constrast": 3.751079797744751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2391505241394043,
+      "cov-distil (oracle2student)": 4.254290580749512,
+      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "epoch": 0.43328100470957615,
+      "rel-constrast": 2.8833484649658203,
+      "step": 552,
+      "subrel-constrast": 3.7221202850341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5725274085998535,
+      "cov-distil (oracle2student)": 4.4030375480651855,
+      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "epoch": 0.4340659340659341,
+      "rel-constrast": 3.2813262939453125,
+      "step": 553,
+      "subrel-constrast": 4.29766321182251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6824195384979248,
+      "cov-distil (oracle2student)": 4.262044906616211,
+      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "epoch": 0.434850863422292,
+      "rel-constrast": 4.048982620239258,
+      "step": 554,
+      "subrel-constrast": 4.117492198944092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.280151605606079,
+      "cov-distil (oracle2student)": 3.482992649078369,
+      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "epoch": 0.43563579277864994,
+      "rel-constrast": 3.2121012210845947,
+      "step": 555,
+      "subrel-constrast": 3.5926947593688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.286961078643799,
+      "cov-distil (oracle2student)": 4.809238433837891,
+      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "epoch": 0.4364207221350079,
+      "rel-constrast": 3.495352029800415,
+      "step": 556,
+      "subrel-constrast": 4.314545631408691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7107021808624268,
+      "cov-distil (oracle2student)": 4.218628406524658,
+      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "epoch": 0.43720565149136575,
+      "rel-constrast": 3.8885021209716797,
+      "step": 557,
+      "subrel-constrast": 4.020322799682617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8882838487625122,
+      "cov-distil (oracle2student)": 5.679129600524902,
+      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "epoch": 0.4379905808477237,
+      "rel-constrast": 4.420882225036621,
+      "step": 558,
+      "subrel-constrast": 5.289524078369141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9853229522705078,
+      "cov-distil (oracle2student)": 5.879613876342773,
+      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "epoch": 0.4387755102040816,
+      "rel-constrast": 3.605356216430664,
+      "step": 559,
+      "subrel-constrast": 4.175075531005859,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.43956043956043955,
+      "grad_norm": 7.125,
+      "learning_rate": 2.7950000000000005e-05,
+      "loss": 0.9175,
+      "step": 560
+    },
+    {
+      "cov-distil": 2.459702968597412,
+      "cov-distil (oracle2student)": 3.54038667678833,
+      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "epoch": 0.43956043956043955,
+      "rel-constrast": 3.044311285018921,
+      "step": 560,
+      "subrel-constrast": 3.8617966175079346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.301657199859619,
+      "cov-distil (oracle2student)": 3.6367805004119873,
+      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "epoch": 0.4403453689167975,
+      "rel-constrast": 2.504409074783325,
+      "step": 561,
+      "subrel-constrast": 3.5072786808013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2072887420654297,
+      "cov-distil (oracle2student)": 2.9245615005493164,
+      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "epoch": 0.4411302982731554,
+      "rel-constrast": 2.7347452640533447,
+      "step": 562,
+      "subrel-constrast": 2.8598663806915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9743279218673706,
+      "cov-distil (oracle2student)": 4.175314426422119,
+      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "epoch": 0.44191522762951335,
+      "rel-constrast": 2.9006690979003906,
+      "step": 563,
+      "subrel-constrast": 3.607196092605591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0321104526519775,
+      "cov-distil (oracle2student)": 3.8106508255004883,
+      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "epoch": 0.4427001569858713,
+      "rel-constrast": 2.8958191871643066,
+      "step": 564,
+      "subrel-constrast": 3.457608461380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.913415551185608,
+      "cov-distil (oracle2student)": 5.349029541015625,
+      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "epoch": 0.4434850863422292,
+      "rel-constrast": 3.0215673446655273,
+      "step": 565,
+      "subrel-constrast": 4.1114678382873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1626877784729004,
+      "cov-distil (oracle2student)": 5.174778938293457,
+      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "epoch": 0.44427001569858715,
+      "rel-constrast": 4.159515380859375,
+      "step": 566,
+      "subrel-constrast": 3.9089341163635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3144021034240723,
+      "cov-distil (oracle2student)": 4.621238708496094,
+      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "epoch": 0.44505494505494503,
+      "rel-constrast": 3.3642213344573975,
+      "step": 567,
+      "subrel-constrast": 3.904902696609497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7472102642059326,
+      "cov-distil (oracle2student)": 4.851565837860107,
+      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "epoch": 0.44583987441130296,
+      "rel-constrast": 4.3499755859375,
+      "step": 568,
+      "subrel-constrast": 5.089810371398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.075791597366333,
+      "cov-distil (oracle2student)": 5.32772159576416,
+      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "epoch": 0.4466248037676609,
+      "rel-constrast": 2.8129007816314697,
+      "step": 569,
+      "subrel-constrast": 4.071926593780518,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4474097331240188,
+      "grad_norm": 6.34375,
+      "learning_rate": 2.845e-05,
+      "loss": 0.8477,
+      "step": 570
+    },
+    {
+      "cov-distil": 2.4237582683563232,
+      "cov-distil (oracle2student)": 3.0226638317108154,
+      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "epoch": 0.4474097331240188,
+      "rel-constrast": 3.2645320892333984,
+      "step": 570,
+      "subrel-constrast": 3.560032367706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9481277465820312,
+      "cov-distil (oracle2student)": 4.076622486114502,
+      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "epoch": 0.44819466248037676,
+      "rel-constrast": 3.1871180534362793,
+      "step": 571,
+      "subrel-constrast": 3.889390468597412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8381760120391846,
+      "cov-distil (oracle2student)": 5.546555519104004,
+      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "epoch": 0.4489795918367347,
+      "rel-constrast": 3.591369390487671,
+      "step": 572,
+      "subrel-constrast": 4.264605522155762,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9256342649459839,
+      "cov-distil (oracle2student)": 4.694274425506592,
+      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "epoch": 0.4497645211930926,
+      "rel-constrast": 3.0780086517333984,
+      "step": 573,
+      "subrel-constrast": 4.314204216003418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656573295593262,
+      "cov-distil (oracle2student)": 5.347856044769287,
+      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "epoch": 0.45054945054945056,
+      "rel-constrast": 4.534104347229004,
+      "step": 574,
+      "subrel-constrast": 3.962686061859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.547745704650879,
+      "cov-distil (oracle2student)": 5.250231742858887,
+      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "epoch": 0.4513343799058085,
+      "rel-constrast": 3.9131903648376465,
+      "step": 575,
+      "subrel-constrast": 3.791517972946167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.732090950012207,
+      "cov-distil (oracle2student)": 5.05672550201416,
+      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "epoch": 0.4521193092621664,
+      "rel-constrast": 4.284381866455078,
+      "step": 576,
+      "subrel-constrast": 4.660088539123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4754586219787598,
+      "cov-distil (oracle2student)": 3.833111047744751,
+      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "epoch": 0.45290423861852436,
+      "rel-constrast": 4.8734540939331055,
+      "step": 577,
+      "subrel-constrast": 5.031405925750732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7031965255737305,
+      "cov-distil (oracle2student)": 5.395284175872803,
+      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "epoch": 0.45368916797488223,
+      "rel-constrast": 3.602329730987549,
+      "step": 578,
+      "subrel-constrast": 4.0972137451171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5256094932556152,
+      "cov-distil (oracle2student)": 4.89035701751709,
+      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "epoch": 0.45447409733124017,
+      "rel-constrast": 4.2911696434021,
+      "step": 579,
+      "subrel-constrast": 4.371425628662109,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4552590266875981,
+      "grad_norm": 8.125,
+      "learning_rate": 2.895e-05,
+      "loss": 1.0155,
+      "step": 580
+    },
+    {
+      "cov-distil": 1.709166169166565,
+      "cov-distil (oracle2student)": 3.729433059692383,
+      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "epoch": 0.4552590266875981,
+      "rel-constrast": 3.0027105808258057,
+      "step": 580,
+      "subrel-constrast": 4.083986282348633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0113184452056885,
+      "cov-distil (oracle2student)": 4.184613227844238,
+      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "epoch": 0.45604395604395603,
+      "rel-constrast": 3.453307867050171,
+      "step": 581,
+      "subrel-constrast": 3.889902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728846549987793,
+      "cov-distil (oracle2student)": 6.470742225646973,
+      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "epoch": 0.45682888540031397,
+      "rel-constrast": 2.9654622077941895,
+      "step": 582,
+      "subrel-constrast": 3.6763298511505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.542206048965454,
+      "cov-distil (oracle2student)": 3.866248846054077,
+      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "epoch": 0.4576138147566719,
+      "rel-constrast": 2.910317897796631,
+      "step": 583,
+      "subrel-constrast": 3.0755670070648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1158554553985596,
+      "cov-distil (oracle2student)": 3.5174355506896973,
+      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "epoch": 0.45839874411302983,
+      "rel-constrast": 3.163273334503174,
+      "step": 584,
+      "subrel-constrast": 4.189387798309326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358933448791504,
+      "cov-distil (oracle2student)": 5.5259623527526855,
+      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "epoch": 0.45918367346938777,
+      "rel-constrast": 3.3363170623779297,
+      "step": 585,
+      "subrel-constrast": 3.8728079795837402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7158913612365723,
+      "cov-distil (oracle2student)": 3.81449818611145,
+      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "epoch": 0.4599686028257457,
+      "rel-constrast": 2.7120189666748047,
+      "step": 586,
+      "subrel-constrast": 3.659945487976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6179494857788086,
+      "cov-distil (oracle2student)": 5.410915851593018,
+      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "epoch": 0.46075353218210363,
+      "rel-constrast": 4.8570733070373535,
+      "step": 587,
+      "subrel-constrast": 6.077430248260498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146589756011963,
+      "cov-distil (oracle2student)": 4.808439254760742,
+      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "epoch": 0.46153846153846156,
+      "rel-constrast": 3.206974744796753,
+      "step": 588,
+      "subrel-constrast": 3.596273899078369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089515209197998,
+      "cov-distil (oracle2student)": 5.792536735534668,
+      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "epoch": 0.46232339089481944,
+      "rel-constrast": 2.9252166748046875,
+      "step": 589,
+      "subrel-constrast": 4.313965320587158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4631083202511774,
+      "grad_norm": 6.84375,
+      "learning_rate": 2.945e-05,
+      "loss": 0.8647,
+      "step": 590
+    },
+    {
+      "cov-distil": 2.1267971992492676,
+      "cov-distil (oracle2student)": 4.215712547302246,
+      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "epoch": 0.4631083202511774,
+      "rel-constrast": 3.7106242179870605,
+      "step": 590,
+      "subrel-constrast": 4.224156379699707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0595297813415527,
+      "cov-distil (oracle2student)": 7.233006477355957,
+      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "epoch": 0.4638932496075353,
+      "rel-constrast": 2.9407167434692383,
+      "step": 591,
+      "subrel-constrast": 4.574547290802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.99887216091156,
+      "cov-distil (oracle2student)": 5.496109962463379,
+      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "epoch": 0.46467817896389324,
+      "rel-constrast": 2.3733620643615723,
+      "step": 592,
+      "subrel-constrast": 3.4967288970947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7047181129455566,
+      "cov-distil (oracle2student)": 5.643624305725098,
+      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "epoch": 0.4654631083202512,
+      "rel-constrast": 5.243678092956543,
+      "step": 593,
+      "subrel-constrast": 5.544729709625244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4938790798187256,
+      "cov-distil (oracle2student)": 6.409417152404785,
+      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "epoch": 0.4662480376766091,
+      "rel-constrast": 2.4475982189178467,
+      "step": 594,
+      "subrel-constrast": 3.6893906593322754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6694910526275635,
+      "cov-distil (oracle2student)": 5.082285404205322,
+      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "epoch": 0.46703296703296704,
+      "rel-constrast": 3.532689094543457,
+      "step": 595,
+      "subrel-constrast": 4.091874122619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148131847381592,
+      "cov-distil (oracle2student)": 4.989685535430908,
+      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "epoch": 0.46781789638932497,
+      "rel-constrast": 4.088759422302246,
+      "step": 596,
+      "subrel-constrast": 4.2698822021484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.310335159301758,
+      "cov-distil (oracle2student)": 4.894394874572754,
+      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "epoch": 0.4686028257456829,
+      "rel-constrast": 5.071242332458496,
+      "step": 597,
+      "subrel-constrast": 5.214943885803223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2443196773529053,
+      "cov-distil (oracle2student)": 4.7232747077941895,
+      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "epoch": 0.46938775510204084,
+      "rel-constrast": 2.9406661987304688,
+      "step": 598,
+      "subrel-constrast": 3.8035221099853516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5355151891708374,
+      "cov-distil (oracle2student)": 3.4818904399871826,
+      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "epoch": 0.47017268445839877,
+      "rel-constrast": 2.709094762802124,
+      "step": 599,
+      "subrel-constrast": 3.5162317752838135,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "grad_norm": 6.09375,
+      "learning_rate": 2.995e-05,
+      "loss": 0.9297,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "overlap": 0.2984375059604645,
+      "step": 600
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "student margin": 0.049224853515625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "step": 600,
+      "teacher margin": 0.031402587890625
+    },
+    {
+      "epoch": 0.47095761381475665,
+      "margin difference": -0.017822265625,
+      "step": 600
+    },
+    {
+      "cov-distil": 2.0588765144348145,
+      "cov-distil (oracle2student)": 4.4324493408203125,
+      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "epoch": 0.47095761381475665,
+      "rel-constrast": 2.928539276123047,
+      "step": 600,
+      "subrel-constrast": 3.747493028640747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7370885610580444,
+      "cov-distil (oracle2student)": 5.581315517425537,
+      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "epoch": 0.4717425431711146,
+      "rel-constrast": 3.4618310928344727,
+      "step": 601,
+      "subrel-constrast": 3.892033815383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4053502082824707,
+      "cov-distil (oracle2student)": 3.771233558654785,
+      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "epoch": 0.4725274725274725,
+      "rel-constrast": 1.8632010221481323,
+      "step": 602,
+      "subrel-constrast": 3.01338529586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129983186721802,
+      "cov-distil (oracle2student)": 6.024843692779541,
+      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "epoch": 0.47331240188383045,
+      "rel-constrast": 3.88435959815979,
+      "step": 603,
+      "subrel-constrast": 4.859460830688477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7511838674545288,
+      "cov-distil (oracle2student)": 3.3029255867004395,
+      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "epoch": 0.4740973312401884,
+      "rel-constrast": 3.2290658950805664,
+      "step": 604,
+      "subrel-constrast": 4.085943222045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145510911941528,
+      "cov-distil (oracle2student)": 5.038276672363281,
+      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "epoch": 0.4748822605965463,
+      "rel-constrast": 4.488589286804199,
+      "step": 605,
+      "subrel-constrast": 4.722075462341309,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9118618965148926,
+      "cov-distil (oracle2student)": 4.359668731689453,
+      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "epoch": 0.47566718995290425,
+      "rel-constrast": 4.346715450286865,
+      "step": 606,
+      "subrel-constrast": 4.370314598083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1285834312438965,
+      "cov-distil (oracle2student)": 3.969097137451172,
+      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "epoch": 0.4764521193092622,
+      "rel-constrast": 3.884713649749756,
+      "step": 607,
+      "subrel-constrast": 4.063881874084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9782260656356812,
+      "cov-distil (oracle2student)": 3.262112617492676,
+      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "epoch": 0.4772370486656201,
+      "rel-constrast": 2.6513161659240723,
+      "step": 608,
+      "subrel-constrast": 2.8399600982666016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8102538585662842,
+      "cov-distil (oracle2student)": 4.76106071472168,
+      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "epoch": 0.47802197802197804,
+      "rel-constrast": 2.972158193588257,
+      "step": 609,
+      "subrel-constrast": 3.5588231086730957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.478806907378336,
+      "grad_norm": 6.3125,
+      "learning_rate": 3.045e-05,
+      "loss": 0.8913,
+      "step": 610
+    },
+    {
+      "cov-distil": 2.6751132011413574,
+      "cov-distil (oracle2student)": 4.348546028137207,
+      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "epoch": 0.478806907378336,
+      "rel-constrast": 4.056975841522217,
+      "step": 610,
+      "subrel-constrast": 5.549076080322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810163140296936,
+      "cov-distil (oracle2student)": 5.720645427703857,
+      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "epoch": 0.47959183673469385,
+      "rel-constrast": 3.7196595668792725,
+      "step": 611,
+      "subrel-constrast": 4.2887444496154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0118885040283203,
+      "cov-distil (oracle2student)": 7.15673828125,
+      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "epoch": 0.4803767660910518,
+      "rel-constrast": 2.2357802391052246,
+      "step": 612,
+      "subrel-constrast": 2.7971351146698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0629868507385254,
+      "cov-distil (oracle2student)": 3.0936174392700195,
+      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "epoch": 0.4811616954474097,
+      "rel-constrast": 2.847078323364258,
+      "step": 613,
+      "subrel-constrast": 4.021493434906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.670363187789917,
+      "cov-distil (oracle2student)": 3.0698914527893066,
+      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "epoch": 0.48194662480376765,
+      "rel-constrast": 2.104069232940674,
+      "step": 614,
+      "subrel-constrast": 3.172166585922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0166780948638916,
+      "cov-distil (oracle2student)": 2.884427547454834,
+      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "epoch": 0.4827315541601256,
+      "rel-constrast": 1.762846827507019,
+      "step": 615,
+      "subrel-constrast": 3.4444706439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482882022857666,
+      "cov-distil (oracle2student)": 4.176881790161133,
+      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "epoch": 0.4835164835164835,
+      "rel-constrast": 4.022831439971924,
+      "step": 616,
+      "subrel-constrast": 4.548571586608887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4784417152404785,
+      "cov-distil (oracle2student)": 5.301079750061035,
+      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "epoch": 0.48430141287284145,
+      "rel-constrast": 2.961244821548462,
+      "step": 617,
+      "subrel-constrast": 3.8676276206970215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3549087047576904,
+      "cov-distil (oracle2student)": 3.941915512084961,
+      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "epoch": 0.4850863422291994,
+      "rel-constrast": 4.093484878540039,
+      "step": 618,
+      "subrel-constrast": 4.3019118309021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0892961025238037,
+      "cov-distil (oracle2student)": 4.657417297363281,
+      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "epoch": 0.4858712715855573,
+      "rel-constrast": 2.802488327026367,
+      "step": 619,
+      "subrel-constrast": 3.695495367050171,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.48665620094191525,
+      "grad_norm": 8.1875,
+      "learning_rate": 3.095e-05,
+      "loss": 0.8143,
+      "step": 620
+    },
+    {
+      "cov-distil": 1.8597179651260376,
+      "cov-distil (oracle2student)": 4.8226447105407715,
+      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "epoch": 0.48665620094191525,
+      "rel-constrast": 3.5786914825439453,
+      "step": 620,
+      "subrel-constrast": 4.049554347991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.193347454071045,
+      "cov-distil (oracle2student)": 4.4745330810546875,
+      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "epoch": 0.48744113029827313,
+      "rel-constrast": 3.6025772094726562,
+      "step": 621,
+      "subrel-constrast": 3.8367629051208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.191197395324707,
+      "cov-distil (oracle2student)": 4.62694787979126,
+      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "epoch": 0.48822605965463106,
+      "rel-constrast": 3.626173973083496,
+      "step": 622,
+      "subrel-constrast": 4.358105659484863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.002671718597412,
+      "cov-distil (oracle2student)": 3.675415515899658,
+      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "epoch": 0.489010989010989,
+      "rel-constrast": 3.303260087966919,
+      "step": 623,
+      "subrel-constrast": 4.186986923217773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0484848022460938,
+      "cov-distil (oracle2student)": 4.613358497619629,
+      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "epoch": 0.4897959183673469,
+      "rel-constrast": 3.5636134147644043,
+      "step": 624,
+      "subrel-constrast": 4.036880970001221,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858379602432251,
+      "cov-distil (oracle2student)": 3.9974374771118164,
+      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "epoch": 0.49058084772370486,
+      "rel-constrast": 3.968527317047119,
+      "step": 625,
+      "subrel-constrast": 4.434150695800781,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.907265543937683,
+      "cov-distil (oracle2student)": 4.017214775085449,
+      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "epoch": 0.4913657770800628,
+      "rel-constrast": 3.1935441493988037,
+      "step": 626,
+      "subrel-constrast": 4.001150131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.88588547706604,
+      "cov-distil (oracle2student)": 3.288940906524658,
+      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "epoch": 0.4921507064364207,
+      "rel-constrast": 2.218628406524658,
+      "step": 627,
+      "subrel-constrast": 3.235220193862915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3306596279144287,
+      "cov-distil (oracle2student)": 6.12021017074585,
+      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "epoch": 0.49293563579277866,
+      "rel-constrast": 2.7542667388916016,
+      "step": 628,
+      "subrel-constrast": 3.251917839050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6816526651382446,
+      "cov-distil (oracle2student)": 3.386845111846924,
+      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "epoch": 0.4937205651491366,
+      "rel-constrast": 3.498333692550659,
+      "step": 629,
+      "subrel-constrast": 4.202667236328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.4945054945054945,
+      "grad_norm": 7.5625,
+      "learning_rate": 3.145e-05,
+      "loss": 0.8826,
+      "step": 630
+    },
+    {
+      "cov-distil": 2.036719560623169,
+      "cov-distil (oracle2student)": 3.06736421585083,
+      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "epoch": 0.4945054945054945,
+      "rel-constrast": 3.7380049228668213,
+      "step": 630,
+      "subrel-constrast": 3.983168125152588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8055294752120972,
+      "cov-distil (oracle2student)": 5.07818603515625,
+      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "epoch": 0.49529042386185246,
+      "rel-constrast": 3.5053956508636475,
+      "step": 631,
+      "subrel-constrast": 3.7692389488220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.885089635848999,
+      "cov-distil (oracle2student)": 4.89366340637207,
+      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "epoch": 0.49607535321821034,
+      "rel-constrast": 4.596569538116455,
+      "step": 632,
+      "subrel-constrast": 4.941216468811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8391644954681396,
+      "cov-distil (oracle2student)": 5.378125190734863,
+      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "epoch": 0.49686028257456827,
+      "rel-constrast": 3.385671615600586,
+      "step": 633,
+      "subrel-constrast": 4.252890586853027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9994655847549438,
+      "cov-distil (oracle2student)": 4.430481433868408,
+      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "epoch": 0.4976452119309262,
+      "rel-constrast": 3.558961868286133,
+      "step": 634,
+      "subrel-constrast": 4.154078483581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0647013187408447,
+      "cov-distil (oracle2student)": 6.258809566497803,
+      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "epoch": 0.49843014128728413,
+      "rel-constrast": 3.5023036003112793,
+      "step": 635,
+      "subrel-constrast": 3.9350569248199463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153706550598145,
+      "cov-distil (oracle2student)": 3.410811424255371,
+      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "epoch": 0.49921507064364207,
+      "rel-constrast": 2.9577717781066895,
+      "step": 636,
+      "subrel-constrast": 3.6039927005767822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2079286575317383,
+      "cov-distil (oracle2student)": 4.036181449890137,
+      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "epoch": 0.5,
+      "rel-constrast": 2.529026746749878,
+      "step": 637,
+      "subrel-constrast": 3.5406107902526855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7763116359710693,
+      "cov-distil (oracle2student)": 5.549420356750488,
+      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "epoch": 0.5007849293563579,
+      "rel-constrast": 3.3119359016418457,
+      "step": 638,
+      "subrel-constrast": 4.256858825683594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.195068836212158,
+      "cov-distil (oracle2student)": 4.189920425415039,
+      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "epoch": 0.5015698587127159,
+      "rel-constrast": 3.217869758605957,
+      "step": 639,
+      "subrel-constrast": 3.6509623527526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5023547880690737,
+      "grad_norm": 6.375,
+      "learning_rate": 3.1950000000000004e-05,
+      "loss": 0.9077,
+      "step": 640
+    },
+    {
+      "cov-distil": 1.8576759099960327,
+      "cov-distil (oracle2student)": 5.8008928298950195,
+      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "epoch": 0.5023547880690737,
+      "rel-constrast": 3.888542413711548,
+      "step": 640,
+      "subrel-constrast": 3.72162127494812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.194441318511963,
+      "cov-distil (oracle2student)": 3.729897975921631,
+      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "epoch": 0.5031397174254317,
+      "rel-constrast": 2.8442156314849854,
+      "step": 641,
+      "subrel-constrast": 3.4073095321655273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7926011085510254,
+      "cov-distil (oracle2student)": 4.590108394622803,
+      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "epoch": 0.5039246467817896,
+      "rel-constrast": 3.0633883476257324,
+      "step": 642,
+      "subrel-constrast": 3.583106756210327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531267404556274,
+      "cov-distil (oracle2student)": 3.7335267066955566,
+      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "epoch": 0.5047095761381476,
+      "rel-constrast": 3.1265687942504883,
+      "step": 643,
+      "subrel-constrast": 3.9736952781677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174744129180908,
+      "cov-distil (oracle2student)": 5.371821880340576,
+      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "epoch": 0.5054945054945055,
+      "rel-constrast": 2.75283145904541,
+      "step": 644,
+      "subrel-constrast": 3.427626132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1141438484191895,
+      "cov-distil (oracle2student)": 3.6128411293029785,
+      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "epoch": 0.5062794348508635,
+      "rel-constrast": 1.986968994140625,
+      "step": 645,
+      "subrel-constrast": 3.4877305030822754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8011051416397095,
+      "cov-distil (oracle2student)": 4.181175231933594,
+      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "epoch": 0.5070643642072213,
+      "rel-constrast": 4.298709869384766,
+      "step": 646,
+      "subrel-constrast": 4.449463367462158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8574446439743042,
+      "cov-distil (oracle2student)": 4.544512748718262,
+      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "epoch": 0.5078492935635793,
+      "rel-constrast": 3.0806450843811035,
+      "step": 647,
+      "subrel-constrast": 4.183079242706299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6043461561203003,
+      "cov-distil (oracle2student)": 4.987117767333984,
+      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "epoch": 0.5086342229199372,
+      "rel-constrast": 4.73549747467041,
+      "step": 648,
+      "subrel-constrast": 4.205761432647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.730860948562622,
+      "cov-distil (oracle2student)": 5.180544376373291,
+      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "epoch": 0.5094191522762951,
+      "rel-constrast": 4.907083988189697,
+      "step": 649,
+      "subrel-constrast": 5.788470268249512,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 8.5625,
+      "learning_rate": 3.245e-05,
+      "loss": 0.9168,
+      "step": 650
+    },
+    {
+      "cov-distil": 1.5795965194702148,
+      "cov-distil (oracle2student)": 3.0900959968566895,
+      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "epoch": 0.5102040816326531,
+      "rel-constrast": 2.2749428749084473,
+      "step": 650,
+      "subrel-constrast": 2.8779311180114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 3.022461175918579,
+      "cov-distil (oracle2student)": 3.3919878005981445,
+      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "epoch": 0.510989010989011,
+      "rel-constrast": 4.249826431274414,
+      "step": 651,
+      "subrel-constrast": 4.296363830566406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9723405838012695,
+      "cov-distil (oracle2student)": 4.034090518951416,
+      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "epoch": 0.5117739403453689,
+      "rel-constrast": 2.7990145683288574,
+      "step": 652,
+      "subrel-constrast": 3.4069864749908447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.363738536834717,
+      "cov-distil (oracle2student)": 4.103008270263672,
+      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "epoch": 0.5125588697017268,
+      "rel-constrast": 3.1663973331451416,
+      "step": 653,
+      "subrel-constrast": 4.638887405395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0362863540649414,
+      "cov-distil (oracle2student)": 4.727874755859375,
+      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "epoch": 0.5133437990580848,
+      "rel-constrast": 3.1716318130493164,
+      "step": 654,
+      "subrel-constrast": 3.712811231613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.86520254611969,
+      "cov-distil (oracle2student)": 3.012089490890503,
+      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "epoch": 0.5141287284144427,
+      "rel-constrast": 3.011532783508301,
+      "step": 655,
+      "subrel-constrast": 3.88307785987854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380237340927124,
+      "cov-distil (oracle2student)": 4.0943403244018555,
+      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "epoch": 0.5149136577708007,
+      "rel-constrast": 2.6949563026428223,
+      "step": 656,
+      "subrel-constrast": 2.970791816711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.547088623046875,
+      "cov-distil (oracle2student)": 3.7811152935028076,
+      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "epoch": 0.5156985871271585,
+      "rel-constrast": 4.6508331298828125,
+      "step": 657,
+      "subrel-constrast": 5.021119594573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8773239850997925,
+      "cov-distil (oracle2student)": 2.162222385406494,
+      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "epoch": 0.5164835164835165,
+      "rel-constrast": 2.518174409866333,
+      "step": 658,
+      "subrel-constrast": 3.1573424339294434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1154937744140625,
+      "cov-distil (oracle2student)": 4.187142372131348,
+      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "epoch": 0.5172684458398744,
+      "rel-constrast": 2.335378885269165,
+      "step": 659,
+      "subrel-constrast": 3.8484878540039062,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5180533751962323,
+      "grad_norm": 5.34375,
+      "learning_rate": 3.295e-05,
+      "loss": 0.8237,
+      "step": 660
+    },
+    {
+      "cov-distil": 1.6641137599945068,
+      "cov-distil (oracle2student)": 4.368854999542236,
+      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "epoch": 0.5180533751962323,
+      "rel-constrast": 5.043145179748535,
+      "step": 660,
+      "subrel-constrast": 4.929429054260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8369500637054443,
+      "cov-distil (oracle2student)": 2.5059654712677,
+      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "epoch": 0.5188383045525903,
+      "rel-constrast": 2.958991765975952,
+      "step": 661,
+      "subrel-constrast": 4.045813083648682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3058319091796875,
+      "cov-distil (oracle2student)": 2.6083598136901855,
+      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "epoch": 0.5196232339089482,
+      "rel-constrast": 3.9977173805236816,
+      "step": 662,
+      "subrel-constrast": 4.289959907531738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3584043979644775,
+      "cov-distil (oracle2student)": 3.5410373210906982,
+      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "epoch": 0.5204081632653061,
+      "rel-constrast": 3.7360000610351562,
+      "step": 663,
+      "subrel-constrast": 4.950240612030029,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8579416275024414,
+      "cov-distil (oracle2student)": 3.8656551837921143,
+      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "epoch": 0.521193092621664,
+      "rel-constrast": 2.1877617835998535,
+      "step": 664,
+      "subrel-constrast": 3.012631416320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.214716911315918,
+      "cov-distil (oracle2student)": 6.05491828918457,
+      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "epoch": 0.521978021978022,
+      "rel-constrast": 5.178892135620117,
+      "step": 665,
+      "subrel-constrast": 5.305087566375732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6137239933013916,
+      "cov-distil (oracle2student)": 3.810120105743408,
+      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "epoch": 0.5227629513343799,
+      "rel-constrast": 3.349665403366089,
+      "step": 666,
+      "subrel-constrast": 3.414976119995117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4571619033813477,
+      "cov-distil (oracle2student)": 4.053093910217285,
+      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "epoch": 0.5235478806907379,
+      "rel-constrast": 3.4734315872192383,
+      "step": 667,
+      "subrel-constrast": 4.766326427459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3272705078125,
+      "cov-distil (oracle2student)": 5.295647144317627,
+      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "epoch": 0.5243328100470958,
+      "rel-constrast": 2.27578067779541,
+      "step": 668,
+      "subrel-constrast": 3.290186882019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16574764251709,
+      "cov-distil (oracle2student)": 3.074251174926758,
+      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "epoch": 0.5251177394034537,
+      "rel-constrast": 2.9117937088012695,
+      "step": 669,
+      "subrel-constrast": 4.0769429206848145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5259026687598116,
+      "grad_norm": 6.375,
+      "learning_rate": 3.345000000000001e-05,
+      "loss": 0.9273,
+      "step": 670
+    },
+    {
+      "cov-distil": 2.065680503845215,
+      "cov-distil (oracle2student)": 3.868816375732422,
+      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "epoch": 0.5259026687598116,
+      "rel-constrast": 2.5789599418640137,
+      "step": 670,
+      "subrel-constrast": 3.465372085571289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0299253463745117,
+      "cov-distil (oracle2student)": 5.565490245819092,
+      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "epoch": 0.5266875981161695,
+      "rel-constrast": 3.3333916664123535,
+      "step": 671,
+      "subrel-constrast": 4.698709964752197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5617218017578125,
+      "cov-distil (oracle2student)": 3.1652114391326904,
+      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "epoch": 0.5274725274725275,
+      "rel-constrast": 3.9138967990875244,
+      "step": 672,
+      "subrel-constrast": 4.301997184753418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7199047803878784,
+      "cov-distil (oracle2student)": 5.541564464569092,
+      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "epoch": 0.5282574568288854,
+      "rel-constrast": 4.440341949462891,
+      "step": 673,
+      "subrel-constrast": 4.870668411254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1352946758270264,
+      "cov-distil (oracle2student)": 5.3132476806640625,
+      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "epoch": 0.5290423861852434,
+      "rel-constrast": 3.2583117485046387,
+      "step": 674,
+      "subrel-constrast": 3.8436455726623535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9063246250152588,
+      "cov-distil (oracle2student)": 5.243358612060547,
+      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "epoch": 0.5298273155416012,
+      "rel-constrast": 3.1742382049560547,
+      "step": 675,
+      "subrel-constrast": 3.8488731384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8462109565734863,
+      "cov-distil (oracle2student)": 5.162891387939453,
+      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "epoch": 0.5306122448979592,
+      "rel-constrast": 4.111156463623047,
+      "step": 676,
+      "subrel-constrast": 4.930334091186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5761990547180176,
+      "cov-distil (oracle2student)": 4.144106864929199,
+      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "epoch": 0.5313971742543171,
+      "rel-constrast": 4.443304538726807,
+      "step": 677,
+      "subrel-constrast": 4.383738994598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341961145401001,
+      "cov-distil (oracle2student)": 7.6850481033325195,
+      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "epoch": 0.5321821036106751,
+      "rel-constrast": 2.8136472702026367,
+      "step": 678,
+      "subrel-constrast": 3.307239294052124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9289836883544922,
+      "cov-distil (oracle2student)": 4.049675941467285,
+      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "epoch": 0.532967032967033,
+      "rel-constrast": 3.3361611366271973,
+      "step": 679,
+      "subrel-constrast": 4.114180088043213,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.533751962323391,
+      "grad_norm": 6.5,
+      "learning_rate": 3.3950000000000005e-05,
+      "loss": 0.9304,
+      "step": 680
+    },
+    {
+      "cov-distil": 2.5641942024230957,
+      "cov-distil (oracle2student)": 2.744274854660034,
+      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "epoch": 0.533751962323391,
+      "rel-constrast": 2.993406057357788,
+      "step": 680,
+      "subrel-constrast": 3.755962371826172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0492701530456543,
+      "cov-distil (oracle2student)": 4.649113655090332,
+      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "epoch": 0.5345368916797488,
+      "rel-constrast": 3.4748072624206543,
+      "step": 681,
+      "subrel-constrast": 3.822028398513794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7886135578155518,
+      "cov-distil (oracle2student)": 4.739500045776367,
+      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "epoch": 0.5353218210361067,
+      "rel-constrast": 3.860889434814453,
+      "step": 682,
+      "subrel-constrast": 4.300994873046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7035307884216309,
+      "cov-distil (oracle2student)": 5.256606578826904,
+      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "epoch": 0.5361067503924647,
+      "rel-constrast": 2.694431781768799,
+      "step": 683,
+      "subrel-constrast": 3.748015880584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5793291330337524,
+      "cov-distil (oracle2student)": 3.34442138671875,
+      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "epoch": 0.5368916797488226,
+      "rel-constrast": 3.4692606925964355,
+      "step": 684,
+      "subrel-constrast": 4.155377388000488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.270772933959961,
+      "cov-distil (oracle2student)": 4.940689563751221,
+      "cov-distil (oracle2teacher)": 4.056640625,
+      "epoch": 0.5376766091051806,
+      "rel-constrast": 3.6255533695220947,
+      "step": 685,
+      "subrel-constrast": 3.905515432357788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906499147415161,
+      "cov-distil (oracle2student)": 2.9719133377075195,
+      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "epoch": 0.5384615384615384,
+      "rel-constrast": 2.522902488708496,
+      "step": 686,
+      "subrel-constrast": 3.023371458053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.210014820098877,
+      "cov-distil (oracle2student)": 3.1710901260375977,
+      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "epoch": 0.5392464678178964,
+      "rel-constrast": 3.3018300533294678,
+      "step": 687,
+      "subrel-constrast": 4.116960048675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8590292930603027,
+      "cov-distil (oracle2student)": 3.6966283321380615,
+      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "epoch": 0.5400313971742543,
+      "rel-constrast": 2.4913716316223145,
+      "step": 688,
+      "subrel-constrast": 3.234123945236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.858504295349121,
+      "cov-distil (oracle2student)": 5.383901119232178,
+      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "epoch": 0.5408163265306123,
+      "rel-constrast": 2.557194948196411,
+      "step": 689,
+      "subrel-constrast": 3.526618480682373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5416012558869702,
+      "grad_norm": 5.90625,
+      "learning_rate": 3.445e-05,
+      "loss": 0.8217,
+      "step": 690
+    },
+    {
+      "cov-distil": 2.299866199493408,
+      "cov-distil (oracle2student)": 5.036685943603516,
+      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "epoch": 0.5416012558869702,
+      "rel-constrast": 4.325338840484619,
+      "step": 690,
+      "subrel-constrast": 4.785141468048096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.446077823638916,
+      "cov-distil (oracle2student)": 4.742259502410889,
+      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "epoch": 0.542386185243328,
+      "rel-constrast": 3.005162000656128,
+      "step": 691,
+      "subrel-constrast": 3.929311513900757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.759209156036377,
+      "cov-distil (oracle2student)": 5.172847747802734,
+      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "epoch": 0.543171114599686,
+      "rel-constrast": 2.6518049240112305,
+      "step": 692,
+      "subrel-constrast": 3.5100200176239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0212676525115967,
+      "cov-distil (oracle2student)": 3.6649792194366455,
+      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "epoch": 0.5439560439560439,
+      "rel-constrast": 3.616281509399414,
+      "step": 693,
+      "subrel-constrast": 4.3500471115112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.15602445602417,
+      "cov-distil (oracle2student)": 4.672577857971191,
+      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "epoch": 0.5447409733124019,
+      "rel-constrast": 2.765082359313965,
+      "step": 694,
+      "subrel-constrast": 3.7528111934661865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6601845026016235,
+      "cov-distil (oracle2student)": 6.222827911376953,
+      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "epoch": 0.5455259026687598,
+      "rel-constrast": 2.261347770690918,
+      "step": 695,
+      "subrel-constrast": 3.265878200531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6982128620147705,
+      "cov-distil (oracle2student)": 4.819255828857422,
+      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "epoch": 0.5463108320251178,
+      "rel-constrast": 3.655337333679199,
+      "step": 696,
+      "subrel-constrast": 4.5195231437683105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2472658157348633,
+      "cov-distil (oracle2student)": 3.983247995376587,
+      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "epoch": 0.5470957613814756,
+      "rel-constrast": 3.598127603530884,
+      "step": 697,
+      "subrel-constrast": 5.374654293060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1413283348083496,
+      "cov-distil (oracle2student)": 4.751459121704102,
+      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "epoch": 0.5478806907378336,
+      "rel-constrast": 2.9638516902923584,
+      "step": 698,
+      "subrel-constrast": 3.3442859649658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8689894676208496,
+      "cov-distil (oracle2student)": 4.649480819702148,
+      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "epoch": 0.5486656200941915,
+      "rel-constrast": 4.6534953117370605,
+      "step": 699,
+      "subrel-constrast": 5.357505798339844,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 8.25,
+      "learning_rate": 3.495e-05,
+      "loss": 0.8856,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "overlap": 0.2750000059604645,
+      "step": 700
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "student margin": 0.04656982421875
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "step": 700,
+      "teacher margin": 0.027984619140625
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "margin difference": -0.018585205078125,
+      "step": 700
+    },
+    {
+      "cov-distil": 2.157240867614746,
+      "cov-distil (oracle2student)": 3.8259079456329346,
+      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "epoch": 0.5494505494505495,
+      "rel-constrast": 2.778444290161133,
+      "step": 700,
+      "subrel-constrast": 3.613661527633667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.01035737991333,
+      "cov-distil (oracle2student)": 5.081770420074463,
+      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "epoch": 0.5502354788069074,
+      "rel-constrast": 3.072714328765869,
+      "step": 701,
+      "subrel-constrast": 4.064720630645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.565253734588623,
+      "cov-distil (oracle2student)": 3.6840004920959473,
+      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "epoch": 0.5510204081632653,
+      "rel-constrast": 2.864206314086914,
+      "step": 702,
+      "subrel-constrast": 4.07752799987793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3201117515563965,
+      "cov-distil (oracle2student)": 4.430790901184082,
+      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "epoch": 0.5518053375196232,
+      "rel-constrast": 2.892885684967041,
+      "step": 703,
+      "subrel-constrast": 3.9102280139923096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6157848834991455,
+      "cov-distil (oracle2student)": 3.072972059249878,
+      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "epoch": 0.5525902668759811,
+      "rel-constrast": 2.969308376312256,
+      "step": 704,
+      "subrel-constrast": 3.35325288772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8044019937515259,
+      "cov-distil (oracle2student)": 4.907984733581543,
+      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "epoch": 0.5533751962323391,
+      "rel-constrast": 2.5930466651916504,
+      "step": 705,
+      "subrel-constrast": 3.165639877319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.150331497192383,
+      "cov-distil (oracle2student)": 3.3075904846191406,
+      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "epoch": 0.554160125588697,
+      "rel-constrast": 2.4108023643493652,
+      "step": 706,
+      "subrel-constrast": 3.4137344360351562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.595040202140808,
+      "cov-distil (oracle2student)": 3.7764763832092285,
+      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "epoch": 0.554945054945055,
+      "rel-constrast": 2.6294069290161133,
+      "step": 707,
+      "subrel-constrast": 3.2617640495300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.711127519607544,
+      "cov-distil (oracle2student)": 4.368122100830078,
+      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "epoch": 0.5557299843014128,
+      "rel-constrast": 3.2108542919158936,
+      "step": 708,
+      "subrel-constrast": 4.086469650268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5156898498535156,
+      "cov-distil (oracle2student)": 2.943955421447754,
+      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "epoch": 0.5565149136577708,
+      "rel-constrast": 2.9572768211364746,
+      "step": 709,
+      "subrel-constrast": 3.896813154220581,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5572998430141287,
+      "grad_norm": 6.28125,
+      "learning_rate": 3.545e-05,
+      "loss": 0.7581,
+      "step": 710
+    },
+    {
+      "cov-distil": 1.941748857498169,
+      "cov-distil (oracle2student)": 3.2825870513916016,
+      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "epoch": 0.5572998430141287,
+      "rel-constrast": 2.292598247528076,
+      "step": 710,
+      "subrel-constrast": 2.9045729637145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0996546745300293,
+      "cov-distil (oracle2student)": 4.204470157623291,
+      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "epoch": 0.5580847723704867,
+      "rel-constrast": 3.2023658752441406,
+      "step": 711,
+      "subrel-constrast": 4.2951812744140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.125648021697998,
+      "cov-distil (oracle2student)": 4.4790239334106445,
+      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "epoch": 0.5588697017268446,
+      "rel-constrast": 2.64786434173584,
+      "step": 712,
+      "subrel-constrast": 3.5473222732543945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9814571142196655,
+      "cov-distil (oracle2student)": 4.236344337463379,
+      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "epoch": 0.5596546310832025,
+      "rel-constrast": 3.084531307220459,
+      "step": 713,
+      "subrel-constrast": 3.6959943771362305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3132081031799316,
+      "cov-distil (oracle2student)": 5.171266555786133,
+      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "epoch": 0.5604395604395604,
+      "rel-constrast": 3.0725412368774414,
+      "step": 714,
+      "subrel-constrast": 3.5433380603790283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8887940645217896,
+      "cov-distil (oracle2student)": 2.9364123344421387,
+      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "epoch": 0.5612244897959183,
+      "rel-constrast": 3.2502474784851074,
+      "step": 715,
+      "subrel-constrast": 4.225052833557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9373162984848022,
+      "cov-distil (oracle2student)": 2.9609618186950684,
+      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "epoch": 0.5620094191522763,
+      "rel-constrast": 2.3920419216156006,
+      "step": 716,
+      "subrel-constrast": 3.1587109565734863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1943297386169434,
+      "cov-distil (oracle2student)": 3.3232693672180176,
+      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "epoch": 0.5627943485086342,
+      "rel-constrast": 2.6380295753479004,
+      "step": 717,
+      "subrel-constrast": 3.8598556518554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8532280921936035,
+      "cov-distil (oracle2student)": 4.747437953948975,
+      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "epoch": 0.5635792778649922,
+      "rel-constrast": 3.7532408237457275,
+      "step": 718,
+      "subrel-constrast": 4.479611873626709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901079893112183,
+      "cov-distil (oracle2student)": 4.796479225158691,
+      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "epoch": 0.5643642072213501,
+      "rel-constrast": 3.1896746158599854,
+      "step": 719,
+      "subrel-constrast": 3.2718636989593506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.565149136577708,
+      "grad_norm": 6.5,
+      "learning_rate": 3.595e-05,
+      "loss": 0.7886,
+      "step": 720
+    },
+    {
+      "cov-distil": 1.6721587181091309,
+      "cov-distil (oracle2student)": 4.330309867858887,
+      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "epoch": 0.565149136577708,
+      "rel-constrast": 3.139103889465332,
+      "step": 720,
+      "subrel-constrast": 4.142110347747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9585630893707275,
+      "cov-distil (oracle2student)": 3.8818159103393555,
+      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "epoch": 0.5659340659340659,
+      "rel-constrast": 3.3852601051330566,
+      "step": 721,
+      "subrel-constrast": 4.186655521392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6628599166870117,
+      "cov-distil (oracle2student)": 4.438604354858398,
+      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "epoch": 0.5667189952904239,
+      "rel-constrast": 3.076204776763916,
+      "step": 722,
+      "subrel-constrast": 4.137909412384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2891294956207275,
+      "cov-distil (oracle2student)": 4.213877201080322,
+      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "epoch": 0.5675039246467818,
+      "rel-constrast": 2.878323793411255,
+      "step": 723,
+      "subrel-constrast": 4.198168754577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.154545783996582,
+      "cov-distil (oracle2student)": 4.58632755279541,
+      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "epoch": 0.5682888540031397,
+      "rel-constrast": 2.2643494606018066,
+      "step": 724,
+      "subrel-constrast": 3.1710689067840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9621435403823853,
+      "cov-distil (oracle2student)": 5.582200050354004,
+      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "epoch": 0.5690737833594977,
+      "rel-constrast": 4.491276741027832,
+      "step": 725,
+      "subrel-constrast": 5.244818687438965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337646484375,
+      "cov-distil (oracle2student)": 5.812445640563965,
+      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "epoch": 0.5698587127158555,
+      "rel-constrast": 2.6152005195617676,
+      "step": 726,
+      "subrel-constrast": 3.1233291625976562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6689956188201904,
+      "cov-distil (oracle2student)": 4.86440372467041,
+      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "epoch": 0.5706436420722135,
+      "rel-constrast": 4.108986854553223,
+      "step": 727,
+      "subrel-constrast": 4.540005683898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6646761894226074,
+      "cov-distil (oracle2student)": 2.7824769020080566,
+      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "epoch": 0.5714285714285714,
+      "rel-constrast": 3.4552814960479736,
+      "step": 728,
+      "subrel-constrast": 4.266411304473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8652509450912476,
+      "cov-distil (oracle2student)": 4.346886157989502,
+      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "epoch": 0.5722135007849294,
+      "rel-constrast": 3.310194730758667,
+      "step": 729,
+      "subrel-constrast": 4.254908561706543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5729984301412873,
+      "grad_norm": 7.96875,
+      "learning_rate": 3.645e-05,
+      "loss": 0.8647,
+      "step": 730
+    },
+    {
+      "cov-distil": 2.10368013381958,
+      "cov-distil (oracle2student)": 4.364799499511719,
+      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "epoch": 0.5729984301412873,
+      "rel-constrast": 3.498570442199707,
+      "step": 730,
+      "subrel-constrast": 4.162968158721924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8829506635665894,
+      "cov-distil (oracle2student)": 3.6689822673797607,
+      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "epoch": 0.5737833594976453,
+      "rel-constrast": 2.781203269958496,
+      "step": 731,
+      "subrel-constrast": 3.2335457801818848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4705734252929688,
+      "cov-distil (oracle2student)": 4.313507556915283,
+      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "epoch": 0.5745682888540031,
+      "rel-constrast": 2.226599931716919,
+      "step": 732,
+      "subrel-constrast": 3.3719711303710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9433242082595825,
+      "cov-distil (oracle2student)": 3.8105883598327637,
+      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "epoch": 0.5753532182103611,
+      "rel-constrast": 2.1092617511749268,
+      "step": 733,
+      "subrel-constrast": 2.887378692626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145235538482666,
+      "cov-distil (oracle2student)": 3.870384931564331,
+      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "epoch": 0.576138147566719,
+      "rel-constrast": 3.1030163764953613,
+      "step": 734,
+      "subrel-constrast": 3.974809169769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6421372890472412,
+      "cov-distil (oracle2student)": 4.185415267944336,
+      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "epoch": 0.5769230769230769,
+      "rel-constrast": 3.2164130210876465,
+      "step": 735,
+      "subrel-constrast": 3.839367389678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.199052095413208,
+      "cov-distil (oracle2student)": 5.1141533851623535,
+      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "epoch": 0.5777080062794349,
+      "rel-constrast": 2.3354225158691406,
+      "step": 736,
+      "subrel-constrast": 3.359426498413086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3703148365020752,
+      "cov-distil (oracle2student)": 2.855952501296997,
+      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "epoch": 0.5784929356357927,
+      "rel-constrast": 2.385584831237793,
+      "step": 737,
+      "subrel-constrast": 3.1257822513580322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.035461902618408,
+      "cov-distil (oracle2student)": 4.601683616638184,
+      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "epoch": 0.5792778649921507,
+      "rel-constrast": 3.277278423309326,
+      "step": 738,
+      "subrel-constrast": 3.815040349960327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9469118118286133,
+      "cov-distil (oracle2student)": 3.4044556617736816,
+      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "epoch": 0.5800627943485086,
+      "rel-constrast": 2.503614664077759,
+      "step": 739,
+      "subrel-constrast": 3.8464818000793457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5808477237048666,
+      "grad_norm": 5.625,
+      "learning_rate": 3.6950000000000004e-05,
+      "loss": 0.7317,
+      "step": 740
+    },
+    {
+      "cov-distil": 2.0407614707946777,
+      "cov-distil (oracle2student)": 3.996048927307129,
+      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "epoch": 0.5808477237048666,
+      "rel-constrast": 3.669546604156494,
+      "step": 740,
+      "subrel-constrast": 4.864207744598389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7672450542449951,
+      "cov-distil (oracle2student)": 5.2881999015808105,
+      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "epoch": 0.5816326530612245,
+      "rel-constrast": 3.2707724571228027,
+      "step": 741,
+      "subrel-constrast": 3.7437262535095215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1187403202056885,
+      "cov-distil (oracle2student)": 4.8938703536987305,
+      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "epoch": 0.5824175824175825,
+      "rel-constrast": 3.337557315826416,
+      "step": 742,
+      "subrel-constrast": 4.06928825378418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9417197704315186,
+      "cov-distil (oracle2student)": 2.6721365451812744,
+      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "epoch": 0.5832025117739403,
+      "rel-constrast": 3.274005889892578,
+      "step": 743,
+      "subrel-constrast": 4.384252071380615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6456279754638672,
+      "cov-distil (oracle2student)": 6.536004066467285,
+      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "epoch": 0.5839874411302983,
+      "rel-constrast": 3.884960174560547,
+      "step": 744,
+      "subrel-constrast": 4.296112537384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1353392601013184,
+      "cov-distil (oracle2student)": 3.733588218688965,
+      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "epoch": 0.5847723704866562,
+      "rel-constrast": 3.021883964538574,
+      "step": 745,
+      "subrel-constrast": 4.292428493499756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4558398723602295,
+      "cov-distil (oracle2student)": 4.652581214904785,
+      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "epoch": 0.5855572998430141,
+      "rel-constrast": 4.278546333312988,
+      "step": 746,
+      "subrel-constrast": 4.9796462059021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.694913387298584,
+      "cov-distil (oracle2student)": 5.748119354248047,
+      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "epoch": 0.5863422291993721,
+      "rel-constrast": 3.8175976276397705,
+      "step": 747,
+      "subrel-constrast": 4.21746301651001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.475412368774414,
+      "cov-distil (oracle2student)": 4.438069820404053,
+      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "epoch": 0.5871271585557299,
+      "rel-constrast": 3.845689296722412,
+      "step": 748,
+      "subrel-constrast": 4.95175838470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9831706285476685,
+      "cov-distil (oracle2student)": 6.495038032531738,
+      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "epoch": 0.5879120879120879,
+      "rel-constrast": 4.1530351638793945,
+      "step": 749,
+      "subrel-constrast": 4.611822128295898,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5886970172684458,
+      "grad_norm": 7.3125,
+      "learning_rate": 3.745e-05,
+      "loss": 0.962,
+      "step": 750
+    },
+    {
+      "cov-distil": 2.0158157348632812,
+      "cov-distil (oracle2student)": 5.055816173553467,
+      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "epoch": 0.5886970172684458,
+      "rel-constrast": 3.9233157634735107,
+      "step": 750,
+      "subrel-constrast": 3.864165782928467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635613441467285,
+      "cov-distil (oracle2student)": 5.4654316902160645,
+      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "epoch": 0.5894819466248038,
+      "rel-constrast": 4.993955135345459,
+      "step": 751,
+      "subrel-constrast": 5.235997200012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385218858718872,
+      "cov-distil (oracle2student)": 5.6385650634765625,
+      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "epoch": 0.5902668759811617,
+      "rel-constrast": 3.025139808654785,
+      "step": 752,
+      "subrel-constrast": 3.8267934322357178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569950819015503,
+      "cov-distil (oracle2student)": 3.5421292781829834,
+      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "epoch": 0.5910518053375197,
+      "rel-constrast": 3.353006601333618,
+      "step": 753,
+      "subrel-constrast": 3.6611077785491943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1727864742279053,
+      "cov-distil (oracle2student)": 4.28021240234375,
+      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "epoch": 0.5918367346938775,
+      "rel-constrast": 2.922618865966797,
+      "step": 754,
+      "subrel-constrast": 3.996519088745117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7415900230407715,
+      "cov-distil (oracle2student)": 3.497739315032959,
+      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "epoch": 0.5926216640502355,
+      "rel-constrast": 3.798996925354004,
+      "step": 755,
+      "subrel-constrast": 4.776462554931641,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1685500144958496,
+      "cov-distil (oracle2student)": 4.893260955810547,
+      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "epoch": 0.5934065934065934,
+      "rel-constrast": 2.4217734336853027,
+      "step": 756,
+      "subrel-constrast": 3.1775949001312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841844081878662,
+      "cov-distil (oracle2student)": 4.1985602378845215,
+      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "epoch": 0.5941915227629513,
+      "rel-constrast": 4.808537483215332,
+      "step": 757,
+      "subrel-constrast": 4.465860366821289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1540775299072266,
+      "cov-distil (oracle2student)": 4.151504993438721,
+      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "epoch": 0.5949764521193093,
+      "rel-constrast": 4.140444755554199,
+      "step": 758,
+      "subrel-constrast": 4.597982406616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.271002769470215,
+      "cov-distil (oracle2student)": 3.718888998031616,
+      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "epoch": 0.5957613814756672,
+      "rel-constrast": 2.825824499130249,
+      "step": 759,
+      "subrel-constrast": 4.3692402839660645,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.5965463108320251,
+      "grad_norm": 5.1875,
+      "learning_rate": 3.795e-05,
+      "loss": 0.9528,
+      "step": 760
+    },
+    {
+      "cov-distil": 1.7022627592086792,
+      "cov-distil (oracle2student)": 3.69522762298584,
+      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "epoch": 0.5965463108320251,
+      "rel-constrast": 3.239539861679077,
+      "step": 760,
+      "subrel-constrast": 3.6723670959472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1336252689361572,
+      "cov-distil (oracle2student)": 5.899049282073975,
+      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "epoch": 0.597331240188383,
+      "rel-constrast": 3.3772640228271484,
+      "step": 761,
+      "subrel-constrast": 3.9677364826202393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4030654430389404,
+      "cov-distil (oracle2student)": 2.9989023208618164,
+      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "epoch": 0.598116169544741,
+      "rel-constrast": 2.7976434230804443,
+      "step": 762,
+      "subrel-constrast": 3.6139957904815674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6165751218795776,
+      "cov-distil (oracle2student)": 3.5679118633270264,
+      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "epoch": 0.5989010989010989,
+      "rel-constrast": 2.8740625381469727,
+      "step": 763,
+      "subrel-constrast": 3.778475761413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.820896625518799,
+      "cov-distil (oracle2student)": 6.150871753692627,
+      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "epoch": 0.5996860282574569,
+      "rel-constrast": 3.7509093284606934,
+      "step": 764,
+      "subrel-constrast": 4.796078681945801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9030272960662842,
+      "cov-distil (oracle2student)": 4.817904472351074,
+      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "epoch": 0.6004709576138147,
+      "rel-constrast": 2.762104034423828,
+      "step": 765,
+      "subrel-constrast": 3.649869918823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6472067832946777,
+      "cov-distil (oracle2student)": 5.045088768005371,
+      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "epoch": 0.6012558869701727,
+      "rel-constrast": 3.665983200073242,
+      "step": 766,
+      "subrel-constrast": 4.9610595703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7140461206436157,
+      "cov-distil (oracle2student)": 4.2100830078125,
+      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "epoch": 0.6020408163265306,
+      "rel-constrast": 3.221212863922119,
+      "step": 767,
+      "subrel-constrast": 4.096993923187256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9868059158325195,
+      "cov-distil (oracle2student)": 4.4105072021484375,
+      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "epoch": 0.6028257456828885,
+      "rel-constrast": 3.5781681537628174,
+      "step": 768,
+      "subrel-constrast": 3.9354326725006104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8439627885818481,
+      "cov-distil (oracle2student)": 4.352982521057129,
+      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "epoch": 0.6036106750392465,
+      "rel-constrast": 3.0787644386291504,
+      "step": 769,
+      "subrel-constrast": 3.8324127197265625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6043956043956044,
+      "grad_norm": 6.03125,
+      "learning_rate": 3.845e-05,
+      "loss": 0.8581,
+      "step": 770
+    },
+    {
+      "cov-distil": 1.7659657001495361,
+      "cov-distil (oracle2student)": 3.843327045440674,
+      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "epoch": 0.6043956043956044,
+      "rel-constrast": 3.9639570713043213,
+      "step": 770,
+      "subrel-constrast": 4.180597305297852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.315230369567871,
+      "cov-distil (oracle2student)": 5.3011298179626465,
+      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "epoch": 0.6051805337519623,
+      "rel-constrast": 2.70466685295105,
+      "step": 771,
+      "subrel-constrast": 3.1214003562927246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9845139980316162,
+      "cov-distil (oracle2student)": 4.869327545166016,
+      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "epoch": 0.6059654631083202,
+      "rel-constrast": 3.7171690464019775,
+      "step": 772,
+      "subrel-constrast": 4.3443684577941895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9720571041107178,
+      "cov-distil (oracle2student)": 3.690183639526367,
+      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "epoch": 0.6067503924646782,
+      "rel-constrast": 3.0226402282714844,
+      "step": 773,
+      "subrel-constrast": 3.60787296295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6458377838134766,
+      "cov-distil (oracle2student)": 4.784181594848633,
+      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "epoch": 0.6075353218210361,
+      "rel-constrast": 2.781965732574463,
+      "step": 774,
+      "subrel-constrast": 4.125537395477295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9115421772003174,
+      "cov-distil (oracle2student)": 3.761108160018921,
+      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "epoch": 0.6083202511773941,
+      "rel-constrast": 5.317140102386475,
+      "step": 775,
+      "subrel-constrast": 5.246437072753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6181366443634033,
+      "cov-distil (oracle2student)": 4.179975509643555,
+      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "epoch": 0.609105180533752,
+      "rel-constrast": 3.174107789993286,
+      "step": 776,
+      "subrel-constrast": 4.24804162979126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841779470443726,
+      "cov-distil (oracle2student)": 4.076355934143066,
+      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "epoch": 0.6098901098901099,
+      "rel-constrast": 3.13995623588562,
+      "step": 777,
+      "subrel-constrast": 3.882110834121704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4938359260559082,
+      "cov-distil (oracle2student)": 3.114800453186035,
+      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "epoch": 0.6106750392464678,
+      "rel-constrast": 2.3868465423583984,
+      "step": 778,
+      "subrel-constrast": 3.307704448699951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6191189289093018,
+      "cov-distil (oracle2student)": 3.7162814140319824,
+      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "epoch": 0.6114599686028257,
+      "rel-constrast": 2.6197452545166016,
+      "step": 779,
+      "subrel-constrast": 3.995907783508301,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6122448979591837,
+      "grad_norm": 5.71875,
+      "learning_rate": 3.8950000000000005e-05,
+      "loss": 0.8627,
+      "step": 780
+    },
+    {
+      "cov-distil": 1.567307472229004,
+      "cov-distil (oracle2student)": 3.8484396934509277,
+      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "epoch": 0.6122448979591837,
+      "rel-constrast": 2.7569737434387207,
+      "step": 780,
+      "subrel-constrast": 3.633056640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.703679084777832,
+      "cov-distil (oracle2student)": 5.909217834472656,
+      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "epoch": 0.6130298273155416,
+      "rel-constrast": 3.1182799339294434,
+      "step": 781,
+      "subrel-constrast": 4.302492618560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5469286441802979,
+      "cov-distil (oracle2student)": 4.972591876983643,
+      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "epoch": 0.6138147566718996,
+      "rel-constrast": 3.5933823585510254,
+      "step": 782,
+      "subrel-constrast": 4.120849609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.499288320541382,
+      "cov-distil (oracle2student)": 4.016372203826904,
+      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "epoch": 0.6145996860282574,
+      "rel-constrast": 3.579235076904297,
+      "step": 783,
+      "subrel-constrast": 4.995879650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7838202714920044,
+      "cov-distil (oracle2student)": 4.292354106903076,
+      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "epoch": 0.6153846153846154,
+      "rel-constrast": 4.380586624145508,
+      "step": 784,
+      "subrel-constrast": 4.989373683929443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.360783338546753,
+      "cov-distil (oracle2student)": 2.8544771671295166,
+      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "epoch": 0.6161695447409733,
+      "rel-constrast": 2.633727788925171,
+      "step": 785,
+      "subrel-constrast": 3.0272700786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2854633331298828,
+      "cov-distil (oracle2student)": 4.519411087036133,
+      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "epoch": 0.6169544740973313,
+      "rel-constrast": 3.793271541595459,
+      "step": 786,
+      "subrel-constrast": 4.128157138824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158350229263306,
+      "cov-distil (oracle2student)": 8.350929260253906,
+      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "epoch": 0.6177394034536892,
+      "rel-constrast": 4.180355548858643,
+      "step": 787,
+      "subrel-constrast": 4.325165748596191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7012990713119507,
+      "cov-distil (oracle2student)": 4.489649772644043,
+      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "epoch": 0.6185243328100472,
+      "rel-constrast": 2.7871315479278564,
+      "step": 788,
+      "subrel-constrast": 3.8673195838928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.114866256713867,
+      "cov-distil (oracle2student)": 4.235287666320801,
+      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "epoch": 0.619309262166405,
+      "rel-constrast": 3.4823496341705322,
+      "step": 789,
+      "subrel-constrast": 4.297632217407227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6200941915227629,
+      "grad_norm": 7.875,
+      "learning_rate": 3.9450000000000003e-05,
+      "loss": 0.9013,
+      "step": 790
+    },
+    {
+      "cov-distil": 1.5477025508880615,
+      "cov-distil (oracle2student)": 5.949827671051025,
+      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "epoch": 0.6200941915227629,
+      "rel-constrast": 4.039373397827148,
+      "step": 790,
+      "subrel-constrast": 4.567863464355469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3561406135559082,
+      "cov-distil (oracle2student)": 3.604832649230957,
+      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "epoch": 0.6208791208791209,
+      "rel-constrast": 3.4909794330596924,
+      "step": 791,
+      "subrel-constrast": 4.409178733825684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871955394744873,
+      "cov-distil (oracle2student)": 4.196135520935059,
+      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "epoch": 0.6216640502354788,
+      "rel-constrast": 2.9357693195343018,
+      "step": 792,
+      "subrel-constrast": 3.2282023429870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.003251791000366,
+      "cov-distil (oracle2student)": 4.818282127380371,
+      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "epoch": 0.6224489795918368,
+      "rel-constrast": 2.581894636154175,
+      "step": 793,
+      "subrel-constrast": 3.626744031906128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013441562652588,
+      "cov-distil (oracle2student)": 4.1534881591796875,
+      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "epoch": 0.6232339089481946,
+      "rel-constrast": 3.052790403366089,
+      "step": 794,
+      "subrel-constrast": 3.9772417545318604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3264985084533691,
+      "cov-distil (oracle2student)": 2.9551219940185547,
+      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "epoch": 0.6240188383045526,
+      "rel-constrast": 2.9264769554138184,
+      "step": 795,
+      "subrel-constrast": 3.479712724685669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9255633354187012,
+      "cov-distil (oracle2student)": 4.218044281005859,
+      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "epoch": 0.6248037676609105,
+      "rel-constrast": 2.9784960746765137,
+      "step": 796,
+      "subrel-constrast": 3.8964850902557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.79434335231781,
+      "cov-distil (oracle2student)": 3.4287924766540527,
+      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "epoch": 0.6255886970172685,
+      "rel-constrast": 2.4437570571899414,
+      "step": 797,
+      "subrel-constrast": 3.4459657669067383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4499318599700928,
+      "cov-distil (oracle2student)": 3.9298148155212402,
+      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "epoch": 0.6263736263736264,
+      "rel-constrast": 3.9533963203430176,
+      "step": 798,
+      "subrel-constrast": 4.786764144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6373556852340698,
+      "cov-distil (oracle2student)": 4.715010166168213,
+      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "epoch": 0.6271585557299842,
+      "rel-constrast": 4.105449676513672,
+      "step": 799,
+      "subrel-constrast": 4.462728500366211,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "grad_norm": 6.375,
+      "learning_rate": 3.995e-05,
+      "loss": 0.855,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "overlap": 0.28437501192092896,
+      "step": 800
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "student margin": 0.04833984375
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "step": 800,
+      "teacher margin": 0.027130126953125
+    },
+    {
+      "epoch": 0.6279434850863422,
+      "margin difference": -0.021209716796875,
+      "step": 800
+    },
+    {
+      "cov-distil": 2.0045931339263916,
+      "cov-distil (oracle2student)": 3.7618496417999268,
+      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "epoch": 0.6279434850863422,
+      "rel-constrast": 2.2175610065460205,
+      "step": 800,
+      "subrel-constrast": 3.892456293106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.619981050491333,
+      "cov-distil (oracle2student)": 4.364217758178711,
+      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "epoch": 0.6287284144427001,
+      "rel-constrast": 4.093245506286621,
+      "step": 801,
+      "subrel-constrast": 5.052906513214111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9569767713546753,
+      "cov-distil (oracle2student)": 2.646055221557617,
+      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "epoch": 0.6295133437990581,
+      "rel-constrast": 2.6254687309265137,
+      "step": 802,
+      "subrel-constrast": 3.3019208908081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089287757873535,
+      "cov-distil (oracle2student)": 5.582956314086914,
+      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "epoch": 0.630298273155416,
+      "rel-constrast": 3.7026913166046143,
+      "step": 803,
+      "subrel-constrast": 3.879225969314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9473289251327515,
+      "cov-distil (oracle2student)": 3.230166435241699,
+      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "epoch": 0.631083202511774,
+      "rel-constrast": 1.864764928817749,
+      "step": 804,
+      "subrel-constrast": 3.3280768394470215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3922661542892456,
+      "cov-distil (oracle2student)": 4.060875415802002,
+      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "epoch": 0.6318681318681318,
+      "rel-constrast": 3.7141737937927246,
+      "step": 805,
+      "subrel-constrast": 4.204806804656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784874677658081,
+      "cov-distil (oracle2student)": 4.374386310577393,
+      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "epoch": 0.6326530612244898,
+      "rel-constrast": 3.073376178741455,
+      "step": 806,
+      "subrel-constrast": 3.565107583999634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3918473720550537,
+      "cov-distil (oracle2student)": 4.301252841949463,
+      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "epoch": 0.6334379905808477,
+      "rel-constrast": 3.255364179611206,
+      "step": 807,
+      "subrel-constrast": 4.516900062561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8820072412490845,
+      "cov-distil (oracle2student)": 4.317390441894531,
+      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "epoch": 0.6342229199372057,
+      "rel-constrast": 2.3400073051452637,
+      "step": 808,
+      "subrel-constrast": 3.68056583404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104020595550537,
+      "cov-distil (oracle2student)": 4.113283157348633,
+      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "epoch": 0.6350078492935636,
+      "rel-constrast": 2.7774062156677246,
+      "step": 809,
+      "subrel-constrast": 3.156845808029175,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6357927786499215,
+      "grad_norm": 5.875,
+      "learning_rate": 4.045000000000001e-05,
+      "loss": 0.792,
+      "step": 810
+    },
+    {
+      "cov-distil": 1.9225842952728271,
+      "cov-distil (oracle2student)": 4.772700309753418,
+      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "epoch": 0.6357927786499215,
+      "rel-constrast": 2.274402618408203,
+      "step": 810,
+      "subrel-constrast": 3.793257236480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146592140197754,
+      "cov-distil (oracle2student)": 3.9638068675994873,
+      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "epoch": 0.6365777080062794,
+      "rel-constrast": 2.302318572998047,
+      "step": 811,
+      "subrel-constrast": 3.4826509952545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7630622386932373,
+      "cov-distil (oracle2student)": 3.8982958793640137,
+      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "epoch": 0.6373626373626373,
+      "rel-constrast": 3.0242116451263428,
+      "step": 812,
+      "subrel-constrast": 3.74605655670166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2058258056640625,
+      "cov-distil (oracle2student)": 5.105160236358643,
+      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "epoch": 0.6381475667189953,
+      "rel-constrast": 3.7548186779022217,
+      "step": 813,
+      "subrel-constrast": 4.288941383361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2325778007507324,
+      "cov-distil (oracle2student)": 3.994985818862915,
+      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "epoch": 0.6389324960753532,
+      "rel-constrast": 4.058200836181641,
+      "step": 814,
+      "subrel-constrast": 5.199466705322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6037338972091675,
+      "cov-distil (oracle2student)": 3.0010287761688232,
+      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "epoch": 0.6397174254317112,
+      "rel-constrast": 2.544131278991699,
+      "step": 815,
+      "subrel-constrast": 3.9001212120056152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8440213203430176,
+      "cov-distil (oracle2student)": 3.382146120071411,
+      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "epoch": 0.640502354788069,
+      "rel-constrast": 3.101287603378296,
+      "step": 816,
+      "subrel-constrast": 3.941652297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3768600225448608,
+      "cov-distil (oracle2student)": 4.8537187576293945,
+      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "epoch": 0.641287284144427,
+      "rel-constrast": 3.138200521469116,
+      "step": 817,
+      "subrel-constrast": 4.078574180603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3285818099975586,
+      "cov-distil (oracle2student)": 3.95272159576416,
+      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "epoch": 0.6420722135007849,
+      "rel-constrast": 2.9757089614868164,
+      "step": 818,
+      "subrel-constrast": 4.183833599090576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9137150049209595,
+      "cov-distil (oracle2student)": 3.8996100425720215,
+      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "epoch": 0.6428571428571429,
+      "rel-constrast": 3.0237324237823486,
+      "step": 819,
+      "subrel-constrast": 3.7355899810791016,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6436420722135008,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.095e-05,
+      "loss": 0.8033,
+      "step": 820
+    },
+    {
+      "cov-distil": 1.5698240995407104,
+      "cov-distil (oracle2student)": 3.570085287094116,
+      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "epoch": 0.6436420722135008,
+      "rel-constrast": 3.341369152069092,
+      "step": 820,
+      "subrel-constrast": 3.669610023498535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108656406402588,
+      "cov-distil (oracle2student)": 4.587629318237305,
+      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "epoch": 0.6444270015698587,
+      "rel-constrast": 2.444645643234253,
+      "step": 821,
+      "subrel-constrast": 3.439606189727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.427807092666626,
+      "cov-distil (oracle2student)": 4.807023048400879,
+      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "epoch": 0.6452119309262166,
+      "rel-constrast": 3.5886707305908203,
+      "step": 822,
+      "subrel-constrast": 4.190989017486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7150936126708984,
+      "cov-distil (oracle2student)": 4.0572509765625,
+      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "epoch": 0.6459968602825745,
+      "rel-constrast": 4.181950092315674,
+      "step": 823,
+      "subrel-constrast": 4.883435249328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.375495672225952,
+      "cov-distil (oracle2student)": 4.172708988189697,
+      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "epoch": 0.6467817896389325,
+      "rel-constrast": 3.079369306564331,
+      "step": 824,
+      "subrel-constrast": 4.150157451629639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.308274745941162,
+      "cov-distil (oracle2student)": 4.596344947814941,
+      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "epoch": 0.6475667189952904,
+      "rel-constrast": 4.447976112365723,
+      "step": 825,
+      "subrel-constrast": 4.973028659820557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7622771263122559,
+      "cov-distil (oracle2student)": 4.808835029602051,
+      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "epoch": 0.6483516483516484,
+      "rel-constrast": 3.0392632484436035,
+      "step": 826,
+      "subrel-constrast": 4.2934980392456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2593860626220703,
+      "cov-distil (oracle2student)": 4.994297504425049,
+      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "epoch": 0.6491365777080063,
+      "rel-constrast": 3.979785919189453,
+      "step": 827,
+      "subrel-constrast": 4.262341499328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6107163429260254,
+      "cov-distil (oracle2student)": 3.178396224975586,
+      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "epoch": 0.6499215070643642,
+      "rel-constrast": 2.977691888809204,
+      "step": 828,
+      "subrel-constrast": 3.771296501159668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630000352859497,
+      "cov-distil (oracle2student)": 5.777911186218262,
+      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "epoch": 0.6507064364207221,
+      "rel-constrast": 3.3911921977996826,
+      "step": 829,
+      "subrel-constrast": 4.069247722625732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6514913657770801,
+      "grad_norm": 6.75,
+      "learning_rate": 4.145e-05,
+      "loss": 0.9087,
+      "step": 830
+    },
+    {
+      "cov-distil": 1.8794384002685547,
+      "cov-distil (oracle2student)": 4.103548049926758,
+      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "epoch": 0.6514913657770801,
+      "rel-constrast": 4.0044355392456055,
+      "step": 830,
+      "subrel-constrast": 4.624624252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8906476497650146,
+      "cov-distil (oracle2student)": 3.214458465576172,
+      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "epoch": 0.652276295133438,
+      "rel-constrast": 2.7704429626464844,
+      "step": 831,
+      "subrel-constrast": 3.6220717430114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9752247333526611,
+      "cov-distil (oracle2student)": 4.888476371765137,
+      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "epoch": 0.6530612244897959,
+      "rel-constrast": 3.941727638244629,
+      "step": 832,
+      "subrel-constrast": 4.675938129425049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7726495265960693,
+      "cov-distil (oracle2student)": 2.904669761657715,
+      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "epoch": 0.6538461538461539,
+      "rel-constrast": 2.125884771347046,
+      "step": 833,
+      "subrel-constrast": 3.402971029281616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8348287343978882,
+      "cov-distil (oracle2student)": 3.610349178314209,
+      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "epoch": 0.6546310832025117,
+      "rel-constrast": 4.169477939605713,
+      "step": 834,
+      "subrel-constrast": 4.495212078094482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.877418041229248,
+      "cov-distil (oracle2student)": 5.971458435058594,
+      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "epoch": 0.6554160125588697,
+      "rel-constrast": 2.4234228134155273,
+      "step": 835,
+      "subrel-constrast": 3.372243642807007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8137049674987793,
+      "cov-distil (oracle2student)": 5.548581123352051,
+      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "epoch": 0.6562009419152276,
+      "rel-constrast": 4.032650947570801,
+      "step": 836,
+      "subrel-constrast": 4.941165447235107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.24606990814209,
+      "cov-distil (oracle2student)": 3.6434006690979004,
+      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "epoch": 0.6569858712715856,
+      "rel-constrast": 3.4072937965393066,
+      "step": 837,
+      "subrel-constrast": 4.71898889541626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4418138265609741,
+      "cov-distil (oracle2student)": 4.0115790367126465,
+      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "epoch": 0.6577708006279435,
+      "rel-constrast": 2.6703035831451416,
+      "step": 838,
+      "subrel-constrast": 3.024057388305664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321179747581482,
+      "cov-distil (oracle2student)": 3.9942774772644043,
+      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "epoch": 0.6585557299843015,
+      "rel-constrast": 4.570227146148682,
+      "step": 839,
+      "subrel-constrast": 5.370950222015381,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6593406593406593,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.195e-05,
+      "loss": 0.898,
+      "step": 840
+    },
+    {
+      "cov-distil": 1.804254412651062,
+      "cov-distil (oracle2student)": 4.796672821044922,
+      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "epoch": 0.6593406593406593,
+      "rel-constrast": 3.048487663269043,
+      "step": 840,
+      "subrel-constrast": 4.138221263885498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.185621976852417,
+      "cov-distil (oracle2student)": 4.644382476806641,
+      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "epoch": 0.6601255886970173,
+      "rel-constrast": 2.7198691368103027,
+      "step": 841,
+      "subrel-constrast": 3.728656768798828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1581225395202637,
+      "cov-distil (oracle2student)": 4.967820644378662,
+      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "epoch": 0.6609105180533752,
+      "rel-constrast": 2.998076915740967,
+      "step": 842,
+      "subrel-constrast": 4.3113603591918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6802887916564941,
+      "cov-distil (oracle2student)": 3.012141704559326,
+      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "epoch": 0.6616954474097331,
+      "rel-constrast": 3.7015037536621094,
+      "step": 843,
+      "subrel-constrast": 4.34977912902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9140921831130981,
+      "cov-distil (oracle2student)": 3.6763272285461426,
+      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "epoch": 0.6624803767660911,
+      "rel-constrast": 2.8182120323181152,
+      "step": 844,
+      "subrel-constrast": 3.526099681854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3611481189727783,
+      "cov-distil (oracle2student)": 3.414156675338745,
+      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "epoch": 0.6632653061224489,
+      "rel-constrast": 3.6642966270446777,
+      "step": 845,
+      "subrel-constrast": 4.929279804229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.16641902923584,
+      "cov-distil (oracle2student)": 5.345207214355469,
+      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "epoch": 0.6640502354788069,
+      "rel-constrast": 2.9499943256378174,
+      "step": 846,
+      "subrel-constrast": 4.163426876068115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2791935205459595,
+      "cov-distil (oracle2student)": 4.141592979431152,
+      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "epoch": 0.6648351648351648,
+      "rel-constrast": 3.946357488632202,
+      "step": 847,
+      "subrel-constrast": 3.884228467941284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286513805389404,
+      "cov-distil (oracle2student)": 3.6746082305908203,
+      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "epoch": 0.6656200941915228,
+      "rel-constrast": 2.590811252593994,
+      "step": 848,
+      "subrel-constrast": 3.7845067977905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7331000566482544,
+      "cov-distil (oracle2student)": 3.869168281555176,
+      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "epoch": 0.6664050235478807,
+      "rel-constrast": 3.201794147491455,
+      "step": 849,
+      "subrel-constrast": 4.059730052947998,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6671899529042387,
+      "grad_norm": 6.5,
+      "learning_rate": 4.245e-05,
+      "loss": 0.8383,
+      "step": 850
+    },
+    {
+      "cov-distil": 1.7655677795410156,
+      "cov-distil (oracle2student)": 3.762930154800415,
+      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "epoch": 0.6671899529042387,
+      "rel-constrast": 2.9008567333221436,
+      "step": 850,
+      "subrel-constrast": 3.404660701751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517121434211731,
+      "cov-distil (oracle2student)": 2.8830716609954834,
+      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "epoch": 0.6679748822605965,
+      "rel-constrast": 4.325301170349121,
+      "step": 851,
+      "subrel-constrast": 4.419717311859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9270949363708496,
+      "cov-distil (oracle2student)": 4.238532543182373,
+      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "epoch": 0.6687598116169545,
+      "rel-constrast": 2.823596715927124,
+      "step": 852,
+      "subrel-constrast": 3.4322097301483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3329415321350098,
+      "cov-distil (oracle2student)": 6.140964031219482,
+      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "epoch": 0.6695447409733124,
+      "rel-constrast": 2.4979028701782227,
+      "step": 853,
+      "subrel-constrast": 3.4758663177490234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5264722108840942,
+      "cov-distil (oracle2student)": 5.3368964195251465,
+      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "epoch": 0.6703296703296703,
+      "rel-constrast": 3.0451555252075195,
+      "step": 854,
+      "subrel-constrast": 3.68107533454895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.527972459793091,
+      "cov-distil (oracle2student)": 4.9313225746154785,
+      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "epoch": 0.6711145996860283,
+      "rel-constrast": 3.4113454818725586,
+      "step": 855,
+      "subrel-constrast": 4.2453413009643555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2195277214050293,
+      "cov-distil (oracle2student)": 4.841870307922363,
+      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "epoch": 0.6718995290423861,
+      "rel-constrast": 3.8896093368530273,
+      "step": 856,
+      "subrel-constrast": 4.457779884338379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9021310806274414,
+      "cov-distil (oracle2student)": 5.08781623840332,
+      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "epoch": 0.6726844583987441,
+      "rel-constrast": 4.279557228088379,
+      "step": 857,
+      "subrel-constrast": 4.490781307220459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184224128723145,
+      "cov-distil (oracle2student)": 4.386934757232666,
+      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "epoch": 0.673469387755102,
+      "rel-constrast": 2.4715077877044678,
+      "step": 858,
+      "subrel-constrast": 3.5174665451049805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5252549648284912,
+      "cov-distil (oracle2student)": 4.384729862213135,
+      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "epoch": 0.67425431711146,
+      "rel-constrast": 3.386720657348633,
+      "step": 859,
+      "subrel-constrast": 4.306125640869141,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6750392464678179,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.295e-05,
+      "loss": 0.8732,
+      "step": 860
+    },
+    {
+      "cov-distil": 2.1179590225219727,
+      "cov-distil (oracle2student)": 4.76759147644043,
+      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "epoch": 0.6750392464678179,
+      "rel-constrast": 2.7477235794067383,
+      "step": 860,
+      "subrel-constrast": 3.7372775077819824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7965826988220215,
+      "cov-distil (oracle2student)": 3.590010404586792,
+      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "epoch": 0.6758241758241759,
+      "rel-constrast": 2.507899284362793,
+      "step": 861,
+      "subrel-constrast": 3.807100296020508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7082825899124146,
+      "cov-distil (oracle2student)": 5.913630485534668,
+      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "epoch": 0.6766091051805337,
+      "rel-constrast": 3.268495559692383,
+      "step": 862,
+      "subrel-constrast": 3.9798760414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8252453804016113,
+      "cov-distil (oracle2student)": 4.901181221008301,
+      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "epoch": 0.6773940345368917,
+      "rel-constrast": 3.583211660385132,
+      "step": 863,
+      "subrel-constrast": 4.42688512802124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3953462839126587,
+      "cov-distil (oracle2student)": 5.5138397216796875,
+      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "epoch": 0.6781789638932496,
+      "rel-constrast": 3.1454901695251465,
+      "step": 864,
+      "subrel-constrast": 3.9406254291534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6899718046188354,
+      "cov-distil (oracle2student)": 5.330373764038086,
+      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "epoch": 0.6789638932496075,
+      "rel-constrast": 2.3280701637268066,
+      "step": 865,
+      "subrel-constrast": 3.6453700065612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6296229362487793,
+      "cov-distil (oracle2student)": 4.770857810974121,
+      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "epoch": 0.6797488226059655,
+      "rel-constrast": 3.20645809173584,
+      "step": 866,
+      "subrel-constrast": 3.8591246604919434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7715446949005127,
+      "cov-distil (oracle2student)": 4.347777843475342,
+      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "epoch": 0.6805337519623234,
+      "rel-constrast": 3.9846086502075195,
+      "step": 867,
+      "subrel-constrast": 5.185349941253662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6960502862930298,
+      "cov-distil (oracle2student)": 3.3439979553222656,
+      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "epoch": 0.6813186813186813,
+      "rel-constrast": 2.1034369468688965,
+      "step": 868,
+      "subrel-constrast": 2.926976203918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.505071759223938,
+      "cov-distil (oracle2student)": 2.9278054237365723,
+      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "epoch": 0.6821036106750392,
+      "rel-constrast": 3.0042061805725098,
+      "step": 869,
+      "subrel-constrast": 3.6791141033172607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6828885400313972,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.345e-05,
+      "loss": 0.7898,
+      "step": 870
+    },
+    {
+      "cov-distil": 1.5478849411010742,
+      "cov-distil (oracle2student)": 4.5837202072143555,
+      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "epoch": 0.6828885400313972,
+      "rel-constrast": 3.6690661907196045,
+      "step": 870,
+      "subrel-constrast": 3.755584239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4669153690338135,
+      "cov-distil (oracle2student)": 3.7385365962982178,
+      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "epoch": 0.6836734693877551,
+      "rel-constrast": 3.5915560722351074,
+      "step": 871,
+      "subrel-constrast": 4.271019458770752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1383116245269775,
+      "cov-distil (oracle2student)": 4.596353530883789,
+      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "epoch": 0.6844583987441131,
+      "rel-constrast": 2.788327693939209,
+      "step": 872,
+      "subrel-constrast": 3.9468002319335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5923734903335571,
+      "cov-distil (oracle2student)": 4.1226983070373535,
+      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "epoch": 0.685243328100471,
+      "rel-constrast": 3.274655342102051,
+      "step": 873,
+      "subrel-constrast": 3.9750561714172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.946056842803955,
+      "cov-distil (oracle2student)": 4.353828430175781,
+      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "epoch": 0.6860282574568289,
+      "rel-constrast": 2.741914749145508,
+      "step": 874,
+      "subrel-constrast": 3.176755905151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9557355642318726,
+      "cov-distil (oracle2student)": 3.949646472930908,
+      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "epoch": 0.6868131868131868,
+      "rel-constrast": 2.8873188495635986,
+      "step": 875,
+      "subrel-constrast": 3.6380884647369385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.401376247406006,
+      "cov-distil (oracle2student)": 5.006793022155762,
+      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "epoch": 0.6875981161695447,
+      "rel-constrast": 4.074068069458008,
+      "step": 876,
+      "subrel-constrast": 5.1672682762146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2366654872894287,
+      "cov-distil (oracle2student)": 3.786804676055908,
+      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "epoch": 0.6883830455259027,
+      "rel-constrast": 2.0299768447875977,
+      "step": 877,
+      "subrel-constrast": 2.670637369155884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0147178173065186,
+      "cov-distil (oracle2student)": 3.804882764816284,
+      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "epoch": 0.6891679748822606,
+      "rel-constrast": 2.7490639686584473,
+      "step": 878,
+      "subrel-constrast": 3.5756359100341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5681298971176147,
+      "cov-distil (oracle2student)": 3.9214487075805664,
+      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "epoch": 0.6899529042386185,
+      "rel-constrast": 3.0104470252990723,
+      "step": 879,
+      "subrel-constrast": 3.337676763534546,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6907378335949764,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.3950000000000004e-05,
+      "loss": 0.8151,
+      "step": 880
+    },
+    {
+      "cov-distil": 2.2157304286956787,
+      "cov-distil (oracle2student)": 5.699595928192139,
+      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "epoch": 0.6907378335949764,
+      "rel-constrast": 3.0941343307495117,
+      "step": 880,
+      "subrel-constrast": 4.322240352630615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4810900688171387,
+      "cov-distil (oracle2student)": 3.3440780639648438,
+      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "epoch": 0.6915227629513344,
+      "rel-constrast": 3.586519241333008,
+      "step": 881,
+      "subrel-constrast": 3.7541935443878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5781233310699463,
+      "cov-distil (oracle2student)": 5.018100738525391,
+      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "epoch": 0.6923076923076923,
+      "rel-constrast": 4.0826897621154785,
+      "step": 882,
+      "subrel-constrast": 4.779473304748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4764516353607178,
+      "cov-distil (oracle2student)": 3.1465892791748047,
+      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "epoch": 0.6930926216640503,
+      "rel-constrast": 2.1886837482452393,
+      "step": 883,
+      "subrel-constrast": 2.8425724506378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577139854431152,
+      "cov-distil (oracle2student)": 5.48944091796875,
+      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "epoch": 0.6938775510204082,
+      "rel-constrast": 3.6461424827575684,
+      "step": 884,
+      "subrel-constrast": 4.1751885414123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.30418062210083,
+      "cov-distil (oracle2student)": 3.6000726222991943,
+      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "epoch": 0.6946624803767661,
+      "rel-constrast": 2.609241008758545,
+      "step": 885,
+      "subrel-constrast": 4.044322967529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9188902378082275,
+      "cov-distil (oracle2student)": 3.3409061431884766,
+      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "epoch": 0.695447409733124,
+      "rel-constrast": 3.917679786682129,
+      "step": 886,
+      "subrel-constrast": 4.465198040008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6129820346832275,
+      "cov-distil (oracle2student)": 3.5256998538970947,
+      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "epoch": 0.6962323390894819,
+      "rel-constrast": 3.1687140464782715,
+      "step": 887,
+      "subrel-constrast": 4.09608268737793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6923974752426147,
+      "cov-distil (oracle2student)": 3.194105863571167,
+      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "epoch": 0.6970172684458399,
+      "rel-constrast": 2.669671058654785,
+      "step": 888,
+      "subrel-constrast": 3.512425661087036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7615928649902344,
+      "cov-distil (oracle2student)": 4.9741010665893555,
+      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "epoch": 0.6978021978021978,
+      "rel-constrast": 2.2488291263580322,
+      "step": 889,
+      "subrel-constrast": 3.145869016647339,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.6985871271585558,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.445e-05,
+      "loss": 0.8243,
+      "step": 890
+    },
+    {
+      "cov-distil": 2.2956361770629883,
+      "cov-distil (oracle2student)": 5.470577716827393,
+      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "epoch": 0.6985871271585558,
+      "rel-constrast": 2.6768033504486084,
+      "step": 890,
+      "subrel-constrast": 3.943537950515747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949636459350586,
+      "cov-distil (oracle2student)": 4.757634162902832,
+      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "epoch": 0.6993720565149136,
+      "rel-constrast": 2.2590112686157227,
+      "step": 891,
+      "subrel-constrast": 3.1901254653930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.926931619644165,
+      "cov-distil (oracle2student)": 3.505540370941162,
+      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "epoch": 0.7001569858712716,
+      "rel-constrast": 3.0852808952331543,
+      "step": 892,
+      "subrel-constrast": 4.544396877288818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2596887350082397,
+      "cov-distil (oracle2student)": 4.653071403503418,
+      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "epoch": 0.7009419152276295,
+      "rel-constrast": 2.719123363494873,
+      "step": 893,
+      "subrel-constrast": 3.29056715965271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7803575992584229,
+      "cov-distil (oracle2student)": 4.656095504760742,
+      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "epoch": 0.7017268445839875,
+      "rel-constrast": 2.24275541305542,
+      "step": 894,
+      "subrel-constrast": 3.273658037185669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130441188812256,
+      "cov-distil (oracle2student)": 5.469186782836914,
+      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "epoch": 0.7025117739403454,
+      "rel-constrast": 3.1639580726623535,
+      "step": 895,
+      "subrel-constrast": 4.3755879402160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741716861724854,
+      "cov-distil (oracle2student)": 3.9948792457580566,
+      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "epoch": 0.7032967032967034,
+      "rel-constrast": 2.7737693786621094,
+      "step": 896,
+      "subrel-constrast": 3.267178773880005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8039289712905884,
+      "cov-distil (oracle2student)": 3.7117669582366943,
+      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "epoch": 0.7040816326530612,
+      "rel-constrast": 2.143932819366455,
+      "step": 897,
+      "subrel-constrast": 3.121236801147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3587143421173096,
+      "cov-distil (oracle2student)": 4.403602123260498,
+      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "epoch": 0.7048665620094191,
+      "rel-constrast": 2.3291571140289307,
+      "step": 898,
+      "subrel-constrast": 3.47867751121521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861637830734253,
+      "cov-distil (oracle2student)": 4.3754682540893555,
+      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "epoch": 0.7056514913657771,
+      "rel-constrast": 3.8839848041534424,
+      "step": 899,
+      "subrel-constrast": 4.644810676574707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.706436420722135,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.495e-05,
+      "loss": 0.728,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "overlap": 0.30156251788139343,
+      "step": 900
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "student margin": 0.0489501953125
+    },
+    {
+      "epoch": 0.706436420722135,
+      "step": 900,
+      "teacher margin": 0.028717041015625
+    },
+    {
+      "epoch": 0.706436420722135,
+      "margin difference": -0.020233154296875,
+      "step": 900
+    },
+    {
+      "cov-distil": 2.2758567333221436,
+      "cov-distil (oracle2student)": 3.112144708633423,
+      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "epoch": 0.706436420722135,
+      "rel-constrast": 4.2263994216918945,
+      "step": 900,
+      "subrel-constrast": 4.605080604553223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694825649261475,
+      "cov-distil (oracle2student)": 2.912907838821411,
+      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "epoch": 0.707221350078493,
+      "rel-constrast": 3.9801032543182373,
+      "step": 901,
+      "subrel-constrast": 4.070077419281006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.285184621810913,
+      "cov-distil (oracle2student)": 3.1929121017456055,
+      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "epoch": 0.7080062794348508,
+      "rel-constrast": 3.7210168838500977,
+      "step": 902,
+      "subrel-constrast": 5.039446830749512,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798686504364014,
+      "cov-distil (oracle2student)": 4.676393985748291,
+      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "epoch": 0.7087912087912088,
+      "rel-constrast": 2.927309036254883,
+      "step": 903,
+      "subrel-constrast": 3.2873969078063965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5412538051605225,
+      "cov-distil (oracle2student)": 5.285891056060791,
+      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "epoch": 0.7095761381475667,
+      "rel-constrast": 2.8550057411193848,
+      "step": 904,
+      "subrel-constrast": 3.531097650527954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6112513542175293,
+      "cov-distil (oracle2student)": 4.020347595214844,
+      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "epoch": 0.7103610675039247,
+      "rel-constrast": 3.90101957321167,
+      "step": 905,
+      "subrel-constrast": 4.510730266571045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2648086547851562,
+      "cov-distil (oracle2student)": 5.239475250244141,
+      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "epoch": 0.7111459968602826,
+      "rel-constrast": 4.096606254577637,
+      "step": 906,
+      "subrel-constrast": 4.7054009437561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87594735622406,
+      "cov-distil (oracle2student)": 3.4948787689208984,
+      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "epoch": 0.7119309262166404,
+      "rel-constrast": 2.4869022369384766,
+      "step": 907,
+      "subrel-constrast": 2.939744472503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6819136142730713,
+      "cov-distil (oracle2student)": 3.956923007965088,
+      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "epoch": 0.7127158555729984,
+      "rel-constrast": 3.1140904426574707,
+      "step": 908,
+      "subrel-constrast": 4.3997087478637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0586934089660645,
+      "cov-distil (oracle2student)": 6.132615566253662,
+      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "epoch": 0.7135007849293563,
+      "rel-constrast": 4.984131813049316,
+      "step": 909,
+      "subrel-constrast": 5.425019264221191,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.545000000000001e-05,
+      "loss": 0.9539,
+      "step": 910
+    },
+    {
+      "cov-distil": 1.6229896545410156,
+      "cov-distil (oracle2student)": 4.070446968078613,
+      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "epoch": 0.7142857142857143,
+      "rel-constrast": 3.2242932319641113,
+      "step": 910,
+      "subrel-constrast": 3.859609603881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8170173168182373,
+      "cov-distil (oracle2student)": 4.4720916748046875,
+      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "epoch": 0.7150706436420722,
+      "rel-constrast": 3.0169482231140137,
+      "step": 911,
+      "subrel-constrast": 3.8084235191345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5292870998382568,
+      "cov-distil (oracle2student)": 4.345184326171875,
+      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "epoch": 0.7158555729984302,
+      "rel-constrast": 3.397573471069336,
+      "step": 912,
+      "subrel-constrast": 3.2584228515625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.223121404647827,
+      "cov-distil (oracle2student)": 4.264377593994141,
+      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "epoch": 0.716640502354788,
+      "rel-constrast": 2.8414294719696045,
+      "step": 913,
+      "subrel-constrast": 4.336313724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.661023736000061,
+      "cov-distil (oracle2student)": 4.143952369689941,
+      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "epoch": 0.717425431711146,
+      "rel-constrast": 2.8086204528808594,
+      "step": 914,
+      "subrel-constrast": 3.964709997177124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073925495147705,
+      "cov-distil (oracle2student)": 3.812002658843994,
+      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "epoch": 0.7182103610675039,
+      "rel-constrast": 2.701813220977783,
+      "step": 915,
+      "subrel-constrast": 3.5543386936187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.841255784034729,
+      "cov-distil (oracle2student)": 3.9284794330596924,
+      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "epoch": 0.7189952904238619,
+      "rel-constrast": 3.2184972763061523,
+      "step": 916,
+      "subrel-constrast": 4.3179755210876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.29209041595459,
+      "cov-distil (oracle2student)": 5.0997748374938965,
+      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "epoch": 0.7197802197802198,
+      "rel-constrast": 2.7742223739624023,
+      "step": 917,
+      "subrel-constrast": 3.9090025424957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.126772403717041,
+      "cov-distil (oracle2student)": 5.042139053344727,
+      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "epoch": 0.7205651491365777,
+      "rel-constrast": 3.499645233154297,
+      "step": 918,
+      "subrel-constrast": 4.131096839904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1853413581848145,
+      "cov-distil (oracle2student)": 5.0499186515808105,
+      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "epoch": 0.7213500784929356,
+      "rel-constrast": 3.0944676399230957,
+      "step": 919,
+      "subrel-constrast": 4.054975509643555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7221350078492935,
+      "grad_norm": 7.625,
+      "learning_rate": 4.5950000000000006e-05,
+      "loss": 0.8129,
+      "step": 920
+    },
+    {
+      "cov-distil": 1.575663685798645,
+      "cov-distil (oracle2student)": 4.080785751342773,
+      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "epoch": 0.7221350078492935,
+      "rel-constrast": 2.942035675048828,
+      "step": 920,
+      "subrel-constrast": 3.5585241317749023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.089031457901001,
+      "cov-distil (oracle2student)": 3.5837650299072266,
+      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "epoch": 0.7229199372056515,
+      "rel-constrast": 3.1843388080596924,
+      "step": 921,
+      "subrel-constrast": 3.996202230453491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6126110553741455,
+      "cov-distil (oracle2student)": 3.8322594165802,
+      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "epoch": 0.7237048665620094,
+      "rel-constrast": 2.8110198974609375,
+      "step": 922,
+      "subrel-constrast": 3.6679060459136963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5855941772460938,
+      "cov-distil (oracle2student)": 5.666677474975586,
+      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "epoch": 0.7244897959183674,
+      "rel-constrast": 3.647099256515503,
+      "step": 923,
+      "subrel-constrast": 3.6234447956085205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8088470697402954,
+      "cov-distil (oracle2student)": 3.5870018005371094,
+      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "epoch": 0.7252747252747253,
+      "rel-constrast": 3.079493761062622,
+      "step": 924,
+      "subrel-constrast": 3.9141316413879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2190501689910889,
+      "cov-distil (oracle2student)": 4.473470687866211,
+      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "epoch": 0.7260596546310832,
+      "rel-constrast": 3.165107250213623,
+      "step": 925,
+      "subrel-constrast": 3.897352457046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0242605209350586,
+      "cov-distil (oracle2student)": 6.548642158508301,
+      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "epoch": 0.7268445839874411,
+      "rel-constrast": 3.701394557952881,
+      "step": 926,
+      "subrel-constrast": 3.9507064819335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5379185676574707,
+      "cov-distil (oracle2student)": 3.4035112857818604,
+      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "epoch": 0.7276295133437991,
+      "rel-constrast": 2.911174774169922,
+      "step": 927,
+      "subrel-constrast": 3.627082109451294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6840705871582031,
+      "cov-distil (oracle2student)": 5.966733932495117,
+      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "epoch": 0.728414442700157,
+      "rel-constrast": 3.4538960456848145,
+      "step": 928,
+      "subrel-constrast": 4.338021755218506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749119997024536,
+      "cov-distil (oracle2student)": 4.814553260803223,
+      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "epoch": 0.7291993720565149,
+      "rel-constrast": 3.272881507873535,
+      "step": 929,
+      "subrel-constrast": 4.203635215759277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7299843014128728,
+      "grad_norm": 6.0,
+      "learning_rate": 4.6450000000000004e-05,
+      "loss": 0.8465,
+      "step": 930
+    },
+    {
+      "cov-distil": 1.2940502166748047,
+      "cov-distil (oracle2student)": 4.268896102905273,
+      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "epoch": 0.7299843014128728,
+      "rel-constrast": 2.788405418395996,
+      "step": 930,
+      "subrel-constrast": 3.7771759033203125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882677793502808,
+      "cov-distil (oracle2student)": 5.153918266296387,
+      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "epoch": 0.7307692307692307,
+      "rel-constrast": 3.8575000762939453,
+      "step": 931,
+      "subrel-constrast": 4.23193359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.906712532043457,
+      "cov-distil (oracle2student)": 4.725667953491211,
+      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "epoch": 0.7315541601255887,
+      "rel-constrast": 2.424145221710205,
+      "step": 932,
+      "subrel-constrast": 3.732316493988037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.835892915725708,
+      "cov-distil (oracle2student)": 2.91845703125,
+      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "epoch": 0.7323390894819466,
+      "rel-constrast": 4.028440475463867,
+      "step": 933,
+      "subrel-constrast": 4.382497787475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5429143905639648,
+      "cov-distil (oracle2student)": 4.434526443481445,
+      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "epoch": 0.7331240188383046,
+      "rel-constrast": 3.283620834350586,
+      "step": 934,
+      "subrel-constrast": 4.480005264282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479607105255127,
+      "cov-distil (oracle2student)": 4.566035747528076,
+      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "epoch": 0.7339089481946625,
+      "rel-constrast": 3.1102888584136963,
+      "step": 935,
+      "subrel-constrast": 4.2533392906188965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7382700443267822,
+      "cov-distil (oracle2student)": 4.074993133544922,
+      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "epoch": 0.7346938775510204,
+      "rel-constrast": 4.664027214050293,
+      "step": 936,
+      "subrel-constrast": 4.777615547180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8130892515182495,
+      "cov-distil (oracle2student)": 5.765524387359619,
+      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "epoch": 0.7354788069073783,
+      "rel-constrast": 3.738004207611084,
+      "step": 937,
+      "subrel-constrast": 4.491626262664795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930234909057617,
+      "cov-distil (oracle2student)": 2.956733465194702,
+      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "epoch": 0.7362637362637363,
+      "rel-constrast": 2.2914769649505615,
+      "step": 938,
+      "subrel-constrast": 2.780831813812256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.51702880859375,
+      "cov-distil (oracle2student)": 2.6176843643188477,
+      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "epoch": 0.7370486656200942,
+      "rel-constrast": 3.4387402534484863,
+      "step": 939,
+      "subrel-constrast": 4.557201385498047,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7378335949764521,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.695e-05,
+      "loss": 0.8816,
+      "step": 940
+    },
+    {
+      "cov-distil": 1.9257925748825073,
+      "cov-distil (oracle2student)": 3.928852081298828,
+      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "epoch": 0.7378335949764521,
+      "rel-constrast": 3.6139044761657715,
+      "step": 940,
+      "subrel-constrast": 4.444116115570068,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8952929973602295,
+      "cov-distil (oracle2student)": 4.150082111358643,
+      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "epoch": 0.7386185243328101,
+      "rel-constrast": 3.3191280364990234,
+      "step": 941,
+      "subrel-constrast": 3.679969072341919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5294878482818604,
+      "cov-distil (oracle2student)": 3.9924159049987793,
+      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "epoch": 0.7394034536891679,
+      "rel-constrast": 3.708803176879883,
+      "step": 942,
+      "subrel-constrast": 3.7333984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276921272277832,
+      "cov-distil (oracle2student)": 3.9539318084716797,
+      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "epoch": 0.7401883830455259,
+      "rel-constrast": 2.935490608215332,
+      "step": 943,
+      "subrel-constrast": 4.135726451873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9773235321044922,
+      "cov-distil (oracle2student)": 4.83607292175293,
+      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "epoch": 0.7409733124018838,
+      "rel-constrast": 4.497435569763184,
+      "step": 944,
+      "subrel-constrast": 5.25809907913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6449570655822754,
+      "cov-distil (oracle2student)": 4.226219654083252,
+      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "epoch": 0.7417582417582418,
+      "rel-constrast": 2.5536246299743652,
+      "step": 945,
+      "subrel-constrast": 2.927077293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.137589454650879,
+      "cov-distil (oracle2student)": 2.859459400177002,
+      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "epoch": 0.7425431711145997,
+      "rel-constrast": 2.3175745010375977,
+      "step": 946,
+      "subrel-constrast": 3.029712438583374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.929520606994629,
+      "cov-distil (oracle2student)": 3.8799915313720703,
+      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "epoch": 0.7433281004709577,
+      "rel-constrast": 3.0847702026367188,
+      "step": 947,
+      "subrel-constrast": 4.075847625732422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6459702253341675,
+      "cov-distil (oracle2student)": 4.161098480224609,
+      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "epoch": 0.7441130298273155,
+      "rel-constrast": 4.606771469116211,
+      "step": 948,
+      "subrel-constrast": 5.083632946014404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165371179580688,
+      "cov-distil (oracle2student)": 4.67051887512207,
+      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "epoch": 0.7448979591836735,
+      "rel-constrast": 2.6552817821502686,
+      "step": 949,
+      "subrel-constrast": 3.711884021759033,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7456828885400314,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.745e-05,
+      "loss": 0.8765,
+      "step": 950
+    },
+    {
+      "cov-distil": 1.3789355754852295,
+      "cov-distil (oracle2student)": 4.328378677368164,
+      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "epoch": 0.7456828885400314,
+      "rel-constrast": 4.1120710372924805,
+      "step": 950,
+      "subrel-constrast": 5.027348041534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7074458599090576,
+      "cov-distil (oracle2student)": 3.896850824356079,
+      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "epoch": 0.7464678178963893,
+      "rel-constrast": 3.055389404296875,
+      "step": 951,
+      "subrel-constrast": 4.044977188110352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146897792816162,
+      "cov-distil (oracle2student)": 3.3221402168273926,
+      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "epoch": 0.7472527472527473,
+      "rel-constrast": 2.66206693649292,
+      "step": 952,
+      "subrel-constrast": 3.555684804916382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7882740497589111,
+      "cov-distil (oracle2student)": 4.753549575805664,
+      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "epoch": 0.7480376766091051,
+      "rel-constrast": 2.6871156692504883,
+      "step": 953,
+      "subrel-constrast": 3.443528175354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317833662033081,
+      "cov-distil (oracle2student)": 3.1025431156158447,
+      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "epoch": 0.7488226059654631,
+      "rel-constrast": 3.2253057956695557,
+      "step": 954,
+      "subrel-constrast": 3.449445962905884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4996986389160156,
+      "cov-distil (oracle2student)": 3.4388978481292725,
+      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "epoch": 0.749607535321821,
+      "rel-constrast": 2.8875174522399902,
+      "step": 955,
+      "subrel-constrast": 3.476513147354126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8152103424072266,
+      "cov-distil (oracle2student)": 4.742283821105957,
+      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "epoch": 0.750392464678179,
+      "rel-constrast": 4.083362579345703,
+      "step": 956,
+      "subrel-constrast": 4.664163589477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3834519386291504,
+      "cov-distil (oracle2student)": 3.857619285583496,
+      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "epoch": 0.7511773940345369,
+      "rel-constrast": 3.141227960586548,
+      "step": 957,
+      "subrel-constrast": 3.6745681762695312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4698567390441895,
+      "cov-distil (oracle2student)": 4.458189010620117,
+      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "epoch": 0.7519623233908949,
+      "rel-constrast": 2.5968546867370605,
+      "step": 958,
+      "subrel-constrast": 3.6189186573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0489540100097656,
+      "cov-distil (oracle2student)": 3.7848129272460938,
+      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "epoch": 0.7527472527472527,
+      "rel-constrast": 3.10971736907959,
+      "step": 959,
+      "subrel-constrast": 3.964318037033081,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7535321821036107,
+      "grad_norm": 5.125,
+      "learning_rate": 4.795e-05,
+      "loss": 0.8304,
+      "step": 960
+    },
+    {
+      "cov-distil": 1.8610987663269043,
+      "cov-distil (oracle2student)": 4.204171180725098,
+      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "epoch": 0.7535321821036107,
+      "rel-constrast": 3.5759077072143555,
+      "step": 960,
+      "subrel-constrast": 3.952942371368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7234872579574585,
+      "cov-distil (oracle2student)": 4.684390068054199,
+      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "epoch": 0.7543171114599686,
+      "rel-constrast": 2.439119815826416,
+      "step": 961,
+      "subrel-constrast": 3.2664947509765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0914149284362793,
+      "cov-distil (oracle2student)": 4.137686252593994,
+      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "epoch": 0.7551020408163265,
+      "rel-constrast": 2.320270538330078,
+      "step": 962,
+      "subrel-constrast": 3.529468536376953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5941476821899414,
+      "cov-distil (oracle2student)": 5.081782341003418,
+      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "epoch": 0.7558869701726845,
+      "rel-constrast": 3.1787896156311035,
+      "step": 963,
+      "subrel-constrast": 3.813589096069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5371471643447876,
+      "cov-distil (oracle2student)": 3.9131083488464355,
+      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "epoch": 0.7566718995290423,
+      "rel-constrast": 3.406545400619507,
+      "step": 964,
+      "subrel-constrast": 4.030934810638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.189305305480957,
+      "cov-distil (oracle2student)": 5.07846736907959,
+      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "epoch": 0.7574568288854003,
+      "rel-constrast": 2.970583200454712,
+      "step": 965,
+      "subrel-constrast": 3.6238105297088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.332085132598877,
+      "cov-distil (oracle2student)": 3.555403232574463,
+      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "epoch": 0.7582417582417582,
+      "rel-constrast": 2.632821798324585,
+      "step": 966,
+      "subrel-constrast": 3.3239552974700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7018604278564453,
+      "cov-distil (oracle2student)": 3.9263052940368652,
+      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "epoch": 0.7590266875981162,
+      "rel-constrast": 2.9862589836120605,
+      "step": 967,
+      "subrel-constrast": 3.3959908485412598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6031534671783447,
+      "cov-distil (oracle2student)": 5.186741352081299,
+      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "epoch": 0.7598116169544741,
+      "rel-constrast": 2.718703269958496,
+      "step": 968,
+      "subrel-constrast": 3.5651605129241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3045380115509033,
+      "cov-distil (oracle2student)": 4.70316219329834,
+      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "epoch": 0.7605965463108321,
+      "rel-constrast": 3.310779571533203,
+      "step": 969,
+      "subrel-constrast": 3.998525381088257,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7613814756671899,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.845e-05,
+      "loss": 0.7808,
+      "step": 970
+    },
+    {
+      "cov-distil": 1.579962968826294,
+      "cov-distil (oracle2student)": 4.080756187438965,
+      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "epoch": 0.7613814756671899,
+      "rel-constrast": 2.6930108070373535,
+      "step": 970,
+      "subrel-constrast": 3.6232733726501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5032997131347656,
+      "cov-distil (oracle2student)": 5.148774147033691,
+      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "epoch": 0.7621664050235479,
+      "rel-constrast": 2.8520336151123047,
+      "step": 971,
+      "subrel-constrast": 3.5504817962646484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.332946538925171,
+      "cov-distil (oracle2student)": 3.8117406368255615,
+      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "epoch": 0.7629513343799058,
+      "rel-constrast": 3.3115837574005127,
+      "step": 972,
+      "subrel-constrast": 3.7798709869384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3567724227905273,
+      "cov-distil (oracle2student)": 4.300013542175293,
+      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "epoch": 0.7637362637362637,
+      "rel-constrast": 2.9181158542633057,
+      "step": 973,
+      "subrel-constrast": 3.930820941925049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5177117586135864,
+      "cov-distil (oracle2student)": 3.9483582973480225,
+      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "epoch": 0.7645211930926217,
+      "rel-constrast": 2.8572943210601807,
+      "step": 974,
+      "subrel-constrast": 3.3494460582733154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430667400360107,
+      "cov-distil (oracle2student)": 3.8153276443481445,
+      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "epoch": 0.7653061224489796,
+      "rel-constrast": 2.43520450592041,
+      "step": 975,
+      "subrel-constrast": 3.3547842502593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55463445186615,
+      "cov-distil (oracle2student)": 4.102063179016113,
+      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "epoch": 0.7660910518053375,
+      "rel-constrast": 2.7345409393310547,
+      "step": 976,
+      "subrel-constrast": 3.699293613433838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.206817865371704,
+      "cov-distil (oracle2student)": 5.071278095245361,
+      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "epoch": 0.7668759811616954,
+      "rel-constrast": 3.3835926055908203,
+      "step": 977,
+      "subrel-constrast": 4.665506362915039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0126726627349854,
+      "cov-distil (oracle2student)": 3.5513486862182617,
+      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "epoch": 0.7676609105180534,
+      "rel-constrast": 3.443159580230713,
+      "step": 978,
+      "subrel-constrast": 4.00405740737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6712284088134766,
+      "cov-distil (oracle2student)": 4.211378574371338,
+      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "epoch": 0.7684458398744113,
+      "rel-constrast": 2.733938694000244,
+      "step": 979,
+      "subrel-constrast": 3.493361473083496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.8950000000000004e-05,
+      "loss": 0.7773,
+      "step": 980
+    },
+    {
+      "cov-distil": 1.9269602298736572,
+      "cov-distil (oracle2student)": 5.519498825073242,
+      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "epoch": 0.7692307692307693,
+      "rel-constrast": 4.175396919250488,
+      "step": 980,
+      "subrel-constrast": 5.049959659576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9665855169296265,
+      "cov-distil (oracle2student)": 3.2665791511535645,
+      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "epoch": 0.7700156985871272,
+      "rel-constrast": 3.6774415969848633,
+      "step": 981,
+      "subrel-constrast": 4.239767074584961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.470031976699829,
+      "cov-distil (oracle2student)": 3.181478977203369,
+      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "epoch": 0.7708006279434851,
+      "rel-constrast": 2.809911012649536,
+      "step": 982,
+      "subrel-constrast": 3.5960404872894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619471073150635,
+      "cov-distil (oracle2student)": 4.692441463470459,
+      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "epoch": 0.771585557299843,
+      "rel-constrast": 3.389431953430176,
+      "step": 983,
+      "subrel-constrast": 3.77146315574646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671085834503174,
+      "cov-distil (oracle2student)": 3.5092053413391113,
+      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "epoch": 0.7723704866562009,
+      "rel-constrast": 3.595477342605591,
+      "step": 984,
+      "subrel-constrast": 3.8124887943267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9460711479187012,
+      "cov-distil (oracle2student)": 4.956125259399414,
+      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "epoch": 0.7731554160125589,
+      "rel-constrast": 3.3473873138427734,
+      "step": 985,
+      "subrel-constrast": 4.39263391494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3514606952667236,
+      "cov-distil (oracle2student)": 3.571758270263672,
+      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "epoch": 0.7739403453689168,
+      "rel-constrast": 2.135286808013916,
+      "step": 986,
+      "subrel-constrast": 2.9741177558898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.104153633117676,
+      "cov-distil (oracle2student)": 4.799599647521973,
+      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "epoch": 0.7747252747252747,
+      "rel-constrast": 2.5805909633636475,
+      "step": 987,
+      "subrel-constrast": 3.1912810802459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266259670257568,
+      "cov-distil (oracle2student)": 3.655568838119507,
+      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "epoch": 0.7755102040816326,
+      "rel-constrast": 3.032980442047119,
+      "step": 988,
+      "subrel-constrast": 3.508396863937378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.357473611831665,
+      "cov-distil (oracle2student)": 3.59857439994812,
+      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "epoch": 0.7762951334379906,
+      "rel-constrast": 2.536325454711914,
+      "step": 989,
+      "subrel-constrast": 3.5550482273101807,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7770800627943485,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.945e-05,
+      "loss": 0.8232,
+      "step": 990
+    },
+    {
+      "cov-distil": 1.6018612384796143,
+      "cov-distil (oracle2student)": 3.8907558917999268,
+      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "epoch": 0.7770800627943485,
+      "rel-constrast": 3.0553297996520996,
+      "step": 990,
+      "subrel-constrast": 3.7887587547302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3820087909698486,
+      "cov-distil (oracle2student)": 4.112200736999512,
+      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "epoch": 0.7778649921507065,
+      "rel-constrast": 2.366570472717285,
+      "step": 991,
+      "subrel-constrast": 3.2048072814941406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83585524559021,
+      "cov-distil (oracle2student)": 3.4590184688568115,
+      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "epoch": 0.7786499215070644,
+      "rel-constrast": 2.7357325553894043,
+      "step": 992,
+      "subrel-constrast": 3.3413727283477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7006080150604248,
+      "cov-distil (oracle2student)": 4.505871772766113,
+      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "epoch": 0.7794348508634223,
+      "rel-constrast": 2.617854118347168,
+      "step": 993,
+      "subrel-constrast": 3.58120059967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3439501523971558,
+      "cov-distil (oracle2student)": 5.1891374588012695,
+      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "epoch": 0.7802197802197802,
+      "rel-constrast": 3.4114043712615967,
+      "step": 994,
+      "subrel-constrast": 4.519937038421631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209468364715576,
+      "cov-distil (oracle2student)": 3.85103702545166,
+      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "epoch": 0.7810047095761381,
+      "rel-constrast": 2.76951265335083,
+      "step": 995,
+      "subrel-constrast": 3.8042209148406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8263555765151978,
+      "cov-distil (oracle2student)": 4.86745548248291,
+      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "epoch": 0.7817896389324961,
+      "rel-constrast": 3.1357123851776123,
+      "step": 996,
+      "subrel-constrast": 3.5826773643493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0638132095336914,
+      "cov-distil (oracle2student)": 3.9991607666015625,
+      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "epoch": 0.782574568288854,
+      "rel-constrast": 2.9305787086486816,
+      "step": 997,
+      "subrel-constrast": 4.224002361297607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7014501094818115,
+      "cov-distil (oracle2student)": 2.1526012420654297,
+      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "epoch": 0.783359497645212,
+      "rel-constrast": 2.346405506134033,
+      "step": 998,
+      "subrel-constrast": 2.8098068237304688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3595576286315918,
+      "cov-distil (oracle2student)": 2.6339879035949707,
+      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "epoch": 0.7841444270015698,
+      "rel-constrast": 2.0297508239746094,
+      "step": 999,
+      "subrel-constrast": 2.856095552444458,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.995e-05,
+      "loss": 0.7268,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-P@10": 0.762,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-nDCG@10": 0.7761942414852591,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-nDCG@10": 0.614061374603831,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "eval/avg": 0.5406198910147115,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "overlap": 0.3265624940395355,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "step": 1000,
+      "student margin": 0.048736572265625
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "step": 1000,
+      "teacher margin": 0.033172607421875
+    },
+    {
+      "epoch": 0.7849293563579278,
+      "margin difference": -0.01556396484375,
+      "step": 1000
+    },
+    {
+      "cov-distil": 1.5034229755401611,
+      "cov-distil (oracle2student)": 4.684803009033203,
+      "cov-distil (oracle2teacher)": 4.286637783050537,
+      "epoch": 0.7849293563579278,
+      "rel-constrast": 2.7586169242858887,
+      "step": 1000,
+      "subrel-constrast": 3.692868232727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1957248449325562,
+      "cov-distil (oracle2student)": 4.158645153045654,
+      "cov-distil (oracle2teacher)": 3.960702419281006,
+      "epoch": 0.7857142857142857,
+      "rel-constrast": 2.271653652191162,
+      "step": 1001,
+      "subrel-constrast": 2.7374632358551025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0084142684936523,
+      "cov-distil (oracle2student)": 5.9409871101379395,
+      "cov-distil (oracle2teacher)": 5.287152290344238,
+      "epoch": 0.7864992150706437,
+      "rel-constrast": 2.403620719909668,
+      "step": 1002,
+      "subrel-constrast": 3.4971165657043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6317280530929565,
+      "cov-distil (oracle2student)": 5.874475002288818,
+      "cov-distil (oracle2teacher)": 4.955185890197754,
+      "epoch": 0.7872841444270016,
+      "rel-constrast": 3.167451858520508,
+      "step": 1003,
+      "subrel-constrast": 3.5038552284240723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6654658317565918,
+      "cov-distil (oracle2student)": 3.8835484981536865,
+      "cov-distil (oracle2teacher)": 3.403048515319824,
+      "epoch": 0.7880690737833596,
+      "rel-constrast": 2.7738380432128906,
+      "step": 1004,
+      "subrel-constrast": 3.174041271209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8715178966522217,
+      "cov-distil (oracle2student)": 3.7892398834228516,
+      "cov-distil (oracle2teacher)": 3.474780797958374,
+      "epoch": 0.7888540031397174,
+      "rel-constrast": 2.1905505657196045,
+      "step": 1005,
+      "subrel-constrast": 3.0322937965393066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9728188514709473,
+      "cov-distil (oracle2student)": 2.669163942337036,
+      "cov-distil (oracle2teacher)": 2.844465732574463,
+      "epoch": 0.7896389324960753,
+      "rel-constrast": 2.9720678329467773,
+      "step": 1006,
+      "subrel-constrast": 3.511303663253784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7204205989837646,
+      "cov-distil (oracle2student)": 4.4524736404418945,
+      "cov-distil (oracle2teacher)": 4.67169713973999,
+      "epoch": 0.7904238618524333,
+      "rel-constrast": 3.0412745475769043,
+      "step": 1007,
+      "subrel-constrast": 3.816291570663452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7510128021240234,
+      "cov-distil (oracle2student)": 6.159909725189209,
+      "cov-distil (oracle2teacher)": 5.60171365737915,
+      "epoch": 0.7912087912087912,
+      "rel-constrast": 3.079228162765503,
+      "step": 1008,
+      "subrel-constrast": 4.57464599609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6486480236053467,
+      "cov-distil (oracle2student)": 3.5104148387908936,
+      "cov-distil (oracle2teacher)": 3.467003345489502,
+      "epoch": 0.7919937205651492,
+      "rel-constrast": 2.799266815185547,
+      "step": 1009,
+      "subrel-constrast": 3.864565372467041,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.792778649921507,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.999987663004646e-05,
+      "loss": 0.7289,
+      "step": 1010
+    },
+    {
+      "cov-distil": 1.7066292762756348,
+      "cov-distil (oracle2student)": 4.21933650970459,
+      "cov-distil (oracle2teacher)": 4.268479824066162,
+      "epoch": 0.792778649921507,
+      "rel-constrast": 2.8161985874176025,
+      "step": 1010,
+      "subrel-constrast": 3.2562143802642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8672438859939575,
+      "cov-distil (oracle2student)": 5.815662384033203,
+      "cov-distil (oracle2teacher)": 4.962345123291016,
+      "epoch": 0.793563579277865,
+      "rel-constrast": 4.624763011932373,
+      "step": 1011,
+      "subrel-constrast": 4.851892471313477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2560279369354248,
+      "cov-distil (oracle2student)": 4.049315929412842,
+      "cov-distil (oracle2teacher)": 3.52166748046875,
+      "epoch": 0.7943485086342229,
+      "rel-constrast": 3.12121844291687,
+      "step": 1012,
+      "subrel-constrast": 3.6813127994537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8865805864334106,
+      "cov-distil (oracle2student)": 5.716721057891846,
+      "cov-distil (oracle2teacher)": 5.130122661590576,
+      "epoch": 0.7951334379905809,
+      "rel-constrast": 2.4561896324157715,
+      "step": 1013,
+      "subrel-constrast": 3.7673561573028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3795284032821655,
+      "cov-distil (oracle2student)": 4.698434829711914,
+      "cov-distil (oracle2teacher)": 4.43522834777832,
+      "epoch": 0.7959183673469388,
+      "rel-constrast": 3.585001230239868,
+      "step": 1014,
+      "subrel-constrast": 3.978447914123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2618730068206787,
+      "cov-distil (oracle2student)": 3.2493157386779785,
+      "cov-distil (oracle2teacher)": 3.5975871086120605,
+      "epoch": 0.7967032967032966,
+      "rel-constrast": 2.9990179538726807,
+      "step": 1015,
+      "subrel-constrast": 3.4147586822509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83095121383667,
+      "cov-distil (oracle2student)": 4.593048095703125,
+      "cov-distil (oracle2teacher)": 3.92457914352417,
+      "epoch": 0.7974882260596546,
+      "rel-constrast": 2.7872331142425537,
+      "step": 1016,
+      "subrel-constrast": 3.887740135192871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6723566055297852,
+      "cov-distil (oracle2student)": 3.9551217555999756,
+      "cov-distil (oracle2teacher)": 3.638209819793701,
+      "epoch": 0.7982731554160125,
+      "rel-constrast": 3.122316837310791,
+      "step": 1017,
+      "subrel-constrast": 4.209188461303711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.675121784210205,
+      "cov-distil (oracle2student)": 4.172112464904785,
+      "cov-distil (oracle2teacher)": 4.101783275604248,
+      "epoch": 0.7990580847723705,
+      "rel-constrast": 3.378809928894043,
+      "step": 1018,
+      "subrel-constrast": 3.7574174404144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4633102416992188,
+      "cov-distil (oracle2student)": 2.378451347351074,
+      "cov-distil (oracle2teacher)": 2.625844955444336,
+      "epoch": 0.7998430141287284,
+      "rel-constrast": 2.5547306537628174,
+      "step": 1019,
+      "subrel-constrast": 3.4864487648010254,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8006279434850864,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.9999450167572734e-05,
+      "loss": 0.8261,
+      "step": 1020
+    },
+    {
+      "cov-distil": 2.415271759033203,
+      "cov-distil (oracle2student)": 3.0875167846679688,
+      "cov-distil (oracle2teacher)": 3.427299737930298,
+      "epoch": 0.8006279434850864,
+      "rel-constrast": 3.0743722915649414,
+      "step": 1020,
+      "subrel-constrast": 3.9496195316314697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8066670894622803,
+      "cov-distil (oracle2student)": 4.668322563171387,
+      "cov-distil (oracle2teacher)": 4.313449382781982,
+      "epoch": 0.8014128728414442,
+      "rel-constrast": 1.32718825340271,
+      "step": 1021,
+      "subrel-constrast": 2.6383790969848633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9670062065124512,
+      "cov-distil (oracle2student)": 5.039787292480469,
+      "cov-distil (oracle2teacher)": 4.957679748535156,
+      "epoch": 0.8021978021978022,
+      "rel-constrast": 2.2769107818603516,
+      "step": 1022,
+      "subrel-constrast": 3.2581119537353516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2931885719299316,
+      "cov-distil (oracle2student)": 3.3827080726623535,
+      "cov-distil (oracle2teacher)": 3.489915370941162,
+      "epoch": 0.8029827315541601,
+      "rel-constrast": 3.323514938354492,
+      "step": 1023,
+      "subrel-constrast": 3.817840576171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798905849456787,
+      "cov-distil (oracle2student)": 3.997654676437378,
+      "cov-distil (oracle2teacher)": 3.740675926208496,
+      "epoch": 0.8037676609105181,
+      "rel-constrast": 2.823920488357544,
+      "step": 1024,
+      "subrel-constrast": 3.6419403553009033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.008463144302368,
+      "cov-distil (oracle2student)": 4.487757205963135,
+      "cov-distil (oracle2teacher)": 3.6456661224365234,
+      "epoch": 0.804552590266876,
+      "rel-constrast": 2.748744487762451,
+      "step": 1025,
+      "subrel-constrast": 3.362184524536133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519178867340088,
+      "cov-distil (oracle2student)": 5.82453727722168,
+      "cov-distil (oracle2teacher)": 5.277032375335693,
+      "epoch": 0.8053375196232339,
+      "rel-constrast": 3.717198371887207,
+      "step": 1026,
+      "subrel-constrast": 4.122554779052734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5493037700653076,
+      "cov-distil (oracle2student)": 3.6894612312316895,
+      "cov-distil (oracle2teacher)": 3.740065574645996,
+      "epoch": 0.8061224489795918,
+      "rel-constrast": 2.280026435852051,
+      "step": 1027,
+      "subrel-constrast": 3.2345998287200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4404253959655762,
+      "cov-distil (oracle2student)": 4.561883449554443,
+      "cov-distil (oracle2teacher)": 4.176347255706787,
+      "epoch": 0.8069073783359497,
+      "rel-constrast": 2.5073225498199463,
+      "step": 1028,
+      "subrel-constrast": 3.2476654052734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4980759620666504,
+      "cov-distil (oracle2student)": 3.4953906536102295,
+      "cov-distil (oracle2teacher)": 3.23348331451416,
+      "epoch": 0.8076923076923077,
+      "rel-constrast": 3.2613203525543213,
+      "step": 1029,
+      "subrel-constrast": 3.7252445220947266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8084772370486656,
+      "grad_norm": 5.78125,
+      "learning_rate": 4.999871909468808e-05,
+      "loss": 0.7258,
+      "step": 1030
+    },
+    {
+      "cov-distil": 1.7273406982421875,
+      "cov-distil (oracle2student)": 3.765653371810913,
+      "cov-distil (oracle2teacher)": 4.223290920257568,
+      "epoch": 0.8084772370486656,
+      "rel-constrast": 3.3792667388916016,
+      "step": 1030,
+      "subrel-constrast": 4.160766124725342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6069406270980835,
+      "cov-distil (oracle2student)": 6.246820449829102,
+      "cov-distil (oracle2teacher)": 5.6495280265808105,
+      "epoch": 0.8092621664050236,
+      "rel-constrast": 4.243990898132324,
+      "step": 1031,
+      "subrel-constrast": 4.584709644317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4882941246032715,
+      "cov-distil (oracle2student)": 4.027990818023682,
+      "cov-distil (oracle2teacher)": 4.210643768310547,
+      "epoch": 0.8100470957613815,
+      "rel-constrast": 3.353201389312744,
+      "step": 1032,
+      "subrel-constrast": 4.510843753814697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5565567016601562,
+      "cov-distil (oracle2student)": 3.638373374938965,
+      "cov-distil (oracle2teacher)": 3.9918010234832764,
+      "epoch": 0.8108320251177394,
+      "rel-constrast": 3.317444086074829,
+      "step": 1033,
+      "subrel-constrast": 3.8524107933044434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4101698398590088,
+      "cov-distil (oracle2student)": 4.568304538726807,
+      "cov-distil (oracle2teacher)": 3.3959732055664062,
+      "epoch": 0.8116169544740973,
+      "rel-constrast": 2.7100107669830322,
+      "step": 1034,
+      "subrel-constrast": 2.7737021446228027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3708372116088867,
+      "cov-distil (oracle2student)": 5.4243388175964355,
+      "cov-distil (oracle2teacher)": 4.884294509887695,
+      "epoch": 0.8124018838304553,
+      "rel-constrast": 2.722594738006592,
+      "step": 1035,
+      "subrel-constrast": 3.112590789794922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.542799949645996,
+      "cov-distil (oracle2student)": 4.0008955001831055,
+      "cov-distil (oracle2teacher)": 3.621291399002075,
+      "epoch": 0.8131868131868132,
+      "rel-constrast": 2.5074245929718018,
+      "step": 1036,
+      "subrel-constrast": 3.3930764198303223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5174001455307007,
+      "cov-distil (oracle2student)": 4.076761245727539,
+      "cov-distil (oracle2teacher)": 4.162682056427002,
+      "epoch": 0.8139717425431711,
+      "rel-constrast": 3.306975841522217,
+      "step": 1037,
+      "subrel-constrast": 3.4981300830841064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83280611038208,
+      "cov-distil (oracle2student)": 3.9457664489746094,
+      "cov-distil (oracle2teacher)": 3.595574378967285,
+      "epoch": 0.814756671899529,
+      "rel-constrast": 3.579411029815674,
+      "step": 1038,
+      "subrel-constrast": 4.271247863769531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.415628433227539,
+      "cov-distil (oracle2student)": 4.7205400466918945,
+      "cov-distil (oracle2teacher)": 4.105180740356445,
+      "epoch": 0.8155416012558869,
+      "rel-constrast": 2.532618522644043,
+      "step": 1039,
+      "subrel-constrast": 3.548304319381714,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8163265306122449,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.999768342030035e-05,
+      "loss": 0.83,
+      "step": 1040
+    },
+    {
+      "cov-distil": 1.6160132884979248,
+      "cov-distil (oracle2student)": 3.9032037258148193,
+      "cov-distil (oracle2teacher)": 3.838395595550537,
+      "epoch": 0.8163265306122449,
+      "rel-constrast": 2.9465813636779785,
+      "step": 1040,
+      "subrel-constrast": 3.950629949569702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.243447184562683,
+      "cov-distil (oracle2student)": 3.732532024383545,
+      "cov-distil (oracle2teacher)": 3.783769369125366,
+      "epoch": 0.8171114599686028,
+      "rel-constrast": 3.3665902614593506,
+      "step": 1041,
+      "subrel-constrast": 3.5148062705993652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7780416011810303,
+      "cov-distil (oracle2student)": 4.7880401611328125,
+      "cov-distil (oracle2teacher)": 5.081545829772949,
+      "epoch": 0.8178963893249608,
+      "rel-constrast": 3.803605079650879,
+      "step": 1042,
+      "subrel-constrast": 4.359310150146484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5858495235443115,
+      "cov-distil (oracle2student)": 7.296012878417969,
+      "cov-distil (oracle2teacher)": 5.996241569519043,
+      "epoch": 0.8186813186813187,
+      "rel-constrast": 3.7353243827819824,
+      "step": 1043,
+      "subrel-constrast": 4.031566619873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5896885395050049,
+      "cov-distil (oracle2student)": 4.85926628112793,
+      "cov-distil (oracle2teacher)": 4.6845879554748535,
+      "epoch": 0.8194662480376766,
+      "rel-constrast": 4.086687088012695,
+      "step": 1044,
+      "subrel-constrast": 4.33120584487915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2431325912475586,
+      "cov-distil (oracle2student)": 2.8849904537200928,
+      "cov-distil (oracle2teacher)": 2.861043930053711,
+      "epoch": 0.8202511773940345,
+      "rel-constrast": 3.2766146659851074,
+      "step": 1045,
+      "subrel-constrast": 3.999800682067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3826301097869873,
+      "cov-distil (oracle2student)": 3.234098196029663,
+      "cov-distil (oracle2teacher)": 3.6659646034240723,
+      "epoch": 0.8210361067503925,
+      "rel-constrast": 3.2172765731811523,
+      "step": 1046,
+      "subrel-constrast": 4.1083292961120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4395332336425781,
+      "cov-distil (oracle2student)": 5.047663688659668,
+      "cov-distil (oracle2teacher)": 4.560415267944336,
+      "epoch": 0.8218210361067504,
+      "rel-constrast": 3.233414649963379,
+      "step": 1047,
+      "subrel-constrast": 4.191913604736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8479955196380615,
+      "cov-distil (oracle2student)": 4.6869049072265625,
+      "cov-distil (oracle2teacher)": 4.570603847503662,
+      "epoch": 0.8226059654631083,
+      "rel-constrast": 2.9459338188171387,
+      "step": 1048,
+      "subrel-constrast": 3.679405927658081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4720711708068848,
+      "cov-distil (oracle2student)": 3.8350765705108643,
+      "cov-distil (oracle2teacher)": 3.6281344890594482,
+      "epoch": 0.8233908948194663,
+      "rel-constrast": 3.1354329586029053,
+      "step": 1049,
+      "subrel-constrast": 4.234480857849121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8241758241758241,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.999634315702894e-05,
+      "loss": 0.8867,
+      "step": 1050
+    },
+    {
+      "cov-distil": 1.6552631855010986,
+      "cov-distil (oracle2student)": 4.229450225830078,
+      "cov-distil (oracle2teacher)": 4.003934860229492,
+      "epoch": 0.8241758241758241,
+      "rel-constrast": 3.7159342765808105,
+      "step": 1050,
+      "subrel-constrast": 3.953207492828369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6324317455291748,
+      "cov-distil (oracle2student)": 3.2070152759552,
+      "cov-distil (oracle2teacher)": 3.3971261978149414,
+      "epoch": 0.8249607535321821,
+      "rel-constrast": 3.5848264694213867,
+      "step": 1051,
+      "subrel-constrast": 3.7874743938446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.282161831855774,
+      "cov-distil (oracle2student)": 3.5273289680480957,
+      "cov-distil (oracle2teacher)": 3.642918586730957,
+      "epoch": 0.82574568288854,
+      "rel-constrast": 3.657550811767578,
+      "step": 1052,
+      "subrel-constrast": 4.015460014343262,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.066774606704712,
+      "cov-distil (oracle2student)": 3.843471050262451,
+      "cov-distil (oracle2teacher)": 4.140931129455566,
+      "epoch": 0.826530612244898,
+      "rel-constrast": 2.384845733642578,
+      "step": 1053,
+      "subrel-constrast": 3.0241689682006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9062566757202148,
+      "cov-distil (oracle2student)": 4.340326309204102,
+      "cov-distil (oracle2teacher)": 4.069854259490967,
+      "epoch": 0.8273155416012559,
+      "rel-constrast": 3.7235260009765625,
+      "step": 1054,
+      "subrel-constrast": 4.939336776733398,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3746980428695679,
+      "cov-distil (oracle2student)": 3.600400924682617,
+      "cov-distil (oracle2teacher)": 3.3307061195373535,
+      "epoch": 0.8281004709576139,
+      "rel-constrast": 2.1672990322113037,
+      "step": 1055,
+      "subrel-constrast": 3.058837413787842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63987135887146,
+      "cov-distil (oracle2student)": 5.150622844696045,
+      "cov-distil (oracle2teacher)": 4.654034614562988,
+      "epoch": 0.8288854003139717,
+      "rel-constrast": 3.177807331085205,
+      "step": 1056,
+      "subrel-constrast": 3.995950222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1668486595153809,
+      "cov-distil (oracle2student)": 4.069364547729492,
+      "cov-distil (oracle2teacher)": 3.6966798305511475,
+      "epoch": 0.8296703296703297,
+      "rel-constrast": 1.5389643907546997,
+      "step": 1057,
+      "subrel-constrast": 2.557575225830078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3310142755508423,
+      "cov-distil (oracle2student)": 5.689133644104004,
+      "cov-distil (oracle2teacher)": 4.730144023895264,
+      "epoch": 0.8304552590266876,
+      "rel-constrast": 2.510356903076172,
+      "step": 1058,
+      "subrel-constrast": 3.210019588470459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4018065929412842,
+      "cov-distil (oracle2student)": 4.065414905548096,
+      "cov-distil (oracle2teacher)": 4.478215217590332,
+      "epoch": 0.8312401883830455,
+      "rel-constrast": 2.540195941925049,
+      "step": 1059,
+      "subrel-constrast": 3.355752468109131,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8320251177394035,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.9994698321204535e-05,
+      "loss": 0.7637,
+      "step": 1060
+    },
+    {
+      "cov-distil": 1.5912582874298096,
+      "cov-distil (oracle2student)": 4.723282814025879,
+      "cov-distil (oracle2teacher)": 4.055171966552734,
+      "epoch": 0.8320251177394035,
+      "rel-constrast": 2.79318904876709,
+      "step": 1060,
+      "subrel-constrast": 3.337411642074585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6254866123199463,
+      "cov-distil (oracle2student)": 3.804487943649292,
+      "cov-distil (oracle2teacher)": 3.83284854888916,
+      "epoch": 0.8328100470957613,
+      "rel-constrast": 2.568723678588867,
+      "step": 1061,
+      "subrel-constrast": 3.155280590057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7188539505004883,
+      "cov-distil (oracle2student)": 3.449662208557129,
+      "cov-distil (oracle2teacher)": 4.013648986816406,
+      "epoch": 0.8335949764521193,
+      "rel-constrast": 2.845201015472412,
+      "step": 1062,
+      "subrel-constrast": 3.7377851009368896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322525143623352,
+      "cov-distil (oracle2student)": 3.41972279548645,
+      "cov-distil (oracle2teacher)": 2.83035945892334,
+      "epoch": 0.8343799058084772,
+      "rel-constrast": 3.4593334197998047,
+      "step": 1063,
+      "subrel-constrast": 3.469331979751587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736067771911621,
+      "cov-distil (oracle2student)": 5.864267349243164,
+      "cov-distil (oracle2teacher)": 5.525598049163818,
+      "epoch": 0.8351648351648352,
+      "rel-constrast": 3.378605604171753,
+      "step": 1064,
+      "subrel-constrast": 4.82101583480835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664595365524292,
+      "cov-distil (oracle2student)": 5.767794132232666,
+      "cov-distil (oracle2teacher)": 4.912051677703857,
+      "epoch": 0.8359497645211931,
+      "rel-constrast": 2.9836983680725098,
+      "step": 1065,
+      "subrel-constrast": 3.640324592590332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0631294250488281,
+      "cov-distil (oracle2student)": 4.371286869049072,
+      "cov-distil (oracle2teacher)": 4.482182502746582,
+      "epoch": 0.8367346938775511,
+      "rel-constrast": 2.406578302383423,
+      "step": 1066,
+      "subrel-constrast": 3.045006036758423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3932442665100098,
+      "cov-distil (oracle2student)": 3.401536703109741,
+      "cov-distil (oracle2teacher)": 3.73445200920105,
+      "epoch": 0.8375196232339089,
+      "rel-constrast": 2.0863516330718994,
+      "step": 1067,
+      "subrel-constrast": 3.3411881923675537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3757219314575195,
+      "cov-distil (oracle2student)": 4.930185794830322,
+      "cov-distil (oracle2teacher)": 4.597090244293213,
+      "epoch": 0.8383045525902669,
+      "rel-constrast": 3.6516950130462646,
+      "step": 1068,
+      "subrel-constrast": 4.230095386505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5908467769622803,
+      "cov-distil (oracle2student)": 4.988844394683838,
+      "cov-distil (oracle2teacher)": 5.036681175231934,
+      "epoch": 0.8390894819466248,
+      "rel-constrast": 3.309863567352295,
+      "step": 1069,
+      "subrel-constrast": 4.250307083129883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8398744113029827,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.9992748932868926e-05,
+      "loss": 0.7748,
+      "step": 1070
+    },
+    {
+      "cov-distil": 1.0402013063430786,
+      "cov-distil (oracle2student)": 4.2630486488342285,
+      "cov-distil (oracle2teacher)": 3.66384220123291,
+      "epoch": 0.8398744113029827,
+      "rel-constrast": 2.061677932739258,
+      "step": 1070,
+      "subrel-constrast": 2.7296907901763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625237464904785,
+      "cov-distil (oracle2student)": 3.910654067993164,
+      "cov-distil (oracle2teacher)": 4.21475887298584,
+      "epoch": 0.8406593406593407,
+      "rel-constrast": 2.8941855430603027,
+      "step": 1071,
+      "subrel-constrast": 4.128171920776367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.495145559310913,
+      "cov-distil (oracle2student)": 5.379284858703613,
+      "cov-distil (oracle2teacher)": 4.316701889038086,
+      "epoch": 0.8414442700156985,
+      "rel-constrast": 2.1592116355895996,
+      "step": 1072,
+      "subrel-constrast": 2.527085781097412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8001484870910645,
+      "cov-distil (oracle2student)": 2.5359535217285156,
+      "cov-distil (oracle2teacher)": 2.5233798027038574,
+      "epoch": 0.8422291993720565,
+      "rel-constrast": 3.0741827487945557,
+      "step": 1073,
+      "subrel-constrast": 3.8986191749572754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2992419004440308,
+      "cov-distil (oracle2student)": 6.388317108154297,
+      "cov-distil (oracle2teacher)": 6.320832252502441,
+      "epoch": 0.8430141287284144,
+      "rel-constrast": 2.610102415084839,
+      "step": 1074,
+      "subrel-constrast": 3.57509708404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8630740642547607,
+      "cov-distil (oracle2student)": 5.7154340744018555,
+      "cov-distil (oracle2teacher)": 4.652746200561523,
+      "epoch": 0.8437990580847724,
+      "rel-constrast": 3.7225842475891113,
+      "step": 1075,
+      "subrel-constrast": 4.150248050689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736881971359253,
+      "cov-distil (oracle2student)": 3.1711654663085938,
+      "cov-distil (oracle2teacher)": 3.153491735458374,
+      "epoch": 0.8445839874411303,
+      "rel-constrast": 3.0925936698913574,
+      "step": 1076,
+      "subrel-constrast": 4.16301155090332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8901112079620361,
+      "cov-distil (oracle2student)": 4.203153610229492,
+      "cov-distil (oracle2teacher)": 4.101661205291748,
+      "epoch": 0.8453689167974883,
+      "rel-constrast": 3.0824365615844727,
+      "step": 1077,
+      "subrel-constrast": 3.8953678607940674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8625383377075195,
+      "cov-distil (oracle2student)": 3.3603522777557373,
+      "cov-distil (oracle2teacher)": 2.9650416374206543,
+      "epoch": 0.8461538461538461,
+      "rel-constrast": 2.7170653343200684,
+      "step": 1078,
+      "subrel-constrast": 2.9600353240966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2731611728668213,
+      "cov-distil (oracle2student)": 6.666909217834473,
+      "cov-distil (oracle2teacher)": 6.09921932220459,
+      "epoch": 0.8469387755102041,
+      "rel-constrast": 1.686286449432373,
+      "step": 1079,
+      "subrel-constrast": 2.9466919898986816,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.847723704866562,
+      "grad_norm": 5.9375,
+      "learning_rate": 4.99904950157748e-05,
+      "loss": 0.7173,
+      "step": 1080
+    },
+    {
+      "cov-distil": 1.8845593929290771,
+      "cov-distil (oracle2student)": 2.5665831565856934,
+      "cov-distil (oracle2teacher)": 2.6748790740966797,
+      "epoch": 0.847723704866562,
+      "rel-constrast": 1.806304931640625,
+      "step": 1080,
+      "subrel-constrast": 2.7072744369506836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6860318183898926,
+      "cov-distil (oracle2student)": 3.7431015968322754,
+      "cov-distil (oracle2teacher)": 3.777982234954834,
+      "epoch": 0.8485086342229199,
+      "rel-constrast": 2.9373021125793457,
+      "step": 1081,
+      "subrel-constrast": 3.903532028198242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8776612281799316,
+      "cov-distil (oracle2student)": 3.3886947631835938,
+      "cov-distil (oracle2teacher)": 3.201789140701294,
+      "epoch": 0.8492935635792779,
+      "rel-constrast": 2.702623128890991,
+      "step": 1082,
+      "subrel-constrast": 3.5988712310791016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.928161859512329,
+      "cov-distil (oracle2student)": 6.167755603790283,
+      "cov-distil (oracle2teacher)": 4.78348970413208,
+      "epoch": 0.8500784929356358,
+      "rel-constrast": 3.607133626937866,
+      "step": 1083,
+      "subrel-constrast": 3.758445978164673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7386295795440674,
+      "cov-distil (oracle2student)": 4.498068809509277,
+      "cov-distil (oracle2teacher)": 3.8495287895202637,
+      "epoch": 0.8508634222919937,
+      "rel-constrast": 2.8523600101470947,
+      "step": 1084,
+      "subrel-constrast": 3.432687282562256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4394603967666626,
+      "cov-distil (oracle2student)": 3.77702260017395,
+      "cov-distil (oracle2teacher)": 4.143439769744873,
+      "epoch": 0.8516483516483516,
+      "rel-constrast": 3.216811418533325,
+      "step": 1085,
+      "subrel-constrast": 3.51729154586792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6957683563232422,
+      "cov-distil (oracle2student)": 4.662392616271973,
+      "cov-distil (oracle2teacher)": 3.9063315391540527,
+      "epoch": 0.8524332810047096,
+      "rel-constrast": 3.720121383666992,
+      "step": 1086,
+      "subrel-constrast": 4.425353527069092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3179020881652832,
+      "cov-distil (oracle2student)": 2.9203834533691406,
+      "cov-distil (oracle2teacher)": 3.043929100036621,
+      "epoch": 0.8532182103610675,
+      "rel-constrast": 2.349213123321533,
+      "step": 1087,
+      "subrel-constrast": 2.7471134662628174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5226237773895264,
+      "cov-distil (oracle2student)": 3.9782896041870117,
+      "cov-distil (oracle2teacher)": 3.651339530944824,
+      "epoch": 0.8540031397174255,
+      "rel-constrast": 2.552889347076416,
+      "step": 1088,
+      "subrel-constrast": 2.949101686477661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3128268718719482,
+      "cov-distil (oracle2student)": 3.112961769104004,
+      "cov-distil (oracle2teacher)": 3.411149501800537,
+      "epoch": 0.8547880690737834,
+      "rel-constrast": 2.501932382583618,
+      "step": 1089,
+      "subrel-constrast": 3.2343642711639404,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8555729984301413,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.9987936597385424e-05,
+      "loss": 0.7472,
+      "step": 1090
+    },
+    {
+      "cov-distil": 1.7027733325958252,
+      "cov-distil (oracle2student)": 3.4837594032287598,
+      "cov-distil (oracle2teacher)": 3.0878868103027344,
+      "epoch": 0.8555729984301413,
+      "rel-constrast": 2.6690118312835693,
+      "step": 1090,
+      "subrel-constrast": 3.3107621669769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.337035894393921,
+      "cov-distil (oracle2student)": 3.6375017166137695,
+      "cov-distil (oracle2teacher)": 4.1028337478637695,
+      "epoch": 0.8563579277864992,
+      "rel-constrast": 3.204152822494507,
+      "step": 1091,
+      "subrel-constrast": 4.100337505340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2140780687332153,
+      "cov-distil (oracle2student)": 4.8860931396484375,
+      "cov-distil (oracle2teacher)": 4.049331188201904,
+      "epoch": 0.8571428571428571,
+      "rel-constrast": 3.5081419944763184,
+      "step": 1092,
+      "subrel-constrast": 3.5821592807769775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7335447072982788,
+      "cov-distil (oracle2student)": 5.655961036682129,
+      "cov-distil (oracle2teacher)": 5.042616844177246,
+      "epoch": 0.8579277864992151,
+      "rel-constrast": 3.178880214691162,
+      "step": 1093,
+      "subrel-constrast": 3.637800931930542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4414985179901123,
+      "cov-distil (oracle2student)": 5.745603561401367,
+      "cov-distil (oracle2teacher)": 5.264218807220459,
+      "epoch": 0.858712715855573,
+      "rel-constrast": 3.177807331085205,
+      "step": 1094,
+      "subrel-constrast": 3.550741672515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.487630009651184,
+      "cov-distil (oracle2student)": 4.100004196166992,
+      "cov-distil (oracle2teacher)": 4.133769989013672,
+      "epoch": 0.859497645211931,
+      "rel-constrast": 2.2149600982666016,
+      "step": 1095,
+      "subrel-constrast": 2.753861665725708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7680914402008057,
+      "cov-distil (oracle2student)": 4.2395195960998535,
+      "cov-distil (oracle2teacher)": 3.8782877922058105,
+      "epoch": 0.8602825745682888,
+      "rel-constrast": 2.507734775543213,
+      "step": 1096,
+      "subrel-constrast": 2.9380202293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0254534482955933,
+      "cov-distil (oracle2student)": 2.3822319507598877,
+      "cov-distil (oracle2teacher)": 2.3551106452941895,
+      "epoch": 0.8610675039246468,
+      "rel-constrast": 2.2535672187805176,
+      "step": 1097,
+      "subrel-constrast": 2.8539609909057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.344696044921875,
+      "cov-distil (oracle2student)": 5.422916889190674,
+      "cov-distil (oracle2teacher)": 4.750358581542969,
+      "epoch": 0.8618524332810047,
+      "rel-constrast": 3.2021799087524414,
+      "step": 1098,
+      "subrel-constrast": 4.102774143218994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.172410488128662,
+      "cov-distil (oracle2student)": 4.316123008728027,
+      "cov-distil (oracle2teacher)": 4.225004196166992,
+      "epoch": 0.8626373626373627,
+      "rel-constrast": 2.101590156555176,
+      "step": 1099,
+      "subrel-constrast": 3.367358684539795,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.998507370887433e-05,
+      "loss": 0.7435,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "overlap": 0.3187499940395355,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "step": 1100,
+      "student margin": 0.0601806640625
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "step": 1100,
+      "teacher margin": 0.038330078125
+    },
+    {
+      "epoch": 0.8634222919937206,
+      "margin difference": -0.0218505859375,
+      "step": 1100
+    },
+    {
+      "cov-distil": 1.514966368675232,
+      "cov-distil (oracle2student)": 3.000105381011963,
+      "cov-distil (oracle2teacher)": 3.519803047180176,
+      "epoch": 0.8634222919937206,
+      "rel-constrast": 2.472033977508545,
+      "step": 1100,
+      "subrel-constrast": 3.4495720863342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496253967285156,
+      "cov-distil (oracle2student)": 4.176532745361328,
+      "cov-distil (oracle2teacher)": 3.8630318641662598,
+      "epoch": 0.8642072213500785,
+      "rel-constrast": 4.721031665802002,
+      "step": 1101,
+      "subrel-constrast": 4.901049613952637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5538504123687744,
+      "cov-distil (oracle2student)": 2.979179859161377,
+      "cov-distil (oracle2teacher)": 2.8812928199768066,
+      "epoch": 0.8649921507064364,
+      "rel-constrast": 3.168241024017334,
+      "step": 1102,
+      "subrel-constrast": 3.8322014808654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6971174478530884,
+      "cov-distil (oracle2student)": 3.9705429077148438,
+      "cov-distil (oracle2teacher)": 3.575139045715332,
+      "epoch": 0.8657770800627943,
+      "rel-constrast": 3.3403072357177734,
+      "step": 1103,
+      "subrel-constrast": 3.405433416366577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455326795578003,
+      "cov-distil (oracle2student)": 4.051364898681641,
+      "cov-distil (oracle2teacher)": 3.291219472885132,
+      "epoch": 0.8665620094191523,
+      "rel-constrast": 3.159308910369873,
+      "step": 1104,
+      "subrel-constrast": 3.826824903488159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2556310892105103,
+      "cov-distil (oracle2student)": 6.1398210525512695,
+      "cov-distil (oracle2teacher)": 5.095301151275635,
+      "epoch": 0.8673469387755102,
+      "rel-constrast": 2.71726655960083,
+      "step": 1105,
+      "subrel-constrast": 3.2711734771728516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6997454166412354,
+      "cov-distil (oracle2student)": 4.2624101638793945,
+      "cov-distil (oracle2teacher)": 3.8824236392974854,
+      "epoch": 0.8681318681318682,
+      "rel-constrast": 2.7316763401031494,
+      "step": 1106,
+      "subrel-constrast": 3.5151779651641846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6599700450897217,
+      "cov-distil (oracle2student)": 3.2399165630340576,
+      "cov-distil (oracle2teacher)": 3.0549473762512207,
+      "epoch": 0.868916797488226,
+      "rel-constrast": 2.4151086807250977,
+      "step": 1107,
+      "subrel-constrast": 3.350031614303589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3111802339553833,
+      "cov-distil (oracle2student)": 6.469572067260742,
+      "cov-distil (oracle2teacher)": 5.633084297180176,
+      "epoch": 0.869701726844584,
+      "rel-constrast": 3.099478244781494,
+      "step": 1108,
+      "subrel-constrast": 3.6953091621398926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9514031410217285,
+      "cov-distil (oracle2student)": 4.149969100952148,
+      "cov-distil (oracle2teacher)": 3.778843402862549,
+      "epoch": 0.8704866562009419,
+      "rel-constrast": 2.750782012939453,
+      "step": 1109,
+      "subrel-constrast": 3.469526767730713,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8712715855572999,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.998190638512489e-05,
+      "loss": 0.8035,
+      "step": 1110
+    },
+    {
+      "cov-distil": 1.253431797027588,
+      "cov-distil (oracle2student)": 3.968186140060425,
+      "cov-distil (oracle2teacher)": 3.8924455642700195,
+      "epoch": 0.8712715855572999,
+      "rel-constrast": 2.934136152267456,
+      "step": 1110,
+      "subrel-constrast": 3.268707036972046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5615431070327759,
+      "cov-distil (oracle2student)": 4.581787109375,
+      "cov-distil (oracle2teacher)": 3.978516101837158,
+      "epoch": 0.8720565149136578,
+      "rel-constrast": 3.124147891998291,
+      "step": 1111,
+      "subrel-constrast": 3.716892957687378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5927278995513916,
+      "cov-distil (oracle2student)": 5.518800735473633,
+      "cov-distil (oracle2teacher)": 5.1195783615112305,
+      "epoch": 0.8728414442700158,
+      "rel-constrast": 3.3357510566711426,
+      "step": 1112,
+      "subrel-constrast": 4.470355987548828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599696636199951,
+      "cov-distil (oracle2student)": 3.9624476432800293,
+      "cov-distil (oracle2teacher)": 3.718062162399292,
+      "epoch": 0.8736263736263736,
+      "rel-constrast": 3.6637425422668457,
+      "step": 1113,
+      "subrel-constrast": 4.662291526794434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8774611949920654,
+      "cov-distil (oracle2student)": 4.155232906341553,
+      "cov-distil (oracle2teacher)": 4.172593593597412,
+      "epoch": 0.8744113029827315,
+      "rel-constrast": 3.6415066719055176,
+      "step": 1114,
+      "subrel-constrast": 4.503866195678711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4141966104507446,
+      "cov-distil (oracle2student)": 4.203639030456543,
+      "cov-distil (oracle2teacher)": 3.9566216468811035,
+      "epoch": 0.8751962323390895,
+      "rel-constrast": 3.1093757152557373,
+      "step": 1115,
+      "subrel-constrast": 4.337434768676758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8371347188949585,
+      "cov-distil (oracle2student)": 3.9393506050109863,
+      "cov-distil (oracle2teacher)": 4.2781829833984375,
+      "epoch": 0.8759811616954474,
+      "rel-constrast": 3.2283706665039062,
+      "step": 1116,
+      "subrel-constrast": 4.248286247253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.552659511566162,
+      "cov-distil (oracle2student)": 4.381686210632324,
+      "cov-distil (oracle2teacher)": 4.079123020172119,
+      "epoch": 0.8767660910518054,
+      "rel-constrast": 3.7348363399505615,
+      "step": 1117,
+      "subrel-constrast": 3.876692771911621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3338099718093872,
+      "cov-distil (oracle2student)": 3.77384090423584,
+      "cov-distil (oracle2teacher)": 3.410325527191162,
+      "epoch": 0.8775510204081632,
+      "rel-constrast": 2.9162514209747314,
+      "step": 1118,
+      "subrel-constrast": 3.4500739574432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8194663524627686,
+      "cov-distil (oracle2student)": 4.1419997215271,
+      "cov-distil (oracle2teacher)": 3.907043218612671,
+      "epoch": 0.8783359497645212,
+      "rel-constrast": 3.7405686378479004,
+      "step": 1119,
+      "subrel-constrast": 4.528936386108398,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8791208791208791,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.9978434664729965e-05,
+      "loss": 0.8752,
+      "step": 1120
+    },
+    {
+      "cov-distil": 1.4991371631622314,
+      "cov-distil (oracle2student)": 3.246417284011841,
+      "cov-distil (oracle2teacher)": 2.8052914142608643,
+      "epoch": 0.8791208791208791,
+      "rel-constrast": 2.344580888748169,
+      "step": 1120,
+      "subrel-constrast": 2.999483108520508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8106005191802979,
+      "cov-distil (oracle2student)": 3.8947558403015137,
+      "cov-distil (oracle2teacher)": 3.637648582458496,
+      "epoch": 0.8799058084772371,
+      "rel-constrast": 2.4791507720947266,
+      "step": 1121,
+      "subrel-constrast": 3.5178771018981934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7053754329681396,
+      "cov-distil (oracle2student)": 4.391046524047852,
+      "cov-distil (oracle2teacher)": 3.4227418899536133,
+      "epoch": 0.880690737833595,
+      "rel-constrast": 2.6293721199035645,
+      "step": 1122,
+      "subrel-constrast": 3.515031576156616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7514567375183105,
+      "cov-distil (oracle2student)": 4.837047100067139,
+      "cov-distil (oracle2teacher)": 4.649950981140137,
+      "epoch": 0.8814756671899528,
+      "rel-constrast": 4.030932903289795,
+      "step": 1123,
+      "subrel-constrast": 4.489926815032959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625034809112549,
+      "cov-distil (oracle2student)": 3.9515860080718994,
+      "cov-distil (oracle2teacher)": 3.1661500930786133,
+      "epoch": 0.8822605965463108,
+      "rel-constrast": 3.288825511932373,
+      "step": 1124,
+      "subrel-constrast": 4.1172943115234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229984998703003,
+      "cov-distil (oracle2student)": 4.726037502288818,
+      "cov-distil (oracle2teacher)": 3.7504258155822754,
+      "epoch": 0.8830455259026687,
+      "rel-constrast": 2.8091514110565186,
+      "step": 1125,
+      "subrel-constrast": 2.914897918701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562877178192139,
+      "cov-distil (oracle2student)": 4.730889320373535,
+      "cov-distil (oracle2teacher)": 4.760188579559326,
+      "epoch": 0.8838304552590267,
+      "rel-constrast": 3.878026008605957,
+      "step": 1126,
+      "subrel-constrast": 5.477179050445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.658963918685913,
+      "cov-distil (oracle2student)": 3.983290672302246,
+      "cov-distil (oracle2teacher)": 3.561467170715332,
+      "epoch": 0.8846153846153846,
+      "rel-constrast": 2.9549903869628906,
+      "step": 1127,
+      "subrel-constrast": 3.115555763244629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1705901622772217,
+      "cov-distil (oracle2student)": 3.825169086456299,
+      "cov-distil (oracle2teacher)": 3.690711498260498,
+      "epoch": 0.8854003139717426,
+      "rel-constrast": 3.0026540756225586,
+      "step": 1128,
+      "subrel-constrast": 3.744170904159546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647350788116455,
+      "cov-distil (oracle2student)": 3.7230451107025146,
+      "cov-distil (oracle2teacher)": 3.782278537750244,
+      "epoch": 0.8861852433281004,
+      "rel-constrast": 3.014608860015869,
+      "step": 1129,
+      "subrel-constrast": 3.851015090942383,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8869701726844584,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.997465858999136e-05,
+      "loss": 0.8008,
+      "step": 1130
+    },
+    {
+      "cov-distil": 1.2752346992492676,
+      "cov-distil (oracle2student)": 3.488770008087158,
+      "cov-distil (oracle2teacher)": 3.9863147735595703,
+      "epoch": 0.8869701726844584,
+      "rel-constrast": 3.8933849334716797,
+      "step": 1130,
+      "subrel-constrast": 4.088106155395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.873130440711975,
+      "cov-distil (oracle2student)": 4.166027545928955,
+      "cov-distil (oracle2teacher)": 3.3438427448272705,
+      "epoch": 0.8877551020408163,
+      "rel-constrast": 2.844660758972168,
+      "step": 1131,
+      "subrel-constrast": 3.8744757175445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8683061599731445,
+      "cov-distil (oracle2student)": 3.8367061614990234,
+      "cov-distil (oracle2teacher)": 3.5049045085906982,
+      "epoch": 0.8885400313971743,
+      "rel-constrast": 3.7255699634552,
+      "step": 1132,
+      "subrel-constrast": 4.550085544586182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3818418979644775,
+      "cov-distil (oracle2student)": 3.291252374649048,
+      "cov-distil (oracle2teacher)": 3.0735890865325928,
+      "epoch": 0.8893249607535322,
+      "rel-constrast": 2.360482692718506,
+      "step": 1133,
+      "subrel-constrast": 3.151395559310913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6797258853912354,
+      "cov-distil (oracle2student)": 4.68730354309082,
+      "cov-distil (oracle2teacher)": 3.9739716053009033,
+      "epoch": 0.8901098901098901,
+      "rel-constrast": 3.293217420578003,
+      "step": 1134,
+      "subrel-constrast": 3.898592233657837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577713251113892,
+      "cov-distil (oracle2student)": 3.6881062984466553,
+      "cov-distil (oracle2teacher)": 3.8753678798675537,
+      "epoch": 0.890894819466248,
+      "rel-constrast": 2.911735773086548,
+      "step": 1135,
+      "subrel-constrast": 3.549960136413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.221397876739502,
+      "cov-distil (oracle2student)": 3.3264553546905518,
+      "cov-distil (oracle2teacher)": 3.3582851886749268,
+      "epoch": 0.8916797488226059,
+      "rel-constrast": 2.6085739135742188,
+      "step": 1136,
+      "subrel-constrast": 3.3669185638427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5145583152770996,
+      "cov-distil (oracle2student)": 5.997685432434082,
+      "cov-distil (oracle2teacher)": 5.37454080581665,
+      "epoch": 0.8924646781789639,
+      "rel-constrast": 2.972979784011841,
+      "step": 1137,
+      "subrel-constrast": 3.549443244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4981353282928467,
+      "cov-distil (oracle2student)": 3.114041805267334,
+      "cov-distil (oracle2teacher)": 3.177701950073242,
+      "epoch": 0.8932496075353218,
+      "rel-constrast": 1.526479721069336,
+      "step": 1138,
+      "subrel-constrast": 2.268468141555786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.367327332496643,
+      "cov-distil (oracle2student)": 4.862998962402344,
+      "cov-distil (oracle2teacher)": 4.49826717376709,
+      "epoch": 0.8940345368916798,
+      "rel-constrast": 2.935554027557373,
+      "step": 1139,
+      "subrel-constrast": 3.4446165561676025,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.8948194662480377,
+      "grad_norm": 4.875,
+      "learning_rate": 4.997057820691936e-05,
+      "loss": 0.7649,
+      "step": 1140
+    },
+    {
+      "cov-distil": 1.5795962810516357,
+      "cov-distil (oracle2student)": 3.1148805618286133,
+      "cov-distil (oracle2teacher)": 2.5828795433044434,
+      "epoch": 0.8948194662480377,
+      "rel-constrast": 1.9693329334259033,
+      "step": 1140,
+      "subrel-constrast": 2.7004849910736084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7776895761489868,
+      "cov-distil (oracle2student)": 4.110888481140137,
+      "cov-distil (oracle2teacher)": 4.194410800933838,
+      "epoch": 0.8956043956043956,
+      "rel-constrast": 2.1218795776367188,
+      "step": 1141,
+      "subrel-constrast": 2.977037191390991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8242149353027344,
+      "cov-distil (oracle2student)": 4.09165620803833,
+      "cov-distil (oracle2teacher)": 3.9467601776123047,
+      "epoch": 0.8963893249607535,
+      "rel-constrast": 2.370171546936035,
+      "step": 1142,
+      "subrel-constrast": 3.8766281604766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5912890434265137,
+      "cov-distil (oracle2student)": 4.500436782836914,
+      "cov-distil (oracle2teacher)": 4.196751594543457,
+      "epoch": 0.8971742543171115,
+      "rel-constrast": 2.17783522605896,
+      "step": 1143,
+      "subrel-constrast": 3.2005929946899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.972501516342163,
+      "cov-distil (oracle2student)": 4.580178260803223,
+      "cov-distil (oracle2teacher)": 3.9601950645446777,
+      "epoch": 0.8979591836734694,
+      "rel-constrast": 3.257997989654541,
+      "step": 1144,
+      "subrel-constrast": 4.104381084442139,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9328242540359497,
+      "cov-distil (oracle2student)": 5.032525062561035,
+      "cov-distil (oracle2teacher)": 4.19100284576416,
+      "epoch": 0.8987441130298273,
+      "rel-constrast": 3.4869861602783203,
+      "step": 1145,
+      "subrel-constrast": 4.267706871032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623334527015686,
+      "cov-distil (oracle2student)": 6.44071102142334,
+      "cov-distil (oracle2teacher)": 5.939119338989258,
+      "epoch": 0.8995290423861853,
+      "rel-constrast": 1.8712615966796875,
+      "step": 1146,
+      "subrel-constrast": 2.949275493621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5820472240447998,
+      "cov-distil (oracle2student)": 5.282839775085449,
+      "cov-distil (oracle2teacher)": 4.876575469970703,
+      "epoch": 0.9003139717425431,
+      "rel-constrast": 4.433046817779541,
+      "step": 1147,
+      "subrel-constrast": 4.718896389007568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205224990844727,
+      "cov-distil (oracle2student)": 4.22291898727417,
+      "cov-distil (oracle2teacher)": 4.117277145385742,
+      "epoch": 0.9010989010989011,
+      "rel-constrast": 3.855983018875122,
+      "step": 1148,
+      "subrel-constrast": 4.469812393188477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6345241069793701,
+      "cov-distil (oracle2student)": 5.406733989715576,
+      "cov-distil (oracle2teacher)": 5.097825050354004,
+      "epoch": 0.901883830455259,
+      "rel-constrast": 3.65572452545166,
+      "step": 1149,
+      "subrel-constrast": 4.562080383300781,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.902668759811617,
+      "grad_norm": 6.46875,
+      "learning_rate": 4.996619356523214e-05,
+      "loss": 0.7729,
+      "step": 1150
+    },
+    {
+      "cov-distil": 1.443082571029663,
+      "cov-distil (oracle2student)": 3.691708564758301,
+      "cov-distil (oracle2teacher)": 3.595862627029419,
+      "epoch": 0.902668759811617,
+      "rel-constrast": 2.693650007247925,
+      "step": 1150,
+      "subrel-constrast": 3.6807987689971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8717272281646729,
+      "cov-distil (oracle2student)": 2.9550225734710693,
+      "cov-distil (oracle2teacher)": 2.935019016265869,
+      "epoch": 0.9034536891679749,
+      "rel-constrast": 2.7117953300476074,
+      "step": 1151,
+      "subrel-constrast": 3.4497106075286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4167680740356445,
+      "cov-distil (oracle2student)": 4.1744890213012695,
+      "cov-distil (oracle2teacher)": 3.54170298576355,
+      "epoch": 0.9042386185243328,
+      "rel-constrast": 2.371565103530884,
+      "step": 1152,
+      "subrel-constrast": 2.9554567337036133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5863559246063232,
+      "cov-distil (oracle2student)": 3.980961322784424,
+      "cov-distil (oracle2teacher)": 3.4597396850585938,
+      "epoch": 0.9050235478806907,
+      "rel-constrast": 2.7407240867614746,
+      "step": 1153,
+      "subrel-constrast": 3.734286069869995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7732425928115845,
+      "cov-distil (oracle2student)": 4.795622825622559,
+      "cov-distil (oracle2teacher)": 3.8778538703918457,
+      "epoch": 0.9058084772370487,
+      "rel-constrast": 2.9903926849365234,
+      "step": 1154,
+      "subrel-constrast": 3.689653158187866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.463384985923767,
+      "cov-distil (oracle2student)": 4.449502944946289,
+      "cov-distil (oracle2teacher)": 4.495611667633057,
+      "epoch": 0.9065934065934066,
+      "rel-constrast": 2.2599551677703857,
+      "step": 1155,
+      "subrel-constrast": 3.497908353805542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2130064964294434,
+      "cov-distil (oracle2student)": 4.013300895690918,
+      "cov-distil (oracle2teacher)": 4.02077579498291,
+      "epoch": 0.9073783359497645,
+      "rel-constrast": 3.5984082221984863,
+      "step": 1156,
+      "subrel-constrast": 3.823303699493408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3067975044250488,
+      "cov-distil (oracle2student)": 3.140883445739746,
+      "cov-distil (oracle2teacher)": 2.835468292236328,
+      "epoch": 0.9081632653061225,
+      "rel-constrast": 2.4052255153656006,
+      "step": 1157,
+      "subrel-constrast": 3.1138172149658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1546053886413574,
+      "cov-distil (oracle2student)": 3.399296760559082,
+      "cov-distil (oracle2teacher)": 3.4823670387268066,
+      "epoch": 0.9089481946624803,
+      "rel-constrast": 4.274822235107422,
+      "step": 1158,
+      "subrel-constrast": 4.037364482879639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8355066776275635,
+      "cov-distil (oracle2student)": 4.020825386047363,
+      "cov-distil (oracle2teacher)": 3.432453155517578,
+      "epoch": 0.9097331240188383,
+      "rel-constrast": 2.861008644104004,
+      "step": 1159,
+      "subrel-constrast": 3.5515787601470947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9105180533751962,
+      "grad_norm": 7.46875,
+      "learning_rate": 4.996150471835518e-05,
+      "loss": 0.7653,
+      "step": 1160
+    },
+    {
+      "cov-distil": 1.2815093994140625,
+      "cov-distil (oracle2student)": 4.236474990844727,
+      "cov-distil (oracle2teacher)": 3.5232949256896973,
+      "epoch": 0.9105180533751962,
+      "rel-constrast": 3.2088136672973633,
+      "step": 1160,
+      "subrel-constrast": 3.836989402770996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6414496898651123,
+      "cov-distil (oracle2student)": 3.0682172775268555,
+      "cov-distil (oracle2teacher)": 3.169745445251465,
+      "epoch": 0.9113029827315542,
+      "rel-constrast": 2.797144889831543,
+      "step": 1161,
+      "subrel-constrast": 3.395820379257202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4575656652450562,
+      "cov-distil (oracle2student)": 5.596889495849609,
+      "cov-distil (oracle2teacher)": 5.4076995849609375,
+      "epoch": 0.9120879120879121,
+      "rel-constrast": 3.4259774684906006,
+      "step": 1162,
+      "subrel-constrast": 4.41293478012085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9715670347213745,
+      "cov-distil (oracle2student)": 5.748863220214844,
+      "cov-distil (oracle2teacher)": 5.184823989868164,
+      "epoch": 0.9128728414442701,
+      "rel-constrast": 3.725337505340576,
+      "step": 1163,
+      "subrel-constrast": 4.611771106719971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1137397289276123,
+      "cov-distil (oracle2student)": 3.371971368789673,
+      "cov-distil (oracle2teacher)": 3.502945899963379,
+      "epoch": 0.9136577708006279,
+      "rel-constrast": 2.695183038711548,
+      "step": 1164,
+      "subrel-constrast": 3.2843246459960938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7531944513320923,
+      "cov-distil (oracle2student)": 3.6959424018859863,
+      "cov-distil (oracle2teacher)": 3.6868391036987305,
+      "epoch": 0.9144427001569859,
+      "rel-constrast": 2.491232395172119,
+      "step": 1165,
+      "subrel-constrast": 3.469127893447876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6662570238113403,
+      "cov-distil (oracle2student)": 5.654899597167969,
+      "cov-distil (oracle2teacher)": 5.090555191040039,
+      "epoch": 0.9152276295133438,
+      "rel-constrast": 4.377036094665527,
+      "step": 1166,
+      "subrel-constrast": 4.034554481506348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4588487148284912,
+      "cov-distil (oracle2student)": 2.7165474891662598,
+      "cov-distil (oracle2teacher)": 3.5998787879943848,
+      "epoch": 0.9160125588697017,
+      "rel-constrast": 2.296668529510498,
+      "step": 1167,
+      "subrel-constrast": 3.11590313911438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8078097105026245,
+      "cov-distil (oracle2student)": 5.066540718078613,
+      "cov-distil (oracle2teacher)": 4.497931957244873,
+      "epoch": 0.9167974882260597,
+      "rel-constrast": 3.504831552505493,
+      "step": 1168,
+      "subrel-constrast": 4.153743267059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2564361095428467,
+      "cov-distil (oracle2student)": 3.8110692501068115,
+      "cov-distil (oracle2teacher)": 3.617929458618164,
+      "epoch": 0.9175824175824175,
+      "rel-constrast": 3.2004554271698,
+      "step": 1169,
+      "subrel-constrast": 3.6840548515319824,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9183673469387755,
+      "grad_norm": 6.25,
+      "learning_rate": 4.9956511723420596e-05,
+      "loss": 0.8316,
+      "step": 1170
+    },
+    {
+      "cov-distil": 1.7868636846542358,
+      "cov-distil (oracle2student)": 5.351989269256592,
+      "cov-distil (oracle2teacher)": 5.995168685913086,
+      "epoch": 0.9183673469387755,
+      "rel-constrast": 3.483383893966675,
+      "step": 1170,
+      "subrel-constrast": 4.039510250091553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669972896575928,
+      "cov-distil (oracle2student)": 4.233527660369873,
+      "cov-distil (oracle2teacher)": 3.426328659057617,
+      "epoch": 0.9191522762951334,
+      "rel-constrast": 3.0960755348205566,
+      "step": 1171,
+      "subrel-constrast": 3.7429535388946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4847849607467651,
+      "cov-distil (oracle2student)": 6.527562141418457,
+      "cov-distil (oracle2teacher)": 5.688312530517578,
+      "epoch": 0.9199372056514914,
+      "rel-constrast": 3.12980318069458,
+      "step": 1172,
+      "subrel-constrast": 3.827275514602661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.537367582321167,
+      "cov-distil (oracle2student)": 4.025749683380127,
+      "cov-distil (oracle2teacher)": 3.4675025939941406,
+      "epoch": 0.9207221350078493,
+      "rel-constrast": 4.162596225738525,
+      "step": 1173,
+      "subrel-constrast": 4.18705415725708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3671391010284424,
+      "cov-distil (oracle2student)": 5.512345790863037,
+      "cov-distil (oracle2teacher)": 5.1315813064575195,
+      "epoch": 0.9215070643642073,
+      "rel-constrast": 3.0779571533203125,
+      "step": 1174,
+      "subrel-constrast": 3.9239659309387207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7468125820159912,
+      "cov-distil (oracle2student)": 5.045190811157227,
+      "cov-distil (oracle2teacher)": 4.8531293869018555,
+      "epoch": 0.9222919937205651,
+      "rel-constrast": 2.832158088684082,
+      "step": 1175,
+      "subrel-constrast": 4.259617805480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7982062101364136,
+      "cov-distil (oracle2student)": 4.597297668457031,
+      "cov-distil (oracle2teacher)": 4.246716022491455,
+      "epoch": 0.9230769230769231,
+      "rel-constrast": 3.675710678100586,
+      "step": 1176,
+      "subrel-constrast": 4.812505722045898,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3788889646530151,
+      "cov-distil (oracle2student)": 4.461580276489258,
+      "cov-distil (oracle2teacher)": 4.353765487670898,
+      "epoch": 0.923861852433281,
+      "rel-constrast": 2.9810338020324707,
+      "step": 1177,
+      "subrel-constrast": 3.482665777206421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.05991268157959,
+      "cov-distil (oracle2student)": 4.606191158294678,
+      "cov-distil (oracle2teacher)": 3.5623247623443604,
+      "epoch": 0.9246467817896389,
+      "rel-constrast": 3.7771148681640625,
+      "step": 1178,
+      "subrel-constrast": 4.17537260055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9975810050964355,
+      "cov-distil (oracle2student)": 2.9373130798339844,
+      "cov-distil (oracle2teacher)": 3.30222225189209,
+      "epoch": 0.9254317111459969,
+      "rel-constrast": 2.7977066040039062,
+      "step": 1179,
+      "subrel-constrast": 4.124040603637695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9262166405023547,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.9951214641266454e-05,
+      "loss": 0.8671,
+      "step": 1180
+    },
+    {
+      "cov-distil": 1.3749620914459229,
+      "cov-distil (oracle2student)": 3.8213553428649902,
+      "cov-distil (oracle2teacher)": 3.745201587677002,
+      "epoch": 0.9262166405023547,
+      "rel-constrast": 4.656604290008545,
+      "step": 1180,
+      "subrel-constrast": 4.7837138175964355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.878669023513794,
+      "cov-distil (oracle2student)": 2.874736785888672,
+      "cov-distil (oracle2teacher)": 3.3165462017059326,
+      "epoch": 0.9270015698587127,
+      "rel-constrast": 2.8966524600982666,
+      "step": 1181,
+      "subrel-constrast": 4.486790657043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.293665647506714,
+      "cov-distil (oracle2student)": 7.028643608093262,
+      "cov-distil (oracle2teacher)": 7.015350341796875,
+      "epoch": 0.9277864992150706,
+      "rel-constrast": 3.6025748252868652,
+      "step": 1182,
+      "subrel-constrast": 4.766818523406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.651129961013794,
+      "cov-distil (oracle2student)": 4.1690521240234375,
+      "cov-distil (oracle2teacher)": 3.9816250801086426,
+      "epoch": 0.9285714285714286,
+      "rel-constrast": 3.413325071334839,
+      "step": 1183,
+      "subrel-constrast": 4.120756149291992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371960997581482,
+      "cov-distil (oracle2student)": 3.9419898986816406,
+      "cov-distil (oracle2teacher)": 3.5902247428894043,
+      "epoch": 0.9293563579277865,
+      "rel-constrast": 3.273420572280884,
+      "step": 1184,
+      "subrel-constrast": 3.74275803565979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9146562814712524,
+      "cov-distil (oracle2student)": 4.676143646240234,
+      "cov-distil (oracle2teacher)": 4.350830554962158,
+      "epoch": 0.9301412872841445,
+      "rel-constrast": 2.842129707336426,
+      "step": 1185,
+      "subrel-constrast": 3.4485690593719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4149706363677979,
+      "cov-distil (oracle2student)": 4.549127578735352,
+      "cov-distil (oracle2teacher)": 4.000871658325195,
+      "epoch": 0.9309262166405023,
+      "rel-constrast": 2.3058714866638184,
+      "step": 1186,
+      "subrel-constrast": 2.8557651042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.149344563484192,
+      "cov-distil (oracle2student)": 3.8757810592651367,
+      "cov-distil (oracle2teacher)": 3.8923072814941406,
+      "epoch": 0.9317111459968603,
+      "rel-constrast": 3.0727078914642334,
+      "step": 1187,
+      "subrel-constrast": 3.801476240158081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2096295356750488,
+      "cov-distil (oracle2student)": 3.335026979446411,
+      "cov-distil (oracle2teacher)": 3.660101890563965,
+      "epoch": 0.9324960753532182,
+      "rel-constrast": 2.7182772159576416,
+      "step": 1188,
+      "subrel-constrast": 3.7372019290924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.239673137664795,
+      "cov-distil (oracle2student)": 3.4317338466644287,
+      "cov-distil (oracle2teacher)": 3.3225114345550537,
+      "epoch": 0.9332810047095761,
+      "rel-constrast": 2.5532279014587402,
+      "step": 1189,
+      "subrel-constrast": 3.071510076522827,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9340659340659341,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.994561353643604e-05,
+      "loss": 0.8221,
+      "step": 1190
+    },
+    {
+      "cov-distil": 1.8070812225341797,
+      "cov-distil (oracle2student)": 3.971548318862915,
+      "cov-distil (oracle2teacher)": 3.4021518230438232,
+      "epoch": 0.9340659340659341,
+      "rel-constrast": 2.288071632385254,
+      "step": 1190,
+      "subrel-constrast": 3.028351306915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148916721343994,
+      "cov-distil (oracle2student)": 5.076765060424805,
+      "cov-distil (oracle2teacher)": 4.395874977111816,
+      "epoch": 0.934850863422292,
+      "rel-constrast": 2.5542197227478027,
+      "step": 1191,
+      "subrel-constrast": 3.9978582859039307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200567364692688,
+      "cov-distil (oracle2student)": 3.8667056560516357,
+      "cov-distil (oracle2teacher)": 3.7100179195404053,
+      "epoch": 0.9356357927786499,
+      "rel-constrast": 1.9808406829833984,
+      "step": 1192,
+      "subrel-constrast": 2.6270174980163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5440454483032227,
+      "cov-distil (oracle2student)": 4.111261367797852,
+      "cov-distil (oracle2teacher)": 4.358633995056152,
+      "epoch": 0.9364207221350078,
+      "rel-constrast": 2.9030914306640625,
+      "step": 1193,
+      "subrel-constrast": 3.6748054027557373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5587102174758911,
+      "cov-distil (oracle2student)": 3.562497138977051,
+      "cov-distil (oracle2teacher)": 3.5922279357910156,
+      "epoch": 0.9372056514913658,
+      "rel-constrast": 3.1529085636138916,
+      "step": 1194,
+      "subrel-constrast": 4.10093355178833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8191659450531006,
+      "cov-distil (oracle2student)": 4.622344017028809,
+      "cov-distil (oracle2teacher)": 3.431057929992676,
+      "epoch": 0.9379905808477237,
+      "rel-constrast": 2.899667739868164,
+      "step": 1195,
+      "subrel-constrast": 3.5286593437194824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4436109066009521,
+      "cov-distil (oracle2student)": 3.421355724334717,
+      "cov-distil (oracle2teacher)": 3.652665853500366,
+      "epoch": 0.9387755102040817,
+      "rel-constrast": 2.2924082279205322,
+      "step": 1196,
+      "subrel-constrast": 3.009202718734741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.700963020324707,
+      "cov-distil (oracle2student)": 4.7589006423950195,
+      "cov-distil (oracle2teacher)": 3.978583812713623,
+      "epoch": 0.9395604395604396,
+      "rel-constrast": 2.734005928039551,
+      "step": 1197,
+      "subrel-constrast": 3.3664376735687256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5046660900115967,
+      "cov-distil (oracle2student)": 4.314587593078613,
+      "cov-distil (oracle2teacher)": 4.032175540924072,
+      "epoch": 0.9403453689167975,
+      "rel-constrast": 2.7253341674804688,
+      "step": 1198,
+      "subrel-constrast": 3.4343972206115723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2936146259307861,
+      "cov-distil (oracle2student)": 3.2974209785461426,
+      "cov-distil (oracle2teacher)": 3.401402473449707,
+      "epoch": 0.9411302982731554,
+      "rel-constrast": 4.445433616638184,
+      "step": 1199,
+      "subrel-constrast": 5.167204856872559,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "grad_norm": 6.375,
+      "learning_rate": 4.993970847717704e-05,
+      "loss": 0.7395,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "overlap": 0.3203125,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "step": 1200,
+      "student margin": 0.0496826171875
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "step": 1200,
+      "teacher margin": 0.036590576171875
+    },
+    {
+      "epoch": 0.9419152276295133,
+      "margin difference": -0.013092041015625,
+      "step": 1200
+    },
+    {
+      "cov-distil": 1.6105701923370361,
+      "cov-distil (oracle2student)": 5.779675006866455,
+      "cov-distil (oracle2teacher)": 4.917959213256836,
+      "epoch": 0.9419152276295133,
+      "rel-constrast": 2.8267126083374023,
+      "step": 1200,
+      "subrel-constrast": 3.244717836380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2549251317977905,
+      "cov-distil (oracle2student)": 3.3697609901428223,
+      "cov-distil (oracle2teacher)": 3.235903263092041,
+      "epoch": 0.9427001569858713,
+      "rel-constrast": 2.4257946014404297,
+      "step": 1201,
+      "subrel-constrast": 3.0524795055389404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.483722448348999,
+      "cov-distil (oracle2student)": 4.390925407409668,
+      "cov-distil (oracle2teacher)": 4.028365612030029,
+      "epoch": 0.9434850863422292,
+      "rel-constrast": 3.4933953285217285,
+      "step": 1202,
+      "subrel-constrast": 4.11123514175415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3687052726745605,
+      "cov-distil (oracle2student)": 4.669280052185059,
+      "cov-distil (oracle2teacher)": 4.163387298583984,
+      "epoch": 0.9442700156985872,
+      "rel-constrast": 3.924910545349121,
+      "step": 1203,
+      "subrel-constrast": 4.383458614349365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6759591102600098,
+      "cov-distil (oracle2student)": 3.1451539993286133,
+      "cov-distil (oracle2teacher)": 3.5230112075805664,
+      "epoch": 0.945054945054945,
+      "rel-constrast": 2.801999092102051,
+      "step": 1204,
+      "subrel-constrast": 3.3344428539276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.910562515258789,
+      "cov-distil (oracle2student)": 4.136933326721191,
+      "cov-distil (oracle2teacher)": 3.9945268630981445,
+      "epoch": 0.945839874411303,
+      "rel-constrast": 3.9524710178375244,
+      "step": 1205,
+      "subrel-constrast": 4.729903697967529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3960767984390259,
+      "cov-distil (oracle2student)": 4.077619552612305,
+      "cov-distil (oracle2teacher)": 3.501871109008789,
+      "epoch": 0.9466248037676609,
+      "rel-constrast": 3.3120028972625732,
+      "step": 1206,
+      "subrel-constrast": 3.490509510040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5521440505981445,
+      "cov-distil (oracle2student)": 3.8946728706359863,
+      "cov-distil (oracle2teacher)": 3.6843862533569336,
+      "epoch": 0.9474097331240189,
+      "rel-constrast": 3.2784876823425293,
+      "step": 1207,
+      "subrel-constrast": 3.8301875591278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3751758337020874,
+      "cov-distil (oracle2student)": 3.973721981048584,
+      "cov-distil (oracle2teacher)": 3.76820707321167,
+      "epoch": 0.9481946624803768,
+      "rel-constrast": 2.751735210418701,
+      "step": 1208,
+      "subrel-constrast": 3.6451714038848877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.257673740386963,
+      "cov-distil (oracle2student)": 5.246366500854492,
+      "cov-distil (oracle2teacher)": 4.899626731872559,
+      "epoch": 0.9489795918367347,
+      "rel-constrast": 2.314209222793579,
+      "step": 1209,
+      "subrel-constrast": 3.3867154121398926,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9497645211930926,
+      "grad_norm": 4.75,
+      "learning_rate": 4.9933499535440734e-05,
+      "loss": 0.8143,
+      "step": 1210
+    },
+    {
+      "cov-distil": 1.6039924621582031,
+      "cov-distil (oracle2student)": 4.576372146606445,
+      "cov-distil (oracle2teacher)": 4.234128952026367,
+      "epoch": 0.9497645211930926,
+      "rel-constrast": 4.437294960021973,
+      "step": 1210,
+      "subrel-constrast": 4.952371597290039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5619235038757324,
+      "cov-distil (oracle2student)": 7.047615051269531,
+      "cov-distil (oracle2teacher)": 5.62222957611084,
+      "epoch": 0.9505494505494505,
+      "rel-constrast": 2.503946542739868,
+      "step": 1211,
+      "subrel-constrast": 2.971254587173462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5805871486663818,
+      "cov-distil (oracle2student)": 3.3732993602752686,
+      "cov-distil (oracle2teacher)": 3.065959930419922,
+      "epoch": 0.9513343799058085,
+      "rel-constrast": 2.4616994857788086,
+      "step": 1212,
+      "subrel-constrast": 3.2246487140655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6478489637374878,
+      "cov-distil (oracle2student)": 3.3030200004577637,
+      "cov-distil (oracle2teacher)": 3.6912641525268555,
+      "epoch": 0.9521193092621664,
+      "rel-constrast": 2.7378714084625244,
+      "step": 1213,
+      "subrel-constrast": 3.7481882572174072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674123764038086,
+      "cov-distil (oracle2student)": 3.028886318206787,
+      "cov-distil (oracle2teacher)": 3.1172738075256348,
+      "epoch": 0.9529042386185244,
+      "rel-constrast": 2.371886730194092,
+      "step": 1214,
+      "subrel-constrast": 3.228628158569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5553092956542969,
+      "cov-distil (oracle2student)": 4.024779796600342,
+      "cov-distil (oracle2teacher)": 3.9427013397216797,
+      "epoch": 0.9536891679748822,
+      "rel-constrast": 2.77235746383667,
+      "step": 1215,
+      "subrel-constrast": 3.4766647815704346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2531368732452393,
+      "cov-distil (oracle2student)": 4.723504066467285,
+      "cov-distil (oracle2teacher)": 3.7710354328155518,
+      "epoch": 0.9544740973312402,
+      "rel-constrast": 3.066476821899414,
+      "step": 1216,
+      "subrel-constrast": 3.9490931034088135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6948390007019043,
+      "cov-distil (oracle2student)": 3.629880428314209,
+      "cov-distil (oracle2teacher)": 3.3514814376831055,
+      "epoch": 0.9552590266875981,
+      "rel-constrast": 2.358733654022217,
+      "step": 1217,
+      "subrel-constrast": 3.165830612182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3928395509719849,
+      "cov-distil (oracle2student)": 4.305171966552734,
+      "cov-distil (oracle2teacher)": 4.1909565925598145,
+      "epoch": 0.9560439560439561,
+      "rel-constrast": 3.010542392730713,
+      "step": 1218,
+      "subrel-constrast": 3.5911428928375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4528329372406006,
+      "cov-distil (oracle2student)": 2.1864287853240967,
+      "cov-distil (oracle2teacher)": 2.416934013366699,
+      "epoch": 0.956828885400314,
+      "rel-constrast": 2.1928157806396484,
+      "step": 1219,
+      "subrel-constrast": 3.2564051151275635,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.957613814756672,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.992698678688111e-05,
+      "loss": 0.7389,
+      "step": 1220
+    },
+    {
+      "cov-distil": 1.436532974243164,
+      "cov-distil (oracle2student)": 4.110199928283691,
+      "cov-distil (oracle2teacher)": 4.324930667877197,
+      "epoch": 0.957613814756672,
+      "rel-constrast": 3.4708638191223145,
+      "step": 1220,
+      "subrel-constrast": 4.561421871185303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.409794807434082,
+      "cov-distil (oracle2student)": 4.937740325927734,
+      "cov-distil (oracle2teacher)": 4.894489288330078,
+      "epoch": 0.9583987441130298,
+      "rel-constrast": 2.4376707077026367,
+      "step": 1221,
+      "subrel-constrast": 3.53894305229187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7438490390777588,
+      "cov-distil (oracle2student)": 6.20819091796875,
+      "cov-distil (oracle2teacher)": 4.690855503082275,
+      "epoch": 0.9591836734693877,
+      "rel-constrast": 2.403841733932495,
+      "step": 1222,
+      "subrel-constrast": 3.353959798812866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.250932216644287,
+      "cov-distil (oracle2student)": 4.693305492401123,
+      "cov-distil (oracle2teacher)": 4.102659702301025,
+      "epoch": 0.9599686028257457,
+      "rel-constrast": 4.867374420166016,
+      "step": 1223,
+      "subrel-constrast": 4.888300895690918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6726696491241455,
+      "cov-distil (oracle2student)": 5.086460113525391,
+      "cov-distil (oracle2teacher)": 4.459454536437988,
+      "epoch": 0.9607535321821036,
+      "rel-constrast": 3.6357109546661377,
+      "step": 1224,
+      "subrel-constrast": 3.853543281555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2617173194885254,
+      "cov-distil (oracle2student)": 5.61175537109375,
+      "cov-distil (oracle2teacher)": 5.2344255447387695,
+      "epoch": 0.9615384615384616,
+      "rel-constrast": 2.239116668701172,
+      "step": 1225,
+      "subrel-constrast": 2.960505962371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.335501790046692,
+      "cov-distil (oracle2student)": 3.3338255882263184,
+      "cov-distil (oracle2teacher)": 3.0814156532287598,
+      "epoch": 0.9623233908948194,
+      "rel-constrast": 2.3926875591278076,
+      "step": 1226,
+      "subrel-constrast": 2.9196832180023193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2774579524993896,
+      "cov-distil (oracle2student)": 5.64495849609375,
+      "cov-distil (oracle2teacher)": 4.665161609649658,
+      "epoch": 0.9631083202511774,
+      "rel-constrast": 3.265216588973999,
+      "step": 1227,
+      "subrel-constrast": 3.3127708435058594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.300419330596924,
+      "cov-distil (oracle2student)": 3.3285422325134277,
+      "cov-distil (oracle2teacher)": 3.382845401763916,
+      "epoch": 0.9638932496075353,
+      "rel-constrast": 3.2291526794433594,
+      "step": 1228,
+      "subrel-constrast": 4.124401092529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2508728504180908,
+      "cov-distil (oracle2student)": 4.593624591827393,
+      "cov-distil (oracle2teacher)": 3.73111629486084,
+      "epoch": 0.9646781789638933,
+      "rel-constrast": 2.9496850967407227,
+      "step": 1229,
+      "subrel-constrast": 3.252176284790039,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9654631083202512,
+      "grad_norm": 5.75,
+      "learning_rate": 4.992017031085398e-05,
+      "loss": 0.8096,
+      "step": 1230
+    },
+    {
+      "cov-distil": 1.7356112003326416,
+      "cov-distil (oracle2student)": 4.123534202575684,
+      "cov-distil (oracle2teacher)": 4.169621467590332,
+      "epoch": 0.9654631083202512,
+      "rel-constrast": 2.8074231147766113,
+      "step": 1230,
+      "subrel-constrast": 3.9389231204986572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4420530796051025,
+      "cov-distil (oracle2student)": 3.8097753524780273,
+      "cov-distil (oracle2teacher)": 3.7854228019714355,
+      "epoch": 0.966248037676609,
+      "rel-constrast": 3.9864463806152344,
+      "step": 1231,
+      "subrel-constrast": 4.513359546661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2666831016540527,
+      "cov-distil (oracle2student)": 4.377869606018066,
+      "cov-distil (oracle2teacher)": 3.9519600868225098,
+      "epoch": 0.967032967032967,
+      "rel-constrast": 2.8950271606445312,
+      "step": 1232,
+      "subrel-constrast": 3.422940731048584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7749788761138916,
+      "cov-distil (oracle2student)": 4.057105541229248,
+      "cov-distil (oracle2teacher)": 4.343048572540283,
+      "epoch": 0.9678178963893249,
+      "rel-constrast": 2.216052532196045,
+      "step": 1233,
+      "subrel-constrast": 3.2852511405944824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2060002088546753,
+      "cov-distil (oracle2student)": 4.399940013885498,
+      "cov-distil (oracle2teacher)": 3.984816551208496,
+      "epoch": 0.9686028257456829,
+      "rel-constrast": 3.5238823890686035,
+      "step": 1234,
+      "subrel-constrast": 3.784899950027466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4902675151824951,
+      "cov-distil (oracle2student)": 5.702090263366699,
+      "cov-distil (oracle2teacher)": 5.267083168029785,
+      "epoch": 0.9693877551020408,
+      "rel-constrast": 4.418448448181152,
+      "step": 1235,
+      "subrel-constrast": 4.546502113342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.429222822189331,
+      "cov-distil (oracle2student)": 3.4779820442199707,
+      "cov-distil (oracle2teacher)": 3.6357057094573975,
+      "epoch": 0.9701726844583988,
+      "rel-constrast": 3.3624308109283447,
+      "step": 1236,
+      "subrel-constrast": 3.6818745136260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5025690793991089,
+      "cov-distil (oracle2student)": 4.21225643157959,
+      "cov-distil (oracle2teacher)": 4.120269775390625,
+      "epoch": 0.9709576138147566,
+      "rel-constrast": 2.0363433361053467,
+      "step": 1237,
+      "subrel-constrast": 2.7132604122161865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.543538212776184,
+      "cov-distil (oracle2student)": 3.580420970916748,
+      "cov-distil (oracle2teacher)": 3.650756597518921,
+      "epoch": 0.9717425431711146,
+      "rel-constrast": 3.9337496757507324,
+      "step": 1238,
+      "subrel-constrast": 4.467953205108643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2078661918640137,
+      "cov-distil (oracle2student)": 4.181390762329102,
+      "cov-distil (oracle2teacher)": 4.21966028213501,
+      "epoch": 0.9725274725274725,
+      "rel-constrast": 2.987008571624756,
+      "step": 1239,
+      "subrel-constrast": 3.689307689666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9733124018838305,
+      "grad_norm": 4.75,
+      "learning_rate": 4.991305019041594e-05,
+      "loss": 0.8407,
+      "step": 1240
+    },
+    {
+      "cov-distil": 1.528568148612976,
+      "cov-distil (oracle2student)": 4.4682841300964355,
+      "cov-distil (oracle2teacher)": 4.502565383911133,
+      "epoch": 0.9733124018838305,
+      "rel-constrast": 2.586947441101074,
+      "step": 1240,
+      "subrel-constrast": 3.77297306060791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6377058029174805,
+      "cov-distil (oracle2student)": 3.5193488597869873,
+      "cov-distil (oracle2teacher)": 3.5025131702423096,
+      "epoch": 0.9740973312401884,
+      "rel-constrast": 3.1112654209136963,
+      "step": 1241,
+      "subrel-constrast": 3.5121521949768066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5318564176559448,
+      "cov-distil (oracle2student)": 3.5415377616882324,
+      "cov-distil (oracle2teacher)": 3.6506009101867676,
+      "epoch": 0.9748822605965463,
+      "rel-constrast": 2.3468027114868164,
+      "step": 1242,
+      "subrel-constrast": 3.552518844604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6500542163848877,
+      "cov-distil (oracle2student)": 3.7139127254486084,
+      "cov-distil (oracle2teacher)": 3.9782299995422363,
+      "epoch": 0.9756671899529042,
+      "rel-constrast": 2.3499836921691895,
+      "step": 1243,
+      "subrel-constrast": 3.7430975437164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2186521291732788,
+      "cov-distil (oracle2student)": 3.54939341545105,
+      "cov-distil (oracle2teacher)": 3.1540234088897705,
+      "epoch": 0.9764521193092621,
+      "rel-constrast": 2.3381032943725586,
+      "step": 1244,
+      "subrel-constrast": 3.233065128326416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6511240005493164,
+      "cov-distil (oracle2student)": 2.393463611602783,
+      "cov-distil (oracle2teacher)": 2.791167974472046,
+      "epoch": 0.9772370486656201,
+      "rel-constrast": 3.153503179550171,
+      "step": 1245,
+      "subrel-constrast": 3.834094524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.156053066253662,
+      "cov-distil (oracle2student)": 4.302087783813477,
+      "cov-distil (oracle2teacher)": 4.168542385101318,
+      "epoch": 0.978021978021978,
+      "rel-constrast": 3.221328020095825,
+      "step": 1246,
+      "subrel-constrast": 3.9086685180664062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8392646312713623,
+      "cov-distil (oracle2student)": 3.4635820388793945,
+      "cov-distil (oracle2teacher)": 3.8714029788970947,
+      "epoch": 0.978806907378336,
+      "rel-constrast": 3.115475654602051,
+      "step": 1247,
+      "subrel-constrast": 3.935710906982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.795577883720398,
+      "cov-distil (oracle2student)": 3.712340831756592,
+      "cov-distil (oracle2teacher)": 4.289597511291504,
+      "epoch": 0.9795918367346939,
+      "rel-constrast": 2.51350474357605,
+      "step": 1248,
+      "subrel-constrast": 4.145675182342529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7952771186828613,
+      "cov-distil (oracle2student)": 3.139064073562622,
+      "cov-distil (oracle2teacher)": 3.0765018463134766,
+      "epoch": 0.9803767660910518,
+      "rel-constrast": 2.7419240474700928,
+      "step": 1249,
+      "subrel-constrast": 3.4236867427825928,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9811616954474097,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.99056265123234e-05,
+      "loss": 0.7265,
+      "step": 1250
+    },
+    {
+      "cov-distil": 1.5307613611221313,
+      "cov-distil (oracle2student)": 5.744296550750732,
+      "cov-distil (oracle2teacher)": 5.453649044036865,
+      "epoch": 0.9811616954474097,
+      "rel-constrast": 3.8523647785186768,
+      "step": 1250,
+      "subrel-constrast": 4.171315670013428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015010356903076,
+      "cov-distil (oracle2student)": 4.840731620788574,
+      "cov-distil (oracle2teacher)": 4.120755195617676,
+      "epoch": 0.9819466248037677,
+      "rel-constrast": 2.7082295417785645,
+      "step": 1251,
+      "subrel-constrast": 3.1410839557647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4371023178100586,
+      "cov-distil (oracle2student)": 4.395645618438721,
+      "cov-distil (oracle2teacher)": 3.6550097465515137,
+      "epoch": 0.9827315541601256,
+      "rel-constrast": 3.620471954345703,
+      "step": 1252,
+      "subrel-constrast": 3.7160215377807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369515061378479,
+      "cov-distil (oracle2student)": 3.4064722061157227,
+      "cov-distil (oracle2teacher)": 3.3698737621307373,
+      "epoch": 0.9835164835164835,
+      "rel-constrast": 2.16213321685791,
+      "step": 1253,
+      "subrel-constrast": 2.5510523319244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.986305594444275,
+      "cov-distil (oracle2student)": 5.059086322784424,
+      "cov-distil (oracle2teacher)": 4.218664169311523,
+      "epoch": 0.9843014128728415,
+      "rel-constrast": 2.5694384574890137,
+      "step": 1254,
+      "subrel-constrast": 3.528590202331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5738322734832764,
+      "cov-distil (oracle2student)": 3.6083102226257324,
+      "cov-distil (oracle2teacher)": 3.4591922760009766,
+      "epoch": 0.9850863422291993,
+      "rel-constrast": 2.6395843029022217,
+      "step": 1255,
+      "subrel-constrast": 3.2665557861328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.16001558303833,
+      "cov-distil (oracle2student)": 3.2529311180114746,
+      "cov-distil (oracle2teacher)": 3.0381925106048584,
+      "epoch": 0.9858712715855573,
+      "rel-constrast": 2.906590223312378,
+      "step": 1256,
+      "subrel-constrast": 3.442795991897583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8249584436416626,
+      "cov-distil (oracle2student)": 2.845015048980713,
+      "cov-distil (oracle2teacher)": 3.174835681915283,
+      "epoch": 0.9866562009419152,
+      "rel-constrast": 2.5052247047424316,
+      "step": 1257,
+      "subrel-constrast": 3.5730175971984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8064703941345215,
+      "cov-distil (oracle2student)": 3.064516544342041,
+      "cov-distil (oracle2teacher)": 3.5677709579467773,
+      "epoch": 0.9874411302982732,
+      "rel-constrast": 2.2984862327575684,
+      "step": 1258,
+      "subrel-constrast": 3.5490379333496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9480879306793213,
+      "cov-distil (oracle2student)": 2.7275171279907227,
+      "cov-distil (oracle2teacher)": 2.9136464595794678,
+      "epoch": 0.9882260596546311,
+      "rel-constrast": 2.9747862815856934,
+      "step": 1259,
+      "subrel-constrast": 4.023026943206787,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.989010989010989,
+      "grad_norm": 6.09375,
+      "learning_rate": 4.989789936703155e-05,
+      "loss": 0.7458,
+      "step": 1260
+    },
+    {
+      "cov-distil": 1.4834165573120117,
+      "cov-distil (oracle2student)": 2.531843662261963,
+      "cov-distil (oracle2teacher)": 2.473891496658325,
+      "epoch": 0.989010989010989,
+      "rel-constrast": 2.3239777088165283,
+      "step": 1260,
+      "subrel-constrast": 2.676363468170166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350669145584106,
+      "cov-distil (oracle2student)": 3.011873722076416,
+      "cov-distil (oracle2teacher)": 3.096287488937378,
+      "epoch": 0.9897959183673469,
+      "rel-constrast": 2.381171941757202,
+      "step": 1261,
+      "subrel-constrast": 3.21970272064209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6948773860931396,
+      "cov-distil (oracle2student)": 4.396411895751953,
+      "cov-distil (oracle2teacher)": 4.4129958152771,
+      "epoch": 0.9905808477237049,
+      "rel-constrast": 2.6483540534973145,
+      "step": 1262,
+      "subrel-constrast": 4.014623165130615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5360655784606934,
+      "cov-distil (oracle2student)": 5.122393608093262,
+      "cov-distil (oracle2teacher)": 4.625170707702637,
+      "epoch": 0.9913657770800628,
+      "rel-constrast": 3.0460681915283203,
+      "step": 1263,
+      "subrel-constrast": 3.855743885040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6184229850769043,
+      "cov-distil (oracle2student)": 5.007145881652832,
+      "cov-distil (oracle2teacher)": 4.134975433349609,
+      "epoch": 0.9921507064364207,
+      "rel-constrast": 3.6639668941497803,
+      "step": 1264,
+      "subrel-constrast": 4.108851432800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.747385025024414,
+      "cov-distil (oracle2student)": 2.108001947402954,
+      "cov-distil (oracle2teacher)": 2.3054544925689697,
+      "epoch": 0.9929356357927787,
+      "rel-constrast": 1.7751593589782715,
+      "step": 1265,
+      "subrel-constrast": 2.897172689437866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.264880657196045,
+      "cov-distil (oracle2student)": 3.2795045375823975,
+      "cov-distil (oracle2teacher)": 3.1051273345947266,
+      "epoch": 0.9937205651491365,
+      "rel-constrast": 3.127880096435547,
+      "step": 1266,
+      "subrel-constrast": 3.2842142581939697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4904578924179077,
+      "cov-distil (oracle2student)": 4.758726119995117,
+      "cov-distil (oracle2teacher)": 4.580710411071777,
+      "epoch": 0.9945054945054945,
+      "rel-constrast": 2.5550224781036377,
+      "step": 1267,
+      "subrel-constrast": 3.3524997234344482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3979054689407349,
+      "cov-distil (oracle2student)": 4.750548362731934,
+      "cov-distil (oracle2teacher)": 4.076757431030273,
+      "epoch": 0.9952904238618524,
+      "rel-constrast": 2.7073490619659424,
+      "step": 1268,
+      "subrel-constrast": 3.5037519931793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2216260433197021,
+      "cov-distil (oracle2student)": 4.611713409423828,
+      "cov-distil (oracle2teacher)": 4.224197864532471,
+      "epoch": 0.9960753532182104,
+      "rel-constrast": 2.47930645942688,
+      "step": 1269,
+      "subrel-constrast": 3.6120383739471436,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 0.9968602825745683,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.988986884869321e-05,
+      "loss": 0.7059,
+      "step": 1270
+    },
+    {
+      "cov-distil": 1.9495677947998047,
+      "cov-distil (oracle2student)": 4.280606746673584,
+      "cov-distil (oracle2teacher)": 4.019715785980225,
+      "epoch": 0.9968602825745683,
+      "rel-constrast": 3.417677640914917,
+      "step": 1270,
+      "subrel-constrast": 3.7917473316192627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3972578048706055,
+      "cov-distil (oracle2student)": 3.057100534439087,
+      "cov-distil (oracle2teacher)": 2.9886577129364014,
+      "epoch": 0.9976452119309263,
+      "rel-constrast": 2.5738868713378906,
+      "step": 1271,
+      "subrel-constrast": 2.826024055480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5799964666366577,
+      "cov-distil (oracle2student)": 4.663033485412598,
+      "cov-distil (oracle2teacher)": 4.507424831390381,
+      "epoch": 0.9984301412872841,
+      "rel-constrast": 4.838544845581055,
+      "step": 1272,
+      "subrel-constrast": 5.128632068634033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1363272666931152,
+      "cov-distil (oracle2student)": 4.103216648101807,
+      "cov-distil (oracle2teacher)": 3.8000175952911377,
+      "epoch": 0.9992150706436421,
+      "rel-constrast": 3.4735829830169678,
+      "step": 1273,
+      "subrel-constrast": 4.050089359283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6189643144607544,
+      "cov-distil (oracle2student)": 4.910794734954834,
+      "cov-distil (oracle2teacher)": 4.487496376037598,
+      "epoch": 1.0,
+      "rel-constrast": 4.012331962585449,
+      "step": 1274,
+      "subrel-constrast": 3.8513476848602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8302966356277466,
+      "cov-distil (oracle2student)": 3.677767753601074,
+      "cov-distil (oracle2teacher)": 3.8637044429779053,
+      "epoch": 1.000784929356358,
+      "rel-constrast": 3.8497612476348877,
+      "step": 1275,
+      "subrel-constrast": 4.676568031311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.057345151901245,
+      "cov-distil (oracle2student)": 2.5532493591308594,
+      "cov-distil (oracle2teacher)": 3.011411190032959,
+      "epoch": 1.0015698587127158,
+      "rel-constrast": 3.584941864013672,
+      "step": 1276,
+      "subrel-constrast": 4.3630290031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6615443229675293,
+      "cov-distil (oracle2student)": 3.675353527069092,
+      "cov-distil (oracle2teacher)": 4.396547317504883,
+      "epoch": 1.0023547880690737,
+      "rel-constrast": 3.2946157455444336,
+      "step": 1277,
+      "subrel-constrast": 4.173533916473389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5696930885314941,
+      "cov-distil (oracle2student)": 4.197251319885254,
+      "cov-distil (oracle2teacher)": 3.7345733642578125,
+      "epoch": 1.0031397174254317,
+      "rel-constrast": 3.0097222328186035,
+      "step": 1278,
+      "subrel-constrast": 3.392622947692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1034655570983887,
+      "cov-distil (oracle2student)": 3.361288070678711,
+      "cov-distil (oracle2teacher)": 3.1034255027770996,
+      "epoch": 1.0039246467817897,
+      "rel-constrast": 2.6098008155822754,
+      "step": 1279,
+      "subrel-constrast": 3.31463885307312,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0047095761381475,
+      "grad_norm": 7.90625,
+      "learning_rate": 4.988153505515771e-05,
+      "loss": 0.9089,
+      "step": 1280
+    },
+    {
+      "cov-distil": 1.5979468822479248,
+      "cov-distil (oracle2student)": 3.716430187225342,
+      "cov-distil (oracle2teacher)": 3.4511377811431885,
+      "epoch": 1.0047095761381475,
+      "rel-constrast": 3.4329915046691895,
+      "step": 1280,
+      "subrel-constrast": 4.089012145996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3714828491210938,
+      "cov-distil (oracle2student)": 3.580085277557373,
+      "cov-distil (oracle2teacher)": 3.5701546669006348,
+      "epoch": 1.0054945054945055,
+      "rel-constrast": 2.5096752643585205,
+      "step": 1281,
+      "subrel-constrast": 3.0320303440093994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0691633224487305,
+      "cov-distil (oracle2student)": 4.478765964508057,
+      "cov-distil (oracle2teacher)": 3.831317901611328,
+      "epoch": 1.0062794348508635,
+      "rel-constrast": 3.157693386077881,
+      "step": 1282,
+      "subrel-constrast": 4.078401565551758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.591313123703003,
+      "cov-distil (oracle2student)": 3.9426352977752686,
+      "cov-distil (oracle2teacher)": 3.646179676055908,
+      "epoch": 1.0070643642072215,
+      "rel-constrast": 3.52870774269104,
+      "step": 1283,
+      "subrel-constrast": 3.88075852394104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3151185512542725,
+      "cov-distil (oracle2student)": 5.034510612487793,
+      "cov-distil (oracle2teacher)": 4.6761274337768555,
+      "epoch": 1.0078492935635792,
+      "rel-constrast": 2.378748655319214,
+      "step": 1284,
+      "subrel-constrast": 3.4774558544158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5091253519058228,
+      "cov-distil (oracle2student)": 3.7069931030273438,
+      "cov-distil (oracle2teacher)": 3.2526087760925293,
+      "epoch": 1.0086342229199372,
+      "rel-constrast": 2.3888468742370605,
+      "step": 1285,
+      "subrel-constrast": 3.4723777770996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8268072605133057,
+      "cov-distil (oracle2student)": 4.445673942565918,
+      "cov-distil (oracle2teacher)": 3.710999011993408,
+      "epoch": 1.0094191522762952,
+      "rel-constrast": 2.394343852996826,
+      "step": 1286,
+      "subrel-constrast": 3.3042173385620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.30215322971344,
+      "cov-distil (oracle2student)": 4.1887006759643555,
+      "cov-distil (oracle2teacher)": 4.170774459838867,
+      "epoch": 1.010204081632653,
+      "rel-constrast": 4.7771830558776855,
+      "step": 1287,
+      "subrel-constrast": 5.2714056968688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7177040576934814,
+      "cov-distil (oracle2student)": 2.8443381786346436,
+      "cov-distil (oracle2teacher)": 3.32902455329895,
+      "epoch": 1.010989010989011,
+      "rel-constrast": 1.9382801055908203,
+      "step": 1288,
+      "subrel-constrast": 3.49955153465271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.234553575515747,
+      "cov-distil (oracle2student)": 4.834558486938477,
+      "cov-distil (oracle2teacher)": 4.858853340148926,
+      "epoch": 1.011773940345369,
+      "rel-constrast": 3.5084009170532227,
+      "step": 1289,
+      "subrel-constrast": 4.091920375823975,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.012558869701727,
+      "grad_norm": 5.75,
+      "learning_rate": 4.98728980879697e-05,
+      "loss": 0.7892,
+      "step": 1290
+    },
+    {
+      "cov-distil": 1.7273941040039062,
+      "cov-distil (oracle2student)": 3.7560155391693115,
+      "cov-distil (oracle2teacher)": 3.7759454250335693,
+      "epoch": 1.012558869701727,
+      "rel-constrast": 3.9928665161132812,
+      "step": 1290,
+      "subrel-constrast": 4.357268810272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.467862606048584,
+      "cov-distil (oracle2student)": 4.111154079437256,
+      "cov-distil (oracle2teacher)": 3.9627327919006348,
+      "epoch": 1.0133437990580847,
+      "rel-constrast": 3.519113540649414,
+      "step": 1291,
+      "subrel-constrast": 4.237674713134766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5148426294326782,
+      "cov-distil (oracle2student)": 4.696568489074707,
+      "cov-distil (oracle2teacher)": 3.876321315765381,
+      "epoch": 1.0141287284144427,
+      "rel-constrast": 3.3050906658172607,
+      "step": 1292,
+      "subrel-constrast": 3.4839553833007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8438262939453125,
+      "cov-distil (oracle2student)": 4.060823440551758,
+      "cov-distil (oracle2teacher)": 3.4887888431549072,
+      "epoch": 1.0149136577708007,
+      "rel-constrast": 2.961482524871826,
+      "step": 1293,
+      "subrel-constrast": 3.4915690422058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6470657587051392,
+      "cov-distil (oracle2student)": 5.522467613220215,
+      "cov-distil (oracle2teacher)": 5.087027549743652,
+      "epoch": 1.0156985871271587,
+      "rel-constrast": 2.538830280303955,
+      "step": 1294,
+      "subrel-constrast": 3.436119794845581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2104644775390625,
+      "cov-distil (oracle2student)": 5.3022613525390625,
+      "cov-distil (oracle2teacher)": 5.056353569030762,
+      "epoch": 1.0164835164835164,
+      "rel-constrast": 3.100513458251953,
+      "step": 1295,
+      "subrel-constrast": 4.386096954345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5883142948150635,
+      "cov-distil (oracle2student)": 3.7880847454071045,
+      "cov-distil (oracle2teacher)": 3.599816083908081,
+      "epoch": 1.0172684458398744,
+      "rel-constrast": 4.037959098815918,
+      "step": 1296,
+      "subrel-constrast": 4.745327949523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2966320514678955,
+      "cov-distil (oracle2student)": 4.31317138671875,
+      "cov-distil (oracle2teacher)": 3.5976524353027344,
+      "epoch": 1.0180533751962324,
+      "rel-constrast": 2.0686373710632324,
+      "step": 1297,
+      "subrel-constrast": 2.4654552936553955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5883524417877197,
+      "cov-distil (oracle2student)": 3.8555908203125,
+      "cov-distil (oracle2teacher)": 3.821279764175415,
+      "epoch": 1.0188383045525902,
+      "rel-constrast": 3.526829481124878,
+      "step": 1298,
+      "subrel-constrast": 3.5030384063720703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1130247116088867,
+      "cov-distil (oracle2student)": 4.555819034576416,
+      "cov-distil (oracle2teacher)": 4.497869491577148,
+      "epoch": 1.0196232339089482,
+      "rel-constrast": 2.126577138900757,
+      "step": 1299,
+      "subrel-constrast": 2.9038138389587402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.9863958052367894e-05,
+      "loss": 0.8194,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "overlap": 0.26875001192092896,
+      "step": 1300
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "step": 1300,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "step": 1300,
+      "teacher margin": 0.040252685546875
+    },
+    {
+      "epoch": 1.0204081632653061,
+      "margin difference": -0.019989013671875,
+      "step": 1300
+    },
+    {
+      "cov-distil": 1.3395636081695557,
+      "cov-distil (oracle2student)": 3.0983505249023438,
+      "cov-distil (oracle2teacher)": 3.2304043769836426,
+      "epoch": 1.0204081632653061,
+      "rel-constrast": 3.1438610553741455,
+      "step": 1300,
+      "subrel-constrast": 4.0625739097595215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073345184326172,
+      "cov-distil (oracle2student)": 3.700442314147949,
+      "cov-distil (oracle2teacher)": 3.6782922744750977,
+      "epoch": 1.0211930926216641,
+      "rel-constrast": 2.650118350982666,
+      "step": 1301,
+      "subrel-constrast": 3.522528886795044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4473029375076294,
+      "cov-distil (oracle2student)": 6.094466686248779,
+      "cov-distil (oracle2teacher)": 5.832391262054443,
+      "epoch": 1.021978021978022,
+      "rel-constrast": 2.869513511657715,
+      "step": 1302,
+      "subrel-constrast": 3.6461844444274902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.638033390045166,
+      "cov-distil (oracle2student)": 4.220510959625244,
+      "cov-distil (oracle2teacher)": 4.232014179229736,
+      "epoch": 1.0227629513343799,
+      "rel-constrast": 2.4472506046295166,
+      "step": 1303,
+      "subrel-constrast": 3.1475207805633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2751193046569824,
+      "cov-distil (oracle2student)": 4.306950092315674,
+      "cov-distil (oracle2teacher)": 4.524712562561035,
+      "epoch": 1.0235478806907379,
+      "rel-constrast": 3.4688055515289307,
+      "step": 1304,
+      "subrel-constrast": 3.712144374847412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5723475217819214,
+      "cov-distil (oracle2student)": 3.356821298599243,
+      "cov-distil (oracle2teacher)": 3.0643234252929688,
+      "epoch": 1.0243328100470959,
+      "rel-constrast": 3.0019564628601074,
+      "step": 1305,
+      "subrel-constrast": 3.6949265003204346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8963088989257812,
+      "cov-distil (oracle2student)": 3.701265811920166,
+      "cov-distil (oracle2teacher)": 3.4680700302124023,
+      "epoch": 1.0251177394034536,
+      "rel-constrast": 2.4101920127868652,
+      "step": 1306,
+      "subrel-constrast": 3.050083875656128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.648195743560791,
+      "cov-distil (oracle2student)": 5.6912312507629395,
+      "cov-distil (oracle2teacher)": 5.253078460693359,
+      "epoch": 1.0259026687598116,
+      "rel-constrast": 4.392531394958496,
+      "step": 1307,
+      "subrel-constrast": 5.013519763946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4382164478302002,
+      "cov-distil (oracle2student)": 3.0869290828704834,
+      "cov-distil (oracle2teacher)": 3.173279285430908,
+      "epoch": 1.0266875981161696,
+      "rel-constrast": 3.0286943912506104,
+      "step": 1308,
+      "subrel-constrast": 3.525634765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4569480419158936,
+      "cov-distil (oracle2student)": 3.4641032218933105,
+      "cov-distil (oracle2teacher)": 3.1311259269714355,
+      "epoch": 1.0274725274725274,
+      "rel-constrast": 1.8754380941390991,
+      "step": 1309,
+      "subrel-constrast": 2.5917394161224365,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0282574568288854,
+      "grad_norm": 3.9375,
+      "learning_rate": 4.9854715057283805e-05,
+      "loss": 0.7717,
+      "step": 1310
+    },
+    {
+      "cov-distil": 1.4160232543945312,
+      "cov-distil (oracle2student)": 2.563685655593872,
+      "cov-distil (oracle2teacher)": 2.833798885345459,
+      "epoch": 1.0282574568288854,
+      "rel-constrast": 2.7168760299682617,
+      "step": 1310,
+      "subrel-constrast": 3.7507357597351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5921193361282349,
+      "cov-distil (oracle2student)": 3.550126075744629,
+      "cov-distil (oracle2teacher)": 3.443373441696167,
+      "epoch": 1.0290423861852434,
+      "rel-constrast": 2.986751079559326,
+      "step": 1311,
+      "subrel-constrast": 3.5625743865966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8855676651000977,
+      "cov-distil (oracle2student)": 4.2328972816467285,
+      "cov-distil (oracle2teacher)": 3.6999707221984863,
+      "epoch": 1.0298273155416013,
+      "rel-constrast": 3.429626703262329,
+      "step": 1312,
+      "subrel-constrast": 3.70088791847229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6681512594223022,
+      "cov-distil (oracle2student)": 4.537883758544922,
+      "cov-distil (oracle2teacher)": 4.161434650421143,
+      "epoch": 1.030612244897959,
+      "rel-constrast": 3.173257827758789,
+      "step": 1313,
+      "subrel-constrast": 4.387771129608154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0507285594940186,
+      "cov-distil (oracle2student)": 5.675127983093262,
+      "cov-distil (oracle2teacher)": 5.059904098510742,
+      "epoch": 1.031397174254317,
+      "rel-constrast": 2.9254150390625,
+      "step": 1314,
+      "subrel-constrast": 3.908088445663452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640880823135376,
+      "cov-distil (oracle2student)": 4.122154235839844,
+      "cov-distil (oracle2teacher)": 4.358137130737305,
+      "epoch": 1.032182103610675,
+      "rel-constrast": 3.0527353286743164,
+      "step": 1315,
+      "subrel-constrast": 4.129584789276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6014385223388672,
+      "cov-distil (oracle2student)": 3.5628504753112793,
+      "cov-distil (oracle2teacher)": 4.265000820159912,
+      "epoch": 1.032967032967033,
+      "rel-constrast": 2.7084922790527344,
+      "step": 1316,
+      "subrel-constrast": 3.783332586288452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6147665977478027,
+      "cov-distil (oracle2student)": 3.35066819190979,
+      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "epoch": 1.0337519623233908,
+      "rel-constrast": 2.6022496223449707,
+      "step": 1317,
+      "subrel-constrast": 3.8188657760620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3855886459350586,
+      "cov-distil (oracle2student)": 4.939333915710449,
+      "cov-distil (oracle2teacher)": 4.312867164611816,
+      "epoch": 1.0345368916797488,
+      "rel-constrast": 3.1361048221588135,
+      "step": 1318,
+      "subrel-constrast": 3.1475367546081543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4239692687988281,
+      "cov-distil (oracle2student)": 3.124915599822998,
+      "cov-distil (oracle2teacher)": 3.1291980743408203,
+      "epoch": 1.0353218210361068,
+      "rel-constrast": 2.4155147075653076,
+      "step": 1319,
+      "subrel-constrast": 3.4853718280792236,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0361067503924646,
+      "grad_norm": 4.625,
+      "learning_rate": 4.984516921534042e-05,
+      "loss": 0.7694,
+      "step": 1320
+    },
+    {
+      "cov-distil": 1.5735676288604736,
+      "cov-distil (oracle2student)": 3.79526424407959,
+      "cov-distil (oracle2teacher)": 3.2370409965515137,
+      "epoch": 1.0361067503924646,
+      "rel-constrast": 2.718919277191162,
+      "step": 1320,
+      "subrel-constrast": 3.2795329093933105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9603523015975952,
+      "cov-distil (oracle2student)": 5.406013488769531,
+      "cov-distil (oracle2teacher)": 4.547806739807129,
+      "epoch": 1.0368916797488226,
+      "rel-constrast": 3.2848238945007324,
+      "step": 1321,
+      "subrel-constrast": 3.987123727798462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7783422470092773,
+      "cov-distil (oracle2student)": 4.059505462646484,
+      "cov-distil (oracle2teacher)": 3.2544448375701904,
+      "epoch": 1.0376766091051806,
+      "rel-constrast": 3.268892288208008,
+      "step": 1322,
+      "subrel-constrast": 3.918067455291748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.265488624572754,
+      "cov-distil (oracle2student)": 5.315093994140625,
+      "cov-distil (oracle2teacher)": 4.242465496063232,
+      "epoch": 1.0384615384615385,
+      "rel-constrast": 3.3319427967071533,
+      "step": 1323,
+      "subrel-constrast": 3.552429676055908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6411206722259521,
+      "cov-distil (oracle2student)": 4.402083396911621,
+      "cov-distil (oracle2teacher)": 4.539468765258789,
+      "epoch": 1.0392464678178963,
+      "rel-constrast": 2.5891757011413574,
+      "step": 1324,
+      "subrel-constrast": 3.3325674533843994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7119067907333374,
+      "cov-distil (oracle2student)": 4.110739707946777,
+      "cov-distil (oracle2teacher)": 4.20479679107666,
+      "epoch": 1.0400313971742543,
+      "rel-constrast": 3.6010303497314453,
+      "step": 1325,
+      "subrel-constrast": 4.417725563049316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5757135152816772,
+      "cov-distil (oracle2student)": 4.751351356506348,
+      "cov-distil (oracle2teacher)": 4.305976390838623,
+      "epoch": 1.0408163265306123,
+      "rel-constrast": 2.329827308654785,
+      "step": 1326,
+      "subrel-constrast": 3.1315464973449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2380353212356567,
+      "cov-distil (oracle2student)": 4.608445167541504,
+      "cov-distil (oracle2teacher)": 4.567604064941406,
+      "epoch": 1.0416012558869703,
+      "rel-constrast": 3.545478105545044,
+      "step": 1327,
+      "subrel-constrast": 3.73474383354187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3552968502044678,
+      "cov-distil (oracle2student)": 3.7210333347320557,
+      "cov-distil (oracle2teacher)": 3.643429756164551,
+      "epoch": 1.042386185243328,
+      "rel-constrast": 2.3626973628997803,
+      "step": 1328,
+      "subrel-constrast": 3.419344186782837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6793065071105957,
+      "cov-distil (oracle2student)": 3.8620169162750244,
+      "cov-distil (oracle2teacher)": 3.477570056915283,
+      "epoch": 1.043171114599686,
+      "rel-constrast": 2.550403118133545,
+      "step": 1329,
+      "subrel-constrast": 3.0018975734710693,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.043956043956044,
+      "grad_norm": 4.875,
+      "learning_rate": 4.98353206428508e-05,
+      "loss": 0.779,
+      "step": 1330
+    },
+    {
+      "cov-distil": 1.5603997707366943,
+      "cov-distil (oracle2student)": 2.021341562271118,
+      "cov-distil (oracle2teacher)": 2.444761276245117,
+      "epoch": 1.043956043956044,
+      "rel-constrast": 1.9387398958206177,
+      "step": 1330,
+      "subrel-constrast": 3.2837231159210205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.789320945739746,
+      "cov-distil (oracle2student)": 4.488680839538574,
+      "cov-distil (oracle2teacher)": 4.014732360839844,
+      "epoch": 1.0447409733124018,
+      "rel-constrast": 5.365977764129639,
+      "step": 1331,
+      "subrel-constrast": 5.195187091827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7279833555221558,
+      "cov-distil (oracle2student)": 3.847268581390381,
+      "cov-distil (oracle2teacher)": 3.972043514251709,
+      "epoch": 1.0455259026687598,
+      "rel-constrast": 2.129772186279297,
+      "step": 1332,
+      "subrel-constrast": 2.9550578594207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2181808948516846,
+      "cov-distil (oracle2student)": 3.905850410461426,
+      "cov-distil (oracle2teacher)": 3.405874013900757,
+      "epoch": 1.0463108320251178,
+      "rel-constrast": 3.2089219093322754,
+      "step": 1333,
+      "subrel-constrast": 3.502013921737671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5846612453460693,
+      "cov-distil (oracle2student)": 2.4374899864196777,
+      "cov-distil (oracle2teacher)": 2.9026522636413574,
+      "epoch": 1.0470957613814758,
+      "rel-constrast": 2.8598501682281494,
+      "step": 1334,
+      "subrel-constrast": 3.376497507095337,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8323559761047363,
+      "cov-distil (oracle2student)": 4.377843379974365,
+      "cov-distil (oracle2teacher)": 4.030404090881348,
+      "epoch": 1.0478806907378335,
+      "rel-constrast": 3.300595283508301,
+      "step": 1335,
+      "subrel-constrast": 3.808056354522705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9013278484344482,
+      "cov-distil (oracle2student)": 3.5153331756591797,
+      "cov-distil (oracle2teacher)": 3.4593381881713867,
+      "epoch": 1.0486656200941915,
+      "rel-constrast": 3.9633121490478516,
+      "step": 1336,
+      "subrel-constrast": 4.615512847900391,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6298719644546509,
+      "cov-distil (oracle2student)": 2.91507625579834,
+      "cov-distil (oracle2teacher)": 2.8473191261291504,
+      "epoch": 1.0494505494505495,
+      "rel-constrast": 2.31758451461792,
+      "step": 1337,
+      "subrel-constrast": 2.9014508724212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.287497043609619,
+      "cov-distil (oracle2student)": 5.130228042602539,
+      "cov-distil (oracle2teacher)": 4.528473854064941,
+      "epoch": 1.0502354788069075,
+      "rel-constrast": 3.1626267433166504,
+      "step": 1338,
+      "subrel-constrast": 4.1389946937561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6564306020736694,
+      "cov-distil (oracle2student)": 4.191096782684326,
+      "cov-distil (oracle2teacher)": 3.5165205001831055,
+      "epoch": 1.0510204081632653,
+      "rel-constrast": 2.081233024597168,
+      "step": 1339,
+      "subrel-constrast": 2.853550672531128,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0518053375196232,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.982516945981669e-05,
+      "loss": 0.8012,
+      "step": 1340
+    },
+    {
+      "cov-distil": 1.891442894935608,
+      "cov-distil (oracle2student)": 4.110203742980957,
+      "cov-distil (oracle2teacher)": 3.939481735229492,
+      "epoch": 1.0518053375196232,
+      "rel-constrast": 3.074136734008789,
+      "step": 1340,
+      "subrel-constrast": 3.839629650115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5117946863174438,
+      "cov-distil (oracle2student)": 4.452583312988281,
+      "cov-distil (oracle2teacher)": 4.244133472442627,
+      "epoch": 1.0525902668759812,
+      "rel-constrast": 2.4261984825134277,
+      "step": 1341,
+      "subrel-constrast": 3.5631704330444336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5490021705627441,
+      "cov-distil (oracle2student)": 4.505932807922363,
+      "cov-distil (oracle2teacher)": 4.503978729248047,
+      "epoch": 1.053375196232339,
+      "rel-constrast": 2.4422760009765625,
+      "step": 1342,
+      "subrel-constrast": 3.5781614780426025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6790764331817627,
+      "cov-distil (oracle2student)": 3.9384570121765137,
+      "cov-distil (oracle2teacher)": 4.184779167175293,
+      "epoch": 1.054160125588697,
+      "rel-constrast": 3.3922536373138428,
+      "step": 1343,
+      "subrel-constrast": 4.281126022338867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4852817058563232,
+      "cov-distil (oracle2student)": 4.067353248596191,
+      "cov-distil (oracle2teacher)": 3.88303279876709,
+      "epoch": 1.054945054945055,
+      "rel-constrast": 3.7798471450805664,
+      "step": 1344,
+      "subrel-constrast": 4.280847549438477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7029610872268677,
+      "cov-distil (oracle2student)": 4.761334419250488,
+      "cov-distil (oracle2teacher)": 3.669780731201172,
+      "epoch": 1.055729984301413,
+      "rel-constrast": 2.7117233276367188,
+      "step": 1345,
+      "subrel-constrast": 3.063453197479248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3466800451278687,
+      "cov-distil (oracle2student)": 4.216004371643066,
+      "cov-distil (oracle2teacher)": 4.574625015258789,
+      "epoch": 1.0565149136577707,
+      "rel-constrast": 2.9508233070373535,
+      "step": 1346,
+      "subrel-constrast": 3.9286856651306152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6089322566986084,
+      "cov-distil (oracle2student)": 2.309438705444336,
+      "cov-distil (oracle2teacher)": 2.84455943107605,
+      "epoch": 1.0572998430141287,
+      "rel-constrast": 2.436990737915039,
+      "step": 1347,
+      "subrel-constrast": 3.7577571868896484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7151784896850586,
+      "cov-distil (oracle2student)": 2.5667970180511475,
+      "cov-distil (oracle2teacher)": 2.659790515899658,
+      "epoch": 1.0580847723704867,
+      "rel-constrast": 3.402242660522461,
+      "step": 1348,
+      "subrel-constrast": 4.1476593017578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5186069011688232,
+      "cov-distil (oracle2student)": 3.091311454772949,
+      "cov-distil (oracle2teacher)": 3.2050833702087402,
+      "epoch": 1.0588697017268447,
+      "rel-constrast": 2.8237643241882324,
+      "step": 1349,
+      "subrel-constrast": 4.03464937210083,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0596546310832025,
+      "grad_norm": 5.4375,
+      "learning_rate": 4.981471578992706e-05,
+      "loss": 0.776,
+      "step": 1350
+    },
+    {
+      "cov-distil": 1.7764843702316284,
+      "cov-distil (oracle2student)": 2.385777473449707,
+      "cov-distil (oracle2teacher)": 2.9466400146484375,
+      "epoch": 1.0596546310832025,
+      "rel-constrast": 2.9991157054901123,
+      "step": 1350,
+      "subrel-constrast": 4.1020731925964355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5321710109710693,
+      "cov-distil (oracle2student)": 3.7962632179260254,
+      "cov-distil (oracle2teacher)": 3.8199100494384766,
+      "epoch": 1.0604395604395604,
+      "rel-constrast": 1.8470566272735596,
+      "step": 1351,
+      "subrel-constrast": 2.904076337814331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4473285675048828,
+      "cov-distil (oracle2student)": 5.215753555297852,
+      "cov-distil (oracle2teacher)": 5.062963962554932,
+      "epoch": 1.0612244897959184,
+      "rel-constrast": 2.7066211700439453,
+      "step": 1352,
+      "subrel-constrast": 3.5213730335235596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7678200006484985,
+      "cov-distil (oracle2student)": 5.534285068511963,
+      "cov-distil (oracle2teacher)": 4.940554618835449,
+      "epoch": 1.0620094191522762,
+      "rel-constrast": 2.970421314239502,
+      "step": 1353,
+      "subrel-constrast": 3.809866428375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2517756223678589,
+      "cov-distil (oracle2student)": 4.270276069641113,
+      "cov-distil (oracle2teacher)": 4.404227256774902,
+      "epoch": 1.0627943485086342,
+      "rel-constrast": 2.5669658184051514,
+      "step": 1354,
+      "subrel-constrast": 3.3136885166168213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.255814790725708,
+      "cov-distil (oracle2student)": 4.298757076263428,
+      "cov-distil (oracle2teacher)": 4.080432891845703,
+      "epoch": 1.0635792778649922,
+      "rel-constrast": 3.112243175506592,
+      "step": 1355,
+      "subrel-constrast": 3.465294122695923,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9884713888168335,
+      "cov-distil (oracle2student)": 3.3464155197143555,
+      "cov-distil (oracle2teacher)": 3.7389323711395264,
+      "epoch": 1.0643642072213502,
+      "rel-constrast": 4.075211524963379,
+      "step": 1356,
+      "subrel-constrast": 4.776978969573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.566786766052246,
+      "cov-distil (oracle2student)": 5.72592830657959,
+      "cov-distil (oracle2teacher)": 5.339461326599121,
+      "epoch": 1.065149136577708,
+      "rel-constrast": 3.25872802734375,
+      "step": 1357,
+      "subrel-constrast": 3.9985079765319824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.400079369544983,
+      "cov-distil (oracle2student)": 3.3879170417785645,
+      "cov-distil (oracle2teacher)": 3.559767723083496,
+      "epoch": 1.065934065934066,
+      "rel-constrast": 3.015141487121582,
+      "step": 1358,
+      "subrel-constrast": 3.81351375579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3284026384353638,
+      "cov-distil (oracle2student)": 5.102107524871826,
+      "cov-distil (oracle2teacher)": 4.8548479080200195,
+      "epoch": 1.066718995290424,
+      "rel-constrast": 3.1426525115966797,
+      "step": 1359,
+      "subrel-constrast": 3.8907928466796875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0675039246467817,
+      "grad_norm": 5.375,
+      "learning_rate": 4.980395976055658e-05,
+      "loss": 0.7806,
+      "step": 1360
+    },
+    {
+      "cov-distil": 1.0340895652770996,
+      "cov-distil (oracle2student)": 3.3404150009155273,
+      "cov-distil (oracle2teacher)": 3.458253860473633,
+      "epoch": 1.0675039246467817,
+      "rel-constrast": 2.7017836570739746,
+      "step": 1360,
+      "subrel-constrast": 3.85408091545105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9244599342346191,
+      "cov-distil (oracle2student)": 3.500950574874878,
+      "cov-distil (oracle2teacher)": 3.9206719398498535,
+      "epoch": 1.0682888540031397,
+      "rel-constrast": 3.6933364868164062,
+      "step": 1361,
+      "subrel-constrast": 4.551616191864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322222113609314,
+      "cov-distil (oracle2student)": 5.065067291259766,
+      "cov-distil (oracle2teacher)": 4.4332146644592285,
+      "epoch": 1.0690737833594977,
+      "rel-constrast": 3.223350763320923,
+      "step": 1362,
+      "subrel-constrast": 3.1711013317108154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7568714618682861,
+      "cov-distil (oracle2student)": 4.176975250244141,
+      "cov-distil (oracle2teacher)": 3.7778103351593018,
+      "epoch": 1.0698587127158556,
+      "rel-constrast": 3.354168176651001,
+      "step": 1363,
+      "subrel-constrast": 4.05528450012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8233342170715332,
+      "cov-distil (oracle2student)": 2.8845739364624023,
+      "cov-distil (oracle2teacher)": 3.239229679107666,
+      "epoch": 1.0706436420722134,
+      "rel-constrast": 2.8545703887939453,
+      "step": 1364,
+      "subrel-constrast": 3.940390110015869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9338064193725586,
+      "cov-distil (oracle2student)": 3.061378002166748,
+      "cov-distil (oracle2teacher)": 3.1285512447357178,
+      "epoch": 1.0714285714285714,
+      "rel-constrast": 2.3349716663360596,
+      "step": 1365,
+      "subrel-constrast": 3.4239864349365234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8442656993865967,
+      "cov-distil (oracle2student)": 3.669823408126831,
+      "cov-distil (oracle2teacher)": 3.6398766040802,
+      "epoch": 1.0722135007849294,
+      "rel-constrast": 3.4359259605407715,
+      "step": 1366,
+      "subrel-constrast": 3.9763615131378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266068935394287,
+      "cov-distil (oracle2student)": 4.328539848327637,
+      "cov-distil (oracle2teacher)": 4.360380172729492,
+      "epoch": 1.0729984301412874,
+      "rel-constrast": 2.3119592666625977,
+      "step": 1367,
+      "subrel-constrast": 2.8219521045684814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8314034938812256,
+      "cov-distil (oracle2student)": 4.431702613830566,
+      "cov-distil (oracle2teacher)": 4.2378010749816895,
+      "epoch": 1.0737833594976451,
+      "rel-constrast": 2.3089935779571533,
+      "step": 1368,
+      "subrel-constrast": 3.795471429824829,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5539352893829346,
+      "cov-distil (oracle2student)": 4.525745868682861,
+      "cov-distil (oracle2teacher)": 4.255120277404785,
+      "epoch": 1.0745682888540031,
+      "rel-constrast": 3.4483890533447266,
+      "step": 1369,
+      "subrel-constrast": 3.9800639152526855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0753532182103611,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.9792901502764075e-05,
+      "loss": 0.7828,
+      "step": 1370
+    },
+    {
+      "cov-distil": 1.7522364854812622,
+      "cov-distil (oracle2student)": 2.7611570358276367,
+      "cov-distil (oracle2teacher)": 2.5378265380859375,
+      "epoch": 1.0753532182103611,
+      "rel-constrast": 2.2207679748535156,
+      "step": 1370,
+      "subrel-constrast": 3.079789400100708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086682319641113,
+      "cov-distil (oracle2student)": 4.295747756958008,
+      "cov-distil (oracle2teacher)": 3.8890275955200195,
+      "epoch": 1.076138147566719,
+      "rel-constrast": 2.764012336730957,
+      "step": 1371,
+      "subrel-constrast": 3.178504228591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5825567245483398,
+      "cov-distil (oracle2student)": 4.385646820068359,
+      "cov-distil (oracle2teacher)": 4.265470027923584,
+      "epoch": 1.0769230769230769,
+      "rel-constrast": 2.323387622833252,
+      "step": 1372,
+      "subrel-constrast": 3.1196742057800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8628864288330078,
+      "cov-distil (oracle2student)": 3.857534885406494,
+      "cov-distil (oracle2teacher)": 3.2705883979797363,
+      "epoch": 1.0777080062794349,
+      "rel-constrast": 2.340729236602783,
+      "step": 1373,
+      "subrel-constrast": 3.2926735877990723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8734490871429443,
+      "cov-distil (oracle2student)": 3.722325325012207,
+      "cov-distil (oracle2teacher)": 3.537940263748169,
+      "epoch": 1.0784929356357928,
+      "rel-constrast": 3.5088374614715576,
+      "step": 1374,
+      "subrel-constrast": 4.046138763427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7907600402832031,
+      "cov-distil (oracle2student)": 3.7754430770874023,
+      "cov-distil (oracle2teacher)": 3.2363479137420654,
+      "epoch": 1.0792778649921506,
+      "rel-constrast": 2.512028694152832,
+      "step": 1375,
+      "subrel-constrast": 3.281909704208374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1880934238433838,
+      "cov-distil (oracle2student)": 5.368410110473633,
+      "cov-distil (oracle2teacher)": 5.149897575378418,
+      "epoch": 1.0800627943485086,
+      "rel-constrast": 2.4852521419525146,
+      "step": 1376,
+      "subrel-constrast": 2.988154172897339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8623415231704712,
+      "cov-distil (oracle2student)": 3.8936100006103516,
+      "cov-distil (oracle2teacher)": 3.9991416931152344,
+      "epoch": 1.0808477237048666,
+      "rel-constrast": 2.885066509246826,
+      "step": 1377,
+      "subrel-constrast": 3.7260122299194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5937577486038208,
+      "cov-distil (oracle2student)": 3.805960178375244,
+      "cov-distil (oracle2teacher)": 3.75376033782959,
+      "epoch": 1.0816326530612246,
+      "rel-constrast": 2.9562671184539795,
+      "step": 1378,
+      "subrel-constrast": 3.693236827850342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7460744380950928,
+      "cov-distil (oracle2student)": 2.593548536300659,
+      "cov-distil (oracle2teacher)": 2.5229194164276123,
+      "epoch": 1.0824175824175823,
+      "rel-constrast": 2.1870903968811035,
+      "step": 1379,
+      "subrel-constrast": 2.552104949951172,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0832025117739403,
+      "grad_norm": 4.09375,
+      "learning_rate": 4.978154115129091e-05,
+      "loss": 0.6957,
+      "step": 1380
+    },
+    {
+      "cov-distil": 1.5559735298156738,
+      "cov-distil (oracle2student)": 5.343104362487793,
+      "cov-distil (oracle2teacher)": 5.034076690673828,
+      "epoch": 1.0832025117739403,
+      "rel-constrast": 4.513167381286621,
+      "step": 1380,
+      "subrel-constrast": 4.879128932952881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.594104290008545,
+      "cov-distil (oracle2student)": 4.018231391906738,
+      "cov-distil (oracle2teacher)": 4.175711154937744,
+      "epoch": 1.0839874411302983,
+      "rel-constrast": 2.8911664485931396,
+      "step": 1381,
+      "subrel-constrast": 4.408371448516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.643925428390503,
+      "cov-distil (oracle2student)": 4.715807914733887,
+      "cov-distil (oracle2teacher)": 4.219768524169922,
+      "epoch": 1.084772370486656,
+      "rel-constrast": 3.2432518005371094,
+      "step": 1382,
+      "subrel-constrast": 3.679701566696167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4362976551055908,
+      "cov-distil (oracle2student)": 4.567570686340332,
+      "cov-distil (oracle2teacher)": 4.872445583343506,
+      "epoch": 1.085557299843014,
+      "rel-constrast": 3.3436708450317383,
+      "step": 1383,
+      "subrel-constrast": 3.746518135070801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2816795110702515,
+      "cov-distil (oracle2student)": 4.699955940246582,
+      "cov-distil (oracle2teacher)": 3.8406128883361816,
+      "epoch": 1.086342229199372,
+      "rel-constrast": 2.5861334800720215,
+      "step": 1384,
+      "subrel-constrast": 2.763550043106079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5373120307922363,
+      "cov-distil (oracle2student)": 3.3782882690429688,
+      "cov-distil (oracle2teacher)": 3.4752197265625,
+      "epoch": 1.08712715855573,
+      "rel-constrast": 2.74160099029541,
+      "step": 1385,
+      "subrel-constrast": 3.654707431793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726305365562439,
+      "cov-distil (oracle2student)": 6.264081001281738,
+      "cov-distil (oracle2teacher)": 6.202328681945801,
+      "epoch": 1.0879120879120878,
+      "rel-constrast": 3.196772575378418,
+      "step": 1386,
+      "subrel-constrast": 4.090964317321777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353294372558594,
+      "cov-distil (oracle2student)": 4.617647647857666,
+      "cov-distil (oracle2teacher)": 4.959433555603027,
+      "epoch": 1.0886970172684458,
+      "rel-constrast": 3.2036983966827393,
+      "step": 1387,
+      "subrel-constrast": 3.7551910877227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165143489837646,
+      "cov-distil (oracle2student)": 4.900763511657715,
+      "cov-distil (oracle2teacher)": 4.732897758483887,
+      "epoch": 1.0894819466248038,
+      "rel-constrast": 3.3392691612243652,
+      "step": 1388,
+      "subrel-constrast": 3.897893190383911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.819463849067688,
+      "cov-distil (oracle2student)": 3.466165542602539,
+      "cov-distil (oracle2teacher)": 3.340545415878296,
+      "epoch": 1.0902668759811618,
+      "rel-constrast": 2.425576686859131,
+      "step": 1389,
+      "subrel-constrast": 3.422744035720825,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.0910518053375196,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.97698788445594e-05,
+      "loss": 0.829,
+      "step": 1390
+    },
+    {
+      "cov-distil": 1.2456929683685303,
+      "cov-distil (oracle2student)": 2.4797627925872803,
+      "cov-distil (oracle2teacher)": 2.6108713150024414,
+      "epoch": 1.0910518053375196,
+      "rel-constrast": 2.1391234397888184,
+      "step": 1390,
+      "subrel-constrast": 2.3621671199798584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080111026763916,
+      "cov-distil (oracle2student)": 6.320272445678711,
+      "cov-distil (oracle2teacher)": 5.9656877517700195,
+      "epoch": 1.0918367346938775,
+      "rel-constrast": 2.4898555278778076,
+      "step": 1391,
+      "subrel-constrast": 3.066091537475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6581671237945557,
+      "cov-distil (oracle2student)": 3.91648268699646,
+      "cov-distil (oracle2teacher)": 4.001407623291016,
+      "epoch": 1.0926216640502355,
+      "rel-constrast": 4.013739585876465,
+      "step": 1392,
+      "subrel-constrast": 4.730424404144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5913100242614746,
+      "cov-distil (oracle2student)": 3.4155850410461426,
+      "cov-distil (oracle2teacher)": 3.4767534732818604,
+      "epoch": 1.0934065934065935,
+      "rel-constrast": 3.265977382659912,
+      "step": 1393,
+      "subrel-constrast": 3.794863224029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.735185146331787,
+      "cov-distil (oracle2student)": 5.366359710693359,
+      "cov-distil (oracle2teacher)": 5.077892303466797,
+      "epoch": 1.0941915227629513,
+      "rel-constrast": 2.506908416748047,
+      "step": 1394,
+      "subrel-constrast": 3.441734790802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3577219247817993,
+      "cov-distil (oracle2student)": 4.501542091369629,
+      "cov-distil (oracle2teacher)": 4.2119140625,
+      "epoch": 1.0949764521193093,
+      "rel-constrast": 3.157167911529541,
+      "step": 1395,
+      "subrel-constrast": 3.4801933765411377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.182083249092102,
+      "cov-distil (oracle2student)": 5.086513042449951,
+      "cov-distil (oracle2teacher)": 5.001871109008789,
+      "epoch": 1.0957613814756673,
+      "rel-constrast": 3.7043871879577637,
+      "step": 1396,
+      "subrel-constrast": 4.009977340698242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6978211402893066,
+      "cov-distil (oracle2student)": 4.240968704223633,
+      "cov-distil (oracle2teacher)": 4.077297210693359,
+      "epoch": 1.096546310832025,
+      "rel-constrast": 3.904170036315918,
+      "step": 1397,
+      "subrel-constrast": 4.262308597564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5113857984542847,
+      "cov-distil (oracle2student)": 3.5950698852539062,
+      "cov-distil (oracle2teacher)": 3.609370231628418,
+      "epoch": 1.097331240188383,
+      "rel-constrast": 3.1610422134399414,
+      "step": 1398,
+      "subrel-constrast": 3.737513303756714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6464242935180664,
+      "cov-distil (oracle2student)": 4.76617431640625,
+      "cov-distil (oracle2teacher)": 4.555519104003906,
+      "epoch": 1.098116169544741,
+      "rel-constrast": 4.202720642089844,
+      "step": 1399,
+      "subrel-constrast": 4.74445915222168,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.098901098901099,
+      "grad_norm": 6.625,
+      "learning_rate": 4.9757914724671074e-05,
+      "loss": 0.8529,
+      "step": 1400
+    },
+    {
+      "epoch": 1.098901098901099,
+      "overlap": 0.2750000059604645,
+      "step": 1400
+    },
+    {
+      "epoch": 1.098901098901099,
+      "step": 1400,
+      "student margin": 0.05029296875
+    },
+    {
+      "epoch": 1.098901098901099,
+      "step": 1400,
+      "teacher margin": 0.033843994140625
+    },
+    {
+      "epoch": 1.098901098901099,
+      "margin difference": -0.016448974609375,
+      "step": 1400
+    },
+    {
+      "cov-distil": 1.3774524927139282,
+      "cov-distil (oracle2student)": 4.048962116241455,
+      "cov-distil (oracle2teacher)": 3.9364190101623535,
+      "epoch": 1.098901098901099,
+      "rel-constrast": 3.4842300415039062,
+      "step": 1400,
+      "subrel-constrast": 4.573757171630859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5755010843276978,
+      "cov-distil (oracle2student)": 2.997373580932617,
+      "cov-distil (oracle2teacher)": 3.14574933052063,
+      "epoch": 1.0996860282574568,
+      "rel-constrast": 2.482325792312622,
+      "step": 1401,
+      "subrel-constrast": 3.2080576419830322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41730797290802,
+      "cov-distil (oracle2student)": 5.6667375564575195,
+      "cov-distil (oracle2teacher)": 5.003635883331299,
+      "epoch": 1.1004709576138147,
+      "rel-constrast": 4.049898147583008,
+      "step": 1402,
+      "subrel-constrast": 4.203271389007568,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.75510835647583,
+      "cov-distil (oracle2student)": 5.073264122009277,
+      "cov-distil (oracle2teacher)": 4.4586639404296875,
+      "epoch": 1.1012558869701727,
+      "rel-constrast": 2.2561118602752686,
+      "step": 1403,
+      "subrel-constrast": 3.0288639068603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826297521591187,
+      "cov-distil (oracle2student)": 4.739652156829834,
+      "cov-distil (oracle2teacher)": 3.980092763900757,
+      "epoch": 1.1020408163265305,
+      "rel-constrast": 2.6099376678466797,
+      "step": 1404,
+      "subrel-constrast": 3.5757057666778564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.700481653213501,
+      "cov-distil (oracle2student)": 3.925020694732666,
+      "cov-distil (oracle2teacher)": 4.2010016441345215,
+      "epoch": 1.1028257456828885,
+      "rel-constrast": 3.4656805992126465,
+      "step": 1405,
+      "subrel-constrast": 4.435629844665527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734179139137268,
+      "cov-distil (oracle2student)": 4.875617980957031,
+      "cov-distil (oracle2teacher)": 4.430096626281738,
+      "epoch": 1.1036106750392465,
+      "rel-constrast": 1.8464717864990234,
+      "step": 1406,
+      "subrel-constrast": 2.7650609016418457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881967067718506,
+      "cov-distil (oracle2student)": 4.076774597167969,
+      "cov-distil (oracle2teacher)": 3.6389524936676025,
+      "epoch": 1.1043956043956045,
+      "rel-constrast": 2.828457832336426,
+      "step": 1407,
+      "subrel-constrast": 3.257171154022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8918731212615967,
+      "cov-distil (oracle2student)": 4.5294952392578125,
+      "cov-distil (oracle2teacher)": 4.1752519607543945,
+      "epoch": 1.1051805337519622,
+      "rel-constrast": 3.8180980682373047,
+      "step": 1408,
+      "subrel-constrast": 4.404576778411865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6718709468841553,
+      "cov-distil (oracle2student)": 4.541898727416992,
+      "cov-distil (oracle2teacher)": 4.1118669509887695,
+      "epoch": 1.1059654631083202,
+      "rel-constrast": 3.261911392211914,
+      "step": 1409,
+      "subrel-constrast": 3.675297975540161,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1067503924646782,
+      "grad_norm": 5.625,
+      "learning_rate": 4.9745648937404944e-05,
+      "loss": 0.7923,
+      "step": 1410
+    },
+    {
+      "cov-distil": 1.4265708923339844,
+      "cov-distil (oracle2student)": 2.3586010932922363,
+      "cov-distil (oracle2teacher)": 2.7697043418884277,
+      "epoch": 1.1067503924646782,
+      "rel-constrast": 2.8547863960266113,
+      "step": 1410,
+      "subrel-constrast": 3.3013954162597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.654770016670227,
+      "cov-distil (oracle2student)": 4.709851264953613,
+      "cov-distil (oracle2teacher)": 4.484446048736572,
+      "epoch": 1.1075353218210362,
+      "rel-constrast": 2.5320489406585693,
+      "step": 1411,
+      "subrel-constrast": 3.3594744205474854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6176217794418335,
+      "cov-distil (oracle2student)": 4.045330047607422,
+      "cov-distil (oracle2teacher)": 4.103939533233643,
+      "epoch": 1.108320251177394,
+      "rel-constrast": 3.5939669609069824,
+      "step": 1412,
+      "subrel-constrast": 4.583804130554199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3921641111373901,
+      "cov-distil (oracle2student)": 3.223907470703125,
+      "cov-distil (oracle2teacher)": 2.718414783477783,
+      "epoch": 1.109105180533752,
+      "rel-constrast": 3.739264965057373,
+      "step": 1413,
+      "subrel-constrast": 4.031973838806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4037563800811768,
+      "cov-distil (oracle2student)": 2.9814395904541016,
+      "cov-distil (oracle2teacher)": 2.831556797027588,
+      "epoch": 1.10989010989011,
+      "rel-constrast": 2.548524856567383,
+      "step": 1414,
+      "subrel-constrast": 3.5879123210906982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.311434030532837,
+      "cov-distil (oracle2student)": 6.6438703536987305,
+      "cov-distil (oracle2teacher)": 5.585625171661377,
+      "epoch": 1.110675039246468,
+      "rel-constrast": 2.1226301193237305,
+      "step": 1415,
+      "subrel-constrast": 2.657355785369873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3532631397247314,
+      "cov-distil (oracle2student)": 4.801969528198242,
+      "cov-distil (oracle2teacher)": 4.307088851928711,
+      "epoch": 1.1114599686028257,
+      "rel-constrast": 2.868666648864746,
+      "step": 1416,
+      "subrel-constrast": 3.673433303833008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8779492378234863,
+      "cov-distil (oracle2student)": 4.065706729888916,
+      "cov-distil (oracle2teacher)": 3.550511360168457,
+      "epoch": 1.1122448979591837,
+      "rel-constrast": 1.9086132049560547,
+      "step": 1417,
+      "subrel-constrast": 3.243211269378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2267191410064697,
+      "cov-distil (oracle2student)": 4.205009460449219,
+      "cov-distil (oracle2teacher)": 4.072425365447998,
+      "epoch": 1.1130298273155417,
+      "rel-constrast": 2.7825543880462646,
+      "step": 1418,
+      "subrel-constrast": 3.117405652999878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9352264404296875,
+      "cov-distil (oracle2student)": 4.916912078857422,
+      "cov-distil (oracle2teacher)": 4.510032653808594,
+      "epoch": 1.1138147566718994,
+      "rel-constrast": 1.3724250793457031,
+      "step": 1419,
+      "subrel-constrast": 2.3689677715301514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1145996860282574,
+      "grad_norm": 4.0,
+      "learning_rate": 4.9733081632215764e-05,
+      "loss": 0.6961,
+      "step": 1420
+    },
+    {
+      "cov-distil": 1.5852007865905762,
+      "cov-distil (oracle2student)": 3.7165722846984863,
+      "cov-distil (oracle2teacher)": 3.3471460342407227,
+      "epoch": 1.1145996860282574,
+      "rel-constrast": 2.6423745155334473,
+      "step": 1420,
+      "subrel-constrast": 3.6259613037109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5029120445251465,
+      "cov-distil (oracle2student)": 3.589764356613159,
+      "cov-distil (oracle2teacher)": 3.509883403778076,
+      "epoch": 1.1153846153846154,
+      "rel-constrast": 3.199857234954834,
+      "step": 1421,
+      "subrel-constrast": 3.3864762783050537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.025437593460083,
+      "cov-distil (oracle2student)": 4.132634162902832,
+      "cov-distil (oracle2teacher)": 4.100710868835449,
+      "epoch": 1.1161695447409734,
+      "rel-constrast": 2.0588154792785645,
+      "step": 1422,
+      "subrel-constrast": 3.2275381088256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.681736707687378,
+      "cov-distil (oracle2student)": 2.927661895751953,
+      "cov-distil (oracle2teacher)": 2.9438533782958984,
+      "epoch": 1.1169544740973312,
+      "rel-constrast": 2.08059024810791,
+      "step": 1423,
+      "subrel-constrast": 2.9650402069091797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1729309558868408,
+      "cov-distil (oracle2student)": 5.7799177169799805,
+      "cov-distil (oracle2teacher)": 4.567580223083496,
+      "epoch": 1.1177394034536892,
+      "rel-constrast": 2.907471179962158,
+      "step": 1424,
+      "subrel-constrast": 3.5150842666625977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4462342262268066,
+      "cov-distil (oracle2student)": 3.6507339477539062,
+      "cov-distil (oracle2teacher)": 3.6555449962615967,
+      "epoch": 1.1185243328100472,
+      "rel-constrast": 2.425668478012085,
+      "step": 1425,
+      "subrel-constrast": 3.355107069015503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9393174648284912,
+      "cov-distil (oracle2student)": 4.488595962524414,
+      "cov-distil (oracle2teacher)": 4.189651012420654,
+      "epoch": 1.119309262166405,
+      "rel-constrast": 2.4969091415405273,
+      "step": 1426,
+      "subrel-constrast": 3.629150152206421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890607833862305,
+      "cov-distil (oracle2student)": 4.372025966644287,
+      "cov-distil (oracle2teacher)": 3.930250406265259,
+      "epoch": 1.120094191522763,
+      "rel-constrast": 2.9861860275268555,
+      "step": 1427,
+      "subrel-constrast": 3.6342074871063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704128503799438,
+      "cov-distil (oracle2student)": 3.7790822982788086,
+      "cov-distil (oracle2teacher)": 3.661731719970703,
+      "epoch": 1.120879120879121,
+      "rel-constrast": 2.6263198852539062,
+      "step": 1428,
+      "subrel-constrast": 3.587519884109497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8990941047668457,
+      "cov-distil (oracle2student)": 3.3532373905181885,
+      "cov-distil (oracle2teacher)": 3.2707412242889404,
+      "epoch": 1.1216640502354789,
+      "rel-constrast": 3.5683093070983887,
+      "step": 1429,
+      "subrel-constrast": 3.9765281677246094,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1224489795918366,
+      "grad_norm": 9.625,
+      "learning_rate": 4.972021296223217e-05,
+      "loss": 0.7156,
+      "step": 1430
+    },
+    {
+      "cov-distil": 1.6202445030212402,
+      "cov-distil (oracle2student)": 3.0828869342803955,
+      "cov-distil (oracle2teacher)": 2.7788877487182617,
+      "epoch": 1.1224489795918366,
+      "rel-constrast": 2.265202045440674,
+      "step": 1430,
+      "subrel-constrast": 3.0199191570281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5867798328399658,
+      "cov-distil (oracle2student)": 6.637983322143555,
+      "cov-distil (oracle2teacher)": 5.775035858154297,
+      "epoch": 1.1232339089481946,
+      "rel-constrast": 1.8450088500976562,
+      "step": 1431,
+      "subrel-constrast": 2.654466390609741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5769436359405518,
+      "cov-distil (oracle2student)": 3.3085904121398926,
+      "cov-distil (oracle2teacher)": 3.1149349212646484,
+      "epoch": 1.1240188383045526,
+      "rel-constrast": 3.127098321914673,
+      "step": 1432,
+      "subrel-constrast": 3.4269423484802246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.290905237197876,
+      "cov-distil (oracle2student)": 7.275933265686035,
+      "cov-distil (oracle2teacher)": 6.055379390716553,
+      "epoch": 1.1248037676609106,
+      "rel-constrast": 2.6604831218719482,
+      "step": 1433,
+      "subrel-constrast": 3.1333022117614746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4214860200881958,
+      "cov-distil (oracle2student)": 3.6913363933563232,
+      "cov-distil (oracle2teacher)": 3.974123239517212,
+      "epoch": 1.1255886970172684,
+      "rel-constrast": 3.193338394165039,
+      "step": 1434,
+      "subrel-constrast": 3.5697827339172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1152448654174805,
+      "cov-distil (oracle2student)": 4.05968713760376,
+      "cov-distil (oracle2teacher)": 3.9392943382263184,
+      "epoch": 1.1263736263736264,
+      "rel-constrast": 2.2788405418395996,
+      "step": 1435,
+      "subrel-constrast": 3.7335705757141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.242502212524414,
+      "cov-distil (oracle2student)": 3.214986562728882,
+      "cov-distil (oracle2teacher)": 3.609635829925537,
+      "epoch": 1.1271585557299844,
+      "rel-constrast": 2.747772455215454,
+      "step": 1436,
+      "subrel-constrast": 3.4749293327331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.319406270980835,
+      "cov-distil (oracle2student)": 7.63732385635376,
+      "cov-distil (oracle2teacher)": 6.685694694519043,
+      "epoch": 1.1279434850863423,
+      "rel-constrast": 3.4438138008117676,
+      "step": 1437,
+      "subrel-constrast": 3.970630168914795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0939173698425293,
+      "cov-distil (oracle2student)": 5.202234745025635,
+      "cov-distil (oracle2teacher)": 4.502569675445557,
+      "epoch": 1.1287284144427001,
+      "rel-constrast": 3.825807571411133,
+      "step": 1438,
+      "subrel-constrast": 4.160816192626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4238145351409912,
+      "cov-distil (oracle2student)": 3.324925184249878,
+      "cov-distil (oracle2teacher)": 3.2941694259643555,
+      "epoch": 1.129513343799058,
+      "rel-constrast": 2.8478026390075684,
+      "step": 1439,
+      "subrel-constrast": 3.2991602420806885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.130298273155416,
+      "grad_norm": 6.65625,
+      "learning_rate": 4.970704308425487e-05,
+      "loss": 0.7426,
+      "step": 1440
+    },
+    {
+      "cov-distil": 1.7210097312927246,
+      "cov-distil (oracle2student)": 4.91700553894043,
+      "cov-distil (oracle2teacher)": 4.660266876220703,
+      "epoch": 1.130298273155416,
+      "rel-constrast": 2.580687999725342,
+      "step": 1440,
+      "subrel-constrast": 3.407400131225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4355494976043701,
+      "cov-distil (oracle2student)": 4.487117767333984,
+      "cov-distil (oracle2teacher)": 3.9655141830444336,
+      "epoch": 1.1310832025117739,
+      "rel-constrast": 2.7421960830688477,
+      "step": 1441,
+      "subrel-constrast": 3.3824241161346436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7735215425491333,
+      "cov-distil (oracle2student)": 7.142309188842773,
+      "cov-distil (oracle2teacher)": 5.814286231994629,
+      "epoch": 1.1318681318681318,
+      "rel-constrast": 3.1321613788604736,
+      "step": 1442,
+      "subrel-constrast": 3.7966020107269287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4831596612930298,
+      "cov-distil (oracle2student)": 4.758261680603027,
+      "cov-distil (oracle2teacher)": 4.327485084533691,
+      "epoch": 1.1326530612244898,
+      "rel-constrast": 3.778820037841797,
+      "step": 1443,
+      "subrel-constrast": 4.133635520935059,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499006509780884,
+      "cov-distil (oracle2student)": 4.640183448791504,
+      "cov-distil (oracle2teacher)": 4.057236671447754,
+      "epoch": 1.1334379905808478,
+      "rel-constrast": 3.0463719367980957,
+      "step": 1444,
+      "subrel-constrast": 3.5193467140197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5021295547485352,
+      "cov-distil (oracle2student)": 4.30925989151001,
+      "cov-distil (oracle2teacher)": 4.226467132568359,
+      "epoch": 1.1342229199372056,
+      "rel-constrast": 2.504362106323242,
+      "step": 1445,
+      "subrel-constrast": 3.079847812652588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6534078121185303,
+      "cov-distil (oracle2student)": 3.8200089931488037,
+      "cov-distil (oracle2teacher)": 4.042212963104248,
+      "epoch": 1.1350078492935636,
+      "rel-constrast": 3.2322568893432617,
+      "step": 1446,
+      "subrel-constrast": 3.7701570987701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5618064403533936,
+      "cov-distil (oracle2student)": 4.572770118713379,
+      "cov-distil (oracle2teacher)": 4.0620245933532715,
+      "epoch": 1.1357927786499216,
+      "rel-constrast": 2.9428255558013916,
+      "step": 1447,
+      "subrel-constrast": 3.3003830909729004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.392897129058838,
+      "cov-distil (oracle2student)": 3.695558786392212,
+      "cov-distil (oracle2teacher)": 3.8413383960723877,
+      "epoch": 1.1365777080062793,
+      "rel-constrast": 3.3504841327667236,
+      "step": 1448,
+      "subrel-constrast": 3.8079612255096436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3107936382293701,
+      "cov-distil (oracle2student)": 4.832245826721191,
+      "cov-distil (oracle2teacher)": 4.406163215637207,
+      "epoch": 1.1373626373626373,
+      "rel-constrast": 1.9430854320526123,
+      "step": 1449,
+      "subrel-constrast": 3.0062904357910156,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1381475667189953,
+      "grad_norm": 4.03125,
+      "learning_rate": 4.969357215875464e-05,
+      "loss": 0.7698,
+      "step": 1450
+    },
+    {
+      "cov-distil": 0.919407069683075,
+      "cov-distil (oracle2student)": 3.1853508949279785,
+      "cov-distil (oracle2teacher)": 3.0984792709350586,
+      "epoch": 1.1381475667189953,
+      "rel-constrast": 2.12074613571167,
+      "step": 1450,
+      "subrel-constrast": 2.755837917327881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5972926616668701,
+      "cov-distil (oracle2student)": 3.328793525695801,
+      "cov-distil (oracle2teacher)": 3.0796613693237305,
+      "epoch": 1.1389324960753533,
+      "rel-constrast": 3.2211830615997314,
+      "step": 1451,
+      "subrel-constrast": 3.4729177951812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.697230339050293,
+      "cov-distil (oracle2student)": 2.8607988357543945,
+      "cov-distil (oracle2teacher)": 2.8472752571105957,
+      "epoch": 1.139717425431711,
+      "rel-constrast": 2.671549081802368,
+      "step": 1452,
+      "subrel-constrast": 3.4498088359832764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.94770348072052,
+      "cov-distil (oracle2student)": 3.914979934692383,
+      "cov-distil (oracle2teacher)": 3.7376723289489746,
+      "epoch": 1.140502354788069,
+      "rel-constrast": 2.0744659900665283,
+      "step": 1453,
+      "subrel-constrast": 2.9850118160247803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9390360116958618,
+      "cov-distil (oracle2student)": 4.633434772491455,
+      "cov-distil (oracle2teacher)": 4.247796058654785,
+      "epoch": 1.141287284144427,
+      "rel-constrast": 3.4581127166748047,
+      "step": 1454,
+      "subrel-constrast": 3.9714317321777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7025808095932007,
+      "cov-distil (oracle2student)": 3.242124080657959,
+      "cov-distil (oracle2teacher)": 3.162363052368164,
+      "epoch": 1.1420722135007848,
+      "rel-constrast": 2.250493288040161,
+      "step": 1455,
+      "subrel-constrast": 3.050462484359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5706788301467896,
+      "cov-distil (oracle2student)": 5.469461917877197,
+      "cov-distil (oracle2teacher)": 4.936834812164307,
+      "epoch": 1.1428571428571428,
+      "rel-constrast": 2.565253496170044,
+      "step": 1456,
+      "subrel-constrast": 3.38845157623291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2386635541915894,
+      "cov-distil (oracle2student)": 3.0493264198303223,
+      "cov-distil (oracle2teacher)": 3.1810073852539062,
+      "epoch": 1.1436420722135008,
+      "rel-constrast": 2.261092185974121,
+      "step": 1457,
+      "subrel-constrast": 2.7858762741088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.739606499671936,
+      "cov-distil (oracle2student)": 3.968785524368286,
+      "cov-distil (oracle2teacher)": 3.909520387649536,
+      "epoch": 1.1444270015698588,
+      "rel-constrast": 2.737807273864746,
+      "step": 1458,
+      "subrel-constrast": 3.617563486099243,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63069486618042,
+      "cov-distil (oracle2student)": 4.003785133361816,
+      "cov-distil (oracle2teacher)": 3.693113088607788,
+      "epoch": 1.1452119309262168,
+      "rel-constrast": 3.737630844116211,
+      "step": 1459,
+      "subrel-constrast": 4.189433574676514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1459968602825745,
+      "grad_norm": 5.8125,
+      "learning_rate": 4.967980034987048e-05,
+      "loss": 0.7174,
+      "step": 1460
+    },
+    {
+      "cov-distil": 2.4934022426605225,
+      "cov-distil (oracle2student)": 5.498902797698975,
+      "cov-distil (oracle2teacher)": 4.933234214782715,
+      "epoch": 1.1459968602825745,
+      "rel-constrast": 3.81288480758667,
+      "step": 1460,
+      "subrel-constrast": 4.341779708862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358349323272705,
+      "cov-distil (oracle2student)": 4.342729568481445,
+      "cov-distil (oracle2teacher)": 3.542717456817627,
+      "epoch": 1.1467817896389325,
+      "rel-constrast": 3.4645586013793945,
+      "step": 1461,
+      "subrel-constrast": 3.522831439971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41737699508667,
+      "cov-distil (oracle2student)": 3.1106297969818115,
+      "cov-distil (oracle2teacher)": 3.1990559101104736,
+      "epoch": 1.1475667189952905,
+      "rel-constrast": 2.447864055633545,
+      "step": 1462,
+      "subrel-constrast": 3.088907480239868,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4640257358551025,
+      "cov-distil (oracle2student)": 4.718017101287842,
+      "cov-distil (oracle2teacher)": 4.130568504333496,
+      "epoch": 1.1483516483516483,
+      "rel-constrast": 2.635941982269287,
+      "step": 1463,
+      "subrel-constrast": 3.385139226913452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9698772430419922,
+      "cov-distil (oracle2student)": 6.459268569946289,
+      "cov-distil (oracle2teacher)": 5.032258033752441,
+      "epoch": 1.1491365777080063,
+      "rel-constrast": 4.093239784240723,
+      "step": 1464,
+      "subrel-constrast": 4.585559368133545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2035655975341797,
+      "cov-distil (oracle2student)": 3.430039167404175,
+      "cov-distil (oracle2teacher)": 3.6964468955993652,
+      "epoch": 1.1499215070643642,
+      "rel-constrast": 2.4838099479675293,
+      "step": 1465,
+      "subrel-constrast": 3.1714468002319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.579946756362915,
+      "cov-distil (oracle2student)": 4.577866554260254,
+      "cov-distil (oracle2teacher)": 4.270482063293457,
+      "epoch": 1.1507064364207222,
+      "rel-constrast": 2.88089656829834,
+      "step": 1466,
+      "subrel-constrast": 3.644862651824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5102288722991943,
+      "cov-distil (oracle2student)": 4.6253509521484375,
+      "cov-distil (oracle2teacher)": 4.5397844314575195,
+      "epoch": 1.15149136577708,
+      "rel-constrast": 2.2269387245178223,
+      "step": 1467,
+      "subrel-constrast": 2.7581796646118164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5692392587661743,
+      "cov-distil (oracle2student)": 2.171421527862549,
+      "cov-distil (oracle2teacher)": 2.289473295211792,
+      "epoch": 1.152276295133438,
+      "rel-constrast": 1.5733784437179565,
+      "step": 1468,
+      "subrel-constrast": 2.421278953552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7924730777740479,
+      "cov-distil (oracle2student)": 3.1747889518737793,
+      "cov-distil (oracle2teacher)": 3.5125255584716797,
+      "epoch": 1.153061224489796,
+      "rel-constrast": 2.380284309387207,
+      "step": 1469,
+      "subrel-constrast": 2.991039752960205,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1538461538461537,
+      "grad_norm": 5.0,
+      "learning_rate": 4.966572782540753e-05,
+      "loss": 0.7416,
+      "step": 1470
+    },
+    {
+      "cov-distil": 1.6793698072433472,
+      "cov-distil (oracle2student)": 6.4284772872924805,
+      "cov-distil (oracle2teacher)": 5.520218849182129,
+      "epoch": 1.1538461538461537,
+      "rel-constrast": 2.484776496887207,
+      "step": 1470,
+      "subrel-constrast": 3.247373104095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5853190422058105,
+      "cov-distil (oracle2student)": 3.101043224334717,
+      "cov-distil (oracle2teacher)": 3.3245849609375,
+      "epoch": 1.1546310832025117,
+      "rel-constrast": 1.8537979125976562,
+      "step": 1471,
+      "subrel-constrast": 2.7095072269439697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366969108581543,
+      "cov-distil (oracle2student)": 5.257271766662598,
+      "cov-distil (oracle2teacher)": 4.78129768371582,
+      "epoch": 1.1554160125588697,
+      "rel-constrast": 2.072223663330078,
+      "step": 1472,
+      "subrel-constrast": 2.9598119258880615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649501919746399,
+      "cov-distil (oracle2student)": 6.186247825622559,
+      "cov-distil (oracle2teacher)": 5.7467803955078125,
+      "epoch": 1.1562009419152277,
+      "rel-constrast": 2.668015718460083,
+      "step": 1473,
+      "subrel-constrast": 2.9322075843811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3380396366119385,
+      "cov-distil (oracle2student)": 3.762608528137207,
+      "cov-distil (oracle2teacher)": 3.6091530323028564,
+      "epoch": 1.1569858712715855,
+      "rel-constrast": 2.0027313232421875,
+      "step": 1474,
+      "subrel-constrast": 2.8449206352233887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2223048210144043,
+      "cov-distil (oracle2student)": 5.674510955810547,
+      "cov-distil (oracle2teacher)": 4.935297012329102,
+      "epoch": 1.1577708006279435,
+      "rel-constrast": 2.102262020111084,
+      "step": 1475,
+      "subrel-constrast": 3.233121871948242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7302626371383667,
+      "cov-distil (oracle2student)": 3.6926541328430176,
+      "cov-distil (oracle2teacher)": 3.3863492012023926,
+      "epoch": 1.1585557299843015,
+      "rel-constrast": 2.388659715652466,
+      "step": 1476,
+      "subrel-constrast": 3.0286173820495605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704991579055786,
+      "cov-distil (oracle2student)": 4.7798309326171875,
+      "cov-distil (oracle2teacher)": 4.173938274383545,
+      "epoch": 1.1593406593406592,
+      "rel-constrast": 2.9184153079986572,
+      "step": 1477,
+      "subrel-constrast": 3.51603364944458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2648746967315674,
+      "cov-distil (oracle2student)": 4.841617107391357,
+      "cov-distil (oracle2teacher)": 4.3514604568481445,
+      "epoch": 1.1601255886970172,
+      "rel-constrast": 3.234201192855835,
+      "step": 1478,
+      "subrel-constrast": 3.6756820678710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8125864267349243,
+      "cov-distil (oracle2student)": 2.6819968223571777,
+      "cov-distil (oracle2teacher)": 2.9248392581939697,
+      "epoch": 1.1609105180533752,
+      "rel-constrast": 3.2202460765838623,
+      "step": 1479,
+      "subrel-constrast": 3.61031174659729,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1616954474097332,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.9651354756835056e-05,
+      "loss": 0.6614,
+      "step": 1480
+    },
+    {
+      "cov-distil": 1.392646074295044,
+      "cov-distil (oracle2student)": 4.2380523681640625,
+      "cov-distil (oracle2teacher)": 3.5811140537261963,
+      "epoch": 1.1616954474097332,
+      "rel-constrast": 2.6302762031555176,
+      "step": 1480,
+      "subrel-constrast": 3.427609920501709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8921456336975098,
+      "cov-distil (oracle2student)": 3.067326068878174,
+      "cov-distil (oracle2teacher)": 3.2499985694885254,
+      "epoch": 1.1624803767660912,
+      "rel-constrast": 1.4655245542526245,
+      "step": 1481,
+      "subrel-constrast": 2.7194595336914062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8185973167419434,
+      "cov-distil (oracle2student)": 4.516495704650879,
+      "cov-distil (oracle2teacher)": 3.844066858291626,
+      "epoch": 1.163265306122449,
+      "rel-constrast": 2.676448345184326,
+      "step": 1482,
+      "subrel-constrast": 3.0788421630859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3603132963180542,
+      "cov-distil (oracle2student)": 6.497417449951172,
+      "cov-distil (oracle2teacher)": 5.633515357971191,
+      "epoch": 1.164050235478807,
+      "rel-constrast": 2.9875617027282715,
+      "step": 1483,
+      "subrel-constrast": 3.8521313667297363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2592880725860596,
+      "cov-distil (oracle2student)": 4.702965259552002,
+      "cov-distil (oracle2teacher)": 4.209061622619629,
+      "epoch": 1.164835164835165,
+      "rel-constrast": 3.127880096435547,
+      "step": 1484,
+      "subrel-constrast": 3.3566198348999023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8305009603500366,
+      "cov-distil (oracle2student)": 4.822851181030273,
+      "cov-distil (oracle2teacher)": 4.675025939941406,
+      "epoch": 1.1656200941915227,
+      "rel-constrast": 4.437347888946533,
+      "step": 1485,
+      "subrel-constrast": 4.580851078033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9999454021453857,
+      "cov-distil (oracle2student)": 3.5581858158111572,
+      "cov-distil (oracle2teacher)": 3.610217571258545,
+      "epoch": 1.1664050235478807,
+      "rel-constrast": 2.2528839111328125,
+      "step": 1486,
+      "subrel-constrast": 3.5497658252716064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4891130924224854,
+      "cov-distil (oracle2student)": 3.6254210472106934,
+      "cov-distil (oracle2teacher)": 3.5837528705596924,
+      "epoch": 1.1671899529042387,
+      "rel-constrast": 2.2691445350646973,
+      "step": 1487,
+      "subrel-constrast": 3.445279598236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.615608811378479,
+      "cov-distil (oracle2student)": 4.965720176696777,
+      "cov-distil (oracle2teacher)": 4.5782999992370605,
+      "epoch": 1.1679748822605966,
+      "rel-constrast": 2.9276885986328125,
+      "step": 1488,
+      "subrel-constrast": 3.6910719871520996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.073660135269165,
+      "cov-distil (oracle2student)": 7.403058052062988,
+      "cov-distil (oracle2teacher)": 6.3559417724609375,
+      "epoch": 1.1687598116169544,
+      "rel-constrast": 3.0895729064941406,
+      "step": 1489,
+      "subrel-constrast": 3.694629669189453,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1695447409733124,
+      "grad_norm": 6.34375,
+      "learning_rate": 4.963668131928436e-05,
+      "loss": 0.7409,
+      "step": 1490
+    },
+    {
+      "cov-distil": 1.584778070449829,
+      "cov-distil (oracle2student)": 2.9753050804138184,
+      "cov-distil (oracle2teacher)": 3.3699378967285156,
+      "epoch": 1.1695447409733124,
+      "rel-constrast": 2.489734411239624,
+      "step": 1490,
+      "subrel-constrast": 3.321147918701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2136712074279785,
+      "cov-distil (oracle2student)": 5.705753326416016,
+      "cov-distil (oracle2teacher)": 4.733763217926025,
+      "epoch": 1.1703296703296704,
+      "rel-constrast": 2.0149669647216797,
+      "step": 1491,
+      "subrel-constrast": 2.8364689350128174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8165807723999023,
+      "cov-distil (oracle2student)": 5.1815619468688965,
+      "cov-distil (oracle2teacher)": 4.738595008850098,
+      "epoch": 1.1711145996860282,
+      "rel-constrast": 2.5921926498413086,
+      "step": 1492,
+      "subrel-constrast": 3.3167977333068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5081615447998047,
+      "cov-distil (oracle2student)": 4.854668617248535,
+      "cov-distil (oracle2teacher)": 4.041452884674072,
+      "epoch": 1.1718995290423861,
+      "rel-constrast": 3.7228612899780273,
+      "step": 1493,
+      "subrel-constrast": 3.814889430999756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741749048233032,
+      "cov-distil (oracle2student)": 3.047351360321045,
+      "cov-distil (oracle2teacher)": 3.038147449493408,
+      "epoch": 1.1726844583987441,
+      "rel-constrast": 3.035686492919922,
+      "step": 1494,
+      "subrel-constrast": 3.9800944328308105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0405187606811523,
+      "cov-distil (oracle2student)": 3.714125633239746,
+      "cov-distil (oracle2teacher)": 3.6011228561401367,
+      "epoch": 1.1734693877551021,
+      "rel-constrast": 2.398214101791382,
+      "step": 1495,
+      "subrel-constrast": 3.8939106464385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3905870914459229,
+      "cov-distil (oracle2student)": 3.046931743621826,
+      "cov-distil (oracle2teacher)": 2.8855247497558594,
+      "epoch": 1.1742543171114599,
+      "rel-constrast": 3.0308635234832764,
+      "step": 1496,
+      "subrel-constrast": 3.329037666320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647951602935791,
+      "cov-distil (oracle2student)": 4.180196285247803,
+      "cov-distil (oracle2teacher)": 4.218957901000977,
+      "epoch": 1.1750392464678179,
+      "rel-constrast": 2.653312921524048,
+      "step": 1497,
+      "subrel-constrast": 4.166954040527344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6036298274993896,
+      "cov-distil (oracle2student)": 4.424801826477051,
+      "cov-distil (oracle2teacher)": 3.7677884101867676,
+      "epoch": 1.1758241758241759,
+      "rel-constrast": 2.748300313949585,
+      "step": 1498,
+      "subrel-constrast": 3.297043800354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6762897968292236,
+      "cov-distil (oracle2student)": 3.5112032890319824,
+      "cov-distil (oracle2teacher)": 3.420654773712158,
+      "epoch": 1.1766091051805336,
+      "rel-constrast": 2.9255642890930176,
+      "step": 1499,
+      "subrel-constrast": 3.3973541259765625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "grad_norm": 5.875,
+      "learning_rate": 4.9621707691546645e-05,
+      "loss": 0.7332,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-P@10": 0.7639999999999999,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-nDCG@10": 0.7747621818724173,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-nDCG@10": 0.6173102450175095,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "eval/avg": 0.5416106548872113,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "overlap": 0.2890625,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "step": 1500,
+      "student margin": 0.0633544921875
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "step": 1500,
+      "teacher margin": 0.043121337890625
+    },
+    {
+      "epoch": 1.1773940345368916,
+      "margin difference": -0.020233154296875,
+      "step": 1500
+    },
+    {
+      "cov-distil": 1.7485086917877197,
+      "cov-distil (oracle2student)": 4.230788707733154,
+      "cov-distil (oracle2teacher)": 3.8272950649261475,
+      "epoch": 1.1773940345368916,
+      "rel-constrast": 2.0312840938568115,
+      "step": 1500,
+      "subrel-constrast": 2.71525502204895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4775396585464478,
+      "cov-distil (oracle2student)": 4.059601306915283,
+      "cov-distil (oracle2teacher)": 3.723001003265381,
+      "epoch": 1.1781789638932496,
+      "rel-constrast": 4.083869934082031,
+      "step": 1501,
+      "subrel-constrast": 3.7125368118286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676011562347412,
+      "cov-distil (oracle2student)": 5.229190349578857,
+      "cov-distil (oracle2teacher)": 5.160117149353027,
+      "epoch": 1.1789638932496076,
+      "rel-constrast": 3.101928234100342,
+      "step": 1502,
+      "subrel-constrast": 4.044782638549805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6979618072509766,
+      "cov-distil (oracle2student)": 3.7973227500915527,
+      "cov-distil (oracle2teacher)": 3.310650587081909,
+      "epoch": 1.1797488226059656,
+      "rel-constrast": 2.005044937133789,
+      "step": 1503,
+      "subrel-constrast": 2.843824625015259,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5123100280761719,
+      "cov-distil (oracle2student)": 5.033284664154053,
+      "cov-distil (oracle2teacher)": 4.157942295074463,
+      "epoch": 1.1805337519623234,
+      "rel-constrast": 2.8426575660705566,
+      "step": 1504,
+      "subrel-constrast": 3.390226364135742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.316284418106079,
+      "cov-distil (oracle2student)": 3.133749485015869,
+      "cov-distil (oracle2teacher)": 3.136380672454834,
+      "epoch": 1.1813186813186813,
+      "rel-constrast": 2.476555347442627,
+      "step": 1505,
+      "subrel-constrast": 3.1768059730529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3085720539093018,
+      "cov-distil (oracle2student)": 5.336479187011719,
+      "cov-distil (oracle2teacher)": 5.304076194763184,
+      "epoch": 1.1821036106750393,
+      "rel-constrast": 3.9608383178710938,
+      "step": 1506,
+      "subrel-constrast": 4.48170280456543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562358140945435,
+      "cov-distil (oracle2student)": 5.106496334075928,
+      "cov-distil (oracle2teacher)": 4.130088806152344,
+      "epoch": 1.182888540031397,
+      "rel-constrast": 2.9583888053894043,
+      "step": 1507,
+      "subrel-constrast": 3.7306017875671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7493054866790771,
+      "cov-distil (oracle2student)": 2.7775204181671143,
+      "cov-distil (oracle2teacher)": 3.2637789249420166,
+      "epoch": 1.183673469387755,
+      "rel-constrast": 2.5205020904541016,
+      "step": 1508,
+      "subrel-constrast": 3.557661294937134,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0654494762420654,
+      "cov-distil (oracle2student)": 2.2735180854797363,
+      "cov-distil (oracle2teacher)": 2.127807855606079,
+      "epoch": 1.184458398744113,
+      "rel-constrast": 2.1841182708740234,
+      "step": 1509,
+      "subrel-constrast": 2.6357650756835938,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.185243328100471,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.9606434056070863e-05,
+      "loss": 0.7422,
+      "step": 1510
+    },
+    {
+      "cov-distil": 2.0747480392456055,
+      "cov-distil (oracle2student)": 3.9009385108947754,
+      "cov-distil (oracle2teacher)": 4.192046642303467,
+      "epoch": 1.185243328100471,
+      "rel-constrast": 2.6539556980133057,
+      "step": 1510,
+      "subrel-constrast": 3.577793836593628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7121105194091797,
+      "cov-distil (oracle2student)": 3.5978574752807617,
+      "cov-distil (oracle2teacher)": 3.8568508625030518,
+      "epoch": 1.1860282574568288,
+      "rel-constrast": 3.703195571899414,
+      "step": 1511,
+      "subrel-constrast": 4.201766490936279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.769433856010437,
+      "cov-distil (oracle2student)": 4.847658634185791,
+      "cov-distil (oracle2teacher)": 4.619823455810547,
+      "epoch": 1.1868131868131868,
+      "rel-constrast": 2.7370405197143555,
+      "step": 1512,
+      "subrel-constrast": 3.6746485233306885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3672865629196167,
+      "cov-distil (oracle2student)": 5.345491409301758,
+      "cov-distil (oracle2teacher)": 5.307746887207031,
+      "epoch": 1.1875981161695448,
+      "rel-constrast": 3.974797248840332,
+      "step": 1513,
+      "subrel-constrast": 4.64158296585083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3251571655273438,
+      "cov-distil (oracle2student)": 6.040820121765137,
+      "cov-distil (oracle2teacher)": 4.929553985595703,
+      "epoch": 1.1883830455259026,
+      "rel-constrast": 2.626101493835449,
+      "step": 1514,
+      "subrel-constrast": 3.0085737705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7284622192382812,
+      "cov-distil (oracle2student)": 3.64074444770813,
+      "cov-distil (oracle2teacher)": 3.6592631340026855,
+      "epoch": 1.1891679748822606,
+      "rel-constrast": 2.033757209777832,
+      "step": 1515,
+      "subrel-constrast": 2.7563092708587646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1659088134765625,
+      "cov-distil (oracle2student)": 2.7111988067626953,
+      "cov-distil (oracle2teacher)": 3.0070433616638184,
+      "epoch": 1.1899529042386185,
+      "rel-constrast": 2.4668636322021484,
+      "step": 1516,
+      "subrel-constrast": 3.6944668292999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1717967987060547,
+      "cov-distil (oracle2student)": 4.242790222167969,
+      "cov-distil (oracle2teacher)": 3.823622465133667,
+      "epoch": 1.1907378335949765,
+      "rel-constrast": 3.1749753952026367,
+      "step": 1517,
+      "subrel-constrast": 3.6475167274475098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.912517786026001,
+      "cov-distil (oracle2student)": 4.199876308441162,
+      "cov-distil (oracle2teacher)": 4.535355567932129,
+      "epoch": 1.1915227629513343,
+      "rel-constrast": 4.481130123138428,
+      "step": 1518,
+      "subrel-constrast": 5.082208156585693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562536239624023,
+      "cov-distil (oracle2student)": 5.788992881774902,
+      "cov-distil (oracle2teacher)": 4.82795524597168,
+      "epoch": 1.1923076923076923,
+      "rel-constrast": 3.587991237640381,
+      "step": 1519,
+      "subrel-constrast": 4.080261707305908,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.1930926216640503,
+      "grad_norm": 6.84375,
+      "learning_rate": 4.959086059896141e-05,
+      "loss": 0.8287,
+      "step": 1520
+    },
+    {
+      "cov-distil": 1.5232781171798706,
+      "cov-distil (oracle2student)": 4.327375411987305,
+      "cov-distil (oracle2teacher)": 4.070348739624023,
+      "epoch": 1.1930926216640503,
+      "rel-constrast": 2.7197184562683105,
+      "step": 1520,
+      "subrel-constrast": 3.1734938621520996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4419372081756592,
+      "cov-distil (oracle2student)": 5.73799467086792,
+      "cov-distil (oracle2teacher)": 5.951563835144043,
+      "epoch": 1.193877551020408,
+      "rel-constrast": 3.3822076320648193,
+      "step": 1521,
+      "subrel-constrast": 3.779179811477661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640181303024292,
+      "cov-distil (oracle2student)": 3.836653709411621,
+      "cov-distil (oracle2teacher)": 3.7507858276367188,
+      "epoch": 1.194662480376766,
+      "rel-constrast": 3.6478872299194336,
+      "step": 1522,
+      "subrel-constrast": 4.444528579711914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4504380226135254,
+      "cov-distil (oracle2student)": 3.3363285064697266,
+      "cov-distil (oracle2teacher)": 2.772866725921631,
+      "epoch": 1.195447409733124,
+      "rel-constrast": 2.0574207305908203,
+      "step": 1523,
+      "subrel-constrast": 2.545795440673828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9421583414077759,
+      "cov-distil (oracle2student)": 3.961541175842285,
+      "cov-distil (oracle2teacher)": 4.5739521980285645,
+      "epoch": 1.196232339089482,
+      "rel-constrast": 2.9225692749023438,
+      "step": 1524,
+      "subrel-constrast": 3.993438243865967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5873799324035645,
+      "cov-distil (oracle2student)": 4.951776027679443,
+      "cov-distil (oracle2teacher)": 4.686556816101074,
+      "epoch": 1.19701726844584,
+      "rel-constrast": 2.6227290630340576,
+      "step": 1525,
+      "subrel-constrast": 3.568251132965088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7995333671569824,
+      "cov-distil (oracle2student)": 3.3716089725494385,
+      "cov-distil (oracle2teacher)": 3.617016315460205,
+      "epoch": 1.1978021978021978,
+      "rel-constrast": 2.6842219829559326,
+      "step": 1526,
+      "subrel-constrast": 3.481901168823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5646638870239258,
+      "cov-distil (oracle2student)": 4.4577507972717285,
+      "cov-distil (oracle2teacher)": 4.188509941101074,
+      "epoch": 1.1985871271585558,
+      "rel-constrast": 3.4021458625793457,
+      "step": 1527,
+      "subrel-constrast": 4.33415412902832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8761851787567139,
+      "cov-distil (oracle2student)": 3.9821815490722656,
+      "cov-distil (oracle2teacher)": 3.884610176086426,
+      "epoch": 1.1993720565149137,
+      "rel-constrast": 2.9438514709472656,
+      "step": 1528,
+      "subrel-constrast": 3.405836582183838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2246947288513184,
+      "cov-distil (oracle2student)": 4.151642799377441,
+      "cov-distil (oracle2teacher)": 3.1427805423736572,
+      "epoch": 1.2001569858712715,
+      "rel-constrast": 1.772562026977539,
+      "step": 1529,
+      "subrel-constrast": 2.6392982006073,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2009419152276295,
+      "grad_norm": 3.53125,
+      "learning_rate": 4.957498750997597e-05,
+      "loss": 0.744,
+      "step": 1530
+    },
+    {
+      "cov-distil": 1.600648045539856,
+      "cov-distil (oracle2student)": 4.604783058166504,
+      "cov-distil (oracle2teacher)": 4.556369304656982,
+      "epoch": 1.2009419152276295,
+      "rel-constrast": 2.267603874206543,
+      "step": 1530,
+      "subrel-constrast": 2.6244161128997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810472846031189,
+      "cov-distil (oracle2student)": 4.073423862457275,
+      "cov-distil (oracle2teacher)": 3.6597142219543457,
+      "epoch": 1.2017268445839875,
+      "rel-constrast": 2.3108716011047363,
+      "step": 1531,
+      "subrel-constrast": 3.2451529502868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8782386779785156,
+      "cov-distil (oracle2student)": 3.557467222213745,
+      "cov-distil (oracle2teacher)": 3.675232410430908,
+      "epoch": 1.2025117739403455,
+      "rel-constrast": 3.3091039657592773,
+      "step": 1532,
+      "subrel-constrast": 4.100863456726074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5638325214385986,
+      "cov-distil (oracle2student)": 2.8034284114837646,
+      "cov-distil (oracle2teacher)": 2.8497776985168457,
+      "epoch": 1.2032967032967032,
+      "rel-constrast": 2.3563458919525146,
+      "step": 1533,
+      "subrel-constrast": 3.0898303985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.691821575164795,
+      "cov-distil (oracle2student)": 4.60768985748291,
+      "cov-distil (oracle2teacher)": 4.304746627807617,
+      "epoch": 1.2040816326530612,
+      "rel-constrast": 2.8594892024993896,
+      "step": 1534,
+      "subrel-constrast": 3.549325704574585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5520613193511963,
+      "cov-distil (oracle2student)": 4.877971649169922,
+      "cov-distil (oracle2teacher)": 4.454023838043213,
+      "epoch": 1.2048665620094192,
+      "rel-constrast": 2.8462142944335938,
+      "step": 1535,
+      "subrel-constrast": 3.4580230712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6331263780593872,
+      "cov-distil (oracle2student)": 4.314093112945557,
+      "cov-distil (oracle2teacher)": 4.101082801818848,
+      "epoch": 1.205651491365777,
+      "rel-constrast": 2.616159677505493,
+      "step": 1536,
+      "subrel-constrast": 3.3092477321624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.022289991378784,
+      "cov-distil (oracle2student)": 4.89500093460083,
+      "cov-distil (oracle2teacher)": 4.807025909423828,
+      "epoch": 1.206436420722135,
+      "rel-constrast": 2.419569253921509,
+      "step": 1537,
+      "subrel-constrast": 3.59961199760437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4777123928070068,
+      "cov-distil (oracle2student)": 3.2864580154418945,
+      "cov-distil (oracle2teacher)": 3.056769847869873,
+      "epoch": 1.207221350078493,
+      "rel-constrast": 2.0155293941497803,
+      "step": 1538,
+      "subrel-constrast": 2.7256932258605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.645634651184082,
+      "cov-distil (oracle2student)": 4.065258026123047,
+      "cov-distil (oracle2teacher)": 3.8413004875183105,
+      "epoch": 1.208006279434851,
+      "rel-constrast": 2.3775105476379395,
+      "step": 1539,
+      "subrel-constrast": 3.498631715774536,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2087912087912087,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.9558814982523106e-05,
+      "loss": 0.6766,
+      "step": 1540
+    },
+    {
+      "cov-distil": 1.8075847625732422,
+      "cov-distil (oracle2student)": 5.002773284912109,
+      "cov-distil (oracle2teacher)": 5.1291985511779785,
+      "epoch": 1.2087912087912087,
+      "rel-constrast": 3.0045089721679688,
+      "step": 1540,
+      "subrel-constrast": 3.930400848388672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4789363145828247,
+      "cov-distil (oracle2student)": 4.7036285400390625,
+      "cov-distil (oracle2teacher)": 4.801464080810547,
+      "epoch": 1.2095761381475667,
+      "rel-constrast": 2.8248226642608643,
+      "step": 1541,
+      "subrel-constrast": 3.794799566268921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6375290155410767,
+      "cov-distil (oracle2student)": 3.3961291313171387,
+      "cov-distil (oracle2teacher)": 3.204671859741211,
+      "epoch": 1.2103610675039247,
+      "rel-constrast": 2.8809454441070557,
+      "step": 1542,
+      "subrel-constrast": 3.4760124683380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2903764247894287,
+      "cov-distil (oracle2student)": 4.792279243469238,
+      "cov-distil (oracle2teacher)": 4.538397789001465,
+      "epoch": 1.2111459968602825,
+      "rel-constrast": 2.7544140815734863,
+      "step": 1543,
+      "subrel-constrast": 3.2082643508911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375863075256348,
+      "cov-distil (oracle2student)": 4.494780540466309,
+      "cov-distil (oracle2teacher)": 4.387182235717773,
+      "epoch": 1.2119309262166404,
+      "rel-constrast": 2.863981008529663,
+      "step": 1544,
+      "subrel-constrast": 3.4193403720855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7431714534759521,
+      "cov-distil (oracle2student)": 4.275623321533203,
+      "cov-distil (oracle2teacher)": 4.166308403015137,
+      "epoch": 1.2127158555729984,
+      "rel-constrast": 2.1307897567749023,
+      "step": 1545,
+      "subrel-constrast": 3.471906900405884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7611958980560303,
+      "cov-distil (oracle2student)": 3.3497514724731445,
+      "cov-distil (oracle2teacher)": 3.3862464427948,
+      "epoch": 1.2135007849293564,
+      "rel-constrast": 2.38743257522583,
+      "step": 1546,
+      "subrel-constrast": 3.3915841579437256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5527610778808594,
+      "cov-distil (oracle2student)": 3.1812191009521484,
+      "cov-distil (oracle2teacher)": 3.1168770790100098,
+      "epoch": 1.2142857142857142,
+      "rel-constrast": 2.404475212097168,
+      "step": 1547,
+      "subrel-constrast": 3.0474047660827637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7499725818634033,
+      "cov-distil (oracle2student)": 4.475757598876953,
+      "cov-distil (oracle2teacher)": 4.537806034088135,
+      "epoch": 1.2150706436420722,
+      "rel-constrast": 2.1917285919189453,
+      "step": 1548,
+      "subrel-constrast": 2.8687524795532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2541391849517822,
+      "cov-distil (oracle2student)": 4.706418991088867,
+      "cov-distil (oracle2teacher)": 3.8923490047454834,
+      "epoch": 1.2158555729984302,
+      "rel-constrast": 2.889606475830078,
+      "step": 1549,
+      "subrel-constrast": 3.2647478580474854,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2166405023547882,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.9542343213659974e-05,
+      "loss": 0.6976,
+      "step": 1550
+    },
+    {
+      "cov-distil": 1.8331830501556396,
+      "cov-distil (oracle2student)": 5.015098571777344,
+      "cov-distil (oracle2teacher)": 4.250988960266113,
+      "epoch": 1.2166405023547882,
+      "rel-constrast": 4.024837493896484,
+      "step": 1550,
+      "subrel-constrast": 4.481121063232422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9867794513702393,
+      "cov-distil (oracle2student)": 3.297834873199463,
+      "cov-distil (oracle2teacher)": 3.424804449081421,
+      "epoch": 1.217425431711146,
+      "rel-constrast": 2.9038000106811523,
+      "step": 1551,
+      "subrel-constrast": 3.5621063709259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5921251773834229,
+      "cov-distil (oracle2student)": 4.316880226135254,
+      "cov-distil (oracle2teacher)": 3.882554292678833,
+      "epoch": 1.218210361067504,
+      "rel-constrast": 2.5500707626342773,
+      "step": 1552,
+      "subrel-constrast": 3.0413320064544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2253526449203491,
+      "cov-distil (oracle2student)": 4.995065689086914,
+      "cov-distil (oracle2teacher)": 4.219193458557129,
+      "epoch": 1.218995290423862,
+      "rel-constrast": 3.696774959564209,
+      "step": 1553,
+      "subrel-constrast": 3.889272689819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229150414466858,
+      "cov-distil (oracle2student)": 2.6216583251953125,
+      "cov-distil (oracle2teacher)": 2.6381349563598633,
+      "epoch": 1.2197802197802199,
+      "rel-constrast": 3.167804718017578,
+      "step": 1554,
+      "subrel-constrast": 3.390306234359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.84684419631958,
+      "cov-distil (oracle2student)": 2.844254970550537,
+      "cov-distil (oracle2teacher)": 2.755173683166504,
+      "epoch": 1.2205651491365777,
+      "rel-constrast": 2.9125025272369385,
+      "step": 1555,
+      "subrel-constrast": 3.365950345993042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9272841215133667,
+      "cov-distil (oracle2student)": 2.703958034515381,
+      "cov-distil (oracle2teacher)": 2.7598724365234375,
+      "epoch": 1.2213500784929356,
+      "rel-constrast": 2.177861213684082,
+      "step": 1556,
+      "subrel-constrast": 3.3213248252868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2323274612426758,
+      "cov-distil (oracle2student)": 2.7246484756469727,
+      "cov-distil (oracle2teacher)": 2.517838954925537,
+      "epoch": 1.2221350078492936,
+      "rel-constrast": 1.8433092832565308,
+      "step": 1557,
+      "subrel-constrast": 2.5471136569976807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569610357284546,
+      "cov-distil (oracle2student)": 5.2571306228637695,
+      "cov-distil (oracle2teacher)": 4.8253984451293945,
+      "epoch": 1.2229199372056514,
+      "rel-constrast": 2.5907344818115234,
+      "step": 1558,
+      "subrel-constrast": 3.619658946990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.719965934753418,
+      "cov-distil (oracle2student)": 6.273858070373535,
+      "cov-distil (oracle2teacher)": 5.100681781768799,
+      "epoch": 1.2237048665620094,
+      "rel-constrast": 3.1695213317871094,
+      "step": 1559,
+      "subrel-constrast": 3.9834675788879395,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2244897959183674,
+      "grad_norm": 5.75,
+      "learning_rate": 4.952557240408988e-05,
+      "loss": 0.7663,
+      "step": 1560
+    },
+    {
+      "cov-distil": 1.6666290760040283,
+      "cov-distil (oracle2student)": 4.642274856567383,
+      "cov-distil (oracle2teacher)": 4.5248212814331055,
+      "epoch": 1.2244897959183674,
+      "rel-constrast": 3.450890302658081,
+      "step": 1560,
+      "subrel-constrast": 4.130867958068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2021815776824951,
+      "cov-distil (oracle2student)": 3.2229409217834473,
+      "cov-distil (oracle2teacher)": 3.380291700363159,
+      "epoch": 1.2252747252747254,
+      "rel-constrast": 2.533560276031494,
+      "step": 1561,
+      "subrel-constrast": 3.267157793045044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4832178354263306,
+      "cov-distil (oracle2student)": 3.1300363540649414,
+      "cov-distil (oracle2teacher)": 3.320742607116699,
+      "epoch": 1.2260596546310831,
+      "rel-constrast": 1.6512200832366943,
+      "step": 1562,
+      "subrel-constrast": 2.4736149311065674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5483647584915161,
+      "cov-distil (oracle2student)": 3.974653720855713,
+      "cov-distil (oracle2teacher)": 4.282253742218018,
+      "epoch": 1.2268445839874411,
+      "rel-constrast": 3.680492877960205,
+      "step": 1563,
+      "subrel-constrast": 4.2281389236450195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8743088245391846,
+      "cov-distil (oracle2student)": 4.122889995574951,
+      "cov-distil (oracle2teacher)": 3.6850976943969727,
+      "epoch": 1.227629513343799,
+      "rel-constrast": 2.8563923835754395,
+      "step": 1564,
+      "subrel-constrast": 3.1994149684906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.908144474029541,
+      "cov-distil (oracle2student)": 4.664992332458496,
+      "cov-distil (oracle2teacher)": 4.363765239715576,
+      "epoch": 1.2284144427001569,
+      "rel-constrast": 3.2205111980438232,
+      "step": 1565,
+      "subrel-constrast": 3.8490545749664307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4982974529266357,
+      "cov-distil (oracle2student)": 3.536342144012451,
+      "cov-distil (oracle2teacher)": 3.640622615814209,
+      "epoch": 1.2291993720565149,
+      "rel-constrast": 2.4386274814605713,
+      "step": 1566,
+      "subrel-constrast": 3.2455220222473145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.983614206314087,
+      "cov-distil (oracle2student)": 2.985178232192993,
+      "cov-distil (oracle2teacher)": 2.78747296333313,
+      "epoch": 1.2299843014128728,
+      "rel-constrast": 2.052114725112915,
+      "step": 1567,
+      "subrel-constrast": 2.8265461921691895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4338563680648804,
+      "cov-distil (oracle2student)": 3.8309435844421387,
+      "cov-distil (oracle2teacher)": 3.4424710273742676,
+      "epoch": 1.2307692307692308,
+      "rel-constrast": 3.0795669555664062,
+      "step": 1568,
+      "subrel-constrast": 3.582277297973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.584893226623535,
+      "cov-distil (oracle2student)": 5.216217994689941,
+      "cov-distil (oracle2teacher)": 4.565634250640869,
+      "epoch": 1.2315541601255886,
+      "rel-constrast": 3.039799690246582,
+      "step": 1569,
+      "subrel-constrast": 3.715428113937378,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2323390894819466,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.950850275815983e-05,
+      "loss": 0.743,
+      "step": 1570
+    },
+    {
+      "cov-distil": 1.5038628578186035,
+      "cov-distil (oracle2student)": 2.6119627952575684,
+      "cov-distil (oracle2teacher)": 2.7541110515594482,
+      "epoch": 1.2323390894819466,
+      "rel-constrast": 2.176480531692505,
+      "step": 1570,
+      "subrel-constrast": 2.686347007751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520804524421692,
+      "cov-distil (oracle2student)": 2.5996336936950684,
+      "cov-distil (oracle2teacher)": 2.6235592365264893,
+      "epoch": 1.2331240188383046,
+      "rel-constrast": 3.114922523498535,
+      "step": 1571,
+      "subrel-constrast": 3.61731219291687,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104897737503052,
+      "cov-distil (oracle2student)": 3.415076732635498,
+      "cov-distil (oracle2teacher)": 3.5732460021972656,
+      "epoch": 1.2339089481946626,
+      "rel-constrast": 3.33668851852417,
+      "step": 1572,
+      "subrel-constrast": 3.909759759902954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4771370887756348,
+      "cov-distil (oracle2student)": 4.409694671630859,
+      "cov-distil (oracle2teacher)": 3.946770429611206,
+      "epoch": 1.2346938775510203,
+      "rel-constrast": 3.8898987770080566,
+      "step": 1573,
+      "subrel-constrast": 4.148560523986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3169071674346924,
+      "cov-distil (oracle2student)": 4.829381942749023,
+      "cov-distil (oracle2teacher)": 4.6057939529418945,
+      "epoch": 1.2354788069073783,
+      "rel-constrast": 2.1212494373321533,
+      "step": 1574,
+      "subrel-constrast": 2.8325772285461426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086176872253418,
+      "cov-distil (oracle2student)": 2.98012638092041,
+      "cov-distil (oracle2teacher)": 2.6507182121276855,
+      "epoch": 1.2362637362637363,
+      "rel-constrast": 1.8269630670547485,
+      "step": 1575,
+      "subrel-constrast": 2.1550111770629883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2610249519348145,
+      "cov-distil (oracle2student)": 4.485299587249756,
+      "cov-distil (oracle2teacher)": 4.363012790679932,
+      "epoch": 1.2370486656200943,
+      "rel-constrast": 4.008843421936035,
+      "step": 1576,
+      "subrel-constrast": 4.4985198974609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6807074546813965,
+      "cov-distil (oracle2student)": 4.946079254150391,
+      "cov-distil (oracle2teacher)": 4.673879146575928,
+      "epoch": 1.237833594976452,
+      "rel-constrast": 3.214716911315918,
+      "step": 1577,
+      "subrel-constrast": 3.7449193000793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7182397842407227,
+      "cov-distil (oracle2student)": 7.419530868530273,
+      "cov-distil (oracle2teacher)": 6.617232322692871,
+      "epoch": 1.23861852433281,
+      "rel-constrast": 2.0141851902008057,
+      "step": 1578,
+      "subrel-constrast": 3.173762321472168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5207469463348389,
+      "cov-distil (oracle2student)": 4.323278427124023,
+      "cov-distil (oracle2teacher)": 4.4741621017456055,
+      "epoch": 1.239403453689168,
+      "rel-constrast": 2.6204493045806885,
+      "step": 1579,
+      "subrel-constrast": 3.512580156326294,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2401883830455258,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.9491134483858095e-05,
+      "loss": 0.7444,
+      "step": 1580
+    },
+    {
+      "cov-distil": 1.7275066375732422,
+      "cov-distil (oracle2student)": 2.5916287899017334,
+      "cov-distil (oracle2teacher)": 3.294196128845215,
+      "epoch": 1.2401883830455258,
+      "rel-constrast": 2.8139939308166504,
+      "step": 1580,
+      "subrel-constrast": 3.629631280899048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41563081741333,
+      "cov-distil (oracle2student)": 3.2800745964050293,
+      "cov-distil (oracle2teacher)": 3.2235331535339355,
+      "epoch": 1.2409733124018838,
+      "rel-constrast": 2.417858600616455,
+      "step": 1581,
+      "subrel-constrast": 3.2114391326904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0455130338668823,
+      "cov-distil (oracle2student)": 4.683004379272461,
+      "cov-distil (oracle2teacher)": 4.711904525756836,
+      "epoch": 1.2417582417582418,
+      "rel-constrast": 4.308945178985596,
+      "step": 1582,
+      "subrel-constrast": 4.595567226409912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4948856830596924,
+      "cov-distil (oracle2student)": 4.5842413902282715,
+      "cov-distil (oracle2teacher)": 4.541057586669922,
+      "epoch": 1.2425431711145998,
+      "rel-constrast": 2.354098320007324,
+      "step": 1583,
+      "subrel-constrast": 3.2532970905303955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478751540184021,
+      "cov-distil (oracle2student)": 5.340696811676025,
+      "cov-distil (oracle2teacher)": 5.217659950256348,
+      "epoch": 1.2433281004709575,
+      "rel-constrast": 3.1210832595825195,
+      "step": 1584,
+      "subrel-constrast": 3.8527209758758545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385205626487732,
+      "cov-distil (oracle2student)": 4.021716594696045,
+      "cov-distil (oracle2teacher)": 4.30511474609375,
+      "epoch": 1.2441130298273155,
+      "rel-constrast": 3.3219354152679443,
+      "step": 1585,
+      "subrel-constrast": 4.327701091766357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2471152544021606,
+      "cov-distil (oracle2student)": 5.545618057250977,
+      "cov-distil (oracle2teacher)": 4.992803573608398,
+      "epoch": 1.2448979591836735,
+      "rel-constrast": 3.230410575866699,
+      "step": 1586,
+      "subrel-constrast": 3.737184762954712,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.389676809310913,
+      "cov-distil (oracle2student)": 4.302770614624023,
+      "cov-distil (oracle2teacher)": 4.216390132904053,
+      "epoch": 1.2456828885400313,
+      "rel-constrast": 3.0439257621765137,
+      "step": 1587,
+      "subrel-constrast": 3.626136064529419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0842232704162598,
+      "cov-distil (oracle2student)": 5.351293087005615,
+      "cov-distil (oracle2teacher)": 4.81019401550293,
+      "epoch": 1.2464678178963893,
+      "rel-constrast": 2.3461873531341553,
+      "step": 1588,
+      "subrel-constrast": 3.2448534965515137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9012022018432617,
+      "cov-distil (oracle2student)": 3.589587688446045,
+      "cov-distil (oracle2teacher)": 3.8490538597106934,
+      "epoch": 1.2472527472527473,
+      "rel-constrast": 2.6720728874206543,
+      "step": 1589,
+      "subrel-constrast": 3.2388925552368164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2480376766091053,
+      "grad_norm": 6.21875,
+      "learning_rate": 4.947346779281159e-05,
+      "loss": 0.7787,
+      "step": 1590
+    },
+    {
+      "cov-distil": 1.0694540739059448,
+      "cov-distil (oracle2student)": 3.0265297889709473,
+      "cov-distil (oracle2teacher)": 2.930713653564453,
+      "epoch": 1.2480376766091053,
+      "rel-constrast": 1.9245004653930664,
+      "step": 1590,
+      "subrel-constrast": 2.372952699661255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5754947662353516,
+      "cov-distil (oracle2student)": 5.229963779449463,
+      "cov-distil (oracle2teacher)": 5.164266586303711,
+      "epoch": 1.248822605965463,
+      "rel-constrast": 1.8129247426986694,
+      "step": 1591,
+      "subrel-constrast": 2.834083080291748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0053443908691406,
+      "cov-distil (oracle2student)": 4.9797444343566895,
+      "cov-distil (oracle2teacher)": 4.2929582595825195,
+      "epoch": 1.249607535321821,
+      "rel-constrast": 2.694392442703247,
+      "step": 1592,
+      "subrel-constrast": 3.547555923461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2049765586853027,
+      "cov-distil (oracle2student)": 4.001274108886719,
+      "cov-distil (oracle2teacher)": 3.9364099502563477,
+      "epoch": 1.250392464678179,
+      "rel-constrast": 2.953474521636963,
+      "step": 1593,
+      "subrel-constrast": 3.470498561859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.043835401535034,
+      "cov-distil (oracle2student)": 5.210770606994629,
+      "cov-distil (oracle2teacher)": 4.576769828796387,
+      "epoch": 1.2511773940345368,
+      "rel-constrast": 2.3584091663360596,
+      "step": 1594,
+      "subrel-constrast": 3.1537837982177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2665927410125732,
+      "cov-distil (oracle2student)": 3.7326819896698,
+      "cov-distil (oracle2teacher)": 3.1742799282073975,
+      "epoch": 1.2519623233908947,
+      "rel-constrast": 4.692358493804932,
+      "step": 1595,
+      "subrel-constrast": 4.0910539627075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7941944599151611,
+      "cov-distil (oracle2student)": 4.109507083892822,
+      "cov-distil (oracle2teacher)": 4.159163951873779,
+      "epoch": 1.2527472527472527,
+      "rel-constrast": 2.3564138412475586,
+      "step": 1596,
+      "subrel-constrast": 3.6273791790008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6635940074920654,
+      "cov-distil (oracle2student)": 4.576698303222656,
+      "cov-distil (oracle2teacher)": 4.398351192474365,
+      "epoch": 1.2535321821036107,
+      "rel-constrast": 2.9404969215393066,
+      "step": 1597,
+      "subrel-constrast": 3.804814577102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7701064348220825,
+      "cov-distil (oracle2student)": 4.771833896636963,
+      "cov-distil (oracle2teacher)": 3.738337755203247,
+      "epoch": 1.2543171114599687,
+      "rel-constrast": 2.40234112739563,
+      "step": 1598,
+      "subrel-constrast": 2.814751386642456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2810989618301392,
+      "cov-distil (oracle2student)": 4.285026550292969,
+      "cov-distil (oracle2teacher)": 4.482094764709473,
+      "epoch": 1.2551020408163265,
+      "rel-constrast": 2.3176803588867188,
+      "step": 1599,
+      "subrel-constrast": 3.109283685684204,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.94555029002834e-05,
+      "loss": 0.7005,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "overlap": 0.2953124940395355,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "step": 1600,
+      "student margin": 0.05426025390625
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "step": 1600,
+      "teacher margin": 0.037078857421875
+    },
+    {
+      "epoch": 1.2558869701726845,
+      "margin difference": -0.017181396484375,
+      "step": 1600
+    },
+    {
+      "cov-distil": 1.2401432991027832,
+      "cov-distil (oracle2student)": 3.954568862915039,
+      "cov-distil (oracle2teacher)": 3.8835649490356445,
+      "epoch": 1.2558869701726845,
+      "rel-constrast": 4.249578475952148,
+      "step": 1600,
+      "subrel-constrast": 4.77301549911499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3518985509872437,
+      "cov-distil (oracle2student)": 5.146595001220703,
+      "cov-distil (oracle2teacher)": 4.2379045486450195,
+      "epoch": 1.2566718995290425,
+      "rel-constrast": 4.159992694854736,
+      "step": 1601,
+      "subrel-constrast": 4.252568244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1045626401901245,
+      "cov-distil (oracle2student)": 3.7269647121429443,
+      "cov-distil (oracle2teacher)": 3.6491031646728516,
+      "epoch": 1.2574568288854002,
+      "rel-constrast": 1.8313547372817993,
+      "step": 1602,
+      "subrel-constrast": 2.480900764465332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0515415668487549,
+      "cov-distil (oracle2student)": 3.6881957054138184,
+      "cov-distil (oracle2teacher)": 3.9391791820526123,
+      "epoch": 1.2582417582417582,
+      "rel-constrast": 2.3411812782287598,
+      "step": 1603,
+      "subrel-constrast": 2.8287715911865234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496519804000854,
+      "cov-distil (oracle2student)": 6.0102362632751465,
+      "cov-distil (oracle2teacher)": 5.4528374671936035,
+      "epoch": 1.2590266875981162,
+      "rel-constrast": 3.411728620529175,
+      "step": 1604,
+      "subrel-constrast": 4.295903205871582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.824700117111206,
+      "cov-distil (oracle2student)": 3.218780994415283,
+      "cov-distil (oracle2teacher)": 3.5953330993652344,
+      "epoch": 1.2598116169544742,
+      "rel-constrast": 2.255901336669922,
+      "step": 1605,
+      "subrel-constrast": 3.621413469314575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3297637701034546,
+      "cov-distil (oracle2student)": 3.7404680252075195,
+      "cov-distil (oracle2teacher)": 4.179556846618652,
+      "epoch": 1.260596546310832,
+      "rel-constrast": 2.7648215293884277,
+      "step": 1606,
+      "subrel-constrast": 3.2416465282440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.949851393699646,
+      "cov-distil (oracle2student)": 2.947930097579956,
+      "cov-distil (oracle2teacher)": 2.8981106281280518,
+      "epoch": 1.26138147566719,
+      "rel-constrast": 3.775965452194214,
+      "step": 1607,
+      "subrel-constrast": 3.85666561126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4960598945617676,
+      "cov-distil (oracle2student)": 4.037820816040039,
+      "cov-distil (oracle2teacher)": 4.013734817504883,
+      "epoch": 1.262166405023548,
+      "rel-constrast": 2.7456881999969482,
+      "step": 1608,
+      "subrel-constrast": 3.677175521850586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1052380800247192,
+      "cov-distil (oracle2student)": 3.17771315574646,
+      "cov-distil (oracle2teacher)": 3.0973048210144043,
+      "epoch": 1.2629513343799057,
+      "rel-constrast": 2.790376901626587,
+      "step": 1609,
+      "subrel-constrast": 3.7393651008605957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2637362637362637,
+      "grad_norm": 5.0,
+      "learning_rate": 4.943724002517005e-05,
+      "loss": 0.7932,
+      "step": 1610
+    },
+    {
+      "cov-distil": 0.8401419520378113,
+      "cov-distil (oracle2student)": 3.6818411350250244,
+      "cov-distil (oracle2teacher)": 3.2254278659820557,
+      "epoch": 1.2637362637362637,
+      "rel-constrast": 2.239971160888672,
+      "step": 1610,
+      "subrel-constrast": 2.607633352279663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5572216510772705,
+      "cov-distil (oracle2student)": 5.691225051879883,
+      "cov-distil (oracle2teacher)": 5.2247514724731445,
+      "epoch": 1.2645211930926217,
+      "rel-constrast": 3.4957265853881836,
+      "step": 1611,
+      "subrel-constrast": 4.3403143882751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.599346399307251,
+      "cov-distil (oracle2student)": 3.265510082244873,
+      "cov-distil (oracle2teacher)": 3.138312816619873,
+      "epoch": 1.2653061224489797,
+      "rel-constrast": 1.7332820892333984,
+      "step": 1612,
+      "subrel-constrast": 2.326345205307007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4157798290252686,
+      "cov-distil (oracle2student)": 2.43453311920166,
+      "cov-distil (oracle2teacher)": 2.5119686126708984,
+      "epoch": 1.2660910518053377,
+      "rel-constrast": 2.4434328079223633,
+      "step": 1613,
+      "subrel-constrast": 2.869371175765991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2938141822814941,
+      "cov-distil (oracle2student)": 4.608822822570801,
+      "cov-distil (oracle2teacher)": 5.189919471740723,
+      "epoch": 1.2668759811616954,
+      "rel-constrast": 3.2550747394561768,
+      "step": 1614,
+      "subrel-constrast": 4.518463134765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2033616304397583,
+      "cov-distil (oracle2student)": 4.0003132820129395,
+      "cov-distil (oracle2teacher)": 3.9773621559143066,
+      "epoch": 1.2676609105180534,
+      "rel-constrast": 2.2480671405792236,
+      "step": 1615,
+      "subrel-constrast": 2.946848154067993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72908616065979,
+      "cov-distil (oracle2student)": 4.721651077270508,
+      "cov-distil (oracle2teacher)": 4.623195648193359,
+      "epoch": 1.2684458398744112,
+      "rel-constrast": 3.6976943016052246,
+      "step": 1616,
+      "subrel-constrast": 4.176671981811523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5601651668548584,
+      "cov-distil (oracle2student)": 5.53110408782959,
+      "cov-distil (oracle2teacher)": 5.000835418701172,
+      "epoch": 1.2692307692307692,
+      "rel-constrast": 2.414720296859741,
+      "step": 1617,
+      "subrel-constrast": 3.356947898864746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3038325309753418,
+      "cov-distil (oracle2student)": 5.950539588928223,
+      "cov-distil (oracle2teacher)": 4.976174354553223,
+      "epoch": 1.2700156985871272,
+      "rel-constrast": 2.8983705043792725,
+      "step": 1618,
+      "subrel-constrast": 3.6266589164733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6398966312408447,
+      "cov-distil (oracle2student)": 3.7699663639068604,
+      "cov-distil (oracle2teacher)": 3.9635469913482666,
+      "epoch": 1.2708006279434851,
+      "rel-constrast": 3.084038257598877,
+      "step": 1619,
+      "subrel-constrast": 3.5827956199645996,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2715855572998431,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.9418679389998923e-05,
+      "loss": 0.7231,
+      "step": 1620
+    },
+    {
+      "cov-distil": 1.2033615112304688,
+      "cov-distil (oracle2student)": 2.6435210704803467,
+      "cov-distil (oracle2teacher)": 2.7180891036987305,
+      "epoch": 1.2715855572998431,
+      "rel-constrast": 2.435988664627075,
+      "step": 1620,
+      "subrel-constrast": 2.8730671405792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7337418794631958,
+      "cov-distil (oracle2student)": 4.008183002471924,
+      "cov-distil (oracle2teacher)": 3.918609857559204,
+      "epoch": 1.272370486656201,
+      "rel-constrast": 2.1550803184509277,
+      "step": 1621,
+      "subrel-constrast": 3.027833938598633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3022841215133667,
+      "cov-distil (oracle2student)": 5.025609016418457,
+      "cov-distil (oracle2teacher)": 4.473941802978516,
+      "epoch": 1.2731554160125589,
+      "rel-constrast": 3.712306022644043,
+      "step": 1622,
+      "subrel-constrast": 4.314980506896973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7564401626586914,
+      "cov-distil (oracle2student)": 4.104037761688232,
+      "cov-distil (oracle2teacher)": 4.0148420333862305,
+      "epoch": 1.2739403453689169,
+      "rel-constrast": 3.961117744445801,
+      "step": 1623,
+      "subrel-constrast": 4.3763251304626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.112213373184204,
+      "cov-distil (oracle2student)": 3.8963370323181152,
+      "cov-distil (oracle2teacher)": 4.085019111633301,
+      "epoch": 1.2747252747252746,
+      "rel-constrast": 3.1151459217071533,
+      "step": 1624,
+      "subrel-constrast": 3.4535889625549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6795473098754883,
+      "cov-distil (oracle2student)": 4.558170318603516,
+      "cov-distil (oracle2teacher)": 4.258068084716797,
+      "epoch": 1.2755102040816326,
+      "rel-constrast": 2.2039456367492676,
+      "step": 1625,
+      "subrel-constrast": 2.6537296772003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3467729091644287,
+      "cov-distil (oracle2student)": 4.626681327819824,
+      "cov-distil (oracle2teacher)": 4.4227800369262695,
+      "epoch": 1.2762951334379906,
+      "rel-constrast": 2.81760835647583,
+      "step": 1626,
+      "subrel-constrast": 3.3071186542510986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.142616629600525,
+      "cov-distil (oracle2student)": 4.662853717803955,
+      "cov-distil (oracle2teacher)": 4.567802906036377,
+      "epoch": 1.2770800627943486,
+      "rel-constrast": 3.3561339378356934,
+      "step": 1627,
+      "subrel-constrast": 4.121894359588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.951671838760376,
+      "cov-distil (oracle2student)": 2.913677930831909,
+      "cov-distil (oracle2teacher)": 3.444167375564575,
+      "epoch": 1.2778649921507064,
+      "rel-constrast": 2.7839274406433105,
+      "step": 1628,
+      "subrel-constrast": 3.647115468978882,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.534114122390747,
+      "cov-distil (oracle2student)": 3.62860107421875,
+      "cov-distil (oracle2teacher)": 3.946953535079956,
+      "epoch": 1.2786499215070644,
+      "rel-constrast": 2.9101061820983887,
+      "step": 1629,
+      "subrel-constrast": 3.9150846004486084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2794348508634223,
+      "grad_norm": 5.625,
+      "learning_rate": 4.939982122092548e-05,
+      "loss": 0.7732,
+      "step": 1630
+    },
+    {
+      "cov-distil": 1.6983373165130615,
+      "cov-distil (oracle2student)": 4.0351715087890625,
+      "cov-distil (oracle2teacher)": 3.4591262340545654,
+      "epoch": 1.2794348508634223,
+      "rel-constrast": 2.75883150100708,
+      "step": 1630,
+      "subrel-constrast": 3.290522813796997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.365375280380249,
+      "cov-distil (oracle2student)": 5.294360160827637,
+      "cov-distil (oracle2teacher)": 4.6669697761535645,
+      "epoch": 1.2802197802197801,
+      "rel-constrast": 4.017967224121094,
+      "step": 1631,
+      "subrel-constrast": 4.0610222816467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2868592739105225,
+      "cov-distil (oracle2student)": 3.8631057739257812,
+      "cov-distil (oracle2teacher)": 3.7666921615600586,
+      "epoch": 1.281004709576138,
+      "rel-constrast": 2.6940512657165527,
+      "step": 1632,
+      "subrel-constrast": 3.4014902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5693693161010742,
+      "cov-distil (oracle2student)": 4.493404388427734,
+      "cov-distil (oracle2teacher)": 3.9357874393463135,
+      "epoch": 1.281789638932496,
+      "rel-constrast": 2.94412899017334,
+      "step": 1633,
+      "subrel-constrast": 3.6544454097747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4428383111953735,
+      "cov-distil (oracle2student)": 3.037003517150879,
+      "cov-distil (oracle2teacher)": 3.069725751876831,
+      "epoch": 1.282574568288854,
+      "rel-constrast": 1.9439277648925781,
+      "step": 1634,
+      "subrel-constrast": 2.94014310836792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5494788885116577,
+      "cov-distil (oracle2student)": 4.208475112915039,
+      "cov-distil (oracle2teacher)": 4.504655361175537,
+      "epoch": 1.283359497645212,
+      "rel-constrast": 4.304119110107422,
+      "step": 1635,
+      "subrel-constrast": 4.585867881774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.340540885925293,
+      "cov-distil (oracle2student)": 3.5669240951538086,
+      "cov-distil (oracle2teacher)": 3.9029083251953125,
+      "epoch": 1.2841444270015698,
+      "rel-constrast": 1.8818669319152832,
+      "step": 1636,
+      "subrel-constrast": 2.954639434814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7390761375427246,
+      "cov-distil (oracle2student)": 5.210850715637207,
+      "cov-distil (oracle2teacher)": 4.928779125213623,
+      "epoch": 1.2849293563579278,
+      "rel-constrast": 3.0819015502929688,
+      "step": 1637,
+      "subrel-constrast": 3.8880972862243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1178994178771973,
+      "cov-distil (oracle2student)": 4.759133815765381,
+      "cov-distil (oracle2teacher)": 4.51517915725708,
+      "epoch": 1.2857142857142856,
+      "rel-constrast": 2.805359363555908,
+      "step": 1638,
+      "subrel-constrast": 2.8414242267608643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4448472261428833,
+      "cov-distil (oracle2student)": 3.933835029602051,
+      "cov-distil (oracle2teacher)": 3.784127712249756,
+      "epoch": 1.2864992150706436,
+      "rel-constrast": 1.7304596900939941,
+      "step": 1639,
+      "subrel-constrast": 2.8501203060150146,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2872841444270016,
+      "grad_norm": 4.21875,
+      "learning_rate": 4.938066574773059e-05,
+      "loss": 0.7405,
+      "step": 1640
+    },
+    {
+      "cov-distil": 1.824934959411621,
+      "cov-distil (oracle2student)": 3.2884521484375,
+      "cov-distil (oracle2teacher)": 2.920071601867676,
+      "epoch": 1.2872841444270016,
+      "rel-constrast": 2.782691717147827,
+      "step": 1640,
+      "subrel-constrast": 3.892519950866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7503442764282227,
+      "cov-distil (oracle2student)": 4.084597110748291,
+      "cov-distil (oracle2teacher)": 4.363886833190918,
+      "epoch": 1.2880690737833596,
+      "rel-constrast": 2.7296700477600098,
+      "step": 1641,
+      "subrel-constrast": 3.6988725662231445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2059253454208374,
+      "cov-distil (oracle2student)": 4.277673721313477,
+      "cov-distil (oracle2teacher)": 4.320541858673096,
+      "epoch": 1.2888540031397175,
+      "rel-constrast": 2.508701801300049,
+      "step": 1642,
+      "subrel-constrast": 3.3788764476776123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2993993759155273,
+      "cov-distil (oracle2student)": 3.6636757850646973,
+      "cov-distil (oracle2teacher)": 3.6188464164733887,
+      "epoch": 1.2896389324960753,
+      "rel-constrast": 2.5455198287963867,
+      "step": 1643,
+      "subrel-constrast": 3.6185929775238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2521083354949951,
+      "cov-distil (oracle2student)": 3.79364013671875,
+      "cov-distil (oracle2teacher)": 3.800851345062256,
+      "epoch": 1.2904238618524333,
+      "rel-constrast": 3.1340579986572266,
+      "step": 1644,
+      "subrel-constrast": 3.728591203689575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3868159055709839,
+      "cov-distil (oracle2student)": 3.9565043449401855,
+      "cov-distil (oracle2teacher)": 3.4056267738342285,
+      "epoch": 1.2912087912087913,
+      "rel-constrast": 2.723842144012451,
+      "step": 1645,
+      "subrel-constrast": 3.5624608993530273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4942251443862915,
+      "cov-distil (oracle2student)": 4.735816955566406,
+      "cov-distil (oracle2teacher)": 4.332551002502441,
+      "epoch": 1.291993720565149,
+      "rel-constrast": 3.1045193672180176,
+      "step": 1646,
+      "subrel-constrast": 3.668058156967163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2528787851333618,
+      "cov-distil (oracle2student)": 4.021450519561768,
+      "cov-distil (oracle2teacher)": 4.035415172576904,
+      "epoch": 1.292778649921507,
+      "rel-constrast": 2.473135471343994,
+      "step": 1647,
+      "subrel-constrast": 3.208709239959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4243361949920654,
+      "cov-distil (oracle2student)": 5.697556495666504,
+      "cov-distil (oracle2teacher)": 5.473768711090088,
+      "epoch": 1.293563579277865,
+      "rel-constrast": 2.741896629333496,
+      "step": 1648,
+      "subrel-constrast": 4.124619007110596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8192188739776611,
+      "cov-distil (oracle2student)": 2.797114849090576,
+      "cov-distil (oracle2teacher)": 2.723701000213623,
+      "epoch": 1.294348508634223,
+      "rel-constrast": 2.6524248123168945,
+      "step": 1649,
+      "subrel-constrast": 3.406691074371338,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.2951334379905808,
+      "grad_norm": 5.375,
+      "learning_rate": 4.936121320381762e-05,
+      "loss": 0.7217,
+      "step": 1650
+    },
+    {
+      "cov-distil": 1.6652196645736694,
+      "cov-distil (oracle2student)": 4.50883674621582,
+      "cov-distil (oracle2teacher)": 3.993168354034424,
+      "epoch": 1.2951334379905808,
+      "rel-constrast": 2.57003116607666,
+      "step": 1650,
+      "subrel-constrast": 3.628901958465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.074852705001831,
+      "cov-distil (oracle2student)": 2.833625316619873,
+      "cov-distil (oracle2teacher)": 2.7247066497802734,
+      "epoch": 1.2959183673469388,
+      "rel-constrast": 2.528759479522705,
+      "step": 1651,
+      "subrel-constrast": 2.945603847503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3971084356307983,
+      "cov-distil (oracle2student)": 3.0018460750579834,
+      "cov-distil (oracle2teacher)": 3.686293125152588,
+      "epoch": 1.2967032967032968,
+      "rel-constrast": 2.7913460731506348,
+      "step": 1652,
+      "subrel-constrast": 3.3390860557556152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350878953933716,
+      "cov-distil (oracle2student)": 5.374774932861328,
+      "cov-distil (oracle2teacher)": 4.875711441040039,
+      "epoch": 1.2974882260596545,
+      "rel-constrast": 3.161719799041748,
+      "step": 1653,
+      "subrel-constrast": 4.238742351531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8106216192245483,
+      "cov-distil (oracle2student)": 3.3961193561553955,
+      "cov-distil (oracle2teacher)": 4.26975154876709,
+      "epoch": 1.2982731554160125,
+      "rel-constrast": 3.0342960357666016,
+      "step": 1654,
+      "subrel-constrast": 3.6275415420532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6817612648010254,
+      "cov-distil (oracle2student)": 4.652027130126953,
+      "cov-distil (oracle2teacher)": 4.589141845703125,
+      "epoch": 1.2990580847723705,
+      "rel-constrast": 3.1028218269348145,
+      "step": 1655,
+      "subrel-constrast": 3.9337363243103027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2627507448196411,
+      "cov-distil (oracle2student)": 6.517387390136719,
+      "cov-distil (oracle2teacher)": 5.350343227386475,
+      "epoch": 1.2998430141287285,
+      "rel-constrast": 3.1466264724731445,
+      "step": 1656,
+      "subrel-constrast": 3.1197381019592285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2194769382476807,
+      "cov-distil (oracle2student)": 4.07407283782959,
+      "cov-distil (oracle2teacher)": 4.279786586761475,
+      "epoch": 1.3006279434850865,
+      "rel-constrast": 2.6777279376983643,
+      "step": 1657,
+      "subrel-constrast": 3.576874017715454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2256784439086914,
+      "cov-distil (oracle2student)": 3.122056007385254,
+      "cov-distil (oracle2teacher)": 3.299981117248535,
+      "epoch": 1.3014128728414442,
+      "rel-constrast": 2.6643600463867188,
+      "step": 1658,
+      "subrel-constrast": 3.0457918643951416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7555532455444336,
+      "cov-distil (oracle2student)": 3.6815357208251953,
+      "cov-distil (oracle2teacher)": 3.7946360111236572,
+      "epoch": 1.3021978021978022,
+      "rel-constrast": 2.9607553482055664,
+      "step": 1659,
+      "subrel-constrast": 3.1729092597961426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.30298273155416,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.93414638262097e-05,
+      "loss": 0.7533,
+      "step": 1660
+    },
+    {
+      "cov-distil": 1.4782741069793701,
+      "cov-distil (oracle2student)": 3.131895065307617,
+      "cov-distil (oracle2teacher)": 3.025630474090576,
+      "epoch": 1.30298273155416,
+      "rel-constrast": 1.7634066343307495,
+      "step": 1660,
+      "subrel-constrast": 3.0443379878997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2554302215576172,
+      "cov-distil (oracle2student)": 4.800741195678711,
+      "cov-distil (oracle2teacher)": 4.580242156982422,
+      "epoch": 1.303767660910518,
+      "rel-constrast": 2.3431081771850586,
+      "step": 1661,
+      "subrel-constrast": 2.933103561401367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2417757511138916,
+      "cov-distil (oracle2student)": 5.50029182434082,
+      "cov-distil (oracle2teacher)": 5.67678165435791,
+      "epoch": 1.304552590266876,
+      "rel-constrast": 2.775085926055908,
+      "step": 1662,
+      "subrel-constrast": 3.3209705352783203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375855922698975,
+      "cov-distil (oracle2student)": 4.698795795440674,
+      "cov-distil (oracle2teacher)": 4.178256511688232,
+      "epoch": 1.305337519623234,
+      "rel-constrast": 3.456355094909668,
+      "step": 1663,
+      "subrel-constrast": 3.8518121242523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2631628513336182,
+      "cov-distil (oracle2student)": 4.585798263549805,
+      "cov-distil (oracle2teacher)": 3.720777988433838,
+      "epoch": 1.306122448979592,
+      "rel-constrast": 2.7050743103027344,
+      "step": 1664,
+      "subrel-constrast": 2.8726394176483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2668120861053467,
+      "cov-distil (oracle2student)": 5.543978691101074,
+      "cov-distil (oracle2teacher)": 4.31226110458374,
+      "epoch": 1.3069073783359497,
+      "rel-constrast": 3.455016851425171,
+      "step": 1665,
+      "subrel-constrast": 3.277104616165161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4592809677124023,
+      "cov-distil (oracle2student)": 3.580965757369995,
+      "cov-distil (oracle2teacher)": 3.6958651542663574,
+      "epoch": 1.3076923076923077,
+      "rel-constrast": 2.875990390777588,
+      "step": 1666,
+      "subrel-constrast": 3.5123231410980225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7660417556762695,
+      "cov-distil (oracle2student)": 5.026470184326172,
+      "cov-distil (oracle2teacher)": 4.608955383300781,
+      "epoch": 1.3084772370486657,
+      "rel-constrast": 2.4632911682128906,
+      "step": 1667,
+      "subrel-constrast": 3.6753294467926025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9695327281951904,
+      "cov-distil (oracle2student)": 4.632760524749756,
+      "cov-distil (oracle2teacher)": 4.739590644836426,
+      "epoch": 1.3092621664050235,
+      "rel-constrast": 4.044448375701904,
+      "step": 1668,
+      "subrel-constrast": 4.879031658172607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9147984385490417,
+      "cov-distil (oracle2student)": 3.8470358848571777,
+      "cov-distil (oracle2teacher)": 3.6714415550231934,
+      "epoch": 1.3100470957613815,
+      "rel-constrast": 1.9507464170455933,
+      "step": 1669,
+      "subrel-constrast": 2.4090120792388916,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3108320251177394,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.932141785554676e-05,
+      "loss": 0.7309,
+      "step": 1670
+    },
+    {
+      "cov-distil": 1.0804483890533447,
+      "cov-distil (oracle2student)": 4.381117820739746,
+      "cov-distil (oracle2teacher)": 4.153110027313232,
+      "epoch": 1.3108320251177394,
+      "rel-constrast": 2.430006980895996,
+      "step": 1670,
+      "subrel-constrast": 3.060797929763794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3550291061401367,
+      "cov-distil (oracle2student)": 4.675786018371582,
+      "cov-distil (oracle2teacher)": 4.878483772277832,
+      "epoch": 1.3116169544740974,
+      "rel-constrast": 2.190371036529541,
+      "step": 1671,
+      "subrel-constrast": 3.512721300125122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5128092765808105,
+      "cov-distil (oracle2student)": 3.5277040004730225,
+      "cov-distil (oracle2teacher)": 3.574345588684082,
+      "epoch": 1.3124018838304552,
+      "rel-constrast": 2.905486583709717,
+      "step": 1672,
+      "subrel-constrast": 3.6370315551757812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8562002182006836,
+      "cov-distil (oracle2student)": 5.946201324462891,
+      "cov-distil (oracle2teacher)": 6.038100242614746,
+      "epoch": 1.3131868131868132,
+      "rel-constrast": 2.6617884635925293,
+      "step": 1673,
+      "subrel-constrast": 3.8258495330810547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4439823627471924,
+      "cov-distil (oracle2student)": 4.495332717895508,
+      "cov-distil (oracle2teacher)": 3.920667886734009,
+      "epoch": 1.3139717425431712,
+      "rel-constrast": 2.736530303955078,
+      "step": 1674,
+      "subrel-constrast": 3.709810495376587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.902129054069519,
+      "cov-distil (oracle2student)": 3.1296520233154297,
+      "cov-distil (oracle2teacher)": 3.1709532737731934,
+      "epoch": 1.314756671899529,
+      "rel-constrast": 2.3446121215820312,
+      "step": 1675,
+      "subrel-constrast": 3.3997671604156494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5456894636154175,
+      "cov-distil (oracle2student)": 3.53585147857666,
+      "cov-distil (oracle2teacher)": 3.7378737926483154,
+      "epoch": 1.315541601255887,
+      "rel-constrast": 1.8547238111495972,
+      "step": 1676,
+      "subrel-constrast": 2.8229920864105225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6679989099502563,
+      "cov-distil (oracle2student)": 4.102506637573242,
+      "cov-distil (oracle2teacher)": 3.851327419281006,
+      "epoch": 1.316326530612245,
+      "rel-constrast": 2.873745918273926,
+      "step": 1677,
+      "subrel-constrast": 3.830954074859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2982299327850342,
+      "cov-distil (oracle2student)": 3.544175148010254,
+      "cov-distil (oracle2teacher)": 3.48026704788208,
+      "epoch": 1.317111459968603,
+      "rel-constrast": 3.5534720420837402,
+      "step": 1678,
+      "subrel-constrast": 3.998359203338623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1478326320648193,
+      "cov-distil (oracle2student)": 5.38470458984375,
+      "cov-distil (oracle2teacher)": 4.923349380493164,
+      "epoch": 1.3178963893249607,
+      "rel-constrast": 2.6743621826171875,
+      "step": 1679,
+      "subrel-constrast": 3.7068068981170654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3186813186813187,
+      "grad_norm": 4.875,
+      "learning_rate": 4.9301075536082605e-05,
+      "loss": 0.6952,
+      "step": 1680
+    },
+    {
+      "cov-distil": 1.9513250589370728,
+      "cov-distil (oracle2student)": 4.398993492126465,
+      "cov-distil (oracle2teacher)": 4.786568641662598,
+      "epoch": 1.3186813186813187,
+      "rel-constrast": 2.6829535961151123,
+      "step": 1680,
+      "subrel-constrast": 4.0632853507995605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3817787170410156,
+      "cov-distil (oracle2student)": 3.289867401123047,
+      "cov-distil (oracle2teacher)": 3.359332799911499,
+      "epoch": 1.3194662480376766,
+      "rel-constrast": 3.0628602504730225,
+      "step": 1681,
+      "subrel-constrast": 3.4703333377838135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8047406673431396,
+      "cov-distil (oracle2student)": 5.392301559448242,
+      "cov-distil (oracle2teacher)": 5.2529449462890625,
+      "epoch": 1.3202511773940344,
+      "rel-constrast": 3.5952937602996826,
+      "step": 1682,
+      "subrel-constrast": 4.345643043518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3197975158691406,
+      "cov-distil (oracle2student)": 4.048213481903076,
+      "cov-distil (oracle2teacher)": 3.647500991821289,
+      "epoch": 1.3210361067503924,
+      "rel-constrast": 2.856383800506592,
+      "step": 1683,
+      "subrel-constrast": 3.104534149169922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8105502128601074,
+      "cov-distil (oracle2student)": 5.112046241760254,
+      "cov-distil (oracle2teacher)": 4.49995231628418,
+      "epoch": 1.3218210361067504,
+      "rel-constrast": 3.725432872772217,
+      "step": 1684,
+      "subrel-constrast": 4.248173236846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4322168827056885,
+      "cov-distil (oracle2student)": 3.3334832191467285,
+      "cov-distil (oracle2teacher)": 3.6339430809020996,
+      "epoch": 1.3226059654631084,
+      "rel-constrast": 2.7059125900268555,
+      "step": 1685,
+      "subrel-constrast": 3.2750349044799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6428894996643066,
+      "cov-distil (oracle2student)": 4.602001190185547,
+      "cov-distil (oracle2teacher)": 4.459765911102295,
+      "epoch": 1.3233908948194664,
+      "rel-constrast": 3.1114978790283203,
+      "step": 1686,
+      "subrel-constrast": 3.9000749588012695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8474209308624268,
+      "cov-distil (oracle2student)": 3.8932676315307617,
+      "cov-distil (oracle2teacher)": 4.134026050567627,
+      "epoch": 1.3241758241758241,
+      "rel-constrast": 2.9471235275268555,
+      "step": 1687,
+      "subrel-constrast": 3.8277077674865723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4144337177276611,
+      "cov-distil (oracle2student)": 4.639150142669678,
+      "cov-distil (oracle2teacher)": 4.320378303527832,
+      "epoch": 1.3249607535321821,
+      "rel-constrast": 3.245732307434082,
+      "step": 1688,
+      "subrel-constrast": 4.324900150299072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4898247718811035,
+      "cov-distil (oracle2student)": 3.7182819843292236,
+      "cov-distil (oracle2teacher)": 4.340787887573242,
+      "epoch": 1.3257456828885401,
+      "rel-constrast": 3.311568260192871,
+      "step": 1689,
+      "subrel-constrast": 4.191407203674316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3265306122448979,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.928043711568201e-05,
+      "loss": 0.8214,
+      "step": 1690
+    },
+    {
+      "cov-distil": 1.5231900215148926,
+      "cov-distil (oracle2student)": 4.0429229736328125,
+      "cov-distil (oracle2teacher)": 4.368336200714111,
+      "epoch": 1.3265306122448979,
+      "rel-constrast": 3.221848964691162,
+      "step": 1690,
+      "subrel-constrast": 3.944840431213379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2224268913269043,
+      "cov-distil (oracle2student)": 3.6712303161621094,
+      "cov-distil (oracle2teacher)": 3.6000585556030273,
+      "epoch": 1.3273155416012559,
+      "rel-constrast": 2.1097869873046875,
+      "step": 1691,
+      "subrel-constrast": 2.6628572940826416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.571364402770996,
+      "cov-distil (oracle2student)": 3.9584407806396484,
+      "cov-distil (oracle2teacher)": 4.059624195098877,
+      "epoch": 1.3281004709576139,
+      "rel-constrast": 3.725607395172119,
+      "step": 1692,
+      "subrel-constrast": 4.022169589996338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9361393451690674,
+      "cov-distil (oracle2student)": 3.485517978668213,
+      "cov-distil (oracle2teacher)": 3.5528483390808105,
+      "epoch": 1.3288854003139718,
+      "rel-constrast": 2.590193748474121,
+      "step": 1693,
+      "subrel-constrast": 3.5558483600616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5529704093933105,
+      "cov-distil (oracle2student)": 5.349681854248047,
+      "cov-distil (oracle2teacher)": 4.618007183074951,
+      "epoch": 1.3296703296703296,
+      "rel-constrast": 3.0925962924957275,
+      "step": 1694,
+      "subrel-constrast": 3.6117360591888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2765185832977295,
+      "cov-distil (oracle2student)": 5.414062976837158,
+      "cov-distil (oracle2teacher)": 5.182615280151367,
+      "epoch": 1.3304552590266876,
+      "rel-constrast": 3.097349166870117,
+      "step": 1695,
+      "subrel-constrast": 3.8629040718078613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4366099834442139,
+      "cov-distil (oracle2student)": 5.064397811889648,
+      "cov-distil (oracle2teacher)": 4.768686771392822,
+      "epoch": 1.3312401883830456,
+      "rel-constrast": 3.5905206203460693,
+      "step": 1696,
+      "subrel-constrast": 3.551110029220581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5100539922714233,
+      "cov-distil (oracle2student)": 4.031502723693848,
+      "cov-distil (oracle2teacher)": 3.1058902740478516,
+      "epoch": 1.3320251177394034,
+      "rel-constrast": 3.878617763519287,
+      "step": 1697,
+      "subrel-constrast": 3.6920580863952637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736415147781372,
+      "cov-distil (oracle2student)": 4.542118549346924,
+      "cov-distil (oracle2teacher)": 4.008769989013672,
+      "epoch": 1.3328100470957613,
+      "rel-constrast": 2.8388421535491943,
+      "step": 1698,
+      "subrel-constrast": 3.2855992317199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3649110794067383,
+      "cov-distil (oracle2student)": 5.195368766784668,
+      "cov-distil (oracle2teacher)": 4.632691383361816,
+      "epoch": 1.3335949764521193,
+      "rel-constrast": 2.544861316680908,
+      "step": 1699,
+      "subrel-constrast": 2.7482213973999023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.9259502845817594e-05,
+      "loss": 0.8051,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "overlap": 0.3125,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "step": 1700,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "step": 1700,
+      "teacher margin": 0.04046630859375
+    },
+    {
+      "epoch": 1.3343799058084773,
+      "margin difference": -0.019775390625,
+      "step": 1700
+    },
+    {
+      "cov-distil": 1.780718445777893,
+      "cov-distil (oracle2student)": 4.830676078796387,
+      "cov-distil (oracle2teacher)": 4.522244930267334,
+      "epoch": 1.3343799058084773,
+      "rel-constrast": 2.708968162536621,
+      "step": 1700,
+      "subrel-constrast": 3.664163112640381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7044799327850342,
+      "cov-distil (oracle2student)": 3.761897087097168,
+      "cov-distil (oracle2teacher)": 3.689012289047241,
+      "epoch": 1.335164835164835,
+      "rel-constrast": 2.526390552520752,
+      "step": 1701,
+      "subrel-constrast": 3.3062210083007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1813758611679077,
+      "cov-distil (oracle2student)": 4.709604263305664,
+      "cov-distil (oracle2teacher)": 4.656639575958252,
+      "epoch": 1.335949764521193,
+      "rel-constrast": 2.514857292175293,
+      "step": 1702,
+      "subrel-constrast": 3.488149881362915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1151008605957031,
+      "cov-distil (oracle2student)": 2.865448236465454,
+      "cov-distil (oracle2teacher)": 3.638596534729004,
+      "epoch": 1.336734693877551,
+      "rel-constrast": 2.384942054748535,
+      "step": 1703,
+      "subrel-constrast": 3.135843276977539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5315178632736206,
+      "cov-distil (oracle2student)": 2.0018911361694336,
+      "cov-distil (oracle2teacher)": 2.3488893508911133,
+      "epoch": 1.3375196232339088,
+      "rel-constrast": 1.9972370862960815,
+      "step": 1704,
+      "subrel-constrast": 2.7012367248535156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6730701923370361,
+      "cov-distil (oracle2student)": 3.1682558059692383,
+      "cov-distil (oracle2teacher)": 3.1774349212646484,
+      "epoch": 1.3383045525902668,
+      "rel-constrast": 2.1729378700256348,
+      "step": 1705,
+      "subrel-constrast": 3.3846652507781982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5645828247070312,
+      "cov-distil (oracle2student)": 3.0768232345581055,
+      "cov-distil (oracle2teacher)": 3.6127519607543945,
+      "epoch": 1.3390894819466248,
+      "rel-constrast": 2.74924898147583,
+      "step": 1706,
+      "subrel-constrast": 3.2934718132019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5017133951187134,
+      "cov-distil (oracle2student)": 3.383028745651245,
+      "cov-distil (oracle2teacher)": 3.066603183746338,
+      "epoch": 1.3398744113029828,
+      "rel-constrast": 3.287877082824707,
+      "step": 1707,
+      "subrel-constrast": 4.0102033615112305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.323404312133789,
+      "cov-distil (oracle2student)": 3.914201259613037,
+      "cov-distil (oracle2teacher)": 3.881359338760376,
+      "epoch": 1.3406593406593408,
+      "rel-constrast": 3.176435947418213,
+      "step": 1708,
+      "subrel-constrast": 3.6439154148101807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428868293762207,
+      "cov-distil (oracle2student)": 4.273033142089844,
+      "cov-distil (oracle2teacher)": 4.26628303527832,
+      "epoch": 1.3414442700156985,
+      "rel-constrast": 2.549382209777832,
+      "step": 1709,
+      "subrel-constrast": 3.0860307216644287,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3422291993720565,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.9238272981566834e-05,
+      "loss": 0.6887,
+      "step": 1710
+    },
+    {
+      "cov-distil": 1.081392526626587,
+      "cov-distil (oracle2student)": 5.827483177185059,
+      "cov-distil (oracle2teacher)": 5.341393947601318,
+      "epoch": 1.3422291993720565,
+      "rel-constrast": 2.8190817832946777,
+      "step": 1710,
+      "subrel-constrast": 3.3911261558532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2207149267196655,
+      "cov-distil (oracle2student)": 5.374782562255859,
+      "cov-distil (oracle2teacher)": 5.0022077560424805,
+      "epoch": 1.3430141287284145,
+      "rel-constrast": 1.670638084411621,
+      "step": 1711,
+      "subrel-constrast": 2.642967939376831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353926181793213,
+      "cov-distil (oracle2student)": 2.9009010791778564,
+      "cov-distil (oracle2teacher)": 3.7013018131256104,
+      "epoch": 1.3437990580847723,
+      "rel-constrast": 3.4264278411865234,
+      "step": 1712,
+      "subrel-constrast": 4.440281391143799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4675931930541992,
+      "cov-distil (oracle2student)": 4.909945487976074,
+      "cov-distil (oracle2teacher)": 4.447066307067871,
+      "epoch": 1.3445839874411303,
+      "rel-constrast": 2.7537853717803955,
+      "step": 1713,
+      "subrel-constrast": 3.529341697692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.124407172203064,
+      "cov-distil (oracle2student)": 5.115457057952881,
+      "cov-distil (oracle2teacher)": 4.879899978637695,
+      "epoch": 1.3453689167974883,
+      "rel-constrast": 2.403954267501831,
+      "step": 1714,
+      "subrel-constrast": 3.303976058959961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.701810598373413,
+      "cov-distil (oracle2student)": 4.863839149475098,
+      "cov-distil (oracle2teacher)": 4.200281620025635,
+      "epoch": 1.3461538461538463,
+      "rel-constrast": 2.4296562671661377,
+      "step": 1715,
+      "subrel-constrast": 3.0966598987579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881268501281738,
+      "cov-distil (oracle2student)": 4.329209327697754,
+      "cov-distil (oracle2teacher)": 4.223686218261719,
+      "epoch": 1.346938775510204,
+      "rel-constrast": 3.221346378326416,
+      "step": 1716,
+      "subrel-constrast": 3.7356741428375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601477861404419,
+      "cov-distil (oracle2student)": 4.000622749328613,
+      "cov-distil (oracle2teacher)": 3.9415695667266846,
+      "epoch": 1.347723704866562,
+      "rel-constrast": 2.6288466453552246,
+      "step": 1717,
+      "subrel-constrast": 3.582732677459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8193079233169556,
+      "cov-distil (oracle2student)": 3.9107248783111572,
+      "cov-distil (oracle2teacher)": 4.025141716003418,
+      "epoch": 1.34850863422292,
+      "rel-constrast": 4.060984134674072,
+      "step": 1718,
+      "subrel-constrast": 4.846158504486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519190788269043,
+      "cov-distil (oracle2student)": 3.7812249660491943,
+      "cov-distil (oracle2teacher)": 4.257962703704834,
+      "epoch": 1.3492935635792778,
+      "rel-constrast": 2.8818671703338623,
+      "step": 1719,
+      "subrel-constrast": 3.973895788192749,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3500784929356358,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.921674778160893e-05,
+      "loss": 0.7431,
+      "step": 1720
+    },
+    {
+      "cov-distil": 1.4843339920043945,
+      "cov-distil (oracle2student)": 4.635878086090088,
+      "cov-distil (oracle2teacher)": 4.166833877563477,
+      "epoch": 1.3500784929356358,
+      "rel-constrast": 2.9307570457458496,
+      "step": 1720,
+      "subrel-constrast": 3.4832499027252197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3266394138336182,
+      "cov-distil (oracle2student)": 5.636879920959473,
+      "cov-distil (oracle2teacher)": 4.4373955726623535,
+      "epoch": 1.3508634222919937,
+      "rel-constrast": 3.0167200565338135,
+      "step": 1721,
+      "subrel-constrast": 3.013080358505249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8228155374526978,
+      "cov-distil (oracle2student)": 3.767451286315918,
+      "cov-distil (oracle2teacher)": 3.762378454208374,
+      "epoch": 1.3516483516483517,
+      "rel-constrast": 2.6804583072662354,
+      "step": 1722,
+      "subrel-constrast": 3.7772467136383057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5253863334655762,
+      "cov-distil (oracle2student)": 4.397368907928467,
+      "cov-distil (oracle2teacher)": 4.080415725708008,
+      "epoch": 1.3524332810047095,
+      "rel-constrast": 3.5323140621185303,
+      "step": 1723,
+      "subrel-constrast": 4.126648902893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6286723613739014,
+      "cov-distil (oracle2student)": 4.10756778717041,
+      "cov-distil (oracle2teacher)": 3.766479253768921,
+      "epoch": 1.3532182103610675,
+      "rel-constrast": 3.788242816925049,
+      "step": 1724,
+      "subrel-constrast": 3.9748165607452393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6401193141937256,
+      "cov-distil (oracle2student)": 2.8886406421661377,
+      "cov-distil (oracle2teacher)": 2.954597234725952,
+      "epoch": 1.3540031397174255,
+      "rel-constrast": 2.6082262992858887,
+      "step": 1725,
+      "subrel-constrast": 3.743175983428955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3371732234954834,
+      "cov-distil (oracle2student)": 5.656307220458984,
+      "cov-distil (oracle2teacher)": 4.892755508422852,
+      "epoch": 1.3547880690737832,
+      "rel-constrast": 3.9849557876586914,
+      "step": 1726,
+      "subrel-constrast": 4.523749351501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.720710039138794,
+      "cov-distil (oracle2student)": 5.891674041748047,
+      "cov-distil (oracle2teacher)": 5.492726802825928,
+      "epoch": 1.3555729984301412,
+      "rel-constrast": 2.9663026332855225,
+      "step": 1727,
+      "subrel-constrast": 3.7746434211730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3942320346832275,
+      "cov-distil (oracle2student)": 4.154197692871094,
+      "cov-distil (oracle2teacher)": 3.8255786895751953,
+      "epoch": 1.3563579277864992,
+      "rel-constrast": 2.909430503845215,
+      "step": 1728,
+      "subrel-constrast": 3.3779075145721436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1056621074676514,
+      "cov-distil (oracle2student)": 5.594830513000488,
+      "cov-distil (oracle2teacher)": 5.0517072677612305,
+      "epoch": 1.3571428571428572,
+      "rel-constrast": 2.3291707038879395,
+      "step": 1729,
+      "subrel-constrast": 3.4596457481384277,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3579277864992152,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.919492750822164e-05,
+      "loss": 0.8086,
+      "step": 1730
+    },
+    {
+      "cov-distil": 1.0618146657943726,
+      "cov-distil (oracle2student)": 4.845118999481201,
+      "cov-distil (oracle2teacher)": 4.5378899574279785,
+      "epoch": 1.3579277864992152,
+      "rel-constrast": 2.635180950164795,
+      "step": 1730,
+      "subrel-constrast": 3.1001203060150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5445315837860107,
+      "cov-distil (oracle2student)": 3.147429943084717,
+      "cov-distil (oracle2teacher)": 3.502480983734131,
+      "epoch": 1.358712715855573,
+      "rel-constrast": 2.7715322971343994,
+      "step": 1731,
+      "subrel-constrast": 3.551654100418091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890753269195557,
+      "cov-distil (oracle2student)": 4.402159690856934,
+      "cov-distil (oracle2teacher)": 3.9822463989257812,
+      "epoch": 1.359497645211931,
+      "rel-constrast": 2.879653215408325,
+      "step": 1732,
+      "subrel-constrast": 3.7010772228240967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7144513130187988,
+      "cov-distil (oracle2student)": 3.2460508346557617,
+      "cov-distil (oracle2teacher)": 3.8056204319000244,
+      "epoch": 1.3602825745682887,
+      "rel-constrast": 3.305478096008301,
+      "step": 1733,
+      "subrel-constrast": 3.790867567062378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1175999641418457,
+      "cov-distil (oracle2student)": 2.724719285964966,
+      "cov-distil (oracle2teacher)": 3.3160347938537598,
+      "epoch": 1.3610675039246467,
+      "rel-constrast": 1.7467615604400635,
+      "step": 1734,
+      "subrel-constrast": 3.076059341430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.434706211090088,
+      "cov-distil (oracle2student)": 4.187713623046875,
+      "cov-distil (oracle2teacher)": 4.25986909866333,
+      "epoch": 1.3618524332810047,
+      "rel-constrast": 2.0395944118499756,
+      "step": 1735,
+      "subrel-constrast": 3.2258193492889404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1276826858520508,
+      "cov-distil (oracle2student)": 7.249734878540039,
+      "cov-distil (oracle2teacher)": 6.112825393676758,
+      "epoch": 1.3626373626373627,
+      "rel-constrast": 4.430420875549316,
+      "step": 1736,
+      "subrel-constrast": 4.517467975616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7729322910308838,
+      "cov-distil (oracle2student)": 4.154900550842285,
+      "cov-distil (oracle2teacher)": 3.9162378311157227,
+      "epoch": 1.3634222919937207,
+      "rel-constrast": 3.754016876220703,
+      "step": 1737,
+      "subrel-constrast": 4.286582946777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.039358377456665,
+      "cov-distil (oracle2student)": 4.010970592498779,
+      "cov-distil (oracle2teacher)": 3.628436326980591,
+      "epoch": 1.3642072213500784,
+      "rel-constrast": 2.7818729877471924,
+      "step": 1738,
+      "subrel-constrast": 3.192831516265869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3002960681915283,
+      "cov-distil (oracle2student)": 4.715875625610352,
+      "cov-distil (oracle2teacher)": 4.7496337890625,
+      "epoch": 1.3649921507064364,
+      "rel-constrast": 3.805814743041992,
+      "step": 1739,
+      "subrel-constrast": 4.489636421203613,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3657770800627944,
+      "grad_norm": 6.125,
+      "learning_rate": 4.917281242727812e-05,
+      "loss": 0.7905,
+      "step": 1740
+    },
+    {
+      "cov-distil": 1.0826528072357178,
+      "cov-distil (oracle2student)": 3.6261558532714844,
+      "cov-distil (oracle2teacher)": 3.517632484436035,
+      "epoch": 1.3657770800627944,
+      "rel-constrast": 2.9335129261016846,
+      "step": 1740,
+      "subrel-constrast": 3.3870151042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.295567274093628,
+      "cov-distil (oracle2student)": 3.7799532413482666,
+      "cov-distil (oracle2teacher)": 3.1188812255859375,
+      "epoch": 1.3665620094191522,
+      "rel-constrast": 2.6558594703674316,
+      "step": 1741,
+      "subrel-constrast": 2.7380588054656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0450639724731445,
+      "cov-distil (oracle2student)": 4.798305988311768,
+      "cov-distil (oracle2teacher)": 4.594151496887207,
+      "epoch": 1.3673469387755102,
+      "rel-constrast": 2.19745135307312,
+      "step": 1742,
+      "subrel-constrast": 3.7651469707489014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9361448287963867,
+      "cov-distil (oracle2student)": 3.4932923316955566,
+      "cov-distil (oracle2teacher)": 3.5693211555480957,
+      "epoch": 1.3681318681318682,
+      "rel-constrast": 2.5954251289367676,
+      "step": 1743,
+      "subrel-constrast": 2.80815052986145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4450926780700684,
+      "cov-distil (oracle2student)": 3.8245177268981934,
+      "cov-distil (oracle2teacher)": 3.891239643096924,
+      "epoch": 1.3689167974882261,
+      "rel-constrast": 3.0160374641418457,
+      "step": 1744,
+      "subrel-constrast": 3.4524195194244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455041885375977,
+      "cov-distil (oracle2student)": 3.8184432983398438,
+      "cov-distil (oracle2teacher)": 3.88462233543396,
+      "epoch": 1.369701726844584,
+      "rel-constrast": 3.801227569580078,
+      "step": 1745,
+      "subrel-constrast": 3.9571356773376465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.461526870727539,
+      "cov-distil (oracle2student)": 4.549899101257324,
+      "cov-distil (oracle2teacher)": 3.7564520835876465,
+      "epoch": 1.370486656200942,
+      "rel-constrast": 3.6531753540039062,
+      "step": 1746,
+      "subrel-constrast": 3.9839367866516113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4556019306182861,
+      "cov-distil (oracle2student)": 3.929880142211914,
+      "cov-distil (oracle2teacher)": 3.717059373855591,
+      "epoch": 1.3712715855572999,
+      "rel-constrast": 2.1996192932128906,
+      "step": 1747,
+      "subrel-constrast": 3.085503578186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3401236534118652,
+      "cov-distil (oracle2student)": 5.345374584197998,
+      "cov-distil (oracle2teacher)": 4.693299293518066,
+      "epoch": 1.3720565149136577,
+      "rel-constrast": 2.5245697498321533,
+      "step": 1748,
+      "subrel-constrast": 3.0306918621063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6430013179779053,
+      "cov-distil (oracle2student)": 3.0627193450927734,
+      "cov-distil (oracle2teacher)": 3.5168375968933105,
+      "epoch": 1.3728414442700156,
+      "rel-constrast": 2.1481099128723145,
+      "step": 1749,
+      "subrel-constrast": 3.1956779956817627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3736263736263736,
+      "grad_norm": 5.0,
+      "learning_rate": 4.9150402808243644e-05,
+      "loss": 0.731,
+      "step": 1750
+    },
+    {
+      "cov-distil": 1.3824069499969482,
+      "cov-distil (oracle2student)": 5.677611351013184,
+      "cov-distil (oracle2teacher)": 4.536192417144775,
+      "epoch": 1.3736263736263736,
+      "rel-constrast": 3.7941489219665527,
+      "step": 1750,
+      "subrel-constrast": 4.1272077560424805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4564387798309326,
+      "cov-distil (oracle2student)": 3.256950855255127,
+      "cov-distil (oracle2teacher)": 3.4080405235290527,
+      "epoch": 1.3744113029827316,
+      "rel-constrast": 2.686173915863037,
+      "step": 1751,
+      "subrel-constrast": 3.110144853591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3994667530059814,
+      "cov-distil (oracle2student)": 4.597443103790283,
+      "cov-distil (oracle2teacher)": 4.585826873779297,
+      "epoch": 1.3751962323390896,
+      "rel-constrast": 2.3697707653045654,
+      "step": 1752,
+      "subrel-constrast": 3.2143096923828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72646164894104,
+      "cov-distil (oracle2student)": 3.643385887145996,
+      "cov-distil (oracle2teacher)": 4.126883029937744,
+      "epoch": 1.3759811616954474,
+      "rel-constrast": 2.683345317840576,
+      "step": 1753,
+      "subrel-constrast": 3.8663997650146484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3887810707092285,
+      "cov-distil (oracle2student)": 2.553576946258545,
+      "cov-distil (oracle2teacher)": 2.4935812950134277,
+      "epoch": 1.3767660910518054,
+      "rel-constrast": 2.2330849170684814,
+      "step": 1754,
+      "subrel-constrast": 2.932375192642212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7131316661834717,
+      "cov-distil (oracle2student)": 2.7875115871429443,
+      "cov-distil (oracle2teacher)": 2.754456043243408,
+      "epoch": 1.3775510204081631,
+      "rel-constrast": 2.09670352935791,
+      "step": 1755,
+      "subrel-constrast": 2.8941287994384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5519529581069946,
+      "cov-distil (oracle2student)": 3.9605956077575684,
+      "cov-distil (oracle2teacher)": 3.9108903408050537,
+      "epoch": 1.3783359497645211,
+      "rel-constrast": 2.346756935119629,
+      "step": 1756,
+      "subrel-constrast": 3.025015115737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.143404483795166,
+      "cov-distil (oracle2student)": 4.485654830932617,
+      "cov-distil (oracle2teacher)": 3.552102565765381,
+      "epoch": 1.379120879120879,
+      "rel-constrast": 3.2750332355499268,
+      "step": 1757,
+      "subrel-constrast": 3.3454391956329346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2158668041229248,
+      "cov-distil (oracle2student)": 4.3882598876953125,
+      "cov-distil (oracle2teacher)": 4.6353840827941895,
+      "epoch": 1.379905808477237,
+      "rel-constrast": 2.8482608795166016,
+      "step": 1758,
+      "subrel-constrast": 3.654893159866333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.442891001701355,
+      "cov-distil (oracle2student)": 3.75789213180542,
+      "cov-distil (oracle2teacher)": 3.5688633918762207,
+      "epoch": 1.380690737833595,
+      "rel-constrast": 2.825012683868408,
+      "step": 1759,
+      "subrel-constrast": 3.4315226078033447,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3814756671899528,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.912769892417236e-05,
+      "loss": 0.715,
+      "step": 1760
+    },
+    {
+      "cov-distil": 1.277295470237732,
+      "cov-distil (oracle2student)": 4.561944007873535,
+      "cov-distil (oracle2teacher)": 4.234253883361816,
+      "epoch": 1.3814756671899528,
+      "rel-constrast": 2.9534506797790527,
+      "step": 1760,
+      "subrel-constrast": 3.4973106384277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4292850494384766,
+      "cov-distil (oracle2student)": 3.1788437366485596,
+      "cov-distil (oracle2teacher)": 3.4569954872131348,
+      "epoch": 1.3822605965463108,
+      "rel-constrast": 2.9648616313934326,
+      "step": 1761,
+      "subrel-constrast": 4.153692722320557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649348497390747,
+      "cov-distil (oracle2student)": 3.9957692623138428,
+      "cov-distil (oracle2teacher)": 3.5393424034118652,
+      "epoch": 1.3830455259026688,
+      "rel-constrast": 2.010129451751709,
+      "step": 1762,
+      "subrel-constrast": 2.8695061206817627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8825892806053162,
+      "cov-distil (oracle2student)": 4.281441688537598,
+      "cov-distil (oracle2teacher)": 3.973555088043213,
+      "epoch": 1.3838304552590266,
+      "rel-constrast": 2.9419515132904053,
+      "step": 1763,
+      "subrel-constrast": 3.1668334007263184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0540237426757812,
+      "cov-distil (oracle2student)": 4.4148712158203125,
+      "cov-distil (oracle2teacher)": 3.9092445373535156,
+      "epoch": 1.3846153846153846,
+      "rel-constrast": 2.872657060623169,
+      "step": 1764,
+      "subrel-constrast": 3.2246999740600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5403823852539062,
+      "cov-distil (oracle2student)": 4.480401515960693,
+      "cov-distil (oracle2teacher)": 4.29107141494751,
+      "epoch": 1.3854003139717426,
+      "rel-constrast": 2.4473118782043457,
+      "step": 1765,
+      "subrel-constrast": 3.464146375656128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9296221733093262,
+      "cov-distil (oracle2student)": 4.12296199798584,
+      "cov-distil (oracle2teacher)": 3.8383519649505615,
+      "epoch": 1.3861852433281006,
+      "rel-constrast": 3.233968496322632,
+      "step": 1766,
+      "subrel-constrast": 4.193300724029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0214717388153076,
+      "cov-distil (oracle2student)": 2.7143003940582275,
+      "cov-distil (oracle2teacher)": 3.186598777770996,
+      "epoch": 1.3869701726844583,
+      "rel-constrast": 2.5249674320220947,
+      "step": 1767,
+      "subrel-constrast": 3.6878082752227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0996673107147217,
+      "cov-distil (oracle2student)": 3.2776894569396973,
+      "cov-distil (oracle2teacher)": 3.049516439437866,
+      "epoch": 1.3877551020408163,
+      "rel-constrast": 2.3833227157592773,
+      "step": 1768,
+      "subrel-constrast": 2.4072468280792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7651638984680176,
+      "cov-distil (oracle2student)": 4.343587875366211,
+      "cov-distil (oracle2teacher)": 4.099411487579346,
+      "epoch": 1.3885400313971743,
+      "rel-constrast": 2.4235150814056396,
+      "step": 1769,
+      "subrel-constrast": 3.2237741947174072,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.389324960753532,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.9104701051703915e-05,
+      "loss": 0.708,
+      "step": 1770
+    },
+    {
+      "cov-distil": 1.6089214086532593,
+      "cov-distil (oracle2student)": 1.9938068389892578,
+      "cov-distil (oracle2teacher)": 2.447086811065674,
+      "epoch": 1.389324960753532,
+      "rel-constrast": 2.6717936992645264,
+      "step": 1770,
+      "subrel-constrast": 3.6926400661468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0475549697875977,
+      "cov-distil (oracle2student)": 4.232304573059082,
+      "cov-distil (oracle2teacher)": 4.205155372619629,
+      "epoch": 1.39010989010989,
+      "rel-constrast": 2.5580437183380127,
+      "step": 1771,
+      "subrel-constrast": 3.1451010704040527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1233415603637695,
+      "cov-distil (oracle2student)": 3.134056806564331,
+      "cov-distil (oracle2teacher)": 3.438178062438965,
+      "epoch": 1.390894819466248,
+      "rel-constrast": 2.7492411136627197,
+      "step": 1772,
+      "subrel-constrast": 3.709041118621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5698450803756714,
+      "cov-distil (oracle2student)": 3.927119731903076,
+      "cov-distil (oracle2teacher)": 3.6161272525787354,
+      "epoch": 1.391679748822606,
+      "rel-constrast": 2.045973300933838,
+      "step": 1773,
+      "subrel-constrast": 3.0393433570861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9490007162094116,
+      "cov-distil (oracle2student)": 4.656673908233643,
+      "cov-distil (oracle2teacher)": 3.573176145553589,
+      "epoch": 1.392464678178964,
+      "rel-constrast": 4.914921283721924,
+      "step": 1774,
+      "subrel-constrast": 4.951249599456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459865689277649,
+      "cov-distil (oracle2student)": 4.682704925537109,
+      "cov-distil (oracle2teacher)": 4.323337554931641,
+      "epoch": 1.3932496075353218,
+      "rel-constrast": 2.6169118881225586,
+      "step": 1775,
+      "subrel-constrast": 3.520411491394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.024899959564209,
+      "cov-distil (oracle2student)": 3.6253342628479004,
+      "cov-distil (oracle2teacher)": 3.9742040634155273,
+      "epoch": 1.3940345368916798,
+      "rel-constrast": 3.2356555461883545,
+      "step": 1776,
+      "subrel-constrast": 3.9013290405273438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9277528524398804,
+      "cov-distil (oracle2student)": 4.837154388427734,
+      "cov-distil (oracle2teacher)": 4.316973686218262,
+      "epoch": 1.3948194662480375,
+      "rel-constrast": 3.5413308143615723,
+      "step": 1777,
+      "subrel-constrast": 3.2373464107513428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3537741899490356,
+      "cov-distil (oracle2student)": 4.281999588012695,
+      "cov-distil (oracle2teacher)": 4.542726516723633,
+      "epoch": 1.3956043956043955,
+      "rel-constrast": 1.8808162212371826,
+      "step": 1778,
+      "subrel-constrast": 3.06569766998291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6620193719863892,
+      "cov-distil (oracle2student)": 3.7810750007629395,
+      "cov-distil (oracle2teacher)": 3.3276071548461914,
+      "epoch": 1.3963893249607535,
+      "rel-constrast": 2.0814690589904785,
+      "step": 1779,
+      "subrel-constrast": 3.398512125015259,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.3971742543171115,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.9081409471060133e-05,
+      "loss": 0.7467,
+      "step": 1780
+    },
+    {
+      "cov-distil": 1.975041151046753,
+      "cov-distil (oracle2student)": 4.313316345214844,
+      "cov-distil (oracle2teacher)": 4.424312114715576,
+      "epoch": 1.3971742543171115,
+      "rel-constrast": 2.7330856323242188,
+      "step": 1780,
+      "subrel-constrast": 3.9072744846343994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3184494972229004,
+      "cov-distil (oracle2student)": 2.3401479721069336,
+      "cov-distil (oracle2teacher)": 2.615574598312378,
+      "epoch": 1.3979591836734695,
+      "rel-constrast": 3.1698129177093506,
+      "step": 1781,
+      "subrel-constrast": 4.002466678619385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5081775188446045,
+      "cov-distil (oracle2student)": 4.373048782348633,
+      "cov-distil (oracle2teacher)": 4.501211643218994,
+      "epoch": 1.3987441130298273,
+      "rel-constrast": 2.671898603439331,
+      "step": 1782,
+      "subrel-constrast": 4.031023979187012,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7810746431350708,
+      "cov-distil (oracle2student)": 4.0231547355651855,
+      "cov-distil (oracle2teacher)": 3.3979432582855225,
+      "epoch": 1.3995290423861853,
+      "rel-constrast": 3.4191641807556152,
+      "step": 1783,
+      "subrel-constrast": 4.124697685241699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2770994901657104,
+      "cov-distil (oracle2student)": 4.195890426635742,
+      "cov-distil (oracle2teacher)": 3.46781063079834,
+      "epoch": 1.4003139717425432,
+      "rel-constrast": 3.2167983055114746,
+      "step": 1784,
+      "subrel-constrast": 3.7879691123962402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4572951793670654,
+      "cov-distil (oracle2student)": 5.796965599060059,
+      "cov-distil (oracle2teacher)": 5.57896614074707,
+      "epoch": 1.401098901098901,
+      "rel-constrast": 3.993894100189209,
+      "step": 1785,
+      "subrel-constrast": 4.575894355773926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4861783981323242,
+      "cov-distil (oracle2student)": 4.789185047149658,
+      "cov-distil (oracle2teacher)": 4.152342319488525,
+      "epoch": 1.401883830455259,
+      "rel-constrast": 2.1518936157226562,
+      "step": 1786,
+      "subrel-constrast": 2.857137441635132,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0199559926986694,
+      "cov-distil (oracle2student)": 4.052515029907227,
+      "cov-distil (oracle2teacher)": 3.9190690517425537,
+      "epoch": 1.402668759811617,
+      "rel-constrast": 2.2214207649230957,
+      "step": 1787,
+      "subrel-constrast": 2.9084455966949463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5194413661956787,
+      "cov-distil (oracle2student)": 4.2949748039245605,
+      "cov-distil (oracle2teacher)": 4.273899078369141,
+      "epoch": 1.403453689167975,
+      "rel-constrast": 1.8227193355560303,
+      "step": 1788,
+      "subrel-constrast": 2.8076255321502686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.06584632396698,
+      "cov-distil (oracle2student)": 3.7848901748657227,
+      "cov-distil (oracle2teacher)": 3.3771371841430664,
+      "epoch": 1.4042386185243327,
+      "rel-constrast": 2.787358283996582,
+      "step": 1789,
+      "subrel-constrast": 3.5303947925567627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4050235478806907,
+      "grad_norm": 4.5625,
+      "learning_rate": 4.905782446604159e-05,
+      "loss": 0.7407,
+      "step": 1790
+    },
+    {
+      "cov-distil": 2.289405107498169,
+      "cov-distil (oracle2student)": 3.578599214553833,
+      "cov-distil (oracle2teacher)": 3.4512925148010254,
+      "epoch": 1.4050235478806907,
+      "rel-constrast": 2.3787174224853516,
+      "step": 1790,
+      "subrel-constrast": 3.511873960494995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2878767251968384,
+      "cov-distil (oracle2student)": 3.9206135272979736,
+      "cov-distil (oracle2teacher)": 3.6987013816833496,
+      "epoch": 1.4058084772370487,
+      "rel-constrast": 1.954724669456482,
+      "step": 1791,
+      "subrel-constrast": 2.8543734550476074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0315364599227905,
+      "cov-distil (oracle2student)": 5.348865985870361,
+      "cov-distil (oracle2teacher)": 5.0657501220703125,
+      "epoch": 1.4065934065934065,
+      "rel-constrast": 2.9480481147766113,
+      "step": 1792,
+      "subrel-constrast": 3.7603235244750977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7520729303359985,
+      "cov-distil (oracle2student)": 3.5946998596191406,
+      "cov-distil (oracle2teacher)": 3.9707908630371094,
+      "epoch": 1.4073783359497645,
+      "rel-constrast": 3.9384000301361084,
+      "step": 1793,
+      "subrel-constrast": 4.622103214263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4584685564041138,
+      "cov-distil (oracle2student)": 3.668431282043457,
+      "cov-distil (oracle2teacher)": 3.79821515083313,
+      "epoch": 1.4081632653061225,
+      "rel-constrast": 3.114461898803711,
+      "step": 1794,
+      "subrel-constrast": 4.088900089263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1298915147781372,
+      "cov-distil (oracle2student)": 5.357276916503906,
+      "cov-distil (oracle2teacher)": 4.751312255859375,
+      "epoch": 1.4089481946624804,
+      "rel-constrast": 2.830813407897949,
+      "step": 1795,
+      "subrel-constrast": 3.199908494949341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.313107490539551,
+      "cov-distil (oracle2student)": 5.050443649291992,
+      "cov-distil (oracle2teacher)": 4.313997745513916,
+      "epoch": 1.4097331240188384,
+      "rel-constrast": 2.955758810043335,
+      "step": 1796,
+      "subrel-constrast": 3.5969579219818115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214133858680725,
+      "cov-distil (oracle2student)": 2.1331787109375,
+      "cov-distil (oracle2teacher)": 2.266268730163574,
+      "epoch": 1.4105180533751962,
+      "rel-constrast": 1.6433556079864502,
+      "step": 1797,
+      "subrel-constrast": 2.509021759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5446757078170776,
+      "cov-distil (oracle2student)": 4.411598205566406,
+      "cov-distil (oracle2teacher)": 4.118759632110596,
+      "epoch": 1.4113029827315542,
+      "rel-constrast": 2.2952840328216553,
+      "step": 1798,
+      "subrel-constrast": 2.7476847171783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6647090911865234,
+      "cov-distil (oracle2student)": 4.157137393951416,
+      "cov-distil (oracle2teacher)": 3.5608763694763184,
+      "epoch": 1.412087912087912,
+      "rel-constrast": 3.6442322731018066,
+      "step": 1799,
+      "subrel-constrast": 4.126953125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.41287284144427,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.90339463240241e-05,
+      "loss": 0.7318,
+      "step": 1800
+    },
+    {
+      "epoch": 1.41287284144427,
+      "overlap": 0.296875,
+      "step": 1800
+    },
+    {
+      "epoch": 1.41287284144427,
+      "step": 1800,
+      "student margin": 0.06158447265625
+    },
+    {
+      "epoch": 1.41287284144427,
+      "step": 1800,
+      "teacher margin": 0.03912353515625
+    },
+    {
+      "epoch": 1.41287284144427,
+      "margin difference": -0.0224609375,
+      "step": 1800
+    },
+    {
+      "cov-distil": 1.3753511905670166,
+      "cov-distil (oracle2student)": 3.7895617485046387,
+      "cov-distil (oracle2teacher)": 3.4697158336639404,
+      "epoch": 1.41287284144427,
+      "rel-constrast": 2.8414173126220703,
+      "step": 1800,
+      "subrel-constrast": 3.6772074699401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2888927459716797,
+      "cov-distil (oracle2student)": 4.218761444091797,
+      "cov-distil (oracle2teacher)": 3.251814126968384,
+      "epoch": 1.413657770800628,
+      "rel-constrast": 2.7894210815429688,
+      "step": 1801,
+      "subrel-constrast": 3.297595739364624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5428814888000488,
+      "cov-distil (oracle2student)": 4.462331295013428,
+      "cov-distil (oracle2teacher)": 4.133782863616943,
+      "epoch": 1.414442700156986,
+      "rel-constrast": 2.830944061279297,
+      "step": 1802,
+      "subrel-constrast": 3.652177572250366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3823407888412476,
+      "cov-distil (oracle2student)": 2.4255661964416504,
+      "cov-distil (oracle2teacher)": 2.612318515777588,
+      "epoch": 1.415227629513344,
+      "rel-constrast": 1.3273444175720215,
+      "step": 1803,
+      "subrel-constrast": 2.1789848804473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1732839345932007,
+      "cov-distil (oracle2student)": 3.3564648628234863,
+      "cov-distil (oracle2teacher)": 3.553042411804199,
+      "epoch": 1.4160125588697017,
+      "rel-constrast": 2.267561435699463,
+      "step": 1804,
+      "subrel-constrast": 3.235435724258423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9953148365020752,
+      "cov-distil (oracle2student)": 5.615447044372559,
+      "cov-distil (oracle2teacher)": 4.846495628356934,
+      "epoch": 1.4167974882260597,
+      "rel-constrast": 3.133941411972046,
+      "step": 1805,
+      "subrel-constrast": 3.020993709564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5745139122009277,
+      "cov-distil (oracle2student)": 4.578680992126465,
+      "cov-distil (oracle2teacher)": 4.446898460388184,
+      "epoch": 1.4175824175824177,
+      "rel-constrast": 2.3419127464294434,
+      "step": 1806,
+      "subrel-constrast": 3.1521565914154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.952881097793579,
+      "cov-distil (oracle2student)": 5.156837463378906,
+      "cov-distil (oracle2teacher)": 4.3093366622924805,
+      "epoch": 1.4183673469387754,
+      "rel-constrast": 1.7049798965454102,
+      "step": 1807,
+      "subrel-constrast": 2.738222122192383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.48823881149292,
+      "cov-distil (oracle2student)": 4.362990856170654,
+      "cov-distil (oracle2teacher)": 4.08839750289917,
+      "epoch": 1.4191522762951334,
+      "rel-constrast": 3.0215883255004883,
+      "step": 1808,
+      "subrel-constrast": 3.518209934234619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8446228504180908,
+      "cov-distil (oracle2student)": 5.151702880859375,
+      "cov-distil (oracle2teacher)": 4.638205528259277,
+      "epoch": 1.4199372056514914,
+      "rel-constrast": 3.1416099071502686,
+      "step": 1809,
+      "subrel-constrast": 3.8997795581817627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4207221350078494,
+      "grad_norm": 6.8125,
+      "learning_rate": 4.900977533595531e-05,
+      "loss": 0.6716,
+      "step": 1810
+    },
+    {
+      "cov-distil": 1.6543567180633545,
+      "cov-distil (oracle2student)": 4.950900077819824,
+      "cov-distil (oracle2teacher)": 4.470099925994873,
+      "epoch": 1.4207221350078494,
+      "rel-constrast": 2.619957685470581,
+      "step": 1810,
+      "subrel-constrast": 3.1563613414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3683617115020752,
+      "cov-distil (oracle2student)": 4.222921371459961,
+      "cov-distil (oracle2teacher)": 3.636617422103882,
+      "epoch": 1.4215070643642072,
+      "rel-constrast": 2.228365421295166,
+      "step": 1811,
+      "subrel-constrast": 2.803258180618286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8803507089614868,
+      "cov-distil (oracle2student)": 3.889373779296875,
+      "cov-distil (oracle2teacher)": 3.9628119468688965,
+      "epoch": 1.4222919937205651,
+      "rel-constrast": 3.4966611862182617,
+      "step": 1812,
+      "subrel-constrast": 3.9638965129852295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8111013174057007,
+      "cov-distil (oracle2student)": 4.548791885375977,
+      "cov-distil (oracle2teacher)": 4.69551944732666,
+      "epoch": 1.4230769230769231,
+      "rel-constrast": 1.8570060729980469,
+      "step": 1813,
+      "subrel-constrast": 3.579813241958618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.286060094833374,
+      "cov-distil (oracle2student)": 4.387686729431152,
+      "cov-distil (oracle2teacher)": 3.7512662410736084,
+      "epoch": 1.423861852433281,
+      "rel-constrast": 1.78669011592865,
+      "step": 1814,
+      "subrel-constrast": 2.735056161880493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.087967872619629,
+      "cov-distil (oracle2student)": 2.901634693145752,
+      "cov-distil (oracle2teacher)": 3.397329807281494,
+      "epoch": 1.4246467817896389,
+      "rel-constrast": 2.498164176940918,
+      "step": 1815,
+      "subrel-constrast": 3.076226234436035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6547093391418457,
+      "cov-distil (oracle2student)": 5.884370803833008,
+      "cov-distil (oracle2teacher)": 5.389580726623535,
+      "epoch": 1.4254317111459969,
+      "rel-constrast": 3.1378984451293945,
+      "step": 1816,
+      "subrel-constrast": 3.7884104251861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7544300556182861,
+      "cov-distil (oracle2student)": 5.527893543243408,
+      "cov-distil (oracle2teacher)": 4.92282772064209,
+      "epoch": 1.4262166405023549,
+      "rel-constrast": 3.694044828414917,
+      "step": 1817,
+      "subrel-constrast": 4.2226386070251465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8763136863708496,
+      "cov-distil (oracle2student)": 3.690674066543579,
+      "cov-distil (oracle2teacher)": 3.4789791107177734,
+      "epoch": 1.4270015698587128,
+      "rel-constrast": 3.362605571746826,
+      "step": 1818,
+      "subrel-constrast": 3.578190565109253,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3423494100570679,
+      "cov-distil (oracle2student)": 3.6252429485321045,
+      "cov-distil (oracle2teacher)": 3.494964122772217,
+      "epoch": 1.4277864992150706,
+      "rel-constrast": 2.935727119445801,
+      "step": 1819,
+      "subrel-constrast": 3.335447311401367,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.898531179635107e-05,
+      "loss": 0.7297,
+      "step": 1820
+    },
+    {
+      "cov-distil": 1.4452028274536133,
+      "cov-distil (oracle2student)": 3.840649366378784,
+      "cov-distil (oracle2teacher)": 3.7159183025360107,
+      "epoch": 1.4285714285714286,
+      "rel-constrast": 2.420172691345215,
+      "step": 1820,
+      "subrel-constrast": 3.194286584854126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.201493263244629,
+      "cov-distil (oracle2student)": 5.996379852294922,
+      "cov-distil (oracle2teacher)": 5.120425224304199,
+      "epoch": 1.4293563579277864,
+      "rel-constrast": 2.8248565196990967,
+      "step": 1821,
+      "subrel-constrast": 3.5173699855804443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.177264928817749,
+      "cov-distil (oracle2student)": 4.552891254425049,
+      "cov-distil (oracle2teacher)": 4.260626316070557,
+      "epoch": 1.4301412872841444,
+      "rel-constrast": 2.2708792686462402,
+      "step": 1822,
+      "subrel-constrast": 2.9936554431915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4655922651290894,
+      "cov-distil (oracle2student)": 3.373347282409668,
+      "cov-distil (oracle2teacher)": 3.1805851459503174,
+      "epoch": 1.4309262166405023,
+      "rel-constrast": 1.8171770572662354,
+      "step": 1823,
+      "subrel-constrast": 2.7735021114349365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8172528743743896,
+      "cov-distil (oracle2student)": 3.765939474105835,
+      "cov-distil (oracle2teacher)": 3.363713264465332,
+      "epoch": 1.4317111459968603,
+      "rel-constrast": 2.386641025543213,
+      "step": 1824,
+      "subrel-constrast": 3.342613697052002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3294904232025146,
+      "cov-distil (oracle2student)": 3.5718371868133545,
+      "cov-distil (oracle2teacher)": 3.6850156784057617,
+      "epoch": 1.4324960753532183,
+      "rel-constrast": 3.0851714611053467,
+      "step": 1825,
+      "subrel-constrast": 3.9347751140594482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6668248176574707,
+      "cov-distil (oracle2student)": 6.5556745529174805,
+      "cov-distil (oracle2teacher)": 5.82924747467041,
+      "epoch": 1.433281004709576,
+      "rel-constrast": 4.023918151855469,
+      "step": 1826,
+      "subrel-constrast": 4.2772979736328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4551129341125488,
+      "cov-distil (oracle2student)": 4.62976598739624,
+      "cov-distil (oracle2teacher)": 4.322417736053467,
+      "epoch": 1.434065934065934,
+      "rel-constrast": 3.3585753440856934,
+      "step": 1827,
+      "subrel-constrast": 3.5313055515289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.602424144744873,
+      "cov-distil (oracle2student)": 3.8924152851104736,
+      "cov-distil (oracle2teacher)": 3.7449512481689453,
+      "epoch": 1.434850863422292,
+      "rel-constrast": 2.519665002822876,
+      "step": 1828,
+      "subrel-constrast": 3.329277992248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.58683180809021,
+      "cov-distil (oracle2student)": 6.385455131530762,
+      "cov-distil (oracle2teacher)": 5.142876625061035,
+      "epoch": 1.4356357927786498,
+      "rel-constrast": 3.937894821166992,
+      "step": 1829,
+      "subrel-constrast": 4.098027229309082,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4364207221350078,
+      "grad_norm": 6.78125,
+      "learning_rate": 4.89605560032919e-05,
+      "loss": 0.753,
+      "step": 1830
+    },
+    {
+      "cov-distil": 1.2683773040771484,
+      "cov-distil (oracle2student)": 5.51456880569458,
+      "cov-distil (oracle2teacher)": 4.932936668395996,
+      "epoch": 1.4364207221350078,
+      "rel-constrast": 3.1549861431121826,
+      "step": 1830,
+      "subrel-constrast": 3.7158656120300293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7652406692504883,
+      "cov-distil (oracle2student)": 2.5780203342437744,
+      "cov-distil (oracle2teacher)": 3.1185131072998047,
+      "epoch": 1.4372056514913658,
+      "rel-constrast": 2.3700711727142334,
+      "step": 1831,
+      "subrel-constrast": 3.638542652130127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9649511575698853,
+      "cov-distil (oracle2student)": 4.225449085235596,
+      "cov-distil (oracle2teacher)": 4.1012067794799805,
+      "epoch": 1.4379905808477238,
+      "rel-constrast": 1.9386816024780273,
+      "step": 1832,
+      "subrel-constrast": 2.3051044940948486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5771992206573486,
+      "cov-distil (oracle2student)": 4.981726169586182,
+      "cov-distil (oracle2teacher)": 4.143196105957031,
+      "epoch": 1.4387755102040816,
+      "rel-constrast": 2.8138246536254883,
+      "step": 1833,
+      "subrel-constrast": 3.299802780151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4737906455993652,
+      "cov-distil (oracle2student)": 2.5556771755218506,
+      "cov-distil (oracle2teacher)": 2.9800400733947754,
+      "epoch": 1.4395604395604396,
+      "rel-constrast": 2.422273635864258,
+      "step": 1834,
+      "subrel-constrast": 3.241222620010376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2281641960144043,
+      "cov-distil (oracle2student)": 3.1058075428009033,
+      "cov-distil (oracle2teacher)": 2.9412336349487305,
+      "epoch": 1.4403453689167975,
+      "rel-constrast": 3.0711140632629395,
+      "step": 1835,
+      "subrel-constrast": 3.7840170860290527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1675045490264893,
+      "cov-distil (oracle2student)": 4.564324378967285,
+      "cov-distil (oracle2teacher)": 4.323493480682373,
+      "epoch": 1.4411302982731553,
+      "rel-constrast": 2.781236171722412,
+      "step": 1836,
+      "subrel-constrast": 2.7374448776245117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.079219937324524,
+      "cov-distil (oracle2student)": 3.411094903945923,
+      "cov-distil (oracle2teacher)": 3.191303253173828,
+      "epoch": 1.4419152276295133,
+      "rel-constrast": 3.092740058898926,
+      "step": 1837,
+      "subrel-constrast": 3.351301908493042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5278972387313843,
+      "cov-distil (oracle2student)": 3.2321972846984863,
+      "cov-distil (oracle2teacher)": 3.313662528991699,
+      "epoch": 1.4427001569858713,
+      "rel-constrast": 2.879016399383545,
+      "step": 1838,
+      "subrel-constrast": 3.5835001468658447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0350725650787354,
+      "cov-distil (oracle2student)": 2.4493632316589355,
+      "cov-distil (oracle2teacher)": 2.729887008666992,
+      "epoch": 1.4434850863422293,
+      "rel-constrast": 2.38649320602417,
+      "step": 1839,
+      "subrel-constrast": 2.8666794300079346,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4442700156985873,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.893550825841932e-05,
+      "loss": 0.7105,
+      "step": 1840
+    },
+    {
+      "cov-distil": 1.6579926013946533,
+      "cov-distil (oracle2student)": 6.401279449462891,
+      "cov-distil (oracle2teacher)": 5.277112007141113,
+      "epoch": 1.4442700156985873,
+      "rel-constrast": 4.2362470626831055,
+      "step": 1840,
+      "subrel-constrast": 4.374217510223389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.097137928009033,
+      "cov-distil (oracle2student)": 6.69352912902832,
+      "cov-distil (oracle2teacher)": 6.141706466674805,
+      "epoch": 1.445054945054945,
+      "rel-constrast": 3.296020030975342,
+      "step": 1841,
+      "subrel-constrast": 4.120090484619141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52357017993927,
+      "cov-distil (oracle2student)": 2.577275276184082,
+      "cov-distil (oracle2teacher)": 2.6045939922332764,
+      "epoch": 1.445839874411303,
+      "rel-constrast": 2.0906128883361816,
+      "step": 1842,
+      "subrel-constrast": 2.8598036766052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2005269527435303,
+      "cov-distil (oracle2student)": 4.01481819152832,
+      "cov-distil (oracle2teacher)": 3.7604923248291016,
+      "epoch": 1.4466248037676608,
+      "rel-constrast": 2.2734408378601074,
+      "step": 1843,
+      "subrel-constrast": 2.775613784790039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1281768083572388,
+      "cov-distil (oracle2student)": 3.661174774169922,
+      "cov-distil (oracle2teacher)": 3.5164029598236084,
+      "epoch": 1.4474097331240188,
+      "rel-constrast": 3.1075382232666016,
+      "step": 1844,
+      "subrel-constrast": 3.5926995277404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8172249794006348,
+      "cov-distil (oracle2student)": 5.8461127281188965,
+      "cov-distil (oracle2teacher)": 6.063834190368652,
+      "epoch": 1.4481946624803768,
+      "rel-constrast": 3.76010799407959,
+      "step": 1845,
+      "subrel-constrast": 4.720701694488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380967140197754,
+      "cov-distil (oracle2student)": 4.823122024536133,
+      "cov-distil (oracle2teacher)": 4.406197547912598,
+      "epoch": 1.4489795918367347,
+      "rel-constrast": 3.160726547241211,
+      "step": 1846,
+      "subrel-constrast": 3.2861616611480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2863383293151855,
+      "cov-distil (oracle2student)": 4.338582515716553,
+      "cov-distil (oracle2teacher)": 3.800304412841797,
+      "epoch": 1.4497645211930927,
+      "rel-constrast": 3.0546388626098633,
+      "step": 1847,
+      "subrel-constrast": 3.251276969909668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2051026821136475,
+      "cov-distil (oracle2student)": 4.848534107208252,
+      "cov-distil (oracle2teacher)": 4.756525993347168,
+      "epoch": 1.4505494505494505,
+      "rel-constrast": 3.2639107704162598,
+      "step": 1848,
+      "subrel-constrast": 4.062069416046143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412589192390442,
+      "cov-distil (oracle2student)": 5.114985466003418,
+      "cov-distil (oracle2teacher)": 4.865669250488281,
+      "epoch": 1.4513343799058085,
+      "rel-constrast": 3.350212574005127,
+      "step": 1849,
+      "subrel-constrast": 3.8288183212280273,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4521193092621665,
+      "grad_norm": 5.375,
+      "learning_rate": 4.8910168866932195e-05,
+      "loss": 0.8266,
+      "step": 1850
+    },
+    {
+      "cov-distil": 1.6888751983642578,
+      "cov-distil (oracle2student)": 3.448847770690918,
+      "cov-distil (oracle2teacher)": 3.6992971897125244,
+      "epoch": 1.4521193092621665,
+      "rel-constrast": 1.8792496919631958,
+      "step": 1850,
+      "subrel-constrast": 3.116849660873413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3367068767547607,
+      "cov-distil (oracle2student)": 4.72634744644165,
+      "cov-distil (oracle2teacher)": 4.442650318145752,
+      "epoch": 1.4529042386185242,
+      "rel-constrast": 4.097768783569336,
+      "step": 1851,
+      "subrel-constrast": 4.38444185256958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8452763557434082,
+      "cov-distil (oracle2student)": 5.708890914916992,
+      "cov-distil (oracle2teacher)": 5.7249650955200195,
+      "epoch": 1.4536891679748822,
+      "rel-constrast": 2.7360332012176514,
+      "step": 1852,
+      "subrel-constrast": 4.191849708557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2964894771575928,
+      "cov-distil (oracle2student)": 3.6186249256134033,
+      "cov-distil (oracle2teacher)": 3.327200174331665,
+      "epoch": 1.4544740973312402,
+      "rel-constrast": 3.3278985023498535,
+      "step": 1853,
+      "subrel-constrast": 3.5349605083465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.15955650806427,
+      "cov-distil (oracle2student)": 2.791245937347412,
+      "cov-distil (oracle2teacher)": 2.996602773666382,
+      "epoch": 1.4552590266875982,
+      "rel-constrast": 3.3102505207061768,
+      "step": 1854,
+      "subrel-constrast": 4.207559108734131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5015387535095215,
+      "cov-distil (oracle2student)": 3.9151670932769775,
+      "cov-distil (oracle2teacher)": 4.3544440269470215,
+      "epoch": 1.456043956043956,
+      "rel-constrast": 2.5720043182373047,
+      "step": 1855,
+      "subrel-constrast": 3.2190749645233154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9023011922836304,
+      "cov-distil (oracle2student)": 3.2154641151428223,
+      "cov-distil (oracle2teacher)": 3.2312047481536865,
+      "epoch": 1.456828885400314,
+      "rel-constrast": 2.523677349090576,
+      "step": 1856,
+      "subrel-constrast": 3.375361680984497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.418964147567749,
+      "cov-distil (oracle2student)": 4.337531089782715,
+      "cov-distil (oracle2teacher)": 3.9954028129577637,
+      "epoch": 1.457613814756672,
+      "rel-constrast": 2.795344352722168,
+      "step": 1857,
+      "subrel-constrast": 3.288412094116211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612828016281128,
+      "cov-distil (oracle2student)": 3.6213760375976562,
+      "cov-distil (oracle2teacher)": 3.895224094390869,
+      "epoch": 1.4583987441130297,
+      "rel-constrast": 2.616885185241699,
+      "step": 1858,
+      "subrel-constrast": 3.5245022773742676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5105284452438354,
+      "cov-distil (oracle2student)": 4.446105480194092,
+      "cov-distil (oracle2teacher)": 4.319863319396973,
+      "epoch": 1.4591836734693877,
+      "rel-constrast": 2.974085807800293,
+      "step": 1859,
+      "subrel-constrast": 4.052789211273193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4599686028257457,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.888453813758301e-05,
+      "loss": 0.759,
+      "step": 1860
+    },
+    {
+      "cov-distil": 1.324098825454712,
+      "cov-distil (oracle2student)": 3.6147279739379883,
+      "cov-distil (oracle2teacher)": 3.227203130722046,
+      "epoch": 1.4599686028257457,
+      "rel-constrast": 2.9960274696350098,
+      "step": 1860,
+      "subrel-constrast": 3.5792276859283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.171452522277832,
+      "cov-distil (oracle2student)": 6.498472213745117,
+      "cov-distil (oracle2teacher)": 5.5798563957214355,
+      "epoch": 1.4607535321821037,
+      "rel-constrast": 2.298779010772705,
+      "step": 1861,
+      "subrel-constrast": 2.5710718631744385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.110198736190796,
+      "cov-distil (oracle2student)": 3.4142746925354004,
+      "cov-distil (oracle2teacher)": 3.2940726280212402,
+      "epoch": 1.4615384615384617,
+      "rel-constrast": 3.189666986465454,
+      "step": 1862,
+      "subrel-constrast": 3.452401876449585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4618439674377441,
+      "cov-distil (oracle2student)": 5.286944389343262,
+      "cov-distil (oracle2teacher)": 4.3206787109375,
+      "epoch": 1.4623233908948194,
+      "rel-constrast": 2.4891648292541504,
+      "step": 1863,
+      "subrel-constrast": 3.4858736991882324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1890687942504883,
+      "cov-distil (oracle2student)": 4.43721866607666,
+      "cov-distil (oracle2teacher)": 3.987574338912964,
+      "epoch": 1.4631083202511774,
+      "rel-constrast": 2.537240982055664,
+      "step": 1864,
+      "subrel-constrast": 3.60815167427063,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2210792303085327,
+      "cov-distil (oracle2student)": 3.950700283050537,
+      "cov-distil (oracle2teacher)": 3.1345367431640625,
+      "epoch": 1.4638932496075352,
+      "rel-constrast": 3.2303390502929688,
+      "step": 1865,
+      "subrel-constrast": 3.6884562969207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2549242973327637,
+      "cov-distil (oracle2student)": 3.169987201690674,
+      "cov-distil (oracle2teacher)": 3.112874746322632,
+      "epoch": 1.4646781789638932,
+      "rel-constrast": 2.961059093475342,
+      "step": 1866,
+      "subrel-constrast": 3.388056993484497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1132255792617798,
+      "cov-distil (oracle2student)": 3.1881613731384277,
+      "cov-distil (oracle2teacher)": 4.031736373901367,
+      "epoch": 1.4654631083202512,
+      "rel-constrast": 3.369593620300293,
+      "step": 1867,
+      "subrel-constrast": 4.17751932144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8409156799316406,
+      "cov-distil (oracle2student)": 4.461203098297119,
+      "cov-distil (oracle2teacher)": 4.548511505126953,
+      "epoch": 1.4662480376766092,
+      "rel-constrast": 2.3510546684265137,
+      "step": 1868,
+      "subrel-constrast": 3.1808478832244873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.988564670085907,
+      "cov-distil (oracle2student)": 3.8768303394317627,
+      "cov-distil (oracle2teacher)": 3.647482395172119,
+      "epoch": 1.4670329670329672,
+      "rel-constrast": 2.013795852661133,
+      "step": 1869,
+      "subrel-constrast": 2.825491189956665,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.467817896389325,
+      "grad_norm": 4.75,
+      "learning_rate": 4.885861638267413e-05,
+      "loss": 0.7201,
+      "step": 1870
+    },
+    {
+      "cov-distil": 1.7998799085617065,
+      "cov-distil (oracle2student)": 3.271496295928955,
+      "cov-distil (oracle2teacher)": 3.0112061500549316,
+      "epoch": 1.467817896389325,
+      "rel-constrast": 3.588841676712036,
+      "step": 1870,
+      "subrel-constrast": 4.032552242279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.349198579788208,
+      "cov-distil (oracle2student)": 3.1306915283203125,
+      "cov-distil (oracle2teacher)": 2.914619207382202,
+      "epoch": 1.468602825745683,
+      "rel-constrast": 2.4161884784698486,
+      "step": 1871,
+      "subrel-constrast": 3.163926362991333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7091114521026611,
+      "cov-distil (oracle2student)": 4.372878551483154,
+      "cov-distil (oracle2teacher)": 4.15083122253418,
+      "epoch": 1.469387755102041,
+      "rel-constrast": 3.674309730529785,
+      "step": 1872,
+      "subrel-constrast": 4.023014068603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205456256866455,
+      "cov-distil (oracle2student)": 3.448446035385132,
+      "cov-distil (oracle2teacher)": 3.7027246952056885,
+      "epoch": 1.4701726844583987,
+      "rel-constrast": 2.6868979930877686,
+      "step": 1873,
+      "subrel-constrast": 3.6661877632141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0467638969421387,
+      "cov-distil (oracle2student)": 3.6841325759887695,
+      "cov-distil (oracle2teacher)": 3.540146589279175,
+      "epoch": 1.4709576138147566,
+      "rel-constrast": 2.2152252197265625,
+      "step": 1874,
+      "subrel-constrast": 3.33553147315979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7649476528167725,
+      "cov-distil (oracle2student)": 4.595139503479004,
+      "cov-distil (oracle2teacher)": 4.807185649871826,
+      "epoch": 1.4717425431711146,
+      "rel-constrast": 3.882308006286621,
+      "step": 1875,
+      "subrel-constrast": 3.9884748458862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6274170875549316,
+      "cov-distil (oracle2student)": 4.342825889587402,
+      "cov-distil (oracle2teacher)": 4.161476135253906,
+      "epoch": 1.4725274725274726,
+      "rel-constrast": 2.716750144958496,
+      "step": 1876,
+      "subrel-constrast": 3.6377859115600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1850725412368774,
+      "cov-distil (oracle2student)": 4.801465034484863,
+      "cov-distil (oracle2teacher)": 4.4294657707214355,
+      "epoch": 1.4733124018838304,
+      "rel-constrast": 3.233443260192871,
+      "step": 1877,
+      "subrel-constrast": 3.1840202808380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6530916690826416,
+      "cov-distil (oracle2student)": 4.700448989868164,
+      "cov-distil (oracle2teacher)": 4.715950965881348,
+      "epoch": 1.4740973312401884,
+      "rel-constrast": 3.6957778930664062,
+      "step": 1878,
+      "subrel-constrast": 4.544745922088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.665679931640625,
+      "cov-distil (oracle2student)": 4.62099552154541,
+      "cov-distil (oracle2teacher)": 4.034111976623535,
+      "epoch": 1.4748822605965464,
+      "rel-constrast": 2.6383543014526367,
+      "step": 1879,
+      "subrel-constrast": 3.695279836654663,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4756671899529041,
+      "grad_norm": 5.9375,
+      "learning_rate": 4.883240391805394e-05,
+      "loss": 0.8098,
+      "step": 1880
+    },
+    {
+      "cov-distil": 1.489245891571045,
+      "cov-distil (oracle2student)": 4.289907455444336,
+      "cov-distil (oracle2teacher)": 4.189836025238037,
+      "epoch": 1.4756671899529041,
+      "rel-constrast": 3.047013759613037,
+      "step": 1880,
+      "subrel-constrast": 3.6831588745117188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6271897554397583,
+      "cov-distil (oracle2student)": 4.952922344207764,
+      "cov-distil (oracle2teacher)": 4.3915557861328125,
+      "epoch": 1.4764521193092621,
+      "rel-constrast": 2.925741195678711,
+      "step": 1881,
+      "subrel-constrast": 3.849264144897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4708141088485718,
+      "cov-distil (oracle2student)": 3.6817660331726074,
+      "cov-distil (oracle2teacher)": 3.3645787239074707,
+      "epoch": 1.4772370486656201,
+      "rel-constrast": 1.8425955772399902,
+      "step": 1882,
+      "subrel-constrast": 2.559281587600708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5363428592681885,
+      "cov-distil (oracle2student)": 3.288538932800293,
+      "cov-distil (oracle2teacher)": 3.3280093669891357,
+      "epoch": 1.478021978021978,
+      "rel-constrast": 2.857149362564087,
+      "step": 1883,
+      "subrel-constrast": 3.2818243503570557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1604633331298828,
+      "cov-distil (oracle2student)": 3.6293282508850098,
+      "cov-distil (oracle2teacher)": 3.6054253578186035,
+      "epoch": 1.478806907378336,
+      "rel-constrast": 2.432465076446533,
+      "step": 1884,
+      "subrel-constrast": 3.0961251258850098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3076788187026978,
+      "cov-distil (oracle2student)": 4.063167572021484,
+      "cov-distil (oracle2teacher)": 3.7917380332946777,
+      "epoch": 1.4795918367346939,
+      "rel-constrast": 3.131176710128784,
+      "step": 1885,
+      "subrel-constrast": 3.387690305709839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6938672065734863,
+      "cov-distil (oracle2student)": 4.879122734069824,
+      "cov-distil (oracle2teacher)": 4.4586591720581055,
+      "epoch": 1.4803767660910518,
+      "rel-constrast": 1.8621890544891357,
+      "step": 1886,
+      "subrel-constrast": 2.784557342529297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6372668743133545,
+      "cov-distil (oracle2student)": 6.824195861816406,
+      "cov-distil (oracle2teacher)": 6.387898921966553,
+      "epoch": 1.4811616954474096,
+      "rel-constrast": 3.3412389755249023,
+      "step": 1887,
+      "subrel-constrast": 4.233912467956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1793620586395264,
+      "cov-distil (oracle2student)": 3.1445255279541016,
+      "cov-distil (oracle2teacher)": 3.157705783843994,
+      "epoch": 1.4819466248037676,
+      "rel-constrast": 2.443695068359375,
+      "step": 1888,
+      "subrel-constrast": 3.1362268924713135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2781684398651123,
+      "cov-distil (oracle2student)": 3.4792184829711914,
+      "cov-distil (oracle2teacher)": 3.618779182434082,
+      "epoch": 1.4827315541601256,
+      "rel-constrast": 3.680797576904297,
+      "step": 1889,
+      "subrel-constrast": 3.813993215560913,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4835164835164836,
+      "grad_norm": 5.96875,
+      "learning_rate": 4.8805901063113064e-05,
+      "loss": 0.7251,
+      "step": 1890
+    },
+    {
+      "cov-distil": 1.4641432762145996,
+      "cov-distil (oracle2student)": 3.655186653137207,
+      "cov-distil (oracle2teacher)": 3.559060573577881,
+      "epoch": 1.4835164835164836,
+      "rel-constrast": 2.8183186054229736,
+      "step": 1890,
+      "subrel-constrast": 3.2129228115081787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1659737825393677,
+      "cov-distil (oracle2student)": 3.1489181518554688,
+      "cov-distil (oracle2teacher)": 3.0241281986236572,
+      "epoch": 1.4843014128728416,
+      "rel-constrast": 3.364744186401367,
+      "step": 1891,
+      "subrel-constrast": 3.6507506370544434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5041974782943726,
+      "cov-distil (oracle2student)": 3.4649229049682617,
+      "cov-distil (oracle2teacher)": 3.5441417694091797,
+      "epoch": 1.4850863422291993,
+      "rel-constrast": 2.2610387802124023,
+      "step": 1892,
+      "subrel-constrast": 3.015953779220581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3576924800872803,
+      "cov-distil (oracle2student)": 3.3984508514404297,
+      "cov-distil (oracle2teacher)": 3.3243513107299805,
+      "epoch": 1.4858712715855573,
+      "rel-constrast": 2.5813984870910645,
+      "step": 1893,
+      "subrel-constrast": 3.0531294345855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.153913140296936,
+      "cov-distil (oracle2student)": 4.345780372619629,
+      "cov-distil (oracle2teacher)": 4.352718830108643,
+      "epoch": 1.4866562009419153,
+      "rel-constrast": 3.2440240383148193,
+      "step": 1894,
+      "subrel-constrast": 3.4956295490264893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5457699298858643,
+      "cov-distil (oracle2student)": 4.9476118087768555,
+      "cov-distil (oracle2teacher)": 4.5059685707092285,
+      "epoch": 1.487441130298273,
+      "rel-constrast": 2.1165847778320312,
+      "step": 1895,
+      "subrel-constrast": 3.051499366760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2244950532913208,
+      "cov-distil (oracle2student)": 2.6861298084259033,
+      "cov-distil (oracle2teacher)": 2.7791075706481934,
+      "epoch": 1.488226059654631,
+      "rel-constrast": 2.134418487548828,
+      "step": 1896,
+      "subrel-constrast": 2.9587888717651367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1315360069274902,
+      "cov-distil (oracle2student)": 6.507489204406738,
+      "cov-distil (oracle2teacher)": 5.72232723236084,
+      "epoch": 1.489010989010989,
+      "rel-constrast": 2.9158642292022705,
+      "step": 1897,
+      "subrel-constrast": 3.5586516857147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4999985694885254,
+      "cov-distil (oracle2student)": 4.5897297859191895,
+      "cov-distil (oracle2teacher)": 4.284789085388184,
+      "epoch": 1.489795918367347,
+      "rel-constrast": 3.15089750289917,
+      "step": 1898,
+      "subrel-constrast": 3.5956332683563232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9041634798049927,
+      "cov-distil (oracle2student)": 5.048053741455078,
+      "cov-distil (oracle2teacher)": 4.696500778198242,
+      "epoch": 1.4905808477237048,
+      "rel-constrast": 2.978008985519409,
+      "step": 1899,
+      "subrel-constrast": 3.636552095413208,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "grad_norm": 6.90625,
+      "learning_rate": 4.877910814078041e-05,
+      "loss": 0.724,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "overlap": 0.31562501192092896,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "step": 1900,
+      "student margin": 0.04156494140625
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "step": 1900,
+      "teacher margin": 0.025115966796875
+    },
+    {
+      "epoch": 1.4913657770800628,
+      "margin difference": -0.016448974609375,
+      "step": 1900
+    },
+    {
+      "cov-distil": 1.8200678825378418,
+      "cov-distil (oracle2student)": 3.9837305545806885,
+      "cov-distil (oracle2teacher)": 4.241322994232178,
+      "epoch": 1.4913657770800628,
+      "rel-constrast": 3.714162826538086,
+      "step": 1900,
+      "subrel-constrast": 4.235428333282471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1765316724777222,
+      "cov-distil (oracle2student)": 3.4101648330688477,
+      "cov-distil (oracle2teacher)": 3.5064611434936523,
+      "epoch": 1.4921507064364208,
+      "rel-constrast": 2.584463596343994,
+      "step": 1901,
+      "subrel-constrast": 2.8131165504455566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4192533493041992,
+      "cov-distil (oracle2student)": 2.8145060539245605,
+      "cov-distil (oracle2teacher)": 2.462829113006592,
+      "epoch": 1.4929356357927785,
+      "rel-constrast": 2.39072585105896,
+      "step": 1902,
+      "subrel-constrast": 2.3945631980895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2846920490264893,
+      "cov-distil (oracle2student)": 3.737550973892212,
+      "cov-distil (oracle2teacher)": 3.5892839431762695,
+      "epoch": 1.4937205651491365,
+      "rel-constrast": 2.0010600090026855,
+      "step": 1903,
+      "subrel-constrast": 2.654101610183716,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5933458805084229,
+      "cov-distil (oracle2student)": 3.2610483169555664,
+      "cov-distil (oracle2teacher)": 3.3903608322143555,
+      "epoch": 1.4945054945054945,
+      "rel-constrast": 3.7466659545898438,
+      "step": 1904,
+      "subrel-constrast": 4.301742076873779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5730876922607422,
+      "cov-distil (oracle2student)": 3.9070684909820557,
+      "cov-distil (oracle2teacher)": 3.919351577758789,
+      "epoch": 1.4952904238618525,
+      "rel-constrast": 2.518761396408081,
+      "step": 1905,
+      "subrel-constrast": 3.0427777767181396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.059499740600586,
+      "cov-distil (oracle2student)": 5.231939315795898,
+      "cov-distil (oracle2teacher)": 4.642115116119385,
+      "epoch": 1.4960753532182103,
+      "rel-constrast": 3.0383875370025635,
+      "step": 1906,
+      "subrel-constrast": 3.9105637073516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4514204263687134,
+      "cov-distil (oracle2student)": 4.346742153167725,
+      "cov-distil (oracle2teacher)": 4.052260398864746,
+      "epoch": 1.4968602825745683,
+      "rel-constrast": 2.7481608390808105,
+      "step": 1907,
+      "subrel-constrast": 3.255969524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5344431400299072,
+      "cov-distil (oracle2student)": 2.184706449508667,
+      "cov-distil (oracle2teacher)": 2.6382651329040527,
+      "epoch": 1.4976452119309263,
+      "rel-constrast": 2.1720316410064697,
+      "step": 1908,
+      "subrel-constrast": 2.75362491607666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.444244623184204,
+      "cov-distil (oracle2student)": 4.057034492492676,
+      "cov-distil (oracle2teacher)": 4.102211952209473,
+      "epoch": 1.498430141287284,
+      "rel-constrast": 2.408419132232666,
+      "step": 1909,
+      "subrel-constrast": 3.3695499897003174,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.499215070643642,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.8752025477519295e-05,
+      "loss": 0.7215,
+      "step": 1910
+    },
+    {
+      "cov-distil": 1.3822780847549438,
+      "cov-distil (oracle2student)": 3.074392795562744,
+      "cov-distil (oracle2teacher)": 3.4046082496643066,
+      "epoch": 1.499215070643642,
+      "rel-constrast": 3.053463935852051,
+      "step": 1910,
+      "subrel-constrast": 3.5782012939453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1215405464172363,
+      "cov-distil (oracle2student)": 4.09284782409668,
+      "cov-distil (oracle2teacher)": 4.057436466217041,
+      "epoch": 1.5,
+      "rel-constrast": 3.2193315029144287,
+      "step": 1911,
+      "subrel-constrast": 4.111722946166992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6215386390686035,
+      "cov-distil (oracle2student)": 5.013403415679932,
+      "cov-distil (oracle2teacher)": 4.43386173248291,
+      "epoch": 1.500784929356358,
+      "rel-constrast": 2.296384811401367,
+      "step": 1912,
+      "subrel-constrast": 3.439622163772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.828143835067749,
+      "cov-distil (oracle2student)": 3.670921802520752,
+      "cov-distil (oracle2teacher)": 3.9030356407165527,
+      "epoch": 1.501569858712716,
+      "rel-constrast": 2.9615867137908936,
+      "step": 1913,
+      "subrel-constrast": 3.9367730617523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.47484290599823,
+      "cov-distil (oracle2student)": 6.2821760177612305,
+      "cov-distil (oracle2teacher)": 5.5559186935424805,
+      "epoch": 1.5023547880690737,
+      "rel-constrast": 3.6902894973754883,
+      "step": 1914,
+      "subrel-constrast": 3.998914957046509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.727229118347168,
+      "cov-distil (oracle2student)": 5.220627784729004,
+      "cov-distil (oracle2teacher)": 4.6269378662109375,
+      "epoch": 1.5031397174254317,
+      "rel-constrast": 4.270571708679199,
+      "step": 1915,
+      "subrel-constrast": 5.203466415405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5483829975128174,
+      "cov-distil (oracle2student)": 3.059772491455078,
+      "cov-distil (oracle2teacher)": 3.301860809326172,
+      "epoch": 1.5039246467817895,
+      "rel-constrast": 2.9325826168060303,
+      "step": 1916,
+      "subrel-constrast": 3.9415740966796875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5470190048217773,
+      "cov-distil (oracle2student)": 5.574818134307861,
+      "cov-distil (oracle2teacher)": 5.102795124053955,
+      "epoch": 1.5047095761381475,
+      "rel-constrast": 3.495610237121582,
+      "step": 1917,
+      "subrel-constrast": 3.616776704788208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784400463104248,
+      "cov-distil (oracle2student)": 3.3386974334716797,
+      "cov-distil (oracle2teacher)": 3.493413209915161,
+      "epoch": 1.5054945054945055,
+      "rel-constrast": 2.136384963989258,
+      "step": 1918,
+      "subrel-constrast": 3.067333221435547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5800302028656006,
+      "cov-distil (oracle2student)": 3.5927000045776367,
+      "cov-distil (oracle2teacher)": 3.5073397159576416,
+      "epoch": 1.5062794348508635,
+      "rel-constrast": 2.6197471618652344,
+      "step": 1919,
+      "subrel-constrast": 3.7135367393493652,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5070643642072215,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.8724653403323414e-05,
+      "loss": 0.8084,
+      "step": 1920
+    },
+    {
+      "cov-distil": 1.68130362033844,
+      "cov-distil (oracle2student)": 3.8451247215270996,
+      "cov-distil (oracle2teacher)": 4.132164001464844,
+      "epoch": 1.5070643642072215,
+      "rel-constrast": 5.524275779724121,
+      "step": 1920,
+      "subrel-constrast": 5.853363990783691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5609867572784424,
+      "cov-distil (oracle2student)": 3.605884313583374,
+      "cov-distil (oracle2teacher)": 3.0318446159362793,
+      "epoch": 1.5078492935635794,
+      "rel-constrast": 3.6201601028442383,
+      "step": 1921,
+      "subrel-constrast": 3.9134087562561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6563458442687988,
+      "cov-distil (oracle2student)": 4.422513961791992,
+      "cov-distil (oracle2teacher)": 3.926860809326172,
+      "epoch": 1.5086342229199372,
+      "rel-constrast": 2.435603618621826,
+      "step": 1922,
+      "subrel-constrast": 3.422584056854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8695662021636963,
+      "cov-distil (oracle2student)": 5.650864124298096,
+      "cov-distil (oracle2teacher)": 4.782127857208252,
+      "epoch": 1.509419152276295,
+      "rel-constrast": 3.255434036254883,
+      "step": 1923,
+      "subrel-constrast": 4.152292251586914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4841439723968506,
+      "cov-distil (oracle2student)": 5.437008380889893,
+      "cov-distil (oracle2teacher)": 4.618408679962158,
+      "epoch": 1.510204081632653,
+      "rel-constrast": 1.9784290790557861,
+      "step": 1924,
+      "subrel-constrast": 2.797206401824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4636828899383545,
+      "cov-distil (oracle2student)": 3.4912476539611816,
+      "cov-distil (oracle2teacher)": 3.356928825378418,
+      "epoch": 1.510989010989011,
+      "rel-constrast": 3.3939216136932373,
+      "step": 1925,
+      "subrel-constrast": 3.77427339553833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.257701873779297,
+      "cov-distil (oracle2student)": 3.613499641418457,
+      "cov-distil (oracle2teacher)": 3.307716131210327,
+      "epoch": 1.511773940345369,
+      "rel-constrast": 2.073474407196045,
+      "step": 1926,
+      "subrel-constrast": 3.209826946258545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2852833271026611,
+      "cov-distil (oracle2student)": 3.8562893867492676,
+      "cov-distil (oracle2teacher)": 3.761594295501709,
+      "epoch": 1.512558869701727,
+      "rel-constrast": 2.6977102756500244,
+      "step": 1927,
+      "subrel-constrast": 3.1279876232147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0923831462860107,
+      "cov-distil (oracle2student)": 2.8294901847839355,
+      "cov-distil (oracle2teacher)": 2.9233245849609375,
+      "epoch": 1.513343799058085,
+      "rel-constrast": 2.52026629447937,
+      "step": 1928,
+      "subrel-constrast": 3.1192376613616943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.028331995010376,
+      "cov-distil (oracle2student)": 4.797187805175781,
+      "cov-distil (oracle2teacher)": 4.900268077850342,
+      "epoch": 1.5141287284144427,
+      "rel-constrast": 3.131110191345215,
+      "step": 1929,
+      "subrel-constrast": 4.235548496246338,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5149136577708007,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.8696992251712865e-05,
+      "loss": 0.8067,
+      "step": 1930
+    },
+    {
+      "cov-distil": 1.2935891151428223,
+      "cov-distil (oracle2student)": 4.263140678405762,
+      "cov-distil (oracle2teacher)": 4.029933929443359,
+      "epoch": 1.5149136577708007,
+      "rel-constrast": 2.43511962890625,
+      "step": 1930,
+      "subrel-constrast": 3.0668649673461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1215782165527344,
+      "cov-distil (oracle2student)": 3.8190982341766357,
+      "cov-distil (oracle2teacher)": 3.8130149841308594,
+      "epoch": 1.5156985871271584,
+      "rel-constrast": 2.3707656860351562,
+      "step": 1931,
+      "subrel-constrast": 2.7674336433410645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4837236404418945,
+      "cov-distil (oracle2student)": 4.2342634201049805,
+      "cov-distil (oracle2teacher)": 4.014438629150391,
+      "epoch": 1.5164835164835164,
+      "rel-constrast": 2.7599074840545654,
+      "step": 1932,
+      "subrel-constrast": 3.556955337524414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2333347797393799,
+      "cov-distil (oracle2student)": 4.785069942474365,
+      "cov-distil (oracle2teacher)": 4.075497627258301,
+      "epoch": 1.5172684458398744,
+      "rel-constrast": 3.2602295875549316,
+      "step": 1933,
+      "subrel-constrast": 3.3644399642944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.754798173904419,
+      "cov-distil (oracle2student)": 4.039218902587891,
+      "cov-distil (oracle2teacher)": 4.153687477111816,
+      "epoch": 1.5180533751962324,
+      "rel-constrast": 3.1695945262908936,
+      "step": 1934,
+      "subrel-constrast": 4.279153823852539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559018611907959,
+      "cov-distil (oracle2student)": 5.300314903259277,
+      "cov-distil (oracle2teacher)": 5.020586967468262,
+      "epoch": 1.5188383045525904,
+      "rel-constrast": 3.1405386924743652,
+      "step": 1935,
+      "subrel-constrast": 3.7498159408569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4939593076705933,
+      "cov-distil (oracle2student)": 3.208052635192871,
+      "cov-distil (oracle2teacher)": 3.293198823928833,
+      "epoch": 1.5196232339089482,
+      "rel-constrast": 3.0275135040283203,
+      "step": 1936,
+      "subrel-constrast": 3.6351850032806396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428492784500122,
+      "cov-distil (oracle2student)": 4.486096382141113,
+      "cov-distil (oracle2teacher)": 4.52850341796875,
+      "epoch": 1.5204081632653061,
+      "rel-constrast": 3.8076090812683105,
+      "step": 1937,
+      "subrel-constrast": 4.4368577003479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2678797245025635,
+      "cov-distil (oracle2student)": 4.003924369812012,
+      "cov-distil (oracle2teacher)": 4.1155595779418945,
+      "epoch": 1.521193092621664,
+      "rel-constrast": 2.5180797576904297,
+      "step": 1938,
+      "subrel-constrast": 3.265015125274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5919368267059326,
+      "cov-distil (oracle2student)": 4.684997081756592,
+      "cov-distil (oracle2teacher)": 4.577469348907471,
+      "epoch": 1.521978021978022,
+      "rel-constrast": 3.2359108924865723,
+      "step": 1939,
+      "subrel-constrast": 4.052987098693848,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5227629513343799,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.866904235973005e-05,
+      "loss": 0.7787,
+      "step": 1940
+    },
+    {
+      "cov-distil": 1.4406867027282715,
+      "cov-distil (oracle2student)": 5.061967372894287,
+      "cov-distil (oracle2teacher)": 5.217357635498047,
+      "epoch": 1.5227629513343799,
+      "rel-constrast": 2.845330238342285,
+      "step": 1940,
+      "subrel-constrast": 3.37530517578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.526735544204712,
+      "cov-distil (oracle2student)": 3.3419079780578613,
+      "cov-distil (oracle2teacher)": 3.7587883472442627,
+      "epoch": 1.5235478806907379,
+      "rel-constrast": 2.4881136417388916,
+      "step": 1941,
+      "subrel-constrast": 3.6015264987945557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9293419122695923,
+      "cov-distil (oracle2student)": 5.4480414390563965,
+      "cov-distil (oracle2teacher)": 5.065512657165527,
+      "epoch": 1.5243328100470959,
+      "rel-constrast": 2.9614129066467285,
+      "step": 1942,
+      "subrel-constrast": 3.759190320968628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.368671178817749,
+      "cov-distil (oracle2student)": 3.0140585899353027,
+      "cov-distil (oracle2teacher)": 3.2035350799560547,
+      "epoch": 1.5251177394034539,
+      "rel-constrast": 2.5788989067077637,
+      "step": 1943,
+      "subrel-constrast": 3.333850860595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0682921409606934,
+      "cov-distil (oracle2student)": 4.521337509155273,
+      "cov-distil (oracle2teacher)": 4.286746978759766,
+      "epoch": 1.5259026687598116,
+      "rel-constrast": 2.364550828933716,
+      "step": 1944,
+      "subrel-constrast": 2.6539671421051025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4087183475494385,
+      "cov-distil (oracle2student)": 2.8617520332336426,
+      "cov-distil (oracle2teacher)": 2.5491108894348145,
+      "epoch": 1.5266875981161694,
+      "rel-constrast": 2.9411816596984863,
+      "step": 1945,
+      "subrel-constrast": 3.3835527896881104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8103678226470947,
+      "cov-distil (oracle2student)": 5.06727933883667,
+      "cov-distil (oracle2teacher)": 4.841084003448486,
+      "epoch": 1.5274725274725274,
+      "rel-constrast": 2.948176383972168,
+      "step": 1946,
+      "subrel-constrast": 3.823755979537964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2556767463684082,
+      "cov-distil (oracle2student)": 4.826472282409668,
+      "cov-distil (oracle2teacher)": 5.049144744873047,
+      "epoch": 1.5282574568288854,
+      "rel-constrast": 3.2107505798339844,
+      "step": 1947,
+      "subrel-constrast": 4.03645133972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5062694549560547,
+      "cov-distil (oracle2student)": 4.601363182067871,
+      "cov-distil (oracle2teacher)": 4.213315486907959,
+      "epoch": 1.5290423861852434,
+      "rel-constrast": 2.789292335510254,
+      "step": 1948,
+      "subrel-constrast": 3.6353132724761963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5847824811935425,
+      "cov-distil (oracle2student)": 6.44348669052124,
+      "cov-distil (oracle2teacher)": 5.705442905426025,
+      "epoch": 1.5298273155416013,
+      "rel-constrast": 3.9315719604492188,
+      "step": 1949,
+      "subrel-constrast": 4.7628374099731445,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5306122448979593,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.8640804067935554e-05,
+      "loss": 0.7637,
+      "step": 1950
+    },
+    {
+      "cov-distil": 1.9629204273223877,
+      "cov-distil (oracle2student)": 3.5010714530944824,
+      "cov-distil (oracle2teacher)": 2.745143413543701,
+      "epoch": 1.5306122448979593,
+      "rel-constrast": 2.507103443145752,
+      "step": 1950,
+      "subrel-constrast": 3.2004811763763428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433044195175171,
+      "cov-distil (oracle2student)": 4.362194061279297,
+      "cov-distil (oracle2teacher)": 3.921370029449463,
+      "epoch": 1.531397174254317,
+      "rel-constrast": 3.2771849632263184,
+      "step": 1951,
+      "subrel-constrast": 3.5228493213653564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.313047170639038,
+      "cov-distil (oracle2student)": 3.8566977977752686,
+      "cov-distil (oracle2teacher)": 3.832613468170166,
+      "epoch": 1.532182103610675,
+      "rel-constrast": 1.862630844116211,
+      "step": 1952,
+      "subrel-constrast": 2.4508941173553467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2483419179916382,
+      "cov-distil (oracle2student)": 4.512497901916504,
+      "cov-distil (oracle2teacher)": 4.033370018005371,
+      "epoch": 1.5329670329670328,
+      "rel-constrast": 2.518411874771118,
+      "step": 1953,
+      "subrel-constrast": 2.850015640258789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5606383085250854,
+      "cov-distil (oracle2student)": 4.472964286804199,
+      "cov-distil (oracle2teacher)": 3.9208731651306152,
+      "epoch": 1.5337519623233908,
+      "rel-constrast": 2.5309808254241943,
+      "step": 1954,
+      "subrel-constrast": 3.62199068069458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5764573812484741,
+      "cov-distil (oracle2student)": 3.7591652870178223,
+      "cov-distil (oracle2teacher)": 3.9904000759124756,
+      "epoch": 1.5345368916797488,
+      "rel-constrast": 2.200928211212158,
+      "step": 1955,
+      "subrel-constrast": 3.113861322402954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.655348777770996,
+      "cov-distil (oracle2student)": 5.966892242431641,
+      "cov-distil (oracle2teacher)": 5.0572896003723145,
+      "epoch": 1.5353218210361068,
+      "rel-constrast": 2.497950792312622,
+      "step": 1956,
+      "subrel-constrast": 3.254173755645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6637239456176758,
+      "cov-distil (oracle2student)": 3.354377269744873,
+      "cov-distil (oracle2teacher)": 3.3308072090148926,
+      "epoch": 1.5361067503924648,
+      "rel-constrast": 3.4182798862457275,
+      "step": 1957,
+      "subrel-constrast": 4.7805495262146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3222100734710693,
+      "cov-distil (oracle2student)": 2.852653980255127,
+      "cov-distil (oracle2teacher)": 2.8959875106811523,
+      "epoch": 1.5368916797488226,
+      "rel-constrast": 1.9040801525115967,
+      "step": 1958,
+      "subrel-constrast": 2.873310089111328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4053704738616943,
+      "cov-distil (oracle2student)": 4.547569274902344,
+      "cov-distil (oracle2teacher)": 4.0867919921875,
+      "epoch": 1.5376766091051806,
+      "rel-constrast": 4.031647205352783,
+      "step": 1959,
+      "subrel-constrast": 4.197070598602295,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 6.375,
+      "learning_rate": 4.861227772040409e-05,
+      "loss": 0.7066,
+      "step": 1960
+    },
+    {
+      "cov-distil": 1.6973648071289062,
+      "cov-distil (oracle2student)": 3.438843250274658,
+      "cov-distil (oracle2teacher)": 3.2021613121032715,
+      "epoch": 1.5384615384615383,
+      "rel-constrast": 3.0188634395599365,
+      "step": 1960,
+      "subrel-constrast": 3.830216884613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6175587177276611,
+      "cov-distil (oracle2student)": 3.4273316860198975,
+      "cov-distil (oracle2teacher)": 3.533212661743164,
+      "epoch": 1.5392464678178963,
+      "rel-constrast": 2.5842418670654297,
+      "step": 1961,
+      "subrel-constrast": 2.935939073562622,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5720915794372559,
+      "cov-distil (oracle2student)": 3.6428780555725098,
+      "cov-distil (oracle2teacher)": 3.6429476737976074,
+      "epoch": 1.5400313971742543,
+      "rel-constrast": 2.3179471492767334,
+      "step": 1962,
+      "subrel-constrast": 3.170811176300049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6361315250396729,
+      "cov-distil (oracle2student)": 5.307055950164795,
+      "cov-distil (oracle2teacher)": 5.468857765197754,
+      "epoch": 1.5408163265306123,
+      "rel-constrast": 2.2441654205322266,
+      "step": 1963,
+      "subrel-constrast": 3.5044991970062256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6532347202301025,
+      "cov-distil (oracle2student)": 5.974061965942383,
+      "cov-distil (oracle2teacher)": 5.222874641418457,
+      "epoch": 1.5416012558869703,
+      "rel-constrast": 2.0757360458374023,
+      "step": 1964,
+      "subrel-constrast": 3.102261543273926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1591393947601318,
+      "cov-distil (oracle2student)": 3.025369644165039,
+      "cov-distil (oracle2teacher)": 3.133007287979126,
+      "epoch": 1.542386185243328,
+      "rel-constrast": 3.053222894668579,
+      "step": 1965,
+      "subrel-constrast": 3.4797122478485107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1420084238052368,
+      "cov-distil (oracle2student)": 4.093174934387207,
+      "cov-distil (oracle2teacher)": 3.86787486076355,
+      "epoch": 1.543171114599686,
+      "rel-constrast": 2.3095903396606445,
+      "step": 1966,
+      "subrel-constrast": 2.6604526042938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4384503364562988,
+      "cov-distil (oracle2student)": 5.2053728103637695,
+      "cov-distil (oracle2teacher)": 5.07504940032959,
+      "epoch": 1.5439560439560438,
+      "rel-constrast": 3.3069727420806885,
+      "step": 1967,
+      "subrel-constrast": 4.132556438446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8645159006118774,
+      "cov-distil (oracle2student)": 3.4567441940307617,
+      "cov-distil (oracle2teacher)": 3.4325718879699707,
+      "epoch": 1.5447409733124018,
+      "rel-constrast": 2.6346917152404785,
+      "step": 1968,
+      "subrel-constrast": 3.299747943878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4925127029418945,
+      "cov-distil (oracle2student)": 3.1740942001342773,
+      "cov-distil (oracle2teacher)": 3.1853623390197754,
+      "epoch": 1.5455259026687598,
+      "rel-constrast": 2.4404454231262207,
+      "step": 1969,
+      "subrel-constrast": 3.2339844703674316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5463108320251178,
+      "grad_norm": 4.34375,
+      "learning_rate": 4.8583463664720176e-05,
+      "loss": 0.6878,
+      "step": 1970
+    },
+    {
+      "cov-distil": 1.5537331104278564,
+      "cov-distil (oracle2student)": 4.25655460357666,
+      "cov-distil (oracle2teacher)": 3.8265132904052734,
+      "epoch": 1.5463108320251178,
+      "rel-constrast": 3.0060253143310547,
+      "step": 1970,
+      "subrel-constrast": 3.643080949783325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6721501350402832,
+      "cov-distil (oracle2student)": 3.751009225845337,
+      "cov-distil (oracle2teacher)": 3.8563971519470215,
+      "epoch": 1.5470957613814758,
+      "rel-constrast": 2.736800193786621,
+      "step": 1971,
+      "subrel-constrast": 3.3648886680603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5302622318267822,
+      "cov-distil (oracle2student)": 4.6792755126953125,
+      "cov-distil (oracle2teacher)": 4.360922336578369,
+      "epoch": 1.5478806907378337,
+      "rel-constrast": 3.3019018173217773,
+      "step": 1972,
+      "subrel-constrast": 3.5520718097686768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1769180297851562,
+      "cov-distil (oracle2student)": 4.238148212432861,
+      "cov-distil (oracle2teacher)": 3.2439846992492676,
+      "epoch": 1.5486656200941915,
+      "rel-constrast": 2.369637966156006,
+      "step": 1973,
+      "subrel-constrast": 2.7696850299835205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.419450044631958,
+      "cov-distil (oracle2student)": 4.991211414337158,
+      "cov-distil (oracle2teacher)": 4.847337245941162,
+      "epoch": 1.5494505494505495,
+      "rel-constrast": 2.006226062774658,
+      "step": 1974,
+      "subrel-constrast": 3.12842059135437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6049679517745972,
+      "cov-distil (oracle2student)": 4.622395992279053,
+      "cov-distil (oracle2teacher)": 4.493963241577148,
+      "epoch": 1.5502354788069073,
+      "rel-constrast": 2.9897122383117676,
+      "step": 1975,
+      "subrel-constrast": 3.8140511512756348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7867454290390015,
+      "cov-distil (oracle2student)": 5.612849235534668,
+      "cov-distil (oracle2teacher)": 4.941135406494141,
+      "epoch": 1.5510204081632653,
+      "rel-constrast": 3.195573329925537,
+      "step": 1976,
+      "subrel-constrast": 4.018914699554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6703518629074097,
+      "cov-distil (oracle2student)": 3.967500686645508,
+      "cov-distil (oracle2teacher)": 3.7136988639831543,
+      "epoch": 1.5518053375196232,
+      "rel-constrast": 2.331869125366211,
+      "step": 1977,
+      "subrel-constrast": 2.9944841861724854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9738165140151978,
+      "cov-distil (oracle2student)": 4.28980827331543,
+      "cov-distil (oracle2teacher)": 4.037176132202148,
+      "epoch": 1.5525902668759812,
+      "rel-constrast": 2.191450834274292,
+      "step": 1978,
+      "subrel-constrast": 3.0496788024902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4531769752502441,
+      "cov-distil (oracle2student)": 3.942265510559082,
+      "cov-distil (oracle2teacher)": 3.9404845237731934,
+      "epoch": 1.5533751962323392,
+      "rel-constrast": 2.8960509300231934,
+      "step": 1979,
+      "subrel-constrast": 4.207064628601074,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.554160125588697,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.855436225197399e-05,
+      "loss": 0.7127,
+      "step": 1980
+    },
+    {
+      "cov-distil": 1.7720801830291748,
+      "cov-distil (oracle2student)": 4.238912582397461,
+      "cov-distil (oracle2teacher)": 4.5033063888549805,
+      "epoch": 1.554160125588697,
+      "rel-constrast": 2.869654655456543,
+      "step": 1980,
+      "subrel-constrast": 4.044305801391602,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.584997296333313,
+      "cov-distil (oracle2student)": 3.4553446769714355,
+      "cov-distil (oracle2teacher)": 3.355989456176758,
+      "epoch": 1.554945054945055,
+      "rel-constrast": 2.5049617290496826,
+      "step": 1981,
+      "subrel-constrast": 3.05622935295105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1078596115112305,
+      "cov-distil (oracle2student)": 2.5911593437194824,
+      "cov-distil (oracle2teacher)": 2.5648322105407715,
+      "epoch": 1.5557299843014127,
+      "rel-constrast": 2.7047910690307617,
+      "step": 1982,
+      "subrel-constrast": 2.8430488109588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7691397666931152,
+      "cov-distil (oracle2student)": 4.825812339782715,
+      "cov-distil (oracle2teacher)": 4.105561256408691,
+      "epoch": 1.5565149136577707,
+      "rel-constrast": 2.9097957611083984,
+      "step": 1983,
+      "subrel-constrast": 3.238675832748413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5538854598999023,
+      "cov-distil (oracle2student)": 3.4161548614501953,
+      "cov-distil (oracle2teacher)": 3.0964391231536865,
+      "epoch": 1.5572998430141287,
+      "rel-constrast": 2.090397596359253,
+      "step": 1984,
+      "subrel-constrast": 2.600329637527466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.631657361984253,
+      "cov-distil (oracle2student)": 3.214862108230591,
+      "cov-distil (oracle2teacher)": 3.3299331665039062,
+      "epoch": 1.5580847723704867,
+      "rel-constrast": 1.8665716648101807,
+      "step": 1985,
+      "subrel-constrast": 2.7516143321990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327673077583313,
+      "cov-distil (oracle2student)": 4.799072265625,
+      "cov-distil (oracle2teacher)": 4.715295314788818,
+      "epoch": 1.5588697017268447,
+      "rel-constrast": 1.979149580001831,
+      "step": 1986,
+      "subrel-constrast": 2.747004747390747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5439329147338867,
+      "cov-distil (oracle2student)": 3.287466526031494,
+      "cov-distil (oracle2teacher)": 3.604806900024414,
+      "epoch": 1.5596546310832025,
+      "rel-constrast": 2.361109495162964,
+      "step": 1987,
+      "subrel-constrast": 2.9993958473205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.233219861984253,
+      "cov-distil (oracle2student)": 3.7380623817443848,
+      "cov-distil (oracle2teacher)": 3.4555606842041016,
+      "epoch": 1.5604395604395604,
+      "rel-constrast": 3.335693836212158,
+      "step": 1988,
+      "subrel-constrast": 3.793260335922241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1643787622451782,
+      "cov-distil (oracle2student)": 3.192600727081299,
+      "cov-distil (oracle2teacher)": 3.2788116931915283,
+      "epoch": 1.5612244897959182,
+      "rel-constrast": 2.3927178382873535,
+      "step": 1989,
+      "subrel-constrast": 3.0707764625549316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5620094191522762,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.852497383675708e-05,
+      "loss": 0.6621,
+      "step": 1990
+    },
+    {
+      "cov-distil": 1.8068472146987915,
+      "cov-distil (oracle2student)": 3.369866132736206,
+      "cov-distil (oracle2teacher)": 3.4463839530944824,
+      "epoch": 1.5620094191522762,
+      "rel-constrast": 2.656322717666626,
+      "step": 1990,
+      "subrel-constrast": 3.348904848098755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2985156774520874,
+      "cov-distil (oracle2student)": 3.108865737915039,
+      "cov-distil (oracle2teacher)": 3.300293207168579,
+      "epoch": 1.5627943485086342,
+      "rel-constrast": 2.6173954010009766,
+      "step": 1991,
+      "subrel-constrast": 2.8500521183013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.916305661201477,
+      "cov-distil (oracle2student)": 4.062490940093994,
+      "cov-distil (oracle2teacher)": 3.812854766845703,
+      "epoch": 1.5635792778649922,
+      "rel-constrast": 3.536746025085449,
+      "step": 1992,
+      "subrel-constrast": 3.698018789291382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7872958183288574,
+      "cov-distil (oracle2student)": 3.001530885696411,
+      "cov-distil (oracle2teacher)": 3.044684410095215,
+      "epoch": 1.5643642072213502,
+      "rel-constrast": 1.9752702713012695,
+      "step": 1993,
+      "subrel-constrast": 2.9991579055786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4835789203643799,
+      "cov-distil (oracle2student)": 3.741429567337036,
+      "cov-distil (oracle2teacher)": 3.9224085807800293,
+      "epoch": 1.5651491365777082,
+      "rel-constrast": 2.7236318588256836,
+      "step": 1994,
+      "subrel-constrast": 3.2023420333862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4619827270507812,
+      "cov-distil (oracle2student)": 4.172710418701172,
+      "cov-distil (oracle2teacher)": 3.931519031524658,
+      "epoch": 1.565934065934066,
+      "rel-constrast": 3.3904943466186523,
+      "step": 1995,
+      "subrel-constrast": 3.5143985748291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3342100381851196,
+      "cov-distil (oracle2student)": 2.4641640186309814,
+      "cov-distil (oracle2teacher)": 3.1553573608398438,
+      "epoch": 1.566718995290424,
+      "rel-constrast": 2.4919357299804688,
+      "step": 1996,
+      "subrel-constrast": 3.432839870452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5724618434906006,
+      "cov-distil (oracle2student)": 4.706221103668213,
+      "cov-distil (oracle2teacher)": 4.2155914306640625,
+      "epoch": 1.5675039246467817,
+      "rel-constrast": 1.640298843383789,
+      "step": 1997,
+      "subrel-constrast": 2.548982858657837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9090259075164795,
+      "cov-distil (oracle2student)": 2.640289068222046,
+      "cov-distil (oracle2teacher)": 2.777580976486206,
+      "epoch": 1.5682888540031397,
+      "rel-constrast": 2.1038618087768555,
+      "step": 1998,
+      "subrel-constrast": 3.044689893722534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.65898597240448,
+      "cov-distil (oracle2student)": 3.688229560852051,
+      "cov-distil (oracle2teacher)": 3.3557534217834473,
+      "epoch": 1.5690737833594977,
+      "rel-constrast": 3.41483211517334,
+      "step": 1999,
+      "subrel-constrast": 3.702179193496704,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "grad_norm": 7.59375,
+      "learning_rate": 4.849529877715799e-05,
+      "loss": 0.7043,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-P@10": 0.758,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-nDCG@10": 0.769777911485386,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-alpha_nDCG@10": 0.5846580838096471,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-nDCG@10": 0.6112356175366731,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-alpha_nDCG@10": 0.5965234038159781,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "eval/avg": 0.5384956453959789,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "overlap": 0.31562501192092896,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "step": 2000,
+      "student margin": 0.06402587890625
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "step": 2000,
+      "teacher margin": 0.044464111328125
+    },
+    {
+      "epoch": 1.5698587127158556,
+      "margin difference": -0.019561767578125,
+      "step": 2000
+    },
+    {
+      "cov-distil": 1.625259280204773,
+      "cov-distil (oracle2student)": 3.7210488319396973,
+      "cov-distil (oracle2teacher)": 3.522120237350464,
+      "epoch": 1.5698587127158556,
+      "rel-constrast": 2.4208016395568848,
+      "step": 2000,
+      "subrel-constrast": 2.839376211166382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2548234462738037,
+      "cov-distil (oracle2student)": 4.707096099853516,
+      "cov-distil (oracle2teacher)": 4.2614521980285645,
+      "epoch": 1.5706436420722136,
+      "rel-constrast": 2.793787956237793,
+      "step": 2001,
+      "subrel-constrast": 3.4904887676239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3600878715515137,
+      "cov-distil (oracle2student)": 4.084267616271973,
+      "cov-distil (oracle2teacher)": 3.830631732940674,
+      "epoch": 1.5714285714285714,
+      "rel-constrast": 2.164266347885132,
+      "step": 2002,
+      "subrel-constrast": 2.940040349960327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3222455978393555,
+      "cov-distil (oracle2student)": 3.6574766635894775,
+      "cov-distil (oracle2teacher)": 3.418257236480713,
+      "epoch": 1.5722135007849294,
+      "rel-constrast": 2.721146821975708,
+      "step": 2003,
+      "subrel-constrast": 3.0054731369018555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4619386196136475,
+      "cov-distil (oracle2student)": 4.142824172973633,
+      "cov-distil (oracle2teacher)": 3.8054847717285156,
+      "epoch": 1.5729984301412872,
+      "rel-constrast": 2.712388515472412,
+      "step": 2004,
+      "subrel-constrast": 3.5390424728393555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0719095468521118,
+      "cov-distil (oracle2student)": 3.5296859741210938,
+      "cov-distil (oracle2teacher)": 3.1143980026245117,
+      "epoch": 1.5737833594976451,
+      "rel-constrast": 2.5258047580718994,
+      "step": 2005,
+      "subrel-constrast": 3.090646982192993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52374267578125,
+      "cov-distil (oracle2student)": 4.409198760986328,
+      "cov-distil (oracle2teacher)": 4.2063307762146,
+      "epoch": 1.5745682888540031,
+      "rel-constrast": 2.7758076190948486,
+      "step": 2006,
+      "subrel-constrast": 3.4765255451202393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3465464115142822,
+      "cov-distil (oracle2student)": 3.2045907974243164,
+      "cov-distil (oracle2teacher)": 3.0267527103424072,
+      "epoch": 1.5753532182103611,
+      "rel-constrast": 2.257943868637085,
+      "step": 2007,
+      "subrel-constrast": 2.9289321899414062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.445319652557373,
+      "cov-distil (oracle2student)": 3.6875815391540527,
+      "cov-distil (oracle2teacher)": 3.447807550430298,
+      "epoch": 1.576138147566719,
+      "rel-constrast": 2.943662405014038,
+      "step": 2008,
+      "subrel-constrast": 2.963564395904541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5456913709640503,
+      "cov-distil (oracle2student)": 5.980542182922363,
+      "cov-distil (oracle2teacher)": 5.493437767028809,
+      "epoch": 1.5769230769230769,
+      "rel-constrast": 2.949774742126465,
+      "step": 2009,
+      "subrel-constrast": 3.2518348693847656,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5777080062794349,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.8465337434757976e-05,
+      "loss": 0.6915,
+      "step": 2010
+    },
+    {
+      "cov-distil": 1.4377840757369995,
+      "cov-distil (oracle2student)": 4.156949043273926,
+      "cov-distil (oracle2teacher)": 4.165374279022217,
+      "epoch": 1.5777080062794349,
+      "rel-constrast": 3.9362659454345703,
+      "step": 2010,
+      "subrel-constrast": 4.300907611846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.884354829788208,
+      "cov-distil (oracle2student)": 4.4839301109313965,
+      "cov-distil (oracle2teacher)": 4.190253257751465,
+      "epoch": 1.5784929356357926,
+      "rel-constrast": 3.1483280658721924,
+      "step": 2011,
+      "subrel-constrast": 4.354669570922852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6395540237426758,
+      "cov-distil (oracle2student)": 5.750955104827881,
+      "cov-distil (oracle2teacher)": 5.298275947570801,
+      "epoch": 1.5792778649921506,
+      "rel-constrast": 2.2011046409606934,
+      "step": 2012,
+      "subrel-constrast": 3.059194803237915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371983289718628,
+      "cov-distil (oracle2student)": 3.2978949546813965,
+      "cov-distil (oracle2teacher)": 3.4935269355773926,
+      "epoch": 1.5800627943485086,
+      "rel-constrast": 2.1540050506591797,
+      "step": 2013,
+      "subrel-constrast": 3.1483583450317383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0264906883239746,
+      "cov-distil (oracle2student)": 4.947822570800781,
+      "cov-distil (oracle2teacher)": 4.389491081237793,
+      "epoch": 1.5808477237048666,
+      "rel-constrast": 2.713986396789551,
+      "step": 2014,
+      "subrel-constrast": 4.0013885498046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3393373489379883,
+      "cov-distil (oracle2student)": 2.834489345550537,
+      "cov-distil (oracle2teacher)": 3.0288479328155518,
+      "epoch": 1.5816326530612246,
+      "rel-constrast": 2.0930309295654297,
+      "step": 2015,
+      "subrel-constrast": 2.7812485694885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6010667085647583,
+      "cov-distil (oracle2student)": 4.359186172485352,
+      "cov-distil (oracle2teacher)": 4.202964782714844,
+      "epoch": 1.5824175824175826,
+      "rel-constrast": 2.620488166809082,
+      "step": 2016,
+      "subrel-constrast": 3.5307912826538086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7722853422164917,
+      "cov-distil (oracle2student)": 3.774839162826538,
+      "cov-distil (oracle2teacher)": 3.6534132957458496,
+      "epoch": 1.5832025117739403,
+      "rel-constrast": 2.3033838272094727,
+      "step": 2017,
+      "subrel-constrast": 3.605243444442749,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.86524498462677,
+      "cov-distil (oracle2student)": 4.193443775177002,
+      "cov-distil (oracle2teacher)": 4.129876613616943,
+      "epoch": 1.5839874411302983,
+      "rel-constrast": 1.585967779159546,
+      "step": 2018,
+      "subrel-constrast": 2.5018954277038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5511960983276367,
+      "cov-distil (oracle2student)": 4.050522804260254,
+      "cov-distil (oracle2teacher)": 4.108564853668213,
+      "epoch": 1.584772370486656,
+      "rel-constrast": 2.5229244232177734,
+      "step": 2019,
+      "subrel-constrast": 3.454453706741333,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.585557299843014,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.843509017462652e-05,
+      "loss": 0.6732,
+      "step": 2020
+    },
+    {
+      "cov-distil": 2.0482892990112305,
+      "cov-distil (oracle2student)": 4.750459671020508,
+      "cov-distil (oracle2teacher)": 4.109539031982422,
+      "epoch": 1.585557299843014,
+      "rel-constrast": 2.9831416606903076,
+      "step": 2020,
+      "subrel-constrast": 3.4159088134765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8287413120269775,
+      "cov-distil (oracle2student)": 4.625401496887207,
+      "cov-distil (oracle2teacher)": 4.432038307189941,
+      "epoch": 1.586342229199372,
+      "rel-constrast": 3.173849582672119,
+      "step": 2021,
+      "subrel-constrast": 3.6933140754699707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.502548336982727,
+      "cov-distil (oracle2student)": 4.34357213973999,
+      "cov-distil (oracle2teacher)": 4.000822067260742,
+      "epoch": 1.58712715855573,
+      "rel-constrast": 3.2530899047851562,
+      "step": 2022,
+      "subrel-constrast": 4.041499137878418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6975460052490234,
+      "cov-distil (oracle2student)": 2.134544610977173,
+      "cov-distil (oracle2teacher)": 2.6783952713012695,
+      "epoch": 1.587912087912088,
+      "rel-constrast": 1.9920363426208496,
+      "step": 2023,
+      "subrel-constrast": 2.524914503097534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.539825439453125,
+      "cov-distil (oracle2student)": 3.59492826461792,
+      "cov-distil (oracle2teacher)": 3.1538758277893066,
+      "epoch": 1.5886970172684458,
+      "rel-constrast": 3.423799514770508,
+      "step": 2024,
+      "subrel-constrast": 2.937838077545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.211482286453247,
+      "cov-distil (oracle2student)": 3.4956533908843994,
+      "cov-distil (oracle2teacher)": 3.3868885040283203,
+      "epoch": 1.5894819466248038,
+      "rel-constrast": 2.658813238143921,
+      "step": 2025,
+      "subrel-constrast": 3.331859588623047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.064730405807495,
+      "cov-distil (oracle2student)": 4.127379417419434,
+      "cov-distil (oracle2teacher)": 4.330715179443359,
+      "epoch": 1.5902668759811616,
+      "rel-constrast": 3.454615354537964,
+      "step": 2026,
+      "subrel-constrast": 5.0817790031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.764772653579712,
+      "cov-distil (oracle2student)": 5.5037665367126465,
+      "cov-distil (oracle2teacher)": 5.152635097503662,
+      "epoch": 1.5910518053375196,
+      "rel-constrast": 3.8172686100006104,
+      "step": 2027,
+      "subrel-constrast": 4.860388278961182,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7477824687957764,
+      "cov-distil (oracle2student)": 2.8598079681396484,
+      "cov-distil (oracle2teacher)": 3.4302902221679688,
+      "epoch": 1.5918367346938775,
+      "rel-constrast": 2.446838140487671,
+      "step": 2028,
+      "subrel-constrast": 2.904712677001953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2806787490844727,
+      "cov-distil (oracle2student)": 4.167126178741455,
+      "cov-distil (oracle2teacher)": 3.535740375518799,
+      "epoch": 1.5926216640502355,
+      "rel-constrast": 1.5691629648208618,
+      "step": 2029,
+      "subrel-constrast": 2.2749476432800293,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.5934065934065935,
+      "grad_norm": 4.0625,
+      "learning_rate": 4.840455736531695e-05,
+      "loss": 0.761,
+      "step": 2030
+    },
+    {
+      "cov-distil": 1.8052408695220947,
+      "cov-distil (oracle2student)": 3.767669439315796,
+      "cov-distil (oracle2teacher)": 4.137200355529785,
+      "epoch": 1.5934065934065935,
+      "rel-constrast": 2.8105173110961914,
+      "step": 2030,
+      "subrel-constrast": 4.052968978881836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9864495992660522,
+      "cov-distil (oracle2student)": 4.301630020141602,
+      "cov-distil (oracle2teacher)": 3.9233083724975586,
+      "epoch": 1.5941915227629513,
+      "rel-constrast": 2.481691360473633,
+      "step": 2031,
+      "subrel-constrast": 3.670283317565918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2325851917266846,
+      "cov-distil (oracle2student)": 3.4413347244262695,
+      "cov-distil (oracle2teacher)": 3.52907133102417,
+      "epoch": 1.5949764521193093,
+      "rel-constrast": 1.944342017173767,
+      "step": 2032,
+      "subrel-constrast": 2.616421699523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1680409908294678,
+      "cov-distil (oracle2student)": 4.535223007202148,
+      "cov-distil (oracle2teacher)": 4.687896728515625,
+      "epoch": 1.595761381475667,
+      "rel-constrast": 3.4036130905151367,
+      "step": 2033,
+      "subrel-constrast": 3.596949815750122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.187397837638855,
+      "cov-distil (oracle2student)": 5.060375690460205,
+      "cov-distil (oracle2teacher)": 4.972679615020752,
+      "epoch": 1.596546310832025,
+      "rel-constrast": 2.817009449005127,
+      "step": 2034,
+      "subrel-constrast": 3.526599407196045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9516181945800781,
+      "cov-distil (oracle2student)": 5.50700569152832,
+      "cov-distil (oracle2teacher)": 4.918766021728516,
+      "epoch": 1.597331240188383,
+      "rel-constrast": 3.4270966053009033,
+      "step": 2035,
+      "subrel-constrast": 4.3050537109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6815999746322632,
+      "cov-distil (oracle2student)": 3.189220428466797,
+      "cov-distil (oracle2teacher)": 3.4597322940826416,
+      "epoch": 1.598116169544741,
+      "rel-constrast": 3.8849408626556396,
+      "step": 2036,
+      "subrel-constrast": 4.007104873657227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5344910621643066,
+      "cov-distil (oracle2student)": 5.080648422241211,
+      "cov-distil (oracle2teacher)": 4.638467788696289,
+      "epoch": 1.598901098901099,
+      "rel-constrast": 2.8217477798461914,
+      "step": 2037,
+      "subrel-constrast": 3.8516201972961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6874818801879883,
+      "cov-distil (oracle2student)": 4.321852684020996,
+      "cov-distil (oracle2teacher)": 4.031486511230469,
+      "epoch": 1.599686028257457,
+      "rel-constrast": 4.23775577545166,
+      "step": 2038,
+      "subrel-constrast": 4.444581985473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5076287984848022,
+      "cov-distil (oracle2student)": 3.5776901245117188,
+      "cov-distil (oracle2teacher)": 3.320101737976074,
+      "epoch": 1.6004709576138147,
+      "rel-constrast": 2.3692123889923096,
+      "step": 2039,
+      "subrel-constrast": 2.848024845123291,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6012558869701727,
+      "grad_norm": 5.25,
+      "learning_rate": 4.837373937886191e-05,
+      "loss": 0.7943,
+      "step": 2040
+    },
+    {
+      "cov-distil": 1.6467664241790771,
+      "cov-distil (oracle2student)": 3.4191412925720215,
+      "cov-distil (oracle2teacher)": 3.879981756210327,
+      "epoch": 1.6012558869701727,
+      "rel-constrast": 2.825836181640625,
+      "step": 2040,
+      "subrel-constrast": 3.5962727069854736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6008367538452148,
+      "cov-distil (oracle2student)": 4.051494598388672,
+      "cov-distil (oracle2teacher)": 4.0429229736328125,
+      "epoch": 1.6020408163265305,
+      "rel-constrast": 2.2376322746276855,
+      "step": 2041,
+      "subrel-constrast": 3.3133673667907715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3132537603378296,
+      "cov-distil (oracle2student)": 5.540678977966309,
+      "cov-distil (oracle2teacher)": 4.8964972496032715,
+      "epoch": 1.6028257456828885,
+      "rel-constrast": 3.3395042419433594,
+      "step": 2042,
+      "subrel-constrast": 3.4931578636169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4747480154037476,
+      "cov-distil (oracle2student)": 3.688535213470459,
+      "cov-distil (oracle2teacher)": 3.7695884704589844,
+      "epoch": 1.6036106750392465,
+      "rel-constrast": 3.0774917602539062,
+      "step": 2043,
+      "subrel-constrast": 4.081106185913086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3674695491790771,
+      "cov-distil (oracle2student)": 4.54239559173584,
+      "cov-distil (oracle2teacher)": 4.217275142669678,
+      "epoch": 1.6043956043956045,
+      "rel-constrast": 3.5234925746917725,
+      "step": 2044,
+      "subrel-constrast": 3.8215219974517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2804394960403442,
+      "cov-distil (oracle2student)": 3.9361371994018555,
+      "cov-distil (oracle2teacher)": 4.220816612243652,
+      "epoch": 1.6051805337519625,
+      "rel-constrast": 3.50968599319458,
+      "step": 2045,
+      "subrel-constrast": 4.2541584968566895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8156013488769531,
+      "cov-distil (oracle2student)": 4.476880073547363,
+      "cov-distil (oracle2teacher)": 3.963146209716797,
+      "epoch": 1.6059654631083202,
+      "rel-constrast": 3.259300708770752,
+      "step": 2046,
+      "subrel-constrast": 3.3814423084259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5240626335144043,
+      "cov-distil (oracle2student)": 3.958540201187134,
+      "cov-distil (oracle2teacher)": 3.794686794281006,
+      "epoch": 1.6067503924646782,
+      "rel-constrast": 2.936607599258423,
+      "step": 2047,
+      "subrel-constrast": 3.8535993099212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266055822372437,
+      "cov-distil (oracle2student)": 4.4979705810546875,
+      "cov-distil (oracle2teacher)": 3.644831895828247,
+      "epoch": 1.607535321821036,
+      "rel-constrast": 2.2974979877471924,
+      "step": 2048,
+      "subrel-constrast": 3.10577654838562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7465144395828247,
+      "cov-distil (oracle2student)": 3.3013501167297363,
+      "cov-distil (oracle2teacher)": 3.4726696014404297,
+      "epoch": 1.608320251177394,
+      "rel-constrast": 1.995133638381958,
+      "step": 2049,
+      "subrel-constrast": 2.724217653274536,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.609105180533752,
+      "grad_norm": 4.40625,
+      "learning_rate": 4.834263659076884e-05,
+      "loss": 0.763,
+      "step": 2050
+    },
+    {
+      "cov-distil": 1.7949761152267456,
+      "cov-distil (oracle2student)": 4.498704433441162,
+      "cov-distil (oracle2teacher)": 4.352823257446289,
+      "epoch": 1.609105180533752,
+      "rel-constrast": 2.254809856414795,
+      "step": 2050,
+      "subrel-constrast": 3.4211935997009277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3349231481552124,
+      "cov-distil (oracle2student)": 5.7295918464660645,
+      "cov-distil (oracle2teacher)": 5.212827205657959,
+      "epoch": 1.60989010989011,
+      "rel-constrast": 2.0729784965515137,
+      "step": 2051,
+      "subrel-constrast": 3.048137903213501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0458886623382568,
+      "cov-distil (oracle2student)": 3.1625027656555176,
+      "cov-distil (oracle2teacher)": 3.6677608489990234,
+      "epoch": 1.610675039246468,
+      "rel-constrast": 2.433927536010742,
+      "step": 2052,
+      "subrel-constrast": 3.323185682296753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3693102598190308,
+      "cov-distil (oracle2student)": 2.987476110458374,
+      "cov-distil (oracle2teacher)": 2.8964524269104004,
+      "epoch": 1.6114599686028257,
+      "rel-constrast": 2.140439033508301,
+      "step": 2053,
+      "subrel-constrast": 2.8775861263275146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3437325954437256,
+      "cov-distil (oracle2student)": 5.207067012786865,
+      "cov-distil (oracle2teacher)": 5.1119794845581055,
+      "epoch": 1.6122448979591837,
+      "rel-constrast": 3.1859264373779297,
+      "step": 2054,
+      "subrel-constrast": 3.5148096084594727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5393338203430176,
+      "cov-distil (oracle2student)": 2.7178211212158203,
+      "cov-distil (oracle2teacher)": 2.548007011413574,
+      "epoch": 1.6130298273155415,
+      "rel-constrast": 2.2228755950927734,
+      "step": 2055,
+      "subrel-constrast": 2.701355457305908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426512360572815,
+      "cov-distil (oracle2student)": 3.4088988304138184,
+      "cov-distil (oracle2teacher)": 3.7255258560180664,
+      "epoch": 1.6138147566718994,
+      "rel-constrast": 1.602285623550415,
+      "step": 2056,
+      "subrel-constrast": 2.695399761199951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7214194536209106,
+      "cov-distil (oracle2student)": 3.3216590881347656,
+      "cov-distil (oracle2teacher)": 3.337252616882324,
+      "epoch": 1.6145996860282574,
+      "rel-constrast": 2.674438714981079,
+      "step": 2057,
+      "subrel-constrast": 3.511599063873291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5471255779266357,
+      "cov-distil (oracle2student)": 3.8116812705993652,
+      "cov-distil (oracle2teacher)": 3.9724085330963135,
+      "epoch": 1.6153846153846154,
+      "rel-constrast": 2.7013487815856934,
+      "step": 2058,
+      "subrel-constrast": 3.5736117362976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2454863786697388,
+      "cov-distil (oracle2student)": 5.163958549499512,
+      "cov-distil (oracle2teacher)": 4.0869317054748535,
+      "epoch": 1.6161695447409734,
+      "rel-constrast": 2.5448288917541504,
+      "step": 2059,
+      "subrel-constrast": 3.0625667572021484,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6169544740973314,
+      "grad_norm": 10.5,
+      "learning_rate": 4.83112493800154e-05,
+      "loss": 0.6318,
+      "step": 2060
+    },
+    {
+      "cov-distil": 1.4908287525177002,
+      "cov-distil (oracle2student)": 4.317589282989502,
+      "cov-distil (oracle2teacher)": 4.190001487731934,
+      "epoch": 1.6169544740973314,
+      "rel-constrast": 2.581674575805664,
+      "step": 2060,
+      "subrel-constrast": 3.4688923358917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4584860801696777,
+      "cov-distil (oracle2student)": 4.275257110595703,
+      "cov-distil (oracle2teacher)": 4.058523654937744,
+      "epoch": 1.6177394034536892,
+      "rel-constrast": 2.0944056510925293,
+      "step": 2061,
+      "subrel-constrast": 2.88100266456604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.757563829421997,
+      "cov-distil (oracle2student)": 3.076035499572754,
+      "cov-distil (oracle2teacher)": 3.0971367359161377,
+      "epoch": 1.6185243328100472,
+      "rel-constrast": 2.540196418762207,
+      "step": 2062,
+      "subrel-constrast": 3.6414880752563477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2241549491882324,
+      "cov-distil (oracle2student)": 4.835506439208984,
+      "cov-distil (oracle2teacher)": 4.11246919631958,
+      "epoch": 1.619309262166405,
+      "rel-constrast": 3.1234943866729736,
+      "step": 2063,
+      "subrel-constrast": 3.165693521499634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9903879165649414,
+      "cov-distil (oracle2student)": 4.786257266998291,
+      "cov-distil (oracle2teacher)": 4.460675239562988,
+      "epoch": 1.620094191522763,
+      "rel-constrast": 2.56026029586792,
+      "step": 2064,
+      "subrel-constrast": 3.524782180786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.28297758102417,
+      "cov-distil (oracle2student)": 4.441198825836182,
+      "cov-distil (oracle2teacher)": 4.769462585449219,
+      "epoch": 1.620879120879121,
+      "rel-constrast": 2.9925427436828613,
+      "step": 2065,
+      "subrel-constrast": 3.6131138801574707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.761282205581665,
+      "cov-distil (oracle2student)": 5.356776237487793,
+      "cov-distil (oracle2teacher)": 4.522482395172119,
+      "epoch": 1.6216640502354789,
+      "rel-constrast": 3.165936231613159,
+      "step": 2066,
+      "subrel-constrast": 4.099177837371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4316446781158447,
+      "cov-distil (oracle2student)": 5.165266036987305,
+      "cov-distil (oracle2teacher)": 4.497067451477051,
+      "epoch": 1.6224489795918369,
+      "rel-constrast": 2.9972119331359863,
+      "step": 2067,
+      "subrel-constrast": 3.2542285919189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3026407957077026,
+      "cov-distil (oracle2student)": 5.497707843780518,
+      "cov-distil (oracle2teacher)": 4.904534816741943,
+      "epoch": 1.6232339089481946,
+      "rel-constrast": 2.914114236831665,
+      "step": 2068,
+      "subrel-constrast": 3.616696834564209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.508901834487915,
+      "cov-distil (oracle2student)": 4.457405090332031,
+      "cov-distil (oracle2teacher)": 4.822147369384766,
+      "epoch": 1.6240188383045526,
+      "rel-constrast": 2.934299945831299,
+      "step": 2069,
+      "subrel-constrast": 4.103697776794434,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6248037676609104,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.827957812904485e-05,
+      "loss": 0.7356,
+      "step": 2070
+    },
+    {
+      "cov-distil": 1.3743852376937866,
+      "cov-distil (oracle2student)": 2.6643528938293457,
+      "cov-distil (oracle2teacher)": 3.036470413208008,
+      "epoch": 1.6248037676609104,
+      "rel-constrast": 2.3496155738830566,
+      "step": 2070,
+      "subrel-constrast": 3.3078978061676025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.617437720298767,
+      "cov-distil (oracle2student)": 6.351428508758545,
+      "cov-distil (oracle2teacher)": 5.156709671020508,
+      "epoch": 1.6255886970172684,
+      "rel-constrast": 2.6045138835906982,
+      "step": 2071,
+      "subrel-constrast": 2.9174444675445557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9774250984191895,
+      "cov-distil (oracle2student)": 4.303502082824707,
+      "cov-distil (oracle2teacher)": 3.9338040351867676,
+      "epoch": 1.6263736263736264,
+      "rel-constrast": 3.3211231231689453,
+      "step": 2072,
+      "subrel-constrast": 3.631126880645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9205094575881958,
+      "cov-distil (oracle2student)": 4.331757545471191,
+      "cov-distil (oracle2teacher)": 4.20655632019043,
+      "epoch": 1.6271585557299844,
+      "rel-constrast": 2.644624710083008,
+      "step": 2073,
+      "subrel-constrast": 3.4994237422943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9841632843017578,
+      "cov-distil (oracle2student)": 3.503969430923462,
+      "cov-distil (oracle2teacher)": 2.974539041519165,
+      "epoch": 1.6279434850863423,
+      "rel-constrast": 1.8373162746429443,
+      "step": 2074,
+      "subrel-constrast": 2.4780445098876953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3093910217285156,
+      "cov-distil (oracle2student)": 5.715851783752441,
+      "cov-distil (oracle2teacher)": 4.562400817871094,
+      "epoch": 1.6287284144427001,
+      "rel-constrast": 3.0792689323425293,
+      "step": 2075,
+      "subrel-constrast": 3.4869117736816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72260582447052,
+      "cov-distil (oracle2student)": 4.45317268371582,
+      "cov-distil (oracle2teacher)": 4.26389217376709,
+      "epoch": 1.629513343799058,
+      "rel-constrast": 2.2471811771392822,
+      "step": 2076,
+      "subrel-constrast": 2.5746428966522217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3540172576904297,
+      "cov-distil (oracle2student)": 5.391295909881592,
+      "cov-distil (oracle2teacher)": 5.226952075958252,
+      "epoch": 1.6302982731554159,
+      "rel-constrast": 1.6137186288833618,
+      "step": 2077,
+      "subrel-constrast": 2.613908290863037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8046118021011353,
+      "cov-distil (oracle2student)": 4.633482933044434,
+      "cov-distil (oracle2teacher)": 4.515999794006348,
+      "epoch": 1.6310832025117739,
+      "rel-constrast": 2.3300392627716064,
+      "step": 2078,
+      "subrel-constrast": 2.9957892894744873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4055002927780151,
+      "cov-distil (oracle2student)": 3.869049072265625,
+      "cov-distil (oracle2teacher)": 3.528761863708496,
+      "epoch": 1.6318681318681318,
+      "rel-constrast": 1.8855060338974,
+      "step": 2079,
+      "subrel-constrast": 2.607849359512329,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6326530612244898,
+      "grad_norm": 4.5625,
+      "learning_rate": 4.824762322376138e-05,
+      "loss": 0.6365,
+      "step": 2080
+    },
+    {
+      "cov-distil": 1.2414379119873047,
+      "cov-distil (oracle2student)": 3.478029727935791,
+      "cov-distil (oracle2teacher)": 3.3050224781036377,
+      "epoch": 1.6326530612244898,
+      "rel-constrast": 1.9633790254592896,
+      "step": 2080,
+      "subrel-constrast": 2.5663352012634277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1902920007705688,
+      "cov-distil (oracle2student)": 4.973108768463135,
+      "cov-distil (oracle2teacher)": 4.454844951629639,
+      "epoch": 1.6334379905808478,
+      "rel-constrast": 1.9761629104614258,
+      "step": 2081,
+      "subrel-constrast": 2.5908637046813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8728954792022705,
+      "cov-distil (oracle2student)": 2.418976306915283,
+      "cov-distil (oracle2teacher)": 3.155106544494629,
+      "epoch": 1.6342229199372058,
+      "rel-constrast": 2.789966583251953,
+      "step": 2082,
+      "subrel-constrast": 3.632643461227417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.879807949066162,
+      "cov-distil (oracle2student)": 4.050652027130127,
+      "cov-distil (oracle2teacher)": 3.8830175399780273,
+      "epoch": 1.6350078492935636,
+      "rel-constrast": 3.4353625774383545,
+      "step": 2083,
+      "subrel-constrast": 3.942655563354492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1142070293426514,
+      "cov-distil (oracle2student)": 4.605465888977051,
+      "cov-distil (oracle2teacher)": 4.1374430656433105,
+      "epoch": 1.6357927786499213,
+      "rel-constrast": 2.9432709217071533,
+      "step": 2084,
+      "subrel-constrast": 3.5583064556121826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3301512002944946,
+      "cov-distil (oracle2student)": 3.0463709831237793,
+      "cov-distil (oracle2teacher)": 3.104276657104492,
+      "epoch": 1.6365777080062793,
+      "rel-constrast": 2.3145620822906494,
+      "step": 2085,
+      "subrel-constrast": 3.1735079288482666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478292465209961,
+      "cov-distil (oracle2student)": 2.931324005126953,
+      "cov-distil (oracle2teacher)": 2.9833784103393555,
+      "epoch": 1.6373626373626373,
+      "rel-constrast": 2.5801472663879395,
+      "step": 2086,
+      "subrel-constrast": 2.7285046577453613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6398351192474365,
+      "cov-distil (oracle2student)": 2.8576812744140625,
+      "cov-distil (oracle2teacher)": 3.1078763008117676,
+      "epoch": 1.6381475667189953,
+      "rel-constrast": 2.428048610687256,
+      "step": 2087,
+      "subrel-constrast": 3.2801222801208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2795454263687134,
+      "cov-distil (oracle2student)": 5.243771553039551,
+      "cov-distil (oracle2teacher)": 4.780567169189453,
+      "epoch": 1.6389324960753533,
+      "rel-constrast": 2.9224610328674316,
+      "step": 2088,
+      "subrel-constrast": 3.4047603607177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7413620948791504,
+      "cov-distil (oracle2student)": 3.4226858615875244,
+      "cov-distil (oracle2teacher)": 3.796494722366333,
+      "epoch": 1.6397174254317113,
+      "rel-constrast": 3.177461624145508,
+      "step": 2089,
+      "subrel-constrast": 3.9020156860351562,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.640502354788069,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.821538505352543e-05,
+      "loss": 0.7027,
+      "step": 2090
+    },
+    {
+      "cov-distil": 1.2207731008529663,
+      "cov-distil (oracle2student)": 3.8870153427124023,
+      "cov-distil (oracle2teacher)": 4.129881381988525,
+      "epoch": 1.640502354788069,
+      "rel-constrast": 2.6559126377105713,
+      "step": 2090,
+      "subrel-constrast": 3.1635262966156006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6789839267730713,
+      "cov-distil (oracle2student)": 4.7383270263671875,
+      "cov-distil (oracle2teacher)": 4.643011093139648,
+      "epoch": 1.641287284144427,
+      "rel-constrast": 2.328157424926758,
+      "step": 2091,
+      "subrel-constrast": 2.9757080078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1166787147521973,
+      "cov-distil (oracle2student)": 6.11566162109375,
+      "cov-distil (oracle2teacher)": 5.492757797241211,
+      "epoch": 1.6420722135007848,
+      "rel-constrast": 3.674086570739746,
+      "step": 2092,
+      "subrel-constrast": 4.091212749481201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0456438064575195,
+      "cov-distil (oracle2student)": 2.8291797637939453,
+      "cov-distil (oracle2teacher)": 3.062237501144409,
+      "epoch": 1.6428571428571428,
+      "rel-constrast": 2.438107967376709,
+      "step": 2093,
+      "subrel-constrast": 3.1620309352874756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664851427078247,
+      "cov-distil (oracle2student)": 5.564061164855957,
+      "cov-distil (oracle2teacher)": 5.566417694091797,
+      "epoch": 1.6436420722135008,
+      "rel-constrast": 3.6411361694335938,
+      "step": 2094,
+      "subrel-constrast": 4.108861923217773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6375892162322998,
+      "cov-distil (oracle2student)": 4.984851837158203,
+      "cov-distil (oracle2teacher)": 4.013951778411865,
+      "epoch": 1.6444270015698588,
+      "rel-constrast": 2.8608391284942627,
+      "step": 2095,
+      "subrel-constrast": 3.520291328430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3518152236938477,
+      "cov-distil (oracle2student)": 3.7745819091796875,
+      "cov-distil (oracle2teacher)": 3.919778347015381,
+      "epoch": 1.6452119309262168,
+      "rel-constrast": 2.3604490756988525,
+      "step": 2096,
+      "subrel-constrast": 3.0637900829315186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6902343034744263,
+      "cov-distil (oracle2student)": 2.733623743057251,
+      "cov-distil (oracle2teacher)": 2.9321978092193604,
+      "epoch": 1.6459968602825745,
+      "rel-constrast": 3.052748680114746,
+      "step": 2097,
+      "subrel-constrast": 3.6468217372894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5134410858154297,
+      "cov-distil (oracle2student)": 3.3050501346588135,
+      "cov-distil (oracle2teacher)": 2.9029603004455566,
+      "epoch": 1.6467817896389325,
+      "rel-constrast": 2.616238594055176,
+      "step": 2098,
+      "subrel-constrast": 2.949694871902466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8169734477996826,
+      "cov-distil (oracle2student)": 6.159611701965332,
+      "cov-distil (oracle2teacher)": 5.612151622772217,
+      "epoch": 1.6475667189952903,
+      "rel-constrast": 2.7007651329040527,
+      "step": 2099,
+      "subrel-constrast": 3.4792776107788086,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "grad_norm": 6.0,
+      "learning_rate": 4.818286401114894e-05,
+      "loss": 0.7451,
+      "step": 2100
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "overlap": 0.3187499940395355,
+      "step": 2100
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "step": 2100,
+      "student margin": 0.0576171875
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "step": 2100,
+      "teacher margin": 0.04315185546875
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "margin difference": -0.01446533203125,
+      "step": 2100
+    },
+    {
+      "cov-distil": 1.0847593545913696,
+      "cov-distil (oracle2student)": 4.795584201812744,
+      "cov-distil (oracle2teacher)": 5.146419525146484,
+      "epoch": 1.6483516483516483,
+      "rel-constrast": 3.1171159744262695,
+      "step": 2100,
+      "subrel-constrast": 3.8414456844329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0760643482208252,
+      "cov-distil (oracle2student)": 4.520528316497803,
+      "cov-distil (oracle2teacher)": 4.584324836730957,
+      "epoch": 1.6491365777080063,
+      "rel-constrast": 3.029400587081909,
+      "step": 2101,
+      "subrel-constrast": 3.4180798530578613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9640960097312927,
+      "cov-distil (oracle2student)": 5.115893840789795,
+      "cov-distil (oracle2teacher)": 4.722122669219971,
+      "epoch": 1.6499215070643642,
+      "rel-constrast": 2.4659721851348877,
+      "step": 2102,
+      "subrel-constrast": 2.7437267303466797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4343488216400146,
+      "cov-distil (oracle2student)": 4.25430965423584,
+      "cov-distil (oracle2teacher)": 3.885815143585205,
+      "epoch": 1.6507064364207222,
+      "rel-constrast": 2.810929536819458,
+      "step": 2103,
+      "subrel-constrast": 3.4059669971466064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3997812271118164,
+      "cov-distil (oracle2student)": 4.908003807067871,
+      "cov-distil (oracle2teacher)": 4.994489669799805,
+      "epoch": 1.6514913657770802,
+      "rel-constrast": 3.232682704925537,
+      "step": 2104,
+      "subrel-constrast": 3.706627607345581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2426989078521729,
+      "cov-distil (oracle2student)": 4.39690637588501,
+      "cov-distil (oracle2teacher)": 3.901740550994873,
+      "epoch": 1.652276295133438,
+      "rel-constrast": 2.7887399196624756,
+      "step": 2105,
+      "subrel-constrast": 2.981189489364624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4868419170379639,
+      "cov-distil (oracle2student)": 3.0980429649353027,
+      "cov-distil (oracle2teacher)": 3.2560806274414062,
+      "epoch": 1.6530612244897958,
+      "rel-constrast": 2.479961395263672,
+      "step": 2106,
+      "subrel-constrast": 3.50347900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4145686626434326,
+      "cov-distil (oracle2student)": 5.37026834487915,
+      "cov-distil (oracle2teacher)": 4.314634323120117,
+      "epoch": 1.6538461538461537,
+      "rel-constrast": 3.189492702484131,
+      "step": 2107,
+      "subrel-constrast": 3.304046392440796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015730381011963,
+      "cov-distil (oracle2student)": 3.150158166885376,
+      "cov-distil (oracle2teacher)": 3.2641947269439697,
+      "epoch": 1.6546310832025117,
+      "rel-constrast": 2.0542044639587402,
+      "step": 2108,
+      "subrel-constrast": 3.0232656002044678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8200358152389526,
+      "cov-distil (oracle2student)": 2.9853107929229736,
+      "cov-distil (oracle2teacher)": 3.290024757385254,
+      "epoch": 1.6554160125588697,
+      "rel-constrast": 1.7551003694534302,
+      "step": 2109,
+      "subrel-constrast": 2.5555334091186523,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6562009419152277,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.8150060492890534e-05,
+      "loss": 0.7062,
+      "step": 2110
+    },
+    {
+      "cov-distil": 2.164550304412842,
+      "cov-distil (oracle2student)": 4.157090187072754,
+      "cov-distil (oracle2teacher)": 4.138474464416504,
+      "epoch": 1.6562009419152277,
+      "rel-constrast": 3.681403636932373,
+      "step": 2110,
+      "subrel-constrast": 4.288934230804443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6670509576797485,
+      "cov-distil (oracle2student)": 5.642236232757568,
+      "cov-distil (oracle2teacher)": 5.219463348388672,
+      "epoch": 1.6569858712715857,
+      "rel-constrast": 2.6670005321502686,
+      "step": 2111,
+      "subrel-constrast": 3.2984635829925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5286648273468018,
+      "cov-distil (oracle2student)": 6.8880510330200195,
+      "cov-distil (oracle2teacher)": 6.149458885192871,
+      "epoch": 1.6577708006279435,
+      "rel-constrast": 2.7714650630950928,
+      "step": 2112,
+      "subrel-constrast": 3.6926379203796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3729195594787598,
+      "cov-distil (oracle2student)": 3.329467535018921,
+      "cov-distil (oracle2teacher)": 3.7128005027770996,
+      "epoch": 1.6585557299843015,
+      "rel-constrast": 3.645893096923828,
+      "step": 2113,
+      "subrel-constrast": 4.052705764770508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369773268699646,
+      "cov-distil (oracle2student)": 4.392125129699707,
+      "cov-distil (oracle2teacher)": 3.8616867065429688,
+      "epoch": 1.6593406593406592,
+      "rel-constrast": 3.0189096927642822,
+      "step": 2114,
+      "subrel-constrast": 3.484640598297119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3015727996826172,
+      "cov-distil (oracle2student)": 4.326857566833496,
+      "cov-distil (oracle2teacher)": 4.160575866699219,
+      "epoch": 1.6601255886970172,
+      "rel-constrast": 2.9198811054229736,
+      "step": 2115,
+      "subrel-constrast": 2.944526195526123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.058974027633667,
+      "cov-distil (oracle2student)": 4.4760026931762695,
+      "cov-distil (oracle2teacher)": 4.2179460525512695,
+      "epoch": 1.6609105180533752,
+      "rel-constrast": 1.769545316696167,
+      "step": 2116,
+      "subrel-constrast": 2.453869342803955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9441261291503906,
+      "cov-distil (oracle2student)": 4.372752666473389,
+      "cov-distil (oracle2teacher)": 4.653127670288086,
+      "epoch": 1.6616954474097332,
+      "rel-constrast": 3.1911330223083496,
+      "step": 2117,
+      "subrel-constrast": 3.7165687084198,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.375419020652771,
+      "cov-distil (oracle2student)": 2.6942036151885986,
+      "cov-distil (oracle2teacher)": 2.8261165618896484,
+      "epoch": 1.6624803767660912,
+      "rel-constrast": 2.6437556743621826,
+      "step": 2118,
+      "subrel-constrast": 3.4267489910125732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8432061672210693,
+      "cov-distil (oracle2student)": 2.5915541648864746,
+      "cov-distil (oracle2teacher)": 2.9292144775390625,
+      "epoch": 1.663265306122449,
+      "rel-constrast": 2.2575695514678955,
+      "step": 2119,
+      "subrel-constrast": 3.2407729625701904,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.664050235478807,
+      "grad_norm": 4.09375,
+      "learning_rate": 4.8116974898450736e-05,
+      "loss": 0.7532,
+      "step": 2120
+    },
+    {
+      "cov-distil": 1.4284354448318481,
+      "cov-distil (oracle2student)": 3.8294482231140137,
+      "cov-distil (oracle2teacher)": 3.66495418548584,
+      "epoch": 1.664050235478807,
+      "rel-constrast": 2.3472390174865723,
+      "step": 2120,
+      "subrel-constrast": 2.764091730117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7339069843292236,
+      "cov-distil (oracle2student)": 5.896264553070068,
+      "cov-distil (oracle2teacher)": 5.093210697174072,
+      "epoch": 1.6648351648351647,
+      "rel-constrast": 3.384132146835327,
+      "step": 2121,
+      "subrel-constrast": 4.197080612182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6135178804397583,
+      "cov-distil (oracle2student)": 3.5190796852111816,
+      "cov-distil (oracle2teacher)": 3.6976165771484375,
+      "epoch": 1.6656200941915227,
+      "rel-constrast": 2.4060521125793457,
+      "step": 2122,
+      "subrel-constrast": 3.611560583114624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7267638444900513,
+      "cov-distil (oracle2student)": 3.873110294342041,
+      "cov-distil (oracle2teacher)": 3.7459716796875,
+      "epoch": 1.6664050235478807,
+      "rel-constrast": 2.8872313499450684,
+      "step": 2123,
+      "subrel-constrast": 3.3765623569488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1982941627502441,
+      "cov-distil (oracle2student)": 4.119829177856445,
+      "cov-distil (oracle2teacher)": 4.441465377807617,
+      "epoch": 1.6671899529042387,
+      "rel-constrast": 2.849386692047119,
+      "step": 2124,
+      "subrel-constrast": 3.5009841918945312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6497911214828491,
+      "cov-distil (oracle2student)": 4.420945167541504,
+      "cov-distil (oracle2teacher)": 4.4817986488342285,
+      "epoch": 1.6679748822605966,
+      "rel-constrast": 2.804983377456665,
+      "step": 2125,
+      "subrel-constrast": 3.751906633377075,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4091827869415283,
+      "cov-distil (oracle2student)": 5.711494445800781,
+      "cov-distil (oracle2teacher)": 5.227167129516602,
+      "epoch": 1.6687598116169546,
+      "rel-constrast": 1.9490318298339844,
+      "step": 2126,
+      "subrel-constrast": 2.68143367767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3228497505187988,
+      "cov-distil (oracle2student)": 4.4962968826293945,
+      "cov-distil (oracle2teacher)": 4.532170295715332,
+      "epoch": 1.6695447409733124,
+      "rel-constrast": 2.627175807952881,
+      "step": 2127,
+      "subrel-constrast": 3.3042190074920654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9521995186805725,
+      "cov-distil (oracle2student)": 4.027742385864258,
+      "cov-distil (oracle2teacher)": 3.8917882442474365,
+      "epoch": 1.6703296703296702,
+      "rel-constrast": 2.710982322692871,
+      "step": 2128,
+      "subrel-constrast": 2.957879066467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1321789026260376,
+      "cov-distil (oracle2student)": 4.961772441864014,
+      "cov-distil (oracle2teacher)": 4.1693196296691895,
+      "epoch": 1.6711145996860282,
+      "rel-constrast": 4.076947212219238,
+      "step": 2129,
+      "subrel-constrast": 4.571191310882568,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6718995290423861,
+      "grad_norm": 6.125,
+      "learning_rate": 4.8083607630967074e-05,
+      "loss": 0.7365,
+      "step": 2130
+    },
+    {
+      "cov-distil": 1.4759851694107056,
+      "cov-distil (oracle2student)": 6.480543613433838,
+      "cov-distil (oracle2teacher)": 6.439112663269043,
+      "epoch": 1.6718995290423861,
+      "rel-constrast": 3.6613290309906006,
+      "step": 2130,
+      "subrel-constrast": 4.105996608734131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1145968437194824,
+      "cov-distil (oracle2student)": 3.70923113822937,
+      "cov-distil (oracle2teacher)": 3.944181442260742,
+      "epoch": 1.6726844583987441,
+      "rel-constrast": 2.3551554679870605,
+      "step": 2131,
+      "subrel-constrast": 3.428016185760498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.720075011253357,
+      "cov-distil (oracle2student)": 4.6509294509887695,
+      "cov-distil (oracle2teacher)": 4.49489688873291,
+      "epoch": 1.6734693877551021,
+      "rel-constrast": 2.1794185638427734,
+      "step": 2132,
+      "subrel-constrast": 3.4165291786193848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4906682968139648,
+      "cov-distil (oracle2student)": 3.813755512237549,
+      "cov-distil (oracle2teacher)": 4.536121368408203,
+      "epoch": 1.67425431711146,
+      "rel-constrast": 2.387981414794922,
+      "step": 2133,
+      "subrel-constrast": 3.694098949432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6361708641052246,
+      "cov-distil (oracle2student)": 4.081071853637695,
+      "cov-distil (oracle2teacher)": 3.915973663330078,
+      "epoch": 1.6750392464678179,
+      "rel-constrast": 2.6308090686798096,
+      "step": 2134,
+      "subrel-constrast": 3.2851946353912354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4303783178329468,
+      "cov-distil (oracle2student)": 4.202880382537842,
+      "cov-distil (oracle2teacher)": 4.16943359375,
+      "epoch": 1.6758241758241759,
+      "rel-constrast": 3.373445510864258,
+      "step": 2135,
+      "subrel-constrast": 3.923292398452759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.459425210952759,
+      "cov-distil (oracle2student)": 4.751179218292236,
+      "cov-distil (oracle2teacher)": 5.0707855224609375,
+      "epoch": 1.6766091051805336,
+      "rel-constrast": 3.3232884407043457,
+      "step": 2136,
+      "subrel-constrast": 4.151365756988525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104991912841797,
+      "cov-distil (oracle2student)": 4.446455478668213,
+      "cov-distil (oracle2teacher)": 4.271516799926758,
+      "epoch": 1.6773940345368916,
+      "rel-constrast": 3.3564252853393555,
+      "step": 2137,
+      "subrel-constrast": 3.789482355117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3762569427490234,
+      "cov-distil (oracle2student)": 3.0044121742248535,
+      "cov-distil (oracle2teacher)": 3.1743152141571045,
+      "epoch": 1.6781789638932496,
+      "rel-constrast": 3.3793673515319824,
+      "step": 2138,
+      "subrel-constrast": 3.876147985458374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7822182178497314,
+      "cov-distil (oracle2student)": 3.6641769409179688,
+      "cov-distil (oracle2teacher)": 3.9251742362976074,
+      "epoch": 1.6789638932496076,
+      "rel-constrast": 3.6260242462158203,
+      "step": 2139,
+      "subrel-constrast": 4.8444719314575195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6797488226059656,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.8049959097009176e-05,
+      "loss": 0.7988,
+      "step": 2140
+    },
+    {
+      "cov-distil": 1.3677268028259277,
+      "cov-distil (oracle2student)": 4.7746405601501465,
+      "cov-distil (oracle2teacher)": 4.513347625732422,
+      "epoch": 1.6797488226059656,
+      "rel-constrast": 2.596588134765625,
+      "step": 2140,
+      "subrel-constrast": 2.9915525913238525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1616265773773193,
+      "cov-distil (oracle2student)": 5.1938323974609375,
+      "cov-distil (oracle2teacher)": 5.100850582122803,
+      "epoch": 1.6805337519623234,
+      "rel-constrast": 2.9964711666107178,
+      "step": 2141,
+      "subrel-constrast": 3.7820358276367188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0996077060699463,
+      "cov-distil (oracle2student)": 4.5935444831848145,
+      "cov-distil (oracle2teacher)": 3.8908047676086426,
+      "epoch": 1.6813186813186813,
+      "rel-constrast": 3.218785524368286,
+      "step": 2142,
+      "subrel-constrast": 3.5011887550354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7591500282287598,
+      "cov-distil (oracle2student)": 5.005758285522461,
+      "cov-distil (oracle2teacher)": 4.274603366851807,
+      "epoch": 1.682103610675039,
+      "rel-constrast": 2.0520851612091064,
+      "step": 2143,
+      "subrel-constrast": 2.8606362342834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.651135802268982,
+      "cov-distil (oracle2student)": 4.678955078125,
+      "cov-distil (oracle2teacher)": 4.217451095581055,
+      "epoch": 1.682888540031397,
+      "rel-constrast": 2.6216530799865723,
+      "step": 2144,
+      "subrel-constrast": 3.092637300491333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459703803062439,
+      "cov-distil (oracle2student)": 4.261819839477539,
+      "cov-distil (oracle2teacher)": 3.7647812366485596,
+      "epoch": 1.683673469387755,
+      "rel-constrast": 2.7618091106414795,
+      "step": 2145,
+      "subrel-constrast": 3.430241584777832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3455766439437866,
+      "cov-distil (oracle2student)": 2.825723648071289,
+      "cov-distil (oracle2teacher)": 3.393681764602661,
+      "epoch": 1.684458398744113,
+      "rel-constrast": 2.324629306793213,
+      "step": 2146,
+      "subrel-constrast": 3.406841516494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4332973957061768,
+      "cov-distil (oracle2student)": 4.471922397613525,
+      "cov-distil (oracle2teacher)": 4.546019554138184,
+      "epoch": 1.685243328100471,
+      "rel-constrast": 3.26851749420166,
+      "step": 2147,
+      "subrel-constrast": 4.255143165588379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3436756134033203,
+      "cov-distil (oracle2student)": 4.027027606964111,
+      "cov-distil (oracle2teacher)": 3.9727447032928467,
+      "epoch": 1.686028257456829,
+      "rel-constrast": 2.5659146308898926,
+      "step": 2148,
+      "subrel-constrast": 3.487208604812622,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7867908477783203,
+      "cov-distil (oracle2student)": 3.5245277881622314,
+      "cov-distil (oracle2teacher)": 3.820413112640381,
+      "epoch": 1.6868131868131868,
+      "rel-constrast": 2.8483431339263916,
+      "step": 2149,
+      "subrel-constrast": 3.817512035369873,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.6875981161695446,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.801602970657379e-05,
+      "loss": 0.7174,
+      "step": 2150
+    },
+    {
+      "cov-distil": 1.3101235628128052,
+      "cov-distil (oracle2student)": 2.8991823196411133,
+      "cov-distil (oracle2teacher)": 3.0382778644561768,
+      "epoch": 1.6875981161695446,
+      "rel-constrast": 2.5098066329956055,
+      "step": 2150,
+      "subrel-constrast": 3.022489309310913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1520084142684937,
+      "cov-distil (oracle2student)": 5.277274131774902,
+      "cov-distil (oracle2teacher)": 4.550305366516113,
+      "epoch": 1.6883830455259026,
+      "rel-constrast": 2.9434947967529297,
+      "step": 2151,
+      "subrel-constrast": 3.759514570236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1978278160095215,
+      "cov-distil (oracle2student)": 3.9721157550811768,
+      "cov-distil (oracle2teacher)": 3.6336958408355713,
+      "epoch": 1.6891679748822606,
+      "rel-constrast": 2.4632248878479004,
+      "step": 2152,
+      "subrel-constrast": 3.0176351070404053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7336013317108154,
+      "cov-distil (oracle2student)": 3.94527006149292,
+      "cov-distil (oracle2teacher)": 4.275712013244629,
+      "epoch": 1.6899529042386185,
+      "rel-constrast": 2.4700944423675537,
+      "step": 2153,
+      "subrel-constrast": 3.495418071746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1990232467651367,
+      "cov-distil (oracle2student)": 4.326941967010498,
+      "cov-distil (oracle2teacher)": 3.5742738246917725,
+      "epoch": 1.6907378335949765,
+      "rel-constrast": 2.416457414627075,
+      "step": 2154,
+      "subrel-constrast": 2.926328420639038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2719948291778564,
+      "cov-distil (oracle2student)": 2.2979092597961426,
+      "cov-distil (oracle2teacher)": 2.806183338165283,
+      "epoch": 1.6915227629513345,
+      "rel-constrast": 2.915846347808838,
+      "step": 2155,
+      "subrel-constrast": 3.9413492679595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.437703251838684,
+      "cov-distil (oracle2student)": 2.4831008911132812,
+      "cov-distil (oracle2teacher)": 2.556386947631836,
+      "epoch": 1.6923076923076923,
+      "rel-constrast": 1.4686192274093628,
+      "step": 2156,
+      "subrel-constrast": 2.4283409118652344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8524895906448364,
+      "cov-distil (oracle2student)": 4.7828874588012695,
+      "cov-distil (oracle2teacher)": 4.748898029327393,
+      "epoch": 1.6930926216640503,
+      "rel-constrast": 3.025974750518799,
+      "step": 2157,
+      "subrel-constrast": 3.9398739337921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1802608966827393,
+      "cov-distil (oracle2student)": 4.980656623840332,
+      "cov-distil (oracle2teacher)": 4.330135822296143,
+      "epoch": 1.693877551020408,
+      "rel-constrast": 1.9440710544586182,
+      "step": 2158,
+      "subrel-constrast": 2.631688117980957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.266925573348999,
+      "cov-distil (oracle2student)": 5.679771423339844,
+      "cov-distil (oracle2teacher)": 5.261580467224121,
+      "epoch": 1.694662480376766,
+      "rel-constrast": 3.576578378677368,
+      "step": 2159,
+      "subrel-constrast": 3.7673513889312744,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.695447409733124,
+      "grad_norm": 6.25,
+      "learning_rate": 4.798181987307986e-05,
+      "loss": 0.6774,
+      "step": 2160
+    },
+    {
+      "cov-distil": 1.2281379699707031,
+      "cov-distil (oracle2student)": 7.301149368286133,
+      "cov-distil (oracle2teacher)": 6.4471940994262695,
+      "epoch": 1.695447409733124,
+      "rel-constrast": 4.624300956726074,
+      "step": 2160,
+      "subrel-constrast": 4.6694746017456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5952264070510864,
+      "cov-distil (oracle2student)": 5.333080768585205,
+      "cov-distil (oracle2teacher)": 4.977442264556885,
+      "epoch": 1.696232339089482,
+      "rel-constrast": 3.211956024169922,
+      "step": 2161,
+      "subrel-constrast": 3.744603395462036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7410622835159302,
+      "cov-distil (oracle2student)": 3.4722900390625,
+      "cov-distil (oracle2teacher)": 4.129591464996338,
+      "epoch": 1.69701726844584,
+      "rel-constrast": 2.543261766433716,
+      "step": 2162,
+      "subrel-constrast": 3.373548746109009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6664823293685913,
+      "cov-distil (oracle2student)": 4.037325382232666,
+      "cov-distil (oracle2teacher)": 3.861684799194336,
+      "epoch": 1.6978021978021978,
+      "rel-constrast": 3.6287271976470947,
+      "step": 2163,
+      "subrel-constrast": 4.066279888153076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963059663772583,
+      "cov-distil (oracle2student)": 3.5315988063812256,
+      "cov-distil (oracle2teacher)": 3.7247366905212402,
+      "epoch": 1.6985871271585558,
+      "rel-constrast": 2.4288177490234375,
+      "step": 2164,
+      "subrel-constrast": 3.717818021774292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5655512809753418,
+      "cov-distil (oracle2student)": 6.418693542480469,
+      "cov-distil (oracle2teacher)": 5.831506252288818,
+      "epoch": 1.6993720565149135,
+      "rel-constrast": 2.459304094314575,
+      "step": 2165,
+      "subrel-constrast": 3.489464282989502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6480576992034912,
+      "cov-distil (oracle2student)": 2.5858688354492188,
+      "cov-distil (oracle2teacher)": 2.477842330932617,
+      "epoch": 1.7001569858712715,
+      "rel-constrast": 3.6505086421966553,
+      "step": 2166,
+      "subrel-constrast": 3.785423994064331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4680659770965576,
+      "cov-distil (oracle2student)": 4.870906352996826,
+      "cov-distil (oracle2teacher)": 3.9468703269958496,
+      "epoch": 1.7009419152276295,
+      "rel-constrast": 3.8205504417419434,
+      "step": 2167,
+      "subrel-constrast": 4.396917343139648,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6033389568328857,
+      "cov-distil (oracle2student)": 5.15008544921875,
+      "cov-distil (oracle2teacher)": 4.98371696472168,
+      "epoch": 1.7017268445839875,
+      "rel-constrast": 2.034574270248413,
+      "step": 2168,
+      "subrel-constrast": 2.7323803901672363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1822340488433838,
+      "cov-distil (oracle2student)": 4.1505022048950195,
+      "cov-distil (oracle2teacher)": 3.832441806793213,
+      "epoch": 1.7025117739403455,
+      "rel-constrast": 2.6992299556732178,
+      "step": 2169,
+      "subrel-constrast": 3.195754289627075,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7032967032967035,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.79473300133634e-05,
+      "loss": 0.8167,
+      "step": 2170
+    },
+    {
+      "cov-distil": 1.890555500984192,
+      "cov-distil (oracle2student)": 3.2386651039123535,
+      "cov-distil (oracle2teacher)": 3.269507884979248,
+      "epoch": 1.7032967032967035,
+      "rel-constrast": 3.366004467010498,
+      "step": 2170,
+      "subrel-constrast": 3.925034761428833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.736064076423645,
+      "cov-distil (oracle2student)": 4.484632968902588,
+      "cov-distil (oracle2teacher)": 4.326740264892578,
+      "epoch": 1.7040816326530612,
+      "rel-constrast": 3.3862345218658447,
+      "step": 2171,
+      "subrel-constrast": 4.128209590911865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3596742153167725,
+      "cov-distil (oracle2student)": 3.7044270038604736,
+      "cov-distil (oracle2teacher)": 3.523550510406494,
+      "epoch": 1.704866562009419,
+      "rel-constrast": 2.3950014114379883,
+      "step": 2172,
+      "subrel-constrast": 3.151076078414917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6536014080047607,
+      "cov-distil (oracle2student)": 5.310223579406738,
+      "cov-distil (oracle2teacher)": 4.867607116699219,
+      "epoch": 1.705651491365777,
+      "rel-constrast": 4.662595272064209,
+      "step": 2173,
+      "subrel-constrast": 5.4550981521606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1539709568023682,
+      "cov-distil (oracle2student)": 3.43190860748291,
+      "cov-distil (oracle2teacher)": 3.6707844734191895,
+      "epoch": 1.706436420722135,
+      "rel-constrast": 2.6581149101257324,
+      "step": 2174,
+      "subrel-constrast": 3.7089948654174805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4360568523406982,
+      "cov-distil (oracle2student)": 4.107160568237305,
+      "cov-distil (oracle2teacher)": 4.044997215270996,
+      "epoch": 1.707221350078493,
+      "rel-constrast": 2.716853618621826,
+      "step": 2175,
+      "subrel-constrast": 3.3684587478637695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2202101945877075,
+      "cov-distil (oracle2student)": 4.145501613616943,
+      "cov-distil (oracle2teacher)": 4.379672050476074,
+      "epoch": 1.708006279434851,
+      "rel-constrast": 2.589266300201416,
+      "step": 2176,
+      "subrel-constrast": 3.4689769744873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.791548728942871,
+      "cov-distil (oracle2student)": 4.131917953491211,
+      "cov-distil (oracle2teacher)": 3.9171395301818848,
+      "epoch": 1.708791208791209,
+      "rel-constrast": 1.582461953163147,
+      "step": 2177,
+      "subrel-constrast": 2.221798896789551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1328296661376953,
+      "cov-distil (oracle2student)": 5.776873588562012,
+      "cov-distil (oracle2teacher)": 5.15695858001709,
+      "epoch": 1.7095761381475667,
+      "rel-constrast": 2.893862724304199,
+      "step": 2178,
+      "subrel-constrast": 3.5863888263702393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6881157159805298,
+      "cov-distil (oracle2student)": 4.266077995300293,
+      "cov-distil (oracle2teacher)": 4.096836566925049,
+      "epoch": 1.7103610675039247,
+      "rel-constrast": 2.359097957611084,
+      "step": 2179,
+      "subrel-constrast": 3.4590091705322266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7111459968602825,
+      "grad_norm": 4.5,
+      "learning_rate": 4.791256054767245e-05,
+      "loss": 0.7554,
+      "step": 2180
+    },
+    {
+      "cov-distil": 1.8249239921569824,
+      "cov-distil (oracle2student)": 4.0046491622924805,
+      "cov-distil (oracle2teacher)": 4.653772354125977,
+      "epoch": 1.7111459968602825,
+      "rel-constrast": 2.6268181800842285,
+      "step": 2180,
+      "subrel-constrast": 3.7033653259277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0771369934082031,
+      "cov-distil (oracle2student)": 2.546523094177246,
+      "cov-distil (oracle2teacher)": 2.7334823608398438,
+      "epoch": 1.7119309262166404,
+      "rel-constrast": 2.8182458877563477,
+      "step": 2181,
+      "subrel-constrast": 3.366835594177246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.093933343887329,
+      "cov-distil (oracle2student)": 4.100209712982178,
+      "cov-distil (oracle2teacher)": 4.402020454406738,
+      "epoch": 1.7127158555729984,
+      "rel-constrast": 3.1742806434631348,
+      "step": 2182,
+      "subrel-constrast": 4.171100616455078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.29634428024292,
+      "cov-distil (oracle2student)": 2.9724414348602295,
+      "cov-distil (oracle2teacher)": 3.1061151027679443,
+      "epoch": 1.7135007849293564,
+      "rel-constrast": 2.707258701324463,
+      "step": 2183,
+      "subrel-constrast": 3.821993112564087,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5104049444198608,
+      "cov-distil (oracle2student)": 3.9733195304870605,
+      "cov-distil (oracle2teacher)": 3.706012725830078,
+      "epoch": 1.7142857142857144,
+      "rel-constrast": 2.5448379516601562,
+      "step": 2184,
+      "subrel-constrast": 3.4038918018341064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3171417713165283,
+      "cov-distil (oracle2student)": 4.071464538574219,
+      "cov-distil (oracle2teacher)": 3.9933981895446777,
+      "epoch": 1.7150706436420722,
+      "rel-constrast": 3.128932476043701,
+      "step": 2185,
+      "subrel-constrast": 3.653700828552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4737417697906494,
+      "cov-distil (oracle2student)": 4.534137725830078,
+      "cov-distil (oracle2teacher)": 4.221986770629883,
+      "epoch": 1.7158555729984302,
+      "rel-constrast": 2.656761646270752,
+      "step": 2186,
+      "subrel-constrast": 3.4507598876953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7513718605041504,
+      "cov-distil (oracle2student)": 3.8768086433410645,
+      "cov-distil (oracle2teacher)": 3.9736075401306152,
+      "epoch": 1.716640502354788,
+      "rel-constrast": 2.809697389602661,
+      "step": 2187,
+      "subrel-constrast": 3.602057933807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7336138486862183,
+      "cov-distil (oracle2student)": 3.6069631576538086,
+      "cov-distil (oracle2teacher)": 3.846726894378662,
+      "epoch": 1.717425431711146,
+      "rel-constrast": 2.511496067047119,
+      "step": 2188,
+      "subrel-constrast": 3.376274347305298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4646484851837158,
+      "cov-distil (oracle2student)": 7.571910858154297,
+      "cov-distil (oracle2teacher)": 6.504880905151367,
+      "epoch": 1.718210361067504,
+      "rel-constrast": 2.6114888191223145,
+      "step": 2189,
+      "subrel-constrast": 3.265103816986084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.718995290423862,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.7877511899662e-05,
+      "loss": 0.7286,
+      "step": 2190
+    },
+    {
+      "cov-distil": 1.6331356763839722,
+      "cov-distil (oracle2student)": 3.0852954387664795,
+      "cov-distil (oracle2teacher)": 3.3337388038635254,
+      "epoch": 1.718995290423862,
+      "rel-constrast": 2.7310030460357666,
+      "step": 2190,
+      "subrel-constrast": 3.6758224964141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5539727210998535,
+      "cov-distil (oracle2student)": 2.5649540424346924,
+      "cov-distil (oracle2teacher)": 2.904310703277588,
+      "epoch": 1.7197802197802199,
+      "rel-constrast": 2.0245110988616943,
+      "step": 2191,
+      "subrel-constrast": 2.652200222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4571516513824463,
+      "cov-distil (oracle2student)": 5.003627300262451,
+      "cov-distil (oracle2teacher)": 4.484421253204346,
+      "epoch": 1.7205651491365777,
+      "rel-constrast": 3.5687220096588135,
+      "step": 2192,
+      "subrel-constrast": 4.044925689697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.073610544204712,
+      "cov-distil (oracle2student)": 3.587191104888916,
+      "cov-distil (oracle2teacher)": 3.6686086654663086,
+      "epoch": 1.7213500784929356,
+      "rel-constrast": 2.6836729049682617,
+      "step": 2193,
+      "subrel-constrast": 3.340764284133911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.616534948348999,
+      "cov-distil (oracle2student)": 4.153843402862549,
+      "cov-distil (oracle2teacher)": 3.6327781677246094,
+      "epoch": 1.7221350078492934,
+      "rel-constrast": 3.330625534057617,
+      "step": 2194,
+      "subrel-constrast": 3.3225574493408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5622596740722656,
+      "cov-distil (oracle2student)": 5.296283721923828,
+      "cov-distil (oracle2teacher)": 5.13297700881958,
+      "epoch": 1.7229199372056514,
+      "rel-constrast": 2.8445096015930176,
+      "step": 2195,
+      "subrel-constrast": 3.936537027359009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4552361965179443,
+      "cov-distil (oracle2student)": 4.214536190032959,
+      "cov-distil (oracle2teacher)": 4.301584243774414,
+      "epoch": 1.7237048665620094,
+      "rel-constrast": 3.157912015914917,
+      "step": 2196,
+      "subrel-constrast": 3.629800796508789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0533376932144165,
+      "cov-distil (oracle2student)": 3.4130795001983643,
+      "cov-distil (oracle2teacher)": 3.7105727195739746,
+      "epoch": 1.7244897959183674,
+      "rel-constrast": 2.0992019176483154,
+      "step": 2197,
+      "subrel-constrast": 2.849848747253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8953120708465576,
+      "cov-distil (oracle2student)": 3.3757505416870117,
+      "cov-distil (oracle2teacher)": 3.4063422679901123,
+      "epoch": 1.7252747252747254,
+      "rel-constrast": 1.6100332736968994,
+      "step": 2198,
+      "subrel-constrast": 2.5502889156341553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5440630912780762,
+      "cov-distil (oracle2student)": 3.20698881149292,
+      "cov-distil (oracle2teacher)": 3.5410261154174805,
+      "epoch": 1.7260596546310834,
+      "rel-constrast": 3.004917621612549,
+      "step": 2199,
+      "subrel-constrast": 3.763627052307129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "grad_norm": 5.375,
+      "learning_rate": 4.784218449638875e-05,
+      "loss": 0.7135,
+      "step": 2200
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "overlap": 0.31562501192092896,
+      "step": 2200
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "step": 2200,
+      "student margin": 0.05401611328125
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "step": 2200,
+      "teacher margin": 0.039703369140625
+    },
+    {
+      "epoch": 1.7268445839874411,
+      "margin difference": -0.014312744140625,
+      "step": 2200
+    },
+    {
+      "cov-distil": 1.4109869003295898,
+      "cov-distil (oracle2student)": 3.5499558448791504,
+      "cov-distil (oracle2teacher)": 3.322564125061035,
+      "epoch": 1.7268445839874411,
+      "rel-constrast": 2.7545325756073,
+      "step": 2200,
+      "subrel-constrast": 2.9639761447906494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6831187009811401,
+      "cov-distil (oracle2student)": 3.4511470794677734,
+      "cov-distil (oracle2teacher)": 3.5796914100646973,
+      "epoch": 1.727629513343799,
+      "rel-constrast": 3.379124641418457,
+      "step": 2201,
+      "subrel-constrast": 4.185529708862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8966883420944214,
+      "cov-distil (oracle2student)": 4.251365661621094,
+      "cov-distil (oracle2teacher)": 4.046238899230957,
+      "epoch": 1.7284144427001569,
+      "rel-constrast": 2.2654266357421875,
+      "step": 2202,
+      "subrel-constrast": 2.9691355228424072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.23167085647583,
+      "cov-distil (oracle2student)": 3.5873217582702637,
+      "cov-distil (oracle2teacher)": 2.904952049255371,
+      "epoch": 1.7291993720565149,
+      "rel-constrast": 2.1962943077087402,
+      "step": 2203,
+      "subrel-constrast": 2.4757258892059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.516770362854004,
+      "cov-distil (oracle2student)": 3.6723506450653076,
+      "cov-distil (oracle2teacher)": 3.7050366401672363,
+      "epoch": 1.7299843014128728,
+      "rel-constrast": 2.7805428504943848,
+      "step": 2204,
+      "subrel-constrast": 3.398709535598755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4058160781860352,
+      "cov-distil (oracle2student)": 5.744381904602051,
+      "cov-distil (oracle2teacher)": 5.033400535583496,
+      "epoch": 1.7307692307692308,
+      "rel-constrast": 4.4768385887146,
+      "step": 2205,
+      "subrel-constrast": 4.890554904937744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8483374118804932,
+      "cov-distil (oracle2student)": 4.111395835876465,
+      "cov-distil (oracle2teacher)": 3.5026049613952637,
+      "epoch": 1.7315541601255888,
+      "rel-constrast": 2.9485883712768555,
+      "step": 2206,
+      "subrel-constrast": 3.6814513206481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1469032764434814,
+      "cov-distil (oracle2student)": 4.568747520446777,
+      "cov-distil (oracle2teacher)": 4.577749252319336,
+      "epoch": 1.7323390894819466,
+      "rel-constrast": 2.4065160751342773,
+      "step": 2207,
+      "subrel-constrast": 3.655743360519409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3686153888702393,
+      "cov-distil (oracle2student)": 3.771723508834839,
+      "cov-distil (oracle2teacher)": 3.7774171829223633,
+      "epoch": 1.7331240188383046,
+      "rel-constrast": 2.9618091583251953,
+      "step": 2208,
+      "subrel-constrast": 3.3125815391540527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5273395776748657,
+      "cov-distil (oracle2student)": 4.243311882019043,
+      "cov-distil (oracle2teacher)": 4.043972492218018,
+      "epoch": 1.7339089481946623,
+      "rel-constrast": 2.706533193588257,
+      "step": 2209,
+      "subrel-constrast": 3.351536750793457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7346938775510203,
+      "grad_norm": 5.03125,
+      "learning_rate": 4.780657876830597e-05,
+      "loss": 0.762,
+      "step": 2210
+    },
+    {
+      "cov-distil": 1.063590407371521,
+      "cov-distil (oracle2student)": 4.755878448486328,
+      "cov-distil (oracle2teacher)": 4.284621238708496,
+      "epoch": 1.7346938775510203,
+      "rel-constrast": 2.9665729999542236,
+      "step": 2210,
+      "subrel-constrast": 3.7226343154907227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0554488897323608,
+      "cov-distil (oracle2student)": 3.2223730087280273,
+      "cov-distil (oracle2teacher)": 3.59382700920105,
+      "epoch": 1.7354788069073783,
+      "rel-constrast": 3.6200973987579346,
+      "step": 2211,
+      "subrel-constrast": 4.262567043304443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4665796756744385,
+      "cov-distil (oracle2student)": 4.336564540863037,
+      "cov-distil (oracle2teacher)": 3.7192134857177734,
+      "epoch": 1.7362637362637363,
+      "rel-constrast": 2.184605598449707,
+      "step": 2212,
+      "subrel-constrast": 2.807366371154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.259305715560913,
+      "cov-distil (oracle2student)": 4.254379749298096,
+      "cov-distil (oracle2teacher)": 3.7080206871032715,
+      "epoch": 1.7370486656200943,
+      "rel-constrast": 2.4375405311584473,
+      "step": 2213,
+      "subrel-constrast": 3.2010862827301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2603670358657837,
+      "cov-distil (oracle2student)": 2.7576510906219482,
+      "cov-distil (oracle2teacher)": 3.020298719406128,
+      "epoch": 1.737833594976452,
+      "rel-constrast": 3.1468071937561035,
+      "step": 2214,
+      "subrel-constrast": 3.9127445220947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7276368141174316,
+      "cov-distil (oracle2student)": 5.451048851013184,
+      "cov-distil (oracle2teacher)": 4.814182758331299,
+      "epoch": 1.73861852433281,
+      "rel-constrast": 2.434065103530884,
+      "step": 2215,
+      "subrel-constrast": 2.625089645385742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.400354266166687,
+      "cov-distil (oracle2student)": 3.362067461013794,
+      "cov-distil (oracle2teacher)": 3.1057748794555664,
+      "epoch": 1.7394034536891678,
+      "rel-constrast": 2.9962055683135986,
+      "step": 2216,
+      "subrel-constrast": 3.285515546798706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3856258392333984,
+      "cov-distil (oracle2student)": 5.027961730957031,
+      "cov-distil (oracle2teacher)": 4.861551284790039,
+      "epoch": 1.7401883830455258,
+      "rel-constrast": 2.1785964965820312,
+      "step": 2217,
+      "subrel-constrast": 3.1263222694396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1465624570846558,
+      "cov-distil (oracle2student)": 3.375131607055664,
+      "cov-distil (oracle2teacher)": 3.6147212982177734,
+      "epoch": 1.7409733124018838,
+      "rel-constrast": 2.49701189994812,
+      "step": 2218,
+      "subrel-constrast": 3.013669729232788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.418553113937378,
+      "cov-distil (oracle2student)": 3.4851672649383545,
+      "cov-distil (oracle2teacher)": 3.666647434234619,
+      "epoch": 1.7417582417582418,
+      "rel-constrast": 2.7025346755981445,
+      "step": 2219,
+      "subrel-constrast": 3.529212713241577,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7425431711145998,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.77706951492582e-05,
+      "loss": 0.7121,
+      "step": 2220
+    },
+    {
+      "cov-distil": 1.5990524291992188,
+      "cov-distil (oracle2student)": 4.211366653442383,
+      "cov-distil (oracle2teacher)": 3.890860080718994,
+      "epoch": 1.7425431711145998,
+      "rel-constrast": 2.501035690307617,
+      "step": 2220,
+      "subrel-constrast": 3.2415027618408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3912228345870972,
+      "cov-distil (oracle2student)": 5.821087837219238,
+      "cov-distil (oracle2teacher)": 5.341222763061523,
+      "epoch": 1.7433281004709578,
+      "rel-constrast": 3.021422863006592,
+      "step": 2221,
+      "subrel-constrast": 3.991391658782959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4452102184295654,
+      "cov-distil (oracle2student)": 3.0666863918304443,
+      "cov-distil (oracle2teacher)": 3.3617401123046875,
+      "epoch": 1.7441130298273155,
+      "rel-constrast": 2.8655142784118652,
+      "step": 2222,
+      "subrel-constrast": 3.6124308109283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.535351276397705,
+      "cov-distil (oracle2student)": 4.336465835571289,
+      "cov-distil (oracle2teacher)": 4.227689266204834,
+      "epoch": 1.7448979591836735,
+      "rel-constrast": 2.6441214084625244,
+      "step": 2223,
+      "subrel-constrast": 3.298957347869873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5956463813781738,
+      "cov-distil (oracle2student)": 4.605068206787109,
+      "cov-distil (oracle2teacher)": 4.589273929595947,
+      "epoch": 1.7456828885400313,
+      "rel-constrast": 2.5250747203826904,
+      "step": 2224,
+      "subrel-constrast": 3.4053544998168945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4402203559875488,
+      "cov-distil (oracle2student)": 4.288039207458496,
+      "cov-distil (oracle2teacher)": 3.9537289142608643,
+      "epoch": 1.7464678178963893,
+      "rel-constrast": 2.522817373275757,
+      "step": 2225,
+      "subrel-constrast": 3.3566665649414062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4337220191955566,
+      "cov-distil (oracle2student)": 2.9571754932403564,
+      "cov-distil (oracle2teacher)": 3.191856861114502,
+      "epoch": 1.7472527472527473,
+      "rel-constrast": 1.3995537757873535,
+      "step": 2226,
+      "subrel-constrast": 2.0812368392944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4956307411193848,
+      "cov-distil (oracle2student)": 4.570131301879883,
+      "cov-distil (oracle2teacher)": 3.9345908164978027,
+      "epoch": 1.7480376766091053,
+      "rel-constrast": 2.727308511734009,
+      "step": 2227,
+      "subrel-constrast": 2.8596577644348145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5380032062530518,
+      "cov-distil (oracle2student)": 2.632666826248169,
+      "cov-distil (oracle2teacher)": 3.2193100452423096,
+      "epoch": 1.7488226059654632,
+      "rel-constrast": 2.60501766204834,
+      "step": 2228,
+      "subrel-constrast": 3.647772789001465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.225301742553711,
+      "cov-distil (oracle2student)": 3.0516562461853027,
+      "cov-distil (oracle2teacher)": 2.593440532684326,
+      "epoch": 1.749607535321821,
+      "rel-constrast": 2.941821575164795,
+      "step": 2229,
+      "subrel-constrast": 2.9590554237365723,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.750392464678179,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7734534076476045e-05,
+      "loss": 0.6806,
+      "step": 2230
+    },
+    {
+      "cov-distil": 1.4874062538146973,
+      "cov-distil (oracle2student)": 4.357302665710449,
+      "cov-distil (oracle2teacher)": 4.353229999542236,
+      "epoch": 1.750392464678179,
+      "rel-constrast": 3.209381103515625,
+      "step": 2230,
+      "subrel-constrast": 3.581017255783081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.117234468460083,
+      "cov-distil (oracle2student)": 3.937073230743408,
+      "cov-distil (oracle2teacher)": 3.7548842430114746,
+      "epoch": 1.7511773940345368,
+      "rel-constrast": 2.434492826461792,
+      "step": 2231,
+      "subrel-constrast": 3.346048355102539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.24973726272583,
+      "cov-distil (oracle2student)": 4.533449649810791,
+      "cov-distil (oracle2teacher)": 4.793134689331055,
+      "epoch": 1.7519623233908947,
+      "rel-constrast": 3.7525699138641357,
+      "step": 2232,
+      "subrel-constrast": 4.6372246742248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.462562084197998,
+      "cov-distil (oracle2student)": 3.1960372924804688,
+      "cov-distil (oracle2teacher)": 3.563648223876953,
+      "epoch": 1.7527472527472527,
+      "rel-constrast": 2.7557313442230225,
+      "step": 2233,
+      "subrel-constrast": 3.8398375511169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6737204790115356,
+      "cov-distil (oracle2student)": 2.5555331707000732,
+      "cov-distil (oracle2teacher)": 2.5845441818237305,
+      "epoch": 1.7535321821036107,
+      "rel-constrast": 1.7191078662872314,
+      "step": 2234,
+      "subrel-constrast": 2.859938859939575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2368494272232056,
+      "cov-distil (oracle2student)": 3.9843480587005615,
+      "cov-distil (oracle2teacher)": 3.893775463104248,
+      "epoch": 1.7543171114599687,
+      "rel-constrast": 3.693345069885254,
+      "step": 2235,
+      "subrel-constrast": 4.244990825653076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2992678880691528,
+      "cov-distil (oracle2student)": 4.830301761627197,
+      "cov-distil (oracle2teacher)": 4.498394012451172,
+      "epoch": 1.7551020408163265,
+      "rel-constrast": 2.510626792907715,
+      "step": 2236,
+      "subrel-constrast": 3.16009783744812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3592650890350342,
+      "cov-distil (oracle2student)": 3.574373722076416,
+      "cov-distil (oracle2teacher)": 3.2655539512634277,
+      "epoch": 1.7558869701726845,
+      "rel-constrast": 1.9065544605255127,
+      "step": 2237,
+      "subrel-constrast": 2.767110586166382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8274831771850586,
+      "cov-distil (oracle2student)": 4.118534564971924,
+      "cov-distil (oracle2teacher)": 3.961636543273926,
+      "epoch": 1.7566718995290422,
+      "rel-constrast": 4.148343086242676,
+      "step": 2238,
+      "subrel-constrast": 4.405562400817871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.336197018623352,
+      "cov-distil (oracle2student)": 2.447920560836792,
+      "cov-distil (oracle2teacher)": 3.2694993019104004,
+      "epoch": 1.7574568288854002,
+      "rel-constrast": 2.810555934906006,
+      "step": 2239,
+      "subrel-constrast": 3.7019741535186768,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7582417582417582,
+      "grad_norm": 5.25,
+      "learning_rate": 4.769809599057075e-05,
+      "loss": 0.7586,
+      "step": 2240
+    },
+    {
+      "cov-distil": 1.1485403776168823,
+      "cov-distil (oracle2student)": 4.654672622680664,
+      "cov-distil (oracle2teacher)": 4.348109245300293,
+      "epoch": 1.7582417582417582,
+      "rel-constrast": 1.9925882816314697,
+      "step": 2240,
+      "subrel-constrast": 2.693882942199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8763365745544434,
+      "cov-distil (oracle2student)": 4.839393615722656,
+      "cov-distil (oracle2teacher)": 3.85744047164917,
+      "epoch": 1.7590266875981162,
+      "rel-constrast": 3.434678077697754,
+      "step": 2241,
+      "subrel-constrast": 3.925741195678711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4712501764297485,
+      "cov-distil (oracle2student)": 3.76202130317688,
+      "cov-distil (oracle2teacher)": 3.5188522338867188,
+      "epoch": 1.7598116169544742,
+      "rel-constrast": 2.627779722213745,
+      "step": 2242,
+      "subrel-constrast": 2.8085591793060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3890204429626465,
+      "cov-distil (oracle2student)": 5.484809398651123,
+      "cov-distil (oracle2teacher)": 5.1389265060424805,
+      "epoch": 1.7605965463108322,
+      "rel-constrast": 3.6450910568237305,
+      "step": 2243,
+      "subrel-constrast": 4.063124656677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.133486032485962,
+      "cov-distil (oracle2student)": 5.945001602172852,
+      "cov-distil (oracle2teacher)": 5.491739749908447,
+      "epoch": 1.76138147566719,
+      "rel-constrast": 3.3541457653045654,
+      "step": 2244,
+      "subrel-constrast": 3.8208601474761963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.524552345275879,
+      "cov-distil (oracle2student)": 5.721334934234619,
+      "cov-distil (oracle2teacher)": 4.915715217590332,
+      "epoch": 1.762166405023548,
+      "rel-constrast": 2.5368430614471436,
+      "step": 2245,
+      "subrel-constrast": 3.3544769287109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5551987886428833,
+      "cov-distil (oracle2student)": 2.861910820007324,
+      "cov-distil (oracle2teacher)": 2.90854811668396,
+      "epoch": 1.7629513343799057,
+      "rel-constrast": 2.4615793228149414,
+      "step": 2246,
+      "subrel-constrast": 3.330505847930908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7999694347381592,
+      "cov-distil (oracle2student)": 5.2548136711120605,
+      "cov-distil (oracle2teacher)": 4.88046932220459,
+      "epoch": 1.7637362637362637,
+      "rel-constrast": 3.0106306076049805,
+      "step": 2247,
+      "subrel-constrast": 4.046727180480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.510411024093628,
+      "cov-distil (oracle2student)": 4.925967693328857,
+      "cov-distil (oracle2teacher)": 4.388039588928223,
+      "epoch": 1.7645211930926217,
+      "rel-constrast": 3.176236867904663,
+      "step": 2248,
+      "subrel-constrast": 4.014289379119873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7877905368804932,
+      "cov-distil (oracle2student)": 5.503927230834961,
+      "cov-distil (oracle2teacher)": 5.042388916015625,
+      "epoch": 1.7653061224489797,
+      "rel-constrast": 3.270568370819092,
+      "step": 2249,
+      "subrel-constrast": 3.9012820720672607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7660910518053377,
+      "grad_norm": 6.125,
+      "learning_rate": 4.7661381335528885e-05,
+      "loss": 0.7757,
+      "step": 2250
+    },
+    {
+      "cov-distil": 1.8688774108886719,
+      "cov-distil (oracle2student)": 2.1277999877929688,
+      "cov-distil (oracle2teacher)": 2.376420497894287,
+      "epoch": 1.7660910518053377,
+      "rel-constrast": 1.8173601627349854,
+      "step": 2250,
+      "subrel-constrast": 2.8194336891174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6203243732452393,
+      "cov-distil (oracle2student)": 2.5933241844177246,
+      "cov-distil (oracle2teacher)": 2.4038331508636475,
+      "epoch": 1.7668759811616954,
+      "rel-constrast": 2.69283390045166,
+      "step": 2251,
+      "subrel-constrast": 3.3784313201904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1629862785339355,
+      "cov-distil (oracle2student)": 3.2623233795166016,
+      "cov-distil (oracle2teacher)": 3.263735294342041,
+      "epoch": 1.7676609105180534,
+      "rel-constrast": 1.8934588432312012,
+      "step": 2252,
+      "subrel-constrast": 2.9617388248443604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1221753358840942,
+      "cov-distil (oracle2student)": 4.757113933563232,
+      "cov-distil (oracle2teacher)": 5.311859130859375,
+      "epoch": 1.7684458398744112,
+      "rel-constrast": 3.039048671722412,
+      "step": 2253,
+      "subrel-constrast": 3.843099355697632,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.719962477684021,
+      "cov-distil (oracle2student)": 4.172812461853027,
+      "cov-distil (oracle2teacher)": 4.571127891540527,
+      "epoch": 1.7692307692307692,
+      "rel-constrast": 2.3688297271728516,
+      "step": 2254,
+      "subrel-constrast": 3.572650909423828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5822265148162842,
+      "cov-distil (oracle2student)": 4.874046325683594,
+      "cov-distil (oracle2teacher)": 4.285998344421387,
+      "epoch": 1.7700156985871272,
+      "rel-constrast": 2.682790756225586,
+      "step": 2255,
+      "subrel-constrast": 3.463482141494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5207773447036743,
+      "cov-distil (oracle2student)": 3.742899179458618,
+      "cov-distil (oracle2teacher)": 3.841674327850342,
+      "epoch": 1.7708006279434851,
+      "rel-constrast": 1.872826099395752,
+      "step": 2256,
+      "subrel-constrast": 2.6117641925811768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3035008907318115,
+      "cov-distil (oracle2student)": 5.562979221343994,
+      "cov-distil (oracle2teacher)": 4.941827774047852,
+      "epoch": 1.7715855572998431,
+      "rel-constrast": 2.5136654376983643,
+      "step": 2257,
+      "subrel-constrast": 2.722169876098633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.440312147140503,
+      "cov-distil (oracle2student)": 2.988013744354248,
+      "cov-distil (oracle2teacher)": 3.01206111907959,
+      "epoch": 1.772370486656201,
+      "rel-constrast": 1.8680262565612793,
+      "step": 2258,
+      "subrel-constrast": 2.415212631225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2608623504638672,
+      "cov-distil (oracle2student)": 4.573918342590332,
+      "cov-distil (oracle2teacher)": 4.244540214538574,
+      "epoch": 1.7731554160125589,
+      "rel-constrast": 3.5831003189086914,
+      "step": 2259,
+      "subrel-constrast": 3.7066094875335693,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7739403453689166,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.762439055870695e-05,
+      "loss": 0.6473,
+      "step": 2260
+    },
+    {
+      "cov-distil": 1.1993353366851807,
+      "cov-distil (oracle2student)": 3.0164966583251953,
+      "cov-distil (oracle2teacher)": 3.2065043449401855,
+      "epoch": 1.7739403453689166,
+      "rel-constrast": 2.800076484680176,
+      "step": 2260,
+      "subrel-constrast": 3.156083106994629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.019031286239624,
+      "cov-distil (oracle2student)": 4.696774005889893,
+      "cov-distil (oracle2teacher)": 3.917257070541382,
+      "epoch": 1.7747252747252746,
+      "rel-constrast": 2.443613052368164,
+      "step": 2261,
+      "subrel-constrast": 3.2442383766174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9582088589668274,
+      "cov-distil (oracle2student)": 4.163963317871094,
+      "cov-distil (oracle2teacher)": 3.630319118499756,
+      "epoch": 1.7755102040816326,
+      "rel-constrast": 3.0506017208099365,
+      "step": 2262,
+      "subrel-constrast": 3.329702854156494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6439485549926758,
+      "cov-distil (oracle2student)": 3.1238386631011963,
+      "cov-distil (oracle2teacher)": 2.9540915489196777,
+      "epoch": 1.7762951334379906,
+      "rel-constrast": 2.6313929557800293,
+      "step": 2263,
+      "subrel-constrast": 3.3315935134887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.948486566543579,
+      "cov-distil (oracle2student)": 2.4869370460510254,
+      "cov-distil (oracle2teacher)": 3.0207767486572266,
+      "epoch": 1.7770800627943486,
+      "rel-constrast": 2.3938064575195312,
+      "step": 2264,
+      "subrel-constrast": 3.424344301223755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4279038906097412,
+      "cov-distil (oracle2student)": 3.047750473022461,
+      "cov-distil (oracle2teacher)": 2.798387050628662,
+      "epoch": 1.7778649921507066,
+      "rel-constrast": 3.0303449630737305,
+      "step": 2265,
+      "subrel-constrast": 3.0007474422454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.173428535461426,
+      "cov-distil (oracle2student)": 3.7985291481018066,
+      "cov-distil (oracle2teacher)": 4.217639923095703,
+      "epoch": 1.7786499215070644,
+      "rel-constrast": 4.197240829467773,
+      "step": 2266,
+      "subrel-constrast": 4.98362398147583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.291778564453125,
+      "cov-distil (oracle2student)": 3.8943936824798584,
+      "cov-distil (oracle2teacher)": 4.458695411682129,
+      "epoch": 1.7794348508634223,
+      "rel-constrast": 2.0562551021575928,
+      "step": 2267,
+      "subrel-constrast": 3.1477200984954834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6463873386383057,
+      "cov-distil (oracle2student)": 5.173831939697266,
+      "cov-distil (oracle2teacher)": 4.939205646514893,
+      "epoch": 1.7802197802197801,
+      "rel-constrast": 3.1172866821289062,
+      "step": 2268,
+      "subrel-constrast": 4.250095844268799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7440917491912842,
+      "cov-distil (oracle2student)": 3.2981536388397217,
+      "cov-distil (oracle2teacher)": 4.198132514953613,
+      "epoch": 1.781004709576138,
+      "rel-constrast": 1.9903862476348877,
+      "step": 2269,
+      "subrel-constrast": 3.060702323913574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.781789638932496,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.7587124110825875e-05,
+      "loss": 0.7354,
+      "step": 2270
+    },
+    {
+      "cov-distil": 1.443589687347412,
+      "cov-distil (oracle2student)": 3.593846559524536,
+      "cov-distil (oracle2teacher)": 3.481320858001709,
+      "epoch": 1.781789638932496,
+      "rel-constrast": 2.690666675567627,
+      "step": 2270,
+      "subrel-constrast": 2.7978153228759766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5542268753051758,
+      "cov-distil (oracle2student)": 4.015797138214111,
+      "cov-distil (oracle2teacher)": 3.497437000274658,
+      "epoch": 1.782574568288854,
+      "rel-constrast": 2.657963275909424,
+      "step": 2271,
+      "subrel-constrast": 3.2105746269226074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7774068117141724,
+      "cov-distil (oracle2student)": 5.50721549987793,
+      "cov-distil (oracle2teacher)": 5.3051910400390625,
+      "epoch": 1.783359497645212,
+      "rel-constrast": 2.5327999591827393,
+      "step": 2272,
+      "subrel-constrast": 3.805833101272583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6483123302459717,
+      "cov-distil (oracle2student)": 5.872786521911621,
+      "cov-distil (oracle2teacher)": 5.069870471954346,
+      "epoch": 1.7841444270015698,
+      "rel-constrast": 2.3836851119995117,
+      "step": 2273,
+      "subrel-constrast": 3.336540460586548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4488046169281006,
+      "cov-distil (oracle2student)": 3.434264898300171,
+      "cov-distil (oracle2teacher)": 3.3323163986206055,
+      "epoch": 1.7849293563579278,
+      "rel-constrast": 2.0917410850524902,
+      "step": 2274,
+      "subrel-constrast": 2.768942356109619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7903740406036377,
+      "cov-distil (oracle2student)": 2.448713779449463,
+      "cov-distil (oracle2teacher)": 3.1189236640930176,
+      "epoch": 1.7857142857142856,
+      "rel-constrast": 2.0388267040252686,
+      "step": 2275,
+      "subrel-constrast": 2.9838790893554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8876144886016846,
+      "cov-distil (oracle2student)": 3.479344367980957,
+      "cov-distil (oracle2teacher)": 3.4063029289245605,
+      "epoch": 1.7864992150706436,
+      "rel-constrast": 2.705810070037842,
+      "step": 2276,
+      "subrel-constrast": 3.5671935081481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5006206035614014,
+      "cov-distil (oracle2student)": 3.4531946182250977,
+      "cov-distil (oracle2teacher)": 3.7035512924194336,
+      "epoch": 1.7872841444270016,
+      "rel-constrast": 2.175159454345703,
+      "step": 2277,
+      "subrel-constrast": 3.2904465198516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6945823431015015,
+      "cov-distil (oracle2student)": 7.246981620788574,
+      "cov-distil (oracle2teacher)": 6.2371978759765625,
+      "epoch": 1.7880690737833596,
+      "rel-constrast": 3.9379687309265137,
+      "step": 2278,
+      "subrel-constrast": 5.148345947265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4578499794006348,
+      "cov-distil (oracle2student)": 3.2069311141967773,
+      "cov-distil (oracle2teacher)": 3.0421481132507324,
+      "epoch": 1.7888540031397175,
+      "rel-constrast": 2.094665765762329,
+      "step": 2279,
+      "subrel-constrast": 2.7558751106262207,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7896389324960753,
+      "grad_norm": 4.71875,
+      "learning_rate": 4.754958244596557e-05,
+      "loss": 0.6732,
+      "step": 2280
+    },
+    {
+      "cov-distil": 1.5304884910583496,
+      "cov-distil (oracle2student)": 4.62916898727417,
+      "cov-distil (oracle2teacher)": 4.374709606170654,
+      "epoch": 1.7896389324960753,
+      "rel-constrast": 2.313415050506592,
+      "step": 2280,
+      "subrel-constrast": 3.3232452869415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.215383768081665,
+      "cov-distil (oracle2student)": 5.074325084686279,
+      "cov-distil (oracle2teacher)": 4.492373466491699,
+      "epoch": 1.7904238618524333,
+      "rel-constrast": 3.8527512550354004,
+      "step": 2281,
+      "subrel-constrast": 4.024172782897949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3366990089416504,
+      "cov-distil (oracle2student)": 3.452869415283203,
+      "cov-distil (oracle2teacher)": 3.4301605224609375,
+      "epoch": 1.791208791208791,
+      "rel-constrast": 2.906731367111206,
+      "step": 2282,
+      "subrel-constrast": 3.573761463165283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5189135074615479,
+      "cov-distil (oracle2student)": 4.619809150695801,
+      "cov-distil (oracle2teacher)": 4.698108196258545,
+      "epoch": 1.791993720565149,
+      "rel-constrast": 1.9627488851547241,
+      "step": 2283,
+      "subrel-constrast": 2.4047091007232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8160045146942139,
+      "cov-distil (oracle2student)": 5.028445720672607,
+      "cov-distil (oracle2teacher)": 4.595516204833984,
+      "epoch": 1.792778649921507,
+      "rel-constrast": 2.5817906856536865,
+      "step": 2284,
+      "subrel-constrast": 3.75763201713562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8235701322555542,
+      "cov-distil (oracle2student)": 4.796090126037598,
+      "cov-distil (oracle2teacher)": 4.462260723114014,
+      "epoch": 1.793563579277865,
+      "rel-constrast": 2.5888078212738037,
+      "step": 2285,
+      "subrel-constrast": 3.615201711654663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9200466871261597,
+      "cov-distil (oracle2student)": 5.06275749206543,
+      "cov-distil (oracle2teacher)": 4.860681533813477,
+      "epoch": 1.794348508634223,
+      "rel-constrast": 4.242743968963623,
+      "step": 2286,
+      "subrel-constrast": 4.901610851287842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.378166675567627,
+      "cov-distil (oracle2student)": 3.440523862838745,
+      "cov-distil (oracle2teacher)": 3.0847091674804688,
+      "epoch": 1.795133437990581,
+      "rel-constrast": 2.242156982421875,
+      "step": 2287,
+      "subrel-constrast": 2.728849411010742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426253080368042,
+      "cov-distil (oracle2student)": 2.75307035446167,
+      "cov-distil (oracle2teacher)": 2.9066567420959473,
+      "epoch": 1.7959183673469388,
+      "rel-constrast": 3.6640818119049072,
+      "step": 2288,
+      "subrel-constrast": 4.191524505615234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2154967784881592,
+      "cov-distil (oracle2student)": 3.2967770099639893,
+      "cov-distil (oracle2teacher)": 3.424208879470825,
+      "epoch": 1.7967032967032965,
+      "rel-constrast": 2.394169569015503,
+      "step": 2289,
+      "subrel-constrast": 3.120394229888916,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.7974882260596545,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7511766021559375e-05,
+      "loss": 0.7567,
+      "step": 2290
+    },
+    {
+      "cov-distil": 2.455801248550415,
+      "cov-distil (oracle2student)": 3.2455637454986572,
+      "cov-distil (oracle2teacher)": 3.352872133255005,
+      "epoch": 1.7974882260596545,
+      "rel-constrast": 2.8605823516845703,
+      "step": 2290,
+      "subrel-constrast": 4.11125373840332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2726619243621826,
+      "cov-distil (oracle2student)": 5.800573348999023,
+      "cov-distil (oracle2teacher)": 5.361475944519043,
+      "epoch": 1.7982731554160125,
+      "rel-constrast": 3.209815740585327,
+      "step": 2291,
+      "subrel-constrast": 3.7056069374084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5992858409881592,
+      "cov-distil (oracle2student)": 2.910555601119995,
+      "cov-distil (oracle2teacher)": 3.1356606483459473,
+      "epoch": 1.7990580847723705,
+      "rel-constrast": 2.6816933155059814,
+      "step": 2292,
+      "subrel-constrast": 3.304826498031616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8207201957702637,
+      "cov-distil (oracle2student)": 4.1503777503967285,
+      "cov-distil (oracle2teacher)": 4.0297651290893555,
+      "epoch": 1.7998430141287285,
+      "rel-constrast": 4.604592323303223,
+      "step": 2293,
+      "subrel-constrast": 4.804865837097168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4666860103607178,
+      "cov-distil (oracle2student)": 4.0113983154296875,
+      "cov-distil (oracle2teacher)": 4.246403694152832,
+      "epoch": 1.8006279434850865,
+      "rel-constrast": 2.9521360397338867,
+      "step": 2294,
+      "subrel-constrast": 3.9631752967834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.707909345626831,
+      "cov-distil (oracle2student)": 4.909032821655273,
+      "cov-distil (oracle2teacher)": 4.912590026855469,
+      "epoch": 1.8014128728414442,
+      "rel-constrast": 3.0045456886291504,
+      "step": 2295,
+      "subrel-constrast": 3.6885366439819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3750193119049072,
+      "cov-distil (oracle2student)": 4.743531227111816,
+      "cov-distil (oracle2teacher)": 4.764464855194092,
+      "epoch": 1.8021978021978022,
+      "rel-constrast": 3.5490798950195312,
+      "step": 2296,
+      "subrel-constrast": 3.8724448680877686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0714311599731445,
+      "cov-distil (oracle2student)": 4.199785232543945,
+      "cov-distil (oracle2teacher)": 4.259959697723389,
+      "epoch": 1.80298273155416,
+      "rel-constrast": 3.511178493499756,
+      "step": 2297,
+      "subrel-constrast": 4.187932968139648,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.206063985824585,
+      "cov-distil (oracle2student)": 4.125889778137207,
+      "cov-distil (oracle2teacher)": 3.962230682373047,
+      "epoch": 1.803767660910518,
+      "rel-constrast": 2.9765372276306152,
+      "step": 2298,
+      "subrel-constrast": 3.626953363418579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6662653684616089,
+      "cov-distil (oracle2student)": 4.489561080932617,
+      "cov-distil (oracle2teacher)": 4.740846633911133,
+      "epoch": 1.804552590266876,
+      "rel-constrast": 2.530068874359131,
+      "step": 2299,
+      "subrel-constrast": 3.427281618118286,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.805337519623234,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.7473675298388495e-05,
+      "loss": 0.8386,
+      "step": 2300
+    },
+    {
+      "epoch": 1.805337519623234,
+      "overlap": 0.3046875,
+      "step": 2300
+    },
+    {
+      "epoch": 1.805337519623234,
+      "step": 2300,
+      "student margin": 0.053985595703125
+    },
+    {
+      "epoch": 1.805337519623234,
+      "step": 2300,
+      "teacher margin": 0.036529541015625
+    },
+    {
+      "epoch": 1.805337519623234,
+      "margin difference": -0.0174560546875,
+      "step": 2300
+    },
+    {
+      "cov-distil": 1.6892621517181396,
+      "cov-distil (oracle2student)": 6.2856245040893555,
+      "cov-distil (oracle2teacher)": 5.992995262145996,
+      "epoch": 1.805337519623234,
+      "rel-constrast": 2.6885900497436523,
+      "step": 2300,
+      "subrel-constrast": 3.5530953407287598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2254571914672852,
+      "cov-distil (oracle2student)": 4.998371601104736,
+      "cov-distil (oracle2teacher)": 4.863700866699219,
+      "epoch": 1.806122448979592,
+      "rel-constrast": 2.7133448123931885,
+      "step": 2301,
+      "subrel-constrast": 3.508239984512329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7833107709884644,
+      "cov-distil (oracle2student)": 3.8225245475769043,
+      "cov-distil (oracle2teacher)": 3.4032890796661377,
+      "epoch": 1.8069073783359497,
+      "rel-constrast": 3.0843989849090576,
+      "step": 2302,
+      "subrel-constrast": 3.869215726852417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4791055917739868,
+      "cov-distil (oracle2student)": 5.102720260620117,
+      "cov-distil (oracle2teacher)": 4.331556797027588,
+      "epoch": 1.8076923076923077,
+      "rel-constrast": 3.053921699523926,
+      "step": 2303,
+      "subrel-constrast": 3.4983434677124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.865248441696167,
+      "cov-distil (oracle2student)": 3.199080467224121,
+      "cov-distil (oracle2teacher)": 3.1448521614074707,
+      "epoch": 1.8084772370486655,
+      "rel-constrast": 2.651535987854004,
+      "step": 2304,
+      "subrel-constrast": 3.1808433532714844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.934019684791565,
+      "cov-distil (oracle2student)": 4.856476783752441,
+      "cov-distil (oracle2teacher)": 4.681419849395752,
+      "epoch": 1.8092621664050235,
+      "rel-constrast": 2.8381969928741455,
+      "step": 2305,
+      "subrel-constrast": 3.679791212081909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6589226722717285,
+      "cov-distil (oracle2student)": 3.9016671180725098,
+      "cov-distil (oracle2teacher)": 3.669419288635254,
+      "epoch": 1.8100470957613815,
+      "rel-constrast": 2.647688388824463,
+      "step": 2306,
+      "subrel-constrast": 2.5999338626861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.255324125289917,
+      "cov-distil (oracle2student)": 4.575657844543457,
+      "cov-distil (oracle2teacher)": 4.169482707977295,
+      "epoch": 1.8108320251177394,
+      "rel-constrast": 2.985649347305298,
+      "step": 2307,
+      "subrel-constrast": 3.4112751483917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6019322872161865,
+      "cov-distil (oracle2student)": 4.121088027954102,
+      "cov-distil (oracle2teacher)": 3.867058515548706,
+      "epoch": 1.8116169544740974,
+      "rel-constrast": 2.5067484378814697,
+      "step": 2308,
+      "subrel-constrast": 3.2771899700164795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6674654483795166,
+      "cov-distil (oracle2student)": 2.8131213188171387,
+      "cov-distil (oracle2teacher)": 3.101606845855713,
+      "epoch": 1.8124018838304554,
+      "rel-constrast": 2.6714296340942383,
+      "step": 2309,
+      "subrel-constrast": 3.2365288734436035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8131868131868132,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.743531074057635e-05,
+      "loss": 0.7364,
+      "step": 2310
+    },
+    {
+      "cov-distil": 1.350029468536377,
+      "cov-distil (oracle2student)": 4.165107250213623,
+      "cov-distil (oracle2teacher)": 3.818049669265747,
+      "epoch": 1.8131868131868132,
+      "rel-constrast": 3.0232343673706055,
+      "step": 2310,
+      "subrel-constrast": 3.3329970836639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3987716436386108,
+      "cov-distil (oracle2student)": 5.433112621307373,
+      "cov-distil (oracle2teacher)": 4.871761798858643,
+      "epoch": 1.813971742543171,
+      "rel-constrast": 4.484724998474121,
+      "step": 2311,
+      "subrel-constrast": 4.845229148864746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.425628423690796,
+      "cov-distil (oracle2student)": 2.925630569458008,
+      "cov-distil (oracle2teacher)": 2.863168239593506,
+      "epoch": 1.814756671899529,
+      "rel-constrast": 1.5887391567230225,
+      "step": 2312,
+      "subrel-constrast": 2.0609428882598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6005250215530396,
+      "cov-distil (oracle2student)": 3.0022354125976562,
+      "cov-distil (oracle2teacher)": 2.6223843097686768,
+      "epoch": 1.815541601255887,
+      "rel-constrast": 2.273730993270874,
+      "step": 2313,
+      "subrel-constrast": 2.9224469661712646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4181492328643799,
+      "cov-distil (oracle2student)": 5.378347396850586,
+      "cov-distil (oracle2teacher)": 5.1598801612854,
+      "epoch": 1.816326530612245,
+      "rel-constrast": 2.6968092918395996,
+      "step": 2314,
+      "subrel-constrast": 3.624706745147705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4855788946151733,
+      "cov-distil (oracle2student)": 2.8636293411254883,
+      "cov-distil (oracle2teacher)": 2.7834272384643555,
+      "epoch": 1.817111459968603,
+      "rel-constrast": 2.438906669616699,
+      "step": 2315,
+      "subrel-constrast": 2.909430742263794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1916629076004028,
+      "cov-distil (oracle2student)": 4.764017105102539,
+      "cov-distil (oracle2teacher)": 4.308287620544434,
+      "epoch": 1.817896389324961,
+      "rel-constrast": 2.079336404800415,
+      "step": 2316,
+      "subrel-constrast": 2.6568892002105713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3917102813720703,
+      "cov-distil (oracle2student)": 3.7978508472442627,
+      "cov-distil (oracle2teacher)": 3.5787644386291504,
+      "epoch": 1.8186813186813187,
+      "rel-constrast": 3.420144557952881,
+      "step": 2317,
+      "subrel-constrast": 3.7058300971984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2259094715118408,
+      "cov-distil (oracle2student)": 3.5073022842407227,
+      "cov-distil (oracle2teacher)": 3.642540216445923,
+      "epoch": 1.8194662480376766,
+      "rel-constrast": 2.8358278274536133,
+      "step": 2318,
+      "subrel-constrast": 3.8708882331848145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209463596343994,
+      "cov-distil (oracle2student)": 3.529254674911499,
+      "cov-distil (oracle2teacher)": 3.8668453693389893,
+      "epoch": 1.8202511773940344,
+      "rel-constrast": 2.14914608001709,
+      "step": 2319,
+      "subrel-constrast": 3.4967246055603027,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8210361067503924,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.7396672815582997e-05,
+      "loss": 0.7108,
+      "step": 2320
+    },
+    {
+      "cov-distil": 1.8456411361694336,
+      "cov-distil (oracle2student)": 4.969728946685791,
+      "cov-distil (oracle2teacher)": 4.395388126373291,
+      "epoch": 1.8210361067503924,
+      "rel-constrast": 2.473095417022705,
+      "step": 2320,
+      "subrel-constrast": 3.3971071243286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.373929500579834,
+      "cov-distil (oracle2student)": 5.528662204742432,
+      "cov-distil (oracle2teacher)": 4.760448455810547,
+      "epoch": 1.8218210361067504,
+      "rel-constrast": 3.6413016319274902,
+      "step": 2321,
+      "subrel-constrast": 4.109328746795654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4218733310699463,
+      "cov-distil (oracle2student)": 3.9426779747009277,
+      "cov-distil (oracle2teacher)": 3.5189409255981445,
+      "epoch": 1.8226059654631084,
+      "rel-constrast": 4.6169538497924805,
+      "step": 2322,
+      "subrel-constrast": 4.935740947723389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.266847848892212,
+      "cov-distil (oracle2student)": 3.3324596881866455,
+      "cov-distil (oracle2teacher)": 3.3743977546691895,
+      "epoch": 1.8233908948194664,
+      "rel-constrast": 2.086048126220703,
+      "step": 2323,
+      "subrel-constrast": 3.0306177139282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5611567497253418,
+      "cov-distil (oracle2student)": 3.5690765380859375,
+      "cov-distil (oracle2teacher)": 3.353379726409912,
+      "epoch": 1.8241758241758241,
+      "rel-constrast": 2.063237190246582,
+      "step": 2324,
+      "subrel-constrast": 2.5298917293548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1383699178695679,
+      "cov-distil (oracle2student)": 4.711968421936035,
+      "cov-distil (oracle2teacher)": 4.48989725112915,
+      "epoch": 1.8249607535321821,
+      "rel-constrast": 2.8097970485687256,
+      "step": 2325,
+      "subrel-constrast": 3.0449445247650146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2283785343170166,
+      "cov-distil (oracle2student)": 5.113185882568359,
+      "cov-distil (oracle2teacher)": 4.417881488800049,
+      "epoch": 1.82574568288854,
+      "rel-constrast": 2.894479513168335,
+      "step": 2326,
+      "subrel-constrast": 3.147129774093628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5558199882507324,
+      "cov-distil (oracle2student)": 5.515866279602051,
+      "cov-distil (oracle2teacher)": 5.1101579666137695,
+      "epoch": 1.8265306122448979,
+      "rel-constrast": 3.494619369506836,
+      "step": 2327,
+      "subrel-constrast": 4.009930610656738,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341977596282959,
+      "cov-distil (oracle2student)": 5.359982490539551,
+      "cov-distil (oracle2teacher)": 5.215216159820557,
+      "epoch": 1.8273155416012559,
+      "rel-constrast": 2.966783046722412,
+      "step": 2328,
+      "subrel-constrast": 3.842420816421509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3554564714431763,
+      "cov-distil (oracle2student)": 4.5389404296875,
+      "cov-distil (oracle2teacher)": 3.8986454010009766,
+      "epoch": 1.8281004709576139,
+      "rel-constrast": 2.970102310180664,
+      "step": 2329,
+      "subrel-constrast": 3.578596353530884,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8288854003139718,
+      "grad_norm": 5.75,
+      "learning_rate": 4.735776199419935e-05,
+      "loss": 0.7856,
+      "step": 2330
+    },
+    {
+      "cov-distil": 1.3520499467849731,
+      "cov-distil (oracle2student)": 5.464293479919434,
+      "cov-distil (oracle2teacher)": 5.080811500549316,
+      "epoch": 1.8288854003139718,
+      "rel-constrast": 2.9374120235443115,
+      "step": 2330,
+      "subrel-constrast": 3.246391773223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3966255187988281,
+      "cov-distil (oracle2student)": 3.2311744689941406,
+      "cov-distil (oracle2teacher)": 3.526416540145874,
+      "epoch": 1.8296703296703298,
+      "rel-constrast": 2.0379257202148438,
+      "step": 2331,
+      "subrel-constrast": 3.1012685298919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2343699932098389,
+      "cov-distil (oracle2student)": 4.805904388427734,
+      "cov-distil (oracle2teacher)": 4.505140781402588,
+      "epoch": 1.8304552590266876,
+      "rel-constrast": 3.606234312057495,
+      "step": 2332,
+      "subrel-constrast": 4.051779270172119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3108339309692383,
+      "cov-distil (oracle2student)": 2.983063220977783,
+      "cov-distil (oracle2teacher)": 3.173604965209961,
+      "epoch": 1.8312401883830454,
+      "rel-constrast": 2.398393154144287,
+      "step": 2333,
+      "subrel-constrast": 3.097240924835205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.354975938796997,
+      "cov-distil (oracle2student)": 4.794856071472168,
+      "cov-distil (oracle2teacher)": 4.663745880126953,
+      "epoch": 1.8320251177394034,
+      "rel-constrast": 2.5273170471191406,
+      "step": 2334,
+      "subrel-constrast": 3.1760787963867188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.306727409362793,
+      "cov-distil (oracle2student)": 3.8031656742095947,
+      "cov-distil (oracle2teacher)": 4.063189506530762,
+      "epoch": 1.8328100470957613,
+      "rel-constrast": 3.116619110107422,
+      "step": 2335,
+      "subrel-constrast": 3.4618194103240967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6776924133300781,
+      "cov-distil (oracle2student)": 4.332625389099121,
+      "cov-distil (oracle2teacher)": 3.9710259437561035,
+      "epoch": 1.8335949764521193,
+      "rel-constrast": 2.6058735847473145,
+      "step": 2336,
+      "subrel-constrast": 3.638011932373047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1858696937561035,
+      "cov-distil (oracle2student)": 5.392741680145264,
+      "cov-distil (oracle2teacher)": 5.259259223937988,
+      "epoch": 1.8343799058084773,
+      "rel-constrast": 2.5113906860351562,
+      "step": 2337,
+      "subrel-constrast": 2.8102779388427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4064992666244507,
+      "cov-distil (oracle2student)": 3.273954391479492,
+      "cov-distil (oracle2teacher)": 3.387511968612671,
+      "epoch": 1.8351648351648353,
+      "rel-constrast": 2.433619737625122,
+      "step": 2338,
+      "subrel-constrast": 3.4606707096099854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.592550277709961,
+      "cov-distil (oracle2student)": 4.5503926277160645,
+      "cov-distil (oracle2teacher)": 4.18421745300293,
+      "epoch": 1.835949764521193,
+      "rel-constrast": 2.902895927429199,
+      "step": 2339,
+      "subrel-constrast": 3.821329355239868,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.836734693877551,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.7318578750541466e-05,
+      "loss": 0.7115,
+      "step": 2340
+    },
+    {
+      "cov-distil": 1.8418996334075928,
+      "cov-distil (oracle2student)": 4.415371417999268,
+      "cov-distil (oracle2teacher)": 4.214637756347656,
+      "epoch": 1.836734693877551,
+      "rel-constrast": 3.0671606063842773,
+      "step": 2340,
+      "subrel-constrast": 4.117509841918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5406579971313477,
+      "cov-distil (oracle2student)": 5.341821670532227,
+      "cov-distil (oracle2teacher)": 4.685606479644775,
+      "epoch": 1.8375196232339088,
+      "rel-constrast": 2.6471409797668457,
+      "step": 2341,
+      "subrel-constrast": 3.4066224098205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7433027029037476,
+      "cov-distil (oracle2student)": 3.2867393493652344,
+      "cov-distil (oracle2teacher)": 3.4402594566345215,
+      "epoch": 1.8383045525902668,
+      "rel-constrast": 2.305436134338379,
+      "step": 2342,
+      "subrel-constrast": 3.3702797889709473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013439178466797,
+      "cov-distil (oracle2student)": 3.617051362991333,
+      "cov-distil (oracle2teacher)": 3.047485113143921,
+      "epoch": 1.8390894819466248,
+      "rel-constrast": 2.1213674545288086,
+      "step": 2343,
+      "subrel-constrast": 3.03959059715271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108980178833008,
+      "cov-distil (oracle2student)": 3.740568161010742,
+      "cov-distil (oracle2teacher)": 3.95269513130188,
+      "epoch": 1.8398744113029828,
+      "rel-constrast": 1.6679271459579468,
+      "step": 2344,
+      "subrel-constrast": 2.9394900798797607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5810344219207764,
+      "cov-distil (oracle2student)": 4.702192783355713,
+      "cov-distil (oracle2teacher)": 3.905719041824341,
+      "epoch": 1.8406593406593408,
+      "rel-constrast": 3.28336501121521,
+      "step": 2345,
+      "subrel-constrast": 3.9377100467681885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385591745376587,
+      "cov-distil (oracle2student)": 3.392869472503662,
+      "cov-distil (oracle2teacher)": 3.0184574127197266,
+      "epoch": 1.8414442700156985,
+      "rel-constrast": 2.586210250854492,
+      "step": 2346,
+      "subrel-constrast": 2.880354404449463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174978017807007,
+      "cov-distil (oracle2student)": 3.070465087890625,
+      "cov-distil (oracle2teacher)": 3.739142656326294,
+      "epoch": 1.8422291993720565,
+      "rel-constrast": 2.551447868347168,
+      "step": 2347,
+      "subrel-constrast": 4.151600360870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4344654083251953,
+      "cov-distil (oracle2student)": 3.4287023544311523,
+      "cov-distil (oracle2teacher)": 3.427236557006836,
+      "epoch": 1.8430141287284143,
+      "rel-constrast": 3.210320472717285,
+      "step": 2348,
+      "subrel-constrast": 3.8333253860473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6159439086914062,
+      "cov-distil (oracle2student)": 2.8842294216156006,
+      "cov-distil (oracle2teacher)": 2.635730504989624,
+      "epoch": 1.8437990580847723,
+      "rel-constrast": 1.6391414403915405,
+      "step": 2349,
+      "subrel-constrast": 2.504883289337158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8445839874411303,
+      "grad_norm": 3.953125,
+      "learning_rate": 4.727912356204483e-05,
+      "loss": 0.6706,
+      "step": 2350
+    },
+    {
+      "cov-distil": 1.2449408769607544,
+      "cov-distil (oracle2student)": 3.6214663982391357,
+      "cov-distil (oracle2teacher)": 3.275423526763916,
+      "epoch": 1.8445839874411303,
+      "rel-constrast": 3.3113770484924316,
+      "step": 2350,
+      "subrel-constrast": 3.3099052906036377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3130264282226562,
+      "cov-distil (oracle2student)": 5.4824323654174805,
+      "cov-distil (oracle2teacher)": 4.571508407592773,
+      "epoch": 1.8453689167974883,
+      "rel-constrast": 3.1544077396392822,
+      "step": 2351,
+      "subrel-constrast": 3.5445499420166016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2681918144226074,
+      "cov-distil (oracle2student)": 3.4045321941375732,
+      "cov-distil (oracle2teacher)": 3.7111916542053223,
+      "epoch": 1.8461538461538463,
+      "rel-constrast": 2.3710899353027344,
+      "step": 2352,
+      "subrel-constrast": 3.117222309112549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9239554405212402,
+      "cov-distil (oracle2student)": 4.037146091461182,
+      "cov-distil (oracle2teacher)": 4.063927173614502,
+      "epoch": 1.8469387755102042,
+      "rel-constrast": 5.095550537109375,
+      "step": 2353,
+      "subrel-constrast": 5.377917289733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2959873676300049,
+      "cov-distil (oracle2student)": 3.0380029678344727,
+      "cov-distil (oracle2teacher)": 3.1399359703063965,
+      "epoch": 1.847723704866562,
+      "rel-constrast": 2.586148738861084,
+      "step": 2354,
+      "subrel-constrast": 3.349116086959839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.688023328781128,
+      "cov-distil (oracle2student)": 4.390917778015137,
+      "cov-distil (oracle2teacher)": 3.7474846839904785,
+      "epoch": 1.8485086342229198,
+      "rel-constrast": 2.5092859268188477,
+      "step": 2355,
+      "subrel-constrast": 3.4131603240966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5776541233062744,
+      "cov-distil (oracle2student)": 4.303069114685059,
+      "cov-distil (oracle2teacher)": 4.105372428894043,
+      "epoch": 1.8492935635792778,
+      "rel-constrast": 3.0706281661987305,
+      "step": 2356,
+      "subrel-constrast": 3.9001171588897705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6757984161376953,
+      "cov-distil (oracle2student)": 4.3736748695373535,
+      "cov-distil (oracle2teacher)": 3.550205707550049,
+      "epoch": 1.8500784929356358,
+      "rel-constrast": 3.4728293418884277,
+      "step": 2357,
+      "subrel-constrast": 3.9719204902648926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2813568115234375,
+      "cov-distil (oracle2student)": 3.4487719535827637,
+      "cov-distil (oracle2teacher)": 3.7643330097198486,
+      "epoch": 1.8508634222919937,
+      "rel-constrast": 2.0092484951019287,
+      "step": 2358,
+      "subrel-constrast": 3.043686866760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4998648166656494,
+      "cov-distil (oracle2student)": 4.305778503417969,
+      "cov-distil (oracle2teacher)": 3.857558488845825,
+      "epoch": 1.8516483516483517,
+      "rel-constrast": 2.7986481189727783,
+      "step": 2359,
+      "subrel-constrast": 3.3821802139282227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8524332810047097,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.723939690945846e-05,
+      "loss": 0.7964,
+      "step": 2360
+    },
+    {
+      "cov-distil": 1.1859450340270996,
+      "cov-distil (oracle2student)": 3.314246416091919,
+      "cov-distil (oracle2teacher)": 3.3548049926757812,
+      "epoch": 1.8524332810047097,
+      "rel-constrast": 2.297027826309204,
+      "step": 2360,
+      "subrel-constrast": 2.906010627746582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0564367771148682,
+      "cov-distil (oracle2student)": 4.408847332000732,
+      "cov-distil (oracle2teacher)": 3.750236988067627,
+      "epoch": 1.8532182103610675,
+      "rel-constrast": 2.727273464202881,
+      "step": 2361,
+      "subrel-constrast": 3.4296066761016846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5102715492248535,
+      "cov-distil (oracle2student)": 3.0153093338012695,
+      "cov-distil (oracle2teacher)": 2.8639063835144043,
+      "epoch": 1.8540031397174255,
+      "rel-constrast": 2.110095977783203,
+      "step": 2362,
+      "subrel-constrast": 2.996849536895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.126218557357788,
+      "cov-distil (oracle2student)": 5.751990795135498,
+      "cov-distil (oracle2teacher)": 5.225639343261719,
+      "epoch": 1.8547880690737832,
+      "rel-constrast": 3.8988547325134277,
+      "step": 2363,
+      "subrel-constrast": 4.588316440582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2220523357391357,
+      "cov-distil (oracle2student)": 3.976548433303833,
+      "cov-distil (oracle2teacher)": 4.030041694641113,
+      "epoch": 1.8555729984301412,
+      "rel-constrast": 2.659160614013672,
+      "step": 2364,
+      "subrel-constrast": 3.5046262741088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4964183568954468,
+      "cov-distil (oracle2student)": 4.694596290588379,
+      "cov-distil (oracle2teacher)": 4.482988357543945,
+      "epoch": 1.8563579277864992,
+      "rel-constrast": 2.4832048416137695,
+      "step": 2365,
+      "subrel-constrast": 2.861309051513672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6372551918029785,
+      "cov-distil (oracle2student)": 3.208219051361084,
+      "cov-distil (oracle2teacher)": 3.099982738494873,
+      "epoch": 1.8571428571428572,
+      "rel-constrast": 1.7701632976531982,
+      "step": 2366,
+      "subrel-constrast": 2.1953959465026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2423828840255737,
+      "cov-distil (oracle2student)": 5.4796037673950195,
+      "cov-distil (oracle2teacher)": 4.892402648925781,
+      "epoch": 1.8579277864992152,
+      "rel-constrast": 4.1849565505981445,
+      "step": 2367,
+      "subrel-constrast": 4.690651893615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7666869163513184,
+      "cov-distil (oracle2student)": 4.98898983001709,
+      "cov-distil (oracle2teacher)": 4.632345199584961,
+      "epoch": 1.858712715855573,
+      "rel-constrast": 3.016021251678467,
+      "step": 2368,
+      "subrel-constrast": 4.011875152587891,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482865333557129,
+      "cov-distil (oracle2student)": 4.433815002441406,
+      "cov-distil (oracle2teacher)": 3.8089146614074707,
+      "epoch": 1.859497645211931,
+      "rel-constrast": 1.6976051330566406,
+      "step": 2369,
+      "subrel-constrast": 2.5378572940826416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8602825745682887,
+      "grad_norm": 4.53125,
+      "learning_rate": 4.7199399276839056e-05,
+      "loss": 0.7054,
+      "step": 2370
+    },
+    {
+      "cov-distil": 0.8840755224227905,
+      "cov-distil (oracle2student)": 3.3833887577056885,
+      "cov-distil (oracle2teacher)": 3.1782917976379395,
+      "epoch": 1.8602825745682887,
+      "rel-constrast": 2.2076575756073,
+      "step": 2370,
+      "subrel-constrast": 2.7491493225097656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.823546290397644,
+      "cov-distil (oracle2student)": 4.029688835144043,
+      "cov-distil (oracle2teacher)": 3.544309139251709,
+      "epoch": 1.8610675039246467,
+      "rel-constrast": 1.995516061782837,
+      "step": 2371,
+      "subrel-constrast": 3.0157155990600586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.672497272491455,
+      "cov-distil (oracle2student)": 5.100739479064941,
+      "cov-distil (oracle2teacher)": 4.817244529724121,
+      "epoch": 1.8618524332810047,
+      "rel-constrast": 3.1086645126342773,
+      "step": 2372,
+      "subrel-constrast": 3.678229331970215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6452648639678955,
+      "cov-distil (oracle2student)": 5.618671417236328,
+      "cov-distil (oracle2teacher)": 4.942402362823486,
+      "epoch": 1.8626373626373627,
+      "rel-constrast": 3.232419729232788,
+      "step": 2373,
+      "subrel-constrast": 3.5171499252319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623281717300415,
+      "cov-distil (oracle2student)": 3.7928292751312256,
+      "cov-distil (oracle2teacher)": 3.612213611602783,
+      "epoch": 1.8634222919937207,
+      "rel-constrast": 2.4106407165527344,
+      "step": 2374,
+      "subrel-constrast": 3.3195226192474365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.386106252670288,
+      "cov-distil (oracle2student)": 4.364607810974121,
+      "cov-distil (oracle2teacher)": 4.588620185852051,
+      "epoch": 1.8642072213500787,
+      "rel-constrast": 3.065457582473755,
+      "step": 2375,
+      "subrel-constrast": 3.634373903274536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0901994705200195,
+      "cov-distil (oracle2student)": 4.58005428314209,
+      "cov-distil (oracle2teacher)": 4.2535905838012695,
+      "epoch": 1.8649921507064364,
+      "rel-constrast": 2.9042716026306152,
+      "step": 2376,
+      "subrel-constrast": 3.4222331047058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5796598196029663,
+      "cov-distil (oracle2student)": 3.9140729904174805,
+      "cov-distil (oracle2teacher)": 3.460087299346924,
+      "epoch": 1.8657770800627942,
+      "rel-constrast": 3.728533983230591,
+      "step": 2377,
+      "subrel-constrast": 3.971311569213867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871321201324463,
+      "cov-distil (oracle2student)": 4.102816581726074,
+      "cov-distil (oracle2teacher)": 3.6798171997070312,
+      "epoch": 1.8665620094191522,
+      "rel-constrast": 2.641995906829834,
+      "step": 2378,
+      "subrel-constrast": 3.3500876426696777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.104958176612854,
+      "cov-distil (oracle2student)": 4.592450141906738,
+      "cov-distil (oracle2teacher)": 4.03894567489624,
+      "epoch": 1.8673469387755102,
+      "rel-constrast": 3.803786039352417,
+      "step": 2379,
+      "subrel-constrast": 4.192743301391602,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8681318681318682,
+      "grad_norm": 6.5,
+      "learning_rate": 4.715913115154518e-05,
+      "loss": 0.7642,
+      "step": 2380
+    },
+    {
+      "cov-distil": 2.4300537109375,
+      "cov-distil (oracle2student)": 5.012440204620361,
+      "cov-distil (oracle2teacher)": 4.086169719696045,
+      "epoch": 1.8681318681318682,
+      "rel-constrast": 3.3527214527130127,
+      "step": 2380,
+      "subrel-constrast": 3.4218342304229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5946388244628906,
+      "cov-distil (oracle2student)": 3.8829233646392822,
+      "cov-distil (oracle2teacher)": 3.231156826019287,
+      "epoch": 1.8689167974882261,
+      "rel-constrast": 2.8924384117126465,
+      "step": 2381,
+      "subrel-constrast": 3.5565617084503174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5479071140289307,
+      "cov-distil (oracle2student)": 3.4200520515441895,
+      "cov-distil (oracle2teacher)": 3.896700143814087,
+      "epoch": 1.8697017268445841,
+      "rel-constrast": 2.3236217498779297,
+      "step": 2382,
+      "subrel-constrast": 2.9840362071990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7334470748901367,
+      "cov-distil (oracle2student)": 2.694964647293091,
+      "cov-distil (oracle2teacher)": 2.6546573638916016,
+      "epoch": 1.870486656200942,
+      "rel-constrast": 2.0708560943603516,
+      "step": 2383,
+      "subrel-constrast": 2.9378223419189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2651090621948242,
+      "cov-distil (oracle2student)": 5.064573764801025,
+      "cov-distil (oracle2teacher)": 4.861395835876465,
+      "epoch": 1.8712715855572999,
+      "rel-constrast": 3.2342638969421387,
+      "step": 2384,
+      "subrel-constrast": 3.8789474964141846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129894971847534,
+      "cov-distil (oracle2student)": 4.06921911239624,
+      "cov-distil (oracle2teacher)": 3.8571341037750244,
+      "epoch": 1.8720565149136577,
+      "rel-constrast": 3.5101518630981445,
+      "step": 2385,
+      "subrel-constrast": 3.6736528873443604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2583074569702148,
+      "cov-distil (oracle2student)": 4.010788440704346,
+      "cov-distil (oracle2teacher)": 4.187676429748535,
+      "epoch": 1.8728414442700156,
+      "rel-constrast": 2.4000515937805176,
+      "step": 2386,
+      "subrel-constrast": 3.34635066986084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612623691558838,
+      "cov-distil (oracle2student)": 4.673199653625488,
+      "cov-distil (oracle2teacher)": 4.365555763244629,
+      "epoch": 1.8736263736263736,
+      "rel-constrast": 3.430168628692627,
+      "step": 2387,
+      "subrel-constrast": 4.065863132476807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4130902290344238,
+      "cov-distil (oracle2student)": 3.691788673400879,
+      "cov-distil (oracle2teacher)": 3.206881046295166,
+      "epoch": 1.8744113029827316,
+      "rel-constrast": 2.359842300415039,
+      "step": 2388,
+      "subrel-constrast": 2.593538999557495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8961942195892334,
+      "cov-distil (oracle2student)": 3.7761895656585693,
+      "cov-distil (oracle2teacher)": 4.75875186920166,
+      "epoch": 1.8751962323390896,
+      "rel-constrast": 2.530869960784912,
+      "step": 2389,
+      "subrel-constrast": 4.138177871704102,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8759811616954474,
+      "grad_norm": 5.25,
+      "learning_rate": 4.7118593024231214e-05,
+      "loss": 0.7443,
+      "step": 2390
+    },
+    {
+      "cov-distil": 1.628974199295044,
+      "cov-distil (oracle2student)": 5.29055118560791,
+      "cov-distil (oracle2teacher)": 5.069937705993652,
+      "epoch": 1.8759811616954474,
+      "rel-constrast": 3.6770904064178467,
+      "step": 2390,
+      "subrel-constrast": 4.248228549957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7999117374420166,
+      "cov-distil (oracle2student)": 5.345639228820801,
+      "cov-distil (oracle2teacher)": 5.134427070617676,
+      "epoch": 1.8767660910518054,
+      "rel-constrast": 2.705498218536377,
+      "step": 2391,
+      "subrel-constrast": 3.6627047061920166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6265171766281128,
+      "cov-distil (oracle2student)": 6.232959747314453,
+      "cov-distil (oracle2teacher)": 6.187678337097168,
+      "epoch": 1.8775510204081631,
+      "rel-constrast": 2.637683868408203,
+      "step": 2392,
+      "subrel-constrast": 3.6143903732299805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.293133020401001,
+      "cov-distil (oracle2student)": 2.6474246978759766,
+      "cov-distil (oracle2teacher)": 2.9688892364501953,
+      "epoch": 1.8783359497645211,
+      "rel-constrast": 2.264965534210205,
+      "step": 2393,
+      "subrel-constrast": 3.1837778091430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7307713031768799,
+      "cov-distil (oracle2student)": 5.484700679779053,
+      "cov-distil (oracle2teacher)": 4.771672248840332,
+      "epoch": 1.879120879120879,
+      "rel-constrast": 3.159960985183716,
+      "step": 2394,
+      "subrel-constrast": 3.9433629512786865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6066560745239258,
+      "cov-distil (oracle2student)": 5.14959716796875,
+      "cov-distil (oracle2teacher)": 4.266096115112305,
+      "epoch": 1.879905808477237,
+      "rel-constrast": 2.572598457336426,
+      "step": 2395,
+      "subrel-constrast": 3.5695507526397705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.438852071762085,
+      "cov-distil (oracle2student)": 5.01389217376709,
+      "cov-distil (oracle2teacher)": 4.615742206573486,
+      "epoch": 1.880690737833595,
+      "rel-constrast": 2.4646241664886475,
+      "step": 2396,
+      "subrel-constrast": 3.0571179389953613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8117623329162598,
+      "cov-distil (oracle2student)": 3.6481375694274902,
+      "cov-distil (oracle2teacher)": 3.7992639541625977,
+      "epoch": 1.8814756671899528,
+      "rel-constrast": 2.6263227462768555,
+      "step": 2397,
+      "subrel-constrast": 3.185467481613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.346522569656372,
+      "cov-distil (oracle2student)": 4.0584611892700195,
+      "cov-distil (oracle2teacher)": 4.2249274253845215,
+      "epoch": 1.8822605965463108,
+      "rel-constrast": 2.035794973373413,
+      "step": 2398,
+      "subrel-constrast": 2.675389051437378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3412846326828003,
+      "cov-distil (oracle2student)": 3.2676186561584473,
+      "cov-distil (oracle2teacher)": 3.0490620136260986,
+      "epoch": 1.8830455259026686,
+      "rel-constrast": 2.187757968902588,
+      "step": 2399,
+      "subrel-constrast": 2.9414639472961426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.707778538884145e-05,
+      "loss": 0.6974,
+      "step": 2400
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "overlap": 0.3218750059604645,
+      "step": 2400
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "step": 2400,
+      "student margin": 0.0543212890625
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "step": 2400,
+      "teacher margin": 0.0399169921875
+    },
+    {
+      "epoch": 1.8838304552590266,
+      "margin difference": -0.014404296875,
+      "step": 2400
+    },
+    {
+      "cov-distil": 1.383465051651001,
+      "cov-distil (oracle2student)": 5.277831077575684,
+      "cov-distil (oracle2teacher)": 4.484336853027344,
+      "epoch": 1.8838304552590266,
+      "rel-constrast": 2.2722928524017334,
+      "step": 2400,
+      "subrel-constrast": 3.111135721206665,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6438462734222412,
+      "cov-distil (oracle2student)": 4.258225440979004,
+      "cov-distil (oracle2teacher)": 4.219083786010742,
+      "epoch": 1.8846153846153846,
+      "rel-constrast": 3.3980393409729004,
+      "step": 2401,
+      "subrel-constrast": 3.792421817779541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4604341983795166,
+      "cov-distil (oracle2student)": 4.693546772003174,
+      "cov-distil (oracle2teacher)": 4.27767276763916,
+      "epoch": 1.8854003139717426,
+      "rel-constrast": 2.5058696269989014,
+      "step": 2402,
+      "subrel-constrast": 2.8197383880615234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.368330955505371,
+      "cov-distil (oracle2student)": 5.653309345245361,
+      "cov-distil (oracle2teacher)": 5.584542274475098,
+      "epoch": 1.8861852433281006,
+      "rel-constrast": 3.176609516143799,
+      "step": 2403,
+      "subrel-constrast": 4.165189743041992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630504846572876,
+      "cov-distil (oracle2student)": 3.297889232635498,
+      "cov-distil (oracle2teacher)": 3.208059787750244,
+      "epoch": 1.8869701726844585,
+      "rel-constrast": 3.2318613529205322,
+      "step": 2404,
+      "subrel-constrast": 3.4676320552825928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.767043948173523,
+      "cov-distil (oracle2student)": 2.660137891769409,
+      "cov-distil (oracle2teacher)": 3.1151180267333984,
+      "epoch": 1.8877551020408163,
+      "rel-constrast": 2.2164807319641113,
+      "step": 2405,
+      "subrel-constrast": 2.9139604568481445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158620834350586,
+      "cov-distil (oracle2student)": 3.4159038066864014,
+      "cov-distil (oracle2teacher)": 3.7492005825042725,
+      "epoch": 1.8885400313971743,
+      "rel-constrast": 3.2060799598693848,
+      "step": 2406,
+      "subrel-constrast": 3.7307839393615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0179784297943115,
+      "cov-distil (oracle2student)": 2.8456077575683594,
+      "cov-distil (oracle2teacher)": 3.1538329124450684,
+      "epoch": 1.889324960753532,
+      "rel-constrast": 3.0270915031433105,
+      "step": 2407,
+      "subrel-constrast": 3.6520450115203857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2023735046386719,
+      "cov-distil (oracle2student)": 3.881585121154785,
+      "cov-distil (oracle2teacher)": 4.097434997558594,
+      "epoch": 1.89010989010989,
+      "rel-constrast": 3.1785850524902344,
+      "step": 2408,
+      "subrel-constrast": 3.6684787273406982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.210960865020752,
+      "cov-distil (oracle2student)": 4.9695844650268555,
+      "cov-distil (oracle2teacher)": 5.164728164672852,
+      "epoch": 1.890894819466248,
+      "rel-constrast": 2.8166627883911133,
+      "step": 2409,
+      "subrel-constrast": 3.4185843467712402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.891679748822606,
+      "grad_norm": 6.25,
+      "learning_rate": 4.703670874260405e-05,
+      "loss": 0.7672,
+      "step": 2410
+    },
+    {
+      "cov-distil": 1.4512124061584473,
+      "cov-distil (oracle2student)": 3.9550938606262207,
+      "cov-distil (oracle2teacher)": 3.368925094604492,
+      "epoch": 1.891679748822606,
+      "rel-constrast": 2.5272443294525146,
+      "step": 2410,
+      "subrel-constrast": 3.558570146560669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5136717557907104,
+      "cov-distil (oracle2student)": 7.1871442794799805,
+      "cov-distil (oracle2teacher)": 5.899599075317383,
+      "epoch": 1.892464678178964,
+      "rel-constrast": 3.0792038440704346,
+      "step": 2411,
+      "subrel-constrast": 3.4117274284362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433831810951233,
+      "cov-distil (oracle2student)": 3.711221218109131,
+      "cov-distil (oracle2teacher)": 3.427630662918091,
+      "epoch": 1.8932496075353218,
+      "rel-constrast": 2.454582929611206,
+      "step": 2412,
+      "subrel-constrast": 3.2643284797668457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9665545225143433,
+      "cov-distil (oracle2student)": 6.0245795249938965,
+      "cov-distil (oracle2teacher)": 5.519886016845703,
+      "epoch": 1.8940345368916798,
+      "rel-constrast": 3.516573905944824,
+      "step": 2413,
+      "subrel-constrast": 4.096751689910889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7391104698181152,
+      "cov-distil (oracle2student)": 5.053985118865967,
+      "cov-distil (oracle2teacher)": 4.564329147338867,
+      "epoch": 1.8948194662480375,
+      "rel-constrast": 3.1399970054626465,
+      "step": 2414,
+      "subrel-constrast": 3.6058690547943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4400497674942017,
+      "cov-distil (oracle2student)": 5.0207414627075195,
+      "cov-distil (oracle2teacher)": 4.469775199890137,
+      "epoch": 1.8956043956043955,
+      "rel-constrast": 3.2345614433288574,
+      "step": 2415,
+      "subrel-constrast": 3.7058775424957275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7760933637619019,
+      "cov-distil (oracle2student)": 5.2393670082092285,
+      "cov-distil (oracle2teacher)": 5.061903953552246,
+      "epoch": 1.8963893249607535,
+      "rel-constrast": 3.503373622894287,
+      "step": 2416,
+      "subrel-constrast": 3.6969528198242188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0087852478027344,
+      "cov-distil (oracle2student)": 3.7578771114349365,
+      "cov-distil (oracle2teacher)": 4.207980632781982,
+      "epoch": 1.8971742543171115,
+      "rel-constrast": 2.7017407417297363,
+      "step": 2417,
+      "subrel-constrast": 4.2185163497924805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6262376308441162,
+      "cov-distil (oracle2student)": 3.6708788871765137,
+      "cov-distil (oracle2teacher)": 3.7856521606445312,
+      "epoch": 1.8979591836734695,
+      "rel-constrast": 1.8634005784988403,
+      "step": 2418,
+      "subrel-constrast": 3.0977792739868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5900068283081055,
+      "cov-distil (oracle2student)": 4.457353591918945,
+      "cov-distil (oracle2teacher)": 4.153909683227539,
+      "epoch": 1.8987441130298273,
+      "rel-constrast": 3.801868200302124,
+      "step": 2419,
+      "subrel-constrast": 4.6826558113098145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.8995290423861853,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.6995363586024975e-05,
+      "loss": 0.7869,
+      "step": 2420
+    },
+    {
+      "cov-distil": 1.5764394998550415,
+      "cov-distil (oracle2student)": 4.162510395050049,
+      "cov-distil (oracle2teacher)": 4.248930931091309,
+      "epoch": 1.8995290423861853,
+      "rel-constrast": 2.616868019104004,
+      "step": 2420,
+      "subrel-constrast": 3.380180835723877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4342957735061646,
+      "cov-distil (oracle2student)": 4.352146148681641,
+      "cov-distil (oracle2teacher)": 4.041654109954834,
+      "epoch": 1.900313971742543,
+      "rel-constrast": 2.580817222595215,
+      "step": 2421,
+      "subrel-constrast": 3.0791471004486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2533915042877197,
+      "cov-distil (oracle2student)": 3.0750513076782227,
+      "cov-distil (oracle2teacher)": 3.3678481578826904,
+      "epoch": 1.901098901098901,
+      "rel-constrast": 2.0539112091064453,
+      "step": 2422,
+      "subrel-constrast": 3.114314556121826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6510907411575317,
+      "cov-distil (oracle2student)": 4.010537147521973,
+      "cov-distil (oracle2teacher)": 4.042222499847412,
+      "epoch": 1.901883830455259,
+      "rel-constrast": 3.6350619792938232,
+      "step": 2423,
+      "subrel-constrast": 4.164426326751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6331403255462646,
+      "cov-distil (oracle2student)": 4.32553243637085,
+      "cov-distil (oracle2teacher)": 4.709507942199707,
+      "epoch": 1.902668759811617,
+      "rel-constrast": 2.874452590942383,
+      "step": 2424,
+      "subrel-constrast": 3.4159398078918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3081552982330322,
+      "cov-distil (oracle2student)": 3.373335838317871,
+      "cov-distil (oracle2teacher)": 3.216841697692871,
+      "epoch": 1.903453689167975,
+      "rel-constrast": 2.450361728668213,
+      "step": 2425,
+      "subrel-constrast": 2.7166976928710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0986295938491821,
+      "cov-distil (oracle2student)": 4.68710994720459,
+      "cov-distil (oracle2teacher)": 4.886653423309326,
+      "epoch": 1.904238618524333,
+      "rel-constrast": 2.831007480621338,
+      "step": 2426,
+      "subrel-constrast": 3.5859177112579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2356021404266357,
+      "cov-distil (oracle2student)": 3.868117332458496,
+      "cov-distil (oracle2teacher)": 3.388075828552246,
+      "epoch": 1.9050235478806907,
+      "rel-constrast": 2.829667568206787,
+      "step": 2427,
+      "subrel-constrast": 3.4622700214385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7674546241760254,
+      "cov-distil (oracle2student)": 7.825194358825684,
+      "cov-distil (oracle2teacher)": 7.014017105102539,
+      "epoch": 1.9058084772370487,
+      "rel-constrast": 2.7684249877929688,
+      "step": 2428,
+      "subrel-constrast": 4.026658058166504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5501304864883423,
+      "cov-distil (oracle2student)": 6.067459583282471,
+      "cov-distil (oracle2teacher)": 5.342250823974609,
+      "epoch": 1.9065934065934065,
+      "rel-constrast": 3.506082534790039,
+      "step": 2429,
+      "subrel-constrast": 4.185858726501465,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9073783359497645,
+      "grad_norm": 8.0625,
+      "learning_rate": 4.695375042288193e-05,
+      "loss": 0.7399,
+      "step": 2430
+    },
+    {
+      "cov-distil": 1.661251425743103,
+      "cov-distil (oracle2student)": 5.815157890319824,
+      "cov-distil (oracle2teacher)": 5.2097978591918945,
+      "epoch": 1.9073783359497645,
+      "rel-constrast": 3.1979153156280518,
+      "step": 2430,
+      "subrel-constrast": 3.8180320262908936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4010013341903687,
+      "cov-distil (oracle2student)": 4.047023773193359,
+      "cov-distil (oracle2teacher)": 3.8124091625213623,
+      "epoch": 1.9081632653061225,
+      "rel-constrast": 2.7833383083343506,
+      "step": 2431,
+      "subrel-constrast": 3.3880774974823,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3428449630737305,
+      "cov-distil (oracle2student)": 4.811054229736328,
+      "cov-distil (oracle2teacher)": 4.6646623611450195,
+      "epoch": 1.9089481946624804,
+      "rel-constrast": 1.903334140777588,
+      "step": 2432,
+      "subrel-constrast": 2.957467794418335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.894035816192627,
+      "cov-distil (oracle2student)": 5.185266971588135,
+      "cov-distil (oracle2teacher)": 5.055410385131836,
+      "epoch": 1.9097331240188384,
+      "rel-constrast": 3.5421810150146484,
+      "step": 2433,
+      "subrel-constrast": 4.148813724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5876843929290771,
+      "cov-distil (oracle2student)": 3.8494958877563477,
+      "cov-distil (oracle2teacher)": 3.749537467956543,
+      "epoch": 1.9105180533751962,
+      "rel-constrast": 1.4161465167999268,
+      "step": 2434,
+      "subrel-constrast": 2.326631546020508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.179868459701538,
+      "cov-distil (oracle2student)": 5.063297271728516,
+      "cov-distil (oracle2teacher)": 5.048863887786865,
+      "epoch": 1.9113029827315542,
+      "rel-constrast": 1.977632999420166,
+      "step": 2435,
+      "subrel-constrast": 2.978015184402466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0675768852233887,
+      "cov-distil (oracle2student)": 3.509960174560547,
+      "cov-distil (oracle2teacher)": 3.275967836380005,
+      "epoch": 1.912087912087912,
+      "rel-constrast": 2.534778356552124,
+      "step": 2436,
+      "subrel-constrast": 3.177161455154419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2767798900604248,
+      "cov-distil (oracle2student)": 5.10045862197876,
+      "cov-distil (oracle2teacher)": 4.806947231292725,
+      "epoch": 1.91287284144427,
+      "rel-constrast": 3.7104642391204834,
+      "step": 2437,
+      "subrel-constrast": 4.066912651062012,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2878401279449463,
+      "cov-distil (oracle2student)": 4.154492378234863,
+      "cov-distil (oracle2teacher)": 3.9410927295684814,
+      "epoch": 1.913657770800628,
+      "rel-constrast": 2.4905645847320557,
+      "step": 2438,
+      "subrel-constrast": 2.833585262298584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5208327770233154,
+      "cov-distil (oracle2student)": 3.870839834213257,
+      "cov-distil (oracle2teacher)": 3.587754726409912,
+      "epoch": 1.914442700156986,
+      "rel-constrast": 3.411961555480957,
+      "step": 2439,
+      "subrel-constrast": 3.4366512298583984,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.915227629513344,
+      "grad_norm": 6.21875,
+      "learning_rate": 4.691186976021816e-05,
+      "loss": 0.7098,
+      "step": 2440
+    },
+    {
+      "cov-distil": 1.4967070817947388,
+      "cov-distil (oracle2student)": 3.8773322105407715,
+      "cov-distil (oracle2teacher)": 3.5573790073394775,
+      "epoch": 1.915227629513344,
+      "rel-constrast": 2.619619369506836,
+      "step": 2440,
+      "subrel-constrast": 3.13883376121521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.68430757522583,
+      "cov-distil (oracle2student)": 4.4702301025390625,
+      "cov-distil (oracle2teacher)": 4.563200950622559,
+      "epoch": 1.9160125588697017,
+      "rel-constrast": 2.469916343688965,
+      "step": 2441,
+      "subrel-constrast": 3.2960541248321533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5579092502593994,
+      "cov-distil (oracle2student)": 4.825962543487549,
+      "cov-distil (oracle2teacher)": 4.666205406188965,
+      "epoch": 1.9167974882260597,
+      "rel-constrast": 3.2126452922821045,
+      "step": 2442,
+      "subrel-constrast": 3.909355878829956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2697449922561646,
+      "cov-distil (oracle2student)": 4.256183624267578,
+      "cov-distil (oracle2teacher)": 3.755272626876831,
+      "epoch": 1.9175824175824174,
+      "rel-constrast": 2.9741082191467285,
+      "step": 2443,
+      "subrel-constrast": 3.097259044647217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3230315446853638,
+      "cov-distil (oracle2student)": 3.8114309310913086,
+      "cov-distil (oracle2teacher)": 3.591279983520508,
+      "epoch": 1.9183673469387754,
+      "rel-constrast": 2.5748753547668457,
+      "step": 2444,
+      "subrel-constrast": 3.4513001441955566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0446491241455078,
+      "cov-distil (oracle2student)": 4.172782897949219,
+      "cov-distil (oracle2teacher)": 3.9387669563293457,
+      "epoch": 1.9191522762951334,
+      "rel-constrast": 3.2238731384277344,
+      "step": 2445,
+      "subrel-constrast": 3.837935209274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5663421154022217,
+      "cov-distil (oracle2student)": 6.687404155731201,
+      "cov-distil (oracle2teacher)": 6.850368499755859,
+      "epoch": 1.9199372056514914,
+      "rel-constrast": 3.118551731109619,
+      "step": 2446,
+      "subrel-constrast": 4.409268379211426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5033377408981323,
+      "cov-distil (oracle2student)": 3.122352123260498,
+      "cov-distil (oracle2teacher)": 3.5328731536865234,
+      "epoch": 1.9207221350078494,
+      "rel-constrast": 2.0668764114379883,
+      "step": 2447,
+      "subrel-constrast": 3.0326130390167236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4021883010864258,
+      "cov-distil (oracle2student)": 4.386048316955566,
+      "cov-distil (oracle2teacher)": 4.230499267578125,
+      "epoch": 1.9215070643642074,
+      "rel-constrast": 3.1327056884765625,
+      "step": 2448,
+      "subrel-constrast": 3.7891204357147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0900633335113525,
+      "cov-distil (oracle2student)": 4.235468864440918,
+      "cov-distil (oracle2teacher)": 4.379511833190918,
+      "epoch": 1.9222919937205651,
+      "rel-constrast": 3.441082000732422,
+      "step": 2449,
+      "subrel-constrast": 4.267126083374023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.6869722108336323e-05,
+      "loss": 0.7557,
+      "step": 2450
+    },
+    {
+      "cov-distil": 1.8572824001312256,
+      "cov-distil (oracle2student)": 3.7828783988952637,
+      "cov-distil (oracle2teacher)": 3.6816017627716064,
+      "epoch": 1.9230769230769231,
+      "rel-constrast": 2.2032833099365234,
+      "step": 2450,
+      "subrel-constrast": 3.423372268676758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784165620803833,
+      "cov-distil (oracle2student)": 3.5892648696899414,
+      "cov-distil (oracle2teacher)": 4.185019493103027,
+      "epoch": 1.923861852433281,
+      "rel-constrast": 2.4126200675964355,
+      "step": 2451,
+      "subrel-constrast": 2.9255363941192627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4744055271148682,
+      "cov-distil (oracle2student)": 5.581669807434082,
+      "cov-distil (oracle2teacher)": 5.3179826736450195,
+      "epoch": 1.9246467817896389,
+      "rel-constrast": 1.4047518968582153,
+      "step": 2452,
+      "subrel-constrast": 2.5651700496673584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.563706874847412,
+      "cov-distil (oracle2student)": 3.1593146324157715,
+      "cov-distil (oracle2teacher)": 3.1118004322052,
+      "epoch": 1.9254317111459969,
+      "rel-constrast": 2.9661388397216797,
+      "step": 2453,
+      "subrel-constrast": 3.6493420600891113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0135185718536377,
+      "cov-distil (oracle2student)": 5.030746936798096,
+      "cov-distil (oracle2teacher)": 4.370763778686523,
+      "epoch": 1.9262166405023549,
+      "rel-constrast": 2.117779016494751,
+      "step": 2454,
+      "subrel-constrast": 3.540395975112915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9057115316390991,
+      "cov-distil (oracle2student)": 3.8317630290985107,
+      "cov-distil (oracle2teacher)": 3.4586093425750732,
+      "epoch": 1.9270015698587128,
+      "rel-constrast": 2.8648123741149902,
+      "step": 2455,
+      "subrel-constrast": 3.5481410026550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4511473178863525,
+      "cov-distil (oracle2student)": 4.717432022094727,
+      "cov-distil (oracle2teacher)": 4.39992094039917,
+      "epoch": 1.9277864992150706,
+      "rel-constrast": 3.448397159576416,
+      "step": 2456,
+      "subrel-constrast": 4.132615089416504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4134639501571655,
+      "cov-distil (oracle2student)": 3.592564105987549,
+      "cov-distil (oracle2teacher)": 3.4169201850891113,
+      "epoch": 1.9285714285714286,
+      "rel-constrast": 2.690018653869629,
+      "step": 2457,
+      "subrel-constrast": 3.5381455421447754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.381658673286438,
+      "cov-distil (oracle2student)": 4.504133224487305,
+      "cov-distil (oracle2teacher)": 4.371111869812012,
+      "epoch": 1.9293563579277864,
+      "rel-constrast": 3.296360492706299,
+      "step": 2458,
+      "subrel-constrast": 3.687131404876709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6124401092529297,
+      "cov-distil (oracle2student)": 6.004388809204102,
+      "cov-distil (oracle2teacher)": 5.248353481292725,
+      "epoch": 1.9301412872841444,
+      "rel-constrast": 2.7687840461730957,
+      "step": 2459,
+      "subrel-constrast": 4.301806449890137,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9309262166405023,
+      "grad_norm": 4.375,
+      "learning_rate": 4.6827307980792254e-05,
+      "loss": 0.6955,
+      "step": 2460
+    },
+    {
+      "cov-distil": 1.291625738143921,
+      "cov-distil (oracle2student)": 3.3951034545898438,
+      "cov-distil (oracle2teacher)": 3.562033176422119,
+      "epoch": 1.9309262166405023,
+      "rel-constrast": 3.105185031890869,
+      "step": 2460,
+      "subrel-constrast": 3.2856054306030273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2882192134857178,
+      "cov-distil (oracle2student)": 5.582555770874023,
+      "cov-distil (oracle2teacher)": 5.066989421844482,
+      "epoch": 1.9317111459968603,
+      "rel-constrast": 2.387822151184082,
+      "step": 2461,
+      "subrel-constrast": 3.4038312435150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4667425155639648,
+      "cov-distil (oracle2student)": 3.4097275733947754,
+      "cov-distil (oracle2teacher)": 3.206629753112793,
+      "epoch": 1.9324960753532183,
+      "rel-constrast": 2.7560582160949707,
+      "step": 2462,
+      "subrel-constrast": 3.2389450073242188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8337502479553223,
+      "cov-distil (oracle2student)": 5.2984442710876465,
+      "cov-distil (oracle2teacher)": 5.799503326416016,
+      "epoch": 1.933281004709576,
+      "rel-constrast": 2.6879539489746094,
+      "step": 2463,
+      "subrel-constrast": 3.309619426727295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5622186660766602,
+      "cov-distil (oracle2student)": 4.927425861358643,
+      "cov-distil (oracle2teacher)": 4.671817779541016,
+      "epoch": 1.934065934065934,
+      "rel-constrast": 2.1536669731140137,
+      "step": 2464,
+      "subrel-constrast": 3.14108943939209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2570550441741943,
+      "cov-distil (oracle2student)": 3.430919647216797,
+      "cov-distil (oracle2teacher)": 2.8552744388580322,
+      "epoch": 1.9348508634222918,
+      "rel-constrast": 2.170525074005127,
+      "step": 2465,
+      "subrel-constrast": 2.571291208267212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6424362659454346,
+      "cov-distil (oracle2student)": 4.277450084686279,
+      "cov-distil (oracle2teacher)": 3.705414295196533,
+      "epoch": 1.9356357927786498,
+      "rel-constrast": 2.9013924598693848,
+      "step": 2466,
+      "subrel-constrast": 3.1362950801849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5327125787734985,
+      "cov-distil (oracle2student)": 3.9433579444885254,
+      "cov-distil (oracle2teacher)": 4.323305130004883,
+      "epoch": 1.9364207221350078,
+      "rel-constrast": 2.583871364593506,
+      "step": 2467,
+      "subrel-constrast": 3.247133255004883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2818008661270142,
+      "cov-distil (oracle2student)": 3.8986258506774902,
+      "cov-distil (oracle2teacher)": 3.754828453063965,
+      "epoch": 1.9372056514913658,
+      "rel-constrast": 3.117367744445801,
+      "step": 2468,
+      "subrel-constrast": 3.5399816036224365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7398326396942139,
+      "cov-distil (oracle2student)": 3.1840739250183105,
+      "cov-distil (oracle2teacher)": 2.9380695819854736,
+      "epoch": 1.9379905808477238,
+      "rel-constrast": 2.5847887992858887,
+      "step": 2469,
+      "subrel-constrast": 3.0294415950775146,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9387755102040818,
+      "grad_norm": 5.875,
+      "learning_rate": 4.678462789438873e-05,
+      "loss": 0.6985,
+      "step": 2470
+    },
+    {
+      "cov-distil": 1.5433144569396973,
+      "cov-distil (oracle2student)": 2.9578075408935547,
+      "cov-distil (oracle2teacher)": 3.23738694190979,
+      "epoch": 1.9387755102040818,
+      "rel-constrast": 1.937584400177002,
+      "step": 2470,
+      "subrel-constrast": 2.6642847061157227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4443485736846924,
+      "cov-distil (oracle2student)": 4.100014686584473,
+      "cov-distil (oracle2teacher)": 4.245871543884277,
+      "epoch": 1.9395604395604396,
+      "rel-constrast": 2.6583218574523926,
+      "step": 2471,
+      "subrel-constrast": 3.2574462890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.635296583175659,
+      "cov-distil (oracle2student)": 4.330043792724609,
+      "cov-distil (oracle2teacher)": 4.497190475463867,
+      "epoch": 1.9403453689167975,
+      "rel-constrast": 2.740987777709961,
+      "step": 2472,
+      "subrel-constrast": 3.7768290042877197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6916110515594482,
+      "cov-distil (oracle2student)": 4.03584098815918,
+      "cov-distil (oracle2teacher)": 3.9940500259399414,
+      "epoch": 1.9411302982731553,
+      "rel-constrast": 3.721792221069336,
+      "step": 2473,
+      "subrel-constrast": 4.984964847564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7572797536849976,
+      "cov-distil (oracle2student)": 4.882442474365234,
+      "cov-distil (oracle2teacher)": 4.8414459228515625,
+      "epoch": 1.9419152276295133,
+      "rel-constrast": 3.777127742767334,
+      "step": 2474,
+      "subrel-constrast": 4.820999622344971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9405834674835205,
+      "cov-distil (oracle2student)": 3.093421459197998,
+      "cov-distil (oracle2teacher)": 2.8786327838897705,
+      "epoch": 1.9427001569858713,
+      "rel-constrast": 2.0982015132904053,
+      "step": 2475,
+      "subrel-constrast": 3.5316975116729736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.515413761138916,
+      "cov-distil (oracle2student)": 3.9444305896759033,
+      "cov-distil (oracle2teacher)": 3.8890323638916016,
+      "epoch": 1.9434850863422293,
+      "rel-constrast": 4.322173118591309,
+      "step": 2476,
+      "subrel-constrast": 5.106509685516357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.140060305595398,
+      "cov-distil (oracle2student)": 6.094444274902344,
+      "cov-distil (oracle2teacher)": 5.784130096435547,
+      "epoch": 1.9442700156985873,
+      "rel-constrast": 3.238407611846924,
+      "step": 2477,
+      "subrel-constrast": 3.228761672973633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5136356353759766,
+      "cov-distil (oracle2student)": 5.130928993225098,
+      "cov-distil (oracle2teacher)": 5.599532127380371,
+      "epoch": 1.945054945054945,
+      "rel-constrast": 2.899818181991577,
+      "step": 2478,
+      "subrel-constrast": 3.9041976928710938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3585325479507446,
+      "cov-distil (oracle2student)": 3.166748046875,
+      "cov-distil (oracle2teacher)": 3.5953032970428467,
+      "epoch": 1.945839874411303,
+      "rel-constrast": 2.318967580795288,
+      "step": 2479,
+      "subrel-constrast": 2.99764347076416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9466248037676608,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.6741682369169116e-05,
+      "loss": 0.7842,
+      "step": 2480
+    },
+    {
+      "cov-distil": 1.358513355255127,
+      "cov-distil (oracle2student)": 3.3030920028686523,
+      "cov-distil (oracle2teacher)": 2.8421571254730225,
+      "epoch": 1.9466248037676608,
+      "rel-constrast": 2.6336965560913086,
+      "step": 2480,
+      "subrel-constrast": 2.8718340396881104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1459712982177734,
+      "cov-distil (oracle2student)": 4.063625335693359,
+      "cov-distil (oracle2teacher)": 4.200922012329102,
+      "epoch": 1.9474097331240188,
+      "rel-constrast": 3.232606887817383,
+      "step": 2481,
+      "subrel-constrast": 3.6092476844787598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5961551666259766,
+      "cov-distil (oracle2student)": 5.03495979309082,
+      "cov-distil (oracle2teacher)": 4.37387752532959,
+      "epoch": 1.9481946624803768,
+      "rel-constrast": 3.085963010787964,
+      "step": 2482,
+      "subrel-constrast": 4.056833267211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7837347984313965,
+      "cov-distil (oracle2student)": 3.69675612449646,
+      "cov-distil (oracle2teacher)": 3.8338403701782227,
+      "epoch": 1.9489795918367347,
+      "rel-constrast": 2.9396042823791504,
+      "step": 2483,
+      "subrel-constrast": 4.183809757232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4148401021957397,
+      "cov-distil (oracle2student)": 3.438568115234375,
+      "cov-distil (oracle2teacher)": 3.2074334621429443,
+      "epoch": 1.9497645211930927,
+      "rel-constrast": 3.73038911819458,
+      "step": 2484,
+      "subrel-constrast": 3.9382483959198,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.58474600315094,
+      "cov-distil (oracle2student)": 4.109490394592285,
+      "cov-distil (oracle2teacher)": 4.459442615509033,
+      "epoch": 1.9505494505494505,
+      "rel-constrast": 2.299020767211914,
+      "step": 2485,
+      "subrel-constrast": 3.835998296737671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3292391300201416,
+      "cov-distil (oracle2student)": 4.8831000328063965,
+      "cov-distil (oracle2teacher)": 4.521707534790039,
+      "epoch": 1.9513343799058085,
+      "rel-constrast": 3.4085583686828613,
+      "step": 2486,
+      "subrel-constrast": 4.050882339477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214061975479126,
+      "cov-distil (oracle2student)": 4.851228713989258,
+      "cov-distil (oracle2teacher)": 4.625171184539795,
+      "epoch": 1.9521193092621663,
+      "rel-constrast": 2.7774693965911865,
+      "step": 2487,
+      "subrel-constrast": 3.4249110221862793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1201047897338867,
+      "cov-distil (oracle2student)": 5.36749267578125,
+      "cov-distil (oracle2teacher)": 4.693625450134277,
+      "epoch": 1.9529042386185242,
+      "rel-constrast": 2.81223726272583,
+      "step": 2488,
+      "subrel-constrast": 4.239040374755859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.328134536743164,
+      "cov-distil (oracle2student)": 5.878386974334717,
+      "cov-distil (oracle2teacher)": 5.070760726928711,
+      "epoch": 1.9536891679748822,
+      "rel-constrast": 2.211723566055298,
+      "step": 2489,
+      "subrel-constrast": 2.9829752445220947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9544740973312402,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.669847192841109e-05,
+      "loss": 0.7655,
+      "step": 2490
+    },
+    {
+      "cov-distil": 2.050966501235962,
+      "cov-distil (oracle2student)": 3.950345993041992,
+      "cov-distil (oracle2teacher)": 3.2366585731506348,
+      "epoch": 1.9544740973312402,
+      "rel-constrast": 2.2773871421813965,
+      "step": 2490,
+      "subrel-constrast": 3.064868211746216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3345588445663452,
+      "cov-distil (oracle2student)": 4.820789337158203,
+      "cov-distil (oracle2teacher)": 4.411266326904297,
+      "epoch": 1.9552590266875982,
+      "rel-constrast": 2.706510066986084,
+      "step": 2491,
+      "subrel-constrast": 3.464383363723755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.313352108001709,
+      "cov-distil (oracle2student)": 4.7307658195495605,
+      "cov-distil (oracle2teacher)": 4.571237564086914,
+      "epoch": 1.9560439560439562,
+      "rel-constrast": 2.904332160949707,
+      "step": 2492,
+      "subrel-constrast": 3.630449056625366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4697785377502441,
+      "cov-distil (oracle2student)": 4.326483249664307,
+      "cov-distil (oracle2teacher)": 4.520640850067139,
+      "epoch": 1.956828885400314,
+      "rel-constrast": 2.1479899883270264,
+      "step": 2493,
+      "subrel-constrast": 3.3468611240386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3133139610290527,
+      "cov-distil (oracle2student)": 2.4103314876556396,
+      "cov-distil (oracle2teacher)": 2.9476089477539062,
+      "epoch": 1.957613814756672,
+      "rel-constrast": 1.8598411083221436,
+      "step": 2494,
+      "subrel-constrast": 2.7040579319000244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4923874139785767,
+      "cov-distil (oracle2student)": 4.974415302276611,
+      "cov-distil (oracle2teacher)": 4.685483932495117,
+      "epoch": 1.9583987441130297,
+      "rel-constrast": 3.222048759460449,
+      "step": 2495,
+      "subrel-constrast": 4.039577484130859,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8160561323165894,
+      "cov-distil (oracle2student)": 5.813412666320801,
+      "cov-distil (oracle2teacher)": 5.269169807434082,
+      "epoch": 1.9591836734693877,
+      "rel-constrast": 3.3903331756591797,
+      "step": 2496,
+      "subrel-constrast": 3.8708889484405518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4887747764587402,
+      "cov-distil (oracle2student)": 2.1253395080566406,
+      "cov-distil (oracle2teacher)": 2.3603878021240234,
+      "epoch": 1.9599686028257457,
+      "rel-constrast": 2.4301915168762207,
+      "step": 2497,
+      "subrel-constrast": 2.9695959091186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3080188035964966,
+      "cov-distil (oracle2student)": 5.292108535766602,
+      "cov-distil (oracle2teacher)": 4.35369873046875,
+      "epoch": 1.9607535321821037,
+      "rel-constrast": 1.4696991443634033,
+      "step": 2498,
+      "subrel-constrast": 2.0051076412200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4714583158493042,
+      "cov-distil (oracle2student)": 3.7108678817749023,
+      "cov-distil (oracle2teacher)": 4.239074230194092,
+      "epoch": 1.9615384615384617,
+      "rel-constrast": 1.566145896911621,
+      "step": 2499,
+      "subrel-constrast": 2.5356643199920654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "grad_norm": 3.71875,
+      "learning_rate": 4.6654997098620234e-05,
+      "loss": 0.637,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-P@10": 0.7539999999999999,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-nDCG@10": 0.7660445021702131,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-alpha_nDCG@10": 0.5818896679097062,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-P@10": 0.42999999999999994,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-nDCG@10": 0.6098019735171258,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-alpha_nDCG@10": 0.5983298508342683,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "eval/avg": 0.5369795176189325,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "overlap": 0.34687501192092896,
+      "step": 2500
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "step": 2500,
+      "student margin": 0.065185546875
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "step": 2500,
+      "teacher margin": 0.053436279296875
+    },
+    {
+      "epoch": 1.9623233908948194,
+      "margin difference": -0.011749267578125,
+      "step": 2500
+    },
+    {
+      "cov-distil": 1.090306282043457,
+      "cov-distil (oracle2student)": 4.970812797546387,
+      "cov-distil (oracle2teacher)": 4.877108097076416,
+      "epoch": 1.9623233908948194,
+      "rel-constrast": 2.175166606903076,
+      "step": 2500,
+      "subrel-constrast": 2.475886821746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5089739561080933,
+      "cov-distil (oracle2student)": 4.682978630065918,
+      "cov-distil (oracle2teacher)": 5.062560558319092,
+      "epoch": 1.9631083202511774,
+      "rel-constrast": 2.925281524658203,
+      "step": 2501,
+      "subrel-constrast": 3.6252448558807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5031598806381226,
+      "cov-distil (oracle2student)": 4.684264183044434,
+      "cov-distil (oracle2teacher)": 4.354615211486816,
+      "epoch": 1.9638932496075352,
+      "rel-constrast": 3.9453587532043457,
+      "step": 2502,
+      "subrel-constrast": 4.519287109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5643486976623535,
+      "cov-distil (oracle2student)": 5.483506202697754,
+      "cov-distil (oracle2teacher)": 4.655939102172852,
+      "epoch": 1.9646781789638932,
+      "rel-constrast": 3.642531394958496,
+      "step": 2503,
+      "subrel-constrast": 4.284054756164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.679993987083435,
+      "cov-distil (oracle2student)": 5.387015342712402,
+      "cov-distil (oracle2teacher)": 5.223532676696777,
+      "epoch": 1.9654631083202512,
+      "rel-constrast": 2.3460216522216797,
+      "step": 2504,
+      "subrel-constrast": 3.231478214263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798704385757446,
+      "cov-distil (oracle2student)": 3.086254596710205,
+      "cov-distil (oracle2teacher)": 3.2515909671783447,
+      "epoch": 1.9662480376766092,
+      "rel-constrast": 2.119157314300537,
+      "step": 2505,
+      "subrel-constrast": 2.9700911045074463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4817452430725098,
+      "cov-distil (oracle2student)": 4.001458168029785,
+      "cov-distil (oracle2teacher)": 4.046663761138916,
+      "epoch": 1.9670329670329672,
+      "rel-constrast": 3.5152688026428223,
+      "step": 2506,
+      "subrel-constrast": 3.966355562210083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5676078796386719,
+      "cov-distil (oracle2student)": 3.8535709381103516,
+      "cov-distil (oracle2teacher)": 3.9571170806884766,
+      "epoch": 1.967817896389325,
+      "rel-constrast": 2.567758083343506,
+      "step": 2507,
+      "subrel-constrast": 3.94400954246521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.96669340133667,
+      "cov-distil (oracle2student)": 4.784982681274414,
+      "cov-distil (oracle2teacher)": 4.251079559326172,
+      "epoch": 1.968602825745683,
+      "rel-constrast": 2.4171977043151855,
+      "step": 2508,
+      "subrel-constrast": 3.2501728534698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826422691345215,
+      "cov-distil (oracle2student)": 6.623595714569092,
+      "cov-distil (oracle2teacher)": 5.7470879554748535,
+      "epoch": 1.9693877551020407,
+      "rel-constrast": 2.3520874977111816,
+      "step": 2509,
+      "subrel-constrast": 3.200101375579834,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9701726844583987,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.661125840952364e-05,
+      "loss": 0.7382,
+      "step": 2510
+    },
+    {
+      "cov-distil": 1.666621446609497,
+      "cov-distil (oracle2student)": 3.701127767562866,
+      "cov-distil (oracle2teacher)": 3.423727512359619,
+      "epoch": 1.9701726844583987,
+      "rel-constrast": 2.804509162902832,
+      "step": 2510,
+      "subrel-constrast": 3.387676477432251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6446305513381958,
+      "cov-distil (oracle2student)": 3.838240623474121,
+      "cov-distil (oracle2teacher)": 4.187102794647217,
+      "epoch": 1.9709576138147566,
+      "rel-constrast": 2.9891412258148193,
+      "step": 2511,
+      "subrel-constrast": 3.542327642440796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.435381293296814,
+      "cov-distil (oracle2student)": 4.389375686645508,
+      "cov-distil (oracle2teacher)": 4.502368450164795,
+      "epoch": 1.9717425431711146,
+      "rel-constrast": 3.2387535572052,
+      "step": 2512,
+      "subrel-constrast": 3.896670341491699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8582631349563599,
+      "cov-distil (oracle2student)": 4.919032573699951,
+      "cov-distil (oracle2teacher)": 4.750471115112305,
+      "epoch": 1.9725274725274726,
+      "rel-constrast": 3.7496399879455566,
+      "step": 2513,
+      "subrel-constrast": 4.44797945022583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8498822450637817,
+      "cov-distil (oracle2student)": 4.858127593994141,
+      "cov-distil (oracle2teacher)": 4.378625869750977,
+      "epoch": 1.9733124018838306,
+      "rel-constrast": 3.5364084243774414,
+      "step": 2514,
+      "subrel-constrast": 4.384564399719238,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3810056447982788,
+      "cov-distil (oracle2student)": 4.271397590637207,
+      "cov-distil (oracle2teacher)": 4.334753036499023,
+      "epoch": 1.9740973312401884,
+      "rel-constrast": 2.358246326446533,
+      "step": 2515,
+      "subrel-constrast": 3.276954412460327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0649185180664062,
+      "cov-distil (oracle2student)": 4.684146881103516,
+      "cov-distil (oracle2teacher)": 3.9282805919647217,
+      "epoch": 1.9748822605965461,
+      "rel-constrast": 2.606571912765503,
+      "step": 2516,
+      "subrel-constrast": 2.8056676387786865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1188321113586426,
+      "cov-distil (oracle2student)": 4.569836139678955,
+      "cov-distil (oracle2teacher)": 4.141506671905518,
+      "epoch": 1.9756671899529041,
+      "rel-constrast": 2.579371929168701,
+      "step": 2517,
+      "subrel-constrast": 3.7114007472991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080518960952759,
+      "cov-distil (oracle2student)": 4.498507022857666,
+      "cov-distil (oracle2teacher)": 4.202948570251465,
+      "epoch": 1.9764521193092621,
+      "rel-constrast": 2.1490540504455566,
+      "step": 2518,
+      "subrel-constrast": 3.429783821105957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1755554676055908,
+      "cov-distil (oracle2student)": 3.4553563594818115,
+      "cov-distil (oracle2teacher)": 3.6548361778259277,
+      "epoch": 1.9772370486656201,
+      "rel-constrast": 3.2993576526641846,
+      "step": 2519,
+      "subrel-constrast": 3.654632568359375,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.978021978021978,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.656725639406342e-05,
+      "loss": 0.7735,
+      "step": 2520
+    },
+    {
+      "cov-distil": 1.4902020692825317,
+      "cov-distil (oracle2student)": 4.161640644073486,
+      "cov-distil (oracle2teacher)": 3.9016568660736084,
+      "epoch": 1.978021978021978,
+      "rel-constrast": 1.819406270980835,
+      "step": 2520,
+      "subrel-constrast": 2.3113198280334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.451483726501465,
+      "cov-distil (oracle2student)": 3.4727718830108643,
+      "cov-distil (oracle2teacher)": 3.1571531295776367,
+      "epoch": 1.978806907378336,
+      "rel-constrast": 2.1377174854278564,
+      "step": 2521,
+      "subrel-constrast": 3.1325490474700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.081032633781433,
+      "cov-distil (oracle2student)": 4.522000312805176,
+      "cov-distil (oracle2teacher)": 4.4468841552734375,
+      "epoch": 1.9795918367346939,
+      "rel-constrast": 3.9222183227539062,
+      "step": 2522,
+      "subrel-constrast": 3.8245644569396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9412015676498413,
+      "cov-distil (oracle2student)": 4.826860427856445,
+      "cov-distil (oracle2teacher)": 4.619848251342773,
+      "epoch": 1.9803767660910518,
+      "rel-constrast": 2.2276368141174316,
+      "step": 2523,
+      "subrel-constrast": 3.2373056411743164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.12664532661438,
+      "cov-distil (oracle2student)": 4.137739181518555,
+      "cov-distil (oracle2teacher)": 4.644302845001221,
+      "epoch": 1.9811616954474096,
+      "rel-constrast": 2.937765121459961,
+      "step": 2524,
+      "subrel-constrast": 4.011136054992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9062591791152954,
+      "cov-distil (oracle2student)": 3.910320520401001,
+      "cov-distil (oracle2teacher)": 3.6704587936401367,
+      "epoch": 1.9819466248037676,
+      "rel-constrast": 2.469945192337036,
+      "step": 2525,
+      "subrel-constrast": 2.9071855545043945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.441422462463379,
+      "cov-distil (oracle2student)": 3.7556920051574707,
+      "cov-distil (oracle2teacher)": 3.6020450592041016,
+      "epoch": 1.9827315541601256,
+      "rel-constrast": 2.7595200538635254,
+      "step": 2526,
+      "subrel-constrast": 3.301060914993286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0226235389709473,
+      "cov-distil (oracle2student)": 3.732295513153076,
+      "cov-distil (oracle2teacher)": 3.8367576599121094,
+      "epoch": 1.9835164835164836,
+      "rel-constrast": 2.454819440841675,
+      "step": 2527,
+      "subrel-constrast": 3.255971908569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.512261152267456,
+      "cov-distil (oracle2student)": 5.404221534729004,
+      "cov-distil (oracle2teacher)": 5.1092681884765625,
+      "epoch": 1.9843014128728416,
+      "rel-constrast": 2.7983994483947754,
+      "step": 2528,
+      "subrel-constrast": 3.5933313369750977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3857338428497314,
+      "cov-distil (oracle2student)": 3.9003076553344727,
+      "cov-distil (oracle2teacher)": 3.64925479888916,
+      "epoch": 1.9850863422291993,
+      "rel-constrast": 2.5492284297943115,
+      "step": 2529,
+      "subrel-constrast": 3.3898355960845947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9858712715855573,
+      "grad_norm": 6.0,
+      "learning_rate": 4.652299158839025e-05,
+      "loss": 0.6953,
+      "step": 2530
+    },
+    {
+      "cov-distil": 1.2937496900558472,
+      "cov-distil (oracle2student)": 4.864933490753174,
+      "cov-distil (oracle2teacher)": 4.628209590911865,
+      "epoch": 1.9858712715855573,
+      "rel-constrast": 2.983006000518799,
+      "step": 2530,
+      "subrel-constrast": 3.821949005126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6015434265136719,
+      "cov-distil (oracle2student)": 4.671170234680176,
+      "cov-distil (oracle2teacher)": 4.1964287757873535,
+      "epoch": 1.986656200941915,
+      "rel-constrast": 5.378610610961914,
+      "step": 2531,
+      "subrel-constrast": 5.163862705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.59791898727417,
+      "cov-distil (oracle2student)": 3.193023204803467,
+      "cov-distil (oracle2teacher)": 3.081737518310547,
+      "epoch": 1.987441130298273,
+      "rel-constrast": 2.5613858699798584,
+      "step": 2532,
+      "subrel-constrast": 3.402161121368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.283470869064331,
+      "cov-distil (oracle2student)": 3.9583494663238525,
+      "cov-distil (oracle2teacher)": 3.712249279022217,
+      "epoch": 1.988226059654631,
+      "rel-constrast": 2.2750766277313232,
+      "step": 2533,
+      "subrel-constrast": 2.81105375289917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0241358280181885,
+      "cov-distil (oracle2student)": 3.8318867683410645,
+      "cov-distil (oracle2teacher)": 3.535226583480835,
+      "epoch": 1.989010989010989,
+      "rel-constrast": 3.071157217025757,
+      "step": 2534,
+      "subrel-constrast": 3.0297975540161133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6766074895858765,
+      "cov-distil (oracle2student)": 4.706940650939941,
+      "cov-distil (oracle2teacher)": 3.8600387573242188,
+      "epoch": 1.989795918367347,
+      "rel-constrast": 2.5069656372070312,
+      "step": 2535,
+      "subrel-constrast": 3.3175065517425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.263869047164917,
+      "cov-distil (oracle2student)": 3.6057910919189453,
+      "cov-distil (oracle2teacher)": 3.6251606941223145,
+      "epoch": 1.990580847723705,
+      "rel-constrast": 2.660266876220703,
+      "step": 2536,
+      "subrel-constrast": 3.187422275543213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5680863857269287,
+      "cov-distil (oracle2student)": 2.2606112957000732,
+      "cov-distil (oracle2teacher)": 2.7441070079803467,
+      "epoch": 1.9913657770800628,
+      "rel-constrast": 3.022408962249756,
+      "step": 2537,
+      "subrel-constrast": 3.2397971153259277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.69365394115448,
+      "cov-distil (oracle2student)": 5.669692516326904,
+      "cov-distil (oracle2teacher)": 5.017037391662598,
+      "epoch": 1.9921507064364206,
+      "rel-constrast": 2.4905171394348145,
+      "step": 2538,
+      "subrel-constrast": 3.3353257179260254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5247530937194824,
+      "cov-distil (oracle2student)": 3.6488633155822754,
+      "cov-distil (oracle2teacher)": 3.6998729705810547,
+      "epoch": 1.9929356357927785,
+      "rel-constrast": 2.4173526763916016,
+      "step": 2539,
+      "subrel-constrast": 3.1615869998931885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 1.9937205651491365,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.647846453185681e-05,
+      "loss": 0.7705,
+      "step": 2540
+    },
+    {
+      "cov-distil": 1.4516340494155884,
+      "cov-distil (oracle2student)": 3.8903822898864746,
+      "cov-distil (oracle2teacher)": 3.9352073669433594,
+      "epoch": 1.9937205651491365,
+      "rel-constrast": 2.2436375617980957,
+      "step": 2540,
+      "subrel-constrast": 3.079085111618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.298713207244873,
+      "cov-distil (oracle2student)": 3.7091946601867676,
+      "cov-distil (oracle2teacher)": 3.9927072525024414,
+      "epoch": 1.9945054945054945,
+      "rel-constrast": 3.025702714920044,
+      "step": 2541,
+      "subrel-constrast": 4.026682376861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.993617057800293,
+      "cov-distil (oracle2student)": 5.924077987670898,
+      "cov-distil (oracle2teacher)": 5.388263702392578,
+      "epoch": 1.9952904238618525,
+      "rel-constrast": 4.571245193481445,
+      "step": 2542,
+      "subrel-constrast": 5.055028915405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1890196800231934,
+      "cov-distil (oracle2student)": 3.8252854347229004,
+      "cov-distil (oracle2teacher)": 3.8513998985290527,
+      "epoch": 1.9960753532182105,
+      "rel-constrast": 2.506195068359375,
+      "step": 2543,
+      "subrel-constrast": 3.0652389526367188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5974085330963135,
+      "cov-distil (oracle2student)": 3.8986101150512695,
+      "cov-distil (oracle2teacher)": 3.8991260528564453,
+      "epoch": 1.9968602825745683,
+      "rel-constrast": 2.341961145401001,
+      "step": 2544,
+      "subrel-constrast": 3.2955710887908936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7898669242858887,
+      "cov-distil (oracle2student)": 6.095114707946777,
+      "cov-distil (oracle2teacher)": 5.629230499267578,
+      "epoch": 1.9976452119309263,
+      "rel-constrast": 3.2041659355163574,
+      "step": 2545,
+      "subrel-constrast": 3.949453592300415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663902997970581,
+      "cov-distil (oracle2student)": 3.582000255584717,
+      "cov-distil (oracle2teacher)": 3.5701746940612793,
+      "epoch": 1.998430141287284,
+      "rel-constrast": 3.021514654159546,
+      "step": 2546,
+      "subrel-constrast": 3.492304801940918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5713697671890259,
+      "cov-distil (oracle2student)": 5.414429664611816,
+      "cov-distil (oracle2teacher)": 4.234394073486328,
+      "epoch": 1.999215070643642,
+      "rel-constrast": 2.8354413509368896,
+      "step": 2547,
+      "subrel-constrast": 3.751251220703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3589496612548828,
+      "cov-distil (oracle2student)": 4.627863883972168,
+      "cov-distil (oracle2teacher)": 4.674477577209473,
+      "epoch": 2.0,
+      "rel-constrast": 4.164133071899414,
+      "step": 2548,
+      "subrel-constrast": 4.857272148132324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5796387195587158,
+      "cov-distil (oracle2student)": 4.93176794052124,
+      "cov-distil (oracle2teacher)": 4.493083953857422,
+      "epoch": 2.000784929356358,
+      "rel-constrast": 2.6880877017974854,
+      "step": 2549,
+      "subrel-constrast": 3.1472344398498535,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.001569858712716,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.6433675767011245e-05,
+      "loss": 0.8013,
+      "step": 2550
+    },
+    {
+      "cov-distil": 1.418239951133728,
+      "cov-distil (oracle2student)": 3.38460111618042,
+      "cov-distil (oracle2teacher)": 3.624520778656006,
+      "epoch": 2.001569858712716,
+      "rel-constrast": 2.2379202842712402,
+      "step": 2550,
+      "subrel-constrast": 3.292998790740967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.186899185180664,
+      "cov-distil (oracle2student)": 3.7972605228424072,
+      "cov-distil (oracle2teacher)": 3.6053812503814697,
+      "epoch": 2.002354788069074,
+      "rel-constrast": 2.1380980014801025,
+      "step": 2551,
+      "subrel-constrast": 2.6401748657226562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3980836868286133,
+      "cov-distil (oracle2student)": 3.746084213256836,
+      "cov-distil (oracle2teacher)": 3.587346315383911,
+      "epoch": 2.0031397174254315,
+      "rel-constrast": 2.382723331451416,
+      "step": 2552,
+      "subrel-constrast": 3.1391310691833496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3123672008514404,
+      "cov-distil (oracle2student)": 5.654376029968262,
+      "cov-distil (oracle2teacher)": 5.5764336585998535,
+      "epoch": 2.0039246467817895,
+      "rel-constrast": 3.3104639053344727,
+      "step": 2553,
+      "subrel-constrast": 4.055949687957764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0986337661743164,
+      "cov-distil (oracle2student)": 4.575746536254883,
+      "cov-distil (oracle2teacher)": 4.18869161605835,
+      "epoch": 2.0047095761381475,
+      "rel-constrast": 3.4491376876831055,
+      "step": 2554,
+      "subrel-constrast": 4.300597190856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7333508729934692,
+      "cov-distil (oracle2student)": 4.910717010498047,
+      "cov-distil (oracle2teacher)": 4.800596237182617,
+      "epoch": 2.0054945054945055,
+      "rel-constrast": 3.749530792236328,
+      "step": 2555,
+      "subrel-constrast": 4.375298976898193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.148555040359497,
+      "cov-distil (oracle2student)": 3.685451030731201,
+      "cov-distil (oracle2teacher)": 3.855313539505005,
+      "epoch": 2.0062794348508635,
+      "rel-constrast": 2.456716299057007,
+      "step": 2556,
+      "subrel-constrast": 2.9890568256378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1507489681243896,
+      "cov-distil (oracle2student)": 4.650958061218262,
+      "cov-distil (oracle2teacher)": 4.800254821777344,
+      "epoch": 2.0070643642072215,
+      "rel-constrast": 3.1733174324035645,
+      "step": 2557,
+      "subrel-constrast": 4.2793073654174805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.091202735900879,
+      "cov-distil (oracle2student)": 4.066455841064453,
+      "cov-distil (oracle2teacher)": 3.9540770053863525,
+      "epoch": 2.0078492935635794,
+      "rel-constrast": 2.7277631759643555,
+      "step": 2558,
+      "subrel-constrast": 3.7594892978668213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3102219104766846,
+      "cov-distil (oracle2student)": 4.313324928283691,
+      "cov-distil (oracle2teacher)": 3.6935038566589355,
+      "epoch": 2.008634222919937,
+      "rel-constrast": 2.5143094062805176,
+      "step": 2559,
+      "subrel-constrast": 2.8539700508117676,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.009419152276295,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.6388625839590516e-05,
+      "loss": 0.7381,
+      "step": 2560
+    },
+    {
+      "cov-distil": 1.1211737394332886,
+      "cov-distil (oracle2student)": 4.538210868835449,
+      "cov-distil (oracle2teacher)": 4.440378189086914,
+      "epoch": 2.009419152276295,
+      "rel-constrast": 2.6439263820648193,
+      "step": 2560,
+      "subrel-constrast": 3.243011951446533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.161250114440918,
+      "cov-distil (oracle2student)": 4.357483863830566,
+      "cov-distil (oracle2teacher)": 4.069280624389648,
+      "epoch": 2.010204081632653,
+      "rel-constrast": 2.7724452018737793,
+      "step": 2561,
+      "subrel-constrast": 3.703260898590088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6896648406982422,
+      "cov-distil (oracle2student)": 4.854325771331787,
+      "cov-distil (oracle2teacher)": 4.562610149383545,
+      "epoch": 2.010989010989011,
+      "rel-constrast": 1.960174560546875,
+      "step": 2562,
+      "subrel-constrast": 2.993565082550049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9752542972564697,
+      "cov-distil (oracle2student)": 4.481110572814941,
+      "cov-distil (oracle2teacher)": 4.485870361328125,
+      "epoch": 2.011773940345369,
+      "rel-constrast": 3.7094345092773438,
+      "step": 2563,
+      "subrel-constrast": 4.1724162101745605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3029567003250122,
+      "cov-distil (oracle2student)": 4.14303731918335,
+      "cov-distil (oracle2teacher)": 3.81158447265625,
+      "epoch": 2.012558869701727,
+      "rel-constrast": 2.272364616394043,
+      "step": 2564,
+      "subrel-constrast": 2.6302103996276855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.163966417312622,
+      "cov-distil (oracle2student)": 4.69771671295166,
+      "cov-distil (oracle2teacher)": 4.310797214508057,
+      "epoch": 2.013343799058085,
+      "rel-constrast": 3.554079532623291,
+      "step": 2565,
+      "subrel-constrast": 3.575129508972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1144486665725708,
+      "cov-distil (oracle2student)": 3.9827380180358887,
+      "cov-distil (oracle2teacher)": 4.5258049964904785,
+      "epoch": 2.014128728414443,
+      "rel-constrast": 2.757936954498291,
+      "step": 2566,
+      "subrel-constrast": 2.935452461242676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861075758934021,
+      "cov-distil (oracle2student)": 5.722127914428711,
+      "cov-distil (oracle2teacher)": 5.309638023376465,
+      "epoch": 2.0149136577708004,
+      "rel-constrast": 3.4389965534210205,
+      "step": 2567,
+      "subrel-constrast": 4.309808254241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.591409683227539,
+      "cov-distil (oracle2student)": 4.19596004486084,
+      "cov-distil (oracle2teacher)": 4.269772529602051,
+      "epoch": 2.0156985871271584,
+      "rel-constrast": 3.1262319087982178,
+      "step": 2568,
+      "subrel-constrast": 3.76481294631958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4890607595443726,
+      "cov-distil (oracle2student)": 4.554868698120117,
+      "cov-distil (oracle2teacher)": 4.039214134216309,
+      "epoch": 2.0164835164835164,
+      "rel-constrast": 2.9105477333068848,
+      "step": 2569,
+      "subrel-constrast": 3.4036288261413574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0172684458398744,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.6343315298513765e-05,
+      "loss": 0.7648,
+      "step": 2570
+    },
+    {
+      "cov-distil": 1.5408400297164917,
+      "cov-distil (oracle2student)": 4.460867404937744,
+      "cov-distil (oracle2teacher)": 4.184871673583984,
+      "epoch": 2.0172684458398744,
+      "rel-constrast": 2.8370141983032227,
+      "step": 2570,
+      "subrel-constrast": 3.502570152282715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3149046897888184,
+      "cov-distil (oracle2student)": 2.980907917022705,
+      "cov-distil (oracle2teacher)": 2.9996659755706787,
+      "epoch": 2.0180533751962324,
+      "rel-constrast": 1.925594687461853,
+      "step": 2571,
+      "subrel-constrast": 2.776230812072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4009995460510254,
+      "cov-distil (oracle2student)": 3.471409320831299,
+      "cov-distil (oracle2teacher)": 3.2313714027404785,
+      "epoch": 2.0188383045525904,
+      "rel-constrast": 2.9132275581359863,
+      "step": 2572,
+      "subrel-constrast": 2.804548501968384,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2982909679412842,
+      "cov-distil (oracle2student)": 3.913233518600464,
+      "cov-distil (oracle2teacher)": 4.29094123840332,
+      "epoch": 2.0196232339089484,
+      "rel-constrast": 3.134427547454834,
+      "step": 2573,
+      "subrel-constrast": 4.121625900268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.175744652748108,
+      "cov-distil (oracle2student)": 4.345643043518066,
+      "cov-distil (oracle2teacher)": 4.046075820922852,
+      "epoch": 2.020408163265306,
+      "rel-constrast": 3.0230438709259033,
+      "step": 2574,
+      "subrel-constrast": 3.624298095703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8978856801986694,
+      "cov-distil (oracle2student)": 3.9678220748901367,
+      "cov-distil (oracle2teacher)": 4.023209571838379,
+      "epoch": 2.021193092621664,
+      "rel-constrast": 2.179535150527954,
+      "step": 2575,
+      "subrel-constrast": 3.199263572692871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.022524356842041,
+      "cov-distil (oracle2student)": 5.099910736083984,
+      "cov-distil (oracle2teacher)": 4.565829277038574,
+      "epoch": 2.021978021978022,
+      "rel-constrast": 2.7353413105010986,
+      "step": 2576,
+      "subrel-constrast": 3.896116256713867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.9745090007781982,
+      "cov-distil (oracle2student)": 5.974571704864502,
+      "cov-distil (oracle2teacher)": 5.312187671661377,
+      "epoch": 2.02276295133438,
+      "rel-constrast": 4.146399021148682,
+      "step": 2577,
+      "subrel-constrast": 5.385141372680664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3346425294876099,
+      "cov-distil (oracle2student)": 3.879906177520752,
+      "cov-distil (oracle2teacher)": 3.702457904815674,
+      "epoch": 2.023547880690738,
+      "rel-constrast": 2.315213441848755,
+      "step": 2578,
+      "subrel-constrast": 3.5127367973327637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6934369802474976,
+      "cov-distil (oracle2student)": 3.355029582977295,
+      "cov-distil (oracle2teacher)": 3.177870273590088,
+      "epoch": 2.024332810047096,
+      "rel-constrast": 2.0333688259124756,
+      "step": 2579,
+      "subrel-constrast": 2.8781931400299072,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.025117739403454,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.629774469587566e-05,
+      "loss": 0.7227,
+      "step": 2580
+    },
+    {
+      "cov-distil": 1.3028523921966553,
+      "cov-distil (oracle2student)": 3.810821533203125,
+      "cov-distil (oracle2teacher)": 4.263686180114746,
+      "epoch": 2.025117739403454,
+      "rel-constrast": 2.8056259155273438,
+      "step": 2580,
+      "subrel-constrast": 3.879927396774292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5767713785171509,
+      "cov-distil (oracle2student)": 5.214993476867676,
+      "cov-distil (oracle2teacher)": 4.8706159591674805,
+      "epoch": 2.0259026687598114,
+      "rel-constrast": 2.7533178329467773,
+      "step": 2581,
+      "subrel-constrast": 3.49395489692688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4240691661834717,
+      "cov-distil (oracle2student)": 4.208713531494141,
+      "cov-distil (oracle2teacher)": 4.036467552185059,
+      "epoch": 2.0266875981161694,
+      "rel-constrast": 3.2611076831817627,
+      "step": 2582,
+      "subrel-constrast": 3.5960912704467773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7780306339263916,
+      "cov-distil (oracle2student)": 3.269775867462158,
+      "cov-distil (oracle2teacher)": 3.517242908477783,
+      "epoch": 2.0274725274725274,
+      "rel-constrast": 1.1963260173797607,
+      "step": 2583,
+      "subrel-constrast": 2.6474497318267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.755824327468872,
+      "cov-distil (oracle2student)": 3.933684825897217,
+      "cov-distil (oracle2teacher)": 3.597294807434082,
+      "epoch": 2.0282574568288854,
+      "rel-constrast": 2.826699733734131,
+      "step": 2584,
+      "subrel-constrast": 3.768807888031006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0861318111419678,
+      "cov-distil (oracle2student)": 5.439233779907227,
+      "cov-distil (oracle2teacher)": 5.051532745361328,
+      "epoch": 2.0290423861852434,
+      "rel-constrast": 3.087024211883545,
+      "step": 2585,
+      "subrel-constrast": 3.9976446628570557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.738134741783142,
+      "cov-distil (oracle2student)": 3.7544403076171875,
+      "cov-distil (oracle2teacher)": 3.467432975769043,
+      "epoch": 2.0298273155416013,
+      "rel-constrast": 2.48966646194458,
+      "step": 2586,
+      "subrel-constrast": 3.183173418045044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2197861671447754,
+      "cov-distil (oracle2student)": 5.314908027648926,
+      "cov-distil (oracle2teacher)": 4.767375469207764,
+      "epoch": 2.0306122448979593,
+      "rel-constrast": 3.757617712020874,
+      "step": 2587,
+      "subrel-constrast": 4.15952730178833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6040942668914795,
+      "cov-distil (oracle2student)": 4.000999450683594,
+      "cov-distil (oracle2teacher)": 4.231811046600342,
+      "epoch": 2.0313971742543173,
+      "rel-constrast": 2.67399263381958,
+      "step": 2588,
+      "subrel-constrast": 3.617424488067627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.276611804962158,
+      "cov-distil (oracle2student)": 4.317698955535889,
+      "cov-distil (oracle2teacher)": 4.421903610229492,
+      "epoch": 2.032182103610675,
+      "rel-constrast": 2.525721549987793,
+      "step": 2589,
+      "subrel-constrast": 3.4121804237365723,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.032967032967033,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.625191458693957e-05,
+      "loss": 0.7263,
+      "step": 2590
+    },
+    {
+      "cov-distil": 1.9891952276229858,
+      "cov-distil (oracle2student)": 4.805106163024902,
+      "cov-distil (oracle2teacher)": 4.374859809875488,
+      "epoch": 2.032967032967033,
+      "rel-constrast": 3.290797710418701,
+      "step": 2590,
+      "subrel-constrast": 3.8304505348205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6702110767364502,
+      "cov-distil (oracle2student)": 5.877730369567871,
+      "cov-distil (oracle2teacher)": 5.177729606628418,
+      "epoch": 2.033751962323391,
+      "rel-constrast": 2.070183277130127,
+      "step": 2591,
+      "subrel-constrast": 3.159494161605835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5158226490020752,
+      "cov-distil (oracle2student)": 4.369362831115723,
+      "cov-distil (oracle2teacher)": 4.001250743865967,
+      "epoch": 2.034536891679749,
+      "rel-constrast": 3.192948341369629,
+      "step": 2592,
+      "subrel-constrast": 3.6024951934814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8568706512451172,
+      "cov-distil (oracle2student)": 4.513680458068848,
+      "cov-distil (oracle2teacher)": 4.223357200622559,
+      "epoch": 2.035321821036107,
+      "rel-constrast": 2.0967488288879395,
+      "step": 2593,
+      "subrel-constrast": 3.0529472827911377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5366591215133667,
+      "cov-distil (oracle2student)": 3.170410394668579,
+      "cov-distil (oracle2teacher)": 3.2562005519866943,
+      "epoch": 2.036106750392465,
+      "rel-constrast": 1.9721282720565796,
+      "step": 2594,
+      "subrel-constrast": 3.2721357345581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7600288391113281,
+      "cov-distil (oracle2student)": 4.301647186279297,
+      "cov-distil (oracle2teacher)": 4.46275520324707,
+      "epoch": 2.036891679748823,
+      "rel-constrast": 2.8285584449768066,
+      "step": 2595,
+      "subrel-constrast": 4.024070739746094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.63007390499115,
+      "cov-distil (oracle2student)": 4.736753463745117,
+      "cov-distil (oracle2teacher)": 4.827028751373291,
+      "epoch": 2.0376766091051803,
+      "rel-constrast": 2.762828826904297,
+      "step": 2596,
+      "subrel-constrast": 3.931101083755493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4966025352478027,
+      "cov-distil (oracle2student)": 3.9267525672912598,
+      "cov-distil (oracle2teacher)": 3.605562686920166,
+      "epoch": 2.0384615384615383,
+      "rel-constrast": 1.671107292175293,
+      "step": 2597,
+      "subrel-constrast": 2.7106053829193115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5657718181610107,
+      "cov-distil (oracle2student)": 3.0323739051818848,
+      "cov-distil (oracle2teacher)": 3.4227917194366455,
+      "epoch": 2.0392464678178963,
+      "rel-constrast": 1.988607406616211,
+      "step": 2598,
+      "subrel-constrast": 3.1713273525238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5810461044311523,
+      "cov-distil (oracle2student)": 4.162444114685059,
+      "cov-distil (oracle2teacher)": 4.119106292724609,
+      "epoch": 2.0400313971742543,
+      "rel-constrast": 2.2787699699401855,
+      "step": 2599,
+      "subrel-constrast": 3.4076006412506104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.6205825530130944e-05,
+      "loss": 0.6453,
+      "step": 2600
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "overlap": 0.29375001788139343,
+      "step": 2600
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "step": 2600,
+      "student margin": 0.070892333984375
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "step": 2600,
+      "teacher margin": 0.052001953125
+    },
+    {
+      "epoch": 2.0408163265306123,
+      "margin difference": -0.018890380859375,
+      "step": 2600
+    },
+    {
+      "cov-distil": 1.3353180885314941,
+      "cov-distil (oracle2student)": 4.13485050201416,
+      "cov-distil (oracle2teacher)": 4.110435485839844,
+      "epoch": 2.0408163265306123,
+      "rel-constrast": 2.034916639328003,
+      "step": 2600,
+      "subrel-constrast": 2.887387275695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1994287967681885,
+      "cov-distil (oracle2student)": 2.9966912269592285,
+      "cov-distil (oracle2teacher)": 2.8486647605895996,
+      "epoch": 2.0416012558869703,
+      "rel-constrast": 3.2924585342407227,
+      "step": 2601,
+      "subrel-constrast": 3.7677018642425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4664499759674072,
+      "cov-distil (oracle2student)": 2.889111280441284,
+      "cov-distil (oracle2teacher)": 2.9977712631225586,
+      "epoch": 2.0423861852433283,
+      "rel-constrast": 2.7742416858673096,
+      "step": 2602,
+      "subrel-constrast": 3.734666347503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3811352252960205,
+      "cov-distil (oracle2student)": 4.0174455642700195,
+      "cov-distil (oracle2teacher)": 3.3547983169555664,
+      "epoch": 2.043171114599686,
+      "rel-constrast": 1.73324716091156,
+      "step": 2603,
+      "subrel-constrast": 2.582387924194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.231534481048584,
+      "cov-distil (oracle2student)": 2.55495285987854,
+      "cov-distil (oracle2teacher)": 3.286497116088867,
+      "epoch": 2.043956043956044,
+      "rel-constrast": 2.130127429962158,
+      "step": 2604,
+      "subrel-constrast": 3.2361092567443848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5310068130493164,
+      "cov-distil (oracle2student)": 5.050435543060303,
+      "cov-distil (oracle2teacher)": 5.094297409057617,
+      "epoch": 2.044740973312402,
+      "rel-constrast": 2.9133460521698,
+      "step": 2605,
+      "subrel-constrast": 4.075055122375488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.244946837425232,
+      "cov-distil (oracle2student)": 4.271355628967285,
+      "cov-distil (oracle2teacher)": 4.190159797668457,
+      "epoch": 2.0455259026687598,
+      "rel-constrast": 1.8294062614440918,
+      "step": 2606,
+      "subrel-constrast": 2.2923924922943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.180721640586853,
+      "cov-distil (oracle2student)": 5.730915546417236,
+      "cov-distil (oracle2teacher)": 5.230205535888672,
+      "epoch": 2.0463108320251178,
+      "rel-constrast": 3.3854150772094727,
+      "step": 2607,
+      "subrel-constrast": 3.470841884613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5891168117523193,
+      "cov-distil (oracle2student)": 5.012734413146973,
+      "cov-distil (oracle2teacher)": 4.07102108001709,
+      "epoch": 2.0470957613814758,
+      "rel-constrast": 2.4456820487976074,
+      "step": 2608,
+      "subrel-constrast": 2.8813846111297607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.561317801475525,
+      "cov-distil (oracle2student)": 4.409381866455078,
+      "cov-distil (oracle2teacher)": 3.6781423091888428,
+      "epoch": 2.0478806907378337,
+      "rel-constrast": 2.498624801635742,
+      "step": 2609,
+      "subrel-constrast": 3.498225688934326,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0486656200941917,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.615947808703038e-05,
+      "loss": 0.6602,
+      "step": 2610
+    },
+    {
+      "cov-distil": 1.1958653926849365,
+      "cov-distil (oracle2student)": 3.470388889312744,
+      "cov-distil (oracle2teacher)": 3.401221752166748,
+      "epoch": 2.0486656200941917,
+      "rel-constrast": 2.911684513092041,
+      "step": 2610,
+      "subrel-constrast": 3.47914457321167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2997448444366455,
+      "cov-distil (oracle2student)": 5.657401084899902,
+      "cov-distil (oracle2teacher)": 5.465598106384277,
+      "epoch": 2.0494505494505493,
+      "rel-constrast": 2.43680477142334,
+      "step": 2611,
+      "subrel-constrast": 3.2656545639038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6255913972854614,
+      "cov-distil (oracle2student)": 4.915378093719482,
+      "cov-distil (oracle2teacher)": 3.8784754276275635,
+      "epoch": 2.0502354788069073,
+      "rel-constrast": 3.5305025577545166,
+      "step": 2612,
+      "subrel-constrast": 4.088052749633789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3821957111358643,
+      "cov-distil (oracle2student)": 4.436394214630127,
+      "cov-distil (oracle2teacher)": 4.010889530181885,
+      "epoch": 2.0510204081632653,
+      "rel-constrast": 3.1295995712280273,
+      "step": 2613,
+      "subrel-constrast": 3.5616137981414795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1164778470993042,
+      "cov-distil (oracle2student)": 4.532923698425293,
+      "cov-distil (oracle2teacher)": 3.713280200958252,
+      "epoch": 2.0518053375196232,
+      "rel-constrast": 3.3535280227661133,
+      "step": 2614,
+      "subrel-constrast": 3.764984369277954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4952445030212402,
+      "cov-distil (oracle2student)": 5.140346527099609,
+      "cov-distil (oracle2teacher)": 4.428337097167969,
+      "epoch": 2.0525902668759812,
+      "rel-constrast": 2.1320676803588867,
+      "step": 2615,
+      "subrel-constrast": 3.3597524166107178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5255954265594482,
+      "cov-distil (oracle2student)": 4.445937156677246,
+      "cov-distil (oracle2teacher)": 4.1274309158325195,
+      "epoch": 2.053375196232339,
+      "rel-constrast": 2.234030246734619,
+      "step": 2616,
+      "subrel-constrast": 2.8266353607177734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200836181640625,
+      "cov-distil (oracle2student)": 3.004601001739502,
+      "cov-distil (oracle2teacher)": 3.2362146377563477,
+      "epoch": 2.054160125588697,
+      "rel-constrast": 2.0423483848571777,
+      "step": 2617,
+      "subrel-constrast": 2.7475426197052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4691020250320435,
+      "cov-distil (oracle2student)": 4.966156482696533,
+      "cov-distil (oracle2teacher)": 4.712005615234375,
+      "epoch": 2.0549450549450547,
+      "rel-constrast": 2.211719036102295,
+      "step": 2618,
+      "subrel-constrast": 2.7315731048583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9583064317703247,
+      "cov-distil (oracle2student)": 4.417433738708496,
+      "cov-distil (oracle2teacher)": 4.307394504547119,
+      "epoch": 2.0557299843014127,
+      "rel-constrast": 3.6653056144714355,
+      "step": 2619,
+      "subrel-constrast": 3.9538042545318604,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0565149136577707,
+      "grad_norm": 6.40625,
+      "learning_rate": 4.611287282236686e-05,
+      "loss": 0.7269,
+      "step": 2620
+    },
+    {
+      "cov-distil": 1.1691734790802002,
+      "cov-distil (oracle2student)": 2.8941993713378906,
+      "cov-distil (oracle2teacher)": 2.9856529235839844,
+      "epoch": 2.0565149136577707,
+      "rel-constrast": 2.6235601902008057,
+      "step": 2620,
+      "subrel-constrast": 3.049262046813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2292662858963013,
+      "cov-distil (oracle2student)": 3.332024335861206,
+      "cov-distil (oracle2teacher)": 3.243257999420166,
+      "epoch": 2.0572998430141287,
+      "rel-constrast": 2.104247570037842,
+      "step": 2621,
+      "subrel-constrast": 2.971797227859497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.06044602394104,
+      "cov-distil (oracle2student)": 3.125821590423584,
+      "cov-distil (oracle2teacher)": 2.608621120452881,
+      "epoch": 2.0580847723704867,
+      "rel-constrast": 2.712275266647339,
+      "step": 2622,
+      "subrel-constrast": 2.954022169113159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.219322919845581,
+      "cov-distil (oracle2student)": 2.71720290184021,
+      "cov-distil (oracle2teacher)": 2.874880313873291,
+      "epoch": 2.0588697017268447,
+      "rel-constrast": 2.4119319915771484,
+      "step": 2623,
+      "subrel-constrast": 3.08075213432312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5224895477294922,
+      "cov-distil (oracle2student)": 5.749883651733398,
+      "cov-distil (oracle2teacher)": 5.228310585021973,
+      "epoch": 2.0596546310832027,
+      "rel-constrast": 2.106882095336914,
+      "step": 2624,
+      "subrel-constrast": 2.9463582038879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7161511182785034,
+      "cov-distil (oracle2student)": 3.4208297729492188,
+      "cov-distil (oracle2teacher)": 3.233896493911743,
+      "epoch": 2.0604395604395602,
+      "rel-constrast": 2.2465767860412598,
+      "step": 2625,
+      "subrel-constrast": 3.2330284118652344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5517866611480713,
+      "cov-distil (oracle2student)": 6.162747383117676,
+      "cov-distil (oracle2teacher)": 5.35258674621582,
+      "epoch": 2.061224489795918,
+      "rel-constrast": 3.7531769275665283,
+      "step": 2626,
+      "subrel-constrast": 4.485931396484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0393245220184326,
+      "cov-distil (oracle2student)": 5.304793357849121,
+      "cov-distil (oracle2teacher)": 4.669814109802246,
+      "epoch": 2.062009419152276,
+      "rel-constrast": 1.8870246410369873,
+      "step": 2627,
+      "subrel-constrast": 2.6734120845794678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7491568326950073,
+      "cov-distil (oracle2student)": 5.738511085510254,
+      "cov-distil (oracle2teacher)": 4.763905048370361,
+      "epoch": 2.062794348508634,
+      "rel-constrast": 3.257175922393799,
+      "step": 2628,
+      "subrel-constrast": 3.4501240253448486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8414740562438965,
+      "cov-distil (oracle2student)": 4.693289756774902,
+      "cov-distil (oracle2teacher)": 4.3830366134643555,
+      "epoch": 2.063579277864992,
+      "rel-constrast": 3.035696029663086,
+      "step": 2629,
+      "subrel-constrast": 3.150063991546631,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.06436420722135,
+      "grad_norm": 5.3125,
+      "learning_rate": 4.606601030401081e-05,
+      "loss": 0.6912,
+      "step": 2630
+    },
+    {
+      "cov-distil": 1.86207115650177,
+      "cov-distil (oracle2student)": 3.8686020374298096,
+      "cov-distil (oracle2teacher)": 4.128180503845215,
+      "epoch": 2.06436420722135,
+      "rel-constrast": 3.4406189918518066,
+      "step": 2630,
+      "subrel-constrast": 4.844143390655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.511430025100708,
+      "cov-distil (oracle2student)": 4.376862525939941,
+      "cov-distil (oracle2teacher)": 4.287481307983398,
+      "epoch": 2.065149136577708,
+      "rel-constrast": 2.4270565509796143,
+      "step": 2631,
+      "subrel-constrast": 3.3270809650421143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0819294452667236,
+      "cov-distil (oracle2student)": 3.267848253250122,
+      "cov-distil (oracle2teacher)": 3.2794508934020996,
+      "epoch": 2.065934065934066,
+      "rel-constrast": 2.062077045440674,
+      "step": 2632,
+      "subrel-constrast": 3.303976535797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6889008283615112,
+      "cov-distil (oracle2student)": 4.9657392501831055,
+      "cov-distil (oracle2teacher)": 5.1121110916137695,
+      "epoch": 2.0667189952904237,
+      "rel-constrast": 2.868468999862671,
+      "step": 2633,
+      "subrel-constrast": 3.2229743003845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.324570894241333,
+      "cov-distil (oracle2student)": 2.6373257637023926,
+      "cov-distil (oracle2teacher)": 2.5664517879486084,
+      "epoch": 2.0675039246467817,
+      "rel-constrast": 2.357619524002075,
+      "step": 2634,
+      "subrel-constrast": 3.0723659992218018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.299598217010498,
+      "cov-distil (oracle2student)": 3.059826374053955,
+      "cov-distil (oracle2teacher)": 2.848837375640869,
+      "epoch": 2.0682888540031397,
+      "rel-constrast": 1.9807883501052856,
+      "step": 2635,
+      "subrel-constrast": 2.763944387435913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2854645252227783,
+      "cov-distil (oracle2student)": 3.6068713665008545,
+      "cov-distil (oracle2teacher)": 3.47721004486084,
+      "epoch": 2.0690737833594977,
+      "rel-constrast": 1.338415503501892,
+      "step": 2636,
+      "subrel-constrast": 2.1358401775360107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8717029094696045,
+      "cov-distil (oracle2student)": 3.2437119483947754,
+      "cov-distil (oracle2teacher)": 2.883582353591919,
+      "epoch": 2.0698587127158556,
+      "rel-constrast": 2.3376541137695312,
+      "step": 2637,
+      "subrel-constrast": 2.6891350746154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2896864414215088,
+      "cov-distil (oracle2student)": 3.831578016281128,
+      "cov-distil (oracle2teacher)": 3.8477606773376465,
+      "epoch": 2.0706436420722136,
+      "rel-constrast": 2.234649181365967,
+      "step": 2638,
+      "subrel-constrast": 2.7638421058654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4190914630889893,
+      "cov-distil (oracle2student)": 5.38115930557251,
+      "cov-distil (oracle2teacher)": 5.0927581787109375,
+      "epoch": 2.0714285714285716,
+      "rel-constrast": 2.8960766792297363,
+      "step": 2639,
+      "subrel-constrast": 3.9259538650512695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.072213500784929,
+      "grad_norm": 5.25,
+      "learning_rate": 4.601889110296723e-05,
+      "loss": 0.6377,
+      "step": 2640
+    },
+    {
+      "cov-distil": 1.2628480195999146,
+      "cov-distil (oracle2student)": 7.320075988769531,
+      "cov-distil (oracle2teacher)": 6.652521133422852,
+      "epoch": 2.072213500784929,
+      "rel-constrast": 2.651520013809204,
+      "step": 2640,
+      "subrel-constrast": 3.115838050842285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.809037685394287,
+      "cov-distil (oracle2student)": 3.7265210151672363,
+      "cov-distil (oracle2teacher)": 3.332104444503784,
+      "epoch": 2.072998430141287,
+      "rel-constrast": 2.7049214839935303,
+      "step": 2641,
+      "subrel-constrast": 3.3478193283081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663482666015625,
+      "cov-distil (oracle2student)": 3.964402675628662,
+      "cov-distil (oracle2teacher)": 3.4999351501464844,
+      "epoch": 2.073783359497645,
+      "rel-constrast": 2.9174981117248535,
+      "step": 2642,
+      "subrel-constrast": 3.73445987701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2319161891937256,
+      "cov-distil (oracle2student)": 3.655104160308838,
+      "cov-distil (oracle2teacher)": 3.113356590270996,
+      "epoch": 2.074568288854003,
+      "rel-constrast": 2.5532190799713135,
+      "step": 2643,
+      "subrel-constrast": 3.2015514373779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7000322341918945,
+      "cov-distil (oracle2student)": 4.919336318969727,
+      "cov-distil (oracle2teacher)": 4.484076499938965,
+      "epoch": 2.075353218210361,
+      "rel-constrast": 2.886383056640625,
+      "step": 2644,
+      "subrel-constrast": 4.0749077796936035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2829294204711914,
+      "cov-distil (oracle2student)": 4.820669174194336,
+      "cov-distil (oracle2teacher)": 4.5515241622924805,
+      "epoch": 2.076138147566719,
+      "rel-constrast": 2.996272087097168,
+      "step": 2645,
+      "subrel-constrast": 3.6395366191864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.682198166847229,
+      "cov-distil (oracle2student)": 3.8332293033599854,
+      "cov-distil (oracle2teacher)": 3.2484774589538574,
+      "epoch": 2.076923076923077,
+      "rel-constrast": 3.044987678527832,
+      "step": 2646,
+      "subrel-constrast": 3.639526128768921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4817090034484863,
+      "cov-distil (oracle2student)": 3.8058836460113525,
+      "cov-distil (oracle2teacher)": 3.607952833175659,
+      "epoch": 2.0777080062794346,
+      "rel-constrast": 3.1399600505828857,
+      "step": 2647,
+      "subrel-constrast": 3.959563732147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8386852741241455,
+      "cov-distil (oracle2student)": 5.095797538757324,
+      "cov-distil (oracle2teacher)": 4.932601451873779,
+      "epoch": 2.0784929356357926,
+      "rel-constrast": 4.2447309494018555,
+      "step": 2648,
+      "subrel-constrast": 4.728353500366211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9177457094192505,
+      "cov-distil (oracle2student)": 3.7433032989501953,
+      "cov-distil (oracle2teacher)": 3.3512115478515625,
+      "epoch": 2.0792778649921506,
+      "rel-constrast": 3.2327632904052734,
+      "step": 2649,
+      "subrel-constrast": 3.764805316925049,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.0800627943485086,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.597151579336873e-05,
+      "loss": 0.7965,
+      "step": 2650
+    },
+    {
+      "cov-distil": 1.9783639907836914,
+      "cov-distil (oracle2student)": 3.9746532440185547,
+      "cov-distil (oracle2teacher)": 4.080855846405029,
+      "epoch": 2.0800627943485086,
+      "rel-constrast": 2.702925205230713,
+      "step": 2650,
+      "subrel-constrast": 3.5898804664611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.68656587600708,
+      "cov-distil (oracle2student)": 2.977093458175659,
+      "cov-distil (oracle2teacher)": 3.9955215454101562,
+      "epoch": 2.0808477237048666,
+      "rel-constrast": 2.042919397354126,
+      "step": 2651,
+      "subrel-constrast": 3.302668333053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9882162809371948,
+      "cov-distil (oracle2student)": 3.324406862258911,
+      "cov-distil (oracle2teacher)": 2.9352540969848633,
+      "epoch": 2.0816326530612246,
+      "rel-constrast": 2.7595183849334717,
+      "step": 2652,
+      "subrel-constrast": 3.26057767868042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459014892578125,
+      "cov-distil (oracle2student)": 5.348959922790527,
+      "cov-distil (oracle2teacher)": 4.912822723388672,
+      "epoch": 2.0824175824175826,
+      "rel-constrast": 4.026599407196045,
+      "step": 2653,
+      "subrel-constrast": 4.401134490966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.037376880645752,
+      "cov-distil (oracle2student)": 3.163254737854004,
+      "cov-distil (oracle2teacher)": 3.190333366394043,
+      "epoch": 2.0832025117739406,
+      "rel-constrast": 2.7720794677734375,
+      "step": 2654,
+      "subrel-constrast": 3.5680418014526367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2755839824676514,
+      "cov-distil (oracle2student)": 4.207517147064209,
+      "cov-distil (oracle2teacher)": 4.088561534881592,
+      "epoch": 2.083987441130298,
+      "rel-constrast": 2.835097074508667,
+      "step": 2655,
+      "subrel-constrast": 3.7488791942596436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125614404678345,
+      "cov-distil (oracle2student)": 3.899724245071411,
+      "cov-distil (oracle2teacher)": 3.860991954803467,
+      "epoch": 2.084772370486656,
+      "rel-constrast": 2.3675413131713867,
+      "step": 2656,
+      "subrel-constrast": 3.220802068710327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7342987060546875,
+      "cov-distil (oracle2student)": 5.410000324249268,
+      "cov-distil (oracle2teacher)": 5.1536431312561035,
+      "epoch": 2.085557299843014,
+      "rel-constrast": 2.947413921356201,
+      "step": 2657,
+      "subrel-constrast": 3.8985488414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601938247680664,
+      "cov-distil (oracle2student)": 3.7540225982666016,
+      "cov-distil (oracle2teacher)": 3.430818796157837,
+      "epoch": 2.086342229199372,
+      "rel-constrast": 3.1013402938842773,
+      "step": 2658,
+      "subrel-constrast": 3.8806583881378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6560348272323608,
+      "cov-distil (oracle2student)": 5.160312175750732,
+      "cov-distil (oracle2teacher)": 5.124349117279053,
+      "epoch": 2.08712715855573,
+      "rel-constrast": 2.4525303840637207,
+      "step": 2659,
+      "subrel-constrast": 3.904118776321411,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.087912087912088,
+      "grad_norm": 4.40625,
+      "learning_rate": 4.592388495246848e-05,
+      "loss": 0.7425,
+      "step": 2660
+    },
+    {
+      "cov-distil": 1.6337261199951172,
+      "cov-distil (oracle2student)": 4.151952743530273,
+      "cov-distil (oracle2teacher)": 3.967841863632202,
+      "epoch": 2.087912087912088,
+      "rel-constrast": 4.655386924743652,
+      "step": 2660,
+      "subrel-constrast": 5.4480814933776855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7914470434188843,
+      "cov-distil (oracle2student)": 3.280151128768921,
+      "cov-distil (oracle2teacher)": 2.791379690170288,
+      "epoch": 2.088697017268446,
+      "rel-constrast": 2.1980934143066406,
+      "step": 2661,
+      "subrel-constrast": 3.0409364700317383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2816166877746582,
+      "cov-distil (oracle2student)": 3.7141854763031006,
+      "cov-distil (oracle2teacher)": 3.5739235877990723,
+      "epoch": 2.0894819466248036,
+      "rel-constrast": 2.4541215896606445,
+      "step": 2662,
+      "subrel-constrast": 2.8710200786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8375205993652344,
+      "cov-distil (oracle2student)": 3.5197553634643555,
+      "cov-distil (oracle2teacher)": 3.722714424133301,
+      "epoch": 2.0902668759811616,
+      "rel-constrast": 4.33981990814209,
+      "step": 2663,
+      "subrel-constrast": 4.157322406768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7941855192184448,
+      "cov-distil (oracle2student)": 5.616387367248535,
+      "cov-distil (oracle2teacher)": 4.772411346435547,
+      "epoch": 2.0910518053375196,
+      "rel-constrast": 4.3338470458984375,
+      "step": 2664,
+      "subrel-constrast": 4.629491806030273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0097761154174805,
+      "cov-distil (oracle2student)": 3.404824733734131,
+      "cov-distil (oracle2teacher)": 3.4548442363739014,
+      "epoch": 2.0918367346938775,
+      "rel-constrast": 2.9249496459960938,
+      "step": 2665,
+      "subrel-constrast": 3.9127326011657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.342220425605774,
+      "cov-distil (oracle2student)": 4.775496006011963,
+      "cov-distil (oracle2teacher)": 4.198037147521973,
+      "epoch": 2.0926216640502355,
+      "rel-constrast": 3.157780170440674,
+      "step": 2666,
+      "subrel-constrast": 3.485379457473755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6518689393997192,
+      "cov-distil (oracle2student)": 3.959777355194092,
+      "cov-distil (oracle2teacher)": 3.2735185623168945,
+      "epoch": 2.0934065934065935,
+      "rel-constrast": 2.106560230255127,
+      "step": 2667,
+      "subrel-constrast": 2.741788148880005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4627585411071777,
+      "cov-distil (oracle2student)": 2.3466053009033203,
+      "cov-distil (oracle2teacher)": 2.160889148712158,
+      "epoch": 2.0941915227629515,
+      "rel-constrast": 1.567748785018921,
+      "step": 2668,
+      "subrel-constrast": 2.191602945327759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8470290899276733,
+      "cov-distil (oracle2student)": 4.9321699142456055,
+      "cov-distil (oracle2teacher)": 4.58592414855957,
+      "epoch": 2.094976452119309,
+      "rel-constrast": 3.446009635925293,
+      "step": 2669,
+      "subrel-constrast": 4.106932163238525,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.095761381475667,
+      "grad_norm": 6.3125,
+      "learning_rate": 4.587599916063326e-05,
+      "loss": 0.8212,
+      "step": 2670
+    },
+    {
+      "cov-distil": 2.0417304039001465,
+      "cov-distil (oracle2student)": 5.616621971130371,
+      "cov-distil (oracle2teacher)": 5.81180477142334,
+      "epoch": 2.095761381475667,
+      "rel-constrast": 3.941246509552002,
+      "step": 2670,
+      "subrel-constrast": 4.968310356140137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6573683023452759,
+      "cov-distil (oracle2student)": 3.7648746967315674,
+      "cov-distil (oracle2teacher)": 3.4795753955841064,
+      "epoch": 2.096546310832025,
+      "rel-constrast": 2.339151382446289,
+      "step": 2671,
+      "subrel-constrast": 3.4954097270965576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7060770988464355,
+      "cov-distil (oracle2student)": 4.337916374206543,
+      "cov-distil (oracle2teacher)": 4.200004577636719,
+      "epoch": 2.097331240188383,
+      "rel-constrast": 1.914768099784851,
+      "step": 2672,
+      "subrel-constrast": 3.0425472259521484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2226378917694092,
+      "cov-distil (oracle2student)": 6.339175701141357,
+      "cov-distil (oracle2teacher)": 5.642215251922607,
+      "epoch": 2.098116169544741,
+      "rel-constrast": 2.5491490364074707,
+      "step": 2673,
+      "subrel-constrast": 3.174234628677368,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2708802223205566,
+      "cov-distil (oracle2student)": 2.511132001876831,
+      "cov-distil (oracle2teacher)": 2.5157294273376465,
+      "epoch": 2.098901098901099,
+      "rel-constrast": 3.147292375564575,
+      "step": 2674,
+      "subrel-constrast": 3.8129918575286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8717957735061646,
+      "cov-distil (oracle2student)": 4.204354286193848,
+      "cov-distil (oracle2teacher)": 4.1325578689575195,
+      "epoch": 2.099686028257457,
+      "rel-constrast": 3.44084095954895,
+      "step": 2675,
+      "subrel-constrast": 4.313811779022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6253840923309326,
+      "cov-distil (oracle2student)": 5.564504623413086,
+      "cov-distil (oracle2teacher)": 4.586607933044434,
+      "epoch": 2.100470957613815,
+      "rel-constrast": 2.008042335510254,
+      "step": 2676,
+      "subrel-constrast": 2.7574331760406494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4799201488494873,
+      "cov-distil (oracle2student)": 1.8116012811660767,
+      "cov-distil (oracle2teacher)": 2.0946474075317383,
+      "epoch": 2.1012558869701725,
+      "rel-constrast": 2.175154209136963,
+      "step": 2677,
+      "subrel-constrast": 2.907055139541626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.229113817214966,
+      "cov-distil (oracle2student)": 5.243906021118164,
+      "cov-distil (oracle2teacher)": 5.188776016235352,
+      "epoch": 2.1020408163265305,
+      "rel-constrast": 3.188620090484619,
+      "step": 2678,
+      "subrel-constrast": 4.260790824890137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6544407606124878,
+      "cov-distil (oracle2student)": 3.7256853580474854,
+      "cov-distil (oracle2teacher)": 3.8381354808807373,
+      "epoch": 2.1028257456828885,
+      "rel-constrast": 2.8161654472351074,
+      "step": 2679,
+      "subrel-constrast": 3.2249703407287598,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1036106750392465,
+      "grad_norm": 5.875,
+      "learning_rate": 4.582785900133634e-05,
+      "loss": 0.7299,
+      "step": 2680
+    },
+    {
+      "cov-distil": 1.5672053098678589,
+      "cov-distil (oracle2student)": 5.170087814331055,
+      "cov-distil (oracle2teacher)": 4.712985038757324,
+      "epoch": 2.1036106750392465,
+      "rel-constrast": 2.9125518798828125,
+      "step": 2680,
+      "subrel-constrast": 3.682068347930908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5699032545089722,
+      "cov-distil (oracle2student)": 3.670671224594116,
+      "cov-distil (oracle2teacher)": 3.5652313232421875,
+      "epoch": 2.1043956043956045,
+      "rel-constrast": 2.8479928970336914,
+      "step": 2681,
+      "subrel-constrast": 3.4126665592193604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4764052629470825,
+      "cov-distil (oracle2student)": 3.627300262451172,
+      "cov-distil (oracle2teacher)": 3.4759182929992676,
+      "epoch": 2.1051805337519625,
+      "rel-constrast": 2.2022435665130615,
+      "step": 2682,
+      "subrel-constrast": 2.9162943363189697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.839519739151001,
+      "cov-distil (oracle2student)": 3.0726523399353027,
+      "cov-distil (oracle2teacher)": 3.307107448577881,
+      "epoch": 2.1059654631083204,
+      "rel-constrast": 1.8811745643615723,
+      "step": 2683,
+      "subrel-constrast": 2.6675779819488525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.775281310081482,
+      "cov-distil (oracle2student)": 3.1547858715057373,
+      "cov-distil (oracle2teacher)": 3.060973644256592,
+      "epoch": 2.106750392464678,
+      "rel-constrast": 2.4608426094055176,
+      "step": 2684,
+      "subrel-constrast": 3.1411526203155518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6113319396972656,
+      "cov-distil (oracle2student)": 4.414421081542969,
+      "cov-distil (oracle2teacher)": 4.024219512939453,
+      "epoch": 2.107535321821036,
+      "rel-constrast": 2.068659782409668,
+      "step": 2685,
+      "subrel-constrast": 3.027926206588745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412705898284912,
+      "cov-distil (oracle2student)": 4.911065578460693,
+      "cov-distil (oracle2teacher)": 4.427267551422119,
+      "epoch": 2.108320251177394,
+      "rel-constrast": 2.3888728618621826,
+      "step": 2686,
+      "subrel-constrast": 2.952326536178589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8539459705352783,
+      "cov-distil (oracle2student)": 4.8538641929626465,
+      "cov-distil (oracle2teacher)": 4.342440605163574,
+      "epoch": 2.109105180533752,
+      "rel-constrast": 2.3912816047668457,
+      "step": 2687,
+      "subrel-constrast": 3.4030165672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.126741409301758,
+      "cov-distil (oracle2student)": 3.643915891647339,
+      "cov-distil (oracle2teacher)": 2.9767961502075195,
+      "epoch": 2.10989010989011,
+      "rel-constrast": 2.688615560531616,
+      "step": 2688,
+      "subrel-constrast": 3.37544584274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6242486238479614,
+      "cov-distil (oracle2student)": 3.6324613094329834,
+      "cov-distil (oracle2teacher)": 3.6406712532043457,
+      "epoch": 2.110675039246468,
+      "rel-constrast": 2.3597755432128906,
+      "step": 2689,
+      "subrel-constrast": 2.999110221862793,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.111459968602826,
+      "grad_norm": 4.75,
+      "learning_rate": 4.577946506115035e-05,
+      "loss": 0.6472,
+      "step": 2690
+    },
+    {
+      "cov-distil": 1.7768619060516357,
+      "cov-distil (oracle2student)": 4.521347522735596,
+      "cov-distil (oracle2teacher)": 4.838393211364746,
+      "epoch": 2.111459968602826,
+      "rel-constrast": 3.0193352699279785,
+      "step": 2690,
+      "subrel-constrast": 4.206924915313721,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9612469673156738,
+      "cov-distil (oracle2student)": 3.415921688079834,
+      "cov-distil (oracle2teacher)": 3.793879508972168,
+      "epoch": 2.1122448979591835,
+      "rel-constrast": 2.973207473754883,
+      "step": 2691,
+      "subrel-constrast": 3.5273218154907227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.347106695175171,
+      "cov-distil (oracle2student)": 4.080264568328857,
+      "cov-distil (oracle2teacher)": 4.185126781463623,
+      "epoch": 2.1130298273155415,
+      "rel-constrast": 1.7505321502685547,
+      "step": 2692,
+      "subrel-constrast": 1.9902628660202026,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2456910610198975,
+      "cov-distil (oracle2student)": 4.71649169921875,
+      "cov-distil (oracle2teacher)": 3.8320159912109375,
+      "epoch": 2.1138147566718994,
+      "rel-constrast": 2.387418746948242,
+      "step": 2693,
+      "subrel-constrast": 2.848029613494873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9380123615264893,
+      "cov-distil (oracle2student)": 3.524611473083496,
+      "cov-distil (oracle2teacher)": 3.603614330291748,
+      "epoch": 2.1145996860282574,
+      "rel-constrast": 3.3344593048095703,
+      "step": 2694,
+      "subrel-constrast": 3.909736156463623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5422940254211426,
+      "cov-distil (oracle2student)": 3.5824568271636963,
+      "cov-distil (oracle2teacher)": 3.043023109436035,
+      "epoch": 2.1153846153846154,
+      "rel-constrast": 3.193317413330078,
+      "step": 2695,
+      "subrel-constrast": 3.934993267059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1803994178771973,
+      "cov-distil (oracle2student)": 4.270575523376465,
+      "cov-distil (oracle2teacher)": 4.082144737243652,
+      "epoch": 2.1161695447409734,
+      "rel-constrast": 2.9521689414978027,
+      "step": 2696,
+      "subrel-constrast": 4.149345874786377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6017191410064697,
+      "cov-distil (oracle2student)": 3.66426682472229,
+      "cov-distil (oracle2teacher)": 3.426107406616211,
+      "epoch": 2.1169544740973314,
+      "rel-constrast": 3.3653833866119385,
+      "step": 2697,
+      "subrel-constrast": 3.8820242881774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2150499820709229,
+      "cov-distil (oracle2student)": 5.662280082702637,
+      "cov-distil (oracle2teacher)": 4.212636947631836,
+      "epoch": 2.1177394034536894,
+      "rel-constrast": 3.49739408493042,
+      "step": 2698,
+      "subrel-constrast": 3.5281331539154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.012502908706665,
+      "cov-distil (oracle2student)": 4.048537254333496,
+      "cov-distil (oracle2teacher)": 3.9865145683288574,
+      "epoch": 2.118524332810047,
+      "rel-constrast": 3.715592622756958,
+      "step": 2699,
+      "subrel-constrast": 3.977768898010254,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.119309262166405,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.57308179297402e-05,
+      "loss": 0.7968,
+      "step": 2700
+    },
+    {
+      "epoch": 2.119309262166405,
+      "overlap": 0.3499999940395355,
+      "step": 2700
+    },
+    {
+      "epoch": 2.119309262166405,
+      "step": 2700,
+      "student margin": 0.06414794921875
+    },
+    {
+      "epoch": 2.119309262166405,
+      "step": 2700,
+      "teacher margin": 0.04034423828125
+    },
+    {
+      "epoch": 2.119309262166405,
+      "margin difference": -0.0238037109375,
+      "step": 2700
+    },
+    {
+      "cov-distil": 1.738069772720337,
+      "cov-distil (oracle2student)": 3.7054336071014404,
+      "cov-distil (oracle2teacher)": 3.3862736225128174,
+      "epoch": 2.119309262166405,
+      "rel-constrast": 3.684670925140381,
+      "step": 2700,
+      "subrel-constrast": 3.9660658836364746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9597724676132202,
+      "cov-distil (oracle2student)": 3.6626930236816406,
+      "cov-distil (oracle2teacher)": 3.467991352081299,
+      "epoch": 2.120094191522763,
+      "rel-constrast": 1.936334490776062,
+      "step": 2701,
+      "subrel-constrast": 2.9077441692352295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6104004383087158,
+      "cov-distil (oracle2student)": 3.5230982303619385,
+      "cov-distil (oracle2teacher)": 3.5924575328826904,
+      "epoch": 2.120879120879121,
+      "rel-constrast": 1.8440704345703125,
+      "step": 2702,
+      "subrel-constrast": 2.687389373779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.527693271636963,
+      "cov-distil (oracle2student)": 4.885265827178955,
+      "cov-distil (oracle2teacher)": 4.272814750671387,
+      "epoch": 2.121664050235479,
+      "rel-constrast": 2.392524003982544,
+      "step": 2703,
+      "subrel-constrast": 3.368466854095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4393917322158813,
+      "cov-distil (oracle2student)": 3.985060453414917,
+      "cov-distil (oracle2teacher)": 3.98748517036438,
+      "epoch": 2.122448979591837,
+      "rel-constrast": 3.1086409091949463,
+      "step": 2704,
+      "subrel-constrast": 3.8918073177337646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3507189750671387,
+      "cov-distil (oracle2student)": 5.77543830871582,
+      "cov-distil (oracle2teacher)": 4.298201560974121,
+      "epoch": 2.123233908948195,
+      "rel-constrast": 2.68249249458313,
+      "step": 2705,
+      "subrel-constrast": 3.804255723953247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2466928958892822,
+      "cov-distil (oracle2student)": 5.833965301513672,
+      "cov-distil (oracle2teacher)": 4.974800109863281,
+      "epoch": 2.1240188383045524,
+      "rel-constrast": 2.339257001876831,
+      "step": 2706,
+      "subrel-constrast": 3.1078009605407715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2088333368301392,
+      "cov-distil (oracle2student)": 4.4325408935546875,
+      "cov-distil (oracle2teacher)": 4.445165157318115,
+      "epoch": 2.1248037676609104,
+      "rel-constrast": 2.8500943183898926,
+      "step": 2707,
+      "subrel-constrast": 2.8641343116760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2282865047454834,
+      "cov-distil (oracle2student)": 4.183558464050293,
+      "cov-distil (oracle2teacher)": 4.6064910888671875,
+      "epoch": 2.1255886970172684,
+      "rel-constrast": 3.0690417289733887,
+      "step": 2708,
+      "subrel-constrast": 3.4967472553253174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4514744281768799,
+      "cov-distil (oracle2student)": 3.370736837387085,
+      "cov-distil (oracle2teacher)": 3.441915512084961,
+      "epoch": 2.1263736263736264,
+      "rel-constrast": 3.063032388687134,
+      "step": 2709,
+      "subrel-constrast": 3.8910531997680664,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1271585557299844,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.568191819985582e-05,
+      "loss": 0.7137,
+      "step": 2710
+    },
+    {
+      "cov-distil": 1.9032859802246094,
+      "cov-distil (oracle2student)": 4.989251136779785,
+      "cov-distil (oracle2teacher)": 5.135378837585449,
+      "epoch": 2.1271585557299844,
+      "rel-constrast": 2.988314151763916,
+      "step": 2710,
+      "subrel-constrast": 4.279746055603027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5031428337097168,
+      "cov-distil (oracle2student)": 4.679323196411133,
+      "cov-distil (oracle2teacher)": 4.579649448394775,
+      "epoch": 2.1279434850863423,
+      "rel-constrast": 2.87349534034729,
+      "step": 2711,
+      "subrel-constrast": 3.7322144508361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3594512939453125,
+      "cov-distil (oracle2student)": 4.114889621734619,
+      "cov-distil (oracle2teacher)": 4.170674800872803,
+      "epoch": 2.1287284144427003,
+      "rel-constrast": 2.633234977722168,
+      "step": 2712,
+      "subrel-constrast": 3.6427111625671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.888802170753479,
+      "cov-distil (oracle2student)": 5.564352035522461,
+      "cov-distil (oracle2teacher)": 5.284486293792725,
+      "epoch": 2.129513343799058,
+      "rel-constrast": 2.623882293701172,
+      "step": 2713,
+      "subrel-constrast": 3.836780548095703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.679123878479004,
+      "cov-distil (oracle2student)": 4.944362640380859,
+      "cov-distil (oracle2teacher)": 4.52463436126709,
+      "epoch": 2.130298273155416,
+      "rel-constrast": 2.4186975955963135,
+      "step": 2714,
+      "subrel-constrast": 3.4227683544158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.552038550376892,
+      "cov-distil (oracle2student)": 3.7435379028320312,
+      "cov-distil (oracle2teacher)": 3.8656911849975586,
+      "epoch": 2.131083202511774,
+      "rel-constrast": 3.133347749710083,
+      "step": 2715,
+      "subrel-constrast": 3.901421070098877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7141571044921875,
+      "cov-distil (oracle2student)": 3.941164493560791,
+      "cov-distil (oracle2teacher)": 3.9462523460388184,
+      "epoch": 2.131868131868132,
+      "rel-constrast": 3.0988943576812744,
+      "step": 2716,
+      "subrel-constrast": 4.297597408294678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.405519962310791,
+      "cov-distil (oracle2student)": 4.931849002838135,
+      "cov-distil (oracle2teacher)": 4.836163520812988,
+      "epoch": 2.13265306122449,
+      "rel-constrast": 2.759809970855713,
+      "step": 2717,
+      "subrel-constrast": 3.902651309967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52744722366333,
+      "cov-distil (oracle2student)": 5.7036285400390625,
+      "cov-distil (oracle2teacher)": 5.092329502105713,
+      "epoch": 2.133437990580848,
+      "rel-constrast": 2.869448661804199,
+      "step": 2718,
+      "subrel-constrast": 3.762197971343994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2686254978179932,
+      "cov-distil (oracle2student)": 4.061881065368652,
+      "cov-distil (oracle2teacher)": 4.343420028686523,
+      "epoch": 2.134222919937206,
+      "rel-constrast": 1.9216656684875488,
+      "step": 2719,
+      "subrel-constrast": 2.454155921936035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1350078492935634,
+      "grad_norm": 4.34375,
+      "learning_rate": 4.563276646732499e-05,
+      "loss": 0.7225,
+      "step": 2720
+    },
+    {
+      "cov-distil": 1.4250738620758057,
+      "cov-distil (oracle2student)": 2.410728931427002,
+      "cov-distil (oracle2teacher)": 2.701756000518799,
+      "epoch": 2.1350078492935634,
+      "rel-constrast": 1.0408450365066528,
+      "step": 2720,
+      "subrel-constrast": 1.9667428731918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656940460205078,
+      "cov-distil (oracle2student)": 3.2240991592407227,
+      "cov-distil (oracle2teacher)": 3.6101455688476562,
+      "epoch": 2.1357927786499213,
+      "rel-constrast": 2.9498298168182373,
+      "step": 2721,
+      "subrel-constrast": 3.8985135555267334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6991533041000366,
+      "cov-distil (oracle2student)": 4.045197010040283,
+      "cov-distil (oracle2teacher)": 4.53965950012207,
+      "epoch": 2.1365777080062793,
+      "rel-constrast": 1.8058598041534424,
+      "step": 2722,
+      "subrel-constrast": 2.6020917892456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.146787405014038,
+      "cov-distil (oracle2student)": 4.974124908447266,
+      "cov-distil (oracle2teacher)": 3.955294132232666,
+      "epoch": 2.1373626373626373,
+      "rel-constrast": 3.6448559761047363,
+      "step": 2723,
+      "subrel-constrast": 4.53765344619751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4499444961547852,
+      "cov-distil (oracle2student)": 4.40720796585083,
+      "cov-distil (oracle2teacher)": 4.341897010803223,
+      "epoch": 2.1381475667189953,
+      "rel-constrast": 2.8888769149780273,
+      "step": 2724,
+      "subrel-constrast": 3.4380276203155518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7588155269622803,
+      "cov-distil (oracle2student)": 4.086419105529785,
+      "cov-distil (oracle2teacher)": 3.621853828430176,
+      "epoch": 2.1389324960753533,
+      "rel-constrast": 2.517338991165161,
+      "step": 2725,
+      "subrel-constrast": 3.006190538406372,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520524263381958,
+      "cov-distil (oracle2student)": 4.549186706542969,
+      "cov-distil (oracle2teacher)": 4.056656837463379,
+      "epoch": 2.1397174254317113,
+      "rel-constrast": 2.6314854621887207,
+      "step": 2726,
+      "subrel-constrast": 2.9990620613098145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5154798030853271,
+      "cov-distil (oracle2student)": 3.9534239768981934,
+      "cov-distil (oracle2teacher)": 3.2888529300689697,
+      "epoch": 2.1405023547880693,
+      "rel-constrast": 3.1360268592834473,
+      "step": 2727,
+      "subrel-constrast": 3.406343460083008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3787696361541748,
+      "cov-distil (oracle2student)": 4.144366264343262,
+      "cov-distil (oracle2teacher)": 4.045719623565674,
+      "epoch": 2.141287284144427,
+      "rel-constrast": 2.5800368785858154,
+      "step": 2728,
+      "subrel-constrast": 3.1987664699554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8338348865509033,
+      "cov-distil (oracle2student)": 2.982102394104004,
+      "cov-distil (oracle2teacher)": 3.10264253616333,
+      "epoch": 2.142072213500785,
+      "rel-constrast": 3.9934592247009277,
+      "step": 2729,
+      "subrel-constrast": 4.150345802307129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.142857142857143,
+      "grad_norm": 7.78125,
+      "learning_rate": 4.5583363331046056e-05,
+      "loss": 0.7212,
+      "step": 2730
+    },
+    {
+      "cov-distil": 1.4362707138061523,
+      "cov-distil (oracle2student)": 3.398658037185669,
+      "cov-distil (oracle2teacher)": 3.3876888751983643,
+      "epoch": 2.142857142857143,
+      "rel-constrast": 3.6590633392333984,
+      "step": 2730,
+      "subrel-constrast": 4.0388031005859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.387253761291504,
+      "cov-distil (oracle2student)": 2.597053050994873,
+      "cov-distil (oracle2teacher)": 2.7036991119384766,
+      "epoch": 2.143642072213501,
+      "rel-constrast": 2.963519334793091,
+      "step": 2731,
+      "subrel-constrast": 3.440031051635742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1631643772125244,
+      "cov-distil (oracle2student)": 5.246153831481934,
+      "cov-distil (oracle2teacher)": 4.865432262420654,
+      "epoch": 2.1444270015698588,
+      "rel-constrast": 2.8004417419433594,
+      "step": 2732,
+      "subrel-constrast": 3.990276575088501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5671294927597046,
+      "cov-distil (oracle2student)": 4.0398383140563965,
+      "cov-distil (oracle2teacher)": 3.8646461963653564,
+      "epoch": 2.1452119309262168,
+      "rel-constrast": 2.4255776405334473,
+      "step": 2733,
+      "subrel-constrast": 3.151942729949951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.566084623336792,
+      "cov-distil (oracle2student)": 4.746498107910156,
+      "cov-distil (oracle2teacher)": 4.233251571655273,
+      "epoch": 2.1459968602825747,
+      "rel-constrast": 2.35941219329834,
+      "step": 2734,
+      "subrel-constrast": 3.2485463619232178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6866950988769531,
+      "cov-distil (oracle2student)": 4.472095489501953,
+      "cov-distil (oracle2teacher)": 3.9792964458465576,
+      "epoch": 2.1467817896389323,
+      "rel-constrast": 2.5938873291015625,
+      "step": 2735,
+      "subrel-constrast": 3.6273863315582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7679821252822876,
+      "cov-distil (oracle2student)": 4.690601348876953,
+      "cov-distil (oracle2teacher)": 4.375359535217285,
+      "epoch": 2.1475667189952903,
+      "rel-constrast": 4.108896255493164,
+      "step": 2736,
+      "subrel-constrast": 4.8226470947265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3214069604873657,
+      "cov-distil (oracle2student)": 4.64495849609375,
+      "cov-distil (oracle2teacher)": 3.969440460205078,
+      "epoch": 2.1483516483516483,
+      "rel-constrast": 2.8897924423217773,
+      "step": 2737,
+      "subrel-constrast": 3.3626327514648438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6598775386810303,
+      "cov-distil (oracle2student)": 3.325988531112671,
+      "cov-distil (oracle2teacher)": 3.1547634601593018,
+      "epoch": 2.1491365777080063,
+      "rel-constrast": 2.5516350269317627,
+      "step": 2738,
+      "subrel-constrast": 3.189652442932129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4170176982879639,
+      "cov-distil (oracle2student)": 4.892799377441406,
+      "cov-distil (oracle2teacher)": 4.32049036026001,
+      "epoch": 2.1499215070643642,
+      "rel-constrast": 3.900127410888672,
+      "step": 2739,
+      "subrel-constrast": 4.482950210571289,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1507064364207222,
+      "grad_norm": 5.96875,
+      "learning_rate": 4.553370939298066e-05,
+      "loss": 0.7962,
+      "step": 2740
+    },
+    {
+      "cov-distil": 1.2520241737365723,
+      "cov-distil (oracle2student)": 4.642541885375977,
+      "cov-distil (oracle2teacher)": 3.9612741470336914,
+      "epoch": 2.1507064364207222,
+      "rel-constrast": 2.5799102783203125,
+      "step": 2740,
+      "subrel-constrast": 2.896745204925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4807324409484863,
+      "cov-distil (oracle2student)": 3.775017261505127,
+      "cov-distil (oracle2teacher)": 3.675877571105957,
+      "epoch": 2.1514913657770802,
+      "rel-constrast": 2.7104713916778564,
+      "step": 2741,
+      "subrel-constrast": 3.674412488937378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.03420352935791,
+      "cov-distil (oracle2student)": 3.792262554168701,
+      "cov-distil (oracle2teacher)": 3.351930618286133,
+      "epoch": 2.152276295133438,
+      "rel-constrast": 2.3330345153808594,
+      "step": 2742,
+      "subrel-constrast": 3.4259626865386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2528175115585327,
+      "cov-distil (oracle2student)": 3.033623695373535,
+      "cov-distil (oracle2teacher)": 3.208360195159912,
+      "epoch": 2.1530612244897958,
+      "rel-constrast": 2.5651957988739014,
+      "step": 2743,
+      "subrel-constrast": 3.4995763301849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.19075345993042,
+      "cov-distil (oracle2student)": 3.0748677253723145,
+      "cov-distil (oracle2teacher)": 3.249525308609009,
+      "epoch": 2.1538461538461537,
+      "rel-constrast": 2.101543664932251,
+      "step": 2744,
+      "subrel-constrast": 3.3933138847351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.762261152267456,
+      "cov-distil (oracle2student)": 5.695385932922363,
+      "cov-distil (oracle2teacher)": 5.030972003936768,
+      "epoch": 2.1546310832025117,
+      "rel-constrast": 2.3501739501953125,
+      "step": 2745,
+      "subrel-constrast": 3.1482934951782227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2607382535934448,
+      "cov-distil (oracle2student)": 4.309648036956787,
+      "cov-distil (oracle2teacher)": 3.660160779953003,
+      "epoch": 2.1554160125588697,
+      "rel-constrast": 2.2421960830688477,
+      "step": 2746,
+      "subrel-constrast": 2.545811414718628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.590510606765747,
+      "cov-distil (oracle2student)": 4.173438549041748,
+      "cov-distil (oracle2teacher)": 3.9678993225097656,
+      "epoch": 2.1562009419152277,
+      "rel-constrast": 2.7266035079956055,
+      "step": 2747,
+      "subrel-constrast": 3.8877294063568115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3935344219207764,
+      "cov-distil (oracle2student)": 3.8086533546447754,
+      "cov-distil (oracle2teacher)": 3.507582426071167,
+      "epoch": 2.1569858712715857,
+      "rel-constrast": 2.19693922996521,
+      "step": 2748,
+      "subrel-constrast": 3.1823244094848633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4521491527557373,
+      "cov-distil (oracle2student)": 3.2846603393554688,
+      "cov-distil (oracle2teacher)": 3.344316244125366,
+      "epoch": 2.1577708006279437,
+      "rel-constrast": 2.2402596473693848,
+      "step": 2749,
+      "subrel-constrast": 3.390120029449463,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1585557299843012,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.548380525814634e-05,
+      "loss": 0.6403,
+      "step": 2750
+    },
+    {
+      "cov-distil": 1.6948133707046509,
+      "cov-distil (oracle2student)": 2.3311376571655273,
+      "cov-distil (oracle2teacher)": 2.681070327758789,
+      "epoch": 2.1585557299843012,
+      "rel-constrast": 1.3141849040985107,
+      "step": 2750,
+      "subrel-constrast": 2.589888334274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499573945999146,
+      "cov-distil (oracle2student)": 4.537898063659668,
+      "cov-distil (oracle2teacher)": 4.425322532653809,
+      "epoch": 2.159340659340659,
+      "rel-constrast": 2.3581161499023438,
+      "step": 2751,
+      "subrel-constrast": 3.120558023452759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4320406913757324,
+      "cov-distil (oracle2student)": 4.918800354003906,
+      "cov-distil (oracle2teacher)": 4.580051422119141,
+      "epoch": 2.160125588697017,
+      "rel-constrast": 2.7656240463256836,
+      "step": 2752,
+      "subrel-constrast": 3.446685791015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3444201946258545,
+      "cov-distil (oracle2student)": 3.615976333618164,
+      "cov-distil (oracle2teacher)": 3.3347604274749756,
+      "epoch": 2.160910518053375,
+      "rel-constrast": 2.6383683681488037,
+      "step": 2753,
+      "subrel-constrast": 3.3751375675201416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8266611099243164,
+      "cov-distil (oracle2student)": 3.079434871673584,
+      "cov-distil (oracle2teacher)": 3.1996889114379883,
+      "epoch": 2.161695447409733,
+      "rel-constrast": 2.4695091247558594,
+      "step": 2754,
+      "subrel-constrast": 3.61206316947937,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826489448547363,
+      "cov-distil (oracle2student)": 4.949309349060059,
+      "cov-distil (oracle2teacher)": 4.687525749206543,
+      "epoch": 2.162480376766091,
+      "rel-constrast": 2.3799362182617188,
+      "step": 2755,
+      "subrel-constrast": 3.5264055728912354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.124934434890747,
+      "cov-distil (oracle2student)": 3.533940315246582,
+      "cov-distil (oracle2teacher)": 3.653165340423584,
+      "epoch": 2.163265306122449,
+      "rel-constrast": 3.321613311767578,
+      "step": 2756,
+      "subrel-constrast": 3.7038440704345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9368057250976562,
+      "cov-distil (oracle2student)": 4.886351108551025,
+      "cov-distil (oracle2teacher)": 4.858048915863037,
+      "epoch": 2.1640502354788067,
+      "rel-constrast": 3.2014737129211426,
+      "step": 2757,
+      "subrel-constrast": 4.386559963226318,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426530361175537,
+      "cov-distil (oracle2student)": 3.530073642730713,
+      "cov-distil (oracle2teacher)": 3.6141629219055176,
+      "epoch": 2.1648351648351647,
+      "rel-constrast": 1.6178171634674072,
+      "step": 2758,
+      "subrel-constrast": 2.3052117824554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0921416282653809,
+      "cov-distil (oracle2student)": 3.1381635665893555,
+      "cov-distil (oracle2teacher)": 3.4450976848602295,
+      "epoch": 2.1656200941915227,
+      "rel-constrast": 2.438591480255127,
+      "step": 2759,
+      "subrel-constrast": 3.3048923015594482,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1664050235478807,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.5433651534609254e-05,
+      "loss": 0.6497,
+      "step": 2760
+    },
+    {
+      "cov-distil": 1.578001618385315,
+      "cov-distil (oracle2student)": 2.874424695968628,
+      "cov-distil (oracle2teacher)": 2.949392318725586,
+      "epoch": 2.1664050235478807,
+      "rel-constrast": 2.6245853900909424,
+      "step": 2760,
+      "subrel-constrast": 3.475450038909912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8739182949066162,
+      "cov-distil (oracle2student)": 3.577914237976074,
+      "cov-distil (oracle2teacher)": 3.393104076385498,
+      "epoch": 2.1671899529042387,
+      "rel-constrast": 2.4435858726501465,
+      "step": 2761,
+      "subrel-constrast": 3.0955920219421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.953794002532959,
+      "cov-distil (oracle2student)": 3.8717901706695557,
+      "cov-distil (oracle2teacher)": 3.5614125728607178,
+      "epoch": 2.1679748822605966,
+      "rel-constrast": 2.3320181369781494,
+      "step": 2762,
+      "subrel-constrast": 3.115504026412964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3343175649642944,
+      "cov-distil (oracle2student)": 4.609310150146484,
+      "cov-distil (oracle2teacher)": 4.303138732910156,
+      "epoch": 2.1687598116169546,
+      "rel-constrast": 2.487426519393921,
+      "step": 2763,
+      "subrel-constrast": 3.051936388015747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.951548457145691,
+      "cov-distil (oracle2student)": 3.890188694000244,
+      "cov-distil (oracle2teacher)": 3.4583067893981934,
+      "epoch": 2.169544740973312,
+      "rel-constrast": 2.934924602508545,
+      "step": 2764,
+      "subrel-constrast": 3.7799088954925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6358479261398315,
+      "cov-distil (oracle2student)": 4.632247447967529,
+      "cov-distil (oracle2teacher)": 4.144345283508301,
+      "epoch": 2.17032967032967,
+      "rel-constrast": 1.9486992359161377,
+      "step": 2765,
+      "subrel-constrast": 2.93902587890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2712477445602417,
+      "cov-distil (oracle2student)": 4.748114585876465,
+      "cov-distil (oracle2teacher)": 4.15672492980957,
+      "epoch": 2.171114599686028,
+      "rel-constrast": 4.325639247894287,
+      "step": 2766,
+      "subrel-constrast": 4.2749714851379395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5482760667800903,
+      "cov-distil (oracle2student)": 3.9427294731140137,
+      "cov-distil (oracle2teacher)": 3.9328689575195312,
+      "epoch": 2.171899529042386,
+      "rel-constrast": 3.7439210414886475,
+      "step": 2767,
+      "subrel-constrast": 4.385122776031494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5634022951126099,
+      "cov-distil (oracle2student)": 4.607346534729004,
+      "cov-distil (oracle2teacher)": 4.3032660484313965,
+      "epoch": 2.172684458398744,
+      "rel-constrast": 2.7488107681274414,
+      "step": 2768,
+      "subrel-constrast": 3.7152700424194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4115402698516846,
+      "cov-distil (oracle2student)": 3.8804614543914795,
+      "cov-distil (oracle2teacher)": 3.644684314727783,
+      "epoch": 2.173469387755102,
+      "rel-constrast": 2.467334508895874,
+      "step": 2769,
+      "subrel-constrast": 3.15594482421875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.17425431711146,
+      "grad_norm": 4.875,
+      "learning_rate": 4.538324883347668e-05,
+      "loss": 0.7417,
+      "step": 2770
+    },
+    {
+      "cov-distil": 1.5766236782073975,
+      "cov-distil (oracle2student)": 4.064674377441406,
+      "cov-distil (oracle2teacher)": 4.15757417678833,
+      "epoch": 2.17425431711146,
+      "rel-constrast": 3.271489381790161,
+      "step": 2770,
+      "subrel-constrast": 4.268964767456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6262998580932617,
+      "cov-distil (oracle2student)": 2.912447929382324,
+      "cov-distil (oracle2teacher)": 3.3901774883270264,
+      "epoch": 2.175039246467818,
+      "rel-constrast": 2.709003210067749,
+      "step": 2771,
+      "subrel-constrast": 3.439051628112793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7560714483261108,
+      "cov-distil (oracle2student)": 3.479447364807129,
+      "cov-distil (oracle2teacher)": 3.216811418533325,
+      "epoch": 2.1758241758241756,
+      "rel-constrast": 2.367316484451294,
+      "step": 2772,
+      "subrel-constrast": 2.8493714332580566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8529348373413086,
+      "cov-distil (oracle2student)": 3.987799882888794,
+      "cov-distil (oracle2teacher)": 3.7918434143066406,
+      "epoch": 2.1766091051805336,
+      "rel-constrast": 2.480729579925537,
+      "step": 2773,
+      "subrel-constrast": 3.5525097846984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3569505214691162,
+      "cov-distil (oracle2student)": 3.5121207237243652,
+      "cov-distil (oracle2teacher)": 3.2565643787384033,
+      "epoch": 2.1773940345368916,
+      "rel-constrast": 2.9575562477111816,
+      "step": 2774,
+      "subrel-constrast": 3.197854518890381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.038498878479004,
+      "cov-distil (oracle2student)": 5.109562873840332,
+      "cov-distil (oracle2teacher)": 4.400078296661377,
+      "epoch": 2.1781789638932496,
+      "rel-constrast": 2.6226844787597656,
+      "step": 2775,
+      "subrel-constrast": 3.0244951248168945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.149135112762451,
+      "cov-distil (oracle2student)": 4.2197699546813965,
+      "cov-distil (oracle2teacher)": 3.9235053062438965,
+      "epoch": 2.1789638932496076,
+      "rel-constrast": 3.5571346282958984,
+      "step": 2776,
+      "subrel-constrast": 4.247030735015869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9533778429031372,
+      "cov-distil (oracle2student)": 4.807613849639893,
+      "cov-distil (oracle2teacher)": 4.531671524047852,
+      "epoch": 2.1797488226059656,
+      "rel-constrast": 1.6832172870635986,
+      "step": 2777,
+      "subrel-constrast": 2.9430198669433594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0430760383605957,
+      "cov-distil (oracle2student)": 2.740504741668701,
+      "cov-distil (oracle2teacher)": 2.7616782188415527,
+      "epoch": 2.1805337519623236,
+      "rel-constrast": 2.7265501022338867,
+      "step": 2778,
+      "subrel-constrast": 3.3393828868865967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0736690759658813,
+      "cov-distil (oracle2student)": 6.632774353027344,
+      "cov-distil (oracle2teacher)": 5.811801433563232,
+      "epoch": 2.181318681318681,
+      "rel-constrast": 3.902250051498413,
+      "step": 2779,
+      "subrel-constrast": 4.035862922668457,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.182103610675039,
+      "grad_norm": 7.375,
+      "learning_rate": 4.533259776888963e-05,
+      "loss": 0.748,
+      "step": 2780
+    },
+    {
+      "cov-distil": 2.2980527877807617,
+      "cov-distil (oracle2student)": 4.280145645141602,
+      "cov-distil (oracle2teacher)": 4.30819034576416,
+      "epoch": 2.182103610675039,
+      "rel-constrast": 2.0169150829315186,
+      "step": 2780,
+      "subrel-constrast": 3.02779483795166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4225775003433228,
+      "cov-distil (oracle2student)": 3.131531000137329,
+      "cov-distil (oracle2teacher)": 2.704676389694214,
+      "epoch": 2.182888540031397,
+      "rel-constrast": 2.938419818878174,
+      "step": 2781,
+      "subrel-constrast": 3.446192502975464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6602404117584229,
+      "cov-distil (oracle2student)": 4.858144760131836,
+      "cov-distil (oracle2teacher)": 5.343108177185059,
+      "epoch": 2.183673469387755,
+      "rel-constrast": 1.488740086555481,
+      "step": 2782,
+      "subrel-constrast": 2.8543848991394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.555893898010254,
+      "cov-distil (oracle2student)": 3.017913818359375,
+      "cov-distil (oracle2teacher)": 3.018636703491211,
+      "epoch": 2.184458398744113,
+      "rel-constrast": 1.9062366485595703,
+      "step": 2783,
+      "subrel-constrast": 2.852386236190796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1982990503311157,
+      "cov-distil (oracle2student)": 4.0601677894592285,
+      "cov-distil (oracle2teacher)": 3.864678382873535,
+      "epoch": 2.185243328100471,
+      "rel-constrast": 2.328829288482666,
+      "step": 2784,
+      "subrel-constrast": 3.048837423324585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6617581844329834,
+      "cov-distil (oracle2student)": 4.962514877319336,
+      "cov-distil (oracle2teacher)": 5.167625904083252,
+      "epoch": 2.186028257456829,
+      "rel-constrast": 3.139671802520752,
+      "step": 2785,
+      "subrel-constrast": 4.643870830535889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2765108346939087,
+      "cov-distil (oracle2student)": 3.983035087585449,
+      "cov-distil (oracle2teacher)": 3.7437143325805664,
+      "epoch": 2.186813186813187,
+      "rel-constrast": 2.728004217147827,
+      "step": 2786,
+      "subrel-constrast": 3.2605865001678467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5590498447418213,
+      "cov-distil (oracle2student)": 4.068120956420898,
+      "cov-distil (oracle2teacher)": 4.2923431396484375,
+      "epoch": 2.1875981161695446,
+      "rel-constrast": 3.327399492263794,
+      "step": 2787,
+      "subrel-constrast": 4.192492961883545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1637686491012573,
+      "cov-distil (oracle2student)": 2.682816982269287,
+      "cov-distil (oracle2teacher)": 2.9069252014160156,
+      "epoch": 2.1883830455259026,
+      "rel-constrast": 1.9371237754821777,
+      "step": 2788,
+      "subrel-constrast": 2.6532328128814697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7398916482925415,
+      "cov-distil (oracle2student)": 2.972571849822998,
+      "cov-distil (oracle2teacher)": 3.5954203605651855,
+      "epoch": 2.1891679748822606,
+      "rel-constrast": 3.030136823654175,
+      "step": 2789,
+      "subrel-constrast": 4.030621528625488,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.1899529042386185,
+      "grad_norm": 5.375,
+      "learning_rate": 4.528169895801534e-05,
+      "loss": 0.6599,
+      "step": 2790
+    },
+    {
+      "cov-distil": 1.4548273086547852,
+      "cov-distil (oracle2student)": 6.521600723266602,
+      "cov-distil (oracle2teacher)": 5.817416191101074,
+      "epoch": 2.1899529042386185,
+      "rel-constrast": 2.844208240509033,
+      "step": 2790,
+      "subrel-constrast": 3.610992908477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.180964469909668,
+      "cov-distil (oracle2student)": 3.916328191757202,
+      "cov-distil (oracle2teacher)": 3.858748435974121,
+      "epoch": 2.1907378335949765,
+      "rel-constrast": 2.8646726608276367,
+      "step": 2791,
+      "subrel-constrast": 3.337411403656006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4889476299285889,
+      "cov-distil (oracle2student)": 3.581214427947998,
+      "cov-distil (oracle2teacher)": 3.880552291870117,
+      "epoch": 2.1915227629513345,
+      "rel-constrast": 2.622772693634033,
+      "step": 2792,
+      "subrel-constrast": 3.3828115463256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2788527011871338,
+      "cov-distil (oracle2student)": 4.624549865722656,
+      "cov-distil (oracle2teacher)": 4.582939147949219,
+      "epoch": 2.1923076923076925,
+      "rel-constrast": 2.5201473236083984,
+      "step": 2793,
+      "subrel-constrast": 3.003450870513916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4151631593704224,
+      "cov-distil (oracle2student)": 4.688313007354736,
+      "cov-distil (oracle2teacher)": 4.665013790130615,
+      "epoch": 2.19309262166405,
+      "rel-constrast": 3.290005922317505,
+      "step": 2794,
+      "subrel-constrast": 4.2277021408081055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.69386625289917,
+      "cov-distil (oracle2student)": 4.809807777404785,
+      "cov-distil (oracle2teacher)": 4.8953704833984375,
+      "epoch": 2.193877551020408,
+      "rel-constrast": 3.486724615097046,
+      "step": 2795,
+      "subrel-constrast": 4.25349760055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6009113788604736,
+      "cov-distil (oracle2student)": 3.276582956314087,
+      "cov-distil (oracle2teacher)": 3.185840129852295,
+      "epoch": 2.194662480376766,
+      "rel-constrast": 3.4501593112945557,
+      "step": 2796,
+      "subrel-constrast": 3.716614246368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1312111616134644,
+      "cov-distil (oracle2student)": 3.839033603668213,
+      "cov-distil (oracle2teacher)": 3.877445697784424,
+      "epoch": 2.195447409733124,
+      "rel-constrast": 2.782867193222046,
+      "step": 2797,
+      "subrel-constrast": 3.758725881576538,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5209598541259766,
+      "cov-distil (oracle2student)": 3.492300033569336,
+      "cov-distil (oracle2teacher)": 3.0684425830841064,
+      "epoch": 2.196232339089482,
+      "rel-constrast": 3.553805351257324,
+      "step": 2798,
+      "subrel-constrast": 4.239773750305176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2242400646209717,
+      "cov-distil (oracle2student)": 3.8406758308410645,
+      "cov-distil (oracle2teacher)": 3.573622465133667,
+      "epoch": 2.19701726844584,
+      "rel-constrast": 2.3627190589904785,
+      "step": 2799,
+      "subrel-constrast": 2.744584083557129,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.197802197802198,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.523055302103977e-05,
+      "loss": 0.7794,
+      "step": 2800
+    },
+    {
+      "epoch": 2.197802197802198,
+      "overlap": 0.3046875,
+      "step": 2800
+    },
+    {
+      "epoch": 2.197802197802198,
+      "step": 2800,
+      "student margin": 0.05340576171875
+    },
+    {
+      "epoch": 2.197802197802198,
+      "step": 2800,
+      "teacher margin": 0.031219482421875
+    },
+    {
+      "epoch": 2.197802197802198,
+      "margin difference": -0.022186279296875,
+      "step": 2800
+    },
+    {
+      "cov-distil": 2.2137365341186523,
+      "cov-distil (oracle2student)": 6.215800762176514,
+      "cov-distil (oracle2teacher)": 6.065351486206055,
+      "epoch": 2.197802197802198,
+      "rel-constrast": 3.1010799407958984,
+      "step": 2800,
+      "subrel-constrast": 4.90162467956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4972419738769531,
+      "cov-distil (oracle2student)": 2.8553576469421387,
+      "cov-distil (oracle2teacher)": 2.8867177963256836,
+      "epoch": 2.1985871271585555,
+      "rel-constrast": 2.9076523780822754,
+      "step": 2801,
+      "subrel-constrast": 3.582503080368042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.067751407623291,
+      "cov-distil (oracle2student)": 4.675081253051758,
+      "cov-distil (oracle2teacher)": 4.172138690948486,
+      "epoch": 2.1993720565149135,
+      "rel-constrast": 2.9559996128082275,
+      "step": 2802,
+      "subrel-constrast": 3.421099901199341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5010050535202026,
+      "cov-distil (oracle2student)": 5.221595287322998,
+      "cov-distil (oracle2teacher)": 4.674283027648926,
+      "epoch": 2.2001569858712715,
+      "rel-constrast": 2.8883657455444336,
+      "step": 2803,
+      "subrel-constrast": 3.3815555572509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9775338172912598,
+      "cov-distil (oracle2student)": 5.757264614105225,
+      "cov-distil (oracle2teacher)": 5.236817836761475,
+      "epoch": 2.2009419152276295,
+      "rel-constrast": 2.7753376960754395,
+      "step": 2804,
+      "subrel-constrast": 3.73819899559021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1651103496551514,
+      "cov-distil (oracle2student)": 6.025886535644531,
+      "cov-distil (oracle2teacher)": 5.240909576416016,
+      "epoch": 2.2017268445839875,
+      "rel-constrast": 2.3875410556793213,
+      "step": 2805,
+      "subrel-constrast": 3.1482937335968018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7415776252746582,
+      "cov-distil (oracle2student)": 3.061321973800659,
+      "cov-distil (oracle2teacher)": 3.5830721855163574,
+      "epoch": 2.2025117739403455,
+      "rel-constrast": 2.8911986351013184,
+      "step": 2806,
+      "subrel-constrast": 3.837303876876831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.714737892150879,
+      "cov-distil (oracle2student)": 5.002007007598877,
+      "cov-distil (oracle2teacher)": 4.555350303649902,
+      "epoch": 2.2032967032967035,
+      "rel-constrast": 3.142002820968628,
+      "step": 2807,
+      "subrel-constrast": 4.039290428161621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.504430890083313,
+      "cov-distil (oracle2student)": 5.065723419189453,
+      "cov-distil (oracle2teacher)": 4.750711441040039,
+      "epoch": 2.204081632653061,
+      "rel-constrast": 3.225733757019043,
+      "step": 2808,
+      "subrel-constrast": 3.511944532394409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3782306909561157,
+      "cov-distil (oracle2student)": 7.567097187042236,
+      "cov-distil (oracle2teacher)": 6.493724346160889,
+      "epoch": 2.204866562009419,
+      "rel-constrast": 3.62861967086792,
+      "step": 2809,
+      "subrel-constrast": 4.384779453277588,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.205651491365777,
+      "grad_norm": 6.59375,
+      "learning_rate": 4.5179160581160005e-05,
+      "loss": 0.787,
+      "step": 2810
+    },
+    {
+      "cov-distil": 1.175363540649414,
+      "cov-distil (oracle2student)": 4.376012802124023,
+      "cov-distil (oracle2teacher)": 4.336128234863281,
+      "epoch": 2.205651491365777,
+      "rel-constrast": 3.8148019313812256,
+      "step": 2810,
+      "subrel-constrast": 4.095478534698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6495981216430664,
+      "cov-distil (oracle2student)": 4.087505340576172,
+      "cov-distil (oracle2teacher)": 3.7512223720550537,
+      "epoch": 2.206436420722135,
+      "rel-constrast": 3.006524085998535,
+      "step": 2811,
+      "subrel-constrast": 3.5537495613098145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4747031927108765,
+      "cov-distil (oracle2student)": 5.076373100280762,
+      "cov-distil (oracle2teacher)": 4.601344108581543,
+      "epoch": 2.207221350078493,
+      "rel-constrast": 2.9430313110351562,
+      "step": 2812,
+      "subrel-constrast": 3.507298707962036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2675129175186157,
+      "cov-distil (oracle2student)": 4.212703704833984,
+      "cov-distil (oracle2teacher)": 4.021785736083984,
+      "epoch": 2.208006279434851,
+      "rel-constrast": 2.2500534057617188,
+      "step": 2813,
+      "subrel-constrast": 3.3408799171447754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4007916450500488,
+      "cov-distil (oracle2student)": 4.304337501525879,
+      "cov-distil (oracle2teacher)": 3.9711806774139404,
+      "epoch": 2.208791208791209,
+      "rel-constrast": 3.2691335678100586,
+      "step": 2814,
+      "subrel-constrast": 3.529778003692627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0408121347427368,
+      "cov-distil (oracle2student)": 3.5707550048828125,
+      "cov-distil (oracle2teacher)": 3.068422794342041,
+      "epoch": 2.209576138147567,
+      "rel-constrast": 2.556541919708252,
+      "step": 2815,
+      "subrel-constrast": 2.8158345222473145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599029064178467,
+      "cov-distil (oracle2student)": 4.331329345703125,
+      "cov-distil (oracle2teacher)": 4.284970283508301,
+      "epoch": 2.2103610675039245,
+      "rel-constrast": 3.5689287185668945,
+      "step": 2816,
+      "subrel-constrast": 3.949613094329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3890578746795654,
+      "cov-distil (oracle2student)": 2.4216489791870117,
+      "cov-distil (oracle2teacher)": 2.3140015602111816,
+      "epoch": 2.2111459968602825,
+      "rel-constrast": 2.6354856491088867,
+      "step": 2817,
+      "subrel-constrast": 2.7864303588867188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8132259845733643,
+      "cov-distil (oracle2student)": 4.258447647094727,
+      "cov-distil (oracle2teacher)": 4.581598281860352,
+      "epoch": 2.2119309262166404,
+      "rel-constrast": 1.9659388065338135,
+      "step": 2818,
+      "subrel-constrast": 3.035383701324463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0958712100982666,
+      "cov-distil (oracle2student)": 4.302325248718262,
+      "cov-distil (oracle2teacher)": 4.473966121673584,
+      "epoch": 2.2127158555729984,
+      "rel-constrast": 2.2479710578918457,
+      "step": 2819,
+      "subrel-constrast": 2.8037545680999756,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2135007849293564,
+      "grad_norm": 6.0,
+      "learning_rate": 4.512752226457672e-05,
+      "loss": 0.7411,
+      "step": 2820
+    },
+    {
+      "cov-distil": 1.1903672218322754,
+      "cov-distil (oracle2student)": 3.8797783851623535,
+      "cov-distil (oracle2teacher)": 3.560136318206787,
+      "epoch": 2.2135007849293564,
+      "rel-constrast": 1.5289723873138428,
+      "step": 2820,
+      "subrel-constrast": 2.468310832977295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1187713146209717,
+      "cov-distil (oracle2student)": 5.136632442474365,
+      "cov-distil (oracle2teacher)": 4.7284016609191895,
+      "epoch": 2.2142857142857144,
+      "rel-constrast": 2.3371927738189697,
+      "step": 2821,
+      "subrel-constrast": 3.4099338054656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4644598960876465,
+      "cov-distil (oracle2student)": 2.504847288131714,
+      "cov-distil (oracle2teacher)": 3.173910617828369,
+      "epoch": 2.2150706436420724,
+      "rel-constrast": 2.2738523483276367,
+      "step": 2822,
+      "subrel-constrast": 3.185796022415161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2015347480773926,
+      "cov-distil (oracle2student)": 4.375980377197266,
+      "cov-distil (oracle2teacher)": 3.6437556743621826,
+      "epoch": 2.21585557299843,
+      "rel-constrast": 2.148313522338867,
+      "step": 2823,
+      "subrel-constrast": 2.6312949657440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2643414735794067,
+      "cov-distil (oracle2student)": 4.937495231628418,
+      "cov-distil (oracle2teacher)": 4.573188781738281,
+      "epoch": 2.216640502354788,
+      "rel-constrast": 2.672121524810791,
+      "step": 2824,
+      "subrel-constrast": 3.8766989707946777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.605278730392456,
+      "cov-distil (oracle2student)": 4.442031383514404,
+      "cov-distil (oracle2teacher)": 4.580644607543945,
+      "epoch": 2.217425431711146,
+      "rel-constrast": 2.8015432357788086,
+      "step": 2825,
+      "subrel-constrast": 4.033280372619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7470738887786865,
+      "cov-distil (oracle2student)": 5.276346206665039,
+      "cov-distil (oracle2teacher)": 5.35056209564209,
+      "epoch": 2.218210361067504,
+      "rel-constrast": 3.218754291534424,
+      "step": 2826,
+      "subrel-constrast": 3.8996434211730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.511061429977417,
+      "cov-distil (oracle2student)": 2.216672897338867,
+      "cov-distil (oracle2teacher)": 2.8003010749816895,
+      "epoch": 2.218995290423862,
+      "rel-constrast": 2.707836151123047,
+      "step": 2827,
+      "subrel-constrast": 3.621464967727661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1311604976654053,
+      "cov-distil (oracle2student)": 3.637054920196533,
+      "cov-distil (oracle2teacher)": 4.012404441833496,
+      "epoch": 2.21978021978022,
+      "rel-constrast": 2.384960174560547,
+      "step": 2828,
+      "subrel-constrast": 3.0951735973358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0632667541503906,
+      "cov-distil (oracle2student)": 2.249817371368408,
+      "cov-distil (oracle2teacher)": 3.0629072189331055,
+      "epoch": 2.220565149136578,
+      "rel-constrast": 2.507134437561035,
+      "step": 2829,
+      "subrel-constrast": 3.0364880561828613,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.221350078492936,
+      "grad_norm": 4.78125,
+      "learning_rate": 4.50756387004865e-05,
+      "loss": 0.6503,
+      "step": 2830
+    },
+    {
+      "cov-distil": 1.5329704284667969,
+      "cov-distil (oracle2student)": 2.8348588943481445,
+      "cov-distil (oracle2teacher)": 2.7240943908691406,
+      "epoch": 2.221350078492936,
+      "rel-constrast": 2.3418219089508057,
+      "step": 2830,
+      "subrel-constrast": 3.1155498027801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2643208503723145,
+      "cov-distil (oracle2student)": 6.0505828857421875,
+      "cov-distil (oracle2teacher)": 5.291819095611572,
+      "epoch": 2.2221350078492934,
+      "rel-constrast": 3.5743701457977295,
+      "step": 2831,
+      "subrel-constrast": 4.198145866394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6747267246246338,
+      "cov-distil (oracle2student)": 3.6868605613708496,
+      "cov-distil (oracle2teacher)": 3.916260004043579,
+      "epoch": 2.2229199372056514,
+      "rel-constrast": 2.354612350463867,
+      "step": 2832,
+      "subrel-constrast": 3.4582877159118652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9900264739990234,
+      "cov-distil (oracle2student)": 4.52094841003418,
+      "cov-distil (oracle2teacher)": 4.891436576843262,
+      "epoch": 2.2237048665620094,
+      "rel-constrast": 2.3414862155914307,
+      "step": 2833,
+      "subrel-constrast": 3.6217825412750244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.013940691947937,
+      "cov-distil (oracle2student)": 3.642292022705078,
+      "cov-distil (oracle2teacher)": 3.737414598464966,
+      "epoch": 2.2244897959183674,
+      "rel-constrast": 2.7125587463378906,
+      "step": 2834,
+      "subrel-constrast": 2.799025297164917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0520737171173096,
+      "cov-distil (oracle2student)": 4.617413520812988,
+      "cov-distil (oracle2teacher)": 4.200915336608887,
+      "epoch": 2.2252747252747254,
+      "rel-constrast": 2.221648693084717,
+      "step": 2835,
+      "subrel-constrast": 3.0252256393432617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3455493450164795,
+      "cov-distil (oracle2student)": 4.621387481689453,
+      "cov-distil (oracle2teacher)": 4.345795631408691,
+      "epoch": 2.2260596546310834,
+      "rel-constrast": 2.7961363792419434,
+      "step": 2836,
+      "subrel-constrast": 3.1872501373291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9644633531570435,
+      "cov-distil (oracle2student)": 3.3549861907958984,
+      "cov-distil (oracle2teacher)": 3.530547618865967,
+      "epoch": 2.2268445839874413,
+      "rel-constrast": 2.926353931427002,
+      "step": 2837,
+      "subrel-constrast": 3.015646457672119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.798703908920288,
+      "cov-distil (oracle2student)": 3.8782339096069336,
+      "cov-distil (oracle2teacher)": 3.986212730407715,
+      "epoch": 2.227629513343799,
+      "rel-constrast": 2.6093740463256836,
+      "step": 2838,
+      "subrel-constrast": 3.504974365234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6287009716033936,
+      "cov-distil (oracle2student)": 4.215634346008301,
+      "cov-distil (oracle2teacher)": 4.105523109436035,
+      "epoch": 2.228414442700157,
+      "rel-constrast": 3.784808397293091,
+      "step": 2839,
+      "subrel-constrast": 3.578190803527832,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.229199372056515,
+      "grad_norm": 6.53125,
+      "learning_rate": 4.50235105210742e-05,
+      "loss": 0.7322,
+      "step": 2840
+    },
+    {
+      "cov-distil": 1.4734833240509033,
+      "cov-distil (oracle2student)": 4.480526924133301,
+      "cov-distil (oracle2teacher)": 4.256287574768066,
+      "epoch": 2.229199372056515,
+      "rel-constrast": 2.741382598876953,
+      "step": 2840,
+      "subrel-constrast": 3.2702443599700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2622191905975342,
+      "cov-distil (oracle2student)": 4.117605209350586,
+      "cov-distil (oracle2teacher)": 3.978501319885254,
+      "epoch": 2.229984301412873,
+      "rel-constrast": 1.8500514030456543,
+      "step": 2841,
+      "subrel-constrast": 2.544245719909668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5413380861282349,
+      "cov-distil (oracle2student)": 4.601006507873535,
+      "cov-distil (oracle2teacher)": 4.66766357421875,
+      "epoch": 2.230769230769231,
+      "rel-constrast": 3.1710400581359863,
+      "step": 2842,
+      "subrel-constrast": 3.753763198852539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2046613693237305,
+      "cov-distil (oracle2student)": 4.048807144165039,
+      "cov-distil (oracle2teacher)": 3.944206953048706,
+      "epoch": 2.231554160125589,
+      "rel-constrast": 2.9600424766540527,
+      "step": 2843,
+      "subrel-constrast": 3.907683849334717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669081211090088,
+      "cov-distil (oracle2student)": 5.662391662597656,
+      "cov-distil (oracle2teacher)": 4.812541484832764,
+      "epoch": 2.232339089481947,
+      "rel-constrast": 4.287499904632568,
+      "step": 2844,
+      "subrel-constrast": 4.845626354217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1382386684417725,
+      "cov-distil (oracle2student)": 3.9188332557678223,
+      "cov-distil (oracle2teacher)": 3.8199543952941895,
+      "epoch": 2.2331240188383044,
+      "rel-constrast": 3.252624988555908,
+      "step": 2845,
+      "subrel-constrast": 3.41174054145813,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6839945316314697,
+      "cov-distil (oracle2student)": 5.058446884155273,
+      "cov-distil (oracle2teacher)": 4.9159111976623535,
+      "epoch": 2.2339089481946623,
+      "rel-constrast": 2.846468925476074,
+      "step": 2846,
+      "subrel-constrast": 3.439079999923706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0635040998458862,
+      "cov-distil (oracle2student)": 6.094916343688965,
+      "cov-distil (oracle2teacher)": 5.454977989196777,
+      "epoch": 2.2346938775510203,
+      "rel-constrast": 3.2811479568481445,
+      "step": 2847,
+      "subrel-constrast": 3.8032901287078857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3504399061203003,
+      "cov-distil (oracle2student)": 3.392218828201294,
+      "cov-distil (oracle2teacher)": 3.5758941173553467,
+      "epoch": 2.2354788069073783,
+      "rel-constrast": 1.937492847442627,
+      "step": 2848,
+      "subrel-constrast": 2.8169710636138916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2803301811218262,
+      "cov-distil (oracle2student)": 4.172109603881836,
+      "cov-distil (oracle2teacher)": 4.140987873077393,
+      "epoch": 2.2362637362637363,
+      "rel-constrast": 2.2356083393096924,
+      "step": 2849,
+      "subrel-constrast": 3.135880470275879,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2370486656200943,
+      "grad_norm": 4.15625,
+      "learning_rate": 4.497113836150523e-05,
+      "loss": 0.748,
+      "step": 2850
+    },
+    {
+      "cov-distil": 1.308542013168335,
+      "cov-distil (oracle2student)": 7.034241676330566,
+      "cov-distil (oracle2teacher)": 6.229680061340332,
+      "epoch": 2.2370486656200943,
+      "rel-constrast": 2.9014317989349365,
+      "step": 2850,
+      "subrel-constrast": 3.671661376953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5702638626098633,
+      "cov-distil (oracle2student)": 5.440203666687012,
+      "cov-distil (oracle2teacher)": 4.9250311851501465,
+      "epoch": 2.2378335949764523,
+      "rel-constrast": 2.339625358581543,
+      "step": 2851,
+      "subrel-constrast": 3.095508098602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9085829257965088,
+      "cov-distil (oracle2student)": 3.9122872352600098,
+      "cov-distil (oracle2teacher)": 3.971958637237549,
+      "epoch": 2.23861852433281,
+      "rel-constrast": 2.633007526397705,
+      "step": 2852,
+      "subrel-constrast": 3.8772425651550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7061525583267212,
+      "cov-distil (oracle2student)": 4.597137451171875,
+      "cov-distil (oracle2teacher)": 4.074312210083008,
+      "epoch": 2.239403453689168,
+      "rel-constrast": 3.1203672885894775,
+      "step": 2853,
+      "subrel-constrast": 3.8375067710876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.04775071144104,
+      "cov-distil (oracle2student)": 6.904752254486084,
+      "cov-distil (oracle2teacher)": 5.7327070236206055,
+      "epoch": 2.240188383045526,
+      "rel-constrast": 3.239384174346924,
+      "step": 2854,
+      "subrel-constrast": 4.117255210876465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3565456867218018,
+      "cov-distil (oracle2student)": 4.272599697113037,
+      "cov-distil (oracle2teacher)": 4.1918439865112305,
+      "epoch": 2.240973312401884,
+      "rel-constrast": 1.7403593063354492,
+      "step": 2855,
+      "subrel-constrast": 2.6517019271850586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6027889251708984,
+      "cov-distil (oracle2student)": 3.7164931297302246,
+      "cov-distil (oracle2teacher)": 3.9707236289978027,
+      "epoch": 2.241758241758242,
+      "rel-constrast": 2.667941093444824,
+      "step": 2856,
+      "subrel-constrast": 3.181619882583618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.584928035736084,
+      "cov-distil (oracle2student)": 4.483060359954834,
+      "cov-distil (oracle2teacher)": 4.450074672698975,
+      "epoch": 2.2425431711145998,
+      "rel-constrast": 2.278923749923706,
+      "step": 2857,
+      "subrel-constrast": 3.2336654663085938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5378665924072266,
+      "cov-distil (oracle2student)": 4.141341209411621,
+      "cov-distil (oracle2teacher)": 4.2089691162109375,
+      "epoch": 2.2433281004709578,
+      "rel-constrast": 3.0961153507232666,
+      "step": 2858,
+      "subrel-constrast": 3.454744338989258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9027645587921143,
+      "cov-distil (oracle2student)": 5.2437286376953125,
+      "cov-distil (oracle2teacher)": 4.35322380065918,
+      "epoch": 2.2441130298273153,
+      "rel-constrast": 2.838097095489502,
+      "step": 2859,
+      "subrel-constrast": 3.674483299255371,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2448979591836733,
+      "grad_norm": 5.71875,
+      "learning_rate": 4.491852285991783e-05,
+      "loss": 0.7127,
+      "step": 2860
+    },
+    {
+      "cov-distil": 1.4869089126586914,
+      "cov-distil (oracle2student)": 4.195305824279785,
+      "cov-distil (oracle2teacher)": 4.223165035247803,
+      "epoch": 2.2448979591836733,
+      "rel-constrast": 3.165508270263672,
+      "step": 2860,
+      "subrel-constrast": 3.9446048736572266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0776824951171875,
+      "cov-distil (oracle2student)": 6.12690544128418,
+      "cov-distil (oracle2teacher)": 6.093250274658203,
+      "epoch": 2.2456828885400313,
+      "rel-constrast": 2.048539161682129,
+      "step": 2861,
+      "subrel-constrast": 3.200995445251465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.252643346786499,
+      "cov-distil (oracle2student)": 5.133093357086182,
+      "cov-distil (oracle2teacher)": 4.391453742980957,
+      "epoch": 2.2464678178963893,
+      "rel-constrast": 2.6758086681365967,
+      "step": 2862,
+      "subrel-constrast": 4.156829833984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6195716857910156,
+      "cov-distil (oracle2student)": 4.721540927886963,
+      "cov-distil (oracle2teacher)": 4.483624458312988,
+      "epoch": 2.2472527472527473,
+      "rel-constrast": 2.394033432006836,
+      "step": 2863,
+      "subrel-constrast": 3.5645978450775146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2600421905517578,
+      "cov-distil (oracle2student)": 5.48940372467041,
+      "cov-distil (oracle2teacher)": 4.673459053039551,
+      "epoch": 2.2480376766091053,
+      "rel-constrast": 2.5383191108703613,
+      "step": 2864,
+      "subrel-constrast": 2.8728294372558594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1356067657470703,
+      "cov-distil (oracle2student)": 3.3233275413513184,
+      "cov-distil (oracle2teacher)": 3.270911693572998,
+      "epoch": 2.2488226059654632,
+      "rel-constrast": 2.7441365718841553,
+      "step": 2865,
+      "subrel-constrast": 3.820131540298462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2401362657546997,
+      "cov-distil (oracle2student)": 3.8380520343780518,
+      "cov-distil (oracle2teacher)": 3.5070858001708984,
+      "epoch": 2.2496075353218212,
+      "rel-constrast": 1.8112812042236328,
+      "step": 2866,
+      "subrel-constrast": 2.4522628784179688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4374984502792358,
+      "cov-distil (oracle2student)": 6.009042739868164,
+      "cov-distil (oracle2teacher)": 5.295401573181152,
+      "epoch": 2.2503924646781788,
+      "rel-constrast": 2.057020664215088,
+      "step": 2867,
+      "subrel-constrast": 2.9387259483337402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.065046548843384,
+      "cov-distil (oracle2student)": 4.267481803894043,
+      "cov-distil (oracle2teacher)": 3.949608325958252,
+      "epoch": 2.2511773940345368,
+      "rel-constrast": 3.193063974380493,
+      "step": 2868,
+      "subrel-constrast": 3.8853070735931396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5348498821258545,
+      "cov-distil (oracle2student)": 2.8509106636047363,
+      "cov-distil (oracle2teacher)": 3.213738441467285,
+      "epoch": 2.2519623233908947,
+      "rel-constrast": 2.7640440464019775,
+      "step": 2869,
+      "subrel-constrast": 3.7647035121917725,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2527472527472527,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.4865664657415286e-05,
+      "loss": 0.6776,
+      "step": 2870
+    },
+    {
+      "cov-distil": 1.4024457931518555,
+      "cov-distil (oracle2student)": 5.057456970214844,
+      "cov-distil (oracle2teacher)": 4.523374557495117,
+      "epoch": 2.2527472527472527,
+      "rel-constrast": 1.7900705337524414,
+      "step": 2870,
+      "subrel-constrast": 2.374039888381958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.138831377029419,
+      "cov-distil (oracle2student)": 4.379244804382324,
+      "cov-distil (oracle2teacher)": 4.206880569458008,
+      "epoch": 2.2535321821036107,
+      "rel-constrast": 3.599226474761963,
+      "step": 2871,
+      "subrel-constrast": 3.7526066303253174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.349900722503662,
+      "cov-distil (oracle2student)": 3.2287940979003906,
+      "cov-distil (oracle2teacher)": 3.7320327758789062,
+      "epoch": 2.2543171114599687,
+      "rel-constrast": 2.1699037551879883,
+      "step": 2872,
+      "subrel-constrast": 2.896376609802246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.135451316833496,
+      "cov-distil (oracle2student)": 5.1977219581604,
+      "cov-distil (oracle2teacher)": 4.326521873474121,
+      "epoch": 2.2551020408163267,
+      "rel-constrast": 2.531933069229126,
+      "step": 2873,
+      "subrel-constrast": 3.14056134223938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.484800100326538,
+      "cov-distil (oracle2student)": 3.8488283157348633,
+      "cov-distil (oracle2teacher)": 3.960545539855957,
+      "epoch": 2.2558869701726847,
+      "rel-constrast": 2.224821090698242,
+      "step": 2874,
+      "subrel-constrast": 3.145293712615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.016700029373169,
+      "cov-distil (oracle2student)": 4.581388473510742,
+      "cov-distil (oracle2teacher)": 4.010509014129639,
+      "epoch": 2.2566718995290422,
+      "rel-constrast": 2.7120306491851807,
+      "step": 2875,
+      "subrel-constrast": 3.6151058673858643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5503324270248413,
+      "cov-distil (oracle2student)": 3.8285889625549316,
+      "cov-distil (oracle2teacher)": 3.9966399669647217,
+      "epoch": 2.2574568288854002,
+      "rel-constrast": 2.982232093811035,
+      "step": 2876,
+      "subrel-constrast": 4.173421382904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3902764320373535,
+      "cov-distil (oracle2student)": 3.021392345428467,
+      "cov-distil (oracle2teacher)": 3.1025614738464355,
+      "epoch": 2.258241758241758,
+      "rel-constrast": 2.0642271041870117,
+      "step": 2877,
+      "subrel-constrast": 2.7872371673583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3608449697494507,
+      "cov-distil (oracle2student)": 3.7978525161743164,
+      "cov-distil (oracle2teacher)": 3.558983325958252,
+      "epoch": 2.259026687598116,
+      "rel-constrast": 3.355771064758301,
+      "step": 2878,
+      "subrel-constrast": 3.995354175567627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.610992670059204,
+      "cov-distil (oracle2student)": 4.146749496459961,
+      "cov-distil (oracle2teacher)": 3.57588529586792,
+      "epoch": 2.259811616954474,
+      "rel-constrast": 3.7641773223876953,
+      "step": 2879,
+      "subrel-constrast": 4.194459438323975,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.260596546310832,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.481256439805811e-05,
+      "loss": 0.716,
+      "step": 2880
+    },
+    {
+      "cov-distil": 1.0699520111083984,
+      "cov-distil (oracle2student)": 3.6987416744232178,
+      "cov-distil (oracle2teacher)": 3.618149757385254,
+      "epoch": 2.260596546310832,
+      "rel-constrast": 2.1907665729522705,
+      "step": 2880,
+      "subrel-constrast": 2.6325907707214355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8661000728607178,
+      "cov-distil (oracle2student)": 4.891280174255371,
+      "cov-distil (oracle2teacher)": 4.468083381652832,
+      "epoch": 2.26138147566719,
+      "rel-constrast": 2.5552377700805664,
+      "step": 2881,
+      "subrel-constrast": 3.520925998687744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5080199241638184,
+      "cov-distil (oracle2student)": 4.850057601928711,
+      "cov-distil (oracle2teacher)": 4.687588691711426,
+      "epoch": 2.2621664050235477,
+      "rel-constrast": 2.2133500576019287,
+      "step": 2882,
+      "subrel-constrast": 3.024308204650879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2180404663085938,
+      "cov-distil (oracle2student)": 4.900874137878418,
+      "cov-distil (oracle2teacher)": 4.3496904373168945,
+      "epoch": 2.2629513343799057,
+      "rel-constrast": 2.053288221359253,
+      "step": 2883,
+      "subrel-constrast": 2.854748249053955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4824903011322021,
+      "cov-distil (oracle2student)": 3.114133834838867,
+      "cov-distil (oracle2teacher)": 3.25925874710083,
+      "epoch": 2.2637362637362637,
+      "rel-constrast": 2.3119258880615234,
+      "step": 2884,
+      "subrel-constrast": 3.4515957832336426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4102448225021362,
+      "cov-distil (oracle2student)": 3.9158568382263184,
+      "cov-distil (oracle2teacher)": 3.9090003967285156,
+      "epoch": 2.2645211930926217,
+      "rel-constrast": 2.978140115737915,
+      "step": 2885,
+      "subrel-constrast": 3.504491090774536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.54390549659729,
+      "cov-distil (oracle2student)": 3.521449327468872,
+      "cov-distil (oracle2teacher)": 3.8177754878997803,
+      "epoch": 2.2653061224489797,
+      "rel-constrast": 1.890254020690918,
+      "step": 2886,
+      "subrel-constrast": 3.062195062637329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8897216320037842,
+      "cov-distil (oracle2student)": 2.449835777282715,
+      "cov-distil (oracle2teacher)": 2.5582852363586426,
+      "epoch": 2.2660910518053377,
+      "rel-constrast": 1.7352781295776367,
+      "step": 2887,
+      "subrel-constrast": 2.4719760417938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6730167865753174,
+      "cov-distil (oracle2student)": 3.5344347953796387,
+      "cov-distil (oracle2teacher)": 3.3976974487304688,
+      "epoch": 2.2668759811616956,
+      "rel-constrast": 3.0198004245758057,
+      "step": 2888,
+      "subrel-constrast": 3.7022953033447266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.938610315322876,
+      "cov-distil (oracle2student)": 3.488386631011963,
+      "cov-distil (oracle2teacher)": 3.647372245788574,
+      "epoch": 2.267660910518053,
+      "rel-constrast": 1.7959544658660889,
+      "step": 2889,
+      "subrel-constrast": 3.0191173553466797,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.268445839874411,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.475922272885622e-05,
+      "loss": 0.6101,
+      "step": 2890
+    },
+    {
+      "cov-distil": 1.1429150104522705,
+      "cov-distil (oracle2student)": 4.967638969421387,
+      "cov-distil (oracle2teacher)": 4.864433288574219,
+      "epoch": 2.268445839874411,
+      "rel-constrast": 3.6549930572509766,
+      "step": 2890,
+      "subrel-constrast": 4.182147979736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8699536323547363,
+      "cov-distil (oracle2student)": 5.423762321472168,
+      "cov-distil (oracle2teacher)": 4.323276996612549,
+      "epoch": 2.269230769230769,
+      "rel-constrast": 3.23213267326355,
+      "step": 2891,
+      "subrel-constrast": 3.3792176246643066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1507344245910645,
+      "cov-distil (oracle2student)": 4.587265968322754,
+      "cov-distil (oracle2teacher)": 4.712570667266846,
+      "epoch": 2.270015698587127,
+      "rel-constrast": 2.5250067710876465,
+      "step": 2892,
+      "subrel-constrast": 3.3668570518493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5640321969985962,
+      "cov-distil (oracle2student)": 3.619105815887451,
+      "cov-distil (oracle2teacher)": 3.1827292442321777,
+      "epoch": 2.270800627943485,
+      "rel-constrast": 3.0608720779418945,
+      "step": 2893,
+      "subrel-constrast": 3.8057875633239746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1323726177215576,
+      "cov-distil (oracle2student)": 3.883439302444458,
+      "cov-distil (oracle2teacher)": 3.908729076385498,
+      "epoch": 2.271585557299843,
+      "rel-constrast": 2.0803141593933105,
+      "step": 2894,
+      "subrel-constrast": 2.4826464653015137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9351506233215332,
+      "cov-distil (oracle2student)": 3.001530885696411,
+      "cov-distil (oracle2teacher)": 3.1382462978363037,
+      "epoch": 2.272370486656201,
+      "rel-constrast": 3.00050950050354,
+      "step": 2895,
+      "subrel-constrast": 3.707886219024658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327186942100525,
+      "cov-distil (oracle2student)": 3.351003646850586,
+      "cov-distil (oracle2teacher)": 3.6654043197631836,
+      "epoch": 2.2731554160125587,
+      "rel-constrast": 2.8956403732299805,
+      "step": 2896,
+      "subrel-constrast": 3.0391781330108643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781959891319275,
+      "cov-distil (oracle2student)": 4.407191753387451,
+      "cov-distil (oracle2teacher)": 4.564266204833984,
+      "epoch": 2.2739403453689166,
+      "rel-constrast": 2.909698009490967,
+      "step": 2897,
+      "subrel-constrast": 4.168962001800537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1635851860046387,
+      "cov-distil (oracle2student)": 3.438180446624756,
+      "cov-distil (oracle2teacher)": 3.54158353805542,
+      "epoch": 2.2747252747252746,
+      "rel-constrast": 2.1824963092803955,
+      "step": 2898,
+      "subrel-constrast": 2.538475751876831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.448046326637268,
+      "cov-distil (oracle2student)": 3.2681779861450195,
+      "cov-distil (oracle2teacher)": 3.1517410278320312,
+      "epoch": 2.2755102040816326,
+      "rel-constrast": 2.1919612884521484,
+      "step": 2899,
+      "subrel-constrast": 2.934643507003784,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.4705640299761007e-05,
+      "loss": 0.7321,
+      "step": 2900
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "overlap": 0.32343751192092896,
+      "step": 2900
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "step": 2900,
+      "student margin": 0.06024169921875
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "step": 2900,
+      "teacher margin": 0.04400634765625
+    },
+    {
+      "epoch": 2.2762951334379906,
+      "margin difference": -0.0162353515625,
+      "step": 2900
+    },
+    {
+      "cov-distil": 1.592128872871399,
+      "cov-distil (oracle2student)": 3.0883665084838867,
+      "cov-distil (oracle2teacher)": 3.3985366821289062,
+      "epoch": 2.2762951334379906,
+      "rel-constrast": 1.9844021797180176,
+      "step": 2900,
+      "subrel-constrast": 2.686088800430298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.583186149597168,
+      "cov-distil (oracle2student)": 3.141150951385498,
+      "cov-distil (oracle2teacher)": 3.005000352859497,
+      "epoch": 2.2770800627943486,
+      "rel-constrast": 3.210095167160034,
+      "step": 2901,
+      "subrel-constrast": 3.958230495452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5736680030822754,
+      "cov-distil (oracle2student)": 3.950263023376465,
+      "cov-distil (oracle2teacher)": 3.9314324855804443,
+      "epoch": 2.2778649921507066,
+      "rel-constrast": 2.897568941116333,
+      "step": 2902,
+      "subrel-constrast": 3.3754029273986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7981300354003906,
+      "cov-distil (oracle2student)": 6.083515167236328,
+      "cov-distil (oracle2teacher)": 4.953995704650879,
+      "epoch": 2.278649921507064,
+      "rel-constrast": 3.5046188831329346,
+      "step": 2903,
+      "subrel-constrast": 4.1251420974731445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6399354934692383,
+      "cov-distil (oracle2student)": 3.5022788047790527,
+      "cov-distil (oracle2teacher)": 3.428711414337158,
+      "epoch": 2.279434850863422,
+      "rel-constrast": 1.8195366859436035,
+      "step": 2904,
+      "subrel-constrast": 2.8655664920806885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478752851486206,
+      "cov-distil (oracle2student)": 4.153866767883301,
+      "cov-distil (oracle2teacher)": 3.3722686767578125,
+      "epoch": 2.28021978021978,
+      "rel-constrast": 3.143083095550537,
+      "step": 2905,
+      "subrel-constrast": 3.3029046058654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4605088233947754,
+      "cov-distil (oracle2student)": 3.7534360885620117,
+      "cov-distil (oracle2teacher)": 3.930025577545166,
+      "epoch": 2.281004709576138,
+      "rel-constrast": 3.022676467895508,
+      "step": 2906,
+      "subrel-constrast": 3.7956714630126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5809167623519897,
+      "cov-distil (oracle2student)": 5.397377967834473,
+      "cov-distil (oracle2teacher)": 5.129811763763428,
+      "epoch": 2.281789638932496,
+      "rel-constrast": 2.5766546726226807,
+      "step": 2907,
+      "subrel-constrast": 3.268528461456299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6684355735778809,
+      "cov-distil (oracle2student)": 4.268328666687012,
+      "cov-distil (oracle2teacher)": 4.282989501953125,
+      "epoch": 2.282574568288854,
+      "rel-constrast": 3.028805732727051,
+      "step": 2908,
+      "subrel-constrast": 3.9946417808532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4551281929016113,
+      "cov-distil (oracle2student)": 4.015639305114746,
+      "cov-distil (oracle2teacher)": 3.512058734893799,
+      "epoch": 2.283359497645212,
+      "rel-constrast": 3.156123161315918,
+      "step": 2909,
+      "subrel-constrast": 3.6043436527252197,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2841444270015696,
+      "grad_norm": 7.15625,
+      "learning_rate": 4.465181776365745e-05,
+      "loss": 0.7482,
+      "step": 2910
+    },
+    {
+      "cov-distil": 1.4601469039916992,
+      "cov-distil (oracle2student)": 5.148327350616455,
+      "cov-distil (oracle2teacher)": 4.972081184387207,
+      "epoch": 2.2841444270015696,
+      "rel-constrast": 3.4905025959014893,
+      "step": 2910,
+      "subrel-constrast": 3.8339619636535645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5037288665771484,
+      "cov-distil (oracle2student)": 4.3203229904174805,
+      "cov-distil (oracle2teacher)": 3.8823251724243164,
+      "epoch": 2.2849293563579276,
+      "rel-constrast": 2.7829811573028564,
+      "step": 2911,
+      "subrel-constrast": 3.117487907409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7096062898635864,
+      "cov-distil (oracle2student)": 2.720289707183838,
+      "cov-distil (oracle2teacher)": 2.9195873737335205,
+      "epoch": 2.2857142857142856,
+      "rel-constrast": 2.9021034240722656,
+      "step": 2912,
+      "subrel-constrast": 3.6157548427581787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.267793893814087,
+      "cov-distil (oracle2student)": 5.135591506958008,
+      "cov-distil (oracle2teacher)": 5.176277160644531,
+      "epoch": 2.2864992150706436,
+      "rel-constrast": 3.540013551712036,
+      "step": 2913,
+      "subrel-constrast": 4.190417766571045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6457276344299316,
+      "cov-distil (oracle2student)": 3.9154491424560547,
+      "cov-distil (oracle2teacher)": 4.351151466369629,
+      "epoch": 2.2872841444270016,
+      "rel-constrast": 2.523313283920288,
+      "step": 2914,
+      "subrel-constrast": 3.6803083419799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6197237968444824,
+      "cov-distil (oracle2student)": 5.213115215301514,
+      "cov-distil (oracle2teacher)": 5.790378570556641,
+      "epoch": 2.2880690737833596,
+      "rel-constrast": 3.3265340328216553,
+      "step": 2915,
+      "subrel-constrast": 4.065525531768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3114774227142334,
+      "cov-distil (oracle2student)": 3.891345977783203,
+      "cov-distil (oracle2teacher)": 3.559769630432129,
+      "epoch": 2.2888540031397175,
+      "rel-constrast": 2.6293959617614746,
+      "step": 2916,
+      "subrel-constrast": 3.5540945529937744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6717156171798706,
+      "cov-distil (oracle2student)": 5.542957305908203,
+      "cov-distil (oracle2teacher)": 5.145547389984131,
+      "epoch": 2.2896389324960755,
+      "rel-constrast": 2.6643424034118652,
+      "step": 2917,
+      "subrel-constrast": 3.4207189083099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5813555717468262,
+      "cov-distil (oracle2student)": 3.4501473903656006,
+      "cov-distil (oracle2teacher)": 3.3968281745910645,
+      "epoch": 2.2904238618524335,
+      "rel-constrast": 2.0474085807800293,
+      "step": 2918,
+      "subrel-constrast": 2.8570103645324707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3881287574768066,
+      "cov-distil (oracle2student)": 3.1075901985168457,
+      "cov-distil (oracle2teacher)": 2.8594539165496826,
+      "epoch": 2.291208791208791,
+      "rel-constrast": 2.3755412101745605,
+      "step": 2919,
+      "subrel-constrast": 3.201690912246704,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.291993720565149,
+      "grad_norm": 5.125,
+      "learning_rate": 4.459775577635619e-05,
+      "loss": 0.745,
+      "step": 2920
+    },
+    {
+      "cov-distil": 1.5123789310455322,
+      "cov-distil (oracle2student)": 3.8693645000457764,
+      "cov-distil (oracle2teacher)": 3.57845401763916,
+      "epoch": 2.291993720565149,
+      "rel-constrast": 2.150233268737793,
+      "step": 2920,
+      "subrel-constrast": 2.999439239501953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9926846027374268,
+      "cov-distil (oracle2student)": 4.299108028411865,
+      "cov-distil (oracle2teacher)": 4.095826148986816,
+      "epoch": 2.292778649921507,
+      "rel-constrast": 2.330793857574463,
+      "step": 2921,
+      "subrel-constrast": 3.4155919551849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9739807844161987,
+      "cov-distil (oracle2student)": 5.472184181213379,
+      "cov-distil (oracle2teacher)": 4.959778785705566,
+      "epoch": 2.293563579277865,
+      "rel-constrast": 1.6842437982559204,
+      "step": 2922,
+      "subrel-constrast": 1.9547444581985474,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496598482131958,
+      "cov-distil (oracle2student)": 5.856607437133789,
+      "cov-distil (oracle2teacher)": 4.825408458709717,
+      "epoch": 2.294348508634223,
+      "rel-constrast": 3.7332162857055664,
+      "step": 2923,
+      "subrel-constrast": 4.265716552734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562182903289795,
+      "cov-distil (oracle2student)": 4.766845226287842,
+      "cov-distil (oracle2teacher)": 4.553997039794922,
+      "epoch": 2.295133437990581,
+      "rel-constrast": 3.12982177734375,
+      "step": 2924,
+      "subrel-constrast": 3.871743679046631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2428536415100098,
+      "cov-distil (oracle2student)": 3.2185959815979004,
+      "cov-distil (oracle2teacher)": 3.349494695663452,
+      "epoch": 2.295918367346939,
+      "rel-constrast": 2.290083885192871,
+      "step": 2925,
+      "subrel-constrast": 2.868030071258545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.306395173072815,
+      "cov-distil (oracle2student)": 4.492713451385498,
+      "cov-distil (oracle2teacher)": 4.308692455291748,
+      "epoch": 2.2967032967032965,
+      "rel-constrast": 2.163879871368408,
+      "step": 2926,
+      "subrel-constrast": 3.152101516723633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4351893663406372,
+      "cov-distil (oracle2student)": 2.986691474914551,
+      "cov-distil (oracle2teacher)": 2.6901135444641113,
+      "epoch": 2.2974882260596545,
+      "rel-constrast": 2.1739580631256104,
+      "step": 2927,
+      "subrel-constrast": 3.22617506980896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3215203285217285,
+      "cov-distil (oracle2student)": 4.368426322937012,
+      "cov-distil (oracle2teacher)": 4.141865253448486,
+      "epoch": 2.2982731554160125,
+      "rel-constrast": 2.499086856842041,
+      "step": 2928,
+      "subrel-constrast": 3.0995688438415527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317307710647583,
+      "cov-distil (oracle2student)": 4.851629257202148,
+      "cov-distil (oracle2teacher)": 4.366608142852783,
+      "epoch": 2.2990580847723705,
+      "rel-constrast": 2.5924856662750244,
+      "step": 2929,
+      "subrel-constrast": 3.2747113704681396,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.2998430141287285,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.454345499658546e-05,
+      "loss": 0.6545,
+      "step": 2930
+    },
+    {
+      "cov-distil": 1.9649293422698975,
+      "cov-distil (oracle2student)": 5.953857421875,
+      "cov-distil (oracle2teacher)": 5.255563735961914,
+      "epoch": 2.2998430141287285,
+      "rel-constrast": 3.163959503173828,
+      "step": 2930,
+      "subrel-constrast": 3.516575336456299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8931348323822021,
+      "cov-distil (oracle2student)": 5.357943534851074,
+      "cov-distil (oracle2teacher)": 4.872707366943359,
+      "epoch": 2.3006279434850865,
+      "rel-constrast": 2.678823709487915,
+      "step": 2931,
+      "subrel-constrast": 3.307434558868408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2738279104232788,
+      "cov-distil (oracle2student)": 3.2379040718078613,
+      "cov-distil (oracle2teacher)": 3.3839454650878906,
+      "epoch": 2.3014128728414445,
+      "rel-constrast": 2.05763578414917,
+      "step": 2932,
+      "subrel-constrast": 2.922208070755005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4986791610717773,
+      "cov-distil (oracle2student)": 3.487306833267212,
+      "cov-distil (oracle2teacher)": 3.636643886566162,
+      "epoch": 2.302197802197802,
+      "rel-constrast": 2.639075517654419,
+      "step": 2933,
+      "subrel-constrast": 3.022005081176758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5934536457061768,
+      "cov-distil (oracle2student)": 1.9810131788253784,
+      "cov-distil (oracle2teacher)": 2.0557546615600586,
+      "epoch": 2.30298273155416,
+      "rel-constrast": 1.6724300384521484,
+      "step": 2934,
+      "subrel-constrast": 2.448728322982788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7548202276229858,
+      "cov-distil (oracle2student)": 4.638466835021973,
+      "cov-distil (oracle2teacher)": 4.35058069229126,
+      "epoch": 2.303767660910518,
+      "rel-constrast": 3.221240282058716,
+      "step": 2935,
+      "subrel-constrast": 4.0420098304748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.657447099685669,
+      "cov-distil (oracle2student)": 2.5594277381896973,
+      "cov-distil (oracle2teacher)": 3.082202434539795,
+      "epoch": 2.304552590266876,
+      "rel-constrast": 1.7904181480407715,
+      "step": 2936,
+      "subrel-constrast": 3.1278340816497803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8402522802352905,
+      "cov-distil (oracle2student)": 4.287407875061035,
+      "cov-distil (oracle2teacher)": 3.8491311073303223,
+      "epoch": 2.305337519623234,
+      "rel-constrast": 2.434047222137451,
+      "step": 2937,
+      "subrel-constrast": 3.0688462257385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2148301601409912,
+      "cov-distil (oracle2student)": 2.647704839706421,
+      "cov-distil (oracle2teacher)": 3.2967801094055176,
+      "epoch": 2.306122448979592,
+      "rel-constrast": 2.5161516666412354,
+      "step": 2938,
+      "subrel-constrast": 3.578235626220703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6084508895874023,
+      "cov-distil (oracle2student)": 5.141763687133789,
+      "cov-distil (oracle2teacher)": 4.87265682220459,
+      "epoch": 2.30690737833595,
+      "rel-constrast": 3.639364719390869,
+      "step": 2939,
+      "subrel-constrast": 4.359229564666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 6.6875,
+      "learning_rate": 4.4488916085983145e-05,
+      "loss": 0.6861,
+      "step": 2940
+    },
+    {
+      "cov-distil": 1.682687759399414,
+      "cov-distil (oracle2student)": 2.9574520587921143,
+      "cov-distil (oracle2teacher)": 2.812974452972412,
+      "epoch": 2.3076923076923075,
+      "rel-constrast": 2.3965768814086914,
+      "step": 2940,
+      "subrel-constrast": 3.1047682762145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569800615310669,
+      "cov-distil (oracle2student)": 5.509970664978027,
+      "cov-distil (oracle2teacher)": 4.55319881439209,
+      "epoch": 2.3084772370486655,
+      "rel-constrast": 2.3726298809051514,
+      "step": 2941,
+      "subrel-constrast": 2.9780030250549316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2632992267608643,
+      "cov-distil (oracle2student)": 4.085526466369629,
+      "cov-distil (oracle2teacher)": 3.975017547607422,
+      "epoch": 2.3092621664050235,
+      "rel-constrast": 2.725144147872925,
+      "step": 2942,
+      "subrel-constrast": 3.1465070247650146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.523050308227539,
+      "cov-distil (oracle2student)": 4.651790618896484,
+      "cov-distil (oracle2teacher)": 4.3990373611450195,
+      "epoch": 2.3100470957613815,
+      "rel-constrast": 2.18768572807312,
+      "step": 2943,
+      "subrel-constrast": 2.981546401977539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87371826171875,
+      "cov-distil (oracle2student)": 4.4328718185424805,
+      "cov-distil (oracle2teacher)": 4.173334121704102,
+      "epoch": 2.3108320251177394,
+      "rel-constrast": 3.555877208709717,
+      "step": 2944,
+      "subrel-constrast": 4.4560747146606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0609595775604248,
+      "cov-distil (oracle2student)": 4.788397789001465,
+      "cov-distil (oracle2teacher)": 3.841548442840576,
+      "epoch": 2.3116169544740974,
+      "rel-constrast": 1.9126191139221191,
+      "step": 2945,
+      "subrel-constrast": 2.7842512130737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4640824794769287,
+      "cov-distil (oracle2student)": 4.25575065612793,
+      "cov-distil (oracle2teacher)": 4.332795143127441,
+      "epoch": 2.3124018838304554,
+      "rel-constrast": 2.2125606536865234,
+      "step": 2946,
+      "subrel-constrast": 3.3149027824401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5430419445037842,
+      "cov-distil (oracle2student)": 3.6968894004821777,
+      "cov-distil (oracle2teacher)": 3.4741673469543457,
+      "epoch": 2.313186813186813,
+      "rel-constrast": 2.5025429725646973,
+      "step": 2947,
+      "subrel-constrast": 2.8744957447052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8937710523605347,
+      "cov-distil (oracle2student)": 4.430085182189941,
+      "cov-distil (oracle2teacher)": 4.447072982788086,
+      "epoch": 2.313971742543171,
+      "rel-constrast": 2.423330307006836,
+      "step": 2948,
+      "subrel-constrast": 3.3679840564727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9114400148391724,
+      "cov-distil (oracle2student)": 4.534064292907715,
+      "cov-distil (oracle2teacher)": 4.708141803741455,
+      "epoch": 2.314756671899529,
+      "rel-constrast": 2.754673719406128,
+      "step": 2949,
+      "subrel-constrast": 3.7646496295928955,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.315541601255887,
+      "grad_norm": 6.875,
+      "learning_rate": 4.443413970908865e-05,
+      "loss": 0.6656,
+      "step": 2950
+    },
+    {
+      "cov-distil": 1.3527907133102417,
+      "cov-distil (oracle2student)": 5.176224708557129,
+      "cov-distil (oracle2teacher)": 4.530098915100098,
+      "epoch": 2.315541601255887,
+      "rel-constrast": 3.1328635215759277,
+      "step": 2950,
+      "subrel-constrast": 4.278329849243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930566310882568,
+      "cov-distil (oracle2student)": 3.884694814682007,
+      "cov-distil (oracle2teacher)": 3.521693229675293,
+      "epoch": 2.316326530612245,
+      "rel-constrast": 3.3070292472839355,
+      "step": 2951,
+      "subrel-constrast": 3.874663829803467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6771104335784912,
+      "cov-distil (oracle2student)": 4.007219314575195,
+      "cov-distil (oracle2teacher)": 3.839456558227539,
+      "epoch": 2.317111459968603,
+      "rel-constrast": 2.1010355949401855,
+      "step": 2952,
+      "subrel-constrast": 3.32281231880188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4282652139663696,
+      "cov-distil (oracle2student)": 3.562817096710205,
+      "cov-distil (oracle2teacher)": 3.281856060028076,
+      "epoch": 2.317896389324961,
+      "rel-constrast": 2.962467908859253,
+      "step": 2953,
+      "subrel-constrast": 3.668440103530884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1753950119018555,
+      "cov-distil (oracle2student)": 5.81159782409668,
+      "cov-distil (oracle2teacher)": 5.457996368408203,
+      "epoch": 2.3186813186813184,
+      "rel-constrast": 2.684283971786499,
+      "step": 2954,
+      "subrel-constrast": 3.442131519317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8666194677352905,
+      "cov-distil (oracle2student)": 2.74351167678833,
+      "cov-distil (oracle2teacher)": 2.8551559448242188,
+      "epoch": 2.3194662480376764,
+      "rel-constrast": 2.7002830505371094,
+      "step": 2955,
+      "subrel-constrast": 3.458941698074341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55706787109375,
+      "cov-distil (oracle2student)": 4.924619674682617,
+      "cov-distil (oracle2teacher)": 4.815800666809082,
+      "epoch": 2.3202511773940344,
+      "rel-constrast": 3.41646146774292,
+      "step": 2956,
+      "subrel-constrast": 4.005241870880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7256336212158203,
+      "cov-distil (oracle2student)": 4.733604907989502,
+      "cov-distil (oracle2teacher)": 4.785624980926514,
+      "epoch": 2.3210361067503924,
+      "rel-constrast": 1.867337703704834,
+      "step": 2957,
+      "subrel-constrast": 2.668778657913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8766374588012695,
+      "cov-distil (oracle2student)": 5.192008018493652,
+      "cov-distil (oracle2teacher)": 4.845361709594727,
+      "epoch": 2.3218210361067504,
+      "rel-constrast": 3.285515069961548,
+      "step": 2958,
+      "subrel-constrast": 4.28424072265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.680384874343872,
+      "cov-distil (oracle2student)": 4.779606819152832,
+      "cov-distil (oracle2teacher)": 4.678349018096924,
+      "epoch": 2.3226059654631084,
+      "rel-constrast": 2.8360047340393066,
+      "step": 2959,
+      "subrel-constrast": 4.017314434051514,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3233908948194664,
+      "grad_norm": 5.21875,
+      "learning_rate": 4.437912653333484e-05,
+      "loss": 0.7492,
+      "step": 2960
+    },
+    {
+      "cov-distil": 1.128483772277832,
+      "cov-distil (oracle2student)": 3.283682107925415,
+      "cov-distil (oracle2teacher)": 3.0141401290893555,
+      "epoch": 2.3233908948194664,
+      "rel-constrast": 2.4173455238342285,
+      "step": 2960,
+      "subrel-constrast": 2.619621515274048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.334394931793213,
+      "cov-distil (oracle2student)": 4.218690395355225,
+      "cov-distil (oracle2teacher)": 4.176640033721924,
+      "epoch": 2.3241758241758244,
+      "rel-constrast": 2.7801456451416016,
+      "step": 2961,
+      "subrel-constrast": 3.18353533744812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2439329624176025,
+      "cov-distil (oracle2student)": 3.538435459136963,
+      "cov-distil (oracle2teacher)": 3.5042624473571777,
+      "epoch": 2.3249607535321823,
+      "rel-constrast": 1.6747994422912598,
+      "step": 2962,
+      "subrel-constrast": 2.639887571334839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3630037307739258,
+      "cov-distil (oracle2student)": 6.429265975952148,
+      "cov-distil (oracle2teacher)": 5.785843372344971,
+      "epoch": 2.32574568288854,
+      "rel-constrast": 2.5101332664489746,
+      "step": 2963,
+      "subrel-constrast": 3.3417346477508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153046131134033,
+      "cov-distil (oracle2student)": 2.8788390159606934,
+      "cov-distil (oracle2teacher)": 3.0133771896362305,
+      "epoch": 2.326530612244898,
+      "rel-constrast": 1.4759862422943115,
+      "step": 2964,
+      "subrel-constrast": 2.343438148498535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3989615440368652,
+      "cov-distil (oracle2student)": 3.3339366912841797,
+      "cov-distil (oracle2teacher)": 3.174919366836548,
+      "epoch": 2.327315541601256,
+      "rel-constrast": 3.0823934078216553,
+      "step": 2965,
+      "subrel-constrast": 3.685718297958374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3006784915924072,
+      "cov-distil (oracle2student)": 4.917079448699951,
+      "cov-distil (oracle2teacher)": 4.8694586753845215,
+      "epoch": 2.328100470957614,
+      "rel-constrast": 3.189589500427246,
+      "step": 2966,
+      "subrel-constrast": 3.8416385650634766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1356143951416016,
+      "cov-distil (oracle2student)": 2.6906864643096924,
+      "cov-distil (oracle2teacher)": 2.702298164367676,
+      "epoch": 2.328885400313972,
+      "rel-constrast": 1.4944229125976562,
+      "step": 2967,
+      "subrel-constrast": 2.9858410358428955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4412527084350586,
+      "cov-distil (oracle2student)": 5.042994499206543,
+      "cov-distil (oracle2teacher)": 4.860012054443359,
+      "epoch": 2.32967032967033,
+      "rel-constrast": 2.495082378387451,
+      "step": 2968,
+      "subrel-constrast": 3.083526134490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.242704153060913,
+      "cov-distil (oracle2student)": 4.8623223304748535,
+      "cov-distil (oracle2teacher)": 4.601805210113525,
+      "epoch": 2.330455259026688,
+      "rel-constrast": 2.3507919311523438,
+      "step": 2969,
+      "subrel-constrast": 3.355520486831665,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3312401883830454,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.432387722903989e-05,
+      "loss": 0.6213,
+      "step": 2970
+    },
+    {
+      "cov-distil": 1.5590205192565918,
+      "cov-distil (oracle2student)": 4.563724517822266,
+      "cov-distil (oracle2teacher)": 4.166875839233398,
+      "epoch": 2.3312401883830454,
+      "rel-constrast": 2.3845713138580322,
+      "step": 2970,
+      "subrel-constrast": 2.924543619155884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4570109844207764,
+      "cov-distil (oracle2student)": 4.631608009338379,
+      "cov-distil (oracle2teacher)": 4.671158790588379,
+      "epoch": 2.3320251177394034,
+      "rel-constrast": 2.632021903991699,
+      "step": 2971,
+      "subrel-constrast": 3.033569097518921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3803387880325317,
+      "cov-distil (oracle2student)": 3.418468952178955,
+      "cov-distil (oracle2teacher)": 3.570920467376709,
+      "epoch": 2.3328100470957613,
+      "rel-constrast": 2.7556324005126953,
+      "step": 2972,
+      "subrel-constrast": 3.456763982772827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3663105964660645,
+      "cov-distil (oracle2student)": 5.037956237792969,
+      "cov-distil (oracle2teacher)": 4.4690752029418945,
+      "epoch": 2.3335949764521193,
+      "rel-constrast": 2.122922658920288,
+      "step": 2973,
+      "subrel-constrast": 2.8783187866210938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.787717342376709,
+      "cov-distil (oracle2student)": 6.151689529418945,
+      "cov-distil (oracle2teacher)": 5.032905101776123,
+      "epoch": 2.3343799058084773,
+      "rel-constrast": 3.138890027999878,
+      "step": 2974,
+      "subrel-constrast": 3.739570379257202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3505449295043945,
+      "cov-distil (oracle2student)": 5.722650527954102,
+      "cov-distil (oracle2teacher)": 4.6011552810668945,
+      "epoch": 2.3351648351648353,
+      "rel-constrast": 2.523002862930298,
+      "step": 2975,
+      "subrel-constrast": 2.937749147415161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.543625831604004,
+      "cov-distil (oracle2student)": 4.9311347007751465,
+      "cov-distil (oracle2teacher)": 4.093022346496582,
+      "epoch": 2.3359497645211933,
+      "rel-constrast": 3.7849912643432617,
+      "step": 2976,
+      "subrel-constrast": 4.015651226043701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3233271837234497,
+      "cov-distil (oracle2student)": 5.3262224197387695,
+      "cov-distil (oracle2teacher)": 4.775047302246094,
+      "epoch": 2.336734693877551,
+      "rel-constrast": 3.0931317806243896,
+      "step": 2977,
+      "subrel-constrast": 3.6941487789154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9540104866027832,
+      "cov-distil (oracle2student)": 4.928973197937012,
+      "cov-distil (oracle2teacher)": 3.8909952640533447,
+      "epoch": 2.337519623233909,
+      "rel-constrast": 3.1219239234924316,
+      "step": 2978,
+      "subrel-constrast": 3.752061367034912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726035237312317,
+      "cov-distil (oracle2student)": 5.101073741912842,
+      "cov-distil (oracle2teacher)": 5.834536075592041,
+      "epoch": 2.338304552590267,
+      "rel-constrast": 2.9084794521331787,
+      "step": 2979,
+      "subrel-constrast": 4.160320281982422,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.339089481946625,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.426839246939915e-05,
+      "loss": 0.7503,
+      "step": 2980
+    },
+    {
+      "cov-distil": 1.4278687238693237,
+      "cov-distil (oracle2student)": 4.675106048583984,
+      "cov-distil (oracle2teacher)": 4.286375999450684,
+      "epoch": 2.339089481946625,
+      "rel-constrast": 3.471728801727295,
+      "step": 2980,
+      "subrel-constrast": 4.407553672790527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145664691925049,
+      "cov-distil (oracle2student)": 5.4231157302856445,
+      "cov-distil (oracle2teacher)": 4.707420349121094,
+      "epoch": 2.339874411302983,
+      "rel-constrast": 2.136762857437134,
+      "step": 2981,
+      "subrel-constrast": 3.075253486633301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734173059463501,
+      "cov-distil (oracle2student)": 3.4727823734283447,
+      "cov-distil (oracle2teacher)": 3.52551007270813,
+      "epoch": 2.340659340659341,
+      "rel-constrast": 2.68383526802063,
+      "step": 2982,
+      "subrel-constrast": 3.479243516921997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3088481426239014,
+      "cov-distil (oracle2student)": 3.056424379348755,
+      "cov-distil (oracle2teacher)": 3.037140369415283,
+      "epoch": 2.3414442700156988,
+      "rel-constrast": 1.6073967218399048,
+      "step": 2983,
+      "subrel-constrast": 2.1396563053131104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6244215965270996,
+      "cov-distil (oracle2student)": 3.9564104080200195,
+      "cov-distil (oracle2teacher)": 3.5445351600646973,
+      "epoch": 2.3422291993720563,
+      "rel-constrast": 2.460270404815674,
+      "step": 2984,
+      "subrel-constrast": 3.4894001483917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6991287469863892,
+      "cov-distil (oracle2student)": 3.7832155227661133,
+      "cov-distil (oracle2teacher)": 3.517789363861084,
+      "epoch": 2.3430141287284143,
+      "rel-constrast": 2.719836950302124,
+      "step": 2985,
+      "subrel-constrast": 3.6076979637145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3133610486984253,
+      "cov-distil (oracle2student)": 4.027007579803467,
+      "cov-distil (oracle2teacher)": 4.189428329467773,
+      "epoch": 2.3437990580847723,
+      "rel-constrast": 2.29571270942688,
+      "step": 2986,
+      "subrel-constrast": 3.0939395427703857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6425726413726807,
+      "cov-distil (oracle2student)": 3.3201963901519775,
+      "cov-distil (oracle2teacher)": 3.3211512565612793,
+      "epoch": 2.3445839874411303,
+      "rel-constrast": 2.4002838134765625,
+      "step": 2987,
+      "subrel-constrast": 3.413862705230713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0619643926620483,
+      "cov-distil (oracle2student)": 3.677417278289795,
+      "cov-distil (oracle2teacher)": 3.6946122646331787,
+      "epoch": 2.3453689167974883,
+      "rel-constrast": 2.8937718868255615,
+      "step": 2988,
+      "subrel-constrast": 3.9562559127807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1150099039077759,
+      "cov-distil (oracle2student)": 4.556096076965332,
+      "cov-distil (oracle2teacher)": 3.9448113441467285,
+      "epoch": 2.3461538461538463,
+      "rel-constrast": 1.5391465425491333,
+      "step": 2989,
+      "subrel-constrast": 2.3086745738983154,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3469387755102042,
+      "grad_norm": 3.84375,
+      "learning_rate": 4.4212672930476915e-05,
+      "loss": 0.6418,
+      "step": 2990
+    },
+    {
+      "cov-distil": 1.509683609008789,
+      "cov-distil (oracle2student)": 3.343407154083252,
+      "cov-distil (oracle2teacher)": 2.9351065158843994,
+      "epoch": 2.3469387755102042,
+      "rel-constrast": 2.9677727222442627,
+      "step": 2990,
+      "subrel-constrast": 3.4630091190338135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5794786214828491,
+      "cov-distil (oracle2student)": 2.9426798820495605,
+      "cov-distil (oracle2teacher)": 2.933521270751953,
+      "epoch": 2.347723704866562,
+      "rel-constrast": 1.7079310417175293,
+      "step": 2991,
+      "subrel-constrast": 2.7408077716827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.476070761680603,
+      "cov-distil (oracle2student)": 3.623239517211914,
+      "cov-distil (oracle2teacher)": 3.5645179748535156,
+      "epoch": 2.3485086342229198,
+      "rel-constrast": 2.7482523918151855,
+      "step": 2992,
+      "subrel-constrast": 3.5268168449401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1698358058929443,
+      "cov-distil (oracle2student)": 4.663313388824463,
+      "cov-distil (oracle2teacher)": 4.291832447052002,
+      "epoch": 2.3492935635792778,
+      "rel-constrast": 2.9868531227111816,
+      "step": 2993,
+      "subrel-constrast": 3.557873010635376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4513378143310547,
+      "cov-distil (oracle2student)": 5.074394226074219,
+      "cov-distil (oracle2teacher)": 4.695187091827393,
+      "epoch": 2.3500784929356358,
+      "rel-constrast": 2.6942601203918457,
+      "step": 2994,
+      "subrel-constrast": 3.3351945877075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366452932357788,
+      "cov-distil (oracle2student)": 4.039358139038086,
+      "cov-distil (oracle2teacher)": 4.298418045043945,
+      "epoch": 2.3508634222919937,
+      "rel-constrast": 2.3587236404418945,
+      "step": 2995,
+      "subrel-constrast": 2.8678228855133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676832914352417,
+      "cov-distil (oracle2student)": 4.631575107574463,
+      "cov-distil (oracle2teacher)": 4.468583106994629,
+      "epoch": 2.3516483516483517,
+      "rel-constrast": 2.241927146911621,
+      "step": 2996,
+      "subrel-constrast": 3.5148019790649414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7871907949447632,
+      "cov-distil (oracle2student)": 4.079230308532715,
+      "cov-distil (oracle2teacher)": 3.918247938156128,
+      "epoch": 2.3524332810047097,
+      "rel-constrast": 2.1835954189300537,
+      "step": 2997,
+      "subrel-constrast": 2.940981149673462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1063368320465088,
+      "cov-distil (oracle2student)": 5.320260047912598,
+      "cov-distil (oracle2teacher)": 4.4263715744018555,
+      "epoch": 2.3532182103610673,
+      "rel-constrast": 2.466470718383789,
+      "step": 2998,
+      "subrel-constrast": 2.763544797897339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6885617971420288,
+      "cov-distil (oracle2student)": 5.366703987121582,
+      "cov-distil (oracle2teacher)": 4.5009613037109375,
+      "epoch": 2.3540031397174253,
+      "rel-constrast": 2.827603816986084,
+      "step": 2999,
+      "subrel-constrast": 3.2528069019317627,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.4156719291198166e-05,
+      "loss": 0.6666,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/duc04-P@10": 0.758,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/duc04-nDCG@10": 0.7677130060175296,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/duc04-alpha_nDCG@10": 0.5872074819680875,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/multi_news-P@10": 0.43399999999999994,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/multi_news-nDCG@10": 0.6119723991156792,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/multi_news-alpha_nDCG@10": 0.5996669950455281,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "eval/avg": 0.5392912535833715,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "overlap": 0.31718751788139343,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "step": 3000,
+      "student margin": 0.068359375
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "step": 3000,
+      "teacher margin": 0.05059814453125
+    },
+    {
+      "epoch": 2.3547880690737832,
+      "margin difference": -0.01776123046875,
+      "step": 3000
+    },
+    {
+      "cov-distil": 1.6309221982955933,
+      "cov-distil (oracle2student)": 3.4888572692871094,
+      "cov-distil (oracle2teacher)": 3.34169340133667,
+      "epoch": 2.3547880690737832,
+      "rel-constrast": 1.8973376750946045,
+      "step": 3000,
+      "subrel-constrast": 2.64243745803833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5848208665847778,
+      "cov-distil (oracle2student)": 4.811938285827637,
+      "cov-distil (oracle2teacher)": 4.72887659072876,
+      "epoch": 2.3555729984301412,
+      "rel-constrast": 2.3861629962921143,
+      "step": 3001,
+      "subrel-constrast": 3.220522165298462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2477778196334839,
+      "cov-distil (oracle2student)": 4.104562759399414,
+      "cov-distil (oracle2teacher)": 3.746389389038086,
+      "epoch": 2.356357927786499,
+      "rel-constrast": 2.6145927906036377,
+      "step": 3002,
+      "subrel-constrast": 3.2029201984405518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6716723442077637,
+      "cov-distil (oracle2student)": 4.934717178344727,
+      "cov-distil (oracle2teacher)": 4.2842302322387695,
+      "epoch": 2.357142857142857,
+      "rel-constrast": 1.7975242137908936,
+      "step": 3003,
+      "subrel-constrast": 3.1134824752807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4009919166564941,
+      "cov-distil (oracle2student)": 4.088370323181152,
+      "cov-distil (oracle2teacher)": 3.7373833656311035,
+      "epoch": 2.357927786499215,
+      "rel-constrast": 2.423431873321533,
+      "step": 3004,
+      "subrel-constrast": 3.284420967102051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6722596883773804,
+      "cov-distil (oracle2student)": 3.341688632965088,
+      "cov-distil (oracle2teacher)": 3.337055206298828,
+      "epoch": 2.358712715855573,
+      "rel-constrast": 2.2815985679626465,
+      "step": 3005,
+      "subrel-constrast": 3.1574859619140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.239791989326477,
+      "cov-distil (oracle2student)": 4.745944976806641,
+      "cov-distil (oracle2teacher)": 4.475799083709717,
+      "epoch": 2.359497645211931,
+      "rel-constrast": 4.073483467102051,
+      "step": 3006,
+      "subrel-constrast": 4.741282939910889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.473825216293335,
+      "cov-distil (oracle2student)": 4.613060474395752,
+      "cov-distil (oracle2teacher)": 4.2921648025512695,
+      "epoch": 2.3602825745682887,
+      "rel-constrast": 2.772296190261841,
+      "step": 3007,
+      "subrel-constrast": 3.5055127143859863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4937958717346191,
+      "cov-distil (oracle2student)": 5.213271141052246,
+      "cov-distil (oracle2teacher)": 4.999622344970703,
+      "epoch": 2.3610675039246467,
+      "rel-constrast": 3.2362866401672363,
+      "step": 3008,
+      "subrel-constrast": 3.847580671310425,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0725618600845337,
+      "cov-distil (oracle2student)": 3.1118013858795166,
+      "cov-distil (oracle2teacher)": 2.9317424297332764,
+      "epoch": 2.3618524332810047,
+      "rel-constrast": 2.335059642791748,
+      "step": 3009,
+      "subrel-constrast": 2.9199743270874023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3626373626373627,
+      "grad_norm": 4.8125,
+      "learning_rate": 4.4100532233340355e-05,
+      "loss": 0.6842,
+      "step": 3010
+    },
+    {
+      "cov-distil": 1.4603232145309448,
+      "cov-distil (oracle2student)": 4.944568157196045,
+      "cov-distil (oracle2teacher)": 4.341765880584717,
+      "epoch": 2.3626373626373627,
+      "rel-constrast": 2.5763282775878906,
+      "step": 3010,
+      "subrel-constrast": 3.468686580657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7990978956222534,
+      "cov-distil (oracle2student)": 6.503046989440918,
+      "cov-distil (oracle2teacher)": 5.451167583465576,
+      "epoch": 2.3634222919937207,
+      "rel-constrast": 3.221205949783325,
+      "step": 3011,
+      "subrel-constrast": 3.6051292419433594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3509280681610107,
+      "cov-distil (oracle2student)": 4.978081226348877,
+      "cov-distil (oracle2teacher)": 4.360333442687988,
+      "epoch": 2.3642072213500787,
+      "rel-constrast": 2.0280468463897705,
+      "step": 3012,
+      "subrel-constrast": 2.603811264038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3960641622543335,
+      "cov-distil (oracle2student)": 4.625884532928467,
+      "cov-distil (oracle2teacher)": 3.8437659740448,
+      "epoch": 2.3649921507064366,
+      "rel-constrast": 2.0225281715393066,
+      "step": 3013,
+      "subrel-constrast": 2.6921017169952393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3348792791366577,
+      "cov-distil (oracle2student)": 4.690553665161133,
+      "cov-distil (oracle2teacher)": 4.403451919555664,
+      "epoch": 2.365777080062794,
+      "rel-constrast": 3.4202656745910645,
+      "step": 3014,
+      "subrel-constrast": 4.372119903564453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3022834062576294,
+      "cov-distil (oracle2student)": 3.4112706184387207,
+      "cov-distil (oracle2teacher)": 3.9316840171813965,
+      "epoch": 2.366562009419152,
+      "rel-constrast": 3.275149345397949,
+      "step": 3015,
+      "subrel-constrast": 3.501225471496582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4932382106781006,
+      "cov-distil (oracle2student)": 5.338205814361572,
+      "cov-distil (oracle2teacher)": 4.883066177368164,
+      "epoch": 2.36734693877551,
+      "rel-constrast": 1.6139819622039795,
+      "step": 3016,
+      "subrel-constrast": 2.628488302230835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3252160549163818,
+      "cov-distil (oracle2student)": 4.229876518249512,
+      "cov-distil (oracle2teacher)": 3.7895970344543457,
+      "epoch": 2.368131868131868,
+      "rel-constrast": 2.4441418647766113,
+      "step": 3017,
+      "subrel-constrast": 2.8476357460021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5106550455093384,
+      "cov-distil (oracle2student)": 5.465137481689453,
+      "cov-distil (oracle2teacher)": 5.0038042068481445,
+      "epoch": 2.368916797488226,
+      "rel-constrast": 2.9072365760803223,
+      "step": 3018,
+      "subrel-constrast": 3.4674220085144043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.532564640045166,
+      "cov-distil (oracle2student)": 3.789635419845581,
+      "cov-distil (oracle2teacher)": 3.4802043437957764,
+      "epoch": 2.369701726844584,
+      "rel-constrast": 3.4530858993530273,
+      "step": 3019,
+      "subrel-constrast": 4.152379035949707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.370486656200942,
+      "grad_norm": 6.25,
+      "learning_rate": 4.4044112441525024e-05,
+      "loss": 0.7103,
+      "step": 3020
+    },
+    {
+      "cov-distil": 1.8929851055145264,
+      "cov-distil (oracle2student)": 3.045785903930664,
+      "cov-distil (oracle2teacher)": 3.068887233734131,
+      "epoch": 2.370486656200942,
+      "rel-constrast": 2.9509849548339844,
+      "step": 3020,
+      "subrel-constrast": 3.1791129112243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6654514074325562,
+      "cov-distil (oracle2student)": 3.079740047454834,
+      "cov-distil (oracle2teacher)": 3.7284903526306152,
+      "epoch": 2.3712715855572997,
+      "rel-constrast": 2.1112382411956787,
+      "step": 3021,
+      "subrel-constrast": 2.8683135509490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1239469051361084,
+      "cov-distil (oracle2student)": 3.9058210849761963,
+      "cov-distil (oracle2teacher)": 3.769263982772827,
+      "epoch": 2.3720565149136577,
+      "rel-constrast": 2.575458288192749,
+      "step": 3022,
+      "subrel-constrast": 3.019108533859253,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2568607330322266,
+      "cov-distil (oracle2student)": 3.1079492568969727,
+      "cov-distil (oracle2teacher)": 3.2370362281799316,
+      "epoch": 2.3728414442700156,
+      "rel-constrast": 3.3749160766601562,
+      "step": 3023,
+      "subrel-constrast": 4.260209083557129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5514121055603027,
+      "cov-distil (oracle2student)": 4.011603832244873,
+      "cov-distil (oracle2teacher)": 4.0036396980285645,
+      "epoch": 2.3736263736263736,
+      "rel-constrast": 1.6934170722961426,
+      "step": 3024,
+      "subrel-constrast": 2.4398117065429688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.756263017654419,
+      "cov-distil (oracle2student)": 4.71966552734375,
+      "cov-distil (oracle2teacher)": 4.803842544555664,
+      "epoch": 2.3744113029827316,
+      "rel-constrast": 2.0999457836151123,
+      "step": 3025,
+      "subrel-constrast": 2.8090641498565674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2875945568084717,
+      "cov-distil (oracle2student)": 5.418118476867676,
+      "cov-distil (oracle2teacher)": 4.629947662353516,
+      "epoch": 2.3751962323390896,
+      "rel-constrast": 2.4040513038635254,
+      "step": 3026,
+      "subrel-constrast": 2.8369171619415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3504626750946045,
+      "cov-distil (oracle2student)": 3.0993382930755615,
+      "cov-distil (oracle2teacher)": 2.748713493347168,
+      "epoch": 2.3759811616954476,
+      "rel-constrast": 2.7728214263916016,
+      "step": 3027,
+      "subrel-constrast": 3.3379404544830322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1352392435073853,
+      "cov-distil (oracle2student)": 5.388628959655762,
+      "cov-distil (oracle2teacher)": 4.634409427642822,
+      "epoch": 2.376766091051805,
+      "rel-constrast": 2.633241653442383,
+      "step": 3028,
+      "subrel-constrast": 3.214625358581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2213926315307617,
+      "cov-distil (oracle2student)": 3.8594377040863037,
+      "cov-distil (oracle2teacher)": 3.8333868980407715,
+      "epoch": 2.377551020408163,
+      "rel-constrast": 2.057346820831299,
+      "step": 3029,
+      "subrel-constrast": 2.6564748287200928,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.378335949764521,
+      "grad_norm": 4.875,
+      "learning_rate": 4.398746060320956e-05,
+      "loss": 0.6549,
+      "step": 3030
+    },
+    {
+      "cov-distil": 2.083164930343628,
+      "cov-distil (oracle2student)": 4.512041091918945,
+      "cov-distil (oracle2teacher)": 4.611614227294922,
+      "epoch": 2.378335949764521,
+      "rel-constrast": 2.7584123611450195,
+      "step": 3030,
+      "subrel-constrast": 3.401062488555908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4240418672561646,
+      "cov-distil (oracle2student)": 3.6611075401306152,
+      "cov-distil (oracle2teacher)": 3.7483019828796387,
+      "epoch": 2.379120879120879,
+      "rel-constrast": 2.0268990993499756,
+      "step": 3031,
+      "subrel-constrast": 2.7147703170776367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5528323650360107,
+      "cov-distil (oracle2student)": 5.889558792114258,
+      "cov-distil (oracle2teacher)": 5.567135810852051,
+      "epoch": 2.379905808477237,
+      "rel-constrast": 4.150796890258789,
+      "step": 3032,
+      "subrel-constrast": 4.554765701293945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4437880516052246,
+      "cov-distil (oracle2student)": 5.498793125152588,
+      "cov-distil (oracle2teacher)": 5.097989082336426,
+      "epoch": 2.380690737833595,
+      "rel-constrast": 2.604891300201416,
+      "step": 3033,
+      "subrel-constrast": 2.6977338790893555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3491318225860596,
+      "cov-distil (oracle2student)": 2.9192771911621094,
+      "cov-distil (oracle2teacher)": 2.860161304473877,
+      "epoch": 2.381475667189953,
+      "rel-constrast": 2.3752682209014893,
+      "step": 3034,
+      "subrel-constrast": 2.9740443229675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2258323431015015,
+      "cov-distil (oracle2student)": 4.829683303833008,
+      "cov-distil (oracle2teacher)": 4.621716022491455,
+      "epoch": 2.3822605965463106,
+      "rel-constrast": 2.7248520851135254,
+      "step": 3035,
+      "subrel-constrast": 3.3675146102905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4130208492279053,
+      "cov-distil (oracle2student)": 5.679229736328125,
+      "cov-distil (oracle2teacher)": 5.175507545471191,
+      "epoch": 2.3830455259026686,
+      "rel-constrast": 2.5035338401794434,
+      "step": 3036,
+      "subrel-constrast": 3.4719643592834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3469414710998535,
+      "cov-distil (oracle2student)": 3.4148733615875244,
+      "cov-distil (oracle2teacher)": 3.299395799636841,
+      "epoch": 2.3838304552590266,
+      "rel-constrast": 2.580444097518921,
+      "step": 3037,
+      "subrel-constrast": 2.6035804748535156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4666985273361206,
+      "cov-distil (oracle2student)": 4.614387512207031,
+      "cov-distil (oracle2teacher)": 4.347832202911377,
+      "epoch": 2.3846153846153846,
+      "rel-constrast": 2.8427486419677734,
+      "step": 3038,
+      "subrel-constrast": 3.186776638031006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9015090465545654,
+      "cov-distil (oracle2student)": 4.119466304779053,
+      "cov-distil (oracle2teacher)": 4.316627502441406,
+      "epoch": 2.3854003139717426,
+      "rel-constrast": 2.8442747592926025,
+      "step": 3039,
+      "subrel-constrast": 3.9581120014190674,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.3861852433281006,
+      "grad_norm": 5.28125,
+      "learning_rate": 4.393057740867872e-05,
+      "loss": 0.7233,
+      "step": 3040
+    },
+    {
+      "cov-distil": 1.4745640754699707,
+      "cov-distil (oracle2student)": 3.3643908500671387,
+      "cov-distil (oracle2teacher)": 3.3942129611968994,
+      "epoch": 2.3861852433281006,
+      "rel-constrast": 2.519665241241455,
+      "step": 3040,
+      "subrel-constrast": 3.429258108139038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8634659051895142,
+      "cov-distil (oracle2student)": 3.91201114654541,
+      "cov-distil (oracle2teacher)": 3.620041847229004,
+      "epoch": 2.3869701726844585,
+      "rel-constrast": 1.9831821918487549,
+      "step": 3041,
+      "subrel-constrast": 2.700927495956421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3433393239974976,
+      "cov-distil (oracle2student)": 4.0655293464660645,
+      "cov-distil (oracle2teacher)": 3.770244598388672,
+      "epoch": 2.387755102040816,
+      "rel-constrast": 1.8098315000534058,
+      "step": 3042,
+      "subrel-constrast": 2.7884323596954346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8198623657226562,
+      "cov-distil (oracle2student)": 3.1899242401123047,
+      "cov-distil (oracle2teacher)": 3.4723424911499023,
+      "epoch": 2.388540031397174,
+      "rel-constrast": 3.1419379711151123,
+      "step": 3043,
+      "subrel-constrast": 3.5617458820343018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5058791637420654,
+      "cov-distil (oracle2student)": 3.9620118141174316,
+      "cov-distil (oracle2teacher)": 3.7772860527038574,
+      "epoch": 2.389324960753532,
+      "rel-constrast": 3.409691333770752,
+      "step": 3044,
+      "subrel-constrast": 4.038759231567383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.524767518043518,
+      "cov-distil (oracle2student)": 4.414911270141602,
+      "cov-distil (oracle2teacher)": 4.853850841522217,
+      "epoch": 2.39010989010989,
+      "rel-constrast": 2.933900833129883,
+      "step": 3045,
+      "subrel-constrast": 3.7729990482330322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.309978723526001,
+      "cov-distil (oracle2student)": 5.056611061096191,
+      "cov-distil (oracle2teacher)": 4.350159645080566,
+      "epoch": 2.390894819466248,
+      "rel-constrast": 2.9333250522613525,
+      "step": 3046,
+      "subrel-constrast": 3.359699010848999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7135841846466064,
+      "cov-distil (oracle2student)": 4.024019241333008,
+      "cov-distil (oracle2teacher)": 3.97279953956604,
+      "epoch": 2.391679748822606,
+      "rel-constrast": 3.411501884460449,
+      "step": 3047,
+      "subrel-constrast": 4.060216426849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9976208209991455,
+      "cov-distil (oracle2student)": 6.811582088470459,
+      "cov-distil (oracle2teacher)": 6.1415910720825195,
+      "epoch": 2.392464678178964,
+      "rel-constrast": 3.6383941173553467,
+      "step": 3048,
+      "subrel-constrast": 4.184986114501953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7935006618499756,
+      "cov-distil (oracle2student)": 2.374462127685547,
+      "cov-distil (oracle2teacher)": 2.7393624782562256,
+      "epoch": 2.393249607535322,
+      "rel-constrast": 2.1074917316436768,
+      "step": 3049,
+      "subrel-constrast": 2.8985953330993652,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.39403453689168,
+      "grad_norm": 4.59375,
+      "learning_rate": 4.3873463551036286e-05,
+      "loss": 0.7381,
+      "step": 3050
+    },
+    {
+      "cov-distil": 1.5410692691802979,
+      "cov-distil (oracle2student)": 3.8690009117126465,
+      "cov-distil (oracle2teacher)": 3.3403306007385254,
+      "epoch": 2.39403453689168,
+      "rel-constrast": 2.0316455364227295,
+      "step": 3050,
+      "subrel-constrast": 3.0774383544921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8074302673339844,
+      "cov-distil (oracle2student)": 2.868546485900879,
+      "cov-distil (oracle2teacher)": 3.225584030151367,
+      "epoch": 2.3948194662480375,
+      "rel-constrast": 2.062230110168457,
+      "step": 3051,
+      "subrel-constrast": 3.1419620513916016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3047175407409668,
+      "cov-distil (oracle2student)": 2.7860238552093506,
+      "cov-distil (oracle2teacher)": 2.962844133377075,
+      "epoch": 2.3956043956043955,
+      "rel-constrast": 2.5081114768981934,
+      "step": 3052,
+      "subrel-constrast": 2.8154232501983643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2716597318649292,
+      "cov-distil (oracle2student)": 5.007419586181641,
+      "cov-distil (oracle2teacher)": 4.443467140197754,
+      "epoch": 2.3963893249607535,
+      "rel-constrast": 2.0843422412872314,
+      "step": 3053,
+      "subrel-constrast": 2.8584282398223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3399419784545898,
+      "cov-distil (oracle2student)": 4.713349342346191,
+      "cov-distil (oracle2teacher)": 4.341131210327148,
+      "epoch": 2.3971742543171115,
+      "rel-constrast": 1.957963466644287,
+      "step": 3054,
+      "subrel-constrast": 2.3200957775115967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2939496040344238,
+      "cov-distil (oracle2student)": 3.811501979827881,
+      "cov-distil (oracle2teacher)": 3.594156503677368,
+      "epoch": 2.3979591836734695,
+      "rel-constrast": 2.2959089279174805,
+      "step": 3055,
+      "subrel-constrast": 2.7051451206207275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.053373098373413,
+      "cov-distil (oracle2student)": 5.207893371582031,
+      "cov-distil (oracle2teacher)": 4.475777626037598,
+      "epoch": 2.3987441130298275,
+      "rel-constrast": 3.0365350246429443,
+      "step": 3056,
+      "subrel-constrast": 3.5168888568878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.227976083755493,
+      "cov-distil (oracle2student)": 4.362164497375488,
+      "cov-distil (oracle2teacher)": 4.14237642288208,
+      "epoch": 2.3995290423861855,
+      "rel-constrast": 2.9906983375549316,
+      "step": 3057,
+      "subrel-constrast": 3.8213818073272705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.253174066543579,
+      "cov-distil (oracle2student)": 4.414144039154053,
+      "cov-distil (oracle2teacher)": 4.250367164611816,
+      "epoch": 2.400313971742543,
+      "rel-constrast": 3.1154420375823975,
+      "step": 3058,
+      "subrel-constrast": 3.7316935062408447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3846454620361328,
+      "cov-distil (oracle2student)": 4.629277229309082,
+      "cov-distil (oracle2teacher)": 4.477107524871826,
+      "epoch": 2.401098901098901,
+      "rel-constrast": 2.085487127304077,
+      "step": 3059,
+      "subrel-constrast": 3.0874953269958496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.401883830455259,
+      "grad_norm": 5.71875,
+      "learning_rate": 4.381611972619658e-05,
+      "loss": 0.6404,
+      "step": 3060
+    },
+    {
+      "cov-distil": 1.414991855621338,
+      "cov-distil (oracle2student)": 3.349447250366211,
+      "cov-distil (oracle2teacher)": 2.9285261631011963,
+      "epoch": 2.401883830455259,
+      "rel-constrast": 3.285433530807495,
+      "step": 3060,
+      "subrel-constrast": 3.2306034564971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4650033712387085,
+      "cov-distil (oracle2student)": 4.69073486328125,
+      "cov-distil (oracle2teacher)": 4.089700222015381,
+      "epoch": 2.402668759811617,
+      "rel-constrast": 3.101972818374634,
+      "step": 3061,
+      "subrel-constrast": 3.184358835220337,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6956160068511963,
+      "cov-distil (oracle2student)": 2.7909367084503174,
+      "cov-distil (oracle2teacher)": 3.2828874588012695,
+      "epoch": 2.403453689167975,
+      "rel-constrast": 2.138087272644043,
+      "step": 3062,
+      "subrel-constrast": 3.594982862472534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7757644653320312,
+      "cov-distil (oracle2student)": 5.276383399963379,
+      "cov-distil (oracle2teacher)": 4.8539299964904785,
+      "epoch": 2.404238618524333,
+      "rel-constrast": 2.6074957847595215,
+      "step": 3063,
+      "subrel-constrast": 3.5302584171295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8692997694015503,
+      "cov-distil (oracle2student)": 3.9351587295532227,
+      "cov-distil (oracle2teacher)": 4.36549186706543,
+      "epoch": 2.405023547880691,
+      "rel-constrast": 4.146545886993408,
+      "step": 3064,
+      "subrel-constrast": 4.4969377517700195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.717644453048706,
+      "cov-distil (oracle2student)": 2.1816554069519043,
+      "cov-distil (oracle2teacher)": 2.414996862411499,
+      "epoch": 2.4058084772370485,
+      "rel-constrast": 2.293348550796509,
+      "step": 3065,
+      "subrel-constrast": 2.8947479724884033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0703728199005127,
+      "cov-distil (oracle2student)": 4.350401878356934,
+      "cov-distil (oracle2teacher)": 4.271941184997559,
+      "epoch": 2.4065934065934065,
+      "rel-constrast": 2.559588670730591,
+      "step": 3066,
+      "subrel-constrast": 2.954277992248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8472816944122314,
+      "cov-distil (oracle2student)": 4.2954888343811035,
+      "cov-distil (oracle2teacher)": 4.47335147857666,
+      "epoch": 2.4073783359497645,
+      "rel-constrast": 2.793977737426758,
+      "step": 3067,
+      "subrel-constrast": 4.037046432495117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4266877174377441,
+      "cov-distil (oracle2student)": 6.165536880493164,
+      "cov-distil (oracle2teacher)": 5.479109287261963,
+      "epoch": 2.4081632653061225,
+      "rel-constrast": 2.088073253631592,
+      "step": 3068,
+      "subrel-constrast": 2.993659257888794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4424668550491333,
+      "cov-distil (oracle2student)": 5.485201358795166,
+      "cov-distil (oracle2teacher)": 5.24677848815918,
+      "epoch": 2.4089481946624804,
+      "rel-constrast": 3.304251194000244,
+      "step": 3069,
+      "subrel-constrast": 4.1987385749816895,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4097331240188384,
+      "grad_norm": 5.90625,
+      "learning_rate": 4.375854663287601e-05,
+      "loss": 0.7473,
+      "step": 3070
+    },
+    {
+      "cov-distil": 1.475146770477295,
+      "cov-distil (oracle2student)": 4.044496536254883,
+      "cov-distil (oracle2teacher)": 3.2410354614257812,
+      "epoch": 2.4097331240188384,
+      "rel-constrast": 2.1455562114715576,
+      "step": 3070,
+      "subrel-constrast": 2.891815423965454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8368010520935059,
+      "cov-distil (oracle2student)": 3.841926336288452,
+      "cov-distil (oracle2teacher)": 3.629031181335449,
+      "epoch": 2.4105180533751964,
+      "rel-constrast": 2.78139591217041,
+      "step": 3071,
+      "subrel-constrast": 3.509953498840332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8675960302352905,
+      "cov-distil (oracle2student)": 5.175873756408691,
+      "cov-distil (oracle2teacher)": 4.678619384765625,
+      "epoch": 2.411302982731554,
+      "rel-constrast": 2.172898769378662,
+      "step": 3072,
+      "subrel-constrast": 2.698033094406128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5033355951309204,
+      "cov-distil (oracle2student)": 5.4867353439331055,
+      "cov-distil (oracle2teacher)": 4.518240928649902,
+      "epoch": 2.412087912087912,
+      "rel-constrast": 3.474844455718994,
+      "step": 3073,
+      "subrel-constrast": 3.5300395488739014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4164576530456543,
+      "cov-distil (oracle2student)": 4.211483955383301,
+      "cov-distil (oracle2teacher)": 4.030996799468994,
+      "epoch": 2.41287284144427,
+      "rel-constrast": 2.7802317142486572,
+      "step": 3074,
+      "subrel-constrast": 3.958655595779419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9129674434661865,
+      "cov-distil (oracle2student)": 3.635460376739502,
+      "cov-distil (oracle2teacher)": 3.53660249710083,
+      "epoch": 2.413657770800628,
+      "rel-constrast": 2.5121073722839355,
+      "step": 3075,
+      "subrel-constrast": 3.7195796966552734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3852119445800781,
+      "cov-distil (oracle2student)": 5.318832874298096,
+      "cov-distil (oracle2teacher)": 4.881415367126465,
+      "epoch": 2.414442700156986,
+      "rel-constrast": 2.177109479904175,
+      "step": 3076,
+      "subrel-constrast": 3.126558542251587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83939790725708,
+      "cov-distil (oracle2student)": 5.203956604003906,
+      "cov-distil (oracle2teacher)": 5.147180557250977,
+      "epoch": 2.415227629513344,
+      "rel-constrast": 2.8661723136901855,
+      "step": 3077,
+      "subrel-constrast": 3.554931640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.465797781944275,
+      "cov-distil (oracle2student)": 3.317169189453125,
+      "cov-distil (oracle2teacher)": 3.3707902431488037,
+      "epoch": 2.416012558869702,
+      "rel-constrast": 2.894062042236328,
+      "step": 3078,
+      "subrel-constrast": 3.326247453689575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3328229188919067,
+      "cov-distil (oracle2student)": 3.769038677215576,
+      "cov-distil (oracle2teacher)": 3.6634786128997803,
+      "epoch": 2.4167974882260594,
+      "rel-constrast": 2.889101982116699,
+      "step": 3079,
+      "subrel-constrast": 3.520508289337158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4175824175824174,
+      "grad_norm": 5.25,
+      "learning_rate": 4.370074497258456e-05,
+      "loss": 0.7099,
+      "step": 3080
+    },
+    {
+      "cov-distil": 1.5954891443252563,
+      "cov-distil (oracle2student)": 4.277334213256836,
+      "cov-distil (oracle2teacher)": 4.295309066772461,
+      "epoch": 2.4175824175824174,
+      "rel-constrast": 1.8895772695541382,
+      "step": 3080,
+      "subrel-constrast": 2.691560745239258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.513533592224121,
+      "cov-distil (oracle2student)": 4.284801959991455,
+      "cov-distil (oracle2teacher)": 3.9162445068359375,
+      "epoch": 2.4183673469387754,
+      "rel-constrast": 2.7244648933410645,
+      "step": 3081,
+      "subrel-constrast": 3.195178985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.068490982055664,
+      "cov-distil (oracle2student)": 4.575675010681152,
+      "cov-distil (oracle2teacher)": 4.7760419845581055,
+      "epoch": 2.4191522762951334,
+      "rel-constrast": 2.8242552280426025,
+      "step": 3082,
+      "subrel-constrast": 3.455894947052002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4129858016967773,
+      "cov-distil (oracle2student)": 3.0361571311950684,
+      "cov-distil (oracle2teacher)": 3.308905839920044,
+      "epoch": 2.4199372056514914,
+      "rel-constrast": 2.606328010559082,
+      "step": 3083,
+      "subrel-constrast": 3.2617435455322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6200933456420898,
+      "cov-distil (oracle2student)": 3.9919400215148926,
+      "cov-distil (oracle2teacher)": 3.9484012126922607,
+      "epoch": 2.4207221350078494,
+      "rel-constrast": 2.8377161026000977,
+      "step": 3084,
+      "subrel-constrast": 3.4638309478759766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3059407472610474,
+      "cov-distil (oracle2student)": 6.77864933013916,
+      "cov-distil (oracle2teacher)": 6.106629371643066,
+      "epoch": 2.4215070643642074,
+      "rel-constrast": 3.9351630210876465,
+      "step": 3085,
+      "subrel-constrast": 4.295100212097168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3926438093185425,
+      "cov-distil (oracle2student)": 4.928810119628906,
+      "cov-distil (oracle2teacher)": 4.185301303863525,
+      "epoch": 2.422291993720565,
+      "rel-constrast": 1.8593497276306152,
+      "step": 3086,
+      "subrel-constrast": 2.8457159996032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5756728649139404,
+      "cov-distil (oracle2student)": 3.6060595512390137,
+      "cov-distil (oracle2teacher)": 3.7412233352661133,
+      "epoch": 2.423076923076923,
+      "rel-constrast": 2.7606709003448486,
+      "step": 3087,
+      "subrel-constrast": 3.2743570804595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2948217391967773,
+      "cov-distil (oracle2student)": 3.4226462841033936,
+      "cov-distil (oracle2teacher)": 3.4693641662597656,
+      "epoch": 2.423861852433281,
+      "rel-constrast": 2.2020583152770996,
+      "step": 3088,
+      "subrel-constrast": 2.5527336597442627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9703471660614014,
+      "cov-distil (oracle2student)": 3.431999683380127,
+      "cov-distil (oracle2teacher)": 3.9646358489990234,
+      "epoch": 2.424646781789639,
+      "rel-constrast": 2.4696195125579834,
+      "step": 3089,
+      "subrel-constrast": 3.1155014038085938,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.425431711145997,
+      "grad_norm": 4.75,
+      "learning_rate": 4.364271544961722e-05,
+      "loss": 0.6896,
+      "step": 3090
+    },
+    {
+      "cov-distil": 1.6579806804656982,
+      "cov-distil (oracle2student)": 5.538765907287598,
+      "cov-distil (oracle2teacher)": 5.415374755859375,
+      "epoch": 2.425431711145997,
+      "rel-constrast": 3.3838932514190674,
+      "step": 3090,
+      "subrel-constrast": 3.9239776134490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6685764789581299,
+      "cov-distil (oracle2student)": 3.0305380821228027,
+      "cov-distil (oracle2teacher)": 2.941138744354248,
+      "epoch": 2.426216640502355,
+      "rel-constrast": 2.446298599243164,
+      "step": 3091,
+      "subrel-constrast": 3.0500919818878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7466681003570557,
+      "cov-distil (oracle2student)": 4.31923770904541,
+      "cov-distil (oracle2teacher)": 4.249931335449219,
+      "epoch": 2.427001569858713,
+      "rel-constrast": 2.3807554244995117,
+      "step": 3092,
+      "subrel-constrast": 3.604367256164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7580583095550537,
+      "cov-distil (oracle2student)": 3.24861478805542,
+      "cov-distil (oracle2teacher)": 3.5355465412139893,
+      "epoch": 2.427786499215071,
+      "rel-constrast": 2.440941095352173,
+      "step": 3093,
+      "subrel-constrast": 3.3570034503936768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.248308539390564,
+      "cov-distil (oracle2student)": 4.0413970947265625,
+      "cov-distil (oracle2teacher)": 3.4975693225860596,
+      "epoch": 2.4285714285714284,
+      "rel-constrast": 1.8814101219177246,
+      "step": 3094,
+      "subrel-constrast": 2.4188225269317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.427692174911499,
+      "cov-distil (oracle2student)": 4.72838020324707,
+      "cov-distil (oracle2teacher)": 4.359134674072266,
+      "epoch": 2.4293563579277864,
+      "rel-constrast": 1.8632233142852783,
+      "step": 3095,
+      "subrel-constrast": 2.5761775970458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0077743530273438,
+      "cov-distil (oracle2student)": 2.822767496109009,
+      "cov-distil (oracle2teacher)": 3.226290702819824,
+      "epoch": 2.4301412872841444,
+      "rel-constrast": 1.8497562408447266,
+      "step": 3096,
+      "subrel-constrast": 3.030212879180908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5448319911956787,
+      "cov-distil (oracle2student)": 3.73988676071167,
+      "cov-distil (oracle2teacher)": 3.87601900100708,
+      "epoch": 2.4309262166405023,
+      "rel-constrast": 2.24189829826355,
+      "step": 3097,
+      "subrel-constrast": 3.266615390777588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.973745346069336,
+      "cov-distil (oracle2student)": 4.834380149841309,
+      "cov-distil (oracle2teacher)": 4.47308874130249,
+      "epoch": 2.4317111459968603,
+      "rel-constrast": 2.900484800338745,
+      "step": 3098,
+      "subrel-constrast": 3.6581013202667236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5562504529953003,
+      "cov-distil (oracle2student)": 4.020699501037598,
+      "cov-distil (oracle2teacher)": 3.621068239212036,
+      "epoch": 2.4324960753532183,
+      "rel-constrast": 2.300758123397827,
+      "step": 3099,
+      "subrel-constrast": 2.9786806106567383,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "grad_norm": 5.625,
+      "learning_rate": 4.3584458771045406e-05,
+      "loss": 0.6337,
+      "step": 3100
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "overlap": 0.34687501192092896,
+      "step": 3100
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "step": 3100,
+      "student margin": 0.0672607421875
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "step": 3100,
+      "teacher margin": 0.04913330078125
+    },
+    {
+      "epoch": 2.4332810047095763,
+      "margin difference": -0.01812744140625,
+      "step": 3100
+    },
+    {
+      "cov-distil": 1.5757256746292114,
+      "cov-distil (oracle2student)": 5.249720573425293,
+      "cov-distil (oracle2teacher)": 4.80001163482666,
+      "epoch": 2.4332810047095763,
+      "rel-constrast": 2.2883691787719727,
+      "step": 3100,
+      "subrel-constrast": 2.863760232925415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.351791262626648,
+      "cov-distil (oracle2student)": 4.2582855224609375,
+      "cov-distil (oracle2teacher)": 3.8739173412323,
+      "epoch": 2.4340659340659343,
+      "rel-constrast": 2.7392091751098633,
+      "step": 3101,
+      "subrel-constrast": 2.8720571994781494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.708400011062622,
+      "cov-distil (oracle2student)": 6.221958160400391,
+      "cov-distil (oracle2teacher)": 5.93073034286499,
+      "epoch": 2.434850863422292,
+      "rel-constrast": 4.075075149536133,
+      "step": 3102,
+      "subrel-constrast": 4.466808319091797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.983452320098877,
+      "cov-distil (oracle2student)": 4.48055362701416,
+      "cov-distil (oracle2teacher)": 4.607118606567383,
+      "epoch": 2.43563579277865,
+      "rel-constrast": 2.0553646087646484,
+      "step": 3103,
+      "subrel-constrast": 3.369985342025757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5557057857513428,
+      "cov-distil (oracle2student)": 2.5519473552703857,
+      "cov-distil (oracle2teacher)": 2.84794282913208,
+      "epoch": 2.436420722135008,
+      "rel-constrast": 2.5016682147979736,
+      "step": 3104,
+      "subrel-constrast": 3.184105396270752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7438387870788574,
+      "cov-distil (oracle2student)": 4.192556381225586,
+      "cov-distil (oracle2teacher)": 3.9098076820373535,
+      "epoch": 2.437205651491366,
+      "rel-constrast": 2.6846320629119873,
+      "step": 3105,
+      "subrel-constrast": 3.6254632472991943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7670329809188843,
+      "cov-distil (oracle2student)": 4.380505561828613,
+      "cov-distil (oracle2teacher)": 4.140459060668945,
+      "epoch": 2.437990580847724,
+      "rel-constrast": 2.8866629600524902,
+      "step": 3106,
+      "subrel-constrast": 3.6935763359069824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9681905508041382,
+      "cov-distil (oracle2student)": 3.4724788665771484,
+      "cov-distil (oracle2teacher)": 3.404186725616455,
+      "epoch": 2.438775510204082,
+      "rel-constrast": 3.116316080093384,
+      "step": 3107,
+      "subrel-constrast": 3.7405712604522705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7428932189941406,
+      "cov-distil (oracle2student)": 4.078738212585449,
+      "cov-distil (oracle2teacher)": 3.7048730850219727,
+      "epoch": 2.4395604395604398,
+      "rel-constrast": 3.741856098175049,
+      "step": 3108,
+      "subrel-constrast": 3.9177377223968506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8151724338531494,
+      "cov-distil (oracle2student)": 6.63142728805542,
+      "cov-distil (oracle2teacher)": 5.529238700866699,
+      "epoch": 2.4403453689167973,
+      "rel-constrast": 2.666156768798828,
+      "step": 3109,
+      "subrel-constrast": 3.6784250736236572,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4411302982731553,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.352597564670836e-05,
+      "loss": 0.7619,
+      "step": 3110
+    },
+    {
+      "cov-distil": 2.0067849159240723,
+      "cov-distil (oracle2student)": 4.501019477844238,
+      "cov-distil (oracle2teacher)": 4.050183296203613,
+      "epoch": 2.4411302982731553,
+      "rel-constrast": 2.482922077178955,
+      "step": 3110,
+      "subrel-constrast": 3.3727080821990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2038347721099854,
+      "cov-distil (oracle2student)": 3.639047145843506,
+      "cov-distil (oracle2teacher)": 3.694805860519409,
+      "epoch": 2.4419152276295133,
+      "rel-constrast": 2.9075088500976562,
+      "step": 3111,
+      "subrel-constrast": 3.4501748085021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3651124238967896,
+      "cov-distil (oracle2student)": 3.6868512630462646,
+      "cov-distil (oracle2teacher)": 2.858288049697876,
+      "epoch": 2.4427001569858713,
+      "rel-constrast": 2.7335727214813232,
+      "step": 3112,
+      "subrel-constrast": 2.9278438091278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.500255823135376,
+      "cov-distil (oracle2student)": 4.388445854187012,
+      "cov-distil (oracle2teacher)": 4.3685455322265625,
+      "epoch": 2.4434850863422293,
+      "rel-constrast": 3.3321385383605957,
+      "step": 3113,
+      "subrel-constrast": 4.2240190505981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.635016679763794,
+      "cov-distil (oracle2student)": 4.808262825012207,
+      "cov-distil (oracle2teacher)": 4.217425346374512,
+      "epoch": 2.4442700156985873,
+      "rel-constrast": 2.7410449981689453,
+      "step": 3114,
+      "subrel-constrast": 3.2943193912506104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.424506425857544,
+      "cov-distil (oracle2student)": 6.318131923675537,
+      "cov-distil (oracle2teacher)": 5.506617546081543,
+      "epoch": 2.4450549450549453,
+      "rel-constrast": 2.504589796066284,
+      "step": 3115,
+      "subrel-constrast": 3.9909706115722656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7262263298034668,
+      "cov-distil (oracle2student)": 3.1801044940948486,
+      "cov-distil (oracle2teacher)": 3.3587193489074707,
+      "epoch": 2.445839874411303,
+      "rel-constrast": 1.3994420766830444,
+      "step": 3116,
+      "subrel-constrast": 2.29480242729187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7174043655395508,
+      "cov-distil (oracle2student)": 2.954110622406006,
+      "cov-distil (oracle2teacher)": 2.9565720558166504,
+      "epoch": 2.446624803767661,
+      "rel-constrast": 2.799145460128784,
+      "step": 3117,
+      "subrel-constrast": 3.223245620727539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0997990369796753,
+      "cov-distil (oracle2student)": 4.370362758636475,
+      "cov-distil (oracle2teacher)": 4.258945465087891,
+      "epoch": 2.4474097331240188,
+      "rel-constrast": 1.6741814613342285,
+      "step": 3118,
+      "subrel-constrast": 2.689037561416626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6017937660217285,
+      "cov-distil (oracle2student)": 4.137917518615723,
+      "cov-distil (oracle2teacher)": 4.340741157531738,
+      "epoch": 2.4481946624803768,
+      "rel-constrast": 2.2123947143554688,
+      "step": 3119,
+      "subrel-constrast": 3.3444080352783203,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4489795918367347,
+      "grad_norm": 4.75,
+      "learning_rate": 4.34672667892045e-05,
+      "loss": 0.6579,
+      "step": 3120
+    },
+    {
+      "cov-distil": 1.416031837463379,
+      "cov-distil (oracle2student)": 5.9707136154174805,
+      "cov-distil (oracle2teacher)": 5.409427642822266,
+      "epoch": 2.4489795918367347,
+      "rel-constrast": 2.5952680110931396,
+      "step": 3120,
+      "subrel-constrast": 2.998718500137329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.036207675933838,
+      "cov-distil (oracle2student)": 4.805495262145996,
+      "cov-distil (oracle2teacher)": 4.6554718017578125,
+      "epoch": 2.4497645211930927,
+      "rel-constrast": 2.568786144256592,
+      "step": 3121,
+      "subrel-constrast": 3.369884729385376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1535801887512207,
+      "cov-distil (oracle2student)": 3.417114734649658,
+      "cov-distil (oracle2teacher)": 3.3716683387756348,
+      "epoch": 2.4505494505494507,
+      "rel-constrast": 2.5415759086608887,
+      "step": 3122,
+      "subrel-constrast": 3.2174017429351807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7952911853790283,
+      "cov-distil (oracle2student)": 4.617475509643555,
+      "cov-distil (oracle2teacher)": 4.354551792144775,
+      "epoch": 2.4513343799058083,
+      "rel-constrast": 3.063483238220215,
+      "step": 3123,
+      "subrel-constrast": 3.7388393878936768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5037425756454468,
+      "cov-distil (oracle2student)": 4.523509502410889,
+      "cov-distil (oracle2teacher)": 4.5323944091796875,
+      "epoch": 2.4521193092621663,
+      "rel-constrast": 3.0835516452789307,
+      "step": 3124,
+      "subrel-constrast": 4.129610538482666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8272840976715088,
+      "cov-distil (oracle2student)": 4.765773773193359,
+      "cov-distil (oracle2teacher)": 4.149887561798096,
+      "epoch": 2.4529042386185242,
+      "rel-constrast": 2.6158945560455322,
+      "step": 3125,
+      "subrel-constrast": 3.135019063949585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.472785234451294,
+      "cov-distil (oracle2student)": 4.188315391540527,
+      "cov-distil (oracle2teacher)": 4.179082870483398,
+      "epoch": 2.4536891679748822,
+      "rel-constrast": 2.9196887016296387,
+      "step": 3126,
+      "subrel-constrast": 3.656432628631592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0266298055648804,
+      "cov-distil (oracle2student)": 4.2936224937438965,
+      "cov-distil (oracle2teacher)": 4.314414978027344,
+      "epoch": 2.4544740973312402,
+      "rel-constrast": 2.2254176139831543,
+      "step": 3127,
+      "subrel-constrast": 2.4953582286834717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2445579767227173,
+      "cov-distil (oracle2student)": 4.879389762878418,
+      "cov-distil (oracle2teacher)": 4.06852912902832,
+      "epoch": 2.455259026687598,
+      "rel-constrast": 2.252915382385254,
+      "step": 3128,
+      "subrel-constrast": 2.9810192584991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5838351249694824,
+      "cov-distil (oracle2student)": 3.5738348960876465,
+      "cov-distil (oracle2teacher)": 3.8101158142089844,
+      "epoch": 2.456043956043956,
+      "rel-constrast": 2.7032225131988525,
+      "step": 3129,
+      "subrel-constrast": 3.5869219303131104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4568288854003137,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.340833291388273e-05,
+      "loss": 0.6994,
+      "step": 3130
+    },
+    {
+      "cov-distil": 1.3586390018463135,
+      "cov-distil (oracle2student)": 4.909631729125977,
+      "cov-distil (oracle2teacher)": 4.469675064086914,
+      "epoch": 2.4568288854003137,
+      "rel-constrast": 3.163145065307617,
+      "step": 3130,
+      "subrel-constrast": 4.295243263244629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6004242897033691,
+      "cov-distil (oracle2student)": 3.2957539558410645,
+      "cov-distil (oracle2teacher)": 3.528459310531616,
+      "epoch": 2.4576138147566717,
+      "rel-constrast": 2.768686294555664,
+      "step": 3131,
+      "subrel-constrast": 3.1998143196105957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9779164791107178,
+      "cov-distil (oracle2student)": 4.2591681480407715,
+      "cov-distil (oracle2teacher)": 3.976203680038452,
+      "epoch": 2.4583987441130297,
+      "rel-constrast": 3.71171236038208,
+      "step": 3132,
+      "subrel-constrast": 3.6047146320343018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5708293914794922,
+      "cov-distil (oracle2student)": 3.0221753120422363,
+      "cov-distil (oracle2teacher)": 3.2108817100524902,
+      "epoch": 2.4591836734693877,
+      "rel-constrast": 2.978334903717041,
+      "step": 3133,
+      "subrel-constrast": 3.3657751083374023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8801767826080322,
+      "cov-distil (oracle2student)": 6.524477005004883,
+      "cov-distil (oracle2teacher)": 6.248221397399902,
+      "epoch": 2.4599686028257457,
+      "rel-constrast": 3.617413282394409,
+      "step": 3134,
+      "subrel-constrast": 3.9416983127593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.527632713317871,
+      "cov-distil (oracle2student)": 4.673624038696289,
+      "cov-distil (oracle2teacher)": 4.483739852905273,
+      "epoch": 2.4607535321821037,
+      "rel-constrast": 2.615363836288452,
+      "step": 3135,
+      "subrel-constrast": 3.4170472621917725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.110795259475708,
+      "cov-distil (oracle2student)": 5.354499340057373,
+      "cov-distil (oracle2teacher)": 5.01642370223999,
+      "epoch": 2.4615384615384617,
+      "rel-constrast": 3.2835280895233154,
+      "step": 3136,
+      "subrel-constrast": 3.46244740486145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.051492214202881,
+      "cov-distil (oracle2student)": 5.1036295890808105,
+      "cov-distil (oracle2teacher)": 4.224447250366211,
+      "epoch": 2.462323390894819,
+      "rel-constrast": 2.2288522720336914,
+      "step": 3137,
+      "subrel-constrast": 2.727898120880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.933518648147583,
+      "cov-distil (oracle2student)": 4.493273735046387,
+      "cov-distil (oracle2teacher)": 4.012969017028809,
+      "epoch": 2.463108320251177,
+      "rel-constrast": 3.634521961212158,
+      "step": 3138,
+      "subrel-constrast": 4.142787456512451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7510862350463867,
+      "cov-distil (oracle2student)": 3.42866587638855,
+      "cov-distil (oracle2teacher)": 3.275162696838379,
+      "epoch": 2.463893249607535,
+      "rel-constrast": 4.027894496917725,
+      "step": 3139,
+      "subrel-constrast": 4.365391254425049,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.464678178963893,
+      "grad_norm": 6.53125,
+      "learning_rate": 4.334917473883373e-05,
+      "loss": 0.8401,
+      "step": 3140
+    },
+    {
+      "cov-distil": 1.6036372184753418,
+      "cov-distil (oracle2student)": 3.7918407917022705,
+      "cov-distil (oracle2teacher)": 3.154810667037964,
+      "epoch": 2.464678178963893,
+      "rel-constrast": 3.0422255992889404,
+      "step": 3140,
+      "subrel-constrast": 3.136831760406494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.140687346458435,
+      "cov-distil (oracle2student)": 3.5842483043670654,
+      "cov-distil (oracle2teacher)": 3.480266571044922,
+      "epoch": 2.465463108320251,
+      "rel-constrast": 2.042184352874756,
+      "step": 3141,
+      "subrel-constrast": 2.4893200397491455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5174167156219482,
+      "cov-distil (oracle2student)": 3.705275297164917,
+      "cov-distil (oracle2teacher)": 3.777817726135254,
+      "epoch": 2.466248037676609,
+      "rel-constrast": 2.0585174560546875,
+      "step": 3142,
+      "subrel-constrast": 2.9382669925689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.344301462173462,
+      "cov-distil (oracle2student)": 3.997647285461426,
+      "cov-distil (oracle2teacher)": 3.614727020263672,
+      "epoch": 2.467032967032967,
+      "rel-constrast": 2.836596965789795,
+      "step": 3143,
+      "subrel-constrast": 3.247298002243042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9262842535972595,
+      "cov-distil (oracle2student)": 5.0936279296875,
+      "cov-distil (oracle2teacher)": 4.957192420959473,
+      "epoch": 2.467817896389325,
+      "rel-constrast": 2.7916011810302734,
+      "step": 3144,
+      "subrel-constrast": 3.573464870452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7102220058441162,
+      "cov-distil (oracle2student)": 5.211209774017334,
+      "cov-distil (oracle2teacher)": 4.96450662612915,
+      "epoch": 2.468602825745683,
+      "rel-constrast": 3.0288021564483643,
+      "step": 3145,
+      "subrel-constrast": 3.8908228874206543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4237297773361206,
+      "cov-distil (oracle2student)": 5.879305839538574,
+      "cov-distil (oracle2teacher)": 5.01312255859375,
+      "epoch": 2.4693877551020407,
+      "rel-constrast": 2.8151111602783203,
+      "step": 3146,
+      "subrel-constrast": 3.221799612045288,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.145078182220459,
+      "cov-distil (oracle2student)": 4.9379096031188965,
+      "cov-distil (oracle2teacher)": 5.141885280609131,
+      "epoch": 2.4701726844583987,
+      "rel-constrast": 3.0987730026245117,
+      "step": 3147,
+      "subrel-constrast": 3.8954803943634033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.172927141189575,
+      "cov-distil (oracle2student)": 4.196881294250488,
+      "cov-distil (oracle2teacher)": 4.010043144226074,
+      "epoch": 2.4709576138147566,
+      "rel-constrast": 2.861114978790283,
+      "step": 3148,
+      "subrel-constrast": 3.7907583713531494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9980965852737427,
+      "cov-distil (oracle2student)": 5.249136924743652,
+      "cov-distil (oracle2teacher)": 5.27896785736084,
+      "epoch": 2.4717425431711146,
+      "rel-constrast": 3.4600701332092285,
+      "step": 3149,
+      "subrel-constrast": 4.173051834106445,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4725274725274726,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.3289792984881174e-05,
+      "loss": 0.7383,
+      "step": 3150
+    },
+    {
+      "cov-distil": 1.4062113761901855,
+      "cov-distil (oracle2student)": 2.9306488037109375,
+      "cov-distil (oracle2teacher)": 2.8639111518859863,
+      "epoch": 2.4725274725274726,
+      "rel-constrast": 2.030104637145996,
+      "step": 3150,
+      "subrel-constrast": 2.881101608276367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.282082438468933,
+      "cov-distil (oracle2student)": 4.196835517883301,
+      "cov-distil (oracle2teacher)": 3.283474922180176,
+      "epoch": 2.4733124018838306,
+      "rel-constrast": 1.6793544292449951,
+      "step": 3151,
+      "subrel-constrast": 1.8464077711105347,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.209139108657837,
+      "cov-distil (oracle2student)": 3.9075934886932373,
+      "cov-distil (oracle2teacher)": 3.3400769233703613,
+      "epoch": 2.4740973312401886,
+      "rel-constrast": 1.7183418273925781,
+      "step": 3152,
+      "subrel-constrast": 1.9517006874084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.256178379058838,
+      "cov-distil (oracle2student)": 3.5250277519226074,
+      "cov-distil (oracle2teacher)": 4.135322570800781,
+      "epoch": 2.474882260596546,
+      "rel-constrast": 2.998563051223755,
+      "step": 3153,
+      "subrel-constrast": 4.0608344078063965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2107676267623901,
+      "cov-distil (oracle2student)": 4.082742691040039,
+      "cov-distil (oracle2teacher)": 4.027431011199951,
+      "epoch": 2.475667189952904,
+      "rel-constrast": 1.9242055416107178,
+      "step": 3154,
+      "subrel-constrast": 2.8141210079193115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4830029010772705,
+      "cov-distil (oracle2student)": 5.7481465339660645,
+      "cov-distil (oracle2teacher)": 5.24298095703125,
+      "epoch": 2.476452119309262,
+      "rel-constrast": 3.119180202484131,
+      "step": 3155,
+      "subrel-constrast": 4.028499603271484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1774104833602905,
+      "cov-distil (oracle2student)": 4.645663261413574,
+      "cov-distil (oracle2teacher)": 3.970423698425293,
+      "epoch": 2.47723704866562,
+      "rel-constrast": 1.927222490310669,
+      "step": 3156,
+      "subrel-constrast": 2.6703014373779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1810541152954102,
+      "cov-distil (oracle2student)": 3.5132880210876465,
+      "cov-distil (oracle2teacher)": 3.52266263961792,
+      "epoch": 2.478021978021978,
+      "rel-constrast": 2.519179344177246,
+      "step": 3157,
+      "subrel-constrast": 3.260448932647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3471145629882812,
+      "cov-distil (oracle2student)": 3.602628707885742,
+      "cov-distil (oracle2teacher)": 3.5038130283355713,
+      "epoch": 2.478806907378336,
+      "rel-constrast": 2.140629768371582,
+      "step": 3158,
+      "subrel-constrast": 2.6747918128967285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5132215023040771,
+      "cov-distil (oracle2student)": 2.4720518589019775,
+      "cov-distil (oracle2teacher)": 2.65682315826416,
+      "epoch": 2.479591836734694,
+      "rel-constrast": 2.005352020263672,
+      "step": 3159,
+      "subrel-constrast": 2.629133701324463,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4803767660910516,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.3230188375573e-05,
+      "loss": 0.5842,
+      "step": 3160
+    },
+    {
+      "cov-distil": 1.7846033573150635,
+      "cov-distil (oracle2student)": 7.043437480926514,
+      "cov-distil (oracle2teacher)": 5.958685874938965,
+      "epoch": 2.4803767660910516,
+      "rel-constrast": 2.67256498336792,
+      "step": 3160,
+      "subrel-constrast": 3.153947591781616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52724027633667,
+      "cov-distil (oracle2student)": 3.4807991981506348,
+      "cov-distil (oracle2teacher)": 3.662358522415161,
+      "epoch": 2.4811616954474096,
+      "rel-constrast": 2.7892889976501465,
+      "step": 3161,
+      "subrel-constrast": 3.3175532817840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5145161151885986,
+      "cov-distil (oracle2student)": 4.084555625915527,
+      "cov-distil (oracle2teacher)": 3.011592388153076,
+      "epoch": 2.4819466248037676,
+      "rel-constrast": 2.372483491897583,
+      "step": 3162,
+      "subrel-constrast": 2.432321071624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4534692764282227,
+      "cov-distil (oracle2student)": 4.033753395080566,
+      "cov-distil (oracle2teacher)": 3.643362045288086,
+      "epoch": 2.4827315541601256,
+      "rel-constrast": 2.0096216201782227,
+      "step": 3163,
+      "subrel-constrast": 2.982510566711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.855319857597351,
+      "cov-distil (oracle2student)": 3.7099688053131104,
+      "cov-distil (oracle2teacher)": 3.208369493484497,
+      "epoch": 2.4835164835164836,
+      "rel-constrast": 2.0856966972351074,
+      "step": 3164,
+      "subrel-constrast": 2.466456890106201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9550790786743164,
+      "cov-distil (oracle2student)": 4.3319196701049805,
+      "cov-distil (oracle2teacher)": 4.096756458282471,
+      "epoch": 2.4843014128728416,
+      "rel-constrast": 2.675689697265625,
+      "step": 3165,
+      "subrel-constrast": 3.7513012886047363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2436221837997437,
+      "cov-distil (oracle2student)": 4.819587707519531,
+      "cov-distil (oracle2teacher)": 4.791376113891602,
+      "epoch": 2.4850863422291996,
+      "rel-constrast": 3.1930365562438965,
+      "step": 3166,
+      "subrel-constrast": 3.740398406982422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.536020040512085,
+      "cov-distil (oracle2student)": 4.2395830154418945,
+      "cov-distil (oracle2teacher)": 3.7668027877807617,
+      "epoch": 2.485871271585557,
+      "rel-constrast": 3.107299566268921,
+      "step": 3167,
+      "subrel-constrast": 3.3897652626037598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1786673069000244,
+      "cov-distil (oracle2student)": 4.629476547241211,
+      "cov-distil (oracle2teacher)": 4.554415702819824,
+      "epoch": 2.486656200941915,
+      "rel-constrast": 3.0051467418670654,
+      "step": 3168,
+      "subrel-constrast": 3.436793327331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9248692989349365,
+      "cov-distil (oracle2student)": 3.696438789367676,
+      "cov-distil (oracle2teacher)": 2.890047550201416,
+      "epoch": 2.487441130298273,
+      "rel-constrast": 1.9954328536987305,
+      "step": 3169,
+      "subrel-constrast": 2.5913872718811035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.488226059654631,
+      "grad_norm": 6.09375,
+      "learning_rate": 4.3170361637172575e-05,
+      "loss": 0.6876,
+      "step": 3170
+    },
+    {
+      "cov-distil": 1.5784053802490234,
+      "cov-distil (oracle2student)": 3.2995240688323975,
+      "cov-distil (oracle2teacher)": 3.4231014251708984,
+      "epoch": 2.488226059654631,
+      "rel-constrast": 2.6243484020233154,
+      "step": 3170,
+      "subrel-constrast": 3.410679817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3682124614715576,
+      "cov-distil (oracle2student)": 2.763781785964966,
+      "cov-distil (oracle2teacher)": 2.616957426071167,
+      "epoch": 2.489010989010989,
+      "rel-constrast": 2.3062045574188232,
+      "step": 3171,
+      "subrel-constrast": 3.0814929008483887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5103285312652588,
+      "cov-distil (oracle2student)": 4.634303092956543,
+      "cov-distil (oracle2teacher)": 4.4101338386535645,
+      "epoch": 2.489795918367347,
+      "rel-constrast": 2.4270877838134766,
+      "step": 3172,
+      "subrel-constrast": 3.046363115310669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3289169073104858,
+      "cov-distil (oracle2student)": 3.8718085289001465,
+      "cov-distil (oracle2teacher)": 3.651665687561035,
+      "epoch": 2.490580847723705,
+      "rel-constrast": 1.7130024433135986,
+      "step": 3173,
+      "subrel-constrast": 2.5831868648529053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4980425834655762,
+      "cov-distil (oracle2student)": 3.7573695182800293,
+      "cov-distil (oracle2teacher)": 3.591980457305908,
+      "epoch": 2.4913657770800626,
+      "rel-constrast": 1.7413835525512695,
+      "step": 3174,
+      "subrel-constrast": 2.798279285430908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7864161729812622,
+      "cov-distil (oracle2student)": 4.015658378601074,
+      "cov-distil (oracle2teacher)": 3.7668678760528564,
+      "epoch": 2.4921507064364206,
+      "rel-constrast": 2.163250684738159,
+      "step": 3175,
+      "subrel-constrast": 2.7759456634521484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1382745504379272,
+      "cov-distil (oracle2student)": 5.159589767456055,
+      "cov-distil (oracle2teacher)": 4.924499034881592,
+      "epoch": 2.4929356357927785,
+      "rel-constrast": 3.6899023056030273,
+      "step": 3176,
+      "subrel-constrast": 3.8656625747680664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6984165906906128,
+      "cov-distil (oracle2student)": 3.1709675788879395,
+      "cov-distil (oracle2teacher)": 3.288743734359741,
+      "epoch": 2.4937205651491365,
+      "rel-constrast": 2.1558027267456055,
+      "step": 3177,
+      "subrel-constrast": 3.0568485260009766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1334805488586426,
+      "cov-distil (oracle2student)": 5.653553009033203,
+      "cov-distil (oracle2teacher)": 5.146153450012207,
+      "epoch": 2.4945054945054945,
+      "rel-constrast": 2.214648723602295,
+      "step": 3178,
+      "subrel-constrast": 2.6215438842773438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.200916051864624,
+      "cov-distil (oracle2student)": 4.203347682952881,
+      "cov-distil (oracle2teacher)": 4.581297874450684,
+      "epoch": 2.4952904238618525,
+      "rel-constrast": 2.5859487056732178,
+      "step": 3179,
+      "subrel-constrast": 3.594485282897949,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.4960753532182105,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.3110313498649816e-05,
+      "loss": 0.6261,
+      "step": 3180
+    },
+    {
+      "cov-distil": 2.0044445991516113,
+      "cov-distil (oracle2student)": 3.2673468589782715,
+      "cov-distil (oracle2teacher)": 3.213047981262207,
+      "epoch": 2.4960753532182105,
+      "rel-constrast": 2.455889940261841,
+      "step": 3180,
+      "subrel-constrast": 3.5836575031280518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6262102127075195,
+      "cov-distil (oracle2student)": 2.3185806274414062,
+      "cov-distil (oracle2teacher)": 2.761704921722412,
+      "epoch": 2.496860282574568,
+      "rel-constrast": 2.4766855239868164,
+      "step": 3181,
+      "subrel-constrast": 3.2814836502075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3321276903152466,
+      "cov-distil (oracle2student)": 3.138485908508301,
+      "cov-distil (oracle2teacher)": 3.319969654083252,
+      "epoch": 2.497645211930926,
+      "rel-constrast": 2.2317166328430176,
+      "step": 3182,
+      "subrel-constrast": 3.3039259910583496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.510735034942627,
+      "cov-distil (oracle2student)": 4.444922924041748,
+      "cov-distil (oracle2teacher)": 3.9111876487731934,
+      "epoch": 2.498430141287284,
+      "rel-constrast": 2.488835573196411,
+      "step": 3183,
+      "subrel-constrast": 3.9600813388824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1321583986282349,
+      "cov-distil (oracle2student)": 4.526627540588379,
+      "cov-distil (oracle2teacher)": 4.393608093261719,
+      "epoch": 2.499215070643642,
+      "rel-constrast": 2.6160178184509277,
+      "step": 3184,
+      "subrel-constrast": 3.324152708053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6239445209503174,
+      "cov-distil (oracle2student)": 5.001282691955566,
+      "cov-distil (oracle2teacher)": 4.799595832824707,
+      "epoch": 2.5,
+      "rel-constrast": 3.552947998046875,
+      "step": 3185,
+      "subrel-constrast": 4.155721187591553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1050691604614258,
+      "cov-distil (oracle2student)": 3.3399038314819336,
+      "cov-distil (oracle2teacher)": 3.7865395545959473,
+      "epoch": 2.500784929356358,
+      "rel-constrast": 2.324129581451416,
+      "step": 3186,
+      "subrel-constrast": 3.346329927444458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3759733438491821,
+      "cov-distil (oracle2student)": 4.805597305297852,
+      "cov-distil (oracle2teacher)": 4.1585693359375,
+      "epoch": 2.501569858712716,
+      "rel-constrast": 2.30026912689209,
+      "step": 3187,
+      "subrel-constrast": 2.8594014644622803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3508708477020264,
+      "cov-distil (oracle2student)": 4.5952043533325195,
+      "cov-distil (oracle2teacher)": 4.623263359069824,
+      "epoch": 2.5023547880690735,
+      "rel-constrast": 2.166283130645752,
+      "step": 3188,
+      "subrel-constrast": 3.094506025314331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1483722925186157,
+      "cov-distil (oracle2student)": 5.631651878356934,
+      "cov-distil (oracle2teacher)": 5.100159645080566,
+      "epoch": 2.503139717425432,
+      "rel-constrast": 1.7863874435424805,
+      "step": 3189,
+      "subrel-constrast": 2.725893020629883,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5039246467817895,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.3050044691672336e-05,
+      "loss": 0.648,
+      "step": 3190
+    },
+    {
+      "cov-distil": 1.240476131439209,
+      "cov-distil (oracle2student)": 3.9707818031311035,
+      "cov-distil (oracle2teacher)": 4.034692764282227,
+      "epoch": 2.5039246467817895,
+      "rel-constrast": 2.8694963455200195,
+      "step": 3190,
+      "subrel-constrast": 3.571314811706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7813994884490967,
+      "cov-distil (oracle2student)": 3.696841239929199,
+      "cov-distil (oracle2teacher)": 3.4794740676879883,
+      "epoch": 2.5047095761381475,
+      "rel-constrast": 3.343001365661621,
+      "step": 3191,
+      "subrel-constrast": 4.146128177642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3255455493927002,
+      "cov-distil (oracle2student)": 4.2685770988464355,
+      "cov-distil (oracle2teacher)": 4.292325973510742,
+      "epoch": 2.5054945054945055,
+      "rel-constrast": 2.959031343460083,
+      "step": 3192,
+      "subrel-constrast": 3.49757719039917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2344636917114258,
+      "cov-distil (oracle2student)": 4.52053165435791,
+      "cov-distil (oracle2teacher)": 4.184212684631348,
+      "epoch": 2.5062794348508635,
+      "rel-constrast": 3.2828173637390137,
+      "step": 3193,
+      "subrel-constrast": 3.8742997646331787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7671492099761963,
+      "cov-distil (oracle2student)": 5.5709123611450195,
+      "cov-distil (oracle2teacher)": 5.154391765594482,
+      "epoch": 2.5070643642072215,
+      "rel-constrast": 2.8828039169311523,
+      "step": 3194,
+      "subrel-constrast": 3.537970781326294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4280198812484741,
+      "cov-distil (oracle2student)": 3.516058921813965,
+      "cov-distil (oracle2teacher)": 3.777341365814209,
+      "epoch": 2.5078492935635794,
+      "rel-constrast": 3.1408331394195557,
+      "step": 3195,
+      "subrel-constrast": 4.115450382232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2059576511383057,
+      "cov-distil (oracle2student)": 4.166736602783203,
+      "cov-distil (oracle2teacher)": 4.19172477722168,
+      "epoch": 2.5086342229199374,
+      "rel-constrast": 2.881413698196411,
+      "step": 3196,
+      "subrel-constrast": 3.2871031761169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6152567863464355,
+      "cov-distil (oracle2student)": 2.5228185653686523,
+      "cov-distil (oracle2teacher)": 2.498863697052002,
+      "epoch": 2.509419152276295,
+      "rel-constrast": 2.063371181488037,
+      "step": 3197,
+      "subrel-constrast": 3.0383923053741455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9041579961776733,
+      "cov-distil (oracle2student)": 5.756880760192871,
+      "cov-distil (oracle2teacher)": 5.2857985496521,
+      "epoch": 2.510204081632653,
+      "rel-constrast": 1.909332275390625,
+      "step": 3198,
+      "subrel-constrast": 2.6542656421661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3474352359771729,
+      "cov-distil (oracle2student)": 4.145047187805176,
+      "cov-distil (oracle2teacher)": 4.449634075164795,
+      "epoch": 2.510989010989011,
+      "rel-constrast": 2.787540912628174,
+      "step": 3199,
+      "subrel-constrast": 3.2403268814086914,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.511773940345369,
+      "grad_norm": 5.71875,
+      "learning_rate": 4.298955595059654e-05,
+      "loss": 0.7401,
+      "step": 3200
+    },
+    {
+      "epoch": 2.511773940345369,
+      "overlap": 0.29375001788139343,
+      "step": 3200
+    },
+    {
+      "epoch": 2.511773940345369,
+      "step": 3200,
+      "student margin": 0.063232421875
+    },
+    {
+      "epoch": 2.511773940345369,
+      "step": 3200,
+      "teacher margin": 0.051300048828125
+    },
+    {
+      "epoch": 2.511773940345369,
+      "margin difference": -0.011932373046875,
+      "step": 3200
+    },
+    {
+      "cov-distil": 1.0198545455932617,
+      "cov-distil (oracle2student)": 4.8821563720703125,
+      "cov-distil (oracle2teacher)": 4.301817893981934,
+      "epoch": 2.511773940345369,
+      "rel-constrast": 2.409618377685547,
+      "step": 3200,
+      "subrel-constrast": 2.5619540214538574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3676421642303467,
+      "cov-distil (oracle2student)": 4.335204124450684,
+      "cov-distil (oracle2teacher)": 3.9644148349761963,
+      "epoch": 2.512558869701727,
+      "rel-constrast": 2.185781240463257,
+      "step": 3201,
+      "subrel-constrast": 2.6245241165161133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.486921787261963,
+      "cov-distil (oracle2student)": 4.564678192138672,
+      "cov-distil (oracle2teacher)": 4.681562423706055,
+      "epoch": 2.513343799058085,
+      "rel-constrast": 3.328810691833496,
+      "step": 3202,
+      "subrel-constrast": 3.59163236618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6266175508499146,
+      "cov-distil (oracle2student)": 2.4992761611938477,
+      "cov-distil (oracle2teacher)": 2.942551374435425,
+      "epoch": 2.514128728414443,
+      "rel-constrast": 2.646674633026123,
+      "step": 3203,
+      "subrel-constrast": 3.3898582458496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3796550035476685,
+      "cov-distil (oracle2student)": 3.749901533126831,
+      "cov-distil (oracle2teacher)": 3.8607518672943115,
+      "epoch": 2.5149136577708004,
+      "rel-constrast": 3.121767282485962,
+      "step": 3204,
+      "subrel-constrast": 3.410182476043701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7980012893676758,
+      "cov-distil (oracle2student)": 3.592402219772339,
+      "cov-distil (oracle2teacher)": 4.089023590087891,
+      "epoch": 2.5156985871271584,
+      "rel-constrast": 2.451519727706909,
+      "step": 3205,
+      "subrel-constrast": 3.8728091716766357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1160480976104736,
+      "cov-distil (oracle2student)": 3.7694787979125977,
+      "cov-distil (oracle2teacher)": 3.5415802001953125,
+      "epoch": 2.5164835164835164,
+      "rel-constrast": 3.0267319679260254,
+      "step": 3206,
+      "subrel-constrast": 3.37054443359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.691794991493225,
+      "cov-distil (oracle2student)": 5.058706283569336,
+      "cov-distil (oracle2teacher)": 5.1844587326049805,
+      "epoch": 2.5172684458398744,
+      "rel-constrast": 3.718019962310791,
+      "step": 3207,
+      "subrel-constrast": 4.649765968322754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.84257173538208,
+      "cov-distil (oracle2student)": 5.585052013397217,
+      "cov-distil (oracle2teacher)": 5.267206192016602,
+      "epoch": 2.5180533751962324,
+      "rel-constrast": 3.8206653594970703,
+      "step": 3208,
+      "subrel-constrast": 4.358057975769043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9599286317825317,
+      "cov-distil (oracle2student)": 4.052135467529297,
+      "cov-distil (oracle2teacher)": 4.209880352020264,
+      "epoch": 2.5188383045525904,
+      "rel-constrast": 2.495955467224121,
+      "step": 3209,
+      "subrel-constrast": 3.346193552017212,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5196232339089484,
+      "grad_norm": 5.59375,
+      "learning_rate": 4.292884801245865e-05,
+      "loss": 0.7684,
+      "step": 3210
+    },
+    {
+      "cov-distil": 2.03684139251709,
+      "cov-distil (oracle2student)": 3.2161481380462646,
+      "cov-distil (oracle2teacher)": 3.5624241828918457,
+      "epoch": 2.5196232339089484,
+      "rel-constrast": 2.3978497982025146,
+      "step": 3210,
+      "subrel-constrast": 3.588083267211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4114614725112915,
+      "cov-distil (oracle2student)": 4.82749605178833,
+      "cov-distil (oracle2teacher)": 4.517032623291016,
+      "epoch": 2.520408163265306,
+      "rel-constrast": 2.9818999767303467,
+      "step": 3211,
+      "subrel-constrast": 3.8409786224365234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6366468667984009,
+      "cov-distil (oracle2student)": 4.862578392028809,
+      "cov-distil (oracle2teacher)": 4.590677261352539,
+      "epoch": 2.521193092621664,
+      "rel-constrast": 1.9614382982254028,
+      "step": 3212,
+      "subrel-constrast": 3.2129924297332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.545123815536499,
+      "cov-distil (oracle2student)": 3.361635446548462,
+      "cov-distil (oracle2teacher)": 3.2764720916748047,
+      "epoch": 2.521978021978022,
+      "rel-constrast": 2.8784494400024414,
+      "step": 3213,
+      "subrel-constrast": 3.479992389678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8230023384094238,
+      "cov-distil (oracle2student)": 3.80440092086792,
+      "cov-distil (oracle2teacher)": 4.284911155700684,
+      "epoch": 2.52276295133438,
+      "rel-constrast": 2.290314197540283,
+      "step": 3214,
+      "subrel-constrast": 3.51865816116333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.431288242340088,
+      "cov-distil (oracle2student)": 4.058650016784668,
+      "cov-distil (oracle2teacher)": 3.541482448577881,
+      "epoch": 2.523547880690738,
+      "rel-constrast": 3.352663516998291,
+      "step": 3215,
+      "subrel-constrast": 3.2203733921051025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6282598972320557,
+      "cov-distil (oracle2student)": 4.242944717407227,
+      "cov-distil (oracle2teacher)": 4.14613676071167,
+      "epoch": 2.524332810047096,
+      "rel-constrast": 2.5014071464538574,
+      "step": 3216,
+      "subrel-constrast": 3.2417702674865723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4172780513763428,
+      "cov-distil (oracle2student)": 5.198227405548096,
+      "cov-distil (oracle2teacher)": 4.88279914855957,
+      "epoch": 2.525117739403454,
+      "rel-constrast": 2.3915648460388184,
+      "step": 3217,
+      "subrel-constrast": 2.874601364135742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.895594596862793,
+      "cov-distil (oracle2student)": 4.166847229003906,
+      "cov-distil (oracle2teacher)": 3.8839619159698486,
+      "epoch": 2.5259026687598114,
+      "rel-constrast": 1.8384475708007812,
+      "step": 3218,
+      "subrel-constrast": 2.84781551361084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.144829750061035,
+      "cov-distil (oracle2student)": 3.750545024871826,
+      "cov-distil (oracle2teacher)": 3.4475204944610596,
+      "epoch": 2.5266875981161694,
+      "rel-constrast": 3.214962959289551,
+      "step": 3219,
+      "subrel-constrast": 4.225851058959961,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5274725274725274,
+      "grad_norm": 6.0625,
+      "learning_rate": 4.2867921616965715e-05,
+      "loss": 0.6877,
+      "step": 3220
+    },
+    {
+      "cov-distil": 1.16232168674469,
+      "cov-distil (oracle2student)": 4.456209659576416,
+      "cov-distil (oracle2teacher)": 4.2791595458984375,
+      "epoch": 2.5274725274725274,
+      "rel-constrast": 2.245940685272217,
+      "step": 3220,
+      "subrel-constrast": 3.4105539321899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6024693250656128,
+      "cov-distil (oracle2student)": 4.457619667053223,
+      "cov-distil (oracle2teacher)": 4.184423446655273,
+      "epoch": 2.5282574568288854,
+      "rel-constrast": 2.153740406036377,
+      "step": 3221,
+      "subrel-constrast": 2.9115047454833984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5863854885101318,
+      "cov-distil (oracle2student)": 4.193875789642334,
+      "cov-distil (oracle2teacher)": 4.549797058105469,
+      "epoch": 2.5290423861852434,
+      "rel-constrast": 2.631711006164551,
+      "step": 3222,
+      "subrel-constrast": 3.3136050701141357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8580079078674316,
+      "cov-distil (oracle2student)": 4.760239601135254,
+      "cov-distil (oracle2teacher)": 4.705539703369141,
+      "epoch": 2.5298273155416013,
+      "rel-constrast": 2.986811876296997,
+      "step": 3223,
+      "subrel-constrast": 3.2515430450439453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5173717737197876,
+      "cov-distil (oracle2student)": 5.75255012512207,
+      "cov-distil (oracle2teacher)": 5.8574934005737305,
+      "epoch": 2.5306122448979593,
+      "rel-constrast": 3.7048473358154297,
+      "step": 3224,
+      "subrel-constrast": 5.0932087898254395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647812843322754,
+      "cov-distil (oracle2student)": 3.7774569988250732,
+      "cov-distil (oracle2teacher)": 3.7755799293518066,
+      "epoch": 2.531397174254317,
+      "rel-constrast": 2.30104398727417,
+      "step": 3225,
+      "subrel-constrast": 3.599821090698242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3016504049301147,
+      "cov-distil (oracle2student)": 4.381895065307617,
+      "cov-distil (oracle2teacher)": 4.215852737426758,
+      "epoch": 2.5321821036106753,
+      "rel-constrast": 2.9264583587646484,
+      "step": 3226,
+      "subrel-constrast": 3.1690266132354736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8386789560317993,
+      "cov-distil (oracle2student)": 3.2407898902893066,
+      "cov-distil (oracle2teacher)": 3.257643222808838,
+      "epoch": 2.532967032967033,
+      "rel-constrast": 2.3208441734313965,
+      "step": 3227,
+      "subrel-constrast": 3.7498245239257812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4253371953964233,
+      "cov-distil (oracle2student)": 4.581547737121582,
+      "cov-distil (oracle2teacher)": 4.23675537109375,
+      "epoch": 2.533751962323391,
+      "rel-constrast": 1.9599294662475586,
+      "step": 3228,
+      "subrel-constrast": 2.761137008666992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2762998342514038,
+      "cov-distil (oracle2student)": 3.717137336730957,
+      "cov-distil (oracle2teacher)": 3.404254198074341,
+      "epoch": 2.534536891679749,
+      "rel-constrast": 2.393007278442383,
+      "step": 3229,
+      "subrel-constrast": 2.852113962173462,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.535321821036107,
+      "grad_norm": 5.625,
+      "learning_rate": 4.280677750648665e-05,
+      "loss": 0.6786,
+      "step": 3230
+    },
+    {
+      "cov-distil": 1.4573605060577393,
+      "cov-distil (oracle2student)": 5.148643493652344,
+      "cov-distil (oracle2teacher)": 4.784612655639648,
+      "epoch": 2.535321821036107,
+      "rel-constrast": 2.2090697288513184,
+      "step": 3230,
+      "subrel-constrast": 2.9027464389801025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1601877212524414,
+      "cov-distil (oracle2student)": 4.846194744110107,
+      "cov-distil (oracle2teacher)": 4.550320625305176,
+      "epoch": 2.536106750392465,
+      "rel-constrast": 1.7218905687332153,
+      "step": 3231,
+      "subrel-constrast": 2.510146141052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1708918809890747,
+      "cov-distil (oracle2student)": 2.9218549728393555,
+      "cov-distil (oracle2teacher)": 3.272157907485962,
+      "epoch": 2.5368916797488223,
+      "rel-constrast": 1.65535306930542,
+      "step": 3232,
+      "subrel-constrast": 2.4262778759002686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5161890983581543,
+      "cov-distil (oracle2student)": 4.074213027954102,
+      "cov-distil (oracle2teacher)": 3.300969123840332,
+      "epoch": 2.537676609105181,
+      "rel-constrast": 2.366436004638672,
+      "step": 3233,
+      "subrel-constrast": 2.5791337490081787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1540685892105103,
+      "cov-distil (oracle2student)": 3.6207780838012695,
+      "cov-distil (oracle2teacher)": 3.439596652984619,
+      "epoch": 2.5384615384615383,
+      "rel-constrast": 2.437859058380127,
+      "step": 3234,
+      "subrel-constrast": 2.957721471786499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4135057926177979,
+      "cov-distil (oracle2student)": 3.404387950897217,
+      "cov-distil (oracle2teacher)": 3.8171629905700684,
+      "epoch": 2.5392464678178963,
+      "rel-constrast": 3.0397753715515137,
+      "step": 3235,
+      "subrel-constrast": 3.5986857414245605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5693432092666626,
+      "cov-distil (oracle2student)": 2.9125471115112305,
+      "cov-distil (oracle2teacher)": 2.9131131172180176,
+      "epoch": 2.5400313971742543,
+      "rel-constrast": 2.8838019371032715,
+      "step": 3236,
+      "subrel-constrast": 3.519014358520508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.922534465789795,
+      "cov-distil (oracle2student)": 2.889185667037964,
+      "cov-distil (oracle2teacher)": 3.1990604400634766,
+      "epoch": 2.5408163265306123,
+      "rel-constrast": 2.2782304286956787,
+      "step": 3237,
+      "subrel-constrast": 3.006503105163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.557413101196289,
+      "cov-distil (oracle2student)": 5.504024982452393,
+      "cov-distil (oracle2teacher)": 4.614834308624268,
+      "epoch": 2.5416012558869703,
+      "rel-constrast": 3.230039596557617,
+      "step": 3238,
+      "subrel-constrast": 3.9070379734039307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4140465259552002,
+      "cov-distil (oracle2student)": 3.3573408126831055,
+      "cov-distil (oracle2teacher)": 3.357921600341797,
+      "epoch": 2.542386185243328,
+      "rel-constrast": 2.926745653152466,
+      "step": 3239,
+      "subrel-constrast": 3.5674943923950195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5431711145996863,
+      "grad_norm": 7.5,
+      "learning_rate": 4.2745416426043155e-05,
+      "loss": 0.6546,
+      "step": 3240
+    },
+    {
+      "cov-distil": 1.9930508136749268,
+      "cov-distil (oracle2student)": 4.633244037628174,
+      "cov-distil (oracle2teacher)": 4.779427528381348,
+      "epoch": 2.5431711145996863,
+      "rel-constrast": 2.2708029747009277,
+      "step": 3240,
+      "subrel-constrast": 3.423038959503174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.309459924697876,
+      "cov-distil (oracle2student)": 3.5359749794006348,
+      "cov-distil (oracle2teacher)": 3.2815842628479004,
+      "epoch": 2.543956043956044,
+      "rel-constrast": 1.748654842376709,
+      "step": 3241,
+      "subrel-constrast": 2.7061944007873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4904659986495972,
+      "cov-distil (oracle2student)": 3.3607091903686523,
+      "cov-distil (oracle2teacher)": 3.464132785797119,
+      "epoch": 2.544740973312402,
+      "rel-constrast": 2.354949474334717,
+      "step": 3242,
+      "subrel-constrast": 2.7606730461120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0632405281066895,
+      "cov-distil (oracle2student)": 3.0017635822296143,
+      "cov-distil (oracle2teacher)": 3.1473779678344727,
+      "epoch": 2.5455259026687598,
+      "rel-constrast": 2.4761271476745605,
+      "step": 3243,
+      "subrel-constrast": 3.5014488697052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2911851406097412,
+      "cov-distil (oracle2student)": 3.851422071456909,
+      "cov-distil (oracle2teacher)": 3.986896514892578,
+      "epoch": 2.5463108320251178,
+      "rel-constrast": 2.3291988372802734,
+      "step": 3244,
+      "subrel-constrast": 3.138678789138794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.468261480331421,
+      "cov-distil (oracle2student)": 3.9986608028411865,
+      "cov-distil (oracle2teacher)": 4.049673080444336,
+      "epoch": 2.5470957613814758,
+      "rel-constrast": 2.4392056465148926,
+      "step": 3245,
+      "subrel-constrast": 3.3867239952087402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5132545232772827,
+      "cov-distil (oracle2student)": 3.2308998107910156,
+      "cov-distil (oracle2teacher)": 3.023292064666748,
+      "epoch": 2.5478806907378337,
+      "rel-constrast": 2.2253823280334473,
+      "step": 3246,
+      "subrel-constrast": 2.7018909454345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2590117454528809,
+      "cov-distil (oracle2student)": 5.970489501953125,
+      "cov-distil (oracle2teacher)": 4.997638702392578,
+      "epoch": 2.5486656200941917,
+      "rel-constrast": 2.525355815887451,
+      "step": 3247,
+      "subrel-constrast": 3.461256265640259,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1363693475723267,
+      "cov-distil (oracle2student)": 4.906301975250244,
+      "cov-distil (oracle2teacher)": 4.383825302124023,
+      "epoch": 2.5494505494505493,
+      "rel-constrast": 2.1044998168945312,
+      "step": 3248,
+      "subrel-constrast": 2.4981067180633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7318671941757202,
+      "cov-distil (oracle2student)": 4.139473915100098,
+      "cov-distil (oracle2teacher)": 4.273100852966309,
+      "epoch": 2.5502354788069073,
+      "rel-constrast": 1.647935152053833,
+      "step": 3249,
+      "subrel-constrast": 2.567331314086914,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5510204081632653,
+      "grad_norm": 4.53125,
+      "learning_rate": 4.268383912330062e-05,
+      "loss": 0.5912,
+      "step": 3250
+    },
+    {
+      "cov-distil": 1.7139356136322021,
+      "cov-distil (oracle2student)": 5.357488632202148,
+      "cov-distil (oracle2teacher)": 4.6476593017578125,
+      "epoch": 2.5510204081632653,
+      "rel-constrast": 3.4612064361572266,
+      "step": 3250,
+      "subrel-constrast": 3.9371628761291504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8351165056228638,
+      "cov-distil (oracle2student)": 5.311262130737305,
+      "cov-distil (oracle2teacher)": 4.7574615478515625,
+      "epoch": 2.5518053375196232,
+      "rel-constrast": 1.9085783958435059,
+      "step": 3251,
+      "subrel-constrast": 3.273679733276367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5523722171783447,
+      "cov-distil (oracle2student)": 4.791957855224609,
+      "cov-distil (oracle2teacher)": 4.796708583831787,
+      "epoch": 2.5525902668759812,
+      "rel-constrast": 3.168562412261963,
+      "step": 3252,
+      "subrel-constrast": 4.097854137420654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.278954267501831,
+      "cov-distil (oracle2student)": 4.763172149658203,
+      "cov-distil (oracle2teacher)": 4.9113593101501465,
+      "epoch": 2.553375196232339,
+      "rel-constrast": 3.130584239959717,
+      "step": 3253,
+      "subrel-constrast": 3.675779104232788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7319575548171997,
+      "cov-distil (oracle2student)": 4.89845085144043,
+      "cov-distil (oracle2teacher)": 4.392589092254639,
+      "epoch": 2.554160125588697,
+      "rel-constrast": 3.393181800842285,
+      "step": 3254,
+      "subrel-constrast": 3.473701000213623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4680345058441162,
+      "cov-distil (oracle2student)": 4.485637664794922,
+      "cov-distil (oracle2teacher)": 3.837428569793701,
+      "epoch": 2.5549450549450547,
+      "rel-constrast": 2.4922890663146973,
+      "step": 3255,
+      "subrel-constrast": 3.050497055053711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1534069776535034,
+      "cov-distil (oracle2student)": 3.6906516551971436,
+      "cov-distil (oracle2teacher)": 3.536055088043213,
+      "epoch": 2.5557299843014127,
+      "rel-constrast": 2.2958717346191406,
+      "step": 3256,
+      "subrel-constrast": 2.895573616027832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7586607933044434,
+      "cov-distil (oracle2student)": 4.340325832366943,
+      "cov-distil (oracle2teacher)": 4.086240768432617,
+      "epoch": 2.5565149136577707,
+      "rel-constrast": 2.3323609828948975,
+      "step": 3257,
+      "subrel-constrast": 3.049468755722046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1015254259109497,
+      "cov-distil (oracle2student)": 4.71315860748291,
+      "cov-distil (oracle2teacher)": 3.955441951751709,
+      "epoch": 2.5572998430141287,
+      "rel-constrast": 2.62184739112854,
+      "step": 3258,
+      "subrel-constrast": 3.210923671722412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0415889024734497,
+      "cov-distil (oracle2student)": 4.162044048309326,
+      "cov-distil (oracle2teacher)": 4.327247142791748,
+      "epoch": 2.5580847723704867,
+      "rel-constrast": 1.7610578536987305,
+      "step": 3259,
+      "subrel-constrast": 2.6464648246765137,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5588697017268447,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.262204634855904e-05,
+      "loss": 0.7007,
+      "step": 3260
+    },
+    {
+      "cov-distil": 1.7340993881225586,
+      "cov-distil (oracle2student)": 3.0289480686187744,
+      "cov-distil (oracle2teacher)": 3.339664936065674,
+      "epoch": 2.5588697017268447,
+      "rel-constrast": 2.8177828788757324,
+      "step": 3260,
+      "subrel-constrast": 3.5465855598449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.056281566619873,
+      "cov-distil (oracle2student)": 4.49436092376709,
+      "cov-distil (oracle2teacher)": 4.30586051940918,
+      "epoch": 2.5596546310832027,
+      "rel-constrast": 2.16733455657959,
+      "step": 3261,
+      "subrel-constrast": 2.5948903560638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4102699756622314,
+      "cov-distil (oracle2student)": 4.49367094039917,
+      "cov-distil (oracle2teacher)": 4.386835098266602,
+      "epoch": 2.5604395604395602,
+      "rel-constrast": 3.0122101306915283,
+      "step": 3262,
+      "subrel-constrast": 3.648751735687256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4944055080413818,
+      "cov-distil (oracle2student)": 5.551197052001953,
+      "cov-distil (oracle2teacher)": 4.877086639404297,
+      "epoch": 2.561224489795918,
+      "rel-constrast": 3.4456379413604736,
+      "step": 3263,
+      "subrel-constrast": 3.8680262565612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7448559999465942,
+      "cov-distil (oracle2student)": 5.1414666175842285,
+      "cov-distil (oracle2teacher)": 4.938206195831299,
+      "epoch": 2.562009419152276,
+      "rel-constrast": 3.0182933807373047,
+      "step": 3264,
+      "subrel-constrast": 4.20383882522583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.694167137145996,
+      "cov-distil (oracle2student)": 4.163534164428711,
+      "cov-distil (oracle2teacher)": 3.7299749851226807,
+      "epoch": 2.562794348508634,
+      "rel-constrast": 2.583803653717041,
+      "step": 3265,
+      "subrel-constrast": 3.331714630126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7184603214263916,
+      "cov-distil (oracle2student)": 2.7310032844543457,
+      "cov-distil (oracle2teacher)": 3.1123712062835693,
+      "epoch": 2.563579277864992,
+      "rel-constrast": 1.8796802759170532,
+      "step": 3266,
+      "subrel-constrast": 3.1740684509277344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.682334303855896,
+      "cov-distil (oracle2student)": 4.466099739074707,
+      "cov-distil (oracle2teacher)": 4.323416709899902,
+      "epoch": 2.56436420722135,
+      "rel-constrast": 2.413039207458496,
+      "step": 3267,
+      "subrel-constrast": 3.222015619277954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.518545150756836,
+      "cov-distil (oracle2student)": 4.4511566162109375,
+      "cov-distil (oracle2teacher)": 4.071481227874756,
+      "epoch": 2.565149136577708,
+      "rel-constrast": 1.9195671081542969,
+      "step": 3268,
+      "subrel-constrast": 2.647453546524048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.495706558227539,
+      "cov-distil (oracle2student)": 3.723367214202881,
+      "cov-distil (oracle2teacher)": 3.742830753326416,
+      "epoch": 2.5659340659340657,
+      "rel-constrast": 2.6329598426818848,
+      "step": 3269,
+      "subrel-constrast": 3.1492972373962402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.566718995290424,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.256003885474388e-05,
+      "loss": 0.6861,
+      "step": 3270
+    },
+    {
+      "cov-distil": 1.529050588607788,
+      "cov-distil (oracle2student)": 4.199970245361328,
+      "cov-distil (oracle2teacher)": 4.128181457519531,
+      "epoch": 2.566718995290424,
+      "rel-constrast": 2.7160210609436035,
+      "step": 3270,
+      "subrel-constrast": 3.5197556018829346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7792744636535645,
+      "cov-distil (oracle2student)": 5.085698127746582,
+      "cov-distil (oracle2teacher)": 5.008724212646484,
+      "epoch": 2.5675039246467817,
+      "rel-constrast": 2.6362128257751465,
+      "step": 3271,
+      "subrel-constrast": 3.648754119873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726091980934143,
+      "cov-distil (oracle2student)": 4.852334499359131,
+      "cov-distil (oracle2teacher)": 4.77440071105957,
+      "epoch": 2.5682888540031397,
+      "rel-constrast": 2.1003856658935547,
+      "step": 3272,
+      "subrel-constrast": 3.3412110805511475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7286505699157715,
+      "cov-distil (oracle2student)": 3.5846340656280518,
+      "cov-distil (oracle2teacher)": 3.3514437675476074,
+      "epoch": 2.5690737833594977,
+      "rel-constrast": 2.7678632736206055,
+      "step": 3273,
+      "subrel-constrast": 2.9557154178619385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.390209436416626,
+      "cov-distil (oracle2student)": 5.229157447814941,
+      "cov-distil (oracle2teacher)": 5.08613920211792,
+      "epoch": 2.5698587127158556,
+      "rel-constrast": 3.241698741912842,
+      "step": 3274,
+      "subrel-constrast": 4.046131134033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9748495221138,
+      "cov-distil (oracle2student)": 6.0598039627075195,
+      "cov-distil (oracle2teacher)": 5.438943386077881,
+      "epoch": 2.5706436420722136,
+      "rel-constrast": 3.346529245376587,
+      "step": 3275,
+      "subrel-constrast": 3.09846830368042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7004845142364502,
+      "cov-distil (oracle2student)": 4.047762870788574,
+      "cov-distil (oracle2teacher)": 3.744645595550537,
+      "epoch": 2.571428571428571,
+      "rel-constrast": 2.4321184158325195,
+      "step": 3276,
+      "subrel-constrast": 2.811105728149414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8920390605926514,
+      "cov-distil (oracle2student)": 5.850068092346191,
+      "cov-distil (oracle2teacher)": 4.763786315917969,
+      "epoch": 2.5722135007849296,
+      "rel-constrast": 2.481153964996338,
+      "step": 3277,
+      "subrel-constrast": 3.3148419857025146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5352731943130493,
+      "cov-distil (oracle2student)": 5.028637886047363,
+      "cov-distil (oracle2teacher)": 4.015979766845703,
+      "epoch": 2.572998430141287,
+      "rel-constrast": 1.9886298179626465,
+      "step": 3278,
+      "subrel-constrast": 2.4161012172698975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2928798198699951,
+      "cov-distil (oracle2student)": 5.353870391845703,
+      "cov-distil (oracle2teacher)": 4.92848014831543,
+      "epoch": 2.573783359497645,
+      "rel-constrast": 2.3006224632263184,
+      "step": 3279,
+      "subrel-constrast": 2.6857829093933105,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.574568288854003,
+      "grad_norm": 4.25,
+      "learning_rate": 4.249781739739689e-05,
+      "loss": 0.6892,
+      "step": 3280
+    },
+    {
+      "cov-distil": 1.5840190649032593,
+      "cov-distil (oracle2student)": 5.680285453796387,
+      "cov-distil (oracle2teacher)": 4.86031436920166,
+      "epoch": 2.574568288854003,
+      "rel-constrast": 2.806800127029419,
+      "step": 3280,
+      "subrel-constrast": 3.0624196529388428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.597609043121338,
+      "cov-distil (oracle2student)": 4.03950834274292,
+      "cov-distil (oracle2teacher)": 3.7728967666625977,
+      "epoch": 2.575353218210361,
+      "rel-constrast": 3.8426570892333984,
+      "step": 3281,
+      "subrel-constrast": 4.4568915367126465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3394291400909424,
+      "cov-distil (oracle2student)": 4.026419162750244,
+      "cov-distil (oracle2teacher)": 4.094727039337158,
+      "epoch": 2.576138147566719,
+      "rel-constrast": 2.4910223484039307,
+      "step": 3282,
+      "subrel-constrast": 3.851870059967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2845182418823242,
+      "cov-distil (oracle2student)": 3.6200850009918213,
+      "cov-distil (oracle2teacher)": 3.7844772338867188,
+      "epoch": 2.5769230769230766,
+      "rel-constrast": 2.1330132484436035,
+      "step": 3283,
+      "subrel-constrast": 3.0214080810546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5192015171051025,
+      "cov-distil (oracle2student)": 6.2637739181518555,
+      "cov-distil (oracle2teacher)": 5.338896751403809,
+      "epoch": 2.577708006279435,
+      "rel-constrast": 4.458566665649414,
+      "step": 3284,
+      "subrel-constrast": 4.830592155456543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5906927585601807,
+      "cov-distil (oracle2student)": 2.8866772651672363,
+      "cov-distil (oracle2teacher)": 3.1263370513916016,
+      "epoch": 2.5784929356357926,
+      "rel-constrast": 3.5691277980804443,
+      "step": 3285,
+      "subrel-constrast": 4.314035892486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0624386072158813,
+      "cov-distil (oracle2student)": 3.857084274291992,
+      "cov-distil (oracle2teacher)": 3.545844793319702,
+      "epoch": 2.5792778649921506,
+      "rel-constrast": 1.9379582405090332,
+      "step": 3286,
+      "subrel-constrast": 2.425562858581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.080763339996338,
+      "cov-distil (oracle2student)": 3.701930522918701,
+      "cov-distil (oracle2teacher)": 3.7231242656707764,
+      "epoch": 2.5800627943485086,
+      "rel-constrast": 1.6859327554702759,
+      "step": 3287,
+      "subrel-constrast": 3.035763740539551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4813196659088135,
+      "cov-distil (oracle2student)": 5.688510417938232,
+      "cov-distil (oracle2teacher)": 5.122285842895508,
+      "epoch": 2.5808477237048666,
+      "rel-constrast": 2.655193567276001,
+      "step": 3288,
+      "subrel-constrast": 3.153404474258423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9034730195999146,
+      "cov-distil (oracle2student)": 4.920137405395508,
+      "cov-distil (oracle2teacher)": 4.710302829742432,
+      "epoch": 2.5816326530612246,
+      "rel-constrast": 2.7280972003936768,
+      "step": 3289,
+      "subrel-constrast": 3.7167985439300537,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5824175824175826,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.243538273466689e-05,
+      "loss": 0.7488,
+      "step": 3290
+    },
+    {
+      "cov-distil": 1.4016424417495728,
+      "cov-distil (oracle2student)": 3.7982194423675537,
+      "cov-distil (oracle2teacher)": 3.919524669647217,
+      "epoch": 2.5824175824175826,
+      "rel-constrast": 2.5511674880981445,
+      "step": 3290,
+      "subrel-constrast": 3.2890548706054688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1513092517852783,
+      "cov-distil (oracle2student)": 4.259974956512451,
+      "cov-distil (oracle2teacher)": 4.017462730407715,
+      "epoch": 2.5832025117739406,
+      "rel-constrast": 1.7892630100250244,
+      "step": 3291,
+      "subrel-constrast": 2.541137933731079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.865713119506836,
+      "cov-distil (oracle2student)": 3.2688465118408203,
+      "cov-distil (oracle2teacher)": 3.2105860710144043,
+      "epoch": 2.583987441130298,
+      "rel-constrast": 1.685964584350586,
+      "step": 3292,
+      "subrel-constrast": 2.5690314769744873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4983820915222168,
+      "cov-distil (oracle2student)": 4.654667377471924,
+      "cov-distil (oracle2teacher)": 4.214472770690918,
+      "epoch": 2.584772370486656,
+      "rel-constrast": 2.6191048622131348,
+      "step": 3293,
+      "subrel-constrast": 3.2407069206237793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6192182302474976,
+      "cov-distil (oracle2student)": 3.1155080795288086,
+      "cov-distil (oracle2teacher)": 3.1795833110809326,
+      "epoch": 2.585557299843014,
+      "rel-constrast": 2.3627636432647705,
+      "step": 3294,
+      "subrel-constrast": 3.271723747253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.158888101577759,
+      "cov-distil (oracle2student)": 4.877020835876465,
+      "cov-distil (oracle2teacher)": 4.146221160888672,
+      "epoch": 2.586342229199372,
+      "rel-constrast": 2.7412588596343994,
+      "step": 3295,
+      "subrel-constrast": 3.400167465209961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4465718269348145,
+      "cov-distil (oracle2student)": 3.767566204071045,
+      "cov-distil (oracle2teacher)": 3.504206657409668,
+      "epoch": 2.58712715855573,
+      "rel-constrast": 2.334836483001709,
+      "step": 3296,
+      "subrel-constrast": 3.3224680423736572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8327314853668213,
+      "cov-distil (oracle2student)": 3.921072244644165,
+      "cov-distil (oracle2teacher)": 3.704843521118164,
+      "epoch": 2.587912087912088,
+      "rel-constrast": 2.9475817680358887,
+      "step": 3297,
+      "subrel-constrast": 3.6027557849884033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4587290287017822,
+      "cov-distil (oracle2student)": 4.545775413513184,
+      "cov-distil (oracle2teacher)": 4.290907859802246,
+      "epoch": 2.588697017268446,
+      "rel-constrast": 2.3750455379486084,
+      "step": 3298,
+      "subrel-constrast": 3.0978264808654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.665151596069336,
+      "cov-distil (oracle2student)": 3.8188090324401855,
+      "cov-distil (oracle2teacher)": 3.4798498153686523,
+      "epoch": 2.5894819466248036,
+      "rel-constrast": 2.1864166259765625,
+      "step": 3299,
+      "subrel-constrast": 3.0707285404205322,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "grad_norm": 4.4375,
+      "learning_rate": 4.237273562730054e-05,
+      "loss": 0.6326,
+      "step": 3300
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "overlap": 0.30156251788139343,
+      "step": 3300
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "step": 3300,
+      "student margin": 0.08074951171875
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "step": 3300,
+      "teacher margin": 0.057891845703125
+    },
+    {
+      "epoch": 2.5902668759811616,
+      "margin difference": -0.022857666015625,
+      "step": 3300
+    },
+    {
+      "cov-distil": 1.7385358810424805,
+      "cov-distil (oracle2student)": 2.386547565460205,
+      "cov-distil (oracle2teacher)": 2.325594186782837,
+      "epoch": 2.5902668759811616,
+      "rel-constrast": 1.5091532468795776,
+      "step": 3300,
+      "subrel-constrast": 2.1299686431884766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4639618396759033,
+      "cov-distil (oracle2student)": 4.653107643127441,
+      "cov-distil (oracle2teacher)": 3.881019115447998,
+      "epoch": 2.5910518053375196,
+      "rel-constrast": 3.038602352142334,
+      "step": 3301,
+      "subrel-constrast": 3.4524624347686768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9320900440216064,
+      "cov-distil (oracle2student)": 5.983251571655273,
+      "cov-distil (oracle2teacher)": 5.523399829864502,
+      "epoch": 2.5918367346938775,
+      "rel-constrast": 2.6845741271972656,
+      "step": 3302,
+      "subrel-constrast": 3.70774507522583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3044226169586182,
+      "cov-distil (oracle2student)": 5.062860488891602,
+      "cov-distil (oracle2teacher)": 4.7673492431640625,
+      "epoch": 2.5926216640502355,
+      "rel-constrast": 2.7204740047454834,
+      "step": 3303,
+      "subrel-constrast": 3.433685302734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.711888313293457,
+      "cov-distil (oracle2student)": 4.867173194885254,
+      "cov-distil (oracle2teacher)": 4.674407005310059,
+      "epoch": 2.5934065934065935,
+      "rel-constrast": 3.10659122467041,
+      "step": 3304,
+      "subrel-constrast": 3.7552480697631836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.706784725189209,
+      "cov-distil (oracle2student)": 4.82769775390625,
+      "cov-distil (oracle2teacher)": 4.978124618530273,
+      "epoch": 2.5941915227629515,
+      "rel-constrast": 3.3831074237823486,
+      "step": 3305,
+      "subrel-constrast": 4.171669960021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1612614393234253,
+      "cov-distil (oracle2student)": 4.272355556488037,
+      "cov-distil (oracle2teacher)": 4.40818977355957,
+      "epoch": 2.594976452119309,
+      "rel-constrast": 3.4747395515441895,
+      "step": 3306,
+      "subrel-constrast": 3.895355224609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0513718128204346,
+      "cov-distil (oracle2student)": 4.29793643951416,
+      "cov-distil (oracle2teacher)": 3.4946093559265137,
+      "epoch": 2.595761381475667,
+      "rel-constrast": 2.1523451805114746,
+      "step": 3307,
+      "subrel-constrast": 2.8646347522735596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3805882930755615,
+      "cov-distil (oracle2student)": 5.061796188354492,
+      "cov-distil (oracle2teacher)": 4.366017818450928,
+      "epoch": 2.596546310832025,
+      "rel-constrast": 1.838315725326538,
+      "step": 3308,
+      "subrel-constrast": 2.914201498031616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4652553796768188,
+      "cov-distil (oracle2student)": 4.469424247741699,
+      "cov-distil (oracle2teacher)": 4.136719703674316,
+      "epoch": 2.597331240188383,
+      "rel-constrast": 3.739407539367676,
+      "step": 3309,
+      "subrel-constrast": 4.309267044067383,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.598116169544741,
+      "grad_norm": 6.8125,
+      "learning_rate": 4.2309876838633064e-05,
+      "loss": 0.7285,
+      "step": 3310
+    },
+    {
+      "cov-distil": 1.3573975563049316,
+      "cov-distil (oracle2student)": 4.280211448669434,
+      "cov-distil (oracle2teacher)": 3.8981523513793945,
+      "epoch": 2.598116169544741,
+      "rel-constrast": 4.327725410461426,
+      "step": 3310,
+      "subrel-constrast": 4.503798961639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3192577362060547,
+      "cov-distil (oracle2student)": 2.7966980934143066,
+      "cov-distil (oracle2teacher)": 2.573590040206909,
+      "epoch": 2.598901098901099,
+      "rel-constrast": 1.7573325634002686,
+      "step": 3311,
+      "subrel-constrast": 2.3633947372436523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.297003984451294,
+      "cov-distil (oracle2student)": 3.7889437675476074,
+      "cov-distil (oracle2teacher)": 4.099568843841553,
+      "epoch": 2.599686028257457,
+      "rel-constrast": 2.5009732246398926,
+      "step": 3312,
+      "subrel-constrast": 3.411364793777466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4451892375946045,
+      "cov-distil (oracle2student)": 6.293399810791016,
+      "cov-distil (oracle2teacher)": 5.781737327575684,
+      "epoch": 2.6004709576138145,
+      "rel-constrast": 2.9076993465423584,
+      "step": 3313,
+      "subrel-constrast": 3.42555832862854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3309826850891113,
+      "cov-distil (oracle2student)": 6.354069709777832,
+      "cov-distil (oracle2teacher)": 5.507755756378174,
+      "epoch": 2.601255886970173,
+      "rel-constrast": 2.7850630283355713,
+      "step": 3314,
+      "subrel-constrast": 3.3084797859191895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5218040943145752,
+      "cov-distil (oracle2student)": 3.9534664154052734,
+      "cov-distil (oracle2teacher)": 4.023106575012207,
+      "epoch": 2.6020408163265305,
+      "rel-constrast": 3.0373992919921875,
+      "step": 3315,
+      "subrel-constrast": 4.04935359954834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5358054637908936,
+      "cov-distil (oracle2student)": 4.474065780639648,
+      "cov-distil (oracle2teacher)": 4.06505012512207,
+      "epoch": 2.6028257456828885,
+      "rel-constrast": 2.978431463241577,
+      "step": 3316,
+      "subrel-constrast": 3.571690559387207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.46085786819458,
+      "cov-distil (oracle2student)": 4.058382987976074,
+      "cov-distil (oracle2teacher)": 3.5734381675720215,
+      "epoch": 2.6036106750392465,
+      "rel-constrast": 2.9707887172698975,
+      "step": 3317,
+      "subrel-constrast": 3.3560492992401123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4840712547302246,
+      "cov-distil (oracle2student)": 4.294004440307617,
+      "cov-distil (oracle2teacher)": 4.337481498718262,
+      "epoch": 2.6043956043956045,
+      "rel-constrast": 3.1143863201141357,
+      "step": 3318,
+      "subrel-constrast": 3.72521710395813,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9287314414978027,
+      "cov-distil (oracle2student)": 2.9219229221343994,
+      "cov-distil (oracle2teacher)": 3.187967300415039,
+      "epoch": 2.6051805337519625,
+      "rel-constrast": 2.5005598068237305,
+      "step": 3319,
+      "subrel-constrast": 3.1781702041625977,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.60596546310832,
+      "grad_norm": 5.125,
+      "learning_rate": 4.224680713457898e-05,
+      "loss": 0.7587,
+      "step": 3320
+    },
+    {
+      "cov-distil": 1.5678926706314087,
+      "cov-distil (oracle2student)": 2.283322811126709,
+      "cov-distil (oracle2teacher)": 2.8162522315979004,
+      "epoch": 2.60596546310832,
+      "rel-constrast": 1.9285213947296143,
+      "step": 3320,
+      "subrel-constrast": 2.896702527999878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5271774530410767,
+      "cov-distil (oracle2student)": 3.149909019470215,
+      "cov-distil (oracle2teacher)": 3.13771390914917,
+      "epoch": 2.6067503924646784,
+      "rel-constrast": 1.6778717041015625,
+      "step": 3321,
+      "subrel-constrast": 2.632929801940918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0670742988586426,
+      "cov-distil (oracle2student)": 3.245011568069458,
+      "cov-distil (oracle2teacher)": 3.204268455505371,
+      "epoch": 2.607535321821036,
+      "rel-constrast": 1.8300654888153076,
+      "step": 3322,
+      "subrel-constrast": 2.3860995769500732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6402530670166016,
+      "cov-distil (oracle2student)": 4.020415306091309,
+      "cov-distil (oracle2teacher)": 3.7177767753601074,
+      "epoch": 2.608320251177394,
+      "rel-constrast": 5.44199800491333,
+      "step": 3323,
+      "subrel-constrast": 5.242271423339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.521725058555603,
+      "cov-distil (oracle2student)": 4.95702600479126,
+      "cov-distil (oracle2teacher)": 4.300833225250244,
+      "epoch": 2.609105180533752,
+      "rel-constrast": 1.9262224435806274,
+      "step": 3324,
+      "subrel-constrast": 3.21536922454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.494856834411621,
+      "cov-distil (oracle2student)": 3.8148460388183594,
+      "cov-distil (oracle2teacher)": 3.8988795280456543,
+      "epoch": 2.60989010989011,
+      "rel-constrast": 4.7661285400390625,
+      "step": 3325,
+      "subrel-constrast": 4.918976306915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4670393466949463,
+      "cov-distil (oracle2student)": 3.8963589668273926,
+      "cov-distil (oracle2teacher)": 4.273305892944336,
+      "epoch": 2.610675039246468,
+      "rel-constrast": 3.2012743949890137,
+      "step": 3326,
+      "subrel-constrast": 3.6905038356781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4411956071853638,
+      "cov-distil (oracle2student)": 4.14925479888916,
+      "cov-distil (oracle2teacher)": 4.176636695861816,
+      "epoch": 2.6114599686028255,
+      "rel-constrast": 2.745218276977539,
+      "step": 3327,
+      "subrel-constrast": 3.9407618045806885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6198344230651855,
+      "cov-distil (oracle2student)": 5.154060363769531,
+      "cov-distil (oracle2teacher)": 4.94610071182251,
+      "epoch": 2.612244897959184,
+      "rel-constrast": 2.886188507080078,
+      "step": 3328,
+      "subrel-constrast": 3.715988874435425,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.148224115371704,
+      "cov-distil (oracle2student)": 5.079248428344727,
+      "cov-distil (oracle2teacher)": 5.006263732910156,
+      "epoch": 2.6130298273155415,
+      "rel-constrast": 3.04954195022583,
+      "step": 3329,
+      "subrel-constrast": 3.540870189666748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6138147566718994,
+      "grad_norm": 6.15625,
+      "learning_rate": 4.218352728362273e-05,
+      "loss": 0.7726,
+      "step": 3330
+    },
+    {
+      "cov-distil": 1.1974937915802002,
+      "cov-distil (oracle2student)": 5.463722229003906,
+      "cov-distil (oracle2teacher)": 5.2204179763793945,
+      "epoch": 2.6138147566718994,
+      "rel-constrast": 2.4218225479125977,
+      "step": 3330,
+      "subrel-constrast": 3.0256528854370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562763452529907,
+      "cov-distil (oracle2student)": 3.6454360485076904,
+      "cov-distil (oracle2teacher)": 3.5164082050323486,
+      "epoch": 2.6145996860282574,
+      "rel-constrast": 2.8374671936035156,
+      "step": 3331,
+      "subrel-constrast": 3.5151524543762207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7370498180389404,
+      "cov-distil (oracle2student)": 4.442732810974121,
+      "cov-distil (oracle2teacher)": 4.228377819061279,
+      "epoch": 2.6153846153846154,
+      "rel-constrast": 2.3367884159088135,
+      "step": 3332,
+      "subrel-constrast": 3.10037899017334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5251102447509766,
+      "cov-distil (oracle2student)": 3.1263108253479004,
+      "cov-distil (oracle2teacher)": 3.1984152793884277,
+      "epoch": 2.6161695447409734,
+      "rel-constrast": 3.4674930572509766,
+      "step": 3333,
+      "subrel-constrast": 4.371178150177002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.551461935043335,
+      "cov-distil (oracle2student)": 4.791354179382324,
+      "cov-distil (oracle2teacher)": 4.577911376953125,
+      "epoch": 2.6169544740973314,
+      "rel-constrast": 2.1880922317504883,
+      "step": 3334,
+      "subrel-constrast": 3.02730393409729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2688790559768677,
+      "cov-distil (oracle2student)": 2.8263542652130127,
+      "cov-distil (oracle2teacher)": 3.189734697341919,
+      "epoch": 2.6177394034536894,
+      "rel-constrast": 1.6334861516952515,
+      "step": 3335,
+      "subrel-constrast": 2.5597596168518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5576024055480957,
+      "cov-distil (oracle2student)": 5.1552886962890625,
+      "cov-distil (oracle2teacher)": 4.663330078125,
+      "epoch": 2.618524332810047,
+      "rel-constrast": 2.882880210876465,
+      "step": 3336,
+      "subrel-constrast": 3.1813511848449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7116811275482178,
+      "cov-distil (oracle2student)": 4.850841522216797,
+      "cov-distil (oracle2teacher)": 4.8587470054626465,
+      "epoch": 2.619309262166405,
+      "rel-constrast": 3.255913734436035,
+      "step": 3337,
+      "subrel-constrast": 3.90225887298584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3982501029968262,
+      "cov-distil (oracle2student)": 4.031778335571289,
+      "cov-distil (oracle2teacher)": 3.776158332824707,
+      "epoch": 2.620094191522763,
+      "rel-constrast": 1.6755361557006836,
+      "step": 3338,
+      "subrel-constrast": 2.484912157058716,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2962275743484497,
+      "cov-distil (oracle2student)": 3.987461805343628,
+      "cov-distil (oracle2teacher)": 3.829525947570801,
+      "epoch": 2.620879120879121,
+      "rel-constrast": 2.2821381092071533,
+      "step": 3339,
+      "subrel-constrast": 2.6588029861450195,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.621664050235479,
+      "grad_norm": 4.46875,
+      "learning_rate": 4.21200380568093e-05,
+      "loss": 0.6618,
+      "step": 3340
+    },
+    {
+      "cov-distil": 1.4237134456634521,
+      "cov-distil (oracle2student)": 3.62823748588562,
+      "cov-distil (oracle2teacher)": 3.868490695953369,
+      "epoch": 2.621664050235479,
+      "rel-constrast": 2.127274990081787,
+      "step": 3340,
+      "subrel-constrast": 3.0648410320281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2729485034942627,
+      "cov-distil (oracle2student)": 5.0004377365112305,
+      "cov-distil (oracle2teacher)": 4.841361045837402,
+      "epoch": 2.622448979591837,
+      "rel-constrast": 3.8173255920410156,
+      "step": 3341,
+      "subrel-constrast": 4.474738597869873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.401878833770752,
+      "cov-distil (oracle2student)": 4.1330366134643555,
+      "cov-distil (oracle2teacher)": 3.9722800254821777,
+      "epoch": 2.623233908948195,
+      "rel-constrast": 1.9803024530410767,
+      "step": 3342,
+      "subrel-constrast": 2.8852286338806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1565272808074951,
+      "cov-distil (oracle2student)": 3.717745542526245,
+      "cov-distil (oracle2teacher)": 3.3954339027404785,
+      "epoch": 2.6240188383045524,
+      "rel-constrast": 1.8333148956298828,
+      "step": 3343,
+      "subrel-constrast": 2.171279191970825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930327892303467,
+      "cov-distil (oracle2student)": 2.8266186714172363,
+      "cov-distil (oracle2teacher)": 2.7848033905029297,
+      "epoch": 2.6248037676609104,
+      "rel-constrast": 2.018826484680176,
+      "step": 3344,
+      "subrel-constrast": 2.696942090988159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.487910509109497,
+      "cov-distil (oracle2student)": 3.124545097351074,
+      "cov-distil (oracle2teacher)": 2.727811813354492,
+      "epoch": 2.6255886970172684,
+      "rel-constrast": 2.4100890159606934,
+      "step": 3345,
+      "subrel-constrast": 2.974264621734619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9620602130889893,
+      "cov-distil (oracle2student)": 5.436923027038574,
+      "cov-distil (oracle2teacher)": 5.125518798828125,
+      "epoch": 2.6263736263736264,
+      "rel-constrast": 3.62186598777771,
+      "step": 3346,
+      "subrel-constrast": 4.051637172698975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3907132148742676,
+      "cov-distil (oracle2student)": 4.9724016189575195,
+      "cov-distil (oracle2teacher)": 4.8872389793396,
+      "epoch": 2.6271585557299844,
+      "rel-constrast": 2.6670825481414795,
+      "step": 3347,
+      "subrel-constrast": 3.3633999824523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.649543046951294,
+      "cov-distil (oracle2student)": 5.32910680770874,
+      "cov-distil (oracle2teacher)": 4.733912944793701,
+      "epoch": 2.6279434850863423,
+      "rel-constrast": 2.1999824047088623,
+      "step": 3348,
+      "subrel-constrast": 3.239885091781616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3014909029006958,
+      "cov-distil (oracle2student)": 4.039712429046631,
+      "cov-distil (oracle2teacher)": 3.6643471717834473,
+      "epoch": 2.6287284144427003,
+      "rel-constrast": 2.9043750762939453,
+      "step": 3349,
+      "subrel-constrast": 3.1511242389678955,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.629513343799058,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.205634022773491e-05,
+      "loss": 0.6756,
+      "step": 3350
+    },
+    {
+      "cov-distil": 1.7975472211837769,
+      "cov-distil (oracle2student)": 2.912885904312134,
+      "cov-distil (oracle2teacher)": 3.3946118354797363,
+      "epoch": 2.629513343799058,
+      "rel-constrast": 2.4653592109680176,
+      "step": 3350,
+      "subrel-constrast": 3.457446575164795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4019312858581543,
+      "cov-distil (oracle2student)": 4.824196815490723,
+      "cov-distil (oracle2teacher)": 4.514104843139648,
+      "epoch": 2.630298273155416,
+      "rel-constrast": 2.9533700942993164,
+      "step": 3351,
+      "subrel-constrast": 3.660869598388672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2669914960861206,
+      "cov-distil (oracle2student)": 3.1776649951934814,
+      "cov-distil (oracle2teacher)": 3.1372382640838623,
+      "epoch": 2.631083202511774,
+      "rel-constrast": 1.7550740242004395,
+      "step": 3352,
+      "subrel-constrast": 2.4419214725494385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3746662139892578,
+      "cov-distil (oracle2student)": 5.023326873779297,
+      "cov-distil (oracle2teacher)": 4.608475685119629,
+      "epoch": 2.631868131868132,
+      "rel-constrast": 2.688718557357788,
+      "step": 3353,
+      "subrel-constrast": 3.4552969932556152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4927936792373657,
+      "cov-distil (oracle2student)": 3.5827667713165283,
+      "cov-distil (oracle2teacher)": 3.453808546066284,
+      "epoch": 2.63265306122449,
+      "rel-constrast": 2.887227773666382,
+      "step": 3354,
+      "subrel-constrast": 3.858729839324951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1645023822784424,
+      "cov-distil (oracle2student)": 3.792797327041626,
+      "cov-distil (oracle2teacher)": 3.7596147060394287,
+      "epoch": 2.633437990580848,
+      "rel-constrast": 2.697218418121338,
+      "step": 3355,
+      "subrel-constrast": 3.449510097503662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.836381435394287,
+      "cov-distil (oracle2student)": 6.50697660446167,
+      "cov-distil (oracle2teacher)": 5.462902069091797,
+      "epoch": 2.634222919937206,
+      "rel-constrast": 3.9260740280151367,
+      "step": 3356,
+      "subrel-constrast": 3.8754794597625732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4481720924377441,
+      "cov-distil (oracle2student)": 3.6906795501708984,
+      "cov-distil (oracle2teacher)": 3.175135612487793,
+      "epoch": 2.6350078492935634,
+      "rel-constrast": 1.659681797027588,
+      "step": 3357,
+      "subrel-constrast": 2.159393548965454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.218891978263855,
+      "cov-distil (oracle2student)": 4.343941688537598,
+      "cov-distil (oracle2teacher)": 4.245872497558594,
+      "epoch": 2.6357927786499213,
+      "rel-constrast": 2.828813314437866,
+      "step": 3358,
+      "subrel-constrast": 2.890216827392578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9444319605827332,
+      "cov-distil (oracle2student)": 4.453116416931152,
+      "cov-distil (oracle2teacher)": 4.014699459075928,
+      "epoch": 2.6365777080062793,
+      "rel-constrast": 2.04018497467041,
+      "step": 3359,
+      "subrel-constrast": 2.6347274780273438,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6373626373626373,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.19924345725375e-05,
+      "loss": 0.6824,
+      "step": 3360
+    },
+    {
+      "cov-distil": 1.7075250148773193,
+      "cov-distil (oracle2student)": 3.9646925926208496,
+      "cov-distil (oracle2teacher)": 3.8560268878936768,
+      "epoch": 2.6373626373626373,
+      "rel-constrast": 2.6166269779205322,
+      "step": 3360,
+      "subrel-constrast": 3.674955368041992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1694371700286865,
+      "cov-distil (oracle2student)": 3.518179416656494,
+      "cov-distil (oracle2teacher)": 3.526686191558838,
+      "epoch": 2.6381475667189953,
+      "rel-constrast": 1.7327178716659546,
+      "step": 3361,
+      "subrel-constrast": 2.7205724716186523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321175217628479,
+      "cov-distil (oracle2student)": 4.425207138061523,
+      "cov-distil (oracle2teacher)": 3.7909891605377197,
+      "epoch": 2.6389324960753533,
+      "rel-constrast": 1.7114737033843994,
+      "step": 3362,
+      "subrel-constrast": 2.0409507751464844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8180433511734009,
+      "cov-distil (oracle2student)": 4.2920684814453125,
+      "cov-distil (oracle2teacher)": 3.599445104598999,
+      "epoch": 2.6397174254317113,
+      "rel-constrast": 2.842743396759033,
+      "step": 3363,
+      "subrel-constrast": 3.650315761566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.765669584274292,
+      "cov-distil (oracle2student)": 6.978798866271973,
+      "cov-distil (oracle2teacher)": 6.5796732902526855,
+      "epoch": 2.640502354788069,
+      "rel-constrast": 4.342404365539551,
+      "step": 3364,
+      "subrel-constrast": 5.059886932373047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9868042469024658,
+      "cov-distil (oracle2student)": 3.7180328369140625,
+      "cov-distil (oracle2teacher)": 3.5474700927734375,
+      "epoch": 2.6412872841444273,
+      "rel-constrast": 2.0424911975860596,
+      "step": 3365,
+      "subrel-constrast": 2.8399219512939453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4227283000946045,
+      "cov-distil (oracle2student)": 4.183437824249268,
+      "cov-distil (oracle2teacher)": 3.99031662940979,
+      "epoch": 2.642072213500785,
+      "rel-constrast": 3.4348297119140625,
+      "step": 3366,
+      "subrel-constrast": 3.601407527923584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.548553466796875,
+      "cov-distil (oracle2student)": 6.3305511474609375,
+      "cov-distil (oracle2teacher)": 6.316399097442627,
+      "epoch": 2.642857142857143,
+      "rel-constrast": 3.4853787422180176,
+      "step": 3367,
+      "subrel-constrast": 3.796539545059204,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.952551007270813,
+      "cov-distil (oracle2student)": 3.571199417114258,
+      "cov-distil (oracle2teacher)": 4.231743335723877,
+      "epoch": 2.643642072213501,
+      "rel-constrast": 2.6448326110839844,
+      "step": 3368,
+      "subrel-constrast": 4.158664226531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7145518064498901,
+      "cov-distil (oracle2student)": 5.678580284118652,
+      "cov-distil (oracle2teacher)": 5.201956272125244,
+      "epoch": 2.6444270015698588,
+      "rel-constrast": 2.9534192085266113,
+      "step": 3369,
+      "subrel-constrast": 3.6556193828582764,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6452119309262168,
+      "grad_norm": 5.0625,
+      "learning_rate": 4.192832186988731e-05,
+      "loss": 0.7362,
+      "step": 3370
+    },
+    {
+      "cov-distil": 1.4188323020935059,
+      "cov-distil (oracle2student)": 3.725533962249756,
+      "cov-distil (oracle2teacher)": 4.0953874588012695,
+      "epoch": 2.6452119309262168,
+      "rel-constrast": 2.085205554962158,
+      "step": 3370,
+      "subrel-constrast": 3.0502359867095947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8745083808898926,
+      "cov-distil (oracle2student)": 5.222837448120117,
+      "cov-distil (oracle2teacher)": 4.696657180786133,
+      "epoch": 2.6459968602825743,
+      "rel-constrast": 2.584398031234741,
+      "step": 3371,
+      "subrel-constrast": 3.4001224040985107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9124128818511963,
+      "cov-distil (oracle2student)": 4.962756156921387,
+      "cov-distil (oracle2teacher)": 4.783853530883789,
+      "epoch": 2.6467817896389327,
+      "rel-constrast": 3.9613637924194336,
+      "step": 3372,
+      "subrel-constrast": 4.63087272644043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2773470878601074,
+      "cov-distil (oracle2student)": 3.182844638824463,
+      "cov-distil (oracle2teacher)": 2.8566179275512695,
+      "epoch": 2.6475667189952903,
+      "rel-constrast": 2.89323091506958,
+      "step": 3373,
+      "subrel-constrast": 2.9474804401397705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7924814224243164,
+      "cov-distil (oracle2student)": 5.1575422286987305,
+      "cov-distil (oracle2teacher)": 4.888465881347656,
+      "epoch": 2.6483516483516483,
+      "rel-constrast": 3.3375210762023926,
+      "step": 3374,
+      "subrel-constrast": 3.8755385875701904,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901937484741211,
+      "cov-distil (oracle2student)": 2.330385208129883,
+      "cov-distil (oracle2teacher)": 2.7379865646362305,
+      "epoch": 2.6491365777080063,
+      "rel-constrast": 1.6046037673950195,
+      "step": 3375,
+      "subrel-constrast": 2.680448055267334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4014008045196533,
+      "cov-distil (oracle2student)": 2.483163833618164,
+      "cov-distil (oracle2teacher)": 2.6824235916137695,
+      "epoch": 2.6499215070643642,
+      "rel-constrast": 2.0330586433410645,
+      "step": 3376,
+      "subrel-constrast": 3.020212173461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3058204650878906,
+      "cov-distil (oracle2student)": 2.8196940422058105,
+      "cov-distil (oracle2teacher)": 3.3065242767333984,
+      "epoch": 2.6507064364207222,
+      "rel-constrast": 2.1439425945281982,
+      "step": 3377,
+      "subrel-constrast": 3.3348276615142822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.908545732498169,
+      "cov-distil (oracle2student)": 5.728462219238281,
+      "cov-distil (oracle2teacher)": 5.143882751464844,
+      "epoch": 2.6514913657770802,
+      "rel-constrast": 2.532026529312134,
+      "step": 3378,
+      "subrel-constrast": 2.958460807800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0665876865386963,
+      "cov-distil (oracle2student)": 3.6964356899261475,
+      "cov-distil (oracle2teacher)": 3.565253257751465,
+      "epoch": 2.652276295133438,
+      "rel-constrast": 2.162493944168091,
+      "step": 3379,
+      "subrel-constrast": 2.9136297702789307,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6530612244897958,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.1864002900977396e-05,
+      "loss": 0.6731,
+      "step": 3380
+    },
+    {
+      "cov-distil": 1.2343411445617676,
+      "cov-distil (oracle2student)": 3.3742055892944336,
+      "cov-distil (oracle2teacher)": 3.532623291015625,
+      "epoch": 2.6530612244897958,
+      "rel-constrast": 2.545734405517578,
+      "step": 3380,
+      "subrel-constrast": 3.256619453430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1428179740905762,
+      "cov-distil (oracle2student)": 6.161736011505127,
+      "cov-distil (oracle2teacher)": 5.945102691650391,
+      "epoch": 2.6538461538461537,
+      "rel-constrast": 3.1711645126342773,
+      "step": 3381,
+      "subrel-constrast": 3.8786914348602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5739327669143677,
+      "cov-distil (oracle2student)": 2.6070220470428467,
+      "cov-distil (oracle2teacher)": 2.8359320163726807,
+      "epoch": 2.6546310832025117,
+      "rel-constrast": 2.411898136138916,
+      "step": 3382,
+      "subrel-constrast": 3.396174192428589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.673923373222351,
+      "cov-distil (oracle2student)": 4.127479076385498,
+      "cov-distil (oracle2teacher)": 3.732725143432617,
+      "epoch": 2.6554160125588697,
+      "rel-constrast": 2.0007710456848145,
+      "step": 3383,
+      "subrel-constrast": 3.08183217048645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9406642317771912,
+      "cov-distil (oracle2student)": 5.379096984863281,
+      "cov-distil (oracle2teacher)": 4.690669536590576,
+      "epoch": 2.6562009419152277,
+      "rel-constrast": 2.453364372253418,
+      "step": 3384,
+      "subrel-constrast": 2.845139503479004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1684364080429077,
+      "cov-distil (oracle2student)": 4.121804237365723,
+      "cov-distil (oracle2teacher)": 4.027283668518066,
+      "epoch": 2.6569858712715857,
+      "rel-constrast": 2.1816458702087402,
+      "step": 3385,
+      "subrel-constrast": 2.8390920162200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0408308506011963,
+      "cov-distil (oracle2student)": 5.517152786254883,
+      "cov-distil (oracle2teacher)": 4.837254524230957,
+      "epoch": 2.6577708006279437,
+      "rel-constrast": 3.2810564041137695,
+      "step": 3386,
+      "subrel-constrast": 3.8960859775543213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2477810382843018,
+      "cov-distil (oracle2student)": 3.534484386444092,
+      "cov-distil (oracle2teacher)": 3.8466057777404785,
+      "epoch": 2.6585557299843012,
+      "rel-constrast": 2.7522733211517334,
+      "step": 3387,
+      "subrel-constrast": 3.1727330684661865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0739067792892456,
+      "cov-distil (oracle2student)": 3.692136287689209,
+      "cov-distil (oracle2teacher)": 3.3840482234954834,
+      "epoch": 2.659340659340659,
+      "rel-constrast": 2.848564624786377,
+      "step": 3388,
+      "subrel-constrast": 3.2662699222564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1639528274536133,
+      "cov-distil (oracle2student)": 3.7368621826171875,
+      "cov-distil (oracle2teacher)": 3.7117128372192383,
+      "epoch": 2.660125588697017,
+      "rel-constrast": 2.5128982067108154,
+      "step": 3389,
+      "subrel-constrast": 3.1716930866241455,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.660910518053375,
+      "grad_norm": 4.375,
+      "learning_rate": 4.1799478449514075e-05,
+      "loss": 0.6846,
+      "step": 3390
+    },
+    {
+      "cov-distil": 2.36075758934021,
+      "cov-distil (oracle2student)": 5.592048168182373,
+      "cov-distil (oracle2teacher)": 5.8421630859375,
+      "epoch": 2.660910518053375,
+      "rel-constrast": 2.926896095275879,
+      "step": 3390,
+      "subrel-constrast": 4.222178936004639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.508044958114624,
+      "cov-distil (oracle2student)": 3.9797492027282715,
+      "cov-distil (oracle2teacher)": 3.959425687789917,
+      "epoch": 2.661695447409733,
+      "rel-constrast": 2.1036438941955566,
+      "step": 3391,
+      "subrel-constrast": 3.231468915939331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5408297777175903,
+      "cov-distil (oracle2student)": 3.6103646755218506,
+      "cov-distil (oracle2teacher)": 3.60410475730896,
+      "epoch": 2.662480376766091,
+      "rel-constrast": 2.937272310256958,
+      "step": 3392,
+      "subrel-constrast": 3.3950181007385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6338913440704346,
+      "cov-distil (oracle2student)": 5.3872551918029785,
+      "cov-distil (oracle2teacher)": 5.13102388381958,
+      "epoch": 2.663265306122449,
+      "rel-constrast": 3.279101848602295,
+      "step": 3393,
+      "subrel-constrast": 3.974159002304077,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.360913634300232,
+      "cov-distil (oracle2student)": 3.653331995010376,
+      "cov-distil (oracle2teacher)": 3.2688796520233154,
+      "epoch": 2.6640502354788067,
+      "rel-constrast": 1.6857242584228516,
+      "step": 3394,
+      "subrel-constrast": 2.3220021724700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3381927013397217,
+      "cov-distil (oracle2student)": 4.510581016540527,
+      "cov-distil (oracle2teacher)": 4.692668437957764,
+      "epoch": 2.6648351648351647,
+      "rel-constrast": 3.4603755474090576,
+      "step": 3395,
+      "subrel-constrast": 3.921874761581421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2028045654296875,
+      "cov-distil (oracle2student)": 3.1786487102508545,
+      "cov-distil (oracle2teacher)": 4.071524143218994,
+      "epoch": 2.6656200941915227,
+      "rel-constrast": 2.659817934036255,
+      "step": 3396,
+      "subrel-constrast": 4.114896297454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3104596138000488,
+      "cov-distil (oracle2student)": 5.83676815032959,
+      "cov-distil (oracle2teacher)": 5.364981174468994,
+      "epoch": 2.6664050235478807,
+      "rel-constrast": 3.7951908111572266,
+      "step": 3397,
+      "subrel-constrast": 4.528207302093506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.790479063987732,
+      "cov-distil (oracle2student)": 5.809121131896973,
+      "cov-distil (oracle2teacher)": 5.1232500076293945,
+      "epoch": 2.6671899529042387,
+      "rel-constrast": 1.347072720527649,
+      "step": 3398,
+      "subrel-constrast": 2.534379243850708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2980704307556152,
+      "cov-distil (oracle2student)": 4.173917770385742,
+      "cov-distil (oracle2teacher)": 3.745276927947998,
+      "epoch": 2.6679748822605966,
+      "rel-constrast": 2.6846368312835693,
+      "step": 3399,
+      "subrel-constrast": 2.900108575820923,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "grad_norm": 5.09375,
+      "learning_rate": 4.173474930170744e-05,
+      "loss": 0.7129,
+      "step": 3400
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "overlap": 0.2828125059604645,
+      "step": 3400
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "step": 3400,
+      "student margin": 0.05999755859375
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "step": 3400,
+      "teacher margin": 0.042388916015625
+    },
+    {
+      "epoch": 2.6687598116169546,
+      "margin difference": -0.017608642578125,
+      "step": 3400
+    },
+    {
+      "cov-distil": 1.7592198848724365,
+      "cov-distil (oracle2student)": 4.345518112182617,
+      "cov-distil (oracle2teacher)": 3.7188637256622314,
+      "epoch": 2.6687598116169546,
+      "rel-constrast": 3.615017890930176,
+      "step": 3400,
+      "subrel-constrast": 4.042435169219971,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9678325653076172,
+      "cov-distil (oracle2student)": 5.640748023986816,
+      "cov-distil (oracle2teacher)": 4.97282600402832,
+      "epoch": 2.669544740973312,
+      "rel-constrast": 2.272472620010376,
+      "step": 3401,
+      "subrel-constrast": 2.9687514305114746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0935853719711304,
+      "cov-distil (oracle2student)": 5.53285026550293,
+      "cov-distil (oracle2teacher)": 5.570320129394531,
+      "epoch": 2.67032967032967,
+      "rel-constrast": 2.915374755859375,
+      "step": 3402,
+      "subrel-constrast": 3.62144136428833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7770240306854248,
+      "cov-distil (oracle2student)": 3.061687469482422,
+      "cov-distil (oracle2teacher)": 3.251063346862793,
+      "epoch": 2.671114599686028,
+      "rel-constrast": 2.2424850463867188,
+      "step": 3403,
+      "subrel-constrast": 3.235748767852783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7967889308929443,
+      "cov-distil (oracle2student)": 5.403275012969971,
+      "cov-distil (oracle2teacher)": 5.445744514465332,
+      "epoch": 2.671899529042386,
+      "rel-constrast": 3.160645008087158,
+      "step": 3404,
+      "subrel-constrast": 3.6700682640075684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1029103994369507,
+      "cov-distil (oracle2student)": 4.075234413146973,
+      "cov-distil (oracle2teacher)": 3.9376821517944336,
+      "epoch": 2.672684458398744,
+      "rel-constrast": 2.8507308959960938,
+      "step": 3405,
+      "subrel-constrast": 3.174172878265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3886706829071045,
+      "cov-distil (oracle2student)": 5.325919151306152,
+      "cov-distil (oracle2teacher)": 4.839361667633057,
+      "epoch": 2.673469387755102,
+      "rel-constrast": 2.631714344024658,
+      "step": 3406,
+      "subrel-constrast": 2.690737247467041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.95001220703125,
+      "cov-distil (oracle2student)": 3.719670295715332,
+      "cov-distil (oracle2teacher)": 3.8165807723999023,
+      "epoch": 2.67425431711146,
+      "rel-constrast": 2.8557872772216797,
+      "step": 3407,
+      "subrel-constrast": 3.5309536457061768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3444483280181885,
+      "cov-distil (oracle2student)": 4.876287460327148,
+      "cov-distil (oracle2teacher)": 4.010460376739502,
+      "epoch": 2.6750392464678177,
+      "rel-constrast": 1.4313523769378662,
+      "step": 3408,
+      "subrel-constrast": 2.1007192134857178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3018388748168945,
+      "cov-distil (oracle2student)": 3.1435675621032715,
+      "cov-distil (oracle2teacher)": 3.487612724304199,
+      "epoch": 2.675824175824176,
+      "rel-constrast": 2.4106626510620117,
+      "step": 3409,
+      "subrel-constrast": 3.1958537101745605,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6766091051805336,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.166981624626174e-05,
+      "loss": 0.6984,
+      "step": 3410
+    },
+    {
+      "cov-distil": 1.921257734298706,
+      "cov-distil (oracle2student)": 3.3065457344055176,
+      "cov-distil (oracle2teacher)": 3.276826858520508,
+      "epoch": 2.6766091051805336,
+      "rel-constrast": 1.7720280885696411,
+      "step": 3410,
+      "subrel-constrast": 2.985795497894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7063407897949219,
+      "cov-distil (oracle2student)": 4.310494422912598,
+      "cov-distil (oracle2teacher)": 3.878406047821045,
+      "epoch": 2.6773940345368916,
+      "rel-constrast": 1.9165396690368652,
+      "step": 3411,
+      "subrel-constrast": 2.306405782699585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1990208625793457,
+      "cov-distil (oracle2student)": 6.714446067810059,
+      "cov-distil (oracle2teacher)": 5.67267370223999,
+      "epoch": 2.6781789638932496,
+      "rel-constrast": 1.9394690990447998,
+      "step": 3412,
+      "subrel-constrast": 2.500439167022705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5952868461608887,
+      "cov-distil (oracle2student)": 6.093477249145508,
+      "cov-distil (oracle2teacher)": 5.360837459564209,
+      "epoch": 2.6789638932496076,
+      "rel-constrast": 2.7476391792297363,
+      "step": 3413,
+      "subrel-constrast": 3.6323976516723633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3876068592071533,
+      "cov-distil (oracle2student)": 5.224850177764893,
+      "cov-distil (oracle2teacher)": 4.495697498321533,
+      "epoch": 2.6797488226059656,
+      "rel-constrast": 2.91737961769104,
+      "step": 3414,
+      "subrel-constrast": 2.978888511657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6670030355453491,
+      "cov-distil (oracle2student)": 3.8915600776672363,
+      "cov-distil (oracle2teacher)": 3.865659236907959,
+      "epoch": 2.680533751962323,
+      "rel-constrast": 1.5717297792434692,
+      "step": 3415,
+      "subrel-constrast": 2.1923911571502686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.448941707611084,
+      "cov-distil (oracle2student)": 3.7615251541137695,
+      "cov-distil (oracle2teacher)": 3.5000381469726562,
+      "epoch": 2.6813186813186816,
+      "rel-constrast": 2.0906143188476562,
+      "step": 3416,
+      "subrel-constrast": 2.4733214378356934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2324445247650146,
+      "cov-distil (oracle2student)": 3.6439027786254883,
+      "cov-distil (oracle2teacher)": 4.025062084197998,
+      "epoch": 2.682103610675039,
+      "rel-constrast": 1.5885065793991089,
+      "step": 3417,
+      "subrel-constrast": 2.4485878944396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.359544038772583,
+      "cov-distil (oracle2student)": 4.562652587890625,
+      "cov-distil (oracle2teacher)": 4.071953773498535,
+      "epoch": 2.682888540031397,
+      "rel-constrast": 2.5416276454925537,
+      "step": 3418,
+      "subrel-constrast": 3.098799467086792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6369211673736572,
+      "cov-distil (oracle2student)": 3.8102831840515137,
+      "cov-distil (oracle2teacher)": 3.7021961212158203,
+      "epoch": 2.683673469387755,
+      "rel-constrast": 2.197509765625,
+      "step": 3419,
+      "subrel-constrast": 3.119676351547241,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.684458398744113,
+      "grad_norm": 4.40625,
+      "learning_rate": 4.160468007436574e-05,
+      "loss": 0.57,
+      "step": 3420
+    },
+    {
+      "cov-distil": 1.719135046005249,
+      "cov-distil (oracle2student)": 3.821016311645508,
+      "cov-distil (oracle2teacher)": 3.611619472503662,
+      "epoch": 2.684458398744113,
+      "rel-constrast": 2.40488338470459,
+      "step": 3420,
+      "subrel-constrast": 3.4663171768188477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5605039596557617,
+      "cov-distil (oracle2student)": 2.935488700866699,
+      "cov-distil (oracle2teacher)": 3.1864795684814453,
+      "epoch": 2.685243328100471,
+      "rel-constrast": 2.760688543319702,
+      "step": 3421,
+      "subrel-constrast": 3.7049105167388916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5770034790039062,
+      "cov-distil (oracle2student)": 4.423437595367432,
+      "cov-distil (oracle2teacher)": 3.8640236854553223,
+      "epoch": 2.686028257456829,
+      "rel-constrast": 2.815077543258667,
+      "step": 3422,
+      "subrel-constrast": 3.7331526279449463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3983687162399292,
+      "cov-distil (oracle2student)": 4.7415666580200195,
+      "cov-distil (oracle2teacher)": 4.635700702667236,
+      "epoch": 2.686813186813187,
+      "rel-constrast": 2.98581862449646,
+      "step": 3423,
+      "subrel-constrast": 3.2037909030914307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1597836017608643,
+      "cov-distil (oracle2student)": 6.610556125640869,
+      "cov-distil (oracle2teacher)": 5.9040422439575195,
+      "epoch": 2.6875981161695446,
+      "rel-constrast": 3.8531577587127686,
+      "step": 3424,
+      "subrel-constrast": 4.011930465698242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5182232856750488,
+      "cov-distil (oracle2student)": 4.406174659729004,
+      "cov-distil (oracle2teacher)": 3.7655882835388184,
+      "epoch": 2.6883830455259026,
+      "rel-constrast": 3.032742500305176,
+      "step": 3425,
+      "subrel-constrast": 3.34782075881958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3041605949401855,
+      "cov-distil (oracle2student)": 5.670109748840332,
+      "cov-distil (oracle2teacher)": 5.423748016357422,
+      "epoch": 2.6891679748822606,
+      "rel-constrast": 3.360563278198242,
+      "step": 3426,
+      "subrel-constrast": 4.035850524902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5476405620574951,
+      "cov-distil (oracle2student)": 4.484825611114502,
+      "cov-distil (oracle2teacher)": 3.717073440551758,
+      "epoch": 2.6899529042386185,
+      "rel-constrast": 2.753540515899658,
+      "step": 3427,
+      "subrel-constrast": 3.1116342544555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2179723978042603,
+      "cov-distil (oracle2student)": 4.204617023468018,
+      "cov-distil (oracle2teacher)": 3.8007848262786865,
+      "epoch": 2.6907378335949765,
+      "rel-constrast": 2.3686611652374268,
+      "step": 3428,
+      "subrel-constrast": 2.6773524284362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4228005409240723,
+      "cov-distil (oracle2student)": 3.4358344078063965,
+      "cov-distil (oracle2teacher)": 3.7747607231140137,
+      "epoch": 2.6915227629513345,
+      "rel-constrast": 3.254420757293701,
+      "step": 3429,
+      "subrel-constrast": 3.6758570671081543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.6923076923076925,
+      "grad_norm": 5.5,
+      "learning_rate": 4.1539341579683155e-05,
+      "loss": 0.7783,
+      "step": 3430
+    },
+    {
+      "cov-distil": 1.7391047477722168,
+      "cov-distil (oracle2student)": 3.832895040512085,
+      "cov-distil (oracle2teacher)": 3.7995762825012207,
+      "epoch": 2.6923076923076925,
+      "rel-constrast": 2.7669920921325684,
+      "step": 3430,
+      "subrel-constrast": 3.3318166732788086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6470890045166016,
+      "cov-distil (oracle2student)": 4.424378395080566,
+      "cov-distil (oracle2teacher)": 4.173608779907227,
+      "epoch": 2.69309262166405,
+      "rel-constrast": 3.144897222518921,
+      "step": 3431,
+      "subrel-constrast": 3.7279772758483887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3189151287078857,
+      "cov-distil (oracle2student)": 3.7437446117401123,
+      "cov-distil (oracle2teacher)": 3.3592019081115723,
+      "epoch": 2.693877551020408,
+      "rel-constrast": 2.6971282958984375,
+      "step": 3432,
+      "subrel-constrast": 3.3283803462982178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2436387538909912,
+      "cov-distil (oracle2student)": 3.927736759185791,
+      "cov-distil (oracle2teacher)": 4.701812744140625,
+      "epoch": 2.694662480376766,
+      "rel-constrast": 3.246727466583252,
+      "step": 3433,
+      "subrel-constrast": 4.3226776123046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5675714015960693,
+      "cov-distil (oracle2student)": 3.861079692840576,
+      "cov-distil (oracle2teacher)": 4.18678617477417,
+      "epoch": 2.695447409733124,
+      "rel-constrast": 3.1077017784118652,
+      "step": 3434,
+      "subrel-constrast": 3.810654401779175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8184099197387695,
+      "cov-distil (oracle2student)": 6.261345863342285,
+      "cov-distil (oracle2teacher)": 6.258091926574707,
+      "epoch": 2.696232339089482,
+      "rel-constrast": 1.4204344749450684,
+      "step": 3435,
+      "subrel-constrast": 2.3580150604248047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3488813638687134,
+      "cov-distil (oracle2student)": 3.961028575897217,
+      "cov-distil (oracle2teacher)": 3.6226727962493896,
+      "epoch": 2.69701726844584,
+      "rel-constrast": 2.740581512451172,
+      "step": 3436,
+      "subrel-constrast": 2.9722201824188232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7909841537475586,
+      "cov-distil (oracle2student)": 6.978001117706299,
+      "cov-distil (oracle2teacher)": 6.154361724853516,
+      "epoch": 2.697802197802198,
+      "rel-constrast": 2.284184217453003,
+      "step": 3437,
+      "subrel-constrast": 3.177285671234131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9224412441253662,
+      "cov-distil (oracle2student)": 2.6639764308929443,
+      "cov-distil (oracle2teacher)": 2.7243189811706543,
+      "epoch": 2.6985871271585555,
+      "rel-constrast": 2.7666711807250977,
+      "step": 3438,
+      "subrel-constrast": 3.4452741146087646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2896897792816162,
+      "cov-distil (oracle2student)": 4.503536701202393,
+      "cov-distil (oracle2teacher)": 4.040459156036377,
+      "epoch": 2.6993720565149135,
+      "rel-constrast": 2.1506056785583496,
+      "step": 3439,
+      "subrel-constrast": 2.8010621070861816,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7001569858712715,
+      "grad_norm": 4.65625,
+      "learning_rate": 4.147380155834293e-05,
+      "loss": 0.6974,
+      "step": 3440
+    },
+    {
+      "cov-distil": 1.146598219871521,
+      "cov-distil (oracle2student)": 4.291509628295898,
+      "cov-distil (oracle2teacher)": 4.883552551269531,
+      "epoch": 2.7001569858712715,
+      "rel-constrast": 2.6033687591552734,
+      "step": 3440,
+      "subrel-constrast": 3.094074249267578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5829063653945923,
+      "cov-distil (oracle2student)": 4.754502296447754,
+      "cov-distil (oracle2teacher)": 4.792940616607666,
+      "epoch": 2.7009419152276295,
+      "rel-constrast": 3.524317741394043,
+      "step": 3441,
+      "subrel-constrast": 4.439371585845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9889519214630127,
+      "cov-distil (oracle2student)": 4.789587497711182,
+      "cov-distil (oracle2teacher)": 3.8334789276123047,
+      "epoch": 2.7017268445839875,
+      "rel-constrast": 2.416520118713379,
+      "step": 3442,
+      "subrel-constrast": 3.269442081451416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.639683485031128,
+      "cov-distil (oracle2student)": 5.108799457550049,
+      "cov-distil (oracle2teacher)": 5.2285261154174805,
+      "epoch": 2.7025117739403455,
+      "rel-constrast": 2.906005859375,
+      "step": 3443,
+      "subrel-constrast": 4.077155113220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3551075458526611,
+      "cov-distil (oracle2student)": 4.5436201095581055,
+      "cov-distil (oracle2teacher)": 4.428092002868652,
+      "epoch": 2.7032967032967035,
+      "rel-constrast": 3.2929627895355225,
+      "step": 3444,
+      "subrel-constrast": 3.656095027923584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5290656089782715,
+      "cov-distil (oracle2student)": 2.274554491043091,
+      "cov-distil (oracle2teacher)": 2.3479232788085938,
+      "epoch": 2.704081632653061,
+      "rel-constrast": 2.3773326873779297,
+      "step": 3445,
+      "subrel-constrast": 3.0413198471069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.021592617034912,
+      "cov-distil (oracle2student)": 4.015064716339111,
+      "cov-distil (oracle2teacher)": 4.390156269073486,
+      "epoch": 2.704866562009419,
+      "rel-constrast": 1.8086042404174805,
+      "step": 3446,
+      "subrel-constrast": 3.550882577896118,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3065769672393799,
+      "cov-distil (oracle2student)": 3.850503921508789,
+      "cov-distil (oracle2teacher)": 3.518409252166748,
+      "epoch": 2.705651491365777,
+      "rel-constrast": 2.496784210205078,
+      "step": 3447,
+      "subrel-constrast": 3.005446672439575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5680123567581177,
+      "cov-distil (oracle2student)": 4.62880277633667,
+      "cov-distil (oracle2teacher)": 3.914820671081543,
+      "epoch": 2.706436420722135,
+      "rel-constrast": 1.87405264377594,
+      "step": 3448,
+      "subrel-constrast": 2.402010679244995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.601933240890503,
+      "cov-distil (oracle2student)": 3.38590669631958,
+      "cov-distil (oracle2teacher)": 3.2311246395111084,
+      "epoch": 2.707221350078493,
+      "rel-constrast": 2.697071075439453,
+      "step": 3449,
+      "subrel-constrast": 3.571235418319702,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.708006279434851,
+      "grad_norm": 5.03125,
+      "learning_rate": 4.1408060808929514e-05,
+      "loss": 0.6893,
+      "step": 3450
+    },
+    {
+      "cov-distil": 1.21927011013031,
+      "cov-distil (oracle2student)": 4.345832824707031,
+      "cov-distil (oracle2teacher)": 4.224304676055908,
+      "epoch": 2.708006279434851,
+      "rel-constrast": 2.735278606414795,
+      "step": 3450,
+      "subrel-constrast": 3.639580488204956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.007547378540039,
+      "cov-distil (oracle2student)": 4.9014739990234375,
+      "cov-distil (oracle2teacher)": 4.646322250366211,
+      "epoch": 2.708791208791209,
+      "rel-constrast": 3.232232093811035,
+      "step": 3451,
+      "subrel-constrast": 4.195211887359619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4024213552474976,
+      "cov-distil (oracle2student)": 4.254790306091309,
+      "cov-distil (oracle2teacher)": 4.8669233322143555,
+      "epoch": 2.7095761381475665,
+      "rel-constrast": 3.0329291820526123,
+      "step": 3452,
+      "subrel-constrast": 3.477086305618286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6247479915618896,
+      "cov-distil (oracle2student)": 5.620559215545654,
+      "cov-distil (oracle2teacher)": 5.500706672668457,
+      "epoch": 2.710361067503925,
+      "rel-constrast": 2.6023197174072266,
+      "step": 3453,
+      "subrel-constrast": 3.531235694885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8442978858947754,
+      "cov-distil (oracle2student)": 3.5712153911590576,
+      "cov-distil (oracle2teacher)": 3.37542724609375,
+      "epoch": 2.7111459968602825,
+      "rel-constrast": 2.002131700515747,
+      "step": 3454,
+      "subrel-constrast": 2.9689135551452637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4820046424865723,
+      "cov-distil (oracle2student)": 4.897122383117676,
+      "cov-distil (oracle2teacher)": 4.639852046966553,
+      "epoch": 2.7119309262166404,
+      "rel-constrast": 3.2388200759887695,
+      "step": 3455,
+      "subrel-constrast": 3.8527207374572754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4974098205566406,
+      "cov-distil (oracle2student)": 2.7253851890563965,
+      "cov-distil (oracle2teacher)": 3.030970811843872,
+      "epoch": 2.7127158555729984,
+      "rel-constrast": 2.0766568183898926,
+      "step": 3456,
+      "subrel-constrast": 2.782836675643921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1912997961044312,
+      "cov-distil (oracle2student)": 4.252876281738281,
+      "cov-distil (oracle2teacher)": 4.382081031799316,
+      "epoch": 2.7135007849293564,
+      "rel-constrast": 2.893435478210449,
+      "step": 3457,
+      "subrel-constrast": 3.1829638481140137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1272361278533936,
+      "cov-distil (oracle2student)": 5.005651473999023,
+      "cov-distil (oracle2teacher)": 4.852031707763672,
+      "epoch": 2.7142857142857144,
+      "rel-constrast": 2.816998243331909,
+      "step": 3458,
+      "subrel-constrast": 3.238236904144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3785386085510254,
+      "cov-distil (oracle2student)": 2.4433679580688477,
+      "cov-distil (oracle2teacher)": 2.6369667053222656,
+      "epoch": 2.715070643642072,
+      "rel-constrast": 2.4614343643188477,
+      "step": 3459,
+      "subrel-constrast": 3.1953136920928955,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7158555729984304,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.134212013247323e-05,
+      "loss": 0.7142,
+      "step": 3460
+    },
+    {
+      "cov-distil": 1.4766921997070312,
+      "cov-distil (oracle2student)": 5.082341194152832,
+      "cov-distil (oracle2teacher)": 4.386532783508301,
+      "epoch": 2.7158555729984304,
+      "rel-constrast": 2.7160940170288086,
+      "step": 3460,
+      "subrel-constrast": 3.2220876216888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.069206476211548,
+      "cov-distil (oracle2student)": 4.664997577667236,
+      "cov-distil (oracle2teacher)": 5.096159934997559,
+      "epoch": 2.716640502354788,
+      "rel-constrast": 3.6471524238586426,
+      "step": 3461,
+      "subrel-constrast": 4.302290916442871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2910975217819214,
+      "cov-distil (oracle2student)": 3.6046576499938965,
+      "cov-distil (oracle2teacher)": 3.6049463748931885,
+      "epoch": 2.717425431711146,
+      "rel-constrast": 3.0807809829711914,
+      "step": 3462,
+      "subrel-constrast": 3.366668224334717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.749687910079956,
+      "cov-distil (oracle2student)": 3.0196123123168945,
+      "cov-distil (oracle2teacher)": 3.3055078983306885,
+      "epoch": 2.718210361067504,
+      "rel-constrast": 2.158522605895996,
+      "step": 3463,
+      "subrel-constrast": 2.6976919174194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1960222721099854,
+      "cov-distil (oracle2student)": 3.8808372020721436,
+      "cov-distil (oracle2teacher)": 4.201834678649902,
+      "epoch": 2.718995290423862,
+      "rel-constrast": 3.0854344367980957,
+      "step": 3464,
+      "subrel-constrast": 3.8930649757385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4431267976760864,
+      "cov-distil (oracle2student)": 4.357943058013916,
+      "cov-distil (oracle2teacher)": 4.403596878051758,
+      "epoch": 2.71978021978022,
+      "rel-constrast": 2.9029464721679688,
+      "step": 3465,
+      "subrel-constrast": 3.3169991970062256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1986525058746338,
+      "cov-distil (oracle2student)": 4.591737747192383,
+      "cov-distil (oracle2teacher)": 3.828734874725342,
+      "epoch": 2.7205651491365774,
+      "rel-constrast": 1.7433770895004272,
+      "step": 3466,
+      "subrel-constrast": 2.562483549118042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9017468690872192,
+      "cov-distil (oracle2student)": 3.8939943313598633,
+      "cov-distil (oracle2teacher)": 3.2050392627716064,
+      "epoch": 2.721350078492936,
+      "rel-constrast": 2.9160914421081543,
+      "step": 3467,
+      "subrel-constrast": 3.3291354179382324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.699385166168213,
+      "cov-distil (oracle2student)": 2.770312786102295,
+      "cov-distil (oracle2teacher)": 2.8875622749328613,
+      "epoch": 2.7221350078492934,
+      "rel-constrast": 1.747414469718933,
+      "step": 3468,
+      "subrel-constrast": 2.917769432067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2626341581344604,
+      "cov-distil (oracle2student)": 4.655130863189697,
+      "cov-distil (oracle2teacher)": 3.6453356742858887,
+      "epoch": 2.7229199372056514,
+      "rel-constrast": 2.0286717414855957,
+      "step": 3469,
+      "subrel-constrast": 2.6115381717681885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7237048665620094,
+      "grad_norm": 4.9375,
+      "learning_rate": 4.1275980332440375e-05,
+      "loss": 0.6889,
+      "step": 3470
+    },
+    {
+      "cov-distil": 1.257751226425171,
+      "cov-distil (oracle2student)": 5.187796592712402,
+      "cov-distil (oracle2teacher)": 4.350918769836426,
+      "epoch": 2.7237048665620094,
+      "rel-constrast": 2.8669843673706055,
+      "step": 3470,
+      "subrel-constrast": 3.5765042304992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5805643796920776,
+      "cov-distil (oracle2student)": 6.123226642608643,
+      "cov-distil (oracle2teacher)": 5.549005031585693,
+      "epoch": 2.7244897959183674,
+      "rel-constrast": 2.2183971405029297,
+      "step": 3471,
+      "subrel-constrast": 3.23915958404541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9927639961242676,
+      "cov-distil (oracle2student)": 4.8442535400390625,
+      "cov-distil (oracle2teacher)": 5.008172035217285,
+      "epoch": 2.7252747252747254,
+      "rel-constrast": 3.1105008125305176,
+      "step": 3472,
+      "subrel-constrast": 4.178501605987549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.273301601409912,
+      "cov-distil (oracle2student)": 4.273483753204346,
+      "cov-distil (oracle2teacher)": 4.8374223709106445,
+      "epoch": 2.7260596546310834,
+      "rel-constrast": 1.8574436902999878,
+      "step": 3473,
+      "subrel-constrast": 2.8911080360412598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7258718013763428,
+      "cov-distil (oracle2student)": 4.808434009552002,
+      "cov-distil (oracle2teacher)": 4.722095966339111,
+      "epoch": 2.7268445839874413,
+      "rel-constrast": 2.5705602169036865,
+      "step": 3474,
+      "subrel-constrast": 3.3865487575531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.281174898147583,
+      "cov-distil (oracle2student)": 4.922959327697754,
+      "cov-distil (oracle2teacher)": 4.977643013000488,
+      "epoch": 2.727629513343799,
+      "rel-constrast": 2.123610496520996,
+      "step": 3475,
+      "subrel-constrast": 3.2199244499206543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7551145553588867,
+      "cov-distil (oracle2student)": 4.298803806304932,
+      "cov-distil (oracle2teacher)": 4.351949214935303,
+      "epoch": 2.728414442700157,
+      "rel-constrast": 2.66150164604187,
+      "step": 3476,
+      "subrel-constrast": 3.723423480987549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3070909976959229,
+      "cov-distil (oracle2student)": 4.013608932495117,
+      "cov-distil (oracle2teacher)": 4.510542869567871,
+      "epoch": 2.729199372056515,
+      "rel-constrast": 3.2661304473876953,
+      "step": 3477,
+      "subrel-constrast": 3.775439739227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.420297622680664,
+      "cov-distil (oracle2student)": 4.108295917510986,
+      "cov-distil (oracle2teacher)": 3.741150140762329,
+      "epoch": 2.729984301412873,
+      "rel-constrast": 3.1700668334960938,
+      "step": 3478,
+      "subrel-constrast": 3.705117702484131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.334592342376709,
+      "cov-distil (oracle2student)": 4.479011535644531,
+      "cov-distil (oracle2teacher)": 4.116025924682617,
+      "epoch": 2.730769230769231,
+      "rel-constrast": 2.646742582321167,
+      "step": 3479,
+      "subrel-constrast": 3.5236525535583496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.731554160125589,
+      "grad_norm": 5.03125,
+      "learning_rate": 4.120964221472355e-05,
+      "loss": 0.6996,
+      "step": 3480
+    },
+    {
+      "cov-distil": 1.2141972780227661,
+      "cov-distil (oracle2student)": 4.118884563446045,
+      "cov-distil (oracle2teacher)": 3.61258602142334,
+      "epoch": 2.731554160125589,
+      "rel-constrast": 2.888174057006836,
+      "step": 3480,
+      "subrel-constrast": 3.4115946292877197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3545664548873901,
+      "cov-distil (oracle2student)": 2.970431327819824,
+      "cov-distil (oracle2teacher)": 3.0308094024658203,
+      "epoch": 2.732339089481947,
+      "rel-constrast": 2.2104618549346924,
+      "step": 3481,
+      "subrel-constrast": 2.6175434589385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8312087059020996,
+      "cov-distil (oracle2student)": 5.496325492858887,
+      "cov-distil (oracle2teacher)": 5.177523612976074,
+      "epoch": 2.7331240188383044,
+      "rel-constrast": 2.7187018394470215,
+      "step": 3482,
+      "subrel-constrast": 3.634260416030884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9744429588317871,
+      "cov-distil (oracle2student)": 4.325490951538086,
+      "cov-distil (oracle2teacher)": 4.535234451293945,
+      "epoch": 2.7339089481946623,
+      "rel-constrast": 1.9824750423431396,
+      "step": 3483,
+      "subrel-constrast": 2.365967035293579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3668227195739746,
+      "cov-distil (oracle2student)": 6.226545333862305,
+      "cov-distil (oracle2teacher)": 5.61706018447876,
+      "epoch": 2.7346938775510203,
+      "rel-constrast": 3.6849803924560547,
+      "step": 3484,
+      "subrel-constrast": 4.065832614898682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3599669933319092,
+      "cov-distil (oracle2student)": 3.534722328186035,
+      "cov-distil (oracle2teacher)": 3.087050437927246,
+      "epoch": 2.7354788069073783,
+      "rel-constrast": 2.0670371055603027,
+      "step": 3485,
+      "subrel-constrast": 2.826664686203003,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2690579891204834,
+      "cov-distil (oracle2student)": 5.964199542999268,
+      "cov-distil (oracle2teacher)": 5.3375701904296875,
+      "epoch": 2.7362637362637363,
+      "rel-constrast": 2.5435988903045654,
+      "step": 3486,
+      "subrel-constrast": 2.6553046703338623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7499173879623413,
+      "cov-distil (oracle2student)": 4.225542068481445,
+      "cov-distil (oracle2teacher)": 3.7550435066223145,
+      "epoch": 2.7370486656200943,
+      "rel-constrast": 2.688807487487793,
+      "step": 3487,
+      "subrel-constrast": 3.267240047454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5449453592300415,
+      "cov-distil (oracle2student)": 4.365578651428223,
+      "cov-distil (oracle2teacher)": 3.680858612060547,
+      "epoch": 2.7378335949764523,
+      "rel-constrast": 2.44638729095459,
+      "step": 3488,
+      "subrel-constrast": 3.1091537475585938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.590740442276001,
+      "cov-distil (oracle2student)": 3.550600290298462,
+      "cov-distil (oracle2teacher)": 3.5383527278900146,
+      "epoch": 2.73861852433281,
+      "rel-constrast": 2.3199853897094727,
+      "step": 3489,
+      "subrel-constrast": 2.939845561981201,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.739403453689168,
+      "grad_norm": 5.5,
+      "learning_rate": 4.114310658763181e-05,
+      "loss": 0.6744,
+      "step": 3490
+    },
+    {
+      "cov-distil": 1.4435595273971558,
+      "cov-distil (oracle2student)": 3.815988302230835,
+      "cov-distil (oracle2teacher)": 3.918964385986328,
+      "epoch": 2.739403453689168,
+      "rel-constrast": 1.9697308540344238,
+      "step": 3490,
+      "subrel-constrast": 2.708563804626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3245824575424194,
+      "cov-distil (oracle2student)": 5.685050010681152,
+      "cov-distil (oracle2teacher)": 5.1339898109436035,
+      "epoch": 2.740188383045526,
+      "rel-constrast": 1.9476144313812256,
+      "step": 3491,
+      "subrel-constrast": 2.8096508979797363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3172099590301514,
+      "cov-distil (oracle2student)": 4.5307464599609375,
+      "cov-distil (oracle2teacher)": 4.304640769958496,
+      "epoch": 2.740973312401884,
+      "rel-constrast": 2.118917465209961,
+      "step": 3492,
+      "subrel-constrast": 2.7366158962249756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1217656135559082,
+      "cov-distil (oracle2student)": 5.098283767700195,
+      "cov-distil (oracle2teacher)": 4.7491655349731445,
+      "epoch": 2.741758241758242,
+      "rel-constrast": 3.574157476425171,
+      "step": 3493,
+      "subrel-constrast": 3.903989315032959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2643206119537354,
+      "cov-distil (oracle2student)": 5.698857307434082,
+      "cov-distil (oracle2teacher)": 4.891286849975586,
+      "epoch": 2.7425431711145998,
+      "rel-constrast": 2.194077730178833,
+      "step": 3494,
+      "subrel-constrast": 2.836371660232544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6932982206344604,
+      "cov-distil (oracle2student)": 3.8292431831359863,
+      "cov-distil (oracle2teacher)": 3.9566965103149414,
+      "epoch": 2.7433281004709578,
+      "rel-constrast": 2.2468364238739014,
+      "step": 3495,
+      "subrel-constrast": 3.1928365230560303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.916379988193512,
+      "cov-distil (oracle2student)": 5.678658962249756,
+      "cov-distil (oracle2teacher)": 5.278433799743652,
+      "epoch": 2.7441130298273153,
+      "rel-constrast": 2.5327677726745605,
+      "step": 3496,
+      "subrel-constrast": 3.170067548751831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.084447979927063,
+      "cov-distil (oracle2student)": 5.807104587554932,
+      "cov-distil (oracle2teacher)": 5.669844627380371,
+      "epoch": 2.7448979591836737,
+      "rel-constrast": 2.94395112991333,
+      "step": 3497,
+      "subrel-constrast": 3.6626832485198975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6549034118652344,
+      "cov-distil (oracle2student)": 3.624702215194702,
+      "cov-distil (oracle2teacher)": 3.5175135135650635,
+      "epoch": 2.7456828885400313,
+      "rel-constrast": 2.832606792449951,
+      "step": 3498,
+      "subrel-constrast": 3.215397357940674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7296409606933594,
+      "cov-distil (oracle2student)": 3.5133869647979736,
+      "cov-distil (oracle2teacher)": 3.4825081825256348,
+      "epoch": 2.7464678178963893,
+      "rel-constrast": 2.119751453399658,
+      "step": 3499,
+      "subrel-constrast": 3.239866256713867,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "grad_norm": 4.75,
+      "learning_rate": 4.1076374261880735e-05,
+      "loss": 0.6459,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/duc04-P@10": 0.758,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/duc04-nDCG@10": 0.7689329379637345,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/duc04-alpha_nDCG@10": 0.5836013195815343,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/multi_news-P@10": 0.4329999999999999,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/multi_news-nDCG@10": 0.6147517682661394,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/multi_news-alpha_nDCG@10": 0.6020776107446083,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval/avg": 0.5395167228845205,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "overlap": 0.30781251192092896,
+      "step": 3500
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "step": 3500,
+      "student margin": 0.0537109375
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "step": 3500,
+      "teacher margin": 0.038970947265625
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "margin difference": -0.014739990234375,
+      "step": 3500
+    },
+    {
+      "cov-distil": 1.3792612552642822,
+      "cov-distil (oracle2student)": 5.512238025665283,
+      "cov-distil (oracle2teacher)": 5.018134117126465,
+      "epoch": 2.7472527472527473,
+      "rel-constrast": 3.4268007278442383,
+      "step": 3500,
+      "subrel-constrast": 3.9748992919921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2522032260894775,
+      "cov-distil (oracle2student)": 4.140124797821045,
+      "cov-distil (oracle2teacher)": 4.062590599060059,
+      "epoch": 2.7480376766091053,
+      "rel-constrast": 2.842963457107544,
+      "step": 3501,
+      "subrel-constrast": 4.094099998474121,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1400333642959595,
+      "cov-distil (oracle2student)": 4.549984455108643,
+      "cov-distil (oracle2teacher)": 3.9410042762756348,
+      "epoch": 2.7488226059654632,
+      "rel-constrast": 2.1570017337799072,
+      "step": 3502,
+      "subrel-constrast": 2.7241053581237793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3762876987457275,
+      "cov-distil (oracle2student)": 4.415852069854736,
+      "cov-distil (oracle2teacher)": 3.797689199447632,
+      "epoch": 2.749607535321821,
+      "rel-constrast": 1.5232279300689697,
+      "step": 3503,
+      "subrel-constrast": 2.251595973968506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517815113067627,
+      "cov-distil (oracle2student)": 3.2902915477752686,
+      "cov-distil (oracle2teacher)": 3.475660562515259,
+      "epoch": 2.750392464678179,
+      "rel-constrast": 2.9254231452941895,
+      "step": 3504,
+      "subrel-constrast": 3.516655683517456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7318265438079834,
+      "cov-distil (oracle2student)": 4.506546974182129,
+      "cov-distil (oracle2teacher)": 4.354705333709717,
+      "epoch": 2.7511773940345368,
+      "rel-constrast": 2.4928348064422607,
+      "step": 3505,
+      "subrel-constrast": 3.0664758682250977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6209015846252441,
+      "cov-distil (oracle2student)": 5.002229690551758,
+      "cov-distil (oracle2teacher)": 4.779717922210693,
+      "epoch": 2.7519623233908947,
+      "rel-constrast": 2.4970321655273438,
+      "step": 3506,
+      "subrel-constrast": 3.048239231109619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3149901628494263,
+      "cov-distil (oracle2student)": 4.197655200958252,
+      "cov-distil (oracle2teacher)": 3.4020562171936035,
+      "epoch": 2.7527472527472527,
+      "rel-constrast": 2.828300952911377,
+      "step": 3507,
+      "subrel-constrast": 2.9544308185577393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.172248363494873,
+      "cov-distil (oracle2student)": 5.8854217529296875,
+      "cov-distil (oracle2teacher)": 5.39959716796875,
+      "epoch": 2.7535321821036107,
+      "rel-constrast": 2.489149570465088,
+      "step": 3508,
+      "subrel-constrast": 3.0604610443115234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0945967435836792,
+      "cov-distil (oracle2student)": 3.5267574787139893,
+      "cov-distil (oracle2teacher)": 3.7052369117736816,
+      "epoch": 2.7543171114599687,
+      "rel-constrast": 2.0155513286590576,
+      "step": 3509,
+      "subrel-constrast": 2.6758861541748047,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7551020408163263,
+      "grad_norm": 4.1875,
+      "learning_rate": 4.1009446050582687e-05,
+      "loss": 0.6665,
+      "step": 3510
+    },
+    {
+      "cov-distil": 1.5037956237792969,
+      "cov-distil (oracle2student)": 5.107624053955078,
+      "cov-distil (oracle2teacher)": 4.809351921081543,
+      "epoch": 2.7551020408163263,
+      "rel-constrast": 2.8368921279907227,
+      "step": 3510,
+      "subrel-constrast": 3.683727264404297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7546610832214355,
+      "cov-distil (oracle2student)": 4.368617534637451,
+      "cov-distil (oracle2teacher)": 4.716710090637207,
+      "epoch": 2.7558869701726847,
+      "rel-constrast": 2.5456247329711914,
+      "step": 3511,
+      "subrel-constrast": 3.430455446243286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4093878269195557,
+      "cov-distil (oracle2student)": 5.642657279968262,
+      "cov-distil (oracle2teacher)": 5.012208938598633,
+      "epoch": 2.7566718995290422,
+      "rel-constrast": 3.0150678157806396,
+      "step": 3512,
+      "subrel-constrast": 3.7654049396514893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6619033813476562,
+      "cov-distil (oracle2student)": 4.879277229309082,
+      "cov-distil (oracle2teacher)": 4.879388809204102,
+      "epoch": 2.7574568288854002,
+      "rel-constrast": 2.3862907886505127,
+      "step": 3513,
+      "subrel-constrast": 3.127742290496826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5596178770065308,
+      "cov-distil (oracle2student)": 3.5402402877807617,
+      "cov-distil (oracle2teacher)": 3.560725450515747,
+      "epoch": 2.758241758241758,
+      "rel-constrast": 1.777961015701294,
+      "step": 3514,
+      "subrel-constrast": 2.784086227416992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9426162242889404,
+      "cov-distil (oracle2student)": 5.771893501281738,
+      "cov-distil (oracle2teacher)": 5.287751197814941,
+      "epoch": 2.759026687598116,
+      "rel-constrast": 2.502312183380127,
+      "step": 3515,
+      "subrel-constrast": 2.8358335494995117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4741300344467163,
+      "cov-distil (oracle2student)": 6.927245616912842,
+      "cov-distil (oracle2teacher)": 6.150803565979004,
+      "epoch": 2.759811616954474,
+      "rel-constrast": 2.223557949066162,
+      "step": 3516,
+      "subrel-constrast": 3.102792978286743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9357790946960449,
+      "cov-distil (oracle2student)": 3.9163784980773926,
+      "cov-distil (oracle2teacher)": 3.702489137649536,
+      "epoch": 2.760596546310832,
+      "rel-constrast": 2.1721274852752686,
+      "step": 3517,
+      "subrel-constrast": 2.859774351119995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3509835004806519,
+      "cov-distil (oracle2student)": 3.2639501094818115,
+      "cov-distil (oracle2teacher)": 2.918851852416992,
+      "epoch": 2.76138147566719,
+      "rel-constrast": 2.16044282913208,
+      "step": 3518,
+      "subrel-constrast": 3.020240306854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6274831295013428,
+      "cov-distil (oracle2student)": 3.9823532104492188,
+      "cov-distil (oracle2teacher)": 3.8480396270751953,
+      "epoch": 2.7621664050235477,
+      "rel-constrast": 3.02292537689209,
+      "step": 3519,
+      "subrel-constrast": 3.6527926921844482,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7629513343799057,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.0942322769236775e-05,
+      "loss": 0.6516,
+      "step": 3520
+    },
+    {
+      "cov-distil": 1.5295791625976562,
+      "cov-distil (oracle2student)": 4.758248805999756,
+      "cov-distil (oracle2teacher)": 4.587554931640625,
+      "epoch": 2.7629513343799057,
+      "rel-constrast": 2.560229778289795,
+      "step": 3520,
+      "subrel-constrast": 3.6683590412139893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9155421257019043,
+      "cov-distil (oracle2student)": 5.7935004234313965,
+      "cov-distil (oracle2teacher)": 4.85732364654541,
+      "epoch": 2.7637362637362637,
+      "rel-constrast": 3.267106533050537,
+      "step": 3521,
+      "subrel-constrast": 3.679368257522583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8366351127624512,
+      "cov-distil (oracle2student)": 4.30238676071167,
+      "cov-distil (oracle2teacher)": 3.9455056190490723,
+      "epoch": 2.7645211930926217,
+      "rel-constrast": 2.8049025535583496,
+      "step": 3522,
+      "subrel-constrast": 3.3190345764160156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6611394882202148,
+      "cov-distil (oracle2student)": 3.9727890491485596,
+      "cov-distil (oracle2teacher)": 3.9836840629577637,
+      "epoch": 2.7653061224489797,
+      "rel-constrast": 2.416064500808716,
+      "step": 3523,
+      "subrel-constrast": 3.7824547290802,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.40010666847229,
+      "cov-distil (oracle2student)": 5.086782455444336,
+      "cov-distil (oracle2teacher)": 4.389537811279297,
+      "epoch": 2.7660910518053377,
+      "rel-constrast": 1.9922969341278076,
+      "step": 3524,
+      "subrel-constrast": 2.6696364879608154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.752016305923462,
+      "cov-distil (oracle2student)": 4.5746660232543945,
+      "cov-distil (oracle2teacher)": 3.9400548934936523,
+      "epoch": 2.7668759811616956,
+      "rel-constrast": 2.3308963775634766,
+      "step": 3525,
+      "subrel-constrast": 3.148468494415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4230616092681885,
+      "cov-distil (oracle2student)": 3.5443525314331055,
+      "cov-distil (oracle2teacher)": 3.7471542358398438,
+      "epoch": 2.767660910518053,
+      "rel-constrast": 2.7349421977996826,
+      "step": 3526,
+      "subrel-constrast": 3.5592198371887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8655356168746948,
+      "cov-distil (oracle2student)": 3.633657693862915,
+      "cov-distil (oracle2teacher)": 3.9535422325134277,
+      "epoch": 2.768445839874411,
+      "rel-constrast": 2.623929500579834,
+      "step": 3527,
+      "subrel-constrast": 3.6466033458709717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.074138879776001,
+      "cov-distil (oracle2student)": 3.7500033378601074,
+      "cov-distil (oracle2teacher)": 3.766144275665283,
+      "epoch": 2.769230769230769,
+      "rel-constrast": 2.281257152557373,
+      "step": 3528,
+      "subrel-constrast": 3.109210729598999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6943196058273315,
+      "cov-distil (oracle2student)": 3.6927552223205566,
+      "cov-distil (oracle2teacher)": 3.443314552307129,
+      "epoch": 2.770015698587127,
+      "rel-constrast": 2.8284811973571777,
+      "step": 3529,
+      "subrel-constrast": 2.738298177719116,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.770800627943485,
+      "grad_norm": 6.3125,
+      "learning_rate": 4.087500523571902e-05,
+      "loss": 0.6864,
+      "step": 3530
+    },
+    {
+      "cov-distil": 1.2214546203613281,
+      "cov-distil (oracle2student)": 4.550065517425537,
+      "cov-distil (oracle2teacher)": 4.185903549194336,
+      "epoch": 2.770800627943485,
+      "rel-constrast": 2.651336431503296,
+      "step": 3530,
+      "subrel-constrast": 3.407214403152466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.308075189590454,
+      "cov-distil (oracle2student)": 2.810516834259033,
+      "cov-distil (oracle2teacher)": 3.0491456985473633,
+      "epoch": 2.771585557299843,
+      "rel-constrast": 2.4905319213867188,
+      "step": 3531,
+      "subrel-constrast": 2.842946767807007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9907150268554688,
+      "cov-distil (oracle2student)": 4.003452301025391,
+      "cov-distil (oracle2teacher)": 3.872568130493164,
+      "epoch": 2.772370486656201,
+      "rel-constrast": 2.602309226989746,
+      "step": 3532,
+      "subrel-constrast": 2.5838546752929688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5122132301330566,
+      "cov-distil (oracle2student)": 4.709390640258789,
+      "cov-distil (oracle2teacher)": 4.546160697937012,
+      "epoch": 2.7731554160125587,
+      "rel-constrast": 2.738328218460083,
+      "step": 3533,
+      "subrel-constrast": 3.2738804817199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.92413330078125,
+      "cov-distil (oracle2student)": 4.750107765197754,
+      "cov-distil (oracle2teacher)": 4.325366020202637,
+      "epoch": 2.7739403453689166,
+      "rel-constrast": 2.169196605682373,
+      "step": 3534,
+      "subrel-constrast": 3.3493547439575195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5408124923706055,
+      "cov-distil (oracle2student)": 5.156734466552734,
+      "cov-distil (oracle2teacher)": 4.766303539276123,
+      "epoch": 2.7747252747252746,
+      "rel-constrast": 4.27235221862793,
+      "step": 3535,
+      "subrel-constrast": 4.5209736824035645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7322070598602295,
+      "cov-distil (oracle2student)": 4.328451156616211,
+      "cov-distil (oracle2teacher)": 4.196700096130371,
+      "epoch": 2.7755102040816326,
+      "rel-constrast": 3.2537121772766113,
+      "step": 3536,
+      "subrel-constrast": 3.9607155323028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9923832416534424,
+      "cov-distil (oracle2student)": 5.322057723999023,
+      "cov-distil (oracle2teacher)": 4.7698750495910645,
+      "epoch": 2.7762951334379906,
+      "rel-constrast": 3.1582798957824707,
+      "step": 3537,
+      "subrel-constrast": 4.184753894805908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.057884693145752,
+      "cov-distil (oracle2student)": 3.0004563331604004,
+      "cov-distil (oracle2teacher)": 3.460996389389038,
+      "epoch": 2.7770800627943486,
+      "rel-constrast": 2.3897628784179688,
+      "step": 3538,
+      "subrel-constrast": 2.4223499298095703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4310013055801392,
+      "cov-distil (oracle2student)": 4.35269021987915,
+      "cov-distil (oracle2teacher)": 4.284526824951172,
+      "epoch": 2.7778649921507066,
+      "rel-constrast": 2.2284204959869385,
+      "step": 3539,
+      "subrel-constrast": 3.1290206909179688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.778649921507064,
+      "grad_norm": 7.3125,
+      "learning_rate": 4.0807494270272305e-05,
+      "loss": 0.7356,
+      "step": 3540
+    },
+    {
+      "cov-distil": 1.408715844154358,
+      "cov-distil (oracle2student)": 5.798308849334717,
+      "cov-distil (oracle2teacher)": 5.312016487121582,
+      "epoch": 2.778649921507064,
+      "rel-constrast": 2.4769093990325928,
+      "step": 3540,
+      "subrel-constrast": 2.839785575866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5929267406463623,
+      "cov-distil (oracle2student)": 3.6683261394500732,
+      "cov-distil (oracle2teacher)": 3.9011025428771973,
+      "epoch": 2.7794348508634226,
+      "rel-constrast": 3.636931896209717,
+      "step": 3541,
+      "subrel-constrast": 4.102742671966553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6999423503875732,
+      "cov-distil (oracle2student)": 4.368969917297363,
+      "cov-distil (oracle2teacher)": 3.6563682556152344,
+      "epoch": 2.78021978021978,
+      "rel-constrast": 2.2501487731933594,
+      "step": 3542,
+      "subrel-constrast": 3.1375019550323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4212346076965332,
+      "cov-distil (oracle2student)": 3.798733711242676,
+      "cov-distil (oracle2teacher)": 3.7012057304382324,
+      "epoch": 2.781004709576138,
+      "rel-constrast": 2.8919434547424316,
+      "step": 3543,
+      "subrel-constrast": 3.139697551727295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3825955390930176,
+      "cov-distil (oracle2student)": 5.492983341217041,
+      "cov-distil (oracle2teacher)": 4.83962345123291,
+      "epoch": 2.781789638932496,
+      "rel-constrast": 2.033757209777832,
+      "step": 3544,
+      "subrel-constrast": 2.919071912765503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.864202618598938,
+      "cov-distil (oracle2student)": 3.562382221221924,
+      "cov-distil (oracle2teacher)": 3.479668140411377,
+      "epoch": 2.782574568288854,
+      "rel-constrast": 2.742119312286377,
+      "step": 3545,
+      "subrel-constrast": 3.8246121406555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7136666774749756,
+      "cov-distil (oracle2student)": 6.516396999359131,
+      "cov-distil (oracle2teacher)": 6.288470268249512,
+      "epoch": 2.783359497645212,
+      "rel-constrast": 1.8061896562576294,
+      "step": 3546,
+      "subrel-constrast": 3.0093910694122314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3209631443023682,
+      "cov-distil (oracle2student)": 2.5101358890533447,
+      "cov-distil (oracle2teacher)": 2.850820302963257,
+      "epoch": 2.7841444270015696,
+      "rel-constrast": 3.178370237350464,
+      "step": 3547,
+      "subrel-constrast": 4.015971660614014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5318498611450195,
+      "cov-distil (oracle2student)": 4.9477643966674805,
+      "cov-distil (oracle2teacher)": 4.787635803222656,
+      "epoch": 2.784929356357928,
+      "rel-constrast": 3.293071985244751,
+      "step": 3548,
+      "subrel-constrast": 3.9265966415405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.696291208267212,
+      "cov-distil (oracle2student)": 4.263381004333496,
+      "cov-distil (oracle2teacher)": 4.353166580200195,
+      "epoch": 2.7857142857142856,
+      "rel-constrast": 2.8011226654052734,
+      "step": 3549,
+      "subrel-constrast": 3.6055240631103516,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.7864992150706436,
+      "grad_norm": 5.46875,
+      "learning_rate": 4.073979069549646e-05,
+      "loss": 0.7168,
+      "step": 3550
+    },
+    {
+      "cov-distil": 1.0746400356292725,
+      "cov-distil (oracle2student)": 2.8375210762023926,
+      "cov-distil (oracle2teacher)": 2.992489814758301,
+      "epoch": 2.7864992150706436,
+      "rel-constrast": 2.481842041015625,
+      "step": 3550,
+      "subrel-constrast": 2.920151948928833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5103081464767456,
+      "cov-distil (oracle2student)": 3.136960506439209,
+      "cov-distil (oracle2teacher)": 3.4654994010925293,
+      "epoch": 2.7872841444270016,
+      "rel-constrast": 2.253533363342285,
+      "step": 3551,
+      "subrel-constrast": 2.806283950805664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1227941513061523,
+      "cov-distil (oracle2student)": 4.283329010009766,
+      "cov-distil (oracle2teacher)": 3.908005714416504,
+      "epoch": 2.7880690737833596,
+      "rel-constrast": 3.500622272491455,
+      "step": 3552,
+      "subrel-constrast": 4.200196266174316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7598018646240234,
+      "cov-distil (oracle2student)": 5.035981178283691,
+      "cov-distil (oracle2teacher)": 4.670450210571289,
+      "epoch": 2.7888540031397175,
+      "rel-constrast": 1.8663225173950195,
+      "step": 3553,
+      "subrel-constrast": 2.5248491764068604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.615004301071167,
+      "cov-distil (oracle2student)": 4.167002201080322,
+      "cov-distil (oracle2teacher)": 4.2441511154174805,
+      "epoch": 2.789638932496075,
+      "rel-constrast": 2.683532238006592,
+      "step": 3554,
+      "subrel-constrast": 3.6794040203094482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0796945095062256,
+      "cov-distil (oracle2student)": 3.896461009979248,
+      "cov-distil (oracle2teacher)": 3.2958855628967285,
+      "epoch": 2.7904238618524335,
+      "rel-constrast": 1.2991888523101807,
+      "step": 3555,
+      "subrel-constrast": 1.5455249547958374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2290802001953125,
+      "cov-distil (oracle2student)": 4.363129615783691,
+      "cov-distil (oracle2teacher)": 4.010703086853027,
+      "epoch": 2.791208791208791,
+      "rel-constrast": 2.478017807006836,
+      "step": 3556,
+      "subrel-constrast": 3.187852621078491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1794928312301636,
+      "cov-distil (oracle2student)": 4.814743995666504,
+      "cov-distil (oracle2teacher)": 4.507012367248535,
+      "epoch": 2.791993720565149,
+      "rel-constrast": 3.163187265396118,
+      "step": 3557,
+      "subrel-constrast": 3.990780830383301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6819525957107544,
+      "cov-distil (oracle2student)": 3.858051061630249,
+      "cov-distil (oracle2teacher)": 3.831836223602295,
+      "epoch": 2.792778649921507,
+      "rel-constrast": 2.6546072959899902,
+      "step": 3558,
+      "subrel-constrast": 3.3687069416046143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4730299711227417,
+      "cov-distil (oracle2student)": 5.318650245666504,
+      "cov-distil (oracle2teacher)": 5.1554131507873535,
+      "epoch": 2.793563579277865,
+      "rel-constrast": 3.2615556716918945,
+      "step": 3559,
+      "subrel-constrast": 3.9857892990112305,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.794348508634223,
+      "grad_norm": 6.1875,
+      "learning_rate": 4.067189533633815e-05,
+      "loss": 0.6779,
+      "step": 3560
+    },
+    {
+      "cov-distil": 1.6302231550216675,
+      "cov-distil (oracle2student)": 3.644481658935547,
+      "cov-distil (oracle2teacher)": 3.983630657196045,
+      "epoch": 2.794348508634223,
+      "rel-constrast": 2.288658618927002,
+      "step": 3560,
+      "subrel-constrast": 3.148287057876587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.461504578590393,
+      "cov-distil (oracle2student)": 5.1325883865356445,
+      "cov-distil (oracle2teacher)": 4.673378944396973,
+      "epoch": 2.795133437990581,
+      "rel-constrast": 2.425476551055908,
+      "step": 3561,
+      "subrel-constrast": 3.23711895942688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.260448932647705,
+      "cov-distil (oracle2student)": 4.969331741333008,
+      "cov-distil (oracle2teacher)": 4.873315811157227,
+      "epoch": 2.795918367346939,
+      "rel-constrast": 3.1091513633728027,
+      "step": 3562,
+      "subrel-constrast": 3.8143310546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6359857320785522,
+      "cov-distil (oracle2student)": 6.373871326446533,
+      "cov-distil (oracle2teacher)": 5.551024913787842,
+      "epoch": 2.7967032967032965,
+      "rel-constrast": 2.867471694946289,
+      "step": 3563,
+      "subrel-constrast": 3.6682331562042236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.881359577178955,
+      "cov-distil (oracle2student)": 4.3976850509643555,
+      "cov-distil (oracle2teacher)": 4.18251895904541,
+      "epoch": 2.7974882260596545,
+      "rel-constrast": 2.4261159896850586,
+      "step": 3564,
+      "subrel-constrast": 3.559363603591919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.637282133102417,
+      "cov-distil (oracle2student)": 4.293227195739746,
+      "cov-distil (oracle2teacher)": 3.5919694900512695,
+      "epoch": 2.7982731554160125,
+      "rel-constrast": 2.3969948291778564,
+      "step": 3565,
+      "subrel-constrast": 2.822784900665283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4809744358062744,
+      "cov-distil (oracle2student)": 4.448243141174316,
+      "cov-distil (oracle2teacher)": 3.990175724029541,
+      "epoch": 2.7990580847723705,
+      "rel-constrast": 2.6477882862091064,
+      "step": 3566,
+      "subrel-constrast": 3.0428078174591064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0791053771972656,
+      "cov-distil (oracle2student)": 4.4508161544799805,
+      "cov-distil (oracle2teacher)": 4.350926399230957,
+      "epoch": 2.7998430141287285,
+      "rel-constrast": 2.1198008060455322,
+      "step": 3567,
+      "subrel-constrast": 3.490078926086426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4206864833831787,
+      "cov-distil (oracle2student)": 4.044746398925781,
+      "cov-distil (oracle2teacher)": 3.674853801727295,
+      "epoch": 2.8006279434850865,
+      "rel-constrast": 2.5155882835388184,
+      "step": 3568,
+      "subrel-constrast": 3.185847282409668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7754374742507935,
+      "cov-distil (oracle2student)": 4.099841117858887,
+      "cov-distil (oracle2teacher)": 4.054225921630859,
+      "epoch": 2.8014128728414445,
+      "rel-constrast": 2.174443006515503,
+      "step": 3569,
+      "subrel-constrast": 2.8198864459991455,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.802197802197802,
+      "grad_norm": 5.40625,
+      "learning_rate": 4.060380902008093e-05,
+      "loss": 0.6649,
+      "step": 3570
+    },
+    {
+      "cov-distil": 1.3476274013519287,
+      "cov-distil (oracle2student)": 2.9762394428253174,
+      "cov-distil (oracle2teacher)": 3.4359421730041504,
+      "epoch": 2.802197802197802,
+      "rel-constrast": 3.3261425495147705,
+      "step": 3570,
+      "subrel-constrast": 4.071096897125244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322634220123291,
+      "cov-distil (oracle2student)": 3.997357130050659,
+      "cov-distil (oracle2teacher)": 3.728325128555298,
+      "epoch": 2.80298273155416,
+      "rel-constrast": 2.0070202350616455,
+      "step": 3571,
+      "subrel-constrast": 2.471261501312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.962550401687622,
+      "cov-distil (oracle2student)": 3.7945046424865723,
+      "cov-distil (oracle2teacher)": 3.5520217418670654,
+      "epoch": 2.803767660910518,
+      "rel-constrast": 3.348686456680298,
+      "step": 3572,
+      "subrel-constrast": 3.9732532501220703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6957271099090576,
+      "cov-distil (oracle2student)": 3.586333990097046,
+      "cov-distil (oracle2teacher)": 3.599825620651245,
+      "epoch": 2.804552590266876,
+      "rel-constrast": 2.6487319469451904,
+      "step": 3573,
+      "subrel-constrast": 3.3801822662353516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6602861881256104,
+      "cov-distil (oracle2student)": 3.861900806427002,
+      "cov-distil (oracle2teacher)": 3.7261948585510254,
+      "epoch": 2.805337519623234,
+      "rel-constrast": 2.58284330368042,
+      "step": 3574,
+      "subrel-constrast": 3.304117202758789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.17142915725708,
+      "cov-distil (oracle2student)": 4.7519755363464355,
+      "cov-distil (oracle2teacher)": 4.153964042663574,
+      "epoch": 2.806122448979592,
+      "rel-constrast": 2.0612666606903076,
+      "step": 3575,
+      "subrel-constrast": 2.8299624919891357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2945070266723633,
+      "cov-distil (oracle2student)": 4.497527122497559,
+      "cov-distil (oracle2teacher)": 4.589073181152344,
+      "epoch": 2.80690737833595,
+      "rel-constrast": 2.0553951263427734,
+      "step": 3576,
+      "subrel-constrast": 2.6964335441589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2316241264343262,
+      "cov-distil (oracle2student)": 5.162559509277344,
+      "cov-distil (oracle2teacher)": 4.680859088897705,
+      "epoch": 2.8076923076923075,
+      "rel-constrast": 3.294386386871338,
+      "step": 3577,
+      "subrel-constrast": 3.426222324371338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.853306770324707,
+      "cov-distil (oracle2student)": 3.972310781478882,
+      "cov-distil (oracle2teacher)": 3.8446760177612305,
+      "epoch": 2.8084772370486655,
+      "rel-constrast": 2.5126278400421143,
+      "step": 3578,
+      "subrel-constrast": 3.7370688915252686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7584302425384521,
+      "cov-distil (oracle2student)": 4.427574157714844,
+      "cov-distil (oracle2teacher)": 4.616968631744385,
+      "epoch": 2.8092621664050235,
+      "rel-constrast": 3.427896022796631,
+      "step": 3579,
+      "subrel-constrast": 4.091404914855957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8100470957613815,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.053553257633505e-05,
+      "loss": 0.7199,
+      "step": 3580
+    },
+    {
+      "cov-distil": 1.5670818090438843,
+      "cov-distil (oracle2student)": 4.051936626434326,
+      "cov-distil (oracle2teacher)": 3.5507404804229736,
+      "epoch": 2.8100470957613815,
+      "rel-constrast": 2.6061418056488037,
+      "step": 3580,
+      "subrel-constrast": 3.331510305404663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5863394737243652,
+      "cov-distil (oracle2student)": 4.144939422607422,
+      "cov-distil (oracle2teacher)": 4.199580192565918,
+      "epoch": 2.8108320251177394,
+      "rel-constrast": 2.502291679382324,
+      "step": 3581,
+      "subrel-constrast": 3.5769662857055664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1220149993896484,
+      "cov-distil (oracle2student)": 4.127090930938721,
+      "cov-distil (oracle2teacher)": 4.228227615356445,
+      "epoch": 2.8116169544740974,
+      "rel-constrast": 2.5129141807556152,
+      "step": 3582,
+      "subrel-constrast": 3.1863436698913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4155926704406738,
+      "cov-distil (oracle2student)": 6.302889823913574,
+      "cov-distil (oracle2teacher)": 5.3358917236328125,
+      "epoch": 2.8124018838304554,
+      "rel-constrast": 2.872934103012085,
+      "step": 3583,
+      "subrel-constrast": 3.5193700790405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.890096664428711,
+      "cov-distil (oracle2student)": 4.296158790588379,
+      "cov-distil (oracle2teacher)": 4.905928611755371,
+      "epoch": 2.813186813186813,
+      "rel-constrast": 2.9558815956115723,
+      "step": 3584,
+      "subrel-constrast": 3.844844341278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6033154726028442,
+      "cov-distil (oracle2student)": 4.438438415527344,
+      "cov-distil (oracle2teacher)": 4.751131534576416,
+      "epoch": 2.813971742543171,
+      "rel-constrast": 3.382533550262451,
+      "step": 3585,
+      "subrel-constrast": 3.9048314094543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6383442878723145,
+      "cov-distil (oracle2student)": 4.175594329833984,
+      "cov-distil (oracle2teacher)": 4.077069282531738,
+      "epoch": 2.814756671899529,
+      "rel-constrast": 2.299647808074951,
+      "step": 3586,
+      "subrel-constrast": 3.1249401569366455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5078250169754028,
+      "cov-distil (oracle2student)": 3.2397923469543457,
+      "cov-distil (oracle2teacher)": 3.523206949234009,
+      "epoch": 2.815541601255887,
+      "rel-constrast": 2.2891592979431152,
+      "step": 3587,
+      "subrel-constrast": 2.8745691776275635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8996388912200928,
+      "cov-distil (oracle2student)": 3.539356231689453,
+      "cov-distil (oracle2teacher)": 3.3121795654296875,
+      "epoch": 2.816326530612245,
+      "rel-constrast": 1.8890999555587769,
+      "step": 3588,
+      "subrel-constrast": 2.4931070804595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4815882444381714,
+      "cov-distil (oracle2student)": 3.208627223968506,
+      "cov-distil (oracle2teacher)": 2.8336501121520996,
+      "epoch": 2.817111459968603,
+      "rel-constrast": 2.396965980529785,
+      "step": 3589,
+      "subrel-constrast": 3.0045905113220215,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.817896389324961,
+      "grad_norm": 4.71875,
+      "learning_rate": 4.0467066837027446e-05,
+      "loss": 0.682,
+      "step": 3590
+    },
+    {
+      "cov-distil": 1.6824063062667847,
+      "cov-distil (oracle2student)": 3.205321788787842,
+      "cov-distil (oracle2teacher)": 3.0563697814941406,
+      "epoch": 2.817896389324961,
+      "rel-constrast": 2.3229727745056152,
+      "step": 3590,
+      "subrel-constrast": 3.431162118911743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0230581760406494,
+      "cov-distil (oracle2student)": 3.899156093597412,
+      "cov-distil (oracle2teacher)": 3.6725120544433594,
+      "epoch": 2.8186813186813184,
+      "rel-constrast": 2.8129823207855225,
+      "step": 3591,
+      "subrel-constrast": 3.8595099449157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6477277278900146,
+      "cov-distil (oracle2student)": 5.554314613342285,
+      "cov-distil (oracle2teacher)": 4.96055793762207,
+      "epoch": 2.819466248037677,
+      "rel-constrast": 3.4312362670898438,
+      "step": 3592,
+      "subrel-constrast": 3.8133907318115234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2377222776412964,
+      "cov-distil (oracle2student)": 2.427522659301758,
+      "cov-distil (oracle2teacher)": 2.5952649116516113,
+      "epoch": 2.8202511773940344,
+      "rel-constrast": 1.6471123695373535,
+      "step": 3593,
+      "subrel-constrast": 2.5038676261901855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3741729259490967,
+      "cov-distil (oracle2student)": 4.478374481201172,
+      "cov-distil (oracle2teacher)": 4.442840576171875,
+      "epoch": 2.8210361067503924,
+      "rel-constrast": 2.131709575653076,
+      "step": 3594,
+      "subrel-constrast": 2.5950589179992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3082456588745117,
+      "cov-distil (oracle2student)": 4.157922744750977,
+      "cov-distil (oracle2teacher)": 3.8260722160339355,
+      "epoch": 2.8218210361067504,
+      "rel-constrast": 2.712986469268799,
+      "step": 3595,
+      "subrel-constrast": 3.451322555541992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3259330987930298,
+      "cov-distil (oracle2student)": 4.500886917114258,
+      "cov-distil (oracle2teacher)": 4.306244850158691,
+      "epoch": 2.8226059654631084,
+      "rel-constrast": 2.8786141872406006,
+      "step": 3596,
+      "subrel-constrast": 3.1297523975372314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.213984727859497,
+      "cov-distil (oracle2student)": 5.132283687591553,
+      "cov-distil (oracle2teacher)": 4.57288932800293,
+      "epoch": 2.8233908948194664,
+      "rel-constrast": 2.3088982105255127,
+      "step": 3597,
+      "subrel-constrast": 3.451249837875366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3017652034759521,
+      "cov-distil (oracle2student)": 5.277310848236084,
+      "cov-distil (oracle2teacher)": 4.7308030128479,
+      "epoch": 2.824175824175824,
+      "rel-constrast": 3.2274069786071777,
+      "step": 3598,
+      "subrel-constrast": 3.2713584899902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2508625984191895,
+      "cov-distil (oracle2student)": 4.219518184661865,
+      "cov-distil (oracle2teacher)": 3.962024450302124,
+      "epoch": 2.8249607535321823,
+      "rel-constrast": 3.436281442642212,
+      "step": 3599,
+      "subrel-constrast": 4.118261814117432,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.82574568288854,
+      "grad_norm": 5.84375,
+      "learning_rate": 4.039841263639155e-05,
+      "loss": 0.7137,
+      "step": 3600
+    },
+    {
+      "epoch": 2.82574568288854,
+      "overlap": 0.34843751788139343,
+      "step": 3600
+    },
+    {
+      "epoch": 2.82574568288854,
+      "step": 3600,
+      "student margin": 0.05975341796875
+    },
+    {
+      "epoch": 2.82574568288854,
+      "step": 3600,
+      "teacher margin": 0.0418701171875
+    },
+    {
+      "epoch": 2.82574568288854,
+      "margin difference": -0.01788330078125,
+      "step": 3600
+    },
+    {
+      "cov-distil": 1.1187541484832764,
+      "cov-distil (oracle2student)": 2.9913578033447266,
+      "cov-distil (oracle2teacher)": 2.755321979522705,
+      "epoch": 2.82574568288854,
+      "rel-constrast": 2.73414945602417,
+      "step": 3600,
+      "subrel-constrast": 3.150385856628418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.329789400100708,
+      "cov-distil (oracle2student)": 5.230870723724365,
+      "cov-distil (oracle2teacher)": 4.538443565368652,
+      "epoch": 2.826530612244898,
+      "rel-constrast": 2.999674081802368,
+      "step": 3601,
+      "subrel-constrast": 3.917398691177368,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1695562601089478,
+      "cov-distil (oracle2student)": 3.964427947998047,
+      "cov-distil (oracle2teacher)": 4.378445148468018,
+      "epoch": 2.827315541601256,
+      "rel-constrast": 3.2962284088134766,
+      "step": 3602,
+      "subrel-constrast": 4.010249614715576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1490604877471924,
+      "cov-distil (oracle2student)": 5.956531524658203,
+      "cov-distil (oracle2teacher)": 5.51311731338501,
+      "epoch": 2.828100470957614,
+      "rel-constrast": 3.165605068206787,
+      "step": 3603,
+      "subrel-constrast": 3.4033267498016357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8340933322906494,
+      "cov-distil (oracle2student)": 5.171966552734375,
+      "cov-distil (oracle2teacher)": 4.767505645751953,
+      "epoch": 2.828885400313972,
+      "rel-constrast": 2.716024875640869,
+      "step": 3604,
+      "subrel-constrast": 3.141476631164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6801990270614624,
+      "cov-distil (oracle2student)": 3.9832582473754883,
+      "cov-distil (oracle2teacher)": 3.8331992626190186,
+      "epoch": 2.82967032967033,
+      "rel-constrast": 2.9290223121643066,
+      "step": 3605,
+      "subrel-constrast": 4.2899489402771,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2518384456634521,
+      "cov-distil (oracle2student)": 3.098708391189575,
+      "cov-distil (oracle2teacher)": 3.6353602409362793,
+      "epoch": 2.830455259026688,
+      "rel-constrast": 2.625347137451172,
+      "step": 3606,
+      "subrel-constrast": 3.178135871887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.571341633796692,
+      "cov-distil (oracle2student)": 4.062335968017578,
+      "cov-distil (oracle2teacher)": 3.8721232414245605,
+      "epoch": 2.8312401883830454,
+      "rel-constrast": 2.014805793762207,
+      "step": 3607,
+      "subrel-constrast": 3.1450421810150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3810207843780518,
+      "cov-distil (oracle2student)": 3.54370379447937,
+      "cov-distil (oracle2teacher)": 3.789414405822754,
+      "epoch": 2.8320251177394034,
+      "rel-constrast": 2.914191484451294,
+      "step": 3608,
+      "subrel-constrast": 3.801659107208252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2823935747146606,
+      "cov-distil (oracle2student)": 4.241659641265869,
+      "cov-distil (oracle2teacher)": 4.4909162521362305,
+      "epoch": 2.8328100470957613,
+      "rel-constrast": 1.7325056791305542,
+      "step": 3609,
+      "subrel-constrast": 2.580202579498291,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8335949764521193,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.0329570810957115e-05,
+      "loss": 0.7126,
+      "step": 3610
+    },
+    {
+      "cov-distil": 1.6205105781555176,
+      "cov-distil (oracle2student)": 3.3600616455078125,
+      "cov-distil (oracle2teacher)": 3.9209513664245605,
+      "epoch": 2.8335949764521193,
+      "rel-constrast": 2.3211328983306885,
+      "step": 3610,
+      "subrel-constrast": 4.001876354217529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3065482378005981,
+      "cov-distil (oracle2student)": 3.7541861534118652,
+      "cov-distil (oracle2teacher)": 3.4024229049682617,
+      "epoch": 2.8343799058084773,
+      "rel-constrast": 2.669243097305298,
+      "step": 3611,
+      "subrel-constrast": 2.9515199661254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4315509796142578,
+      "cov-distil (oracle2student)": 3.2558298110961914,
+      "cov-distil (oracle2teacher)": 3.3802695274353027,
+      "epoch": 2.8351648351648353,
+      "rel-constrast": 2.4132320880889893,
+      "step": 3612,
+      "subrel-constrast": 3.1182918548583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3590342998504639,
+      "cov-distil (oracle2student)": 3.5636703968048096,
+      "cov-distil (oracle2teacher)": 4.021346092224121,
+      "epoch": 2.8359497645211933,
+      "rel-constrast": 2.104348659515381,
+      "step": 3613,
+      "subrel-constrast": 2.9578821659088135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0250959396362305,
+      "cov-distil (oracle2student)": 2.975590944290161,
+      "cov-distil (oracle2teacher)": 2.9422898292541504,
+      "epoch": 2.836734693877551,
+      "rel-constrast": 2.790808916091919,
+      "step": 3614,
+      "subrel-constrast": 3.2246437072753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2072315216064453,
+      "cov-distil (oracle2student)": 2.7260215282440186,
+      "cov-distil (oracle2teacher)": 3.3319449424743652,
+      "epoch": 2.837519623233909,
+      "rel-constrast": 2.3292222023010254,
+      "step": 3615,
+      "subrel-constrast": 3.0433926582336426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1884219646453857,
+      "cov-distil (oracle2student)": 4.678348541259766,
+      "cov-distil (oracle2teacher)": 4.625107765197754,
+      "epoch": 2.838304552590267,
+      "rel-constrast": 3.206705093383789,
+      "step": 3616,
+      "subrel-constrast": 3.507680654525757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9866975545883179,
+      "cov-distil (oracle2student)": 4.221228122711182,
+      "cov-distil (oracle2teacher)": 3.5765817165374756,
+      "epoch": 2.839089481946625,
+      "rel-constrast": 2.0297420024871826,
+      "step": 3617,
+      "subrel-constrast": 2.8809897899627686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3251492977142334,
+      "cov-distil (oracle2student)": 4.6610283851623535,
+      "cov-distil (oracle2teacher)": 4.895040512084961,
+      "epoch": 2.839874411302983,
+      "rel-constrast": 2.1141202449798584,
+      "step": 3618,
+      "subrel-constrast": 2.825411558151245,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4296424388885498,
+      "cov-distil (oracle2student)": 6.145200729370117,
+      "cov-distil (oracle2teacher)": 4.815310478210449,
+      "epoch": 2.840659340659341,
+      "rel-constrast": 3.0486536026000977,
+      "step": 3619,
+      "subrel-constrast": 3.3096840381622314,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8414442700156988,
+      "grad_norm": 8.0,
+      "learning_rate": 4.0260542199540064e-05,
+      "loss": 0.6604,
+      "step": 3620
+    },
+    {
+      "cov-distil": 2.060875654220581,
+      "cov-distil (oracle2student)": 3.901456832885742,
+      "cov-distil (oracle2teacher)": 3.7430830001831055,
+      "epoch": 2.8414442700156988,
+      "rel-constrast": 1.6079623699188232,
+      "step": 3620,
+      "subrel-constrast": 2.476346254348755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7753876447677612,
+      "cov-distil (oracle2student)": 5.903511047363281,
+      "cov-distil (oracle2teacher)": 5.374276161193848,
+      "epoch": 2.8422291993720563,
+      "rel-constrast": 2.7572245597839355,
+      "step": 3621,
+      "subrel-constrast": 3.9485137462615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7926592826843262,
+      "cov-distil (oracle2student)": 4.209694862365723,
+      "cov-distil (oracle2teacher)": 3.9411673545837402,
+      "epoch": 2.8430141287284143,
+      "rel-constrast": 2.3891425132751465,
+      "step": 3622,
+      "subrel-constrast": 2.8779540061950684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4061357975006104,
+      "cov-distil (oracle2student)": 4.176924705505371,
+      "cov-distil (oracle2teacher)": 4.1052775382995605,
+      "epoch": 2.8437990580847723,
+      "rel-constrast": 1.8766199350357056,
+      "step": 3623,
+      "subrel-constrast": 2.6627371311187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8601175546646118,
+      "cov-distil (oracle2student)": 2.551948070526123,
+      "cov-distil (oracle2teacher)": 2.7722220420837402,
+      "epoch": 2.8445839874411303,
+      "rel-constrast": 1.949938416481018,
+      "step": 3624,
+      "subrel-constrast": 3.0813331604003906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.988987922668457,
+      "cov-distil (oracle2student)": 3.2966785430908203,
+      "cov-distil (oracle2teacher)": 3.7664928436279297,
+      "epoch": 2.8453689167974883,
+      "rel-constrast": 2.4216299057006836,
+      "step": 3625,
+      "subrel-constrast": 3.8328280448913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4989241361618042,
+      "cov-distil (oracle2student)": 5.084936141967773,
+      "cov-distil (oracle2teacher)": 4.361309051513672,
+      "epoch": 2.8461538461538463,
+      "rel-constrast": 1.7915271520614624,
+      "step": 3626,
+      "subrel-constrast": 2.8895092010498047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.699550986289978,
+      "cov-distil (oracle2student)": 4.295626640319824,
+      "cov-distil (oracle2teacher)": 3.9926910400390625,
+      "epoch": 2.8469387755102042,
+      "rel-constrast": 3.9813385009765625,
+      "step": 3627,
+      "subrel-constrast": 4.9721527099609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4175949096679688,
+      "cov-distil (oracle2student)": 5.06620454788208,
+      "cov-distil (oracle2teacher)": 4.353797912597656,
+      "epoch": 2.847723704866562,
+      "rel-constrast": 2.967916488647461,
+      "step": 3628,
+      "subrel-constrast": 3.959818124771118,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2278088331222534,
+      "cov-distil (oracle2student)": 4.564708709716797,
+      "cov-distil (oracle2teacher)": 3.7548985481262207,
+      "epoch": 2.8485086342229198,
+      "rel-constrast": 2.5402021408081055,
+      "step": 3629,
+      "subrel-constrast": 3.325817823410034,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8492935635792778,
+      "grad_norm": 5.1875,
+      "learning_rate": 4.019132764323225e-05,
+      "loss": 0.6489,
+      "step": 3630
+    },
+    {
+      "cov-distil": 1.2624804973602295,
+      "cov-distil (oracle2student)": 2.8665475845336914,
+      "cov-distil (oracle2teacher)": 3.183819055557251,
+      "epoch": 2.8492935635792778,
+      "rel-constrast": 2.175987958908081,
+      "step": 3630,
+      "subrel-constrast": 2.856393575668335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6304359436035156,
+      "cov-distil (oracle2student)": 3.9771761894226074,
+      "cov-distil (oracle2teacher)": 4.10817813873291,
+      "epoch": 2.8500784929356358,
+      "rel-constrast": 2.516900062561035,
+      "step": 3631,
+      "subrel-constrast": 3.267531394958496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6058425903320312,
+      "cov-distil (oracle2student)": 3.223947763442993,
+      "cov-distil (oracle2teacher)": 3.3333826065063477,
+      "epoch": 2.8508634222919937,
+      "rel-constrast": 1.61989164352417,
+      "step": 3632,
+      "subrel-constrast": 2.7878339290618896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6634883880615234,
+      "cov-distil (oracle2student)": 4.421901702880859,
+      "cov-distil (oracle2teacher)": 4.395282745361328,
+      "epoch": 2.8516483516483517,
+      "rel-constrast": 3.09218168258667,
+      "step": 3633,
+      "subrel-constrast": 4.000469207763672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9074475765228271,
+      "cov-distil (oracle2student)": 4.632801532745361,
+      "cov-distil (oracle2teacher)": 4.025720596313477,
+      "epoch": 2.8524332810047097,
+      "rel-constrast": 1.8115057945251465,
+      "step": 3634,
+      "subrel-constrast": 2.3299105167388916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5736007690429688,
+      "cov-distil (oracle2student)": 4.479523658752441,
+      "cov-distil (oracle2teacher)": 4.031778335571289,
+      "epoch": 2.8532182103610673,
+      "rel-constrast": 2.9307467937469482,
+      "step": 3635,
+      "subrel-constrast": 3.2126216888427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3124220371246338,
+      "cov-distil (oracle2student)": 4.958412170410156,
+      "cov-distil (oracle2teacher)": 4.157586097717285,
+      "epoch": 2.8540031397174257,
+      "rel-constrast": 2.435626983642578,
+      "step": 3636,
+      "subrel-constrast": 2.567713499069214,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0992109775543213,
+      "cov-distil (oracle2student)": 5.984644412994385,
+      "cov-distil (oracle2teacher)": 5.590281963348389,
+      "epoch": 2.8547880690737832,
+      "rel-constrast": 2.4709901809692383,
+      "step": 3637,
+      "subrel-constrast": 2.8633830547332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4176576137542725,
+      "cov-distil (oracle2student)": 4.332381248474121,
+      "cov-distil (oracle2teacher)": 3.9699764251708984,
+      "epoch": 2.8555729984301412,
+      "rel-constrast": 2.584127426147461,
+      "step": 3638,
+      "subrel-constrast": 3.2183783054351807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4045772552490234,
+      "cov-distil (oracle2student)": 4.530163764953613,
+      "cov-distil (oracle2teacher)": 4.136185646057129,
+      "epoch": 2.856357927786499,
+      "rel-constrast": 3.359046459197998,
+      "step": 3639,
+      "subrel-constrast": 3.8274307250976562,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.857142857142857,
+      "grad_norm": 6.28125,
+      "learning_rate": 4.012192798539119e-05,
+      "loss": 0.6621,
+      "step": 3640
+    },
+    {
+      "cov-distil": 2.1218361854553223,
+      "cov-distil (oracle2student)": 2.9185097217559814,
+      "cov-distil (oracle2teacher)": 2.6900415420532227,
+      "epoch": 2.857142857142857,
+      "rel-constrast": 2.057767868041992,
+      "step": 3640,
+      "subrel-constrast": 3.341930627822876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5614280700683594,
+      "cov-distil (oracle2student)": 3.79402494430542,
+      "cov-distil (oracle2teacher)": 3.9151675701141357,
+      "epoch": 2.857927786499215,
+      "rel-constrast": 3.339304208755493,
+      "step": 3641,
+      "subrel-constrast": 4.550717353820801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2198632955551147,
+      "cov-distil (oracle2student)": 4.238542556762695,
+      "cov-distil (oracle2teacher)": 4.565768718719482,
+      "epoch": 2.8587127158555727,
+      "rel-constrast": 3.614558696746826,
+      "step": 3642,
+      "subrel-constrast": 4.030766010284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.101505160331726,
+      "cov-distil (oracle2student)": 2.897871494293213,
+      "cov-distil (oracle2teacher)": 3.256418466567993,
+      "epoch": 2.859497645211931,
+      "rel-constrast": 1.8927769660949707,
+      "step": 3643,
+      "subrel-constrast": 2.4865591526031494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9669376611709595,
+      "cov-distil (oracle2student)": 3.069190263748169,
+      "cov-distil (oracle2teacher)": 2.973789691925049,
+      "epoch": 2.8602825745682887,
+      "rel-constrast": 1.67881178855896,
+      "step": 3644,
+      "subrel-constrast": 2.5498294830322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4743858575820923,
+      "cov-distil (oracle2student)": 4.220640182495117,
+      "cov-distil (oracle2teacher)": 4.158576011657715,
+      "epoch": 2.8610675039246467,
+      "rel-constrast": 2.797837972640991,
+      "step": 3645,
+      "subrel-constrast": 3.7283599376678467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0775281190872192,
+      "cov-distil (oracle2student)": 4.365081787109375,
+      "cov-distil (oracle2teacher)": 4.450909614562988,
+      "epoch": 2.8618524332810047,
+      "rel-constrast": 3.078829288482666,
+      "step": 3646,
+      "subrel-constrast": 3.3232667446136475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0514650344848633,
+      "cov-distil (oracle2student)": 3.5709590911865234,
+      "cov-distil (oracle2teacher)": 4.340112686157227,
+      "epoch": 2.8626373626373627,
+      "rel-constrast": 3.4040188789367676,
+      "step": 3647,
+      "subrel-constrast": 4.195973873138428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8044298887252808,
+      "cov-distil (oracle2student)": 5.5716447830200195,
+      "cov-distil (oracle2teacher)": 5.254709243774414,
+      "epoch": 2.8634222919937207,
+      "rel-constrast": 2.416677474975586,
+      "step": 3648,
+      "subrel-constrast": 3.217958688735962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1560418605804443,
+      "cov-distil (oracle2student)": 4.271978855133057,
+      "cov-distil (oracle2teacher)": 3.9379444122314453,
+      "epoch": 2.8642072213500787,
+      "rel-constrast": 2.9484128952026367,
+      "step": 3649,
+      "subrel-constrast": 3.597111225128174,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8649921507064366,
+      "grad_norm": 6.03125,
+      "learning_rate": 4.005234407162982e-05,
+      "loss": 0.7171,
+      "step": 3650
+    },
+    {
+      "cov-distil": 1.6358072757720947,
+      "cov-distil (oracle2student)": 3.6707940101623535,
+      "cov-distil (oracle2teacher)": 3.4117186069488525,
+      "epoch": 2.8649921507064366,
+      "rel-constrast": 2.110114574432373,
+      "step": 3650,
+      "subrel-constrast": 2.5157713890075684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6164169311523438,
+      "cov-distil (oracle2student)": 2.942906141281128,
+      "cov-distil (oracle2teacher)": 3.175398349761963,
+      "epoch": 2.865777080062794,
+      "rel-constrast": 3.664142370223999,
+      "step": 3651,
+      "subrel-constrast": 4.257887840270996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3452578783035278,
+      "cov-distil (oracle2student)": 4.531121253967285,
+      "cov-distil (oracle2teacher)": 4.420459270477295,
+      "epoch": 2.866562009419152,
+      "rel-constrast": 2.9400362968444824,
+      "step": 3652,
+      "subrel-constrast": 3.6896157264709473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6011850833892822,
+      "cov-distil (oracle2student)": 4.514474391937256,
+      "cov-distil (oracle2teacher)": 4.069045066833496,
+      "epoch": 2.86734693877551,
+      "rel-constrast": 2.105067253112793,
+      "step": 3653,
+      "subrel-constrast": 3.0262911319732666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1972177028656006,
+      "cov-distil (oracle2student)": 4.045671463012695,
+      "cov-distil (oracle2teacher)": 4.068777084350586,
+      "epoch": 2.868131868131868,
+      "rel-constrast": 1.834162950515747,
+      "step": 3654,
+      "subrel-constrast": 2.709216594696045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4664660692214966,
+      "cov-distil (oracle2student)": 4.879441261291504,
+      "cov-distil (oracle2teacher)": 4.64498233795166,
+      "epoch": 2.868916797488226,
+      "rel-constrast": 1.671284556388855,
+      "step": 3655,
+      "subrel-constrast": 2.6053318977355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1076338291168213,
+      "cov-distil (oracle2student)": 3.723475694656372,
+      "cov-distil (oracle2teacher)": 3.860574722290039,
+      "epoch": 2.869701726844584,
+      "rel-constrast": 2.5836939811706543,
+      "step": 3656,
+      "subrel-constrast": 3.7000794410705566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4816668033599854,
+      "cov-distil (oracle2student)": 3.1141319274902344,
+      "cov-distil (oracle2teacher)": 3.5547523498535156,
+      "epoch": 2.870486656200942,
+      "rel-constrast": 1.7835437059402466,
+      "step": 3657,
+      "subrel-constrast": 2.7131831645965576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3067357540130615,
+      "cov-distil (oracle2student)": 4.828793048858643,
+      "cov-distil (oracle2teacher)": 4.527865409851074,
+      "epoch": 2.8712715855572997,
+      "rel-constrast": 2.54880428314209,
+      "step": 3658,
+      "subrel-constrast": 3.007107973098755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.445615291595459,
+      "cov-distil (oracle2student)": 3.106987476348877,
+      "cov-distil (oracle2teacher)": 3.1137704849243164,
+      "epoch": 2.8720565149136577,
+      "rel-constrast": 2.6748037338256836,
+      "step": 3659,
+      "subrel-constrast": 3.61566424369812,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8728414442700156,
+      "grad_norm": 5.5625,
+      "learning_rate": 3.998257674980617e-05,
+      "loss": 0.6359,
+      "step": 3660
+    },
+    {
+      "cov-distil": 1.7790169715881348,
+      "cov-distil (oracle2student)": 6.815619468688965,
+      "cov-distil (oracle2teacher)": 6.675049781799316,
+      "epoch": 2.8728414442700156,
+      "rel-constrast": 2.542207956314087,
+      "step": 3660,
+      "subrel-constrast": 3.770475387573242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1298599243164062,
+      "cov-distil (oracle2student)": 4.656232833862305,
+      "cov-distil (oracle2teacher)": 4.488853931427002,
+      "epoch": 2.8736263736263736,
+      "rel-constrast": 2.423398971557617,
+      "step": 3661,
+      "subrel-constrast": 2.6540369987487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0885252952575684,
+      "cov-distil (oracle2student)": 5.489858627319336,
+      "cov-distil (oracle2teacher)": 4.955079555511475,
+      "epoch": 2.8744113029827316,
+      "rel-constrast": 3.4400272369384766,
+      "step": 3662,
+      "subrel-constrast": 4.3299784660339355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1657490730285645,
+      "cov-distil (oracle2student)": 3.5486502647399902,
+      "cov-distil (oracle2teacher)": 3.8647420406341553,
+      "epoch": 2.8751962323390896,
+      "rel-constrast": 1.7472342252731323,
+      "step": 3663,
+      "subrel-constrast": 2.6922898292541504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2023953199386597,
+      "cov-distil (oracle2student)": 5.429956436157227,
+      "cov-distil (oracle2teacher)": 5.059347152709961,
+      "epoch": 2.8759811616954476,
+      "rel-constrast": 2.456538200378418,
+      "step": 3664,
+      "subrel-constrast": 3.0063347816467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8761540651321411,
+      "cov-distil (oracle2student)": 4.2531232833862305,
+      "cov-distil (oracle2teacher)": 4.292389392852783,
+      "epoch": 2.876766091051805,
+      "rel-constrast": 2.9886772632598877,
+      "step": 3665,
+      "subrel-constrast": 4.109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6461641788482666,
+      "cov-distil (oracle2student)": 5.07884407043457,
+      "cov-distil (oracle2teacher)": 4.551021575927734,
+      "epoch": 2.877551020408163,
+      "rel-constrast": 2.1682071685791016,
+      "step": 3666,
+      "subrel-constrast": 2.846200942993164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.085766077041626,
+      "cov-distil (oracle2student)": 5.586014270782471,
+      "cov-distil (oracle2teacher)": 5.39616060256958,
+      "epoch": 2.878335949764521,
+      "rel-constrast": 3.3756637573242188,
+      "step": 3667,
+      "subrel-constrast": 4.0500640869140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.213741421699524,
+      "cov-distil (oracle2student)": 2.688936710357666,
+      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "epoch": 2.879120879120879,
+      "rel-constrast": 1.9098389148712158,
+      "step": 3668,
+      "subrel-constrast": 2.739530563354492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3328964710235596,
+      "cov-distil (oracle2student)": 4.955320358276367,
+      "cov-distil (oracle2teacher)": 4.538459300994873,
+      "epoch": 2.879905808477237,
+      "rel-constrast": 1.7312397956848145,
+      "step": 3669,
+      "subrel-constrast": 2.8373544216156006,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.880690737833595,
+      "grad_norm": 4.09375,
+      "learning_rate": 3.991262687001304e-05,
+      "loss": 0.6559,
+      "step": 3670
+    },
+    {
+      "cov-distil": 1.4764883518218994,
+      "cov-distil (oracle2student)": 5.947641849517822,
+      "cov-distil (oracle2teacher)": 5.347780227661133,
+      "epoch": 2.880690737833595,
+      "rel-constrast": 2.181729316711426,
+      "step": 3670,
+      "subrel-constrast": 2.8146800994873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.20436954498291,
+      "cov-distil (oracle2student)": 4.443916320800781,
+      "cov-distil (oracle2teacher)": 3.907668113708496,
+      "epoch": 2.881475667189953,
+      "rel-constrast": 3.3218700885772705,
+      "step": 3671,
+      "subrel-constrast": 3.823918104171753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2367054224014282,
+      "cov-distil (oracle2student)": 5.233475208282471,
+      "cov-distil (oracle2teacher)": 4.414298057556152,
+      "epoch": 2.8822605965463106,
+      "rel-constrast": 3.473031997680664,
+      "step": 3672,
+      "subrel-constrast": 4.06704044342041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.604971170425415,
+      "cov-distil (oracle2student)": 2.9084439277648926,
+      "cov-distil (oracle2teacher)": 3.369509696960449,
+      "epoch": 2.8830455259026686,
+      "rel-constrast": 2.4818177223205566,
+      "step": 3673,
+      "subrel-constrast": 3.7321584224700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3353642225265503,
+      "cov-distil (oracle2student)": 3.35343337059021,
+      "cov-distil (oracle2teacher)": 3.109236240386963,
+      "epoch": 2.8838304552590266,
+      "rel-constrast": 2.0060534477233887,
+      "step": 3674,
+      "subrel-constrast": 2.958225965499878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7398394346237183,
+      "cov-distil (oracle2student)": 3.561842918395996,
+      "cov-distil (oracle2teacher)": 3.5277953147888184,
+      "epoch": 2.8846153846153846,
+      "rel-constrast": 2.753573179244995,
+      "step": 3675,
+      "subrel-constrast": 3.3754019737243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2104828357696533,
+      "cov-distil (oracle2student)": 5.990422248840332,
+      "cov-distil (oracle2teacher)": 6.032230377197266,
+      "epoch": 2.8854003139717426,
+      "rel-constrast": 2.4438719749450684,
+      "step": 3676,
+      "subrel-constrast": 3.1288928985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9925810098648071,
+      "cov-distil (oracle2student)": 2.3565313816070557,
+      "cov-distil (oracle2teacher)": 2.7919058799743652,
+      "epoch": 2.8861852433281006,
+      "rel-constrast": 2.9700095653533936,
+      "step": 3677,
+      "subrel-constrast": 3.5565316677093506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.420498251914978,
+      "cov-distil (oracle2student)": 3.693333148956299,
+      "cov-distil (oracle2teacher)": 3.3208558559417725,
+      "epoch": 2.8869701726844585,
+      "rel-constrast": 1.8001885414123535,
+      "step": 3678,
+      "subrel-constrast": 2.657033681869507,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1733472347259521,
+      "cov-distil (oracle2student)": 4.631748676300049,
+      "cov-distil (oracle2teacher)": 4.633799076080322,
+      "epoch": 2.887755102040816,
+      "rel-constrast": 2.2671236991882324,
+      "step": 3679,
+      "subrel-constrast": 2.7788944244384766,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8885400313971745,
+      "grad_norm": 4.6875,
+      "learning_rate": 3.984249528456762e-05,
+      "loss": 0.6785,
+      "step": 3680
+    },
+    {
+      "cov-distil": 1.3920209407806396,
+      "cov-distil (oracle2student)": 5.340373516082764,
+      "cov-distil (oracle2teacher)": 4.440972328186035,
+      "epoch": 2.8885400313971745,
+      "rel-constrast": 2.8083605766296387,
+      "step": 3680,
+      "subrel-constrast": 3.117572069168091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2502837181091309,
+      "cov-distil (oracle2student)": 6.4110426902771,
+      "cov-distil (oracle2teacher)": 6.04494571685791,
+      "epoch": 2.889324960753532,
+      "rel-constrast": 2.6441478729248047,
+      "step": 3681,
+      "subrel-constrast": 3.6429452896118164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3743937015533447,
+      "cov-distil (oracle2student)": 4.043917655944824,
+      "cov-distil (oracle2teacher)": 3.856478691101074,
+      "epoch": 2.89010989010989,
+      "rel-constrast": 2.7714309692382812,
+      "step": 3682,
+      "subrel-constrast": 3.56493878364563,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0654970407485962,
+      "cov-distil (oracle2student)": 3.5364131927490234,
+      "cov-distil (oracle2teacher)": 3.7477827072143555,
+      "epoch": 2.890894819466248,
+      "rel-constrast": 1.861194133758545,
+      "step": 3683,
+      "subrel-constrast": 2.4258337020874023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4692184925079346,
+      "cov-distil (oracle2student)": 3.0154643058776855,
+      "cov-distil (oracle2teacher)": 2.991734027862549,
+      "epoch": 2.891679748822606,
+      "rel-constrast": 2.0302963256835938,
+      "step": 3684,
+      "subrel-constrast": 2.9526989459991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4023122787475586,
+      "cov-distil (oracle2student)": 2.8190155029296875,
+      "cov-distil (oracle2teacher)": 2.818148136138916,
+      "epoch": 2.892464678178964,
+      "rel-constrast": 2.257045269012451,
+      "step": 3685,
+      "subrel-constrast": 2.8210086822509766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5459246635437012,
+      "cov-distil (oracle2student)": 4.399819850921631,
+      "cov-distil (oracle2teacher)": 4.002050399780273,
+      "epoch": 2.8932496075353216,
+      "rel-constrast": 2.0802764892578125,
+      "step": 3686,
+      "subrel-constrast": 3.182318925857544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5370433330535889,
+      "cov-distil (oracle2student)": 3.0196611881256104,
+      "cov-distil (oracle2teacher)": 3.426647901535034,
+      "epoch": 2.89403453689168,
+      "rel-constrast": 3.1149849891662598,
+      "step": 3687,
+      "subrel-constrast": 3.8897790908813477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5181770324707031,
+      "cov-distil (oracle2student)": 3.498710870742798,
+      "cov-distil (oracle2teacher)": 3.9157378673553467,
+      "epoch": 2.8948194662480375,
+      "rel-constrast": 3.567229747772217,
+      "step": 3688,
+      "subrel-constrast": 4.199352264404297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.308597207069397,
+      "cov-distil (oracle2student)": 3.3533058166503906,
+      "cov-distil (oracle2teacher)": 3.582240581512451,
+      "epoch": 2.8956043956043955,
+      "rel-constrast": 2.686890125274658,
+      "step": 3689,
+      "subrel-constrast": 3.411374092102051,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.8963893249607535,
+      "grad_norm": 5.53125,
+      "learning_rate": 3.977218284800118e-05,
+      "loss": 0.6802,
+      "step": 3690
+    },
+    {
+      "cov-distil": 1.2236014604568481,
+      "cov-distil (oracle2student)": 3.27144193649292,
+      "cov-distil (oracle2teacher)": 3.5497024059295654,
+      "epoch": 2.8963893249607535,
+      "rel-constrast": 2.3055779933929443,
+      "step": 3690,
+      "subrel-constrast": 3.195941686630249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5925254821777344,
+      "cov-distil (oracle2student)": 3.7014129161834717,
+      "cov-distil (oracle2teacher)": 3.4999043941497803,
+      "epoch": 2.8971742543171115,
+      "rel-constrast": 1.8392963409423828,
+      "step": 3691,
+      "subrel-constrast": 3.0546305179595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4818997383117676,
+      "cov-distil (oracle2student)": 3.4231691360473633,
+      "cov-distil (oracle2teacher)": 3.3715333938598633,
+      "epoch": 2.8979591836734695,
+      "rel-constrast": 2.523916482925415,
+      "step": 3692,
+      "subrel-constrast": 2.8600881099700928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6675055027008057,
+      "cov-distil (oracle2student)": 4.2873969078063965,
+      "cov-distil (oracle2teacher)": 4.3902716636657715,
+      "epoch": 2.898744113029827,
+      "rel-constrast": 3.0145773887634277,
+      "step": 3693,
+      "subrel-constrast": 3.685142993927002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9891512393951416,
+      "cov-distil (oracle2student)": 3.7975401878356934,
+      "cov-distil (oracle2teacher)": 3.8362700939178467,
+      "epoch": 2.8995290423861855,
+      "rel-constrast": 2.701709032058716,
+      "step": 3694,
+      "subrel-constrast": 3.4279158115386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2910466194152832,
+      "cov-distil (oracle2student)": 5.029232978820801,
+      "cov-distil (oracle2teacher)": 4.554121971130371,
+      "epoch": 2.900313971742543,
+      "rel-constrast": 3.3575048446655273,
+      "step": 3695,
+      "subrel-constrast": 3.885680675506592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2916357517242432,
+      "cov-distil (oracle2student)": 4.864243507385254,
+      "cov-distil (oracle2teacher)": 5.258131980895996,
+      "epoch": 2.901098901098901,
+      "rel-constrast": 1.51920747756958,
+      "step": 3696,
+      "subrel-constrast": 2.3338067531585693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0623137950897217,
+      "cov-distil (oracle2student)": 3.4611096382141113,
+      "cov-distil (oracle2teacher)": 3.601062297821045,
+      "epoch": 2.901883830455259,
+      "rel-constrast": 3.0714645385742188,
+      "step": 3697,
+      "subrel-constrast": 3.679739475250244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694775581359863,
+      "cov-distil (oracle2student)": 3.622097969055176,
+      "cov-distil (oracle2teacher)": 3.4019265174865723,
+      "epoch": 2.902668759811617,
+      "rel-constrast": 2.0668179988861084,
+      "step": 3698,
+      "subrel-constrast": 2.9326257705688477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6628986597061157,
+      "cov-distil (oracle2student)": 6.459633827209473,
+      "cov-distil (oracle2teacher)": 6.259359359741211,
+      "epoch": 2.903453689167975,
+      "rel-constrast": 3.234705924987793,
+      "step": 3699,
+      "subrel-constrast": 4.237222671508789,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.904238618524333,
+      "grad_norm": 5.59375,
+      "learning_rate": 3.970169041704855e-05,
+      "loss": 0.6804,
+      "step": 3700
+    },
+    {
+      "epoch": 2.904238618524333,
+      "overlap": 0.2953124940395355,
+      "step": 3700
+    },
+    {
+      "epoch": 2.904238618524333,
+      "step": 3700,
+      "student margin": 0.066680908203125
+    },
+    {
+      "epoch": 2.904238618524333,
+      "step": 3700,
+      "teacher margin": 0.041168212890625
+    },
+    {
+      "epoch": 2.904238618524333,
+      "margin difference": -0.0255126953125,
+      "step": 3700
+    },
+    {
+      "cov-distil": 1.8410401344299316,
+      "cov-distil (oracle2student)": 3.4769768714904785,
+      "cov-distil (oracle2teacher)": 3.288839340209961,
+      "epoch": 2.904238618524333,
+      "rel-constrast": 2.880462646484375,
+      "step": 3700,
+      "subrel-constrast": 3.571986675262451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317420244216919,
+      "cov-distil (oracle2student)": 5.392145156860352,
+      "cov-distil (oracle2teacher)": 5.281600475311279,
+      "epoch": 2.905023547880691,
+      "rel-constrast": 3.750452756881714,
+      "step": 3701,
+      "subrel-constrast": 4.0149102210998535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1966891288757324,
+      "cov-distil (oracle2student)": 3.7924442291259766,
+      "cov-distil (oracle2teacher)": 3.8702824115753174,
+      "epoch": 2.9058084772370485,
+      "rel-constrast": 2.5803751945495605,
+      "step": 3702,
+      "subrel-constrast": 3.085575580596924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8117077350616455,
+      "cov-distil (oracle2student)": 3.9337759017944336,
+      "cov-distil (oracle2teacher)": 4.271904945373535,
+      "epoch": 2.9065934065934065,
+      "rel-constrast": 1.8250961303710938,
+      "step": 3703,
+      "subrel-constrast": 2.7644286155700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3883335590362549,
+      "cov-distil (oracle2student)": 4.265381336212158,
+      "cov-distil (oracle2teacher)": 4.050724029541016,
+      "epoch": 2.9073783359497645,
+      "rel-constrast": 2.4860923290252686,
+      "step": 3704,
+      "subrel-constrast": 3.210819959640503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9311399459838867,
+      "cov-distil (oracle2student)": 3.9218130111694336,
+      "cov-distil (oracle2teacher)": 4.240314483642578,
+      "epoch": 2.9081632653061225,
+      "rel-constrast": 3.8250179290771484,
+      "step": 3705,
+      "subrel-constrast": 4.366184234619141,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.462048053741455,
+      "cov-distil (oracle2student)": 5.584427833557129,
+      "cov-distil (oracle2teacher)": 4.869932651519775,
+      "epoch": 2.9089481946624804,
+      "rel-constrast": 2.1653261184692383,
+      "step": 3706,
+      "subrel-constrast": 2.321303367614746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.005927324295044,
+      "cov-distil (oracle2student)": 2.782501220703125,
+      "cov-distil (oracle2teacher)": 2.8452036380767822,
+      "epoch": 2.9097331240188384,
+      "rel-constrast": 2.2628185749053955,
+      "step": 3707,
+      "subrel-constrast": 2.5166585445404053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1720523834228516,
+      "cov-distil (oracle2student)": 3.354086399078369,
+      "cov-distil (oracle2teacher)": 3.310385227203369,
+      "epoch": 2.9105180533751964,
+      "rel-constrast": 3.2101337909698486,
+      "step": 3708,
+      "subrel-constrast": 3.5017240047454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9305295944213867,
+      "cov-distil (oracle2student)": 3.7228829860687256,
+      "cov-distil (oracle2teacher)": 3.4950594902038574,
+      "epoch": 2.911302982731554,
+      "rel-constrast": 2.031113624572754,
+      "step": 3709,
+      "subrel-constrast": 3.107024908065796,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.912087912087912,
+      "grad_norm": 4.4375,
+      "learning_rate": 3.963101885063776e-05,
+      "loss": 0.7131,
+      "step": 3710
+    },
+    {
+      "cov-distil": 1.6717100143432617,
+      "cov-distil (oracle2student)": 3.2433481216430664,
+      "cov-distil (oracle2teacher)": 3.399672269821167,
+      "epoch": 2.912087912087912,
+      "rel-constrast": 1.7427287101745605,
+      "step": 3710,
+      "subrel-constrast": 2.8332996368408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2583708763122559,
+      "cov-distil (oracle2student)": 4.191099166870117,
+      "cov-distil (oracle2teacher)": 4.589066505432129,
+      "epoch": 2.91287284144427,
+      "rel-constrast": 2.046274423599243,
+      "step": 3711,
+      "subrel-constrast": 3.042290449142456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1907320022583008,
+      "cov-distil (oracle2student)": 6.012922763824463,
+      "cov-distil (oracle2teacher)": 5.937778949737549,
+      "epoch": 2.913657770800628,
+      "rel-constrast": 2.212129592895508,
+      "step": 3712,
+      "subrel-constrast": 2.2505388259887695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6794366836547852,
+      "cov-distil (oracle2student)": 4.363182544708252,
+      "cov-distil (oracle2teacher)": 3.96651029586792,
+      "epoch": 2.914442700156986,
+      "rel-constrast": 2.2043557167053223,
+      "step": 3713,
+      "subrel-constrast": 3.140228271484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.326108932495117,
+      "cov-distil (oracle2student)": 4.274355411529541,
+      "cov-distil (oracle2teacher)": 4.1303510665893555,
+      "epoch": 2.915227629513344,
+      "rel-constrast": 2.8905391693115234,
+      "step": 3714,
+      "subrel-constrast": 3.93094539642334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.503951907157898,
+      "cov-distil (oracle2student)": 2.2526204586029053,
+      "cov-distil (oracle2teacher)": 2.5520639419555664,
+      "epoch": 2.916012558869702,
+      "rel-constrast": 2.205430507659912,
+      "step": 3715,
+      "subrel-constrast": 3.206712484359741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4493451118469238,
+      "cov-distil (oracle2student)": 2.8621978759765625,
+      "cov-distil (oracle2teacher)": 2.971315860748291,
+      "epoch": 2.9167974882260594,
+      "rel-constrast": 2.3795340061187744,
+      "step": 3716,
+      "subrel-constrast": 2.927609920501709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5981061458587646,
+      "cov-distil (oracle2student)": 5.830720901489258,
+      "cov-distil (oracle2teacher)": 5.065127372741699,
+      "epoch": 2.9175824175824174,
+      "rel-constrast": 3.6399762630462646,
+      "step": 3717,
+      "subrel-constrast": 4.423621654510498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.097693681716919,
+      "cov-distil (oracle2student)": 3.0029454231262207,
+      "cov-distil (oracle2teacher)": 2.459343910217285,
+      "epoch": 2.9183673469387754,
+      "rel-constrast": 1.6001564264297485,
+      "step": 3718,
+      "subrel-constrast": 2.1476588249206543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.227539300918579,
+      "cov-distil (oracle2student)": 4.0828962326049805,
+      "cov-distil (oracle2teacher)": 3.5621440410614014,
+      "epoch": 2.9191522762951334,
+      "rel-constrast": 2.576988697052002,
+      "step": 3719,
+      "subrel-constrast": 2.875383138656616,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9199372056514914,
+      "grad_norm": 5.21875,
+      "learning_rate": 3.956016900987953e-05,
+      "loss": 0.625,
+      "step": 3720
+    },
+    {
+      "cov-distil": 1.5575170516967773,
+      "cov-distil (oracle2student)": 3.5080084800720215,
+      "cov-distil (oracle2teacher)": 3.514296531677246,
+      "epoch": 2.9199372056514914,
+      "rel-constrast": 2.4778592586517334,
+      "step": 3720,
+      "subrel-constrast": 3.198596477508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6198692321777344,
+      "cov-distil (oracle2student)": 3.2874059677124023,
+      "cov-distil (oracle2teacher)": 3.49515962600708,
+      "epoch": 2.9207221350078494,
+      "rel-constrast": 2.070758581161499,
+      "step": 3721,
+      "subrel-constrast": 2.756864070892334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.436536192893982,
+      "cov-distil (oracle2student)": 5.496464729309082,
+      "cov-distil (oracle2teacher)": 4.392192363739014,
+      "epoch": 2.9215070643642074,
+      "rel-constrast": 2.7109503746032715,
+      "step": 3722,
+      "subrel-constrast": 3.285569667816162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0397682189941406,
+      "cov-distil (oracle2student)": 3.6272926330566406,
+      "cov-distil (oracle2teacher)": 4.103534698486328,
+      "epoch": 2.922291993720565,
+      "rel-constrast": 2.016460657119751,
+      "step": 3723,
+      "subrel-constrast": 2.857201337814331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8913140296936035,
+      "cov-distil (oracle2student)": 2.7747883796691895,
+      "cov-distil (oracle2teacher)": 3.1311659812927246,
+      "epoch": 2.9230769230769234,
+      "rel-constrast": 1.7399755716323853,
+      "step": 3724,
+      "subrel-constrast": 2.808647632598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9321565628051758,
+      "cov-distil (oracle2student)": 3.31715726852417,
+      "cov-distil (oracle2teacher)": 3.509920358657837,
+      "epoch": 2.923861852433281,
+      "rel-constrast": 2.7527878284454346,
+      "step": 3725,
+      "subrel-constrast": 3.0592291355133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.245211124420166,
+      "cov-distil (oracle2student)": 4.6931915283203125,
+      "cov-distil (oracle2teacher)": 4.306008338928223,
+      "epoch": 2.924646781789639,
+      "rel-constrast": 3.884345531463623,
+      "step": 3726,
+      "subrel-constrast": 4.026078701019287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3797763586044312,
+      "cov-distil (oracle2student)": 6.033819675445557,
+      "cov-distil (oracle2teacher)": 5.506127834320068,
+      "epoch": 2.925431711145997,
+      "rel-constrast": 2.3334226608276367,
+      "step": 3727,
+      "subrel-constrast": 3.370250940322876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3554999828338623,
+      "cov-distil (oracle2student)": 5.900870323181152,
+      "cov-distil (oracle2teacher)": 5.49796199798584,
+      "epoch": 2.926216640502355,
+      "rel-constrast": 3.8149960041046143,
+      "step": 3728,
+      "subrel-constrast": 5.2079362869262695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9590335488319397,
+      "cov-distil (oracle2student)": 3.6121573448181152,
+      "cov-distil (oracle2teacher)": 3.5525875091552734,
+      "epoch": 2.927001569858713,
+      "rel-constrast": 1.5037951469421387,
+      "step": 3729,
+      "subrel-constrast": 2.17315411567688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9277864992150704,
+      "grad_norm": 3.90625,
+      "learning_rate": 3.948914175805684e-05,
+      "loss": 0.6712,
+      "step": 3730
+    },
+    {
+      "cov-distil": 1.391399621963501,
+      "cov-distil (oracle2student)": 2.980189085006714,
+      "cov-distil (oracle2teacher)": 3.4222848415374756,
+      "epoch": 2.9277864992150704,
+      "rel-constrast": 1.8178751468658447,
+      "step": 3730,
+      "subrel-constrast": 2.8062713146209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9731876850128174,
+      "cov-distil (oracle2student)": 3.665510892868042,
+      "cov-distil (oracle2teacher)": 3.588029384613037,
+      "epoch": 2.928571428571429,
+      "rel-constrast": 2.7449278831481934,
+      "step": 3731,
+      "subrel-constrast": 4.2244439125061035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3816719055175781,
+      "cov-distil (oracle2student)": 4.810188293457031,
+      "cov-distil (oracle2teacher)": 4.785292625427246,
+      "epoch": 2.9293563579277864,
+      "rel-constrast": 2.4369876384735107,
+      "step": 3732,
+      "subrel-constrast": 3.099954128265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5708715915679932,
+      "cov-distil (oracle2student)": 3.847524881362915,
+      "cov-distil (oracle2teacher)": 3.731433391571045,
+      "epoch": 2.9301412872841444,
+      "rel-constrast": 2.501371383666992,
+      "step": 3733,
+      "subrel-constrast": 3.1343994140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7563046216964722,
+      "cov-distil (oracle2student)": 4.603699684143066,
+      "cov-distil (oracle2teacher)": 4.755205154418945,
+      "epoch": 2.9309262166405023,
+      "rel-constrast": 2.227141857147217,
+      "step": 3734,
+      "subrel-constrast": 3.3704230785369873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130575895309448,
+      "cov-distil (oracle2student)": 4.738794326782227,
+      "cov-distil (oracle2teacher)": 4.699927806854248,
+      "epoch": 2.9317111459968603,
+      "rel-constrast": 2.7391514778137207,
+      "step": 3735,
+      "subrel-constrast": 3.668731927871704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.526363492012024,
+      "cov-distil (oracle2student)": 5.061091423034668,
+      "cov-distil (oracle2teacher)": 4.537604331970215,
+      "epoch": 2.9324960753532183,
+      "rel-constrast": 2.353569984436035,
+      "step": 3736,
+      "subrel-constrast": 2.7668707370758057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2707898616790771,
+      "cov-distil (oracle2student)": 3.1707754135131836,
+      "cov-distil (oracle2teacher)": 2.931527614593506,
+      "epoch": 2.933281004709576,
+      "rel-constrast": 2.918670415878296,
+      "step": 3737,
+      "subrel-constrast": 3.569355010986328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.758061408996582,
+      "cov-distil (oracle2student)": 3.1640288829803467,
+      "cov-distil (oracle2teacher)": 2.9588074684143066,
+      "epoch": 2.9340659340659343,
+      "rel-constrast": 2.7946205139160156,
+      "step": 3738,
+      "subrel-constrast": 3.4251976013183594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.581396460533142,
+      "cov-distil (oracle2student)": 4.45325231552124,
+      "cov-distil (oracle2teacher)": 4.553940773010254,
+      "epoch": 2.934850863422292,
+      "rel-constrast": 2.973194122314453,
+      "step": 3739,
+      "subrel-constrast": 3.55220890045166,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.93563579277865,
+      "grad_norm": 5.84375,
+      "learning_rate": 3.9417937960614314e-05,
+      "loss": 0.677,
+      "step": 3740
+    },
+    {
+      "cov-distil": 2.360422134399414,
+      "cov-distil (oracle2student)": 4.789316654205322,
+      "cov-distil (oracle2teacher)": 4.8115234375,
+      "epoch": 2.93563579277865,
+      "rel-constrast": 2.894733428955078,
+      "step": 3740,
+      "subrel-constrast": 4.094485282897949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7301886081695557,
+      "cov-distil (oracle2student)": 4.351900577545166,
+      "cov-distil (oracle2teacher)": 4.218229293823242,
+      "epoch": 2.936420722135008,
+      "rel-constrast": 3.5578906536102295,
+      "step": 3741,
+      "subrel-constrast": 4.278353691101074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1600654125213623,
+      "cov-distil (oracle2student)": 5.86660623550415,
+      "cov-distil (oracle2teacher)": 4.402599334716797,
+      "epoch": 2.937205651491366,
+      "rel-constrast": 2.701091766357422,
+      "step": 3742,
+      "subrel-constrast": 2.9781334400177,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3019535541534424,
+      "cov-distil (oracle2student)": 5.056062698364258,
+      "cov-distil (oracle2teacher)": 4.832372665405273,
+      "epoch": 2.937990580847724,
+      "rel-constrast": 2.5851526260375977,
+      "step": 3743,
+      "subrel-constrast": 3.5685336589813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4441757202148438,
+      "cov-distil (oracle2student)": 3.0063138008117676,
+      "cov-distil (oracle2teacher)": 3.567375659942627,
+      "epoch": 2.938775510204082,
+      "rel-constrast": 1.276458740234375,
+      "step": 3744,
+      "subrel-constrast": 2.1521503925323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3076555728912354,
+      "cov-distil (oracle2student)": 4.724017143249512,
+      "cov-distil (oracle2teacher)": 4.793934345245361,
+      "epoch": 2.9395604395604398,
+      "rel-constrast": 1.9997174739837646,
+      "step": 3745,
+      "subrel-constrast": 2.826223850250244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8080792427062988,
+      "cov-distil (oracle2student)": 4.3727922439575195,
+      "cov-distil (oracle2teacher)": 4.232743263244629,
+      "epoch": 2.9403453689167973,
+      "rel-constrast": 3.1251726150512695,
+      "step": 3746,
+      "subrel-constrast": 3.9248745441436768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5323504209518433,
+      "cov-distil (oracle2student)": 5.299089431762695,
+      "cov-distil (oracle2teacher)": 4.912952423095703,
+      "epoch": 2.9411302982731553,
+      "rel-constrast": 2.9008231163024902,
+      "step": 3747,
+      "subrel-constrast": 3.6611106395721436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3432114124298096,
+      "cov-distil (oracle2student)": 3.820187568664551,
+      "cov-distil (oracle2teacher)": 3.822280168533325,
+      "epoch": 2.9419152276295133,
+      "rel-constrast": 2.999194622039795,
+      "step": 3748,
+      "subrel-constrast": 3.365790367126465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.597320556640625,
+      "cov-distil (oracle2student)": 4.938766956329346,
+      "cov-distil (oracle2teacher)": 4.5569047927856445,
+      "epoch": 2.9427001569858713,
+      "rel-constrast": 3.146260976791382,
+      "step": 3749,
+      "subrel-constrast": 3.5503554344177246,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9434850863422293,
+      "grad_norm": 6.28125,
+      "learning_rate": 3.934655848514777e-05,
+      "loss": 0.7186,
+      "step": 3750
+    },
+    {
+      "cov-distil": 1.9984132051467896,
+      "cov-distil (oracle2student)": 4.097214221954346,
+      "cov-distil (oracle2teacher)": 3.9201738834381104,
+      "epoch": 2.9434850863422293,
+      "rel-constrast": 2.1439261436462402,
+      "step": 3750,
+      "subrel-constrast": 2.8695030212402344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0897575616836548,
+      "cov-distil (oracle2student)": 5.465754508972168,
+      "cov-distil (oracle2teacher)": 5.0883026123046875,
+      "epoch": 2.9442700156985873,
+      "rel-constrast": 1.7940596342086792,
+      "step": 3751,
+      "subrel-constrast": 2.4634947776794434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.007440447807312,
+      "cov-distil (oracle2student)": 5.424424171447754,
+      "cov-distil (oracle2teacher)": 4.929924011230469,
+      "epoch": 2.9450549450549453,
+      "rel-constrast": 2.1798315048217773,
+      "step": 3752,
+      "subrel-constrast": 3.023973226547241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7552545070648193,
+      "cov-distil (oracle2student)": 5.465161323547363,
+      "cov-distil (oracle2teacher)": 5.169553279876709,
+      "epoch": 2.945839874411303,
+      "rel-constrast": 3.882399320602417,
+      "step": 3753,
+      "subrel-constrast": 4.221339225769043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.457016944885254,
+      "cov-distil (oracle2student)": 3.9869470596313477,
+      "cov-distil (oracle2teacher)": 4.393505096435547,
+      "epoch": 2.946624803767661,
+      "rel-constrast": 2.3970947265625,
+      "step": 3754,
+      "subrel-constrast": 3.0544276237487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3512482643127441,
+      "cov-distil (oracle2student)": 4.3199357986450195,
+      "cov-distil (oracle2teacher)": 4.11149787902832,
+      "epoch": 2.9474097331240188,
+      "rel-constrast": 2.017930746078491,
+      "step": 3755,
+      "subrel-constrast": 2.9223310947418213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9194881916046143,
+      "cov-distil (oracle2student)": 4.242369651794434,
+      "cov-distil (oracle2teacher)": 3.8669023513793945,
+      "epoch": 2.9481946624803768,
+      "rel-constrast": 2.2343602180480957,
+      "step": 3756,
+      "subrel-constrast": 3.222440242767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2437125444412231,
+      "cov-distil (oracle2student)": 3.667025566101074,
+      "cov-distil (oracle2teacher)": 3.6331684589385986,
+      "epoch": 2.9489795918367347,
+      "rel-constrast": 1.4023189544677734,
+      "step": 3757,
+      "subrel-constrast": 2.4527242183685303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.540818691253662,
+      "cov-distil (oracle2student)": 2.8330814838409424,
+      "cov-distil (oracle2teacher)": 2.649850368499756,
+      "epoch": 2.9497645211930927,
+      "rel-constrast": 2.7689688205718994,
+      "step": 3758,
+      "subrel-constrast": 3.1094863414764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.866441249847412,
+      "cov-distil (oracle2student)": 2.5337376594543457,
+      "cov-distil (oracle2teacher)": 2.769493579864502,
+      "epoch": 2.9505494505494507,
+      "rel-constrast": 2.3061869144439697,
+      "step": 3759,
+      "subrel-constrast": 3.3690097332000732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9513343799058083,
+      "grad_norm": 5.46875,
+      "learning_rate": 3.927500420139357e-05,
+      "loss": 0.6163,
+      "step": 3760
+    },
+    {
+      "cov-distil": 1.6196755170822144,
+      "cov-distil (oracle2student)": 3.245967388153076,
+      "cov-distil (oracle2teacher)": 3.6458311080932617,
+      "epoch": 2.9513343799058083,
+      "rel-constrast": 2.5304603576660156,
+      "step": 3760,
+      "subrel-constrast": 3.088043689727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.647742748260498,
+      "cov-distil (oracle2student)": 4.406837463378906,
+      "cov-distil (oracle2teacher)": 3.6423003673553467,
+      "epoch": 2.9521193092621663,
+      "rel-constrast": 2.4979443550109863,
+      "step": 3761,
+      "subrel-constrast": 3.090081214904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9158991575241089,
+      "cov-distil (oracle2student)": 5.574938774108887,
+      "cov-distil (oracle2teacher)": 5.049583911895752,
+      "epoch": 2.9529042386185242,
+      "rel-constrast": 3.20021390914917,
+      "step": 3762,
+      "subrel-constrast": 4.000028133392334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2518242597579956,
+      "cov-distil (oracle2student)": 3.584420680999756,
+      "cov-distil (oracle2teacher)": 3.4086129665374756,
+      "epoch": 2.9536891679748822,
+      "rel-constrast": 2.5713014602661133,
+      "step": 3763,
+      "subrel-constrast": 2.9236667156219482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5423517227172852,
+      "cov-distil (oracle2student)": 4.286776065826416,
+      "cov-distil (oracle2teacher)": 3.919243097305298,
+      "epoch": 2.9544740973312402,
+      "rel-constrast": 2.7775659561157227,
+      "step": 3764,
+      "subrel-constrast": 3.811889410018921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2755200862884521,
+      "cov-distil (oracle2student)": 6.305004119873047,
+      "cov-distil (oracle2teacher)": 5.242132186889648,
+      "epoch": 2.955259026687598,
+      "rel-constrast": 2.227306604385376,
+      "step": 3765,
+      "subrel-constrast": 3.0758185386657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6249518394470215,
+      "cov-distil (oracle2student)": 3.95092511177063,
+      "cov-distil (oracle2teacher)": 4.1511335372924805,
+      "epoch": 2.956043956043956,
+      "rel-constrast": 2.3942346572875977,
+      "step": 3766,
+      "subrel-constrast": 3.1978893280029297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3984706401824951,
+      "cov-distil (oracle2student)": 3.749213218688965,
+      "cov-distil (oracle2teacher)": 3.562201738357544,
+      "epoch": 2.9568288854003137,
+      "rel-constrast": 2.82682728767395,
+      "step": 3767,
+      "subrel-constrast": 2.942389488220215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1467604637145996,
+      "cov-distil (oracle2student)": 4.285546779632568,
+      "cov-distil (oracle2teacher)": 4.069449424743652,
+      "epoch": 2.957613814756672,
+      "rel-constrast": 2.256411075592041,
+      "step": 3768,
+      "subrel-constrast": 2.895998954772949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4996209144592285,
+      "cov-distil (oracle2student)": 3.6172235012054443,
+      "cov-distil (oracle2teacher)": 3.519993305206299,
+      "epoch": 2.9583987441130297,
+      "rel-constrast": 2.301077365875244,
+      "step": 3769,
+      "subrel-constrast": 3.1550192832946777,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9591836734693877,
+      "grad_norm": 6.15625,
+      "learning_rate": 3.92032759812181e-05,
+      "loss": 0.6769,
+      "step": 3770
+    },
+    {
+      "cov-distil": 1.5350929498672485,
+      "cov-distil (oracle2student)": 4.7675065994262695,
+      "cov-distil (oracle2teacher)": 4.341334342956543,
+      "epoch": 2.9591836734693877,
+      "rel-constrast": 2.334465265274048,
+      "step": 3770,
+      "subrel-constrast": 3.0040836334228516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7860445976257324,
+      "cov-distil (oracle2student)": 6.057125091552734,
+      "cov-distil (oracle2teacher)": 5.228963375091553,
+      "epoch": 2.9599686028257457,
+      "rel-constrast": 2.1319141387939453,
+      "step": 3771,
+      "subrel-constrast": 2.539182186126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6821435689926147,
+      "cov-distil (oracle2student)": 3.96773624420166,
+      "cov-distil (oracle2teacher)": 3.8645987510681152,
+      "epoch": 2.9607535321821037,
+      "rel-constrast": 2.2532219886779785,
+      "step": 3772,
+      "subrel-constrast": 2.9363436698913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5177116394042969,
+      "cov-distil (oracle2student)": 2.2983922958374023,
+      "cov-distil (oracle2teacher)": 2.5302963256835938,
+      "epoch": 2.9615384615384617,
+      "rel-constrast": 3.127601385116577,
+      "step": 3773,
+      "subrel-constrast": 3.3618412017822266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5036574602127075,
+      "cov-distil (oracle2student)": 4.511290073394775,
+      "cov-distil (oracle2teacher)": 4.52150297164917,
+      "epoch": 2.962323390894819,
+      "rel-constrast": 3.376732587814331,
+      "step": 3774,
+      "subrel-constrast": 3.7545549869537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5093448162078857,
+      "cov-distil (oracle2student)": 4.016876220703125,
+      "cov-distil (oracle2teacher)": 3.748563766479492,
+      "epoch": 2.9631083202511777,
+      "rel-constrast": 3.302450180053711,
+      "step": 3775,
+      "subrel-constrast": 4.021545886993408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9219478368759155,
+      "cov-distil (oracle2student)": 6.911471366882324,
+      "cov-distil (oracle2teacher)": 6.0569353103637695,
+      "epoch": 2.963893249607535,
+      "rel-constrast": 4.481509208679199,
+      "step": 3776,
+      "subrel-constrast": 4.977231979370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5221259593963623,
+      "cov-distil (oracle2student)": 3.814542293548584,
+      "cov-distil (oracle2teacher)": 3.6976027488708496,
+      "epoch": 2.964678178963893,
+      "rel-constrast": 3.467042922973633,
+      "step": 3777,
+      "subrel-constrast": 3.7226359844207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3336776494979858,
+      "cov-distil (oracle2student)": 3.402059555053711,
+      "cov-distil (oracle2teacher)": 3.8865809440612793,
+      "epoch": 2.965463108320251,
+      "rel-constrast": 2.0710229873657227,
+      "step": 3778,
+      "subrel-constrast": 2.953774929046631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.799614429473877,
+      "cov-distil (oracle2student)": 2.533567428588867,
+      "cov-distil (oracle2teacher)": 3.081968307495117,
+      "epoch": 2.966248037676609,
+      "rel-constrast": 2.676316976547241,
+      "step": 3779,
+      "subrel-constrast": 3.5872461795806885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.967032967032967,
+      "grad_norm": 5.75,
+      "learning_rate": 3.9131374698607084e-05,
+      "loss": 0.7708,
+      "step": 3780
+    },
+    {
+      "cov-distil": 1.28080153465271,
+      "cov-distil (oracle2student)": 2.8503782749176025,
+      "cov-distil (oracle2teacher)": 2.7089991569519043,
+      "epoch": 2.967032967032967,
+      "rel-constrast": 2.425718307495117,
+      "step": 3780,
+      "subrel-constrast": 3.1490705013275146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6709389686584473,
+      "cov-distil (oracle2student)": 4.860093593597412,
+      "cov-distil (oracle2teacher)": 4.832962512969971,
+      "epoch": 2.9678178963893247,
+      "rel-constrast": 1.99321711063385,
+      "step": 3781,
+      "subrel-constrast": 3.0696535110473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.303157091140747,
+      "cov-distil (oracle2student)": 4.575265884399414,
+      "cov-distil (oracle2teacher)": 4.156202793121338,
+      "epoch": 2.968602825745683,
+      "rel-constrast": 2.7083377838134766,
+      "step": 3782,
+      "subrel-constrast": 3.524378538131714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3420541286468506,
+      "cov-distil (oracle2student)": 5.028702259063721,
+      "cov-distil (oracle2teacher)": 4.346212387084961,
+      "epoch": 2.9693877551020407,
+      "rel-constrast": 2.181896448135376,
+      "step": 3783,
+      "subrel-constrast": 2.9150567054748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7542521953582764,
+      "cov-distil (oracle2student)": 3.595914840698242,
+      "cov-distil (oracle2teacher)": 3.6100990772247314,
+      "epoch": 2.9701726844583987,
+      "rel-constrast": 2.5698914527893066,
+      "step": 3784,
+      "subrel-constrast": 3.151505470275879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.658300757408142,
+      "cov-distil (oracle2student)": 4.362911701202393,
+      "cov-distil (oracle2teacher)": 4.1644816398620605,
+      "epoch": 2.9709576138147566,
+      "rel-constrast": 2.2829105854034424,
+      "step": 3785,
+      "subrel-constrast": 3.128990411758423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6269984245300293,
+      "cov-distil (oracle2student)": 3.081197500228882,
+      "cov-distil (oracle2teacher)": 3.123201847076416,
+      "epoch": 2.9717425431711146,
+      "rel-constrast": 2.0413389205932617,
+      "step": 3786,
+      "subrel-constrast": 2.732398748397827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2521600723266602,
+      "cov-distil (oracle2student)": 5.401421546936035,
+      "cov-distil (oracle2teacher)": 4.403977870941162,
+      "epoch": 2.9725274725274726,
+      "rel-constrast": 2.848037004470825,
+      "step": 3787,
+      "subrel-constrast": 3.0221104621887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2255425453186035,
+      "cov-distil (oracle2student)": 2.0650503635406494,
+      "cov-distil (oracle2teacher)": 2.6109182834625244,
+      "epoch": 2.9733124018838306,
+      "rel-constrast": 2.2118539810180664,
+      "step": 3788,
+      "subrel-constrast": 2.956599235534668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.072187900543213,
+      "cov-distil (oracle2student)": 4.055044174194336,
+      "cov-distil (oracle2teacher)": 3.9783706665039062,
+      "epoch": 2.9740973312401886,
+      "rel-constrast": 2.9493279457092285,
+      "step": 3789,
+      "subrel-constrast": 3.3294060230255127,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.974882260596546,
+      "grad_norm": 6.5,
+      "learning_rate": 3.905930122965495e-05,
+      "loss": 0.6433,
+      "step": 3790
+    },
+    {
+      "cov-distil": 1.8102681636810303,
+      "cov-distil (oracle2student)": 4.961731910705566,
+      "cov-distil (oracle2teacher)": 4.184165954589844,
+      "epoch": 2.974882260596546,
+      "rel-constrast": 2.811697006225586,
+      "step": 3790,
+      "subrel-constrast": 3.1978278160095215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7100894451141357,
+      "cov-distil (oracle2student)": 4.557068824768066,
+      "cov-distil (oracle2teacher)": 4.20965576171875,
+      "epoch": 2.975667189952904,
+      "rel-constrast": 3.117516279220581,
+      "step": 3791,
+      "subrel-constrast": 3.395582675933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3305004835128784,
+      "cov-distil (oracle2student)": 5.4887261390686035,
+      "cov-distil (oracle2teacher)": 5.0319085121154785,
+      "epoch": 2.976452119309262,
+      "rel-constrast": 2.1583828926086426,
+      "step": 3792,
+      "subrel-constrast": 2.676995038986206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.783332109451294,
+      "cov-distil (oracle2student)": 5.198050022125244,
+      "cov-distil (oracle2teacher)": 5.008417129516602,
+      "epoch": 2.97723704866562,
+      "rel-constrast": 3.505337953567505,
+      "step": 3793,
+      "subrel-constrast": 4.279016017913818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.154593586921692,
+      "cov-distil (oracle2student)": 3.99881649017334,
+      "cov-distil (oracle2teacher)": 4.4573469161987305,
+      "epoch": 2.978021978021978,
+      "rel-constrast": 3.1421589851379395,
+      "step": 3794,
+      "subrel-constrast": 3.9303319454193115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5277574062347412,
+      "cov-distil (oracle2student)": 5.972460746765137,
+      "cov-distil (oracle2teacher)": 4.904092311859131,
+      "epoch": 2.978806907378336,
+      "rel-constrast": 2.967470407485962,
+      "step": 3795,
+      "subrel-constrast": 3.0570123195648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6421797275543213,
+      "cov-distil (oracle2student)": 3.7524330615997314,
+      "cov-distil (oracle2teacher)": 3.476560115814209,
+      "epoch": 2.979591836734694,
+      "rel-constrast": 3.21616268157959,
+      "step": 3796,
+      "subrel-constrast": 3.529623031616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3361725807189941,
+      "cov-distil (oracle2student)": 7.2212114334106445,
+      "cov-distil (oracle2teacher)": 6.164470672607422,
+      "epoch": 2.9803767660910516,
+      "rel-constrast": 2.0225772857666016,
+      "step": 3797,
+      "subrel-constrast": 2.566195249557495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3178404569625854,
+      "cov-distil (oracle2student)": 3.309612274169922,
+      "cov-distil (oracle2teacher)": 3.521977663040161,
+      "epoch": 2.9811616954474096,
+      "rel-constrast": 2.23622465133667,
+      "step": 3798,
+      "subrel-constrast": 2.869703769683838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2881300449371338,
+      "cov-distil (oracle2student)": 3.03914737701416,
+      "cov-distil (oracle2teacher)": 3.170039176940918,
+      "epoch": 2.9819466248037676,
+      "rel-constrast": 2.547144889831543,
+      "step": 3799,
+      "subrel-constrast": 2.8141446113586426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "grad_norm": 4.71875,
+      "learning_rate": 3.898705645255418e-05,
+      "loss": 0.7304,
+      "step": 3800
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "overlap": 0.3187499940395355,
+      "step": 3800
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "step": 3800,
+      "student margin": 0.058441162109375
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "step": 3800,
+      "teacher margin": 0.04296875
+    },
+    {
+      "epoch": 2.9827315541601256,
+      "margin difference": -0.015472412109375,
+      "step": 3800
+    },
+    {
+      "cov-distil": 1.2670344114303589,
+      "cov-distil (oracle2student)": 3.8789939880371094,
+      "cov-distil (oracle2teacher)": 3.688891887664795,
+      "epoch": 2.9827315541601256,
+      "rel-constrast": 3.24013090133667,
+      "step": 3800,
+      "subrel-constrast": 3.369868278503418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7668445110321045,
+      "cov-distil (oracle2student)": 2.66452693939209,
+      "cov-distil (oracle2teacher)": 3.3877270221710205,
+      "epoch": 2.9835164835164836,
+      "rel-constrast": 1.7834014892578125,
+      "step": 3801,
+      "subrel-constrast": 3.0815324783325195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3773261308670044,
+      "cov-distil (oracle2student)": 4.90255069732666,
+      "cov-distil (oracle2teacher)": 4.704959869384766,
+      "epoch": 2.9843014128728416,
+      "rel-constrast": 2.824331521987915,
+      "step": 3802,
+      "subrel-constrast": 3.5948731899261475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3699719905853271,
+      "cov-distil (oracle2student)": 4.620335578918457,
+      "cov-distil (oracle2teacher)": 4.291219711303711,
+      "epoch": 2.9850863422291996,
+      "rel-constrast": 2.445286750793457,
+      "step": 3803,
+      "subrel-constrast": 3.0031681060791016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.758278250694275,
+      "cov-distil (oracle2student)": 4.112574577331543,
+      "cov-distil (oracle2teacher)": 3.94232439994812,
+      "epoch": 2.985871271585557,
+      "rel-constrast": 1.6998738050460815,
+      "step": 3804,
+      "subrel-constrast": 2.492058038711548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6339004039764404,
+      "cov-distil (oracle2student)": 3.9830470085144043,
+      "cov-distil (oracle2teacher)": 4.109328269958496,
+      "epoch": 2.986656200941915,
+      "rel-constrast": 2.4942619800567627,
+      "step": 3805,
+      "subrel-constrast": 3.558410167694092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4457550048828125,
+      "cov-distil (oracle2student)": 4.979808807373047,
+      "cov-distil (oracle2teacher)": 5.014524936676025,
+      "epoch": 2.987441130298273,
+      "rel-constrast": 3.46317458152771,
+      "step": 3806,
+      "subrel-constrast": 3.8292577266693115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2942382097244263,
+      "cov-distil (oracle2student)": 4.277591705322266,
+      "cov-distil (oracle2teacher)": 3.8945493698120117,
+      "epoch": 2.988226059654631,
+      "rel-constrast": 2.704855442047119,
+      "step": 3807,
+      "subrel-constrast": 3.5120208263397217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9809694290161133,
+      "cov-distil (oracle2student)": 4.163283348083496,
+      "cov-distil (oracle2teacher)": 3.590562105178833,
+      "epoch": 2.989010989010989,
+      "rel-constrast": 2.9379420280456543,
+      "step": 3808,
+      "subrel-constrast": 3.0801119804382324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.386333703994751,
+      "cov-distil (oracle2student)": 3.608612537384033,
+      "cov-distil (oracle2teacher)": 3.311680316925049,
+      "epoch": 2.989795918367347,
+      "rel-constrast": 1.9854638576507568,
+      "step": 3809,
+      "subrel-constrast": 2.4126126766204834,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.990580847723705,
+      "grad_norm": 4.84375,
+      "learning_rate": 3.891464124758458e-05,
+      "loss": 0.6752,
+      "step": 3810
+    },
+    {
+      "cov-distil": 1.8355810642242432,
+      "cov-distil (oracle2student)": 4.92341423034668,
+      "cov-distil (oracle2teacher)": 4.805495262145996,
+      "epoch": 2.990580847723705,
+      "rel-constrast": 3.5384440422058105,
+      "step": 3810,
+      "subrel-constrast": 3.8850576877593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3829795122146606,
+      "cov-distil (oracle2student)": 4.442530632019043,
+      "cov-distil (oracle2teacher)": 4.258852958679199,
+      "epoch": 2.9913657770800626,
+      "rel-constrast": 2.030722141265869,
+      "step": 3811,
+      "subrel-constrast": 2.7554285526275635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.055647373199463,
+      "cov-distil (oracle2student)": 5.324917793273926,
+      "cov-distil (oracle2teacher)": 4.671689033508301,
+      "epoch": 2.9921507064364206,
+      "rel-constrast": 2.09084153175354,
+      "step": 3812,
+      "subrel-constrast": 2.9025933742523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3377373218536377,
+      "cov-distil (oracle2student)": 4.278445243835449,
+      "cov-distil (oracle2teacher)": 4.3689494132995605,
+      "epoch": 2.9929356357927785,
+      "rel-constrast": 2.3415770530700684,
+      "step": 3813,
+      "subrel-constrast": 3.083367109298706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3665075302124023,
+      "cov-distil (oracle2student)": 3.457077741622925,
+      "cov-distil (oracle2teacher)": 3.2332682609558105,
+      "epoch": 2.9937205651491365,
+      "rel-constrast": 1.6588714122772217,
+      "step": 3814,
+      "subrel-constrast": 2.187230348587036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6222647428512573,
+      "cov-distil (oracle2student)": 6.211009502410889,
+      "cov-distil (oracle2teacher)": 5.0406270027160645,
+      "epoch": 2.9945054945054945,
+      "rel-constrast": 3.0613999366760254,
+      "step": 3815,
+      "subrel-constrast": 3.5862925052642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0344491004943848,
+      "cov-distil (oracle2student)": 2.508136749267578,
+      "cov-distil (oracle2teacher)": 2.5840940475463867,
+      "epoch": 2.9952904238618525,
+      "rel-constrast": 2.85322904586792,
+      "step": 3816,
+      "subrel-constrast": 3.5169050693511963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3356493711471558,
+      "cov-distil (oracle2student)": 4.747964382171631,
+      "cov-distil (oracle2teacher)": 4.791232585906982,
+      "epoch": 2.9960753532182105,
+      "rel-constrast": 3.4724225997924805,
+      "step": 3817,
+      "subrel-constrast": 4.1144633293151855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6606941223144531,
+      "cov-distil (oracle2student)": 4.487711429595947,
+      "cov-distil (oracle2teacher)": 4.269351005554199,
+      "epoch": 2.996860282574568,
+      "rel-constrast": 4.081838130950928,
+      "step": 3818,
+      "subrel-constrast": 4.1486711502075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6438965797424316,
+      "cov-distil (oracle2student)": 3.027892589569092,
+      "cov-distil (oracle2teacher)": 3.442932605743408,
+      "epoch": 2.9976452119309265,
+      "rel-constrast": 2.250945568084717,
+      "step": 3819,
+      "subrel-constrast": 3.149996519088745,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 2.998430141287284,
+      "grad_norm": 4.875,
+      "learning_rate": 3.884205649710256e-05,
+      "loss": 0.7227,
+      "step": 3820
+    },
+    {
+      "cov-distil": 1.0432534217834473,
+      "cov-distil (oracle2student)": 3.2206552028656006,
+      "cov-distil (oracle2teacher)": 3.0363519191741943,
+      "epoch": 2.998430141287284,
+      "rel-constrast": 3.0154237747192383,
+      "step": 3820,
+      "subrel-constrast": 3.1459693908691406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3743925094604492,
+      "cov-distil (oracle2student)": 3.307011127471924,
+      "cov-distil (oracle2teacher)": 2.6399710178375244,
+      "epoch": 2.999215070643642,
+      "rel-constrast": 2.6154298782348633,
+      "step": 3821,
+      "subrel-constrast": 3.5953779220581055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.987937331199646,
+      "cov-distil (oracle2student)": 3.6508820056915283,
+      "cov-distil (oracle2teacher)": 3.482914686203003,
+      "epoch": 3.0,
+      "rel-constrast": 2.7934117317199707,
+      "step": 3822,
+      "subrel-constrast": 3.414903163909912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3048653602600098,
+      "cov-distil (oracle2student)": 3.531811475753784,
+      "cov-distil (oracle2teacher)": 3.2055177688598633,
+      "epoch": 3.000784929356358,
+      "rel-constrast": 2.3332438468933105,
+      "step": 3823,
+      "subrel-constrast": 2.6908979415893555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5910074710845947,
+      "cov-distil (oracle2student)": 3.61354660987854,
+      "cov-distil (oracle2teacher)": 3.5866594314575195,
+      "epoch": 3.001569858712716,
+      "rel-constrast": 1.406551480293274,
+      "step": 3824,
+      "subrel-constrast": 2.344660758972168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2233426570892334,
+      "cov-distil (oracle2student)": 4.3469038009643555,
+      "cov-distil (oracle2teacher)": 4.040834903717041,
+      "epoch": 3.002354788069074,
+      "rel-constrast": 2.3491601943969727,
+      "step": 3825,
+      "subrel-constrast": 2.792017698287964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3542307615280151,
+      "cov-distil (oracle2student)": 3.855386257171631,
+      "cov-distil (oracle2teacher)": 4.129703998565674,
+      "epoch": 3.0031397174254315,
+      "rel-constrast": 3.3582065105438232,
+      "step": 3826,
+      "subrel-constrast": 4.586709499359131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6935657262802124,
+      "cov-distil (oracle2student)": 4.321944236755371,
+      "cov-distil (oracle2teacher)": 4.111401557922363,
+      "epoch": 3.0039246467817895,
+      "rel-constrast": 2.525334596633911,
+      "step": 3827,
+      "subrel-constrast": 3.1948351860046387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4718153476715088,
+      "cov-distil (oracle2student)": 3.05275297164917,
+      "cov-distil (oracle2teacher)": 3.214272975921631,
+      "epoch": 3.0047095761381475,
+      "rel-constrast": 2.8220582008361816,
+      "step": 3828,
+      "subrel-constrast": 3.3935317993164062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4273536205291748,
+      "cov-distil (oracle2student)": 4.136366367340088,
+      "cov-distil (oracle2teacher)": 3.6516261100769043,
+      "epoch": 3.0054945054945055,
+      "rel-constrast": 1.8509236574172974,
+      "step": 3829,
+      "subrel-constrast": 2.8913159370422363,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0062794348508635,
+      "grad_norm": 4.6875,
+      "learning_rate": 3.876930308553043e-05,
+      "loss": 0.6629,
+      "step": 3830
+    },
+    {
+      "cov-distil": 1.5907247066497803,
+      "cov-distil (oracle2student)": 3.842148542404175,
+      "cov-distil (oracle2teacher)": 3.571279525756836,
+      "epoch": 3.0062794348508635,
+      "rel-constrast": 3.516505002975464,
+      "step": 3830,
+      "subrel-constrast": 3.7369773387908936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.985498070716858,
+      "cov-distil (oracle2student)": 5.873820781707764,
+      "cov-distil (oracle2teacher)": 5.888934135437012,
+      "epoch": 3.0070643642072215,
+      "rel-constrast": 2.5751590728759766,
+      "step": 3831,
+      "subrel-constrast": 3.53275203704834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214155673980713,
+      "cov-distil (oracle2student)": 5.342611312866211,
+      "cov-distil (oracle2teacher)": 4.435748100280762,
+      "epoch": 3.0078492935635794,
+      "rel-constrast": 2.032841205596924,
+      "step": 3832,
+      "subrel-constrast": 3.0835578441619873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.585885763168335,
+      "cov-distil (oracle2student)": 5.409170150756836,
+      "cov-distil (oracle2teacher)": 4.7275567054748535,
+      "epoch": 3.008634222919937,
+      "rel-constrast": 3.018420934677124,
+      "step": 3833,
+      "subrel-constrast": 3.2080111503601074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5065913200378418,
+      "cov-distil (oracle2student)": 5.53798246383667,
+      "cov-distil (oracle2teacher)": 5.658479690551758,
+      "epoch": 3.009419152276295,
+      "rel-constrast": 2.2076244354248047,
+      "step": 3834,
+      "subrel-constrast": 3.342074155807495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4337430000305176,
+      "cov-distil (oracle2student)": 5.426286220550537,
+      "cov-distil (oracle2teacher)": 5.028514862060547,
+      "epoch": 3.010204081632653,
+      "rel-constrast": 2.0417754650115967,
+      "step": 3835,
+      "subrel-constrast": 2.576641082763672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5629267692565918,
+      "cov-distil (oracle2student)": 4.625952243804932,
+      "cov-distil (oracle2teacher)": 4.217700958251953,
+      "epoch": 3.010989010989011,
+      "rel-constrast": 2.3642616271972656,
+      "step": 3836,
+      "subrel-constrast": 2.98203444480896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5736217498779297,
+      "cov-distil (oracle2student)": 3.2427945137023926,
+      "cov-distil (oracle2teacher)": 3.104888677597046,
+      "epoch": 3.011773940345369,
+      "rel-constrast": 2.603337287902832,
+      "step": 3837,
+      "subrel-constrast": 3.3935580253601074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2051787376403809,
+      "cov-distil (oracle2student)": 6.061779022216797,
+      "cov-distil (oracle2teacher)": 5.6852335929870605,
+      "epoch": 3.012558869701727,
+      "rel-constrast": 2.8976991176605225,
+      "step": 3838,
+      "subrel-constrast": 3.2220804691314697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4645144939422607,
+      "cov-distil (oracle2student)": 4.195237159729004,
+      "cov-distil (oracle2teacher)": 4.138696670532227,
+      "epoch": 3.013343799058085,
+      "rel-constrast": 2.16021728515625,
+      "step": 3839,
+      "subrel-constrast": 2.9864580631256104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.014128728414443,
+      "grad_norm": 4.59375,
+      "learning_rate": 3.869638189934552e-05,
+      "loss": 0.6733,
+      "step": 3840
+    },
+    {
+      "cov-distil": 1.081775188446045,
+      "cov-distil (oracle2student)": 3.5924623012542725,
+      "cov-distil (oracle2teacher)": 3.5794835090637207,
+      "epoch": 3.014128728414443,
+      "rel-constrast": 2.227837085723877,
+      "step": 3840,
+      "subrel-constrast": 2.836630344390869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9563722610473633,
+      "cov-distil (oracle2student)": 4.896217346191406,
+      "cov-distil (oracle2teacher)": 4.415340900421143,
+      "epoch": 3.0149136577708004,
+      "rel-constrast": 3.373426675796509,
+      "step": 3841,
+      "subrel-constrast": 4.237860202789307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.450439691543579,
+      "cov-distil (oracle2student)": 4.883981704711914,
+      "cov-distil (oracle2teacher)": 3.870880603790283,
+      "epoch": 3.0156985871271584,
+      "rel-constrast": 2.5494933128356934,
+      "step": 3842,
+      "subrel-constrast": 3.144524574279785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2519183158874512,
+      "cov-distil (oracle2student)": 5.414819240570068,
+      "cov-distil (oracle2teacher)": 5.147524833679199,
+      "epoch": 3.0164835164835164,
+      "rel-constrast": 2.404323101043701,
+      "step": 3843,
+      "subrel-constrast": 3.1405179500579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7846367359161377,
+      "cov-distil (oracle2student)": 4.963348865509033,
+      "cov-distil (oracle2teacher)": 4.3714823722839355,
+      "epoch": 3.0172684458398744,
+      "rel-constrast": 1.9750800132751465,
+      "step": 3844,
+      "subrel-constrast": 2.695826768875122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5775481462478638,
+      "cov-distil (oracle2student)": 4.728565692901611,
+      "cov-distil (oracle2teacher)": 4.500262260437012,
+      "epoch": 3.0180533751962324,
+      "rel-constrast": 3.7147841453552246,
+      "step": 3845,
+      "subrel-constrast": 4.293057441711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.269914150238037,
+      "cov-distil (oracle2student)": 4.76615047454834,
+      "cov-distil (oracle2teacher)": 4.487116813659668,
+      "epoch": 3.0188383045525904,
+      "rel-constrast": 2.7023115158081055,
+      "step": 3846,
+      "subrel-constrast": 3.2990658283233643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.779034972190857,
+      "cov-distil (oracle2student)": 4.2369384765625,
+      "cov-distil (oracle2teacher)": 4.14400053024292,
+      "epoch": 3.0196232339089484,
+      "rel-constrast": 2.460627555847168,
+      "step": 3847,
+      "subrel-constrast": 3.10841965675354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.853827714920044,
+      "cov-distil (oracle2student)": 4.707658290863037,
+      "cov-distil (oracle2teacher)": 4.312498092651367,
+      "epoch": 3.020408163265306,
+      "rel-constrast": 3.0378947257995605,
+      "step": 3848,
+      "subrel-constrast": 3.3650200366973877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3018107414245605,
+      "cov-distil (oracle2student)": 3.4195544719696045,
+      "cov-distil (oracle2teacher)": 3.8583462238311768,
+      "epoch": 3.021193092621664,
+      "rel-constrast": 2.076934337615967,
+      "step": 3849,
+      "subrel-constrast": 2.7940683364868164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.021978021978022,
+      "grad_norm": 5.0,
+      "learning_rate": 3.8623293827069486e-05,
+      "loss": 0.7013,
+      "step": 3850
+    },
+    {
+      "cov-distil": 2.0217339992523193,
+      "cov-distil (oracle2student)": 3.585763454437256,
+      "cov-distil (oracle2teacher)": 3.3746142387390137,
+      "epoch": 3.021978021978022,
+      "rel-constrast": 2.4181299209594727,
+      "step": 3850,
+      "subrel-constrast": 3.2463579177856445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3653984069824219,
+      "cov-distil (oracle2student)": 2.8227221965789795,
+      "cov-distil (oracle2teacher)": 2.503620147705078,
+      "epoch": 3.02276295133438,
+      "rel-constrast": 1.6942553520202637,
+      "step": 3851,
+      "subrel-constrast": 2.264031171798706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.387477159500122,
+      "cov-distil (oracle2student)": 5.4022674560546875,
+      "cov-distil (oracle2teacher)": 5.476766586303711,
+      "epoch": 3.023547880690738,
+      "rel-constrast": 3.0909013748168945,
+      "step": 3852,
+      "subrel-constrast": 3.6947178840637207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.174248218536377,
+      "cov-distil (oracle2student)": 5.072293281555176,
+      "cov-distil (oracle2teacher)": 4.780337333679199,
+      "epoch": 3.024332810047096,
+      "rel-constrast": 2.763312816619873,
+      "step": 3853,
+      "subrel-constrast": 3.44045090675354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2588372230529785,
+      "cov-distil (oracle2student)": 5.467121601104736,
+      "cov-distil (oracle2teacher)": 5.06982421875,
+      "epoch": 3.025117739403454,
+      "rel-constrast": 2.278714179992676,
+      "step": 3854,
+      "subrel-constrast": 2.9762399196624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1346899271011353,
+      "cov-distil (oracle2student)": 5.205250263214111,
+      "cov-distil (oracle2teacher)": 5.118194580078125,
+      "epoch": 3.0259026687598114,
+      "rel-constrast": 2.048649311065674,
+      "step": 3855,
+      "subrel-constrast": 3.084453821182251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.307479977607727,
+      "cov-distil (oracle2student)": 4.659318923950195,
+      "cov-distil (oracle2teacher)": 4.469372749328613,
+      "epoch": 3.0266875981161694,
+      "rel-constrast": 2.7434074878692627,
+      "step": 3856,
+      "subrel-constrast": 3.228618860244751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4939606189727783,
+      "cov-distil (oracle2student)": 6.235433578491211,
+      "cov-distil (oracle2teacher)": 5.477262496948242,
+      "epoch": 3.0274725274725274,
+      "rel-constrast": 1.6676268577575684,
+      "step": 3857,
+      "subrel-constrast": 2.8430628776550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.307290554046631,
+      "cov-distil (oracle2student)": 3.4940359592437744,
+      "cov-distil (oracle2teacher)": 4.010334491729736,
+      "epoch": 3.0282574568288854,
+      "rel-constrast": 1.7571183443069458,
+      "step": 3858,
+      "subrel-constrast": 3.0120456218719482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.228384017944336,
+      "cov-distil (oracle2student)": 3.717892646789551,
+      "cov-distil (oracle2teacher)": 3.616157054901123,
+      "epoch": 3.0290423861852434,
+      "rel-constrast": 2.744878053665161,
+      "step": 3859,
+      "subrel-constrast": 3.6854827404022217,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0298273155416013,
+      "grad_norm": 5.46875,
+      "learning_rate": 3.8550039759257405e-05,
+      "loss": 0.6194,
+      "step": 3860
+    },
+    {
+      "cov-distil": 1.2195203304290771,
+      "cov-distil (oracle2student)": 3.8268799781799316,
+      "cov-distil (oracle2teacher)": 3.9265472888946533,
+      "epoch": 3.0298273155416013,
+      "rel-constrast": 2.4528141021728516,
+      "step": 3860,
+      "subrel-constrast": 3.147411823272705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0748183727264404,
+      "cov-distil (oracle2student)": 3.993607997894287,
+      "cov-distil (oracle2teacher)": 3.913195848464966,
+      "epoch": 3.0306122448979593,
+      "rel-constrast": 2.3529961109161377,
+      "step": 3861,
+      "subrel-constrast": 3.0507867336273193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2831523418426514,
+      "cov-distil (oracle2student)": 3.2868576049804688,
+      "cov-distil (oracle2teacher)": 3.133007049560547,
+      "epoch": 3.0313971742543173,
+      "rel-constrast": 1.8107478618621826,
+      "step": 3862,
+      "subrel-constrast": 2.552536725997925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.795976161956787,
+      "cov-distil (oracle2student)": 3.1063764095306396,
+      "cov-distil (oracle2teacher)": 3.167755603790283,
+      "epoch": 3.032182103610675,
+      "rel-constrast": 1.7881841659545898,
+      "step": 3863,
+      "subrel-constrast": 2.7048912048339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4121150970458984,
+      "cov-distil (oracle2student)": 6.424119472503662,
+      "cov-distil (oracle2teacher)": 5.823075294494629,
+      "epoch": 3.032967032967033,
+      "rel-constrast": 2.6673271656036377,
+      "step": 3864,
+      "subrel-constrast": 3.329469919204712,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9391508102416992,
+      "cov-distil (oracle2student)": 4.937437534332275,
+      "cov-distil (oracle2teacher)": 4.963826656341553,
+      "epoch": 3.033751962323391,
+      "rel-constrast": 2.505847930908203,
+      "step": 3865,
+      "subrel-constrast": 3.032196283340454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5075819492340088,
+      "cov-distil (oracle2student)": 3.559134006500244,
+      "cov-distil (oracle2teacher)": 3.067734479904175,
+      "epoch": 3.034536891679749,
+      "rel-constrast": 2.1128485202789307,
+      "step": 3866,
+      "subrel-constrast": 3.060372829437256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6352341175079346,
+      "cov-distil (oracle2student)": 4.342121124267578,
+      "cov-distil (oracle2teacher)": 4.062690734863281,
+      "epoch": 3.035321821036107,
+      "rel-constrast": 1.8544797897338867,
+      "step": 3867,
+      "subrel-constrast": 2.588531732559204,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5735046863555908,
+      "cov-distil (oracle2student)": 3.51560640335083,
+      "cov-distil (oracle2teacher)": 3.7857651710510254,
+      "epoch": 3.036106750392465,
+      "rel-constrast": 2.1749048233032227,
+      "step": 3868,
+      "subrel-constrast": 3.065528154373169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0486865043640137,
+      "cov-distil (oracle2student)": 5.321664333343506,
+      "cov-distil (oracle2teacher)": 4.984888076782227,
+      "epoch": 3.036891679748823,
+      "rel-constrast": 2.9633309841156006,
+      "step": 3869,
+      "subrel-constrast": 3.4090495109558105,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0376766091051803,
+      "grad_norm": 5.625,
+      "learning_rate": 3.847662058848701e-05,
+      "loss": 0.6033,
+      "step": 3870
+    },
+    {
+      "cov-distil": 1.6674184799194336,
+      "cov-distil (oracle2student)": 5.4468183517456055,
+      "cov-distil (oracle2teacher)": 5.016534805297852,
+      "epoch": 3.0376766091051803,
+      "rel-constrast": 2.527967929840088,
+      "step": 3870,
+      "subrel-constrast": 3.2858235836029053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6577558517456055,
+      "cov-distil (oracle2student)": 4.3987040519714355,
+      "cov-distil (oracle2teacher)": 4.257323265075684,
+      "epoch": 3.0384615384615383,
+      "rel-constrast": 2.995122194290161,
+      "step": 3871,
+      "subrel-constrast": 3.574528694152832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5130364894866943,
+      "cov-distil (oracle2student)": 4.116897106170654,
+      "cov-distil (oracle2teacher)": 3.828524589538574,
+      "epoch": 3.0392464678178963,
+      "rel-constrast": 1.7524940967559814,
+      "step": 3872,
+      "subrel-constrast": 2.4296300411224365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.486924171447754,
+      "cov-distil (oracle2student)": 2.896871328353882,
+      "cov-distil (oracle2teacher)": 2.7833824157714844,
+      "epoch": 3.0400313971742543,
+      "rel-constrast": 2.558286428451538,
+      "step": 3873,
+      "subrel-constrast": 2.9712114334106445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.616731882095337,
+      "cov-distil (oracle2student)": 4.1574296951293945,
+      "cov-distil (oracle2teacher)": 3.710247039794922,
+      "epoch": 3.0408163265306123,
+      "rel-constrast": 2.714625835418701,
+      "step": 3874,
+      "subrel-constrast": 3.3458220958709717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8759946823120117,
+      "cov-distil (oracle2student)": 6.327898025512695,
+      "cov-distil (oracle2teacher)": 5.079577445983887,
+      "epoch": 3.0416012558869703,
+      "rel-constrast": 3.5296630859375,
+      "step": 3875,
+      "subrel-constrast": 3.7083017826080322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8270595073699951,
+      "cov-distil (oracle2student)": 4.812275409698486,
+      "cov-distil (oracle2teacher)": 4.693129539489746,
+      "epoch": 3.0423861852433283,
+      "rel-constrast": 2.832521915435791,
+      "step": 3876,
+      "subrel-constrast": 3.6493518352508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7960617542266846,
+      "cov-distil (oracle2student)": 4.587552070617676,
+      "cov-distil (oracle2teacher)": 3.9078094959259033,
+      "epoch": 3.043171114599686,
+      "rel-constrast": 2.2424378395080566,
+      "step": 3877,
+      "subrel-constrast": 3.0662477016448975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.437007188796997,
+      "cov-distil (oracle2student)": 5.249614238739014,
+      "cov-distil (oracle2teacher)": 5.023991107940674,
+      "epoch": 3.043956043956044,
+      "rel-constrast": 2.6823859214782715,
+      "step": 3878,
+      "subrel-constrast": 3.7978627681732178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9534492492675781,
+      "cov-distil (oracle2student)": 4.701887130737305,
+      "cov-distil (oracle2teacher)": 4.857648849487305,
+      "epoch": 3.044740973312402,
+      "rel-constrast": 3.004828929901123,
+      "step": 3879,
+      "subrel-constrast": 3.4350712299346924,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0455259026687598,
+      "grad_norm": 5.125,
+      "learning_rate": 3.840303720934769e-05,
+      "loss": 0.7131,
+      "step": 3880
+    },
+    {
+      "cov-distil": 2.327450752258301,
+      "cov-distil (oracle2student)": 3.3363420963287354,
+      "cov-distil (oracle2teacher)": 3.2889676094055176,
+      "epoch": 3.0455259026687598,
+      "rel-constrast": 3.8266029357910156,
+      "step": 3880,
+      "subrel-constrast": 4.160228252410889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.940294623374939,
+      "cov-distil (oracle2student)": 5.18488073348999,
+      "cov-distil (oracle2teacher)": 5.246509552001953,
+      "epoch": 3.0463108320251178,
+      "rel-constrast": 2.1945409774780273,
+      "step": 3881,
+      "subrel-constrast": 2.900542974472046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4330841302871704,
+      "cov-distil (oracle2student)": 5.5004987716674805,
+      "cov-distil (oracle2teacher)": 5.214328289031982,
+      "epoch": 3.0470957613814758,
+      "rel-constrast": 3.1664257049560547,
+      "step": 3882,
+      "subrel-constrast": 3.401440382003784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4878134727478027,
+      "cov-distil (oracle2student)": 4.433575630187988,
+      "cov-distil (oracle2teacher)": 3.7667126655578613,
+      "epoch": 3.0478806907378337,
+      "rel-constrast": 2.9861388206481934,
+      "step": 3883,
+      "subrel-constrast": 3.6342709064483643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0748326778411865,
+      "cov-distil (oracle2student)": 3.1986594200134277,
+      "cov-distil (oracle2teacher)": 2.679736614227295,
+      "epoch": 3.0486656200941917,
+      "rel-constrast": 2.035989999771118,
+      "step": 3884,
+      "subrel-constrast": 2.998379945755005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.930091381072998,
+      "cov-distil (oracle2student)": 4.8637495040893555,
+      "cov-distil (oracle2teacher)": 4.329968452453613,
+      "epoch": 3.0494505494505493,
+      "rel-constrast": 2.545797824859619,
+      "step": 3885,
+      "subrel-constrast": 3.4938082695007324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3791308403015137,
+      "cov-distil (oracle2student)": 3.769303798675537,
+      "cov-distil (oracle2teacher)": 3.6469292640686035,
+      "epoch": 3.0502354788069073,
+      "rel-constrast": 1.9174213409423828,
+      "step": 3886,
+      "subrel-constrast": 2.8749938011169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2541886568069458,
+      "cov-distil (oracle2student)": 4.796964645385742,
+      "cov-distil (oracle2teacher)": 5.031791687011719,
+      "epoch": 3.0510204081632653,
+      "rel-constrast": 2.677295684814453,
+      "step": 3887,
+      "subrel-constrast": 3.5895915031433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8060600757598877,
+      "cov-distil (oracle2student)": 5.19497013092041,
+      "cov-distil (oracle2teacher)": 4.772056579589844,
+      "epoch": 3.0518053375196232,
+      "rel-constrast": 3.310330867767334,
+      "step": 3888,
+      "subrel-constrast": 3.692253828048706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2846288681030273,
+      "cov-distil (oracle2student)": 4.204844951629639,
+      "cov-distil (oracle2teacher)": 4.043733596801758,
+      "epoch": 3.0525902668759812,
+      "rel-constrast": 1.8017500638961792,
+      "step": 3889,
+      "subrel-constrast": 2.4197216033935547,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.053375196232339,
+      "grad_norm": 5.4375,
+      "learning_rate": 3.832929051842972e-05,
+      "loss": 0.7039,
+      "step": 3890
+    },
+    {
+      "cov-distil": 1.8220555782318115,
+      "cov-distil (oracle2student)": 4.779575347900391,
+      "cov-distil (oracle2teacher)": 4.1977739334106445,
+      "epoch": 3.053375196232339,
+      "rel-constrast": 1.5197752714157104,
+      "step": 3890,
+      "subrel-constrast": 2.6804044246673584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7008124589920044,
+      "cov-distil (oracle2student)": 3.4965553283691406,
+      "cov-distil (oracle2teacher)": 4.15907096862793,
+      "epoch": 3.054160125588697,
+      "rel-constrast": 2.1127312183380127,
+      "step": 3891,
+      "subrel-constrast": 3.0293655395507812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5517480373382568,
+      "cov-distil (oracle2student)": 5.542078018188477,
+      "cov-distil (oracle2teacher)": 4.773499488830566,
+      "epoch": 3.0549450549450547,
+      "rel-constrast": 2.7363109588623047,
+      "step": 3892,
+      "subrel-constrast": 3.670398235321045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7479209899902344,
+      "cov-distil (oracle2student)": 5.2657880783081055,
+      "cov-distil (oracle2teacher)": 5.049679279327393,
+      "epoch": 3.0557299843014127,
+      "rel-constrast": 2.989947557449341,
+      "step": 3893,
+      "subrel-constrast": 3.4228672981262207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2669296264648438,
+      "cov-distil (oracle2student)": 3.9766359329223633,
+      "cov-distil (oracle2teacher)": 3.961317300796509,
+      "epoch": 3.0565149136577707,
+      "rel-constrast": 2.8582332134246826,
+      "step": 3894,
+      "subrel-constrast": 3.654568672180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2877744436264038,
+      "cov-distil (oracle2student)": 3.6945960521698,
+      "cov-distil (oracle2teacher)": 3.6664228439331055,
+      "epoch": 3.0572998430141287,
+      "rel-constrast": 3.203937292098999,
+      "step": 3895,
+      "subrel-constrast": 3.5530433654785156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.577438235282898,
+      "cov-distil (oracle2student)": 3.647803783416748,
+      "cov-distil (oracle2teacher)": 3.9234185218811035,
+      "epoch": 3.0580847723704867,
+      "rel-constrast": 3.3574721813201904,
+      "step": 3896,
+      "subrel-constrast": 3.531972646713257,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2845211029052734,
+      "cov-distil (oracle2student)": 3.337599992752075,
+      "cov-distil (oracle2teacher)": 3.0916764736175537,
+      "epoch": 3.0588697017268447,
+      "rel-constrast": 2.683302402496338,
+      "step": 3897,
+      "subrel-constrast": 2.9171650409698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2420225143432617,
+      "cov-distil (oracle2student)": 4.573619842529297,
+      "cov-distil (oracle2teacher)": 3.969705104827881,
+      "epoch": 3.0596546310832027,
+      "rel-constrast": 2.434248924255371,
+      "step": 3898,
+      "subrel-constrast": 3.5424842834472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2686893939971924,
+      "cov-distil (oracle2student)": 4.785373687744141,
+      "cov-distil (oracle2teacher)": 4.68314266204834,
+      "epoch": 3.0604395604395602,
+      "rel-constrast": 1.3491506576538086,
+      "step": 3899,
+      "subrel-constrast": 2.0522756576538086,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.061224489795918,
+      "grad_norm": 3.984375,
+      "learning_rate": 3.8255381414313245e-05,
+      "loss": 0.6705,
+      "step": 3900
+    },
+    {
+      "epoch": 3.061224489795918,
+      "overlap": 0.28125,
+      "step": 3900
+    },
+    {
+      "epoch": 3.061224489795918,
+      "step": 3900,
+      "student margin": 0.069091796875
+    },
+    {
+      "epoch": 3.061224489795918,
+      "step": 3900,
+      "teacher margin": 0.049560546875
+    },
+    {
+      "epoch": 3.061224489795918,
+      "margin difference": -0.01953125,
+      "step": 3900
+    },
+    {
+      "cov-distil": 1.875791311264038,
+      "cov-distil (oracle2student)": 5.013360977172852,
+      "cov-distil (oracle2teacher)": 4.291313171386719,
+      "epoch": 3.061224489795918,
+      "rel-constrast": 2.2133395671844482,
+      "step": 3900,
+      "subrel-constrast": 3.0327255725860596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7083663940429688,
+      "cov-distil (oracle2student)": 3.6251139640808105,
+      "cov-distil (oracle2teacher)": 3.5317492485046387,
+      "epoch": 3.062009419152276,
+      "rel-constrast": 2.5742783546447754,
+      "step": 3901,
+      "subrel-constrast": 3.410224676132202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7333948612213135,
+      "cov-distil (oracle2student)": 4.460991859436035,
+      "cov-distil (oracle2teacher)": 4.065147399902344,
+      "epoch": 3.062794348508634,
+      "rel-constrast": 2.290299892425537,
+      "step": 3902,
+      "subrel-constrast": 3.2261202335357666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2824678421020508,
+      "cov-distil (oracle2student)": 4.134335517883301,
+      "cov-distil (oracle2teacher)": 4.15157413482666,
+      "epoch": 3.063579277864992,
+      "rel-constrast": 1.9585139751434326,
+      "step": 3903,
+      "subrel-constrast": 2.551780939102173,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5974185466766357,
+      "cov-distil (oracle2student)": 4.908682823181152,
+      "cov-distil (oracle2teacher)": 4.399211406707764,
+      "epoch": 3.06436420722135,
+      "rel-constrast": 3.4247684478759766,
+      "step": 3904,
+      "subrel-constrast": 3.790236711502075,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5819499492645264,
+      "cov-distil (oracle2student)": 4.549524307250977,
+      "cov-distil (oracle2teacher)": 4.336092472076416,
+      "epoch": 3.065149136577708,
+      "rel-constrast": 2.776414394378662,
+      "step": 3905,
+      "subrel-constrast": 3.499255657196045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8034346103668213,
+      "cov-distil (oracle2student)": 3.8968677520751953,
+      "cov-distil (oracle2teacher)": 3.4005143642425537,
+      "epoch": 3.065934065934066,
+      "rel-constrast": 2.198441505432129,
+      "step": 3906,
+      "subrel-constrast": 3.130711793899536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6304528713226318,
+      "cov-distil (oracle2student)": 3.7200963497161865,
+      "cov-distil (oracle2teacher)": 3.894496202468872,
+      "epoch": 3.0667189952904237,
+      "rel-constrast": 2.1769464015960693,
+      "step": 3907,
+      "subrel-constrast": 3.191270351409912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3648451566696167,
+      "cov-distil (oracle2student)": 3.4376027584075928,
+      "cov-distil (oracle2teacher)": 3.4645001888275146,
+      "epoch": 3.0675039246467817,
+      "rel-constrast": 3.813624143600464,
+      "step": 3908,
+      "subrel-constrast": 4.423561096191406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4752564430236816,
+      "cov-distil (oracle2student)": 2.844874620437622,
+      "cov-distil (oracle2teacher)": 3.109950065612793,
+      "epoch": 3.0682888540031397,
+      "rel-constrast": 1.9378912448883057,
+      "step": 3909,
+      "subrel-constrast": 2.8490731716156006,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0690737833594977,
+      "grad_norm": 5.0,
+      "learning_rate": 3.818131079755739e-05,
+      "loss": 0.6742,
+      "step": 3910
+    },
+    {
+      "cov-distil": 1.2042789459228516,
+      "cov-distil (oracle2student)": 4.446213722229004,
+      "cov-distil (oracle2teacher)": 4.511254787445068,
+      "epoch": 3.0690737833594977,
+      "rel-constrast": 2.8908045291900635,
+      "step": 3910,
+      "subrel-constrast": 3.273087501525879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3245770931243896,
+      "cov-distil (oracle2student)": 3.0457701683044434,
+      "cov-distil (oracle2teacher)": 3.0613837242126465,
+      "epoch": 3.0698587127158556,
+      "rel-constrast": 1.6698858737945557,
+      "step": 3911,
+      "subrel-constrast": 2.327544689178467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8503222465515137,
+      "cov-distil (oracle2student)": 4.413891792297363,
+      "cov-distil (oracle2teacher)": 3.8185904026031494,
+      "epoch": 3.0706436420722136,
+      "rel-constrast": 3.5474023818969727,
+      "step": 3912,
+      "subrel-constrast": 3.882469415664673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6430326700210571,
+      "cov-distil (oracle2student)": 4.4282402992248535,
+      "cov-distil (oracle2teacher)": 4.592717170715332,
+      "epoch": 3.0714285714285716,
+      "rel-constrast": 2.371480941772461,
+      "step": 3913,
+      "subrel-constrast": 3.1280829906463623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5910708904266357,
+      "cov-distil (oracle2student)": 4.897324562072754,
+      "cov-distil (oracle2teacher)": 4.151856422424316,
+      "epoch": 3.072213500784929,
+      "rel-constrast": 2.454209804534912,
+      "step": 3914,
+      "subrel-constrast": 3.3346059322357178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2939752340316772,
+      "cov-distil (oracle2student)": 4.028255939483643,
+      "cov-distil (oracle2teacher)": 3.987027645111084,
+      "epoch": 3.072998430141287,
+      "rel-constrast": 3.0513386726379395,
+      "step": 3915,
+      "subrel-constrast": 3.7475712299346924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7623319625854492,
+      "cov-distil (oracle2student)": 4.853702068328857,
+      "cov-distil (oracle2teacher)": 3.9238739013671875,
+      "epoch": 3.073783359497645,
+      "rel-constrast": 2.743565320968628,
+      "step": 3916,
+      "subrel-constrast": 2.9786875247955322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5072379112243652,
+      "cov-distil (oracle2student)": 2.9280753135681152,
+      "cov-distil (oracle2teacher)": 2.868868350982666,
+      "epoch": 3.074568288854003,
+      "rel-constrast": 2.3842008113861084,
+      "step": 3917,
+      "subrel-constrast": 3.317923069000244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8545860052108765,
+      "cov-distil (oracle2student)": 6.289912223815918,
+      "cov-distil (oracle2teacher)": 5.882286548614502,
+      "epoch": 3.075353218210361,
+      "rel-constrast": 3.143024206161499,
+      "step": 3918,
+      "subrel-constrast": 4.405056953430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3883020877838135,
+      "cov-distil (oracle2student)": 3.3099846839904785,
+      "cov-distil (oracle2teacher)": 2.9862887859344482,
+      "epoch": 3.076138147566719,
+      "rel-constrast": 1.7966830730438232,
+      "step": 3919,
+      "subrel-constrast": 2.331111192703247,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.076923076923077,
+      "grad_norm": 4.875,
+      "learning_rate": 3.810707957068923e-05,
+      "loss": 0.6899,
+      "step": 3920
+    },
+    {
+      "cov-distil": 1.499089241027832,
+      "cov-distil (oracle2student)": 4.05058479309082,
+      "cov-distil (oracle2teacher)": 3.966466188430786,
+      "epoch": 3.076923076923077,
+      "rel-constrast": 2.1065869331359863,
+      "step": 3920,
+      "subrel-constrast": 2.9832990169525146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6887990236282349,
+      "cov-distil (oracle2student)": 3.9728245735168457,
+      "cov-distil (oracle2teacher)": 3.8566524982452393,
+      "epoch": 3.0777080062794346,
+      "rel-constrast": 1.7310638427734375,
+      "step": 3921,
+      "subrel-constrast": 2.2880918979644775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1836636066436768,
+      "cov-distil (oracle2student)": 5.011714458465576,
+      "cov-distil (oracle2teacher)": 4.499988555908203,
+      "epoch": 3.0784929356357926,
+      "rel-constrast": 3.4694175720214844,
+      "step": 3922,
+      "subrel-constrast": 3.934206485748291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3372256755828857,
+      "cov-distil (oracle2student)": 3.0614748001098633,
+      "cov-distil (oracle2teacher)": 3.0787203311920166,
+      "epoch": 3.0792778649921506,
+      "rel-constrast": 3.058417558670044,
+      "step": 3923,
+      "subrel-constrast": 3.180579662322998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.903332233428955,
+      "cov-distil (oracle2student)": 2.843832492828369,
+      "cov-distil (oracle2teacher)": 3.221987247467041,
+      "epoch": 3.0800627943485086,
+      "rel-constrast": 2.049692392349243,
+      "step": 3924,
+      "subrel-constrast": 3.46197247505188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5203757286071777,
+      "cov-distil (oracle2student)": 5.082733154296875,
+      "cov-distil (oracle2teacher)": 4.622802734375,
+      "epoch": 3.0808477237048666,
+      "rel-constrast": 3.5674402713775635,
+      "step": 3925,
+      "subrel-constrast": 3.7817940711975098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2856972217559814,
+      "cov-distil (oracle2student)": 3.444894790649414,
+      "cov-distil (oracle2teacher)": 2.9935343265533447,
+      "epoch": 3.0816326530612246,
+      "rel-constrast": 1.974229335784912,
+      "step": 3926,
+      "subrel-constrast": 2.376971483230591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3596563339233398,
+      "cov-distil (oracle2student)": 2.818741798400879,
+      "cov-distil (oracle2teacher)": 2.866715431213379,
+      "epoch": 3.0824175824175826,
+      "rel-constrast": 1.7252941131591797,
+      "step": 3927,
+      "subrel-constrast": 2.4878599643707275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7446638345718384,
+      "cov-distil (oracle2student)": 4.225701808929443,
+      "cov-distil (oracle2teacher)": 4.108460426330566,
+      "epoch": 3.0832025117739406,
+      "rel-constrast": 4.427271842956543,
+      "step": 3928,
+      "subrel-constrast": 4.415353775024414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5089988708496094,
+      "cov-distil (oracle2student)": 3.9549593925476074,
+      "cov-distil (oracle2teacher)": 3.7553768157958984,
+      "epoch": 3.083987441130298,
+      "rel-constrast": 2.7443759441375732,
+      "step": 3929,
+      "subrel-constrast": 3.281102180480957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.084772370486656,
+      "grad_norm": 6.3125,
+      "learning_rate": 3.803268863819285e-05,
+      "loss": 0.7089,
+      "step": 3930
+    },
+    {
+      "cov-distil": 1.6018788814544678,
+      "cov-distil (oracle2student)": 3.66237735748291,
+      "cov-distil (oracle2teacher)": 3.528140068054199,
+      "epoch": 3.084772370486656,
+      "rel-constrast": 2.2441999912261963,
+      "step": 3930,
+      "subrel-constrast": 2.991994857788086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.155766487121582,
+      "cov-distil (oracle2student)": 4.530776023864746,
+      "cov-distil (oracle2teacher)": 4.190145969390869,
+      "epoch": 3.085557299843014,
+      "rel-constrast": 1.7938861846923828,
+      "step": 3931,
+      "subrel-constrast": 2.6350314617156982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.26246976852417,
+      "cov-distil (oracle2student)": 3.427158832550049,
+      "cov-distil (oracle2teacher)": 3.70984148979187,
+      "epoch": 3.086342229199372,
+      "rel-constrast": 2.323350429534912,
+      "step": 3932,
+      "subrel-constrast": 2.790381669998169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6073694229125977,
+      "cov-distil (oracle2student)": 5.022433280944824,
+      "cov-distil (oracle2teacher)": 5.032250881195068,
+      "epoch": 3.08712715855573,
+      "rel-constrast": 2.712707281112671,
+      "step": 3933,
+      "subrel-constrast": 3.2991697788238525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4703915119171143,
+      "cov-distil (oracle2student)": 5.158740043640137,
+      "cov-distil (oracle2teacher)": 4.851710796356201,
+      "epoch": 3.087912087912088,
+      "rel-constrast": 3.0798070430755615,
+      "step": 3934,
+      "subrel-constrast": 3.747809886932373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.862964391708374,
+      "cov-distil (oracle2student)": 3.52129864692688,
+      "cov-distil (oracle2teacher)": 3.7786014080047607,
+      "epoch": 3.088697017268446,
+      "rel-constrast": 2.529383897781372,
+      "step": 3935,
+      "subrel-constrast": 3.489069700241089,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.208822250366211,
+      "cov-distil (oracle2student)": 4.129415512084961,
+      "cov-distil (oracle2teacher)": 3.615018367767334,
+      "epoch": 3.0894819466248036,
+      "rel-constrast": 3.4830336570739746,
+      "step": 3936,
+      "subrel-constrast": 3.6304445266723633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7705063819885254,
+      "cov-distil (oracle2student)": 4.525368690490723,
+      "cov-distil (oracle2teacher)": 4.415241241455078,
+      "epoch": 3.0902668759811616,
+      "rel-constrast": 3.0243163108825684,
+      "step": 3937,
+      "subrel-constrast": 3.6280171871185303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1113662719726562,
+      "cov-distil (oracle2student)": 4.675498962402344,
+      "cov-distil (oracle2teacher)": 4.767834663391113,
+      "epoch": 3.0910518053375196,
+      "rel-constrast": 1.6892770528793335,
+      "step": 3938,
+      "subrel-constrast": 2.6585261821746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0727394819259644,
+      "cov-distil (oracle2student)": 3.2920446395874023,
+      "cov-distil (oracle2teacher)": 3.1542532444000244,
+      "epoch": 3.0918367346938775,
+      "rel-constrast": 2.2889351844787598,
+      "step": 3939,
+      "subrel-constrast": 2.971142530441284,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.0926216640502355,
+      "grad_norm": 5.9375,
+      "learning_rate": 3.795813890649827e-05,
+      "loss": 0.6645,
+      "step": 3940
+    },
+    {
+      "cov-distil": 2.094325304031372,
+      "cov-distil (oracle2student)": 4.206798553466797,
+      "cov-distil (oracle2teacher)": 4.3353142738342285,
+      "epoch": 3.0926216640502355,
+      "rel-constrast": 2.2873594760894775,
+      "step": 3940,
+      "subrel-constrast": 3.7848358154296875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1098318099975586,
+      "cov-distil (oracle2student)": 4.495993137359619,
+      "cov-distil (oracle2teacher)": 4.206506729125977,
+      "epoch": 3.0934065934065935,
+      "rel-constrast": 2.77524471282959,
+      "step": 3941,
+      "subrel-constrast": 3.5360026359558105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.133428692817688,
+      "cov-distil (oracle2student)": 2.645355701446533,
+      "cov-distil (oracle2teacher)": 2.63962459564209,
+      "epoch": 3.0941915227629515,
+      "rel-constrast": 2.801074981689453,
+      "step": 3942,
+      "subrel-constrast": 2.8630282878875732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4313453435897827,
+      "cov-distil (oracle2student)": 3.672118902206421,
+      "cov-distil (oracle2teacher)": 4.177909851074219,
+      "epoch": 3.094976452119309,
+      "rel-constrast": 3.6995534896850586,
+      "step": 3943,
+      "subrel-constrast": 4.424540042877197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2449798583984375,
+      "cov-distil (oracle2student)": 5.524850845336914,
+      "cov-distil (oracle2teacher)": 5.386235237121582,
+      "epoch": 3.095761381475667,
+      "rel-constrast": 3.292001724243164,
+      "step": 3944,
+      "subrel-constrast": 3.9112513065338135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6640162467956543,
+      "cov-distil (oracle2student)": 4.031420707702637,
+      "cov-distil (oracle2teacher)": 4.195464134216309,
+      "epoch": 3.096546310832025,
+      "rel-constrast": 3.1677334308624268,
+      "step": 3945,
+      "subrel-constrast": 4.167351245880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9989402294158936,
+      "cov-distil (oracle2student)": 2.9508304595947266,
+      "cov-distil (oracle2teacher)": 2.7397286891937256,
+      "epoch": 3.097331240188383,
+      "rel-constrast": 2.3699257373809814,
+      "step": 3946,
+      "subrel-constrast": 3.271902322769165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0722174644470215,
+      "cov-distil (oracle2student)": 4.557206153869629,
+      "cov-distil (oracle2teacher)": 3.8769450187683105,
+      "epoch": 3.098116169544741,
+      "rel-constrast": 2.7257585525512695,
+      "step": 3947,
+      "subrel-constrast": 3.542720317840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3138127326965332,
+      "cov-distil (oracle2student)": 5.003757476806641,
+      "cov-distil (oracle2teacher)": 4.58038330078125,
+      "epoch": 3.098901098901099,
+      "rel-constrast": 2.9687273502349854,
+      "step": 3948,
+      "subrel-constrast": 3.454383373260498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.296667456626892,
+      "cov-distil (oracle2student)": 3.349158763885498,
+      "cov-distil (oracle2teacher)": 3.5839223861694336,
+      "epoch": 3.099686028257457,
+      "rel-constrast": 2.3451082706451416,
+      "step": 3949,
+      "subrel-constrast": 2.8202857971191406,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.100470957613815,
+      "grad_norm": 5.9375,
+      "learning_rate": 3.7883431283970454e-05,
+      "loss": 0.7467,
+      "step": 3950
+    },
+    {
+      "cov-distil": 1.410243272781372,
+      "cov-distil (oracle2student)": 6.202687740325928,
+      "cov-distil (oracle2teacher)": 5.633633613586426,
+      "epoch": 3.100470957613815,
+      "rel-constrast": 3.8100056648254395,
+      "step": 3950,
+      "subrel-constrast": 4.274328708648682,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3857505321502686,
+      "cov-distil (oracle2student)": 3.924715042114258,
+      "cov-distil (oracle2teacher)": 3.6198418140411377,
+      "epoch": 3.1012558869701725,
+      "rel-constrast": 3.3152356147766113,
+      "step": 3951,
+      "subrel-constrast": 3.4773755073547363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6889824867248535,
+      "cov-distil (oracle2student)": 3.71883225440979,
+      "cov-distil (oracle2teacher)": 3.7538444995880127,
+      "epoch": 3.1020408163265305,
+      "rel-constrast": 3.2649383544921875,
+      "step": 3952,
+      "subrel-constrast": 4.154578685760498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8264997005462646,
+      "cov-distil (oracle2student)": 4.496335029602051,
+      "cov-distil (oracle2teacher)": 4.372133731842041,
+      "epoch": 3.1028257456828885,
+      "rel-constrast": 2.955933094024658,
+      "step": 3953,
+      "subrel-constrast": 3.568585157394409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5332428216934204,
+      "cov-distil (oracle2student)": 4.218353271484375,
+      "cov-distil (oracle2teacher)": 3.720968723297119,
+      "epoch": 3.1036106750392465,
+      "rel-constrast": 2.0841610431671143,
+      "step": 3954,
+      "subrel-constrast": 2.7351486682891846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.908383846282959,
+      "cov-distil (oracle2student)": 3.90879487991333,
+      "cov-distil (oracle2teacher)": 3.5664358139038086,
+      "epoch": 3.1043956043956045,
+      "rel-constrast": 3.106475353240967,
+      "step": 3955,
+      "subrel-constrast": 3.913933515548706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4097603559494019,
+      "cov-distil (oracle2student)": 6.099611282348633,
+      "cov-distil (oracle2teacher)": 5.1331281661987305,
+      "epoch": 3.1051805337519625,
+      "rel-constrast": 3.2357778549194336,
+      "step": 3956,
+      "subrel-constrast": 3.8136448860168457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.765142798423767,
+      "cov-distil (oracle2student)": 4.614743232727051,
+      "cov-distil (oracle2teacher)": 4.340702056884766,
+      "epoch": 3.1059654631083204,
+      "rel-constrast": 1.9036813974380493,
+      "step": 3957,
+      "subrel-constrast": 2.598439931869507,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.854600191116333,
+      "cov-distil (oracle2student)": 4.8740949630737305,
+      "cov-distil (oracle2teacher)": 3.920088052749634,
+      "epoch": 3.106750392464678,
+      "rel-constrast": 1.9670741558074951,
+      "step": 3958,
+      "subrel-constrast": 2.6679904460906982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6140520572662354,
+      "cov-distil (oracle2student)": 4.913095951080322,
+      "cov-distil (oracle2teacher)": 4.553739547729492,
+      "epoch": 3.107535321821036,
+      "rel-constrast": 2.9475412368774414,
+      "step": 3959,
+      "subrel-constrast": 4.005372524261475,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.108320251177394,
+      "grad_norm": 5.40625,
+      "learning_rate": 3.780856668089821e-05,
+      "loss": 0.7558,
+      "step": 3960
+    },
+    {
+      "cov-distil": 1.3820674419403076,
+      "cov-distil (oracle2student)": 4.622060775756836,
+      "cov-distil (oracle2teacher)": 4.534975051879883,
+      "epoch": 3.108320251177394,
+      "rel-constrast": 1.8641661405563354,
+      "step": 3960,
+      "subrel-constrast": 2.868335723876953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1285030841827393,
+      "cov-distil (oracle2student)": 4.401209831237793,
+      "cov-distil (oracle2teacher)": 4.417746543884277,
+      "epoch": 3.109105180533752,
+      "rel-constrast": 3.513721466064453,
+      "step": 3961,
+      "subrel-constrast": 3.722871780395508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6314016580581665,
+      "cov-distil (oracle2student)": 4.487876892089844,
+      "cov-distil (oracle2teacher)": 4.005311965942383,
+      "epoch": 3.10989010989011,
+      "rel-constrast": 2.6904425621032715,
+      "step": 3962,
+      "subrel-constrast": 2.9460060596466064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4100089073181152,
+      "cov-distil (oracle2student)": 5.525656700134277,
+      "cov-distil (oracle2teacher)": 5.109982490539551,
+      "epoch": 3.110675039246468,
+      "rel-constrast": 3.166065216064453,
+      "step": 3963,
+      "subrel-constrast": 3.704674482345581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9394193291664124,
+      "cov-distil (oracle2student)": 3.546541213989258,
+      "cov-distil (oracle2teacher)": 3.7638840675354004,
+      "epoch": 3.111459968602826,
+      "rel-constrast": 2.187645435333252,
+      "step": 3964,
+      "subrel-constrast": 2.788271427154541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4966228008270264,
+      "cov-distil (oracle2student)": 2.987334966659546,
+      "cov-distil (oracle2teacher)": 3.187777042388916,
+      "epoch": 3.1122448979591835,
+      "rel-constrast": 2.8328628540039062,
+      "step": 3965,
+      "subrel-constrast": 3.3534393310546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2869586944580078,
+      "cov-distil (oracle2student)": 4.564988136291504,
+      "cov-distil (oracle2teacher)": 4.412904739379883,
+      "epoch": 3.1130298273155415,
+      "rel-constrast": 2.6672887802124023,
+      "step": 3966,
+      "subrel-constrast": 3.1687731742858887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5148375034332275,
+      "cov-distil (oracle2student)": 4.3969316482543945,
+      "cov-distil (oracle2teacher)": 4.209781169891357,
+      "epoch": 3.1138147566718994,
+      "rel-constrast": 3.342285394668579,
+      "step": 3967,
+      "subrel-constrast": 3.749037027359009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1435072422027588,
+      "cov-distil (oracle2student)": 4.516887664794922,
+      "cov-distil (oracle2teacher)": 4.315299987792969,
+      "epoch": 3.1145996860282574,
+      "rel-constrast": 2.419464349746704,
+      "step": 3968,
+      "subrel-constrast": 3.1990175247192383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2472466230392456,
+      "cov-distil (oracle2student)": 5.362977027893066,
+      "cov-distil (oracle2teacher)": 4.618950843811035,
+      "epoch": 3.1153846153846154,
+      "rel-constrast": 3.0693564414978027,
+      "step": 3969,
+      "subrel-constrast": 3.256802558898926,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1161695447409734,
+      "grad_norm": 5.8125,
+      "learning_rate": 3.7733546009483096e-05,
+      "loss": 0.7268,
+      "step": 3970
+    },
+    {
+      "cov-distil": 1.66915762424469,
+      "cov-distil (oracle2student)": 4.651505947113037,
+      "cov-distil (oracle2teacher)": 4.286517143249512,
+      "epoch": 3.1161695447409734,
+      "rel-constrast": 2.9849846363067627,
+      "step": 3970,
+      "subrel-constrast": 3.9773411750793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.361311912536621,
+      "cov-distil (oracle2student)": 4.446944713592529,
+      "cov-distil (oracle2teacher)": 4.04551362991333,
+      "epoch": 3.1169544740973314,
+      "rel-constrast": 2.3025169372558594,
+      "step": 3971,
+      "subrel-constrast": 3.1241400241851807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.496569037437439,
+      "cov-distil (oracle2student)": 3.619849681854248,
+      "cov-distil (oracle2teacher)": 3.9160470962524414,
+      "epoch": 3.1177394034536894,
+      "rel-constrast": 3.271634817123413,
+      "step": 3972,
+      "subrel-constrast": 3.750971794128418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1280103921890259,
+      "cov-distil (oracle2student)": 3.0364160537719727,
+      "cov-distil (oracle2teacher)": 2.758138418197632,
+      "epoch": 3.118524332810047,
+      "rel-constrast": 2.8433520793914795,
+      "step": 3973,
+      "subrel-constrast": 3.6521880626678467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.114649772644043,
+      "cov-distil (oracle2student)": 3.67525577545166,
+      "cov-distil (oracle2teacher)": 3.8084352016448975,
+      "epoch": 3.119309262166405,
+      "rel-constrast": 2.4551820755004883,
+      "step": 3974,
+      "subrel-constrast": 3.8024685382843018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.834491491317749,
+      "cov-distil (oracle2student)": 4.122900009155273,
+      "cov-distil (oracle2teacher)": 4.062511444091797,
+      "epoch": 3.120094191522763,
+      "rel-constrast": 3.635308027267456,
+      "step": 3975,
+      "subrel-constrast": 4.736858367919922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.730121374130249,
+      "cov-distil (oracle2student)": 3.9647858142852783,
+      "cov-distil (oracle2teacher)": 4.021009922027588,
+      "epoch": 3.120879120879121,
+      "rel-constrast": 1.7277016639709473,
+      "step": 3976,
+      "subrel-constrast": 3.205909252166748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9007909297943115,
+      "cov-distil (oracle2student)": 4.4089860916137695,
+      "cov-distil (oracle2teacher)": 4.042754173278809,
+      "epoch": 3.121664050235479,
+      "rel-constrast": 2.907442092895508,
+      "step": 3977,
+      "subrel-constrast": 3.5467686653137207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5145336389541626,
+      "cov-distil (oracle2student)": 5.380570411682129,
+      "cov-distil (oracle2teacher)": 4.418453693389893,
+      "epoch": 3.122448979591837,
+      "rel-constrast": 4.4568586349487305,
+      "step": 3978,
+      "subrel-constrast": 5.339335918426514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3202569484710693,
+      "cov-distil (oracle2student)": 3.498323440551758,
+      "cov-distil (oracle2teacher)": 3.2719547748565674,
+      "epoch": 3.123233908948195,
+      "rel-constrast": 2.5894243717193604,
+      "step": 3979,
+      "subrel-constrast": 3.237933397293091,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1240188383045524,
+      "grad_norm": 4.59375,
+      "learning_rate": 3.765837018382831e-05,
+      "loss": 0.7695,
+      "step": 3980
+    },
+    {
+      "cov-distil": 1.3972535133361816,
+      "cov-distil (oracle2student)": 4.041508197784424,
+      "cov-distil (oracle2teacher)": 3.7952075004577637,
+      "epoch": 3.1240188383045524,
+      "rel-constrast": 2.2988476753234863,
+      "step": 3980,
+      "subrel-constrast": 3.1005780696868896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5594604015350342,
+      "cov-distil (oracle2student)": 4.231490135192871,
+      "cov-distil (oracle2teacher)": 4.120368480682373,
+      "epoch": 3.1248037676609104,
+      "rel-constrast": 3.0343902111053467,
+      "step": 3981,
+      "subrel-constrast": 3.4966611862182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5211660861968994,
+      "cov-distil (oracle2student)": 4.798731803894043,
+      "cov-distil (oracle2teacher)": 4.759819984436035,
+      "epoch": 3.1255886970172684,
+      "rel-constrast": 3.1911568641662598,
+      "step": 3982,
+      "subrel-constrast": 4.229610443115234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4995570182800293,
+      "cov-distil (oracle2student)": 3.0293073654174805,
+      "cov-distil (oracle2teacher)": 2.9858508110046387,
+      "epoch": 3.1263736263736264,
+      "rel-constrast": 2.0577168464660645,
+      "step": 3983,
+      "subrel-constrast": 2.7351090908050537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3836934566497803,
+      "cov-distil (oracle2student)": 5.287815570831299,
+      "cov-distil (oracle2teacher)": 4.472513198852539,
+      "epoch": 3.1271585557299844,
+      "rel-constrast": 2.879443645477295,
+      "step": 3984,
+      "subrel-constrast": 3.4061226844787598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3132383823394775,
+      "cov-distil (oracle2student)": 2.9409914016723633,
+      "cov-distil (oracle2teacher)": 3.084138870239258,
+      "epoch": 3.1279434850863423,
+      "rel-constrast": 1.923112154006958,
+      "step": 3985,
+      "subrel-constrast": 2.518975019454956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3930792808532715,
+      "cov-distil (oracle2student)": 5.81480598449707,
+      "cov-distil (oracle2teacher)": 4.274402618408203,
+      "epoch": 3.1287284144427003,
+      "rel-constrast": 2.9078264236450195,
+      "step": 3986,
+      "subrel-constrast": 3.532029390335083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5962477922439575,
+      "cov-distil (oracle2student)": 4.533733367919922,
+      "cov-distil (oracle2teacher)": 4.263789176940918,
+      "epoch": 3.129513343799058,
+      "rel-constrast": 2.5639548301696777,
+      "step": 3987,
+      "subrel-constrast": 3.1093592643737793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.430990219116211,
+      "cov-distil (oracle2student)": 3.397747039794922,
+      "cov-distil (oracle2teacher)": 3.266911506652832,
+      "epoch": 3.130298273155416,
+      "rel-constrast": 2.517728805541992,
+      "step": 3988,
+      "subrel-constrast": 3.3465797901153564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.914198637008667,
+      "cov-distil (oracle2student)": 3.6851696968078613,
+      "cov-distil (oracle2teacher)": 3.5485143661499023,
+      "epoch": 3.131083202511774,
+      "rel-constrast": 1.5013985633850098,
+      "step": 3989,
+      "subrel-constrast": 2.5587544441223145,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.131868131868132,
+      "grad_norm": 4.59375,
+      "learning_rate": 3.758304011992758e-05,
+      "loss": 0.6594,
+      "step": 3990
+    },
+    {
+      "cov-distil": 1.8833643198013306,
+      "cov-distil (oracle2student)": 3.2685670852661133,
+      "cov-distil (oracle2teacher)": 3.201343059539795,
+      "epoch": 3.131868131868132,
+      "rel-constrast": 2.5880165100097656,
+      "step": 3990,
+      "subrel-constrast": 3.2464535236358643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7469263076782227,
+      "cov-distil (oracle2student)": 3.4157681465148926,
+      "cov-distil (oracle2teacher)": 3.43747878074646,
+      "epoch": 3.13265306122449,
+      "rel-constrast": 2.957597255706787,
+      "step": 3991,
+      "subrel-constrast": 3.4111268520355225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.325559139251709,
+      "cov-distil (oracle2student)": 4.120487689971924,
+      "cov-distil (oracle2teacher)": 3.6110479831695557,
+      "epoch": 3.133437990580848,
+      "rel-constrast": 2.91544246673584,
+      "step": 3992,
+      "subrel-constrast": 3.4335591793060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4067728519439697,
+      "cov-distil (oracle2student)": 5.255232334136963,
+      "cov-distil (oracle2teacher)": 4.752231597900391,
+      "epoch": 3.134222919937206,
+      "rel-constrast": 2.0589544773101807,
+      "step": 3993,
+      "subrel-constrast": 2.8734729290008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5167115926742554,
+      "cov-distil (oracle2student)": 4.18256950378418,
+      "cov-distil (oracle2teacher)": 4.1778154373168945,
+      "epoch": 3.1350078492935634,
+      "rel-constrast": 2.2548394203186035,
+      "step": 3994,
+      "subrel-constrast": 3.056274890899658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3547661304473877,
+      "cov-distil (oracle2student)": 3.5847861766815186,
+      "cov-distil (oracle2teacher)": 3.1362557411193848,
+      "epoch": 3.1357927786499213,
+      "rel-constrast": 2.802783966064453,
+      "step": 3995,
+      "subrel-constrast": 3.3913373947143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5744236707687378,
+      "cov-distil (oracle2student)": 3.4479970932006836,
+      "cov-distil (oracle2teacher)": 2.9571776390075684,
+      "epoch": 3.1365777080062793,
+      "rel-constrast": 2.463334560394287,
+      "step": 3996,
+      "subrel-constrast": 2.8632590770721436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8311419486999512,
+      "cov-distil (oracle2student)": 4.578268051147461,
+      "cov-distil (oracle2teacher)": 4.109395980834961,
+      "epoch": 3.1373626373626373,
+      "rel-constrast": 2.218653440475464,
+      "step": 3997,
+      "subrel-constrast": 3.2965588569641113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2850055694580078,
+      "cov-distil (oracle2student)": 5.5125885009765625,
+      "cov-distil (oracle2teacher)": 4.78791618347168,
+      "epoch": 3.1381475667189953,
+      "rel-constrast": 2.0417537689208984,
+      "step": 3998,
+      "subrel-constrast": 2.738722801208496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6174662113189697,
+      "cov-distil (oracle2student)": 5.0048112869262695,
+      "cov-distil (oracle2teacher)": 4.687915802001953,
+      "epoch": 3.1389324960753533,
+      "rel-constrast": 2.5816457271575928,
+      "step": 3999,
+      "subrel-constrast": 3.5283572673797607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "grad_norm": 5.6875,
+      "learning_rate": 3.750755673565396e-05,
+      "loss": 0.6609,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/duc04-P@10": 0.76,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/duc04-nDCG@10": 0.7716741064378358,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/duc04-alpha_nDCG@10": 0.5847319342276227,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/multi_news-P@10": 0.4319999999999999,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/multi_news-nDCG@10": 0.6140845159249829,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/multi_news-alpha_nDCG@10": 0.6003484430564032,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "eval/avg": 0.539826143270874,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "overlap": 0.3812499940395355,
+      "step": 4000
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "step": 4000,
+      "student margin": 0.047119140625
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "step": 4000,
+      "teacher margin": 0.028564453125
+    },
+    {
+      "epoch": 3.1397174254317113,
+      "margin difference": -0.0185546875,
+      "step": 4000
+    },
+    {
+      "cov-distil": 1.209040880203247,
+      "cov-distil (oracle2student)": 3.9328384399414062,
+      "cov-distil (oracle2teacher)": 3.8199338912963867,
+      "epoch": 3.1397174254317113,
+      "rel-constrast": 3.0244269371032715,
+      "step": 4000,
+      "subrel-constrast": 3.8307034969329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.959069013595581,
+      "cov-distil (oracle2student)": 5.232831001281738,
+      "cov-distil (oracle2teacher)": 4.924771308898926,
+      "epoch": 3.1405023547880693,
+      "rel-constrast": 2.313180446624756,
+      "step": 4001,
+      "subrel-constrast": 2.655975103378296,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3334033489227295,
+      "cov-distil (oracle2student)": 4.385404586791992,
+      "cov-distil (oracle2teacher)": 4.046319007873535,
+      "epoch": 3.141287284144427,
+      "rel-constrast": 2.9591152667999268,
+      "step": 4002,
+      "subrel-constrast": 3.373811721801758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7573208808898926,
+      "cov-distil (oracle2student)": 3.7746429443359375,
+      "cov-distil (oracle2teacher)": 4.0153727531433105,
+      "epoch": 3.142072213500785,
+      "rel-constrast": 2.889761447906494,
+      "step": 4003,
+      "subrel-constrast": 4.234951496124268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.019495725631714,
+      "cov-distil (oracle2student)": 3.7475132942199707,
+      "cov-distil (oracle2teacher)": 3.5833282470703125,
+      "epoch": 3.142857142857143,
+      "rel-constrast": 2.667825222015381,
+      "step": 4004,
+      "subrel-constrast": 3.25996732711792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6682043075561523,
+      "cov-distil (oracle2student)": 4.952813148498535,
+      "cov-distil (oracle2teacher)": 4.219802379608154,
+      "epoch": 3.143642072213501,
+      "rel-constrast": 3.1089086532592773,
+      "step": 4005,
+      "subrel-constrast": 3.59246826171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3998610973358154,
+      "cov-distil (oracle2student)": 3.4256985187530518,
+      "cov-distil (oracle2teacher)": 3.386033058166504,
+      "epoch": 3.1444270015698588,
+      "rel-constrast": 1.9379539489746094,
+      "step": 4006,
+      "subrel-constrast": 2.45448637008667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6446576118469238,
+      "cov-distil (oracle2student)": 3.3182425498962402,
+      "cov-distil (oracle2teacher)": 3.2743983268737793,
+      "epoch": 3.1452119309262168,
+      "rel-constrast": 3.023751974105835,
+      "step": 4007,
+      "subrel-constrast": 4.206656455993652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3765065670013428,
+      "cov-distil (oracle2student)": 6.081264972686768,
+      "cov-distil (oracle2teacher)": 4.820174694061279,
+      "epoch": 3.1459968602825747,
+      "rel-constrast": 3.7567806243896484,
+      "step": 4008,
+      "subrel-constrast": 3.9311084747314453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4398224353790283,
+      "cov-distil (oracle2student)": 3.8997302055358887,
+      "cov-distil (oracle2teacher)": 3.9846625328063965,
+      "epoch": 3.1467817896389323,
+      "rel-constrast": 2.146303176879883,
+      "step": 4009,
+      "subrel-constrast": 3.2791898250579834,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1475667189952903,
+      "grad_norm": 5.59375,
+      "learning_rate": 3.743192095074865e-05,
+      "loss": 0.7327,
+      "step": 4010
+    },
+    {
+      "cov-distil": 1.8053710460662842,
+      "cov-distil (oracle2student)": 2.7694058418273926,
+      "cov-distil (oracle2teacher)": 2.734590530395508,
+      "epoch": 3.1475667189952903,
+      "rel-constrast": 2.110426902770996,
+      "step": 4010,
+      "subrel-constrast": 3.2000732421875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3407938480377197,
+      "cov-distil (oracle2student)": 3.125751495361328,
+      "cov-distil (oracle2teacher)": 3.5828404426574707,
+      "epoch": 3.1483516483516483,
+      "rel-constrast": 2.6432085037231445,
+      "step": 4011,
+      "subrel-constrast": 3.707040309906006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1050195693969727,
+      "cov-distil (oracle2student)": 5.241543769836426,
+      "cov-distil (oracle2teacher)": 4.605900287628174,
+      "epoch": 3.1491365777080063,
+      "rel-constrast": 3.1722350120544434,
+      "step": 4012,
+      "subrel-constrast": 4.2140278816223145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.603786587715149,
+      "cov-distil (oracle2student)": 4.343314170837402,
+      "cov-distil (oracle2teacher)": 4.272587299346924,
+      "epoch": 3.1499215070643642,
+      "rel-constrast": 3.113750457763672,
+      "step": 4013,
+      "subrel-constrast": 3.850740909576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3621788024902344,
+      "cov-distil (oracle2student)": 4.030180931091309,
+      "cov-distil (oracle2teacher)": 3.707770347595215,
+      "epoch": 3.1507064364207222,
+      "rel-constrast": 2.5461952686309814,
+      "step": 4014,
+      "subrel-constrast": 2.931687116622925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1265442371368408,
+      "cov-distil (oracle2student)": 5.732519149780273,
+      "cov-distil (oracle2teacher)": 5.2677507400512695,
+      "epoch": 3.1514913657770802,
+      "rel-constrast": 2.9408440589904785,
+      "step": 4015,
+      "subrel-constrast": 3.4614603519439697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.472933053970337,
+      "cov-distil (oracle2student)": 3.8917222023010254,
+      "cov-distil (oracle2teacher)": 3.905808925628662,
+      "epoch": 3.152276295133438,
+      "rel-constrast": 1.5721291303634644,
+      "step": 4016,
+      "subrel-constrast": 2.1751184463500977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3346691131591797,
+      "cov-distil (oracle2student)": 2.560511589050293,
+      "cov-distil (oracle2teacher)": 3.026409149169922,
+      "epoch": 3.1530612244897958,
+      "rel-constrast": 3.1153435707092285,
+      "step": 4017,
+      "subrel-constrast": 3.655320882797241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4049715995788574,
+      "cov-distil (oracle2student)": 5.4680986404418945,
+      "cov-distil (oracle2teacher)": 5.300495147705078,
+      "epoch": 3.1538461538461537,
+      "rel-constrast": 3.028555393218994,
+      "step": 4018,
+      "subrel-constrast": 3.6475470066070557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9060542583465576,
+      "cov-distil (oracle2student)": 5.903670787811279,
+      "cov-distil (oracle2teacher)": 5.662339210510254,
+      "epoch": 3.1546310832025117,
+      "rel-constrast": 2.368708372116089,
+      "step": 4019,
+      "subrel-constrast": 3.27793550491333,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1554160125588697,
+      "grad_norm": 5.625,
+      "learning_rate": 3.735613368680984e-05,
+      "loss": 0.7039,
+      "step": 4020
+    },
+    {
+      "cov-distil": 1.1688992977142334,
+      "cov-distil (oracle2student)": 5.1156206130981445,
+      "cov-distil (oracle2teacher)": 4.439912796020508,
+      "epoch": 3.1554160125588697,
+      "rel-constrast": 1.9843153953552246,
+      "step": 4020,
+      "subrel-constrast": 2.500354290008545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4174375534057617,
+      "cov-distil (oracle2student)": 3.220324993133545,
+      "cov-distil (oracle2teacher)": 3.1010706424713135,
+      "epoch": 3.1562009419152277,
+      "rel-constrast": 2.1896848678588867,
+      "step": 4021,
+      "subrel-constrast": 3.189178228378296,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.29622483253479,
+      "cov-distil (oracle2student)": 3.7617387771606445,
+      "cov-distil (oracle2teacher)": 3.760127067565918,
+      "epoch": 3.1569858712715857,
+      "rel-constrast": 1.5366089344024658,
+      "step": 4022,
+      "subrel-constrast": 2.3282546997070312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6506266593933105,
+      "cov-distil (oracle2student)": 4.132731914520264,
+      "cov-distil (oracle2teacher)": 4.207595348358154,
+      "epoch": 3.1577708006279437,
+      "rel-constrast": 2.4204459190368652,
+      "step": 4023,
+      "subrel-constrast": 3.201026201248169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4126176834106445,
+      "cov-distil (oracle2student)": 3.4126806259155273,
+      "cov-distil (oracle2teacher)": 3.4834680557250977,
+      "epoch": 3.1585557299843012,
+      "rel-constrast": 2.272808313369751,
+      "step": 4024,
+      "subrel-constrast": 3.4060797691345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1805121898651123,
+      "cov-distil (oracle2student)": 4.054686069488525,
+      "cov-distil (oracle2teacher)": 3.6576316356658936,
+      "epoch": 3.159340659340659,
+      "rel-constrast": 1.9540655612945557,
+      "step": 4025,
+      "subrel-constrast": 2.3759751319885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6045429706573486,
+      "cov-distil (oracle2student)": 3.717648506164551,
+      "cov-distil (oracle2teacher)": 3.6913974285125732,
+      "epoch": 3.160125588697017,
+      "rel-constrast": 3.246994733810425,
+      "step": 4026,
+      "subrel-constrast": 4.0166497230529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7980751991271973,
+      "cov-distil (oracle2student)": 4.5092549324035645,
+      "cov-distil (oracle2teacher)": 3.9919347763061523,
+      "epoch": 3.160910518053375,
+      "rel-constrast": 4.683196067810059,
+      "step": 4027,
+      "subrel-constrast": 4.490691184997559,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3912556171417236,
+      "cov-distil (oracle2student)": 5.237322807312012,
+      "cov-distil (oracle2teacher)": 4.340005874633789,
+      "epoch": 3.161695447409733,
+      "rel-constrast": 3.326416015625,
+      "step": 4028,
+      "subrel-constrast": 3.608795404434204,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1104602813720703,
+      "cov-distil (oracle2student)": 3.896197557449341,
+      "cov-distil (oracle2teacher)": 3.7132484912872314,
+      "epoch": 3.162480376766091,
+      "rel-constrast": 1.8039816617965698,
+      "step": 4029,
+      "subrel-constrast": 2.361765146255493,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.163265306122449,
+      "grad_norm": 4.6875,
+      "learning_rate": 3.728019586728141e-05,
+      "loss": 0.6705,
+      "step": 4030
+    },
+    {
+      "cov-distil": 1.3541531562805176,
+      "cov-distil (oracle2student)": 4.015524864196777,
+      "cov-distil (oracle2teacher)": 4.329927921295166,
+      "epoch": 3.163265306122449,
+      "rel-constrast": 1.9629801511764526,
+      "step": 4030,
+      "subrel-constrast": 2.6818907260894775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1294299364089966,
+      "cov-distil (oracle2student)": 2.7617692947387695,
+      "cov-distil (oracle2teacher)": 2.9763941764831543,
+      "epoch": 3.1640502354788067,
+      "rel-constrast": 2.1683244705200195,
+      "step": 4031,
+      "subrel-constrast": 2.9144084453582764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2012014389038086,
+      "cov-distil (oracle2student)": 4.840904235839844,
+      "cov-distil (oracle2teacher)": 4.0355544090271,
+      "epoch": 3.1648351648351647,
+      "rel-constrast": 2.1427664756774902,
+      "step": 4032,
+      "subrel-constrast": 2.442795753479004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0802819728851318,
+      "cov-distil (oracle2student)": 5.45503568649292,
+      "cov-distil (oracle2teacher)": 5.281075477600098,
+      "epoch": 3.1656200941915227,
+      "rel-constrast": 2.4656171798706055,
+      "step": 4033,
+      "subrel-constrast": 3.049830436706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3353824615478516,
+      "cov-distil (oracle2student)": 4.989023685455322,
+      "cov-distil (oracle2teacher)": 4.344862937927246,
+      "epoch": 3.1664050235478807,
+      "rel-constrast": 3.5053298473358154,
+      "step": 4034,
+      "subrel-constrast": 3.8764944076538086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2022203207015991,
+      "cov-distil (oracle2student)": 6.528278350830078,
+      "cov-distil (oracle2teacher)": 5.896334648132324,
+      "epoch": 3.1671899529042387,
+      "rel-constrast": 3.5243067741394043,
+      "step": 4035,
+      "subrel-constrast": 4.077381610870361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3674237728118896,
+      "cov-distil (oracle2student)": 4.241206169128418,
+      "cov-distil (oracle2teacher)": 3.8299360275268555,
+      "epoch": 3.1679748822605966,
+      "rel-constrast": 1.682050108909607,
+      "step": 4036,
+      "subrel-constrast": 2.1837241649627686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5176891088485718,
+      "cov-distil (oracle2student)": 3.330667018890381,
+      "cov-distil (oracle2teacher)": 3.6640219688415527,
+      "epoch": 3.1687598116169546,
+      "rel-constrast": 2.8492050170898438,
+      "step": 4037,
+      "subrel-constrast": 3.4241106510162354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.269775152206421,
+      "cov-distil (oracle2student)": 4.5991973876953125,
+      "cov-distil (oracle2teacher)": 4.16411018371582,
+      "epoch": 3.169544740973312,
+      "rel-constrast": 3.072007417678833,
+      "step": 4038,
+      "subrel-constrast": 3.421386957168579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8897309303283691,
+      "cov-distil (oracle2student)": 5.206181526184082,
+      "cov-distil (oracle2teacher)": 4.94783878326416,
+      "epoch": 3.17032967032967,
+      "rel-constrast": 2.3593008518218994,
+      "step": 4039,
+      "subrel-constrast": 3.2539186477661133,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.171114599686028,
+      "grad_norm": 4.75,
+      "learning_rate": 3.720410841744173e-05,
+      "loss": 0.6767,
+      "step": 4040
+    },
+    {
+      "cov-distil": 1.6129679679870605,
+      "cov-distil (oracle2student)": 3.9935712814331055,
+      "cov-distil (oracle2teacher)": 3.5981273651123047,
+      "epoch": 3.171114599686028,
+      "rel-constrast": 2.7115581035614014,
+      "step": 4040,
+      "subrel-constrast": 3.1283926963806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1991311311721802,
+      "cov-distil (oracle2student)": 5.3579254150390625,
+      "cov-distil (oracle2teacher)": 4.973752975463867,
+      "epoch": 3.171899529042386,
+      "rel-constrast": 2.5668561458587646,
+      "step": 4041,
+      "subrel-constrast": 3.0996129512786865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5496768951416016,
+      "cov-distil (oracle2student)": 3.2524614334106445,
+      "cov-distil (oracle2teacher)": 3.4045162200927734,
+      "epoch": 3.172684458398744,
+      "rel-constrast": 3.5430145263671875,
+      "step": 4042,
+      "subrel-constrast": 3.9937901496887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3744747638702393,
+      "cov-distil (oracle2student)": 4.279699325561523,
+      "cov-distil (oracle2teacher)": 3.6983394622802734,
+      "epoch": 3.173469387755102,
+      "rel-constrast": 2.8519365787506104,
+      "step": 4043,
+      "subrel-constrast": 3.4752397537231445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4630719423294067,
+      "cov-distil (oracle2student)": 2.837923288345337,
+      "cov-distil (oracle2teacher)": 3.5150299072265625,
+      "epoch": 3.17425431711146,
+      "rel-constrast": 2.126582622528076,
+      "step": 4044,
+      "subrel-constrast": 3.1475443840026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5248026847839355,
+      "cov-distil (oracle2student)": 5.376763820648193,
+      "cov-distil (oracle2teacher)": 4.936293601989746,
+      "epoch": 3.175039246467818,
+      "rel-constrast": 3.1609957218170166,
+      "step": 4045,
+      "subrel-constrast": 3.6746513843536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4433852434158325,
+      "cov-distil (oracle2student)": 4.585832595825195,
+      "cov-distil (oracle2teacher)": 4.856698513031006,
+      "epoch": 3.1758241758241756,
+      "rel-constrast": 2.8042945861816406,
+      "step": 4046,
+      "subrel-constrast": 4.086969375610352,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8247220516204834,
+      "cov-distil (oracle2student)": 4.829975128173828,
+      "cov-distil (oracle2teacher)": 4.213244438171387,
+      "epoch": 3.1766091051805336,
+      "rel-constrast": 1.8388553857803345,
+      "step": 4047,
+      "subrel-constrast": 3.094672918319702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1873655319213867,
+      "cov-distil (oracle2student)": 4.848925590515137,
+      "cov-distil (oracle2teacher)": 4.360294342041016,
+      "epoch": 3.1773940345368916,
+      "rel-constrast": 2.3456053733825684,
+      "step": 4048,
+      "subrel-constrast": 3.0755701065063477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4260952472686768,
+      "cov-distil (oracle2student)": 4.379673004150391,
+      "cov-distil (oracle2teacher)": 3.6278512477874756,
+      "epoch": 3.1781789638932496,
+      "rel-constrast": 3.2934975624084473,
+      "step": 4049,
+      "subrel-constrast": 3.403791904449463,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.1789638932496076,
+      "grad_norm": 6.75,
+      "learning_rate": 3.712787226439237e-05,
+      "loss": 0.7176,
+      "step": 4050
+    },
+    {
+      "cov-distil": 1.8134758472442627,
+      "cov-distil (oracle2student)": 4.351850509643555,
+      "cov-distil (oracle2teacher)": 4.473075866699219,
+      "epoch": 3.1789638932496076,
+      "rel-constrast": 2.732077121734619,
+      "step": 4050,
+      "subrel-constrast": 3.506810188293457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1262307167053223,
+      "cov-distil (oracle2student)": 4.326882362365723,
+      "cov-distil (oracle2teacher)": 3.771275520324707,
+      "epoch": 3.1797488226059656,
+      "rel-constrast": 2.2668232917785645,
+      "step": 4051,
+      "subrel-constrast": 2.3820972442626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.31911301612854,
+      "cov-distil (oracle2student)": 5.246451377868652,
+      "cov-distil (oracle2teacher)": 4.542802810668945,
+      "epoch": 3.1805337519623236,
+      "rel-constrast": 2.344691038131714,
+      "step": 4052,
+      "subrel-constrast": 3.601039409637451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3124734163284302,
+      "cov-distil (oracle2student)": 3.523489475250244,
+      "cov-distil (oracle2teacher)": 2.872551918029785,
+      "epoch": 3.181318681318681,
+      "rel-constrast": 2.6127185821533203,
+      "step": 4053,
+      "subrel-constrast": 2.9824790954589844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5550146102905273,
+      "cov-distil (oracle2student)": 4.256606578826904,
+      "cov-distil (oracle2teacher)": 4.216999053955078,
+      "epoch": 3.182103610675039,
+      "rel-constrast": 2.6281745433807373,
+      "step": 4054,
+      "subrel-constrast": 3.3054463863372803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.516392469406128,
+      "cov-distil (oracle2student)": 3.715696096420288,
+      "cov-distil (oracle2teacher)": 3.721472978591919,
+      "epoch": 3.182888540031397,
+      "rel-constrast": 2.9639787673950195,
+      "step": 4055,
+      "subrel-constrast": 4.156944274902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6829086542129517,
+      "cov-distil (oracle2student)": 3.249945640563965,
+      "cov-distil (oracle2teacher)": 3.027933120727539,
+      "epoch": 3.183673469387755,
+      "rel-constrast": 2.541362762451172,
+      "step": 4056,
+      "subrel-constrast": 3.2687926292419434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.852585792541504,
+      "cov-distil (oracle2student)": 3.4094343185424805,
+      "cov-distil (oracle2teacher)": 3.6497933864593506,
+      "epoch": 3.184458398744113,
+      "rel-constrast": 2.0248680114746094,
+      "step": 4057,
+      "subrel-constrast": 3.155052661895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7041120529174805,
+      "cov-distil (oracle2student)": 4.204410552978516,
+      "cov-distil (oracle2teacher)": 4.4240617752075195,
+      "epoch": 3.185243328100471,
+      "rel-constrast": 2.1769299507141113,
+      "step": 4058,
+      "subrel-constrast": 3.132854461669922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623509168624878,
+      "cov-distil (oracle2student)": 5.285120010375977,
+      "cov-distil (oracle2teacher)": 4.722373962402344,
+      "epoch": 3.186028257456829,
+      "rel-constrast": 2.614363193511963,
+      "step": 4059,
+      "subrel-constrast": 3.535580635070801,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.186813186813187,
+      "grad_norm": 4.65625,
+      "learning_rate": 3.705148833704678e-05,
+      "loss": 0.6639,
+      "step": 4060
+    },
+    {
+      "cov-distil": 1.5198452472686768,
+      "cov-distil (oracle2student)": 3.8856167793273926,
+      "cov-distil (oracle2teacher)": 4.516444206237793,
+      "epoch": 3.186813186813187,
+      "rel-constrast": 2.311664581298828,
+      "step": 4060,
+      "subrel-constrast": 3.259023666381836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.347705602645874,
+      "cov-distil (oracle2student)": 3.416877508163452,
+      "cov-distil (oracle2teacher)": 3.14567232131958,
+      "epoch": 3.1875981161695446,
+      "rel-constrast": 3.6556925773620605,
+      "step": 4061,
+      "subrel-constrast": 3.73980975151062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0656967163085938,
+      "cov-distil (oracle2student)": 3.1158320903778076,
+      "cov-distil (oracle2teacher)": 3.5009615421295166,
+      "epoch": 3.1883830455259026,
+      "rel-constrast": 1.9611574411392212,
+      "step": 4062,
+      "subrel-constrast": 2.3642382621765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8343945741653442,
+      "cov-distil (oracle2student)": 4.418554782867432,
+      "cov-distil (oracle2teacher)": 4.554476737976074,
+      "epoch": 3.1891679748822606,
+      "rel-constrast": 1.833245038986206,
+      "step": 4063,
+      "subrel-constrast": 2.9809908866882324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.077873706817627,
+      "cov-distil (oracle2student)": 3.039417266845703,
+      "cov-distil (oracle2teacher)": 3.066596031188965,
+      "epoch": 3.1899529042386185,
+      "rel-constrast": 2.839686870574951,
+      "step": 4064,
+      "subrel-constrast": 3.2636537551879883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8019778728485107,
+      "cov-distil (oracle2student)": 5.731478214263916,
+      "cov-distil (oracle2teacher)": 5.133264541625977,
+      "epoch": 3.1907378335949765,
+      "rel-constrast": 2.258167266845703,
+      "step": 4065,
+      "subrel-constrast": 3.468334913253784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.813058614730835,
+      "cov-distil (oracle2student)": 4.078762054443359,
+      "cov-distil (oracle2teacher)": 4.1901044845581055,
+      "epoch": 3.1915227629513345,
+      "rel-constrast": 2.585200548171997,
+      "step": 4066,
+      "subrel-constrast": 3.30265474319458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4874131679534912,
+      "cov-distil (oracle2student)": 3.7898292541503906,
+      "cov-distil (oracle2teacher)": 3.562988758087158,
+      "epoch": 3.1923076923076925,
+      "rel-constrast": 2.6950430870056152,
+      "step": 4067,
+      "subrel-constrast": 3.2502665519714355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.724550724029541,
+      "cov-distil (oracle2student)": 4.825225353240967,
+      "cov-distil (oracle2teacher)": 4.663763999938965,
+      "epoch": 3.19309262166405,
+      "rel-constrast": 3.4993138313293457,
+      "step": 4068,
+      "subrel-constrast": 3.9120733737945557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6310546398162842,
+      "cov-distil (oracle2student)": 3.393630266189575,
+      "cov-distil (oracle2teacher)": 3.625607967376709,
+      "epoch": 3.193877551020408,
+      "rel-constrast": 1.6976959705352783,
+      "step": 4069,
+      "subrel-constrast": 2.932539701461792,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.194662480376766,
+      "grad_norm": 4.625,
+      "learning_rate": 3.697495756611903e-05,
+      "loss": 0.6717,
+      "step": 4070
+    },
+    {
+      "cov-distil": 1.4508349895477295,
+      "cov-distil (oracle2student)": 5.91256856918335,
+      "cov-distil (oracle2teacher)": 5.6614789962768555,
+      "epoch": 3.194662480376766,
+      "rel-constrast": 2.4119086265563965,
+      "step": 4070,
+      "subrel-constrast": 3.206437110900879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6976141929626465,
+      "cov-distil (oracle2student)": 3.984220266342163,
+      "cov-distil (oracle2teacher)": 3.843625068664551,
+      "epoch": 3.195447409733124,
+      "rel-constrast": 3.173590660095215,
+      "step": 4071,
+      "subrel-constrast": 3.887885570526123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0145299434661865,
+      "cov-distil (oracle2student)": 3.1996915340423584,
+      "cov-distil (oracle2teacher)": 3.3850550651550293,
+      "epoch": 3.196232339089482,
+      "rel-constrast": 1.7062350511550903,
+      "step": 4072,
+      "subrel-constrast": 2.639400005340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2353920936584473,
+      "cov-distil (oracle2student)": 5.628376007080078,
+      "cov-distil (oracle2teacher)": 5.854368209838867,
+      "epoch": 3.19701726844584,
+      "rel-constrast": 1.8698667287826538,
+      "step": 4073,
+      "subrel-constrast": 2.7485580444335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5909078121185303,
+      "cov-distil (oracle2student)": 4.899896621704102,
+      "cov-distil (oracle2teacher)": 4.94480037689209,
+      "epoch": 3.197802197802198,
+      "rel-constrast": 3.158751964569092,
+      "step": 4074,
+      "subrel-constrast": 3.538414716720581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3533720970153809,
+      "cov-distil (oracle2student)": 5.016068935394287,
+      "cov-distil (oracle2teacher)": 4.607449531555176,
+      "epoch": 3.1985871271585555,
+      "rel-constrast": 2.501852035522461,
+      "step": 4075,
+      "subrel-constrast": 2.9467666149139404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3456740379333496,
+      "cov-distil (oracle2student)": 4.0357890129089355,
+      "cov-distil (oracle2teacher)": 3.7460975646972656,
+      "epoch": 3.1993720565149135,
+      "rel-constrast": 2.2281441688537598,
+      "step": 4076,
+      "subrel-constrast": 2.8625118732452393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2751517295837402,
+      "cov-distil (oracle2student)": 3.488973617553711,
+      "cov-distil (oracle2teacher)": 3.38330078125,
+      "epoch": 3.2001569858712715,
+      "rel-constrast": 2.056427240371704,
+      "step": 4077,
+      "subrel-constrast": 2.8544366359710693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.374100685119629,
+      "cov-distil (oracle2student)": 4.354150772094727,
+      "cov-distil (oracle2teacher)": 4.4119391441345215,
+      "epoch": 3.2009419152276295,
+      "rel-constrast": 2.683039665222168,
+      "step": 4078,
+      "subrel-constrast": 3.2978320121765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.67434561252594,
+      "cov-distil (oracle2student)": 3.7477221488952637,
+      "cov-distil (oracle2teacher)": 3.962052345275879,
+      "epoch": 3.2017268445839875,
+      "rel-constrast": 2.5120961666107178,
+      "step": 4079,
+      "subrel-constrast": 3.781398057937622,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2025117739403455,
+      "grad_norm": 5.3125,
+      "learning_rate": 3.68982808841124e-05,
+      "loss": 0.6451,
+      "step": 4080
+    },
+    {
+      "cov-distil": 1.6216583251953125,
+      "cov-distil (oracle2student)": 4.925580978393555,
+      "cov-distil (oracle2teacher)": 5.393021106719971,
+      "epoch": 3.2025117739403455,
+      "rel-constrast": 4.374334812164307,
+      "step": 4080,
+      "subrel-constrast": 4.6760077476501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5311623811721802,
+      "cov-distil (oracle2student)": 5.382058620452881,
+      "cov-distil (oracle2teacher)": 5.0748443603515625,
+      "epoch": 3.2032967032967035,
+      "rel-constrast": 2.907254219055176,
+      "step": 4081,
+      "subrel-constrast": 3.796658992767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0192230939865112,
+      "cov-distil (oracle2student)": 3.833808183670044,
+      "cov-distil (oracle2teacher)": 3.7243423461914062,
+      "epoch": 3.204081632653061,
+      "rel-constrast": 2.0177721977233887,
+      "step": 4082,
+      "subrel-constrast": 2.4947094917297363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7178764343261719,
+      "cov-distil (oracle2student)": 4.449463367462158,
+      "cov-distil (oracle2teacher)": 4.3717756271362305,
+      "epoch": 3.204866562009419,
+      "rel-constrast": 2.525278091430664,
+      "step": 4083,
+      "subrel-constrast": 3.851606845855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6130623817443848,
+      "cov-distil (oracle2student)": 4.002601623535156,
+      "cov-distil (oracle2teacher)": 3.9989500045776367,
+      "epoch": 3.205651491365777,
+      "rel-constrast": 2.2950189113616943,
+      "step": 4084,
+      "subrel-constrast": 3.2106871604919434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1849994659423828,
+      "cov-distil (oracle2student)": 4.325654983520508,
+      "cov-distil (oracle2teacher)": 3.9578566551208496,
+      "epoch": 3.206436420722135,
+      "rel-constrast": 3.126732349395752,
+      "step": 4085,
+      "subrel-constrast": 3.0989089012145996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4774457216262817,
+      "cov-distil (oracle2student)": 4.6166815757751465,
+      "cov-distil (oracle2teacher)": 3.960423231124878,
+      "epoch": 3.207221350078493,
+      "rel-constrast": 3.7275779247283936,
+      "step": 4086,
+      "subrel-constrast": 3.5559751987457275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7977418899536133,
+      "cov-distil (oracle2student)": 4.428629398345947,
+      "cov-distil (oracle2teacher)": 4.0218963623046875,
+      "epoch": 3.208006279434851,
+      "rel-constrast": 3.3010153770446777,
+      "step": 4087,
+      "subrel-constrast": 4.106998920440674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4765939712524414,
+      "cov-distil (oracle2student)": 5.128518104553223,
+      "cov-distil (oracle2teacher)": 4.769601821899414,
+      "epoch": 3.208791208791209,
+      "rel-constrast": 1.9242807626724243,
+      "step": 4088,
+      "subrel-constrast": 3.0900886058807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0714787244796753,
+      "cov-distil (oracle2student)": 4.251492500305176,
+      "cov-distil (oracle2teacher)": 3.7010498046875,
+      "epoch": 3.209576138147567,
+      "rel-constrast": 2.9233100414276123,
+      "step": 4089,
+      "subrel-constrast": 3.5591275691986084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2103610675039245,
+      "grad_norm": 5.3125,
+      "learning_rate": 3.682145922530806e-05,
+      "loss": 0.7643,
+      "step": 4090
+    },
+    {
+      "cov-distil": 1.4226081371307373,
+      "cov-distil (oracle2student)": 4.7240095138549805,
+      "cov-distil (oracle2teacher)": 4.866809368133545,
+      "epoch": 3.2103610675039245,
+      "rel-constrast": 2.6914854049682617,
+      "step": 4090,
+      "subrel-constrast": 3.1808948516845703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3508071899414062,
+      "cov-distil (oracle2student)": 4.549515724182129,
+      "cov-distil (oracle2teacher)": 3.6473801136016846,
+      "epoch": 3.2111459968602825,
+      "rel-constrast": 1.6119718551635742,
+      "step": 4091,
+      "subrel-constrast": 2.3353688716888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6076637506484985,
+      "cov-distil (oracle2student)": 4.331765174865723,
+      "cov-distil (oracle2teacher)": 3.860828161239624,
+      "epoch": 3.2119309262166404,
+      "rel-constrast": 1.556239128112793,
+      "step": 4092,
+      "subrel-constrast": 2.481572151184082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3139846324920654,
+      "cov-distil (oracle2student)": 4.315858840942383,
+      "cov-distil (oracle2teacher)": 3.8337717056274414,
+      "epoch": 3.2127158555729984,
+      "rel-constrast": 2.431793212890625,
+      "step": 4093,
+      "subrel-constrast": 3.412686586380005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4141985177993774,
+      "cov-distil (oracle2student)": 5.604040145874023,
+      "cov-distil (oracle2teacher)": 5.027905464172363,
+      "epoch": 3.2135007849293564,
+      "rel-constrast": 2.750471591949463,
+      "step": 4094,
+      "subrel-constrast": 3.231492519378662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.528458595275879,
+      "cov-distil (oracle2student)": 4.064908981323242,
+      "cov-distil (oracle2teacher)": 4.14497709274292,
+      "epoch": 3.2142857142857144,
+      "rel-constrast": 1.92036771774292,
+      "step": 4095,
+      "subrel-constrast": 3.0239827632904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.613877534866333,
+      "cov-distil (oracle2student)": 5.129641532897949,
+      "cov-distil (oracle2teacher)": 4.577580451965332,
+      "epoch": 3.2150706436420724,
+      "rel-constrast": 2.029071569442749,
+      "step": 4096,
+      "subrel-constrast": 2.824598550796509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7196329832077026,
+      "cov-distil (oracle2student)": 5.29832124710083,
+      "cov-distil (oracle2teacher)": 5.115424156188965,
+      "epoch": 3.21585557299843,
+      "rel-constrast": 2.2909293174743652,
+      "step": 4097,
+      "subrel-constrast": 2.932006359100342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.595472812652588,
+      "cov-distil (oracle2student)": 5.638644695281982,
+      "cov-distil (oracle2teacher)": 4.979042053222656,
+      "epoch": 3.216640502354788,
+      "rel-constrast": 2.8223843574523926,
+      "step": 4098,
+      "subrel-constrast": 3.4451558589935303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4596830606460571,
+      "cov-distil (oracle2student)": 2.848599433898926,
+      "cov-distil (oracle2teacher)": 2.973951816558838,
+      "epoch": 3.217425431711146,
+      "rel-constrast": 2.0326011180877686,
+      "step": 4099,
+      "subrel-constrast": 2.550997257232666,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.218210361067504,
+      "grad_norm": 4.8125,
+      "learning_rate": 3.67444935257537e-05,
+      "loss": 0.591,
+      "step": 4100
+    },
+    {
+      "epoch": 3.218210361067504,
+      "overlap": 0.3140625059604645,
+      "step": 4100
+    },
+    {
+      "epoch": 3.218210361067504,
+      "step": 4100,
+      "student margin": 0.07177734375
+    },
+    {
+      "epoch": 3.218210361067504,
+      "step": 4100,
+      "teacher margin": 0.0504150390625
+    },
+    {
+      "epoch": 3.218210361067504,
+      "margin difference": -0.0213623046875,
+      "step": 4100
+    },
+    {
+      "cov-distil": 1.6231918334960938,
+      "cov-distil (oracle2student)": 3.3264503479003906,
+      "cov-distil (oracle2teacher)": 3.1475915908813477,
+      "epoch": 3.218210361067504,
+      "rel-constrast": 2.3435661792755127,
+      "step": 4100,
+      "subrel-constrast": 2.757063865661621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5445442199707031,
+      "cov-distil (oracle2student)": 3.397778034210205,
+      "cov-distil (oracle2teacher)": 3.484692335128784,
+      "epoch": 3.218995290423862,
+      "rel-constrast": 3.0190014839172363,
+      "step": 4101,
+      "subrel-constrast": 3.5440139770507812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2900992631912231,
+      "cov-distil (oracle2student)": 3.981735944747925,
+      "cov-distil (oracle2teacher)": 3.994786024093628,
+      "epoch": 3.21978021978022,
+      "rel-constrast": 2.4955735206604004,
+      "step": 4102,
+      "subrel-constrast": 3.1391844749450684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5230563879013062,
+      "cov-distil (oracle2student)": 1.9678640365600586,
+      "cov-distil (oracle2teacher)": 2.4625346660614014,
+      "epoch": 3.220565149136578,
+      "rel-constrast": 2.356362819671631,
+      "step": 4103,
+      "subrel-constrast": 3.0994913578033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.320395588874817,
+      "cov-distil (oracle2student)": 4.324847221374512,
+      "cov-distil (oracle2teacher)": 4.420239448547363,
+      "epoch": 3.221350078492936,
+      "rel-constrast": 3.0198264122009277,
+      "step": 4104,
+      "subrel-constrast": 3.500613212585449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5726593732833862,
+      "cov-distil (oracle2student)": 4.044774532318115,
+      "cov-distil (oracle2teacher)": 3.8679306507110596,
+      "epoch": 3.2221350078492934,
+      "rel-constrast": 3.481858491897583,
+      "step": 4105,
+      "subrel-constrast": 3.5203447341918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5200493335723877,
+      "cov-distil (oracle2student)": 3.6990575790405273,
+      "cov-distil (oracle2teacher)": 3.6607580184936523,
+      "epoch": 3.2229199372056514,
+      "rel-constrast": 3.8897411823272705,
+      "step": 4106,
+      "subrel-constrast": 3.9408609867095947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6275267601013184,
+      "cov-distil (oracle2student)": 6.6722211837768555,
+      "cov-distil (oracle2teacher)": 5.9278082847595215,
+      "epoch": 3.2237048665620094,
+      "rel-constrast": 1.9248325824737549,
+      "step": 4107,
+      "subrel-constrast": 2.7129065990448,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3008551597595215,
+      "cov-distil (oracle2student)": 4.7673234939575195,
+      "cov-distil (oracle2teacher)": 4.664101600646973,
+      "epoch": 3.2244897959183674,
+      "rel-constrast": 2.5451619625091553,
+      "step": 4108,
+      "subrel-constrast": 3.316051959991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3098934888839722,
+      "cov-distil (oracle2student)": 3.368687629699707,
+      "cov-distil (oracle2teacher)": 3.1625466346740723,
+      "epoch": 3.2252747252747254,
+      "rel-constrast": 1.85701322555542,
+      "step": 4109,
+      "subrel-constrast": 2.3169631958007812,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2260596546310834,
+      "grad_norm": 6.0625,
+      "learning_rate": 3.666738472325205e-05,
+      "loss": 0.7099,
+      "step": 4110
+    },
+    {
+      "cov-distil": 1.2798161506652832,
+      "cov-distil (oracle2student)": 4.914375305175781,
+      "cov-distil (oracle2teacher)": 4.377834796905518,
+      "epoch": 3.2260596546310834,
+      "rel-constrast": 2.642585515975952,
+      "step": 4110,
+      "subrel-constrast": 3.2743234634399414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1259608268737793,
+      "cov-distil (oracle2student)": 5.342728137969971,
+      "cov-distil (oracle2teacher)": 4.642943859100342,
+      "epoch": 3.2268445839874413,
+      "rel-constrast": 2.303096294403076,
+      "step": 4111,
+      "subrel-constrast": 2.833782196044922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.266733169555664,
+      "cov-distil (oracle2student)": 4.189131736755371,
+      "cov-distil (oracle2teacher)": 3.328152894973755,
+      "epoch": 3.227629513343799,
+      "rel-constrast": 2.348611354827881,
+      "step": 4112,
+      "subrel-constrast": 2.7630887031555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4588361978530884,
+      "cov-distil (oracle2student)": 4.274197578430176,
+      "cov-distil (oracle2teacher)": 4.167956352233887,
+      "epoch": 3.228414442700157,
+      "rel-constrast": 3.544079303741455,
+      "step": 4113,
+      "subrel-constrast": 4.022496700286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6741008758544922,
+      "cov-distil (oracle2student)": 4.856388092041016,
+      "cov-distil (oracle2teacher)": 5.09263801574707,
+      "epoch": 3.229199372056515,
+      "rel-constrast": 2.949979305267334,
+      "step": 4114,
+      "subrel-constrast": 4.029238700866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1130950450897217,
+      "cov-distil (oracle2student)": 5.645552158355713,
+      "cov-distil (oracle2teacher)": 5.423906326293945,
+      "epoch": 3.229984301412873,
+      "rel-constrast": 2.554793119430542,
+      "step": 4115,
+      "subrel-constrast": 2.9762210845947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7119523286819458,
+      "cov-distil (oracle2student)": 3.6457560062408447,
+      "cov-distil (oracle2teacher)": 3.3818435668945312,
+      "epoch": 3.230769230769231,
+      "rel-constrast": 2.9181385040283203,
+      "step": 4116,
+      "subrel-constrast": 3.3840906620025635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9523298740386963,
+      "cov-distil (oracle2student)": 4.0436601638793945,
+      "cov-distil (oracle2teacher)": 4.937863349914551,
+      "epoch": 3.231554160125589,
+      "rel-constrast": 2.960923433303833,
+      "step": 4117,
+      "subrel-constrast": 4.078564167022705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.431989312171936,
+      "cov-distil (oracle2student)": 5.56929349899292,
+      "cov-distil (oracle2teacher)": 4.946605682373047,
+      "epoch": 3.232339089481947,
+      "rel-constrast": 1.9792821407318115,
+      "step": 4118,
+      "subrel-constrast": 2.6498818397521973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3088785409927368,
+      "cov-distil (oracle2student)": 3.500239849090576,
+      "cov-distil (oracle2teacher)": 3.4135255813598633,
+      "epoch": 3.2331240188383044,
+      "rel-constrast": 3.444139242172241,
+      "step": 4119,
+      "subrel-constrast": 4.02864408493042,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2339089481946623,
+      "grad_norm": 6.59375,
+      "learning_rate": 3.659013375734956e-05,
+      "loss": 0.7269,
+      "step": 4120
+    },
+    {
+      "cov-distil": 1.4452886581420898,
+      "cov-distil (oracle2student)": 3.1228644847869873,
+      "cov-distil (oracle2teacher)": 3.0718741416931152,
+      "epoch": 3.2339089481946623,
+      "rel-constrast": 1.6210904121398926,
+      "step": 4120,
+      "subrel-constrast": 2.609005928039551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6774014234542847,
+      "cov-distil (oracle2student)": 3.2007102966308594,
+      "cov-distil (oracle2teacher)": 3.301891326904297,
+      "epoch": 3.2346938775510203,
+      "rel-constrast": 1.8074826002120972,
+      "step": 4121,
+      "subrel-constrast": 3.009028673171997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0393009185791016,
+      "cov-distil (oracle2student)": 3.561595916748047,
+      "cov-distil (oracle2teacher)": 3.6036593914031982,
+      "epoch": 3.2354788069073783,
+      "rel-constrast": 2.701965570449829,
+      "step": 4122,
+      "subrel-constrast": 3.2373580932617188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5658048391342163,
+      "cov-distil (oracle2student)": 3.9257466793060303,
+      "cov-distil (oracle2teacher)": 3.8965952396392822,
+      "epoch": 3.2362637362637363,
+      "rel-constrast": 2.0578832626342773,
+      "step": 4123,
+      "subrel-constrast": 2.9693336486816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3360987901687622,
+      "cov-distil (oracle2student)": 6.72939920425415,
+      "cov-distil (oracle2teacher)": 5.827871322631836,
+      "epoch": 3.2370486656200943,
+      "rel-constrast": 2.274125576019287,
+      "step": 4124,
+      "subrel-constrast": 2.935776710510254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5826395750045776,
+      "cov-distil (oracle2student)": 4.115086555480957,
+      "cov-distil (oracle2teacher)": 3.8246703147888184,
+      "epoch": 3.2378335949764523,
+      "rel-constrast": 3.2622313499450684,
+      "step": 4125,
+      "subrel-constrast": 3.490015983581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4454377889633179,
+      "cov-distil (oracle2student)": 4.606889724731445,
+      "cov-distil (oracle2teacher)": 4.482079029083252,
+      "epoch": 3.23861852433281,
+      "rel-constrast": 2.280362129211426,
+      "step": 4126,
+      "subrel-constrast": 3.716615676879883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5268065929412842,
+      "cov-distil (oracle2student)": 4.21771764755249,
+      "cov-distil (oracle2teacher)": 4.076077461242676,
+      "epoch": 3.239403453689168,
+      "rel-constrast": 1.7604986429214478,
+      "step": 4127,
+      "subrel-constrast": 2.4465255737304688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7783540487289429,
+      "cov-distil (oracle2student)": 3.343377113342285,
+      "cov-distil (oracle2teacher)": 3.3411011695861816,
+      "epoch": 3.240188383045526,
+      "rel-constrast": 2.518167018890381,
+      "step": 4128,
+      "subrel-constrast": 3.1822094917297363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5220774412155151,
+      "cov-distil (oracle2student)": 3.49183988571167,
+      "cov-distil (oracle2teacher)": 3.3318071365356445,
+      "epoch": 3.240973312401884,
+      "rel-constrast": 2.7828011512756348,
+      "step": 4129,
+      "subrel-constrast": 3.725080728530884,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.241758241758242,
+      "grad_norm": 6.1875,
+      "learning_rate": 3.651274156932485e-05,
+      "loss": 0.614,
+      "step": 4130
+    },
+    {
+      "cov-distil": 1.2913613319396973,
+      "cov-distil (oracle2student)": 3.896195888519287,
+      "cov-distil (oracle2teacher)": 3.699057102203369,
+      "epoch": 3.241758241758242,
+      "rel-constrast": 1.7535008192062378,
+      "step": 4130,
+      "subrel-constrast": 2.483889102935791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0834681987762451,
+      "cov-distil (oracle2student)": 5.195611953735352,
+      "cov-distil (oracle2teacher)": 4.469845771789551,
+      "epoch": 3.2425431711145998,
+      "rel-constrast": 1.938427448272705,
+      "step": 4131,
+      "subrel-constrast": 2.2139954566955566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5666043758392334,
+      "cov-distil (oracle2student)": 4.4059319496154785,
+      "cov-distil (oracle2teacher)": 4.417537689208984,
+      "epoch": 3.2433281004709578,
+      "rel-constrast": 2.3581643104553223,
+      "step": 4132,
+      "subrel-constrast": 3.4314684867858887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.164746880531311,
+      "cov-distil (oracle2student)": 3.945246696472168,
+      "cov-distil (oracle2teacher)": 3.87990140914917,
+      "epoch": 3.2441130298273153,
+      "rel-constrast": 2.7513580322265625,
+      "step": 4133,
+      "subrel-constrast": 2.862647771835327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3684756755828857,
+      "cov-distil (oracle2student)": 4.610907554626465,
+      "cov-distil (oracle2teacher)": 4.132364273071289,
+      "epoch": 3.2448979591836733,
+      "rel-constrast": 1.7559388875961304,
+      "step": 4134,
+      "subrel-constrast": 2.4684736728668213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.522467017173767,
+      "cov-distil (oracle2student)": 4.056910514831543,
+      "cov-distil (oracle2teacher)": 3.983372211456299,
+      "epoch": 3.2456828885400313,
+      "rel-constrast": 2.6038880348205566,
+      "step": 4135,
+      "subrel-constrast": 2.996239185333252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3461616039276123,
+      "cov-distil (oracle2student)": 4.234503746032715,
+      "cov-distil (oracle2teacher)": 4.097163200378418,
+      "epoch": 3.2464678178963893,
+      "rel-constrast": 2.1247148513793945,
+      "step": 4136,
+      "subrel-constrast": 2.5413601398468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7534983158111572,
+      "cov-distil (oracle2student)": 3.640936851501465,
+      "cov-distil (oracle2teacher)": 3.2988224029541016,
+      "epoch": 3.2472527472527473,
+      "rel-constrast": 2.7601497173309326,
+      "step": 4137,
+      "subrel-constrast": 3.4155113697052,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.498835802078247,
+      "cov-distil (oracle2student)": 2.545491933822632,
+      "cov-distil (oracle2teacher)": 2.5966644287109375,
+      "epoch": 3.2480376766091053,
+      "rel-constrast": 1.63542902469635,
+      "step": 4138,
+      "subrel-constrast": 2.2865030765533447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3593857288360596,
+      "cov-distil (oracle2student)": 4.86687707901001,
+      "cov-distil (oracle2teacher)": 4.797457695007324,
+      "epoch": 3.2488226059654632,
+      "rel-constrast": 1.7121918201446533,
+      "step": 4139,
+      "subrel-constrast": 2.8107357025146484,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2496075353218212,
+      "grad_norm": 4.375,
+      "learning_rate": 3.6435209102177325e-05,
+      "loss": 0.5697,
+      "step": 4140
+    },
+    {
+      "cov-distil": 1.7125091552734375,
+      "cov-distil (oracle2student)": 3.245527744293213,
+      "cov-distil (oracle2teacher)": 3.4233968257904053,
+      "epoch": 3.2496075353218212,
+      "rel-constrast": 2.7007839679718018,
+      "step": 4140,
+      "subrel-constrast": 3.463374137878418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7250956296920776,
+      "cov-distil (oracle2student)": 3.843872308731079,
+      "cov-distil (oracle2teacher)": 3.6275382041931152,
+      "epoch": 3.2503924646781788,
+      "rel-constrast": 2.4470057487487793,
+      "step": 4141,
+      "subrel-constrast": 2.878962993621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.131091833114624,
+      "cov-distil (oracle2student)": 4.897960662841797,
+      "cov-distil (oracle2teacher)": 4.184411525726318,
+      "epoch": 3.2511773940345368,
+      "rel-constrast": 1.884069561958313,
+      "step": 4142,
+      "subrel-constrast": 2.381556510925293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.924795389175415,
+      "cov-distil (oracle2student)": 3.8032870292663574,
+      "cov-distil (oracle2teacher)": 3.684969902038574,
+      "epoch": 3.2519623233908947,
+      "rel-constrast": 2.3952174186706543,
+      "step": 4143,
+      "subrel-constrast": 3.424428939819336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.137826442718506,
+      "cov-distil (oracle2student)": 3.6689958572387695,
+      "cov-distil (oracle2teacher)": 3.681717872619629,
+      "epoch": 3.2527472527472527,
+      "rel-constrast": 2.0660738945007324,
+      "step": 4144,
+      "subrel-constrast": 3.0824666023254395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6685768365859985,
+      "cov-distil (oracle2student)": 5.549620628356934,
+      "cov-distil (oracle2teacher)": 4.723397254943848,
+      "epoch": 3.2535321821036107,
+      "rel-constrast": 2.2570722103118896,
+      "step": 4145,
+      "subrel-constrast": 3.150300979614258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.617242693901062,
+      "cov-distil (oracle2student)": 4.237327575683594,
+      "cov-distil (oracle2teacher)": 4.163204669952393,
+      "epoch": 3.2543171114599687,
+      "rel-constrast": 3.6989564895629883,
+      "step": 4146,
+      "subrel-constrast": 3.8182992935180664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2088980674743652,
+      "cov-distil (oracle2student)": 4.232730865478516,
+      "cov-distil (oracle2teacher)": 4.516727447509766,
+      "epoch": 3.2551020408163267,
+      "rel-constrast": 2.7732560634613037,
+      "step": 4147,
+      "subrel-constrast": 3.7422313690185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.281003713607788,
+      "cov-distil (oracle2student)": 2.5320582389831543,
+      "cov-distil (oracle2teacher)": 2.7561254501342773,
+      "epoch": 3.2558869701726847,
+      "rel-constrast": 1.9148796796798706,
+      "step": 4148,
+      "subrel-constrast": 2.8261959552764893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6758782863616943,
+      "cov-distil (oracle2student)": 3.723356246948242,
+      "cov-distil (oracle2teacher)": 3.4315755367279053,
+      "epoch": 3.2566718995290422,
+      "rel-constrast": 3.735297918319702,
+      "step": 4149,
+      "subrel-constrast": 4.831198215484619,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2574568288854002,
+      "grad_norm": 6.46875,
+      "learning_rate": 3.635753730061562e-05,
+      "loss": 0.687,
+      "step": 4150
+    },
+    {
+      "cov-distil": 1.392106533050537,
+      "cov-distil (oracle2student)": 2.932140350341797,
+      "cov-distil (oracle2teacher)": 2.718301296234131,
+      "epoch": 3.2574568288854002,
+      "rel-constrast": 2.5353827476501465,
+      "step": 4150,
+      "subrel-constrast": 2.873279571533203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4027223587036133,
+      "cov-distil (oracle2student)": 4.166123390197754,
+      "cov-distil (oracle2teacher)": 3.6434688568115234,
+      "epoch": 3.258241758241758,
+      "rel-constrast": 2.7530174255371094,
+      "step": 4151,
+      "subrel-constrast": 3.179793119430542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1852023601531982,
+      "cov-distil (oracle2student)": 3.829822540283203,
+      "cov-distil (oracle2teacher)": 3.615485906600952,
+      "epoch": 3.259026687598116,
+      "rel-constrast": 2.3817853927612305,
+      "step": 4152,
+      "subrel-constrast": 2.80948543548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4922828674316406,
+      "cov-distil (oracle2student)": 3.655707597732544,
+      "cov-distil (oracle2teacher)": 3.2417943477630615,
+      "epoch": 3.259811616954474,
+      "rel-constrast": 2.9647107124328613,
+      "step": 4153,
+      "subrel-constrast": 3.2700631618499756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6711252927780151,
+      "cov-distil (oracle2student)": 5.182267189025879,
+      "cov-distil (oracle2teacher)": 4.513375282287598,
+      "epoch": 3.260596546310832,
+      "rel-constrast": 2.3307344913482666,
+      "step": 4154,
+      "subrel-constrast": 3.7412607669830322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6598608493804932,
+      "cov-distil (oracle2student)": 3.7401161193847656,
+      "cov-distil (oracle2teacher)": 3.722907543182373,
+      "epoch": 3.26138147566719,
+      "rel-constrast": 2.6826047897338867,
+      "step": 4155,
+      "subrel-constrast": 3.026834726333618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3264546394348145,
+      "cov-distil (oracle2student)": 4.640303611755371,
+      "cov-distil (oracle2teacher)": 4.073193550109863,
+      "epoch": 3.2621664050235477,
+      "rel-constrast": 3.383815050125122,
+      "step": 4156,
+      "subrel-constrast": 4.083059787750244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.555683970451355,
+      "cov-distil (oracle2student)": 5.130585670471191,
+      "cov-distil (oracle2teacher)": 4.548338890075684,
+      "epoch": 3.2629513343799057,
+      "rel-constrast": 3.0940537452697754,
+      "step": 4157,
+      "subrel-constrast": 3.719881534576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1941934823989868,
+      "cov-distil (oracle2student)": 4.475104808807373,
+      "cov-distil (oracle2teacher)": 3.893496036529541,
+      "epoch": 3.2637362637362637,
+      "rel-constrast": 1.8405346870422363,
+      "step": 4158,
+      "subrel-constrast": 2.5396416187286377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3051395416259766,
+      "cov-distil (oracle2student)": 5.431572914123535,
+      "cov-distil (oracle2teacher)": 5.064882278442383,
+      "epoch": 3.2645211930926217,
+      "rel-constrast": 2.5198214054107666,
+      "step": 4159,
+      "subrel-constrast": 2.9195356369018555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2653061224489797,
+      "grad_norm": 5.53125,
+      "learning_rate": 3.627972711104613e-05,
+      "loss": 0.6976,
+      "step": 4160
+    },
+    {
+      "cov-distil": 1.297663688659668,
+      "cov-distil (oracle2student)": 2.648137092590332,
+      "cov-distil (oracle2teacher)": 2.8507726192474365,
+      "epoch": 3.2653061224489797,
+      "rel-constrast": 1.89394211769104,
+      "step": 4160,
+      "subrel-constrast": 2.8098487854003906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9189000129699707,
+      "cov-distil (oracle2student)": 5.333316802978516,
+      "cov-distil (oracle2teacher)": 5.320933818817139,
+      "epoch": 3.2660910518053377,
+      "rel-constrast": 3.1383397579193115,
+      "step": 4161,
+      "subrel-constrast": 4.266426086425781,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5913023948669434,
+      "cov-distil (oracle2student)": 3.357771396636963,
+      "cov-distil (oracle2teacher)": 3.181216239929199,
+      "epoch": 3.2668759811616956,
+      "rel-constrast": 2.3046579360961914,
+      "step": 4162,
+      "subrel-constrast": 2.9058279991149902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2058134078979492,
+      "cov-distil (oracle2student)": 5.865702152252197,
+      "cov-distil (oracle2teacher)": 5.036103248596191,
+      "epoch": 3.267660910518053,
+      "rel-constrast": 2.538611650466919,
+      "step": 4163,
+      "subrel-constrast": 2.5008132457733154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4102782011032104,
+      "cov-distil (oracle2student)": 5.012775421142578,
+      "cov-distil (oracle2teacher)": 5.371129035949707,
+      "epoch": 3.268445839874411,
+      "rel-constrast": 2.6992387771606445,
+      "step": 4164,
+      "subrel-constrast": 3.6573128700256348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.21634840965271,
+      "cov-distil (oracle2student)": 3.832362651824951,
+      "cov-distil (oracle2teacher)": 3.513484239578247,
+      "epoch": 3.269230769230769,
+      "rel-constrast": 1.8029422760009766,
+      "step": 4165,
+      "subrel-constrast": 2.3064420223236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5909498929977417,
+      "cov-distil (oracle2student)": 4.019875526428223,
+      "cov-distil (oracle2teacher)": 3.477491855621338,
+      "epoch": 3.270015698587127,
+      "rel-constrast": 2.148141384124756,
+      "step": 4166,
+      "subrel-constrast": 2.845961093902588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.406618595123291,
+      "cov-distil (oracle2student)": 4.479836463928223,
+      "cov-distil (oracle2teacher)": 3.931412935256958,
+      "epoch": 3.270800627943485,
+      "rel-constrast": 2.631624221801758,
+      "step": 4167,
+      "subrel-constrast": 3.555079221725464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.926470160484314,
+      "cov-distil (oracle2student)": 4.928468227386475,
+      "cov-distil (oracle2teacher)": 4.742462635040283,
+      "epoch": 3.271585557299843,
+      "rel-constrast": 2.6242599487304688,
+      "step": 4168,
+      "subrel-constrast": 3.7902474403381348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6513665914535522,
+      "cov-distil (oracle2student)": 5.48714017868042,
+      "cov-distil (oracle2teacher)": 4.686275482177734,
+      "epoch": 3.272370486656201,
+      "rel-constrast": 2.2575628757476807,
+      "step": 4169,
+      "subrel-constrast": 3.3629908561706543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2731554160125587,
+      "grad_norm": 5.125,
+      "learning_rate": 3.620177948156145e-05,
+      "loss": 0.639,
+      "step": 4170
+    },
+    {
+      "cov-distil": 1.635155439376831,
+      "cov-distil (oracle2student)": 5.012970924377441,
+      "cov-distil (oracle2teacher)": 4.410036563873291,
+      "epoch": 3.2731554160125587,
+      "rel-constrast": 1.9235936403274536,
+      "step": 4170,
+      "subrel-constrast": 2.620637893676758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.283623456954956,
+      "cov-distil (oracle2student)": 5.758761405944824,
+      "cov-distil (oracle2teacher)": 4.62346887588501,
+      "epoch": 3.2739403453689166,
+      "rel-constrast": 3.1251659393310547,
+      "step": 4171,
+      "subrel-constrast": 3.2936856746673584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1528306007385254,
+      "cov-distil (oracle2student)": 3.4693872928619385,
+      "cov-distil (oracle2teacher)": 3.364684581756592,
+      "epoch": 3.2747252747252746,
+      "rel-constrast": 2.991741418838501,
+      "step": 4172,
+      "subrel-constrast": 3.703296184539795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3704991340637207,
+      "cov-distil (oracle2student)": 3.1450939178466797,
+      "cov-distil (oracle2teacher)": 2.792985439300537,
+      "epoch": 3.2755102040816326,
+      "rel-constrast": 2.466155529022217,
+      "step": 4173,
+      "subrel-constrast": 3.152841806411743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.233139157295227,
+      "cov-distil (oracle2student)": 3.4294981956481934,
+      "cov-distil (oracle2teacher)": 3.0232346057891846,
+      "epoch": 3.2762951334379906,
+      "rel-constrast": 3.1043107509613037,
+      "step": 4174,
+      "subrel-constrast": 3.722660541534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2373827695846558,
+      "cov-distil (oracle2student)": 3.0074267387390137,
+      "cov-distil (oracle2teacher)": 2.9270081520080566,
+      "epoch": 3.2770800627943486,
+      "rel-constrast": 1.8047616481781006,
+      "step": 4175,
+      "subrel-constrast": 2.518221616744995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.475424885749817,
+      "cov-distil (oracle2student)": 2.9595768451690674,
+      "cov-distil (oracle2teacher)": 3.3239712715148926,
+      "epoch": 3.2778649921507066,
+      "rel-constrast": 2.370251417160034,
+      "step": 4176,
+      "subrel-constrast": 3.2997570037841797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6247639656066895,
+      "cov-distil (oracle2student)": 3.1054422855377197,
+      "cov-distil (oracle2teacher)": 2.9594719409942627,
+      "epoch": 3.278649921507064,
+      "rel-constrast": 2.368778944015503,
+      "step": 4177,
+      "subrel-constrast": 3.0538313388824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1557451486587524,
+      "cov-distil (oracle2student)": 2.9235920906066895,
+      "cov-distil (oracle2teacher)": 3.5010604858398438,
+      "epoch": 3.279434850863422,
+      "rel-constrast": 2.7016167640686035,
+      "step": 4178,
+      "subrel-constrast": 3.3355119228363037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4020984172821045,
+      "cov-distil (oracle2student)": 3.978309154510498,
+      "cov-distil (oracle2teacher)": 4.333033084869385,
+      "epoch": 3.28021978021978,
+      "rel-constrast": 2.5787811279296875,
+      "step": 4179,
+      "subrel-constrast": 3.0293197631835938,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.281004709576138,
+      "grad_norm": 4.9375,
+      "learning_rate": 3.612369536192886e-05,
+      "loss": 0.6723,
+      "step": 4180
+    },
+    {
+      "cov-distil": 1.460237979888916,
+      "cov-distil (oracle2student)": 4.140585899353027,
+      "cov-distil (oracle2teacher)": 3.870406150817871,
+      "epoch": 3.281004709576138,
+      "rel-constrast": 2.0469107627868652,
+      "step": 4180,
+      "subrel-constrast": 2.547084093093872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3190101385116577,
+      "cov-distil (oracle2student)": 4.669803619384766,
+      "cov-distil (oracle2teacher)": 4.349387168884277,
+      "epoch": 3.281789638932496,
+      "rel-constrast": 2.9467217922210693,
+      "step": 4181,
+      "subrel-constrast": 3.8324475288391113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8559715747833252,
+      "cov-distil (oracle2student)": 3.676459312438965,
+      "cov-distil (oracle2teacher)": 3.3061299324035645,
+      "epoch": 3.282574568288854,
+      "rel-constrast": 2.9084367752075195,
+      "step": 4182,
+      "subrel-constrast": 4.175237655639648,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5026484727859497,
+      "cov-distil (oracle2student)": 4.571869850158691,
+      "cov-distil (oracle2teacher)": 4.117488384246826,
+      "epoch": 3.283359497645212,
+      "rel-constrast": 3.107342004776001,
+      "step": 4183,
+      "subrel-constrast": 3.4132113456726074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7524831295013428,
+      "cov-distil (oracle2student)": 3.8843724727630615,
+      "cov-distil (oracle2teacher)": 3.73494291305542,
+      "epoch": 3.2841444270015696,
+      "rel-constrast": 2.420741319656372,
+      "step": 4184,
+      "subrel-constrast": 3.5877041816711426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6003305912017822,
+      "cov-distil (oracle2student)": 5.404605865478516,
+      "cov-distil (oracle2teacher)": 4.814722061157227,
+      "epoch": 3.2849293563579276,
+      "rel-constrast": 3.4054839611053467,
+      "step": 4185,
+      "subrel-constrast": 3.8482577800750732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1161340475082397,
+      "cov-distil (oracle2student)": 4.123608112335205,
+      "cov-distil (oracle2teacher)": 4.05494499206543,
+      "epoch": 3.2857142857142856,
+      "rel-constrast": 2.3148140907287598,
+      "step": 4186,
+      "subrel-constrast": 2.6714420318603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3147320747375488,
+      "cov-distil (oracle2student)": 4.813879489898682,
+      "cov-distil (oracle2teacher)": 4.178300857543945,
+      "epoch": 3.2864992150706436,
+      "rel-constrast": 1.4145591259002686,
+      "step": 4187,
+      "subrel-constrast": 2.25240421295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6829323768615723,
+      "cov-distil (oracle2student)": 3.0364184379577637,
+      "cov-distil (oracle2teacher)": 3.1693859100341797,
+      "epoch": 3.2872841444270016,
+      "rel-constrast": 2.3670201301574707,
+      "step": 4188,
+      "subrel-constrast": 2.7667734622955322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.422348976135254,
+      "cov-distil (oracle2student)": 5.070457458496094,
+      "cov-distil (oracle2teacher)": 4.20262336730957,
+      "epoch": 3.2880690737833596,
+      "rel-constrast": 2.7861487865448,
+      "step": 4189,
+      "subrel-constrast": 3.2386176586151123,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2888540031397175,
+      "grad_norm": 5.4375,
+      "learning_rate": 3.6045475703578706e-05,
+      "loss": 0.6805,
+      "step": 4190
+    },
+    {
+      "cov-distil": 1.5849305391311646,
+      "cov-distil (oracle2student)": 2.973595380783081,
+      "cov-distil (oracle2teacher)": 3.2512013912200928,
+      "epoch": 3.2888540031397175,
+      "rel-constrast": 2.555631637573242,
+      "step": 4190,
+      "subrel-constrast": 3.25295090675354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.743987798690796,
+      "cov-distil (oracle2student)": 5.331061363220215,
+      "cov-distil (oracle2teacher)": 4.862004280090332,
+      "epoch": 3.2896389324960755,
+      "rel-constrast": 2.227693796157837,
+      "step": 4191,
+      "subrel-constrast": 2.8298263549804688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.065744638442993,
+      "cov-distil (oracle2student)": 5.189684867858887,
+      "cov-distil (oracle2teacher)": 4.98194694519043,
+      "epoch": 3.2904238618524335,
+      "rel-constrast": 2.6407663822174072,
+      "step": 4192,
+      "subrel-constrast": 3.8300528526306152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2439998388290405,
+      "cov-distil (oracle2student)": 5.994854927062988,
+      "cov-distil (oracle2teacher)": 5.405478000640869,
+      "epoch": 3.291208791208791,
+      "rel-constrast": 2.014387607574463,
+      "step": 4193,
+      "subrel-constrast": 2.843064069747925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3083608150482178,
+      "cov-distil (oracle2student)": 4.801835060119629,
+      "cov-distil (oracle2teacher)": 4.253214359283447,
+      "epoch": 3.291993720565149,
+      "rel-constrast": 2.295762300491333,
+      "step": 4194,
+      "subrel-constrast": 2.9879610538482666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6072942018508911,
+      "cov-distil (oracle2student)": 3.760972499847412,
+      "cov-distil (oracle2teacher)": 3.9645321369171143,
+      "epoch": 3.292778649921507,
+      "rel-constrast": 2.772153854370117,
+      "step": 4195,
+      "subrel-constrast": 3.4476215839385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.161646842956543,
+      "cov-distil (oracle2student)": 3.74452543258667,
+      "cov-distil (oracle2teacher)": 4.151341438293457,
+      "epoch": 3.293563579277865,
+      "rel-constrast": 3.211754322052002,
+      "step": 4196,
+      "subrel-constrast": 3.9882121086120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1800434589385986,
+      "cov-distil (oracle2student)": 4.194093227386475,
+      "cov-distil (oracle2teacher)": 4.0552897453308105,
+      "epoch": 3.294348508634223,
+      "rel-constrast": 3.2506814002990723,
+      "step": 4197,
+      "subrel-constrast": 3.9953625202178955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.282128095626831,
+      "cov-distil (oracle2student)": 3.392456293106079,
+      "cov-distil (oracle2teacher)": 3.3561034202575684,
+      "epoch": 3.295133437990581,
+      "rel-constrast": 2.650207757949829,
+      "step": 4198,
+      "subrel-constrast": 3.2397279739379883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9972084760665894,
+      "cov-distil (oracle2student)": 5.1282172203063965,
+      "cov-distil (oracle2teacher)": 4.412238121032715,
+      "epoch": 3.295918367346939,
+      "rel-constrast": 3.126032590866089,
+      "step": 4199,
+      "subrel-constrast": 3.624516010284424,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.2967032967032965,
+      "grad_norm": 6.5,
+      "learning_rate": 3.596712145959285e-05,
+      "loss": 0.7066,
+      "step": 4200
+    },
+    {
+      "epoch": 3.2967032967032965,
+      "overlap": 0.3609375059604645,
+      "step": 4200
+    },
+    {
+      "epoch": 3.2967032967032965,
+      "step": 4200,
+      "student margin": 0.04925537109375
+    },
+    {
+      "epoch": 3.2967032967032965,
+      "step": 4200,
+      "teacher margin": 0.035430908203125
+    },
+    {
+      "epoch": 3.2967032967032965,
+      "margin difference": -0.013824462890625,
+      "step": 4200
+    },
+    {
+      "cov-distil": 1.0877926349639893,
+      "cov-distil (oracle2student)": 5.757844924926758,
+      "cov-distil (oracle2teacher)": 5.1483964920043945,
+      "epoch": 3.2967032967032965,
+      "rel-constrast": 2.543816566467285,
+      "step": 4200,
+      "subrel-constrast": 2.9162757396698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.401728630065918,
+      "cov-distil (oracle2student)": 3.507789373397827,
+      "cov-distil (oracle2teacher)": 3.7160558700561523,
+      "epoch": 3.2974882260596545,
+      "rel-constrast": 2.366957664489746,
+      "step": 4201,
+      "subrel-constrast": 3.205146074295044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2564029693603516,
+      "cov-distil (oracle2student)": 3.6630072593688965,
+      "cov-distil (oracle2teacher)": 4.199922561645508,
+      "epoch": 3.2982731554160125,
+      "rel-constrast": 3.1110987663269043,
+      "step": 4202,
+      "subrel-constrast": 3.980220317840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.611675500869751,
+      "cov-distil (oracle2student)": 5.424872398376465,
+      "cov-distil (oracle2teacher)": 4.913575172424316,
+      "epoch": 3.2990580847723705,
+      "rel-constrast": 2.639373302459717,
+      "step": 4203,
+      "subrel-constrast": 3.0655243396759033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0342674255371094,
+      "cov-distil (oracle2student)": 4.583951950073242,
+      "cov-distil (oracle2teacher)": 4.058575630187988,
+      "epoch": 3.2998430141287285,
+      "rel-constrast": 3.172248363494873,
+      "step": 4204,
+      "subrel-constrast": 3.575924873352051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8798739910125732,
+      "cov-distil (oracle2student)": 3.0441136360168457,
+      "cov-distil (oracle2teacher)": 3.192352294921875,
+      "epoch": 3.3006279434850865,
+      "rel-constrast": 2.4715538024902344,
+      "step": 4205,
+      "subrel-constrast": 3.4769744873046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9711877703666687,
+      "cov-distil (oracle2student)": 5.799491882324219,
+      "cov-distil (oracle2teacher)": 5.012936592102051,
+      "epoch": 3.3014128728414445,
+      "rel-constrast": 3.013911485671997,
+      "step": 4206,
+      "subrel-constrast": 3.340200424194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1052916049957275,
+      "cov-distil (oracle2student)": 4.225376605987549,
+      "cov-distil (oracle2teacher)": 4.08048152923584,
+      "epoch": 3.302197802197802,
+      "rel-constrast": 2.645156145095825,
+      "step": 4207,
+      "subrel-constrast": 3.0372610092163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9812977313995361,
+      "cov-distil (oracle2student)": 4.797815799713135,
+      "cov-distil (oracle2teacher)": 4.815690040588379,
+      "epoch": 3.30298273155416,
+      "rel-constrast": 1.9286744594573975,
+      "step": 4208,
+      "subrel-constrast": 2.815268039703369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8819153308868408,
+      "cov-distil (oracle2student)": 5.663576602935791,
+      "cov-distil (oracle2teacher)": 5.091432571411133,
+      "epoch": 3.303767660910518,
+      "rel-constrast": 2.286533832550049,
+      "step": 4209,
+      "subrel-constrast": 3.056544065475464,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.304552590266876,
+      "grad_norm": 5.21875,
+      "learning_rate": 3.588863358469301e-05,
+      "loss": 0.6925,
+      "step": 4210
+    },
+    {
+      "cov-distil": 2.170118808746338,
+      "cov-distil (oracle2student)": 4.459373474121094,
+      "cov-distil (oracle2teacher)": 3.7984042167663574,
+      "epoch": 3.304552590266876,
+      "rel-constrast": 2.119265079498291,
+      "step": 4210,
+      "subrel-constrast": 2.8837177753448486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7462917566299438,
+      "cov-distil (oracle2student)": 5.052756309509277,
+      "cov-distil (oracle2teacher)": 4.4409332275390625,
+      "epoch": 3.305337519623234,
+      "rel-constrast": 2.668268918991089,
+      "step": 4211,
+      "subrel-constrast": 3.6475701332092285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.857122778892517,
+      "cov-distil (oracle2student)": 6.3400774002075195,
+      "cov-distil (oracle2teacher)": 5.745551109313965,
+      "epoch": 3.306122448979592,
+      "rel-constrast": 4.534138202667236,
+      "step": 4212,
+      "subrel-constrast": 4.816678047180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3924708366394043,
+      "cov-distil (oracle2student)": 4.483631610870361,
+      "cov-distil (oracle2teacher)": 4.259341239929199,
+      "epoch": 3.30690737833595,
+      "rel-constrast": 2.575876235961914,
+      "step": 4213,
+      "subrel-constrast": 3.242928981781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.689557671546936,
+      "cov-distil (oracle2student)": 3.308811664581299,
+      "cov-distil (oracle2teacher)": 2.6626830101013184,
+      "epoch": 3.3076923076923075,
+      "rel-constrast": 2.4293041229248047,
+      "step": 4214,
+      "subrel-constrast": 2.8637924194335938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5230896472930908,
+      "cov-distil (oracle2student)": 6.286367416381836,
+      "cov-distil (oracle2teacher)": 5.661492824554443,
+      "epoch": 3.3084772370486655,
+      "rel-constrast": 3.791614055633545,
+      "step": 4215,
+      "subrel-constrast": 3.9914145469665527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4528656005859375,
+      "cov-distil (oracle2student)": 3.9157421588897705,
+      "cov-distil (oracle2teacher)": 3.542515277862549,
+      "epoch": 3.3092621664050235,
+      "rel-constrast": 2.5979373455047607,
+      "step": 4216,
+      "subrel-constrast": 2.7455852031707764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5272897481918335,
+      "cov-distil (oracle2student)": 2.9617984294891357,
+      "cov-distil (oracle2teacher)": 3.3183438777923584,
+      "epoch": 3.3100470957613815,
+      "rel-constrast": 2.2904717922210693,
+      "step": 4217,
+      "subrel-constrast": 3.400210380554199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5375940799713135,
+      "cov-distil (oracle2student)": 4.739552021026611,
+      "cov-distil (oracle2teacher)": 4.339606761932373,
+      "epoch": 3.3108320251177394,
+      "rel-constrast": 2.8977866172790527,
+      "step": 4218,
+      "subrel-constrast": 4.0214433670043945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1943775415420532,
+      "cov-distil (oracle2student)": 4.267062187194824,
+      "cov-distil (oracle2teacher)": 3.652535915374756,
+      "epoch": 3.3116169544740974,
+      "rel-constrast": 2.2115118503570557,
+      "step": 4219,
+      "subrel-constrast": 3.0459930896759033,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.3124018838304554,
+      "grad_norm": 5.40625,
+      "learning_rate": 3.581001303522919e-05,
+      "loss": 0.7431,
+      "step": 4220
+    },
+    {
+      "cov-distil": 1.287961483001709,
+      "cov-distil (oracle2student)": 5.649494171142578,
+      "cov-distil (oracle2teacher)": 5.153773784637451,
+      "epoch": 3.3124018838304554,
+      "rel-constrast": 1.391993522644043,
+      "step": 4220,
+      "subrel-constrast": 2.72530198097229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.418774962425232,
+      "cov-distil (oracle2student)": 4.304330825805664,
+      "cov-distil (oracle2teacher)": 4.219895362854004,
+      "epoch": 3.313186813186813,
+      "rel-constrast": 1.8586875200271606,
+      "step": 4221,
+      "subrel-constrast": 2.7278850078582764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6205625534057617,
+      "cov-distil (oracle2student)": 4.336423397064209,
+      "cov-distil (oracle2teacher)": 4.266538619995117,
+      "epoch": 3.313971742543171,
+      "rel-constrast": 2.0160083770751953,
+      "step": 4222,
+      "subrel-constrast": 3.139737844467163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5236499309539795,
+      "cov-distil (oracle2student)": 5.855254173278809,
+      "cov-distil (oracle2teacher)": 5.703478813171387,
+      "epoch": 3.314756671899529,
+      "rel-constrast": 2.9299685955047607,
+      "step": 4223,
+      "subrel-constrast": 3.976696729660034,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1806998252868652,
+      "cov-distil (oracle2student)": 4.437827110290527,
+      "cov-distil (oracle2teacher)": 3.863466739654541,
+      "epoch": 3.315541601255887,
+      "rel-constrast": 2.6432137489318848,
+      "step": 4224,
+      "subrel-constrast": 3.088970184326172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5030064582824707,
+      "cov-distil (oracle2student)": 3.415166139602661,
+      "cov-distil (oracle2teacher)": 2.939788818359375,
+      "epoch": 3.316326530612245,
+      "rel-constrast": 2.925257444381714,
+      "step": 4225,
+      "subrel-constrast": 2.989213705062866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2298853397369385,
+      "cov-distil (oracle2student)": 4.021389007568359,
+      "cov-distil (oracle2teacher)": 3.757903575897217,
+      "epoch": 3.317111459968603,
+      "rel-constrast": 2.1916351318359375,
+      "step": 4226,
+      "subrel-constrast": 3.295527696609497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.421656847000122,
+      "cov-distil (oracle2student)": 4.362555503845215,
+      "cov-distil (oracle2teacher)": 4.127158164978027,
+      "epoch": 3.317896389324961,
+      "rel-constrast": 1.7910852432250977,
+      "step": 4227,
+      "subrel-constrast": 2.5493199825286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6608959436416626,
+      "cov-distil (oracle2student)": 5.390990257263184,
+      "cov-distil (oracle2teacher)": 4.361884117126465,
+      "epoch": 3.3186813186813184,
+      "rel-constrast": 2.820873498916626,
+      "step": 4228,
+      "subrel-constrast": 3.6269688606262207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4360487461090088,
+      "cov-distil (oracle2student)": 4.409420013427734,
+      "cov-distil (oracle2teacher)": 4.416143417358398,
+      "epoch": 3.3194662480376764,
+      "rel-constrast": 1.5438976287841797,
+      "step": 4229,
+      "subrel-constrast": 2.5211851596832275,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.3202511773940344,
+      "grad_norm": 4.1875,
+      "learning_rate": 3.5731260769167965e-05,
+      "loss": 0.591,
+      "step": 4230
+    },
+    {
+      "cov-distil": 1.7430404424667358,
+      "cov-distil (oracle2student)": 5.100286960601807,
+      "cov-distil (oracle2teacher)": 4.588293552398682,
+      "epoch": 3.3202511773940344,
+      "rel-constrast": 2.3861265182495117,
+      "step": 4230,
+      "subrel-constrast": 3.3834009170532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1539373397827148,
+      "cov-distil (oracle2student)": 3.6084442138671875,
+      "cov-distil (oracle2teacher)": 3.5854523181915283,
+      "epoch": 3.3210361067503924,
+      "rel-constrast": 2.435067653656006,
+      "step": 4231,
+      "subrel-constrast": 2.9433906078338623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4618067741394043,
+      "cov-distil (oracle2student)": 3.1048643589019775,
+      "cov-distil (oracle2teacher)": 3.096928596496582,
+      "epoch": 3.3218210361067504,
+      "rel-constrast": 2.6567986011505127,
+      "step": 4232,
+      "subrel-constrast": 3.1649177074432373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4398744106292725,
+      "cov-distil (oracle2student)": 5.826226234436035,
+      "cov-distil (oracle2teacher)": 5.289819717407227,
+      "epoch": 3.3226059654631084,
+      "rel-constrast": 2.971421718597412,
+      "step": 4233,
+      "subrel-constrast": 3.7373504638671875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7128770351409912,
+      "cov-distil (oracle2student)": 4.9928812980651855,
+      "cov-distil (oracle2teacher)": 4.707273483276367,
+      "epoch": 3.3233908948194664,
+      "rel-constrast": 2.312774181365967,
+      "step": 4234,
+      "subrel-constrast": 2.97898530960083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2988730669021606,
+      "cov-distil (oracle2student)": 3.8884623050689697,
+      "cov-distil (oracle2teacher)": 3.83351993560791,
+      "epoch": 3.3241758241758244,
+      "rel-constrast": 2.185147285461426,
+      "step": 4235,
+      "subrel-constrast": 2.752540111541748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4723143577575684,
+      "cov-distil (oracle2student)": 3.6750035285949707,
+      "cov-distil (oracle2teacher)": 3.5825963020324707,
+      "epoch": 3.3249607535321823,
+      "rel-constrast": 2.547928810119629,
+      "step": 4236,
+      "subrel-constrast": 2.794589042663574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.127849578857422,
+      "cov-distil (oracle2student)": 3.329956293106079,
+      "cov-distil (oracle2teacher)": 4.1213908195495605,
+      "epoch": 3.32574568288854,
+      "rel-constrast": 2.0561764240264893,
+      "step": 4237,
+      "subrel-constrast": 3.2244765758514404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4124250411987305,
+      "cov-distil (oracle2student)": 2.950458526611328,
+      "cov-distil (oracle2teacher)": 3.005767345428467,
+      "epoch": 3.326530612244898,
+      "rel-constrast": 2.91503643989563,
+      "step": 4238,
+      "subrel-constrast": 3.52935528755188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2092180252075195,
+      "cov-distil (oracle2student)": 4.202083110809326,
+      "cov-distil (oracle2teacher)": 4.052248001098633,
+      "epoch": 3.327315541601256,
+      "rel-constrast": 2.1851084232330322,
+      "step": 4239,
+      "subrel-constrast": 2.725151538848877,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.328100470957614,
+      "grad_norm": 7.09375,
+      "learning_rate": 3.565237774608086e-05,
+      "loss": 0.6539,
+      "step": 4240
+    },
+    {
+      "cov-distil": 1.3712825775146484,
+      "cov-distil (oracle2student)": 4.282881736755371,
+      "cov-distil (oracle2teacher)": 3.9019923210144043,
+      "epoch": 3.328100470957614,
+      "rel-constrast": 3.624110221862793,
+      "step": 4240,
+      "subrel-constrast": 4.230945587158203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.602018117904663,
+      "cov-distil (oracle2student)": 3.255169153213501,
+      "cov-distil (oracle2teacher)": 2.8347411155700684,
+      "epoch": 3.328885400313972,
+      "rel-constrast": 1.996168851852417,
+      "step": 4241,
+      "subrel-constrast": 3.0607166290283203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9292538166046143,
+      "cov-distil (oracle2student)": 4.642021179199219,
+      "cov-distil (oracle2teacher)": 3.9954404830932617,
+      "epoch": 3.32967032967033,
+      "rel-constrast": 1.8406131267547607,
+      "step": 4242,
+      "subrel-constrast": 3.2978882789611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4383561611175537,
+      "cov-distil (oracle2student)": 4.002089500427246,
+      "cov-distil (oracle2teacher)": 3.4006080627441406,
+      "epoch": 3.330455259026688,
+      "rel-constrast": 2.5562496185302734,
+      "step": 4243,
+      "subrel-constrast": 2.822359800338745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8059203624725342,
+      "cov-distil (oracle2student)": 5.1136884689331055,
+      "cov-distil (oracle2teacher)": 4.905148506164551,
+      "epoch": 3.3312401883830454,
+      "rel-constrast": 1.6385722160339355,
+      "step": 4244,
+      "subrel-constrast": 2.6359050273895264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784275770187378,
+      "cov-distil (oracle2student)": 4.124356269836426,
+      "cov-distil (oracle2teacher)": 4.057644844055176,
+      "epoch": 3.3320251177394034,
+      "rel-constrast": 1.8057113885879517,
+      "step": 4245,
+      "subrel-constrast": 3.130528211593628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4323277473449707,
+      "cov-distil (oracle2student)": 4.226722717285156,
+      "cov-distil (oracle2teacher)": 4.113009452819824,
+      "epoch": 3.3328100470957613,
+      "rel-constrast": 3.0035669803619385,
+      "step": 4246,
+      "subrel-constrast": 2.978456497192383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6859345436096191,
+      "cov-distil (oracle2student)": 3.519235610961914,
+      "cov-distil (oracle2teacher)": 3.4143314361572266,
+      "epoch": 3.3335949764521193,
+      "rel-constrast": 2.040597915649414,
+      "step": 4247,
+      "subrel-constrast": 2.695096015930176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7536044120788574,
+      "cov-distil (oracle2student)": 3.0834951400756836,
+      "cov-distil (oracle2teacher)": 3.305492401123047,
+      "epoch": 3.3343799058084773,
+      "rel-constrast": 3.234745740890503,
+      "step": 4248,
+      "subrel-constrast": 4.268745422363281,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.297614336013794,
+      "cov-distil (oracle2student)": 3.809688091278076,
+      "cov-distil (oracle2teacher)": 3.4116554260253906,
+      "epoch": 3.3351648351648353,
+      "rel-constrast": 2.1743452548980713,
+      "step": 4249,
+      "subrel-constrast": 2.867643117904663,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.3359497645211933,
+      "grad_norm": 4.1875,
+      "learning_rate": 3.557336492713258e-05,
+      "loss": 0.6381,
+      "step": 4250
+    },
+    {
+      "cov-distil": 1.8200098276138306,
+      "cov-distil (oracle2student)": 4.7431464195251465,
+      "cov-distil (oracle2teacher)": 4.307226657867432,
+      "epoch": 3.3359497645211933,
+      "rel-constrast": 3.1422619819641113,
+      "step": 4250,
+      "subrel-constrast": 3.616480588912964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5122970342636108,
+      "cov-distil (oracle2student)": 4.3085222244262695,
+      "cov-distil (oracle2teacher)": 4.9002838134765625,
+      "epoch": 3.336734693877551,
+      "rel-constrast": 2.319092273712158,
+      "step": 4251,
+      "subrel-constrast": 3.0495381355285645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8990244269371033,
+      "cov-distil (oracle2student)": 4.379225254058838,
+      "cov-distil (oracle2teacher)": 3.753674030303955,
+      "epoch": 3.337519623233909,
+      "rel-constrast": 1.7992879152297974,
+      "step": 4252,
+      "subrel-constrast": 2.3188281059265137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3687734603881836,
+      "cov-distil (oracle2student)": 2.6903958320617676,
+      "cov-distil (oracle2teacher)": 2.6759848594665527,
+      "epoch": 3.338304552590267,
+      "rel-constrast": 1.8155421018600464,
+      "step": 4253,
+      "subrel-constrast": 2.42636775970459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3503040075302124,
+      "cov-distil (oracle2student)": 5.188410758972168,
+      "cov-distil (oracle2teacher)": 4.135869979858398,
+      "epoch": 3.339089481946625,
+      "rel-constrast": 4.388397216796875,
+      "step": 4254,
+      "subrel-constrast": 4.7959885597229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7324340343475342,
+      "cov-distil (oracle2student)": 5.550765037536621,
+      "cov-distil (oracle2teacher)": 4.870551109313965,
+      "epoch": 3.339874411302983,
+      "rel-constrast": 3.5593581199645996,
+      "step": 4255,
+      "subrel-constrast": 3.9013187885284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.310180425643921,
+      "cov-distil (oracle2student)": 4.308377265930176,
+      "cov-distil (oracle2teacher)": 3.948909282684326,
+      "epoch": 3.340659340659341,
+      "rel-constrast": 2.420928478240967,
+      "step": 4256,
+      "subrel-constrast": 3.081413507461548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8103976249694824,
+      "cov-distil (oracle2student)": 5.887847900390625,
+      "cov-distil (oracle2teacher)": 5.445443153381348,
+      "epoch": 3.3414442700156988,
+      "rel-constrast": 2.4799256324768066,
+      "step": 4257,
+      "subrel-constrast": 3.1891543865203857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6300907135009766,
+      "cov-distil (oracle2student)": 4.433744430541992,
+      "cov-distil (oracle2teacher)": 4.299792289733887,
+      "epoch": 3.3422291993720563,
+      "rel-constrast": 2.9188108444213867,
+      "step": 4258,
+      "subrel-constrast": 3.595367431640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.050822138786316,
+      "cov-distil (oracle2student)": 3.969473123550415,
+      "cov-distil (oracle2teacher)": 3.7763822078704834,
+      "epoch": 3.3430141287284143,
+      "rel-constrast": 1.8102214336395264,
+      "step": 4259,
+      "subrel-constrast": 2.6671910285949707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.3437990580847723,
+      "grad_norm": 4.21875,
+      "learning_rate": 3.549422327506943e-05,
+      "loss": 0.7026,
+      "step": 4260
+    },
+    {
+      "cov-distil": 1.6243342161178589,
+      "cov-distil (oracle2student)": 4.715868949890137,
+      "cov-distil (oracle2teacher)": 4.509154319763184,
+      "epoch": 3.3437990580847723,
+      "rel-constrast": 2.4642441272735596,
+      "step": 4260,
+      "subrel-constrast": 3.2762303352355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6114988327026367,
+      "cov-distil (oracle2student)": 5.182488918304443,
+      "cov-distil (oracle2teacher)": 4.221996307373047,
+      "epoch": 3.3445839874411303,
+      "rel-constrast": 2.0709195137023926,
+      "step": 4261,
+      "subrel-constrast": 2.779603958129883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.086158275604248,
+      "cov-distil (oracle2student)": 5.019308090209961,
+      "cov-distil (oracle2teacher)": 4.998334884643555,
+      "epoch": 3.3453689167974883,
+      "rel-constrast": 1.5751663446426392,
+      "step": 4262,
+      "subrel-constrast": 2.490482807159424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4161943197250366,
+      "cov-distil (oracle2student)": 5.546712875366211,
+      "cov-distil (oracle2teacher)": 4.838824272155762,
+      "epoch": 3.3461538461538463,
+      "rel-constrast": 1.965247631072998,
+      "step": 4263,
+      "subrel-constrast": 2.5871126651763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4986015558242798,
+      "cov-distil (oracle2student)": 4.791669845581055,
+      "cov-distil (oracle2teacher)": 4.736745834350586,
+      "epoch": 3.3469387755102042,
+      "rel-constrast": 2.7724015712738037,
+      "step": 4264,
+      "subrel-constrast": 3.4118831157684326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4390076398849487,
+      "cov-distil (oracle2student)": 4.380668640136719,
+      "cov-distil (oracle2teacher)": 3.9276657104492188,
+      "epoch": 3.347723704866562,
+      "rel-constrast": 1.9192192554473877,
+      "step": 4265,
+      "subrel-constrast": 2.9187426567077637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7563811540603638,
+      "cov-distil (oracle2student)": 5.2475056648254395,
+      "cov-distil (oracle2teacher)": 5.029016494750977,
+      "epoch": 3.3485086342229198,
+      "rel-constrast": 2.9083118438720703,
+      "step": 4266,
+      "subrel-constrast": 3.813722610473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.24165940284729,
+      "cov-distil (oracle2student)": 3.386312484741211,
+      "cov-distil (oracle2teacher)": 3.4004573822021484,
+      "epoch": 3.3492935635792778,
+      "rel-constrast": 3.555532693862915,
+      "step": 4267,
+      "subrel-constrast": 3.726557970046997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0230761766433716,
+      "cov-distil (oracle2student)": 4.712807655334473,
+      "cov-distil (oracle2teacher)": 4.313901424407959,
+      "epoch": 3.3500784929356358,
+      "rel-constrast": 2.5535078048706055,
+      "step": 4268,
+      "subrel-constrast": 3.1071529388427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4127061367034912,
+      "cov-distil (oracle2student)": 4.798192977905273,
+      "cov-distil (oracle2teacher)": 5.389845848083496,
+      "epoch": 3.3508634222919937,
+      "rel-constrast": 3.3725626468658447,
+      "step": 4269,
+      "subrel-constrast": 3.747626781463623,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.3516483516483517,
+      "grad_norm": 6.03125,
+      "learning_rate": 3.541495375420745e-05,
+      "loss": 0.6642,
+      "step": 4270
+    },
+    {
+      "cov-distil": 1.3466150760650635,
+      "cov-distil (oracle2student)": 3.8500006198883057,
+      "cov-distil (oracle2teacher)": 3.7879478931427,
+      "epoch": 3.3516483516483517,
+      "rel-constrast": 2.77681565284729,
+      "step": 4270,
+      "subrel-constrast": 3.296611785888672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4085309505462646,
+      "cov-distil (oracle2student)": 3.948026180267334,
+      "cov-distil (oracle2teacher)": 4.384200096130371,
+      "epoch": 3.3524332810047097,
+      "rel-constrast": 2.9386162757873535,
+      "step": 4271,
+      "subrel-constrast": 4.00741720199585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3967074155807495,
+      "cov-distil (oracle2student)": 6.463133811950684,
+      "cov-distil (oracle2teacher)": 5.127321243286133,
+      "epoch": 3.3532182103610673,
+      "rel-constrast": 2.885218620300293,
+      "step": 4272,
+      "subrel-constrast": 3.70072078704834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5598400831222534,
+      "cov-distil (oracle2student)": 2.9099955558776855,
+      "cov-distil (oracle2teacher)": 3.3701958656311035,
+      "epoch": 3.3540031397174253,
+      "rel-constrast": 1.969146728515625,
+      "step": 4273,
+      "subrel-constrast": 2.913853883743286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6754400730133057,
+      "cov-distil (oracle2student)": 2.405139923095703,
+      "cov-distil (oracle2teacher)": 2.564643383026123,
+      "epoch": 3.3547880690737832,
+      "rel-constrast": 1.9968209266662598,
+      "step": 4274,
+      "subrel-constrast": 2.663403034210205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.508721113204956,
+      "cov-distil (oracle2student)": 4.437134265899658,
+      "cov-distil (oracle2teacher)": 3.97078275680542,
+      "epoch": 3.3555729984301412,
+      "rel-constrast": 3.1798763275146484,
+      "step": 4275,
+      "subrel-constrast": 3.2847511768341064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5566855669021606,
+      "cov-distil (oracle2student)": 3.5208282470703125,
+      "cov-distil (oracle2teacher)": 3.6422505378723145,
+      "epoch": 3.356357927786499,
+      "rel-constrast": 2.7460474967956543,
+      "step": 4276,
+      "subrel-constrast": 3.583345651626587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2575229406356812,
+      "cov-distil (oracle2student)": 4.581417560577393,
+      "cov-distil (oracle2teacher)": 4.906398296356201,
+      "epoch": 3.357142857142857,
+      "rel-constrast": 1.9523130655288696,
+      "step": 4277,
+      "subrel-constrast": 3.065965175628662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4379734992980957,
+      "cov-distil (oracle2student)": 5.3343400955200195,
+      "cov-distil (oracle2teacher)": 4.759665012359619,
+      "epoch": 3.357927786499215,
+      "rel-constrast": 3.2633872032165527,
+      "step": 4278,
+      "subrel-constrast": 4.0675811767578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2725796699523926,
+      "cov-distil (oracle2student)": 5.19420051574707,
+      "cov-distil (oracle2teacher)": 4.393756866455078,
+      "epoch": 3.358712715855573,
+      "rel-constrast": 2.3598811626434326,
+      "step": 4279,
+      "subrel-constrast": 3.1644015312194824,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.359497645211931,
+      "grad_norm": 5.40625,
+      "learning_rate": 3.5335557330420726e-05,
+      "loss": 0.6878,
+      "step": 4280
+    },
+    {
+      "cov-distil": 1.2873464822769165,
+      "cov-distil (oracle2student)": 4.331691265106201,
+      "cov-distil (oracle2teacher)": 4.113574028015137,
+      "epoch": 3.359497645211931,
+      "rel-constrast": 1.929734468460083,
+      "step": 4280,
+      "subrel-constrast": 2.567345142364502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3678147792816162,
+      "cov-distil (oracle2student)": 4.8860039710998535,
+      "cov-distil (oracle2teacher)": 4.535238265991211,
+      "epoch": 3.3602825745682887,
+      "rel-constrast": 2.47389554977417,
+      "step": 4281,
+      "subrel-constrast": 3.1423912048339844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7470955848693848,
+      "cov-distil (oracle2student)": 5.05723762512207,
+      "cov-distil (oracle2teacher)": 4.458168983459473,
+      "epoch": 3.3610675039246467,
+      "rel-constrast": 3.609450340270996,
+      "step": 4282,
+      "subrel-constrast": 4.0901288986206055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8515770435333252,
+      "cov-distil (oracle2student)": 4.809340476989746,
+      "cov-distil (oracle2teacher)": 3.98374605178833,
+      "epoch": 3.3618524332810047,
+      "rel-constrast": 2.01130747795105,
+      "step": 4283,
+      "subrel-constrast": 2.69510555267334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1400179862976074,
+      "cov-distil (oracle2student)": 6.629370212554932,
+      "cov-distil (oracle2teacher)": 5.342190265655518,
+      "epoch": 3.3626373626373627,
+      "rel-constrast": 3.424914836883545,
+      "step": 4284,
+      "subrel-constrast": 3.3535799980163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2535170316696167,
+      "cov-distil (oracle2student)": 3.008505344390869,
+      "cov-distil (oracle2teacher)": 2.9217495918273926,
+      "epoch": 3.3634222919937207,
+      "rel-constrast": 2.0771982669830322,
+      "step": 4285,
+      "subrel-constrast": 2.968839645385742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8763525485992432,
+      "cov-distil (oracle2student)": 4.43292236328125,
+      "cov-distil (oracle2teacher)": 4.6208906173706055,
+      "epoch": 3.3642072213500787,
+      "rel-constrast": 2.47951602935791,
+      "step": 4286,
+      "subrel-constrast": 2.945582628250122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.229177713394165,
+      "cov-distil (oracle2student)": 5.09532356262207,
+      "cov-distil (oracle2teacher)": 5.043976783752441,
+      "epoch": 3.3649921507064366,
+      "rel-constrast": 3.3223090171813965,
+      "step": 4287,
+      "subrel-constrast": 4.121464252471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.795539140701294,
+      "cov-distil (oracle2student)": 4.673644542694092,
+      "cov-distil (oracle2teacher)": 4.317502498626709,
+      "epoch": 3.365777080062794,
+      "rel-constrast": 2.091823101043701,
+      "step": 4288,
+      "subrel-constrast": 2.5870866775512695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5413007736206055,
+      "cov-distil (oracle2student)": 5.489147663116455,
+      "cov-distil (oracle2teacher)": 4.791306495666504,
+      "epoch": 3.366562009419152,
+      "rel-constrast": 2.436387062072754,
+      "step": 4289,
+      "subrel-constrast": 3.203735113143921,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.36734693877551,
+      "grad_norm": 4.9375,
+      "learning_rate": 3.525603497112964e-05,
+      "loss": 0.6866,
+      "step": 4290
+    },
+    {
+      "cov-distil": 1.8867496252059937,
+      "cov-distil (oracle2student)": 2.268984079360962,
+      "cov-distil (oracle2teacher)": 2.83843994140625,
+      "epoch": 3.36734693877551,
+      "rel-constrast": 2.2306625843048096,
+      "step": 4290,
+      "subrel-constrast": 3.2897109985351562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8629188537597656,
+      "cov-distil (oracle2student)": 5.1389594078063965,
+      "cov-distil (oracle2teacher)": 4.783963203430176,
+      "epoch": 3.368131868131868,
+      "rel-constrast": 2.5840904712677,
+      "step": 4291,
+      "subrel-constrast": 3.162073850631714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5871930122375488,
+      "cov-distil (oracle2student)": 4.363796234130859,
+      "cov-distil (oracle2teacher)": 3.936367988586426,
+      "epoch": 3.368916797488226,
+      "rel-constrast": 3.085841178894043,
+      "step": 4292,
+      "subrel-constrast": 4.210088729858398,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3804022073745728,
+      "cov-distil (oracle2student)": 3.9011783599853516,
+      "cov-distil (oracle2teacher)": 3.8868842124938965,
+      "epoch": 3.369701726844584,
+      "rel-constrast": 2.0438122749328613,
+      "step": 4293,
+      "subrel-constrast": 2.9774692058563232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8189693689346313,
+      "cov-distil (oracle2student)": 5.013491630554199,
+      "cov-distil (oracle2teacher)": 4.776147365570068,
+      "epoch": 3.370486656200942,
+      "rel-constrast": 3.0230484008789062,
+      "step": 4294,
+      "subrel-constrast": 3.9929616451263428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.516330361366272,
+      "cov-distil (oracle2student)": 5.002561569213867,
+      "cov-distil (oracle2teacher)": 5.489101886749268,
+      "epoch": 3.3712715855572997,
+      "rel-constrast": 4.056129455566406,
+      "step": 4295,
+      "subrel-constrast": 5.0589399337768555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1913504600524902,
+      "cov-distil (oracle2student)": 3.365901231765747,
+      "cov-distil (oracle2teacher)": 3.3496737480163574,
+      "epoch": 3.3720565149136577,
+      "rel-constrast": 2.7461469173431396,
+      "step": 4296,
+      "subrel-constrast": 3.198660373687744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3391680717468262,
+      "cov-distil (oracle2student)": 2.923687696456909,
+      "cov-distil (oracle2teacher)": 2.9049477577209473,
+      "epoch": 3.3728414442700156,
+      "rel-constrast": 2.0509743690490723,
+      "step": 4297,
+      "subrel-constrast": 2.7330877780914307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6767972707748413,
+      "cov-distil (oracle2student)": 5.263792991638184,
+      "cov-distil (oracle2teacher)": 4.345954895019531,
+      "epoch": 3.3736263736263736,
+      "rel-constrast": 1.8726019859313965,
+      "step": 4298,
+      "subrel-constrast": 2.6284756660461426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.606415033340454,
+      "cov-distil (oracle2student)": 3.813498020172119,
+      "cov-distil (oracle2teacher)": 4.023953437805176,
+      "epoch": 3.3744113029827316,
+      "rel-constrast": 4.610630989074707,
+      "step": 4299,
+      "subrel-constrast": 4.719656944274902,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.3751962323390896,
+      "grad_norm": 8.875,
+      "learning_rate": 3.5176387645289034e-05,
+      "loss": 0.7473,
+      "step": 4300
+    },
+    {
+      "epoch": 3.3751962323390896,
+      "overlap": 0.2874999940395355,
+      "step": 4300
+    },
+    {
+      "epoch": 3.3751962323390896,
+      "step": 4300,
+      "student margin": 0.06201171875
+    },
+    {
+      "epoch": 3.3751962323390896,
+      "step": 4300,
+      "teacher margin": 0.043701171875
+    },
+    {
+      "epoch": 3.3751962323390896,
+      "margin difference": -0.018310546875,
+      "step": 4300
+    },
+    {
+      "cov-distil": 1.6070315837860107,
+      "cov-distil (oracle2student)": 4.680318355560303,
+      "cov-distil (oracle2teacher)": 4.890135765075684,
+      "epoch": 3.3751962323390896,
+      "rel-constrast": 2.431760787963867,
+      "step": 4300,
+      "subrel-constrast": 3.5095107555389404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.326688528060913,
+      "cov-distil (oracle2student)": 4.475771903991699,
+      "cov-distil (oracle2teacher)": 4.233859062194824,
+      "epoch": 3.3759811616954476,
+      "rel-constrast": 2.0299882888793945,
+      "step": 4301,
+      "subrel-constrast": 3.0191333293914795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3796353340148926,
+      "cov-distil (oracle2student)": 3.799795627593994,
+      "cov-distil (oracle2teacher)": 3.858471393585205,
+      "epoch": 3.376766091051805,
+      "rel-constrast": 2.771796703338623,
+      "step": 4302,
+      "subrel-constrast": 3.4184463024139404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7268301248550415,
+      "cov-distil (oracle2student)": 3.1467039585113525,
+      "cov-distil (oracle2teacher)": 3.5663514137268066,
+      "epoch": 3.377551020408163,
+      "rel-constrast": 2.1536788940429688,
+      "step": 4303,
+      "subrel-constrast": 3.41182804107666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426992416381836,
+      "cov-distil (oracle2student)": 5.119106769561768,
+      "cov-distil (oracle2teacher)": 5.421058654785156,
+      "epoch": 3.378335949764521,
+      "rel-constrast": 4.6100053787231445,
+      "step": 4304,
+      "subrel-constrast": 5.126726150512695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2281407117843628,
+      "cov-distil (oracle2student)": 4.735365867614746,
+      "cov-distil (oracle2teacher)": 4.511551856994629,
+      "epoch": 3.379120879120879,
+      "rel-constrast": 2.9437355995178223,
+      "step": 4305,
+      "subrel-constrast": 3.6078124046325684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.892219066619873,
+      "cov-distil (oracle2student)": 2.147355079650879,
+      "cov-distil (oracle2teacher)": 2.493425130844116,
+      "epoch": 3.379905808477237,
+      "rel-constrast": 2.8466413021087646,
+      "step": 4306,
+      "subrel-constrast": 3.377188205718994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8602007627487183,
+      "cov-distil (oracle2student)": 3.334291696548462,
+      "cov-distil (oracle2teacher)": 3.1784558296203613,
+      "epoch": 3.380690737833595,
+      "rel-constrast": 2.851811170578003,
+      "step": 4307,
+      "subrel-constrast": 3.5957977771759033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.180039405822754,
+      "cov-distil (oracle2student)": 3.247203826904297,
+      "cov-distil (oracle2teacher)": 3.2063236236572266,
+      "epoch": 3.381475667189953,
+      "rel-constrast": 3.1776695251464844,
+      "step": 4308,
+      "subrel-constrast": 3.228214740753174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0730695724487305,
+      "cov-distil (oracle2student)": 4.395778656005859,
+      "cov-distil (oracle2teacher)": 4.398210525512695,
+      "epoch": 3.3822605965463106,
+      "rel-constrast": 3.0915489196777344,
+      "step": 4309,
+      "subrel-constrast": 3.3072497844696045,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.3830455259026686,
+      "grad_norm": 5.9375,
+      "learning_rate": 3.5096616323376446e-05,
+      "loss": 0.7595,
+      "step": 4310
+    },
+    {
+      "cov-distil": 1.1046628952026367,
+      "cov-distil (oracle2student)": 4.107027530670166,
+      "cov-distil (oracle2teacher)": 3.866300106048584,
+      "epoch": 3.3830455259026686,
+      "rel-constrast": 1.8343932628631592,
+      "step": 4310,
+      "subrel-constrast": 2.755218982696533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1129721403121948,
+      "cov-distil (oracle2student)": 3.558509349822998,
+      "cov-distil (oracle2teacher)": 3.370309591293335,
+      "epoch": 3.3838304552590266,
+      "rel-constrast": 2.4290637969970703,
+      "step": 4311,
+      "subrel-constrast": 2.496331214904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5530568361282349,
+      "cov-distil (oracle2student)": 7.085268020629883,
+      "cov-distil (oracle2teacher)": 5.936017990112305,
+      "epoch": 3.3846153846153846,
+      "rel-constrast": 2.5687732696533203,
+      "step": 4312,
+      "subrel-constrast": 3.1640026569366455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4793273210525513,
+      "cov-distil (oracle2student)": 4.635717391967773,
+      "cov-distil (oracle2teacher)": 4.406209945678711,
+      "epoch": 3.3854003139717426,
+      "rel-constrast": 2.8283424377441406,
+      "step": 4313,
+      "subrel-constrast": 3.1280717849731445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5433515310287476,
+      "cov-distil (oracle2student)": 5.465259552001953,
+      "cov-distil (oracle2teacher)": 5.646868705749512,
+      "epoch": 3.3861852433281006,
+      "rel-constrast": 3.0580263137817383,
+      "step": 4314,
+      "subrel-constrast": 3.969001054763794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6940135955810547,
+      "cov-distil (oracle2student)": 5.907309532165527,
+      "cov-distil (oracle2teacher)": 5.129887580871582,
+      "epoch": 3.3869701726844585,
+      "rel-constrast": 2.753241539001465,
+      "step": 4315,
+      "subrel-constrast": 3.6789567470550537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3530863523483276,
+      "cov-distil (oracle2student)": 5.182046890258789,
+      "cov-distil (oracle2teacher)": 4.388139724731445,
+      "epoch": 3.387755102040816,
+      "rel-constrast": 2.6943769454956055,
+      "step": 4316,
+      "subrel-constrast": 3.2006072998046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.281203031539917,
+      "cov-distil (oracle2student)": 4.672501564025879,
+      "cov-distil (oracle2teacher)": 3.3676843643188477,
+      "epoch": 3.388540031397174,
+      "rel-constrast": 3.370619773864746,
+      "step": 4317,
+      "subrel-constrast": 2.9347972869873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7381078004837036,
+      "cov-distil (oracle2student)": 3.7094101905822754,
+      "cov-distil (oracle2teacher)": 3.322350025177002,
+      "epoch": 3.389324960753532,
+      "rel-constrast": 1.8797993659973145,
+      "step": 4318,
+      "subrel-constrast": 2.6159722805023193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5448211431503296,
+      "cov-distil (oracle2student)": 4.980890274047852,
+      "cov-distil (oracle2teacher)": 4.246119022369385,
+      "epoch": 3.39010989010989,
+      "rel-constrast": 1.9900461435317993,
+      "step": 4319,
+      "subrel-constrast": 2.2139647006988525,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.390894819466248,
+      "grad_norm": 4.9375,
+      "learning_rate": 3.501672197738025e-05,
+      "loss": 0.6712,
+      "step": 4320
+    },
+    {
+      "cov-distil": 1.5868496894836426,
+      "cov-distil (oracle2student)": 6.791464328765869,
+      "cov-distil (oracle2teacher)": 5.74324369430542,
+      "epoch": 3.390894819466248,
+      "rel-constrast": 3.521695613861084,
+      "step": 4320,
+      "subrel-constrast": 3.9471802711486816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7487925291061401,
+      "cov-distil (oracle2student)": 4.058990478515625,
+      "cov-distil (oracle2teacher)": 3.7175822257995605,
+      "epoch": 3.391679748822606,
+      "rel-constrast": 3.385788917541504,
+      "step": 4321,
+      "subrel-constrast": 3.966409206390381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6916966438293457,
+      "cov-distil (oracle2student)": 3.8544998168945312,
+      "cov-distil (oracle2teacher)": 4.102261066436768,
+      "epoch": 3.392464678178964,
+      "rel-constrast": 2.8494155406951904,
+      "step": 4322,
+      "subrel-constrast": 3.2767302989959717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.241194725036621,
+      "cov-distil (oracle2student)": 3.7813496589660645,
+      "cov-distil (oracle2teacher)": 3.373751163482666,
+      "epoch": 3.393249607535322,
+      "rel-constrast": 2.6841001510620117,
+      "step": 4323,
+      "subrel-constrast": 3.1393890380859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2056875228881836,
+      "cov-distil (oracle2student)": 4.302753925323486,
+      "cov-distil (oracle2teacher)": 4.139764308929443,
+      "epoch": 3.39403453689168,
+      "rel-constrast": 2.5620477199554443,
+      "step": 4324,
+      "subrel-constrast": 3.022333860397339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4186886548995972,
+      "cov-distil (oracle2student)": 5.185190677642822,
+      "cov-distil (oracle2teacher)": 4.502468585968018,
+      "epoch": 3.3948194662480375,
+      "rel-constrast": 2.673100471496582,
+      "step": 4325,
+      "subrel-constrast": 3.743234634399414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1801085472106934,
+      "cov-distil (oracle2student)": 2.6187944412231445,
+      "cov-distil (oracle2teacher)": 2.657989740371704,
+      "epoch": 3.3956043956043955,
+      "rel-constrast": 2.0626344680786133,
+      "step": 4326,
+      "subrel-constrast": 2.312446355819702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7586145401000977,
+      "cov-distil (oracle2student)": 3.485755681991577,
+      "cov-distil (oracle2teacher)": 3.3005294799804688,
+      "epoch": 3.3963893249607535,
+      "rel-constrast": 2.231435537338257,
+      "step": 4327,
+      "subrel-constrast": 3.6241841316223145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8845951557159424,
+      "cov-distil (oracle2student)": 3.094089984893799,
+      "cov-distil (oracle2teacher)": 3.0941219329833984,
+      "epoch": 3.3971742543171115,
+      "rel-constrast": 2.149083137512207,
+      "step": 4328,
+      "subrel-constrast": 3.2056071758270264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4496195316314697,
+      "cov-distil (oracle2student)": 4.971893310546875,
+      "cov-distil (oracle2teacher)": 3.918898582458496,
+      "epoch": 3.3979591836734695,
+      "rel-constrast": 2.784313440322876,
+      "step": 4329,
+      "subrel-constrast": 2.8793861865997314,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.3987441130298275,
+      "grad_norm": 6.0625,
+      "learning_rate": 3.493670558078785e-05,
+      "loss": 0.7105,
+      "step": 4330
+    },
+    {
+      "cov-distil": 2.139741897583008,
+      "cov-distil (oracle2student)": 4.459595680236816,
+      "cov-distil (oracle2teacher)": 4.153514385223389,
+      "epoch": 3.3987441130298275,
+      "rel-constrast": 2.9336178302764893,
+      "step": 4330,
+      "subrel-constrast": 3.5426483154296875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8372138738632202,
+      "cov-distil (oracle2student)": 5.122504711151123,
+      "cov-distil (oracle2teacher)": 4.389894485473633,
+      "epoch": 3.3995290423861855,
+      "rel-constrast": 2.200561761856079,
+      "step": 4331,
+      "subrel-constrast": 3.043774366378784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.451472520828247,
+      "cov-distil (oracle2student)": 4.4935455322265625,
+      "cov-distil (oracle2teacher)": 4.550529956817627,
+      "epoch": 3.400313971742543,
+      "rel-constrast": 3.046175718307495,
+      "step": 4332,
+      "subrel-constrast": 4.188700199127197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6066391468048096,
+      "cov-distil (oracle2student)": 3.3231301307678223,
+      "cov-distil (oracle2teacher)": 3.524153470993042,
+      "epoch": 3.401098901098901,
+      "rel-constrast": 2.4592247009277344,
+      "step": 4333,
+      "subrel-constrast": 3.2640533447265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7761101722717285,
+      "cov-distil (oracle2student)": 3.691993236541748,
+      "cov-distil (oracle2teacher)": 3.5918619632720947,
+      "epoch": 3.401883830455259,
+      "rel-constrast": 2.532475471496582,
+      "step": 4334,
+      "subrel-constrast": 3.1993820667266846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4264700412750244,
+      "cov-distil (oracle2student)": 5.446094989776611,
+      "cov-distil (oracle2teacher)": 5.086271286010742,
+      "epoch": 3.402668759811617,
+      "rel-constrast": 2.2789182662963867,
+      "step": 4335,
+      "subrel-constrast": 2.802027463912964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.470530390739441,
+      "cov-distil (oracle2student)": 4.788012504577637,
+      "cov-distil (oracle2teacher)": 4.586071491241455,
+      "epoch": 3.403453689167975,
+      "rel-constrast": 2.613029956817627,
+      "step": 4336,
+      "subrel-constrast": 3.5761330127716064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6077542304992676,
+      "cov-distil (oracle2student)": 3.4043993949890137,
+      "cov-distil (oracle2teacher)": 3.3822834491729736,
+      "epoch": 3.404238618524333,
+      "rel-constrast": 2.1994104385375977,
+      "step": 4337,
+      "subrel-constrast": 2.8825976848602295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6061058044433594,
+      "cov-distil (oracle2student)": 3.284256935119629,
+      "cov-distil (oracle2teacher)": 3.1568291187286377,
+      "epoch": 3.405023547880691,
+      "rel-constrast": 2.062321662902832,
+      "step": 4338,
+      "subrel-constrast": 2.9026947021484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4323500394821167,
+      "cov-distil (oracle2student)": 4.375099182128906,
+      "cov-distil (oracle2teacher)": 4.173226833343506,
+      "epoch": 3.4058084772370485,
+      "rel-constrast": 1.8533875942230225,
+      "step": 4339,
+      "subrel-constrast": 2.878892183303833,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.4065934065934065,
+      "grad_norm": 4.40625,
+      "learning_rate": 3.485656810857378e-05,
+      "loss": 0.6454,
+      "step": 4340
+    },
+    {
+      "cov-distil": 1.4342269897460938,
+      "cov-distil (oracle2student)": 4.85662317276001,
+      "cov-distil (oracle2teacher)": 4.617469787597656,
+      "epoch": 3.4065934065934065,
+      "rel-constrast": 2.9650697708129883,
+      "step": 4340,
+      "subrel-constrast": 3.375319480895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6662046909332275,
+      "cov-distil (oracle2student)": 2.8405885696411133,
+      "cov-distil (oracle2teacher)": 2.7549448013305664,
+      "epoch": 3.4073783359497645,
+      "rel-constrast": 2.4089722633361816,
+      "step": 4341,
+      "subrel-constrast": 2.9394948482513428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.177065372467041,
+      "cov-distil (oracle2student)": 4.565441131591797,
+      "cov-distil (oracle2teacher)": 4.123811721801758,
+      "epoch": 3.4081632653061225,
+      "rel-constrast": 2.664902448654175,
+      "step": 4342,
+      "subrel-constrast": 2.82611346244812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9501488208770752,
+      "cov-distil (oracle2student)": 4.749402046203613,
+      "cov-distil (oracle2teacher)": 4.898646831512451,
+      "epoch": 3.4089481946624804,
+      "rel-constrast": 3.5872597694396973,
+      "step": 4343,
+      "subrel-constrast": 4.1038818359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.866816759109497,
+      "cov-distil (oracle2student)": 4.477634429931641,
+      "cov-distil (oracle2teacher)": 4.093520164489746,
+      "epoch": 3.4097331240188384,
+      "rel-constrast": 2.992333173751831,
+      "step": 4344,
+      "subrel-constrast": 3.937943935394287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1590845584869385,
+      "cov-distil (oracle2student)": 3.3306336402893066,
+      "cov-distil (oracle2teacher)": 3.7174556255340576,
+      "epoch": 3.4105180533751964,
+      "rel-constrast": 2.107438802719116,
+      "step": 4345,
+      "subrel-constrast": 2.891507625579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3627736568450928,
+      "cov-distil (oracle2student)": 5.424285411834717,
+      "cov-distil (oracle2teacher)": 5.241894721984863,
+      "epoch": 3.411302982731554,
+      "rel-constrast": 2.4199366569519043,
+      "step": 4346,
+      "subrel-constrast": 2.7590785026550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1438055038452148,
+      "cov-distil (oracle2student)": 3.0015885829925537,
+      "cov-distil (oracle2teacher)": 2.7257628440856934,
+      "epoch": 3.412087912087912,
+      "rel-constrast": 1.6537723541259766,
+      "step": 4347,
+      "subrel-constrast": 2.2006046772003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3739540576934814,
+      "cov-distil (oracle2student)": 5.050268173217773,
+      "cov-distil (oracle2teacher)": 4.976256847381592,
+      "epoch": 3.41287284144427,
+      "rel-constrast": 3.4977762699127197,
+      "step": 4348,
+      "subrel-constrast": 3.642068386077881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.468092679977417,
+      "cov-distil (oracle2student)": 4.922586441040039,
+      "cov-distil (oracle2teacher)": 4.670984268188477,
+      "epoch": 3.413657770800628,
+      "rel-constrast": 2.6797611713409424,
+      "step": 4349,
+      "subrel-constrast": 3.3269388675689697,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.414442700156986,
+      "grad_norm": 4.875,
+      "learning_rate": 3.477631053718784e-05,
+      "loss": 0.7109,
+      "step": 4350
+    },
+    {
+      "cov-distil": 1.729709506034851,
+      "cov-distil (oracle2student)": 7.371512413024902,
+      "cov-distil (oracle2teacher)": 6.780152320861816,
+      "epoch": 3.414442700156986,
+      "rel-constrast": 3.0468926429748535,
+      "step": 4350,
+      "subrel-constrast": 3.619511842727661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8298171758651733,
+      "cov-distil (oracle2student)": 4.1926469802856445,
+      "cov-distil (oracle2teacher)": 4.33797550201416,
+      "epoch": 3.415227629513344,
+      "rel-constrast": 1.90731942653656,
+      "step": 4351,
+      "subrel-constrast": 3.9180257320404053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2000994682312012,
+      "cov-distil (oracle2student)": 3.1099958419799805,
+      "cov-distil (oracle2teacher)": 2.8313753604888916,
+      "epoch": 3.416012558869702,
+      "rel-constrast": 1.8644394874572754,
+      "step": 4352,
+      "subrel-constrast": 2.5117876529693604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.387500286102295,
+      "cov-distil (oracle2student)": 5.58403205871582,
+      "cov-distil (oracle2teacher)": 5.032406806945801,
+      "epoch": 3.4167974882260594,
+      "rel-constrast": 2.546957492828369,
+      "step": 4353,
+      "subrel-constrast": 3.183702230453491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3728996515274048,
+      "cov-distil (oracle2student)": 5.176409721374512,
+      "cov-distil (oracle2teacher)": 5.02763032913208,
+      "epoch": 3.4175824175824174,
+      "rel-constrast": 2.554335832595825,
+      "step": 4354,
+      "subrel-constrast": 3.233808994293213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3917262554168701,
+      "cov-distil (oracle2student)": 4.72080135345459,
+      "cov-distil (oracle2teacher)": 4.470463752746582,
+      "epoch": 3.4183673469387754,
+      "rel-constrast": 2.4900450706481934,
+      "step": 4355,
+      "subrel-constrast": 2.9301671981811523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5210962295532227,
+      "cov-distil (oracle2student)": 3.818436861038208,
+      "cov-distil (oracle2teacher)": 3.7320470809936523,
+      "epoch": 3.4191522762951334,
+      "rel-constrast": 2.1203784942626953,
+      "step": 4356,
+      "subrel-constrast": 3.085123062133789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9337702989578247,
+      "cov-distil (oracle2student)": 3.905695915222168,
+      "cov-distil (oracle2teacher)": 3.786832332611084,
+      "epoch": 3.4199372056514914,
+      "rel-constrast": 2.214442729949951,
+      "step": 4357,
+      "subrel-constrast": 3.0746960639953613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.944266676902771,
+      "cov-distil (oracle2student)": 3.74631929397583,
+      "cov-distil (oracle2teacher)": 3.5445680618286133,
+      "epoch": 3.4207221350078494,
+      "rel-constrast": 2.2137093544006348,
+      "step": 4358,
+      "subrel-constrast": 2.874750852584839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.622879981994629,
+      "cov-distil (oracle2student)": 4.302679538726807,
+      "cov-distil (oracle2teacher)": 4.042942047119141,
+      "epoch": 3.4215070643642074,
+      "rel-constrast": 2.231170892715454,
+      "step": 4359,
+      "subrel-constrast": 3.027784585952759,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.422291993720565,
+      "grad_norm": 4.4375,
+      "learning_rate": 3.469593384454323e-05,
+      "loss": 0.6171,
+      "step": 4360
+    },
+    {
+      "cov-distil": 1.5136207342147827,
+      "cov-distil (oracle2student)": 4.142499923706055,
+      "cov-distil (oracle2teacher)": 4.243683815002441,
+      "epoch": 3.422291993720565,
+      "rel-constrast": 3.040922164916992,
+      "step": 4360,
+      "subrel-constrast": 3.7262911796569824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.006345272064209,
+      "cov-distil (oracle2student)": 3.144575357437134,
+      "cov-distil (oracle2teacher)": 3.9849424362182617,
+      "epoch": 3.423076923076923,
+      "rel-constrast": 2.6852147579193115,
+      "step": 4361,
+      "subrel-constrast": 4.369438648223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.374287724494934,
+      "cov-distil (oracle2student)": 4.589929580688477,
+      "cov-distil (oracle2teacher)": 4.212416172027588,
+      "epoch": 3.423861852433281,
+      "rel-constrast": 3.0531716346740723,
+      "step": 4362,
+      "subrel-constrast": 3.8401708602905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9502681493759155,
+      "cov-distil (oracle2student)": 5.432967185974121,
+      "cov-distil (oracle2teacher)": 4.359376430511475,
+      "epoch": 3.424646781789639,
+      "rel-constrast": 2.941642999649048,
+      "step": 4363,
+      "subrel-constrast": 3.6300337314605713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2525516748428345,
+      "cov-distil (oracle2student)": 3.8704445362091064,
+      "cov-distil (oracle2teacher)": 4.5805864334106445,
+      "epoch": 3.425431711145997,
+      "rel-constrast": 2.5803723335266113,
+      "step": 4364,
+      "subrel-constrast": 3.538633108139038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5229954719543457,
+      "cov-distil (oracle2student)": 4.058237075805664,
+      "cov-distil (oracle2teacher)": 3.6661934852600098,
+      "epoch": 3.426216640502355,
+      "rel-constrast": 1.6287894248962402,
+      "step": 4365,
+      "subrel-constrast": 2.425164222717285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7143126726150513,
+      "cov-distil (oracle2student)": 5.095312118530273,
+      "cov-distil (oracle2teacher)": 4.182836532592773,
+      "epoch": 3.427001569858713,
+      "rel-constrast": 3.66025447845459,
+      "step": 4366,
+      "subrel-constrast": 3.5730628967285156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9689213037490845,
+      "cov-distil (oracle2student)": 4.567089080810547,
+      "cov-distil (oracle2teacher)": 4.18798828125,
+      "epoch": 3.427786499215071,
+      "rel-constrast": 2.4947876930236816,
+      "step": 4367,
+      "subrel-constrast": 3.3084182739257812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.264287233352661,
+      "cov-distil (oracle2student)": 5.814902305603027,
+      "cov-distil (oracle2teacher)": 5.418259620666504,
+      "epoch": 3.4285714285714284,
+      "rel-constrast": 2.885312557220459,
+      "step": 4368,
+      "subrel-constrast": 3.7151975631713867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7454185485839844,
+      "cov-distil (oracle2student)": 4.260164260864258,
+      "cov-distil (oracle2teacher)": 3.469855546951294,
+      "epoch": 3.4293563579277864,
+      "rel-constrast": 2.3168411254882812,
+      "step": 4369,
+      "subrel-constrast": 3.063917875289917,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.4301412872841444,
+      "grad_norm": 4.8125,
+      "learning_rate": 3.461543901000458e-05,
+      "loss": 0.7255,
+      "step": 4370
+    },
+    {
+      "cov-distil": 1.1428968906402588,
+      "cov-distil (oracle2student)": 4.212471961975098,
+      "cov-distil (oracle2teacher)": 4.1103363037109375,
+      "epoch": 3.4301412872841444,
+      "rel-constrast": 1.9619508981704712,
+      "step": 4370,
+      "subrel-constrast": 2.6111409664154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3402338027954102,
+      "cov-distil (oracle2student)": 3.7874183654785156,
+      "cov-distil (oracle2teacher)": 3.468946933746338,
+      "epoch": 3.4309262166405023,
+      "rel-constrast": 2.2568249702453613,
+      "step": 4371,
+      "subrel-constrast": 2.7286159992218018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5337812900543213,
+      "cov-distil (oracle2student)": 4.500875473022461,
+      "cov-distil (oracle2teacher)": 4.3025946617126465,
+      "epoch": 3.4317111459968603,
+      "rel-constrast": 3.1126315593719482,
+      "step": 4372,
+      "subrel-constrast": 3.5536904335021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1680570840835571,
+      "cov-distil (oracle2student)": 4.871827602386475,
+      "cov-distil (oracle2teacher)": 4.541327476501465,
+      "epoch": 3.4324960753532183,
+      "rel-constrast": 2.9912567138671875,
+      "step": 4373,
+      "subrel-constrast": 3.8222625255584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5068739652633667,
+      "cov-distil (oracle2student)": 4.168854713439941,
+      "cov-distil (oracle2teacher)": 3.936854839324951,
+      "epoch": 3.4332810047095763,
+      "rel-constrast": 1.4929783344268799,
+      "step": 4374,
+      "subrel-constrast": 2.2259271144866943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6451256275177002,
+      "cov-distil (oracle2student)": 6.426031112670898,
+      "cov-distil (oracle2teacher)": 6.026773452758789,
+      "epoch": 3.4340659340659343,
+      "rel-constrast": 2.5337507724761963,
+      "step": 4375,
+      "subrel-constrast": 3.5245795249938965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5222053527832031,
+      "cov-distil (oracle2student)": 5.072022914886475,
+      "cov-distil (oracle2teacher)": 4.621806621551514,
+      "epoch": 3.434850863422292,
+      "rel-constrast": 2.452993392944336,
+      "step": 4376,
+      "subrel-constrast": 3.103433609008789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6195745468139648,
+      "cov-distil (oracle2student)": 5.3676557540893555,
+      "cov-distil (oracle2teacher)": 4.989318370819092,
+      "epoch": 3.43563579277865,
+      "rel-constrast": 3.0378780364990234,
+      "step": 4377,
+      "subrel-constrast": 3.8967201709747314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6038753986358643,
+      "cov-distil (oracle2student)": 3.4063024520874023,
+      "cov-distil (oracle2teacher)": 3.397979259490967,
+      "epoch": 3.436420722135008,
+      "rel-constrast": 2.8590590953826904,
+      "step": 4378,
+      "subrel-constrast": 3.277677297592163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3780198097229004,
+      "cov-distil (oracle2student)": 4.433746337890625,
+      "cov-distil (oracle2teacher)": 4.116223335266113,
+      "epoch": 3.437205651491366,
+      "rel-constrast": 2.1124267578125,
+      "step": 4379,
+      "subrel-constrast": 2.5642635822296143,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.437990580847724,
+      "grad_norm": 4.4375,
+      "learning_rate": 3.4534827014376034e-05,
+      "loss": 0.6564,
+      "step": 4380
+    },
+    {
+      "cov-distil": 1.3578450679779053,
+      "cov-distil (oracle2student)": 4.009967803955078,
+      "cov-distil (oracle2teacher)": 4.245423316955566,
+      "epoch": 3.437990580847724,
+      "rel-constrast": 2.878805160522461,
+      "step": 4380,
+      "subrel-constrast": 3.921339750289917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0390019416809082,
+      "cov-distil (oracle2student)": 3.427793502807617,
+      "cov-distil (oracle2teacher)": 3.497589588165283,
+      "epoch": 3.438775510204082,
+      "rel-constrast": 2.3117642402648926,
+      "step": 4381,
+      "subrel-constrast": 3.0062012672424316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1311038732528687,
+      "cov-distil (oracle2student)": 4.397029876708984,
+      "cov-distil (oracle2teacher)": 3.9202919006347656,
+      "epoch": 3.4395604395604398,
+      "rel-constrast": 2.551835775375366,
+      "step": 4382,
+      "subrel-constrast": 3.122413158416748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.217469334602356,
+      "cov-distil (oracle2student)": 3.9386467933654785,
+      "cov-distil (oracle2teacher)": 3.267282485961914,
+      "epoch": 3.4403453689167973,
+      "rel-constrast": 2.967329978942871,
+      "step": 4383,
+      "subrel-constrast": 3.217444658279419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.471146821975708,
+      "cov-distil (oracle2student)": 4.081575870513916,
+      "cov-distil (oracle2teacher)": 3.3498196601867676,
+      "epoch": 3.4411302982731553,
+      "rel-constrast": 2.5234060287475586,
+      "step": 4384,
+      "subrel-constrast": 3.113978147506714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2781224250793457,
+      "cov-distil (oracle2student)": 5.00577974319458,
+      "cov-distil (oracle2teacher)": 5.142986297607422,
+      "epoch": 3.4419152276295133,
+      "rel-constrast": 2.711137533187866,
+      "step": 4385,
+      "subrel-constrast": 2.8577539920806885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5414416790008545,
+      "cov-distil (oracle2student)": 5.101961135864258,
+      "cov-distil (oracle2teacher)": 4.5129899978637695,
+      "epoch": 3.4427001569858713,
+      "rel-constrast": 2.822690010070801,
+      "step": 4386,
+      "subrel-constrast": 4.022926330566406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2373075485229492,
+      "cov-distil (oracle2student)": 5.122032165527344,
+      "cov-distil (oracle2teacher)": 4.866312503814697,
+      "epoch": 3.4434850863422293,
+      "rel-constrast": 2.2197985649108887,
+      "step": 4387,
+      "subrel-constrast": 2.9444849491119385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4321463108062744,
+      "cov-distil (oracle2student)": 5.816883087158203,
+      "cov-distil (oracle2teacher)": 4.7963480949401855,
+      "epoch": 3.4442700156985873,
+      "rel-constrast": 3.022092819213867,
+      "step": 4388,
+      "subrel-constrast": 3.7452597618103027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6594136953353882,
+      "cov-distil (oracle2student)": 3.9047317504882812,
+      "cov-distil (oracle2teacher)": 3.766228675842285,
+      "epoch": 3.4450549450549453,
+      "rel-constrast": 2.1443638801574707,
+      "step": 4389,
+      "subrel-constrast": 3.2058184146881104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.445839874411303,
+      "grad_norm": 4.8125,
+      "learning_rate": 3.445409883988933e-05,
+      "loss": 0.6872,
+      "step": 4390
+    },
+    {
+      "cov-distil": 1.8170491456985474,
+      "cov-distil (oracle2student)": 5.860020637512207,
+      "cov-distil (oracle2teacher)": 5.607403755187988,
+      "epoch": 3.445839874411303,
+      "rel-constrast": 2.5101687908172607,
+      "step": 4390,
+      "subrel-constrast": 3.8593084812164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6325876712799072,
+      "cov-distil (oracle2student)": 4.855058670043945,
+      "cov-distil (oracle2teacher)": 4.273164749145508,
+      "epoch": 3.446624803767661,
+      "rel-constrast": 3.0693540573120117,
+      "step": 4391,
+      "subrel-constrast": 3.103940010070801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.661298155784607,
+      "cov-distil (oracle2student)": 4.235966205596924,
+      "cov-distil (oracle2teacher)": 4.39111328125,
+      "epoch": 3.4474097331240188,
+      "rel-constrast": 1.9770596027374268,
+      "step": 4392,
+      "subrel-constrast": 2.825996160507202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3736058473587036,
+      "cov-distil (oracle2student)": 3.6874420642852783,
+      "cov-distil (oracle2teacher)": 3.6460556983947754,
+      "epoch": 3.4481946624803768,
+      "rel-constrast": 2.098456382751465,
+      "step": 4393,
+      "subrel-constrast": 2.9754478931427,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5320024490356445,
+      "cov-distil (oracle2student)": 4.464493751525879,
+      "cov-distil (oracle2teacher)": 4.150317192077637,
+      "epoch": 3.4489795918367347,
+      "rel-constrast": 2.5214030742645264,
+      "step": 4394,
+      "subrel-constrast": 3.426088571548462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.50421142578125,
+      "cov-distil (oracle2student)": 4.666937828063965,
+      "cov-distil (oracle2teacher)": 4.512441635131836,
+      "epoch": 3.4497645211930927,
+      "rel-constrast": 3.2634077072143555,
+      "step": 4395,
+      "subrel-constrast": 4.049572944641113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6089417934417725,
+      "cov-distil (oracle2student)": 3.349792003631592,
+      "cov-distil (oracle2teacher)": 3.513760566711426,
+      "epoch": 3.4505494505494507,
+      "rel-constrast": 1.7926685810089111,
+      "step": 4396,
+      "subrel-constrast": 2.4472947120666504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1927292346954346,
+      "cov-distil (oracle2student)": 2.376904010772705,
+      "cov-distil (oracle2teacher)": 2.6790404319763184,
+      "epoch": 3.4513343799058083,
+      "rel-constrast": 2.2940123081207275,
+      "step": 4397,
+      "subrel-constrast": 2.883204221725464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5113390684127808,
+      "cov-distil (oracle2student)": 4.918117046356201,
+      "cov-distil (oracle2teacher)": 5.111630439758301,
+      "epoch": 3.4521193092621663,
+      "rel-constrast": 2.3348617553710938,
+      "step": 4398,
+      "subrel-constrast": 3.183161497116089,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.219980001449585,
+      "cov-distil (oracle2student)": 4.1677141189575195,
+      "cov-distil (oracle2teacher)": 3.388317108154297,
+      "epoch": 3.4529042386185242,
+      "rel-constrast": 2.7201123237609863,
+      "step": 4399,
+      "subrel-constrast": 3.4646177291870117,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.4536891679748822,
+      "grad_norm": 4.78125,
+      "learning_rate": 3.437325547019179e-05,
+      "loss": 0.6522,
+      "step": 4400
+    },
+    {
+      "epoch": 3.4536891679748822,
+      "overlap": 0.33281251788139343,
+      "step": 4400
+    },
+    {
+      "epoch": 3.4536891679748822,
+      "step": 4400,
+      "student margin": 0.05975341796875
+    },
+    {
+      "epoch": 3.4536891679748822,
+      "step": 4400,
+      "teacher margin": 0.03729248046875
+    },
+    {
+      "epoch": 3.4536891679748822,
+      "margin difference": -0.0224609375,
+      "step": 4400
+    },
+    {
+      "cov-distil": 2.083110809326172,
+      "cov-distil (oracle2student)": 4.80320930480957,
+      "cov-distil (oracle2teacher)": 4.657142639160156,
+      "epoch": 3.4536891679748822,
+      "rel-constrast": 2.69821834564209,
+      "step": 4400,
+      "subrel-constrast": 3.5400450229644775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4471515417099,
+      "cov-distil (oracle2student)": 4.713214874267578,
+      "cov-distil (oracle2teacher)": 4.810725212097168,
+      "epoch": 3.4544740973312402,
+      "rel-constrast": 3.228610038757324,
+      "step": 4401,
+      "subrel-constrast": 4.3366923332214355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.653827428817749,
+      "cov-distil (oracle2student)": 4.677766799926758,
+      "cov-distil (oracle2teacher)": 4.130481719970703,
+      "epoch": 3.455259026687598,
+      "rel-constrast": 2.9569215774536133,
+      "step": 4402,
+      "subrel-constrast": 3.776387929916382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5401301383972168,
+      "cov-distil (oracle2student)": 4.986854076385498,
+      "cov-distil (oracle2teacher)": 5.694118022918701,
+      "epoch": 3.456043956043956,
+      "rel-constrast": 3.950085401535034,
+      "step": 4403,
+      "subrel-constrast": 4.7120280265808105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3138244152069092,
+      "cov-distil (oracle2student)": 3.786888837814331,
+      "cov-distil (oracle2teacher)": 4.138369083404541,
+      "epoch": 3.4568288854003137,
+      "rel-constrast": 3.4676785469055176,
+      "step": 4404,
+      "subrel-constrast": 4.565848350524902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.150437355041504,
+      "cov-distil (oracle2student)": 3.836820363998413,
+      "cov-distil (oracle2teacher)": 3.780690908432007,
+      "epoch": 3.4576138147566717,
+      "rel-constrast": 1.7466702461242676,
+      "step": 4405,
+      "subrel-constrast": 2.8666491508483887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.613051414489746,
+      "cov-distil (oracle2student)": 4.862545013427734,
+      "cov-distil (oracle2teacher)": 4.206901550292969,
+      "epoch": 3.4583987441130297,
+      "rel-constrast": 3.5151212215423584,
+      "step": 4406,
+      "subrel-constrast": 4.089615345001221,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1306474208831787,
+      "cov-distil (oracle2student)": 2.8779211044311523,
+      "cov-distil (oracle2teacher)": 2.563753128051758,
+      "epoch": 3.4591836734693877,
+      "rel-constrast": 1.452458143234253,
+      "step": 4407,
+      "subrel-constrast": 1.9203168153762817,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8252748250961304,
+      "cov-distil (oracle2student)": 4.315107822418213,
+      "cov-distil (oracle2teacher)": 4.20784330368042,
+      "epoch": 3.4599686028257457,
+      "rel-constrast": 2.6931955814361572,
+      "step": 4408,
+      "subrel-constrast": 3.6147189140319824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.269005298614502,
+      "cov-distil (oracle2student)": 5.12459135055542,
+      "cov-distil (oracle2teacher)": 4.479462623596191,
+      "epoch": 3.4607535321821037,
+      "rel-constrast": 3.0369620323181152,
+      "step": 4409,
+      "subrel-constrast": 3.5233101844787598,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.4615384615384617,
+      "grad_norm": 5.5,
+      "learning_rate": 3.4292297890334365e-05,
+      "loss": 0.7562,
+      "step": 4410
+    },
+    {
+      "cov-distil": 1.3539179563522339,
+      "cov-distil (oracle2student)": 4.502066612243652,
+      "cov-distil (oracle2teacher)": 4.675049304962158,
+      "epoch": 3.4615384615384617,
+      "rel-constrast": 3.332796812057495,
+      "step": 4410,
+      "subrel-constrast": 4.110559463500977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4993953704833984,
+      "cov-distil (oracle2student)": 5.4654083251953125,
+      "cov-distil (oracle2teacher)": 5.618633270263672,
+      "epoch": 3.462323390894819,
+      "rel-constrast": 3.0566823482513428,
+      "step": 4411,
+      "subrel-constrast": 4.6651835441589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4190268516540527,
+      "cov-distil (oracle2student)": 2.7297215461730957,
+      "cov-distil (oracle2teacher)": 2.965930700302124,
+      "epoch": 3.463108320251177,
+      "rel-constrast": 2.3530356884002686,
+      "step": 4412,
+      "subrel-constrast": 2.927281141281128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7196415662765503,
+      "cov-distil (oracle2student)": 4.065795421600342,
+      "cov-distil (oracle2teacher)": 3.554194211959839,
+      "epoch": 3.463893249607535,
+      "rel-constrast": 2.441047191619873,
+      "step": 4413,
+      "subrel-constrast": 2.589073896408081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2932980060577393,
+      "cov-distil (oracle2student)": 2.5081849098205566,
+      "cov-distil (oracle2teacher)": 2.8972625732421875,
+      "epoch": 3.464678178963893,
+      "rel-constrast": 2.226104259490967,
+      "step": 4414,
+      "subrel-constrast": 3.1671335697174072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7332355976104736,
+      "cov-distil (oracle2student)": 4.549083709716797,
+      "cov-distil (oracle2teacher)": 4.326278209686279,
+      "epoch": 3.465463108320251,
+      "rel-constrast": 2.1719915866851807,
+      "step": 4415,
+      "subrel-constrast": 3.0821447372436523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.69670832157135,
+      "cov-distil (oracle2student)": 4.7676849365234375,
+      "cov-distil (oracle2teacher)": 4.2730302810668945,
+      "epoch": 3.466248037676609,
+      "rel-constrast": 2.0051889419555664,
+      "step": 4416,
+      "subrel-constrast": 2.839214563369751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1408867835998535,
+      "cov-distil (oracle2student)": 3.0755271911621094,
+      "cov-distil (oracle2teacher)": 3.2152886390686035,
+      "epoch": 3.467032967032967,
+      "rel-constrast": 1.8510010242462158,
+      "step": 4417,
+      "subrel-constrast": 2.6656155586242676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6809463500976562,
+      "cov-distil (oracle2student)": 3.857895851135254,
+      "cov-distil (oracle2teacher)": 3.8834927082061768,
+      "epoch": 3.467817896389325,
+      "rel-constrast": 2.820254325866699,
+      "step": 4418,
+      "subrel-constrast": 3.695613384246826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5399298667907715,
+      "cov-distil (oracle2student)": 4.920973777770996,
+      "cov-distil (oracle2teacher)": 3.542513608932495,
+      "epoch": 3.468602825745683,
+      "rel-constrast": 2.1809682846069336,
+      "step": 4419,
+      "subrel-constrast": 2.285505533218384,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.4693877551020407,
+      "grad_norm": 5.75,
+      "learning_rate": 3.421122708675961e-05,
+      "loss": 0.6487,
+      "step": 4420
+    },
+    {
+      "cov-distil": 1.4163620471954346,
+      "cov-distil (oracle2student)": 5.286993026733398,
+      "cov-distil (oracle2teacher)": 4.4362921714782715,
+      "epoch": 3.4693877551020407,
+      "rel-constrast": 2.4160726070404053,
+      "step": 4420,
+      "subrel-constrast": 2.9800868034362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5259459018707275,
+      "cov-distil (oracle2student)": 3.5992581844329834,
+      "cov-distil (oracle2teacher)": 4.038652420043945,
+      "epoch": 3.4701726844583987,
+      "rel-constrast": 2.3161675930023193,
+      "step": 4421,
+      "subrel-constrast": 3.345745086669922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.382913589477539,
+      "cov-distil (oracle2student)": 2.0389959812164307,
+      "cov-distil (oracle2teacher)": 1.9423205852508545,
+      "epoch": 3.4709576138147566,
+      "rel-constrast": 2.194708824157715,
+      "step": 4422,
+      "subrel-constrast": 2.8989903926849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0701756477355957,
+      "cov-distil (oracle2student)": 4.808018684387207,
+      "cov-distil (oracle2teacher)": 4.544170379638672,
+      "epoch": 3.4717425431711146,
+      "rel-constrast": 2.9612228870391846,
+      "step": 4423,
+      "subrel-constrast": 4.223834991455078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6229315996170044,
+      "cov-distil (oracle2student)": 3.5911760330200195,
+      "cov-distil (oracle2teacher)": 3.7927162647247314,
+      "epoch": 3.4725274725274726,
+      "rel-constrast": 1.7508883476257324,
+      "step": 4424,
+      "subrel-constrast": 2.5156795978546143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2852680683135986,
+      "cov-distil (oracle2student)": 3.168792963027954,
+      "cov-distil (oracle2teacher)": 3.273970603942871,
+      "epoch": 3.4733124018838306,
+      "rel-constrast": 2.087916851043701,
+      "step": 4425,
+      "subrel-constrast": 2.8486568927764893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.134286880493164,
+      "cov-distil (oracle2student)": 4.7586469650268555,
+      "cov-distil (oracle2teacher)": 4.2287445068359375,
+      "epoch": 3.4740973312401886,
+      "rel-constrast": 1.6490873098373413,
+      "step": 4426,
+      "subrel-constrast": 2.249755382537842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.251908540725708,
+      "cov-distil (oracle2student)": 3.5600790977478027,
+      "cov-distil (oracle2teacher)": 3.8849575519561768,
+      "epoch": 3.474882260596546,
+      "rel-constrast": 2.2034082412719727,
+      "step": 4427,
+      "subrel-constrast": 3.1080422401428223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9394659996032715,
+      "cov-distil (oracle2student)": 5.37074089050293,
+      "cov-distil (oracle2teacher)": 4.688296794891357,
+      "epoch": 3.475667189952904,
+      "rel-constrast": 3.1717658042907715,
+      "step": 4428,
+      "subrel-constrast": 3.214773178100586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2721192836761475,
+      "cov-distil (oracle2student)": 5.388917446136475,
+      "cov-distil (oracle2teacher)": 5.069171905517578,
+      "epoch": 3.476452119309262,
+      "rel-constrast": 2.147747755050659,
+      "step": 4429,
+      "subrel-constrast": 2.449260950088501,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.47723704866562,
+      "grad_norm": 7.125,
+      "learning_rate": 3.41300440472897e-05,
+      "loss": 0.6097,
+      "step": 4430
+    },
+    {
+      "cov-distil": 1.4421920776367188,
+      "cov-distil (oracle2student)": 5.230131149291992,
+      "cov-distil (oracle2teacher)": 4.86775541305542,
+      "epoch": 3.47723704866562,
+      "rel-constrast": 3.3018264770507812,
+      "step": 4430,
+      "subrel-constrast": 3.7291414737701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6640303134918213,
+      "cov-distil (oracle2student)": 5.847167015075684,
+      "cov-distil (oracle2teacher)": 5.001417636871338,
+      "epoch": 3.478021978021978,
+      "rel-constrast": 3.4827942848205566,
+      "step": 4431,
+      "subrel-constrast": 3.2487056255340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517000436782837,
+      "cov-distil (oracle2student)": 6.607909202575684,
+      "cov-distil (oracle2teacher)": 5.855751037597656,
+      "epoch": 3.478806907378336,
+      "rel-constrast": 1.9715039730072021,
+      "step": 4432,
+      "subrel-constrast": 3.064213752746582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3554692268371582,
+      "cov-distil (oracle2student)": 2.5685646533966064,
+      "cov-distil (oracle2teacher)": 2.562716007232666,
+      "epoch": 3.479591836734694,
+      "rel-constrast": 2.2809152603149414,
+      "step": 4433,
+      "subrel-constrast": 2.5851171016693115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2718077898025513,
+      "cov-distil (oracle2student)": 3.7658333778381348,
+      "cov-distil (oracle2teacher)": 3.5234575271606445,
+      "epoch": 3.4803767660910516,
+      "rel-constrast": 2.20241117477417,
+      "step": 4434,
+      "subrel-constrast": 2.511371612548828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.624080777168274,
+      "cov-distil (oracle2student)": 3.536569118499756,
+      "cov-distil (oracle2teacher)": 3.3027162551879883,
+      "epoch": 3.4811616954474096,
+      "rel-constrast": 2.202789306640625,
+      "step": 4435,
+      "subrel-constrast": 3.021042585372925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.536036491394043,
+      "cov-distil (oracle2student)": 4.788987159729004,
+      "cov-distil (oracle2teacher)": 4.7924299240112305,
+      "epoch": 3.4819466248037676,
+      "rel-constrast": 2.6556668281555176,
+      "step": 4436,
+      "subrel-constrast": 3.616983413696289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3496031761169434,
+      "cov-distil (oracle2student)": 4.836142063140869,
+      "cov-distil (oracle2teacher)": 5.083414077758789,
+      "epoch": 3.4827315541601256,
+      "rel-constrast": 2.479503631591797,
+      "step": 4437,
+      "subrel-constrast": 3.3205933570861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4800312519073486,
+      "cov-distil (oracle2student)": 3.653721332550049,
+      "cov-distil (oracle2teacher)": 3.3566524982452393,
+      "epoch": 3.4835164835164836,
+      "rel-constrast": 2.313979148864746,
+      "step": 4438,
+      "subrel-constrast": 3.448789358139038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.083451509475708,
+      "cov-distil (oracle2student)": 3.2233688831329346,
+      "cov-distil (oracle2teacher)": 3.04386568069458,
+      "epoch": 3.4843014128728416,
+      "rel-constrast": 1.7652785778045654,
+      "step": 4439,
+      "subrel-constrast": 2.3842480182647705,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.4850863422291996,
+      "grad_norm": 5.53125,
+      "learning_rate": 3.4048749761114335e-05,
+      "loss": 0.6522,
+      "step": 4440
+    },
+    {
+      "cov-distil": 1.447129249572754,
+      "cov-distil (oracle2student)": 5.937439918518066,
+      "cov-distil (oracle2teacher)": 5.639605522155762,
+      "epoch": 3.4850863422291996,
+      "rel-constrast": 2.5863261222839355,
+      "step": 4440,
+      "subrel-constrast": 3.1547627449035645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.620678186416626,
+      "cov-distil (oracle2student)": 4.094180107116699,
+      "cov-distil (oracle2teacher)": 4.497958183288574,
+      "epoch": 3.485871271585557,
+      "rel-constrast": 2.4856677055358887,
+      "step": 4441,
+      "subrel-constrast": 3.106287956237793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1229914426803589,
+      "cov-distil (oracle2student)": 5.019906044006348,
+      "cov-distil (oracle2teacher)": 4.529567241668701,
+      "epoch": 3.486656200941915,
+      "rel-constrast": 2.2283787727355957,
+      "step": 4442,
+      "subrel-constrast": 2.6514065265655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5457873344421387,
+      "cov-distil (oracle2student)": 5.7708330154418945,
+      "cov-distil (oracle2teacher)": 5.105783462524414,
+      "epoch": 3.487441130298273,
+      "rel-constrast": 2.4753236770629883,
+      "step": 4443,
+      "subrel-constrast": 3.2680816650390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5904185771942139,
+      "cov-distil (oracle2student)": 4.654665946960449,
+      "cov-distil (oracle2teacher)": 4.5606207847595215,
+      "epoch": 3.488226059654631,
+      "rel-constrast": 3.8404998779296875,
+      "step": 4444,
+      "subrel-constrast": 4.504575252532959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6672143936157227,
+      "cov-distil (oracle2student)": 6.288714408874512,
+      "cov-distil (oracle2teacher)": 5.581179618835449,
+      "epoch": 3.489010989010989,
+      "rel-constrast": 3.4340951442718506,
+      "step": 4445,
+      "subrel-constrast": 3.6211133003234863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7262117862701416,
+      "cov-distil (oracle2student)": 4.711060523986816,
+      "cov-distil (oracle2teacher)": 3.8625378608703613,
+      "epoch": 3.489795918367347,
+      "rel-constrast": 2.6725528240203857,
+      "step": 4446,
+      "subrel-constrast": 3.124654769897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8158092498779297,
+      "cov-distil (oracle2student)": 4.7598958015441895,
+      "cov-distil (oracle2teacher)": 4.486243724822998,
+      "epoch": 3.490580847723705,
+      "rel-constrast": 2.613454818725586,
+      "step": 4447,
+      "subrel-constrast": 3.739062786102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.238976240158081,
+      "cov-distil (oracle2student)": 4.030452728271484,
+      "cov-distil (oracle2teacher)": 3.4944117069244385,
+      "epoch": 3.4913657770800626,
+      "rel-constrast": 2.7160263061523438,
+      "step": 4448,
+      "subrel-constrast": 3.178351640701294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5930033922195435,
+      "cov-distil (oracle2student)": 4.170886993408203,
+      "cov-distil (oracle2teacher)": 3.8372621536254883,
+      "epoch": 3.4921507064364206,
+      "rel-constrast": 3.2492709159851074,
+      "step": 4449,
+      "subrel-constrast": 3.8053855895996094,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.4929356357927785,
+      "grad_norm": 7.125,
+      "learning_rate": 3.3967345218778736e-05,
+      "loss": 0.746,
+      "step": 4450
+    },
+    {
+      "cov-distil": 1.8670923709869385,
+      "cov-distil (oracle2student)": 5.966485023498535,
+      "cov-distil (oracle2teacher)": 5.196842193603516,
+      "epoch": 3.4929356357927785,
+      "rel-constrast": 2.6267571449279785,
+      "step": 4450,
+      "subrel-constrast": 3.4329135417938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8524200916290283,
+      "cov-distil (oracle2student)": 4.45188045501709,
+      "cov-distil (oracle2teacher)": 3.913437843322754,
+      "epoch": 3.4937205651491365,
+      "rel-constrast": 2.584484338760376,
+      "step": 4451,
+      "subrel-constrast": 3.2343051433563232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.292894721031189,
+      "cov-distil (oracle2student)": 3.347292900085449,
+      "cov-distil (oracle2teacher)": 3.0991270542144775,
+      "epoch": 3.4945054945054945,
+      "rel-constrast": 2.765911102294922,
+      "step": 4452,
+      "subrel-constrast": 3.0285208225250244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0118460655212402,
+      "cov-distil (oracle2student)": 3.5320048332214355,
+      "cov-distil (oracle2teacher)": 3.36354923248291,
+      "epoch": 3.4952904238618525,
+      "rel-constrast": 2.2815520763397217,
+      "step": 4453,
+      "subrel-constrast": 3.6117448806762695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2603652477264404,
+      "cov-distil (oracle2student)": 3.9683964252471924,
+      "cov-distil (oracle2teacher)": 4.006126403808594,
+      "epoch": 3.4960753532182105,
+      "rel-constrast": 2.8818020820617676,
+      "step": 4454,
+      "subrel-constrast": 3.5265214443206787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669865608215332,
+      "cov-distil (oracle2student)": 4.256823539733887,
+      "cov-distil (oracle2teacher)": 3.2838706970214844,
+      "epoch": 3.496860282574568,
+      "rel-constrast": 3.3892879486083984,
+      "step": 4455,
+      "subrel-constrast": 3.4566726684570312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6378028392791748,
+      "cov-distil (oracle2student)": 4.1138434410095215,
+      "cov-distil (oracle2teacher)": 4.16050910949707,
+      "epoch": 3.497645211930926,
+      "rel-constrast": 3.568096399307251,
+      "step": 4456,
+      "subrel-constrast": 4.230770587921143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7402615547180176,
+      "cov-distil (oracle2student)": 2.427061080932617,
+      "cov-distil (oracle2teacher)": 2.8892037868499756,
+      "epoch": 3.498430141287284,
+      "rel-constrast": 1.6491867303848267,
+      "step": 4457,
+      "subrel-constrast": 2.8876149654388428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4540801048278809,
+      "cov-distil (oracle2student)": 4.938150405883789,
+      "cov-distil (oracle2teacher)": 5.142474174499512,
+      "epoch": 3.499215070643642,
+      "rel-constrast": 2.628448963165283,
+      "step": 4458,
+      "subrel-constrast": 3.658612012863159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6858279705047607,
+      "cov-distil (oracle2student)": 4.121971607208252,
+      "cov-distil (oracle2teacher)": 3.8315317630767822,
+      "epoch": 3.5,
+      "rel-constrast": 2.3115530014038086,
+      "step": 4459,
+      "subrel-constrast": 2.7943990230560303,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.500784929356358,
+      "grad_norm": 4.6875,
+      "learning_rate": 3.388583141217158e-05,
+      "loss": 0.7081,
+      "step": 4460
+    },
+    {
+      "cov-distil": 2.011590003967285,
+      "cov-distil (oracle2student)": 4.211367607116699,
+      "cov-distil (oracle2teacher)": 3.9661166667938232,
+      "epoch": 3.500784929356358,
+      "rel-constrast": 3.04012393951416,
+      "step": 4460,
+      "subrel-constrast": 3.3002142906188965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.117293119430542,
+      "cov-distil (oracle2student)": 4.484894752502441,
+      "cov-distil (oracle2teacher)": 4.796799182891846,
+      "epoch": 3.501569858712716,
+      "rel-constrast": 2.945119857788086,
+      "step": 4461,
+      "subrel-constrast": 4.100958824157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2184417247772217,
+      "cov-distil (oracle2student)": 5.188465118408203,
+      "cov-distil (oracle2teacher)": 4.8179931640625,
+      "epoch": 3.5023547880690735,
+      "rel-constrast": 2.6257221698760986,
+      "step": 4462,
+      "subrel-constrast": 3.3649041652679443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0992357730865479,
+      "cov-distil (oracle2student)": 3.7953174114227295,
+      "cov-distil (oracle2teacher)": 3.981336832046509,
+      "epoch": 3.503139717425432,
+      "rel-constrast": 2.776157855987549,
+      "step": 4463,
+      "subrel-constrast": 3.0287089347839355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9506961107254028,
+      "cov-distil (oracle2student)": 3.028245210647583,
+      "cov-distil (oracle2teacher)": 2.9275994300842285,
+      "epoch": 3.5039246467817895,
+      "rel-constrast": 2.163841962814331,
+      "step": 4464,
+      "subrel-constrast": 2.7837953567504883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3489770889282227,
+      "cov-distil (oracle2student)": 2.512758731842041,
+      "cov-distil (oracle2teacher)": 2.4328460693359375,
+      "epoch": 3.5047095761381475,
+      "rel-constrast": 2.6060080528259277,
+      "step": 4465,
+      "subrel-constrast": 3.615126371383667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.686267614364624,
+      "cov-distil (oracle2student)": 3.8370089530944824,
+      "cov-distil (oracle2teacher)": 3.7435574531555176,
+      "epoch": 3.5054945054945055,
+      "rel-constrast": 2.610682964324951,
+      "step": 4466,
+      "subrel-constrast": 3.0447587966918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2480216026306152,
+      "cov-distil (oracle2student)": 4.681978225708008,
+      "cov-distil (oracle2teacher)": 4.429604530334473,
+      "epoch": 3.5062794348508635,
+      "rel-constrast": 2.6621317863464355,
+      "step": 4467,
+      "subrel-constrast": 3.384953498840332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6582624912261963,
+      "cov-distil (oracle2student)": 5.742953300476074,
+      "cov-distil (oracle2teacher)": 5.100097179412842,
+      "epoch": 3.5070643642072215,
+      "rel-constrast": 3.129800796508789,
+      "step": 4468,
+      "subrel-constrast": 3.9869918823242188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.83059823513031,
+      "cov-distil (oracle2student)": 4.111177444458008,
+      "cov-distil (oracle2teacher)": 3.8727521896362305,
+      "epoch": 3.5078492935635794,
+      "rel-constrast": 2.7516260147094727,
+      "step": 4469,
+      "subrel-constrast": 3.5858817100524902,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.5086342229199374,
+      "grad_norm": 5.90625,
+      "learning_rate": 3.380420933451286e-05,
+      "loss": 0.7232,
+      "step": 4470
+    },
+    {
+      "cov-distil": 1.6047554016113281,
+      "cov-distil (oracle2student)": 3.784022331237793,
+      "cov-distil (oracle2teacher)": 3.894923210144043,
+      "epoch": 3.5086342229199374,
+      "rel-constrast": 2.715104341506958,
+      "step": 4470,
+      "subrel-constrast": 3.6332662105560303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.489861249923706,
+      "cov-distil (oracle2student)": 2.837482213973999,
+      "cov-distil (oracle2teacher)": 3.2227320671081543,
+      "epoch": 3.509419152276295,
+      "rel-constrast": 2.5971431732177734,
+      "step": 4471,
+      "subrel-constrast": 3.1411380767822266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2996716499328613,
+      "cov-distil (oracle2student)": 4.191470146179199,
+      "cov-distil (oracle2teacher)": 4.173173427581787,
+      "epoch": 3.510204081632653,
+      "rel-constrast": 3.2384262084960938,
+      "step": 4472,
+      "subrel-constrast": 3.8484113216400146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8755964040756226,
+      "cov-distil (oracle2student)": 5.172666549682617,
+      "cov-distil (oracle2teacher)": 4.841122627258301,
+      "epoch": 3.510989010989011,
+      "rel-constrast": 3.1160967350006104,
+      "step": 4473,
+      "subrel-constrast": 3.693300247192383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1494855880737305,
+      "cov-distil (oracle2student)": 4.04222297668457,
+      "cov-distil (oracle2teacher)": 3.993225574493408,
+      "epoch": 3.511773940345369,
+      "rel-constrast": 2.8247671127319336,
+      "step": 4474,
+      "subrel-constrast": 3.43162202835083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4597585201263428,
+      "cov-distil (oracle2student)": 4.022150993347168,
+      "cov-distil (oracle2teacher)": 3.854496955871582,
+      "epoch": 3.512558869701727,
+      "rel-constrast": 2.296330690383911,
+      "step": 4475,
+      "subrel-constrast": 2.694549798965454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.422832727432251,
+      "cov-distil (oracle2student)": 4.234494209289551,
+      "cov-distil (oracle2teacher)": 3.9056954383850098,
+      "epoch": 3.513343799058085,
+      "rel-constrast": 3.229376792907715,
+      "step": 4476,
+      "subrel-constrast": 3.2767772674560547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5866682529449463,
+      "cov-distil (oracle2student)": 3.8399460315704346,
+      "cov-distil (oracle2teacher)": 4.2594170570373535,
+      "epoch": 3.514128728414443,
+      "rel-constrast": 2.140336036682129,
+      "step": 4477,
+      "subrel-constrast": 3.3100433349609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6586191654205322,
+      "cov-distil (oracle2student)": 5.530477523803711,
+      "cov-distil (oracle2teacher)": 5.372003078460693,
+      "epoch": 3.5149136577708004,
+      "rel-constrast": 2.8134212493896484,
+      "step": 4478,
+      "subrel-constrast": 3.3986599445343018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6784225702285767,
+      "cov-distil (oracle2student)": 4.343234539031982,
+      "cov-distil (oracle2teacher)": 3.916654348373413,
+      "epoch": 3.5156985871271584,
+      "rel-constrast": 3.280318260192871,
+      "step": 4479,
+      "subrel-constrast": 3.056410789489746,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.5164835164835164,
+      "grad_norm": 7.5,
+      "learning_rate": 3.3722479980341835e-05,
+      "loss": 0.7443,
+      "step": 4480
+    },
+    {
+      "cov-distil": 1.372475504875183,
+      "cov-distil (oracle2student)": 3.5467379093170166,
+      "cov-distil (oracle2teacher)": 3.278374671936035,
+      "epoch": 3.5164835164835164,
+      "rel-constrast": 2.058023452758789,
+      "step": 4480,
+      "subrel-constrast": 3.0199124813079834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9024169445037842,
+      "cov-distil (oracle2student)": 4.12660551071167,
+      "cov-distil (oracle2teacher)": 4.030977725982666,
+      "epoch": 3.5172684458398744,
+      "rel-constrast": 2.7213706970214844,
+      "step": 4481,
+      "subrel-constrast": 3.3010857105255127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6883776187896729,
+      "cov-distil (oracle2student)": 3.5663766860961914,
+      "cov-distil (oracle2teacher)": 3.355884075164795,
+      "epoch": 3.5180533751962324,
+      "rel-constrast": 1.8228347301483154,
+      "step": 4482,
+      "subrel-constrast": 2.68414044380188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6134779453277588,
+      "cov-distil (oracle2student)": 3.7650296688079834,
+      "cov-distil (oracle2teacher)": 3.9289731979370117,
+      "epoch": 3.5188383045525904,
+      "rel-constrast": 2.6894702911376953,
+      "step": 4483,
+      "subrel-constrast": 3.48557448387146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.625899076461792,
+      "cov-distil (oracle2student)": 3.0067179203033447,
+      "cov-distil (oracle2teacher)": 2.956202983856201,
+      "epoch": 3.5196232339089484,
+      "rel-constrast": 3.0609488487243652,
+      "step": 4484,
+      "subrel-constrast": 3.6123533248901367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.408169150352478,
+      "cov-distil (oracle2student)": 3.4293248653411865,
+      "cov-distil (oracle2teacher)": 3.7552127838134766,
+      "epoch": 3.520408163265306,
+      "rel-constrast": 2.6070711612701416,
+      "step": 4485,
+      "subrel-constrast": 3.0844504833221436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.353028416633606,
+      "cov-distil (oracle2student)": 2.6220474243164062,
+      "cov-distil (oracle2teacher)": 2.766543388366699,
+      "epoch": 3.521193092621664,
+      "rel-constrast": 1.68267023563385,
+      "step": 4486,
+      "subrel-constrast": 2.3395347595214844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3953750133514404,
+      "cov-distil (oracle2student)": 2.5612568855285645,
+      "cov-distil (oracle2teacher)": 2.6861886978149414,
+      "epoch": 3.521978021978022,
+      "rel-constrast": 1.926785945892334,
+      "step": 4487,
+      "subrel-constrast": 2.4653067588806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4495882987976074,
+      "cov-distil (oracle2student)": 4.453783988952637,
+      "cov-distil (oracle2teacher)": 4.339688777923584,
+      "epoch": 3.52276295133438,
+      "rel-constrast": 3.0762829780578613,
+      "step": 4488,
+      "subrel-constrast": 3.600567579269409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9119346141815186,
+      "cov-distil (oracle2student)": 4.775094985961914,
+      "cov-distil (oracle2teacher)": 4.101285934448242,
+      "epoch": 3.523547880690738,
+      "rel-constrast": 3.4009971618652344,
+      "step": 4489,
+      "subrel-constrast": 3.8536736965179443,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.524332810047096,
+      "grad_norm": 7.96875,
+      "learning_rate": 3.364064434550489e-05,
+      "loss": 0.6655,
+      "step": 4490
+    },
+    {
+      "cov-distil": 2.0544471740722656,
+      "cov-distil (oracle2student)": 3.800340175628662,
+      "cov-distil (oracle2teacher)": 4.07524299621582,
+      "epoch": 3.524332810047096,
+      "rel-constrast": 3.1649229526519775,
+      "step": 4490,
+      "subrel-constrast": 4.268918037414551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.479675054550171,
+      "cov-distil (oracle2student)": 5.025692939758301,
+      "cov-distil (oracle2teacher)": 4.731207847595215,
+      "epoch": 3.525117739403454,
+      "rel-constrast": 3.8499064445495605,
+      "step": 4491,
+      "subrel-constrast": 4.1291608810424805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3522183895111084,
+      "cov-distil (oracle2student)": 3.3905246257781982,
+      "cov-distil (oracle2teacher)": 3.0983078479766846,
+      "epoch": 3.5259026687598114,
+      "rel-constrast": 1.7972965240478516,
+      "step": 4492,
+      "subrel-constrast": 2.6504366397857666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6895378828048706,
+      "cov-distil (oracle2student)": 2.4196460247039795,
+      "cov-distil (oracle2teacher)": 2.9636120796203613,
+      "epoch": 3.5266875981161694,
+      "rel-constrast": 2.82375431060791,
+      "step": 4493,
+      "subrel-constrast": 3.1704235076904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6142070293426514,
+      "cov-distil (oracle2student)": 3.4395413398742676,
+      "cov-distil (oracle2teacher)": 3.228231430053711,
+      "epoch": 3.5274725274725274,
+      "rel-constrast": 2.2943077087402344,
+      "step": 4494,
+      "subrel-constrast": 2.935967206954956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.263883113861084,
+      "cov-distil (oracle2student)": 3.3016397953033447,
+      "cov-distil (oracle2teacher)": 3.6512928009033203,
+      "epoch": 3.5282574568288854,
+      "rel-constrast": 2.014611005783081,
+      "step": 4495,
+      "subrel-constrast": 2.860031843185425,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3983573913574219,
+      "cov-distil (oracle2student)": 5.581599235534668,
+      "cov-distil (oracle2teacher)": 4.9139251708984375,
+      "epoch": 3.5290423861852434,
+      "rel-constrast": 3.541335105895996,
+      "step": 4496,
+      "subrel-constrast": 3.9089999198913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5811560153961182,
+      "cov-distil (oracle2student)": 4.196984767913818,
+      "cov-distil (oracle2teacher)": 4.194854259490967,
+      "epoch": 3.5298273155416013,
+      "rel-constrast": 2.3224217891693115,
+      "step": 4497,
+      "subrel-constrast": 2.9190127849578857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9628827571868896,
+      "cov-distil (oracle2student)": 4.482645034790039,
+      "cov-distil (oracle2teacher)": 3.5153565406799316,
+      "epoch": 3.5306122448979593,
+      "rel-constrast": 2.533115863800049,
+      "step": 4498,
+      "subrel-constrast": 2.916748046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.41325044631958,
+      "cov-distil (oracle2student)": 5.022308826446533,
+      "cov-distil (oracle2teacher)": 4.765371322631836,
+      "epoch": 3.531397174254317,
+      "rel-constrast": 2.6755495071411133,
+      "step": 4499,
+      "subrel-constrast": 3.4413161277770996,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "grad_norm": 6.03125,
+      "learning_rate": 3.355870342714344e-05,
+      "loss": 0.715,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/duc04-P@10": 0.758,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/duc04-nDCG@10": 0.768632817386439,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/duc04-alpha_nDCG@10": 0.5840923515718318,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/multi_news-P@10": 0.42999999999999994,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/multi_news-nDCG@10": 0.6103697960159763,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/multi_news-alpha_nDCG@10": 0.5951249273495542,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "eval/avg": 0.5377487548554936,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "overlap": 0.32500001788139343,
+      "step": 4500
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "step": 4500,
+      "student margin": 0.057861328125
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "step": 4500,
+      "teacher margin": 0.047332763671875
+    },
+    {
+      "epoch": 3.5321821036106753,
+      "margin difference": -0.010528564453125,
+      "step": 4500
+    },
+    {
+      "cov-distil": 1.5500733852386475,
+      "cov-distil (oracle2student)": 2.65156888961792,
+      "cov-distil (oracle2teacher)": 3.294520616531372,
+      "epoch": 3.5321821036106753,
+      "rel-constrast": 3.2318356037139893,
+      "step": 4500,
+      "subrel-constrast": 3.6806716918945312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4552820920944214,
+      "cov-distil (oracle2student)": 4.793566703796387,
+      "cov-distil (oracle2teacher)": 4.470250129699707,
+      "epoch": 3.532967032967033,
+      "rel-constrast": 2.5932390689849854,
+      "step": 4501,
+      "subrel-constrast": 3.447798728942871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.311275839805603,
+      "cov-distil (oracle2student)": 4.184120178222656,
+      "cov-distil (oracle2teacher)": 4.109935283660889,
+      "epoch": 3.533751962323391,
+      "rel-constrast": 2.130197048187256,
+      "step": 4502,
+      "subrel-constrast": 2.6860146522521973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7691001892089844,
+      "cov-distil (oracle2student)": 4.051516056060791,
+      "cov-distil (oracle2teacher)": 3.840989112854004,
+      "epoch": 3.534536891679749,
+      "rel-constrast": 2.5381884574890137,
+      "step": 4503,
+      "subrel-constrast": 3.7701573371887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5577725172042847,
+      "cov-distil (oracle2student)": 4.770755767822266,
+      "cov-distil (oracle2teacher)": 4.200665473937988,
+      "epoch": 3.535321821036107,
+      "rel-constrast": 2.37127423286438,
+      "step": 4504,
+      "subrel-constrast": 2.960083246231079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.393507719039917,
+      "cov-distil (oracle2student)": 4.309267520904541,
+      "cov-distil (oracle2teacher)": 3.7083945274353027,
+      "epoch": 3.536106750392465,
+      "rel-constrast": 3.0710935592651367,
+      "step": 4505,
+      "subrel-constrast": 3.9168877601623535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.546937108039856,
+      "cov-distil (oracle2student)": 5.0268754959106445,
+      "cov-distil (oracle2teacher)": 4.705002307891846,
+      "epoch": 3.5368916797488223,
+      "rel-constrast": 1.9822211265563965,
+      "step": 4506,
+      "subrel-constrast": 3.0949859619140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2818756103515625,
+      "cov-distil (oracle2student)": 3.2837562561035156,
+      "cov-distil (oracle2teacher)": 3.2025344371795654,
+      "epoch": 3.537676609105181,
+      "rel-constrast": 2.1682112216949463,
+      "step": 4507,
+      "subrel-constrast": 2.7151389122009277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7621666193008423,
+      "cov-distil (oracle2student)": 4.121857643127441,
+      "cov-distil (oracle2teacher)": 4.472517013549805,
+      "epoch": 3.5384615384615383,
+      "rel-constrast": 2.23721981048584,
+      "step": 4508,
+      "subrel-constrast": 3.3101329803466797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9587478637695312,
+      "cov-distil (oracle2student)": 3.210084915161133,
+      "cov-distil (oracle2teacher)": 3.132266044616699,
+      "epoch": 3.5392464678178963,
+      "rel-constrast": 2.7812347412109375,
+      "step": 4509,
+      "subrel-constrast": 3.2724809646606445,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.5400313971742543,
+      "grad_norm": 5.6875,
+      "learning_rate": 3.3476658223681665e-05,
+      "loss": 0.6666,
+      "step": 4510
+    },
+    {
+      "cov-distil": 1.7030730247497559,
+      "cov-distil (oracle2student)": 4.780744552612305,
+      "cov-distil (oracle2teacher)": 4.559857368469238,
+      "epoch": 3.5400313971742543,
+      "rel-constrast": 2.7865583896636963,
+      "step": 4510,
+      "subrel-constrast": 3.3557755947113037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.446142315864563,
+      "cov-distil (oracle2student)": 2.7577524185180664,
+      "cov-distil (oracle2teacher)": 2.840993881225586,
+      "epoch": 3.5408163265306123,
+      "rel-constrast": 2.563591718673706,
+      "step": 4511,
+      "subrel-constrast": 3.123901128768921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0954318046569824,
+      "cov-distil (oracle2student)": 4.647892951965332,
+      "cov-distil (oracle2teacher)": 4.042099952697754,
+      "epoch": 3.5416012558869703,
+      "rel-constrast": 1.8081977367401123,
+      "step": 4512,
+      "subrel-constrast": 2.3662586212158203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3090565204620361,
+      "cov-distil (oracle2student)": 3.5834741592407227,
+      "cov-distil (oracle2teacher)": 3.458418130874634,
+      "epoch": 3.542386185243328,
+      "rel-constrast": 2.3985228538513184,
+      "step": 4513,
+      "subrel-constrast": 3.2480664253234863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.186160087585449,
+      "cov-distil (oracle2student)": 5.4518961906433105,
+      "cov-distil (oracle2teacher)": 4.407070159912109,
+      "epoch": 3.5431711145996863,
+      "rel-constrast": 2.7481231689453125,
+      "step": 4514,
+      "subrel-constrast": 3.085500717163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9632961750030518,
+      "cov-distil (oracle2student)": 5.51638126373291,
+      "cov-distil (oracle2teacher)": 5.587140083312988,
+      "epoch": 3.543956043956044,
+      "rel-constrast": 2.5995640754699707,
+      "step": 4515,
+      "subrel-constrast": 3.6231689453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3762648105621338,
+      "cov-distil (oracle2student)": 4.972273826599121,
+      "cov-distil (oracle2teacher)": 4.6344380378723145,
+      "epoch": 3.544740973312402,
+      "rel-constrast": 2.3253297805786133,
+      "step": 4516,
+      "subrel-constrast": 2.975248336791992,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4545161724090576,
+      "cov-distil (oracle2student)": 3.279984712600708,
+      "cov-distil (oracle2teacher)": 2.8648576736450195,
+      "epoch": 3.5455259026687598,
+      "rel-constrast": 1.8366161584854126,
+      "step": 4517,
+      "subrel-constrast": 2.303406000137329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1715928316116333,
+      "cov-distil (oracle2student)": 3.722372055053711,
+      "cov-distil (oracle2teacher)": 3.3990721702575684,
+      "epoch": 3.5463108320251178,
+      "rel-constrast": 2.4503118991851807,
+      "step": 4518,
+      "subrel-constrast": 3.2511820793151855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.521164059638977,
+      "cov-distil (oracle2student)": 4.501117706298828,
+      "cov-distil (oracle2teacher)": 4.875428199768066,
+      "epoch": 3.5470957613814758,
+      "rel-constrast": 2.6156959533691406,
+      "step": 4519,
+      "subrel-constrast": 3.7784225940704346,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.5478806907378337,
+      "grad_norm": 5.25,
+      "learning_rate": 3.339450973481452e-05,
+      "loss": 0.6414,
+      "step": 4520
+    },
+    {
+      "cov-distil": 1.4122998714447021,
+      "cov-distil (oracle2student)": 4.162135124206543,
+      "cov-distil (oracle2teacher)": 4.468746185302734,
+      "epoch": 3.5478806907378337,
+      "rel-constrast": 3.5039026737213135,
+      "step": 4520,
+      "subrel-constrast": 4.158134937286377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8696558475494385,
+      "cov-distil (oracle2student)": 5.224581241607666,
+      "cov-distil (oracle2teacher)": 4.344736576080322,
+      "epoch": 3.5486656200941917,
+      "rel-constrast": 1.581465721130371,
+      "step": 4521,
+      "subrel-constrast": 2.444401264190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2117602825164795,
+      "cov-distil (oracle2student)": 2.9545159339904785,
+      "cov-distil (oracle2teacher)": 3.151010513305664,
+      "epoch": 3.5494505494505493,
+      "rel-constrast": 2.5606141090393066,
+      "step": 4522,
+      "subrel-constrast": 3.729196786880493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8186025619506836,
+      "cov-distil (oracle2student)": 6.1401262283325195,
+      "cov-distil (oracle2teacher)": 5.2088422775268555,
+      "epoch": 3.5502354788069073,
+      "rel-constrast": 3.7687625885009766,
+      "step": 4523,
+      "subrel-constrast": 4.189244747161865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.618236780166626,
+      "cov-distil (oracle2student)": 4.61152982711792,
+      "cov-distil (oracle2teacher)": 4.319479942321777,
+      "epoch": 3.5510204081632653,
+      "rel-constrast": 2.1971356868743896,
+      "step": 4524,
+      "subrel-constrast": 3.053295135498047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6949410438537598,
+      "cov-distil (oracle2student)": 3.9699249267578125,
+      "cov-distil (oracle2teacher)": 4.689221382141113,
+      "epoch": 3.5518053375196232,
+      "rel-constrast": 1.54355788230896,
+      "step": 4525,
+      "subrel-constrast": 2.5988736152648926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3523355722427368,
+      "cov-distil (oracle2student)": 3.7044639587402344,
+      "cov-distil (oracle2teacher)": 3.531100273132324,
+      "epoch": 3.5525902668759812,
+      "rel-constrast": 3.6085267066955566,
+      "step": 4526,
+      "subrel-constrast": 3.7550907135009766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6936005353927612,
+      "cov-distil (oracle2student)": 3.729078769683838,
+      "cov-distil (oracle2teacher)": 3.1789913177490234,
+      "epoch": 3.553375196232339,
+      "rel-constrast": 3.0179781913757324,
+      "step": 4527,
+      "subrel-constrast": 3.4167897701263428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.620288372039795,
+      "cov-distil (oracle2student)": 4.522939682006836,
+      "cov-distil (oracle2teacher)": 4.330385684967041,
+      "epoch": 3.554160125588697,
+      "rel-constrast": 2.6728010177612305,
+      "step": 4528,
+      "subrel-constrast": 3.458082914352417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1173374652862549,
+      "cov-distil (oracle2student)": 3.1199421882629395,
+      "cov-distil (oracle2teacher)": 3.564208984375,
+      "epoch": 3.5549450549450547,
+      "rel-constrast": 2.679717779159546,
+      "step": 4529,
+      "subrel-constrast": 3.471839189529419,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.5557299843014127,
+      "grad_norm": 5.6875,
+      "learning_rate": 3.33122589614954e-05,
+      "loss": 0.7194,
+      "step": 4530
+    },
+    {
+      "cov-distil": 1.3249294757843018,
+      "cov-distil (oracle2student)": 4.726848602294922,
+      "cov-distil (oracle2teacher)": 4.6128411293029785,
+      "epoch": 3.5557299843014127,
+      "rel-constrast": 2.705017566680908,
+      "step": 4530,
+      "subrel-constrast": 2.9970831871032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5281503200531006,
+      "cov-distil (oracle2student)": 3.3473684787750244,
+      "cov-distil (oracle2teacher)": 3.5026497840881348,
+      "epoch": 3.5565149136577707,
+      "rel-constrast": 2.292689323425293,
+      "step": 4531,
+      "subrel-constrast": 3.779435634613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7107576131820679,
+      "cov-distil (oracle2student)": 4.987149238586426,
+      "cov-distil (oracle2teacher)": 4.788389205932617,
+      "epoch": 3.5572998430141287,
+      "rel-constrast": 3.2993271350860596,
+      "step": 4532,
+      "subrel-constrast": 3.798292398452759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.670803427696228,
+      "cov-distil (oracle2student)": 4.40773868560791,
+      "cov-distil (oracle2teacher)": 4.489326477050781,
+      "epoch": 3.5580847723704867,
+      "rel-constrast": 2.3668134212493896,
+      "step": 4533,
+      "subrel-constrast": 3.4772253036499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4720945358276367,
+      "cov-distil (oracle2student)": 2.561781644821167,
+      "cov-distil (oracle2teacher)": 3.1538896560668945,
+      "epoch": 3.5588697017268447,
+      "rel-constrast": 2.5653324127197266,
+      "step": 4534,
+      "subrel-constrast": 3.2554008960723877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4794962406158447,
+      "cov-distil (oracle2student)": 5.180184841156006,
+      "cov-distil (oracle2teacher)": 4.724939346313477,
+      "epoch": 3.5596546310832027,
+      "rel-constrast": 2.656064033508301,
+      "step": 4535,
+      "subrel-constrast": 3.1126198768615723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7515013217926025,
+      "cov-distil (oracle2student)": 5.470962047576904,
+      "cov-distil (oracle2teacher)": 5.38127326965332,
+      "epoch": 3.5604395604395602,
+      "rel-constrast": 2.2970433235168457,
+      "step": 4536,
+      "subrel-constrast": 3.3897385597229004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9997565746307373,
+      "cov-distil (oracle2student)": 3.146056652069092,
+      "cov-distil (oracle2teacher)": 3.43717360496521,
+      "epoch": 3.561224489795918,
+      "rel-constrast": 3.404153347015381,
+      "step": 4537,
+      "subrel-constrast": 4.127378463745117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1953362226486206,
+      "cov-distil (oracle2student)": 4.195974826812744,
+      "cov-distil (oracle2teacher)": 4.166479110717773,
+      "epoch": 3.562009419152276,
+      "rel-constrast": 2.3125391006469727,
+      "step": 4538,
+      "subrel-constrast": 2.9032413959503174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2999893426895142,
+      "cov-distil (oracle2student)": 4.798120021820068,
+      "cov-distil (oracle2teacher)": 4.592357635498047,
+      "epoch": 3.562794348508634,
+      "rel-constrast": 2.8913674354553223,
+      "step": 4539,
+      "subrel-constrast": 3.809814214706421,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.563579277864992,
+      "grad_norm": 4.96875,
+      "learning_rate": 3.322990690592402e-05,
+      "loss": 0.7083,
+      "step": 4540
+    },
+    {
+      "cov-distil": 1.4900041818618774,
+      "cov-distil (oracle2student)": 4.03945255279541,
+      "cov-distil (oracle2teacher)": 3.757622718811035,
+      "epoch": 3.563579277864992,
+      "rel-constrast": 2.760364055633545,
+      "step": 4540,
+      "subrel-constrast": 3.4174697399139404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6086812019348145,
+      "cov-distil (oracle2student)": 3.8857531547546387,
+      "cov-distil (oracle2teacher)": 3.328629970550537,
+      "epoch": 3.56436420722135,
+      "rel-constrast": 3.2956433296203613,
+      "step": 4541,
+      "subrel-constrast": 3.8695173263549805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.410365343093872,
+      "cov-distil (oracle2student)": 4.997677803039551,
+      "cov-distil (oracle2teacher)": 4.369447231292725,
+      "epoch": 3.565149136577708,
+      "rel-constrast": 3.4139695167541504,
+      "step": 4542,
+      "subrel-constrast": 3.8498475551605225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7955822944641113,
+      "cov-distil (oracle2student)": 2.9715776443481445,
+      "cov-distil (oracle2teacher)": 3.413412570953369,
+      "epoch": 3.5659340659340657,
+      "rel-constrast": 1.5527267456054688,
+      "step": 4543,
+      "subrel-constrast": 2.4169366359710693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.307403564453125,
+      "cov-distil (oracle2student)": 3.7082371711730957,
+      "cov-distil (oracle2teacher)": 3.448150634765625,
+      "epoch": 3.566718995290424,
+      "rel-constrast": 1.5013105869293213,
+      "step": 4544,
+      "subrel-constrast": 2.323446750640869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5171138048171997,
+      "cov-distil (oracle2student)": 3.5900321006774902,
+      "cov-distil (oracle2teacher)": 3.2845921516418457,
+      "epoch": 3.5675039246467817,
+      "rel-constrast": 2.3519299030303955,
+      "step": 4545,
+      "subrel-constrast": 2.564173460006714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0712943077087402,
+      "cov-distil (oracle2student)": 2.439530849456787,
+      "cov-distil (oracle2teacher)": 2.625149965286255,
+      "epoch": 3.5682888540031397,
+      "rel-constrast": 2.750840663909912,
+      "step": 4546,
+      "subrel-constrast": 3.46980357170105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3283751010894775,
+      "cov-distil (oracle2student)": 5.087117671966553,
+      "cov-distil (oracle2teacher)": 4.496760368347168,
+      "epoch": 3.5690737833594977,
+      "rel-constrast": 2.6581289768218994,
+      "step": 4547,
+      "subrel-constrast": 3.284015417098999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2582405805587769,
+      "cov-distil (oracle2student)": 4.185646057128906,
+      "cov-distil (oracle2teacher)": 3.7807364463806152,
+      "epoch": 3.5698587127158556,
+      "rel-constrast": 3.291074752807617,
+      "step": 4548,
+      "subrel-constrast": 3.5203356742858887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2064926624298096,
+      "cov-distil (oracle2student)": 3.357381582260132,
+      "cov-distil (oracle2teacher)": 2.969318389892578,
+      "epoch": 3.5706436420722136,
+      "rel-constrast": 2.0081558227539062,
+      "step": 4549,
+      "subrel-constrast": 2.470101833343506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.571428571428571,
+      "grad_norm": 5.25,
+      "learning_rate": 3.3147454571534195e-05,
+      "loss": 0.6771,
+      "step": 4550
+    },
+    {
+      "cov-distil": 1.951815128326416,
+      "cov-distil (oracle2student)": 4.183197021484375,
+      "cov-distil (oracle2teacher)": 3.7149367332458496,
+      "epoch": 3.571428571428571,
+      "rel-constrast": 1.9746315479278564,
+      "step": 4550,
+      "subrel-constrast": 2.7670421600341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2210361957550049,
+      "cov-distil (oracle2student)": 4.868237018585205,
+      "cov-distil (oracle2teacher)": 4.476611614227295,
+      "epoch": 3.5722135007849296,
+      "rel-constrast": 3.1699578762054443,
+      "step": 4551,
+      "subrel-constrast": 3.8858048915863037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.495458960533142,
+      "cov-distil (oracle2student)": 5.220324993133545,
+      "cov-distil (oracle2teacher)": 4.960029602050781,
+      "epoch": 3.572998430141287,
+      "rel-constrast": 1.9186480045318604,
+      "step": 4552,
+      "subrel-constrast": 2.953885316848755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.579859733581543,
+      "cov-distil (oracle2student)": 5.463183403015137,
+      "cov-distil (oracle2teacher)": 5.468025207519531,
+      "epoch": 3.573783359497645,
+      "rel-constrast": 2.2884340286254883,
+      "step": 4553,
+      "subrel-constrast": 3.274911403656006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3505322933197021,
+      "cov-distil (oracle2student)": 3.394174098968506,
+      "cov-distil (oracle2teacher)": 3.2659218311309814,
+      "epoch": 3.574568288854003,
+      "rel-constrast": 1.9179658889770508,
+      "step": 4554,
+      "subrel-constrast": 2.570556879043579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.261020541191101,
+      "cov-distil (oracle2student)": 5.368826866149902,
+      "cov-distil (oracle2teacher)": 5.310741901397705,
+      "epoch": 3.575353218210361,
+      "rel-constrast": 2.328366279602051,
+      "step": 4555,
+      "subrel-constrast": 3.074456214904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8396852016448975,
+      "cov-distil (oracle2student)": 1.8576327562332153,
+      "cov-distil (oracle2teacher)": 2.647427558898926,
+      "epoch": 3.576138147566719,
+      "rel-constrast": 1.8891502618789673,
+      "step": 4556,
+      "subrel-constrast": 3.164102792739868,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3139572143554688,
+      "cov-distil (oracle2student)": 4.419427394866943,
+      "cov-distil (oracle2teacher)": 4.482722282409668,
+      "epoch": 3.5769230769230766,
+      "rel-constrast": 2.2792720794677734,
+      "step": 4557,
+      "subrel-constrast": 3.3380022048950195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3477835655212402,
+      "cov-distil (oracle2student)": 4.491807460784912,
+      "cov-distil (oracle2teacher)": 4.095633506774902,
+      "epoch": 3.577708006279435,
+      "rel-constrast": 1.963881492614746,
+      "step": 4558,
+      "subrel-constrast": 2.655071496963501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6379404067993164,
+      "cov-distil (oracle2student)": 5.670411109924316,
+      "cov-distil (oracle2teacher)": 5.09476375579834,
+      "epoch": 3.5784929356357926,
+      "rel-constrast": 2.655625104904175,
+      "step": 4559,
+      "subrel-constrast": 3.8223795890808105,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.5792778649921506,
+      "grad_norm": 6.125,
+      "learning_rate": 3.3064902962981595e-05,
+      "loss": 0.5971,
+      "step": 4560
+    },
+    {
+      "cov-distil": 1.7329449653625488,
+      "cov-distil (oracle2student)": 5.470998764038086,
+      "cov-distil (oracle2teacher)": 5.087776184082031,
+      "epoch": 3.5792778649921506,
+      "rel-constrast": 2.032835006713867,
+      "step": 4560,
+      "subrel-constrast": 3.4224348068237305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9778903722763062,
+      "cov-distil (oracle2student)": 3.693190574645996,
+      "cov-distil (oracle2teacher)": 3.352156400680542,
+      "epoch": 3.5800627943485086,
+      "rel-constrast": 2.6144416332244873,
+      "step": 4561,
+      "subrel-constrast": 2.9805800914764404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4140362739562988,
+      "cov-distil (oracle2student)": 4.483123779296875,
+      "cov-distil (oracle2teacher)": 4.036409378051758,
+      "epoch": 3.5808477237048666,
+      "rel-constrast": 1.610318899154663,
+      "step": 4562,
+      "subrel-constrast": 2.309180498123169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4581522941589355,
+      "cov-distil (oracle2student)": 4.588421821594238,
+      "cov-distil (oracle2teacher)": 4.283215045928955,
+      "epoch": 3.5816326530612246,
+      "rel-constrast": 1.7896685600280762,
+      "step": 4563,
+      "subrel-constrast": 2.426596164703369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5475884675979614,
+      "cov-distil (oracle2student)": 4.185769557952881,
+      "cov-distil (oracle2teacher)": 4.054170608520508,
+      "epoch": 3.5824175824175826,
+      "rel-constrast": 2.649385452270508,
+      "step": 4564,
+      "subrel-constrast": 3.3960788249969482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.831155776977539,
+      "cov-distil (oracle2student)": 3.340827703475952,
+      "cov-distil (oracle2teacher)": 3.360691785812378,
+      "epoch": 3.5832025117739406,
+      "rel-constrast": 2.4099695682525635,
+      "step": 4565,
+      "subrel-constrast": 3.40685772895813,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4475098848342896,
+      "cov-distil (oracle2student)": 5.042078971862793,
+      "cov-distil (oracle2teacher)": 4.470193862915039,
+      "epoch": 3.583987441130298,
+      "rel-constrast": 2.850116729736328,
+      "step": 4566,
+      "subrel-constrast": 3.5342633724212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.748949646949768,
+      "cov-distil (oracle2student)": 4.466879367828369,
+      "cov-distil (oracle2teacher)": 3.848691701889038,
+      "epoch": 3.584772370486656,
+      "rel-constrast": 2.329652786254883,
+      "step": 4567,
+      "subrel-constrast": 2.75473952293396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3353898525238037,
+      "cov-distil (oracle2student)": 5.171608924865723,
+      "cov-distil (oracle2teacher)": 4.7362589836120605,
+      "epoch": 3.585557299843014,
+      "rel-constrast": 2.926293134689331,
+      "step": 4568,
+      "subrel-constrast": 3.3905372619628906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5950932502746582,
+      "cov-distil (oracle2student)": 4.258548259735107,
+      "cov-distil (oracle2teacher)": 4.238678455352783,
+      "epoch": 3.586342229199372,
+      "rel-constrast": 1.8597495555877686,
+      "step": 4569,
+      "subrel-constrast": 2.9201178550720215,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.58712715855573,
+      "grad_norm": 4.46875,
+      "learning_rate": 3.298225308613152e-05,
+      "loss": 0.6145,
+      "step": 4570
+    },
+    {
+      "cov-distil": 1.4632759094238281,
+      "cov-distil (oracle2student)": 4.838085651397705,
+      "cov-distil (oracle2teacher)": 4.890476703643799,
+      "epoch": 3.58712715855573,
+      "rel-constrast": 3.8419344425201416,
+      "step": 4570,
+      "subrel-constrast": 4.4612555503845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4618849754333496,
+      "cov-distil (oracle2student)": 3.5707035064697266,
+      "cov-distil (oracle2teacher)": 3.7230429649353027,
+      "epoch": 3.587912087912088,
+      "rel-constrast": 2.9643518924713135,
+      "step": 4571,
+      "subrel-constrast": 3.4039108753204346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9404968023300171,
+      "cov-distil (oracle2student)": 2.909097671508789,
+      "cov-distil (oracle2teacher)": 2.7387514114379883,
+      "epoch": 3.588697017268446,
+      "rel-constrast": 1.9661600589752197,
+      "step": 4572,
+      "subrel-constrast": 2.4586167335510254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9971966743469238,
+      "cov-distil (oracle2student)": 3.3942182064056396,
+      "cov-distil (oracle2teacher)": 3.5941812992095947,
+      "epoch": 3.5894819466248036,
+      "rel-constrast": 1.9592492580413818,
+      "step": 4573,
+      "subrel-constrast": 2.545997381210327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7575640678405762,
+      "cov-distil (oracle2student)": 3.4428679943084717,
+      "cov-distil (oracle2teacher)": 3.3913776874542236,
+      "epoch": 3.5902668759811616,
+      "rel-constrast": 2.3596394062042236,
+      "step": 4574,
+      "subrel-constrast": 2.865360975265503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6241298913955688,
+      "cov-distil (oracle2student)": 4.043473243713379,
+      "cov-distil (oracle2teacher)": 3.2807722091674805,
+      "epoch": 3.5910518053375196,
+      "rel-constrast": 2.0504536628723145,
+      "step": 4575,
+      "subrel-constrast": 2.9080970287323,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2482036352157593,
+      "cov-distil (oracle2student)": 3.9596023559570312,
+      "cov-distil (oracle2teacher)": 3.8824093341827393,
+      "epoch": 3.5918367346938775,
+      "rel-constrast": 2.35575270652771,
+      "step": 4576,
+      "subrel-constrast": 2.7388391494750977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4397584199905396,
+      "cov-distil (oracle2student)": 4.398327827453613,
+      "cov-distil (oracle2teacher)": 4.453690528869629,
+      "epoch": 3.5926216640502355,
+      "rel-constrast": 3.2873475551605225,
+      "step": 4577,
+      "subrel-constrast": 3.470263957977295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4471454620361328,
+      "cov-distil (oracle2student)": 4.61968994140625,
+      "cov-distil (oracle2teacher)": 4.461732387542725,
+      "epoch": 3.5934065934065935,
+      "rel-constrast": 2.6588833332061768,
+      "step": 4578,
+      "subrel-constrast": 3.388885259628296,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.250203251838684,
+      "cov-distil (oracle2student)": 4.498126029968262,
+      "cov-distil (oracle2teacher)": 4.092256546020508,
+      "epoch": 3.5941915227629515,
+      "rel-constrast": 2.919548273086548,
+      "step": 4579,
+      "subrel-constrast": 3.2954225540161133,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.594976452119309,
+      "grad_norm": 6.25,
+      "learning_rate": 3.2899505948046626e-05,
+      "loss": 0.6957,
+      "step": 4580
+    },
+    {
+      "cov-distil": 1.6283059120178223,
+      "cov-distil (oracle2student)": 4.233710289001465,
+      "cov-distil (oracle2teacher)": 4.411440849304199,
+      "epoch": 3.594976452119309,
+      "rel-constrast": 1.9955333471298218,
+      "step": 4580,
+      "subrel-constrast": 3.1826629638671875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.37161386013031,
+      "cov-distil (oracle2student)": 3.1331276893615723,
+      "cov-distil (oracle2teacher)": 3.2509305477142334,
+      "epoch": 3.595761381475667,
+      "rel-constrast": 1.9576812982559204,
+      "step": 4581,
+      "subrel-constrast": 2.9658660888671875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2416362762451172,
+      "cov-distil (oracle2student)": 5.021362781524658,
+      "cov-distil (oracle2teacher)": 4.93128776550293,
+      "epoch": 3.596546310832025,
+      "rel-constrast": 3.780939817428589,
+      "step": 4582,
+      "subrel-constrast": 4.672370910644531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2686185836791992,
+      "cov-distil (oracle2student)": 4.742879867553711,
+      "cov-distil (oracle2teacher)": 4.353360176086426,
+      "epoch": 3.597331240188383,
+      "rel-constrast": 2.499680519104004,
+      "step": 4583,
+      "subrel-constrast": 2.9788460731506348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3984858989715576,
+      "cov-distil (oracle2student)": 3.6623358726501465,
+      "cov-distil (oracle2teacher)": 3.574450731277466,
+      "epoch": 3.598116169544741,
+      "rel-constrast": 3.217043399810791,
+      "step": 4584,
+      "subrel-constrast": 3.722036600112915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4300655126571655,
+      "cov-distil (oracle2student)": 4.63601016998291,
+      "cov-distil (oracle2teacher)": 4.240760803222656,
+      "epoch": 3.598901098901099,
+      "rel-constrast": 2.327505111694336,
+      "step": 4585,
+      "subrel-constrast": 2.7793688774108887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2921299934387207,
+      "cov-distil (oracle2student)": 4.247906684875488,
+      "cov-distil (oracle2teacher)": 3.702928066253662,
+      "epoch": 3.599686028257457,
+      "rel-constrast": 2.1334989070892334,
+      "step": 4586,
+      "subrel-constrast": 2.876425266265869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9621360301971436,
+      "cov-distil (oracle2student)": 3.1442787647247314,
+      "cov-distil (oracle2teacher)": 3.053143262863159,
+      "epoch": 3.6004709576138145,
+      "rel-constrast": 2.487607955932617,
+      "step": 4587,
+      "subrel-constrast": 3.1366593837738037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1855425834655762,
+      "cov-distil (oracle2student)": 4.110565185546875,
+      "cov-distil (oracle2teacher)": 3.6543970108032227,
+      "epoch": 3.601255886970173,
+      "rel-constrast": 2.9883790016174316,
+      "step": 4588,
+      "subrel-constrast": 3.414496660232544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.485863447189331,
+      "cov-distil (oracle2student)": 5.685876369476318,
+      "cov-distil (oracle2teacher)": 5.654455184936523,
+      "epoch": 3.6020408163265305,
+      "rel-constrast": 2.753037691116333,
+      "step": 4589,
+      "subrel-constrast": 3.232497215270996,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.6028257456828885,
+      "grad_norm": 5.03125,
+      "learning_rate": 3.2816662556974697e-05,
+      "loss": 0.6892,
+      "step": 4590
+    },
+    {
+      "cov-distil": 2.002795457839966,
+      "cov-distil (oracle2student)": 6.0093231201171875,
+      "cov-distil (oracle2teacher)": 5.105302810668945,
+      "epoch": 3.6028257456828885,
+      "rel-constrast": 2.850313425064087,
+      "step": 4590,
+      "subrel-constrast": 3.723055124282837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0597953796386719,
+      "cov-distil (oracle2student)": 4.251105308532715,
+      "cov-distil (oracle2teacher)": 3.604308843612671,
+      "epoch": 3.6036106750392465,
+      "rel-constrast": 3.109773635864258,
+      "step": 4591,
+      "subrel-constrast": 3.405728340148926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3263680934906006,
+      "cov-distil (oracle2student)": 3.884263038635254,
+      "cov-distil (oracle2teacher)": 3.692241907119751,
+      "epoch": 3.6043956043956045,
+      "rel-constrast": 2.879652738571167,
+      "step": 4592,
+      "subrel-constrast": 3.68306040763855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4111918210983276,
+      "cov-distil (oracle2student)": 4.847593307495117,
+      "cov-distil (oracle2teacher)": 4.974349021911621,
+      "epoch": 3.6051805337519625,
+      "rel-constrast": 2.555180072784424,
+      "step": 4593,
+      "subrel-constrast": 3.400562286376953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5177589654922485,
+      "cov-distil (oracle2student)": 4.803793430328369,
+      "cov-distil (oracle2teacher)": 4.429744720458984,
+      "epoch": 3.60596546310832,
+      "rel-constrast": 2.4358105659484863,
+      "step": 4594,
+      "subrel-constrast": 3.1492626667022705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3397157192230225,
+      "cov-distil (oracle2student)": 3.6123886108398438,
+      "cov-distil (oracle2teacher)": 3.612506628036499,
+      "epoch": 3.6067503924646784,
+      "rel-constrast": 1.889561414718628,
+      "step": 4595,
+      "subrel-constrast": 2.3342928886413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.491387963294983,
+      "cov-distil (oracle2student)": 5.388644218444824,
+      "cov-distil (oracle2teacher)": 5.078934669494629,
+      "epoch": 3.607535321821036,
+      "rel-constrast": 2.750214099884033,
+      "step": 4596,
+      "subrel-constrast": 3.398679494857788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2305779457092285,
+      "cov-distil (oracle2student)": 6.126900672912598,
+      "cov-distil (oracle2teacher)": 4.834461688995361,
+      "epoch": 3.608320251177394,
+      "rel-constrast": 3.2840871810913086,
+      "step": 4597,
+      "subrel-constrast": 3.681830406188965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4858978986740112,
+      "cov-distil (oracle2student)": 3.811257839202881,
+      "cov-distil (oracle2teacher)": 3.9488425254821777,
+      "epoch": 3.609105180533752,
+      "rel-constrast": 3.565415859222412,
+      "step": 4598,
+      "subrel-constrast": 3.8961575031280518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3549771308898926,
+      "cov-distil (oracle2student)": 3.813629627227783,
+      "cov-distil (oracle2teacher)": 4.235836505889893,
+      "epoch": 3.60989010989011,
+      "rel-constrast": 2.585675001144409,
+      "step": 4599,
+      "subrel-constrast": 3.429086208343506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.610675039246468,
+      "grad_norm": 5.03125,
+      "learning_rate": 3.27337239223363e-05,
+      "loss": 0.7332,
+      "step": 4600
+    },
+    {
+      "epoch": 3.610675039246468,
+      "overlap": 0.3421874940395355,
+      "step": 4600
+    },
+    {
+      "epoch": 3.610675039246468,
+      "step": 4600,
+      "student margin": 0.06817626953125
+    },
+    {
+      "epoch": 3.610675039246468,
+      "step": 4600,
+      "teacher margin": 0.049072265625
+    },
+    {
+      "epoch": 3.610675039246468,
+      "margin difference": -0.01910400390625,
+      "step": 4600
+    },
+    {
+      "cov-distil": 1.3813281059265137,
+      "cov-distil (oracle2student)": 4.915155410766602,
+      "cov-distil (oracle2teacher)": 4.374417781829834,
+      "epoch": 3.610675039246468,
+      "rel-constrast": 1.7479989528656006,
+      "step": 4600,
+      "subrel-constrast": 2.065131425857544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8424134254455566,
+      "cov-distil (oracle2student)": 3.694261074066162,
+      "cov-distil (oracle2teacher)": 3.453089714050293,
+      "epoch": 3.6114599686028255,
+      "rel-constrast": 2.5791738033294678,
+      "step": 4601,
+      "subrel-constrast": 3.9093875885009766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4008188247680664,
+      "cov-distil (oracle2student)": 5.8848876953125,
+      "cov-distil (oracle2teacher)": 6.018571853637695,
+      "epoch": 3.612244897959184,
+      "rel-constrast": 2.515324115753174,
+      "step": 4602,
+      "subrel-constrast": 3.4206085205078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2175041437149048,
+      "cov-distil (oracle2student)": 4.770428657531738,
+      "cov-distil (oracle2teacher)": 4.207958221435547,
+      "epoch": 3.6130298273155415,
+      "rel-constrast": 2.683824300765991,
+      "step": 4603,
+      "subrel-constrast": 3.255976915359497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3344478607177734,
+      "cov-distil (oracle2student)": 3.1611928939819336,
+      "cov-distil (oracle2teacher)": 3.69140625,
+      "epoch": 3.6138147566718994,
+      "rel-constrast": 2.402881145477295,
+      "step": 4604,
+      "subrel-constrast": 3.241387367248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.475151777267456,
+      "cov-distil (oracle2student)": 4.588796615600586,
+      "cov-distil (oracle2teacher)": 4.50579309463501,
+      "epoch": 3.6145996860282574,
+      "rel-constrast": 2.494983196258545,
+      "step": 4605,
+      "subrel-constrast": 3.3385202884674072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2383278608322144,
+      "cov-distil (oracle2student)": 3.7807259559631348,
+      "cov-distil (oracle2teacher)": 3.792524576187134,
+      "epoch": 3.6153846153846154,
+      "rel-constrast": 2.450782537460327,
+      "step": 4606,
+      "subrel-constrast": 3.0025012493133545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4128201007843018,
+      "cov-distil (oracle2student)": 5.185746192932129,
+      "cov-distil (oracle2teacher)": 4.695826530456543,
+      "epoch": 3.6161695447409734,
+      "rel-constrast": 3.004509449005127,
+      "step": 4607,
+      "subrel-constrast": 3.4048960208892822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.704355001449585,
+      "cov-distil (oracle2student)": 3.3369784355163574,
+      "cov-distil (oracle2teacher)": 3.5647387504577637,
+      "epoch": 3.6169544740973314,
+      "rel-constrast": 2.724121570587158,
+      "step": 4608,
+      "subrel-constrast": 3.643380880355835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2092441320419312,
+      "cov-distil (oracle2student)": 4.987920761108398,
+      "cov-distil (oracle2teacher)": 4.742205619812012,
+      "epoch": 3.6177394034536894,
+      "rel-constrast": 3.0637831687927246,
+      "step": 4609,
+      "subrel-constrast": 3.3294997215270996,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.618524332810047,
+      "grad_norm": 6.46875,
+      "learning_rate": 3.2650691054712526e-05,
+      "loss": 0.6772,
+      "step": 4610
+    },
+    {
+      "cov-distil": 1.4336349964141846,
+      "cov-distil (oracle2student)": 3.768906593322754,
+      "cov-distil (oracle2teacher)": 3.7574100494384766,
+      "epoch": 3.618524332810047,
+      "rel-constrast": 1.9195446968078613,
+      "step": 4610,
+      "subrel-constrast": 2.6821200847625732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327542781829834,
+      "cov-distil (oracle2student)": 4.885265350341797,
+      "cov-distil (oracle2teacher)": 4.597217082977295,
+      "epoch": 3.619309262166405,
+      "rel-constrast": 2.6887879371643066,
+      "step": 4611,
+      "subrel-constrast": 3.4035451412200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.924437403678894,
+      "cov-distil (oracle2student)": 3.0252017974853516,
+      "cov-distil (oracle2teacher)": 3.4365904331207275,
+      "epoch": 3.620094191522763,
+      "rel-constrast": 2.5273995399475098,
+      "step": 4612,
+      "subrel-constrast": 3.0442306995391846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.570976734161377,
+      "cov-distil (oracle2student)": 4.2747697830200195,
+      "cov-distil (oracle2teacher)": 3.988009214401245,
+      "epoch": 3.620879120879121,
+      "rel-constrast": 2.6586320400238037,
+      "step": 4613,
+      "subrel-constrast": 3.172429084777832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3080034255981445,
+      "cov-distil (oracle2student)": 5.319498538970947,
+      "cov-distil (oracle2teacher)": 4.946103096008301,
+      "epoch": 3.621664050235479,
+      "rel-constrast": 3.0194387435913086,
+      "step": 4614,
+      "subrel-constrast": 3.894447088241577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6588425636291504,
+      "cov-distil (oracle2student)": 6.14420223236084,
+      "cov-distil (oracle2teacher)": 6.121057510375977,
+      "epoch": 3.622448979591837,
+      "rel-constrast": 2.929877996444702,
+      "step": 4615,
+      "subrel-constrast": 3.659719705581665,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6943895816802979,
+      "cov-distil (oracle2student)": 4.3976216316223145,
+      "cov-distil (oracle2teacher)": 4.105642318725586,
+      "epoch": 3.623233908948195,
+      "rel-constrast": 2.578782558441162,
+      "step": 4616,
+      "subrel-constrast": 3.347402811050415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4167470932006836,
+      "cov-distil (oracle2student)": 2.1182994842529297,
+      "cov-distil (oracle2teacher)": 2.2475244998931885,
+      "epoch": 3.6240188383045524,
+      "rel-constrast": 2.8148386478424072,
+      "step": 4617,
+      "subrel-constrast": 3.5059187412261963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.263013243675232,
+      "cov-distil (oracle2student)": 3.565230369567871,
+      "cov-distil (oracle2teacher)": 3.562288999557495,
+      "epoch": 3.6248037676609104,
+      "rel-constrast": 1.5707753896713257,
+      "step": 4618,
+      "subrel-constrast": 2.430704355239868,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3873226642608643,
+      "cov-distil (oracle2student)": 4.092259407043457,
+      "cov-distil (oracle2teacher)": 4.022941589355469,
+      "epoch": 3.6255886970172684,
+      "rel-constrast": 2.634836196899414,
+      "step": 4619,
+      "subrel-constrast": 3.5576343536376953,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.6263736263736264,
+      "grad_norm": 5.46875,
+      "learning_rate": 3.256756496583265e-05,
+      "loss": 0.671,
+      "step": 4620
+    },
+    {
+      "cov-distil": 1.5766334533691406,
+      "cov-distil (oracle2student)": 5.94698429107666,
+      "cov-distil (oracle2teacher)": 5.828110694885254,
+      "epoch": 3.6263736263736264,
+      "rel-constrast": 2.334906578063965,
+      "step": 4620,
+      "subrel-constrast": 3.797132968902588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0738534927368164,
+      "cov-distil (oracle2student)": 4.046367645263672,
+      "cov-distil (oracle2teacher)": 4.0767316818237305,
+      "epoch": 3.6271585557299844,
+      "rel-constrast": 2.7199110984802246,
+      "step": 4621,
+      "subrel-constrast": 3.8629894256591797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3188995122909546,
+      "cov-distil (oracle2student)": 2.872614860534668,
+      "cov-distil (oracle2teacher)": 2.9525866508483887,
+      "epoch": 3.6279434850863423,
+      "rel-constrast": 1.981263279914856,
+      "step": 4622,
+      "subrel-constrast": 2.6437227725982666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5376924276351929,
+      "cov-distil (oracle2student)": 3.508106231689453,
+      "cov-distil (oracle2teacher)": 3.2898011207580566,
+      "epoch": 3.6287284144427003,
+      "rel-constrast": 2.398876190185547,
+      "step": 4623,
+      "subrel-constrast": 3.13862943649292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2974259853363037,
+      "cov-distil (oracle2student)": 5.1134490966796875,
+      "cov-distil (oracle2teacher)": 4.731662750244141,
+      "epoch": 3.629513343799058,
+      "rel-constrast": 3.6816744804382324,
+      "step": 4624,
+      "subrel-constrast": 4.393470287322998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7887542247772217,
+      "cov-distil (oracle2student)": 3.378861427307129,
+      "cov-distil (oracle2teacher)": 3.1663379669189453,
+      "epoch": 3.630298273155416,
+      "rel-constrast": 3.4608755111694336,
+      "step": 4625,
+      "subrel-constrast": 3.9387803077697754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4438836574554443,
+      "cov-distil (oracle2student)": 3.5915448665618896,
+      "cov-distil (oracle2teacher)": 3.2472152709960938,
+      "epoch": 3.631083202511774,
+      "rel-constrast": 1.9826819896697998,
+      "step": 4626,
+      "subrel-constrast": 2.6957783699035645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.143117666244507,
+      "cov-distil (oracle2student)": 5.2312445640563965,
+      "cov-distil (oracle2teacher)": 5.5569257736206055,
+      "epoch": 3.631868131868132,
+      "rel-constrast": 3.093015670776367,
+      "step": 4627,
+      "subrel-constrast": 3.81060528755188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7400246858596802,
+      "cov-distil (oracle2student)": 4.045633316040039,
+      "cov-distil (oracle2teacher)": 3.9616148471832275,
+      "epoch": 3.63265306122449,
+      "rel-constrast": 3.0260188579559326,
+      "step": 4628,
+      "subrel-constrast": 4.018651008605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369006633758545,
+      "cov-distil (oracle2student)": 5.022304534912109,
+      "cov-distil (oracle2teacher)": 4.964024066925049,
+      "epoch": 3.633437990580848,
+      "rel-constrast": 2.6606063842773438,
+      "step": 4629,
+      "subrel-constrast": 3.450998544692993,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.634222919937206,
+      "grad_norm": 6.25,
+      "learning_rate": 3.248434666856185e-05,
+      "loss": 0.7242,
+      "step": 4630
+    },
+    {
+      "cov-distil": 1.0622204542160034,
+      "cov-distil (oracle2student)": 3.937187910079956,
+      "cov-distil (oracle2teacher)": 3.6968936920166016,
+      "epoch": 3.634222919937206,
+      "rel-constrast": 1.828399658203125,
+      "step": 4630,
+      "subrel-constrast": 2.544346570968628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7701364755630493,
+      "cov-distil (oracle2student)": 3.955751657485962,
+      "cov-distil (oracle2teacher)": 4.286012649536133,
+      "epoch": 3.6350078492935634,
+      "rel-constrast": 2.3647613525390625,
+      "step": 4631,
+      "subrel-constrast": 3.992558717727661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2914009094238281,
+      "cov-distil (oracle2student)": 4.062429904937744,
+      "cov-distil (oracle2teacher)": 3.5423407554626465,
+      "epoch": 3.6357927786499213,
+      "rel-constrast": 2.7132534980773926,
+      "step": 4632,
+      "subrel-constrast": 3.019646406173706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2848148345947266,
+      "cov-distil (oracle2student)": 4.142241477966309,
+      "cov-distil (oracle2teacher)": 4.037929058074951,
+      "epoch": 3.6365777080062793,
+      "rel-constrast": 2.2191848754882812,
+      "step": 4633,
+      "subrel-constrast": 2.9926533699035645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6515933275222778,
+      "cov-distil (oracle2student)": 4.2973246574401855,
+      "cov-distil (oracle2teacher)": 3.9395382404327393,
+      "epoch": 3.6373626373626373,
+      "rel-constrast": 1.6306991577148438,
+      "step": 4634,
+      "subrel-constrast": 2.9838247299194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7003097534179688,
+      "cov-distil (oracle2student)": 3.4120779037475586,
+      "cov-distil (oracle2teacher)": 3.2834079265594482,
+      "epoch": 3.6381475667189953,
+      "rel-constrast": 3.5237207412719727,
+      "step": 4635,
+      "subrel-constrast": 3.8474280834198,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5045313835144043,
+      "cov-distil (oracle2student)": 4.029169082641602,
+      "cov-distil (oracle2teacher)": 3.91343355178833,
+      "epoch": 3.6389324960753533,
+      "rel-constrast": 3.548642635345459,
+      "step": 4636,
+      "subrel-constrast": 3.906121253967285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7157906293869019,
+      "cov-distil (oracle2student)": 4.5281877517700195,
+      "cov-distil (oracle2teacher)": 4.068450927734375,
+      "epoch": 3.6397174254317113,
+      "rel-constrast": 2.4097774028778076,
+      "step": 4637,
+      "subrel-constrast": 3.19647216796875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.171998143196106,
+      "cov-distil (oracle2student)": 3.7770655155181885,
+      "cov-distil (oracle2teacher)": 3.174631357192993,
+      "epoch": 3.640502354788069,
+      "rel-constrast": 2.4577689170837402,
+      "step": 4638,
+      "subrel-constrast": 2.396108865737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.457381010055542,
+      "cov-distil (oracle2student)": 4.4362592697143555,
+      "cov-distil (oracle2teacher)": 3.7469980716705322,
+      "epoch": 3.6412872841444273,
+      "rel-constrast": 2.0115246772766113,
+      "step": 4639,
+      "subrel-constrast": 2.615511178970337,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.642072213500785,
+      "grad_norm": 4.84375,
+      "learning_rate": 3.240103717688881e-05,
+      "loss": 0.6542,
+      "step": 4640
+    },
+    {
+      "cov-distil": 1.475000023841858,
+      "cov-distil (oracle2student)": 3.8884871006011963,
+      "cov-distil (oracle2teacher)": 3.8149149417877197,
+      "epoch": 3.642072213500785,
+      "rel-constrast": 2.289987087249756,
+      "step": 4640,
+      "subrel-constrast": 3.3132967948913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5628979206085205,
+      "cov-distil (oracle2student)": 4.394271373748779,
+      "cov-distil (oracle2teacher)": 4.601448059082031,
+      "epoch": 3.642857142857143,
+      "rel-constrast": 3.2523937225341797,
+      "step": 4641,
+      "subrel-constrast": 3.9793450832366943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.097975492477417,
+      "cov-distil (oracle2student)": 3.7863845825195312,
+      "cov-distil (oracle2teacher)": 3.3703701496124268,
+      "epoch": 3.643642072213501,
+      "rel-constrast": 2.6540212631225586,
+      "step": 4642,
+      "subrel-constrast": 3.1145403385162354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0969572067260742,
+      "cov-distil (oracle2student)": 3.4296655654907227,
+      "cov-distil (oracle2teacher)": 3.0607857704162598,
+      "epoch": 3.6444270015698588,
+      "rel-constrast": 2.265594005584717,
+      "step": 4643,
+      "subrel-constrast": 2.7902164459228516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8256466388702393,
+      "cov-distil (oracle2student)": 3.799623489379883,
+      "cov-distil (oracle2teacher)": 3.772818088531494,
+      "epoch": 3.6452119309262168,
+      "rel-constrast": 2.2546956539154053,
+      "step": 4644,
+      "subrel-constrast": 2.959651231765747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.344836711883545,
+      "cov-distil (oracle2student)": 3.840855360031128,
+      "cov-distil (oracle2teacher)": 3.9798812866210938,
+      "epoch": 3.6459968602825743,
+      "rel-constrast": 3.4515798091888428,
+      "step": 4645,
+      "subrel-constrast": 3.534167528152466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0452429056167603,
+      "cov-distil (oracle2student)": 3.2346935272216797,
+      "cov-distil (oracle2teacher)": 3.26962947845459,
+      "epoch": 3.6467817896389327,
+      "rel-constrast": 2.348694324493408,
+      "step": 4646,
+      "subrel-constrast": 2.595355272293091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.331300139427185,
+      "cov-distil (oracle2student)": 2.8648481369018555,
+      "cov-distil (oracle2teacher)": 3.4522762298583984,
+      "epoch": 3.6475667189952903,
+      "rel-constrast": 2.1330957412719727,
+      "step": 4647,
+      "subrel-constrast": 3.0498108863830566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125621557235718,
+      "cov-distil (oracle2student)": 3.1134984493255615,
+      "cov-distil (oracle2teacher)": 3.515976905822754,
+      "epoch": 3.6483516483516483,
+      "rel-constrast": 2.6899123191833496,
+      "step": 4648,
+      "subrel-constrast": 3.288184881210327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6058087348937988,
+      "cov-distil (oracle2student)": 4.43710470199585,
+      "cov-distil (oracle2teacher)": 4.336709499359131,
+      "epoch": 3.6491365777080063,
+      "rel-constrast": 2.4157495498657227,
+      "step": 4649,
+      "subrel-constrast": 2.8849685192108154,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.6499215070643642,
+      "grad_norm": 6.0625,
+      "learning_rate": 3.23176375059134e-05,
+      "loss": 0.6786,
+      "step": 4650
+    },
+    {
+      "cov-distil": 1.733367681503296,
+      "cov-distil (oracle2student)": 3.8284382820129395,
+      "cov-distil (oracle2teacher)": 3.572908878326416,
+      "epoch": 3.6499215070643642,
+      "rel-constrast": 2.7611021995544434,
+      "step": 4650,
+      "subrel-constrast": 3.918645143508911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.200320243835449,
+      "cov-distil (oracle2student)": 4.251869201660156,
+      "cov-distil (oracle2teacher)": 4.23780632019043,
+      "epoch": 3.6507064364207222,
+      "rel-constrast": 2.857740879058838,
+      "step": 4651,
+      "subrel-constrast": 3.942169666290283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8356823921203613,
+      "cov-distil (oracle2student)": 4.22420597076416,
+      "cov-distil (oracle2teacher)": 3.9197144508361816,
+      "epoch": 3.6514913657770802,
+      "rel-constrast": 3.5169057846069336,
+      "step": 4652,
+      "subrel-constrast": 4.018129825592041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.538644790649414,
+      "cov-distil (oracle2student)": 4.750014305114746,
+      "cov-distil (oracle2teacher)": 4.687160491943359,
+      "epoch": 3.652276295133438,
+      "rel-constrast": 3.395341396331787,
+      "step": 4653,
+      "subrel-constrast": 4.214940547943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.332209825515747,
+      "cov-distil (oracle2student)": 4.708669185638428,
+      "cov-distil (oracle2teacher)": 4.289036273956299,
+      "epoch": 3.6530612244897958,
+      "rel-constrast": 3.0814383029937744,
+      "step": 4654,
+      "subrel-constrast": 3.5401532649993896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0769643783569336,
+      "cov-distil (oracle2student)": 3.390057325363159,
+      "cov-distil (oracle2teacher)": 4.024594783782959,
+      "epoch": 3.6538461538461537,
+      "rel-constrast": 3.0801587104797363,
+      "step": 4655,
+      "subrel-constrast": 4.076597213745117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4645137786865234,
+      "cov-distil (oracle2student)": 2.9430861473083496,
+      "cov-distil (oracle2teacher)": 2.790787696838379,
+      "epoch": 3.6546310832025117,
+      "rel-constrast": 1.9015932083129883,
+      "step": 4656,
+      "subrel-constrast": 2.5253219604492188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.752537488937378,
+      "cov-distil (oracle2student)": 3.9712696075439453,
+      "cov-distil (oracle2teacher)": 3.5754897594451904,
+      "epoch": 3.6554160125588697,
+      "rel-constrast": 2.7283027172088623,
+      "step": 4657,
+      "subrel-constrast": 3.2378575801849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0320301055908203,
+      "cov-distil (oracle2student)": 4.482124328613281,
+      "cov-distil (oracle2teacher)": 4.378644943237305,
+      "epoch": 3.6562009419152277,
+      "rel-constrast": 1.8818532228469849,
+      "step": 4658,
+      "subrel-constrast": 2.7391273975372314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.03493332862854,
+      "cov-distil (oracle2student)": 4.3045783042907715,
+      "cov-distil (oracle2teacher)": 4.228482246398926,
+      "epoch": 3.6569858712715857,
+      "rel-constrast": 4.0081634521484375,
+      "step": 4659,
+      "subrel-constrast": 3.9861397743225098,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.6577708006279437,
+      "grad_norm": 7.15625,
+      "learning_rate": 3.2234148671834274e-05,
+      "loss": 0.7728,
+      "step": 4660
+    },
+    {
+      "cov-distil": 1.3418357372283936,
+      "cov-distil (oracle2student)": 3.4951987266540527,
+      "cov-distil (oracle2teacher)": 2.792543411254883,
+      "epoch": 3.6577708006279437,
+      "rel-constrast": 2.319814920425415,
+      "step": 4660,
+      "subrel-constrast": 2.8048527240753174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5066869258880615,
+      "cov-distil (oracle2student)": 5.134912490844727,
+      "cov-distil (oracle2teacher)": 4.870518684387207,
+      "epoch": 3.6585557299843012,
+      "rel-constrast": 2.199835777282715,
+      "step": 4661,
+      "subrel-constrast": 2.7804129123687744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7854560613632202,
+      "cov-distil (oracle2student)": 5.313677787780762,
+      "cov-distil (oracle2teacher)": 5.118776321411133,
+      "epoch": 3.659340659340659,
+      "rel-constrast": 3.642761468887329,
+      "step": 4662,
+      "subrel-constrast": 4.790341377258301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3993752002716064,
+      "cov-distil (oracle2student)": 5.398061752319336,
+      "cov-distil (oracle2teacher)": 4.624945640563965,
+      "epoch": 3.660125588697017,
+      "rel-constrast": 2.741884231567383,
+      "step": 4663,
+      "subrel-constrast": 3.367182731628418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5205610990524292,
+      "cov-distil (oracle2student)": 5.119765281677246,
+      "cov-distil (oracle2teacher)": 4.617297172546387,
+      "epoch": 3.660910518053375,
+      "rel-constrast": 2.233602523803711,
+      "step": 4664,
+      "subrel-constrast": 2.6929197311401367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4085040092468262,
+      "cov-distil (oracle2student)": 4.627985954284668,
+      "cov-distil (oracle2teacher)": 4.000328063964844,
+      "epoch": 3.661695447409733,
+      "rel-constrast": 2.5720160007476807,
+      "step": 4665,
+      "subrel-constrast": 2.834425449371338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0219717025756836,
+      "cov-distil (oracle2student)": 4.346390724182129,
+      "cov-distil (oracle2teacher)": 4.394628047943115,
+      "epoch": 3.662480376766091,
+      "rel-constrast": 2.1781294345855713,
+      "step": 4666,
+      "subrel-constrast": 2.9866926670074463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9620521068572998,
+      "cov-distil (oracle2student)": 3.504934549331665,
+      "cov-distil (oracle2teacher)": 4.188904762268066,
+      "epoch": 3.663265306122449,
+      "rel-constrast": 1.926506519317627,
+      "step": 4667,
+      "subrel-constrast": 2.954946994781494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3948655128479004,
+      "cov-distil (oracle2student)": 3.5635571479797363,
+      "cov-distil (oracle2teacher)": 3.558180093765259,
+      "epoch": 3.6640502354788067,
+      "rel-constrast": 2.9100043773651123,
+      "step": 4668,
+      "subrel-constrast": 3.7885403633117676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2797898054122925,
+      "cov-distil (oracle2student)": 2.9264070987701416,
+      "cov-distil (oracle2teacher)": 3.241105079650879,
+      "epoch": 3.6648351648351647,
+      "rel-constrast": 2.489384174346924,
+      "step": 4669,
+      "subrel-constrast": 3.5145046710968018,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.6656200941915227,
+      "grad_norm": 5.09375,
+      "learning_rate": 3.215057169193655e-05,
+      "loss": 0.6669,
+      "step": 4670
+    },
+    {
+      "cov-distil": 1.3151917457580566,
+      "cov-distil (oracle2student)": 3.472256660461426,
+      "cov-distil (oracle2teacher)": 3.5198781490325928,
+      "epoch": 3.6656200941915227,
+      "rel-constrast": 1.9463088512420654,
+      "step": 4670,
+      "subrel-constrast": 2.5791733264923096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.305345058441162,
+      "cov-distil (oracle2student)": 4.099574565887451,
+      "cov-distil (oracle2teacher)": 4.088817596435547,
+      "epoch": 3.6664050235478807,
+      "rel-constrast": 2.949869155883789,
+      "step": 4671,
+      "subrel-constrast": 3.266000509262085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4392781257629395,
+      "cov-distil (oracle2student)": 4.465038299560547,
+      "cov-distil (oracle2teacher)": 4.476813316345215,
+      "epoch": 3.6671899529042387,
+      "rel-constrast": 1.7612648010253906,
+      "step": 4672,
+      "subrel-constrast": 2.734776735305786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.684051752090454,
+      "cov-distil (oracle2student)": 5.656218528747559,
+      "cov-distil (oracle2teacher)": 5.176117897033691,
+      "epoch": 3.6679748822605966,
+      "rel-constrast": 2.947492837905884,
+      "step": 4673,
+      "subrel-constrast": 3.3470773696899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.190329670906067,
+      "cov-distil (oracle2student)": 4.533322334289551,
+      "cov-distil (oracle2teacher)": 3.973379373550415,
+      "epoch": 3.6687598116169546,
+      "rel-constrast": 2.132883071899414,
+      "step": 4674,
+      "subrel-constrast": 2.7075157165527344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4255146980285645,
+      "cov-distil (oracle2student)": 4.273024559020996,
+      "cov-distil (oracle2teacher)": 3.9559009075164795,
+      "epoch": 3.669544740973312,
+      "rel-constrast": 1.5977821350097656,
+      "step": 4675,
+      "subrel-constrast": 2.423503875732422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901778221130371,
+      "cov-distil (oracle2student)": 5.414973258972168,
+      "cov-distil (oracle2teacher)": 5.026088714599609,
+      "epoch": 3.67032967032967,
+      "rel-constrast": 2.377490520477295,
+      "step": 4676,
+      "subrel-constrast": 3.3918721675872803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5969178676605225,
+      "cov-distil (oracle2student)": 3.180328369140625,
+      "cov-distil (oracle2teacher)": 3.685380220413208,
+      "epoch": 3.671114599686028,
+      "rel-constrast": 2.634748935699463,
+      "step": 4677,
+      "subrel-constrast": 3.292545795440674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2807819843292236,
+      "cov-distil (oracle2student)": 4.883050918579102,
+      "cov-distil (oracle2teacher)": 4.402924537658691,
+      "epoch": 3.671899529042386,
+      "rel-constrast": 2.638240337371826,
+      "step": 4678,
+      "subrel-constrast": 3.231520175933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0073145627975464,
+      "cov-distil (oracle2student)": 5.373940467834473,
+      "cov-distil (oracle2teacher)": 5.101300239562988,
+      "epoch": 3.672684458398744,
+      "rel-constrast": 2.4903697967529297,
+      "step": 4679,
+      "subrel-constrast": 2.981391191482544,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.673469387755102,
+      "grad_norm": 5.4375,
+      "learning_rate": 3.206690758457934e-05,
+      "loss": 0.6223,
+      "step": 4680
+    },
+    {
+      "cov-distil": 1.3608207702636719,
+      "cov-distil (oracle2student)": 4.96857213973999,
+      "cov-distil (oracle2teacher)": 4.294364929199219,
+      "epoch": 3.673469387755102,
+      "rel-constrast": 1.8831443786621094,
+      "step": 4680,
+      "subrel-constrast": 2.5565130710601807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3024214506149292,
+      "cov-distil (oracle2student)": 4.151584148406982,
+      "cov-distil (oracle2teacher)": 3.8312463760375977,
+      "epoch": 3.67425431711146,
+      "rel-constrast": 2.774773597717285,
+      "step": 4681,
+      "subrel-constrast": 3.397874355316162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5367100238800049,
+      "cov-distil (oracle2student)": 3.823756217956543,
+      "cov-distil (oracle2teacher)": 3.6835782527923584,
+      "epoch": 3.6750392464678177,
+      "rel-constrast": 2.157843828201294,
+      "step": 4682,
+      "subrel-constrast": 3.284756660461426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6826775074005127,
+      "cov-distil (oracle2student)": 7.4877119064331055,
+      "cov-distil (oracle2teacher)": 6.5973405838012695,
+      "epoch": 3.675824175824176,
+      "rel-constrast": 4.546653747558594,
+      "step": 4683,
+      "subrel-constrast": 5.149547576904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2945855855941772,
+      "cov-distil (oracle2student)": 4.46612024307251,
+      "cov-distil (oracle2teacher)": 4.0418477058410645,
+      "epoch": 3.6766091051805336,
+      "rel-constrast": 2.744037628173828,
+      "step": 4684,
+      "subrel-constrast": 3.5768468379974365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9494483470916748,
+      "cov-distil (oracle2student)": 3.581381320953369,
+      "cov-distil (oracle2teacher)": 3.666105270385742,
+      "epoch": 3.6773940345368916,
+      "rel-constrast": 1.5882478952407837,
+      "step": 4685,
+      "subrel-constrast": 2.6735336780548096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4263372421264648,
+      "cov-distil (oracle2student)": 5.049653053283691,
+      "cov-distil (oracle2teacher)": 5.010658264160156,
+      "epoch": 3.6781789638932496,
+      "rel-constrast": 2.478640079498291,
+      "step": 4686,
+      "subrel-constrast": 3.677253007888794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6919751167297363,
+      "cov-distil (oracle2student)": 5.104879379272461,
+      "cov-distil (oracle2teacher)": 4.563188552856445,
+      "epoch": 3.6789638932496076,
+      "rel-constrast": 2.498053550720215,
+      "step": 4687,
+      "subrel-constrast": 3.225602865219116,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2191376686096191,
+      "cov-distil (oracle2student)": 2.8994038105010986,
+      "cov-distil (oracle2teacher)": 3.038571357727051,
+      "epoch": 3.6797488226059656,
+      "rel-constrast": 1.512699842453003,
+      "step": 4688,
+      "subrel-constrast": 2.2580931186676025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.182811975479126,
+      "cov-distil (oracle2student)": 6.3876190185546875,
+      "cov-distil (oracle2teacher)": 6.181198596954346,
+      "epoch": 3.680533751962323,
+      "rel-constrast": 3.3336985111236572,
+      "step": 4689,
+      "subrel-constrast": 4.42411994934082,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.6813186813186816,
+      "grad_norm": 5.375,
+      "learning_rate": 3.198315736918339e-05,
+      "loss": 0.6771,
+      "step": 4690
+    },
+    {
+      "cov-distil": 1.4405815601348877,
+      "cov-distil (oracle2student)": 6.3020172119140625,
+      "cov-distil (oracle2teacher)": 5.512077331542969,
+      "epoch": 3.6813186813186816,
+      "rel-constrast": 2.5789427757263184,
+      "step": 4690,
+      "subrel-constrast": 3.058026075363159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0932385921478271,
+      "cov-distil (oracle2student)": 6.319779396057129,
+      "cov-distil (oracle2teacher)": 5.520084381103516,
+      "epoch": 3.682103610675039,
+      "rel-constrast": 1.732574224472046,
+      "step": 4691,
+      "subrel-constrast": 2.4028615951538086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0604380369186401,
+      "cov-distil (oracle2student)": 3.74635910987854,
+      "cov-distil (oracle2teacher)": 3.3433961868286133,
+      "epoch": 3.682888540031397,
+      "rel-constrast": 3.043037176132202,
+      "step": 4692,
+      "subrel-constrast": 3.0916943550109863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6920210123062134,
+      "cov-distil (oracle2student)": 4.465100288391113,
+      "cov-distil (oracle2teacher)": 4.258252143859863,
+      "epoch": 3.683673469387755,
+      "rel-constrast": 2.3734447956085205,
+      "step": 4693,
+      "subrel-constrast": 2.8464620113372803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.574451208114624,
+      "cov-distil (oracle2student)": 4.330008506774902,
+      "cov-distil (oracle2teacher)": 3.9468307495117188,
+      "epoch": 3.684458398744113,
+      "rel-constrast": 3.056936502456665,
+      "step": 4694,
+      "subrel-constrast": 3.6375133991241455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6020357608795166,
+      "cov-distil (oracle2student)": 5.442950248718262,
+      "cov-distil (oracle2teacher)": 4.706850051879883,
+      "epoch": 3.685243328100471,
+      "rel-constrast": 3.0883164405822754,
+      "step": 4695,
+      "subrel-constrast": 3.5823965072631836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.125645637512207,
+      "cov-distil (oracle2student)": 5.303542613983154,
+      "cov-distil (oracle2teacher)": 4.481945514678955,
+      "epoch": 3.686028257456829,
+      "rel-constrast": 2.3849902153015137,
+      "step": 4696,
+      "subrel-constrast": 2.749807357788086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6529946327209473,
+      "cov-distil (oracle2student)": 3.846200704574585,
+      "cov-distil (oracle2teacher)": 3.947038173675537,
+      "epoch": 3.686813186813187,
+      "rel-constrast": 2.432811737060547,
+      "step": 4697,
+      "subrel-constrast": 3.1464176177978516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5460879802703857,
+      "cov-distil (oracle2student)": 4.644678592681885,
+      "cov-distil (oracle2teacher)": 3.843073844909668,
+      "epoch": 3.6875981161695446,
+      "rel-constrast": 2.5575239658355713,
+      "step": 4698,
+      "subrel-constrast": 3.0335404872894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5398609638214111,
+      "cov-distil (oracle2student)": 3.8433327674865723,
+      "cov-distil (oracle2teacher)": 3.6565089225769043,
+      "epoch": 3.6883830455259026,
+      "rel-constrast": 2.3259525299072266,
+      "step": 4699,
+      "subrel-constrast": 3.3222339153289795,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.6891679748822606,
+      "grad_norm": 5.0,
+      "learning_rate": 3.189932206621865e-05,
+      "loss": 0.6777,
+      "step": 4700
+    },
+    {
+      "epoch": 3.6891679748822606,
+      "overlap": 0.3421874940395355,
+      "step": 4700
+    },
+    {
+      "epoch": 3.6891679748822606,
+      "step": 4700,
+      "student margin": 0.0799560546875
+    },
+    {
+      "epoch": 3.6891679748822606,
+      "step": 4700,
+      "teacher margin": 0.063018798828125
+    },
+    {
+      "epoch": 3.6891679748822606,
+      "margin difference": -0.016937255859375,
+      "step": 4700
+    },
+    {
+      "cov-distil": 1.2146707773208618,
+      "cov-distil (oracle2student)": 3.0494472980499268,
+      "cov-distil (oracle2teacher)": 2.716818332672119,
+      "epoch": 3.6891679748822606,
+      "rel-constrast": 1.956984281539917,
+      "step": 4700,
+      "subrel-constrast": 2.1954078674316406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.413183331489563,
+      "cov-distil (oracle2student)": 2.5839734077453613,
+      "cov-distil (oracle2teacher)": 2.8763270378112793,
+      "epoch": 3.6899529042386185,
+      "rel-constrast": 3.074991226196289,
+      "step": 4701,
+      "subrel-constrast": 3.747469186782837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6143800020217896,
+      "cov-distil (oracle2student)": 4.689593315124512,
+      "cov-distil (oracle2teacher)": 4.575326919555664,
+      "epoch": 3.6907378335949765,
+      "rel-constrast": 1.9797075986862183,
+      "step": 4702,
+      "subrel-constrast": 2.822521448135376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1089414358139038,
+      "cov-distil (oracle2student)": 4.26765251159668,
+      "cov-distil (oracle2teacher)": 3.5936145782470703,
+      "epoch": 3.6915227629513345,
+      "rel-constrast": 3.3543882369995117,
+      "step": 4703,
+      "subrel-constrast": 3.861161470413208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6209461688995361,
+      "cov-distil (oracle2student)": 4.8118367195129395,
+      "cov-distil (oracle2teacher)": 4.122106552124023,
+      "epoch": 3.6923076923076925,
+      "rel-constrast": 3.8943872451782227,
+      "step": 4704,
+      "subrel-constrast": 3.976961374282837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5000107288360596,
+      "cov-distil (oracle2student)": 3.455030679702759,
+      "cov-distil (oracle2teacher)": 3.7186105251312256,
+      "epoch": 3.69309262166405,
+      "rel-constrast": 2.335934638977051,
+      "step": 4705,
+      "subrel-constrast": 3.3487250804901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.014817476272583,
+      "cov-distil (oracle2student)": 4.232090950012207,
+      "cov-distil (oracle2teacher)": 3.980931282043457,
+      "epoch": 3.693877551020408,
+      "rel-constrast": 2.0360190868377686,
+      "step": 4706,
+      "subrel-constrast": 2.4477784633636475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9263901710510254,
+      "cov-distil (oracle2student)": 4.316971302032471,
+      "cov-distil (oracle2teacher)": 4.056823253631592,
+      "epoch": 3.694662480376766,
+      "rel-constrast": 3.4757003784179688,
+      "step": 4707,
+      "subrel-constrast": 4.130070209503174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0745339393615723,
+      "cov-distil (oracle2student)": 4.96195125579834,
+      "cov-distil (oracle2teacher)": 4.048552989959717,
+      "epoch": 3.695447409733124,
+      "rel-constrast": 1.678032636642456,
+      "step": 4708,
+      "subrel-constrast": 2.5306432247161865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4694344997406006,
+      "cov-distil (oracle2student)": 4.047213554382324,
+      "cov-distil (oracle2teacher)": 4.50892448425293,
+      "epoch": 3.696232339089482,
+      "rel-constrast": 2.484445095062256,
+      "step": 4709,
+      "subrel-constrast": 3.3239293098449707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.69701726844584,
+      "grad_norm": 5.25,
+      "learning_rate": 3.181540269719182e-05,
+      "loss": 0.6942,
+      "step": 4710
+    },
+    {
+      "cov-distil": 1.1592342853546143,
+      "cov-distil (oracle2student)": 5.291791915893555,
+      "cov-distil (oracle2teacher)": 5.034418106079102,
+      "epoch": 3.69701726844584,
+      "rel-constrast": 2.675638198852539,
+      "step": 4710,
+      "subrel-constrast": 3.657402515411377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7182629108428955,
+      "cov-distil (oracle2student)": 5.999533653259277,
+      "cov-distil (oracle2teacher)": 5.3747382164001465,
+      "epoch": 3.697802197802198,
+      "rel-constrast": 2.598635673522949,
+      "step": 4711,
+      "subrel-constrast": 3.7045679092407227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6517565250396729,
+      "cov-distil (oracle2student)": 3.842263698577881,
+      "cov-distil (oracle2teacher)": 4.295470237731934,
+      "epoch": 3.6985871271585555,
+      "rel-constrast": 3.6054043769836426,
+      "step": 4712,
+      "subrel-constrast": 4.493724346160889,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6387193202972412,
+      "cov-distil (oracle2student)": 4.297555446624756,
+      "cov-distil (oracle2teacher)": 4.063063621520996,
+      "epoch": 3.6993720565149135,
+      "rel-constrast": 1.7968707084655762,
+      "step": 4713,
+      "subrel-constrast": 2.620537519454956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3710641860961914,
+      "cov-distil (oracle2student)": 5.359877586364746,
+      "cov-distil (oracle2teacher)": 5.124078273773193,
+      "epoch": 3.7001569858712715,
+      "rel-constrast": 2.5088021755218506,
+      "step": 4714,
+      "subrel-constrast": 3.319728374481201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8061622381210327,
+      "cov-distil (oracle2student)": 4.856024742126465,
+      "cov-distil (oracle2teacher)": 4.713683128356934,
+      "epoch": 3.7009419152276295,
+      "rel-constrast": 3.117086410522461,
+      "step": 4715,
+      "subrel-constrast": 4.114625930786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1818301677703857,
+      "cov-distil (oracle2student)": 4.364933967590332,
+      "cov-distil (oracle2teacher)": 4.03502082824707,
+      "epoch": 3.7017268445839875,
+      "rel-constrast": 3.0308432579040527,
+      "step": 4716,
+      "subrel-constrast": 3.507110357284546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2679808139801025,
+      "cov-distil (oracle2student)": 3.266195297241211,
+      "cov-distil (oracle2teacher)": 3.3634984493255615,
+      "epoch": 3.7025117739403455,
+      "rel-constrast": 2.1176507472991943,
+      "step": 4717,
+      "subrel-constrast": 2.5278608798980713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9338452816009521,
+      "cov-distil (oracle2student)": 3.5735669136047363,
+      "cov-distil (oracle2teacher)": 3.858001232147217,
+      "epoch": 3.7032967032967035,
+      "rel-constrast": 2.418911933898926,
+      "step": 4718,
+      "subrel-constrast": 3.6455190181732178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3726612329483032,
+      "cov-distil (oracle2student)": 4.414483070373535,
+      "cov-distil (oracle2teacher)": 4.837926864624023,
+      "epoch": 3.704081632653061,
+      "rel-constrast": 2.1387760639190674,
+      "step": 4719,
+      "subrel-constrast": 3.1656813621520996,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.704866562009419,
+      "grad_norm": 5.1875,
+      "learning_rate": 3.1731400284633935e-05,
+      "loss": 0.688,
+      "step": 4720
+    },
+    {
+      "cov-distil": 1.9105749130249023,
+      "cov-distil (oracle2student)": 5.086164474487305,
+      "cov-distil (oracle2teacher)": 5.01191520690918,
+      "epoch": 3.704866562009419,
+      "rel-constrast": 1.6321203708648682,
+      "step": 4720,
+      "subrel-constrast": 2.9598419666290283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9226090908050537,
+      "cov-distil (oracle2student)": 4.048673629760742,
+      "cov-distil (oracle2teacher)": 3.5096092224121094,
+      "epoch": 3.705651491365777,
+      "rel-constrast": 2.058867931365967,
+      "step": 4721,
+      "subrel-constrast": 2.846302032470703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.041151523590088,
+      "cov-distil (oracle2student)": 4.990572929382324,
+      "cov-distil (oracle2teacher)": 4.677698612213135,
+      "epoch": 3.706436420722135,
+      "rel-constrast": 2.325935125350952,
+      "step": 4722,
+      "subrel-constrast": 3.0211024284362793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.352486491203308,
+      "cov-distil (oracle2student)": 3.6500868797302246,
+      "cov-distil (oracle2teacher)": 3.332158088684082,
+      "epoch": 3.707221350078493,
+      "rel-constrast": 1.9235681295394897,
+      "step": 4723,
+      "subrel-constrast": 2.565042018890381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1316089630126953,
+      "cov-distil (oracle2student)": 4.629542827606201,
+      "cov-distil (oracle2teacher)": 4.443668365478516,
+      "epoch": 3.708006279434851,
+      "rel-constrast": 2.4544379711151123,
+      "step": 4724,
+      "subrel-constrast": 2.7825543880462646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3313562870025635,
+      "cov-distil (oracle2student)": 3.721073865890503,
+      "cov-distil (oracle2teacher)": 3.751452922821045,
+      "epoch": 3.708791208791209,
+      "rel-constrast": 2.5687811374664307,
+      "step": 4725,
+      "subrel-constrast": 3.293001890182495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6338996887207031,
+      "cov-distil (oracle2student)": 4.210070610046387,
+      "cov-distil (oracle2teacher)": 3.733297824859619,
+      "epoch": 3.7095761381475665,
+      "rel-constrast": 3.1055080890655518,
+      "step": 4726,
+      "subrel-constrast": 3.3154690265655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9471638202667236,
+      "cov-distil (oracle2student)": 3.79845929145813,
+      "cov-distil (oracle2teacher)": 3.775963306427002,
+      "epoch": 3.710361067503925,
+      "rel-constrast": 2.3850646018981934,
+      "step": 4727,
+      "subrel-constrast": 3.160238027572632,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.800628900527954,
+      "cov-distil (oracle2student)": 4.018599987030029,
+      "cov-distil (oracle2teacher)": 3.402019500732422,
+      "epoch": 3.7111459968602825,
+      "rel-constrast": 2.238358736038208,
+      "step": 4728,
+      "subrel-constrast": 3.499680995941162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.496218204498291,
+      "cov-distil (oracle2student)": 3.9339840412139893,
+      "cov-distil (oracle2teacher)": 3.42029070854187,
+      "epoch": 3.7119309262166404,
+      "rel-constrast": 2.6002845764160156,
+      "step": 4729,
+      "subrel-constrast": 3.603426456451416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.7127158555729984,
+      "grad_norm": 5.28125,
+      "learning_rate": 3.164731585208789e-05,
+      "loss": 0.6212,
+      "step": 4730
+    },
+    {
+      "cov-distil": 1.4869356155395508,
+      "cov-distil (oracle2student)": 3.806623935699463,
+      "cov-distil (oracle2teacher)": 4.057969093322754,
+      "epoch": 3.7127158555729984,
+      "rel-constrast": 1.8930444717407227,
+      "step": 4730,
+      "subrel-constrast": 3.0126192569732666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9088137745857239,
+      "cov-distil (oracle2student)": 3.893298625946045,
+      "cov-distil (oracle2teacher)": 3.420323610305786,
+      "epoch": 3.7135007849293564,
+      "rel-constrast": 2.0598998069763184,
+      "step": 4731,
+      "subrel-constrast": 2.498497486114502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.154963493347168,
+      "cov-distil (oracle2student)": 5.214200019836426,
+      "cov-distil (oracle2teacher)": 4.5062408447265625,
+      "epoch": 3.7142857142857144,
+      "rel-constrast": 1.450830340385437,
+      "step": 4732,
+      "subrel-constrast": 2.3914473056793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5609699487686157,
+      "cov-distil (oracle2student)": 3.614476203918457,
+      "cov-distil (oracle2teacher)": 3.3291261196136475,
+      "epoch": 3.715070643642072,
+      "rel-constrast": 1.9522098302841187,
+      "step": 4733,
+      "subrel-constrast": 2.9801981449127197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9298288822174072,
+      "cov-distil (oracle2student)": 4.72526216506958,
+      "cov-distil (oracle2teacher)": 4.644644260406494,
+      "epoch": 3.7158555729984304,
+      "rel-constrast": 2.46950101852417,
+      "step": 4734,
+      "subrel-constrast": 3.0377347469329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.103416919708252,
+      "cov-distil (oracle2student)": 4.2398176193237305,
+      "cov-distil (oracle2teacher)": 3.936605930328369,
+      "epoch": 3.716640502354788,
+      "rel-constrast": 3.204336166381836,
+      "step": 4735,
+      "subrel-constrast": 4.062651634216309,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.330368995666504,
+      "cov-distil (oracle2student)": 4.973365783691406,
+      "cov-distil (oracle2teacher)": 4.922674655914307,
+      "epoch": 3.717425431711146,
+      "rel-constrast": 3.3574118614196777,
+      "step": 4736,
+      "subrel-constrast": 4.115698337554932,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9610174894332886,
+      "cov-distil (oracle2student)": 5.329996109008789,
+      "cov-distil (oracle2teacher)": 4.727849960327148,
+      "epoch": 3.718210361067504,
+      "rel-constrast": 2.988130569458008,
+      "step": 4737,
+      "subrel-constrast": 3.65240216255188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3646597862243652,
+      "cov-distil (oracle2student)": 5.7140960693359375,
+      "cov-distil (oracle2teacher)": 4.814448356628418,
+      "epoch": 3.718995290423862,
+      "rel-constrast": 3.029632091522217,
+      "step": 4738,
+      "subrel-constrast": 3.5188586711883545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.368728518486023,
+      "cov-distil (oracle2student)": 3.3436179161071777,
+      "cov-distil (oracle2teacher)": 3.696784019470215,
+      "epoch": 3.71978021978022,
+      "rel-constrast": 3.1149773597717285,
+      "step": 4739,
+      "subrel-constrast": 3.9071805477142334,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.7205651491365774,
+      "grad_norm": 6.09375,
+      "learning_rate": 3.1563150424095945e-05,
+      "loss": 0.6734,
+      "step": 4740
+    },
+    {
+      "cov-distil": 1.1228508949279785,
+      "cov-distil (oracle2student)": 3.2894127368927,
+      "cov-distil (oracle2teacher)": 3.2002949714660645,
+      "epoch": 3.7205651491365774,
+      "rel-constrast": 2.49979567527771,
+      "step": 4740,
+      "subrel-constrast": 3.4796853065490723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3723466396331787,
+      "cov-distil (oracle2student)": 3.620380163192749,
+      "cov-distil (oracle2teacher)": 3.5827596187591553,
+      "epoch": 3.721350078492936,
+      "rel-constrast": 2.001014471054077,
+      "step": 4741,
+      "subrel-constrast": 2.713764190673828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6252185106277466,
+      "cov-distil (oracle2student)": 5.584054946899414,
+      "cov-distil (oracle2teacher)": 5.062246799468994,
+      "epoch": 3.7221350078492934,
+      "rel-constrast": 2.6642913818359375,
+      "step": 4742,
+      "subrel-constrast": 3.256253480911255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.26420259475708,
+      "cov-distil (oracle2student)": 3.985471725463867,
+      "cov-distil (oracle2teacher)": 3.7655773162841797,
+      "epoch": 3.7229199372056514,
+      "rel-constrast": 2.504812240600586,
+      "step": 4743,
+      "subrel-constrast": 3.170473098754883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.195960521697998,
+      "cov-distil (oracle2student)": 5.836374282836914,
+      "cov-distil (oracle2teacher)": 5.232735633850098,
+      "epoch": 3.7237048665620094,
+      "rel-constrast": 3.0868945121765137,
+      "step": 4744,
+      "subrel-constrast": 3.5993285179138184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3675627708435059,
+      "cov-distil (oracle2student)": 4.386765480041504,
+      "cov-distil (oracle2teacher)": 4.033997535705566,
+      "epoch": 3.7244897959183674,
+      "rel-constrast": 2.454354763031006,
+      "step": 4745,
+      "subrel-constrast": 3.0287487506866455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4690724611282349,
+      "cov-distil (oracle2student)": 4.696813583374023,
+      "cov-distil (oracle2teacher)": 4.883782863616943,
+      "epoch": 3.7252747252747254,
+      "rel-constrast": 3.7472188472747803,
+      "step": 4746,
+      "subrel-constrast": 4.2613067626953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0116515159606934,
+      "cov-distil (oracle2student)": 4.4920973777771,
+      "cov-distil (oracle2teacher)": 4.23940372467041,
+      "epoch": 3.7260596546310834,
+      "rel-constrast": 2.213247299194336,
+      "step": 4747,
+      "subrel-constrast": 3.150735378265381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5785715579986572,
+      "cov-distil (oracle2student)": 5.264421463012695,
+      "cov-distil (oracle2teacher)": 4.5428571701049805,
+      "epoch": 3.7268445839874413,
+      "rel-constrast": 3.4786183834075928,
+      "step": 4748,
+      "subrel-constrast": 3.382089853286743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.770150065422058,
+      "cov-distil (oracle2student)": 5.990679740905762,
+      "cov-distil (oracle2teacher)": 5.653430461883545,
+      "epoch": 3.727629513343799,
+      "rel-constrast": 2.6153154373168945,
+      "step": 4749,
+      "subrel-constrast": 3.4785306453704834,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.728414442700157,
+      "grad_norm": 5.875,
+      "learning_rate": 3.1478905026187285e-05,
+      "loss": 0.7161,
+      "step": 4750
+    },
+    {
+      "cov-distil": 1.3686015605926514,
+      "cov-distil (oracle2student)": 5.654122829437256,
+      "cov-distil (oracle2teacher)": 4.952524662017822,
+      "epoch": 3.728414442700157,
+      "rel-constrast": 2.080810070037842,
+      "step": 4750,
+      "subrel-constrast": 2.8711178302764893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3460783958435059,
+      "cov-distil (oracle2student)": 4.709158897399902,
+      "cov-distil (oracle2teacher)": 4.25270414352417,
+      "epoch": 3.729199372056515,
+      "rel-constrast": 2.93666410446167,
+      "step": 4751,
+      "subrel-constrast": 3.5135786533355713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5919723510742188,
+      "cov-distil (oracle2student)": 3.8077824115753174,
+      "cov-distil (oracle2teacher)": 4.019822597503662,
+      "epoch": 3.729984301412873,
+      "rel-constrast": 2.2445919513702393,
+      "step": 4752,
+      "subrel-constrast": 3.3702523708343506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6415553092956543,
+      "cov-distil (oracle2student)": 5.1837568283081055,
+      "cov-distil (oracle2teacher)": 4.824154853820801,
+      "epoch": 3.730769230769231,
+      "rel-constrast": 2.572166681289673,
+      "step": 4753,
+      "subrel-constrast": 3.0828187465667725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7228467464447021,
+      "cov-distil (oracle2student)": 4.363373756408691,
+      "cov-distil (oracle2teacher)": 4.085820198059082,
+      "epoch": 3.731554160125589,
+      "rel-constrast": 2.5951898097991943,
+      "step": 4754,
+      "subrel-constrast": 3.167593240737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6138460636138916,
+      "cov-distil (oracle2student)": 4.400800704956055,
+      "cov-distil (oracle2teacher)": 3.9396352767944336,
+      "epoch": 3.732339089481947,
+      "rel-constrast": 2.5354092121124268,
+      "step": 4755,
+      "subrel-constrast": 3.1426265239715576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2971653938293457,
+      "cov-distil (oracle2student)": 4.137381553649902,
+      "cov-distil (oracle2teacher)": 4.171010971069336,
+      "epoch": 3.7331240188383044,
+      "rel-constrast": 2.5211939811706543,
+      "step": 4756,
+      "subrel-constrast": 3.058884382247925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5618451833724976,
+      "cov-distil (oracle2student)": 1.874346137046814,
+      "cov-distil (oracle2teacher)": 2.4362616539001465,
+      "epoch": 3.7339089481946623,
+      "rel-constrast": 2.2594470977783203,
+      "step": 4757,
+      "subrel-constrast": 2.901275157928467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3074533939361572,
+      "cov-distil (oracle2student)": 3.931414842605591,
+      "cov-distil (oracle2teacher)": 3.9591314792633057,
+      "epoch": 3.7346938775510203,
+      "rel-constrast": 2.217349052429199,
+      "step": 4758,
+      "subrel-constrast": 3.3889100551605225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.476631999015808,
+      "cov-distil (oracle2student)": 6.0509538650512695,
+      "cov-distil (oracle2teacher)": 5.276878833770752,
+      "epoch": 3.7354788069073783,
+      "rel-constrast": 2.7658135890960693,
+      "step": 4759,
+      "subrel-constrast": 3.2518222332000732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.7362637362637363,
+      "grad_norm": 5.53125,
+      "learning_rate": 3.139458068486551e-05,
+      "loss": 0.6555,
+      "step": 4760
+    },
+    {
+      "cov-distil": 1.3710803985595703,
+      "cov-distil (oracle2student)": 5.255350589752197,
+      "cov-distil (oracle2teacher)": 4.728592872619629,
+      "epoch": 3.7362637362637363,
+      "rel-constrast": 4.237742900848389,
+      "step": 4760,
+      "subrel-constrast": 4.405071258544922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7127187252044678,
+      "cov-distil (oracle2student)": 3.6595559120178223,
+      "cov-distil (oracle2teacher)": 3.877321720123291,
+      "epoch": 3.7370486656200943,
+      "rel-constrast": 2.515364646911621,
+      "step": 4761,
+      "subrel-constrast": 3.323333501815796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.221398115158081,
+      "cov-distil (oracle2student)": 2.741269588470459,
+      "cov-distil (oracle2teacher)": 3.0749502182006836,
+      "epoch": 3.7378335949764523,
+      "rel-constrast": 2.1185221672058105,
+      "step": 4762,
+      "subrel-constrast": 3.13336181640625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4817862510681152,
+      "cov-distil (oracle2student)": 3.45222544670105,
+      "cov-distil (oracle2teacher)": 4.037790775299072,
+      "epoch": 3.73861852433281,
+      "rel-constrast": 2.002707004547119,
+      "step": 4763,
+      "subrel-constrast": 3.071910858154297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.483567476272583,
+      "cov-distil (oracle2student)": 5.985204696655273,
+      "cov-distil (oracle2teacher)": 5.6153059005737305,
+      "epoch": 3.739403453689168,
+      "rel-constrast": 4.975679397583008,
+      "step": 4764,
+      "subrel-constrast": 5.366581916809082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2730411291122437,
+      "cov-distil (oracle2student)": 4.346129417419434,
+      "cov-distil (oracle2teacher)": 3.9933078289031982,
+      "epoch": 3.740188383045526,
+      "rel-constrast": 1.466586709022522,
+      "step": 4765,
+      "subrel-constrast": 2.092708110809326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.69316565990448,
+      "cov-distil (oracle2student)": 4.57364559173584,
+      "cov-distil (oracle2teacher)": 3.956317663192749,
+      "epoch": 3.740973312401884,
+      "rel-constrast": 2.412503719329834,
+      "step": 4766,
+      "subrel-constrast": 3.2567121982574463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3514988422393799,
+      "cov-distil (oracle2student)": 3.0823473930358887,
+      "cov-distil (oracle2teacher)": 2.9396862983703613,
+      "epoch": 3.741758241758242,
+      "rel-constrast": 3.612654209136963,
+      "step": 4767,
+      "subrel-constrast": 3.706444263458252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7692710161209106,
+      "cov-distil (oracle2student)": 3.5789260864257812,
+      "cov-distil (oracle2teacher)": 4.242661952972412,
+      "epoch": 3.7425431711145998,
+      "rel-constrast": 2.988050937652588,
+      "step": 4768,
+      "subrel-constrast": 3.888756275177002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3371655941009521,
+      "cov-distil (oracle2student)": 3.252187728881836,
+      "cov-distil (oracle2teacher)": 3.370008945465088,
+      "epoch": 3.7433281004709578,
+      "rel-constrast": 2.4621849060058594,
+      "step": 4769,
+      "subrel-constrast": 3.567209243774414,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.7441130298273153,
+      "grad_norm": 4.96875,
+      "learning_rate": 3.1310178427596086e-05,
+      "loss": 0.7565,
+      "step": 4770
+    },
+    {
+      "cov-distil": 1.5037341117858887,
+      "cov-distil (oracle2student)": 3.1466751098632812,
+      "cov-distil (oracle2teacher)": 2.776843309402466,
+      "epoch": 3.7441130298273153,
+      "rel-constrast": 2.3365683555603027,
+      "step": 4770,
+      "subrel-constrast": 2.6733779907226562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0501846075057983,
+      "cov-distil (oracle2student)": 4.024443626403809,
+      "cov-distil (oracle2teacher)": 3.771369695663452,
+      "epoch": 3.7448979591836737,
+      "rel-constrast": 1.9313645362854004,
+      "step": 4771,
+      "subrel-constrast": 2.9026095867156982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4257586002349854,
+      "cov-distil (oracle2student)": 5.252020835876465,
+      "cov-distil (oracle2teacher)": 4.378100395202637,
+      "epoch": 3.7456828885400313,
+      "rel-constrast": 2.057170867919922,
+      "step": 4772,
+      "subrel-constrast": 2.7759859561920166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4244661331176758,
+      "cov-distil (oracle2student)": 4.4347968101501465,
+      "cov-distil (oracle2teacher)": 4.582683563232422,
+      "epoch": 3.7464678178963893,
+      "rel-constrast": 3.119211196899414,
+      "step": 4773,
+      "subrel-constrast": 4.375726699829102,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.010197639465332,
+      "cov-distil (oracle2student)": 3.4925880432128906,
+      "cov-distil (oracle2teacher)": 3.564533233642578,
+      "epoch": 3.7472527472527473,
+      "rel-constrast": 2.265528440475464,
+      "step": 4774,
+      "subrel-constrast": 3.191615343093872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0868312120437622,
+      "cov-distil (oracle2student)": 4.098455905914307,
+      "cov-distil (oracle2teacher)": 4.42867374420166,
+      "epoch": 3.7480376766091053,
+      "rel-constrast": 2.781447172164917,
+      "step": 4775,
+      "subrel-constrast": 3.4861409664154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5381150245666504,
+      "cov-distil (oracle2student)": 5.914665222167969,
+      "cov-distil (oracle2teacher)": 5.7289018630981445,
+      "epoch": 3.7488226059654632,
+      "rel-constrast": 2.5459632873535156,
+      "step": 4776,
+      "subrel-constrast": 3.3091297149658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9808533191680908,
+      "cov-distil (oracle2student)": 3.8150177001953125,
+      "cov-distil (oracle2teacher)": 3.8155484199523926,
+      "epoch": 3.749607535321821,
+      "rel-constrast": 2.3383748531341553,
+      "step": 4777,
+      "subrel-constrast": 2.8021552562713623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6233737468719482,
+      "cov-distil (oracle2student)": 4.613620758056641,
+      "cov-distil (oracle2teacher)": 4.02048397064209,
+      "epoch": 3.750392464678179,
+      "rel-constrast": 2.8890135288238525,
+      "step": 4778,
+      "subrel-constrast": 3.594097852706909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5241857767105103,
+      "cov-distil (oracle2student)": 4.084771156311035,
+      "cov-distil (oracle2teacher)": 3.3188812732696533,
+      "epoch": 3.7511773940345368,
+      "rel-constrast": 1.6888515949249268,
+      "step": 4779,
+      "subrel-constrast": 2.5824790000915527,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.7519623233908947,
+      "grad_norm": 4.625,
+      "learning_rate": 3.12256992827939e-05,
+      "loss": 0.6368,
+      "step": 4780
+    },
+    {
+      "cov-distil": 1.1678338050842285,
+      "cov-distil (oracle2student)": 5.183288097381592,
+      "cov-distil (oracle2teacher)": 4.839635372161865,
+      "epoch": 3.7519623233908947,
+      "rel-constrast": 2.532038927078247,
+      "step": 4780,
+      "subrel-constrast": 3.1485278606414795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.36372709274292,
+      "cov-distil (oracle2student)": 3.198267936706543,
+      "cov-distil (oracle2teacher)": 3.3870749473571777,
+      "epoch": 3.7527472527472527,
+      "rel-constrast": 2.8918373584747314,
+      "step": 4781,
+      "subrel-constrast": 3.2394442558288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7769063711166382,
+      "cov-distil (oracle2student)": 3.9274375438690186,
+      "cov-distil (oracle2teacher)": 3.3286781311035156,
+      "epoch": 3.7535321821036107,
+      "rel-constrast": 2.974353075027466,
+      "step": 4782,
+      "subrel-constrast": 3.498718738555908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9041664600372314,
+      "cov-distil (oracle2student)": 3.9749045372009277,
+      "cov-distil (oracle2teacher)": 3.6662328243255615,
+      "epoch": 3.7543171114599687,
+      "rel-constrast": 2.145528793334961,
+      "step": 4783,
+      "subrel-constrast": 2.6747920513153076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3042981624603271,
+      "cov-distil (oracle2student)": 2.2317652702331543,
+      "cov-distil (oracle2teacher)": 2.2677295207977295,
+      "epoch": 3.7551020408163263,
+      "rel-constrast": 2.616508960723877,
+      "step": 4784,
+      "subrel-constrast": 3.092686653137207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4414572715759277,
+      "cov-distil (oracle2student)": 3.356020450592041,
+      "cov-distil (oracle2teacher)": 3.8554775714874268,
+      "epoch": 3.7558869701726847,
+      "rel-constrast": 2.9369800090789795,
+      "step": 4785,
+      "subrel-constrast": 4.236791610717773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0000038146972656,
+      "cov-distil (oracle2student)": 3.9767589569091797,
+      "cov-distil (oracle2teacher)": 4.736124038696289,
+      "epoch": 3.7566718995290422,
+      "rel-constrast": 2.8817148208618164,
+      "step": 4786,
+      "subrel-constrast": 4.179957866668701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9918768405914307,
+      "cov-distil (oracle2student)": 4.1820068359375,
+      "cov-distil (oracle2teacher)": 3.5857698917388916,
+      "epoch": 3.7574568288854002,
+      "rel-constrast": 2.1808700561523438,
+      "step": 4787,
+      "subrel-constrast": 3.5969130992889404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2390401363372803,
+      "cov-distil (oracle2student)": 4.501001358032227,
+      "cov-distil (oracle2teacher)": 4.624820709228516,
+      "epoch": 3.758241758241758,
+      "rel-constrast": 1.6516811847686768,
+      "step": 4788,
+      "subrel-constrast": 2.2376582622528076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2677066326141357,
+      "cov-distil (oracle2student)": 2.2350966930389404,
+      "cov-distil (oracle2teacher)": 2.489717960357666,
+      "epoch": 3.759026687598116,
+      "rel-constrast": 2.1701855659484863,
+      "step": 4789,
+      "subrel-constrast": 2.8861188888549805,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.759811616954474,
+      "grad_norm": 4.59375,
+      "learning_rate": 3.1141144279810666e-05,
+      "loss": 0.6607,
+      "step": 4790
+    },
+    {
+      "cov-distil": 1.7348439693450928,
+      "cov-distil (oracle2student)": 4.054537773132324,
+      "cov-distil (oracle2teacher)": 3.930105447769165,
+      "epoch": 3.759811616954474,
+      "rel-constrast": 2.6908774375915527,
+      "step": 4790,
+      "subrel-constrast": 3.432516574859619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3617122173309326,
+      "cov-distil (oracle2student)": 3.463775634765625,
+      "cov-distil (oracle2teacher)": 3.359426498413086,
+      "epoch": 3.760596546310832,
+      "rel-constrast": 1.6171103715896606,
+      "step": 4791,
+      "subrel-constrast": 2.143390655517578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321517825126648,
+      "cov-distil (oracle2student)": 2.9350013732910156,
+      "cov-distil (oracle2teacher)": 3.3081984519958496,
+      "epoch": 3.76138147566719,
+      "rel-constrast": 2.107485771179199,
+      "step": 4792,
+      "subrel-constrast": 3.084756851196289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3964033126831055,
+      "cov-distil (oracle2student)": 2.6709563732147217,
+      "cov-distil (oracle2teacher)": 2.304044485092163,
+      "epoch": 3.7621664050235477,
+      "rel-constrast": 2.091226100921631,
+      "step": 4793,
+      "subrel-constrast": 2.5542516708374023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2823368310928345,
+      "cov-distil (oracle2student)": 3.7783665657043457,
+      "cov-distil (oracle2teacher)": 3.756743907928467,
+      "epoch": 3.7629513343799057,
+      "rel-constrast": 3.591547966003418,
+      "step": 4794,
+      "subrel-constrast": 3.7733259201049805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9095743894577026,
+      "cov-distil (oracle2student)": 4.622822284698486,
+      "cov-distil (oracle2teacher)": 4.227067947387695,
+      "epoch": 3.7637362637362637,
+      "rel-constrast": 1.971677541732788,
+      "step": 4795,
+      "subrel-constrast": 3.0919487476348877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6053402423858643,
+      "cov-distil (oracle2student)": 5.092522144317627,
+      "cov-distil (oracle2teacher)": 4.502342700958252,
+      "epoch": 3.7645211930926217,
+      "rel-constrast": 3.4355952739715576,
+      "step": 4796,
+      "subrel-constrast": 4.1375579833984375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6174445152282715,
+      "cov-distil (oracle2student)": 4.986806869506836,
+      "cov-distil (oracle2teacher)": 4.752158164978027,
+      "epoch": 3.7653061224489797,
+      "rel-constrast": 3.697512149810791,
+      "step": 4797,
+      "subrel-constrast": 4.175080299377441,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8062833547592163,
+      "cov-distil (oracle2student)": 2.8677620887756348,
+      "cov-distil (oracle2teacher)": 2.7929787635803223,
+      "epoch": 3.7660910518053377,
+      "rel-constrast": 2.256789445877075,
+      "step": 4798,
+      "subrel-constrast": 2.704064130783081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5493463277816772,
+      "cov-distil (oracle2student)": 6.475710868835449,
+      "cov-distil (oracle2teacher)": 5.841316223144531,
+      "epoch": 3.7668759811616956,
+      "rel-constrast": 2.538858652114868,
+      "step": 4799,
+      "subrel-constrast": 3.468421697616577,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.767660910518053,
+      "grad_norm": 4.6875,
+      "learning_rate": 3.10565144489224e-05,
+      "loss": 0.6864,
+      "step": 4800
+    },
+    {
+      "epoch": 3.767660910518053,
+      "overlap": 0.32500001788139343,
+      "step": 4800
+    },
+    {
+      "epoch": 3.767660910518053,
+      "step": 4800,
+      "student margin": 0.048919677734375
+    },
+    {
+      "epoch": 3.767660910518053,
+      "step": 4800,
+      "teacher margin": 0.03411865234375
+    },
+    {
+      "epoch": 3.767660910518053,
+      "margin difference": -0.014801025390625,
+      "step": 4800
+    },
+    {
+      "cov-distil": 1.4638007879257202,
+      "cov-distil (oracle2student)": 5.4111809730529785,
+      "cov-distil (oracle2teacher)": 4.983024597167969,
+      "epoch": 3.767660910518053,
+      "rel-constrast": 3.583841323852539,
+      "step": 4800,
+      "subrel-constrast": 3.880549669265747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5447173118591309,
+      "cov-distil (oracle2student)": 6.000730514526367,
+      "cov-distil (oracle2teacher)": 5.2304487228393555,
+      "epoch": 3.768445839874411,
+      "rel-constrast": 2.57916259765625,
+      "step": 4801,
+      "subrel-constrast": 3.6015055179595947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7314854860305786,
+      "cov-distil (oracle2student)": 3.8427035808563232,
+      "cov-distil (oracle2teacher)": 3.929171562194824,
+      "epoch": 3.769230769230769,
+      "rel-constrast": 2.766080379486084,
+      "step": 4802,
+      "subrel-constrast": 3.6307241916656494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.526132583618164,
+      "cov-distil (oracle2student)": 4.229887008666992,
+      "cov-distil (oracle2teacher)": 4.115457057952881,
+      "epoch": 3.770015698587127,
+      "rel-constrast": 3.1023106575012207,
+      "step": 4803,
+      "subrel-constrast": 3.195246934890747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2318134307861328,
+      "cov-distil (oracle2student)": 3.078153610229492,
+      "cov-distil (oracle2teacher)": 2.6221399307250977,
+      "epoch": 3.770800627943485,
+      "rel-constrast": 1.837035894393921,
+      "step": 4804,
+      "subrel-constrast": 2.6679413318634033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4036422967910767,
+      "cov-distil (oracle2student)": 3.5817556381225586,
+      "cov-distil (oracle2teacher)": 3.766798973083496,
+      "epoch": 3.771585557299843,
+      "rel-constrast": 1.7218965291976929,
+      "step": 4805,
+      "subrel-constrast": 2.771698474884033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9485236406326294,
+      "cov-distil (oracle2student)": 5.2717814445495605,
+      "cov-distil (oracle2teacher)": 4.91171932220459,
+      "epoch": 3.772370486656201,
+      "rel-constrast": 3.6026339530944824,
+      "step": 4806,
+      "subrel-constrast": 4.119887351989746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2541207075119019,
+      "cov-distil (oracle2student)": 3.85512113571167,
+      "cov-distil (oracle2teacher)": 3.6917495727539062,
+      "epoch": 3.7731554160125587,
+      "rel-constrast": 2.2409908771514893,
+      "step": 4807,
+      "subrel-constrast": 2.9461326599121094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4049112796783447,
+      "cov-distil (oracle2student)": 4.805393218994141,
+      "cov-distil (oracle2teacher)": 4.557884693145752,
+      "epoch": 3.7739403453689166,
+      "rel-constrast": 2.7272093296051025,
+      "step": 4808,
+      "subrel-constrast": 2.744981288909912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5105645656585693,
+      "cov-distil (oracle2student)": 5.623003959655762,
+      "cov-distil (oracle2teacher)": 5.057905197143555,
+      "epoch": 3.7747252747252746,
+      "rel-constrast": 3.435800790786743,
+      "step": 4809,
+      "subrel-constrast": 3.7243728637695312,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.7755102040816326,
+      "grad_norm": 6.65625,
+      "learning_rate": 3.09718108213169e-05,
+      "loss": 0.7275,
+      "step": 4810
+    },
+    {
+      "cov-distil": 1.2114933729171753,
+      "cov-distil (oracle2student)": 3.3319520950317383,
+      "cov-distil (oracle2teacher)": 2.9668638706207275,
+      "epoch": 3.7755102040816326,
+      "rel-constrast": 3.68649959564209,
+      "step": 4810,
+      "subrel-constrast": 3.708555221557617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4370183944702148,
+      "cov-distil (oracle2student)": 4.654780864715576,
+      "cov-distil (oracle2teacher)": 4.458268165588379,
+      "epoch": 3.7762951334379906,
+      "rel-constrast": 3.0314557552337646,
+      "step": 4811,
+      "subrel-constrast": 3.5015854835510254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5497767925262451,
+      "cov-distil (oracle2student)": 5.260910511016846,
+      "cov-distil (oracle2teacher)": 5.229340553283691,
+      "epoch": 3.7770800627943486,
+      "rel-constrast": 3.0995142459869385,
+      "step": 4812,
+      "subrel-constrast": 3.882969617843628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4918874502182007,
+      "cov-distil (oracle2student)": 4.301817893981934,
+      "cov-distil (oracle2teacher)": 3.7870678901672363,
+      "epoch": 3.7778649921507066,
+      "rel-constrast": 2.715061664581299,
+      "step": 4813,
+      "subrel-constrast": 3.32010555267334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2486380338668823,
+      "cov-distil (oracle2student)": 2.5320920944213867,
+      "cov-distil (oracle2teacher)": 3.0262951850891113,
+      "epoch": 3.778649921507064,
+      "rel-constrast": 2.048060655593872,
+      "step": 4814,
+      "subrel-constrast": 2.6668689250946045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5095205307006836,
+      "cov-distil (oracle2student)": 3.4303817749023438,
+      "cov-distil (oracle2teacher)": 3.3540170192718506,
+      "epoch": 3.7794348508634226,
+      "rel-constrast": 2.399406909942627,
+      "step": 4815,
+      "subrel-constrast": 3.5930278301239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.198211908340454,
+      "cov-distil (oracle2student)": 4.435250282287598,
+      "cov-distil (oracle2teacher)": 4.029516220092773,
+      "epoch": 3.78021978021978,
+      "rel-constrast": 2.365987777709961,
+      "step": 4816,
+      "subrel-constrast": 3.1236743927001953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4712107181549072,
+      "cov-distil (oracle2student)": 4.1234002113342285,
+      "cov-distil (oracle2teacher)": 4.4461283683776855,
+      "epoch": 3.781004709576138,
+      "rel-constrast": 2.766531229019165,
+      "step": 4817,
+      "subrel-constrast": 3.6995468139648438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7069019079208374,
+      "cov-distil (oracle2student)": 4.978829383850098,
+      "cov-distil (oracle2teacher)": 4.908551216125488,
+      "epoch": 3.781789638932496,
+      "rel-constrast": 2.456768751144409,
+      "step": 4818,
+      "subrel-constrast": 3.3318512439727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5823698043823242,
+      "cov-distil (oracle2student)": 4.007133483886719,
+      "cov-distil (oracle2teacher)": 4.378188610076904,
+      "epoch": 3.782574568288854,
+      "rel-constrast": 2.6822738647460938,
+      "step": 4819,
+      "subrel-constrast": 3.802135944366455,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.783359497645212,
+      "grad_norm": 6.21875,
+      "learning_rate": 3.088703442908112e-05,
+      "loss": 0.7173,
+      "step": 4820
+    },
+    {
+      "cov-distil": 1.4614500999450684,
+      "cov-distil (oracle2student)": 4.128586292266846,
+      "cov-distil (oracle2teacher)": 4.290031433105469,
+      "epoch": 3.783359497645212,
+      "rel-constrast": 3.078198194503784,
+      "step": 4820,
+      "subrel-constrast": 3.1790637969970703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8083059787750244,
+      "cov-distil (oracle2student)": 4.669110298156738,
+      "cov-distil (oracle2teacher)": 4.356502532958984,
+      "epoch": 3.7841444270015696,
+      "rel-constrast": 2.9240128993988037,
+      "step": 4821,
+      "subrel-constrast": 3.6255834102630615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3648080825805664,
+      "cov-distil (oracle2student)": 4.244240760803223,
+      "cov-distil (oracle2teacher)": 3.928463935852051,
+      "epoch": 3.784929356357928,
+      "rel-constrast": 2.5783743858337402,
+      "step": 4822,
+      "subrel-constrast": 3.6924402713775635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4353573322296143,
+      "cov-distil (oracle2student)": 5.230334281921387,
+      "cov-distil (oracle2teacher)": 4.617562770843506,
+      "epoch": 3.7857142857142856,
+      "rel-constrast": 2.8220558166503906,
+      "step": 4823,
+      "subrel-constrast": 3.5025177001953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.593556523323059,
+      "cov-distil (oracle2student)": 4.410919189453125,
+      "cov-distil (oracle2teacher)": 4.277003288269043,
+      "epoch": 3.7864992150706436,
+      "rel-constrast": 1.9876480102539062,
+      "step": 4824,
+      "subrel-constrast": 2.503357172012329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9907029867172241,
+      "cov-distil (oracle2student)": 4.939821243286133,
+      "cov-distil (oracle2teacher)": 5.080317497253418,
+      "epoch": 3.7872841444270016,
+      "rel-constrast": 2.4012529850006104,
+      "step": 4825,
+      "subrel-constrast": 3.398902177810669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.774796724319458,
+      "cov-distil (oracle2student)": 4.393333435058594,
+      "cov-distil (oracle2teacher)": 4.275092124938965,
+      "epoch": 3.7880690737833596,
+      "rel-constrast": 3.112805128097534,
+      "step": 4826,
+      "subrel-constrast": 3.40922474861145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694935321807861,
+      "cov-distil (oracle2student)": 6.288030624389648,
+      "cov-distil (oracle2teacher)": 5.851940155029297,
+      "epoch": 3.7888540031397175,
+      "rel-constrast": 2.7795374393463135,
+      "step": 4827,
+      "subrel-constrast": 3.0825231075286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1519114971160889,
+      "cov-distil (oracle2student)": 3.6800055503845215,
+      "cov-distil (oracle2teacher)": 3.4051876068115234,
+      "epoch": 3.789638932496075,
+      "rel-constrast": 1.9575791358947754,
+      "step": 4828,
+      "subrel-constrast": 2.451099395751953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.310499906539917,
+      "cov-distil (oracle2student)": 4.009714126586914,
+      "cov-distil (oracle2teacher)": 3.8120627403259277,
+      "epoch": 3.7904238618524335,
+      "rel-constrast": 2.4535071849823,
+      "step": 4829,
+      "subrel-constrast": 2.9259510040283203,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.791208791208791,
+      "grad_norm": 5.46875,
+      "learning_rate": 3.080218630518867e-05,
+      "loss": 0.691,
+      "step": 4830
+    },
+    {
+      "cov-distil": 1.790174961090088,
+      "cov-distil (oracle2student)": 5.688020706176758,
+      "cov-distil (oracle2teacher)": 5.424948692321777,
+      "epoch": 3.791208791208791,
+      "rel-constrast": 3.142961025238037,
+      "step": 4830,
+      "subrel-constrast": 3.8411874771118164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2071961164474487,
+      "cov-distil (oracle2student)": 5.126290321350098,
+      "cov-distil (oracle2teacher)": 4.552147388458252,
+      "epoch": 3.791993720565149,
+      "rel-constrast": 2.0683059692382812,
+      "step": 4831,
+      "subrel-constrast": 2.477221965789795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.756058692932129,
+      "cov-distil (oracle2student)": 4.611989974975586,
+      "cov-distil (oracle2teacher)": 4.6865081787109375,
+      "epoch": 3.792778649921507,
+      "rel-constrast": 1.974460244178772,
+      "step": 4832,
+      "subrel-constrast": 2.837934970855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.082267999649048,
+      "cov-distil (oracle2student)": 6.7076873779296875,
+      "cov-distil (oracle2teacher)": 5.908144950866699,
+      "epoch": 3.793563579277865,
+      "rel-constrast": 3.6803524494171143,
+      "step": 4833,
+      "subrel-constrast": 4.261295318603516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6447957754135132,
+      "cov-distil (oracle2student)": 4.979902267456055,
+      "cov-distil (oracle2teacher)": 4.789822101593018,
+      "epoch": 3.794348508634223,
+      "rel-constrast": 3.138180732727051,
+      "step": 4834,
+      "subrel-constrast": 3.8279201984405518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7370609045028687,
+      "cov-distil (oracle2student)": 4.18755578994751,
+      "cov-distil (oracle2teacher)": 3.74896240234375,
+      "epoch": 3.795133437990581,
+      "rel-constrast": 1.627570629119873,
+      "step": 4835,
+      "subrel-constrast": 2.689107656478882,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9878675937652588,
+      "cov-distil (oracle2student)": 5.751013278961182,
+      "cov-distil (oracle2teacher)": 5.966686248779297,
+      "epoch": 3.795918367346939,
+      "rel-constrast": 2.360893964767456,
+      "step": 4836,
+      "subrel-constrast": 3.5861830711364746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.34403657913208,
+      "cov-distil (oracle2student)": 5.264921188354492,
+      "cov-distil (oracle2teacher)": 4.576175689697266,
+      "epoch": 3.7967032967032965,
+      "rel-constrast": 3.0925135612487793,
+      "step": 4837,
+      "subrel-constrast": 4.228060722351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6036959886550903,
+      "cov-distil (oracle2student)": 3.499429225921631,
+      "cov-distil (oracle2teacher)": 3.3540356159210205,
+      "epoch": 3.7974882260596545,
+      "rel-constrast": 2.227205753326416,
+      "step": 4838,
+      "subrel-constrast": 3.1116604804992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.585479736328125,
+      "cov-distil (oracle2student)": 5.909202575683594,
+      "cov-distil (oracle2teacher)": 5.447751522064209,
+      "epoch": 3.7982731554160125,
+      "rel-constrast": 3.3649795055389404,
+      "step": 4839,
+      "subrel-constrast": 3.9331796169281006,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.7990580847723705,
+      "grad_norm": 6.0,
+      "learning_rate": 3.071726748348714e-05,
+      "loss": 0.7113,
+      "step": 4840
+    },
+    {
+      "cov-distil": 1.6843960285186768,
+      "cov-distil (oracle2student)": 4.910829544067383,
+      "cov-distil (oracle2teacher)": 4.339784622192383,
+      "epoch": 3.7990580847723705,
+      "rel-constrast": 2.659554958343506,
+      "step": 4840,
+      "subrel-constrast": 3.2875454425811768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5606470108032227,
+      "cov-distil (oracle2student)": 4.348156929016113,
+      "cov-distil (oracle2teacher)": 4.409976005554199,
+      "epoch": 3.7998430141287285,
+      "rel-constrast": 2.646580219268799,
+      "step": 4841,
+      "subrel-constrast": 3.074334144592285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5280213356018066,
+      "cov-distil (oracle2student)": 6.353517532348633,
+      "cov-distil (oracle2teacher)": 5.261775016784668,
+      "epoch": 3.8006279434850865,
+      "rel-constrast": 2.4604930877685547,
+      "step": 4842,
+      "subrel-constrast": 3.13356351852417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.318511962890625,
+      "cov-distil (oracle2student)": 5.198917388916016,
+      "cov-distil (oracle2teacher)": 4.627278804779053,
+      "epoch": 3.8014128728414445,
+      "rel-constrast": 2.9079418182373047,
+      "step": 4843,
+      "subrel-constrast": 2.9241387844085693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5697544813156128,
+      "cov-distil (oracle2student)": 6.084056377410889,
+      "cov-distil (oracle2teacher)": 5.7353715896606445,
+      "epoch": 3.802197802197802,
+      "rel-constrast": 3.33103609085083,
+      "step": 4844,
+      "subrel-constrast": 4.154376983642578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.293001413345337,
+      "cov-distil (oracle2student)": 2.6445505619049072,
+      "cov-distil (oracle2teacher)": 2.987389326095581,
+      "epoch": 3.80298273155416,
+      "rel-constrast": 2.3763229846954346,
+      "step": 4845,
+      "subrel-constrast": 2.861862897872925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0920124053955078,
+      "cov-distil (oracle2student)": 5.286115646362305,
+      "cov-distil (oracle2teacher)": 4.81398344039917,
+      "epoch": 3.803767660910518,
+      "rel-constrast": 2.4384589195251465,
+      "step": 4846,
+      "subrel-constrast": 3.169769763946533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5800604820251465,
+      "cov-distil (oracle2student)": 5.43875789642334,
+      "cov-distil (oracle2teacher)": 5.000366687774658,
+      "epoch": 3.804552590266876,
+      "rel-constrast": 1.4826431274414062,
+      "step": 4847,
+      "subrel-constrast": 2.0773234367370605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3489015102386475,
+      "cov-distil (oracle2student)": 3.8491790294647217,
+      "cov-distil (oracle2teacher)": 4.1241559982299805,
+      "epoch": 3.805337519623234,
+      "rel-constrast": 2.587094306945801,
+      "step": 4848,
+      "subrel-constrast": 3.8404388427734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7432883977890015,
+      "cov-distil (oracle2student)": 4.247188568115234,
+      "cov-distil (oracle2teacher)": 4.049133777618408,
+      "epoch": 3.806122448979592,
+      "rel-constrast": 2.4340853691101074,
+      "step": 4849,
+      "subrel-constrast": 3.2496306896209717,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.80690737833595,
+      "grad_norm": 6.0625,
+      "learning_rate": 3.063227899868559e-05,
+      "loss": 0.6699,
+      "step": 4850
+    },
+    {
+      "cov-distil": 1.8885077238082886,
+      "cov-distil (oracle2student)": 6.453472137451172,
+      "cov-distil (oracle2teacher)": 6.3239288330078125,
+      "epoch": 3.80690737833595,
+      "rel-constrast": 2.6475114822387695,
+      "step": 4850,
+      "subrel-constrast": 3.880629539489746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2627191543579102,
+      "cov-distil (oracle2student)": 3.851490020751953,
+      "cov-distil (oracle2teacher)": 4.07913064956665,
+      "epoch": 3.8076923076923075,
+      "rel-constrast": 3.1323070526123047,
+      "step": 4851,
+      "subrel-constrast": 3.324678897857666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5487951040267944,
+      "cov-distil (oracle2student)": 3.475820541381836,
+      "cov-distil (oracle2teacher)": 3.5934128761291504,
+      "epoch": 3.8084772370486655,
+      "rel-constrast": 2.6334176063537598,
+      "step": 4852,
+      "subrel-constrast": 3.2591171264648438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4907283782958984,
+      "cov-distil (oracle2student)": 4.625909328460693,
+      "cov-distil (oracle2teacher)": 4.546961784362793,
+      "epoch": 3.8092621664050235,
+      "rel-constrast": 3.6187357902526855,
+      "step": 4853,
+      "subrel-constrast": 4.200935363769531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4968489408493042,
+      "cov-distil (oracle2student)": 4.304867744445801,
+      "cov-distil (oracle2teacher)": 4.045676231384277,
+      "epoch": 3.8100470957613815,
+      "rel-constrast": 1.8749452829360962,
+      "step": 4854,
+      "subrel-constrast": 2.476372003555298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2767877578735352,
+      "cov-distil (oracle2student)": 3.8138909339904785,
+      "cov-distil (oracle2teacher)": 3.2719664573669434,
+      "epoch": 3.8108320251177394,
+      "rel-constrast": 2.0190176963806152,
+      "step": 4855,
+      "subrel-constrast": 2.776196241378784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7434053421020508,
+      "cov-distil (oracle2student)": 3.5377352237701416,
+      "cov-distil (oracle2teacher)": 3.341179370880127,
+      "epoch": 3.8116169544740974,
+      "rel-constrast": 2.3461954593658447,
+      "step": 4856,
+      "subrel-constrast": 3.188290596008301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2676494121551514,
+      "cov-distil (oracle2student)": 4.3445563316345215,
+      "cov-distil (oracle2teacher)": 4.056545257568359,
+      "epoch": 3.8124018838304554,
+      "rel-constrast": 3.0445754528045654,
+      "step": 4857,
+      "subrel-constrast": 3.4175262451171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9223772287368774,
+      "cov-distil (oracle2student)": 4.841449737548828,
+      "cov-distil (oracle2teacher)": 4.549137115478516,
+      "epoch": 3.813186813186813,
+      "rel-constrast": 1.875146746635437,
+      "step": 4858,
+      "subrel-constrast": 2.9650230407714844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.062650442123413,
+      "cov-distil (oracle2student)": 4.765942096710205,
+      "cov-distil (oracle2teacher)": 4.4280619621276855,
+      "epoch": 3.813971742543171,
+      "rel-constrast": 1.8583632707595825,
+      "step": 4859,
+      "subrel-constrast": 2.391248941421509,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.814756671899529,
+      "grad_norm": 4.46875,
+      "learning_rate": 3.054722188634188e-05,
+      "loss": 0.6637,
+      "step": 4860
+    },
+    {
+      "cov-distil": 1.3610095977783203,
+      "cov-distil (oracle2student)": 4.07697868347168,
+      "cov-distil (oracle2teacher)": 3.877058744430542,
+      "epoch": 3.814756671899529,
+      "rel-constrast": 3.381453275680542,
+      "step": 4860,
+      "subrel-constrast": 3.9081764221191406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0644984245300293,
+      "cov-distil (oracle2student)": 5.413976669311523,
+      "cov-distil (oracle2teacher)": 4.864200592041016,
+      "epoch": 3.815541601255887,
+      "rel-constrast": 2.353935718536377,
+      "step": 4861,
+      "subrel-constrast": 2.5976076126098633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.45241117477417,
+      "cov-distil (oracle2student)": 4.805024147033691,
+      "cov-distil (oracle2teacher)": 4.62364387512207,
+      "epoch": 3.816326530612245,
+      "rel-constrast": 3.172541618347168,
+      "step": 4862,
+      "subrel-constrast": 3.6859662532806396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4957778453826904,
+      "cov-distil (oracle2student)": 5.032550811767578,
+      "cov-distil (oracle2teacher)": 4.027647495269775,
+      "epoch": 3.817111459968603,
+      "rel-constrast": 4.1747870445251465,
+      "step": 4863,
+      "subrel-constrast": 4.338263034820557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3232100009918213,
+      "cov-distil (oracle2student)": 3.7915890216827393,
+      "cov-distil (oracle2teacher)": 3.43253755569458,
+      "epoch": 3.817896389324961,
+      "rel-constrast": 2.308121919631958,
+      "step": 4864,
+      "subrel-constrast": 3.0577828884124756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1628594398498535,
+      "cov-distil (oracle2student)": 4.237393379211426,
+      "cov-distil (oracle2teacher)": 3.7354366779327393,
+      "epoch": 3.8186813186813184,
+      "rel-constrast": 2.1935856342315674,
+      "step": 4865,
+      "subrel-constrast": 3.297544240951538,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2853232622146606,
+      "cov-distil (oracle2student)": 3.2231740951538086,
+      "cov-distil (oracle2teacher)": 3.262446403503418,
+      "epoch": 3.819466248037677,
+      "rel-constrast": 1.9395909309387207,
+      "step": 4866,
+      "subrel-constrast": 2.7110061645507812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3648788928985596,
+      "cov-distil (oracle2student)": 4.429811477661133,
+      "cov-distil (oracle2teacher)": 3.956087112426758,
+      "epoch": 3.8202511773940344,
+      "rel-constrast": 2.5638694763183594,
+      "step": 4867,
+      "subrel-constrast": 3.2390406131744385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4173576831817627,
+      "cov-distil (oracle2student)": 3.011814594268799,
+      "cov-distil (oracle2teacher)": 3.1755361557006836,
+      "epoch": 3.8210361067503924,
+      "rel-constrast": 2.2302143573760986,
+      "step": 4868,
+      "subrel-constrast": 3.1608920097351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.442338466644287,
+      "cov-distil (oracle2student)": 2.3804311752319336,
+      "cov-distil (oracle2teacher)": 2.8397998809814453,
+      "epoch": 3.8218210361067504,
+      "rel-constrast": 1.952195405960083,
+      "step": 4869,
+      "subrel-constrast": 2.7785983085632324,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.8226059654631084,
+      "grad_norm": 4.1875,
+      "learning_rate": 3.046209718285008e-05,
+      "loss": 0.6902,
+      "step": 4870
+    },
+    {
+      "cov-distil": 1.7473899126052856,
+      "cov-distil (oracle2student)": 5.702439308166504,
+      "cov-distil (oracle2teacher)": 5.858863830566406,
+      "epoch": 3.8226059654631084,
+      "rel-constrast": 2.6768603324890137,
+      "step": 4870,
+      "subrel-constrast": 3.2932543754577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.169088363647461,
+      "cov-distil (oracle2student)": 4.108715534210205,
+      "cov-distil (oracle2teacher)": 3.976414680480957,
+      "epoch": 3.8233908948194664,
+      "rel-constrast": 3.4815566539764404,
+      "step": 4871,
+      "subrel-constrast": 4.144351482391357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.224615216255188,
+      "cov-distil (oracle2student)": 3.5481629371643066,
+      "cov-distil (oracle2teacher)": 3.6928513050079346,
+      "epoch": 3.824175824175824,
+      "rel-constrast": 2.7599239349365234,
+      "step": 4872,
+      "subrel-constrast": 3.3606112003326416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6282966136932373,
+      "cov-distil (oracle2student)": 4.5903000831604,
+      "cov-distil (oracle2teacher)": 4.290144920349121,
+      "epoch": 3.8249607535321823,
+      "rel-constrast": 2.4407224655151367,
+      "step": 4873,
+      "subrel-constrast": 3.3482024669647217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.013607978820801,
+      "cov-distil (oracle2student)": 3.4163386821746826,
+      "cov-distil (oracle2teacher)": 3.1690213680267334,
+      "epoch": 3.82574568288854,
+      "rel-constrast": 2.980592727661133,
+      "step": 4874,
+      "subrel-constrast": 3.294410228729248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.162635087966919,
+      "cov-distil (oracle2student)": 3.576795816421509,
+      "cov-distil (oracle2teacher)": 3.5303726196289062,
+      "epoch": 3.826530612244898,
+      "rel-constrast": 2.212179660797119,
+      "step": 4875,
+      "subrel-constrast": 2.4052722454071045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0252301692962646,
+      "cov-distil (oracle2student)": 3.369464874267578,
+      "cov-distil (oracle2teacher)": 3.647902727127075,
+      "epoch": 3.827315541601256,
+      "rel-constrast": 1.479617714881897,
+      "step": 4876,
+      "subrel-constrast": 2.2306859493255615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520287036895752,
+      "cov-distil (oracle2student)": 4.652875900268555,
+      "cov-distil (oracle2teacher)": 4.192460060119629,
+      "epoch": 3.828100470957614,
+      "rel-constrast": 3.098231315612793,
+      "step": 4877,
+      "subrel-constrast": 3.7413158416748047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6208257675170898,
+      "cov-distil (oracle2student)": 4.169626235961914,
+      "cov-distil (oracle2teacher)": 3.5842299461364746,
+      "epoch": 3.828885400313972,
+      "rel-constrast": 2.6328635215759277,
+      "step": 4878,
+      "subrel-constrast": 3.272610664367676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7183445692062378,
+      "cov-distil (oracle2student)": 3.2432467937469482,
+      "cov-distil (oracle2teacher)": 3.201331615447998,
+      "epoch": 3.82967032967033,
+      "rel-constrast": 1.9415388107299805,
+      "step": 4879,
+      "subrel-constrast": 2.9510462284088135,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.830455259026688,
+      "grad_norm": 4.53125,
+      "learning_rate": 3.037690592542784e-05,
+      "loss": 0.6797,
+      "step": 4880
+    },
+    {
+      "cov-distil": 1.2604703903198242,
+      "cov-distil (oracle2student)": 3.5554797649383545,
+      "cov-distil (oracle2teacher)": 3.732757806777954,
+      "epoch": 3.830455259026688,
+      "rel-constrast": 2.1024351119995117,
+      "step": 4880,
+      "subrel-constrast": 2.8534257411956787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5532727241516113,
+      "cov-distil (oracle2student)": 5.4089202880859375,
+      "cov-distil (oracle2teacher)": 5.069887638092041,
+      "epoch": 3.8312401883830454,
+      "rel-constrast": 3.122422218322754,
+      "step": 4881,
+      "subrel-constrast": 3.830435276031494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.392049789428711,
+      "cov-distil (oracle2student)": 4.688846588134766,
+      "cov-distil (oracle2teacher)": 4.579669952392578,
+      "epoch": 3.8320251177394034,
+      "rel-constrast": 3.2546706199645996,
+      "step": 4882,
+      "subrel-constrast": 3.83398699760437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5410511493682861,
+      "cov-distil (oracle2student)": 3.1472229957580566,
+      "cov-distil (oracle2teacher)": 3.0994646549224854,
+      "epoch": 3.8328100470957613,
+      "rel-constrast": 2.8971004486083984,
+      "step": 4883,
+      "subrel-constrast": 3.4650087356567383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6379873752593994,
+      "cov-distil (oracle2student)": 4.322029113769531,
+      "cov-distil (oracle2teacher)": 4.598684787750244,
+      "epoch": 3.8335949764521193,
+      "rel-constrast": 2.4714293479919434,
+      "step": 4884,
+      "subrel-constrast": 3.4286882877349854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4550549983978271,
+      "cov-distil (oracle2student)": 4.265085220336914,
+      "cov-distil (oracle2teacher)": 3.7481026649475098,
+      "epoch": 3.8343799058084773,
+      "rel-constrast": 2.1129307746887207,
+      "step": 4885,
+      "subrel-constrast": 2.743194341659546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2011370658874512,
+      "cov-distil (oracle2student)": 3.7743215560913086,
+      "cov-distil (oracle2teacher)": 3.4974234104156494,
+      "epoch": 3.8351648351648353,
+      "rel-constrast": 2.9080452919006348,
+      "step": 4886,
+      "subrel-constrast": 3.612353801727295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3285356760025024,
+      "cov-distil (oracle2student)": 4.400693893432617,
+      "cov-distil (oracle2teacher)": 4.52699613571167,
+      "epoch": 3.8359497645211933,
+      "rel-constrast": 2.952353000640869,
+      "step": 4887,
+      "subrel-constrast": 3.5225770473480225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6308660507202148,
+      "cov-distil (oracle2student)": 4.332451820373535,
+      "cov-distil (oracle2teacher)": 4.497358798980713,
+      "epoch": 3.836734693877551,
+      "rel-constrast": 3.2224183082580566,
+      "step": 4888,
+      "subrel-constrast": 3.945707082748413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3823356628417969,
+      "cov-distil (oracle2student)": 2.757275342941284,
+      "cov-distil (oracle2teacher)": 2.6771507263183594,
+      "epoch": 3.837519623233909,
+      "rel-constrast": 2.1602911949157715,
+      "step": 4889,
+      "subrel-constrast": 2.4673681259155273,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.838304552590267,
+      "grad_norm": 4.75,
+      "learning_rate": 3.0291649152103747e-05,
+      "loss": 0.7161,
+      "step": 4890
+    },
+    {
+      "cov-distil": 0.9174333214759827,
+      "cov-distil (oracle2student)": 4.485466003417969,
+      "cov-distil (oracle2teacher)": 4.067038059234619,
+      "epoch": 3.838304552590267,
+      "rel-constrast": 2.727644920349121,
+      "step": 4890,
+      "subrel-constrast": 3.0612735748291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8188986778259277,
+      "cov-distil (oracle2student)": 4.275335311889648,
+      "cov-distil (oracle2teacher)": 3.998417854309082,
+      "epoch": 3.839089481946625,
+      "rel-constrast": 2.28991436958313,
+      "step": 4891,
+      "subrel-constrast": 2.9422402381896973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6046440601348877,
+      "cov-distil (oracle2student)": 3.81986665725708,
+      "cov-distil (oracle2teacher)": 4.261736869812012,
+      "epoch": 3.839874411302983,
+      "rel-constrast": 3.0020129680633545,
+      "step": 4892,
+      "subrel-constrast": 4.112300395965576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2717139720916748,
+      "cov-distil (oracle2student)": 3.6226775646209717,
+      "cov-distil (oracle2teacher)": 3.5677120685577393,
+      "epoch": 3.840659340659341,
+      "rel-constrast": 1.5491358041763306,
+      "step": 4893,
+      "subrel-constrast": 2.210509777069092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9030476808547974,
+      "cov-distil (oracle2student)": 4.164565563201904,
+      "cov-distil (oracle2teacher)": 3.6013965606689453,
+      "epoch": 3.8414442700156988,
+      "rel-constrast": 3.909945249557495,
+      "step": 4894,
+      "subrel-constrast": 3.905595064163208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517791986465454,
+      "cov-distil (oracle2student)": 4.791296005249023,
+      "cov-distil (oracle2teacher)": 4.765446186065674,
+      "epoch": 3.8422291993720563,
+      "rel-constrast": 2.3412206172943115,
+      "step": 4895,
+      "subrel-constrast": 3.0783488750457764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.206014394760132,
+      "cov-distil (oracle2student)": 5.418055057525635,
+      "cov-distil (oracle2teacher)": 5.05611515045166,
+      "epoch": 3.8430141287284143,
+      "rel-constrast": 2.174910306930542,
+      "step": 4896,
+      "subrel-constrast": 3.1631593704223633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2547433376312256,
+      "cov-distil (oracle2student)": 3.270646810531616,
+      "cov-distil (oracle2teacher)": 3.2517919540405273,
+      "epoch": 3.8437990580847723,
+      "rel-constrast": 2.3002495765686035,
+      "step": 4897,
+      "subrel-constrast": 2.9210126399993896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0401532649993896,
+      "cov-distil (oracle2student)": 4.3994855880737305,
+      "cov-distil (oracle2teacher)": 4.259836673736572,
+      "epoch": 3.8445839874411303,
+      "rel-constrast": 2.938878059387207,
+      "step": 4898,
+      "subrel-constrast": 3.480137586593628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4630438089370728,
+      "cov-distil (oracle2student)": 5.107804298400879,
+      "cov-distil (oracle2teacher)": 5.323373317718506,
+      "epoch": 3.8453689167974883,
+      "rel-constrast": 2.9396908283233643,
+      "step": 4899,
+      "subrel-constrast": 3.783080577850342,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 5.9375,
+      "learning_rate": 3.020632790170467e-05,
+      "loss": 0.6918,
+      "step": 4900
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "overlap": 0.3187499940395355,
+      "step": 4900
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "step": 4900,
+      "student margin": 0.0777587890625
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "step": 4900,
+      "teacher margin": 0.05120849609375
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "margin difference": -0.02655029296875,
+      "step": 4900
+    },
+    {
+      "cov-distil": 1.9774374961853027,
+      "cov-distil (oracle2student)": 3.914515256881714,
+      "cov-distil (oracle2teacher)": 3.50545597076416,
+      "epoch": 3.8461538461538463,
+      "rel-constrast": 1.3114579916000366,
+      "step": 4900,
+      "subrel-constrast": 2.0458157062530518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5532493591308594,
+      "cov-distil (oracle2student)": 4.017107009887695,
+      "cov-distil (oracle2teacher)": 4.073483943939209,
+      "epoch": 3.8469387755102042,
+      "rel-constrast": 2.740334987640381,
+      "step": 4901,
+      "subrel-constrast": 3.108361005783081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.155672073364258,
+      "cov-distil (oracle2student)": 5.597623825073242,
+      "cov-distil (oracle2teacher)": 4.604525566101074,
+      "epoch": 3.847723704866562,
+      "rel-constrast": 2.0062665939331055,
+      "step": 4902,
+      "subrel-constrast": 3.0018649101257324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9703829288482666,
+      "cov-distil (oracle2student)": 5.012938022613525,
+      "cov-distil (oracle2teacher)": 5.079489231109619,
+      "epoch": 3.8485086342229198,
+      "rel-constrast": 2.599632978439331,
+      "step": 4903,
+      "subrel-constrast": 4.164901256561279,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3869906663894653,
+      "cov-distil (oracle2student)": 4.565243244171143,
+      "cov-distil (oracle2teacher)": 4.405494213104248,
+      "epoch": 3.8492935635792778,
+      "rel-constrast": 2.029808282852173,
+      "step": 4904,
+      "subrel-constrast": 2.9789254665374756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9567687511444092,
+      "cov-distil (oracle2student)": 4.172524452209473,
+      "cov-distil (oracle2teacher)": 4.648188591003418,
+      "epoch": 3.8500784929356358,
+      "rel-constrast": 2.9794116020202637,
+      "step": 4905,
+      "subrel-constrast": 3.339676856994629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8317755460739136,
+      "cov-distil (oracle2student)": 4.250987529754639,
+      "cov-distil (oracle2teacher)": 4.162443161010742,
+      "epoch": 3.8508634222919937,
+      "rel-constrast": 2.1430904865264893,
+      "step": 4906,
+      "subrel-constrast": 3.3167264461517334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3678553104400635,
+      "cov-distil (oracle2student)": 4.515886306762695,
+      "cov-distil (oracle2teacher)": 3.8984994888305664,
+      "epoch": 3.8516483516483517,
+      "rel-constrast": 2.255061149597168,
+      "step": 4907,
+      "subrel-constrast": 2.9317305088043213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2838737964630127,
+      "cov-distil (oracle2student)": 3.120215892791748,
+      "cov-distil (oracle2teacher)": 3.3738183975219727,
+      "epoch": 3.8524332810047097,
+      "rel-constrast": 2.5449304580688477,
+      "step": 4908,
+      "subrel-constrast": 3.385154962539673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2234950065612793,
+      "cov-distil (oracle2student)": 5.241842746734619,
+      "cov-distil (oracle2teacher)": 5.216475963592529,
+      "epoch": 3.8532182103610673,
+      "rel-constrast": 3.1104824542999268,
+      "step": 4909,
+      "subrel-constrast": 3.5113346576690674,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.8540031397174257,
+      "grad_norm": 5.84375,
+      "learning_rate": 3.012094321384314e-05,
+      "loss": 0.6348,
+      "step": 4910
+    },
+    {
+      "cov-distil": 1.4816585779190063,
+      "cov-distil (oracle2student)": 5.078361511230469,
+      "cov-distil (oracle2teacher)": 4.503847122192383,
+      "epoch": 3.8540031397174257,
+      "rel-constrast": 3.3093202114105225,
+      "step": 4910,
+      "subrel-constrast": 3.797877788543701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6735503673553467,
+      "cov-distil (oracle2student)": 3.0872063636779785,
+      "cov-distil (oracle2teacher)": 3.3254430294036865,
+      "epoch": 3.8547880690737832,
+      "rel-constrast": 2.4329726696014404,
+      "step": 4911,
+      "subrel-constrast": 3.235119342803955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4947094917297363,
+      "cov-distil (oracle2student)": 4.19561243057251,
+      "cov-distil (oracle2teacher)": 3.652005672454834,
+      "epoch": 3.8555729984301412,
+      "rel-constrast": 3.559695243835449,
+      "step": 4912,
+      "subrel-constrast": 4.22227668762207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3007211685180664,
+      "cov-distil (oracle2student)": 3.3861660957336426,
+      "cov-distil (oracle2teacher)": 3.487525701522827,
+      "epoch": 3.856357927786499,
+      "rel-constrast": 2.355576276779175,
+      "step": 4913,
+      "subrel-constrast": 2.806729555130005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433388113975525,
+      "cov-distil (oracle2student)": 3.2705330848693848,
+      "cov-distil (oracle2teacher)": 3.9575095176696777,
+      "epoch": 3.857142857142857,
+      "rel-constrast": 2.442121744155884,
+      "step": 4914,
+      "subrel-constrast": 3.689207077026367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6349815130233765,
+      "cov-distil (oracle2student)": 5.3958234786987305,
+      "cov-distil (oracle2teacher)": 4.730908393859863,
+      "epoch": 3.857927786499215,
+      "rel-constrast": 3.1156728267669678,
+      "step": 4915,
+      "subrel-constrast": 4.07456111907959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2868244647979736,
+      "cov-distil (oracle2student)": 6.147896766662598,
+      "cov-distil (oracle2teacher)": 5.502431869506836,
+      "epoch": 3.8587127158555727,
+      "rel-constrast": 2.7362864017486572,
+      "step": 4916,
+      "subrel-constrast": 3.227368116378784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7133333683013916,
+      "cov-distil (oracle2student)": 1.898336410522461,
+      "cov-distil (oracle2teacher)": 2.526923656463623,
+      "epoch": 3.859497645211931,
+      "rel-constrast": 1.494137167930603,
+      "step": 4917,
+      "subrel-constrast": 2.231739044189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0652412176132202,
+      "cov-distil (oracle2student)": 2.9946911334991455,
+      "cov-distil (oracle2teacher)": 3.1356124877929688,
+      "epoch": 3.8602825745682887,
+      "rel-constrast": 2.7667911052703857,
+      "step": 4918,
+      "subrel-constrast": 3.1118130683898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5646216869354248,
+      "cov-distil (oracle2student)": 7.608312606811523,
+      "cov-distil (oracle2teacher)": 7.186453819274902,
+      "epoch": 3.8610675039246467,
+      "rel-constrast": 4.591433525085449,
+      "step": 4919,
+      "subrel-constrast": 4.806558609008789,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.8618524332810047,
+      "grad_norm": 7.21875,
+      "learning_rate": 3.0035496128904604e-05,
+      "loss": 0.7567,
+      "step": 4920
+    },
+    {
+      "cov-distil": 1.2034344673156738,
+      "cov-distil (oracle2student)": 4.733033180236816,
+      "cov-distil (oracle2teacher)": 4.681718349456787,
+      "epoch": 3.8618524332810047,
+      "rel-constrast": 2.3487870693206787,
+      "step": 4920,
+      "subrel-constrast": 3.0532872676849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6409692764282227,
+      "cov-distil (oracle2student)": 4.455624580383301,
+      "cov-distil (oracle2teacher)": 4.325634002685547,
+      "epoch": 3.8626373626373627,
+      "rel-constrast": 3.590524196624756,
+      "step": 4921,
+      "subrel-constrast": 4.231082916259766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1661481857299805,
+      "cov-distil (oracle2student)": 3.7720823287963867,
+      "cov-distil (oracle2teacher)": 3.657226324081421,
+      "epoch": 3.8634222919937207,
+      "rel-constrast": 2.526982545852661,
+      "step": 4922,
+      "subrel-constrast": 2.9563395977020264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3822193145751953,
+      "cov-distil (oracle2student)": 4.348550319671631,
+      "cov-distil (oracle2teacher)": 3.417327880859375,
+      "epoch": 3.8642072213500787,
+      "rel-constrast": 1.8174484968185425,
+      "step": 4923,
+      "subrel-constrast": 2.1948370933532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1611459255218506,
+      "cov-distil (oracle2student)": 5.984744071960449,
+      "cov-distil (oracle2teacher)": 4.749906539916992,
+      "epoch": 3.8649921507064366,
+      "rel-constrast": 2.531850576400757,
+      "step": 4924,
+      "subrel-constrast": 3.6117095947265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4090898036956787,
+      "cov-distil (oracle2student)": 4.1793317794799805,
+      "cov-distil (oracle2teacher)": 4.139429092407227,
+      "epoch": 3.865777080062794,
+      "rel-constrast": 3.4043526649475098,
+      "step": 4925,
+      "subrel-constrast": 3.8716814517974854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.399970531463623,
+      "cov-distil (oracle2student)": 4.200250625610352,
+      "cov-distil (oracle2teacher)": 4.362844944000244,
+      "epoch": 3.866562009419152,
+      "rel-constrast": 3.2871904373168945,
+      "step": 4926,
+      "subrel-constrast": 3.415116548538208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9677162170410156,
+      "cov-distil (oracle2student)": 3.720453977584839,
+      "cov-distil (oracle2teacher)": 3.83139967918396,
+      "epoch": 3.86734693877551,
+      "rel-constrast": 2.4778943061828613,
+      "step": 4927,
+      "subrel-constrast": 2.806865692138672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.751236081123352,
+      "cov-distil (oracle2student)": 6.974804401397705,
+      "cov-distil (oracle2teacher)": 6.015132904052734,
+      "epoch": 3.868131868131868,
+      "rel-constrast": 3.6063642501831055,
+      "step": 4928,
+      "subrel-constrast": 3.8659753799438477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.24517023563385,
+      "cov-distil (oracle2student)": 3.9545137882232666,
+      "cov-distil (oracle2teacher)": 3.6242194175720215,
+      "epoch": 3.868916797488226,
+      "rel-constrast": 2.0519142150878906,
+      "step": 4929,
+      "subrel-constrast": 2.3358654975891113,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.869701726844584,
+      "grad_norm": 4.34375,
+      "learning_rate": 2.9949987688034865e-05,
+      "loss": 0.7269,
+      "step": 4930
+    },
+    {
+      "cov-distil": 2.085045337677002,
+      "cov-distil (oracle2student)": 4.990360260009766,
+      "cov-distil (oracle2teacher)": 4.893158912658691,
+      "epoch": 3.869701726844584,
+      "rel-constrast": 1.4217987060546875,
+      "step": 4930,
+      "subrel-constrast": 2.847909450531006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2915990352630615,
+      "cov-distil (oracle2student)": 5.086285591125488,
+      "cov-distil (oracle2teacher)": 4.626662254333496,
+      "epoch": 3.870486656200942,
+      "rel-constrast": 2.2679781913757324,
+      "step": 4931,
+      "subrel-constrast": 2.8516080379486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7308200597763062,
+      "cov-distil (oracle2student)": 2.886519432067871,
+      "cov-distil (oracle2teacher)": 3.0782032012939453,
+      "epoch": 3.8712715855572997,
+      "rel-constrast": 1.9749653339385986,
+      "step": 4932,
+      "subrel-constrast": 3.0999155044555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0880250930786133,
+      "cov-distil (oracle2student)": 5.66994571685791,
+      "cov-distil (oracle2teacher)": 4.979144096374512,
+      "epoch": 3.8720565149136577,
+      "rel-constrast": 2.5517172813415527,
+      "step": 4933,
+      "subrel-constrast": 3.1356287002563477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0991817712783813,
+      "cov-distil (oracle2student)": 6.13633394241333,
+      "cov-distil (oracle2teacher)": 5.762596607208252,
+      "epoch": 3.8728414442700156,
+      "rel-constrast": 2.192798614501953,
+      "step": 4934,
+      "subrel-constrast": 2.8787682056427,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6862425804138184,
+      "cov-distil (oracle2student)": 5.2440595626831055,
+      "cov-distil (oracle2teacher)": 4.714631080627441,
+      "epoch": 3.8736263736263736,
+      "rel-constrast": 2.8126838207244873,
+      "step": 4935,
+      "subrel-constrast": 3.5896241664886475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7010021209716797,
+      "cov-distil (oracle2student)": 3.6926608085632324,
+      "cov-distil (oracle2teacher)": 4.298977851867676,
+      "epoch": 3.8744113029827316,
+      "rel-constrast": 3.299124002456665,
+      "step": 4936,
+      "subrel-constrast": 4.304003715515137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0470523834228516,
+      "cov-distil (oracle2student)": 5.199496269226074,
+      "cov-distil (oracle2teacher)": 5.157603740692139,
+      "epoch": 3.8751962323390896,
+      "rel-constrast": 1.538152813911438,
+      "step": 4937,
+      "subrel-constrast": 2.6817262172698975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0867000818252563,
+      "cov-distil (oracle2student)": 3.108950614929199,
+      "cov-distil (oracle2teacher)": 2.8957862854003906,
+      "epoch": 3.8759811616954476,
+      "rel-constrast": 2.0654544830322266,
+      "step": 4938,
+      "subrel-constrast": 2.643752098083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.175549030303955,
+      "cov-distil (oracle2student)": 6.032007217407227,
+      "cov-distil (oracle2teacher)": 5.406729221343994,
+      "epoch": 3.876766091051805,
+      "rel-constrast": 2.189964771270752,
+      "step": 4939,
+      "subrel-constrast": 2.883009195327759,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.877551020408163,
+      "grad_norm": 5.1875,
+      "learning_rate": 2.9864418933127257e-05,
+      "loss": 0.5953,
+      "step": 4940
+    },
+    {
+      "cov-distil": 1.2596943378448486,
+      "cov-distil (oracle2student)": 3.7718076705932617,
+      "cov-distil (oracle2teacher)": 3.325233221054077,
+      "epoch": 3.877551020408163,
+      "rel-constrast": 1.5257580280303955,
+      "step": 4940,
+      "subrel-constrast": 2.174342632293701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7111434936523438,
+      "cov-distil (oracle2student)": 2.6018729209899902,
+      "cov-distil (oracle2teacher)": 2.6959526538848877,
+      "epoch": 3.878335949764521,
+      "rel-constrast": 2.931312322616577,
+      "step": 4941,
+      "subrel-constrast": 3.3228001594543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8189531564712524,
+      "cov-distil (oracle2student)": 4.101531028747559,
+      "cov-distil (oracle2teacher)": 3.7795844078063965,
+      "epoch": 3.879120879120879,
+      "rel-constrast": 2.1155805587768555,
+      "step": 4942,
+      "subrel-constrast": 3.1263697147369385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.541131615638733,
+      "cov-distil (oracle2student)": 6.623552322387695,
+      "cov-distil (oracle2teacher)": 5.657879829406738,
+      "epoch": 3.879905808477237,
+      "rel-constrast": 1.2840373516082764,
+      "step": 4943,
+      "subrel-constrast": 2.499696969985962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125147104263306,
+      "cov-distil (oracle2student)": 4.730408191680908,
+      "cov-distil (oracle2teacher)": 4.305361747741699,
+      "epoch": 3.880690737833595,
+      "rel-constrast": 2.086909770965576,
+      "step": 4944,
+      "subrel-constrast": 3.4118316173553467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5190296173095703,
+      "cov-distil (oracle2student)": 4.275107383728027,
+      "cov-distil (oracle2teacher)": 4.157781600952148,
+      "epoch": 3.881475667189953,
+      "rel-constrast": 2.289806842803955,
+      "step": 4945,
+      "subrel-constrast": 2.9341824054718018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2226207256317139,
+      "cov-distil (oracle2student)": 4.956526279449463,
+      "cov-distil (oracle2teacher)": 4.382573127746582,
+      "epoch": 3.8822605965463106,
+      "rel-constrast": 2.7934796810150146,
+      "step": 4946,
+      "subrel-constrast": 3.3292036056518555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.988818347454071,
+      "cov-distil (oracle2student)": 5.752202987670898,
+      "cov-distil (oracle2teacher)": 5.223609924316406,
+      "epoch": 3.8830455259026686,
+      "rel-constrast": 2.5432348251342773,
+      "step": 4947,
+      "subrel-constrast": 3.4882566928863525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7363755702972412,
+      "cov-distil (oracle2student)": 3.466852903366089,
+      "cov-distil (oracle2teacher)": 3.654991626739502,
+      "epoch": 3.8838304552590266,
+      "rel-constrast": 2.6327431201934814,
+      "step": 4948,
+      "subrel-constrast": 3.712479591369629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4145748615264893,
+      "cov-distil (oracle2student)": 6.4824113845825195,
+      "cov-distil (oracle2teacher)": 6.395699501037598,
+      "epoch": 3.8846153846153846,
+      "rel-constrast": 2.954242706298828,
+      "step": 4949,
+      "subrel-constrast": 3.797773838043213,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.8854003139717426,
+      "grad_norm": 7.21875,
+      "learning_rate": 2.977879090681006e-05,
+      "loss": 0.6157,
+      "step": 4950
+    },
+    {
+      "cov-distil": 1.599226951599121,
+      "cov-distil (oracle2student)": 5.566408157348633,
+      "cov-distil (oracle2teacher)": 4.803138732910156,
+      "epoch": 3.8854003139717426,
+      "rel-constrast": 2.9520297050476074,
+      "step": 4950,
+      "subrel-constrast": 3.272836446762085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6182782649993896,
+      "cov-distil (oracle2student)": 4.2247724533081055,
+      "cov-distil (oracle2teacher)": 4.361550331115723,
+      "epoch": 3.8861852433281006,
+      "rel-constrast": 2.127577781677246,
+      "step": 4951,
+      "subrel-constrast": 3.4618284702301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3953461647033691,
+      "cov-distil (oracle2student)": 4.286941051483154,
+      "cov-distil (oracle2teacher)": 3.9421844482421875,
+      "epoch": 3.8869701726844585,
+      "rel-constrast": 1.3595303297042847,
+      "step": 4952,
+      "subrel-constrast": 2.148796558380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3502987623214722,
+      "cov-distil (oracle2student)": 4.099855422973633,
+      "cov-distil (oracle2teacher)": 4.315877437591553,
+      "epoch": 3.887755102040816,
+      "rel-constrast": 2.5277085304260254,
+      "step": 4953,
+      "subrel-constrast": 3.153719186782837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3617793321609497,
+      "cov-distil (oracle2student)": 4.727731704711914,
+      "cov-distil (oracle2teacher)": 3.9345154762268066,
+      "epoch": 3.8885400313971745,
+      "rel-constrast": 2.842517852783203,
+      "step": 4954,
+      "subrel-constrast": 3.633772611618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3830056190490723,
+      "cov-distil (oracle2student)": 3.7057738304138184,
+      "cov-distil (oracle2teacher)": 4.028496742248535,
+      "epoch": 3.889324960753532,
+      "rel-constrast": 2.2975246906280518,
+      "step": 4955,
+      "subrel-constrast": 3.429202079772949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3157066106796265,
+      "cov-distil (oracle2student)": 4.596399307250977,
+      "cov-distil (oracle2teacher)": 4.347043514251709,
+      "epoch": 3.89010989010989,
+      "rel-constrast": 2.268571615219116,
+      "step": 4956,
+      "subrel-constrast": 3.1400184631347656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8385756015777588,
+      "cov-distil (oracle2student)": 4.850761413574219,
+      "cov-distil (oracle2teacher)": 5.023526191711426,
+      "epoch": 3.890894819466248,
+      "rel-constrast": 2.2560884952545166,
+      "step": 4957,
+      "subrel-constrast": 3.584268569946289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2985455989837646,
+      "cov-distil (oracle2student)": 3.9631524085998535,
+      "cov-distil (oracle2teacher)": 3.8047351837158203,
+      "epoch": 3.891679748822606,
+      "rel-constrast": 2.5752673149108887,
+      "step": 4958,
+      "subrel-constrast": 3.2575294971466064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8565829992294312,
+      "cov-distil (oracle2student)": 3.8611905574798584,
+      "cov-distil (oracle2teacher)": 3.8918683528900146,
+      "epoch": 3.892464678178964,
+      "rel-constrast": 2.271380662918091,
+      "step": 4959,
+      "subrel-constrast": 3.2705867290496826,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.8932496075353216,
+      "grad_norm": 5.34375,
+      "learning_rate": 2.9693104652433768e-05,
+      "loss": 0.6245,
+      "step": 4960
+    },
+    {
+      "cov-distil": 1.5082491636276245,
+      "cov-distil (oracle2student)": 2.4782848358154297,
+      "cov-distil (oracle2teacher)": 2.5934605598449707,
+      "epoch": 3.8932496075353216,
+      "rel-constrast": 1.550870656967163,
+      "step": 4960,
+      "subrel-constrast": 2.4718897342681885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6776723861694336,
+      "cov-distil (oracle2student)": 3.5943305492401123,
+      "cov-distil (oracle2teacher)": 4.183363914489746,
+      "epoch": 3.89403453689168,
+      "rel-constrast": 2.713289260864258,
+      "step": 4961,
+      "subrel-constrast": 3.4270179271698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.723806619644165,
+      "cov-distil (oracle2student)": 6.408077239990234,
+      "cov-distil (oracle2teacher)": 6.533712387084961,
+      "epoch": 3.8948194662480375,
+      "rel-constrast": 2.597172975540161,
+      "step": 4962,
+      "subrel-constrast": 3.2178914546966553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1832218170166016,
+      "cov-distil (oracle2student)": 4.343052387237549,
+      "cov-distil (oracle2teacher)": 3.951906204223633,
+      "epoch": 3.8956043956043955,
+      "rel-constrast": 3.0883216857910156,
+      "step": 4963,
+      "subrel-constrast": 3.80899977684021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6854825019836426,
+      "cov-distil (oracle2student)": 4.616249084472656,
+      "cov-distil (oracle2teacher)": 4.270302772521973,
+      "epoch": 3.8963893249607535,
+      "rel-constrast": 2.7498934268951416,
+      "step": 4964,
+      "subrel-constrast": 3.0728211402893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3773503303527832,
+      "cov-distil (oracle2student)": 4.7205634117126465,
+      "cov-distil (oracle2teacher)": 4.0743913650512695,
+      "epoch": 3.8971742543171115,
+      "rel-constrast": 3.2982635498046875,
+      "step": 4965,
+      "subrel-constrast": 3.4531290531158447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3197860717773438,
+      "cov-distil (oracle2student)": 5.062682628631592,
+      "cov-distil (oracle2teacher)": 4.6963043212890625,
+      "epoch": 3.8979591836734695,
+      "rel-constrast": 3.3479278087615967,
+      "step": 4966,
+      "subrel-constrast": 4.045454025268555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4666931629180908,
+      "cov-distil (oracle2student)": 3.3798322677612305,
+      "cov-distil (oracle2teacher)": 3.686708927154541,
+      "epoch": 3.898744113029827,
+      "rel-constrast": 1.532313346862793,
+      "step": 4967,
+      "subrel-constrast": 2.4143667221069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4825749397277832,
+      "cov-distil (oracle2student)": 2.392547607421875,
+      "cov-distil (oracle2teacher)": 2.4852805137634277,
+      "epoch": 3.8995290423861855,
+      "rel-constrast": 2.3396730422973633,
+      "step": 4968,
+      "subrel-constrast": 3.4566571712493896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8376574516296387,
+      "cov-distil (oracle2student)": 3.303466796875,
+      "cov-distil (oracle2teacher)": 2.6003036499023438,
+      "epoch": 3.900313971742543,
+      "rel-constrast": 2.3648922443389893,
+      "step": 4969,
+      "subrel-constrast": 3.200345516204834,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.901098901098901,
+      "grad_norm": 5.65625,
+      "learning_rate": 2.960736121405834e-05,
+      "loss": 0.6802,
+      "step": 4970
+    },
+    {
+      "cov-distil": 1.672612190246582,
+      "cov-distil (oracle2student)": 4.244818687438965,
+      "cov-distil (oracle2teacher)": 4.356265544891357,
+      "epoch": 3.901098901098901,
+      "rel-constrast": 2.3917832374572754,
+      "step": 4970,
+      "subrel-constrast": 3.325211763381958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5999621152877808,
+      "cov-distil (oracle2student)": 4.548240661621094,
+      "cov-distil (oracle2teacher)": 4.1162590980529785,
+      "epoch": 3.901883830455259,
+      "rel-constrast": 2.232954263687134,
+      "step": 4971,
+      "subrel-constrast": 3.067716360092163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5884701013565063,
+      "cov-distil (oracle2student)": 4.642826557159424,
+      "cov-distil (oracle2teacher)": 4.1658124923706055,
+      "epoch": 3.902668759811617,
+      "rel-constrast": 3.465142011642456,
+      "step": 4972,
+      "subrel-constrast": 4.016929626464844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2711479663848877,
+      "cov-distil (oracle2student)": 4.188755512237549,
+      "cov-distil (oracle2teacher)": 3.5570952892303467,
+      "epoch": 3.903453689167975,
+      "rel-constrast": 2.5123863220214844,
+      "step": 4973,
+      "subrel-constrast": 2.8351621627807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.72321617603302,
+      "cov-distil (oracle2student)": 4.625589847564697,
+      "cov-distil (oracle2teacher)": 4.181270122528076,
+      "epoch": 3.904238618524333,
+      "rel-constrast": 2.774857759475708,
+      "step": 4974,
+      "subrel-constrast": 3.197310209274292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7688437700271606,
+      "cov-distil (oracle2student)": 6.162502288818359,
+      "cov-distil (oracle2teacher)": 5.366936206817627,
+      "epoch": 3.905023547880691,
+      "rel-constrast": 3.421651601791382,
+      "step": 4975,
+      "subrel-constrast": 3.6499059200286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8823240995407104,
+      "cov-distil (oracle2student)": 3.951223373413086,
+      "cov-distil (oracle2teacher)": 3.9200401306152344,
+      "epoch": 3.9058084772370485,
+      "rel-constrast": 1.6028413772583008,
+      "step": 4976,
+      "subrel-constrast": 3.160198450088501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5731754302978516,
+      "cov-distil (oracle2student)": 3.8424510955810547,
+      "cov-distil (oracle2teacher)": 3.4196674823760986,
+      "epoch": 3.9065934065934065,
+      "rel-constrast": 2.7797346115112305,
+      "step": 4977,
+      "subrel-constrast": 3.0793001651763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5672051906585693,
+      "cov-distil (oracle2student)": 5.100618362426758,
+      "cov-distil (oracle2teacher)": 4.695408821105957,
+      "epoch": 3.9073783359497645,
+      "rel-constrast": 2.7150866985321045,
+      "step": 4978,
+      "subrel-constrast": 3.379464864730835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3889234066009521,
+      "cov-distil (oracle2student)": 5.420453071594238,
+      "cov-distil (oracle2teacher)": 4.797268867492676,
+      "epoch": 3.9081632653061225,
+      "rel-constrast": 3.685680627822876,
+      "step": 4979,
+      "subrel-constrast": 4.096881866455078,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.9089481946624804,
+      "grad_norm": 7.46875,
+      "learning_rate": 2.9521561636440504e-05,
+      "loss": 0.7296,
+      "step": 4980
+    },
+    {
+      "cov-distil": 1.7229019403457642,
+      "cov-distil (oracle2student)": 5.029427528381348,
+      "cov-distil (oracle2teacher)": 4.969483852386475,
+      "epoch": 3.9089481946624804,
+      "rel-constrast": 2.131199359893799,
+      "step": 4980,
+      "subrel-constrast": 3.0192978382110596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1075129508972168,
+      "cov-distil (oracle2student)": 3.811216354370117,
+      "cov-distil (oracle2teacher)": 4.041197776794434,
+      "epoch": 3.9097331240188384,
+      "rel-constrast": 1.9995617866516113,
+      "step": 4981,
+      "subrel-constrast": 2.92253041267395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9667332172393799,
+      "cov-distil (oracle2student)": 2.8783559799194336,
+      "cov-distil (oracle2teacher)": 3.5233778953552246,
+      "epoch": 3.9105180533751964,
+      "rel-constrast": 2.151566982269287,
+      "step": 4982,
+      "subrel-constrast": 2.8177874088287354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3891326189041138,
+      "cov-distil (oracle2student)": 5.025810241699219,
+      "cov-distil (oracle2teacher)": 4.238213062286377,
+      "epoch": 3.911302982731554,
+      "rel-constrast": 2.5642738342285156,
+      "step": 4983,
+      "subrel-constrast": 2.9556615352630615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4191149473190308,
+      "cov-distil (oracle2student)": 5.597451686859131,
+      "cov-distil (oracle2teacher)": 4.712802886962891,
+      "epoch": 3.912087912087912,
+      "rel-constrast": 3.184532403945923,
+      "step": 4984,
+      "subrel-constrast": 3.644132137298584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.342498540878296,
+      "cov-distil (oracle2student)": 3.593219757080078,
+      "cov-distil (oracle2teacher)": 3.762922763824463,
+      "epoch": 3.91287284144427,
+      "rel-constrast": 2.522311210632324,
+      "step": 4985,
+      "subrel-constrast": 2.9392735958099365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4097957611083984,
+      "cov-distil (oracle2student)": 4.284512519836426,
+      "cov-distil (oracle2teacher)": 4.158428192138672,
+      "epoch": 3.913657770800628,
+      "rel-constrast": 2.825282335281372,
+      "step": 4986,
+      "subrel-constrast": 3.363327980041504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4791533946990967,
+      "cov-distil (oracle2student)": 3.6884210109710693,
+      "cov-distil (oracle2teacher)": 3.8123457431793213,
+      "epoch": 3.914442700156986,
+      "rel-constrast": 1.8033549785614014,
+      "step": 4987,
+      "subrel-constrast": 2.3776471614837646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2728075981140137,
+      "cov-distil (oracle2student)": 3.5519180297851562,
+      "cov-distil (oracle2teacher)": 3.4949393272399902,
+      "epoch": 3.915227629513344,
+      "rel-constrast": 2.63732647895813,
+      "step": 4988,
+      "subrel-constrast": 3.1670608520507812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2824110984802246,
+      "cov-distil (oracle2student)": 4.229729652404785,
+      "cov-distil (oracle2teacher)": 3.809441566467285,
+      "epoch": 3.916012558869702,
+      "rel-constrast": 2.647648811340332,
+      "step": 4989,
+      "subrel-constrast": 2.8025214672088623,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.9167974882260594,
+      "grad_norm": 5.5,
+      "learning_rate": 2.9435706965021055e-05,
+      "loss": 0.6477,
+      "step": 4990
+    },
+    {
+      "cov-distil": 1.5256911516189575,
+      "cov-distil (oracle2student)": 3.520759344100952,
+      "cov-distil (oracle2teacher)": 3.9327502250671387,
+      "epoch": 3.9167974882260594,
+      "rel-constrast": 2.517019271850586,
+      "step": 4990,
+      "subrel-constrast": 3.727635383605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9222933053970337,
+      "cov-distil (oracle2student)": 2.782036304473877,
+      "cov-distil (oracle2teacher)": 3.1233668327331543,
+      "epoch": 3.9175824175824174,
+      "rel-constrast": 2.5706939697265625,
+      "step": 4991,
+      "subrel-constrast": 3.5246238708496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7080183029174805,
+      "cov-distil (oracle2student)": 3.6462504863739014,
+      "cov-distil (oracle2teacher)": 3.6132028102874756,
+      "epoch": 3.9183673469387754,
+      "rel-constrast": 3.089350700378418,
+      "step": 4992,
+      "subrel-constrast": 4.173627853393555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.378352165222168,
+      "cov-distil (oracle2student)": 3.5851078033447266,
+      "cov-distil (oracle2teacher)": 3.6333930492401123,
+      "epoch": 3.9191522762951334,
+      "rel-constrast": 1.7221680879592896,
+      "step": 4993,
+      "subrel-constrast": 2.302523374557495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.672417163848877,
+      "cov-distil (oracle2student)": 6.200464248657227,
+      "cov-distil (oracle2teacher)": 5.31161642074585,
+      "epoch": 3.9199372056514914,
+      "rel-constrast": 2.857229232788086,
+      "step": 4994,
+      "subrel-constrast": 3.6959035396575928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9346184730529785,
+      "cov-distil (oracle2student)": 3.419964551925659,
+      "cov-distil (oracle2teacher)": 3.331939935684204,
+      "epoch": 3.9207221350078494,
+      "rel-constrast": 2.21517276763916,
+      "step": 4995,
+      "subrel-constrast": 3.560295820236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3392307758331299,
+      "cov-distil (oracle2student)": 6.406061172485352,
+      "cov-distil (oracle2teacher)": 5.736459732055664,
+      "epoch": 3.9215070643642074,
+      "rel-constrast": 3.8001651763916016,
+      "step": 4996,
+      "subrel-constrast": 4.000718593597412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3556807041168213,
+      "cov-distil (oracle2student)": 3.8676669597625732,
+      "cov-distil (oracle2teacher)": 3.4372944831848145,
+      "epoch": 3.922291993720565,
+      "rel-constrast": 2.1243844032287598,
+      "step": 4997,
+      "subrel-constrast": 2.654376983642578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7002992630004883,
+      "cov-distil (oracle2student)": 4.191003799438477,
+      "cov-distil (oracle2teacher)": 3.804316520690918,
+      "epoch": 3.9230769230769234,
+      "rel-constrast": 2.0048117637634277,
+      "step": 4998,
+      "subrel-constrast": 2.7343597412109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2578606605529785,
+      "cov-distil (oracle2student)": 6.048539161682129,
+      "cov-distil (oracle2teacher)": 5.3481574058532715,
+      "epoch": 3.923861852433281,
+      "rel-constrast": 3.5358288288116455,
+      "step": 4999,
+      "subrel-constrast": 3.541564464569092,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.924646781789639,
+      "grad_norm": 7.21875,
+      "learning_rate": 2.934979824591205e-05,
+      "loss": 0.7004,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/duc04-P@10": 0.7559999999999999,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/duc04-nDCG@10": 0.7673443951832217,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/duc04-alpha_nDCG@10": 0.581062529647451,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/multi_news-P@10": 0.4319999999999999,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/multi_news-nDCG@10": 0.6121637917864371,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/multi_news-alpha_nDCG@10": 0.5983812358588693,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "eval/avg": 0.5378402623745158,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "overlap": 0.35468751192092896,
+      "step": 5000
+    },
+    {
+      "epoch": 3.924646781789639,
+      "step": 5000,
+      "student margin": 0.068603515625
+    },
+    {
+      "epoch": 3.924646781789639,
+      "step": 5000,
+      "teacher margin": 0.047607421875
+    },
+    {
+      "epoch": 3.924646781789639,
+      "margin difference": -0.02099609375,
+      "step": 5000
+    },
+    {
+      "cov-distil": 1.6858596801757812,
+      "cov-distil (oracle2student)": 5.624202251434326,
+      "cov-distil (oracle2teacher)": 5.280641078948975,
+      "epoch": 3.924646781789639,
+      "rel-constrast": 2.009188652038574,
+      "step": 5000,
+      "subrel-constrast": 2.8443315029144287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1209449768066406,
+      "cov-distil (oracle2student)": 4.153414726257324,
+      "cov-distil (oracle2teacher)": 4.095099449157715,
+      "epoch": 3.925431711145997,
+      "rel-constrast": 2.5029473304748535,
+      "step": 5001,
+      "subrel-constrast": 3.2779030799865723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9171812534332275,
+      "cov-distil (oracle2student)": 4.528020858764648,
+      "cov-distil (oracle2teacher)": 4.425742149353027,
+      "epoch": 3.926216640502355,
+      "rel-constrast": 2.4149234294891357,
+      "step": 5002,
+      "subrel-constrast": 3.5389344692230225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.078920364379883,
+      "cov-distil (oracle2student)": 7.69230842590332,
+      "cov-distil (oracle2teacher)": 6.518919944763184,
+      "epoch": 3.927001569858713,
+      "rel-constrast": 2.68172025680542,
+      "step": 5003,
+      "subrel-constrast": 3.697997808456421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9204903841018677,
+      "cov-distil (oracle2student)": 4.8375468254089355,
+      "cov-distil (oracle2teacher)": 4.493870735168457,
+      "epoch": 3.9277864992150704,
+      "rel-constrast": 1.9599838256835938,
+      "step": 5004,
+      "subrel-constrast": 2.1991498470306396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.374579668045044,
+      "cov-distil (oracle2student)": 3.5428972244262695,
+      "cov-distil (oracle2teacher)": 4.001410484313965,
+      "epoch": 3.928571428571429,
+      "rel-constrast": 3.0789318084716797,
+      "step": 5005,
+      "subrel-constrast": 3.778937578201294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5257596969604492,
+      "cov-distil (oracle2student)": 4.342206001281738,
+      "cov-distil (oracle2teacher)": 3.9293739795684814,
+      "epoch": 3.9293563579277864,
+      "rel-constrast": 2.8578147888183594,
+      "step": 5006,
+      "subrel-constrast": 3.1552553176879883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3501945734024048,
+      "cov-distil (oracle2student)": 4.460229396820068,
+      "cov-distil (oracle2teacher)": 4.030681610107422,
+      "epoch": 3.9301412872841444,
+      "rel-constrast": 2.527254819869995,
+      "step": 5007,
+      "subrel-constrast": 3.1896326541900635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2028167247772217,
+      "cov-distil (oracle2student)": 4.2138166427612305,
+      "cov-distil (oracle2teacher)": 4.513638973236084,
+      "epoch": 3.9309262166405023,
+      "rel-constrast": 1.8724303245544434,
+      "step": 5008,
+      "subrel-constrast": 2.730384111404419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0744692087173462,
+      "cov-distil (oracle2student)": 3.338301658630371,
+      "cov-distil (oracle2teacher)": 3.4016103744506836,
+      "epoch": 3.9317111459968603,
+      "rel-constrast": 2.122981548309326,
+      "step": 5009,
+      "subrel-constrast": 2.972118854522705,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.9324960753532183,
+      "grad_norm": 4.46875,
+      "learning_rate": 2.9263836525884143e-05,
+      "loss": 0.6363,
+      "step": 5010
+    },
+    {
+      "cov-distil": 1.3980361223220825,
+      "cov-distil (oracle2student)": 4.61707878112793,
+      "cov-distil (oracle2teacher)": 4.223523139953613,
+      "epoch": 3.9324960753532183,
+      "rel-constrast": 2.2031760215759277,
+      "step": 5010,
+      "subrel-constrast": 2.5476114749908447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.063737154006958,
+      "cov-distil (oracle2student)": 4.587221622467041,
+      "cov-distil (oracle2teacher)": 4.0131306648254395,
+      "epoch": 3.933281004709576,
+      "rel-constrast": 2.1457483768463135,
+      "step": 5011,
+      "subrel-constrast": 3.1206130981445312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5688064098358154,
+      "cov-distil (oracle2student)": 4.231822967529297,
+      "cov-distil (oracle2teacher)": 4.168169975280762,
+      "epoch": 3.9340659340659343,
+      "rel-constrast": 1.8616465330123901,
+      "step": 5012,
+      "subrel-constrast": 2.6254923343658447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9166789054870605,
+      "cov-distil (oracle2student)": 3.8386597633361816,
+      "cov-distil (oracle2teacher)": 4.453085422515869,
+      "epoch": 3.934850863422292,
+      "rel-constrast": 1.8640023469924927,
+      "step": 5013,
+      "subrel-constrast": 3.0032830238342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4354703426361084,
+      "cov-distil (oracle2student)": 4.281161308288574,
+      "cov-distil (oracle2teacher)": 4.306270599365234,
+      "epoch": 3.93563579277865,
+      "rel-constrast": 1.7936593294143677,
+      "step": 5014,
+      "subrel-constrast": 2.5222580432891846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3467371463775635,
+      "cov-distil (oracle2student)": 4.700499534606934,
+      "cov-distil (oracle2teacher)": 4.48947811126709,
+      "epoch": 3.936420722135008,
+      "rel-constrast": 2.8855137825012207,
+      "step": 5015,
+      "subrel-constrast": 3.6248183250427246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9453489780426025,
+      "cov-distil (oracle2student)": 4.555331230163574,
+      "cov-distil (oracle2teacher)": 4.136533737182617,
+      "epoch": 3.937205651491366,
+      "rel-constrast": 2.1489131450653076,
+      "step": 5016,
+      "subrel-constrast": 3.7169198989868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6259292364120483,
+      "cov-distil (oracle2student)": 5.394741535186768,
+      "cov-distil (oracle2teacher)": 5.073227882385254,
+      "epoch": 3.937990580847724,
+      "rel-constrast": 1.9465992450714111,
+      "step": 5017,
+      "subrel-constrast": 2.592198371887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7615858316421509,
+      "cov-distil (oracle2student)": 3.7197277545928955,
+      "cov-distil (oracle2teacher)": 3.5369091033935547,
+      "epoch": 3.938775510204082,
+      "rel-constrast": 2.5204391479492188,
+      "step": 5018,
+      "subrel-constrast": 3.3610353469848633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2570997476577759,
+      "cov-distil (oracle2student)": 3.4146487712860107,
+      "cov-distil (oracle2teacher)": 3.7128560543060303,
+      "epoch": 3.9395604395604398,
+      "rel-constrast": 2.5041778087615967,
+      "step": 5019,
+      "subrel-constrast": 3.4292960166931152,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.9403453689167973,
+      "grad_norm": 5.21875,
+      "learning_rate": 2.9177822852353748e-05,
+      "loss": 0.5876,
+      "step": 5020
+    },
+    {
+      "cov-distil": 1.2630162239074707,
+      "cov-distil (oracle2student)": 4.055447578430176,
+      "cov-distil (oracle2teacher)": 3.563973903656006,
+      "epoch": 3.9403453689167973,
+      "rel-constrast": 2.992703437805176,
+      "step": 5020,
+      "subrel-constrast": 3.45414400100708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2107865810394287,
+      "cov-distil (oracle2student)": 4.455178737640381,
+      "cov-distil (oracle2teacher)": 4.703812599182129,
+      "epoch": 3.9411302982731553,
+      "rel-constrast": 3.145624876022339,
+      "step": 5021,
+      "subrel-constrast": 3.5875320434570312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4719600677490234,
+      "cov-distil (oracle2student)": 3.0879769325256348,
+      "cov-distil (oracle2teacher)": 2.9750044345855713,
+      "epoch": 3.9419152276295133,
+      "rel-constrast": 1.6747584342956543,
+      "step": 5022,
+      "subrel-constrast": 2.8305609226226807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5607964992523193,
+      "cov-distil (oracle2student)": 4.551883697509766,
+      "cov-distil (oracle2teacher)": 4.56451416015625,
+      "epoch": 3.9427001569858713,
+      "rel-constrast": 2.1361560821533203,
+      "step": 5023,
+      "subrel-constrast": 3.1380574703216553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7047204971313477,
+      "cov-distil (oracle2student)": 4.474057674407959,
+      "cov-distil (oracle2teacher)": 3.925416946411133,
+      "epoch": 3.9434850863422293,
+      "rel-constrast": 1.8270835876464844,
+      "step": 5024,
+      "subrel-constrast": 2.6857168674468994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4782016277313232,
+      "cov-distil (oracle2student)": 4.422419548034668,
+      "cov-distil (oracle2teacher)": 3.887855052947998,
+      "epoch": 3.9442700156985873,
+      "rel-constrast": 2.3217270374298096,
+      "step": 5025,
+      "subrel-constrast": 3.2004895210266113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.661386251449585,
+      "cov-distil (oracle2student)": 4.031394958496094,
+      "cov-distil (oracle2teacher)": 4.209603309631348,
+      "epoch": 3.9450549450549453,
+      "rel-constrast": 1.9467473030090332,
+      "step": 5026,
+      "subrel-constrast": 3.0814547538757324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0026118755340576,
+      "cov-distil (oracle2student)": 6.074772834777832,
+      "cov-distil (oracle2teacher)": 4.9454169273376465,
+      "epoch": 3.945839874411303,
+      "rel-constrast": 2.1567153930664062,
+      "step": 5027,
+      "subrel-constrast": 3.4760310649871826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4509592056274414,
+      "cov-distil (oracle2student)": 3.6238908767700195,
+      "cov-distil (oracle2teacher)": 3.6167469024658203,
+      "epoch": 3.946624803767661,
+      "rel-constrast": 2.408524513244629,
+      "step": 5028,
+      "subrel-constrast": 3.7084999084472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8843188285827637,
+      "cov-distil (oracle2student)": 3.448936939239502,
+      "cov-distil (oracle2teacher)": 3.4075284004211426,
+      "epoch": 3.9474097331240188,
+      "rel-constrast": 2.8662009239196777,
+      "step": 5029,
+      "subrel-constrast": 3.442289113998413,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.9481946624803768,
+      "grad_norm": 5.5,
+      "learning_rate": 2.9091758273370333e-05,
+      "loss": 0.6261,
+      "step": 5030
+    },
+    {
+      "cov-distil": 1.7640800476074219,
+      "cov-distil (oracle2student)": 4.741848468780518,
+      "cov-distil (oracle2teacher)": 4.781975746154785,
+      "epoch": 3.9481946624803768,
+      "rel-constrast": 2.9823086261749268,
+      "step": 5030,
+      "subrel-constrast": 3.8774795532226562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1260594129562378,
+      "cov-distil (oracle2student)": 2.5689213275909424,
+      "cov-distil (oracle2teacher)": 2.689535617828369,
+      "epoch": 3.9489795918367347,
+      "rel-constrast": 2.486239433288574,
+      "step": 5031,
+      "subrel-constrast": 2.9601569175720215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4438883066177368,
+      "cov-distil (oracle2student)": 5.343804836273193,
+      "cov-distil (oracle2teacher)": 4.923513412475586,
+      "epoch": 3.9497645211930927,
+      "rel-constrast": 2.452669143676758,
+      "step": 5032,
+      "subrel-constrast": 3.054147243499756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0165042877197266,
+      "cov-distil (oracle2student)": 4.870792388916016,
+      "cov-distil (oracle2teacher)": 3.7368004322052,
+      "epoch": 3.9505494505494507,
+      "rel-constrast": 2.368764877319336,
+      "step": 5033,
+      "subrel-constrast": 3.0396809577941895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8796045780181885,
+      "cov-distil (oracle2student)": 2.3810038566589355,
+      "cov-distil (oracle2teacher)": 2.6663670539855957,
+      "epoch": 3.9513343799058083,
+      "rel-constrast": 1.911033272743225,
+      "step": 5034,
+      "subrel-constrast": 3.018306255340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4946751594543457,
+      "cov-distil (oracle2student)": 2.2522103786468506,
+      "cov-distil (oracle2teacher)": 2.922557830810547,
+      "epoch": 3.9521193092621663,
+      "rel-constrast": 2.120675563812256,
+      "step": 5035,
+      "subrel-constrast": 3.75960636138916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3781805038452148,
+      "cov-distil (oracle2student)": 2.8348593711853027,
+      "cov-distil (oracle2teacher)": 2.6307921409606934,
+      "epoch": 3.9529042386185242,
+      "rel-constrast": 2.3633224964141846,
+      "step": 5036,
+      "subrel-constrast": 2.8339412212371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5951578617095947,
+      "cov-distil (oracle2student)": 3.7262415885925293,
+      "cov-distil (oracle2teacher)": 3.973513126373291,
+      "epoch": 3.9536891679748822,
+      "rel-constrast": 1.973222255706787,
+      "step": 5037,
+      "subrel-constrast": 3.0089762210845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.279381513595581,
+      "cov-distil (oracle2student)": 3.206089496612549,
+      "cov-distil (oracle2teacher)": 3.0623831748962402,
+      "epoch": 3.9544740973312402,
+      "rel-constrast": 1.9216058254241943,
+      "step": 5038,
+      "subrel-constrast": 2.3252809047698975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4019206762313843,
+      "cov-distil (oracle2student)": 3.7380285263061523,
+      "cov-distil (oracle2teacher)": 4.069431304931641,
+      "epoch": 3.955259026687598,
+      "rel-constrast": 1.869675636291504,
+      "step": 5039,
+      "subrel-constrast": 3.0274126529693604,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.956043956043956,
+      "grad_norm": 4.75,
+      "learning_rate": 2.9005643837603648e-05,
+      "loss": 0.6022,
+      "step": 5040
+    },
+    {
+      "cov-distil": 1.8326448202133179,
+      "cov-distil (oracle2student)": 4.95382022857666,
+      "cov-distil (oracle2teacher)": 4.063540935516357,
+      "epoch": 3.956043956043956,
+      "rel-constrast": 2.3846168518066406,
+      "step": 5040,
+      "subrel-constrast": 3.0179378986358643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.03519868850708,
+      "cov-distil (oracle2student)": 4.026768207550049,
+      "cov-distil (oracle2teacher)": 3.8148529529571533,
+      "epoch": 3.9568288854003137,
+      "rel-constrast": 3.715695381164551,
+      "step": 5041,
+      "subrel-constrast": 4.479418754577637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2055695056915283,
+      "cov-distil (oracle2student)": 3.7427241802215576,
+      "cov-distil (oracle2teacher)": 4.066748142242432,
+      "epoch": 3.957613814756672,
+      "rel-constrast": 2.909261703491211,
+      "step": 5042,
+      "subrel-constrast": 3.5771596431732178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.463176965713501,
+      "cov-distil (oracle2student)": 4.97868537902832,
+      "cov-distil (oracle2teacher)": 4.952398300170898,
+      "epoch": 3.9583987441130297,
+      "rel-constrast": 3.211949586868286,
+      "step": 5043,
+      "subrel-constrast": 3.5939764976501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2110157012939453,
+      "cov-distil (oracle2student)": 3.2804317474365234,
+      "cov-distil (oracle2teacher)": 3.2900943756103516,
+      "epoch": 3.9591836734693877,
+      "rel-constrast": 2.948637008666992,
+      "step": 5044,
+      "subrel-constrast": 3.6256606578826904,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4375088214874268,
+      "cov-distil (oracle2student)": 4.182071208953857,
+      "cov-distil (oracle2teacher)": 3.9264817237854004,
+      "epoch": 3.9599686028257457,
+      "rel-constrast": 1.7040822505950928,
+      "step": 5045,
+      "subrel-constrast": 2.651366949081421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6591142416000366,
+      "cov-distil (oracle2student)": 5.319798946380615,
+      "cov-distil (oracle2teacher)": 4.659609794616699,
+      "epoch": 3.9607535321821037,
+      "rel-constrast": 3.0590147972106934,
+      "step": 5046,
+      "subrel-constrast": 3.6920487880706787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4735029935836792,
+      "cov-distil (oracle2student)": 4.016783714294434,
+      "cov-distil (oracle2teacher)": 3.516427993774414,
+      "epoch": 3.9615384615384617,
+      "rel-constrast": 3.2099688053131104,
+      "step": 5047,
+      "subrel-constrast": 3.6044650077819824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7256990671157837,
+      "cov-distil (oracle2student)": 3.627915143966675,
+      "cov-distil (oracle2teacher)": 3.7696611881256104,
+      "epoch": 3.962323390894819,
+      "rel-constrast": 2.3826427459716797,
+      "step": 5048,
+      "subrel-constrast": 2.9871292114257812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3154006004333496,
+      "cov-distil (oracle2student)": 5.090012550354004,
+      "cov-distil (oracle2teacher)": 4.7259368896484375,
+      "epoch": 3.9631083202511777,
+      "rel-constrast": 3.6129298210144043,
+      "step": 5049,
+      "subrel-constrast": 3.8671011924743652,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.963893249607535,
+      "grad_norm": 7.0625,
+      "learning_rate": 2.8919480594330895e-05,
+      "loss": 0.7669,
+      "step": 5050
+    },
+    {
+      "cov-distil": 1.767701268196106,
+      "cov-distil (oracle2student)": 3.869784355163574,
+      "cov-distil (oracle2teacher)": 3.620245933532715,
+      "epoch": 3.963893249607535,
+      "rel-constrast": 2.5219979286193848,
+      "step": 5050,
+      "subrel-constrast": 3.31095814704895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0821962356567383,
+      "cov-distil (oracle2student)": 5.214249610900879,
+      "cov-distil (oracle2teacher)": 4.303744792938232,
+      "epoch": 3.964678178963893,
+      "rel-constrast": 2.3193063735961914,
+      "step": 5051,
+      "subrel-constrast": 3.259960412979126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5626559257507324,
+      "cov-distil (oracle2student)": 3.9595580101013184,
+      "cov-distil (oracle2teacher)": 3.890160083770752,
+      "epoch": 3.965463108320251,
+      "rel-constrast": 2.062258720397949,
+      "step": 5052,
+      "subrel-constrast": 3.0279548168182373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3511853218078613,
+      "cov-distil (oracle2student)": 3.6228346824645996,
+      "cov-distil (oracle2teacher)": 4.083559989929199,
+      "epoch": 3.966248037676609,
+      "rel-constrast": 2.6617395877838135,
+      "step": 5053,
+      "subrel-constrast": 2.6684818267822266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9549705982208252,
+      "cov-distil (oracle2student)": 5.110075950622559,
+      "cov-distil (oracle2teacher)": 4.85609245300293,
+      "epoch": 3.967032967032967,
+      "rel-constrast": 4.0104289054870605,
+      "step": 5054,
+      "subrel-constrast": 4.204855442047119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6639437675476074,
+      "cov-distil (oracle2student)": 4.281480312347412,
+      "cov-distil (oracle2teacher)": 3.784965991973877,
+      "epoch": 3.9678178963893247,
+      "rel-constrast": 2.102233409881592,
+      "step": 5055,
+      "subrel-constrast": 2.743851661682129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.321504831314087,
+      "cov-distil (oracle2student)": 3.611942768096924,
+      "cov-distil (oracle2teacher)": 3.2414939403533936,
+      "epoch": 3.968602825745683,
+      "rel-constrast": 1.7017337083816528,
+      "step": 5056,
+      "subrel-constrast": 2.401181697845459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3531855344772339,
+      "cov-distil (oracle2student)": 3.282837390899658,
+      "cov-distil (oracle2teacher)": 3.2139220237731934,
+      "epoch": 3.9693877551020407,
+      "rel-constrast": 2.8033578395843506,
+      "step": 5057,
+      "subrel-constrast": 2.907593250274658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1353840827941895,
+      "cov-distil (oracle2student)": 2.727648973464966,
+      "cov-distil (oracle2teacher)": 2.9487228393554688,
+      "epoch": 3.9701726844583987,
+      "rel-constrast": 2.337862968444824,
+      "step": 5058,
+      "subrel-constrast": 3.29731822013855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2655869722366333,
+      "cov-distil (oracle2student)": 4.554992198944092,
+      "cov-distil (oracle2teacher)": 4.671605110168457,
+      "epoch": 3.9709576138147566,
+      "rel-constrast": 2.345150947570801,
+      "step": 5059,
+      "subrel-constrast": 3.4292032718658447,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.9717425431711146,
+      "grad_norm": 4.90625,
+      "learning_rate": 2.8833269593424018e-05,
+      "loss": 0.6603,
+      "step": 5060
+    },
+    {
+      "cov-distil": 1.122214674949646,
+      "cov-distil (oracle2student)": 3.884446859359741,
+      "cov-distil (oracle2teacher)": 3.8503594398498535,
+      "epoch": 3.9717425431711146,
+      "rel-constrast": 1.9365495443344116,
+      "step": 5060,
+      "subrel-constrast": 2.367966890335083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.348212718963623,
+      "cov-distil (oracle2student)": 3.6031711101531982,
+      "cov-distil (oracle2teacher)": 4.016727924346924,
+      "epoch": 3.9725274725274726,
+      "rel-constrast": 2.6985034942626953,
+      "step": 5061,
+      "subrel-constrast": 3.742121934890747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.633370280265808,
+      "cov-distil (oracle2student)": 4.4371137619018555,
+      "cov-distil (oracle2teacher)": 4.046577453613281,
+      "epoch": 3.9733124018838306,
+      "rel-constrast": 2.882700204849243,
+      "step": 5062,
+      "subrel-constrast": 2.8382821083068848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7185485363006592,
+      "cov-distil (oracle2student)": 6.686079978942871,
+      "cov-distil (oracle2teacher)": 6.177705764770508,
+      "epoch": 3.9740973312401886,
+      "rel-constrast": 2.816561222076416,
+      "step": 5063,
+      "subrel-constrast": 3.365309715270996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2817823886871338,
+      "cov-distil (oracle2student)": 4.584754943847656,
+      "cov-distil (oracle2teacher)": 4.592249393463135,
+      "epoch": 3.974882260596546,
+      "rel-constrast": 3.0124685764312744,
+      "step": 5064,
+      "subrel-constrast": 3.5158841609954834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5258735418319702,
+      "cov-distil (oracle2student)": 4.6284589767456055,
+      "cov-distil (oracle2teacher)": 4.716635704040527,
+      "epoch": 3.975667189952904,
+      "rel-constrast": 2.099573850631714,
+      "step": 5065,
+      "subrel-constrast": 2.691049337387085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1134848594665527,
+      "cov-distil (oracle2student)": 3.859326124191284,
+      "cov-distil (oracle2teacher)": 3.231553792953491,
+      "epoch": 3.976452119309262,
+      "rel-constrast": 2.4741220474243164,
+      "step": 5066,
+      "subrel-constrast": 2.8924472332000732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6434121131896973,
+      "cov-distil (oracle2student)": 3.4150314331054688,
+      "cov-distil (oracle2teacher)": 3.4136784076690674,
+      "epoch": 3.97723704866562,
+      "rel-constrast": 1.719865083694458,
+      "step": 5067,
+      "subrel-constrast": 2.760043144226074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9572486877441406,
+      "cov-distil (oracle2student)": 4.020181179046631,
+      "cov-distil (oracle2teacher)": 4.23153018951416,
+      "epoch": 3.978021978021978,
+      "rel-constrast": 2.449979066848755,
+      "step": 5068,
+      "subrel-constrast": 3.393589496612549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2682490348815918,
+      "cov-distil (oracle2student)": 3.1524181365966797,
+      "cov-distil (oracle2teacher)": 3.1848366260528564,
+      "epoch": 3.978806907378336,
+      "rel-constrast": 1.7982426881790161,
+      "step": 5069,
+      "subrel-constrast": 2.684462547302246,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.979591836734694,
+      "grad_norm": 4.90625,
+      "learning_rate": 2.874701188533685e-05,
+      "loss": 0.6337,
+      "step": 5070
+    },
+    {
+      "cov-distil": 1.6671125888824463,
+      "cov-distil (oracle2student)": 5.060706615447998,
+      "cov-distil (oracle2teacher)": 4.778471946716309,
+      "epoch": 3.979591836734694,
+      "rel-constrast": 2.618709087371826,
+      "step": 5070,
+      "subrel-constrast": 3.416815757751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.080033540725708,
+      "cov-distil (oracle2student)": 5.8924560546875,
+      "cov-distil (oracle2teacher)": 5.575382232666016,
+      "epoch": 3.9803767660910516,
+      "rel-constrast": 2.153425693511963,
+      "step": 5071,
+      "subrel-constrast": 2.911654233932495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.102496385574341,
+      "cov-distil (oracle2student)": 4.509169101715088,
+      "cov-distil (oracle2teacher)": 4.6262078285217285,
+      "epoch": 3.9811616954474096,
+      "rel-constrast": 2.8993916511535645,
+      "step": 5072,
+      "subrel-constrast": 3.6096410751342773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.359621524810791,
+      "cov-distil (oracle2student)": 4.527296543121338,
+      "cov-distil (oracle2teacher)": 4.107700347900391,
+      "epoch": 3.9819466248037676,
+      "rel-constrast": 3.3440961837768555,
+      "step": 5073,
+      "subrel-constrast": 3.716599941253662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1783759593963623,
+      "cov-distil (oracle2student)": 4.540384292602539,
+      "cov-distil (oracle2teacher)": 4.117777347564697,
+      "epoch": 3.9827315541601256,
+      "rel-constrast": 2.6479198932647705,
+      "step": 5074,
+      "subrel-constrast": 3.7476272583007812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4577385187149048,
+      "cov-distil (oracle2student)": 4.200432777404785,
+      "cov-distil (oracle2teacher)": 4.2661943435668945,
+      "epoch": 3.9835164835164836,
+      "rel-constrast": 2.6766741275787354,
+      "step": 5075,
+      "subrel-constrast": 3.277517557144165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0769270658493042,
+      "cov-distil (oracle2student)": 2.7745361328125,
+      "cov-distil (oracle2teacher)": 3.06526255607605,
+      "epoch": 3.9843014128728416,
+      "rel-constrast": 2.2441718578338623,
+      "step": 5076,
+      "subrel-constrast": 3.2487075328826904,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0985052585601807,
+      "cov-distil (oracle2student)": 4.584227085113525,
+      "cov-distil (oracle2teacher)": 4.136820316314697,
+      "epoch": 3.9850863422291996,
+      "rel-constrast": 2.658580780029297,
+      "step": 5077,
+      "subrel-constrast": 3.453944683074951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5325095653533936,
+      "cov-distil (oracle2student)": 3.293583869934082,
+      "cov-distil (oracle2teacher)": 2.8696541786193848,
+      "epoch": 3.985871271585557,
+      "rel-constrast": 2.295353412628174,
+      "step": 5078,
+      "subrel-constrast": 2.8386738300323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663306713104248,
+      "cov-distil (oracle2student)": 4.595267295837402,
+      "cov-distil (oracle2teacher)": 4.368984699249268,
+      "epoch": 3.986656200941915,
+      "rel-constrast": 2.1913375854492188,
+      "step": 5079,
+      "subrel-constrast": 3.0512471199035645,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.987441130298273,
+      "grad_norm": 6.8125,
+      "learning_rate": 2.8660708521092345e-05,
+      "loss": 0.6813,
+      "step": 5080
+    },
+    {
+      "cov-distil": 1.1622990369796753,
+      "cov-distil (oracle2student)": 4.70290470123291,
+      "cov-distil (oracle2teacher)": 4.093401908874512,
+      "epoch": 3.987441130298273,
+      "rel-constrast": 2.7404394149780273,
+      "step": 5080,
+      "subrel-constrast": 3.131479501724243,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3859784603118896,
+      "cov-distil (oracle2student)": 2.9217233657836914,
+      "cov-distil (oracle2teacher)": 3.1162703037261963,
+      "epoch": 3.988226059654631,
+      "rel-constrast": 2.530240774154663,
+      "step": 5081,
+      "subrel-constrast": 3.245673179626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5891273021697998,
+      "cov-distil (oracle2student)": 5.873207092285156,
+      "cov-distil (oracle2teacher)": 6.369335651397705,
+      "epoch": 3.989010989010989,
+      "rel-constrast": 3.3183770179748535,
+      "step": 5082,
+      "subrel-constrast": 3.9756059646606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.578991413116455,
+      "cov-distil (oracle2student)": 3.7773852348327637,
+      "cov-distil (oracle2teacher)": 3.592910051345825,
+      "epoch": 3.989795918367347,
+      "rel-constrast": 1.7512738704681396,
+      "step": 5083,
+      "subrel-constrast": 2.5034215450286865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4572376012802124,
+      "cov-distil (oracle2student)": 2.773731231689453,
+      "cov-distil (oracle2teacher)": 2.8118937015533447,
+      "epoch": 3.990580847723705,
+      "rel-constrast": 2.529550075531006,
+      "step": 5084,
+      "subrel-constrast": 2.9116108417510986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.435957908630371,
+      "cov-distil (oracle2student)": 2.907133102416992,
+      "cov-distil (oracle2teacher)": 2.9661478996276855,
+      "epoch": 3.9913657770800626,
+      "rel-constrast": 2.040252685546875,
+      "step": 5085,
+      "subrel-constrast": 2.978278160095215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2385261058807373,
+      "cov-distil (oracle2student)": 3.4292478561401367,
+      "cov-distil (oracle2teacher)": 3.746312141418457,
+      "epoch": 3.9921507064364206,
+      "rel-constrast": 2.6777961254119873,
+      "step": 5086,
+      "subrel-constrast": 3.2494921684265137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3895001411437988,
+      "cov-distil (oracle2student)": 3.5517399311065674,
+      "cov-distil (oracle2teacher)": 3.5514729022979736,
+      "epoch": 3.9929356357927785,
+      "rel-constrast": 2.2111546993255615,
+      "step": 5087,
+      "subrel-constrast": 3.0752429962158203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2092996835708618,
+      "cov-distil (oracle2student)": 4.458491325378418,
+      "cov-distil (oracle2teacher)": 3.875138759613037,
+      "epoch": 3.9937205651491365,
+      "rel-constrast": 3.3631699085235596,
+      "step": 5088,
+      "subrel-constrast": 3.586315631866455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.728855013847351,
+      "cov-distil (oracle2student)": 4.3371076583862305,
+      "cov-distil (oracle2teacher)": 3.8896231651306152,
+      "epoch": 3.9945054945054945,
+      "rel-constrast": 2.921828508377075,
+      "step": 5089,
+      "subrel-constrast": 3.4781649112701416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 3.9952904238618525,
+      "grad_norm": 6.28125,
+      "learning_rate": 2.8574360552269757e-05,
+      "loss": 0.6875,
+      "step": 5090
+    },
+    {
+      "cov-distil": 1.0217280387878418,
+      "cov-distil (oracle2student)": 4.951498031616211,
+      "cov-distil (oracle2teacher)": 4.566343307495117,
+      "epoch": 3.9952904238618525,
+      "rel-constrast": 2.2177133560180664,
+      "step": 5090,
+      "subrel-constrast": 2.729245901107788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1091923713684082,
+      "cov-distil (oracle2student)": 3.6374711990356445,
+      "cov-distil (oracle2teacher)": 3.3433117866516113,
+      "epoch": 3.9960753532182105,
+      "rel-constrast": 3.418246030807495,
+      "step": 5091,
+      "subrel-constrast": 3.8229825496673584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.105900526046753,
+      "cov-distil (oracle2student)": 3.7813034057617188,
+      "cov-distil (oracle2teacher)": 3.8076751232147217,
+      "epoch": 3.996860282574568,
+      "rel-constrast": 2.0196311473846436,
+      "step": 5092,
+      "subrel-constrast": 2.6381137371063232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7429068088531494,
+      "cov-distil (oracle2student)": 3.9383788108825684,
+      "cov-distil (oracle2teacher)": 3.6169209480285645,
+      "epoch": 3.9976452119309265,
+      "rel-constrast": 2.511319637298584,
+      "step": 5093,
+      "subrel-constrast": 3.367816925048828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4245383739471436,
+      "cov-distil (oracle2student)": 3.070542335510254,
+      "cov-distil (oracle2teacher)": 3.301743268966675,
+      "epoch": 3.998430141287284,
+      "rel-constrast": 2.2250661849975586,
+      "step": 5094,
+      "subrel-constrast": 3.1215317249298096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6830307245254517,
+      "cov-distil (oracle2student)": 4.651203632354736,
+      "cov-distil (oracle2teacher)": 4.0329203605651855,
+      "epoch": 3.999215070643642,
+      "rel-constrast": 2.2065799236297607,
+      "step": 5095,
+      "subrel-constrast": 2.955307722091675,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7704957723617554,
+      "cov-distil (oracle2student)": 4.3045654296875,
+      "cov-distil (oracle2teacher)": 3.9972996711730957,
+      "epoch": 4.0,
+      "rel-constrast": 1.609252691268921,
+      "step": 5096,
+      "subrel-constrast": 2.875119686126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.130643367767334,
+      "cov-distil (oracle2student)": 5.308522701263428,
+      "cov-distil (oracle2teacher)": 4.819121360778809,
+      "epoch": 4.0007849293563575,
+      "rel-constrast": 3.402787208557129,
+      "step": 5097,
+      "subrel-constrast": 4.50950288772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5393211841583252,
+      "cov-distil (oracle2student)": 5.227658271789551,
+      "cov-distil (oracle2teacher)": 4.895219326019287,
+      "epoch": 4.001569858712716,
+      "rel-constrast": 2.2456626892089844,
+      "step": 5098,
+      "subrel-constrast": 2.987257242202759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3642895221710205,
+      "cov-distil (oracle2student)": 3.9731557369232178,
+      "cov-distil (oracle2teacher)": 4.204801559448242,
+      "epoch": 4.0023547880690735,
+      "rel-constrast": 3.5433976650238037,
+      "step": 5099,
+      "subrel-constrast": 4.716495990753174,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.003139717425432,
+      "grad_norm": 6.375,
+      "learning_rate": 2.8487969030991845e-05,
+      "loss": 0.6722,
+      "step": 5100
+    },
+    {
+      "epoch": 4.003139717425432,
+      "overlap": 0.3499999940395355,
+      "step": 5100
+    },
+    {
+      "epoch": 4.003139717425432,
+      "step": 5100,
+      "student margin": 0.073028564453125
+    },
+    {
+      "epoch": 4.003139717425432,
+      "step": 5100,
+      "teacher margin": 0.0487060546875
+    },
+    {
+      "epoch": 4.003139717425432,
+      "margin difference": -0.024322509765625,
+      "step": 5100
+    },
+    {
+      "cov-distil": 1.4483747482299805,
+      "cov-distil (oracle2student)": 5.712698459625244,
+      "cov-distil (oracle2teacher)": 4.766615867614746,
+      "epoch": 4.003139717425432,
+      "rel-constrast": 2.6749649047851562,
+      "step": 5100,
+      "subrel-constrast": 2.926779270172119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8401387929916382,
+      "cov-distil (oracle2student)": 4.471151351928711,
+      "cov-distil (oracle2teacher)": 4.357995510101318,
+      "epoch": 4.0039246467817895,
+      "rel-constrast": 2.719210147857666,
+      "step": 5101,
+      "subrel-constrast": 3.50461745262146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6382851600646973,
+      "cov-distil (oracle2student)": 4.594375133514404,
+      "cov-distil (oracle2teacher)": 3.9592432975769043,
+      "epoch": 4.004709576138148,
+      "rel-constrast": 2.5900731086730957,
+      "step": 5102,
+      "subrel-constrast": 3.033025026321411,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.031781792640686,
+      "cov-distil (oracle2student)": 3.0370068550109863,
+      "cov-distil (oracle2teacher)": 3.0857748985290527,
+      "epoch": 4.0054945054945055,
+      "rel-constrast": 1.8606784343719482,
+      "step": 5103,
+      "subrel-constrast": 2.333277702331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2155835628509521,
+      "cov-distil (oracle2student)": 6.385219097137451,
+      "cov-distil (oracle2teacher)": 5.946500778198242,
+      "epoch": 4.006279434850863,
+      "rel-constrast": 2.4411277770996094,
+      "step": 5104,
+      "subrel-constrast": 3.6267342567443848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6319750547409058,
+      "cov-distil (oracle2student)": 4.263487815856934,
+      "cov-distil (oracle2teacher)": 4.1866559982299805,
+      "epoch": 4.0070643642072215,
+      "rel-constrast": 2.738560676574707,
+      "step": 5105,
+      "subrel-constrast": 3.848752737045288,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2088205814361572,
+      "cov-distil (oracle2student)": 4.77128267288208,
+      "cov-distil (oracle2teacher)": 3.848520040512085,
+      "epoch": 4.007849293563579,
+      "rel-constrast": 2.581160306930542,
+      "step": 5106,
+      "subrel-constrast": 3.0807414054870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.105320930480957,
+      "cov-distil (oracle2student)": 5.289409160614014,
+      "cov-distil (oracle2teacher)": 5.303560733795166,
+      "epoch": 4.008634222919937,
+      "rel-constrast": 4.055184364318848,
+      "step": 5107,
+      "subrel-constrast": 4.770829200744629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4765079021453857,
+      "cov-distil (oracle2student)": 4.9125776290893555,
+      "cov-distil (oracle2teacher)": 4.696476936340332,
+      "epoch": 4.009419152276295,
+      "rel-constrast": 2.8986034393310547,
+      "step": 5108,
+      "subrel-constrast": 3.468048572540283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7373409271240234,
+      "cov-distil (oracle2student)": 2.842947006225586,
+      "cov-distil (oracle2teacher)": 2.9601213932037354,
+      "epoch": 4.010204081632653,
+      "rel-constrast": 3.1506080627441406,
+      "step": 5109,
+      "subrel-constrast": 3.408482551574707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.010989010989011,
+      "grad_norm": 6.21875,
+      "learning_rate": 2.8401535009912022e-05,
+      "loss": 0.7311,
+      "step": 5110
+    },
+    {
+      "cov-distil": 1.3774139881134033,
+      "cov-distil (oracle2student)": 5.377033233642578,
+      "cov-distil (oracle2teacher)": 4.378918647766113,
+      "epoch": 4.010989010989011,
+      "rel-constrast": 2.1279845237731934,
+      "step": 5110,
+      "subrel-constrast": 3.0928544998168945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2637531757354736,
+      "cov-distil (oracle2student)": 5.072345733642578,
+      "cov-distil (oracle2teacher)": 4.396662712097168,
+      "epoch": 4.0117739403453685,
+      "rel-constrast": 2.050447940826416,
+      "step": 5111,
+      "subrel-constrast": 2.9564976692199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6975736618041992,
+      "cov-distil (oracle2student)": 4.780167579650879,
+      "cov-distil (oracle2teacher)": 4.526700496673584,
+      "epoch": 4.012558869701727,
+      "rel-constrast": 2.880034923553467,
+      "step": 5112,
+      "subrel-constrast": 3.3762502670288086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3289064168930054,
+      "cov-distil (oracle2student)": 5.389001846313477,
+      "cov-distil (oracle2teacher)": 5.251130104064941,
+      "epoch": 4.0133437990580845,
+      "rel-constrast": 2.4865198135375977,
+      "step": 5113,
+      "subrel-constrast": 3.4341366291046143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5143933296203613,
+      "cov-distil (oracle2student)": 3.8736982345581055,
+      "cov-distil (oracle2teacher)": 3.9804530143737793,
+      "epoch": 4.014128728414443,
+      "rel-constrast": 3.382173538208008,
+      "step": 5114,
+      "subrel-constrast": 3.847090721130371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.999077558517456,
+      "cov-distil (oracle2student)": 3.934495449066162,
+      "cov-distil (oracle2teacher)": 3.459726333618164,
+      "epoch": 4.0149136577708004,
+      "rel-constrast": 1.9233412742614746,
+      "step": 5115,
+      "subrel-constrast": 3.0234405994415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.643829584121704,
+      "cov-distil (oracle2student)": 4.193284034729004,
+      "cov-distil (oracle2teacher)": 3.734619379043579,
+      "epoch": 4.015698587127159,
+      "rel-constrast": 2.7684481143951416,
+      "step": 5116,
+      "subrel-constrast": 3.098956823348999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.678663730621338,
+      "cov-distil (oracle2student)": 6.199034690856934,
+      "cov-distil (oracle2teacher)": 5.7663164138793945,
+      "epoch": 4.016483516483516,
+      "rel-constrast": 2.4282655715942383,
+      "step": 5117,
+      "subrel-constrast": 3.3205020427703857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1059517860412598,
+      "cov-distil (oracle2student)": 4.023112773895264,
+      "cov-distil (oracle2teacher)": 4.245369911193848,
+      "epoch": 4.017268445839874,
+      "rel-constrast": 2.922722816467285,
+      "step": 5118,
+      "subrel-constrast": 3.7380409240722656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2726147174835205,
+      "cov-distil (oracle2student)": 5.77519416809082,
+      "cov-distil (oracle2teacher)": 4.916668891906738,
+      "epoch": 4.018053375196232,
+      "rel-constrast": 2.875983715057373,
+      "step": 5119,
+      "subrel-constrast": 3.166337251663208,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.01883830455259,
+      "grad_norm": 7.59375,
+      "learning_rate": 2.8315059542201562e-05,
+      "loss": 0.6859,
+      "step": 5120
+    },
+    {
+      "cov-distil": 1.4127223491668701,
+      "cov-distil (oracle2student)": 5.058412551879883,
+      "cov-distil (oracle2teacher)": 4.571044921875,
+      "epoch": 4.01883830455259,
+      "rel-constrast": 3.3030648231506348,
+      "step": 5120,
+      "subrel-constrast": 3.7502901554107666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1386940479278564,
+      "cov-distil (oracle2student)": 5.20127010345459,
+      "cov-distil (oracle2teacher)": 4.130565643310547,
+      "epoch": 4.019623233908948,
+      "rel-constrast": 1.746549129486084,
+      "step": 5121,
+      "subrel-constrast": 2.2905945777893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7972519397735596,
+      "cov-distil (oracle2student)": 5.530257225036621,
+      "cov-distil (oracle2teacher)": 5.806334495544434,
+      "epoch": 4.020408163265306,
+      "rel-constrast": 4.029001235961914,
+      "step": 5122,
+      "subrel-constrast": 5.1081671714782715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.306275725364685,
+      "cov-distil (oracle2student)": 4.311148643493652,
+      "cov-distil (oracle2teacher)": 4.108431816101074,
+      "epoch": 4.021193092621664,
+      "rel-constrast": 2.5609283447265625,
+      "step": 5123,
+      "subrel-constrast": 3.045156240463257,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7553812265396118,
+      "cov-distil (oracle2student)": 4.25716495513916,
+      "cov-distil (oracle2teacher)": 4.513616561889648,
+      "epoch": 4.021978021978022,
+      "rel-constrast": 1.699075698852539,
+      "step": 5124,
+      "subrel-constrast": 3.1534459590911865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4491126537322998,
+      "cov-distil (oracle2student)": 3.4654431343078613,
+      "cov-distil (oracle2teacher)": 3.4088754653930664,
+      "epoch": 4.02276295133438,
+      "rel-constrast": 2.8536932468414307,
+      "step": 5125,
+      "subrel-constrast": 3.7966017723083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4455429315567017,
+      "cov-distil (oracle2student)": 3.680180311203003,
+      "cov-distil (oracle2teacher)": 3.613206148147583,
+      "epoch": 4.023547880690738,
+      "rel-constrast": 2.0931038856506348,
+      "step": 5126,
+      "subrel-constrast": 2.9350035190582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.188464641571045,
+      "cov-distil (oracle2student)": 3.591017484664917,
+      "cov-distil (oracle2teacher)": 3.678555488586426,
+      "epoch": 4.024332810047095,
+      "rel-constrast": 1.7543442249298096,
+      "step": 5127,
+      "subrel-constrast": 2.592024326324463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3327698707580566,
+      "cov-distil (oracle2student)": 4.959550857543945,
+      "cov-distil (oracle2teacher)": 4.5755791664123535,
+      "epoch": 4.025117739403454,
+      "rel-constrast": 3.4430198669433594,
+      "step": 5128,
+      "subrel-constrast": 4.0049309730529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0547704696655273,
+      "cov-distil (oracle2student)": 3.751702070236206,
+      "cov-distil (oracle2teacher)": 3.53706693649292,
+      "epoch": 4.025902668759811,
+      "rel-constrast": 2.4705991744995117,
+      "step": 5129,
+      "subrel-constrast": 3.53924822807312,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.02668759811617,
+      "grad_norm": 5.9375,
+      "learning_rate": 2.822854368153675e-05,
+      "loss": 0.686,
+      "step": 5130
+    },
+    {
+      "cov-distil": 1.852811336517334,
+      "cov-distil (oracle2student)": 4.284340858459473,
+      "cov-distil (oracle2teacher)": 4.301521301269531,
+      "epoch": 4.02668759811617,
+      "rel-constrast": 3.804046392440796,
+      "step": 5130,
+      "subrel-constrast": 4.593825817108154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7966667413711548,
+      "cov-distil (oracle2student)": 3.9091410636901855,
+      "cov-distil (oracle2teacher)": 3.636204957962036,
+      "epoch": 4.027472527472527,
+      "rel-constrast": 2.5701656341552734,
+      "step": 5131,
+      "subrel-constrast": 3.200279712677002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2669906616210938,
+      "cov-distil (oracle2student)": 4.220719814300537,
+      "cov-distil (oracle2teacher)": 3.8215785026550293,
+      "epoch": 4.028257456828886,
+      "rel-constrast": 2.396005868911743,
+      "step": 5132,
+      "subrel-constrast": 2.643152952194214,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4084244966506958,
+      "cov-distil (oracle2student)": 5.075523853302002,
+      "cov-distil (oracle2teacher)": 5.210777282714844,
+      "epoch": 4.029042386185243,
+      "rel-constrast": 2.0449628829956055,
+      "step": 5133,
+      "subrel-constrast": 2.7077014446258545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5146303176879883,
+      "cov-distil (oracle2student)": 3.00765323638916,
+      "cov-distil (oracle2teacher)": 3.612917900085449,
+      "epoch": 4.029827315541601,
+      "rel-constrast": 2.8812060356140137,
+      "step": 5134,
+      "subrel-constrast": 3.9423980712890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8038445711135864,
+      "cov-distil (oracle2student)": 3.8168983459472656,
+      "cov-distil (oracle2teacher)": 3.779306411743164,
+      "epoch": 4.030612244897959,
+      "rel-constrast": 2.4417765140533447,
+      "step": 5135,
+      "subrel-constrast": 3.6225950717926025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5539549589157104,
+      "cov-distil (oracle2student)": 2.5629372596740723,
+      "cov-distil (oracle2teacher)": 2.645134925842285,
+      "epoch": 4.031397174254317,
+      "rel-constrast": 2.2260499000549316,
+      "step": 5136,
+      "subrel-constrast": 2.7089297771453857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9766552448272705,
+      "cov-distil (oracle2student)": 3.3512074947357178,
+      "cov-distil (oracle2teacher)": 3.3965320587158203,
+      "epoch": 4.032182103610675,
+      "rel-constrast": 2.436283588409424,
+      "step": 5137,
+      "subrel-constrast": 3.5586910247802734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1469236612319946,
+      "cov-distil (oracle2student)": 3.4373741149902344,
+      "cov-distil (oracle2teacher)": 3.342393636703491,
+      "epoch": 4.032967032967033,
+      "rel-constrast": 1.6181414127349854,
+      "step": 5138,
+      "subrel-constrast": 2.3195137977600098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0731489658355713,
+      "cov-distil (oracle2student)": 3.5603139400482178,
+      "cov-distil (oracle2teacher)": 3.5995545387268066,
+      "epoch": 4.033751962323391,
+      "rel-constrast": 2.342374801635742,
+      "step": 5139,
+      "subrel-constrast": 2.8619492053985596,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.034536891679749,
+      "grad_norm": 4.71875,
+      "learning_rate": 2.8141988482086047e-05,
+      "loss": 0.6575,
+      "step": 5140
+    },
+    {
+      "cov-distil": 1.5204403400421143,
+      "cov-distil (oracle2student)": 3.9981741905212402,
+      "cov-distil (oracle2teacher)": 3.9258222579956055,
+      "epoch": 4.034536891679749,
+      "rel-constrast": 2.5923855304718018,
+      "step": 5140,
+      "subrel-constrast": 3.421280860900879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8771605491638184,
+      "cov-distil (oracle2student)": 3.5436923503875732,
+      "cov-distil (oracle2teacher)": 3.807603359222412,
+      "epoch": 4.035321821036106,
+      "rel-constrast": 1.6582913398742676,
+      "step": 5141,
+      "subrel-constrast": 2.6023435592651367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3097394704818726,
+      "cov-distil (oracle2student)": 3.1595184803009033,
+      "cov-distil (oracle2teacher)": 3.1832122802734375,
+      "epoch": 4.036106750392465,
+      "rel-constrast": 3.3666458129882812,
+      "step": 5142,
+      "subrel-constrast": 3.6941473484039307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1600862741470337,
+      "cov-distil (oracle2student)": 4.059638023376465,
+      "cov-distil (oracle2teacher)": 3.727243423461914,
+      "epoch": 4.036891679748822,
+      "rel-constrast": 2.181288003921509,
+      "step": 5143,
+      "subrel-constrast": 2.861884355545044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1990430355072021,
+      "cov-distil (oracle2student)": 2.9741010665893555,
+      "cov-distil (oracle2teacher)": 3.149384021759033,
+      "epoch": 4.037676609105181,
+      "rel-constrast": 2.560070514678955,
+      "step": 5144,
+      "subrel-constrast": 3.5561232566833496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7714916467666626,
+      "cov-distil (oracle2student)": 2.584026575088501,
+      "cov-distil (oracle2teacher)": 2.9625720977783203,
+      "epoch": 4.038461538461538,
+      "rel-constrast": 2.3553569316864014,
+      "step": 5145,
+      "subrel-constrast": 2.9277172088623047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7132179737091064,
+      "cov-distil (oracle2student)": 3.3289554119110107,
+      "cov-distil (oracle2teacher)": 3.5138070583343506,
+      "epoch": 4.039246467817897,
+      "rel-constrast": 2.941551685333252,
+      "step": 5146,
+      "subrel-constrast": 3.609534502029419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3697607517242432,
+      "cov-distil (oracle2student)": 4.467057704925537,
+      "cov-distil (oracle2teacher)": 4.863022804260254,
+      "epoch": 4.040031397174254,
+      "rel-constrast": 2.0135040283203125,
+      "step": 5147,
+      "subrel-constrast": 2.9011456966400146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5232700109481812,
+      "cov-distil (oracle2student)": 4.6728291511535645,
+      "cov-distil (oracle2teacher)": 4.088656425476074,
+      "epoch": 4.040816326530612,
+      "rel-constrast": 3.3868637084960938,
+      "step": 5148,
+      "subrel-constrast": 3.3586111068725586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3608227968215942,
+      "cov-distil (oracle2student)": 4.865293025970459,
+      "cov-distil (oracle2teacher)": 4.14198112487793,
+      "epoch": 4.04160125588697,
+      "rel-constrast": 2.7742466926574707,
+      "step": 5149,
+      "subrel-constrast": 3.507725477218628,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.042386185243328,
+      "grad_norm": 4.875,
+      "learning_rate": 2.8055394998497237e-05,
+      "loss": 0.6828,
+      "step": 5150
+    },
+    {
+      "cov-distil": 1.1917695999145508,
+      "cov-distil (oracle2student)": 4.1248321533203125,
+      "cov-distil (oracle2teacher)": 3.351250171661377,
+      "epoch": 4.042386185243328,
+      "rel-constrast": 2.369947910308838,
+      "step": 5150,
+      "subrel-constrast": 3.225296974182129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4069247245788574,
+      "cov-distil (oracle2student)": 5.056774616241455,
+      "cov-distil (oracle2teacher)": 4.788939476013184,
+      "epoch": 4.043171114599686,
+      "rel-constrast": 2.900010108947754,
+      "step": 5151,
+      "subrel-constrast": 3.560521125793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2838304042816162,
+      "cov-distil (oracle2student)": 4.129859924316406,
+      "cov-distil (oracle2teacher)": 3.8644049167633057,
+      "epoch": 4.043956043956044,
+      "rel-constrast": 2.733522415161133,
+      "step": 5152,
+      "subrel-constrast": 3.353367328643799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3566200733184814,
+      "cov-distil (oracle2student)": 5.352572917938232,
+      "cov-distil (oracle2teacher)": 5.173442840576172,
+      "epoch": 4.044740973312402,
+      "rel-constrast": 2.6722841262817383,
+      "step": 5153,
+      "subrel-constrast": 3.5614495277404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4440568685531616,
+      "cov-distil (oracle2student)": 4.204023838043213,
+      "cov-distil (oracle2teacher)": 3.7929534912109375,
+      "epoch": 4.04552590266876,
+      "rel-constrast": 2.9653067588806152,
+      "step": 5154,
+      "subrel-constrast": 3.406113862991333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.281862497329712,
+      "cov-distil (oracle2student)": 3.8797831535339355,
+      "cov-distil (oracle2teacher)": 3.941904067993164,
+      "epoch": 4.046310832025117,
+      "rel-constrast": 3.225198268890381,
+      "step": 5155,
+      "subrel-constrast": 3.8157260417938232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5592795610427856,
+      "cov-distil (oracle2student)": 4.740959167480469,
+      "cov-distil (oracle2teacher)": 4.648374557495117,
+      "epoch": 4.047095761381476,
+      "rel-constrast": 2.566427230834961,
+      "step": 5156,
+      "subrel-constrast": 3.464789390563965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4660629034042358,
+      "cov-distil (oracle2student)": 4.734037399291992,
+      "cov-distil (oracle2teacher)": 4.1417999267578125,
+      "epoch": 4.047880690737833,
+      "rel-constrast": 3.001756191253662,
+      "step": 5157,
+      "subrel-constrast": 3.0919129848480225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9164329767227173,
+      "cov-distil (oracle2student)": 4.463009834289551,
+      "cov-distil (oracle2teacher)": 4.211489677429199,
+      "epoch": 4.048665620094192,
+      "rel-constrast": 2.6639580726623535,
+      "step": 5158,
+      "subrel-constrast": 3.8201005458831787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.744398832321167,
+      "cov-distil (oracle2student)": 4.657041072845459,
+      "cov-distil (oracle2teacher)": 4.274932861328125,
+      "epoch": 4.049450549450549,
+      "rel-constrast": 2.187222480773926,
+      "step": 5159,
+      "subrel-constrast": 3.0608465671539307,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.050235478806908,
+      "grad_norm": 4.71875,
+      "learning_rate": 2.79687642858846e-05,
+      "loss": 0.7213,
+      "step": 5160
+    },
+    {
+      "cov-distil": 1.806828498840332,
+      "cov-distil (oracle2student)": 4.466014862060547,
+      "cov-distil (oracle2teacher)": 4.344385147094727,
+      "epoch": 4.050235478806908,
+      "rel-constrast": 2.7959165573120117,
+      "step": 5160,
+      "subrel-constrast": 3.626986265182495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7099040746688843,
+      "cov-distil (oracle2student)": 4.26939058303833,
+      "cov-distil (oracle2teacher)": 3.6072838306427,
+      "epoch": 4.051020408163265,
+      "rel-constrast": 2.4362263679504395,
+      "step": 5161,
+      "subrel-constrast": 3.309089183807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1167914867401123,
+      "cov-distil (oracle2student)": 5.794741630554199,
+      "cov-distil (oracle2teacher)": 5.099003791809082,
+      "epoch": 4.051805337519623,
+      "rel-constrast": 2.277785539627075,
+      "step": 5162,
+      "subrel-constrast": 3.02838397026062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3468338251113892,
+      "cov-distil (oracle2student)": 5.026362419128418,
+      "cov-distil (oracle2teacher)": 4.687003135681152,
+      "epoch": 4.052590266875981,
+      "rel-constrast": 1.6087740659713745,
+      "step": 5163,
+      "subrel-constrast": 2.537482261657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6588144302368164,
+      "cov-distil (oracle2student)": 4.810308456420898,
+      "cov-distil (oracle2teacher)": 4.63299560546875,
+      "epoch": 4.053375196232339,
+      "rel-constrast": 4.073864459991455,
+      "step": 5164,
+      "subrel-constrast": 5.223447322845459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.546095609664917,
+      "cov-distil (oracle2student)": 4.638715744018555,
+      "cov-distil (oracle2teacher)": 4.281991958618164,
+      "epoch": 4.054160125588697,
+      "rel-constrast": 3.313323497772217,
+      "step": 5165,
+      "subrel-constrast": 3.9132914543151855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8351184129714966,
+      "cov-distil (oracle2student)": 4.518607139587402,
+      "cov-distil (oracle2teacher)": 4.144725799560547,
+      "epoch": 4.054945054945055,
+      "rel-constrast": 1.7450244426727295,
+      "step": 5166,
+      "subrel-constrast": 2.55924654006958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9587209224700928,
+      "cov-distil (oracle2student)": 4.354011058807373,
+      "cov-distil (oracle2teacher)": 4.194538593292236,
+      "epoch": 4.055729984301413,
+      "rel-constrast": 2.163525342941284,
+      "step": 5167,
+      "subrel-constrast": 2.824490785598755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3965797424316406,
+      "cov-distil (oracle2student)": 5.528780460357666,
+      "cov-distil (oracle2teacher)": 5.017463684082031,
+      "epoch": 4.056514913657771,
+      "rel-constrast": 2.7410717010498047,
+      "step": 5168,
+      "subrel-constrast": 3.6536648273468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4121346473693848,
+      "cov-distil (oracle2student)": 3.7422008514404297,
+      "cov-distil (oracle2teacher)": 3.138253688812256,
+      "epoch": 4.057299843014129,
+      "rel-constrast": 2.61049222946167,
+      "step": 5169,
+      "subrel-constrast": 3.2733206748962402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.058084772370487,
+      "grad_norm": 5.1875,
+      "learning_rate": 2.788209739981602e-05,
+      "loss": 0.6836,
+      "step": 5170
+    },
+    {
+      "cov-distil": 1.7158787250518799,
+      "cov-distil (oracle2student)": 4.865769863128662,
+      "cov-distil (oracle2teacher)": 4.771388530731201,
+      "epoch": 4.058084772370487,
+      "rel-constrast": 3.494854688644409,
+      "step": 5170,
+      "subrel-constrast": 3.5175702571868896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3630468845367432,
+      "cov-distil (oracle2student)": 4.101571559906006,
+      "cov-distil (oracle2teacher)": 3.7316246032714844,
+      "epoch": 4.058869701726844,
+      "rel-constrast": 2.785097599029541,
+      "step": 5171,
+      "subrel-constrast": 3.483957290649414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1008950471878052,
+      "cov-distil (oracle2student)": 2.8333821296691895,
+      "cov-distil (oracle2teacher)": 2.5602574348449707,
+      "epoch": 4.059654631083203,
+      "rel-constrast": 2.591386556625366,
+      "step": 5172,
+      "subrel-constrast": 2.727149248123169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5514867305755615,
+      "cov-distil (oracle2student)": 4.19147253036499,
+      "cov-distil (oracle2teacher)": 3.9180092811584473,
+      "epoch": 4.06043956043956,
+      "rel-constrast": 1.7133228778839111,
+      "step": 5173,
+      "subrel-constrast": 2.9246983528137207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3099066019058228,
+      "cov-distil (oracle2student)": 4.148550510406494,
+      "cov-distil (oracle2teacher)": 3.439101219177246,
+      "epoch": 4.061224489795919,
+      "rel-constrast": 1.7990705966949463,
+      "step": 5174,
+      "subrel-constrast": 2.6433351039886475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4726027250289917,
+      "cov-distil (oracle2student)": 5.6740031242370605,
+      "cov-distil (oracle2teacher)": 4.447586536407471,
+      "epoch": 4.062009419152276,
+      "rel-constrast": 2.9707844257354736,
+      "step": 5175,
+      "subrel-constrast": 3.4173591136932373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.669151782989502,
+      "cov-distil (oracle2student)": 3.8681836128234863,
+      "cov-distil (oracle2teacher)": 3.996997356414795,
+      "epoch": 4.062794348508635,
+      "rel-constrast": 1.783665418624878,
+      "step": 5176,
+      "subrel-constrast": 2.7201499938964844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8738313913345337,
+      "cov-distil (oracle2student)": 3.5066754817962646,
+      "cov-distil (oracle2teacher)": 3.555569648742676,
+      "epoch": 4.063579277864992,
+      "rel-constrast": 1.5665696859359741,
+      "step": 5177,
+      "subrel-constrast": 2.0165247917175293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.850849986076355,
+      "cov-distil (oracle2student)": 4.772499084472656,
+      "cov-distil (oracle2teacher)": 4.074243545532227,
+      "epoch": 4.06436420722135,
+      "rel-constrast": 2.9377737045288086,
+      "step": 5178,
+      "subrel-constrast": 3.339939832687378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0415334701538086,
+      "cov-distil (oracle2student)": 4.0030622482299805,
+      "cov-distil (oracle2teacher)": 4.081053733825684,
+      "epoch": 4.065149136577708,
+      "rel-constrast": 2.6896705627441406,
+      "step": 5179,
+      "subrel-constrast": 3.4472546577453613,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.065934065934066,
+      "grad_norm": 4.9375,
+      "learning_rate": 2.779539539630016e-05,
+      "loss": 0.6457,
+      "step": 5180
+    },
+    {
+      "cov-distil": 1.9377727508544922,
+      "cov-distil (oracle2student)": 3.8623013496398926,
+      "cov-distil (oracle2teacher)": 3.4602015018463135,
+      "epoch": 4.065934065934066,
+      "rel-constrast": 3.0392544269561768,
+      "step": 5180,
+      "subrel-constrast": 3.4830119609832764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4677923917770386,
+      "cov-distil (oracle2student)": 3.5859742164611816,
+      "cov-distil (oracle2teacher)": 3.654184103012085,
+      "epoch": 4.066718995290424,
+      "rel-constrast": 2.422584295272827,
+      "step": 5181,
+      "subrel-constrast": 3.208937406539917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7452538013458252,
+      "cov-distil (oracle2student)": 3.496492385864258,
+      "cov-distil (oracle2teacher)": 3.690600872039795,
+      "epoch": 4.067503924646782,
+      "rel-constrast": 2.2930798530578613,
+      "step": 5182,
+      "subrel-constrast": 3.0171639919281006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6011497974395752,
+      "cov-distil (oracle2student)": 3.1709036827087402,
+      "cov-distil (oracle2teacher)": 3.6708836555480957,
+      "epoch": 4.06828885400314,
+      "rel-constrast": 2.23813533782959,
+      "step": 5183,
+      "subrel-constrast": 3.444836139678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9495198726654053,
+      "cov-distil (oracle2student)": 4.025494575500488,
+      "cov-distil (oracle2teacher)": 4.025692462921143,
+      "epoch": 4.069073783359498,
+      "rel-constrast": 2.2032690048217773,
+      "step": 5184,
+      "subrel-constrast": 2.645169496536255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0692603588104248,
+      "cov-distil (oracle2student)": 3.541743278503418,
+      "cov-distil (oracle2teacher)": 3.3615121841430664,
+      "epoch": 4.069858712715855,
+      "rel-constrast": 2.4721271991729736,
+      "step": 5185,
+      "subrel-constrast": 2.7652900218963623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0414257049560547,
+      "cov-distil (oracle2student)": 4.089672088623047,
+      "cov-distil (oracle2teacher)": 3.448213815689087,
+      "epoch": 4.070643642072214,
+      "rel-constrast": 2.5494468212127686,
+      "step": 5186,
+      "subrel-constrast": 2.4816014766693115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4121829271316528,
+      "cov-distil (oracle2student)": 4.144131660461426,
+      "cov-distil (oracle2teacher)": 4.290556907653809,
+      "epoch": 4.071428571428571,
+      "rel-constrast": 2.3806405067443848,
+      "step": 5187,
+      "subrel-constrast": 3.500919818878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8500102758407593,
+      "cov-distil (oracle2student)": 6.759685516357422,
+      "cov-distil (oracle2teacher)": 5.934416770935059,
+      "epoch": 4.07221350078493,
+      "rel-constrast": 4.18544864654541,
+      "step": 5188,
+      "subrel-constrast": 4.334401607513428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9928678274154663,
+      "cov-distil (oracle2student)": 4.057777404785156,
+      "cov-distil (oracle2teacher)": 3.9793076515197754,
+      "epoch": 4.072998430141287,
+      "rel-constrast": 2.8843183517456055,
+      "step": 5189,
+      "subrel-constrast": 4.083157539367676,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.073783359497646,
+      "grad_norm": 5.34375,
+      "learning_rate": 2.770865933177356e-05,
+      "loss": 0.7044,
+      "step": 5190
+    },
+    {
+      "cov-distil": 1.6640456914901733,
+      "cov-distil (oracle2student)": 2.872218370437622,
+      "cov-distil (oracle2teacher)": 2.9255049228668213,
+      "epoch": 4.073783359497646,
+      "rel-constrast": 2.2148070335388184,
+      "step": 5190,
+      "subrel-constrast": 2.865035057067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5262908935546875,
+      "cov-distil (oracle2student)": 5.061764717102051,
+      "cov-distil (oracle2teacher)": 4.576382637023926,
+      "epoch": 4.074568288854003,
+      "rel-constrast": 2.695033073425293,
+      "step": 5191,
+      "subrel-constrast": 3.2044548988342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2311506271362305,
+      "cov-distil (oracle2student)": 3.4708619117736816,
+      "cov-distil (oracle2teacher)": 3.103361129760742,
+      "epoch": 4.075353218210361,
+      "rel-constrast": 2.6967787742614746,
+      "step": 5192,
+      "subrel-constrast": 2.9338226318359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8958735466003418,
+      "cov-distil (oracle2student)": 4.455463886260986,
+      "cov-distil (oracle2teacher)": 4.015957832336426,
+      "epoch": 4.076138147566719,
+      "rel-constrast": 2.607912063598633,
+      "step": 5193,
+      "subrel-constrast": 3.7336556911468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6335184574127197,
+      "cov-distil (oracle2student)": 4.019996643066406,
+      "cov-distil (oracle2teacher)": 4.146307945251465,
+      "epoch": 4.076923076923077,
+      "rel-constrast": 2.2460238933563232,
+      "step": 5194,
+      "subrel-constrast": 2.8932816982269287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4190025329589844,
+      "cov-distil (oracle2student)": 4.147409915924072,
+      "cov-distil (oracle2teacher)": 4.160512447357178,
+      "epoch": 4.077708006279435,
+      "rel-constrast": 3.263770341873169,
+      "step": 5195,
+      "subrel-constrast": 3.2778120040893555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1682798862457275,
+      "cov-distil (oracle2student)": 4.522942543029785,
+      "cov-distil (oracle2teacher)": 4.21091365814209,
+      "epoch": 4.078492935635793,
+      "rel-constrast": 3.2836263179779053,
+      "step": 5196,
+      "subrel-constrast": 3.949327230453491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1909948587417603,
+      "cov-distil (oracle2student)": 3.2948241233825684,
+      "cov-distil (oracle2teacher)": 3.487861394882202,
+      "epoch": 4.079277864992151,
+      "rel-constrast": 2.4420933723449707,
+      "step": 5197,
+      "subrel-constrast": 3.1706132888793945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3478899002075195,
+      "cov-distil (oracle2student)": 6.236270427703857,
+      "cov-distil (oracle2teacher)": 5.784978866577148,
+      "epoch": 4.080062794348509,
+      "rel-constrast": 2.3624749183654785,
+      "step": 5198,
+      "subrel-constrast": 2.966859817504883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.209183931350708,
+      "cov-distil (oracle2student)": 4.907261848449707,
+      "cov-distil (oracle2teacher)": 4.313079357147217,
+      "epoch": 4.080847723704866,
+      "rel-constrast": 2.6004066467285156,
+      "step": 5199,
+      "subrel-constrast": 3.031014919281006,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.081632653061225,
+      "grad_norm": 5.375,
+      "learning_rate": 2.7621890263087813e-05,
+      "loss": 0.696,
+      "step": 5200
+    },
+    {
+      "epoch": 4.081632653061225,
+      "overlap": 0.29218751192092896,
+      "step": 5200
+    },
+    {
+      "epoch": 4.081632653061225,
+      "step": 5200,
+      "student margin": 0.0596923828125
+    },
+    {
+      "epoch": 4.081632653061225,
+      "step": 5200,
+      "teacher margin": 0.039459228515625
+    },
+    {
+      "epoch": 4.081632653061225,
+      "margin difference": -0.020233154296875,
+      "step": 5200
+    },
+    {
+      "cov-distil": 1.9427614212036133,
+      "cov-distil (oracle2student)": 4.381133079528809,
+      "cov-distil (oracle2teacher)": 4.586250305175781,
+      "epoch": 4.081632653061225,
+      "rel-constrast": 3.1216506958007812,
+      "step": 5200,
+      "subrel-constrast": 3.847146511077881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9855455756187439,
+      "cov-distil (oracle2student)": 3.717679023742676,
+      "cov-distil (oracle2teacher)": 3.17708158493042,
+      "epoch": 4.082417582417582,
+      "rel-constrast": 2.096745014190674,
+      "step": 5201,
+      "subrel-constrast": 2.431990385055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.564287781715393,
+      "cov-distil (oracle2student)": 3.6580705642700195,
+      "cov-distil (oracle2teacher)": 3.5582690238952637,
+      "epoch": 4.083202511773941,
+      "rel-constrast": 2.16921329498291,
+      "step": 5202,
+      "subrel-constrast": 3.104332685470581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1291298866271973,
+      "cov-distil (oracle2student)": 3.0792336463928223,
+      "cov-distil (oracle2teacher)": 3.543100118637085,
+      "epoch": 4.083987441130298,
+      "rel-constrast": 1.8253977298736572,
+      "step": 5203,
+      "subrel-constrast": 3.2376763820648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0625135898590088,
+      "cov-distil (oracle2student)": 4.603408336639404,
+      "cov-distil (oracle2teacher)": 3.989952325820923,
+      "epoch": 4.0847723704866565,
+      "rel-constrast": 1.945616602897644,
+      "step": 5204,
+      "subrel-constrast": 2.4214720726013184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2634003162384033,
+      "cov-distil (oracle2student)": 5.242417812347412,
+      "cov-distil (oracle2teacher)": 5.521453380584717,
+      "epoch": 4.085557299843014,
+      "rel-constrast": 1.9023332595825195,
+      "step": 5205,
+      "subrel-constrast": 2.8258543014526367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8967229127883911,
+      "cov-distil (oracle2student)": 3.395996570587158,
+      "cov-distil (oracle2teacher)": 3.263821601867676,
+      "epoch": 4.086342229199372,
+      "rel-constrast": 2.128546953201294,
+      "step": 5206,
+      "subrel-constrast": 3.056217670440674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3914612531661987,
+      "cov-distil (oracle2student)": 2.852207660675049,
+      "cov-distil (oracle2teacher)": 2.9515719413757324,
+      "epoch": 4.08712715855573,
+      "rel-constrast": 3.0192859172821045,
+      "step": 5207,
+      "subrel-constrast": 3.5584914684295654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3522177934646606,
+      "cov-distil (oracle2student)": 4.988900184631348,
+      "cov-distil (oracle2teacher)": 4.708100318908691,
+      "epoch": 4.087912087912088,
+      "rel-constrast": 3.7116618156433105,
+      "step": 5208,
+      "subrel-constrast": 4.3019795417785645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.109961986541748,
+      "cov-distil (oracle2student)": 3.2346715927124023,
+      "cov-distil (oracle2teacher)": 3.46108078956604,
+      "epoch": 4.088697017268446,
+      "rel-constrast": 2.9287357330322266,
+      "step": 5209,
+      "subrel-constrast": 3.5082733631134033,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.089481946624804,
+      "grad_norm": 7.875,
+      "learning_rate": 2.7535089247496627e-05,
+      "loss": 0.658,
+      "step": 5210
+    },
+    {
+      "cov-distil": 1.5113435983657837,
+      "cov-distil (oracle2student)": 2.9735870361328125,
+      "cov-distil (oracle2teacher)": 3.129155158996582,
+      "epoch": 4.089481946624804,
+      "rel-constrast": 1.5056254863739014,
+      "step": 5210,
+      "subrel-constrast": 2.676476001739502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.175051212310791,
+      "cov-distil (oracle2student)": 4.468836784362793,
+      "cov-distil (oracle2teacher)": 4.451257228851318,
+      "epoch": 4.090266875981162,
+      "rel-constrast": 3.8348946571350098,
+      "step": 5211,
+      "subrel-constrast": 4.162006378173828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.481749415397644,
+      "cov-distil (oracle2student)": 3.479501247406006,
+      "cov-distil (oracle2teacher)": 3.81994891166687,
+      "epoch": 4.0910518053375196,
+      "rel-constrast": 1.9462164640426636,
+      "step": 5212,
+      "subrel-constrast": 2.6798043251037598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5196750164031982,
+      "cov-distil (oracle2student)": 2.8138158321380615,
+      "cov-distil (oracle2teacher)": 3.159928798675537,
+      "epoch": 4.091836734693878,
+      "rel-constrast": 3.1498873233795166,
+      "step": 5213,
+      "subrel-constrast": 3.9733328819274902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4787020683288574,
+      "cov-distil (oracle2student)": 4.542705059051514,
+      "cov-distil (oracle2teacher)": 3.925217866897583,
+      "epoch": 4.0926216640502355,
+      "rel-constrast": 2.109096050262451,
+      "step": 5214,
+      "subrel-constrast": 2.761298894882202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.584144115447998,
+      "cov-distil (oracle2student)": 2.9415202140808105,
+      "cov-distil (oracle2teacher)": 3.3528501987457275,
+      "epoch": 4.093406593406593,
+      "rel-constrast": 2.0221900939941406,
+      "step": 5215,
+      "subrel-constrast": 2.997072696685791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2651728391647339,
+      "cov-distil (oracle2student)": 3.8528871536254883,
+      "cov-distil (oracle2teacher)": 4.332504749298096,
+      "epoch": 4.0941915227629515,
+      "rel-constrast": 2.2076234817504883,
+      "step": 5216,
+      "subrel-constrast": 2.5805435180664062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4935333728790283,
+      "cov-distil (oracle2student)": 3.818065881729126,
+      "cov-distil (oracle2teacher)": 4.349062919616699,
+      "epoch": 4.094976452119309,
+      "rel-constrast": 2.2456116676330566,
+      "step": 5217,
+      "subrel-constrast": 3.367888927459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5205748081207275,
+      "cov-distil (oracle2student)": 4.2485270500183105,
+      "cov-distil (oracle2teacher)": 4.490943431854248,
+      "epoch": 4.0957613814756675,
+      "rel-constrast": 2.2697272300720215,
+      "step": 5218,
+      "subrel-constrast": 2.881652355194092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.388249397277832,
+      "cov-distil (oracle2student)": 3.8350460529327393,
+      "cov-distil (oracle2teacher)": 3.7205007076263428,
+      "epoch": 4.096546310832025,
+      "rel-constrast": 2.0594639778137207,
+      "step": 5219,
+      "subrel-constrast": 2.867656707763672,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.0973312401883835,
+      "grad_norm": 5.09375,
+      "learning_rate": 2.744825734264298e-05,
+      "loss": 0.6198,
+      "step": 5220
+    },
+    {
+      "cov-distil": 1.8120510578155518,
+      "cov-distil (oracle2student)": 7.505436897277832,
+      "cov-distil (oracle2teacher)": 6.920758247375488,
+      "epoch": 4.0973312401883835,
+      "rel-constrast": 2.1840474605560303,
+      "step": 5220,
+      "subrel-constrast": 3.4004311561584473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.120496988296509,
+      "cov-distil (oracle2student)": 4.7442474365234375,
+      "cov-distil (oracle2teacher)": 4.5484538078308105,
+      "epoch": 4.098116169544741,
+      "rel-constrast": 1.7566766738891602,
+      "step": 5221,
+      "subrel-constrast": 3.331486701965332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2331140041351318,
+      "cov-distil (oracle2student)": 4.0739970207214355,
+      "cov-distil (oracle2teacher)": 3.4772534370422363,
+      "epoch": 4.0989010989010985,
+      "rel-constrast": 2.823676109313965,
+      "step": 5222,
+      "subrel-constrast": 3.3647282123565674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1556141376495361,
+      "cov-distil (oracle2student)": 4.200016021728516,
+      "cov-distil (oracle2teacher)": 4.851566314697266,
+      "epoch": 4.099686028257457,
+      "rel-constrast": 3.5315051078796387,
+      "step": 5223,
+      "subrel-constrast": 4.224734783172607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4378858804702759,
+      "cov-distil (oracle2student)": 2.9542384147644043,
+      "cov-distil (oracle2teacher)": 3.0891947746276855,
+      "epoch": 4.1004709576138145,
+      "rel-constrast": 1.3289207220077515,
+      "step": 5224,
+      "subrel-constrast": 2.059086322784424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5220317840576172,
+      "cov-distil (oracle2student)": 2.637991189956665,
+      "cov-distil (oracle2teacher)": 2.5179498195648193,
+      "epoch": 4.101255886970173,
+      "rel-constrast": 2.489227533340454,
+      "step": 5225,
+      "subrel-constrast": 2.813563823699951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5247063636779785,
+      "cov-distil (oracle2student)": 3.125389575958252,
+      "cov-distil (oracle2teacher)": 3.136023998260498,
+      "epoch": 4.1020408163265305,
+      "rel-constrast": 2.6235625743865967,
+      "step": 5226,
+      "subrel-constrast": 3.420806884765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.136655569076538,
+      "cov-distil (oracle2student)": 4.176108360290527,
+      "cov-distil (oracle2teacher)": 4.090908527374268,
+      "epoch": 4.102825745682889,
+      "rel-constrast": 3.1498708724975586,
+      "step": 5227,
+      "subrel-constrast": 3.344017267227173,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.864743947982788,
+      "cov-distil (oracle2student)": 3.357430934906006,
+      "cov-distil (oracle2teacher)": 3.5023579597473145,
+      "epoch": 4.1036106750392465,
+      "rel-constrast": 2.0902507305145264,
+      "step": 5228,
+      "subrel-constrast": 3.521695852279663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0632762908935547,
+      "cov-distil (oracle2student)": 2.85079288482666,
+      "cov-distil (oracle2teacher)": 2.904273509979248,
+      "epoch": 4.104395604395604,
+      "rel-constrast": 3.3090898990631104,
+      "step": 5229,
+      "subrel-constrast": 3.89266300201416,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.1051805337519625,
+      "grad_norm": 6.3125,
+      "learning_rate": 2.736139560654624e-05,
+      "loss": 0.6718,
+      "step": 5230
+    },
+    {
+      "cov-distil": 1.6784064769744873,
+      "cov-distil (oracle2student)": 5.3087158203125,
+      "cov-distil (oracle2teacher)": 5.270449161529541,
+      "epoch": 4.1051805337519625,
+      "rel-constrast": 3.02852201461792,
+      "step": 5230,
+      "subrel-constrast": 4.007962226867676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.120666265487671,
+      "cov-distil (oracle2student)": 5.739544868469238,
+      "cov-distil (oracle2teacher)": 5.799375057220459,
+      "epoch": 4.10596546310832,
+      "rel-constrast": 1.9910383224487305,
+      "step": 5231,
+      "subrel-constrast": 2.6395301818847656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.139636516571045,
+      "cov-distil (oracle2student)": 3.3961000442504883,
+      "cov-distil (oracle2teacher)": 3.6539559364318848,
+      "epoch": 4.106750392464678,
+      "rel-constrast": 2.5771589279174805,
+      "step": 5232,
+      "subrel-constrast": 3.1728670597076416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4906842708587646,
+      "cov-distil (oracle2student)": 6.929083824157715,
+      "cov-distil (oracle2teacher)": 5.896974563598633,
+      "epoch": 4.107535321821036,
+      "rel-constrast": 2.5069565773010254,
+      "step": 5233,
+      "subrel-constrast": 2.8985958099365234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1385788917541504,
+      "cov-distil (oracle2student)": 4.87298583984375,
+      "cov-distil (oracle2teacher)": 4.170919895172119,
+      "epoch": 4.108320251177394,
+      "rel-constrast": 2.738424777984619,
+      "step": 5234,
+      "subrel-constrast": 3.038968801498413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.922491431236267,
+      "cov-distil (oracle2student)": 5.438636779785156,
+      "cov-distil (oracle2teacher)": 4.738826274871826,
+      "epoch": 4.109105180533752,
+      "rel-constrast": 3.899568557739258,
+      "step": 5235,
+      "subrel-constrast": 4.436054706573486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5194692611694336,
+      "cov-distil (oracle2student)": 6.74970817565918,
+      "cov-distil (oracle2teacher)": 5.307310104370117,
+      "epoch": 4.1098901098901095,
+      "rel-constrast": 2.3437540531158447,
+      "step": 5236,
+      "subrel-constrast": 3.084930181503296,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5633459091186523,
+      "cov-distil (oracle2student)": 4.283716201782227,
+      "cov-distil (oracle2teacher)": 3.752859354019165,
+      "epoch": 4.110675039246468,
+      "rel-constrast": 3.516387462615967,
+      "step": 5237,
+      "subrel-constrast": 4.2812886238098145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3028090000152588,
+      "cov-distil (oracle2student)": 3.3997809886932373,
+      "cov-distil (oracle2teacher)": 2.922934055328369,
+      "epoch": 4.1114599686028255,
+      "rel-constrast": 2.2234930992126465,
+      "step": 5238,
+      "subrel-constrast": 2.7639434337615967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.887832760810852,
+      "cov-distil (oracle2student)": 5.803743362426758,
+      "cov-distil (oracle2teacher)": 5.423597812652588,
+      "epoch": 4.112244897959184,
+      "rel-constrast": 2.399059772491455,
+      "step": 5239,
+      "subrel-constrast": 3.560582399368286,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.1130298273155415,
+      "grad_norm": 5.09375,
+      "learning_rate": 2.7274505097589253e-05,
+      "loss": 0.7175,
+      "step": 5240
+    },
+    {
+      "cov-distil": 1.9971473217010498,
+      "cov-distil (oracle2student)": 4.333338737487793,
+      "cov-distil (oracle2teacher)": 4.373452186584473,
+      "epoch": 4.1130298273155415,
+      "rel-constrast": 2.5360400676727295,
+      "step": 5240,
+      "subrel-constrast": 3.9994285106658936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.137702465057373,
+      "cov-distil (oracle2student)": 4.330732345581055,
+      "cov-distil (oracle2teacher)": 3.637809991836548,
+      "epoch": 4.1138147566719,
+      "rel-constrast": 1.2574739456176758,
+      "step": 5241,
+      "subrel-constrast": 1.8866571187973022,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6572580337524414,
+      "cov-distil (oracle2student)": 4.699674606323242,
+      "cov-distil (oracle2teacher)": 4.657990455627441,
+      "epoch": 4.114599686028257,
+      "rel-constrast": 3.767874240875244,
+      "step": 5242,
+      "subrel-constrast": 4.685418128967285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3157823085784912,
+      "cov-distil (oracle2student)": 4.391319274902344,
+      "cov-distil (oracle2teacher)": 4.399168968200684,
+      "epoch": 4.115384615384615,
+      "rel-constrast": 3.359523296356201,
+      "step": 5243,
+      "subrel-constrast": 3.942209482192993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1383154392242432,
+      "cov-distil (oracle2student)": 5.097851276397705,
+      "cov-distil (oracle2teacher)": 4.459293842315674,
+      "epoch": 4.116169544740973,
+      "rel-constrast": 1.976588487625122,
+      "step": 5244,
+      "subrel-constrast": 2.2661964893341064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4054300785064697,
+      "cov-distil (oracle2student)": 2.6313843727111816,
+      "cov-distil (oracle2teacher)": 3.425164222717285,
+      "epoch": 4.116954474097331,
+      "rel-constrast": 1.967630386352539,
+      "step": 5245,
+      "subrel-constrast": 3.091005325317383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.668192982673645,
+      "cov-distil (oracle2student)": 3.5524516105651855,
+      "cov-distil (oracle2teacher)": 3.7618913650512695,
+      "epoch": 4.117739403453689,
+      "rel-constrast": 2.53924560546875,
+      "step": 5246,
+      "subrel-constrast": 3.5432515144348145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.266479253768921,
+      "cov-distil (oracle2student)": 5.5424933433532715,
+      "cov-distil (oracle2teacher)": 4.878005504608154,
+      "epoch": 4.118524332810047,
+      "rel-constrast": 2.5342373847961426,
+      "step": 5247,
+      "subrel-constrast": 2.7206969261169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.17924165725708,
+      "cov-distil (oracle2student)": 4.369884967803955,
+      "cov-distil (oracle2teacher)": 3.707428216934204,
+      "epoch": 4.119309262166405,
+      "rel-constrast": 3.0058650970458984,
+      "step": 5248,
+      "subrel-constrast": 3.6546196937561035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2750616073608398,
+      "cov-distil (oracle2student)": 3.2054443359375,
+      "cov-distil (oracle2teacher)": 3.403099536895752,
+      "epoch": 4.120094191522763,
+      "rel-constrast": 2.1952221393585205,
+      "step": 5249,
+      "subrel-constrast": 2.5788414478302,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.1208791208791204,
+      "grad_norm": 6.8125,
+      "learning_rate": 2.7187586874505433e-05,
+      "loss": 0.6636,
+      "step": 5250
+    },
+    {
+      "cov-distil": 1.519063949584961,
+      "cov-distil (oracle2student)": 4.660373687744141,
+      "cov-distil (oracle2teacher)": 4.241613864898682,
+      "epoch": 4.1208791208791204,
+      "rel-constrast": 2.013336420059204,
+      "step": 5250,
+      "subrel-constrast": 2.7129833698272705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5614773035049438,
+      "cov-distil (oracle2student)": 5.549762725830078,
+      "cov-distil (oracle2teacher)": 4.407034397125244,
+      "epoch": 4.121664050235479,
+      "rel-constrast": 3.4761180877685547,
+      "step": 5251,
+      "subrel-constrast": 3.6163339614868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6776835918426514,
+      "cov-distil (oracle2student)": 4.614397048950195,
+      "cov-distil (oracle2teacher)": 4.223916053771973,
+      "epoch": 4.122448979591836,
+      "rel-constrast": 4.079346656799316,
+      "step": 5252,
+      "subrel-constrast": 3.8112168312072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.491443395614624,
+      "cov-distil (oracle2student)": 4.094132423400879,
+      "cov-distil (oracle2teacher)": 3.8660364151000977,
+      "epoch": 4.123233908948195,
+      "rel-constrast": 3.048468828201294,
+      "step": 5253,
+      "subrel-constrast": 3.3446037769317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1520274877548218,
+      "cov-distil (oracle2student)": 4.267620086669922,
+      "cov-distil (oracle2teacher)": 4.628851890563965,
+      "epoch": 4.124018838304552,
+      "rel-constrast": 1.8791823387145996,
+      "step": 5254,
+      "subrel-constrast": 2.467174530029297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2970489263534546,
+      "cov-distil (oracle2student)": 4.38950777053833,
+      "cov-distil (oracle2teacher)": 4.059610366821289,
+      "epoch": 4.124803767660911,
+      "rel-constrast": 1.943448543548584,
+      "step": 5255,
+      "subrel-constrast": 2.736067295074463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0695865154266357,
+      "cov-distil (oracle2student)": 3.6558520793914795,
+      "cov-distil (oracle2teacher)": 3.6029422283172607,
+      "epoch": 4.125588697017268,
+      "rel-constrast": 2.004333734512329,
+      "step": 5256,
+      "subrel-constrast": 2.6802785396575928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1940605640411377,
+      "cov-distil (oracle2student)": 4.282825946807861,
+      "cov-distil (oracle2teacher)": 4.15247917175293,
+      "epoch": 4.126373626373626,
+      "rel-constrast": 2.9043869972229004,
+      "step": 5257,
+      "subrel-constrast": 3.41603684425354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7639456987380981,
+      "cov-distil (oracle2student)": 3.506176471710205,
+      "cov-distil (oracle2teacher)": 3.3247814178466797,
+      "epoch": 4.127158555729984,
+      "rel-constrast": 2.7695212364196777,
+      "step": 5258,
+      "subrel-constrast": 3.4748411178588867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7978686094284058,
+      "cov-distil (oracle2student)": 5.483437538146973,
+      "cov-distil (oracle2teacher)": 5.197831153869629,
+      "epoch": 4.127943485086342,
+      "rel-constrast": 2.6534857749938965,
+      "step": 5259,
+      "subrel-constrast": 3.5749433040618896,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.1287284144427,
+      "grad_norm": 6.65625,
+      "learning_rate": 2.710064199636591e-05,
+      "loss": 0.7056,
+      "step": 5260
+    },
+    {
+      "cov-distil": 1.9952819347381592,
+      "cov-distil (oracle2student)": 3.607215404510498,
+      "cov-distil (oracle2teacher)": 3.4972827434539795,
+      "epoch": 4.1287284144427,
+      "rel-constrast": 1.9783177375793457,
+      "step": 5260,
+      "subrel-constrast": 2.8971519470214844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7467410564422607,
+      "cov-distil (oracle2student)": 3.742867946624756,
+      "cov-distil (oracle2teacher)": 3.9134275913238525,
+      "epoch": 4.129513343799058,
+      "rel-constrast": 2.7273972034454346,
+      "step": 5261,
+      "subrel-constrast": 3.5060596466064453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3276541233062744,
+      "cov-distil (oracle2student)": 2.4215474128723145,
+      "cov-distil (oracle2teacher)": 2.516757011413574,
+      "epoch": 4.130298273155416,
+      "rel-constrast": 3.0502583980560303,
+      "step": 5262,
+      "subrel-constrast": 3.446436882019043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8340566158294678,
+      "cov-distil (oracle2student)": 5.077722549438477,
+      "cov-distil (oracle2teacher)": 4.616124153137207,
+      "epoch": 4.131083202511774,
+      "rel-constrast": 2.2473742961883545,
+      "step": 5263,
+      "subrel-constrast": 2.820770502090454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4674761295318604,
+      "cov-distil (oracle2student)": 3.673948287963867,
+      "cov-distil (oracle2teacher)": 4.413889408111572,
+      "epoch": 4.131868131868132,
+      "rel-constrast": 2.609842300415039,
+      "step": 5264,
+      "subrel-constrast": 3.652472496032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6570148468017578,
+      "cov-distil (oracle2student)": 4.861977577209473,
+      "cov-distil (oracle2teacher)": 4.169550895690918,
+      "epoch": 4.13265306122449,
+      "rel-constrast": 3.0977063179016113,
+      "step": 5265,
+      "subrel-constrast": 3.5188393592834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8321852684020996,
+      "cov-distil (oracle2student)": 4.487677574157715,
+      "cov-distil (oracle2teacher)": 4.286038398742676,
+      "epoch": 4.133437990580847,
+      "rel-constrast": 2.4581313133239746,
+      "step": 5266,
+      "subrel-constrast": 3.4038584232330322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.054394006729126,
+      "cov-distil (oracle2student)": 3.380974769592285,
+      "cov-distil (oracle2teacher)": 3.398566722869873,
+      "epoch": 4.134222919937206,
+      "rel-constrast": 1.892662525177002,
+      "step": 5267,
+      "subrel-constrast": 2.4546408653259277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4789206981658936,
+      "cov-distil (oracle2student)": 4.664850234985352,
+      "cov-distil (oracle2teacher)": 4.02906608581543,
+      "epoch": 4.135007849293563,
+      "rel-constrast": 3.1555511951446533,
+      "step": 5268,
+      "subrel-constrast": 3.2455601692199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.34099543094635,
+      "cov-distil (oracle2student)": 4.718155384063721,
+      "cov-distil (oracle2teacher)": 3.880439281463623,
+      "epoch": 4.135792778649922,
+      "rel-constrast": 2.377518653869629,
+      "step": 5269,
+      "subrel-constrast": 2.870339870452881,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.136577708006279,
+      "grad_norm": 5.34375,
+      "learning_rate": 2.701367152256658e-05,
+      "loss": 0.6792,
+      "step": 5270
+    },
+    {
+      "cov-distil": 1.4854621887207031,
+      "cov-distil (oracle2student)": 4.279190540313721,
+      "cov-distil (oracle2teacher)": 4.255247116088867,
+      "epoch": 4.136577708006279,
+      "rel-constrast": 2.15080189704895,
+      "step": 5270,
+      "subrel-constrast": 3.172565460205078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2218153476715088,
+      "cov-distil (oracle2student)": 3.2723546028137207,
+      "cov-distil (oracle2teacher)": 3.099968910217285,
+      "epoch": 4.137362637362638,
+      "rel-constrast": 2.2011570930480957,
+      "step": 5271,
+      "subrel-constrast": 2.6150388717651367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1634490489959717,
+      "cov-distil (oracle2student)": 3.6684131622314453,
+      "cov-distil (oracle2teacher)": 3.3914003372192383,
+      "epoch": 4.138147566718995,
+      "rel-constrast": 1.8202321529388428,
+      "step": 5272,
+      "subrel-constrast": 2.551112174987793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.131222128868103,
+      "cov-distil (oracle2student)": 4.912564277648926,
+      "cov-distil (oracle2teacher)": 5.089127063751221,
+      "epoch": 4.138932496075353,
+      "rel-constrast": 2.1137561798095703,
+      "step": 5273,
+      "subrel-constrast": 2.793181896209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.306075096130371,
+      "cov-distil (oracle2student)": 4.024698257446289,
+      "cov-distil (oracle2teacher)": 3.788778781890869,
+      "epoch": 4.139717425431711,
+      "rel-constrast": 1.9982876777648926,
+      "step": 5274,
+      "subrel-constrast": 2.7733356952667236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.710641622543335,
+      "cov-distil (oracle2student)": 2.967496156692505,
+      "cov-distil (oracle2teacher)": 3.0503673553466797,
+      "epoch": 4.140502354788069,
+      "rel-constrast": 2.791506290435791,
+      "step": 5275,
+      "subrel-constrast": 3.6219980716705322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3119940757751465,
+      "cov-distil (oracle2student)": 4.839642524719238,
+      "cov-distil (oracle2teacher)": 4.596815586090088,
+      "epoch": 4.141287284144427,
+      "rel-constrast": 3.356800079345703,
+      "step": 5276,
+      "subrel-constrast": 3.9992432594299316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3959310054779053,
+      "cov-distil (oracle2student)": 4.871799468994141,
+      "cov-distil (oracle2teacher)": 4.493832111358643,
+      "epoch": 4.142072213500785,
+      "rel-constrast": 2.3719770908355713,
+      "step": 5277,
+      "subrel-constrast": 2.533390760421753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6096875667572021,
+      "cov-distil (oracle2student)": 3.4722912311553955,
+      "cov-distil (oracle2teacher)": 3.886659622192383,
+      "epoch": 4.142857142857143,
+      "rel-constrast": 3.084774971008301,
+      "step": 5278,
+      "subrel-constrast": 4.1155476570129395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87221360206604,
+      "cov-distil (oracle2student)": 4.489955902099609,
+      "cov-distil (oracle2teacher)": 4.2813286781311035,
+      "epoch": 4.143642072213501,
+      "rel-constrast": 3.8273940086364746,
+      "step": 5279,
+      "subrel-constrast": 4.450868129730225,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.144427001569858,
+      "grad_norm": 7.28125,
+      "learning_rate": 2.692667651281523e-05,
+      "loss": 0.6784,
+      "step": 5280
+    },
+    {
+      "cov-distil": 1.1669176816940308,
+      "cov-distil (oracle2student)": 2.413437604904175,
+      "cov-distil (oracle2teacher)": 2.360598564147949,
+      "epoch": 4.144427001569858,
+      "rel-constrast": 2.0556914806365967,
+      "step": 5280,
+      "subrel-constrast": 2.656193256378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2838780879974365,
+      "cov-distil (oracle2student)": 5.217254638671875,
+      "cov-distil (oracle2teacher)": 5.280400276184082,
+      "epoch": 4.145211930926217,
+      "rel-constrast": 3.4224228858947754,
+      "step": 5281,
+      "subrel-constrast": 3.5604021549224854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3061926364898682,
+      "cov-distil (oracle2student)": 3.0644636154174805,
+      "cov-distil (oracle2teacher)": 2.835287094116211,
+      "epoch": 4.145996860282574,
+      "rel-constrast": 2.031532049179077,
+      "step": 5282,
+      "subrel-constrast": 2.5243942737579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.563747525215149,
+      "cov-distil (oracle2student)": 2.636909008026123,
+      "cov-distil (oracle2teacher)": 2.6007115840911865,
+      "epoch": 4.146781789638933,
+      "rel-constrast": 2.144571304321289,
+      "step": 5283,
+      "subrel-constrast": 3.2983579635620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.421744465827942,
+      "cov-distil (oracle2student)": 4.124762535095215,
+      "cov-distil (oracle2teacher)": 4.0072479248046875,
+      "epoch": 4.14756671899529,
+      "rel-constrast": 3.122800827026367,
+      "step": 5284,
+      "subrel-constrast": 3.8068103790283203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6821259260177612,
+      "cov-distil (oracle2student)": 4.483851432800293,
+      "cov-distil (oracle2teacher)": 4.354995250701904,
+      "epoch": 4.148351648351649,
+      "rel-constrast": 3.3502509593963623,
+      "step": 5285,
+      "subrel-constrast": 4.106003284454346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9669044017791748,
+      "cov-distil (oracle2student)": 4.909444808959961,
+      "cov-distil (oracle2teacher)": 5.276790618896484,
+      "epoch": 4.149136577708006,
+      "rel-constrast": 3.2051334381103516,
+      "step": 5286,
+      "subrel-constrast": 4.453633785247803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2649098634719849,
+      "cov-distil (oracle2student)": 3.850614070892334,
+      "cov-distil (oracle2teacher)": 3.8169517517089844,
+      "epoch": 4.149921507064364,
+      "rel-constrast": 1.472813606262207,
+      "step": 5287,
+      "subrel-constrast": 2.1828126907348633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4140242338180542,
+      "cov-distil (oracle2student)": 3.667717456817627,
+      "cov-distil (oracle2teacher)": 4.051892280578613,
+      "epoch": 4.150706436420722,
+      "rel-constrast": 3.010416030883789,
+      "step": 5288,
+      "subrel-constrast": 4.119198322296143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.492020606994629,
+      "cov-distil (oracle2student)": 3.215546131134033,
+      "cov-distil (oracle2teacher)": 3.257106304168701,
+      "epoch": 4.15149136577708,
+      "rel-constrast": 2.6951754093170166,
+      "step": 5289,
+      "subrel-constrast": 3.3521876335144043,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.152276295133438,
+      "grad_norm": 5.90625,
+      "learning_rate": 2.683965802711858e-05,
+      "loss": 0.6992,
+      "step": 5290
+    },
+    {
+      "cov-distil": 1.276956558227539,
+      "cov-distil (oracle2student)": 3.9301559925079346,
+      "cov-distil (oracle2teacher)": 3.8582394123077393,
+      "epoch": 4.152276295133438,
+      "rel-constrast": 1.9922242164611816,
+      "step": 5290,
+      "subrel-constrast": 2.8035080432891846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1980465650558472,
+      "cov-distil (oracle2student)": 3.322237491607666,
+      "cov-distil (oracle2teacher)": 3.105381488800049,
+      "epoch": 4.153061224489796,
+      "rel-constrast": 1.920194149017334,
+      "step": 5291,
+      "subrel-constrast": 2.6416656970977783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5337214469909668,
+      "cov-distil (oracle2student)": 3.766669988632202,
+      "cov-distil (oracle2teacher)": 4.09123420715332,
+      "epoch": 4.153846153846154,
+      "rel-constrast": 2.4209370613098145,
+      "step": 5292,
+      "subrel-constrast": 2.957653045654297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5129401683807373,
+      "cov-distil (oracle2student)": 3.7083449363708496,
+      "cov-distil (oracle2teacher)": 3.6435346603393555,
+      "epoch": 4.154631083202512,
+      "rel-constrast": 3.117403030395508,
+      "step": 5293,
+      "subrel-constrast": 3.656602382659912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3308647871017456,
+      "cov-distil (oracle2student)": 5.9830474853515625,
+      "cov-distil (oracle2teacher)": 5.501565456390381,
+      "epoch": 4.155416012558869,
+      "rel-constrast": 2.8384406566619873,
+      "step": 5294,
+      "subrel-constrast": 3.186439275741577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5174915790557861,
+      "cov-distil (oracle2student)": 4.389827728271484,
+      "cov-distil (oracle2teacher)": 3.995687484741211,
+      "epoch": 4.156200941915228,
+      "rel-constrast": 3.091435670852661,
+      "step": 5295,
+      "subrel-constrast": 3.804323673248291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9710643291473389,
+      "cov-distil (oracle2student)": 4.280020713806152,
+      "cov-distil (oracle2teacher)": 4.066793441772461,
+      "epoch": 4.156985871271585,
+      "rel-constrast": 2.5461654663085938,
+      "step": 5296,
+      "subrel-constrast": 3.4056928157806396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6418421268463135,
+      "cov-distil (oracle2student)": 4.924078941345215,
+      "cov-distil (oracle2teacher)": 4.6777873039245605,
+      "epoch": 4.157770800627944,
+      "rel-constrast": 1.70181143283844,
+      "step": 5297,
+      "subrel-constrast": 2.648740768432617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4029288291931152,
+      "cov-distil (oracle2student)": 5.667286396026611,
+      "cov-distil (oracle2teacher)": 5.337391376495361,
+      "epoch": 4.158555729984301,
+      "rel-constrast": 3.253784656524658,
+      "step": 5298,
+      "subrel-constrast": 4.052253723144531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7946596145629883,
+      "cov-distil (oracle2student)": 4.478504180908203,
+      "cov-distil (oracle2teacher)": 3.6552481651306152,
+      "epoch": 4.15934065934066,
+      "rel-constrast": 1.2903075218200684,
+      "step": 5299,
+      "subrel-constrast": 2.4175949096679688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.160125588697017,
+      "grad_norm": 4.03125,
+      "learning_rate": 2.6752617125769443e-05,
+      "loss": 0.6423,
+      "step": 5300
+    },
+    {
+      "epoch": 4.160125588697017,
+      "overlap": 0.30781251192092896,
+      "step": 5300
+    },
+    {
+      "epoch": 4.160125588697017,
+      "step": 5300,
+      "student margin": 0.065673828125
+    },
+    {
+      "epoch": 4.160125588697017,
+      "step": 5300,
+      "teacher margin": 0.045440673828125
+    },
+    {
+      "epoch": 4.160125588697017,
+      "margin difference": -0.020233154296875,
+      "step": 5300
+    },
+    {
+      "cov-distil": 1.4512715339660645,
+      "cov-distil (oracle2student)": 3.804302215576172,
+      "cov-distil (oracle2teacher)": 3.9716620445251465,
+      "epoch": 4.160125588697017,
+      "rel-constrast": 1.8451602458953857,
+      "step": 5300,
+      "subrel-constrast": 3.0975542068481445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9065978527069092,
+      "cov-distil (oracle2student)": 4.488478660583496,
+      "cov-distil (oracle2teacher)": 3.794052839279175,
+      "epoch": 4.160910518053376,
+      "rel-constrast": 2.189683437347412,
+      "step": 5301,
+      "subrel-constrast": 2.6773719787597656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5203728675842285,
+      "cov-distil (oracle2student)": 5.394351005554199,
+      "cov-distil (oracle2teacher)": 5.084750175476074,
+      "epoch": 4.161695447409733,
+      "rel-constrast": 2.663954496383667,
+      "step": 5302,
+      "subrel-constrast": 3.151127338409424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4213095903396606,
+      "cov-distil (oracle2student)": 5.706531524658203,
+      "cov-distil (oracle2teacher)": 5.722814559936523,
+      "epoch": 4.162480376766091,
+      "rel-constrast": 2.6519079208374023,
+      "step": 5303,
+      "subrel-constrast": 3.375962734222412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2695657014846802,
+      "cov-distil (oracle2student)": 3.768132209777832,
+      "cov-distil (oracle2teacher)": 3.9068045616149902,
+      "epoch": 4.163265306122449,
+      "rel-constrast": 2.874992847442627,
+      "step": 5304,
+      "subrel-constrast": 3.737325668334961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5497791767120361,
+      "cov-distil (oracle2student)": 5.096242904663086,
+      "cov-distil (oracle2teacher)": 4.792581558227539,
+      "epoch": 4.164050235478807,
+      "rel-constrast": 2.2001326084136963,
+      "step": 5305,
+      "subrel-constrast": 3.1651790142059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.68019437789917,
+      "cov-distil (oracle2student)": 2.6555800437927246,
+      "cov-distil (oracle2teacher)": 2.7191247940063477,
+      "epoch": 4.164835164835165,
+      "rel-constrast": 2.1600418090820312,
+      "step": 5306,
+      "subrel-constrast": 2.9891796112060547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2076095342636108,
+      "cov-distil (oracle2student)": 3.457770824432373,
+      "cov-distil (oracle2teacher)": 3.041285276412964,
+      "epoch": 4.165620094191523,
+      "rel-constrast": 1.2991819381713867,
+      "step": 5307,
+      "subrel-constrast": 2.1848583221435547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1505661010742188,
+      "cov-distil (oracle2student)": 4.317217826843262,
+      "cov-distil (oracle2teacher)": 4.5623393058776855,
+      "epoch": 4.166405023547881,
+      "rel-constrast": 3.440925121307373,
+      "step": 5308,
+      "subrel-constrast": 3.9527933597564697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.609330415725708,
+      "cov-distil (oracle2student)": 4.278295993804932,
+      "cov-distil (oracle2teacher)": 3.6800312995910645,
+      "epoch": 4.167189952904239,
+      "rel-constrast": 3.372701644897461,
+      "step": 5309,
+      "subrel-constrast": 3.5527915954589844,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.167974882260596,
+      "grad_norm": 6.6875,
+      "learning_rate": 2.6665554869333714e-05,
+      "loss": 0.6544,
+      "step": 5310
+    },
+    {
+      "cov-distil": 1.6550483703613281,
+      "cov-distil (oracle2student)": 5.819829940795898,
+      "cov-distil (oracle2teacher)": 4.8975114822387695,
+      "epoch": 4.167974882260596,
+      "rel-constrast": 1.9217100143432617,
+      "step": 5310,
+      "subrel-constrast": 2.991298198699951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2756080627441406,
+      "cov-distil (oracle2student)": 2.9203219413757324,
+      "cov-distil (oracle2teacher)": 2.711031198501587,
+      "epoch": 4.168759811616955,
+      "rel-constrast": 2.081937313079834,
+      "step": 5311,
+      "subrel-constrast": 2.9938747882843018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.475458025932312,
+      "cov-distil (oracle2student)": 3.7462573051452637,
+      "cov-distil (oracle2teacher)": 3.4809768199920654,
+      "epoch": 4.169544740973312,
+      "rel-constrast": 2.01888108253479,
+      "step": 5312,
+      "subrel-constrast": 2.8829355239868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9100468158721924,
+      "cov-distil (oracle2student)": 2.2548861503601074,
+      "cov-distil (oracle2teacher)": 2.387932777404785,
+      "epoch": 4.170329670329671,
+      "rel-constrast": 1.7899092435836792,
+      "step": 5313,
+      "subrel-constrast": 3.0727012157440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4632155895233154,
+      "cov-distil (oracle2student)": 6.393409729003906,
+      "cov-distil (oracle2teacher)": 5.600341796875,
+      "epoch": 4.171114599686028,
+      "rel-constrast": 2.3665616512298584,
+      "step": 5314,
+      "subrel-constrast": 3.07800030708313,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8898028135299683,
+      "cov-distil (oracle2student)": 3.9283447265625,
+      "cov-distil (oracle2teacher)": 3.2800049781799316,
+      "epoch": 4.171899529042387,
+      "rel-constrast": 1.9522329568862915,
+      "step": 5315,
+      "subrel-constrast": 2.946559190750122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663880705833435,
+      "cov-distil (oracle2student)": 4.293615341186523,
+      "cov-distil (oracle2teacher)": 3.8338027000427246,
+      "epoch": 4.172684458398744,
+      "rel-constrast": 3.0314483642578125,
+      "step": 5316,
+      "subrel-constrast": 3.261730670928955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4281878471374512,
+      "cov-distil (oracle2student)": 3.4558725357055664,
+      "cov-distil (oracle2teacher)": 3.1074745655059814,
+      "epoch": 4.173469387755102,
+      "rel-constrast": 1.2452542781829834,
+      "step": 5317,
+      "subrel-constrast": 2.3766276836395264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1269758939743042,
+      "cov-distil (oracle2student)": 3.063821315765381,
+      "cov-distil (oracle2teacher)": 3.4624719619750977,
+      "epoch": 4.17425431711146,
+      "rel-constrast": 2.218305826187134,
+      "step": 5318,
+      "subrel-constrast": 2.854654312133789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4416325092315674,
+      "cov-distil (oracle2student)": 5.216914653778076,
+      "cov-distil (oracle2teacher)": 4.978687286376953,
+      "epoch": 4.175039246467818,
+      "rel-constrast": 1.7114337682724,
+      "step": 5319,
+      "subrel-constrast": 2.4567883014678955,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.175824175824176,
+      "grad_norm": 6.03125,
+      "learning_rate": 2.657847231863753e-05,
+      "loss": 0.5468,
+      "step": 5320
+    },
+    {
+      "cov-distil": 1.5584924221038818,
+      "cov-distil (oracle2student)": 4.488158226013184,
+      "cov-distil (oracle2teacher)": 3.8467798233032227,
+      "epoch": 4.175824175824176,
+      "rel-constrast": 1.8108270168304443,
+      "step": 5320,
+      "subrel-constrast": 2.9086246490478516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1760931015014648,
+      "cov-distil (oracle2student)": 4.25848388671875,
+      "cov-distil (oracle2teacher)": 4.005027770996094,
+      "epoch": 4.176609105180534,
+      "rel-constrast": 2.0384178161621094,
+      "step": 5321,
+      "subrel-constrast": 2.631002902984619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3465465307235718,
+      "cov-distil (oracle2student)": 4.385891914367676,
+      "cov-distil (oracle2teacher)": 3.881091833114624,
+      "epoch": 4.177394034536892,
+      "rel-constrast": 1.8492027521133423,
+      "step": 5322,
+      "subrel-constrast": 2.709150791168213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9458736181259155,
+      "cov-distil (oracle2student)": 4.817150115966797,
+      "cov-distil (oracle2teacher)": 4.418482303619385,
+      "epoch": 4.17817896389325,
+      "rel-constrast": 1.5068176984786987,
+      "step": 5323,
+      "subrel-constrast": 2.083972930908203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4840052127838135,
+      "cov-distil (oracle2student)": 4.117027282714844,
+      "cov-distil (oracle2teacher)": 4.444584846496582,
+      "epoch": 4.178963893249607,
+      "rel-constrast": 2.6802620887756348,
+      "step": 5324,
+      "subrel-constrast": 3.905564785003662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4862010478973389,
+      "cov-distil (oracle2student)": 5.273699760437012,
+      "cov-distil (oracle2teacher)": 5.252531051635742,
+      "epoch": 4.179748822605966,
+      "rel-constrast": 2.850642681121826,
+      "step": 5325,
+      "subrel-constrast": 3.391664743423462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.857141375541687,
+      "cov-distil (oracle2student)": 3.3830556869506836,
+      "cov-distil (oracle2teacher)": 3.6395087242126465,
+      "epoch": 4.180533751962323,
+      "rel-constrast": 1.7906060218811035,
+      "step": 5326,
+      "subrel-constrast": 2.2892985343933105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1576311588287354,
+      "cov-distil (oracle2student)": 4.35923433303833,
+      "cov-distil (oracle2teacher)": 4.2490034103393555,
+      "epoch": 4.181318681318682,
+      "rel-constrast": 1.6591272354125977,
+      "step": 5327,
+      "subrel-constrast": 2.4821739196777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3357833623886108,
+      "cov-distil (oracle2student)": 3.685940980911255,
+      "cov-distil (oracle2teacher)": 3.815053701400757,
+      "epoch": 4.182103610675039,
+      "rel-constrast": 2.7914819717407227,
+      "step": 5328,
+      "subrel-constrast": 3.3624377250671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2953317165374756,
+      "cov-distil (oracle2student)": 4.8242878913879395,
+      "cov-distil (oracle2teacher)": 4.6268310546875,
+      "epoch": 4.1828885400313975,
+      "rel-constrast": 2.258826732635498,
+      "step": 5329,
+      "subrel-constrast": 2.9776151180267334,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.183673469387755,
+      "grad_norm": 5.4375,
+      "learning_rate": 2.649137053475427e-05,
+      "loss": 0.5625,
+      "step": 5330
+    },
+    {
+      "cov-distil": 1.8002173900604248,
+      "cov-distil (oracle2student)": 2.6150949001312256,
+      "cov-distil (oracle2teacher)": 2.846503734588623,
+      "epoch": 4.183673469387755,
+      "rel-constrast": 2.2115931510925293,
+      "step": 5330,
+      "subrel-constrast": 3.2645318508148193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5112686157226562,
+      "cov-distil (oracle2student)": 4.341668605804443,
+      "cov-distil (oracle2teacher)": 4.516270160675049,
+      "epoch": 4.184458398744113,
+      "rel-constrast": 3.6942238807678223,
+      "step": 5331,
+      "subrel-constrast": 4.269717693328857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.294721007347107,
+      "cov-distil (oracle2student)": 5.242760181427002,
+      "cov-distil (oracle2teacher)": 4.366154670715332,
+      "epoch": 4.185243328100471,
+      "rel-constrast": 3.0726375579833984,
+      "step": 5332,
+      "subrel-constrast": 3.201599597930908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8700149059295654,
+      "cov-distil (oracle2student)": 4.547430992126465,
+      "cov-distil (oracle2teacher)": 4.600967884063721,
+      "epoch": 4.186028257456829,
+      "rel-constrast": 2.9110538959503174,
+      "step": 5333,
+      "subrel-constrast": 3.8342998027801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.384145736694336,
+      "cov-distil (oracle2student)": 4.406720161437988,
+      "cov-distil (oracle2teacher)": 3.972238540649414,
+      "epoch": 4.186813186813187,
+      "rel-constrast": 3.8649158477783203,
+      "step": 5334,
+      "subrel-constrast": 3.817202091217041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6481876373291016,
+      "cov-distil (oracle2student)": 3.2551066875457764,
+      "cov-distil (oracle2teacher)": 3.248002290725708,
+      "epoch": 4.187598116169545,
+      "rel-constrast": 2.077014923095703,
+      "step": 5335,
+      "subrel-constrast": 3.408708333969116,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.535901427268982,
+      "cov-distil (oracle2student)": 3.3621177673339844,
+      "cov-distil (oracle2teacher)": 2.8730900287628174,
+      "epoch": 4.188383045525903,
+      "rel-constrast": 1.9653351306915283,
+      "step": 5336,
+      "subrel-constrast": 2.9146318435668945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7486507892608643,
+      "cov-distil (oracle2student)": 2.7796456813812256,
+      "cov-distil (oracle2teacher)": 3.0846328735351562,
+      "epoch": 4.189167974882261,
+      "rel-constrast": 2.0030393600463867,
+      "step": 5337,
+      "subrel-constrast": 2.6773738861083984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.772740364074707,
+      "cov-distil (oracle2student)": 6.140635013580322,
+      "cov-distil (oracle2teacher)": 4.7570953369140625,
+      "epoch": 4.189952904238618,
+      "rel-constrast": 3.7257299423217773,
+      "step": 5338,
+      "subrel-constrast": 3.1471667289733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3867753744125366,
+      "cov-distil (oracle2student)": 5.340419769287109,
+      "cov-distil (oracle2teacher)": 4.867269515991211,
+      "epoch": 4.1907378335949765,
+      "rel-constrast": 2.0029773712158203,
+      "step": 5339,
+      "subrel-constrast": 2.8538599014282227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.191522762951334,
+      "grad_norm": 5.34375,
+      "learning_rate": 2.6404250578991696e-05,
+      "loss": 0.7281,
+      "step": 5340
+    },
+    {
+      "cov-distil": 1.668269157409668,
+      "cov-distil (oracle2student)": 4.073922634124756,
+      "cov-distil (oracle2teacher)": 3.889932155609131,
+      "epoch": 4.191522762951334,
+      "rel-constrast": 2.913147211074829,
+      "step": 5340,
+      "subrel-constrast": 3.569261312484741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7767021656036377,
+      "cov-distil (oracle2student)": 6.631551742553711,
+      "cov-distil (oracle2teacher)": 5.69829797744751,
+      "epoch": 4.1923076923076925,
+      "rel-constrast": 3.2124648094177246,
+      "step": 5341,
+      "subrel-constrast": 3.83943510055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.781759262084961,
+      "cov-distil (oracle2student)": 4.443772315979004,
+      "cov-distil (oracle2teacher)": 4.271055221557617,
+      "epoch": 4.19309262166405,
+      "rel-constrast": 1.7292826175689697,
+      "step": 5342,
+      "subrel-constrast": 2.898841142654419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2018871307373047,
+      "cov-distil (oracle2student)": 3.1448869705200195,
+      "cov-distil (oracle2teacher)": 3.668095588684082,
+      "epoch": 4.1938775510204085,
+      "rel-constrast": 3.0568032264709473,
+      "step": 5343,
+      "subrel-constrast": 3.7810795307159424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2390503883361816,
+      "cov-distil (oracle2student)": 4.108407497406006,
+      "cov-distil (oracle2teacher)": 3.5228021144866943,
+      "epoch": 4.194662480376766,
+      "rel-constrast": 3.762700080871582,
+      "step": 5344,
+      "subrel-constrast": 3.832883596420288,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7472429275512695,
+      "cov-distil (oracle2student)": 6.74306583404541,
+      "cov-distil (oracle2teacher)": 6.035931587219238,
+      "epoch": 4.195447409733124,
+      "rel-constrast": 2.897955894470215,
+      "step": 5345,
+      "subrel-constrast": 3.4448726177215576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.772003412246704,
+      "cov-distil (oracle2student)": 2.5064504146575928,
+      "cov-distil (oracle2teacher)": 3.287050485610962,
+      "epoch": 4.196232339089482,
+      "rel-constrast": 3.5510480403900146,
+      "step": 5346,
+      "subrel-constrast": 4.14454460144043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2520997524261475,
+      "cov-distil (oracle2student)": 4.399812698364258,
+      "cov-distil (oracle2teacher)": 4.269259929656982,
+      "epoch": 4.1970172684458396,
+      "rel-constrast": 2.6488916873931885,
+      "step": 5347,
+      "subrel-constrast": 3.05049467086792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3049030303955078,
+      "cov-distil (oracle2student)": 3.616544246673584,
+      "cov-distil (oracle2teacher)": 3.3018739223480225,
+      "epoch": 4.197802197802198,
+      "rel-constrast": 2.0239450931549072,
+      "step": 5348,
+      "subrel-constrast": 2.7407798767089844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5792430639266968,
+      "cov-distil (oracle2student)": 4.855319023132324,
+      "cov-distil (oracle2teacher)": 4.663998603820801,
+      "epoch": 4.1985871271585555,
+      "rel-constrast": 2.5073251724243164,
+      "step": 5349,
+      "subrel-constrast": 3.0497334003448486,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.199372056514914,
+      "grad_norm": 5.6875,
+      "learning_rate": 2.6317113512878966e-05,
+      "loss": 0.7459,
+      "step": 5350
+    },
+    {
+      "cov-distil": 1.3435720205307007,
+      "cov-distil (oracle2student)": 5.770900249481201,
+      "cov-distil (oracle2teacher)": 4.910432815551758,
+      "epoch": 4.199372056514914,
+      "rel-constrast": 2.740809440612793,
+      "step": 5350,
+      "subrel-constrast": 3.140681505203247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2208203077316284,
+      "cov-distil (oracle2student)": 3.5024991035461426,
+      "cov-distil (oracle2teacher)": 2.987379550933838,
+      "epoch": 4.2001569858712715,
+      "rel-constrast": 3.7593002319335938,
+      "step": 5351,
+      "subrel-constrast": 3.783388137817383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.445051908493042,
+      "cov-distil (oracle2student)": 5.965364456176758,
+      "cov-distil (oracle2teacher)": 5.136244773864746,
+      "epoch": 4.20094191522763,
+      "rel-constrast": 3.1294994354248047,
+      "step": 5352,
+      "subrel-constrast": 3.675260305404663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3081798553466797,
+      "cov-distil (oracle2student)": 3.4927265644073486,
+      "cov-distil (oracle2teacher)": 3.61316180229187,
+      "epoch": 4.2017268445839875,
+      "rel-constrast": 1.9624314308166504,
+      "step": 5353,
+      "subrel-constrast": 2.7726938724517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.663059949874878,
+      "cov-distil (oracle2student)": 4.98264217376709,
+      "cov-distil (oracle2teacher)": 4.342374801635742,
+      "epoch": 4.202511773940345,
+      "rel-constrast": 2.1640877723693848,
+      "step": 5354,
+      "subrel-constrast": 3.1984047889709473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4745121002197266,
+      "cov-distil (oracle2student)": 4.893529891967773,
+      "cov-distil (oracle2teacher)": 4.998042106628418,
+      "epoch": 4.2032967032967035,
+      "rel-constrast": 3.164902687072754,
+      "step": 5355,
+      "subrel-constrast": 4.167500972747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.144014835357666,
+      "cov-distil (oracle2student)": 4.018165111541748,
+      "cov-distil (oracle2teacher)": 3.4460532665252686,
+      "epoch": 4.204081632653061,
+      "rel-constrast": 1.7184410095214844,
+      "step": 5356,
+      "subrel-constrast": 2.3075313568115234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.232344627380371,
+      "cov-distil (oracle2student)": 4.506416320800781,
+      "cov-distil (oracle2teacher)": 4.530274391174316,
+      "epoch": 4.204866562009419,
+      "rel-constrast": 2.3035168647766113,
+      "step": 5357,
+      "subrel-constrast": 3.2875163555145264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.770669937133789,
+      "cov-distil (oracle2student)": 3.7038917541503906,
+      "cov-distil (oracle2teacher)": 3.3048436641693115,
+      "epoch": 4.205651491365777,
+      "rel-constrast": 1.837662696838379,
+      "step": 5358,
+      "subrel-constrast": 2.5056302547454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4139131307601929,
+      "cov-distil (oracle2student)": 5.994097709655762,
+      "cov-distil (oracle2teacher)": 6.083121299743652,
+      "epoch": 4.206436420722135,
+      "rel-constrast": 4.046172618865967,
+      "step": 5359,
+      "subrel-constrast": 4.433027744293213,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.207221350078493,
+      "grad_norm": 8.8125,
+      "learning_rate": 2.622996039815374e-05,
+      "loss": 0.7082,
+      "step": 5360
+    },
+    {
+      "cov-distil": 1.990475058555603,
+      "cov-distil (oracle2student)": 3.570842742919922,
+      "cov-distil (oracle2teacher)": 3.568406581878662,
+      "epoch": 4.207221350078493,
+      "rel-constrast": 2.2264058589935303,
+      "step": 5360,
+      "subrel-constrast": 2.892343282699585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.422877550125122,
+      "cov-distil (oracle2student)": 3.7319328784942627,
+      "cov-distil (oracle2teacher)": 3.9826860427856445,
+      "epoch": 4.2080062794348505,
+      "rel-constrast": 1.9624619483947754,
+      "step": 5361,
+      "subrel-constrast": 2.6584692001342773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.44502592086792,
+      "cov-distil (oracle2student)": 4.483566761016846,
+      "cov-distil (oracle2teacher)": 4.609572410583496,
+      "epoch": 4.208791208791209,
+      "rel-constrast": 2.4880030155181885,
+      "step": 5362,
+      "subrel-constrast": 2.9072909355163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3194000720977783,
+      "cov-distil (oracle2student)": 3.0685019493103027,
+      "cov-distil (oracle2teacher)": 3.0782883167266846,
+      "epoch": 4.2095761381475665,
+      "rel-constrast": 2.2357442378997803,
+      "step": 5363,
+      "subrel-constrast": 3.2336649894714355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8639174699783325,
+      "cov-distil (oracle2student)": 3.9165430068969727,
+      "cov-distil (oracle2teacher)": 3.8515334129333496,
+      "epoch": 4.210361067503925,
+      "rel-constrast": 2.9742660522460938,
+      "step": 5364,
+      "subrel-constrast": 3.6138367652893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4116408824920654,
+      "cov-distil (oracle2student)": 3.1346545219421387,
+      "cov-distil (oracle2teacher)": 2.7955586910247803,
+      "epoch": 4.2111459968602825,
+      "rel-constrast": 2.519284725189209,
+      "step": 5365,
+      "subrel-constrast": 2.9818115234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6247069835662842,
+      "cov-distil (oracle2student)": 2.4697422981262207,
+      "cov-distil (oracle2teacher)": 2.550656795501709,
+      "epoch": 4.211930926216641,
+      "rel-constrast": 1.3711539506912231,
+      "step": 5366,
+      "subrel-constrast": 2.433246374130249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9262574911117554,
+      "cov-distil (oracle2student)": 3.1652491092681885,
+      "cov-distil (oracle2teacher)": 3.635678291320801,
+      "epoch": 4.212715855572998,
+      "rel-constrast": 2.362183094024658,
+      "step": 5367,
+      "subrel-constrast": 3.776017427444458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4567899703979492,
+      "cov-distil (oracle2student)": 3.9689204692840576,
+      "cov-distil (oracle2teacher)": 3.7103776931762695,
+      "epoch": 4.213500784929356,
+      "rel-constrast": 3.036564826965332,
+      "step": 5368,
+      "subrel-constrast": 3.2494213581085205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1965656280517578,
+      "cov-distil (oracle2student)": 3.1992979049682617,
+      "cov-distil (oracle2teacher)": 3.0379631519317627,
+      "epoch": 4.214285714285714,
+      "rel-constrast": 3.28808856010437,
+      "step": 5369,
+      "subrel-constrast": 3.824610710144043,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.215070643642072,
+      "grad_norm": 5.3125,
+      "learning_rate": 2.614279229674922e-05,
+      "loss": 0.6507,
+      "step": 5370
+    },
+    {
+      "cov-distil": 1.7135882377624512,
+      "cov-distil (oracle2student)": 3.5847373008728027,
+      "cov-distil (oracle2teacher)": 3.056142807006836,
+      "epoch": 4.215070643642072,
+      "rel-constrast": 2.4223382472991943,
+      "step": 5370,
+      "subrel-constrast": 3.2551043033599854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5652905702590942,
+      "cov-distil (oracle2student)": 2.646277904510498,
+      "cov-distil (oracle2teacher)": 2.7692127227783203,
+      "epoch": 4.21585557299843,
+      "rel-constrast": 1.8093047142028809,
+      "step": 5371,
+      "subrel-constrast": 2.797269582748413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7190377712249756,
+      "cov-distil (oracle2student)": 3.270887613296509,
+      "cov-distil (oracle2teacher)": 3.2372050285339355,
+      "epoch": 4.216640502354788,
+      "rel-constrast": 4.075665473937988,
+      "step": 5372,
+      "subrel-constrast": 4.661679267883301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2087347507476807,
+      "cov-distil (oracle2student)": 3.7806756496429443,
+      "cov-distil (oracle2teacher)": 3.6082515716552734,
+      "epoch": 4.217425431711146,
+      "rel-constrast": 2.7289607524871826,
+      "step": 5373,
+      "subrel-constrast": 3.8024535179138184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9344689846038818,
+      "cov-distil (oracle2student)": 4.046817779541016,
+      "cov-distil (oracle2teacher)": 4.066789627075195,
+      "epoch": 4.218210361067504,
+      "rel-constrast": 2.6775381565093994,
+      "step": 5374,
+      "subrel-constrast": 3.8181674480438232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9876044988632202,
+      "cov-distil (oracle2student)": 2.770313024520874,
+      "cov-distil (oracle2teacher)": 3.1816461086273193,
+      "epoch": 4.2189952904238615,
+      "rel-constrast": 3.1891226768493652,
+      "step": 5375,
+      "subrel-constrast": 4.076669216156006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4394234418869019,
+      "cov-distil (oracle2student)": 3.4970412254333496,
+      "cov-distil (oracle2teacher)": 3.59846830368042,
+      "epoch": 4.21978021978022,
+      "rel-constrast": 2.663811683654785,
+      "step": 5376,
+      "subrel-constrast": 3.3172810077667236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5520405769348145,
+      "cov-distil (oracle2student)": 2.839512586593628,
+      "cov-distil (oracle2teacher)": 3.4311583042144775,
+      "epoch": 4.220565149136577,
+      "rel-constrast": 3.0268630981445312,
+      "step": 5377,
+      "subrel-constrast": 4.0170979499816895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0924072265625,
+      "cov-distil (oracle2student)": 4.01643705368042,
+      "cov-distil (oracle2teacher)": 3.743210792541504,
+      "epoch": 4.221350078492936,
+      "rel-constrast": 3.1832425594329834,
+      "step": 5378,
+      "subrel-constrast": 3.8922817707061768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1949100494384766,
+      "cov-distil (oracle2student)": 4.15622615814209,
+      "cov-distil (oracle2teacher)": 4.031546592712402,
+      "epoch": 4.222135007849293,
+      "rel-constrast": 3.1388988494873047,
+      "step": 5379,
+      "subrel-constrast": 3.5073351860046387,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.222919937205652,
+      "grad_norm": 5.8125,
+      "learning_rate": 2.60556102707812e-05,
+      "loss": 0.7614,
+      "step": 5380
+    },
+    {
+      "cov-distil": 1.7614715099334717,
+      "cov-distil (oracle2student)": 3.126225471496582,
+      "cov-distil (oracle2teacher)": 3.575502872467041,
+      "epoch": 4.222919937205652,
+      "rel-constrast": 2.0129406452178955,
+      "step": 5380,
+      "subrel-constrast": 3.596754550933838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3777190446853638,
+      "cov-distil (oracle2student)": 5.400313377380371,
+      "cov-distil (oracle2teacher)": 4.805192947387695,
+      "epoch": 4.223704866562009,
+      "rel-constrast": 2.4560418128967285,
+      "step": 5381,
+      "subrel-constrast": 3.1084609031677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5652458667755127,
+      "cov-distil (oracle2student)": 3.459402322769165,
+      "cov-distil (oracle2teacher)": 4.165347576141357,
+      "epoch": 4.224489795918367,
+      "rel-constrast": 2.837465286254883,
+      "step": 5382,
+      "subrel-constrast": 4.106861591339111,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.899583339691162,
+      "cov-distil (oracle2student)": 5.082481384277344,
+      "cov-distil (oracle2teacher)": 5.394130706787109,
+      "epoch": 4.225274725274725,
+      "rel-constrast": 2.917691230773926,
+      "step": 5383,
+      "subrel-constrast": 3.823049545288086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.140387535095215,
+      "cov-distil (oracle2student)": 6.241474151611328,
+      "cov-distil (oracle2teacher)": 5.278498649597168,
+      "epoch": 4.226059654631083,
+      "rel-constrast": 2.076464891433716,
+      "step": 5384,
+      "subrel-constrast": 2.7322981357574463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.179579734802246,
+      "cov-distil (oracle2student)": 3.561951160430908,
+      "cov-distil (oracle2teacher)": 3.4314584732055664,
+      "epoch": 4.226844583987441,
+      "rel-constrast": 2.1283206939697266,
+      "step": 5385,
+      "subrel-constrast": 2.7566707134246826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.352902889251709,
+      "cov-distil (oracle2student)": 3.022310256958008,
+      "cov-distil (oracle2teacher)": 2.924423933029175,
+      "epoch": 4.227629513343799,
+      "rel-constrast": 2.117928981781006,
+      "step": 5386,
+      "subrel-constrast": 2.472299814224243,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9223791360855103,
+      "cov-distil (oracle2student)": 3.0623292922973633,
+      "cov-distil (oracle2teacher)": 3.625460147857666,
+      "epoch": 4.228414442700157,
+      "rel-constrast": 2.551469326019287,
+      "step": 5387,
+      "subrel-constrast": 3.698432445526123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.523091435432434,
+      "cov-distil (oracle2student)": 4.170897483825684,
+      "cov-distil (oracle2teacher)": 3.9808170795440674,
+      "epoch": 4.229199372056515,
+      "rel-constrast": 1.6487776041030884,
+      "step": 5388,
+      "subrel-constrast": 2.2717580795288086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3666530847549438,
+      "cov-distil (oracle2student)": 5.059328079223633,
+      "cov-distil (oracle2teacher)": 5.1736531257629395,
+      "epoch": 4.229984301412873,
+      "rel-constrast": 2.8075191974639893,
+      "step": 5389,
+      "subrel-constrast": 3.459846019744873,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.230769230769231,
+      "grad_norm": 6.5,
+      "learning_rate": 2.5968415382535154e-05,
+      "loss": 0.6291,
+      "step": 5390
+    },
+    {
+      "cov-distil": 2.121525287628174,
+      "cov-distil (oracle2student)": 4.4264984130859375,
+      "cov-distil (oracle2teacher)": 3.704422950744629,
+      "epoch": 4.230769230769231,
+      "rel-constrast": 3.068507194519043,
+      "step": 5390,
+      "subrel-constrast": 3.8477935791015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1076819896697998,
+      "cov-distil (oracle2student)": 4.765031337738037,
+      "cov-distil (oracle2teacher)": 4.367542266845703,
+      "epoch": 4.231554160125588,
+      "rel-constrast": 2.756394386291504,
+      "step": 5391,
+      "subrel-constrast": 3.05672550201416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8514292240142822,
+      "cov-distil (oracle2student)": 4.57867431640625,
+      "cov-distil (oracle2teacher)": 4.606563568115234,
+      "epoch": 4.232339089481947,
+      "rel-constrast": 2.188096523284912,
+      "step": 5392,
+      "subrel-constrast": 2.943917751312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2996455430984497,
+      "cov-distil (oracle2student)": 3.6431496143341064,
+      "cov-distil (oracle2teacher)": 3.5508310794830322,
+      "epoch": 4.233124018838304,
+      "rel-constrast": 2.7214057445526123,
+      "step": 5393,
+      "subrel-constrast": 3.089218854904175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.086151123046875,
+      "cov-distil (oracle2student)": 3.434605360031128,
+      "cov-distil (oracle2teacher)": 3.86423659324646,
+      "epoch": 4.233908948194663,
+      "rel-constrast": 2.5843682289123535,
+      "step": 5394,
+      "subrel-constrast": 3.9499473571777344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.591480016708374,
+      "cov-distil (oracle2student)": 4.110480785369873,
+      "cov-distil (oracle2teacher)": 3.9223835468292236,
+      "epoch": 4.23469387755102,
+      "rel-constrast": 2.4248368740081787,
+      "step": 5395,
+      "subrel-constrast": 3.3081791400909424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3116285800933838,
+      "cov-distil (oracle2student)": 3.6242995262145996,
+      "cov-distil (oracle2teacher)": 3.5642337799072266,
+      "epoch": 4.235478806907379,
+      "rel-constrast": 2.068976402282715,
+      "step": 5396,
+      "subrel-constrast": 3.2110607624053955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8368964195251465,
+      "cov-distil (oracle2student)": 3.827368974685669,
+      "cov-distil (oracle2teacher)": 3.691873550415039,
+      "epoch": 4.236263736263736,
+      "rel-constrast": 2.7270028591156006,
+      "step": 5397,
+      "subrel-constrast": 3.873554229736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6623053550720215,
+      "cov-distil (oracle2student)": 6.076114177703857,
+      "cov-distil (oracle2teacher)": 5.063360214233398,
+      "epoch": 4.237048665620094,
+      "rel-constrast": 3.02889347076416,
+      "step": 5398,
+      "subrel-constrast": 3.7165932655334473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3041106462478638,
+      "cov-distil (oracle2student)": 4.758758068084717,
+      "cov-distil (oracle2teacher)": 4.482848644256592,
+      "epoch": 4.237833594976452,
+      "rel-constrast": 2.0813066959381104,
+      "step": 5399,
+      "subrel-constrast": 2.6648952960968018,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.23861852433281,
+      "grad_norm": 7.4375,
+      "learning_rate": 2.58812086944533e-05,
+      "loss": 0.6817,
+      "step": 5400
+    },
+    {
+      "epoch": 4.23861852433281,
+      "overlap": 0.3843750059604645,
+      "step": 5400
+    },
+    {
+      "epoch": 4.23861852433281,
+      "step": 5400,
+      "student margin": 0.05615234375
+    },
+    {
+      "epoch": 4.23861852433281,
+      "step": 5400,
+      "teacher margin": 0.0404052734375
+    },
+    {
+      "epoch": 4.23861852433281,
+      "margin difference": -0.0157470703125,
+      "step": 5400
+    },
+    {
+      "cov-distil": 1.060596227645874,
+      "cov-distil (oracle2student)": 5.774348735809326,
+      "cov-distil (oracle2teacher)": 4.937139511108398,
+      "epoch": 4.23861852433281,
+      "rel-constrast": 2.7901248931884766,
+      "step": 5400,
+      "subrel-constrast": 3.267448902130127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1803972721099854,
+      "cov-distil (oracle2student)": 5.239850997924805,
+      "cov-distil (oracle2teacher)": 4.888543128967285,
+      "epoch": 4.239403453689168,
+      "rel-constrast": 2.8129138946533203,
+      "step": 5401,
+      "subrel-constrast": 3.5530550479888916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.922745943069458,
+      "cov-distil (oracle2student)": 4.033280372619629,
+      "cov-distil (oracle2teacher)": 4.958227634429932,
+      "epoch": 4.240188383045526,
+      "rel-constrast": 2.588925361633301,
+      "step": 5402,
+      "subrel-constrast": 4.194108009338379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7482707500457764,
+      "cov-distil (oracle2student)": 4.884068012237549,
+      "cov-distil (oracle2teacher)": 4.3479156494140625,
+      "epoch": 4.240973312401884,
+      "rel-constrast": 3.0828969478607178,
+      "step": 5403,
+      "subrel-constrast": 4.2740678787231445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3527411222457886,
+      "cov-distil (oracle2student)": 6.3017497062683105,
+      "cov-distil (oracle2teacher)": 5.87945032119751,
+      "epoch": 4.241758241758242,
+      "rel-constrast": 2.7926831245422363,
+      "step": 5404,
+      "subrel-constrast": 3.414663553237915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9095160365104675,
+      "cov-distil (oracle2student)": 5.637312889099121,
+      "cov-distil (oracle2teacher)": 4.7678141593933105,
+      "epoch": 4.242543171114599,
+      "rel-constrast": 1.816096305847168,
+      "step": 5405,
+      "subrel-constrast": 2.233055353164673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.046292304992676,
+      "cov-distil (oracle2student)": 3.450068950653076,
+      "cov-distil (oracle2teacher)": 3.5203053951263428,
+      "epoch": 4.243328100470958,
+      "rel-constrast": 2.0714597702026367,
+      "step": 5406,
+      "subrel-constrast": 3.324571132659912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1680736541748047,
+      "cov-distil (oracle2student)": 4.475157737731934,
+      "cov-distil (oracle2teacher)": 4.884274959564209,
+      "epoch": 4.244113029827315,
+      "rel-constrast": 2.3028180599212646,
+      "step": 5407,
+      "subrel-constrast": 2.910250186920166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0776615142822266,
+      "cov-distil (oracle2student)": 6.129166603088379,
+      "cov-distil (oracle2teacher)": 5.088907241821289,
+      "epoch": 4.244897959183674,
+      "rel-constrast": 2.4200973510742188,
+      "step": 5408,
+      "subrel-constrast": 2.3795015811920166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7378957271575928,
+      "cov-distil (oracle2student)": 3.3024072647094727,
+      "cov-distil (oracle2teacher)": 3.659773826599121,
+      "epoch": 4.245682888540031,
+      "rel-constrast": 2.073193311691284,
+      "step": 5409,
+      "subrel-constrast": 3.1305222511291504,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.24646781789639,
+      "grad_norm": 4.90625,
+      "learning_rate": 2.579399126912159e-05,
+      "loss": 0.6543,
+      "step": 5410
+    },
+    {
+      "cov-distil": 1.1971272230148315,
+      "cov-distil (oracle2student)": 2.9053518772125244,
+      "cov-distil (oracle2teacher)": 2.7624850273132324,
+      "epoch": 4.24646781789639,
+      "rel-constrast": 2.22957181930542,
+      "step": 5410,
+      "subrel-constrast": 2.744379997253418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.491157054901123,
+      "cov-distil (oracle2student)": 4.533598899841309,
+      "cov-distil (oracle2teacher)": 4.164952278137207,
+      "epoch": 4.247252747252747,
+      "rel-constrast": 2.5708186626434326,
+      "step": 5411,
+      "subrel-constrast": 3.1623191833496094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9856750965118408,
+      "cov-distil (oracle2student)": 4.424856662750244,
+      "cov-distil (oracle2teacher)": 4.420497894287109,
+      "epoch": 4.248037676609105,
+      "rel-constrast": 2.639439344406128,
+      "step": 5412,
+      "subrel-constrast": 4.0724334716796875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2536661624908447,
+      "cov-distil (oracle2student)": 3.5568747520446777,
+      "cov-distil (oracle2teacher)": 3.457418441772461,
+      "epoch": 4.248822605965463,
+      "rel-constrast": 2.418595314025879,
+      "step": 5413,
+      "subrel-constrast": 2.8584704399108887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.522261142730713,
+      "cov-distil (oracle2student)": 3.3878040313720703,
+      "cov-distil (oracle2teacher)": 3.1317269802093506,
+      "epoch": 4.249607535321821,
+      "rel-constrast": 2.9886107444763184,
+      "step": 5414,
+      "subrel-constrast": 3.6827545166015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.092108726501465,
+      "cov-distil (oracle2student)": 4.849066734313965,
+      "cov-distil (oracle2teacher)": 4.38594913482666,
+      "epoch": 4.250392464678179,
+      "rel-constrast": 2.118710994720459,
+      "step": 5415,
+      "subrel-constrast": 3.1264100074768066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3066270351409912,
+      "cov-distil (oracle2student)": 4.929779529571533,
+      "cov-distil (oracle2teacher)": 4.08708381652832,
+      "epoch": 4.251177394034537,
+      "rel-constrast": 2.2168374061584473,
+      "step": 5416,
+      "subrel-constrast": 2.739773750305176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.897241473197937,
+      "cov-distil (oracle2student)": 3.2357189655303955,
+      "cov-distil (oracle2teacher)": 3.4150643348693848,
+      "epoch": 4.251962323390895,
+      "rel-constrast": 2.276611328125,
+      "step": 5417,
+      "subrel-constrast": 2.9676389694213867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.345028877258301,
+      "cov-distil (oracle2student)": 6.640505790710449,
+      "cov-distil (oracle2teacher)": 5.556552886962891,
+      "epoch": 4.252747252747253,
+      "rel-constrast": 2.900071144104004,
+      "step": 5418,
+      "subrel-constrast": 3.696056365966797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.467749834060669,
+      "cov-distil (oracle2student)": 5.030481815338135,
+      "cov-distil (oracle2teacher)": 4.7097578048706055,
+      "epoch": 4.25353218210361,
+      "rel-constrast": 1.8040251731872559,
+      "step": 5419,
+      "subrel-constrast": 2.456362724304199,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.254317111459969,
+      "grad_norm": 4.9375,
+      "learning_rate": 2.5706764169256835e-05,
+      "loss": 0.6455,
+      "step": 5420
+    },
+    {
+      "cov-distil": 1.23225736618042,
+      "cov-distil (oracle2student)": 4.097230434417725,
+      "cov-distil (oracle2teacher)": 3.8155808448791504,
+      "epoch": 4.254317111459969,
+      "rel-constrast": 2.4346866607666016,
+      "step": 5420,
+      "subrel-constrast": 2.8768627643585205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3839921951293945,
+      "cov-distil (oracle2student)": 5.851701259613037,
+      "cov-distil (oracle2teacher)": 5.097919464111328,
+      "epoch": 4.255102040816326,
+      "rel-constrast": 2.502964496612549,
+      "step": 5421,
+      "subrel-constrast": 2.926617383956909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5094743967056274,
+      "cov-distil (oracle2student)": 2.6942200660705566,
+      "cov-distil (oracle2teacher)": 2.7049150466918945,
+      "epoch": 4.255886970172685,
+      "rel-constrast": 1.6728384494781494,
+      "step": 5422,
+      "subrel-constrast": 2.9018733501434326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7403080463409424,
+      "cov-distil (oracle2student)": 4.502292633056641,
+      "cov-distil (oracle2teacher)": 4.038087844848633,
+      "epoch": 4.256671899529042,
+      "rel-constrast": 2.3155083656311035,
+      "step": 5423,
+      "subrel-constrast": 3.28000545501709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3984428644180298,
+      "cov-distil (oracle2student)": 3.5257933139801025,
+      "cov-distil (oracle2teacher)": 3.127865791320801,
+      "epoch": 4.257456828885401,
+      "rel-constrast": 2.030365467071533,
+      "step": 5424,
+      "subrel-constrast": 2.6982614994049072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.013380765914917,
+      "cov-distil (oracle2student)": 4.991778373718262,
+      "cov-distil (oracle2teacher)": 4.295793533325195,
+      "epoch": 4.258241758241758,
+      "rel-constrast": 1.7867887020111084,
+      "step": 5425,
+      "subrel-constrast": 2.533630132675171,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6818196773529053,
+      "cov-distil (oracle2student)": 5.179986476898193,
+      "cov-distil (oracle2teacher)": 4.744366645812988,
+      "epoch": 4.259026687598116,
+      "rel-constrast": 3.30774188041687,
+      "step": 5426,
+      "subrel-constrast": 3.9277868270874023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4775370359420776,
+      "cov-distil (oracle2student)": 3.709258556365967,
+      "cov-distil (oracle2teacher)": 3.6515297889709473,
+      "epoch": 4.259811616954474,
+      "rel-constrast": 2.5611681938171387,
+      "step": 5427,
+      "subrel-constrast": 3.161355495452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2869949340820312,
+      "cov-distil (oracle2student)": 3.481612205505371,
+      "cov-distil (oracle2teacher)": 2.9470343589782715,
+      "epoch": 4.260596546310832,
+      "rel-constrast": 1.519193410873413,
+      "step": 5428,
+      "subrel-constrast": 2.164705991744995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2406100034713745,
+      "cov-distil (oracle2student)": 3.6388180255889893,
+      "cov-distil (oracle2teacher)": 3.642197847366333,
+      "epoch": 4.26138147566719,
+      "rel-constrast": 2.8259456157684326,
+      "step": 5429,
+      "subrel-constrast": 3.727630615234375,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.262166405023548,
+      "grad_norm": 5.78125,
+      "learning_rate": 2.561952845769372e-05,
+      "loss": 0.6088,
+      "step": 5430
+    },
+    {
+      "cov-distil": 1.7999861240386963,
+      "cov-distil (oracle2student)": 3.6208815574645996,
+      "cov-distil (oracle2teacher)": 4.212609767913818,
+      "epoch": 4.262166405023548,
+      "rel-constrast": 2.5260837078094482,
+      "step": 5430,
+      "subrel-constrast": 3.541260242462158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6634800434112549,
+      "cov-distil (oracle2student)": 3.83758807182312,
+      "cov-distil (oracle2teacher)": 3.8754820823669434,
+      "epoch": 4.262951334379906,
+      "rel-constrast": 1.9541268348693848,
+      "step": 5431,
+      "subrel-constrast": 3.098235607147217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2679357528686523,
+      "cov-distil (oracle2student)": 3.5213229656219482,
+      "cov-distil (oracle2teacher)": 3.1099324226379395,
+      "epoch": 4.263736263736264,
+      "rel-constrast": 3.014198064804077,
+      "step": 5432,
+      "subrel-constrast": 3.4414303302764893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5272018909454346,
+      "cov-distil (oracle2student)": 6.56097412109375,
+      "cov-distil (oracle2teacher)": 5.569183349609375,
+      "epoch": 4.264521193092621,
+      "rel-constrast": 1.9249752759933472,
+      "step": 5433,
+      "subrel-constrast": 2.813976764678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2788350582122803,
+      "cov-distil (oracle2student)": 3.9643239974975586,
+      "cov-distil (oracle2teacher)": 3.465040683746338,
+      "epoch": 4.26530612244898,
+      "rel-constrast": 2.768040418624878,
+      "step": 5434,
+      "subrel-constrast": 3.4447507858276367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9689399003982544,
+      "cov-distil (oracle2student)": 4.138493537902832,
+      "cov-distil (oracle2teacher)": 3.8172669410705566,
+      "epoch": 4.266091051805337,
+      "rel-constrast": 2.3261492252349854,
+      "step": 5435,
+      "subrel-constrast": 2.7041873931884766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5683972835540771,
+      "cov-distil (oracle2student)": 4.781018257141113,
+      "cov-distil (oracle2teacher)": 4.6768670082092285,
+      "epoch": 4.266875981161696,
+      "rel-constrast": 3.4079365730285645,
+      "step": 5436,
+      "subrel-constrast": 3.7001149654388428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7224419116973877,
+      "cov-distil (oracle2student)": 3.4464004039764404,
+      "cov-distil (oracle2teacher)": 3.421140432357788,
+      "epoch": 4.267660910518053,
+      "rel-constrast": 2.912292242050171,
+      "step": 5437,
+      "subrel-constrast": 3.8878679275512695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0370380878448486,
+      "cov-distil (oracle2student)": 3.801431655883789,
+      "cov-distil (oracle2teacher)": 3.6012825965881348,
+      "epoch": 4.268445839874412,
+      "rel-constrast": 1.7926878929138184,
+      "step": 5438,
+      "subrel-constrast": 2.0871522426605225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6977226734161377,
+      "cov-distil (oracle2student)": 2.540579080581665,
+      "cov-distil (oracle2teacher)": 2.602674961090088,
+      "epoch": 4.269230769230769,
+      "rel-constrast": 2.289165735244751,
+      "step": 5439,
+      "subrel-constrast": 3.474799394607544,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.270015698587127,
+      "grad_norm": 4.96875,
+      "learning_rate": 2.553228519737185e-05,
+      "loss": 0.6592,
+      "step": 5440
+    },
+    {
+      "cov-distil": 1.2907063961029053,
+      "cov-distil (oracle2student)": 3.086432456970215,
+      "cov-distil (oracle2teacher)": 2.9323720932006836,
+      "epoch": 4.270015698587127,
+      "rel-constrast": 2.387451171875,
+      "step": 5440,
+      "subrel-constrast": 2.776174306869507,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2349059581756592,
+      "cov-distil (oracle2student)": 3.018954277038574,
+      "cov-distil (oracle2teacher)": 3.2898764610290527,
+      "epoch": 4.270800627943485,
+      "rel-constrast": 2.2526092529296875,
+      "step": 5441,
+      "subrel-constrast": 2.897768020629883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.633545160293579,
+      "cov-distil (oracle2student)": 4.355755805969238,
+      "cov-distil (oracle2teacher)": 4.182727813720703,
+      "epoch": 4.271585557299843,
+      "rel-constrast": 2.7628397941589355,
+      "step": 5442,
+      "subrel-constrast": 3.1571617126464844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9102730751037598,
+      "cov-distil (oracle2student)": 5.4882001876831055,
+      "cov-distil (oracle2teacher)": 5.217288494110107,
+      "epoch": 4.272370486656201,
+      "rel-constrast": 2.5619192123413086,
+      "step": 5443,
+      "subrel-constrast": 3.7633116245269775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0412585735321045,
+      "cov-distil (oracle2student)": 4.277991771697998,
+      "cov-distil (oracle2teacher)": 4.216158866882324,
+      "epoch": 4.273155416012559,
+      "rel-constrast": 2.784999132156372,
+      "step": 5444,
+      "subrel-constrast": 4.156452178955078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.381764531135559,
+      "cov-distil (oracle2student)": 4.280569076538086,
+      "cov-distil (oracle2teacher)": 3.7991676330566406,
+      "epoch": 4.273940345368917,
+      "rel-constrast": 2.9390740394592285,
+      "step": 5445,
+      "subrel-constrast": 3.562574625015259,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3937108516693115,
+      "cov-distil (oracle2student)": 3.3806447982788086,
+      "cov-distil (oracle2teacher)": 4.082836627960205,
+      "epoch": 4.274725274725275,
+      "rel-constrast": 3.5027835369110107,
+      "step": 5446,
+      "subrel-constrast": 3.933783769607544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6949878931045532,
+      "cov-distil (oracle2student)": 3.291325807571411,
+      "cov-distil (oracle2teacher)": 3.538214683532715,
+      "epoch": 4.275510204081632,
+      "rel-constrast": 3.174919843673706,
+      "step": 5447,
+      "subrel-constrast": 3.5313618183135986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1411529779434204,
+      "cov-distil (oracle2student)": 3.001617431640625,
+      "cov-distil (oracle2teacher)": 2.8342723846435547,
+      "epoch": 4.276295133437991,
+      "rel-constrast": 1.8028634786605835,
+      "step": 5448,
+      "subrel-constrast": 2.181297540664673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6415098905563354,
+      "cov-distil (oracle2student)": 4.400148391723633,
+      "cov-distil (oracle2teacher)": 4.002956390380859,
+      "epoch": 4.277080062794348,
+      "rel-constrast": 3.3565807342529297,
+      "step": 5449,
+      "subrel-constrast": 3.784343957901001,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.277864992150707,
+      "grad_norm": 7.125,
+      "learning_rate": 2.544503545132284e-05,
+      "loss": 0.7266,
+      "step": 5450
+    },
+    {
+      "cov-distil": 1.1407253742218018,
+      "cov-distil (oracle2student)": 4.685013771057129,
+      "cov-distil (oracle2teacher)": 4.392245292663574,
+      "epoch": 4.277864992150707,
+      "rel-constrast": 1.7052240371704102,
+      "step": 5450,
+      "subrel-constrast": 2.2814724445343018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5879725217819214,
+      "cov-distil (oracle2student)": 6.307302474975586,
+      "cov-distil (oracle2teacher)": 5.397941589355469,
+      "epoch": 4.278649921507064,
+      "rel-constrast": 2.2972941398620605,
+      "step": 5451,
+      "subrel-constrast": 3.080610752105713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2800815105438232,
+      "cov-distil (oracle2student)": 4.185004711151123,
+      "cov-distil (oracle2teacher)": 3.8120436668395996,
+      "epoch": 4.279434850863423,
+      "rel-constrast": 2.83856201171875,
+      "step": 5452,
+      "subrel-constrast": 2.946176052093506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2863880395889282,
+      "cov-distil (oracle2student)": 3.7103824615478516,
+      "cov-distil (oracle2teacher)": 4.324739933013916,
+      "epoch": 4.28021978021978,
+      "rel-constrast": 2.6728427410125732,
+      "step": 5453,
+      "subrel-constrast": 3.124337911605835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9590561389923096,
+      "cov-distil (oracle2student)": 4.410533905029297,
+      "cov-distil (oracle2teacher)": 4.332374095916748,
+      "epoch": 4.2810047095761385,
+      "rel-constrast": 2.4041311740875244,
+      "step": 5454,
+      "subrel-constrast": 2.9299800395965576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4004100561141968,
+      "cov-distil (oracle2student)": 3.235835075378418,
+      "cov-distil (oracle2teacher)": 3.593470573425293,
+      "epoch": 4.281789638932496,
+      "rel-constrast": 2.222076892852783,
+      "step": 5455,
+      "subrel-constrast": 3.074939489364624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3775420188903809,
+      "cov-distil (oracle2student)": 3.4311347007751465,
+      "cov-distil (oracle2teacher)": 3.44240140914917,
+      "epoch": 4.282574568288854,
+      "rel-constrast": 2.1291072368621826,
+      "step": 5456,
+      "subrel-constrast": 3.0398778915405273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3051955699920654,
+      "cov-distil (oracle2student)": 3.6965856552124023,
+      "cov-distil (oracle2teacher)": 3.725120782852173,
+      "epoch": 4.283359497645212,
+      "rel-constrast": 2.8505773544311523,
+      "step": 5457,
+      "subrel-constrast": 3.6107029914855957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.205049991607666,
+      "cov-distil (oracle2student)": 4.811068058013916,
+      "cov-distil (oracle2teacher)": 4.208597660064697,
+      "epoch": 4.28414442700157,
+      "rel-constrast": 2.9516780376434326,
+      "step": 5458,
+      "subrel-constrast": 3.4358999729156494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1144814491271973,
+      "cov-distil (oracle2student)": 2.4882073402404785,
+      "cov-distil (oracle2teacher)": 2.7179336547851562,
+      "epoch": 4.284929356357928,
+      "rel-constrast": 1.9966180324554443,
+      "step": 5459,
+      "subrel-constrast": 3.505563259124756,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.285714285714286,
+      "grad_norm": 6.46875,
+      "learning_rate": 2.5357780282657295e-05,
+      "loss": 0.6358,
+      "step": 5460
+    },
+    {
+      "cov-distil": 1.3059864044189453,
+      "cov-distil (oracle2student)": 6.220200538635254,
+      "cov-distil (oracle2teacher)": 5.542661190032959,
+      "epoch": 4.285714285714286,
+      "rel-constrast": 1.951258897781372,
+      "step": 5460,
+      "subrel-constrast": 2.487760543823242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2322449684143066,
+      "cov-distil (oracle2student)": 3.3553667068481445,
+      "cov-distil (oracle2teacher)": 2.9937422275543213,
+      "epoch": 4.286499215070644,
+      "rel-constrast": 2.001786470413208,
+      "step": 5461,
+      "subrel-constrast": 2.4497318267822266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9168860912322998,
+      "cov-distil (oracle2student)": 3.9209628105163574,
+      "cov-distil (oracle2teacher)": 3.7902162075042725,
+      "epoch": 4.287284144427002,
+      "rel-constrast": 2.8520452976226807,
+      "step": 5462,
+      "subrel-constrast": 3.448094367980957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.824204683303833,
+      "cov-distil (oracle2student)": 4.377862930297852,
+      "cov-distil (oracle2teacher)": 4.461524963378906,
+      "epoch": 4.288069073783359,
+      "rel-constrast": 1.8791544437408447,
+      "step": 5463,
+      "subrel-constrast": 3.1155829429626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0248537063598633,
+      "cov-distil (oracle2student)": 3.687490940093994,
+      "cov-distil (oracle2teacher)": 3.451833963394165,
+      "epoch": 4.2888540031397175,
+      "rel-constrast": 4.245523929595947,
+      "step": 5464,
+      "subrel-constrast": 4.868823528289795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7822325229644775,
+      "cov-distil (oracle2student)": 5.799045085906982,
+      "cov-distil (oracle2teacher)": 5.002236366271973,
+      "epoch": 4.289638932496075,
+      "rel-constrast": 2.6259326934814453,
+      "step": 5465,
+      "subrel-constrast": 3.512925148010254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7445049285888672,
+      "cov-distil (oracle2student)": 4.120941638946533,
+      "cov-distil (oracle2teacher)": 4.110433101654053,
+      "epoch": 4.2904238618524335,
+      "rel-constrast": 2.252239227294922,
+      "step": 5466,
+      "subrel-constrast": 3.2657742500305176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2089300155639648,
+      "cov-distil (oracle2student)": 4.4932026863098145,
+      "cov-distil (oracle2teacher)": 3.9473793506622314,
+      "epoch": 4.291208791208791,
+      "rel-constrast": 3.234307289123535,
+      "step": 5467,
+      "subrel-constrast": 3.1257331371307373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3843214511871338,
+      "cov-distil (oracle2student)": 5.093524932861328,
+      "cov-distil (oracle2teacher)": 4.158567428588867,
+      "epoch": 4.2919937205651495,
+      "rel-constrast": 2.571359872817993,
+      "step": 5468,
+      "subrel-constrast": 3.343871593475342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2601035833358765,
+      "cov-distil (oracle2student)": 4.3781609535217285,
+      "cov-distil (oracle2teacher)": 4.623106956481934,
+      "epoch": 4.292778649921507,
+      "rel-constrast": 2.4878904819488525,
+      "step": 5469,
+      "subrel-constrast": 3.102367877960205,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.293563579277865,
+      "grad_norm": 6.96875,
+      "learning_rate": 2.5270520754551918e-05,
+      "loss": 0.6917,
+      "step": 5470
+    },
+    {
+      "cov-distil": 1.8698168992996216,
+      "cov-distil (oracle2student)": 4.068986892700195,
+      "cov-distil (oracle2teacher)": 4.069700241088867,
+      "epoch": 4.293563579277865,
+      "rel-constrast": 2.4718339443206787,
+      "step": 5470,
+      "subrel-constrast": 3.3716495037078857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5109938383102417,
+      "cov-distil (oracle2student)": 4.486580848693848,
+      "cov-distil (oracle2teacher)": 3.853644847869873,
+      "epoch": 4.294348508634223,
+      "rel-constrast": 3.0695748329162598,
+      "step": 5471,
+      "subrel-constrast": 3.786989688873291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.685194492340088,
+      "cov-distil (oracle2student)": 5.126056671142578,
+      "cov-distil (oracle2teacher)": 4.925986289978027,
+      "epoch": 4.295133437990581,
+      "rel-constrast": 3.9985692501068115,
+      "step": 5472,
+      "subrel-constrast": 4.627568244934082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4489550590515137,
+      "cov-distil (oracle2student)": 5.39763069152832,
+      "cov-distil (oracle2teacher)": 5.098425388336182,
+      "epoch": 4.295918367346939,
+      "rel-constrast": 1.96634840965271,
+      "step": 5473,
+      "subrel-constrast": 2.9047834873199463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4404783248901367,
+      "cov-distil (oracle2student)": 3.565849781036377,
+      "cov-distil (oracle2teacher)": 3.8662397861480713,
+      "epoch": 4.2967032967032965,
+      "rel-constrast": 2.2104239463806152,
+      "step": 5474,
+      "subrel-constrast": 2.965597152709961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2473492622375488,
+      "cov-distil (oracle2student)": 3.66054630279541,
+      "cov-distil (oracle2teacher)": 3.8387818336486816,
+      "epoch": 4.297488226059655,
+      "rel-constrast": 1.7260406017303467,
+      "step": 5475,
+      "subrel-constrast": 2.817201852798462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9921191930770874,
+      "cov-distil (oracle2student)": 5.314391136169434,
+      "cov-distil (oracle2teacher)": 5.015416145324707,
+      "epoch": 4.2982731554160125,
+      "rel-constrast": 2.4777824878692627,
+      "step": 5476,
+      "subrel-constrast": 3.302083969116211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3058369159698486,
+      "cov-distil (oracle2student)": 5.087421417236328,
+      "cov-distil (oracle2teacher)": 4.281214714050293,
+      "epoch": 4.299058084772371,
+      "rel-constrast": 2.9643940925598145,
+      "step": 5477,
+      "subrel-constrast": 4.024988651275635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5277011394500732,
+      "cov-distil (oracle2student)": 3.6985912322998047,
+      "cov-distil (oracle2teacher)": 3.6704344749450684,
+      "epoch": 4.2998430141287285,
+      "rel-constrast": 2.14780855178833,
+      "step": 5478,
+      "subrel-constrast": 2.8198201656341553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4385706186294556,
+      "cov-distil (oracle2student)": 3.8397669792175293,
+      "cov-distil (oracle2teacher)": 3.8695013523101807,
+      "epoch": 4.300627943485086,
+      "rel-constrast": 1.9754526615142822,
+      "step": 5479,
+      "subrel-constrast": 2.7009971141815186,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.3014128728414445,
+      "grad_norm": 4.78125,
+      "learning_rate": 2.5183257930236515e-05,
+      "loss": 0.6664,
+      "step": 5480
+    },
+    {
+      "cov-distil": 1.630698800086975,
+      "cov-distil (oracle2student)": 3.2830898761749268,
+      "cov-distil (oracle2teacher)": 3.004452705383301,
+      "epoch": 4.3014128728414445,
+      "rel-constrast": 2.6737873554229736,
+      "step": 5480,
+      "subrel-constrast": 3.1621294021606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7734572887420654,
+      "cov-distil (oracle2student)": 3.150407075881958,
+      "cov-distil (oracle2teacher)": 3.671079158782959,
+      "epoch": 4.302197802197802,
+      "rel-constrast": 3.1908860206604004,
+      "step": 5481,
+      "subrel-constrast": 4.025143623352051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3550944328308105,
+      "cov-distil (oracle2student)": 2.6436355113983154,
+      "cov-distil (oracle2teacher)": 3.0861587524414062,
+      "epoch": 4.3029827315541604,
+      "rel-constrast": 1.7250397205352783,
+      "step": 5482,
+      "subrel-constrast": 2.975071668624878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3414287567138672,
+      "cov-distil (oracle2student)": 5.204689979553223,
+      "cov-distil (oracle2teacher)": 4.242068767547607,
+      "epoch": 4.303767660910518,
+      "rel-constrast": 2.5999443531036377,
+      "step": 5483,
+      "subrel-constrast": 2.8489067554473877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3154759407043457,
+      "cov-distil (oracle2student)": 5.110126495361328,
+      "cov-distil (oracle2teacher)": 4.641257286071777,
+      "epoch": 4.304552590266876,
+      "rel-constrast": 3.0715973377227783,
+      "step": 5484,
+      "subrel-constrast": 3.227910280227661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.912912368774414,
+      "cov-distil (oracle2student)": 4.153101921081543,
+      "cov-distil (oracle2teacher)": 3.7071447372436523,
+      "epoch": 4.305337519623234,
+      "rel-constrast": 2.881864547729492,
+      "step": 5485,
+      "subrel-constrast": 3.336259603500366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4135637283325195,
+      "cov-distil (oracle2student)": 5.462273597717285,
+      "cov-distil (oracle2teacher)": 4.890332221984863,
+      "epoch": 4.3061224489795915,
+      "rel-constrast": 2.1134636402130127,
+      "step": 5486,
+      "subrel-constrast": 2.8255765438079834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.197023868560791,
+      "cov-distil (oracle2student)": 4.332986831665039,
+      "cov-distil (oracle2teacher)": 4.031071186065674,
+      "epoch": 4.30690737833595,
+      "rel-constrast": 3.0268633365631104,
+      "step": 5487,
+      "subrel-constrast": 3.761096239089966,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4281154870986938,
+      "cov-distil (oracle2student)": 3.731738805770874,
+      "cov-distil (oracle2teacher)": 3.902167797088623,
+      "epoch": 4.3076923076923075,
+      "rel-constrast": 2.1770429611206055,
+      "step": 5488,
+      "subrel-constrast": 3.282396078109741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1434485912323,
+      "cov-distil (oracle2student)": 6.796835422515869,
+      "cov-distil (oracle2teacher)": 6.298072338104248,
+      "epoch": 4.308477237048666,
+      "rel-constrast": 4.128585338592529,
+      "step": 5489,
+      "subrel-constrast": 5.176501750946045,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.3092621664050235,
+      "grad_norm": 8.8125,
+      "learning_rate": 2.5095992872981066e-05,
+      "loss": 0.731,
+      "step": 5490
+    },
+    {
+      "cov-distil": 1.4254755973815918,
+      "cov-distil (oracle2student)": 4.65380334854126,
+      "cov-distil (oracle2teacher)": 4.0116095542907715,
+      "epoch": 4.3092621664050235,
+      "rel-constrast": 2.300999879837036,
+      "step": 5490,
+      "subrel-constrast": 3.1148931980133057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.253901481628418,
+      "cov-distil (oracle2student)": 3.7284932136535645,
+      "cov-distil (oracle2teacher)": 3.5235674381256104,
+      "epoch": 4.310047095761382,
+      "rel-constrast": 2.405508041381836,
+      "step": 5491,
+      "subrel-constrast": 3.1301381587982178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4575291872024536,
+      "cov-distil (oracle2student)": 4.6692423820495605,
+      "cov-distil (oracle2teacher)": 4.439595699310303,
+      "epoch": 4.310832025117739,
+      "rel-constrast": 3.485764980316162,
+      "step": 5492,
+      "subrel-constrast": 3.810515880584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.933148980140686,
+      "cov-distil (oracle2student)": 5.667264938354492,
+      "cov-distil (oracle2teacher)": 5.708824634552002,
+      "epoch": 4.311616954474097,
+      "rel-constrast": 2.9340362548828125,
+      "step": 5493,
+      "subrel-constrast": 3.6645467281341553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3879899978637695,
+      "cov-distil (oracle2student)": 4.348053932189941,
+      "cov-distil (oracle2teacher)": 4.237424850463867,
+      "epoch": 4.312401883830455,
+      "rel-constrast": 1.9464385509490967,
+      "step": 5494,
+      "subrel-constrast": 2.9841525554656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3292101621627808,
+      "cov-distil (oracle2student)": 1.9678277969360352,
+      "cov-distil (oracle2teacher)": 2.5040884017944336,
+      "epoch": 4.313186813186813,
+      "rel-constrast": 1.9117710590362549,
+      "step": 5495,
+      "subrel-constrast": 2.619743585586548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4458825588226318,
+      "cov-distil (oracle2student)": 3.9728617668151855,
+      "cov-distil (oracle2teacher)": 4.347307205200195,
+      "epoch": 4.313971742543171,
+      "rel-constrast": 2.2288098335266113,
+      "step": 5496,
+      "subrel-constrast": 3.3764214515686035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4041920900344849,
+      "cov-distil (oracle2student)": 4.294299602508545,
+      "cov-distil (oracle2teacher)": 4.479734420776367,
+      "epoch": 4.314756671899529,
+      "rel-constrast": 2.8066182136535645,
+      "step": 5497,
+      "subrel-constrast": 3.6614623069763184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.357904314994812,
+      "cov-distil (oracle2student)": 3.3479108810424805,
+      "cov-distil (oracle2teacher)": 3.4079060554504395,
+      "epoch": 4.315541601255887,
+      "rel-constrast": 1.9290528297424316,
+      "step": 5498,
+      "subrel-constrast": 2.7279655933380127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1047194004058838,
+      "cov-distil (oracle2student)": 4.5172834396362305,
+      "cov-distil (oracle2teacher)": 4.203473091125488,
+      "epoch": 4.316326530612245,
+      "rel-constrast": 2.6367149353027344,
+      "step": 5499,
+      "subrel-constrast": 3.0655081272125244,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "grad_norm": 6.65625,
+      "learning_rate": 2.5008726646082754e-05,
+      "loss": 0.6499,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/duc04-P@10": 0.76,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/duc04-nDCG@10": 0.7707833701046656,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/duc04-alpha_nDCG@10": 0.5823406650121096,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/multi_news-nDCG@10": 0.6135525761532306,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/multi_news-alpha_nDCG@10": 0.6011316109099878,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "eval/avg": 0.5394472960875176,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "overlap": 0.3421874940395355,
+      "step": 5500
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "step": 5500,
+      "student margin": 0.06787109375
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "step": 5500,
+      "teacher margin": 0.04595947265625
+    },
+    {
+      "epoch": 4.3171114599686025,
+      "margin difference": -0.02191162109375,
+      "step": 5500
+    },
+    {
+      "cov-distil": 1.404801368713379,
+      "cov-distil (oracle2student)": 1.7630128860473633,
+      "cov-distil (oracle2teacher)": 2.0897350311279297,
+      "epoch": 4.3171114599686025,
+      "rel-constrast": 1.5754964351654053,
+      "step": 5500,
+      "subrel-constrast": 2.50832200050354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6302299499511719,
+      "cov-distil (oracle2student)": 4.033823013305664,
+      "cov-distil (oracle2teacher)": 4.07485294342041,
+      "epoch": 4.317896389324961,
+      "rel-constrast": 3.0327141284942627,
+      "step": 5501,
+      "subrel-constrast": 4.0537824630737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6332616806030273,
+      "cov-distil (oracle2student)": 3.474653959274292,
+      "cov-distil (oracle2teacher)": 3.257730484008789,
+      "epoch": 4.318681318681318,
+      "rel-constrast": 1.7600246667861938,
+      "step": 5502,
+      "subrel-constrast": 2.357039451599121,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499022006988525,
+      "cov-distil (oracle2student)": 3.4004268646240234,
+      "cov-distil (oracle2teacher)": 3.6258978843688965,
+      "epoch": 4.319466248037677,
+      "rel-constrast": 2.1391594409942627,
+      "step": 5503,
+      "subrel-constrast": 2.8918709754943848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.857234001159668,
+      "cov-distil (oracle2student)": 3.554981231689453,
+      "cov-distil (oracle2teacher)": 4.001826763153076,
+      "epoch": 4.320251177394034,
+      "rel-constrast": 2.084092378616333,
+      "step": 5504,
+      "subrel-constrast": 2.8455288410186768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5372055768966675,
+      "cov-distil (oracle2student)": 4.99142599105835,
+      "cov-distil (oracle2teacher)": 5.041630744934082,
+      "epoch": 4.321036106750393,
+      "rel-constrast": 4.223074913024902,
+      "step": 5505,
+      "subrel-constrast": 5.161299228668213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9241257309913635,
+      "cov-distil (oracle2student)": 4.779358863830566,
+      "cov-distil (oracle2teacher)": 4.558266639709473,
+      "epoch": 4.32182103610675,
+      "rel-constrast": 2.588397741317749,
+      "step": 5506,
+      "subrel-constrast": 3.0459208488464355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9919624328613281,
+      "cov-distil (oracle2student)": 4.0420098304748535,
+      "cov-distil (oracle2teacher)": 4.153881072998047,
+      "epoch": 4.322605965463108,
+      "rel-constrast": 3.06561279296875,
+      "step": 5507,
+      "subrel-constrast": 3.7769551277160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6553106307983398,
+      "cov-distil (oracle2student)": 4.721521377563477,
+      "cov-distil (oracle2teacher)": 4.252155303955078,
+      "epoch": 4.323390894819466,
+      "rel-constrast": 2.6001386642456055,
+      "step": 5508,
+      "subrel-constrast": 3.4408159255981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2944964170455933,
+      "cov-distil (oracle2student)": 4.167742729187012,
+      "cov-distil (oracle2teacher)": 4.276017189025879,
+      "epoch": 4.324175824175824,
+      "rel-constrast": 1.7435572147369385,
+      "step": 5509,
+      "subrel-constrast": 2.252302646636963,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.324960753532182,
+      "grad_norm": 4.90625,
+      "learning_rate": 2.492146031285301e-05,
+      "loss": 0.6565,
+      "step": 5510
+    },
+    {
+      "cov-distil": 1.303545594215393,
+      "cov-distil (oracle2student)": 4.132859230041504,
+      "cov-distil (oracle2teacher)": 4.176664352416992,
+      "epoch": 4.324960753532182,
+      "rel-constrast": 3.048022985458374,
+      "step": 5510,
+      "subrel-constrast": 3.909419059753418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4538954496383667,
+      "cov-distil (oracle2student)": 5.530096530914307,
+      "cov-distil (oracle2teacher)": 4.802464485168457,
+      "epoch": 4.32574568288854,
+      "rel-constrast": 3.228144645690918,
+      "step": 5511,
+      "subrel-constrast": 3.3695175647735596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7177190780639648,
+      "cov-distil (oracle2student)": 3.4884400367736816,
+      "cov-distil (oracle2teacher)": 3.723788261413574,
+      "epoch": 4.326530612244898,
+      "rel-constrast": 1.8275933265686035,
+      "step": 5512,
+      "subrel-constrast": 2.9691505432128906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5850105285644531,
+      "cov-distil (oracle2student)": 4.8806562423706055,
+      "cov-distil (oracle2teacher)": 4.617493629455566,
+      "epoch": 4.327315541601256,
+      "rel-constrast": 2.196364402770996,
+      "step": 5513,
+      "subrel-constrast": 3.034414291381836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.08693528175354,
+      "cov-distil (oracle2student)": 4.4377522468566895,
+      "cov-distil (oracle2teacher)": 4.134764194488525,
+      "epoch": 4.328100470957613,
+      "rel-constrast": 1.9954602718353271,
+      "step": 5514,
+      "subrel-constrast": 2.3758978843688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1593559980392456,
+      "cov-distil (oracle2student)": 4.409716606140137,
+      "cov-distil (oracle2teacher)": 4.53555154800415,
+      "epoch": 4.328885400313972,
+      "rel-constrast": 3.669843912124634,
+      "step": 5515,
+      "subrel-constrast": 4.111483097076416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.065484046936035,
+      "cov-distil (oracle2student)": 6.290276050567627,
+      "cov-distil (oracle2teacher)": 4.9788007736206055,
+      "epoch": 4.329670329670329,
+      "rel-constrast": 3.071221113204956,
+      "step": 5516,
+      "subrel-constrast": 3.893585205078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.209257125854492,
+      "cov-distil (oracle2student)": 4.843625545501709,
+      "cov-distil (oracle2teacher)": 4.429537773132324,
+      "epoch": 4.330455259026688,
+      "rel-constrast": 3.138251781463623,
+      "step": 5517,
+      "subrel-constrast": 3.8334333896636963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0376145839691162,
+      "cov-distil (oracle2student)": 4.869660377502441,
+      "cov-distil (oracle2teacher)": 4.545146465301514,
+      "epoch": 4.331240188383045,
+      "rel-constrast": 2.7529280185699463,
+      "step": 5518,
+      "subrel-constrast": 3.5703790187835693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0814151763916016,
+      "cov-distil (oracle2student)": 5.4780592918396,
+      "cov-distil (oracle2teacher)": 4.505352973937988,
+      "epoch": 4.332025117739404,
+      "rel-constrast": 2.1333436965942383,
+      "step": 5519,
+      "subrel-constrast": 3.709716796875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.332810047095761,
+      "grad_norm": 5.28125,
+      "learning_rate": 2.4834194936604578e-05,
+      "loss": 0.7158,
+      "step": 5520
+    },
+    {
+      "cov-distil": 1.9546287059783936,
+      "cov-distil (oracle2student)": 6.092299461364746,
+      "cov-distil (oracle2teacher)": 4.987425804138184,
+      "epoch": 4.332810047095761,
+      "rel-constrast": 3.5391604900360107,
+      "step": 5520,
+      "subrel-constrast": 4.1538238525390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6279206275939941,
+      "cov-distil (oracle2student)": 5.356803894042969,
+      "cov-distil (oracle2teacher)": 4.557807922363281,
+      "epoch": 4.333594976452119,
+      "rel-constrast": 2.6823158264160156,
+      "step": 5521,
+      "subrel-constrast": 3.48862361907959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1292897462844849,
+      "cov-distil (oracle2student)": 4.902962684631348,
+      "cov-distil (oracle2teacher)": 4.821094512939453,
+      "epoch": 4.334379905808477,
+      "rel-constrast": 2.3485021591186523,
+      "step": 5522,
+      "subrel-constrast": 2.8272178173065186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.637181043624878,
+      "cov-distil (oracle2student)": 4.619945526123047,
+      "cov-distil (oracle2teacher)": 4.908172607421875,
+      "epoch": 4.335164835164835,
+      "rel-constrast": 2.6235098838806152,
+      "step": 5523,
+      "subrel-constrast": 3.776742696762085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7082138061523438,
+      "cov-distil (oracle2student)": 5.032029151916504,
+      "cov-distil (oracle2teacher)": 4.751842021942139,
+      "epoch": 4.335949764521193,
+      "rel-constrast": 2.5199875831604004,
+      "step": 5524,
+      "subrel-constrast": 3.493044376373291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6131665706634521,
+      "cov-distil (oracle2student)": 4.150480270385742,
+      "cov-distil (oracle2teacher)": 3.9468002319335938,
+      "epoch": 4.336734693877551,
+      "rel-constrast": 2.273777961730957,
+      "step": 5525,
+      "subrel-constrast": 2.9056782722473145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8131693601608276,
+      "cov-distil (oracle2student)": 3.1216368675231934,
+      "cov-distil (oracle2teacher)": 3.0596790313720703,
+      "epoch": 4.337519623233909,
+      "rel-constrast": 1.786407470703125,
+      "step": 5526,
+      "subrel-constrast": 2.5398731231689453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2899231910705566,
+      "cov-distil (oracle2student)": 3.166917324066162,
+      "cov-distil (oracle2teacher)": 2.848167896270752,
+      "epoch": 4.338304552590267,
+      "rel-constrast": 1.9852131605148315,
+      "step": 5527,
+      "subrel-constrast": 2.438202381134033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7553330659866333,
+      "cov-distil (oracle2student)": 4.278499603271484,
+      "cov-distil (oracle2teacher)": 3.9324402809143066,
+      "epoch": 4.339089481946624,
+      "rel-constrast": 2.227851629257202,
+      "step": 5528,
+      "subrel-constrast": 3.198040246963501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3722541332244873,
+      "cov-distil (oracle2student)": 3.1000289916992188,
+      "cov-distil (oracle2teacher)": 3.262932300567627,
+      "epoch": 4.339874411302983,
+      "rel-constrast": 1.9058561325073242,
+      "step": 5529,
+      "subrel-constrast": 2.1972970962524414,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.34065934065934,
+      "grad_norm": 4.71875,
+      "learning_rate": 2.4746931580638507e-05,
+      "loss": 0.6371,
+      "step": 5530
+    },
+    {
+      "cov-distil": 1.8511968851089478,
+      "cov-distil (oracle2student)": 4.530300617218018,
+      "cov-distil (oracle2teacher)": 4.130105972290039,
+      "epoch": 4.34065934065934,
+      "rel-constrast": 2.123220443725586,
+      "step": 5530,
+      "subrel-constrast": 3.18664288520813,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4189140796661377,
+      "cov-distil (oracle2student)": 3.7078604698181152,
+      "cov-distil (oracle2teacher)": 3.367966413497925,
+      "epoch": 4.341444270015699,
+      "rel-constrast": 3.2452046871185303,
+      "step": 5531,
+      "subrel-constrast": 3.378909111022949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.362693190574646,
+      "cov-distil (oracle2student)": 5.275272369384766,
+      "cov-distil (oracle2teacher)": 5.329281330108643,
+      "epoch": 4.342229199372056,
+      "rel-constrast": 2.960967779159546,
+      "step": 5532,
+      "subrel-constrast": 3.6484181880950928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9128812551498413,
+      "cov-distil (oracle2student)": 3.8624417781829834,
+      "cov-distil (oracle2teacher)": 3.3080930709838867,
+      "epoch": 4.343014128728415,
+      "rel-constrast": 2.314894199371338,
+      "step": 5533,
+      "subrel-constrast": 2.777371406555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6977486610412598,
+      "cov-distil (oracle2student)": 2.9890525341033936,
+      "cov-distil (oracle2teacher)": 2.95188045501709,
+      "epoch": 4.343799058084772,
+      "rel-constrast": 1.876330852508545,
+      "step": 5534,
+      "subrel-constrast": 2.7492549419403076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.636534333229065,
+      "cov-distil (oracle2student)": 3.946672201156616,
+      "cov-distil (oracle2teacher)": 3.878772497177124,
+      "epoch": 4.34458398744113,
+      "rel-constrast": 1.7485289573669434,
+      "step": 5535,
+      "subrel-constrast": 2.766904354095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3814971446990967,
+      "cov-distil (oracle2student)": 2.592284679412842,
+      "cov-distil (oracle2teacher)": 2.914372205734253,
+      "epoch": 4.345368916797488,
+      "rel-constrast": 1.8566265106201172,
+      "step": 5536,
+      "subrel-constrast": 2.8044471740722656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3083863258361816,
+      "cov-distil (oracle2student)": 4.17209005355835,
+      "cov-distil (oracle2teacher)": 4.197058200836182,
+      "epoch": 4.346153846153846,
+      "rel-constrast": 2.362370014190674,
+      "step": 5537,
+      "subrel-constrast": 2.8967862129211426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3367376327514648,
+      "cov-distil (oracle2student)": 5.220168113708496,
+      "cov-distil (oracle2teacher)": 5.17283296585083,
+      "epoch": 4.346938775510204,
+      "rel-constrast": 2.4735729694366455,
+      "step": 5538,
+      "subrel-constrast": 3.283905029296875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.446410894393921,
+      "cov-distil (oracle2student)": 4.374442100524902,
+      "cov-distil (oracle2teacher)": 4.238239765167236,
+      "epoch": 4.347723704866562,
+      "rel-constrast": 1.7279551029205322,
+      "step": 5539,
+      "subrel-constrast": 2.3543052673339844,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.34850863422292,
+      "grad_norm": 4.75,
+      "learning_rate": 2.4659671308231272e-05,
+      "loss": 0.6031,
+      "step": 5540
+    },
+    {
+      "cov-distil": 1.8449649810791016,
+      "cov-distil (oracle2student)": 3.1410911083221436,
+      "cov-distil (oracle2teacher)": 3.216773271560669,
+      "epoch": 4.34850863422292,
+      "rel-constrast": 1.9340647459030151,
+      "step": 5540,
+      "subrel-constrast": 2.6765220165252686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4988099336624146,
+      "cov-distil (oracle2student)": 4.968777179718018,
+      "cov-distil (oracle2teacher)": 4.432859897613525,
+      "epoch": 4.349293563579278,
+      "rel-constrast": 2.540614604949951,
+      "step": 5541,
+      "subrel-constrast": 3.4252655506134033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.674868106842041,
+      "cov-distil (oracle2student)": 4.564672470092773,
+      "cov-distil (oracle2teacher)": 4.544369697570801,
+      "epoch": 4.350078492935636,
+      "rel-constrast": 2.587597131729126,
+      "step": 5542,
+      "subrel-constrast": 3.3816275596618652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.409346103668213,
+      "cov-distil (oracle2student)": 6.016051292419434,
+      "cov-distil (oracle2teacher)": 5.417855262756348,
+      "epoch": 4.350863422291994,
+      "rel-constrast": 2.6068336963653564,
+      "step": 5543,
+      "subrel-constrast": 2.9838974475860596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.889688491821289,
+      "cov-distil (oracle2student)": 6.345737457275391,
+      "cov-distil (oracle2teacher)": 5.839396953582764,
+      "epoch": 4.351648351648351,
+      "rel-constrast": 2.2236623764038086,
+      "step": 5544,
+      "subrel-constrast": 3.322077989578247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6013681888580322,
+      "cov-distil (oracle2student)": 5.33568000793457,
+      "cov-distil (oracle2teacher)": 4.415800094604492,
+      "epoch": 4.35243328100471,
+      "rel-constrast": 2.9878385066986084,
+      "step": 5545,
+      "subrel-constrast": 3.1957380771636963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5267548561096191,
+      "cov-distil (oracle2student)": 4.03078031539917,
+      "cov-distil (oracle2teacher)": 3.5460362434387207,
+      "epoch": 4.353218210361067,
+      "rel-constrast": 2.9947681427001953,
+      "step": 5546,
+      "subrel-constrast": 2.956777811050415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4154858589172363,
+      "cov-distil (oracle2student)": 4.665966510772705,
+      "cov-distil (oracle2teacher)": 4.300623893737793,
+      "epoch": 4.354003139717426,
+      "rel-constrast": 3.048133134841919,
+      "step": 5547,
+      "subrel-constrast": 3.391282558441162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9624704718589783,
+      "cov-distil (oracle2student)": 5.852359294891357,
+      "cov-distil (oracle2teacher)": 5.110330581665039,
+      "epoch": 4.354788069073783,
+      "rel-constrast": 3.27462100982666,
+      "step": 5548,
+      "subrel-constrast": 3.280461072921753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2231996059417725,
+      "cov-distil (oracle2student)": 4.932549476623535,
+      "cov-distil (oracle2teacher)": 4.717777252197266,
+      "epoch": 4.355572998430142,
+      "rel-constrast": 3.6560964584350586,
+      "step": 5549,
+      "subrel-constrast": 3.531095027923584,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.356357927786499,
+      "grad_norm": 7.40625,
+      "learning_rate": 2.4572415182621733e-05,
+      "loss": 0.734,
+      "step": 5550
+    },
+    {
+      "cov-distil": 1.5827687978744507,
+      "cov-distil (oracle2student)": 5.356895446777344,
+      "cov-distil (oracle2teacher)": 5.134798049926758,
+      "epoch": 4.356357927786499,
+      "rel-constrast": 4.102031707763672,
+      "step": 5550,
+      "subrel-constrast": 4.336478233337402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2875131368637085,
+      "cov-distil (oracle2student)": 4.155657768249512,
+      "cov-distil (oracle2teacher)": 3.8975749015808105,
+      "epoch": 4.357142857142857,
+      "rel-constrast": 2.3021399974823,
+      "step": 5551,
+      "subrel-constrast": 2.5507287979125977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4858617782592773,
+      "cov-distil (oracle2student)": 4.894331932067871,
+      "cov-distil (oracle2teacher)": 4.674541473388672,
+      "epoch": 4.357927786499215,
+      "rel-constrast": 1.6469284296035767,
+      "step": 5552,
+      "subrel-constrast": 2.7530171871185303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.285083293914795,
+      "cov-distil (oracle2student)": 3.4529879093170166,
+      "cov-distil (oracle2teacher)": 3.1385350227355957,
+      "epoch": 4.358712715855573,
+      "rel-constrast": 2.074697971343994,
+      "step": 5553,
+      "subrel-constrast": 2.6473731994628906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8456698656082153,
+      "cov-distil (oracle2student)": 3.165417194366455,
+      "cov-distil (oracle2teacher)": 3.571570634841919,
+      "epoch": 4.359497645211931,
+      "rel-constrast": 2.041818618774414,
+      "step": 5554,
+      "subrel-constrast": 3.1555802822113037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.569779634475708,
+      "cov-distil (oracle2student)": 3.6586358547210693,
+      "cov-distil (oracle2teacher)": 4.041233062744141,
+      "epoch": 4.360282574568289,
+      "rel-constrast": 2.578885555267334,
+      "step": 5555,
+      "subrel-constrast": 3.1686441898345947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612176775932312,
+      "cov-distil (oracle2student)": 3.997237205505371,
+      "cov-distil (oracle2teacher)": 3.9546010494232178,
+      "epoch": 4.361067503924647,
+      "rel-constrast": 3.309713840484619,
+      "step": 5556,
+      "subrel-constrast": 3.5984811782836914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4778722524642944,
+      "cov-distil (oracle2student)": 4.519789695739746,
+      "cov-distil (oracle2teacher)": 4.126737594604492,
+      "epoch": 4.361852433281005,
+      "rel-constrast": 1.7719874382019043,
+      "step": 5557,
+      "subrel-constrast": 2.2505760192871094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2504810094833374,
+      "cov-distil (oracle2student)": 3.7774219512939453,
+      "cov-distil (oracle2teacher)": 3.707301616668701,
+      "epoch": 4.362637362637362,
+      "rel-constrast": 2.3566384315490723,
+      "step": 5558,
+      "subrel-constrast": 2.6493468284606934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4518654346466064,
+      "cov-distil (oracle2student)": 2.6133832931518555,
+      "cov-distil (oracle2teacher)": 2.5222067832946777,
+      "epoch": 4.363422291993721,
+      "rel-constrast": 2.27278995513916,
+      "step": 5559,
+      "subrel-constrast": 2.7926061153411865,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.364207221350078,
+      "grad_norm": 5.78125,
+      "learning_rate": 2.4485164266998265e-05,
+      "loss": 0.6486,
+      "step": 5560
+    },
+    {
+      "cov-distil": 1.80625319480896,
+      "cov-distil (oracle2student)": 3.5842783451080322,
+      "cov-distil (oracle2teacher)": 3.217862606048584,
+      "epoch": 4.364207221350078,
+      "rel-constrast": 2.552968978881836,
+      "step": 5560,
+      "subrel-constrast": 3.49052357673645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2599513530731201,
+      "cov-distil (oracle2student)": 4.4511919021606445,
+      "cov-distil (oracle2teacher)": 4.104920864105225,
+      "epoch": 4.364992150706437,
+      "rel-constrast": 2.969578981399536,
+      "step": 5561,
+      "subrel-constrast": 3.8466782569885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0990352630615234,
+      "cov-distil (oracle2student)": 3.3333935737609863,
+      "cov-distil (oracle2teacher)": 3.0933361053466797,
+      "epoch": 4.365777080062794,
+      "rel-constrast": 1.9894869327545166,
+      "step": 5562,
+      "subrel-constrast": 2.399935722351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52663254737854,
+      "cov-distil (oracle2student)": 5.727742671966553,
+      "cov-distil (oracle2teacher)": 4.995199680328369,
+      "epoch": 4.366562009419153,
+      "rel-constrast": 2.637737989425659,
+      "step": 5563,
+      "subrel-constrast": 2.8346214294433594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.043522357940674,
+      "cov-distil (oracle2student)": 3.007741689682007,
+      "cov-distil (oracle2teacher)": 3.5119099617004395,
+      "epoch": 4.36734693877551,
+      "rel-constrast": 2.914689064025879,
+      "step": 5564,
+      "subrel-constrast": 3.9053189754486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5135332345962524,
+      "cov-distil (oracle2student)": 5.557343006134033,
+      "cov-distil (oracle2teacher)": 4.876023769378662,
+      "epoch": 4.368131868131869,
+      "rel-constrast": 2.713980197906494,
+      "step": 5565,
+      "subrel-constrast": 3.1993184089660645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.634574055671692,
+      "cov-distil (oracle2student)": 3.1868128776550293,
+      "cov-distil (oracle2teacher)": 3.5857627391815186,
+      "epoch": 4.368916797488226,
+      "rel-constrast": 3.1706161499023438,
+      "step": 5566,
+      "subrel-constrast": 3.5058434009552,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.030688762664795,
+      "cov-distil (oracle2student)": 2.8760759830474854,
+      "cov-distil (oracle2teacher)": 3.102133274078369,
+      "epoch": 4.369701726844584,
+      "rel-constrast": 2.1589884757995605,
+      "step": 5567,
+      "subrel-constrast": 2.7399730682373047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6339755058288574,
+      "cov-distil (oracle2student)": 2.9373416900634766,
+      "cov-distil (oracle2teacher)": 3.0213119983673096,
+      "epoch": 4.370486656200942,
+      "rel-constrast": 2.1305129528045654,
+      "step": 5568,
+      "subrel-constrast": 3.085451126098633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7098499536514282,
+      "cov-distil (oracle2student)": 6.581306457519531,
+      "cov-distil (oracle2teacher)": 6.574224472045898,
+      "epoch": 4.3712715855573,
+      "rel-constrast": 2.7442219257354736,
+      "step": 5569,
+      "subrel-constrast": 4.051856517791748,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.372056514913658,
+      "grad_norm": 8.75,
+      "learning_rate": 2.439791962448573e-05,
+      "loss": 0.6877,
+      "step": 5570
+    },
+    {
+      "cov-distil": 1.7378616333007812,
+      "cov-distil (oracle2student)": 5.715653896331787,
+      "cov-distil (oracle2teacher)": 4.826358795166016,
+      "epoch": 4.372056514913658,
+      "rel-constrast": 2.0429508686065674,
+      "step": 5570,
+      "subrel-constrast": 3.174781322479248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2850685119628906,
+      "cov-distil (oracle2student)": 3.7581419944763184,
+      "cov-distil (oracle2teacher)": 3.9610564708709717,
+      "epoch": 4.372841444270016,
+      "rel-constrast": 2.5005860328674316,
+      "step": 5571,
+      "subrel-constrast": 3.6335129737854004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4773120880126953,
+      "cov-distil (oracle2student)": 5.098447322845459,
+      "cov-distil (oracle2teacher)": 5.468654632568359,
+      "epoch": 4.373626373626374,
+      "rel-constrast": 2.6239054203033447,
+      "step": 5572,
+      "subrel-constrast": 3.3614959716796875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5096243619918823,
+      "cov-distil (oracle2student)": 5.526923656463623,
+      "cov-distil (oracle2teacher)": 5.477972984313965,
+      "epoch": 4.374411302982732,
+      "rel-constrast": 2.4926321506500244,
+      "step": 5573,
+      "subrel-constrast": 3.251324415206909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.49424409866333,
+      "cov-distil (oracle2student)": 4.172047138214111,
+      "cov-distil (oracle2teacher)": 4.258201599121094,
+      "epoch": 4.375196232339089,
+      "rel-constrast": 2.619725227355957,
+      "step": 5574,
+      "subrel-constrast": 3.61100172996521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.319021224975586,
+      "cov-distil (oracle2student)": 4.203636169433594,
+      "cov-distil (oracle2teacher)": 3.5848891735076904,
+      "epoch": 4.375981161695448,
+      "rel-constrast": 1.955268383026123,
+      "step": 5575,
+      "subrel-constrast": 2.652200222015381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3214223384857178,
+      "cov-distil (oracle2student)": 2.4796948432922363,
+      "cov-distil (oracle2teacher)": 2.4517641067504883,
+      "epoch": 4.376766091051805,
+      "rel-constrast": 2.365082025527954,
+      "step": 5576,
+      "subrel-constrast": 3.037376880645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4073805809020996,
+      "cov-distil (oracle2student)": 3.8537564277648926,
+      "cov-distil (oracle2teacher)": 3.079611301422119,
+      "epoch": 4.377551020408164,
+      "rel-constrast": 2.348595380783081,
+      "step": 5577,
+      "subrel-constrast": 3.0656509399414062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4693729877471924,
+      "cov-distil (oracle2student)": 3.105705499649048,
+      "cov-distil (oracle2teacher)": 2.9681200981140137,
+      "epoch": 4.378335949764521,
+      "rel-constrast": 2.630823850631714,
+      "step": 5578,
+      "subrel-constrast": 3.5450425148010254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4479281902313232,
+      "cov-distil (oracle2student)": 6.530993461608887,
+      "cov-distil (oracle2teacher)": 5.544219970703125,
+      "epoch": 4.3791208791208796,
+      "rel-constrast": 3.147977352142334,
+      "step": 5579,
+      "subrel-constrast": 3.874598979949951,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.379905808477237,
+      "grad_norm": 6.75,
+      "learning_rate": 2.4310682318132563e-05,
+      "loss": 0.6569,
+      "step": 5580
+    },
+    {
+      "cov-distil": 1.4633649587631226,
+      "cov-distil (oracle2student)": 2.6234700679779053,
+      "cov-distil (oracle2teacher)": 2.445425033569336,
+      "epoch": 4.379905808477237,
+      "rel-constrast": 2.448451280593872,
+      "step": 5580,
+      "subrel-constrast": 3.112783670425415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8411766290664673,
+      "cov-distil (oracle2student)": 4.868334770202637,
+      "cov-distil (oracle2teacher)": 4.522831916809082,
+      "epoch": 4.380690737833595,
+      "rel-constrast": 2.9506139755249023,
+      "step": 5581,
+      "subrel-constrast": 3.426774740219116,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2530418634414673,
+      "cov-distil (oracle2student)": 4.1297736167907715,
+      "cov-distil (oracle2teacher)": 4.401045799255371,
+      "epoch": 4.381475667189953,
+      "rel-constrast": 3.2095139026641846,
+      "step": 5582,
+      "subrel-constrast": 3.4142520427703857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.009897232055664,
+      "cov-distil (oracle2student)": 4.097445487976074,
+      "cov-distil (oracle2teacher)": 4.176042079925537,
+      "epoch": 4.382260596546311,
+      "rel-constrast": 1.9047056436538696,
+      "step": 5583,
+      "subrel-constrast": 2.853285312652588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.552884817123413,
+      "cov-distil (oracle2student)": 5.265826225280762,
+      "cov-distil (oracle2teacher)": 5.019752025604248,
+      "epoch": 4.383045525902669,
+      "rel-constrast": 2.09451961517334,
+      "step": 5584,
+      "subrel-constrast": 3.319896936416626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4221158027648926,
+      "cov-distil (oracle2student)": 3.5053701400756836,
+      "cov-distil (oracle2teacher)": 3.3811392784118652,
+      "epoch": 4.383830455259027,
+      "rel-constrast": 2.544243812561035,
+      "step": 5585,
+      "subrel-constrast": 3.497784376144409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3936448097229004,
+      "cov-distil (oracle2student)": 3.7480340003967285,
+      "cov-distil (oracle2teacher)": 4.186012268066406,
+      "epoch": 4.384615384615385,
+      "rel-constrast": 2.6047470569610596,
+      "step": 5586,
+      "subrel-constrast": 3.6973040103912354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.480886459350586,
+      "cov-distil (oracle2student)": 6.276888370513916,
+      "cov-distil (oracle2teacher)": 5.7109222412109375,
+      "epoch": 4.385400313971743,
+      "rel-constrast": 2.0258164405822754,
+      "step": 5587,
+      "subrel-constrast": 2.92423152923584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7963616847991943,
+      "cov-distil (oracle2student)": 2.612272262573242,
+      "cov-distil (oracle2teacher)": 2.63784122467041,
+      "epoch": 4.3861852433281,
+      "rel-constrast": 1.6398224830627441,
+      "step": 5588,
+      "subrel-constrast": 2.717268228530884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.182299852371216,
+      "cov-distil (oracle2student)": 2.8238253593444824,
+      "cov-distil (oracle2teacher)": 3.018031597137451,
+      "epoch": 4.3869701726844585,
+      "rel-constrast": 3.2249691486358643,
+      "step": 5589,
+      "subrel-constrast": 3.9538049697875977,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.387755102040816,
+      "grad_norm": 6.65625,
+      "learning_rate": 2.422345341089782e-05,
+      "loss": 0.6572,
+      "step": 5590
+    },
+    {
+      "cov-distil": 1.6606040000915527,
+      "cov-distil (oracle2student)": 3.1327641010284424,
+      "cov-distil (oracle2teacher)": 3.212294578552246,
+      "epoch": 4.387755102040816,
+      "rel-constrast": 2.0449843406677246,
+      "step": 5590,
+      "subrel-constrast": 2.995035171508789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5623936653137207,
+      "cov-distil (oracle2student)": 4.22213077545166,
+      "cov-distil (oracle2teacher)": 3.831425189971924,
+      "epoch": 4.3885400313971745,
+      "rel-constrast": 1.8473143577575684,
+      "step": 5591,
+      "subrel-constrast": 2.5049350261688232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6458156108856201,
+      "cov-distil (oracle2student)": 6.42597770690918,
+      "cov-distil (oracle2teacher)": 5.888782024383545,
+      "epoch": 4.389324960753532,
+      "rel-constrast": 3.870732069015503,
+      "step": 5592,
+      "subrel-constrast": 4.129385471343994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2146658897399902,
+      "cov-distil (oracle2student)": 3.837297201156616,
+      "cov-distil (oracle2teacher)": 3.5725297927856445,
+      "epoch": 4.3901098901098905,
+      "rel-constrast": 1.7157211303710938,
+      "step": 5593,
+      "subrel-constrast": 2.577913761138916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0691717863082886,
+      "cov-distil (oracle2student)": 4.223543643951416,
+      "cov-distil (oracle2teacher)": 4.411039352416992,
+      "epoch": 4.390894819466248,
+      "rel-constrast": 2.286864995956421,
+      "step": 5594,
+      "subrel-constrast": 2.8892574310302734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3031814098358154,
+      "cov-distil (oracle2student)": 3.9476208686828613,
+      "cov-distil (oracle2teacher)": 3.973867893218994,
+      "epoch": 4.391679748822606,
+      "rel-constrast": 2.1243233680725098,
+      "step": 5595,
+      "subrel-constrast": 3.0533392429351807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4840664863586426,
+      "cov-distil (oracle2student)": 4.298255920410156,
+      "cov-distil (oracle2teacher)": 3.4885993003845215,
+      "epoch": 4.392464678178964,
+      "rel-constrast": 2.127443790435791,
+      "step": 5596,
+      "subrel-constrast": 2.610278606414795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.215301752090454,
+      "cov-distil (oracle2student)": 2.7453513145446777,
+      "cov-distil (oracle2teacher)": 2.6969666481018066,
+      "epoch": 4.393249607535322,
+      "rel-constrast": 2.124652862548828,
+      "step": 5597,
+      "subrel-constrast": 2.698935031890869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4223871231079102,
+      "cov-distil (oracle2student)": 4.863678932189941,
+      "cov-distil (oracle2teacher)": 4.987752914428711,
+      "epoch": 4.39403453689168,
+      "rel-constrast": 2.1584384441375732,
+      "step": 5598,
+      "subrel-constrast": 3.170855760574341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9074089527130127,
+      "cov-distil (oracle2student)": 6.120352268218994,
+      "cov-distil (oracle2teacher)": 5.248785972595215,
+      "epoch": 4.3948194662480375,
+      "rel-constrast": 2.3902931213378906,
+      "step": 5599,
+      "subrel-constrast": 3.2368478775024414,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.395604395604396,
+      "grad_norm": 6.09375,
+      "learning_rate": 2.4136233965638195e-05,
+      "loss": 0.606,
+      "step": 5600
+    },
+    {
+      "epoch": 4.395604395604396,
+      "overlap": 0.3296875059604645,
+      "step": 5600
+    },
+    {
+      "epoch": 4.395604395604396,
+      "step": 5600,
+      "student margin": 0.0628662109375
+    },
+    {
+      "epoch": 4.395604395604396,
+      "step": 5600,
+      "teacher margin": 0.034515380859375
+    },
+    {
+      "epoch": 4.395604395604396,
+      "margin difference": -0.028350830078125,
+      "step": 5600
+    },
+    {
+      "cov-distil": 1.5688225030899048,
+      "cov-distil (oracle2student)": 6.20152473449707,
+      "cov-distil (oracle2teacher)": 5.8411664962768555,
+      "epoch": 4.395604395604396,
+      "rel-constrast": 2.724562168121338,
+      "step": 5600,
+      "subrel-constrast": 3.940678358078003,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6451287269592285,
+      "cov-distil (oracle2student)": 7.201009273529053,
+      "cov-distil (oracle2teacher)": 5.743194580078125,
+      "epoch": 4.3963893249607535,
+      "rel-constrast": 4.005358695983887,
+      "step": 5601,
+      "subrel-constrast": 3.9216248989105225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6259846687316895,
+      "cov-distil (oracle2student)": 2.426156997680664,
+      "cov-distil (oracle2teacher)": 2.8426594734191895,
+      "epoch": 4.397174254317111,
+      "rel-constrast": 2.8471784591674805,
+      "step": 5602,
+      "subrel-constrast": 3.89839243888855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6640851497650146,
+      "cov-distil (oracle2student)": 5.491626739501953,
+      "cov-distil (oracle2teacher)": 4.566645622253418,
+      "epoch": 4.3979591836734695,
+      "rel-constrast": 2.080047845840454,
+      "step": 5603,
+      "subrel-constrast": 3.029695510864258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5030921697616577,
+      "cov-distil (oracle2student)": 4.629974365234375,
+      "cov-distil (oracle2teacher)": 4.575220108032227,
+      "epoch": 4.398744113029827,
+      "rel-constrast": 4.031768798828125,
+      "step": 5604,
+      "subrel-constrast": 4.691839218139648,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.57127046585083,
+      "cov-distil (oracle2student)": 5.813966751098633,
+      "cov-distil (oracle2teacher)": 5.341979503631592,
+      "epoch": 4.3995290423861855,
+      "rel-constrast": 3.460038185119629,
+      "step": 5605,
+      "subrel-constrast": 3.804537296295166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1126705408096313,
+      "cov-distil (oracle2student)": 5.442535877227783,
+      "cov-distil (oracle2teacher)": 4.6126556396484375,
+      "epoch": 4.400313971742543,
+      "rel-constrast": 2.5517587661743164,
+      "step": 5606,
+      "subrel-constrast": 2.731388568878174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2135790586471558,
+      "cov-distil (oracle2student)": 2.485027313232422,
+      "cov-distil (oracle2teacher)": 2.6471621990203857,
+      "epoch": 4.4010989010989015,
+      "rel-constrast": 3.37270450592041,
+      "step": 5607,
+      "subrel-constrast": 3.868537187576294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8569822311401367,
+      "cov-distil (oracle2student)": 2.510104179382324,
+      "cov-distil (oracle2teacher)": 2.4998779296875,
+      "epoch": 4.401883830455259,
+      "rel-constrast": 1.6412310600280762,
+      "step": 5608,
+      "subrel-constrast": 2.708702325820923,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3550190925598145,
+      "cov-distil (oracle2student)": 4.625219345092773,
+      "cov-distil (oracle2teacher)": 4.101561069488525,
+      "epoch": 4.4026687598116165,
+      "rel-constrast": 3.2718541622161865,
+      "step": 5609,
+      "subrel-constrast": 3.7656655311584473,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.403453689167975,
+      "grad_norm": 6.0625,
+      "learning_rate": 2.404902504509512e-05,
+      "loss": 0.7875,
+      "step": 5610
+    },
+    {
+      "cov-distil": 1.3632280826568604,
+      "cov-distil (oracle2student)": 3.7682671546936035,
+      "cov-distil (oracle2teacher)": 3.653256893157959,
+      "epoch": 4.403453689167975,
+      "rel-constrast": 2.484297752380371,
+      "step": 5610,
+      "subrel-constrast": 3.460219383239746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5746183395385742,
+      "cov-distil (oracle2student)": 4.120012283325195,
+      "cov-distil (oracle2teacher)": 3.948134422302246,
+      "epoch": 4.4042386185243325,
+      "rel-constrast": 2.9673023223876953,
+      "step": 5611,
+      "subrel-constrast": 3.1999011039733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3621742725372314,
+      "cov-distil (oracle2student)": 4.135627746582031,
+      "cov-distil (oracle2teacher)": 3.6569461822509766,
+      "epoch": 4.405023547880691,
+      "rel-constrast": 2.8810157775878906,
+      "step": 5612,
+      "subrel-constrast": 3.127194404602051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2474604845046997,
+      "cov-distil (oracle2student)": 3.7338972091674805,
+      "cov-distil (oracle2teacher)": 4.018855094909668,
+      "epoch": 4.4058084772370485,
+      "rel-constrast": 3.059605121612549,
+      "step": 5613,
+      "subrel-constrast": 3.6032934188842773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6870046854019165,
+      "cov-distil (oracle2student)": 4.607367515563965,
+      "cov-distil (oracle2teacher)": 4.387134075164795,
+      "epoch": 4.406593406593407,
+      "rel-constrast": 1.9516050815582275,
+      "step": 5614,
+      "subrel-constrast": 2.8120789527893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5332136154174805,
+      "cov-distil (oracle2student)": 4.313769340515137,
+      "cov-distil (oracle2teacher)": 4.403887748718262,
+      "epoch": 4.4073783359497645,
+      "rel-constrast": 2.041450023651123,
+      "step": 5615,
+      "subrel-constrast": 3.106501579284668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.959610104560852,
+      "cov-distil (oracle2student)": 5.8337202072143555,
+      "cov-distil (oracle2teacher)": 4.645908355712891,
+      "epoch": 4.408163265306122,
+      "rel-constrast": 2.1365761756896973,
+      "step": 5616,
+      "subrel-constrast": 2.4004664421081543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9196020364761353,
+      "cov-distil (oracle2student)": 4.2000932693481445,
+      "cov-distil (oracle2teacher)": 3.7758381366729736,
+      "epoch": 4.4089481946624804,
+      "rel-constrast": 2.0224671363830566,
+      "step": 5617,
+      "subrel-constrast": 2.767815113067627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6667819023132324,
+      "cov-distil (oracle2student)": 3.1123881340026855,
+      "cov-distil (oracle2teacher)": 3.347743034362793,
+      "epoch": 4.409733124018838,
+      "rel-constrast": 1.9495006799697876,
+      "step": 5618,
+      "subrel-constrast": 2.8419618606567383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3721883296966553,
+      "cov-distil (oracle2student)": 3.311872959136963,
+      "cov-distil (oracle2teacher)": 3.3218493461608887,
+      "epoch": 4.410518053375196,
+      "rel-constrast": 1.693526029586792,
+      "step": 5619,
+      "subrel-constrast": 2.6058008670806885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.411302982731554,
+      "grad_norm": 5.96875,
+      "learning_rate": 2.3961827711881748e-05,
+      "loss": 0.6164,
+      "step": 5620
+    },
+    {
+      "cov-distil": 1.398258924484253,
+      "cov-distil (oracle2student)": 5.2064104080200195,
+      "cov-distil (oracle2teacher)": 4.536543369293213,
+      "epoch": 4.411302982731554,
+      "rel-constrast": 2.880852699279785,
+      "step": 5620,
+      "subrel-constrast": 3.4149065017700195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8876359462738037,
+      "cov-distil (oracle2student)": 5.086850643157959,
+      "cov-distil (oracle2teacher)": 4.758622169494629,
+      "epoch": 4.412087912087912,
+      "rel-constrast": 2.1323397159576416,
+      "step": 5621,
+      "subrel-constrast": 2.658815860748291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5101356506347656,
+      "cov-distil (oracle2student)": 6.228442192077637,
+      "cov-distil (oracle2teacher)": 6.160987854003906,
+      "epoch": 4.41287284144427,
+      "rel-constrast": 2.52864670753479,
+      "step": 5622,
+      "subrel-constrast": 3.5520269870758057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5977904796600342,
+      "cov-distil (oracle2student)": 3.4068100452423096,
+      "cov-distil (oracle2teacher)": 3.721494197845459,
+      "epoch": 4.4136577708006275,
+      "rel-constrast": 3.337146759033203,
+      "step": 5623,
+      "subrel-constrast": 4.287498950958252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7627172470092773,
+      "cov-distil (oracle2student)": 3.278291702270508,
+      "cov-distil (oracle2teacher)": 3.1666951179504395,
+      "epoch": 4.414442700156986,
+      "rel-constrast": 2.7638187408447266,
+      "step": 5624,
+      "subrel-constrast": 3.1807029247283936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.022498607635498,
+      "cov-distil (oracle2student)": 6.093738555908203,
+      "cov-distil (oracle2teacher)": 5.4806952476501465,
+      "epoch": 4.4152276295133435,
+      "rel-constrast": 2.114830493927002,
+      "step": 5625,
+      "subrel-constrast": 3.322927236557007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3135631084442139,
+      "cov-distil (oracle2student)": 3.0942771434783936,
+      "cov-distil (oracle2teacher)": 3.1945838928222656,
+      "epoch": 4.416012558869702,
+      "rel-constrast": 3.28830623626709,
+      "step": 5626,
+      "subrel-constrast": 4.227622985839844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3582215309143066,
+      "cov-distil (oracle2student)": 4.287327289581299,
+      "cov-distil (oracle2teacher)": 4.225940704345703,
+      "epoch": 4.416797488226059,
+      "rel-constrast": 2.6899514198303223,
+      "step": 5627,
+      "subrel-constrast": 3.5347676277160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3568553924560547,
+      "cov-distil (oracle2student)": 3.846757411956787,
+      "cov-distil (oracle2teacher)": 3.829495906829834,
+      "epoch": 4.417582417582418,
+      "rel-constrast": 2.1685986518859863,
+      "step": 5628,
+      "subrel-constrast": 2.943092107772827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7900681495666504,
+      "cov-distil (oracle2student)": 4.833944797515869,
+      "cov-distil (oracle2teacher)": 4.742705345153809,
+      "epoch": 4.418367346938775,
+      "rel-constrast": 2.844512939453125,
+      "step": 5629,
+      "subrel-constrast": 3.614107370376587,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.419152276295134,
+      "grad_norm": 5.90625,
+      "learning_rate": 2.3874643028470093e-05,
+      "loss": 0.7087,
+      "step": 5630
+    },
+    {
+      "cov-distil": 1.3003113269805908,
+      "cov-distil (oracle2student)": 3.3558640480041504,
+      "cov-distil (oracle2teacher)": 3.5406947135925293,
+      "epoch": 4.419152276295134,
+      "rel-constrast": 3.280864715576172,
+      "step": 5630,
+      "subrel-constrast": 3.7748639583587646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.519527554512024,
+      "cov-distil (oracle2student)": 4.456964492797852,
+      "cov-distil (oracle2teacher)": 4.334802627563477,
+      "epoch": 4.419937205651491,
+      "rel-constrast": 2.964918375015259,
+      "step": 5631,
+      "subrel-constrast": 3.4341535568237305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3538291454315186,
+      "cov-distil (oracle2student)": 4.821777820587158,
+      "cov-distil (oracle2teacher)": 4.158818244934082,
+      "epoch": 4.420722135007849,
+      "rel-constrast": 1.9016058444976807,
+      "step": 5632,
+      "subrel-constrast": 2.226405382156372,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0999233722686768,
+      "cov-distil (oracle2student)": 5.137014389038086,
+      "cov-distil (oracle2teacher)": 5.12700080871582,
+      "epoch": 4.421507064364207,
+      "rel-constrast": 1.8405193090438843,
+      "step": 5633,
+      "subrel-constrast": 2.5130085945129395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2203140258789062,
+      "cov-distil (oracle2student)": 2.8585150241851807,
+      "cov-distil (oracle2teacher)": 2.686629056930542,
+      "epoch": 4.422291993720565,
+      "rel-constrast": 3.5172719955444336,
+      "step": 5634,
+      "subrel-constrast": 3.7078754901885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0205851793289185,
+      "cov-distil (oracle2student)": 5.254214286804199,
+      "cov-distil (oracle2teacher)": 4.692165851593018,
+      "epoch": 4.423076923076923,
+      "rel-constrast": 3.1953654289245605,
+      "step": 5635,
+      "subrel-constrast": 3.3717665672302246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5588353872299194,
+      "cov-distil (oracle2student)": 5.425466537475586,
+      "cov-distil (oracle2teacher)": 4.71092414855957,
+      "epoch": 4.423861852433281,
+      "rel-constrast": 3.0400116443634033,
+      "step": 5636,
+      "subrel-constrast": 3.756155252456665,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.244109034538269,
+      "cov-distil (oracle2student)": 3.5637898445129395,
+      "cov-distil (oracle2teacher)": 3.5112152099609375,
+      "epoch": 4.424646781789639,
+      "rel-constrast": 2.292496919631958,
+      "step": 5637,
+      "subrel-constrast": 3.2757089138031006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5891149044036865,
+      "cov-distil (oracle2student)": 3.8204712867736816,
+      "cov-distil (oracle2teacher)": 3.8397929668426514,
+      "epoch": 4.425431711145997,
+      "rel-constrast": 2.8834517002105713,
+      "step": 5638,
+      "subrel-constrast": 3.354189872741699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4766747951507568,
+      "cov-distil (oracle2student)": 3.3472788333892822,
+      "cov-distil (oracle2teacher)": 3.2461605072021484,
+      "epoch": 4.426216640502354,
+      "rel-constrast": 2.377648115158081,
+      "step": 5639,
+      "subrel-constrast": 2.8371362686157227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.427001569858713,
+      "grad_norm": 6.15625,
+      "learning_rate": 2.3787472057177982e-05,
+      "loss": 0.7158,
+      "step": 5640
+    },
+    {
+      "cov-distil": 1.250063180923462,
+      "cov-distil (oracle2student)": 6.834948539733887,
+      "cov-distil (oracle2teacher)": 6.2602458000183105,
+      "epoch": 4.427001569858713,
+      "rel-constrast": 3.471223831176758,
+      "step": 5640,
+      "subrel-constrast": 3.730147361755371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9836432933807373,
+      "cov-distil (oracle2student)": 4.662158966064453,
+      "cov-distil (oracle2teacher)": 4.029593467712402,
+      "epoch": 4.42778649921507,
+      "rel-constrast": 2.2279410362243652,
+      "step": 5641,
+      "subrel-constrast": 2.975270986557007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2220886945724487,
+      "cov-distil (oracle2student)": 3.2512197494506836,
+      "cov-distil (oracle2teacher)": 3.533116340637207,
+      "epoch": 4.428571428571429,
+      "rel-constrast": 2.9162495136260986,
+      "step": 5642,
+      "subrel-constrast": 3.2653908729553223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7011128664016724,
+      "cov-distil (oracle2student)": 4.8712005615234375,
+      "cov-distil (oracle2teacher)": 4.909004211425781,
+      "epoch": 4.429356357927786,
+      "rel-constrast": 2.6558964252471924,
+      "step": 5643,
+      "subrel-constrast": 3.7949604988098145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3457224369049072,
+      "cov-distil (oracle2student)": 4.545374870300293,
+      "cov-distil (oracle2teacher)": 4.047029495239258,
+      "epoch": 4.430141287284145,
+      "rel-constrast": 2.8462135791778564,
+      "step": 5644,
+      "subrel-constrast": 3.1202540397644043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0382258892059326,
+      "cov-distil (oracle2student)": 4.570052623748779,
+      "cov-distil (oracle2teacher)": 3.8152008056640625,
+      "epoch": 4.430926216640502,
+      "rel-constrast": 3.2995150089263916,
+      "step": 5645,
+      "subrel-constrast": 3.5154762268066406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.26079523563385,
+      "cov-distil (oracle2student)": 3.1022236347198486,
+      "cov-distil (oracle2teacher)": 3.403315544128418,
+      "epoch": 4.43171114599686,
+      "rel-constrast": 2.0529069900512695,
+      "step": 5646,
+      "subrel-constrast": 2.7023019790649414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.735592246055603,
+      "cov-distil (oracle2student)": 3.991823673248291,
+      "cov-distil (oracle2teacher)": 3.4618310928344727,
+      "epoch": 4.432496075353218,
+      "rel-constrast": 2.5412700176239014,
+      "step": 5647,
+      "subrel-constrast": 3.939540386199951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7873375415802002,
+      "cov-distil (oracle2student)": 4.365697860717773,
+      "cov-distil (oracle2teacher)": 3.6856701374053955,
+      "epoch": 4.433281004709576,
+      "rel-constrast": 1.0127288103103638,
+      "step": 5648,
+      "subrel-constrast": 2.1532418727874756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6035544872283936,
+      "cov-distil (oracle2student)": 4.273056983947754,
+      "cov-distil (oracle2teacher)": 4.06743860244751,
+      "epoch": 4.434065934065934,
+      "rel-constrast": 2.3586580753326416,
+      "step": 5649,
+      "subrel-constrast": 3.325714111328125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.434850863422292,
+      "grad_norm": 5.5,
+      "learning_rate": 2.3700315860156217e-05,
+      "loss": 0.6694,
+      "step": 5650
+    },
+    {
+      "cov-distil": 1.2584381103515625,
+      "cov-distil (oracle2student)": 3.7519326210021973,
+      "cov-distil (oracle2teacher)": 3.5468955039978027,
+      "epoch": 4.434850863422292,
+      "rel-constrast": 1.898306965827942,
+      "step": 5650,
+      "subrel-constrast": 2.5663304328918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6717101335525513,
+      "cov-distil (oracle2student)": 4.506635665893555,
+      "cov-distil (oracle2teacher)": 4.626965045928955,
+      "epoch": 4.43563579277865,
+      "rel-constrast": 1.6649025678634644,
+      "step": 5651,
+      "subrel-constrast": 2.6631476879119873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7692735195159912,
+      "cov-distil (oracle2student)": 6.3429718017578125,
+      "cov-distil (oracle2teacher)": 5.42227840423584,
+      "epoch": 4.436420722135008,
+      "rel-constrast": 3.1284759044647217,
+      "step": 5652,
+      "subrel-constrast": 3.3946220874786377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8777546882629395,
+      "cov-distil (oracle2student)": 5.324555397033691,
+      "cov-distil (oracle2teacher)": 4.008673667907715,
+      "epoch": 4.437205651491365,
+      "rel-constrast": 2.211153507232666,
+      "step": 5653,
+      "subrel-constrast": 3.356929302215576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6444368362426758,
+      "cov-distil (oracle2student)": 3.737255573272705,
+      "cov-distil (oracle2teacher)": 3.622671604156494,
+      "epoch": 4.437990580847724,
+      "rel-constrast": 2.099161386489868,
+      "step": 5654,
+      "subrel-constrast": 3.1840524673461914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.368099331855774,
+      "cov-distil (oracle2student)": 5.828450679779053,
+      "cov-distil (oracle2teacher)": 5.999305725097656,
+      "epoch": 4.438775510204081,
+      "rel-constrast": 2.190645456314087,
+      "step": 5655,
+      "subrel-constrast": 3.056258201599121,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3470951318740845,
+      "cov-distil (oracle2student)": 5.527719497680664,
+      "cov-distil (oracle2teacher)": 5.112364768981934,
+      "epoch": 4.43956043956044,
+      "rel-constrast": 3.7797415256500244,
+      "step": 5656,
+      "subrel-constrast": 3.943281412124634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5112390518188477,
+      "cov-distil (oracle2student)": 2.9369561672210693,
+      "cov-distil (oracle2teacher)": 2.8028836250305176,
+      "epoch": 4.440345368916797,
+      "rel-constrast": 2.065643787384033,
+      "step": 5657,
+      "subrel-constrast": 2.8077948093414307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.148627281188965,
+      "cov-distil (oracle2student)": 3.871901273727417,
+      "cov-distil (oracle2teacher)": 3.7765755653381348,
+      "epoch": 4.441130298273156,
+      "rel-constrast": 2.367408275604248,
+      "step": 5658,
+      "subrel-constrast": 3.204113006591797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0733040571212769,
+      "cov-distil (oracle2student)": 3.4462990760803223,
+      "cov-distil (oracle2teacher)": 3.307741403579712,
+      "epoch": 4.441915227629513,
+      "rel-constrast": 2.348464012145996,
+      "step": 5659,
+      "subrel-constrast": 2.5422770977020264,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.442700156985872,
+      "grad_norm": 5.6875,
+      "learning_rate": 2.361317549937553e-05,
+      "loss": 0.633,
+      "step": 5660
+    },
+    {
+      "cov-distil": 1.5339479446411133,
+      "cov-distil (oracle2student)": 2.3197336196899414,
+      "cov-distil (oracle2teacher)": 2.54710054397583,
+      "epoch": 4.442700156985872,
+      "rel-constrast": 2.257500648498535,
+      "step": 5660,
+      "subrel-constrast": 2.705374240875244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2943618297576904,
+      "cov-distil (oracle2student)": 5.47487211227417,
+      "cov-distil (oracle2teacher)": 4.563114166259766,
+      "epoch": 4.443485086342229,
+      "rel-constrast": 3.558004379272461,
+      "step": 5661,
+      "subrel-constrast": 3.6637535095214844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0312724113464355,
+      "cov-distil (oracle2student)": 2.4039430618286133,
+      "cov-distil (oracle2teacher)": 2.6623153686523438,
+      "epoch": 4.444270015698587,
+      "rel-constrast": 2.659714698791504,
+      "step": 5662,
+      "subrel-constrast": 3.466464042663574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9380621910095215,
+      "cov-distil (oracle2student)": 5.02495813369751,
+      "cov-distil (oracle2teacher)": 4.685360908508301,
+      "epoch": 4.445054945054945,
+      "rel-constrast": 2.3787598609924316,
+      "step": 5663,
+      "subrel-constrast": 3.3748812675476074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7011239528656006,
+      "cov-distil (oracle2student)": 5.099340438842773,
+      "cov-distil (oracle2teacher)": 4.879796028137207,
+      "epoch": 4.445839874411303,
+      "rel-constrast": 2.2868857383728027,
+      "step": 5664,
+      "subrel-constrast": 3.6300203800201416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3344165086746216,
+      "cov-distil (oracle2student)": 3.6056950092315674,
+      "cov-distil (oracle2teacher)": 3.5839123725891113,
+      "epoch": 4.446624803767661,
+      "rel-constrast": 1.972449779510498,
+      "step": 5665,
+      "subrel-constrast": 2.950606346130371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.076504945755005,
+      "cov-distil (oracle2student)": 4.687700271606445,
+      "cov-distil (oracle2teacher)": 4.759254455566406,
+      "epoch": 4.447409733124019,
+      "rel-constrast": 3.401181221008301,
+      "step": 5666,
+      "subrel-constrast": 3.8762106895446777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676298975944519,
+      "cov-distil (oracle2student)": 5.799403190612793,
+      "cov-distil (oracle2teacher)": 4.695278644561768,
+      "epoch": 4.448194662480377,
+      "rel-constrast": 1.6136269569396973,
+      "step": 5667,
+      "subrel-constrast": 2.389413833618164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3892273902893066,
+      "cov-distil (oracle2student)": 2.4655961990356445,
+      "cov-distil (oracle2teacher)": 2.8454043865203857,
+      "epoch": 4.448979591836735,
+      "rel-constrast": 2.163222074508667,
+      "step": 5668,
+      "subrel-constrast": 2.635244369506836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5732636451721191,
+      "cov-distil (oracle2student)": 4.083634376525879,
+      "cov-distil (oracle2teacher)": 4.619582653045654,
+      "epoch": 4.449764521193092,
+      "rel-constrast": 2.33090877532959,
+      "step": 5669,
+      "subrel-constrast": 3.105130910873413,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.450549450549451,
+      "grad_norm": 4.625,
+      "learning_rate": 2.352605203661373e-05,
+      "loss": 0.6569,
+      "step": 5670
+    },
+    {
+      "cov-distil": 1.4717774391174316,
+      "cov-distil (oracle2student)": 4.175502777099609,
+      "cov-distil (oracle2teacher)": 4.269041061401367,
+      "epoch": 4.450549450549451,
+      "rel-constrast": 2.113262414932251,
+      "step": 5670,
+      "subrel-constrast": 3.074936866760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.347088098526001,
+      "cov-distil (oracle2student)": 2.799281120300293,
+      "cov-distil (oracle2teacher)": 2.7847471237182617,
+      "epoch": 4.451334379905808,
+      "rel-constrast": 1.7333940267562866,
+      "step": 5671,
+      "subrel-constrast": 2.3265163898468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3859515190124512,
+      "cov-distil (oracle2student)": 5.675591468811035,
+      "cov-distil (oracle2teacher)": 5.385744094848633,
+      "epoch": 4.452119309262167,
+      "rel-constrast": 2.7957348823547363,
+      "step": 5672,
+      "subrel-constrast": 3.886021137237549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5990111827850342,
+      "cov-distil (oracle2student)": 6.0448102951049805,
+      "cov-distil (oracle2teacher)": 5.242984771728516,
+      "epoch": 4.452904238618524,
+      "rel-constrast": 2.719984531402588,
+      "step": 5673,
+      "subrel-constrast": 3.1592421531677246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9187567234039307,
+      "cov-distil (oracle2student)": 5.0599141120910645,
+      "cov-distil (oracle2teacher)": 3.620217800140381,
+      "epoch": 4.453689167974883,
+      "rel-constrast": 2.57598876953125,
+      "step": 5674,
+      "subrel-constrast": 3.0002427101135254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.067977786064148,
+      "cov-distil (oracle2student)": 3.650336742401123,
+      "cov-distil (oracle2teacher)": 3.5341315269470215,
+      "epoch": 4.45447409733124,
+      "rel-constrast": 1.8172156810760498,
+      "step": 5675,
+      "subrel-constrast": 2.613217830657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4669559001922607,
+      "cov-distil (oracle2student)": 5.504223823547363,
+      "cov-distil (oracle2teacher)": 5.106480598449707,
+      "epoch": 4.455259026687598,
+      "rel-constrast": 3.154893636703491,
+      "step": 5676,
+      "subrel-constrast": 3.4252138137817383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.118704915046692,
+      "cov-distil (oracle2student)": 2.557742118835449,
+      "cov-distil (oracle2teacher)": 2.9047698974609375,
+      "epoch": 4.456043956043956,
+      "rel-constrast": 2.1994340419769287,
+      "step": 5677,
+      "subrel-constrast": 2.8668878078460693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9613842964172363,
+      "cov-distil (oracle2student)": 3.1632285118103027,
+      "cov-distil (oracle2teacher)": 3.080305576324463,
+      "epoch": 4.456828885400314,
+      "rel-constrast": 2.721604347229004,
+      "step": 5678,
+      "subrel-constrast": 3.50547456741333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0789339542388916,
+      "cov-distil (oracle2student)": 3.7429418563842773,
+      "cov-distil (oracle2teacher)": 4.2866315841674805,
+      "epoch": 4.457613814756672,
+      "rel-constrast": 2.4812111854553223,
+      "step": 5679,
+      "subrel-constrast": 3.2072677612304688,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.45839874411303,
+      "grad_norm": 5.375,
+      "learning_rate": 2.343894653344272e-05,
+      "loss": 0.6439,
+      "step": 5680
+    },
+    {
+      "cov-distil": 1.2061176300048828,
+      "cov-distil (oracle2student)": 5.372317314147949,
+      "cov-distil (oracle2teacher)": 4.882560729980469,
+      "epoch": 4.45839874411303,
+      "rel-constrast": 3.5743000507354736,
+      "step": 5680,
+      "subrel-constrast": 3.8601624965667725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3845802545547485,
+      "cov-distil (oracle2student)": 4.5701165199279785,
+      "cov-distil (oracle2teacher)": 3.587576389312744,
+      "epoch": 4.459183673469388,
+      "rel-constrast": 2.5079941749572754,
+      "step": 5681,
+      "subrel-constrast": 3.03698992729187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6134250164031982,
+      "cov-distil (oracle2student)": 4.168360710144043,
+      "cov-distil (oracle2teacher)": 4.272764205932617,
+      "epoch": 4.459968602825746,
+      "rel-constrast": 2.550784111022949,
+      "step": 5682,
+      "subrel-constrast": 2.856398582458496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.729739785194397,
+      "cov-distil (oracle2student)": 2.573197841644287,
+      "cov-distil (oracle2teacher)": 2.8831424713134766,
+      "epoch": 4.460753532182103,
+      "rel-constrast": 1.9685534238815308,
+      "step": 5683,
+      "subrel-constrast": 3.0792346000671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6997427940368652,
+      "cov-distil (oracle2student)": 3.94494366645813,
+      "cov-distil (oracle2teacher)": 4.427027702331543,
+      "epoch": 4.461538461538462,
+      "rel-constrast": 2.777099609375,
+      "step": 5684,
+      "subrel-constrast": 3.5363593101501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9421231746673584,
+      "cov-distil (oracle2student)": 4.20194673538208,
+      "cov-distil (oracle2teacher)": 3.668869972229004,
+      "epoch": 4.462323390894819,
+      "rel-constrast": 3.4482452869415283,
+      "step": 5685,
+      "subrel-constrast": 3.4509098529815674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.931301236152649,
+      "cov-distil (oracle2student)": 4.360433578491211,
+      "cov-distil (oracle2teacher)": 3.9199366569519043,
+      "epoch": 4.463108320251178,
+      "rel-constrast": 2.7448644638061523,
+      "step": 5686,
+      "subrel-constrast": 3.8252477645874023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7276630401611328,
+      "cov-distil (oracle2student)": 4.451449871063232,
+      "cov-distil (oracle2teacher)": 4.411722183227539,
+      "epoch": 4.463893249607535,
+      "rel-constrast": 2.6590938568115234,
+      "step": 5687,
+      "subrel-constrast": 3.593137264251709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4645928144454956,
+      "cov-distil (oracle2student)": 5.226811408996582,
+      "cov-distil (oracle2teacher)": 4.073758125305176,
+      "epoch": 4.464678178963894,
+      "rel-constrast": 1.819093108177185,
+      "step": 5688,
+      "subrel-constrast": 2.355722427368164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3740777969360352,
+      "cov-distil (oracle2student)": 3.161935567855835,
+      "cov-distil (oracle2teacher)": 3.472727060317993,
+      "epoch": 4.465463108320251,
+      "rel-constrast": 2.27630615234375,
+      "step": 5689,
+      "subrel-constrast": 2.6768429279327393,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.466248037676609,
+      "grad_norm": 4.8125,
+      "learning_rate": 2.3351860051215556e-05,
+      "loss": 0.6983,
+      "step": 5690
+    },
+    {
+      "cov-distil": 1.112485408782959,
+      "cov-distil (oracle2student)": 2.6059725284576416,
+      "cov-distil (oracle2teacher)": 2.7257752418518066,
+      "epoch": 4.466248037676609,
+      "rel-constrast": 3.2363903522491455,
+      "step": 5690,
+      "subrel-constrast": 3.7032930850982666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3592158555984497,
+      "cov-distil (oracle2student)": 3.6482553482055664,
+      "cov-distil (oracle2teacher)": 4.266879558563232,
+      "epoch": 4.467032967032967,
+      "rel-constrast": 2.338249683380127,
+      "step": 5691,
+      "subrel-constrast": 3.4657959938049316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.489560604095459,
+      "cov-distil (oracle2student)": 5.034863471984863,
+      "cov-distil (oracle2teacher)": 4.510264873504639,
+      "epoch": 4.467817896389325,
+      "rel-constrast": 2.5653645992279053,
+      "step": 5692,
+      "subrel-constrast": 3.579728603363037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1133580207824707,
+      "cov-distil (oracle2student)": 4.288190841674805,
+      "cov-distil (oracle2teacher)": 3.792623996734619,
+      "epoch": 4.468602825745683,
+      "rel-constrast": 2.866363048553467,
+      "step": 5693,
+      "subrel-constrast": 3.4244296550750732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5545024871826172,
+      "cov-distil (oracle2student)": 3.846407651901245,
+      "cov-distil (oracle2teacher)": 4.429046630859375,
+      "epoch": 4.469387755102041,
+      "rel-constrast": 2.663625717163086,
+      "step": 5694,
+      "subrel-constrast": 3.6337201595306396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5249264240264893,
+      "cov-distil (oracle2student)": 6.087345123291016,
+      "cov-distil (oracle2teacher)": 5.3424973487854,
+      "epoch": 4.470172684458399,
+      "rel-constrast": 3.069068431854248,
+      "step": 5695,
+      "subrel-constrast": 3.209562063217163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.131507396697998,
+      "cov-distil (oracle2student)": 6.133899688720703,
+      "cov-distil (oracle2teacher)": 5.263794898986816,
+      "epoch": 4.470957613814757,
+      "rel-constrast": 2.7526473999023438,
+      "step": 5696,
+      "subrel-constrast": 3.251748561859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9165350198745728,
+      "cov-distil (oracle2student)": 5.681581497192383,
+      "cov-distil (oracle2teacher)": 5.058036804199219,
+      "epoch": 4.471742543171114,
+      "rel-constrast": 2.2562146186828613,
+      "step": 5697,
+      "subrel-constrast": 3.2825512886047363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1845550537109375,
+      "cov-distil (oracle2student)": 3.044384241104126,
+      "cov-distil (oracle2teacher)": 3.6257264614105225,
+      "epoch": 4.472527472527473,
+      "rel-constrast": 2.4313924312591553,
+      "step": 5698,
+      "subrel-constrast": 3.224567174911499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6808562278747559,
+      "cov-distil (oracle2student)": 2.664090633392334,
+      "cov-distil (oracle2teacher)": 2.9624218940734863,
+      "epoch": 4.47331240188383,
+      "rel-constrast": 3.0923585891723633,
+      "step": 5699,
+      "subrel-constrast": 3.9674596786499023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.474097331240189,
+      "grad_norm": 5.71875,
+      "learning_rate": 2.326479365105355e-05,
+      "loss": 0.722,
+      "step": 5700
+    },
+    {
+      "epoch": 4.474097331240189,
+      "overlap": 0.3187499940395355,
+      "step": 5700
+    },
+    {
+      "epoch": 4.474097331240189,
+      "step": 5700,
+      "student margin": 0.05267333984375
+    },
+    {
+      "epoch": 4.474097331240189,
+      "step": 5700,
+      "teacher margin": 0.040557861328125
+    },
+    {
+      "epoch": 4.474097331240189,
+      "margin difference": -0.012115478515625,
+      "step": 5700
+    },
+    {
+      "cov-distil": 1.462999939918518,
+      "cov-distil (oracle2student)": 4.006741523742676,
+      "cov-distil (oracle2teacher)": 3.70993709564209,
+      "epoch": 4.474097331240189,
+      "rel-constrast": 3.9187686443328857,
+      "step": 5700,
+      "subrel-constrast": 4.074361801147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3225891590118408,
+      "cov-distil (oracle2student)": 3.672966241836548,
+      "cov-distil (oracle2teacher)": 3.2229514122009277,
+      "epoch": 4.474882260596546,
+      "rel-constrast": 2.0315825939178467,
+      "step": 5701,
+      "subrel-constrast": 2.8704025745391846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3867251873016357,
+      "cov-distil (oracle2student)": 6.853039264678955,
+      "cov-distil (oracle2teacher)": 5.834461212158203,
+      "epoch": 4.475667189952905,
+      "rel-constrast": 2.6338164806365967,
+      "step": 5702,
+      "subrel-constrast": 3.5687479972839355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.498967170715332,
+      "cov-distil (oracle2student)": 5.756760120391846,
+      "cov-distil (oracle2teacher)": 5.637603282928467,
+      "epoch": 4.476452119309262,
+      "rel-constrast": 2.8246335983276367,
+      "step": 5703,
+      "subrel-constrast": 3.3382914066314697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8003250360488892,
+      "cov-distil (oracle2student)": 4.230555534362793,
+      "cov-distil (oracle2teacher)": 4.760736465454102,
+      "epoch": 4.47723704866562,
+      "rel-constrast": 2.6731457710266113,
+      "step": 5704,
+      "subrel-constrast": 3.8222427368164062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6241605281829834,
+      "cov-distil (oracle2student)": 3.935366630554199,
+      "cov-distil (oracle2teacher)": 3.9182000160217285,
+      "epoch": 4.478021978021978,
+      "rel-constrast": 2.198648691177368,
+      "step": 5705,
+      "subrel-constrast": 3.3622872829437256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4052373170852661,
+      "cov-distil (oracle2student)": 3.5419015884399414,
+      "cov-distil (oracle2teacher)": 3.8548309803009033,
+      "epoch": 4.478806907378336,
+      "rel-constrast": 1.9040920734405518,
+      "step": 5706,
+      "subrel-constrast": 2.915839672088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8594951629638672,
+      "cov-distil (oracle2student)": 2.6429529190063477,
+      "cov-distil (oracle2teacher)": 2.4906883239746094,
+      "epoch": 4.479591836734694,
+      "rel-constrast": 2.216947078704834,
+      "step": 5707,
+      "subrel-constrast": 3.1188905239105225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1098976135253906,
+      "cov-distil (oracle2student)": 5.0797319412231445,
+      "cov-distil (oracle2teacher)": 5.039782524108887,
+      "epoch": 4.480376766091052,
+      "rel-constrast": 1.8176836967468262,
+      "step": 5708,
+      "subrel-constrast": 2.4300434589385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5074150562286377,
+      "cov-distil (oracle2student)": 3.891286849975586,
+      "cov-distil (oracle2teacher)": 4.1223859786987305,
+      "epoch": 4.48116169544741,
+      "rel-constrast": 2.6977009773254395,
+      "step": 5709,
+      "subrel-constrast": 3.6699531078338623,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.481946624803768,
+      "grad_norm": 5.15625,
+      "learning_rate": 2.3177748393833303e-05,
+      "loss": 0.6604,
+      "step": 5710
+    },
+    {
+      "cov-distil": 1.0699841976165771,
+      "cov-distil (oracle2student)": 3.0049891471862793,
+      "cov-distil (oracle2teacher)": 2.883415937423706,
+      "epoch": 4.481946624803768,
+      "rel-constrast": 2.8891568183898926,
+      "step": 5710,
+      "subrel-constrast": 3.4187703132629395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.499916434288025,
+      "cov-distil (oracle2student)": 3.627375364303589,
+      "cov-distil (oracle2teacher)": 3.717282772064209,
+      "epoch": 4.482731554160125,
+      "rel-constrast": 1.9933574199676514,
+      "step": 5711,
+      "subrel-constrast": 3.0747790336608887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3124465942382812,
+      "cov-distil (oracle2student)": 3.3946340084075928,
+      "cov-distil (oracle2teacher)": 3.938812494277954,
+      "epoch": 4.483516483516484,
+      "rel-constrast": 2.2053885459899902,
+      "step": 5712,
+      "subrel-constrast": 2.957857608795166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4899635314941406,
+      "cov-distil (oracle2student)": 3.3134822845458984,
+      "cov-distil (oracle2teacher)": 2.7281038761138916,
+      "epoch": 4.484301412872841,
+      "rel-constrast": 1.9627991914749146,
+      "step": 5713,
+      "subrel-constrast": 2.7912280559539795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.989911437034607,
+      "cov-distil (oracle2student)": 3.7150959968566895,
+      "cov-distil (oracle2teacher)": 3.665026903152466,
+      "epoch": 4.4850863422291996,
+      "rel-constrast": 1.882429599761963,
+      "step": 5714,
+      "subrel-constrast": 3.003750801086426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.686518669128418,
+      "cov-distil (oracle2student)": 5.0565505027771,
+      "cov-distil (oracle2teacher)": 4.487123012542725,
+      "epoch": 4.485871271585557,
+      "rel-constrast": 2.085758686065674,
+      "step": 5715,
+      "subrel-constrast": 2.895526647567749,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3660964965820312,
+      "cov-distil (oracle2student)": 6.100893497467041,
+      "cov-distil (oracle2teacher)": 5.040596008300781,
+      "epoch": 4.4866562009419155,
+      "rel-constrast": 2.458817481994629,
+      "step": 5716,
+      "subrel-constrast": 2.773719549179077,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.777858853340149,
+      "cov-distil (oracle2student)": 5.040440559387207,
+      "cov-distil (oracle2teacher)": 4.853601455688477,
+      "epoch": 4.487441130298273,
+      "rel-constrast": 3.003650426864624,
+      "step": 5717,
+      "subrel-constrast": 3.8446648120880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.839579463005066,
+      "cov-distil (oracle2student)": 5.990024089813232,
+      "cov-distil (oracle2teacher)": 4.79530143737793,
+      "epoch": 4.488226059654631,
+      "rel-constrast": 2.825622081756592,
+      "step": 5718,
+      "subrel-constrast": 3.629838705062866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7201476097106934,
+      "cov-distil (oracle2student)": 4.869706630706787,
+      "cov-distil (oracle2teacher)": 4.244375705718994,
+      "epoch": 4.489010989010989,
+      "rel-constrast": 2.563598871231079,
+      "step": 5719,
+      "subrel-constrast": 3.352471351623535,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.489795918367347,
+      "grad_norm": 5.53125,
+      "learning_rate": 2.309072534017382e-05,
+      "loss": 0.6361,
+      "step": 5720
+    },
+    {
+      "cov-distil": 1.4164013862609863,
+      "cov-distil (oracle2student)": 5.565673828125,
+      "cov-distil (oracle2teacher)": 5.071564197540283,
+      "epoch": 4.489795918367347,
+      "rel-constrast": 1.4408667087554932,
+      "step": 5720,
+      "subrel-constrast": 2.0921802520751953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.449028491973877,
+      "cov-distil (oracle2student)": 4.601752281188965,
+      "cov-distil (oracle2teacher)": 4.29119348526001,
+      "epoch": 4.490580847723705,
+      "rel-constrast": 1.7480838298797607,
+      "step": 5721,
+      "subrel-constrast": 2.333181619644165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0145514011383057,
+      "cov-distil (oracle2student)": 2.8712406158447266,
+      "cov-distil (oracle2teacher)": 3.2266974449157715,
+      "epoch": 4.491365777080063,
+      "rel-constrast": 1.6208534240722656,
+      "step": 5722,
+      "subrel-constrast": 2.8532590866088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1773796081542969,
+      "cov-distil (oracle2student)": 3.633405923843384,
+      "cov-distil (oracle2teacher)": 3.674851417541504,
+      "epoch": 4.492150706436421,
+      "rel-constrast": 2.2477738857269287,
+      "step": 5723,
+      "subrel-constrast": 2.8158178329467773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.560563564300537,
+      "cov-distil (oracle2student)": 6.393279075622559,
+      "cov-distil (oracle2teacher)": 5.753778457641602,
+      "epoch": 4.4929356357927785,
+      "rel-constrast": 2.601036548614502,
+      "step": 5724,
+      "subrel-constrast": 3.4914915561676025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.111642837524414,
+      "cov-distil (oracle2student)": 4.138638496398926,
+      "cov-distil (oracle2teacher)": 4.356656551361084,
+      "epoch": 4.493720565149137,
+      "rel-constrast": 2.8197202682495117,
+      "step": 5725,
+      "subrel-constrast": 3.801898956298828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.278588891029358,
+      "cov-distil (oracle2student)": 3.8510844707489014,
+      "cov-distil (oracle2teacher)": 3.8412961959838867,
+      "epoch": 4.4945054945054945,
+      "rel-constrast": 2.240386724472046,
+      "step": 5726,
+      "subrel-constrast": 2.729957103729248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3695422410964966,
+      "cov-distil (oracle2student)": 7.585080623626709,
+      "cov-distil (oracle2teacher)": 7.2552595138549805,
+      "epoch": 4.495290423861852,
+      "rel-constrast": 3.095529556274414,
+      "step": 5727,
+      "subrel-constrast": 3.7345244884490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6379685401916504,
+      "cov-distil (oracle2student)": 4.7823686599731445,
+      "cov-distil (oracle2teacher)": 4.768880367279053,
+      "epoch": 4.4960753532182105,
+      "rel-constrast": 3.1211016178131104,
+      "step": 5728,
+      "subrel-constrast": 3.7975776195526123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6318984031677246,
+      "cov-distil (oracle2student)": 3.474426746368408,
+      "cov-distil (oracle2teacher)": 3.5589118003845215,
+      "epoch": 4.496860282574568,
+      "rel-constrast": 2.3331480026245117,
+      "step": 5729,
+      "subrel-constrast": 2.7081868648529053,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.4976452119309265,
+      "grad_norm": 5.625,
+      "learning_rate": 2.300372555042352e-05,
+      "loss": 0.6183,
+      "step": 5730
+    },
+    {
+      "cov-distil": 1.6117427349090576,
+      "cov-distil (oracle2student)": 2.7882916927337646,
+      "cov-distil (oracle2teacher)": 2.329821825027466,
+      "epoch": 4.4976452119309265,
+      "rel-constrast": 2.8722615242004395,
+      "step": 5730,
+      "subrel-constrast": 3.0170044898986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.527416706085205,
+      "cov-distil (oracle2student)": 4.594489097595215,
+      "cov-distil (oracle2teacher)": 4.588478088378906,
+      "epoch": 4.498430141287284,
+      "rel-constrast": 2.5250778198242188,
+      "step": 5731,
+      "subrel-constrast": 3.247570514678955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4357178211212158,
+      "cov-distil (oracle2student)": 5.2988080978393555,
+      "cov-distil (oracle2teacher)": 4.98921012878418,
+      "epoch": 4.4992150706436425,
+      "rel-constrast": 2.04508376121521,
+      "step": 5732,
+      "subrel-constrast": 2.985733985900879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5051121711730957,
+      "cov-distil (oracle2student)": 4.228400707244873,
+      "cov-distil (oracle2teacher)": 3.6151552200317383,
+      "epoch": 4.5,
+      "rel-constrast": 1.2649627923965454,
+      "step": 5733,
+      "subrel-constrast": 2.637505531311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.838361382484436,
+      "cov-distil (oracle2student)": 3.2239890098571777,
+      "cov-distil (oracle2teacher)": 3.067763328552246,
+      "epoch": 4.5007849293563575,
+      "rel-constrast": 1.9628431797027588,
+      "step": 5734,
+      "subrel-constrast": 2.970595359802246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5888007879257202,
+      "cov-distil (oracle2student)": 4.290482044219971,
+      "cov-distil (oracle2teacher)": 4.214663982391357,
+      "epoch": 4.501569858712716,
+      "rel-constrast": 4.165531635284424,
+      "step": 5735,
+      "subrel-constrast": 4.614598274230957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5723243951797485,
+      "cov-distil (oracle2student)": 3.256343364715576,
+      "cov-distil (oracle2teacher)": 3.144327402114868,
+      "epoch": 4.5023547880690735,
+      "rel-constrast": 2.198071241378784,
+      "step": 5736,
+      "subrel-constrast": 2.8420889377593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.53202748298645,
+      "cov-distil (oracle2student)": 3.8349485397338867,
+      "cov-distil (oracle2teacher)": 3.429030656814575,
+      "epoch": 4.503139717425432,
+      "rel-constrast": 3.683284282684326,
+      "step": 5737,
+      "subrel-constrast": 4.497079372406006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.66127610206604,
+      "cov-distil (oracle2student)": 5.205082893371582,
+      "cov-distil (oracle2teacher)": 5.705395698547363,
+      "epoch": 4.5039246467817895,
+      "rel-constrast": 3.19345760345459,
+      "step": 5738,
+      "subrel-constrast": 4.5762152671813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6510990858078003,
+      "cov-distil (oracle2student)": 6.202838897705078,
+      "cov-distil (oracle2teacher)": 5.744687080383301,
+      "epoch": 4.504709576138148,
+      "rel-constrast": 4.771193504333496,
+      "step": 5739,
+      "subrel-constrast": 4.922508239746094,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.5054945054945055,
+      "grad_norm": 8.1875,
+      "learning_rate": 2.291675008464742e-05,
+      "loss": 0.7619,
+      "step": 5740
+    },
+    {
+      "cov-distil": 1.2444040775299072,
+      "cov-distil (oracle2student)": 2.117877960205078,
+      "cov-distil (oracle2teacher)": 2.0897021293640137,
+      "epoch": 4.5054945054945055,
+      "rel-constrast": 1.36538565158844,
+      "step": 5740,
+      "subrel-constrast": 1.9425266981124878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.946732759475708,
+      "cov-distil (oracle2student)": 5.573294639587402,
+      "cov-distil (oracle2teacher)": 5.38477897644043,
+      "epoch": 4.506279434850864,
+      "rel-constrast": 1.973732829093933,
+      "step": 5741,
+      "subrel-constrast": 2.588794708251953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5975550413131714,
+      "cov-distil (oracle2student)": 4.846109867095947,
+      "cov-distil (oracle2teacher)": 4.585038185119629,
+      "epoch": 4.5070643642072215,
+      "rel-constrast": 3.101567268371582,
+      "step": 5742,
+      "subrel-constrast": 3.4232590198516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7764805555343628,
+      "cov-distil (oracle2student)": 3.567415714263916,
+      "cov-distil (oracle2teacher)": 3.4350786209106445,
+      "epoch": 4.507849293563579,
+      "rel-constrast": 1.4420114755630493,
+      "step": 5743,
+      "subrel-constrast": 2.3181042671203613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9935184717178345,
+      "cov-distil (oracle2student)": 4.19396448135376,
+      "cov-distil (oracle2teacher)": 3.9477643966674805,
+      "epoch": 4.508634222919937,
+      "rel-constrast": 2.4758236408233643,
+      "step": 5744,
+      "subrel-constrast": 3.1311168670654297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734379529953003,
+      "cov-distil (oracle2student)": 4.445143699645996,
+      "cov-distil (oracle2teacher)": 4.322666168212891,
+      "epoch": 4.509419152276295,
+      "rel-constrast": 2.715372085571289,
+      "step": 5745,
+      "subrel-constrast": 3.789422035217285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2455604076385498,
+      "cov-distil (oracle2student)": 4.762775421142578,
+      "cov-distil (oracle2teacher)": 4.750154495239258,
+      "epoch": 4.510204081632653,
+      "rel-constrast": 2.7092952728271484,
+      "step": 5746,
+      "subrel-constrast": 3.033950090408325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9904524683952332,
+      "cov-distil (oracle2student)": 4.815293788909912,
+      "cov-distil (oracle2teacher)": 4.477126121520996,
+      "epoch": 4.510989010989011,
+      "rel-constrast": 2.5052170753479004,
+      "step": 5747,
+      "subrel-constrast": 3.146523952484131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.364262580871582,
+      "cov-distil (oracle2student)": 4.698176383972168,
+      "cov-distil (oracle2teacher)": 4.0761003494262695,
+      "epoch": 4.511773940345369,
+      "rel-constrast": 3.073294162750244,
+      "step": 5748,
+      "subrel-constrast": 3.136002540588379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5847666263580322,
+      "cov-distil (oracle2student)": 5.188238143920898,
+      "cov-distil (oracle2teacher)": 4.396672248840332,
+      "epoch": 4.512558869701727,
+      "rel-constrast": 2.803467273712158,
+      "step": 5749,
+      "subrel-constrast": 3.481839179992676,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.5133437990580845,
+      "grad_norm": 5.625,
+      "learning_rate": 2.2829800002614096e-05,
+      "loss": 0.6378,
+      "step": 5750
+    },
+    {
+      "cov-distil": 1.2648818492889404,
+      "cov-distil (oracle2student)": 4.238457202911377,
+      "cov-distil (oracle2teacher)": 3.9525372982025146,
+      "epoch": 4.5133437990580845,
+      "rel-constrast": 3.0434722900390625,
+      "step": 5750,
+      "subrel-constrast": 3.60703182220459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4546098709106445,
+      "cov-distil (oracle2student)": 3.675081729888916,
+      "cov-distil (oracle2teacher)": 3.5408401489257812,
+      "epoch": 4.514128728414443,
+      "rel-constrast": 2.773509979248047,
+      "step": 5751,
+      "subrel-constrast": 3.0805718898773193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.496383547782898,
+      "cov-distil (oracle2student)": 6.280294418334961,
+      "cov-distil (oracle2teacher)": 5.450061798095703,
+      "epoch": 4.5149136577708004,
+      "rel-constrast": 3.0164103507995605,
+      "step": 5752,
+      "subrel-constrast": 3.6174683570861816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5830572843551636,
+      "cov-distil (oracle2student)": 5.512521743774414,
+      "cov-distil (oracle2teacher)": 4.9233245849609375,
+      "epoch": 4.515698587127159,
+      "rel-constrast": 2.181692600250244,
+      "step": 5753,
+      "subrel-constrast": 2.9601008892059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3171151876449585,
+      "cov-distil (oracle2student)": 4.895646572113037,
+      "cov-distil (oracle2teacher)": 4.5651445388793945,
+      "epoch": 4.516483516483516,
+      "rel-constrast": 2.0506675243377686,
+      "step": 5754,
+      "subrel-constrast": 2.76467227935791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5459895133972168,
+      "cov-distil (oracle2student)": 4.082658767700195,
+      "cov-distil (oracle2teacher)": 4.2002763748168945,
+      "epoch": 4.517268445839875,
+      "rel-constrast": 2.5746428966522217,
+      "step": 5755,
+      "subrel-constrast": 3.612459421157837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3028645515441895,
+      "cov-distil (oracle2student)": 4.578305244445801,
+      "cov-distil (oracle2teacher)": 4.033817291259766,
+      "epoch": 4.518053375196232,
+      "rel-constrast": 2.8979785442352295,
+      "step": 5756,
+      "subrel-constrast": 3.719230890274048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7234468460083008,
+      "cov-distil (oracle2student)": 3.7215538024902344,
+      "cov-distil (oracle2teacher)": 3.93245530128479,
+      "epoch": 4.51883830455259,
+      "rel-constrast": 2.7340288162231445,
+      "step": 5757,
+      "subrel-constrast": 3.9863877296447754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4726927280426025,
+      "cov-distil (oracle2student)": 5.790207386016846,
+      "cov-distil (oracle2teacher)": 5.372978687286377,
+      "epoch": 4.519623233908948,
+      "rel-constrast": 2.3827009201049805,
+      "step": 5758,
+      "subrel-constrast": 3.0564353466033936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3377031087875366,
+      "cov-distil (oracle2student)": 2.733959913253784,
+      "cov-distil (oracle2teacher)": 3.060311794281006,
+      "epoch": 4.520408163265306,
+      "rel-constrast": 1.8127050399780273,
+      "step": 5759,
+      "subrel-constrast": 2.584317207336426,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.521193092621664,
+      "grad_norm": 5.46875,
+      "learning_rate": 2.2742876363782863e-05,
+      "loss": 0.6729,
+      "step": 5760
+    },
+    {
+      "cov-distil": 1.5750253200531006,
+      "cov-distil (oracle2student)": 4.42167854309082,
+      "cov-distil (oracle2teacher)": 4.067188739776611,
+      "epoch": 4.521193092621664,
+      "rel-constrast": 2.1510090827941895,
+      "step": 5760,
+      "subrel-constrast": 2.764097213745117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3063098192214966,
+      "cov-distil (oracle2student)": 3.1708054542541504,
+      "cov-distil (oracle2teacher)": 3.2236838340759277,
+      "epoch": 4.521978021978022,
+      "rel-constrast": 2.5037670135498047,
+      "step": 5761,
+      "subrel-constrast": 2.95505428314209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0289838314056396,
+      "cov-distil (oracle2student)": 4.799844741821289,
+      "cov-distil (oracle2teacher)": 4.586725234985352,
+      "epoch": 4.52276295133438,
+      "rel-constrast": 2.2788195610046387,
+      "step": 5762,
+      "subrel-constrast": 2.4847021102905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.766162633895874,
+      "cov-distil (oracle2student)": 4.406269073486328,
+      "cov-distil (oracle2teacher)": 4.2401041984558105,
+      "epoch": 4.523547880690738,
+      "rel-constrast": 1.9767669439315796,
+      "step": 5763,
+      "subrel-constrast": 2.7290356159210205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4949079751968384,
+      "cov-distil (oracle2student)": 3.7195687294006348,
+      "cov-distil (oracle2teacher)": 3.6418933868408203,
+      "epoch": 4.524332810047095,
+      "rel-constrast": 2.101130962371826,
+      "step": 5764,
+      "subrel-constrast": 2.898850917816162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.110473155975342,
+      "cov-distil (oracle2student)": 5.355866432189941,
+      "cov-distil (oracle2teacher)": 4.736058235168457,
+      "epoch": 4.525117739403454,
+      "rel-constrast": 2.487321376800537,
+      "step": 5765,
+      "subrel-constrast": 3.2852280139923096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4553536176681519,
+      "cov-distil (oracle2student)": 4.191398620605469,
+      "cov-distil (oracle2teacher)": 3.788464069366455,
+      "epoch": 4.525902668759811,
+      "rel-constrast": 1.8612010478973389,
+      "step": 5766,
+      "subrel-constrast": 2.4365456104278564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1030712127685547,
+      "cov-distil (oracle2student)": 5.774320125579834,
+      "cov-distil (oracle2teacher)": 4.995134353637695,
+      "epoch": 4.52668759811617,
+      "rel-constrast": 2.419398307800293,
+      "step": 5767,
+      "subrel-constrast": 2.8616864681243896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0675010681152344,
+      "cov-distil (oracle2student)": 4.246835708618164,
+      "cov-distil (oracle2teacher)": 3.8894360065460205,
+      "epoch": 4.527472527472527,
+      "rel-constrast": 2.186781167984009,
+      "step": 5768,
+      "subrel-constrast": 2.839782953262329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0436041355133057,
+      "cov-distil (oracle2student)": 3.309390068054199,
+      "cov-distil (oracle2teacher)": 3.6752095222473145,
+      "epoch": 4.528257456828886,
+      "rel-constrast": 3.2373714447021484,
+      "step": 5769,
+      "subrel-constrast": 3.7389285564422607,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.529042386185243,
+      "grad_norm": 6.03125,
+      "learning_rate": 2.2655980227290842e-05,
+      "loss": 0.6175,
+      "step": 5770
+    },
+    {
+      "cov-distil": 1.4926615953445435,
+      "cov-distil (oracle2student)": 4.497703552246094,
+      "cov-distil (oracle2teacher)": 4.633696556091309,
+      "epoch": 4.529042386185243,
+      "rel-constrast": 2.952690601348877,
+      "step": 5770,
+      "subrel-constrast": 4.004293918609619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.830917477607727,
+      "cov-distil (oracle2student)": 5.142710208892822,
+      "cov-distil (oracle2teacher)": 4.9813923835754395,
+      "epoch": 4.529827315541601,
+      "rel-constrast": 2.640120029449463,
+      "step": 5771,
+      "subrel-constrast": 3.5280113220214844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0951709747314453,
+      "cov-distil (oracle2student)": 3.290067195892334,
+      "cov-distil (oracle2teacher)": 3.6552932262420654,
+      "epoch": 4.530612244897959,
+      "rel-constrast": 2.7417349815368652,
+      "step": 5772,
+      "subrel-constrast": 3.772420644760132,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6614770889282227,
+      "cov-distil (oracle2student)": 5.251272201538086,
+      "cov-distil (oracle2teacher)": 4.536510944366455,
+      "epoch": 4.531397174254317,
+      "rel-constrast": 1.720804214477539,
+      "step": 5773,
+      "subrel-constrast": 2.7524547576904297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1392881870269775,
+      "cov-distil (oracle2student)": 5.223773956298828,
+      "cov-distil (oracle2teacher)": 4.675144195556641,
+      "epoch": 4.532182103610675,
+      "rel-constrast": 2.719748020172119,
+      "step": 5774,
+      "subrel-constrast": 3.3392081260681152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3509492874145508,
+      "cov-distil (oracle2student)": 5.181039333343506,
+      "cov-distil (oracle2teacher)": 5.025465488433838,
+      "epoch": 4.532967032967033,
+      "rel-constrast": 2.821631669998169,
+      "step": 5775,
+      "subrel-constrast": 3.3590047359466553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.15579092502594,
+      "cov-distil (oracle2student)": 4.5597453117370605,
+      "cov-distil (oracle2teacher)": 4.481560230255127,
+      "epoch": 4.533751962323391,
+      "rel-constrast": 2.1644740104675293,
+      "step": 5776,
+      "subrel-constrast": 2.772521734237671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4383728504180908,
+      "cov-distil (oracle2student)": 3.084573268890381,
+      "cov-distil (oracle2teacher)": 3.632455825805664,
+      "epoch": 4.534536891679749,
+      "rel-constrast": 2.9090487957000732,
+      "step": 5777,
+      "subrel-constrast": 3.449044942855835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6020185947418213,
+      "cov-distil (oracle2student)": 4.174568176269531,
+      "cov-distil (oracle2teacher)": 4.367576599121094,
+      "epoch": 4.535321821036106,
+      "rel-constrast": 1.803045630455017,
+      "step": 5778,
+      "subrel-constrast": 3.0419304370880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4361802339553833,
+      "cov-distil (oracle2student)": 2.093395233154297,
+      "cov-distil (oracle2teacher)": 2.6116127967834473,
+      "epoch": 4.536106750392465,
+      "rel-constrast": 1.2473294734954834,
+      "step": 5779,
+      "subrel-constrast": 2.3351290225982666,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.536891679748822,
+      "grad_norm": 4.125,
+      "learning_rate": 2.2569112651940016e-05,
+      "loss": 0.6285,
+      "step": 5780
+    },
+    {
+      "cov-distil": 1.186730146408081,
+      "cov-distil (oracle2student)": 4.228721618652344,
+      "cov-distil (oracle2teacher)": 4.155611991882324,
+      "epoch": 4.536891679748822,
+      "rel-constrast": 2.230160713195801,
+      "step": 5780,
+      "subrel-constrast": 3.4144463539123535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4902756214141846,
+      "cov-distil (oracle2student)": 3.381903648376465,
+      "cov-distil (oracle2teacher)": 3.4669275283813477,
+      "epoch": 4.537676609105181,
+      "rel-constrast": 1.7455602884292603,
+      "step": 5781,
+      "subrel-constrast": 2.289919137954712,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6675665378570557,
+      "cov-distil (oracle2student)": 2.931919574737549,
+      "cov-distil (oracle2teacher)": 2.628929615020752,
+      "epoch": 4.538461538461538,
+      "rel-constrast": 2.5570852756500244,
+      "step": 5782,
+      "subrel-constrast": 2.9943485260009766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.376185417175293,
+      "cov-distil (oracle2student)": 4.652705192565918,
+      "cov-distil (oracle2teacher)": 3.7336833477020264,
+      "epoch": 4.539246467817897,
+      "rel-constrast": 1.8998615741729736,
+      "step": 5783,
+      "subrel-constrast": 2.3336949348449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2119507789611816,
+      "cov-distil (oracle2student)": 5.996599197387695,
+      "cov-distil (oracle2teacher)": 5.52146577835083,
+      "epoch": 4.540031397174254,
+      "rel-constrast": 2.530153274536133,
+      "step": 5784,
+      "subrel-constrast": 3.377574920654297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3757556676864624,
+      "cov-distil (oracle2student)": 4.939168453216553,
+      "cov-distil (oracle2teacher)": 5.023327827453613,
+      "epoch": 4.540816326530612,
+      "rel-constrast": 2.7438576221466064,
+      "step": 5785,
+      "subrel-constrast": 3.6212596893310547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6490217447280884,
+      "cov-distil (oracle2student)": 4.626715660095215,
+      "cov-distil (oracle2teacher)": 4.265020370483398,
+      "epoch": 4.54160125588697,
+      "rel-constrast": 2.2544608116149902,
+      "step": 5786,
+      "subrel-constrast": 3.131913661956787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.243018627166748,
+      "cov-distil (oracle2student)": 4.698182106018066,
+      "cov-distil (oracle2teacher)": 4.4369096755981445,
+      "epoch": 4.542386185243328,
+      "rel-constrast": 2.2773938179016113,
+      "step": 5787,
+      "subrel-constrast": 2.782959222793579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.228107213973999,
+      "cov-distil (oracle2student)": 6.630363941192627,
+      "cov-distil (oracle2teacher)": 5.503240585327148,
+      "epoch": 4.543171114599686,
+      "rel-constrast": 3.502089023590088,
+      "step": 5788,
+      "subrel-constrast": 3.3896026611328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6345984935760498,
+      "cov-distil (oracle2student)": 2.8757481575012207,
+      "cov-distil (oracle2teacher)": 2.8656108379364014,
+      "epoch": 4.543956043956044,
+      "rel-constrast": 2.8675537109375,
+      "step": 5789,
+      "subrel-constrast": 3.1980485916137695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.544740973312402,
+      "grad_norm": 5.59375,
+      "learning_rate": 2.2482274696184394e-05,
+      "loss": 0.6529,
+      "step": 5790
+    },
+    {
+      "cov-distil": 1.2690449953079224,
+      "cov-distil (oracle2student)": 5.051823616027832,
+      "cov-distil (oracle2teacher)": 4.731180191040039,
+      "epoch": 4.544740973312402,
+      "rel-constrast": 2.1063427925109863,
+      "step": 5790,
+      "subrel-constrast": 2.617506742477417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7384192943572998,
+      "cov-distil (oracle2student)": 3.6364924907684326,
+      "cov-distil (oracle2teacher)": 3.806447982788086,
+      "epoch": 4.54552590266876,
+      "rel-constrast": 2.588582754135132,
+      "step": 5791,
+      "subrel-constrast": 3.4460291862487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3929760456085205,
+      "cov-distil (oracle2student)": 5.929973125457764,
+      "cov-distil (oracle2teacher)": 5.797064781188965,
+      "epoch": 4.546310832025117,
+      "rel-constrast": 3.0903656482696533,
+      "step": 5792,
+      "subrel-constrast": 3.5252764225006104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7105250358581543,
+      "cov-distil (oracle2student)": 4.243502616882324,
+      "cov-distil (oracle2teacher)": 4.591498851776123,
+      "epoch": 4.547095761381476,
+      "rel-constrast": 2.8427467346191406,
+      "step": 5793,
+      "subrel-constrast": 3.875133991241455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1782182455062866,
+      "cov-distil (oracle2student)": 4.413089275360107,
+      "cov-distil (oracle2teacher)": 3.979184627532959,
+      "epoch": 4.547880690737833,
+      "rel-constrast": 1.4921436309814453,
+      "step": 5794,
+      "subrel-constrast": 2.2837870121002197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2806212902069092,
+      "cov-distil (oracle2student)": 4.866678237915039,
+      "cov-distil (oracle2teacher)": 4.507448196411133,
+      "epoch": 4.548665620094192,
+      "rel-constrast": 2.2092766761779785,
+      "step": 5795,
+      "subrel-constrast": 3.3271427154541016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7859625816345215,
+      "cov-distil (oracle2student)": 5.631809234619141,
+      "cov-distil (oracle2teacher)": 5.824455261230469,
+      "epoch": 4.549450549450549,
+      "rel-constrast": 4.1948370933532715,
+      "step": 5796,
+      "subrel-constrast": 5.347388744354248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.358965516090393,
+      "cov-distil (oracle2student)": 4.787022590637207,
+      "cov-distil (oracle2teacher)": 4.341629505157471,
+      "epoch": 4.550235478806908,
+      "rel-constrast": 1.8117713928222656,
+      "step": 5797,
+      "subrel-constrast": 2.8444690704345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4801464080810547,
+      "cov-distil (oracle2student)": 4.929873466491699,
+      "cov-distil (oracle2teacher)": 5.263581275939941,
+      "epoch": 4.551020408163265,
+      "rel-constrast": 3.5106921195983887,
+      "step": 5798,
+      "subrel-constrast": 4.389707565307617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6068757772445679,
+      "cov-distil (oracle2student)": 3.8992671966552734,
+      "cov-distil (oracle2teacher)": 4.069212436676025,
+      "epoch": 4.551805337519623,
+      "rel-constrast": 2.373448371887207,
+      "step": 5799,
+      "subrel-constrast": 3.4403045177459717,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.552590266875981,
+      "grad_norm": 5.25,
+      "learning_rate": 2.239546741811704e-05,
+      "loss": 0.6925,
+      "step": 5800
+    },
+    {
+      "epoch": 4.552590266875981,
+      "overlap": 0.328125,
+      "step": 5800
+    },
+    {
+      "epoch": 4.552590266875981,
+      "step": 5800,
+      "student margin": 0.063446044921875
+    },
+    {
+      "epoch": 4.552590266875981,
+      "step": 5800,
+      "teacher margin": 0.045440673828125
+    },
+    {
+      "epoch": 4.552590266875981,
+      "margin difference": -0.01800537109375,
+      "step": 5800
+    },
+    {
+      "cov-distil": 1.2865880727767944,
+      "cov-distil (oracle2student)": 4.256146430969238,
+      "cov-distil (oracle2teacher)": 3.9621286392211914,
+      "epoch": 4.552590266875981,
+      "rel-constrast": 2.9862852096557617,
+      "step": 5800,
+      "subrel-constrast": 3.313495635986328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366883397102356,
+      "cov-distil (oracle2student)": 4.5272016525268555,
+      "cov-distil (oracle2teacher)": 4.341609954833984,
+      "epoch": 4.553375196232339,
+      "rel-constrast": 3.754784107208252,
+      "step": 5801,
+      "subrel-constrast": 4.245272159576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3516876697540283,
+      "cov-distil (oracle2student)": 6.932292938232422,
+      "cov-distil (oracle2teacher)": 6.150274753570557,
+      "epoch": 4.554160125588697,
+      "rel-constrast": 3.437100410461426,
+      "step": 5802,
+      "subrel-constrast": 3.4309258460998535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3701705932617188,
+      "cov-distil (oracle2student)": 4.740302085876465,
+      "cov-distil (oracle2teacher)": 3.877920150756836,
+      "epoch": 4.554945054945055,
+      "rel-constrast": 2.4616539478302,
+      "step": 5803,
+      "subrel-constrast": 3.430959701538086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5918735265731812,
+      "cov-distil (oracle2student)": 3.5680627822875977,
+      "cov-distil (oracle2teacher)": 3.2758591175079346,
+      "epoch": 4.555729984301413,
+      "rel-constrast": 2.751486301422119,
+      "step": 5804,
+      "subrel-constrast": 3.571462392807007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5455138683319092,
+      "cov-distil (oracle2student)": 7.433123588562012,
+      "cov-distil (oracle2teacher)": 6.54245662689209,
+      "epoch": 4.556514913657771,
+      "rel-constrast": 4.3629679679870605,
+      "step": 5805,
+      "subrel-constrast": 4.486435890197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.917862892150879,
+      "cov-distil (oracle2student)": 5.33765983581543,
+      "cov-distil (oracle2teacher)": 5.795042991638184,
+      "epoch": 4.557299843014128,
+      "rel-constrast": 2.068094253540039,
+      "step": 5806,
+      "subrel-constrast": 3.1536502838134766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9211022853851318,
+      "cov-distil (oracle2student)": 5.134672164916992,
+      "cov-distil (oracle2teacher)": 4.45826530456543,
+      "epoch": 4.558084772370487,
+      "rel-constrast": 2.727151870727539,
+      "step": 5807,
+      "subrel-constrast": 2.9410932064056396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5581947565078735,
+      "cov-distil (oracle2student)": 3.7424046993255615,
+      "cov-distil (oracle2teacher)": 3.702359199523926,
+      "epoch": 4.558869701726844,
+      "rel-constrast": 3.159503936767578,
+      "step": 5808,
+      "subrel-constrast": 3.919583559036255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5206544399261475,
+      "cov-distil (oracle2student)": 4.041554927825928,
+      "cov-distil (oracle2teacher)": 4.079270839691162,
+      "epoch": 4.559654631083203,
+      "rel-constrast": 2.1386818885803223,
+      "step": 5809,
+      "subrel-constrast": 2.7896578311920166,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.56043956043956,
+      "grad_norm": 4.96875,
+      "learning_rate": 2.230869187545727e-05,
+      "loss": 0.7848,
+      "step": 5810
+    },
+    {
+      "cov-distil": 1.6795934438705444,
+      "cov-distil (oracle2student)": 5.982639312744141,
+      "cov-distil (oracle2teacher)": 4.618095397949219,
+      "epoch": 4.56043956043956,
+      "rel-constrast": 1.9030728340148926,
+      "step": 5810,
+      "subrel-constrast": 2.552870988845825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2976341247558594,
+      "cov-distil (oracle2student)": 4.1765875816345215,
+      "cov-distil (oracle2teacher)": 3.7863476276397705,
+      "epoch": 4.561224489795919,
+      "rel-constrast": 2.194991111755371,
+      "step": 5811,
+      "subrel-constrast": 3.0574097633361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5985159873962402,
+      "cov-distil (oracle2student)": 4.103698253631592,
+      "cov-distil (oracle2teacher)": 3.5240225791931152,
+      "epoch": 4.562009419152276,
+      "rel-constrast": 2.1851940155029297,
+      "step": 5812,
+      "subrel-constrast": 2.853153705596924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4030271768569946,
+      "cov-distil (oracle2student)": 3.88120698928833,
+      "cov-distil (oracle2teacher)": 3.626908779144287,
+      "epoch": 4.562794348508634,
+      "rel-constrast": 2.474109411239624,
+      "step": 5813,
+      "subrel-constrast": 3.4745688438415527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2528250217437744,
+      "cov-distil (oracle2student)": 3.408198356628418,
+      "cov-distil (oracle2teacher)": 3.6396725177764893,
+      "epoch": 4.563579277864992,
+      "rel-constrast": 2.0314557552337646,
+      "step": 5814,
+      "subrel-constrast": 2.8362619876861572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9344433546066284,
+      "cov-distil (oracle2student)": 4.37239933013916,
+      "cov-distil (oracle2teacher)": 4.646159648895264,
+      "epoch": 4.56436420722135,
+      "rel-constrast": 1.9781506061553955,
+      "step": 5815,
+      "subrel-constrast": 3.181581974029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2728395462036133,
+      "cov-distil (oracle2student)": 4.339506149291992,
+      "cov-distil (oracle2teacher)": 4.2169976234436035,
+      "epoch": 4.565149136577708,
+      "rel-constrast": 2.487765312194824,
+      "step": 5816,
+      "subrel-constrast": 2.831727981567383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1065341234207153,
+      "cov-distil (oracle2student)": 5.327950954437256,
+      "cov-distil (oracle2teacher)": 5.309340476989746,
+      "epoch": 4.565934065934066,
+      "rel-constrast": 1.411372423171997,
+      "step": 5817,
+      "subrel-constrast": 2.53216814994812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.560963749885559,
+      "cov-distil (oracle2student)": 3.977769374847412,
+      "cov-distil (oracle2teacher)": 4.084362030029297,
+      "epoch": 4.566718995290424,
+      "rel-constrast": 2.953178882598877,
+      "step": 5818,
+      "subrel-constrast": 3.531808376312256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4734570980072021,
+      "cov-distil (oracle2student)": 4.889033794403076,
+      "cov-distil (oracle2teacher)": 4.637494087219238,
+      "epoch": 4.567503924646782,
+      "rel-constrast": 3.079568862915039,
+      "step": 5819,
+      "subrel-constrast": 3.6765635013580322,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.568288854003139,
+      "grad_norm": 5.9375,
+      "learning_rate": 2.222194912553767e-05,
+      "loss": 0.6039,
+      "step": 5820
+    },
+    {
+      "cov-distil": 1.7147560119628906,
+      "cov-distil (oracle2student)": 4.7912068367004395,
+      "cov-distil (oracle2teacher)": 4.70355224609375,
+      "epoch": 4.568288854003139,
+      "rel-constrast": 3.678175449371338,
+      "step": 5820,
+      "subrel-constrast": 3.9983139038085938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1735281944274902,
+      "cov-distil (oracle2student)": 3.910820484161377,
+      "cov-distil (oracle2teacher)": 4.009894371032715,
+      "epoch": 4.569073783359498,
+      "rel-constrast": 3.0965988636016846,
+      "step": 5821,
+      "subrel-constrast": 3.5383973121643066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5222053527832031,
+      "cov-distil (oracle2student)": 3.6374928951263428,
+      "cov-distil (oracle2teacher)": 3.431222915649414,
+      "epoch": 4.569858712715855,
+      "rel-constrast": 2.177053451538086,
+      "step": 5822,
+      "subrel-constrast": 3.3920936584472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8392082452774048,
+      "cov-distil (oracle2student)": 5.301411151885986,
+      "cov-distil (oracle2teacher)": 5.11716365814209,
+      "epoch": 4.570643642072214,
+      "rel-constrast": 3.044365167617798,
+      "step": 5823,
+      "subrel-constrast": 4.014967441558838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6510910987854004,
+      "cov-distil (oracle2student)": 4.271265029907227,
+      "cov-distil (oracle2teacher)": 4.259463787078857,
+      "epoch": 4.571428571428571,
+      "rel-constrast": 1.7703208923339844,
+      "step": 5824,
+      "subrel-constrast": 2.7249536514282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4768009185791016,
+      "cov-distil (oracle2student)": 6.164284706115723,
+      "cov-distil (oracle2teacher)": 5.9178032875061035,
+      "epoch": 4.57221350078493,
+      "rel-constrast": 2.4185047149658203,
+      "step": 5825,
+      "subrel-constrast": 3.514876127243042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3719582557678223,
+      "cov-distil (oracle2student)": 2.8172056674957275,
+      "cov-distil (oracle2teacher)": 3.058591365814209,
+      "epoch": 4.572998430141287,
+      "rel-constrast": 1.8530476093292236,
+      "step": 5826,
+      "subrel-constrast": 2.571249008178711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2804845571517944,
+      "cov-distil (oracle2student)": 1.6441893577575684,
+      "cov-distil (oracle2teacher)": 2.0474863052368164,
+      "epoch": 4.573783359497646,
+      "rel-constrast": 2.0061652660369873,
+      "step": 5827,
+      "subrel-constrast": 2.830970287322998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.439868688583374,
+      "cov-distil (oracle2student)": 4.350861549377441,
+      "cov-distil (oracle2teacher)": 4.3088154792785645,
+      "epoch": 4.574568288854003,
+      "rel-constrast": 2.715585231781006,
+      "step": 5828,
+      "subrel-constrast": 3.017697811126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2017978429794312,
+      "cov-distil (oracle2student)": 3.169224739074707,
+      "cov-distil (oracle2teacher)": 3.459106683731079,
+      "epoch": 4.575353218210362,
+      "rel-constrast": 2.4714431762695312,
+      "step": 5829,
+      "subrel-constrast": 3.2837650775909424,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.576138147566719,
+      "grad_norm": 5.125,
+      "learning_rate": 2.213524022529127e-05,
+      "loss": 0.6675,
+      "step": 5830
+    },
+    {
+      "cov-distil": 1.1432499885559082,
+      "cov-distil (oracle2student)": 3.811917304992676,
+      "cov-distil (oracle2teacher)": 3.7924234867095947,
+      "epoch": 4.576138147566719,
+      "rel-constrast": 2.584437131881714,
+      "step": 5830,
+      "subrel-constrast": 3.2160768508911133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3285770416259766,
+      "cov-distil (oracle2student)": 4.1556396484375,
+      "cov-distil (oracle2teacher)": 3.7972676753997803,
+      "epoch": 4.576923076923077,
+      "rel-constrast": 1.7466039657592773,
+      "step": 5831,
+      "subrel-constrast": 2.271573543548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9678207635879517,
+      "cov-distil (oracle2student)": 4.243227958679199,
+      "cov-distil (oracle2teacher)": 3.9581189155578613,
+      "epoch": 4.577708006279435,
+      "rel-constrast": 2.337982416152954,
+      "step": 5832,
+      "subrel-constrast": 2.444786548614502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4131114482879639,
+      "cov-distil (oracle2student)": 4.378890037536621,
+      "cov-distil (oracle2teacher)": 3.9565789699554443,
+      "epoch": 4.578492935635793,
+      "rel-constrast": 1.7833914756774902,
+      "step": 5833,
+      "subrel-constrast": 2.860004186630249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4018070697784424,
+      "cov-distil (oracle2student)": 5.185527801513672,
+      "cov-distil (oracle2teacher)": 5.184469699859619,
+      "epoch": 4.579277864992151,
+      "rel-constrast": 1.8152260780334473,
+      "step": 5834,
+      "subrel-constrast": 2.7362701892852783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7154078483581543,
+      "cov-distil (oracle2student)": 4.445427417755127,
+      "cov-distil (oracle2teacher)": 3.638688325881958,
+      "epoch": 4.580062794348509,
+      "rel-constrast": 2.7266852855682373,
+      "step": 5835,
+      "subrel-constrast": 2.7908880710601807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.780456781387329,
+      "cov-distil (oracle2student)": 4.452694892883301,
+      "cov-distil (oracle2teacher)": 3.648207664489746,
+      "epoch": 4.580847723704867,
+      "rel-constrast": 2.304166078567505,
+      "step": 5836,
+      "subrel-constrast": 3.123014211654663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2881276607513428,
+      "cov-distil (oracle2student)": 2.203789234161377,
+      "cov-distil (oracle2teacher)": 2.4566140174865723,
+      "epoch": 4.581632653061225,
+      "rel-constrast": 1.3387267589569092,
+      "step": 5837,
+      "subrel-constrast": 2.263064384460449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.965768814086914,
+      "cov-distil (oracle2student)": 4.349611282348633,
+      "cov-distil (oracle2teacher)": 4.384186744689941,
+      "epoch": 4.582417582417582,
+      "rel-constrast": 1.7452905178070068,
+      "step": 5838,
+      "subrel-constrast": 3.003298759460449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6187340021133423,
+      "cov-distil (oracle2student)": 5.0092573165893555,
+      "cov-distil (oracle2teacher)": 4.736137390136719,
+      "epoch": 4.583202511773941,
+      "rel-constrast": 3.429518699645996,
+      "step": 5839,
+      "subrel-constrast": 3.6173601150512695,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.583987441130298,
+      "grad_norm": 6.375,
+      "learning_rate": 2.204856623123866e-05,
+      "loss": 0.5819,
+      "step": 5840
+    },
+    {
+      "cov-distil": 1.4959672689437866,
+      "cov-distil (oracle2student)": 4.251092910766602,
+      "cov-distil (oracle2teacher)": 4.214846134185791,
+      "epoch": 4.583987441130298,
+      "rel-constrast": 2.87929105758667,
+      "step": 5840,
+      "subrel-constrast": 3.463599681854248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4638922214508057,
+      "cov-distil (oracle2student)": 4.193589687347412,
+      "cov-distil (oracle2teacher)": 3.9975500106811523,
+      "epoch": 4.5847723704866565,
+      "rel-constrast": 1.5060216188430786,
+      "step": 5841,
+      "subrel-constrast": 2.6842806339263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5568618774414062,
+      "cov-distil (oracle2student)": 3.844931125640869,
+      "cov-distil (oracle2teacher)": 3.673670530319214,
+      "epoch": 4.585557299843014,
+      "rel-constrast": 2.543830156326294,
+      "step": 5842,
+      "subrel-constrast": 3.214221715927124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.761673927307129,
+      "cov-distil (oracle2student)": 2.439547538757324,
+      "cov-distil (oracle2teacher)": 2.799586772918701,
+      "epoch": 4.5863422291993725,
+      "rel-constrast": 2.2489848136901855,
+      "step": 5843,
+      "subrel-constrast": 2.640159845352173,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3861366510391235,
+      "cov-distil (oracle2student)": 3.3653788566589355,
+      "cov-distil (oracle2teacher)": 2.897848606109619,
+      "epoch": 4.58712715855573,
+      "rel-constrast": 2.230419397354126,
+      "step": 5844,
+      "subrel-constrast": 2.7977397441864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4424316883087158,
+      "cov-distil (oracle2student)": 4.678721904754639,
+      "cov-distil (oracle2teacher)": 4.821203708648682,
+      "epoch": 4.587912087912088,
+      "rel-constrast": 3.017971992492676,
+      "step": 5845,
+      "subrel-constrast": 3.6151883602142334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4484010934829712,
+      "cov-distil (oracle2student)": 4.482635021209717,
+      "cov-distil (oracle2teacher)": 4.456338882446289,
+      "epoch": 4.588697017268446,
+      "rel-constrast": 2.5695691108703613,
+      "step": 5846,
+      "subrel-constrast": 3.142639636993408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7670154571533203,
+      "cov-distil (oracle2student)": 3.4675774574279785,
+      "cov-distil (oracle2teacher)": 3.0579652786254883,
+      "epoch": 4.589481946624804,
+      "rel-constrast": 2.519115447998047,
+      "step": 5847,
+      "subrel-constrast": 3.4071760177612305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5578889846801758,
+      "cov-distil (oracle2student)": 2.913957118988037,
+      "cov-distil (oracle2teacher)": 2.9180521965026855,
+      "epoch": 4.590266875981162,
+      "rel-constrast": 2.619215250015259,
+      "step": 5848,
+      "subrel-constrast": 3.4534404277801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.441843867301941,
+      "cov-distil (oracle2student)": 3.139512062072754,
+      "cov-distil (oracle2teacher)": 3.4468817710876465,
+      "epoch": 4.5910518053375196,
+      "rel-constrast": 2.4565043449401855,
+      "step": 5849,
+      "subrel-constrast": 3.730747938156128,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.591836734693878,
+      "grad_norm": 5.09375,
+      "learning_rate": 2.196192819947511e-05,
+      "loss": 0.6531,
+      "step": 5850
+    },
+    {
+      "cov-distil": 2.0963377952575684,
+      "cov-distil (oracle2student)": 3.6068599224090576,
+      "cov-distil (oracle2teacher)": 3.352719306945801,
+      "epoch": 4.591836734693878,
+      "rel-constrast": 2.1096646785736084,
+      "step": 5850,
+      "subrel-constrast": 2.8239529132843018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2623977661132812,
+      "cov-distil (oracle2student)": 3.639200210571289,
+      "cov-distil (oracle2teacher)": 3.625128746032715,
+      "epoch": 4.5926216640502355,
+      "rel-constrast": 3.061992883682251,
+      "step": 5851,
+      "subrel-constrast": 3.4124300479888916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4634664058685303,
+      "cov-distil (oracle2student)": 3.837965488433838,
+      "cov-distil (oracle2teacher)": 3.4987261295318604,
+      "epoch": 4.593406593406593,
+      "rel-constrast": 2.9303319454193115,
+      "step": 5852,
+      "subrel-constrast": 3.7798616886138916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9347167015075684,
+      "cov-distil (oracle2student)": 4.8346734046936035,
+      "cov-distil (oracle2teacher)": 4.33475399017334,
+      "epoch": 4.5941915227629515,
+      "rel-constrast": 2.442319869995117,
+      "step": 5853,
+      "subrel-constrast": 3.576206922531128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.109132766723633,
+      "cov-distil (oracle2student)": 3.991934299468994,
+      "cov-distil (oracle2teacher)": 3.7794508934020996,
+      "epoch": 4.594976452119309,
+      "rel-constrast": 1.9830865859985352,
+      "step": 5854,
+      "subrel-constrast": 2.9681429862976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4444715976715088,
+      "cov-distil (oracle2student)": 3.2266855239868164,
+      "cov-distil (oracle2teacher)": 3.1750426292419434,
+      "epoch": 4.5957613814756675,
+      "rel-constrast": 3.048109769821167,
+      "step": 5855,
+      "subrel-constrast": 3.897564172744751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1981675624847412,
+      "cov-distil (oracle2student)": 3.735825538635254,
+      "cov-distil (oracle2teacher)": 4.130232810974121,
+      "epoch": 4.596546310832025,
+      "rel-constrast": 2.7179970741271973,
+      "step": 5856,
+      "subrel-constrast": 3.4217936992645264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.75539231300354,
+      "cov-distil (oracle2student)": 3.7182939052581787,
+      "cov-distil (oracle2teacher)": 3.6897692680358887,
+      "epoch": 4.5973312401883835,
+      "rel-constrast": 1.8753139972686768,
+      "step": 5857,
+      "subrel-constrast": 2.9626927375793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7054026126861572,
+      "cov-distil (oracle2student)": 3.465160846710205,
+      "cov-distil (oracle2teacher)": 3.9416117668151855,
+      "epoch": 4.598116169544741,
+      "rel-constrast": 2.3205714225769043,
+      "step": 5858,
+      "subrel-constrast": 3.5587961673736572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1543867588043213,
+      "cov-distil (oracle2student)": 4.566595077514648,
+      "cov-distil (oracle2teacher)": 4.308553695678711,
+      "epoch": 4.5989010989010985,
+      "rel-constrast": 2.554175853729248,
+      "step": 5859,
+      "subrel-constrast": 3.1355478763580322,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.599686028257457,
+      "grad_norm": 5.28125,
+      "learning_rate": 2.1875327185657693e-05,
+      "loss": 0.6664,
+      "step": 5860
+    },
+    {
+      "cov-distil": 1.347886562347412,
+      "cov-distil (oracle2student)": 6.119603157043457,
+      "cov-distil (oracle2teacher)": 5.663795471191406,
+      "epoch": 4.599686028257457,
+      "rel-constrast": 2.606931447982788,
+      "step": 5860,
+      "subrel-constrast": 3.6151671409606934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.832778811454773,
+      "cov-distil (oracle2student)": 2.944952964782715,
+      "cov-distil (oracle2teacher)": 3.296311378479004,
+      "epoch": 4.6004709576138145,
+      "rel-constrast": 3.4882049560546875,
+      "step": 5861,
+      "subrel-constrast": 4.138429164886475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3943488597869873,
+      "cov-distil (oracle2student)": 6.195989608764648,
+      "cov-distil (oracle2teacher)": 5.121941566467285,
+      "epoch": 4.601255886970173,
+      "rel-constrast": 1.7536664009094238,
+      "step": 5862,
+      "subrel-constrast": 2.285534381866455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4166134595870972,
+      "cov-distil (oracle2student)": 3.981106758117676,
+      "cov-distil (oracle2teacher)": 4.252490043640137,
+      "epoch": 4.6020408163265305,
+      "rel-constrast": 2.42063045501709,
+      "step": 5863,
+      "subrel-constrast": 3.04048490524292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2845579385757446,
+      "cov-distil (oracle2student)": 4.208160877227783,
+      "cov-distil (oracle2teacher)": 3.6915719509124756,
+      "epoch": 4.602825745682889,
+      "rel-constrast": 2.8447442054748535,
+      "step": 5864,
+      "subrel-constrast": 3.045100688934326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1350696086883545,
+      "cov-distil (oracle2student)": 3.823495626449585,
+      "cov-distil (oracle2teacher)": 3.9946601390838623,
+      "epoch": 4.6036106750392465,
+      "rel-constrast": 2.097849130630493,
+      "step": 5865,
+      "subrel-constrast": 2.6740121841430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5574309825897217,
+      "cov-distil (oracle2student)": 3.3441073894500732,
+      "cov-distil (oracle2teacher)": 3.0592918395996094,
+      "epoch": 4.604395604395604,
+      "rel-constrast": 2.094244956970215,
+      "step": 5866,
+      "subrel-constrast": 3.023944854736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4045305252075195,
+      "cov-distil (oracle2student)": 5.652219295501709,
+      "cov-distil (oracle2teacher)": 5.334879398345947,
+      "epoch": 4.6051805337519625,
+      "rel-constrast": 3.0746772289276123,
+      "step": 5867,
+      "subrel-constrast": 3.5491442680358887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7224347591400146,
+      "cov-distil (oracle2student)": 4.047231197357178,
+      "cov-distil (oracle2teacher)": 3.5643935203552246,
+      "epoch": 4.60596546310832,
+      "rel-constrast": 2.8590052127838135,
+      "step": 5868,
+      "subrel-constrast": 3.5115809440612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2209722995758057,
+      "cov-distil (oracle2student)": 3.5509233474731445,
+      "cov-distil (oracle2teacher)": 3.674431800842285,
+      "epoch": 4.606750392464678,
+      "rel-constrast": 2.3261616230010986,
+      "step": 5869,
+      "subrel-constrast": 2.924055814743042,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.607535321821036,
+      "grad_norm": 4.8125,
+      "learning_rate": 2.1788764244992427e-05,
+      "loss": 0.6749,
+      "step": 5870
+    },
+    {
+      "cov-distil": 1.9009839296340942,
+      "cov-distil (oracle2student)": 4.8235673904418945,
+      "cov-distil (oracle2teacher)": 4.682467460632324,
+      "epoch": 4.607535321821036,
+      "rel-constrast": 2.7277050018310547,
+      "step": 5870,
+      "subrel-constrast": 3.612903356552124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8297394514083862,
+      "cov-distil (oracle2student)": 2.539126396179199,
+      "cov-distil (oracle2teacher)": 3.002687454223633,
+      "epoch": 4.608320251177394,
+      "rel-constrast": 2.3005738258361816,
+      "step": 5871,
+      "subrel-constrast": 2.9975013732910156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5675914287567139,
+      "cov-distil (oracle2student)": 3.9790613651275635,
+      "cov-distil (oracle2teacher)": 3.6366958618164062,
+      "epoch": 4.609105180533752,
+      "rel-constrast": 2.833772897720337,
+      "step": 5872,
+      "subrel-constrast": 3.5760257244110107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4878387451171875,
+      "cov-distil (oracle2student)": 2.6695733070373535,
+      "cov-distil (oracle2teacher)": 2.738377809524536,
+      "epoch": 4.6098901098901095,
+      "rel-constrast": 2.398885488510132,
+      "step": 5873,
+      "subrel-constrast": 2.936649799346924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6877729892730713,
+      "cov-distil (oracle2student)": 3.387860059738159,
+      "cov-distil (oracle2teacher)": 3.3497307300567627,
+      "epoch": 4.610675039246468,
+      "rel-constrast": 3.0212650299072266,
+      "step": 5874,
+      "subrel-constrast": 3.832108974456787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426511287689209,
+      "cov-distil (oracle2student)": 6.63404655456543,
+      "cov-distil (oracle2teacher)": 5.595436096191406,
+      "epoch": 4.6114599686028255,
+      "rel-constrast": 2.479235887527466,
+      "step": 5875,
+      "subrel-constrast": 3.3601722717285156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.706303596496582,
+      "cov-distil (oracle2student)": 4.353419780731201,
+      "cov-distil (oracle2teacher)": 4.237864971160889,
+      "epoch": 4.612244897959184,
+      "rel-constrast": 1.9000580310821533,
+      "step": 5876,
+      "subrel-constrast": 2.687293767929077,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.139302372932434,
+      "cov-distil (oracle2student)": 3.6106889247894287,
+      "cov-distil (oracle2teacher)": 3.647538185119629,
+      "epoch": 4.6130298273155415,
+      "rel-constrast": 2.6868557929992676,
+      "step": 5877,
+      "subrel-constrast": 3.4131968021392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8794195652008057,
+      "cov-distil (oracle2student)": 4.821022033691406,
+      "cov-distil (oracle2teacher)": 4.606323719024658,
+      "epoch": 4.6138147566719,
+      "rel-constrast": 2.179427146911621,
+      "step": 5878,
+      "subrel-constrast": 3.127185106277466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5245046615600586,
+      "cov-distil (oracle2student)": 6.691013813018799,
+      "cov-distil (oracle2teacher)": 5.832975387573242,
+      "epoch": 4.614599686028257,
+      "rel-constrast": 3.3001232147216797,
+      "step": 5879,
+      "subrel-constrast": 3.857105255126953,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.615384615384615,
+      "grad_norm": 5.90625,
+      "learning_rate": 2.170224043222144e-05,
+      "loss": 0.6861,
+      "step": 5880
+    },
+    {
+      "cov-distil": 1.9806299209594727,
+      "cov-distil (oracle2student)": 4.1246514320373535,
+      "cov-distil (oracle2teacher)": 3.3608312606811523,
+      "epoch": 4.615384615384615,
+      "rel-constrast": 2.792663097381592,
+      "step": 5880,
+      "subrel-constrast": 3.623286008834839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.547314167022705,
+      "cov-distil (oracle2student)": 3.059115409851074,
+      "cov-distil (oracle2teacher)": 3.384401798248291,
+      "epoch": 4.616169544740973,
+      "rel-constrast": 2.6643528938293457,
+      "step": 5881,
+      "subrel-constrast": 3.3366079330444336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.335111141204834,
+      "cov-distil (oracle2student)": 4.187094688415527,
+      "cov-distil (oracle2teacher)": 3.8247861862182617,
+      "epoch": 4.616954474097331,
+      "rel-constrast": 3.046196937561035,
+      "step": 5882,
+      "subrel-constrast": 3.652958393096924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.103105068206787,
+      "cov-distil (oracle2student)": 5.7685112953186035,
+      "cov-distil (oracle2teacher)": 5.145930767059326,
+      "epoch": 4.617739403453689,
+      "rel-constrast": 2.896691083908081,
+      "step": 5883,
+      "subrel-constrast": 2.9639506340026855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2760448455810547,
+      "cov-distil (oracle2student)": 5.236844062805176,
+      "cov-distil (oracle2teacher)": 4.716929912567139,
+      "epoch": 4.618524332810047,
+      "rel-constrast": 3.4079530239105225,
+      "step": 5884,
+      "subrel-constrast": 3.3896689414978027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2201502323150635,
+      "cov-distil (oracle2student)": 5.3501877784729,
+      "cov-distil (oracle2teacher)": 4.7752180099487305,
+      "epoch": 4.619309262166405,
+      "rel-constrast": 2.401679515838623,
+      "step": 5885,
+      "subrel-constrast": 2.749006986618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7499606609344482,
+      "cov-distil (oracle2student)": 5.16202449798584,
+      "cov-distil (oracle2teacher)": 4.744590759277344,
+      "epoch": 4.620094191522763,
+      "rel-constrast": 2.573166847229004,
+      "step": 5886,
+      "subrel-constrast": 3.380554676055908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0143777132034302,
+      "cov-distil (oracle2student)": 4.347529411315918,
+      "cov-distil (oracle2teacher)": 4.248015403747559,
+      "epoch": 4.6208791208791204,
+      "rel-constrast": 2.1220579147338867,
+      "step": 5887,
+      "subrel-constrast": 2.663811683654785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8313074111938477,
+      "cov-distil (oracle2student)": 5.3867998123168945,
+      "cov-distil (oracle2teacher)": 4.87580680847168,
+      "epoch": 4.621664050235479,
+      "rel-constrast": 2.128650665283203,
+      "step": 5888,
+      "subrel-constrast": 3.17964506149292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3866618871688843,
+      "cov-distil (oracle2student)": 3.7533364295959473,
+      "cov-distil (oracle2teacher)": 3.7558724880218506,
+      "epoch": 4.622448979591836,
+      "rel-constrast": 1.800823450088501,
+      "step": 5889,
+      "subrel-constrast": 2.7847535610198975,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.623233908948195,
+      "grad_norm": 4.4375,
+      "learning_rate": 2.1615756801610067e-05,
+      "loss": 0.682,
+      "step": 5890
+    },
+    {
+      "cov-distil": 1.5975148677825928,
+      "cov-distil (oracle2student)": 3.7257561683654785,
+      "cov-distil (oracle2teacher)": 3.884225368499756,
+      "epoch": 4.623233908948195,
+      "rel-constrast": 2.820899486541748,
+      "step": 5890,
+      "subrel-constrast": 2.9101054668426514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9984007477760315,
+      "cov-distil (oracle2student)": 5.0403218269348145,
+      "cov-distil (oracle2teacher)": 4.64267635345459,
+      "epoch": 4.624018838304552,
+      "rel-constrast": 1.3085644245147705,
+      "step": 5891,
+      "subrel-constrast": 1.7059619426727295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.626781940460205,
+      "cov-distil (oracle2student)": 3.328974485397339,
+      "cov-distil (oracle2teacher)": 3.474247932434082,
+      "epoch": 4.624803767660911,
+      "rel-constrast": 2.2241528034210205,
+      "step": 5892,
+      "subrel-constrast": 2.8897526264190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8944988250732422,
+      "cov-distil (oracle2student)": 4.595885276794434,
+      "cov-distil (oracle2teacher)": 4.077813625335693,
+      "epoch": 4.625588697017268,
+      "rel-constrast": 2.7497332096099854,
+      "step": 5893,
+      "subrel-constrast": 3.05846905708313,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9744969606399536,
+      "cov-distil (oracle2student)": 4.802892208099365,
+      "cov-distil (oracle2teacher)": 4.644904136657715,
+      "epoch": 4.626373626373626,
+      "rel-constrast": 2.6284873485565186,
+      "step": 5894,
+      "subrel-constrast": 3.303668737411499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8430854082107544,
+      "cov-distil (oracle2student)": 3.1189751625061035,
+      "cov-distil (oracle2teacher)": 2.9646520614624023,
+      "epoch": 4.627158555729984,
+      "rel-constrast": 1.8972387313842773,
+      "step": 5895,
+      "subrel-constrast": 2.5588293075561523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2685577869415283,
+      "cov-distil (oracle2student)": 5.848808765411377,
+      "cov-distil (oracle2teacher)": 5.597586631774902,
+      "epoch": 4.627943485086342,
+      "rel-constrast": 2.9767138957977295,
+      "step": 5896,
+      "subrel-constrast": 3.086836338043213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8362294435501099,
+      "cov-distil (oracle2student)": 3.7427632808685303,
+      "cov-distil (oracle2teacher)": 3.866903781890869,
+      "epoch": 4.6287284144427,
+      "rel-constrast": 2.4055240154266357,
+      "step": 5897,
+      "subrel-constrast": 3.7669517993927,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.075171947479248,
+      "cov-distil (oracle2student)": 4.012969017028809,
+      "cov-distil (oracle2teacher)": 4.015585899353027,
+      "epoch": 4.629513343799058,
+      "rel-constrast": 1.8305773735046387,
+      "step": 5898,
+      "subrel-constrast": 3.0926010608673096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.585458517074585,
+      "cov-distil (oracle2student)": 1.8093119859695435,
+      "cov-distil (oracle2teacher)": 1.9295761585235596,
+      "epoch": 4.630298273155416,
+      "rel-constrast": 1.7300026416778564,
+      "step": 5899,
+      "subrel-constrast": 2.116420269012451,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.631083202511774,
+      "grad_norm": 4.15625,
+      "learning_rate": 2.1529314406934078e-05,
+      "loss": 0.6035,
+      "step": 5900
+    },
+    {
+      "epoch": 4.631083202511774,
+      "overlap": 0.31562501192092896,
+      "step": 5900
+    },
+    {
+      "epoch": 4.631083202511774,
+      "step": 5900,
+      "student margin": 0.069091796875
+    },
+    {
+      "epoch": 4.631083202511774,
+      "step": 5900,
+      "teacher margin": 0.045135498046875
+    },
+    {
+      "epoch": 4.631083202511774,
+      "margin difference": -0.023956298828125,
+      "step": 5900
+    },
+    {
+      "cov-distil": 1.999709129333496,
+      "cov-distil (oracle2student)": 2.565908193588257,
+      "cov-distil (oracle2teacher)": 2.9614994525909424,
+      "epoch": 4.631083202511774,
+      "rel-constrast": 2.676992893218994,
+      "step": 5900,
+      "subrel-constrast": 3.6405763626098633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5578535795211792,
+      "cov-distil (oracle2student)": 3.4974000453948975,
+      "cov-distil (oracle2teacher)": 3.626082420349121,
+      "epoch": 4.631868131868131,
+      "rel-constrast": 2.029277801513672,
+      "step": 5901,
+      "subrel-constrast": 2.9443817138671875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6100902557373047,
+      "cov-distil (oracle2student)": 5.029199600219727,
+      "cov-distil (oracle2teacher)": 4.490941047668457,
+      "epoch": 4.63265306122449,
+      "rel-constrast": 3.1748807430267334,
+      "step": 5902,
+      "subrel-constrast": 4.146658420562744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5150024890899658,
+      "cov-distil (oracle2student)": 4.97325325012207,
+      "cov-distil (oracle2teacher)": 4.587745666503906,
+      "epoch": 4.633437990580847,
+      "rel-constrast": 3.014549970626831,
+      "step": 5903,
+      "subrel-constrast": 3.671353340148926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.260372519493103,
+      "cov-distil (oracle2student)": 2.9263663291931152,
+      "cov-distil (oracle2teacher)": 2.8593640327453613,
+      "epoch": 4.634222919937206,
+      "rel-constrast": 2.1848607063293457,
+      "step": 5904,
+      "subrel-constrast": 2.7390356063842773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6665724515914917,
+      "cov-distil (oracle2student)": 3.3979272842407227,
+      "cov-distil (oracle2teacher)": 3.4903039932250977,
+      "epoch": 4.635007849293563,
+      "rel-constrast": 2.4001784324645996,
+      "step": 5905,
+      "subrel-constrast": 2.9211976528167725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7890820503234863,
+      "cov-distil (oracle2student)": 4.661870956420898,
+      "cov-distil (oracle2teacher)": 4.908970832824707,
+      "epoch": 4.635792778649922,
+      "rel-constrast": 2.5283498764038086,
+      "step": 5906,
+      "subrel-constrast": 3.467200994491577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.12236750125885,
+      "cov-distil (oracle2student)": 3.756272554397583,
+      "cov-distil (oracle2teacher)": 4.005627632141113,
+      "epoch": 4.636577708006279,
+      "rel-constrast": 2.2189619541168213,
+      "step": 5907,
+      "subrel-constrast": 2.9798543453216553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3948135375976562,
+      "cov-distil (oracle2student)": 3.5391101837158203,
+      "cov-distil (oracle2teacher)": 2.8907036781311035,
+      "epoch": 4.637362637362637,
+      "rel-constrast": 2.950258255004883,
+      "step": 5908,
+      "subrel-constrast": 3.468189239501953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6260361671447754,
+      "cov-distil (oracle2student)": 4.103727340698242,
+      "cov-distil (oracle2teacher)": 3.85078763961792,
+      "epoch": 4.638147566718995,
+      "rel-constrast": 2.5459282398223877,
+      "step": 5909,
+      "subrel-constrast": 3.345290422439575,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.638932496075353,
+      "grad_norm": 5.28125,
+      "learning_rate": 2.1442914301466757e-05,
+      "loss": 0.682,
+      "step": 5910
+    },
+    {
+      "cov-distil": 1.4998139142990112,
+      "cov-distil (oracle2student)": 5.342439651489258,
+      "cov-distil (oracle2teacher)": 4.9268646240234375,
+      "epoch": 4.638932496075353,
+      "rel-constrast": 3.6908936500549316,
+      "step": 5910,
+      "subrel-constrast": 4.041266918182373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.218856930732727,
+      "cov-distil (oracle2student)": 6.028751373291016,
+      "cov-distil (oracle2teacher)": 4.896183013916016,
+      "epoch": 4.639717425431711,
+      "rel-constrast": 3.1241798400878906,
+      "step": 5911,
+      "subrel-constrast": 3.7734689712524414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.106092929840088,
+      "cov-distil (oracle2student)": 5.371764659881592,
+      "cov-distil (oracle2teacher)": 5.352295398712158,
+      "epoch": 4.640502354788069,
+      "rel-constrast": 2.2934556007385254,
+      "step": 5912,
+      "subrel-constrast": 3.5371885299682617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.392545223236084,
+      "cov-distil (oracle2student)": 2.983088970184326,
+      "cov-distil (oracle2teacher)": 3.1366233825683594,
+      "epoch": 4.641287284144427,
+      "rel-constrast": 3.0803213119506836,
+      "step": 5913,
+      "subrel-constrast": 3.7946724891662598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3142588138580322,
+      "cov-distil (oracle2student)": 4.267584800720215,
+      "cov-distil (oracle2teacher)": 4.274707794189453,
+      "epoch": 4.642072213500785,
+      "rel-constrast": 2.903599739074707,
+      "step": 5914,
+      "subrel-constrast": 3.1228864192962646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3613805770874023,
+      "cov-distil (oracle2student)": 4.553555488586426,
+      "cov-distil (oracle2teacher)": 4.154911041259766,
+      "epoch": 4.642857142857143,
+      "rel-constrast": 2.5015242099761963,
+      "step": 5915,
+      "subrel-constrast": 2.413877248764038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5213186740875244,
+      "cov-distil (oracle2student)": 5.516863822937012,
+      "cov-distil (oracle2teacher)": 4.83836555480957,
+      "epoch": 4.643642072213501,
+      "rel-constrast": 2.2723331451416016,
+      "step": 5916,
+      "subrel-constrast": 2.9194259643554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6951521635055542,
+      "cov-distil (oracle2student)": 5.705672264099121,
+      "cov-distil (oracle2teacher)": 4.912635326385498,
+      "epoch": 4.644427001569858,
+      "rel-constrast": 2.9212732315063477,
+      "step": 5917,
+      "subrel-constrast": 3.5521810054779053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1583034992218018,
+      "cov-distil (oracle2student)": 4.048038482666016,
+      "cov-distil (oracle2teacher)": 4.008528709411621,
+      "epoch": 4.645211930926217,
+      "rel-constrast": 2.930976390838623,
+      "step": 5918,
+      "subrel-constrast": 2.9040701389312744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322166085243225,
+      "cov-distil (oracle2student)": 3.9317750930786133,
+      "cov-distil (oracle2teacher)": 3.826033115386963,
+      "epoch": 4.645996860282574,
+      "rel-constrast": 3.592634439468384,
+      "step": 5919,
+      "subrel-constrast": 4.432026386260986,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.646781789638933,
+      "grad_norm": 6.21875,
+      "learning_rate": 2.1356557537966112e-05,
+      "loss": 0.7693,
+      "step": 5920
+    },
+    {
+      "cov-distil": 1.4141042232513428,
+      "cov-distil (oracle2student)": 3.805893898010254,
+      "cov-distil (oracle2teacher)": 3.302340030670166,
+      "epoch": 4.646781789638933,
+      "rel-constrast": 2.2497711181640625,
+      "step": 5920,
+      "subrel-constrast": 2.6740574836730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3942253589630127,
+      "cov-distil (oracle2student)": 6.049006938934326,
+      "cov-distil (oracle2teacher)": 5.2480268478393555,
+      "epoch": 4.64756671899529,
+      "rel-constrast": 2.5883727073669434,
+      "step": 5921,
+      "subrel-constrast": 3.5526528358459473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9263285398483276,
+      "cov-distil (oracle2student)": 3.5461225509643555,
+      "cov-distil (oracle2teacher)": 3.6186652183532715,
+      "epoch": 4.648351648351649,
+      "rel-constrast": 1.9321740865707397,
+      "step": 5922,
+      "subrel-constrast": 2.853630781173706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4277055263519287,
+      "cov-distil (oracle2student)": 4.691897392272949,
+      "cov-distil (oracle2teacher)": 4.533879280090332,
+      "epoch": 4.649136577708006,
+      "rel-constrast": 1.788158893585205,
+      "step": 5923,
+      "subrel-constrast": 2.664196252822876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3809876441955566,
+      "cov-distil (oracle2student)": 4.638128280639648,
+      "cov-distil (oracle2teacher)": 4.681113243103027,
+      "epoch": 4.649921507064365,
+      "rel-constrast": 2.636261463165283,
+      "step": 5924,
+      "subrel-constrast": 3.342301607131958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1995301246643066,
+      "cov-distil (oracle2student)": 2.563427209854126,
+      "cov-distil (oracle2teacher)": 3.278010606765747,
+      "epoch": 4.650706436420722,
+      "rel-constrast": 2.0106201171875,
+      "step": 5925,
+      "subrel-constrast": 3.5116822719573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3636759519577026,
+      "cov-distil (oracle2student)": 3.8788087368011475,
+      "cov-distil (oracle2teacher)": 3.7668137550354004,
+      "epoch": 4.65149136577708,
+      "rel-constrast": 2.606452465057373,
+      "step": 5926,
+      "subrel-constrast": 3.518643856048584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9725710153579712,
+      "cov-distil (oracle2student)": 3.7196807861328125,
+      "cov-distil (oracle2teacher)": 3.4892871379852295,
+      "epoch": 4.652276295133438,
+      "rel-constrast": 1.4456989765167236,
+      "step": 5927,
+      "subrel-constrast": 1.8994841575622559,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4703571796417236,
+      "cov-distil (oracle2student)": 4.317396640777588,
+      "cov-distil (oracle2teacher)": 4.491722106933594,
+      "epoch": 4.653061224489796,
+      "rel-constrast": 1.6553330421447754,
+      "step": 5928,
+      "subrel-constrast": 2.504051685333252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9312705993652344,
+      "cov-distil (oracle2student)": 4.4125075340271,
+      "cov-distil (oracle2teacher)": 4.395528316497803,
+      "epoch": 4.653846153846154,
+      "rel-constrast": 1.9374146461486816,
+      "step": 5929,
+      "subrel-constrast": 2.4355053901672363,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.654631083202512,
+      "grad_norm": 4.53125,
+      "learning_rate": 2.127024516866208e-05,
+      "loss": 0.5575,
+      "step": 5930
+    },
+    {
+      "cov-distil": 1.2405002117156982,
+      "cov-distil (oracle2student)": 3.3103888034820557,
+      "cov-distil (oracle2teacher)": 3.681245803833008,
+      "epoch": 4.654631083202512,
+      "rel-constrast": 1.8655953407287598,
+      "step": 5930,
+      "subrel-constrast": 3.0937392711639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.296831727027893,
+      "cov-distil (oracle2student)": 5.955783843994141,
+      "cov-distil (oracle2teacher)": 5.790663242340088,
+      "epoch": 4.65541601255887,
+      "rel-constrast": 2.2839083671569824,
+      "step": 5931,
+      "subrel-constrast": 3.3714816570281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1516282558441162,
+      "cov-distil (oracle2student)": 3.7223801612854004,
+      "cov-distil (oracle2teacher)": 3.991239547729492,
+      "epoch": 4.656200941915228,
+      "rel-constrast": 2.298032283782959,
+      "step": 5932,
+      "subrel-constrast": 3.128063678741455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8393325805664062,
+      "cov-distil (oracle2student)": 4.670342922210693,
+      "cov-distil (oracle2teacher)": 3.778526782989502,
+      "epoch": 4.656985871271585,
+      "rel-constrast": 3.016631603240967,
+      "step": 5933,
+      "subrel-constrast": 3.2551071643829346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.815068244934082,
+      "cov-distil (oracle2student)": 3.3842272758483887,
+      "cov-distil (oracle2teacher)": 3.6138317584991455,
+      "epoch": 4.657770800627944,
+      "rel-constrast": 2.6270694732666016,
+      "step": 5934,
+      "subrel-constrast": 3.745753765106201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6575827598571777,
+      "cov-distil (oracle2student)": 2.994450092315674,
+      "cov-distil (oracle2teacher)": 3.3006532192230225,
+      "epoch": 4.658555729984301,
+      "rel-constrast": 2.1373391151428223,
+      "step": 5935,
+      "subrel-constrast": 3.3491270542144775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9228596687316895,
+      "cov-distil (oracle2student)": 4.691592216491699,
+      "cov-distil (oracle2teacher)": 4.190532684326172,
+      "epoch": 4.65934065934066,
+      "rel-constrast": 2.380751609802246,
+      "step": 5936,
+      "subrel-constrast": 3.3439197540283203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.769650936126709,
+      "cov-distil (oracle2student)": 3.8310546875,
+      "cov-distil (oracle2teacher)": 4.1169328689575195,
+      "epoch": 4.660125588697017,
+      "rel-constrast": 2.6369130611419678,
+      "step": 5937,
+      "subrel-constrast": 3.27854061126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5189015865325928,
+      "cov-distil (oracle2student)": 3.798924446105957,
+      "cov-distil (oracle2teacher)": 3.4741837978363037,
+      "epoch": 4.660910518053376,
+      "rel-constrast": 2.479631185531616,
+      "step": 5938,
+      "subrel-constrast": 3.1182258129119873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6841870546340942,
+      "cov-distil (oracle2student)": 3.64821195602417,
+      "cov-distil (oracle2teacher)": 3.9283666610717773,
+      "epoch": 4.661695447409733,
+      "rel-constrast": 2.627267599105835,
+      "step": 5939,
+      "subrel-constrast": 3.3769657611846924,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.662480376766091,
+      "grad_norm": 5.09375,
+      "learning_rate": 2.118397824524362e-05,
+      "loss": 0.6486,
+      "step": 5940
+    },
+    {
+      "cov-distil": 1.1952463388442993,
+      "cov-distil (oracle2student)": 3.0069222450256348,
+      "cov-distil (oracle2teacher)": 3.154860496520996,
+      "epoch": 4.662480376766091,
+      "rel-constrast": 2.126796007156372,
+      "step": 5940,
+      "subrel-constrast": 2.42238187789917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9978632926940918,
+      "cov-distil (oracle2student)": 4.0679521560668945,
+      "cov-distil (oracle2teacher)": 3.5269370079040527,
+      "epoch": 4.663265306122449,
+      "rel-constrast": 1.9554522037506104,
+      "step": 5941,
+      "subrel-constrast": 2.970850944519043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.040738582611084,
+      "cov-distil (oracle2student)": 4.831962585449219,
+      "cov-distil (oracle2teacher)": 4.288283348083496,
+      "epoch": 4.664050235478807,
+      "rel-constrast": 2.7127246856689453,
+      "step": 5942,
+      "subrel-constrast": 3.408241033554077,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0444529056549072,
+      "cov-distil (oracle2student)": 3.736952066421509,
+      "cov-distil (oracle2teacher)": 3.6299374103546143,
+      "epoch": 4.664835164835165,
+      "rel-constrast": 2.0496532917022705,
+      "step": 5943,
+      "subrel-constrast": 2.607327699661255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2340933084487915,
+      "cov-distil (oracle2student)": 6.264898777008057,
+      "cov-distil (oracle2teacher)": 5.280643463134766,
+      "epoch": 4.665620094191523,
+      "rel-constrast": 2.635972023010254,
+      "step": 5944,
+      "subrel-constrast": 2.8271782398223877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3100111484527588,
+      "cov-distil (oracle2student)": 6.530608177185059,
+      "cov-distil (oracle2teacher)": 5.740662097930908,
+      "epoch": 4.666405023547881,
+      "rel-constrast": 2.2742278575897217,
+      "step": 5945,
+      "subrel-constrast": 2.977191686630249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0289294719696045,
+      "cov-distil (oracle2student)": 5.09612512588501,
+      "cov-distil (oracle2teacher)": 4.364243507385254,
+      "epoch": 4.667189952904239,
+      "rel-constrast": 1.9192147254943848,
+      "step": 5946,
+      "subrel-constrast": 2.305935859680176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8143417835235596,
+      "cov-distil (oracle2student)": 4.728775501251221,
+      "cov-distil (oracle2teacher)": 4.634495735168457,
+      "epoch": 4.667974882260596,
+      "rel-constrast": 2.0923011302948,
+      "step": 5947,
+      "subrel-constrast": 3.3761789798736572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1029434204101562,
+      "cov-distil (oracle2student)": 5.241086006164551,
+      "cov-distil (oracle2teacher)": 4.5252275466918945,
+      "epoch": 4.668759811616955,
+      "rel-constrast": 2.761740207672119,
+      "step": 5948,
+      "subrel-constrast": 2.851134777069092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7949960231781006,
+      "cov-distil (oracle2student)": 5.22470760345459,
+      "cov-distil (oracle2teacher)": 4.736099720001221,
+      "epoch": 4.669544740973312,
+      "rel-constrast": 2.3803954124450684,
+      "step": 5949,
+      "subrel-constrast": 3.146247386932373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.670329670329671,
+      "grad_norm": 5.5625,
+      "learning_rate": 2.109775781884598e-05,
+      "loss": 0.6091,
+      "step": 5950
+    },
+    {
+      "cov-distil": 2.0742814540863037,
+      "cov-distil (oracle2student)": 5.529162406921387,
+      "cov-distil (oracle2teacher)": 4.84407901763916,
+      "epoch": 4.670329670329671,
+      "rel-constrast": 3.7152390480041504,
+      "step": 5950,
+      "subrel-constrast": 4.086580276489258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.006345272064209,
+      "cov-distil (oracle2student)": 5.060190677642822,
+      "cov-distil (oracle2teacher)": 4.968981742858887,
+      "epoch": 4.671114599686028,
+      "rel-constrast": 2.379509687423706,
+      "step": 5951,
+      "subrel-constrast": 3.4441263675689697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5750389099121094,
+      "cov-distil (oracle2student)": 2.451493263244629,
+      "cov-distil (oracle2teacher)": 2.807553291320801,
+      "epoch": 4.671899529042387,
+      "rel-constrast": 3.0607008934020996,
+      "step": 5952,
+      "subrel-constrast": 3.746216058731079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4638891220092773,
+      "cov-distil (oracle2student)": 5.721780300140381,
+      "cov-distil (oracle2teacher)": 5.398804664611816,
+      "epoch": 4.672684458398744,
+      "rel-constrast": 2.2317919731140137,
+      "step": 5953,
+      "subrel-constrast": 2.9679155349731445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7764216661453247,
+      "cov-distil (oracle2student)": 5.306625843048096,
+      "cov-distil (oracle2teacher)": 4.083967208862305,
+      "epoch": 4.673469387755102,
+      "rel-constrast": 2.642685890197754,
+      "step": 5954,
+      "subrel-constrast": 3.077273368835449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2889045476913452,
+      "cov-distil (oracle2student)": 5.146772861480713,
+      "cov-distil (oracle2teacher)": 4.277261734008789,
+      "epoch": 4.67425431711146,
+      "rel-constrast": 2.087374448776245,
+      "step": 5955,
+      "subrel-constrast": 2.395825147628784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1610745191574097,
+      "cov-distil (oracle2student)": 4.9104204177856445,
+      "cov-distil (oracle2teacher)": 5.198004722595215,
+      "epoch": 4.675039246467818,
+      "rel-constrast": 1.8702212572097778,
+      "step": 5956,
+      "subrel-constrast": 2.6207401752471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.455475926399231,
+      "cov-distil (oracle2student)": 2.967773914337158,
+      "cov-distil (oracle2teacher)": 3.477602481842041,
+      "epoch": 4.675824175824176,
+      "rel-constrast": 2.0221052169799805,
+      "step": 5957,
+      "subrel-constrast": 2.952524423599243,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.182551622390747,
+      "cov-distil (oracle2student)": 4.066514492034912,
+      "cov-distil (oracle2teacher)": 4.155997276306152,
+      "epoch": 4.676609105180534,
+      "rel-constrast": 2.5663769245147705,
+      "step": 5958,
+      "subrel-constrast": 3.4394443035125732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.253597378730774,
+      "cov-distil (oracle2student)": 3.631258726119995,
+      "cov-distil (oracle2teacher)": 3.119408130645752,
+      "epoch": 4.677394034536892,
+      "rel-constrast": 3.8374733924865723,
+      "step": 5959,
+      "subrel-constrast": 3.511690616607666,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.67817896389325,
+      "grad_norm": 8.375,
+      "learning_rate": 2.1011584940037836e-05,
+      "loss": 0.6984,
+      "step": 5960
+    },
+    {
+      "cov-distil": 1.5628812313079834,
+      "cov-distil (oracle2student)": 4.62330436706543,
+      "cov-distil (oracle2teacher)": 3.5604076385498047,
+      "epoch": 4.67817896389325,
+      "rel-constrast": 2.261049509048462,
+      "step": 5960,
+      "subrel-constrast": 2.9566941261291504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.213172674179077,
+      "cov-distil (oracle2student)": 3.1415555477142334,
+      "cov-distil (oracle2teacher)": 3.1513776779174805,
+      "epoch": 4.678963893249607,
+      "rel-constrast": 2.5838520526885986,
+      "step": 5961,
+      "subrel-constrast": 3.8165640830993652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.38560950756073,
+      "cov-distil (oracle2student)": 4.735838890075684,
+      "cov-distil (oracle2teacher)": 4.360672950744629,
+      "epoch": 4.679748822605966,
+      "rel-constrast": 2.6516003608703613,
+      "step": 5962,
+      "subrel-constrast": 3.075486183166504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9088945388793945,
+      "cov-distil (oracle2student)": 5.222635746002197,
+      "cov-distil (oracle2teacher)": 5.022225856781006,
+      "epoch": 4.680533751962323,
+      "rel-constrast": 2.686861991882324,
+      "step": 5963,
+      "subrel-constrast": 3.681133508682251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.943099856376648,
+      "cov-distil (oracle2student)": 4.774291515350342,
+      "cov-distil (oracle2teacher)": 4.467694282531738,
+      "epoch": 4.681318681318682,
+      "rel-constrast": 2.947765588760376,
+      "step": 5964,
+      "subrel-constrast": 3.7351677417755127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5361783504486084,
+      "cov-distil (oracle2student)": 4.785184860229492,
+      "cov-distil (oracle2teacher)": 3.957458972930908,
+      "epoch": 4.682103610675039,
+      "rel-constrast": 1.959815502166748,
+      "step": 5965,
+      "subrel-constrast": 2.951908588409424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4731407165527344,
+      "cov-distil (oracle2student)": 3.020197868347168,
+      "cov-distil (oracle2teacher)": 3.1457254886627197,
+      "epoch": 4.6828885400313975,
+      "rel-constrast": 2.082324504852295,
+      "step": 5966,
+      "subrel-constrast": 2.9683902263641357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4757087230682373,
+      "cov-distil (oracle2student)": 3.8130850791931152,
+      "cov-distil (oracle2teacher)": 4.007523536682129,
+      "epoch": 4.683673469387755,
+      "rel-constrast": 2.2462635040283203,
+      "step": 5967,
+      "subrel-constrast": 3.2126970291137695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4301543235778809,
+      "cov-distil (oracle2student)": 2.7011842727661133,
+      "cov-distil (oracle2teacher)": 2.5921056270599365,
+      "epoch": 4.684458398744113,
+      "rel-constrast": 1.6696205139160156,
+      "step": 5968,
+      "subrel-constrast": 2.7373385429382324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1290253400802612,
+      "cov-distil (oracle2student)": 3.695920467376709,
+      "cov-distil (oracle2teacher)": 3.593942165374756,
+      "epoch": 4.685243328100471,
+      "rel-constrast": 2.2103567123413086,
+      "step": 5969,
+      "subrel-constrast": 2.584778070449829,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.686028257456829,
+      "grad_norm": 5.84375,
+      "learning_rate": 2.092546065880855e-05,
+      "loss": 0.6226,
+      "step": 5970
+    },
+    {
+      "cov-distil": 1.607118844985962,
+      "cov-distil (oracle2student)": 4.993749618530273,
+      "cov-distil (oracle2teacher)": 4.083418846130371,
+      "epoch": 4.686028257456829,
+      "rel-constrast": 2.853128671646118,
+      "step": 5970,
+      "subrel-constrast": 3.2346861362457275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7035727500915527,
+      "cov-distil (oracle2student)": 4.8903961181640625,
+      "cov-distil (oracle2teacher)": 4.61258602142334,
+      "epoch": 4.686813186813187,
+      "rel-constrast": 1.2459838390350342,
+      "step": 5971,
+      "subrel-constrast": 2.542405605316162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5028188228607178,
+      "cov-distil (oracle2student)": 5.011482238769531,
+      "cov-distil (oracle2teacher)": 4.556706428527832,
+      "epoch": 4.687598116169545,
+      "rel-constrast": 2.1979146003723145,
+      "step": 5972,
+      "subrel-constrast": 2.5324766635894775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1306865215301514,
+      "cov-distil (oracle2student)": 4.144237518310547,
+      "cov-distil (oracle2teacher)": 3.6875555515289307,
+      "epoch": 4.688383045525903,
+      "rel-constrast": 2.149549961090088,
+      "step": 5973,
+      "subrel-constrast": 2.7450368404388428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0143754482269287,
+      "cov-distil (oracle2student)": 3.986196279525757,
+      "cov-distil (oracle2teacher)": 3.9507858753204346,
+      "epoch": 4.689167974882261,
+      "rel-constrast": 2.6745593547821045,
+      "step": 5974,
+      "subrel-constrast": 3.1566216945648193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.33511483669281,
+      "cov-distil (oracle2student)": 3.523552179336548,
+      "cov-distil (oracle2teacher)": 3.7559449672698975,
+      "epoch": 4.689952904238618,
+      "rel-constrast": 2.1499595642089844,
+      "step": 5975,
+      "subrel-constrast": 2.787987232208252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6776034832000732,
+      "cov-distil (oracle2student)": 3.7286226749420166,
+      "cov-distil (oracle2teacher)": 3.5369038581848145,
+      "epoch": 4.6907378335949765,
+      "rel-constrast": 3.681286573410034,
+      "step": 5976,
+      "subrel-constrast": 4.026334762573242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.59926176071167,
+      "cov-distil (oracle2student)": 5.04759407043457,
+      "cov-distil (oracle2teacher)": 4.537112712860107,
+      "epoch": 4.691522762951334,
+      "rel-constrast": 2.236947536468506,
+      "step": 5977,
+      "subrel-constrast": 3.072042942047119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3724464178085327,
+      "cov-distil (oracle2student)": 7.728011131286621,
+      "cov-distil (oracle2teacher)": 6.713921546936035,
+      "epoch": 4.6923076923076925,
+      "rel-constrast": 1.9902740716934204,
+      "step": 5978,
+      "subrel-constrast": 2.8340861797332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559327244758606,
+      "cov-distil (oracle2student)": 5.166934013366699,
+      "cov-distil (oracle2teacher)": 4.900672912597656,
+      "epoch": 4.69309262166405,
+      "rel-constrast": 2.3604483604431152,
+      "step": 5979,
+      "subrel-constrast": 3.4090163707733154,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.6938775510204085,
+      "grad_norm": 7.03125,
+      "learning_rate": 2.0839386024555286e-05,
+      "loss": 0.6273,
+      "step": 5980
+    },
+    {
+      "cov-distil": 1.586065411567688,
+      "cov-distil (oracle2student)": 5.451048851013184,
+      "cov-distil (oracle2teacher)": 5.428289413452148,
+      "epoch": 4.6938775510204085,
+      "rel-constrast": 2.9269485473632812,
+      "step": 5980,
+      "subrel-constrast": 4.193150520324707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.326608419418335,
+      "cov-distil (oracle2student)": 3.0719470977783203,
+      "cov-distil (oracle2teacher)": 3.1265573501586914,
+      "epoch": 4.694662480376766,
+      "rel-constrast": 2.5961732864379883,
+      "step": 5981,
+      "subrel-constrast": 2.9585318565368652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.270506501197815,
+      "cov-distil (oracle2student)": 4.031243324279785,
+      "cov-distil (oracle2teacher)": 3.80267333984375,
+      "epoch": 4.695447409733124,
+      "rel-constrast": 2.6853575706481934,
+      "step": 5982,
+      "subrel-constrast": 3.041293144226074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4126410484313965,
+      "cov-distil (oracle2student)": 3.9943599700927734,
+      "cov-distil (oracle2teacher)": 4.326968193054199,
+      "epoch": 4.696232339089482,
+      "rel-constrast": 3.078275680541992,
+      "step": 5983,
+      "subrel-constrast": 3.943911075592041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.373462438583374,
+      "cov-distil (oracle2student)": 3.6465845108032227,
+      "cov-distil (oracle2teacher)": 3.566000461578369,
+      "epoch": 4.6970172684458396,
+      "rel-constrast": 2.5187246799468994,
+      "step": 5984,
+      "subrel-constrast": 3.3177452087402344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8885453939437866,
+      "cov-distil (oracle2student)": 4.779265880584717,
+      "cov-distil (oracle2teacher)": 4.6762566566467285,
+      "epoch": 4.697802197802198,
+      "rel-constrast": 1.5723152160644531,
+      "step": 5985,
+      "subrel-constrast": 2.7042531967163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3690614700317383,
+      "cov-distil (oracle2student)": 3.614304780960083,
+      "cov-distil (oracle2teacher)": 3.2036092281341553,
+      "epoch": 4.6985871271585555,
+      "rel-constrast": 1.9971498250961304,
+      "step": 5986,
+      "subrel-constrast": 2.898226737976074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4575238227844238,
+      "cov-distil (oracle2student)": 3.3173859119415283,
+      "cov-distil (oracle2teacher)": 3.5151209831237793,
+      "epoch": 4.699372056514914,
+      "rel-constrast": 1.896312952041626,
+      "step": 5987,
+      "subrel-constrast": 2.444934844970703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7138497829437256,
+      "cov-distil (oracle2student)": 4.145331859588623,
+      "cov-distil (oracle2teacher)": 4.3464531898498535,
+      "epoch": 4.7001569858712715,
+      "rel-constrast": 2.220404863357544,
+      "step": 5988,
+      "subrel-constrast": 3.0632545948028564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3570300340652466,
+      "cov-distil (oracle2student)": 4.442475318908691,
+      "cov-distil (oracle2teacher)": 4.766020774841309,
+      "epoch": 4.700941915227629,
+      "rel-constrast": 2.4176602363586426,
+      "step": 5989,
+      "subrel-constrast": 2.846719741821289,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.7017268445839875,
+      "grad_norm": 5.25,
+      "learning_rate": 2.075336208607029e-05,
+      "loss": 0.6346,
+      "step": 5990
+    },
+    {
+      "cov-distil": 2.5149264335632324,
+      "cov-distil (oracle2student)": 5.17037296295166,
+      "cov-distil (oracle2teacher)": 4.323747634887695,
+      "epoch": 4.7017268445839875,
+      "rel-constrast": 3.0439257621765137,
+      "step": 5990,
+      "subrel-constrast": 3.833406448364258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7051987648010254,
+      "cov-distil (oracle2student)": 4.95591402053833,
+      "cov-distil (oracle2teacher)": 4.728899955749512,
+      "epoch": 4.702511773940345,
+      "rel-constrast": 2.333981513977051,
+      "step": 5991,
+      "subrel-constrast": 3.451164484024048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7906521558761597,
+      "cov-distil (oracle2student)": 5.220417499542236,
+      "cov-distil (oracle2teacher)": 5.576608657836914,
+      "epoch": 4.7032967032967035,
+      "rel-constrast": 2.9984476566314697,
+      "step": 5992,
+      "subrel-constrast": 3.423659324645996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7557485103607178,
+      "cov-distil (oracle2student)": 5.280031204223633,
+      "cov-distil (oracle2teacher)": 4.762412071228027,
+      "epoch": 4.704081632653061,
+      "rel-constrast": 3.846527099609375,
+      "step": 5993,
+      "subrel-constrast": 4.3470587730407715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.609824299812317,
+      "cov-distil (oracle2student)": 5.568630218505859,
+      "cov-distil (oracle2teacher)": 5.292668342590332,
+      "epoch": 4.704866562009419,
+      "rel-constrast": 2.311284303665161,
+      "step": 5994,
+      "subrel-constrast": 2.954455852508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1727933883666992,
+      "cov-distil (oracle2student)": 2.9330999851226807,
+      "cov-distil (oracle2teacher)": 2.8611748218536377,
+      "epoch": 4.705651491365777,
+      "rel-constrast": 2.1304147243499756,
+      "step": 5995,
+      "subrel-constrast": 2.7365121841430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1584393978118896,
+      "cov-distil (oracle2student)": 4.558234214782715,
+      "cov-distil (oracle2teacher)": 4.572686195373535,
+      "epoch": 4.7064364207221345,
+      "rel-constrast": 2.5821423530578613,
+      "step": 5996,
+      "subrel-constrast": 3.0666663646698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7121832370758057,
+      "cov-distil (oracle2student)": 4.389962196350098,
+      "cov-distil (oracle2teacher)": 4.434502601623535,
+      "epoch": 4.707221350078493,
+      "rel-constrast": 3.0216245651245117,
+      "step": 5997,
+      "subrel-constrast": 3.5179178714752197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1486945152282715,
+      "cov-distil (oracle2student)": 3.6509642601013184,
+      "cov-distil (oracle2teacher)": 3.835287570953369,
+      "epoch": 4.7080062794348505,
+      "rel-constrast": 2.655545234680176,
+      "step": 5998,
+      "subrel-constrast": 3.123836040496826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6051445007324219,
+      "cov-distil (oracle2student)": 4.8245368003845215,
+      "cov-distil (oracle2teacher)": 4.199688911437988,
+      "epoch": 4.708791208791209,
+      "rel-constrast": 2.5931851863861084,
+      "step": 5999,
+      "subrel-constrast": 3.2767598628997803,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "grad_norm": 5.15625,
+      "learning_rate": 2.066738989152813e-05,
+      "loss": 0.7284,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/duc04-P@10": 0.762,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/duc04-nDCG@10": 0.7723063527475976,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/duc04-alpha_nDCG@10": 0.5838478718732126,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/multi_news-nDCG@10": 0.6137723639092354,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/multi_news-alpha_nDCG@10": 0.6013843267147118,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "eval/avg": 0.5401351327206131,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "overlap": 0.2796874940395355,
+      "step": 6000
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "step": 6000,
+      "student margin": 0.05389404296875
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "step": 6000,
+      "teacher margin": 0.03375244140625
+    },
+    {
+      "epoch": 4.7095761381475665,
+      "margin difference": -0.0201416015625,
+      "step": 6000
+    },
+    {
+      "cov-distil": 1.7982631921768188,
+      "cov-distil (oracle2student)": 3.262256383895874,
+      "cov-distil (oracle2teacher)": 3.543616533279419,
+      "epoch": 4.7095761381475665,
+      "rel-constrast": 2.638828992843628,
+      "step": 6000,
+      "subrel-constrast": 3.3484435081481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5798779726028442,
+      "cov-distil (oracle2student)": 4.690957546234131,
+      "cov-distil (oracle2teacher)": 4.355152606964111,
+      "epoch": 4.710361067503925,
+      "rel-constrast": 2.3655576705932617,
+      "step": 6001,
+      "subrel-constrast": 3.1543967723846436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3550362586975098,
+      "cov-distil (oracle2student)": 3.346261739730835,
+      "cov-distil (oracle2teacher)": 3.594675064086914,
+      "epoch": 4.7111459968602825,
+      "rel-constrast": 2.418534755706787,
+      "step": 6002,
+      "subrel-constrast": 3.016057014465332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.834694743156433,
+      "cov-distil (oracle2student)": 3.980156898498535,
+      "cov-distil (oracle2teacher)": 4.603063583374023,
+      "epoch": 4.71193092621664,
+      "rel-constrast": 2.0515828132629395,
+      "step": 6003,
+      "subrel-constrast": 3.2406625747680664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3818929195404053,
+      "cov-distil (oracle2student)": 2.789116859436035,
+      "cov-distil (oracle2teacher)": 2.930346965789795,
+      "epoch": 4.712715855572998,
+      "rel-constrast": 1.8570953607559204,
+      "step": 6004,
+      "subrel-constrast": 2.6085565090179443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.417865514755249,
+      "cov-distil (oracle2student)": 5.153488636016846,
+      "cov-distil (oracle2teacher)": 4.68173885345459,
+      "epoch": 4.713500784929356,
+      "rel-constrast": 3.3484349250793457,
+      "step": 6005,
+      "subrel-constrast": 3.6427273750305176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9663453102111816,
+      "cov-distil (oracle2student)": 3.709916591644287,
+      "cov-distil (oracle2teacher)": 3.4437122344970703,
+      "epoch": 4.714285714285714,
+      "rel-constrast": 1.9768707752227783,
+      "step": 6006,
+      "subrel-constrast": 3.273735284805298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380250334739685,
+      "cov-distil (oracle2student)": 3.9490418434143066,
+      "cov-distil (oracle2teacher)": 3.9466652870178223,
+      "epoch": 4.715070643642072,
+      "rel-constrast": 2.4232075214385986,
+      "step": 6007,
+      "subrel-constrast": 3.0988564491271973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.818999171257019,
+      "cov-distil (oracle2student)": 4.272839069366455,
+      "cov-distil (oracle2teacher)": 4.362579345703125,
+      "epoch": 4.71585557299843,
+      "rel-constrast": 3.369051456451416,
+      "step": 6008,
+      "subrel-constrast": 3.7665133476257324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5035847425460815,
+      "cov-distil (oracle2student)": 4.274346351623535,
+      "cov-distil (oracle2teacher)": 4.051229476928711,
+      "epoch": 4.716640502354788,
+      "rel-constrast": 1.762117624282837,
+      "step": 6009,
+      "subrel-constrast": 2.7220253944396973,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.717425431711146,
+      "grad_norm": 4.4375,
+      "learning_rate": 2.058147048847285e-05,
+      "loss": 0.6454,
+      "step": 6010
+    },
+    {
+      "cov-distil": 1.413413643836975,
+      "cov-distil (oracle2student)": 4.895362377166748,
+      "cov-distil (oracle2teacher)": 4.834054946899414,
+      "epoch": 4.717425431711146,
+      "rel-constrast": 1.9104461669921875,
+      "step": 6010,
+      "subrel-constrast": 3.011723041534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5907002687454224,
+      "cov-distil (oracle2student)": 3.572441816329956,
+      "cov-distil (oracle2teacher)": 3.454460382461548,
+      "epoch": 4.718210361067504,
+      "rel-constrast": 2.2838897705078125,
+      "step": 6011,
+      "subrel-constrast": 3.2801902294158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4329090118408203,
+      "cov-distil (oracle2student)": 5.374332427978516,
+      "cov-distil (oracle2teacher)": 5.134748458862305,
+      "epoch": 4.718995290423862,
+      "rel-constrast": 3.9967899322509766,
+      "step": 6012,
+      "subrel-constrast": 4.266286849975586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5213525295257568,
+      "cov-distil (oracle2student)": 4.291829586029053,
+      "cov-distil (oracle2teacher)": 4.25614070892334,
+      "epoch": 4.71978021978022,
+      "rel-constrast": 2.5345540046691895,
+      "step": 6013,
+      "subrel-constrast": 3.259122133255005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5293445587158203,
+      "cov-distil (oracle2student)": 4.861475467681885,
+      "cov-distil (oracle2teacher)": 4.358582496643066,
+      "epoch": 4.720565149136577,
+      "rel-constrast": 2.8553881645202637,
+      "step": 6014,
+      "subrel-constrast": 3.09712815284729,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.434532642364502,
+      "cov-distil (oracle2student)": 2.8950161933898926,
+      "cov-distil (oracle2teacher)": 2.9817991256713867,
+      "epoch": 4.721350078492936,
+      "rel-constrast": 2.152700662612915,
+      "step": 6015,
+      "subrel-constrast": 2.728579521179199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6015183925628662,
+      "cov-distil (oracle2student)": 4.926412582397461,
+      "cov-distil (oracle2teacher)": 4.306430816650391,
+      "epoch": 4.722135007849293,
+      "rel-constrast": 3.3657987117767334,
+      "step": 6016,
+      "subrel-constrast": 4.178540229797363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8362830877304077,
+      "cov-distil (oracle2student)": 4.848877906799316,
+      "cov-distil (oracle2teacher)": 4.377091407775879,
+      "epoch": 4.722919937205652,
+      "rel-constrast": 3.1402969360351562,
+      "step": 6017,
+      "subrel-constrast": 3.6611011028289795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7292580604553223,
+      "cov-distil (oracle2student)": 4.877412796020508,
+      "cov-distil (oracle2teacher)": 4.820239067077637,
+      "epoch": 4.723704866562009,
+      "rel-constrast": 2.355740785598755,
+      "step": 6018,
+      "subrel-constrast": 3.2368252277374268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9752023220062256,
+      "cov-distil (oracle2student)": 4.539583206176758,
+      "cov-distil (oracle2teacher)": 3.7908987998962402,
+      "epoch": 4.724489795918368,
+      "rel-constrast": 1.9190726280212402,
+      "step": 6019,
+      "subrel-constrast": 2.7523415088653564,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.725274725274725,
+      "grad_norm": 5.09375,
+      "learning_rate": 2.0495604923805268e-05,
+      "loss": 0.703,
+      "step": 6020
+    },
+    {
+      "cov-distil": 1.1895802021026611,
+      "cov-distil (oracle2student)": 4.495765686035156,
+      "cov-distil (oracle2teacher)": 3.986520767211914,
+      "epoch": 4.725274725274725,
+      "rel-constrast": 3.0868852138519287,
+      "step": 6020,
+      "subrel-constrast": 3.340872049331665,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5412282943725586,
+      "cov-distil (oracle2student)": 4.295361518859863,
+      "cov-distil (oracle2teacher)": 3.922161102294922,
+      "epoch": 4.726059654631083,
+      "rel-constrast": 2.147090435028076,
+      "step": 6021,
+      "subrel-constrast": 2.6077921390533447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2029073238372803,
+      "cov-distil (oracle2student)": 3.4332122802734375,
+      "cov-distil (oracle2teacher)": 3.053903341293335,
+      "epoch": 4.726844583987441,
+      "rel-constrast": 2.20878005027771,
+      "step": 6022,
+      "subrel-constrast": 2.8126442432403564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6588765382766724,
+      "cov-distil (oracle2student)": 3.9034013748168945,
+      "cov-distil (oracle2teacher)": 3.837883949279785,
+      "epoch": 4.727629513343799,
+      "rel-constrast": 2.2642669677734375,
+      "step": 6023,
+      "subrel-constrast": 2.9324209690093994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.588761806488037,
+      "cov-distil (oracle2student)": 4.735379695892334,
+      "cov-distil (oracle2teacher)": 4.320076942443848,
+      "epoch": 4.728414442700157,
+      "rel-constrast": 2.32536244392395,
+      "step": 6024,
+      "subrel-constrast": 3.325256109237671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5401735305786133,
+      "cov-distil (oracle2student)": 4.8666300773620605,
+      "cov-distil (oracle2teacher)": 5.04647159576416,
+      "epoch": 4.729199372056515,
+      "rel-constrast": 2.8051328659057617,
+      "step": 6025,
+      "subrel-constrast": 3.48713755607605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.808157205581665,
+      "cov-distil (oracle2student)": 3.040980100631714,
+      "cov-distil (oracle2teacher)": 3.1681582927703857,
+      "epoch": 4.729984301412873,
+      "rel-constrast": 2.7351925373077393,
+      "step": 6026,
+      "subrel-constrast": 3.8191769123077393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6139779090881348,
+      "cov-distil (oracle2student)": 4.975748538970947,
+      "cov-distil (oracle2teacher)": 5.164024829864502,
+      "epoch": 4.730769230769231,
+      "rel-constrast": 2.481813907623291,
+      "step": 6027,
+      "subrel-constrast": 3.4429023265838623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0918478965759277,
+      "cov-distil (oracle2student)": 3.099107503890991,
+      "cov-distil (oracle2teacher)": 3.426891326904297,
+      "epoch": 4.731554160125588,
+      "rel-constrast": 2.798464775085449,
+      "step": 6028,
+      "subrel-constrast": 3.855475664138794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0730631351470947,
+      "cov-distil (oracle2student)": 5.5063982009887695,
+      "cov-distil (oracle2teacher)": 4.895514011383057,
+      "epoch": 4.732339089481947,
+      "rel-constrast": 2.5501303672790527,
+      "step": 6029,
+      "subrel-constrast": 2.3164467811584473,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.733124018838304,
+      "grad_norm": 6.28125,
+      "learning_rate": 2.040979424377018e-05,
+      "loss": 0.6733,
+      "step": 6030
+    },
+    {
+      "cov-distil": 1.909934401512146,
+      "cov-distil (oracle2student)": 3.464249610900879,
+      "cov-distil (oracle2teacher)": 3.3403215408325195,
+      "epoch": 4.733124018838304,
+      "rel-constrast": 2.1977341175079346,
+      "step": 6030,
+      "subrel-constrast": 2.9008634090423584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.851655125617981,
+      "cov-distil (oracle2student)": 3.9783592224121094,
+      "cov-distil (oracle2teacher)": 3.6354782581329346,
+      "epoch": 4.733908948194663,
+      "rel-constrast": 2.9757466316223145,
+      "step": 6031,
+      "subrel-constrast": 3.2795298099517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6976382732391357,
+      "cov-distil (oracle2student)": 4.8097124099731445,
+      "cov-distil (oracle2teacher)": 4.304244041442871,
+      "epoch": 4.73469387755102,
+      "rel-constrast": 3.3686470985412598,
+      "step": 6032,
+      "subrel-constrast": 4.46674919128418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3512873649597168,
+      "cov-distil (oracle2student)": 6.072574615478516,
+      "cov-distil (oracle2teacher)": 5.206029891967773,
+      "epoch": 4.735478806907379,
+      "rel-constrast": 3.3614864349365234,
+      "step": 6033,
+      "subrel-constrast": 3.9592509269714355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3212661743164062,
+      "cov-distil (oracle2student)": 4.823022365570068,
+      "cov-distil (oracle2teacher)": 4.504495620727539,
+      "epoch": 4.736263736263736,
+      "rel-constrast": 1.8967781066894531,
+      "step": 6034,
+      "subrel-constrast": 2.63153076171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4304945468902588,
+      "cov-distil (oracle2student)": 4.888432025909424,
+      "cov-distil (oracle2teacher)": 4.082066059112549,
+      "epoch": 4.737048665620094,
+      "rel-constrast": 2.986048936843872,
+      "step": 6035,
+      "subrel-constrast": 3.5157032012939453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4485875368118286,
+      "cov-distil (oracle2student)": 4.08011531829834,
+      "cov-distil (oracle2teacher)": 3.7379326820373535,
+      "epoch": 4.737833594976452,
+      "rel-constrast": 2.494450807571411,
+      "step": 6036,
+      "subrel-constrast": 3.048966407775879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4839303493499756,
+      "cov-distil (oracle2student)": 3.9129438400268555,
+      "cov-distil (oracle2teacher)": 3.279512405395508,
+      "epoch": 4.73861852433281,
+      "rel-constrast": 1.5818030834197998,
+      "step": 6037,
+      "subrel-constrast": 2.295518398284912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.570765495300293,
+      "cov-distil (oracle2student)": 2.921086072921753,
+      "cov-distil (oracle2teacher)": 3.363612174987793,
+      "epoch": 4.739403453689168,
+      "rel-constrast": 1.499478816986084,
+      "step": 6038,
+      "subrel-constrast": 2.8357393741607666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3065022230148315,
+      "cov-distil (oracle2student)": 4.943667411804199,
+      "cov-distil (oracle2teacher)": 4.889231204986572,
+      "epoch": 4.740188383045526,
+      "rel-constrast": 2.27475643157959,
+      "step": 6039,
+      "subrel-constrast": 2.9151992797851562,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.740973312401884,
+      "grad_norm": 5.25,
+      "learning_rate": 2.0324039493943652e-05,
+      "loss": 0.6544,
+      "step": 6040
+    },
+    {
+      "cov-distil": 1.2808432579040527,
+      "cov-distil (oracle2student)": 4.791851043701172,
+      "cov-distil (oracle2teacher)": 4.067124366760254,
+      "epoch": 4.740973312401884,
+      "rel-constrast": 2.529223918914795,
+      "step": 6040,
+      "subrel-constrast": 3.1660573482513428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8160001039505005,
+      "cov-distil (oracle2student)": 5.3807196617126465,
+      "cov-distil (oracle2teacher)": 4.816391468048096,
+      "epoch": 4.741758241758242,
+      "rel-constrast": 2.64040470123291,
+      "step": 6041,
+      "subrel-constrast": 3.4508273601531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.310288906097412,
+      "cov-distil (oracle2student)": 4.312337875366211,
+      "cov-distil (oracle2teacher)": 4.299498558044434,
+      "epoch": 4.742543171114599,
+      "rel-constrast": 2.571139335632324,
+      "step": 6042,
+      "subrel-constrast": 2.7926549911499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4341630935668945,
+      "cov-distil (oracle2student)": 2.9564967155456543,
+      "cov-distil (oracle2teacher)": 3.2806012630462646,
+      "epoch": 4.743328100470958,
+      "rel-constrast": 2.4226138591766357,
+      "step": 6043,
+      "subrel-constrast": 3.443021297454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9900090098381042,
+      "cov-distil (oracle2student)": 6.9574079513549805,
+      "cov-distil (oracle2teacher)": 6.756704807281494,
+      "epoch": 4.744113029827315,
+      "rel-constrast": 1.9095220565795898,
+      "step": 6044,
+      "subrel-constrast": 2.724273204803467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4150965213775635,
+      "cov-distil (oracle2student)": 4.95806884765625,
+      "cov-distil (oracle2teacher)": 4.991751670837402,
+      "epoch": 4.744897959183674,
+      "rel-constrast": 2.5528857707977295,
+      "step": 6045,
+      "subrel-constrast": 3.0793566703796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.483925700187683,
+      "cov-distil (oracle2student)": 5.164808750152588,
+      "cov-distil (oracle2teacher)": 5.340155601501465,
+      "epoch": 4.745682888540031,
+      "rel-constrast": 2.823903799057007,
+      "step": 6046,
+      "subrel-constrast": 3.9148519039154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7891547679901123,
+      "cov-distil (oracle2student)": 3.1337952613830566,
+      "cov-distil (oracle2teacher)": 3.3262524604797363,
+      "epoch": 4.74646781789639,
+      "rel-constrast": 3.0520052909851074,
+      "step": 6047,
+      "subrel-constrast": 3.8297393321990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.237485647201538,
+      "cov-distil (oracle2student)": 5.209110260009766,
+      "cov-distil (oracle2teacher)": 4.796553611755371,
+      "epoch": 4.747252747252747,
+      "rel-constrast": 1.8867288827896118,
+      "step": 6048,
+      "subrel-constrast": 2.510805368423462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.74996018409729,
+      "cov-distil (oracle2student)": 4.727917671203613,
+      "cov-distil (oracle2teacher)": 4.447652339935303,
+      "epoch": 4.748037676609105,
+      "rel-constrast": 3.052060127258301,
+      "step": 6049,
+      "subrel-constrast": 3.475677251815796,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.748822605965463,
+      "grad_norm": 6.65625,
+      "learning_rate": 2.0238341719220254e-05,
+      "loss": 0.6723,
+      "step": 6050
+    },
+    {
+      "cov-distil": 1.530412197113037,
+      "cov-distil (oracle2student)": 5.466036796569824,
+      "cov-distil (oracle2teacher)": 5.175192832946777,
+      "epoch": 4.748822605965463,
+      "rel-constrast": 3.7549984455108643,
+      "step": 6050,
+      "subrel-constrast": 4.373452186584473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.59576416015625,
+      "cov-distil (oracle2student)": 4.721795558929443,
+      "cov-distil (oracle2teacher)": 4.176154613494873,
+      "epoch": 4.749607535321821,
+      "rel-constrast": 2.7688887119293213,
+      "step": 6051,
+      "subrel-constrast": 3.393678665161133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4339451789855957,
+      "cov-distil (oracle2student)": 3.6125130653381348,
+      "cov-distil (oracle2teacher)": 3.7502799034118652,
+      "epoch": 4.750392464678179,
+      "rel-constrast": 2.904866933822632,
+      "step": 6052,
+      "subrel-constrast": 3.8449296951293945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6118779182434082,
+      "cov-distil (oracle2student)": 3.7581710815429688,
+      "cov-distil (oracle2teacher)": 3.774512529373169,
+      "epoch": 4.751177394034537,
+      "rel-constrast": 2.9136528968811035,
+      "step": 6053,
+      "subrel-constrast": 3.895278215408325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6446313858032227,
+      "cov-distil (oracle2student)": 3.5453648567199707,
+      "cov-distil (oracle2teacher)": 3.3068971633911133,
+      "epoch": 4.751962323390895,
+      "rel-constrast": 1.790270209312439,
+      "step": 6054,
+      "subrel-constrast": 2.8361217975616455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5706348419189453,
+      "cov-distil (oracle2student)": 3.927863359451294,
+      "cov-distil (oracle2teacher)": 3.8347158432006836,
+      "epoch": 4.752747252747253,
+      "rel-constrast": 2.6827306747436523,
+      "step": 6055,
+      "subrel-constrast": 3.524369716644287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1781768798828125,
+      "cov-distil (oracle2student)": 4.102554798126221,
+      "cov-distil (oracle2teacher)": 3.9729385375976562,
+      "epoch": 4.75353218210361,
+      "rel-constrast": 2.354971408843994,
+      "step": 6056,
+      "subrel-constrast": 3.460284471511841,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.421907901763916,
+      "cov-distil (oracle2student)": 5.058940887451172,
+      "cov-distil (oracle2teacher)": 5.362262725830078,
+      "epoch": 4.754317111459969,
+      "rel-constrast": 3.7323577404022217,
+      "step": 6057,
+      "subrel-constrast": 4.82614803314209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3953166007995605,
+      "cov-distil (oracle2student)": 2.832793951034546,
+      "cov-distil (oracle2teacher)": 2.9563941955566406,
+      "epoch": 4.755102040816326,
+      "rel-constrast": 2.6706862449645996,
+      "step": 6058,
+      "subrel-constrast": 3.039970636367798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.219761610031128,
+      "cov-distil (oracle2student)": 4.594906806945801,
+      "cov-distil (oracle2teacher)": 4.3062567710876465,
+      "epoch": 4.755886970172685,
+      "rel-constrast": 2.962712287902832,
+      "step": 6059,
+      "subrel-constrast": 4.098911285400391,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.756671899529042,
+      "grad_norm": 6.90625,
+      "learning_rate": 2.0152701963800315e-05,
+      "loss": 0.7499,
+      "step": 6060
+    },
+    {
+      "cov-distil": 2.106842041015625,
+      "cov-distil (oracle2student)": 4.982357978820801,
+      "cov-distil (oracle2teacher)": 4.232420921325684,
+      "epoch": 4.756671899529042,
+      "rel-constrast": 2.9683003425598145,
+      "step": 6060,
+      "subrel-constrast": 3.4132018089294434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4881064891815186,
+      "cov-distil (oracle2student)": 5.685796737670898,
+      "cov-distil (oracle2teacher)": 5.662389755249023,
+      "epoch": 4.757456828885401,
+      "rel-constrast": 2.5152244567871094,
+      "step": 6061,
+      "subrel-constrast": 3.6600799560546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6308414936065674,
+      "cov-distil (oracle2student)": 5.500273704528809,
+      "cov-distil (oracle2teacher)": 4.888200759887695,
+      "epoch": 4.758241758241758,
+      "rel-constrast": 3.1709322929382324,
+      "step": 6062,
+      "subrel-constrast": 3.9116995334625244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7748901844024658,
+      "cov-distil (oracle2student)": 5.481907367706299,
+      "cov-distil (oracle2teacher)": 5.092072486877441,
+      "epoch": 4.759026687598116,
+      "rel-constrast": 2.5545663833618164,
+      "step": 6063,
+      "subrel-constrast": 3.2841758728027344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9574532508850098,
+      "cov-distil (oracle2student)": 5.31390380859375,
+      "cov-distil (oracle2teacher)": 5.224908828735352,
+      "epoch": 4.759811616954474,
+      "rel-constrast": 3.3735408782958984,
+      "step": 6064,
+      "subrel-constrast": 4.21229362487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1596574783325195,
+      "cov-distil (oracle2student)": 4.002896308898926,
+      "cov-distil (oracle2teacher)": 3.4928359985351562,
+      "epoch": 4.760596546310832,
+      "rel-constrast": 1.6326743364334106,
+      "step": 6065,
+      "subrel-constrast": 1.9783573150634766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7685911655426025,
+      "cov-distil (oracle2student)": 5.373894214630127,
+      "cov-distil (oracle2teacher)": 4.492769241333008,
+      "epoch": 4.76138147566719,
+      "rel-constrast": 2.537236452102661,
+      "step": 6066,
+      "subrel-constrast": 3.2402660846710205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.572793960571289,
+      "cov-distil (oracle2student)": 5.252901077270508,
+      "cov-distil (oracle2teacher)": 5.230586051940918,
+      "epoch": 4.762166405023548,
+      "rel-constrast": 4.074185848236084,
+      "step": 6067,
+      "subrel-constrast": 4.607206344604492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7681996822357178,
+      "cov-distil (oracle2student)": 3.9868226051330566,
+      "cov-distil (oracle2teacher)": 3.380115270614624,
+      "epoch": 4.762951334379906,
+      "rel-constrast": 2.919677495956421,
+      "step": 6068,
+      "subrel-constrast": 3.6640021800994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2453258037567139,
+      "cov-distil (oracle2student)": 3.858611583709717,
+      "cov-distil (oracle2teacher)": 3.296660900115967,
+      "epoch": 4.763736263736264,
+      "rel-constrast": 1.4985542297363281,
+      "step": 6069,
+      "subrel-constrast": 2.102736711502075,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.764521193092621,
+      "grad_norm": 4.4375,
+      "learning_rate": 2.0067121271177243e-05,
+      "loss": 0.7223,
+      "step": 6070
+    },
+    {
+      "cov-distil": 1.555150032043457,
+      "cov-distil (oracle2student)": 3.175914764404297,
+      "cov-distil (oracle2teacher)": 2.7107813358306885,
+      "epoch": 4.764521193092621,
+      "rel-constrast": 2.2575933933258057,
+      "step": 6070,
+      "subrel-constrast": 2.5906715393066406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2105331420898438,
+      "cov-distil (oracle2student)": 5.588863372802734,
+      "cov-distil (oracle2teacher)": 5.222605228424072,
+      "epoch": 4.76530612244898,
+      "rel-constrast": 2.1350955963134766,
+      "step": 6071,
+      "subrel-constrast": 2.9286420345306396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9949572086334229,
+      "cov-distil (oracle2student)": 3.960414409637451,
+      "cov-distil (oracle2teacher)": 4.057205677032471,
+      "epoch": 4.766091051805337,
+      "rel-constrast": 1.91173255443573,
+      "step": 6072,
+      "subrel-constrast": 3.0411713123321533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3020553588867188,
+      "cov-distil (oracle2student)": 5.558469772338867,
+      "cov-distil (oracle2teacher)": 5.2639265060424805,
+      "epoch": 4.766875981161696,
+      "rel-constrast": 2.332791328430176,
+      "step": 6073,
+      "subrel-constrast": 3.187645196914673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.300610065460205,
+      "cov-distil (oracle2student)": 5.000352382659912,
+      "cov-distil (oracle2teacher)": 4.588623046875,
+      "epoch": 4.767660910518053,
+      "rel-constrast": 1.8685157299041748,
+      "step": 6074,
+      "subrel-constrast": 2.4137139320373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3179593086242676,
+      "cov-distil (oracle2student)": 2.577052116394043,
+      "cov-distil (oracle2teacher)": 2.810931921005249,
+      "epoch": 4.768445839874412,
+      "rel-constrast": 2.1090526580810547,
+      "step": 6075,
+      "subrel-constrast": 2.881200075149536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3824479579925537,
+      "cov-distil (oracle2student)": 3.943180561065674,
+      "cov-distil (oracle2teacher)": 3.2263236045837402,
+      "epoch": 4.769230769230769,
+      "rel-constrast": 3.044978618621826,
+      "step": 6076,
+      "subrel-constrast": 3.369821786880493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2772934436798096,
+      "cov-distil (oracle2student)": 4.385838508605957,
+      "cov-distil (oracle2teacher)": 4.359911918640137,
+      "epoch": 4.770015698587127,
+      "rel-constrast": 4.040050029754639,
+      "step": 6077,
+      "subrel-constrast": 4.508377552032471,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3294386863708496,
+      "cov-distil (oracle2student)": 4.5590620040893555,
+      "cov-distil (oracle2teacher)": 3.752293109893799,
+      "epoch": 4.770800627943485,
+      "rel-constrast": 2.266582727432251,
+      "step": 6078,
+      "subrel-constrast": 2.9550108909606934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6109575033187866,
+      "cov-distil (oracle2student)": 4.679007053375244,
+      "cov-distil (oracle2teacher)": 3.9874091148376465,
+      "epoch": 4.771585557299843,
+      "rel-constrast": 3.1141769886016846,
+      "step": 6079,
+      "subrel-constrast": 3.7863917350769043,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.772370486656201,
+      "grad_norm": 6.71875,
+      "learning_rate": 1.9981600684124746e-05,
+      "loss": 0.6627,
+      "step": 6080
+    },
+    {
+      "cov-distil": 2.208859920501709,
+      "cov-distil (oracle2student)": 3.842503309249878,
+      "cov-distil (oracle2teacher)": 3.576671600341797,
+      "epoch": 4.772370486656201,
+      "rel-constrast": 1.9135910272598267,
+      "step": 6080,
+      "subrel-constrast": 3.090665102005005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6086876392364502,
+      "cov-distil (oracle2student)": 3.5453858375549316,
+      "cov-distil (oracle2teacher)": 3.73060941696167,
+      "epoch": 4.773155416012559,
+      "rel-constrast": 1.8545137643814087,
+      "step": 6081,
+      "subrel-constrast": 2.956263780593872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.086867094039917,
+      "cov-distil (oracle2student)": 4.003311634063721,
+      "cov-distil (oracle2teacher)": 4.123017311096191,
+      "epoch": 4.773940345368917,
+      "rel-constrast": 3.0026485919952393,
+      "step": 6082,
+      "subrel-constrast": 3.6654186248779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9702591896057129,
+      "cov-distil (oracle2student)": 4.589766979217529,
+      "cov-distil (oracle2teacher)": 4.58319616317749,
+      "epoch": 4.774725274725275,
+      "rel-constrast": 2.2532565593719482,
+      "step": 6083,
+      "subrel-constrast": 2.9519567489624023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7247172594070435,
+      "cov-distil (oracle2student)": 4.2306671142578125,
+      "cov-distil (oracle2teacher)": 4.278522491455078,
+      "epoch": 4.775510204081632,
+      "rel-constrast": 2.143684148788452,
+      "step": 6084,
+      "subrel-constrast": 3.4333438873291016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9486575126647949,
+      "cov-distil (oracle2student)": 4.111770153045654,
+      "cov-distil (oracle2teacher)": 3.829880952835083,
+      "epoch": 4.776295133437991,
+      "rel-constrast": 2.4461069107055664,
+      "step": 6085,
+      "subrel-constrast": 2.751160144805908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9259803295135498,
+      "cov-distil (oracle2student)": 3.9135446548461914,
+      "cov-distil (oracle2teacher)": 3.4844956398010254,
+      "epoch": 4.777080062794348,
+      "rel-constrast": 2.821749210357666,
+      "step": 6086,
+      "subrel-constrast": 3.767997980117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5485825538635254,
+      "cov-distil (oracle2student)": 4.5700249671936035,
+      "cov-distil (oracle2teacher)": 4.468404293060303,
+      "epoch": 4.777864992150707,
+      "rel-constrast": 2.834707021713257,
+      "step": 6087,
+      "subrel-constrast": 3.5145134925842285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3682752847671509,
+      "cov-distil (oracle2student)": 4.338550090789795,
+      "cov-distil (oracle2teacher)": 4.006700038909912,
+      "epoch": 4.778649921507064,
+      "rel-constrast": 1.9127320051193237,
+      "step": 6088,
+      "subrel-constrast": 2.666294813156128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.396680474281311,
+      "cov-distil (oracle2student)": 4.079305171966553,
+      "cov-distil (oracle2teacher)": 3.9920554161071777,
+      "epoch": 4.779434850863423,
+      "rel-constrast": 2.520263195037842,
+      "step": 6089,
+      "subrel-constrast": 3.2318131923675537,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.78021978021978,
+      "grad_norm": 5.3125,
+      "learning_rate": 1.9896141244684213e-05,
+      "loss": 0.6321,
+      "step": 6090
+    },
+    {
+      "cov-distil": 1.519733190536499,
+      "cov-distil (oracle2student)": 5.692106246948242,
+      "cov-distil (oracle2teacher)": 5.78492546081543,
+      "epoch": 4.78021978021978,
+      "rel-constrast": 2.0275750160217285,
+      "step": 6090,
+      "subrel-constrast": 2.967397928237915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4562790393829346,
+      "cov-distil (oracle2student)": 4.2139129638671875,
+      "cov-distil (oracle2teacher)": 3.591859817504883,
+      "epoch": 4.781004709576138,
+      "rel-constrast": 1.5772472620010376,
+      "step": 6091,
+      "subrel-constrast": 2.774644374847412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7650848627090454,
+      "cov-distil (oracle2student)": 2.323370933532715,
+      "cov-distil (oracle2teacher)": 2.6211941242218018,
+      "epoch": 4.781789638932496,
+      "rel-constrast": 2.194678544998169,
+      "step": 6092,
+      "subrel-constrast": 3.0201945304870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.248380422592163,
+      "cov-distil (oracle2student)": 3.886512279510498,
+      "cov-distil (oracle2teacher)": 3.4664132595062256,
+      "epoch": 4.782574568288854,
+      "rel-constrast": 1.9670450687408447,
+      "step": 6093,
+      "subrel-constrast": 2.5666964054107666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5782463550567627,
+      "cov-distil (oracle2student)": 2.9031431674957275,
+      "cov-distil (oracle2teacher)": 2.970609426498413,
+      "epoch": 4.783359497645212,
+      "rel-constrast": 2.4978506565093994,
+      "step": 6094,
+      "subrel-constrast": 3.166224479675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9634627103805542,
+      "cov-distil (oracle2student)": 3.512136936187744,
+      "cov-distil (oracle2teacher)": 3.2959256172180176,
+      "epoch": 4.78414442700157,
+      "rel-constrast": 1.6298599243164062,
+      "step": 6095,
+      "subrel-constrast": 2.160978078842163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4097154140472412,
+      "cov-distil (oracle2student)": 4.116229057312012,
+      "cov-distil (oracle2teacher)": 3.7482290267944336,
+      "epoch": 4.784929356357928,
+      "rel-constrast": 4.007454872131348,
+      "step": 6096,
+      "subrel-constrast": 4.265702247619629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9584805965423584,
+      "cov-distil (oracle2student)": 4.761971473693848,
+      "cov-distil (oracle2teacher)": 3.888780117034912,
+      "epoch": 4.785714285714286,
+      "rel-constrast": 3.342039108276367,
+      "step": 6097,
+      "subrel-constrast": 3.8892974853515625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.439131259918213,
+      "cov-distil (oracle2student)": 4.069284439086914,
+      "cov-distil (oracle2teacher)": 3.8886327743530273,
+      "epoch": 4.786499215070644,
+      "rel-constrast": 3.0801992416381836,
+      "step": 6098,
+      "subrel-constrast": 3.5428426265716553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3845086097717285,
+      "cov-distil (oracle2student)": 5.551876068115234,
+      "cov-distil (oracle2teacher)": 5.076981067657471,
+      "epoch": 4.787284144427002,
+      "rel-constrast": 3.0547397136688232,
+      "step": 6099,
+      "subrel-constrast": 3.443366765975952,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.78806907378336,
+      "grad_norm": 7.6875,
+      "learning_rate": 1.9810743994151926e-05,
+      "loss": 0.6713,
+      "step": 6100
+    },
+    {
+      "epoch": 4.78806907378336,
+      "overlap": 0.3046875,
+      "step": 6100
+    },
+    {
+      "epoch": 4.78806907378336,
+      "step": 6100,
+      "student margin": 0.06170654296875
+    },
+    {
+      "epoch": 4.78806907378336,
+      "step": 6100,
+      "teacher margin": 0.038818359375
+    },
+    {
+      "epoch": 4.78806907378336,
+      "margin difference": -0.02288818359375,
+      "step": 6100
+    },
+    {
+      "cov-distil": 1.9749702215194702,
+      "cov-distil (oracle2student)": 4.045502662658691,
+      "cov-distil (oracle2teacher)": 4.1814093589782715,
+      "epoch": 4.78806907378336,
+      "rel-constrast": 2.4032983779907227,
+      "step": 6100,
+      "subrel-constrast": 3.2994651794433594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.705207109451294,
+      "cov-distil (oracle2student)": 5.757636070251465,
+      "cov-distil (oracle2teacher)": 5.214113712310791,
+      "epoch": 4.7888540031397175,
+      "rel-constrast": 2.896538019180298,
+      "step": 6101,
+      "subrel-constrast": 3.7197980880737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5006201267242432,
+      "cov-distil (oracle2student)": 4.712353229522705,
+      "cov-distil (oracle2teacher)": 4.812909126281738,
+      "epoch": 4.789638932496075,
+      "rel-constrast": 2.240443706512451,
+      "step": 6102,
+      "subrel-constrast": 3.426710367202759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7843152284622192,
+      "cov-distil (oracle2student)": 4.908773422241211,
+      "cov-distil (oracle2teacher)": 4.2329816818237305,
+      "epoch": 4.7904238618524335,
+      "rel-constrast": 2.5008487701416016,
+      "step": 6103,
+      "subrel-constrast": 3.302570104598999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4716682434082031,
+      "cov-distil (oracle2student)": 3.24404239654541,
+      "cov-distil (oracle2teacher)": 3.023470401763916,
+      "epoch": 4.791208791208791,
+      "rel-constrast": 2.3495404720306396,
+      "step": 6104,
+      "subrel-constrast": 2.7824604511260986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9437167644500732,
+      "cov-distil (oracle2student)": 5.1937055587768555,
+      "cov-distil (oracle2teacher)": 4.6144609451293945,
+      "epoch": 4.7919937205651495,
+      "rel-constrast": 3.095597267150879,
+      "step": 6105,
+      "subrel-constrast": 3.553971767425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4403817653656006,
+      "cov-distil (oracle2student)": 3.647719383239746,
+      "cov-distil (oracle2teacher)": 3.9830918312072754,
+      "epoch": 4.792778649921507,
+      "rel-constrast": 2.685032367706299,
+      "step": 6106,
+      "subrel-constrast": 3.249469518661499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5890181064605713,
+      "cov-distil (oracle2student)": 5.510456562042236,
+      "cov-distil (oracle2teacher)": 4.964709281921387,
+      "epoch": 4.7935635792778655,
+      "rel-constrast": 3.8997714519500732,
+      "step": 6107,
+      "subrel-constrast": 3.9457931518554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517883062362671,
+      "cov-distil (oracle2student)": 4.090005397796631,
+      "cov-distil (oracle2teacher)": 3.7587108612060547,
+      "epoch": 4.794348508634223,
+      "rel-constrast": 2.7775192260742188,
+      "step": 6108,
+      "subrel-constrast": 3.04964542388916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0662689208984375,
+      "cov-distil (oracle2student)": 4.3602614402771,
+      "cov-distil (oracle2teacher)": 3.938683032989502,
+      "epoch": 4.795133437990581,
+      "rel-constrast": 2.1511595249176025,
+      "step": 6109,
+      "subrel-constrast": 2.625009536743164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.795918367346939,
+      "grad_norm": 5.0625,
+      "learning_rate": 1.972540997306645e-05,
+      "loss": 0.715,
+      "step": 6110
+    },
+    {
+      "cov-distil": 1.525635838508606,
+      "cov-distil (oracle2student)": 4.313638687133789,
+      "cov-distil (oracle2teacher)": 4.259922504425049,
+      "epoch": 4.795918367346939,
+      "rel-constrast": 2.6464407444000244,
+      "step": 6110,
+      "subrel-constrast": 3.3849966526031494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7099096775054932,
+      "cov-distil (oracle2student)": 4.231743812561035,
+      "cov-distil (oracle2teacher)": 4.11251163482666,
+      "epoch": 4.7967032967032965,
+      "rel-constrast": 2.013381242752075,
+      "step": 6111,
+      "subrel-constrast": 3.1680750846862793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.783954381942749,
+      "cov-distil (oracle2student)": 3.0099358558654785,
+      "cov-distil (oracle2teacher)": 3.323007822036743,
+      "epoch": 4.797488226059655,
+      "rel-constrast": 2.081559181213379,
+      "step": 6112,
+      "subrel-constrast": 3.325028657913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5012636184692383,
+      "cov-distil (oracle2student)": 4.4311323165893555,
+      "cov-distil (oracle2teacher)": 4.598352909088135,
+      "epoch": 4.7982731554160125,
+      "rel-constrast": 1.7163869142532349,
+      "step": 6113,
+      "subrel-constrast": 2.8126473426818848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7455419301986694,
+      "cov-distil (oracle2student)": 5.037440299987793,
+      "cov-distil (oracle2teacher)": 5.165464401245117,
+      "epoch": 4.799058084772371,
+      "rel-constrast": 2.8324203491210938,
+      "step": 6114,
+      "subrel-constrast": 4.001959323883057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5784828662872314,
+      "cov-distil (oracle2student)": 3.2747700214385986,
+      "cov-distil (oracle2teacher)": 3.436861276626587,
+      "epoch": 4.7998430141287285,
+      "rel-constrast": 2.3650026321411133,
+      "step": 6115,
+      "subrel-constrast": 3.267409563064575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.385151982307434,
+      "cov-distil (oracle2student)": 3.513504981994629,
+      "cov-distil (oracle2teacher)": 3.264993667602539,
+      "epoch": 4.800627943485086,
+      "rel-constrast": 2.58665132522583,
+      "step": 6116,
+      "subrel-constrast": 3.055340528488159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5318862199783325,
+      "cov-distil (oracle2student)": 3.832542896270752,
+      "cov-distil (oracle2teacher)": 4.055110454559326,
+      "epoch": 4.8014128728414445,
+      "rel-constrast": 3.0262646675109863,
+      "step": 6117,
+      "subrel-constrast": 3.4507689476013184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.43865966796875,
+      "cov-distil (oracle2student)": 3.7323360443115234,
+      "cov-distil (oracle2teacher)": 3.722992420196533,
+      "epoch": 4.802197802197802,
+      "rel-constrast": 2.745154619216919,
+      "step": 6118,
+      "subrel-constrast": 4.003039360046387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3456305265426636,
+      "cov-distil (oracle2student)": 4.05326509475708,
+      "cov-distil (oracle2teacher)": 3.4695024490356445,
+      "epoch": 4.8029827315541604,
+      "rel-constrast": 2.101470708847046,
+      "step": 6119,
+      "subrel-constrast": 2.541903257369995,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.803767660910518,
+      "grad_norm": 4.65625,
+      "learning_rate": 1.964014022119588e-05,
+      "loss": 0.6417,
+      "step": 6120
+    },
+    {
+      "cov-distil": 1.124108076095581,
+      "cov-distil (oracle2student)": 5.336496353149414,
+      "cov-distil (oracle2teacher)": 4.489148139953613,
+      "epoch": 4.803767660910518,
+      "rel-constrast": 3.4432387351989746,
+      "step": 6120,
+      "subrel-constrast": 3.469181537628174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4424304962158203,
+      "cov-distil (oracle2student)": 4.004807949066162,
+      "cov-distil (oracle2teacher)": 3.856849193572998,
+      "epoch": 4.804552590266876,
+      "rel-constrast": 2.751593828201294,
+      "step": 6121,
+      "subrel-constrast": 3.312889337539673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3124449253082275,
+      "cov-distil (oracle2student)": 2.6288552284240723,
+      "cov-distil (oracle2teacher)": 2.639152765274048,
+      "epoch": 4.805337519623234,
+      "rel-constrast": 2.3296847343444824,
+      "step": 6122,
+      "subrel-constrast": 2.7596707344055176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2354075908660889,
+      "cov-distil (oracle2student)": 4.854372024536133,
+      "cov-distil (oracle2teacher)": 4.652185440063477,
+      "epoch": 4.8061224489795915,
+      "rel-constrast": 2.609395980834961,
+      "step": 6123,
+      "subrel-constrast": 3.546855926513672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3766751289367676,
+      "cov-distil (oracle2student)": 3.516106605529785,
+      "cov-distil (oracle2teacher)": 3.536217212677002,
+      "epoch": 4.80690737833595,
+      "rel-constrast": 1.998530626296997,
+      "step": 6124,
+      "subrel-constrast": 2.957362651824951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2273688316345215,
+      "cov-distil (oracle2student)": 3.166564702987671,
+      "cov-distil (oracle2teacher)": 3.234278440475464,
+      "epoch": 4.8076923076923075,
+      "rel-constrast": 1.849672794342041,
+      "step": 6125,
+      "subrel-constrast": 2.446159601211548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.317317485809326,
+      "cov-distil (oracle2student)": 4.701983451843262,
+      "cov-distil (oracle2teacher)": 4.795290946960449,
+      "epoch": 4.808477237048666,
+      "rel-constrast": 1.5477805137634277,
+      "step": 6126,
+      "subrel-constrast": 2.974679708480835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.292534351348877,
+      "cov-distil (oracle2student)": 4.772244453430176,
+      "cov-distil (oracle2teacher)": 4.030930042266846,
+      "epoch": 4.8092621664050235,
+      "rel-constrast": 2.389179229736328,
+      "step": 6127,
+      "subrel-constrast": 3.114846706390381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.648594617843628,
+      "cov-distil (oracle2student)": 4.634049415588379,
+      "cov-distil (oracle2teacher)": 4.327830791473389,
+      "epoch": 4.810047095761382,
+      "rel-constrast": 2.9281680583953857,
+      "step": 6128,
+      "subrel-constrast": 3.4549806118011475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1153793334960938,
+      "cov-distil (oracle2student)": 3.866948366165161,
+      "cov-distil (oracle2teacher)": 3.364536762237549,
+      "epoch": 4.810832025117739,
+      "rel-constrast": 2.8560256958007812,
+      "step": 6129,
+      "subrel-constrast": 3.0310685634613037,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.811616954474097,
+      "grad_norm": 5.5,
+      "learning_rate": 1.9554935777525255e-05,
+      "loss": 0.6528,
+      "step": 6130
+    },
+    {
+      "cov-distil": 1.3050992488861084,
+      "cov-distil (oracle2student)": 4.087981224060059,
+      "cov-distil (oracle2teacher)": 3.6351823806762695,
+      "epoch": 4.811616954474097,
+      "rel-constrast": 2.4507639408111572,
+      "step": 6130,
+      "subrel-constrast": 2.786665439605713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8814833164215088,
+      "cov-distil (oracle2student)": 5.730437278747559,
+      "cov-distil (oracle2teacher)": 5.007141590118408,
+      "epoch": 4.812401883830455,
+      "rel-constrast": 3.613318920135498,
+      "step": 6131,
+      "subrel-constrast": 4.129221439361572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6330702304840088,
+      "cov-distil (oracle2student)": 3.560751438140869,
+      "cov-distil (oracle2teacher)": 3.407536506652832,
+      "epoch": 4.813186813186813,
+      "rel-constrast": 3.1438000202178955,
+      "step": 6132,
+      "subrel-constrast": 3.1459999084472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4192168712615967,
+      "cov-distil (oracle2student)": 3.5241434574127197,
+      "cov-distil (oracle2teacher)": 3.0806567668914795,
+      "epoch": 4.813971742543171,
+      "rel-constrast": 2.538449764251709,
+      "step": 6133,
+      "subrel-constrast": 3.2860677242279053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6057651042938232,
+      "cov-distil (oracle2student)": 4.72780704498291,
+      "cov-distil (oracle2teacher)": 4.870907783508301,
+      "epoch": 4.814756671899529,
+      "rel-constrast": 3.9733357429504395,
+      "step": 6134,
+      "subrel-constrast": 4.7639479637146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.395232677459717,
+      "cov-distil (oracle2student)": 4.85671854019165,
+      "cov-distil (oracle2teacher)": 4.119190692901611,
+      "epoch": 4.815541601255887,
+      "rel-constrast": 2.5213773250579834,
+      "step": 6135,
+      "subrel-constrast": 3.3577592372894287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.882340431213379,
+      "cov-distil (oracle2student)": 4.223810195922852,
+      "cov-distil (oracle2teacher)": 3.754664421081543,
+      "epoch": 4.816326530612245,
+      "rel-constrast": 2.85775089263916,
+      "step": 6136,
+      "subrel-constrast": 3.909240484237671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7832895517349243,
+      "cov-distil (oracle2student)": 3.534299850463867,
+      "cov-distil (oracle2teacher)": 3.3796982765197754,
+      "epoch": 4.8171114599686025,
+      "rel-constrast": 2.3175673484802246,
+      "step": 6137,
+      "subrel-constrast": 3.1736433506011963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3569035530090332,
+      "cov-distil (oracle2student)": 3.707307815551758,
+      "cov-distil (oracle2teacher)": 3.680485486984253,
+      "epoch": 4.817896389324961,
+      "rel-constrast": 2.5973291397094727,
+      "step": 6138,
+      "subrel-constrast": 3.316331386566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8258898258209229,
+      "cov-distil (oracle2student)": 5.039215087890625,
+      "cov-distil (oracle2teacher)": 4.713703155517578,
+      "epoch": 4.818681318681318,
+      "rel-constrast": 3.1677539348602295,
+      "step": 6139,
+      "subrel-constrast": 3.5706429481506348,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.819466248037677,
+      "grad_norm": 8.4375,
+      "learning_rate": 1.9469797680243828e-05,
+      "loss": 0.7723,
+      "step": 6140
+    },
+    {
+      "cov-distil": 1.5680416822433472,
+      "cov-distil (oracle2student)": 3.3836493492126465,
+      "cov-distil (oracle2teacher)": 3.1806516647338867,
+      "epoch": 4.819466248037677,
+      "rel-constrast": 1.6258225440979004,
+      "step": 6140,
+      "subrel-constrast": 2.453092098236084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5711263418197632,
+      "cov-distil (oracle2student)": 3.6851072311401367,
+      "cov-distil (oracle2teacher)": 3.6806137561798096,
+      "epoch": 4.820251177394034,
+      "rel-constrast": 2.491215705871582,
+      "step": 6141,
+      "subrel-constrast": 2.965608835220337,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1279038190841675,
+      "cov-distil (oracle2student)": 4.189468860626221,
+      "cov-distil (oracle2teacher)": 4.004899024963379,
+      "epoch": 4.821036106750393,
+      "rel-constrast": 2.374058246612549,
+      "step": 6142,
+      "subrel-constrast": 3.1492817401885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5876810550689697,
+      "cov-distil (oracle2student)": 3.454237699508667,
+      "cov-distil (oracle2teacher)": 3.4969568252563477,
+      "epoch": 4.82182103610675,
+      "rel-constrast": 2.560406446456909,
+      "step": 6143,
+      "subrel-constrast": 3.4832406044006348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6244393587112427,
+      "cov-distil (oracle2student)": 3.1937594413757324,
+      "cov-distil (oracle2teacher)": 3.252397060394287,
+      "epoch": 4.822605965463108,
+      "rel-constrast": 2.339505672454834,
+      "step": 6144,
+      "subrel-constrast": 2.8246331214904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4411375522613525,
+      "cov-distil (oracle2student)": 3.3263449668884277,
+      "cov-distil (oracle2teacher)": 3.3987293243408203,
+      "epoch": 4.823390894819466,
+      "rel-constrast": 1.755914330482483,
+      "step": 6145,
+      "subrel-constrast": 2.30204701423645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.558107614517212,
+      "cov-distil (oracle2student)": 4.483394145965576,
+      "cov-distil (oracle2teacher)": 4.367917537689209,
+      "epoch": 4.824175824175824,
+      "rel-constrast": 2.3518588542938232,
+      "step": 6146,
+      "subrel-constrast": 3.0816266536712646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3072824478149414,
+      "cov-distil (oracle2student)": 4.798796653747559,
+      "cov-distil (oracle2teacher)": 4.326798439025879,
+      "epoch": 4.824960753532182,
+      "rel-constrast": 3.7137811183929443,
+      "step": 6147,
+      "subrel-constrast": 3.8012847900390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1227517127990723,
+      "cov-distil (oracle2student)": 3.9285364151000977,
+      "cov-distil (oracle2teacher)": 3.78273868560791,
+      "epoch": 4.82574568288854,
+      "rel-constrast": 2.478726387023926,
+      "step": 6148,
+      "subrel-constrast": 2.984194040298462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2934985160827637,
+      "cov-distil (oracle2student)": 2.1793835163116455,
+      "cov-distil (oracle2teacher)": 2.5880661010742188,
+      "epoch": 4.826530612244898,
+      "rel-constrast": 1.385552167892456,
+      "step": 6149,
+      "subrel-constrast": 2.3438782691955566,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.827315541601256,
+      "grad_norm": 5.28125,
+      "learning_rate": 1.938472696673243e-05,
+      "loss": 0.6124,
+      "step": 6150
+    },
+    {
+      "cov-distil": 1.238795280456543,
+      "cov-distil (oracle2student)": 5.398618698120117,
+      "cov-distil (oracle2teacher)": 4.956092357635498,
+      "epoch": 4.827315541601256,
+      "rel-constrast": 2.9217722415924072,
+      "step": 6150,
+      "subrel-constrast": 3.5751993656158447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3637295961380005,
+      "cov-distil (oracle2student)": 3.4399218559265137,
+      "cov-distil (oracle2teacher)": 3.388045072555542,
+      "epoch": 4.828100470957613,
+      "rel-constrast": 2.7507762908935547,
+      "step": 6151,
+      "subrel-constrast": 3.3185346126556396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.182755947113037,
+      "cov-distil (oracle2student)": 3.2983083724975586,
+      "cov-distil (oracle2teacher)": 3.404301166534424,
+      "epoch": 4.828885400313972,
+      "rel-constrast": 2.7062125205993652,
+      "step": 6152,
+      "subrel-constrast": 3.3394343852996826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.607111930847168,
+      "cov-distil (oracle2student)": 4.308204650878906,
+      "cov-distil (oracle2teacher)": 3.633082628250122,
+      "epoch": 4.829670329670329,
+      "rel-constrast": 3.114870548248291,
+      "step": 6153,
+      "subrel-constrast": 3.4115893840789795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8907697200775146,
+      "cov-distil (oracle2student)": 4.2313714027404785,
+      "cov-distil (oracle2teacher)": 3.830904960632324,
+      "epoch": 4.830455259026688,
+      "rel-constrast": 2.6520533561706543,
+      "step": 6154,
+      "subrel-constrast": 3.0309553146362305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8242055177688599,
+      "cov-distil (oracle2student)": 4.202627182006836,
+      "cov-distil (oracle2teacher)": 4.361382484436035,
+      "epoch": 4.831240188383045,
+      "rel-constrast": 2.826587677001953,
+      "step": 6155,
+      "subrel-constrast": 3.564486503601074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7000683546066284,
+      "cov-distil (oracle2student)": 4.707686424255371,
+      "cov-distil (oracle2teacher)": 4.811870574951172,
+      "epoch": 4.832025117739404,
+      "rel-constrast": 3.035672664642334,
+      "step": 6156,
+      "subrel-constrast": 3.544520616531372,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.172652006149292,
+      "cov-distil (oracle2student)": 2.6586899757385254,
+      "cov-distil (oracle2teacher)": 2.42860746383667,
+      "epoch": 4.832810047095761,
+      "rel-constrast": 2.2044219970703125,
+      "step": 6157,
+      "subrel-constrast": 3.013184070587158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.539433240890503,
+      "cov-distil (oracle2student)": 4.021466255187988,
+      "cov-distil (oracle2teacher)": 3.7278547286987305,
+      "epoch": 4.833594976452119,
+      "rel-constrast": 2.508711338043213,
+      "step": 6158,
+      "subrel-constrast": 3.5509469509124756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6962997913360596,
+      "cov-distil (oracle2student)": 3.899044990539551,
+      "cov-distil (oracle2teacher)": 3.558497428894043,
+      "epoch": 4.834379905808477,
+      "rel-constrast": 1.6004257202148438,
+      "step": 6159,
+      "subrel-constrast": 2.9361085891723633,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.835164835164835,
+      "grad_norm": 3.859375,
+      "learning_rate": 1.9299724673550882e-05,
+      "loss": 0.6961,
+      "step": 6160
+    },
+    {
+      "cov-distil": 1.5275001525878906,
+      "cov-distil (oracle2student)": 6.442708969116211,
+      "cov-distil (oracle2teacher)": 4.934637069702148,
+      "epoch": 4.835164835164835,
+      "rel-constrast": 3.443969249725342,
+      "step": 6160,
+      "subrel-constrast": 4.114884376525879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.794064998626709,
+      "cov-distil (oracle2student)": 3.138171434402466,
+      "cov-distil (oracle2teacher)": 3.727877616882324,
+      "epoch": 4.835949764521193,
+      "rel-constrast": 2.0492045879364014,
+      "step": 6161,
+      "subrel-constrast": 3.0743229389190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3327922821044922,
+      "cov-distil (oracle2student)": 4.734003067016602,
+      "cov-distil (oracle2teacher)": 4.066103935241699,
+      "epoch": 4.836734693877551,
+      "rel-constrast": 1.6339311599731445,
+      "step": 6162,
+      "subrel-constrast": 2.4833362102508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2665235996246338,
+      "cov-distil (oracle2student)": 4.90946626663208,
+      "cov-distil (oracle2teacher)": 4.675670146942139,
+      "epoch": 4.837519623233909,
+      "rel-constrast": 1.4488917589187622,
+      "step": 6163,
+      "subrel-constrast": 2.232736587524414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3701527118682861,
+      "cov-distil (oracle2student)": 5.72049617767334,
+      "cov-distil (oracle2teacher)": 5.296919822692871,
+      "epoch": 4.838304552590267,
+      "rel-constrast": 3.625692844390869,
+      "step": 6164,
+      "subrel-constrast": 3.8172569274902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3288826942443848,
+      "cov-distil (oracle2student)": 4.9458208084106445,
+      "cov-distil (oracle2teacher)": 4.355094909667969,
+      "epoch": 4.839089481946624,
+      "rel-constrast": 1.959273338317871,
+      "step": 6165,
+      "subrel-constrast": 2.914893627166748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2736756801605225,
+      "cov-distil (oracle2student)": 5.078458786010742,
+      "cov-distil (oracle2teacher)": 4.787304878234863,
+      "epoch": 4.839874411302983,
+      "rel-constrast": 2.7414684295654297,
+      "step": 6166,
+      "subrel-constrast": 3.1561777591705322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1072793006896973,
+      "cov-distil (oracle2student)": 3.6197478771209717,
+      "cov-distil (oracle2teacher)": 3.748406410217285,
+      "epoch": 4.84065934065934,
+      "rel-constrast": 2.5921545028686523,
+      "step": 6167,
+      "subrel-constrast": 3.2105093002319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.355628252029419,
+      "cov-distil (oracle2student)": 4.4519124031066895,
+      "cov-distil (oracle2teacher)": 3.8068511486053467,
+      "epoch": 4.841444270015699,
+      "rel-constrast": 2.3955495357513428,
+      "step": 6168,
+      "subrel-constrast": 3.4979264736175537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1439285278320312,
+      "cov-distil (oracle2student)": 4.839210033416748,
+      "cov-distil (oracle2teacher)": 5.318071365356445,
+      "epoch": 4.842229199372056,
+      "rel-constrast": 2.8813929557800293,
+      "step": 6169,
+      "subrel-constrast": 3.9040915966033936,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.843014128728415,
+      "grad_norm": 7.25,
+      "learning_rate": 1.921479183642528e-05,
+      "loss": 0.658,
+      "step": 6170
+    },
+    {
+      "cov-distil": 1.905601143836975,
+      "cov-distil (oracle2student)": 4.634286880493164,
+      "cov-distil (oracle2teacher)": 4.05832576751709,
+      "epoch": 4.843014128728415,
+      "rel-constrast": 3.48995041847229,
+      "step": 6170,
+      "subrel-constrast": 3.809389591217041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6460285186767578,
+      "cov-distil (oracle2student)": 4.648556709289551,
+      "cov-distil (oracle2teacher)": 4.660274505615234,
+      "epoch": 4.843799058084772,
+      "rel-constrast": 3.3682212829589844,
+      "step": 6171,
+      "subrel-constrast": 4.3269877433776855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6642913818359375,
+      "cov-distil (oracle2student)": 4.5746169090271,
+      "cov-distil (oracle2teacher)": 4.091135501861572,
+      "epoch": 4.84458398744113,
+      "rel-constrast": 3.0573620796203613,
+      "step": 6172,
+      "subrel-constrast": 3.717386484146118,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8367923498153687,
+      "cov-distil (oracle2student)": 2.948549747467041,
+      "cov-distil (oracle2teacher)": 3.1905102729797363,
+      "epoch": 4.845368916797488,
+      "rel-constrast": 2.829707145690918,
+      "step": 6173,
+      "subrel-constrast": 3.4206652641296387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3175697326660156,
+      "cov-distil (oracle2student)": 5.00276517868042,
+      "cov-distil (oracle2teacher)": 4.720365047454834,
+      "epoch": 4.846153846153846,
+      "rel-constrast": 2.7487010955810547,
+      "step": 6174,
+      "subrel-constrast": 3.2942519187927246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3138022422790527,
+      "cov-distil (oracle2student)": 4.472229957580566,
+      "cov-distil (oracle2teacher)": 4.153230667114258,
+      "epoch": 4.846938775510204,
+      "rel-constrast": 2.7839698791503906,
+      "step": 6175,
+      "subrel-constrast": 3.6907145977020264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3850431442260742,
+      "cov-distil (oracle2student)": 3.07858943939209,
+      "cov-distil (oracle2teacher)": 3.1458847522735596,
+      "epoch": 4.847723704866562,
+      "rel-constrast": 1.9757490158081055,
+      "step": 6176,
+      "subrel-constrast": 2.251178026199341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.217473030090332,
+      "cov-distil (oracle2student)": 3.4183924198150635,
+      "cov-distil (oracle2teacher)": 3.4020495414733887,
+      "epoch": 4.84850863422292,
+      "rel-constrast": 2.3509864807128906,
+      "step": 6177,
+      "subrel-constrast": 3.303053379058838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.284635305404663,
+      "cov-distil (oracle2student)": 4.138140678405762,
+      "cov-distil (oracle2teacher)": 4.440962791442871,
+      "epoch": 4.849293563579278,
+      "rel-constrast": 2.995089292526245,
+      "step": 6178,
+      "subrel-constrast": 3.803861141204834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.285880446434021,
+      "cov-distil (oracle2student)": 5.050689697265625,
+      "cov-distil (oracle2teacher)": 4.406032562255859,
+      "epoch": 4.850078492935635,
+      "rel-constrast": 2.6840920448303223,
+      "step": 6179,
+      "subrel-constrast": 2.919177532196045,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.850863422291994,
+      "grad_norm": 6.34375,
+      "learning_rate": 1.9129929490235457e-05,
+      "loss": 0.7467,
+      "step": 6180
+    },
+    {
+      "cov-distil": 2.068220615386963,
+      "cov-distil (oracle2student)": 3.6135008335113525,
+      "cov-distil (oracle2teacher)": 3.3513760566711426,
+      "epoch": 4.850863422291994,
+      "rel-constrast": 2.5673985481262207,
+      "step": 6180,
+      "subrel-constrast": 3.2222626209259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.630162239074707,
+      "cov-distil (oracle2student)": 5.051307678222656,
+      "cov-distil (oracle2teacher)": 4.631389617919922,
+      "epoch": 4.851648351648351,
+      "rel-constrast": 3.0723350048065186,
+      "step": 6181,
+      "subrel-constrast": 3.799278736114502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1370508670806885,
+      "cov-distil (oracle2student)": 5.249401569366455,
+      "cov-distil (oracle2teacher)": 4.709394454956055,
+      "epoch": 4.85243328100471,
+      "rel-constrast": 2.5091967582702637,
+      "step": 6182,
+      "subrel-constrast": 3.624073028564453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.839787244796753,
+      "cov-distil (oracle2student)": 4.167654037475586,
+      "cov-distil (oracle2teacher)": 3.615445613861084,
+      "epoch": 4.853218210361067,
+      "rel-constrast": 2.103729248046875,
+      "step": 6183,
+      "subrel-constrast": 2.9058430194854736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6385899782180786,
+      "cov-distil (oracle2student)": 4.223374366760254,
+      "cov-distil (oracle2teacher)": 4.039145469665527,
+      "epoch": 4.854003139717426,
+      "rel-constrast": 2.78887677192688,
+      "step": 6184,
+      "subrel-constrast": 3.430591106414795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.505812168121338,
+      "cov-distil (oracle2student)": 5.543837070465088,
+      "cov-distil (oracle2teacher)": 4.877764701843262,
+      "epoch": 4.854788069073783,
+      "rel-constrast": 3.3649048805236816,
+      "step": 6185,
+      "subrel-constrast": 3.949766159057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3177485466003418,
+      "cov-distil (oracle2student)": 3.811354875564575,
+      "cov-distil (oracle2teacher)": 3.6289892196655273,
+      "epoch": 4.855572998430142,
+      "rel-constrast": 1.8060556650161743,
+      "step": 6186,
+      "subrel-constrast": 2.4876909255981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4068251848220825,
+      "cov-distil (oracle2student)": 5.114647388458252,
+      "cov-distil (oracle2teacher)": 4.906424522399902,
+      "epoch": 4.856357927786499,
+      "rel-constrast": 2.798205614089966,
+      "step": 6187,
+      "subrel-constrast": 3.5158402919769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8293384313583374,
+      "cov-distil (oracle2student)": 5.247798919677734,
+      "cov-distil (oracle2teacher)": 4.63542366027832,
+      "epoch": 4.857142857142857,
+      "rel-constrast": 2.325483798980713,
+      "step": 6188,
+      "subrel-constrast": 3.558422327041626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9656898975372314,
+      "cov-distil (oracle2student)": 4.553422927856445,
+      "cov-distil (oracle2teacher)": 4.350786209106445,
+      "epoch": 4.857927786499215,
+      "rel-constrast": 2.45709490776062,
+      "step": 6189,
+      "subrel-constrast": 2.9593629837036133,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.858712715855573,
+      "grad_norm": 4.8125,
+      "learning_rate": 1.9045138669002304e-05,
+      "loss": 0.6857,
+      "step": 6190
+    },
+    {
+      "cov-distil": 1.5375277996063232,
+      "cov-distil (oracle2student)": 3.0910935401916504,
+      "cov-distil (oracle2teacher)": 2.8807854652404785,
+      "epoch": 4.858712715855573,
+      "rel-constrast": 2.1676177978515625,
+      "step": 6190,
+      "subrel-constrast": 2.714587926864624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.549984097480774,
+      "cov-distil (oracle2student)": 5.484938144683838,
+      "cov-distil (oracle2teacher)": 4.646661758422852,
+      "epoch": 4.859497645211931,
+      "rel-constrast": 2.4555437564849854,
+      "step": 6191,
+      "subrel-constrast": 3.0108113288879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4078112840652466,
+      "cov-distil (oracle2student)": 3.471853733062744,
+      "cov-distil (oracle2teacher)": 3.3981215953826904,
+      "epoch": 4.860282574568289,
+      "rel-constrast": 2.2814085483551025,
+      "step": 6192,
+      "subrel-constrast": 3.0296130180358887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3582791090011597,
+      "cov-distil (oracle2student)": 3.9293429851531982,
+      "cov-distil (oracle2teacher)": 3.9091262817382812,
+      "epoch": 4.861067503924647,
+      "rel-constrast": 1.7752491235733032,
+      "step": 6193,
+      "subrel-constrast": 2.401277542114258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.492402195930481,
+      "cov-distil (oracle2student)": 2.787621021270752,
+      "cov-distil (oracle2teacher)": 2.8321712017059326,
+      "epoch": 4.861852433281005,
+      "rel-constrast": 1.9067344665527344,
+      "step": 6194,
+      "subrel-constrast": 2.428083658218384,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5498785972595215,
+      "cov-distil (oracle2student)": 3.0789361000061035,
+      "cov-distil (oracle2teacher)": 3.2566442489624023,
+      "epoch": 4.862637362637363,
+      "rel-constrast": 2.1091220378875732,
+      "step": 6195,
+      "subrel-constrast": 3.031863212585449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.518750786781311,
+      "cov-distil (oracle2student)": 3.6365044116973877,
+      "cov-distil (oracle2teacher)": 3.40861439704895,
+      "epoch": 4.863422291993721,
+      "rel-constrast": 1.6205447912216187,
+      "step": 6196,
+      "subrel-constrast": 2.489258050918579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6210280656814575,
+      "cov-distil (oracle2student)": 4.019123554229736,
+      "cov-distil (oracle2teacher)": 4.537944793701172,
+      "epoch": 4.864207221350078,
+      "rel-constrast": 3.025733709335327,
+      "step": 6197,
+      "subrel-constrast": 3.7545361518859863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.945684552192688,
+      "cov-distil (oracle2student)": 2.408477544784546,
+      "cov-distil (oracle2teacher)": 3.2197210788726807,
+      "epoch": 4.864992150706437,
+      "rel-constrast": 2.001314640045166,
+      "step": 6198,
+      "subrel-constrast": 3.1336729526519775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4247801303863525,
+      "cov-distil (oracle2student)": 4.6845855712890625,
+      "cov-distil (oracle2teacher)": 4.729681015014648,
+      "epoch": 4.865777080062794,
+      "rel-constrast": 2.358232021331787,
+      "step": 6199,
+      "subrel-constrast": 3.43811297416687,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.866562009419153,
+      "grad_norm": 7.71875,
+      "learning_rate": 1.8960420405875244e-05,
+      "loss": 0.5811,
+      "step": 6200
+    },
+    {
+      "epoch": 4.866562009419153,
+      "overlap": 0.3109374940395355,
+      "step": 6200
+    },
+    {
+      "epoch": 4.866562009419153,
+      "step": 6200,
+      "student margin": 0.06640625
+    },
+    {
+      "epoch": 4.866562009419153,
+      "step": 6200,
+      "teacher margin": 0.04095458984375
+    },
+    {
+      "epoch": 4.866562009419153,
+      "margin difference": -0.02545166015625,
+      "step": 6200
+    },
+    {
+      "cov-distil": 1.5175164937973022,
+      "cov-distil (oracle2student)": 4.533086776733398,
+      "cov-distil (oracle2teacher)": 3.9785420894622803,
+      "epoch": 4.866562009419153,
+      "rel-constrast": 1.612404465675354,
+      "step": 6200,
+      "subrel-constrast": 2.4770658016204834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1388599872589111,
+      "cov-distil (oracle2student)": 2.4069228172302246,
+      "cov-distil (oracle2teacher)": 2.668734312057495,
+      "epoch": 4.86734693877551,
+      "rel-constrast": 2.4225783348083496,
+      "step": 6201,
+      "subrel-constrast": 2.653445243835449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1232616901397705,
+      "cov-distil (oracle2student)": 5.812921524047852,
+      "cov-distil (oracle2teacher)": 5.202472686767578,
+      "epoch": 4.868131868131869,
+      "rel-constrast": 3.189739227294922,
+      "step": 6202,
+      "subrel-constrast": 3.8192245960235596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2014193534851074,
+      "cov-distil (oracle2student)": 4.9606475830078125,
+      "cov-distil (oracle2teacher)": 4.657547473907471,
+      "epoch": 4.868916797488226,
+      "rel-constrast": 3.2801222801208496,
+      "step": 6203,
+      "subrel-constrast": 3.4037845134735107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.350717306137085,
+      "cov-distil (oracle2student)": 4.934340953826904,
+      "cov-distil (oracle2teacher)": 4.295663833618164,
+      "epoch": 4.869701726844584,
+      "rel-constrast": 3.03833270072937,
+      "step": 6204,
+      "subrel-constrast": 3.6187093257904053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3330529928207397,
+      "cov-distil (oracle2student)": 3.2984650135040283,
+      "cov-distil (oracle2teacher)": 3.2042927742004395,
+      "epoch": 4.870486656200942,
+      "rel-constrast": 2.5483546257019043,
+      "step": 6205,
+      "subrel-constrast": 3.2476532459259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4447453022003174,
+      "cov-distil (oracle2student)": 3.7444376945495605,
+      "cov-distil (oracle2teacher)": 3.651492118835449,
+      "epoch": 4.8712715855573,
+      "rel-constrast": 2.634019374847412,
+      "step": 6206,
+      "subrel-constrast": 3.3966124057769775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6328123807907104,
+      "cov-distil (oracle2student)": 3.4276371002197266,
+      "cov-distil (oracle2teacher)": 3.591712236404419,
+      "epoch": 4.872056514913658,
+      "rel-constrast": 2.1406021118164062,
+      "step": 6207,
+      "subrel-constrast": 3.2588348388671875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2553555965423584,
+      "cov-distil (oracle2student)": 5.703069686889648,
+      "cov-distil (oracle2teacher)": 5.68964147567749,
+      "epoch": 4.872841444270016,
+      "rel-constrast": 1.9210375547409058,
+      "step": 6208,
+      "subrel-constrast": 2.5723650455474854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.416446566581726,
+      "cov-distil (oracle2student)": 5.058687686920166,
+      "cov-distil (oracle2teacher)": 5.021677017211914,
+      "epoch": 4.873626373626374,
+      "rel-constrast": 2.4102656841278076,
+      "step": 6209,
+      "subrel-constrast": 2.911482810974121,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.874411302982732,
+      "grad_norm": 4.625,
+      "learning_rate": 1.8875775733119557e-05,
+      "loss": 0.6635,
+      "step": 6210
+    },
+    {
+      "cov-distil": 1.2938880920410156,
+      "cov-distil (oracle2student)": 5.168145179748535,
+      "cov-distil (oracle2teacher)": 5.125132083892822,
+      "epoch": 4.874411302982732,
+      "rel-constrast": 2.2383694648742676,
+      "step": 6210,
+      "subrel-constrast": 3.1761229038238525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3924589157104492,
+      "cov-distil (oracle2student)": 6.635728359222412,
+      "cov-distil (oracle2teacher)": 5.662518501281738,
+      "epoch": 4.875196232339089,
+      "rel-constrast": 2.2699146270751953,
+      "step": 6211,
+      "subrel-constrast": 2.4882192611694336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3802502155303955,
+      "cov-distil (oracle2student)": 5.780982971191406,
+      "cov-distil (oracle2teacher)": 4.8308820724487305,
+      "epoch": 4.875981161695448,
+      "rel-constrast": 3.706576347351074,
+      "step": 6212,
+      "subrel-constrast": 3.8647053241729736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.165168046951294,
+      "cov-distil (oracle2student)": 3.790107011795044,
+      "cov-distil (oracle2teacher)": 3.9183390140533447,
+      "epoch": 4.876766091051805,
+      "rel-constrast": 2.7885828018188477,
+      "step": 6213,
+      "subrel-constrast": 3.3468852043151855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8285562992095947,
+      "cov-distil (oracle2student)": 5.455873966217041,
+      "cov-distil (oracle2teacher)": 4.833331108093262,
+      "epoch": 4.877551020408164,
+      "rel-constrast": 2.3414506912231445,
+      "step": 6214,
+      "subrel-constrast": 3.013223886489868,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4056475162506104,
+      "cov-distil (oracle2student)": 4.166804313659668,
+      "cov-distil (oracle2teacher)": 3.8083248138427734,
+      "epoch": 4.878335949764521,
+      "rel-constrast": 2.4534096717834473,
+      "step": 6215,
+      "subrel-constrast": 2.568150758743286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.273165225982666,
+      "cov-distil (oracle2student)": 3.6084256172180176,
+      "cov-distil (oracle2teacher)": 3.1915392875671387,
+      "epoch": 4.8791208791208796,
+      "rel-constrast": 0.9911415576934814,
+      "step": 6216,
+      "subrel-constrast": 1.7408711910247803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.163670301437378,
+      "cov-distil (oracle2student)": 4.187188148498535,
+      "cov-distil (oracle2teacher)": 4.089341163635254,
+      "epoch": 4.879905808477237,
+      "rel-constrast": 2.5403716564178467,
+      "step": 6217,
+      "subrel-constrast": 3.0511691570281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5303008556365967,
+      "cov-distil (oracle2student)": 2.7843174934387207,
+      "cov-distil (oracle2teacher)": 2.697082042694092,
+      "epoch": 4.880690737833595,
+      "rel-constrast": 2.243598461151123,
+      "step": 6218,
+      "subrel-constrast": 3.0627269744873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.153308153152466,
+      "cov-distil (oracle2student)": 2.4735841751098633,
+      "cov-distil (oracle2teacher)": 3.051424503326416,
+      "epoch": 4.881475667189953,
+      "rel-constrast": 2.9005935192108154,
+      "step": 6219,
+      "subrel-constrast": 3.681974411010742,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.882260596546311,
+      "grad_norm": 5.8125,
+      "learning_rate": 1.8791205682103873e-05,
+      "loss": 0.6483,
+      "step": 6220
+    },
+    {
+      "cov-distil": 1.0479927062988281,
+      "cov-distil (oracle2student)": 3.399531602859497,
+      "cov-distil (oracle2teacher)": 3.4021646976470947,
+      "epoch": 4.882260596546311,
+      "rel-constrast": 2.254145622253418,
+      "step": 6220,
+      "subrel-constrast": 2.7643961906433105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6094937324523926,
+      "cov-distil (oracle2student)": 4.496250629425049,
+      "cov-distil (oracle2teacher)": 3.9525206089019775,
+      "epoch": 4.883045525902669,
+      "rel-constrast": 3.1621618270874023,
+      "step": 6221,
+      "subrel-constrast": 3.6676132678985596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2687318325042725,
+      "cov-distil (oracle2student)": 3.414698362350464,
+      "cov-distil (oracle2teacher)": 3.513009786605835,
+      "epoch": 4.883830455259027,
+      "rel-constrast": 3.156343460083008,
+      "step": 6222,
+      "subrel-constrast": 3.952176332473755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.035454034805298,
+      "cov-distil (oracle2student)": 6.120295524597168,
+      "cov-distil (oracle2teacher)": 5.600945472717285,
+      "epoch": 4.884615384615385,
+      "rel-constrast": 3.3344242572784424,
+      "step": 6223,
+      "subrel-constrast": 4.325563907623291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4706767797470093,
+      "cov-distil (oracle2student)": 4.770786285400391,
+      "cov-distil (oracle2teacher)": 3.9202022552490234,
+      "epoch": 4.885400313971743,
+      "rel-constrast": 2.396547794342041,
+      "step": 6224,
+      "subrel-constrast": 2.810004711151123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0139846801757812,
+      "cov-distil (oracle2student)": 4.041473865509033,
+      "cov-distil (oracle2teacher)": 4.368496894836426,
+      "epoch": 4.8861852433281,
+      "rel-constrast": 1.7490512132644653,
+      "step": 6225,
+      "subrel-constrast": 2.962270736694336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0956624746322632,
+      "cov-distil (oracle2student)": 4.705451011657715,
+      "cov-distil (oracle2teacher)": 4.467339038848877,
+      "epoch": 4.8869701726844585,
+      "rel-constrast": 2.7752325534820557,
+      "step": 6226,
+      "subrel-constrast": 2.9457011222839355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.905061960220337,
+      "cov-distil (oracle2student)": 4.446403503417969,
+      "cov-distil (oracle2teacher)": 4.144513130187988,
+      "epoch": 4.887755102040816,
+      "rel-constrast": 1.724460482597351,
+      "step": 6227,
+      "subrel-constrast": 3.137197256088257,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.198906660079956,
+      "cov-distil (oracle2student)": 4.791078090667725,
+      "cov-distil (oracle2teacher)": 4.676993370056152,
+      "epoch": 4.8885400313971745,
+      "rel-constrast": 1.9301947355270386,
+      "step": 6228,
+      "subrel-constrast": 3.06371808052063,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9864890575408936,
+      "cov-distil (oracle2student)": 4.7696003913879395,
+      "cov-distil (oracle2teacher)": 4.554200172424316,
+      "epoch": 4.889324960753532,
+      "rel-constrast": 1.4990720748901367,
+      "step": 6229,
+      "subrel-constrast": 2.456324815750122,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.8901098901098905,
+      "grad_norm": 5.5625,
+      "learning_rate": 1.8706711283287576e-05,
+      "loss": 0.6386,
+      "step": 6230
+    },
+    {
+      "cov-distil": 1.7385141849517822,
+      "cov-distil (oracle2student)": 5.48906135559082,
+      "cov-distil (oracle2teacher)": 4.737874984741211,
+      "epoch": 4.8901098901098905,
+      "rel-constrast": 1.8863775730133057,
+      "step": 6230,
+      "subrel-constrast": 2.6867787837982178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7126479148864746,
+      "cov-distil (oracle2student)": 4.846837520599365,
+      "cov-distil (oracle2teacher)": 4.251103401184082,
+      "epoch": 4.890894819466248,
+      "rel-constrast": 3.266089916229248,
+      "step": 6231,
+      "subrel-constrast": 3.7079784870147705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0252010822296143,
+      "cov-distil (oracle2student)": 4.182229518890381,
+      "cov-distil (oracle2teacher)": 3.887179374694824,
+      "epoch": 4.891679748822606,
+      "rel-constrast": 2.719295024871826,
+      "step": 6232,
+      "subrel-constrast": 3.6918976306915283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6172046661376953,
+      "cov-distil (oracle2student)": 4.951643943786621,
+      "cov-distil (oracle2teacher)": 4.462297439575195,
+      "epoch": 4.892464678178964,
+      "rel-constrast": 2.8236680030822754,
+      "step": 6233,
+      "subrel-constrast": 3.53672194480896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9802401065826416,
+      "cov-distil (oracle2student)": 6.179876327514648,
+      "cov-distil (oracle2teacher)": 5.682793140411377,
+      "epoch": 4.893249607535322,
+      "rel-constrast": 3.5372138023376465,
+      "step": 6234,
+      "subrel-constrast": 4.173927307128906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0616214275360107,
+      "cov-distil (oracle2student)": 4.5129075050354,
+      "cov-distil (oracle2teacher)": 4.318295955657959,
+      "epoch": 4.89403453689168,
+      "rel-constrast": 2.4600894451141357,
+      "step": 6235,
+      "subrel-constrast": 3.0292882919311523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3884434700012207,
+      "cov-distil (oracle2student)": 3.301116943359375,
+      "cov-distil (oracle2teacher)": 3.153883457183838,
+      "epoch": 4.8948194662480375,
+      "rel-constrast": 2.3809926509857178,
+      "step": 6236,
+      "subrel-constrast": 3.1024222373962402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4656240940093994,
+      "cov-distil (oracle2student)": 4.5587029457092285,
+      "cov-distil (oracle2teacher)": 4.343983173370361,
+      "epoch": 4.895604395604396,
+      "rel-constrast": 3.496051549911499,
+      "step": 6237,
+      "subrel-constrast": 4.093432426452637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4117170572280884,
+      "cov-distil (oracle2student)": 3.937364339828491,
+      "cov-distil (oracle2teacher)": 3.5905168056488037,
+      "epoch": 4.8963893249607535,
+      "rel-constrast": 2.8941023349761963,
+      "step": 6238,
+      "subrel-constrast": 3.562934160232544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5042872428894043,
+      "cov-distil (oracle2student)": 5.554760932922363,
+      "cov-distil (oracle2teacher)": 4.981327056884766,
+      "epoch": 4.897174254317111,
+      "rel-constrast": 2.000718355178833,
+      "step": 6239,
+      "subrel-constrast": 2.919104814529419,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.8979591836734695,
+      "grad_norm": 5.28125,
+      "learning_rate": 1.8622293566208247e-05,
+      "loss": 0.7289,
+      "step": 6240
+    },
+    {
+      "cov-distil": 1.3771467208862305,
+      "cov-distil (oracle2student)": 3.437905788421631,
+      "cov-distil (oracle2teacher)": 3.5255682468414307,
+      "epoch": 4.8979591836734695,
+      "rel-constrast": 2.523325204849243,
+      "step": 6240,
+      "subrel-constrast": 3.1373119354248047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5390257835388184,
+      "cov-distil (oracle2student)": 3.7793641090393066,
+      "cov-distil (oracle2teacher)": 3.4761273860931396,
+      "epoch": 4.898744113029827,
+      "rel-constrast": 3.500049591064453,
+      "step": 6241,
+      "subrel-constrast": 4.137043476104736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2112445831298828,
+      "cov-distil (oracle2student)": 4.414468288421631,
+      "cov-distil (oracle2teacher)": 3.766849994659424,
+      "epoch": 4.8995290423861855,
+      "rel-constrast": 2.529646635055542,
+      "step": 6242,
+      "subrel-constrast": 3.000812530517578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5922690629959106,
+      "cov-distil (oracle2student)": 4.701052665710449,
+      "cov-distil (oracle2teacher)": 4.320923805236816,
+      "epoch": 4.900313971742543,
+      "rel-constrast": 2.8490986824035645,
+      "step": 6243,
+      "subrel-constrast": 3.453094959259033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3140782117843628,
+      "cov-distil (oracle2student)": 5.101707935333252,
+      "cov-distil (oracle2teacher)": 5.350748062133789,
+      "epoch": 4.9010989010989015,
+      "rel-constrast": 1.6395184993743896,
+      "step": 6244,
+      "subrel-constrast": 2.8829052448272705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.282135009765625,
+      "cov-distil (oracle2student)": 6.228071689605713,
+      "cov-distil (oracle2teacher)": 5.6577043533325195,
+      "epoch": 4.901883830455259,
+      "rel-constrast": 1.5657367706298828,
+      "step": 6245,
+      "subrel-constrast": 2.276226758956909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0434637069702148,
+      "cov-distil (oracle2student)": 3.9408183097839355,
+      "cov-distil (oracle2teacher)": 3.5701754093170166,
+      "epoch": 4.9026687598116165,
+      "rel-constrast": 3.3010430335998535,
+      "step": 6246,
+      "subrel-constrast": 3.66422700881958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6272547245025635,
+      "cov-distil (oracle2student)": 4.040134906768799,
+      "cov-distil (oracle2teacher)": 3.88503098487854,
+      "epoch": 4.903453689167975,
+      "rel-constrast": 2.297995090484619,
+      "step": 6247,
+      "subrel-constrast": 2.8173186779022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.302201509475708,
+      "cov-distil (oracle2student)": 4.298430919647217,
+      "cov-distil (oracle2teacher)": 3.5246453285217285,
+      "epoch": 4.9042386185243325,
+      "rel-constrast": 2.042343854904175,
+      "step": 6248,
+      "subrel-constrast": 2.6656243801116943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3362212181091309,
+      "cov-distil (oracle2student)": 5.12518310546875,
+      "cov-distil (oracle2teacher)": 5.158939838409424,
+      "epoch": 4.905023547880691,
+      "rel-constrast": 2.6200554370880127,
+      "step": 6249,
+      "subrel-constrast": 3.3859376907348633,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.9058084772370485,
+      "grad_norm": 6.21875,
+      "learning_rate": 1.8537953559469147e-05,
+      "loss": 0.6558,
+      "step": 6250
+    },
+    {
+      "cov-distil": 1.6019837856292725,
+      "cov-distil (oracle2student)": 4.311017990112305,
+      "cov-distil (oracle2teacher)": 3.774186611175537,
+      "epoch": 4.9058084772370485,
+      "rel-constrast": 1.5915653705596924,
+      "step": 6250,
+      "subrel-constrast": 2.5283291339874268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.260602355003357,
+      "cov-distil (oracle2student)": 7.114391326904297,
+      "cov-distil (oracle2teacher)": 6.189637660980225,
+      "epoch": 4.906593406593407,
+      "rel-constrast": 2.5623717308044434,
+      "step": 6251,
+      "subrel-constrast": 3.5914535522460938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1534202098846436,
+      "cov-distil (oracle2student)": 4.733640670776367,
+      "cov-distil (oracle2teacher)": 5.055201530456543,
+      "epoch": 4.9073783359497645,
+      "rel-constrast": 2.1725075244903564,
+      "step": 6252,
+      "subrel-constrast": 3.024250030517578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.274003267288208,
+      "cov-distil (oracle2student)": 4.59847354888916,
+      "cov-distil (oracle2teacher)": 3.740323543548584,
+      "epoch": 4.908163265306122,
+      "rel-constrast": 3.501218318939209,
+      "step": 6253,
+      "subrel-constrast": 3.400294065475464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6353785991668701,
+      "cov-distil (oracle2student)": 6.433856010437012,
+      "cov-distil (oracle2teacher)": 5.289912700653076,
+      "epoch": 4.9089481946624804,
+      "rel-constrast": 2.836270332336426,
+      "step": 6254,
+      "subrel-constrast": 3.793930768966675,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3148210048675537,
+      "cov-distil (oracle2student)": 4.951328277587891,
+      "cov-distil (oracle2teacher)": 4.2322001457214355,
+      "epoch": 4.909733124018838,
+      "rel-constrast": 2.8187129497528076,
+      "step": 6255,
+      "subrel-constrast": 3.184849977493286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.26530122756958,
+      "cov-distil (oracle2student)": 3.828763961791992,
+      "cov-distil (oracle2teacher)": 3.8360559940338135,
+      "epoch": 4.910518053375196,
+      "rel-constrast": 2.136145830154419,
+      "step": 6256,
+      "subrel-constrast": 2.808539628982544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.313773274421692,
+      "cov-distil (oracle2student)": 3.5652055740356445,
+      "cov-distil (oracle2teacher)": 3.731569766998291,
+      "epoch": 4.911302982731554,
+      "rel-constrast": 3.1694576740264893,
+      "step": 6257,
+      "subrel-constrast": 3.79793643951416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4114902019500732,
+      "cov-distil (oracle2student)": 5.583349227905273,
+      "cov-distil (oracle2teacher)": 5.326898574829102,
+      "epoch": 4.912087912087912,
+      "rel-constrast": 2.8523449897766113,
+      "step": 6258,
+      "subrel-constrast": 3.3113553524017334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4838730096817017,
+      "cov-distil (oracle2student)": 4.695131301879883,
+      "cov-distil (oracle2teacher)": 4.278221607208252,
+      "epoch": 4.91287284144427,
+      "rel-constrast": 2.687749147415161,
+      "step": 6259,
+      "subrel-constrast": 3.2248177528381348,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.9136577708006275,
+      "grad_norm": 6.25,
+      "learning_rate": 1.845369229072661e-05,
+      "loss": 0.695,
+      "step": 6260
+    },
+    {
+      "cov-distil": 1.5021034479141235,
+      "cov-distil (oracle2student)": 6.038860321044922,
+      "cov-distil (oracle2teacher)": 5.413541793823242,
+      "epoch": 4.9136577708006275,
+      "rel-constrast": 3.354398250579834,
+      "step": 6260,
+      "subrel-constrast": 4.106317043304443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3785918951034546,
+      "cov-distil (oracle2student)": 4.024588584899902,
+      "cov-distil (oracle2teacher)": 3.565258264541626,
+      "epoch": 4.914442700156986,
+      "rel-constrast": 2.122739315032959,
+      "step": 6261,
+      "subrel-constrast": 2.6874747276306152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.290130376815796,
+      "cov-distil (oracle2student)": 5.270140647888184,
+      "cov-distil (oracle2teacher)": 5.10426664352417,
+      "epoch": 4.9152276295133435,
+      "rel-constrast": 3.097881317138672,
+      "step": 6262,
+      "subrel-constrast": 3.80090594291687,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4123929738998413,
+      "cov-distil (oracle2student)": 5.182594299316406,
+      "cov-distil (oracle2teacher)": 4.883645057678223,
+      "epoch": 4.916012558869702,
+      "rel-constrast": 2.6372909545898438,
+      "step": 6263,
+      "subrel-constrast": 3.0925631523132324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6012754440307617,
+      "cov-distil (oracle2student)": 3.9677319526672363,
+      "cov-distil (oracle2teacher)": 3.9427480697631836,
+      "epoch": 4.916797488226059,
+      "rel-constrast": 2.7581868171691895,
+      "step": 6264,
+      "subrel-constrast": 3.214951276779175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2941032648086548,
+      "cov-distil (oracle2student)": 5.070577144622803,
+      "cov-distil (oracle2teacher)": 4.810611724853516,
+      "epoch": 4.917582417582418,
+      "rel-constrast": 2.286130905151367,
+      "step": 6265,
+      "subrel-constrast": 2.4888558387756348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7419507503509521,
+      "cov-distil (oracle2student)": 5.154392242431641,
+      "cov-distil (oracle2teacher)": 5.550358295440674,
+      "epoch": 4.918367346938775,
+      "rel-constrast": 3.05251407623291,
+      "step": 6266,
+      "subrel-constrast": 4.236944198608398,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7052593231201172,
+      "cov-distil (oracle2student)": 4.506487846374512,
+      "cov-distil (oracle2teacher)": 4.586901664733887,
+      "epoch": 4.919152276295133,
+      "rel-constrast": 2.8137011528015137,
+      "step": 6267,
+      "subrel-constrast": 3.6487326622009277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1003434658050537,
+      "cov-distil (oracle2student)": 5.247988700866699,
+      "cov-distil (oracle2teacher)": 4.369359493255615,
+      "epoch": 4.919937205651491,
+      "rel-constrast": 3.1095476150512695,
+      "step": 6268,
+      "subrel-constrast": 3.8227627277374268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3804724216461182,
+      "cov-distil (oracle2student)": 3.7898740768432617,
+      "cov-distil (oracle2teacher)": 3.896036148071289,
+      "epoch": 4.920722135007849,
+      "rel-constrast": 2.1903510093688965,
+      "step": 6269,
+      "subrel-constrast": 2.8958206176757812,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.921507064364207,
+      "grad_norm": 5.53125,
+      "learning_rate": 1.8369510786677637e-05,
+      "loss": 0.7241,
+      "step": 6270
+    },
+    {
+      "cov-distil": 1.2930443286895752,
+      "cov-distil (oracle2student)": 3.360549211502075,
+      "cov-distil (oracle2teacher)": 3.3653523921966553,
+      "epoch": 4.921507064364207,
+      "rel-constrast": 2.349414825439453,
+      "step": 6270,
+      "subrel-constrast": 2.7006313800811768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.356949806213379,
+      "cov-distil (oracle2student)": 2.5801467895507812,
+      "cov-distil (oracle2teacher)": 3.040432929992676,
+      "epoch": 4.922291993720565,
+      "rel-constrast": 1.8842172622680664,
+      "step": 6271,
+      "subrel-constrast": 2.9923157691955566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2232372760772705,
+      "cov-distil (oracle2student)": 4.479788780212402,
+      "cov-distil (oracle2teacher)": 4.207459449768066,
+      "epoch": 4.923076923076923,
+      "rel-constrast": 1.8271608352661133,
+      "step": 6272,
+      "subrel-constrast": 2.840134382247925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4635907411575317,
+      "cov-distil (oracle2student)": 5.0920515060424805,
+      "cov-distil (oracle2teacher)": 4.615867614746094,
+      "epoch": 4.923861852433281,
+      "rel-constrast": 3.425539493560791,
+      "step": 6273,
+      "subrel-constrast": 3.772700786590576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8259928226470947,
+      "cov-distil (oracle2student)": 3.5357275009155273,
+      "cov-distil (oracle2teacher)": 4.205856800079346,
+      "epoch": 4.924646781789638,
+      "rel-constrast": 2.9255881309509277,
+      "step": 6274,
+      "subrel-constrast": 4.038504600524902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.444034218788147,
+      "cov-distil (oracle2student)": 3.767246723175049,
+      "cov-distil (oracle2teacher)": 4.036086082458496,
+      "epoch": 4.925431711145997,
+      "rel-constrast": 2.4399044513702393,
+      "step": 6275,
+      "subrel-constrast": 2.9249520301818848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4625990390777588,
+      "cov-distil (oracle2student)": 3.06016206741333,
+      "cov-distil (oracle2teacher)": 3.7484922409057617,
+      "epoch": 4.926216640502354,
+      "rel-constrast": 2.8570950031280518,
+      "step": 6276,
+      "subrel-constrast": 3.756096124649048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6442418098449707,
+      "cov-distil (oracle2student)": 5.649502277374268,
+      "cov-distil (oracle2teacher)": 5.37750244140625,
+      "epoch": 4.927001569858713,
+      "rel-constrast": 2.1983914375305176,
+      "step": 6277,
+      "subrel-constrast": 2.8357179164886475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5122054815292358,
+      "cov-distil (oracle2student)": 6.56623649597168,
+      "cov-distil (oracle2teacher)": 5.694492340087891,
+      "epoch": 4.92778649921507,
+      "rel-constrast": 2.3683738708496094,
+      "step": 6278,
+      "subrel-constrast": 3.0682621002197266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.303784728050232,
+      "cov-distil (oracle2student)": 4.962375640869141,
+      "cov-distil (oracle2teacher)": 4.497405529022217,
+      "epoch": 4.928571428571429,
+      "rel-constrast": 3.3465960025787354,
+      "step": 6279,
+      "subrel-constrast": 3.56001353263855,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.929356357927786,
+      "grad_norm": 5.8125,
+      "learning_rate": 1.828541007304726e-05,
+      "loss": 0.6769,
+      "step": 6280
+    },
+    {
+      "cov-distil": 1.5060091018676758,
+      "cov-distil (oracle2student)": 4.828604698181152,
+      "cov-distil (oracle2teacher)": 4.583017349243164,
+      "epoch": 4.929356357927786,
+      "rel-constrast": 2.268770694732666,
+      "step": 6280,
+      "subrel-constrast": 2.9711551666259766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1599361896514893,
+      "cov-distil (oracle2student)": 6.74224853515625,
+      "cov-distil (oracle2teacher)": 6.130056381225586,
+      "epoch": 4.930141287284145,
+      "rel-constrast": 3.875180244445801,
+      "step": 6281,
+      "subrel-constrast": 4.265110969543457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6746931076049805,
+      "cov-distil (oracle2student)": 3.53110933303833,
+      "cov-distil (oracle2teacher)": 3.9041967391967773,
+      "epoch": 4.930926216640502,
+      "rel-constrast": 2.068077564239502,
+      "step": 6282,
+      "subrel-constrast": 3.5019471645355225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7510104179382324,
+      "cov-distil (oracle2student)": 4.201793670654297,
+      "cov-distil (oracle2teacher)": 3.7590460777282715,
+      "epoch": 4.931711145996861,
+      "rel-constrast": 1.8755263090133667,
+      "step": 6283,
+      "subrel-constrast": 2.989025592803955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6151771545410156,
+      "cov-distil (oracle2student)": 4.460690498352051,
+      "cov-distil (oracle2teacher)": 3.886131525039673,
+      "epoch": 4.932496075353218,
+      "rel-constrast": 2.309058427810669,
+      "step": 6284,
+      "subrel-constrast": 3.222992181777954,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.568049669265747,
+      "cov-distil (oracle2student)": 4.256994247436523,
+      "cov-distil (oracle2teacher)": 4.259908676147461,
+      "epoch": 4.933281004709576,
+      "rel-constrast": 3.195960521697998,
+      "step": 6285,
+      "subrel-constrast": 3.433690071105957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.42893648147583,
+      "cov-distil (oracle2student)": 4.897130489349365,
+      "cov-distil (oracle2teacher)": 4.582053184509277,
+      "epoch": 4.934065934065934,
+      "rel-constrast": 3.203629970550537,
+      "step": 6286,
+      "subrel-constrast": 3.6076512336730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9779497385025024,
+      "cov-distil (oracle2student)": 5.791838645935059,
+      "cov-distil (oracle2teacher)": 5.431873321533203,
+      "epoch": 4.934850863422292,
+      "rel-constrast": 2.8592777252197266,
+      "step": 6287,
+      "subrel-constrast": 3.5737905502319336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.363307237625122,
+      "cov-distil (oracle2student)": 4.490494251251221,
+      "cov-distil (oracle2teacher)": 4.330108642578125,
+      "epoch": 4.93563579277865,
+      "rel-constrast": 2.3351857662200928,
+      "step": 6288,
+      "subrel-constrast": 3.1823172569274902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0276296138763428,
+      "cov-distil (oracle2student)": 3.1870131492614746,
+      "cov-distil (oracle2teacher)": 3.3873209953308105,
+      "epoch": 4.936420722135008,
+      "rel-constrast": 2.6205108165740967,
+      "step": 6289,
+      "subrel-constrast": 3.6779913902282715,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.937205651491366,
+      "grad_norm": 6.3125,
+      "learning_rate": 1.820139117457616e-05,
+      "loss": 0.7055,
+      "step": 6290
+    },
+    {
+      "cov-distil": 1.1371134519577026,
+      "cov-distil (oracle2student)": 3.7545363903045654,
+      "cov-distil (oracle2teacher)": 3.3329176902770996,
+      "epoch": 4.937205651491366,
+      "rel-constrast": 1.531511902809143,
+      "step": 6290,
+      "subrel-constrast": 2.2444400787353516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7333730459213257,
+      "cov-distil (oracle2student)": 3.452781915664673,
+      "cov-distil (oracle2teacher)": 3.4498345851898193,
+      "epoch": 4.937990580847724,
+      "rel-constrast": 2.4309113025665283,
+      "step": 6291,
+      "subrel-constrast": 3.292044162750244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.59600830078125,
+      "cov-distil (oracle2student)": 4.344707012176514,
+      "cov-distil (oracle2teacher)": 4.349562644958496,
+      "epoch": 4.938775510204081,
+      "rel-constrast": 2.6863412857055664,
+      "step": 6292,
+      "subrel-constrast": 3.487198829650879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.554208517074585,
+      "cov-distil (oracle2student)": 4.0301971435546875,
+      "cov-distil (oracle2teacher)": 3.555098056793213,
+      "epoch": 4.93956043956044,
+      "rel-constrast": 2.389875650405884,
+      "step": 6293,
+      "subrel-constrast": 2.6236937046051025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4675666093826294,
+      "cov-distil (oracle2student)": 4.34283447265625,
+      "cov-distil (oracle2teacher)": 3.799654960632324,
+      "epoch": 4.940345368916797,
+      "rel-constrast": 2.649384021759033,
+      "step": 6294,
+      "subrel-constrast": 3.0989162921905518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5359476804733276,
+      "cov-distil (oracle2student)": 4.779446601867676,
+      "cov-distil (oracle2teacher)": 4.752445697784424,
+      "epoch": 4.941130298273156,
+      "rel-constrast": 2.3140764236450195,
+      "step": 6295,
+      "subrel-constrast": 3.3425943851470947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5727835893630981,
+      "cov-distil (oracle2student)": 5.219693183898926,
+      "cov-distil (oracle2teacher)": 4.940863609313965,
+      "epoch": 4.941915227629513,
+      "rel-constrast": 3.2837350368499756,
+      "step": 6296,
+      "subrel-constrast": 3.8805580139160156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4294006824493408,
+      "cov-distil (oracle2student)": 4.536908149719238,
+      "cov-distil (oracle2teacher)": 4.053158283233643,
+      "epoch": 4.942700156985872,
+      "rel-constrast": 3.1082546710968018,
+      "step": 6297,
+      "subrel-constrast": 3.911151885986328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5109186172485352,
+      "cov-distil (oracle2student)": 4.231062412261963,
+      "cov-distil (oracle2teacher)": 3.588637351989746,
+      "epoch": 4.943485086342229,
+      "rel-constrast": 3.131150722503662,
+      "step": 6298,
+      "subrel-constrast": 3.143338918685913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.990253210067749,
+      "cov-distil (oracle2student)": 5.383800506591797,
+      "cov-distil (oracle2teacher)": 4.905979156494141,
+      "epoch": 4.944270015698587,
+      "rel-constrast": 2.2896640300750732,
+      "step": 6299,
+      "subrel-constrast": 3.6403942108154297,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.945054945054945,
+      "grad_norm": 5.1875,
+      "learning_rate": 1.8117455115008085e-05,
+      "loss": 0.6842,
+      "step": 6300
+    },
+    {
+      "epoch": 4.945054945054945,
+      "overlap": 0.3531250059604645,
+      "step": 6300
+    },
+    {
+      "epoch": 4.945054945054945,
+      "step": 6300,
+      "student margin": 0.054931640625
+    },
+    {
+      "epoch": 4.945054945054945,
+      "step": 6300,
+      "teacher margin": 0.038482666015625
+    },
+    {
+      "epoch": 4.945054945054945,
+      "margin difference": -0.016448974609375,
+      "step": 6300
+    },
+    {
+      "cov-distil": 1.5767184495925903,
+      "cov-distil (oracle2student)": 5.430756092071533,
+      "cov-distil (oracle2teacher)": 5.068027496337891,
+      "epoch": 4.945054945054945,
+      "rel-constrast": 2.6216320991516113,
+      "step": 6300,
+      "subrel-constrast": 3.195517063140869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.654470682144165,
+      "cov-distil (oracle2student)": 6.337801933288574,
+      "cov-distil (oracle2teacher)": 6.175845146179199,
+      "epoch": 4.945839874411303,
+      "rel-constrast": 2.3813066482543945,
+      "step": 6301,
+      "subrel-constrast": 3.2175540924072266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2604820728302002,
+      "cov-distil (oracle2student)": 4.273797035217285,
+      "cov-distil (oracle2teacher)": 3.8006234169006348,
+      "epoch": 4.946624803767661,
+      "rel-constrast": 2.4367642402648926,
+      "step": 6302,
+      "subrel-constrast": 3.012364387512207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2631072998046875,
+      "cov-distil (oracle2student)": 4.114506721496582,
+      "cov-distil (oracle2teacher)": 4.12583065032959,
+      "epoch": 4.947409733124019,
+      "rel-constrast": 2.9940505027770996,
+      "step": 6303,
+      "subrel-constrast": 4.007789611816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4010231494903564,
+      "cov-distil (oracle2student)": 3.3637845516204834,
+      "cov-distil (oracle2teacher)": 3.6012229919433594,
+      "epoch": 4.948194662480377,
+      "rel-constrast": 1.4841504096984863,
+      "step": 6304,
+      "subrel-constrast": 2.0892386436462402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3156471252441406,
+      "cov-distil (oracle2student)": 4.287397384643555,
+      "cov-distil (oracle2teacher)": 4.049614429473877,
+      "epoch": 4.948979591836735,
+      "rel-constrast": 2.6033785343170166,
+      "step": 6305,
+      "subrel-constrast": 3.0127694606781006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6649925708770752,
+      "cov-distil (oracle2student)": 3.6702721118927,
+      "cov-distil (oracle2teacher)": 3.9333083629608154,
+      "epoch": 4.949764521193092,
+      "rel-constrast": 2.1404643058776855,
+      "step": 6306,
+      "subrel-constrast": 2.8509910106658936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0981919765472412,
+      "cov-distil (oracle2student)": 4.459357738494873,
+      "cov-distil (oracle2teacher)": 4.258023738861084,
+      "epoch": 4.950549450549451,
+      "rel-constrast": 1.7470612525939941,
+      "step": 6307,
+      "subrel-constrast": 2.322408676147461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.378291368484497,
+      "cov-distil (oracle2student)": 4.940863132476807,
+      "cov-distil (oracle2teacher)": 4.539997577667236,
+      "epoch": 4.951334379905808,
+      "rel-constrast": 3.8382129669189453,
+      "step": 6308,
+      "subrel-constrast": 3.7368035316467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2595100402832031,
+      "cov-distil (oracle2student)": 4.828413009643555,
+      "cov-distil (oracle2teacher)": 4.626869201660156,
+      "epoch": 4.952119309262167,
+      "rel-constrast": 2.534484386444092,
+      "step": 6309,
+      "subrel-constrast": 3.0617172718048096,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.952904238618524,
+      "grad_norm": 4.53125,
+      "learning_rate": 1.8033602917077424e-05,
+      "loss": 0.6542,
+      "step": 6310
+    },
+    {
+      "cov-distil": 1.488931655883789,
+      "cov-distil (oracle2student)": 3.253462314605713,
+      "cov-distil (oracle2teacher)": 3.2919201850891113,
+      "epoch": 4.952904238618524,
+      "rel-constrast": 1.7977099418640137,
+      "step": 6310,
+      "subrel-constrast": 3.0880348682403564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2173856496810913,
+      "cov-distil (oracle2student)": 3.700113296508789,
+      "cov-distil (oracle2teacher)": 3.8144185543060303,
+      "epoch": 4.953689167974883,
+      "rel-constrast": 1.819627285003662,
+      "step": 6311,
+      "subrel-constrast": 2.4430997371673584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.582977056503296,
+      "cov-distil (oracle2student)": 4.438614368438721,
+      "cov-distil (oracle2teacher)": 4.2240190505981445,
+      "epoch": 4.95447409733124,
+      "rel-constrast": 2.8321053981781006,
+      "step": 6312,
+      "subrel-constrast": 3.3157358169555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2952179908752441,
+      "cov-distil (oracle2student)": 4.235177040100098,
+      "cov-distil (oracle2teacher)": 3.9168429374694824,
+      "epoch": 4.955259026687598,
+      "rel-constrast": 2.26522159576416,
+      "step": 6313,
+      "subrel-constrast": 2.993340015411377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.800583839416504,
+      "cov-distil (oracle2student)": 3.5903422832489014,
+      "cov-distil (oracle2teacher)": 3.342510223388672,
+      "epoch": 4.956043956043956,
+      "rel-constrast": 2.7264299392700195,
+      "step": 6314,
+      "subrel-constrast": 3.6671142578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7372709512710571,
+      "cov-distil (oracle2student)": 3.451663017272949,
+      "cov-distil (oracle2teacher)": 3.7252461910247803,
+      "epoch": 4.956828885400314,
+      "rel-constrast": 2.706545829772949,
+      "step": 6315,
+      "subrel-constrast": 3.528798818588257,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6892516613006592,
+      "cov-distil (oracle2student)": 5.2768778800964355,
+      "cov-distil (oracle2teacher)": 4.03690242767334,
+      "epoch": 4.957613814756672,
+      "rel-constrast": 2.5708351135253906,
+      "step": 6316,
+      "subrel-constrast": 3.4656548500061035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3492536544799805,
+      "cov-distil (oracle2student)": 5.732645034790039,
+      "cov-distil (oracle2teacher)": 5.656320095062256,
+      "epoch": 4.95839874411303,
+      "rel-constrast": 2.902808427810669,
+      "step": 6317,
+      "subrel-constrast": 3.248985767364502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6544678211212158,
+      "cov-distil (oracle2student)": 4.099874496459961,
+      "cov-distil (oracle2teacher)": 4.455191612243652,
+      "epoch": 4.959183673469388,
+      "rel-constrast": 2.265717029571533,
+      "step": 6318,
+      "subrel-constrast": 3.0614254474639893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.304070234298706,
+      "cov-distil (oracle2student)": 3.8044915199279785,
+      "cov-distil (oracle2teacher)": 3.730161190032959,
+      "epoch": 4.959968602825746,
+      "rel-constrast": 2.6863744258880615,
+      "step": 6319,
+      "subrel-constrast": 3.2776639461517334,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.960753532182103,
+      "grad_norm": 4.78125,
+      "learning_rate": 1.7949835602496766e-05,
+      "loss": 0.6521,
+      "step": 6320
+    },
+    {
+      "cov-distil": 1.5695195198059082,
+      "cov-distil (oracle2student)": 5.86611270904541,
+      "cov-distil (oracle2teacher)": 4.712067604064941,
+      "epoch": 4.960753532182103,
+      "rel-constrast": 2.3887903690338135,
+      "step": 6320,
+      "subrel-constrast": 2.873598098754883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.651580572128296,
+      "cov-distil (oracle2student)": 4.391166687011719,
+      "cov-distil (oracle2teacher)": 4.477581024169922,
+      "epoch": 4.961538461538462,
+      "rel-constrast": 2.2382545471191406,
+      "step": 6321,
+      "subrel-constrast": 2.8857479095458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1647675037384033,
+      "cov-distil (oracle2student)": 4.231908321380615,
+      "cov-distil (oracle2teacher)": 4.3569560050964355,
+      "epoch": 4.962323390894819,
+      "rel-constrast": 2.2372634410858154,
+      "step": 6322,
+      "subrel-constrast": 3.2065272331237793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4218614101409912,
+      "cov-distil (oracle2student)": 3.8778209686279297,
+      "cov-distil (oracle2teacher)": 3.849294424057007,
+      "epoch": 4.963108320251178,
+      "rel-constrast": 3.1214613914489746,
+      "step": 6323,
+      "subrel-constrast": 3.60119891166687,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.338602900505066,
+      "cov-distil (oracle2student)": 3.1995444297790527,
+      "cov-distil (oracle2teacher)": 3.5411946773529053,
+      "epoch": 4.963893249607535,
+      "rel-constrast": 2.2159762382507324,
+      "step": 6324,
+      "subrel-constrast": 2.9095747470855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7004845142364502,
+      "cov-distil (oracle2student)": 4.400519847869873,
+      "cov-distil (oracle2teacher)": 4.229898452758789,
+      "epoch": 4.964678178963894,
+      "rel-constrast": 2.3283772468566895,
+      "step": 6325,
+      "subrel-constrast": 3.3508055210113525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664709210395813,
+      "cov-distil (oracle2student)": 2.6644763946533203,
+      "cov-distil (oracle2teacher)": 3.2746024131774902,
+      "epoch": 4.965463108320251,
+      "rel-constrast": 1.6859760284423828,
+      "step": 6326,
+      "subrel-constrast": 2.6954450607299805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4132437705993652,
+      "cov-distil (oracle2student)": 4.49537467956543,
+      "cov-distil (oracle2teacher)": 3.855973720550537,
+      "epoch": 4.966248037676609,
+      "rel-constrast": 2.334585666656494,
+      "step": 6327,
+      "subrel-constrast": 3.293778419494629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8211705684661865,
+      "cov-distil (oracle2student)": 4.226996898651123,
+      "cov-distil (oracle2teacher)": 4.364864349365234,
+      "epoch": 4.967032967032967,
+      "rel-constrast": 2.30056095123291,
+      "step": 6328,
+      "subrel-constrast": 3.3497188091278076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4308314323425293,
+      "cov-distil (oracle2student)": 5.497256755828857,
+      "cov-distil (oracle2teacher)": 5.3002166748046875,
+      "epoch": 4.967817896389325,
+      "rel-constrast": 2.224315643310547,
+      "step": 6329,
+      "subrel-constrast": 2.8620498180389404,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.968602825745683,
+      "grad_norm": 5.1875,
+      "learning_rate": 1.786615419194439e-05,
+      "loss": 0.6173,
+      "step": 6330
+    },
+    {
+      "cov-distil": 1.2799314260482788,
+      "cov-distil (oracle2student)": 3.8431315422058105,
+      "cov-distil (oracle2teacher)": 3.6098077297210693,
+      "epoch": 4.968602825745683,
+      "rel-constrast": 2.240593433380127,
+      "step": 6330,
+      "subrel-constrast": 2.4838287830352783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6005988121032715,
+      "cov-distil (oracle2student)": 5.061666488647461,
+      "cov-distil (oracle2teacher)": 4.609375476837158,
+      "epoch": 4.969387755102041,
+      "rel-constrast": 2.0001957416534424,
+      "step": 6331,
+      "subrel-constrast": 3.0402002334594727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.408935785293579,
+      "cov-distil (oracle2student)": 5.994872093200684,
+      "cov-distil (oracle2teacher)": 5.556035041809082,
+      "epoch": 4.970172684458399,
+      "rel-constrast": 2.623962879180908,
+      "step": 6332,
+      "subrel-constrast": 3.6435980796813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6031270027160645,
+      "cov-distil (oracle2student)": 4.943408966064453,
+      "cov-distil (oracle2teacher)": 4.745820045471191,
+      "epoch": 4.970957613814757,
+      "rel-constrast": 2.0502355098724365,
+      "step": 6333,
+      "subrel-constrast": 3.028571128845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2694748640060425,
+      "cov-distil (oracle2student)": 4.111125469207764,
+      "cov-distil (oracle2teacher)": 3.714272975921631,
+      "epoch": 4.971742543171114,
+      "rel-constrast": 2.1251163482666016,
+      "step": 6334,
+      "subrel-constrast": 3.241582155227661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.474273443222046,
+      "cov-distil (oracle2student)": 4.707520961761475,
+      "cov-distil (oracle2teacher)": 4.09016227722168,
+      "epoch": 4.972527472527473,
+      "rel-constrast": 3.08111310005188,
+      "step": 6335,
+      "subrel-constrast": 3.132927417755127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8034911155700684,
+      "cov-distil (oracle2student)": 2.9893383979797363,
+      "cov-distil (oracle2teacher)": 3.2023372650146484,
+      "epoch": 4.97331240188383,
+      "rel-constrast": 2.9671101570129395,
+      "step": 6336,
+      "subrel-constrast": 3.60176420211792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.973415732383728,
+      "cov-distil (oracle2student)": 4.501821517944336,
+      "cov-distil (oracle2teacher)": 4.32850456237793,
+      "epoch": 4.974097331240189,
+      "rel-constrast": 3.056791305541992,
+      "step": 6337,
+      "subrel-constrast": 3.3138532638549805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6559507846832275,
+      "cov-distil (oracle2student)": 4.3832573890686035,
+      "cov-distil (oracle2teacher)": 4.004861831665039,
+      "epoch": 4.974882260596546,
+      "rel-constrast": 2.886787176132202,
+      "step": 6338,
+      "subrel-constrast": 3.490976095199585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6198585033416748,
+      "cov-distil (oracle2student)": 3.976400136947632,
+      "cov-distil (oracle2teacher)": 3.6052324771881104,
+      "epoch": 4.975667189952905,
+      "rel-constrast": 1.8754621744155884,
+      "step": 6339,
+      "subrel-constrast": 3.234755039215088,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.976452119309262,
+      "grad_norm": 6.40625,
+      "learning_rate": 1.778255970505189e-05,
+      "loss": 0.6619,
+      "step": 6340
+    },
+    {
+      "cov-distil": 1.6350932121276855,
+      "cov-distil (oracle2student)": 3.4971699714660645,
+      "cov-distil (oracle2teacher)": 3.4994852542877197,
+      "epoch": 4.976452119309262,
+      "rel-constrast": 2.7708120346069336,
+      "step": 6340,
+      "subrel-constrast": 3.5992441177368164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.405849575996399,
+      "cov-distil (oracle2student)": 4.557586193084717,
+      "cov-distil (oracle2teacher)": 4.234986305236816,
+      "epoch": 4.97723704866562,
+      "rel-constrast": 3.8612003326416016,
+      "step": 6341,
+      "subrel-constrast": 3.6347923278808594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8134238719940186,
+      "cov-distil (oracle2student)": 5.901843547821045,
+      "cov-distil (oracle2teacher)": 5.115883827209473,
+      "epoch": 4.978021978021978,
+      "rel-constrast": 2.969412326812744,
+      "step": 6342,
+      "subrel-constrast": 4.169970989227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8067271709442139,
+      "cov-distil (oracle2student)": 5.62607479095459,
+      "cov-distil (oracle2teacher)": 5.338338375091553,
+      "epoch": 4.978806907378336,
+      "rel-constrast": 2.315382957458496,
+      "step": 6343,
+      "subrel-constrast": 2.7742295265197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.394012689590454,
+      "cov-distil (oracle2student)": 4.987968444824219,
+      "cov-distil (oracle2teacher)": 4.705493927001953,
+      "epoch": 4.979591836734694,
+      "rel-constrast": 1.933820128440857,
+      "step": 6344,
+      "subrel-constrast": 2.9582161903381348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9972665309906006,
+      "cov-distil (oracle2student)": 4.297171592712402,
+      "cov-distil (oracle2teacher)": 3.4901461601257324,
+      "epoch": 4.980376766091052,
+      "rel-constrast": 2.5387656688690186,
+      "step": 6345,
+      "subrel-constrast": 3.2467758655548096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3800218105316162,
+      "cov-distil (oracle2student)": 4.98017692565918,
+      "cov-distil (oracle2teacher)": 4.567188262939453,
+      "epoch": 4.98116169544741,
+      "rel-constrast": 1.9023525714874268,
+      "step": 6346,
+      "subrel-constrast": 2.5315604209899902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0748944282531738,
+      "cov-distil (oracle2student)": 4.706311225891113,
+      "cov-distil (oracle2teacher)": 4.364887237548828,
+      "epoch": 4.981946624803768,
+      "rel-constrast": 2.0534820556640625,
+      "step": 6347,
+      "subrel-constrast": 2.6370999813079834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1969518661499023,
+      "cov-distil (oracle2student)": 4.174374580383301,
+      "cov-distil (oracle2teacher)": 3.7038159370422363,
+      "epoch": 4.982731554160125,
+      "rel-constrast": 1.9545320272445679,
+      "step": 6348,
+      "subrel-constrast": 2.504163980484009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52728271484375,
+      "cov-distil (oracle2student)": 4.264909267425537,
+      "cov-distil (oracle2teacher)": 3.8421778678894043,
+      "epoch": 4.983516483516484,
+      "rel-constrast": 2.7396883964538574,
+      "step": 6349,
+      "subrel-constrast": 3.715200662612915,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.984301412872841,
+      "grad_norm": 5.75,
+      "learning_rate": 1.769905316039169e-05,
+      "loss": 0.6641,
+      "step": 6350
+    },
+    {
+      "cov-distil": 1.047910213470459,
+      "cov-distil (oracle2student)": 4.9119391441345215,
+      "cov-distil (oracle2teacher)": 4.942358016967773,
+      "epoch": 4.984301412872841,
+      "rel-constrast": 2.1776411533355713,
+      "step": 6350,
+      "subrel-constrast": 3.179271936416626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3921808004379272,
+      "cov-distil (oracle2student)": 6.695369243621826,
+      "cov-distil (oracle2teacher)": 5.206090927124023,
+      "epoch": 4.9850863422291996,
+      "rel-constrast": 2.232736825942993,
+      "step": 6351,
+      "subrel-constrast": 2.660191535949707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2084293365478516,
+      "cov-distil (oracle2student)": 4.061747074127197,
+      "cov-distil (oracle2teacher)": 4.092945098876953,
+      "epoch": 4.985871271585557,
+      "rel-constrast": 3.5942487716674805,
+      "step": 6352,
+      "subrel-constrast": 3.964210271835327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6817872524261475,
+      "cov-distil (oracle2student)": 4.995474815368652,
+      "cov-distil (oracle2teacher)": 4.60586404800415,
+      "epoch": 4.9866562009419155,
+      "rel-constrast": 1.8098312616348267,
+      "step": 6353,
+      "subrel-constrast": 3.112137794494629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.427977442741394,
+      "cov-distil (oracle2student)": 4.501344680786133,
+      "cov-distil (oracle2teacher)": 4.291024208068848,
+      "epoch": 4.987441130298273,
+      "rel-constrast": 2.7823352813720703,
+      "step": 6354,
+      "subrel-constrast": 3.19718599319458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4594874382019043,
+      "cov-distil (oracle2student)": 4.523033142089844,
+      "cov-distil (oracle2teacher)": 4.395312309265137,
+      "epoch": 4.988226059654631,
+      "rel-constrast": 2.2572810649871826,
+      "step": 6355,
+      "subrel-constrast": 2.9013445377349854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3175606727600098,
+      "cov-distil (oracle2student)": 3.160247802734375,
+      "cov-distil (oracle2teacher)": 3.2260923385620117,
+      "epoch": 4.989010989010989,
+      "rel-constrast": 2.1419713497161865,
+      "step": 6356,
+      "subrel-constrast": 2.826784610748291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0004092454910278,
+      "cov-distil (oracle2student)": 2.7171289920806885,
+      "cov-distil (oracle2teacher)": 2.6494624614715576,
+      "epoch": 4.989795918367347,
+      "rel-constrast": 1.8749656677246094,
+      "step": 6357,
+      "subrel-constrast": 2.3543131351470947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.518770456314087,
+      "cov-distil (oracle2student)": 5.135395526885986,
+      "cov-distil (oracle2teacher)": 4.523126602172852,
+      "epoch": 4.990580847723705,
+      "rel-constrast": 2.457313299179077,
+      "step": 6358,
+      "subrel-constrast": 3.3512682914733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2809380292892456,
+      "cov-distil (oracle2student)": 4.315846920013428,
+      "cov-distil (oracle2teacher)": 3.596458911895752,
+      "epoch": 4.991365777080063,
+      "rel-constrast": 2.407223701477051,
+      "step": 6359,
+      "subrel-constrast": 2.873908519744873,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 4.992150706436421,
+      "grad_norm": 4.8125,
+      "learning_rate": 1.76156355754647e-05,
+      "loss": 0.6267,
+      "step": 6360
+    },
+    {
+      "cov-distil": 1.160588264465332,
+      "cov-distil (oracle2student)": 4.551167964935303,
+      "cov-distil (oracle2teacher)": 4.127175807952881,
+      "epoch": 4.992150706436421,
+      "rel-constrast": 2.360353708267212,
+      "step": 6360,
+      "subrel-constrast": 3.03942608833313,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1076457500457764,
+      "cov-distil (oracle2student)": 4.793086051940918,
+      "cov-distil (oracle2teacher)": 4.320806503295898,
+      "epoch": 4.9929356357927785,
+      "rel-constrast": 3.625304937362671,
+      "step": 6361,
+      "subrel-constrast": 3.7809274196624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2794060707092285,
+      "cov-distil (oracle2student)": 4.951486110687256,
+      "cov-distil (oracle2teacher)": 4.332149505615234,
+      "epoch": 4.993720565149136,
+      "rel-constrast": 2.710268020629883,
+      "step": 6362,
+      "subrel-constrast": 3.2642877101898193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2074806690216064,
+      "cov-distil (oracle2student)": 3.255018949508667,
+      "cov-distil (oracle2teacher)": 3.0458898544311523,
+      "epoch": 4.9945054945054945,
+      "rel-constrast": 2.9193453788757324,
+      "step": 6363,
+      "subrel-constrast": 3.136819839477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6302261352539062,
+      "cov-distil (oracle2student)": 3.7394003868103027,
+      "cov-distil (oracle2teacher)": 3.85154390335083,
+      "epoch": 4.995290423861852,
+      "rel-constrast": 2.3977081775665283,
+      "step": 6364,
+      "subrel-constrast": 3.345785140991211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3691960573196411,
+      "cov-distil (oracle2student)": 3.937055826187134,
+      "cov-distil (oracle2teacher)": 3.863041877746582,
+      "epoch": 4.9960753532182105,
+      "rel-constrast": 2.4097399711608887,
+      "step": 6365,
+      "subrel-constrast": 3.1660101413726807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4047520160675049,
+      "cov-distil (oracle2student)": 4.410531520843506,
+      "cov-distil (oracle2teacher)": 4.219385623931885,
+      "epoch": 4.996860282574568,
+      "rel-constrast": 2.3154335021972656,
+      "step": 6366,
+      "subrel-constrast": 3.105968475341797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4460198879241943,
+      "cov-distil (oracle2student)": 5.261059284210205,
+      "cov-distil (oracle2teacher)": 5.043281078338623,
+      "epoch": 4.9976452119309265,
+      "rel-constrast": 3.5350379943847656,
+      "step": 6367,
+      "subrel-constrast": 4.37647008895874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2247017621994019,
+      "cov-distil (oracle2student)": 2.2277369499206543,
+      "cov-distil (oracle2teacher)": 2.4164347648620605,
+      "epoch": 4.998430141287284,
+      "rel-constrast": 2.1818106174468994,
+      "step": 6368,
+      "subrel-constrast": 2.7590720653533936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.834952712059021,
+      "cov-distil (oracle2student)": 3.418919563293457,
+      "cov-distil (oracle2teacher)": 3.318164110183716,
+      "epoch": 4.9992150706436425,
+      "rel-constrast": 3.3827550411224365,
+      "step": 6369,
+      "subrel-constrast": 3.5862977504730225,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 6.65625,
+      "learning_rate": 1.753230796668786e-05,
+      "loss": 0.7326,
+      "step": 6370
+    },
+    {
+      "cov-distil": 1.359392762184143,
+      "cov-distil (oracle2student)": 3.3579001426696777,
+      "cov-distil (oracle2teacher)": 3.3583874702453613,
+      "epoch": 5.0,
+      "rel-constrast": 1.9008030891418457,
+      "step": 6370,
+      "subrel-constrast": 2.6319360733032227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371079921722412,
+      "cov-distil (oracle2student)": 5.76436185836792,
+      "cov-distil (oracle2teacher)": 5.128456115722656,
+      "epoch": 5.0007849293563575,
+      "rel-constrast": 2.059243679046631,
+      "step": 6371,
+      "subrel-constrast": 2.430107593536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4476008415222168,
+      "cov-distil (oracle2student)": 2.659885883331299,
+      "cov-distil (oracle2teacher)": 3.2024524211883545,
+      "epoch": 5.001569858712716,
+      "rel-constrast": 2.360893726348877,
+      "step": 6372,
+      "subrel-constrast": 3.022418737411499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1649432182312012,
+      "cov-distil (oracle2student)": 4.481777667999268,
+      "cov-distil (oracle2teacher)": 4.318930149078369,
+      "epoch": 5.0023547880690735,
+      "rel-constrast": 2.6836695671081543,
+      "step": 6373,
+      "subrel-constrast": 3.273745059967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412778377532959,
+      "cov-distil (oracle2student)": 4.0091094970703125,
+      "cov-distil (oracle2teacher)": 4.020620346069336,
+      "epoch": 5.003139717425432,
+      "rel-constrast": 2.035592555999756,
+      "step": 6374,
+      "subrel-constrast": 2.699009895324707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0473147630691528,
+      "cov-distil (oracle2student)": 3.82696533203125,
+      "cov-distil (oracle2teacher)": 3.8741002082824707,
+      "epoch": 5.0039246467817895,
+      "rel-constrast": 2.084090232849121,
+      "step": 6375,
+      "subrel-constrast": 2.7250661849975586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2430222034454346,
+      "cov-distil (oracle2student)": 5.060732841491699,
+      "cov-distil (oracle2teacher)": 5.0178937911987305,
+      "epoch": 5.004709576138148,
+      "rel-constrast": 3.063809633255005,
+      "step": 6376,
+      "subrel-constrast": 3.3157360553741455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7580978870391846,
+      "cov-distil (oracle2student)": 5.010727405548096,
+      "cov-distil (oracle2teacher)": 4.645780563354492,
+      "epoch": 5.0054945054945055,
+      "rel-constrast": 2.401463508605957,
+      "step": 6377,
+      "subrel-constrast": 2.9093611240386963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1338202953338623,
+      "cov-distil (oracle2student)": 4.870278358459473,
+      "cov-distil (oracle2teacher)": 4.1978983879089355,
+      "epoch": 5.006279434850863,
+      "rel-constrast": 3.1939563751220703,
+      "step": 6378,
+      "subrel-constrast": 3.8752663135528564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2101545333862305,
+      "cov-distil (oracle2student)": 4.851513862609863,
+      "cov-distil (oracle2teacher)": 4.357121467590332,
+      "epoch": 5.0070643642072215,
+      "rel-constrast": 3.002180814743042,
+      "step": 6379,
+      "subrel-constrast": 3.631614923477173,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.007849293563579,
+      "grad_norm": 5.71875,
+      "learning_rate": 1.7449071349381778e-05,
+      "loss": 0.6525,
+      "step": 6380
+    },
+    {
+      "cov-distil": 0.8789222836494446,
+      "cov-distil (oracle2student)": 3.977447509765625,
+      "cov-distil (oracle2teacher)": 3.805952548980713,
+      "epoch": 5.007849293563579,
+      "rel-constrast": 2.7344579696655273,
+      "step": 6380,
+      "subrel-constrast": 3.490339756011963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2632502317428589,
+      "cov-distil (oracle2student)": 4.404345512390137,
+      "cov-distil (oracle2teacher)": 4.018685817718506,
+      "epoch": 5.008634222919937,
+      "rel-constrast": 2.23805570602417,
+      "step": 6381,
+      "subrel-constrast": 3.1731338500976562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1074802875518799,
+      "cov-distil (oracle2student)": 4.344351768493652,
+      "cov-distil (oracle2teacher)": 4.187353134155273,
+      "epoch": 5.009419152276295,
+      "rel-constrast": 2.5136446952819824,
+      "step": 6382,
+      "subrel-constrast": 2.969902276992798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4524273872375488,
+      "cov-distil (oracle2student)": 4.6440229415893555,
+      "cov-distil (oracle2teacher)": 4.678775787353516,
+      "epoch": 5.010204081632653,
+      "rel-constrast": 2.482086181640625,
+      "step": 6383,
+      "subrel-constrast": 3.158622980117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.755650043487549,
+      "cov-distil (oracle2student)": 4.601876735687256,
+      "cov-distil (oracle2teacher)": 4.6380791664123535,
+      "epoch": 5.010989010989011,
+      "rel-constrast": 2.7443761825561523,
+      "step": 6384,
+      "subrel-constrast": 4.0316162109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.369147777557373,
+      "cov-distil (oracle2student)": 5.574975967407227,
+      "cov-distil (oracle2teacher)": 4.981288909912109,
+      "epoch": 5.0117739403453685,
+      "rel-constrast": 4.058416366577148,
+      "step": 6385,
+      "subrel-constrast": 4.097314834594727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9753646850585938,
+      "cov-distil (oracle2student)": 4.864660263061523,
+      "cov-distil (oracle2teacher)": 4.325032711029053,
+      "epoch": 5.012558869701727,
+      "rel-constrast": 3.642958641052246,
+      "step": 6386,
+      "subrel-constrast": 4.66250467300415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0839877128601074,
+      "cov-distil (oracle2student)": 4.766118049621582,
+      "cov-distil (oracle2teacher)": 4.368666648864746,
+      "epoch": 5.0133437990580845,
+      "rel-constrast": 2.1008291244506836,
+      "step": 6387,
+      "subrel-constrast": 2.805992364883423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.728922724723816,
+      "cov-distil (oracle2student)": 3.6513671875,
+      "cov-distil (oracle2teacher)": 3.978764057159424,
+      "epoch": 5.014128728414443,
+      "rel-constrast": 2.9527335166931152,
+      "step": 6388,
+      "subrel-constrast": 4.227415561676025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.607741355895996,
+      "cov-distil (oracle2student)": 3.5395169258117676,
+      "cov-distil (oracle2teacher)": 3.755380868911743,
+      "epoch": 5.0149136577708004,
+      "rel-constrast": 2.185133934020996,
+      "step": 6389,
+      "subrel-constrast": 2.9137470722198486,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.015698587127159,
+      "grad_norm": 5.0,
+      "learning_rate": 1.7365926737758382e-05,
+      "loss": 0.7294,
+      "step": 6390
+    },
+    {
+      "cov-distil": 1.3463352918624878,
+      "cov-distil (oracle2student)": 5.043448448181152,
+      "cov-distil (oracle2teacher)": 4.9583234786987305,
+      "epoch": 5.015698587127159,
+      "rel-constrast": 4.1819682121276855,
+      "step": 6390,
+      "subrel-constrast": 4.783616065979004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4332249164581299,
+      "cov-distil (oracle2student)": 5.333106994628906,
+      "cov-distil (oracle2teacher)": 4.794179439544678,
+      "epoch": 5.016483516483516,
+      "rel-constrast": 2.0705103874206543,
+      "step": 6391,
+      "subrel-constrast": 3.1939237117767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7236583232879639,
+      "cov-distil (oracle2student)": 4.942404747009277,
+      "cov-distil (oracle2teacher)": 4.725375175476074,
+      "epoch": 5.017268445839874,
+      "rel-constrast": 2.6249094009399414,
+      "step": 6392,
+      "subrel-constrast": 2.771009922027588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2590625286102295,
+      "cov-distil (oracle2student)": 3.9881274700164795,
+      "cov-distil (oracle2teacher)": 3.0819501876831055,
+      "epoch": 5.018053375196232,
+      "rel-constrast": 1.7491198778152466,
+      "step": 6393,
+      "subrel-constrast": 2.243767023086548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.308765172958374,
+      "cov-distil (oracle2student)": 3.2486984729766846,
+      "cov-distil (oracle2teacher)": 3.346200466156006,
+      "epoch": 5.01883830455259,
+      "rel-constrast": 3.195192337036133,
+      "step": 6394,
+      "subrel-constrast": 3.6824746131896973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5448304414749146,
+      "cov-distil (oracle2student)": 4.208702564239502,
+      "cov-distil (oracle2teacher)": 4.050940036773682,
+      "epoch": 5.019623233908948,
+      "rel-constrast": 2.147087335586548,
+      "step": 6395,
+      "subrel-constrast": 2.8534553050994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.745937466621399,
+      "cov-distil (oracle2student)": 2.959869861602783,
+      "cov-distil (oracle2teacher)": 3.526463031768799,
+      "epoch": 5.020408163265306,
+      "rel-constrast": 2.837782859802246,
+      "step": 6396,
+      "subrel-constrast": 3.3152878284454346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3874518871307373,
+      "cov-distil (oracle2student)": 6.092804431915283,
+      "cov-distil (oracle2teacher)": 4.753513336181641,
+      "epoch": 5.021193092621664,
+      "rel-constrast": 2.584686040878296,
+      "step": 6397,
+      "subrel-constrast": 3.254920721054077,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.342314600944519,
+      "cov-distil (oracle2student)": 4.8169403076171875,
+      "cov-distil (oracle2teacher)": 4.760178089141846,
+      "epoch": 5.021978021978022,
+      "rel-constrast": 2.9403462409973145,
+      "step": 6398,
+      "subrel-constrast": 3.709343910217285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4921982288360596,
+      "cov-distil (oracle2student)": 4.219342231750488,
+      "cov-distil (oracle2teacher)": 3.701714515686035,
+      "epoch": 5.02276295133438,
+      "rel-constrast": 1.7274188995361328,
+      "step": 6399,
+      "subrel-constrast": 2.5749433040618896,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.023547880690738,
+      "grad_norm": 4.0625,
+      "learning_rate": 1.728287514490851e-05,
+      "loss": 0.6879,
+      "step": 6400
+    },
+    {
+      "epoch": 5.023547880690738,
+      "overlap": 0.2874999940395355,
+      "step": 6400
+    },
+    {
+      "epoch": 5.023547880690738,
+      "step": 6400,
+      "student margin": 0.0506591796875
+    },
+    {
+      "epoch": 5.023547880690738,
+      "step": 6400,
+      "teacher margin": 0.037353515625
+    },
+    {
+      "epoch": 5.023547880690738,
+      "margin difference": -0.0133056640625,
+      "step": 6400
+    },
+    {
+      "cov-distil": 2.1386559009552,
+      "cov-distil (oracle2student)": 4.699804306030273,
+      "cov-distil (oracle2teacher)": 4.367741584777832,
+      "epoch": 5.023547880690738,
+      "rel-constrast": 3.194234609603882,
+      "step": 6400,
+      "subrel-constrast": 3.720902442932129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3373442888259888,
+      "cov-distil (oracle2student)": 3.767896890640259,
+      "cov-distil (oracle2teacher)": 3.913093090057373,
+      "epoch": 5.024332810047095,
+      "rel-constrast": 3.2140378952026367,
+      "step": 6401,
+      "subrel-constrast": 3.673841714859009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6179474592208862,
+      "cov-distil (oracle2student)": 4.110291481018066,
+      "cov-distil (oracle2teacher)": 3.577472686767578,
+      "epoch": 5.025117739403454,
+      "rel-constrast": 2.693786859512329,
+      "step": 6402,
+      "subrel-constrast": 3.075308084487915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9145619869232178,
+      "cov-distil (oracle2student)": 3.890866756439209,
+      "cov-distil (oracle2teacher)": 3.594916820526123,
+      "epoch": 5.025902668759811,
+      "rel-constrast": 2.3198776245117188,
+      "step": 6403,
+      "subrel-constrast": 3.2441048622131348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.372300624847412,
+      "cov-distil (oracle2student)": 6.1162309646606445,
+      "cov-distil (oracle2teacher)": 5.177950859069824,
+      "epoch": 5.02668759811617,
+      "rel-constrast": 2.793454647064209,
+      "step": 6404,
+      "subrel-constrast": 3.2124288082122803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1531877517700195,
+      "cov-distil (oracle2student)": 3.3947153091430664,
+      "cov-distil (oracle2teacher)": 3.169563055038452,
+      "epoch": 5.027472527472527,
+      "rel-constrast": 1.697411060333252,
+      "step": 6405,
+      "subrel-constrast": 2.4672296047210693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2044497728347778,
+      "cov-distil (oracle2student)": 4.540169715881348,
+      "cov-distil (oracle2teacher)": 4.377885818481445,
+      "epoch": 5.028257456828886,
+      "rel-constrast": 2.1932106018066406,
+      "step": 6406,
+      "subrel-constrast": 3.043182373046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7265633344650269,
+      "cov-distil (oracle2student)": 4.640819549560547,
+      "cov-distil (oracle2teacher)": 4.500036239624023,
+      "epoch": 5.029042386185243,
+      "rel-constrast": 1.6695019006729126,
+      "step": 6407,
+      "subrel-constrast": 2.490628242492676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7861719131469727,
+      "cov-distil (oracle2student)": 4.103105545043945,
+      "cov-distil (oracle2teacher)": 3.645543098449707,
+      "epoch": 5.029827315541601,
+      "rel-constrast": 2.755000591278076,
+      "step": 6408,
+      "subrel-constrast": 3.8108651638031006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4845219850540161,
+      "cov-distil (oracle2student)": 5.76608943939209,
+      "cov-distil (oracle2teacher)": 5.439455986022949,
+      "epoch": 5.030612244897959,
+      "rel-constrast": 2.771488666534424,
+      "step": 6409,
+      "subrel-constrast": 3.5217487812042236,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.031397174254317,
+      "grad_norm": 5.9375,
+      "learning_rate": 1.7199917582789633e-05,
+      "loss": 0.6719,
+      "step": 6410
+    },
+    {
+      "cov-distil": 1.5721564292907715,
+      "cov-distil (oracle2student)": 5.4674835205078125,
+      "cov-distil (oracle2teacher)": 4.5747904777526855,
+      "epoch": 5.031397174254317,
+      "rel-constrast": 2.1946187019348145,
+      "step": 6410,
+      "subrel-constrast": 2.764049530029297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3994481563568115,
+      "cov-distil (oracle2student)": 3.5430874824523926,
+      "cov-distil (oracle2teacher)": 3.373729705810547,
+      "epoch": 5.032182103610675,
+      "rel-constrast": 2.3410286903381348,
+      "step": 6411,
+      "subrel-constrast": 3.2171850204467773,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.341662883758545,
+      "cov-distil (oracle2student)": 4.853429794311523,
+      "cov-distil (oracle2teacher)": 4.439650535583496,
+      "epoch": 5.032967032967033,
+      "rel-constrast": 2.5478734970092773,
+      "step": 6412,
+      "subrel-constrast": 3.5480809211730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4482485055923462,
+      "cov-distil (oracle2student)": 5.869929313659668,
+      "cov-distil (oracle2teacher)": 5.451936721801758,
+      "epoch": 5.033751962323391,
+      "rel-constrast": 2.174394130706787,
+      "step": 6413,
+      "subrel-constrast": 3.1535887718200684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4895870685577393,
+      "cov-distil (oracle2student)": 3.282317876815796,
+      "cov-distil (oracle2teacher)": 3.7393054962158203,
+      "epoch": 5.034536891679749,
+      "rel-constrast": 2.805201530456543,
+      "step": 6414,
+      "subrel-constrast": 3.6849591732025146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.733220100402832,
+      "cov-distil (oracle2student)": 4.2783522605896,
+      "cov-distil (oracle2teacher)": 3.5380330085754395,
+      "epoch": 5.035321821036106,
+      "rel-constrast": 2.2326860427856445,
+      "step": 6415,
+      "subrel-constrast": 3.0100016593933105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4635485410690308,
+      "cov-distil (oracle2student)": 4.178749084472656,
+      "cov-distil (oracle2teacher)": 4.115012168884277,
+      "epoch": 5.036106750392465,
+      "rel-constrast": 2.603602409362793,
+      "step": 6416,
+      "subrel-constrast": 3.1001787185668945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6413240432739258,
+      "cov-distil (oracle2student)": 4.087843418121338,
+      "cov-distil (oracle2teacher)": 3.921110153198242,
+      "epoch": 5.036891679748822,
+      "rel-constrast": 3.133434534072876,
+      "step": 6417,
+      "subrel-constrast": 3.5969600677490234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6093976497650146,
+      "cov-distil (oracle2student)": 3.0779781341552734,
+      "cov-distil (oracle2teacher)": 3.2501702308654785,
+      "epoch": 5.037676609105181,
+      "rel-constrast": 2.474954605102539,
+      "step": 6418,
+      "subrel-constrast": 3.1595253944396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.432549238204956,
+      "cov-distil (oracle2student)": 4.183036804199219,
+      "cov-distil (oracle2teacher)": 4.222641468048096,
+      "epoch": 5.038461538461538,
+      "rel-constrast": 2.2735230922698975,
+      "step": 6419,
+      "subrel-constrast": 3.3267223834991455,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.039246467817897,
+      "grad_norm": 5.28125,
+      "learning_rate": 1.7117055062213448e-05,
+      "loss": 0.6574,
+      "step": 6420
+    },
+    {
+      "cov-distil": 1.2351577281951904,
+      "cov-distil (oracle2student)": 5.170145034790039,
+      "cov-distil (oracle2teacher)": 4.2409515380859375,
+      "epoch": 5.039246467817897,
+      "rel-constrast": 2.438143014907837,
+      "step": 6420,
+      "subrel-constrast": 3.120026111602783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.986019253730774,
+      "cov-distil (oracle2student)": 2.047380208969116,
+      "cov-distil (oracle2teacher)": 2.6294610500335693,
+      "epoch": 5.040031397174254,
+      "rel-constrast": 2.159783124923706,
+      "step": 6421,
+      "subrel-constrast": 3.3908584117889404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3690769672393799,
+      "cov-distil (oracle2student)": 4.137241363525391,
+      "cov-distil (oracle2teacher)": 4.300175666809082,
+      "epoch": 5.040816326530612,
+      "rel-constrast": 3.2615931034088135,
+      "step": 6422,
+      "subrel-constrast": 4.021975040435791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5668132305145264,
+      "cov-distil (oracle2student)": 2.992008686065674,
+      "cov-distil (oracle2teacher)": 3.1454415321350098,
+      "epoch": 5.04160125588697,
+      "rel-constrast": 2.451068639755249,
+      "step": 6423,
+      "subrel-constrast": 3.0867555141448975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.404271125793457,
+      "cov-distil (oracle2student)": 3.5373377799987793,
+      "cov-distil (oracle2teacher)": 3.7310988903045654,
+      "epoch": 5.042386185243328,
+      "rel-constrast": 2.273376941680908,
+      "step": 6424,
+      "subrel-constrast": 2.9134082794189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.547619104385376,
+      "cov-distil (oracle2student)": 3.5116472244262695,
+      "cov-distil (oracle2teacher)": 3.5006496906280518,
+      "epoch": 5.043171114599686,
+      "rel-constrast": 2.3175089359283447,
+      "step": 6425,
+      "subrel-constrast": 3.178792953491211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.577472448348999,
+      "cov-distil (oracle2student)": 6.1128950119018555,
+      "cov-distil (oracle2teacher)": 5.137702465057373,
+      "epoch": 5.043956043956044,
+      "rel-constrast": 2.3933186531066895,
+      "step": 6426,
+      "subrel-constrast": 2.913015604019165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.253826379776001,
+      "cov-distil (oracle2student)": 4.408603668212891,
+      "cov-distil (oracle2teacher)": 3.607184886932373,
+      "epoch": 5.044740973312402,
+      "rel-constrast": 2.5939502716064453,
+      "step": 6427,
+      "subrel-constrast": 2.9731268882751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2873706817626953,
+      "cov-distil (oracle2student)": 6.291914939880371,
+      "cov-distil (oracle2teacher)": 5.664948463439941,
+      "epoch": 5.04552590266876,
+      "rel-constrast": 3.1207451820373535,
+      "step": 6428,
+      "subrel-constrast": 4.189770221710205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6618921756744385,
+      "cov-distil (oracle2student)": 4.674520015716553,
+      "cov-distil (oracle2teacher)": 4.595946788787842,
+      "epoch": 5.046310832025117,
+      "rel-constrast": 2.6429295539855957,
+      "step": 6429,
+      "subrel-constrast": 3.4542407989501953,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.047095761381476,
+      "grad_norm": 5.3125,
+      "learning_rate": 1.7034288592833624e-05,
+      "loss": 0.6785,
+      "step": 6430
+    },
+    {
+      "cov-distil": 1.5342692136764526,
+      "cov-distil (oracle2student)": 3.868612051010132,
+      "cov-distil (oracle2teacher)": 3.953502655029297,
+      "epoch": 5.047095761381476,
+      "rel-constrast": 2.703097343444824,
+      "step": 6430,
+      "subrel-constrast": 3.176004648208618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5991268157958984,
+      "cov-distil (oracle2student)": 4.317028999328613,
+      "cov-distil (oracle2teacher)": 4.554220676422119,
+      "epoch": 5.047880690737833,
+      "rel-constrast": 2.6607165336608887,
+      "step": 6431,
+      "subrel-constrast": 3.3719494342803955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7819817066192627,
+      "cov-distil (oracle2student)": 3.0905532836914062,
+      "cov-distil (oracle2teacher)": 3.720851421356201,
+      "epoch": 5.048665620094192,
+      "rel-constrast": 1.6860852241516113,
+      "step": 6432,
+      "subrel-constrast": 2.7956502437591553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5205634832382202,
+      "cov-distil (oracle2student)": 4.9854936599731445,
+      "cov-distil (oracle2teacher)": 4.433806419372559,
+      "epoch": 5.049450549450549,
+      "rel-constrast": 2.8956263065338135,
+      "step": 6433,
+      "subrel-constrast": 4.08541202545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.278421401977539,
+      "cov-distil (oracle2student)": 2.9888272285461426,
+      "cov-distil (oracle2teacher)": 3.349884271621704,
+      "epoch": 5.050235478806908,
+      "rel-constrast": 2.966381072998047,
+      "step": 6434,
+      "subrel-constrast": 3.6086273193359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3473429679870605,
+      "cov-distil (oracle2student)": 4.049306869506836,
+      "cov-distil (oracle2teacher)": 3.6100246906280518,
+      "epoch": 5.051020408163265,
+      "rel-constrast": 2.363682270050049,
+      "step": 6435,
+      "subrel-constrast": 2.861302375793457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2861018180847168,
+      "cov-distil (oracle2student)": 3.976492404937744,
+      "cov-distil (oracle2teacher)": 3.571269989013672,
+      "epoch": 5.051805337519623,
+      "rel-constrast": 2.622406482696533,
+      "step": 6436,
+      "subrel-constrast": 2.9156432151794434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3054076433181763,
+      "cov-distil (oracle2student)": 4.908285140991211,
+      "cov-distil (oracle2teacher)": 5.002618789672852,
+      "epoch": 5.052590266875981,
+      "rel-constrast": 1.5977330207824707,
+      "step": 6437,
+      "subrel-constrast": 2.4205427169799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6911412477493286,
+      "cov-distil (oracle2student)": 3.570453643798828,
+      "cov-distil (oracle2teacher)": 4.037918567657471,
+      "epoch": 5.053375196232339,
+      "rel-constrast": 2.345921039581299,
+      "step": 6438,
+      "subrel-constrast": 3.53971266746521,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.299774169921875,
+      "cov-distil (oracle2student)": 3.957676410675049,
+      "cov-distil (oracle2teacher)": 3.9062767028808594,
+      "epoch": 5.054160125588697,
+      "rel-constrast": 2.92734432220459,
+      "step": 6439,
+      "subrel-constrast": 3.3155899047851562,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.054945054945055,
+      "grad_norm": 6.5625,
+      "learning_rate": 1.6951619183133477e-05,
+      "loss": 0.6558,
+      "step": 6440
+    },
+    {
+      "cov-distil": 0.7853665947914124,
+      "cov-distil (oracle2student)": 4.799718379974365,
+      "cov-distil (oracle2teacher)": 4.430170059204102,
+      "epoch": 5.054945054945055,
+      "rel-constrast": 1.6232160329818726,
+      "step": 6440,
+      "subrel-constrast": 2.0859551429748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.503679871559143,
+      "cov-distil (oracle2student)": 2.9759716987609863,
+      "cov-distil (oracle2teacher)": 2.9929428100585938,
+      "epoch": 5.055729984301413,
+      "rel-constrast": 3.1540842056274414,
+      "step": 6441,
+      "subrel-constrast": 3.8048391342163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4659953117370605,
+      "cov-distil (oracle2student)": 3.1349964141845703,
+      "cov-distil (oracle2teacher)": 2.9798271656036377,
+      "epoch": 5.056514913657771,
+      "rel-constrast": 2.709883689880371,
+      "step": 6442,
+      "subrel-constrast": 3.1384785175323486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2780826091766357,
+      "cov-distil (oracle2student)": 3.771440029144287,
+      "cov-distil (oracle2teacher)": 3.7615513801574707,
+      "epoch": 5.057299843014129,
+      "rel-constrast": 2.5716195106506348,
+      "step": 6443,
+      "subrel-constrast": 3.1627092361450195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.498572826385498,
+      "cov-distil (oracle2student)": 4.5346455574035645,
+      "cov-distil (oracle2teacher)": 5.086139678955078,
+      "epoch": 5.058084772370487,
+      "rel-constrast": 2.7810044288635254,
+      "step": 6444,
+      "subrel-constrast": 3.71688175201416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.683319330215454,
+      "cov-distil (oracle2student)": 3.9343013763427734,
+      "cov-distil (oracle2teacher)": 3.6961240768432617,
+      "epoch": 5.058869701726844,
+      "rel-constrast": 1.6019235849380493,
+      "step": 6445,
+      "subrel-constrast": 2.541926622390747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3290371894836426,
+      "cov-distil (oracle2student)": 5.057891845703125,
+      "cov-distil (oracle2teacher)": 4.9427947998046875,
+      "epoch": 5.059654631083203,
+      "rel-constrast": 3.8168745040893555,
+      "step": 6446,
+      "subrel-constrast": 4.59073543548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3111343383789062,
+      "cov-distil (oracle2student)": 4.383816719055176,
+      "cov-distil (oracle2teacher)": 4.267123222351074,
+      "epoch": 5.06043956043956,
+      "rel-constrast": 3.2324295043945312,
+      "step": 6447,
+      "subrel-constrast": 3.245640993118286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1719493865966797,
+      "cov-distil (oracle2student)": 4.888097763061523,
+      "cov-distil (oracle2teacher)": 4.601217269897461,
+      "epoch": 5.061224489795919,
+      "rel-constrast": 2.248357057571411,
+      "step": 6448,
+      "subrel-constrast": 3.131230354309082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5960030555725098,
+      "cov-distil (oracle2student)": 4.05869197845459,
+      "cov-distil (oracle2teacher)": 4.2969536781311035,
+      "epoch": 5.062009419152276,
+      "rel-constrast": 1.942176103591919,
+      "step": 6449,
+      "subrel-constrast": 2.716460704803467,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.062794348508635,
+      "grad_norm": 4.625,
+      "learning_rate": 1.686904784041366e-05,
+      "loss": 0.6786,
+      "step": 6450
+    },
+    {
+      "cov-distil": 1.6648273468017578,
+      "cov-distil (oracle2student)": 5.205915451049805,
+      "cov-distil (oracle2teacher)": 4.757566452026367,
+      "epoch": 5.062794348508635,
+      "rel-constrast": 2.2410531044006348,
+      "step": 6450,
+      "subrel-constrast": 3.236114740371704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5193867683410645,
+      "cov-distil (oracle2student)": 4.258455753326416,
+      "cov-distil (oracle2teacher)": 4.231773853302002,
+      "epoch": 5.063579277864992,
+      "rel-constrast": 2.7963526248931885,
+      "step": 6451,
+      "subrel-constrast": 3.467442274093628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8677549362182617,
+      "cov-distil (oracle2student)": 4.858781337738037,
+      "cov-distil (oracle2teacher)": 4.642212867736816,
+      "epoch": 5.06436420722135,
+      "rel-constrast": 3.318589687347412,
+      "step": 6452,
+      "subrel-constrast": 4.238656044006348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.843064308166504,
+      "cov-distil (oracle2student)": 3.4159960746765137,
+      "cov-distil (oracle2teacher)": 3.4569575786590576,
+      "epoch": 5.065149136577708,
+      "rel-constrast": 3.112098455429077,
+      "step": 6453,
+      "subrel-constrast": 4.07960319519043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4689431190490723,
+      "cov-distil (oracle2student)": 4.0383219718933105,
+      "cov-distil (oracle2teacher)": 3.6476166248321533,
+      "epoch": 5.065934065934066,
+      "rel-constrast": 2.194288730621338,
+      "step": 6454,
+      "subrel-constrast": 2.8861002922058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8815069198608398,
+      "cov-distil (oracle2student)": 3.6926143169403076,
+      "cov-distil (oracle2teacher)": 3.63433575630188,
+      "epoch": 5.066718995290424,
+      "rel-constrast": 2.4412314891815186,
+      "step": 6455,
+      "subrel-constrast": 3.854016065597534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.731393575668335,
+      "cov-distil (oracle2student)": 4.743968486785889,
+      "cov-distil (oracle2teacher)": 4.554106712341309,
+      "epoch": 5.067503924646782,
+      "rel-constrast": 2.687591552734375,
+      "step": 6456,
+      "subrel-constrast": 3.5147807598114014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.593144178390503,
+      "cov-distil (oracle2student)": 7.105466365814209,
+      "cov-distil (oracle2teacher)": 6.337067604064941,
+      "epoch": 5.06828885400314,
+      "rel-constrast": 2.286738395690918,
+      "step": 6457,
+      "subrel-constrast": 3.2302184104919434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6642577648162842,
+      "cov-distil (oracle2student)": 4.029541969299316,
+      "cov-distil (oracle2teacher)": 4.08975887298584,
+      "epoch": 5.069073783359498,
+      "rel-constrast": 2.3838391304016113,
+      "step": 6458,
+      "subrel-constrast": 3.250200033187866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1972880363464355,
+      "cov-distil (oracle2student)": 4.830834865570068,
+      "cov-distil (oracle2teacher)": 4.165311336517334,
+      "epoch": 5.069858712715855,
+      "rel-constrast": 2.5644736289978027,
+      "step": 6459,
+      "subrel-constrast": 3.251159906387329,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.070643642072214,
+      "grad_norm": 5.9375,
+      "learning_rate": 1.6786575570779946e-05,
+      "loss": 0.6917,
+      "step": 6460
+    },
+    {
+      "cov-distil": 1.3503787517547607,
+      "cov-distil (oracle2student)": 3.7851316928863525,
+      "cov-distil (oracle2teacher)": 3.063106060028076,
+      "epoch": 5.070643642072214,
+      "rel-constrast": 2.486644744873047,
+      "step": 6460,
+      "subrel-constrast": 3.019059658050537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7651206254959106,
+      "cov-distil (oracle2student)": 4.373219013214111,
+      "cov-distil (oracle2teacher)": 3.883556842803955,
+      "epoch": 5.071428571428571,
+      "rel-constrast": 3.024913787841797,
+      "step": 6461,
+      "subrel-constrast": 3.446739912033081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8132432699203491,
+      "cov-distil (oracle2student)": 3.525139808654785,
+      "cov-distil (oracle2teacher)": 3.673308849334717,
+      "epoch": 5.07221350078493,
+      "rel-constrast": 1.5212494134902954,
+      "step": 6462,
+      "subrel-constrast": 2.6716487407684326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4933370351791382,
+      "cov-distil (oracle2student)": 4.684646129608154,
+      "cov-distil (oracle2teacher)": 4.174861907958984,
+      "epoch": 5.072998430141287,
+      "rel-constrast": 2.38259220123291,
+      "step": 6463,
+      "subrel-constrast": 3.0713412761688232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.328019618988037,
+      "cov-distil (oracle2student)": 3.6661527156829834,
+      "cov-distil (oracle2teacher)": 3.3467984199523926,
+      "epoch": 5.073783359497646,
+      "rel-constrast": 3.2056918144226074,
+      "step": 6464,
+      "subrel-constrast": 3.0349559783935547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.764646053314209,
+      "cov-distil (oracle2student)": 5.490640640258789,
+      "cov-distil (oracle2teacher)": 5.205060005187988,
+      "epoch": 5.074568288854003,
+      "rel-constrast": 2.9971299171447754,
+      "step": 6465,
+      "subrel-constrast": 4.065035820007324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1057145595550537,
+      "cov-distil (oracle2student)": 5.58680534362793,
+      "cov-distil (oracle2teacher)": 5.224757194519043,
+      "epoch": 5.075353218210361,
+      "rel-constrast": 2.5782711505889893,
+      "step": 6466,
+      "subrel-constrast": 3.1517839431762695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.8492705821990967,
+      "cov-distil (oracle2student)": 4.384853363037109,
+      "cov-distil (oracle2teacher)": 4.465365409851074,
+      "epoch": 5.076138147566719,
+      "rel-constrast": 2.9795355796813965,
+      "step": 6467,
+      "subrel-constrast": 4.008980751037598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2476634979248047,
+      "cov-distil (oracle2student)": 4.239705562591553,
+      "cov-distil (oracle2teacher)": 4.273999214172363,
+      "epoch": 5.076923076923077,
+      "rel-constrast": 2.001646041870117,
+      "step": 6468,
+      "subrel-constrast": 2.6903159618377686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0972198247909546,
+      "cov-distil (oracle2student)": 3.752915859222412,
+      "cov-distil (oracle2teacher)": 3.531369924545288,
+      "epoch": 5.077708006279435,
+      "rel-constrast": 3.6294467449188232,
+      "step": 6469,
+      "subrel-constrast": 4.068543910980225,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.078492935635793,
+      "grad_norm": 6.71875,
+      "learning_rate": 1.670420337913089e-05,
+      "loss": 0.7097,
+      "step": 6470
+    },
+    {
+      "cov-distil": 1.5824368000030518,
+      "cov-distil (oracle2student)": 5.2987565994262695,
+      "cov-distil (oracle2teacher)": 4.240391731262207,
+      "epoch": 5.078492935635793,
+      "rel-constrast": 3.431577682495117,
+      "step": 6470,
+      "subrel-constrast": 3.5984280109405518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4399430751800537,
+      "cov-distil (oracle2student)": 3.644280433654785,
+      "cov-distil (oracle2teacher)": 3.6448593139648438,
+      "epoch": 5.079277864992151,
+      "rel-constrast": 2.0108108520507812,
+      "step": 6471,
+      "subrel-constrast": 2.7043936252593994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2043081521987915,
+      "cov-distil (oracle2student)": 3.645317554473877,
+      "cov-distil (oracle2teacher)": 3.731496572494507,
+      "epoch": 5.080062794348509,
+      "rel-constrast": 2.5558218955993652,
+      "step": 6472,
+      "subrel-constrast": 3.0420243740081787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4431164264678955,
+      "cov-distil (oracle2student)": 4.183571815490723,
+      "cov-distil (oracle2teacher)": 4.1340131759643555,
+      "epoch": 5.080847723704866,
+      "rel-constrast": 1.7875232696533203,
+      "step": 6473,
+      "subrel-constrast": 2.5747556686401367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0554386377334595,
+      "cov-distil (oracle2student)": 5.447554588317871,
+      "cov-distil (oracle2teacher)": 4.4368133544921875,
+      "epoch": 5.081632653061225,
+      "rel-constrast": 2.5245819091796875,
+      "step": 6474,
+      "subrel-constrast": 2.967104911804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7087345123291016,
+      "cov-distil (oracle2student)": 5.073968887329102,
+      "cov-distil (oracle2teacher)": 4.304337501525879,
+      "epoch": 5.082417582417582,
+      "rel-constrast": 2.3336246013641357,
+      "step": 6475,
+      "subrel-constrast": 2.8520102500915527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6826367378234863,
+      "cov-distil (oracle2student)": 5.529664993286133,
+      "cov-distil (oracle2teacher)": 5.15500545501709,
+      "epoch": 5.083202511773941,
+      "rel-constrast": 2.2671566009521484,
+      "step": 6476,
+      "subrel-constrast": 2.8996987342834473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4689843654632568,
+      "cov-distil (oracle2student)": 3.948617935180664,
+      "cov-distil (oracle2teacher)": 3.556551456451416,
+      "epoch": 5.083987441130298,
+      "rel-constrast": 2.727327346801758,
+      "step": 6477,
+      "subrel-constrast": 3.857961654663086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5301201343536377,
+      "cov-distil (oracle2student)": 5.076099395751953,
+      "cov-distil (oracle2teacher)": 4.385841369628906,
+      "epoch": 5.0847723704866565,
+      "rel-constrast": 2.555785894393921,
+      "step": 6478,
+      "subrel-constrast": 3.118582010269165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4790208339691162,
+      "cov-distil (oracle2student)": 4.0978803634643555,
+      "cov-distil (oracle2teacher)": 3.8566765785217285,
+      "epoch": 5.085557299843014,
+      "rel-constrast": 2.544167995452881,
+      "step": 6479,
+      "subrel-constrast": 3.631030559539795,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.086342229199372,
+      "grad_norm": 6.5,
+      "learning_rate": 1.662193226914568e-05,
+      "loss": 0.6549,
+      "step": 6480
+    },
+    {
+      "cov-distil": 1.1367440223693848,
+      "cov-distil (oracle2student)": 5.84913969039917,
+      "cov-distil (oracle2teacher)": 4.949057579040527,
+      "epoch": 5.086342229199372,
+      "rel-constrast": 3.022862672805786,
+      "step": 6480,
+      "subrel-constrast": 3.033890724182129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5164697170257568,
+      "cov-distil (oracle2student)": 5.841481685638428,
+      "cov-distil (oracle2teacher)": 5.518080711364746,
+      "epoch": 5.08712715855573,
+      "rel-constrast": 2.728315830230713,
+      "step": 6481,
+      "subrel-constrast": 3.714783191680908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6762645244598389,
+      "cov-distil (oracle2student)": 4.6405510902404785,
+      "cov-distil (oracle2teacher)": 4.251141548156738,
+      "epoch": 5.087912087912088,
+      "rel-constrast": 2.5418782234191895,
+      "step": 6482,
+      "subrel-constrast": 3.513810634613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.21817946434021,
+      "cov-distil (oracle2student)": 3.636850118637085,
+      "cov-distil (oracle2teacher)": 3.7273292541503906,
+      "epoch": 5.088697017268446,
+      "rel-constrast": 1.2015635967254639,
+      "step": 6483,
+      "subrel-constrast": 1.98095703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9041303396224976,
+      "cov-distil (oracle2student)": 2.915147304534912,
+      "cov-distil (oracle2teacher)": 3.2835726737976074,
+      "epoch": 5.089481946624804,
+      "rel-constrast": 1.914283275604248,
+      "step": 6484,
+      "subrel-constrast": 3.0621252059936523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.80894136428833,
+      "cov-distil (oracle2student)": 3.701838970184326,
+      "cov-distil (oracle2teacher)": 3.8507673740386963,
+      "epoch": 5.090266875981162,
+      "rel-constrast": 2.1809115409851074,
+      "step": 6485,
+      "subrel-constrast": 3.1125729084014893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7763878107070923,
+      "cov-distil (oracle2student)": 2.999756336212158,
+      "cov-distil (oracle2teacher)": 3.0465664863586426,
+      "epoch": 5.0910518053375196,
+      "rel-constrast": 1.6845195293426514,
+      "step": 6486,
+      "subrel-constrast": 2.7365550994873047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9319219589233398,
+      "cov-distil (oracle2student)": 4.749889850616455,
+      "cov-distil (oracle2teacher)": 4.127559185028076,
+      "epoch": 5.091836734693878,
+      "rel-constrast": 1.8417234420776367,
+      "step": 6487,
+      "subrel-constrast": 3.2686545848846436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4909999370574951,
+      "cov-distil (oracle2student)": 5.905759334564209,
+      "cov-distil (oracle2teacher)": 4.97221565246582,
+      "epoch": 5.0926216640502355,
+      "rel-constrast": 2.698899269104004,
+      "step": 6488,
+      "subrel-constrast": 3.394364356994629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4751901626586914,
+      "cov-distil (oracle2student)": 5.515880584716797,
+      "cov-distil (oracle2teacher)": 5.000038146972656,
+      "epoch": 5.093406593406593,
+      "rel-constrast": 2.53308367729187,
+      "step": 6489,
+      "subrel-constrast": 3.6647331714630127,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.0941915227629515,
+      "grad_norm": 5.625,
+      "learning_rate": 1.65397632432718e-05,
+      "loss": 0.596,
+      "step": 6490
+    },
+    {
+      "cov-distil": 0.9309467673301697,
+      "cov-distil (oracle2student)": 6.913563251495361,
+      "cov-distil (oracle2teacher)": 5.7452392578125,
+      "epoch": 5.0941915227629515,
+      "rel-constrast": 3.5606894493103027,
+      "step": 6490,
+      "subrel-constrast": 3.777803659439087,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5885951519012451,
+      "cov-distil (oracle2student)": 4.536007881164551,
+      "cov-distil (oracle2teacher)": 4.413313865661621,
+      "epoch": 5.094976452119309,
+      "rel-constrast": 2.6487481594085693,
+      "step": 6491,
+      "subrel-constrast": 3.3831520080566406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3142720460891724,
+      "cov-distil (oracle2student)": 3.762923240661621,
+      "cov-distil (oracle2teacher)": 3.121340751647949,
+      "epoch": 5.0957613814756675,
+      "rel-constrast": 2.278137683868408,
+      "step": 6492,
+      "subrel-constrast": 2.604844570159912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6622505187988281,
+      "cov-distil (oracle2student)": 3.6379382610321045,
+      "cov-distil (oracle2teacher)": 4.145137786865234,
+      "epoch": 5.096546310832025,
+      "rel-constrast": 2.4324493408203125,
+      "step": 6493,
+      "subrel-constrast": 3.4504144191741943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1286792755126953,
+      "cov-distil (oracle2student)": 3.8314104080200195,
+      "cov-distil (oracle2teacher)": 3.347726583480835,
+      "epoch": 5.0973312401883835,
+      "rel-constrast": 2.481625556945801,
+      "step": 6494,
+      "subrel-constrast": 3.2732176780700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.887571096420288,
+      "cov-distil (oracle2student)": 3.4678823947906494,
+      "cov-distil (oracle2teacher)": 3.6501412391662598,
+      "epoch": 5.098116169544741,
+      "rel-constrast": 2.4663825035095215,
+      "step": 6495,
+      "subrel-constrast": 3.579484701156616,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5103089809417725,
+      "cov-distil (oracle2student)": 4.72880744934082,
+      "cov-distil (oracle2teacher)": 4.421879291534424,
+      "epoch": 5.0989010989010985,
+      "rel-constrast": 1.9332904815673828,
+      "step": 6496,
+      "subrel-constrast": 2.8666388988494873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8629417419433594,
+      "cov-distil (oracle2student)": 2.5512125492095947,
+      "cov-distil (oracle2teacher)": 2.7662980556488037,
+      "epoch": 5.099686028257457,
+      "rel-constrast": 1.7106118202209473,
+      "step": 6497,
+      "subrel-constrast": 2.9054181575775146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4906636476516724,
+      "cov-distil (oracle2student)": 7.130667686462402,
+      "cov-distil (oracle2teacher)": 6.938780307769775,
+      "epoch": 5.1004709576138145,
+      "rel-constrast": 2.712198495864868,
+      "step": 6498,
+      "subrel-constrast": 3.456435203552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.346020221710205,
+      "cov-distil (oracle2student)": 4.309758186340332,
+      "cov-distil (oracle2teacher)": 3.8272998332977295,
+      "epoch": 5.101255886970173,
+      "rel-constrast": 2.7237045764923096,
+      "step": 6499,
+      "subrel-constrast": 3.28092098236084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "grad_norm": 5.46875,
+      "learning_rate": 1.6457697302712918e-05,
+      "loss": 0.663,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/duc04-P@10": 0.7579999999999998,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/duc04-nDCG@10": 0.7706937137713789,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/duc04-alpha_nDCG@10": 0.5827989343902596,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/multi_news-nDCG@10": 0.6125251429599846,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/multi_news-alpha_nDCG@10": 0.599296598079681,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "eval/avg": 0.5388855669651813,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "overlap": 0.3421874940395355,
+      "step": 6500
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "step": 6500,
+      "student margin": 0.06103515625
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "step": 6500,
+      "teacher margin": 0.043365478515625
+    },
+    {
+      "epoch": 5.1020408163265305,
+      "margin difference": -0.017669677734375,
+      "step": 6500
+    },
+    {
+      "cov-distil": 1.5541046857833862,
+      "cov-distil (oracle2student)": 4.62331485748291,
+      "cov-distil (oracle2teacher)": 4.325516700744629,
+      "epoch": 5.1020408163265305,
+      "rel-constrast": 2.1943740844726562,
+      "step": 6500,
+      "subrel-constrast": 2.860481023788452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1282681226730347,
+      "cov-distil (oracle2student)": 3.3620247840881348,
+      "cov-distil (oracle2teacher)": 3.6815683841705322,
+      "epoch": 5.102825745682889,
+      "rel-constrast": 2.5415756702423096,
+      "step": 6501,
+      "subrel-constrast": 3.0680809020996094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4172414541244507,
+      "cov-distil (oracle2student)": 4.272552967071533,
+      "cov-distil (oracle2teacher)": 3.765033721923828,
+      "epoch": 5.1036106750392465,
+      "rel-constrast": 3.1374459266662598,
+      "step": 6502,
+      "subrel-constrast": 3.378830909729004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6041887998580933,
+      "cov-distil (oracle2student)": 3.4651403427124023,
+      "cov-distil (oracle2teacher)": 3.161919355392456,
+      "epoch": 5.104395604395604,
+      "rel-constrast": 2.639535665512085,
+      "step": 6503,
+      "subrel-constrast": 3.196387767791748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6159098148345947,
+      "cov-distil (oracle2student)": 4.218498706817627,
+      "cov-distil (oracle2teacher)": 4.21674919128418,
+      "epoch": 5.1051805337519625,
+      "rel-constrast": 2.660402297973633,
+      "step": 6504,
+      "subrel-constrast": 3.360034227371216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5916881561279297,
+      "cov-distil (oracle2student)": 4.066379547119141,
+      "cov-distil (oracle2teacher)": 3.6505367755889893,
+      "epoch": 5.10596546310832,
+      "rel-constrast": 2.444716453552246,
+      "step": 6505,
+      "subrel-constrast": 3.2517452239990234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.585335373878479,
+      "cov-distil (oracle2student)": 5.470399856567383,
+      "cov-distil (oracle2teacher)": 4.810398578643799,
+      "epoch": 5.106750392464678,
+      "rel-constrast": 2.123304843902588,
+      "step": 6506,
+      "subrel-constrast": 3.0384373664855957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4750797748565674,
+      "cov-distil (oracle2student)": 4.6701860427856445,
+      "cov-distil (oracle2teacher)": 4.181770324707031,
+      "epoch": 5.107535321821036,
+      "rel-constrast": 2.052053928375244,
+      "step": 6507,
+      "subrel-constrast": 2.7267038822174072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8543391227722168,
+      "cov-distil (oracle2student)": 6.035170555114746,
+      "cov-distil (oracle2teacher)": 5.517988204956055,
+      "epoch": 5.108320251177394,
+      "rel-constrast": 2.78532075881958,
+      "step": 6508,
+      "subrel-constrast": 3.4428164958953857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3218849897384644,
+      "cov-distil (oracle2student)": 5.233981132507324,
+      "cov-distil (oracle2teacher)": 4.305142402648926,
+      "epoch": 5.109105180533752,
+      "rel-constrast": 2.8429110050201416,
+      "step": 6509,
+      "subrel-constrast": 3.380889654159546,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.1098901098901095,
+      "grad_norm": 6.5625,
+      "learning_rate": 1.637573544741662e-05,
+      "loss": 0.6734,
+      "step": 6510
+    },
+    {
+      "cov-distil": 2.9184279441833496,
+      "cov-distil (oracle2student)": 4.667695999145508,
+      "cov-distil (oracle2teacher)": 4.421074867248535,
+      "epoch": 5.1098901098901095,
+      "rel-constrast": 2.566969394683838,
+      "step": 6510,
+      "subrel-constrast": 4.218628883361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4024019241333008,
+      "cov-distil (oracle2student)": 3.5069637298583984,
+      "cov-distil (oracle2teacher)": 3.796229600906372,
+      "epoch": 5.110675039246468,
+      "rel-constrast": 1.9501756429672241,
+      "step": 6511,
+      "subrel-constrast": 2.9531049728393555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4316093921661377,
+      "cov-distil (oracle2student)": 5.409627914428711,
+      "cov-distil (oracle2teacher)": 4.497246742248535,
+      "epoch": 5.1114599686028255,
+      "rel-constrast": 2.476694107055664,
+      "step": 6512,
+      "subrel-constrast": 2.7287378311157227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5325441360473633,
+      "cov-distil (oracle2student)": 2.874546766281128,
+      "cov-distil (oracle2teacher)": 2.764526605606079,
+      "epoch": 5.112244897959184,
+      "rel-constrast": 1.9398990869522095,
+      "step": 6513,
+      "subrel-constrast": 2.898153305053711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5735979080200195,
+      "cov-distil (oracle2student)": 6.239184379577637,
+      "cov-distil (oracle2teacher)": 5.674339294433594,
+      "epoch": 5.1130298273155415,
+      "rel-constrast": 2.3446693420410156,
+      "step": 6514,
+      "subrel-constrast": 3.1967415809631348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1307704448699951,
+      "cov-distil (oracle2student)": 4.554200172424316,
+      "cov-distil (oracle2teacher)": 4.2519636154174805,
+      "epoch": 5.1138147566719,
+      "rel-constrast": 2.660480260848999,
+      "step": 6515,
+      "subrel-constrast": 3.1393113136291504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3279199600219727,
+      "cov-distil (oracle2student)": 4.341103553771973,
+      "cov-distil (oracle2teacher)": 4.201747894287109,
+      "epoch": 5.114599686028257,
+      "rel-constrast": 2.552544116973877,
+      "step": 6516,
+      "subrel-constrast": 3.098341703414917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.083326816558838,
+      "cov-distil (oracle2student)": 3.2390542030334473,
+      "cov-distil (oracle2teacher)": 3.0700559616088867,
+      "epoch": 5.115384615384615,
+      "rel-constrast": 2.446145534515381,
+      "step": 6517,
+      "subrel-constrast": 3.8104803562164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9461365938186646,
+      "cov-distil (oracle2student)": 5.6629228591918945,
+      "cov-distil (oracle2teacher)": 4.349276542663574,
+      "epoch": 5.116169544740973,
+      "rel-constrast": 1.8588594198226929,
+      "step": 6518,
+      "subrel-constrast": 2.3934242725372314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1710844039916992,
+      "cov-distil (oracle2student)": 3.6100287437438965,
+      "cov-distil (oracle2teacher)": 3.2599358558654785,
+      "epoch": 5.116954474097331,
+      "rel-constrast": 3.7680959701538086,
+      "step": 6519,
+      "subrel-constrast": 4.293213367462158,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.117739403453689,
+      "grad_norm": 7.125,
+      "learning_rate": 1.6293878676062237e-05,
+      "loss": 0.6529,
+      "step": 6520
+    },
+    {
+      "cov-distil": 1.6511852741241455,
+      "cov-distil (oracle2student)": 5.215912818908691,
+      "cov-distil (oracle2teacher)": 5.07878303527832,
+      "epoch": 5.117739403453689,
+      "rel-constrast": 3.2592315673828125,
+      "step": 6520,
+      "subrel-constrast": 3.7761082649230957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5464162826538086,
+      "cov-distil (oracle2student)": 3.989798069000244,
+      "cov-distil (oracle2teacher)": 4.260194301605225,
+      "epoch": 5.118524332810047,
+      "rel-constrast": 2.428816318511963,
+      "step": 6521,
+      "subrel-constrast": 2.7680749893188477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7433964014053345,
+      "cov-distil (oracle2student)": 5.2466936111450195,
+      "cov-distil (oracle2teacher)": 4.761327266693115,
+      "epoch": 5.119309262166405,
+      "rel-constrast": 1.9041404724121094,
+      "step": 6522,
+      "subrel-constrast": 2.6281251907348633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3628469705581665,
+      "cov-distil (oracle2student)": 4.599308013916016,
+      "cov-distil (oracle2teacher)": 4.795382976531982,
+      "epoch": 5.120094191522763,
+      "rel-constrast": 2.2327582836151123,
+      "step": 6523,
+      "subrel-constrast": 2.9314939975738525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3192777633666992,
+      "cov-distil (oracle2student)": 3.4431710243225098,
+      "cov-distil (oracle2teacher)": 3.173666477203369,
+      "epoch": 5.1208791208791204,
+      "rel-constrast": 2.2802722454071045,
+      "step": 6524,
+      "subrel-constrast": 3.1738474369049072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3680752515792847,
+      "cov-distil (oracle2student)": 3.3992109298706055,
+      "cov-distil (oracle2teacher)": 3.308814525604248,
+      "epoch": 5.121664050235479,
+      "rel-constrast": 2.068603992462158,
+      "step": 6525,
+      "subrel-constrast": 2.4395878314971924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.512068748474121,
+      "cov-distil (oracle2student)": 4.488131999969482,
+      "cov-distil (oracle2teacher)": 4.364582061767578,
+      "epoch": 5.122448979591836,
+      "rel-constrast": 3.570962429046631,
+      "step": 6526,
+      "subrel-constrast": 4.106188774108887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1629953384399414,
+      "cov-distil (oracle2student)": 3.756722927093506,
+      "cov-distil (oracle2teacher)": 3.89896821975708,
+      "epoch": 5.123233908948195,
+      "rel-constrast": 2.225580930709839,
+      "step": 6527,
+      "subrel-constrast": 2.8910391330718994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6643469333648682,
+      "cov-distil (oracle2student)": 3.9962291717529297,
+      "cov-distil (oracle2teacher)": 4.294974327087402,
+      "epoch": 5.124018838304552,
+      "rel-constrast": 2.410663604736328,
+      "step": 6528,
+      "subrel-constrast": 3.630481243133545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9332139492034912,
+      "cov-distil (oracle2student)": 4.513223648071289,
+      "cov-distil (oracle2teacher)": 4.671955108642578,
+      "epoch": 5.124803767660911,
+      "rel-constrast": 2.222954273223877,
+      "step": 6529,
+      "subrel-constrast": 3.3147614002227783,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.125588697017268,
+      "grad_norm": 4.375,
+      "learning_rate": 1.621212798604871e-05,
+      "loss": 0.6533,
+      "step": 6530
+    },
+    {
+      "cov-distil": 1.7902461290359497,
+      "cov-distil (oracle2student)": 5.741003513336182,
+      "cov-distil (oracle2teacher)": 4.742326259613037,
+      "epoch": 5.125588697017268,
+      "rel-constrast": 1.9901790618896484,
+      "step": 6530,
+      "subrel-constrast": 3.231466770172119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.252131938934326,
+      "cov-distil (oracle2student)": 4.651193618774414,
+      "cov-distil (oracle2teacher)": 4.234295845031738,
+      "epoch": 5.126373626373626,
+      "rel-constrast": 3.2429282665252686,
+      "step": 6531,
+      "subrel-constrast": 3.717498779296875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0161620378494263,
+      "cov-distil (oracle2student)": 3.1970713138580322,
+      "cov-distil (oracle2teacher)": 2.995440721511841,
+      "epoch": 5.127158555729984,
+      "rel-constrast": 1.8788851499557495,
+      "step": 6532,
+      "subrel-constrast": 2.0230302810668945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3477435111999512,
+      "cov-distil (oracle2student)": 5.196389675140381,
+      "cov-distil (oracle2teacher)": 4.787723541259766,
+      "epoch": 5.127943485086342,
+      "rel-constrast": 2.67067813873291,
+      "step": 6533,
+      "subrel-constrast": 3.1816763877868652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.409711241722107,
+      "cov-distil (oracle2student)": 3.464888095855713,
+      "cov-distil (oracle2teacher)": 3.257077693939209,
+      "epoch": 5.1287284144427,
+      "rel-constrast": 2.451207160949707,
+      "step": 6534,
+      "subrel-constrast": 3.4774014949798584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3117992877960205,
+      "cov-distil (oracle2student)": 4.634225845336914,
+      "cov-distil (oracle2teacher)": 3.85032320022583,
+      "epoch": 5.129513343799058,
+      "rel-constrast": 2.973008155822754,
+      "step": 6535,
+      "subrel-constrast": 3.3771684169769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6929452419281006,
+      "cov-distil (oracle2student)": 5.677371978759766,
+      "cov-distil (oracle2teacher)": 4.484565734863281,
+      "epoch": 5.130298273155416,
+      "rel-constrast": 2.5215818881988525,
+      "step": 6536,
+      "subrel-constrast": 3.119809150695801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6419090032577515,
+      "cov-distil (oracle2student)": 3.1709394454956055,
+      "cov-distil (oracle2teacher)": 3.122468948364258,
+      "epoch": 5.131083202511774,
+      "rel-constrast": 3.0596423149108887,
+      "step": 6537,
+      "subrel-constrast": 3.3008668422698975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.67075514793396,
+      "cov-distil (oracle2student)": 6.797421455383301,
+      "cov-distil (oracle2teacher)": 5.649285793304443,
+      "epoch": 5.131868131868132,
+      "rel-constrast": 3.8326079845428467,
+      "step": 6538,
+      "subrel-constrast": 3.689365863800049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1957169771194458,
+      "cov-distil (oracle2student)": 5.901435852050781,
+      "cov-distil (oracle2teacher)": 5.190810203552246,
+      "epoch": 5.13265306122449,
+      "rel-constrast": 2.7840566635131836,
+      "step": 6539,
+      "subrel-constrast": 3.989926338195801,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.133437990580847,
+      "grad_norm": 5.53125,
+      "learning_rate": 1.613048437348238e-05,
+      "loss": 0.7234,
+      "step": 6540
+    },
+    {
+      "cov-distil": 1.9660539627075195,
+      "cov-distil (oracle2student)": 3.3111624717712402,
+      "cov-distil (oracle2teacher)": 3.6389875411987305,
+      "epoch": 5.133437990580847,
+      "rel-constrast": 1.9835087060928345,
+      "step": 6540,
+      "subrel-constrast": 3.6776719093322754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0099233388900757,
+      "cov-distil (oracle2student)": 4.211773872375488,
+      "cov-distil (oracle2teacher)": 4.154232501983643,
+      "epoch": 5.134222919937206,
+      "rel-constrast": 2.4177703857421875,
+      "step": 6541,
+      "subrel-constrast": 3.1491146087646484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4664623737335205,
+      "cov-distil (oracle2student)": 4.326846122741699,
+      "cov-distil (oracle2teacher)": 3.993316173553467,
+      "epoch": 5.135007849293563,
+      "rel-constrast": 1.893197774887085,
+      "step": 6542,
+      "subrel-constrast": 2.5511221885681152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4848402738571167,
+      "cov-distil (oracle2student)": 2.880483388900757,
+      "cov-distil (oracle2teacher)": 3.358821392059326,
+      "epoch": 5.135792778649922,
+      "rel-constrast": 2.397860527038574,
+      "step": 6543,
+      "subrel-constrast": 3.2909417152404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7140306234359741,
+      "cov-distil (oracle2student)": 4.421629428863525,
+      "cov-distil (oracle2teacher)": 4.629258632659912,
+      "epoch": 5.136577708006279,
+      "rel-constrast": 2.8821041584014893,
+      "step": 6544,
+      "subrel-constrast": 3.6557674407958984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.687954306602478,
+      "cov-distil (oracle2student)": 4.037136554718018,
+      "cov-distil (oracle2teacher)": 3.728870391845703,
+      "epoch": 5.137362637362638,
+      "rel-constrast": 2.1217870712280273,
+      "step": 6545,
+      "subrel-constrast": 3.2447357177734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.47232985496521,
+      "cov-distil (oracle2student)": 4.521583080291748,
+      "cov-distil (oracle2teacher)": 4.526514530181885,
+      "epoch": 5.138147566718995,
+      "rel-constrast": 3.078274726867676,
+      "step": 6546,
+      "subrel-constrast": 3.6735682487487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4203425645828247,
+      "cov-distil (oracle2student)": 4.268792152404785,
+      "cov-distil (oracle2teacher)": 4.628008842468262,
+      "epoch": 5.138932496075353,
+      "rel-constrast": 2.6947083473205566,
+      "step": 6547,
+      "subrel-constrast": 3.402179002761841,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7162525653839111,
+      "cov-distil (oracle2student)": 3.8219799995422363,
+      "cov-distil (oracle2teacher)": 3.74336314201355,
+      "epoch": 5.139717425431711,
+      "rel-constrast": 3.1548280715942383,
+      "step": 6548,
+      "subrel-constrast": 3.6595046520233154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5637537240982056,
+      "cov-distil (oracle2student)": 3.1638734340667725,
+      "cov-distil (oracle2teacher)": 3.2335548400878906,
+      "epoch": 5.140502354788069,
+      "rel-constrast": 2.485215663909912,
+      "step": 6549,
+      "subrel-constrast": 3.4518799781799316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.141287284144427,
+      "grad_norm": 5.90625,
+      "learning_rate": 1.604894883316492e-05,
+      "loss": 0.6665,
+      "step": 6550
+    },
+    {
+      "cov-distil": 1.4669163227081299,
+      "cov-distil (oracle2student)": 3.7618207931518555,
+      "cov-distil (oracle2teacher)": 3.608311653137207,
+      "epoch": 5.141287284144427,
+      "rel-constrast": 3.3169991970062256,
+      "step": 6550,
+      "subrel-constrast": 3.79213809967041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5247975587844849,
+      "cov-distil (oracle2student)": 4.372635841369629,
+      "cov-distil (oracle2teacher)": 4.372650146484375,
+      "epoch": 5.142072213500785,
+      "rel-constrast": 1.8385231494903564,
+      "step": 6551,
+      "subrel-constrast": 2.827456474304199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4385945796966553,
+      "cov-distil (oracle2student)": 3.2022507190704346,
+      "cov-distil (oracle2teacher)": 3.491607666015625,
+      "epoch": 5.142857142857143,
+      "rel-constrast": 2.153585433959961,
+      "step": 6552,
+      "subrel-constrast": 2.8956847190856934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3177189826965332,
+      "cov-distil (oracle2student)": 3.7681334018707275,
+      "cov-distil (oracle2teacher)": 3.396862030029297,
+      "epoch": 5.143642072213501,
+      "rel-constrast": 2.953169584274292,
+      "step": 6553,
+      "subrel-constrast": 3.290224313735962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.549208402633667,
+      "cov-distil (oracle2student)": 3.5315818786621094,
+      "cov-distil (oracle2teacher)": 3.775090456008911,
+      "epoch": 5.144427001569858,
+      "rel-constrast": 3.486726999282837,
+      "step": 6554,
+      "subrel-constrast": 4.1188530921936035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.987423300743103,
+      "cov-distil (oracle2student)": 5.176309585571289,
+      "cov-distil (oracle2teacher)": 4.899816036224365,
+      "epoch": 5.145211930926217,
+      "rel-constrast": 3.3194773197174072,
+      "step": 6555,
+      "subrel-constrast": 4.232936382293701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.255156993865967,
+      "cov-distil (oracle2student)": 4.991086006164551,
+      "cov-distil (oracle2teacher)": 4.624212265014648,
+      "epoch": 5.145996860282574,
+      "rel-constrast": 2.7255361080169678,
+      "step": 6556,
+      "subrel-constrast": 3.5497536659240723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0924997329711914,
+      "cov-distil (oracle2student)": 4.7687482833862305,
+      "cov-distil (oracle2teacher)": 4.482419013977051,
+      "epoch": 5.146781789638933,
+      "rel-constrast": 1.0404353141784668,
+      "step": 6557,
+      "subrel-constrast": 2.2522735595703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5406723022460938,
+      "cov-distil (oracle2student)": 3.711547374725342,
+      "cov-distil (oracle2teacher)": 3.782813549041748,
+      "epoch": 5.14756671899529,
+      "rel-constrast": 1.8745245933532715,
+      "step": 6558,
+      "subrel-constrast": 2.9229283332824707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5054025650024414,
+      "cov-distil (oracle2student)": 4.0837883949279785,
+      "cov-distil (oracle2teacher)": 3.7189130783081055,
+      "epoch": 5.148351648351649,
+      "rel-constrast": 2.0547051429748535,
+      "step": 6559,
+      "subrel-constrast": 2.5912458896636963,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.149136577708006,
+      "grad_norm": 5.21875,
+      "learning_rate": 1.5967522358581138e-05,
+      "loss": 0.6583,
+      "step": 6560
+    },
+    {
+      "cov-distil": 1.6529043912887573,
+      "cov-distil (oracle2student)": 4.141175270080566,
+      "cov-distil (oracle2teacher)": 4.34409236907959,
+      "epoch": 5.149136577708006,
+      "rel-constrast": 1.7886195182800293,
+      "step": 6560,
+      "subrel-constrast": 2.769366979598999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7736778259277344,
+      "cov-distil (oracle2student)": 5.1427741050720215,
+      "cov-distil (oracle2teacher)": 4.209495544433594,
+      "epoch": 5.149921507064364,
+      "rel-constrast": 2.7827892303466797,
+      "step": 6561,
+      "subrel-constrast": 3.1974945068359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.705574870109558,
+      "cov-distil (oracle2student)": 4.0013651847839355,
+      "cov-distil (oracle2teacher)": 3.516117811203003,
+      "epoch": 5.150706436420722,
+      "rel-constrast": 3.0610454082489014,
+      "step": 6562,
+      "subrel-constrast": 3.378363609313965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6633174419403076,
+      "cov-distil (oracle2student)": 6.504651069641113,
+      "cov-distil (oracle2teacher)": 5.8460164070129395,
+      "epoch": 5.15149136577708,
+      "rel-constrast": 2.2909951210021973,
+      "step": 6563,
+      "subrel-constrast": 3.0708563327789307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2451003789901733,
+      "cov-distil (oracle2student)": 5.175504684448242,
+      "cov-distil (oracle2teacher)": 4.825749397277832,
+      "epoch": 5.152276295133438,
+      "rel-constrast": 3.387733221054077,
+      "step": 6564,
+      "subrel-constrast": 3.848844051361084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3445104360580444,
+      "cov-distil (oracle2student)": 3.7577686309814453,
+      "cov-distil (oracle2teacher)": 3.196732521057129,
+      "epoch": 5.153061224489796,
+      "rel-constrast": 3.2270102500915527,
+      "step": 6565,
+      "subrel-constrast": 3.3970565795898438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.039069890975952,
+      "cov-distil (oracle2student)": 4.681905269622803,
+      "cov-distil (oracle2teacher)": 4.432744979858398,
+      "epoch": 5.153846153846154,
+      "rel-constrast": 2.6270880699157715,
+      "step": 6566,
+      "subrel-constrast": 3.5471184253692627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4029486179351807,
+      "cov-distil (oracle2student)": 4.617398262023926,
+      "cov-distil (oracle2teacher)": 4.465954303741455,
+      "epoch": 5.154631083202512,
+      "rel-constrast": 2.907803535461426,
+      "step": 6567,
+      "subrel-constrast": 3.0423977375030518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1583633422851562,
+      "cov-distil (oracle2student)": 3.270460844039917,
+      "cov-distil (oracle2teacher)": 3.4071784019470215,
+      "epoch": 5.155416012558869,
+      "rel-constrast": 1.5509859323501587,
+      "step": 6568,
+      "subrel-constrast": 2.4988832473754883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.791933298110962,
+      "cov-distil (oracle2student)": 3.7122130393981934,
+      "cov-distil (oracle2teacher)": 3.4488728046417236,
+      "epoch": 5.156200941915228,
+      "rel-constrast": 2.2773830890655518,
+      "step": 6569,
+      "subrel-constrast": 3.134716272354126,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.156985871271585,
+      "grad_norm": 5.53125,
+      "learning_rate": 1.588620594188695e-05,
+      "loss": 0.687,
+      "step": 6570
+    },
+    {
+      "cov-distil": 2.130523920059204,
+      "cov-distil (oracle2student)": 4.616801738739014,
+      "cov-distil (oracle2teacher)": 4.072200775146484,
+      "epoch": 5.156985871271585,
+      "rel-constrast": 2.9060235023498535,
+      "step": 6570,
+      "subrel-constrast": 4.51932430267334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.233169674873352,
+      "cov-distil (oracle2student)": 2.6508116722106934,
+      "cov-distil (oracle2teacher)": 3.183526039123535,
+      "epoch": 5.157770800627944,
+      "rel-constrast": 2.1035571098327637,
+      "step": 6571,
+      "subrel-constrast": 2.7916929721832275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517250418663025,
+      "cov-distil (oracle2student)": 5.217243671417236,
+      "cov-distil (oracle2teacher)": 5.180885314941406,
+      "epoch": 5.158555729984301,
+      "rel-constrast": 3.3409485816955566,
+      "step": 6572,
+      "subrel-constrast": 4.699456214904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1896519660949707,
+      "cov-distil (oracle2student)": 5.291800498962402,
+      "cov-distil (oracle2teacher)": 5.2168755531311035,
+      "epoch": 5.15934065934066,
+      "rel-constrast": 1.977323293685913,
+      "step": 6573,
+      "subrel-constrast": 2.863852024078369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2966504096984863,
+      "cov-distil (oracle2student)": 5.28788948059082,
+      "cov-distil (oracle2teacher)": 5.530702590942383,
+      "epoch": 5.160125588697017,
+      "rel-constrast": 3.0981078147888184,
+      "step": 6574,
+      "subrel-constrast": 3.938864231109619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1058688163757324,
+      "cov-distil (oracle2student)": 3.346831798553467,
+      "cov-distil (oracle2teacher)": 3.129244565963745,
+      "epoch": 5.160910518053376,
+      "rel-constrast": 2.271479368209839,
+      "step": 6575,
+      "subrel-constrast": 3.406095266342163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6955206394195557,
+      "cov-distil (oracle2student)": 4.181349277496338,
+      "cov-distil (oracle2teacher)": 3.715268611907959,
+      "epoch": 5.161695447409733,
+      "rel-constrast": 2.5838959217071533,
+      "step": 6576,
+      "subrel-constrast": 3.2508299350738525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.405662178993225,
+      "cov-distil (oracle2student)": 5.997673034667969,
+      "cov-distil (oracle2teacher)": 5.0850090980529785,
+      "epoch": 5.162480376766091,
+      "rel-constrast": 2.990699052810669,
+      "step": 6577,
+      "subrel-constrast": 3.1876800060272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2376152276992798,
+      "cov-distil (oracle2student)": 5.255873680114746,
+      "cov-distil (oracle2teacher)": 4.939300537109375,
+      "epoch": 5.163265306122449,
+      "rel-constrast": 2.2308225631713867,
+      "step": 6578,
+      "subrel-constrast": 2.933368444442749,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6705925464630127,
+      "cov-distil (oracle2student)": 5.817252159118652,
+      "cov-distil (oracle2teacher)": 5.2992401123046875,
+      "epoch": 5.164050235478807,
+      "rel-constrast": 3.509645462036133,
+      "step": 6579,
+      "subrel-constrast": 3.847508430480957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.164835164835165,
+      "grad_norm": 6.4375,
+      "learning_rate": 1.5805000573897218e-05,
+      "loss": 0.714,
+      "step": 6580
+    },
+    {
+      "cov-distil": 1.1546528339385986,
+      "cov-distil (oracle2student)": 4.7082839012146,
+      "cov-distil (oracle2teacher)": 4.615937232971191,
+      "epoch": 5.164835164835165,
+      "rel-constrast": 2.962527275085449,
+      "step": 6580,
+      "subrel-constrast": 3.2647013664245605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7118251323699951,
+      "cov-distil (oracle2student)": 3.762889862060547,
+      "cov-distil (oracle2teacher)": 3.8853464126586914,
+      "epoch": 5.165620094191523,
+      "rel-constrast": 2.6815507411956787,
+      "step": 6581,
+      "subrel-constrast": 3.5926051139831543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2773356437683105,
+      "cov-distil (oracle2student)": 5.426346778869629,
+      "cov-distil (oracle2teacher)": 4.98980712890625,
+      "epoch": 5.166405023547881,
+      "rel-constrast": 4.58848762512207,
+      "step": 6582,
+      "subrel-constrast": 4.599295616149902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2301039695739746,
+      "cov-distil (oracle2student)": 5.9109086990356445,
+      "cov-distil (oracle2teacher)": 5.488070011138916,
+      "epoch": 5.167189952904239,
+      "rel-constrast": 2.64616322517395,
+      "step": 6583,
+      "subrel-constrast": 3.1730172634124756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4039714336395264,
+      "cov-distil (oracle2student)": 4.160449981689453,
+      "cov-distil (oracle2teacher)": 3.614193916320801,
+      "epoch": 5.167974882260596,
+      "rel-constrast": 2.2843570709228516,
+      "step": 6584,
+      "subrel-constrast": 2.8391950130462646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4404196739196777,
+      "cov-distil (oracle2student)": 4.985086441040039,
+      "cov-distil (oracle2teacher)": 4.360114097595215,
+      "epoch": 5.168759811616955,
+      "rel-constrast": 1.605154275894165,
+      "step": 6585,
+      "subrel-constrast": 2.401252031326294,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4097163677215576,
+      "cov-distil (oracle2student)": 2.6405391693115234,
+      "cov-distil (oracle2teacher)": 2.201859951019287,
+      "epoch": 5.169544740973312,
+      "rel-constrast": 2.118927478790283,
+      "step": 6586,
+      "subrel-constrast": 2.669703483581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1968889236450195,
+      "cov-distil (oracle2student)": 4.634102821350098,
+      "cov-distil (oracle2teacher)": 4.594488620758057,
+      "epoch": 5.170329670329671,
+      "rel-constrast": 1.715719223022461,
+      "step": 6587,
+      "subrel-constrast": 2.6526074409484863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3038454055786133,
+      "cov-distil (oracle2student)": 3.6214587688446045,
+      "cov-distil (oracle2teacher)": 3.675969362258911,
+      "epoch": 5.171114599686028,
+      "rel-constrast": 2.1478748321533203,
+      "step": 6588,
+      "subrel-constrast": 2.793477773666382,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2832565307617188,
+      "cov-distil (oracle2student)": 3.892042636871338,
+      "cov-distil (oracle2teacher)": 3.460925579071045,
+      "epoch": 5.171899529042387,
+      "rel-constrast": 2.202786922454834,
+      "step": 6589,
+      "subrel-constrast": 2.5503973960876465,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.172684458398744,
+      "grad_norm": 4.75,
+      "learning_rate": 1.572390724407373e-05,
+      "loss": 0.6574,
+      "step": 6590
+    },
+    {
+      "cov-distil": 1.3409700393676758,
+      "cov-distil (oracle2student)": 4.483467102050781,
+      "cov-distil (oracle2teacher)": 3.8605566024780273,
+      "epoch": 5.172684458398744,
+      "rel-constrast": 2.952108383178711,
+      "step": 6590,
+      "subrel-constrast": 2.9786791801452637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6357578039169312,
+      "cov-distil (oracle2student)": 5.209177017211914,
+      "cov-distil (oracle2teacher)": 5.1280293464660645,
+      "epoch": 5.173469387755102,
+      "rel-constrast": 2.1969780921936035,
+      "step": 6591,
+      "subrel-constrast": 3.1728835105895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5927274227142334,
+      "cov-distil (oracle2student)": 4.7670087814331055,
+      "cov-distil (oracle2teacher)": 4.121092796325684,
+      "epoch": 5.17425431711146,
+      "rel-constrast": 3.0062813758850098,
+      "step": 6592,
+      "subrel-constrast": 3.91202449798584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.684910774230957,
+      "cov-distil (oracle2student)": 4.767544269561768,
+      "cov-distil (oracle2teacher)": 4.233516693115234,
+      "epoch": 5.175039246467818,
+      "rel-constrast": 3.3911221027374268,
+      "step": 6593,
+      "subrel-constrast": 4.0746612548828125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3601192235946655,
+      "cov-distil (oracle2student)": 3.9971113204956055,
+      "cov-distil (oracle2teacher)": 4.156729221343994,
+      "epoch": 5.175824175824176,
+      "rel-constrast": 3.010563611984253,
+      "step": 6594,
+      "subrel-constrast": 3.676271915435791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5794036388397217,
+      "cov-distil (oracle2student)": 4.401636600494385,
+      "cov-distil (oracle2teacher)": 4.308526992797852,
+      "epoch": 5.176609105180534,
+      "rel-constrast": 2.82098650932312,
+      "step": 6595,
+      "subrel-constrast": 3.614713191986084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9962084293365479,
+      "cov-distil (oracle2student)": 3.5602903366088867,
+      "cov-distil (oracle2teacher)": 3.3562450408935547,
+      "epoch": 5.177394034536892,
+      "rel-constrast": 2.1989142894744873,
+      "step": 6596,
+      "subrel-constrast": 3.544130802154541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1801886558532715,
+      "cov-distil (oracle2student)": 3.6409335136413574,
+      "cov-distil (oracle2teacher)": 3.645237445831299,
+      "epoch": 5.17817896389325,
+      "rel-constrast": 3.1755735874176025,
+      "step": 6597,
+      "subrel-constrast": 3.467345714569092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3263068199157715,
+      "cov-distil (oracle2student)": 3.988023042678833,
+      "cov-distil (oracle2teacher)": 3.479053020477295,
+      "epoch": 5.178963893249607,
+      "rel-constrast": 3.486009359359741,
+      "step": 6598,
+      "subrel-constrast": 3.940525531768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4324383735656738,
+      "cov-distil (oracle2student)": 3.394131660461426,
+      "cov-distil (oracle2teacher)": 3.533108949661255,
+      "epoch": 5.179748822605966,
+      "rel-constrast": 2.451188087463379,
+      "step": 6599,
+      "subrel-constrast": 3.2864437103271484,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.180533751962323,
+      "grad_norm": 5.28125,
+      "learning_rate": 1.5642926940513113e-05,
+      "loss": 0.7576,
+      "step": 6600
+    },
+    {
+      "epoch": 5.180533751962323,
+      "overlap": 0.33281251788139343,
+      "step": 6600
+    },
+    {
+      "epoch": 5.180533751962323,
+      "step": 6600,
+      "student margin": 0.05078125
+    },
+    {
+      "epoch": 5.180533751962323,
+      "step": 6600,
+      "teacher margin": 0.03253173828125
+    },
+    {
+      "epoch": 5.180533751962323,
+      "margin difference": -0.01824951171875,
+      "step": 6600
+    },
+    {
+      "cov-distil": 1.3442723751068115,
+      "cov-distil (oracle2student)": 3.7057228088378906,
+      "cov-distil (oracle2teacher)": 3.7809934616088867,
+      "epoch": 5.180533751962323,
+      "rel-constrast": 3.0659241676330566,
+      "step": 6600,
+      "subrel-constrast": 3.673576593399048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5874463319778442,
+      "cov-distil (oracle2student)": 4.970898628234863,
+      "cov-distil (oracle2teacher)": 4.743490695953369,
+      "epoch": 5.181318681318682,
+      "rel-constrast": 3.8951406478881836,
+      "step": 6601,
+      "subrel-constrast": 4.027277946472168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4115691184997559,
+      "cov-distil (oracle2student)": 3.421052932739258,
+      "cov-distil (oracle2teacher)": 3.954732894897461,
+      "epoch": 5.182103610675039,
+      "rel-constrast": 2.2129201889038086,
+      "step": 6602,
+      "subrel-constrast": 3.3656396865844727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0574891567230225,
+      "cov-distil (oracle2student)": 3.9065542221069336,
+      "cov-distil (oracle2teacher)": 3.836310863494873,
+      "epoch": 5.1828885400313975,
+      "rel-constrast": 2.628070831298828,
+      "step": 6603,
+      "subrel-constrast": 3.1236023902893066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1323342323303223,
+      "cov-distil (oracle2student)": 3.099045753479004,
+      "cov-distil (oracle2teacher)": 2.6040172576904297,
+      "epoch": 5.183673469387755,
+      "rel-constrast": 2.242645740509033,
+      "step": 6604,
+      "subrel-constrast": 3.1602516174316406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5455938577651978,
+      "cov-distil (oracle2student)": 4.397464275360107,
+      "cov-distil (oracle2teacher)": 4.1899800300598145,
+      "epoch": 5.184458398744113,
+      "rel-constrast": 2.421229839324951,
+      "step": 6605,
+      "subrel-constrast": 3.038858652114868,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2700413465499878,
+      "cov-distil (oracle2student)": 3.0706233978271484,
+      "cov-distil (oracle2teacher)": 3.0213875770568848,
+      "epoch": 5.185243328100471,
+      "rel-constrast": 2.132686138153076,
+      "step": 6606,
+      "subrel-constrast": 2.6839535236358643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.688904881477356,
+      "cov-distil (oracle2student)": 5.409036636352539,
+      "cov-distil (oracle2teacher)": 4.964366912841797,
+      "epoch": 5.186028257456829,
+      "rel-constrast": 2.54919171333313,
+      "step": 6607,
+      "subrel-constrast": 3.575634002685547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3131765127182007,
+      "cov-distil (oracle2student)": 4.297001838684082,
+      "cov-distil (oracle2teacher)": 4.207515716552734,
+      "epoch": 5.186813186813187,
+      "rel-constrast": 3.24212646484375,
+      "step": 6608,
+      "subrel-constrast": 3.8853838443756104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2832229137420654,
+      "cov-distil (oracle2student)": 4.5251874923706055,
+      "cov-distil (oracle2teacher)": 3.934079170227051,
+      "epoch": 5.187598116169545,
+      "rel-constrast": 1.9487911462783813,
+      "step": 6609,
+      "subrel-constrast": 2.877974033355713,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.188383045525903,
+      "grad_norm": 5.8125,
+      "learning_rate": 1.5562060649934813e-05,
+      "loss": 0.6976,
+      "step": 6610
+    },
+    {
+      "cov-distil": 1.4396278858184814,
+      "cov-distil (oracle2student)": 2.397454023361206,
+      "cov-distil (oracle2teacher)": 2.5470142364501953,
+      "epoch": 5.188383045525903,
+      "rel-constrast": 2.1592206954956055,
+      "step": 6610,
+      "subrel-constrast": 2.892280340194702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3206572532653809,
+      "cov-distil (oracle2student)": 4.173471450805664,
+      "cov-distil (oracle2teacher)": 4.031108379364014,
+      "epoch": 5.189167974882261,
+      "rel-constrast": 1.9604259729385376,
+      "step": 6611,
+      "subrel-constrast": 2.450664758682251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3540253639221191,
+      "cov-distil (oracle2student)": 3.6901674270629883,
+      "cov-distil (oracle2teacher)": 3.6018643379211426,
+      "epoch": 5.189952904238618,
+      "rel-constrast": 2.5254180431365967,
+      "step": 6612,
+      "subrel-constrast": 3.018305540084839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.575702428817749,
+      "cov-distil (oracle2student)": 3.618398904800415,
+      "cov-distil (oracle2teacher)": 3.892889976501465,
+      "epoch": 5.1907378335949765,
+      "rel-constrast": 2.494908332824707,
+      "step": 6613,
+      "subrel-constrast": 3.437615156173706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3391156196594238,
+      "cov-distil (oracle2student)": 3.5612199306488037,
+      "cov-distil (oracle2teacher)": 3.066265821456909,
+      "epoch": 5.191522762951334,
+      "rel-constrast": 2.174682378768921,
+      "step": 6614,
+      "subrel-constrast": 2.8481345176696777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7173360586166382,
+      "cov-distil (oracle2student)": 5.210991382598877,
+      "cov-distil (oracle2teacher)": 3.968231678009033,
+      "epoch": 5.1923076923076925,
+      "rel-constrast": 2.0572586059570312,
+      "step": 6615,
+      "subrel-constrast": 2.8714606761932373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.844703197479248,
+      "cov-distil (oracle2student)": 4.657032012939453,
+      "cov-distil (oracle2teacher)": 4.5432515144348145,
+      "epoch": 5.19309262166405,
+      "rel-constrast": 2.774045467376709,
+      "step": 6616,
+      "subrel-constrast": 4.117026329040527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.668869972229004,
+      "cov-distil (oracle2student)": 3.5241947174072266,
+      "cov-distil (oracle2teacher)": 2.7531957626342773,
+      "epoch": 5.1938775510204085,
+      "rel-constrast": 2.1726231575012207,
+      "step": 6617,
+      "subrel-constrast": 2.1282615661621094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4953359365463257,
+      "cov-distil (oracle2student)": 5.780927658081055,
+      "cov-distil (oracle2teacher)": 4.811182498931885,
+      "epoch": 5.194662480376766,
+      "rel-constrast": 2.7599549293518066,
+      "step": 6618,
+      "subrel-constrast": 3.3997890949249268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.32850980758667,
+      "cov-distil (oracle2student)": 6.003837585449219,
+      "cov-distil (oracle2teacher)": 5.136935710906982,
+      "epoch": 5.195447409733124,
+      "rel-constrast": 2.4188618659973145,
+      "step": 6619,
+      "subrel-constrast": 2.995718479156494,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.196232339089482,
+      "grad_norm": 6.59375,
+      "learning_rate": 1.5481309357669066e-05,
+      "loss": 0.6251,
+      "step": 6620
+    },
+    {
+      "cov-distil": 1.3632584810256958,
+      "cov-distil (oracle2student)": 2.8523411750793457,
+      "cov-distil (oracle2teacher)": 3.003133773803711,
+      "epoch": 5.196232339089482,
+      "rel-constrast": 2.288358688354492,
+      "step": 6620,
+      "subrel-constrast": 3.34773850440979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3643560409545898,
+      "cov-distil (oracle2student)": 2.7237534523010254,
+      "cov-distil (oracle2teacher)": 2.815253257751465,
+      "epoch": 5.1970172684458396,
+      "rel-constrast": 3.1078360080718994,
+      "step": 6621,
+      "subrel-constrast": 3.190345287322998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1448862552642822,
+      "cov-distil (oracle2student)": 3.168419361114502,
+      "cov-distil (oracle2teacher)": 3.272099018096924,
+      "epoch": 5.197802197802198,
+      "rel-constrast": 2.1850779056549072,
+      "step": 6622,
+      "subrel-constrast": 2.9713151454925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2273812294006348,
+      "cov-distil (oracle2student)": 3.087052583694458,
+      "cov-distil (oracle2teacher)": 2.9718503952026367,
+      "epoch": 5.1985871271585555,
+      "rel-constrast": 3.495840311050415,
+      "step": 6623,
+      "subrel-constrast": 3.65777587890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1834356784820557,
+      "cov-distil (oracle2student)": 4.150384426116943,
+      "cov-distil (oracle2teacher)": 3.7066924571990967,
+      "epoch": 5.199372056514914,
+      "rel-constrast": 2.6402571201324463,
+      "step": 6624,
+      "subrel-constrast": 2.950943946838379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7339777946472168,
+      "cov-distil (oracle2student)": 3.0673677921295166,
+      "cov-distil (oracle2teacher)": 3.4852733612060547,
+      "epoch": 5.2001569858712715,
+      "rel-constrast": 2.374022960662842,
+      "step": 6625,
+      "subrel-constrast": 3.0658812522888184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2212574481964111,
+      "cov-distil (oracle2student)": 6.220483303070068,
+      "cov-distil (oracle2teacher)": 5.137134075164795,
+      "epoch": 5.20094191522763,
+      "rel-constrast": 3.066136121749878,
+      "step": 6626,
+      "subrel-constrast": 3.3256313800811768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1877363920211792,
+      "cov-distil (oracle2student)": 3.7707626819610596,
+      "cov-distil (oracle2teacher)": 3.719052791595459,
+      "epoch": 5.2017268445839875,
+      "rel-constrast": 3.0252153873443604,
+      "step": 6627,
+      "subrel-constrast": 3.4777133464813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6513028144836426,
+      "cov-distil (oracle2student)": 4.982295036315918,
+      "cov-distil (oracle2teacher)": 4.834811210632324,
+      "epoch": 5.202511773940345,
+      "rel-constrast": 1.839423418045044,
+      "step": 6628,
+      "subrel-constrast": 2.734377384185791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6125913858413696,
+      "cov-distil (oracle2student)": 4.352694034576416,
+      "cov-distil (oracle2teacher)": 3.933070659637451,
+      "epoch": 5.2032967032967035,
+      "rel-constrast": 1.969567060470581,
+      "step": 6629,
+      "subrel-constrast": 2.651482343673706,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.204081632653061,
+      "grad_norm": 4.6875,
+      "learning_rate": 1.5400674047644877e-05,
+      "loss": 0.684,
+      "step": 6630
+    },
+    {
+      "cov-distil": 1.4611883163452148,
+      "cov-distil (oracle2student)": 5.598137855529785,
+      "cov-distil (oracle2teacher)": 5.070113182067871,
+      "epoch": 5.204081632653061,
+      "rel-constrast": 2.871945381164551,
+      "step": 6630,
+      "subrel-constrast": 3.0056166648864746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2589435577392578,
+      "cov-distil (oracle2student)": 5.145811080932617,
+      "cov-distil (oracle2teacher)": 4.730095863342285,
+      "epoch": 5.204866562009419,
+      "rel-constrast": 1.730885624885559,
+      "step": 6631,
+      "subrel-constrast": 2.53682541847229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4747306108474731,
+      "cov-distil (oracle2student)": 5.575813293457031,
+      "cov-distil (oracle2teacher)": 4.892986297607422,
+      "epoch": 5.205651491365777,
+      "rel-constrast": 3.105884552001953,
+      "step": 6632,
+      "subrel-constrast": 3.6291704177856445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6800479888916016,
+      "cov-distil (oracle2student)": 2.85513973236084,
+      "cov-distil (oracle2teacher)": 2.9313454627990723,
+      "epoch": 5.206436420722135,
+      "rel-constrast": 2.399932861328125,
+      "step": 6633,
+      "subrel-constrast": 3.2568442821502686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5480761528015137,
+      "cov-distil (oracle2student)": 6.97509241104126,
+      "cov-distil (oracle2teacher)": 6.402904510498047,
+      "epoch": 5.207221350078493,
+      "rel-constrast": 1.8573565483093262,
+      "step": 6634,
+      "subrel-constrast": 2.5993492603302,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4491510391235352,
+      "cov-distil (oracle2student)": 5.165152549743652,
+      "cov-distil (oracle2teacher)": 4.946416854858398,
+      "epoch": 5.2080062794348505,
+      "rel-constrast": 1.9985593557357788,
+      "step": 6635,
+      "subrel-constrast": 2.704586982727051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5067102909088135,
+      "cov-distil (oracle2student)": 3.192284107208252,
+      "cov-distil (oracle2teacher)": 3.014702796936035,
+      "epoch": 5.208791208791209,
+      "rel-constrast": 2.674330234527588,
+      "step": 6636,
+      "subrel-constrast": 3.2859439849853516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.339448094367981,
+      "cov-distil (oracle2student)": 5.069852828979492,
+      "cov-distil (oracle2teacher)": 5.042657852172852,
+      "epoch": 5.2095761381475665,
+      "rel-constrast": 2.0162107944488525,
+      "step": 6637,
+      "subrel-constrast": 2.8730645179748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7700055837631226,
+      "cov-distil (oracle2student)": 3.472677707672119,
+      "cov-distil (oracle2teacher)": 3.097909927368164,
+      "epoch": 5.210361067503925,
+      "rel-constrast": 2.624026298522949,
+      "step": 6638,
+      "subrel-constrast": 3.0160272121429443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5505985021591187,
+      "cov-distil (oracle2student)": 4.424080848693848,
+      "cov-distil (oracle2teacher)": 4.032519817352295,
+      "epoch": 5.2111459968602825,
+      "rel-constrast": 2.261885643005371,
+      "step": 6639,
+      "subrel-constrast": 2.7166528701782227,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.211930926216641,
+      "grad_norm": 6.8125,
+      "learning_rate": 1.532015570237806e-05,
+      "loss": 0.6261,
+      "step": 6640
+    },
+    {
+      "cov-distil": 1.146376609802246,
+      "cov-distil (oracle2student)": 4.016850471496582,
+      "cov-distil (oracle2teacher)": 4.246218681335449,
+      "epoch": 5.211930926216641,
+      "rel-constrast": 2.635605573654175,
+      "step": 6640,
+      "subrel-constrast": 3.010040044784546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3502814769744873,
+      "cov-distil (oracle2student)": 3.898405075073242,
+      "cov-distil (oracle2teacher)": 3.160080909729004,
+      "epoch": 5.212715855572998,
+      "rel-constrast": 3.2915425300598145,
+      "step": 6641,
+      "subrel-constrast": 3.5039052963256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5934491157531738,
+      "cov-distil (oracle2student)": 5.653313636779785,
+      "cov-distil (oracle2teacher)": 5.371700286865234,
+      "epoch": 5.213500784929356,
+      "rel-constrast": 2.4143686294555664,
+      "step": 6642,
+      "subrel-constrast": 3.4905343055725098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6030018329620361,
+      "cov-distil (oracle2student)": 3.553589105606079,
+      "cov-distil (oracle2teacher)": 3.737534761428833,
+      "epoch": 5.214285714285714,
+      "rel-constrast": 3.3273966312408447,
+      "step": 6643,
+      "subrel-constrast": 3.864030122756958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3309733867645264,
+      "cov-distil (oracle2student)": 5.1164960861206055,
+      "cov-distil (oracle2teacher)": 4.322091102600098,
+      "epoch": 5.215070643642072,
+      "rel-constrast": 2.5650157928466797,
+      "step": 6644,
+      "subrel-constrast": 3.3352808952331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1649022102355957,
+      "cov-distil (oracle2student)": 5.071673393249512,
+      "cov-distil (oracle2teacher)": 4.372134208679199,
+      "epoch": 5.21585557299843,
+      "rel-constrast": 2.766307830810547,
+      "step": 6645,
+      "subrel-constrast": 3.2115776538848877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0440118312835693,
+      "cov-distil (oracle2student)": 3.0606908798217773,
+      "cov-distil (oracle2teacher)": 3.100715160369873,
+      "epoch": 5.216640502354788,
+      "rel-constrast": 1.962403416633606,
+      "step": 6646,
+      "subrel-constrast": 3.0694122314453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0861220359802246,
+      "cov-distil (oracle2student)": 3.0239975452423096,
+      "cov-distil (oracle2teacher)": 2.8035547733306885,
+      "epoch": 5.217425431711146,
+      "rel-constrast": 2.5200109481811523,
+      "step": 6647,
+      "subrel-constrast": 3.1077589988708496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3192853927612305,
+      "cov-distil (oracle2student)": 4.427963733673096,
+      "cov-distil (oracle2teacher)": 3.641371250152588,
+      "epoch": 5.218210361067504,
+      "rel-constrast": 1.763779640197754,
+      "step": 6648,
+      "subrel-constrast": 3.1754703521728516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2620840072631836,
+      "cov-distil (oracle2student)": 3.3059587478637695,
+      "cov-distil (oracle2teacher)": 3.1006903648376465,
+      "epoch": 5.2189952904238615,
+      "rel-constrast": 2.3676764965057373,
+      "step": 6649,
+      "subrel-constrast": 2.85573148727417,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.21978021978022,
+      "grad_norm": 5.875,
+      "learning_rate": 1.5239755302959224e-05,
+      "loss": 0.6776,
+      "step": 6650
+    },
+    {
+      "cov-distil": 1.6467962265014648,
+      "cov-distil (oracle2student)": 4.025477409362793,
+      "cov-distil (oracle2teacher)": 4.3619232177734375,
+      "epoch": 5.21978021978022,
+      "rel-constrast": 3.2265868186950684,
+      "step": 6650,
+      "subrel-constrast": 4.069283962249756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9141969680786133,
+      "cov-distil (oracle2student)": 3.8679800033569336,
+      "cov-distil (oracle2teacher)": 3.883676528930664,
+      "epoch": 5.220565149136577,
+      "rel-constrast": 2.385087490081787,
+      "step": 6651,
+      "subrel-constrast": 3.5150482654571533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2035797834396362,
+      "cov-distil (oracle2student)": 4.42691707611084,
+      "cov-distil (oracle2teacher)": 3.9146552085876465,
+      "epoch": 5.221350078492936,
+      "rel-constrast": 1.828361988067627,
+      "step": 6652,
+      "subrel-constrast": 2.605452537536621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7088184356689453,
+      "cov-distil (oracle2student)": 4.940225601196289,
+      "cov-distil (oracle2teacher)": 4.459763526916504,
+      "epoch": 5.222135007849293,
+      "rel-constrast": 2.8278026580810547,
+      "step": 6653,
+      "subrel-constrast": 3.7802367210388184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5925616025924683,
+      "cov-distil (oracle2student)": 3.436760187149048,
+      "cov-distil (oracle2teacher)": 3.6180291175842285,
+      "epoch": 5.222919937205652,
+      "rel-constrast": 2.452174663543701,
+      "step": 6654,
+      "subrel-constrast": 3.3506221771240234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2223010063171387,
+      "cov-distil (oracle2student)": 3.267982244491577,
+      "cov-distil (oracle2teacher)": 3.1396830081939697,
+      "epoch": 5.223704866562009,
+      "rel-constrast": 1.652286171913147,
+      "step": 6655,
+      "subrel-constrast": 2.4284884929656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6395936012268066,
+      "cov-distil (oracle2student)": 2.2302942276000977,
+      "cov-distil (oracle2teacher)": 2.834024429321289,
+      "epoch": 5.224489795918367,
+      "rel-constrast": 1.9900727272033691,
+      "step": 6656,
+      "subrel-constrast": 2.8697426319122314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.437985897064209,
+      "cov-distil (oracle2student)": 4.607526779174805,
+      "cov-distil (oracle2teacher)": 4.436282634735107,
+      "epoch": 5.225274725274725,
+      "rel-constrast": 2.3429982662200928,
+      "step": 6657,
+      "subrel-constrast": 3.37624192237854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0503501892089844,
+      "cov-distil (oracle2student)": 4.343595504760742,
+      "cov-distil (oracle2teacher)": 4.053648948669434,
+      "epoch": 5.226059654631083,
+      "rel-constrast": 2.605426788330078,
+      "step": 6658,
+      "subrel-constrast": 3.8991894721984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.636012315750122,
+      "cov-distil (oracle2student)": 5.495201110839844,
+      "cov-distil (oracle2teacher)": 5.344048500061035,
+      "epoch": 5.226844583987441,
+      "rel-constrast": 2.373112201690674,
+      "step": 6659,
+      "subrel-constrast": 3.3035295009613037,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.227629513343799,
+      "grad_norm": 4.9375,
+      "learning_rate": 1.5159473829041892e-05,
+      "loss": 0.6347,
+      "step": 6660
+    },
+    {
+      "cov-distil": 1.4809048175811768,
+      "cov-distil (oracle2student)": 3.7209465503692627,
+      "cov-distil (oracle2teacher)": 3.885920763015747,
+      "epoch": 5.227629513343799,
+      "rel-constrast": 3.151721239089966,
+      "step": 6660,
+      "subrel-constrast": 3.839169979095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4109113216400146,
+      "cov-distil (oracle2student)": 3.812873363494873,
+      "cov-distil (oracle2teacher)": 4.134067058563232,
+      "epoch": 5.228414442700157,
+      "rel-constrast": 2.4377803802490234,
+      "step": 6661,
+      "subrel-constrast": 3.3131649494171143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.456329107284546,
+      "cov-distil (oracle2student)": 5.22415018081665,
+      "cov-distil (oracle2teacher)": 4.498701095581055,
+      "epoch": 5.229199372056515,
+      "rel-constrast": 2.726475477218628,
+      "step": 6662,
+      "subrel-constrast": 3.1473443508148193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5980308055877686,
+      "cov-distil (oracle2student)": 2.511776924133301,
+      "cov-distil (oracle2teacher)": 2.73105788230896,
+      "epoch": 5.229984301412873,
+      "rel-constrast": 2.471956968307495,
+      "step": 6663,
+      "subrel-constrast": 3.189786195755005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0833101272583008,
+      "cov-distil (oracle2student)": 3.4983763694763184,
+      "cov-distil (oracle2teacher)": 3.949707269668579,
+      "epoch": 5.230769230769231,
+      "rel-constrast": 2.201465606689453,
+      "step": 6664,
+      "subrel-constrast": 2.7179417610168457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6304028034210205,
+      "cov-distil (oracle2student)": 3.765886068344116,
+      "cov-distil (oracle2teacher)": 3.786728620529175,
+      "epoch": 5.231554160125588,
+      "rel-constrast": 2.913241147994995,
+      "step": 6665,
+      "subrel-constrast": 3.5641231536865234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8406651020050049,
+      "cov-distil (oracle2student)": 3.711671829223633,
+      "cov-distil (oracle2teacher)": 3.889963150024414,
+      "epoch": 5.232339089481947,
+      "rel-constrast": 2.987126350402832,
+      "step": 6666,
+      "subrel-constrast": 3.710592269897461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3413491249084473,
+      "cov-distil (oracle2student)": 4.503870964050293,
+      "cov-distil (oracle2teacher)": 4.53460168838501,
+      "epoch": 5.233124018838304,
+      "rel-constrast": 2.1175127029418945,
+      "step": 6667,
+      "subrel-constrast": 3.0487349033355713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2453222274780273,
+      "cov-distil (oracle2student)": 4.390275001525879,
+      "cov-distil (oracle2teacher)": 4.039037704467773,
+      "epoch": 5.233908948194663,
+      "rel-constrast": 2.625048875808716,
+      "step": 6668,
+      "subrel-constrast": 2.706484079360962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7326314449310303,
+      "cov-distil (oracle2student)": 5.148019790649414,
+      "cov-distil (oracle2teacher)": 4.878962516784668,
+      "epoch": 5.23469387755102,
+      "rel-constrast": 3.9108035564422607,
+      "step": 6669,
+      "subrel-constrast": 4.063183784484863,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.235478806907379,
+      "grad_norm": 7.78125,
+      "learning_rate": 1.5079312258830457e-05,
+      "loss": 0.7256,
+      "step": 6670
+    },
+    {
+      "cov-distil": 1.7445921897888184,
+      "cov-distil (oracle2student)": 4.045397758483887,
+      "cov-distil (oracle2teacher)": 4.199069976806641,
+      "epoch": 5.235478806907379,
+      "rel-constrast": 2.3339338302612305,
+      "step": 6670,
+      "subrel-constrast": 3.3526957035064697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1815857887268066,
+      "cov-distil (oracle2student)": 2.713229179382324,
+      "cov-distil (oracle2teacher)": 2.99446964263916,
+      "epoch": 5.236263736263736,
+      "rel-constrast": 2.434628486633301,
+      "step": 6671,
+      "subrel-constrast": 3.462174892425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2222886085510254,
+      "cov-distil (oracle2student)": 3.965761184692383,
+      "cov-distil (oracle2teacher)": 3.9943413734436035,
+      "epoch": 5.237048665620094,
+      "rel-constrast": 2.9606881141662598,
+      "step": 6672,
+      "subrel-constrast": 3.6186177730560303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.024897813796997,
+      "cov-distil (oracle2student)": 4.729681968688965,
+      "cov-distil (oracle2teacher)": 4.2541399002075195,
+      "epoch": 5.237833594976452,
+      "rel-constrast": 2.5096211433410645,
+      "step": 6673,
+      "subrel-constrast": 3.1051549911499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4070327281951904,
+      "cov-distil (oracle2student)": 3.1911091804504395,
+      "cov-distil (oracle2teacher)": 2.9534435272216797,
+      "epoch": 5.23861852433281,
+      "rel-constrast": 1.5818500518798828,
+      "step": 6674,
+      "subrel-constrast": 2.2781076431274414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2905919551849365,
+      "cov-distil (oracle2student)": 6.047080039978027,
+      "cov-distil (oracle2teacher)": 5.708051681518555,
+      "epoch": 5.239403453689168,
+      "rel-constrast": 3.3730084896087646,
+      "step": 6675,
+      "subrel-constrast": 3.6032843589782715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4808549880981445,
+      "cov-distil (oracle2student)": 3.2892825603485107,
+      "cov-distil (oracle2teacher)": 3.0816657543182373,
+      "epoch": 5.240188383045526,
+      "rel-constrast": 2.540754556655884,
+      "step": 6676,
+      "subrel-constrast": 2.846473217010498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1823716163635254,
+      "cov-distil (oracle2student)": 5.242267608642578,
+      "cov-distil (oracle2teacher)": 4.831015110015869,
+      "epoch": 5.240973312401884,
+      "rel-constrast": 2.707265853881836,
+      "step": 6677,
+      "subrel-constrast": 4.152307033538818,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5449657440185547,
+      "cov-distil (oracle2student)": 4.174820423126221,
+      "cov-distil (oracle2teacher)": 4.5146260261535645,
+      "epoch": 5.241758241758242,
+      "rel-constrast": 3.366938352584839,
+      "step": 6678,
+      "subrel-constrast": 4.025689601898193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3603451251983643,
+      "cov-distil (oracle2student)": 3.8285129070281982,
+      "cov-distil (oracle2teacher)": 3.7727890014648438,
+      "epoch": 5.242543171114599,
+      "rel-constrast": 1.6903353929519653,
+      "step": 6679,
+      "subrel-constrast": 2.9389846324920654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.243328100470958,
+      "grad_norm": 5.5,
+      "learning_rate": 1.4999271569068385e-05,
+      "loss": 0.6736,
+      "step": 6680
+    },
+    {
+      "cov-distil": 1.311751127243042,
+      "cov-distil (oracle2student)": 4.211722373962402,
+      "cov-distil (oracle2teacher)": 4.137363433837891,
+      "epoch": 5.243328100470958,
+      "rel-constrast": 1.8991870880126953,
+      "step": 6680,
+      "subrel-constrast": 2.2665114402770996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.702551245689392,
+      "cov-distil (oracle2student)": 3.735736131668091,
+      "cov-distil (oracle2teacher)": 3.271798610687256,
+      "epoch": 5.244113029827315,
+      "rel-constrast": 2.3262739181518555,
+      "step": 6681,
+      "subrel-constrast": 3.266300678253174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.250901699066162,
+      "cov-distil (oracle2student)": 4.210206985473633,
+      "cov-distil (oracle2teacher)": 3.5451488494873047,
+      "epoch": 5.244897959183674,
+      "rel-constrast": 2.2106151580810547,
+      "step": 6682,
+      "subrel-constrast": 2.613503932952881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5004756450653076,
+      "cov-distil (oracle2student)": 4.021762847900391,
+      "cov-distil (oracle2teacher)": 4.18223237991333,
+      "epoch": 5.245682888540031,
+      "rel-constrast": 2.385866641998291,
+      "step": 6683,
+      "subrel-constrast": 3.1682188510894775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0231516361236572,
+      "cov-distil (oracle2student)": 3.973597288131714,
+      "cov-distil (oracle2teacher)": 3.86659836769104,
+      "epoch": 5.24646781789639,
+      "rel-constrast": 2.751800298690796,
+      "step": 6684,
+      "subrel-constrast": 3.6277542114257812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2263920307159424,
+      "cov-distil (oracle2student)": 5.250611782073975,
+      "cov-distil (oracle2teacher)": 4.989758491516113,
+      "epoch": 5.247252747252747,
+      "rel-constrast": 3.073749303817749,
+      "step": 6685,
+      "subrel-constrast": 3.585022449493408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.414682149887085,
+      "cov-distil (oracle2student)": 6.265819549560547,
+      "cov-distil (oracle2teacher)": 5.367369651794434,
+      "epoch": 5.248037676609105,
+      "rel-constrast": 3.2027218341827393,
+      "step": 6686,
+      "subrel-constrast": 3.349778413772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.328718662261963,
+      "cov-distil (oracle2student)": 3.6697943210601807,
+      "cov-distil (oracle2teacher)": 3.2997117042541504,
+      "epoch": 5.248822605965463,
+      "rel-constrast": 3.202599048614502,
+      "step": 6687,
+      "subrel-constrast": 3.3969500064849854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2467906475067139,
+      "cov-distil (oracle2student)": 3.5506553649902344,
+      "cov-distil (oracle2teacher)": 3.3222293853759766,
+      "epoch": 5.249607535321821,
+      "rel-constrast": 2.5308141708374023,
+      "step": 6688,
+      "subrel-constrast": 3.2397007942199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6502089500427246,
+      "cov-distil (oracle2student)": 4.287055015563965,
+      "cov-distil (oracle2teacher)": 3.9101622104644775,
+      "epoch": 5.250392464678179,
+      "rel-constrast": 2.2117347717285156,
+      "step": 6689,
+      "subrel-constrast": 2.8381409645080566,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.251177394034537,
+      "grad_norm": 4.8125,
+      "learning_rate": 1.4919352735026198e-05,
+      "loss": 0.6815,
+      "step": 6690
+    },
+    {
+      "cov-distil": 1.2433278560638428,
+      "cov-distil (oracle2student)": 6.296158313751221,
+      "cov-distil (oracle2teacher)": 5.500475883483887,
+      "epoch": 5.251177394034537,
+      "rel-constrast": 2.1353750228881836,
+      "step": 6690,
+      "subrel-constrast": 3.006054639816284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5109835863113403,
+      "cov-distil (oracle2student)": 3.584202527999878,
+      "cov-distil (oracle2teacher)": 3.5170412063598633,
+      "epoch": 5.251962323390895,
+      "rel-constrast": 2.791372537612915,
+      "step": 6691,
+      "subrel-constrast": 3.2660608291625977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9575098752975464,
+      "cov-distil (oracle2student)": 3.954648494720459,
+      "cov-distil (oracle2teacher)": 4.102421283721924,
+      "epoch": 5.252747252747253,
+      "rel-constrast": 3.6949539184570312,
+      "step": 6692,
+      "subrel-constrast": 4.85384464263916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3704922199249268,
+      "cov-distil (oracle2student)": 4.147185802459717,
+      "cov-distil (oracle2teacher)": 4.0952348709106445,
+      "epoch": 5.25353218210361,
+      "rel-constrast": 2.2012996673583984,
+      "step": 6693,
+      "subrel-constrast": 2.8280320167541504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3296356201171875,
+      "cov-distil (oracle2student)": 3.8266091346740723,
+      "cov-distil (oracle2teacher)": 3.581570863723755,
+      "epoch": 5.254317111459969,
+      "rel-constrast": 2.5297369956970215,
+      "step": 6694,
+      "subrel-constrast": 3.1912682056427,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3295319080352783,
+      "cov-distil (oracle2student)": 4.28023624420166,
+      "cov-distil (oracle2teacher)": 3.7181286811828613,
+      "epoch": 5.255102040816326,
+      "rel-constrast": 2.182102680206299,
+      "step": 6695,
+      "subrel-constrast": 2.4578652381896973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8577549457550049,
+      "cov-distil (oracle2student)": 3.841954469680786,
+      "cov-distil (oracle2teacher)": 3.546945333480835,
+      "epoch": 5.255886970172685,
+      "rel-constrast": 3.0173563957214355,
+      "step": 6696,
+      "subrel-constrast": 3.494690418243408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5376646518707275,
+      "cov-distil (oracle2student)": 3.2592508792877197,
+      "cov-distil (oracle2teacher)": 3.508090019226074,
+      "epoch": 5.256671899529042,
+      "rel-constrast": 2.0491549968719482,
+      "step": 6697,
+      "subrel-constrast": 3.1043553352355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5108535289764404,
+      "cov-distil (oracle2student)": 6.493307113647461,
+      "cov-distil (oracle2teacher)": 5.886975288391113,
+      "epoch": 5.257456828885401,
+      "rel-constrast": 2.906904697418213,
+      "step": 6698,
+      "subrel-constrast": 3.5703582763671875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4900741577148438,
+      "cov-distil (oracle2student)": 6.381237030029297,
+      "cov-distil (oracle2teacher)": 6.237191200256348,
+      "epoch": 5.258241758241758,
+      "rel-constrast": 2.7033674716949463,
+      "step": 6699,
+      "subrel-constrast": 3.5033466815948486,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.259026687598116,
+      "grad_norm": 7.3125,
+      "learning_rate": 1.4839556730489673e-05,
+      "loss": 0.6931,
+      "step": 6700
+    },
+    {
+      "epoch": 5.259026687598116,
+      "overlap": 0.31718751788139343,
+      "step": 6700
+    },
+    {
+      "epoch": 5.259026687598116,
+      "step": 6700,
+      "student margin": 0.044677734375
+    },
+    {
+      "epoch": 5.259026687598116,
+      "step": 6700,
+      "teacher margin": 0.0303955078125
+    },
+    {
+      "epoch": 5.259026687598116,
+      "margin difference": -0.0142822265625,
+      "step": 6700
+    },
+    {
+      "cov-distil": 1.4527190923690796,
+      "cov-distil (oracle2student)": 4.1063032150268555,
+      "cov-distil (oracle2teacher)": 4.174706935882568,
+      "epoch": 5.259026687598116,
+      "rel-constrast": 3.7429962158203125,
+      "step": 6700,
+      "subrel-constrast": 4.441747188568115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3448764085769653,
+      "cov-distil (oracle2student)": 3.158628463745117,
+      "cov-distil (oracle2teacher)": 3.3606746196746826,
+      "epoch": 5.259811616954474,
+      "rel-constrast": 2.5104751586914062,
+      "step": 6701,
+      "subrel-constrast": 2.9459011554718018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5982463359832764,
+      "cov-distil (oracle2student)": 5.045523643493652,
+      "cov-distil (oracle2teacher)": 4.09768009185791,
+      "epoch": 5.260596546310832,
+      "rel-constrast": 2.672610282897949,
+      "step": 6702,
+      "subrel-constrast": 3.5759940147399902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8001896142959595,
+      "cov-distil (oracle2student)": 2.9279375076293945,
+      "cov-distil (oracle2teacher)": 3.248305320739746,
+      "epoch": 5.26138147566719,
+      "rel-constrast": 3.0752570629119873,
+      "step": 6703,
+      "subrel-constrast": 3.8702003955841064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.062875270843506,
+      "cov-distil (oracle2student)": 3.904110908508301,
+      "cov-distil (oracle2teacher)": 3.4025187492370605,
+      "epoch": 5.262166405023548,
+      "rel-constrast": 2.2641377449035645,
+      "step": 6704,
+      "subrel-constrast": 3.6199443340301514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5897501707077026,
+      "cov-distil (oracle2student)": 4.649204254150391,
+      "cov-distil (oracle2teacher)": 4.4886884689331055,
+      "epoch": 5.262951334379906,
+      "rel-constrast": 1.8428007364273071,
+      "step": 6705,
+      "subrel-constrast": 2.658444404602051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9260518550872803,
+      "cov-distil (oracle2student)": 2.417839765548706,
+      "cov-distil (oracle2teacher)": 2.536083221435547,
+      "epoch": 5.263736263736264,
+      "rel-constrast": 1.7613980770111084,
+      "step": 6706,
+      "subrel-constrast": 2.6924889087677,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.631943702697754,
+      "cov-distil (oracle2student)": 6.600323677062988,
+      "cov-distil (oracle2teacher)": 5.936282157897949,
+      "epoch": 5.264521193092621,
+      "rel-constrast": 2.487260341644287,
+      "step": 6707,
+      "subrel-constrast": 3.424501895904541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1791224479675293,
+      "cov-distil (oracle2student)": 4.096953392028809,
+      "cov-distil (oracle2teacher)": 3.6507411003112793,
+      "epoch": 5.26530612244898,
+      "rel-constrast": 2.8406524658203125,
+      "step": 6708,
+      "subrel-constrast": 3.522785186767578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1734025478363037,
+      "cov-distil (oracle2student)": 5.468587875366211,
+      "cov-distil (oracle2teacher)": 4.886870384216309,
+      "epoch": 5.266091051805337,
+      "rel-constrast": 1.55548095703125,
+      "step": 6709,
+      "subrel-constrast": 2.152846097946167,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.266875981161696,
+      "grad_norm": 4.125,
+      "learning_rate": 1.4759884527747957e-05,
+      "loss": 0.6607,
+      "step": 6710
+    },
+    {
+      "cov-distil": 1.4353306293487549,
+      "cov-distil (oracle2student)": 5.377313613891602,
+      "cov-distil (oracle2teacher)": 5.194286346435547,
+      "epoch": 5.266875981161696,
+      "rel-constrast": 2.298736095428467,
+      "step": 6710,
+      "subrel-constrast": 2.987553596496582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.764201283454895,
+      "cov-distil (oracle2student)": 3.5465383529663086,
+      "cov-distil (oracle2teacher)": 3.582622528076172,
+      "epoch": 5.267660910518053,
+      "rel-constrast": 1.9491685628890991,
+      "step": 6711,
+      "subrel-constrast": 2.507235050201416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4039056301116943,
+      "cov-distil (oracle2student)": 4.3874101638793945,
+      "cov-distil (oracle2teacher)": 3.787365198135376,
+      "epoch": 5.268445839874412,
+      "rel-constrast": 3.159806728363037,
+      "step": 6712,
+      "subrel-constrast": 3.614274501800537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.254474401473999,
+      "cov-distil (oracle2student)": 3.9902875423431396,
+      "cov-distil (oracle2teacher)": 3.920306444168091,
+      "epoch": 5.269230769230769,
+      "rel-constrast": 2.4989733695983887,
+      "step": 6713,
+      "subrel-constrast": 3.187340259552002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.662393569946289,
+      "cov-distil (oracle2student)": 7.320855140686035,
+      "cov-distil (oracle2teacher)": 6.459268569946289,
+      "epoch": 5.270015698587127,
+      "rel-constrast": 2.2536373138427734,
+      "step": 6714,
+      "subrel-constrast": 3.1504032611846924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5308301448822021,
+      "cov-distil (oracle2student)": 5.674891948699951,
+      "cov-distil (oracle2teacher)": 5.220650672912598,
+      "epoch": 5.270800627943485,
+      "rel-constrast": 2.695598602294922,
+      "step": 6715,
+      "subrel-constrast": 3.831038236618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.288584589958191,
+      "cov-distil (oracle2student)": 4.420805931091309,
+      "cov-distil (oracle2teacher)": 3.983403444290161,
+      "epoch": 5.271585557299843,
+      "rel-constrast": 2.552962064743042,
+      "step": 6716,
+      "subrel-constrast": 2.9708383083343506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.892672061920166,
+      "cov-distil (oracle2student)": 4.613528728485107,
+      "cov-distil (oracle2teacher)": 4.5066423416137695,
+      "epoch": 5.272370486656201,
+      "rel-constrast": 2.9073994159698486,
+      "step": 6717,
+      "subrel-constrast": 3.5901057720184326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1840708255767822,
+      "cov-distil (oracle2student)": 4.321911811828613,
+      "cov-distil (oracle2teacher)": 4.511165618896484,
+      "epoch": 5.273155416012559,
+      "rel-constrast": 2.6008050441741943,
+      "step": 6718,
+      "subrel-constrast": 2.846151113510132,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0239944458007812,
+      "cov-distil (oracle2student)": 2.8602113723754883,
+      "cov-distil (oracle2teacher)": 2.583312511444092,
+      "epoch": 5.273940345368917,
+      "rel-constrast": 2.116703987121582,
+      "step": 6719,
+      "subrel-constrast": 2.9510626792907715,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.274725274725275,
+      "grad_norm": 4.59375,
+      "learning_rate": 1.4680337097581675e-05,
+      "loss": 0.6644,
+      "step": 6720
+    },
+    {
+      "cov-distil": 1.391408920288086,
+      "cov-distil (oracle2student)": 2.904780387878418,
+      "cov-distil (oracle2teacher)": 2.88232159614563,
+      "epoch": 5.274725274725275,
+      "rel-constrast": 2.016695499420166,
+      "step": 6720,
+      "subrel-constrast": 2.812138080596924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3799889087677002,
+      "cov-distil (oracle2student)": 4.8265604972839355,
+      "cov-distil (oracle2teacher)": 4.275017738342285,
+      "epoch": 5.275510204081632,
+      "rel-constrast": 2.24442458152771,
+      "step": 6721,
+      "subrel-constrast": 2.924375534057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2142552137374878,
+      "cov-distil (oracle2student)": 3.930385112762451,
+      "cov-distil (oracle2teacher)": 3.8512635231018066,
+      "epoch": 5.276295133437991,
+      "rel-constrast": 2.2547080516815186,
+      "step": 6722,
+      "subrel-constrast": 3.0076560974121094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3498940467834473,
+      "cov-distil (oracle2student)": 4.342983722686768,
+      "cov-distil (oracle2teacher)": 4.5242815017700195,
+      "epoch": 5.277080062794348,
+      "rel-constrast": 2.9484314918518066,
+      "step": 6723,
+      "subrel-constrast": 3.5955169200897217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9076871871948242,
+      "cov-distil (oracle2student)": 3.3706631660461426,
+      "cov-distil (oracle2teacher)": 3.449557065963745,
+      "epoch": 5.277864992150707,
+      "rel-constrast": 2.278759241104126,
+      "step": 6724,
+      "subrel-constrast": 3.363450527191162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.489275336265564,
+      "cov-distil (oracle2student)": 4.226369857788086,
+      "cov-distil (oracle2teacher)": 4.610470771789551,
+      "epoch": 5.278649921507064,
+      "rel-constrast": 2.269515037536621,
+      "step": 6725,
+      "subrel-constrast": 2.679515838623047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8073620796203613,
+      "cov-distil (oracle2student)": 4.748425006866455,
+      "cov-distil (oracle2teacher)": 4.627565860748291,
+      "epoch": 5.279434850863423,
+      "rel-constrast": 1.6462010145187378,
+      "step": 6726,
+      "subrel-constrast": 2.8611905574798584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6139271259307861,
+      "cov-distil (oracle2student)": 4.654168128967285,
+      "cov-distil (oracle2teacher)": 4.742569923400879,
+      "epoch": 5.28021978021978,
+      "rel-constrast": 1.6351914405822754,
+      "step": 6727,
+      "subrel-constrast": 2.470566511154175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5103228092193604,
+      "cov-distil (oracle2student)": 3.1245830059051514,
+      "cov-distil (oracle2teacher)": 3.257354497909546,
+      "epoch": 5.2810047095761385,
+      "rel-constrast": 2.601311206817627,
+      "step": 6728,
+      "subrel-constrast": 3.353961706161499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2975549697875977,
+      "cov-distil (oracle2student)": 3.168639659881592,
+      "cov-distil (oracle2teacher)": 3.004014492034912,
+      "epoch": 5.281789638932496,
+      "rel-constrast": 1.5757777690887451,
+      "step": 6729,
+      "subrel-constrast": 2.6841557025909424,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.282574568288854,
+      "grad_norm": 3.9375,
+      "learning_rate": 1.4600915409251184e-05,
+      "loss": 0.5767,
+      "step": 6730
+    },
+    {
+      "cov-distil": 1.3905935287475586,
+      "cov-distil (oracle2student)": 6.16554069519043,
+      "cov-distil (oracle2teacher)": 4.8013916015625,
+      "epoch": 5.282574568288854,
+      "rel-constrast": 2.0298595428466797,
+      "step": 6730,
+      "subrel-constrast": 2.482624053955078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7033426761627197,
+      "cov-distil (oracle2student)": 5.427872657775879,
+      "cov-distil (oracle2teacher)": 4.792026042938232,
+      "epoch": 5.283359497645212,
+      "rel-constrast": 2.2557921409606934,
+      "step": 6731,
+      "subrel-constrast": 2.9390156269073486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3728141784667969,
+      "cov-distil (oracle2student)": 4.470990180969238,
+      "cov-distil (oracle2teacher)": 3.892343521118164,
+      "epoch": 5.28414442700157,
+      "rel-constrast": 3.5777130126953125,
+      "step": 6732,
+      "subrel-constrast": 3.463646650314331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4334512948989868,
+      "cov-distil (oracle2student)": 4.178524971008301,
+      "cov-distil (oracle2teacher)": 3.910264730453491,
+      "epoch": 5.284929356357928,
+      "rel-constrast": 2.778608798980713,
+      "step": 6733,
+      "subrel-constrast": 3.4121205806732178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.528727650642395,
+      "cov-distil (oracle2student)": 2.7847414016723633,
+      "cov-distil (oracle2teacher)": 2.9793448448181152,
+      "epoch": 5.285714285714286,
+      "rel-constrast": 1.4930731058120728,
+      "step": 6734,
+      "subrel-constrast": 2.831294059753418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.750307559967041,
+      "cov-distil (oracle2student)": 6.1239190101623535,
+      "cov-distil (oracle2teacher)": 4.704612731933594,
+      "epoch": 5.286499215070644,
+      "rel-constrast": 2.1463522911071777,
+      "step": 6735,
+      "subrel-constrast": 2.6780078411102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4340131282806396,
+      "cov-distil (oracle2student)": 5.7640299797058105,
+      "cov-distil (oracle2teacher)": 5.309843063354492,
+      "epoch": 5.287284144427002,
+      "rel-constrast": 2.942211627960205,
+      "step": 6736,
+      "subrel-constrast": 3.549818515777588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6395105123519897,
+      "cov-distil (oracle2student)": 5.9422101974487305,
+      "cov-distil (oracle2teacher)": 5.055516719818115,
+      "epoch": 5.288069073783359,
+      "rel-constrast": 2.26871395111084,
+      "step": 6737,
+      "subrel-constrast": 2.692667007446289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1828391551971436,
+      "cov-distil (oracle2student)": 3.328166961669922,
+      "cov-distil (oracle2teacher)": 3.7068142890930176,
+      "epoch": 5.2888540031397175,
+      "rel-constrast": 3.001904249191284,
+      "step": 6738,
+      "subrel-constrast": 3.7196784019470215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4491851329803467,
+      "cov-distil (oracle2student)": 3.410674571990967,
+      "cov-distil (oracle2teacher)": 3.0130457878112793,
+      "epoch": 5.289638932496075,
+      "rel-constrast": 3.028521776199341,
+      "step": 6739,
+      "subrel-constrast": 3.6399893760681152,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.2904238618524335,
+      "grad_norm": 6.5,
+      "learning_rate": 1.452162043048467e-05,
+      "loss": 0.6778,
+      "step": 6740
+    },
+    {
+      "cov-distil": 1.0480799674987793,
+      "cov-distil (oracle2student)": 4.424606800079346,
+      "cov-distil (oracle2teacher)": 4.222403526306152,
+      "epoch": 5.2904238618524335,
+      "rel-constrast": 2.0728166103363037,
+      "step": 6740,
+      "subrel-constrast": 2.790322780609131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8255550861358643,
+      "cov-distil (oracle2student)": 5.034852981567383,
+      "cov-distil (oracle2teacher)": 4.5374226570129395,
+      "epoch": 5.291208791208791,
+      "rel-constrast": 3.188434362411499,
+      "step": 6741,
+      "subrel-constrast": 3.7296106815338135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4350666999816895,
+      "cov-distil (oracle2student)": 2.957432746887207,
+      "cov-distil (oracle2teacher)": 3.269573926925659,
+      "epoch": 5.2919937205651495,
+      "rel-constrast": 2.8734211921691895,
+      "step": 6742,
+      "subrel-constrast": 3.805861234664917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6970924139022827,
+      "cov-distil (oracle2student)": 4.6033124923706055,
+      "cov-distil (oracle2teacher)": 3.8749279975891113,
+      "epoch": 5.292778649921507,
+      "rel-constrast": 3.0469350814819336,
+      "step": 6743,
+      "subrel-constrast": 3.885183811187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4656695127487183,
+      "cov-distil (oracle2student)": 4.857794761657715,
+      "cov-distil (oracle2teacher)": 4.929325103759766,
+      "epoch": 5.293563579277865,
+      "rel-constrast": 2.4002022743225098,
+      "step": 6744,
+      "subrel-constrast": 2.8588578701019287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1659729480743408,
+      "cov-distil (oracle2student)": 7.9266276359558105,
+      "cov-distil (oracle2teacher)": 6.791316509246826,
+      "epoch": 5.294348508634223,
+      "rel-constrast": 2.046616554260254,
+      "step": 6745,
+      "subrel-constrast": 2.32999849319458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6336791515350342,
+      "cov-distil (oracle2student)": 3.5158514976501465,
+      "cov-distil (oracle2teacher)": 3.5686051845550537,
+      "epoch": 5.295133437990581,
+      "rel-constrast": 1.5935840606689453,
+      "step": 6746,
+      "subrel-constrast": 2.4693665504455566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9442307949066162,
+      "cov-distil (oracle2student)": 5.748424530029297,
+      "cov-distil (oracle2teacher)": 5.0914626121521,
+      "epoch": 5.295918367346939,
+      "rel-constrast": 1.665257453918457,
+      "step": 6747,
+      "subrel-constrast": 2.849193811416626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.550398826599121,
+      "cov-distil (oracle2student)": 3.318000555038452,
+      "cov-distil (oracle2teacher)": 3.7942726612091064,
+      "epoch": 5.2967032967032965,
+      "rel-constrast": 2.693875312805176,
+      "step": 6748,
+      "subrel-constrast": 3.451538324356079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6892125606536865,
+      "cov-distil (oracle2student)": 4.556750297546387,
+      "cov-distil (oracle2teacher)": 4.424928188323975,
+      "epoch": 5.297488226059655,
+      "rel-constrast": 3.32749342918396,
+      "step": 6749,
+      "subrel-constrast": 3.913356065750122,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.2982731554160125,
+      "grad_norm": 5.5,
+      "learning_rate": 1.4442453127466443e-05,
+      "loss": 0.6614,
+      "step": 6750
+    },
+    {
+      "cov-distil": 1.0483739376068115,
+      "cov-distil (oracle2student)": 4.253044605255127,
+      "cov-distil (oracle2teacher)": 3.4509880542755127,
+      "epoch": 5.2982731554160125,
+      "rel-constrast": 1.5341439247131348,
+      "step": 6750,
+      "subrel-constrast": 2.001214027404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7477672100067139,
+      "cov-distil (oracle2student)": 6.422459602355957,
+      "cov-distil (oracle2teacher)": 5.984091758728027,
+      "epoch": 5.299058084772371,
+      "rel-constrast": 2.274746894836426,
+      "step": 6751,
+      "subrel-constrast": 3.0551741123199463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.608587622642517,
+      "cov-distil (oracle2student)": 5.776090145111084,
+      "cov-distil (oracle2teacher)": 4.8902058601379395,
+      "epoch": 5.2998430141287285,
+      "rel-constrast": 2.5828685760498047,
+      "step": 6752,
+      "subrel-constrast": 3.049497604370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9989620447158813,
+      "cov-distil (oracle2student)": 4.80441951751709,
+      "cov-distil (oracle2teacher)": 4.968416690826416,
+      "epoch": 5.300627943485086,
+      "rel-constrast": 2.399433135986328,
+      "step": 6753,
+      "subrel-constrast": 3.118098735809326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1404882669448853,
+      "cov-distil (oracle2student)": 3.440335273742676,
+      "cov-distil (oracle2teacher)": 3.1309962272644043,
+      "epoch": 5.3014128728414445,
+      "rel-constrast": 1.3972276449203491,
+      "step": 6754,
+      "subrel-constrast": 1.9517898559570312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5227940082550049,
+      "cov-distil (oracle2student)": 3.9105336666107178,
+      "cov-distil (oracle2teacher)": 3.6483964920043945,
+      "epoch": 5.302197802197802,
+      "rel-constrast": 2.5807647705078125,
+      "step": 6755,
+      "subrel-constrast": 2.961984634399414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7596977949142456,
+      "cov-distil (oracle2student)": 4.8722944259643555,
+      "cov-distil (oracle2teacher)": 5.265215873718262,
+      "epoch": 5.3029827315541604,
+      "rel-constrast": 2.504098653793335,
+      "step": 6756,
+      "subrel-constrast": 3.528120756149292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4754928350448608,
+      "cov-distil (oracle2student)": 4.684206485748291,
+      "cov-distil (oracle2teacher)": 4.14210319519043,
+      "epoch": 5.303767660910518,
+      "rel-constrast": 2.676222562789917,
+      "step": 6757,
+      "subrel-constrast": 3.3681228160858154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1652511358261108,
+      "cov-distil (oracle2student)": 5.128103256225586,
+      "cov-distil (oracle2teacher)": 4.9806413650512695,
+      "epoch": 5.304552590266876,
+      "rel-constrast": 2.1310768127441406,
+      "step": 6758,
+      "subrel-constrast": 3.07416033744812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3002147674560547,
+      "cov-distil (oracle2student)": 3.248730421066284,
+      "cov-distil (oracle2teacher)": 4.016974449157715,
+      "epoch": 5.305337519623234,
+      "rel-constrast": 2.8620662689208984,
+      "step": 6759,
+      "subrel-constrast": 3.5885367393493652,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.3061224489795915,
+      "grad_norm": 6.4375,
+      "learning_rate": 1.4363414464825104e-05,
+      "loss": 0.608,
+      "step": 6760
+    },
+    {
+      "cov-distil": 1.8170287609100342,
+      "cov-distil (oracle2student)": 4.968470573425293,
+      "cov-distil (oracle2teacher)": 4.3216552734375,
+      "epoch": 5.3061224489795915,
+      "rel-constrast": 2.583383560180664,
+      "step": 6760,
+      "subrel-constrast": 3.118267059326172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9456062316894531,
+      "cov-distil (oracle2student)": 4.253801345825195,
+      "cov-distil (oracle2teacher)": 3.9936411380767822,
+      "epoch": 5.30690737833595,
+      "rel-constrast": 2.8311667442321777,
+      "step": 6761,
+      "subrel-constrast": 3.5507147312164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3675428628921509,
+      "cov-distil (oracle2student)": 2.7646172046661377,
+      "cov-distil (oracle2teacher)": 2.511291980743408,
+      "epoch": 5.3076923076923075,
+      "rel-constrast": 1.620741605758667,
+      "step": 6762,
+      "subrel-constrast": 2.4977223873138428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5319644212722778,
+      "cov-distil (oracle2student)": 5.445652008056641,
+      "cov-distil (oracle2teacher)": 4.779653549194336,
+      "epoch": 5.308477237048666,
+      "rel-constrast": 3.826629877090454,
+      "step": 6763,
+      "subrel-constrast": 3.93137788772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.158006191253662,
+      "cov-distil (oracle2student)": 2.6186470985412598,
+      "cov-distil (oracle2teacher)": 2.5644569396972656,
+      "epoch": 5.3092621664050235,
+      "rel-constrast": 1.7275826930999756,
+      "step": 6764,
+      "subrel-constrast": 2.055988073348999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.676389217376709,
+      "cov-distil (oracle2student)": 3.8034160137176514,
+      "cov-distil (oracle2teacher)": 3.6734490394592285,
+      "epoch": 5.310047095761382,
+      "rel-constrast": 1.8947510719299316,
+      "step": 6765,
+      "subrel-constrast": 2.761539936065674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3131545782089233,
+      "cov-distil (oracle2student)": 5.756230354309082,
+      "cov-distil (oracle2teacher)": 5.048613548278809,
+      "epoch": 5.310832025117739,
+      "rel-constrast": 2.6827468872070312,
+      "step": 6766,
+      "subrel-constrast": 3.4058380126953125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7687891721725464,
+      "cov-distil (oracle2student)": 3.553191661834717,
+      "cov-distil (oracle2teacher)": 3.670011043548584,
+      "epoch": 5.311616954474097,
+      "rel-constrast": 2.5536351203918457,
+      "step": 6767,
+      "subrel-constrast": 3.362246513366699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.367329478263855,
+      "cov-distil (oracle2student)": 3.871493339538574,
+      "cov-distil (oracle2teacher)": 3.7257277965545654,
+      "epoch": 5.312401883830455,
+      "rel-constrast": 2.8828792572021484,
+      "step": 6768,
+      "subrel-constrast": 3.2435879707336426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4842181205749512,
+      "cov-distil (oracle2student)": 4.430715560913086,
+      "cov-distil (oracle2teacher)": 4.316808700561523,
+      "epoch": 5.313186813186813,
+      "rel-constrast": 2.807586193084717,
+      "step": 6769,
+      "subrel-constrast": 3.991884469985962,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.313971742543171,
+      "grad_norm": 5.5625,
+      "learning_rate": 1.4284505405621795e-05,
+      "loss": 0.6739,
+      "step": 6770
+    },
+    {
+      "cov-distil": 1.8291231393814087,
+      "cov-distil (oracle2student)": 4.018621444702148,
+      "cov-distil (oracle2teacher)": 3.697321891784668,
+      "epoch": 5.313971742543171,
+      "rel-constrast": 2.7131359577178955,
+      "step": 6770,
+      "subrel-constrast": 3.4877729415893555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6312669515609741,
+      "cov-distil (oracle2student)": 5.367966175079346,
+      "cov-distil (oracle2teacher)": 5.041444301605225,
+      "epoch": 5.314756671899529,
+      "rel-constrast": 2.8598899841308594,
+      "step": 6771,
+      "subrel-constrast": 4.119080066680908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8886775970458984,
+      "cov-distil (oracle2student)": 4.020641326904297,
+      "cov-distil (oracle2teacher)": 3.7382893562316895,
+      "epoch": 5.315541601255887,
+      "rel-constrast": 2.9435031414031982,
+      "step": 6772,
+      "subrel-constrast": 3.970989227294922,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4941511154174805,
+      "cov-distil (oracle2student)": 5.322949409484863,
+      "cov-distil (oracle2teacher)": 4.556850910186768,
+      "epoch": 5.316326530612245,
+      "rel-constrast": 2.40313982963562,
+      "step": 6773,
+      "subrel-constrast": 2.6097683906555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5220543146133423,
+      "cov-distil (oracle2student)": 5.238431930541992,
+      "cov-distil (oracle2teacher)": 4.42872428894043,
+      "epoch": 5.3171114599686025,
+      "rel-constrast": 2.6955604553222656,
+      "step": 6774,
+      "subrel-constrast": 3.2707362174987793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5806236267089844,
+      "cov-distil (oracle2student)": 4.59279727935791,
+      "cov-distil (oracle2teacher)": 4.0120720863342285,
+      "epoch": 5.317896389324961,
+      "rel-constrast": 2.9155220985412598,
+      "step": 6775,
+      "subrel-constrast": 3.6635782718658447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2788288593292236,
+      "cov-distil (oracle2student)": 5.221224308013916,
+      "cov-distil (oracle2teacher)": 4.456574440002441,
+      "epoch": 5.318681318681318,
+      "rel-constrast": 2.158090829849243,
+      "step": 6776,
+      "subrel-constrast": 2.829780101776123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9545454978942871,
+      "cov-distil (oracle2student)": 5.597605228424072,
+      "cov-distil (oracle2teacher)": 4.969383239746094,
+      "epoch": 5.319466248037677,
+      "rel-constrast": 2.8664004802703857,
+      "step": 6777,
+      "subrel-constrast": 3.3909268379211426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5929538011550903,
+      "cov-distil (oracle2student)": 4.770565986633301,
+      "cov-distil (oracle2teacher)": 4.782610893249512,
+      "epoch": 5.320251177394034,
+      "rel-constrast": 2.188992977142334,
+      "step": 6778,
+      "subrel-constrast": 3.6390483379364014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9354841709136963,
+      "cov-distil (oracle2student)": 3.3278417587280273,
+      "cov-distil (oracle2teacher)": 3.3235342502593994,
+      "epoch": 5.321036106750393,
+      "rel-constrast": 2.563054084777832,
+      "step": 6779,
+      "subrel-constrast": 3.747525930404663,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.32182103610675,
+      "grad_norm": 5.40625,
+      "learning_rate": 1.4205726911338524e-05,
+      "loss": 0.697,
+      "step": 6780
+    },
+    {
+      "cov-distil": 1.3691160678863525,
+      "cov-distil (oracle2student)": 4.348257064819336,
+      "cov-distil (oracle2teacher)": 4.594237327575684,
+      "epoch": 5.32182103610675,
+      "rel-constrast": 2.4644665718078613,
+      "step": 6780,
+      "subrel-constrast": 2.6078298091888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5793606042861938,
+      "cov-distil (oracle2student)": 3.2379403114318848,
+      "cov-distil (oracle2teacher)": 3.639977216720581,
+      "epoch": 5.322605965463108,
+      "rel-constrast": 3.292264461517334,
+      "step": 6781,
+      "subrel-constrast": 3.988600730895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798856973648071,
+      "cov-distil (oracle2student)": 2.9035472869873047,
+      "cov-distil (oracle2teacher)": 3.0088694095611572,
+      "epoch": 5.323390894819466,
+      "rel-constrast": 2.708073616027832,
+      "step": 6782,
+      "subrel-constrast": 3.688711643218994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125441551208496,
+      "cov-distil (oracle2student)": 4.327214241027832,
+      "cov-distil (oracle2teacher)": 3.9617207050323486,
+      "epoch": 5.324175824175824,
+      "rel-constrast": 2.3568553924560547,
+      "step": 6783,
+      "subrel-constrast": 2.9823532104492188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2002015113830566,
+      "cov-distil (oracle2student)": 3.599579095840454,
+      "cov-distil (oracle2teacher)": 3.350499153137207,
+      "epoch": 5.324960753532182,
+      "rel-constrast": 2.443014144897461,
+      "step": 6784,
+      "subrel-constrast": 2.749464511871338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.483070969581604,
+      "cov-distil (oracle2student)": 5.512116432189941,
+      "cov-distil (oracle2teacher)": 4.995538711547852,
+      "epoch": 5.32574568288854,
+      "rel-constrast": 2.3378283977508545,
+      "step": 6785,
+      "subrel-constrast": 2.89589524269104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0341585874557495,
+      "cov-distil (oracle2student)": 5.80972146987915,
+      "cov-distil (oracle2teacher)": 5.400938034057617,
+      "epoch": 5.326530612244898,
+      "rel-constrast": 2.6333887577056885,
+      "step": 6786,
+      "subrel-constrast": 3.447821617126465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.192822813987732,
+      "cov-distil (oracle2student)": 3.2420871257781982,
+      "cov-distil (oracle2teacher)": 3.2193286418914795,
+      "epoch": 5.327315541601256,
+      "rel-constrast": 2.185668706893921,
+      "step": 6787,
+      "subrel-constrast": 2.588712692260742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.470031976699829,
+      "cov-distil (oracle2student)": 4.010187149047852,
+      "cov-distil (oracle2teacher)": 3.469909429550171,
+      "epoch": 5.328100470957613,
+      "rel-constrast": 2.727017641067505,
+      "step": 6788,
+      "subrel-constrast": 2.9141669273376465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1067395210266113,
+      "cov-distil (oracle2student)": 4.530191421508789,
+      "cov-distil (oracle2teacher)": 3.6177287101745605,
+      "epoch": 5.328885400313972,
+      "rel-constrast": 2.6846983432769775,
+      "step": 6789,
+      "subrel-constrast": 2.672337770462036,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.329670329670329,
+      "grad_norm": 5.0,
+      "learning_rate": 1.4127079941866366e-05,
+      "loss": 0.6794,
+      "step": 6790
+    },
+    {
+      "cov-distil": 1.3266737461090088,
+      "cov-distil (oracle2student)": 3.1403985023498535,
+      "cov-distil (oracle2teacher)": 2.6866297721862793,
+      "epoch": 5.329670329670329,
+      "rel-constrast": 1.9207112789154053,
+      "step": 6790,
+      "subrel-constrast": 2.572094202041626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9319257736206055,
+      "cov-distil (oracle2student)": 5.224814414978027,
+      "cov-distil (oracle2teacher)": 5.207730293273926,
+      "epoch": 5.330455259026688,
+      "rel-constrast": 2.241061210632324,
+      "step": 6791,
+      "subrel-constrast": 2.9439122676849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4641406536102295,
+      "cov-distil (oracle2student)": 4.692600250244141,
+      "cov-distil (oracle2teacher)": 4.120391368865967,
+      "epoch": 5.331240188383045,
+      "rel-constrast": 2.9469261169433594,
+      "step": 6792,
+      "subrel-constrast": 3.6754276752471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.315157413482666,
+      "cov-distil (oracle2student)": 5.071469783782959,
+      "cov-distil (oracle2teacher)": 4.677272796630859,
+      "epoch": 5.332025117739404,
+      "rel-constrast": 2.4395830631256104,
+      "step": 6793,
+      "subrel-constrast": 3.0871293544769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.592323660850525,
+      "cov-distil (oracle2student)": 3.985290765762329,
+      "cov-distil (oracle2teacher)": 4.032116889953613,
+      "epoch": 5.332810047095761,
+      "rel-constrast": 1.8615020513534546,
+      "step": 6794,
+      "subrel-constrast": 2.9940309524536133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4231045246124268,
+      "cov-distil (oracle2student)": 5.618349552154541,
+      "cov-distil (oracle2teacher)": 5.084867477416992,
+      "epoch": 5.333594976452119,
+      "rel-constrast": 2.9095346927642822,
+      "step": 6795,
+      "subrel-constrast": 3.600243330001831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5298471450805664,
+      "cov-distil (oracle2student)": 4.122654914855957,
+      "cov-distil (oracle2teacher)": 4.048609733581543,
+      "epoch": 5.334379905808477,
+      "rel-constrast": 2.472968339920044,
+      "step": 6796,
+      "subrel-constrast": 3.5720841884613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.891240119934082,
+      "cov-distil (oracle2student)": 3.6294777393341064,
+      "cov-distil (oracle2teacher)": 3.308795690536499,
+      "epoch": 5.335164835164835,
+      "rel-constrast": 2.0961787700653076,
+      "step": 6797,
+      "subrel-constrast": 2.995182514190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6908304691314697,
+      "cov-distil (oracle2student)": 3.8202357292175293,
+      "cov-distil (oracle2teacher)": 3.712836742401123,
+      "epoch": 5.335949764521193,
+      "rel-constrast": 2.9613943099975586,
+      "step": 6798,
+      "subrel-constrast": 3.622795581817627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3279178142547607,
+      "cov-distil (oracle2student)": 5.105676651000977,
+      "cov-distil (oracle2teacher)": 5.1194047927856445,
+      "epoch": 5.336734693877551,
+      "rel-constrast": 2.2876734733581543,
+      "step": 6799,
+      "subrel-constrast": 2.834001302719116,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.337519623233909,
+      "grad_norm": 4.65625,
+      "learning_rate": 1.404856545549384e-05,
+      "loss": 0.6422,
+      "step": 6800
+    },
+    {
+      "epoch": 5.337519623233909,
+      "overlap": 0.36406251788139343,
+      "step": 6800
+    },
+    {
+      "epoch": 5.337519623233909,
+      "step": 6800,
+      "student margin": 0.0560302734375
+    },
+    {
+      "epoch": 5.337519623233909,
+      "step": 6800,
+      "teacher margin": 0.037872314453125
+    },
+    {
+      "epoch": 5.337519623233909,
+      "margin difference": -0.018157958984375,
+      "step": 6800
+    },
+    {
+      "cov-distil": 1.216395616531372,
+      "cov-distil (oracle2student)": 4.872582912445068,
+      "cov-distil (oracle2teacher)": 4.3757219314575195,
+      "epoch": 5.337519623233909,
+      "rel-constrast": 2.2948110103607178,
+      "step": 6800,
+      "subrel-constrast": 3.036590576171875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6375274658203125,
+      "cov-distil (oracle2student)": 4.032700061798096,
+      "cov-distil (oracle2teacher)": 4.15567684173584,
+      "epoch": 5.338304552590267,
+      "rel-constrast": 2.8708603382110596,
+      "step": 6801,
+      "subrel-constrast": 3.735530376434326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.766332745552063,
+      "cov-distil (oracle2student)": 3.8451614379882812,
+      "cov-distil (oracle2teacher)": 3.2850849628448486,
+      "epoch": 5.339089481946624,
+      "rel-constrast": 3.2861952781677246,
+      "step": 6802,
+      "subrel-constrast": 3.9114344120025635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1944319009780884,
+      "cov-distil (oracle2student)": 3.7373037338256836,
+      "cov-distil (oracle2teacher)": 4.015617847442627,
+      "epoch": 5.339874411302983,
+      "rel-constrast": 2.6032190322875977,
+      "step": 6803,
+      "subrel-constrast": 3.579113721847534,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2228152751922607,
+      "cov-distil (oracle2student)": 3.8653564453125,
+      "cov-distil (oracle2teacher)": 3.589017868041992,
+      "epoch": 5.34065934065934,
+      "rel-constrast": 2.4333431720733643,
+      "step": 6804,
+      "subrel-constrast": 3.2489330768585205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5424227714538574,
+      "cov-distil (oracle2student)": 3.5248537063598633,
+      "cov-distil (oracle2teacher)": 3.8190550804138184,
+      "epoch": 5.341444270015699,
+      "rel-constrast": 3.427436590194702,
+      "step": 6805,
+      "subrel-constrast": 3.7889366149902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0617775917053223,
+      "cov-distil (oracle2student)": 3.5855753421783447,
+      "cov-distil (oracle2teacher)": 3.151609420776367,
+      "epoch": 5.342229199372056,
+      "rel-constrast": 2.3706092834472656,
+      "step": 6806,
+      "subrel-constrast": 2.244873523712158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.46979558467865,
+      "cov-distil (oracle2student)": 3.304098129272461,
+      "cov-distil (oracle2teacher)": 3.5778496265411377,
+      "epoch": 5.343014128728415,
+      "rel-constrast": 1.4151045083999634,
+      "step": 6807,
+      "subrel-constrast": 2.116947650909424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3405940532684326,
+      "cov-distil (oracle2student)": 3.025761127471924,
+      "cov-distil (oracle2teacher)": 2.9379193782806396,
+      "epoch": 5.343799058084772,
+      "rel-constrast": 2.3962717056274414,
+      "step": 6808,
+      "subrel-constrast": 2.831589460372925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7509137392044067,
+      "cov-distil (oracle2student)": 6.060934066772461,
+      "cov-distil (oracle2teacher)": 5.659300804138184,
+      "epoch": 5.34458398744113,
+      "rel-constrast": 2.717381000518799,
+      "step": 6809,
+      "subrel-constrast": 3.635493516921997,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.345368916797488,
+      "grad_norm": 5.65625,
+      "learning_rate": 1.397018440889517e-05,
+      "loss": 0.6834,
+      "step": 6810
+    },
+    {
+      "cov-distil": 1.6790475845336914,
+      "cov-distil (oracle2student)": 3.828721046447754,
+      "cov-distil (oracle2teacher)": 3.8509960174560547,
+      "epoch": 5.345368916797488,
+      "rel-constrast": 2.7672622203826904,
+      "step": 6810,
+      "subrel-constrast": 3.5024032592773438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4851124286651611,
+      "cov-distil (oracle2student)": 5.806079864501953,
+      "cov-distil (oracle2teacher)": 5.334598541259766,
+      "epoch": 5.346153846153846,
+      "rel-constrast": 2.509472131729126,
+      "step": 6811,
+      "subrel-constrast": 3.5035064220428467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6701948642730713,
+      "cov-distil (oracle2student)": 4.792874336242676,
+      "cov-distil (oracle2teacher)": 4.5087361335754395,
+      "epoch": 5.346938775510204,
+      "rel-constrast": 1.2192189693450928,
+      "step": 6812,
+      "subrel-constrast": 2.096620559692383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0462334156036377,
+      "cov-distil (oracle2student)": 4.163815021514893,
+      "cov-distil (oracle2teacher)": 4.314510822296143,
+      "epoch": 5.347723704866562,
+      "rel-constrast": 1.6944563388824463,
+      "step": 6813,
+      "subrel-constrast": 2.4791784286499023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.723475694656372,
+      "cov-distil (oracle2student)": 3.6263785362243652,
+      "cov-distil (oracle2teacher)": 3.832348585128784,
+      "epoch": 5.34850863422292,
+      "rel-constrast": 2.2376160621643066,
+      "step": 6814,
+      "subrel-constrast": 3.4116721153259277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7666505575180054,
+      "cov-distil (oracle2student)": 3.7380709648132324,
+      "cov-distil (oracle2teacher)": 4.005069732666016,
+      "epoch": 5.349293563579278,
+      "rel-constrast": 2.18869948387146,
+      "step": 6815,
+      "subrel-constrast": 3.301950693130493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3425195217132568,
+      "cov-distil (oracle2student)": 4.122038841247559,
+      "cov-distil (oracle2teacher)": 4.114895820617676,
+      "epoch": 5.350078492935636,
+      "rel-constrast": 2.7495975494384766,
+      "step": 6816,
+      "subrel-constrast": 3.343074321746826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2396314144134521,
+      "cov-distil (oracle2student)": 5.402995586395264,
+      "cov-distil (oracle2teacher)": 5.097359657287598,
+      "epoch": 5.350863422291994,
+      "rel-constrast": 3.1185190677642822,
+      "step": 6817,
+      "subrel-constrast": 3.7351133823394775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5731472969055176,
+      "cov-distil (oracle2student)": 4.499629020690918,
+      "cov-distil (oracle2teacher)": 4.293574333190918,
+      "epoch": 5.351648351648351,
+      "rel-constrast": 2.251523017883301,
+      "step": 6818,
+      "subrel-constrast": 2.8988735675811768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7587318420410156,
+      "cov-distil (oracle2student)": 4.2541046142578125,
+      "cov-distil (oracle2teacher)": 3.6795804500579834,
+      "epoch": 5.35243328100471,
+      "rel-constrast": 2.6456804275512695,
+      "step": 6819,
+      "subrel-constrast": 3.307054042816162,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.353218210361067,
+      "grad_norm": 5.96875,
+      "learning_rate": 1.3891937757118687e-05,
+      "loss": 0.6228,
+      "step": 6820
+    },
+    {
+      "cov-distil": 1.6306421756744385,
+      "cov-distil (oracle2student)": 4.5935139656066895,
+      "cov-distil (oracle2teacher)": 4.457457542419434,
+      "epoch": 5.353218210361067,
+      "rel-constrast": 2.4915294647216797,
+      "step": 6820,
+      "subrel-constrast": 3.574671983718872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5575244426727295,
+      "cov-distil (oracle2student)": 3.2923848628997803,
+      "cov-distil (oracle2teacher)": 3.0889859199523926,
+      "epoch": 5.354003139717426,
+      "rel-constrast": 2.138082981109619,
+      "step": 6821,
+      "subrel-constrast": 2.922142505645752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4158828258514404,
+      "cov-distil (oracle2student)": 3.9968173503875732,
+      "cov-distil (oracle2teacher)": 3.66133975982666,
+      "epoch": 5.354788069073783,
+      "rel-constrast": 3.364560604095459,
+      "step": 6822,
+      "subrel-constrast": 3.925569772720337,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2598676681518555,
+      "cov-distil (oracle2student)": 3.9501731395721436,
+      "cov-distil (oracle2teacher)": 4.414180278778076,
+      "epoch": 5.355572998430142,
+      "rel-constrast": 3.528529644012451,
+      "step": 6823,
+      "subrel-constrast": 4.391892910003662,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.093367338180542,
+      "cov-distil (oracle2student)": 3.239398241043091,
+      "cov-distil (oracle2teacher)": 3.325185537338257,
+      "epoch": 5.356357927786499,
+      "rel-constrast": 2.291611909866333,
+      "step": 6824,
+      "subrel-constrast": 3.094531536102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.400694727897644,
+      "cov-distil (oracle2student)": 3.522249221801758,
+      "cov-distil (oracle2teacher)": 4.249323844909668,
+      "epoch": 5.357142857142857,
+      "rel-constrast": 2.587639808654785,
+      "step": 6825,
+      "subrel-constrast": 3.0349955558776855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6294679641723633,
+      "cov-distil (oracle2student)": 4.684270858764648,
+      "cov-distil (oracle2teacher)": 4.293615341186523,
+      "epoch": 5.357927786499215,
+      "rel-constrast": 2.337282657623291,
+      "step": 6826,
+      "subrel-constrast": 3.6443772315979004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2413153648376465,
+      "cov-distil (oracle2student)": 4.923185348510742,
+      "cov-distil (oracle2teacher)": 4.813474655151367,
+      "epoch": 5.358712715855573,
+      "rel-constrast": 2.0791733264923096,
+      "step": 6827,
+      "subrel-constrast": 2.986269950866699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3362469673156738,
+      "cov-distil (oracle2student)": 3.139758586883545,
+      "cov-distil (oracle2teacher)": 3.1079580783843994,
+      "epoch": 5.359497645211931,
+      "rel-constrast": 2.685469150543213,
+      "step": 6828,
+      "subrel-constrast": 3.436948299407959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0080050230026245,
+      "cov-distil (oracle2student)": 3.702129602432251,
+      "cov-distil (oracle2teacher)": 3.504240036010742,
+      "epoch": 5.360282574568289,
+      "rel-constrast": 2.8678464889526367,
+      "step": 6829,
+      "subrel-constrast": 3.265871286392212,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.361067503924647,
+      "grad_norm": 5.96875,
+      "learning_rate": 1.3813826453575134e-05,
+      "loss": 0.6982,
+      "step": 6830
+    },
+    {
+      "cov-distil": 1.519097089767456,
+      "cov-distil (oracle2student)": 3.402092456817627,
+      "cov-distil (oracle2teacher)": 3.5045509338378906,
+      "epoch": 5.361067503924647,
+      "rel-constrast": 2.5280306339263916,
+      "step": 6830,
+      "subrel-constrast": 3.1062042713165283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2755930423736572,
+      "cov-distil (oracle2student)": 5.43828821182251,
+      "cov-distil (oracle2teacher)": 4.917730331420898,
+      "epoch": 5.361852433281005,
+      "rel-constrast": 3.1165647506713867,
+      "step": 6831,
+      "subrel-constrast": 3.4709553718566895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.450838565826416,
+      "cov-distil (oracle2student)": 4.546162128448486,
+      "cov-distil (oracle2teacher)": 4.457802772521973,
+      "epoch": 5.362637362637362,
+      "rel-constrast": 3.402027130126953,
+      "step": 6832,
+      "subrel-constrast": 4.068759918212891,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55106520652771,
+      "cov-distil (oracle2student)": 5.173375606536865,
+      "cov-distil (oracle2teacher)": 4.455519199371338,
+      "epoch": 5.363422291993721,
+      "rel-constrast": 2.5253891944885254,
+      "step": 6833,
+      "subrel-constrast": 3.162099838256836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6569195985794067,
+      "cov-distil (oracle2student)": 3.2872745990753174,
+      "cov-distil (oracle2teacher)": 2.836855411529541,
+      "epoch": 5.364207221350078,
+      "rel-constrast": 2.0520153045654297,
+      "step": 6834,
+      "subrel-constrast": 2.352503776550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8996772766113281,
+      "cov-distil (oracle2student)": 5.150520324707031,
+      "cov-distil (oracle2teacher)": 4.893144607543945,
+      "epoch": 5.364992150706437,
+      "rel-constrast": 3.0612471103668213,
+      "step": 6835,
+      "subrel-constrast": 3.599179744720459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5672975778579712,
+      "cov-distil (oracle2student)": 5.225590705871582,
+      "cov-distil (oracle2teacher)": 5.394655227661133,
+      "epoch": 5.365777080062794,
+      "rel-constrast": 2.7451672554016113,
+      "step": 6836,
+      "subrel-constrast": 4.231739521026611,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3043406009674072,
+      "cov-distil (oracle2student)": 4.158206462860107,
+      "cov-distil (oracle2teacher)": 3.8614516258239746,
+      "epoch": 5.366562009419153,
+      "rel-constrast": 2.778164863586426,
+      "step": 6837,
+      "subrel-constrast": 3.2576491832733154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7127728462219238,
+      "cov-distil (oracle2student)": 5.359570026397705,
+      "cov-distil (oracle2teacher)": 5.046685218811035,
+      "epoch": 5.36734693877551,
+      "rel-constrast": 3.612650156021118,
+      "step": 6838,
+      "subrel-constrast": 4.174889087677002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7190272808074951,
+      "cov-distil (oracle2student)": 4.599980354309082,
+      "cov-distil (oracle2teacher)": 3.942322015762329,
+      "epoch": 5.368131868131869,
+      "rel-constrast": 2.7112104892730713,
+      "step": 6839,
+      "subrel-constrast": 3.430209159851074,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.368916797488226,
+      "grad_norm": 4.875,
+      "learning_rate": 1.3735851450026102e-05,
+      "loss": 0.7525,
+      "step": 6840
+    },
+    {
+      "cov-distil": 1.2723705768585205,
+      "cov-distil (oracle2student)": 4.067173004150391,
+      "cov-distil (oracle2teacher)": 3.6892266273498535,
+      "epoch": 5.368916797488226,
+      "rel-constrast": 3.1984899044036865,
+      "step": 6840,
+      "subrel-constrast": 3.6242146492004395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7067081928253174,
+      "cov-distil (oracle2student)": 5.1028547286987305,
+      "cov-distil (oracle2teacher)": 4.351363658905029,
+      "epoch": 5.369701726844584,
+      "rel-constrast": 2.749053955078125,
+      "step": 6841,
+      "subrel-constrast": 3.5785293579101562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9489929676055908,
+      "cov-distil (oracle2student)": 3.924616813659668,
+      "cov-distil (oracle2teacher)": 3.6234796047210693,
+      "epoch": 5.370486656200942,
+      "rel-constrast": 2.0595171451568604,
+      "step": 6842,
+      "subrel-constrast": 2.6763415336608887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4341673851013184,
+      "cov-distil (oracle2student)": 4.011101722717285,
+      "cov-distil (oracle2teacher)": 3.8393986225128174,
+      "epoch": 5.3712715855573,
+      "rel-constrast": 1.5951759815216064,
+      "step": 6843,
+      "subrel-constrast": 2.412130355834961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1847140789031982,
+      "cov-distil (oracle2student)": 3.7861809730529785,
+      "cov-distil (oracle2teacher)": 3.247222900390625,
+      "epoch": 5.372056514913658,
+      "rel-constrast": 3.109346389770508,
+      "step": 6844,
+      "subrel-constrast": 3.1327130794525146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1318614482879639,
+      "cov-distil (oracle2student)": 3.6106483936309814,
+      "cov-distil (oracle2teacher)": 3.8462107181549072,
+      "epoch": 5.372841444270016,
+      "rel-constrast": 2.0841803550720215,
+      "step": 6845,
+      "subrel-constrast": 2.7138538360595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5796703100204468,
+      "cov-distil (oracle2student)": 1.9676051139831543,
+      "cov-distil (oracle2teacher)": 2.178640604019165,
+      "epoch": 5.373626373626374,
+      "rel-constrast": 1.8261557817459106,
+      "step": 6846,
+      "subrel-constrast": 2.385842800140381,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5249545574188232,
+      "cov-distil (oracle2student)": 3.0968873500823975,
+      "cov-distil (oracle2teacher)": 3.0328667163848877,
+      "epoch": 5.374411302982732,
+      "rel-constrast": 2.103268623352051,
+      "step": 6847,
+      "subrel-constrast": 2.5237715244293213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2044281959533691,
+      "cov-distil (oracle2student)": 3.8701019287109375,
+      "cov-distil (oracle2teacher)": 3.90973162651062,
+      "epoch": 5.375196232339089,
+      "rel-constrast": 2.3331217765808105,
+      "step": 6848,
+      "subrel-constrast": 2.6405673027038574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1249912977218628,
+      "cov-distil (oracle2student)": 4.415439605712891,
+      "cov-distil (oracle2teacher)": 4.064312934875488,
+      "epoch": 5.375981161695448,
+      "rel-constrast": 2.379638195037842,
+      "step": 6849,
+      "subrel-constrast": 3.015036106109619,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.376766091051805,
+      "grad_norm": 4.75,
+      "learning_rate": 1.3658013696572414e-05,
+      "loss": 0.6212,
+      "step": 6850
+    },
+    {
+      "cov-distil": 1.9334614276885986,
+      "cov-distil (oracle2student)": 4.4788689613342285,
+      "cov-distil (oracle2teacher)": 4.360084533691406,
+      "epoch": 5.376766091051805,
+      "rel-constrast": 2.163618326187134,
+      "step": 6850,
+      "subrel-constrast": 3.123337745666504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6663241386413574,
+      "cov-distil (oracle2student)": 4.039607524871826,
+      "cov-distil (oracle2teacher)": 3.978044033050537,
+      "epoch": 5.377551020408164,
+      "rel-constrast": 2.4327917098999023,
+      "step": 6851,
+      "subrel-constrast": 3.1431500911712646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4597840309143066,
+      "cov-distil (oracle2student)": 4.166390419006348,
+      "cov-distil (oracle2teacher)": 3.9250712394714355,
+      "epoch": 5.378335949764521,
+      "rel-constrast": 2.336416244506836,
+      "step": 6852,
+      "subrel-constrast": 3.036147356033325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9703116416931152,
+      "cov-distil (oracle2student)": 3.1467225551605225,
+      "cov-distil (oracle2teacher)": 2.646883964538574,
+      "epoch": 5.3791208791208796,
+      "rel-constrast": 2.575824737548828,
+      "step": 6853,
+      "subrel-constrast": 2.8486979007720947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.701404333114624,
+      "cov-distil (oracle2student)": 4.5952324867248535,
+      "cov-distil (oracle2teacher)": 4.198873519897461,
+      "epoch": 5.379905808477237,
+      "rel-constrast": 2.0947186946868896,
+      "step": 6854,
+      "subrel-constrast": 3.192310333251953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3911933898925781,
+      "cov-distil (oracle2student)": 4.472233772277832,
+      "cov-distil (oracle2teacher)": 4.617918968200684,
+      "epoch": 5.380690737833595,
+      "rel-constrast": 2.4357311725616455,
+      "step": 6855,
+      "subrel-constrast": 3.4205780029296875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3806428909301758,
+      "cov-distil (oracle2student)": 3.9543747901916504,
+      "cov-distil (oracle2teacher)": 4.272542953491211,
+      "epoch": 5.381475667189953,
+      "rel-constrast": 2.3576695919036865,
+      "step": 6856,
+      "subrel-constrast": 3.2041845321655273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8631863594055176,
+      "cov-distil (oracle2student)": 2.84370756149292,
+      "cov-distil (oracle2teacher)": 3.1884336471557617,
+      "epoch": 5.382260596546311,
+      "rel-constrast": 1.875781774520874,
+      "step": 6857,
+      "subrel-constrast": 2.846122980117798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6841769218444824,
+      "cov-distil (oracle2student)": 4.2192158699035645,
+      "cov-distil (oracle2teacher)": 4.566699028015137,
+      "epoch": 5.383045525902669,
+      "rel-constrast": 2.627364158630371,
+      "step": 6858,
+      "subrel-constrast": 3.628413677215576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7263381481170654,
+      "cov-distil (oracle2student)": 6.092051029205322,
+      "cov-distil (oracle2teacher)": 5.593540668487549,
+      "epoch": 5.383830455259027,
+      "rel-constrast": 2.7269561290740967,
+      "step": 6859,
+      "subrel-constrast": 3.1034836769104004,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.384615384615385,
+      "grad_norm": 4.46875,
+      "learning_rate": 1.3580314141642509e-05,
+      "loss": 0.6326,
+      "step": 6860
+    },
+    {
+      "cov-distil": 1.3437689542770386,
+      "cov-distil (oracle2student)": 4.924437522888184,
+      "cov-distil (oracle2teacher)": 4.525671005249023,
+      "epoch": 5.384615384615385,
+      "rel-constrast": 1.4459668397903442,
+      "step": 6860,
+      "subrel-constrast": 2.649320363998413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5976163148880005,
+      "cov-distil (oracle2student)": 2.9206807613372803,
+      "cov-distil (oracle2teacher)": 2.8281307220458984,
+      "epoch": 5.385400313971743,
+      "rel-constrast": 2.4108693599700928,
+      "step": 6861,
+      "subrel-constrast": 2.87580943107605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5030169486999512,
+      "cov-distil (oracle2student)": 4.6240129470825195,
+      "cov-distil (oracle2teacher)": 4.361681938171387,
+      "epoch": 5.3861852433281,
+      "rel-constrast": 2.4511561393737793,
+      "step": 6862,
+      "subrel-constrast": 2.8416428565979004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6004550457000732,
+      "cov-distil (oracle2student)": 4.781728744506836,
+      "cov-distil (oracle2teacher)": 4.422153949737549,
+      "epoch": 5.3869701726844585,
+      "rel-constrast": 3.0579833984375,
+      "step": 6863,
+      "subrel-constrast": 3.9701600074768066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6165132522583008,
+      "cov-distil (oracle2student)": 4.854732513427734,
+      "cov-distil (oracle2teacher)": 4.571477890014648,
+      "epoch": 5.387755102040816,
+      "rel-constrast": 2.4610157012939453,
+      "step": 6864,
+      "subrel-constrast": 3.7687058448791504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6169342994689941,
+      "cov-distil (oracle2student)": 3.804213047027588,
+      "cov-distil (oracle2teacher)": 3.645172119140625,
+      "epoch": 5.3885400313971745,
+      "rel-constrast": 1.9463050365447998,
+      "step": 6865,
+      "subrel-constrast": 2.848029136657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3200830221176147,
+      "cov-distil (oracle2student)": 4.175985336303711,
+      "cov-distil (oracle2teacher)": 3.8496830463409424,
+      "epoch": 5.389324960753532,
+      "rel-constrast": 2.282022714614868,
+      "step": 6866,
+      "subrel-constrast": 3.0001232624053955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6691224575042725,
+      "cov-distil (oracle2student)": 3.318814754486084,
+      "cov-distil (oracle2teacher)": 3.4840152263641357,
+      "epoch": 5.3901098901098905,
+      "rel-constrast": 2.197575092315674,
+      "step": 6867,
+      "subrel-constrast": 3.081199884414673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.845259189605713,
+      "cov-distil (oracle2student)": 5.239015102386475,
+      "cov-distil (oracle2teacher)": 4.552308082580566,
+      "epoch": 5.390894819466248,
+      "rel-constrast": 3.608956813812256,
+      "step": 6868,
+      "subrel-constrast": 3.977090358734131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2461998462677002,
+      "cov-distil (oracle2student)": 3.639890193939209,
+      "cov-distil (oracle2teacher)": 3.3616042137145996,
+      "epoch": 5.391679748822606,
+      "rel-constrast": 2.352841854095459,
+      "step": 6869,
+      "subrel-constrast": 2.905673027038574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.392464678178964,
+      "grad_norm": 5.0625,
+      "learning_rate": 1.3502753731980965e-05,
+      "loss": 0.6438,
+      "step": 6870
+    },
+    {
+      "cov-distil": 1.4892634153366089,
+      "cov-distil (oracle2student)": 3.6962051391601562,
+      "cov-distil (oracle2teacher)": 3.8394689559936523,
+      "epoch": 5.392464678178964,
+      "rel-constrast": 2.531237840652466,
+      "step": 6870,
+      "subrel-constrast": 3.291151762008667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.513436198234558,
+      "cov-distil (oracle2student)": 5.166689872741699,
+      "cov-distil (oracle2teacher)": 5.0526123046875,
+      "epoch": 5.393249607535322,
+      "rel-constrast": 1.8680046796798706,
+      "step": 6871,
+      "subrel-constrast": 2.73567795753479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.839263916015625,
+      "cov-distil (oracle2student)": 4.302669525146484,
+      "cov-distil (oracle2teacher)": 3.7008211612701416,
+      "epoch": 5.39403453689168,
+      "rel-constrast": 2.4625606536865234,
+      "step": 6872,
+      "subrel-constrast": 3.5633842945098877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7373898029327393,
+      "cov-distil (oracle2student)": 5.113582611083984,
+      "cov-distil (oracle2teacher)": 4.160947322845459,
+      "epoch": 5.3948194662480375,
+      "rel-constrast": 1.9900741577148438,
+      "step": 6873,
+      "subrel-constrast": 2.877314567565918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2139270305633545,
+      "cov-distil (oracle2student)": 4.422209739685059,
+      "cov-distil (oracle2teacher)": 4.137784481048584,
+      "epoch": 5.395604395604396,
+      "rel-constrast": 2.069715738296509,
+      "step": 6874,
+      "subrel-constrast": 3.026416540145874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8814119100570679,
+      "cov-distil (oracle2student)": 3.9929065704345703,
+      "cov-distil (oracle2teacher)": 4.113892078399658,
+      "epoch": 5.3963893249607535,
+      "rel-constrast": 3.0164661407470703,
+      "step": 6875,
+      "subrel-constrast": 3.4323816299438477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4299848079681396,
+      "cov-distil (oracle2student)": 4.492513656616211,
+      "cov-distil (oracle2teacher)": 4.17853307723999,
+      "epoch": 5.397174254317111,
+      "rel-constrast": 3.3906383514404297,
+      "step": 6876,
+      "subrel-constrast": 3.8355557918548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2266993522644043,
+      "cov-distil (oracle2student)": 3.9177119731903076,
+      "cov-distil (oracle2teacher)": 3.8255832195281982,
+      "epoch": 5.3979591836734695,
+      "rel-constrast": 2.8072195053100586,
+      "step": 6877,
+      "subrel-constrast": 3.777045249938965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5973410606384277,
+      "cov-distil (oracle2student)": 4.753619194030762,
+      "cov-distil (oracle2teacher)": 4.753454208374023,
+      "epoch": 5.398744113029827,
+      "rel-constrast": 2.4452223777770996,
+      "step": 6878,
+      "subrel-constrast": 3.281999111175537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.847029209136963,
+      "cov-distil (oracle2student)": 4.7130231857299805,
+      "cov-distil (oracle2teacher)": 4.279946327209473,
+      "epoch": 5.3995290423861855,
+      "rel-constrast": 1.881385326385498,
+      "step": 6879,
+      "subrel-constrast": 2.943331241607666,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.400313971742543,
+      "grad_norm": 4.46875,
+      "learning_rate": 1.3425333412636881e-05,
+      "loss": 0.6535,
+      "step": 6880
+    },
+    {
+      "cov-distil": 1.379652976989746,
+      "cov-distil (oracle2student)": 2.647064447402954,
+      "cov-distil (oracle2teacher)": 2.8976964950561523,
+      "epoch": 5.400313971742543,
+      "rel-constrast": 2.313053607940674,
+      "step": 6880,
+      "subrel-constrast": 3.1273605823516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4670135974884033,
+      "cov-distil (oracle2student)": 2.1409687995910645,
+      "cov-distil (oracle2teacher)": 2.329840660095215,
+      "epoch": 5.4010989010989015,
+      "rel-constrast": 1.806581735610962,
+      "step": 6881,
+      "subrel-constrast": 2.3699474334716797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0108394622802734,
+      "cov-distil (oracle2student)": 4.958215713500977,
+      "cov-distil (oracle2teacher)": 4.637203216552734,
+      "epoch": 5.401883830455259,
+      "rel-constrast": 2.985365867614746,
+      "step": 6882,
+      "subrel-constrast": 3.8202383518218994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.284839153289795,
+      "cov-distil (oracle2student)": 4.210156440734863,
+      "cov-distil (oracle2teacher)": 4.132633686065674,
+      "epoch": 5.4026687598116165,
+      "rel-constrast": 2.403087615966797,
+      "step": 6883,
+      "subrel-constrast": 3.4814345836639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4434888362884521,
+      "cov-distil (oracle2student)": 4.38207483291626,
+      "cov-distil (oracle2teacher)": 4.605620384216309,
+      "epoch": 5.403453689167975,
+      "rel-constrast": 2.5090394020080566,
+      "step": 6884,
+      "subrel-constrast": 3.453808546066284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8037230968475342,
+      "cov-distil (oracle2student)": 4.563320636749268,
+      "cov-distil (oracle2teacher)": 4.855609893798828,
+      "epoch": 5.4042386185243325,
+      "rel-constrast": 1.9616475105285645,
+      "step": 6885,
+      "subrel-constrast": 3.139756202697754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.16949462890625,
+      "cov-distil (oracle2student)": 4.915657043457031,
+      "cov-distil (oracle2teacher)": 4.918087005615234,
+      "epoch": 5.405023547880691,
+      "rel-constrast": 1.9614261388778687,
+      "step": 6886,
+      "subrel-constrast": 2.970956802368164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.387955665588379,
+      "cov-distil (oracle2student)": 3.8455615043640137,
+      "cov-distil (oracle2teacher)": 3.561054229736328,
+      "epoch": 5.4058084772370485,
+      "rel-constrast": 2.819216728210449,
+      "step": 6887,
+      "subrel-constrast": 3.0385122299194336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.387832760810852,
+      "cov-distil (oracle2student)": 3.6667404174804688,
+      "cov-distil (oracle2teacher)": 3.809173583984375,
+      "epoch": 5.406593406593407,
+      "rel-constrast": 3.066627025604248,
+      "step": 6888,
+      "subrel-constrast": 3.519965648651123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9125518798828125,
+      "cov-distil (oracle2student)": 4.541806221008301,
+      "cov-distil (oracle2teacher)": 4.0376691818237305,
+      "epoch": 5.4073783359497645,
+      "rel-constrast": 3.4567453861236572,
+      "step": 6889,
+      "subrel-constrast": 4.426463603973389,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.408163265306122,
+      "grad_norm": 5.71875,
+      "learning_rate": 1.3348054126952428e-05,
+      "loss": 0.6702,
+      "step": 6890
+    },
+    {
+      "cov-distil": 1.3753167390823364,
+      "cov-distil (oracle2student)": 4.920285224914551,
+      "cov-distil (oracle2teacher)": 4.19583797454834,
+      "epoch": 5.408163265306122,
+      "rel-constrast": 2.4050488471984863,
+      "step": 6890,
+      "subrel-constrast": 2.7649638652801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4272228479385376,
+      "cov-distil (oracle2student)": 5.557206630706787,
+      "cov-distil (oracle2teacher)": 4.7945122718811035,
+      "epoch": 5.4089481946624804,
+      "rel-constrast": 1.7393062114715576,
+      "step": 6891,
+      "subrel-constrast": 2.6457204818725586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4227337837219238,
+      "cov-distil (oracle2student)": 5.453753471374512,
+      "cov-distil (oracle2teacher)": 5.4019012451171875,
+      "epoch": 5.409733124018838,
+      "rel-constrast": 4.460117340087891,
+      "step": 6892,
+      "subrel-constrast": 4.766526699066162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3585505485534668,
+      "cov-distil (oracle2student)": 3.4985976219177246,
+      "cov-distil (oracle2teacher)": 3.426950454711914,
+      "epoch": 5.410518053375196,
+      "rel-constrast": 2.5144095420837402,
+      "step": 6893,
+      "subrel-constrast": 3.299999952316284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5823723077774048,
+      "cov-distil (oracle2student)": 4.5724687576293945,
+      "cov-distil (oracle2teacher)": 4.1536078453063965,
+      "epoch": 5.411302982731554,
+      "rel-constrast": 2.175926685333252,
+      "step": 6894,
+      "subrel-constrast": 2.848607301712036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6436262130737305,
+      "cov-distil (oracle2student)": 3.569629430770874,
+      "cov-distil (oracle2teacher)": 3.5171284675598145,
+      "epoch": 5.412087912087912,
+      "rel-constrast": 2.5614466667175293,
+      "step": 6895,
+      "subrel-constrast": 3.7466273307800293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5706493854522705,
+      "cov-distil (oracle2student)": 4.630938529968262,
+      "cov-distil (oracle2teacher)": 4.246218204498291,
+      "epoch": 5.41287284144427,
+      "rel-constrast": 2.4025349617004395,
+      "step": 6896,
+      "subrel-constrast": 2.6776673793792725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7417526245117188,
+      "cov-distil (oracle2student)": 3.290241241455078,
+      "cov-distil (oracle2teacher)": 3.390500783920288,
+      "epoch": 5.4136577708006275,
+      "rel-constrast": 2.0185558795928955,
+      "step": 6897,
+      "subrel-constrast": 3.0049192905426025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3635543584823608,
+      "cov-distil (oracle2student)": 5.533366680145264,
+      "cov-distil (oracle2teacher)": 4.531351566314697,
+      "epoch": 5.414442700156986,
+      "rel-constrast": 1.7390639781951904,
+      "step": 6898,
+      "subrel-constrast": 2.2694952487945557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2829910516738892,
+      "cov-distil (oracle2student)": 4.599458694458008,
+      "cov-distil (oracle2teacher)": 4.58711576461792,
+      "epoch": 5.4152276295133435,
+      "rel-constrast": 2.2571310997009277,
+      "step": 6899,
+      "subrel-constrast": 3.250227689743042,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.416012558869702,
+      "grad_norm": 5.5625,
+      "learning_rate": 1.3270916816551298e-05,
+      "loss": 0.6438,
+      "step": 6900
+    },
+    {
+      "epoch": 5.416012558869702,
+      "overlap": 0.3218750059604645,
+      "step": 6900
+    },
+    {
+      "epoch": 5.416012558869702,
+      "step": 6900,
+      "student margin": 0.06036376953125
+    },
+    {
+      "epoch": 5.416012558869702,
+      "step": 6900,
+      "teacher margin": 0.043670654296875
+    },
+    {
+      "epoch": 5.416012558869702,
+      "margin difference": -0.016693115234375,
+      "step": 6900
+    },
+    {
+      "cov-distil": 1.4736855030059814,
+      "cov-distil (oracle2student)": 2.3165159225463867,
+      "cov-distil (oracle2teacher)": 2.0397207736968994,
+      "epoch": 5.416012558869702,
+      "rel-constrast": 2.6308319568634033,
+      "step": 6900,
+      "subrel-constrast": 3.0190088748931885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.151784896850586,
+      "cov-distil (oracle2student)": 4.504032611846924,
+      "cov-distil (oracle2teacher)": 4.0061140060424805,
+      "epoch": 5.416797488226059,
+      "rel-constrast": 2.4969167709350586,
+      "step": 6901,
+      "subrel-constrast": 3.15427303314209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5465328693389893,
+      "cov-distil (oracle2student)": 5.285339832305908,
+      "cov-distil (oracle2teacher)": 5.158863067626953,
+      "epoch": 5.417582417582418,
+      "rel-constrast": 3.521613121032715,
+      "step": 6902,
+      "subrel-constrast": 3.934556007385254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.694507360458374,
+      "cov-distil (oracle2student)": 4.380680084228516,
+      "cov-distil (oracle2teacher)": 4.605476379394531,
+      "epoch": 5.418367346938775,
+      "rel-constrast": 2.064605236053467,
+      "step": 6903,
+      "subrel-constrast": 3.343071460723877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4552820920944214,
+      "cov-distil (oracle2student)": 4.997252464294434,
+      "cov-distil (oracle2teacher)": 4.610720634460449,
+      "epoch": 5.419152276295134,
+      "rel-constrast": 2.52752947807312,
+      "step": 6904,
+      "subrel-constrast": 3.599036455154419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.28570556640625,
+      "cov-distil (oracle2student)": 4.147556304931641,
+      "cov-distil (oracle2teacher)": 3.752368927001953,
+      "epoch": 5.419937205651491,
+      "rel-constrast": 2.3570237159729004,
+      "step": 6905,
+      "subrel-constrast": 3.1312530040740967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2089152336120605,
+      "cov-distil (oracle2student)": 3.9115874767303467,
+      "cov-distil (oracle2teacher)": 3.789869785308838,
+      "epoch": 5.420722135007849,
+      "rel-constrast": 1.780064582824707,
+      "step": 6906,
+      "subrel-constrast": 2.6057450771331787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4978339672088623,
+      "cov-distil (oracle2student)": 4.236263275146484,
+      "cov-distil (oracle2teacher)": 4.7626848220825195,
+      "epoch": 5.421507064364207,
+      "rel-constrast": 2.3981640338897705,
+      "step": 6907,
+      "subrel-constrast": 3.329530715942383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8722779750823975,
+      "cov-distil (oracle2student)": 4.9013214111328125,
+      "cov-distil (oracle2teacher)": 4.162720680236816,
+      "epoch": 5.422291993720565,
+      "rel-constrast": 2.7506275177001953,
+      "step": 6908,
+      "subrel-constrast": 3.6912946701049805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2804062366485596,
+      "cov-distil (oracle2student)": 4.800643444061279,
+      "cov-distil (oracle2teacher)": 4.695418357849121,
+      "epoch": 5.423076923076923,
+      "rel-constrast": 2.4978928565979004,
+      "step": 6909,
+      "subrel-constrast": 3.798077344894409,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.423861852433281,
+      "grad_norm": 5.0,
+      "learning_rate": 1.3193922421327298e-05,
+      "loss": 0.6618,
+      "step": 6910
+    },
+    {
+      "cov-distil": 2.0269227027893066,
+      "cov-distil (oracle2student)": 4.24373722076416,
+      "cov-distil (oracle2teacher)": 3.7970762252807617,
+      "epoch": 5.423861852433281,
+      "rel-constrast": 3.0282227993011475,
+      "step": 6910,
+      "subrel-constrast": 3.436464786529541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1600956916809082,
+      "cov-distil (oracle2student)": 3.2217798233032227,
+      "cov-distil (oracle2teacher)": 3.6141958236694336,
+      "epoch": 5.424646781789639,
+      "rel-constrast": 1.9852871894836426,
+      "step": 6911,
+      "subrel-constrast": 2.9327433109283447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1786611080169678,
+      "cov-distil (oracle2student)": 3.7819395065307617,
+      "cov-distil (oracle2teacher)": 3.981410503387451,
+      "epoch": 5.425431711145997,
+      "rel-constrast": 2.2764334678649902,
+      "step": 6912,
+      "subrel-constrast": 2.8038394451141357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7883756160736084,
+      "cov-distil (oracle2student)": 4.928401470184326,
+      "cov-distil (oracle2teacher)": 4.5001115798950195,
+      "epoch": 5.426216640502354,
+      "rel-constrast": 3.357621669769287,
+      "step": 6913,
+      "subrel-constrast": 3.869544506072998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2928982973098755,
+      "cov-distil (oracle2student)": 4.24262809753418,
+      "cov-distil (oracle2teacher)": 3.827389717102051,
+      "epoch": 5.427001569858713,
+      "rel-constrast": 2.2281720638275146,
+      "step": 6914,
+      "subrel-constrast": 3.2898988723754883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4696683883666992,
+      "cov-distil (oracle2student)": 4.038612365722656,
+      "cov-distil (oracle2teacher)": 3.7689104080200195,
+      "epoch": 5.42778649921507,
+      "rel-constrast": 3.350583076477051,
+      "step": 6915,
+      "subrel-constrast": 3.95949649810791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.342834711074829,
+      "cov-distil (oracle2student)": 3.4198858737945557,
+      "cov-distil (oracle2teacher)": 3.214994430541992,
+      "epoch": 5.428571428571429,
+      "rel-constrast": 1.5829517841339111,
+      "step": 6916,
+      "subrel-constrast": 2.238337278366089,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6921453475952148,
+      "cov-distil (oracle2student)": 5.07627010345459,
+      "cov-distil (oracle2teacher)": 4.670835494995117,
+      "epoch": 5.429356357927786,
+      "rel-constrast": 2.3037407398223877,
+      "step": 6917,
+      "subrel-constrast": 3.232748031616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.785692572593689,
+      "cov-distil (oracle2student)": 4.687193870544434,
+      "cov-distil (oracle2teacher)": 4.349277019500732,
+      "epoch": 5.430141287284145,
+      "rel-constrast": 2.611034870147705,
+      "step": 6918,
+      "subrel-constrast": 3.2643423080444336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.435629963874817,
+      "cov-distil (oracle2student)": 4.483859062194824,
+      "cov-distil (oracle2teacher)": 3.832973003387451,
+      "epoch": 5.430926216640502,
+      "rel-constrast": 3.0640084743499756,
+      "step": 6919,
+      "subrel-constrast": 3.3440160751342773,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.43171114599686,
+      "grad_norm": 5.6875,
+      "learning_rate": 1.3117071879432819e-05,
+      "loss": 0.6826,
+      "step": 6920
+    },
+    {
+      "cov-distil": 1.3243287801742554,
+      "cov-distil (oracle2student)": 3.233401298522949,
+      "cov-distil (oracle2teacher)": 3.615123987197876,
+      "epoch": 5.43171114599686,
+      "rel-constrast": 2.7630858421325684,
+      "step": 6920,
+      "subrel-constrast": 3.5540683269500732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6733790636062622,
+      "cov-distil (oracle2student)": 5.5067667961120605,
+      "cov-distil (oracle2teacher)": 5.604770183563232,
+      "epoch": 5.432496075353218,
+      "rel-constrast": 3.506542444229126,
+      "step": 6921,
+      "subrel-constrast": 4.034640312194824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1352038383483887,
+      "cov-distil (oracle2student)": 5.673349380493164,
+      "cov-distil (oracle2teacher)": 4.959506988525391,
+      "epoch": 5.433281004709576,
+      "rel-constrast": 2.6701109409332275,
+      "step": 6922,
+      "subrel-constrast": 3.0934557914733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3277816772460938,
+      "cov-distil (oracle2student)": 4.568870544433594,
+      "cov-distil (oracle2teacher)": 4.103458404541016,
+      "epoch": 5.434065934065934,
+      "rel-constrast": 2.006760358810425,
+      "step": 6923,
+      "subrel-constrast": 2.9065074920654297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2948135137557983,
+      "cov-distil (oracle2student)": 4.578125,
+      "cov-distil (oracle2teacher)": 4.426291465759277,
+      "epoch": 5.434850863422292,
+      "rel-constrast": 2.92217755317688,
+      "step": 6924,
+      "subrel-constrast": 3.634390115737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2551918029785156,
+      "cov-distil (oracle2student)": 4.028621673583984,
+      "cov-distil (oracle2teacher)": 3.7738423347473145,
+      "epoch": 5.43563579277865,
+      "rel-constrast": 1.8949249982833862,
+      "step": 6925,
+      "subrel-constrast": 2.8486061096191406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.920945644378662,
+      "cov-distil (oracle2student)": 3.6960244178771973,
+      "cov-distil (oracle2teacher)": 3.7348666191101074,
+      "epoch": 5.436420722135008,
+      "rel-constrast": 2.3083906173706055,
+      "step": 6926,
+      "subrel-constrast": 3.192683458328247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.641862392425537,
+      "cov-distil (oracle2student)": 4.3420281410217285,
+      "cov-distil (oracle2teacher)": 4.35483980178833,
+      "epoch": 5.437205651491365,
+      "rel-constrast": 2.0137412548065186,
+      "step": 6927,
+      "subrel-constrast": 2.6945252418518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4008458852767944,
+      "cov-distil (oracle2student)": 7.98150634765625,
+      "cov-distil (oracle2teacher)": 7.586625099182129,
+      "epoch": 5.437990580847724,
+      "rel-constrast": 2.667548894882202,
+      "step": 6928,
+      "subrel-constrast": 4.2049713134765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6433379650115967,
+      "cov-distil (oracle2student)": 3.5778920650482178,
+      "cov-distil (oracle2teacher)": 3.6060171127319336,
+      "epoch": 5.438775510204081,
+      "rel-constrast": 1.9545509815216064,
+      "step": 6929,
+      "subrel-constrast": 2.980170249938965,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.43956043956044,
+      "grad_norm": 4.65625,
+      "learning_rate": 1.304036612726746e-05,
+      "loss": 0.6542,
+      "step": 6930
+    },
+    {
+      "cov-distil": 1.1357970237731934,
+      "cov-distil (oracle2student)": 3.2684688568115234,
+      "cov-distil (oracle2teacher)": 2.966731309890747,
+      "epoch": 5.43956043956044,
+      "rel-constrast": 2.173201084136963,
+      "step": 6930,
+      "subrel-constrast": 2.554441213607788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1614370346069336,
+      "cov-distil (oracle2student)": 4.408377647399902,
+      "cov-distil (oracle2teacher)": 4.072526931762695,
+      "epoch": 5.440345368916797,
+      "rel-constrast": 2.856938362121582,
+      "step": 6931,
+      "subrel-constrast": 2.985130786895752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.793601393699646,
+      "cov-distil (oracle2student)": 3.1136579513549805,
+      "cov-distil (oracle2teacher)": 2.9634652137756348,
+      "epoch": 5.441130298273156,
+      "rel-constrast": 2.5033321380615234,
+      "step": 6932,
+      "subrel-constrast": 3.123474597930908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3094829320907593,
+      "cov-distil (oracle2student)": 3.009181022644043,
+      "cov-distil (oracle2teacher)": 3.2221717834472656,
+      "epoch": 5.441915227629513,
+      "rel-constrast": 2.4966511726379395,
+      "step": 6933,
+      "subrel-constrast": 3.280357599258423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4380244016647339,
+      "cov-distil (oracle2student)": 3.560885429382324,
+      "cov-distil (oracle2teacher)": 2.8680994510650635,
+      "epoch": 5.442700156985872,
+      "rel-constrast": 1.5478858947753906,
+      "step": 6934,
+      "subrel-constrast": 2.220069408416748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4624921083450317,
+      "cov-distil (oracle2student)": 4.779786586761475,
+      "cov-distil (oracle2teacher)": 4.884119033813477,
+      "epoch": 5.443485086342229,
+      "rel-constrast": 2.5612683296203613,
+      "step": 6935,
+      "subrel-constrast": 2.8040566444396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1492760181427002,
+      "cov-distil (oracle2student)": 1.997994065284729,
+      "cov-distil (oracle2teacher)": 2.3134217262268066,
+      "epoch": 5.444270015698587,
+      "rel-constrast": 1.9359071254730225,
+      "step": 6936,
+      "subrel-constrast": 2.748753786087036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3450007438659668,
+      "cov-distil (oracle2student)": 4.542422294616699,
+      "cov-distil (oracle2teacher)": 4.584760665893555,
+      "epoch": 5.445054945054945,
+      "rel-constrast": 2.243786573410034,
+      "step": 6937,
+      "subrel-constrast": 3.115198850631714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.662839651107788,
+      "cov-distil (oracle2student)": 2.941505193710327,
+      "cov-distil (oracle2teacher)": 3.370237350463867,
+      "epoch": 5.445839874411303,
+      "rel-constrast": 2.0486154556274414,
+      "step": 6938,
+      "subrel-constrast": 2.925098180770874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5394779443740845,
+      "cov-distil (oracle2student)": 3.340481758117676,
+      "cov-distil (oracle2teacher)": 2.6179609298706055,
+      "epoch": 5.446624803767661,
+      "rel-constrast": 1.6051661968231201,
+      "step": 6939,
+      "subrel-constrast": 2.339218854904175,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.447409733124019,
+      "grad_norm": 4.5,
+      "learning_rate": 1.2963806099466619e-05,
+      "loss": 0.5843,
+      "step": 6940
+    },
+    {
+      "cov-distil": 1.2223215103149414,
+      "cov-distil (oracle2student)": 4.613444805145264,
+      "cov-distil (oracle2teacher)": 4.128288269042969,
+      "epoch": 5.447409733124019,
+      "rel-constrast": 2.4977896213531494,
+      "step": 6940,
+      "subrel-constrast": 2.909337282180786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.970773458480835,
+      "cov-distil (oracle2student)": 3.8286328315734863,
+      "cov-distil (oracle2teacher)": 3.551623821258545,
+      "epoch": 5.448194662480377,
+      "rel-constrast": 2.5884342193603516,
+      "step": 6941,
+      "subrel-constrast": 2.972811460494995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.49359929561615,
+      "cov-distil (oracle2student)": 4.575997352600098,
+      "cov-distil (oracle2teacher)": 4.5383687019348145,
+      "epoch": 5.448979591836735,
+      "rel-constrast": 2.25748348236084,
+      "step": 6942,
+      "subrel-constrast": 3.2774009704589844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.047581672668457,
+      "cov-distil (oracle2student)": 4.980203628540039,
+      "cov-distil (oracle2teacher)": 4.533352375030518,
+      "epoch": 5.449764521193092,
+      "rel-constrast": 2.2591209411621094,
+      "step": 6943,
+      "subrel-constrast": 2.7084298133850098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4704391956329346,
+      "cov-distil (oracle2student)": 4.128690719604492,
+      "cov-distil (oracle2teacher)": 3.771130323410034,
+      "epoch": 5.450549450549451,
+      "rel-constrast": 1.650215744972229,
+      "step": 6944,
+      "subrel-constrast": 2.2575559616088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1391842365264893,
+      "cov-distil (oracle2student)": 3.6404409408569336,
+      "cov-distil (oracle2teacher)": 3.8238444328308105,
+      "epoch": 5.451334379905808,
+      "rel-constrast": 2.2440857887268066,
+      "step": 6945,
+      "subrel-constrast": 2.9460155963897705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.909421443939209,
+      "cov-distil (oracle2student)": 4.104338645935059,
+      "cov-distil (oracle2teacher)": 3.8044965267181396,
+      "epoch": 5.452119309262167,
+      "rel-constrast": 2.7837157249450684,
+      "step": 6946,
+      "subrel-constrast": 3.3860158920288086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5097841024398804,
+      "cov-distil (oracle2student)": 5.927988052368164,
+      "cov-distil (oracle2teacher)": 5.48325252532959,
+      "epoch": 5.452904238618524,
+      "rel-constrast": 2.7883613109588623,
+      "step": 6947,
+      "subrel-constrast": 3.2966606616973877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.461134672164917,
+      "cov-distil (oracle2student)": 2.7493038177490234,
+      "cov-distil (oracle2teacher)": 2.3870863914489746,
+      "epoch": 5.453689167974883,
+      "rel-constrast": 2.124545097351074,
+      "step": 6948,
+      "subrel-constrast": 2.618652582168579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.857694387435913,
+      "cov-distil (oracle2student)": 3.9894049167633057,
+      "cov-distil (oracle2teacher)": 4.261167049407959,
+      "epoch": 5.45447409733124,
+      "rel-constrast": 3.946439743041992,
+      "step": 6949,
+      "subrel-constrast": 4.481748580932617,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.455259026687598,
+      "grad_norm": 6.15625,
+      "learning_rate": 1.2887392728890052e-05,
+      "loss": 0.6662,
+      "step": 6950
+    },
+    {
+      "cov-distil": 1.3657625913619995,
+      "cov-distil (oracle2student)": 3.2976391315460205,
+      "cov-distil (oracle2teacher)": 3.142136812210083,
+      "epoch": 5.455259026687598,
+      "rel-constrast": 1.9882137775421143,
+      "step": 6950,
+      "subrel-constrast": 2.5279901027679443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6849883794784546,
+      "cov-distil (oracle2student)": 3.5599989891052246,
+      "cov-distil (oracle2teacher)": 4.030749320983887,
+      "epoch": 5.456043956043956,
+      "rel-constrast": 2.38693904876709,
+      "step": 6951,
+      "subrel-constrast": 3.3397467136383057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.830373764038086,
+      "cov-distil (oracle2student)": 3.2895803451538086,
+      "cov-distil (oracle2teacher)": 3.293837547302246,
+      "epoch": 5.456828885400314,
+      "rel-constrast": 1.9395473003387451,
+      "step": 6952,
+      "subrel-constrast": 2.819643020629883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2832608222961426,
+      "cov-distil (oracle2student)": 6.171200275421143,
+      "cov-distil (oracle2teacher)": 6.1916399002075195,
+      "epoch": 5.457613814756672,
+      "rel-constrast": 3.2671337127685547,
+      "step": 6953,
+      "subrel-constrast": 3.5283002853393555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.311860203742981,
+      "cov-distil (oracle2student)": 4.174455642700195,
+      "cov-distil (oracle2teacher)": 3.833983898162842,
+      "epoch": 5.45839874411303,
+      "rel-constrast": 2.5324625968933105,
+      "step": 6954,
+      "subrel-constrast": 3.318047046661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2298260927200317,
+      "cov-distil (oracle2student)": 3.5138139724731445,
+      "cov-distil (oracle2teacher)": 3.838003396987915,
+      "epoch": 5.459183673469388,
+      "rel-constrast": 2.3187289237976074,
+      "step": 6955,
+      "subrel-constrast": 3.257420063018799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7028313875198364,
+      "cov-distil (oracle2student)": 4.091485977172852,
+      "cov-distil (oracle2teacher)": 3.8519999980926514,
+      "epoch": 5.459968602825746,
+      "rel-constrast": 2.012876272201538,
+      "step": 6956,
+      "subrel-constrast": 2.9191970825195312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1986634731292725,
+      "cov-distil (oracle2student)": 4.495125770568848,
+      "cov-distil (oracle2teacher)": 4.8133344650268555,
+      "epoch": 5.460753532182103,
+      "rel-constrast": 2.8299200534820557,
+      "step": 6957,
+      "subrel-constrast": 4.301336765289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8439126014709473,
+      "cov-distil (oracle2student)": 5.620049476623535,
+      "cov-distil (oracle2teacher)": 5.174103736877441,
+      "epoch": 5.461538461538462,
+      "rel-constrast": 2.5362794399261475,
+      "step": 6958,
+      "subrel-constrast": 3.231318473815918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.491373062133789,
+      "cov-distil (oracle2student)": 3.6494297981262207,
+      "cov-distil (oracle2teacher)": 3.719107151031494,
+      "epoch": 5.462323390894819,
+      "rel-constrast": 2.605510950088501,
+      "step": 6959,
+      "subrel-constrast": 3.0667970180511475,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.463108320251178,
+      "grad_norm": 5.375,
+      "learning_rate": 1.2811126946610589e-05,
+      "loss": 0.6503,
+      "step": 6960
+    },
+    {
+      "cov-distil": 1.0723907947540283,
+      "cov-distil (oracle2student)": 2.882246494293213,
+      "cov-distil (oracle2teacher)": 3.0023927688598633,
+      "epoch": 5.463108320251178,
+      "rel-constrast": 2.5716712474823,
+      "step": 6960,
+      "subrel-constrast": 3.1587939262390137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.440723180770874,
+      "cov-distil (oracle2student)": 3.8493566513061523,
+      "cov-distil (oracle2teacher)": 3.684896945953369,
+      "epoch": 5.463893249607535,
+      "rel-constrast": 2.561973810195923,
+      "step": 6961,
+      "subrel-constrast": 2.5137908458709717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3432211875915527,
+      "cov-distil (oracle2student)": 6.765752792358398,
+      "cov-distil (oracle2teacher)": 6.252223491668701,
+      "epoch": 5.464678178963894,
+      "rel-constrast": 3.3964788913726807,
+      "step": 6962,
+      "subrel-constrast": 3.9966142177581787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1325337886810303,
+      "cov-distil (oracle2student)": 5.413686752319336,
+      "cov-distil (oracle2teacher)": 5.350162506103516,
+      "epoch": 5.465463108320251,
+      "rel-constrast": 1.4810254573822021,
+      "step": 6963,
+      "subrel-constrast": 1.806730031967163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3566292524337769,
+      "cov-distil (oracle2student)": 2.7092463970184326,
+      "cov-distil (oracle2teacher)": 2.818997859954834,
+      "epoch": 5.466248037676609,
+      "rel-constrast": 1.5726487636566162,
+      "step": 6964,
+      "subrel-constrast": 2.5552523136138916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2875438928604126,
+      "cov-distil (oracle2student)": 3.981987476348877,
+      "cov-distil (oracle2teacher)": 4.001089096069336,
+      "epoch": 5.467032967032967,
+      "rel-constrast": 3.544496774673462,
+      "step": 6965,
+      "subrel-constrast": 3.7463014125823975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5598208904266357,
+      "cov-distil (oracle2student)": 7.253941535949707,
+      "cov-distil (oracle2teacher)": 6.556923866271973,
+      "epoch": 5.467817896389325,
+      "rel-constrast": 2.2272050380706787,
+      "step": 6966,
+      "subrel-constrast": 2.970583915710449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.921095609664917,
+      "cov-distil (oracle2student)": 4.3765974044799805,
+      "cov-distil (oracle2teacher)": 3.977125644683838,
+      "epoch": 5.468602825745683,
+      "rel-constrast": 3.0253162384033203,
+      "step": 6967,
+      "subrel-constrast": 4.098117351531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.030263900756836,
+      "cov-distil (oracle2student)": 3.5973496437072754,
+      "cov-distil (oracle2teacher)": 4.266693115234375,
+      "epoch": 5.469387755102041,
+      "rel-constrast": 3.1234288215637207,
+      "step": 6968,
+      "subrel-constrast": 4.741587162017822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0600030422210693,
+      "cov-distil (oracle2student)": 3.19962739944458,
+      "cov-distil (oracle2teacher)": 3.193699836730957,
+      "epoch": 5.470172684458399,
+      "rel-constrast": 2.165327548980713,
+      "step": 6969,
+      "subrel-constrast": 2.9027791023254395,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.470957613814757,
+      "grad_norm": 5.125,
+      "learning_rate": 1.2735009681902699e-05,
+      "loss": 0.6797,
+      "step": 6970
+    },
+    {
+      "cov-distil": 1.3365064859390259,
+      "cov-distil (oracle2student)": 5.847115516662598,
+      "cov-distil (oracle2teacher)": 5.276651859283447,
+      "epoch": 5.470957613814757,
+      "rel-constrast": 3.3589367866516113,
+      "step": 6970,
+      "subrel-constrast": 4.692938804626465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.764173984527588,
+      "cov-distil (oracle2student)": 5.213926315307617,
+      "cov-distil (oracle2teacher)": 4.570199012756348,
+      "epoch": 5.471742543171114,
+      "rel-constrast": 1.9222643375396729,
+      "step": 6971,
+      "subrel-constrast": 2.9609508514404297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4743051528930664,
+      "cov-distil (oracle2student)": 4.2619853019714355,
+      "cov-distil (oracle2teacher)": 4.033382415771484,
+      "epoch": 5.472527472527473,
+      "rel-constrast": 2.3590903282165527,
+      "step": 6972,
+      "subrel-constrast": 2.985398292541504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9721863269805908,
+      "cov-distil (oracle2student)": 3.2824249267578125,
+      "cov-distil (oracle2teacher)": 3.484713077545166,
+      "epoch": 5.47331240188383,
+      "rel-constrast": 2.4288740158081055,
+      "step": 6973,
+      "subrel-constrast": 3.5279018878936768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5224933624267578,
+      "cov-distil (oracle2student)": 4.264334678649902,
+      "cov-distil (oracle2teacher)": 4.023171424865723,
+      "epoch": 5.474097331240189,
+      "rel-constrast": 1.535999059677124,
+      "step": 6974,
+      "subrel-constrast": 2.4217872619628906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3159711360931396,
+      "cov-distil (oracle2student)": 4.405867576599121,
+      "cov-distil (oracle2teacher)": 4.445070266723633,
+      "epoch": 5.474882260596546,
+      "rel-constrast": 3.2271461486816406,
+      "step": 6975,
+      "subrel-constrast": 4.185879707336426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2390103340148926,
+      "cov-distil (oracle2student)": 4.848620414733887,
+      "cov-distil (oracle2teacher)": 4.679091930389404,
+      "epoch": 5.475667189952905,
+      "rel-constrast": 1.8418664932250977,
+      "step": 6976,
+      "subrel-constrast": 2.783618211746216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5175228118896484,
+      "cov-distil (oracle2student)": 4.167404651641846,
+      "cov-distil (oracle2teacher)": 3.941401958465576,
+      "epoch": 5.476452119309262,
+      "rel-constrast": 2.999368190765381,
+      "step": 6977,
+      "subrel-constrast": 3.3102622032165527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3612391948699951,
+      "cov-distil (oracle2student)": 5.248579502105713,
+      "cov-distil (oracle2teacher)": 4.85593318939209,
+      "epoch": 5.47723704866562,
+      "rel-constrast": 3.0080766677856445,
+      "step": 6978,
+      "subrel-constrast": 3.4993367195129395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.891280174255371,
+      "cov-distil (oracle2student)": 5.293780326843262,
+      "cov-distil (oracle2teacher)": 5.340047359466553,
+      "epoch": 5.478021978021978,
+      "rel-constrast": 2.7831947803497314,
+      "step": 6979,
+      "subrel-constrast": 4.110202312469482,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.478806907378336,
+      "grad_norm": 5.46875,
+      "learning_rate": 1.2659041862231247e-05,
+      "loss": 0.6751,
+      "step": 6980
+    },
+    {
+      "cov-distil": 1.1905982494354248,
+      "cov-distil (oracle2student)": 8.014697074890137,
+      "cov-distil (oracle2teacher)": 6.394875526428223,
+      "epoch": 5.478806907378336,
+      "rel-constrast": 2.673384666442871,
+      "step": 6980,
+      "subrel-constrast": 3.226630449295044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8150200843811035,
+      "cov-distil (oracle2student)": 4.4626970291137695,
+      "cov-distil (oracle2teacher)": 3.588451385498047,
+      "epoch": 5.479591836734694,
+      "rel-constrast": 2.628342390060425,
+      "step": 6981,
+      "subrel-constrast": 3.3383281230926514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5209838151931763,
+      "cov-distil (oracle2student)": 4.969555377960205,
+      "cov-distil (oracle2teacher)": 4.2723917961120605,
+      "epoch": 5.480376766091052,
+      "rel-constrast": 3.1788384914398193,
+      "step": 6982,
+      "subrel-constrast": 3.494492769241333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2749722003936768,
+      "cov-distil (oracle2student)": 4.417959213256836,
+      "cov-distil (oracle2teacher)": 4.0894670486450195,
+      "epoch": 5.48116169544741,
+      "rel-constrast": 1.8037605285644531,
+      "step": 6983,
+      "subrel-constrast": 2.447538137435913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4131829738616943,
+      "cov-distil (oracle2student)": 3.483771800994873,
+      "cov-distil (oracle2teacher)": 3.551163911819458,
+      "epoch": 5.481946624803768,
+      "rel-constrast": 1.6060190200805664,
+      "step": 6984,
+      "subrel-constrast": 2.1930720806121826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3862833976745605,
+      "cov-distil (oracle2student)": 5.821835041046143,
+      "cov-distil (oracle2teacher)": 5.543900012969971,
+      "epoch": 5.482731554160125,
+      "rel-constrast": 2.851468086242676,
+      "step": 6985,
+      "subrel-constrast": 3.3312454223632812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6867341995239258,
+      "cov-distil (oracle2student)": 3.676571846008301,
+      "cov-distil (oracle2teacher)": 3.6223268508911133,
+      "epoch": 5.483516483516484,
+      "rel-constrast": 2.1855201721191406,
+      "step": 6986,
+      "subrel-constrast": 3.088376045227051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5192501544952393,
+      "cov-distil (oracle2student)": 3.739548683166504,
+      "cov-distil (oracle2teacher)": 3.507425308227539,
+      "epoch": 5.484301412872841,
+      "rel-constrast": 2.5846567153930664,
+      "step": 6987,
+      "subrel-constrast": 2.996854782104492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3234816789627075,
+      "cov-distil (oracle2student)": 3.466672420501709,
+      "cov-distil (oracle2teacher)": 3.7106680870056152,
+      "epoch": 5.4850863422291996,
+      "rel-constrast": 2.281601667404175,
+      "step": 6988,
+      "subrel-constrast": 2.9263436794281006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2001054286956787,
+      "cov-distil (oracle2student)": 6.068027019500732,
+      "cov-distil (oracle2teacher)": 5.877193927764893,
+      "epoch": 5.485871271585557,
+      "rel-constrast": 2.5482823848724365,
+      "step": 6989,
+      "subrel-constrast": 3.0459752082824707,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.4866562009419155,
+      "grad_norm": 5.5,
+      "learning_rate": 1.2583224413240135e-05,
+      "loss": 0.6444,
+      "step": 6990
+    },
+    {
+      "cov-distil": 1.7151200771331787,
+      "cov-distil (oracle2student)": 5.735144138336182,
+      "cov-distil (oracle2teacher)": 4.7108306884765625,
+      "epoch": 5.4866562009419155,
+      "rel-constrast": 2.943331003189087,
+      "step": 6990,
+      "subrel-constrast": 3.975205898284912,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.508623480796814,
+      "cov-distil (oracle2student)": 3.7251224517822266,
+      "cov-distil (oracle2teacher)": 3.55086088180542,
+      "epoch": 5.487441130298273,
+      "rel-constrast": 1.3834233283996582,
+      "step": 6991,
+      "subrel-constrast": 2.3778231143951416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412484884262085,
+      "cov-distil (oracle2student)": 3.1307077407836914,
+      "cov-distil (oracle2teacher)": 2.712178945541382,
+      "epoch": 5.488226059654631,
+      "rel-constrast": 1.3872473239898682,
+      "step": 6992,
+      "subrel-constrast": 2.467127561569214,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.758838415145874,
+      "cov-distil (oracle2student)": 4.645930290222168,
+      "cov-distil (oracle2teacher)": 3.8430681228637695,
+      "epoch": 5.489010989010989,
+      "rel-constrast": 2.8062472343444824,
+      "step": 6993,
+      "subrel-constrast": 3.420262336730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.028388261795044,
+      "cov-distil (oracle2student)": 4.544211387634277,
+      "cov-distil (oracle2teacher)": 3.965571165084839,
+      "epoch": 5.489795918367347,
+      "rel-constrast": 3.7496066093444824,
+      "step": 6994,
+      "subrel-constrast": 4.106786727905273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.566074252128601,
+      "cov-distil (oracle2student)": 3.940406322479248,
+      "cov-distil (oracle2teacher)": 3.5200302600860596,
+      "epoch": 5.490580847723705,
+      "rel-constrast": 2.5698769092559814,
+      "step": 6995,
+      "subrel-constrast": 3.0432143211364746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.192655086517334,
+      "cov-distil (oracle2student)": 2.919735908508301,
+      "cov-distil (oracle2teacher)": 3.414074182510376,
+      "epoch": 5.491365777080063,
+      "rel-constrast": 1.8725370168685913,
+      "step": 6996,
+      "subrel-constrast": 2.4825615882873535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3604435920715332,
+      "cov-distil (oracle2student)": 4.870203495025635,
+      "cov-distil (oracle2teacher)": 4.181455612182617,
+      "epoch": 5.492150706436421,
+      "rel-constrast": 2.7344815731048584,
+      "step": 6997,
+      "subrel-constrast": 3.307847738265991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5980602502822876,
+      "cov-distil (oracle2student)": 3.328188419342041,
+      "cov-distil (oracle2teacher)": 3.6520838737487793,
+      "epoch": 5.4929356357927785,
+      "rel-constrast": 3.1468117237091064,
+      "step": 6998,
+      "subrel-constrast": 3.8850033283233643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2662237882614136,
+      "cov-distil (oracle2student)": 4.810057163238525,
+      "cov-distil (oracle2teacher)": 4.486575126647949,
+      "epoch": 5.493720565149137,
+      "rel-constrast": 2.6021416187286377,
+      "step": 6999,
+      "subrel-constrast": 3.098635673522949,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "grad_norm": 5.1875,
+      "learning_rate": 1.2507558258741047e-05,
+      "loss": 0.6684,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/duc04-P@10": 0.7559999999999999,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/duc04-nDCG@10": 0.7681424480447576,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/duc04-alpha_nDCG@10": 0.5822859649877089,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/multi_news-nDCG@10": 0.6124301001145052,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/multi_news-alpha_nDCG@10": 0.599523875271952,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval/avg": 0.5382690668673838,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "overlap": 0.32500001788139343,
+      "step": 7000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "step": 7000,
+      "student margin": 0.07171630859375
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "step": 7000,
+      "teacher margin": 0.052093505859375
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "margin difference": -0.019622802734375,
+      "step": 7000
+    },
+    {
+      "cov-distil": 1.4710285663604736,
+      "cov-distil (oracle2student)": 4.054136753082275,
+      "cov-distil (oracle2teacher)": 3.829667806625366,
+      "epoch": 5.4945054945054945,
+      "rel-constrast": 1.9453339576721191,
+      "step": 7000,
+      "subrel-constrast": 2.4946534633636475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.471184492111206,
+      "cov-distil (oracle2student)": 3.3876566886901855,
+      "cov-distil (oracle2teacher)": 3.733112335205078,
+      "epoch": 5.495290423861852,
+      "rel-constrast": 1.8540133237838745,
+      "step": 7001,
+      "subrel-constrast": 2.5419065952301025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7975704669952393,
+      "cov-distil (oracle2student)": 3.9534244537353516,
+      "cov-distil (oracle2teacher)": 4.070364952087402,
+      "epoch": 5.4960753532182105,
+      "rel-constrast": 3.3656423091888428,
+      "step": 7002,
+      "subrel-constrast": 3.6722872257232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.57271146774292,
+      "cov-distil (oracle2student)": 3.020134210586548,
+      "cov-distil (oracle2teacher)": 2.996201515197754,
+      "epoch": 5.496860282574568,
+      "rel-constrast": 1.3186297416687012,
+      "step": 7003,
+      "subrel-constrast": 2.275867462158203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2284376621246338,
+      "cov-distil (oracle2student)": 3.909909725189209,
+      "cov-distil (oracle2teacher)": 4.6369099617004395,
+      "epoch": 5.4976452119309265,
+      "rel-constrast": 1.84760320186615,
+      "step": 7004,
+      "subrel-constrast": 2.4777069091796875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.442101001739502,
+      "cov-distil (oracle2student)": 4.880520820617676,
+      "cov-distil (oracle2teacher)": 4.953814506530762,
+      "epoch": 5.498430141287284,
+      "rel-constrast": 2.3437399864196777,
+      "step": 7005,
+      "subrel-constrast": 2.9695522785186768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.121314287185669,
+      "cov-distil (oracle2student)": 3.7106971740722656,
+      "cov-distil (oracle2teacher)": 3.927560329437256,
+      "epoch": 5.4992150706436425,
+      "rel-constrast": 2.3367695808410645,
+      "step": 7006,
+      "subrel-constrast": 2.6141278743743896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8927843570709229,
+      "cov-distil (oracle2student)": 4.013749599456787,
+      "cov-distil (oracle2teacher)": 3.4064481258392334,
+      "epoch": 5.5,
+      "rel-constrast": 2.4344968795776367,
+      "step": 7007,
+      "subrel-constrast": 2.889902114868164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8656398057937622,
+      "cov-distil (oracle2student)": 4.944553375244141,
+      "cov-distil (oracle2teacher)": 5.0862298011779785,
+      "epoch": 5.5007849293563575,
+      "rel-constrast": 2.5247726440429688,
+      "step": 7008,
+      "subrel-constrast": 3.432326316833496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.314882516860962,
+      "cov-distil (oracle2student)": 6.121684551239014,
+      "cov-distil (oracle2teacher)": 5.43287992477417,
+      "epoch": 5.501569858712716,
+      "rel-constrast": 2.205571413040161,
+      "step": 7009,
+      "subrel-constrast": 2.9808895587921143,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.5023547880690735,
+      "grad_norm": 7.28125,
+      "learning_rate": 1.24320443207022e-05,
+      "loss": 0.5924,
+      "step": 7010
+    },
+    {
+      "cov-distil": 2.088925361633301,
+      "cov-distil (oracle2student)": 5.088658332824707,
+      "cov-distil (oracle2teacher)": 5.209421157836914,
+      "epoch": 5.5023547880690735,
+      "rel-constrast": 3.551391839981079,
+      "step": 7010,
+      "subrel-constrast": 4.443353652954102,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3199092149734497,
+      "cov-distil (oracle2student)": 2.6953577995300293,
+      "cov-distil (oracle2teacher)": 3.095409393310547,
+      "epoch": 5.503139717425432,
+      "rel-constrast": 1.8639718294143677,
+      "step": 7011,
+      "subrel-constrast": 2.8401217460632324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.468778371810913,
+      "cov-distil (oracle2student)": 4.859167575836182,
+      "cov-distil (oracle2teacher)": 4.626447677612305,
+      "epoch": 5.5039246467817895,
+      "rel-constrast": 2.0032951831817627,
+      "step": 7012,
+      "subrel-constrast": 2.5605719089508057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.307220220565796,
+      "cov-distil (oracle2student)": 4.029449462890625,
+      "cov-distil (oracle2teacher)": 4.404238700866699,
+      "epoch": 5.504709576138148,
+      "rel-constrast": 3.1099812984466553,
+      "step": 7013,
+      "subrel-constrast": 3.796074151992798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.297205924987793,
+      "cov-distil (oracle2student)": 3.839200019836426,
+      "cov-distil (oracle2teacher)": 3.8051857948303223,
+      "epoch": 5.5054945054945055,
+      "rel-constrast": 2.4766957759857178,
+      "step": 7014,
+      "subrel-constrast": 2.950955629348755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.241804838180542,
+      "cov-distil (oracle2student)": 3.3345441818237305,
+      "cov-distil (oracle2teacher)": 3.7331597805023193,
+      "epoch": 5.506279434850864,
+      "rel-constrast": 2.561335325241089,
+      "step": 7015,
+      "subrel-constrast": 3.279703140258789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.621397852897644,
+      "cov-distil (oracle2student)": 4.153922080993652,
+      "cov-distil (oracle2teacher)": 3.8375256061553955,
+      "epoch": 5.5070643642072215,
+      "rel-constrast": 2.6057369709014893,
+      "step": 7016,
+      "subrel-constrast": 3.1940767765045166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1369147300720215,
+      "cov-distil (oracle2student)": 5.610745429992676,
+      "cov-distil (oracle2teacher)": 5.457942962646484,
+      "epoch": 5.507849293563579,
+      "rel-constrast": 2.586880922317505,
+      "step": 7017,
+      "subrel-constrast": 3.8171072006225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4240891933441162,
+      "cov-distil (oracle2student)": 5.538200378417969,
+      "cov-distil (oracle2teacher)": 5.216624736785889,
+      "epoch": 5.508634222919937,
+      "rel-constrast": 3.2753586769104004,
+      "step": 7018,
+      "subrel-constrast": 3.941932201385498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2794818878173828,
+      "cov-distil (oracle2student)": 5.544532299041748,
+      "cov-distil (oracle2teacher)": 4.946168899536133,
+      "epoch": 5.509419152276295,
+      "rel-constrast": 1.9407862424850464,
+      "step": 7019,
+      "subrel-constrast": 2.9926631450653076,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.510204081632653,
+      "grad_norm": 5.0,
+      "learning_rate": 1.2356683519237109e-05,
+      "loss": 0.6874,
+      "step": 7020
+    },
+    {
+      "cov-distil": 1.8477542400360107,
+      "cov-distil (oracle2student)": 4.211627960205078,
+      "cov-distil (oracle2teacher)": 3.9082093238830566,
+      "epoch": 5.510204081632653,
+      "rel-constrast": 1.7584178447723389,
+      "step": 7020,
+      "subrel-constrast": 2.9169390201568604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5322860479354858,
+      "cov-distil (oracle2student)": 5.849222183227539,
+      "cov-distil (oracle2teacher)": 5.682248115539551,
+      "epoch": 5.510989010989011,
+      "rel-constrast": 3.463343620300293,
+      "step": 7021,
+      "subrel-constrast": 4.233975887298584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5789397954940796,
+      "cov-distil (oracle2student)": 3.8482422828674316,
+      "cov-distil (oracle2teacher)": 3.4301905632019043,
+      "epoch": 5.511773940345369,
+      "rel-constrast": 2.5104598999023438,
+      "step": 7022,
+      "subrel-constrast": 3.548767566680908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0758297443389893,
+      "cov-distil (oracle2student)": 3.048133373260498,
+      "cov-distil (oracle2teacher)": 2.8524703979492188,
+      "epoch": 5.512558869701727,
+      "rel-constrast": 2.4022555351257324,
+      "step": 7023,
+      "subrel-constrast": 2.7826199531555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4934420585632324,
+      "cov-distil (oracle2student)": 5.453903675079346,
+      "cov-distil (oracle2teacher)": 4.823149681091309,
+      "epoch": 5.5133437990580845,
+      "rel-constrast": 3.161752700805664,
+      "step": 7024,
+      "subrel-constrast": 3.721426010131836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1993056535720825,
+      "cov-distil (oracle2student)": 3.111575126647949,
+      "cov-distil (oracle2teacher)": 2.4279861450195312,
+      "epoch": 5.514128728414443,
+      "rel-constrast": 1.7181696891784668,
+      "step": 7025,
+      "subrel-constrast": 2.3013298511505127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7009646892547607,
+      "cov-distil (oracle2student)": 5.831908226013184,
+      "cov-distil (oracle2teacher)": 5.4939422607421875,
+      "epoch": 5.5149136577708004,
+      "rel-constrast": 3.0733556747436523,
+      "step": 7026,
+      "subrel-constrast": 3.850253105163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.447381615638733,
+      "cov-distil (oracle2student)": 6.105159759521484,
+      "cov-distil (oracle2teacher)": 5.734062194824219,
+      "epoch": 5.515698587127159,
+      "rel-constrast": 2.1183652877807617,
+      "step": 7027,
+      "subrel-constrast": 3.213531494140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4369654655456543,
+      "cov-distil (oracle2student)": 2.1017937660217285,
+      "cov-distil (oracle2teacher)": 2.4054532051086426,
+      "epoch": 5.516483516483516,
+      "rel-constrast": 2.1771669387817383,
+      "step": 7028,
+      "subrel-constrast": 2.9382505416870117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9518873691558838,
+      "cov-distil (oracle2student)": 3.9420742988586426,
+      "cov-distil (oracle2teacher)": 3.5588572025299072,
+      "epoch": 5.517268445839875,
+      "rel-constrast": 1.272384524345398,
+      "step": 7029,
+      "subrel-constrast": 2.36893892288208,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.518053375196232,
+      "grad_norm": 4.09375,
+      "learning_rate": 1.2281476772593337e-05,
+      "loss": 0.6296,
+      "step": 7030
+    },
+    {
+      "cov-distil": 1.6745636463165283,
+      "cov-distil (oracle2student)": 3.8757667541503906,
+      "cov-distil (oracle2teacher)": 3.6163339614868164,
+      "epoch": 5.518053375196232,
+      "rel-constrast": 3.1223645210266113,
+      "step": 7030,
+      "subrel-constrast": 3.698657512664795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.087146282196045,
+      "cov-distil (oracle2student)": 5.972114562988281,
+      "cov-distil (oracle2teacher)": 4.837668418884277,
+      "epoch": 5.51883830455259,
+      "rel-constrast": 2.182054281234741,
+      "step": 7031,
+      "subrel-constrast": 2.7758381366729736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8848365545272827,
+      "cov-distil (oracle2student)": 3.4132418632507324,
+      "cov-distil (oracle2teacher)": 3.5954418182373047,
+      "epoch": 5.519623233908948,
+      "rel-constrast": 2.2408535480499268,
+      "step": 7032,
+      "subrel-constrast": 2.643778085708618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3762459754943848,
+      "cov-distil (oracle2student)": 3.9873671531677246,
+      "cov-distil (oracle2teacher)": 4.45030403137207,
+      "epoch": 5.520408163265306,
+      "rel-constrast": 2.5476536750793457,
+      "step": 7033,
+      "subrel-constrast": 3.774676561355591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1583309173583984,
+      "cov-distil (oracle2student)": 3.1425187587738037,
+      "cov-distil (oracle2teacher)": 3.0197529792785645,
+      "epoch": 5.521193092621664,
+      "rel-constrast": 1.619870662689209,
+      "step": 7034,
+      "subrel-constrast": 3.1126596927642822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.185245394706726,
+      "cov-distil (oracle2student)": 4.607182025909424,
+      "cov-distil (oracle2teacher)": 4.394286632537842,
+      "epoch": 5.521978021978022,
+      "rel-constrast": 2.8347809314727783,
+      "step": 7035,
+      "subrel-constrast": 3.2972352504730225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2789218425750732,
+      "cov-distil (oracle2student)": 4.42807674407959,
+      "cov-distil (oracle2teacher)": 3.828364849090576,
+      "epoch": 5.52276295133438,
+      "rel-constrast": 2.0235071182250977,
+      "step": 7036,
+      "subrel-constrast": 2.6629490852355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.706916093826294,
+      "cov-distil (oracle2student)": 4.018592357635498,
+      "cov-distil (oracle2teacher)": 4.136889457702637,
+      "epoch": 5.523547880690738,
+      "rel-constrast": 2.7045347690582275,
+      "step": 7037,
+      "subrel-constrast": 3.8564252853393555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4230642318725586,
+      "cov-distil (oracle2student)": 5.495950698852539,
+      "cov-distil (oracle2teacher)": 4.975459575653076,
+      "epoch": 5.524332810047095,
+      "rel-constrast": 2.241781234741211,
+      "step": 7038,
+      "subrel-constrast": 3.126192092895508,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3661830425262451,
+      "cov-distil (oracle2student)": 5.654498100280762,
+      "cov-distil (oracle2teacher)": 5.625257968902588,
+      "epoch": 5.525117739403454,
+      "rel-constrast": 2.7919654846191406,
+      "step": 7039,
+      "subrel-constrast": 3.4399263858795166,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.525902668759811,
+      "grad_norm": 5.40625,
+      "learning_rate": 1.2206424997141371e-05,
+      "loss": 0.6456,
+      "step": 7040
+    },
+    {
+      "cov-distil": 1.5283782482147217,
+      "cov-distil (oracle2student)": 5.548907279968262,
+      "cov-distil (oracle2teacher)": 4.993039131164551,
+      "epoch": 5.525902668759811,
+      "rel-constrast": 2.8828394412994385,
+      "step": 7040,
+      "subrel-constrast": 3.572072982788086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4013969898223877,
+      "cov-distil (oracle2student)": 4.024320602416992,
+      "cov-distil (oracle2teacher)": 3.8272318840026855,
+      "epoch": 5.52668759811617,
+      "rel-constrast": 2.1558024883270264,
+      "step": 7041,
+      "subrel-constrast": 2.652912139892578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.480597734451294,
+      "cov-distil (oracle2student)": 4.406814098358154,
+      "cov-distil (oracle2teacher)": 4.3769941329956055,
+      "epoch": 5.527472527472527,
+      "rel-constrast": 1.9059277772903442,
+      "step": 7042,
+      "subrel-constrast": 2.746941566467285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1701326370239258,
+      "cov-distil (oracle2student)": 5.002938270568848,
+      "cov-distil (oracle2teacher)": 4.36324405670166,
+      "epoch": 5.528257456828886,
+      "rel-constrast": 1.6203118562698364,
+      "step": 7043,
+      "subrel-constrast": 2.370746612548828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7654991149902344,
+      "cov-distil (oracle2student)": 3.703580856323242,
+      "cov-distil (oracle2teacher)": 3.6009209156036377,
+      "epoch": 5.529042386185243,
+      "rel-constrast": 2.3554229736328125,
+      "step": 7044,
+      "subrel-constrast": 3.1999239921569824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1875431537628174,
+      "cov-distil (oracle2student)": 3.5130248069763184,
+      "cov-distil (oracle2teacher)": 3.1506917476654053,
+      "epoch": 5.529827315541601,
+      "rel-constrast": 2.3011906147003174,
+      "step": 7045,
+      "subrel-constrast": 2.5723278522491455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2822591066360474,
+      "cov-distil (oracle2student)": 6.924479961395264,
+      "cov-distil (oracle2teacher)": 6.01618766784668,
+      "epoch": 5.530612244897959,
+      "rel-constrast": 3.1797091960906982,
+      "step": 7046,
+      "subrel-constrast": 3.529250383377075,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0128110647201538,
+      "cov-distil (oracle2student)": 5.160096645355225,
+      "cov-distil (oracle2teacher)": 4.788244724273682,
+      "epoch": 5.531397174254317,
+      "rel-constrast": 2.482173204421997,
+      "step": 7047,
+      "subrel-constrast": 2.801316499710083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.326814889907837,
+      "cov-distil (oracle2student)": 3.759842872619629,
+      "cov-distil (oracle2teacher)": 3.6570582389831543,
+      "epoch": 5.532182103610675,
+      "rel-constrast": 2.933553695678711,
+      "step": 7048,
+      "subrel-constrast": 4.02048397064209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9210691452026367,
+      "cov-distil (oracle2student)": 5.426006317138672,
+      "cov-distil (oracle2teacher)": 4.47506856918335,
+      "epoch": 5.532967032967033,
+      "rel-constrast": 2.263897657394409,
+      "step": 7049,
+      "subrel-constrast": 3.132340669631958,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.533751962323391,
+      "grad_norm": 5.125,
+      "learning_rate": 1.213152910736342e-05,
+      "loss": 0.6372,
+      "step": 7050
+    },
+    {
+      "cov-distil": 1.4224326610565186,
+      "cov-distil (oracle2student)": 3.26118803024292,
+      "cov-distil (oracle2teacher)": 3.4943244457244873,
+      "epoch": 5.533751962323391,
+      "rel-constrast": 3.0859358310699463,
+      "step": 7050,
+      "subrel-constrast": 3.9162635803222656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9890867471694946,
+      "cov-distil (oracle2student)": 4.404473304748535,
+      "cov-distil (oracle2teacher)": 4.27715539932251,
+      "epoch": 5.534536891679749,
+      "rel-constrast": 2.681917428970337,
+      "step": 7051,
+      "subrel-constrast": 3.108762264251709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8977940082550049,
+      "cov-distil (oracle2student)": 3.035426139831543,
+      "cov-distil (oracle2teacher)": 3.7903900146484375,
+      "epoch": 5.535321821036106,
+      "rel-constrast": 2.6115522384643555,
+      "step": 7052,
+      "subrel-constrast": 3.315091371536255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1244628429412842,
+      "cov-distil (oracle2student)": 3.2772300243377686,
+      "cov-distil (oracle2teacher)": 2.8634629249572754,
+      "epoch": 5.536106750392465,
+      "rel-constrast": 2.4560608863830566,
+      "step": 7053,
+      "subrel-constrast": 3.011857032775879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.538795828819275,
+      "cov-distil (oracle2student)": 4.612602233886719,
+      "cov-distil (oracle2teacher)": 4.401623725891113,
+      "epoch": 5.536891679748822,
+      "rel-constrast": 2.222551107406616,
+      "step": 7054,
+      "subrel-constrast": 2.4970831871032715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6665470600128174,
+      "cov-distil (oracle2student)": 4.084438323974609,
+      "cov-distil (oracle2teacher)": 3.7090954780578613,
+      "epoch": 5.537676609105181,
+      "rel-constrast": 4.491875171661377,
+      "step": 7055,
+      "subrel-constrast": 5.357496738433838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.445756435394287,
+      "cov-distil (oracle2student)": 4.138936996459961,
+      "cov-distil (oracle2teacher)": 3.8412604331970215,
+      "epoch": 5.538461538461538,
+      "rel-constrast": 1.5787017345428467,
+      "step": 7056,
+      "subrel-constrast": 2.2391908168792725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3093607425689697,
+      "cov-distil (oracle2student)": 3.7966136932373047,
+      "cov-distil (oracle2teacher)": 3.7414777278900146,
+      "epoch": 5.539246467817897,
+      "rel-constrast": 2.846552610397339,
+      "step": 7057,
+      "subrel-constrast": 3.800018310546875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7888305187225342,
+      "cov-distil (oracle2student)": 4.358122825622559,
+      "cov-distil (oracle2teacher)": 4.20698356628418,
+      "epoch": 5.540031397174254,
+      "rel-constrast": 3.516392230987549,
+      "step": 7058,
+      "subrel-constrast": 4.131434440612793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6150825023651123,
+      "cov-distil (oracle2student)": 5.304042339324951,
+      "cov-distil (oracle2teacher)": 5.005070686340332,
+      "epoch": 5.540816326530612,
+      "rel-constrast": 3.3857486248016357,
+      "step": 7059,
+      "subrel-constrast": 3.741509199142456,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.54160125588697,
+      "grad_norm": 7.28125,
+      "learning_rate": 1.2056790015842242e-05,
+      "loss": 0.7614,
+      "step": 7060
+    },
+    {
+      "cov-distil": 1.4587475061416626,
+      "cov-distil (oracle2student)": 5.147747993469238,
+      "cov-distil (oracle2teacher)": 4.524389266967773,
+      "epoch": 5.54160125588697,
+      "rel-constrast": 2.5230014324188232,
+      "step": 7060,
+      "subrel-constrast": 2.8612499237060547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8953697681427002,
+      "cov-distil (oracle2student)": 4.198973655700684,
+      "cov-distil (oracle2teacher)": 4.349306106567383,
+      "epoch": 5.542386185243328,
+      "rel-constrast": 3.139403820037842,
+      "step": 7061,
+      "subrel-constrast": 3.5775110721588135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.246342658996582,
+      "cov-distil (oracle2student)": 5.8900299072265625,
+      "cov-distil (oracle2teacher)": 4.97191047668457,
+      "epoch": 5.543171114599686,
+      "rel-constrast": 2.370497941970825,
+      "step": 7062,
+      "subrel-constrast": 3.047250270843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2603564262390137,
+      "cov-distil (oracle2student)": 5.5318098068237305,
+      "cov-distil (oracle2teacher)": 4.305527687072754,
+      "epoch": 5.543956043956044,
+      "rel-constrast": 1.991554617881775,
+      "step": 7063,
+      "subrel-constrast": 2.7212867736816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6757267713546753,
+      "cov-distil (oracle2student)": 4.067263603210449,
+      "cov-distil (oracle2teacher)": 3.834882974624634,
+      "epoch": 5.544740973312402,
+      "rel-constrast": 2.7123465538024902,
+      "step": 7064,
+      "subrel-constrast": 3.0926551818847656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4873559474945068,
+      "cov-distil (oracle2student)": 4.651705265045166,
+      "cov-distil (oracle2teacher)": 4.5303053855896,
+      "epoch": 5.54552590266876,
+      "rel-constrast": 2.1357011795043945,
+      "step": 7065,
+      "subrel-constrast": 3.07411527633667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2769044637680054,
+      "cov-distil (oracle2student)": 4.7047224044799805,
+      "cov-distil (oracle2teacher)": 4.294742584228516,
+      "epoch": 5.546310832025117,
+      "rel-constrast": 3.8371047973632812,
+      "step": 7066,
+      "subrel-constrast": 4.034963607788086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4015576839447021,
+      "cov-distil (oracle2student)": 4.721313953399658,
+      "cov-distil (oracle2teacher)": 4.122127532958984,
+      "epoch": 5.547095761381476,
+      "rel-constrast": 2.8027431964874268,
+      "step": 7067,
+      "subrel-constrast": 3.0889992713928223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5877025127410889,
+      "cov-distil (oracle2student)": 5.408456325531006,
+      "cov-distil (oracle2teacher)": 4.795905113220215,
+      "epoch": 5.547880690737833,
+      "rel-constrast": 2.088082790374756,
+      "step": 7068,
+      "subrel-constrast": 2.9286317825317383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6343406438827515,
+      "cov-distil (oracle2student)": 4.686244487762451,
+      "cov-distil (oracle2teacher)": 4.261783599853516,
+      "epoch": 5.548665620094192,
+      "rel-constrast": 2.3088884353637695,
+      "step": 7069,
+      "subrel-constrast": 3.136582136154175,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.549450549450549,
+      "grad_norm": 5.09375,
+      "learning_rate": 1.1982208633250106e-05,
+      "loss": 0.685,
+      "step": 7070
+    },
+    {
+      "cov-distil": 1.2934465408325195,
+      "cov-distil (oracle2student)": 3.4168624877929688,
+      "cov-distil (oracle2teacher)": 3.55061411857605,
+      "epoch": 5.549450549450549,
+      "rel-constrast": 2.740666389465332,
+      "step": 7070,
+      "subrel-constrast": 2.954946756362915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.656484603881836,
+      "cov-distil (oracle2student)": 3.628580093383789,
+      "cov-distil (oracle2teacher)": 3.698392152786255,
+      "epoch": 5.550235478806908,
+      "rel-constrast": 2.2782645225524902,
+      "step": 7071,
+      "subrel-constrast": 3.4288129806518555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.159323811531067,
+      "cov-distil (oracle2student)": 2.839390754699707,
+      "cov-distil (oracle2teacher)": 2.7581849098205566,
+      "epoch": 5.551020408163265,
+      "rel-constrast": 1.6077749729156494,
+      "step": 7072,
+      "subrel-constrast": 2.4164676666259766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4039703607559204,
+      "cov-distil (oracle2student)": 4.158580303192139,
+      "cov-distil (oracle2teacher)": 3.713508129119873,
+      "epoch": 5.551805337519623,
+      "rel-constrast": 2.8975048065185547,
+      "step": 7073,
+      "subrel-constrast": 3.50870418548584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.20066237449646,
+      "cov-distil (oracle2student)": 2.7145776748657227,
+      "cov-distil (oracle2teacher)": 2.87103271484375,
+      "epoch": 5.552590266875981,
+      "rel-constrast": 1.5888803005218506,
+      "step": 7074,
+      "subrel-constrast": 2.297720193862915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2480151653289795,
+      "cov-distil (oracle2student)": 5.0028181076049805,
+      "cov-distil (oracle2teacher)": 5.150373935699463,
+      "epoch": 5.553375196232339,
+      "rel-constrast": 2.1387901306152344,
+      "step": 7075,
+      "subrel-constrast": 3.1994731426239014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4275273084640503,
+      "cov-distil (oracle2student)": 3.5907704830169678,
+      "cov-distil (oracle2teacher)": 3.4600613117218018,
+      "epoch": 5.554160125588697,
+      "rel-constrast": 2.0816941261291504,
+      "step": 7076,
+      "subrel-constrast": 2.6331140995025635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8259272575378418,
+      "cov-distil (oracle2student)": 3.189033269882202,
+      "cov-distil (oracle2teacher)": 3.6190106868743896,
+      "epoch": 5.554945054945055,
+      "rel-constrast": 2.331641912460327,
+      "step": 7077,
+      "subrel-constrast": 3.2977516651153564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.723148226737976,
+      "cov-distil (oracle2student)": 3.497128486633301,
+      "cov-distil (oracle2teacher)": 3.7178115844726562,
+      "epoch": 5.555729984301413,
+      "rel-constrast": 2.5667452812194824,
+      "step": 7078,
+      "subrel-constrast": 3.3977229595184326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4754390716552734,
+      "cov-distil (oracle2student)": 3.3932623863220215,
+      "cov-distil (oracle2teacher)": 3.09907865524292,
+      "epoch": 5.556514913657771,
+      "rel-constrast": 2.4256935119628906,
+      "step": 7079,
+      "subrel-constrast": 3.315056800842285,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.557299843014128,
+      "grad_norm": 5.1875,
+      "learning_rate": 1.1907785868337607e-05,
+      "loss": 0.6025,
+      "step": 7080
+    },
+    {
+      "cov-distil": 1.0832418203353882,
+      "cov-distil (oracle2student)": 4.811629772186279,
+      "cov-distil (oracle2teacher)": 4.681818008422852,
+      "epoch": 5.557299843014128,
+      "rel-constrast": 2.937007427215576,
+      "step": 7080,
+      "subrel-constrast": 3.570143699645996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4392445087432861,
+      "cov-distil (oracle2student)": 4.5852203369140625,
+      "cov-distil (oracle2teacher)": 3.9173576831817627,
+      "epoch": 5.558084772370487,
+      "rel-constrast": 1.9583485126495361,
+      "step": 7081,
+      "subrel-constrast": 2.8905181884765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5878233909606934,
+      "cov-distil (oracle2student)": 4.492118835449219,
+      "cov-distil (oracle2teacher)": 4.198159217834473,
+      "epoch": 5.558869701726844,
+      "rel-constrast": 2.588056802749634,
+      "step": 7082,
+      "subrel-constrast": 3.40043306350708,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9887769222259521,
+      "cov-distil (oracle2student)": 4.343955039978027,
+      "cov-distil (oracle2teacher)": 3.6710050106048584,
+      "epoch": 5.559654631083203,
+      "rel-constrast": 2.9572219848632812,
+      "step": 7083,
+      "subrel-constrast": 3.7450919151306152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1701624393463135,
+      "cov-distil (oracle2student)": 5.007152557373047,
+      "cov-distil (oracle2teacher)": 4.307304382324219,
+      "epoch": 5.56043956043956,
+      "rel-constrast": 2.342123508453369,
+      "step": 7084,
+      "subrel-constrast": 2.596883773803711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6008517742156982,
+      "cov-distil (oracle2student)": 4.52979850769043,
+      "cov-distil (oracle2teacher)": 4.232908248901367,
+      "epoch": 5.561224489795919,
+      "rel-constrast": 1.7981314659118652,
+      "step": 7085,
+      "subrel-constrast": 2.7272987365722656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7190806865692139,
+      "cov-distil (oracle2student)": 4.109116554260254,
+      "cov-distil (oracle2teacher)": 3.628931999206543,
+      "epoch": 5.562009419152276,
+      "rel-constrast": 2.0711255073547363,
+      "step": 7086,
+      "subrel-constrast": 3.111814260482788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4199159145355225,
+      "cov-distil (oracle2student)": 4.949420928955078,
+      "cov-distil (oracle2teacher)": 4.748491287231445,
+      "epoch": 5.562794348508634,
+      "rel-constrast": 2.34157657623291,
+      "step": 7087,
+      "subrel-constrast": 3.3667259216308594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1680469512939453,
+      "cov-distil (oracle2student)": 4.807323455810547,
+      "cov-distil (oracle2teacher)": 4.2443013191223145,
+      "epoch": 5.563579277864992,
+      "rel-constrast": 2.019519567489624,
+      "step": 7088,
+      "subrel-constrast": 2.9345948696136475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0479376316070557,
+      "cov-distil (oracle2student)": 4.148156642913818,
+      "cov-distil (oracle2teacher)": 4.537290573120117,
+      "epoch": 5.56436420722135,
+      "rel-constrast": 2.1562559604644775,
+      "step": 7089,
+      "subrel-constrast": 2.9332666397094727,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.565149136577708,
+      "grad_norm": 5.375,
+      "learning_rate": 1.1833522627922639e-05,
+      "loss": 0.6173,
+      "step": 7090
+    },
+    {
+      "cov-distil": 1.3669376373291016,
+      "cov-distil (oracle2student)": 3.758965492248535,
+      "cov-distil (oracle2teacher)": 3.5449821949005127,
+      "epoch": 5.565149136577708,
+      "rel-constrast": 1.8941593170166016,
+      "step": 7090,
+      "subrel-constrast": 2.7576634883880615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.247918963432312,
+      "cov-distil (oracle2student)": 3.8120062351226807,
+      "cov-distil (oracle2teacher)": 3.9598731994628906,
+      "epoch": 5.565934065934066,
+      "rel-constrast": 2.657532215118408,
+      "step": 7091,
+      "subrel-constrast": 3.0039613246917725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623301386833191,
+      "cov-distil (oracle2student)": 3.7926712036132812,
+      "cov-distil (oracle2teacher)": 3.9259777069091797,
+      "epoch": 5.566718995290424,
+      "rel-constrast": 2.129307270050049,
+      "step": 7092,
+      "subrel-constrast": 3.1568007469177246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3343732357025146,
+      "cov-distil (oracle2student)": 4.45797061920166,
+      "cov-distil (oracle2teacher)": 3.8496103286743164,
+      "epoch": 5.567503924646782,
+      "rel-constrast": 2.726099729537964,
+      "step": 7093,
+      "subrel-constrast": 3.404350757598877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4643961191177368,
+      "cov-distil (oracle2student)": 3.358025550842285,
+      "cov-distil (oracle2teacher)": 3.6357173919677734,
+      "epoch": 5.568288854003139,
+      "rel-constrast": 2.2661824226379395,
+      "step": 7094,
+      "subrel-constrast": 3.1489779949188232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2477374076843262,
+      "cov-distil (oracle2student)": 4.710296630859375,
+      "cov-distil (oracle2teacher)": 4.120832443237305,
+      "epoch": 5.569073783359498,
+      "rel-constrast": 2.938655376434326,
+      "step": 7095,
+      "subrel-constrast": 3.2796576023101807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3808053731918335,
+      "cov-distil (oracle2student)": 5.9604172706604,
+      "cov-distil (oracle2teacher)": 4.637139320373535,
+      "epoch": 5.569858712715855,
+      "rel-constrast": 1.9437683820724487,
+      "step": 7096,
+      "subrel-constrast": 2.272700309753418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.709653615951538,
+      "cov-distil (oracle2student)": 4.662805557250977,
+      "cov-distil (oracle2teacher)": 3.6781320571899414,
+      "epoch": 5.570643642072214,
+      "rel-constrast": 2.0406124591827393,
+      "step": 7097,
+      "subrel-constrast": 2.8013768196105957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4137964248657227,
+      "cov-distil (oracle2student)": 3.6939585208892822,
+      "cov-distil (oracle2teacher)": 3.5509629249572754,
+      "epoch": 5.571428571428571,
+      "rel-constrast": 2.210357904434204,
+      "step": 7098,
+      "subrel-constrast": 2.49276065826416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664780616760254,
+      "cov-distil (oracle2student)": 4.927003860473633,
+      "cov-distil (oracle2teacher)": 4.503787040710449,
+      "epoch": 5.57221350078493,
+      "rel-constrast": 2.528158187866211,
+      "step": 7099,
+      "subrel-constrast": 3.2884151935577393,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.572998430141287,
+      "grad_norm": 6.3125,
+      "learning_rate": 1.1759419816879374e-05,
+      "loss": 0.6195,
+      "step": 7100
+    },
+    {
+      "epoch": 5.572998430141287,
+      "overlap": 0.29375001788139343,
+      "step": 7100
+    },
+    {
+      "epoch": 5.572998430141287,
+      "step": 7100,
+      "student margin": 0.06402587890625
+    },
+    {
+      "epoch": 5.572998430141287,
+      "step": 7100,
+      "teacher margin": 0.04705810546875
+    },
+    {
+      "epoch": 5.572998430141287,
+      "margin difference": -0.0169677734375,
+      "step": 7100
+    },
+    {
+      "cov-distil": 1.4125858545303345,
+      "cov-distil (oracle2student)": 3.9578490257263184,
+      "cov-distil (oracle2teacher)": 4.196784496307373,
+      "epoch": 5.572998430141287,
+      "rel-constrast": 2.3461616039276123,
+      "step": 7100,
+      "subrel-constrast": 2.87998104095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4807796478271484,
+      "cov-distil (oracle2student)": 5.129300117492676,
+      "cov-distil (oracle2teacher)": 5.600515365600586,
+      "epoch": 5.573783359497646,
+      "rel-constrast": 2.8185982704162598,
+      "step": 7101,
+      "subrel-constrast": 3.809116840362549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3390896320343018,
+      "cov-distil (oracle2student)": 4.8972625732421875,
+      "cov-distil (oracle2teacher)": 5.139035224914551,
+      "epoch": 5.574568288854003,
+      "rel-constrast": 2.866072177886963,
+      "step": 7102,
+      "subrel-constrast": 4.428263187408447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6118662357330322,
+      "cov-distil (oracle2student)": 5.248871803283691,
+      "cov-distil (oracle2teacher)": 4.4874491691589355,
+      "epoch": 5.575353218210362,
+      "rel-constrast": 2.4788217544555664,
+      "step": 7103,
+      "subrel-constrast": 3.1696934700012207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7978495359420776,
+      "cov-distil (oracle2student)": 5.0003461837768555,
+      "cov-distil (oracle2teacher)": 4.732916831970215,
+      "epoch": 5.576138147566719,
+      "rel-constrast": 2.3737261295318604,
+      "step": 7104,
+      "subrel-constrast": 3.109498977661133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9929983615875244,
+      "cov-distil (oracle2student)": 4.22084903717041,
+      "cov-distil (oracle2teacher)": 3.8225812911987305,
+      "epoch": 5.576923076923077,
+      "rel-constrast": 1.8437447547912598,
+      "step": 7105,
+      "subrel-constrast": 2.6070590019226074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6329011917114258,
+      "cov-distil (oracle2student)": 4.411813259124756,
+      "cov-distil (oracle2teacher)": 4.217262268066406,
+      "epoch": 5.577708006279435,
+      "rel-constrast": 3.0911922454833984,
+      "step": 7106,
+      "subrel-constrast": 3.657224655151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3556140661239624,
+      "cov-distil (oracle2student)": 3.732217311859131,
+      "cov-distil (oracle2teacher)": 3.770885705947876,
+      "epoch": 5.578492935635793,
+      "rel-constrast": 2.1669697761535645,
+      "step": 7107,
+      "subrel-constrast": 3.3823320865631104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.778417944908142,
+      "cov-distil (oracle2student)": 6.082474231719971,
+      "cov-distil (oracle2teacher)": 6.340131759643555,
+      "epoch": 5.579277864992151,
+      "rel-constrast": 3.1001057624816895,
+      "step": 7108,
+      "subrel-constrast": 4.275694847106934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.381890058517456,
+      "cov-distil (oracle2student)": 4.922096252441406,
+      "cov-distil (oracle2teacher)": 4.250666618347168,
+      "epoch": 5.580062794348509,
+      "rel-constrast": 1.9821739196777344,
+      "step": 7109,
+      "subrel-constrast": 3.0912230014801025,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.580847723704867,
+      "grad_norm": 4.625,
+      "learning_rate": 1.1685478338127162e-05,
+      "loss": 0.6661,
+      "step": 7110
+    },
+    {
+      "cov-distil": 1.5638444423675537,
+      "cov-distil (oracle2student)": 4.4346137046813965,
+      "cov-distil (oracle2teacher)": 4.139581680297852,
+      "epoch": 5.580847723704867,
+      "rel-constrast": 2.323134660720825,
+      "step": 7110,
+      "subrel-constrast": 3.613621473312378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2463586330413818,
+      "cov-distil (oracle2student)": 3.451584815979004,
+      "cov-distil (oracle2teacher)": 3.7183876037597656,
+      "epoch": 5.581632653061225,
+      "rel-constrast": 2.1844964027404785,
+      "step": 7111,
+      "subrel-constrast": 3.280888080596924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7664169073104858,
+      "cov-distil (oracle2student)": 4.874155044555664,
+      "cov-distil (oracle2teacher)": 4.067933559417725,
+      "epoch": 5.582417582417582,
+      "rel-constrast": 2.809366226196289,
+      "step": 7112,
+      "subrel-constrast": 3.374680995941162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3933346271514893,
+      "cov-distil (oracle2student)": 2.4989702701568604,
+      "cov-distil (oracle2teacher)": 2.739070415496826,
+      "epoch": 5.583202511773941,
+      "rel-constrast": 1.9997515678405762,
+      "step": 7113,
+      "subrel-constrast": 2.7601778507232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0449594259262085,
+      "cov-distil (oracle2student)": 3.7727251052856445,
+      "cov-distil (oracle2teacher)": 3.666468858718872,
+      "epoch": 5.583987441130298,
+      "rel-constrast": 2.522169828414917,
+      "step": 7114,
+      "subrel-constrast": 2.593316078186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5593562126159668,
+      "cov-distil (oracle2student)": 3.4956259727478027,
+      "cov-distil (oracle2teacher)": 3.768657684326172,
+      "epoch": 5.5847723704866565,
+      "rel-constrast": 2.147722005844116,
+      "step": 7115,
+      "subrel-constrast": 3.093367338180542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4023535251617432,
+      "cov-distil (oracle2student)": 3.4292726516723633,
+      "cov-distil (oracle2teacher)": 3.2140555381774902,
+      "epoch": 5.585557299843014,
+      "rel-constrast": 2.271564483642578,
+      "step": 7116,
+      "subrel-constrast": 3.3092572689056396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6763317584991455,
+      "cov-distil (oracle2student)": 5.530725955963135,
+      "cov-distil (oracle2teacher)": 5.052604675292969,
+      "epoch": 5.5863422291993725,
+      "rel-constrast": 2.7038633823394775,
+      "step": 7117,
+      "subrel-constrast": 3.4119515419006348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2557026147842407,
+      "cov-distil (oracle2student)": 3.3748185634613037,
+      "cov-distil (oracle2teacher)": 3.76096773147583,
+      "epoch": 5.58712715855573,
+      "rel-constrast": 2.4895975589752197,
+      "step": 7118,
+      "subrel-constrast": 2.881911039352417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2332102060317993,
+      "cov-distil (oracle2student)": 4.193902492523193,
+      "cov-distil (oracle2teacher)": 3.9303855895996094,
+      "epoch": 5.587912087912088,
+      "rel-constrast": 2.0562639236450195,
+      "step": 7119,
+      "subrel-constrast": 2.6024224758148193,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.588697017268446,
+      "grad_norm": 5.1875,
+      "learning_rate": 1.1611699092619598e-05,
+      "loss": 0.6231,
+      "step": 7120
+    },
+    {
+      "cov-distil": 1.4463189840316772,
+      "cov-distil (oracle2student)": 4.109136581420898,
+      "cov-distil (oracle2teacher)": 4.050897121429443,
+      "epoch": 5.588697017268446,
+      "rel-constrast": 2.570509433746338,
+      "step": 7120,
+      "subrel-constrast": 3.217395305633545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.283953905105591,
+      "cov-distil (oracle2student)": 4.189313888549805,
+      "cov-distil (oracle2teacher)": 3.881779432296753,
+      "epoch": 5.589481946624804,
+      "rel-constrast": 2.629030227661133,
+      "step": 7121,
+      "subrel-constrast": 3.26240873336792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5525952577590942,
+      "cov-distil (oracle2student)": 5.401279449462891,
+      "cov-distil (oracle2teacher)": 4.664369583129883,
+      "epoch": 5.590266875981162,
+      "rel-constrast": 2.6802830696105957,
+      "step": 7122,
+      "subrel-constrast": 3.3948819637298584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2277024984359741,
+      "cov-distil (oracle2student)": 3.360665798187256,
+      "cov-distil (oracle2teacher)": 3.5235588550567627,
+      "epoch": 5.5910518053375196,
+      "rel-constrast": 3.0048627853393555,
+      "step": 7123,
+      "subrel-constrast": 3.775747537612915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2901650667190552,
+      "cov-distil (oracle2student)": 2.8234758377075195,
+      "cov-distil (oracle2teacher)": 3.457486629486084,
+      "epoch": 5.591836734693878,
+      "rel-constrast": 2.5562684535980225,
+      "step": 7124,
+      "subrel-constrast": 3.6103973388671875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8803976774215698,
+      "cov-distil (oracle2student)": 5.498361110687256,
+      "cov-distil (oracle2teacher)": 4.880810737609863,
+      "epoch": 5.5926216640502355,
+      "rel-constrast": 1.8245081901550293,
+      "step": 7125,
+      "subrel-constrast": 2.998671770095825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.020561933517456,
+      "cov-distil (oracle2student)": 5.002126216888428,
+      "cov-distil (oracle2teacher)": 4.705068588256836,
+      "epoch": 5.593406593406593,
+      "rel-constrast": 3.8017935752868652,
+      "step": 7126,
+      "subrel-constrast": 3.792346954345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6081979274749756,
+      "cov-distil (oracle2student)": 4.14023494720459,
+      "cov-distil (oracle2teacher)": 3.8036203384399414,
+      "epoch": 5.5941915227629515,
+      "rel-constrast": 1.992734670639038,
+      "step": 7127,
+      "subrel-constrast": 2.750302791595459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482100486755371,
+      "cov-distil (oracle2student)": 3.7817039489746094,
+      "cov-distil (oracle2teacher)": 3.8629071712493896,
+      "epoch": 5.594976452119309,
+      "rel-constrast": 3.32023286819458,
+      "step": 7128,
+      "subrel-constrast": 4.059611797332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.724048137664795,
+      "cov-distil (oracle2student)": 2.374574661254883,
+      "cov-distil (oracle2teacher)": 2.73689866065979,
+      "epoch": 5.5957613814756675,
+      "rel-constrast": 2.0947444438934326,
+      "step": 7129,
+      "subrel-constrast": 2.92171573638916,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.596546310832025,
+      "grad_norm": 4.65625,
+      "learning_rate": 1.1538082979333495e-05,
+      "loss": 0.7007,
+      "step": 7130
+    },
+    {
+      "cov-distil": 1.4646782875061035,
+      "cov-distil (oracle2student)": 6.227468967437744,
+      "cov-distil (oracle2teacher)": 5.4009552001953125,
+      "epoch": 5.596546310832025,
+      "rel-constrast": 3.163102626800537,
+      "step": 7130,
+      "subrel-constrast": 3.3637959957122803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1384897232055664,
+      "cov-distil (oracle2student)": 4.7006378173828125,
+      "cov-distil (oracle2teacher)": 4.0715718269348145,
+      "epoch": 5.5973312401883835,
+      "rel-constrast": 3.9971365928649902,
+      "step": 7131,
+      "subrel-constrast": 4.380494594573975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1440932750701904,
+      "cov-distil (oracle2student)": 3.160996437072754,
+      "cov-distil (oracle2teacher)": 3.2348930835723877,
+      "epoch": 5.598116169544741,
+      "rel-constrast": 2.24643611907959,
+      "step": 7132,
+      "subrel-constrast": 3.057710647583008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1007201671600342,
+      "cov-distil (oracle2student)": 2.9074342250823975,
+      "cov-distil (oracle2teacher)": 3.4314985275268555,
+      "epoch": 5.5989010989010985,
+      "rel-constrast": 1.2734766006469727,
+      "step": 7133,
+      "subrel-constrast": 2.0958213806152344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2238653898239136,
+      "cov-distil (oracle2student)": 4.528682708740234,
+      "cov-distil (oracle2teacher)": 3.965249538421631,
+      "epoch": 5.599686028257457,
+      "rel-constrast": 2.5427255630493164,
+      "step": 7134,
+      "subrel-constrast": 3.2027056217193604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3729698657989502,
+      "cov-distil (oracle2student)": 3.83158278465271,
+      "cov-distil (oracle2teacher)": 3.64811110496521,
+      "epoch": 5.6004709576138145,
+      "rel-constrast": 1.8590375185012817,
+      "step": 7135,
+      "subrel-constrast": 2.49989914894104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3228540420532227,
+      "cov-distil (oracle2student)": 4.5597453117370605,
+      "cov-distil (oracle2teacher)": 4.43039608001709,
+      "epoch": 5.601255886970173,
+      "rel-constrast": 1.678105115890503,
+      "step": 7136,
+      "subrel-constrast": 2.778576135635376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1150479316711426,
+      "cov-distil (oracle2student)": 5.201369762420654,
+      "cov-distil (oracle2teacher)": 4.529714107513428,
+      "epoch": 5.6020408163265305,
+      "rel-constrast": 2.0159101486206055,
+      "step": 7137,
+      "subrel-constrast": 2.3132314682006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6614166498184204,
+      "cov-distil (oracle2student)": 4.443103313446045,
+      "cov-distil (oracle2teacher)": 3.940831184387207,
+      "epoch": 5.602825745682889,
+      "rel-constrast": 2.1423606872558594,
+      "step": 7138,
+      "subrel-constrast": 2.8166961669921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5404802560806274,
+      "cov-distil (oracle2student)": 3.8392748832702637,
+      "cov-distil (oracle2teacher)": 3.841597080230713,
+      "epoch": 5.6036106750392465,
+      "rel-constrast": 3.087092399597168,
+      "step": 7139,
+      "subrel-constrast": 3.3286147117614746,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.604395604395604,
+      "grad_norm": 5.875,
+      "learning_rate": 1.1464630895257971e-05,
+      "loss": 0.6328,
+      "step": 7140
+    },
+    {
+      "cov-distil": 1.5507526397705078,
+      "cov-distil (oracle2student)": 2.849687099456787,
+      "cov-distil (oracle2teacher)": 2.9055745601654053,
+      "epoch": 5.604395604395604,
+      "rel-constrast": 3.008476495742798,
+      "step": 7140,
+      "subrel-constrast": 3.563009738922119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.775232195854187,
+      "cov-distil (oracle2student)": 2.885270595550537,
+      "cov-distil (oracle2teacher)": 2.7934203147888184,
+      "epoch": 5.6051805337519625,
+      "rel-constrast": 2.573822498321533,
+      "step": 7141,
+      "subrel-constrast": 3.1571755409240723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.759361743927002,
+      "cov-distil (oracle2student)": 3.5222268104553223,
+      "cov-distil (oracle2teacher)": 3.1036641597747803,
+      "epoch": 5.60596546310832,
+      "rel-constrast": 2.3602771759033203,
+      "step": 7142,
+      "subrel-constrast": 3.2219715118408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3137438297271729,
+      "cov-distil (oracle2student)": 4.640925407409668,
+      "cov-distil (oracle2teacher)": 3.9976935386657715,
+      "epoch": 5.606750392464678,
+      "rel-constrast": 2.861433982849121,
+      "step": 7143,
+      "subrel-constrast": 3.4397189617156982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5268559455871582,
+      "cov-distil (oracle2student)": 4.990520477294922,
+      "cov-distil (oracle2teacher)": 5.149520397186279,
+      "epoch": 5.607535321821036,
+      "rel-constrast": 2.100588798522949,
+      "step": 7144,
+      "subrel-constrast": 2.907292366027832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3397743701934814,
+      "cov-distil (oracle2student)": 5.638347625732422,
+      "cov-distil (oracle2teacher)": 4.77781867980957,
+      "epoch": 5.608320251177394,
+      "rel-constrast": 2.805220127105713,
+      "step": 7145,
+      "subrel-constrast": 3.374699592590332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.290148138999939,
+      "cov-distil (oracle2student)": 5.775148391723633,
+      "cov-distil (oracle2teacher)": 5.263206481933594,
+      "epoch": 5.609105180533752,
+      "rel-constrast": 2.457744836807251,
+      "step": 7146,
+      "subrel-constrast": 3.484874963760376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9200289249420166,
+      "cov-distil (oracle2student)": 3.512934923171997,
+      "cov-distil (oracle2teacher)": 3.4313106536865234,
+      "epoch": 5.6098901098901095,
+      "rel-constrast": 2.6566569805145264,
+      "step": 7147,
+      "subrel-constrast": 3.445815086364746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9252963066101074,
+      "cov-distil (oracle2student)": 5.72076940536499,
+      "cov-distil (oracle2teacher)": 5.159424781799316,
+      "epoch": 5.610675039246468,
+      "rel-constrast": 2.390995502471924,
+      "step": 7148,
+      "subrel-constrast": 3.2608401775360107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.261720895767212,
+      "cov-distil (oracle2student)": 4.291170120239258,
+      "cov-distil (oracle2teacher)": 4.281331539154053,
+      "epoch": 5.6114599686028255,
+      "rel-constrast": 2.4103739261627197,
+      "step": 7149,
+      "subrel-constrast": 2.627387285232544,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.612244897959184,
+      "grad_norm": 4.875,
+      "learning_rate": 1.1391343735383491e-05,
+      "loss": 0.6798,
+      "step": 7150
+    },
+    {
+      "cov-distil": 1.5578153133392334,
+      "cov-distil (oracle2student)": 3.6166653633117676,
+      "cov-distil (oracle2teacher)": 3.66900634765625,
+      "epoch": 5.612244897959184,
+      "rel-constrast": 2.3625314235687256,
+      "step": 7150,
+      "subrel-constrast": 3.4049463272094727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5601487159729004,
+      "cov-distil (oracle2student)": 2.7866623401641846,
+      "cov-distil (oracle2teacher)": 2.7383077144622803,
+      "epoch": 5.6130298273155415,
+      "rel-constrast": 1.5716352462768555,
+      "step": 7151,
+      "subrel-constrast": 2.555401086807251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.106013536453247,
+      "cov-distil (oracle2student)": 3.907648801803589,
+      "cov-distil (oracle2teacher)": 3.7912309169769287,
+      "epoch": 5.6138147566719,
+      "rel-constrast": 2.4158172607421875,
+      "step": 7152,
+      "subrel-constrast": 2.7773239612579346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1687102317810059,
+      "cov-distil (oracle2student)": 4.565885543823242,
+      "cov-distil (oracle2teacher)": 4.642955780029297,
+      "epoch": 5.614599686028257,
+      "rel-constrast": 2.349327802658081,
+      "step": 7153,
+      "subrel-constrast": 3.5479888916015625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4574404954910278,
+      "cov-distil (oracle2student)": 4.739164352416992,
+      "cov-distil (oracle2teacher)": 4.9155073165893555,
+      "epoch": 5.615384615384615,
+      "rel-constrast": 3.820237159729004,
+      "step": 7154,
+      "subrel-constrast": 4.474055290222168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1444157361984253,
+      "cov-distil (oracle2student)": 4.502861499786377,
+      "cov-distil (oracle2teacher)": 4.192183017730713,
+      "epoch": 5.616169544740973,
+      "rel-constrast": 2.793431043624878,
+      "step": 7155,
+      "subrel-constrast": 3.4430460929870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734535813331604,
+      "cov-distil (oracle2student)": 4.823614120483398,
+      "cov-distil (oracle2teacher)": 4.565547943115234,
+      "epoch": 5.616954474097331,
+      "rel-constrast": 1.9197064638137817,
+      "step": 7156,
+      "subrel-constrast": 2.82385516166687,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8087806701660156,
+      "cov-distil (oracle2student)": 2.4796533584594727,
+      "cov-distil (oracle2teacher)": 2.936264991760254,
+      "epoch": 5.617739403453689,
+      "rel-constrast": 2.587779998779297,
+      "step": 7157,
+      "subrel-constrast": 3.848438024520874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.101292371749878,
+      "cov-distil (oracle2student)": 3.319474697113037,
+      "cov-distil (oracle2teacher)": 3.559319019317627,
+      "epoch": 5.618524332810047,
+      "rel-constrast": 1.3573776483535767,
+      "step": 7158,
+      "subrel-constrast": 2.217810869216919,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.538153052330017,
+      "cov-distil (oracle2student)": 4.799520492553711,
+      "cov-distil (oracle2teacher)": 4.632620334625244,
+      "epoch": 5.619309262166405,
+      "rel-constrast": 2.2296807765960693,
+      "step": 7159,
+      "subrel-constrast": 2.9997596740722656,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.620094191522763,
+      "grad_norm": 4.78125,
+      "learning_rate": 1.1318222392690956e-05,
+      "loss": 0.6206,
+      "step": 7160
+    },
+    {
+      "cov-distil": 1.6104668378829956,
+      "cov-distil (oracle2student)": 2.7860960960388184,
+      "cov-distil (oracle2teacher)": 2.9585533142089844,
+      "epoch": 5.620094191522763,
+      "rel-constrast": 2.761392593383789,
+      "step": 7160,
+      "subrel-constrast": 3.390493392944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.205524206161499,
+      "cov-distil (oracle2student)": 4.968343734741211,
+      "cov-distil (oracle2teacher)": 4.809469223022461,
+      "epoch": 5.6208791208791204,
+      "rel-constrast": 3.2579681873321533,
+      "step": 7161,
+      "subrel-constrast": 3.693587303161621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4771156311035156,
+      "cov-distil (oracle2student)": 4.047033309936523,
+      "cov-distil (oracle2teacher)": 3.943960189819336,
+      "epoch": 5.621664050235479,
+      "rel-constrast": 1.454054355621338,
+      "step": 7162,
+      "subrel-constrast": 2.3285391330718994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4680231809616089,
+      "cov-distil (oracle2student)": 4.043417453765869,
+      "cov-distil (oracle2teacher)": 4.471477508544922,
+      "epoch": 5.622448979591836,
+      "rel-constrast": 2.4134445190429688,
+      "step": 7163,
+      "subrel-constrast": 3.3339405059814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.264819622039795,
+      "cov-distil (oracle2student)": 5.073214530944824,
+      "cov-distil (oracle2teacher)": 4.770447731018066,
+      "epoch": 5.623233908948195,
+      "rel-constrast": 2.827576160430908,
+      "step": 7164,
+      "subrel-constrast": 3.5809454917907715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6668469905853271,
+      "cov-distil (oracle2student)": 3.082040309906006,
+      "cov-distil (oracle2teacher)": 3.0058703422546387,
+      "epoch": 5.624018838304552,
+      "rel-constrast": 3.138025999069214,
+      "step": 7165,
+      "subrel-constrast": 4.1507887840271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7527110576629639,
+      "cov-distil (oracle2student)": 2.8215091228485107,
+      "cov-distil (oracle2teacher)": 2.83135986328125,
+      "epoch": 5.624803767660911,
+      "rel-constrast": 2.5240116119384766,
+      "step": 7166,
+      "subrel-constrast": 3.5339443683624268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2719080448150635,
+      "cov-distil (oracle2student)": 4.16852331161499,
+      "cov-distil (oracle2teacher)": 3.6827120780944824,
+      "epoch": 5.625588697017268,
+      "rel-constrast": 3.014298439025879,
+      "step": 7167,
+      "subrel-constrast": 3.505829095840454,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.665602207183838,
+      "cov-distil (oracle2student)": 3.4440412521362305,
+      "cov-distil (oracle2teacher)": 3.4980876445770264,
+      "epoch": 5.626373626373626,
+      "rel-constrast": 2.39787220954895,
+      "step": 7168,
+      "subrel-constrast": 3.001802444458008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4718173742294312,
+      "cov-distil (oracle2student)": 2.4915735721588135,
+      "cov-distil (oracle2teacher)": 2.635605573654175,
+      "epoch": 5.627158555729984,
+      "rel-constrast": 1.7895028591156006,
+      "step": 7169,
+      "subrel-constrast": 2.7921371459960938,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.627943485086342,
+      "grad_norm": 4.78125,
+      "learning_rate": 1.1245267758140865e-05,
+      "loss": 0.6766,
+      "step": 7170
+    },
+    {
+      "cov-distil": 1.697424054145813,
+      "cov-distil (oracle2student)": 4.209959983825684,
+      "cov-distil (oracle2teacher)": 3.8956732749938965,
+      "epoch": 5.627943485086342,
+      "rel-constrast": 1.9280669689178467,
+      "step": 7170,
+      "subrel-constrast": 2.7009596824645996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2375614643096924,
+      "cov-distil (oracle2student)": 4.02291202545166,
+      "cov-distil (oracle2teacher)": 3.9339914321899414,
+      "epoch": 5.6287284144427,
+      "rel-constrast": 1.3147190809249878,
+      "step": 7171,
+      "subrel-constrast": 1.8117964267730713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4399900436401367,
+      "cov-distil (oracle2student)": 3.1191036701202393,
+      "cov-distil (oracle2teacher)": 2.9801650047302246,
+      "epoch": 5.629513343799058,
+      "rel-constrast": 1.9579811096191406,
+      "step": 7172,
+      "subrel-constrast": 2.8596298694610596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9209785461425781,
+      "cov-distil (oracle2student)": 5.725344657897949,
+      "cov-distil (oracle2teacher)": 5.305407524108887,
+      "epoch": 5.630298273155416,
+      "rel-constrast": 2.4004249572753906,
+      "step": 7173,
+      "subrel-constrast": 3.7733700275421143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8111363649368286,
+      "cov-distil (oracle2student)": 4.8613481521606445,
+      "cov-distil (oracle2teacher)": 4.291764259338379,
+      "epoch": 5.631083202511774,
+      "rel-constrast": 2.639840602874756,
+      "step": 7174,
+      "subrel-constrast": 3.0446784496307373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8371706008911133,
+      "cov-distil (oracle2student)": 4.256906509399414,
+      "cov-distil (oracle2teacher)": 4.861052513122559,
+      "epoch": 5.631868131868131,
+      "rel-constrast": 2.4131133556365967,
+      "step": 7175,
+      "subrel-constrast": 3.2658071517944336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6654331684112549,
+      "cov-distil (oracle2student)": 3.3376808166503906,
+      "cov-distil (oracle2teacher)": 3.2627112865448,
+      "epoch": 5.63265306122449,
+      "rel-constrast": 1.4105042219161987,
+      "step": 7176,
+      "subrel-constrast": 2.1520910263061523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9549152851104736,
+      "cov-distil (oracle2student)": 3.920916795730591,
+      "cov-distil (oracle2teacher)": 3.8270044326782227,
+      "epoch": 5.633437990580847,
+      "rel-constrast": 2.9477505683898926,
+      "step": 7177,
+      "subrel-constrast": 3.5821950435638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.331330418586731,
+      "cov-distil (oracle2student)": 3.2258195877075195,
+      "cov-distil (oracle2teacher)": 2.975188970565796,
+      "epoch": 5.634222919937206,
+      "rel-constrast": 2.705105781555176,
+      "step": 7178,
+      "subrel-constrast": 3.1879708766937256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1796979904174805,
+      "cov-distil (oracle2student)": 2.1341474056243896,
+      "cov-distil (oracle2teacher)": 2.4286975860595703,
+      "epoch": 5.635007849293563,
+      "rel-constrast": 2.5232696533203125,
+      "step": 7179,
+      "subrel-constrast": 3.038200855255127,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.635792778649922,
+      "grad_norm": 5.8125,
+      "learning_rate": 1.1172480720662407e-05,
+      "loss": 0.5962,
+      "step": 7180
+    },
+    {
+      "cov-distil": 1.2481552362442017,
+      "cov-distil (oracle2student)": 5.365971565246582,
+      "cov-distil (oracle2teacher)": 4.376410484313965,
+      "epoch": 5.635792778649922,
+      "rel-constrast": 2.097050428390503,
+      "step": 7180,
+      "subrel-constrast": 2.694110631942749,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6423810720443726,
+      "cov-distil (oracle2student)": 3.142834424972534,
+      "cov-distil (oracle2teacher)": 4.081087112426758,
+      "epoch": 5.636577708006279,
+      "rel-constrast": 2.6259329319000244,
+      "step": 7181,
+      "subrel-constrast": 3.6817047595977783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3685394525527954,
+      "cov-distil (oracle2student)": 4.805294990539551,
+      "cov-distil (oracle2teacher)": 4.282794952392578,
+      "epoch": 5.637362637362637,
+      "rel-constrast": 3.423628091812134,
+      "step": 7182,
+      "subrel-constrast": 3.8316638469696045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5488684177398682,
+      "cov-distil (oracle2student)": 5.517061710357666,
+      "cov-distil (oracle2teacher)": 4.976339340209961,
+      "epoch": 5.638147566718995,
+      "rel-constrast": 2.234604597091675,
+      "step": 7183,
+      "subrel-constrast": 2.754227876663208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.269728422164917,
+      "cov-distil (oracle2student)": 3.9508755207061768,
+      "cov-distil (oracle2teacher)": 3.550607442855835,
+      "epoch": 5.638932496075353,
+      "rel-constrast": 1.7627464532852173,
+      "step": 7184,
+      "subrel-constrast": 2.258974313735962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5342490673065186,
+      "cov-distil (oracle2student)": 3.396500825881958,
+      "cov-distil (oracle2teacher)": 3.2366740703582764,
+      "epoch": 5.639717425431711,
+      "rel-constrast": 1.4290357828140259,
+      "step": 7185,
+      "subrel-constrast": 2.822946786880493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.777449131011963,
+      "cov-distil (oracle2student)": 2.7024178504943848,
+      "cov-distil (oracle2teacher)": 3.289620876312256,
+      "epoch": 5.640502354788069,
+      "rel-constrast": 2.8553519248962402,
+      "step": 7186,
+      "subrel-constrast": 3.752464771270752,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1303246021270752,
+      "cov-distil (oracle2student)": 4.309943199157715,
+      "cov-distil (oracle2teacher)": 4.035333633422852,
+      "epoch": 5.641287284144427,
+      "rel-constrast": 3.0531630516052246,
+      "step": 7187,
+      "subrel-constrast": 3.2492785453796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9829819202423096,
+      "cov-distil (oracle2student)": 3.112271785736084,
+      "cov-distil (oracle2teacher)": 3.433361291885376,
+      "epoch": 5.642072213500785,
+      "rel-constrast": 2.5271830558776855,
+      "step": 7188,
+      "subrel-constrast": 3.3582332134246826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.082844853401184,
+      "cov-distil (oracle2student)": 4.060727119445801,
+      "cov-distil (oracle2teacher)": 3.9316890239715576,
+      "epoch": 5.642857142857143,
+      "rel-constrast": 1.8137861490249634,
+      "step": 7189,
+      "subrel-constrast": 2.2133212089538574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.643642072213501,
+      "grad_norm": 4.75,
+      "learning_rate": 1.1099862167142675e-05,
+      "loss": 0.632,
+      "step": 7190
+    },
+    {
+      "cov-distil": 1.438293695449829,
+      "cov-distil (oracle2student)": 3.0037684440612793,
+      "cov-distil (oracle2teacher)": 3.0797042846679688,
+      "epoch": 5.643642072213501,
+      "rel-constrast": 1.9296780824661255,
+      "step": 7190,
+      "subrel-constrast": 2.7600908279418945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4910798072814941,
+      "cov-distil (oracle2student)": 7.0604448318481445,
+      "cov-distil (oracle2teacher)": 6.2033820152282715,
+      "epoch": 5.644427001569858,
+      "rel-constrast": 3.415876626968384,
+      "step": 7191,
+      "subrel-constrast": 3.8402762413024902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2100932598114014,
+      "cov-distil (oracle2student)": 4.442329406738281,
+      "cov-distil (oracle2teacher)": 4.58854341506958,
+      "epoch": 5.645211930926217,
+      "rel-constrast": 2.616267681121826,
+      "step": 7192,
+      "subrel-constrast": 3.0050971508026123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6257336139678955,
+      "cov-distil (oracle2student)": 4.014416694641113,
+      "cov-distil (oracle2teacher)": 4.24308967590332,
+      "epoch": 5.645996860282574,
+      "rel-constrast": 2.530879497528076,
+      "step": 7193,
+      "subrel-constrast": 3.24009370803833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.543897032737732,
+      "cov-distil (oracle2student)": 3.00970458984375,
+      "cov-distil (oracle2teacher)": 3.025632381439209,
+      "epoch": 5.646781789638933,
+      "rel-constrast": 1.7895828485488892,
+      "step": 7194,
+      "subrel-constrast": 2.7704732418060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6636273860931396,
+      "cov-distil (oracle2student)": 4.349225044250488,
+      "cov-distil (oracle2teacher)": 3.878312349319458,
+      "epoch": 5.64756671899529,
+      "rel-constrast": 2.7367677688598633,
+      "step": 7195,
+      "subrel-constrast": 3.2308144569396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3990428447723389,
+      "cov-distil (oracle2student)": 3.4022510051727295,
+      "cov-distil (oracle2teacher)": 3.291766881942749,
+      "epoch": 5.648351648351649,
+      "rel-constrast": 2.664701461791992,
+      "step": 7196,
+      "subrel-constrast": 2.950404405593872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.355980396270752,
+      "cov-distil (oracle2student)": 5.167057991027832,
+      "cov-distil (oracle2teacher)": 4.589781761169434,
+      "epoch": 5.649136577708006,
+      "rel-constrast": 2.9673287868499756,
+      "step": 7197,
+      "subrel-constrast": 3.3360652923583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6771790981292725,
+      "cov-distil (oracle2student)": 3.9349374771118164,
+      "cov-distil (oracle2teacher)": 3.9186675548553467,
+      "epoch": 5.649921507064365,
+      "rel-constrast": 2.763193130493164,
+      "step": 7198,
+      "subrel-constrast": 3.6800990104675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2435684204101562,
+      "cov-distil (oracle2student)": 3.963268756866455,
+      "cov-distil (oracle2teacher)": 3.748121976852417,
+      "epoch": 5.650706436420722,
+      "rel-constrast": 2.3272838592529297,
+      "step": 7199,
+      "subrel-constrast": 2.9128997325897217,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.65149136577708,
+      "grad_norm": 4.875,
+      "learning_rate": 1.1027412982415814e-05,
+      "loss": 0.6802,
+      "step": 7200
+    },
+    {
+      "epoch": 5.65149136577708,
+      "overlap": 0.31562501192092896,
+      "step": 7200
+    },
+    {
+      "epoch": 5.65149136577708,
+      "step": 7200,
+      "student margin": 0.06512451171875
+    },
+    {
+      "epoch": 5.65149136577708,
+      "step": 7200,
+      "teacher margin": 0.046844482421875
+    },
+    {
+      "epoch": 5.65149136577708,
+      "margin difference": -0.018280029296875,
+      "step": 7200
+    },
+    {
+      "cov-distil": 1.9540619850158691,
+      "cov-distil (oracle2student)": 4.491998195648193,
+      "cov-distil (oracle2teacher)": 4.150829315185547,
+      "epoch": 5.65149136577708,
+      "rel-constrast": 2.4019978046417236,
+      "step": 7200,
+      "subrel-constrast": 2.7797200679779053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5851376056671143,
+      "cov-distil (oracle2student)": 3.523040294647217,
+      "cov-distil (oracle2teacher)": 3.388157844543457,
+      "epoch": 5.652276295133438,
+      "rel-constrast": 2.6952004432678223,
+      "step": 7201,
+      "subrel-constrast": 3.3028860092163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.253301739692688,
+      "cov-distil (oracle2student)": 3.8985800743103027,
+      "cov-distil (oracle2teacher)": 3.8069686889648438,
+      "epoch": 5.653061224489796,
+      "rel-constrast": 3.414828300476074,
+      "step": 7202,
+      "subrel-constrast": 3.8465967178344727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2384999990463257,
+      "cov-distil (oracle2student)": 4.61440372467041,
+      "cov-distil (oracle2teacher)": 4.154545783996582,
+      "epoch": 5.653846153846154,
+      "rel-constrast": 3.0263328552246094,
+      "step": 7203,
+      "subrel-constrast": 3.2630932331085205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.795987606048584,
+      "cov-distil (oracle2student)": 4.893566608428955,
+      "cov-distil (oracle2teacher)": 5.045684337615967,
+      "epoch": 5.654631083202512,
+      "rel-constrast": 3.4917452335357666,
+      "step": 7204,
+      "subrel-constrast": 4.414380073547363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.215912938117981,
+      "cov-distil (oracle2student)": 5.866415977478027,
+      "cov-distil (oracle2teacher)": 5.5386810302734375,
+      "epoch": 5.65541601255887,
+      "rel-constrast": 2.89375901222229,
+      "step": 7205,
+      "subrel-constrast": 3.310978889465332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.499485731124878,
+      "cov-distil (oracle2student)": 3.4406330585479736,
+      "cov-distil (oracle2teacher)": 3.325427293777466,
+      "epoch": 5.656200941915228,
+      "rel-constrast": 2.4499199390411377,
+      "step": 7206,
+      "subrel-constrast": 2.6047041416168213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8702276945114136,
+      "cov-distil (oracle2student)": 3.299170970916748,
+      "cov-distil (oracle2teacher)": 3.208244800567627,
+      "epoch": 5.656985871271585,
+      "rel-constrast": 1.9764190912246704,
+      "step": 7207,
+      "subrel-constrast": 2.600522041320801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6692748069763184,
+      "cov-distil (oracle2student)": 4.376302719116211,
+      "cov-distil (oracle2teacher)": 4.007772445678711,
+      "epoch": 5.657770800627944,
+      "rel-constrast": 2.0915310382843018,
+      "step": 7208,
+      "subrel-constrast": 2.798177719116211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3483479022979736,
+      "cov-distil (oracle2student)": 3.5088260173797607,
+      "cov-distil (oracle2teacher)": 4.016141414642334,
+      "epoch": 5.658555729984301,
+      "rel-constrast": 2.195250988006592,
+      "step": 7209,
+      "subrel-constrast": 3.3148581981658936,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.65934065934066,
+      "grad_norm": 4.78125,
+      "learning_rate": 1.095513404925228e-05,
+      "loss": 0.7045,
+      "step": 7210
+    },
+    {
+      "cov-distil": 1.830281138420105,
+      "cov-distil (oracle2student)": 3.4575610160827637,
+      "cov-distil (oracle2teacher)": 3.7728586196899414,
+      "epoch": 5.65934065934066,
+      "rel-constrast": 3.099306106567383,
+      "step": 7210,
+      "subrel-constrast": 3.499985933303833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0744524002075195,
+      "cov-distil (oracle2student)": 4.922154426574707,
+      "cov-distil (oracle2teacher)": 4.319045066833496,
+      "epoch": 5.660125588697017,
+      "rel-constrast": 2.0156965255737305,
+      "step": 7211,
+      "subrel-constrast": 3.231781005859375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.227072238922119,
+      "cov-distil (oracle2student)": 5.409693717956543,
+      "cov-distil (oracle2teacher)": 4.76028299331665,
+      "epoch": 5.660910518053376,
+      "rel-constrast": 1.8558197021484375,
+      "step": 7212,
+      "subrel-constrast": 3.0249996185302734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.455277681350708,
+      "cov-distil (oracle2student)": 5.360897064208984,
+      "cov-distil (oracle2teacher)": 5.140132427215576,
+      "epoch": 5.661695447409733,
+      "rel-constrast": 2.9669089317321777,
+      "step": 7213,
+      "subrel-constrast": 3.5108141899108887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4870758056640625,
+      "cov-distil (oracle2student)": 4.547826766967773,
+      "cov-distil (oracle2teacher)": 4.30753231048584,
+      "epoch": 5.662480376766091,
+      "rel-constrast": 2.212498664855957,
+      "step": 7214,
+      "subrel-constrast": 2.8675897121429443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8702974319458008,
+      "cov-distil (oracle2student)": 4.923142910003662,
+      "cov-distil (oracle2teacher)": 4.960709571838379,
+      "epoch": 5.663265306122449,
+      "rel-constrast": 3.9832959175109863,
+      "step": 7215,
+      "subrel-constrast": 5.099146842956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7571618556976318,
+      "cov-distil (oracle2student)": 4.798107624053955,
+      "cov-distil (oracle2teacher)": 4.051821708679199,
+      "epoch": 5.664050235478807,
+      "rel-constrast": 2.717872142791748,
+      "step": 7216,
+      "subrel-constrast": 2.9752864837646484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6393892765045166,
+      "cov-distil (oracle2student)": 4.462168216705322,
+      "cov-distil (oracle2teacher)": 4.466344356536865,
+      "epoch": 5.664835164835165,
+      "rel-constrast": 1.9498159885406494,
+      "step": 7217,
+      "subrel-constrast": 2.966207504272461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7896491289138794,
+      "cov-distil (oracle2student)": 6.444441318511963,
+      "cov-distil (oracle2teacher)": 6.220707893371582,
+      "epoch": 5.665620094191523,
+      "rel-constrast": 3.3369486331939697,
+      "step": 7218,
+      "subrel-constrast": 3.965289354324341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5477514266967773,
+      "cov-distil (oracle2student)": 4.817256927490234,
+      "cov-distil (oracle2teacher)": 4.264969348907471,
+      "epoch": 5.666405023547881,
+      "rel-constrast": 2.593187093734741,
+      "step": 7219,
+      "subrel-constrast": 3.4771487712860107,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.667189952904239,
+      "grad_norm": 6.25,
+      "learning_rate": 1.0883026248348076e-05,
+      "loss": 0.7125,
+      "step": 7220
+    },
+    {
+      "cov-distil": 1.5050383806228638,
+      "cov-distil (oracle2student)": 5.075125217437744,
+      "cov-distil (oracle2teacher)": 4.609150409698486,
+      "epoch": 5.667189952904239,
+      "rel-constrast": 2.5606114864349365,
+      "step": 7220,
+      "subrel-constrast": 3.5081048011779785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6352304220199585,
+      "cov-distil (oracle2student)": 5.47430419921875,
+      "cov-distil (oracle2teacher)": 5.764835834503174,
+      "epoch": 5.667974882260596,
+      "rel-constrast": 2.720193862915039,
+      "step": 7221,
+      "subrel-constrast": 3.162987232208252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8223907947540283,
+      "cov-distil (oracle2student)": 3.7518954277038574,
+      "cov-distil (oracle2teacher)": 3.7820019721984863,
+      "epoch": 5.668759811616955,
+      "rel-constrast": 1.5487678050994873,
+      "step": 7222,
+      "subrel-constrast": 2.760953187942505,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6592578887939453,
+      "cov-distil (oracle2student)": 6.200235366821289,
+      "cov-distil (oracle2teacher)": 5.778352737426758,
+      "epoch": 5.669544740973312,
+      "rel-constrast": 2.3683409690856934,
+      "step": 7223,
+      "subrel-constrast": 3.6693320274353027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5243072509765625,
+      "cov-distil (oracle2student)": 5.405856609344482,
+      "cov-distil (oracle2teacher)": 4.722996234893799,
+      "epoch": 5.670329670329671,
+      "rel-constrast": 2.437091112136841,
+      "step": 7224,
+      "subrel-constrast": 3.267778158187866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4126454591751099,
+      "cov-distil (oracle2student)": 4.326354026794434,
+      "cov-distil (oracle2teacher)": 4.190078258514404,
+      "epoch": 5.671114599686028,
+      "rel-constrast": 2.732137680053711,
+      "step": 7225,
+      "subrel-constrast": 3.654958724975586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2149062156677246,
+      "cov-distil (oracle2student)": 5.919400691986084,
+      "cov-distil (oracle2teacher)": 5.533384323120117,
+      "epoch": 5.671899529042387,
+      "rel-constrast": 3.2589526176452637,
+      "step": 7226,
+      "subrel-constrast": 3.920250415802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5526220798492432,
+      "cov-distil (oracle2student)": 6.283849716186523,
+      "cov-distil (oracle2teacher)": 5.2091217041015625,
+      "epoch": 5.672684458398744,
+      "rel-constrast": 2.5918221473693848,
+      "step": 7227,
+      "subrel-constrast": 3.551975727081299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1670451164245605,
+      "cov-distil (oracle2student)": 6.135455131530762,
+      "cov-distil (oracle2teacher)": 4.618312358856201,
+      "epoch": 5.673469387755102,
+      "rel-constrast": 2.477980136871338,
+      "step": 7228,
+      "subrel-constrast": 3.1893057823181152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4833056926727295,
+      "cov-distil (oracle2student)": 4.296525955200195,
+      "cov-distil (oracle2teacher)": 4.1466851234436035,
+      "epoch": 5.67425431711146,
+      "rel-constrast": 1.8837369680404663,
+      "step": 7229,
+      "subrel-constrast": 2.218822956085205,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.675039246467818,
+      "grad_norm": 5.125,
+      "learning_rate": 1.0811090458313983e-05,
+      "loss": 0.6544,
+      "step": 7230
+    },
+    {
+      "cov-distil": 1.8213322162628174,
+      "cov-distil (oracle2student)": 5.413250923156738,
+      "cov-distil (oracle2teacher)": 4.6440253257751465,
+      "epoch": 5.675039246467818,
+      "rel-constrast": 2.173341751098633,
+      "step": 7230,
+      "subrel-constrast": 3.0291714668273926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6671487092971802,
+      "cov-distil (oracle2student)": 4.517230033874512,
+      "cov-distil (oracle2teacher)": 4.2445526123046875,
+      "epoch": 5.675824175824176,
+      "rel-constrast": 2.6722970008850098,
+      "step": 7231,
+      "subrel-constrast": 3.1554789543151855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5005853176116943,
+      "cov-distil (oracle2student)": 3.13576602935791,
+      "cov-distil (oracle2teacher)": 3.131213665008545,
+      "epoch": 5.676609105180534,
+      "rel-constrast": 2.906148672103882,
+      "step": 7232,
+      "subrel-constrast": 3.3533389568328857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5566326379776,
+      "cov-distil (oracle2student)": 3.455390453338623,
+      "cov-distil (oracle2teacher)": 4.019700050354004,
+      "epoch": 5.677394034536892,
+      "rel-constrast": 2.784055233001709,
+      "step": 7233,
+      "subrel-constrast": 3.958920478820801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.574973225593567,
+      "cov-distil (oracle2student)": 3.9631130695343018,
+      "cov-distil (oracle2teacher)": 3.626938581466675,
+      "epoch": 5.67817896389325,
+      "rel-constrast": 1.4373325109481812,
+      "step": 7234,
+      "subrel-constrast": 2.469099521636963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2068274021148682,
+      "cov-distil (oracle2student)": 5.3354573249816895,
+      "cov-distil (oracle2teacher)": 4.482949733734131,
+      "epoch": 5.678963893249607,
+      "rel-constrast": 2.6877148151397705,
+      "step": 7235,
+      "subrel-constrast": 3.0010149478912354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1710529327392578,
+      "cov-distil (oracle2student)": 4.84377384185791,
+      "cov-distil (oracle2teacher)": 4.84991455078125,
+      "epoch": 5.679748822605966,
+      "rel-constrast": 2.905134677886963,
+      "step": 7236,
+      "subrel-constrast": 3.6306748390197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4777905941009521,
+      "cov-distil (oracle2student)": 3.6781532764434814,
+      "cov-distil (oracle2teacher)": 4.037684440612793,
+      "epoch": 5.680533751962323,
+      "rel-constrast": 3.441023349761963,
+      "step": 7237,
+      "subrel-constrast": 4.023512363433838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1611435413360596,
+      "cov-distil (oracle2student)": 2.6908788681030273,
+      "cov-distil (oracle2teacher)": 2.6668448448181152,
+      "epoch": 5.681318681318682,
+      "rel-constrast": 1.774178385734558,
+      "step": 7238,
+      "subrel-constrast": 2.4484975337982178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4013047218322754,
+      "cov-distil (oracle2student)": 4.902390480041504,
+      "cov-distil (oracle2teacher)": 4.424250602722168,
+      "epoch": 5.682103610675039,
+      "rel-constrast": 2.698096513748169,
+      "step": 7239,
+      "subrel-constrast": 3.4011101722717285,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.6828885400313975,
+      "grad_norm": 6.4375,
+      "learning_rate": 1.0739327555664916e-05,
+      "loss": 0.6733,
+      "step": 7240
+    },
+    {
+      "cov-distil": 1.672989845275879,
+      "cov-distil (oracle2student)": 4.382554531097412,
+      "cov-distil (oracle2teacher)": 4.664331436157227,
+      "epoch": 5.6828885400313975,
+      "rel-constrast": 2.025387763977051,
+      "step": 7240,
+      "subrel-constrast": 2.935084104537964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3436734676361084,
+      "cov-distil (oracle2student)": 4.330265998840332,
+      "cov-distil (oracle2teacher)": 4.236959934234619,
+      "epoch": 5.683673469387755,
+      "rel-constrast": 3.959019660949707,
+      "step": 7241,
+      "subrel-constrast": 4.552647113800049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4532990455627441,
+      "cov-distil (oracle2student)": 3.322537899017334,
+      "cov-distil (oracle2teacher)": 3.1180505752563477,
+      "epoch": 5.684458398744113,
+      "rel-constrast": 2.920161485671997,
+      "step": 7242,
+      "subrel-constrast": 3.7835354804992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412327527999878,
+      "cov-distil (oracle2student)": 4.164833068847656,
+      "cov-distil (oracle2teacher)": 4.159873008728027,
+      "epoch": 5.685243328100471,
+      "rel-constrast": 2.2117581367492676,
+      "step": 7243,
+      "subrel-constrast": 3.1475164890289307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9614603519439697,
+      "cov-distil (oracle2student)": 4.550832271575928,
+      "cov-distil (oracle2teacher)": 3.7962899208068848,
+      "epoch": 5.686028257456829,
+      "rel-constrast": 1.4796103239059448,
+      "step": 7244,
+      "subrel-constrast": 2.6612513065338135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.583465337753296,
+      "cov-distil (oracle2student)": 4.038384437561035,
+      "cov-distil (oracle2teacher)": 3.8812503814697266,
+      "epoch": 5.686813186813187,
+      "rel-constrast": 2.972900867462158,
+      "step": 7245,
+      "subrel-constrast": 3.745565891265869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0268642902374268,
+      "cov-distil (oracle2student)": 4.355693340301514,
+      "cov-distil (oracle2teacher)": 4.648734092712402,
+      "epoch": 5.687598116169545,
+      "rel-constrast": 2.957137107849121,
+      "step": 7246,
+      "subrel-constrast": 3.3595516681671143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3380022048950195,
+      "cov-distil (oracle2student)": 3.4530744552612305,
+      "cov-distil (oracle2teacher)": 3.434368371963501,
+      "epoch": 5.688383045525903,
+      "rel-constrast": 1.7757980823516846,
+      "step": 7247,
+      "subrel-constrast": 2.4393162727355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3360416889190674,
+      "cov-distil (oracle2student)": 4.74619197845459,
+      "cov-distil (oracle2teacher)": 4.4527435302734375,
+      "epoch": 5.689167974882261,
+      "rel-constrast": 1.892427921295166,
+      "step": 7248,
+      "subrel-constrast": 2.259270429611206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.81061851978302,
+      "cov-distil (oracle2student)": 3.01591420173645,
+      "cov-distil (oracle2teacher)": 3.1510331630706787,
+      "epoch": 5.689952904238618,
+      "rel-constrast": 2.3302900791168213,
+      "step": 7249,
+      "subrel-constrast": 2.6923651695251465,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.6907378335949765,
+      "grad_norm": 5.34375,
+      "learning_rate": 1.066773841480918e-05,
+      "loss": 0.6505,
+      "step": 7250
+    },
+    {
+      "cov-distil": 1.109291434288025,
+      "cov-distil (oracle2student)": 3.3120360374450684,
+      "cov-distil (oracle2teacher)": 3.3921351432800293,
+      "epoch": 5.6907378335949765,
+      "rel-constrast": 2.377324104309082,
+      "step": 7250,
+      "subrel-constrast": 2.927506446838379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.539294958114624,
+      "cov-distil (oracle2student)": 3.647815227508545,
+      "cov-distil (oracle2teacher)": 3.7892532348632812,
+      "epoch": 5.691522762951334,
+      "rel-constrast": 2.776589870452881,
+      "step": 7251,
+      "subrel-constrast": 3.461591958999634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7776885032653809,
+      "cov-distil (oracle2student)": 4.516097068786621,
+      "cov-distil (oracle2teacher)": 4.310148239135742,
+      "epoch": 5.6923076923076925,
+      "rel-constrast": 3.0817620754241943,
+      "step": 7252,
+      "subrel-constrast": 3.8584063053131104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6904923915863037,
+      "cov-distil (oracle2student)": 3.762831687927246,
+      "cov-distil (oracle2teacher)": 3.49704909324646,
+      "epoch": 5.69309262166405,
+      "rel-constrast": 2.6695213317871094,
+      "step": 7253,
+      "subrel-constrast": 3.5263538360595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.637641191482544,
+      "cov-distil (oracle2student)": 3.099513292312622,
+      "cov-distil (oracle2teacher)": 3.1730241775512695,
+      "epoch": 5.6938775510204085,
+      "rel-constrast": 2.529165506362915,
+      "step": 7254,
+      "subrel-constrast": 3.1324880123138428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9368469715118408,
+      "cov-distil (oracle2student)": 3.7219858169555664,
+      "cov-distil (oracle2teacher)": 3.624354839324951,
+      "epoch": 5.694662480376766,
+      "rel-constrast": 1.8088388442993164,
+      "step": 7255,
+      "subrel-constrast": 3.1053459644317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0515832901000977,
+      "cov-distil (oracle2student)": 5.766073226928711,
+      "cov-distil (oracle2teacher)": 5.057271957397461,
+      "epoch": 5.695447409733124,
+      "rel-constrast": 3.348378896713257,
+      "step": 7256,
+      "subrel-constrast": 3.5686697959899902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4742786884307861,
+      "cov-distil (oracle2student)": 4.464904308319092,
+      "cov-distil (oracle2teacher)": 4.210400581359863,
+      "epoch": 5.696232339089482,
+      "rel-constrast": 2.183424234390259,
+      "step": 7257,
+      "subrel-constrast": 2.9239604473114014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6611732244491577,
+      "cov-distil (oracle2student)": 4.749375343322754,
+      "cov-distil (oracle2teacher)": 4.499480247497559,
+      "epoch": 5.6970172684458396,
+      "rel-constrast": 1.161225438117981,
+      "step": 7258,
+      "subrel-constrast": 2.014896869659424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.509411096572876,
+      "cov-distil (oracle2student)": 3.6030097007751465,
+      "cov-distil (oracle2teacher)": 3.6581649780273438,
+      "epoch": 5.697802197802198,
+      "rel-constrast": 2.460691213607788,
+      "step": 7259,
+      "subrel-constrast": 2.6216304302215576,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.6985871271585555,
+      "grad_norm": 5.21875,
+      "learning_rate": 1.0596323908037883e-05,
+      "loss": 0.6484,
+      "step": 7260
+    },
+    {
+      "cov-distil": 1.0303013324737549,
+      "cov-distil (oracle2student)": 3.766749620437622,
+      "cov-distil (oracle2teacher)": 3.9292385578155518,
+      "epoch": 5.6985871271585555,
+      "rel-constrast": 2.3343608379364014,
+      "step": 7260,
+      "subrel-constrast": 2.7639124393463135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6710684299468994,
+      "cov-distil (oracle2student)": 3.8400487899780273,
+      "cov-distil (oracle2teacher)": 3.5376791954040527,
+      "epoch": 5.699372056514914,
+      "rel-constrast": 2.404994010925293,
+      "step": 7261,
+      "subrel-constrast": 3.225177526473999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8323240280151367,
+      "cov-distil (oracle2student)": 5.0648393630981445,
+      "cov-distil (oracle2teacher)": 5.122748374938965,
+      "epoch": 5.7001569858712715,
+      "rel-constrast": 3.0872623920440674,
+      "step": 7262,
+      "subrel-constrast": 4.449342727661133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2387752532958984,
+      "cov-distil (oracle2student)": 3.1753227710723877,
+      "cov-distil (oracle2teacher)": 3.012916326522827,
+      "epoch": 5.700941915227629,
+      "rel-constrast": 1.192894697189331,
+      "step": 7263,
+      "subrel-constrast": 2.278398036956787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6435133218765259,
+      "cov-distil (oracle2student)": 4.833731174468994,
+      "cov-distil (oracle2teacher)": 4.249015808105469,
+      "epoch": 5.7017268445839875,
+      "rel-constrast": 2.9215879440307617,
+      "step": 7264,
+      "subrel-constrast": 3.565274477005005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2726733684539795,
+      "cov-distil (oracle2student)": 3.3435428142547607,
+      "cov-distil (oracle2teacher)": 3.445258140563965,
+      "epoch": 5.702511773940345,
+      "rel-constrast": 1.4770711660385132,
+      "step": 7265,
+      "subrel-constrast": 3.1172914505004883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.392256498336792,
+      "cov-distil (oracle2student)": 3.3021812438964844,
+      "cov-distil (oracle2teacher)": 3.323716402053833,
+      "epoch": 5.7032967032967035,
+      "rel-constrast": 1.9063843488693237,
+      "step": 7266,
+      "subrel-constrast": 2.5341155529022217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.84004807472229,
+      "cov-distil (oracle2student)": 5.56929349899292,
+      "cov-distil (oracle2teacher)": 5.270723342895508,
+      "epoch": 5.704081632653061,
+      "rel-constrast": 1.6731688976287842,
+      "step": 7267,
+      "subrel-constrast": 2.602212429046631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8358092308044434,
+      "cov-distil (oracle2student)": 3.988077402114868,
+      "cov-distil (oracle2teacher)": 3.6679069995880127,
+      "epoch": 5.704866562009419,
+      "rel-constrast": 2.4784483909606934,
+      "step": 7268,
+      "subrel-constrast": 3.5329341888427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6976150274276733,
+      "cov-distil (oracle2student)": 4.481614112854004,
+      "cov-distil (oracle2teacher)": 4.348567962646484,
+      "epoch": 5.705651491365777,
+      "rel-constrast": 1.8776572942733765,
+      "step": 7269,
+      "subrel-constrast": 2.5266127586364746,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.7064364207221345,
+      "grad_norm": 5.0625,
+      "learning_rate": 1.0525084905514235e-05,
+      "loss": 0.575,
+      "step": 7270
+    },
+    {
+      "cov-distil": 1.171661376953125,
+      "cov-distil (oracle2student)": 3.0658040046691895,
+      "cov-distil (oracle2teacher)": 2.9602465629577637,
+      "epoch": 5.7064364207221345,
+      "rel-constrast": 3.006260395050049,
+      "step": 7270,
+      "subrel-constrast": 3.4630956649780273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2543288469314575,
+      "cov-distil (oracle2student)": 5.5774664878845215,
+      "cov-distil (oracle2teacher)": 5.066971778869629,
+      "epoch": 5.707221350078493,
+      "rel-constrast": 2.5002574920654297,
+      "step": 7271,
+      "subrel-constrast": 2.918333053588867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0632286071777344,
+      "cov-distil (oracle2student)": 4.758739471435547,
+      "cov-distil (oracle2teacher)": 4.643653869628906,
+      "epoch": 5.7080062794348505,
+      "rel-constrast": 2.218628168106079,
+      "step": 7272,
+      "subrel-constrast": 3.2117152214050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6536273956298828,
+      "cov-distil (oracle2student)": 4.112295627593994,
+      "cov-distil (oracle2teacher)": 3.97184157371521,
+      "epoch": 5.708791208791209,
+      "rel-constrast": 2.5048797130584717,
+      "step": 7273,
+      "subrel-constrast": 2.902451515197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5621612071990967,
+      "cov-distil (oracle2student)": 2.9021997451782227,
+      "cov-distil (oracle2teacher)": 3.4012291431427,
+      "epoch": 5.7095761381475665,
+      "rel-constrast": 1.9162310361862183,
+      "step": 7274,
+      "subrel-constrast": 3.2421088218688965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0113632678985596,
+      "cov-distil (oracle2student)": 3.101634979248047,
+      "cov-distil (oracle2teacher)": 2.9160706996917725,
+      "epoch": 5.710361067503925,
+      "rel-constrast": 1.8566083908081055,
+      "step": 7275,
+      "subrel-constrast": 2.228536605834961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8042879104614258,
+      "cov-distil (oracle2student)": 2.896677017211914,
+      "cov-distil (oracle2teacher)": 3.193908452987671,
+      "epoch": 5.7111459968602825,
+      "rel-constrast": 1.9993747472763062,
+      "step": 7276,
+      "subrel-constrast": 3.073601245880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3918166160583496,
+      "cov-distil (oracle2student)": 4.442285060882568,
+      "cov-distil (oracle2teacher)": 3.7476348876953125,
+      "epoch": 5.71193092621664,
+      "rel-constrast": 3.3877744674682617,
+      "step": 7277,
+      "subrel-constrast": 3.6790833473205566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1229331493377686,
+      "cov-distil (oracle2student)": 4.371076583862305,
+      "cov-distil (oracle2teacher)": 4.218296527862549,
+      "epoch": 5.712715855572998,
+      "rel-constrast": 2.326864004135132,
+      "step": 7278,
+      "subrel-constrast": 2.8757667541503906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7867369651794434,
+      "cov-distil (oracle2student)": 5.588260173797607,
+      "cov-distil (oracle2teacher)": 5.078988552093506,
+      "epoch": 5.713500784929356,
+      "rel-constrast": 2.570211410522461,
+      "step": 7279,
+      "subrel-constrast": 3.4348154067993164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.714285714285714,
+      "grad_norm": 5.375,
+      "learning_rate": 1.0454022275263018e-05,
+      "loss": 0.6417,
+      "step": 7280
+    },
+    {
+      "cov-distil": 1.6094889640808105,
+      "cov-distil (oracle2student)": 4.500032901763916,
+      "cov-distil (oracle2teacher)": 4.55426025390625,
+      "epoch": 5.714285714285714,
+      "rel-constrast": 2.461196184158325,
+      "step": 7280,
+      "subrel-constrast": 3.093780994415283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6644749641418457,
+      "cov-distil (oracle2student)": 4.681684494018555,
+      "cov-distil (oracle2teacher)": 4.250998497009277,
+      "epoch": 5.715070643642072,
+      "rel-constrast": 1.9285005331039429,
+      "step": 7281,
+      "subrel-constrast": 2.9011952877044678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3109227418899536,
+      "cov-distil (oracle2student)": 4.164869785308838,
+      "cov-distil (oracle2teacher)": 4.410059928894043,
+      "epoch": 5.71585557299843,
+      "rel-constrast": 2.6568350791931152,
+      "step": 7282,
+      "subrel-constrast": 3.354243040084839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6718319654464722,
+      "cov-distil (oracle2student)": 3.1961429119110107,
+      "cov-distil (oracle2teacher)": 3.388004779815674,
+      "epoch": 5.716640502354788,
+      "rel-constrast": 2.3824315071105957,
+      "step": 7283,
+      "subrel-constrast": 3.463703155517578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0579431056976318,
+      "cov-distil (oracle2student)": 3.6495466232299805,
+      "cov-distil (oracle2teacher)": 3.426515579223633,
+      "epoch": 5.717425431711146,
+      "rel-constrast": 2.0307669639587402,
+      "step": 7284,
+      "subrel-constrast": 2.6903669834136963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5748686790466309,
+      "cov-distil (oracle2student)": 3.1258351802825928,
+      "cov-distil (oracle2teacher)": 3.150259017944336,
+      "epoch": 5.718210361067504,
+      "rel-constrast": 1.602186918258667,
+      "step": 7285,
+      "subrel-constrast": 2.39455509185791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3294458389282227,
+      "cov-distil (oracle2student)": 4.2194743156433105,
+      "cov-distil (oracle2teacher)": 3.825021743774414,
+      "epoch": 5.718995290423862,
+      "rel-constrast": 1.5170962810516357,
+      "step": 7286,
+      "subrel-constrast": 2.065373420715332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0627944469451904,
+      "cov-distil (oracle2student)": 4.330361366271973,
+      "cov-distil (oracle2teacher)": 4.499173164367676,
+      "epoch": 5.71978021978022,
+      "rel-constrast": 1.8333280086517334,
+      "step": 7287,
+      "subrel-constrast": 3.0179836750030518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3067741394042969,
+      "cov-distil (oracle2student)": 3.7107465267181396,
+      "cov-distil (oracle2teacher)": 3.24466609954834,
+      "epoch": 5.720565149136577,
+      "rel-constrast": 2.701158285140991,
+      "step": 7288,
+      "subrel-constrast": 2.71604585647583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5570940971374512,
+      "cov-distil (oracle2student)": 3.3036160469055176,
+      "cov-distil (oracle2teacher)": 3.4695329666137695,
+      "epoch": 5.721350078492936,
+      "rel-constrast": 2.491819381713867,
+      "step": 7289,
+      "subrel-constrast": 3.0610971450805664,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.722135007849293,
+      "grad_norm": 6.15625,
+      "learning_rate": 1.0383136883159935e-05,
+      "loss": 0.5755,
+      "step": 7290
+    },
+    {
+      "cov-distil": 1.9312450885772705,
+      "cov-distil (oracle2student)": 4.365617752075195,
+      "cov-distil (oracle2teacher)": 3.718148708343506,
+      "epoch": 5.722135007849293,
+      "rel-constrast": 2.648637294769287,
+      "step": 7290,
+      "subrel-constrast": 3.5932776927948,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.082493543624878,
+      "cov-distil (oracle2student)": 5.373876571655273,
+      "cov-distil (oracle2teacher)": 4.537071704864502,
+      "epoch": 5.722919937205652,
+      "rel-constrast": 2.4484353065490723,
+      "step": 7291,
+      "subrel-constrast": 2.844369888305664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5560849905014038,
+      "cov-distil (oracle2student)": 4.06807804107666,
+      "cov-distil (oracle2teacher)": 3.7270517349243164,
+      "epoch": 5.723704866562009,
+      "rel-constrast": 2.5340094566345215,
+      "step": 7292,
+      "subrel-constrast": 3.0299072265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.237770438194275,
+      "cov-distil (oracle2student)": 4.646378040313721,
+      "cov-distil (oracle2teacher)": 4.437459468841553,
+      "epoch": 5.724489795918368,
+      "rel-constrast": 2.2675065994262695,
+      "step": 7293,
+      "subrel-constrast": 2.8793864250183105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.188998818397522,
+      "cov-distil (oracle2student)": 5.111678123474121,
+      "cov-distil (oracle2teacher)": 4.306696891784668,
+      "epoch": 5.725274725274725,
+      "rel-constrast": 2.72501277923584,
+      "step": 7294,
+      "subrel-constrast": 2.8035078048706055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.37953519821167,
+      "cov-distil (oracle2student)": 3.2797999382019043,
+      "cov-distil (oracle2teacher)": 4.135214805603027,
+      "epoch": 5.726059654631083,
+      "rel-constrast": 2.2940878868103027,
+      "step": 7295,
+      "subrel-constrast": 2.9501638412475586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.539886474609375,
+      "cov-distil (oracle2student)": 3.5667362213134766,
+      "cov-distil (oracle2teacher)": 3.6087846755981445,
+      "epoch": 5.726844583987441,
+      "rel-constrast": 2.505120038986206,
+      "step": 7296,
+      "subrel-constrast": 3.3023457527160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.365231513977051,
+      "cov-distil (oracle2student)": 4.26295804977417,
+      "cov-distil (oracle2teacher)": 4.216259956359863,
+      "epoch": 5.727629513343799,
+      "rel-constrast": 2.922668218612671,
+      "step": 7297,
+      "subrel-constrast": 3.5297796726226807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5039135217666626,
+      "cov-distil (oracle2student)": 3.934779644012451,
+      "cov-distil (oracle2teacher)": 3.758678913116455,
+      "epoch": 5.728414442700157,
+      "rel-constrast": 2.175870656967163,
+      "step": 7298,
+      "subrel-constrast": 3.115161418914795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6927518844604492,
+      "cov-distil (oracle2student)": 4.406633377075195,
+      "cov-distil (oracle2teacher)": 4.611650466918945,
+      "epoch": 5.729199372056515,
+      "rel-constrast": 2.58538818359375,
+      "step": 7299,
+      "subrel-constrast": 3.3815629482269287,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.729984301412873,
+      "grad_norm": 6.75,
+      "learning_rate": 1.0312429592921141e-05,
+      "loss": 0.6664,
+      "step": 7300
+    },
+    {
+      "epoch": 5.729984301412873,
+      "overlap": 0.33125001192092896,
+      "step": 7300
+    },
+    {
+      "epoch": 5.729984301412873,
+      "step": 7300,
+      "student margin": 0.04974365234375
+    },
+    {
+      "epoch": 5.729984301412873,
+      "step": 7300,
+      "teacher margin": 0.032470703125
+    },
+    {
+      "epoch": 5.729984301412873,
+      "margin difference": -0.01727294921875,
+      "step": 7300
+    },
+    {
+      "cov-distil": 1.4598257541656494,
+      "cov-distil (oracle2student)": 3.082509994506836,
+      "cov-distil (oracle2teacher)": 3.3261189460754395,
+      "epoch": 5.729984301412873,
+      "rel-constrast": 2.895453453063965,
+      "step": 7300,
+      "subrel-constrast": 3.8831326961517334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7632396221160889,
+      "cov-distil (oracle2student)": 4.919248580932617,
+      "cov-distil (oracle2teacher)": 4.5801167488098145,
+      "epoch": 5.730769230769231,
+      "rel-constrast": 2.5767862796783447,
+      "step": 7301,
+      "subrel-constrast": 3.2524280548095703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3838343620300293,
+      "cov-distil (oracle2student)": 4.688102722167969,
+      "cov-distil (oracle2teacher)": 4.56427001953125,
+      "epoch": 5.731554160125588,
+      "rel-constrast": 3.212254524230957,
+      "step": 7302,
+      "subrel-constrast": 3.6092631816864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.785844087600708,
+      "cov-distil (oracle2student)": 5.203983306884766,
+      "cov-distil (oracle2teacher)": 4.949392318725586,
+      "epoch": 5.732339089481947,
+      "rel-constrast": 4.172540187835693,
+      "step": 7303,
+      "subrel-constrast": 4.4514899253845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7995238304138184,
+      "cov-distil (oracle2student)": 3.585836887359619,
+      "cov-distil (oracle2teacher)": 3.509810447692871,
+      "epoch": 5.733124018838304,
+      "rel-constrast": 1.9982070922851562,
+      "step": 7304,
+      "subrel-constrast": 2.5268757343292236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6111271381378174,
+      "cov-distil (oracle2student)": 4.684440612792969,
+      "cov-distil (oracle2teacher)": 4.508358001708984,
+      "epoch": 5.733908948194663,
+      "rel-constrast": 3.079216957092285,
+      "step": 7305,
+      "subrel-constrast": 3.475308895111084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7256686687469482,
+      "cov-distil (oracle2student)": 6.5617852210998535,
+      "cov-distil (oracle2teacher)": 6.220488548278809,
+      "epoch": 5.73469387755102,
+      "rel-constrast": 3.619823932647705,
+      "step": 7306,
+      "subrel-constrast": 3.5129687786102295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7556359767913818,
+      "cov-distil (oracle2student)": 4.320023536682129,
+      "cov-distil (oracle2teacher)": 3.8262925148010254,
+      "epoch": 5.735478806907379,
+      "rel-constrast": 3.189622402191162,
+      "step": 7307,
+      "subrel-constrast": 3.69474720954895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1245636940002441,
+      "cov-distil (oracle2student)": 3.4064011573791504,
+      "cov-distil (oracle2teacher)": 3.2581043243408203,
+      "epoch": 5.736263736263736,
+      "rel-constrast": 1.4078413248062134,
+      "step": 7308,
+      "subrel-constrast": 2.109647750854492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0962908267974854,
+      "cov-distil (oracle2student)": 4.164846420288086,
+      "cov-distil (oracle2teacher)": 4.232356071472168,
+      "epoch": 5.737048665620094,
+      "rel-constrast": 2.2022039890289307,
+      "step": 7309,
+      "subrel-constrast": 2.5147833824157715,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.737833594976452,
+      "grad_norm": 6.0625,
+      "learning_rate": 1.0241901266092643e-05,
+      "loss": 0.7476,
+      "step": 7310
+    },
+    {
+      "cov-distil": 2.0148324966430664,
+      "cov-distil (oracle2student)": 3.7539315223693848,
+      "cov-distil (oracle2teacher)": 3.8018250465393066,
+      "epoch": 5.737833594976452,
+      "rel-constrast": 2.1676652431488037,
+      "step": 7310,
+      "subrel-constrast": 3.1382970809936523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3410067558288574,
+      "cov-distil (oracle2student)": 3.753666400909424,
+      "cov-distil (oracle2teacher)": 3.991673469543457,
+      "epoch": 5.73861852433281,
+      "rel-constrast": 2.9614081382751465,
+      "step": 7311,
+      "subrel-constrast": 3.534830093383789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8691797256469727,
+      "cov-distil (oracle2student)": 5.682589530944824,
+      "cov-distil (oracle2teacher)": 5.44174337387085,
+      "epoch": 5.739403453689168,
+      "rel-constrast": 2.8649702072143555,
+      "step": 7312,
+      "subrel-constrast": 3.9665515422821045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7679191827774048,
+      "cov-distil (oracle2student)": 4.3891143798828125,
+      "cov-distil (oracle2teacher)": 4.1056623458862305,
+      "epoch": 5.740188383045526,
+      "rel-constrast": 2.0699315071105957,
+      "step": 7313,
+      "subrel-constrast": 3.187100410461426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9497838020324707,
+      "cov-distil (oracle2student)": 3.5749926567077637,
+      "cov-distil (oracle2teacher)": 3.516017436981201,
+      "epoch": 5.740973312401884,
+      "rel-constrast": 2.1271839141845703,
+      "step": 7314,
+      "subrel-constrast": 2.8771414756774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3478631973266602,
+      "cov-distil (oracle2student)": 4.294809341430664,
+      "cov-distil (oracle2teacher)": 3.6598949432373047,
+      "epoch": 5.741758241758242,
+      "rel-constrast": 3.303323745727539,
+      "step": 7315,
+      "subrel-constrast": 3.4836463928222656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4943358898162842,
+      "cov-distil (oracle2student)": 5.46284818649292,
+      "cov-distil (oracle2teacher)": 4.953913688659668,
+      "epoch": 5.742543171114599,
+      "rel-constrast": 2.443436622619629,
+      "step": 7316,
+      "subrel-constrast": 2.7198543548583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.258027195930481,
+      "cov-distil (oracle2student)": 2.885948657989502,
+      "cov-distil (oracle2teacher)": 3.146230936050415,
+      "epoch": 5.743328100470958,
+      "rel-constrast": 3.389442205429077,
+      "step": 7317,
+      "subrel-constrast": 4.004966735839844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2807791233062744,
+      "cov-distil (oracle2student)": 5.213768005371094,
+      "cov-distil (oracle2teacher)": 5.193131923675537,
+      "epoch": 5.744113029827315,
+      "rel-constrast": 2.417893886566162,
+      "step": 7318,
+      "subrel-constrast": 3.1283750534057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7559386491775513,
+      "cov-distil (oracle2student)": 5.511059761047363,
+      "cov-distil (oracle2teacher)": 4.284030437469482,
+      "epoch": 5.744897959183674,
+      "rel-constrast": 3.2285566329956055,
+      "step": 7319,
+      "subrel-constrast": 3.5521066188812256,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.745682888540031,
+      "grad_norm": 5.8125,
+      "learning_rate": 1.0171552762039835e-05,
+      "loss": 0.7145,
+      "step": 7320
+    },
+    {
+      "cov-distil": 1.7013295888900757,
+      "cov-distil (oracle2student)": 4.2199788093566895,
+      "cov-distil (oracle2teacher)": 4.724897861480713,
+      "epoch": 5.745682888540031,
+      "rel-constrast": 2.127027750015259,
+      "step": 7320,
+      "subrel-constrast": 2.720595598220825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.487316608428955,
+      "cov-distil (oracle2student)": 5.885954856872559,
+      "cov-distil (oracle2teacher)": 5.66634464263916,
+      "epoch": 5.74646781789639,
+      "rel-constrast": 2.8210065364837646,
+      "step": 7321,
+      "subrel-constrast": 4.162474632263184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7219479084014893,
+      "cov-distil (oracle2student)": 5.422028541564941,
+      "cov-distil (oracle2teacher)": 5.122193336486816,
+      "epoch": 5.747252747252747,
+      "rel-constrast": 2.1875996589660645,
+      "step": 7322,
+      "subrel-constrast": 3.0198779106140137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5489448308944702,
+      "cov-distil (oracle2student)": 2.6001272201538086,
+      "cov-distil (oracle2teacher)": 2.8779544830322266,
+      "epoch": 5.748037676609105,
+      "rel-constrast": 2.5570144653320312,
+      "step": 7323,
+      "subrel-constrast": 3.301645278930664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9339847564697266,
+      "cov-distil (oracle2student)": 4.478625297546387,
+      "cov-distil (oracle2teacher)": 4.361190319061279,
+      "epoch": 5.748822605965463,
+      "rel-constrast": 2.2640867233276367,
+      "step": 7324,
+      "subrel-constrast": 3.215939998626709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6376956701278687,
+      "cov-distil (oracle2student)": 2.999922752380371,
+      "cov-distil (oracle2teacher)": 3.596100330352783,
+      "epoch": 5.749607535321821,
+      "rel-constrast": 2.4394993782043457,
+      "step": 7325,
+      "subrel-constrast": 3.1336042881011963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2882468700408936,
+      "cov-distil (oracle2student)": 5.504830360412598,
+      "cov-distil (oracle2teacher)": 4.757146835327148,
+      "epoch": 5.750392464678179,
+      "rel-constrast": 3.2604870796203613,
+      "step": 7326,
+      "subrel-constrast": 3.530423402786255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5025207996368408,
+      "cov-distil (oracle2student)": 3.469339370727539,
+      "cov-distil (oracle2teacher)": 3.019294261932373,
+      "epoch": 5.751177394034537,
+      "rel-constrast": 1.475477933883667,
+      "step": 7327,
+      "subrel-constrast": 2.2121481895446777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6941039562225342,
+      "cov-distil (oracle2student)": 5.367856979370117,
+      "cov-distil (oracle2teacher)": 4.784945487976074,
+      "epoch": 5.751962323390895,
+      "rel-constrast": 4.009967803955078,
+      "step": 7328,
+      "subrel-constrast": 4.450173377990723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4230101108551025,
+      "cov-distil (oracle2student)": 3.933607578277588,
+      "cov-distil (oracle2teacher)": 3.8265810012817383,
+      "epoch": 5.752747252747253,
+      "rel-constrast": 2.735991954803467,
+      "step": 7329,
+      "subrel-constrast": 3.593527317047119,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.75353218210361,
+      "grad_norm": 5.21875,
+      "learning_rate": 1.0101384937937058e-05,
+      "loss": 0.6868,
+      "step": 7330
+    },
+    {
+      "cov-distil": 1.818922996520996,
+      "cov-distil (oracle2student)": 4.216760635375977,
+      "cov-distil (oracle2teacher)": 4.07200288772583,
+      "epoch": 5.75353218210361,
+      "rel-constrast": 3.0157227516174316,
+      "step": 7330,
+      "subrel-constrast": 3.347735643386841,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7093093395233154,
+      "cov-distil (oracle2student)": 4.980816841125488,
+      "cov-distil (oracle2teacher)": 4.862750053405762,
+      "epoch": 5.754317111459969,
+      "rel-constrast": 2.716977834701538,
+      "step": 7331,
+      "subrel-constrast": 3.495983123779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3265736103057861,
+      "cov-distil (oracle2student)": 3.5635557174682617,
+      "cov-distil (oracle2teacher)": 3.473499298095703,
+      "epoch": 5.755102040816326,
+      "rel-constrast": 2.411634922027588,
+      "step": 7332,
+      "subrel-constrast": 2.709780693054199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5850245952606201,
+      "cov-distil (oracle2student)": 2.9778800010681152,
+      "cov-distil (oracle2teacher)": 2.835282564163208,
+      "epoch": 5.755886970172685,
+      "rel-constrast": 3.1644890308380127,
+      "step": 7333,
+      "subrel-constrast": 3.9010980129241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5129954814910889,
+      "cov-distil (oracle2student)": 4.007745265960693,
+      "cov-distil (oracle2teacher)": 3.8901596069335938,
+      "epoch": 5.756671899529042,
+      "rel-constrast": 1.6601078510284424,
+      "step": 7334,
+      "subrel-constrast": 2.6866676807403564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.086766481399536,
+      "cov-distil (oracle2student)": 4.0574846267700195,
+      "cov-distil (oracle2teacher)": 4.552849292755127,
+      "epoch": 5.757456828885401,
+      "rel-constrast": 2.684293031692505,
+      "step": 7335,
+      "subrel-constrast": 3.9128777980804443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4723904132843018,
+      "cov-distil (oracle2student)": 4.145289897918701,
+      "cov-distil (oracle2teacher)": 3.683002233505249,
+      "epoch": 5.758241758241758,
+      "rel-constrast": 2.598750591278076,
+      "step": 7336,
+      "subrel-constrast": 3.169039011001587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.384110450744629,
+      "cov-distil (oracle2student)": 3.2091925144195557,
+      "cov-distil (oracle2teacher)": 3.13869047164917,
+      "epoch": 5.759026687598116,
+      "rel-constrast": 1.6938925981521606,
+      "step": 7337,
+      "subrel-constrast": 2.5146918296813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6272766590118408,
+      "cov-distil (oracle2student)": 4.483925819396973,
+      "cov-distil (oracle2teacher)": 4.218890190124512,
+      "epoch": 5.759811616954474,
+      "rel-constrast": 2.8387646675109863,
+      "step": 7338,
+      "subrel-constrast": 3.4043920040130615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3589692115783691,
+      "cov-distil (oracle2student)": 3.391122341156006,
+      "cov-distil (oracle2teacher)": 3.5451979637145996,
+      "epoch": 5.760596546310832,
+      "rel-constrast": 1.663114309310913,
+      "step": 7339,
+      "subrel-constrast": 2.274622678756714,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.76138147566719,
+      "grad_norm": 4.90625,
+      "learning_rate": 1.0031398648757088e-05,
+      "loss": 0.6509,
+      "step": 7340
+    },
+    {
+      "cov-distil": 1.4288350343704224,
+      "cov-distil (oracle2student)": 3.832467794418335,
+      "cov-distil (oracle2teacher)": 3.8855066299438477,
+      "epoch": 5.76138147566719,
+      "rel-constrast": 3.1194632053375244,
+      "step": 7340,
+      "subrel-constrast": 3.699232339859009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2688651084899902,
+      "cov-distil (oracle2student)": 3.993042230606079,
+      "cov-distil (oracle2teacher)": 4.238650321960449,
+      "epoch": 5.762166405023548,
+      "rel-constrast": 2.4140939712524414,
+      "step": 7341,
+      "subrel-constrast": 3.201198101043701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9272241592407227,
+      "cov-distil (oracle2student)": 4.664226531982422,
+      "cov-distil (oracle2teacher)": 3.7708754539489746,
+      "epoch": 5.762951334379906,
+      "rel-constrast": 2.7253053188323975,
+      "step": 7342,
+      "subrel-constrast": 3.503476142883301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1906746625900269,
+      "cov-distil (oracle2student)": 2.611176013946533,
+      "cov-distil (oracle2teacher)": 2.7909750938415527,
+      "epoch": 5.763736263736264,
+      "rel-constrast": 1.5691519975662231,
+      "step": 7343,
+      "subrel-constrast": 2.214956283569336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8987044095993042,
+      "cov-distil (oracle2student)": 4.470426559448242,
+      "cov-distil (oracle2teacher)": 4.253958702087402,
+      "epoch": 5.764521193092621,
+      "rel-constrast": 2.6036734580993652,
+      "step": 7344,
+      "subrel-constrast": 3.6046652793884277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0079054832458496,
+      "cov-distil (oracle2student)": 3.391122341156006,
+      "cov-distil (oracle2teacher)": 3.7250936031341553,
+      "epoch": 5.76530612244898,
+      "rel-constrast": 2.4628021717071533,
+      "step": 7345,
+      "subrel-constrast": 3.358696460723877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7733782529830933,
+      "cov-distil (oracle2student)": 3.0521562099456787,
+      "cov-distil (oracle2teacher)": 3.098752498626709,
+      "epoch": 5.766091051805337,
+      "rel-constrast": 2.4889299869537354,
+      "step": 7346,
+      "subrel-constrast": 3.5869948863983154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.107417106628418,
+      "cov-distil (oracle2student)": 5.42124605178833,
+      "cov-distil (oracle2teacher)": 5.437167167663574,
+      "epoch": 5.766875981161696,
+      "rel-constrast": 4.274709224700928,
+      "step": 7347,
+      "subrel-constrast": 4.559293746948242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5339516401290894,
+      "cov-distil (oracle2student)": 5.308880805969238,
+      "cov-distil (oracle2teacher)": 4.395062446594238,
+      "epoch": 5.767660910518053,
+      "rel-constrast": 2.6243555545806885,
+      "step": 7348,
+      "subrel-constrast": 2.9390511512756348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9283944368362427,
+      "cov-distil (oracle2student)": 4.190358638763428,
+      "cov-distil (oracle2teacher)": 3.8773348331451416,
+      "epoch": 5.768445839874412,
+      "rel-constrast": 1.9798849821090698,
+      "step": 7349,
+      "subrel-constrast": 2.848642349243164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.769230769230769,
+      "grad_norm": 5.46875,
+      "learning_rate": 9.961594747260789e-06,
+      "loss": 0.6992,
+      "step": 7350
+    },
+    {
+      "cov-distil": 1.8781177997589111,
+      "cov-distil (oracle2student)": 2.9359474182128906,
+      "cov-distil (oracle2teacher)": 3.001868724822998,
+      "epoch": 5.769230769230769,
+      "rel-constrast": 1.6053768396377563,
+      "step": 7350,
+      "subrel-constrast": 2.669746160507202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6095328330993652,
+      "cov-distil (oracle2student)": 3.2659826278686523,
+      "cov-distil (oracle2teacher)": 3.4521069526672363,
+      "epoch": 5.770015698587127,
+      "rel-constrast": 2.148970365524292,
+      "step": 7351,
+      "subrel-constrast": 3.053133964538574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3205368518829346,
+      "cov-distil (oracle2student)": 3.508132219314575,
+      "cov-distil (oracle2teacher)": 3.9354474544525146,
+      "epoch": 5.770800627943485,
+      "rel-constrast": 2.624375820159912,
+      "step": 7352,
+      "subrel-constrast": 3.392277717590332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1135517358779907,
+      "cov-distil (oracle2student)": 4.242231369018555,
+      "cov-distil (oracle2teacher)": 4.286797523498535,
+      "epoch": 5.771585557299843,
+      "rel-constrast": 3.0448384284973145,
+      "step": 7353,
+      "subrel-constrast": 3.2963340282440186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3300803899765015,
+      "cov-distil (oracle2student)": 2.9611456394195557,
+      "cov-distil (oracle2teacher)": 2.8801891803741455,
+      "epoch": 5.772370486656201,
+      "rel-constrast": 2.933037281036377,
+      "step": 7354,
+      "subrel-constrast": 3.5395498275756836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4280741214752197,
+      "cov-distil (oracle2student)": 3.9902663230895996,
+      "cov-distil (oracle2teacher)": 3.58195161819458,
+      "epoch": 5.773155416012559,
+      "rel-constrast": 2.4754421710968018,
+      "step": 7355,
+      "subrel-constrast": 3.0828592777252197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4817242622375488,
+      "cov-distil (oracle2student)": 3.3008687496185303,
+      "cov-distil (oracle2teacher)": 3.184703826904297,
+      "epoch": 5.773940345368917,
+      "rel-constrast": 2.4317212104797363,
+      "step": 7356,
+      "subrel-constrast": 3.3312313556671143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6247758865356445,
+      "cov-distil (oracle2student)": 3.9976391792297363,
+      "cov-distil (oracle2teacher)": 4.27882194519043,
+      "epoch": 5.774725274725275,
+      "rel-constrast": 3.0308713912963867,
+      "step": 7357,
+      "subrel-constrast": 3.328200101852417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.408142328262329,
+      "cov-distil (oracle2student)": 4.830171585083008,
+      "cov-distil (oracle2teacher)": 4.8712477684021,
+      "epoch": 5.775510204081632,
+      "rel-constrast": 2.0579030513763428,
+      "step": 7358,
+      "subrel-constrast": 2.8161871433258057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2599937915802002,
+      "cov-distil (oracle2student)": 6.08513069152832,
+      "cov-distil (oracle2teacher)": 5.105471611022949,
+      "epoch": 5.776295133437991,
+      "rel-constrast": 2.3684048652648926,
+      "step": 7359,
+      "subrel-constrast": 3.3668477535247803,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.777080062794348,
+      "grad_norm": 5.65625,
+      "learning_rate": 9.891974083986652e-06,
+      "loss": 0.6542,
+      "step": 7360
+    },
+    {
+      "cov-distil": 1.3642550706863403,
+      "cov-distil (oracle2student)": 4.347439765930176,
+      "cov-distil (oracle2teacher)": 4.184238910675049,
+      "epoch": 5.777080062794348,
+      "rel-constrast": 2.5559842586517334,
+      "step": 7360,
+      "subrel-constrast": 3.2351722717285156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.530799388885498,
+      "cov-distil (oracle2student)": 4.374279022216797,
+      "cov-distil (oracle2teacher)": 4.49560022354126,
+      "epoch": 5.777864992150707,
+      "rel-constrast": 2.1340198516845703,
+      "step": 7361,
+      "subrel-constrast": 2.920093059539795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5107616186141968,
+      "cov-distil (oracle2student)": 4.652576446533203,
+      "cov-distil (oracle2teacher)": 4.440040588378906,
+      "epoch": 5.778649921507064,
+      "rel-constrast": 2.4809741973876953,
+      "step": 7362,
+      "subrel-constrast": 3.1190309524536133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4407689571380615,
+      "cov-distil (oracle2student)": 6.612603187561035,
+      "cov-distil (oracle2teacher)": 5.611560821533203,
+      "epoch": 5.779434850863423,
+      "rel-constrast": 2.1089484691619873,
+      "step": 7363,
+      "subrel-constrast": 2.979612350463867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.87179434299469,
+      "cov-distil (oracle2student)": 4.465539932250977,
+      "cov-distil (oracle2teacher)": 3.7335286140441895,
+      "epoch": 5.78021978021978,
+      "rel-constrast": 1.9225244522094727,
+      "step": 7364,
+      "subrel-constrast": 2.954129695892334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7952386140823364,
+      "cov-distil (oracle2student)": 4.046932697296143,
+      "cov-distil (oracle2teacher)": 4.135660171508789,
+      "epoch": 5.781004709576138,
+      "rel-constrast": 2.7572901248931885,
+      "step": 7365,
+      "subrel-constrast": 3.4649622440338135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9888302683830261,
+      "cov-distil (oracle2student)": 6.099380970001221,
+      "cov-distil (oracle2teacher)": 4.729107856750488,
+      "epoch": 5.781789638932496,
+      "rel-constrast": 2.533886432647705,
+      "step": 7366,
+      "subrel-constrast": 2.971071243286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6222811937332153,
+      "cov-distil (oracle2student)": 5.499778747558594,
+      "cov-distil (oracle2teacher)": 5.129125595092773,
+      "epoch": 5.782574568288854,
+      "rel-constrast": 2.8243632316589355,
+      "step": 7367,
+      "subrel-constrast": 3.270512104034424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5725805759429932,
+      "cov-distil (oracle2student)": 3.9817066192626953,
+      "cov-distil (oracle2teacher)": 3.6633777618408203,
+      "epoch": 5.783359497645212,
+      "rel-constrast": 3.0750722885131836,
+      "step": 7368,
+      "subrel-constrast": 3.567011833190918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2360823154449463,
+      "cov-distil (oracle2student)": 3.3780505657196045,
+      "cov-distil (oracle2teacher)": 3.6239380836486816,
+      "epoch": 5.78414442700157,
+      "rel-constrast": 2.7639598846435547,
+      "step": 7369,
+      "subrel-constrast": 3.4473202228546143,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.784929356357928,
+      "grad_norm": 5.15625,
+      "learning_rate": 9.822537507240511e-06,
+      "loss": 0.6663,
+      "step": 7370
+    },
+    {
+      "cov-distil": 1.6053160429000854,
+      "cov-distil (oracle2student)": 4.863858699798584,
+      "cov-distil (oracle2teacher)": 4.567416191101074,
+      "epoch": 5.784929356357928,
+      "rel-constrast": 2.5887060165405273,
+      "step": 7370,
+      "subrel-constrast": 3.363345146179199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4422032833099365,
+      "cov-distil (oracle2student)": 4.086462497711182,
+      "cov-distil (oracle2teacher)": 3.7298481464385986,
+      "epoch": 5.785714285714286,
+      "rel-constrast": 2.5184507369995117,
+      "step": 7371,
+      "subrel-constrast": 3.1546428203582764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2451879978179932,
+      "cov-distil (oracle2student)": 4.688966751098633,
+      "cov-distil (oracle2teacher)": 4.084558010101318,
+      "epoch": 5.786499215070644,
+      "rel-constrast": 2.0765228271484375,
+      "step": 7372,
+      "subrel-constrast": 3.005406141281128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3889520168304443,
+      "cov-distil (oracle2student)": 2.478419542312622,
+      "cov-distil (oracle2teacher)": 2.452901601791382,
+      "epoch": 5.787284144427002,
+      "rel-constrast": 2.4008092880249023,
+      "step": 7373,
+      "subrel-constrast": 3.489208936691284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2273592948913574,
+      "cov-distil (oracle2student)": 3.70149564743042,
+      "cov-distil (oracle2teacher)": 3.761767625808716,
+      "epoch": 5.78806907378336,
+      "rel-constrast": 2.714801073074341,
+      "step": 7374,
+      "subrel-constrast": 3.9726130962371826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5248175859451294,
+      "cov-distil (oracle2student)": 5.123359680175781,
+      "cov-distil (oracle2teacher)": 4.472569942474365,
+      "epoch": 5.7888540031397175,
+      "rel-constrast": 2.401545763015747,
+      "step": 7375,
+      "subrel-constrast": 3.2299728393554688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3258686065673828,
+      "cov-distil (oracle2student)": 4.088013648986816,
+      "cov-distil (oracle2teacher)": 4.008338451385498,
+      "epoch": 5.789638932496075,
+      "rel-constrast": 2.7288291454315186,
+      "step": 7376,
+      "subrel-constrast": 3.809605836868286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.188413143157959,
+      "cov-distil (oracle2student)": 3.756307601928711,
+      "cov-distil (oracle2teacher)": 3.9005560874938965,
+      "epoch": 5.7904238618524335,
+      "rel-constrast": 2.6663239002227783,
+      "step": 7377,
+      "subrel-constrast": 3.333810806274414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5047855377197266,
+      "cov-distil (oracle2student)": 5.873129844665527,
+      "cov-distil (oracle2teacher)": 5.429316997528076,
+      "epoch": 5.791208791208791,
+      "rel-constrast": 2.3457822799682617,
+      "step": 7378,
+      "subrel-constrast": 3.2145137786865234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2257678508758545,
+      "cov-distil (oracle2student)": 3.5235745906829834,
+      "cov-distil (oracle2teacher)": 3.4893059730529785,
+      "epoch": 5.7919937205651495,
+      "rel-constrast": 2.415616035461426,
+      "step": 7379,
+      "subrel-constrast": 2.79630708694458,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.792778649921507,
+      "grad_norm": 6.5625,
+      "learning_rate": 9.753285863085119e-06,
+      "loss": 0.6581,
+      "step": 7380
+    },
+    {
+      "cov-distil": 1.2953286170959473,
+      "cov-distil (oracle2student)": 4.71573543548584,
+      "cov-distil (oracle2teacher)": 4.46843147277832,
+      "epoch": 5.792778649921507,
+      "rel-constrast": 2.061842203140259,
+      "step": 7380,
+      "subrel-constrast": 3.2486488819122314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5601160526275635,
+      "cov-distil (oracle2student)": 4.842070579528809,
+      "cov-distil (oracle2teacher)": 4.87379789352417,
+      "epoch": 5.7935635792778655,
+      "rel-constrast": 2.045781135559082,
+      "step": 7381,
+      "subrel-constrast": 3.2089695930480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2709689140319824,
+      "cov-distil (oracle2student)": 4.304941654205322,
+      "cov-distil (oracle2teacher)": 4.187765598297119,
+      "epoch": 5.794348508634223,
+      "rel-constrast": 2.3617372512817383,
+      "step": 7382,
+      "subrel-constrast": 2.879892587661743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2036243677139282,
+      "cov-distil (oracle2student)": 3.9066662788391113,
+      "cov-distil (oracle2teacher)": 3.246825695037842,
+      "epoch": 5.795133437990581,
+      "rel-constrast": 2.693751096725464,
+      "step": 7383,
+      "subrel-constrast": 2.687180757522583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5647602081298828,
+      "cov-distil (oracle2student)": 3.9853415489196777,
+      "cov-distil (oracle2teacher)": 3.891181707382202,
+      "epoch": 5.795918367346939,
+      "rel-constrast": 1.7966461181640625,
+      "step": 7384,
+      "subrel-constrast": 3.0086870193481445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.026355028152466,
+      "cov-distil (oracle2student)": 3.023355722427368,
+      "cov-distil (oracle2teacher)": 3.024780035018921,
+      "epoch": 5.7967032967032965,
+      "rel-constrast": 2.4571757316589355,
+      "step": 7385,
+      "subrel-constrast": 3.4498579502105713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.245948314666748,
+      "cov-distil (oracle2student)": 4.372256278991699,
+      "cov-distil (oracle2teacher)": 4.2197442054748535,
+      "epoch": 5.797488226059655,
+      "rel-constrast": 2.3101816177368164,
+      "step": 7386,
+      "subrel-constrast": 2.698106050491333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2421460151672363,
+      "cov-distil (oracle2student)": 5.737403869628906,
+      "cov-distil (oracle2teacher)": 5.010474681854248,
+      "epoch": 5.7982731554160125,
+      "rel-constrast": 2.7787981033325195,
+      "step": 7387,
+      "subrel-constrast": 3.462991714477539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.913212776184082,
+      "cov-distil (oracle2student)": 3.3354387283325195,
+      "cov-distil (oracle2teacher)": 3.2867677211761475,
+      "epoch": 5.799058084772371,
+      "rel-constrast": 2.7198169231414795,
+      "step": 7388,
+      "subrel-constrast": 3.4256720542907715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5799425840377808,
+      "cov-distil (oracle2student)": 5.6504974365234375,
+      "cov-distil (oracle2teacher)": 5.160536766052246,
+      "epoch": 5.7998430141287285,
+      "rel-constrast": 2.56680965423584,
+      "step": 7389,
+      "subrel-constrast": 3.2468087673187256,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.800627943485086,
+      "grad_norm": 5.8125,
+      "learning_rate": 9.684219995329924e-06,
+      "loss": 0.6346,
+      "step": 7390
+    },
+    {
+      "cov-distil": 1.5319520235061646,
+      "cov-distil (oracle2student)": 3.9110517501831055,
+      "cov-distil (oracle2teacher)": 3.8483896255493164,
+      "epoch": 5.800627943485086,
+      "rel-constrast": 3.148029327392578,
+      "step": 7390,
+      "subrel-constrast": 3.856186866760254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5556732416152954,
+      "cov-distil (oracle2student)": 4.579200267791748,
+      "cov-distil (oracle2teacher)": 4.128789901733398,
+      "epoch": 5.8014128728414445,
+      "rel-constrast": 3.289968490600586,
+      "step": 7391,
+      "subrel-constrast": 3.996105670928955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8851405382156372,
+      "cov-distil (oracle2student)": 2.995619058609009,
+      "cov-distil (oracle2teacher)": 3.1562037467956543,
+      "epoch": 5.802197802197802,
+      "rel-constrast": 2.474931240081787,
+      "step": 7392,
+      "subrel-constrast": 3.336780309677124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3996257781982422,
+      "cov-distil (oracle2student)": 4.3379740715026855,
+      "cov-distil (oracle2teacher)": 4.090578556060791,
+      "epoch": 5.8029827315541604,
+      "rel-constrast": 2.148040533065796,
+      "step": 7393,
+      "subrel-constrast": 3.2523193359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4701060056686401,
+      "cov-distil (oracle2student)": 5.16651725769043,
+      "cov-distil (oracle2teacher)": 4.674939155578613,
+      "epoch": 5.803767660910518,
+      "rel-constrast": 3.303847551345825,
+      "step": 7394,
+      "subrel-constrast": 3.8760435581207275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.871752142906189,
+      "cov-distil (oracle2student)": 4.900120258331299,
+      "cov-distil (oracle2teacher)": 4.627035140991211,
+      "epoch": 5.804552590266876,
+      "rel-constrast": 2.4331345558166504,
+      "step": 7395,
+      "subrel-constrast": 3.5407650470733643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.503680944442749,
+      "cov-distil (oracle2student)": 5.888023376464844,
+      "cov-distil (oracle2teacher)": 5.299753189086914,
+      "epoch": 5.805337519623234,
+      "rel-constrast": 2.4693610668182373,
+      "step": 7396,
+      "subrel-constrast": 2.9483230113983154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.129708766937256,
+      "cov-distil (oracle2student)": 3.8664772510528564,
+      "cov-distil (oracle2teacher)": 3.687037944793701,
+      "epoch": 5.8061224489795915,
+      "rel-constrast": 2.6437106132507324,
+      "step": 7397,
+      "subrel-constrast": 3.150290012359619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.524685025215149,
+      "cov-distil (oracle2student)": 4.15667724609375,
+      "cov-distil (oracle2teacher)": 3.692025661468506,
+      "epoch": 5.80690737833595,
+      "rel-constrast": 2.6169354915618896,
+      "step": 7398,
+      "subrel-constrast": 2.9094364643096924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6881959438323975,
+      "cov-distil (oracle2student)": 3.0684947967529297,
+      "cov-distil (oracle2teacher)": 3.353161573410034,
+      "epoch": 5.8076923076923075,
+      "rel-constrast": 1.9668912887573242,
+      "step": 7399,
+      "subrel-constrast": 2.6317782402038574,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.808477237048666,
+      "grad_norm": 5.84375,
+      "learning_rate": 9.615340745520713e-06,
+      "loss": 0.7038,
+      "step": 7400
+    },
+    {
+      "epoch": 5.808477237048666,
+      "overlap": 0.328125,
+      "step": 7400
+    },
+    {
+      "epoch": 5.808477237048666,
+      "step": 7400,
+      "student margin": 0.05828857421875
+    },
+    {
+      "epoch": 5.808477237048666,
+      "step": 7400,
+      "teacher margin": 0.03826904296875
+    },
+    {
+      "epoch": 5.808477237048666,
+      "margin difference": -0.02001953125,
+      "step": 7400
+    },
+    {
+      "cov-distil": 1.129915475845337,
+      "cov-distil (oracle2student)": 5.351773738861084,
+      "cov-distil (oracle2teacher)": 5.191354274749756,
+      "epoch": 5.808477237048666,
+      "rel-constrast": 2.5053601264953613,
+      "step": 7400,
+      "subrel-constrast": 3.3046672344207764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2473570108413696,
+      "cov-distil (oracle2student)": 3.4886698722839355,
+      "cov-distil (oracle2teacher)": 3.3609373569488525,
+      "epoch": 5.8092621664050235,
+      "rel-constrast": 3.4325497150421143,
+      "step": 7401,
+      "subrel-constrast": 4.009091854095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.831978440284729,
+      "cov-distil (oracle2student)": 4.629300117492676,
+      "cov-distil (oracle2teacher)": 3.9776415824890137,
+      "epoch": 5.810047095761382,
+      "rel-constrast": 2.1961565017700195,
+      "step": 7402,
+      "subrel-constrast": 3.1746039390563965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9951246380805969,
+      "cov-distil (oracle2student)": 2.2245917320251465,
+      "cov-distil (oracle2teacher)": 2.750929355621338,
+      "epoch": 5.810832025117739,
+      "rel-constrast": 1.5362062454223633,
+      "step": 7403,
+      "subrel-constrast": 2.2908082008361816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.238638401031494,
+      "cov-distil (oracle2student)": 1.9609206914901733,
+      "cov-distil (oracle2teacher)": 2.4002015590667725,
+      "epoch": 5.811616954474097,
+      "rel-constrast": 1.7602919340133667,
+      "step": 7404,
+      "subrel-constrast": 3.00761079788208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5612461566925049,
+      "cov-distil (oracle2student)": 3.6668593883514404,
+      "cov-distil (oracle2teacher)": 3.6027774810791016,
+      "epoch": 5.812401883830455,
+      "rel-constrast": 2.1796581745147705,
+      "step": 7405,
+      "subrel-constrast": 2.6818268299102783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7933274507522583,
+      "cov-distil (oracle2student)": 5.313403606414795,
+      "cov-distil (oracle2teacher)": 5.879690170288086,
+      "epoch": 5.813186813186813,
+      "rel-constrast": 2.9283201694488525,
+      "step": 7406,
+      "subrel-constrast": 4.035983085632324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.792168140411377,
+      "cov-distil (oracle2student)": 3.4106087684631348,
+      "cov-distil (oracle2teacher)": 3.540377616882324,
+      "epoch": 5.813971742543171,
+      "rel-constrast": 1.8968634605407715,
+      "step": 7407,
+      "subrel-constrast": 3.449139356613159,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.582903265953064,
+      "cov-distil (oracle2student)": 4.429140567779541,
+      "cov-distil (oracle2teacher)": 3.8811378479003906,
+      "epoch": 5.814756671899529,
+      "rel-constrast": 3.0534849166870117,
+      "step": 7408,
+      "subrel-constrast": 3.6700146198272705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4561843872070312,
+      "cov-distil (oracle2student)": 6.023029327392578,
+      "cov-distil (oracle2teacher)": 5.268749713897705,
+      "epoch": 5.815541601255887,
+      "rel-constrast": 3.0037028789520264,
+      "step": 7409,
+      "subrel-constrast": 4.0085978507995605,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.816326530612245,
+      "grad_norm": 5.59375,
+      "learning_rate": 9.546648952929415e-06,
+      "loss": 0.6539,
+      "step": 7410
+    },
+    {
+      "cov-distil": 1.6998543739318848,
+      "cov-distil (oracle2student)": 4.958138942718506,
+      "cov-distil (oracle2teacher)": 4.469768047332764,
+      "epoch": 5.816326530612245,
+      "rel-constrast": 2.9829111099243164,
+      "step": 7410,
+      "subrel-constrast": 3.9668402671813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4676871299743652,
+      "cov-distil (oracle2student)": 4.293689727783203,
+      "cov-distil (oracle2teacher)": 4.209586143493652,
+      "epoch": 5.8171114599686025,
+      "rel-constrast": 2.2569470405578613,
+      "step": 7411,
+      "subrel-constrast": 3.134718179702759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4328646659851074,
+      "cov-distil (oracle2student)": 5.61866569519043,
+      "cov-distil (oracle2teacher)": 5.4738240242004395,
+      "epoch": 5.817896389324961,
+      "rel-constrast": 3.0867254734039307,
+      "step": 7412,
+      "subrel-constrast": 3.976027011871338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7046788930892944,
+      "cov-distil (oracle2student)": 5.60038423538208,
+      "cov-distil (oracle2teacher)": 5.102224349975586,
+      "epoch": 5.818681318681318,
+      "rel-constrast": 3.009023427963257,
+      "step": 7413,
+      "subrel-constrast": 3.8606112003326416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4379513263702393,
+      "cov-distil (oracle2student)": 5.56219482421875,
+      "cov-distil (oracle2teacher)": 5.031966209411621,
+      "epoch": 5.819466248037677,
+      "rel-constrast": 2.632110118865967,
+      "step": 7414,
+      "subrel-constrast": 3.5091378688812256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1366056203842163,
+      "cov-distil (oracle2student)": 4.905437469482422,
+      "cov-distil (oracle2teacher)": 4.566585540771484,
+      "epoch": 5.820251177394034,
+      "rel-constrast": 2.0095784664154053,
+      "step": 7415,
+      "subrel-constrast": 2.8511171340942383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8131126761436462,
+      "cov-distil (oracle2student)": 5.1399126052856445,
+      "cov-distil (oracle2teacher)": 4.573404312133789,
+      "epoch": 5.821036106750393,
+      "rel-constrast": 2.5645222663879395,
+      "step": 7416,
+      "subrel-constrast": 2.5773651599884033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3394972085952759,
+      "cov-distil (oracle2student)": 4.214687347412109,
+      "cov-distil (oracle2teacher)": 3.962151527404785,
+      "epoch": 5.82182103610675,
+      "rel-constrast": 2.251279830932617,
+      "step": 7417,
+      "subrel-constrast": 2.906975746154785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478225588798523,
+      "cov-distil (oracle2student)": 3.275123357772827,
+      "cov-distil (oracle2teacher)": 3.101980686187744,
+      "epoch": 5.822605965463108,
+      "rel-constrast": 3.2851076126098633,
+      "step": 7418,
+      "subrel-constrast": 3.6909964084625244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.557442307472229,
+      "cov-distil (oracle2student)": 6.684610366821289,
+      "cov-distil (oracle2teacher)": 5.615416049957275,
+      "epoch": 5.823390894819466,
+      "rel-constrast": 2.823718786239624,
+      "step": 7419,
+      "subrel-constrast": 3.6894333362579346,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.824175824175824,
+      "grad_norm": 5.90625,
+      "learning_rate": 9.478145454543854e-06,
+      "loss": 0.7077,
+      "step": 7420
+    },
+    {
+      "cov-distil": 1.5876457691192627,
+      "cov-distil (oracle2student)": 3.4600658416748047,
+      "cov-distil (oracle2teacher)": 3.644369125366211,
+      "epoch": 5.824175824175824,
+      "rel-constrast": 2.529306411743164,
+      "step": 7420,
+      "subrel-constrast": 3.476771116256714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.837714672088623,
+      "cov-distil (oracle2student)": 4.232135772705078,
+      "cov-distil (oracle2teacher)": 3.8124399185180664,
+      "epoch": 5.824960753532182,
+      "rel-constrast": 2.094130516052246,
+      "step": 7421,
+      "subrel-constrast": 2.48368501663208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6655137538909912,
+      "cov-distil (oracle2student)": 3.1552367210388184,
+      "cov-distil (oracle2teacher)": 3.736614942550659,
+      "epoch": 5.82574568288854,
+      "rel-constrast": 2.1705234050750732,
+      "step": 7422,
+      "subrel-constrast": 3.0939974784851074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5240633487701416,
+      "cov-distil (oracle2student)": 2.0670740604400635,
+      "cov-distil (oracle2teacher)": 2.254640579223633,
+      "epoch": 5.826530612244898,
+      "rel-constrast": 2.0504913330078125,
+      "step": 7423,
+      "subrel-constrast": 2.291602611541748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7409340143203735,
+      "cov-distil (oracle2student)": 3.562032699584961,
+      "cov-distil (oracle2teacher)": 3.384563446044922,
+      "epoch": 5.827315541601256,
+      "rel-constrast": 2.459608793258667,
+      "step": 7424,
+      "subrel-constrast": 2.8819642066955566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5167866945266724,
+      "cov-distil (oracle2student)": 4.570096015930176,
+      "cov-distil (oracle2teacher)": 4.278662204742432,
+      "epoch": 5.828100470957613,
+      "rel-constrast": 3.913015365600586,
+      "step": 7425,
+      "subrel-constrast": 4.573715686798096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0614728927612305,
+      "cov-distil (oracle2student)": 4.7338643074035645,
+      "cov-distil (oracle2teacher)": 4.524749755859375,
+      "epoch": 5.828885400313972,
+      "rel-constrast": 2.541076183319092,
+      "step": 7426,
+      "subrel-constrast": 2.9163992404937744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2134900093078613,
+      "cov-distil (oracle2student)": 5.053163528442383,
+      "cov-distil (oracle2teacher)": 4.867400169372559,
+      "epoch": 5.829670329670329,
+      "rel-constrast": 2.0267224311828613,
+      "step": 7427,
+      "subrel-constrast": 2.92358660697937,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7811479568481445,
+      "cov-distil (oracle2student)": 3.815401077270508,
+      "cov-distil (oracle2teacher)": 4.013001918792725,
+      "epoch": 5.830455259026688,
+      "rel-constrast": 1.6918686628341675,
+      "step": 7428,
+      "subrel-constrast": 3.093078374862671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2510218620300293,
+      "cov-distil (oracle2student)": 4.605950355529785,
+      "cov-distil (oracle2teacher)": 4.419576168060303,
+      "epoch": 5.831240188383045,
+      "rel-constrast": 2.8034508228302,
+      "step": 7429,
+      "subrel-constrast": 3.772341251373291,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.832025117739404,
+      "grad_norm": 6.375,
+      "learning_rate": 9.409831085057521e-06,
+      "loss": 0.6425,
+      "step": 7430
+    },
+    {
+      "cov-distil": 1.4837723970413208,
+      "cov-distil (oracle2student)": 5.185769081115723,
+      "cov-distil (oracle2teacher)": 4.77553653717041,
+      "epoch": 5.832025117739404,
+      "rel-constrast": 2.5570664405822754,
+      "step": 7430,
+      "subrel-constrast": 3.384613037109375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5724756717681885,
+      "cov-distil (oracle2student)": 5.003958702087402,
+      "cov-distil (oracle2teacher)": 4.109326362609863,
+      "epoch": 5.832810047095761,
+      "rel-constrast": 3.028491497039795,
+      "step": 7431,
+      "subrel-constrast": 3.2879831790924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4457831382751465,
+      "cov-distil (oracle2student)": 3.476789712905884,
+      "cov-distil (oracle2teacher)": 3.282663583755493,
+      "epoch": 5.833594976452119,
+      "rel-constrast": 3.164888620376587,
+      "step": 7432,
+      "subrel-constrast": 3.575230836868286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9470168352127075,
+      "cov-distil (oracle2student)": 3.7270026206970215,
+      "cov-distil (oracle2teacher)": 3.472050428390503,
+      "epoch": 5.834379905808477,
+      "rel-constrast": 2.384974241256714,
+      "step": 7433,
+      "subrel-constrast": 2.7242040634155273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0610673427581787,
+      "cov-distil (oracle2student)": 6.0160651206970215,
+      "cov-distil (oracle2teacher)": 5.494146823883057,
+      "epoch": 5.835164835164835,
+      "rel-constrast": 1.9906970262527466,
+      "step": 7434,
+      "subrel-constrast": 2.717259168624878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6403100490570068,
+      "cov-distil (oracle2student)": 5.312522888183594,
+      "cov-distil (oracle2teacher)": 4.590947151184082,
+      "epoch": 5.835949764521193,
+      "rel-constrast": 3.325961112976074,
+      "step": 7435,
+      "subrel-constrast": 3.8834304809570312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0615208148956299,
+      "cov-distil (oracle2student)": 4.132683753967285,
+      "cov-distil (oracle2teacher)": 4.242027282714844,
+      "epoch": 5.836734693877551,
+      "rel-constrast": 2.5882210731506348,
+      "step": 7436,
+      "subrel-constrast": 3.3704731464385986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6279784440994263,
+      "cov-distil (oracle2student)": 7.440926551818848,
+      "cov-distil (oracle2teacher)": 6.347228050231934,
+      "epoch": 5.837519623233909,
+      "rel-constrast": 3.0015621185302734,
+      "step": 7437,
+      "subrel-constrast": 3.7028448581695557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6356834173202515,
+      "cov-distil (oracle2student)": 4.145959854125977,
+      "cov-distil (oracle2teacher)": 4.36631965637207,
+      "epoch": 5.838304552590267,
+      "rel-constrast": 3.3613486289978027,
+      "step": 7438,
+      "subrel-constrast": 3.816671371459961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2211167812347412,
+      "cov-distil (oracle2student)": 4.409215927124023,
+      "cov-distil (oracle2teacher)": 4.248189926147461,
+      "epoch": 5.839089481946624,
+      "rel-constrast": 2.6933722496032715,
+      "step": 7439,
+      "subrel-constrast": 3.288423776626587,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.839874411302983,
+      "grad_norm": 5.59375,
+      "learning_rate": 9.341706676859468e-06,
+      "loss": 0.7367,
+      "step": 7440
+    },
+    {
+      "cov-distil": 2.077089309692383,
+      "cov-distil (oracle2student)": 5.0218892097473145,
+      "cov-distil (oracle2teacher)": 5.363791465759277,
+      "epoch": 5.839874411302983,
+      "rel-constrast": 2.6600046157836914,
+      "step": 7440,
+      "subrel-constrast": 4.060826778411865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5994163751602173,
+      "cov-distil (oracle2student)": 5.467981338500977,
+      "cov-distil (oracle2teacher)": 5.062505722045898,
+      "epoch": 5.84065934065934,
+      "rel-constrast": 2.5420687198638916,
+      "step": 7441,
+      "subrel-constrast": 2.8739500045776367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2697858810424805,
+      "cov-distil (oracle2student)": 6.825669288635254,
+      "cov-distil (oracle2teacher)": 5.354166030883789,
+      "epoch": 5.841444270015699,
+      "rel-constrast": 2.4761571884155273,
+      "step": 7442,
+      "subrel-constrast": 2.6244325637817383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.014911651611328,
+      "cov-distil (oracle2student)": 3.2593634128570557,
+      "cov-distil (oracle2teacher)": 3.1706156730651855,
+      "epoch": 5.842229199372056,
+      "rel-constrast": 2.0168466567993164,
+      "step": 7443,
+      "subrel-constrast": 2.6344714164733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0443034172058105,
+      "cov-distil (oracle2student)": 3.6109671592712402,
+      "cov-distil (oracle2teacher)": 3.647494316101074,
+      "epoch": 5.843014128728415,
+      "rel-constrast": 2.7341673374176025,
+      "step": 7444,
+      "subrel-constrast": 3.9454469680786133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6185163259506226,
+      "cov-distil (oracle2student)": 5.330079078674316,
+      "cov-distil (oracle2teacher)": 4.463135242462158,
+      "epoch": 5.843799058084772,
+      "rel-constrast": 2.466099262237549,
+      "step": 7445,
+      "subrel-constrast": 3.0549519062042236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.18077552318573,
+      "cov-distil (oracle2student)": 5.26628303527832,
+      "cov-distil (oracle2teacher)": 4.759933948516846,
+      "epoch": 5.84458398744113,
+      "rel-constrast": 2.693225622177124,
+      "step": 7446,
+      "subrel-constrast": 2.866595983505249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8624143600463867,
+      "cov-distil (oracle2student)": 3.56658935546875,
+      "cov-distil (oracle2teacher)": 3.6922531127929688,
+      "epoch": 5.845368916797488,
+      "rel-constrast": 1.8678404092788696,
+      "step": 7447,
+      "subrel-constrast": 2.9677271842956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6804540157318115,
+      "cov-distil (oracle2student)": 4.384266376495361,
+      "cov-distil (oracle2teacher)": 4.476374626159668,
+      "epoch": 5.846153846153846,
+      "rel-constrast": 2.243277072906494,
+      "step": 7448,
+      "subrel-constrast": 3.008054256439209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.388528823852539,
+      "cov-distil (oracle2student)": 5.834950923919678,
+      "cov-distil (oracle2teacher)": 4.97959041595459,
+      "epoch": 5.846938775510204,
+      "rel-constrast": 2.8891968727111816,
+      "step": 7449,
+      "subrel-constrast": 3.6286418437957764,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.847723704866562,
+      "grad_norm": 5.65625,
+      "learning_rate": 9.273773060024102e-06,
+      "loss": 0.6566,
+      "step": 7450
+    },
+    {
+      "cov-distil": 1.8546910285949707,
+      "cov-distil (oracle2student)": 4.968170642852783,
+      "cov-distil (oracle2teacher)": 4.48735237121582,
+      "epoch": 5.847723704866562,
+      "rel-constrast": 2.521768808364868,
+      "step": 7450,
+      "subrel-constrast": 3.233935832977295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5173314809799194,
+      "cov-distil (oracle2student)": 4.460033416748047,
+      "cov-distil (oracle2teacher)": 4.491837978363037,
+      "epoch": 5.84850863422292,
+      "rel-constrast": 2.892777919769287,
+      "step": 7451,
+      "subrel-constrast": 3.3341715335845947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.376844882965088,
+      "cov-distil (oracle2student)": 5.140401840209961,
+      "cov-distil (oracle2teacher)": 4.94791316986084,
+      "epoch": 5.849293563579278,
+      "rel-constrast": 2.7849490642547607,
+      "step": 7452,
+      "subrel-constrast": 3.3029861450195312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1320672035217285,
+      "cov-distil (oracle2student)": 5.115313529968262,
+      "cov-distil (oracle2teacher)": 4.809873580932617,
+      "epoch": 5.850078492935635,
+      "rel-constrast": 2.1943960189819336,
+      "step": 7453,
+      "subrel-constrast": 2.8557686805725098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3494691848754883,
+      "cov-distil (oracle2student)": 4.209158897399902,
+      "cov-distil (oracle2teacher)": 3.881315231323242,
+      "epoch": 5.850863422291994,
+      "rel-constrast": 2.6926209926605225,
+      "step": 7454,
+      "subrel-constrast": 3.431767702102661,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.305587887763977,
+      "cov-distil (oracle2student)": 6.13125467300415,
+      "cov-distil (oracle2teacher)": 6.018354415893555,
+      "epoch": 5.851648351648351,
+      "rel-constrast": 3.971571445465088,
+      "step": 7455,
+      "subrel-constrast": 4.322479248046875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7359968423843384,
+      "cov-distil (oracle2student)": 3.110447883605957,
+      "cov-distil (oracle2teacher)": 3.3644073009490967,
+      "epoch": 5.85243328100471,
+      "rel-constrast": 3.349782943725586,
+      "step": 7456,
+      "subrel-constrast": 3.630319356918335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8608474731445312,
+      "cov-distil (oracle2student)": 2.8153634071350098,
+      "cov-distil (oracle2teacher)": 2.849745750427246,
+      "epoch": 5.853218210361067,
+      "rel-constrast": 2.4716696739196777,
+      "step": 7457,
+      "subrel-constrast": 3.0985841751098633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2847238779067993,
+      "cov-distil (oracle2student)": 4.097433567047119,
+      "cov-distil (oracle2teacher)": 3.136261463165283,
+      "epoch": 5.854003139717426,
+      "rel-constrast": 2.819861650466919,
+      "step": 7458,
+      "subrel-constrast": 2.6576502323150635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8484697341918945,
+      "cov-distil (oracle2student)": 2.9855854511260986,
+      "cov-distil (oracle2teacher)": 3.392101287841797,
+      "epoch": 5.854788069073783,
+      "rel-constrast": 2.4830679893493652,
+      "step": 7459,
+      "subrel-constrast": 3.6801624298095703,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.855572998430142,
+      "grad_norm": 5.25,
+      "learning_rate": 9.206031062301095e-06,
+      "loss": 0.7427,
+      "step": 7460
+    },
+    {
+      "cov-distil": 1.709513783454895,
+      "cov-distil (oracle2student)": 3.487978935241699,
+      "cov-distil (oracle2teacher)": 3.2542884349823,
+      "epoch": 5.855572998430142,
+      "rel-constrast": 1.7252357006072998,
+      "step": 7460,
+      "subrel-constrast": 3.0725300312042236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8147566318511963,
+      "cov-distil (oracle2student)": 4.050399303436279,
+      "cov-distil (oracle2teacher)": 3.6551032066345215,
+      "epoch": 5.856357927786499,
+      "rel-constrast": 2.8537192344665527,
+      "step": 7461,
+      "subrel-constrast": 3.4884819984436035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0787675380706787,
+      "cov-distil (oracle2student)": 3.306058883666992,
+      "cov-distil (oracle2teacher)": 3.071098804473877,
+      "epoch": 5.857142857142857,
+      "rel-constrast": 2.4217824935913086,
+      "step": 7462,
+      "subrel-constrast": 2.863125801086426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7371225357055664,
+      "cov-distil (oracle2student)": 3.96201491355896,
+      "cov-distil (oracle2teacher)": 3.9430155754089355,
+      "epoch": 5.857927786499215,
+      "rel-constrast": 2.1703310012817383,
+      "step": 7463,
+      "subrel-constrast": 2.8436524868011475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2542846202850342,
+      "cov-distil (oracle2student)": 3.616910934448242,
+      "cov-distil (oracle2teacher)": 3.6060967445373535,
+      "epoch": 5.858712715855573,
+      "rel-constrast": 2.694000005722046,
+      "step": 7464,
+      "subrel-constrast": 2.98771333694458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2136809825897217,
+      "cov-distil (oracle2student)": 3.704594373703003,
+      "cov-distil (oracle2teacher)": 3.5381622314453125,
+      "epoch": 5.859497645211931,
+      "rel-constrast": 2.337031126022339,
+      "step": 7465,
+      "subrel-constrast": 2.487032413482666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.924548625946045,
+      "cov-distil (oracle2student)": 5.025219917297363,
+      "cov-distil (oracle2teacher)": 5.087244510650635,
+      "epoch": 5.860282574568289,
+      "rel-constrast": 2.6818861961364746,
+      "step": 7466,
+      "subrel-constrast": 3.8582987785339355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1545993089675903,
+      "cov-distil (oracle2student)": 4.928208351135254,
+      "cov-distil (oracle2teacher)": 4.573555946350098,
+      "epoch": 5.861067503924647,
+      "rel-constrast": 2.928833484649658,
+      "step": 7467,
+      "subrel-constrast": 3.1485788822174072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.18222713470459,
+      "cov-distil (oracle2student)": 5.427641868591309,
+      "cov-distil (oracle2teacher)": 4.749451160430908,
+      "epoch": 5.861852433281005,
+      "rel-constrast": 3.0855939388275146,
+      "step": 7468,
+      "subrel-constrast": 3.694458246231079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0936543941497803,
+      "cov-distil (oracle2student)": 4.255641460418701,
+      "cov-distil (oracle2teacher)": 4.142202377319336,
+      "epoch": 5.862637362637363,
+      "rel-constrast": 2.362147808074951,
+      "step": 7469,
+      "subrel-constrast": 3.2019927501678467,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.863422291993721,
+      "grad_norm": 5.4375,
+      "learning_rate": 9.138481509105332e-06,
+      "loss": 0.6719,
+      "step": 7470
+    },
+    {
+      "cov-distil": 1.653241515159607,
+      "cov-distil (oracle2student)": 4.365468978881836,
+      "cov-distil (oracle2teacher)": 4.223226547241211,
+      "epoch": 5.863422291993721,
+      "rel-constrast": 2.9128923416137695,
+      "step": 7470,
+      "subrel-constrast": 3.554536819458008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3892686367034912,
+      "cov-distil (oracle2student)": 4.5774054527282715,
+      "cov-distil (oracle2teacher)": 4.2970428466796875,
+      "epoch": 5.864207221350078,
+      "rel-constrast": 2.1133689880371094,
+      "step": 7471,
+      "subrel-constrast": 2.764122724533081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8247246742248535,
+      "cov-distil (oracle2student)": 4.589999198913574,
+      "cov-distil (oracle2teacher)": 3.89467191696167,
+      "epoch": 5.864992150706437,
+      "rel-constrast": 1.896580696105957,
+      "step": 7472,
+      "subrel-constrast": 3.2999773025512695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6865237951278687,
+      "cov-distil (oracle2student)": 3.9218921661376953,
+      "cov-distil (oracle2teacher)": 3.84379243850708,
+      "epoch": 5.865777080062794,
+      "rel-constrast": 2.4314253330230713,
+      "step": 7473,
+      "subrel-constrast": 3.507077693939209,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.358321189880371,
+      "cov-distil (oracle2student)": 5.390565395355225,
+      "cov-distil (oracle2teacher)": 3.940295696258545,
+      "epoch": 5.866562009419153,
+      "rel-constrast": 2.1957736015319824,
+      "step": 7474,
+      "subrel-constrast": 2.7182607650756836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8614025115966797,
+      "cov-distil (oracle2student)": 5.583831787109375,
+      "cov-distil (oracle2teacher)": 4.447508811950684,
+      "epoch": 5.86734693877551,
+      "rel-constrast": 3.0680394172668457,
+      "step": 7475,
+      "subrel-constrast": 3.7512097358703613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.439849853515625,
+      "cov-distil (oracle2student)": 3.621198892593384,
+      "cov-distil (oracle2teacher)": 3.450211524963379,
+      "epoch": 5.868131868131869,
+      "rel-constrast": 3.208869457244873,
+      "step": 7476,
+      "subrel-constrast": 3.473952293395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1865770816802979,
+      "cov-distil (oracle2student)": 3.807607650756836,
+      "cov-distil (oracle2teacher)": 3.519253730773926,
+      "epoch": 5.868916797488226,
+      "rel-constrast": 1.4585415124893188,
+      "step": 7477,
+      "subrel-constrast": 1.9685392379760742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0762627124786377,
+      "cov-distil (oracle2student)": 4.3543195724487305,
+      "cov-distil (oracle2teacher)": 4.249462127685547,
+      "epoch": 5.869701726844584,
+      "rel-constrast": 1.9509556293487549,
+      "step": 7478,
+      "subrel-constrast": 3.1989057064056396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4049954414367676,
+      "cov-distil (oracle2student)": 3.1229612827301025,
+      "cov-distil (oracle2teacher)": 3.141303300857544,
+      "epoch": 5.870486656200942,
+      "rel-constrast": 2.967209815979004,
+      "step": 7479,
+      "subrel-constrast": 3.342794418334961,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.8712715855573,
+      "grad_norm": 5.53125,
+      "learning_rate": 9.071125223506782e-06,
+      "loss": 0.6448,
+      "step": 7480
+    },
+    {
+      "cov-distil": 1.545278787612915,
+      "cov-distil (oracle2student)": 3.8143086433410645,
+      "cov-distil (oracle2teacher)": 3.7097270488739014,
+      "epoch": 5.8712715855573,
+      "rel-constrast": 2.9010446071624756,
+      "step": 7480,
+      "subrel-constrast": 3.680647373199463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1763262748718262,
+      "cov-distil (oracle2student)": 5.083699703216553,
+      "cov-distil (oracle2teacher)": 5.2131853103637695,
+      "epoch": 5.872056514913658,
+      "rel-constrast": 3.853255271911621,
+      "step": 7481,
+      "subrel-constrast": 4.4514312744140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3101719617843628,
+      "cov-distil (oracle2student)": 4.346385478973389,
+      "cov-distil (oracle2teacher)": 3.4538819789886475,
+      "epoch": 5.872841444270016,
+      "rel-constrast": 3.3638851642608643,
+      "step": 7482,
+      "subrel-constrast": 3.4762918949127197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.236748218536377,
+      "cov-distil (oracle2student)": 2.902729034423828,
+      "cov-distil (oracle2teacher)": 3.1036722660064697,
+      "epoch": 5.873626373626374,
+      "rel-constrast": 2.3747124671936035,
+      "step": 7483,
+      "subrel-constrast": 3.4897828102111816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.603229284286499,
+      "cov-distil (oracle2student)": 4.347674369812012,
+      "cov-distil (oracle2teacher)": 4.128210544586182,
+      "epoch": 5.874411302982732,
+      "rel-constrast": 2.6397528648376465,
+      "step": 7484,
+      "subrel-constrast": 3.3154208660125732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.594325304031372,
+      "cov-distil (oracle2student)": 5.512380599975586,
+      "cov-distil (oracle2teacher)": 4.668043613433838,
+      "epoch": 5.875196232339089,
+      "rel-constrast": 2.5745792388916016,
+      "step": 7485,
+      "subrel-constrast": 3.4805960655212402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3893520832061768,
+      "cov-distil (oracle2student)": 5.047761917114258,
+      "cov-distil (oracle2teacher)": 4.470110893249512,
+      "epoch": 5.875981161695448,
+      "rel-constrast": 2.586435556411743,
+      "step": 7486,
+      "subrel-constrast": 3.5029923915863037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1779918670654297,
+      "cov-distil (oracle2student)": 4.601263999938965,
+      "cov-distil (oracle2teacher)": 4.357546806335449,
+      "epoch": 5.876766091051805,
+      "rel-constrast": 2.7719650268554688,
+      "step": 7487,
+      "subrel-constrast": 3.5902349948883057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7968889474868774,
+      "cov-distil (oracle2student)": 5.5247802734375,
+      "cov-distil (oracle2teacher)": 5.214152812957764,
+      "epoch": 5.877551020408164,
+      "rel-constrast": 2.0786237716674805,
+      "step": 7488,
+      "subrel-constrast": 3.070251703262329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8583005666732788,
+      "cov-distil (oracle2student)": 4.812652111053467,
+      "cov-distil (oracle2teacher)": 4.6849822998046875,
+      "epoch": 5.878335949764521,
+      "rel-constrast": 2.628843069076538,
+      "step": 7489,
+      "subrel-constrast": 3.577634811401367,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.8791208791208796,
+      "grad_norm": 5.65625,
+      "learning_rate": 9.003963026220545e-06,
+      "loss": 0.7335,
+      "step": 7490
+    },
+    {
+      "cov-distil": 1.6607683897018433,
+      "cov-distil (oracle2student)": 5.889595985412598,
+      "cov-distil (oracle2teacher)": 5.001054763793945,
+      "epoch": 5.8791208791208796,
+      "rel-constrast": 1.7536118030548096,
+      "step": 7490,
+      "subrel-constrast": 2.4590282440185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3279969692230225,
+      "cov-distil (oracle2student)": 3.5304808616638184,
+      "cov-distil (oracle2teacher)": 3.383037567138672,
+      "epoch": 5.879905808477237,
+      "rel-constrast": 2.2725095748901367,
+      "step": 7491,
+      "subrel-constrast": 2.6578617095947266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6064684391021729,
+      "cov-distil (oracle2student)": 2.1414458751678467,
+      "cov-distil (oracle2teacher)": 2.523062229156494,
+      "epoch": 5.880690737833595,
+      "rel-constrast": 1.720520257949829,
+      "step": 7492,
+      "subrel-constrast": 2.655381202697754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0517196655273438,
+      "cov-distil (oracle2student)": 4.568809509277344,
+      "cov-distil (oracle2teacher)": 4.014978408813477,
+      "epoch": 5.881475667189953,
+      "rel-constrast": 2.0151138305664062,
+      "step": 7493,
+      "subrel-constrast": 2.6600029468536377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7669469118118286,
+      "cov-distil (oracle2student)": 4.010692596435547,
+      "cov-distil (oracle2teacher)": 3.9794745445251465,
+      "epoch": 5.882260596546311,
+      "rel-constrast": 2.1971747875213623,
+      "step": 7494,
+      "subrel-constrast": 3.085204839706421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1580448150634766,
+      "cov-distil (oracle2student)": 4.179750442504883,
+      "cov-distil (oracle2teacher)": 3.8556969165802,
+      "epoch": 5.883045525902669,
+      "rel-constrast": 2.6935248374938965,
+      "step": 7495,
+      "subrel-constrast": 3.6465952396392822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3532869815826416,
+      "cov-distil (oracle2student)": 4.206151008605957,
+      "cov-distil (oracle2teacher)": 3.9748191833496094,
+      "epoch": 5.883830455259027,
+      "rel-constrast": 3.089871406555176,
+      "step": 7496,
+      "subrel-constrast": 3.247335433959961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5078296661376953,
+      "cov-distil (oracle2student)": 5.293449401855469,
+      "cov-distil (oracle2teacher)": 4.84672737121582,
+      "epoch": 5.884615384615385,
+      "rel-constrast": 3.1171348094940186,
+      "step": 7497,
+      "subrel-constrast": 3.7166531085968018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3822219371795654,
+      "cov-distil (oracle2student)": 3.9584927558898926,
+      "cov-distil (oracle2teacher)": 4.280590057373047,
+      "epoch": 5.885400313971743,
+      "rel-constrast": 2.2108521461486816,
+      "step": 7498,
+      "subrel-constrast": 3.0209639072418213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8328473567962646,
+      "cov-distil (oracle2student)": 5.417426109313965,
+      "cov-distil (oracle2teacher)": 4.568290710449219,
+      "epoch": 5.8861852433281,
+      "rel-constrast": 2.888597249984741,
+      "step": 7499,
+      "subrel-constrast": 3.4235949516296387,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "grad_norm": 5.78125,
+      "learning_rate": 8.936995735596782e-06,
+      "loss": 0.6381,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/duc04-P@10": 0.7579999999999998,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/duc04-nDCG@10": 0.7698043165837654,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/duc04-alpha_nDCG@10": 0.5824272600700225,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/multi_news-nDCG@10": 0.6116172728282414,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/multi_news-alpha_nDCG@10": 0.5990498210937154,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "eval/avg": 0.5385836021369864,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "overlap": 0.31718751788139343,
+      "step": 7500
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "step": 7500,
+      "student margin": 0.06146240234375
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "step": 7500,
+      "teacher margin": 0.03631591796875
+    },
+    {
+      "epoch": 5.8869701726844585,
+      "margin difference": -0.025146484375,
+      "step": 7500
+    },
+    {
+      "cov-distil": 2.098778247833252,
+      "cov-distil (oracle2student)": 4.185100555419922,
+      "cov-distil (oracle2teacher)": 4.256721496582031,
+      "epoch": 5.8869701726844585,
+      "rel-constrast": 1.9986706972122192,
+      "step": 7500,
+      "subrel-constrast": 3.289635181427002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5108095407485962,
+      "cov-distil (oracle2student)": 4.045285701751709,
+      "cov-distil (oracle2teacher)": 4.416839122772217,
+      "epoch": 5.887755102040816,
+      "rel-constrast": 2.1031365394592285,
+      "step": 7501,
+      "subrel-constrast": 2.8553285598754883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4679937362670898,
+      "cov-distil (oracle2student)": 4.886548042297363,
+      "cov-distil (oracle2teacher)": 4.412393569946289,
+      "epoch": 5.8885400313971745,
+      "rel-constrast": 1.8553358316421509,
+      "step": 7502,
+      "subrel-constrast": 2.7619552612304688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4874553680419922,
+      "cov-distil (oracle2student)": 3.623838424682617,
+      "cov-distil (oracle2teacher)": 3.751591205596924,
+      "epoch": 5.889324960753532,
+      "rel-constrast": 2.599456548690796,
+      "step": 7503,
+      "subrel-constrast": 3.363905429840088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.524916648864746,
+      "cov-distil (oracle2student)": 4.076999664306641,
+      "cov-distil (oracle2teacher)": 4.189443111419678,
+      "epoch": 5.8901098901098905,
+      "rel-constrast": 1.990262746810913,
+      "step": 7504,
+      "subrel-constrast": 2.667414426803589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4387857913970947,
+      "cov-distil (oracle2student)": 5.050442695617676,
+      "cov-distil (oracle2teacher)": 4.53124475479126,
+      "epoch": 5.890894819466248,
+      "rel-constrast": 3.6281285285949707,
+      "step": 7505,
+      "subrel-constrast": 4.13215970993042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9067586660385132,
+      "cov-distil (oracle2student)": 3.87819766998291,
+      "cov-distil (oracle2teacher)": 3.73298716545105,
+      "epoch": 5.891679748822606,
+      "rel-constrast": 2.5550882816314697,
+      "step": 7506,
+      "subrel-constrast": 3.5675880908966064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9452701807022095,
+      "cov-distil (oracle2student)": 4.773780822753906,
+      "cov-distil (oracle2teacher)": 4.7486066818237305,
+      "epoch": 5.892464678178964,
+      "rel-constrast": 2.178523063659668,
+      "step": 7507,
+      "subrel-constrast": 3.4573748111724854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4813274145126343,
+      "cov-distil (oracle2student)": 4.68620491027832,
+      "cov-distil (oracle2teacher)": 4.191043853759766,
+      "epoch": 5.893249607535322,
+      "rel-constrast": 1.7351019382476807,
+      "step": 7508,
+      "subrel-constrast": 2.422412395477295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6236344575881958,
+      "cov-distil (oracle2student)": 3.6282832622528076,
+      "cov-distil (oracle2teacher)": 3.3805742263793945,
+      "epoch": 5.89403453689168,
+      "rel-constrast": 1.9953229427337646,
+      "step": 7509,
+      "subrel-constrast": 3.0810818672180176,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.8948194662480375,
+      "grad_norm": 4.71875,
+      "learning_rate": 8.870224167610813e-06,
+      "loss": 0.6072,
+      "step": 7510
+    },
+    {
+      "cov-distil": 1.2190364599227905,
+      "cov-distil (oracle2student)": 3.078195333480835,
+      "cov-distil (oracle2teacher)": 2.693535804748535,
+      "epoch": 5.8948194662480375,
+      "rel-constrast": 2.00726318359375,
+      "step": 7510,
+      "subrel-constrast": 2.587409257888794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6301907300949097,
+      "cov-distil (oracle2student)": 2.5349907875061035,
+      "cov-distil (oracle2teacher)": 2.757558822631836,
+      "epoch": 5.895604395604396,
+      "rel-constrast": 2.0311343669891357,
+      "step": 7511,
+      "subrel-constrast": 2.9490506649017334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3790619373321533,
+      "cov-distil (oracle2student)": 4.486264228820801,
+      "cov-distil (oracle2teacher)": 4.424989223480225,
+      "epoch": 5.8963893249607535,
+      "rel-constrast": 2.227433443069458,
+      "step": 7512,
+      "subrel-constrast": 2.591796398162842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4664331674575806,
+      "cov-distil (oracle2student)": 4.596590042114258,
+      "cov-distil (oracle2teacher)": 4.562535285949707,
+      "epoch": 5.897174254317111,
+      "rel-constrast": 2.3625214099884033,
+      "step": 7513,
+      "subrel-constrast": 3.0198140144348145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0126770734786987,
+      "cov-distil (oracle2student)": 4.952890872955322,
+      "cov-distil (oracle2teacher)": 4.5639190673828125,
+      "epoch": 5.8979591836734695,
+      "rel-constrast": 2.1092231273651123,
+      "step": 7514,
+      "subrel-constrast": 2.7775211334228516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3656134605407715,
+      "cov-distil (oracle2student)": 3.39323091506958,
+      "cov-distil (oracle2teacher)": 3.6867666244506836,
+      "epoch": 5.898744113029827,
+      "rel-constrast": 3.162395715713501,
+      "step": 7515,
+      "subrel-constrast": 4.344008445739746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7916868925094604,
+      "cov-distil (oracle2student)": 3.858673572540283,
+      "cov-distil (oracle2teacher)": 4.025085926055908,
+      "epoch": 5.8995290423861855,
+      "rel-constrast": 2.231675148010254,
+      "step": 7516,
+      "subrel-constrast": 3.2423083782196045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.262621521949768,
+      "cov-distil (oracle2student)": 4.835511684417725,
+      "cov-distil (oracle2teacher)": 4.580310821533203,
+      "epoch": 5.900313971742543,
+      "rel-constrast": 2.2790448665618896,
+      "step": 7517,
+      "subrel-constrast": 3.541184663772583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2606182098388672,
+      "cov-distil (oracle2student)": 4.398770332336426,
+      "cov-distil (oracle2teacher)": 3.820960283279419,
+      "epoch": 5.9010989010989015,
+      "rel-constrast": 2.4301133155822754,
+      "step": 7518,
+      "subrel-constrast": 3.2145681381225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3534168004989624,
+      "cov-distil (oracle2student)": 5.765254974365234,
+      "cov-distil (oracle2teacher)": 5.169500827789307,
+      "epoch": 5.901883830455259,
+      "rel-constrast": 2.9902021884918213,
+      "step": 7519,
+      "subrel-constrast": 3.316559076309204,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.9026687598116165,
+      "grad_norm": 5.9375,
+      "learning_rate": 8.80364913585311e-06,
+      "loss": 0.6326,
+      "step": 7520
+    },
+    {
+      "cov-distil": 1.2950828075408936,
+      "cov-distil (oracle2student)": 4.980057716369629,
+      "cov-distil (oracle2teacher)": 4.3700056076049805,
+      "epoch": 5.9026687598116165,
+      "rel-constrast": 3.1666951179504395,
+      "step": 7520,
+      "subrel-constrast": 3.6596028804779053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7258228063583374,
+      "cov-distil (oracle2student)": 5.801599025726318,
+      "cov-distil (oracle2teacher)": 4.673330783843994,
+      "epoch": 5.903453689167975,
+      "rel-constrast": 3.789123058319092,
+      "step": 7521,
+      "subrel-constrast": 4.239203929901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6831061840057373,
+      "cov-distil (oracle2student)": 4.589682579040527,
+      "cov-distil (oracle2teacher)": 4.491428852081299,
+      "epoch": 5.9042386185243325,
+      "rel-constrast": 2.4378840923309326,
+      "step": 7522,
+      "subrel-constrast": 2.730104923248291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2959281206130981,
+      "cov-distil (oracle2student)": 5.846949100494385,
+      "cov-distil (oracle2teacher)": 5.193538188934326,
+      "epoch": 5.905023547880691,
+      "rel-constrast": 3.47282338142395,
+      "step": 7523,
+      "subrel-constrast": 3.8720903396606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.76961350440979,
+      "cov-distil (oracle2student)": 6.832569122314453,
+      "cov-distil (oracle2teacher)": 5.837587833404541,
+      "epoch": 5.9058084772370485,
+      "rel-constrast": 1.9343386888504028,
+      "step": 7524,
+      "subrel-constrast": 2.732205629348755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.864208698272705,
+      "cov-distil (oracle2student)": 5.7918009757995605,
+      "cov-distil (oracle2teacher)": 5.110918998718262,
+      "epoch": 5.906593406593407,
+      "rel-constrast": 2.5484678745269775,
+      "step": 7525,
+      "subrel-constrast": 3.1070382595062256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6394329071044922,
+      "cov-distil (oracle2student)": 3.3961074352264404,
+      "cov-distil (oracle2teacher)": 2.973381996154785,
+      "epoch": 5.9073783359497645,
+      "rel-constrast": 2.431419610977173,
+      "step": 7526,
+      "subrel-constrast": 3.0947771072387695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3372021913528442,
+      "cov-distil (oracle2student)": 3.1991539001464844,
+      "cov-distil (oracle2teacher)": 2.9688189029693604,
+      "epoch": 5.908163265306122,
+      "rel-constrast": 2.609805107116699,
+      "step": 7527,
+      "subrel-constrast": 2.6507530212402344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.409970283508301,
+      "cov-distil (oracle2student)": 4.220150470733643,
+      "cov-distil (oracle2teacher)": 3.8167190551757812,
+      "epoch": 5.9089481946624804,
+      "rel-constrast": 2.299410343170166,
+      "step": 7528,
+      "subrel-constrast": 3.293022871017456,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4174914360046387,
+      "cov-distil (oracle2student)": 4.01517391204834,
+      "cov-distil (oracle2teacher)": 3.8846349716186523,
+      "epoch": 5.909733124018838,
+      "rel-constrast": 1.6534863710403442,
+      "step": 7529,
+      "subrel-constrast": 3.060620069503784,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.910518053375196,
+      "grad_norm": 4.625,
+      "learning_rate": 8.737271451519435e-06,
+      "loss": 0.7022,
+      "step": 7530
+    },
+    {
+      "cov-distil": 1.4372045993804932,
+      "cov-distil (oracle2student)": 4.078853607177734,
+      "cov-distil (oracle2teacher)": 3.8076999187469482,
+      "epoch": 5.910518053375196,
+      "rel-constrast": 2.3876547813415527,
+      "step": 7530,
+      "subrel-constrast": 3.1869332790374756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2148338556289673,
+      "cov-distil (oracle2student)": 3.8194081783294678,
+      "cov-distil (oracle2teacher)": 3.6313490867614746,
+      "epoch": 5.911302982731554,
+      "rel-constrast": 2.5056955814361572,
+      "step": 7531,
+      "subrel-constrast": 2.8661179542541504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3430672883987427,
+      "cov-distil (oracle2student)": 3.9418952465057373,
+      "cov-distil (oracle2teacher)": 3.962283134460449,
+      "epoch": 5.912087912087912,
+      "rel-constrast": 1.7995322942733765,
+      "step": 7532,
+      "subrel-constrast": 2.2176756858825684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1876962184906006,
+      "cov-distil (oracle2student)": 4.185408592224121,
+      "cov-distil (oracle2teacher)": 4.3535356521606445,
+      "epoch": 5.91287284144427,
+      "rel-constrast": 1.9819002151489258,
+      "step": 7533,
+      "subrel-constrast": 3.0090270042419434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.635258674621582,
+      "cov-distil (oracle2student)": 3.6201937198638916,
+      "cov-distil (oracle2teacher)": 3.814084053039551,
+      "epoch": 5.9136577708006275,
+      "rel-constrast": 3.42105770111084,
+      "step": 7534,
+      "subrel-constrast": 4.097853660583496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3950026035308838,
+      "cov-distil (oracle2student)": 5.079980850219727,
+      "cov-distil (oracle2teacher)": 4.564778804779053,
+      "epoch": 5.914442700156986,
+      "rel-constrast": 2.578857421875,
+      "step": 7535,
+      "subrel-constrast": 3.304654836654663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4286155700683594,
+      "cov-distil (oracle2student)": 4.551296234130859,
+      "cov-distil (oracle2teacher)": 4.032000541687012,
+      "epoch": 5.9152276295133435,
+      "rel-constrast": 2.151641368865967,
+      "step": 7536,
+      "subrel-constrast": 2.9218897819519043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2153923511505127,
+      "cov-distil (oracle2student)": 3.421365261077881,
+      "cov-distil (oracle2teacher)": 3.150710344314575,
+      "epoch": 5.916012558869702,
+      "rel-constrast": 2.0340874195098877,
+      "step": 7537,
+      "subrel-constrast": 2.526534080505371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.866823673248291,
+      "cov-distil (oracle2student)": 4.737929344177246,
+      "cov-distil (oracle2teacher)": 4.417322635650635,
+      "epoch": 5.916797488226059,
+      "rel-constrast": 2.133227825164795,
+      "step": 7538,
+      "subrel-constrast": 3.1455321311950684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1432441473007202,
+      "cov-distil (oracle2student)": 4.182575225830078,
+      "cov-distil (oracle2teacher)": 3.920276641845703,
+      "epoch": 5.917582417582418,
+      "rel-constrast": 2.4325833320617676,
+      "step": 7539,
+      "subrel-constrast": 2.811055898666382,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.918367346938775,
+      "grad_norm": 5.6875,
+      "learning_rate": 8.67109192340092e-06,
+      "loss": 0.6203,
+      "step": 7540
+    },
+    {
+      "cov-distil": 1.713545322418213,
+      "cov-distil (oracle2student)": 3.4733223915100098,
+      "cov-distil (oracle2teacher)": 3.232466697692871,
+      "epoch": 5.918367346938775,
+      "rel-constrast": 3.012770652770996,
+      "step": 7540,
+      "subrel-constrast": 3.6291511058807373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6988215446472168,
+      "cov-distil (oracle2student)": 3.5021800994873047,
+      "cov-distil (oracle2teacher)": 3.4026389122009277,
+      "epoch": 5.919152276295133,
+      "rel-constrast": 2.478816032409668,
+      "step": 7541,
+      "subrel-constrast": 3.150148868560791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.327270984649658,
+      "cov-distil (oracle2student)": 5.708302974700928,
+      "cov-distil (oracle2teacher)": 4.630509376525879,
+      "epoch": 5.919937205651491,
+      "rel-constrast": 2.4017016887664795,
+      "step": 7542,
+      "subrel-constrast": 3.1842703819274902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2243999242782593,
+      "cov-distil (oracle2student)": 4.188410758972168,
+      "cov-distil (oracle2teacher)": 3.821415901184082,
+      "epoch": 5.920722135007849,
+      "rel-constrast": 2.886965751647949,
+      "step": 7543,
+      "subrel-constrast": 3.0152108669281006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0977377891540527,
+      "cov-distil (oracle2student)": 3.874143123626709,
+      "cov-distil (oracle2teacher)": 3.665733575820923,
+      "epoch": 5.921507064364207,
+      "rel-constrast": 2.6784965991973877,
+      "step": 7544,
+      "subrel-constrast": 3.362399101257324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5329359769821167,
+      "cov-distil (oracle2student)": 3.8022801876068115,
+      "cov-distil (oracle2teacher)": 3.769990921020508,
+      "epoch": 5.922291993720565,
+      "rel-constrast": 3.4164907932281494,
+      "step": 7545,
+      "subrel-constrast": 4.0595011711120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.410851001739502,
+      "cov-distil (oracle2student)": 2.9113566875457764,
+      "cov-distil (oracle2teacher)": 3.061397075653076,
+      "epoch": 5.923076923076923,
+      "rel-constrast": 2.3348095417022705,
+      "step": 7546,
+      "subrel-constrast": 2.919187545776367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2455073595046997,
+      "cov-distil (oracle2student)": 5.804068565368652,
+      "cov-distil (oracle2teacher)": 5.147116661071777,
+      "epoch": 5.923861852433281,
+      "rel-constrast": 2.8855059146881104,
+      "step": 7547,
+      "subrel-constrast": 3.3188669681549072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5526127815246582,
+      "cov-distil (oracle2student)": 2.7277727127075195,
+      "cov-distil (oracle2teacher)": 3.1323776245117188,
+      "epoch": 5.924646781789638,
+      "rel-constrast": 2.320753574371338,
+      "step": 7548,
+      "subrel-constrast": 3.557337522506714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4407474994659424,
+      "cov-distil (oracle2student)": 3.38702392578125,
+      "cov-distil (oracle2teacher)": 4.009342670440674,
+      "epoch": 5.925431711145997,
+      "rel-constrast": 1.476487636566162,
+      "step": 7549,
+      "subrel-constrast": 2.5571305751800537,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.926216640502354,
+      "grad_norm": 3.8125,
+      "learning_rate": 8.60511135787422e-06,
+      "loss": 0.6854,
+      "step": 7550
+    },
+    {
+      "cov-distil": 0.699949324131012,
+      "cov-distil (oracle2student)": 5.16385555267334,
+      "cov-distil (oracle2teacher)": 4.392677307128906,
+      "epoch": 5.926216640502354,
+      "rel-constrast": 2.177788257598877,
+      "step": 7550,
+      "subrel-constrast": 2.5754241943359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.090257167816162,
+      "cov-distil (oracle2student)": 6.6603546142578125,
+      "cov-distil (oracle2teacher)": 5.849410533905029,
+      "epoch": 5.927001569858713,
+      "rel-constrast": 2.4518144130706787,
+      "step": 7551,
+      "subrel-constrast": 2.7840681076049805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4345860481262207,
+      "cov-distil (oracle2student)": 3.3344407081604004,
+      "cov-distil (oracle2teacher)": 3.4918251037597656,
+      "epoch": 5.92778649921507,
+      "rel-constrast": 1.7014508247375488,
+      "step": 7552,
+      "subrel-constrast": 2.7068607807159424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4656109809875488,
+      "cov-distil (oracle2student)": 5.033539295196533,
+      "cov-distil (oracle2teacher)": 4.5141496658325195,
+      "epoch": 5.928571428571429,
+      "rel-constrast": 3.5615944862365723,
+      "step": 7553,
+      "subrel-constrast": 3.64325213432312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3796486854553223,
+      "cov-distil (oracle2student)": 5.572556972503662,
+      "cov-distil (oracle2teacher)": 5.471937656402588,
+      "epoch": 5.929356357927786,
+      "rel-constrast": 3.4044580459594727,
+      "step": 7554,
+      "subrel-constrast": 4.655369758605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.165940284729004,
+      "cov-distil (oracle2student)": 4.15362548828125,
+      "cov-distil (oracle2teacher)": 3.893766403198242,
+      "epoch": 5.930141287284145,
+      "rel-constrast": 3.5821104049682617,
+      "step": 7555,
+      "subrel-constrast": 3.8392651081085205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0739669799804688,
+      "cov-distil (oracle2student)": 5.227766990661621,
+      "cov-distil (oracle2teacher)": 4.727657318115234,
+      "epoch": 5.930926216640502,
+      "rel-constrast": 2.9483652114868164,
+      "step": 7556,
+      "subrel-constrast": 4.267945289611816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3940926790237427,
+      "cov-distil (oracle2student)": 4.15215539932251,
+      "cov-distil (oracle2teacher)": 4.134328842163086,
+      "epoch": 5.931711145996861,
+      "rel-constrast": 2.715731620788574,
+      "step": 7557,
+      "subrel-constrast": 2.8885247707366943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6939010620117188,
+      "cov-distil (oracle2student)": 4.6585469245910645,
+      "cov-distil (oracle2teacher)": 4.1779680252075195,
+      "epoch": 5.932496075353218,
+      "rel-constrast": 2.4202136993408203,
+      "step": 7558,
+      "subrel-constrast": 3.4396865367889404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7879352569580078,
+      "cov-distil (oracle2student)": 3.2311861515045166,
+      "cov-distil (oracle2teacher)": 2.8903512954711914,
+      "epoch": 5.933281004709576,
+      "rel-constrast": 1.6732113361358643,
+      "step": 7559,
+      "subrel-constrast": 2.563697099685669,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.934065934065934,
+      "grad_norm": 4.03125,
+      "learning_rate": 8.539330558891722e-06,
+      "loss": 0.7014,
+      "step": 7560
+    },
+    {
+      "cov-distil": 1.220930814743042,
+      "cov-distil (oracle2student)": 3.7492318153381348,
+      "cov-distil (oracle2teacher)": 3.86360502243042,
+      "epoch": 5.934065934065934,
+      "rel-constrast": 2.3616394996643066,
+      "step": 7560,
+      "subrel-constrast": 2.837095260620117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6676557064056396,
+      "cov-distil (oracle2student)": 4.809334754943848,
+      "cov-distil (oracle2teacher)": 4.180069923400879,
+      "epoch": 5.934850863422292,
+      "rel-constrast": 2.2684667110443115,
+      "step": 7561,
+      "subrel-constrast": 2.7015883922576904,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9488028287887573,
+      "cov-distil (oracle2student)": 4.696435928344727,
+      "cov-distil (oracle2teacher)": 4.390841007232666,
+      "epoch": 5.93563579277865,
+      "rel-constrast": 2.083631992340088,
+      "step": 7562,
+      "subrel-constrast": 2.916633129119873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7115130424499512,
+      "cov-distil (oracle2student)": 4.174182891845703,
+      "cov-distil (oracle2teacher)": 3.7429847717285156,
+      "epoch": 5.936420722135008,
+      "rel-constrast": 3.049708604812622,
+      "step": 7563,
+      "subrel-constrast": 3.550633430480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3440637588500977,
+      "cov-distil (oracle2student)": 3.3900861740112305,
+      "cov-distil (oracle2teacher)": 3.7476425170898438,
+      "epoch": 5.937205651491366,
+      "rel-constrast": 2.2434098720550537,
+      "step": 7564,
+      "subrel-constrast": 2.9339687824249268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3188457489013672,
+      "cov-distil (oracle2student)": 4.960470676422119,
+      "cov-distil (oracle2teacher)": 4.716571807861328,
+      "epoch": 5.937990580847724,
+      "rel-constrast": 1.6954269409179688,
+      "step": 7565,
+      "subrel-constrast": 2.925642728805542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.073636770248413,
+      "cov-distil (oracle2student)": 4.024977684020996,
+      "cov-distil (oracle2teacher)": 3.7160964012145996,
+      "epoch": 5.938775510204081,
+      "rel-constrast": 1.2449003458023071,
+      "step": 7566,
+      "subrel-constrast": 1.7874681949615479,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7917087078094482,
+      "cov-distil (oracle2student)": 4.860145092010498,
+      "cov-distil (oracle2teacher)": 4.384347915649414,
+      "epoch": 5.93956043956044,
+      "rel-constrast": 2.344305992126465,
+      "step": 7567,
+      "subrel-constrast": 3.0720653533935547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2888281345367432,
+      "cov-distil (oracle2student)": 4.1856818199157715,
+      "cov-distil (oracle2teacher)": 3.8725428581237793,
+      "epoch": 5.940345368916797,
+      "rel-constrast": 3.2426598072052,
+      "step": 7568,
+      "subrel-constrast": 3.7301089763641357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0294499397277832,
+      "cov-distil (oracle2student)": 6.928463935852051,
+      "cov-distil (oracle2teacher)": 6.1361260414123535,
+      "epoch": 5.941130298273156,
+      "rel-constrast": 3.060959815979004,
+      "step": 7569,
+      "subrel-constrast": 3.4752721786499023,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.941915227629513,
+      "grad_norm": 5.875,
+      "learning_rate": 8.473750327971686e-06,
+      "loss": 0.6259,
+      "step": 7570
+    },
+    {
+      "cov-distil": 1.5563583374023438,
+      "cov-distil (oracle2student)": 5.76491641998291,
+      "cov-distil (oracle2teacher)": 5.432402610778809,
+      "epoch": 5.941915227629513,
+      "rel-constrast": 2.435762882232666,
+      "step": 7570,
+      "subrel-constrast": 3.1151373386383057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.392945647239685,
+      "cov-distil (oracle2student)": 2.811795711517334,
+      "cov-distil (oracle2teacher)": 3.1930925846099854,
+      "epoch": 5.942700156985872,
+      "rel-constrast": 2.5809528827667236,
+      "step": 7571,
+      "subrel-constrast": 3.6145436763763428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5537528991699219,
+      "cov-distil (oracle2student)": 4.065176010131836,
+      "cov-distil (oracle2teacher)": 4.087373733520508,
+      "epoch": 5.943485086342229,
+      "rel-constrast": 3.111260175704956,
+      "step": 7572,
+      "subrel-constrast": 4.326148986816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2448971271514893,
+      "cov-distil (oracle2student)": 4.093141555786133,
+      "cov-distil (oracle2teacher)": 3.542499303817749,
+      "epoch": 5.944270015698587,
+      "rel-constrast": 2.0756492614746094,
+      "step": 7573,
+      "subrel-constrast": 2.775556802749634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4986968040466309,
+      "cov-distil (oracle2student)": 4.763708114624023,
+      "cov-distil (oracle2teacher)": 4.283915996551514,
+      "epoch": 5.945054945054945,
+      "rel-constrast": 2.5171008110046387,
+      "step": 7574,
+      "subrel-constrast": 3.260392189025879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9954379200935364,
+      "cov-distil (oracle2student)": 5.135584354400635,
+      "cov-distil (oracle2teacher)": 4.551899433135986,
+      "epoch": 5.945839874411303,
+      "rel-constrast": 1.7853472232818604,
+      "step": 7575,
+      "subrel-constrast": 2.5360147953033447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.549743413925171,
+      "cov-distil (oracle2student)": 5.266432762145996,
+      "cov-distil (oracle2teacher)": 4.8602800369262695,
+      "epoch": 5.946624803767661,
+      "rel-constrast": 3.2363364696502686,
+      "step": 7576,
+      "subrel-constrast": 3.842742919921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4639304876327515,
+      "cov-distil (oracle2student)": 3.2933340072631836,
+      "cov-distil (oracle2teacher)": 3.343031883239746,
+      "epoch": 5.947409733124019,
+      "rel-constrast": 2.387627124786377,
+      "step": 7577,
+      "subrel-constrast": 3.129092216491699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0783393383026123,
+      "cov-distil (oracle2student)": 4.852675437927246,
+      "cov-distil (oracle2teacher)": 4.614436149597168,
+      "epoch": 5.948194662480377,
+      "rel-constrast": 2.866598606109619,
+      "step": 7578,
+      "subrel-constrast": 3.1941072940826416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5125699043273926,
+      "cov-distil (oracle2student)": 5.569692611694336,
+      "cov-distil (oracle2teacher)": 5.0401763916015625,
+      "epoch": 5.948979591836735,
+      "rel-constrast": 4.036040306091309,
+      "step": 7579,
+      "subrel-constrast": 4.316898345947266,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.949764521193092,
+      "grad_norm": 7.15625,
+      "learning_rate": 8.408371464188536e-06,
+      "loss": 0.7104,
+      "step": 7580
+    },
+    {
+      "cov-distil": 1.1577321290969849,
+      "cov-distil (oracle2student)": 4.973995208740234,
+      "cov-distil (oracle2teacher)": 4.743803024291992,
+      "epoch": 5.949764521193092,
+      "rel-constrast": 3.1529200077056885,
+      "step": 7580,
+      "subrel-constrast": 3.8045945167541504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9138636589050293,
+      "cov-distil (oracle2student)": 4.6884331703186035,
+      "cov-distil (oracle2teacher)": 4.239786624908447,
+      "epoch": 5.950549450549451,
+      "rel-constrast": 3.3012948036193848,
+      "step": 7581,
+      "subrel-constrast": 4.009582996368408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6321969032287598,
+      "cov-distil (oracle2student)": 4.933678150177002,
+      "cov-distil (oracle2teacher)": 4.580592632293701,
+      "epoch": 5.951334379905808,
+      "rel-constrast": 2.738870859146118,
+      "step": 7582,
+      "subrel-constrast": 3.509976863861084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2349945306777954,
+      "cov-distil (oracle2student)": 2.33300518989563,
+      "cov-distil (oracle2teacher)": 2.8315224647521973,
+      "epoch": 5.952119309262167,
+      "rel-constrast": 2.63267183303833,
+      "step": 7583,
+      "subrel-constrast": 3.4243288040161133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.316525936126709,
+      "cov-distil (oracle2student)": 6.182408809661865,
+      "cov-distil (oracle2teacher)": 5.047297477722168,
+      "epoch": 5.952904238618524,
+      "rel-constrast": 4.052206993103027,
+      "step": 7584,
+      "subrel-constrast": 4.3497819900512695,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3223592042922974,
+      "cov-distil (oracle2student)": 3.8475828170776367,
+      "cov-distil (oracle2teacher)": 4.101125240325928,
+      "epoch": 5.953689167974883,
+      "rel-constrast": 2.1125447750091553,
+      "step": 7585,
+      "subrel-constrast": 2.874833345413208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.326587200164795,
+      "cov-distil (oracle2student)": 3.7094826698303223,
+      "cov-distil (oracle2teacher)": 3.294572353363037,
+      "epoch": 5.95447409733124,
+      "rel-constrast": 2.5369346141815186,
+      "step": 7586,
+      "subrel-constrast": 2.989475727081299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0959206819534302,
+      "cov-distil (oracle2student)": 3.6913180351257324,
+      "cov-distil (oracle2teacher)": 3.5525851249694824,
+      "epoch": 5.955259026687598,
+      "rel-constrast": 2.651440143585205,
+      "step": 7587,
+      "subrel-constrast": 2.897928476333618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9809043407440186,
+      "cov-distil (oracle2student)": 3.98211932182312,
+      "cov-distil (oracle2teacher)": 3.965721607208252,
+      "epoch": 5.956043956043956,
+      "rel-constrast": 2.311636447906494,
+      "step": 7588,
+      "subrel-constrast": 2.90625262260437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7779462337493896,
+      "cov-distil (oracle2student)": 4.6515398025512695,
+      "cov-distil (oracle2teacher)": 4.349333763122559,
+      "epoch": 5.956828885400314,
+      "rel-constrast": 2.3312909603118896,
+      "step": 7589,
+      "subrel-constrast": 3.314272403717041,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.957613814756672,
+      "grad_norm": 5.40625,
+      "learning_rate": 8.343194764163106e-06,
+      "loss": 0.7324,
+      "step": 7590
+    },
+    {
+      "cov-distil": 1.407558560371399,
+      "cov-distil (oracle2student)": 5.361250400543213,
+      "cov-distil (oracle2teacher)": 4.913692474365234,
+      "epoch": 5.957613814756672,
+      "rel-constrast": 2.6670303344726562,
+      "step": 7590,
+      "subrel-constrast": 3.470695972442627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7635550498962402,
+      "cov-distil (oracle2student)": 4.115744590759277,
+      "cov-distil (oracle2teacher)": 4.148232460021973,
+      "epoch": 5.95839874411303,
+      "rel-constrast": 1.8848811388015747,
+      "step": 7591,
+      "subrel-constrast": 2.7587990760803223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8144828081130981,
+      "cov-distil (oracle2student)": 2.948136329650879,
+      "cov-distil (oracle2teacher)": 2.791168212890625,
+      "epoch": 5.959183673469388,
+      "rel-constrast": 3.106844425201416,
+      "step": 7592,
+      "subrel-constrast": 3.980757236480713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1636896133422852,
+      "cov-distil (oracle2student)": 3.2124876976013184,
+      "cov-distil (oracle2teacher)": 3.5544674396514893,
+      "epoch": 5.959968602825746,
+      "rel-constrast": 2.259587049484253,
+      "step": 7593,
+      "subrel-constrast": 3.1142382621765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3539259433746338,
+      "cov-distil (oracle2student)": 4.242146968841553,
+      "cov-distil (oracle2teacher)": 4.142134189605713,
+      "epoch": 5.960753532182103,
+      "rel-constrast": 2.4517643451690674,
+      "step": 7594,
+      "subrel-constrast": 2.8312554359436035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8109631538391113,
+      "cov-distil (oracle2student)": 4.209991455078125,
+      "cov-distil (oracle2teacher)": 4.2569260597229,
+      "epoch": 5.961538461538462,
+      "rel-constrast": 2.7712721824645996,
+      "step": 7595,
+      "subrel-constrast": 3.522213935852051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.571433186531067,
+      "cov-distil (oracle2student)": 4.4037065505981445,
+      "cov-distil (oracle2teacher)": 4.172243118286133,
+      "epoch": 5.962323390894819,
+      "rel-constrast": 3.023435354232788,
+      "step": 7596,
+      "subrel-constrast": 3.344291925430298,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8339219093322754,
+      "cov-distil (oracle2student)": 4.884936332702637,
+      "cov-distil (oracle2teacher)": 4.105188846588135,
+      "epoch": 5.963108320251178,
+      "rel-constrast": 2.843886613845825,
+      "step": 7597,
+      "subrel-constrast": 3.4102981090545654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.389960527420044,
+      "cov-distil (oracle2student)": 4.619832992553711,
+      "cov-distil (oracle2teacher)": 4.500309944152832,
+      "epoch": 5.963893249607535,
+      "rel-constrast": 2.5968244075775146,
+      "step": 7598,
+      "subrel-constrast": 3.352334976196289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.827775239944458,
+      "cov-distil (oracle2student)": 3.6046109199523926,
+      "cov-distil (oracle2teacher)": 3.7026312351226807,
+      "epoch": 5.964678178963894,
+      "rel-constrast": 2.0559496879577637,
+      "step": 7599,
+      "subrel-constrast": 2.8665435314178467,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.965463108320251,
+      "grad_norm": 5.0625,
+      "learning_rate": 8.278221022052898e-06,
+      "loss": 0.6814,
+      "step": 7600
+    },
+    {
+      "epoch": 5.965463108320251,
+      "overlap": 0.3218750059604645,
+      "step": 7600
+    },
+    {
+      "epoch": 5.965463108320251,
+      "step": 7600,
+      "student margin": 0.0643310546875
+    },
+    {
+      "epoch": 5.965463108320251,
+      "step": 7600,
+      "teacher margin": 0.048004150390625
+    },
+    {
+      "epoch": 5.965463108320251,
+      "margin difference": -0.016326904296875,
+      "step": 7600
+    },
+    {
+      "cov-distil": 1.3606810569763184,
+      "cov-distil (oracle2student)": 5.048360347747803,
+      "cov-distil (oracle2teacher)": 4.425386905670166,
+      "epoch": 5.965463108320251,
+      "rel-constrast": 2.5683376789093018,
+      "step": 7600,
+      "subrel-constrast": 3.0528531074523926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.843756914138794,
+      "cov-distil (oracle2student)": 4.303302764892578,
+      "cov-distil (oracle2teacher)": 3.7292089462280273,
+      "epoch": 5.966248037676609,
+      "rel-constrast": 2.1127030849456787,
+      "step": 7601,
+      "subrel-constrast": 2.797731876373291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.202538251876831,
+      "cov-distil (oracle2student)": 5.267108917236328,
+      "cov-distil (oracle2teacher)": 5.148887634277344,
+      "epoch": 5.967032967032967,
+      "rel-constrast": 1.6676735877990723,
+      "step": 7602,
+      "subrel-constrast": 2.3223369121551514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3210020065307617,
+      "cov-distil (oracle2student)": 4.925132751464844,
+      "cov-distil (oracle2teacher)": 4.508498191833496,
+      "epoch": 5.967817896389325,
+      "rel-constrast": 3.627187728881836,
+      "step": 7603,
+      "subrel-constrast": 4.523709774017334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2775803804397583,
+      "cov-distil (oracle2student)": 4.878945350646973,
+      "cov-distil (oracle2teacher)": 4.609525203704834,
+      "epoch": 5.968602825745683,
+      "rel-constrast": 2.4971792697906494,
+      "step": 7604,
+      "subrel-constrast": 3.2947258949279785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.135618805885315,
+      "cov-distil (oracle2student)": 4.056072235107422,
+      "cov-distil (oracle2teacher)": 3.163918972015381,
+      "epoch": 5.969387755102041,
+      "rel-constrast": 1.3358039855957031,
+      "step": 7605,
+      "subrel-constrast": 1.8476884365081787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6139154434204102,
+      "cov-distil (oracle2student)": 3.7586188316345215,
+      "cov-distil (oracle2teacher)": 3.9642066955566406,
+      "epoch": 5.970172684458399,
+      "rel-constrast": 2.7711548805236816,
+      "step": 7606,
+      "subrel-constrast": 3.5418717861175537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2668166160583496,
+      "cov-distil (oracle2student)": 4.741168975830078,
+      "cov-distil (oracle2teacher)": 4.773827075958252,
+      "epoch": 5.970957613814757,
+      "rel-constrast": 2.222792387008667,
+      "step": 7607,
+      "subrel-constrast": 2.9830784797668457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.492027997970581,
+      "cov-distil (oracle2student)": 4.547458648681641,
+      "cov-distil (oracle2teacher)": 4.727682113647461,
+      "epoch": 5.971742543171114,
+      "rel-constrast": 3.3319191932678223,
+      "step": 7608,
+      "subrel-constrast": 4.426547050476074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.026082754135132,
+      "cov-distil (oracle2student)": 3.908376455307007,
+      "cov-distil (oracle2teacher)": 3.0440094470977783,
+      "epoch": 5.972527472527473,
+      "rel-constrast": 2.3559508323669434,
+      "step": 7609,
+      "subrel-constrast": 2.817934274673462,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.97331240188383,
+      "grad_norm": 5.34375,
+      "learning_rate": 8.21345102954247e-06,
+      "loss": 0.6486,
+      "step": 7610
+    },
+    {
+      "cov-distil": 1.087494134902954,
+      "cov-distil (oracle2student)": 4.577715873718262,
+      "cov-distil (oracle2teacher)": 4.477780342102051,
+      "epoch": 5.97331240188383,
+      "rel-constrast": 2.161940336227417,
+      "step": 7610,
+      "subrel-constrast": 2.709074020385742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3712507486343384,
+      "cov-distil (oracle2student)": 4.054076671600342,
+      "cov-distil (oracle2teacher)": 3.483224391937256,
+      "epoch": 5.974097331240189,
+      "rel-constrast": 2.616769790649414,
+      "step": 7611,
+      "subrel-constrast": 2.955542802810669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.164747714996338,
+      "cov-distil (oracle2student)": 3.538020133972168,
+      "cov-distil (oracle2teacher)": 3.4455504417419434,
+      "epoch": 5.974882260596546,
+      "rel-constrast": 2.0767769813537598,
+      "step": 7612,
+      "subrel-constrast": 2.6927120685577393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9031033515930176,
+      "cov-distil (oracle2student)": 3.097935199737549,
+      "cov-distil (oracle2teacher)": 3.8091444969177246,
+      "epoch": 5.975667189952905,
+      "rel-constrast": 2.4740028381347656,
+      "step": 7613,
+      "subrel-constrast": 3.558032989501953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4006470441818237,
+      "cov-distil (oracle2student)": 4.54511833190918,
+      "cov-distil (oracle2teacher)": 4.859867095947266,
+      "epoch": 5.976452119309262,
+      "rel-constrast": 2.633272886276245,
+      "step": 7614,
+      "subrel-constrast": 3.8174424171447754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.796462059020996,
+      "cov-distil (oracle2student)": 5.778093338012695,
+      "cov-distil (oracle2teacher)": 4.77117919921875,
+      "epoch": 5.97723704866562,
+      "rel-constrast": 2.973998546600342,
+      "step": 7615,
+      "subrel-constrast": 3.6003217697143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3141251802444458,
+      "cov-distil (oracle2student)": 3.9626846313476562,
+      "cov-distil (oracle2teacher)": 3.6758875846862793,
+      "epoch": 5.978021978021978,
+      "rel-constrast": 2.735703706741333,
+      "step": 7616,
+      "subrel-constrast": 3.233790874481201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.576340675354004,
+      "cov-distil (oracle2student)": 3.984200954437256,
+      "cov-distil (oracle2teacher)": 4.200348377227783,
+      "epoch": 5.978806907378336,
+      "rel-constrast": 3.360769510269165,
+      "step": 7617,
+      "subrel-constrast": 4.342198371887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4228110313415527,
+      "cov-distil (oracle2student)": 4.050268173217773,
+      "cov-distil (oracle2teacher)": 3.8163418769836426,
+      "epoch": 5.979591836734694,
+      "rel-constrast": 3.7358527183532715,
+      "step": 7618,
+      "subrel-constrast": 4.027514934539795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4689350128173828,
+      "cov-distil (oracle2student)": 3.7985334396362305,
+      "cov-distil (oracle2teacher)": 3.443638801574707,
+      "epoch": 5.980376766091052,
+      "rel-constrast": 2.0167994499206543,
+      "step": 7619,
+      "subrel-constrast": 2.8824338912963867,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.98116169544741,
+      "grad_norm": 5.28125,
+      "learning_rate": 8.148885575833731e-06,
+      "loss": 0.7059,
+      "step": 7620
+    },
+    {
+      "cov-distil": 1.4170430898666382,
+      "cov-distil (oracle2student)": 4.6110520362854,
+      "cov-distil (oracle2teacher)": 4.408157825469971,
+      "epoch": 5.98116169544741,
+      "rel-constrast": 2.473804473876953,
+      "step": 7620,
+      "subrel-constrast": 3.557626247406006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.147909164428711,
+      "cov-distil (oracle2student)": 3.99218487739563,
+      "cov-distil (oracle2teacher)": 4.3373870849609375,
+      "epoch": 5.981946624803768,
+      "rel-constrast": 4.037297248840332,
+      "step": 7621,
+      "subrel-constrast": 4.540437698364258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.598484992980957,
+      "cov-distil (oracle2student)": 5.664882659912109,
+      "cov-distil (oracle2teacher)": 4.495669364929199,
+      "epoch": 5.982731554160125,
+      "rel-constrast": 2.729038715362549,
+      "step": 7622,
+      "subrel-constrast": 2.9044926166534424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.533968448638916,
+      "cov-distil (oracle2student)": 4.285309791564941,
+      "cov-distil (oracle2teacher)": 4.596357822418213,
+      "epoch": 5.983516483516484,
+      "rel-constrast": 2.642727851867676,
+      "step": 7623,
+      "subrel-constrast": 3.404296636581421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2135709524154663,
+      "cov-distil (oracle2student)": 4.811136245727539,
+      "cov-distil (oracle2teacher)": 5.129215240478516,
+      "epoch": 5.984301412872841,
+      "rel-constrast": 1.9472315311431885,
+      "step": 7624,
+      "subrel-constrast": 2.257085084915161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2866637706756592,
+      "cov-distil (oracle2student)": 3.300136089324951,
+      "cov-distil (oracle2teacher)": 3.113154888153076,
+      "epoch": 5.9850863422291996,
+      "rel-constrast": 2.394716739654541,
+      "step": 7625,
+      "subrel-constrast": 2.6792948246002197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5289995670318604,
+      "cov-distil (oracle2student)": 4.491428375244141,
+      "cov-distil (oracle2teacher)": 4.401040554046631,
+      "epoch": 5.985871271585557,
+      "rel-constrast": 2.1705923080444336,
+      "step": 7626,
+      "subrel-constrast": 2.9101598262786865,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1310303211212158,
+      "cov-distil (oracle2student)": 5.724697589874268,
+      "cov-distil (oracle2teacher)": 5.0722856521606445,
+      "epoch": 5.9866562009419155,
+      "rel-constrast": 1.8964858055114746,
+      "step": 7627,
+      "subrel-constrast": 2.359830617904663,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8580687046051025,
+      "cov-distil (oracle2student)": 5.270927429199219,
+      "cov-distil (oracle2teacher)": 4.727304458618164,
+      "epoch": 5.987441130298273,
+      "rel-constrast": 2.5851690769195557,
+      "step": 7628,
+      "subrel-constrast": 3.1359639167785645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6707038879394531,
+      "cov-distil (oracle2student)": 2.87203311920166,
+      "cov-distil (oracle2teacher)": 2.846299171447754,
+      "epoch": 5.988226059654631,
+      "rel-constrast": 1.92665433883667,
+      "step": 7629,
+      "subrel-constrast": 2.938354730606079,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.989010989010989,
+      "grad_norm": 4.65625,
+      "learning_rate": 8.08452544763637e-06,
+      "loss": 0.6586,
+      "step": 7630
+    },
+    {
+      "cov-distil": 1.6892776489257812,
+      "cov-distil (oracle2student)": 3.702948808670044,
+      "cov-distil (oracle2teacher)": 3.534208297729492,
+      "epoch": 5.989010989010989,
+      "rel-constrast": 2.629506826400757,
+      "step": 7630,
+      "subrel-constrast": 3.472639560699463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7656413316726685,
+      "cov-distil (oracle2student)": 3.7454795837402344,
+      "cov-distil (oracle2teacher)": 3.5383996963500977,
+      "epoch": 5.989795918367347,
+      "rel-constrast": 2.363827705383301,
+      "step": 7631,
+      "subrel-constrast": 3.0803706645965576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2687132358551025,
+      "cov-distil (oracle2student)": 4.135873794555664,
+      "cov-distil (oracle2teacher)": 3.7849137783050537,
+      "epoch": 5.990580847723705,
+      "rel-constrast": 2.3165805339813232,
+      "step": 7632,
+      "subrel-constrast": 2.551649808883667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3723152875900269,
+      "cov-distil (oracle2student)": 2.677236318588257,
+      "cov-distil (oracle2teacher)": 3.246474266052246,
+      "epoch": 5.991365777080063,
+      "rel-constrast": 2.2199692726135254,
+      "step": 7633,
+      "subrel-constrast": 3.2319095134735107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3956124782562256,
+      "cov-distil (oracle2student)": 4.702268600463867,
+      "cov-distil (oracle2teacher)": 4.2709245681762695,
+      "epoch": 5.992150706436421,
+      "rel-constrast": 3.0345029830932617,
+      "step": 7634,
+      "subrel-constrast": 3.4056198596954346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.260941743850708,
+      "cov-distil (oracle2student)": 4.488616466522217,
+      "cov-distil (oracle2teacher)": 4.109814643859863,
+      "epoch": 5.9929356357927785,
+      "rel-constrast": 1.8445253372192383,
+      "step": 7635,
+      "subrel-constrast": 2.5171616077423096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4115129709243774,
+      "cov-distil (oracle2student)": 3.2301297187805176,
+      "cov-distil (oracle2teacher)": 3.594667911529541,
+      "epoch": 5.993720565149136,
+      "rel-constrast": 3.3383450508117676,
+      "step": 7636,
+      "subrel-constrast": 4.160691261291504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6806247234344482,
+      "cov-distil (oracle2student)": 4.533344268798828,
+      "cov-distil (oracle2teacher)": 3.6880602836608887,
+      "epoch": 5.9945054945054945,
+      "rel-constrast": 3.034780740737915,
+      "step": 7637,
+      "subrel-constrast": 3.7157180309295654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2330307960510254,
+      "cov-distil (oracle2student)": 3.555692434310913,
+      "cov-distil (oracle2teacher)": 3.5317888259887695,
+      "epoch": 5.995290423861852,
+      "rel-constrast": 1.8609814643859863,
+      "step": 7638,
+      "subrel-constrast": 2.286471128463745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9783786535263062,
+      "cov-distil (oracle2student)": 3.8387598991394043,
+      "cov-distil (oracle2teacher)": 3.759493589401245,
+      "epoch": 5.9960753532182105,
+      "rel-constrast": 1.7158141136169434,
+      "step": 7639,
+      "subrel-constrast": 2.0223824977874756,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 5.996860282574568,
+      "grad_norm": 4.40625,
+      "learning_rate": 8.020371429158222e-06,
+      "loss": 0.6441,
+      "step": 7640
+    },
+    {
+      "cov-distil": 0.9684489369392395,
+      "cov-distil (oracle2student)": 3.425602912902832,
+      "cov-distil (oracle2teacher)": 3.377758502960205,
+      "epoch": 5.996860282574568,
+      "rel-constrast": 2.212554931640625,
+      "step": 7640,
+      "subrel-constrast": 2.689516067504883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3484350442886353,
+      "cov-distil (oracle2student)": 4.117617607116699,
+      "cov-distil (oracle2teacher)": 4.0267181396484375,
+      "epoch": 5.9976452119309265,
+      "rel-constrast": 2.3841123580932617,
+      "step": 7641,
+      "subrel-constrast": 2.809000253677368,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7615116834640503,
+      "cov-distil (oracle2student)": 4.313654899597168,
+      "cov-distil (oracle2teacher)": 4.120153427124023,
+      "epoch": 5.998430141287284,
+      "rel-constrast": 2.951571226119995,
+      "step": 7642,
+      "subrel-constrast": 3.3995652198791504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6257352828979492,
+      "cov-distil (oracle2student)": 2.910926580429077,
+      "cov-distil (oracle2teacher)": 3.175323009490967,
+      "epoch": 5.9992150706436425,
+      "rel-constrast": 1.8584625720977783,
+      "step": 7643,
+      "subrel-constrast": 2.671098470687866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5070819854736328,
+      "cov-distil (oracle2student)": 4.309289932250977,
+      "cov-distil (oracle2teacher)": 3.7837984561920166,
+      "epoch": 6.0,
+      "rel-constrast": 2.9932374954223633,
+      "step": 7644,
+      "subrel-constrast": 3.5139036178588867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1130051612854004,
+      "cov-distil (oracle2student)": 3.262694835662842,
+      "cov-distil (oracle2teacher)": 3.1099109649658203,
+      "epoch": 6.0007849293563575,
+      "rel-constrast": 2.662822723388672,
+      "step": 7645,
+      "subrel-constrast": 3.120626926422119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5249342918395996,
+      "cov-distil (oracle2student)": 4.104039192199707,
+      "cov-distil (oracle2teacher)": 3.9978878498077393,
+      "epoch": 6.001569858712716,
+      "rel-constrast": 2.2819175720214844,
+      "step": 7646,
+      "subrel-constrast": 3.1004583835601807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1165902614593506,
+      "cov-distil (oracle2student)": 2.4250097274780273,
+      "cov-distil (oracle2teacher)": 2.5216355323791504,
+      "epoch": 6.0023547880690735,
+      "rel-constrast": 1.4521489143371582,
+      "step": 7647,
+      "subrel-constrast": 2.0412909984588623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6006784439086914,
+      "cov-distil (oracle2student)": 4.774028778076172,
+      "cov-distil (oracle2teacher)": 4.084106922149658,
+      "epoch": 6.003139717425432,
+      "rel-constrast": 2.8271536827087402,
+      "step": 7648,
+      "subrel-constrast": 3.136106014251709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6598927974700928,
+      "cov-distil (oracle2student)": 4.273596286773682,
+      "cov-distil (oracle2teacher)": 4.5614776611328125,
+      "epoch": 6.0039246467817895,
+      "rel-constrast": 2.901801586151123,
+      "step": 7649,
+      "subrel-constrast": 3.49424409866333,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.004709576138148,
+      "grad_norm": 6.53125,
+      "learning_rate": 7.956424302095774e-06,
+      "loss": 0.6487,
+      "step": 7650
+    },
+    {
+      "cov-distil": 1.4319766759872437,
+      "cov-distil (oracle2student)": 5.1317973136901855,
+      "cov-distil (oracle2teacher)": 4.720312118530273,
+      "epoch": 6.004709576138148,
+      "rel-constrast": 2.457406997680664,
+      "step": 7650,
+      "subrel-constrast": 2.9539334774017334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7602500915527344,
+      "cov-distil (oracle2student)": 4.053794860839844,
+      "cov-distil (oracle2teacher)": 4.117942810058594,
+      "epoch": 6.0054945054945055,
+      "rel-constrast": 2.818103790283203,
+      "step": 7651,
+      "subrel-constrast": 3.2812697887420654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5752983093261719,
+      "cov-distil (oracle2student)": 4.044184684753418,
+      "cov-distil (oracle2teacher)": 3.7577056884765625,
+      "epoch": 6.006279434850863,
+      "rel-constrast": 2.8223752975463867,
+      "step": 7652,
+      "subrel-constrast": 3.970787763595581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2235945463180542,
+      "cov-distil (oracle2student)": 5.1468963623046875,
+      "cov-distil (oracle2teacher)": 4.651695251464844,
+      "epoch": 6.0070643642072215,
+      "rel-constrast": 2.993638038635254,
+      "step": 7653,
+      "subrel-constrast": 3.674722909927368,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4958369731903076,
+      "cov-distil (oracle2student)": 4.7201948165893555,
+      "cov-distil (oracle2teacher)": 4.285860061645508,
+      "epoch": 6.007849293563579,
+      "rel-constrast": 2.5338964462280273,
+      "step": 7654,
+      "subrel-constrast": 3.1208527088165283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9106781482696533,
+      "cov-distil (oracle2student)": 3.35080623626709,
+      "cov-distil (oracle2teacher)": 3.5602426528930664,
+      "epoch": 6.008634222919937,
+      "rel-constrast": 2.1336827278137207,
+      "step": 7655,
+      "subrel-constrast": 3.3246989250183105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.396734356880188,
+      "cov-distil (oracle2student)": 4.3671722412109375,
+      "cov-distil (oracle2teacher)": 3.972623825073242,
+      "epoch": 6.009419152276295,
+      "rel-constrast": 2.4235315322875977,
+      "step": 7656,
+      "subrel-constrast": 3.0769708156585693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6211997270584106,
+      "cov-distil (oracle2student)": 4.446271896362305,
+      "cov-distil (oracle2teacher)": 4.2520856857299805,
+      "epoch": 6.010204081632653,
+      "rel-constrast": 1.529348373413086,
+      "step": 7657,
+      "subrel-constrast": 2.919743061065674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4336156845092773,
+      "cov-distil (oracle2student)": 5.321005821228027,
+      "cov-distil (oracle2teacher)": 4.742120742797852,
+      "epoch": 6.010989010989011,
+      "rel-constrast": 1.5880613327026367,
+      "step": 7658,
+      "subrel-constrast": 2.2155909538269043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9616618156433105,
+      "cov-distil (oracle2student)": 5.203003883361816,
+      "cov-distil (oracle2teacher)": 4.398805141448975,
+      "epoch": 6.0117739403453685,
+      "rel-constrast": 2.712899923324585,
+      "step": 7659,
+      "subrel-constrast": 3.373931407928467,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.012558869701727,
+      "grad_norm": 5.65625,
+      "learning_rate": 7.892684845624573e-06,
+      "loss": 0.6399,
+      "step": 7660
+    },
+    {
+      "cov-distil": 1.3323681354522705,
+      "cov-distil (oracle2student)": 4.353938102722168,
+      "cov-distil (oracle2teacher)": 4.400378704071045,
+      "epoch": 6.012558869701727,
+      "rel-constrast": 1.690176248550415,
+      "step": 7660,
+      "subrel-constrast": 2.485891819000244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6702605485916138,
+      "cov-distil (oracle2student)": 4.154813766479492,
+      "cov-distil (oracle2teacher)": 4.264122009277344,
+      "epoch": 6.0133437990580845,
+      "rel-constrast": 2.8449220657348633,
+      "step": 7661,
+      "subrel-constrast": 3.8350672721862793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9124255180358887,
+      "cov-distil (oracle2student)": 3.454477310180664,
+      "cov-distil (oracle2teacher)": 3.147730827331543,
+      "epoch": 6.014128728414443,
+      "rel-constrast": 2.778862237930298,
+      "step": 7662,
+      "subrel-constrast": 3.0601999759674072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8103307485580444,
+      "cov-distil (oracle2student)": 3.8183388710021973,
+      "cov-distil (oracle2teacher)": 3.746089458465576,
+      "epoch": 6.0149136577708004,
+      "rel-constrast": 2.2764554023742676,
+      "step": 7663,
+      "subrel-constrast": 3.106398344039917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6638157367706299,
+      "cov-distil (oracle2student)": 3.780409812927246,
+      "cov-distil (oracle2teacher)": 4.01667594909668,
+      "epoch": 6.015698587127159,
+      "rel-constrast": 2.659137725830078,
+      "step": 7664,
+      "subrel-constrast": 3.6553714275360107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3090806007385254,
+      "cov-distil (oracle2student)": 4.815607070922852,
+      "cov-distil (oracle2teacher)": 4.4095377922058105,
+      "epoch": 6.016483516483516,
+      "rel-constrast": 2.2957115173339844,
+      "step": 7665,
+      "subrel-constrast": 3.071122407913208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4497771263122559,
+      "cov-distil (oracle2student)": 2.9337892532348633,
+      "cov-distil (oracle2teacher)": 2.9802889823913574,
+      "epoch": 6.017268445839874,
+      "rel-constrast": 2.5024826526641846,
+      "step": 7666,
+      "subrel-constrast": 3.471055269241333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3462836742401123,
+      "cov-distil (oracle2student)": 3.935631275177002,
+      "cov-distil (oracle2teacher)": 3.367288112640381,
+      "epoch": 6.018053375196232,
+      "rel-constrast": 1.9089598655700684,
+      "step": 7667,
+      "subrel-constrast": 2.5225565433502197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5872318744659424,
+      "cov-distil (oracle2student)": 3.6650264263153076,
+      "cov-distil (oracle2teacher)": 3.213444232940674,
+      "epoch": 6.01883830455259,
+      "rel-constrast": 1.7113943099975586,
+      "step": 7668,
+      "subrel-constrast": 2.9163432121276855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.910064935684204,
+      "cov-distil (oracle2student)": 5.735905647277832,
+      "cov-distil (oracle2teacher)": 5.6433515548706055,
+      "epoch": 6.019623233908948,
+      "rel-constrast": 3.7089881896972656,
+      "step": 7669,
+      "subrel-constrast": 4.272389888763428,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.020408163265306,
+      "grad_norm": 6.46875,
+      "learning_rate": 7.829153836389796e-06,
+      "loss": 0.6494,
+      "step": 7670
+    },
+    {
+      "cov-distil": 1.4506642818450928,
+      "cov-distil (oracle2student)": 4.009693145751953,
+      "cov-distil (oracle2teacher)": 3.5836281776428223,
+      "epoch": 6.020408163265306,
+      "rel-constrast": 2.019012212753296,
+      "step": 7670,
+      "subrel-constrast": 2.6136746406555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428473711013794,
+      "cov-distil (oracle2student)": 3.7326087951660156,
+      "cov-distil (oracle2teacher)": 3.329918384552002,
+      "epoch": 6.021193092621664,
+      "rel-constrast": 2.4613757133483887,
+      "step": 7671,
+      "subrel-constrast": 3.0282199382781982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.959509015083313,
+      "cov-distil (oracle2student)": 3.843776226043701,
+      "cov-distil (oracle2teacher)": 3.460646867752075,
+      "epoch": 6.021978021978022,
+      "rel-constrast": 1.7654370069503784,
+      "step": 7672,
+      "subrel-constrast": 2.28096604347229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4770867824554443,
+      "cov-distil (oracle2student)": 5.633864879608154,
+      "cov-distil (oracle2teacher)": 5.185807228088379,
+      "epoch": 6.02276295133438,
+      "rel-constrast": 2.6501030921936035,
+      "step": 7673,
+      "subrel-constrast": 3.4739770889282227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0944801568984985,
+      "cov-distil (oracle2student)": 4.719062805175781,
+      "cov-distil (oracle2teacher)": 4.399561882019043,
+      "epoch": 6.023547880690738,
+      "rel-constrast": 1.562441349029541,
+      "step": 7674,
+      "subrel-constrast": 2.211841344833374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7882068157196045,
+      "cov-distil (oracle2student)": 3.081815719604492,
+      "cov-distil (oracle2teacher)": 3.0563154220581055,
+      "epoch": 6.024332810047095,
+      "rel-constrast": 3.009058952331543,
+      "step": 7675,
+      "subrel-constrast": 3.60420823097229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8176145553588867,
+      "cov-distil (oracle2student)": 4.738490104675293,
+      "cov-distil (oracle2teacher)": 3.625976085662842,
+      "epoch": 6.025117739403454,
+      "rel-constrast": 2.998997688293457,
+      "step": 7676,
+      "subrel-constrast": 3.6499502658843994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9578643441200256,
+      "cov-distil (oracle2student)": 6.018153667449951,
+      "cov-distil (oracle2teacher)": 5.238071918487549,
+      "epoch": 6.025902668759811,
+      "rel-constrast": 2.6835179328918457,
+      "step": 7677,
+      "subrel-constrast": 2.718341588973999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.657291054725647,
+      "cov-distil (oracle2student)": 5.670465469360352,
+      "cov-distil (oracle2teacher)": 4.656702995300293,
+      "epoch": 6.02668759811617,
+      "rel-constrast": 3.1885409355163574,
+      "step": 7678,
+      "subrel-constrast": 3.656161308288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1280126571655273,
+      "cov-distil (oracle2student)": 4.3461761474609375,
+      "cov-distil (oracle2teacher)": 4.251649856567383,
+      "epoch": 6.027472527472527,
+      "rel-constrast": 2.5324134826660156,
+      "step": 7679,
+      "subrel-constrast": 3.7467448711395264,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.028257456828886,
+      "grad_norm": 5.9375,
+      "learning_rate": 7.765832048496726e-06,
+      "loss": 0.6612,
+      "step": 7680
+    },
+    {
+      "cov-distil": 2.1639559268951416,
+      "cov-distil (oracle2student)": 3.6258535385131836,
+      "cov-distil (oracle2teacher)": 3.8209939002990723,
+      "epoch": 6.028257456828886,
+      "rel-constrast": 3.837223768234253,
+      "step": 7680,
+      "subrel-constrast": 4.309074401855469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.421671986579895,
+      "cov-distil (oracle2student)": 4.159647464752197,
+      "cov-distil (oracle2teacher)": 3.750312328338623,
+      "epoch": 6.029042386185243,
+      "rel-constrast": 2.123337745666504,
+      "step": 7681,
+      "subrel-constrast": 2.5864384174346924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7086485624313354,
+      "cov-distil (oracle2student)": 6.104316711425781,
+      "cov-distil (oracle2teacher)": 5.1186723709106445,
+      "epoch": 6.029827315541601,
+      "rel-constrast": 3.1497204303741455,
+      "step": 7682,
+      "subrel-constrast": 3.60908579826355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2357534170150757,
+      "cov-distil (oracle2student)": 3.19516921043396,
+      "cov-distil (oracle2teacher)": 3.1006064414978027,
+      "epoch": 6.030612244897959,
+      "rel-constrast": 1.898140549659729,
+      "step": 7683,
+      "subrel-constrast": 2.3633577823638916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1913611888885498,
+      "cov-distil (oracle2student)": 3.9951298236846924,
+      "cov-distil (oracle2teacher)": 3.9077322483062744,
+      "epoch": 6.031397174254317,
+      "rel-constrast": 3.247634172439575,
+      "step": 7684,
+      "subrel-constrast": 3.717849016189575,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6884772777557373,
+      "cov-distil (oracle2student)": 4.109975814819336,
+      "cov-distil (oracle2teacher)": 3.9739749431610107,
+      "epoch": 6.032182103610675,
+      "rel-constrast": 2.608787775039673,
+      "step": 7685,
+      "subrel-constrast": 3.3799664974212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.573960304260254,
+      "cov-distil (oracle2student)": 4.543351650238037,
+      "cov-distil (oracle2teacher)": 4.104556083679199,
+      "epoch": 6.032967032967033,
+      "rel-constrast": 2.0897574424743652,
+      "step": 7686,
+      "subrel-constrast": 2.706902027130127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433966040611267,
+      "cov-distil (oracle2student)": 4.227180480957031,
+      "cov-distil (oracle2teacher)": 4.1815505027771,
+      "epoch": 6.033751962323391,
+      "rel-constrast": 2.251575469970703,
+      "step": 7687,
+      "subrel-constrast": 2.7132394313812256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0646693706512451,
+      "cov-distil (oracle2student)": 4.116982936859131,
+      "cov-distil (oracle2teacher)": 3.697279691696167,
+      "epoch": 6.034536891679749,
+      "rel-constrast": 2.555002212524414,
+      "step": 7688,
+      "subrel-constrast": 2.940683126449585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6541731357574463,
+      "cov-distil (oracle2student)": 3.0690836906433105,
+      "cov-distil (oracle2teacher)": 3.18517804145813,
+      "epoch": 6.035321821036106,
+      "rel-constrast": 3.2855138778686523,
+      "step": 7689,
+      "subrel-constrast": 4.1772565841674805,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.036106750392465,
+      "grad_norm": 5.34375,
+      "learning_rate": 7.70272025350138e-06,
+      "loss": 0.714,
+      "step": 7690
+    },
+    {
+      "cov-distil": 1.5200423002243042,
+      "cov-distil (oracle2student)": 4.9868388175964355,
+      "cov-distil (oracle2teacher)": 4.300787925720215,
+      "epoch": 6.036106750392465,
+      "rel-constrast": 2.9054298400878906,
+      "step": 7690,
+      "subrel-constrast": 3.2956418991088867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3301782608032227,
+      "cov-distil (oracle2student)": 2.2837212085723877,
+      "cov-distil (oracle2teacher)": 2.425241470336914,
+      "epoch": 6.036891679748822,
+      "rel-constrast": 1.727332353591919,
+      "step": 7691,
+      "subrel-constrast": 2.3961243629455566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4625364542007446,
+      "cov-distil (oracle2student)": 4.574148178100586,
+      "cov-distil (oracle2teacher)": 4.649895668029785,
+      "epoch": 6.037676609105181,
+      "rel-constrast": 1.9189385175704956,
+      "step": 7692,
+      "subrel-constrast": 2.675802707672119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.660648226737976,
+      "cov-distil (oracle2student)": 3.188344955444336,
+      "cov-distil (oracle2teacher)": 3.416656017303467,
+      "epoch": 6.038461538461538,
+      "rel-constrast": 3.22890305519104,
+      "step": 7693,
+      "subrel-constrast": 3.708827018737793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7576725482940674,
+      "cov-distil (oracle2student)": 5.6908979415893555,
+      "cov-distil (oracle2teacher)": 4.516780853271484,
+      "epoch": 6.039246467817897,
+      "rel-constrast": 2.1182124614715576,
+      "step": 7694,
+      "subrel-constrast": 2.4373393058776855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4512715339660645,
+      "cov-distil (oracle2student)": 3.634366750717163,
+      "cov-distil (oracle2teacher)": 3.1445136070251465,
+      "epoch": 6.040031397174254,
+      "rel-constrast": 2.311357021331787,
+      "step": 7695,
+      "subrel-constrast": 3.1715521812438965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2147130966186523,
+      "cov-distil (oracle2student)": 3.6438140869140625,
+      "cov-distil (oracle2teacher)": 3.7279107570648193,
+      "epoch": 6.040816326530612,
+      "rel-constrast": 1.5572237968444824,
+      "step": 7696,
+      "subrel-constrast": 2.367879867553711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6067899465560913,
+      "cov-distil (oracle2student)": 5.642951488494873,
+      "cov-distil (oracle2teacher)": 4.954023361206055,
+      "epoch": 6.04160125588697,
+      "rel-constrast": 3.0074045658111572,
+      "step": 7697,
+      "subrel-constrast": 3.6188766956329346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.792062759399414,
+      "cov-distil (oracle2student)": 2.8854894638061523,
+      "cov-distil (oracle2teacher)": 3.376760959625244,
+      "epoch": 6.042386185243328,
+      "rel-constrast": 2.0788426399230957,
+      "step": 7698,
+      "subrel-constrast": 2.8881709575653076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5255537033081055,
+      "cov-distil (oracle2student)": 3.8734147548675537,
+      "cov-distil (oracle2teacher)": 3.868069648742676,
+      "epoch": 6.043171114599686,
+      "rel-constrast": 2.713104248046875,
+      "step": 7699,
+      "subrel-constrast": 3.5074737071990967,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.043956043956044,
+      "grad_norm": 5.71875,
+      "learning_rate": 7.639819220401059e-06,
+      "loss": 0.6275,
+      "step": 7700
+    },
+    {
+      "epoch": 6.043956043956044,
+      "overlap": 0.3265624940395355,
+      "step": 7700
+    },
+    {
+      "epoch": 6.043956043956044,
+      "step": 7700,
+      "student margin": 0.052490234375
+    },
+    {
+      "epoch": 6.043956043956044,
+      "step": 7700,
+      "teacher margin": 0.03717041015625
+    },
+    {
+      "epoch": 6.043956043956044,
+      "margin difference": -0.01531982421875,
+      "step": 7700
+    },
+    {
+      "cov-distil": 1.3796095848083496,
+      "cov-distil (oracle2student)": 5.6777238845825195,
+      "cov-distil (oracle2teacher)": 4.747239112854004,
+      "epoch": 6.043956043956044,
+      "rel-constrast": 3.1692557334899902,
+      "step": 7700,
+      "subrel-constrast": 3.5222575664520264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5234613418579102,
+      "cov-distil (oracle2student)": 4.879786968231201,
+      "cov-distil (oracle2teacher)": 4.186224937438965,
+      "epoch": 6.044740973312402,
+      "rel-constrast": 2.530625343322754,
+      "step": 7701,
+      "subrel-constrast": 3.624345541000366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4780597686767578,
+      "cov-distil (oracle2student)": 4.039822578430176,
+      "cov-distil (oracle2teacher)": 4.1277265548706055,
+      "epoch": 6.04552590266876,
+      "rel-constrast": 3.1154942512512207,
+      "step": 7702,
+      "subrel-constrast": 3.467287063598633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.564453363418579,
+      "cov-distil (oracle2student)": 4.312248229980469,
+      "cov-distil (oracle2teacher)": 4.723520755767822,
+      "epoch": 6.046310832025117,
+      "rel-constrast": 2.35539174079895,
+      "step": 7703,
+      "subrel-constrast": 3.6322989463806152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3925714492797852,
+      "cov-distil (oracle2student)": 2.6871376037597656,
+      "cov-distil (oracle2teacher)": 3.0231540203094482,
+      "epoch": 6.047095761381476,
+      "rel-constrast": 2.0568184852600098,
+      "step": 7704,
+      "subrel-constrast": 2.902956485748291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6783158779144287,
+      "cov-distil (oracle2student)": 3.3109378814697266,
+      "cov-distil (oracle2teacher)": 3.370609760284424,
+      "epoch": 6.047880690737833,
+      "rel-constrast": 2.1582376956939697,
+      "step": 7705,
+      "subrel-constrast": 3.1853649616241455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2889987230300903,
+      "cov-distil (oracle2student)": 4.3419904708862305,
+      "cov-distil (oracle2teacher)": 4.391219139099121,
+      "epoch": 6.048665620094192,
+      "rel-constrast": 2.5061161518096924,
+      "step": 7706,
+      "subrel-constrast": 3.398455858230591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2849280834197998,
+      "cov-distil (oracle2student)": 4.069270610809326,
+      "cov-distil (oracle2teacher)": 3.465524911880493,
+      "epoch": 6.049450549450549,
+      "rel-constrast": 2.7769532203674316,
+      "step": 7707,
+      "subrel-constrast": 3.0374648571014404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6227468252182007,
+      "cov-distil (oracle2student)": 2.917938709259033,
+      "cov-distil (oracle2teacher)": 2.723757743835449,
+      "epoch": 6.050235478806908,
+      "rel-constrast": 1.5507878065109253,
+      "step": 7708,
+      "subrel-constrast": 2.2838351726531982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2115654945373535,
+      "cov-distil (oracle2student)": 3.5728564262390137,
+      "cov-distil (oracle2teacher)": 3.262075662612915,
+      "epoch": 6.051020408163265,
+      "rel-constrast": 1.3000754117965698,
+      "step": 7709,
+      "subrel-constrast": 2.276677131652832,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.051805337519623,
+      "grad_norm": 3.78125,
+      "learning_rate": 7.577129715624989e-06,
+      "loss": 0.6241,
+      "step": 7710
+    },
+    {
+      "cov-distil": 1.7706278562545776,
+      "cov-distil (oracle2student)": 4.35799503326416,
+      "cov-distil (oracle2teacher)": 3.978626251220703,
+      "epoch": 6.051805337519623,
+      "rel-constrast": 3.2952632904052734,
+      "step": 7710,
+      "subrel-constrast": 3.7336416244506836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1352882385253906,
+      "cov-distil (oracle2student)": 4.220313549041748,
+      "cov-distil (oracle2teacher)": 4.048654079437256,
+      "epoch": 6.052590266875981,
+      "rel-constrast": 1.9238028526306152,
+      "step": 7711,
+      "subrel-constrast": 2.4288535118103027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0984073877334595,
+      "cov-distil (oracle2student)": 3.734673500061035,
+      "cov-distil (oracle2teacher)": 4.059538841247559,
+      "epoch": 6.053375196232339,
+      "rel-constrast": 3.265907049179077,
+      "step": 7712,
+      "subrel-constrast": 3.5781798362731934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4475557804107666,
+      "cov-distil (oracle2student)": 5.095719814300537,
+      "cov-distil (oracle2teacher)": 4.769268989562988,
+      "epoch": 6.054160125588697,
+      "rel-constrast": 2.3384432792663574,
+      "step": 7713,
+      "subrel-constrast": 3.2643160820007324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5194885730743408,
+      "cov-distil (oracle2student)": 3.898770570755005,
+      "cov-distil (oracle2teacher)": 3.818000555038452,
+      "epoch": 6.054945054945055,
+      "rel-constrast": 2.1507816314697266,
+      "step": 7714,
+      "subrel-constrast": 2.536581516265869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5535407066345215,
+      "cov-distil (oracle2student)": 5.603007793426514,
+      "cov-distil (oracle2teacher)": 5.120379447937012,
+      "epoch": 6.055729984301413,
+      "rel-constrast": 2.708261489868164,
+      "step": 7715,
+      "subrel-constrast": 3.854940414428711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8715102672576904,
+      "cov-distil (oracle2student)": 4.705109596252441,
+      "cov-distil (oracle2teacher)": 4.0544514656066895,
+      "epoch": 6.056514913657771,
+      "rel-constrast": 2.314354419708252,
+      "step": 7716,
+      "subrel-constrast": 3.059473991394043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.347159743309021,
+      "cov-distil (oracle2student)": 5.591477870941162,
+      "cov-distil (oracle2teacher)": 4.481023788452148,
+      "epoch": 6.057299843014129,
+      "rel-constrast": 2.694361448287964,
+      "step": 7717,
+      "subrel-constrast": 3.2909464836120605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.317201852798462,
+      "cov-distil (oracle2student)": 2.825495719909668,
+      "cov-distil (oracle2teacher)": 2.6093454360961914,
+      "epoch": 6.058084772370487,
+      "rel-constrast": 2.282829523086548,
+      "step": 7718,
+      "subrel-constrast": 2.4790005683898926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.402366280555725,
+      "cov-distil (oracle2student)": 2.6600873470306396,
+      "cov-distil (oracle2teacher)": 2.613741874694824,
+      "epoch": 6.058869701726844,
+      "rel-constrast": 2.072733163833618,
+      "step": 7719,
+      "subrel-constrast": 2.62585186958313,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.059654631083203,
+      "grad_norm": 4.84375,
+      "learning_rate": 7.514652503025018e-06,
+      "loss": 0.6623,
+      "step": 7720
+    },
+    {
+      "cov-distil": 1.424910545349121,
+      "cov-distil (oracle2student)": 5.316967010498047,
+      "cov-distil (oracle2teacher)": 4.9045233726501465,
+      "epoch": 6.059654631083203,
+      "rel-constrast": 2.9539480209350586,
+      "step": 7720,
+      "subrel-constrast": 3.8283274173736572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4420273303985596,
+      "cov-distil (oracle2student)": 4.940496921539307,
+      "cov-distil (oracle2teacher)": 4.222925186157227,
+      "epoch": 6.06043956043956,
+      "rel-constrast": 3.4236860275268555,
+      "step": 7721,
+      "subrel-constrast": 4.005343914031982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7183283567428589,
+      "cov-distil (oracle2student)": 5.18522310256958,
+      "cov-distil (oracle2teacher)": 4.29789924621582,
+      "epoch": 6.061224489795919,
+      "rel-constrast": 2.409825086593628,
+      "step": 7722,
+      "subrel-constrast": 3.0380537509918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5555572509765625,
+      "cov-distil (oracle2student)": 5.802572727203369,
+      "cov-distil (oracle2teacher)": 4.990853309631348,
+      "epoch": 6.062009419152276,
+      "rel-constrast": 3.2089333534240723,
+      "step": 7723,
+      "subrel-constrast": 3.478492498397827,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3489437103271484,
+      "cov-distil (oracle2student)": 3.6099259853363037,
+      "cov-distil (oracle2teacher)": 3.471203327178955,
+      "epoch": 6.062794348508635,
+      "rel-constrast": 2.2665324211120605,
+      "step": 7724,
+      "subrel-constrast": 3.0455410480499268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5031275749206543,
+      "cov-distil (oracle2student)": 4.4860520362854,
+      "cov-distil (oracle2teacher)": 4.376796722412109,
+      "epoch": 6.063579277864992,
+      "rel-constrast": 1.9355297088623047,
+      "step": 7725,
+      "subrel-constrast": 2.8387789726257324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8428618907928467,
+      "cov-distil (oracle2student)": 5.7036542892456055,
+      "cov-distil (oracle2teacher)": 4.736141681671143,
+      "epoch": 6.06436420722135,
+      "rel-constrast": 2.0065503120422363,
+      "step": 7726,
+      "subrel-constrast": 2.659766912460327,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8136807680130005,
+      "cov-distil (oracle2student)": 3.588768243789673,
+      "cov-distil (oracle2teacher)": 4.125435829162598,
+      "epoch": 6.065149136577708,
+      "rel-constrast": 2.7977685928344727,
+      "step": 7727,
+      "subrel-constrast": 3.757858991622925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4574854373931885,
+      "cov-distil (oracle2student)": 5.38348913192749,
+      "cov-distil (oracle2teacher)": 4.657049655914307,
+      "epoch": 6.065934065934066,
+      "rel-constrast": 3.067455768585205,
+      "step": 7728,
+      "subrel-constrast": 3.444827079772949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6228561401367188,
+      "cov-distil (oracle2student)": 3.555351972579956,
+      "cov-distil (oracle2teacher)": 3.220865488052368,
+      "epoch": 6.066718995290424,
+      "rel-constrast": 2.738513231277466,
+      "step": 7729,
+      "subrel-constrast": 3.333456039428711,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.067503924646782,
+      "grad_norm": 5.5,
+      "learning_rate": 7.452388343866251e-06,
+      "loss": 0.707,
+      "step": 7730
+    },
+    {
+      "cov-distil": 1.3617424964904785,
+      "cov-distil (oracle2student)": 4.7810258865356445,
+      "cov-distil (oracle2teacher)": 4.253795623779297,
+      "epoch": 6.067503924646782,
+      "rel-constrast": 2.3704216480255127,
+      "step": 7730,
+      "subrel-constrast": 3.112226724624634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5015144348144531,
+      "cov-distil (oracle2student)": 4.286731719970703,
+      "cov-distil (oracle2teacher)": 3.6300525665283203,
+      "epoch": 6.06828885400314,
+      "rel-constrast": 1.8616101741790771,
+      "step": 7731,
+      "subrel-constrast": 2.4665656089782715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7923405170440674,
+      "cov-distil (oracle2student)": 4.636185646057129,
+      "cov-distil (oracle2teacher)": 4.003351211547852,
+      "epoch": 6.069073783359498,
+      "rel-constrast": 2.1974411010742188,
+      "step": 7732,
+      "subrel-constrast": 3.5218570232391357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4232590198516846,
+      "cov-distil (oracle2student)": 3.2270760536193848,
+      "cov-distil (oracle2teacher)": 3.393401622772217,
+      "epoch": 6.069858712715855,
+      "rel-constrast": 1.979525089263916,
+      "step": 7733,
+      "subrel-constrast": 2.589996814727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5463454723358154,
+      "cov-distil (oracle2student)": 3.488288164138794,
+      "cov-distil (oracle2teacher)": 3.4010372161865234,
+      "epoch": 6.070643642072214,
+      "rel-constrast": 2.5824437141418457,
+      "step": 7734,
+      "subrel-constrast": 2.9436118602752686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5169686079025269,
+      "cov-distil (oracle2student)": 4.678471565246582,
+      "cov-distil (oracle2teacher)": 4.463897228240967,
+      "epoch": 6.071428571428571,
+      "rel-constrast": 1.8581035137176514,
+      "step": 7735,
+      "subrel-constrast": 2.738340377807617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2804995775222778,
+      "cov-distil (oracle2student)": 3.4427788257598877,
+      "cov-distil (oracle2teacher)": 4.040454387664795,
+      "epoch": 6.07221350078493,
+      "rel-constrast": 2.171475887298584,
+      "step": 7736,
+      "subrel-constrast": 2.7748117446899414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.274397850036621,
+      "cov-distil (oracle2student)": 4.2179460525512695,
+      "cov-distil (oracle2teacher)": 4.357010364532471,
+      "epoch": 6.072998430141287,
+      "rel-constrast": 2.4660282135009766,
+      "step": 7737,
+      "subrel-constrast": 3.558199167251587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5887099504470825,
+      "cov-distil (oracle2student)": 4.6426310539245605,
+      "cov-distil (oracle2teacher)": 4.798116683959961,
+      "epoch": 6.073783359497646,
+      "rel-constrast": 2.672269344329834,
+      "step": 7738,
+      "subrel-constrast": 3.531667470932007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4809752702713013,
+      "cov-distil (oracle2student)": 4.547702789306641,
+      "cov-distil (oracle2teacher)": 3.82833194732666,
+      "epoch": 6.074568288854003,
+      "rel-constrast": 2.488748073577881,
+      "step": 7739,
+      "subrel-constrast": 2.9508368968963623,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.075353218210361,
+      "grad_norm": 5.65625,
+      "learning_rate": 7.3903379968178336e-06,
+      "loss": 0.6031,
+      "step": 7740
+    },
+    {
+      "cov-distil": 1.2738081216812134,
+      "cov-distil (oracle2student)": 5.031093597412109,
+      "cov-distil (oracle2teacher)": 4.450116157531738,
+      "epoch": 6.075353218210361,
+      "rel-constrast": 2.659172296524048,
+      "step": 7740,
+      "subrel-constrast": 3.005919933319092,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6178066730499268,
+      "cov-distil (oracle2student)": 4.720251083374023,
+      "cov-distil (oracle2teacher)": 4.374728202819824,
+      "epoch": 6.076138147566719,
+      "rel-constrast": 2.0874180793762207,
+      "step": 7741,
+      "subrel-constrast": 3.412322521209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5721285343170166,
+      "cov-distil (oracle2student)": 5.060050964355469,
+      "cov-distil (oracle2teacher)": 4.507831573486328,
+      "epoch": 6.076923076923077,
+      "rel-constrast": 3.0049428939819336,
+      "step": 7742,
+      "subrel-constrast": 3.488611936569214,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9159666299819946,
+      "cov-distil (oracle2student)": 4.694521903991699,
+      "cov-distil (oracle2teacher)": 4.284257888793945,
+      "epoch": 6.077708006279435,
+      "rel-constrast": 2.727438449859619,
+      "step": 7743,
+      "subrel-constrast": 3.6772656440734863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1504923105239868,
+      "cov-distil (oracle2student)": 3.934072494506836,
+      "cov-distil (oracle2teacher)": 4.079960823059082,
+      "epoch": 6.078492935635793,
+      "rel-constrast": 2.9380407333374023,
+      "step": 7744,
+      "subrel-constrast": 3.6862049102783203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.693657398223877,
+      "cov-distil (oracle2student)": 4.10569953918457,
+      "cov-distil (oracle2teacher)": 4.012252330780029,
+      "epoch": 6.079277864992151,
+      "rel-constrast": 3.1410884857177734,
+      "step": 7745,
+      "subrel-constrast": 3.9920122623443604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5470690727233887,
+      "cov-distil (oracle2student)": 3.56623911857605,
+      "cov-distil (oracle2teacher)": 3.3166773319244385,
+      "epoch": 6.080062794348509,
+      "rel-constrast": 2.5196452140808105,
+      "step": 7746,
+      "subrel-constrast": 3.568662405014038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2603585720062256,
+      "cov-distil (oracle2student)": 5.096432685852051,
+      "cov-distil (oracle2teacher)": 4.903118133544922,
+      "epoch": 6.080847723704866,
+      "rel-constrast": 2.9264755249023438,
+      "step": 7747,
+      "subrel-constrast": 3.0307939052581787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3625057935714722,
+      "cov-distil (oracle2student)": 3.592726707458496,
+      "cov-distil (oracle2teacher)": 3.6033504009246826,
+      "epoch": 6.081632653061225,
+      "rel-constrast": 1.932783603668213,
+      "step": 7748,
+      "subrel-constrast": 3.077454090118408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4071500301361084,
+      "cov-distil (oracle2student)": 3.525143623352051,
+      "cov-distil (oracle2teacher)": 3.5704522132873535,
+      "epoch": 6.082417582417582,
+      "rel-constrast": 2.4414780139923096,
+      "step": 7749,
+      "subrel-constrast": 3.051751136779785,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.083202511773941,
+      "grad_norm": 5.15625,
+      "learning_rate": 7.328502217943647e-06,
+      "loss": 0.6965,
+      "step": 7750
+    },
+    {
+      "cov-distil": 1.5131254196166992,
+      "cov-distil (oracle2student)": 3.7257542610168457,
+      "cov-distil (oracle2teacher)": 3.6605515480041504,
+      "epoch": 6.083202511773941,
+      "rel-constrast": 2.357288360595703,
+      "step": 7750,
+      "subrel-constrast": 3.380448818206787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.57353937625885,
+      "cov-distil (oracle2student)": 5.416083812713623,
+      "cov-distil (oracle2teacher)": 4.3981170654296875,
+      "epoch": 6.083987441130298,
+      "rel-constrast": 1.718621850013733,
+      "step": 7751,
+      "subrel-constrast": 2.3186893463134766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.7810294032096863,
+      "cov-distil (oracle2student)": 3.4912657737731934,
+      "cov-distil (oracle2teacher)": 3.6055166721343994,
+      "epoch": 6.0847723704866565,
+      "rel-constrast": 1.8257040977478027,
+      "step": 7752,
+      "subrel-constrast": 2.324373960494995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0223426818847656,
+      "cov-distil (oracle2student)": 5.289401054382324,
+      "cov-distil (oracle2teacher)": 5.224053382873535,
+      "epoch": 6.085557299843014,
+      "rel-constrast": 2.9155123233795166,
+      "step": 7753,
+      "subrel-constrast": 3.7664120197296143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3666269779205322,
+      "cov-distil (oracle2student)": 4.697628021240234,
+      "cov-distil (oracle2teacher)": 5.001552104949951,
+      "epoch": 6.086342229199372,
+      "rel-constrast": 2.9602036476135254,
+      "step": 7754,
+      "subrel-constrast": 3.8245811462402344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3806352615356445,
+      "cov-distil (oracle2student)": 4.322747707366943,
+      "cov-distil (oracle2teacher)": 3.8332343101501465,
+      "epoch": 6.08712715855573,
+      "rel-constrast": 2.0725624561309814,
+      "step": 7755,
+      "subrel-constrast": 2.9953036308288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4734915494918823,
+      "cov-distil (oracle2student)": 2.9654390811920166,
+      "cov-distil (oracle2teacher)": 2.9753236770629883,
+      "epoch": 6.087912087912088,
+      "rel-constrast": 2.451443910598755,
+      "step": 7756,
+      "subrel-constrast": 3.239194631576538,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8140519857406616,
+      "cov-distil (oracle2student)": 5.25408935546875,
+      "cov-distil (oracle2teacher)": 4.86688756942749,
+      "epoch": 6.088697017268446,
+      "rel-constrast": 1.5754618644714355,
+      "step": 7757,
+      "subrel-constrast": 2.533327341079712,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.490458369255066,
+      "cov-distil (oracle2student)": 3.9329404830932617,
+      "cov-distil (oracle2teacher)": 3.838334083557129,
+      "epoch": 6.089481946624804,
+      "rel-constrast": 2.458552360534668,
+      "step": 7758,
+      "subrel-constrast": 3.0945863723754883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5686249732971191,
+      "cov-distil (oracle2student)": 5.473438262939453,
+      "cov-distil (oracle2teacher)": 5.474816799163818,
+      "epoch": 6.090266875981162,
+      "rel-constrast": 2.4146852493286133,
+      "step": 7759,
+      "subrel-constrast": 3.2274856567382812,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.0910518053375196,
+      "grad_norm": 5.21875,
+      "learning_rate": 7.266881760693159e-06,
+      "loss": 0.6087,
+      "step": 7760
+    },
+    {
+      "cov-distil": 1.76149320602417,
+      "cov-distil (oracle2student)": 3.2321958541870117,
+      "cov-distil (oracle2teacher)": 3.3233299255371094,
+      "epoch": 6.0910518053375196,
+      "rel-constrast": 2.244309425354004,
+      "step": 7760,
+      "subrel-constrast": 3.251286745071411,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.082228660583496,
+      "cov-distil (oracle2student)": 4.529676914215088,
+      "cov-distil (oracle2teacher)": 3.9501724243164062,
+      "epoch": 6.091836734693878,
+      "rel-constrast": 3.237438440322876,
+      "step": 7761,
+      "subrel-constrast": 3.710038185119629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3265655040740967,
+      "cov-distil (oracle2student)": 4.242908477783203,
+      "cov-distil (oracle2teacher)": 4.085099220275879,
+      "epoch": 6.0926216640502355,
+      "rel-constrast": 2.365853786468506,
+      "step": 7762,
+      "subrel-constrast": 3.0771501064300537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0488965511322021,
+      "cov-distil (oracle2student)": 3.7535128593444824,
+      "cov-distil (oracle2teacher)": 3.377810478210449,
+      "epoch": 6.093406593406593,
+      "rel-constrast": 3.1394476890563965,
+      "step": 7763,
+      "subrel-constrast": 3.704782485961914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.49452543258667,
+      "cov-distil (oracle2student)": 5.848613262176514,
+      "cov-distil (oracle2teacher)": 5.59997034072876,
+      "epoch": 6.0941915227629515,
+      "rel-constrast": 2.5019428730010986,
+      "step": 7764,
+      "subrel-constrast": 3.0490174293518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9107418060302734,
+      "cov-distil (oracle2student)": 4.780206680297852,
+      "cov-distil (oracle2teacher)": 4.965846061706543,
+      "epoch": 6.094976452119309,
+      "rel-constrast": 2.303105354309082,
+      "step": 7765,
+      "subrel-constrast": 3.289292812347412,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.307809591293335,
+      "cov-distil (oracle2student)": 4.571228981018066,
+      "cov-distil (oracle2teacher)": 3.898444414138794,
+      "epoch": 6.0957613814756675,
+      "rel-constrast": 1.7620220184326172,
+      "step": 7766,
+      "subrel-constrast": 2.719050645828247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3189306259155273,
+      "cov-distil (oracle2student)": 3.4169440269470215,
+      "cov-distil (oracle2teacher)": 3.079216957092285,
+      "epoch": 6.096546310832025,
+      "rel-constrast": 1.9938879013061523,
+      "step": 7767,
+      "subrel-constrast": 3.003021001815796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6337732076644897,
+      "cov-distil (oracle2student)": 4.518641948699951,
+      "cov-distil (oracle2teacher)": 4.988725662231445,
+      "epoch": 6.0973312401883835,
+      "rel-constrast": 2.7794971466064453,
+      "step": 7768,
+      "subrel-constrast": 4.245373249053955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5027475357055664,
+      "cov-distil (oracle2student)": 3.0103633403778076,
+      "cov-distil (oracle2teacher)": 3.471405506134033,
+      "epoch": 6.098116169544741,
+      "rel-constrast": 2.504728078842163,
+      "step": 7769,
+      "subrel-constrast": 3.4758546352386475,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.0989010989010985,
+      "grad_norm": 4.75,
+      "learning_rate": 7.205477375892175e-06,
+      "loss": 0.6593,
+      "step": 7770
+    },
+    {
+      "cov-distil": 1.9187915325164795,
+      "cov-distil (oracle2student)": 2.9742374420166016,
+      "cov-distil (oracle2teacher)": 2.5416083335876465,
+      "epoch": 6.0989010989010985,
+      "rel-constrast": 2.8140761852264404,
+      "step": 7770,
+      "subrel-constrast": 3.5058176517486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3866081237792969,
+      "cov-distil (oracle2student)": 4.60286283493042,
+      "cov-distil (oracle2teacher)": 4.291201114654541,
+      "epoch": 6.099686028257457,
+      "rel-constrast": 2.8206160068511963,
+      "step": 7771,
+      "subrel-constrast": 3.2529640197753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3180880546569824,
+      "cov-distil (oracle2student)": 4.018108367919922,
+      "cov-distil (oracle2teacher)": 3.781792640686035,
+      "epoch": 6.1004709576138145,
+      "rel-constrast": 2.8585219383239746,
+      "step": 7772,
+      "subrel-constrast": 3.367701292037964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.388643503189087,
+      "cov-distil (oracle2student)": 5.031529426574707,
+      "cov-distil (oracle2teacher)": 4.691933631896973,
+      "epoch": 6.101255886970173,
+      "rel-constrast": 1.9286558628082275,
+      "step": 7773,
+      "subrel-constrast": 3.200380563735962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4024078845977783,
+      "cov-distil (oracle2student)": 4.327550888061523,
+      "cov-distil (oracle2teacher)": 4.155594348907471,
+      "epoch": 6.1020408163265305,
+      "rel-constrast": 2.3084616661071777,
+      "step": 7774,
+      "subrel-constrast": 2.844957113265991,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6625903844833374,
+      "cov-distil (oracle2student)": 3.182084321975708,
+      "cov-distil (oracle2teacher)": 3.578705072402954,
+      "epoch": 6.102825745682889,
+      "rel-constrast": 2.031205177307129,
+      "step": 7775,
+      "subrel-constrast": 3.0334231853485107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.7767448425292969,
+      "cov-distil (oracle2student)": 4.968247413635254,
+      "cov-distil (oracle2teacher)": 4.321577072143555,
+      "epoch": 6.1036106750392465,
+      "rel-constrast": 2.1003270149230957,
+      "step": 7776,
+      "subrel-constrast": 2.700263261795044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5786185264587402,
+      "cov-distil (oracle2student)": 4.86496639251709,
+      "cov-distil (oracle2teacher)": 4.380699634552002,
+      "epoch": 6.104395604395604,
+      "rel-constrast": 2.8168091773986816,
+      "step": 7777,
+      "subrel-constrast": 3.2859878540039062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4577744007110596,
+      "cov-distil (oracle2student)": 3.748912811279297,
+      "cov-distil (oracle2teacher)": 4.019652843475342,
+      "epoch": 6.1051805337519625,
+      "rel-constrast": 2.423539638519287,
+      "step": 7778,
+      "subrel-constrast": 3.418365716934204,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.191490888595581,
+      "cov-distil (oracle2student)": 6.04271125793457,
+      "cov-distil (oracle2teacher)": 5.724111557006836,
+      "epoch": 6.10596546310832,
+      "rel-constrast": 2.551579236984253,
+      "step": 7779,
+      "subrel-constrast": 3.841402292251587,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.106750392464678,
+      "grad_norm": 6.25,
+      "learning_rate": 7.144289811733759e-06,
+      "loss": 0.6515,
+      "step": 7780
+    },
+    {
+      "cov-distil": 1.2024403810501099,
+      "cov-distil (oracle2student)": 4.3209686279296875,
+      "cov-distil (oracle2teacher)": 3.8648691177368164,
+      "epoch": 6.106750392464678,
+      "rel-constrast": 1.5241847038269043,
+      "step": 7780,
+      "subrel-constrast": 2.1224205493927,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5645732879638672,
+      "cov-distil (oracle2student)": 3.9311110973358154,
+      "cov-distil (oracle2teacher)": 3.8252713680267334,
+      "epoch": 6.107535321821036,
+      "rel-constrast": 3.9975199699401855,
+      "step": 7781,
+      "subrel-constrast": 4.2869110107421875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1396300792694092,
+      "cov-distil (oracle2student)": 3.2597832679748535,
+      "cov-distil (oracle2teacher)": 3.2008800506591797,
+      "epoch": 6.108320251177394,
+      "rel-constrast": 1.4045244455337524,
+      "step": 7782,
+      "subrel-constrast": 2.123645782470703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4967188835144043,
+      "cov-distil (oracle2student)": 4.202151298522949,
+      "cov-distil (oracle2teacher)": 4.318440914154053,
+      "epoch": 6.109105180533752,
+      "rel-constrast": 2.543797492980957,
+      "step": 7783,
+      "subrel-constrast": 3.5413098335266113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.404146671295166,
+      "cov-distil (oracle2student)": 5.816736221313477,
+      "cov-distil (oracle2teacher)": 5.346096038818359,
+      "epoch": 6.1098901098901095,
+      "rel-constrast": 1.9017558097839355,
+      "step": 7784,
+      "subrel-constrast": 2.8336615562438965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3388783931732178,
+      "cov-distil (oracle2student)": 4.8534955978393555,
+      "cov-distil (oracle2teacher)": 4.386721611022949,
+      "epoch": 6.110675039246468,
+      "rel-constrast": 2.058760643005371,
+      "step": 7785,
+      "subrel-constrast": 2.874427318572998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.78072988986969,
+      "cov-distil (oracle2student)": 4.76133918762207,
+      "cov-distil (oracle2teacher)": 4.57025671005249,
+      "epoch": 6.1114599686028255,
+      "rel-constrast": 3.4103429317474365,
+      "step": 7786,
+      "subrel-constrast": 3.8528571128845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.449190616607666,
+      "cov-distil (oracle2student)": 6.16673469543457,
+      "cov-distil (oracle2teacher)": 5.520206451416016,
+      "epoch": 6.112244897959184,
+      "rel-constrast": 2.2589101791381836,
+      "step": 7787,
+      "subrel-constrast": 3.0642755031585693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5796349048614502,
+      "cov-distil (oracle2student)": 4.421819686889648,
+      "cov-distil (oracle2teacher)": 3.96156644821167,
+      "epoch": 6.1130298273155415,
+      "rel-constrast": 2.026071310043335,
+      "step": 7788,
+      "subrel-constrast": 3.0307936668395996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0337395668029785,
+      "cov-distil (oracle2student)": 3.6218881607055664,
+      "cov-distil (oracle2teacher)": 3.889246940612793,
+      "epoch": 6.1138147566719,
+      "rel-constrast": 1.946009635925293,
+      "step": 7789,
+      "subrel-constrast": 2.3851983547210693,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.114599686028257,
+      "grad_norm": 5.21875,
+      "learning_rate": 7.0833198137690765e-06,
+      "loss": 0.6118,
+      "step": 7790
+    },
+    {
+      "cov-distil": 1.173933982849121,
+      "cov-distil (oracle2student)": 3.4182543754577637,
+      "cov-distil (oracle2teacher)": 2.869006633758545,
+      "epoch": 6.114599686028257,
+      "rel-constrast": 3.1606943607330322,
+      "step": 7790,
+      "subrel-constrast": 3.500542640686035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2587571144104004,
+      "cov-distil (oracle2student)": 3.6035773754119873,
+      "cov-distil (oracle2teacher)": 3.6527066230773926,
+      "epoch": 6.115384615384615,
+      "rel-constrast": 1.082740068435669,
+      "step": 7791,
+      "subrel-constrast": 1.8956375122070312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5280903577804565,
+      "cov-distil (oracle2student)": 4.301316261291504,
+      "cov-distil (oracle2teacher)": 4.083835124969482,
+      "epoch": 6.116169544740973,
+      "rel-constrast": 2.3105111122131348,
+      "step": 7792,
+      "subrel-constrast": 3.0284295082092285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0547443628311157,
+      "cov-distil (oracle2student)": 3.1849966049194336,
+      "cov-distil (oracle2teacher)": 2.8389170169830322,
+      "epoch": 6.116954474097331,
+      "rel-constrast": 2.2327702045440674,
+      "step": 7793,
+      "subrel-constrast": 2.7515294551849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.169222354888916,
+      "cov-distil (oracle2student)": 4.056314468383789,
+      "cov-distil (oracle2teacher)": 4.137491226196289,
+      "epoch": 6.117739403453689,
+      "rel-constrast": 2.1452953815460205,
+      "step": 7794,
+      "subrel-constrast": 2.430922269821167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.588486909866333,
+      "cov-distil (oracle2student)": 4.445917129516602,
+      "cov-distil (oracle2teacher)": 4.277676582336426,
+      "epoch": 6.118524332810047,
+      "rel-constrast": 2.8519108295440674,
+      "step": 7795,
+      "subrel-constrast": 3.347686529159546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3916394710540771,
+      "cov-distil (oracle2student)": 4.0459465980529785,
+      "cov-distil (oracle2teacher)": 4.605869293212891,
+      "epoch": 6.119309262166405,
+      "rel-constrast": 3.1953258514404297,
+      "step": 7796,
+      "subrel-constrast": 3.5777435302734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.304452896118164,
+      "cov-distil (oracle2student)": 5.933232307434082,
+      "cov-distil (oracle2teacher)": 5.224164009094238,
+      "epoch": 6.120094191522763,
+      "rel-constrast": 3.187856674194336,
+      "step": 7797,
+      "subrel-constrast": 3.9084866046905518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3381633758544922,
+      "cov-distil (oracle2student)": 4.410224914550781,
+      "cov-distil (oracle2teacher)": 4.151106834411621,
+      "epoch": 6.1208791208791204,
+      "rel-constrast": 2.8187954425811768,
+      "step": 7798,
+      "subrel-constrast": 3.5764448642730713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7646241188049316,
+      "cov-distil (oracle2student)": 3.7907543182373047,
+      "cov-distil (oracle2teacher)": 3.7484302520751953,
+      "epoch": 6.121664050235479,
+      "rel-constrast": 1.8078913688659668,
+      "step": 7799,
+      "subrel-constrast": 2.7327280044555664,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.122448979591836,
+      "grad_norm": 4.25,
+      "learning_rate": 7.022568124898293e-06,
+      "loss": 0.6538,
+      "step": 7800
+    },
+    {
+      "epoch": 6.122448979591836,
+      "overlap": 0.31562501192092896,
+      "step": 7800
+    },
+    {
+      "epoch": 6.122448979591836,
+      "step": 7800,
+      "student margin": 0.06512451171875
+    },
+    {
+      "epoch": 6.122448979591836,
+      "step": 7800,
+      "teacher margin": 0.0418701171875
+    },
+    {
+      "epoch": 6.122448979591836,
+      "margin difference": -0.02325439453125,
+      "step": 7800
+    },
+    {
+      "cov-distil": 1.4763493537902832,
+      "cov-distil (oracle2student)": 3.31608510017395,
+      "cov-distil (oracle2teacher)": 3.5836615562438965,
+      "epoch": 6.122448979591836,
+      "rel-constrast": 2.704648494720459,
+      "step": 7800,
+      "subrel-constrast": 3.3110756874084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.900505542755127,
+      "cov-distil (oracle2student)": 4.164302349090576,
+      "cov-distil (oracle2teacher)": 3.9269840717315674,
+      "epoch": 6.123233908948195,
+      "rel-constrast": 2.2956535816192627,
+      "step": 7801,
+      "subrel-constrast": 3.290095090866089,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3412832021713257,
+      "cov-distil (oracle2student)": 3.775578498840332,
+      "cov-distil (oracle2teacher)": 3.592412233352661,
+      "epoch": 6.124018838304552,
+      "rel-constrast": 2.729700803756714,
+      "step": 7802,
+      "subrel-constrast": 3.0582926273345947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.831425428390503,
+      "cov-distil (oracle2student)": 4.669615268707275,
+      "cov-distil (oracle2teacher)": 4.047369003295898,
+      "epoch": 6.124803767660911,
+      "rel-constrast": 2.9897711277008057,
+      "step": 7803,
+      "subrel-constrast": 3.4940223693847656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7997244596481323,
+      "cov-distil (oracle2student)": 3.8157687187194824,
+      "cov-distil (oracle2teacher)": 3.500908136367798,
+      "epoch": 6.125588697017268,
+      "rel-constrast": 2.164198875427246,
+      "step": 7804,
+      "subrel-constrast": 2.62422776222229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5968695878982544,
+      "cov-distil (oracle2student)": 5.00311279296875,
+      "cov-distil (oracle2teacher)": 4.881933689117432,
+      "epoch": 6.126373626373626,
+      "rel-constrast": 3.149808883666992,
+      "step": 7805,
+      "subrel-constrast": 4.0628557205200195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9943625926971436,
+      "cov-distil (oracle2student)": 2.2671103477478027,
+      "cov-distil (oracle2teacher)": 2.5153353214263916,
+      "epoch": 6.127158555729984,
+      "rel-constrast": 1.9684637784957886,
+      "step": 7806,
+      "subrel-constrast": 2.921727418899536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9664692878723145,
+      "cov-distil (oracle2student)": 1.892932653427124,
+      "cov-distil (oracle2teacher)": 1.8408153057098389,
+      "epoch": 6.127943485086342,
+      "rel-constrast": 1.5264685153961182,
+      "step": 7807,
+      "subrel-constrast": 2.173261880874634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6573045253753662,
+      "cov-distil (oracle2student)": 3.776172161102295,
+      "cov-distil (oracle2teacher)": 4.489624977111816,
+      "epoch": 6.1287284144427,
+      "rel-constrast": 2.4765520095825195,
+      "step": 7808,
+      "subrel-constrast": 3.881671905517578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4041930437088013,
+      "cov-distil (oracle2student)": 2.911527156829834,
+      "cov-distil (oracle2teacher)": 2.885423183441162,
+      "epoch": 6.129513343799058,
+      "rel-constrast": 1.9816405773162842,
+      "step": 7809,
+      "subrel-constrast": 2.5814859867095947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.130298273155416,
+      "grad_norm": 4.5,
+      "learning_rate": 6.962035485361587e-06,
+      "loss": 0.6421,
+      "step": 7810
+    },
+    {
+      "cov-distil": 1.1867702007293701,
+      "cov-distil (oracle2student)": 4.761741638183594,
+      "cov-distil (oracle2teacher)": 3.9648656845092773,
+      "epoch": 6.130298273155416,
+      "rel-constrast": 2.3353257179260254,
+      "step": 7810,
+      "subrel-constrast": 2.701324462890625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4853802919387817,
+      "cov-distil (oracle2student)": 4.146640777587891,
+      "cov-distil (oracle2teacher)": 3.7550201416015625,
+      "epoch": 6.131083202511774,
+      "rel-constrast": 2.346822738647461,
+      "step": 7811,
+      "subrel-constrast": 2.828383684158325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5916681289672852,
+      "cov-distil (oracle2student)": 4.199601650238037,
+      "cov-distil (oracle2teacher)": 3.9357223510742188,
+      "epoch": 6.131868131868132,
+      "rel-constrast": 2.480056047439575,
+      "step": 7812,
+      "subrel-constrast": 3.294865608215332,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6131247282028198,
+      "cov-distil (oracle2student)": 3.134942054748535,
+      "cov-distil (oracle2teacher)": 3.1199593544006348,
+      "epoch": 6.13265306122449,
+      "rel-constrast": 2.7453277111053467,
+      "step": 7813,
+      "subrel-constrast": 2.847423553466797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2096176147460938,
+      "cov-distil (oracle2student)": 3.7544870376586914,
+      "cov-distil (oracle2teacher)": 3.4675984382629395,
+      "epoch": 6.133437990580847,
+      "rel-constrast": 1.9663697481155396,
+      "step": 7814,
+      "subrel-constrast": 2.6574270725250244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3466496467590332,
+      "cov-distil (oracle2student)": 2.733879327774048,
+      "cov-distil (oracle2teacher)": 3.8945939540863037,
+      "epoch": 6.134222919937206,
+      "rel-constrast": 2.2262210845947266,
+      "step": 7815,
+      "subrel-constrast": 3.254528522491455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3714313507080078,
+      "cov-distil (oracle2student)": 3.704411745071411,
+      "cov-distil (oracle2teacher)": 3.9645938873291016,
+      "epoch": 6.135007849293563,
+      "rel-constrast": 1.8708600997924805,
+      "step": 7816,
+      "subrel-constrast": 2.7770943641662598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.75581693649292,
+      "cov-distil (oracle2student)": 3.8699400424957275,
+      "cov-distil (oracle2teacher)": 4.004431247711182,
+      "epoch": 6.135792778649922,
+      "rel-constrast": 2.6091697216033936,
+      "step": 7817,
+      "subrel-constrast": 3.578059196472168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2785539627075195,
+      "cov-distil (oracle2student)": 5.966525077819824,
+      "cov-distil (oracle2teacher)": 4.939702033996582,
+      "epoch": 6.136577708006279,
+      "rel-constrast": 2.717924118041992,
+      "step": 7818,
+      "subrel-constrast": 3.032223701477051,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.092209815979004,
+      "cov-distil (oracle2student)": 3.2654623985290527,
+      "cov-distil (oracle2teacher)": 3.2873988151550293,
+      "epoch": 6.137362637362638,
+      "rel-constrast": 1.792977213859558,
+      "step": 7819,
+      "subrel-constrast": 2.6712982654571533,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.138147566718995,
+      "grad_norm": 4.96875,
+      "learning_rate": 6.901722632730049e-06,
+      "loss": 0.6146,
+      "step": 7820
+    },
+    {
+      "cov-distil": 1.7032952308654785,
+      "cov-distil (oracle2student)": 5.5081892013549805,
+      "cov-distil (oracle2teacher)": 4.923263072967529,
+      "epoch": 6.138147566718995,
+      "rel-constrast": 3.0642733573913574,
+      "step": 7820,
+      "subrel-constrast": 3.288543462753296,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0550565719604492,
+      "cov-distil (oracle2student)": 5.249032974243164,
+      "cov-distil (oracle2teacher)": 4.598143577575684,
+      "epoch": 6.138932496075353,
+      "rel-constrast": 2.3816330432891846,
+      "step": 7821,
+      "subrel-constrast": 2.835594415664673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1144143342971802,
+      "cov-distil (oracle2student)": 4.942714691162109,
+      "cov-distil (oracle2teacher)": 4.557750701904297,
+      "epoch": 6.139717425431711,
+      "rel-constrast": 3.2476348876953125,
+      "step": 7822,
+      "subrel-constrast": 3.6604342460632324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8572057485580444,
+      "cov-distil (oracle2student)": 5.697412967681885,
+      "cov-distil (oracle2teacher)": 4.982521057128906,
+      "epoch": 6.140502354788069,
+      "rel-constrast": 2.8741374015808105,
+      "step": 7823,
+      "subrel-constrast": 3.758185386657715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4390298128128052,
+      "cov-distil (oracle2student)": 5.101494789123535,
+      "cov-distil (oracle2teacher)": 5.177637577056885,
+      "epoch": 6.141287284144427,
+      "rel-constrast": 2.1603822708129883,
+      "step": 7824,
+      "subrel-constrast": 3.355692148208618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7247296571731567,
+      "cov-distil (oracle2student)": 4.01301383972168,
+      "cov-distil (oracle2teacher)": 3.248105049133301,
+      "epoch": 6.142072213500785,
+      "rel-constrast": 2.672729015350342,
+      "step": 7825,
+      "subrel-constrast": 3.1911537647247314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.058476448059082,
+      "cov-distil (oracle2student)": 2.1854147911071777,
+      "cov-distil (oracle2teacher)": 3.036670207977295,
+      "epoch": 6.142857142857143,
+      "rel-constrast": 2.6782736778259277,
+      "step": 7826,
+      "subrel-constrast": 4.182178974151611,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9957658052444458,
+      "cov-distil (oracle2student)": 3.2936179637908936,
+      "cov-distil (oracle2teacher)": 3.3605852127075195,
+      "epoch": 6.143642072213501,
+      "rel-constrast": 2.6784491539001465,
+      "step": 7827,
+      "subrel-constrast": 3.545208215713501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1175259351730347,
+      "cov-distil (oracle2student)": 4.901928901672363,
+      "cov-distil (oracle2teacher)": 4.697936058044434,
+      "epoch": 6.144427001569858,
+      "rel-constrast": 1.8186628818511963,
+      "step": 7828,
+      "subrel-constrast": 2.337228298187256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6356946229934692,
+      "cov-distil (oracle2student)": 2.743960380554199,
+      "cov-distil (oracle2teacher)": 2.9007151126861572,
+      "epoch": 6.145211930926217,
+      "rel-constrast": 2.273223876953125,
+      "step": 7829,
+      "subrel-constrast": 3.1616950035095215,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.145996860282574,
+      "grad_norm": 4.375,
+      "learning_rate": 6.84163030189677e-06,
+      "loss": 0.6855,
+      "step": 7830
+    },
+    {
+      "cov-distil": 1.3736168146133423,
+      "cov-distil (oracle2student)": 4.6182475090026855,
+      "cov-distil (oracle2teacher)": 4.004228115081787,
+      "epoch": 6.145996860282574,
+      "rel-constrast": 2.2877659797668457,
+      "step": 7830,
+      "subrel-constrast": 3.5692577362060547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1823134422302246,
+      "cov-distil (oracle2student)": 5.071170330047607,
+      "cov-distil (oracle2teacher)": 4.987277030944824,
+      "epoch": 6.146781789638933,
+      "rel-constrast": 2.229304313659668,
+      "step": 7831,
+      "subrel-constrast": 3.2980422973632812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2900004386901855,
+      "cov-distil (oracle2student)": 3.578507900238037,
+      "cov-distil (oracle2teacher)": 3.346501350402832,
+      "epoch": 6.14756671899529,
+      "rel-constrast": 2.147223949432373,
+      "step": 7832,
+      "subrel-constrast": 2.668602705001831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.439796805381775,
+      "cov-distil (oracle2student)": 3.3453943729400635,
+      "cov-distil (oracle2teacher)": 3.415837287902832,
+      "epoch": 6.148351648351649,
+      "rel-constrast": 2.5269558429718018,
+      "step": 7833,
+      "subrel-constrast": 3.3003132343292236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.28067946434021,
+      "cov-distil (oracle2student)": 5.111262321472168,
+      "cov-distil (oracle2teacher)": 4.725174427032471,
+      "epoch": 6.149136577708006,
+      "rel-constrast": 1.946853756904602,
+      "step": 7834,
+      "subrel-constrast": 2.709831953048706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1659555435180664,
+      "cov-distil (oracle2student)": 4.175467491149902,
+      "cov-distil (oracle2teacher)": 3.533703327178955,
+      "epoch": 6.149921507064364,
+      "rel-constrast": 2.1698317527770996,
+      "step": 7835,
+      "subrel-constrast": 2.7543444633483887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1597988605499268,
+      "cov-distil (oracle2student)": 2.5600228309631348,
+      "cov-distil (oracle2teacher)": 2.7735800743103027,
+      "epoch": 6.150706436420722,
+      "rel-constrast": 2.5046844482421875,
+      "step": 7836,
+      "subrel-constrast": 2.983086109161377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.228179693222046,
+      "cov-distil (oracle2student)": 3.5727014541625977,
+      "cov-distil (oracle2teacher)": 3.702925443649292,
+      "epoch": 6.15149136577708,
+      "rel-constrast": 3.092369794845581,
+      "step": 7837,
+      "subrel-constrast": 4.11631441116333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7187563180923462,
+      "cov-distil (oracle2student)": 4.074993133544922,
+      "cov-distil (oracle2teacher)": 4.0294694900512695,
+      "epoch": 6.152276295133438,
+      "rel-constrast": 2.921952247619629,
+      "step": 7838,
+      "subrel-constrast": 3.695631980895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.738823413848877,
+      "cov-distil (oracle2student)": 3.306082010269165,
+      "cov-distil (oracle2teacher)": 3.318455696105957,
+      "epoch": 6.153061224489796,
+      "rel-constrast": 2.222001075744629,
+      "step": 7839,
+      "subrel-constrast": 2.696176052093506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.153846153846154,
+      "grad_norm": 4.96875,
+      "learning_rate": 6.781759225067829e-06,
+      "loss": 0.6402,
+      "step": 7840
+    },
+    {
+      "cov-distil": 1.0229878425598145,
+      "cov-distil (oracle2student)": 5.90301513671875,
+      "cov-distil (oracle2teacher)": 5.5258684158325195,
+      "epoch": 6.153846153846154,
+      "rel-constrast": 2.3483710289001465,
+      "step": 7840,
+      "subrel-constrast": 3.1373746395111084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3090039491653442,
+      "cov-distil (oracle2student)": 2.2743430137634277,
+      "cov-distil (oracle2teacher)": 2.7595858573913574,
+      "epoch": 6.154631083202512,
+      "rel-constrast": 2.0415396690368652,
+      "step": 7841,
+      "subrel-constrast": 2.9700777530670166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.16472589969635,
+      "cov-distil (oracle2student)": 5.026103973388672,
+      "cov-distil (oracle2teacher)": 4.499484062194824,
+      "epoch": 6.155416012558869,
+      "rel-constrast": 2.838435173034668,
+      "step": 7842,
+      "subrel-constrast": 3.1958961486816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6886167526245117,
+      "cov-distil (oracle2student)": 3.3922417163848877,
+      "cov-distil (oracle2teacher)": 3.619431495666504,
+      "epoch": 6.156200941915228,
+      "rel-constrast": 2.511608123779297,
+      "step": 7843,
+      "subrel-constrast": 3.4445717334747314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.326447606086731,
+      "cov-distil (oracle2student)": 3.078237295150757,
+      "cov-distil (oracle2teacher)": 3.0517055988311768,
+      "epoch": 6.156985871271585,
+      "rel-constrast": 1.3842923641204834,
+      "step": 7844,
+      "subrel-constrast": 2.3239736557006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2362096309661865,
+      "cov-distil (oracle2student)": 5.597546577453613,
+      "cov-distil (oracle2teacher)": 4.707538604736328,
+      "epoch": 6.157770800627944,
+      "rel-constrast": 2.6247026920318604,
+      "step": 7845,
+      "subrel-constrast": 3.360323190689087,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3802251815795898,
+      "cov-distil (oracle2student)": 2.522275924682617,
+      "cov-distil (oracle2teacher)": 2.890655040740967,
+      "epoch": 6.158555729984301,
+      "rel-constrast": 2.4701061248779297,
+      "step": 7846,
+      "subrel-constrast": 2.9113266468048096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.482805609703064,
+      "cov-distil (oracle2student)": 5.511020183563232,
+      "cov-distil (oracle2teacher)": 5.1495280265808105,
+      "epoch": 6.15934065934066,
+      "rel-constrast": 2.476199150085449,
+      "step": 7847,
+      "subrel-constrast": 3.2043263912200928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1474015712738037,
+      "cov-distil (oracle2student)": 4.194948673248291,
+      "cov-distil (oracle2teacher)": 4.192306995391846,
+      "epoch": 6.160125588697017,
+      "rel-constrast": 2.7699806690216064,
+      "step": 7848,
+      "subrel-constrast": 3.6978933811187744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6156730651855469,
+      "cov-distil (oracle2student)": 3.405241012573242,
+      "cov-distil (oracle2teacher)": 3.714958906173706,
+      "epoch": 6.160910518053376,
+      "rel-constrast": 2.2654852867126465,
+      "step": 7849,
+      "subrel-constrast": 3.036410093307495,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.161695447409733,
+      "grad_norm": 7.53125,
+      "learning_rate": 6.722110131753398e-06,
+      "loss": 0.6292,
+      "step": 7850
+    },
+    {
+      "cov-distil": 1.864522933959961,
+      "cov-distil (oracle2student)": 3.5496702194213867,
+      "cov-distil (oracle2teacher)": 3.4110825061798096,
+      "epoch": 6.161695447409733,
+      "rel-constrast": 2.3436505794525146,
+      "step": 7850,
+      "subrel-constrast": 3.052694082260132,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4110400676727295,
+      "cov-distil (oracle2student)": 3.747800350189209,
+      "cov-distil (oracle2teacher)": 3.3382112979888916,
+      "epoch": 6.162480376766091,
+      "rel-constrast": 3.1750941276550293,
+      "step": 7851,
+      "subrel-constrast": 3.434570550918579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4034554958343506,
+      "cov-distil (oracle2student)": 4.315511226654053,
+      "cov-distil (oracle2teacher)": 4.357690811157227,
+      "epoch": 6.163265306122449,
+      "rel-constrast": 2.333986520767212,
+      "step": 7852,
+      "subrel-constrast": 3.2909128665924072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.921571135520935,
+      "cov-distil (oracle2student)": 4.784519195556641,
+      "cov-distil (oracle2teacher)": 4.929469585418701,
+      "epoch": 6.164050235478807,
+      "rel-constrast": 2.113645315170288,
+      "step": 7853,
+      "subrel-constrast": 3.419452667236328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2174649238586426,
+      "cov-distil (oracle2student)": 3.7098913192749023,
+      "cov-distil (oracle2teacher)": 3.8306798934936523,
+      "epoch": 6.164835164835165,
+      "rel-constrast": 3.3126049041748047,
+      "step": 7854,
+      "subrel-constrast": 3.18466854095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3148531913757324,
+      "cov-distil (oracle2student)": 2.0672030448913574,
+      "cov-distil (oracle2teacher)": 2.5393593311309814,
+      "epoch": 6.165620094191523,
+      "rel-constrast": 2.3390793800354004,
+      "step": 7855,
+      "subrel-constrast": 3.0225830078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7298399209976196,
+      "cov-distil (oracle2student)": 4.386937141418457,
+      "cov-distil (oracle2teacher)": 4.033848285675049,
+      "epoch": 6.166405023547881,
+      "rel-constrast": 2.5995593070983887,
+      "step": 7856,
+      "subrel-constrast": 3.2135958671569824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.897979736328125,
+      "cov-distil (oracle2student)": 5.049633979797363,
+      "cov-distil (oracle2teacher)": 4.282734394073486,
+      "epoch": 6.167189952904239,
+      "rel-constrast": 3.356804370880127,
+      "step": 7857,
+      "subrel-constrast": 3.8138623237609863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7714262008666992,
+      "cov-distil (oracle2student)": 2.286902904510498,
+      "cov-distil (oracle2teacher)": 2.4079930782318115,
+      "epoch": 6.167974882260596,
+      "rel-constrast": 2.243748903274536,
+      "step": 7858,
+      "subrel-constrast": 2.8620429039001465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0955674648284912,
+      "cov-distil (oracle2student)": 5.572922706604004,
+      "cov-distil (oracle2teacher)": 5.045284271240234,
+      "epoch": 6.168759811616955,
+      "rel-constrast": 2.7247188091278076,
+      "step": 7859,
+      "subrel-constrast": 3.176999568939209,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.169544740973312,
+      "grad_norm": 5.53125,
+      "learning_rate": 6.662683748758869e-06,
+      "loss": 0.7026,
+      "step": 7860
+    },
+    {
+      "cov-distil": 1.6032317876815796,
+      "cov-distil (oracle2student)": 4.735353469848633,
+      "cov-distil (oracle2teacher)": 4.727797508239746,
+      "epoch": 6.169544740973312,
+      "rel-constrast": 3.822868585586548,
+      "step": 7860,
+      "subrel-constrast": 4.678114891052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.565159559249878,
+      "cov-distil (oracle2student)": 3.3467345237731934,
+      "cov-distil (oracle2teacher)": 3.7248830795288086,
+      "epoch": 6.170329670329671,
+      "rel-constrast": 1.821018099784851,
+      "step": 7861,
+      "subrel-constrast": 2.881395101547241,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371741533279419,
+      "cov-distil (oracle2student)": 4.24307107925415,
+      "cov-distil (oracle2teacher)": 4.141290664672852,
+      "epoch": 6.171114599686028,
+      "rel-constrast": 2.173612594604492,
+      "step": 7862,
+      "subrel-constrast": 2.614004611968994,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0754077434539795,
+      "cov-distil (oracle2student)": 4.498169898986816,
+      "cov-distil (oracle2teacher)": 4.489591598510742,
+      "epoch": 6.171899529042387,
+      "rel-constrast": 2.2716481685638428,
+      "step": 7863,
+      "subrel-constrast": 3.030604600906372,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2718230485916138,
+      "cov-distil (oracle2student)": 3.636683464050293,
+      "cov-distil (oracle2teacher)": 3.870603561401367,
+      "epoch": 6.172684458398744,
+      "rel-constrast": 3.101663827896118,
+      "step": 7864,
+      "subrel-constrast": 3.6723833084106445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7160871028900146,
+      "cov-distil (oracle2student)": 4.006714820861816,
+      "cov-distil (oracle2teacher)": 3.4980521202087402,
+      "epoch": 6.173469387755102,
+      "rel-constrast": 2.1559906005859375,
+      "step": 7865,
+      "subrel-constrast": 3.0146844387054443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7693959474563599,
+      "cov-distil (oracle2student)": 4.53315544128418,
+      "cov-distil (oracle2teacher)": 4.623715877532959,
+      "epoch": 6.17425431711146,
+      "rel-constrast": 2.135077476501465,
+      "step": 7866,
+      "subrel-constrast": 2.7481026649475098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6383898258209229,
+      "cov-distil (oracle2student)": 5.751611709594727,
+      "cov-distil (oracle2teacher)": 5.686225414276123,
+      "epoch": 6.175039246467818,
+      "rel-constrast": 4.047521591186523,
+      "step": 7867,
+      "subrel-constrast": 4.027988433837891,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6439573764801025,
+      "cov-distil (oracle2student)": 3.7148354053497314,
+      "cov-distil (oracle2teacher)": 3.770986557006836,
+      "epoch": 6.175824175824176,
+      "rel-constrast": 2.5107245445251465,
+      "step": 7868,
+      "subrel-constrast": 3.2491848468780518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1832326650619507,
+      "cov-distil (oracle2student)": 2.6602730751037598,
+      "cov-distil (oracle2teacher)": 3.4671788215637207,
+      "epoch": 6.176609105180534,
+      "rel-constrast": 2.180335521697998,
+      "step": 7869,
+      "subrel-constrast": 2.9726450443267822,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.177394034536892,
+      "grad_norm": 4.40625,
+      "learning_rate": 6.603480800175948e-06,
+      "loss": 0.6926,
+      "step": 7870
+    },
+    {
+      "cov-distil": 1.3475499153137207,
+      "cov-distil (oracle2student)": 3.777210235595703,
+      "cov-distil (oracle2teacher)": 3.8193509578704834,
+      "epoch": 6.177394034536892,
+      "rel-constrast": 2.869220495223999,
+      "step": 7870,
+      "subrel-constrast": 3.378899574279785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.239081382751465,
+      "cov-distil (oracle2student)": 4.082782745361328,
+      "cov-distil (oracle2teacher)": 4.28632926940918,
+      "epoch": 6.17817896389325,
+      "rel-constrast": 2.1415529251098633,
+      "step": 7871,
+      "subrel-constrast": 2.899066925048828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.678865432739258,
+      "cov-distil (oracle2student)": 7.119320869445801,
+      "cov-distil (oracle2teacher)": 6.614747047424316,
+      "epoch": 6.178963893249607,
+      "rel-constrast": 1.973059892654419,
+      "step": 7872,
+      "subrel-constrast": 3.347592353820801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.218956470489502,
+      "cov-distil (oracle2student)": 6.521805286407471,
+      "cov-distil (oracle2teacher)": 5.284997940063477,
+      "epoch": 6.179748822605966,
+      "rel-constrast": 2.7252938747406006,
+      "step": 7873,
+      "subrel-constrast": 3.24006724357605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.429726481437683,
+      "cov-distil (oracle2student)": 3.5560247898101807,
+      "cov-distil (oracle2teacher)": 3.6115190982818604,
+      "epoch": 6.180533751962323,
+      "rel-constrast": 2.728661298751831,
+      "step": 7874,
+      "subrel-constrast": 3.1487956047058105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9993400573730469,
+      "cov-distil (oracle2student)": 4.536303520202637,
+      "cov-distil (oracle2teacher)": 4.309751033782959,
+      "epoch": 6.181318681318682,
+      "rel-constrast": 2.8437328338623047,
+      "step": 7875,
+      "subrel-constrast": 3.876647472381592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1017565727233887,
+      "cov-distil (oracle2student)": 4.833470344543457,
+      "cov-distil (oracle2teacher)": 4.775576114654541,
+      "epoch": 6.182103610675039,
+      "rel-constrast": 2.606097459793091,
+      "step": 7876,
+      "subrel-constrast": 3.261929750442505,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5737106800079346,
+      "cov-distil (oracle2student)": 5.25053596496582,
+      "cov-distil (oracle2teacher)": 4.526983737945557,
+      "epoch": 6.1828885400313975,
+      "rel-constrast": 2.4137110710144043,
+      "step": 7877,
+      "subrel-constrast": 3.3386480808258057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1366980075836182,
+      "cov-distil (oracle2student)": 5.437838554382324,
+      "cov-distil (oracle2teacher)": 4.9832000732421875,
+      "epoch": 6.183673469387755,
+      "rel-constrast": 3.2500782012939453,
+      "step": 7878,
+      "subrel-constrast": 3.600694417953491,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.689477562904358,
+      "cov-distil (oracle2student)": 3.9550271034240723,
+      "cov-distil (oracle2teacher)": 4.2784929275512695,
+      "epoch": 6.184458398744113,
+      "rel-constrast": 3.1387977600097656,
+      "step": 7879,
+      "subrel-constrast": 4.207620143890381,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.185243328100471,
+      "grad_norm": 6.75,
+      "learning_rate": 6.544502007373898e-06,
+      "loss": 0.7083,
+      "step": 7880
+    },
+    {
+      "cov-distil": 1.5788052082061768,
+      "cov-distil (oracle2student)": 4.573661804199219,
+      "cov-distil (oracle2teacher)": 4.405098915100098,
+      "epoch": 6.185243328100471,
+      "rel-constrast": 3.0652432441711426,
+      "step": 7880,
+      "subrel-constrast": 3.764530897140503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.667675256729126,
+      "cov-distil (oracle2student)": 4.300657749176025,
+      "cov-distil (oracle2teacher)": 3.799022674560547,
+      "epoch": 6.186028257456829,
+      "rel-constrast": 2.7415049076080322,
+      "step": 7881,
+      "subrel-constrast": 2.9643447399139404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6195777654647827,
+      "cov-distil (oracle2student)": 4.041780948638916,
+      "cov-distil (oracle2teacher)": 3.3564705848693848,
+      "epoch": 6.186813186813187,
+      "rel-constrast": 1.6636583805084229,
+      "step": 7882,
+      "subrel-constrast": 2.2240700721740723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.319880485534668,
+      "cov-distil (oracle2student)": 3.3563060760498047,
+      "cov-distil (oracle2teacher)": 3.3556346893310547,
+      "epoch": 6.187598116169545,
+      "rel-constrast": 2.5403974056243896,
+      "step": 7883,
+      "subrel-constrast": 3.2009310722351074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5592001676559448,
+      "cov-distil (oracle2student)": 5.828245162963867,
+      "cov-distil (oracle2teacher)": 5.076355934143066,
+      "epoch": 6.188383045525903,
+      "rel-constrast": 2.094254970550537,
+      "step": 7884,
+      "subrel-constrast": 2.5089144706726074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6464600563049316,
+      "cov-distil (oracle2student)": 3.9947783946990967,
+      "cov-distil (oracle2teacher)": 4.070157051086426,
+      "epoch": 6.189167974882261,
+      "rel-constrast": 1.8399357795715332,
+      "step": 7885,
+      "subrel-constrast": 3.0963876247406006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.490477442741394,
+      "cov-distil (oracle2student)": 2.911975860595703,
+      "cov-distil (oracle2teacher)": 3.381645441055298,
+      "epoch": 6.189952904238618,
+      "rel-constrast": 2.5794239044189453,
+      "step": 7886,
+      "subrel-constrast": 3.0791749954223633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5932939052581787,
+      "cov-distil (oracle2student)": 5.857052803039551,
+      "cov-distil (oracle2teacher)": 5.622395038604736,
+      "epoch": 6.1907378335949765,
+      "rel-constrast": 2.834141969680786,
+      "step": 7887,
+      "subrel-constrast": 3.6227076053619385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3569409847259521,
+      "cov-distil (oracle2student)": 4.881939888000488,
+      "cov-distil (oracle2teacher)": 4.555809020996094,
+      "epoch": 6.191522762951334,
+      "rel-constrast": 3.3705849647521973,
+      "step": 7888,
+      "subrel-constrast": 3.725364923477173,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.185206413269043,
+      "cov-distil (oracle2student)": 5.011919021606445,
+      "cov-distil (oracle2teacher)": 4.500890254974365,
+      "epoch": 6.1923076923076925,
+      "rel-constrast": 2.5460855960845947,
+      "step": 7889,
+      "subrel-constrast": 3.2009024620056152,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.19309262166405,
+      "grad_norm": 5.84375,
+      "learning_rate": 6.485748088990682e-06,
+      "loss": 0.6694,
+      "step": 7890
+    },
+    {
+      "cov-distil": 1.5077391862869263,
+      "cov-distil (oracle2student)": 3.057255744934082,
+      "cov-distil (oracle2teacher)": 3.375016212463379,
+      "epoch": 6.19309262166405,
+      "rel-constrast": 3.064769744873047,
+      "step": 7890,
+      "subrel-constrast": 3.660543918609619,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.294290542602539,
+      "cov-distil (oracle2student)": 4.547391414642334,
+      "cov-distil (oracle2teacher)": 4.131442546844482,
+      "epoch": 6.1938775510204085,
+      "rel-constrast": 2.7928285598754883,
+      "step": 7891,
+      "subrel-constrast": 3.7988619804382324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1143349409103394,
+      "cov-distil (oracle2student)": 4.594136714935303,
+      "cov-distil (oracle2teacher)": 4.075640678405762,
+      "epoch": 6.194662480376766,
+      "rel-constrast": 3.0430727005004883,
+      "step": 7892,
+      "subrel-constrast": 3.311978816986084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.175734043121338,
+      "cov-distil (oracle2student)": 4.122087001800537,
+      "cov-distil (oracle2teacher)": 3.9336965084075928,
+      "epoch": 6.195447409733124,
+      "rel-constrast": 2.326080799102783,
+      "step": 7893,
+      "subrel-constrast": 3.0600550174713135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4061179161071777,
+      "cov-distil (oracle2student)": 4.448469161987305,
+      "cov-distil (oracle2teacher)": 4.581194877624512,
+      "epoch": 6.196232339089482,
+      "rel-constrast": 4.10084867477417,
+      "step": 7894,
+      "subrel-constrast": 4.459120750427246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6281471252441406,
+      "cov-distil (oracle2student)": 2.703298568725586,
+      "cov-distil (oracle2teacher)": 2.714456558227539,
+      "epoch": 6.1970172684458396,
+      "rel-constrast": 2.1210906505584717,
+      "step": 7895,
+      "subrel-constrast": 2.7156944274902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7412943840026855,
+      "cov-distil (oracle2student)": 5.059436798095703,
+      "cov-distil (oracle2teacher)": 4.653531074523926,
+      "epoch": 6.197802197802198,
+      "rel-constrast": 3.897146463394165,
+      "step": 7896,
+      "subrel-constrast": 4.536554336547852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2799510955810547,
+      "cov-distil (oracle2student)": 4.671157360076904,
+      "cov-distil (oracle2teacher)": 4.234872817993164,
+      "epoch": 6.1985871271585555,
+      "rel-constrast": 3.595334053039551,
+      "step": 7897,
+      "subrel-constrast": 3.6962573528289795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3768017292022705,
+      "cov-distil (oracle2student)": 4.061403751373291,
+      "cov-distil (oracle2teacher)": 3.8812997341156006,
+      "epoch": 6.199372056514914,
+      "rel-constrast": 2.766876459121704,
+      "step": 7898,
+      "subrel-constrast": 3.2607581615448,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.458139181137085,
+      "cov-distil (oracle2student)": 5.608384609222412,
+      "cov-distil (oracle2teacher)": 4.759925365447998,
+      "epoch": 6.2001569858712715,
+      "rel-constrast": 3.0129265785217285,
+      "step": 7899,
+      "subrel-constrast": 3.4722907543182373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.20094191522763,
+      "grad_norm": 5.1875,
+      "learning_rate": 6.4272197609242635e-06,
+      "loss": 0.8055,
+      "step": 7900
+    },
+    {
+      "epoch": 6.20094191522763,
+      "overlap": 0.3515625,
+      "step": 7900
+    },
+    {
+      "epoch": 6.20094191522763,
+      "step": 7900,
+      "student margin": 0.0609130859375
+    },
+    {
+      "epoch": 6.20094191522763,
+      "step": 7900,
+      "teacher margin": 0.041778564453125
+    },
+    {
+      "epoch": 6.20094191522763,
+      "margin difference": -0.019134521484375,
+      "step": 7900
+    },
+    {
+      "cov-distil": 1.3293590545654297,
+      "cov-distil (oracle2student)": 5.176424980163574,
+      "cov-distil (oracle2teacher)": 5.1575164794921875,
+      "epoch": 6.20094191522763,
+      "rel-constrast": 3.104555606842041,
+      "step": 7900,
+      "subrel-constrast": 3.699558973312378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6946911811828613,
+      "cov-distil (oracle2student)": 4.805302619934082,
+      "cov-distil (oracle2teacher)": 4.8394551277160645,
+      "epoch": 6.2017268445839875,
+      "rel-constrast": 3.0180747509002686,
+      "step": 7901,
+      "subrel-constrast": 3.6425364017486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.615856409072876,
+      "cov-distil (oracle2student)": 4.640434265136719,
+      "cov-distil (oracle2teacher)": 4.004178524017334,
+      "epoch": 6.202511773940345,
+      "rel-constrast": 2.5409927368164062,
+      "step": 7902,
+      "subrel-constrast": 3.2239320278167725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8818039894104004,
+      "cov-distil (oracle2student)": 4.073808193206787,
+      "cov-distil (oracle2teacher)": 3.895148754119873,
+      "epoch": 6.2032967032967035,
+      "rel-constrast": 2.6610310077667236,
+      "step": 7903,
+      "subrel-constrast": 2.953021287918091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9167797565460205,
+      "cov-distil (oracle2student)": 3.6057891845703125,
+      "cov-distil (oracle2teacher)": 3.361264228820801,
+      "epoch": 6.204081632653061,
+      "rel-constrast": 1.9835642576217651,
+      "step": 7904,
+      "subrel-constrast": 2.416541814804077,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9950535893440247,
+      "cov-distil (oracle2student)": 4.633606910705566,
+      "cov-distil (oracle2teacher)": 4.289172172546387,
+      "epoch": 6.204866562009419,
+      "rel-constrast": 2.310516834259033,
+      "step": 7905,
+      "subrel-constrast": 2.822695255279541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3405499458312988,
+      "cov-distil (oracle2student)": 4.301290512084961,
+      "cov-distil (oracle2teacher)": 4.368369102478027,
+      "epoch": 6.205651491365777,
+      "rel-constrast": 2.7080211639404297,
+      "step": 7906,
+      "subrel-constrast": 3.2540969848632812,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3848810195922852,
+      "cov-distil (oracle2student)": 5.034329414367676,
+      "cov-distil (oracle2teacher)": 4.879173278808594,
+      "epoch": 6.206436420722135,
+      "rel-constrast": 2.8333187103271484,
+      "step": 7907,
+      "subrel-constrast": 3.124995708465576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.804911732673645,
+      "cov-distil (oracle2student)": 3.1747515201568604,
+      "cov-distil (oracle2teacher)": 3.4620065689086914,
+      "epoch": 6.207221350078493,
+      "rel-constrast": 2.387157440185547,
+      "step": 7908,
+      "subrel-constrast": 3.280466318130493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6172065734863281,
+      "cov-distil (oracle2student)": 6.300485610961914,
+      "cov-distil (oracle2teacher)": 5.444515705108643,
+      "epoch": 6.2080062794348505,
+      "rel-constrast": 1.8581418991088867,
+      "step": 7909,
+      "subrel-constrast": 2.6414482593536377,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.208791208791209,
+      "grad_norm": 4.53125,
+      "learning_rate": 6.368917736323843e-06,
+      "loss": 0.6741,
+      "step": 7910
+    },
+    {
+      "cov-distil": 1.2601568698883057,
+      "cov-distil (oracle2student)": 5.576851844787598,
+      "cov-distil (oracle2teacher)": 5.0204057693481445,
+      "epoch": 6.208791208791209,
+      "rel-constrast": 2.5379438400268555,
+      "step": 7910,
+      "subrel-constrast": 2.936253070831299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6705644130706787,
+      "cov-distil (oracle2student)": 3.5395925045013428,
+      "cov-distil (oracle2teacher)": 3.8184456825256348,
+      "epoch": 6.2095761381475665,
+      "rel-constrast": 2.6043243408203125,
+      "step": 7911,
+      "subrel-constrast": 3.623157501220703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4583607912063599,
+      "cov-distil (oracle2student)": 2.5835866928100586,
+      "cov-distil (oracle2teacher)": 2.4838428497314453,
+      "epoch": 6.210361067503925,
+      "rel-constrast": 1.762030839920044,
+      "step": 7912,
+      "subrel-constrast": 2.3956544399261475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3573777675628662,
+      "cov-distil (oracle2student)": 5.723167419433594,
+      "cov-distil (oracle2teacher)": 5.519130706787109,
+      "epoch": 6.2111459968602825,
+      "rel-constrast": 3.473623275756836,
+      "step": 7913,
+      "subrel-constrast": 4.0814361572265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9149141311645508,
+      "cov-distil (oracle2student)": 4.183959484100342,
+      "cov-distil (oracle2teacher)": 4.101012229919434,
+      "epoch": 6.211930926216641,
+      "rel-constrast": 2.693681240081787,
+      "step": 7914,
+      "subrel-constrast": 3.623553514480591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6584489345550537,
+      "cov-distil (oracle2student)": 3.9470160007476807,
+      "cov-distil (oracle2teacher)": 3.546567440032959,
+      "epoch": 6.212715855572998,
+      "rel-constrast": 1.830187439918518,
+      "step": 7915,
+      "subrel-constrast": 3.044745683670044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.428022027015686,
+      "cov-distil (oracle2student)": 3.1569154262542725,
+      "cov-distil (oracle2teacher)": 2.881578207015991,
+      "epoch": 6.213500784929356,
+      "rel-constrast": 1.398268222808838,
+      "step": 7916,
+      "subrel-constrast": 2.4342851638793945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459944248199463,
+      "cov-distil (oracle2student)": 4.83271598815918,
+      "cov-distil (oracle2teacher)": 4.082079887390137,
+      "epoch": 6.214285714285714,
+      "rel-constrast": 2.6306262016296387,
+      "step": 7917,
+      "subrel-constrast": 3.3186092376708984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2932419776916504,
+      "cov-distil (oracle2student)": 2.4335575103759766,
+      "cov-distil (oracle2teacher)": 2.9045965671539307,
+      "epoch": 6.215070643642072,
+      "rel-constrast": 1.7123056650161743,
+      "step": 7918,
+      "subrel-constrast": 3.0554826259613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1692733764648438,
+      "cov-distil (oracle2student)": 3.52847957611084,
+      "cov-distil (oracle2teacher)": 3.193301200866699,
+      "epoch": 6.21585557299843,
+      "rel-constrast": 2.012284755706787,
+      "step": 7919,
+      "subrel-constrast": 2.7060227394104004,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.216640502354788,
+      "grad_norm": 5.375,
+      "learning_rate": 6.310842725581198e-06,
+      "loss": 0.6056,
+      "step": 7920
+    },
+    {
+      "cov-distil": 1.5065627098083496,
+      "cov-distil (oracle2student)": 3.1586899757385254,
+      "cov-distil (oracle2teacher)": 2.930776357650757,
+      "epoch": 6.216640502354788,
+      "rel-constrast": 1.7959696054458618,
+      "step": 7920,
+      "subrel-constrast": 2.4592549800872803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0826375484466553,
+      "cov-distil (oracle2student)": 4.697381019592285,
+      "cov-distil (oracle2teacher)": 4.421813011169434,
+      "epoch": 6.217425431711146,
+      "rel-constrast": 2.002469301223755,
+      "step": 7921,
+      "subrel-constrast": 2.4726414680480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6348655223846436,
+      "cov-distil (oracle2student)": 3.8620972633361816,
+      "cov-distil (oracle2teacher)": 4.053323745727539,
+      "epoch": 6.218210361067504,
+      "rel-constrast": 1.881602168083191,
+      "step": 7922,
+      "subrel-constrast": 2.970080852508545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1693869829177856,
+      "cov-distil (oracle2student)": 5.1067657470703125,
+      "cov-distil (oracle2teacher)": 4.965341567993164,
+      "epoch": 6.2189952904238615,
+      "rel-constrast": 2.3860199451446533,
+      "step": 7923,
+      "subrel-constrast": 3.0602786540985107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8937526941299438,
+      "cov-distil (oracle2student)": 4.676477909088135,
+      "cov-distil (oracle2teacher)": 5.116866588592529,
+      "epoch": 6.21978021978022,
+      "rel-constrast": 2.2597827911376953,
+      "step": 7924,
+      "subrel-constrast": 3.3531181812286377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3800578117370605,
+      "cov-distil (oracle2student)": 3.658968448638916,
+      "cov-distil (oracle2teacher)": 3.518789291381836,
+      "epoch": 6.220565149136577,
+      "rel-constrast": 2.571204423904419,
+      "step": 7925,
+      "subrel-constrast": 3.290631055831909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9047999382019043,
+      "cov-distil (oracle2student)": 4.234748363494873,
+      "cov-distil (oracle2teacher)": 3.932605504989624,
+      "epoch": 6.221350078492936,
+      "rel-constrast": 3.0252671241760254,
+      "step": 7926,
+      "subrel-constrast": 4.086090564727783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2506470680236816,
+      "cov-distil (oracle2student)": 4.426132678985596,
+      "cov-distil (oracle2teacher)": 3.9882216453552246,
+      "epoch": 6.222135007849293,
+      "rel-constrast": 2.49210524559021,
+      "step": 7927,
+      "subrel-constrast": 2.9665744304656982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1126456260681152,
+      "cov-distil (oracle2student)": 4.486974716186523,
+      "cov-distil (oracle2teacher)": 4.010477066040039,
+      "epoch": 6.222919937205652,
+      "rel-constrast": 2.4709978103637695,
+      "step": 7928,
+      "subrel-constrast": 3.1353368759155273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3673886060714722,
+      "cov-distil (oracle2student)": 2.6797196865081787,
+      "cov-distil (oracle2teacher)": 3.0344228744506836,
+      "epoch": 6.223704866562009,
+      "rel-constrast": 1.8730089664459229,
+      "step": 7929,
+      "subrel-constrast": 2.402907609939575,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.224489795918367,
+      "grad_norm": 6.09375,
+      "learning_rate": 6.252995436322004e-06,
+      "loss": 0.6072,
+      "step": 7930
+    },
+    {
+      "cov-distil": 1.5954070091247559,
+      "cov-distil (oracle2student)": 4.295825004577637,
+      "cov-distil (oracle2teacher)": 3.986900806427002,
+      "epoch": 6.224489795918367,
+      "rel-constrast": 2.258495807647705,
+      "step": 7930,
+      "subrel-constrast": 3.1243209838867188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4515529870986938,
+      "cov-distil (oracle2student)": 3.472194194793701,
+      "cov-distil (oracle2teacher)": 3.7701101303100586,
+      "epoch": 6.225274725274725,
+      "rel-constrast": 2.9596140384674072,
+      "step": 7931,
+      "subrel-constrast": 3.1477081775665283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.090299606323242,
+      "cov-distil (oracle2student)": 3.848361015319824,
+      "cov-distil (oracle2teacher)": 3.855740547180176,
+      "epoch": 6.226059654631083,
+      "rel-constrast": 2.5222601890563965,
+      "step": 7932,
+      "subrel-constrast": 3.228032112121582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6155152320861816,
+      "cov-distil (oracle2student)": 5.545118808746338,
+      "cov-distil (oracle2teacher)": 4.8374738693237305,
+      "epoch": 6.226844583987441,
+      "rel-constrast": 3.9404664039611816,
+      "step": 7933,
+      "subrel-constrast": 4.368039131164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5820027589797974,
+      "cov-distil (oracle2student)": 4.140043258666992,
+      "cov-distil (oracle2teacher)": 3.4564146995544434,
+      "epoch": 6.227629513343799,
+      "rel-constrast": 2.589825391769409,
+      "step": 7934,
+      "subrel-constrast": 3.279597520828247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5308096408843994,
+      "cov-distil (oracle2student)": 2.6668872833251953,
+      "cov-distil (oracle2teacher)": 2.7564473152160645,
+      "epoch": 6.228414442700157,
+      "rel-constrast": 1.490402102470398,
+      "step": 7935,
+      "subrel-constrast": 2.567988634109497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0724977254867554,
+      "cov-distil (oracle2student)": 4.681885242462158,
+      "cov-distil (oracle2teacher)": 4.807660102844238,
+      "epoch": 6.229199372056515,
+      "rel-constrast": 2.886604070663452,
+      "step": 7936,
+      "subrel-constrast": 3.755268096923828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4135082960128784,
+      "cov-distil (oracle2student)": 4.8345232009887695,
+      "cov-distil (oracle2teacher)": 4.358277797698975,
+      "epoch": 6.229984301412873,
+      "rel-constrast": 2.805650472640991,
+      "step": 7937,
+      "subrel-constrast": 3.1194581985473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4689264297485352,
+      "cov-distil (oracle2student)": 4.237084865570068,
+      "cov-distil (oracle2teacher)": 3.6958699226379395,
+      "epoch": 6.230769230769231,
+      "rel-constrast": 2.653205394744873,
+      "step": 7938,
+      "subrel-constrast": 3.4540703296661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6106553077697754,
+      "cov-distil (oracle2student)": 3.7697927951812744,
+      "cov-distil (oracle2teacher)": 4.047058582305908,
+      "epoch": 6.231554160125588,
+      "rel-constrast": 1.7522566318511963,
+      "step": 7939,
+      "subrel-constrast": 2.696784496307373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.232339089481947,
+      "grad_norm": 4.4375,
+      "learning_rate": 6.195376573397218e-06,
+      "loss": 0.685,
+      "step": 7940
+    },
+    {
+      "cov-distil": 1.9149668216705322,
+      "cov-distil (oracle2student)": 2.75117826461792,
+      "cov-distil (oracle2teacher)": 2.91637921333313,
+      "epoch": 6.232339089481947,
+      "rel-constrast": 1.652036428451538,
+      "step": 7940,
+      "subrel-constrast": 2.8827686309814453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7178795337677002,
+      "cov-distil (oracle2student)": 3.553173542022705,
+      "cov-distil (oracle2teacher)": 3.8076934814453125,
+      "epoch": 6.233124018838304,
+      "rel-constrast": 2.7427101135253906,
+      "step": 7941,
+      "subrel-constrast": 3.3724677562713623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.940900444984436,
+      "cov-distil (oracle2student)": 5.868250370025635,
+      "cov-distil (oracle2teacher)": 5.050426483154297,
+      "epoch": 6.233908948194663,
+      "rel-constrast": 2.8921141624450684,
+      "step": 7942,
+      "subrel-constrast": 3.5689852237701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5914889574050903,
+      "cov-distil (oracle2student)": 4.7821364402771,
+      "cov-distil (oracle2teacher)": 4.244733810424805,
+      "epoch": 6.23469387755102,
+      "rel-constrast": 2.4153928756713867,
+      "step": 7943,
+      "subrel-constrast": 2.855647087097168,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6163617372512817,
+      "cov-distil (oracle2student)": 6.465648651123047,
+      "cov-distil (oracle2teacher)": 5.1737213134765625,
+      "epoch": 6.235478806907379,
+      "rel-constrast": 3.528012275695801,
+      "step": 7944,
+      "subrel-constrast": 4.382335186004639,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.281327486038208,
+      "cov-distil (oracle2student)": 5.247797966003418,
+      "cov-distil (oracle2teacher)": 4.644625186920166,
+      "epoch": 6.236263736263736,
+      "rel-constrast": 3.8867833614349365,
+      "step": 7945,
+      "subrel-constrast": 3.9034032821655273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4383738040924072,
+      "cov-distil (oracle2student)": 4.360361099243164,
+      "cov-distil (oracle2teacher)": 3.8887789249420166,
+      "epoch": 6.237048665620094,
+      "rel-constrast": 2.3514959812164307,
+      "step": 7946,
+      "subrel-constrast": 3.247790813446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.609800934791565,
+      "cov-distil (oracle2student)": 5.608119964599609,
+      "cov-distil (oracle2teacher)": 4.821613311767578,
+      "epoch": 6.237833594976452,
+      "rel-constrast": 2.82895827293396,
+      "step": 7947,
+      "subrel-constrast": 3.720963716506958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2588841915130615,
+      "cov-distil (oracle2student)": 3.503218173980713,
+      "cov-distil (oracle2teacher)": 3.2904129028320312,
+      "epoch": 6.23861852433281,
+      "rel-constrast": 2.1120877265930176,
+      "step": 7948,
+      "subrel-constrast": 2.590228319168091,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2193567752838135,
+      "cov-distil (oracle2student)": 2.864579200744629,
+      "cov-distil (oracle2teacher)": 3.189974784851074,
+      "epoch": 6.239403453689168,
+      "rel-constrast": 1.9500164985656738,
+      "step": 7949,
+      "subrel-constrast": 2.6459479331970215,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.240188383045526,
+      "grad_norm": 7.1875,
+      "learning_rate": 6.137986838874507e-06,
+      "loss": 0.698,
+      "step": 7950
+    },
+    {
+      "cov-distil": 1.6282477378845215,
+      "cov-distil (oracle2student)": 4.4620466232299805,
+      "cov-distil (oracle2teacher)": 3.990663528442383,
+      "epoch": 6.240188383045526,
+      "rel-constrast": 2.4603426456451416,
+      "step": 7950,
+      "subrel-constrast": 3.091315507888794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7148244380950928,
+      "cov-distil (oracle2student)": 3.9097700119018555,
+      "cov-distil (oracle2teacher)": 3.823133707046509,
+      "epoch": 6.240973312401884,
+      "rel-constrast": 2.9972403049468994,
+      "step": 7951,
+      "subrel-constrast": 3.646944999694824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9341180324554443,
+      "cov-distil (oracle2student)": 3.267770767211914,
+      "cov-distil (oracle2teacher)": 3.4047415256500244,
+      "epoch": 6.241758241758242,
+      "rel-constrast": 2.212636947631836,
+      "step": 7952,
+      "subrel-constrast": 3.2306487560272217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3612651824951172,
+      "cov-distil (oracle2student)": 4.165101051330566,
+      "cov-distil (oracle2teacher)": 4.253261566162109,
+      "epoch": 6.242543171114599,
+      "rel-constrast": 2.191683769226074,
+      "step": 7953,
+      "subrel-constrast": 2.536536931991577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2939307689666748,
+      "cov-distil (oracle2student)": 3.1598222255706787,
+      "cov-distil (oracle2teacher)": 3.0645694732666016,
+      "epoch": 6.243328100470958,
+      "rel-constrast": 2.5841269493103027,
+      "step": 7954,
+      "subrel-constrast": 3.013198137283325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.236993432044983,
+      "cov-distil (oracle2student)": 4.054816246032715,
+      "cov-distil (oracle2teacher)": 4.100681304931641,
+      "epoch": 6.244113029827315,
+      "rel-constrast": 2.162238359451294,
+      "step": 7955,
+      "subrel-constrast": 2.839458703994751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4950345754623413,
+      "cov-distil (oracle2student)": 5.235349655151367,
+      "cov-distil (oracle2teacher)": 4.74845552444458,
+      "epoch": 6.244897959183674,
+      "rel-constrast": 2.4268598556518555,
+      "step": 7956,
+      "subrel-constrast": 3.2216131687164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1431365013122559,
+      "cov-distil (oracle2student)": 4.084832191467285,
+      "cov-distil (oracle2teacher)": 3.601719379425049,
+      "epoch": 6.245682888540031,
+      "rel-constrast": 2.4021763801574707,
+      "step": 7957,
+      "subrel-constrast": 3.4097533226013184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7320894002914429,
+      "cov-distil (oracle2student)": 3.0845789909362793,
+      "cov-distil (oracle2teacher)": 2.9284496307373047,
+      "epoch": 6.24646781789639,
+      "rel-constrast": 1.7830665111541748,
+      "step": 7958,
+      "subrel-constrast": 2.5240862369537354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4557406902313232,
+      "cov-distil (oracle2student)": 4.341236114501953,
+      "cov-distil (oracle2teacher)": 4.108978271484375,
+      "epoch": 6.247252747252747,
+      "rel-constrast": 2.2511630058288574,
+      "step": 7959,
+      "subrel-constrast": 3.222630023956299,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.248037676609105,
+      "grad_norm": 5.15625,
+      "learning_rate": 6.0808269320296844e-06,
+      "loss": 0.6243,
+      "step": 7960
+    },
+    {
+      "cov-distil": 1.3812839984893799,
+      "cov-distil (oracle2student)": 2.8924624919891357,
+      "cov-distil (oracle2teacher)": 2.6126184463500977,
+      "epoch": 6.248037676609105,
+      "rel-constrast": 1.897969126701355,
+      "step": 7960,
+      "subrel-constrast": 2.5398716926574707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0896401405334473,
+      "cov-distil (oracle2student)": 2.7121729850769043,
+      "cov-distil (oracle2teacher)": 2.720710515975952,
+      "epoch": 6.248822605965463,
+      "rel-constrast": 1.9048607349395752,
+      "step": 7961,
+      "subrel-constrast": 2.4077603816986084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2054072618484497,
+      "cov-distil (oracle2student)": 3.618161201477051,
+      "cov-distil (oracle2teacher)": 3.623253583908081,
+      "epoch": 6.249607535321821,
+      "rel-constrast": 2.05570125579834,
+      "step": 7962,
+      "subrel-constrast": 2.956888437271118,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6918938159942627,
+      "cov-distil (oracle2student)": 5.49153995513916,
+      "cov-distil (oracle2teacher)": 4.990115165710449,
+      "epoch": 6.250392464678179,
+      "rel-constrast": 2.390814781188965,
+      "step": 7963,
+      "subrel-constrast": 3.6377487182617188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1501898765563965,
+      "cov-distil (oracle2student)": 3.6270923614501953,
+      "cov-distil (oracle2teacher)": 3.9012975692749023,
+      "epoch": 6.251177394034537,
+      "rel-constrast": 2.787564516067505,
+      "step": 7964,
+      "subrel-constrast": 3.297835111618042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.679949164390564,
+      "cov-distil (oracle2student)": 4.407618045806885,
+      "cov-distil (oracle2teacher)": 4.569485664367676,
+      "epoch": 6.251962323390895,
+      "rel-constrast": 3.2175261974334717,
+      "step": 7965,
+      "subrel-constrast": 3.7021191120147705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.105231761932373,
+      "cov-distil (oracle2student)": 4.417506217956543,
+      "cov-distil (oracle2teacher)": 4.022950172424316,
+      "epoch": 6.252747252747253,
+      "rel-constrast": 2.2022218704223633,
+      "step": 7966,
+      "subrel-constrast": 2.9380760192871094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4358521699905396,
+      "cov-distil (oracle2student)": 4.149295806884766,
+      "cov-distil (oracle2teacher)": 4.303413391113281,
+      "epoch": 6.25353218210361,
+      "rel-constrast": 2.1110072135925293,
+      "step": 7967,
+      "subrel-constrast": 2.992783308029175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4045791625976562,
+      "cov-distil (oracle2student)": 3.835117816925049,
+      "cov-distil (oracle2teacher)": 4.216687202453613,
+      "epoch": 6.254317111459969,
+      "rel-constrast": 2.60904860496521,
+      "step": 7968,
+      "subrel-constrast": 3.3834118843078613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.823063611984253,
+      "cov-distil (oracle2student)": 4.991392135620117,
+      "cov-distil (oracle2teacher)": 4.2060546875,
+      "epoch": 6.255102040816326,
+      "rel-constrast": 2.342684745788574,
+      "step": 7969,
+      "subrel-constrast": 3.141932487487793,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.255886970172685,
+      "grad_norm": 6.53125,
+      "learning_rate": 6.023897549338159e-06,
+      "loss": 0.6229,
+      "step": 7970
+    },
+    {
+      "cov-distil": 1.5071182250976562,
+      "cov-distil (oracle2student)": 3.856903076171875,
+      "cov-distil (oracle2teacher)": 3.762011766433716,
+      "epoch": 6.255886970172685,
+      "rel-constrast": 2.6609959602355957,
+      "step": 7970,
+      "subrel-constrast": 3.560187339782715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7627335786819458,
+      "cov-distil (oracle2student)": 2.458950996398926,
+      "cov-distil (oracle2teacher)": 2.6441612243652344,
+      "epoch": 6.256671899529042,
+      "rel-constrast": 1.9467241764068604,
+      "step": 7971,
+      "subrel-constrast": 2.8135738372802734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5113389492034912,
+      "cov-distil (oracle2student)": 3.9742133617401123,
+      "cov-distil (oracle2teacher)": 3.8305892944335938,
+      "epoch": 6.257456828885401,
+      "rel-constrast": 1.8766372203826904,
+      "step": 7972,
+      "subrel-constrast": 2.8835198879241943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2775927782058716,
+      "cov-distil (oracle2student)": 4.910592555999756,
+      "cov-distil (oracle2teacher)": 4.384146213531494,
+      "epoch": 6.258241758241758,
+      "rel-constrast": 2.8822851181030273,
+      "step": 7973,
+      "subrel-constrast": 3.1018786430358887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3155229091644287,
+      "cov-distil (oracle2student)": 3.42792010307312,
+      "cov-distil (oracle2teacher)": 3.1647634506225586,
+      "epoch": 6.259026687598116,
+      "rel-constrast": 2.8231325149536133,
+      "step": 7974,
+      "subrel-constrast": 3.6791563034057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.422067642211914,
+      "cov-distil (oracle2student)": 4.332735538482666,
+      "cov-distil (oracle2teacher)": 3.4553606510162354,
+      "epoch": 6.259811616954474,
+      "rel-constrast": 3.302198886871338,
+      "step": 7975,
+      "subrel-constrast": 3.7686221599578857,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5108611583709717,
+      "cov-distil (oracle2student)": 4.223058700561523,
+      "cov-distil (oracle2teacher)": 3.883230686187744,
+      "epoch": 6.260596546310832,
+      "rel-constrast": 1.981580138206482,
+      "step": 7976,
+      "subrel-constrast": 2.576032876968384,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4301313161849976,
+      "cov-distil (oracle2student)": 5.117941856384277,
+      "cov-distil (oracle2teacher)": 4.762816429138184,
+      "epoch": 6.26138147566719,
+      "rel-constrast": 1.9597766399383545,
+      "step": 7977,
+      "subrel-constrast": 2.826500415802002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.738715648651123,
+      "cov-distil (oracle2student)": 4.948901653289795,
+      "cov-distil (oracle2teacher)": 3.938119888305664,
+      "epoch": 6.262166405023548,
+      "rel-constrast": 1.5430006980895996,
+      "step": 7978,
+      "subrel-constrast": 2.2703089714050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3054015636444092,
+      "cov-distil (oracle2student)": 5.488439559936523,
+      "cov-distil (oracle2teacher)": 4.594826698303223,
+      "epoch": 6.262951334379906,
+      "rel-constrast": 2.8662946224212646,
+      "step": 7979,
+      "subrel-constrast": 3.5711781978607178,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.263736263736264,
+      "grad_norm": 6.6875,
+      "learning_rate": 5.967199384466504e-06,
+      "loss": 0.6355,
+      "step": 7980
+    },
+    {
+      "cov-distil": 1.3816087245941162,
+      "cov-distil (oracle2student)": 5.552800178527832,
+      "cov-distil (oracle2teacher)": 5.145991325378418,
+      "epoch": 6.263736263736264,
+      "rel-constrast": 2.534925699234009,
+      "step": 7980,
+      "subrel-constrast": 2.9424540996551514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1702449321746826,
+      "cov-distil (oracle2student)": 3.362915515899658,
+      "cov-distil (oracle2teacher)": 2.5777292251586914,
+      "epoch": 6.264521193092621,
+      "rel-constrast": 2.7008614540100098,
+      "step": 7981,
+      "subrel-constrast": 3.0398905277252197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.182204246520996,
+      "cov-distil (oracle2student)": 3.939502477645874,
+      "cov-distil (oracle2teacher)": 3.4594757556915283,
+      "epoch": 6.26530612244898,
+      "rel-constrast": 1.9833705425262451,
+      "step": 7982,
+      "subrel-constrast": 2.6517763137817383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4202916622161865,
+      "cov-distil (oracle2student)": 5.652845859527588,
+      "cov-distil (oracle2teacher)": 5.14066743850708,
+      "epoch": 6.266091051805337,
+      "rel-constrast": 2.3059747219085693,
+      "step": 7983,
+      "subrel-constrast": 3.070726156234741,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3838391304016113,
+      "cov-distil (oracle2student)": 4.0979485511779785,
+      "cov-distil (oracle2teacher)": 3.861572265625,
+      "epoch": 6.266875981161696,
+      "rel-constrast": 2.5850234031677246,
+      "step": 7984,
+      "subrel-constrast": 2.7096753120422363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6203088760375977,
+      "cov-distil (oracle2student)": 5.837264060974121,
+      "cov-distil (oracle2teacher)": 5.251678466796875,
+      "epoch": 6.267660910518053,
+      "rel-constrast": 3.0603628158569336,
+      "step": 7985,
+      "subrel-constrast": 3.6762893199920654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1860713958740234,
+      "cov-distil (oracle2student)": 3.116034746170044,
+      "cov-distil (oracle2teacher)": 3.1225059032440186,
+      "epoch": 6.268445839874412,
+      "rel-constrast": 3.10447359085083,
+      "step": 7986,
+      "subrel-constrast": 3.7237417697906494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4747395515441895,
+      "cov-distil (oracle2student)": 5.229341506958008,
+      "cov-distil (oracle2teacher)": 4.2231550216674805,
+      "epoch": 6.269230769230769,
+      "rel-constrast": 3.1581156253814697,
+      "step": 7987,
+      "subrel-constrast": 4.006243705749512,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6266037225723267,
+      "cov-distil (oracle2student)": 2.196859836578369,
+      "cov-distil (oracle2teacher)": 3.0179574489593506,
+      "epoch": 6.270015698587127,
+      "rel-constrast": 1.845162034034729,
+      "step": 7988,
+      "subrel-constrast": 2.631321907043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2283740043640137,
+      "cov-distil (oracle2student)": 3.786168098449707,
+      "cov-distil (oracle2teacher)": 4.0377349853515625,
+      "epoch": 6.270800627943485,
+      "rel-constrast": 2.452399492263794,
+      "step": 7989,
+      "subrel-constrast": 3.136186361312866,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.271585557299843,
+      "grad_norm": 5.375,
+      "learning_rate": 5.910733128263971e-06,
+      "loss": 0.68,
+      "step": 7990
+    },
+    {
+      "cov-distil": 1.733436942100525,
+      "cov-distil (oracle2student)": 4.323951721191406,
+      "cov-distil (oracle2teacher)": 4.342432022094727,
+      "epoch": 6.271585557299843,
+      "rel-constrast": 2.809558391571045,
+      "step": 7990,
+      "subrel-constrast": 3.647714853286743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.500620722770691,
+      "cov-distil (oracle2student)": 4.307793140411377,
+      "cov-distil (oracle2teacher)": 3.9505722522735596,
+      "epoch": 6.272370486656201,
+      "rel-constrast": 2.188108444213867,
+      "step": 7991,
+      "subrel-constrast": 2.9320943355560303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0737698078155518,
+      "cov-distil (oracle2student)": 6.5465168952941895,
+      "cov-distil (oracle2teacher)": 6.203218936920166,
+      "epoch": 6.273155416012559,
+      "rel-constrast": 2.520967483520508,
+      "step": 7992,
+      "subrel-constrast": 3.168980836868286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3887284994125366,
+      "cov-distil (oracle2student)": 3.4796018600463867,
+      "cov-distil (oracle2teacher)": 3.88226318359375,
+      "epoch": 6.273940345368917,
+      "rel-constrast": 2.0295910835266113,
+      "step": 7993,
+      "subrel-constrast": 2.864058494567871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.17081618309021,
+      "cov-distil (oracle2student)": 4.112990379333496,
+      "cov-distil (oracle2teacher)": 4.101197719573975,
+      "epoch": 6.274725274725275,
+      "rel-constrast": 2.4585704803466797,
+      "step": 7994,
+      "subrel-constrast": 3.340733766555786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.315911054611206,
+      "cov-distil (oracle2student)": 5.201291561126709,
+      "cov-distil (oracle2teacher)": 4.859418869018555,
+      "epoch": 6.275510204081632,
+      "rel-constrast": 3.3557863235473633,
+      "step": 7995,
+      "subrel-constrast": 4.376889705657959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2231054306030273,
+      "cov-distil (oracle2student)": 3.630012035369873,
+      "cov-distil (oracle2teacher)": 3.7137205600738525,
+      "epoch": 6.276295133437991,
+      "rel-constrast": 2.37650203704834,
+      "step": 7996,
+      "subrel-constrast": 3.1676089763641357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3811278343200684,
+      "cov-distil (oracle2student)": 3.8387393951416016,
+      "cov-distil (oracle2teacher)": 3.886864185333252,
+      "epoch": 6.277080062794348,
+      "rel-constrast": 1.8730219602584839,
+      "step": 7997,
+      "subrel-constrast": 2.468597173690796,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7225306034088135,
+      "cov-distil (oracle2student)": 3.7445521354675293,
+      "cov-distil (oracle2teacher)": 3.5064210891723633,
+      "epoch": 6.277864992150707,
+      "rel-constrast": 2.0116043090820312,
+      "step": 7998,
+      "subrel-constrast": 3.0111565589904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2565263509750366,
+      "cov-distil (oracle2student)": 3.579643726348877,
+      "cov-distil (oracle2teacher)": 3.647137403488159,
+      "epoch": 6.278649921507064,
+      "rel-constrast": 2.6539101600646973,
+      "step": 7999,
+      "subrel-constrast": 3.272139310836792,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.279434850863423,
+      "grad_norm": 5.15625,
+      "learning_rate": 5.854499468754062e-06,
+      "loss": 0.6414,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/duc04-P@10": 0.758,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/duc04-nDCG@10": 0.7701376504999309,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/duc04-alpha_nDCG@10": 0.5825805144619066,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/multi_news-nDCG@10": 0.6111688518029349,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/multi_news-alpha_nDCG@10": 0.5989112664334217,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "eval/avg": 0.5385710537147926,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "overlap": 0.33125001192092896,
+      "step": 8000
+    },
+    {
+      "epoch": 6.279434850863423,
+      "step": 8000,
+      "student margin": 0.0498046875
+    },
+    {
+      "epoch": 6.279434850863423,
+      "step": 8000,
+      "teacher margin": 0.03631591796875
+    },
+    {
+      "epoch": 6.279434850863423,
+      "margin difference": -0.01348876953125,
+      "step": 8000
+    },
+    {
+      "cov-distil": 1.710932731628418,
+      "cov-distil (oracle2student)": 6.0401763916015625,
+      "cov-distil (oracle2teacher)": 5.940333366394043,
+      "epoch": 6.279434850863423,
+      "rel-constrast": 3.017481803894043,
+      "step": 8000,
+      "subrel-constrast": 3.0728681087493896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6269681453704834,
+      "cov-distil (oracle2student)": 5.084048271179199,
+      "cov-distil (oracle2teacher)": 4.932945251464844,
+      "epoch": 6.28021978021978,
+      "rel-constrast": 2.5932557582855225,
+      "step": 8001,
+      "subrel-constrast": 3.527003049850464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.724096417427063,
+      "cov-distil (oracle2student)": 3.487053871154785,
+      "cov-distil (oracle2teacher)": 3.8486063480377197,
+      "epoch": 6.2810047095761385,
+      "rel-constrast": 2.1707890033721924,
+      "step": 8002,
+      "subrel-constrast": 3.2082064151763916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5519835948944092,
+      "cov-distil (oracle2student)": 4.961617469787598,
+      "cov-distil (oracle2teacher)": 4.440220832824707,
+      "epoch": 6.281789638932496,
+      "rel-constrast": 1.0723578929901123,
+      "step": 8003,
+      "subrel-constrast": 1.769919514656067,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.223929524421692,
+      "cov-distil (oracle2student)": 2.984421491622925,
+      "cov-distil (oracle2teacher)": 2.8772926330566406,
+      "epoch": 6.282574568288854,
+      "rel-constrast": 2.3522181510925293,
+      "step": 8004,
+      "subrel-constrast": 2.85611629486084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0920889377593994,
+      "cov-distil (oracle2student)": 4.451418399810791,
+      "cov-distil (oracle2teacher)": 4.689635276794434,
+      "epoch": 6.283359497645212,
+      "rel-constrast": 3.241553783416748,
+      "step": 8005,
+      "subrel-constrast": 3.916780471801758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6444692611694336,
+      "cov-distil (oracle2student)": 4.055782794952393,
+      "cov-distil (oracle2teacher)": 4.532354354858398,
+      "epoch": 6.28414442700157,
+      "rel-constrast": 2.513484477996826,
+      "step": 8006,
+      "subrel-constrast": 3.26652455329895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.507910966873169,
+      "cov-distil (oracle2student)": 4.458864212036133,
+      "cov-distil (oracle2teacher)": 4.654660224914551,
+      "epoch": 6.284929356357928,
+      "rel-constrast": 3.1801300048828125,
+      "step": 8007,
+      "subrel-constrast": 3.9956841468811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.84627103805542,
+      "cov-distil (oracle2student)": 4.526689529418945,
+      "cov-distil (oracle2teacher)": 4.488941192626953,
+      "epoch": 6.285714285714286,
+      "rel-constrast": 2.270484685897827,
+      "step": 8008,
+      "subrel-constrast": 3.5673365592956543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2379835844039917,
+      "cov-distil (oracle2student)": 3.679818868637085,
+      "cov-distil (oracle2teacher)": 3.467421531677246,
+      "epoch": 6.286499215070644,
+      "rel-constrast": 2.6713664531707764,
+      "step": 8009,
+      "subrel-constrast": 3.333299398422241,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.287284144427002,
+      "grad_norm": 6.03125,
+      "learning_rate": 5.79849909112617e-06,
+      "loss": 0.665,
+      "step": 8010
+    },
+    {
+      "cov-distil": 1.6691977977752686,
+      "cov-distil (oracle2student)": 3.6087286472320557,
+      "cov-distil (oracle2teacher)": 3.679344892501831,
+      "epoch": 6.287284144427002,
+      "rel-constrast": 2.6659274101257324,
+      "step": 8010,
+      "subrel-constrast": 3.193007707595825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8680896759033203,
+      "cov-distil (oracle2student)": 4.6404128074646,
+      "cov-distil (oracle2teacher)": 4.361644268035889,
+      "epoch": 6.288069073783359,
+      "rel-constrast": 1.9378048181533813,
+      "step": 8011,
+      "subrel-constrast": 2.899106979370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7100516557693481,
+      "cov-distil (oracle2student)": 4.079976558685303,
+      "cov-distil (oracle2teacher)": 4.045040130615234,
+      "epoch": 6.2888540031397175,
+      "rel-constrast": 2.709645986557007,
+      "step": 8012,
+      "subrel-constrast": 3.4501113891601562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8072271347045898,
+      "cov-distil (oracle2student)": 3.407674789428711,
+      "cov-distil (oracle2teacher)": 3.313305377960205,
+      "epoch": 6.289638932496075,
+      "rel-constrast": 1.4781514406204224,
+      "step": 8013,
+      "subrel-constrast": 2.502764940261841,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6769418716430664,
+      "cov-distil (oracle2student)": 3.627209186553955,
+      "cov-distil (oracle2teacher)": 3.4121720790863037,
+      "epoch": 6.2904238618524335,
+      "rel-constrast": 2.212822437286377,
+      "step": 8014,
+      "subrel-constrast": 3.0888724327087402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.17596435546875,
+      "cov-distil (oracle2student)": 5.495744705200195,
+      "cov-distil (oracle2teacher)": 4.553753852844238,
+      "epoch": 6.291208791208791,
+      "rel-constrast": 2.475250005722046,
+      "step": 8015,
+      "subrel-constrast": 2.866255760192871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4006984233856201,
+      "cov-distil (oracle2student)": 3.6162891387939453,
+      "cov-distil (oracle2teacher)": 3.412769317626953,
+      "epoch": 6.2919937205651495,
+      "rel-constrast": 1.5377461910247803,
+      "step": 8016,
+      "subrel-constrast": 2.3704495429992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4757192134857178,
+      "cov-distil (oracle2student)": 3.2455830574035645,
+      "cov-distil (oracle2teacher)": 3.2159252166748047,
+      "epoch": 6.292778649921507,
+      "rel-constrast": 2.4817543029785156,
+      "step": 8017,
+      "subrel-constrast": 3.277722120285034,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7232298851013184,
+      "cov-distil (oracle2student)": 5.290022850036621,
+      "cov-distil (oracle2teacher)": 4.443689823150635,
+      "epoch": 6.293563579277865,
+      "rel-constrast": 2.3005378246307373,
+      "step": 8018,
+      "subrel-constrast": 2.869560956954956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6731480360031128,
+      "cov-distil (oracle2student)": 4.526278495788574,
+      "cov-distil (oracle2teacher)": 4.2675862312316895,
+      "epoch": 6.294348508634223,
+      "rel-constrast": 3.7952933311462402,
+      "step": 8019,
+      "subrel-constrast": 4.080337047576904,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.295133437990581,
+      "grad_norm": 6.59375,
+      "learning_rate": 5.742732677727234e-06,
+      "loss": 0.6303,
+      "step": 8020
+    },
+    {
+      "cov-distil": 1.319140076637268,
+      "cov-distil (oracle2student)": 4.238546848297119,
+      "cov-distil (oracle2teacher)": 3.843204975128174,
+      "epoch": 6.295133437990581,
+      "rel-constrast": 2.936432361602783,
+      "step": 8020,
+      "subrel-constrast": 3.0243873596191406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.345666527748108,
+      "cov-distil (oracle2student)": 3.427159547805786,
+      "cov-distil (oracle2teacher)": 2.962703227996826,
+      "epoch": 6.295918367346939,
+      "rel-constrast": 2.076472282409668,
+      "step": 8021,
+      "subrel-constrast": 2.780122756958008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4548735618591309,
+      "cov-distil (oracle2student)": 6.091966152191162,
+      "cov-distil (oracle2teacher)": 5.165353775024414,
+      "epoch": 6.2967032967032965,
+      "rel-constrast": 3.0749073028564453,
+      "step": 8022,
+      "subrel-constrast": 3.4600894451141357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2740148305892944,
+      "cov-distil (oracle2student)": 5.272481918334961,
+      "cov-distil (oracle2teacher)": 4.923582553863525,
+      "epoch": 6.297488226059655,
+      "rel-constrast": 2.424531936645508,
+      "step": 8023,
+      "subrel-constrast": 3.071004867553711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4953879117965698,
+      "cov-distil (oracle2student)": 4.373177528381348,
+      "cov-distil (oracle2teacher)": 4.0901336669921875,
+      "epoch": 6.2982731554160125,
+      "rel-constrast": 3.092825412750244,
+      "step": 8024,
+      "subrel-constrast": 3.6955246925354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5895884037017822,
+      "cov-distil (oracle2student)": 5.93429708480835,
+      "cov-distil (oracle2teacher)": 5.20538330078125,
+      "epoch": 6.299058084772371,
+      "rel-constrast": 1.9747061729431152,
+      "step": 8025,
+      "subrel-constrast": 2.6315882205963135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5227367877960205,
+      "cov-distil (oracle2student)": 4.463019371032715,
+      "cov-distil (oracle2teacher)": 4.276844024658203,
+      "epoch": 6.2998430141287285,
+      "rel-constrast": 2.067560911178589,
+      "step": 8026,
+      "subrel-constrast": 2.7858073711395264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6361355781555176,
+      "cov-distil (oracle2student)": 6.053184509277344,
+      "cov-distil (oracle2teacher)": 5.987432479858398,
+      "epoch": 6.300627943485086,
+      "rel-constrast": 2.250235080718994,
+      "step": 8027,
+      "subrel-constrast": 3.187554359436035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.990563988685608,
+      "cov-distil (oracle2student)": 3.39039945602417,
+      "cov-distil (oracle2teacher)": 3.466646909713745,
+      "epoch": 6.3014128728414445,
+      "rel-constrast": 1.9958786964416504,
+      "step": 8028,
+      "subrel-constrast": 3.03521990776062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5055080652236938,
+      "cov-distil (oracle2student)": 4.41642951965332,
+      "cov-distil (oracle2teacher)": 3.554243564605713,
+      "epoch": 6.302197802197802,
+      "rel-constrast": 2.8432397842407227,
+      "step": 8029,
+      "subrel-constrast": 3.289083242416382,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.3029827315541604,
+      "grad_norm": 4.96875,
+      "learning_rate": 5.687200908053389e-06,
+      "loss": 0.6563,
+      "step": 8030
+    },
+    {
+      "cov-distil": 1.585038661956787,
+      "cov-distil (oracle2student)": 3.405390739440918,
+      "cov-distil (oracle2teacher)": 3.253368377685547,
+      "epoch": 6.3029827315541604,
+      "rel-constrast": 2.135554075241089,
+      "step": 8030,
+      "subrel-constrast": 2.6688547134399414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.642217993736267,
+      "cov-distil (oracle2student)": 2.4168710708618164,
+      "cov-distil (oracle2teacher)": 2.5778236389160156,
+      "epoch": 6.303767660910518,
+      "rel-constrast": 2.119710922241211,
+      "step": 8031,
+      "subrel-constrast": 2.946521759033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.411624550819397,
+      "cov-distil (oracle2student)": 5.414008140563965,
+      "cov-distil (oracle2teacher)": 4.558654308319092,
+      "epoch": 6.304552590266876,
+      "rel-constrast": 3.326456069946289,
+      "step": 8032,
+      "subrel-constrast": 3.872436285018921,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3965669870376587,
+      "cov-distil (oracle2student)": 3.5997416973114014,
+      "cov-distil (oracle2teacher)": 3.5916881561279297,
+      "epoch": 6.305337519623234,
+      "rel-constrast": 2.623500347137451,
+      "step": 8033,
+      "subrel-constrast": 3.1316006183624268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1231433153152466,
+      "cov-distil (oracle2student)": 2.522104024887085,
+      "cov-distil (oracle2teacher)": 2.5709891319274902,
+      "epoch": 6.3061224489795915,
+      "rel-constrast": 2.6595540046691895,
+      "step": 8034,
+      "subrel-constrast": 3.072298765182495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8256042003631592,
+      "cov-distil (oracle2student)": 3.0768346786499023,
+      "cov-distil (oracle2teacher)": 2.897204875946045,
+      "epoch": 6.30690737833595,
+      "rel-constrast": 2.063182830810547,
+      "step": 8035,
+      "subrel-constrast": 2.7462985515594482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6932475566864014,
+      "cov-distil (oracle2student)": 4.729187965393066,
+      "cov-distil (oracle2teacher)": 4.745811462402344,
+      "epoch": 6.3076923076923075,
+      "rel-constrast": 2.0937676429748535,
+      "step": 8036,
+      "subrel-constrast": 3.262744188308716,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.628745675086975,
+      "cov-distil (oracle2student)": 3.7374143600463867,
+      "cov-distil (oracle2teacher)": 3.3816542625427246,
+      "epoch": 6.308477237048666,
+      "rel-constrast": 2.266777992248535,
+      "step": 8037,
+      "subrel-constrast": 3.2194724082946777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0053977966308594,
+      "cov-distil (oracle2student)": 4.502927303314209,
+      "cov-distil (oracle2teacher)": 4.062745571136475,
+      "epoch": 6.3092621664050235,
+      "rel-constrast": 2.226172924041748,
+      "step": 8038,
+      "subrel-constrast": 2.413822650909424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9269022941589355,
+      "cov-distil (oracle2student)": 3.0228211879730225,
+      "cov-distil (oracle2teacher)": 3.019094705581665,
+      "epoch": 6.310047095761382,
+      "rel-constrast": 1.8351225852966309,
+      "step": 8039,
+      "subrel-constrast": 2.714585065841675,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.310832025117739,
+      "grad_norm": 5.34375,
+      "learning_rate": 5.631904458741738e-06,
+      "loss": 0.6218,
+      "step": 8040
+    },
+    {
+      "cov-distil": 1.2672470808029175,
+      "cov-distil (oracle2student)": 7.090961456298828,
+      "cov-distil (oracle2teacher)": 6.219788551330566,
+      "epoch": 6.310832025117739,
+      "rel-constrast": 2.890076160430908,
+      "step": 8040,
+      "subrel-constrast": 3.330854892730713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2676020860671997,
+      "cov-distil (oracle2student)": 4.537631511688232,
+      "cov-distil (oracle2teacher)": 3.9758312702178955,
+      "epoch": 6.311616954474097,
+      "rel-constrast": 2.277282238006592,
+      "step": 8041,
+      "subrel-constrast": 3.0358386039733887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8170909881591797,
+      "cov-distil (oracle2student)": 4.463326930999756,
+      "cov-distil (oracle2teacher)": 4.4493608474731445,
+      "epoch": 6.312401883830455,
+      "rel-constrast": 3.5502874851226807,
+      "step": 8042,
+      "subrel-constrast": 4.183597564697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2370402812957764,
+      "cov-distil (oracle2student)": 2.9846086502075195,
+      "cov-distil (oracle2teacher)": 3.2901859283447266,
+      "epoch": 6.313186813186813,
+      "rel-constrast": 3.861100435256958,
+      "step": 8043,
+      "subrel-constrast": 3.8525073528289795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4933350086212158,
+      "cov-distil (oracle2student)": 4.157181739807129,
+      "cov-distil (oracle2teacher)": 3.988311529159546,
+      "epoch": 6.313971742543171,
+      "rel-constrast": 1.8916988372802734,
+      "step": 8044,
+      "subrel-constrast": 2.5356996059417725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.484083652496338,
+      "cov-distil (oracle2student)": 3.9976882934570312,
+      "cov-distil (oracle2teacher)": 3.5919861793518066,
+      "epoch": 6.314756671899529,
+      "rel-constrast": 2.6253414154052734,
+      "step": 8045,
+      "subrel-constrast": 3.5286407470703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2363440990447998,
+      "cov-distil (oracle2student)": 4.550877571105957,
+      "cov-distil (oracle2teacher)": 4.395450592041016,
+      "epoch": 6.315541601255887,
+      "rel-constrast": 2.4338467121124268,
+      "step": 8046,
+      "subrel-constrast": 2.861203670501709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4649033546447754,
+      "cov-distil (oracle2student)": 5.504188537597656,
+      "cov-distil (oracle2teacher)": 5.014202117919922,
+      "epoch": 6.316326530612245,
+      "rel-constrast": 2.185422658920288,
+      "step": 8047,
+      "subrel-constrast": 3.3435254096984863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.288296103477478,
+      "cov-distil (oracle2student)": 5.195275783538818,
+      "cov-distil (oracle2teacher)": 4.544951438903809,
+      "epoch": 6.3171114599686025,
+      "rel-constrast": 1.6558758020401,
+      "step": 8048,
+      "subrel-constrast": 2.4212894439697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9484376907348633,
+      "cov-distil (oracle2student)": 3.737431049346924,
+      "cov-distil (oracle2teacher)": 3.4637370109558105,
+      "epoch": 6.317896389324961,
+      "rel-constrast": 2.106274366378784,
+      "step": 8049,
+      "subrel-constrast": 2.805414915084839,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.318681318681318,
+      "grad_norm": 4.96875,
+      "learning_rate": 5.576844003562054e-06,
+      "loss": 0.6732,
+      "step": 8050
+    },
+    {
+      "cov-distil": 1.4525361061096191,
+      "cov-distil (oracle2student)": 3.291102170944214,
+      "cov-distil (oracle2teacher)": 3.130265712738037,
+      "epoch": 6.318681318681318,
+      "rel-constrast": 2.026611566543579,
+      "step": 8050,
+      "subrel-constrast": 2.724900245666504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6418224573135376,
+      "cov-distil (oracle2student)": 3.3054404258728027,
+      "cov-distil (oracle2teacher)": 3.9899449348449707,
+      "epoch": 6.319466248037677,
+      "rel-constrast": 2.607710599899292,
+      "step": 8051,
+      "subrel-constrast": 3.671642303466797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4254932403564453,
+      "cov-distil (oracle2student)": 3.698500394821167,
+      "cov-distil (oracle2teacher)": 3.8951313495635986,
+      "epoch": 6.320251177394034,
+      "rel-constrast": 2.984248161315918,
+      "step": 8052,
+      "subrel-constrast": 3.461789131164551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8453236818313599,
+      "cov-distil (oracle2student)": 4.113033294677734,
+      "cov-distil (oracle2teacher)": 3.5224833488464355,
+      "epoch": 6.321036106750393,
+      "rel-constrast": 3.043076753616333,
+      "step": 8053,
+      "subrel-constrast": 3.3850579261779785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3740572929382324,
+      "cov-distil (oracle2student)": 3.6808054447174072,
+      "cov-distil (oracle2teacher)": 3.9439358711242676,
+      "epoch": 6.32182103610675,
+      "rel-constrast": 2.8559305667877197,
+      "step": 8054,
+      "subrel-constrast": 3.9111218452453613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.198066234588623,
+      "cov-distil (oracle2student)": 3.1883435249328613,
+      "cov-distil (oracle2teacher)": 2.819913148880005,
+      "epoch": 6.322605965463108,
+      "rel-constrast": 2.6331238746643066,
+      "step": 8055,
+      "subrel-constrast": 3.0117673873901367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2290247678756714,
+      "cov-distil (oracle2student)": 4.311953544616699,
+      "cov-distil (oracle2teacher)": 4.5840654373168945,
+      "epoch": 6.323390894819466,
+      "rel-constrast": 3.8713223934173584,
+      "step": 8056,
+      "subrel-constrast": 4.701592445373535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6921908855438232,
+      "cov-distil (oracle2student)": 3.6279406547546387,
+      "cov-distil (oracle2teacher)": 3.746004343032837,
+      "epoch": 6.324175824175824,
+      "rel-constrast": 3.619706153869629,
+      "step": 8057,
+      "subrel-constrast": 4.279331207275391,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559262990951538,
+      "cov-distil (oracle2student)": 3.3177294731140137,
+      "cov-distil (oracle2teacher)": 3.3943395614624023,
+      "epoch": 6.324960753532182,
+      "rel-constrast": 2.582925796508789,
+      "step": 8058,
+      "subrel-constrast": 2.9703805446624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.839629888534546,
+      "cov-distil (oracle2student)": 4.705860614776611,
+      "cov-distil (oracle2teacher)": 5.258083343505859,
+      "epoch": 6.32574568288854,
+      "rel-constrast": 2.5668752193450928,
+      "step": 8059,
+      "subrel-constrast": 3.4721591472625732,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.326530612244898,
+      "grad_norm": 5.1875,
+      "learning_rate": 5.522020213408618e-06,
+      "loss": 0.7604,
+      "step": 8060
+    },
+    {
+      "cov-distil": 1.6873857975006104,
+      "cov-distil (oracle2student)": 3.7202367782592773,
+      "cov-distil (oracle2teacher)": 3.7978100776672363,
+      "epoch": 6.326530612244898,
+      "rel-constrast": 3.0508358478546143,
+      "step": 8060,
+      "subrel-constrast": 3.4178268909454346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.478510856628418,
+      "cov-distil (oracle2student)": 4.214310646057129,
+      "cov-distil (oracle2teacher)": 4.666705131530762,
+      "epoch": 6.327315541601256,
+      "rel-constrast": 2.2004315853118896,
+      "step": 8061,
+      "subrel-constrast": 2.826878547668457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9982576370239258,
+      "cov-distil (oracle2student)": 5.857406139373779,
+      "cov-distil (oracle2teacher)": 5.421028137207031,
+      "epoch": 6.328100470957613,
+      "rel-constrast": 1.9966719150543213,
+      "step": 8062,
+      "subrel-constrast": 3.5801990032196045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3167269229888916,
+      "cov-distil (oracle2student)": 4.699251651763916,
+      "cov-distil (oracle2teacher)": 4.8488311767578125,
+      "epoch": 6.328885400313972,
+      "rel-constrast": 2.682034969329834,
+      "step": 8063,
+      "subrel-constrast": 3.13680362701416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0625553131103516,
+      "cov-distil (oracle2student)": 3.339919090270996,
+      "cov-distil (oracle2teacher)": 3.190279483795166,
+      "epoch": 6.329670329670329,
+      "rel-constrast": 1.9817652702331543,
+      "step": 8064,
+      "subrel-constrast": 2.3222296237945557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7305898666381836,
+      "cov-distil (oracle2student)": 3.9768643379211426,
+      "cov-distil (oracle2teacher)": 3.39072322845459,
+      "epoch": 6.330455259026688,
+      "rel-constrast": 1.9432427883148193,
+      "step": 8065,
+      "subrel-constrast": 2.458202600479126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9854795932769775,
+      "cov-distil (oracle2student)": 5.630805015563965,
+      "cov-distil (oracle2teacher)": 4.990264892578125,
+      "epoch": 6.331240188383045,
+      "rel-constrast": 2.3626675605773926,
+      "step": 8066,
+      "subrel-constrast": 3.1297996044158936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6378380060195923,
+      "cov-distil (oracle2student)": 6.026311874389648,
+      "cov-distil (oracle2teacher)": 4.786007881164551,
+      "epoch": 6.332025117739404,
+      "rel-constrast": 2.5852386951446533,
+      "step": 8067,
+      "subrel-constrast": 3.5253512859344482,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.145517110824585,
+      "cov-distil (oracle2student)": 4.942789554595947,
+      "cov-distil (oracle2teacher)": 4.771383762359619,
+      "epoch": 6.332810047095761,
+      "rel-constrast": 2.3970680236816406,
+      "step": 8068,
+      "subrel-constrast": 2.9530601501464844,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.505190372467041,
+      "cov-distil (oracle2student)": 4.784885406494141,
+      "cov-distil (oracle2teacher)": 4.127558708190918,
+      "epoch": 6.333594976452119,
+      "rel-constrast": 2.6665596961975098,
+      "step": 8069,
+      "subrel-constrast": 3.426837682723999,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.334379905808477,
+      "grad_norm": 5.40625,
+      "learning_rate": 5.4674337562920066e-06,
+      "loss": 0.6355,
+      "step": 8070
+    },
+    {
+      "cov-distil": 1.6281719207763672,
+      "cov-distil (oracle2student)": 4.086418151855469,
+      "cov-distil (oracle2teacher)": 3.5686581134796143,
+      "epoch": 6.334379905808477,
+      "rel-constrast": 1.906017780303955,
+      "step": 8070,
+      "subrel-constrast": 2.6265838146209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8266241550445557,
+      "cov-distil (oracle2student)": 2.4342751502990723,
+      "cov-distil (oracle2teacher)": 2.5732226371765137,
+      "epoch": 6.335164835164835,
+      "rel-constrast": 1.5756289958953857,
+      "step": 8071,
+      "subrel-constrast": 2.7389988899230957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7596145868301392,
+      "cov-distil (oracle2student)": 4.447257041931152,
+      "cov-distil (oracle2teacher)": 4.074493408203125,
+      "epoch": 6.335949764521193,
+      "rel-constrast": 2.387686252593994,
+      "step": 8072,
+      "subrel-constrast": 3.353476047515869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3125135898590088,
+      "cov-distil (oracle2student)": 4.88764762878418,
+      "cov-distil (oracle2teacher)": 4.484583854675293,
+      "epoch": 6.336734693877551,
+      "rel-constrast": 2.823068618774414,
+      "step": 8073,
+      "subrel-constrast": 3.3215932846069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4827539920806885,
+      "cov-distil (oracle2student)": 3.374143600463867,
+      "cov-distil (oracle2teacher)": 3.4240458011627197,
+      "epoch": 6.337519623233909,
+      "rel-constrast": 1.9739550352096558,
+      "step": 8074,
+      "subrel-constrast": 2.793795347213745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2514469623565674,
+      "cov-distil (oracle2student)": 6.130393981933594,
+      "cov-distil (oracle2teacher)": 5.9012250900268555,
+      "epoch": 6.338304552590267,
+      "rel-constrast": 3.061760425567627,
+      "step": 8075,
+      "subrel-constrast": 3.7546935081481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4923564195632935,
+      "cov-distil (oracle2student)": 4.2935638427734375,
+      "cov-distil (oracle2teacher)": 3.711714506149292,
+      "epoch": 6.339089481946624,
+      "rel-constrast": 1.812798023223877,
+      "step": 8076,
+      "subrel-constrast": 2.3386290073394775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3563973903656006,
+      "cov-distil (oracle2student)": 5.333216667175293,
+      "cov-distil (oracle2teacher)": 5.065457820892334,
+      "epoch": 6.339874411302983,
+      "rel-constrast": 1.7732186317443848,
+      "step": 8077,
+      "subrel-constrast": 2.58817195892334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5217963457107544,
+      "cov-distil (oracle2student)": 4.352368354797363,
+      "cov-distil (oracle2teacher)": 4.156455039978027,
+      "epoch": 6.34065934065934,
+      "rel-constrast": 1.899874210357666,
+      "step": 8078,
+      "subrel-constrast": 2.6283297538757324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7628707885742188,
+      "cov-distil (oracle2student)": 3.4539296627044678,
+      "cov-distil (oracle2teacher)": 3.4071922302246094,
+      "epoch": 6.341444270015699,
+      "rel-constrast": 3.105255603790283,
+      "step": 8079,
+      "subrel-constrast": 4.0986647605896,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.342229199372056,
+      "grad_norm": 5.84375,
+      "learning_rate": 5.4130852973309665e-06,
+      "loss": 0.5965,
+      "step": 8080
+    },
+    {
+      "cov-distil": 1.8452961444854736,
+      "cov-distil (oracle2student)": 2.453078269958496,
+      "cov-distil (oracle2teacher)": 3.1212940216064453,
+      "epoch": 6.342229199372056,
+      "rel-constrast": 1.9945732355117798,
+      "step": 8080,
+      "subrel-constrast": 3.2051970958709717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.502219796180725,
+      "cov-distil (oracle2student)": 4.81080436706543,
+      "cov-distil (oracle2teacher)": 3.8285164833068848,
+      "epoch": 6.343014128728415,
+      "rel-constrast": 4.039798736572266,
+      "step": 8081,
+      "subrel-constrast": 3.8277182579040527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.390030860900879,
+      "cov-distil (oracle2student)": 3.9081263542175293,
+      "cov-distil (oracle2teacher)": 3.99422025680542,
+      "epoch": 6.343799058084772,
+      "rel-constrast": 2.1085968017578125,
+      "step": 8082,
+      "subrel-constrast": 3.100762367248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4531254768371582,
+      "cov-distil (oracle2student)": 4.369869232177734,
+      "cov-distil (oracle2teacher)": 4.451308250427246,
+      "epoch": 6.34458398744113,
+      "rel-constrast": 2.487844705581665,
+      "step": 8083,
+      "subrel-constrast": 3.106872320175171,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3031214475631714,
+      "cov-distil (oracle2student)": 3.500088691711426,
+      "cov-distil (oracle2teacher)": 3.5774788856506348,
+      "epoch": 6.345368916797488,
+      "rel-constrast": 1.401479721069336,
+      "step": 8084,
+      "subrel-constrast": 2.2074530124664307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3023741245269775,
+      "cov-distil (oracle2student)": 2.673579692840576,
+      "cov-distil (oracle2teacher)": 3.1882619857788086,
+      "epoch": 6.346153846153846,
+      "rel-constrast": 2.266587257385254,
+      "step": 8085,
+      "subrel-constrast": 2.9152112007141113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4134175777435303,
+      "cov-distil (oracle2student)": 3.623420238494873,
+      "cov-distil (oracle2teacher)": 3.945016860961914,
+      "epoch": 6.346938775510204,
+      "rel-constrast": 1.453984260559082,
+      "step": 8086,
+      "subrel-constrast": 2.0243327617645264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0642120838165283,
+      "cov-distil (oracle2student)": 5.364935874938965,
+      "cov-distil (oracle2teacher)": 5.166240215301514,
+      "epoch": 6.347723704866562,
+      "rel-constrast": 3.285691261291504,
+      "step": 8087,
+      "subrel-constrast": 3.616835832595825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3670604228973389,
+      "cov-distil (oracle2student)": 5.082401752471924,
+      "cov-distil (oracle2teacher)": 4.383608341217041,
+      "epoch": 6.34850863422292,
+      "rel-constrast": 2.2898941040039062,
+      "step": 8088,
+      "subrel-constrast": 3.4229631423950195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7921067476272583,
+      "cov-distil (oracle2student)": 3.184659004211426,
+      "cov-distil (oracle2teacher)": 3.608734130859375,
+      "epoch": 6.349293563579278,
+      "rel-constrast": 2.3897042274475098,
+      "step": 8089,
+      "subrel-constrast": 3.2967607975006104,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.350078492935636,
+      "grad_norm": 5.125,
+      "learning_rate": 5.358975498744332e-06,
+      "loss": 0.629,
+      "step": 8090
+    },
+    {
+      "cov-distil": 1.2008271217346191,
+      "cov-distil (oracle2student)": 4.388666152954102,
+      "cov-distil (oracle2teacher)": 4.467447757720947,
+      "epoch": 6.350078492935636,
+      "rel-constrast": 2.9009876251220703,
+      "step": 8090,
+      "subrel-constrast": 3.9535274505615234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3433165550231934,
+      "cov-distil (oracle2student)": 2.879429578781128,
+      "cov-distil (oracle2teacher)": 3.2591493129730225,
+      "epoch": 6.350863422291994,
+      "rel-constrast": 1.8480725288391113,
+      "step": 8091,
+      "subrel-constrast": 2.884131908416748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6535401344299316,
+      "cov-distil (oracle2student)": 5.286588191986084,
+      "cov-distil (oracle2teacher)": 4.249722957611084,
+      "epoch": 6.351648351648351,
+      "rel-constrast": 2.2667226791381836,
+      "step": 8092,
+      "subrel-constrast": 3.33500599861145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.861079454421997,
+      "cov-distil (oracle2student)": 4.866857051849365,
+      "cov-distil (oracle2teacher)": 4.585623741149902,
+      "epoch": 6.35243328100471,
+      "rel-constrast": 3.1125802993774414,
+      "step": 8093,
+      "subrel-constrast": 4.083251476287842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.108311891555786,
+      "cov-distil (oracle2student)": 4.606480598449707,
+      "cov-distil (oracle2teacher)": 4.304269790649414,
+      "epoch": 6.353218210361067,
+      "rel-constrast": 2.2281246185302734,
+      "step": 8094,
+      "subrel-constrast": 3.2925281524658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3181171417236328,
+      "cov-distil (oracle2student)": 2.6321139335632324,
+      "cov-distil (oracle2teacher)": 2.738689422607422,
+      "epoch": 6.354003139717426,
+      "rel-constrast": 1.8620235919952393,
+      "step": 8095,
+      "subrel-constrast": 2.5841450691223145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4604052305221558,
+      "cov-distil (oracle2student)": 4.458329677581787,
+      "cov-distil (oracle2teacher)": 4.2786102294921875,
+      "epoch": 6.354788069073783,
+      "rel-constrast": 2.6991612911224365,
+      "step": 8096,
+      "subrel-constrast": 3.309730052947998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9898838996887207,
+      "cov-distil (oracle2student)": 3.5410783290863037,
+      "cov-distil (oracle2teacher)": 3.757164478302002,
+      "epoch": 6.355572998430142,
+      "rel-constrast": 1.9538464546203613,
+      "step": 8097,
+      "subrel-constrast": 3.186655044555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1606419086456299,
+      "cov-distil (oracle2student)": 5.529041290283203,
+      "cov-distil (oracle2teacher)": 5.022684097290039,
+      "epoch": 6.356357927786499,
+      "rel-constrast": 1.622162938117981,
+      "step": 8098,
+      "subrel-constrast": 1.9664446115493774,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.03955078125,
+      "cov-distil (oracle2student)": 2.9290616512298584,
+      "cov-distil (oracle2teacher)": 2.9257779121398926,
+      "epoch": 6.357142857142857,
+      "rel-constrast": 3.2083842754364014,
+      "step": 8099,
+      "subrel-constrast": 3.7667412757873535,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.357927786499215,
+      "grad_norm": 5.90625,
+      "learning_rate": 5.305105019842907e-06,
+      "loss": 0.6304,
+      "step": 8100
+    },
+    {
+      "epoch": 6.357927786499215,
+      "overlap": 0.30156251788139343,
+      "step": 8100
+    },
+    {
+      "epoch": 6.357927786499215,
+      "step": 8100,
+      "student margin": 0.05816650390625
+    },
+    {
+      "epoch": 6.357927786499215,
+      "step": 8100,
+      "teacher margin": 0.040252685546875
+    },
+    {
+      "epoch": 6.357927786499215,
+      "margin difference": -0.017913818359375,
+      "step": 8100
+    },
+    {
+      "cov-distil": 1.4220622777938843,
+      "cov-distil (oracle2student)": 6.698636054992676,
+      "cov-distil (oracle2teacher)": 5.769461154937744,
+      "epoch": 6.357927786499215,
+      "rel-constrast": 3.7309858798980713,
+      "step": 8100,
+      "subrel-constrast": 4.225948333740234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4647977352142334,
+      "cov-distil (oracle2student)": 4.6313252449035645,
+      "cov-distil (oracle2teacher)": 4.328807353973389,
+      "epoch": 6.358712715855573,
+      "rel-constrast": 2.4372501373291016,
+      "step": 8101,
+      "subrel-constrast": 3.2901196479797363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8510358333587646,
+      "cov-distil (oracle2student)": 4.725234031677246,
+      "cov-distil (oracle2teacher)": 4.768364906311035,
+      "epoch": 6.359497645211931,
+      "rel-constrast": 3.5362119674682617,
+      "step": 8102,
+      "subrel-constrast": 3.939009428024292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4849528074264526,
+      "cov-distil (oracle2student)": 5.739482879638672,
+      "cov-distil (oracle2teacher)": 5.400382041931152,
+      "epoch": 6.360282574568289,
+      "rel-constrast": 2.583278179168701,
+      "step": 8103,
+      "subrel-constrast": 3.0156447887420654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.471583604812622,
+      "cov-distil (oracle2student)": 5.255336284637451,
+      "cov-distil (oracle2teacher)": 4.399828910827637,
+      "epoch": 6.361067503924647,
+      "rel-constrast": 2.094423294067383,
+      "step": 8104,
+      "subrel-constrast": 2.841482400894165,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.449988603591919,
+      "cov-distil (oracle2student)": 5.062714576721191,
+      "cov-distil (oracle2teacher)": 4.761926651000977,
+      "epoch": 6.361852433281005,
+      "rel-constrast": 2.5715556144714355,
+      "step": 8105,
+      "subrel-constrast": 2.6770379543304443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0924108028411865,
+      "cov-distil (oracle2student)": 4.975211143493652,
+      "cov-distil (oracle2teacher)": 4.0854339599609375,
+      "epoch": 6.362637362637362,
+      "rel-constrast": 1.932085633277893,
+      "step": 8106,
+      "subrel-constrast": 2.263545274734497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3219592571258545,
+      "cov-distil (oracle2student)": 3.9822304248809814,
+      "cov-distil (oracle2teacher)": 4.248718738555908,
+      "epoch": 6.363422291993721,
+      "rel-constrast": 3.89544677734375,
+      "step": 8107,
+      "subrel-constrast": 4.881432056427002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.901211142539978,
+      "cov-distil (oracle2student)": 4.028289794921875,
+      "cov-distil (oracle2teacher)": 3.361021041870117,
+      "epoch": 6.364207221350078,
+      "rel-constrast": 2.031479835510254,
+      "step": 8108,
+      "subrel-constrast": 2.9065818786621094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5117923021316528,
+      "cov-distil (oracle2student)": 4.762589931488037,
+      "cov-distil (oracle2teacher)": 3.7676358222961426,
+      "epoch": 6.364992150706437,
+      "rel-constrast": 1.62702214717865,
+      "step": 8109,
+      "subrel-constrast": 2.65432071685791,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.365777080062794,
+      "grad_norm": 4.25,
+      "learning_rate": 5.251474517021493e-06,
+      "loss": 0.6984,
+      "step": 8110
+    },
+    {
+      "cov-distil": 1.2877371311187744,
+      "cov-distil (oracle2student)": 4.108481407165527,
+      "cov-distil (oracle2teacher)": 4.475964546203613,
+      "epoch": 6.365777080062794,
+      "rel-constrast": 3.1967501640319824,
+      "step": 8110,
+      "subrel-constrast": 3.907914161682129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.217115879058838,
+      "cov-distil (oracle2student)": 4.456744194030762,
+      "cov-distil (oracle2teacher)": 4.48652458190918,
+      "epoch": 6.366562009419153,
+      "rel-constrast": 2.0305368900299072,
+      "step": 8111,
+      "subrel-constrast": 3.135861873626709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9652796387672424,
+      "cov-distil (oracle2student)": 3.9865732192993164,
+      "cov-distil (oracle2teacher)": 3.495495080947876,
+      "epoch": 6.36734693877551,
+      "rel-constrast": 2.292285203933716,
+      "step": 8112,
+      "subrel-constrast": 2.7900850772857666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2070893049240112,
+      "cov-distil (oracle2student)": 5.266329288482666,
+      "cov-distil (oracle2teacher)": 5.7550764083862305,
+      "epoch": 6.368131868131869,
+      "rel-constrast": 4.01567268371582,
+      "step": 8113,
+      "subrel-constrast": 4.916351318359375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7470849752426147,
+      "cov-distil (oracle2student)": 4.5770487785339355,
+      "cov-distil (oracle2teacher)": 4.52032470703125,
+      "epoch": 6.368916797488226,
+      "rel-constrast": 2.304086208343506,
+      "step": 8114,
+      "subrel-constrast": 3.0717012882232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6830823421478271,
+      "cov-distil (oracle2student)": 3.06156587600708,
+      "cov-distil (oracle2teacher)": 3.0283241271972656,
+      "epoch": 6.369701726844584,
+      "rel-constrast": 2.036236047744751,
+      "step": 8115,
+      "subrel-constrast": 2.8927791118621826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.685694694519043,
+      "cov-distil (oracle2student)": 2.3063583374023438,
+      "cov-distil (oracle2teacher)": 2.840874433517456,
+      "epoch": 6.370486656200942,
+      "rel-constrast": 1.7993519306182861,
+      "step": 8116,
+      "subrel-constrast": 2.7761332988739014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4414561986923218,
+      "cov-distil (oracle2student)": 2.872894763946533,
+      "cov-distil (oracle2teacher)": 3.450850009918213,
+      "epoch": 6.3712715855573,
+      "rel-constrast": 2.2252352237701416,
+      "step": 8117,
+      "subrel-constrast": 3.100116729736328,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5849334001541138,
+      "cov-distil (oracle2student)": 4.3236083984375,
+      "cov-distil (oracle2teacher)": 4.0694580078125,
+      "epoch": 6.372056514913658,
+      "rel-constrast": 2.6883797645568848,
+      "step": 8118,
+      "subrel-constrast": 3.896559000015259,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.453948974609375,
+      "cov-distil (oracle2student)": 3.689028739929199,
+      "cov-distil (oracle2teacher)": 3.5930402278900146,
+      "epoch": 6.372841444270016,
+      "rel-constrast": 2.385049819946289,
+      "step": 8119,
+      "subrel-constrast": 2.933863878250122,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.373626373626374,
+      "grad_norm": 7.40625,
+      "learning_rate": 5.198084643750825e-06,
+      "loss": 0.66,
+      "step": 8120
+    },
+    {
+      "cov-distil": 1.3247572183609009,
+      "cov-distil (oracle2student)": 4.911578178405762,
+      "cov-distil (oracle2teacher)": 4.420134544372559,
+      "epoch": 6.373626373626374,
+      "rel-constrast": 2.504913568496704,
+      "step": 8120,
+      "subrel-constrast": 2.970503807067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0345311164855957,
+      "cov-distil (oracle2student)": 3.3641369342803955,
+      "cov-distil (oracle2teacher)": 3.600688934326172,
+      "epoch": 6.374411302982732,
+      "rel-constrast": 2.772312879562378,
+      "step": 8121,
+      "subrel-constrast": 3.489584445953369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6005516052246094,
+      "cov-distil (oracle2student)": 6.281765937805176,
+      "cov-distil (oracle2teacher)": 5.121433258056641,
+      "epoch": 6.375196232339089,
+      "rel-constrast": 2.7383241653442383,
+      "step": 8122,
+      "subrel-constrast": 3.7622733116149902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433173656463623,
+      "cov-distil (oracle2student)": 3.5907418727874756,
+      "cov-distil (oracle2teacher)": 3.8855643272399902,
+      "epoch": 6.375981161695448,
+      "rel-constrast": 2.8030519485473633,
+      "step": 8123,
+      "subrel-constrast": 3.182992935180664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5567560195922852,
+      "cov-distil (oracle2student)": 3.7650928497314453,
+      "cov-distil (oracle2teacher)": 3.735598087310791,
+      "epoch": 6.376766091051805,
+      "rel-constrast": 3.8400464057922363,
+      "step": 8124,
+      "subrel-constrast": 4.080478668212891,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.023571491241455,
+      "cov-distil (oracle2student)": 5.653095245361328,
+      "cov-distil (oracle2teacher)": 5.415483474731445,
+      "epoch": 6.377551020408164,
+      "rel-constrast": 3.1853795051574707,
+      "step": 8125,
+      "subrel-constrast": 4.007395267486572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5422849655151367,
+      "cov-distil (oracle2student)": 3.833432674407959,
+      "cov-distil (oracle2teacher)": 3.416271209716797,
+      "epoch": 6.378335949764521,
+      "rel-constrast": 2.0755484104156494,
+      "step": 8126,
+      "subrel-constrast": 3.0683846473693848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3367587327957153,
+      "cov-distil (oracle2student)": 3.204167604446411,
+      "cov-distil (oracle2teacher)": 3.096024990081787,
+      "epoch": 6.3791208791208796,
+      "rel-constrast": 2.3054585456848145,
+      "step": 8127,
+      "subrel-constrast": 2.9253365993499756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0277880430221558,
+      "cov-distil (oracle2student)": 4.172486782073975,
+      "cov-distil (oracle2teacher)": 3.7422332763671875,
+      "epoch": 6.379905808477237,
+      "rel-constrast": 1.367835283279419,
+      "step": 8128,
+      "subrel-constrast": 1.901777744293213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6135112047195435,
+      "cov-distil (oracle2student)": 3.5948145389556885,
+      "cov-distil (oracle2teacher)": 3.5348093509674072,
+      "epoch": 6.380690737833595,
+      "rel-constrast": 1.7823625802993774,
+      "step": 8129,
+      "subrel-constrast": 2.620605230331421,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.381475667189953,
+      "grad_norm": 4.65625,
+      "learning_rate": 5.144936050569679e-06,
+      "loss": 0.6706,
+      "step": 8130
+    },
+    {
+      "cov-distil": 1.6839845180511475,
+      "cov-distil (oracle2student)": 3.405503749847412,
+      "cov-distil (oracle2teacher)": 3.4380247592926025,
+      "epoch": 6.381475667189953,
+      "rel-constrast": 1.9295200109481812,
+      "step": 8130,
+      "subrel-constrast": 2.0331826210021973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9776479005813599,
+      "cov-distil (oracle2student)": 3.7416915893554688,
+      "cov-distil (oracle2teacher)": 3.857184648513794,
+      "epoch": 6.382260596546311,
+      "rel-constrast": 3.1040148735046387,
+      "step": 8131,
+      "subrel-constrast": 3.983509063720703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8426325917243958,
+      "cov-distil (oracle2student)": 3.451939105987549,
+      "cov-distil (oracle2teacher)": 3.6995372772216797,
+      "epoch": 6.383045525902669,
+      "rel-constrast": 1.89353346824646,
+      "step": 8132,
+      "subrel-constrast": 2.6926345825195312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5788676738739014,
+      "cov-distil (oracle2student)": 4.593217372894287,
+      "cov-distil (oracle2teacher)": 4.035057544708252,
+      "epoch": 6.383830455259027,
+      "rel-constrast": 2.0193710327148438,
+      "step": 8133,
+      "subrel-constrast": 3.1202809810638428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5348349809646606,
+      "cov-distil (oracle2student)": 4.500300407409668,
+      "cov-distil (oracle2teacher)": 4.017465114593506,
+      "epoch": 6.384615384615385,
+      "rel-constrast": 2.678662061691284,
+      "step": 8134,
+      "subrel-constrast": 3.5093414783477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9603277444839478,
+      "cov-distil (oracle2student)": 5.51906681060791,
+      "cov-distil (oracle2teacher)": 5.167364597320557,
+      "epoch": 6.385400313971743,
+      "rel-constrast": 2.6718506813049316,
+      "step": 8135,
+      "subrel-constrast": 2.752346992492676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6727674007415771,
+      "cov-distil (oracle2student)": 4.170479774475098,
+      "cov-distil (oracle2teacher)": 4.512324333190918,
+      "epoch": 6.3861852433281,
+      "rel-constrast": 2.5411734580993652,
+      "step": 8136,
+      "subrel-constrast": 3.4131555557250977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.201418399810791,
+      "cov-distil (oracle2student)": 3.766310453414917,
+      "cov-distil (oracle2teacher)": 3.6747689247131348,
+      "epoch": 6.3869701726844585,
+      "rel-constrast": 2.0340232849121094,
+      "step": 8137,
+      "subrel-constrast": 2.7360942363739014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1780047416687012,
+      "cov-distil (oracle2student)": 3.511996269226074,
+      "cov-distil (oracle2teacher)": 3.349125862121582,
+      "epoch": 6.387755102040816,
+      "rel-constrast": 1.802856206893921,
+      "step": 8138,
+      "subrel-constrast": 2.4563746452331543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6387369632720947,
+      "cov-distil (oracle2student)": 4.5933427810668945,
+      "cov-distil (oracle2teacher)": 3.7172536849975586,
+      "epoch": 6.3885400313971745,
+      "rel-constrast": 2.8871707916259766,
+      "step": 8139,
+      "subrel-constrast": 3.140394926071167,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.389324960753532,
+      "grad_norm": 6.40625,
+      "learning_rate": 5.092029385076874e-06,
+      "loss": 0.6247,
+      "step": 8140
+    },
+    {
+      "cov-distil": 1.2219889163970947,
+      "cov-distil (oracle2student)": 3.833345413208008,
+      "cov-distil (oracle2teacher)": 3.7725448608398438,
+      "epoch": 6.389324960753532,
+      "rel-constrast": 1.8317365646362305,
+      "step": 8140,
+      "subrel-constrast": 2.6577255725860596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3865878582000732,
+      "cov-distil (oracle2student)": 4.3359575271606445,
+      "cov-distil (oracle2teacher)": 3.6568875312805176,
+      "epoch": 6.3901098901098905,
+      "rel-constrast": 2.275388479232788,
+      "step": 8141,
+      "subrel-constrast": 3.2798426151275635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5836336612701416,
+      "cov-distil (oracle2student)": 4.001684188842773,
+      "cov-distil (oracle2teacher)": 3.41164493560791,
+      "epoch": 6.390894819466248,
+      "rel-constrast": 1.7656054496765137,
+      "step": 8142,
+      "subrel-constrast": 2.449599266052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.397646427154541,
+      "cov-distil (oracle2student)": 3.490349769592285,
+      "cov-distil (oracle2teacher)": 4.033003807067871,
+      "epoch": 6.391679748822606,
+      "rel-constrast": 2.4196557998657227,
+      "step": 8143,
+      "subrel-constrast": 3.797135829925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7393138408660889,
+      "cov-distil (oracle2student)": 3.3713512420654297,
+      "cov-distil (oracle2teacher)": 3.733870267868042,
+      "epoch": 6.392464678178964,
+      "rel-constrast": 2.9544005393981934,
+      "step": 8144,
+      "subrel-constrast": 4.002137184143066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.463887095451355,
+      "cov-distil (oracle2student)": 4.524011135101318,
+      "cov-distil (oracle2teacher)": 4.902155876159668,
+      "epoch": 6.393249607535322,
+      "rel-constrast": 3.227357864379883,
+      "step": 8145,
+      "subrel-constrast": 3.924861431121826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4057670831680298,
+      "cov-distil (oracle2student)": 4.518738269805908,
+      "cov-distil (oracle2teacher)": 4.374892711639404,
+      "epoch": 6.39403453689168,
+      "rel-constrast": 2.308727741241455,
+      "step": 8146,
+      "subrel-constrast": 2.9965829849243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7953299283981323,
+      "cov-distil (oracle2student)": 5.531586647033691,
+      "cov-distil (oracle2teacher)": 5.049115180969238,
+      "epoch": 6.3948194662480375,
+      "rel-constrast": 3.22471284866333,
+      "step": 8147,
+      "subrel-constrast": 3.9166903495788574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0034613609313965,
+      "cov-distil (oracle2student)": 3.6668362617492676,
+      "cov-distil (oracle2teacher)": 4.091858386993408,
+      "epoch": 6.395604395604396,
+      "rel-constrast": 2.72743558883667,
+      "step": 8148,
+      "subrel-constrast": 2.8749380111694336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2772488594055176,
+      "cov-distil (oracle2student)": 2.898696184158325,
+      "cov-distil (oracle2teacher)": 3.4482650756835938,
+      "epoch": 6.3963893249607535,
+      "rel-constrast": 2.3892030715942383,
+      "step": 8149,
+      "subrel-constrast": 3.6088218688964844,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.397174254317111,
+      "grad_norm": 4.96875,
+      "learning_rate": 5.0393652919234395e-06,
+      "loss": 0.6688,
+      "step": 8150
+    },
+    {
+      "cov-distil": 1.334183692932129,
+      "cov-distil (oracle2student)": 3.5084593296051025,
+      "cov-distil (oracle2teacher)": 3.581228494644165,
+      "epoch": 6.397174254317111,
+      "rel-constrast": 2.048008441925049,
+      "step": 8150,
+      "subrel-constrast": 2.748156785964966,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3835513591766357,
+      "cov-distil (oracle2student)": 4.522764205932617,
+      "cov-distil (oracle2teacher)": 4.609707832336426,
+      "epoch": 6.3979591836734695,
+      "rel-constrast": 2.212958335876465,
+      "step": 8151,
+      "subrel-constrast": 2.998319625854492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8138530254364014,
+      "cov-distil (oracle2student)": 2.060835599899292,
+      "cov-distil (oracle2teacher)": 2.561000347137451,
+      "epoch": 6.398744113029827,
+      "rel-constrast": 2.3260838985443115,
+      "step": 8152,
+      "subrel-constrast": 3.2018988132476807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4323184490203857,
+      "cov-distil (oracle2student)": 4.041830062866211,
+      "cov-distil (oracle2teacher)": 3.783144235610962,
+      "epoch": 6.3995290423861855,
+      "rel-constrast": 2.3550102710723877,
+      "step": 8153,
+      "subrel-constrast": 2.8129305839538574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7635738849639893,
+      "cov-distil (oracle2student)": 4.672333717346191,
+      "cov-distil (oracle2teacher)": 4.0948872566223145,
+      "epoch": 6.400313971742543,
+      "rel-constrast": 2.853278636932373,
+      "step": 8154,
+      "subrel-constrast": 2.9306304454803467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6442792415618896,
+      "cov-distil (oracle2student)": 3.1707887649536133,
+      "cov-distil (oracle2teacher)": 2.903233528137207,
+      "epoch": 6.4010989010989015,
+      "rel-constrast": 1.8587480783462524,
+      "step": 8155,
+      "subrel-constrast": 2.672321319580078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3165102005004883,
+      "cov-distil (oracle2student)": 4.122296333312988,
+      "cov-distil (oracle2teacher)": 3.9157676696777344,
+      "epoch": 6.401883830455259,
+      "rel-constrast": 2.8642032146453857,
+      "step": 8156,
+      "subrel-constrast": 3.2316713333129883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.135047197341919,
+      "cov-distil (oracle2student)": 2.2259347438812256,
+      "cov-distil (oracle2teacher)": 2.281799077987671,
+      "epoch": 6.4026687598116165,
+      "rel-constrast": 1.9648375511169434,
+      "step": 8157,
+      "subrel-constrast": 2.4793176651000977,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5985441207885742,
+      "cov-distil (oracle2student)": 4.826756477355957,
+      "cov-distil (oracle2teacher)": 4.676114559173584,
+      "epoch": 6.403453689167975,
+      "rel-constrast": 2.633636474609375,
+      "step": 8158,
+      "subrel-constrast": 3.338005781173706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2053183317184448,
+      "cov-distil (oracle2student)": 4.122822284698486,
+      "cov-distil (oracle2teacher)": 3.6826767921447754,
+      "epoch": 6.4042386185243325,
+      "rel-constrast": 2.5619239807128906,
+      "step": 8159,
+      "subrel-constrast": 3.1782453060150146,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.405023547880691,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.986944412804737e-06,
+      "loss": 0.631,
+      "step": 8160
+    },
+    {
+      "cov-distil": 1.2409656047821045,
+      "cov-distil (oracle2student)": 5.189906120300293,
+      "cov-distil (oracle2teacher)": 5.089694976806641,
+      "epoch": 6.405023547880691,
+      "rel-constrast": 3.0701303482055664,
+      "step": 8160,
+      "subrel-constrast": 4.044209003448486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5446553230285645,
+      "cov-distil (oracle2student)": 5.5697431564331055,
+      "cov-distil (oracle2teacher)": 4.593134880065918,
+      "epoch": 6.4058084772370485,
+      "rel-constrast": 3.066066026687622,
+      "step": 8161,
+      "subrel-constrast": 2.98960542678833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6591541767120361,
+      "cov-distil (oracle2student)": 6.005115032196045,
+      "cov-distil (oracle2teacher)": 5.419615745544434,
+      "epoch": 6.406593406593407,
+      "rel-constrast": 2.2486109733581543,
+      "step": 8162,
+      "subrel-constrast": 2.927685499191284,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5948147773742676,
+      "cov-distil (oracle2student)": 5.611963272094727,
+      "cov-distil (oracle2teacher)": 4.974786758422852,
+      "epoch": 6.4073783359497645,
+      "rel-constrast": 2.1462156772613525,
+      "step": 8163,
+      "subrel-constrast": 3.3554553985595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2122890949249268,
+      "cov-distil (oracle2student)": 3.548802375793457,
+      "cov-distil (oracle2teacher)": 3.219121217727661,
+      "epoch": 6.408163265306122,
+      "rel-constrast": 1.8552589416503906,
+      "step": 8164,
+      "subrel-constrast": 2.59238600730896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5155022144317627,
+      "cov-distil (oracle2student)": 3.4306631088256836,
+      "cov-distil (oracle2teacher)": 3.8159339427948,
+      "epoch": 6.4089481946624804,
+      "rel-constrast": 2.909590721130371,
+      "step": 8165,
+      "subrel-constrast": 3.9664409160614014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8342069387435913,
+      "cov-distil (oracle2student)": 4.078181266784668,
+      "cov-distil (oracle2teacher)": 3.9461734294891357,
+      "epoch": 6.409733124018838,
+      "rel-constrast": 1.6420042514801025,
+      "step": 8166,
+      "subrel-constrast": 2.2609918117523193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3981859683990479,
+      "cov-distil (oracle2student)": 3.8661205768585205,
+      "cov-distil (oracle2teacher)": 3.6746416091918945,
+      "epoch": 6.410518053375196,
+      "rel-constrast": 2.6943857669830322,
+      "step": 8167,
+      "subrel-constrast": 3.1513664722442627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3090248107910156,
+      "cov-distil (oracle2student)": 4.712591171264648,
+      "cov-distil (oracle2teacher)": 4.748025417327881,
+      "epoch": 6.411302982731554,
+      "rel-constrast": 3.058729648590088,
+      "step": 8168,
+      "subrel-constrast": 3.707058906555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4289865493774414,
+      "cov-distil (oracle2student)": 4.024847507476807,
+      "cov-distil (oracle2teacher)": 3.7340855598449707,
+      "epoch": 6.412087912087912,
+      "rel-constrast": 3.0901970863342285,
+      "step": 8169,
+      "subrel-constrast": 3.1956818103790283,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.41287284144427,
+      "grad_norm": 8.125,
+      "learning_rate": 4.934767386452621e-06,
+      "loss": 0.6814,
+      "step": 8170
+    },
+    {
+      "cov-distil": 1.3928711414337158,
+      "cov-distil (oracle2student)": 4.800976276397705,
+      "cov-distil (oracle2teacher)": 4.148557662963867,
+      "epoch": 6.41287284144427,
+      "rel-constrast": 1.6237554550170898,
+      "step": 8170,
+      "subrel-constrast": 2.285623788833618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.480736494064331,
+      "cov-distil (oracle2student)": 5.332862854003906,
+      "cov-distil (oracle2teacher)": 5.2597336769104,
+      "epoch": 6.4136577708006275,
+      "rel-constrast": 3.9563536643981934,
+      "step": 8171,
+      "subrel-constrast": 3.986689805984497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.536313772201538,
+      "cov-distil (oracle2student)": 4.565047740936279,
+      "cov-distil (oracle2teacher)": 4.300502300262451,
+      "epoch": 6.414442700156986,
+      "rel-constrast": 1.3303933143615723,
+      "step": 8172,
+      "subrel-constrast": 2.134382963180542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3261876106262207,
+      "cov-distil (oracle2student)": 3.9413726329803467,
+      "cov-distil (oracle2teacher)": 3.3905222415924072,
+      "epoch": 6.4152276295133435,
+      "rel-constrast": 2.4030637741088867,
+      "step": 8173,
+      "subrel-constrast": 2.5938351154327393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.464715838432312,
+      "cov-distil (oracle2student)": 3.4129080772399902,
+      "cov-distil (oracle2teacher)": 3.5314149856567383,
+      "epoch": 6.416012558869702,
+      "rel-constrast": 2.8659145832061768,
+      "step": 8174,
+      "subrel-constrast": 3.7209742069244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5640461444854736,
+      "cov-distil (oracle2student)": 2.922161102294922,
+      "cov-distil (oracle2teacher)": 2.5158333778381348,
+      "epoch": 6.416797488226059,
+      "rel-constrast": 1.971764087677002,
+      "step": 8175,
+      "subrel-constrast": 2.7619776725769043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.009040355682373,
+      "cov-distil (oracle2student)": 3.407640218734741,
+      "cov-distil (oracle2teacher)": 3.0852272510528564,
+      "epoch": 6.417582417582418,
+      "rel-constrast": 1.1803998947143555,
+      "step": 8176,
+      "subrel-constrast": 1.7914783954620361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5159718990325928,
+      "cov-distil (oracle2student)": 5.197483062744141,
+      "cov-distil (oracle2teacher)": 5.02655029296875,
+      "epoch": 6.418367346938775,
+      "rel-constrast": 2.7032437324523926,
+      "step": 8177,
+      "subrel-constrast": 3.839534044265747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4414970874786377,
+      "cov-distil (oracle2student)": 4.7421183586120605,
+      "cov-distil (oracle2teacher)": 4.374582290649414,
+      "epoch": 6.419152276295134,
+      "rel-constrast": 3.2492034435272217,
+      "step": 8178,
+      "subrel-constrast": 3.586852788925171,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3784081935882568,
+      "cov-distil (oracle2student)": 4.2852606773376465,
+      "cov-distil (oracle2teacher)": 4.013469696044922,
+      "epoch": 6.419937205651491,
+      "rel-constrast": 2.5705251693725586,
+      "step": 8179,
+      "subrel-constrast": 3.350037097930908,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.420722135007849,
+      "grad_norm": 6.34375,
+      "learning_rate": 4.882834848627707e-06,
+      "loss": 0.6316,
+      "step": 8180
+    },
+    {
+      "cov-distil": 1.2968344688415527,
+      "cov-distil (oracle2student)": 4.670421600341797,
+      "cov-distil (oracle2teacher)": 4.866192817687988,
+      "epoch": 6.420722135007849,
+      "rel-constrast": 3.0431294441223145,
+      "step": 8180,
+      "subrel-constrast": 3.1956593990325928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4180395603179932,
+      "cov-distil (oracle2student)": 3.0707192420959473,
+      "cov-distil (oracle2teacher)": 3.6042189598083496,
+      "epoch": 6.421507064364207,
+      "rel-constrast": 2.4798567295074463,
+      "step": 8181,
+      "subrel-constrast": 3.0351548194885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.825163722038269,
+      "cov-distil (oracle2student)": 3.9073193073272705,
+      "cov-distil (oracle2teacher)": 4.0414323806762695,
+      "epoch": 6.422291993720565,
+      "rel-constrast": 2.6631555557250977,
+      "step": 8182,
+      "subrel-constrast": 3.2964231967926025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1007354259490967,
+      "cov-distil (oracle2student)": 3.8886513710021973,
+      "cov-distil (oracle2teacher)": 4.1376752853393555,
+      "epoch": 6.423076923076923,
+      "rel-constrast": 2.1826844215393066,
+      "step": 8183,
+      "subrel-constrast": 3.0910825729370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.365261435508728,
+      "cov-distil (oracle2student)": 4.766360759735107,
+      "cov-distil (oracle2teacher)": 5.007806777954102,
+      "epoch": 6.423861852433281,
+      "rel-constrast": 1.9419496059417725,
+      "step": 8184,
+      "subrel-constrast": 2.966113805770874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3336247205734253,
+      "cov-distil (oracle2student)": 3.883563756942749,
+      "cov-distil (oracle2teacher)": 3.990617275238037,
+      "epoch": 6.424646781789639,
+      "rel-constrast": 2.8160293102264404,
+      "step": 8185,
+      "subrel-constrast": 3.2234857082366943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.919425368309021,
+      "cov-distil (oracle2student)": 4.609747886657715,
+      "cov-distil (oracle2teacher)": 4.428701400756836,
+      "epoch": 6.425431711145997,
+      "rel-constrast": 3.3378214836120605,
+      "step": 8186,
+      "subrel-constrast": 4.195400714874268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.626741647720337,
+      "cov-distil (oracle2student)": 6.031418800354004,
+      "cov-distil (oracle2teacher)": 4.496175765991211,
+      "epoch": 6.426216640502354,
+      "rel-constrast": 3.0534064769744873,
+      "step": 8187,
+      "subrel-constrast": 3.677618980407715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9351928234100342,
+      "cov-distil (oracle2student)": 3.576904773712158,
+      "cov-distil (oracle2teacher)": 3.8536322116851807,
+      "epoch": 6.427001569858713,
+      "rel-constrast": 1.9050118923187256,
+      "step": 8188,
+      "subrel-constrast": 2.4312522411346436,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4427649974822998,
+      "cov-distil (oracle2student)": 4.327234268188477,
+      "cov-distil (oracle2teacher)": 4.120671272277832,
+      "epoch": 6.42778649921507,
+      "rel-constrast": 3.38539981842041,
+      "step": 8189,
+      "subrel-constrast": 4.080509185791016,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.428571428571429,
+      "grad_norm": 6.25,
+      "learning_rate": 4.8311474321115656e-06,
+      "loss": 0.7109,
+      "step": 8190
+    },
+    {
+      "cov-distil": 1.2485259771347046,
+      "cov-distil (oracle2student)": 3.5322225093841553,
+      "cov-distil (oracle2teacher)": 3.7755656242370605,
+      "epoch": 6.428571428571429,
+      "rel-constrast": 3.6920056343078613,
+      "step": 8190,
+      "subrel-constrast": 4.331259250640869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4800939559936523,
+      "cov-distil (oracle2student)": 5.412856101989746,
+      "cov-distil (oracle2teacher)": 5.721591949462891,
+      "epoch": 6.429356357927786,
+      "rel-constrast": 3.9774625301361084,
+      "step": 8191,
+      "subrel-constrast": 4.915548324584961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2480566501617432,
+      "cov-distil (oracle2student)": 4.218138694763184,
+      "cov-distil (oracle2teacher)": 4.469144821166992,
+      "epoch": 6.430141287284145,
+      "rel-constrast": 4.013540267944336,
+      "step": 8192,
+      "subrel-constrast": 4.442601203918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1171543598175049,
+      "cov-distil (oracle2student)": 5.880589008331299,
+      "cov-distil (oracle2teacher)": 5.235408782958984,
+      "epoch": 6.430926216640502,
+      "rel-constrast": 2.095705032348633,
+      "step": 8193,
+      "subrel-constrast": 2.8653199672698975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.963343858718872,
+      "cov-distil (oracle2student)": 3.5194108486175537,
+      "cov-distil (oracle2teacher)": 3.6390247344970703,
+      "epoch": 6.43171114599686,
+      "rel-constrast": 1.9243249893188477,
+      "step": 8194,
+      "subrel-constrast": 3.1100265979766846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.097249984741211,
+      "cov-distil (oracle2student)": 3.0766255855560303,
+      "cov-distil (oracle2teacher)": 3.5533080101013184,
+      "epoch": 6.432496075353218,
+      "rel-constrast": 2.6439852714538574,
+      "step": 8195,
+      "subrel-constrast": 3.587559938430786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6142019033432007,
+      "cov-distil (oracle2student)": 5.55687141418457,
+      "cov-distil (oracle2teacher)": 5.220884323120117,
+      "epoch": 6.433281004709576,
+      "rel-constrast": 3.004117488861084,
+      "step": 8196,
+      "subrel-constrast": 3.8036720752716064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.767307996749878,
+      "cov-distil (oracle2student)": 6.487859725952148,
+      "cov-distil (oracle2teacher)": 5.692555904388428,
+      "epoch": 6.434065934065934,
+      "rel-constrast": 3.377100706100464,
+      "step": 8197,
+      "subrel-constrast": 3.8406903743743896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.407141923904419,
+      "cov-distil (oracle2student)": 5.770077705383301,
+      "cov-distil (oracle2teacher)": 5.1768317222595215,
+      "epoch": 6.434850863422292,
+      "rel-constrast": 2.8730316162109375,
+      "step": 8198,
+      "subrel-constrast": 3.459015130996704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6022531986236572,
+      "cov-distil (oracle2student)": 4.101806640625,
+      "cov-distil (oracle2teacher)": 4.211015701293945,
+      "epoch": 6.43563579277865,
+      "rel-constrast": 2.818509101867676,
+      "step": 8199,
+      "subrel-constrast": 3.759775161743164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.436420722135008,
+      "grad_norm": 4.96875,
+      "learning_rate": 4.779705766699069e-06,
+      "loss": 0.7994,
+      "step": 8200
+    },
+    {
+      "epoch": 6.436420722135008,
+      "overlap": 0.3296875059604645,
+      "step": 8200
+    },
+    {
+      "epoch": 6.436420722135008,
+      "step": 8200,
+      "student margin": 0.05816650390625
+    },
+    {
+      "epoch": 6.436420722135008,
+      "step": 8200,
+      "teacher margin": 0.044586181640625
+    },
+    {
+      "epoch": 6.436420722135008,
+      "margin difference": -0.013580322265625,
+      "step": 8200
+    },
+    {
+      "cov-distil": 1.362701177597046,
+      "cov-distil (oracle2student)": 5.299623489379883,
+      "cov-distil (oracle2teacher)": 4.332040309906006,
+      "epoch": 6.436420722135008,
+      "rel-constrast": 2.339447259902954,
+      "step": 8200,
+      "subrel-constrast": 2.875408172607422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669806003570557,
+      "cov-distil (oracle2student)": 2.9115006923675537,
+      "cov-distil (oracle2teacher)": 2.671130657196045,
+      "epoch": 6.437205651491365,
+      "rel-constrast": 1.1739249229431152,
+      "step": 8201,
+      "subrel-constrast": 1.940386414527893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9355387687683105,
+      "cov-distil (oracle2student)": 4.082956790924072,
+      "cov-distil (oracle2teacher)": 4.25510311126709,
+      "epoch": 6.437990580847724,
+      "rel-constrast": 3.1705517768859863,
+      "step": 8202,
+      "subrel-constrast": 4.012055397033691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.027735710144043,
+      "cov-distil (oracle2student)": 3.1045174598693848,
+      "cov-distil (oracle2teacher)": 3.0666091442108154,
+      "epoch": 6.438775510204081,
+      "rel-constrast": 1.4334145784378052,
+      "step": 8203,
+      "subrel-constrast": 2.041321277618408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6009703874588013,
+      "cov-distil (oracle2student)": 3.267693042755127,
+      "cov-distil (oracle2teacher)": 3.2400031089782715,
+      "epoch": 6.43956043956044,
+      "rel-constrast": 2.780207395553589,
+      "step": 8204,
+      "subrel-constrast": 3.5056772232055664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4983158111572266,
+      "cov-distil (oracle2student)": 5.0511932373046875,
+      "cov-distil (oracle2teacher)": 4.191485404968262,
+      "epoch": 6.440345368916797,
+      "rel-constrast": 4.26909065246582,
+      "step": 8205,
+      "subrel-constrast": 4.471920013427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4068164825439453,
+      "cov-distil (oracle2student)": 2.0638155937194824,
+      "cov-distil (oracle2teacher)": 2.603804588317871,
+      "epoch": 6.441130298273156,
+      "rel-constrast": 2.0442333221435547,
+      "step": 8206,
+      "subrel-constrast": 2.8819425106048584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5451565980911255,
+      "cov-distil (oracle2student)": 2.8526244163513184,
+      "cov-distil (oracle2teacher)": 2.992278575897217,
+      "epoch": 6.441915227629513,
+      "rel-constrast": 2.324305534362793,
+      "step": 8207,
+      "subrel-constrast": 2.775447130203247,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3424818515777588,
+      "cov-distil (oracle2student)": 3.2934868335723877,
+      "cov-distil (oracle2teacher)": 3.324983596801758,
+      "epoch": 6.442700156985872,
+      "rel-constrast": 2.026569366455078,
+      "step": 8208,
+      "subrel-constrast": 2.9460015296936035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5050779581069946,
+      "cov-distil (oracle2student)": 4.4629292488098145,
+      "cov-distil (oracle2teacher)": 4.372574806213379,
+      "epoch": 6.443485086342229,
+      "rel-constrast": 2.639038562774658,
+      "step": 8209,
+      "subrel-constrast": 3.1525397300720215,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.444270015698587,
+      "grad_norm": 6.3125,
+      "learning_rate": 4.728510479190662e-06,
+      "loss": 0.6445,
+      "step": 8210
+    },
+    {
+      "cov-distil": 1.4548392295837402,
+      "cov-distil (oracle2student)": 3.9932479858398438,
+      "cov-distil (oracle2teacher)": 3.913158416748047,
+      "epoch": 6.444270015698587,
+      "rel-constrast": 2.2207798957824707,
+      "step": 8210,
+      "subrel-constrast": 3.081928253173828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.162447929382324,
+      "cov-distil (oracle2student)": 4.228076457977295,
+      "cov-distil (oracle2teacher)": 3.7385807037353516,
+      "epoch": 6.445054945054945,
+      "rel-constrast": 2.6161398887634277,
+      "step": 8211,
+      "subrel-constrast": 3.42504620552063,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6716928482055664,
+      "cov-distil (oracle2student)": 3.380615472793579,
+      "cov-distil (oracle2teacher)": 3.3075907230377197,
+      "epoch": 6.445839874411303,
+      "rel-constrast": 2.4592058658599854,
+      "step": 8212,
+      "subrel-constrast": 3.2153372764587402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.470299243927002,
+      "cov-distil (oracle2student)": 4.656983375549316,
+      "cov-distil (oracle2teacher)": 4.614110946655273,
+      "epoch": 6.446624803767661,
+      "rel-constrast": 2.465341329574585,
+      "step": 8213,
+      "subrel-constrast": 3.37283992767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.55414879322052,
+      "cov-distil (oracle2student)": 5.564751625061035,
+      "cov-distil (oracle2teacher)": 4.6641035079956055,
+      "epoch": 6.447409733124019,
+      "rel-constrast": 3.800833225250244,
+      "step": 8214,
+      "subrel-constrast": 4.238770961761475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3444000482559204,
+      "cov-distil (oracle2student)": 2.9284448623657227,
+      "cov-distil (oracle2teacher)": 2.721231460571289,
+      "epoch": 6.448194662480377,
+      "rel-constrast": 2.0209431648254395,
+      "step": 8215,
+      "subrel-constrast": 2.4808554649353027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.163961887359619,
+      "cov-distil (oracle2student)": 4.886816024780273,
+      "cov-distil (oracle2teacher)": 4.585738182067871,
+      "epoch": 6.448979591836735,
+      "rel-constrast": 2.4164206981658936,
+      "step": 8216,
+      "subrel-constrast": 3.33386492729187,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5682003498077393,
+      "cov-distil (oracle2student)": 4.9192399978637695,
+      "cov-distil (oracle2teacher)": 4.999253273010254,
+      "epoch": 6.449764521193092,
+      "rel-constrast": 3.1128644943237305,
+      "step": 8217,
+      "subrel-constrast": 4.018070697784424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6133084297180176,
+      "cov-distil (oracle2student)": 5.288614273071289,
+      "cov-distil (oracle2teacher)": 5.271306991577148,
+      "epoch": 6.450549450549451,
+      "rel-constrast": 3.282952070236206,
+      "step": 8218,
+      "subrel-constrast": 3.7024054527282715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3415724039077759,
+      "cov-distil (oracle2student)": 4.717021942138672,
+      "cov-distil (oracle2teacher)": 4.407655715942383,
+      "epoch": 6.451334379905808,
+      "rel-constrast": 2.624990224838257,
+      "step": 8219,
+      "subrel-constrast": 3.4176931381225586,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.452119309262167,
+      "grad_norm": 5.34375,
+      "learning_rate": 4.677562193384779e-06,
+      "loss": 0.7164,
+      "step": 8220
+    },
+    {
+      "cov-distil": 1.8314521312713623,
+      "cov-distil (oracle2student)": 4.195717811584473,
+      "cov-distil (oracle2teacher)": 4.011764049530029,
+      "epoch": 6.452119309262167,
+      "rel-constrast": 2.863247871398926,
+      "step": 8220,
+      "subrel-constrast": 3.7922756671905518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6670423746109009,
+      "cov-distil (oracle2student)": 6.497044563293457,
+      "cov-distil (oracle2teacher)": 6.0101518630981445,
+      "epoch": 6.452904238618524,
+      "rel-constrast": 2.3027307987213135,
+      "step": 8221,
+      "subrel-constrast": 3.277780055999756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8687970638275146,
+      "cov-distil (oracle2student)": 3.095038414001465,
+      "cov-distil (oracle2teacher)": 3.392730474472046,
+      "epoch": 6.453689167974883,
+      "rel-constrast": 2.0828280448913574,
+      "step": 8222,
+      "subrel-constrast": 3.1791698932647705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.699813723564148,
+      "cov-distil (oracle2student)": 5.1992011070251465,
+      "cov-distil (oracle2teacher)": 5.1925272941589355,
+      "epoch": 6.45447409733124,
+      "rel-constrast": 3.3594205379486084,
+      "step": 8223,
+      "subrel-constrast": 4.11689567565918,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.161159038543701,
+      "cov-distil (oracle2student)": 2.8142828941345215,
+      "cov-distil (oracle2teacher)": 3.198564291000366,
+      "epoch": 6.455259026687598,
+      "rel-constrast": 1.956512212753296,
+      "step": 8224,
+      "subrel-constrast": 3.0264110565185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2988909482955933,
+      "cov-distil (oracle2student)": 3.9360060691833496,
+      "cov-distil (oracle2teacher)": 4.293210983276367,
+      "epoch": 6.456043956043956,
+      "rel-constrast": 2.749873638153076,
+      "step": 8225,
+      "subrel-constrast": 3.6475656032562256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5098906755447388,
+      "cov-distil (oracle2student)": 3.4397220611572266,
+      "cov-distil (oracle2teacher)": 3.130342960357666,
+      "epoch": 6.456828885400314,
+      "rel-constrast": 2.4681475162506104,
+      "step": 8226,
+      "subrel-constrast": 3.0508968830108643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5251014232635498,
+      "cov-distil (oracle2student)": 4.0996928215026855,
+      "cov-distil (oracle2teacher)": 3.8050780296325684,
+      "epoch": 6.457613814756672,
+      "rel-constrast": 2.651329517364502,
+      "step": 8227,
+      "subrel-constrast": 3.246706962585449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5698046684265137,
+      "cov-distil (oracle2student)": 5.222008228302002,
+      "cov-distil (oracle2teacher)": 4.609196662902832,
+      "epoch": 6.45839874411303,
+      "rel-constrast": 2.475581169128418,
+      "step": 8228,
+      "subrel-constrast": 3.3211984634399414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3481944799423218,
+      "cov-distil (oracle2student)": 3.6994519233703613,
+      "cov-distil (oracle2teacher)": 3.6576879024505615,
+      "epoch": 6.459183673469388,
+      "rel-constrast": 2.6032469272613525,
+      "step": 8229,
+      "subrel-constrast": 3.2257132530212402,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.459968602825746,
+      "grad_norm": 5.78125,
+      "learning_rate": 4.6268615300702035e-06,
+      "loss": 0.679,
+      "step": 8230
+    },
+    {
+      "cov-distil": 1.3217052221298218,
+      "cov-distil (oracle2student)": 3.2933597564697266,
+      "cov-distil (oracle2teacher)": 3.407939910888672,
+      "epoch": 6.459968602825746,
+      "rel-constrast": 1.877446174621582,
+      "step": 8230,
+      "subrel-constrast": 2.4725303649902344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0573947429656982,
+      "cov-distil (oracle2student)": 3.0032920837402344,
+      "cov-distil (oracle2teacher)": 2.912444829940796,
+      "epoch": 6.460753532182103,
+      "rel-constrast": 1.5038765668869019,
+      "step": 8231,
+      "subrel-constrast": 2.0365185737609863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.433738112449646,
+      "cov-distil (oracle2student)": 5.4059343338012695,
+      "cov-distil (oracle2teacher)": 5.156991958618164,
+      "epoch": 6.461538461538462,
+      "rel-constrast": 2.367520570755005,
+      "step": 8232,
+      "subrel-constrast": 3.0949628353118896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5694725513458252,
+      "cov-distil (oracle2student)": 4.196012496948242,
+      "cov-distil (oracle2teacher)": 4.489428520202637,
+      "epoch": 6.462323390894819,
+      "rel-constrast": 2.377098798751831,
+      "step": 8233,
+      "subrel-constrast": 3.031923770904541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2549073696136475,
+      "cov-distil (oracle2student)": 5.096655368804932,
+      "cov-distil (oracle2teacher)": 4.608975410461426,
+      "epoch": 6.463108320251178,
+      "rel-constrast": 2.6703319549560547,
+      "step": 8234,
+      "subrel-constrast": 3.8451426029205322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4432990550994873,
+      "cov-distil (oracle2student)": 4.681324005126953,
+      "cov-distil (oracle2teacher)": 5.000957012176514,
+      "epoch": 6.463893249607535,
+      "rel-constrast": 2.9714112281799316,
+      "step": 8235,
+      "subrel-constrast": 3.558773994445801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.04899263381958,
+      "cov-distil (oracle2student)": 4.6848907470703125,
+      "cov-distil (oracle2teacher)": 4.126657009124756,
+      "epoch": 6.464678178963894,
+      "rel-constrast": 2.3092498779296875,
+      "step": 8236,
+      "subrel-constrast": 2.8424618244171143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1068557500839233,
+      "cov-distil (oracle2student)": 3.5239601135253906,
+      "cov-distil (oracle2teacher)": 3.220946788787842,
+      "epoch": 6.465463108320251,
+      "rel-constrast": 1.1159048080444336,
+      "step": 8237,
+      "subrel-constrast": 1.8611118793487549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1875118017196655,
+      "cov-distil (oracle2student)": 3.404794216156006,
+      "cov-distil (oracle2teacher)": 3.514005661010742,
+      "epoch": 6.466248037676609,
+      "rel-constrast": 2.786625862121582,
+      "step": 8238,
+      "subrel-constrast": 3.420471668243408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7341606616973877,
+      "cov-distil (oracle2student)": 4.665452480316162,
+      "cov-distil (oracle2teacher)": 4.234199523925781,
+      "epoch": 6.467032967032967,
+      "rel-constrast": 2.1796507835388184,
+      "step": 8239,
+      "subrel-constrast": 3.02156662940979,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.467817896389325,
+      "grad_norm": 4.71875,
+      "learning_rate": 4.5764091070185035e-06,
+      "loss": 0.5919,
+      "step": 8240
+    },
+    {
+      "cov-distil": 1.65977144241333,
+      "cov-distil (oracle2student)": 3.8399038314819336,
+      "cov-distil (oracle2teacher)": 3.59889554977417,
+      "epoch": 6.467817896389325,
+      "rel-constrast": 1.7395477294921875,
+      "step": 8240,
+      "subrel-constrast": 2.77872633934021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4971094131469727,
+      "cov-distil (oracle2student)": 4.355990409851074,
+      "cov-distil (oracle2teacher)": 3.9481000900268555,
+      "epoch": 6.468602825745683,
+      "rel-constrast": 2.5768141746520996,
+      "step": 8241,
+      "subrel-constrast": 3.486706256866455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1429352760314941,
+      "cov-distil (oracle2student)": 4.128869533538818,
+      "cov-distil (oracle2teacher)": 3.8852295875549316,
+      "epoch": 6.469387755102041,
+      "rel-constrast": 1.6298086643218994,
+      "step": 8242,
+      "subrel-constrast": 2.435042381286621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3139967918395996,
+      "cov-distil (oracle2student)": 4.977090835571289,
+      "cov-distil (oracle2teacher)": 4.6526780128479,
+      "epoch": 6.470172684458399,
+      "rel-constrast": 1.9758943319320679,
+      "step": 8243,
+      "subrel-constrast": 3.0346312522888184,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3364357948303223,
+      "cov-distil (oracle2student)": 3.6095378398895264,
+      "cov-distil (oracle2teacher)": 3.5412182807922363,
+      "epoch": 6.470957613814757,
+      "rel-constrast": 1.9332168102264404,
+      "step": 8244,
+      "subrel-constrast": 2.598964214324951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2237341403961182,
+      "cov-distil (oracle2student)": 3.8764069080352783,
+      "cov-distil (oracle2teacher)": 4.119452476501465,
+      "epoch": 6.471742543171114,
+      "rel-constrast": 2.8052818775177,
+      "step": 8245,
+      "subrel-constrast": 3.6155762672424316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.513857126235962,
+      "cov-distil (oracle2student)": 3.662947654724121,
+      "cov-distil (oracle2teacher)": 3.376682996749878,
+      "epoch": 6.472527472527473,
+      "rel-constrast": 2.290416717529297,
+      "step": 8246,
+      "subrel-constrast": 3.0564534664154053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7050745487213135,
+      "cov-distil (oracle2student)": 4.309605121612549,
+      "cov-distil (oracle2teacher)": 4.144629001617432,
+      "epoch": 6.47331240188383,
+      "rel-constrast": 2.657550573348999,
+      "step": 8247,
+      "subrel-constrast": 2.862406015396118,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2466943264007568,
+      "cov-distil (oracle2student)": 4.713376045227051,
+      "cov-distil (oracle2teacher)": 4.228005409240723,
+      "epoch": 6.474097331240189,
+      "rel-constrast": 1.7650173902511597,
+      "step": 8248,
+      "subrel-constrast": 1.917096734046936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9800069332122803,
+      "cov-distil (oracle2student)": 2.22945499420166,
+      "cov-distil (oracle2teacher)": 2.7311532497406006,
+      "epoch": 6.474882260596546,
+      "rel-constrast": 2.7265753746032715,
+      "step": 8249,
+      "subrel-constrast": 3.5445616245269775,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.475667189952905,
+      "grad_norm": 6.4375,
+      "learning_rate": 4.52620553897655e-06,
+      "loss": 0.5891,
+      "step": 8250
+    },
+    {
+      "cov-distil": 1.6921055316925049,
+      "cov-distil (oracle2student)": 6.106165409088135,
+      "cov-distil (oracle2teacher)": 5.105067253112793,
+      "epoch": 6.475667189952905,
+      "rel-constrast": 2.335999011993408,
+      "step": 8250,
+      "subrel-constrast": 3.6006991863250732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6892791986465454,
+      "cov-distil (oracle2student)": 3.8911213874816895,
+      "cov-distil (oracle2teacher)": 3.754023551940918,
+      "epoch": 6.476452119309262,
+      "rel-constrast": 2.120877742767334,
+      "step": 8251,
+      "subrel-constrast": 3.3247199058532715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6080373525619507,
+      "cov-distil (oracle2student)": 4.435342311859131,
+      "cov-distil (oracle2teacher)": 4.333792209625244,
+      "epoch": 6.47723704866562,
+      "rel-constrast": 2.1224966049194336,
+      "step": 8252,
+      "subrel-constrast": 2.7041501998901367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8146296739578247,
+      "cov-distil (oracle2student)": 5.41240119934082,
+      "cov-distil (oracle2teacher)": 4.7276763916015625,
+      "epoch": 6.478021978021978,
+      "rel-constrast": 2.459139347076416,
+      "step": 8253,
+      "subrel-constrast": 3.4090476036071777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6630480289459229,
+      "cov-distil (oracle2student)": 5.221126556396484,
+      "cov-distil (oracle2teacher)": 4.714595794677734,
+      "epoch": 6.478806907378336,
+      "rel-constrast": 2.731680154800415,
+      "step": 8254,
+      "subrel-constrast": 3.437833786010742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.990718126296997,
+      "cov-distil (oracle2student)": 5.007978916168213,
+      "cov-distil (oracle2teacher)": 5.154487133026123,
+      "epoch": 6.479591836734694,
+      "rel-constrast": 2.2411866188049316,
+      "step": 8255,
+      "subrel-constrast": 3.8096492290496826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4635388851165771,
+      "cov-distil (oracle2student)": 4.107701778411865,
+      "cov-distil (oracle2teacher)": 4.319927215576172,
+      "epoch": 6.480376766091052,
+      "rel-constrast": 2.8483142852783203,
+      "step": 8256,
+      "subrel-constrast": 3.7480950355529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2475085258483887,
+      "cov-distil (oracle2student)": 4.637546539306641,
+      "cov-distil (oracle2teacher)": 4.627233982086182,
+      "epoch": 6.48116169544741,
+      "rel-constrast": 2.6583032608032227,
+      "step": 8257,
+      "subrel-constrast": 3.2833619117736816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.49965238571167,
+      "cov-distil (oracle2student)": 5.072046279907227,
+      "cov-distil (oracle2teacher)": 4.89945650100708,
+      "epoch": 6.481946624803768,
+      "rel-constrast": 2.7015483379364014,
+      "step": 8258,
+      "subrel-constrast": 3.1365909576416016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5439120531082153,
+      "cov-distil (oracle2student)": 4.44948673248291,
+      "cov-distil (oracle2teacher)": 4.0524373054504395,
+      "epoch": 6.482731554160125,
+      "rel-constrast": 2.0013978481292725,
+      "step": 8259,
+      "subrel-constrast": 3.176973342895508,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.483516483516484,
+      "grad_norm": 4.6875,
+      "learning_rate": 4.47625143765896e-06,
+      "loss": 0.6461,
+      "step": 8260
+    },
+    {
+      "cov-distil": 1.2953143119812012,
+      "cov-distil (oracle2student)": 3.6923229694366455,
+      "cov-distil (oracle2teacher)": 3.924600601196289,
+      "epoch": 6.483516483516484,
+      "rel-constrast": 1.7531719207763672,
+      "step": 8260,
+      "subrel-constrast": 2.5736162662506104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3938188552856445,
+      "cov-distil (oracle2student)": 4.387805461883545,
+      "cov-distil (oracle2teacher)": 4.32770299911499,
+      "epoch": 6.484301412872841,
+      "rel-constrast": 2.944667339324951,
+      "step": 8261,
+      "subrel-constrast": 2.9820103645324707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5821785926818848,
+      "cov-distil (oracle2student)": 4.025080680847168,
+      "cov-distil (oracle2teacher)": 3.9182443618774414,
+      "epoch": 6.4850863422291996,
+      "rel-constrast": 1.7024264335632324,
+      "step": 8262,
+      "subrel-constrast": 2.828295946121216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.006857395172119,
+      "cov-distil (oracle2student)": 3.9104232788085938,
+      "cov-distil (oracle2teacher)": 4.274918556213379,
+      "epoch": 6.485871271585557,
+      "rel-constrast": 2.694504737854004,
+      "step": 8263,
+      "subrel-constrast": 3.903693914413452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5239688158035278,
+      "cov-distil (oracle2student)": 5.412140846252441,
+      "cov-distil (oracle2teacher)": 4.824625015258789,
+      "epoch": 6.4866562009419155,
+      "rel-constrast": 1.866852045059204,
+      "step": 8264,
+      "subrel-constrast": 2.6028552055358887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7453681230545044,
+      "cov-distil (oracle2student)": 5.67087459564209,
+      "cov-distil (oracle2teacher)": 5.260076522827148,
+      "epoch": 6.487441130298273,
+      "rel-constrast": 3.220031261444092,
+      "step": 8265,
+      "subrel-constrast": 4.02943229675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3619252443313599,
+      "cov-distil (oracle2student)": 5.447090148925781,
+      "cov-distil (oracle2teacher)": 5.048109531402588,
+      "epoch": 6.488226059654631,
+      "rel-constrast": 3.3254241943359375,
+      "step": 8266,
+      "subrel-constrast": 4.052489280700684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0435845851898193,
+      "cov-distil (oracle2student)": 4.25410795211792,
+      "cov-distil (oracle2teacher)": 4.019831657409668,
+      "epoch": 6.489010989010989,
+      "rel-constrast": 2.6241846084594727,
+      "step": 8267,
+      "subrel-constrast": 2.560554265975952,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6291488409042358,
+      "cov-distil (oracle2student)": 4.791556358337402,
+      "cov-distil (oracle2teacher)": 4.204375267028809,
+      "epoch": 6.489795918367347,
+      "rel-constrast": 2.025311231613159,
+      "step": 8268,
+      "subrel-constrast": 2.8342232704162598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3715029954910278,
+      "cov-distil (oracle2student)": 5.300875186920166,
+      "cov-distil (oracle2teacher)": 5.212925434112549,
+      "epoch": 6.490580847723705,
+      "rel-constrast": 2.7531614303588867,
+      "step": 8269,
+      "subrel-constrast": 3.4175331592559814,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.491365777080063,
+      "grad_norm": 5.78125,
+      "learning_rate": 4.426547411740712e-06,
+      "loss": 0.6601,
+      "step": 8270
+    },
+    {
+      "cov-distil": 1.53743577003479,
+      "cov-distil (oracle2student)": 4.723901271820068,
+      "cov-distil (oracle2teacher)": 4.263084411621094,
+      "epoch": 6.491365777080063,
+      "rel-constrast": 2.3977303504943848,
+      "step": 8270,
+      "subrel-constrast": 3.105827569961548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9019588232040405,
+      "cov-distil (oracle2student)": 4.016127586364746,
+      "cov-distil (oracle2teacher)": 4.637322425842285,
+      "epoch": 6.492150706436421,
+      "rel-constrast": 4.015674591064453,
+      "step": 8271,
+      "subrel-constrast": 4.587059497833252,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.150416374206543,
+      "cov-distil (oracle2student)": 3.109952211380005,
+      "cov-distil (oracle2teacher)": 3.2257401943206787,
+      "epoch": 6.4929356357927785,
+      "rel-constrast": 2.9702377319335938,
+      "step": 8272,
+      "subrel-constrast": 3.3492448329925537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6446311473846436,
+      "cov-distil (oracle2student)": 6.6213836669921875,
+      "cov-distil (oracle2teacher)": 6.422318458557129,
+      "epoch": 6.493720565149137,
+      "rel-constrast": 3.199695110321045,
+      "step": 8273,
+      "subrel-constrast": 3.462709903717041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5460996627807617,
+      "cov-distil (oracle2student)": 5.089701175689697,
+      "cov-distil (oracle2teacher)": 4.805908203125,
+      "epoch": 6.4945054945054945,
+      "rel-constrast": 2.2033286094665527,
+      "step": 8274,
+      "subrel-constrast": 3.005845069885254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8525269031524658,
+      "cov-distil (oracle2student)": 4.58064603805542,
+      "cov-distil (oracle2teacher)": 4.196868419647217,
+      "epoch": 6.495290423861852,
+      "rel-constrast": 2.383331060409546,
+      "step": 8275,
+      "subrel-constrast": 3.345001697540283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5365902185440063,
+      "cov-distil (oracle2student)": 3.0922164916992188,
+      "cov-distil (oracle2teacher)": 3.037076950073242,
+      "epoch": 6.4960753532182105,
+      "rel-constrast": 1.832756757736206,
+      "step": 8276,
+      "subrel-constrast": 2.965155601501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.675525188446045,
+      "cov-distil (oracle2student)": 4.627198219299316,
+      "cov-distil (oracle2teacher)": 4.730916500091553,
+      "epoch": 6.496860282574568,
+      "rel-constrast": 2.747570037841797,
+      "step": 8277,
+      "subrel-constrast": 3.552920341491699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6181223392486572,
+      "cov-distil (oracle2student)": 4.26929235458374,
+      "cov-distil (oracle2teacher)": 4.22451114654541,
+      "epoch": 6.4976452119309265,
+      "rel-constrast": 2.822110176086426,
+      "step": 8278,
+      "subrel-constrast": 3.8403499126434326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0310503244400024,
+      "cov-distil (oracle2student)": 3.7780284881591797,
+      "cov-distil (oracle2teacher)": 3.979111671447754,
+      "epoch": 6.498430141287284,
+      "rel-constrast": 2.279238700866699,
+      "step": 8279,
+      "subrel-constrast": 3.186997652053833,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.4992150706436425,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.377094066849657e-06,
+      "loss": 0.71,
+      "step": 8280
+    },
+    {
+      "cov-distil": 1.7231905460357666,
+      "cov-distil (oracle2student)": 5.441134452819824,
+      "cov-distil (oracle2teacher)": 5.6108903884887695,
+      "epoch": 6.4992150706436425,
+      "rel-constrast": 2.3260200023651123,
+      "step": 8280,
+      "subrel-constrast": 3.5097906589508057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8924903869628906,
+      "cov-distil (oracle2student)": 5.591649055480957,
+      "cov-distil (oracle2teacher)": 4.620344161987305,
+      "epoch": 6.5,
+      "rel-constrast": 2.1920888423919678,
+      "step": 8281,
+      "subrel-constrast": 3.1132781505584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.574082374572754,
+      "cov-distil (oracle2student)": 4.63863468170166,
+      "cov-distil (oracle2teacher)": 4.317704200744629,
+      "epoch": 6.5007849293563575,
+      "rel-constrast": 2.4917187690734863,
+      "step": 8282,
+      "subrel-constrast": 2.891319513320923,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734601616859436,
+      "cov-distil (oracle2student)": 3.7782020568847656,
+      "cov-distil (oracle2teacher)": 4.050756454467773,
+      "epoch": 6.501569858712716,
+      "rel-constrast": 3.0407345294952393,
+      "step": 8283,
+      "subrel-constrast": 3.898759126663208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.10227632522583,
+      "cov-distil (oracle2student)": 4.201896667480469,
+      "cov-distil (oracle2teacher)": 3.9363386631011963,
+      "epoch": 6.5023547880690735,
+      "rel-constrast": 3.482088088989258,
+      "step": 8284,
+      "subrel-constrast": 3.451415538787842,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3502135276794434,
+      "cov-distil (oracle2student)": 4.364593505859375,
+      "cov-distil (oracle2teacher)": 4.083827972412109,
+      "epoch": 6.503139717425432,
+      "rel-constrast": 2.1342625617980957,
+      "step": 8285,
+      "subrel-constrast": 3.1633920669555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5344656705856323,
+      "cov-distil (oracle2student)": 4.568868160247803,
+      "cov-distil (oracle2teacher)": 4.642075061798096,
+      "epoch": 6.5039246467817895,
+      "rel-constrast": 2.7270240783691406,
+      "step": 8286,
+      "subrel-constrast": 3.17537522315979,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6316838264465332,
+      "cov-distil (oracle2student)": 5.25613260269165,
+      "cov-distil (oracle2teacher)": 5.001672744750977,
+      "epoch": 6.504709576138148,
+      "rel-constrast": 2.833969831466675,
+      "step": 8287,
+      "subrel-constrast": 3.4378445148468018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.607647180557251,
+      "cov-distil (oracle2student)": 4.793948650360107,
+      "cov-distil (oracle2teacher)": 3.816394805908203,
+      "epoch": 6.5054945054945055,
+      "rel-constrast": 1.9084033966064453,
+      "step": 8288,
+      "subrel-constrast": 2.452064275741577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3811118602752686,
+      "cov-distil (oracle2student)": 3.1803979873657227,
+      "cov-distil (oracle2teacher)": 3.0548012256622314,
+      "epoch": 6.506279434850864,
+      "rel-constrast": 2.3934881687164307,
+      "step": 8289,
+      "subrel-constrast": 2.9929330348968506,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.5070643642072215,
+      "grad_norm": 7.125,
+      "learning_rate": 4.327892005559211e-06,
+      "loss": 0.6771,
+      "step": 8290
+    },
+    {
+      "cov-distil": 2.0489978790283203,
+      "cov-distil (oracle2student)": 3.9098868370056152,
+      "cov-distil (oracle2teacher)": 3.479905605316162,
+      "epoch": 6.5070643642072215,
+      "rel-constrast": 1.9516932964324951,
+      "step": 8290,
+      "subrel-constrast": 2.99440336227417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.301891803741455,
+      "cov-distil (oracle2student)": 4.233227252960205,
+      "cov-distil (oracle2teacher)": 4.281630992889404,
+      "epoch": 6.507849293563579,
+      "rel-constrast": 2.771333694458008,
+      "step": 8291,
+      "subrel-constrast": 3.4162354469299316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.154352068901062,
+      "cov-distil (oracle2student)": 5.064419746398926,
+      "cov-distil (oracle2teacher)": 4.1383466720581055,
+      "epoch": 6.508634222919937,
+      "rel-constrast": 2.2514421939849854,
+      "step": 8292,
+      "subrel-constrast": 3.197493076324463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3034815788269043,
+      "cov-distil (oracle2student)": 3.297379970550537,
+      "cov-distil (oracle2teacher)": 3.448683977127075,
+      "epoch": 6.509419152276295,
+      "rel-constrast": 2.433231830596924,
+      "step": 8293,
+      "subrel-constrast": 3.045684814453125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7369226217269897,
+      "cov-distil (oracle2student)": 4.2190752029418945,
+      "cov-distil (oracle2teacher)": 4.410426139831543,
+      "epoch": 6.510204081632653,
+      "rel-constrast": 2.9797000885009766,
+      "step": 8294,
+      "subrel-constrast": 3.9132020473480225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2878674268722534,
+      "cov-distil (oracle2student)": 4.739401817321777,
+      "cov-distil (oracle2teacher)": 4.979811191558838,
+      "epoch": 6.510989010989011,
+      "rel-constrast": 3.0886781215667725,
+      "step": 8295,
+      "subrel-constrast": 3.634290933609009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.568880319595337,
+      "cov-distil (oracle2student)": 5.541606903076172,
+      "cov-distil (oracle2teacher)": 5.358661651611328,
+      "epoch": 6.511773940345369,
+      "rel-constrast": 2.3871259689331055,
+      "step": 8296,
+      "subrel-constrast": 3.1702589988708496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1361644268035889,
+      "cov-distil (oracle2student)": 4.7816548347473145,
+      "cov-distil (oracle2teacher)": 3.714012622833252,
+      "epoch": 6.512558869701727,
+      "rel-constrast": 2.141148805618286,
+      "step": 8297,
+      "subrel-constrast": 2.2917821407318115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5324828624725342,
+      "cov-distil (oracle2student)": 2.84822416305542,
+      "cov-distil (oracle2teacher)": 2.9415361881256104,
+      "epoch": 6.5133437990580845,
+      "rel-constrast": 2.069997787475586,
+      "step": 8298,
+      "subrel-constrast": 3.12581729888916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8916549682617188,
+      "cov-distil (oracle2student)": 4.685513496398926,
+      "cov-distil (oracle2teacher)": 4.8073811531066895,
+      "epoch": 6.514128728414443,
+      "rel-constrast": 2.712980270385742,
+      "step": 8299,
+      "subrel-constrast": 3.706403970718384,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.5149136577708004,
+      "grad_norm": 6.5,
+      "learning_rate": 4.278941827380953e-06,
+      "loss": 0.6571,
+      "step": 8300
+    },
+    {
+      "epoch": 6.5149136577708004,
+      "overlap": 0.30000001192092896,
+      "step": 8300
+    },
+    {
+      "epoch": 6.5149136577708004,
+      "step": 8300,
+      "student margin": 0.0567626953125
+    },
+    {
+      "epoch": 6.5149136577708004,
+      "step": 8300,
+      "teacher margin": 0.0369873046875
+    },
+    {
+      "epoch": 6.5149136577708004,
+      "margin difference": -0.019775390625,
+      "step": 8300
+    },
+    {
+      "cov-distil": 1.5164668560028076,
+      "cov-distil (oracle2student)": 4.632085800170898,
+      "cov-distil (oracle2teacher)": 4.422379493713379,
+      "epoch": 6.5149136577708004,
+      "rel-constrast": 2.0060653686523438,
+      "step": 8300,
+      "subrel-constrast": 3.373011589050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1778743267059326,
+      "cov-distil (oracle2student)": 3.9311208724975586,
+      "cov-distil (oracle2teacher)": 3.684394598007202,
+      "epoch": 6.515698587127159,
+      "rel-constrast": 2.500225782394409,
+      "step": 8301,
+      "subrel-constrast": 3.1545374393463135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3024982213974,
+      "cov-distil (oracle2student)": 3.155958652496338,
+      "cov-distil (oracle2teacher)": 3.279690742492676,
+      "epoch": 6.516483516483516,
+      "rel-constrast": 1.7204818725585938,
+      "step": 8302,
+      "subrel-constrast": 2.478734254837036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3067728281021118,
+      "cov-distil (oracle2student)": 3.9886057376861572,
+      "cov-distil (oracle2teacher)": 3.9639158248901367,
+      "epoch": 6.517268445839875,
+      "rel-constrast": 1.5860776901245117,
+      "step": 8303,
+      "subrel-constrast": 2.602497100830078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.670450210571289,
+      "cov-distil (oracle2student)": 4.034543037414551,
+      "cov-distil (oracle2teacher)": 4.050388336181641,
+      "epoch": 6.518053375196232,
+      "rel-constrast": 2.267430305480957,
+      "step": 8304,
+      "subrel-constrast": 3.0211539268493652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8432836532592773,
+      "cov-distil (oracle2student)": 3.1985373497009277,
+      "cov-distil (oracle2teacher)": 3.6064205169677734,
+      "epoch": 6.51883830455259,
+      "rel-constrast": 1.9984362125396729,
+      "step": 8305,
+      "subrel-constrast": 2.9746594429016113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5566551685333252,
+      "cov-distil (oracle2student)": 3.6910624504089355,
+      "cov-distil (oracle2teacher)": 3.778859853744507,
+      "epoch": 6.519623233908948,
+      "rel-constrast": 2.364067316055298,
+      "step": 8306,
+      "subrel-constrast": 2.998533248901367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.635693073272705,
+      "cov-distil (oracle2student)": 3.299086332321167,
+      "cov-distil (oracle2teacher)": 3.3014028072357178,
+      "epoch": 6.520408163265306,
+      "rel-constrast": 2.2131905555725098,
+      "step": 8307,
+      "subrel-constrast": 3.2840933799743652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.259629249572754,
+      "cov-distil (oracle2student)": 4.092350482940674,
+      "cov-distil (oracle2teacher)": 4.354757308959961,
+      "epoch": 6.521193092621664,
+      "rel-constrast": 2.3871538639068604,
+      "step": 8308,
+      "subrel-constrast": 3.256168842315674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7156810760498047,
+      "cov-distil (oracle2student)": 4.191290855407715,
+      "cov-distil (oracle2teacher)": 4.476902961730957,
+      "epoch": 6.521978021978022,
+      "rel-constrast": 2.442176103591919,
+      "step": 8309,
+      "subrel-constrast": 3.0905561447143555,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.52276295133438,
+      "grad_norm": 5.5625,
+      "learning_rate": 4.230244128757366e-06,
+      "loss": 0.5746,
+      "step": 8310
+    },
+    {
+      "cov-distil": 1.4478658437728882,
+      "cov-distil (oracle2student)": 4.383390426635742,
+      "cov-distil (oracle2teacher)": 4.80267858505249,
+      "epoch": 6.52276295133438,
+      "rel-constrast": 2.2045159339904785,
+      "step": 8310,
+      "subrel-constrast": 3.079390048980713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4397053718566895,
+      "cov-distil (oracle2student)": 2.9197030067443848,
+      "cov-distil (oracle2teacher)": 2.804110050201416,
+      "epoch": 6.523547880690738,
+      "rel-constrast": 3.160510301589966,
+      "step": 8311,
+      "subrel-constrast": 3.620558977127075,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0378403663635254,
+      "cov-distil (oracle2student)": 5.199369430541992,
+      "cov-distil (oracle2teacher)": 5.140164852142334,
+      "epoch": 6.524332810047095,
+      "rel-constrast": 2.4377241134643555,
+      "step": 8312,
+      "subrel-constrast": 3.4690380096435547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0496556758880615,
+      "cov-distil (oracle2student)": 4.07127046585083,
+      "cov-distil (oracle2teacher)": 3.886859655380249,
+      "epoch": 6.525117739403454,
+      "rel-constrast": 2.1846442222595215,
+      "step": 8313,
+      "subrel-constrast": 2.8441781997680664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6060476303100586,
+      "cov-distil (oracle2student)": 3.4926934242248535,
+      "cov-distil (oracle2teacher)": 3.275453567504883,
+      "epoch": 6.525902668759811,
+      "rel-constrast": 2.0924365520477295,
+      "step": 8314,
+      "subrel-constrast": 2.997847557067871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9367680549621582,
+      "cov-distil (oracle2student)": 4.139203071594238,
+      "cov-distil (oracle2teacher)": 3.710063934326172,
+      "epoch": 6.52668759811617,
+      "rel-constrast": 2.997772216796875,
+      "step": 8315,
+      "subrel-constrast": 3.5170013904571533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6098582744598389,
+      "cov-distil (oracle2student)": 4.826238632202148,
+      "cov-distil (oracle2teacher)": 5.1630353927612305,
+      "epoch": 6.527472527472527,
+      "rel-constrast": 1.4205691814422607,
+      "step": 8316,
+      "subrel-constrast": 2.7435805797576904,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.401901125907898,
+      "cov-distil (oracle2student)": 5.460022926330566,
+      "cov-distil (oracle2teacher)": 4.342990875244141,
+      "epoch": 6.528257456828886,
+      "rel-constrast": 2.935673952102661,
+      "step": 8317,
+      "subrel-constrast": 2.815784454345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559938669204712,
+      "cov-distil (oracle2student)": 4.189465522766113,
+      "cov-distil (oracle2teacher)": 3.75600528717041,
+      "epoch": 6.529042386185243,
+      "rel-constrast": 3.890775203704834,
+      "step": 8318,
+      "subrel-constrast": 4.341426372528076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7082687616348267,
+      "cov-distil (oracle2student)": 4.464356422424316,
+      "cov-distil (oracle2teacher)": 3.966681718826294,
+      "epoch": 6.529827315541601,
+      "rel-constrast": 2.5072598457336426,
+      "step": 8319,
+      "subrel-constrast": 3.0356669425964355,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.530612244897959,
+      "grad_norm": 5.375,
+      "learning_rate": 4.1817995030545285e-06,
+      "loss": 0.6853,
+      "step": 8320
+    },
+    {
+      "cov-distil": 1.7606561183929443,
+      "cov-distil (oracle2student)": 2.7154808044433594,
+      "cov-distil (oracle2teacher)": 3.7375526428222656,
+      "epoch": 6.530612244897959,
+      "rel-constrast": 3.7969558238983154,
+      "step": 8320,
+      "subrel-constrast": 4.412114143371582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0838066339492798,
+      "cov-distil (oracle2student)": 4.245388984680176,
+      "cov-distil (oracle2teacher)": 3.790215492248535,
+      "epoch": 6.531397174254317,
+      "rel-constrast": 2.9077727794647217,
+      "step": 8321,
+      "subrel-constrast": 3.205261707305908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.727928876876831,
+      "cov-distil (oracle2student)": 4.052489280700684,
+      "cov-distil (oracle2teacher)": 3.6986403465270996,
+      "epoch": 6.532182103610675,
+      "rel-constrast": 2.2174172401428223,
+      "step": 8322,
+      "subrel-constrast": 3.772752046585083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2061173915863037,
+      "cov-distil (oracle2student)": 4.12114143371582,
+      "cov-distil (oracle2teacher)": 3.6133575439453125,
+      "epoch": 6.532967032967033,
+      "rel-constrast": 2.6283011436462402,
+      "step": 8323,
+      "subrel-constrast": 3.149266481399536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4919627904891968,
+      "cov-distil (oracle2student)": 5.860540390014648,
+      "cov-distil (oracle2teacher)": 5.455077171325684,
+      "epoch": 6.533751962323391,
+      "rel-constrast": 3.620929479598999,
+      "step": 8324,
+      "subrel-constrast": 4.109711647033691,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4552690982818604,
+      "cov-distil (oracle2student)": 4.351962089538574,
+      "cov-distil (oracle2teacher)": 3.8952198028564453,
+      "epoch": 6.534536891679749,
+      "rel-constrast": 2.090975761413574,
+      "step": 8325,
+      "subrel-constrast": 3.042314291000366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5078070163726807,
+      "cov-distil (oracle2student)": 3.9503660202026367,
+      "cov-distil (oracle2teacher)": 3.617560386657715,
+      "epoch": 6.535321821036106,
+      "rel-constrast": 2.499880313873291,
+      "step": 8326,
+      "subrel-constrast": 3.188786029815674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4798473119735718,
+      "cov-distil (oracle2student)": 4.459254264831543,
+      "cov-distil (oracle2teacher)": 4.320666313171387,
+      "epoch": 6.536106750392465,
+      "rel-constrast": 1.8578360080718994,
+      "step": 8327,
+      "subrel-constrast": 2.7960166931152344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6099399328231812,
+      "cov-distil (oracle2student)": 5.769509315490723,
+      "cov-distil (oracle2teacher)": 5.057829856872559,
+      "epoch": 6.536891679748822,
+      "rel-constrast": 2.600687026977539,
+      "step": 8328,
+      "subrel-constrast": 3.5611393451690674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.934823989868164,
+      "cov-distil (oracle2student)": 2.960519313812256,
+      "cov-distil (oracle2teacher)": 3.0678911209106445,
+      "epoch": 6.537676609105181,
+      "rel-constrast": 1.9141311645507812,
+      "step": 8329,
+      "subrel-constrast": 2.9991719722747803,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.538461538461538,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.133608540554932e-06,
+      "loss": 0.6915,
+      "step": 8330
+    },
+    {
+      "cov-distil": 1.8341593742370605,
+      "cov-distil (oracle2student)": 3.9174511432647705,
+      "cov-distil (oracle2teacher)": 3.7513577938079834,
+      "epoch": 6.538461538461538,
+      "rel-constrast": 1.986264944076538,
+      "step": 8330,
+      "subrel-constrast": 2.793184757232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4919050931930542,
+      "cov-distil (oracle2student)": 3.5454604625701904,
+      "cov-distil (oracle2teacher)": 3.857556104660034,
+      "epoch": 6.539246467817897,
+      "rel-constrast": 2.671210289001465,
+      "step": 8331,
+      "subrel-constrast": 3.0634777545928955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1359022855758667,
+      "cov-distil (oracle2student)": 3.5110578536987305,
+      "cov-distil (oracle2teacher)": 3.987691879272461,
+      "epoch": 6.540031397174254,
+      "rel-constrast": 2.5426151752471924,
+      "step": 8332,
+      "subrel-constrast": 3.558652639389038,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8225538730621338,
+      "cov-distil (oracle2student)": 5.701895713806152,
+      "cov-distil (oracle2teacher)": 5.656242370605469,
+      "epoch": 6.540816326530612,
+      "rel-constrast": 2.8896284103393555,
+      "step": 8333,
+      "subrel-constrast": 3.8932578563690186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.036132574081421,
+      "cov-distil (oracle2student)": 3.5524966716766357,
+      "cov-distil (oracle2teacher)": 3.682128667831421,
+      "epoch": 6.54160125588697,
+      "rel-constrast": 2.2708237171173096,
+      "step": 8334,
+      "subrel-constrast": 2.781285524368286,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3219521045684814,
+      "cov-distil (oracle2student)": 3.8069686889648438,
+      "cov-distil (oracle2teacher)": 4.236289024353027,
+      "epoch": 6.542386185243328,
+      "rel-constrast": 2.0919735431671143,
+      "step": 8335,
+      "subrel-constrast": 2.752133369445801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.377398133277893,
+      "cov-distil (oracle2student)": 4.997030258178711,
+      "cov-distil (oracle2teacher)": 4.743033409118652,
+      "epoch": 6.543171114599686,
+      "rel-constrast": 3.112142324447632,
+      "step": 8336,
+      "subrel-constrast": 3.952113151550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0578267574310303,
+      "cov-distil (oracle2student)": 3.5269103050231934,
+      "cov-distil (oracle2teacher)": 3.245380401611328,
+      "epoch": 6.543956043956044,
+      "rel-constrast": 2.3098435401916504,
+      "step": 8337,
+      "subrel-constrast": 2.947308301925659,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2786861658096313,
+      "cov-distil (oracle2student)": 5.496156692504883,
+      "cov-distil (oracle2teacher)": 5.380846977233887,
+      "epoch": 6.544740973312402,
+      "rel-constrast": 3.182314395904541,
+      "step": 8338,
+      "subrel-constrast": 3.700878620147705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3839857578277588,
+      "cov-distil (oracle2student)": 3.722789764404297,
+      "cov-distil (oracle2teacher)": 3.5624048709869385,
+      "epoch": 6.54552590266876,
+      "rel-constrast": 2.226301908493042,
+      "step": 8339,
+      "subrel-constrast": 3.159520149230957,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.546310832025117,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.085671828450227e-06,
+      "loss": 0.6664,
+      "step": 8340
+    },
+    {
+      "cov-distil": 1.4281543493270874,
+      "cov-distil (oracle2student)": 4.047689437866211,
+      "cov-distil (oracle2teacher)": 3.6960668563842773,
+      "epoch": 6.546310832025117,
+      "rel-constrast": 2.733336925506592,
+      "step": 8340,
+      "subrel-constrast": 3.438673257827759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3525816202163696,
+      "cov-distil (oracle2student)": 4.6581034660339355,
+      "cov-distil (oracle2teacher)": 4.146500587463379,
+      "epoch": 6.547095761381476,
+      "rel-constrast": 2.621227264404297,
+      "step": 8341,
+      "subrel-constrast": 3.097745180130005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4195621013641357,
+      "cov-distil (oracle2student)": 4.985801696777344,
+      "cov-distil (oracle2teacher)": 5.071949481964111,
+      "epoch": 6.547880690737833,
+      "rel-constrast": 2.457296371459961,
+      "step": 8342,
+      "subrel-constrast": 3.011484146118164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6470732688903809,
+      "cov-distil (oracle2student)": 4.948005676269531,
+      "cov-distil (oracle2teacher)": 4.478109359741211,
+      "epoch": 6.548665620094192,
+      "rel-constrast": 3.3894095420837402,
+      "step": 8343,
+      "subrel-constrast": 4.49165153503418,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6118673086166382,
+      "cov-distil (oracle2student)": 3.5422065258026123,
+      "cov-distil (oracle2teacher)": 3.5442826747894287,
+      "epoch": 6.549450549450549,
+      "rel-constrast": 2.93166446685791,
+      "step": 8344,
+      "subrel-constrast": 3.620448112487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3292006254196167,
+      "cov-distil (oracle2student)": 2.6252455711364746,
+      "cov-distil (oracle2teacher)": 2.8164255619049072,
+      "epoch": 6.550235478806908,
+      "rel-constrast": 1.9409654140472412,
+      "step": 8345,
+      "subrel-constrast": 2.818272829055786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8971893787384033,
+      "cov-distil (oracle2student)": 4.415467262268066,
+      "cov-distil (oracle2teacher)": 5.1347808837890625,
+      "epoch": 6.551020408163265,
+      "rel-constrast": 2.3404014110565186,
+      "step": 8346,
+      "subrel-constrast": 3.6537325382232666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2498698234558105,
+      "cov-distil (oracle2student)": 4.732982635498047,
+      "cov-distil (oracle2teacher)": 4.528848648071289,
+      "epoch": 6.551805337519623,
+      "rel-constrast": 3.0876641273498535,
+      "step": 8347,
+      "subrel-constrast": 3.5611348152160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3343608379364014,
+      "cov-distil (oracle2student)": 4.312650203704834,
+      "cov-distil (oracle2teacher)": 3.5469717979431152,
+      "epoch": 6.552590266875981,
+      "rel-constrast": 2.6941347122192383,
+      "step": 8348,
+      "subrel-constrast": 3.0420165061950684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.545968770980835,
+      "cov-distil (oracle2student)": 3.4670660495758057,
+      "cov-distil (oracle2teacher)": 3.442308187484741,
+      "epoch": 6.553375196232339,
+      "rel-constrast": 2.60856294631958,
+      "step": 8349,
+      "subrel-constrast": 3.2697243690490723,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.554160125588697,
+      "grad_norm": 5.5,
+      "learning_rate": 4.037989950834134e-06,
+      "loss": 0.7072,
+      "step": 8350
+    },
+    {
+      "cov-distil": 2.352330446243286,
+      "cov-distil (oracle2student)": 3.1692512035369873,
+      "cov-distil (oracle2teacher)": 3.183967351913452,
+      "epoch": 6.554160125588697,
+      "rel-constrast": 2.550175905227661,
+      "step": 8350,
+      "subrel-constrast": 3.6879427433013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1112440824508667,
+      "cov-distil (oracle2student)": 5.37196683883667,
+      "cov-distil (oracle2teacher)": 4.432918071746826,
+      "epoch": 6.554945054945055,
+      "rel-constrast": 1.5041992664337158,
+      "step": 8351,
+      "subrel-constrast": 1.9481592178344727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3811153173446655,
+      "cov-distil (oracle2student)": 4.554143905639648,
+      "cov-distil (oracle2teacher)": 3.9428648948669434,
+      "epoch": 6.555729984301413,
+      "rel-constrast": 3.0816073417663574,
+      "step": 8352,
+      "subrel-constrast": 3.1872899532318115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5559656620025635,
+      "cov-distil (oracle2student)": 3.7797136306762695,
+      "cov-distil (oracle2teacher)": 3.7304677963256836,
+      "epoch": 6.556514913657771,
+      "rel-constrast": 2.5279762744903564,
+      "step": 8353,
+      "subrel-constrast": 3.379505157470703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165993452072144,
+      "cov-distil (oracle2student)": 3.0521352291107178,
+      "cov-distil (oracle2teacher)": 3.939483880996704,
+      "epoch": 6.557299843014128,
+      "rel-constrast": 2.6043362617492676,
+      "step": 8354,
+      "subrel-constrast": 3.5246517658233643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6756763458251953,
+      "cov-distil (oracle2student)": 5.28106689453125,
+      "cov-distil (oracle2teacher)": 4.96157693862915,
+      "epoch": 6.558084772370487,
+      "rel-constrast": 3.2891666889190674,
+      "step": 8355,
+      "subrel-constrast": 3.59023118019104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7631158828735352,
+      "cov-distil (oracle2student)": 4.34541130065918,
+      "cov-distil (oracle2teacher)": 3.812135934829712,
+      "epoch": 6.558869701726844,
+      "rel-constrast": 2.7304751873016357,
+      "step": 8356,
+      "subrel-constrast": 3.4959421157836914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2632298469543457,
+      "cov-distil (oracle2student)": 3.483719825744629,
+      "cov-distil (oracle2teacher)": 3.452028274536133,
+      "epoch": 6.559654631083203,
+      "rel-constrast": 2.2706780433654785,
+      "step": 8357,
+      "subrel-constrast": 2.7916035652160645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4762065410614014,
+      "cov-distil (oracle2student)": 3.2364609241485596,
+      "cov-distil (oracle2teacher)": 3.0152392387390137,
+      "epoch": 6.56043956043956,
+      "rel-constrast": 1.8678584098815918,
+      "step": 8358,
+      "subrel-constrast": 2.843099594116211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1248499155044556,
+      "cov-distil (oracle2student)": 3.7785427570343018,
+      "cov-distil (oracle2teacher)": 3.4988832473754883,
+      "epoch": 6.561224489795919,
+      "rel-constrast": 3.312464475631714,
+      "step": 8359,
+      "subrel-constrast": 4.0944013595581055,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.562009419152276,
+      "grad_norm": 7.1875,
+      "learning_rate": 3.99056348869529e-06,
+      "loss": 0.682,
+      "step": 8360
+    },
+    {
+      "cov-distil": 1.9017093181610107,
+      "cov-distil (oracle2student)": 4.895256042480469,
+      "cov-distil (oracle2teacher)": 4.492799758911133,
+      "epoch": 6.562009419152276,
+      "rel-constrast": 2.614591360092163,
+      "step": 8360,
+      "subrel-constrast": 3.332446336746216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.571111798286438,
+      "cov-distil (oracle2student)": 4.1072773933410645,
+      "cov-distil (oracle2teacher)": 4.2178263664245605,
+      "epoch": 6.562794348508634,
+      "rel-constrast": 2.2583365440368652,
+      "step": 8361,
+      "subrel-constrast": 3.210952043533325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4938383102416992,
+      "cov-distil (oracle2student)": 3.8144640922546387,
+      "cov-distil (oracle2teacher)": 3.5785861015319824,
+      "epoch": 6.563579277864992,
+      "rel-constrast": 2.250225067138672,
+      "step": 8362,
+      "subrel-constrast": 3.2164671421051025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7805012464523315,
+      "cov-distil (oracle2student)": 4.640771865844727,
+      "cov-distil (oracle2teacher)": 3.9750962257385254,
+      "epoch": 6.56436420722135,
+      "rel-constrast": 3.01133394241333,
+      "step": 8363,
+      "subrel-constrast": 3.514467239379883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2957818508148193,
+      "cov-distil (oracle2student)": 5.175292015075684,
+      "cov-distil (oracle2teacher)": 4.667636394500732,
+      "epoch": 6.565149136577708,
+      "rel-constrast": 2.3937489986419678,
+      "step": 8364,
+      "subrel-constrast": 2.8664700984954834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6313705444335938,
+      "cov-distil (oracle2student)": 3.316253662109375,
+      "cov-distil (oracle2teacher)": 3.0641393661499023,
+      "epoch": 6.565934065934066,
+      "rel-constrast": 3.004089593887329,
+      "step": 8365,
+      "subrel-constrast": 3.4691379070281982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2821664810180664,
+      "cov-distil (oracle2student)": 4.17234992980957,
+      "cov-distil (oracle2teacher)": 3.9105734825134277,
+      "epoch": 6.566718995290424,
+      "rel-constrast": 2.274568796157837,
+      "step": 8366,
+      "subrel-constrast": 3.0065150260925293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9541059732437134,
+      "cov-distil (oracle2student)": 4.768680572509766,
+      "cov-distil (oracle2teacher)": 4.680261611938477,
+      "epoch": 6.567503924646782,
+      "rel-constrast": 1.8859153985977173,
+      "step": 8367,
+      "subrel-constrast": 2.641543388366699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5969675779342651,
+      "cov-distil (oracle2student)": 3.897859573364258,
+      "cov-distil (oracle2teacher)": 4.018097400665283,
+      "epoch": 6.568288854003139,
+      "rel-constrast": 3.986377239227295,
+      "step": 8368,
+      "subrel-constrast": 4.509488582611084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1809096336364746,
+      "cov-distil (oracle2student)": 4.253338813781738,
+      "cov-distil (oracle2teacher)": 4.055294990539551,
+      "epoch": 6.569073783359498,
+      "rel-constrast": 2.2019572257995605,
+      "step": 8369,
+      "subrel-constrast": 2.6787126064300537,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.569858712715855,
+      "grad_norm": 4.1875,
+      "learning_rate": 3.943393019910155e-06,
+      "loss": 0.6837,
+      "step": 8370
+    },
+    {
+      "cov-distil": 1.1872749328613281,
+      "cov-distil (oracle2student)": 4.313477993011475,
+      "cov-distil (oracle2teacher)": 3.808588981628418,
+      "epoch": 6.569858712715855,
+      "rel-constrast": 2.220330238342285,
+      "step": 8370,
+      "subrel-constrast": 2.8471336364746094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3794970512390137,
+      "cov-distil (oracle2student)": 7.033710479736328,
+      "cov-distil (oracle2teacher)": 6.058126926422119,
+      "epoch": 6.570643642072214,
+      "rel-constrast": 2.8943750858306885,
+      "step": 8371,
+      "subrel-constrast": 3.3603830337524414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.681246042251587,
+      "cov-distil (oracle2student)": 4.794437885284424,
+      "cov-distil (oracle2teacher)": 4.457267761230469,
+      "epoch": 6.571428571428571,
+      "rel-constrast": 1.831960678100586,
+      "step": 8372,
+      "subrel-constrast": 2.458526134490967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.833777666091919,
+      "cov-distil (oracle2student)": 3.383305549621582,
+      "cov-distil (oracle2teacher)": 3.7918858528137207,
+      "epoch": 6.57221350078493,
+      "rel-constrast": 2.229705810546875,
+      "step": 8373,
+      "subrel-constrast": 3.5727691650390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.154137134552002,
+      "cov-distil (oracle2student)": 4.025272369384766,
+      "cov-distil (oracle2teacher)": 3.3947649002075195,
+      "epoch": 6.572998430141287,
+      "rel-constrast": 2.05053448677063,
+      "step": 8374,
+      "subrel-constrast": 2.369595766067505,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.579734444618225,
+      "cov-distil (oracle2student)": 4.336205005645752,
+      "cov-distil (oracle2teacher)": 4.071954727172852,
+      "epoch": 6.573783359497646,
+      "rel-constrast": 4.06335973739624,
+      "step": 8375,
+      "subrel-constrast": 5.21512508392334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1969842910766602,
+      "cov-distil (oracle2student)": 2.6429362297058105,
+      "cov-distil (oracle2teacher)": 3.222961664199829,
+      "epoch": 6.574568288854003,
+      "rel-constrast": 2.1877028942108154,
+      "step": 8376,
+      "subrel-constrast": 3.0067081451416016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7036004066467285,
+      "cov-distil (oracle2student)": 5.160525798797607,
+      "cov-distil (oracle2teacher)": 4.719876289367676,
+      "epoch": 6.575353218210362,
+      "rel-constrast": 2.6407036781311035,
+      "step": 8377,
+      "subrel-constrast": 3.1933062076568604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.19368314743042,
+      "cov-distil (oracle2student)": 2.567992687225342,
+      "cov-distil (oracle2teacher)": 2.53383207321167,
+      "epoch": 6.576138147566719,
+      "rel-constrast": 1.6393860578536987,
+      "step": 8378,
+      "subrel-constrast": 2.1204609870910645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559151291847229,
+      "cov-distil (oracle2student)": 7.891051769256592,
+      "cov-distil (oracle2teacher)": 6.699024200439453,
+      "epoch": 6.576923076923077,
+      "rel-constrast": 3.136024236679077,
+      "step": 8379,
+      "subrel-constrast": 3.9795379638671875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.577708006279435,
+      "grad_norm": 7.3125,
+      "learning_rate": 3.896479119236018e-06,
+      "loss": 0.6585,
+      "step": 8380
+    },
+    {
+      "cov-distil": 1.1732957363128662,
+      "cov-distil (oracle2student)": 4.516960144042969,
+      "cov-distil (oracle2teacher)": 4.051173210144043,
+      "epoch": 6.577708006279435,
+      "rel-constrast": 1.6051726341247559,
+      "step": 8380,
+      "subrel-constrast": 2.5028679370880127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1358400583267212,
+      "cov-distil (oracle2student)": 3.7678704261779785,
+      "cov-distil (oracle2teacher)": 3.807995080947876,
+      "epoch": 6.578492935635793,
+      "rel-constrast": 2.2367002964019775,
+      "step": 8381,
+      "subrel-constrast": 3.293215274810791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.844524621963501,
+      "cov-distil (oracle2student)": 4.480422019958496,
+      "cov-distil (oracle2teacher)": 4.575294494628906,
+      "epoch": 6.579277864992151,
+      "rel-constrast": 2.461118698120117,
+      "step": 8382,
+      "subrel-constrast": 3.265615701675415,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4237303733825684,
+      "cov-distil (oracle2student)": 4.343051910400391,
+      "cov-distil (oracle2teacher)": 4.321587562561035,
+      "epoch": 6.580062794348509,
+      "rel-constrast": 1.9750847816467285,
+      "step": 8383,
+      "subrel-constrast": 3.119925022125244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.854959487915039,
+      "cov-distil (oracle2student)": 3.892164707183838,
+      "cov-distil (oracle2teacher)": 3.833144426345825,
+      "epoch": 6.580847723704867,
+      "rel-constrast": 3.1622204780578613,
+      "step": 8384,
+      "subrel-constrast": 3.454716682434082,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5533132553100586,
+      "cov-distil (oracle2student)": 3.0564608573913574,
+      "cov-distil (oracle2teacher)": 3.4759676456451416,
+      "epoch": 6.581632653061225,
+      "rel-constrast": 2.8004274368286133,
+      "step": 8385,
+      "subrel-constrast": 3.3354105949401855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6797459125518799,
+      "cov-distil (oracle2student)": 2.9776644706726074,
+      "cov-distil (oracle2teacher)": 2.8929429054260254,
+      "epoch": 6.582417582417582,
+      "rel-constrast": 2.1673641204833984,
+      "step": 8386,
+      "subrel-constrast": 2.8267581462860107,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.686983346939087,
+      "cov-distil (oracle2student)": 6.266570091247559,
+      "cov-distil (oracle2teacher)": 5.6700592041015625,
+      "epoch": 6.583202511773941,
+      "rel-constrast": 2.9870433807373047,
+      "step": 8387,
+      "subrel-constrast": 3.2431678771972656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7088205814361572,
+      "cov-distil (oracle2student)": 4.4686665534973145,
+      "cov-distil (oracle2teacher)": 4.0244059562683105,
+      "epoch": 6.583987441130298,
+      "rel-constrast": 3.3192646503448486,
+      "step": 8388,
+      "subrel-constrast": 4.045600414276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.710351586341858,
+      "cov-distil (oracle2student)": 3.744624137878418,
+      "cov-distil (oracle2teacher)": 3.3669581413269043,
+      "epoch": 6.5847723704866565,
+      "rel-constrast": 2.6453678607940674,
+      "step": 8389,
+      "subrel-constrast": 3.268392562866211,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.585557299843014,
+      "grad_norm": 5.375,
+      "learning_rate": 3.849822358303948e-06,
+      "loss": 0.6734,
+      "step": 8390
+    },
+    {
+      "cov-distil": 1.1340959072113037,
+      "cov-distil (oracle2student)": 4.1969122886657715,
+      "cov-distil (oracle2teacher)": 3.7814908027648926,
+      "epoch": 6.585557299843014,
+      "rel-constrast": 1.8957316875457764,
+      "step": 8390,
+      "subrel-constrast": 2.5137252807617188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4182318449020386,
+      "cov-distil (oracle2student)": 3.424863338470459,
+      "cov-distil (oracle2teacher)": 3.276526927947998,
+      "epoch": 6.5863422291993725,
+      "rel-constrast": 1.7540388107299805,
+      "step": 8391,
+      "subrel-constrast": 2.4265947341918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1405842304229736,
+      "cov-distil (oracle2student)": 2.6752636432647705,
+      "cov-distil (oracle2teacher)": 2.7642745971679688,
+      "epoch": 6.58712715855573,
+      "rel-constrast": 2.201080799102783,
+      "step": 8392,
+      "subrel-constrast": 2.4273312091827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1623526811599731,
+      "cov-distil (oracle2student)": 4.429967880249023,
+      "cov-distil (oracle2teacher)": 3.821476459503174,
+      "epoch": 6.587912087912088,
+      "rel-constrast": 3.0965652465820312,
+      "step": 8393,
+      "subrel-constrast": 2.9772355556488037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4734654426574707,
+      "cov-distil (oracle2student)": 4.590142250061035,
+      "cov-distil (oracle2teacher)": 4.281889915466309,
+      "epoch": 6.588697017268446,
+      "rel-constrast": 2.2548255920410156,
+      "step": 8394,
+      "subrel-constrast": 2.8922882080078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5621895790100098,
+      "cov-distil (oracle2student)": 4.858008861541748,
+      "cov-distil (oracle2teacher)": 4.214550971984863,
+      "epoch": 6.589481946624804,
+      "rel-constrast": 1.9714958667755127,
+      "step": 8395,
+      "subrel-constrast": 2.2356772422790527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.699921727180481,
+      "cov-distil (oracle2student)": 4.320754528045654,
+      "cov-distil (oracle2teacher)": 3.857114791870117,
+      "epoch": 6.590266875981162,
+      "rel-constrast": 2.5385308265686035,
+      "step": 8396,
+      "subrel-constrast": 3.1491689682006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.440711498260498,
+      "cov-distil (oracle2student)": 4.200804710388184,
+      "cov-distil (oracle2teacher)": 3.8451690673828125,
+      "epoch": 6.5910518053375196,
+      "rel-constrast": 1.9246529340744019,
+      "step": 8397,
+      "subrel-constrast": 2.992245674133301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3495844602584839,
+      "cov-distil (oracle2student)": 4.252131462097168,
+      "cov-distil (oracle2teacher)": 4.4517412185668945,
+      "epoch": 6.591836734693878,
+      "rel-constrast": 2.8038408756256104,
+      "step": 8398,
+      "subrel-constrast": 3.3986470699310303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1636955738067627,
+      "cov-distil (oracle2student)": 4.3502044677734375,
+      "cov-distil (oracle2teacher)": 3.8920750617980957,
+      "epoch": 6.5926216640502355,
+      "rel-constrast": 2.5994746685028076,
+      "step": 8399,
+      "subrel-constrast": 2.9454567432403564,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.593406593406593,
+      "grad_norm": 4.84375,
+      "learning_rate": 3.8034233056118475e-06,
+      "loss": 0.6099,
+      "step": 8400
+    },
+    {
+      "epoch": 6.593406593406593,
+      "overlap": 0.3109374940395355,
+      "step": 8400
+    },
+    {
+      "epoch": 6.593406593406593,
+      "step": 8400,
+      "student margin": 0.05072021484375
+    },
+    {
+      "epoch": 6.593406593406593,
+      "step": 8400,
+      "teacher margin": 0.031219482421875
+    },
+    {
+      "epoch": 6.593406593406593,
+      "margin difference": -0.019500732421875,
+      "step": 8400
+    },
+    {
+      "cov-distil": 1.5593738555908203,
+      "cov-distil (oracle2student)": 3.2971479892730713,
+      "cov-distil (oracle2teacher)": 3.40346097946167,
+      "epoch": 6.593406593406593,
+      "rel-constrast": 2.515230178833008,
+      "step": 8400,
+      "subrel-constrast": 3.4215190410614014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5149989128112793,
+      "cov-distil (oracle2student)": 3.683051109313965,
+      "cov-distil (oracle2teacher)": 3.876742124557495,
+      "epoch": 6.5941915227629515,
+      "rel-constrast": 2.272353172302246,
+      "step": 8401,
+      "subrel-constrast": 3.101030111312866,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.627171516418457,
+      "cov-distil (oracle2student)": 3.9141383171081543,
+      "cov-distil (oracle2teacher)": 4.044152736663818,
+      "epoch": 6.594976452119309,
+      "rel-constrast": 1.8622362613677979,
+      "step": 8402,
+      "subrel-constrast": 3.0043129920959473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5147581100463867,
+      "cov-distil (oracle2student)": 5.796236991882324,
+      "cov-distil (oracle2teacher)": 5.418912887573242,
+      "epoch": 6.5957613814756675,
+      "rel-constrast": 3.0685906410217285,
+      "step": 8403,
+      "subrel-constrast": 3.4244492053985596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2538771629333496,
+      "cov-distil (oracle2student)": 5.864253044128418,
+      "cov-distil (oracle2teacher)": 5.556297302246094,
+      "epoch": 6.596546310832025,
+      "rel-constrast": 2.0122017860412598,
+      "step": 8404,
+      "subrel-constrast": 2.8023414611816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4253878593444824,
+      "cov-distil (oracle2student)": 4.648118019104004,
+      "cov-distil (oracle2teacher)": 4.084895610809326,
+      "epoch": 6.5973312401883835,
+      "rel-constrast": 2.711343288421631,
+      "step": 8405,
+      "subrel-constrast": 3.314728260040283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4880409240722656,
+      "cov-distil (oracle2student)": 4.964603424072266,
+      "cov-distil (oracle2teacher)": 4.942420959472656,
+      "epoch": 6.598116169544741,
+      "rel-constrast": 2.9741196632385254,
+      "step": 8406,
+      "subrel-constrast": 3.6740972995758057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7162072658538818,
+      "cov-distil (oracle2student)": 4.093470573425293,
+      "cov-distil (oracle2teacher)": 3.8050293922424316,
+      "epoch": 6.5989010989010985,
+      "rel-constrast": 2.0008339881896973,
+      "step": 8407,
+      "subrel-constrast": 3.1865744590759277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0199756622314453,
+      "cov-distil (oracle2student)": 3.921131134033203,
+      "cov-distil (oracle2teacher)": 3.682502269744873,
+      "epoch": 6.599686028257457,
+      "rel-constrast": 2.841081142425537,
+      "step": 8408,
+      "subrel-constrast": 3.6807875633239746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4198681116104126,
+      "cov-distil (oracle2student)": 4.7929463386535645,
+      "cov-distil (oracle2teacher)": 4.419035911560059,
+      "epoch": 6.6004709576138145,
+      "rel-constrast": 2.913857936859131,
+      "step": 8409,
+      "subrel-constrast": 3.557561159133911,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.601255886970173,
+      "grad_norm": 6.1875,
+      "learning_rate": 3.7572825265175417e-06,
+      "loss": 0.6681,
+      "step": 8410
+    },
+    {
+      "cov-distil": 1.837885856628418,
+      "cov-distil (oracle2student)": 3.8449695110321045,
+      "cov-distil (oracle2teacher)": 4.160398483276367,
+      "epoch": 6.601255886970173,
+      "rel-constrast": 1.74934983253479,
+      "step": 8410,
+      "subrel-constrast": 2.841226577758789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.302992343902588,
+      "cov-distil (oracle2student)": 3.9097800254821777,
+      "cov-distil (oracle2teacher)": 3.8795909881591797,
+      "epoch": 6.6020408163265305,
+      "rel-constrast": 2.7123804092407227,
+      "step": 8411,
+      "subrel-constrast": 3.201730489730835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7547938823699951,
+      "cov-distil (oracle2student)": 3.5689990520477295,
+      "cov-distil (oracle2teacher)": 3.7466893196105957,
+      "epoch": 6.602825745682889,
+      "rel-constrast": 3.8040590286254883,
+      "step": 8412,
+      "subrel-constrast": 4.519059181213379,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.345464825630188,
+      "cov-distil (oracle2student)": 6.49049186706543,
+      "cov-distil (oracle2teacher)": 5.660007476806641,
+      "epoch": 6.6036106750392465,
+      "rel-constrast": 2.1557931900024414,
+      "step": 8413,
+      "subrel-constrast": 2.63881254196167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.920874834060669,
+      "cov-distil (oracle2student)": 3.8822498321533203,
+      "cov-distil (oracle2teacher)": 3.9020376205444336,
+      "epoch": 6.604395604395604,
+      "rel-constrast": 1.9623256921768188,
+      "step": 8414,
+      "subrel-constrast": 3.0634515285491943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4618489742279053,
+      "cov-distil (oracle2student)": 4.155847549438477,
+      "cov-distil (oracle2teacher)": 3.57966685295105,
+      "epoch": 6.6051805337519625,
+      "rel-constrast": 1.8307182788848877,
+      "step": 8415,
+      "subrel-constrast": 2.5436506271362305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1982526779174805,
+      "cov-distil (oracle2student)": 4.1005706787109375,
+      "cov-distil (oracle2teacher)": 4.350768089294434,
+      "epoch": 6.60596546310832,
+      "rel-constrast": 2.95055890083313,
+      "step": 8416,
+      "subrel-constrast": 4.010096073150635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6264314651489258,
+      "cov-distil (oracle2student)": 5.643435001373291,
+      "cov-distil (oracle2teacher)": 4.810446739196777,
+      "epoch": 6.606750392464678,
+      "rel-constrast": 3.091294527053833,
+      "step": 8417,
+      "subrel-constrast": 3.6028530597686768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.724596381187439,
+      "cov-distil (oracle2student)": 5.352740287780762,
+      "cov-distil (oracle2teacher)": 5.38072395324707,
+      "epoch": 6.607535321821036,
+      "rel-constrast": 2.6258316040039062,
+      "step": 8418,
+      "subrel-constrast": 3.5546982288360596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0797479152679443,
+      "cov-distil (oracle2student)": 3.908876419067383,
+      "cov-distil (oracle2teacher)": 3.6418542861938477,
+      "epoch": 6.608320251177394,
+      "rel-constrast": 2.24719500541687,
+      "step": 8419,
+      "subrel-constrast": 2.4746570587158203,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.609105180533752,
+      "grad_norm": 5.1875,
+      "learning_rate": 3.7114005832318527e-06,
+      "loss": 0.6689,
+      "step": 8420
+    },
+    {
+      "cov-distil": 1.697945475578308,
+      "cov-distil (oracle2student)": 3.9627554416656494,
+      "cov-distil (oracle2teacher)": 4.233575344085693,
+      "epoch": 6.609105180533752,
+      "rel-constrast": 1.9136385917663574,
+      "step": 8420,
+      "subrel-constrast": 3.169137716293335,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3039839267730713,
+      "cov-distil (oracle2student)": 4.509220123291016,
+      "cov-distil (oracle2teacher)": 4.4423112869262695,
+      "epoch": 6.6098901098901095,
+      "rel-constrast": 3.820239543914795,
+      "step": 8421,
+      "subrel-constrast": 4.493029594421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6574630737304688,
+      "cov-distil (oracle2student)": 5.147180557250977,
+      "cov-distil (oracle2teacher)": 4.86447811126709,
+      "epoch": 6.610675039246468,
+      "rel-constrast": 2.1163535118103027,
+      "step": 8422,
+      "subrel-constrast": 3.013275146484375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.821761131286621,
+      "cov-distil (oracle2student)": 4.261692047119141,
+      "cov-distil (oracle2teacher)": 4.095639705657959,
+      "epoch": 6.6114599686028255,
+      "rel-constrast": 3.2931230068206787,
+      "step": 8423,
+      "subrel-constrast": 3.6722943782806396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7472031116485596,
+      "cov-distil (oracle2student)": 3.640826463699341,
+      "cov-distil (oracle2teacher)": 3.233372211456299,
+      "epoch": 6.612244897959184,
+      "rel-constrast": 2.1532480716705322,
+      "step": 8424,
+      "subrel-constrast": 2.3843741416931152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2585703134536743,
+      "cov-distil (oracle2student)": 5.033398628234863,
+      "cov-distil (oracle2teacher)": 4.599111557006836,
+      "epoch": 6.6130298273155415,
+      "rel-constrast": 1.5609055757522583,
+      "step": 8425,
+      "subrel-constrast": 2.563387632369995,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4282283782958984,
+      "cov-distil (oracle2student)": 5.2905073165893555,
+      "cov-distil (oracle2teacher)": 4.7024359703063965,
+      "epoch": 6.6138147566719,
+      "rel-constrast": 1.7839069366455078,
+      "step": 8426,
+      "subrel-constrast": 2.8327341079711914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2840006351470947,
+      "cov-distil (oracle2student)": 4.602888107299805,
+      "cov-distil (oracle2teacher)": 4.4107160568237305,
+      "epoch": 6.614599686028257,
+      "rel-constrast": 3.580595016479492,
+      "step": 8427,
+      "subrel-constrast": 3.9330637454986572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8448808193206787,
+      "cov-distil (oracle2student)": 5.257689476013184,
+      "cov-distil (oracle2teacher)": 4.44216251373291,
+      "epoch": 6.615384615384615,
+      "rel-constrast": 2.3268158435821533,
+      "step": 8428,
+      "subrel-constrast": 2.5957674980163574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4643807411193848,
+      "cov-distil (oracle2student)": 6.963958740234375,
+      "cov-distil (oracle2teacher)": 6.231305122375488,
+      "epoch": 6.616169544740973,
+      "rel-constrast": 2.5516629219055176,
+      "step": 8429,
+      "subrel-constrast": 3.185469388961792,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.616954474097331,
+      "grad_norm": 7.21875,
+      "learning_rate": 3.66577803481179e-06,
+      "loss": 0.6638,
+      "step": 8430
+    },
+    {
+      "cov-distil": 1.8468385934829712,
+      "cov-distil (oracle2student)": 4.525736331939697,
+      "cov-distil (oracle2teacher)": 4.37750244140625,
+      "epoch": 6.616954474097331,
+      "rel-constrast": 1.8900508880615234,
+      "step": 8430,
+      "subrel-constrast": 2.8277995586395264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4086626768112183,
+      "cov-distil (oracle2student)": 4.236236095428467,
+      "cov-distil (oracle2teacher)": 4.218023300170898,
+      "epoch": 6.617739403453689,
+      "rel-constrast": 3.7294695377349854,
+      "step": 8431,
+      "subrel-constrast": 4.175987720489502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2417230606079102,
+      "cov-distil (oracle2student)": 2.6049087047576904,
+      "cov-distil (oracle2teacher)": 2.8467466831207275,
+      "epoch": 6.618524332810047,
+      "rel-constrast": 1.812551498413086,
+      "step": 8432,
+      "subrel-constrast": 2.3751819133758545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6180601119995117,
+      "cov-distil (oracle2student)": 3.2516703605651855,
+      "cov-distil (oracle2teacher)": 3.3246102333068848,
+      "epoch": 6.619309262166405,
+      "rel-constrast": 1.8999264240264893,
+      "step": 8433,
+      "subrel-constrast": 2.7652499675750732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.457230806350708,
+      "cov-distil (oracle2student)": 2.5326743125915527,
+      "cov-distil (oracle2teacher)": 2.670321226119995,
+      "epoch": 6.620094191522763,
+      "rel-constrast": 2.6282753944396973,
+      "step": 8434,
+      "subrel-constrast": 3.0253801345825195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5710619688034058,
+      "cov-distil (oracle2student)": 2.8221383094787598,
+      "cov-distil (oracle2teacher)": 3.2826547622680664,
+      "epoch": 6.6208791208791204,
+      "rel-constrast": 2.6372313499450684,
+      "step": 8435,
+      "subrel-constrast": 3.3520331382751465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6074135303497314,
+      "cov-distil (oracle2student)": 3.689723491668701,
+      "cov-distil (oracle2teacher)": 3.6425371170043945,
+      "epoch": 6.621664050235479,
+      "rel-constrast": 3.4050536155700684,
+      "step": 8436,
+      "subrel-constrast": 3.8321003913879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.681343674659729,
+      "cov-distil (oracle2student)": 3.738818645477295,
+      "cov-distil (oracle2teacher)": 3.4159700870513916,
+      "epoch": 6.622448979591836,
+      "rel-constrast": 3.287428140640259,
+      "step": 8437,
+      "subrel-constrast": 4.079231262207031,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5701313018798828,
+      "cov-distil (oracle2student)": 4.645428657531738,
+      "cov-distil (oracle2teacher)": 4.140604019165039,
+      "epoch": 6.623233908948195,
+      "rel-constrast": 1.7740797996520996,
+      "step": 8438,
+      "subrel-constrast": 2.639773368835449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3734655380249023,
+      "cov-distil (oracle2student)": 3.4203853607177734,
+      "cov-distil (oracle2teacher)": 3.0465264320373535,
+      "epoch": 6.624018838304552,
+      "rel-constrast": 1.709930658340454,
+      "step": 8439,
+      "subrel-constrast": 2.5644707679748535,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.624803767660911,
+      "grad_norm": 4.46875,
+      "learning_rate": 3.620415437153696e-06,
+      "loss": 0.6578,
+      "step": 8440
+    },
+    {
+      "cov-distil": 1.6810171604156494,
+      "cov-distil (oracle2student)": 4.634696960449219,
+      "cov-distil (oracle2teacher)": 5.059818267822266,
+      "epoch": 6.624803767660911,
+      "rel-constrast": 2.9876725673675537,
+      "step": 8440,
+      "subrel-constrast": 4.6399054527282715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4231446981430054,
+      "cov-distil (oracle2student)": 4.065617084503174,
+      "cov-distil (oracle2teacher)": 4.037668704986572,
+      "epoch": 6.625588697017268,
+      "rel-constrast": 2.1795339584350586,
+      "step": 8441,
+      "subrel-constrast": 3.100799083709717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2410746812820435,
+      "cov-distil (oracle2student)": 5.675786972045898,
+      "cov-distil (oracle2teacher)": 5.3878278732299805,
+      "epoch": 6.626373626373626,
+      "rel-constrast": 3.462860584259033,
+      "step": 8442,
+      "subrel-constrast": 4.18778133392334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2821369171142578,
+      "cov-distil (oracle2student)": 4.8693647384643555,
+      "cov-distil (oracle2teacher)": 4.690036773681641,
+      "epoch": 6.627158555729984,
+      "rel-constrast": 3.451727867126465,
+      "step": 8443,
+      "subrel-constrast": 3.889450788497925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5828202962875366,
+      "cov-distil (oracle2student)": 3.6702628135681152,
+      "cov-distil (oracle2teacher)": 3.66737699508667,
+      "epoch": 6.627943485086342,
+      "rel-constrast": 2.1327767372131348,
+      "step": 8444,
+      "subrel-constrast": 3.1060917377471924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2065701484680176,
+      "cov-distil (oracle2student)": 5.360316276550293,
+      "cov-distil (oracle2teacher)": 5.29758358001709,
+      "epoch": 6.6287284144427,
+      "rel-constrast": 2.8665919303894043,
+      "step": 8445,
+      "subrel-constrast": 4.240482330322266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1535325050354004,
+      "cov-distil (oracle2student)": 6.3463544845581055,
+      "cov-distil (oracle2teacher)": 5.8307414054870605,
+      "epoch": 6.629513343799058,
+      "rel-constrast": 2.683340072631836,
+      "step": 8446,
+      "subrel-constrast": 3.8659491539001465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3251582384109497,
+      "cov-distil (oracle2student)": 3.1233468055725098,
+      "cov-distil (oracle2teacher)": 3.143296241760254,
+      "epoch": 6.630298273155416,
+      "rel-constrast": 3.319106101989746,
+      "step": 8447,
+      "subrel-constrast": 3.7063441276550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3954110145568848,
+      "cov-distil (oracle2student)": 4.9207353591918945,
+      "cov-distil (oracle2teacher)": 4.5764875411987305,
+      "epoch": 6.631083202511774,
+      "rel-constrast": 2.2904484272003174,
+      "step": 8448,
+      "subrel-constrast": 3.055373191833496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1949782371520996,
+      "cov-distil (oracle2student)": 5.1721391677856445,
+      "cov-distil (oracle2teacher)": 4.641659259796143,
+      "epoch": 6.631868131868131,
+      "rel-constrast": 2.1878771781921387,
+      "step": 8449,
+      "subrel-constrast": 2.6300556659698486,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.63265306122449,
+      "grad_norm": 5.78125,
+      "learning_rate": 3.575313342986522e-06,
+      "loss": 0.7253,
+      "step": 8450
+    },
+    {
+      "cov-distil": 1.810823917388916,
+      "cov-distil (oracle2student)": 4.050597190856934,
+      "cov-distil (oracle2teacher)": 3.9314799308776855,
+      "epoch": 6.63265306122449,
+      "rel-constrast": 4.657355785369873,
+      "step": 8450,
+      "subrel-constrast": 4.692354679107666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6760365962982178,
+      "cov-distil (oracle2student)": 3.086818218231201,
+      "cov-distil (oracle2teacher)": 3.5901007652282715,
+      "epoch": 6.633437990580847,
+      "rel-constrast": 3.45672345161438,
+      "step": 8451,
+      "subrel-constrast": 4.39976692199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.29032564163208,
+      "cov-distil (oracle2student)": 4.39283561706543,
+      "cov-distil (oracle2teacher)": 3.969590902328491,
+      "epoch": 6.634222919937206,
+      "rel-constrast": 3.0793309211730957,
+      "step": 8452,
+      "subrel-constrast": 2.7247495651245117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3907976150512695,
+      "cov-distil (oracle2student)": 4.061712265014648,
+      "cov-distil (oracle2teacher)": 3.573739528656006,
+      "epoch": 6.635007849293563,
+      "rel-constrast": 2.934427499771118,
+      "step": 8453,
+      "subrel-constrast": 3.6077516078948975,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6861097812652588,
+      "cov-distil (oracle2student)": 3.619091510772705,
+      "cov-distil (oracle2teacher)": 3.177751302719116,
+      "epoch": 6.635792778649922,
+      "rel-constrast": 2.858661413192749,
+      "step": 8454,
+      "subrel-constrast": 3.4115517139434814,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2385644912719727,
+      "cov-distil (oracle2student)": 3.344212532043457,
+      "cov-distil (oracle2teacher)": 3.1754891872406006,
+      "epoch": 6.636577708006279,
+      "rel-constrast": 2.77748441696167,
+      "step": 8455,
+      "subrel-constrast": 3.505281448364258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4645291566848755,
+      "cov-distil (oracle2student)": 5.0409979820251465,
+      "cov-distil (oracle2teacher)": 4.854038238525391,
+      "epoch": 6.637362637362637,
+      "rel-constrast": 1.3705365657806396,
+      "step": 8456,
+      "subrel-constrast": 2.330442428588867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0283799171447754,
+      "cov-distil (oracle2student)": 4.928990840911865,
+      "cov-distil (oracle2teacher)": 4.611423492431641,
+      "epoch": 6.638147566718995,
+      "rel-constrast": 2.289707660675049,
+      "step": 8457,
+      "subrel-constrast": 2.9260170459747314,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.577460765838623,
+      "cov-distil (oracle2student)": 4.32000732421875,
+      "cov-distil (oracle2teacher)": 3.9966447353363037,
+      "epoch": 6.638932496075353,
+      "rel-constrast": 3.419679641723633,
+      "step": 8458,
+      "subrel-constrast": 3.8258886337280273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0343830585479736,
+      "cov-distil (oracle2student)": 4.595398902893066,
+      "cov-distil (oracle2teacher)": 4.3884687423706055,
+      "epoch": 6.639717425431711,
+      "rel-constrast": 2.7736949920654297,
+      "step": 8459,
+      "subrel-constrast": 3.412606716156006,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.640502354788069,
+      "grad_norm": 7.71875,
+      "learning_rate": 3.5304723018650427e-06,
+      "loss": 0.7759,
+      "step": 8460
+    },
+    {
+      "cov-distil": 1.3402515649795532,
+      "cov-distil (oracle2student)": 3.471827507019043,
+      "cov-distil (oracle2teacher)": 3.12825870513916,
+      "epoch": 6.640502354788069,
+      "rel-constrast": 1.833453893661499,
+      "step": 8460,
+      "subrel-constrast": 2.3620288372039795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2826842069625854,
+      "cov-distil (oracle2student)": 6.05429220199585,
+      "cov-distil (oracle2teacher)": 5.017006874084473,
+      "epoch": 6.641287284144427,
+      "rel-constrast": 2.742199659347534,
+      "step": 8461,
+      "subrel-constrast": 3.3587820529937744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1880238056182861,
+      "cov-distil (oracle2student)": 3.921881914138794,
+      "cov-distil (oracle2teacher)": 3.1648409366607666,
+      "epoch": 6.642072213500785,
+      "rel-constrast": 2.7442383766174316,
+      "step": 8462,
+      "subrel-constrast": 2.952538251876831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2749080657958984,
+      "cov-distil (oracle2student)": 5.032526969909668,
+      "cov-distil (oracle2teacher)": 4.325978755950928,
+      "epoch": 6.642857142857143,
+      "rel-constrast": 2.2411136627197266,
+      "step": 8463,
+      "subrel-constrast": 2.7762863636016846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6147377490997314,
+      "cov-distil (oracle2student)": 3.824873924255371,
+      "cov-distil (oracle2teacher)": 3.9231948852539062,
+      "epoch": 6.643642072213501,
+      "rel-constrast": 2.6299595832824707,
+      "step": 8464,
+      "subrel-constrast": 3.3433752059936523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6654012203216553,
+      "cov-distil (oracle2student)": 6.536157608032227,
+      "cov-distil (oracle2teacher)": 5.700578689575195,
+      "epoch": 6.644427001569858,
+      "rel-constrast": 3.0419957637786865,
+      "step": 8465,
+      "subrel-constrast": 3.52995228767395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3240814208984375,
+      "cov-distil (oracle2student)": 5.1937947273254395,
+      "cov-distil (oracle2teacher)": 4.985569477081299,
+      "epoch": 6.645211930926217,
+      "rel-constrast": 2.569704294204712,
+      "step": 8466,
+      "subrel-constrast": 3.6787655353546143,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4433777332305908,
+      "cov-distil (oracle2student)": 4.488541126251221,
+      "cov-distil (oracle2teacher)": 3.8655781745910645,
+      "epoch": 6.645996860282574,
+      "rel-constrast": 2.2813570499420166,
+      "step": 8467,
+      "subrel-constrast": 3.226809024810791,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5665189027786255,
+      "cov-distil (oracle2student)": 2.6668245792388916,
+      "cov-distil (oracle2teacher)": 2.929987907409668,
+      "epoch": 6.646781789638933,
+      "rel-constrast": 2.6226377487182617,
+      "step": 8468,
+      "subrel-constrast": 3.3742082118988037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.362807273864746,
+      "cov-distil (oracle2student)": 4.401088237762451,
+      "cov-distil (oracle2teacher)": 4.068655967712402,
+      "epoch": 6.64756671899529,
+      "rel-constrast": 2.591653347015381,
+      "step": 8469,
+      "subrel-constrast": 3.2349190711975098,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.648351648351649,
+      "grad_norm": 6.03125,
+      "learning_rate": 3.4858928601631922e-06,
+      "loss": 0.6676,
+      "step": 8470
+    },
+    {
+      "cov-distil": 1.3779491186141968,
+      "cov-distil (oracle2student)": 3.9177918434143066,
+      "cov-distil (oracle2teacher)": 3.5604989528656006,
+      "epoch": 6.648351648351649,
+      "rel-constrast": 2.1722288131713867,
+      "step": 8470,
+      "subrel-constrast": 2.977273464202881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5086160898208618,
+      "cov-distil (oracle2student)": 5.5129170417785645,
+      "cov-distil (oracle2teacher)": 5.5107011795043945,
+      "epoch": 6.649136577708006,
+      "rel-constrast": 2.0858888626098633,
+      "step": 8471,
+      "subrel-constrast": 2.878739595413208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4983948469161987,
+      "cov-distil (oracle2student)": 4.19770622253418,
+      "cov-distil (oracle2teacher)": 4.383186340332031,
+      "epoch": 6.649921507064365,
+      "rel-constrast": 2.511183261871338,
+      "step": 8472,
+      "subrel-constrast": 3.0370588302612305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.537071943283081,
+      "cov-distil (oracle2student)": 3.6318297386169434,
+      "cov-distil (oracle2teacher)": 3.369367837905884,
+      "epoch": 6.650706436420722,
+      "rel-constrast": 2.237065315246582,
+      "step": 8473,
+      "subrel-constrast": 2.940358877182007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5428454875946045,
+      "cov-distil (oracle2student)": 4.525848388671875,
+      "cov-distil (oracle2teacher)": 3.9863781929016113,
+      "epoch": 6.65149136577708,
+      "rel-constrast": 2.129176139831543,
+      "step": 8474,
+      "subrel-constrast": 2.871304512023926,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.277512788772583,
+      "cov-distil (oracle2student)": 5.082124710083008,
+      "cov-distil (oracle2teacher)": 4.652556896209717,
+      "epoch": 6.652276295133438,
+      "rel-constrast": 2.728076457977295,
+      "step": 8475,
+      "subrel-constrast": 3.454401731491089,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.568556547164917,
+      "cov-distil (oracle2student)": 5.315195083618164,
+      "cov-distil (oracle2teacher)": 5.121851921081543,
+      "epoch": 6.653061224489796,
+      "rel-constrast": 2.4962501525878906,
+      "step": 8476,
+      "subrel-constrast": 3.0207509994506836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5400333404541016,
+      "cov-distil (oracle2student)": 4.883911609649658,
+      "cov-distil (oracle2teacher)": 4.313580513000488,
+      "epoch": 6.653846153846154,
+      "rel-constrast": 2.813068389892578,
+      "step": 8477,
+      "subrel-constrast": 3.62507700920105,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.429510474205017,
+      "cov-distil (oracle2student)": 4.903686046600342,
+      "cov-distil (oracle2teacher)": 4.399995803833008,
+      "epoch": 6.654631083202512,
+      "rel-constrast": 1.8266973495483398,
+      "step": 8478,
+      "subrel-constrast": 2.289886474609375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8659229278564453,
+      "cov-distil (oracle2student)": 4.753900051116943,
+      "cov-distil (oracle2teacher)": 4.519815444946289,
+      "epoch": 6.65541601255887,
+      "rel-constrast": 2.342766523361206,
+      "step": 8479,
+      "subrel-constrast": 3.16471791267395,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.656200941915228,
+      "grad_norm": 5.6875,
+      "learning_rate": 3.441575561067406e-06,
+      "loss": 0.6214,
+      "step": 8480
+    },
+    {
+      "cov-distil": 1.5378996133804321,
+      "cov-distil (oracle2student)": 5.353935241699219,
+      "cov-distil (oracle2teacher)": 4.963397026062012,
+      "epoch": 6.656200941915228,
+      "rel-constrast": 3.391090154647827,
+      "step": 8480,
+      "subrel-constrast": 3.8929572105407715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.214328646659851,
+      "cov-distil (oracle2student)": 4.131916046142578,
+      "cov-distil (oracle2teacher)": 3.913363218307495,
+      "epoch": 6.656985871271585,
+      "rel-constrast": 2.765047073364258,
+      "step": 8481,
+      "subrel-constrast": 3.1276299953460693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.698455572128296,
+      "cov-distil (oracle2student)": 4.198278427124023,
+      "cov-distil (oracle2teacher)": 4.473093032836914,
+      "epoch": 6.657770800627944,
+      "rel-constrast": 2.9422450065612793,
+      "step": 8482,
+      "subrel-constrast": 3.392620325088501,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5552682876586914,
+      "cov-distil (oracle2student)": 4.554874897003174,
+      "cov-distil (oracle2teacher)": 4.833944320678711,
+      "epoch": 6.658555729984301,
+      "rel-constrast": 2.343076229095459,
+      "step": 8483,
+      "subrel-constrast": 3.1442296504974365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6887638568878174,
+      "cov-distil (oracle2student)": 3.582810401916504,
+      "cov-distil (oracle2teacher)": 3.548114061355591,
+      "epoch": 6.65934065934066,
+      "rel-constrast": 2.062932014465332,
+      "step": 8484,
+      "subrel-constrast": 3.0528433322906494,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7050886154174805,
+      "cov-distil (oracle2student)": 5.684364318847656,
+      "cov-distil (oracle2teacher)": 4.796638011932373,
+      "epoch": 6.660125588697017,
+      "rel-constrast": 2.808711051940918,
+      "step": 8485,
+      "subrel-constrast": 3.4348583221435547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2811601161956787,
+      "cov-distil (oracle2student)": 4.984169006347656,
+      "cov-distil (oracle2teacher)": 4.479919910430908,
+      "epoch": 6.660910518053376,
+      "rel-constrast": 2.440302848815918,
+      "step": 8486,
+      "subrel-constrast": 2.546239137649536,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6503233909606934,
+      "cov-distil (oracle2student)": 3.674914836883545,
+      "cov-distil (oracle2teacher)": 3.091250419616699,
+      "epoch": 6.661695447409733,
+      "rel-constrast": 1.3356519937515259,
+      "step": 8487,
+      "subrel-constrast": 2.0917303562164307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.175861120223999,
+      "cov-distil (oracle2student)": 3.7808079719543457,
+      "cov-distil (oracle2teacher)": 3.2712225914001465,
+      "epoch": 6.662480376766091,
+      "rel-constrast": 1.3252354860305786,
+      "step": 8488,
+      "subrel-constrast": 2.1060523986816406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.558963418006897,
+      "cov-distil (oracle2student)": 4.992462158203125,
+      "cov-distil (oracle2teacher)": 3.9620583057403564,
+      "epoch": 6.663265306122449,
+      "rel-constrast": 2.893216848373413,
+      "step": 8489,
+      "subrel-constrast": 3.6163830757141113,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.664050235478807,
+      "grad_norm": 5.75,
+      "learning_rate": 3.397520944569979e-06,
+      "loss": 0.6479,
+      "step": 8490
+    },
+    {
+      "cov-distil": 1.1851731538772583,
+      "cov-distil (oracle2student)": 4.653980255126953,
+      "cov-distil (oracle2teacher)": 4.072653770446777,
+      "epoch": 6.664050235478807,
+      "rel-constrast": 2.2485804557800293,
+      "step": 8490,
+      "subrel-constrast": 2.5705928802490234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.898227334022522,
+      "cov-distil (oracle2student)": 4.692281723022461,
+      "cov-distil (oracle2teacher)": 4.747280120849609,
+      "epoch": 6.664835164835165,
+      "rel-constrast": 2.588621139526367,
+      "step": 8491,
+      "subrel-constrast": 3.5346522331237793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3048546314239502,
+      "cov-distil (oracle2student)": 4.433067321777344,
+      "cov-distil (oracle2teacher)": 3.9795022010803223,
+      "epoch": 6.665620094191523,
+      "rel-constrast": 2.322072982788086,
+      "step": 8492,
+      "subrel-constrast": 2.8568923473358154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0657501220703125,
+      "cov-distil (oracle2student)": 5.843752861022949,
+      "cov-distil (oracle2teacher)": 4.923698425292969,
+      "epoch": 6.666405023547881,
+      "rel-constrast": 3.3964428901672363,
+      "step": 8493,
+      "subrel-constrast": 3.7909035682678223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7928972244262695,
+      "cov-distil (oracle2student)": 4.087920188903809,
+      "cov-distil (oracle2teacher)": 4.1147871017456055,
+      "epoch": 6.667189952904239,
+      "rel-constrast": 2.259580135345459,
+      "step": 8494,
+      "subrel-constrast": 3.3092734813690186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9814680814743042,
+      "cov-distil (oracle2student)": 4.098567962646484,
+      "cov-distil (oracle2teacher)": 4.082561492919922,
+      "epoch": 6.667974882260596,
+      "rel-constrast": 2.7684850692749023,
+      "step": 8495,
+      "subrel-constrast": 3.5940592288970947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5473099946975708,
+      "cov-distil (oracle2student)": 4.343152046203613,
+      "cov-distil (oracle2teacher)": 4.013846397399902,
+      "epoch": 6.668759811616955,
+      "rel-constrast": 2.120549201965332,
+      "step": 8496,
+      "subrel-constrast": 3.0731616020202637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3750953674316406,
+      "cov-distil (oracle2student)": 3.5425913333892822,
+      "cov-distil (oracle2teacher)": 4.054049015045166,
+      "epoch": 6.669544740973312,
+      "rel-constrast": 2.599064350128174,
+      "step": 8497,
+      "subrel-constrast": 3.282428741455078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.177078366279602,
+      "cov-distil (oracle2student)": 3.4258053302764893,
+      "cov-distil (oracle2teacher)": 3.3580517768859863,
+      "epoch": 6.670329670329671,
+      "rel-constrast": 3.3520405292510986,
+      "step": 8498,
+      "subrel-constrast": 3.2608821392059326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.511646032333374,
+      "cov-distil (oracle2student)": 2.267404556274414,
+      "cov-distil (oracle2teacher)": 2.9030113220214844,
+      "epoch": 6.671114599686028,
+      "rel-constrast": 1.7126954793930054,
+      "step": 8499,
+      "subrel-constrast": 2.9686801433563232,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.671899529042387,
+      "grad_norm": 4.375,
+      "learning_rate": 3.3537295474625222e-06,
+      "loss": 0.6738,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/duc04-P@10": 0.7559999999999999,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/duc04-nDCG@10": 0.7693144860111465,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/duc04-alpha_nDCG@10": 0.5828874205682161,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/multi_news-nDCG@10": 0.6130884007078893,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/multi_news-alpha_nDCG@10": 0.5994744884843572,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "eval/avg": 0.5385668677864694,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "overlap": 0.2874999940395355,
+      "step": 8500
+    },
+    {
+      "epoch": 6.671899529042387,
+      "step": 8500,
+      "student margin": 0.07232666015625
+    },
+    {
+      "epoch": 6.671899529042387,
+      "step": 8500,
+      "teacher margin": 0.04901123046875
+    },
+    {
+      "epoch": 6.671899529042387,
+      "margin difference": -0.0233154296875,
+      "step": 8500
+    },
+    {
+      "cov-distil": 2.319263219833374,
+      "cov-distil (oracle2student)": 3.8759727478027344,
+      "cov-distil (oracle2teacher)": 3.493784189224243,
+      "epoch": 6.671899529042387,
+      "rel-constrast": 2.910043239593506,
+      "step": 8500,
+      "subrel-constrast": 3.5172595977783203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5630505084991455,
+      "cov-distil (oracle2student)": 6.2087531089782715,
+      "cov-distil (oracle2teacher)": 5.1768035888671875,
+      "epoch": 6.672684458398744,
+      "rel-constrast": 2.057229995727539,
+      "step": 8501,
+      "subrel-constrast": 2.8738532066345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7058860063552856,
+      "cov-distil (oracle2student)": 4.8428449630737305,
+      "cov-distil (oracle2teacher)": 4.666840553283691,
+      "epoch": 6.673469387755102,
+      "rel-constrast": 1.693077564239502,
+      "step": 8502,
+      "subrel-constrast": 2.5463647842407227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4684474468231201,
+      "cov-distil (oracle2student)": 3.7295451164245605,
+      "cov-distil (oracle2teacher)": 4.046451091766357,
+      "epoch": 6.67425431711146,
+      "rel-constrast": 2.703153371810913,
+      "step": 8503,
+      "subrel-constrast": 3.4514923095703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7418339252471924,
+      "cov-distil (oracle2student)": 4.426177024841309,
+      "cov-distil (oracle2teacher)": 4.797290802001953,
+      "epoch": 6.675039246467818,
+      "rel-constrast": 3.605659008026123,
+      "step": 8504,
+      "subrel-constrast": 4.142836570739746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4837307929992676,
+      "cov-distil (oracle2student)": 4.546860694885254,
+      "cov-distil (oracle2teacher)": 4.1695404052734375,
+      "epoch": 6.675824175824176,
+      "rel-constrast": 2.4334466457366943,
+      "step": 8505,
+      "subrel-constrast": 3.0477843284606934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8646790981292725,
+      "cov-distil (oracle2student)": 2.705927848815918,
+      "cov-distil (oracle2teacher)": 2.9972329139709473,
+      "epoch": 6.676609105180534,
+      "rel-constrast": 2.472722291946411,
+      "step": 8506,
+      "subrel-constrast": 3.0802090167999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.375006914138794,
+      "cov-distil (oracle2student)": 4.385705947875977,
+      "cov-distil (oracle2teacher)": 4.083123683929443,
+      "epoch": 6.677394034536892,
+      "rel-constrast": 2.359391689300537,
+      "step": 8507,
+      "subrel-constrast": 3.029430866241455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2469292879104614,
+      "cov-distil (oracle2student)": 4.669039726257324,
+      "cov-distil (oracle2teacher)": 4.3532209396362305,
+      "epoch": 6.67817896389325,
+      "rel-constrast": 1.9770209789276123,
+      "step": 8508,
+      "subrel-constrast": 2.6079487800598145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6855374574661255,
+      "cov-distil (oracle2student)": 4.228828430175781,
+      "cov-distil (oracle2teacher)": 3.7396223545074463,
+      "epoch": 6.678963893249607,
+      "rel-constrast": 2.196298599243164,
+      "step": 8509,
+      "subrel-constrast": 3.4551923274993896,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.679748822605966,
+      "grad_norm": 5.15625,
+      "learning_rate": 3.3102019033293767e-06,
+      "loss": 0.6513,
+      "step": 8510
+    },
+    {
+      "cov-distil": 1.4887090921401978,
+      "cov-distil (oracle2student)": 4.270383834838867,
+      "cov-distil (oracle2teacher)": 4.094499111175537,
+      "epoch": 6.679748822605966,
+      "rel-constrast": 2.381385564804077,
+      "step": 8510,
+      "subrel-constrast": 3.1968774795532227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4387292861938477,
+      "cov-distil (oracle2student)": 6.138545989990234,
+      "cov-distil (oracle2teacher)": 5.611794471740723,
+      "epoch": 6.680533751962323,
+      "rel-constrast": 2.911318778991699,
+      "step": 8511,
+      "subrel-constrast": 3.320204019546509,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5910749435424805,
+      "cov-distil (oracle2student)": 3.5887486934661865,
+      "cov-distil (oracle2teacher)": 3.664529323577881,
+      "epoch": 6.681318681318682,
+      "rel-constrast": 2.0970077514648438,
+      "step": 8512,
+      "subrel-constrast": 2.946749210357666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5353736877441406,
+      "cov-distil (oracle2student)": 3.754535436630249,
+      "cov-distil (oracle2teacher)": 3.5951013565063477,
+      "epoch": 6.682103610675039,
+      "rel-constrast": 3.3461265563964844,
+      "step": 8513,
+      "subrel-constrast": 3.7120511531829834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3394763469696045,
+      "cov-distil (oracle2student)": 2.8142220973968506,
+      "cov-distil (oracle2teacher)": 2.880723476409912,
+      "epoch": 6.6828885400313975,
+      "rel-constrast": 1.7145881652832031,
+      "step": 8514,
+      "subrel-constrast": 2.528552532196045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5241448879241943,
+      "cov-distil (oracle2student)": 6.250070095062256,
+      "cov-distil (oracle2teacher)": 5.160886764526367,
+      "epoch": 6.683673469387755,
+      "rel-constrast": 2.348130702972412,
+      "step": 8515,
+      "subrel-constrast": 2.6340441703796387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2754223346710205,
+      "cov-distil (oracle2student)": 6.270389556884766,
+      "cov-distil (oracle2teacher)": 5.844207763671875,
+      "epoch": 6.684458398744113,
+      "rel-constrast": 3.9143319129943848,
+      "step": 8516,
+      "subrel-constrast": 5.341085910797119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3641881942749023,
+      "cov-distil (oracle2student)": 3.5544967651367188,
+      "cov-distil (oracle2teacher)": 3.9223532676696777,
+      "epoch": 6.685243328100471,
+      "rel-constrast": 2.3572535514831543,
+      "step": 8517,
+      "subrel-constrast": 3.3608200550079346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3164267539978027,
+      "cov-distil (oracle2student)": 3.2555360794067383,
+      "cov-distil (oracle2teacher)": 3.309635877609253,
+      "epoch": 6.686028257456829,
+      "rel-constrast": 2.376551389694214,
+      "step": 8518,
+      "subrel-constrast": 3.1655733585357666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8265894651412964,
+      "cov-distil (oracle2student)": 4.568450927734375,
+      "cov-distil (oracle2teacher)": 4.484615802764893,
+      "epoch": 6.686813186813187,
+      "rel-constrast": 3.1597394943237305,
+      "step": 8519,
+      "subrel-constrast": 3.766357421875,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.687598116169545,
+      "grad_norm": 8.5,
+      "learning_rate": 3.2669385425411535e-06,
+      "loss": 0.7044,
+      "step": 8520
+    },
+    {
+      "cov-distil": 1.2285833358764648,
+      "cov-distil (oracle2student)": 3.568803548812866,
+      "cov-distil (oracle2teacher)": 3.498744487762451,
+      "epoch": 6.687598116169545,
+      "rel-constrast": 1.5516031980514526,
+      "step": 8520,
+      "subrel-constrast": 2.654033660888672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4562897682189941,
+      "cov-distil (oracle2student)": 3.8167314529418945,
+      "cov-distil (oracle2teacher)": 4.02754545211792,
+      "epoch": 6.688383045525903,
+      "rel-constrast": 2.692188262939453,
+      "step": 8521,
+      "subrel-constrast": 3.7692766189575195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2649990320205688,
+      "cov-distil (oracle2student)": 4.819270133972168,
+      "cov-distil (oracle2teacher)": 4.307126522064209,
+      "epoch": 6.689167974882261,
+      "rel-constrast": 2.4980599880218506,
+      "step": 8522,
+      "subrel-constrast": 3.3215620517730713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.883379578590393,
+      "cov-distil (oracle2student)": 3.971256732940674,
+      "cov-distil (oracle2teacher)": 3.914165496826172,
+      "epoch": 6.689952904238618,
+      "rel-constrast": 2.3141884803771973,
+      "step": 8523,
+      "subrel-constrast": 3.175790548324585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7628692388534546,
+      "cov-distil (oracle2student)": 3.3924732208251953,
+      "cov-distil (oracle2teacher)": 3.1372079849243164,
+      "epoch": 6.6907378335949765,
+      "rel-constrast": 2.0150063037872314,
+      "step": 8524,
+      "subrel-constrast": 2.75211763381958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3631134033203125,
+      "cov-distil (oracle2student)": 3.6978397369384766,
+      "cov-distil (oracle2teacher)": 3.781925678253174,
+      "epoch": 6.691522762951334,
+      "rel-constrast": 3.1691226959228516,
+      "step": 8525,
+      "subrel-constrast": 3.4873440265655518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6590495109558105,
+      "cov-distil (oracle2student)": 3.912142753601074,
+      "cov-distil (oracle2teacher)": 3.8554799556732178,
+      "epoch": 6.6923076923076925,
+      "rel-constrast": 2.252490997314453,
+      "step": 8526,
+      "subrel-constrast": 2.7651162147521973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0553975105285645,
+      "cov-distil (oracle2student)": 3.0320496559143066,
+      "cov-distil (oracle2teacher)": 3.4182913303375244,
+      "epoch": 6.69309262166405,
+      "rel-constrast": 0.8469324111938477,
+      "step": 8527,
+      "subrel-constrast": 1.6547083854675293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0038254261016846,
+      "cov-distil (oracle2student)": 4.711304187774658,
+      "cov-distil (oracle2teacher)": 4.374608993530273,
+      "epoch": 6.6938775510204085,
+      "rel-constrast": 3.3084936141967773,
+      "step": 8528,
+      "subrel-constrast": 3.9778800010681152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5998694896697998,
+      "cov-distil (oracle2student)": 3.4370265007019043,
+      "cov-distil (oracle2teacher)": 3.559835195541382,
+      "epoch": 6.694662480376766,
+      "rel-constrast": 2.906428337097168,
+      "step": 8529,
+      "subrel-constrast": 3.2405898571014404,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.695447409733124,
+      "grad_norm": 5.375,
+      "learning_rate": 3.223939992248262e-06,
+      "loss": 0.6246,
+      "step": 8530
+    },
+    {
+      "cov-distil": 1.1980624198913574,
+      "cov-distil (oracle2student)": 3.0384278297424316,
+      "cov-distil (oracle2teacher)": 3.045536518096924,
+      "epoch": 6.695447409733124,
+      "rel-constrast": 2.230006694793701,
+      "step": 8530,
+      "subrel-constrast": 2.5740647315979004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4967832565307617,
+      "cov-distil (oracle2student)": 4.632741928100586,
+      "cov-distil (oracle2teacher)": 4.495604038238525,
+      "epoch": 6.696232339089482,
+      "rel-constrast": 2.4553914070129395,
+      "step": 8531,
+      "subrel-constrast": 3.2633044719696045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6834747791290283,
+      "cov-distil (oracle2student)": 5.316588401794434,
+      "cov-distil (oracle2teacher)": 4.563412189483643,
+      "epoch": 6.6970172684458396,
+      "rel-constrast": 1.4495595693588257,
+      "step": 8532,
+      "subrel-constrast": 2.5988755226135254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6256942749023438,
+      "cov-distil (oracle2student)": 4.130169868469238,
+      "cov-distil (oracle2teacher)": 4.063739776611328,
+      "epoch": 6.697802197802198,
+      "rel-constrast": 2.7215847969055176,
+      "step": 8533,
+      "subrel-constrast": 3.369771957397461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.439268946647644,
+      "cov-distil (oracle2student)": 5.093897819519043,
+      "cov-distil (oracle2teacher)": 5.303218364715576,
+      "epoch": 6.6985871271585555,
+      "rel-constrast": 2.4510252475738525,
+      "step": 8534,
+      "subrel-constrast": 3.350266933441162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8971939086914062,
+      "cov-distil (oracle2student)": 3.9712963104248047,
+      "cov-distil (oracle2teacher)": 4.3631272315979,
+      "epoch": 6.699372056514914,
+      "rel-constrast": 2.1037025451660156,
+      "step": 8535,
+      "subrel-constrast": 2.9641740322113037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.448158860206604,
+      "cov-distil (oracle2student)": 4.758817195892334,
+      "cov-distil (oracle2teacher)": 4.415923595428467,
+      "epoch": 6.7001569858712715,
+      "rel-constrast": 2.7368528842926025,
+      "step": 8536,
+      "subrel-constrast": 3.253079414367676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2352946996688843,
+      "cov-distil (oracle2student)": 5.638397216796875,
+      "cov-distil (oracle2teacher)": 5.39085578918457,
+      "epoch": 6.700941915227629,
+      "rel-constrast": 2.0923211574554443,
+      "step": 8537,
+      "subrel-constrast": 2.615947723388672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8549890518188477,
+      "cov-distil (oracle2student)": 5.751192092895508,
+      "cov-distil (oracle2teacher)": 4.978137969970703,
+      "epoch": 6.7017268445839875,
+      "rel-constrast": 3.105985641479492,
+      "step": 8538,
+      "subrel-constrast": 3.179513931274414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9690535068511963,
+      "cov-distil (oracle2student)": 3.315890312194824,
+      "cov-distil (oracle2teacher)": 3.655095100402832,
+      "epoch": 6.702511773940345,
+      "rel-constrast": 2.1909754276275635,
+      "step": 8539,
+      "subrel-constrast": 3.053995132446289,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.7032967032967035,
+      "grad_norm": 5.8125,
+      "learning_rate": 3.181206776374454e-06,
+      "loss": 0.6281,
+      "step": 8540
+    },
+    {
+      "cov-distil": 1.0933254957199097,
+      "cov-distil (oracle2student)": 5.1613264083862305,
+      "cov-distil (oracle2teacher)": 5.060685634613037,
+      "epoch": 6.7032967032967035,
+      "rel-constrast": 3.920164108276367,
+      "step": 8540,
+      "subrel-constrast": 4.757192611694336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1203160285949707,
+      "cov-distil (oracle2student)": 5.271384239196777,
+      "cov-distil (oracle2teacher)": 5.202497959136963,
+      "epoch": 6.704081632653061,
+      "rel-constrast": 3.5690019130706787,
+      "step": 8541,
+      "subrel-constrast": 4.004763603210449,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6813125610351562,
+      "cov-distil (oracle2student)": 5.407043933868408,
+      "cov-distil (oracle2teacher)": 4.929891109466553,
+      "epoch": 6.704866562009419,
+      "rel-constrast": 1.739816665649414,
+      "step": 8542,
+      "subrel-constrast": 2.9027669429779053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0810019969940186,
+      "cov-distil (oracle2student)": 4.188379287719727,
+      "cov-distil (oracle2teacher)": 3.8274025917053223,
+      "epoch": 6.705651491365777,
+      "rel-constrast": 3.7494430541992188,
+      "step": 8543,
+      "subrel-constrast": 3.7828454971313477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5334224700927734,
+      "cov-distil (oracle2student)": 5.9438982009887695,
+      "cov-distil (oracle2teacher)": 4.6052045822143555,
+      "epoch": 6.7064364207221345,
+      "rel-constrast": 1.3689419031143188,
+      "step": 8544,
+      "subrel-constrast": 2.1938271522521973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6470136642456055,
+      "cov-distil (oracle2student)": 4.641664981842041,
+      "cov-distil (oracle2teacher)": 4.737565040588379,
+      "epoch": 6.707221350078493,
+      "rel-constrast": 2.376441717147827,
+      "step": 8545,
+      "subrel-constrast": 3.0398759841918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3190021514892578,
+      "cov-distil (oracle2student)": 3.319687843322754,
+      "cov-distil (oracle2teacher)": 3.369502067565918,
+      "epoch": 6.7080062794348505,
+      "rel-constrast": 1.6937522888183594,
+      "step": 8546,
+      "subrel-constrast": 2.3156683444976807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7421250343322754,
+      "cov-distil (oracle2student)": 2.8767480850219727,
+      "cov-distil (oracle2teacher)": 3.089282512664795,
+      "epoch": 6.708791208791209,
+      "rel-constrast": 1.6647992134094238,
+      "step": 8547,
+      "subrel-constrast": 2.1903936862945557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.253192663192749,
+      "cov-distil (oracle2student)": 3.235705852508545,
+      "cov-distil (oracle2teacher)": 2.9405555725097656,
+      "epoch": 6.7095761381475665,
+      "rel-constrast": 2.499868631362915,
+      "step": 8548,
+      "subrel-constrast": 3.4489924907684326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3352460861206055,
+      "cov-distil (oracle2student)": 4.517119407653809,
+      "cov-distil (oracle2teacher)": 4.154323577880859,
+      "epoch": 6.710361067503925,
+      "rel-constrast": 2.8622536659240723,
+      "step": 8549,
+      "subrel-constrast": 3.731750726699829,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.7111459968602825,
+      "grad_norm": 5.6875,
+      "learning_rate": 3.1387394156104893e-06,
+      "loss": 0.6756,
+      "step": 8550
+    },
+    {
+      "cov-distil": 1.5135517120361328,
+      "cov-distil (oracle2student)": 4.81169319152832,
+      "cov-distil (oracle2teacher)": 4.638143539428711,
+      "epoch": 6.7111459968602825,
+      "rel-constrast": 2.5195693969726562,
+      "step": 8550,
+      "subrel-constrast": 2.947478771209717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.174915075302124,
+      "cov-distil (oracle2student)": 5.143689155578613,
+      "cov-distil (oracle2teacher)": 4.716555595397949,
+      "epoch": 6.71193092621664,
+      "rel-constrast": 2.063570022583008,
+      "step": 8551,
+      "subrel-constrast": 2.890286684036255,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2801439762115479,
+      "cov-distil (oracle2student)": 4.0145111083984375,
+      "cov-distil (oracle2teacher)": 3.7104430198669434,
+      "epoch": 6.712715855572998,
+      "rel-constrast": 1.906114101409912,
+      "step": 8552,
+      "subrel-constrast": 2.650872230529785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.262853980064392,
+      "cov-distil (oracle2student)": 2.984290599822998,
+      "cov-distil (oracle2teacher)": 2.7000465393066406,
+      "epoch": 6.713500784929356,
+      "rel-constrast": 2.383856773376465,
+      "step": 8553,
+      "subrel-constrast": 2.5385475158691406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2464687824249268,
+      "cov-distil (oracle2student)": 5.161102294921875,
+      "cov-distil (oracle2teacher)": 5.28574275970459,
+      "epoch": 6.714285714285714,
+      "rel-constrast": 3.573291063308716,
+      "step": 8554,
+      "subrel-constrast": 4.426649570465088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7642149925231934,
+      "cov-distil (oracle2student)": 4.496182918548584,
+      "cov-distil (oracle2teacher)": 4.193953990936279,
+      "epoch": 6.715070643642072,
+      "rel-constrast": 3.5179176330566406,
+      "step": 8555,
+      "subrel-constrast": 4.438746929168701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6024225950241089,
+      "cov-distil (oracle2student)": 4.146369457244873,
+      "cov-distil (oracle2teacher)": 3.9864747524261475,
+      "epoch": 6.71585557299843,
+      "rel-constrast": 3.4034767150878906,
+      "step": 8556,
+      "subrel-constrast": 4.06422233581543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0085434913635254,
+      "cov-distil (oracle2student)": 4.663061141967773,
+      "cov-distil (oracle2teacher)": 4.117541313171387,
+      "epoch": 6.716640502354788,
+      "rel-constrast": 3.044238805770874,
+      "step": 8557,
+      "subrel-constrast": 3.0205078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0714079141616821,
+      "cov-distil (oracle2student)": 5.620388031005859,
+      "cov-distil (oracle2teacher)": 5.021846294403076,
+      "epoch": 6.717425431711146,
+      "rel-constrast": 2.6547577381134033,
+      "step": 8558,
+      "subrel-constrast": 3.1719799041748047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1326377391815186,
+      "cov-distil (oracle2student)": 3.2198753356933594,
+      "cov-distil (oracle2teacher)": 3.0966997146606445,
+      "epoch": 6.718210361067504,
+      "rel-constrast": 1.6519815921783447,
+      "step": 8559,
+      "subrel-constrast": 2.403362989425659,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.718995290423862,
+      "grad_norm": 4.28125,
+      "learning_rate": 3.096538427407747e-06,
+      "loss": 0.7056,
+      "step": 8560
+    },
+    {
+      "cov-distil": 1.469864845275879,
+      "cov-distil (oracle2student)": 4.134891033172607,
+      "cov-distil (oracle2teacher)": 3.902556896209717,
+      "epoch": 6.718995290423862,
+      "rel-constrast": 2.3299379348754883,
+      "step": 8560,
+      "subrel-constrast": 3.4831950664520264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4045454263687134,
+      "cov-distil (oracle2student)": 5.097370147705078,
+      "cov-distil (oracle2teacher)": 4.67189884185791,
+      "epoch": 6.71978021978022,
+      "rel-constrast": 2.603209972381592,
+      "step": 8561,
+      "subrel-constrast": 3.401672840118408,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3368066549301147,
+      "cov-distil (oracle2student)": 5.100408554077148,
+      "cov-distil (oracle2teacher)": 4.693672180175781,
+      "epoch": 6.720565149136577,
+      "rel-constrast": 2.4974732398986816,
+      "step": 8562,
+      "subrel-constrast": 2.6502227783203125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.041328191757202,
+      "cov-distil (oracle2student)": 4.344627380371094,
+      "cov-distil (oracle2teacher)": 4.281616687774658,
+      "epoch": 6.721350078492936,
+      "rel-constrast": 3.5172524452209473,
+      "step": 8563,
+      "subrel-constrast": 4.183268070220947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.677342176437378,
+      "cov-distil (oracle2student)": 4.736498832702637,
+      "cov-distil (oracle2teacher)": 4.285902976989746,
+      "epoch": 6.722135007849293,
+      "rel-constrast": 2.2633395195007324,
+      "step": 8564,
+      "subrel-constrast": 2.933838367462158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.379353642463684,
+      "cov-distil (oracle2student)": 4.3613433837890625,
+      "cov-distil (oracle2teacher)": 3.601909637451172,
+      "epoch": 6.722919937205652,
+      "rel-constrast": 2.0752694606781006,
+      "step": 8565,
+      "subrel-constrast": 2.8578238487243652,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.283271074295044,
+      "cov-distil (oracle2student)": 5.0147271156311035,
+      "cov-distil (oracle2teacher)": 4.2768754959106445,
+      "epoch": 6.723704866562009,
+      "rel-constrast": 1.5914852619171143,
+      "step": 8566,
+      "subrel-constrast": 2.3836076259613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3316911458969116,
+      "cov-distil (oracle2student)": 2.278245210647583,
+      "cov-distil (oracle2teacher)": 2.5211474895477295,
+      "epoch": 6.724489795918368,
+      "rel-constrast": 2.4542789459228516,
+      "step": 8567,
+      "subrel-constrast": 3.050069808959961,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1745326519012451,
+      "cov-distil (oracle2student)": 5.747082710266113,
+      "cov-distil (oracle2teacher)": 5.257775783538818,
+      "epoch": 6.725274725274725,
+      "rel-constrast": 2.9626519680023193,
+      "step": 8568,
+      "subrel-constrast": 3.5872156620025635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1301119327545166,
+      "cov-distil (oracle2student)": 5.8822832107543945,
+      "cov-distil (oracle2teacher)": 5.760653495788574,
+      "epoch": 6.726059654631083,
+      "rel-constrast": 2.923471212387085,
+      "step": 8569,
+      "subrel-constrast": 3.211188793182373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.726844583987441,
+      "grad_norm": 6.46875,
+      "learning_rate": 3.0546043259719604e-06,
+      "loss": 0.666,
+      "step": 8570
+    },
+    {
+      "cov-distil": 1.6258050203323364,
+      "cov-distil (oracle2student)": 3.4657092094421387,
+      "cov-distil (oracle2teacher)": 3.5567102432250977,
+      "epoch": 6.726844583987441,
+      "rel-constrast": 2.6783382892608643,
+      "step": 8570,
+      "subrel-constrast": 3.4450995922088623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.251645803451538,
+      "cov-distil (oracle2student)": 2.984833240509033,
+      "cov-distil (oracle2teacher)": 3.38567852973938,
+      "epoch": 6.727629513343799,
+      "rel-constrast": 2.5745315551757812,
+      "step": 8571,
+      "subrel-constrast": 3.1248722076416016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2964046001434326,
+      "cov-distil (oracle2student)": 3.4605369567871094,
+      "cov-distil (oracle2teacher)": 3.4622044563293457,
+      "epoch": 6.728414442700157,
+      "rel-constrast": 2.1739418506622314,
+      "step": 8572,
+      "subrel-constrast": 2.8298065662384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0207092761993408,
+      "cov-distil (oracle2student)": 3.713737964630127,
+      "cov-distil (oracle2teacher)": 3.9637086391448975,
+      "epoch": 6.729199372056515,
+      "rel-constrast": 2.941157817840576,
+      "step": 8573,
+      "subrel-constrast": 3.432196617126465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6169885396957397,
+      "cov-distil (oracle2student)": 5.126153945922852,
+      "cov-distil (oracle2teacher)": 5.067737579345703,
+      "epoch": 6.729984301412873,
+      "rel-constrast": 3.158799648284912,
+      "step": 8574,
+      "subrel-constrast": 3.8388659954071045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2894841432571411,
+      "cov-distil (oracle2student)": 4.083014965057373,
+      "cov-distil (oracle2teacher)": 3.95829439163208,
+      "epoch": 6.730769230769231,
+      "rel-constrast": 1.7775373458862305,
+      "step": 8575,
+      "subrel-constrast": 2.3880558013916016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5956133604049683,
+      "cov-distil (oracle2student)": 4.158186912536621,
+      "cov-distil (oracle2teacher)": 4.140244960784912,
+      "epoch": 6.731554160125588,
+      "rel-constrast": 2.169269323348999,
+      "step": 8576,
+      "subrel-constrast": 3.0151636600494385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6562095880508423,
+      "cov-distil (oracle2student)": 4.01448392868042,
+      "cov-distil (oracle2teacher)": 4.027056694030762,
+      "epoch": 6.732339089481947,
+      "rel-constrast": 2.1520681381225586,
+      "step": 8577,
+      "subrel-constrast": 2.764582872390747,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5778770446777344,
+      "cov-distil (oracle2student)": 3.143740653991699,
+      "cov-distil (oracle2teacher)": 3.2849247455596924,
+      "epoch": 6.733124018838304,
+      "rel-constrast": 2.5885353088378906,
+      "step": 8578,
+      "subrel-constrast": 3.1333792209625244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4987545013427734,
+      "cov-distil (oracle2student)": 5.577040672302246,
+      "cov-distil (oracle2teacher)": 4.7641143798828125,
+      "epoch": 6.733908948194663,
+      "rel-constrast": 3.126002073287964,
+      "step": 8579,
+      "subrel-constrast": 3.5704305171966553,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.73469387755102,
+      "grad_norm": 5.53125,
+      "learning_rate": 3.0129376222569117e-06,
+      "loss": 0.6696,
+      "step": 8580
+    },
+    {
+      "cov-distil": 1.1786738634109497,
+      "cov-distil (oracle2student)": 3.4232566356658936,
+      "cov-distil (oracle2teacher)": 3.8754653930664062,
+      "epoch": 6.73469387755102,
+      "rel-constrast": 2.137829065322876,
+      "step": 8580,
+      "subrel-constrast": 2.9000542163848877,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9185727834701538,
+      "cov-distil (oracle2student)": 4.165273666381836,
+      "cov-distil (oracle2teacher)": 3.9847264289855957,
+      "epoch": 6.735478806907379,
+      "rel-constrast": 1.5320717096328735,
+      "step": 8581,
+      "subrel-constrast": 2.432093858718872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2232484817504883,
+      "cov-distil (oracle2student)": 4.429449558258057,
+      "cov-distil (oracle2teacher)": 4.082766532897949,
+      "epoch": 6.736263736263736,
+      "rel-constrast": 3.5681209564208984,
+      "step": 8582,
+      "subrel-constrast": 4.02518892288208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8266382217407227,
+      "cov-distil (oracle2student)": 4.030757904052734,
+      "cov-distil (oracle2teacher)": 4.00848388671875,
+      "epoch": 6.737048665620094,
+      "rel-constrast": 3.6808464527130127,
+      "step": 8583,
+      "subrel-constrast": 4.622463226318359,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599877834320068,
+      "cov-distil (oracle2student)": 4.92807149887085,
+      "cov-distil (oracle2teacher)": 4.680370807647705,
+      "epoch": 6.737833594976452,
+      "rel-constrast": 2.2187886238098145,
+      "step": 8584,
+      "subrel-constrast": 3.1080355644226074,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2367987632751465,
+      "cov-distil (oracle2student)": 3.8896799087524414,
+      "cov-distil (oracle2teacher)": 3.7169508934020996,
+      "epoch": 6.73861852433281,
+      "rel-constrast": 1.8635785579681396,
+      "step": 8585,
+      "subrel-constrast": 2.2416532039642334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1874520778656006,
+      "cov-distil (oracle2student)": 4.240861415863037,
+      "cov-distil (oracle2teacher)": 3.925326347351074,
+      "epoch": 6.739403453689168,
+      "rel-constrast": 2.107706069946289,
+      "step": 8586,
+      "subrel-constrast": 3.053900957107544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.379148244857788,
+      "cov-distil (oracle2student)": 4.921483516693115,
+      "cov-distil (oracle2teacher)": 4.6978840827941895,
+      "epoch": 6.740188383045526,
+      "rel-constrast": 2.895559310913086,
+      "step": 8587,
+      "subrel-constrast": 3.2564337253570557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0545058250427246,
+      "cov-distil (oracle2student)": 4.259708881378174,
+      "cov-distil (oracle2teacher)": 3.759946823120117,
+      "epoch": 6.740973312401884,
+      "rel-constrast": 3.283392906188965,
+      "step": 8588,
+      "subrel-constrast": 4.219486236572266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2002149820327759,
+      "cov-distil (oracle2student)": 4.756458759307861,
+      "cov-distil (oracle2teacher)": 4.457186698913574,
+      "epoch": 6.741758241758242,
+      "rel-constrast": 1.8661905527114868,
+      "step": 8589,
+      "subrel-constrast": 2.8522956371307373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.742543171114599,
+      "grad_norm": 5.5,
+      "learning_rate": 2.9715388239582477e-06,
+      "loss": 0.6683,
+      "step": 8590
+    },
+    {
+      "cov-distil": 1.3792003393173218,
+      "cov-distil (oracle2student)": 4.155622482299805,
+      "cov-distil (oracle2teacher)": 4.022798538208008,
+      "epoch": 6.742543171114599,
+      "rel-constrast": 2.367588996887207,
+      "step": 8590,
+      "subrel-constrast": 2.976475715637207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2136116027832031,
+      "cov-distil (oracle2student)": 6.724821090698242,
+      "cov-distil (oracle2teacher)": 5.737631797790527,
+      "epoch": 6.743328100470958,
+      "rel-constrast": 2.6909191608428955,
+      "step": 8591,
+      "subrel-constrast": 2.7430167198181152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6766587495803833,
+      "cov-distil (oracle2student)": 2.4300689697265625,
+      "cov-distil (oracle2teacher)": 2.387967109680176,
+      "epoch": 6.744113029827315,
+      "rel-constrast": 1.935936450958252,
+      "step": 8592,
+      "subrel-constrast": 2.757436990737915,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4745190143585205,
+      "cov-distil (oracle2student)": 3.1741957664489746,
+      "cov-distil (oracle2teacher)": 3.3747739791870117,
+      "epoch": 6.744897959183674,
+      "rel-constrast": 3.066065788269043,
+      "step": 8593,
+      "subrel-constrast": 3.5323069095611572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7007571458816528,
+      "cov-distil (oracle2student)": 3.3656487464904785,
+      "cov-distil (oracle2teacher)": 3.5059163570404053,
+      "epoch": 6.745682888540031,
+      "rel-constrast": 2.888125419616699,
+      "step": 8594,
+      "subrel-constrast": 3.650683641433716,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1998794078826904,
+      "cov-distil (oracle2student)": 4.8360981941223145,
+      "cov-distil (oracle2teacher)": 4.5956878662109375,
+      "epoch": 6.74646781789639,
+      "rel-constrast": 2.634549617767334,
+      "step": 8595,
+      "subrel-constrast": 3.1294610500335693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4224311113357544,
+      "cov-distil (oracle2student)": 4.931210041046143,
+      "cov-distil (oracle2teacher)": 4.821525573730469,
+      "epoch": 6.747252747252747,
+      "rel-constrast": 2.0676894187927246,
+      "step": 8596,
+      "subrel-constrast": 2.5058460235595703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517751693725586,
+      "cov-distil (oracle2student)": 4.8951191902160645,
+      "cov-distil (oracle2teacher)": 4.807746410369873,
+      "epoch": 6.748037676609105,
+      "rel-constrast": 2.4037928581237793,
+      "step": 8597,
+      "subrel-constrast": 3.2924275398254395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0219879150390625,
+      "cov-distil (oracle2student)": 5.030818939208984,
+      "cov-distil (oracle2teacher)": 4.085257053375244,
+      "epoch": 6.748822605965463,
+      "rel-constrast": 2.0129384994506836,
+      "step": 8598,
+      "subrel-constrast": 2.4243438243865967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4901723861694336,
+      "cov-distil (oracle2student)": 3.5381317138671875,
+      "cov-distil (oracle2teacher)": 3.3003647327423096,
+      "epoch": 6.749607535321821,
+      "rel-constrast": 1.9806842803955078,
+      "step": 8599,
+      "subrel-constrast": 2.7525811195373535,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.750392464678179,
+      "grad_norm": 5.4375,
+      "learning_rate": 2.930408435507248e-06,
+      "loss": 0.6364,
+      "step": 8600
+    },
+    {
+      "epoch": 6.750392464678179,
+      "overlap": 0.33906251192092896,
+      "step": 8600
+    },
+    {
+      "epoch": 6.750392464678179,
+      "step": 8600,
+      "student margin": 0.0694580078125
+    },
+    {
+      "epoch": 6.750392464678179,
+      "step": 8600,
+      "teacher margin": 0.04095458984375
+    },
+    {
+      "epoch": 6.750392464678179,
+      "margin difference": -0.02850341796875,
+      "step": 8600
+    },
+    {
+      "cov-distil": 1.8949975967407227,
+      "cov-distil (oracle2student)": 3.3624706268310547,
+      "cov-distil (oracle2teacher)": 3.603250026702881,
+      "epoch": 6.750392464678179,
+      "rel-constrast": 1.7208067178726196,
+      "step": 8600,
+      "subrel-constrast": 2.8334288597106934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1545560359954834,
+      "cov-distil (oracle2student)": 3.406020164489746,
+      "cov-distil (oracle2teacher)": 3.5976316928863525,
+      "epoch": 6.751177394034537,
+      "rel-constrast": 2.464629650115967,
+      "step": 8601,
+      "subrel-constrast": 3.1088309288024902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6214635372161865,
+      "cov-distil (oracle2student)": 5.464869976043701,
+      "cov-distil (oracle2teacher)": 4.770905017852783,
+      "epoch": 6.751962323390895,
+      "rel-constrast": 3.3489081859588623,
+      "step": 8602,
+      "subrel-constrast": 3.4318134784698486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9351404905319214,
+      "cov-distil (oracle2student)": 5.261356353759766,
+      "cov-distil (oracle2teacher)": 5.195231914520264,
+      "epoch": 6.752747252747253,
+      "rel-constrast": 1.8967843055725098,
+      "step": 8603,
+      "subrel-constrast": 2.977940320968628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6064884662628174,
+      "cov-distil (oracle2student)": 2.831206798553467,
+      "cov-distil (oracle2teacher)": 2.7925002574920654,
+      "epoch": 6.75353218210361,
+      "rel-constrast": 2.003134250640869,
+      "step": 8604,
+      "subrel-constrast": 2.8829562664031982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6724026203155518,
+      "cov-distil (oracle2student)": 3.0051755905151367,
+      "cov-distil (oracle2teacher)": 3.2448408603668213,
+      "epoch": 6.754317111459969,
+      "rel-constrast": 1.7908480167388916,
+      "step": 8605,
+      "subrel-constrast": 2.818817615509033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1645832061767578,
+      "cov-distil (oracle2student)": 2.9184203147888184,
+      "cov-distil (oracle2teacher)": 2.612544536590576,
+      "epoch": 6.755102040816326,
+      "rel-constrast": 1.8572745323181152,
+      "step": 8606,
+      "subrel-constrast": 2.376354932785034,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2900205850601196,
+      "cov-distil (oracle2student)": 3.5963761806488037,
+      "cov-distil (oracle2teacher)": 3.3453307151794434,
+      "epoch": 6.755886970172685,
+      "rel-constrast": 2.1643781661987305,
+      "step": 8607,
+      "subrel-constrast": 2.4360299110412598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7985817193984985,
+      "cov-distil (oracle2student)": 3.447305679321289,
+      "cov-distil (oracle2teacher)": 3.3000736236572266,
+      "epoch": 6.756671899529042,
+      "rel-constrast": 3.1207003593444824,
+      "step": 8608,
+      "subrel-constrast": 3.2420718669891357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0979700088500977,
+      "cov-distil (oracle2student)": 4.729520797729492,
+      "cov-distil (oracle2teacher)": 4.148390769958496,
+      "epoch": 6.757456828885401,
+      "rel-constrast": 2.7111620903015137,
+      "step": 8609,
+      "subrel-constrast": 3.3470518589019775,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.758241758241758,
+      "grad_norm": 5.53125,
+      "learning_rate": 2.8895469580647314e-06,
+      "loss": 0.6176,
+      "step": 8610
+    },
+    {
+      "cov-distil": 1.253718614578247,
+      "cov-distil (oracle2student)": 2.0290071964263916,
+      "cov-distil (oracle2teacher)": 2.5493364334106445,
+      "epoch": 6.758241758241758,
+      "rel-constrast": 1.8786747455596924,
+      "step": 8610,
+      "subrel-constrast": 2.6019089221954346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1289663314819336,
+      "cov-distil (oracle2student)": 3.035507917404175,
+      "cov-distil (oracle2teacher)": 2.817389965057373,
+      "epoch": 6.759026687598116,
+      "rel-constrast": 2.025473117828369,
+      "step": 8611,
+      "subrel-constrast": 2.790709972381592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.36240816116333,
+      "cov-distil (oracle2student)": 4.028710842132568,
+      "cov-distil (oracle2teacher)": 4.271231174468994,
+      "epoch": 6.759811616954474,
+      "rel-constrast": 2.442655324935913,
+      "step": 8612,
+      "subrel-constrast": 3.51460599899292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8248419761657715,
+      "cov-distil (oracle2student)": 3.954627752304077,
+      "cov-distil (oracle2teacher)": 4.478504180908203,
+      "epoch": 6.760596546310832,
+      "rel-constrast": 2.5078442096710205,
+      "step": 8613,
+      "subrel-constrast": 3.8157401084899902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5713119506835938,
+      "cov-distil (oracle2student)": 5.661130428314209,
+      "cov-distil (oracle2teacher)": 5.013454914093018,
+      "epoch": 6.76138147566719,
+      "rel-constrast": 2.370626211166382,
+      "step": 8614,
+      "subrel-constrast": 3.5184247493743896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3899431228637695,
+      "cov-distil (oracle2student)": 4.7169647216796875,
+      "cov-distil (oracle2teacher)": 3.704683780670166,
+      "epoch": 6.762166405023548,
+      "rel-constrast": 2.1348185539245605,
+      "step": 8615,
+      "subrel-constrast": 2.3544702529907227,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1605174541473389,
+      "cov-distil (oracle2student)": 3.9860973358154297,
+      "cov-distil (oracle2teacher)": 3.834293842315674,
+      "epoch": 6.762951334379906,
+      "rel-constrast": 1.952908992767334,
+      "step": 8616,
+      "subrel-constrast": 2.8944244384765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5718512535095215,
+      "cov-distil (oracle2student)": 3.845003604888916,
+      "cov-distil (oracle2teacher)": 4.68775749206543,
+      "epoch": 6.763736263736264,
+      "rel-constrast": 4.2296247482299805,
+      "step": 8617,
+      "subrel-constrast": 5.214761257171631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.360404133796692,
+      "cov-distil (oracle2student)": 4.269587516784668,
+      "cov-distil (oracle2teacher)": 4.0800371170043945,
+      "epoch": 6.764521193092621,
+      "rel-constrast": 3.01977801322937,
+      "step": 8618,
+      "subrel-constrast": 3.703049421310425,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7027500867843628,
+      "cov-distil (oracle2student)": 4.8549089431762695,
+      "cov-distil (oracle2teacher)": 4.379766941070557,
+      "epoch": 6.76530612244898,
+      "rel-constrast": 2.243089199066162,
+      "step": 8619,
+      "subrel-constrast": 3.2775816917419434,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.766091051805337,
+      "grad_norm": 6.40625,
+      "learning_rate": 2.848954889514893e-06,
+      "loss": 0.656,
+      "step": 8620
+    },
+    {
+      "cov-distil": 1.2023043632507324,
+      "cov-distil (oracle2student)": 4.7644944190979,
+      "cov-distil (oracle2teacher)": 4.3303141593933105,
+      "epoch": 6.766091051805337,
+      "rel-constrast": 3.283694267272949,
+      "step": 8620,
+      "subrel-constrast": 3.257935047149658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.537576675415039,
+      "cov-distil (oracle2student)": 4.555590629577637,
+      "cov-distil (oracle2teacher)": 4.530296802520752,
+      "epoch": 6.766875981161696,
+      "rel-constrast": 1.8667728900909424,
+      "step": 8621,
+      "subrel-constrast": 2.959587335586548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6767560243606567,
+      "cov-distil (oracle2student)": 5.052961349487305,
+      "cov-distil (oracle2teacher)": 3.7045645713806152,
+      "epoch": 6.767660910518053,
+      "rel-constrast": 2.6433115005493164,
+      "step": 8622,
+      "subrel-constrast": 3.1591057777404785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7467224597930908,
+      "cov-distil (oracle2student)": 3.791442394256592,
+      "cov-distil (oracle2teacher)": 4.176212310791016,
+      "epoch": 6.768445839874412,
+      "rel-constrast": 2.36165189743042,
+      "step": 8623,
+      "subrel-constrast": 3.5236897468566895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.347808599472046,
+      "cov-distil (oracle2student)": 3.461008071899414,
+      "cov-distil (oracle2teacher)": 3.9444961547851562,
+      "epoch": 6.769230769230769,
+      "rel-constrast": 2.8447654247283936,
+      "step": 8624,
+      "subrel-constrast": 3.3650705814361572,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3311593532562256,
+      "cov-distil (oracle2student)": 4.634807109832764,
+      "cov-distil (oracle2teacher)": 4.336580276489258,
+      "epoch": 6.770015698587127,
+      "rel-constrast": 3.907851457595825,
+      "step": 8625,
+      "subrel-constrast": 3.7747802734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7133982181549072,
+      "cov-distil (oracle2student)": 4.0977373123168945,
+      "cov-distil (oracle2teacher)": 4.046148300170898,
+      "epoch": 6.770800627943485,
+      "rel-constrast": 2.110017776489258,
+      "step": 8626,
+      "subrel-constrast": 3.082343816757202,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0716142654418945,
+      "cov-distil (oracle2student)": 2.8639814853668213,
+      "cov-distil (oracle2teacher)": 2.699239492416382,
+      "epoch": 6.771585557299843,
+      "rel-constrast": 2.7507219314575195,
+      "step": 8627,
+      "subrel-constrast": 3.191840887069702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4831959009170532,
+      "cov-distil (oracle2student)": 3.01455020904541,
+      "cov-distil (oracle2teacher)": 3.406034469604492,
+      "epoch": 6.772370486656201,
+      "rel-constrast": 3.023460865020752,
+      "step": 8628,
+      "subrel-constrast": 3.915754556655884,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9790494441986084,
+      "cov-distil (oracle2student)": 4.588373184204102,
+      "cov-distil (oracle2teacher)": 4.105108261108398,
+      "epoch": 6.773155416012559,
+      "rel-constrast": 1.994062066078186,
+      "step": 8629,
+      "subrel-constrast": 2.792771816253662,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.773940345368917,
+      "grad_norm": 8.375,
+      "learning_rate": 2.8086327244592814e-06,
+      "loss": 0.7124,
+      "step": 8630
+    },
+    {
+      "cov-distil": 1.6800636053085327,
+      "cov-distil (oracle2student)": 4.114577770233154,
+      "cov-distil (oracle2teacher)": 3.8000595569610596,
+      "epoch": 6.773940345368917,
+      "rel-constrast": 1.7859001159667969,
+      "step": 8630,
+      "subrel-constrast": 3.0712053775787354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2387218475341797,
+      "cov-distil (oracle2student)": 4.754103183746338,
+      "cov-distil (oracle2teacher)": 4.838133811950684,
+      "epoch": 6.774725274725275,
+      "rel-constrast": 2.8191542625427246,
+      "step": 8631,
+      "subrel-constrast": 3.7793185710906982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1205559968948364,
+      "cov-distil (oracle2student)": 3.295011043548584,
+      "cov-distil (oracle2teacher)": 3.063904285430908,
+      "epoch": 6.775510204081632,
+      "rel-constrast": 2.15566086769104,
+      "step": 8632,
+      "subrel-constrast": 2.494903326034546,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.794029951095581,
+      "cov-distil (oracle2student)": 4.969338417053223,
+      "cov-distil (oracle2teacher)": 4.025813102722168,
+      "epoch": 6.776295133437991,
+      "rel-constrast": 2.6233997344970703,
+      "step": 8633,
+      "subrel-constrast": 3.4284508228302,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.88777494430542,
+      "cov-distil (oracle2student)": 3.665264844894409,
+      "cov-distil (oracle2teacher)": 3.4404118061065674,
+      "epoch": 6.777080062794348,
+      "rel-constrast": 2.0084614753723145,
+      "step": 8634,
+      "subrel-constrast": 2.8634912967681885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9945957064628601,
+      "cov-distil (oracle2student)": 4.166363716125488,
+      "cov-distil (oracle2teacher)": 3.953164577484131,
+      "epoch": 6.777864992150707,
+      "rel-constrast": 1.4908132553100586,
+      "step": 8635,
+      "subrel-constrast": 2.3125991821289062,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.547768473625183,
+      "cov-distil (oracle2student)": 5.031562805175781,
+      "cov-distil (oracle2teacher)": 4.497430801391602,
+      "epoch": 6.778649921507064,
+      "rel-constrast": 2.38093900680542,
+      "step": 8636,
+      "subrel-constrast": 3.138946056365967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4819120168685913,
+      "cov-distil (oracle2student)": 4.047397613525391,
+      "cov-distil (oracle2teacher)": 4.0022101402282715,
+      "epoch": 6.779434850863423,
+      "rel-constrast": 2.136671781539917,
+      "step": 8637,
+      "subrel-constrast": 2.742318868637085,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3606455326080322,
+      "cov-distil (oracle2student)": 4.807740211486816,
+      "cov-distil (oracle2teacher)": 4.888166904449463,
+      "epoch": 6.78021978021978,
+      "rel-constrast": 2.5327789783477783,
+      "step": 8638,
+      "subrel-constrast": 2.938220262527466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5599524974822998,
+      "cov-distil (oracle2student)": 6.936468124389648,
+      "cov-distil (oracle2teacher)": 6.317838668823242,
+      "epoch": 6.781004709576138,
+      "rel-constrast": 3.0822343826293945,
+      "step": 8639,
+      "subrel-constrast": 3.957051992416382,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.781789638932496,
+      "grad_norm": 6.03125,
+      "learning_rate": 2.768580954210756e-06,
+      "loss": 0.6121,
+      "step": 8640
+    },
+    {
+      "cov-distil": 1.2522168159484863,
+      "cov-distil (oracle2student)": 4.4139533042907715,
+      "cov-distil (oracle2teacher)": 4.302093505859375,
+      "epoch": 6.781789638932496,
+      "rel-constrast": 2.9158265590667725,
+      "step": 8640,
+      "subrel-constrast": 3.6222422122955322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6954209804534912,
+      "cov-distil (oracle2student)": 4.8585734367370605,
+      "cov-distil (oracle2teacher)": 4.791468620300293,
+      "epoch": 6.782574568288854,
+      "rel-constrast": 2.497586250305176,
+      "step": 8641,
+      "subrel-constrast": 3.799403667449951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2006230354309082,
+      "cov-distil (oracle2student)": 4.158389091491699,
+      "cov-distil (oracle2teacher)": 3.820481538772583,
+      "epoch": 6.783359497645212,
+      "rel-constrast": 1.3690966367721558,
+      "step": 8642,
+      "subrel-constrast": 2.7715041637420654,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.409538745880127,
+      "cov-distil (oracle2student)": 5.766745567321777,
+      "cov-distil (oracle2teacher)": 5.575666427612305,
+      "epoch": 6.78414442700157,
+      "rel-constrast": 3.0159988403320312,
+      "step": 8643,
+      "subrel-constrast": 3.2235004901885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5276052951812744,
+      "cov-distil (oracle2student)": 4.151669025421143,
+      "cov-distil (oracle2teacher)": 3.9313058853149414,
+      "epoch": 6.784929356357928,
+      "rel-constrast": 3.6895062923431396,
+      "step": 8644,
+      "subrel-constrast": 4.259374141693115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.500932216644287,
+      "cov-distil (oracle2student)": 4.101245880126953,
+      "cov-distil (oracle2teacher)": 3.9642863273620605,
+      "epoch": 6.785714285714286,
+      "rel-constrast": 3.39451265335083,
+      "step": 8645,
+      "subrel-constrast": 3.9593300819396973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3235597610473633,
+      "cov-distil (oracle2student)": 5.534650802612305,
+      "cov-distil (oracle2teacher)": 4.801279067993164,
+      "epoch": 6.786499215070644,
+      "rel-constrast": 2.7823777198791504,
+      "step": 8646,
+      "subrel-constrast": 3.368459701538086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.46588134765625,
+      "cov-distil (oracle2student)": 3.657517194747925,
+      "cov-distil (oracle2teacher)": 3.652611255645752,
+      "epoch": 6.787284144427002,
+      "rel-constrast": 1.9683361053466797,
+      "step": 8647,
+      "subrel-constrast": 3.0675721168518066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5685789585113525,
+      "cov-distil (oracle2student)": 4.246760368347168,
+      "cov-distil (oracle2teacher)": 3.7105202674865723,
+      "epoch": 6.78806907378336,
+      "rel-constrast": 3.1839828491210938,
+      "step": 8648,
+      "subrel-constrast": 3.922701120376587,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8030455112457275,
+      "cov-distil (oracle2student)": 2.761648654937744,
+      "cov-distil (oracle2teacher)": 2.741793394088745,
+      "epoch": 6.7888540031397175,
+      "rel-constrast": 1.9703688621520996,
+      "step": 8649,
+      "subrel-constrast": 2.903740644454956,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.789638932496075,
+      "grad_norm": 7.03125,
+      "learning_rate": 2.728800066787493e-06,
+      "loss": 0.7066,
+      "step": 8650
+    },
+    {
+      "cov-distil": 1.4267150163650513,
+      "cov-distil (oracle2student)": 3.1201372146606445,
+      "cov-distil (oracle2teacher)": 3.3424296379089355,
+      "epoch": 6.789638932496075,
+      "rel-constrast": 2.705822467803955,
+      "step": 8650,
+      "subrel-constrast": 3.2948193550109863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0073516368865967,
+      "cov-distil (oracle2student)": 5.172642230987549,
+      "cov-distil (oracle2teacher)": 4.5436248779296875,
+      "epoch": 6.7904238618524335,
+      "rel-constrast": 2.504261016845703,
+      "step": 8651,
+      "subrel-constrast": 3.1420652866363525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2872116565704346,
+      "cov-distil (oracle2student)": 3.2647838592529297,
+      "cov-distil (oracle2teacher)": 3.6518454551696777,
+      "epoch": 6.791208791208791,
+      "rel-constrast": 1.949100136756897,
+      "step": 8652,
+      "subrel-constrast": 2.938077449798584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6368393898010254,
+      "cov-distil (oracle2student)": 5.17863655090332,
+      "cov-distil (oracle2teacher)": 5.20130729675293,
+      "epoch": 6.7919937205651495,
+      "rel-constrast": 2.625370979309082,
+      "step": 8653,
+      "subrel-constrast": 3.570120096206665,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1878859996795654,
+      "cov-distil (oracle2student)": 3.604814291000366,
+      "cov-distil (oracle2teacher)": 2.954374313354492,
+      "epoch": 6.792778649921507,
+      "rel-constrast": 2.1160888671875,
+      "step": 8654,
+      "subrel-constrast": 2.6622488498687744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6412408351898193,
+      "cov-distil (oracle2student)": 3.3281302452087402,
+      "cov-distil (oracle2teacher)": 3.2910408973693848,
+      "epoch": 6.7935635792778655,
+      "rel-constrast": 3.119462251663208,
+      "step": 8655,
+      "subrel-constrast": 3.6184775829315186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3304296731948853,
+      "cov-distil (oracle2student)": 4.4998698234558105,
+      "cov-distil (oracle2teacher)": 4.256755828857422,
+      "epoch": 6.794348508634223,
+      "rel-constrast": 1.9306491613388062,
+      "step": 8656,
+      "subrel-constrast": 2.697572946548462,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4985957145690918,
+      "cov-distil (oracle2student)": 4.354378700256348,
+      "cov-distil (oracle2teacher)": 3.804914951324463,
+      "epoch": 6.795133437990581,
+      "rel-constrast": 2.3851850032806396,
+      "step": 8657,
+      "subrel-constrast": 3.3064486980438232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3959970474243164,
+      "cov-distil (oracle2student)": 2.8701677322387695,
+      "cov-distil (oracle2teacher)": 3.4180166721343994,
+      "epoch": 6.795918367346939,
+      "rel-constrast": 2.0855154991149902,
+      "step": 8658,
+      "subrel-constrast": 2.920659065246582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2855865955352783,
+      "cov-distil (oracle2student)": 4.488654136657715,
+      "cov-distil (oracle2teacher)": 4.396552085876465,
+      "epoch": 6.7967032967032965,
+      "rel-constrast": 1.8948142528533936,
+      "step": 8659,
+      "subrel-constrast": 2.948458433151245,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.797488226059655,
+      "grad_norm": 5.1875,
+      "learning_rate": 2.6892905469070554e-06,
+      "loss": 0.6197,
+      "step": 8660
+    },
+    {
+      "cov-distil": 1.5347115993499756,
+      "cov-distil (oracle2student)": 5.66642951965332,
+      "cov-distil (oracle2teacher)": 5.647923946380615,
+      "epoch": 6.797488226059655,
+      "rel-constrast": 2.0019779205322266,
+      "step": 8660,
+      "subrel-constrast": 2.916172742843628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3787541389465332,
+      "cov-distil (oracle2student)": 4.483125686645508,
+      "cov-distil (oracle2teacher)": 4.50398063659668,
+      "epoch": 6.7982731554160125,
+      "rel-constrast": 2.4049549102783203,
+      "step": 8661,
+      "subrel-constrast": 2.953195333480835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.309435486793518,
+      "cov-distil (oracle2student)": 3.696822166442871,
+      "cov-distil (oracle2teacher)": 3.80558180809021,
+      "epoch": 6.799058084772371,
+      "rel-constrast": 2.658118963241577,
+      "step": 8662,
+      "subrel-constrast": 3.6904284954071045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.580112099647522,
+      "cov-distil (oracle2student)": 5.379509925842285,
+      "cov-distil (oracle2teacher)": 5.096453666687012,
+      "epoch": 6.7998430141287285,
+      "rel-constrast": 2.462289571762085,
+      "step": 8663,
+      "subrel-constrast": 3.5477218627929688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3040008544921875,
+      "cov-distil (oracle2student)": 3.2853312492370605,
+      "cov-distil (oracle2teacher)": 3.1398520469665527,
+      "epoch": 6.800627943485086,
+      "rel-constrast": 2.9796769618988037,
+      "step": 8664,
+      "subrel-constrast": 3.371201753616333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4582784175872803,
+      "cov-distil (oracle2student)": 4.467970371246338,
+      "cov-distil (oracle2teacher)": 4.320573806762695,
+      "epoch": 6.8014128728414445,
+      "rel-constrast": 2.2480149269104004,
+      "step": 8665,
+      "subrel-constrast": 2.6617536544799805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8176324367523193,
+      "cov-distil (oracle2student)": 3.516918659210205,
+      "cov-distil (oracle2teacher)": 3.807776927947998,
+      "epoch": 6.802197802197802,
+      "rel-constrast": 3.058138370513916,
+      "step": 8666,
+      "subrel-constrast": 4.208859443664551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.917500615119934,
+      "cov-distil (oracle2student)": 4.008251190185547,
+      "cov-distil (oracle2teacher)": 3.6778674125671387,
+      "epoch": 6.8029827315541604,
+      "rel-constrast": 2.3365604877471924,
+      "step": 8667,
+      "subrel-constrast": 2.7094688415527344,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.726881980895996,
+      "cov-distil (oracle2student)": 3.4617111682891846,
+      "cov-distil (oracle2teacher)": 3.826352596282959,
+      "epoch": 6.803767660910518,
+      "rel-constrast": 2.856031656265259,
+      "step": 8668,
+      "subrel-constrast": 3.0344767570495605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4029996395111084,
+      "cov-distil (oracle2student)": 3.494450807571411,
+      "cov-distil (oracle2teacher)": 3.5230519771575928,
+      "epoch": 6.804552590266876,
+      "rel-constrast": 2.247898817062378,
+      "step": 8669,
+      "subrel-constrast": 3.440765857696533,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.805337519623234,
+      "grad_norm": 4.5625,
+      "learning_rate": 2.6500528759804716e-06,
+      "loss": 0.6699,
+      "step": 8670
+    },
+    {
+      "cov-distil": 1.7140161991119385,
+      "cov-distil (oracle2student)": 4.13077449798584,
+      "cov-distil (oracle2teacher)": 3.9279067516326904,
+      "epoch": 6.805337519623234,
+      "rel-constrast": 2.948765993118286,
+      "step": 8670,
+      "subrel-constrast": 3.73750901222229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9409736394882202,
+      "cov-distil (oracle2student)": 6.582898139953613,
+      "cov-distil (oracle2teacher)": 5.949366569519043,
+      "epoch": 6.8061224489795915,
+      "rel-constrast": 2.987825870513916,
+      "step": 8671,
+      "subrel-constrast": 4.045329570770264,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3852696418762207,
+      "cov-distil (oracle2student)": 4.3238325119018555,
+      "cov-distil (oracle2teacher)": 3.9827370643615723,
+      "epoch": 6.80690737833595,
+      "rel-constrast": 1.8117519617080688,
+      "step": 8672,
+      "subrel-constrast": 3.0646467208862305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7782255411148071,
+      "cov-distil (oracle2student)": 5.199512481689453,
+      "cov-distil (oracle2teacher)": 5.0118608474731445,
+      "epoch": 6.8076923076923075,
+      "rel-constrast": 2.8431029319763184,
+      "step": 8673,
+      "subrel-constrast": 3.4908878803253174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5420987606048584,
+      "cov-distil (oracle2student)": 4.23408842086792,
+      "cov-distil (oracle2teacher)": 3.85479736328125,
+      "epoch": 6.808477237048666,
+      "rel-constrast": 1.8671940565109253,
+      "step": 8674,
+      "subrel-constrast": 2.7914111614227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.573496699333191,
+      "cov-distil (oracle2student)": 4.570653438568115,
+      "cov-distil (oracle2teacher)": 4.457551002502441,
+      "epoch": 6.8092621664050235,
+      "rel-constrast": 2.3647780418395996,
+      "step": 8675,
+      "subrel-constrast": 3.2021803855895996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4526326656341553,
+      "cov-distil (oracle2student)": 3.9803662300109863,
+      "cov-distil (oracle2teacher)": 3.402967929840088,
+      "epoch": 6.810047095761382,
+      "rel-constrast": 2.2786076068878174,
+      "step": 8676,
+      "subrel-constrast": 2.927811861038208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1357579231262207,
+      "cov-distil (oracle2student)": 2.89632511138916,
+      "cov-distil (oracle2teacher)": 2.8809375762939453,
+      "epoch": 6.810832025117739,
+      "rel-constrast": 1.9790399074554443,
+      "step": 8677,
+      "subrel-constrast": 2.6154086589813232,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8254902362823486,
+      "cov-distil (oracle2student)": 4.416189193725586,
+      "cov-distil (oracle2teacher)": 4.432199954986572,
+      "epoch": 6.811616954474097,
+      "rel-constrast": 2.5574917793273926,
+      "step": 8678,
+      "subrel-constrast": 3.2999072074890137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6223578453063965,
+      "cov-distil (oracle2student)": 5.222491264343262,
+      "cov-distil (oracle2teacher)": 4.330684661865234,
+      "epoch": 6.812401883830455,
+      "rel-constrast": 3.0683038234710693,
+      "step": 8679,
+      "subrel-constrast": 3.6734209060668945,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.813186813186813,
+      "grad_norm": 5.875,
+      "learning_rate": 2.6110875321063822e-06,
+      "loss": 0.6576,
+      "step": 8680
+    },
+    {
+      "cov-distil": 1.9614695310592651,
+      "cov-distil (oracle2student)": 3.7367148399353027,
+      "cov-distil (oracle2teacher)": 4.070476531982422,
+      "epoch": 6.813186813186813,
+      "rel-constrast": 2.70782208442688,
+      "step": 8680,
+      "subrel-constrast": 4.0154619216918945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5307636260986328,
+      "cov-distil (oracle2student)": 3.894272804260254,
+      "cov-distil (oracle2teacher)": 3.8228468894958496,
+      "epoch": 6.813971742543171,
+      "rel-constrast": 2.0658576488494873,
+      "step": 8681,
+      "subrel-constrast": 2.9196863174438477,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2267606258392334,
+      "cov-distil (oracle2student)": 2.061699867248535,
+      "cov-distil (oracle2teacher)": 2.443653106689453,
+      "epoch": 6.814756671899529,
+      "rel-constrast": 2.66701602935791,
+      "step": 8682,
+      "subrel-constrast": 3.21417236328125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.023841381072998,
+      "cov-distil (oracle2student)": 3.2819714546203613,
+      "cov-distil (oracle2teacher)": 3.5550780296325684,
+      "epoch": 6.815541601255887,
+      "rel-constrast": 1.669411301612854,
+      "step": 8683,
+      "subrel-constrast": 2.5048978328704834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.031306266784668,
+      "cov-distil (oracle2student)": 4.845232963562012,
+      "cov-distil (oracle2teacher)": 4.089345932006836,
+      "epoch": 6.816326530612245,
+      "rel-constrast": 3.007424831390381,
+      "step": 8684,
+      "subrel-constrast": 3.8509225845336914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1333699226379395,
+      "cov-distil (oracle2student)": 4.232876777648926,
+      "cov-distil (oracle2teacher)": 4.135772705078125,
+      "epoch": 6.8171114599686025,
+      "rel-constrast": 2.838585376739502,
+      "step": 8685,
+      "subrel-constrast": 3.6276865005493164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3343892097473145,
+      "cov-distil (oracle2student)": 4.041461944580078,
+      "cov-distil (oracle2teacher)": 4.131649971008301,
+      "epoch": 6.817896389324961,
+      "rel-constrast": 2.780179023742676,
+      "step": 8686,
+      "subrel-constrast": 3.155681610107422,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.359430193901062,
+      "cov-distil (oracle2student)": 4.931482791900635,
+      "cov-distil (oracle2teacher)": 4.769287586212158,
+      "epoch": 6.818681318681318,
+      "rel-constrast": 2.011322498321533,
+      "step": 8687,
+      "subrel-constrast": 3.03487229347229,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5566623210906982,
+      "cov-distil (oracle2student)": 4.31431245803833,
+      "cov-distil (oracle2teacher)": 3.959808588027954,
+      "epoch": 6.819466248037677,
+      "rel-constrast": 1.6931960582733154,
+      "step": 8688,
+      "subrel-constrast": 2.968310832977295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.564812183380127,
+      "cov-distil (oracle2student)": 4.844311237335205,
+      "cov-distil (oracle2teacher)": 4.445395469665527,
+      "epoch": 6.820251177394034,
+      "rel-constrast": 3.93249773979187,
+      "step": 8689,
+      "subrel-constrast": 3.9809367656707764,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.821036106750393,
+      "grad_norm": 7.375,
+      "learning_rate": 2.5723949900652024e-06,
+      "loss": 0.6736,
+      "step": 8690
+    },
+    {
+      "cov-distil": 1.8820719718933105,
+      "cov-distil (oracle2student)": 2.997824192047119,
+      "cov-distil (oracle2teacher)": 3.421855926513672,
+      "epoch": 6.821036106750393,
+      "rel-constrast": 2.469882011413574,
+      "step": 8690,
+      "subrel-constrast": 3.4700262546539307,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.67496919631958,
+      "cov-distil (oracle2student)": 4.263395309448242,
+      "cov-distil (oracle2teacher)": 4.208813190460205,
+      "epoch": 6.82182103610675,
+      "rel-constrast": 3.2130680084228516,
+      "step": 8691,
+      "subrel-constrast": 3.8048276901245117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6716430187225342,
+      "cov-distil (oracle2student)": 3.8267791271209717,
+      "cov-distil (oracle2teacher)": 3.558701276779175,
+      "epoch": 6.822605965463108,
+      "rel-constrast": 2.391951560974121,
+      "step": 8692,
+      "subrel-constrast": 3.2117574214935303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.803282380104065,
+      "cov-distil (oracle2student)": 4.808854579925537,
+      "cov-distil (oracle2teacher)": 4.623702049255371,
+      "epoch": 6.823390894819466,
+      "rel-constrast": 2.4051055908203125,
+      "step": 8693,
+      "subrel-constrast": 3.481365442276001,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2932815551757812,
+      "cov-distil (oracle2student)": 4.752499580383301,
+      "cov-distil (oracle2teacher)": 4.010942459106445,
+      "epoch": 6.824175824175824,
+      "rel-constrast": 1.5426685810089111,
+      "step": 8694,
+      "subrel-constrast": 2.3809258937835693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.443722128868103,
+      "cov-distil (oracle2student)": 4.399731636047363,
+      "cov-distil (oracle2teacher)": 4.595988750457764,
+      "epoch": 6.824960753532182,
+      "rel-constrast": 3.137777805328369,
+      "step": 8695,
+      "subrel-constrast": 4.201554775238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3196048736572266,
+      "cov-distil (oracle2student)": 3.2320001125335693,
+      "cov-distil (oracle2teacher)": 3.0842363834381104,
+      "epoch": 6.82574568288854,
+      "rel-constrast": 2.5268495082855225,
+      "step": 8696,
+      "subrel-constrast": 2.896233320236206,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5186176300048828,
+      "cov-distil (oracle2student)": 4.535531997680664,
+      "cov-distil (oracle2teacher)": 3.9208908081054688,
+      "epoch": 6.826530612244898,
+      "rel-constrast": 2.5872318744659424,
+      "step": 8697,
+      "subrel-constrast": 2.914027214050293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.551820993423462,
+      "cov-distil (oracle2student)": 4.491244316101074,
+      "cov-distil (oracle2teacher)": 4.718780994415283,
+      "epoch": 6.827315541601256,
+      "rel-constrast": 1.9926702976226807,
+      "step": 8698,
+      "subrel-constrast": 3.4452250003814697,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4410951137542725,
+      "cov-distil (oracle2student)": 4.856349945068359,
+      "cov-distil (oracle2teacher)": 4.389255046844482,
+      "epoch": 6.828100470957613,
+      "rel-constrast": 2.383411407470703,
+      "step": 8699,
+      "subrel-constrast": 3.300312042236328,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.828885400313972,
+      "grad_norm": 5.53125,
+      "learning_rate": 2.5339757213133502e-06,
+      "loss": 0.6553,
+      "step": 8700
+    },
+    {
+      "epoch": 6.828885400313972,
+      "overlap": 0.37031251192092896,
+      "step": 8700
+    },
+    {
+      "epoch": 6.828885400313972,
+      "step": 8700,
+      "student margin": 0.07177734375
+    },
+    {
+      "epoch": 6.828885400313972,
+      "step": 8700,
+      "teacher margin": 0.0499267578125
+    },
+    {
+      "epoch": 6.828885400313972,
+      "margin difference": -0.0218505859375,
+      "step": 8700
+    },
+    {
+      "cov-distil": 1.5998036861419678,
+      "cov-distil (oracle2student)": 2.8642544746398926,
+      "cov-distil (oracle2teacher)": 2.8617544174194336,
+      "epoch": 6.828885400313972,
+      "rel-constrast": 1.138671636581421,
+      "step": 8700,
+      "subrel-constrast": 2.0778450965881348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4070909023284912,
+      "cov-distil (oracle2student)": 4.403797149658203,
+      "cov-distil (oracle2teacher)": 4.311551094055176,
+      "epoch": 6.829670329670329,
+      "rel-constrast": 1.6409704685211182,
+      "step": 8701,
+      "subrel-constrast": 2.4501893520355225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7302662134170532,
+      "cov-distil (oracle2student)": 2.8487000465393066,
+      "cov-distil (oracle2teacher)": 3.083263397216797,
+      "epoch": 6.830455259026688,
+      "rel-constrast": 2.5177001953125,
+      "step": 8702,
+      "subrel-constrast": 3.219818592071533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5981130599975586,
+      "cov-distil (oracle2student)": 5.727466106414795,
+      "cov-distil (oracle2teacher)": 5.1012725830078125,
+      "epoch": 6.831240188383045,
+      "rel-constrast": 3.471571922302246,
+      "step": 8703,
+      "subrel-constrast": 3.817486047744751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4677631855010986,
+      "cov-distil (oracle2student)": 4.99898624420166,
+      "cov-distil (oracle2teacher)": 4.636139869689941,
+      "epoch": 6.832025117739404,
+      "rel-constrast": 2.0861144065856934,
+      "step": 8704,
+      "subrel-constrast": 2.7731611728668213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6976314783096313,
+      "cov-distil (oracle2student)": 3.6936326026916504,
+      "cov-distil (oracle2teacher)": 3.3567070960998535,
+      "epoch": 6.832810047095761,
+      "rel-constrast": 2.379703998565674,
+      "step": 8705,
+      "subrel-constrast": 3.454921245574951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6794118881225586,
+      "cov-distil (oracle2student)": 5.046255588531494,
+      "cov-distil (oracle2teacher)": 5.5246195793151855,
+      "epoch": 6.833594976452119,
+      "rel-constrast": 3.406897783279419,
+      "step": 8706,
+      "subrel-constrast": 4.479288101196289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3827389478683472,
+      "cov-distil (oracle2student)": 4.762801170349121,
+      "cov-distil (oracle2teacher)": 4.423880577087402,
+      "epoch": 6.834379905808477,
+      "rel-constrast": 3.341838836669922,
+      "step": 8707,
+      "subrel-constrast": 3.3133513927459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3044837713241577,
+      "cov-distil (oracle2student)": 5.846435070037842,
+      "cov-distil (oracle2teacher)": 5.23102331161499,
+      "epoch": 6.835164835164835,
+      "rel-constrast": 1.9916353225708008,
+      "step": 8708,
+      "subrel-constrast": 2.8125054836273193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7723106145858765,
+      "cov-distil (oracle2student)": 4.606504440307617,
+      "cov-distil (oracle2teacher)": 4.239646911621094,
+      "epoch": 6.835949764521193,
+      "rel-constrast": 2.605083465576172,
+      "step": 8709,
+      "subrel-constrast": 3.799119710922241,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.836734693877551,
+      "grad_norm": 6.46875,
+      "learning_rate": 2.4958301939774833e-06,
+      "loss": 0.6536,
+      "step": 8710
+    },
+    {
+      "cov-distil": 1.118642807006836,
+      "cov-distil (oracle2student)": 2.5069055557250977,
+      "cov-distil (oracle2teacher)": 2.656578540802002,
+      "epoch": 6.836734693877551,
+      "rel-constrast": 2.257093906402588,
+      "step": 8710,
+      "subrel-constrast": 3.012052297592163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.633723497390747,
+      "cov-distil (oracle2student)": 5.1122660636901855,
+      "cov-distil (oracle2teacher)": 5.201949596405029,
+      "epoch": 6.837519623233909,
+      "rel-constrast": 2.815101146697998,
+      "step": 8711,
+      "subrel-constrast": 3.3032867908477783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1806552410125732,
+      "cov-distil (oracle2student)": 3.5397603511810303,
+      "cov-distil (oracle2teacher)": 3.5983469486236572,
+      "epoch": 6.838304552590267,
+      "rel-constrast": 3.4636471271514893,
+      "step": 8712,
+      "subrel-constrast": 3.6815309524536133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5375728607177734,
+      "cov-distil (oracle2student)": 4.504955768585205,
+      "cov-distil (oracle2teacher)": 3.850259304046631,
+      "epoch": 6.839089481946624,
+      "rel-constrast": 2.5179336071014404,
+      "step": 8713,
+      "subrel-constrast": 3.181159496307373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.559746503829956,
+      "cov-distil (oracle2student)": 3.9757843017578125,
+      "cov-distil (oracle2teacher)": 3.987639904022217,
+      "epoch": 6.839874411302983,
+      "rel-constrast": 2.2566208839416504,
+      "step": 8714,
+      "subrel-constrast": 3.1940927505493164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.545745849609375,
+      "cov-distil (oracle2student)": 5.160689353942871,
+      "cov-distil (oracle2teacher)": 5.175298690795898,
+      "epoch": 6.84065934065934,
+      "rel-constrast": 2.5707831382751465,
+      "step": 8715,
+      "subrel-constrast": 3.6979517936706543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5475250482559204,
+      "cov-distil (oracle2student)": 4.098695755004883,
+      "cov-distil (oracle2teacher)": 3.9855051040649414,
+      "epoch": 6.841444270015699,
+      "rel-constrast": 2.8137917518615723,
+      "step": 8716,
+      "subrel-constrast": 3.684825897216797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1992559432983398,
+      "cov-distil (oracle2student)": 5.504229545593262,
+      "cov-distil (oracle2teacher)": 4.751896858215332,
+      "epoch": 6.842229199372056,
+      "rel-constrast": 3.04191255569458,
+      "step": 8717,
+      "subrel-constrast": 3.324312686920166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9436159133911133,
+      "cov-distil (oracle2student)": 4.101391792297363,
+      "cov-distil (oracle2teacher)": 4.355525970458984,
+      "epoch": 6.843014128728415,
+      "rel-constrast": 1.7332960367202759,
+      "step": 8718,
+      "subrel-constrast": 2.7801856994628906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.917021632194519,
+      "cov-distil (oracle2student)": 5.621313095092773,
+      "cov-distil (oracle2teacher)": 5.05251407623291,
+      "epoch": 6.843799058084772,
+      "rel-constrast": 2.699638605117798,
+      "step": 8719,
+      "subrel-constrast": 3.570732593536377,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.84458398744113,
+      "grad_norm": 5.9375,
+      "learning_rate": 2.457958872848823e-06,
+      "loss": 0.6922,
+      "step": 8720
+    },
+    {
+      "cov-distil": 1.2225403785705566,
+      "cov-distil (oracle2student)": 3.164275646209717,
+      "cov-distil (oracle2teacher)": 3.008960247039795,
+      "epoch": 6.84458398744113,
+      "rel-constrast": 2.7656381130218506,
+      "step": 8720,
+      "subrel-constrast": 2.851043462753296,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3582990169525146,
+      "cov-distil (oracle2student)": 5.216036319732666,
+      "cov-distil (oracle2teacher)": 4.910674095153809,
+      "epoch": 6.845368916797488,
+      "rel-constrast": 2.6218204498291016,
+      "step": 8721,
+      "subrel-constrast": 2.993928909301758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7303638458251953,
+      "cov-distil (oracle2student)": 3.480698347091675,
+      "cov-distil (oracle2teacher)": 3.9793453216552734,
+      "epoch": 6.846153846153846,
+      "rel-constrast": 2.970766305923462,
+      "step": 8722,
+      "subrel-constrast": 4.394276142120361,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5248873233795166,
+      "cov-distil (oracle2student)": 3.8718981742858887,
+      "cov-distil (oracle2teacher)": 4.184382915496826,
+      "epoch": 6.846938775510204,
+      "rel-constrast": 2.3065645694732666,
+      "step": 8723,
+      "subrel-constrast": 3.3167645931243896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.526074767112732,
+      "cov-distil (oracle2student)": 4.546977519989014,
+      "cov-distil (oracle2teacher)": 4.063900470733643,
+      "epoch": 6.847723704866562,
+      "rel-constrast": 2.861405849456787,
+      "step": 8724,
+      "subrel-constrast": 3.695922374725342,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3821351528167725,
+      "cov-distil (oracle2student)": 3.871309757232666,
+      "cov-distil (oracle2teacher)": 3.8501431941986084,
+      "epoch": 6.84850863422292,
+      "rel-constrast": 2.621094226837158,
+      "step": 8725,
+      "subrel-constrast": 3.0328824520111084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7196401357650757,
+      "cov-distil (oracle2student)": 5.013209819793701,
+      "cov-distil (oracle2teacher)": 4.897952079772949,
+      "epoch": 6.849293563579278,
+      "rel-constrast": 2.9903194904327393,
+      "step": 8726,
+      "subrel-constrast": 3.9410600662231445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.504897117614746,
+      "cov-distil (oracle2student)": 3.387641429901123,
+      "cov-distil (oracle2teacher)": 3.1095356941223145,
+      "epoch": 6.850078492935635,
+      "rel-constrast": 1.6657488346099854,
+      "step": 8727,
+      "subrel-constrast": 2.4101972579956055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2306458950042725,
+      "cov-distil (oracle2student)": 3.702683925628662,
+      "cov-distil (oracle2teacher)": 4.004695892333984,
+      "epoch": 6.850863422291994,
+      "rel-constrast": 2.6593377590179443,
+      "step": 8728,
+      "subrel-constrast": 3.4036810398101807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9677563309669495,
+      "cov-distil (oracle2student)": 4.7186279296875,
+      "cov-distil (oracle2teacher)": 4.323713779449463,
+      "epoch": 6.851648351648351,
+      "rel-constrast": 3.1070570945739746,
+      "step": 8729,
+      "subrel-constrast": 3.0534021854400635,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.85243328100471,
+      "grad_norm": 6.15625,
+      "learning_rate": 2.4203622193774646e-06,
+      "loss": 0.6997,
+      "step": 8730
+    },
+    {
+      "cov-distil": 2.046064853668213,
+      "cov-distil (oracle2student)": 3.7159197330474854,
+      "cov-distil (oracle2teacher)": 4.254617691040039,
+      "epoch": 6.85243328100471,
+      "rel-constrast": 1.7796850204467773,
+      "step": 8730,
+      "subrel-constrast": 3.051177740097046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3452645540237427,
+      "cov-distil (oracle2student)": 4.460793495178223,
+      "cov-distil (oracle2teacher)": 3.757096290588379,
+      "epoch": 6.853218210361067,
+      "rel-constrast": 2.488100528717041,
+      "step": 8731,
+      "subrel-constrast": 2.914196252822876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4703680276870728,
+      "cov-distil (oracle2student)": 5.282201290130615,
+      "cov-distil (oracle2teacher)": 5.22380256652832,
+      "epoch": 6.854003139717426,
+      "rel-constrast": 2.8152945041656494,
+      "step": 8732,
+      "subrel-constrast": 3.845125198364258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3189573287963867,
+      "cov-distil (oracle2student)": 6.443266868591309,
+      "cov-distil (oracle2teacher)": 6.0016632080078125,
+      "epoch": 6.854788069073783,
+      "rel-constrast": 2.8297386169433594,
+      "step": 8733,
+      "subrel-constrast": 3.606369733810425,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0987975597381592,
+      "cov-distil (oracle2student)": 3.2076773643493652,
+      "cov-distil (oracle2teacher)": 3.2586140632629395,
+      "epoch": 6.855572998430142,
+      "rel-constrast": 1.8574037551879883,
+      "step": 8734,
+      "subrel-constrast": 2.5868382453918457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9461126327514648,
+      "cov-distil (oracle2student)": 3.1992268562316895,
+      "cov-distil (oracle2teacher)": 3.3941831588745117,
+      "epoch": 6.856357927786499,
+      "rel-constrast": 2.5066747665405273,
+      "step": 8735,
+      "subrel-constrast": 3.2876827716827393,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2591557502746582,
+      "cov-distil (oracle2student)": 4.1496357917785645,
+      "cov-distil (oracle2teacher)": 3.8803465366363525,
+      "epoch": 6.857142857142857,
+      "rel-constrast": 3.286569118499756,
+      "step": 8736,
+      "subrel-constrast": 3.869819164276123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5669727325439453,
+      "cov-distil (oracle2student)": 4.994857311248779,
+      "cov-distil (oracle2teacher)": 4.337289810180664,
+      "epoch": 6.857927786499215,
+      "rel-constrast": 3.9350244998931885,
+      "step": 8737,
+      "subrel-constrast": 4.16990327835083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.60883629322052,
+      "cov-distil (oracle2student)": 3.697948932647705,
+      "cov-distil (oracle2teacher)": 3.2384033203125,
+      "epoch": 6.858712715855573,
+      "rel-constrast": 3.4416635036468506,
+      "step": 8738,
+      "subrel-constrast": 3.63212251663208,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2018067836761475,
+      "cov-distil (oracle2student)": 2.702515125274658,
+      "cov-distil (oracle2teacher)": 2.6730923652648926,
+      "epoch": 6.859497645211931,
+      "rel-constrast": 2.470534086227417,
+      "step": 8739,
+      "subrel-constrast": 3.2161874771118164,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.860282574568289,
+      "grad_norm": 5.3125,
+      "learning_rate": 2.3830406916667604e-06,
+      "loss": 0.7224,
+      "step": 8740
+    },
+    {
+      "cov-distil": 1.6775881052017212,
+      "cov-distil (oracle2student)": 4.981085777282715,
+      "cov-distil (oracle2teacher)": 5.0697174072265625,
+      "epoch": 6.860282574568289,
+      "rel-constrast": 1.9278790950775146,
+      "step": 8740,
+      "subrel-constrast": 2.797532081604004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7165995836257935,
+      "cov-distil (oracle2student)": 4.057828426361084,
+      "cov-distil (oracle2teacher)": 4.195466995239258,
+      "epoch": 6.861067503924647,
+      "rel-constrast": 1.708706021308899,
+      "step": 8741,
+      "subrel-constrast": 2.885427951812744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6233179569244385,
+      "cov-distil (oracle2student)": 4.411850452423096,
+      "cov-distil (oracle2teacher)": 4.126228332519531,
+      "epoch": 6.861852433281005,
+      "rel-constrast": 2.882911205291748,
+      "step": 8742,
+      "subrel-constrast": 3.4480879306793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0958547592163086,
+      "cov-distil (oracle2student)": 4.3332624435424805,
+      "cov-distil (oracle2teacher)": 4.170580863952637,
+      "epoch": 6.862637362637363,
+      "rel-constrast": 1.8082759380340576,
+      "step": 8743,
+      "subrel-constrast": 2.2532055377960205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9932665824890137,
+      "cov-distil (oracle2student)": 4.2619524002075195,
+      "cov-distil (oracle2teacher)": 4.197455406188965,
+      "epoch": 6.863422291993721,
+      "rel-constrast": 3.3526036739349365,
+      "step": 8744,
+      "subrel-constrast": 4.216405868530273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1062791347503662,
+      "cov-distil (oracle2student)": 7.042795181274414,
+      "cov-distil (oracle2teacher)": 6.044599533081055,
+      "epoch": 6.864207221350078,
+      "rel-constrast": 2.1270923614501953,
+      "step": 8745,
+      "subrel-constrast": 3.055424928665161,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9874964952468872,
+      "cov-distil (oracle2student)": 6.470263957977295,
+      "cov-distil (oracle2teacher)": 6.389434814453125,
+      "epoch": 6.864992150706437,
+      "rel-constrast": 2.7100698947906494,
+      "step": 8746,
+      "subrel-constrast": 3.583456516265869,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0435354709625244,
+      "cov-distil (oracle2student)": 6.447178840637207,
+      "cov-distil (oracle2teacher)": 6.131486415863037,
+      "epoch": 6.865777080062794,
+      "rel-constrast": 2.179440975189209,
+      "step": 8747,
+      "subrel-constrast": 3.502350091934204,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.277564287185669,
+      "cov-distil (oracle2student)": 3.9932594299316406,
+      "cov-distil (oracle2teacher)": 4.159140110015869,
+      "epoch": 6.866562009419153,
+      "rel-constrast": 3.0147225856781006,
+      "step": 8748,
+      "subrel-constrast": 3.588042736053467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8169724941253662,
+      "cov-distil (oracle2student)": 4.655501842498779,
+      "cov-distil (oracle2teacher)": 4.143335819244385,
+      "epoch": 6.86734693877551,
+      "rel-constrast": 2.3439440727233887,
+      "step": 8749,
+      "subrel-constrast": 3.090263843536377,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.868131868131869,
+      "grad_norm": 5.53125,
+      "learning_rate": 2.3459947444677554e-06,
+      "loss": 0.6397,
+      "step": 8750
+    },
+    {
+      "cov-distil": 1.3534835577011108,
+      "cov-distil (oracle2student)": 3.9284446239471436,
+      "cov-distil (oracle2teacher)": 3.7743237018585205,
+      "epoch": 6.868131868131869,
+      "rel-constrast": 1.9838060140609741,
+      "step": 8750,
+      "subrel-constrast": 2.7627530097961426,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3892822265625,
+      "cov-distil (oracle2student)": 4.502991676330566,
+      "cov-distil (oracle2teacher)": 3.925997495651245,
+      "epoch": 6.868916797488226,
+      "rel-constrast": 2.6727190017700195,
+      "step": 8751,
+      "subrel-constrast": 3.0352799892425537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3803032636642456,
+      "cov-distil (oracle2student)": 3.9423089027404785,
+      "cov-distil (oracle2teacher)": 3.8511195182800293,
+      "epoch": 6.869701726844584,
+      "rel-constrast": 2.4295830726623535,
+      "step": 8752,
+      "subrel-constrast": 3.0116069316864014,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2295138835906982,
+      "cov-distil (oracle2student)": 4.326683044433594,
+      "cov-distil (oracle2teacher)": 3.9240264892578125,
+      "epoch": 6.870486656200942,
+      "rel-constrast": 2.6700491905212402,
+      "step": 8753,
+      "subrel-constrast": 3.021399974822998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.603855013847351,
+      "cov-distil (oracle2student)": 5.212274551391602,
+      "cov-distil (oracle2teacher)": 4.695734024047852,
+      "epoch": 6.8712715855573,
+      "rel-constrast": 3.9429771900177,
+      "step": 8754,
+      "subrel-constrast": 4.0748820304870605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5991252660751343,
+      "cov-distil (oracle2student)": 2.7139244079589844,
+      "cov-distil (oracle2teacher)": 2.9296393394470215,
+      "epoch": 6.872056514913658,
+      "rel-constrast": 2.965205192565918,
+      "step": 8755,
+      "subrel-constrast": 3.582172155380249,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4686027765274048,
+      "cov-distil (oracle2student)": 3.5919547080993652,
+      "cov-distil (oracle2teacher)": 2.79443097114563,
+      "epoch": 6.872841444270016,
+      "rel-constrast": 1.9088983535766602,
+      "step": 8756,
+      "subrel-constrast": 2.427335500717163,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3480491638183594,
+      "cov-distil (oracle2student)": 4.883806228637695,
+      "cov-distil (oracle2teacher)": 4.813948631286621,
+      "epoch": 6.873626373626374,
+      "rel-constrast": 2.892869472503662,
+      "step": 8757,
+      "subrel-constrast": 3.2724263668060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9665756821632385,
+      "cov-distil (oracle2student)": 2.9318795204162598,
+      "cov-distil (oracle2teacher)": 2.6702027320861816,
+      "epoch": 6.874411302982732,
+      "rel-constrast": 1.919783353805542,
+      "step": 8758,
+      "subrel-constrast": 2.354652166366577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7938003540039062,
+      "cov-distil (oracle2student)": 4.839827537536621,
+      "cov-distil (oracle2teacher)": 4.653957843780518,
+      "epoch": 6.875196232339089,
+      "rel-constrast": 2.7468624114990234,
+      "step": 8759,
+      "subrel-constrast": 3.5948879718780518,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.875981161695448,
+      "grad_norm": 5.84375,
+      "learning_rate": 2.3092248291736147e-06,
+      "loss": 0.6887,
+      "step": 8760
+    },
+    {
+      "cov-distil": 1.4938338994979858,
+      "cov-distil (oracle2student)": 4.053768157958984,
+      "cov-distil (oracle2teacher)": 4.1587748527526855,
+      "epoch": 6.875981161695448,
+      "rel-constrast": 2.5709633827209473,
+      "step": 8760,
+      "subrel-constrast": 2.980478048324585,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5366460084915161,
+      "cov-distil (oracle2student)": 5.473124027252197,
+      "cov-distil (oracle2teacher)": 5.3333282470703125,
+      "epoch": 6.876766091051805,
+      "rel-constrast": 2.942056655883789,
+      "step": 8761,
+      "subrel-constrast": 3.5866310596466064,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1536884307861328,
+      "cov-distil (oracle2student)": 3.987311840057373,
+      "cov-distil (oracle2teacher)": 3.129633903503418,
+      "epoch": 6.877551020408164,
+      "rel-constrast": 2.3078603744506836,
+      "step": 8762,
+      "subrel-constrast": 2.8613743782043457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8832019567489624,
+      "cov-distil (oracle2student)": 4.24306583404541,
+      "cov-distil (oracle2teacher)": 3.700368881225586,
+      "epoch": 6.878335949764521,
+      "rel-constrast": 2.1893515586853027,
+      "step": 8763,
+      "subrel-constrast": 3.134399890899658,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1468236446380615,
+      "cov-distil (oracle2student)": 3.7972252368927,
+      "cov-distil (oracle2teacher)": 3.5557756423950195,
+      "epoch": 6.8791208791208796,
+      "rel-constrast": 2.3396859169006348,
+      "step": 8764,
+      "subrel-constrast": 2.7181925773620605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2646738290786743,
+      "cov-distil (oracle2student)": 3.6003756523132324,
+      "cov-distil (oracle2teacher)": 2.9570231437683105,
+      "epoch": 6.879905808477237,
+      "rel-constrast": 2.479905605316162,
+      "step": 8765,
+      "subrel-constrast": 2.709348201751709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3552958965301514,
+      "cov-distil (oracle2student)": 3.6714401245117188,
+      "cov-distil (oracle2teacher)": 3.545165538787842,
+      "epoch": 6.880690737833595,
+      "rel-constrast": 3.8328871726989746,
+      "step": 8766,
+      "subrel-constrast": 4.8241167068481445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3075461387634277,
+      "cov-distil (oracle2student)": 4.816634178161621,
+      "cov-distil (oracle2teacher)": 4.306394577026367,
+      "epoch": 6.881475667189953,
+      "rel-constrast": 2.725637912750244,
+      "step": 8767,
+      "subrel-constrast": 3.245807409286499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4333240985870361,
+      "cov-distil (oracle2student)": 4.492656230926514,
+      "cov-distil (oracle2teacher)": 3.65667724609375,
+      "epoch": 6.882260596546311,
+      "rel-constrast": 2.2638931274414062,
+      "step": 8768,
+      "subrel-constrast": 3.1765856742858887,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1237514019012451,
+      "cov-distil (oracle2student)": 3.7975316047668457,
+      "cov-distil (oracle2teacher)": 3.747225284576416,
+      "epoch": 6.883045525902669,
+      "rel-constrast": 2.3042163848876953,
+      "step": 8769,
+      "subrel-constrast": 2.9954617023468018,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.883830455259027,
+      "grad_norm": 4.6875,
+      "learning_rate": 2.272731393814165e-06,
+      "loss": 0.6832,
+      "step": 8770
+    },
+    {
+      "cov-distil": 1.5579413175582886,
+      "cov-distil (oracle2student)": 3.0842509269714355,
+      "cov-distil (oracle2teacher)": 2.9807183742523193,
+      "epoch": 6.883830455259027,
+      "rel-constrast": 2.6548562049865723,
+      "step": 8770,
+      "subrel-constrast": 3.4216692447662354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5096213817596436,
+      "cov-distil (oracle2student)": 4.126020431518555,
+      "cov-distil (oracle2teacher)": 3.690382480621338,
+      "epoch": 6.884615384615385,
+      "rel-constrast": 2.9391930103302,
+      "step": 8771,
+      "subrel-constrast": 3.5967695713043213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2242634296417236,
+      "cov-distil (oracle2student)": 4.687978744506836,
+      "cov-distil (oracle2teacher)": 4.8390960693359375,
+      "epoch": 6.885400313971743,
+      "rel-constrast": 4.118054389953613,
+      "step": 8772,
+      "subrel-constrast": 4.314205169677734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1655610799789429,
+      "cov-distil (oracle2student)": 4.603475093841553,
+      "cov-distil (oracle2teacher)": 4.190638542175293,
+      "epoch": 6.8861852433281,
+      "rel-constrast": 3.75538969039917,
+      "step": 8773,
+      "subrel-constrast": 4.168473720550537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4799795150756836,
+      "cov-distil (oracle2student)": 3.773496150970459,
+      "cov-distil (oracle2teacher)": 3.4247477054595947,
+      "epoch": 6.8869701726844585,
+      "rel-constrast": 2.896113395690918,
+      "step": 8774,
+      "subrel-constrast": 3.3725318908691406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.097794532775879,
+      "cov-distil (oracle2student)": 3.6292169094085693,
+      "cov-distil (oracle2teacher)": 3.808232069015503,
+      "epoch": 6.887755102040816,
+      "rel-constrast": 1.4258756637573242,
+      "step": 8775,
+      "subrel-constrast": 2.0808844566345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3053843975067139,
+      "cov-distil (oracle2student)": 6.2784953117370605,
+      "cov-distil (oracle2teacher)": 5.613055229187012,
+      "epoch": 6.8885400313971745,
+      "rel-constrast": 2.6330227851867676,
+      "step": 8776,
+      "subrel-constrast": 3.228541612625122,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2785695791244507,
+      "cov-distil (oracle2student)": 3.2328901290893555,
+      "cov-distil (oracle2teacher)": 3.0387914180755615,
+      "epoch": 6.889324960753532,
+      "rel-constrast": 1.703505277633667,
+      "step": 8777,
+      "subrel-constrast": 2.4597878456115723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2623581886291504,
+      "cov-distil (oracle2student)": 3.37797212600708,
+      "cov-distil (oracle2teacher)": 3.390970230102539,
+      "epoch": 6.8901098901098905,
+      "rel-constrast": 2.0900278091430664,
+      "step": 8778,
+      "subrel-constrast": 2.3168623447418213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6051636934280396,
+      "cov-distil (oracle2student)": 3.8610012531280518,
+      "cov-distil (oracle2teacher)": 4.150558948516846,
+      "epoch": 6.890894819466248,
+      "rel-constrast": 2.255685329437256,
+      "step": 8779,
+      "subrel-constrast": 3.5954084396362305,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.891679748822606,
+      "grad_norm": 6.8125,
+      "learning_rate": 2.2365148830503917e-06,
+      "loss": 0.6955,
+      "step": 8780
+    },
+    {
+      "cov-distil": 1.6627577543258667,
+      "cov-distil (oracle2student)": 3.171175003051758,
+      "cov-distil (oracle2teacher)": 3.7205209732055664,
+      "epoch": 6.891679748822606,
+      "rel-constrast": 2.3806629180908203,
+      "step": 8780,
+      "subrel-constrast": 2.722052574157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0675824880599976,
+      "cov-distil (oracle2student)": 4.354708194732666,
+      "cov-distil (oracle2teacher)": 4.156247138977051,
+      "epoch": 6.892464678178964,
+      "rel-constrast": 1.5353835821151733,
+      "step": 8781,
+      "subrel-constrast": 1.9950125217437744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4463562965393066,
+      "cov-distil (oracle2student)": 3.773292303085327,
+      "cov-distil (oracle2teacher)": 3.412498712539673,
+      "epoch": 6.893249607535322,
+      "rel-constrast": 2.264305591583252,
+      "step": 8782,
+      "subrel-constrast": 2.6365013122558594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.231123447418213,
+      "cov-distil (oracle2student)": 3.4719834327697754,
+      "cov-distil (oracle2teacher)": 3.349785804748535,
+      "epoch": 6.89403453689168,
+      "rel-constrast": 1.62787663936615,
+      "step": 8783,
+      "subrel-constrast": 2.627068042755127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.776073694229126,
+      "cov-distil (oracle2student)": 6.172509670257568,
+      "cov-distil (oracle2teacher)": 5.657403469085693,
+      "epoch": 6.8948194662480375,
+      "rel-constrast": 2.9192445278167725,
+      "step": 8784,
+      "subrel-constrast": 3.5115673542022705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7511792182922363,
+      "cov-distil (oracle2student)": 5.0175275802612305,
+      "cov-distil (oracle2teacher)": 4.588096618652344,
+      "epoch": 6.895604395604396,
+      "rel-constrast": 2.577039957046509,
+      "step": 8785,
+      "subrel-constrast": 3.1232638359069824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4670547246932983,
+      "cov-distil (oracle2student)": 4.489390850067139,
+      "cov-distil (oracle2teacher)": 4.18916654586792,
+      "epoch": 6.8963893249607535,
+      "rel-constrast": 2.72145676612854,
+      "step": 8786,
+      "subrel-constrast": 3.6451456546783447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9460769295692444,
+      "cov-distil (oracle2student)": 3.3876700401306152,
+      "cov-distil (oracle2teacher)": 2.9195313453674316,
+      "epoch": 6.897174254317111,
+      "rel-constrast": 1.8276636600494385,
+      "step": 8787,
+      "subrel-constrast": 2.2783191204071045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3570789098739624,
+      "cov-distil (oracle2student)": 4.350829124450684,
+      "cov-distil (oracle2teacher)": 3.8840012550354004,
+      "epoch": 6.8979591836734695,
+      "rel-constrast": 1.3979830741882324,
+      "step": 8788,
+      "subrel-constrast": 2.0968968868255615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1711729764938354,
+      "cov-distil (oracle2student)": 3.7895755767822266,
+      "cov-distil (oracle2teacher)": 3.1903128623962402,
+      "epoch": 6.898744113029827,
+      "rel-constrast": 2.3800883293151855,
+      "step": 8789,
+      "subrel-constrast": 2.7596874237060547,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.8995290423861855,
+      "grad_norm": 6.21875,
+      "learning_rate": 2.2005757381690475e-06,
+      "loss": 0.5755,
+      "step": 8790
+    },
+    {
+      "cov-distil": 1.6470189094543457,
+      "cov-distil (oracle2student)": 3.0980372428894043,
+      "cov-distil (oracle2teacher)": 3.303379774093628,
+      "epoch": 6.8995290423861855,
+      "rel-constrast": 2.1792402267456055,
+      "step": 8790,
+      "subrel-constrast": 2.6962599754333496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8983290195465088,
+      "cov-distil (oracle2student)": 6.1190643310546875,
+      "cov-distil (oracle2teacher)": 5.858142852783203,
+      "epoch": 6.900313971742543,
+      "rel-constrast": 2.374830484390259,
+      "step": 8791,
+      "subrel-constrast": 3.0553252696990967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6442266702651978,
+      "cov-distil (oracle2student)": 4.252070426940918,
+      "cov-distil (oracle2teacher)": 4.107592582702637,
+      "epoch": 6.9010989010989015,
+      "rel-constrast": 2.978876829147339,
+      "step": 8792,
+      "subrel-constrast": 3.9617888927459717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0736225843429565,
+      "cov-distil (oracle2student)": 3.8410539627075195,
+      "cov-distil (oracle2teacher)": 3.424490451812744,
+      "epoch": 6.901883830455259,
+      "rel-constrast": 2.053597927093506,
+      "step": 8793,
+      "subrel-constrast": 2.6042652130126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8395416736602783,
+      "cov-distil (oracle2student)": 3.8167622089385986,
+      "cov-distil (oracle2teacher)": 3.8049449920654297,
+      "epoch": 6.9026687598116165,
+      "rel-constrast": 3.0254781246185303,
+      "step": 8794,
+      "subrel-constrast": 3.3348519802093506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6897962093353271,
+      "cov-distil (oracle2student)": 5.770106792449951,
+      "cov-distil (oracle2teacher)": 5.108736515045166,
+      "epoch": 6.903453689167975,
+      "rel-constrast": 2.442262649536133,
+      "step": 8795,
+      "subrel-constrast": 2.918527841567993,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3283812999725342,
+      "cov-distil (oracle2student)": 3.3044562339782715,
+      "cov-distil (oracle2teacher)": 3.154845714569092,
+      "epoch": 6.9042386185243325,
+      "rel-constrast": 2.6407835483551025,
+      "step": 8796,
+      "subrel-constrast": 3.6249256134033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3184375762939453,
+      "cov-distil (oracle2student)": 3.621612310409546,
+      "cov-distil (oracle2teacher)": 3.7246968746185303,
+      "epoch": 6.905023547880691,
+      "rel-constrast": 1.7411713600158691,
+      "step": 8797,
+      "subrel-constrast": 2.442580223083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.071389079093933,
+      "cov-distil (oracle2student)": 4.104106903076172,
+      "cov-distil (oracle2teacher)": 4.310018062591553,
+      "epoch": 6.9058084772370485,
+      "rel-constrast": 2.100527286529541,
+      "step": 8798,
+      "subrel-constrast": 2.751234769821167,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6484891176223755,
+      "cov-distil (oracle2student)": 6.031333923339844,
+      "cov-distil (oracle2teacher)": 5.0889081954956055,
+      "epoch": 6.906593406593407,
+      "rel-constrast": 2.187101364135742,
+      "step": 8799,
+      "subrel-constrast": 3.174558162689209,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.9073783359497645,
+      "grad_norm": 5.21875,
+      "learning_rate": 2.164914397077275e-06,
+      "loss": 0.631,
+      "step": 8800
+    },
+    {
+      "epoch": 6.9073783359497645,
+      "overlap": 0.36406251788139343,
+      "step": 8800
+    },
+    {
+      "epoch": 6.9073783359497645,
+      "step": 8800,
+      "student margin": 0.05926513671875
+    },
+    {
+      "epoch": 6.9073783359497645,
+      "step": 8800,
+      "teacher margin": 0.039337158203125
+    },
+    {
+      "epoch": 6.9073783359497645,
+      "margin difference": -0.019927978515625,
+      "step": 8800
+    },
+    {
+      "cov-distil": 1.1525557041168213,
+      "cov-distil (oracle2student)": 6.132819175720215,
+      "cov-distil (oracle2teacher)": 5.549199104309082,
+      "epoch": 6.9073783359497645,
+      "rel-constrast": 2.7785305976867676,
+      "step": 8800,
+      "subrel-constrast": 3.5075128078460693,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7686045169830322,
+      "cov-distil (oracle2student)": 4.189377784729004,
+      "cov-distil (oracle2teacher)": 3.9345543384552,
+      "epoch": 6.908163265306122,
+      "rel-constrast": 2.043386220932007,
+      "step": 8801,
+      "subrel-constrast": 2.7980246543884277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.371872901916504,
+      "cov-distil (oracle2student)": 5.066699028015137,
+      "cov-distil (oracle2teacher)": 4.48616361618042,
+      "epoch": 6.9089481946624804,
+      "rel-constrast": 2.7364964485168457,
+      "step": 8802,
+      "subrel-constrast": 3.4911985397338867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7565431594848633,
+      "cov-distil (oracle2student)": 4.033587455749512,
+      "cov-distil (oracle2teacher)": 4.01729154586792,
+      "epoch": 6.909733124018838,
+      "rel-constrast": 2.02433443069458,
+      "step": 8803,
+      "subrel-constrast": 2.9837052822113037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7429041862487793,
+      "cov-distil (oracle2student)": 4.4953107833862305,
+      "cov-distil (oracle2teacher)": 4.314218521118164,
+      "epoch": 6.910518053375196,
+      "rel-constrast": 2.434536933898926,
+      "step": 8804,
+      "subrel-constrast": 3.099886417388916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6018781661987305,
+      "cov-distil (oracle2student)": 4.713105201721191,
+      "cov-distil (oracle2teacher)": 4.654376983642578,
+      "epoch": 6.911302982731554,
+      "rel-constrast": 2.4672744274139404,
+      "step": 8805,
+      "subrel-constrast": 3.9688944816589355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2985273599624634,
+      "cov-distil (oracle2student)": 4.2284698486328125,
+      "cov-distil (oracle2teacher)": 4.046700477600098,
+      "epoch": 6.912087912087912,
+      "rel-constrast": 2.734149217605591,
+      "step": 8806,
+      "subrel-constrast": 3.662475824356079,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8905141353607178,
+      "cov-distil (oracle2student)": 3.809650421142578,
+      "cov-distil (oracle2teacher)": 3.666553020477295,
+      "epoch": 6.91287284144427,
+      "rel-constrast": 3.197577953338623,
+      "step": 8807,
+      "subrel-constrast": 4.036930561065674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4446477890014648,
+      "cov-distil (oracle2student)": 4.823704719543457,
+      "cov-distil (oracle2teacher)": 4.5609540939331055,
+      "epoch": 6.9136577708006275,
+      "rel-constrast": 3.4193310737609863,
+      "step": 8808,
+      "subrel-constrast": 4.112531661987305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9779953956604004,
+      "cov-distil (oracle2student)": 5.689838886260986,
+      "cov-distil (oracle2teacher)": 4.944990158081055,
+      "epoch": 6.914442700156986,
+      "rel-constrast": 3.101026773452759,
+      "step": 8809,
+      "subrel-constrast": 3.16900897026062,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.9152276295133435,
+      "grad_norm": 6.53125,
+      "learning_rate": 2.12953129429726e-06,
+      "loss": 0.7134,
+      "step": 8810
+    },
+    {
+      "cov-distil": 1.4232509136199951,
+      "cov-distil (oracle2student)": 4.540153980255127,
+      "cov-distil (oracle2teacher)": 4.528952598571777,
+      "epoch": 6.9152276295133435,
+      "rel-constrast": 2.7374014854431152,
+      "step": 8810,
+      "subrel-constrast": 3.55802321434021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0787533521652222,
+      "cov-distil (oracle2student)": 5.9773759841918945,
+      "cov-distil (oracle2teacher)": 5.6111040115356445,
+      "epoch": 6.916012558869702,
+      "rel-constrast": 2.555769920349121,
+      "step": 8811,
+      "subrel-constrast": 3.1517581939697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3893235921859741,
+      "cov-distil (oracle2student)": 3.4913134574890137,
+      "cov-distil (oracle2teacher)": 3.774451732635498,
+      "epoch": 6.916797488226059,
+      "rel-constrast": 1.7069823741912842,
+      "step": 8812,
+      "subrel-constrast": 2.4711954593658447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4004206657409668,
+      "cov-distil (oracle2student)": 4.379360198974609,
+      "cov-distil (oracle2teacher)": 4.07623291015625,
+      "epoch": 6.917582417582418,
+      "rel-constrast": 1.7610008716583252,
+      "step": 8813,
+      "subrel-constrast": 2.462890863418579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0126571655273438,
+      "cov-distil (oracle2student)": 3.450406789779663,
+      "cov-distil (oracle2teacher)": 3.1280059814453125,
+      "epoch": 6.918367346938775,
+      "rel-constrast": 2.698385000228882,
+      "step": 8814,
+      "subrel-constrast": 2.7968881130218506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0488917827606201,
+      "cov-distil (oracle2student)": 2.9694364070892334,
+      "cov-distil (oracle2teacher)": 2.6939268112182617,
+      "epoch": 6.919152276295133,
+      "rel-constrast": 1.8445348739624023,
+      "step": 8815,
+      "subrel-constrast": 2.659611225128174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6364105939865112,
+      "cov-distil (oracle2student)": 3.813547134399414,
+      "cov-distil (oracle2teacher)": 3.7281036376953125,
+      "epoch": 6.919937205651491,
+      "rel-constrast": 2.393714427947998,
+      "step": 8816,
+      "subrel-constrast": 3.4095706939697266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8061695098876953,
+      "cov-distil (oracle2student)": 5.078128814697266,
+      "cov-distil (oracle2teacher)": 5.507284164428711,
+      "epoch": 6.920722135007849,
+      "rel-constrast": 2.4679410457611084,
+      "step": 8817,
+      "subrel-constrast": 3.474917411804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3647119998931885,
+      "cov-distil (oracle2student)": 5.218281269073486,
+      "cov-distil (oracle2teacher)": 4.304013729095459,
+      "epoch": 6.921507064364207,
+      "rel-constrast": 2.4320287704467773,
+      "step": 8818,
+      "subrel-constrast": 3.20426607131958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6855589151382446,
+      "cov-distil (oracle2student)": 5.791734218597412,
+      "cov-distil (oracle2teacher)": 5.481908321380615,
+      "epoch": 6.922291993720565,
+      "rel-constrast": 2.086609125137329,
+      "step": 8819,
+      "subrel-constrast": 2.7600066661834717,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.923076923076923,
+      "grad_norm": 5.0625,
+      "learning_rate": 2.0944268609609464e-06,
+      "loss": 0.6017,
+      "step": 8820
+    },
+    {
+      "cov-distil": 1.6498258113861084,
+      "cov-distil (oracle2student)": 4.210289478302002,
+      "cov-distil (oracle2teacher)": 3.871540069580078,
+      "epoch": 6.923076923076923,
+      "rel-constrast": 1.7747105360031128,
+      "step": 8820,
+      "subrel-constrast": 2.536942481994629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.140089750289917,
+      "cov-distil (oracle2student)": 4.4463582038879395,
+      "cov-distil (oracle2teacher)": 4.165238380432129,
+      "epoch": 6.923861852433281,
+      "rel-constrast": 2.638828754425049,
+      "step": 8821,
+      "subrel-constrast": 3.563311815261841,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3050401210784912,
+      "cov-distil (oracle2student)": 4.758359909057617,
+      "cov-distil (oracle2teacher)": 4.571963787078857,
+      "epoch": 6.924646781789638,
+      "rel-constrast": 3.129631519317627,
+      "step": 8822,
+      "subrel-constrast": 3.605220317840576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1037722826004028,
+      "cov-distil (oracle2student)": 3.567351818084717,
+      "cov-distil (oracle2teacher)": 3.419116735458374,
+      "epoch": 6.925431711145997,
+      "rel-constrast": 2.2579574584960938,
+      "step": 8823,
+      "subrel-constrast": 2.713960647583008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7781707048416138,
+      "cov-distil (oracle2student)": 3.3992748260498047,
+      "cov-distil (oracle2teacher)": 3.601278066635132,
+      "epoch": 6.926216640502354,
+      "rel-constrast": 1.868759036064148,
+      "step": 8824,
+      "subrel-constrast": 3.0302937030792236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7273551225662231,
+      "cov-distil (oracle2student)": 4.585541725158691,
+      "cov-distil (oracle2teacher)": 4.688895225524902,
+      "epoch": 6.927001569858713,
+      "rel-constrast": 2.3963236808776855,
+      "step": 8825,
+      "subrel-constrast": 3.291654348373413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.784696340560913,
+      "cov-distil (oracle2student)": 4.932381629943848,
+      "cov-distil (oracle2teacher)": 5.339057922363281,
+      "epoch": 6.92778649921507,
+      "rel-constrast": 2.1611878871917725,
+      "step": 8826,
+      "subrel-constrast": 3.472217321395874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5724855661392212,
+      "cov-distil (oracle2student)": 4.153826713562012,
+      "cov-distil (oracle2teacher)": 3.747339963912964,
+      "epoch": 6.928571428571429,
+      "rel-constrast": 1.8663686513900757,
+      "step": 8827,
+      "subrel-constrast": 2.945373296737671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5291931629180908,
+      "cov-distil (oracle2student)": 3.639977216720581,
+      "cov-distil (oracle2teacher)": 3.3578033447265625,
+      "epoch": 6.929356357927786,
+      "rel-constrast": 2.3404531478881836,
+      "step": 8828,
+      "subrel-constrast": 3.734170436859131,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.422329068183899,
+      "cov-distil (oracle2student)": 3.891228675842285,
+      "cov-distil (oracle2teacher)": 3.950327157974243,
+      "epoch": 6.930141287284145,
+      "rel-constrast": 2.9334099292755127,
+      "step": 8829,
+      "subrel-constrast": 3.251300096511841,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.930926216640502,
+      "grad_norm": 6.25,
+      "learning_rate": 2.059601524804769e-06,
+      "loss": 0.6242,
+      "step": 8830
+    },
+    {
+      "cov-distil": 1.7347463369369507,
+      "cov-distil (oracle2student)": 3.476724624633789,
+      "cov-distil (oracle2teacher)": 3.2116334438323975,
+      "epoch": 6.930926216640502,
+      "rel-constrast": 2.5170111656188965,
+      "step": 8830,
+      "subrel-constrast": 3.1602070331573486,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3795654773712158,
+      "cov-distil (oracle2student)": 5.860089302062988,
+      "cov-distil (oracle2teacher)": 5.142308712005615,
+      "epoch": 6.931711145996861,
+      "rel-constrast": 2.1822524070739746,
+      "step": 8831,
+      "subrel-constrast": 3.1260299682617188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4523957967758179,
+      "cov-distil (oracle2student)": 5.032909870147705,
+      "cov-distil (oracle2teacher)": 4.617939472198486,
+      "epoch": 6.932496075353218,
+      "rel-constrast": 1.9301092624664307,
+      "step": 8832,
+      "subrel-constrast": 3.128206968307495,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8018181324005127,
+      "cov-distil (oracle2student)": 4.009930610656738,
+      "cov-distil (oracle2teacher)": 4.028505325317383,
+      "epoch": 6.933281004709576,
+      "rel-constrast": 2.3268542289733887,
+      "step": 8833,
+      "subrel-constrast": 3.050386428833008,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.459099292755127,
+      "cov-distil (oracle2student)": 4.002689838409424,
+      "cov-distil (oracle2teacher)": 3.896629571914673,
+      "epoch": 6.934065934065934,
+      "rel-constrast": 2.089399814605713,
+      "step": 8834,
+      "subrel-constrast": 2.900857925415039,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5118123292922974,
+      "cov-distil (oracle2student)": 4.25596809387207,
+      "cov-distil (oracle2teacher)": 3.9937658309936523,
+      "epoch": 6.934850863422292,
+      "rel-constrast": 1.924825668334961,
+      "step": 8835,
+      "subrel-constrast": 2.787417411804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9615713357925415,
+      "cov-distil (oracle2student)": 4.154167175292969,
+      "cov-distil (oracle2teacher)": 4.120110511779785,
+      "epoch": 6.93563579277865,
+      "rel-constrast": 2.578596830368042,
+      "step": 8836,
+      "subrel-constrast": 3.04056715965271,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4654403924942017,
+      "cov-distil (oracle2student)": 2.7072291374206543,
+      "cov-distil (oracle2teacher)": 2.631927490234375,
+      "epoch": 6.936420722135008,
+      "rel-constrast": 2.155086040496826,
+      "step": 8837,
+      "subrel-constrast": 2.958261013031006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.527616024017334,
+      "cov-distil (oracle2student)": 4.735051155090332,
+      "cov-distil (oracle2teacher)": 4.516554832458496,
+      "epoch": 6.937205651491366,
+      "rel-constrast": 2.4544334411621094,
+      "step": 8838,
+      "subrel-constrast": 3.4728715419769287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0350487232208252,
+      "cov-distil (oracle2student)": 4.864321231842041,
+      "cov-distil (oracle2teacher)": 4.676905632019043,
+      "epoch": 6.937990580847724,
+      "rel-constrast": 2.639845371246338,
+      "step": 8839,
+      "subrel-constrast": 3.137470245361328,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.938775510204081,
+      "grad_norm": 5.125,
+      "learning_rate": 2.0250557101644696e-06,
+      "loss": 0.6058,
+      "step": 8840
+    },
+    {
+      "cov-distil": 1.760146141052246,
+      "cov-distil (oracle2student)": 3.7330164909362793,
+      "cov-distil (oracle2teacher)": 4.339075088500977,
+      "epoch": 6.938775510204081,
+      "rel-constrast": 2.3862497806549072,
+      "step": 8840,
+      "subrel-constrast": 3.0774002075195312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3976479768753052,
+      "cov-distil (oracle2student)": 3.8111214637756348,
+      "cov-distil (oracle2teacher)": 3.3631348609924316,
+      "epoch": 6.93956043956044,
+      "rel-constrast": 3.450342893600464,
+      "step": 8841,
+      "subrel-constrast": 4.0445404052734375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4062801599502563,
+      "cov-distil (oracle2student)": 4.088078498840332,
+      "cov-distil (oracle2teacher)": 3.6278576850891113,
+      "epoch": 6.940345368916797,
+      "rel-constrast": 2.8318662643432617,
+      "step": 8842,
+      "subrel-constrast": 3.037923812866211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2929978370666504,
+      "cov-distil (oracle2student)": 4.2643256187438965,
+      "cov-distil (oracle2teacher)": 3.8601317405700684,
+      "epoch": 6.941130298273156,
+      "rel-constrast": 1.581020712852478,
+      "step": 8843,
+      "subrel-constrast": 2.4271044731140137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.737088680267334,
+      "cov-distil (oracle2student)": 4.289377689361572,
+      "cov-distil (oracle2teacher)": 3.864354133605957,
+      "epoch": 6.941915227629513,
+      "rel-constrast": 3.1031713485717773,
+      "step": 8844,
+      "subrel-constrast": 3.7947394847869873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.774416446685791,
+      "cov-distil (oracle2student)": 5.060586929321289,
+      "cov-distil (oracle2teacher)": 4.125359535217285,
+      "epoch": 6.942700156985872,
+      "rel-constrast": 2.2486963272094727,
+      "step": 8845,
+      "subrel-constrast": 3.1671066284179688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6487499475479126,
+      "cov-distil (oracle2student)": 2.850322723388672,
+      "cov-distil (oracle2teacher)": 2.9279682636260986,
+      "epoch": 6.943485086342229,
+      "rel-constrast": 2.1000120639801025,
+      "step": 8846,
+      "subrel-constrast": 3.1097168922424316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7855844497680664,
+      "cov-distil (oracle2student)": 3.32650089263916,
+      "cov-distil (oracle2teacher)": 3.4380786418914795,
+      "epoch": 6.944270015698587,
+      "rel-constrast": 1.6508042812347412,
+      "step": 8847,
+      "subrel-constrast": 2.8681459426879883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4044793844223022,
+      "cov-distil (oracle2student)": 4.43294095993042,
+      "cov-distil (oracle2teacher)": 4.0692362785339355,
+      "epoch": 6.945054945054945,
+      "rel-constrast": 2.425478935241699,
+      "step": 8848,
+      "subrel-constrast": 2.701075315475464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.030534267425537,
+      "cov-distil (oracle2student)": 4.736561298370361,
+      "cov-distil (oracle2teacher)": 4.374698638916016,
+      "epoch": 6.945839874411303,
+      "rel-constrast": 3.321624279022217,
+      "step": 8849,
+      "subrel-constrast": 3.5083861351013184,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.946624803767661,
+      "grad_norm": 7.8125,
+      "learning_rate": 1.990789837969889e-06,
+      "loss": 0.6706,
+      "step": 8850
+    },
+    {
+      "cov-distil": 1.4910637140274048,
+      "cov-distil (oracle2student)": 4.323644161224365,
+      "cov-distil (oracle2teacher)": 3.899813413619995,
+      "epoch": 6.946624803767661,
+      "rel-constrast": 2.363430976867676,
+      "step": 8850,
+      "subrel-constrast": 3.1259500980377197,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9758656620979309,
+      "cov-distil (oracle2student)": 5.249850273132324,
+      "cov-distil (oracle2teacher)": 4.921782493591309,
+      "epoch": 6.947409733124019,
+      "rel-constrast": 2.8082211017608643,
+      "step": 8851,
+      "subrel-constrast": 3.1846938133239746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8413395881652832,
+      "cov-distil (oracle2student)": 2.5370473861694336,
+      "cov-distil (oracle2teacher)": 3.122252941131592,
+      "epoch": 6.948194662480377,
+      "rel-constrast": 1.8694298267364502,
+      "step": 8852,
+      "subrel-constrast": 3.3746495246887207,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6188068389892578,
+      "cov-distil (oracle2student)": 3.3059439659118652,
+      "cov-distil (oracle2teacher)": 2.9691121578216553,
+      "epoch": 6.948979591836735,
+      "rel-constrast": 3.126594066619873,
+      "step": 8853,
+      "subrel-constrast": 3.718388080596924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.345526933670044,
+      "cov-distil (oracle2student)": 3.515573501586914,
+      "cov-distil (oracle2teacher)": 3.438368082046509,
+      "epoch": 6.949764521193092,
+      "rel-constrast": 2.1558568477630615,
+      "step": 8854,
+      "subrel-constrast": 2.95727276802063,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.079509735107422,
+      "cov-distil (oracle2student)": 3.049886703491211,
+      "cov-distil (oracle2teacher)": 3.3279595375061035,
+      "epoch": 6.950549450549451,
+      "rel-constrast": 2.3538694381713867,
+      "step": 8855,
+      "subrel-constrast": 3.649623394012451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.520594358444214,
+      "cov-distil (oracle2student)": 2.4320929050445557,
+      "cov-distil (oracle2teacher)": 3.186159133911133,
+      "epoch": 6.951334379905808,
+      "rel-constrast": 2.4916820526123047,
+      "step": 8856,
+      "subrel-constrast": 3.4317991733551025,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1765503883361816,
+      "cov-distil (oracle2student)": 6.786438465118408,
+      "cov-distil (oracle2teacher)": 5.730478286743164,
+      "epoch": 6.952119309262167,
+      "rel-constrast": 2.77172589302063,
+      "step": 8857,
+      "subrel-constrast": 2.725351333618164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.277086853981018,
+      "cov-distil (oracle2student)": 5.6306281089782715,
+      "cov-distil (oracle2teacher)": 5.2344489097595215,
+      "epoch": 6.952904238618524,
+      "rel-constrast": 2.1925978660583496,
+      "step": 8858,
+      "subrel-constrast": 2.7320759296417236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.24800705909729,
+      "cov-distil (oracle2student)": 4.227506637573242,
+      "cov-distil (oracle2teacher)": 4.124544143676758,
+      "epoch": 6.953689167974883,
+      "rel-constrast": 2.3894824981689453,
+      "step": 8859,
+      "subrel-constrast": 3.379024028778076,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.95447409733124,
+      "grad_norm": 6.375,
+      "learning_rate": 1.9568043257398667e-06,
+      "loss": 0.652,
+      "step": 8860
+    },
+    {
+      "cov-distil": 1.3842682838439941,
+      "cov-distil (oracle2student)": 5.449820518493652,
+      "cov-distil (oracle2teacher)": 5.378529071807861,
+      "epoch": 6.95447409733124,
+      "rel-constrast": 3.029479742050171,
+      "step": 8860,
+      "subrel-constrast": 3.818495988845825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7280571460723877,
+      "cov-distil (oracle2student)": 3.0641369819641113,
+      "cov-distil (oracle2teacher)": 3.046513795852661,
+      "epoch": 6.955259026687598,
+      "rel-constrast": 2.3556666374206543,
+      "step": 8861,
+      "subrel-constrast": 3.346613645553589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.101668119430542,
+      "cov-distil (oracle2student)": 5.968191146850586,
+      "cov-distil (oracle2teacher)": 5.261539936065674,
+      "epoch": 6.956043956043956,
+      "rel-constrast": 3.442586898803711,
+      "step": 8862,
+      "subrel-constrast": 3.547621011734009,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.206353783607483,
+      "cov-distil (oracle2student)": 5.223039150238037,
+      "cov-distil (oracle2teacher)": 5.153432369232178,
+      "epoch": 6.956828885400314,
+      "rel-constrast": 2.5188276767730713,
+      "step": 8863,
+      "subrel-constrast": 3.1276729106903076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5933419466018677,
+      "cov-distil (oracle2student)": 6.203017711639404,
+      "cov-distil (oracle2teacher)": 5.169403076171875,
+      "epoch": 6.957613814756672,
+      "rel-constrast": 2.544576406478882,
+      "step": 8864,
+      "subrel-constrast": 2.849599599838257,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3171405792236328,
+      "cov-distil (oracle2student)": 4.6617279052734375,
+      "cov-distil (oracle2teacher)": 4.3372602462768555,
+      "epoch": 6.95839874411303,
+      "rel-constrast": 2.8208088874816895,
+      "step": 8865,
+      "subrel-constrast": 3.510627269744873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3887107372283936,
+      "cov-distil (oracle2student)": 3.592965602874756,
+      "cov-distil (oracle2teacher)": 3.815983533859253,
+      "epoch": 6.959183673469388,
+      "rel-constrast": 2.1194210052490234,
+      "step": 8866,
+      "subrel-constrast": 2.8614554405212402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4748187065124512,
+      "cov-distil (oracle2student)": 3.8060572147369385,
+      "cov-distil (oracle2teacher)": 3.745216131210327,
+      "epoch": 6.959968602825746,
+      "rel-constrast": 2.1489620208740234,
+      "step": 8867,
+      "subrel-constrast": 3.3681092262268066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4337595701217651,
+      "cov-distil (oracle2student)": 3.647033452987671,
+      "cov-distil (oracle2teacher)": 3.334900140762329,
+      "epoch": 6.960753532182103,
+      "rel-constrast": 4.304847717285156,
+      "step": 8868,
+      "subrel-constrast": 4.438995838165283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.272780418395996,
+      "cov-distil (oracle2student)": 3.6095824241638184,
+      "cov-distil (oracle2teacher)": 3.474881410598755,
+      "epoch": 6.961538461538462,
+      "rel-constrast": 1.9056496620178223,
+      "step": 8869,
+      "subrel-constrast": 2.373436689376831,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.962323390894819,
+      "grad_norm": 4.5625,
+      "learning_rate": 1.9230995875771485e-06,
+      "loss": 0.7145,
+      "step": 8870
+    },
+    {
+      "cov-distil": 1.3644039630889893,
+      "cov-distil (oracle2student)": 4.119075775146484,
+      "cov-distil (oracle2teacher)": 4.011356353759766,
+      "epoch": 6.962323390894819,
+      "rel-constrast": 2.2638442516326904,
+      "step": 8870,
+      "subrel-constrast": 2.879439115524292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3341734409332275,
+      "cov-distil (oracle2student)": 6.145703315734863,
+      "cov-distil (oracle2teacher)": 5.566177845001221,
+      "epoch": 6.963108320251178,
+      "rel-constrast": 3.0414175987243652,
+      "step": 8871,
+      "subrel-constrast": 3.2629735469818115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8785231113433838,
+      "cov-distil (oracle2student)": 3.975170612335205,
+      "cov-distil (oracle2teacher)": 3.634969711303711,
+      "epoch": 6.963893249607535,
+      "rel-constrast": 2.107213258743286,
+      "step": 8872,
+      "subrel-constrast": 3.0499064922332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3371131420135498,
+      "cov-distil (oracle2student)": 4.313882827758789,
+      "cov-distil (oracle2teacher)": 4.160619735717773,
+      "epoch": 6.964678178963894,
+      "rel-constrast": 3.2339916229248047,
+      "step": 8873,
+      "subrel-constrast": 3.606092929840088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6203452348709106,
+      "cov-distil (oracle2student)": 3.599849224090576,
+      "cov-distil (oracle2teacher)": 3.414066791534424,
+      "epoch": 6.965463108320251,
+      "rel-constrast": 2.1932363510131836,
+      "step": 8874,
+      "subrel-constrast": 3.1706228256225586,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5187251567840576,
+      "cov-distil (oracle2student)": 3.327070474624634,
+      "cov-distil (oracle2teacher)": 3.2777605056762695,
+      "epoch": 6.966248037676609,
+      "rel-constrast": 2.515507221221924,
+      "step": 8875,
+      "subrel-constrast": 2.6596741676330566,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2438541650772095,
+      "cov-distil (oracle2student)": 4.9059224128723145,
+      "cov-distil (oracle2teacher)": 4.817465782165527,
+      "epoch": 6.967032967032967,
+      "rel-constrast": 1.716275930404663,
+      "step": 8876,
+      "subrel-constrast": 2.7455692291259766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3941938877105713,
+      "cov-distil (oracle2student)": 5.542440414428711,
+      "cov-distil (oracle2teacher)": 5.052985191345215,
+      "epoch": 6.967817896389325,
+      "rel-constrast": 1.9184606075286865,
+      "step": 8877,
+      "subrel-constrast": 2.9426889419555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5979502201080322,
+      "cov-distil (oracle2student)": 3.9505069255828857,
+      "cov-distil (oracle2teacher)": 4.485719203948975,
+      "epoch": 6.968602825745683,
+      "rel-constrast": 2.1075057983398438,
+      "step": 8878,
+      "subrel-constrast": 3.1908817291259766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4316704273223877,
+      "cov-distil (oracle2student)": 4.638686180114746,
+      "cov-distil (oracle2teacher)": 4.2591423988342285,
+      "epoch": 6.969387755102041,
+      "rel-constrast": 2.4829561710357666,
+      "step": 8879,
+      "subrel-constrast": 3.2257871627807617,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.970172684458399,
+      "grad_norm": 5.40625,
+      "learning_rate": 1.8896760341633264e-06,
+      "loss": 0.6263,
+      "step": 8880
+    },
+    {
+      "cov-distil": 1.6098058223724365,
+      "cov-distil (oracle2student)": 5.4399518966674805,
+      "cov-distil (oracle2teacher)": 5.351420879364014,
+      "epoch": 6.970172684458399,
+      "rel-constrast": 2.6554040908813477,
+      "step": 8880,
+      "subrel-constrast": 3.5425117015838623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5389814376831055,
+      "cov-distil (oracle2student)": 4.677434921264648,
+      "cov-distil (oracle2teacher)": 4.272828102111816,
+      "epoch": 6.970957613814757,
+      "rel-constrast": 1.8341448307037354,
+      "step": 8881,
+      "subrel-constrast": 2.4793338775634766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7429221868515015,
+      "cov-distil (oracle2student)": 3.6318817138671875,
+      "cov-distil (oracle2teacher)": 4.0253729820251465,
+      "epoch": 6.971742543171114,
+      "rel-constrast": 1.9698448181152344,
+      "step": 8882,
+      "subrel-constrast": 3.166383743286133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.310847282409668,
+      "cov-distil (oracle2student)": 3.829195022583008,
+      "cov-distil (oracle2teacher)": 3.9418535232543945,
+      "epoch": 6.972527472527473,
+      "rel-constrast": 3.1939589977264404,
+      "step": 8883,
+      "subrel-constrast": 4.003614902496338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6047654151916504,
+      "cov-distil (oracle2student)": 4.018130302429199,
+      "cov-distil (oracle2teacher)": 3.706804037094116,
+      "epoch": 6.97331240188383,
+      "rel-constrast": 1.2687571048736572,
+      "step": 8884,
+      "subrel-constrast": 2.0978119373321533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.151625633239746,
+      "cov-distil (oracle2student)": 3.2933578491210938,
+      "cov-distil (oracle2teacher)": 3.5100202560424805,
+      "epoch": 6.974097331240189,
+      "rel-constrast": 2.034512758255005,
+      "step": 8885,
+      "subrel-constrast": 2.6970603466033936,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7452569007873535,
+      "cov-distil (oracle2student)": 5.050614833831787,
+      "cov-distil (oracle2teacher)": 5.081808567047119,
+      "epoch": 6.974882260596546,
+      "rel-constrast": 3.6188786029815674,
+      "step": 8886,
+      "subrel-constrast": 4.595198154449463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4644691944122314,
+      "cov-distil (oracle2student)": 3.578122615814209,
+      "cov-distil (oracle2teacher)": 3.5256969928741455,
+      "epoch": 6.975667189952905,
+      "rel-constrast": 2.8296148777008057,
+      "step": 8887,
+      "subrel-constrast": 3.7932076454162598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6293174028396606,
+      "cov-distil (oracle2student)": 3.989480495452881,
+      "cov-distil (oracle2teacher)": 4.214160919189453,
+      "epoch": 6.976452119309262,
+      "rel-constrast": 1.7954392433166504,
+      "step": 8888,
+      "subrel-constrast": 2.7172257900238037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7960708141326904,
+      "cov-distil (oracle2student)": 3.24995493888855,
+      "cov-distil (oracle2teacher)": 3.431713581085205,
+      "epoch": 6.97723704866562,
+      "rel-constrast": 2.2015862464904785,
+      "step": 8889,
+      "subrel-constrast": 2.851579427719116,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.978021978021978,
+      "grad_norm": 5.46875,
+      "learning_rate": 1.8565340727538543e-06,
+      "loss": 0.624,
+      "step": 8890
+    },
+    {
+      "cov-distil": 1.6609734296798706,
+      "cov-distil (oracle2student)": 3.2711071968078613,
+      "cov-distil (oracle2teacher)": 3.609286069869995,
+      "epoch": 6.978021978021978,
+      "rel-constrast": 2.5880868434906006,
+      "step": 8890,
+      "subrel-constrast": 3.3168370723724365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.327052354812622,
+      "cov-distil (oracle2student)": 3.9991607666015625,
+      "cov-distil (oracle2teacher)": 3.623037815093994,
+      "epoch": 6.978806907378336,
+      "rel-constrast": 1.9839195013046265,
+      "step": 8891,
+      "subrel-constrast": 2.5686724185943604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.175077438354492,
+      "cov-distil (oracle2student)": 5.095046520233154,
+      "cov-distil (oracle2teacher)": 4.7434611320495605,
+      "epoch": 6.979591836734694,
+      "rel-constrast": 2.7929816246032715,
+      "step": 8892,
+      "subrel-constrast": 3.606510639190674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7042206525802612,
+      "cov-distil (oracle2student)": 4.926938533782959,
+      "cov-distil (oracle2teacher)": 4.3425140380859375,
+      "epoch": 6.980376766091052,
+      "rel-constrast": 2.3755855560302734,
+      "step": 8893,
+      "subrel-constrast": 2.839085340499878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8279764652252197,
+      "cov-distil (oracle2student)": 4.016175746917725,
+      "cov-distil (oracle2teacher)": 4.448516845703125,
+      "epoch": 6.98116169544741,
+      "rel-constrast": 1.6819850206375122,
+      "step": 8894,
+      "subrel-constrast": 2.867441415786743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5112470388412476,
+      "cov-distil (oracle2student)": 3.536912441253662,
+      "cov-distil (oracle2teacher)": 3.659426212310791,
+      "epoch": 6.981946624803768,
+      "rel-constrast": 2.0230867862701416,
+      "step": 8895,
+      "subrel-constrast": 2.929699420928955,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8814884424209595,
+      "cov-distil (oracle2student)": 6.062824249267578,
+      "cov-distil (oracle2teacher)": 5.497527122497559,
+      "epoch": 6.982731554160125,
+      "rel-constrast": 2.390686511993408,
+      "step": 8896,
+      "subrel-constrast": 2.8754525184631348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6065998077392578,
+      "cov-distil (oracle2student)": 4.5924224853515625,
+      "cov-distil (oracle2teacher)": 4.178808212280273,
+      "epoch": 6.983516483516484,
+      "rel-constrast": 2.380601406097412,
+      "step": 8897,
+      "subrel-constrast": 3.056541681289673,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1774117946624756,
+      "cov-distil (oracle2student)": 5.5811614990234375,
+      "cov-distil (oracle2teacher)": 5.654146194458008,
+      "epoch": 6.984301412872841,
+      "rel-constrast": 2.4979195594787598,
+      "step": 8898,
+      "subrel-constrast": 3.753828763961792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1499310731887817,
+      "cov-distil (oracle2student)": 4.141404151916504,
+      "cov-distil (oracle2teacher)": 4.242954254150391,
+      "epoch": 6.9850863422291996,
+      "rel-constrast": 3.1197543144226074,
+      "step": 8899,
+      "subrel-constrast": 3.3022336959838867,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.985871271585557,
+      "grad_norm": 5.4375,
+      "learning_rate": 1.8236741071730761e-06,
+      "loss": 0.6384,
+      "step": 8900
+    },
+    {
+      "epoch": 6.985871271585557,
+      "overlap": 0.3218750059604645,
+      "step": 8900
+    },
+    {
+      "epoch": 6.985871271585557,
+      "step": 8900,
+      "student margin": 0.05853271484375
+    },
+    {
+      "epoch": 6.985871271585557,
+      "step": 8900,
+      "teacher margin": 0.04559326171875
+    },
+    {
+      "epoch": 6.985871271585557,
+      "margin difference": -0.012939453125,
+      "step": 8900
+    },
+    {
+      "cov-distil": 1.1916017532348633,
+      "cov-distil (oracle2student)": 5.545294761657715,
+      "cov-distil (oracle2teacher)": 5.2453508377075195,
+      "epoch": 6.985871271585557,
+      "rel-constrast": 3.258511781692505,
+      "step": 8900,
+      "subrel-constrast": 3.3355791568756104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5790847539901733,
+      "cov-distil (oracle2student)": 4.452244758605957,
+      "cov-distil (oracle2teacher)": 4.072019100189209,
+      "epoch": 6.9866562009419155,
+      "rel-constrast": 2.654287099838257,
+      "step": 8901,
+      "subrel-constrast": 3.3178296089172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7981998920440674,
+      "cov-distil (oracle2student)": 3.879305124282837,
+      "cov-distil (oracle2teacher)": 4.372951984405518,
+      "epoch": 6.987441130298273,
+      "rel-constrast": 2.5998218059539795,
+      "step": 8902,
+      "subrel-constrast": 3.254728317260742,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8118752241134644,
+      "cov-distil (oracle2student)": 3.448446035385132,
+      "cov-distil (oracle2teacher)": 3.8696606159210205,
+      "epoch": 6.988226059654631,
+      "rel-constrast": 2.0338454246520996,
+      "step": 8903,
+      "subrel-constrast": 2.9817161560058594,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1544759273529053,
+      "cov-distil (oracle2student)": 5.587277412414551,
+      "cov-distil (oracle2teacher)": 4.685413360595703,
+      "epoch": 6.989010989010989,
+      "rel-constrast": 3.0827298164367676,
+      "step": 8904,
+      "subrel-constrast": 3.1097753047943115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1642613410949707,
+      "cov-distil (oracle2student)": 4.8748064041137695,
+      "cov-distil (oracle2teacher)": 4.539391040802002,
+      "epoch": 6.989795918367347,
+      "rel-constrast": 1.7418780326843262,
+      "step": 8905,
+      "subrel-constrast": 2.2847273349761963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1948713064193726,
+      "cov-distil (oracle2student)": 5.131732940673828,
+      "cov-distil (oracle2teacher)": 4.852717399597168,
+      "epoch": 6.990580847723705,
+      "rel-constrast": 3.0641286373138428,
+      "step": 8906,
+      "subrel-constrast": 3.465996742248535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.332390546798706,
+      "cov-distil (oracle2student)": 3.113865852355957,
+      "cov-distil (oracle2teacher)": 3.225421190261841,
+      "epoch": 6.991365777080063,
+      "rel-constrast": 2.5085854530334473,
+      "step": 8907,
+      "subrel-constrast": 2.911506414413452,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1387574672698975,
+      "cov-distil (oracle2student)": 3.1509993076324463,
+      "cov-distil (oracle2teacher)": 3.3717739582061768,
+      "epoch": 6.992150706436421,
+      "rel-constrast": 2.0416553020477295,
+      "step": 8908,
+      "subrel-constrast": 2.699734926223755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1793594360351562,
+      "cov-distil (oracle2student)": 5.554778099060059,
+      "cov-distil (oracle2teacher)": 5.811431407928467,
+      "epoch": 6.9929356357927785,
+      "rel-constrast": 2.3411946296691895,
+      "step": 8909,
+      "subrel-constrast": 3.955569267272949,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 6.993720565149136,
+      "grad_norm": 5.1875,
+      "learning_rate": 1.7910965378092948e-06,
+      "loss": 0.6695,
+      "step": 8910
+    },
+    {
+      "cov-distil": 1.6130836009979248,
+      "cov-distil (oracle2student)": 2.031179666519165,
+      "cov-distil (oracle2teacher)": 2.635338306427002,
+      "epoch": 6.993720565149136,
+      "rel-constrast": 1.300278663635254,
+      "step": 8910,
+      "subrel-constrast": 2.278592824935913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3021210432052612,
+      "cov-distil (oracle2student)": 4.914121627807617,
+      "cov-distil (oracle2teacher)": 4.221151351928711,
+      "epoch": 6.9945054945054945,
+      "rel-constrast": 2.9720005989074707,
+      "step": 8911,
+      "subrel-constrast": 3.305180549621582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.978543996810913,
+      "cov-distil (oracle2student)": 3.5714945793151855,
+      "cov-distil (oracle2teacher)": 3.8454346656799316,
+      "epoch": 6.995290423861852,
+      "rel-constrast": 2.3170552253723145,
+      "step": 8912,
+      "subrel-constrast": 3.2098989486694336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7764689922332764,
+      "cov-distil (oracle2student)": 5.683659553527832,
+      "cov-distil (oracle2teacher)": 4.8510823249816895,
+      "epoch": 6.9960753532182105,
+      "rel-constrast": 2.180530071258545,
+      "step": 8913,
+      "subrel-constrast": 2.940859317779541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.53446102142334,
+      "cov-distil (oracle2student)": 6.077131271362305,
+      "cov-distil (oracle2teacher)": 4.912168502807617,
+      "epoch": 6.996860282574568,
+      "rel-constrast": 2.060152769088745,
+      "step": 8914,
+      "subrel-constrast": 2.985682964324951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1519885063171387,
+      "cov-distil (oracle2student)": 4.921185493469238,
+      "cov-distil (oracle2teacher)": 4.001114845275879,
+      "epoch": 6.9976452119309265,
+      "rel-constrast": 2.715601921081543,
+      "step": 8915,
+      "subrel-constrast": 3.126765727996826,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8144500255584717,
+      "cov-distil (oracle2student)": 4.551420211791992,
+      "cov-distil (oracle2teacher)": 4.257465362548828,
+      "epoch": 6.998430141287284,
+      "rel-constrast": 2.5013115406036377,
+      "step": 8916,
+      "subrel-constrast": 3.481095552444458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7604596614837646,
+      "cov-distil (oracle2student)": 4.891408920288086,
+      "cov-distil (oracle2teacher)": 4.168950080871582,
+      "epoch": 6.9992150706436425,
+      "rel-constrast": 4.15772008895874,
+      "step": 8917,
+      "subrel-constrast": 4.250411510467529,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7763803005218506,
+      "cov-distil (oracle2student)": 4.184109687805176,
+      "cov-distil (oracle2teacher)": 3.7438554763793945,
+      "epoch": 7.0,
+      "rel-constrast": 1.7690445184707642,
+      "step": 8918,
+      "subrel-constrast": 2.5570828914642334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3368308544158936,
+      "cov-distil (oracle2student)": 4.4400506019592285,
+      "cov-distil (oracle2teacher)": 3.6774420738220215,
+      "epoch": 7.0007849293563575,
+      "rel-constrast": 2.249332904815674,
+      "step": 8919,
+      "subrel-constrast": 2.528491735458374,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.001569858712716,
+      "grad_norm": 5.03125,
+      "learning_rate": 1.7588017616099183e-06,
+      "loss": 0.6482,
+      "step": 8920
+    },
+    {
+      "cov-distil": 1.3155887126922607,
+      "cov-distil (oracle2student)": 5.386506080627441,
+      "cov-distil (oracle2teacher)": 5.11892557144165,
+      "epoch": 7.001569858712716,
+      "rel-constrast": 4.3286542892456055,
+      "step": 8920,
+      "subrel-constrast": 4.35919713973999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3401265144348145,
+      "cov-distil (oracle2student)": 3.4831433296203613,
+      "cov-distil (oracle2teacher)": 3.372335433959961,
+      "epoch": 7.0023547880690735,
+      "rel-constrast": 1.5510140657424927,
+      "step": 8921,
+      "subrel-constrast": 2.3649799823760986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2769420146942139,
+      "cov-distil (oracle2student)": 4.687566757202148,
+      "cov-distil (oracle2teacher)": 4.2387847900390625,
+      "epoch": 7.003139717425432,
+      "rel-constrast": 2.355870485305786,
+      "step": 8922,
+      "subrel-constrast": 2.8672847747802734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1198883056640625,
+      "cov-distil (oracle2student)": 4.003135681152344,
+      "cov-distil (oracle2teacher)": 3.7096378803253174,
+      "epoch": 7.0039246467817895,
+      "rel-constrast": 2.021664619445801,
+      "step": 8923,
+      "subrel-constrast": 2.5524933338165283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.346739649772644,
+      "cov-distil (oracle2student)": 3.964667558670044,
+      "cov-distil (oracle2teacher)": 3.4908862113952637,
+      "epoch": 7.004709576138148,
+      "rel-constrast": 2.5300087928771973,
+      "step": 8924,
+      "subrel-constrast": 2.9991307258605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7810933589935303,
+      "cov-distil (oracle2student)": 3.951846122741699,
+      "cov-distil (oracle2teacher)": 4.636590957641602,
+      "epoch": 7.0054945054945055,
+      "rel-constrast": 3.3799095153808594,
+      "step": 8925,
+      "subrel-constrast": 4.1296796798706055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.386324882507324,
+      "cov-distil (oracle2student)": 5.048979759216309,
+      "cov-distil (oracle2teacher)": 4.976254940032959,
+      "epoch": 7.006279434850863,
+      "rel-constrast": 2.9803318977355957,
+      "step": 8926,
+      "subrel-constrast": 3.962836742401123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6011402606964111,
+      "cov-distil (oracle2student)": 4.950101375579834,
+      "cov-distil (oracle2teacher)": 4.676779270172119,
+      "epoch": 7.0070643642072215,
+      "rel-constrast": 2.5848145484924316,
+      "step": 8927,
+      "subrel-constrast": 3.025644540786743,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.192900538444519,
+      "cov-distil (oracle2student)": 6.065888404846191,
+      "cov-distil (oracle2teacher)": 5.887235641479492,
+      "epoch": 7.007849293563579,
+      "rel-constrast": 2.9608309268951416,
+      "step": 8928,
+      "subrel-constrast": 3.6450259685516357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0117360353469849,
+      "cov-distil (oracle2student)": 6.005112648010254,
+      "cov-distil (oracle2teacher)": 5.828286170959473,
+      "epoch": 7.008634222919937,
+      "rel-constrast": 2.622004508972168,
+      "step": 8929,
+      "subrel-constrast": 3.490882396697998,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.009419152276295,
+      "grad_norm": 6.1875,
+      "learning_rate": 1.7267901720766061e-06,
+      "loss": 0.7188,
+      "step": 8930
+    },
+    {
+      "cov-distil": 1.2759318351745605,
+      "cov-distil (oracle2student)": 3.292886734008789,
+      "cov-distil (oracle2teacher)": 3.7930030822753906,
+      "epoch": 7.009419152276295,
+      "rel-constrast": 2.7477896213531494,
+      "step": 8930,
+      "subrel-constrast": 3.842258930206299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3821253776550293,
+      "cov-distil (oracle2student)": 4.163180351257324,
+      "cov-distil (oracle2teacher)": 3.675563097000122,
+      "epoch": 7.010204081632653,
+      "rel-constrast": 3.2995107173919678,
+      "step": 8931,
+      "subrel-constrast": 3.961045265197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9167041778564453,
+      "cov-distil (oracle2student)": 2.5430169105529785,
+      "cov-distil (oracle2teacher)": 2.750127077102661,
+      "epoch": 7.010989010989011,
+      "rel-constrast": 1.7350268363952637,
+      "step": 8932,
+      "subrel-constrast": 2.755685329437256,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5374419689178467,
+      "cov-distil (oracle2student)": 4.103461742401123,
+      "cov-distil (oracle2teacher)": 3.7227323055267334,
+      "epoch": 7.0117739403453685,
+      "rel-constrast": 2.1376705169677734,
+      "step": 8933,
+      "subrel-constrast": 2.868229627609253,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3043107986450195,
+      "cov-distil (oracle2student)": 4.279880523681641,
+      "cov-distil (oracle2teacher)": 4.118812084197998,
+      "epoch": 7.012558869701727,
+      "rel-constrast": 3.032196521759033,
+      "step": 8934,
+      "subrel-constrast": 3.252492666244507,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.132958173751831,
+      "cov-distil (oracle2student)": 4.154226303100586,
+      "cov-distil (oracle2teacher)": 4.171579360961914,
+      "epoch": 7.0133437990580845,
+      "rel-constrast": 2.5004560947418213,
+      "step": 8935,
+      "subrel-constrast": 3.5874061584472656,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9568862915039062,
+      "cov-distil (oracle2student)": 4.551461219787598,
+      "cov-distil (oracle2teacher)": 3.903993606567383,
+      "epoch": 7.014128728414443,
+      "rel-constrast": 2.0284829139709473,
+      "step": 8936,
+      "subrel-constrast": 2.2281644344329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2145745754241943,
+      "cov-distil (oracle2student)": 5.449636936187744,
+      "cov-distil (oracle2teacher)": 4.979608058929443,
+      "epoch": 7.0149136577708004,
+      "rel-constrast": 2.7006869316101074,
+      "step": 8937,
+      "subrel-constrast": 3.3648595809936523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1818594932556152,
+      "cov-distil (oracle2student)": 3.481764316558838,
+      "cov-distil (oracle2teacher)": 3.426821708679199,
+      "epoch": 7.015698587127159,
+      "rel-constrast": 2.4867286682128906,
+      "step": 8938,
+      "subrel-constrast": 3.5882718563079834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4289295673370361,
+      "cov-distil (oracle2student)": 2.519808530807495,
+      "cov-distil (oracle2teacher)": 2.9311633110046387,
+      "epoch": 7.016483516483516,
+      "rel-constrast": 2.312243938446045,
+      "step": 8939,
+      "subrel-constrast": 2.7880396842956543,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.017268445839874,
+      "grad_norm": 5.8125,
+      "learning_rate": 1.6950621592604687e-06,
+      "loss": 0.6628,
+      "step": 8940
+    },
+    {
+      "cov-distil": 1.5561553239822388,
+      "cov-distil (oracle2student)": 4.4153571128845215,
+      "cov-distil (oracle2teacher)": 4.24855899810791,
+      "epoch": 7.017268445839874,
+      "rel-constrast": 1.668480634689331,
+      "step": 8940,
+      "subrel-constrast": 2.9784085750579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3684515953063965,
+      "cov-distil (oracle2student)": 6.65705680847168,
+      "cov-distil (oracle2teacher)": 5.666553497314453,
+      "epoch": 7.018053375196232,
+      "rel-constrast": 1.6602684259414673,
+      "step": 8941,
+      "subrel-constrast": 2.362870931625366,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6439446210861206,
+      "cov-distil (oracle2student)": 4.484042644500732,
+      "cov-distil (oracle2teacher)": 4.348869323730469,
+      "epoch": 7.01883830455259,
+      "rel-constrast": 3.829223155975342,
+      "step": 8942,
+      "subrel-constrast": 4.165460586547852,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8383591175079346,
+      "cov-distil (oracle2student)": 4.394151210784912,
+      "cov-distil (oracle2teacher)": 4.056727886199951,
+      "epoch": 7.019623233908948,
+      "rel-constrast": 2.8308396339416504,
+      "step": 8943,
+      "subrel-constrast": 3.617305278778076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5142685174942017,
+      "cov-distil (oracle2student)": 4.499766826629639,
+      "cov-distil (oracle2teacher)": 3.9451115131378174,
+      "epoch": 7.020408163265306,
+      "rel-constrast": 2.168215036392212,
+      "step": 8944,
+      "subrel-constrast": 2.7714943885803223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0060396194458008,
+      "cov-distil (oracle2student)": 5.01270055770874,
+      "cov-distil (oracle2teacher)": 4.693074703216553,
+      "epoch": 7.021193092621664,
+      "rel-constrast": 3.4373257160186768,
+      "step": 8945,
+      "subrel-constrast": 3.8116166591644287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.180490493774414,
+      "cov-distil (oracle2student)": 4.284401893615723,
+      "cov-distil (oracle2teacher)": 4.05343770980835,
+      "epoch": 7.021978021978022,
+      "rel-constrast": 2.4764482975006104,
+      "step": 8946,
+      "subrel-constrast": 2.8983495235443115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7826793193817139,
+      "cov-distil (oracle2student)": 4.646430969238281,
+      "cov-distil (oracle2teacher)": 4.25959587097168,
+      "epoch": 7.02276295133438,
+      "rel-constrast": 2.595444917678833,
+      "step": 8947,
+      "subrel-constrast": 3.2640199661254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6188015937805176,
+      "cov-distil (oracle2student)": 4.4338483810424805,
+      "cov-distil (oracle2teacher)": 3.7966880798339844,
+      "epoch": 7.023547880690738,
+      "rel-constrast": 2.4853954315185547,
+      "step": 8948,
+      "subrel-constrast": 3.312964916229248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8491661548614502,
+      "cov-distil (oracle2student)": 3.643749237060547,
+      "cov-distil (oracle2teacher)": 3.8635976314544678,
+      "epoch": 7.024332810047095,
+      "rel-constrast": 1.6553435325622559,
+      "step": 8949,
+      "subrel-constrast": 2.6339833736419678,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.025117739403454,
+      "grad_norm": 4.0,
+      "learning_rate": 1.6636181097573283e-06,
+      "loss": 0.6586,
+      "step": 8950
+    },
+    {
+      "cov-distil": 1.6954686641693115,
+      "cov-distil (oracle2student)": 4.07167911529541,
+      "cov-distil (oracle2teacher)": 4.132684707641602,
+      "epoch": 7.025117739403454,
+      "rel-constrast": 2.9142353534698486,
+      "step": 8950,
+      "subrel-constrast": 3.787048816680908,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2298426628112793,
+      "cov-distil (oracle2student)": 3.441356897354126,
+      "cov-distil (oracle2teacher)": 3.730592727661133,
+      "epoch": 7.025902668759811,
+      "rel-constrast": 1.5415103435516357,
+      "step": 8951,
+      "subrel-constrast": 2.5187883377075195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2045271396636963,
+      "cov-distil (oracle2student)": 5.398923873901367,
+      "cov-distil (oracle2teacher)": 5.148208141326904,
+      "epoch": 7.02668759811617,
+      "rel-constrast": 1.7901206016540527,
+      "step": 8952,
+      "subrel-constrast": 2.427816867828369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1193671226501465,
+      "cov-distil (oracle2student)": 4.98953104019165,
+      "cov-distil (oracle2teacher)": 4.433382034301758,
+      "epoch": 7.027472527472527,
+      "rel-constrast": 2.4411420822143555,
+      "step": 8953,
+      "subrel-constrast": 3.4677202701568604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4039993286132812,
+      "cov-distil (oracle2student)": 3.181781768798828,
+      "cov-distil (oracle2teacher)": 3.8215842247009277,
+      "epoch": 7.028257456828886,
+      "rel-constrast": 2.218513011932373,
+      "step": 8954,
+      "subrel-constrast": 3.1171493530273438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6527109146118164,
+      "cov-distil (oracle2student)": 3.5816659927368164,
+      "cov-distil (oracle2teacher)": 3.697486400604248,
+      "epoch": 7.029042386185243,
+      "rel-constrast": 2.1562094688415527,
+      "step": 8955,
+      "subrel-constrast": 3.2024717330932617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2471108436584473,
+      "cov-distil (oracle2student)": 5.516235828399658,
+      "cov-distil (oracle2teacher)": 5.284005165100098,
+      "epoch": 7.029827315541601,
+      "rel-constrast": 2.381408929824829,
+      "step": 8956,
+      "subrel-constrast": 3.225693464279175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8061456680297852,
+      "cov-distil (oracle2student)": 4.32459831237793,
+      "cov-distil (oracle2teacher)": 4.050908088684082,
+      "epoch": 7.030612244897959,
+      "rel-constrast": 2.6387040615081787,
+      "step": 8957,
+      "subrel-constrast": 3.1479365825653076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2485555410385132,
+      "cov-distil (oracle2student)": 4.009860038757324,
+      "cov-distil (oracle2teacher)": 4.404302597045898,
+      "epoch": 7.031397174254317,
+      "rel-constrast": 2.293869733810425,
+      "step": 8958,
+      "subrel-constrast": 3.071293354034424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1742931604385376,
+      "cov-distil (oracle2student)": 5.701109886169434,
+      "cov-distil (oracle2teacher)": 5.205504894256592,
+      "epoch": 7.032182103610675,
+      "rel-constrast": 4.2752885818481445,
+      "step": 8959,
+      "subrel-constrast": 4.082504749298096,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.032967032967033,
+      "grad_norm": 7.3125,
+      "learning_rate": 1.6324584067030108e-06,
+      "loss": 0.6532,
+      "step": 8960
+    },
+    {
+      "cov-distil": 1.5132064819335938,
+      "cov-distil (oracle2student)": 5.029894828796387,
+      "cov-distil (oracle2teacher)": 4.9766998291015625,
+      "epoch": 7.032967032967033,
+      "rel-constrast": 2.3235905170440674,
+      "step": 8960,
+      "subrel-constrast": 3.0120444297790527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4187971353530884,
+      "cov-distil (oracle2student)": 3.027268648147583,
+      "cov-distil (oracle2teacher)": 3.2551050186157227,
+      "epoch": 7.033751962323391,
+      "rel-constrast": 2.2301111221313477,
+      "step": 8961,
+      "subrel-constrast": 3.468441963195801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.471832275390625,
+      "cov-distil (oracle2student)": 3.7858083248138428,
+      "cov-distil (oracle2teacher)": 3.7633049488067627,
+      "epoch": 7.034536891679749,
+      "rel-constrast": 2.8060860633850098,
+      "step": 8962,
+      "subrel-constrast": 3.174309253692627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5744705200195312,
+      "cov-distil (oracle2student)": 5.982153415679932,
+      "cov-distil (oracle2teacher)": 5.204712390899658,
+      "epoch": 7.035321821036106,
+      "rel-constrast": 2.591005563735962,
+      "step": 8963,
+      "subrel-constrast": 3.2448318004608154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3045673370361328,
+      "cov-distil (oracle2student)": 4.717599868774414,
+      "cov-distil (oracle2teacher)": 4.284639835357666,
+      "epoch": 7.036106750392465,
+      "rel-constrast": 2.064492702484131,
+      "step": 8964,
+      "subrel-constrast": 2.6141064167022705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5588805675506592,
+      "cov-distil (oracle2student)": 2.9954638481140137,
+      "cov-distil (oracle2teacher)": 3.0421462059020996,
+      "epoch": 7.036891679748822,
+      "rel-constrast": 2.6203181743621826,
+      "step": 8965,
+      "subrel-constrast": 3.3865373134613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0459206104278564,
+      "cov-distil (oracle2student)": 4.988018989562988,
+      "cov-distil (oracle2teacher)": 4.681550025939941,
+      "epoch": 7.037676609105181,
+      "rel-constrast": 2.7511651515960693,
+      "step": 8966,
+      "subrel-constrast": 3.9063634872436523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1816990375518799,
+      "cov-distil (oracle2student)": 3.61185622215271,
+      "cov-distil (oracle2teacher)": 3.7081007957458496,
+      "epoch": 7.038461538461538,
+      "rel-constrast": 2.513969898223877,
+      "step": 8967,
+      "subrel-constrast": 2.9494309425354004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4875948429107666,
+      "cov-distil (oracle2student)": 3.7560133934020996,
+      "cov-distil (oracle2teacher)": 3.648953914642334,
+      "epoch": 7.039246467817897,
+      "rel-constrast": 2.924666404724121,
+      "step": 8968,
+      "subrel-constrast": 3.587921380996704,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.636321783065796,
+      "cov-distil (oracle2student)": 2.6960268020629883,
+      "cov-distil (oracle2teacher)": 2.463958978652954,
+      "epoch": 7.040031397174254,
+      "rel-constrast": 1.5289721488952637,
+      "step": 8969,
+      "subrel-constrast": 2.4395792484283447,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.040816326530612,
+      "grad_norm": 4.15625,
+      "learning_rate": 1.6015834297686548e-06,
+      "loss": 0.6468,
+      "step": 8970
+    },
+    {
+      "cov-distil": 1.5114476680755615,
+      "cov-distil (oracle2student)": 4.063862323760986,
+      "cov-distil (oracle2teacher)": 3.9949159622192383,
+      "epoch": 7.040816326530612,
+      "rel-constrast": 2.745907783508301,
+      "step": 8970,
+      "subrel-constrast": 3.0086939334869385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8658256530761719,
+      "cov-distil (oracle2student)": 3.6673858165740967,
+      "cov-distil (oracle2teacher)": 3.73396897315979,
+      "epoch": 7.04160125588697,
+      "rel-constrast": 3.6077098846435547,
+      "step": 8971,
+      "subrel-constrast": 4.018016338348389,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5092530250549316,
+      "cov-distil (oracle2student)": 5.75339412689209,
+      "cov-distil (oracle2teacher)": 5.192984580993652,
+      "epoch": 7.042386185243328,
+      "rel-constrast": 2.661289691925049,
+      "step": 8972,
+      "subrel-constrast": 3.4582226276397705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.835271954536438,
+      "cov-distil (oracle2student)": 5.12559175491333,
+      "cov-distil (oracle2teacher)": 4.4960832595825195,
+      "epoch": 7.043171114599686,
+      "rel-constrast": 2.709519386291504,
+      "step": 8973,
+      "subrel-constrast": 3.9211995601654053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2733972072601318,
+      "cov-distil (oracle2student)": 5.4602203369140625,
+      "cov-distil (oracle2teacher)": 5.625368118286133,
+      "epoch": 7.043956043956044,
+      "rel-constrast": 4.209967613220215,
+      "step": 8974,
+      "subrel-constrast": 4.590066432952881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3224942684173584,
+      "cov-distil (oracle2student)": 4.292001724243164,
+      "cov-distil (oracle2teacher)": 4.489419937133789,
+      "epoch": 7.044740973312402,
+      "rel-constrast": 3.334043025970459,
+      "step": 8975,
+      "subrel-constrast": 4.436716079711914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2312545776367188,
+      "cov-distil (oracle2student)": 3.3327646255493164,
+      "cov-distil (oracle2teacher)": 3.2586476802825928,
+      "epoch": 7.04552590266876,
+      "rel-constrast": 1.8748252391815186,
+      "step": 8976,
+      "subrel-constrast": 2.4522833824157715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6679317951202393,
+      "cov-distil (oracle2student)": 3.046842575073242,
+      "cov-distil (oracle2teacher)": 2.918020248413086,
+      "epoch": 7.046310832025117,
+      "rel-constrast": 2.1626930236816406,
+      "step": 8977,
+      "subrel-constrast": 2.8133435249328613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.423952579498291,
+      "cov-distil (oracle2student)": 4.0102691650390625,
+      "cov-distil (oracle2teacher)": 3.738412857055664,
+      "epoch": 7.047095761381476,
+      "rel-constrast": 2.8082497119903564,
+      "step": 8978,
+      "subrel-constrast": 3.461073637008667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.328845739364624,
+      "cov-distil (oracle2student)": 3.0168824195861816,
+      "cov-distil (oracle2teacher)": 2.9205541610717773,
+      "epoch": 7.047880690737833,
+      "rel-constrast": 2.2081174850463867,
+      "step": 8979,
+      "subrel-constrast": 2.5395758152008057,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.048665620094192,
+      "grad_norm": 4.65625,
+      "learning_rate": 1.5709935551561222e-06,
+      "loss": 0.748,
+      "step": 8980
+    },
+    {
+      "cov-distil": 1.4803510904312134,
+      "cov-distil (oracle2student)": 4.634188175201416,
+      "cov-distil (oracle2teacher)": 4.29135799407959,
+      "epoch": 7.048665620094192,
+      "rel-constrast": 2.9319872856140137,
+      "step": 8980,
+      "subrel-constrast": 3.0974717140197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6734963655471802,
+      "cov-distil (oracle2student)": 3.7840394973754883,
+      "cov-distil (oracle2teacher)": 3.671802043914795,
+      "epoch": 7.049450549450549,
+      "rel-constrast": 1.8397421836853027,
+      "step": 8981,
+      "subrel-constrast": 2.917226791381836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4245059490203857,
+      "cov-distil (oracle2student)": 4.4307122230529785,
+      "cov-distil (oracle2teacher)": 4.3904924392700195,
+      "epoch": 7.050235478806908,
+      "rel-constrast": 2.087690830230713,
+      "step": 8982,
+      "subrel-constrast": 2.9527316093444824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2431906461715698,
+      "cov-distil (oracle2student)": 4.063869476318359,
+      "cov-distil (oracle2teacher)": 3.604912757873535,
+      "epoch": 7.051020408163265,
+      "rel-constrast": 2.638233184814453,
+      "step": 8983,
+      "subrel-constrast": 2.9611124992370605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4847805500030518,
+      "cov-distil (oracle2student)": 5.329315185546875,
+      "cov-distil (oracle2teacher)": 5.092357635498047,
+      "epoch": 7.051805337519623,
+      "rel-constrast": 2.900725841522217,
+      "step": 8984,
+      "subrel-constrast": 4.003020286560059,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5519297122955322,
+      "cov-distil (oracle2student)": 4.689634323120117,
+      "cov-distil (oracle2teacher)": 5.068144798278809,
+      "epoch": 7.052590266875981,
+      "rel-constrast": 2.9979183673858643,
+      "step": 8985,
+      "subrel-constrast": 3.5745086669921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3077924251556396,
+      "cov-distil (oracle2student)": 3.5527873039245605,
+      "cov-distil (oracle2teacher)": 3.478400707244873,
+      "epoch": 7.053375196232339,
+      "rel-constrast": 2.3317556381225586,
+      "step": 8986,
+      "subrel-constrast": 3.326871395111084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5481843948364258,
+      "cov-distil (oracle2student)": 3.8607349395751953,
+      "cov-distil (oracle2teacher)": 3.9662723541259766,
+      "epoch": 7.054160125588697,
+      "rel-constrast": 2.5310215950012207,
+      "step": 8987,
+      "subrel-constrast": 2.990783452987671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2209503650665283,
+      "cov-distil (oracle2student)": 3.4190566539764404,
+      "cov-distil (oracle2teacher)": 3.17154598236084,
+      "epoch": 7.054945054945055,
+      "rel-constrast": 2.1504616737365723,
+      "step": 8988,
+      "subrel-constrast": 2.8987059593200684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3325071334838867,
+      "cov-distil (oracle2student)": 4.623394966125488,
+      "cov-distil (oracle2teacher)": 4.567127227783203,
+      "epoch": 7.055729984301413,
+      "rel-constrast": 2.432023763656616,
+      "step": 8989,
+      "subrel-constrast": 3.2042112350463867,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.056514913657771,
+      "grad_norm": 7.40625,
+      "learning_rate": 1.540689155593375e-06,
+      "loss": 0.6567,
+      "step": 8990
+    },
+    {
+      "cov-distil": 1.4738030433654785,
+      "cov-distil (oracle2student)": 2.6797871589660645,
+      "cov-distil (oracle2teacher)": 2.697688102722168,
+      "epoch": 7.056514913657771,
+      "rel-constrast": 1.8749570846557617,
+      "step": 8990,
+      "subrel-constrast": 2.275470495223999,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3562488555908203,
+      "cov-distil (oracle2student)": 6.054752826690674,
+      "cov-distil (oracle2teacher)": 5.693966388702393,
+      "epoch": 7.057299843014129,
+      "rel-constrast": 3.3626885414123535,
+      "step": 8991,
+      "subrel-constrast": 3.501781463623047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.765312910079956,
+      "cov-distil (oracle2student)": 4.990009307861328,
+      "cov-distil (oracle2teacher)": 4.721675395965576,
+      "epoch": 7.058084772370487,
+      "rel-constrast": 2.965017795562744,
+      "step": 8992,
+      "subrel-constrast": 3.5917465686798096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6057782173156738,
+      "cov-distil (oracle2student)": 4.334445953369141,
+      "cov-distil (oracle2teacher)": 3.9006192684173584,
+      "epoch": 7.058869701726844,
+      "rel-constrast": 2.5665812492370605,
+      "step": 8993,
+      "subrel-constrast": 3.4235761165618896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.422100305557251,
+      "cov-distil (oracle2student)": 6.176065444946289,
+      "cov-distil (oracle2teacher)": 5.190527439117432,
+      "epoch": 7.059654631083203,
+      "rel-constrast": 2.85791015625,
+      "step": 8994,
+      "subrel-constrast": 3.4817538261413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.813820719718933,
+      "cov-distil (oracle2student)": 3.1222214698791504,
+      "cov-distil (oracle2teacher)": 3.210571527481079,
+      "epoch": 7.06043956043956,
+      "rel-constrast": 2.4426941871643066,
+      "step": 8995,
+      "subrel-constrast": 3.5922906398773193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.205814003944397,
+      "cov-distil (oracle2student)": 3.5756678581237793,
+      "cov-distil (oracle2teacher)": 4.049944877624512,
+      "epoch": 7.061224489795919,
+      "rel-constrast": 2.7976698875427246,
+      "step": 8996,
+      "subrel-constrast": 3.5981855392456055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9592729806900024,
+      "cov-distil (oracle2student)": 5.095267295837402,
+      "cov-distil (oracle2teacher)": 4.7180328369140625,
+      "epoch": 7.062009419152276,
+      "rel-constrast": 1.620987892150879,
+      "step": 8997,
+      "subrel-constrast": 2.371739625930786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3866755962371826,
+      "cov-distil (oracle2student)": 2.7076568603515625,
+      "cov-distil (oracle2teacher)": 3.0717310905456543,
+      "epoch": 7.062794348508635,
+      "rel-constrast": 2.320617198944092,
+      "step": 8998,
+      "subrel-constrast": 3.3337838649749756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7595160007476807,
+      "cov-distil (oracle2student)": 3.6525766849517822,
+      "cov-distil (oracle2teacher)": 3.8422796726226807,
+      "epoch": 7.063579277864992,
+      "rel-constrast": 2.8291451930999756,
+      "step": 8999,
+      "subrel-constrast": 3.565338611602783,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.06436420722135,
+      "grad_norm": 6.28125,
+      "learning_rate": 1.510670600329961e-06,
+      "loss": 0.6778,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/duc04-P@10": 0.7559999999999999,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/duc04-nDCG@10": 0.7687395416890388,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/duc04-alpha_nDCG@10": 0.5845702810126489,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/multi_news-nDCG@10": 0.6118827972067581,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/multi_news-alpha_nDCG@10": 0.5989656839982657,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "eval/avg": 0.5384910563033573,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "overlap": 0.3375000059604645,
+      "step": 9000
+    },
+    {
+      "epoch": 7.06436420722135,
+      "step": 9000,
+      "student margin": 0.06109619140625
+    },
+    {
+      "epoch": 7.06436420722135,
+      "step": 9000,
+      "teacher margin": 0.03375244140625
+    },
+    {
+      "epoch": 7.06436420722135,
+      "margin difference": -0.02734375,
+      "step": 9000
+    },
+    {
+      "cov-distil": 1.358656644821167,
+      "cov-distil (oracle2student)": 3.8509538173675537,
+      "cov-distil (oracle2teacher)": 3.8090713024139404,
+      "epoch": 7.06436420722135,
+      "rel-constrast": 4.013030052185059,
+      "step": 9000,
+      "subrel-constrast": 4.729273796081543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9484519958496094,
+      "cov-distil (oracle2student)": 4.6691436767578125,
+      "cov-distil (oracle2teacher)": 4.775269031524658,
+      "epoch": 7.065149136577708,
+      "rel-constrast": 3.1738314628601074,
+      "step": 9001,
+      "subrel-constrast": 3.7861599922180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6982457637786865,
+      "cov-distil (oracle2student)": 4.670766353607178,
+      "cov-distil (oracle2teacher)": 4.263831615447998,
+      "epoch": 7.065934065934066,
+      "rel-constrast": 1.6961013078689575,
+      "step": 9002,
+      "subrel-constrast": 2.8716013431549072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4668610095977783,
+      "cov-distil (oracle2student)": 4.002575874328613,
+      "cov-distil (oracle2teacher)": 4.248780250549316,
+      "epoch": 7.066718995290424,
+      "rel-constrast": 2.5129787921905518,
+      "step": 9003,
+      "subrel-constrast": 3.1267237663269043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2704845666885376,
+      "cov-distil (oracle2student)": 5.377155780792236,
+      "cov-distil (oracle2teacher)": 4.7457756996154785,
+      "epoch": 7.067503924646782,
+      "rel-constrast": 2.9940154552459717,
+      "step": 9004,
+      "subrel-constrast": 3.548407793045044,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8034969568252563,
+      "cov-distil (oracle2student)": 3.753908157348633,
+      "cov-distil (oracle2teacher)": 3.542752265930176,
+      "epoch": 7.06828885400314,
+      "rel-constrast": 1.79600191116333,
+      "step": 9005,
+      "subrel-constrast": 2.84944224357605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6788420677185059,
+      "cov-distil (oracle2student)": 5.638235092163086,
+      "cov-distil (oracle2teacher)": 4.916109085083008,
+      "epoch": 7.069073783359498,
+      "rel-constrast": 3.37982177734375,
+      "step": 9006,
+      "subrel-constrast": 3.790914535522461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3108350038528442,
+      "cov-distil (oracle2student)": 5.303935527801514,
+      "cov-distil (oracle2teacher)": 4.48085880279541,
+      "epoch": 7.069858712715855,
+      "rel-constrast": 1.8033421039581299,
+      "step": 9007,
+      "subrel-constrast": 2.7257063388824463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1676560640335083,
+      "cov-distil (oracle2student)": 2.5755648612976074,
+      "cov-distil (oracle2teacher)": 2.6774611473083496,
+      "epoch": 7.070643642072214,
+      "rel-constrast": 2.2550039291381836,
+      "step": 9008,
+      "subrel-constrast": 2.806504011154175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1992601156234741,
+      "cov-distil (oracle2student)": 5.298869609832764,
+      "cov-distil (oracle2teacher)": 4.995993137359619,
+      "epoch": 7.071428571428571,
+      "rel-constrast": 2.6343116760253906,
+      "step": 9009,
+      "subrel-constrast": 3.483349323272705,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.07221350078493,
+      "grad_norm": 5.375,
+      "learning_rate": 1.4809382551324997e-06,
+      "loss": 0.6912,
+      "step": 9010
+    },
+    {
+      "cov-distil": 2.3842358589172363,
+      "cov-distil (oracle2student)": 3.0904812812805176,
+      "cov-distil (oracle2teacher)": 2.982480049133301,
+      "epoch": 7.07221350078493,
+      "rel-constrast": 2.2842679023742676,
+      "step": 9010,
+      "subrel-constrast": 2.9819998741149902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4312119483947754,
+      "cov-distil (oracle2student)": 4.328394889831543,
+      "cov-distil (oracle2teacher)": 3.6812944412231445,
+      "epoch": 7.072998430141287,
+      "rel-constrast": 2.4560046195983887,
+      "step": 9011,
+      "subrel-constrast": 3.1607043743133545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2979063987731934,
+      "cov-distil (oracle2student)": 4.610786437988281,
+      "cov-distil (oracle2teacher)": 4.239869117736816,
+      "epoch": 7.073783359497646,
+      "rel-constrast": 2.1761555671691895,
+      "step": 9012,
+      "subrel-constrast": 2.829404830932617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5014734268188477,
+      "cov-distil (oracle2student)": 4.367544651031494,
+      "cov-distil (oracle2teacher)": 4.074927806854248,
+      "epoch": 7.074568288854003,
+      "rel-constrast": 3.101095199584961,
+      "step": 9013,
+      "subrel-constrast": 3.643098831176758,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5458035469055176,
+      "cov-distil (oracle2student)": 6.059343338012695,
+      "cov-distil (oracle2teacher)": 5.392214775085449,
+      "epoch": 7.075353218210361,
+      "rel-constrast": 2.4990074634552,
+      "step": 9014,
+      "subrel-constrast": 3.183574676513672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.549170970916748,
+      "cov-distil (oracle2student)": 4.958156585693359,
+      "cov-distil (oracle2teacher)": 4.929727554321289,
+      "epoch": 7.076138147566719,
+      "rel-constrast": 2.300750255584717,
+      "step": 9015,
+      "subrel-constrast": 3.3830244541168213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2523832321166992,
+      "cov-distil (oracle2student)": 3.3614745140075684,
+      "cov-distil (oracle2teacher)": 3.6384005546569824,
+      "epoch": 7.076923076923077,
+      "rel-constrast": 2.409271717071533,
+      "step": 9016,
+      "subrel-constrast": 3.1297550201416016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6644736528396606,
+      "cov-distil (oracle2student)": 4.986001491546631,
+      "cov-distil (oracle2teacher)": 4.499067783355713,
+      "epoch": 7.077708006279435,
+      "rel-constrast": 1.9857821464538574,
+      "step": 9017,
+      "subrel-constrast": 2.507513999938965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3066906929016113,
+      "cov-distil (oracle2student)": 5.300650119781494,
+      "cov-distil (oracle2teacher)": 5.192349433898926,
+      "epoch": 7.078492935635793,
+      "rel-constrast": 3.268106460571289,
+      "step": 9018,
+      "subrel-constrast": 3.6299846172332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5676413774490356,
+      "cov-distil (oracle2student)": 3.559183120727539,
+      "cov-distil (oracle2teacher)": 4.125858306884766,
+      "epoch": 7.079277864992151,
+      "rel-constrast": 2.713994026184082,
+      "step": 9019,
+      "subrel-constrast": 3.6924614906311035,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.080062794348509,
+      "grad_norm": 5.4375,
+      "learning_rate": 1.4514924822802367e-06,
+      "loss": 0.6686,
+      "step": 9020
+    },
+    {
+      "cov-distil": 1.5975158214569092,
+      "cov-distil (oracle2student)": 2.3943428993225098,
+      "cov-distil (oracle2teacher)": 2.7761924266815186,
+      "epoch": 7.080062794348509,
+      "rel-constrast": 2.6574087142944336,
+      "step": 9020,
+      "subrel-constrast": 3.4991724491119385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.587186336517334,
+      "cov-distil (oracle2student)": 5.153542518615723,
+      "cov-distil (oracle2teacher)": 4.778803825378418,
+      "epoch": 7.080847723704866,
+      "rel-constrast": 2.7785606384277344,
+      "step": 9021,
+      "subrel-constrast": 3.1569552421569824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.322525143623352,
+      "cov-distil (oracle2student)": 3.2755720615386963,
+      "cov-distil (oracle2teacher)": 2.9702744483947754,
+      "epoch": 7.081632653061225,
+      "rel-constrast": 2.45843243598938,
+      "step": 9022,
+      "subrel-constrast": 2.7337465286254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.993255615234375,
+      "cov-distil (oracle2student)": 3.339872360229492,
+      "cov-distil (oracle2teacher)": 3.058439016342163,
+      "epoch": 7.082417582417582,
+      "rel-constrast": 1.7129395008087158,
+      "step": 9023,
+      "subrel-constrast": 2.554206371307373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7504159212112427,
+      "cov-distil (oracle2student)": 6.482544898986816,
+      "cov-distil (oracle2teacher)": 6.034717082977295,
+      "epoch": 7.083202511773941,
+      "rel-constrast": 2.786040782928467,
+      "step": 9024,
+      "subrel-constrast": 3.8343312740325928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6708784103393555,
+      "cov-distil (oracle2student)": 4.732625961303711,
+      "cov-distil (oracle2teacher)": 4.0753936767578125,
+      "epoch": 7.083987441130298,
+      "rel-constrast": 2.762424945831299,
+      "step": 9025,
+      "subrel-constrast": 3.7292561531066895,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4668843746185303,
+      "cov-distil (oracle2student)": 3.64186429977417,
+      "cov-distil (oracle2teacher)": 3.087745428085327,
+      "epoch": 7.0847723704866565,
+      "rel-constrast": 1.849604606628418,
+      "step": 9026,
+      "subrel-constrast": 2.6180529594421387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1024746894836426,
+      "cov-distil (oracle2student)": 3.5134613513946533,
+      "cov-distil (oracle2teacher)": 3.543572187423706,
+      "epoch": 7.085557299843014,
+      "rel-constrast": 2.719245433807373,
+      "step": 9027,
+      "subrel-constrast": 3.7336268424987793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5955266952514648,
+      "cov-distil (oracle2student)": 4.311405181884766,
+      "cov-distil (oracle2teacher)": 4.172504425048828,
+      "epoch": 7.086342229199372,
+      "rel-constrast": 2.6139779090881348,
+      "step": 9028,
+      "subrel-constrast": 3.5256617069244385,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.451046109199524,
+      "cov-distil (oracle2student)": 2.914496421813965,
+      "cov-distil (oracle2teacher)": 2.6609907150268555,
+      "epoch": 7.08712715855573,
+      "rel-constrast": 1.6813805103302002,
+      "step": 9029,
+      "subrel-constrast": 2.280985116958618,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.087912087912088,
+      "grad_norm": 5.875,
+      "learning_rate": 1.4223336405606219e-06,
+      "loss": 0.6418,
+      "step": 9030
+    },
+    {
+      "cov-distil": 1.1189182996749878,
+      "cov-distil (oracle2student)": 5.730774879455566,
+      "cov-distil (oracle2teacher)": 4.554227828979492,
+      "epoch": 7.087912087912088,
+      "rel-constrast": 3.0920770168304443,
+      "step": 9030,
+      "subrel-constrast": 3.584134817123413,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.832146167755127,
+      "cov-distil (oracle2student)": 4.406131267547607,
+      "cov-distil (oracle2teacher)": 4.02682638168335,
+      "epoch": 7.088697017268446,
+      "rel-constrast": 2.88059139251709,
+      "step": 9031,
+      "subrel-constrast": 3.556870698928833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.612546682357788,
+      "cov-distil (oracle2student)": 3.9825057983398438,
+      "cov-distil (oracle2teacher)": 4.001673698425293,
+      "epoch": 7.089481946624804,
+      "rel-constrast": 2.8894357681274414,
+      "step": 9032,
+      "subrel-constrast": 3.7313170433044434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.191237211227417,
+      "cov-distil (oracle2student)": 4.124073028564453,
+      "cov-distil (oracle2teacher)": 3.9972314834594727,
+      "epoch": 7.090266875981162,
+      "rel-constrast": 3.0640101432800293,
+      "step": 9033,
+      "subrel-constrast": 3.905085325241089,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1826574802398682,
+      "cov-distil (oracle2student)": 3.8999204635620117,
+      "cov-distil (oracle2teacher)": 3.504180431365967,
+      "epoch": 7.0910518053375196,
+      "rel-constrast": 2.687931537628174,
+      "step": 9034,
+      "subrel-constrast": 3.4193925857543945,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0893919467926025,
+      "cov-distil (oracle2student)": 3.720853805541992,
+      "cov-distil (oracle2teacher)": 3.3065147399902344,
+      "epoch": 7.091836734693878,
+      "rel-constrast": 2.7559494972229004,
+      "step": 9035,
+      "subrel-constrast": 3.294699192047119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1069775819778442,
+      "cov-distil (oracle2student)": 4.208067417144775,
+      "cov-distil (oracle2teacher)": 4.168147563934326,
+      "epoch": 7.0926216640502355,
+      "rel-constrast": 2.4620323181152344,
+      "step": 9036,
+      "subrel-constrast": 2.956545829772949,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2790184020996094,
+      "cov-distil (oracle2student)": 4.445549011230469,
+      "cov-distil (oracle2teacher)": 4.518060684204102,
+      "epoch": 7.093406593406593,
+      "rel-constrast": 2.690563440322876,
+      "step": 9037,
+      "subrel-constrast": 3.7059478759765625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6192377805709839,
+      "cov-distil (oracle2student)": 2.2744956016540527,
+      "cov-distil (oracle2teacher)": 2.4191462993621826,
+      "epoch": 7.0941915227629515,
+      "rel-constrast": 1.798941731452942,
+      "step": 9038,
+      "subrel-constrast": 2.5257182121276855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0748748779296875,
+      "cov-distil (oracle2student)": 4.2553558349609375,
+      "cov-distil (oracle2teacher)": 4.286818504333496,
+      "epoch": 7.094976452119309,
+      "rel-constrast": 2.2473371028900146,
+      "step": 9039,
+      "subrel-constrast": 3.0046372413635254,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.0957613814756675,
+      "grad_norm": 5.5,
+      "learning_rate": 1.3934620852649348e-06,
+      "loss": 0.6995,
+      "step": 9040
+    },
+    {
+      "cov-distil": 1.1982102394104004,
+      "cov-distil (oracle2student)": 3.5872416496276855,
+      "cov-distil (oracle2teacher)": 3.4374685287475586,
+      "epoch": 7.0957613814756675,
+      "rel-constrast": 3.264406681060791,
+      "step": 9040,
+      "subrel-constrast": 3.580960750579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1466699838638306,
+      "cov-distil (oracle2student)": 4.256184101104736,
+      "cov-distil (oracle2teacher)": 4.302285194396973,
+      "epoch": 7.096546310832025,
+      "rel-constrast": 2.4819083213806152,
+      "step": 9041,
+      "subrel-constrast": 3.0419063568115234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.774636149406433,
+      "cov-distil (oracle2student)": 3.7420778274536133,
+      "cov-distil (oracle2teacher)": 3.7969970703125,
+      "epoch": 7.0973312401883835,
+      "rel-constrast": 2.892322063446045,
+      "step": 9042,
+      "subrel-constrast": 3.4525279998779297,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8464679718017578,
+      "cov-distil (oracle2student)": 6.282380104064941,
+      "cov-distil (oracle2teacher)": 5.820794582366943,
+      "epoch": 7.098116169544741,
+      "rel-constrast": 3.5799965858459473,
+      "step": 9043,
+      "subrel-constrast": 4.1206583976745605,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.370059847831726,
+      "cov-distil (oracle2student)": 3.439268112182617,
+      "cov-distil (oracle2teacher)": 3.0364179611206055,
+      "epoch": 7.0989010989010985,
+      "rel-constrast": 1.8147084712982178,
+      "step": 9044,
+      "subrel-constrast": 2.5511021614074707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9402849674224854,
+      "cov-distil (oracle2student)": 4.748164176940918,
+      "cov-distil (oracle2teacher)": 3.8829596042633057,
+      "epoch": 7.099686028257457,
+      "rel-constrast": 1.71884024143219,
+      "step": 9045,
+      "subrel-constrast": 2.3367247581481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3120625019073486,
+      "cov-distil (oracle2student)": 4.36078405380249,
+      "cov-distil (oracle2teacher)": 4.245574474334717,
+      "epoch": 7.1004709576138145,
+      "rel-constrast": 2.5724101066589355,
+      "step": 9046,
+      "subrel-constrast": 3.327793836593628,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.631239652633667,
+      "cov-distil (oracle2student)": 3.298494577407837,
+      "cov-distil (oracle2teacher)": 3.760913372039795,
+      "epoch": 7.101255886970173,
+      "rel-constrast": 2.3795061111450195,
+      "step": 9047,
+      "subrel-constrast": 3.3629095554351807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3593628406524658,
+      "cov-distil (oracle2student)": 3.203948497772217,
+      "cov-distil (oracle2teacher)": 3.6512372493743896,
+      "epoch": 7.1020408163265305,
+      "rel-constrast": 2.960129499435425,
+      "step": 9048,
+      "subrel-constrast": 3.3725359439849854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2808880805969238,
+      "cov-distil (oracle2student)": 2.99371075630188,
+      "cov-distil (oracle2teacher)": 2.3614015579223633,
+      "epoch": 7.102825745682889,
+      "rel-constrast": 1.9996980428695679,
+      "step": 9049,
+      "subrel-constrast": 2.342725992202759,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.1036106750392465,
+      "grad_norm": 4.84375,
+      "learning_rate": 1.364878168183975e-06,
+      "loss": 0.6787,
+      "step": 9050
+    },
+    {
+      "cov-distil": 1.437261939048767,
+      "cov-distil (oracle2student)": 5.105855464935303,
+      "cov-distil (oracle2teacher)": 4.755435943603516,
+      "epoch": 7.1036106750392465,
+      "rel-constrast": 1.7729822397232056,
+      "step": 9050,
+      "subrel-constrast": 2.588770627975464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.249588966369629,
+      "cov-distil (oracle2student)": 4.320736408233643,
+      "cov-distil (oracle2teacher)": 4.118279933929443,
+      "epoch": 7.104395604395604,
+      "rel-constrast": 1.6023106575012207,
+      "step": 9051,
+      "subrel-constrast": 2.459209680557251,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0194735527038574,
+      "cov-distil (oracle2student)": 5.4535980224609375,
+      "cov-distil (oracle2teacher)": 4.703280448913574,
+      "epoch": 7.1051805337519625,
+      "rel-constrast": 2.0386486053466797,
+      "step": 9052,
+      "subrel-constrast": 2.945978879928589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5208202600479126,
+      "cov-distil (oracle2student)": 4.0905232429504395,
+      "cov-distil (oracle2teacher)": 4.090131759643555,
+      "epoch": 7.10596546310832,
+      "rel-constrast": 1.94179105758667,
+      "step": 9053,
+      "subrel-constrast": 2.8631129264831543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4278289079666138,
+      "cov-distil (oracle2student)": 4.831228733062744,
+      "cov-distil (oracle2teacher)": 3.9602229595184326,
+      "epoch": 7.106750392464678,
+      "rel-constrast": 3.0681638717651367,
+      "step": 9054,
+      "subrel-constrast": 3.303882122039795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3542866706848145,
+      "cov-distil (oracle2student)": 4.362110137939453,
+      "cov-distil (oracle2teacher)": 4.25643253326416,
+      "epoch": 7.107535321821036,
+      "rel-constrast": 1.9487775564193726,
+      "step": 9055,
+      "subrel-constrast": 2.763528823852539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1228291988372803,
+      "cov-distil (oracle2student)": 4.316118240356445,
+      "cov-distil (oracle2teacher)": 4.485108375549316,
+      "epoch": 7.108320251177394,
+      "rel-constrast": 2.4523568153381348,
+      "step": 9056,
+      "subrel-constrast": 3.573882818222046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7192296981811523,
+      "cov-distil (oracle2student)": 4.806659698486328,
+      "cov-distil (oracle2teacher)": 4.929747581481934,
+      "epoch": 7.109105180533752,
+      "rel-constrast": 2.2299067974090576,
+      "step": 9057,
+      "subrel-constrast": 3.0280632972717285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4962985515594482,
+      "cov-distil (oracle2student)": 3.747265100479126,
+      "cov-distil (oracle2teacher)": 3.7222492694854736,
+      "epoch": 7.1098901098901095,
+      "rel-constrast": 2.967114210128784,
+      "step": 9058,
+      "subrel-constrast": 3.502868175506592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4618093967437744,
+      "cov-distil (oracle2student)": 3.1822309494018555,
+      "cov-distil (oracle2teacher)": 3.2940189838409424,
+      "epoch": 7.110675039246468,
+      "rel-constrast": 1.755615472793579,
+      "step": 9059,
+      "subrel-constrast": 2.931950330734253,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.1114599686028255,
+      "grad_norm": 6.0,
+      "learning_rate": 1.3365822376037423e-06,
+      "loss": 0.584,
+      "step": 9060
+    },
+    {
+      "cov-distil": 1.126950979232788,
+      "cov-distil (oracle2student)": 5.0710272789001465,
+      "cov-distil (oracle2teacher)": 4.933706283569336,
+      "epoch": 7.1114599686028255,
+      "rel-constrast": 3.7669949531555176,
+      "step": 9060,
+      "subrel-constrast": 4.475351810455322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7903518676757812,
+      "cov-distil (oracle2student)": 5.811654567718506,
+      "cov-distil (oracle2teacher)": 4.997124671936035,
+      "epoch": 7.112244897959184,
+      "rel-constrast": 2.576633930206299,
+      "step": 9061,
+      "subrel-constrast": 3.3829267024993896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1274807453155518,
+      "cov-distil (oracle2student)": 3.9650845527648926,
+      "cov-distil (oracle2teacher)": 3.441575765609741,
+      "epoch": 7.1130298273155415,
+      "rel-constrast": 2.3454039096832275,
+      "step": 9062,
+      "subrel-constrast": 2.9668259620666504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5358963012695312,
+      "cov-distil (oracle2student)": 3.1072587966918945,
+      "cov-distil (oracle2teacher)": 3.0869028568267822,
+      "epoch": 7.1138147566719,
+      "rel-constrast": 2.7324554920196533,
+      "step": 9063,
+      "subrel-constrast": 3.280238628387451,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8604766130447388,
+      "cov-distil (oracle2student)": 3.580873966217041,
+      "cov-distil (oracle2teacher)": 3.7018628120422363,
+      "epoch": 7.114599686028257,
+      "rel-constrast": 2.5777881145477295,
+      "step": 9064,
+      "subrel-constrast": 3.190748929977417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.553016185760498,
+      "cov-distil (oracle2student)": 4.41615629196167,
+      "cov-distil (oracle2teacher)": 4.443365097045898,
+      "epoch": 7.115384615384615,
+      "rel-constrast": 2.701411485671997,
+      "step": 9065,
+      "subrel-constrast": 3.6649112701416016,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.593690276145935,
+      "cov-distil (oracle2student)": 3.3266258239746094,
+      "cov-distil (oracle2teacher)": 3.307931900024414,
+      "epoch": 7.116169544740973,
+      "rel-constrast": 2.82460880279541,
+      "step": 9066,
+      "subrel-constrast": 3.349884033203125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4739278554916382,
+      "cov-distil (oracle2student)": 5.712469100952148,
+      "cov-distil (oracle2teacher)": 5.113189697265625,
+      "epoch": 7.116954474097331,
+      "rel-constrast": 2.418680191040039,
+      "step": 9067,
+      "subrel-constrast": 3.2895615100860596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2733798027038574,
+      "cov-distil (oracle2student)": 4.0453033447265625,
+      "cov-distil (oracle2teacher)": 3.7046937942504883,
+      "epoch": 7.117739403453689,
+      "rel-constrast": 2.3793585300445557,
+      "step": 9068,
+      "subrel-constrast": 3.144771099090576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7071279287338257,
+      "cov-distil (oracle2student)": 2.9739255905151367,
+      "cov-distil (oracle2teacher)": 2.7225208282470703,
+      "epoch": 7.118524332810047,
+      "rel-constrast": 2.031873941421509,
+      "step": 9069,
+      "subrel-constrast": 2.925737142562866,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.119309262166405,
+      "grad_norm": 4.5625,
+      "learning_rate": 1.3085746383012271e-06,
+      "loss": 0.6965,
+      "step": 9070
+    },
+    {
+      "cov-distil": 1.4350175857543945,
+      "cov-distil (oracle2student)": 3.213320255279541,
+      "cov-distil (oracle2teacher)": 3.244821548461914,
+      "epoch": 7.119309262166405,
+      "rel-constrast": 3.0501112937927246,
+      "step": 9070,
+      "subrel-constrast": 3.5294837951660156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3333884477615356,
+      "cov-distil (oracle2student)": 5.2771759033203125,
+      "cov-distil (oracle2teacher)": 5.123381614685059,
+      "epoch": 7.120094191522763,
+      "rel-constrast": 4.130509853363037,
+      "step": 9071,
+      "subrel-constrast": 4.6098785400390625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3741555213928223,
+      "cov-distil (oracle2student)": 3.799927234649658,
+      "cov-distil (oracle2teacher)": 3.3364956378936768,
+      "epoch": 7.1208791208791204,
+      "rel-constrast": 3.44110369682312,
+      "step": 9072,
+      "subrel-constrast": 4.402691841125488,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7222049236297607,
+      "cov-distil (oracle2student)": 4.015823841094971,
+      "cov-distil (oracle2teacher)": 3.793579578399658,
+      "epoch": 7.121664050235479,
+      "rel-constrast": 3.2732350826263428,
+      "step": 9073,
+      "subrel-constrast": 3.5453319549560547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6043164730072021,
+      "cov-distil (oracle2student)": 4.30389928817749,
+      "cov-distil (oracle2teacher)": 4.230502605438232,
+      "epoch": 7.122448979591836,
+      "rel-constrast": 2.2549846172332764,
+      "step": 9074,
+      "subrel-constrast": 2.704334259033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3337767124176025,
+      "cov-distil (oracle2student)": 5.300408840179443,
+      "cov-distil (oracle2teacher)": 4.836112976074219,
+      "epoch": 7.123233908948195,
+      "rel-constrast": 2.9299721717834473,
+      "step": 9075,
+      "subrel-constrast": 3.1694695949554443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4991517066955566,
+      "cov-distil (oracle2student)": 5.26057243347168,
+      "cov-distil (oracle2teacher)": 4.7028656005859375,
+      "epoch": 7.124018838304552,
+      "rel-constrast": 2.2542905807495117,
+      "step": 9076,
+      "subrel-constrast": 3.5512759685516357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.373311996459961,
+      "cov-distil (oracle2student)": 4.851308345794678,
+      "cov-distil (oracle2teacher)": 4.7636213302612305,
+      "epoch": 7.124803767660911,
+      "rel-constrast": 2.3180439472198486,
+      "step": 9077,
+      "subrel-constrast": 3.422468423843384,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3449169397354126,
+      "cov-distil (oracle2student)": 3.3024630546569824,
+      "cov-distil (oracle2teacher)": 3.095865249633789,
+      "epoch": 7.125588697017268,
+      "rel-constrast": 2.2010369300842285,
+      "step": 9078,
+      "subrel-constrast": 2.670640230178833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.330352783203125,
+      "cov-distil (oracle2student)": 4.6494035720825195,
+      "cov-distil (oracle2teacher)": 4.23480749130249,
+      "epoch": 7.126373626373626,
+      "rel-constrast": 2.399979591369629,
+      "step": 9079,
+      "subrel-constrast": 2.900409698486328,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.127158555729984,
+      "grad_norm": 5.5625,
+      "learning_rate": 1.2808557115401826e-06,
+      "loss": 0.7472,
+      "step": 9080
+    },
+    {
+      "cov-distil": 1.5591654777526855,
+      "cov-distil (oracle2student)": 4.118645191192627,
+      "cov-distil (oracle2teacher)": 4.039218902587891,
+      "epoch": 7.127158555729984,
+      "rel-constrast": 1.6219934225082397,
+      "step": 9080,
+      "subrel-constrast": 2.466763734817505,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3663445711135864,
+      "cov-distil (oracle2student)": 4.464376926422119,
+      "cov-distil (oracle2teacher)": 3.9022512435913086,
+      "epoch": 7.127943485086342,
+      "rel-constrast": 3.1568005084991455,
+      "step": 9081,
+      "subrel-constrast": 3.614553928375244,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8018131256103516,
+      "cov-distil (oracle2student)": 4.2339677810668945,
+      "cov-distil (oracle2teacher)": 3.9885449409484863,
+      "epoch": 7.1287284144427,
+      "rel-constrast": 2.6370277404785156,
+      "step": 9082,
+      "subrel-constrast": 3.4512746334075928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5793025493621826,
+      "cov-distil (oracle2student)": 3.576435089111328,
+      "cov-distil (oracle2teacher)": 2.9247488975524902,
+      "epoch": 7.129513343799058,
+      "rel-constrast": 2.0886809825897217,
+      "step": 9083,
+      "subrel-constrast": 2.8310203552246094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2722662687301636,
+      "cov-distil (oracle2student)": 4.490686893463135,
+      "cov-distil (oracle2teacher)": 4.374768257141113,
+      "epoch": 7.130298273155416,
+      "rel-constrast": 2.039480209350586,
+      "step": 9084,
+      "subrel-constrast": 3.0381109714508057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3132996559143066,
+      "cov-distil (oracle2student)": 5.233966827392578,
+      "cov-distil (oracle2teacher)": 5.159520149230957,
+      "epoch": 7.131083202511774,
+      "rel-constrast": 3.8857192993164062,
+      "step": 9085,
+      "subrel-constrast": 5.19138765335083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.614091396331787,
+      "cov-distil (oracle2student)": 3.444965124130249,
+      "cov-distil (oracle2teacher)": 3.407362937927246,
+      "epoch": 7.131868131868132,
+      "rel-constrast": 1.79327392578125,
+      "step": 9086,
+      "subrel-constrast": 2.7419426441192627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4079182147979736,
+      "cov-distil (oracle2student)": 3.7148051261901855,
+      "cov-distil (oracle2teacher)": 3.717349052429199,
+      "epoch": 7.13265306122449,
+      "rel-constrast": 2.455745220184326,
+      "step": 9087,
+      "subrel-constrast": 3.193066120147705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6414891481399536,
+      "cov-distil (oracle2student)": 4.668050765991211,
+      "cov-distil (oracle2teacher)": 4.557239532470703,
+      "epoch": 7.133437990580847,
+      "rel-constrast": 3.1004738807678223,
+      "step": 9088,
+      "subrel-constrast": 4.176628112792969,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1732542514801025,
+      "cov-distil (oracle2student)": 5.334263801574707,
+      "cov-distil (oracle2teacher)": 5.04591703414917,
+      "epoch": 7.134222919937206,
+      "rel-constrast": 2.872682571411133,
+      "step": 9089,
+      "subrel-constrast": 3.3713157176971436,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.135007849293563,
+      "grad_norm": 5.875,
+      "learning_rate": 1.2534257950669897e-06,
+      "loss": 0.6806,
+      "step": 9090
+    },
+    {
+      "cov-distil": 1.2231380939483643,
+      "cov-distil (oracle2student)": 3.473886013031006,
+      "cov-distil (oracle2teacher)": 3.619750499725342,
+      "epoch": 7.135007849293563,
+      "rel-constrast": 1.965709924697876,
+      "step": 9090,
+      "subrel-constrast": 2.9446442127227783,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4981855154037476,
+      "cov-distil (oracle2student)": 5.760787010192871,
+      "cov-distil (oracle2teacher)": 5.368077278137207,
+      "epoch": 7.135792778649922,
+      "rel-constrast": 3.22251033782959,
+      "step": 9091,
+      "subrel-constrast": 3.9061026573181152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4253592491149902,
+      "cov-distil (oracle2student)": 5.770990371704102,
+      "cov-distil (oracle2teacher)": 4.807286739349365,
+      "epoch": 7.136577708006279,
+      "rel-constrast": 3.2678794860839844,
+      "step": 9092,
+      "subrel-constrast": 3.5845377445220947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.79925274848938,
+      "cov-distil (oracle2student)": 4.626789093017578,
+      "cov-distil (oracle2teacher)": 4.915184020996094,
+      "epoch": 7.137362637362638,
+      "rel-constrast": 1.9142426252365112,
+      "step": 9093,
+      "subrel-constrast": 2.9442203044891357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6153583526611328,
+      "cov-distil (oracle2student)": 5.9722089767456055,
+      "cov-distil (oracle2teacher)": 5.602439880371094,
+      "epoch": 7.138147566718995,
+      "rel-constrast": 3.929050922393799,
+      "step": 9094,
+      "subrel-constrast": 4.100511074066162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7131319046020508,
+      "cov-distil (oracle2student)": 4.019858360290527,
+      "cov-distil (oracle2teacher)": 3.9837183952331543,
+      "epoch": 7.138932496075353,
+      "rel-constrast": 2.648127794265747,
+      "step": 9095,
+      "subrel-constrast": 3.4202771186828613,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2618541717529297,
+      "cov-distil (oracle2student)": 3.89890193939209,
+      "cov-distil (oracle2teacher)": 3.23340106010437,
+      "epoch": 7.139717425431711,
+      "rel-constrast": 2.1269614696502686,
+      "step": 9096,
+      "subrel-constrast": 2.493032455444336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3514326810836792,
+      "cov-distil (oracle2student)": 4.4147210121154785,
+      "cov-distil (oracle2teacher)": 4.016780376434326,
+      "epoch": 7.140502354788069,
+      "rel-constrast": 2.2774105072021484,
+      "step": 9097,
+      "subrel-constrast": 3.0100667476654053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3848648071289062,
+      "cov-distil (oracle2student)": 5.838589668273926,
+      "cov-distil (oracle2teacher)": 5.413360595703125,
+      "epoch": 7.141287284144427,
+      "rel-constrast": 2.1980910301208496,
+      "step": 9098,
+      "subrel-constrast": 2.9504473209381104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2223622798919678,
+      "cov-distil (oracle2student)": 4.239998817443848,
+      "cov-distil (oracle2teacher)": 3.8794970512390137,
+      "epoch": 7.142072213500785,
+      "rel-constrast": 1.8224401473999023,
+      "step": 9099,
+      "subrel-constrast": 2.6403207778930664,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.142857142857143,
+      "grad_norm": 4.78125,
+      "learning_rate": 1.2262852231065242e-06,
+      "loss": 0.673,
+      "step": 9100
+    },
+    {
+      "epoch": 7.142857142857143,
+      "overlap": 0.3140625059604645,
+      "step": 9100
+    },
+    {
+      "epoch": 7.142857142857143,
+      "step": 9100,
+      "student margin": 0.06512451171875
+    },
+    {
+      "epoch": 7.142857142857143,
+      "step": 9100,
+      "teacher margin": 0.049530029296875
+    },
+    {
+      "epoch": 7.142857142857143,
+      "margin difference": -0.015594482421875,
+      "step": 9100
+    },
+    {
+      "cov-distil": 1.3916665315628052,
+      "cov-distil (oracle2student)": 3.6917126178741455,
+      "cov-distil (oracle2teacher)": 3.451076030731201,
+      "epoch": 7.142857142857143,
+      "rel-constrast": 2.4703800678253174,
+      "step": 9100,
+      "subrel-constrast": 2.731306791305542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.535137414932251,
+      "cov-distil (oracle2student)": 4.667142868041992,
+      "cov-distil (oracle2teacher)": 4.717641830444336,
+      "epoch": 7.143642072213501,
+      "rel-constrast": 2.744786500930786,
+      "step": 9101,
+      "subrel-constrast": 3.4277467727661133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1661150455474854,
+      "cov-distil (oracle2student)": 4.241676330566406,
+      "cov-distil (oracle2teacher)": 4.123048782348633,
+      "epoch": 7.144427001569858,
+      "rel-constrast": 1.5091514587402344,
+      "step": 9102,
+      "subrel-constrast": 1.8526358604431152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4973373413085938,
+      "cov-distil (oracle2student)": 4.917747497558594,
+      "cov-distil (oracle2teacher)": 4.5645060539245605,
+      "epoch": 7.145211930926217,
+      "rel-constrast": 3.041557550430298,
+      "step": 9103,
+      "subrel-constrast": 3.5236599445343018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5535149574279785,
+      "cov-distil (oracle2student)": 5.8729753494262695,
+      "cov-distil (oracle2teacher)": 5.97509241104126,
+      "epoch": 7.145996860282574,
+      "rel-constrast": 2.480412483215332,
+      "step": 9104,
+      "subrel-constrast": 3.4990732669830322,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5847399234771729,
+      "cov-distil (oracle2student)": 4.566097736358643,
+      "cov-distil (oracle2teacher)": 4.190469741821289,
+      "epoch": 7.146781789638933,
+      "rel-constrast": 2.3847320079803467,
+      "step": 9105,
+      "subrel-constrast": 2.9029505252838135,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3560826778411865,
+      "cov-distil (oracle2student)": 4.262947082519531,
+      "cov-distil (oracle2teacher)": 4.799093246459961,
+      "epoch": 7.14756671899529,
+      "rel-constrast": 1.854146122932434,
+      "step": 9106,
+      "subrel-constrast": 2.8897430896759033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3019899129867554,
+      "cov-distil (oracle2student)": 3.7065091133117676,
+      "cov-distil (oracle2teacher)": 4.083003520965576,
+      "epoch": 7.148351648351649,
+      "rel-constrast": 2.4485042095184326,
+      "step": 9107,
+      "subrel-constrast": 2.9313130378723145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.163670778274536,
+      "cov-distil (oracle2student)": 5.4349589347839355,
+      "cov-distil (oracle2teacher)": 4.8654327392578125,
+      "epoch": 7.149136577708006,
+      "rel-constrast": 2.9311466217041016,
+      "step": 9108,
+      "subrel-constrast": 3.5444412231445312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2868067026138306,
+      "cov-distil (oracle2student)": 5.645541667938232,
+      "cov-distil (oracle2teacher)": 5.364994049072266,
+      "epoch": 7.149921507064364,
+      "rel-constrast": 1.2451467514038086,
+      "step": 9109,
+      "subrel-constrast": 1.871921420097351,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.150706436420722,
+      "grad_norm": 3.953125,
+      "learning_rate": 1.1994343263580844e-06,
+      "loss": 0.6148,
+      "step": 9110
+    },
+    {
+      "cov-distil": 1.556424617767334,
+      "cov-distil (oracle2student)": 3.8633241653442383,
+      "cov-distil (oracle2teacher)": 3.4616246223449707,
+      "epoch": 7.150706436420722,
+      "rel-constrast": 1.926224946975708,
+      "step": 9110,
+      "subrel-constrast": 2.4583139419555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5171706676483154,
+      "cov-distil (oracle2student)": 5.276140213012695,
+      "cov-distil (oracle2teacher)": 5.0397186279296875,
+      "epoch": 7.15149136577708,
+      "rel-constrast": 2.6995961666107178,
+      "step": 9111,
+      "subrel-constrast": 3.470618724822998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9622560739517212,
+      "cov-distil (oracle2student)": 2.816830635070801,
+      "cov-distil (oracle2teacher)": 2.8632946014404297,
+      "epoch": 7.152276295133438,
+      "rel-constrast": 1.5732789039611816,
+      "step": 9112,
+      "subrel-constrast": 2.547907590866089,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0731979608535767,
+      "cov-distil (oracle2student)": 3.8217451572418213,
+      "cov-distil (oracle2teacher)": 3.5132877826690674,
+      "epoch": 7.153061224489796,
+      "rel-constrast": 2.370504379272461,
+      "step": 9113,
+      "subrel-constrast": 2.6416146755218506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4079889059066772,
+      "cov-distil (oracle2student)": 6.038372039794922,
+      "cov-distil (oracle2teacher)": 5.748214244842529,
+      "epoch": 7.153846153846154,
+      "rel-constrast": 2.778717041015625,
+      "step": 9114,
+      "subrel-constrast": 3.785315990447998,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.803356647491455,
+      "cov-distil (oracle2student)": 3.4882760047912598,
+      "cov-distil (oracle2teacher)": 3.8680524826049805,
+      "epoch": 7.154631083202512,
+      "rel-constrast": 1.8126544952392578,
+      "step": 9115,
+      "subrel-constrast": 3.1095659732818604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6052805185317993,
+      "cov-distil (oracle2student)": 5.518685340881348,
+      "cov-distil (oracle2teacher)": 5.018970012664795,
+      "epoch": 7.155416012558869,
+      "rel-constrast": 4.148460388183594,
+      "step": 9116,
+      "subrel-constrast": 4.374814033508301,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4381276369094849,
+      "cov-distil (oracle2student)": 3.752487897872925,
+      "cov-distil (oracle2teacher)": 3.8583126068115234,
+      "epoch": 7.156200941915228,
+      "rel-constrast": 2.289156913757324,
+      "step": 9117,
+      "subrel-constrast": 3.1272132396698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3264374732971191,
+      "cov-distil (oracle2student)": 4.856005668640137,
+      "cov-distil (oracle2teacher)": 4.2736687660217285,
+      "epoch": 7.156985871271585,
+      "rel-constrast": 1.6587207317352295,
+      "step": 9118,
+      "subrel-constrast": 2.4519364833831787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2115014791488647,
+      "cov-distil (oracle2student)": 3.971120834350586,
+      "cov-distil (oracle2teacher)": 3.633289098739624,
+      "epoch": 7.157770800627944,
+      "rel-constrast": 2.6372523307800293,
+      "step": 9119,
+      "subrel-constrast": 3.228762626647949,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.158555729984301,
+      "grad_norm": 5.34375,
+      "learning_rate": 1.172873431991378e-06,
+      "loss": 0.6346,
+      "step": 9120
+    },
+    {
+      "cov-distil": 1.4026987552642822,
+      "cov-distil (oracle2student)": 3.9134373664855957,
+      "cov-distil (oracle2teacher)": 3.0660488605499268,
+      "epoch": 7.158555729984301,
+      "rel-constrast": 1.5995309352874756,
+      "step": 9120,
+      "subrel-constrast": 2.3625340461730957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.016326904296875,
+      "cov-distil (oracle2student)": 4.936610698699951,
+      "cov-distil (oracle2teacher)": 4.818905353546143,
+      "epoch": 7.15934065934066,
+      "rel-constrast": 2.693554639816284,
+      "step": 9121,
+      "subrel-constrast": 3.6351828575134277,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.810950756072998,
+      "cov-distil (oracle2student)": 5.191552639007568,
+      "cov-distil (oracle2teacher)": 5.565373420715332,
+      "epoch": 7.160125588697017,
+      "rel-constrast": 3.021745204925537,
+      "step": 9122,
+      "subrel-constrast": 3.6800079345703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0712525844573975,
+      "cov-distil (oracle2student)": 4.030320644378662,
+      "cov-distil (oracle2teacher)": 4.120967864990234,
+      "epoch": 7.160910518053376,
+      "rel-constrast": 1.9017702341079712,
+      "step": 9123,
+      "subrel-constrast": 2.7611851692199707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5617332458496094,
+      "cov-distil (oracle2student)": 6.067295074462891,
+      "cov-distil (oracle2teacher)": 5.692935943603516,
+      "epoch": 7.161695447409733,
+      "rel-constrast": 2.4936909675598145,
+      "step": 9124,
+      "subrel-constrast": 3.25492787361145,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4543180465698242,
+      "cov-distil (oracle2student)": 3.952855348587036,
+      "cov-distil (oracle2teacher)": 4.129984378814697,
+      "epoch": 7.162480376766091,
+      "rel-constrast": 2.7115018367767334,
+      "step": 9125,
+      "subrel-constrast": 3.4190704822540283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5770901441574097,
+      "cov-distil (oracle2student)": 3.8746790885925293,
+      "cov-distil (oracle2teacher)": 3.435380458831787,
+      "epoch": 7.163265306122449,
+      "rel-constrast": 2.885822057723999,
+      "step": 9126,
+      "subrel-constrast": 3.4353513717651367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.016386032104492,
+      "cov-distil (oracle2student)": 2.7951338291168213,
+      "cov-distil (oracle2teacher)": 3.2409236431121826,
+      "epoch": 7.164050235478807,
+      "rel-constrast": 2.0193352699279785,
+      "step": 9127,
+      "subrel-constrast": 2.6812894344329834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1565260887145996,
+      "cov-distil (oracle2student)": 6.068046569824219,
+      "cov-distil (oracle2teacher)": 5.126213073730469,
+      "epoch": 7.164835164835165,
+      "rel-constrast": 2.431861400604248,
+      "step": 9128,
+      "subrel-constrast": 2.8244121074676514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1541268825531006,
+      "cov-distil (oracle2student)": 3.5302815437316895,
+      "cov-distil (oracle2teacher)": 3.612046957015991,
+      "epoch": 7.165620094191523,
+      "rel-constrast": 1.9153974056243896,
+      "step": 9129,
+      "subrel-constrast": 2.4799020290374756,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.166405023547881,
+      "grad_norm": 3.9375,
+      "learning_rate": 1.1466028636425207e-06,
+      "loss": 0.6324,
+      "step": 9130
+    },
+    {
+      "cov-distil": 1.2930353879928589,
+      "cov-distil (oracle2student)": 4.492537975311279,
+      "cov-distil (oracle2teacher)": 3.962336540222168,
+      "epoch": 7.166405023547881,
+      "rel-constrast": 2.0791735649108887,
+      "step": 9130,
+      "subrel-constrast": 2.5815722942352295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5127924680709839,
+      "cov-distil (oracle2student)": 3.4153943061828613,
+      "cov-distil (oracle2teacher)": 3.2570152282714844,
+      "epoch": 7.167189952904239,
+      "rel-constrast": 2.1997265815734863,
+      "step": 9131,
+      "subrel-constrast": 2.5401923656463623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3512063026428223,
+      "cov-distil (oracle2student)": 3.9713797569274902,
+      "cov-distil (oracle2teacher)": 4.104677200317383,
+      "epoch": 7.167974882260596,
+      "rel-constrast": 2.9831652641296387,
+      "step": 9132,
+      "subrel-constrast": 3.1517136096954346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6276882886886597,
+      "cov-distil (oracle2student)": 5.45437479019165,
+      "cov-distil (oracle2teacher)": 5.282014846801758,
+      "epoch": 7.168759811616955,
+      "rel-constrast": 1.5944842100143433,
+      "step": 9133,
+      "subrel-constrast": 2.541513442993164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2990005016326904,
+      "cov-distil (oracle2student)": 4.220674514770508,
+      "cov-distil (oracle2teacher)": 4.177786350250244,
+      "epoch": 7.169544740973312,
+      "rel-constrast": 2.629772186279297,
+      "step": 9134,
+      "subrel-constrast": 3.24110746383667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.325189471244812,
+      "cov-distil (oracle2student)": 2.655689239501953,
+      "cov-distil (oracle2teacher)": 2.870553493499756,
+      "epoch": 7.170329670329671,
+      "rel-constrast": 2.550203323364258,
+      "step": 9135,
+      "subrel-constrast": 2.8773086071014404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.414928674697876,
+      "cov-distil (oracle2student)": 3.932206630706787,
+      "cov-distil (oracle2teacher)": 3.460433006286621,
+      "epoch": 7.171114599686028,
+      "rel-constrast": 2.918273448944092,
+      "step": 9136,
+      "subrel-constrast": 3.1197409629821777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5144259929656982,
+      "cov-distil (oracle2student)": 4.4309282302856445,
+      "cov-distil (oracle2teacher)": 4.257257461547852,
+      "epoch": 7.171899529042387,
+      "rel-constrast": 2.6076157093048096,
+      "step": 9137,
+      "subrel-constrast": 3.6073877811431885,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2127070426940918,
+      "cov-distil (oracle2student)": 5.38915491104126,
+      "cov-distil (oracle2teacher)": 5.1928606033325195,
+      "epoch": 7.172684458398744,
+      "rel-constrast": 2.6589534282684326,
+      "step": 9138,
+      "subrel-constrast": 3.591017484664917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.280773401260376,
+      "cov-distil (oracle2student)": 4.685199737548828,
+      "cov-distil (oracle2teacher)": 4.326027870178223,
+      "epoch": 7.173469387755102,
+      "rel-constrast": 2.7132961750030518,
+      "step": 9139,
+      "subrel-constrast": 2.945106267929077,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.17425431711146,
+      "grad_norm": 6.28125,
+      "learning_rate": 1.1206229414100988e-06,
+      "loss": 0.6579,
+      "step": 9140
+    },
+    {
+      "cov-distil": 1.9134794473648071,
+      "cov-distil (oracle2student)": 4.1498942375183105,
+      "cov-distil (oracle2teacher)": 4.464881420135498,
+      "epoch": 7.17425431711146,
+      "rel-constrast": 2.1919963359832764,
+      "step": 9140,
+      "subrel-constrast": 3.074617624282837,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.3418190479278564,
+      "cov-distil (oracle2student)": 5.326836109161377,
+      "cov-distil (oracle2teacher)": 4.908425807952881,
+      "epoch": 7.175039246467818,
+      "rel-constrast": 2.912127733230591,
+      "step": 9141,
+      "subrel-constrast": 4.026589870452881,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4426419734954834,
+      "cov-distil (oracle2student)": 6.967606067657471,
+      "cov-distil (oracle2teacher)": 6.02261209487915,
+      "epoch": 7.175824175824176,
+      "rel-constrast": 3.171837329864502,
+      "step": 9142,
+      "subrel-constrast": 3.326359987258911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.304561972618103,
+      "cov-distil (oracle2student)": 4.054349899291992,
+      "cov-distil (oracle2teacher)": 3.88510799407959,
+      "epoch": 7.176609105180534,
+      "rel-constrast": 2.9202380180358887,
+      "step": 9143,
+      "subrel-constrast": 3.1054415702819824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6071112155914307,
+      "cov-distil (oracle2student)": 4.074078559875488,
+      "cov-distil (oracle2teacher)": 4.09666633605957,
+      "epoch": 7.177394034536892,
+      "rel-constrast": 2.353111743927002,
+      "step": 9144,
+      "subrel-constrast": 2.8790535926818848,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9680544137954712,
+      "cov-distil (oracle2student)": 5.018510818481445,
+      "cov-distil (oracle2teacher)": 4.3316545486450195,
+      "epoch": 7.17817896389325,
+      "rel-constrast": 2.438778877258301,
+      "step": 9145,
+      "subrel-constrast": 3.190887212753296,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5059901475906372,
+      "cov-distil (oracle2student)": 3.6963460445404053,
+      "cov-distil (oracle2teacher)": 3.7081050872802734,
+      "epoch": 7.178963893249607,
+      "rel-constrast": 2.082115650177002,
+      "step": 9146,
+      "subrel-constrast": 2.809859275817871,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.74898099899292,
+      "cov-distil (oracle2student)": 5.553251266479492,
+      "cov-distil (oracle2teacher)": 5.1673502922058105,
+      "epoch": 7.179748822605966,
+      "rel-constrast": 1.7565054893493652,
+      "step": 9147,
+      "subrel-constrast": 2.544349431991577,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4692296981811523,
+      "cov-distil (oracle2student)": 4.343147277832031,
+      "cov-distil (oracle2teacher)": 4.270181179046631,
+      "epoch": 7.180533751962323,
+      "rel-constrast": 2.795933246612549,
+      "step": 9148,
+      "subrel-constrast": 3.7229490280151367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5939826965332031,
+      "cov-distil (oracle2student)": 4.368385314941406,
+      "cov-distil (oracle2teacher)": 4.110434055328369,
+      "epoch": 7.181318681318682,
+      "rel-constrast": 3.4571752548217773,
+      "step": 9149,
+      "subrel-constrast": 3.700601100921631,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.182103610675039,
+      "grad_norm": 6.5625,
+      "learning_rate": 1.0949339818512594e-06,
+      "loss": 0.6967,
+      "step": 9150
+    },
+    {
+      "cov-distil": 1.822819471359253,
+      "cov-distil (oracle2student)": 3.5073184967041016,
+      "cov-distil (oracle2teacher)": 3.1445560455322266,
+      "epoch": 7.182103610675039,
+      "rel-constrast": 2.1531291007995605,
+      "step": 9150,
+      "subrel-constrast": 3.332972526550293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5938063859939575,
+      "cov-distil (oracle2student)": 5.541831016540527,
+      "cov-distil (oracle2teacher)": 5.003762722015381,
+      "epoch": 7.1828885400313975,
+      "rel-constrast": 3.3929967880249023,
+      "step": 9151,
+      "subrel-constrast": 3.7597060203552246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7291678190231323,
+      "cov-distil (oracle2student)": 3.6457111835479736,
+      "cov-distil (oracle2teacher)": 3.8109800815582275,
+      "epoch": 7.183673469387755,
+      "rel-constrast": 2.2266974449157715,
+      "step": 9152,
+      "subrel-constrast": 3.4372060298919678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6197965145111084,
+      "cov-distil (oracle2student)": 4.021894454956055,
+      "cov-distil (oracle2teacher)": 4.122945785522461,
+      "epoch": 7.184458398744113,
+      "rel-constrast": 2.275819778442383,
+      "step": 9153,
+      "subrel-constrast": 3.726026773452759,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9069658517837524,
+      "cov-distil (oracle2student)": 4.006752967834473,
+      "cov-distil (oracle2teacher)": 3.6250505447387695,
+      "epoch": 7.185243328100471,
+      "rel-constrast": 2.0396647453308105,
+      "step": 9154,
+      "subrel-constrast": 2.5659234523773193,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.01035737991333,
+      "cov-distil (oracle2student)": 5.220426559448242,
+      "cov-distil (oracle2teacher)": 5.111998558044434,
+      "epoch": 7.186028257456829,
+      "rel-constrast": 1.7151076793670654,
+      "step": 9155,
+      "subrel-constrast": 2.3224942684173584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6830253601074219,
+      "cov-distil (oracle2student)": 4.6765313148498535,
+      "cov-distil (oracle2teacher)": 4.145661354064941,
+      "epoch": 7.186813186813187,
+      "rel-constrast": 2.374898672103882,
+      "step": 9156,
+      "subrel-constrast": 3.1214864253997803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3558757305145264,
+      "cov-distil (oracle2student)": 3.1943819522857666,
+      "cov-distil (oracle2teacher)": 2.964181900024414,
+      "epoch": 7.187598116169545,
+      "rel-constrast": 2.0876731872558594,
+      "step": 9157,
+      "subrel-constrast": 2.989614486694336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8347159624099731,
+      "cov-distil (oracle2student)": 3.9357712268829346,
+      "cov-distil (oracle2teacher)": 3.3204898834228516,
+      "epoch": 7.188383045525903,
+      "rel-constrast": 2.2853875160217285,
+      "step": 9158,
+      "subrel-constrast": 3.4123852252960205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.361413598060608,
+      "cov-distil (oracle2student)": 3.168135404586792,
+      "cov-distil (oracle2teacher)": 2.6421284675598145,
+      "epoch": 7.189167974882261,
+      "rel-constrast": 1.7744735479354858,
+      "step": 9159,
+      "subrel-constrast": 2.634122371673584,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.189952904238618,
+      "grad_norm": 4.4375,
+      "learning_rate": 1.0695362979778772e-06,
+      "loss": 0.5979,
+      "step": 9160
+    },
+    {
+      "cov-distil": 1.6450974941253662,
+      "cov-distil (oracle2student)": 4.7736382484436035,
+      "cov-distil (oracle2teacher)": 4.688850402832031,
+      "epoch": 7.189952904238618,
+      "rel-constrast": 2.8424320220947266,
+      "step": 9160,
+      "subrel-constrast": 3.737821102142334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7264347076416016,
+      "cov-distil (oracle2student)": 2.7018609046936035,
+      "cov-distil (oracle2teacher)": 2.925429582595825,
+      "epoch": 7.1907378335949765,
+      "rel-constrast": 1.9381062984466553,
+      "step": 9161,
+      "subrel-constrast": 2.918602705001831,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.75767183303833,
+      "cov-distil (oracle2student)": 3.71575927734375,
+      "cov-distil (oracle2teacher)": 3.5911383628845215,
+      "epoch": 7.191522762951334,
+      "rel-constrast": 2.81903076171875,
+      "step": 9162,
+      "subrel-constrast": 3.4571239948272705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.187227725982666,
+      "cov-distil (oracle2student)": 5.289314270019531,
+      "cov-distil (oracle2teacher)": 4.127677917480469,
+      "epoch": 7.1923076923076925,
+      "rel-constrast": 3.628314971923828,
+      "step": 9163,
+      "subrel-constrast": 3.6734049320220947,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7890775203704834,
+      "cov-distil (oracle2student)": 4.206621170043945,
+      "cov-distil (oracle2teacher)": 4.5850934982299805,
+      "epoch": 7.19309262166405,
+      "rel-constrast": 2.170111656188965,
+      "step": 9164,
+      "subrel-constrast": 3.613422393798828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1563451290130615,
+      "cov-distil (oracle2student)": 4.971540451049805,
+      "cov-distil (oracle2teacher)": 4.444489002227783,
+      "epoch": 7.1938775510204085,
+      "rel-constrast": 3.0647900104522705,
+      "step": 9165,
+      "subrel-constrast": 3.6375269889831543,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0105690956115723,
+      "cov-distil (oracle2student)": 3.737624168395996,
+      "cov-distil (oracle2teacher)": 3.8152577877044678,
+      "epoch": 7.194662480376766,
+      "rel-constrast": 1.6161770820617676,
+      "step": 9166,
+      "subrel-constrast": 2.9435858726501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3100180625915527,
+      "cov-distil (oracle2student)": 5.257027626037598,
+      "cov-distil (oracle2teacher)": 4.313985824584961,
+      "epoch": 7.195447409733124,
+      "rel-constrast": 2.9753217697143555,
+      "step": 9167,
+      "subrel-constrast": 3.5057644844055176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.252377986907959,
+      "cov-distil (oracle2student)": 4.2440924644470215,
+      "cov-distil (oracle2teacher)": 4.087022304534912,
+      "epoch": 7.196232339089482,
+      "rel-constrast": 1.9658252000808716,
+      "step": 9168,
+      "subrel-constrast": 2.7389678955078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2036042213439941,
+      "cov-distil (oracle2student)": 4.373775482177734,
+      "cov-distil (oracle2teacher)": 4.090592861175537,
+      "epoch": 7.1970172684458396,
+      "rel-constrast": 2.936669111251831,
+      "step": 9169,
+      "subrel-constrast": 3.2432456016540527,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.197802197802198,
+      "grad_norm": 5.375,
+      "learning_rate": 1.0444301992527077e-06,
+      "loss": 0.6865,
+      "step": 9170
+    },
+    {
+      "cov-distil": 1.959721565246582,
+      "cov-distil (oracle2student)": 2.991227388381958,
+      "cov-distil (oracle2teacher)": 2.9904966354370117,
+      "epoch": 7.197802197802198,
+      "rel-constrast": 1.3752952814102173,
+      "step": 9170,
+      "subrel-constrast": 2.284395694732666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5629054307937622,
+      "cov-distil (oracle2student)": 3.901442527770996,
+      "cov-distil (oracle2teacher)": 4.054263591766357,
+      "epoch": 7.1985871271585555,
+      "rel-constrast": 3.0762581825256348,
+      "step": 9171,
+      "subrel-constrast": 3.5430853366851807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.352062463760376,
+      "cov-distil (oracle2student)": 3.454453468322754,
+      "cov-distil (oracle2teacher)": 3.3643553256988525,
+      "epoch": 7.199372056514914,
+      "rel-constrast": 1.396227478981018,
+      "step": 9172,
+      "subrel-constrast": 1.9654890298843384,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.544458270072937,
+      "cov-distil (oracle2student)": 4.690362453460693,
+      "cov-distil (oracle2teacher)": 4.5167236328125,
+      "epoch": 7.2001569858712715,
+      "rel-constrast": 3.1100645065307617,
+      "step": 9173,
+      "subrel-constrast": 3.6278812885284424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4733593463897705,
+      "cov-distil (oracle2student)": 5.745442867279053,
+      "cov-distil (oracle2teacher)": 5.507336139678955,
+      "epoch": 7.20094191522763,
+      "rel-constrast": 3.5005030632019043,
+      "step": 9174,
+      "subrel-constrast": 4.205948829650879,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9577162265777588,
+      "cov-distil (oracle2student)": 4.327338695526123,
+      "cov-distil (oracle2teacher)": 4.1394500732421875,
+      "epoch": 7.2017268445839875,
+      "rel-constrast": 1.2627935409545898,
+      "step": 9175,
+      "subrel-constrast": 1.858303427696228,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8792755603790283,
+      "cov-distil (oracle2student)": 3.8792409896850586,
+      "cov-distil (oracle2teacher)": 3.9558987617492676,
+      "epoch": 7.202511773940345,
+      "rel-constrast": 2.343900203704834,
+      "step": 9176,
+      "subrel-constrast": 3.211367607116699,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5055586099624634,
+      "cov-distil (oracle2student)": 4.07131290435791,
+      "cov-distil (oracle2teacher)": 4.26580810546875,
+      "epoch": 7.2032967032967035,
+      "rel-constrast": 2.1414906978607178,
+      "step": 9177,
+      "subrel-constrast": 3.0642380714416504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2839211225509644,
+      "cov-distil (oracle2student)": 3.813990354537964,
+      "cov-distil (oracle2teacher)": 3.4588818550109863,
+      "epoch": 7.204081632653061,
+      "rel-constrast": 2.274121046066284,
+      "step": 9178,
+      "subrel-constrast": 2.519702196121216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7296651601791382,
+      "cov-distil (oracle2student)": 3.300337076187134,
+      "cov-distil (oracle2teacher)": 3.519028663635254,
+      "epoch": 7.204866562009419,
+      "rel-constrast": 2.353849411010742,
+      "step": 9179,
+      "subrel-constrast": 3.055424213409424,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.205651491365777,
+      "grad_norm": 6.96875,
+      "learning_rate": 1.0196159915856429e-06,
+      "loss": 0.609,
+      "step": 9180
+    },
+    {
+      "cov-distil": 1.8751291036605835,
+      "cov-distil (oracle2student)": 4.337466239929199,
+      "cov-distil (oracle2teacher)": 4.154731750488281,
+      "epoch": 7.205651491365777,
+      "rel-constrast": 2.6324081420898438,
+      "step": 9180,
+      "subrel-constrast": 3.471364736557007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0604106187820435,
+      "cov-distil (oracle2student)": 3.71809458732605,
+      "cov-distil (oracle2teacher)": 3.3153538703918457,
+      "epoch": 7.206436420722135,
+      "rel-constrast": 2.0159621238708496,
+      "step": 9181,
+      "subrel-constrast": 2.275545120239258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7275456190109253,
+      "cov-distil (oracle2student)": 4.006108283996582,
+      "cov-distil (oracle2teacher)": 4.312180519104004,
+      "epoch": 7.207221350078493,
+      "rel-constrast": 2.9072928428649902,
+      "step": 9182,
+      "subrel-constrast": 3.390314817428589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5871772766113281,
+      "cov-distil (oracle2student)": 4.785775184631348,
+      "cov-distil (oracle2teacher)": 4.226677894592285,
+      "epoch": 7.2080062794348505,
+      "rel-constrast": 3.4377858638763428,
+      "step": 9183,
+      "subrel-constrast": 3.8611180782318115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.520283818244934,
+      "cov-distil (oracle2student)": 3.8514015674591064,
+      "cov-distil (oracle2teacher)": 3.6144580841064453,
+      "epoch": 7.208791208791209,
+      "rel-constrast": 2.171264171600342,
+      "step": 9184,
+      "subrel-constrast": 3.0136423110961914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623022198677063,
+      "cov-distil (oracle2student)": 3.8236799240112305,
+      "cov-distil (oracle2teacher)": 3.6902904510498047,
+      "epoch": 7.2095761381475665,
+      "rel-constrast": 1.6325633525848389,
+      "step": 9185,
+      "subrel-constrast": 2.384690761566162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8514797687530518,
+      "cov-distil (oracle2student)": 6.47933292388916,
+      "cov-distil (oracle2teacher)": 5.200516700744629,
+      "epoch": 7.210361067503925,
+      "rel-constrast": 3.5773568153381348,
+      "step": 9186,
+      "subrel-constrast": 4.539182186126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5942649841308594,
+      "cov-distil (oracle2student)": 4.74558687210083,
+      "cov-distil (oracle2teacher)": 4.175358295440674,
+      "epoch": 7.2111459968602825,
+      "rel-constrast": 1.9780889749526978,
+      "step": 9187,
+      "subrel-constrast": 2.933088779449463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.380641222000122,
+      "cov-distil (oracle2student)": 4.365299701690674,
+      "cov-distil (oracle2teacher)": 3.8118059635162354,
+      "epoch": 7.211930926216641,
+      "rel-constrast": 2.0118162631988525,
+      "step": 9188,
+      "subrel-constrast": 2.4849917888641357,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.336394190788269,
+      "cov-distil (oracle2student)": 3.8273911476135254,
+      "cov-distil (oracle2teacher)": 3.6283247470855713,
+      "epoch": 7.212715855572998,
+      "rel-constrast": 3.2831335067749023,
+      "step": 9189,
+      "subrel-constrast": 3.841392755508423,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.213500784929356,
+      "grad_norm": 5.78125,
+      "learning_rate": 9.95093977329975e-07,
+      "loss": 0.6801,
+      "step": 9190
+    },
+    {
+      "cov-distil": 1.634378433227539,
+      "cov-distil (oracle2student)": 4.410484313964844,
+      "cov-distil (oracle2teacher)": 4.2682271003723145,
+      "epoch": 7.213500784929356,
+      "rel-constrast": 1.9015697240829468,
+      "step": 9190,
+      "subrel-constrast": 2.8969297409057617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.568606972694397,
+      "cov-distil (oracle2student)": 4.469651222229004,
+      "cov-distil (oracle2teacher)": 4.79359245300293,
+      "epoch": 7.214285714285714,
+      "rel-constrast": 2.1267223358154297,
+      "step": 9191,
+      "subrel-constrast": 3.2383527755737305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1164638996124268,
+      "cov-distil (oracle2student)": 3.952819347381592,
+      "cov-distil (oracle2teacher)": 3.6781792640686035,
+      "epoch": 7.215070643642072,
+      "rel-constrast": 2.153597831726074,
+      "step": 9192,
+      "subrel-constrast": 2.5812811851501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1343252658843994,
+      "cov-distil (oracle2student)": 4.292623043060303,
+      "cov-distil (oracle2teacher)": 3.847066879272461,
+      "epoch": 7.21585557299843,
+      "rel-constrast": 1.9309630393981934,
+      "step": 9193,
+      "subrel-constrast": 2.4587717056274414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4448270797729492,
+      "cov-distil (oracle2student)": 3.9319045543670654,
+      "cov-distil (oracle2teacher)": 3.7519211769104004,
+      "epoch": 7.216640502354788,
+      "rel-constrast": 3.266371965408325,
+      "step": 9194,
+      "subrel-constrast": 4.05090856552124,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7815485000610352,
+      "cov-distil (oracle2student)": 2.7677793502807617,
+      "cov-distil (oracle2teacher)": 2.666250705718994,
+      "epoch": 7.217425431711146,
+      "rel-constrast": 1.5884125232696533,
+      "step": 9195,
+      "subrel-constrast": 2.435405731201172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.212998628616333,
+      "cov-distil (oracle2student)": 3.7588908672332764,
+      "cov-distil (oracle2teacher)": 3.764378309249878,
+      "epoch": 7.218210361067504,
+      "rel-constrast": 1.146569013595581,
+      "step": 9196,
+      "subrel-constrast": 2.0879573822021484,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3324379920959473,
+      "cov-distil (oracle2student)": 5.31471061706543,
+      "cov-distil (oracle2teacher)": 5.1905412673950195,
+      "epoch": 7.2189952904238615,
+      "rel-constrast": 3.0777158737182617,
+      "step": 9197,
+      "subrel-constrast": 3.736250400543213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.005904197692871,
+      "cov-distil (oracle2student)": 4.787474632263184,
+      "cov-distil (oracle2teacher)": 4.444793224334717,
+      "epoch": 7.21978021978022,
+      "rel-constrast": 3.6526780128479004,
+      "step": 9198,
+      "subrel-constrast": 3.929757833480835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.517911434173584,
+      "cov-distil (oracle2student)": 3.683634042739868,
+      "cov-distil (oracle2teacher)": 3.850130081176758,
+      "epoch": 7.220565149136577,
+      "rel-constrast": 2.277301073074341,
+      "step": 9199,
+      "subrel-constrast": 3.1618876457214355,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.221350078492936,
+      "grad_norm": 4.8125,
+      "learning_rate": 9.708644552787027e-07,
+      "loss": 0.6149,
+      "step": 9200
+    },
+    {
+      "epoch": 7.221350078492936,
+      "overlap": 0.34687501192092896,
+      "step": 9200
+    },
+    {
+      "epoch": 7.221350078492936,
+      "step": 9200,
+      "student margin": 0.064849853515625
+    },
+    {
+      "epoch": 7.221350078492936,
+      "step": 9200,
+      "teacher margin": 0.041595458984375
+    },
+    {
+      "epoch": 7.221350078492936,
+      "margin difference": -0.02325439453125,
+      "step": 9200
+    },
+    {
+      "cov-distil": 1.217811942100525,
+      "cov-distil (oracle2student)": 4.730405330657959,
+      "cov-distil (oracle2teacher)": 5.1903076171875,
+      "epoch": 7.221350078492936,
+      "rel-constrast": 3.386213779449463,
+      "step": 9200,
+      "subrel-constrast": 4.140204906463623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2658743858337402,
+      "cov-distil (oracle2student)": 4.98579216003418,
+      "cov-distil (oracle2teacher)": 4.641731262207031,
+      "epoch": 7.222135007849293,
+      "rel-constrast": 2.2928414344787598,
+      "step": 9201,
+      "subrel-constrast": 3.396002769470215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5385692119598389,
+      "cov-distil (oracle2student)": 3.4936344623565674,
+      "cov-distil (oracle2teacher)": 3.571364402770996,
+      "epoch": 7.222919937205652,
+      "rel-constrast": 2.2611775398254395,
+      "step": 9202,
+      "subrel-constrast": 3.163078546524048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3010931015014648,
+      "cov-distil (oracle2student)": 3.0586633682250977,
+      "cov-distil (oracle2teacher)": 2.5770106315612793,
+      "epoch": 7.223704866562009,
+      "rel-constrast": 1.760755181312561,
+      "step": 9203,
+      "subrel-constrast": 2.6098692417144775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9298293590545654,
+      "cov-distil (oracle2student)": 5.3918046951293945,
+      "cov-distil (oracle2teacher)": 5.170232772827148,
+      "epoch": 7.224489795918367,
+      "rel-constrast": 3.2197823524475098,
+      "step": 9204,
+      "subrel-constrast": 3.7340540885925293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.353230357170105,
+      "cov-distil (oracle2student)": 3.627214193344116,
+      "cov-distil (oracle2teacher)": 4.043998718261719,
+      "epoch": 7.225274725274725,
+      "rel-constrast": 1.7535731792449951,
+      "step": 9205,
+      "subrel-constrast": 2.488018751144409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6496591567993164,
+      "cov-distil (oracle2student)": 2.6702253818511963,
+      "cov-distil (oracle2teacher)": 2.7863941192626953,
+      "epoch": 7.226059654631083,
+      "rel-constrast": 1.543198823928833,
+      "step": 9206,
+      "subrel-constrast": 2.6620986461639404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1666955947875977,
+      "cov-distil (oracle2student)": 4.4060163497924805,
+      "cov-distil (oracle2teacher)": 4.137762546539307,
+      "epoch": 7.226844583987441,
+      "rel-constrast": 2.033106565475464,
+      "step": 9207,
+      "subrel-constrast": 2.82852840423584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6884706020355225,
+      "cov-distil (oracle2student)": 4.693005561828613,
+      "cov-distil (oracle2teacher)": 4.610668182373047,
+      "epoch": 7.227629513343799,
+      "rel-constrast": 2.7112057209014893,
+      "step": 9208,
+      "subrel-constrast": 3.422980785369873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1208306550979614,
+      "cov-distil (oracle2student)": 3.104633092880249,
+      "cov-distil (oracle2teacher)": 2.967524528503418,
+      "epoch": 7.228414442700157,
+      "rel-constrast": 1.9980027675628662,
+      "step": 9209,
+      "subrel-constrast": 2.5241355895996094,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.229199372056515,
+      "grad_norm": 4.34375,
+      "learning_rate": 9.469277206609145e-07,
+      "loss": 0.6096,
+      "step": 9210
+    },
+    {
+      "cov-distil": 1.3711957931518555,
+      "cov-distil (oracle2student)": 2.907938241958618,
+      "cov-distil (oracle2teacher)": 2.855703830718994,
+      "epoch": 7.229199372056515,
+      "rel-constrast": 2.506679058074951,
+      "step": 9210,
+      "subrel-constrast": 2.9840540885925293,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7096500396728516,
+      "cov-distil (oracle2student)": 4.953326225280762,
+      "cov-distil (oracle2teacher)": 4.682701110839844,
+      "epoch": 7.229984301412873,
+      "rel-constrast": 1.6843132972717285,
+      "step": 9211,
+      "subrel-constrast": 3.1467907428741455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.35870361328125,
+      "cov-distil (oracle2student)": 2.946763038635254,
+      "cov-distil (oracle2teacher)": 2.8161227703094482,
+      "epoch": 7.230769230769231,
+      "rel-constrast": 2.970238447189331,
+      "step": 9212,
+      "subrel-constrast": 3.6163992881774902,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2227994203567505,
+      "cov-distil (oracle2student)": 4.9843292236328125,
+      "cov-distil (oracle2teacher)": 4.596972465515137,
+      "epoch": 7.231554160125588,
+      "rel-constrast": 1.5906190872192383,
+      "step": 9213,
+      "subrel-constrast": 2.1396424770355225,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7885725498199463,
+      "cov-distil (oracle2student)": 2.657799243927002,
+      "cov-distil (oracle2teacher)": 3.1938323974609375,
+      "epoch": 7.232339089481947,
+      "rel-constrast": 2.191598415374756,
+      "step": 9214,
+      "subrel-constrast": 2.8706841468811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0499718189239502,
+      "cov-distil (oracle2student)": 4.113600254058838,
+      "cov-distil (oracle2teacher)": 3.954746961593628,
+      "epoch": 7.233124018838304,
+      "rel-constrast": 2.4213178157806396,
+      "step": 9215,
+      "subrel-constrast": 3.161616563796997,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.490591049194336,
+      "cov-distil (oracle2student)": 3.879610300064087,
+      "cov-distil (oracle2teacher)": 4.098241329193115,
+      "epoch": 7.233908948194663,
+      "rel-constrast": 2.634751319885254,
+      "step": 9216,
+      "subrel-constrast": 4.041323661804199,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.278855800628662,
+      "cov-distil (oracle2student)": 4.623533248901367,
+      "cov-distil (oracle2teacher)": 4.461684226989746,
+      "epoch": 7.23469387755102,
+      "rel-constrast": 2.8980367183685303,
+      "step": 9217,
+      "subrel-constrast": 3.336249351501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4432870149612427,
+      "cov-distil (oracle2student)": 3.4863076210021973,
+      "cov-distil (oracle2teacher)": 3.0178399085998535,
+      "epoch": 7.235478806907379,
+      "rel-constrast": 2.026186943054199,
+      "step": 9218,
+      "subrel-constrast": 2.6733932495117188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3847110271453857,
+      "cov-distil (oracle2student)": 2.7803640365600586,
+      "cov-distil (oracle2teacher)": 3.040283441543579,
+      "epoch": 7.236263736263736,
+      "rel-constrast": 2.6102359294891357,
+      "step": 9219,
+      "subrel-constrast": 3.1814818382263184,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.237048665620094,
+      "grad_norm": 4.96875,
+      "learning_rate": 9.23284065138158e-07,
+      "loss": 0.6261,
+      "step": 9220
+    },
+    {
+      "cov-distil": 1.542646884918213,
+      "cov-distil (oracle2student)": 4.214974880218506,
+      "cov-distil (oracle2teacher)": 4.470256805419922,
+      "epoch": 7.237048665620094,
+      "rel-constrast": 2.9303536415100098,
+      "step": 9220,
+      "subrel-constrast": 3.7621824741363525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2607873678207397,
+      "cov-distil (oracle2student)": 3.966331720352173,
+      "cov-distil (oracle2teacher)": 3.693633556365967,
+      "epoch": 7.237833594976452,
+      "rel-constrast": 1.4671170711517334,
+      "step": 9221,
+      "subrel-constrast": 2.1299431324005127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8851876854896545,
+      "cov-distil (oracle2student)": 3.862769842147827,
+      "cov-distil (oracle2teacher)": 3.9145913124084473,
+      "epoch": 7.23861852433281,
+      "rel-constrast": 1.8682396411895752,
+      "step": 9222,
+      "subrel-constrast": 2.4069440364837646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6201527118682861,
+      "cov-distil (oracle2student)": 4.03987455368042,
+      "cov-distil (oracle2teacher)": 3.5676538944244385,
+      "epoch": 7.239403453689168,
+      "rel-constrast": 2.2973976135253906,
+      "step": 9223,
+      "subrel-constrast": 3.232836961746216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6110665798187256,
+      "cov-distil (oracle2student)": 3.3456294536590576,
+      "cov-distil (oracle2teacher)": 2.981085777282715,
+      "epoch": 7.240188383045526,
+      "rel-constrast": 2.9106063842773438,
+      "step": 9224,
+      "subrel-constrast": 3.5290346145629883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5964956283569336,
+      "cov-distil (oracle2student)": 2.8983383178710938,
+      "cov-distil (oracle2teacher)": 2.927356243133545,
+      "epoch": 7.240973312401884,
+      "rel-constrast": 1.8843927383422852,
+      "step": 9225,
+      "subrel-constrast": 2.4925107955932617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6458408832550049,
+      "cov-distil (oracle2student)": 4.660704612731934,
+      "cov-distil (oracle2teacher)": 4.573150157928467,
+      "epoch": 7.241758241758242,
+      "rel-constrast": 2.3961994647979736,
+      "step": 9226,
+      "subrel-constrast": 2.892589569091797,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5119178295135498,
+      "cov-distil (oracle2student)": 3.4794235229492188,
+      "cov-distil (oracle2teacher)": 3.6326346397399902,
+      "epoch": 7.242543171114599,
+      "rel-constrast": 2.524876594543457,
+      "step": 9227,
+      "subrel-constrast": 3.1870877742767334,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.224147915840149,
+      "cov-distil (oracle2student)": 2.5207419395446777,
+      "cov-distil (oracle2teacher)": 2.5563578605651855,
+      "epoch": 7.243328100470958,
+      "rel-constrast": 1.938815712928772,
+      "step": 9228,
+      "subrel-constrast": 2.727520704269409,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.183398723602295,
+      "cov-distil (oracle2student)": 4.514313697814941,
+      "cov-distil (oracle2teacher)": 4.400819301605225,
+      "epoch": 7.244113029827315,
+      "rel-constrast": 2.443293333053589,
+      "step": 9229,
+      "subrel-constrast": 2.607349395751953,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.244897959183674,
+      "grad_norm": 5.40625,
+      "learning_rate": 8.999337768009236e-07,
+      "loss": 0.6017,
+      "step": 9230
+    },
+    {
+      "cov-distil": 1.5568197965621948,
+      "cov-distil (oracle2student)": 4.580710411071777,
+      "cov-distil (oracle2teacher)": 4.475430011749268,
+      "epoch": 7.244897959183674,
+      "rel-constrast": 1.903421401977539,
+      "step": 9230,
+      "subrel-constrast": 2.796294927597046,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2846100330352783,
+      "cov-distil (oracle2student)": 7.19464111328125,
+      "cov-distil (oracle2teacher)": 6.118999481201172,
+      "epoch": 7.245682888540031,
+      "rel-constrast": 2.0823941230773926,
+      "step": 9231,
+      "subrel-constrast": 2.7573864459991455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.82523512840271,
+      "cov-distil (oracle2student)": 5.410351753234863,
+      "cov-distil (oracle2teacher)": 5.048933029174805,
+      "epoch": 7.24646781789639,
+      "rel-constrast": 2.164534091949463,
+      "step": 9232,
+      "subrel-constrast": 2.941840887069702,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9939793944358826,
+      "cov-distil (oracle2student)": 4.055069446563721,
+      "cov-distil (oracle2teacher)": 3.6801867485046387,
+      "epoch": 7.247252747252747,
+      "rel-constrast": 1.861989140510559,
+      "step": 9233,
+      "subrel-constrast": 2.3075764179229736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7305200099945068,
+      "cov-distil (oracle2student)": 4.171804428100586,
+      "cov-distil (oracle2teacher)": 3.9872586727142334,
+      "epoch": 7.248037676609105,
+      "rel-constrast": 3.453815221786499,
+      "step": 9234,
+      "subrel-constrast": 3.943885326385498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2827506065368652,
+      "cov-distil (oracle2student)": 4.909307479858398,
+      "cov-distil (oracle2teacher)": 4.526308536529541,
+      "epoch": 7.248822605965463,
+      "rel-constrast": 2.083556652069092,
+      "step": 9235,
+      "subrel-constrast": 2.524439573287964,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6579539775848389,
+      "cov-distil (oracle2student)": 3.9690589904785156,
+      "cov-distil (oracle2teacher)": 3.841644048690796,
+      "epoch": 7.249607535321821,
+      "rel-constrast": 2.131376266479492,
+      "step": 9236,
+      "subrel-constrast": 3.3625433444976807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1255971193313599,
+      "cov-distil (oracle2student)": 5.2405548095703125,
+      "cov-distil (oracle2teacher)": 4.622100830078125,
+      "epoch": 7.250392464678179,
+      "rel-constrast": 2.2424607276916504,
+      "step": 9237,
+      "subrel-constrast": 2.7106921672821045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.623840570449829,
+      "cov-distil (oracle2student)": 4.464225769042969,
+      "cov-distil (oracle2teacher)": 4.112548351287842,
+      "epoch": 7.251177394034537,
+      "rel-constrast": 2.099900007247925,
+      "step": 9238,
+      "subrel-constrast": 3.1332080364227295,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6771811246871948,
+      "cov-distil (oracle2student)": 4.105849742889404,
+      "cov-distil (oracle2teacher)": 3.773921489715576,
+      "epoch": 7.251962323390895,
+      "rel-constrast": 2.0047390460968018,
+      "step": 9239,
+      "subrel-constrast": 2.9005813598632812,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.252747252747253,
+      "grad_norm": 4.9375,
+      "learning_rate": 8.768771401651e-07,
+      "loss": 0.5876,
+      "step": 9240
+    },
+    {
+      "cov-distil": 1.415784478187561,
+      "cov-distil (oracle2student)": 4.878938674926758,
+      "cov-distil (oracle2teacher)": 5.153018951416016,
+      "epoch": 7.252747252747253,
+      "rel-constrast": 2.428982734680176,
+      "step": 9240,
+      "subrel-constrast": 3.280752182006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5150063037872314,
+      "cov-distil (oracle2student)": 4.770852088928223,
+      "cov-distil (oracle2teacher)": 4.446075916290283,
+      "epoch": 7.25353218210361,
+      "rel-constrast": 3.51202654838562,
+      "step": 9241,
+      "subrel-constrast": 4.087615013122559,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3343894481658936,
+      "cov-distil (oracle2student)": 2.3124210834503174,
+      "cov-distil (oracle2teacher)": 3.0049517154693604,
+      "epoch": 7.254317111459969,
+      "rel-constrast": 1.978996992111206,
+      "step": 9242,
+      "subrel-constrast": 2.782029151916504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.357129693031311,
+      "cov-distil (oracle2student)": 4.31638765335083,
+      "cov-distil (oracle2teacher)": 4.469821929931641,
+      "epoch": 7.255102040816326,
+      "rel-constrast": 2.3809518814086914,
+      "step": 9243,
+      "subrel-constrast": 2.9180123805999756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4500861167907715,
+      "cov-distil (oracle2student)": 5.5891242027282715,
+      "cov-distil (oracle2teacher)": 5.101126670837402,
+      "epoch": 7.255886970172685,
+      "rel-constrast": 3.274261713027954,
+      "step": 9244,
+      "subrel-constrast": 3.8369832038879395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6277403831481934,
+      "cov-distil (oracle2student)": 5.846179008483887,
+      "cov-distil (oracle2teacher)": 5.167677879333496,
+      "epoch": 7.256671899529042,
+      "rel-constrast": 2.117281675338745,
+      "step": 9245,
+      "subrel-constrast": 3.267988681793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1657909154891968,
+      "cov-distil (oracle2student)": 3.3108935356140137,
+      "cov-distil (oracle2teacher)": 4.064514636993408,
+      "epoch": 7.257456828885401,
+      "rel-constrast": 2.1350555419921875,
+      "step": 9246,
+      "subrel-constrast": 3.268221378326416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1664398908615112,
+      "cov-distil (oracle2student)": 4.336004257202148,
+      "cov-distil (oracle2teacher)": 4.165063858032227,
+      "epoch": 7.258241758241758,
+      "rel-constrast": 3.4001059532165527,
+      "step": 9247,
+      "subrel-constrast": 3.620366096496582,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3646578788757324,
+      "cov-distil (oracle2student)": 3.940702438354492,
+      "cov-distil (oracle2teacher)": 3.9262146949768066,
+      "epoch": 7.259026687598116,
+      "rel-constrast": 2.7724502086639404,
+      "step": 9248,
+      "subrel-constrast": 3.500115394592285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4206576347351074,
+      "cov-distil (oracle2student)": 6.823681831359863,
+      "cov-distil (oracle2teacher)": 6.334527969360352,
+      "epoch": 7.259811616954474,
+      "rel-constrast": 3.6071152687072754,
+      "step": 9249,
+      "subrel-constrast": 4.0577073097229,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.260596546310832,
+      "grad_norm": 5.625,
+      "learning_rate": 8.541144361685293e-07,
+      "loss": 0.7247,
+      "step": 9250
+    },
+    {
+      "cov-distil": 1.264798641204834,
+      "cov-distil (oracle2student)": 2.5025463104248047,
+      "cov-distil (oracle2teacher)": 2.636849880218506,
+      "epoch": 7.260596546310832,
+      "rel-constrast": 1.7093636989593506,
+      "step": 9250,
+      "subrel-constrast": 2.378281354904175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1108403205871582,
+      "cov-distil (oracle2student)": 3.139706611633301,
+      "cov-distil (oracle2teacher)": 3.201076030731201,
+      "epoch": 7.26138147566719,
+      "rel-constrast": 1.7081838846206665,
+      "step": 9251,
+      "subrel-constrast": 2.245640516281128,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.350807785987854,
+      "cov-distil (oracle2student)": 3.7993340492248535,
+      "cov-distil (oracle2teacher)": 4.110474586486816,
+      "epoch": 7.262166405023548,
+      "rel-constrast": 2.2315707206726074,
+      "step": 9252,
+      "subrel-constrast": 3.459010601043701,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1412334442138672,
+      "cov-distil (oracle2student)": 4.431488990783691,
+      "cov-distil (oracle2teacher)": 4.487537384033203,
+      "epoch": 7.262951334379906,
+      "rel-constrast": 1.781972885131836,
+      "step": 9253,
+      "subrel-constrast": 2.5007164478302,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5429699420928955,
+      "cov-distil (oracle2student)": 3.446842908859253,
+      "cov-distil (oracle2teacher)": 3.300063133239746,
+      "epoch": 7.263736263736264,
+      "rel-constrast": 2.9952433109283447,
+      "step": 9254,
+      "subrel-constrast": 3.6314516067504883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2944982051849365,
+      "cov-distil (oracle2student)": 4.853581428527832,
+      "cov-distil (oracle2teacher)": 5.061954498291016,
+      "epoch": 7.264521193092621,
+      "rel-constrast": 1.698472023010254,
+      "step": 9255,
+      "subrel-constrast": 2.5526371002197266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1769933700561523,
+      "cov-distil (oracle2student)": 3.4800384044647217,
+      "cov-distil (oracle2teacher)": 3.062954902648926,
+      "epoch": 7.26530612244898,
+      "rel-constrast": 1.757501244544983,
+      "step": 9256,
+      "subrel-constrast": 2.3092808723449707,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6036441326141357,
+      "cov-distil (oracle2student)": 3.263573169708252,
+      "cov-distil (oracle2teacher)": 3.298143148422241,
+      "epoch": 7.266091051805337,
+      "rel-constrast": 2.4627137184143066,
+      "step": 9257,
+      "subrel-constrast": 3.1815316677093506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4998059272766113,
+      "cov-distil (oracle2student)": 3.9829537868499756,
+      "cov-distil (oracle2teacher)": 4.217274188995361,
+      "epoch": 7.266875981161696,
+      "rel-constrast": 2.184175968170166,
+      "step": 9258,
+      "subrel-constrast": 2.9515018463134766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.62494695186615,
+      "cov-distil (oracle2student)": 4.593327045440674,
+      "cov-distil (oracle2teacher)": 4.641542434692383,
+      "epoch": 7.267660910518053,
+      "rel-constrast": 3.2104907035827637,
+      "step": 9259,
+      "subrel-constrast": 4.230224609375,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.268445839874412,
+      "grad_norm": 7.0,
+      "learning_rate": 8.316459421675776e-07,
+      "loss": 0.5775,
+      "step": 9260
+    },
+    {
+      "cov-distil": 1.1919190883636475,
+      "cov-distil (oracle2student)": 5.61982536315918,
+      "cov-distil (oracle2teacher)": 5.225769519805908,
+      "epoch": 7.268445839874412,
+      "rel-constrast": 3.4184088706970215,
+      "step": 9260,
+      "subrel-constrast": 3.497316360473633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.546194076538086,
+      "cov-distil (oracle2student)": 4.9853973388671875,
+      "cov-distil (oracle2teacher)": 4.680647373199463,
+      "epoch": 7.269230769230769,
+      "rel-constrast": 2.2598023414611816,
+      "step": 9261,
+      "subrel-constrast": 3.1250104904174805,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.461288332939148,
+      "cov-distil (oracle2student)": 4.179999828338623,
+      "cov-distil (oracle2teacher)": 4.152988910675049,
+      "epoch": 7.270015698587127,
+      "rel-constrast": 2.2159364223480225,
+      "step": 9262,
+      "subrel-constrast": 3.2056398391723633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.553995132446289,
+      "cov-distil (oracle2student)": 6.246560573577881,
+      "cov-distil (oracle2teacher)": 5.317866325378418,
+      "epoch": 7.270800627943485,
+      "rel-constrast": 3.012758731842041,
+      "step": 9263,
+      "subrel-constrast": 3.547095537185669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.469958782196045,
+      "cov-distil (oracle2student)": 5.181004524230957,
+      "cov-distil (oracle2teacher)": 5.0079450607299805,
+      "epoch": 7.271585557299843,
+      "rel-constrast": 2.519294500350952,
+      "step": 9264,
+      "subrel-constrast": 3.3905365467071533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4602594375610352,
+      "cov-distil (oracle2student)": 4.614604949951172,
+      "cov-distil (oracle2teacher)": 4.920156478881836,
+      "epoch": 7.272370486656201,
+      "rel-constrast": 2.2768778800964355,
+      "step": 9265,
+      "subrel-constrast": 3.296318769454956,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6553170680999756,
+      "cov-distil (oracle2student)": 4.166629314422607,
+      "cov-distil (oracle2teacher)": 3.890779733657837,
+      "epoch": 7.273155416012559,
+      "rel-constrast": 1.743181824684143,
+      "step": 9266,
+      "subrel-constrast": 2.8835952281951904,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5360753536224365,
+      "cov-distil (oracle2student)": 4.472630500793457,
+      "cov-distil (oracle2teacher)": 4.291333198547363,
+      "epoch": 7.273940345368917,
+      "rel-constrast": 2.4838767051696777,
+      "step": 9267,
+      "subrel-constrast": 3.5764319896698,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8383281230926514,
+      "cov-distil (oracle2student)": 5.943587303161621,
+      "cov-distil (oracle2teacher)": 5.153022766113281,
+      "epoch": 7.274725274725275,
+      "rel-constrast": 2.8216936588287354,
+      "step": 9268,
+      "subrel-constrast": 3.5092947483062744,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.6126272678375244,
+      "cov-distil (oracle2student)": 5.899161338806152,
+      "cov-distil (oracle2teacher)": 5.524886131286621,
+      "epoch": 7.275510204081632,
+      "rel-constrast": 3.5691604614257812,
+      "step": 9269,
+      "subrel-constrast": 4.418883800506592,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.276295133437991,
+      "grad_norm": 7.8125,
+      "learning_rate": 8.094719319337529e-07,
+      "loss": 0.6988,
+      "step": 9270
+    },
+    {
+      "cov-distil": 1.61826491355896,
+      "cov-distil (oracle2student)": 3.3356525897979736,
+      "cov-distil (oracle2teacher)": 3.56837797164917,
+      "epoch": 7.276295133437991,
+      "rel-constrast": 1.7845869064331055,
+      "step": 9270,
+      "subrel-constrast": 2.7131528854370117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8774396181106567,
+      "cov-distil (oracle2student)": 5.018983840942383,
+      "cov-distil (oracle2teacher)": 4.70795202255249,
+      "epoch": 7.277080062794348,
+      "rel-constrast": 2.986353635787964,
+      "step": 9271,
+      "subrel-constrast": 3.9181556701660156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4773032665252686,
+      "cov-distil (oracle2student)": 3.98997163772583,
+      "cov-distil (oracle2teacher)": 4.016538143157959,
+      "epoch": 7.277864992150707,
+      "rel-constrast": 2.0975992679595947,
+      "step": 9272,
+      "subrel-constrast": 2.9948060512542725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4226593971252441,
+      "cov-distil (oracle2student)": 4.246391773223877,
+      "cov-distil (oracle2teacher)": 4.349913597106934,
+      "epoch": 7.278649921507064,
+      "rel-constrast": 2.9915544986724854,
+      "step": 9273,
+      "subrel-constrast": 3.4706759452819824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1754393577575684,
+      "cov-distil (oracle2student)": 3.5801665782928467,
+      "cov-distil (oracle2teacher)": 3.4910991191864014,
+      "epoch": 7.279434850863423,
+      "rel-constrast": 2.431363582611084,
+      "step": 9274,
+      "subrel-constrast": 2.639402151107788,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6124913692474365,
+      "cov-distil (oracle2student)": 3.9273674488067627,
+      "cov-distil (oracle2teacher)": 4.04115104675293,
+      "epoch": 7.28021978021978,
+      "rel-constrast": 2.3079030513763428,
+      "step": 9275,
+      "subrel-constrast": 3.4358322620391846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7447590827941895,
+      "cov-distil (oracle2student)": 4.107001304626465,
+      "cov-distil (oracle2teacher)": 3.6837821006774902,
+      "epoch": 7.2810047095761385,
+      "rel-constrast": 1.069880723953247,
+      "step": 9276,
+      "subrel-constrast": 1.743831992149353,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.575814962387085,
+      "cov-distil (oracle2student)": 3.278780937194824,
+      "cov-distil (oracle2teacher)": 3.5407357215881348,
+      "epoch": 7.281789638932496,
+      "rel-constrast": 1.973313808441162,
+      "step": 9277,
+      "subrel-constrast": 2.9884603023529053,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.42999267578125,
+      "cov-distil (oracle2student)": 6.2834248542785645,
+      "cov-distil (oracle2teacher)": 6.096759796142578,
+      "epoch": 7.282574568288854,
+      "rel-constrast": 3.492879629135132,
+      "step": 9278,
+      "subrel-constrast": 3.917799711227417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0069780349731445,
+      "cov-distil (oracle2student)": 7.234129428863525,
+      "cov-distil (oracle2teacher)": 5.801141738891602,
+      "epoch": 7.283359497645212,
+      "rel-constrast": 2.407769203186035,
+      "step": 9279,
+      "subrel-constrast": 2.788628339767456,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.28414442700157,
+      "grad_norm": 4.90625,
+      "learning_rate": 7.875926756503726e-07,
+      "loss": 0.6259,
+      "step": 9280
+    },
+    {
+      "cov-distil": 1.258258581161499,
+      "cov-distil (oracle2student)": 3.107311725616455,
+      "cov-distil (oracle2teacher)": 3.2260940074920654,
+      "epoch": 7.28414442700157,
+      "rel-constrast": 2.5101027488708496,
+      "step": 9280,
+      "subrel-constrast": 3.5748894214630127,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5773882865905762,
+      "cov-distil (oracle2student)": 3.5052080154418945,
+      "cov-distil (oracle2teacher)": 3.2230730056762695,
+      "epoch": 7.284929356357928,
+      "rel-constrast": 1.9515719413757324,
+      "step": 9281,
+      "subrel-constrast": 2.95363187789917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.015610456466675,
+      "cov-distil (oracle2student)": 3.295529842376709,
+      "cov-distil (oracle2teacher)": 3.599947452545166,
+      "epoch": 7.285714285714286,
+      "rel-constrast": 2.257378101348877,
+      "step": 9282,
+      "subrel-constrast": 3.5118744373321533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.01859188079834,
+      "cov-distil (oracle2student)": 4.63385534286499,
+      "cov-distil (oracle2teacher)": 4.490439414978027,
+      "epoch": 7.286499215070644,
+      "rel-constrast": 2.588458299636841,
+      "step": 9283,
+      "subrel-constrast": 3.5717928409576416,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5751891136169434,
+      "cov-distil (oracle2student)": 4.16275691986084,
+      "cov-distil (oracle2teacher)": 4.399547576904297,
+      "epoch": 7.287284144427002,
+      "rel-constrast": 2.134601593017578,
+      "step": 9284,
+      "subrel-constrast": 2.9425647258758545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8632678985595703,
+      "cov-distil (oracle2student)": 4.337737083435059,
+      "cov-distil (oracle2teacher)": 4.322030067443848,
+      "epoch": 7.288069073783359,
+      "rel-constrast": 3.020259380340576,
+      "step": 9285,
+      "subrel-constrast": 3.8674020767211914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3027994632720947,
+      "cov-distil (oracle2student)": 3.721468448638916,
+      "cov-distil (oracle2teacher)": 3.647437810897827,
+      "epoch": 7.2888540031397175,
+      "rel-constrast": 2.9395484924316406,
+      "step": 9286,
+      "subrel-constrast": 3.975550413131714,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6535682678222656,
+      "cov-distil (oracle2student)": 3.9663703441619873,
+      "cov-distil (oracle2teacher)": 3.473142623901367,
+      "epoch": 7.289638932496075,
+      "rel-constrast": 2.42495059967041,
+      "step": 9287,
+      "subrel-constrast": 3.294654130935669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7762763500213623,
+      "cov-distil (oracle2student)": 5.068017959594727,
+      "cov-distil (oracle2teacher)": 5.099152565002441,
+      "epoch": 7.2904238618524335,
+      "rel-constrast": 2.982880115509033,
+      "step": 9288,
+      "subrel-constrast": 3.300081729888916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7173707485198975,
+      "cov-distil (oracle2student)": 3.4741196632385254,
+      "cov-distil (oracle2teacher)": 3.782623767852783,
+      "epoch": 7.291208791208791,
+      "rel-constrast": 2.2065811157226562,
+      "step": 9289,
+      "subrel-constrast": 2.8068349361419678,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.2919937205651495,
+      "grad_norm": 4.90625,
+      "learning_rate": 7.66008439909266e-07,
+      "loss": 0.6673,
+      "step": 9290
+    },
+    {
+      "cov-distil": 1.2093781232833862,
+      "cov-distil (oracle2student)": 3.1509063243865967,
+      "cov-distil (oracle2teacher)": 3.0578389167785645,
+      "epoch": 7.2919937205651495,
+      "rel-constrast": 2.3410046100616455,
+      "step": 9290,
+      "subrel-constrast": 2.753786563873291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3722000122070312,
+      "cov-distil (oracle2student)": 4.714348793029785,
+      "cov-distil (oracle2teacher)": 4.031990051269531,
+      "epoch": 7.292778649921507,
+      "rel-constrast": 3.0236973762512207,
+      "step": 9291,
+      "subrel-constrast": 3.2873613834381104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6487751007080078,
+      "cov-distil (oracle2student)": 3.7969350814819336,
+      "cov-distil (oracle2teacher)": 4.020256042480469,
+      "epoch": 7.293563579277865,
+      "rel-constrast": 2.8907625675201416,
+      "step": 9292,
+      "subrel-constrast": 3.7566561698913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5474350452423096,
+      "cov-distil (oracle2student)": 5.203251838684082,
+      "cov-distil (oracle2teacher)": 4.976266860961914,
+      "epoch": 7.294348508634223,
+      "rel-constrast": 2.537659168243408,
+      "step": 9293,
+      "subrel-constrast": 3.653627872467041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3757433891296387,
+      "cov-distil (oracle2student)": 5.135804653167725,
+      "cov-distil (oracle2teacher)": 4.4971418380737305,
+      "epoch": 7.295133437990581,
+      "rel-constrast": 2.10652232170105,
+      "step": 9294,
+      "subrel-constrast": 2.9486513137817383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2650063037872314,
+      "cov-distil (oracle2student)": 3.6137030124664307,
+      "cov-distil (oracle2teacher)": 3.775556802749634,
+      "epoch": 7.295918367346939,
+      "rel-constrast": 3.1227173805236816,
+      "step": 9295,
+      "subrel-constrast": 3.5439682006835938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7727471590042114,
+      "cov-distil (oracle2student)": 3.9988667964935303,
+      "cov-distil (oracle2teacher)": 3.986802101135254,
+      "epoch": 7.2967032967032965,
+      "rel-constrast": 2.672489881515503,
+      "step": 9296,
+      "subrel-constrast": 3.5094966888427734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3544588088989258,
+      "cov-distil (oracle2student)": 3.7528157234191895,
+      "cov-distil (oracle2teacher)": 4.19811487197876,
+      "epoch": 7.297488226059655,
+      "rel-constrast": 2.579702854156494,
+      "step": 9297,
+      "subrel-constrast": 3.289170265197754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4338706731796265,
+      "cov-distil (oracle2student)": 3.821413516998291,
+      "cov-distil (oracle2teacher)": 3.1542835235595703,
+      "epoch": 7.2982731554160125,
+      "rel-constrast": 1.398149847984314,
+      "step": 9298,
+      "subrel-constrast": 2.4864397048950195,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7647154331207275,
+      "cov-distil (oracle2student)": 4.730778694152832,
+      "cov-distil (oracle2teacher)": 4.704262733459473,
+      "epoch": 7.299058084772371,
+      "rel-constrast": 1.8086144924163818,
+      "step": 9299,
+      "subrel-constrast": 3.003006935119629,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.2998430141287285,
+      "grad_norm": 6.3125,
+      "learning_rate": 7.44719487707543e-07,
+      "loss": 0.6489,
+      "step": 9300
+    },
+    {
+      "epoch": 7.2998430141287285,
+      "overlap": 0.33281251788139343,
+      "step": 9300
+    },
+    {
+      "epoch": 7.2998430141287285,
+      "step": 9300,
+      "student margin": 0.065673828125
+    },
+    {
+      "epoch": 7.2998430141287285,
+      "step": 9300,
+      "teacher margin": 0.04498291015625
+    },
+    {
+      "epoch": 7.2998430141287285,
+      "margin difference": -0.02069091796875,
+      "step": 9300
+    },
+    {
+      "cov-distil": 1.531006097793579,
+      "cov-distil (oracle2student)": 3.699636459350586,
+      "cov-distil (oracle2teacher)": 3.8548014163970947,
+      "epoch": 7.2998430141287285,
+      "rel-constrast": 2.2405507564544678,
+      "step": 9300,
+      "subrel-constrast": 3.132422685623169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4686994552612305,
+      "cov-distil (oracle2student)": 6.0553483963012695,
+      "cov-distil (oracle2teacher)": 5.026912689208984,
+      "epoch": 7.300627943485086,
+      "rel-constrast": 3.2986323833465576,
+      "step": 9301,
+      "subrel-constrast": 3.8506433963775635,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0735063552856445,
+      "cov-distil (oracle2student)": 3.684725284576416,
+      "cov-distil (oracle2teacher)": 2.9726879596710205,
+      "epoch": 7.3014128728414445,
+      "rel-constrast": 2.660308837890625,
+      "step": 9302,
+      "subrel-constrast": 2.8058505058288574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6353213787078857,
+      "cov-distil (oracle2student)": 3.445394515991211,
+      "cov-distil (oracle2teacher)": 3.5787038803100586,
+      "epoch": 7.302197802197802,
+      "rel-constrast": 3.0590600967407227,
+      "step": 9303,
+      "subrel-constrast": 3.615297794342041,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.45179283618927,
+      "cov-distil (oracle2student)": 3.4215734004974365,
+      "cov-distil (oracle2teacher)": 3.793365240097046,
+      "epoch": 7.3029827315541604,
+      "rel-constrast": 1.731571912765503,
+      "step": 9304,
+      "subrel-constrast": 2.922290563583374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1893880367279053,
+      "cov-distil (oracle2student)": 5.19380521774292,
+      "cov-distil (oracle2teacher)": 4.6041083335876465,
+      "epoch": 7.303767660910518,
+      "rel-constrast": 2.8319971561431885,
+      "step": 9305,
+      "subrel-constrast": 3.252788543701172,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.251159906387329,
+      "cov-distil (oracle2student)": 4.665328025817871,
+      "cov-distil (oracle2teacher)": 4.358907699584961,
+      "epoch": 7.304552590266876,
+      "rel-constrast": 3.340712547302246,
+      "step": 9306,
+      "subrel-constrast": 3.781787633895874,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8099989891052246,
+      "cov-distil (oracle2student)": 3.816453456878662,
+      "cov-distil (oracle2teacher)": 3.7908663749694824,
+      "epoch": 7.305337519623234,
+      "rel-constrast": 1.6770013570785522,
+      "step": 9307,
+      "subrel-constrast": 2.7555418014526367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4981411695480347,
+      "cov-distil (oracle2student)": 5.318239212036133,
+      "cov-distil (oracle2teacher)": 4.5405964851379395,
+      "epoch": 7.3061224489795915,
+      "rel-constrast": 2.249368667602539,
+      "step": 9308,
+      "subrel-constrast": 2.4907710552215576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.138718605041504,
+      "cov-distil (oracle2student)": 6.908207416534424,
+      "cov-distil (oracle2teacher)": 6.233708381652832,
+      "epoch": 7.30690737833595,
+      "rel-constrast": 2.9824697971343994,
+      "step": 9309,
+      "subrel-constrast": 3.7286438941955566,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.3076923076923075,
+      "grad_norm": 5.78125,
+      "learning_rate": 7.237260784443589e-07,
+      "loss": 0.6869,
+      "step": 9310
+    },
+    {
+      "cov-distil": 1.2696290016174316,
+      "cov-distil (oracle2student)": 3.079726457595825,
+      "cov-distil (oracle2teacher)": 3.4649295806884766,
+      "epoch": 7.3076923076923075,
+      "rel-constrast": 2.672835350036621,
+      "step": 9310,
+      "subrel-constrast": 3.069272756576538,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0970406532287598,
+      "cov-distil (oracle2student)": 4.266345500946045,
+      "cov-distil (oracle2teacher)": 4.391685485839844,
+      "epoch": 7.308477237048666,
+      "rel-constrast": 2.7381348609924316,
+      "step": 9311,
+      "subrel-constrast": 4.044661998748779,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6218966245651245,
+      "cov-distil (oracle2student)": 3.9199717044830322,
+      "cov-distil (oracle2teacher)": 4.002823829650879,
+      "epoch": 7.3092621664050235,
+      "rel-constrast": 2.87609601020813,
+      "step": 9312,
+      "subrel-constrast": 3.4388844966888428,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8932394981384277,
+      "cov-distil (oracle2student)": 6.149599075317383,
+      "cov-distil (oracle2teacher)": 5.563687324523926,
+      "epoch": 7.310047095761382,
+      "rel-constrast": 2.6189682483673096,
+      "step": 9313,
+      "subrel-constrast": 3.4019341468811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1691004037857056,
+      "cov-distil (oracle2student)": 4.219951629638672,
+      "cov-distil (oracle2teacher)": 3.6294400691986084,
+      "epoch": 7.310832025117739,
+      "rel-constrast": 2.286465644836426,
+      "step": 9314,
+      "subrel-constrast": 2.6308398246765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2830281257629395,
+      "cov-distil (oracle2student)": 4.520827293395996,
+      "cov-distil (oracle2teacher)": 4.364880561828613,
+      "epoch": 7.311616954474097,
+      "rel-constrast": 2.5873215198516846,
+      "step": 9315,
+      "subrel-constrast": 3.3068389892578125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7203259468078613,
+      "cov-distil (oracle2student)": 5.095511436462402,
+      "cov-distil (oracle2teacher)": 4.739638328552246,
+      "epoch": 7.312401883830455,
+      "rel-constrast": 3.1345837116241455,
+      "step": 9316,
+      "subrel-constrast": 4.026535511016846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.956533670425415,
+      "cov-distil (oracle2student)": 5.467925548553467,
+      "cov-distil (oracle2teacher)": 5.4954071044921875,
+      "epoch": 7.313186813186813,
+      "rel-constrast": 3.4555482864379883,
+      "step": 9317,
+      "subrel-constrast": 3.768197536468506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6322518587112427,
+      "cov-distil (oracle2student)": 3.036503314971924,
+      "cov-distil (oracle2teacher)": 3.0893733501434326,
+      "epoch": 7.313971742543171,
+      "rel-constrast": 2.501014232635498,
+      "step": 9318,
+      "subrel-constrast": 3.2582645416259766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5294039249420166,
+      "cov-distil (oracle2student)": 4.675604820251465,
+      "cov-distil (oracle2teacher)": 4.434337615966797,
+      "epoch": 7.314756671899529,
+      "rel-constrast": 1.1357152462005615,
+      "step": 9319,
+      "subrel-constrast": 2.5668609142303467,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.315541601255887,
+      "grad_norm": 3.8125,
+      "learning_rate": 7.030284679177851e-07,
+      "loss": 0.6931,
+      "step": 9320
+    },
+    {
+      "cov-distil": 1.7451846599578857,
+      "cov-distil (oracle2student)": 6.086991310119629,
+      "cov-distil (oracle2teacher)": 5.949646472930908,
+      "epoch": 7.315541601255887,
+      "rel-constrast": 2.8386354446411133,
+      "step": 9320,
+      "subrel-constrast": 4.098359107971191,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.106046199798584,
+      "cov-distil (oracle2student)": 3.7555723190307617,
+      "cov-distil (oracle2teacher)": 3.4485411643981934,
+      "epoch": 7.316326530612245,
+      "rel-constrast": 2.1309213638305664,
+      "step": 9321,
+      "subrel-constrast": 3.3837053775787354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4185056686401367,
+      "cov-distil (oracle2student)": 3.821910858154297,
+      "cov-distil (oracle2teacher)": 3.9324123859405518,
+      "epoch": 7.3171114599686025,
+      "rel-constrast": 1.810873031616211,
+      "step": 9322,
+      "subrel-constrast": 2.693042278289795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7662773132324219,
+      "cov-distil (oracle2student)": 4.137214660644531,
+      "cov-distil (oracle2teacher)": 3.732412815093994,
+      "epoch": 7.317896389324961,
+      "rel-constrast": 2.4795680046081543,
+      "step": 9323,
+      "subrel-constrast": 3.587411403656006,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4275739192962646,
+      "cov-distil (oracle2student)": 6.688530445098877,
+      "cov-distil (oracle2teacher)": 5.893937110900879,
+      "epoch": 7.318681318681318,
+      "rel-constrast": 3.0022406578063965,
+      "step": 9324,
+      "subrel-constrast": 3.388200521469116,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6674948930740356,
+      "cov-distil (oracle2student)": 4.41834831237793,
+      "cov-distil (oracle2teacher)": 4.253725528717041,
+      "epoch": 7.319466248037677,
+      "rel-constrast": 3.0411620140075684,
+      "step": 9325,
+      "subrel-constrast": 3.6110212802886963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.734025478363037,
+      "cov-distil (oracle2student)": 4.053723335266113,
+      "cov-distil (oracle2teacher)": 3.8853230476379395,
+      "epoch": 7.320251177394034,
+      "rel-constrast": 2.9404337406158447,
+      "step": 9326,
+      "subrel-constrast": 3.913968086242676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4180114269256592,
+      "cov-distil (oracle2student)": 4.246895790100098,
+      "cov-distil (oracle2teacher)": 4.159450531005859,
+      "epoch": 7.321036106750393,
+      "rel-constrast": 1.2663280963897705,
+      "step": 9327,
+      "subrel-constrast": 2.0181963443756104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2009124755859375,
+      "cov-distil (oracle2student)": 4.455539703369141,
+      "cov-distil (oracle2teacher)": 4.111472129821777,
+      "epoch": 7.32182103610675,
+      "rel-constrast": 2.5366101264953613,
+      "step": 9328,
+      "subrel-constrast": 2.977724313735962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4494695663452148,
+      "cov-distil (oracle2student)": 4.430526256561279,
+      "cov-distil (oracle2teacher)": 3.857330322265625,
+      "epoch": 7.322605965463108,
+      "rel-constrast": 2.5940725803375244,
+      "step": 9329,
+      "subrel-constrast": 3.3884429931640625,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.323390894819466,
+      "grad_norm": 6.59375,
+      "learning_rate": 6.826269083216764e-07,
+      "loss": 0.6559,
+      "step": 9330
+    },
+    {
+      "cov-distil": 1.6153993606567383,
+      "cov-distil (oracle2student)": 6.589212417602539,
+      "cov-distil (oracle2teacher)": 6.0347137451171875,
+      "epoch": 7.323390894819466,
+      "rel-constrast": 4.854900360107422,
+      "step": 9330,
+      "subrel-constrast": 5.4075117111206055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3022170066833496,
+      "cov-distil (oracle2student)": 4.410737991333008,
+      "cov-distil (oracle2teacher)": 4.302468776702881,
+      "epoch": 7.324175824175824,
+      "rel-constrast": 2.1240622997283936,
+      "step": 9331,
+      "subrel-constrast": 2.768414258956909,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5851073265075684,
+      "cov-distil (oracle2student)": 3.7330689430236816,
+      "cov-distil (oracle2teacher)": 3.706352949142456,
+      "epoch": 7.324960753532182,
+      "rel-constrast": 2.0556581020355225,
+      "step": 9332,
+      "subrel-constrast": 2.929365634918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.590545177459717,
+      "cov-distil (oracle2student)": 4.11071252822876,
+      "cov-distil (oracle2teacher)": 3.4301645755767822,
+      "epoch": 7.32574568288854,
+      "rel-constrast": 2.3904387950897217,
+      "step": 9333,
+      "subrel-constrast": 3.2871594429016113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9747819900512695,
+      "cov-distil (oracle2student)": 3.9188075065612793,
+      "cov-distil (oracle2teacher)": 3.6708922386169434,
+      "epoch": 7.326530612244898,
+      "rel-constrast": 2.20987606048584,
+      "step": 9334,
+      "subrel-constrast": 3.37546706199646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5651957988739014,
+      "cov-distil (oracle2student)": 4.188810348510742,
+      "cov-distil (oracle2teacher)": 4.433401107788086,
+      "epoch": 7.327315541601256,
+      "rel-constrast": 2.641371250152588,
+      "step": 9335,
+      "subrel-constrast": 3.658088207244873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8350391387939453,
+      "cov-distil (oracle2student)": 5.490490913391113,
+      "cov-distil (oracle2teacher)": 4.4549150466918945,
+      "epoch": 7.328100470957613,
+      "rel-constrast": 2.361358880996704,
+      "step": 9336,
+      "subrel-constrast": 3.216292381286621,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5372555255889893,
+      "cov-distil (oracle2student)": 3.911856174468994,
+      "cov-distil (oracle2teacher)": 3.7963790893554688,
+      "epoch": 7.328885400313972,
+      "rel-constrast": 3.2056005001068115,
+      "step": 9337,
+      "subrel-constrast": 3.814648151397705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0144269466400146,
+      "cov-distil (oracle2student)": 3.863497495651245,
+      "cov-distil (oracle2teacher)": 3.779261350631714,
+      "epoch": 7.329670329670329,
+      "rel-constrast": 2.6384096145629883,
+      "step": 9338,
+      "subrel-constrast": 3.31885027885437,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5230473279953003,
+      "cov-distil (oracle2student)": 4.989533424377441,
+      "cov-distil (oracle2teacher)": 4.349686622619629,
+      "epoch": 7.330455259026688,
+      "rel-constrast": 2.2241296768188477,
+      "step": 9339,
+      "subrel-constrast": 2.8959171772003174,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.331240188383045,
+      "grad_norm": 4.71875,
+      "learning_rate": 6.625216482425895e-07,
+      "loss": 0.709,
+      "step": 9340
+    },
+    {
+      "cov-distil": 1.8604145050048828,
+      "cov-distil (oracle2student)": 4.365549087524414,
+      "cov-distil (oracle2teacher)": 4.144644737243652,
+      "epoch": 7.331240188383045,
+      "rel-constrast": 3.10538387298584,
+      "step": 9340,
+      "subrel-constrast": 3.5716676712036133,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4092662334442139,
+      "cov-distil (oracle2student)": 5.696352958679199,
+      "cov-distil (oracle2teacher)": 5.167279243469238,
+      "epoch": 7.332025117739404,
+      "rel-constrast": 2.6344094276428223,
+      "step": 9341,
+      "subrel-constrast": 3.0815813541412354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4100223779678345,
+      "cov-distil (oracle2student)": 4.235573768615723,
+      "cov-distil (oracle2teacher)": 4.5420708656311035,
+      "epoch": 7.332810047095761,
+      "rel-constrast": 2.394132614135742,
+      "step": 9342,
+      "subrel-constrast": 2.8509225845336914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6848270893096924,
+      "cov-distil (oracle2student)": 3.8326404094696045,
+      "cov-distil (oracle2teacher)": 3.607221841812134,
+      "epoch": 7.333594976452119,
+      "rel-constrast": 1.9078145027160645,
+      "step": 9343,
+      "subrel-constrast": 2.8642661571502686,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9126591682434082,
+      "cov-distil (oracle2student)": 3.7082974910736084,
+      "cov-distil (oracle2teacher)": 3.3909621238708496,
+      "epoch": 7.334379905808477,
+      "rel-constrast": 2.171189069747925,
+      "step": 9344,
+      "subrel-constrast": 3.006636381149292,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4808984994888306,
+      "cov-distil (oracle2student)": 5.354369640350342,
+      "cov-distil (oracle2teacher)": 4.728823661804199,
+      "epoch": 7.335164835164835,
+      "rel-constrast": 2.279407024383545,
+      "step": 9345,
+      "subrel-constrast": 3.142509937286377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.197344183921814,
+      "cov-distil (oracle2student)": 4.210054397583008,
+      "cov-distil (oracle2teacher)": 4.076601505279541,
+      "epoch": 7.335949764521193,
+      "rel-constrast": 2.4292707443237305,
+      "step": 9346,
+      "subrel-constrast": 3.116947889328003,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0171353816986084,
+      "cov-distil (oracle2student)": 4.052646636962891,
+      "cov-distil (oracle2teacher)": 3.94033145904541,
+      "epoch": 7.336734693877551,
+      "rel-constrast": 3.030078887939453,
+      "step": 9347,
+      "subrel-constrast": 3.417236566543579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2644832134246826,
+      "cov-distil (oracle2student)": 4.035106658935547,
+      "cov-distil (oracle2teacher)": 3.543306350708008,
+      "epoch": 7.337519623233909,
+      "rel-constrast": 2.0663371086120605,
+      "step": 9348,
+      "subrel-constrast": 2.5686988830566406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.069108486175537,
+      "cov-distil (oracle2student)": 5.0370917320251465,
+      "cov-distil (oracle2teacher)": 4.458892822265625,
+      "epoch": 7.338304552590267,
+      "rel-constrast": 2.3254127502441406,
+      "step": 9349,
+      "subrel-constrast": 2.7986600399017334,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.339089481946624,
+      "grad_norm": 5.125,
+      "learning_rate": 6.427129326567805e-07,
+      "loss": 0.6469,
+      "step": 9350
+    },
+    {
+      "cov-distil": 1.7346808910369873,
+      "cov-distil (oracle2student)": 5.580377578735352,
+      "cov-distil (oracle2teacher)": 5.129880905151367,
+      "epoch": 7.339089481946624,
+      "rel-constrast": 3.5795297622680664,
+      "step": 9350,
+      "subrel-constrast": 4.479020595550537,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3312861919403076,
+      "cov-distil (oracle2student)": 4.331353187561035,
+      "cov-distil (oracle2teacher)": 4.220827102661133,
+      "epoch": 7.339874411302983,
+      "rel-constrast": 3.029538154602051,
+      "step": 9351,
+      "subrel-constrast": 4.02887487411499,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.664636254310608,
+      "cov-distil (oracle2student)": 3.7030951976776123,
+      "cov-distil (oracle2teacher)": 3.9675588607788086,
+      "epoch": 7.34065934065934,
+      "rel-constrast": 2.8955068588256836,
+      "step": 9352,
+      "subrel-constrast": 3.2990455627441406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1504855155944824,
+      "cov-distil (oracle2student)": 4.694916248321533,
+      "cov-distil (oracle2teacher)": 3.6951422691345215,
+      "epoch": 7.341444270015699,
+      "rel-constrast": 2.4585413932800293,
+      "step": 9353,
+      "subrel-constrast": 2.8656630516052246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6153167486190796,
+      "cov-distil (oracle2student)": 4.295099258422852,
+      "cov-distil (oracle2teacher)": 3.7030093669891357,
+      "epoch": 7.342229199372056,
+      "rel-constrast": 1.437911033630371,
+      "step": 9354,
+      "subrel-constrast": 2.6097288131713867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.162088394165039,
+      "cov-distil (oracle2student)": 3.3834919929504395,
+      "cov-distil (oracle2teacher)": 3.79681134223938,
+      "epoch": 7.343014128728415,
+      "rel-constrast": 2.2462680339813232,
+      "step": 9355,
+      "subrel-constrast": 3.334794044494629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3864617347717285,
+      "cov-distil (oracle2student)": 3.532942056655884,
+      "cov-distil (oracle2teacher)": 3.165891647338867,
+      "epoch": 7.343799058084772,
+      "rel-constrast": 2.3402419090270996,
+      "step": 9356,
+      "subrel-constrast": 2.7846486568450928,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8236857652664185,
+      "cov-distil (oracle2student)": 4.574889183044434,
+      "cov-distil (oracle2teacher)": 4.817935943603516,
+      "epoch": 7.34458398744113,
+      "rel-constrast": 2.8029091358184814,
+      "step": 9357,
+      "subrel-constrast": 3.7310407161712646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5277106761932373,
+      "cov-distil (oracle2student)": 3.7052106857299805,
+      "cov-distil (oracle2teacher)": 3.720004081726074,
+      "epoch": 7.345368916797488,
+      "rel-constrast": 2.570098876953125,
+      "step": 9358,
+      "subrel-constrast": 2.871417999267578,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5111900568008423,
+      "cov-distil (oracle2student)": 4.362252235412598,
+      "cov-distil (oracle2teacher)": 3.7152392864227295,
+      "epoch": 7.346153846153846,
+      "rel-constrast": 1.779355525970459,
+      "step": 9359,
+      "subrel-constrast": 2.5965662002563477,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.346938775510204,
+      "grad_norm": 4.3125,
+      "learning_rate": 6.232010029271957e-07,
+      "loss": 0.6658,
+      "step": 9360
+    },
+    {
+      "cov-distil": 1.6709567308425903,
+      "cov-distil (oracle2student)": 3.543266773223877,
+      "cov-distil (oracle2teacher)": 3.4260454177856445,
+      "epoch": 7.346938775510204,
+      "rel-constrast": 2.1412785053253174,
+      "step": 9360,
+      "subrel-constrast": 2.8043856620788574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7679111957550049,
+      "cov-distil (oracle2student)": 3.6086106300354004,
+      "cov-distil (oracle2teacher)": 3.5889487266540527,
+      "epoch": 7.347723704866562,
+      "rel-constrast": 2.719425916671753,
+      "step": 9361,
+      "subrel-constrast": 3.2915265560150146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8505191802978516,
+      "cov-distil (oracle2student)": 4.148674011230469,
+      "cov-distil (oracle2teacher)": 4.0667619705200195,
+      "epoch": 7.34850863422292,
+      "rel-constrast": 1.6993999481201172,
+      "step": 9362,
+      "subrel-constrast": 2.4348843097686768,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.809823751449585,
+      "cov-distil (oracle2student)": 3.9430007934570312,
+      "cov-distil (oracle2teacher)": 4.076622009277344,
+      "epoch": 7.349293563579278,
+      "rel-constrast": 1.8331278562545776,
+      "step": 9363,
+      "subrel-constrast": 2.8810901641845703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4373011589050293,
+      "cov-distil (oracle2student)": 3.217301607131958,
+      "cov-distil (oracle2teacher)": 3.249652862548828,
+      "epoch": 7.350078492935636,
+      "rel-constrast": 2.927856683731079,
+      "step": 9364,
+      "subrel-constrast": 3.907285690307617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4635400772094727,
+      "cov-distil (oracle2student)": 5.445162773132324,
+      "cov-distil (oracle2teacher)": 4.983879566192627,
+      "epoch": 7.350863422291994,
+      "rel-constrast": 2.857937812805176,
+      "step": 9365,
+      "subrel-constrast": 4.14542818069458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3740776777267456,
+      "cov-distil (oracle2student)": 6.505749225616455,
+      "cov-distil (oracle2teacher)": 6.085352420806885,
+      "epoch": 7.351648351648351,
+      "rel-constrast": 2.0018017292022705,
+      "step": 9366,
+      "subrel-constrast": 3.1415820121765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7313101291656494,
+      "cov-distil (oracle2student)": 3.2620086669921875,
+      "cov-distil (oracle2teacher)": 3.387195587158203,
+      "epoch": 7.35243328100471,
+      "rel-constrast": 2.583012104034424,
+      "step": 9367,
+      "subrel-constrast": 3.2081151008605957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3626251220703125,
+      "cov-distil (oracle2student)": 4.965603828430176,
+      "cov-distil (oracle2teacher)": 4.661446571350098,
+      "epoch": 7.353218210361067,
+      "rel-constrast": 3.4062845706939697,
+      "step": 9368,
+      "subrel-constrast": 3.996497392654419,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4466181993484497,
+      "cov-distil (oracle2student)": 3.7647171020507812,
+      "cov-distil (oracle2teacher)": 3.4266273975372314,
+      "epoch": 7.354003139717426,
+      "rel-constrast": 2.5717408657073975,
+      "step": 9369,
+      "subrel-constrast": 3.1131250858306885,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.354788069073783,
+      "grad_norm": 5.65625,
+      "learning_rate": 6.039860968005435e-07,
+      "loss": 0.6608,
+      "step": 9370
+    },
+    {
+      "cov-distil": 1.059270977973938,
+      "cov-distil (oracle2student)": 2.3218350410461426,
+      "cov-distil (oracle2teacher)": 2.4779653549194336,
+      "epoch": 7.354788069073783,
+      "rel-constrast": 2.0494472980499268,
+      "step": 9370,
+      "subrel-constrast": 2.6663506031036377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2531623840332031,
+      "cov-distil (oracle2student)": 2.6387176513671875,
+      "cov-distil (oracle2teacher)": 3.0809855461120605,
+      "epoch": 7.355572998430142,
+      "rel-constrast": 2.2781171798706055,
+      "step": 9371,
+      "subrel-constrast": 3.269016981124878,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.728015661239624,
+      "cov-distil (oracle2student)": 4.6516547203063965,
+      "cov-distil (oracle2teacher)": 4.080583095550537,
+      "epoch": 7.356357927786499,
+      "rel-constrast": 2.6198811531066895,
+      "step": 9372,
+      "subrel-constrast": 3.0210676193237305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.608353853225708,
+      "cov-distil (oracle2student)": 4.870006084442139,
+      "cov-distil (oracle2teacher)": 4.303340911865234,
+      "epoch": 7.357142857142857,
+      "rel-constrast": 2.1150169372558594,
+      "step": 9373,
+      "subrel-constrast": 2.8192548751831055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1880582571029663,
+      "cov-distil (oracle2student)": 3.207242965698242,
+      "cov-distil (oracle2teacher)": 3.5054430961608887,
+      "epoch": 7.357927786499215,
+      "rel-constrast": 2.273214817047119,
+      "step": 9374,
+      "subrel-constrast": 3.222522020339966,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1198726892471313,
+      "cov-distil (oracle2student)": 3.1572623252868652,
+      "cov-distil (oracle2teacher)": 2.583951711654663,
+      "epoch": 7.358712715855573,
+      "rel-constrast": 2.891451120376587,
+      "step": 9375,
+      "subrel-constrast": 2.7475903034210205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5159554481506348,
+      "cov-distil (oracle2student)": 5.663076877593994,
+      "cov-distil (oracle2teacher)": 5.347553253173828,
+      "epoch": 7.359497645211931,
+      "rel-constrast": 3.225475788116455,
+      "step": 9376,
+      "subrel-constrast": 3.663895606994629,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.025631904602051,
+      "cov-distil (oracle2student)": 3.5090842247009277,
+      "cov-distil (oracle2teacher)": 3.603081226348877,
+      "epoch": 7.360282574568289,
+      "rel-constrast": 2.2199461460113525,
+      "step": 9377,
+      "subrel-constrast": 3.0169272422790527,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2822728157043457,
+      "cov-distil (oracle2student)": 5.783479690551758,
+      "cov-distil (oracle2teacher)": 4.85783576965332,
+      "epoch": 7.361067503924647,
+      "rel-constrast": 1.9488658905029297,
+      "step": 9378,
+      "subrel-constrast": 2.611168622970581,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1002306938171387,
+      "cov-distil (oracle2student)": 3.8900675773620605,
+      "cov-distil (oracle2teacher)": 3.770082950592041,
+      "epoch": 7.361852433281005,
+      "rel-constrast": 2.88315486907959,
+      "step": 9379,
+      "subrel-constrast": 3.9908974170684814,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.362637362637362,
+      "grad_norm": 5.5,
+      "learning_rate": 5.850684484043856e-07,
+      "loss": 0.6498,
+      "step": 9380
+    },
+    {
+      "cov-distil": 1.1819819211959839,
+      "cov-distil (oracle2student)": 3.109358310699463,
+      "cov-distil (oracle2teacher)": 3.288512706756592,
+      "epoch": 7.362637362637362,
+      "rel-constrast": 2.971379041671753,
+      "step": 9380,
+      "subrel-constrast": 3.4025938510894775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5011982917785645,
+      "cov-distil (oracle2student)": 4.44694185256958,
+      "cov-distil (oracle2teacher)": 3.8589890003204346,
+      "epoch": 7.363422291993721,
+      "rel-constrast": 2.7845969200134277,
+      "step": 9381,
+      "subrel-constrast": 3.863770008087158,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6488072872161865,
+      "cov-distil (oracle2student)": 3.3933258056640625,
+      "cov-distil (oracle2teacher)": 3.151747226715088,
+      "epoch": 7.364207221350078,
+      "rel-constrast": 2.503732919692993,
+      "step": 9382,
+      "subrel-constrast": 2.757760524749756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.619880199432373,
+      "cov-distil (oracle2student)": 5.426220417022705,
+      "cov-distil (oracle2teacher)": 5.549289703369141,
+      "epoch": 7.364992150706437,
+      "rel-constrast": 3.7592601776123047,
+      "step": 9383,
+      "subrel-constrast": 4.792531967163086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4532839059829712,
+      "cov-distil (oracle2student)": 4.526195049285889,
+      "cov-distil (oracle2teacher)": 4.236207962036133,
+      "epoch": 7.365777080062794,
+      "rel-constrast": 1.8124287128448486,
+      "step": 9384,
+      "subrel-constrast": 2.4078352451324463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3527835607528687,
+      "cov-distil (oracle2student)": 3.169050693511963,
+      "cov-distil (oracle2teacher)": 3.328801155090332,
+      "epoch": 7.366562009419153,
+      "rel-constrast": 2.1040241718292236,
+      "step": 9385,
+      "subrel-constrast": 2.567411422729492,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6200031042099,
+      "cov-distil (oracle2student)": 4.311069965362549,
+      "cov-distil (oracle2teacher)": 3.9798831939697266,
+      "epoch": 7.36734693877551,
+      "rel-constrast": 3.0387003421783447,
+      "step": 9386,
+      "subrel-constrast": 3.6776273250579834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8690035343170166,
+      "cov-distil (oracle2student)": 6.156263828277588,
+      "cov-distil (oracle2teacher)": 5.693049430847168,
+      "epoch": 7.368131868131869,
+      "rel-constrast": 2.113344192504883,
+      "step": 9387,
+      "subrel-constrast": 2.962341547012329,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5250985622406006,
+      "cov-distil (oracle2student)": 2.3641958236694336,
+      "cov-distil (oracle2teacher)": 2.3592820167541504,
+      "epoch": 7.368916797488226,
+      "rel-constrast": 1.8849518299102783,
+      "step": 9388,
+      "subrel-constrast": 2.594247817993164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5551950931549072,
+      "cov-distil (oracle2student)": 2.933107852935791,
+      "cov-distil (oracle2teacher)": 2.8942501544952393,
+      "epoch": 7.369701726844584,
+      "rel-constrast": 3.5324695110321045,
+      "step": 9389,
+      "subrel-constrast": 3.8349850177764893,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.370486656200942,
+      "grad_norm": 6.34375,
+      "learning_rate": 5.664482882443034e-07,
+      "loss": 0.7009,
+      "step": 9390
+    },
+    {
+      "cov-distil": 1.232786774635315,
+      "cov-distil (oracle2student)": 5.008391380310059,
+      "cov-distil (oracle2teacher)": 4.966108322143555,
+      "epoch": 7.370486656200942,
+      "rel-constrast": 1.5313079357147217,
+      "step": 9390,
+      "subrel-constrast": 2.4853692054748535,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4921863079071045,
+      "cov-distil (oracle2student)": 2.556142807006836,
+      "cov-distil (oracle2teacher)": 3.171454906463623,
+      "epoch": 7.3712715855573,
+      "rel-constrast": 1.7157354354858398,
+      "step": 9391,
+      "subrel-constrast": 2.595045566558838,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.375361680984497,
+      "cov-distil (oracle2student)": 5.895389080047607,
+      "cov-distil (oracle2teacher)": 5.520046234130859,
+      "epoch": 7.372056514913658,
+      "rel-constrast": 2.3584542274475098,
+      "step": 9392,
+      "subrel-constrast": 2.940999746322632,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.724550724029541,
+      "cov-distil (oracle2student)": 4.732922554016113,
+      "cov-distil (oracle2teacher)": 4.935969352722168,
+      "epoch": 7.372841444270016,
+      "rel-constrast": 2.256011724472046,
+      "step": 9393,
+      "subrel-constrast": 3.144002914428711,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2536587715148926,
+      "cov-distil (oracle2student)": 6.671369552612305,
+      "cov-distil (oracle2teacher)": 6.064139366149902,
+      "epoch": 7.373626373626374,
+      "rel-constrast": 1.992166519165039,
+      "step": 9394,
+      "subrel-constrast": 2.496177911758423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7365564107894897,
+      "cov-distil (oracle2student)": 5.471209526062012,
+      "cov-distil (oracle2teacher)": 4.817819595336914,
+      "epoch": 7.374411302982732,
+      "rel-constrast": 3.433028221130371,
+      "step": 9395,
+      "subrel-constrast": 3.8582756519317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3892850875854492,
+      "cov-distil (oracle2student)": 4.240471839904785,
+      "cov-distil (oracle2teacher)": 4.205752372741699,
+      "epoch": 7.375196232339089,
+      "rel-constrast": 1.7460849285125732,
+      "step": 9396,
+      "subrel-constrast": 2.743206739425659,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.367553472518921,
+      "cov-distil (oracle2student)": 4.658140182495117,
+      "cov-distil (oracle2teacher)": 4.511887550354004,
+      "epoch": 7.375981161695448,
+      "rel-constrast": 2.020371675491333,
+      "step": 9397,
+      "subrel-constrast": 2.9755256175994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8455941677093506,
+      "cov-distil (oracle2student)": 4.341132164001465,
+      "cov-distil (oracle2teacher)": 3.961766242980957,
+      "epoch": 7.376766091051805,
+      "rel-constrast": 2.5790302753448486,
+      "step": 9398,
+      "subrel-constrast": 2.9934821128845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2172991037368774,
+      "cov-distil (oracle2student)": 4.644264221191406,
+      "cov-distil (oracle2teacher)": 3.684354782104492,
+      "epoch": 7.377551020408164,
+      "rel-constrast": 3.142270088195801,
+      "step": 9399,
+      "subrel-constrast": 3.511540651321411,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.378335949764521,
+      "grad_norm": 5.78125,
+      "learning_rate": 5.481258432010695e-07,
+      "loss": 0.6059,
+      "step": 9400
+    },
+    {
+      "epoch": 7.378335949764521,
+      "overlap": 0.31562501192092896,
+      "step": 9400
+    },
+    {
+      "epoch": 7.378335949764521,
+      "step": 9400,
+      "student margin": 0.061767578125
+    },
+    {
+      "epoch": 7.378335949764521,
+      "step": 9400,
+      "teacher margin": 0.039764404296875
+    },
+    {
+      "epoch": 7.378335949764521,
+      "margin difference": -0.022003173828125,
+      "step": 9400
+    },
+    {
+      "cov-distil": 2.0178468227386475,
+      "cov-distil (oracle2student)": 4.887974739074707,
+      "cov-distil (oracle2teacher)": 5.2369561195373535,
+      "epoch": 7.378335949764521,
+      "rel-constrast": 2.897150993347168,
+      "step": 9400,
+      "subrel-constrast": 3.871872663497925,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.307833194732666,
+      "cov-distil (oracle2student)": 5.174351692199707,
+      "cov-distil (oracle2teacher)": 5.06730842590332,
+      "epoch": 7.3791208791208796,
+      "rel-constrast": 2.3317360877990723,
+      "step": 9401,
+      "subrel-constrast": 2.6586458683013916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.835226058959961,
+      "cov-distil (oracle2student)": 2.731583595275879,
+      "cov-distil (oracle2teacher)": 2.9096250534057617,
+      "epoch": 7.379905808477237,
+      "rel-constrast": 2.1062958240509033,
+      "step": 9402,
+      "subrel-constrast": 2.976444721221924,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7372722625732422,
+      "cov-distil (oracle2student)": 5.360907554626465,
+      "cov-distil (oracle2teacher)": 6.114663124084473,
+      "epoch": 7.380690737833595,
+      "rel-constrast": 2.835942268371582,
+      "step": 9403,
+      "subrel-constrast": 3.6411354541778564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4194188117980957,
+      "cov-distil (oracle2student)": 4.202749252319336,
+      "cov-distil (oracle2teacher)": 3.6526551246643066,
+      "epoch": 7.381475667189953,
+      "rel-constrast": 2.7766518592834473,
+      "step": 9404,
+      "subrel-constrast": 3.210577964782715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6812076568603516,
+      "cov-distil (oracle2student)": 4.887347221374512,
+      "cov-distil (oracle2teacher)": 4.680343151092529,
+      "epoch": 7.382260596546311,
+      "rel-constrast": 2.5924010276794434,
+      "step": 9405,
+      "subrel-constrast": 3.4978103637695312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.555121660232544,
+      "cov-distil (oracle2student)": 3.702857255935669,
+      "cov-distil (oracle2teacher)": 3.452937126159668,
+      "epoch": 7.383045525902669,
+      "rel-constrast": 1.439326524734497,
+      "step": 9406,
+      "subrel-constrast": 2.5001296997070312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.364719033241272,
+      "cov-distil (oracle2student)": 2.8507800102233887,
+      "cov-distil (oracle2teacher)": 2.8692033290863037,
+      "epoch": 7.383830455259027,
+      "rel-constrast": 2.4604451656341553,
+      "step": 9407,
+      "subrel-constrast": 3.2001562118530273,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3771209716796875,
+      "cov-distil (oracle2student)": 3.5954556465148926,
+      "cov-distil (oracle2teacher)": 3.599252223968506,
+      "epoch": 7.384615384615385,
+      "rel-constrast": 1.8515626192092896,
+      "step": 9408,
+      "subrel-constrast": 2.662243127822876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3273162841796875,
+      "cov-distil (oracle2student)": 5.294408798217773,
+      "cov-distil (oracle2teacher)": 4.798198699951172,
+      "epoch": 7.385400313971743,
+      "rel-constrast": 2.0370492935180664,
+      "step": 9409,
+      "subrel-constrast": 2.8313851356506348,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.3861852433281,
+      "grad_norm": 4.65625,
+      "learning_rate": 5.30101336527894e-07,
+      "loss": 0.6223,
+      "step": 9410
+    },
+    {
+      "cov-distil": 1.4507781267166138,
+      "cov-distil (oracle2student)": 6.244736671447754,
+      "cov-distil (oracle2teacher)": 6.038888931274414,
+      "epoch": 7.3861852433281,
+      "rel-constrast": 2.0433006286621094,
+      "step": 9410,
+      "subrel-constrast": 3.0485668182373047,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9466642141342163,
+      "cov-distil (oracle2student)": 3.906831979751587,
+      "cov-distil (oracle2teacher)": 3.801417589187622,
+      "epoch": 7.3869701726844585,
+      "rel-constrast": 1.7132009267807007,
+      "step": 9411,
+      "subrel-constrast": 2.7664313316345215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.152959942817688,
+      "cov-distil (oracle2student)": 5.136009693145752,
+      "cov-distil (oracle2teacher)": 4.852841854095459,
+      "epoch": 7.387755102040816,
+      "rel-constrast": 2.6887094974517822,
+      "step": 9412,
+      "subrel-constrast": 3.516444206237793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4662680625915527,
+      "cov-distil (oracle2student)": 3.8730106353759766,
+      "cov-distil (oracle2teacher)": 4.026688098907471,
+      "epoch": 7.3885400313971745,
+      "rel-constrast": 1.6651391983032227,
+      "step": 9413,
+      "subrel-constrast": 2.2806599140167236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4826467037200928,
+      "cov-distil (oracle2student)": 4.406503677368164,
+      "cov-distil (oracle2teacher)": 3.9321420192718506,
+      "epoch": 7.389324960753532,
+      "rel-constrast": 1.9750367403030396,
+      "step": 9414,
+      "subrel-constrast": 2.664787769317627,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.905500054359436,
+      "cov-distil (oracle2student)": 5.175211429595947,
+      "cov-distil (oracle2teacher)": 5.332372665405273,
+      "epoch": 7.3901098901098905,
+      "rel-constrast": 2.9874584674835205,
+      "step": 9415,
+      "subrel-constrast": 3.817711114883423,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7517060041427612,
+      "cov-distil (oracle2student)": 4.830078125,
+      "cov-distil (oracle2teacher)": 4.570854663848877,
+      "epoch": 7.390894819466248,
+      "rel-constrast": 2.430643081665039,
+      "step": 9416,
+      "subrel-constrast": 3.676440954208374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7025996446609497,
+      "cov-distil (oracle2student)": 6.051401615142822,
+      "cov-distil (oracle2teacher)": 5.592329025268555,
+      "epoch": 7.391679748822606,
+      "rel-constrast": 2.7670960426330566,
+      "step": 9417,
+      "subrel-constrast": 4.086124897003174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.435662865638733,
+      "cov-distil (oracle2student)": 3.7775299549102783,
+      "cov-distil (oracle2teacher)": 3.7160425186157227,
+      "epoch": 7.392464678178964,
+      "rel-constrast": 2.3538358211517334,
+      "step": 9418,
+      "subrel-constrast": 2.8209712505340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.094601631164551,
+      "cov-distil (oracle2student)": 4.548826694488525,
+      "cov-distil (oracle2teacher)": 4.421782493591309,
+      "epoch": 7.393249607535322,
+      "rel-constrast": 3.575711488723755,
+      "step": 9419,
+      "subrel-constrast": 3.9554555416107178,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.39403453689168,
+      "grad_norm": 6.9375,
+      "learning_rate": 5.12374987847708e-07,
+      "loss": 0.646,
+      "step": 9420
+    },
+    {
+      "cov-distil": 1.6448655128479004,
+      "cov-distil (oracle2student)": 4.951756954193115,
+      "cov-distil (oracle2teacher)": 5.071784973144531,
+      "epoch": 7.39403453689168,
+      "rel-constrast": 2.73954439163208,
+      "step": 9420,
+      "subrel-constrast": 3.816917657852173,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.640621542930603,
+      "cov-distil (oracle2student)": 3.3587088584899902,
+      "cov-distil (oracle2teacher)": 3.314131736755371,
+      "epoch": 7.3948194662480375,
+      "rel-constrast": 2.2044308185577393,
+      "step": 9421,
+      "subrel-constrast": 2.7692458629608154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5540237426757812,
+      "cov-distil (oracle2student)": 3.124405860900879,
+      "cov-distil (oracle2teacher)": 3.356145143508911,
+      "epoch": 7.395604395604396,
+      "rel-constrast": 1.9757537841796875,
+      "step": 9422,
+      "subrel-constrast": 3.3427622318267822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1367213726043701,
+      "cov-distil (oracle2student)": 3.173694610595703,
+      "cov-distil (oracle2teacher)": 3.2811903953552246,
+      "epoch": 7.3963893249607535,
+      "rel-constrast": 1.7716373205184937,
+      "step": 9423,
+      "subrel-constrast": 2.462131977081299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2212265729904175,
+      "cov-distil (oracle2student)": 3.3527989387512207,
+      "cov-distil (oracle2teacher)": 3.5967469215393066,
+      "epoch": 7.397174254317111,
+      "rel-constrast": 2.531475305557251,
+      "step": 9424,
+      "subrel-constrast": 3.36808180809021,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.434239387512207,
+      "cov-distil (oracle2student)": 3.5778648853302,
+      "cov-distil (oracle2teacher)": 4.051883697509766,
+      "epoch": 7.3979591836734695,
+      "rel-constrast": 2.9634430408477783,
+      "step": 9425,
+      "subrel-constrast": 3.5517418384552,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.059680223464966,
+      "cov-distil (oracle2student)": 4.142051696777344,
+      "cov-distil (oracle2teacher)": 4.151409149169922,
+      "epoch": 7.398744113029827,
+      "rel-constrast": 2.0842790603637695,
+      "step": 9426,
+      "subrel-constrast": 2.9802231788635254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.73171865940094,
+      "cov-distil (oracle2student)": 4.123764991760254,
+      "cov-distil (oracle2teacher)": 4.758726119995117,
+      "epoch": 7.3995290423861855,
+      "rel-constrast": 2.4702413082122803,
+      "step": 9427,
+      "subrel-constrast": 3.6153054237365723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6116880178451538,
+      "cov-distil (oracle2student)": 3.2785868644714355,
+      "cov-distil (oracle2teacher)": 3.633263111114502,
+      "epoch": 7.400313971742543,
+      "rel-constrast": 2.0012712478637695,
+      "step": 9428,
+      "subrel-constrast": 3.169201135635376,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.836738109588623,
+      "cov-distil (oracle2student)": 4.5062055587768555,
+      "cov-distil (oracle2teacher)": 4.007329940795898,
+      "epoch": 7.4010989010989015,
+      "rel-constrast": 2.3237664699554443,
+      "step": 9429,
+      "subrel-constrast": 3.357760190963745,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.401883830455259,
+      "grad_norm": 4.84375,
+      "learning_rate": 4.949470131504652e-07,
+      "loss": 0.6163,
+      "step": 9430
+    },
+    {
+      "cov-distil": 1.3683586120605469,
+      "cov-distil (oracle2student)": 2.772670269012451,
+      "cov-distil (oracle2teacher)": 3.1681809425354004,
+      "epoch": 7.401883830455259,
+      "rel-constrast": 3.283541440963745,
+      "step": 9430,
+      "subrel-constrast": 4.103991985321045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7994505167007446,
+      "cov-distil (oracle2student)": 3.5444161891937256,
+      "cov-distil (oracle2teacher)": 3.578477382659912,
+      "epoch": 7.4026687598116165,
+      "rel-constrast": 3.053004741668701,
+      "step": 9431,
+      "subrel-constrast": 3.051600933074951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0319173336029053,
+      "cov-distil (oracle2student)": 3.911811351776123,
+      "cov-distil (oracle2teacher)": 3.7251217365264893,
+      "epoch": 7.403453689167975,
+      "rel-constrast": 2.2591171264648438,
+      "step": 9432,
+      "subrel-constrast": 3.3513131141662598,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4188127517700195,
+      "cov-distil (oracle2student)": 2.1644740104675293,
+      "cov-distil (oracle2teacher)": 2.8121860027313232,
+      "epoch": 7.4042386185243325,
+      "rel-constrast": 2.47200608253479,
+      "step": 9433,
+      "subrel-constrast": 3.125903844833374,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3399789333343506,
+      "cov-distil (oracle2student)": 3.49997615814209,
+      "cov-distil (oracle2teacher)": 3.115057945251465,
+      "epoch": 7.405023547880691,
+      "rel-constrast": 0.9223536252975464,
+      "step": 9434,
+      "subrel-constrast": 1.4316022396087646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3637423515319824,
+      "cov-distil (oracle2student)": 4.252385139465332,
+      "cov-distil (oracle2teacher)": 4.2473530769348145,
+      "epoch": 7.4058084772370485,
+      "rel-constrast": 1.8725584745407104,
+      "step": 9435,
+      "subrel-constrast": 3.0767929553985596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9173004031181335,
+      "cov-distil (oracle2student)": 4.70349645614624,
+      "cov-distil (oracle2teacher)": 4.420681476593018,
+      "epoch": 7.406593406593407,
+      "rel-constrast": 2.007704734802246,
+      "step": 9436,
+      "subrel-constrast": 2.3238987922668457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7861337661743164,
+      "cov-distil (oracle2student)": 4.335049152374268,
+      "cov-distil (oracle2teacher)": 3.973775863647461,
+      "epoch": 7.4073783359497645,
+      "rel-constrast": 1.6031743288040161,
+      "step": 9437,
+      "subrel-constrast": 2.8205039501190186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5317983627319336,
+      "cov-distil (oracle2student)": 3.663107395172119,
+      "cov-distil (oracle2teacher)": 3.7301084995269775,
+      "epoch": 7.408163265306122,
+      "rel-constrast": 2.0334038734436035,
+      "step": 9438,
+      "subrel-constrast": 2.9847395420074463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1392003297805786,
+      "cov-distil (oracle2student)": 3.8843019008636475,
+      "cov-distil (oracle2teacher)": 3.6805217266082764,
+      "epoch": 7.4089481946624804,
+      "rel-constrast": 2.1938459873199463,
+      "step": 9439,
+      "subrel-constrast": 2.7103779315948486,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.409733124018838,
+      "grad_norm": 5.6875,
+      "learning_rate": 4.778176247905497e-07,
+      "loss": 0.5793,
+      "step": 9440
+    },
+    {
+      "cov-distil": 1.3484251499176025,
+      "cov-distil (oracle2student)": 5.650657653808594,
+      "cov-distil (oracle2teacher)": 5.145402908325195,
+      "epoch": 7.409733124018838,
+      "rel-constrast": 2.554901123046875,
+      "step": 9440,
+      "subrel-constrast": 3.4170615673065186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4642081260681152,
+      "cov-distil (oracle2student)": 3.670496940612793,
+      "cov-distil (oracle2teacher)": 3.8136277198791504,
+      "epoch": 7.410518053375196,
+      "rel-constrast": 2.0508933067321777,
+      "step": 9441,
+      "subrel-constrast": 2.7461211681365967,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.211555004119873,
+      "cov-distil (oracle2student)": 3.360184669494629,
+      "cov-distil (oracle2teacher)": 3.3688905239105225,
+      "epoch": 7.411302982731554,
+      "rel-constrast": 2.1972827911376953,
+      "step": 9442,
+      "subrel-constrast": 2.8270115852355957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.362918734550476,
+      "cov-distil (oracle2student)": 4.513346195220947,
+      "cov-distil (oracle2teacher)": 3.967583417892456,
+      "epoch": 7.412087912087912,
+      "rel-constrast": 2.24348783493042,
+      "step": 9443,
+      "subrel-constrast": 3.153306245803833,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.524682641029358,
+      "cov-distil (oracle2student)": 3.069225788116455,
+      "cov-distil (oracle2teacher)": 3.566883087158203,
+      "epoch": 7.41287284144427,
+      "rel-constrast": 3.1148643493652344,
+      "step": 9444,
+      "subrel-constrast": 3.8882107734680176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3306455612182617,
+      "cov-distil (oracle2student)": 3.1110610961914062,
+      "cov-distil (oracle2teacher)": 2.990866184234619,
+      "epoch": 7.4136577708006275,
+      "rel-constrast": 2.3037519454956055,
+      "step": 9445,
+      "subrel-constrast": 3.204416036605835,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.558985710144043,
+      "cov-distil (oracle2student)": 4.648368835449219,
+      "cov-distil (oracle2teacher)": 4.2805376052856445,
+      "epoch": 7.414442700156986,
+      "rel-constrast": 1.985377550125122,
+      "step": 9446,
+      "subrel-constrast": 2.71536922454834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8164563179016113,
+      "cov-distil (oracle2student)": 4.5595903396606445,
+      "cov-distil (oracle2teacher)": 4.3844757080078125,
+      "epoch": 7.4152276295133435,
+      "rel-constrast": 2.9017841815948486,
+      "step": 9447,
+      "subrel-constrast": 3.1991286277770996,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2819569110870361,
+      "cov-distil (oracle2student)": 4.244073390960693,
+      "cov-distil (oracle2teacher)": 3.97817325592041,
+      "epoch": 7.416012558869702,
+      "rel-constrast": 2.7056431770324707,
+      "step": 9448,
+      "subrel-constrast": 3.4481987953186035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6889030933380127,
+      "cov-distil (oracle2student)": 6.185149192810059,
+      "cov-distil (oracle2teacher)": 5.997766017913818,
+      "epoch": 7.416797488226059,
+      "rel-constrast": 3.021735429763794,
+      "step": 9449,
+      "subrel-constrast": 3.334059953689575,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.417582417582418,
+      "grad_norm": 6.0,
+      "learning_rate": 4.609870314841419e-07,
+      "loss": 0.6635,
+      "step": 9450
+    },
+    {
+      "cov-distil": 1.4438860416412354,
+      "cov-distil (oracle2student)": 3.544463872909546,
+      "cov-distil (oracle2teacher)": 3.2518248558044434,
+      "epoch": 7.417582417582418,
+      "rel-constrast": 2.286349058151245,
+      "step": 9450,
+      "subrel-constrast": 2.8150129318237305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7373937368392944,
+      "cov-distil (oracle2student)": 4.328392505645752,
+      "cov-distil (oracle2teacher)": 4.200494289398193,
+      "epoch": 7.418367346938775,
+      "rel-constrast": 2.88578724861145,
+      "step": 9451,
+      "subrel-constrast": 3.5041234493255615,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4377720355987549,
+      "cov-distil (oracle2student)": 2.393218517303467,
+      "cov-distil (oracle2teacher)": 2.5521020889282227,
+      "epoch": 7.419152276295134,
+      "rel-constrast": 2.01369571685791,
+      "step": 9452,
+      "subrel-constrast": 2.2460615634918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5524364709854126,
+      "cov-distil (oracle2student)": 4.831964492797852,
+      "cov-distil (oracle2teacher)": 4.68514347076416,
+      "epoch": 7.419937205651491,
+      "rel-constrast": 2.9337761402130127,
+      "step": 9453,
+      "subrel-constrast": 3.415734052658081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2123091220855713,
+      "cov-distil (oracle2student)": 2.9835755825042725,
+      "cov-distil (oracle2teacher)": 3.273991823196411,
+      "epoch": 7.420722135007849,
+      "rel-constrast": 2.6977202892303467,
+      "step": 9454,
+      "subrel-constrast": 3.588353395462036,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.37511146068573,
+      "cov-distil (oracle2student)": 4.758731365203857,
+      "cov-distil (oracle2teacher)": 4.86696720123291,
+      "epoch": 7.421507064364207,
+      "rel-constrast": 2.048882246017456,
+      "step": 9455,
+      "subrel-constrast": 3.0110483169555664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.712954044342041,
+      "cov-distil (oracle2student)": 4.111020088195801,
+      "cov-distil (oracle2teacher)": 4.132323741912842,
+      "epoch": 7.422291993720565,
+      "rel-constrast": 3.0322980880737305,
+      "step": 9456,
+      "subrel-constrast": 4.313224792480469,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.783372402191162,
+      "cov-distil (oracle2student)": 4.417304992675781,
+      "cov-distil (oracle2teacher)": 4.1535258293151855,
+      "epoch": 7.423076923076923,
+      "rel-constrast": 4.246203422546387,
+      "step": 9457,
+      "subrel-constrast": 4.66959285736084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3737750053405762,
+      "cov-distil (oracle2student)": 3.6632227897644043,
+      "cov-distil (oracle2teacher)": 3.640310525894165,
+      "epoch": 7.423861852433281,
+      "rel-constrast": 2.720828056335449,
+      "step": 9458,
+      "subrel-constrast": 3.229464292526245,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6581194400787354,
+      "cov-distil (oracle2student)": 4.875898361206055,
+      "cov-distil (oracle2teacher)": 4.506718635559082,
+      "epoch": 7.424646781789639,
+      "rel-constrast": 1.9285215139389038,
+      "step": 9459,
+      "subrel-constrast": 2.8239502906799316,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.425431711145997,
+      "grad_norm": 5.15625,
+      "learning_rate": 4.4445543830671785e-07,
+      "loss": 0.7081,
+      "step": 9460
+    },
+    {
+      "cov-distil": 1.4971048831939697,
+      "cov-distil (oracle2student)": 2.696812152862549,
+      "cov-distil (oracle2teacher)": 2.806149959564209,
+      "epoch": 7.425431711145997,
+      "rel-constrast": 1.6894574165344238,
+      "step": 9460,
+      "subrel-constrast": 2.5428378582000732,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.7671775817871094,
+      "cov-distil (oracle2student)": 5.511748313903809,
+      "cov-distil (oracle2teacher)": 4.628572463989258,
+      "epoch": 7.426216640502354,
+      "rel-constrast": 2.8081769943237305,
+      "step": 9461,
+      "subrel-constrast": 3.5566656589508057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3218510150909424,
+      "cov-distil (oracle2student)": 3.365874767303467,
+      "cov-distil (oracle2teacher)": 2.9946436882019043,
+      "epoch": 7.427001569858713,
+      "rel-constrast": 2.251363754272461,
+      "step": 9462,
+      "subrel-constrast": 2.843423366546631,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3485808372497559,
+      "cov-distil (oracle2student)": 7.754756927490234,
+      "cov-distil (oracle2teacher)": 6.6646728515625,
+      "epoch": 7.42778649921507,
+      "rel-constrast": 3.3665480613708496,
+      "step": 9463,
+      "subrel-constrast": 3.7639150619506836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3256584405899048,
+      "cov-distil (oracle2student)": 2.6516165733337402,
+      "cov-distil (oracle2teacher)": 2.547506332397461,
+      "epoch": 7.428571428571429,
+      "rel-constrast": 1.8515920639038086,
+      "step": 9464,
+      "subrel-constrast": 2.472712516784668,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.057445526123047,
+      "cov-distil (oracle2student)": 4.076122283935547,
+      "cov-distil (oracle2teacher)": 3.6391358375549316,
+      "epoch": 7.429356357927786,
+      "rel-constrast": 2.279547691345215,
+      "step": 9465,
+      "subrel-constrast": 3.0910797119140625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4650099277496338,
+      "cov-distil (oracle2student)": 2.5416364669799805,
+      "cov-distil (oracle2teacher)": 2.7699708938598633,
+      "epoch": 7.430141287284145,
+      "rel-constrast": 2.4132192134857178,
+      "step": 9466,
+      "subrel-constrast": 2.9697799682617188,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5245229005813599,
+      "cov-distil (oracle2student)": 4.8690185546875,
+      "cov-distil (oracle2teacher)": 4.613038539886475,
+      "epoch": 7.430926216640502,
+      "rel-constrast": 2.6295113563537598,
+      "step": 9467,
+      "subrel-constrast": 3.4251132011413574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3608496189117432,
+      "cov-distil (oracle2student)": 4.863673210144043,
+      "cov-distil (oracle2teacher)": 4.558210372924805,
+      "epoch": 7.43171114599686,
+      "rel-constrast": 3.078641414642334,
+      "step": 9468,
+      "subrel-constrast": 3.573333740234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2466069459915161,
+      "cov-distil (oracle2student)": 4.906140327453613,
+      "cov-distil (oracle2teacher)": 4.367733955383301,
+      "epoch": 7.432496075353218,
+      "rel-constrast": 2.0645089149475098,
+      "step": 9469,
+      "subrel-constrast": 2.6297991275787354,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.433281004709576,
+      "grad_norm": 5.65625,
+      "learning_rate": 4.2822304669052073e-07,
+      "loss": 0.6506,
+      "step": 9470
+    },
+    {
+      "cov-distil": 1.9894659519195557,
+      "cov-distil (oracle2student)": 3.7552030086517334,
+      "cov-distil (oracle2teacher)": 4.138882160186768,
+      "epoch": 7.433281004709576,
+      "rel-constrast": 2.842832088470459,
+      "step": 9470,
+      "subrel-constrast": 3.9352893829345703,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7372214794158936,
+      "cov-distil (oracle2student)": 3.9285647869110107,
+      "cov-distil (oracle2teacher)": 3.606109619140625,
+      "epoch": 7.434065934065934,
+      "rel-constrast": 2.8900184631347656,
+      "step": 9471,
+      "subrel-constrast": 3.373145341873169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7142555713653564,
+      "cov-distil (oracle2student)": 4.157985210418701,
+      "cov-distil (oracle2teacher)": 4.095856189727783,
+      "epoch": 7.434850863422292,
+      "rel-constrast": 2.1177568435668945,
+      "step": 9472,
+      "subrel-constrast": 2.970705270767212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5937435626983643,
+      "cov-distil (oracle2student)": 3.7858734130859375,
+      "cov-distil (oracle2teacher)": 3.877077341079712,
+      "epoch": 7.43563579277865,
+      "rel-constrast": 2.2336602210998535,
+      "step": 9473,
+      "subrel-constrast": 2.9046902656555176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4645332098007202,
+      "cov-distil (oracle2student)": 4.496609687805176,
+      "cov-distil (oracle2teacher)": 4.582189559936523,
+      "epoch": 7.436420722135008,
+      "rel-constrast": 1.3832757472991943,
+      "step": 9474,
+      "subrel-constrast": 2.5436031818389893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2600491046905518,
+      "cov-distil (oracle2student)": 4.162060260772705,
+      "cov-distil (oracle2teacher)": 4.2622833251953125,
+      "epoch": 7.437205651491365,
+      "rel-constrast": 3.2826004028320312,
+      "step": 9475,
+      "subrel-constrast": 3.6123297214508057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5280966758728027,
+      "cov-distil (oracle2student)": 3.123152256011963,
+      "cov-distil (oracle2teacher)": 3.311192750930786,
+      "epoch": 7.437990580847724,
+      "rel-constrast": 2.1561379432678223,
+      "step": 9476,
+      "subrel-constrast": 3.1848883628845215,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8817325830459595,
+      "cov-distil (oracle2student)": 5.086402893066406,
+      "cov-distil (oracle2teacher)": 4.999686241149902,
+      "epoch": 7.438775510204081,
+      "rel-constrast": 2.9620089530944824,
+      "step": 9477,
+      "subrel-constrast": 3.397580146789551,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.431583046913147,
+      "cov-distil (oracle2student)": 2.636988401412964,
+      "cov-distil (oracle2teacher)": 2.7343218326568604,
+      "epoch": 7.43956043956044,
+      "rel-constrast": 2.580904006958008,
+      "step": 9478,
+      "subrel-constrast": 3.03501033782959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3829114437103271,
+      "cov-distil (oracle2student)": 3.9041152000427246,
+      "cov-distil (oracle2teacher)": 3.912733316421509,
+      "epoch": 7.440345368916797,
+      "rel-constrast": 1.8087271451950073,
+      "step": 9479,
+      "subrel-constrast": 2.5306904315948486,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.441130298273156,
+      "grad_norm": 4.71875,
+      "learning_rate": 4.122900544221181e-07,
+      "loss": 0.6439,
+      "step": 9480
+    },
+    {
+      "cov-distil": 0.9837736487388611,
+      "cov-distil (oracle2student)": 3.5903396606445312,
+      "cov-distil (oracle2teacher)": 3.182070732116699,
+      "epoch": 7.441130298273156,
+      "rel-constrast": 1.3839484453201294,
+      "step": 9480,
+      "subrel-constrast": 2.0912795066833496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.497253179550171,
+      "cov-distil (oracle2student)": 4.165548801422119,
+      "cov-distil (oracle2teacher)": 3.3988089561462402,
+      "epoch": 7.441915227629513,
+      "rel-constrast": 2.062568187713623,
+      "step": 9481,
+      "subrel-constrast": 2.6931874752044678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.053311347961426,
+      "cov-distil (oracle2student)": 3.3212432861328125,
+      "cov-distil (oracle2teacher)": 3.859344005584717,
+      "epoch": 7.442700156985872,
+      "rel-constrast": 2.4424309730529785,
+      "step": 9482,
+      "subrel-constrast": 3.7510242462158203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.498016119003296,
+      "cov-distil (oracle2student)": 3.9286129474639893,
+      "cov-distil (oracle2teacher)": 3.637784481048584,
+      "epoch": 7.443485086342229,
+      "rel-constrast": 1.926454782485962,
+      "step": 9483,
+      "subrel-constrast": 2.8891515731811523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6003509759902954,
+      "cov-distil (oracle2student)": 4.551420211791992,
+      "cov-distil (oracle2teacher)": 4.048972129821777,
+      "epoch": 7.444270015698587,
+      "rel-constrast": 2.5065040588378906,
+      "step": 9484,
+      "subrel-constrast": 3.000223398208618,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2660632133483887,
+      "cov-distil (oracle2student)": 3.990461587905884,
+      "cov-distil (oracle2teacher)": 3.8097801208496094,
+      "epoch": 7.445054945054945,
+      "rel-constrast": 1.7983427047729492,
+      "step": 9485,
+      "subrel-constrast": 3.189624071121216,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7163524627685547,
+      "cov-distil (oracle2student)": 3.8315162658691406,
+      "cov-distil (oracle2teacher)": 3.3503339290618896,
+      "epoch": 7.445839874411303,
+      "rel-constrast": 2.2966904640197754,
+      "step": 9486,
+      "subrel-constrast": 2.90739369392395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5532822608947754,
+      "cov-distil (oracle2student)": 4.306149005889893,
+      "cov-distil (oracle2teacher)": 3.5740487575531006,
+      "epoch": 7.446624803767661,
+      "rel-constrast": 3.314563512802124,
+      "step": 9487,
+      "subrel-constrast": 4.14013671875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2384800910949707,
+      "cov-distil (oracle2student)": 5.046143054962158,
+      "cov-distil (oracle2teacher)": 5.093659400939941,
+      "epoch": 7.447409733124019,
+      "rel-constrast": 1.7329224348068237,
+      "step": 9488,
+      "subrel-constrast": 2.358933687210083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9899765253067017,
+      "cov-distil (oracle2student)": 4.445674896240234,
+      "cov-distil (oracle2teacher)": 4.3522210121154785,
+      "epoch": 7.448194662480377,
+      "rel-constrast": 3.0448620319366455,
+      "step": 9489,
+      "subrel-constrast": 3.9000275135040283,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.448979591836735,
+      "grad_norm": 6.21875,
+      "learning_rate": 3.9665665563999586e-07,
+      "loss": 0.6037,
+      "step": 9490
+    },
+    {
+      "cov-distil": 1.4418060779571533,
+      "cov-distil (oracle2student)": 5.999526500701904,
+      "cov-distil (oracle2teacher)": 5.686827659606934,
+      "epoch": 7.448979591836735,
+      "rel-constrast": 2.7766599655151367,
+      "step": 9490,
+      "subrel-constrast": 3.53641676902771,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5362491607666016,
+      "cov-distil (oracle2student)": 4.5321550369262695,
+      "cov-distil (oracle2teacher)": 4.412919521331787,
+      "epoch": 7.449764521193092,
+      "rel-constrast": 2.4888367652893066,
+      "step": 9491,
+      "subrel-constrast": 3.0218257904052734,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.312864065170288,
+      "cov-distil (oracle2student)": 3.4774982929229736,
+      "cov-distil (oracle2teacher)": 3.2470076084136963,
+      "epoch": 7.450549450549451,
+      "rel-constrast": 3.3218743801116943,
+      "step": 9492,
+      "subrel-constrast": 3.911377191543579,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3264265060424805,
+      "cov-distil (oracle2student)": 5.00082540512085,
+      "cov-distil (oracle2teacher)": 4.673905372619629,
+      "epoch": 7.451334379905808,
+      "rel-constrast": 2.1498665809631348,
+      "step": 9493,
+      "subrel-constrast": 2.696864366531372,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2024309635162354,
+      "cov-distil (oracle2student)": 3.7062511444091797,
+      "cov-distil (oracle2teacher)": 3.529201030731201,
+      "epoch": 7.452119309262167,
+      "rel-constrast": 2.8188228607177734,
+      "step": 9494,
+      "subrel-constrast": 3.157325029373169,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.340880274772644,
+      "cov-distil (oracle2student)": 5.003060817718506,
+      "cov-distil (oracle2teacher)": 4.856551170349121,
+      "epoch": 7.452904238618524,
+      "rel-constrast": 2.7574234008789062,
+      "step": 9495,
+      "subrel-constrast": 3.39617919921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.778862476348877,
+      "cov-distil (oracle2student)": 5.121868133544922,
+      "cov-distil (oracle2teacher)": 4.680238723754883,
+      "epoch": 7.453689167974883,
+      "rel-constrast": 3.095597505569458,
+      "step": 9496,
+      "subrel-constrast": 4.095163822174072,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6890361309051514,
+      "cov-distil (oracle2student)": 3.636397123336792,
+      "cov-distil (oracle2teacher)": 4.138484001159668,
+      "epoch": 7.45447409733124,
+      "rel-constrast": 1.576807975769043,
+      "step": 9497,
+      "subrel-constrast": 2.6719000339508057,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3781254291534424,
+      "cov-distil (oracle2student)": 3.560938835144043,
+      "cov-distil (oracle2teacher)": 4.019582748413086,
+      "epoch": 7.455259026687598,
+      "rel-constrast": 2.9715468883514404,
+      "step": 9498,
+      "subrel-constrast": 3.704312562942505,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6079976558685303,
+      "cov-distil (oracle2student)": 5.079517364501953,
+      "cov-distil (oracle2teacher)": 4.992788314819336,
+      "epoch": 7.456043956043956,
+      "rel-constrast": 3.1586132049560547,
+      "step": 9499,
+      "subrel-constrast": 3.8715908527374268,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.456828885400314,
+      "grad_norm": 6.8125,
+      "learning_rate": 3.813230408321794e-07,
+      "loss": 0.7144,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/duc04-P@10": 0.7559999999999999,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/duc04-nDCG@10": 0.7697467163260319,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/duc04-alpha_nDCG@10": 0.5830452192986461,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/duc04-Cov@10": 0.34423443223443223,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/multi_news-P@10": 0.43199999999999994,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/multi_news-nDCG@10": 0.6114121460146404,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/multi_news-alpha_nDCG@10": 0.5989535753876359,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/multi_news-Cov@10": 0.21153571428571427,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "eval/avg": 0.5383659754433876,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "overlap": 0.3499999940395355,
+      "step": 9500
+    },
+    {
+      "epoch": 7.456828885400314,
+      "step": 9500,
+      "student margin": 0.0565185546875
+    },
+    {
+      "epoch": 7.456828885400314,
+      "step": 9500,
+      "teacher margin": 0.038970947265625
+    },
+    {
+      "epoch": 7.456828885400314,
+      "margin difference": -0.017547607421875,
+      "step": 9500
+    },
+    {
+      "cov-distil": 1.2437572479248047,
+      "cov-distil (oracle2student)": 5.109622478485107,
+      "cov-distil (oracle2teacher)": 5.216648101806641,
+      "epoch": 7.456828885400314,
+      "rel-constrast": 2.4846582412719727,
+      "step": 9500,
+      "subrel-constrast": 3.166466474533081,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7799493074417114,
+      "cov-distil (oracle2student)": 4.400328636169434,
+      "cov-distil (oracle2teacher)": 3.9747607707977295,
+      "epoch": 7.457613814756672,
+      "rel-constrast": 2.677316665649414,
+      "step": 9501,
+      "subrel-constrast": 3.718132972717285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2836167812347412,
+      "cov-distil (oracle2student)": 3.3518528938293457,
+      "cov-distil (oracle2teacher)": 3.038180112838745,
+      "epoch": 7.45839874411303,
+      "rel-constrast": 2.2408223152160645,
+      "step": 9502,
+      "subrel-constrast": 2.7516932487487793,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8726234436035156,
+      "cov-distil (oracle2student)": 5.278508186340332,
+      "cov-distil (oracle2teacher)": 5.120784282684326,
+      "epoch": 7.459183673469388,
+      "rel-constrast": 2.9482316970825195,
+      "step": 9503,
+      "subrel-constrast": 3.8583929538726807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5960166454315186,
+      "cov-distil (oracle2student)": 4.258815288543701,
+      "cov-distil (oracle2teacher)": 3.957002639770508,
+      "epoch": 7.459968602825746,
+      "rel-constrast": 2.0390114784240723,
+      "step": 9504,
+      "subrel-constrast": 2.778212785720825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.85708749294281,
+      "cov-distil (oracle2student)": 4.086989879608154,
+      "cov-distil (oracle2teacher)": 3.4848296642303467,
+      "epoch": 7.460753532182103,
+      "rel-constrast": 1.298642635345459,
+      "step": 9505,
+      "subrel-constrast": 2.565624237060547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.448235273361206,
+      "cov-distil (oracle2student)": 2.46376371383667,
+      "cov-distil (oracle2teacher)": 2.992997646331787,
+      "epoch": 7.461538461538462,
+      "rel-constrast": 2.470724105834961,
+      "step": 9506,
+      "subrel-constrast": 3.057307004928589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4024498462677002,
+      "cov-distil (oracle2student)": 4.817196846008301,
+      "cov-distil (oracle2teacher)": 4.5346879959106445,
+      "epoch": 7.462323390894819,
+      "rel-constrast": 3.1196303367614746,
+      "step": 9507,
+      "subrel-constrast": 3.629023790359497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6376299858093262,
+      "cov-distil (oracle2student)": 4.072474479675293,
+      "cov-distil (oracle2teacher)": 4.21419620513916,
+      "epoch": 7.463108320251178,
+      "rel-constrast": 3.683058023452759,
+      "step": 9508,
+      "subrel-constrast": 4.656678199768066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7022861242294312,
+      "cov-distil (oracle2student)": 4.824424743652344,
+      "cov-distil (oracle2teacher)": 4.3173828125,
+      "epoch": 7.463893249607535,
+      "rel-constrast": 1.4587868452072144,
+      "step": 9509,
+      "subrel-constrast": 2.5249099731445312,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.464678178963894,
+      "grad_norm": 4.3125,
+      "learning_rate": 3.662893968339354e-07,
+      "loss": 0.6501,
+      "step": 9510
+    },
+    {
+      "cov-distil": 1.4945018291473389,
+      "cov-distil (oracle2student)": 3.823096752166748,
+      "cov-distil (oracle2teacher)": 3.763371229171753,
+      "epoch": 7.464678178963894,
+      "rel-constrast": 2.3712782859802246,
+      "step": 9510,
+      "subrel-constrast": 3.3085193634033203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0545892715454102,
+      "cov-distil (oracle2student)": 5.221249103546143,
+      "cov-distil (oracle2teacher)": 4.830103874206543,
+      "epoch": 7.465463108320251,
+      "rel-constrast": 2.75191593170166,
+      "step": 9511,
+      "subrel-constrast": 3.3951563835144043,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8815442323684692,
+      "cov-distil (oracle2student)": 3.5996251106262207,
+      "cov-distil (oracle2teacher)": 3.6575374603271484,
+      "epoch": 7.466248037676609,
+      "rel-constrast": 2.111245632171631,
+      "step": 9512,
+      "subrel-constrast": 2.9593007564544678,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3565342426300049,
+      "cov-distil (oracle2student)": 3.8745341300964355,
+      "cov-distil (oracle2teacher)": 3.357333183288574,
+      "epoch": 7.467032967032967,
+      "rel-constrast": 2.7065787315368652,
+      "step": 9513,
+      "subrel-constrast": 3.3264009952545166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8548939228057861,
+      "cov-distil (oracle2student)": 4.483388900756836,
+      "cov-distil (oracle2teacher)": 4.116832733154297,
+      "epoch": 7.467817896389325,
+      "rel-constrast": 2.5288796424865723,
+      "step": 9514,
+      "subrel-constrast": 3.223139524459839,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8354907035827637,
+      "cov-distil (oracle2student)": 2.897033214569092,
+      "cov-distil (oracle2teacher)": 3.0836665630340576,
+      "epoch": 7.468602825745683,
+      "rel-constrast": 1.9718401432037354,
+      "step": 9515,
+      "subrel-constrast": 3.3195645809173584,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5436110496520996,
+      "cov-distil (oracle2student)": 4.650331497192383,
+      "cov-distil (oracle2teacher)": 4.474208831787109,
+      "epoch": 7.469387755102041,
+      "rel-constrast": 3.0239694118499756,
+      "step": 9516,
+      "subrel-constrast": 3.7819042205810547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.606302261352539,
+      "cov-distil (oracle2student)": 4.0823259353637695,
+      "cov-distil (oracle2teacher)": 3.603513479232788,
+      "epoch": 7.470172684458399,
+      "rel-constrast": 3.2985715866088867,
+      "step": 9517,
+      "subrel-constrast": 4.0927934646606445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4384969472885132,
+      "cov-distil (oracle2student)": 4.067154407501221,
+      "cov-distil (oracle2teacher)": 4.11020040512085,
+      "epoch": 7.470957613814757,
+      "rel-constrast": 2.876142978668213,
+      "step": 9518,
+      "subrel-constrast": 3.6239938735961914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9335644245147705,
+      "cov-distil (oracle2student)": 4.389135837554932,
+      "cov-distil (oracle2teacher)": 4.113326549530029,
+      "epoch": 7.471742543171114,
+      "rel-constrast": 2.844888210296631,
+      "step": 9519,
+      "subrel-constrast": 3.1620075702667236,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.472527472527473,
+      "grad_norm": 5.34375,
+      "learning_rate": 3.515559068254598e-07,
+      "loss": 0.6996,
+      "step": 9520
+    },
+    {
+      "cov-distil": 1.4205279350280762,
+      "cov-distil (oracle2student)": 3.1570215225219727,
+      "cov-distil (oracle2teacher)": 3.2260732650756836,
+      "epoch": 7.472527472527473,
+      "rel-constrast": 2.280947208404541,
+      "step": 9520,
+      "subrel-constrast": 3.146709442138672,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5878657102584839,
+      "cov-distil (oracle2student)": 4.888369560241699,
+      "cov-distil (oracle2teacher)": 3.9010448455810547,
+      "epoch": 7.47331240188383,
+      "rel-constrast": 2.1969528198242188,
+      "step": 9521,
+      "subrel-constrast": 3.0948333740234375,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2466460466384888,
+      "cov-distil (oracle2student)": 3.3460121154785156,
+      "cov-distil (oracle2teacher)": 3.0780067443847656,
+      "epoch": 7.474097331240189,
+      "rel-constrast": 2.2985358238220215,
+      "step": 9522,
+      "subrel-constrast": 2.8137478828430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1935076713562012,
+      "cov-distil (oracle2student)": 5.423123359680176,
+      "cov-distil (oracle2teacher)": 5.2631940841674805,
+      "epoch": 7.474882260596546,
+      "rel-constrast": 4.0271501541137695,
+      "step": 9523,
+      "subrel-constrast": 3.9972214698791504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6195640563964844,
+      "cov-distil (oracle2student)": 5.2949628829956055,
+      "cov-distil (oracle2teacher)": 4.548498630523682,
+      "epoch": 7.475667189952905,
+      "rel-constrast": 3.4695777893066406,
+      "step": 9524,
+      "subrel-constrast": 3.9384098052978516,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3054072856903076,
+      "cov-distil (oracle2student)": 5.111519813537598,
+      "cov-distil (oracle2teacher)": 4.574174880981445,
+      "epoch": 7.476452119309262,
+      "rel-constrast": 2.077425003051758,
+      "step": 9525,
+      "subrel-constrast": 2.7893590927124023,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3945889472961426,
+      "cov-distil (oracle2student)": 3.8868777751922607,
+      "cov-distil (oracle2teacher)": 3.6024537086486816,
+      "epoch": 7.47723704866562,
+      "rel-constrast": 2.3834218978881836,
+      "step": 9526,
+      "subrel-constrast": 2.785994529724121,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3717881441116333,
+      "cov-distil (oracle2student)": 4.463771820068359,
+      "cov-distil (oracle2teacher)": 3.8834729194641113,
+      "epoch": 7.478021978021978,
+      "rel-constrast": 2.3364992141723633,
+      "step": 9527,
+      "subrel-constrast": 2.9052131175994873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9627842903137207,
+      "cov-distil (oracle2student)": 4.642256259918213,
+      "cov-distil (oracle2teacher)": 4.203762054443359,
+      "epoch": 7.478806907378336,
+      "rel-constrast": 1.83779776096344,
+      "step": 9528,
+      "subrel-constrast": 2.274484634399414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4190603494644165,
+      "cov-distil (oracle2student)": 2.9243626594543457,
+      "cov-distil (oracle2teacher)": 2.681763172149658,
+      "epoch": 7.479591836734694,
+      "rel-constrast": 1.8635098934173584,
+      "step": 9529,
+      "subrel-constrast": 2.5856380462646484,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.480376766091052,
+      "grad_norm": 4.96875,
+      "learning_rate": 3.371227503296881e-07,
+      "loss": 0.6531,
+      "step": 9530
+    },
+    {
+      "cov-distil": 1.3903918266296387,
+      "cov-distil (oracle2student)": 4.311387062072754,
+      "cov-distil (oracle2teacher)": 3.596309185028076,
+      "epoch": 7.480376766091052,
+      "rel-constrast": 3.0238561630249023,
+      "step": 9530,
+      "subrel-constrast": 3.2408883571624756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2064708471298218,
+      "cov-distil (oracle2student)": 3.846562147140503,
+      "cov-distil (oracle2teacher)": 4.247045040130615,
+      "epoch": 7.48116169544741,
+      "rel-constrast": 1.8246941566467285,
+      "step": 9531,
+      "subrel-constrast": 2.817471742630005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1097407341003418,
+      "cov-distil (oracle2student)": 4.256541728973389,
+      "cov-distil (oracle2teacher)": 4.040302276611328,
+      "epoch": 7.481946624803768,
+      "rel-constrast": 2.5281379222869873,
+      "step": 9532,
+      "subrel-constrast": 3.0785272121429443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3890583515167236,
+      "cov-distil (oracle2student)": 3.553067207336426,
+      "cov-distil (oracle2teacher)": 3.655622720718384,
+      "epoch": 7.482731554160125,
+      "rel-constrast": 1.9754072427749634,
+      "step": 9533,
+      "subrel-constrast": 2.5405688285827637,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4051012992858887,
+      "cov-distil (oracle2student)": 4.572626113891602,
+      "cov-distil (oracle2teacher)": 4.12153434753418,
+      "epoch": 7.483516483516484,
+      "rel-constrast": 1.6992487907409668,
+      "step": 9534,
+      "subrel-constrast": 2.575136184692383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6849465370178223,
+      "cov-distil (oracle2student)": 3.905123233795166,
+      "cov-distil (oracle2teacher)": 4.2434306144714355,
+      "epoch": 7.484301412872841,
+      "rel-constrast": 2.210171937942505,
+      "step": 9535,
+      "subrel-constrast": 3.010146379470825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.52974271774292,
+      "cov-distil (oracle2student)": 3.644670009613037,
+      "cov-distil (oracle2teacher)": 3.404533863067627,
+      "epoch": 7.4850863422291996,
+      "rel-constrast": 2.513892412185669,
+      "step": 9536,
+      "subrel-constrast": 3.0623891353607178,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5286335945129395,
+      "cov-distil (oracle2student)": 3.2870609760284424,
+      "cov-distil (oracle2teacher)": 3.273890495300293,
+      "epoch": 7.485871271585557,
+      "rel-constrast": 1.5101890563964844,
+      "step": 9537,
+      "subrel-constrast": 2.4066362380981445,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4368265867233276,
+      "cov-distil (oracle2student)": 5.10624885559082,
+      "cov-distil (oracle2teacher)": 4.893662452697754,
+      "epoch": 7.4866562009419155,
+      "rel-constrast": 2.7802882194519043,
+      "step": 9538,
+      "subrel-constrast": 3.6050336360931396,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.20017409324646,
+      "cov-distil (oracle2student)": 3.8058981895446777,
+      "cov-distil (oracle2teacher)": 4.074498176574707,
+      "epoch": 7.487441130298273,
+      "rel-constrast": 2.428722858428955,
+      "step": 9539,
+      "subrel-constrast": 3.2515578269958496,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.488226059654631,
+      "grad_norm": 5.125,
+      "learning_rate": 3.2299010321007186e-07,
+      "loss": 0.5971,
+      "step": 9540
+    },
+    {
+      "cov-distil": 1.3012651205062866,
+      "cov-distil (oracle2student)": 4.556741714477539,
+      "cov-distil (oracle2teacher)": 3.804654359817505,
+      "epoch": 7.488226059654631,
+      "rel-constrast": 2.371908187866211,
+      "step": 9540,
+      "subrel-constrast": 3.0290088653564453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.666421890258789,
+      "cov-distil (oracle2student)": 3.705435276031494,
+      "cov-distil (oracle2teacher)": 3.6132071018218994,
+      "epoch": 7.489010989010989,
+      "rel-constrast": 2.556408643722534,
+      "step": 9541,
+      "subrel-constrast": 3.8652639389038086,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5602641105651855,
+      "cov-distil (oracle2student)": 4.177095413208008,
+      "cov-distil (oracle2teacher)": 3.630495548248291,
+      "epoch": 7.489795918367347,
+      "rel-constrast": 3.592888355255127,
+      "step": 9542,
+      "subrel-constrast": 4.005943775177002,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2898805141448975,
+      "cov-distil (oracle2student)": 4.248388767242432,
+      "cov-distil (oracle2teacher)": 4.132815837860107,
+      "epoch": 7.490580847723705,
+      "rel-constrast": 1.7607572078704834,
+      "step": 9543,
+      "subrel-constrast": 2.535454750061035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3154594898223877,
+      "cov-distil (oracle2student)": 5.6368608474731445,
+      "cov-distil (oracle2teacher)": 5.221826553344727,
+      "epoch": 7.491365777080063,
+      "rel-constrast": 1.9077457189559937,
+      "step": 9544,
+      "subrel-constrast": 2.621027708053589,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7643227577209473,
+      "cov-distil (oracle2student)": 6.042620658874512,
+      "cov-distil (oracle2teacher)": 5.681735992431641,
+      "epoch": 7.492150706436421,
+      "rel-constrast": 3.2850818634033203,
+      "step": 9545,
+      "subrel-constrast": 3.448115110397339,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6467156410217285,
+      "cov-distil (oracle2student)": 4.559098243713379,
+      "cov-distil (oracle2teacher)": 4.194645881652832,
+      "epoch": 7.4929356357927785,
+      "rel-constrast": 2.2733314037323,
+      "step": 9546,
+      "subrel-constrast": 3.2960364818573,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6231715679168701,
+      "cov-distil (oracle2student)": 4.237941265106201,
+      "cov-distil (oracle2teacher)": 3.8235390186309814,
+      "epoch": 7.493720565149137,
+      "rel-constrast": 2.575976848602295,
+      "step": 9547,
+      "subrel-constrast": 3.2837252616882324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.091360092163086,
+      "cov-distil (oracle2student)": 4.473360538482666,
+      "cov-distil (oracle2teacher)": 3.819894313812256,
+      "epoch": 7.4945054945054945,
+      "rel-constrast": 2.0293667316436768,
+      "step": 9548,
+      "subrel-constrast": 2.74306058883667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4962334632873535,
+      "cov-distil (oracle2student)": 5.001895427703857,
+      "cov-distil (oracle2teacher)": 4.440152168273926,
+      "epoch": 7.495290423861852,
+      "rel-constrast": 2.250612735748291,
+      "step": 9549,
+      "subrel-constrast": 2.887180805206299,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.4960753532182105,
+      "grad_norm": 5.09375,
+      "learning_rate": 3.09158137668461e-07,
+      "loss": 0.6545,
+      "step": 9550
+    },
+    {
+      "cov-distil": 1.7556660175323486,
+      "cov-distil (oracle2student)": 5.487832546234131,
+      "cov-distil (oracle2teacher)": 5.649247169494629,
+      "epoch": 7.4960753532182105,
+      "rel-constrast": 1.555113673210144,
+      "step": 9550,
+      "subrel-constrast": 3.178136110305786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.578122615814209,
+      "cov-distil (oracle2student)": 4.3348612785339355,
+      "cov-distil (oracle2teacher)": 4.062942028045654,
+      "epoch": 7.496860282574568,
+      "rel-constrast": 2.3417251110076904,
+      "step": 9551,
+      "subrel-constrast": 2.735356092453003,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.026843547821045,
+      "cov-distil (oracle2student)": 3.3252437114715576,
+      "cov-distil (oracle2teacher)": 3.768313407897949,
+      "epoch": 7.4976452119309265,
+      "rel-constrast": 3.2537360191345215,
+      "step": 9552,
+      "subrel-constrast": 4.44030237197876,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4638949632644653,
+      "cov-distil (oracle2student)": 6.699946403503418,
+      "cov-distil (oracle2teacher)": 6.084845542907715,
+      "epoch": 7.498430141287284,
+      "rel-constrast": 2.7831971645355225,
+      "step": 9553,
+      "subrel-constrast": 3.4447267055511475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4768078327178955,
+      "cov-distil (oracle2student)": 3.488020181655884,
+      "cov-distil (oracle2teacher)": 3.5854649543762207,
+      "epoch": 7.4992150706436425,
+      "rel-constrast": 1.8478659391403198,
+      "step": 9554,
+      "subrel-constrast": 2.880913734436035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4008455276489258,
+      "cov-distil (oracle2student)": 3.699481964111328,
+      "cov-distil (oracle2teacher)": 3.1622719764709473,
+      "epoch": 7.5,
+      "rel-constrast": 1.885886549949646,
+      "step": 9555,
+      "subrel-constrast": 2.281564712524414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3534109592437744,
+      "cov-distil (oracle2student)": 4.602073669433594,
+      "cov-distil (oracle2teacher)": 4.195157051086426,
+      "epoch": 7.5007849293563575,
+      "rel-constrast": 2.5491769313812256,
+      "step": 9556,
+      "subrel-constrast": 3.083688974380493,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5652434825897217,
+      "cov-distil (oracle2student)": 3.58302640914917,
+      "cov-distil (oracle2teacher)": 3.793386936187744,
+      "epoch": 7.501569858712716,
+      "rel-constrast": 1.781550645828247,
+      "step": 9557,
+      "subrel-constrast": 2.9157564640045166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5871206521987915,
+      "cov-distil (oracle2student)": 3.8940608501434326,
+      "cov-distil (oracle2teacher)": 3.7914609909057617,
+      "epoch": 7.5023547880690735,
+      "rel-constrast": 2.2510218620300293,
+      "step": 9558,
+      "subrel-constrast": 3.1136703491210938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7155085802078247,
+      "cov-distil (oracle2student)": 5.3368940353393555,
+      "cov-distil (oracle2teacher)": 4.496471405029297,
+      "epoch": 7.503139717425432,
+      "rel-constrast": 2.032407760620117,
+      "step": 9559,
+      "subrel-constrast": 3.220179557800293,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.5039246467817895,
+      "grad_norm": 4.5,
+      "learning_rate": 2.956270222429891e-07,
+      "loss": 0.5969,
+      "step": 9560
+    },
+    {
+      "cov-distil": 1.7861762046813965,
+      "cov-distil (oracle2student)": 3.809516191482544,
+      "cov-distil (oracle2teacher)": 4.110213279724121,
+      "epoch": 7.5039246467817895,
+      "rel-constrast": 2.076486825942993,
+      "step": 9560,
+      "subrel-constrast": 3.221608877182007,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.412438988685608,
+      "cov-distil (oracle2student)": 4.421975135803223,
+      "cov-distil (oracle2teacher)": 4.204399108886719,
+      "epoch": 7.504709576138148,
+      "rel-constrast": 1.6800765991210938,
+      "step": 9561,
+      "subrel-constrast": 2.50576114654541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5371294021606445,
+      "cov-distil (oracle2student)": 3.7864744663238525,
+      "cov-distil (oracle2teacher)": 3.5290372371673584,
+      "epoch": 7.5054945054945055,
+      "rel-constrast": 2.796354055404663,
+      "step": 9562,
+      "subrel-constrast": 3.7222390174865723,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0374724864959717,
+      "cov-distil (oracle2student)": 6.942028522491455,
+      "cov-distil (oracle2teacher)": 5.463772296905518,
+      "epoch": 7.506279434850864,
+      "rel-constrast": 2.0655038356781006,
+      "step": 9563,
+      "subrel-constrast": 2.7203829288482666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4875550270080566,
+      "cov-distil (oracle2student)": 4.291289806365967,
+      "cov-distil (oracle2teacher)": 4.1501054763793945,
+      "epoch": 7.5070643642072215,
+      "rel-constrast": 2.2357397079467773,
+      "step": 9564,
+      "subrel-constrast": 3.2812724113464355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.376334547996521,
+      "cov-distil (oracle2student)": 3.3166046142578125,
+      "cov-distil (oracle2teacher)": 3.3337960243225098,
+      "epoch": 7.507849293563579,
+      "rel-constrast": 2.0343172550201416,
+      "step": 9565,
+      "subrel-constrast": 2.8404524326324463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.407906413078308,
+      "cov-distil (oracle2student)": 6.163200855255127,
+      "cov-distil (oracle2teacher)": 5.208662033081055,
+      "epoch": 7.508634222919937,
+      "rel-constrast": 2.536310911178589,
+      "step": 9566,
+      "subrel-constrast": 2.708484649658203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3198630809783936,
+      "cov-distil (oracle2student)": 4.680107116699219,
+      "cov-distil (oracle2teacher)": 4.520381927490234,
+      "epoch": 7.509419152276295,
+      "rel-constrast": 3.0319042205810547,
+      "step": 9567,
+      "subrel-constrast": 4.08797025680542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0199170112609863,
+      "cov-distil (oracle2student)": 2.9551539421081543,
+      "cov-distil (oracle2teacher)": 2.7178192138671875,
+      "epoch": 7.510204081632653,
+      "rel-constrast": 1.6810603141784668,
+      "step": 9568,
+      "subrel-constrast": 2.392911195755005,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1624478101730347,
+      "cov-distil (oracle2student)": 4.193146705627441,
+      "cov-distil (oracle2teacher)": 4.150259971618652,
+      "epoch": 7.510989010989011,
+      "rel-constrast": 2.186013698577881,
+      "step": 9569,
+      "subrel-constrast": 2.5430965423583984,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.511773940345369,
+      "grad_norm": 4.90625,
+      "learning_rate": 2.823969218060218e-07,
+      "loss": 0.5945,
+      "step": 9570
+    },
+    {
+      "cov-distil": 1.0491856336593628,
+      "cov-distil (oracle2student)": 4.232208251953125,
+      "cov-distil (oracle2teacher)": 4.0360307693481445,
+      "epoch": 7.511773940345369,
+      "rel-constrast": 1.4391391277313232,
+      "step": 9570,
+      "subrel-constrast": 2.1663689613342285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9682080149650574,
+      "cov-distil (oracle2student)": 2.8697667121887207,
+      "cov-distil (oracle2teacher)": 2.577712059020996,
+      "epoch": 7.512558869701727,
+      "rel-constrast": 1.9567760229110718,
+      "step": 9571,
+      "subrel-constrast": 2.3461148738861084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7204262018203735,
+      "cov-distil (oracle2student)": 6.709175109863281,
+      "cov-distil (oracle2teacher)": 5.862451076507568,
+      "epoch": 7.5133437990580845,
+      "rel-constrast": 2.70090913772583,
+      "step": 9572,
+      "subrel-constrast": 3.3556528091430664,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1976373195648193,
+      "cov-distil (oracle2student)": 3.64424991607666,
+      "cov-distil (oracle2teacher)": 3.9753363132476807,
+      "epoch": 7.514128728414443,
+      "rel-constrast": 3.0239920616149902,
+      "step": 9573,
+      "subrel-constrast": 3.9055089950561523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5982675552368164,
+      "cov-distil (oracle2student)": 3.757951498031616,
+      "cov-distil (oracle2teacher)": 3.9369819164276123,
+      "epoch": 7.5149136577708004,
+      "rel-constrast": 3.2870712280273438,
+      "step": 9574,
+      "subrel-constrast": 4.063362121582031,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9328155517578125,
+      "cov-distil (oracle2student)": 3.731553316116333,
+      "cov-distil (oracle2teacher)": 3.5288662910461426,
+      "epoch": 7.515698587127159,
+      "rel-constrast": 2.0290300846099854,
+      "step": 9575,
+      "subrel-constrast": 2.6715328693389893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2200649976730347,
+      "cov-distil (oracle2student)": 5.275806903839111,
+      "cov-distil (oracle2teacher)": 4.352330207824707,
+      "epoch": 7.516483516483516,
+      "rel-constrast": 2.232299566268921,
+      "step": 9576,
+      "subrel-constrast": 2.979764699935913,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7147800922393799,
+      "cov-distil (oracle2student)": 5.890932083129883,
+      "cov-distil (oracle2teacher)": 5.263291835784912,
+      "epoch": 7.517268445839875,
+      "rel-constrast": 3.2684621810913086,
+      "step": 9577,
+      "subrel-constrast": 3.828975200653076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.863202691078186,
+      "cov-distil (oracle2student)": 3.7004199028015137,
+      "cov-distil (oracle2teacher)": 3.7149274349212646,
+      "epoch": 7.518053375196232,
+      "rel-constrast": 2.2306036949157715,
+      "step": 9578,
+      "subrel-constrast": 3.0589218139648438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5610144138336182,
+      "cov-distil (oracle2student)": 4.134088039398193,
+      "cov-distil (oracle2teacher)": 4.147554874420166,
+      "epoch": 7.51883830455259,
+      "rel-constrast": 2.25783634185791,
+      "step": 9579,
+      "subrel-constrast": 3.0372395515441895,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.519623233908948,
+      "grad_norm": 5.40625,
+      "learning_rate": 2.694679975621672e-07,
+      "loss": 0.6452,
+      "step": 9580
+    },
+    {
+      "cov-distil": 2.152890920639038,
+      "cov-distil (oracle2student)": 4.193294525146484,
+      "cov-distil (oracle2teacher)": 3.821920871734619,
+      "epoch": 7.519623233908948,
+      "rel-constrast": 2.1964287757873535,
+      "step": 9580,
+      "subrel-constrast": 3.138998031616211,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1113064289093018,
+      "cov-distil (oracle2student)": 4.210971355438232,
+      "cov-distil (oracle2teacher)": 4.1227946281433105,
+      "epoch": 7.520408163265306,
+      "rel-constrast": 2.29390811920166,
+      "step": 9581,
+      "subrel-constrast": 3.155911445617676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6247756481170654,
+      "cov-distil (oracle2student)": 4.6627116203308105,
+      "cov-distil (oracle2teacher)": 4.449780464172363,
+      "epoch": 7.521193092621664,
+      "rel-constrast": 1.8302021026611328,
+      "step": 9582,
+      "subrel-constrast": 2.7432079315185547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2162004709243774,
+      "cov-distil (oracle2student)": 2.5232045650482178,
+      "cov-distil (oracle2teacher)": 2.6402478218078613,
+      "epoch": 7.521978021978022,
+      "rel-constrast": 1.735285997390747,
+      "step": 9583,
+      "subrel-constrast": 2.249074697494507,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2572290897369385,
+      "cov-distil (oracle2student)": 4.103307723999023,
+      "cov-distil (oracle2teacher)": 3.777082681655884,
+      "epoch": 7.52276295133438,
+      "rel-constrast": 1.850806713104248,
+      "step": 9584,
+      "subrel-constrast": 2.1284992694854736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1855058670043945,
+      "cov-distil (oracle2student)": 4.314911842346191,
+      "cov-distil (oracle2teacher)": 4.327876091003418,
+      "epoch": 7.523547880690738,
+      "rel-constrast": 2.347871780395508,
+      "step": 9585,
+      "subrel-constrast": 2.9932563304901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3230798244476318,
+      "cov-distil (oracle2student)": 4.496232032775879,
+      "cov-distil (oracle2teacher)": 4.822658538818359,
+      "epoch": 7.524332810047095,
+      "rel-constrast": 2.2417211532592773,
+      "step": 9586,
+      "subrel-constrast": 3.156325101852417,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.669870376586914,
+      "cov-distil (oracle2student)": 5.5864667892456055,
+      "cov-distil (oracle2teacher)": 4.920506477355957,
+      "epoch": 7.525117739403454,
+      "rel-constrast": 2.5976085662841797,
+      "step": 9587,
+      "subrel-constrast": 3.3464064598083496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2413055896759033,
+      "cov-distil (oracle2student)": 5.002633094787598,
+      "cov-distil (oracle2teacher)": 4.9661173820495605,
+      "epoch": 7.525902668759811,
+      "rel-constrast": 2.342759847640991,
+      "step": 9588,
+      "subrel-constrast": 2.4961161613464355,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2565971612930298,
+      "cov-distil (oracle2student)": 4.21342658996582,
+      "cov-distil (oracle2teacher)": 4.567779064178467,
+      "epoch": 7.52668759811617,
+      "rel-constrast": 2.528555393218994,
+      "step": 9589,
+      "subrel-constrast": 3.597442626953125,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.527472527472527,
+      "grad_norm": 6.03125,
+      "learning_rate": 2.5684040704627707e-07,
+      "loss": 0.5842,
+      "step": 9590
+    },
+    {
+      "cov-distil": 1.7549506425857544,
+      "cov-distil (oracle2student)": 3.627603530883789,
+      "cov-distil (oracle2teacher)": 3.3124446868896484,
+      "epoch": 7.527472527472527,
+      "rel-constrast": 1.9150511026382446,
+      "step": 9590,
+      "subrel-constrast": 3.056642532348633,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.37374746799469,
+      "cov-distil (oracle2student)": 4.35348653793335,
+      "cov-distil (oracle2teacher)": 4.23289680480957,
+      "epoch": 7.528257456828886,
+      "rel-constrast": 2.737901449203491,
+      "step": 9591,
+      "subrel-constrast": 3.244033098220825,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.401017189025879,
+      "cov-distil (oracle2student)": 3.6759934425354004,
+      "cov-distil (oracle2teacher)": 3.963907241821289,
+      "epoch": 7.529042386185243,
+      "rel-constrast": 3.3044941425323486,
+      "step": 9592,
+      "subrel-constrast": 4.126091957092285,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.391352653503418,
+      "cov-distil (oracle2student)": 4.974338531494141,
+      "cov-distil (oracle2teacher)": 4.511038303375244,
+      "epoch": 7.529827315541601,
+      "rel-constrast": 2.87919282913208,
+      "step": 9593,
+      "subrel-constrast": 3.5338997840881348,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.289980173110962,
+      "cov-distil (oracle2student)": 5.030220985412598,
+      "cov-distil (oracle2teacher)": 5.223939895629883,
+      "epoch": 7.530612244897959,
+      "rel-constrast": 3.060991048812866,
+      "step": 9594,
+      "subrel-constrast": 3.4580636024475098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7611865997314453,
+      "cov-distil (oracle2student)": 4.034595966339111,
+      "cov-distil (oracle2teacher)": 3.872898578643799,
+      "epoch": 7.531397174254317,
+      "rel-constrast": 2.475886344909668,
+      "step": 9595,
+      "subrel-constrast": 3.2966701984405518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5420026779174805,
+      "cov-distil (oracle2student)": 5.436124324798584,
+      "cov-distil (oracle2teacher)": 5.402922630310059,
+      "epoch": 7.532182103610675,
+      "rel-constrast": 2.3971729278564453,
+      "step": 9596,
+      "subrel-constrast": 3.4023375511169434,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6115877628326416,
+      "cov-distil (oracle2student)": 3.9872543811798096,
+      "cov-distil (oracle2teacher)": 3.786303997039795,
+      "epoch": 7.532967032967033,
+      "rel-constrast": 2.61505126953125,
+      "step": 9597,
+      "subrel-constrast": 2.843252182006836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0107457637786865,
+      "cov-distil (oracle2student)": 4.055759429931641,
+      "cov-distil (oracle2teacher)": 4.049962997436523,
+      "epoch": 7.533751962323391,
+      "rel-constrast": 2.710259437561035,
+      "step": 9598,
+      "subrel-constrast": 3.6853256225585938,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7577587366104126,
+      "cov-distil (oracle2student)": 6.431911468505859,
+      "cov-distil (oracle2teacher)": 5.463804244995117,
+      "epoch": 7.534536891679749,
+      "rel-constrast": 2.465719699859619,
+      "step": 9599,
+      "subrel-constrast": 3.1255674362182617,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.535321821036106,
+      "grad_norm": 5.46875,
+      "learning_rate": 2.445143041215653e-07,
+      "loss": 0.7038,
+      "step": 9600
+    },
+    {
+      "epoch": 7.535321821036106,
+      "overlap": 0.3609375059604645,
+      "step": 9600
+    },
+    {
+      "epoch": 7.535321821036106,
+      "step": 9600,
+      "student margin": 0.06976318359375
+    },
+    {
+      "epoch": 7.535321821036106,
+      "step": 9600,
+      "teacher margin": 0.047882080078125
+    },
+    {
+      "epoch": 7.535321821036106,
+      "margin difference": -0.021881103515625,
+      "step": 9600
+    },
+    {
+      "cov-distil": 1.229580044746399,
+      "cov-distil (oracle2student)": 3.2212557792663574,
+      "cov-distil (oracle2teacher)": 3.2090187072753906,
+      "epoch": 7.535321821036106,
+      "rel-constrast": 1.423537015914917,
+      "step": 9600,
+      "subrel-constrast": 2.11932635307312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5997698307037354,
+      "cov-distil (oracle2student)": 4.513963222503662,
+      "cov-distil (oracle2teacher)": 4.6205549240112305,
+      "epoch": 7.536106750392465,
+      "rel-constrast": 2.6759965419769287,
+      "step": 9601,
+      "subrel-constrast": 3.0522921085357666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7528750896453857,
+      "cov-distil (oracle2student)": 3.153101921081543,
+      "cov-distil (oracle2teacher)": 3.239100933074951,
+      "epoch": 7.536891679748822,
+      "rel-constrast": 1.5532419681549072,
+      "step": 9602,
+      "subrel-constrast": 2.699094772338867,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9337961673736572,
+      "cov-distil (oracle2student)": 3.553758144378662,
+      "cov-distil (oracle2teacher)": 3.6639950275421143,
+      "epoch": 7.537676609105181,
+      "rel-constrast": 2.695685625076294,
+      "step": 9603,
+      "subrel-constrast": 3.5173065662384033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6801326274871826,
+      "cov-distil (oracle2student)": 4.0526227951049805,
+      "cov-distil (oracle2teacher)": 3.9082908630371094,
+      "epoch": 7.538461538461538,
+      "rel-constrast": 3.842942953109741,
+      "step": 9604,
+      "subrel-constrast": 4.083038330078125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.233083963394165,
+      "cov-distil (oracle2student)": 5.795870304107666,
+      "cov-distil (oracle2teacher)": 5.191615104675293,
+      "epoch": 7.539246467817897,
+      "rel-constrast": 2.065459966659546,
+      "step": 9605,
+      "subrel-constrast": 2.9830501079559326,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9764900207519531,
+      "cov-distil (oracle2student)": 4.306612014770508,
+      "cov-distil (oracle2teacher)": 4.126935958862305,
+      "epoch": 7.540031397174254,
+      "rel-constrast": 2.8593897819519043,
+      "step": 9606,
+      "subrel-constrast": 3.481658458709717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6059257984161377,
+      "cov-distil (oracle2student)": 3.7671029567718506,
+      "cov-distil (oracle2teacher)": 4.103634834289551,
+      "epoch": 7.540816326530612,
+      "rel-constrast": 2.2361927032470703,
+      "step": 9607,
+      "subrel-constrast": 3.3967502117156982,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1587591171264648,
+      "cov-distil (oracle2student)": 3.90138840675354,
+      "cov-distil (oracle2teacher)": 3.3745105266571045,
+      "epoch": 7.54160125588697,
+      "rel-constrast": 2.6899356842041016,
+      "step": 9608,
+      "subrel-constrast": 3.1757712364196777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0041851997375488,
+      "cov-distil (oracle2student)": 4.4632673263549805,
+      "cov-distil (oracle2teacher)": 4.07650089263916,
+      "epoch": 7.542386185243328,
+      "rel-constrast": 2.4951906204223633,
+      "step": 9609,
+      "subrel-constrast": 3.1550395488739014,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.543171114599686,
+      "grad_norm": 5.5,
+      "learning_rate": 2.3248983897770084e-07,
+      "loss": 0.6514,
+      "step": 9610
+    },
+    {
+      "cov-distil": 1.4817795753479004,
+      "cov-distil (oracle2student)": 3.063401222229004,
+      "cov-distil (oracle2teacher)": 3.378453254699707,
+      "epoch": 7.543171114599686,
+      "rel-constrast": 2.830148458480835,
+      "step": 9610,
+      "subrel-constrast": 3.7255635261535645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.768042802810669,
+      "cov-distil (oracle2student)": 3.696303606033325,
+      "cov-distil (oracle2teacher)": 4.158781051635742,
+      "epoch": 7.543956043956044,
+      "rel-constrast": 1.9607701301574707,
+      "step": 9611,
+      "subrel-constrast": 3.281890392303467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3055369853973389,
+      "cov-distil (oracle2student)": 5.112554550170898,
+      "cov-distil (oracle2teacher)": 4.5097856521606445,
+      "epoch": 7.544740973312402,
+      "rel-constrast": 2.593503475189209,
+      "step": 9612,
+      "subrel-constrast": 3.384955406188965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4522055387496948,
+      "cov-distil (oracle2student)": 5.674369812011719,
+      "cov-distil (oracle2teacher)": 5.235032081604004,
+      "epoch": 7.54552590266876,
+      "rel-constrast": 3.402437448501587,
+      "step": 9613,
+      "subrel-constrast": 4.476603031158447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5065816640853882,
+      "cov-distil (oracle2student)": 4.423287868499756,
+      "cov-distil (oracle2teacher)": 4.045564651489258,
+      "epoch": 7.546310832025117,
+      "rel-constrast": 2.7900009155273438,
+      "step": 9614,
+      "subrel-constrast": 3.489861249923706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1022727489471436,
+      "cov-distil (oracle2student)": 4.1624016761779785,
+      "cov-distil (oracle2teacher)": 3.6444075107574463,
+      "epoch": 7.547095761381476,
+      "rel-constrast": 2.623319625854492,
+      "step": 9615,
+      "subrel-constrast": 3.121361494064331,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7153609991073608,
+      "cov-distil (oracle2student)": 3.5423572063446045,
+      "cov-distil (oracle2teacher)": 3.1096177101135254,
+      "epoch": 7.547880690737833,
+      "rel-constrast": 1.7421951293945312,
+      "step": 9616,
+      "subrel-constrast": 2.7776219844818115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5470459461212158,
+      "cov-distil (oracle2student)": 3.812811851501465,
+      "cov-distil (oracle2teacher)": 4.141246318817139,
+      "epoch": 7.548665620094192,
+      "rel-constrast": 2.2749381065368652,
+      "step": 9617,
+      "subrel-constrast": 3.154412031173706,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.4236655235290527,
+      "cov-distil (oracle2student)": 3.357728958129883,
+      "cov-distil (oracle2teacher)": 3.6252355575561523,
+      "epoch": 7.549450549450549,
+      "rel-constrast": 2.0631611347198486,
+      "step": 9618,
+      "subrel-constrast": 3.5517354011535645,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.409257173538208,
+      "cov-distil (oracle2student)": 3.2839488983154297,
+      "cov-distil (oracle2teacher)": 3.4839730262756348,
+      "epoch": 7.550235478806908,
+      "rel-constrast": 2.650639533996582,
+      "step": 9619,
+      "subrel-constrast": 3.371654510498047,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.551020408163265,
+      "grad_norm": 6.4375,
+      "learning_rate": 2.2076715812900105e-07,
+      "loss": 0.6626,
+      "step": 9620
+    },
+    {
+      "cov-distil": 1.5041460990905762,
+      "cov-distil (oracle2student)": 6.903226375579834,
+      "cov-distil (oracle2teacher)": 5.972098350524902,
+      "epoch": 7.551020408163265,
+      "rel-constrast": 2.725205659866333,
+      "step": 9620,
+      "subrel-constrast": 3.6360886096954346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1733522415161133,
+      "cov-distil (oracle2student)": 2.6937198638916016,
+      "cov-distil (oracle2teacher)": 3.3219382762908936,
+      "epoch": 7.551805337519623,
+      "rel-constrast": 2.4097561836242676,
+      "step": 9621,
+      "subrel-constrast": 3.701822280883789,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.496206283569336,
+      "cov-distil (oracle2student)": 4.578139781951904,
+      "cov-distil (oracle2teacher)": 4.538507461547852,
+      "epoch": 7.552590266875981,
+      "rel-constrast": 3.2130239009857178,
+      "step": 9622,
+      "subrel-constrast": 3.6882197856903076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.370619773864746,
+      "cov-distil (oracle2student)": 3.8162312507629395,
+      "cov-distil (oracle2teacher)": 3.3508944511413574,
+      "epoch": 7.553375196232339,
+      "rel-constrast": 2.865673065185547,
+      "step": 9623,
+      "subrel-constrast": 3.877398729324341,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6852304935455322,
+      "cov-distil (oracle2student)": 5.184398651123047,
+      "cov-distil (oracle2teacher)": 4.923226356506348,
+      "epoch": 7.554160125588697,
+      "rel-constrast": 2.401390314102173,
+      "step": 9624,
+      "subrel-constrast": 3.137119770050049,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.662013292312622,
+      "cov-distil (oracle2student)": 5.021155834197998,
+      "cov-distil (oracle2teacher)": 4.91485071182251,
+      "epoch": 7.554945054945055,
+      "rel-constrast": 4.047181606292725,
+      "step": 9625,
+      "subrel-constrast": 4.095859527587891,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6612741947174072,
+      "cov-distil (oracle2student)": 3.857010841369629,
+      "cov-distil (oracle2teacher)": 3.873538017272949,
+      "epoch": 7.555729984301413,
+      "rel-constrast": 2.9683284759521484,
+      "step": 9626,
+      "subrel-constrast": 4.16813850402832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5996047258377075,
+      "cov-distil (oracle2student)": 4.291637897491455,
+      "cov-distil (oracle2teacher)": 3.9288570880889893,
+      "epoch": 7.556514913657771,
+      "rel-constrast": 1.9520751237869263,
+      "step": 9627,
+      "subrel-constrast": 2.5989978313446045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.776977777481079,
+      "cov-distil (oracle2student)": 4.204379558563232,
+      "cov-distil (oracle2teacher)": 4.30640172958374,
+      "epoch": 7.557299843014128,
+      "rel-constrast": 2.864008903503418,
+      "step": 9628,
+      "subrel-constrast": 3.372166156768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4209303855895996,
+      "cov-distil (oracle2student)": 2.994725227355957,
+      "cov-distil (oracle2teacher)": 3.0594356060028076,
+      "epoch": 7.558084772370487,
+      "rel-constrast": 1.8654969930648804,
+      "step": 9629,
+      "subrel-constrast": 2.6267805099487305,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.558869701726844,
+      "grad_norm": 5.90625,
+      "learning_rate": 2.0934640441262753e-07,
+      "loss": 0.7262,
+      "step": 9630
+    },
+    {
+      "cov-distil": 1.852205514907837,
+      "cov-distil (oracle2student)": 3.5472259521484375,
+      "cov-distil (oracle2teacher)": 3.378218650817871,
+      "epoch": 7.558869701726844,
+      "rel-constrast": 2.2481560707092285,
+      "step": 9630,
+      "subrel-constrast": 3.249094009399414,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2458815574645996,
+      "cov-distil (oracle2student)": 4.421811580657959,
+      "cov-distil (oracle2teacher)": 4.101054668426514,
+      "epoch": 7.559654631083203,
+      "rel-constrast": 2.54352068901062,
+      "step": 9631,
+      "subrel-constrast": 3.3517026901245117,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4502253532409668,
+      "cov-distil (oracle2student)": 5.844939231872559,
+      "cov-distil (oracle2teacher)": 5.63465690612793,
+      "epoch": 7.56043956043956,
+      "rel-constrast": 2.5776031017303467,
+      "step": 9632,
+      "subrel-constrast": 3.4473495483398438,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5455176830291748,
+      "cov-distil (oracle2student)": 3.694575786590576,
+      "cov-distil (oracle2teacher)": 3.512525796890259,
+      "epoch": 7.561224489795919,
+      "rel-constrast": 2.0426864624023438,
+      "step": 9633,
+      "subrel-constrast": 2.9136507511138916,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8815184831619263,
+      "cov-distil (oracle2student)": 6.183040618896484,
+      "cov-distil (oracle2teacher)": 5.821494102478027,
+      "epoch": 7.562009419152276,
+      "rel-constrast": 1.5928168296813965,
+      "step": 9634,
+      "subrel-constrast": 2.86891770362854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.357439398765564,
+      "cov-distil (oracle2student)": 3.94360089302063,
+      "cov-distil (oracle2teacher)": 3.9095752239227295,
+      "epoch": 7.562794348508634,
+      "rel-constrast": 3.507648229598999,
+      "step": 9635,
+      "subrel-constrast": 3.641131639480591,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4141819477081299,
+      "cov-distil (oracle2student)": 6.853300094604492,
+      "cov-distil (oracle2teacher)": 6.12035608291626,
+      "epoch": 7.563579277864992,
+      "rel-constrast": 2.3136672973632812,
+      "step": 9636,
+      "subrel-constrast": 3.098341703414917,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4436259269714355,
+      "cov-distil (oracle2student)": 4.130019187927246,
+      "cov-distil (oracle2teacher)": 3.819972276687622,
+      "epoch": 7.56436420722135,
+      "rel-constrast": 2.449948310852051,
+      "step": 9637,
+      "subrel-constrast": 3.1161913871765137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3923900127410889,
+      "cov-distil (oracle2student)": 4.321544170379639,
+      "cov-distil (oracle2teacher)": 4.109994411468506,
+      "epoch": 7.565149136577708,
+      "rel-constrast": 2.349562168121338,
+      "step": 9638,
+      "subrel-constrast": 2.968693256378174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6570667028427124,
+      "cov-distil (oracle2student)": 6.6834564208984375,
+      "cov-distil (oracle2teacher)": 5.677667140960693,
+      "epoch": 7.565934065934066,
+      "rel-constrast": 3.4580154418945312,
+      "step": 9639,
+      "subrel-constrast": 4.280440807342529,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.566718995290424,
+      "grad_norm": 6.15625,
+      "learning_rate": 1.9822771698686517e-07,
+      "loss": 0.6652,
+      "step": 9640
+    },
+    {
+      "cov-distil": 1.3707554340362549,
+      "cov-distil (oracle2student)": 4.071167945861816,
+      "cov-distil (oracle2teacher)": 4.055660247802734,
+      "epoch": 7.566718995290424,
+      "rel-constrast": 2.471712589263916,
+      "step": 9640,
+      "subrel-constrast": 3.676220417022705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9997622966766357,
+      "cov-distil (oracle2student)": 5.186795234680176,
+      "cov-distil (oracle2teacher)": 5.226676940917969,
+      "epoch": 7.567503924646782,
+      "rel-constrast": 2.3754501342773438,
+      "step": 9641,
+      "subrel-constrast": 3.06797456741333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.595676064491272,
+      "cov-distil (oracle2student)": 4.862405776977539,
+      "cov-distil (oracle2teacher)": 4.3422956466674805,
+      "epoch": 7.568288854003139,
+      "rel-constrast": 2.085751533508301,
+      "step": 9642,
+      "subrel-constrast": 2.967207431793213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0993335247039795,
+      "cov-distil (oracle2student)": 5.222549915313721,
+      "cov-distil (oracle2teacher)": 4.039437770843506,
+      "epoch": 7.569073783359498,
+      "rel-constrast": 2.192012310028076,
+      "step": 9643,
+      "subrel-constrast": 2.940723419189453,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8839411735534668,
+      "cov-distil (oracle2student)": 4.75069522857666,
+      "cov-distil (oracle2teacher)": 4.240759372711182,
+      "epoch": 7.569858712715855,
+      "rel-constrast": 2.3766160011291504,
+      "step": 9644,
+      "subrel-constrast": 3.522810220718384,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4146277904510498,
+      "cov-distil (oracle2student)": 3.6171793937683105,
+      "cov-distil (oracle2teacher)": 3.3653457164764404,
+      "epoch": 7.570643642072214,
+      "rel-constrast": 1.8820197582244873,
+      "step": 9645,
+      "subrel-constrast": 2.8796966075897217,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1579912900924683,
+      "cov-distil (oracle2student)": 4.21627950668335,
+      "cov-distil (oracle2teacher)": 4.275139808654785,
+      "epoch": 7.571428571428571,
+      "rel-constrast": 3.367614269256592,
+      "step": 9646,
+      "subrel-constrast": 4.409511089324951,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3680548667907715,
+      "cov-distil (oracle2student)": 4.249032020568848,
+      "cov-distil (oracle2teacher)": 3.7288076877593994,
+      "epoch": 7.57221350078493,
+      "rel-constrast": 3.056413173675537,
+      "step": 9647,
+      "subrel-constrast": 3.6099038124084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6406891345977783,
+      "cov-distil (oracle2student)": 3.1489076614379883,
+      "cov-distil (oracle2teacher)": 3.0369386672973633,
+      "epoch": 7.572998430141287,
+      "rel-constrast": 1.652510166168213,
+      "step": 9648,
+      "subrel-constrast": 2.525434970855713,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1978317499160767,
+      "cov-distil (oracle2student)": 4.650230407714844,
+      "cov-distil (oracle2teacher)": 4.386049270629883,
+      "epoch": 7.573783359497646,
+      "rel-constrast": 2.6096808910369873,
+      "step": 9649,
+      "subrel-constrast": 3.171125650405884,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.574568288854003,
+      "grad_norm": 5.6875,
+      "learning_rate": 1.8741123132940685e-07,
+      "loss": 0.6386,
+      "step": 9650
+    },
+    {
+      "cov-distil": 2.234909772872925,
+      "cov-distil (oracle2student)": 4.253386497497559,
+      "cov-distil (oracle2teacher)": 4.172821521759033,
+      "epoch": 7.574568288854003,
+      "rel-constrast": 3.11521577835083,
+      "step": 9650,
+      "subrel-constrast": 3.7732791900634766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2669600248336792,
+      "cov-distil (oracle2student)": 2.9391989707946777,
+      "cov-distil (oracle2teacher)": 3.0699362754821777,
+      "epoch": 7.575353218210362,
+      "rel-constrast": 2.1844427585601807,
+      "step": 9651,
+      "subrel-constrast": 2.8860085010528564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.447932243347168,
+      "cov-distil (oracle2student)": 4.435349941253662,
+      "cov-distil (oracle2teacher)": 3.8501830101013184,
+      "epoch": 7.576138147566719,
+      "rel-constrast": 2.052996873855591,
+      "step": 9652,
+      "subrel-constrast": 3.019493579864502,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5814447402954102,
+      "cov-distil (oracle2student)": 4.291088104248047,
+      "cov-distil (oracle2teacher)": 3.6635239124298096,
+      "epoch": 7.576923076923077,
+      "rel-constrast": 2.6365482807159424,
+      "step": 9653,
+      "subrel-constrast": 3.34733510017395,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8193409442901611,
+      "cov-distil (oracle2student)": 3.8185455799102783,
+      "cov-distil (oracle2teacher)": 3.875380039215088,
+      "epoch": 7.577708006279435,
+      "rel-constrast": 2.1934409141540527,
+      "step": 9654,
+      "subrel-constrast": 3.0236499309539795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7425276041030884,
+      "cov-distil (oracle2student)": 3.629257917404175,
+      "cov-distil (oracle2teacher)": 3.510573387145996,
+      "epoch": 7.578492935635793,
+      "rel-constrast": 2.456963062286377,
+      "step": 9655,
+      "subrel-constrast": 3.0605509281158447,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3673381805419922,
+      "cov-distil (oracle2student)": 4.034344673156738,
+      "cov-distil (oracle2teacher)": 3.616748094558716,
+      "epoch": 7.579277864992151,
+      "rel-constrast": 2.293062686920166,
+      "step": 9656,
+      "subrel-constrast": 2.887943744659424,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7817319631576538,
+      "cov-distil (oracle2student)": 4.532236576080322,
+      "cov-distil (oracle2teacher)": 4.296347618103027,
+      "epoch": 7.580062794348509,
+      "rel-constrast": 2.2824158668518066,
+      "step": 9657,
+      "subrel-constrast": 2.8413710594177246,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2927451133728027,
+      "cov-distil (oracle2student)": 3.7549023628234863,
+      "cov-distil (oracle2teacher)": 3.224531650543213,
+      "epoch": 7.580847723704867,
+      "rel-constrast": 3.0535151958465576,
+      "step": 9658,
+      "subrel-constrast": 3.8328263759613037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3465784788131714,
+      "cov-distil (oracle2student)": 4.1670331954956055,
+      "cov-distil (oracle2teacher)": 3.6621763706207275,
+      "epoch": 7.581632653061225,
+      "rel-constrast": 1.8449585437774658,
+      "step": 9659,
+      "subrel-constrast": 2.7543485164642334,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.582417582417582,
+      "grad_norm": 4.96875,
+      "learning_rate": 1.7689707923571886e-07,
+      "loss": 0.645,
+      "step": 9660
+    },
+    {
+      "cov-distil": 1.8834898471832275,
+      "cov-distil (oracle2student)": 3.9095704555511475,
+      "cov-distil (oracle2teacher)": 3.35078763961792,
+      "epoch": 7.582417582417582,
+      "rel-constrast": 2.8373913764953613,
+      "step": 9660,
+      "subrel-constrast": 3.4564621448516846,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.69030499458313,
+      "cov-distil (oracle2student)": 3.524491786956787,
+      "cov-distil (oracle2teacher)": 3.8426103591918945,
+      "epoch": 7.583202511773941,
+      "rel-constrast": 2.4155611991882324,
+      "step": 9661,
+      "subrel-constrast": 3.86893630027771,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7698166370391846,
+      "cov-distil (oracle2student)": 4.846096038818359,
+      "cov-distil (oracle2teacher)": 4.174354553222656,
+      "epoch": 7.583987441130298,
+      "rel-constrast": 2.464674234390259,
+      "step": 9662,
+      "subrel-constrast": 3.0643160343170166,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4577807188034058,
+      "cov-distil (oracle2student)": 4.8194580078125,
+      "cov-distil (oracle2teacher)": 4.588432312011719,
+      "epoch": 7.5847723704866565,
+      "rel-constrast": 3.294961452484131,
+      "step": 9663,
+      "subrel-constrast": 4.389167785644531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5718649625778198,
+      "cov-distil (oracle2student)": 5.3952250480651855,
+      "cov-distil (oracle2teacher)": 5.06191873550415,
+      "epoch": 7.585557299843014,
+      "rel-constrast": 2.944286584854126,
+      "step": 9664,
+      "subrel-constrast": 3.3615128993988037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2929840087890625,
+      "cov-distil (oracle2student)": 6.4393720626831055,
+      "cov-distil (oracle2teacher)": 5.276371955871582,
+      "epoch": 7.5863422291993725,
+      "rel-constrast": 2.746316432952881,
+      "step": 9665,
+      "subrel-constrast": 3.2266933917999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1810213327407837,
+      "cov-distil (oracle2student)": 2.943216562271118,
+      "cov-distil (oracle2teacher)": 3.0122833251953125,
+      "epoch": 7.58712715855573,
+      "rel-constrast": 2.2964420318603516,
+      "step": 9666,
+      "subrel-constrast": 2.509253740310669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4189952611923218,
+      "cov-distil (oracle2student)": 2.9133994579315186,
+      "cov-distil (oracle2teacher)": 2.930978298187256,
+      "epoch": 7.587912087912088,
+      "rel-constrast": 2.16660737991333,
+      "step": 9667,
+      "subrel-constrast": 2.9261634349823,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5536890029907227,
+      "cov-distil (oracle2student)": 3.7200767993927,
+      "cov-distil (oracle2teacher)": 3.9002585411071777,
+      "epoch": 7.588697017268446,
+      "rel-constrast": 1.8221718072891235,
+      "step": 9668,
+      "subrel-constrast": 2.741691827774048,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2665895223617554,
+      "cov-distil (oracle2student)": 3.491333484649658,
+      "cov-distil (oracle2teacher)": 3.4780197143554688,
+      "epoch": 7.589481946624804,
+      "rel-constrast": 2.5685677528381348,
+      "step": 9669,
+      "subrel-constrast": 2.891456365585327,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.590266875981162,
+      "grad_norm": 7.375,
+      "learning_rate": 1.66685388817428e-07,
+      "loss": 0.6791,
+      "step": 9670
+    },
+    {
+      "cov-distil": 1.1320064067840576,
+      "cov-distil (oracle2student)": 4.712907314300537,
+      "cov-distil (oracle2teacher)": 4.559013366699219,
+      "epoch": 7.590266875981162,
+      "rel-constrast": 2.60650634765625,
+      "step": 9670,
+      "subrel-constrast": 2.8378865718841553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2708237171173096,
+      "cov-distil (oracle2student)": 5.869085311889648,
+      "cov-distil (oracle2teacher)": 5.532932281494141,
+      "epoch": 7.5910518053375196,
+      "rel-constrast": 2.2249374389648438,
+      "step": 9671,
+      "subrel-constrast": 2.765103816986084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6650323867797852,
+      "cov-distil (oracle2student)": 4.757770538330078,
+      "cov-distil (oracle2teacher)": 4.623501777648926,
+      "epoch": 7.591836734693878,
+      "rel-constrast": 3.407259225845337,
+      "step": 9672,
+      "subrel-constrast": 4.178752422332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0818381309509277,
+      "cov-distil (oracle2student)": 3.762387752532959,
+      "cov-distil (oracle2teacher)": 4.069857597351074,
+      "epoch": 7.5926216640502355,
+      "rel-constrast": 3.27280592918396,
+      "step": 9673,
+      "subrel-constrast": 3.9045212268829346,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5592182874679565,
+      "cov-distil (oracle2student)": 4.405550479888916,
+      "cov-distil (oracle2teacher)": 4.075623512268066,
+      "epoch": 7.593406593406593,
+      "rel-constrast": 2.544313907623291,
+      "step": 9674,
+      "subrel-constrast": 3.490666151046753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2513127326965332,
+      "cov-distil (oracle2student)": 3.64766001701355,
+      "cov-distil (oracle2teacher)": 3.3890326023101807,
+      "epoch": 7.5941915227629515,
+      "rel-constrast": 2.1518917083740234,
+      "step": 9675,
+      "subrel-constrast": 3.056912422180176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0439461469650269,
+      "cov-distil (oracle2student)": 3.901134967803955,
+      "cov-distil (oracle2teacher)": 3.4968056678771973,
+      "epoch": 7.594976452119309,
+      "rel-constrast": 2.984494209289551,
+      "step": 9676,
+      "subrel-constrast": 3.3402585983276367,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4649016857147217,
+      "cov-distil (oracle2student)": 5.583957672119141,
+      "cov-distil (oracle2teacher)": 4.99493932723999,
+      "epoch": 7.5957613814756675,
+      "rel-constrast": 3.1863369941711426,
+      "step": 9677,
+      "subrel-constrast": 4.055912017822266,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.312720537185669,
+      "cov-distil (oracle2student)": 4.278936862945557,
+      "cov-distil (oracle2teacher)": 4.16868782043457,
+      "epoch": 7.596546310832025,
+      "rel-constrast": 2.407208204269409,
+      "step": 9678,
+      "subrel-constrast": 3.3520498275756836,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.188351631164551,
+      "cov-distil (oracle2student)": 6.213353157043457,
+      "cov-distil (oracle2teacher)": 5.44663667678833,
+      "epoch": 7.5973312401883835,
+      "rel-constrast": 2.284492015838623,
+      "step": 9679,
+      "subrel-constrast": 2.9140682220458984,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.598116169544741,
+      "grad_norm": 5.53125,
+      "learning_rate": 1.567762845007592e-07,
+      "loss": 0.7142,
+      "step": 9680
+    },
+    {
+      "cov-distil": 1.233259916305542,
+      "cov-distil (oracle2student)": 4.063882827758789,
+      "cov-distil (oracle2teacher)": 3.775397300720215,
+      "epoch": 7.598116169544741,
+      "rel-constrast": 2.3959176540374756,
+      "step": 9680,
+      "subrel-constrast": 2.85139799118042,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5191397666931152,
+      "cov-distil (oracle2student)": 3.3037753105163574,
+      "cov-distil (oracle2teacher)": 3.1998705863952637,
+      "epoch": 7.5989010989010985,
+      "rel-constrast": 3.0778756141662598,
+      "step": 9681,
+      "subrel-constrast": 3.582993268966675,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2006864547729492,
+      "cov-distil (oracle2student)": 4.946493148803711,
+      "cov-distil (oracle2teacher)": 4.519138336181641,
+      "epoch": 7.599686028257457,
+      "rel-constrast": 1.9137295484542847,
+      "step": 9682,
+      "subrel-constrast": 2.6006829738616943,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0728180408477783,
+      "cov-distil (oracle2student)": 4.548584938049316,
+      "cov-distil (oracle2teacher)": 3.763547897338867,
+      "epoch": 7.6004709576138145,
+      "rel-constrast": 2.571997880935669,
+      "step": 9683,
+      "subrel-constrast": 3.091181993484497,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4519764184951782,
+      "cov-distil (oracle2student)": 4.218130111694336,
+      "cov-distil (oracle2teacher)": 3.86224627494812,
+      "epoch": 7.601255886970173,
+      "rel-constrast": 3.211531639099121,
+      "step": 9684,
+      "subrel-constrast": 3.7520484924316406,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3907177448272705,
+      "cov-distil (oracle2student)": 3.505474090576172,
+      "cov-distil (oracle2teacher)": 3.157623291015625,
+      "epoch": 7.6020408163265305,
+      "rel-constrast": 2.3777642250061035,
+      "step": 9685,
+      "subrel-constrast": 2.7325141429901123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2842748165130615,
+      "cov-distil (oracle2student)": 4.185088157653809,
+      "cov-distil (oracle2teacher)": 3.525301933288574,
+      "epoch": 7.602825745682889,
+      "rel-constrast": 2.4404711723327637,
+      "step": 9686,
+      "subrel-constrast": 2.9011402130126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.277109980583191,
+      "cov-distil (oracle2student)": 3.101787567138672,
+      "cov-distil (oracle2teacher)": 3.316236972808838,
+      "epoch": 7.6036106750392465,
+      "rel-constrast": 1.4949896335601807,
+      "step": 9687,
+      "subrel-constrast": 2.034470796585083,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6267385482788086,
+      "cov-distil (oracle2student)": 3.1476850509643555,
+      "cov-distil (oracle2teacher)": 3.2627663612365723,
+      "epoch": 7.604395604395604,
+      "rel-constrast": 2.3708930015563965,
+      "step": 9688,
+      "subrel-constrast": 3.39347505569458,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5677186250686646,
+      "cov-distil (oracle2student)": 4.46820592880249,
+      "cov-distil (oracle2teacher)": 4.306953430175781,
+      "epoch": 7.6051805337519625,
+      "rel-constrast": 1.9362359046936035,
+      "step": 9689,
+      "subrel-constrast": 2.6560230255126953,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.60596546310832,
+      "grad_norm": 4.90625,
+      "learning_rate": 1.4716988702501987e-07,
+      "loss": 0.6313,
+      "step": 9690
+    },
+    {
+      "cov-distil": 1.4300073385238647,
+      "cov-distil (oracle2student)": 4.919758319854736,
+      "cov-distil (oracle2teacher)": 4.471924781799316,
+      "epoch": 7.60596546310832,
+      "rel-constrast": 2.423417568206787,
+      "step": 9690,
+      "subrel-constrast": 2.873589515686035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4900074005126953,
+      "cov-distil (oracle2student)": 3.9623780250549316,
+      "cov-distil (oracle2teacher)": 3.9451231956481934,
+      "epoch": 7.606750392464678,
+      "rel-constrast": 2.353066921234131,
+      "step": 9691,
+      "subrel-constrast": 3.4643003940582275,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.489926815032959,
+      "cov-distil (oracle2student)": 6.898164749145508,
+      "cov-distil (oracle2teacher)": 6.071269989013672,
+      "epoch": 7.607535321821036,
+      "rel-constrast": 3.1923232078552246,
+      "step": 9692,
+      "subrel-constrast": 3.365630626678467,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0199439525604248,
+      "cov-distil (oracle2student)": 3.52797532081604,
+      "cov-distil (oracle2teacher)": 3.3371074199676514,
+      "epoch": 7.608320251177394,
+      "rel-constrast": 1.4210565090179443,
+      "step": 9693,
+      "subrel-constrast": 2.171332597732544,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2564270496368408,
+      "cov-distil (oracle2student)": 3.3517842292785645,
+      "cov-distil (oracle2teacher)": 3.1183245182037354,
+      "epoch": 7.609105180533752,
+      "rel-constrast": 2.2859277725219727,
+      "step": 9694,
+      "subrel-constrast": 2.9800596237182617,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0077002048492432,
+      "cov-distil (oracle2student)": 2.9059243202209473,
+      "cov-distil (oracle2teacher)": 3.3985366821289062,
+      "epoch": 7.6098901098901095,
+      "rel-constrast": 2.095242738723755,
+      "step": 9695,
+      "subrel-constrast": 2.7899560928344727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2038815021514893,
+      "cov-distil (oracle2student)": 2.825014114379883,
+      "cov-distil (oracle2teacher)": 3.4039881229400635,
+      "epoch": 7.610675039246468,
+      "rel-constrast": 2.1326706409454346,
+      "step": 9696,
+      "subrel-constrast": 2.98110032081604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.943298101425171,
+      "cov-distil (oracle2student)": 3.939577102661133,
+      "cov-distil (oracle2teacher)": 3.7990598678588867,
+      "epoch": 7.6114599686028255,
+      "rel-constrast": 3.0044257640838623,
+      "step": 9697,
+      "subrel-constrast": 3.770439386367798,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4080449342727661,
+      "cov-distil (oracle2student)": 3.4828343391418457,
+      "cov-distil (oracle2teacher)": 3.7239372730255127,
+      "epoch": 7.612244897959184,
+      "rel-constrast": 1.6841652393341064,
+      "step": 9698,
+      "subrel-constrast": 2.326052188873291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.812179684638977,
+      "cov-distil (oracle2student)": 4.040733337402344,
+      "cov-distil (oracle2teacher)": 3.857351064682007,
+      "epoch": 7.6130298273155415,
+      "rel-constrast": 2.5509815216064453,
+      "step": 9699,
+      "subrel-constrast": 3.2742040157318115,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.6138147566719,
+      "grad_norm": 5.0,
+      "learning_rate": 1.3786631344113176e-07,
+      "loss": 0.6137,
+      "step": 9700
+    },
+    {
+      "epoch": 7.6138147566719,
+      "overlap": 0.3265624940395355,
+      "step": 9700
+    },
+    {
+      "epoch": 7.6138147566719,
+      "step": 9700,
+      "student margin": 0.05743408203125
+    },
+    {
+      "epoch": 7.6138147566719,
+      "step": 9700,
+      "teacher margin": 0.040618896484375
+    },
+    {
+      "epoch": 7.6138147566719,
+      "margin difference": -0.016815185546875,
+      "step": 9700
+    },
+    {
+      "cov-distil": 1.0832332372665405,
+      "cov-distil (oracle2student)": 5.055502414703369,
+      "cov-distil (oracle2teacher)": 4.809122085571289,
+      "epoch": 7.6138147566719,
+      "rel-constrast": 2.0626091957092285,
+      "step": 9700,
+      "subrel-constrast": 2.9167263507843018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6991932392120361,
+      "cov-distil (oracle2student)": 5.243480682373047,
+      "cov-distil (oracle2teacher)": 5.007615566253662,
+      "epoch": 7.614599686028257,
+      "rel-constrast": 2.521617889404297,
+      "step": 9701,
+      "subrel-constrast": 3.2420730590820312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.2054929733276367,
+      "cov-distil (oracle2student)": 4.807500839233398,
+      "cov-distil (oracle2teacher)": 4.40885066986084,
+      "epoch": 7.615384615384615,
+      "rel-constrast": 2.5406594276428223,
+      "step": 9702,
+      "subrel-constrast": 3.6750824451446533,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1127084493637085,
+      "cov-distil (oracle2student)": 4.121431827545166,
+      "cov-distil (oracle2teacher)": 3.6016414165496826,
+      "epoch": 7.616169544740973,
+      "rel-constrast": 1.7229560613632202,
+      "step": 9703,
+      "subrel-constrast": 2.0796303749084473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4434980154037476,
+      "cov-distil (oracle2student)": 6.338767051696777,
+      "cov-distil (oracle2teacher)": 5.348603248596191,
+      "epoch": 7.616954474097331,
+      "rel-constrast": 2.831188201904297,
+      "step": 9704,
+      "subrel-constrast": 3.390903949737549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.755445957183838,
+      "cov-distil (oracle2student)": 4.882833480834961,
+      "cov-distil (oracle2teacher)": 4.44920539855957,
+      "epoch": 7.617739403453689,
+      "rel-constrast": 3.476935625076294,
+      "step": 9705,
+      "subrel-constrast": 4.142301559448242,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8437678813934326,
+      "cov-distil (oracle2student)": 4.849201679229736,
+      "cov-distil (oracle2teacher)": 4.299973487854004,
+      "epoch": 7.618524332810047,
+      "rel-constrast": 3.830683946609497,
+      "step": 9706,
+      "subrel-constrast": 4.018338203430176,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.779970645904541,
+      "cov-distil (oracle2student)": 4.0964460372924805,
+      "cov-distil (oracle2teacher)": 3.9041786193847656,
+      "epoch": 7.619309262166405,
+      "rel-constrast": 2.6448347568511963,
+      "step": 9707,
+      "subrel-constrast": 3.0075488090515137,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4586740732192993,
+      "cov-distil (oracle2student)": 6.094503402709961,
+      "cov-distil (oracle2teacher)": 5.751026153564453,
+      "epoch": 7.620094191522763,
+      "rel-constrast": 3.3531243801116943,
+      "step": 9708,
+      "subrel-constrast": 3.8079042434692383,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.645416259765625,
+      "cov-distil (oracle2student)": 3.7018837928771973,
+      "cov-distil (oracle2teacher)": 4.456511497497559,
+      "epoch": 7.6208791208791204,
+      "rel-constrast": 2.507507085800171,
+      "step": 9709,
+      "subrel-constrast": 3.6998040676116943,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.621664050235479,
+      "grad_norm": 5.4375,
+      "learning_rate": 1.2886567711020148e-07,
+      "loss": 0.7274,
+      "step": 9710
+    },
+    {
+      "cov-distil": 1.34731125831604,
+      "cov-distil (oracle2student)": 3.845492124557495,
+      "cov-distil (oracle2teacher)": 3.7741987705230713,
+      "epoch": 7.621664050235479,
+      "rel-constrast": 2.566663980484009,
+      "step": 9710,
+      "subrel-constrast": 3.1619770526885986,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5743834972381592,
+      "cov-distil (oracle2student)": 1.9993579387664795,
+      "cov-distil (oracle2teacher)": 2.152538299560547,
+      "epoch": 7.622448979591836,
+      "rel-constrast": 1.6366262435913086,
+      "step": 9711,
+      "subrel-constrast": 2.3235700130462646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3652206659317017,
+      "cov-distil (oracle2student)": 4.1219964027404785,
+      "cov-distil (oracle2teacher)": 4.544062614440918,
+      "epoch": 7.623233908948195,
+      "rel-constrast": 2.638890266418457,
+      "step": 9712,
+      "subrel-constrast": 3.511632204055786,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4596407413482666,
+      "cov-distil (oracle2student)": 3.4063141345977783,
+      "cov-distil (oracle2teacher)": 3.9271764755249023,
+      "epoch": 7.624018838304552,
+      "rel-constrast": 2.203432083129883,
+      "step": 9713,
+      "subrel-constrast": 3.1279854774475098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4906686544418335,
+      "cov-distil (oracle2student)": 4.663911819458008,
+      "cov-distil (oracle2teacher)": 4.419679641723633,
+      "epoch": 7.624803767660911,
+      "rel-constrast": 3.527031421661377,
+      "step": 9714,
+      "subrel-constrast": 3.7085068225860596,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7886050939559937,
+      "cov-distil (oracle2student)": 4.267634868621826,
+      "cov-distil (oracle2teacher)": 4.805744171142578,
+      "epoch": 7.625588697017268,
+      "rel-constrast": 2.957085132598877,
+      "step": 9715,
+      "subrel-constrast": 3.26475191116333,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1806087493896484,
+      "cov-distil (oracle2student)": 3.567732095718384,
+      "cov-distil (oracle2teacher)": 3.9283032417297363,
+      "epoch": 7.626373626373626,
+      "rel-constrast": 2.3293256759643555,
+      "step": 9716,
+      "subrel-constrast": 2.8716678619384766,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.669480562210083,
+      "cov-distil (oracle2student)": 5.647691249847412,
+      "cov-distil (oracle2teacher)": 5.607858657836914,
+      "epoch": 7.627158555729984,
+      "rel-constrast": 3.382150411605835,
+      "step": 9717,
+      "subrel-constrast": 4.113277912139893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1423211097717285,
+      "cov-distil (oracle2student)": 3.927966594696045,
+      "cov-distil (oracle2teacher)": 3.7884716987609863,
+      "epoch": 7.627943485086342,
+      "rel-constrast": 2.120887279510498,
+      "step": 9718,
+      "subrel-constrast": 3.080531358718872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1381425857543945,
+      "cov-distil (oracle2student)": 3.382309913635254,
+      "cov-distil (oracle2teacher)": 3.108661651611328,
+      "epoch": 7.6287284144427,
+      "rel-constrast": 2.169354200363159,
+      "step": 9719,
+      "subrel-constrast": 2.834477424621582,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.629513343799058,
+      "grad_norm": 4.5625,
+      "learning_rate": 1.201680877021466e-07,
+      "loss": 0.6762,
+      "step": 9720
+    },
+    {
+      "cov-distil": 1.5784977674484253,
+      "cov-distil (oracle2student)": 3.6832661628723145,
+      "cov-distil (oracle2teacher)": 3.9611871242523193,
+      "epoch": 7.629513343799058,
+      "rel-constrast": 3.402745246887207,
+      "step": 9720,
+      "subrel-constrast": 3.695011615753174,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.586463212966919,
+      "cov-distil (oracle2student)": 2.0236337184906006,
+      "cov-distil (oracle2teacher)": 2.548983573913574,
+      "epoch": 7.630298273155416,
+      "rel-constrast": 1.8207740783691406,
+      "step": 9721,
+      "subrel-constrast": 2.7427685260772705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6182429790496826,
+      "cov-distil (oracle2student)": 5.298888206481934,
+      "cov-distil (oracle2teacher)": 4.503762245178223,
+      "epoch": 7.631083202511774,
+      "rel-constrast": 2.272019386291504,
+      "step": 9722,
+      "subrel-constrast": 2.6402926445007324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4665110111236572,
+      "cov-distil (oracle2student)": 6.373973846435547,
+      "cov-distil (oracle2teacher)": 5.174221038818359,
+      "epoch": 7.631868131868131,
+      "rel-constrast": 2.9766056537628174,
+      "step": 9723,
+      "subrel-constrast": 3.6936724185943604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2013864517211914,
+      "cov-distil (oracle2student)": 5.149239540100098,
+      "cov-distil (oracle2teacher)": 4.996521949768066,
+      "epoch": 7.63265306122449,
+      "rel-constrast": 2.126288890838623,
+      "step": 9724,
+      "subrel-constrast": 2.565925121307373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.056229591369629,
+      "cov-distil (oracle2student)": 6.424070358276367,
+      "cov-distil (oracle2teacher)": 5.60418701171875,
+      "epoch": 7.633437990580847,
+      "rel-constrast": 3.1130335330963135,
+      "step": 9725,
+      "subrel-constrast": 3.866621255874634,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.618358850479126,
+      "cov-distil (oracle2student)": 6.438130855560303,
+      "cov-distil (oracle2teacher)": 5.737132549285889,
+      "epoch": 7.634222919937206,
+      "rel-constrast": 1.799992561340332,
+      "step": 9726,
+      "subrel-constrast": 2.6740615367889404,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2800744771957397,
+      "cov-distil (oracle2student)": 2.6452982425689697,
+      "cov-distil (oracle2teacher)": 2.997981071472168,
+      "epoch": 7.635007849293563,
+      "rel-constrast": 2.2644619941711426,
+      "step": 9727,
+      "subrel-constrast": 3.0071873664855957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5982649326324463,
+      "cov-distil (oracle2student)": 2.2422468662261963,
+      "cov-distil (oracle2teacher)": 2.5715878009796143,
+      "epoch": 7.635792778649922,
+      "rel-constrast": 2.175790786743164,
+      "step": 9728,
+      "subrel-constrast": 3.707951784133911,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3007549047470093,
+      "cov-distil (oracle2student)": 2.859968900680542,
+      "cov-distil (oracle2teacher)": 2.9171078205108643,
+      "epoch": 7.636577708006279,
+      "rel-constrast": 2.0815377235412598,
+      "step": 9729,
+      "subrel-constrast": 2.8174893856048584,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.637362637362637,
+      "grad_norm": 4.9375,
+      "learning_rate": 1.1177365119434402e-07,
+      "loss": 0.6391,
+      "step": 9730
+    },
+    {
+      "cov-distil": 1.9918386936187744,
+      "cov-distil (oracle2student)": 4.505366325378418,
+      "cov-distil (oracle2teacher)": 4.293813705444336,
+      "epoch": 7.637362637362637,
+      "rel-constrast": 3.4825751781463623,
+      "step": 9730,
+      "subrel-constrast": 4.373887062072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6150176525115967,
+      "cov-distil (oracle2student)": 4.600607872009277,
+      "cov-distil (oracle2teacher)": 3.9021387100219727,
+      "epoch": 7.638147566718995,
+      "rel-constrast": 3.164177894592285,
+      "step": 9731,
+      "subrel-constrast": 3.6641182899475098,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1980485916137695,
+      "cov-distil (oracle2student)": 4.391039848327637,
+      "cov-distil (oracle2teacher)": 4.267985820770264,
+      "epoch": 7.638932496075353,
+      "rel-constrast": 2.5630433559417725,
+      "step": 9732,
+      "subrel-constrast": 3.386157512664795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5606706142425537,
+      "cov-distil (oracle2student)": 4.760268688201904,
+      "cov-distil (oracle2teacher)": 4.38507080078125,
+      "epoch": 7.639717425431711,
+      "rel-constrast": 2.391756772994995,
+      "step": 9733,
+      "subrel-constrast": 2.71462082862854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.195145606994629,
+      "cov-distil (oracle2student)": 3.9744315147399902,
+      "cov-distil (oracle2teacher)": 3.6395838260650635,
+      "epoch": 7.640502354788069,
+      "rel-constrast": 1.9744436740875244,
+      "step": 9734,
+      "subrel-constrast": 2.537045478820801,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4374518394470215,
+      "cov-distil (oracle2student)": 6.124547004699707,
+      "cov-distil (oracle2teacher)": 5.247352123260498,
+      "epoch": 7.641287284144427,
+      "rel-constrast": 2.983858585357666,
+      "step": 9735,
+      "subrel-constrast": 3.5283055305480957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.764697790145874,
+      "cov-distil (oracle2student)": 4.411989212036133,
+      "cov-distil (oracle2teacher)": 4.133063316345215,
+      "epoch": 7.642072213500785,
+      "rel-constrast": 3.0321786403656006,
+      "step": 9736,
+      "subrel-constrast": 3.555875062942505,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4743481874465942,
+      "cov-distil (oracle2student)": 4.540245532989502,
+      "cov-distil (oracle2teacher)": 4.471737384796143,
+      "epoch": 7.642857142857143,
+      "rel-constrast": 3.697165012359619,
+      "step": 9737,
+      "subrel-constrast": 4.062579154968262,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6318347454071045,
+      "cov-distil (oracle2student)": 4.272611141204834,
+      "cov-distil (oracle2teacher)": 3.474473237991333,
+      "epoch": 7.643642072213501,
+      "rel-constrast": 2.6912124156951904,
+      "step": 9738,
+      "subrel-constrast": 3.19726300239563,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4721187353134155,
+      "cov-distil (oracle2student)": 2.73758602142334,
+      "cov-distil (oracle2teacher)": 2.5475754737854004,
+      "epoch": 7.644427001569858,
+      "rel-constrast": 1.6889387369155884,
+      "step": 9739,
+      "subrel-constrast": 2.2668533325195312,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.645211930926217,
+      "grad_norm": 4.65625,
+      "learning_rate": 1.0368246987035868e-07,
+      "loss": 0.7301,
+      "step": 9740
+    },
+    {
+      "cov-distil": 1.3892955780029297,
+      "cov-distil (oracle2student)": 4.7840070724487305,
+      "cov-distil (oracle2teacher)": 4.538658618927002,
+      "epoch": 7.645211930926217,
+      "rel-constrast": 3.491478204727173,
+      "step": 9740,
+      "subrel-constrast": 4.032872676849365,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1731643676757812,
+      "cov-distil (oracle2student)": 4.664547920227051,
+      "cov-distil (oracle2teacher)": 4.808872222900391,
+      "epoch": 7.645996860282574,
+      "rel-constrast": 3.0839991569519043,
+      "step": 9741,
+      "subrel-constrast": 4.031534194946289,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4181967973709106,
+      "cov-distil (oracle2student)": 4.015790939331055,
+      "cov-distil (oracle2teacher)": 4.267971992492676,
+      "epoch": 7.646781789638933,
+      "rel-constrast": 2.4008405208587646,
+      "step": 9742,
+      "subrel-constrast": 3.3647186756134033,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5900846719741821,
+      "cov-distil (oracle2student)": 5.504521369934082,
+      "cov-distil (oracle2teacher)": 4.639427185058594,
+      "epoch": 7.64756671899529,
+      "rel-constrast": 2.420973777770996,
+      "step": 9743,
+      "subrel-constrast": 3.3234102725982666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.511878252029419,
+      "cov-distil (oracle2student)": 3.9662516117095947,
+      "cov-distil (oracle2teacher)": 4.0319318771362305,
+      "epoch": 7.648351648351649,
+      "rel-constrast": 2.4499335289001465,
+      "step": 9744,
+      "subrel-constrast": 3.3676962852478027,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.426628589630127,
+      "cov-distil (oracle2student)": 4.820691108703613,
+      "cov-distil (oracle2teacher)": 4.409632682800293,
+      "epoch": 7.649136577708006,
+      "rel-constrast": 2.129453182220459,
+      "step": 9745,
+      "subrel-constrast": 2.872776985168457,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0117335319519043,
+      "cov-distil (oracle2student)": 4.513125419616699,
+      "cov-distil (oracle2teacher)": 4.606240749359131,
+      "epoch": 7.649921507064365,
+      "rel-constrast": 1.6372909545898438,
+      "step": 9746,
+      "subrel-constrast": 2.2780463695526123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4427568912506104,
+      "cov-distil (oracle2student)": 4.584908962249756,
+      "cov-distil (oracle2teacher)": 4.531744003295898,
+      "epoch": 7.650706436420722,
+      "rel-constrast": 2.6670145988464355,
+      "step": 9747,
+      "subrel-constrast": 3.568058729171753,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3537871837615967,
+      "cov-distil (oracle2student)": 3.4489822387695312,
+      "cov-distil (oracle2teacher)": 3.699300527572632,
+      "epoch": 7.65149136577708,
+      "rel-constrast": 1.9033842086791992,
+      "step": 9748,
+      "subrel-constrast": 2.749772787094116,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8397530317306519,
+      "cov-distil (oracle2student)": 6.349204063415527,
+      "cov-distil (oracle2teacher)": 5.025996208190918,
+      "epoch": 7.652276295133438,
+      "rel-constrast": 3.5128626823425293,
+      "step": 9749,
+      "subrel-constrast": 3.9671828746795654,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.653061224489796,
+      "grad_norm": 6.625,
+      "learning_rate": 9.589464231867795e-08,
+      "loss": 0.6778,
+      "step": 9750
+    },
+    {
+      "cov-distil": 1.7782734632492065,
+      "cov-distil (oracle2student)": 4.061530113220215,
+      "cov-distil (oracle2teacher)": 3.772181749343872,
+      "epoch": 7.653061224489796,
+      "rel-constrast": 2.9790735244750977,
+      "step": 9750,
+      "subrel-constrast": 3.6553382873535156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0326918363571167,
+      "cov-distil (oracle2student)": 3.627929210662842,
+      "cov-distil (oracle2teacher)": 3.216930389404297,
+      "epoch": 7.653846153846154,
+      "rel-constrast": 2.2876782417297363,
+      "step": 9751,
+      "subrel-constrast": 2.5030431747436523,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.761815071105957,
+      "cov-distil (oracle2student)": 4.331693649291992,
+      "cov-distil (oracle2teacher)": 4.018059730529785,
+      "epoch": 7.654631083202512,
+      "rel-constrast": 2.583371162414551,
+      "step": 9752,
+      "subrel-constrast": 3.166672945022583,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2861590385437012,
+      "cov-distil (oracle2student)": 4.678458213806152,
+      "cov-distil (oracle2teacher)": 4.456398010253906,
+      "epoch": 7.65541601255887,
+      "rel-constrast": 1.3916411399841309,
+      "step": 9753,
+      "subrel-constrast": 2.1606454849243164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6532584428787231,
+      "cov-distil (oracle2student)": 4.651275634765625,
+      "cov-distil (oracle2teacher)": 4.575647354125977,
+      "epoch": 7.656200941915228,
+      "rel-constrast": 2.3908839225769043,
+      "step": 9754,
+      "subrel-constrast": 2.8698859214782715,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1272071599960327,
+      "cov-distil (oracle2student)": 4.375662803649902,
+      "cov-distil (oracle2teacher)": 4.337032318115234,
+      "epoch": 7.656985871271585,
+      "rel-constrast": 1.3935753107070923,
+      "step": 9755,
+      "subrel-constrast": 2.186635732650757,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6606724262237549,
+      "cov-distil (oracle2student)": 3.5543484687805176,
+      "cov-distil (oracle2teacher)": 3.478827714920044,
+      "epoch": 7.657770800627944,
+      "rel-constrast": 2.85252046585083,
+      "step": 9756,
+      "subrel-constrast": 3.230854034423828,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6747078895568848,
+      "cov-distil (oracle2student)": 3.910269260406494,
+      "cov-distil (oracle2teacher)": 3.6960506439208984,
+      "epoch": 7.658555729984301,
+      "rel-constrast": 2.0009939670562744,
+      "step": 9757,
+      "subrel-constrast": 3.2483386993408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2159541845321655,
+      "cov-distil (oracle2student)": 5.917576789855957,
+      "cov-distil (oracle2teacher)": 4.810235500335693,
+      "epoch": 7.65934065934066,
+      "rel-constrast": 2.1299848556518555,
+      "step": 9758,
+      "subrel-constrast": 2.947293519973755,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5986182689666748,
+      "cov-distil (oracle2student)": 4.907576560974121,
+      "cov-distil (oracle2teacher)": 4.439608097076416,
+      "epoch": 7.660125588697017,
+      "rel-constrast": 2.290698766708374,
+      "step": 9759,
+      "subrel-constrast": 2.926520824432373,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.660910518053376,
+      "grad_norm": 5.75,
+      "learning_rate": 8.84102634315237e-08,
+      "loss": 0.5945,
+      "step": 9760
+    },
+    {
+      "cov-distil": 1.6555685997009277,
+      "cov-distil (oracle2student)": 2.866363763809204,
+      "cov-distil (oracle2teacher)": 3.263564348220825,
+      "epoch": 7.660910518053376,
+      "rel-constrast": 1.7357639074325562,
+      "step": 9760,
+      "subrel-constrast": 2.6819210052490234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5170389413833618,
+      "cov-distil (oracle2student)": 2.6160712242126465,
+      "cov-distil (oracle2teacher)": 3.107788562774658,
+      "epoch": 7.661695447409733,
+      "rel-constrast": 3.1706175804138184,
+      "step": 9761,
+      "subrel-constrast": 4.116095066070557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5058284997940063,
+      "cov-distil (oracle2student)": 5.300970077514648,
+      "cov-distil (oracle2teacher)": 4.639423370361328,
+      "epoch": 7.662480376766091,
+      "rel-constrast": 3.1144204139709473,
+      "step": 9762,
+      "subrel-constrast": 3.4605300426483154,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4365479946136475,
+      "cov-distil (oracle2student)": 4.285955429077148,
+      "cov-distil (oracle2teacher)": 4.6605224609375,
+      "epoch": 7.663265306122449,
+      "rel-constrast": 2.434049129486084,
+      "step": 9763,
+      "subrel-constrast": 3.020465850830078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1312425136566162,
+      "cov-distil (oracle2student)": 4.864502429962158,
+      "cov-distil (oracle2teacher)": 4.362581253051758,
+      "epoch": 7.664050235478807,
+      "rel-constrast": 2.732403516769409,
+      "step": 9764,
+      "subrel-constrast": 3.26503849029541,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4350807666778564,
+      "cov-distil (oracle2student)": 4.619543075561523,
+      "cov-distil (oracle2teacher)": 4.0693135261535645,
+      "epoch": 7.664835164835165,
+      "rel-constrast": 2.252185344696045,
+      "step": 9765,
+      "subrel-constrast": 2.7050437927246094,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0953359603881836,
+      "cov-distil (oracle2student)": 6.430458068847656,
+      "cov-distil (oracle2teacher)": 5.6432929039001465,
+      "epoch": 7.665620094191523,
+      "rel-constrast": 2.5797672271728516,
+      "step": 9766,
+      "subrel-constrast": 3.3809027671813965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1128475666046143,
+      "cov-distil (oracle2student)": 5.76580810546875,
+      "cov-distil (oracle2teacher)": 5.473819255828857,
+      "epoch": 7.666405023547881,
+      "rel-constrast": 3.4910495281219482,
+      "step": 9767,
+      "subrel-constrast": 3.788027048110962,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0980687141418457,
+      "cov-distil (oracle2student)": 3.943793296813965,
+      "cov-distil (oracle2teacher)": 3.2142868041992188,
+      "epoch": 7.667189952904239,
+      "rel-constrast": 2.845139503479004,
+      "step": 9768,
+      "subrel-constrast": 2.9317381381988525,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4681549072265625,
+      "cov-distil (oracle2student)": 5.720956802368164,
+      "cov-distil (oracle2teacher)": 4.897068023681641,
+      "epoch": 7.667974882260596,
+      "rel-constrast": 3.154268741607666,
+      "step": 9769,
+      "subrel-constrast": 3.95284104347229,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.668759811616955,
+      "grad_norm": 6.75,
+      "learning_rate": 8.122942440369207e-08,
+      "loss": 0.7239,
+      "step": 9770
+    },
+    {
+      "cov-distil": 2.157773494720459,
+      "cov-distil (oracle2student)": 4.338583946228027,
+      "cov-distil (oracle2teacher)": 4.4180145263671875,
+      "epoch": 7.668759811616955,
+      "rel-constrast": 2.578418731689453,
+      "step": 9770,
+      "subrel-constrast": 4.123711109161377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5039302110671997,
+      "cov-distil (oracle2student)": 4.938427448272705,
+      "cov-distil (oracle2teacher)": 4.373233318328857,
+      "epoch": 7.669544740973312,
+      "rel-constrast": 2.2361488342285156,
+      "step": 9771,
+      "subrel-constrast": 2.829787254333496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2963041067123413,
+      "cov-distil (oracle2student)": 4.657245635986328,
+      "cov-distil (oracle2teacher)": 4.097936630249023,
+      "epoch": 7.670329670329671,
+      "rel-constrast": 2.780447244644165,
+      "step": 9772,
+      "subrel-constrast": 3.2447266578674316,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0802803039550781,
+      "cov-distil (oracle2student)": 3.111337184906006,
+      "cov-distil (oracle2teacher)": 3.1376185417175293,
+      "epoch": 7.671114599686028,
+      "rel-constrast": 2.8631515502929688,
+      "step": 9773,
+      "subrel-constrast": 3.2366604804992676,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6581742763519287,
+      "cov-distil (oracle2student)": 3.3643972873687744,
+      "cov-distil (oracle2teacher)": 3.5589590072631836,
+      "epoch": 7.671899529042387,
+      "rel-constrast": 2.716122627258301,
+      "step": 9774,
+      "subrel-constrast": 3.652416944503784,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6016557216644287,
+      "cov-distil (oracle2student)": 2.7118406295776367,
+      "cov-distil (oracle2teacher)": 2.701820135116577,
+      "epoch": 7.672684458398744,
+      "rel-constrast": 2.865126609802246,
+      "step": 9775,
+      "subrel-constrast": 3.9885926246643066,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5029391050338745,
+      "cov-distil (oracle2student)": 2.747523307800293,
+      "cov-distil (oracle2teacher)": 3.08309006690979,
+      "epoch": 7.673469387755102,
+      "rel-constrast": 2.3065385818481445,
+      "step": 9776,
+      "subrel-constrast": 2.8119609355926514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7293683290481567,
+      "cov-distil (oracle2student)": 4.151376724243164,
+      "cov-distil (oracle2teacher)": 3.886956214904785,
+      "epoch": 7.67425431711146,
+      "rel-constrast": 1.9038920402526855,
+      "step": 9777,
+      "subrel-constrast": 3.106788158416748,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8017643690109253,
+      "cov-distil (oracle2student)": 5.3929548263549805,
+      "cov-distil (oracle2teacher)": 4.987924575805664,
+      "epoch": 7.675039246467818,
+      "rel-constrast": 2.174180030822754,
+      "step": 9778,
+      "subrel-constrast": 3.2220535278320312,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4582279920578003,
+      "cov-distil (oracle2student)": 3.7425146102905273,
+      "cov-distil (oracle2teacher)": 4.01087760925293,
+      "epoch": 7.675824175824176,
+      "rel-constrast": 2.7584385871887207,
+      "step": 9779,
+      "subrel-constrast": 3.8479480743408203,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.676609105180534,
+      "grad_norm": 5.25,
+      "learning_rate": 7.435221273143777e-08,
+      "loss": 0.669,
+      "step": 9780
+    },
+    {
+      "cov-distil": 1.7445963621139526,
+      "cov-distil (oracle2student)": 4.553337574005127,
+      "cov-distil (oracle2teacher)": 4.393726825714111,
+      "epoch": 7.676609105180534,
+      "rel-constrast": 2.721072196960449,
+      "step": 9780,
+      "subrel-constrast": 3.646090507507324,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2734931707382202,
+      "cov-distil (oracle2student)": 4.172008991241455,
+      "cov-distil (oracle2teacher)": 3.4509801864624023,
+      "epoch": 7.677394034536892,
+      "rel-constrast": 2.3704471588134766,
+      "step": 9781,
+      "subrel-constrast": 2.584641933441162,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2012864351272583,
+      "cov-distil (oracle2student)": 5.698113441467285,
+      "cov-distil (oracle2teacher)": 4.851242542266846,
+      "epoch": 7.67817896389325,
+      "rel-constrast": 2.311828374862671,
+      "step": 9782,
+      "subrel-constrast": 2.6171934604644775,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4319442510604858,
+      "cov-distil (oracle2student)": 4.344949722290039,
+      "cov-distil (oracle2teacher)": 4.187238693237305,
+      "epoch": 7.678963893249607,
+      "rel-constrast": 2.835474729537964,
+      "step": 9783,
+      "subrel-constrast": 3.643800973892212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.221917748451233,
+      "cov-distil (oracle2student)": 5.771062850952148,
+      "cov-distil (oracle2teacher)": 4.4424638748168945,
+      "epoch": 7.679748822605966,
+      "rel-constrast": 2.367433786392212,
+      "step": 9784,
+      "subrel-constrast": 2.4678218364715576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5534107685089111,
+      "cov-distil (oracle2student)": 4.8583269119262695,
+      "cov-distil (oracle2teacher)": 4.428445816040039,
+      "epoch": 7.680533751962323,
+      "rel-constrast": 2.2921862602233887,
+      "step": 9785,
+      "subrel-constrast": 3.083922863006592,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8234050273895264,
+      "cov-distil (oracle2student)": 4.444127082824707,
+      "cov-distil (oracle2teacher)": 3.9511146545410156,
+      "epoch": 7.681318681318682,
+      "rel-constrast": 2.5997354984283447,
+      "step": 9786,
+      "subrel-constrast": 3.4722609519958496,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.761038899421692,
+      "cov-distil (oracle2student)": 4.8815016746521,
+      "cov-distil (oracle2teacher)": 5.005049705505371,
+      "epoch": 7.682103610675039,
+      "rel-constrast": 3.4669852256774902,
+      "step": 9787,
+      "subrel-constrast": 3.7094972133636475,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5299742221832275,
+      "cov-distil (oracle2student)": 5.6651105880737305,
+      "cov-distil (oracle2teacher)": 5.236586570739746,
+      "epoch": 7.6828885400313975,
+      "rel-constrast": 2.6708340644836426,
+      "step": 9788,
+      "subrel-constrast": 3.049543857574463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.65447199344635,
+      "cov-distil (oracle2student)": 6.168340682983398,
+      "cov-distil (oracle2teacher)": 6.155302047729492,
+      "epoch": 7.683673469387755,
+      "rel-constrast": 2.681772470474243,
+      "step": 9789,
+      "subrel-constrast": 3.7249503135681152,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.684458398744113,
+      "grad_norm": 6.125,
+      "learning_rate": 6.777871221141929e-08,
+      "loss": 0.6959,
+      "step": 9790
+    },
+    {
+      "cov-distil": 1.4576447010040283,
+      "cov-distil (oracle2student)": 3.2165539264678955,
+      "cov-distil (oracle2teacher)": 3.286496639251709,
+      "epoch": 7.684458398744113,
+      "rel-constrast": 2.1647791862487793,
+      "step": 9790,
+      "subrel-constrast": 2.734034299850464,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8430187702178955,
+      "cov-distil (oracle2student)": 3.265866756439209,
+      "cov-distil (oracle2teacher)": 3.6646711826324463,
+      "epoch": 7.685243328100471,
+      "rel-constrast": 2.777294158935547,
+      "step": 9791,
+      "subrel-constrast": 3.933239698410034,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.539224624633789,
+      "cov-distil (oracle2student)": 4.525339126586914,
+      "cov-distil (oracle2teacher)": 4.005221843719482,
+      "epoch": 7.686028257456829,
+      "rel-constrast": 3.888495683670044,
+      "step": 9792,
+      "subrel-constrast": 4.438144683837891,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6111969947814941,
+      "cov-distil (oracle2student)": 3.7413997650146484,
+      "cov-distil (oracle2teacher)": 3.522994041442871,
+      "epoch": 7.686813186813187,
+      "rel-constrast": 2.3786354064941406,
+      "step": 9793,
+      "subrel-constrast": 2.9609029293060303,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7060641050338745,
+      "cov-distil (oracle2student)": 3.4194765090942383,
+      "cov-distil (oracle2teacher)": 3.1648812294006348,
+      "epoch": 7.687598116169545,
+      "rel-constrast": 3.498594284057617,
+      "step": 9794,
+      "subrel-constrast": 3.93251633644104,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6507203578948975,
+      "cov-distil (oracle2student)": 4.747534275054932,
+      "cov-distil (oracle2teacher)": 5.026789665222168,
+      "epoch": 7.688383045525903,
+      "rel-constrast": 2.9680192470550537,
+      "step": 9795,
+      "subrel-constrast": 4.000970840454102,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2023686170578003,
+      "cov-distil (oracle2student)": 3.061337471008301,
+      "cov-distil (oracle2teacher)": 3.3084826469421387,
+      "epoch": 7.689167974882261,
+      "rel-constrast": 1.6627650260925293,
+      "step": 9796,
+      "subrel-constrast": 2.351022720336914,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.249491810798645,
+      "cov-distil (oracle2student)": 5.163534164428711,
+      "cov-distil (oracle2teacher)": 4.8501787185668945,
+      "epoch": 7.689952904238618,
+      "rel-constrast": 1.8666656017303467,
+      "step": 9797,
+      "subrel-constrast": 2.319796085357666,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0802109241485596,
+      "cov-distil (oracle2student)": 3.370565414428711,
+      "cov-distil (oracle2teacher)": 3.82525634765625,
+      "epoch": 7.6907378335949765,
+      "rel-constrast": 3.0711090564727783,
+      "step": 9798,
+      "subrel-constrast": 4.101466655731201,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1345720291137695,
+      "cov-distil (oracle2student)": 5.729158401489258,
+      "cov-distil (oracle2teacher)": 5.18128776550293,
+      "epoch": 7.691522762951334,
+      "rel-constrast": 2.5893402099609375,
+      "step": 9799,
+      "subrel-constrast": 3.014948606491089,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "grad_norm": 5.5625,
+      "learning_rate": 6.150900293966089e-08,
+      "loss": 0.7078,
+      "step": 9800
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "overlap": 0.3109374940395355,
+      "step": 9800
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "step": 9800,
+      "student margin": 0.06390380859375
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "step": 9800,
+      "teacher margin": 0.042999267578125
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "margin difference": -0.020904541015625,
+      "step": 9800
+    },
+    {
+      "cov-distil": 1.2096019983291626,
+      "cov-distil (oracle2student)": 5.996889114379883,
+      "cov-distil (oracle2teacher)": 5.61669921875,
+      "epoch": 7.6923076923076925,
+      "rel-constrast": 2.4452083110809326,
+      "step": 9800,
+      "subrel-constrast": 3.337620258331299,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3180136680603027,
+      "cov-distil (oracle2student)": 4.78920316696167,
+      "cov-distil (oracle2teacher)": 4.50628662109375,
+      "epoch": 7.69309262166405,
+      "rel-constrast": 2.497565746307373,
+      "step": 9801,
+      "subrel-constrast": 3.1858105659484863,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7394840717315674,
+      "cov-distil (oracle2student)": 4.332837104797363,
+      "cov-distil (oracle2teacher)": 4.663974761962891,
+      "epoch": 7.6938775510204085,
+      "rel-constrast": 3.410857677459717,
+      "step": 9802,
+      "subrel-constrast": 4.308294773101807,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6212047338485718,
+      "cov-distil (oracle2student)": 3.337022066116333,
+      "cov-distil (oracle2teacher)": 3.609367609024048,
+      "epoch": 7.694662480376766,
+      "rel-constrast": 1.7950539588928223,
+      "step": 9803,
+      "subrel-constrast": 2.678905725479126,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0268635749816895,
+      "cov-distil (oracle2student)": 3.435742139816284,
+      "cov-distil (oracle2teacher)": 3.4900550842285156,
+      "epoch": 7.695447409733124,
+      "rel-constrast": 2.41024112701416,
+      "step": 9804,
+      "subrel-constrast": 3.313542366027832,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4898890256881714,
+      "cov-distil (oracle2student)": 4.610209941864014,
+      "cov-distil (oracle2teacher)": 4.627889633178711,
+      "epoch": 7.696232339089482,
+      "rel-constrast": 2.827028274536133,
+      "step": 9805,
+      "subrel-constrast": 3.4155287742614746,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1292295455932617,
+      "cov-distil (oracle2student)": 4.506752014160156,
+      "cov-distil (oracle2teacher)": 4.071645736694336,
+      "epoch": 7.6970172684458396,
+      "rel-constrast": 1.9485641717910767,
+      "step": 9806,
+      "subrel-constrast": 2.5993525981903076,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.683984398841858,
+      "cov-distil (oracle2student)": 3.6056761741638184,
+      "cov-distil (oracle2teacher)": 3.178642988204956,
+      "epoch": 7.697802197802198,
+      "rel-constrast": 1.8530601263046265,
+      "step": 9807,
+      "subrel-constrast": 2.759716510772705,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2221906185150146,
+      "cov-distil (oracle2student)": 4.252809524536133,
+      "cov-distil (oracle2teacher)": 3.8178374767303467,
+      "epoch": 7.6985871271585555,
+      "rel-constrast": 1.9821828603744507,
+      "step": 9808,
+      "subrel-constrast": 2.5547256469726562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0118052959442139,
+      "cov-distil (oracle2student)": 3.408841133117676,
+      "cov-distil (oracle2teacher)": 3.597080707550049,
+      "epoch": 7.699372056514914,
+      "rel-constrast": 2.155813694000244,
+      "step": 9809,
+      "subrel-constrast": 2.563271999359131,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.7001569858712715,
+      "grad_norm": 5.40625,
+      "learning_rate": 5.554316131059223e-08,
+      "loss": 0.6193,
+      "step": 9810
+    },
+    {
+      "cov-distil": 1.4088366031646729,
+      "cov-distil (oracle2student)": 3.236694812774658,
+      "cov-distil (oracle2teacher)": 3.1814653873443604,
+      "epoch": 7.7001569858712715,
+      "rel-constrast": 3.1196529865264893,
+      "step": 9810,
+      "subrel-constrast": 3.280604600906372,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.824411392211914,
+      "cov-distil (oracle2student)": 3.688319206237793,
+      "cov-distil (oracle2teacher)": 3.4712960720062256,
+      "epoch": 7.700941915227629,
+      "rel-constrast": 2.5444741249084473,
+      "step": 9811,
+      "subrel-constrast": 3.132438898086548,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0869600772857666,
+      "cov-distil (oracle2student)": 4.1156158447265625,
+      "cov-distil (oracle2teacher)": 3.9083151817321777,
+      "epoch": 7.7017268445839875,
+      "rel-constrast": 3.1257851123809814,
+      "step": 9812,
+      "subrel-constrast": 3.738938093185425,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6621520519256592,
+      "cov-distil (oracle2student)": 2.8987770080566406,
+      "cov-distil (oracle2teacher)": 3.1104652881622314,
+      "epoch": 7.702511773940345,
+      "rel-constrast": 2.4253110885620117,
+      "step": 9813,
+      "subrel-constrast": 3.548095703125,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2523882389068604,
+      "cov-distil (oracle2student)": 4.784976959228516,
+      "cov-distil (oracle2teacher)": 4.793179512023926,
+      "epoch": 7.7032967032967035,
+      "rel-constrast": 2.6702651977539062,
+      "step": 9814,
+      "subrel-constrast": 3.0168049335479736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5759785175323486,
+      "cov-distil (oracle2student)": 2.86515474319458,
+      "cov-distil (oracle2teacher)": 3.0182745456695557,
+      "epoch": 7.704081632653061,
+      "rel-constrast": 2.0846939086914062,
+      "step": 9815,
+      "subrel-constrast": 3.0470173358917236,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.391730785369873,
+      "cov-distil (oracle2student)": 3.611372232437134,
+      "cov-distil (oracle2teacher)": 3.746840715408325,
+      "epoch": 7.704866562009419,
+      "rel-constrast": 1.7331825494766235,
+      "step": 9816,
+      "subrel-constrast": 2.8111495971679688,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.846628189086914,
+      "cov-distil (oracle2student)": 3.523555278778076,
+      "cov-distil (oracle2teacher)": 3.6558895111083984,
+      "epoch": 7.705651491365777,
+      "rel-constrast": 3.1434903144836426,
+      "step": 9817,
+      "subrel-constrast": 3.5099103450775146,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6195082664489746,
+      "cov-distil (oracle2student)": 4.414661884307861,
+      "cov-distil (oracle2teacher)": 3.79242205619812,
+      "epoch": 7.7064364207221345,
+      "rel-constrast": 3.0038299560546875,
+      "step": 9818,
+      "subrel-constrast": 3.858630895614624,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.062898874282837,
+      "cov-distil (oracle2student)": 4.244369029998779,
+      "cov-distil (oracle2teacher)": 3.7602665424346924,
+      "epoch": 7.707221350078493,
+      "rel-constrast": 3.6773691177368164,
+      "step": 9819,
+      "subrel-constrast": 4.23928165435791,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.7080062794348505,
+      "grad_norm": 6.53125,
+      "learning_rate": 4.988126001611581e-08,
+      "loss": 0.7275,
+      "step": 9820
+    },
+    {
+      "cov-distil": 1.697633981704712,
+      "cov-distil (oracle2student)": 4.280492782592773,
+      "cov-distil (oracle2teacher)": 3.9701569080352783,
+      "epoch": 7.7080062794348505,
+      "rel-constrast": 2.1498944759368896,
+      "step": 9820,
+      "subrel-constrast": 3.014939308166504,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3768811225891113,
+      "cov-distil (oracle2student)": 3.784884452819824,
+      "cov-distil (oracle2teacher)": 4.007742404937744,
+      "epoch": 7.708791208791209,
+      "rel-constrast": 2.3988499641418457,
+      "step": 9821,
+      "subrel-constrast": 2.9573163986206055,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4038922786712646,
+      "cov-distil (oracle2student)": 4.545322418212891,
+      "cov-distil (oracle2teacher)": 4.481391906738281,
+      "epoch": 7.7095761381475665,
+      "rel-constrast": 2.7129974365234375,
+      "step": 9822,
+      "subrel-constrast": 3.840043067932129,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5665762424468994,
+      "cov-distil (oracle2student)": 2.886923313140869,
+      "cov-distil (oracle2teacher)": 2.9026339054107666,
+      "epoch": 7.710361067503925,
+      "rel-constrast": 2.5457637310028076,
+      "step": 9823,
+      "subrel-constrast": 3.4837498664855957,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.366350531578064,
+      "cov-distil (oracle2student)": 5.13592529296875,
+      "cov-distil (oracle2teacher)": 4.623502254486084,
+      "epoch": 7.7111459968602825,
+      "rel-constrast": 1.8173346519470215,
+      "step": 9824,
+      "subrel-constrast": 2.5383989810943604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5423411130905151,
+      "cov-distil (oracle2student)": 3.68822979927063,
+      "cov-distil (oracle2teacher)": 3.327054023742676,
+      "epoch": 7.71193092621664,
+      "rel-constrast": 1.778687834739685,
+      "step": 9825,
+      "subrel-constrast": 2.7281060218811035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7988362312316895,
+      "cov-distil (oracle2student)": 4.961392879486084,
+      "cov-distil (oracle2teacher)": 4.464663505554199,
+      "epoch": 7.712715855572998,
+      "rel-constrast": 3.380377769470215,
+      "step": 9826,
+      "subrel-constrast": 3.7030398845672607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2420377731323242,
+      "cov-distil (oracle2student)": 3.5299205780029297,
+      "cov-distil (oracle2teacher)": 3.139343738555908,
+      "epoch": 7.713500784929356,
+      "rel-constrast": 2.3428795337677,
+      "step": 9827,
+      "subrel-constrast": 2.7711312770843506,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.215869426727295,
+      "cov-distil (oracle2student)": 4.4097580909729,
+      "cov-distil (oracle2teacher)": 4.335914611816406,
+      "epoch": 7.714285714285714,
+      "rel-constrast": 1.892678141593933,
+      "step": 9828,
+      "subrel-constrast": 2.521838426589966,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6775578260421753,
+      "cov-distil (oracle2student)": 3.6796364784240723,
+      "cov-distil (oracle2teacher)": 3.5950169563293457,
+      "epoch": 7.715070643642072,
+      "rel-constrast": 2.871398448944092,
+      "step": 9829,
+      "subrel-constrast": 3.2828235626220703,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.71585557299843,
+      "grad_norm": 7.21875,
+      "learning_rate": 4.4523368044704916e-08,
+      "loss": 0.6345,
+      "step": 9830
+    },
+    {
+      "cov-distil": 1.0663516521453857,
+      "cov-distil (oracle2student)": 2.7770209312438965,
+      "cov-distil (oracle2teacher)": 3.1393744945526123,
+      "epoch": 7.71585557299843,
+      "rel-constrast": 1.8306795358657837,
+      "step": 9830,
+      "subrel-constrast": 2.442234516143799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3691140413284302,
+      "cov-distil (oracle2student)": 4.014671325683594,
+      "cov-distil (oracle2teacher)": 4.503211975097656,
+      "epoch": 7.716640502354788,
+      "rel-constrast": 3.091158151626587,
+      "step": 9831,
+      "subrel-constrast": 3.3259449005126953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4791815280914307,
+      "cov-distil (oracle2student)": 3.5974855422973633,
+      "cov-distil (oracle2teacher)": 3.7359893321990967,
+      "epoch": 7.717425431711146,
+      "rel-constrast": 2.152522563934326,
+      "step": 9832,
+      "subrel-constrast": 2.860320568084717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.358811616897583,
+      "cov-distil (oracle2student)": 4.812816619873047,
+      "cov-distil (oracle2teacher)": 4.303767204284668,
+      "epoch": 7.718210361067504,
+      "rel-constrast": 2.373547315597534,
+      "step": 9833,
+      "subrel-constrast": 2.9734530448913574,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.301292061805725,
+      "cov-distil (oracle2student)": 3.1791183948516846,
+      "cov-distil (oracle2teacher)": 3.3190953731536865,
+      "epoch": 7.718995290423862,
+      "rel-constrast": 2.485008716583252,
+      "step": 9834,
+      "subrel-constrast": 3.1803383827209473,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.628772258758545,
+      "cov-distil (oracle2student)": 4.730669975280762,
+      "cov-distil (oracle2teacher)": 4.097223281860352,
+      "epoch": 7.71978021978022,
+      "rel-constrast": 3.2094035148620605,
+      "step": 9835,
+      "subrel-constrast": 3.26682186126709,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6786737442016602,
+      "cov-distil (oracle2student)": 3.618480682373047,
+      "cov-distil (oracle2teacher)": 3.696024179458618,
+      "epoch": 7.720565149136577,
+      "rel-constrast": 2.3949265480041504,
+      "step": 9836,
+      "subrel-constrast": 3.2167298793792725,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8885295391082764,
+      "cov-distil (oracle2student)": 5.46333646774292,
+      "cov-distil (oracle2teacher)": 5.149455547332764,
+      "epoch": 7.721350078492936,
+      "rel-constrast": 2.006558895111084,
+      "step": 9837,
+      "subrel-constrast": 2.966367244720459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0140823125839233,
+      "cov-distil (oracle2student)": 4.064722061157227,
+      "cov-distil (oracle2teacher)": 3.8433380126953125,
+      "epoch": 7.722135007849293,
+      "rel-constrast": 2.2326202392578125,
+      "step": 9838,
+      "subrel-constrast": 2.6701548099517822,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3825653791427612,
+      "cov-distil (oracle2student)": 3.4588942527770996,
+      "cov-distil (oracle2teacher)": 3.6936354637145996,
+      "epoch": 7.722919937205652,
+      "rel-constrast": 1.8032981157302856,
+      "step": 9839,
+      "subrel-constrast": 2.7242374420166016,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.723704866562009,
+      "grad_norm": 4.375,
+      "learning_rate": 3.946955068058755e-08,
+      "loss": 0.6249,
+      "step": 9840
+    },
+    {
+      "cov-distil": 1.379326581954956,
+      "cov-distil (oracle2student)": 4.6370720863342285,
+      "cov-distil (oracle2teacher)": 4.574990272521973,
+      "epoch": 7.723704866562009,
+      "rel-constrast": 2.487121105194092,
+      "step": 9840,
+      "subrel-constrast": 2.9409339427948,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5917510986328125,
+      "cov-distil (oracle2student)": 4.601797103881836,
+      "cov-distil (oracle2teacher)": 4.7086381912231445,
+      "epoch": 7.724489795918368,
+      "rel-constrast": 3.7786002159118652,
+      "step": 9841,
+      "subrel-constrast": 4.456984043121338,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4744447469711304,
+      "cov-distil (oracle2student)": 4.508491039276123,
+      "cov-distil (oracle2teacher)": 4.63834810256958,
+      "epoch": 7.725274725274725,
+      "rel-constrast": 2.783226251602173,
+      "step": 9842,
+      "subrel-constrast": 3.324972629547119,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3114726543426514,
+      "cov-distil (oracle2student)": 7.114017009735107,
+      "cov-distil (oracle2teacher)": 5.7574005126953125,
+      "epoch": 7.726059654631083,
+      "rel-constrast": 2.865435838699341,
+      "step": 9843,
+      "subrel-constrast": 3.608046054840088,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5841158628463745,
+      "cov-distil (oracle2student)": 3.6429147720336914,
+      "cov-distil (oracle2teacher)": 3.955336093902588,
+      "epoch": 7.726844583987441,
+      "rel-constrast": 2.3920373916625977,
+      "step": 9844,
+      "subrel-constrast": 3.5683376789093018,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5570213794708252,
+      "cov-distil (oracle2student)": 4.671599388122559,
+      "cov-distil (oracle2teacher)": 4.648189544677734,
+      "epoch": 7.727629513343799,
+      "rel-constrast": 3.6931915283203125,
+      "step": 9845,
+      "subrel-constrast": 4.090482234954834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3552229404449463,
+      "cov-distil (oracle2student)": 3.4263973236083984,
+      "cov-distil (oracle2teacher)": 3.128592014312744,
+      "epoch": 7.728414442700157,
+      "rel-constrast": 1.654050350189209,
+      "step": 9846,
+      "subrel-constrast": 2.491513729095459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5642588138580322,
+      "cov-distil (oracle2student)": 4.6273722648620605,
+      "cov-distil (oracle2teacher)": 4.265850067138672,
+      "epoch": 7.729199372056515,
+      "rel-constrast": 2.2700934410095215,
+      "step": 9847,
+      "subrel-constrast": 2.7697441577911377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1989293098449707,
+      "cov-distil (oracle2student)": 2.0545449256896973,
+      "cov-distil (oracle2teacher)": 2.3629965782165527,
+      "epoch": 7.729984301412873,
+      "rel-constrast": 1.3626108169555664,
+      "step": 9848,
+      "subrel-constrast": 2.4423506259918213,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6666970252990723,
+      "cov-distil (oracle2student)": 4.356718063354492,
+      "cov-distil (oracle2teacher)": 3.7202513217926025,
+      "epoch": 7.730769230769231,
+      "rel-constrast": 2.461836338043213,
+      "step": 9849,
+      "subrel-constrast": 3.3885796070098877,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.731554160125588,
+      "grad_norm": 5.28125,
+      "learning_rate": 3.471986950293327e-08,
+      "loss": 0.6829,
+      "step": 9850
+    },
+    {
+      "cov-distil": 1.2594925165176392,
+      "cov-distil (oracle2student)": 4.6743669509887695,
+      "cov-distil (oracle2teacher)": 4.451017379760742,
+      "epoch": 7.731554160125588,
+      "rel-constrast": 3.110157012939453,
+      "step": 9850,
+      "subrel-constrast": 3.6109087467193604,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5027480125427246,
+      "cov-distil (oracle2student)": 3.2989416122436523,
+      "cov-distil (oracle2teacher)": 3.0608036518096924,
+      "epoch": 7.732339089481947,
+      "rel-constrast": 2.148679256439209,
+      "step": 9851,
+      "subrel-constrast": 2.585914134979248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2780861854553223,
+      "cov-distil (oracle2student)": 2.8800275325775146,
+      "cov-distil (oracle2teacher)": 3.0147829055786133,
+      "epoch": 7.733124018838304,
+      "rel-constrast": 2.412412166595459,
+      "step": 9852,
+      "subrel-constrast": 3.365344524383545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3157113790512085,
+      "cov-distil (oracle2student)": 4.53297233581543,
+      "cov-distil (oracle2teacher)": 4.370205879211426,
+      "epoch": 7.733908948194663,
+      "rel-constrast": 3.1521499156951904,
+      "step": 9853,
+      "subrel-constrast": 3.6565380096435547,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1889119148254395,
+      "cov-distil (oracle2student)": 4.291436195373535,
+      "cov-distil (oracle2teacher)": 4.144505500793457,
+      "epoch": 7.73469387755102,
+      "rel-constrast": 2.4387059211730957,
+      "step": 9854,
+      "subrel-constrast": 3.0802266597747803,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.244360089302063,
+      "cov-distil (oracle2student)": 4.170654773712158,
+      "cov-distil (oracle2teacher)": 3.78169584274292,
+      "epoch": 7.735478806907379,
+      "rel-constrast": 2.2579469680786133,
+      "step": 9855,
+      "subrel-constrast": 2.8389878273010254,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1871051788330078,
+      "cov-distil (oracle2student)": 3.5459299087524414,
+      "cov-distil (oracle2teacher)": 2.991481304168701,
+      "epoch": 7.736263736263736,
+      "rel-constrast": 2.577813148498535,
+      "step": 9856,
+      "subrel-constrast": 3.2022762298583984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1421399116516113,
+      "cov-distil (oracle2student)": 4.098163604736328,
+      "cov-distil (oracle2teacher)": 4.223510265350342,
+      "epoch": 7.737048665620094,
+      "rel-constrast": 2.007969617843628,
+      "step": 9857,
+      "subrel-constrast": 3.160132646560669,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3886570930480957,
+      "cov-distil (oracle2student)": 3.6589879989624023,
+      "cov-distil (oracle2teacher)": 3.9534010887145996,
+      "epoch": 7.737833594976452,
+      "rel-constrast": 2.768113136291504,
+      "step": 9858,
+      "subrel-constrast": 3.650866746902466,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8954731225967407,
+      "cov-distil (oracle2student)": 3.901646852493286,
+      "cov-distil (oracle2teacher)": 4.00911808013916,
+      "epoch": 7.73861852433281,
+      "rel-constrast": 2.7392656803131104,
+      "step": 9859,
+      "subrel-constrast": 3.7048990726470947,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.739403453689168,
+      "grad_norm": 6.53125,
+      "learning_rate": 3.0274382385106494e-08,
+      "loss": 0.6763,
+      "step": 9860
+    },
+    {
+      "cov-distil": 1.2632452249526978,
+      "cov-distil (oracle2student)": 4.211820602416992,
+      "cov-distil (oracle2teacher)": 4.174040794372559,
+      "epoch": 7.739403453689168,
+      "rel-constrast": 2.759261131286621,
+      "step": 9860,
+      "subrel-constrast": 3.00925612449646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0016403198242188,
+      "cov-distil (oracle2student)": 4.411566257476807,
+      "cov-distil (oracle2teacher)": 4.632926940917969,
+      "epoch": 7.740188383045526,
+      "rel-constrast": 2.5494613647460938,
+      "step": 9861,
+      "subrel-constrast": 3.7813830375671387,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.275623083114624,
+      "cov-distil (oracle2student)": 5.842865943908691,
+      "cov-distil (oracle2teacher)": 5.66817045211792,
+      "epoch": 7.740973312401884,
+      "rel-constrast": 2.8396573066711426,
+      "step": 9862,
+      "subrel-constrast": 3.5493547916412354,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7968838214874268,
+      "cov-distil (oracle2student)": 5.305985450744629,
+      "cov-distil (oracle2teacher)": 4.81791877746582,
+      "epoch": 7.741758241758242,
+      "rel-constrast": 3.020181655883789,
+      "step": 9863,
+      "subrel-constrast": 4.258139133453369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9870879054069519,
+      "cov-distil (oracle2student)": 6.8935546875,
+      "cov-distil (oracle2teacher)": 5.818753242492676,
+      "epoch": 7.742543171114599,
+      "rel-constrast": 2.009126663208008,
+      "step": 9864,
+      "subrel-constrast": 2.0884504318237305,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.565345048904419,
+      "cov-distil (oracle2student)": 4.171186447143555,
+      "cov-distil (oracle2teacher)": 3.7867507934570312,
+      "epoch": 7.743328100470958,
+      "rel-constrast": 1.873550534248352,
+      "step": 9865,
+      "subrel-constrast": 2.8138480186462402,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.067631483078003,
+      "cov-distil (oracle2student)": 2.3601062297821045,
+      "cov-distil (oracle2teacher)": 2.994833469390869,
+      "epoch": 7.744113029827315,
+      "rel-constrast": 2.007878303527832,
+      "step": 9866,
+      "subrel-constrast": 3.2503154277801514,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.8978285789489746,
+      "cov-distil (oracle2student)": 2.3979530334472656,
+      "cov-distil (oracle2teacher)": 2.448434352874756,
+      "epoch": 7.744897959183674,
+      "rel-constrast": 1.6875,
+      "step": 9867,
+      "subrel-constrast": 2.006455183029175,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4968255758285522,
+      "cov-distil (oracle2student)": 3.937535285949707,
+      "cov-distil (oracle2teacher)": 3.1177163124084473,
+      "epoch": 7.745682888540031,
+      "rel-constrast": 3.067620277404785,
+      "step": 9868,
+      "subrel-constrast": 3.4178450107574463,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3215640783309937,
+      "cov-distil (oracle2student)": 4.76663875579834,
+      "cov-distil (oracle2teacher)": 4.399982452392578,
+      "epoch": 7.74646781789639,
+      "rel-constrast": 3.1314949989318848,
+      "step": 9869,
+      "subrel-constrast": 3.5860815048217773,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.747252747252747,
+      "grad_norm": 6.0,
+      "learning_rate": 2.6133143493964342e-08,
+      "loss": 0.6603,
+      "step": 9870
+    },
+    {
+      "cov-distil": 1.255831241607666,
+      "cov-distil (oracle2student)": 3.1411876678466797,
+      "cov-distil (oracle2teacher)": 3.0850718021392822,
+      "epoch": 7.747252747252747,
+      "rel-constrast": 1.6967053413391113,
+      "step": 9870,
+      "subrel-constrast": 2.848621368408203,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.223103404045105,
+      "cov-distil (oracle2student)": 4.623143196105957,
+      "cov-distil (oracle2teacher)": 3.919736623764038,
+      "epoch": 7.748037676609105,
+      "rel-constrast": 2.54746150970459,
+      "step": 9871,
+      "subrel-constrast": 2.8435606956481934,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0290895700454712,
+      "cov-distil (oracle2student)": 4.191317081451416,
+      "cov-distil (oracle2teacher)": 4.434762001037598,
+      "epoch": 7.748822605965463,
+      "rel-constrast": 2.4180359840393066,
+      "step": 9872,
+      "subrel-constrast": 3.3647396564483643,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.081263780593872,
+      "cov-distil (oracle2student)": 3.056650161743164,
+      "cov-distil (oracle2teacher)": 2.9783482551574707,
+      "epoch": 7.749607535321821,
+      "rel-constrast": 1.6241278648376465,
+      "step": 9873,
+      "subrel-constrast": 2.4320437908172607,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6284626722335815,
+      "cov-distil (oracle2student)": 3.979671001434326,
+      "cov-distil (oracle2teacher)": 3.3081412315368652,
+      "epoch": 7.750392464678179,
+      "rel-constrast": 2.084751605987549,
+      "step": 9874,
+      "subrel-constrast": 2.87147855758667,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5856263637542725,
+      "cov-distil (oracle2student)": 5.820128440856934,
+      "cov-distil (oracle2teacher)": 5.378907680511475,
+      "epoch": 7.751177394034537,
+      "rel-constrast": 2.8581302165985107,
+      "step": 9875,
+      "subrel-constrast": 3.793393611907959,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8533216714859009,
+      "cov-distil (oracle2student)": 5.771944999694824,
+      "cov-distil (oracle2teacher)": 4.78532600402832,
+      "epoch": 7.751962323390895,
+      "rel-constrast": 2.9394707679748535,
+      "step": 9876,
+      "subrel-constrast": 3.46406888961792,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5606765747070312,
+      "cov-distil (oracle2student)": 5.069401741027832,
+      "cov-distil (oracle2teacher)": 5.01815128326416,
+      "epoch": 7.752747252747253,
+      "rel-constrast": 3.0465264320373535,
+      "step": 9877,
+      "subrel-constrast": 3.7220959663391113,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7766528129577637,
+      "cov-distil (oracle2student)": 4.920249938964844,
+      "cov-distil (oracle2teacher)": 4.022368431091309,
+      "epoch": 7.75353218210361,
+      "rel-constrast": 1.750964879989624,
+      "step": 9878,
+      "subrel-constrast": 2.529888391494751,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3987095355987549,
+      "cov-distil (oracle2student)": 5.763604164123535,
+      "cov-distil (oracle2teacher)": 5.292429447174072,
+      "epoch": 7.754317111459969,
+      "rel-constrast": 3.1950881481170654,
+      "step": 9879,
+      "subrel-constrast": 3.628542184829712,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.755102040816326,
+      "grad_norm": 6.15625,
+      "learning_rate": 2.2296203289196016e-08,
+      "loss": 0.64,
+      "step": 9880
+    },
+    {
+      "cov-distil": 1.344674825668335,
+      "cov-distil (oracle2student)": 4.9237284660339355,
+      "cov-distil (oracle2teacher)": 3.906043529510498,
+      "epoch": 7.755102040816326,
+      "rel-constrast": 1.2384965419769287,
+      "step": 9880,
+      "subrel-constrast": 2.1040494441986084,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4536327123641968,
+      "cov-distil (oracle2student)": 4.940281391143799,
+      "cov-distil (oracle2teacher)": 5.3702545166015625,
+      "epoch": 7.755886970172685,
+      "rel-constrast": 3.042938232421875,
+      "step": 9881,
+      "subrel-constrast": 3.962646245956421,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.68431556224823,
+      "cov-distil (oracle2student)": 2.900754928588867,
+      "cov-distil (oracle2teacher)": 3.1822428703308105,
+      "epoch": 7.756671899529042,
+      "rel-constrast": 1.7528178691864014,
+      "step": 9882,
+      "subrel-constrast": 2.4197168350219727,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.175540804862976,
+      "cov-distil (oracle2student)": 3.7811295986175537,
+      "cov-distil (oracle2teacher)": 3.4790475368499756,
+      "epoch": 7.757456828885401,
+      "rel-constrast": 2.350562334060669,
+      "step": 9883,
+      "subrel-constrast": 2.956881284713745,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.224538803100586,
+      "cov-distil (oracle2student)": 3.6724393367767334,
+      "cov-distil (oracle2teacher)": 3.626140594482422,
+      "epoch": 7.758241758241758,
+      "rel-constrast": 1.4456757307052612,
+      "step": 9884,
+      "subrel-constrast": 2.1713578701019287,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.589583396911621,
+      "cov-distil (oracle2student)": 5.702917098999023,
+      "cov-distil (oracle2teacher)": 4.918388843536377,
+      "epoch": 7.759026687598116,
+      "rel-constrast": 3.00529408454895,
+      "step": 9885,
+      "subrel-constrast": 3.3719823360443115,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1161491870880127,
+      "cov-distil (oracle2student)": 4.6490864753723145,
+      "cov-distil (oracle2teacher)": 4.695542335510254,
+      "epoch": 7.759811616954474,
+      "rel-constrast": 2.8108439445495605,
+      "step": 9886,
+      "subrel-constrast": 3.7913215160369873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0224957466125488,
+      "cov-distil (oracle2student)": 4.27556037902832,
+      "cov-distil (oracle2teacher)": 4.231836318969727,
+      "epoch": 7.760596546310832,
+      "rel-constrast": 2.0201525688171387,
+      "step": 9887,
+      "subrel-constrast": 2.654205322265625,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4318490028381348,
+      "cov-distil (oracle2student)": 3.923322916030884,
+      "cov-distil (oracle2teacher)": 3.5528206825256348,
+      "epoch": 7.76138147566719,
+      "rel-constrast": 2.419600486755371,
+      "step": 9888,
+      "subrel-constrast": 2.9520184993743896,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3373291492462158,
+      "cov-distil (oracle2student)": 4.433592796325684,
+      "cov-distil (oracle2teacher)": 4.749817848205566,
+      "epoch": 7.762166405023548,
+      "rel-constrast": 3.856052875518799,
+      "step": 9889,
+      "subrel-constrast": 4.171236038208008,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.762951334379906,
+      "grad_norm": 7.90625,
+      "learning_rate": 1.876360852270942e-08,
+      "loss": 0.6345,
+      "step": 9890
+    },
+    {
+      "cov-distil": 1.6949472427368164,
+      "cov-distil (oracle2student)": 4.609465599060059,
+      "cov-distil (oracle2teacher)": 4.22322940826416,
+      "epoch": 7.762951334379906,
+      "rel-constrast": 2.8137974739074707,
+      "step": 9890,
+      "subrel-constrast": 3.408514976501465,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.644180417060852,
+      "cov-distil (oracle2student)": 3.9738335609436035,
+      "cov-distil (oracle2teacher)": 3.5996828079223633,
+      "epoch": 7.763736263736264,
+      "rel-constrast": 2.3719429969787598,
+      "step": 9891,
+      "subrel-constrast": 3.3849737644195557,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.5010275840759277,
+      "cov-distil (oracle2student)": 3.5143237113952637,
+      "cov-distil (oracle2teacher)": 3.7672665119171143,
+      "epoch": 7.764521193092621,
+      "rel-constrast": 2.8466384410858154,
+      "step": 9892,
+      "subrel-constrast": 4.103682518005371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4899864196777344,
+      "cov-distil (oracle2student)": 4.174935340881348,
+      "cov-distil (oracle2teacher)": 3.5959038734436035,
+      "epoch": 7.76530612244898,
+      "rel-constrast": 2.952622175216675,
+      "step": 9893,
+      "subrel-constrast": 3.406259536743164,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9700989723205566,
+      "cov-distil (oracle2student)": 7.402515411376953,
+      "cov-distil (oracle2teacher)": 6.195633888244629,
+      "epoch": 7.766091051805337,
+      "rel-constrast": 5.044943809509277,
+      "step": 9894,
+      "subrel-constrast": 5.707798480987549,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9320893883705139,
+      "cov-distil (oracle2student)": 3.4443371295928955,
+      "cov-distil (oracle2teacher)": 3.2140116691589355,
+      "epoch": 7.766875981161696,
+      "rel-constrast": 1.8381292819976807,
+      "step": 9895,
+      "subrel-constrast": 2.571199417114258,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.1211349964141846,
+      "cov-distil (oracle2student)": 4.018159866333008,
+      "cov-distil (oracle2teacher)": 4.076913833618164,
+      "epoch": 7.767660910518053,
+      "rel-constrast": 2.088524580001831,
+      "step": 9896,
+      "subrel-constrast": 3.9557905197143555,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2723898887634277,
+      "cov-distil (oracle2student)": 4.394834518432617,
+      "cov-distil (oracle2teacher)": 4.444087982177734,
+      "epoch": 7.768445839874412,
+      "rel-constrast": 3.03354811668396,
+      "step": 9897,
+      "subrel-constrast": 3.407777786254883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8312357664108276,
+      "cov-distil (oracle2student)": 3.218933343887329,
+      "cov-distil (oracle2teacher)": 3.005295753479004,
+      "epoch": 7.769230769230769,
+      "rel-constrast": 3.7565555572509766,
+      "step": 9898,
+      "subrel-constrast": 4.000149250030518,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.176114082336426,
+      "cov-distil (oracle2student)": 5.288099765777588,
+      "cov-distil (oracle2teacher)": 4.675873756408691,
+      "epoch": 7.770015698587127,
+      "rel-constrast": 1.9079561233520508,
+      "step": 9899,
+      "subrel-constrast": 3.0539069175720215,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.770800627943485,
+      "grad_norm": 4.25,
+      "learning_rate": 1.5535402238056607e-08,
+      "loss": 0.7604,
+      "step": 9900
+    },
+    {
+      "epoch": 7.770800627943485,
+      "overlap": 0.3218750059604645,
+      "step": 9900
+    },
+    {
+      "epoch": 7.770800627943485,
+      "step": 9900,
+      "student margin": 0.0738525390625
+    },
+    {
+      "epoch": 7.770800627943485,
+      "step": 9900,
+      "teacher margin": 0.045623779296875
+    },
+    {
+      "epoch": 7.770800627943485,
+      "margin difference": -0.028228759765625,
+      "step": 9900
+    },
+    {
+      "cov-distil": 1.663243293762207,
+      "cov-distil (oracle2student)": 4.779778003692627,
+      "cov-distil (oracle2teacher)": 4.659209728240967,
+      "epoch": 7.770800627943485,
+      "rel-constrast": 1.8454121351242065,
+      "step": 9900,
+      "subrel-constrast": 3.063910484313965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.414001703262329,
+      "cov-distil (oracle2student)": 5.046752452850342,
+      "cov-distil (oracle2teacher)": 4.233466148376465,
+      "epoch": 7.771585557299843,
+      "rel-constrast": 2.9140400886535645,
+      "step": 9901,
+      "subrel-constrast": 3.3247971534729004,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3189888000488281,
+      "cov-distil (oracle2student)": 4.859081268310547,
+      "cov-distil (oracle2teacher)": 4.604682922363281,
+      "epoch": 7.772370486656201,
+      "rel-constrast": 2.4517691135406494,
+      "step": 9902,
+      "subrel-constrast": 3.115133285522461,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2922921180725098,
+      "cov-distil (oracle2student)": 5.533058166503906,
+      "cov-distil (oracle2teacher)": 4.7636847496032715,
+      "epoch": 7.773155416012559,
+      "rel-constrast": 3.3973731994628906,
+      "step": 9903,
+      "subrel-constrast": 3.323011875152588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0636341571807861,
+      "cov-distil (oracle2student)": 5.330663204193115,
+      "cov-distil (oracle2teacher)": 4.544677734375,
+      "epoch": 7.773940345368917,
+      "rel-constrast": 2.524646282196045,
+      "step": 9904,
+      "subrel-constrast": 3.2343568801879883,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4643990993499756,
+      "cov-distil (oracle2student)": 3.140880823135376,
+      "cov-distil (oracle2teacher)": 3.0645484924316406,
+      "epoch": 7.774725274725275,
+      "rel-constrast": 2.838385820388794,
+      "step": 9905,
+      "subrel-constrast": 3.452186107635498,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7969028949737549,
+      "cov-distil (oracle2student)": 3.8751585483551025,
+      "cov-distil (oracle2teacher)": 3.7621536254882812,
+      "epoch": 7.775510204081632,
+      "rel-constrast": 2.7237777709960938,
+      "step": 9906,
+      "subrel-constrast": 3.6747069358825684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5622940063476562,
+      "cov-distil (oracle2student)": 2.6560442447662354,
+      "cov-distil (oracle2teacher)": 3.2619473934173584,
+      "epoch": 7.776295133437991,
+      "rel-constrast": 2.6230649948120117,
+      "step": 9907,
+      "subrel-constrast": 3.3428521156311035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4582103490829468,
+      "cov-distil (oracle2student)": 4.589376449584961,
+      "cov-distil (oracle2teacher)": 4.090005874633789,
+      "epoch": 7.777080062794348,
+      "rel-constrast": 2.9447638988494873,
+      "step": 9908,
+      "subrel-constrast": 3.0321044921875,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8427364826202393,
+      "cov-distil (oracle2student)": 3.787473201751709,
+      "cov-distil (oracle2teacher)": 3.69765043258667,
+      "epoch": 7.777864992150707,
+      "rel-constrast": 2.154923915863037,
+      "step": 9909,
+      "subrel-constrast": 3.048240900039673,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.778649921507064,
+      "grad_norm": 5.0,
+      "learning_rate": 1.2611623769909209e-08,
+      "loss": 0.6976,
+      "step": 9910
+    },
+    {
+      "cov-distil": 1.5519931316375732,
+      "cov-distil (oracle2student)": 5.1156487464904785,
+      "cov-distil (oracle2teacher)": 5.094862937927246,
+      "epoch": 7.778649921507064,
+      "rel-constrast": 2.9802160263061523,
+      "step": 9910,
+      "subrel-constrast": 3.4225075244903564,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7442766427993774,
+      "cov-distil (oracle2student)": 4.159257411956787,
+      "cov-distil (oracle2teacher)": 3.238398551940918,
+      "epoch": 7.779434850863423,
+      "rel-constrast": 2.008890151977539,
+      "step": 9911,
+      "subrel-constrast": 2.626547336578369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.967228889465332,
+      "cov-distil (oracle2student)": 4.874128341674805,
+      "cov-distil (oracle2teacher)": 4.856104850769043,
+      "epoch": 7.78021978021978,
+      "rel-constrast": 2.3349609375,
+      "step": 9912,
+      "subrel-constrast": 3.400285243988037,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.0671899318695068,
+      "cov-distil (oracle2student)": 4.84035587310791,
+      "cov-distil (oracle2teacher)": 4.676125526428223,
+      "epoch": 7.781004709576138,
+      "rel-constrast": 2.8607211112976074,
+      "step": 9913,
+      "subrel-constrast": 3.040496587753296,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5806437730789185,
+      "cov-distil (oracle2student)": 5.03485631942749,
+      "cov-distil (oracle2teacher)": 3.635838508605957,
+      "epoch": 7.781789638932496,
+      "rel-constrast": 2.6250100135803223,
+      "step": 9914,
+      "subrel-constrast": 3.3171627521514893,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.124254822731018,
+      "cov-distil (oracle2student)": 4.9739766120910645,
+      "cov-distil (oracle2teacher)": 4.1286211013793945,
+      "epoch": 7.782574568288854,
+      "rel-constrast": 1.743518590927124,
+      "step": 9915,
+      "subrel-constrast": 2.5279440879821777,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9048895835876465,
+      "cov-distil (oracle2student)": 4.235953330993652,
+      "cov-distil (oracle2teacher)": 4.253787040710449,
+      "epoch": 7.783359497645212,
+      "rel-constrast": 2.6781437397003174,
+      "step": 9916,
+      "subrel-constrast": 3.7391669750213623,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5007299184799194,
+      "cov-distil (oracle2student)": 3.6305932998657227,
+      "cov-distil (oracle2teacher)": 3.3575439453125,
+      "epoch": 7.78414442700157,
+      "rel-constrast": 2.039146900177002,
+      "step": 9917,
+      "subrel-constrast": 2.887749671936035,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3260118961334229,
+      "cov-distil (oracle2student)": 4.054900169372559,
+      "cov-distil (oracle2teacher)": 4.378452777862549,
+      "epoch": 7.784929356357928,
+      "rel-constrast": 2.447638988494873,
+      "step": 9918,
+      "subrel-constrast": 3.5643746852874756,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.334120035171509,
+      "cov-distil (oracle2student)": 2.8921420574188232,
+      "cov-distil (oracle2teacher)": 3.2824501991271973,
+      "epoch": 7.785714285714286,
+      "rel-constrast": 2.6787781715393066,
+      "step": 9919,
+      "subrel-constrast": 3.3352832794189453,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.786499215070644,
+      "grad_norm": 5.53125,
+      "learning_rate": 9.992308743586587e-09,
+      "loss": 0.6502,
+      "step": 9920
+    },
+    {
+      "cov-distil": 1.6447656154632568,
+      "cov-distil (oracle2student)": 3.219552516937256,
+      "cov-distil (oracle2teacher)": 3.132882595062256,
+      "epoch": 7.786499215070644,
+      "rel-constrast": 2.1588711738586426,
+      "step": 9920,
+      "subrel-constrast": 2.9946887493133545,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.787698745727539,
+      "cov-distil (oracle2student)": 4.162517547607422,
+      "cov-distil (oracle2teacher)": 3.9531707763671875,
+      "epoch": 7.787284144427002,
+      "rel-constrast": 2.5243124961853027,
+      "step": 9921,
+      "subrel-constrast": 3.1526479721069336,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7477954626083374,
+      "cov-distil (oracle2student)": 3.295980215072632,
+      "cov-distil (oracle2teacher)": 4.164817810058594,
+      "epoch": 7.78806907378336,
+      "rel-constrast": 2.814040422439575,
+      "step": 9922,
+      "subrel-constrast": 3.9066879749298096,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8512293100357056,
+      "cov-distil (oracle2student)": 1.7243194580078125,
+      "cov-distil (oracle2teacher)": 2.3333091735839844,
+      "epoch": 7.7888540031397175,
+      "rel-constrast": 2.0007574558258057,
+      "step": 9923,
+      "subrel-constrast": 3.365086317062378,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4268856048583984,
+      "cov-distil (oracle2student)": 3.160226583480835,
+      "cov-distil (oracle2teacher)": 3.334716796875,
+      "epoch": 7.789638932496075,
+      "rel-constrast": 2.3595759868621826,
+      "step": 9924,
+      "subrel-constrast": 2.8471686840057373,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3655918836593628,
+      "cov-distil (oracle2student)": 3.5853145122528076,
+      "cov-distil (oracle2teacher)": 3.7155861854553223,
+      "epoch": 7.7904238618524335,
+      "rel-constrast": 2.708280563354492,
+      "step": 9925,
+      "subrel-constrast": 3.4320874214172363,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4203094244003296,
+      "cov-distil (oracle2student)": 4.437893390655518,
+      "cov-distil (oracle2teacher)": 4.165549278259277,
+      "epoch": 7.791208791208791,
+      "rel-constrast": 1.9444301128387451,
+      "step": 9926,
+      "subrel-constrast": 2.8404901027679443,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.134213447570801,
+      "cov-distil (oracle2student)": 4.527219295501709,
+      "cov-distil (oracle2teacher)": 4.7114362716674805,
+      "epoch": 7.7919937205651495,
+      "rel-constrast": 1.999907374382019,
+      "step": 9927,
+      "subrel-constrast": 3.2499687671661377,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.17197847366333,
+      "cov-distil (oracle2student)": 4.942739009857178,
+      "cov-distil (oracle2teacher)": 4.314943790435791,
+      "epoch": 7.792778649921507,
+      "rel-constrast": 2.2477664947509766,
+      "step": 9928,
+      "subrel-constrast": 3.288985252380371,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.619537353515625,
+      "cov-distil (oracle2student)": 4.71769905090332,
+      "cov-distil (oracle2teacher)": 4.581047534942627,
+      "epoch": 7.7935635792778655,
+      "rel-constrast": 1.9484444856643677,
+      "step": 9929,
+      "subrel-constrast": 2.6261634826660156,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.794348508634223,
+      "grad_norm": 4.5625,
+      "learning_rate": 7.677489074617295e-09,
+      "loss": 0.6106,
+      "step": 9930
+    },
+    {
+      "cov-distil": 1.7476643323898315,
+      "cov-distil (oracle2student)": 5.680034637451172,
+      "cov-distil (oracle2teacher)": 4.922702789306641,
+      "epoch": 7.794348508634223,
+      "rel-constrast": 2.877098798751831,
+      "step": 9930,
+      "subrel-constrast": 4.113471508026123,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2325246334075928,
+      "cov-distil (oracle2student)": 5.705904960632324,
+      "cov-distil (oracle2teacher)": 4.828673839569092,
+      "epoch": 7.795133437990581,
+      "rel-constrast": 1.9057750701904297,
+      "step": 9931,
+      "subrel-constrast": 2.630697727203369,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5059077739715576,
+      "cov-distil (oracle2student)": 4.176087379455566,
+      "cov-distil (oracle2teacher)": 3.866489887237549,
+      "epoch": 7.795918367346939,
+      "rel-constrast": 2.4271047115325928,
+      "step": 9932,
+      "subrel-constrast": 3.394636631011963,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.0992422103881836,
+      "cov-distil (oracle2student)": 4.106456756591797,
+      "cov-distil (oracle2teacher)": 4.001639366149902,
+      "epoch": 7.7967032967032965,
+      "rel-constrast": 1.6215707063674927,
+      "step": 9933,
+      "subrel-constrast": 2.7441749572753906,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6728267669677734,
+      "cov-distil (oracle2student)": 3.946290969848633,
+      "cov-distil (oracle2teacher)": 4.1601152420043945,
+      "epoch": 7.797488226059655,
+      "rel-constrast": 2.8270978927612305,
+      "step": 9934,
+      "subrel-constrast": 3.9404678344726562,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3440289497375488,
+      "cov-distil (oracle2student)": 3.529764175415039,
+      "cov-distil (oracle2teacher)": 3.3275818824768066,
+      "epoch": 7.7982731554160125,
+      "rel-constrast": 2.014425754547119,
+      "step": 9935,
+      "subrel-constrast": 2.4465105533599854,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3658759593963623,
+      "cov-distil (oracle2student)": 4.440912246704102,
+      "cov-distil (oracle2teacher)": 4.760068893432617,
+      "epoch": 7.799058084772371,
+      "rel-constrast": 1.9332873821258545,
+      "step": 9936,
+      "subrel-constrast": 2.792755603790283,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.157257080078125,
+      "cov-distil (oracle2student)": 4.43442964553833,
+      "cov-distil (oracle2teacher)": 4.11372184753418,
+      "epoch": 7.7998430141287285,
+      "rel-constrast": 3.1778101921081543,
+      "step": 9937,
+      "subrel-constrast": 4.348121166229248,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4876528978347778,
+      "cov-distil (oracle2student)": 4.022493839263916,
+      "cov-distil (oracle2teacher)": 4.101197242736816,
+      "epoch": 7.800627943485086,
+      "rel-constrast": 1.9843789339065552,
+      "step": 9938,
+      "subrel-constrast": 3.066413164138794,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5953223705291748,
+      "cov-distil (oracle2student)": 5.2782511711120605,
+      "cov-distil (oracle2teacher)": 4.585775375366211,
+      "epoch": 7.8014128728414445,
+      "rel-constrast": 3.3767049312591553,
+      "step": 9939,
+      "subrel-constrast": 3.5167348384857178,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.802197802197802,
+      "grad_norm": 7.75,
+      "learning_rate": 5.667192968347723e-09,
+      "loss": 0.6442,
+      "step": 9940
+    },
+    {
+      "cov-distil": 1.2886412143707275,
+      "cov-distil (oracle2student)": 6.648037910461426,
+      "cov-distil (oracle2teacher)": 5.641564846038818,
+      "epoch": 7.802197802197802,
+      "rel-constrast": 3.1745362281799316,
+      "step": 9940,
+      "subrel-constrast": 3.4649274349212646,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1830835342407227,
+      "cov-distil (oracle2student)": 2.596148729324341,
+      "cov-distil (oracle2teacher)": 2.9770936965942383,
+      "epoch": 7.8029827315541604,
+      "rel-constrast": 1.5669736862182617,
+      "step": 9941,
+      "subrel-constrast": 2.551574468612671,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4026219844818115,
+      "cov-distil (oracle2student)": 4.633792877197266,
+      "cov-distil (oracle2teacher)": 4.384025573730469,
+      "epoch": 7.803767660910518,
+      "rel-constrast": 2.1130340099334717,
+      "step": 9942,
+      "subrel-constrast": 2.887791156768799,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6332182884216309,
+      "cov-distil (oracle2student)": 4.4179816246032715,
+      "cov-distil (oracle2teacher)": 4.299099922180176,
+      "epoch": 7.804552590266876,
+      "rel-constrast": 1.990950107574463,
+      "step": 9943,
+      "subrel-constrast": 3.332765817642212,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.234158992767334,
+      "cov-distil (oracle2student)": 2.341630220413208,
+      "cov-distil (oracle2teacher)": 2.843467950820923,
+      "epoch": 7.805337519623234,
+      "rel-constrast": 2.078033447265625,
+      "step": 9944,
+      "subrel-constrast": 2.8518309593200684,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3676544427871704,
+      "cov-distil (oracle2student)": 2.0612592697143555,
+      "cov-distil (oracle2teacher)": 2.0594258308410645,
+      "epoch": 7.8061224489795915,
+      "rel-constrast": 1.902320384979248,
+      "step": 9945,
+      "subrel-constrast": 2.545468807220459,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.503427267074585,
+      "cov-distil (oracle2student)": 5.048550605773926,
+      "cov-distil (oracle2teacher)": 4.079014301300049,
+      "epoch": 7.80690737833595,
+      "rel-constrast": 3.3824169635772705,
+      "step": 9946,
+      "subrel-constrast": 3.202709674835205,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5499382019042969,
+      "cov-distil (oracle2student)": 6.696016311645508,
+      "cov-distil (oracle2teacher)": 6.238942623138428,
+      "epoch": 7.8076923076923075,
+      "rel-constrast": 2.5729758739471436,
+      "step": 9947,
+      "subrel-constrast": 3.7853732109069824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.142693519592285,
+      "cov-distil (oracle2student)": 3.1649723052978516,
+      "cov-distil (oracle2teacher)": 3.258410692214966,
+      "epoch": 7.808477237048666,
+      "rel-constrast": 2.237252950668335,
+      "step": 9948,
+      "subrel-constrast": 3.4385783672332764,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3738815784454346,
+      "cov-distil (oracle2student)": 4.7292890548706055,
+      "cov-distil (oracle2teacher)": 4.8254594802856445,
+      "epoch": 7.8092621664050235,
+      "rel-constrast": 3.0290868282318115,
+      "step": 9949,
+      "subrel-constrast": 3.7465054988861084,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.810047095761382,
+      "grad_norm": 5.09375,
+      "learning_rate": 3.96144491960071e-09,
+      "loss": 0.6379,
+      "step": 9950
+    },
+    {
+      "cov-distil": 1.3679149150848389,
+      "cov-distil (oracle2student)": 6.1611833572387695,
+      "cov-distil (oracle2teacher)": 5.337696552276611,
+      "epoch": 7.810047095761382,
+      "rel-constrast": 2.1543641090393066,
+      "step": 9950,
+      "subrel-constrast": 3.2348361015319824,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1670398712158203,
+      "cov-distil (oracle2student)": 3.9330947399139404,
+      "cov-distil (oracle2teacher)": 3.926502227783203,
+      "epoch": 7.810832025117739,
+      "rel-constrast": 1.9715700149536133,
+      "step": 9951,
+      "subrel-constrast": 2.8504433631896973,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6243976354599,
+      "cov-distil (oracle2student)": 6.158599853515625,
+      "cov-distil (oracle2teacher)": 5.936017990112305,
+      "epoch": 7.811616954474097,
+      "rel-constrast": 3.9615797996520996,
+      "step": 9952,
+      "subrel-constrast": 4.563228130340576,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5357754230499268,
+      "cov-distil (oracle2student)": 2.5450406074523926,
+      "cov-distil (oracle2teacher)": 2.892500877380371,
+      "epoch": 7.812401883830455,
+      "rel-constrast": 1.6670234203338623,
+      "step": 9953,
+      "subrel-constrast": 2.6502773761749268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1916723251342773,
+      "cov-distil (oracle2student)": 5.3840107917785645,
+      "cov-distil (oracle2teacher)": 4.926758766174316,
+      "epoch": 7.813186813186813,
+      "rel-constrast": 2.47261118888855,
+      "step": 9954,
+      "subrel-constrast": 3.106215715408325,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9554632902145386,
+      "cov-distil (oracle2student)": 6.447414398193359,
+      "cov-distil (oracle2teacher)": 5.664159774780273,
+      "epoch": 7.813971742543171,
+      "rel-constrast": 2.4223098754882812,
+      "step": 9955,
+      "subrel-constrast": 3.4970691204071045,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2026069164276123,
+      "cov-distil (oracle2student)": 4.930919647216797,
+      "cov-distil (oracle2teacher)": 4.627097129821777,
+      "epoch": 7.814756671899529,
+      "rel-constrast": 1.9673724174499512,
+      "step": 9956,
+      "subrel-constrast": 2.4933032989501953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7358198165893555,
+      "cov-distil (oracle2student)": 4.010139465332031,
+      "cov-distil (oracle2teacher)": 4.533761978149414,
+      "epoch": 7.815541601255887,
+      "rel-constrast": 2.2758090496063232,
+      "step": 9957,
+      "subrel-constrast": 3.508049964904785,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2360901832580566,
+      "cov-distil (oracle2student)": 6.802170276641846,
+      "cov-distil (oracle2teacher)": 6.045358657836914,
+      "epoch": 7.816326530612245,
+      "rel-constrast": 3.0821282863616943,
+      "step": 9958,
+      "subrel-constrast": 3.611210584640503,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2067418098449707,
+      "cov-distil (oracle2student)": 3.9992992877960205,
+      "cov-distil (oracle2teacher)": 3.731971263885498,
+      "epoch": 7.8171114599686025,
+      "rel-constrast": 2.1678860187530518,
+      "step": 9959,
+      "subrel-constrast": 2.9584624767303467,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.817896389324961,
+      "grad_norm": 5.78125,
+      "learning_rate": 2.5602657123757756e-09,
+      "loss": 0.6391,
+      "step": 9960
+    },
+    {
+      "cov-distil": 1.4012348651885986,
+      "cov-distil (oracle2student)": 5.261505126953125,
+      "cov-distil (oracle2teacher)": 4.926449298858643,
+      "epoch": 7.817896389324961,
+      "rel-constrast": 2.489102840423584,
+      "step": 9960,
+      "subrel-constrast": 3.008669376373291,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4547626972198486,
+      "cov-distil (oracle2student)": 2.769291877746582,
+      "cov-distil (oracle2teacher)": 2.925133228302002,
+      "epoch": 7.818681318681318,
+      "rel-constrast": 2.333638906478882,
+      "step": 9961,
+      "subrel-constrast": 2.848160982131958,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6558830738067627,
+      "cov-distil (oracle2student)": 5.897036075592041,
+      "cov-distil (oracle2teacher)": 5.013397216796875,
+      "epoch": 7.819466248037677,
+      "rel-constrast": 1.6937302350997925,
+      "step": 9962,
+      "subrel-constrast": 2.5915849208831787,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.153507709503174,
+      "cov-distil (oracle2student)": 4.291399002075195,
+      "cov-distil (oracle2teacher)": 4.353363990783691,
+      "epoch": 7.820251177394034,
+      "rel-constrast": 1.6225836277008057,
+      "step": 9963,
+      "subrel-constrast": 2.2247910499572754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4249216318130493,
+      "cov-distil (oracle2student)": 5.561334609985352,
+      "cov-distil (oracle2teacher)": 5.314793586730957,
+      "epoch": 7.821036106750393,
+      "rel-constrast": 2.2215147018432617,
+      "step": 9964,
+      "subrel-constrast": 3.3600687980651855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.298884868621826,
+      "cov-distil (oracle2student)": 3.4943690299987793,
+      "cov-distil (oracle2teacher)": 3.713813304901123,
+      "epoch": 7.82182103610675,
+      "rel-constrast": 1.7082476615905762,
+      "step": 9965,
+      "subrel-constrast": 3.2701008319854736,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2760061025619507,
+      "cov-distil (oracle2student)": 5.582666397094727,
+      "cov-distil (oracle2teacher)": 5.0670166015625,
+      "epoch": 7.822605965463108,
+      "rel-constrast": 2.2475080490112305,
+      "step": 9966,
+      "subrel-constrast": 2.6873180866241455,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.67970871925354,
+      "cov-distil (oracle2student)": 3.794330596923828,
+      "cov-distil (oracle2teacher)": 3.4340007305145264,
+      "epoch": 7.823390894819466,
+      "rel-constrast": 1.264763593673706,
+      "step": 9967,
+      "subrel-constrast": 2.3792781829833984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.288604974746704,
+      "cov-distil (oracle2student)": 3.5399069786071777,
+      "cov-distil (oracle2teacher)": 3.54140567779541,
+      "epoch": 7.824175824175824,
+      "rel-constrast": 2.142190456390381,
+      "step": 9968,
+      "subrel-constrast": 2.9914164543151855,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6488250494003296,
+      "cov-distil (oracle2student)": 3.0375189781188965,
+      "cov-distil (oracle2teacher)": 3.2278666496276855,
+      "epoch": 7.824960753532182,
+      "rel-constrast": 2.7212958335876465,
+      "step": 9969,
+      "subrel-constrast": 3.9686689376831055,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.82574568288854,
+      "grad_norm": 5.59375,
+      "learning_rate": 1.463672419604878e-09,
+      "loss": 0.5518,
+      "step": 9970
+    },
+    {
+      "cov-distil": 1.2884230613708496,
+      "cov-distil (oracle2student)": 5.3309431076049805,
+      "cov-distil (oracle2teacher)": 4.964883804321289,
+      "epoch": 7.82574568288854,
+      "rel-constrast": 1.807483434677124,
+      "step": 9970,
+      "subrel-constrast": 2.6984291076660156,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.365039587020874,
+      "cov-distil (oracle2student)": 3.4528493881225586,
+      "cov-distil (oracle2teacher)": 3.716522693634033,
+      "epoch": 7.826530612244898,
+      "rel-constrast": 2.3983724117279053,
+      "step": 9971,
+      "subrel-constrast": 3.115551233291626,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6517510414123535,
+      "cov-distil (oracle2student)": 3.2341270446777344,
+      "cov-distil (oracle2teacher)": 3.602996826171875,
+      "epoch": 7.827315541601256,
+      "rel-constrast": 2.6056392192840576,
+      "step": 9972,
+      "subrel-constrast": 3.467005968093872,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3616695404052734,
+      "cov-distil (oracle2student)": 5.325329780578613,
+      "cov-distil (oracle2teacher)": 5.433926105499268,
+      "epoch": 7.828100470957613,
+      "rel-constrast": 4.0238847732543945,
+      "step": 9973,
+      "subrel-constrast": 4.589789390563965,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5425987243652344,
+      "cov-distil (oracle2student)": 4.0977935791015625,
+      "cov-distil (oracle2teacher)": 4.430532455444336,
+      "epoch": 7.828885400313972,
+      "rel-constrast": 2.3279521465301514,
+      "step": 9974,
+      "subrel-constrast": 3.0573413372039795,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2432734966278076,
+      "cov-distil (oracle2student)": 4.993918418884277,
+      "cov-distil (oracle2teacher)": 4.933896064758301,
+      "epoch": 7.829670329670329,
+      "rel-constrast": 2.1372852325439453,
+      "step": 9975,
+      "subrel-constrast": 2.9596543312072754,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9634405374526978,
+      "cov-distil (oracle2student)": 3.5438971519470215,
+      "cov-distil (oracle2teacher)": 3.5505688190460205,
+      "epoch": 7.830455259026688,
+      "rel-constrast": 2.111086845397949,
+      "step": 9976,
+      "subrel-constrast": 2.464812755584717,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2676091194152832,
+      "cov-distil (oracle2student)": 4.822039604187012,
+      "cov-distil (oracle2teacher)": 4.661915302276611,
+      "epoch": 7.831240188383045,
+      "rel-constrast": 2.4442243576049805,
+      "step": 9977,
+      "subrel-constrast": 2.830336093902588,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2555292844772339,
+      "cov-distil (oracle2student)": 3.6840109825134277,
+      "cov-distil (oracle2teacher)": 3.715134620666504,
+      "epoch": 7.832025117739404,
+      "rel-constrast": 3.2949609756469727,
+      "step": 9978,
+      "subrel-constrast": 3.8812623023986816,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.7485744953155518,
+      "cov-distil (oracle2student)": 4.34410285949707,
+      "cov-distil (oracle2teacher)": 3.764030933380127,
+      "epoch": 7.832810047095761,
+      "rel-constrast": 2.7140583992004395,
+      "step": 9979,
+      "subrel-constrast": 3.287952423095703,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.833594976452119,
+      "grad_norm": 6.0625,
+      "learning_rate": 6.716784029303647e-10,
+      "loss": 0.6808,
+      "step": 9980
+    },
+    {
+      "cov-distil": 1.2609937191009521,
+      "cov-distil (oracle2student)": 1.9634277820587158,
+      "cov-distil (oracle2teacher)": 2.1475415229797363,
+      "epoch": 7.833594976452119,
+      "rel-constrast": 2.0790998935699463,
+      "step": 9980,
+      "subrel-constrast": 2.6653003692626953,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.372248649597168,
+      "cov-distil (oracle2student)": 5.310500621795654,
+      "cov-distil (oracle2teacher)": 4.883864402770996,
+      "epoch": 7.834379905808477,
+      "rel-constrast": 3.0710434913635254,
+      "step": 9981,
+      "subrel-constrast": 3.771125316619873,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5045793056488037,
+      "cov-distil (oracle2student)": 5.243550777435303,
+      "cov-distil (oracle2teacher)": 5.1643171310424805,
+      "epoch": 7.835164835164835,
+      "rel-constrast": 3.1294004917144775,
+      "step": 9982,
+      "subrel-constrast": 3.850055694580078,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2086247205734253,
+      "cov-distil (oracle2student)": 5.78140926361084,
+      "cov-distil (oracle2teacher)": 4.824819564819336,
+      "epoch": 7.835949764521193,
+      "rel-constrast": 2.4917120933532715,
+      "step": 9983,
+      "subrel-constrast": 3.182438373565674,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2889068126678467,
+      "cov-distil (oracle2student)": 4.442155838012695,
+      "cov-distil (oracle2teacher)": 4.2282562255859375,
+      "epoch": 7.836734693877551,
+      "rel-constrast": 3.2346386909484863,
+      "step": 9984,
+      "subrel-constrast": 3.6072471141815186,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5200766324996948,
+      "cov-distil (oracle2student)": 3.660604953765869,
+      "cov-distil (oracle2teacher)": 3.195444107055664,
+      "epoch": 7.837519623233909,
+      "rel-constrast": 2.4737353324890137,
+      "step": 9985,
+      "subrel-constrast": 2.81404447555542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2982163429260254,
+      "cov-distil (oracle2student)": 2.726090908050537,
+      "cov-distil (oracle2teacher)": 3.0870957374572754,
+      "epoch": 7.838304552590267,
+      "rel-constrast": 1.693320870399475,
+      "step": 9986,
+      "subrel-constrast": 2.7555899620056152,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.6740899085998535,
+      "cov-distil (oracle2student)": 4.832920074462891,
+      "cov-distil (oracle2teacher)": 4.25640869140625,
+      "epoch": 7.839089481946624,
+      "rel-constrast": 3.852325201034546,
+      "step": 9987,
+      "subrel-constrast": 4.562102317810059,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.4146044254302979,
+      "cov-distil (oracle2student)": 3.6578168869018555,
+      "cov-distil (oracle2teacher)": 3.549469470977783,
+      "epoch": 7.839874411302983,
+      "rel-constrast": 2.9325225353240967,
+      "step": 9988,
+      "subrel-constrast": 3.4345760345458984,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.5930376052856445,
+      "cov-distil (oracle2student)": 4.452243328094482,
+      "cov-distil (oracle2teacher)": 3.9895317554473877,
+      "epoch": 7.84065934065934,
+      "rel-constrast": 2.250322103500366,
+      "step": 9989,
+      "subrel-constrast": 2.8490335941314697,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.841444270015699,
+      "grad_norm": 5.21875,
+      "learning_rate": 1.8429331254399274e-10,
+      "loss": 0.7155,
+      "step": 9990
+    },
+    {
+      "cov-distil": 1.4308726787567139,
+      "cov-distil (oracle2student)": 4.673244953155518,
+      "cov-distil (oracle2teacher)": 4.340253829956055,
+      "epoch": 7.841444270015699,
+      "rel-constrast": 3.1196932792663574,
+      "step": 9990,
+      "subrel-constrast": 3.650979995727539,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 0.9554983377456665,
+      "cov-distil (oracle2student)": 5.926451683044434,
+      "cov-distil (oracle2teacher)": 5.206538200378418,
+      "epoch": 7.842229199372056,
+      "rel-constrast": 2.1800992488861084,
+      "step": 9991,
+      "subrel-constrast": 3.1055996417999268,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 2.123735189437866,
+      "cov-distil (oracle2student)": 5.0469889640808105,
+      "cov-distil (oracle2teacher)": 4.321738243103027,
+      "epoch": 7.843014128728415,
+      "rel-constrast": 2.6316356658935547,
+      "step": 9992,
+      "subrel-constrast": 3.848881483078003,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2094839811325073,
+      "cov-distil (oracle2student)": 5.08530330657959,
+      "cov-distil (oracle2teacher)": 4.650486946105957,
+      "epoch": 7.843799058084772,
+      "rel-constrast": 1.3675732612609863,
+      "step": 9993,
+      "subrel-constrast": 1.9762325286865234,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.1796261072158813,
+      "cov-distil (oracle2student)": 5.245443820953369,
+      "cov-distil (oracle2teacher)": 4.989136695861816,
+      "epoch": 7.84458398744113,
+      "rel-constrast": 3.3516693115234375,
+      "step": 9994,
+      "subrel-constrast": 4.016120910644531,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.436448097229004,
+      "cov-distil (oracle2student)": 3.5551095008850098,
+      "cov-distil (oracle2teacher)": 3.4135890007019043,
+      "epoch": 7.845368916797488,
+      "rel-constrast": 2.3791918754577637,
+      "step": 9995,
+      "subrel-constrast": 3.154646635055542,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.2410824298858643,
+      "cov-distil (oracle2student)": 4.759278297424316,
+      "cov-distil (oracle2teacher)": 4.51217794418335,
+      "epoch": 7.846153846153846,
+      "rel-constrast": 2.542825222015381,
+      "step": 9996,
+      "subrel-constrast": 3.4611916542053223,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.8614084720611572,
+      "cov-distil (oracle2student)": 3.582493305206299,
+      "cov-distil (oracle2teacher)": 3.1172728538513184,
+      "epoch": 7.846938775510204,
+      "rel-constrast": 2.932825803756714,
+      "step": 9997,
+      "subrel-constrast": 3.5531156063079834,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.9512708187103271,
+      "cov-distil (oracle2student)": 5.171958923339844,
+      "cov-distil (oracle2teacher)": 4.423881530761719,
+      "epoch": 7.847723704866562,
+      "rel-constrast": 2.4167795181274414,
+      "step": 9998,
+      "subrel-constrast": 2.7626912593841553,
+      "view-similarity": 0
+    },
+    {
+      "cov-distil": 1.3826179504394531,
+      "cov-distil (oracle2student)": 4.693122386932373,
+      "cov-distil (oracle2teacher)": 4.535073757171631,
+      "epoch": 7.84850863422292,
+      "rel-constrast": 2.5486114025115967,
+      "step": 9999,
+      "subrel-constrast": 3.2749733924865723,
+      "view-similarity": 0
+    },
+    {
+      "epoch": 7.849293563579278,
+      "grad_norm": 6.34375,
+      "learning_rate": 1.5230870842319888e-12,
+      "loss": 0.6737,
+      "step": 10000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/old/training_args.bin b/old/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a5a641a47345ee5a16c56a8554fefc5f2e42d
--- /dev/null
+++ b/old/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+size 6353
diff --git a/optimizer.pt b/optimizer.pt
index 05c968d1c32dd59f2fb2a8aeff9df6030005e47c..e7dbfa7f99cae804e26f3ca4fcae2c9aac163b8f 100644
--- a/optimizer.pt
+++ b/optimizer.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65a5560f58ccd5dbfa491645652cf28f6c5e5119c60d6e6ea9c3d0d6b063ebba
+oid sha256:6747378a0d18781de9427853de7afc3b66f1a92c414f799cd172a08e0cd1129b
 size 596170443
diff --git a/rng_state_0.pth b/rng_state_0.pth
index b14d4b4769a9106b12c865b94cec0577c492643a..30f4ca95e7e4b6feeaad678f7a7fea43fab1059f 100644
--- a/rng_state_0.pth
+++ b/rng_state_0.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1beb54e14e0dafa9279807d1814011527741ec2a0e5fb5e596c5dbd0b84cfaf7
+oid sha256:24c12cceaffe8acec04189ba71dbb81f100dd5cd03b86390253117b3fab2911d
 size 15365
diff --git a/rng_state_1.pth b/rng_state_1.pth
index 44ec9c50006b0c560bf9465134d37ccfba937771..c356c72598752aa1f8c4c1cc5bd63fa99a8df7a0 100644
--- a/rng_state_1.pth
+++ b/rng_state_1.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8627b9687b17d3eb42763f7499513d01033a545f5fdc3224442fa88df7b07c1
+oid sha256:69adbd9997461473344beb9c44d2e496e24fbc4d6fe69245ab0bd127882efd96
 size 15429
diff --git a/rng_state_2.pth b/rng_state_2.pth
index a18de7d81c13934ea71d2fd0fd586f560ec558bb..fe214a37340a585e0d0432209bcb65c4dc5b981c 100644
--- a/rng_state_2.pth
+++ b/rng_state_2.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2861b0db544103a2392f7009e235760e91d4f2dcf2605bc9fda62bad0578110
+oid sha256:baaf7026d9e588ca2ba5b4de8768a379982b7530f39e0b88fa44af9bef8e8bc9
 size 15429
diff --git a/rng_state_3.pth b/rng_state_3.pth
index 4f3b4f33f0fbc004a93a9dacd99d4bc9a9a584f9..953138a163e685696e0fb35fccf7c20fdaaef715 100644
--- a/rng_state_3.pth
+++ b/rng_state_3.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5661cf15d465afc34868de007aed00c0a576292f6e776fe25a04f040a9501399
+oid sha256:1ec81cbdf599c90b49fb13998f6e46e2492b55345216231b6ce078f88cf04eae
 size 15429
diff --git a/runs/May31_16-08-57_nid007867/events.out.tfevents.1780233117.nid007867.38363.0 b/runs/May31_16-08-57_nid007867/events.out.tfevents.1780233117.nid007867.38363.0
new file mode 100644
index 0000000000000000000000000000000000000000..09375381eb37bb1adba8a909002ddc4ccfe00cfa
--- /dev/null
+++ b/runs/May31_16-08-57_nid007867/events.out.tfevents.1780233117.nid007867.38363.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6a8a34e28958ca4ee607ec24cc04eb705d7c62382458c403c738354974c155
+size 2631405
diff --git a/scheduler.pt b/scheduler.pt
index e6236f28c0d347b0c817f0586161c1d3c5e070f8..22857d1bc1ff6dc271997b26661c903898e1e8a9 100644
--- a/scheduler.pt
+++ b/scheduler.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5aafa6f75f83dd9e16a017cacae3f09f91ebc664481f1f07d0ced4fb6a26dbd1
+oid sha256:923d59d69baf750f0b265efcbd8ffd77fe44729752e88ef7142013867ae43a1f
 size 1465
diff --git a/slurm_script b/slurm_script
new file mode 100755
index 0000000000000000000000000000000000000000..895bf347b0b1fd30d7f6cc078d214d1d03516379
--- /dev/null
+++ b/slurm_script
@@ -0,0 +1,69 @@
+#!/bin/bash -l
+#SBATCH --job-name=scope
+#SBATCH --output=logs/scope.out
+#SBATCH --error=logs/scope.err
+#SBATCH --partition=small-g
+#SBATCH --ntasks-per-node=1
+#SBATCH --nodes=1                   # Total number of nodes 
+#SBATCH --cpus-per-task=16
+#SBATCH --gpus-per-node=4           # Allocate one gpu per MPI rank
+#SBATCH --array=0
+#SBATCH --mem=128G
+#SBATCH --time=12:00:00             # Run time (d-hh:mm:ss)
+#SBATCH --account=project_465002532 # Project for billing
+
+module use /appl/local/csc/modulefiles/
+module use /appl/local/training/modules/AI-20241126/
+export TOKENIZERS_PARALLELISM=false
+export CRUX_ROOT=${HOME}/datasets/crux
+
+lr=5e-5
+model_dir=${HOME}/models/CoveR/unsupervised.scope-10k
+
+mkdir -p ${model_dir}
+cp $0 ${model_dir}
+
+GPUS_PER_NODE=4
+NUM_NODES=1
+NUM_PROCESSES=$(expr $NUM_NODES \* $GPUS_PER_NODE)
+PRETRAINED=nomic-ai/modernbert-embed-base-unsupervised
+
+# Start experiments
+srun singularity exec $SIF \
+    accelerate launch -m \
+    --multi_gpu --mixed_precision=bf16 \
+    --num_processes $NUM_PROCESSES  --num_machines $NUM_NODES \
+    tevatron.retriever.driver.train_dualdistil \
+    --exclude_title \
+    --output_dir ${model_dir} \
+    --model_name_or_path $PRETRAINED \
+    --save_steps 1000 \
+    --dataset_name DylanJHJ/crux-researchy-kdnew-ext \
+    --corpus_name DylanJHJ/crux-researchy-corpus \
+    --dataset_split pos_half.neu_low.neg_zero \
+    --per_device_train_batch_size 16 \
+    --train_group_size 8 \
+    --prediction_loss_only True \
+    --bf16 --pooling mean --normalize \
+    --passage_prefix "search_document: " \
+    --query_prefix "search_query: " \
+    --subquery_prefix "search_query: " \
+    --temperature 0.02 \
+    --use_crossentropy 1.0 \
+    --use_kld 0.0 \
+    --contrastive_lambda 1.0 \
+    --sq_contrastive_lambda 0.0 \
+    --covdistil_method KLD \
+    --covdistil_lambda 0.0 \
+    --eval_steps 500 \
+    --learning_rate $lr \
+    --query_max_len 180 \
+    --passage_max_len 512 \
+    --dataloader_num_workers 8 \
+    --lr_scheduler_type 'cosine' \
+    --weight_decay 0.01 \
+    --max_steps 10000 \
+    --warmup_steps 1000 \
+    --logging_steps 10 \
+    --overwrite_output_dir \
+    --run_name ${model_dir##*/}
diff --git a/trainer_state.json b/trainer_state.json
index 92429e2cba340d0fee75a689f3e97c3dc556b7a3..d85f1e33131effeb1daa36e992020738e2bb2d15 100644
--- a/trainer_state.json
+++ b/trainer_state.json
@@ -2,9 +2,9 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 7.849293563579278,
+  "epoch": 3.924646781789639,
   "eval_steps": 500.0,
-  "global_step": 10000,
+  "global_step": 5000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -56,13 +56,13 @@
     },
     {
       "epoch": 0,
-      "overlap": 0.22031250596046448,
+      "overlap": 0.2640624940395355,
       "step": 0
     },
     {
       "epoch": 0,
       "step": 0,
-      "student margin": 0.043792724609375
+      "student margin": 0.0285186767578125
     },
     {
       "epoch": 0,
@@ -71,5452 +71,5452 @@
     },
     {
       "epoch": 0,
-      "margin difference": -0.006439208984375,
+      "margin difference": 0.0088348388671875,
       "step": 0
     },
     {
-      "cov-distil": 1.9989408254623413,
-      "cov-distil (oracle2student)": 5.017981052398682,
+      "cov-distil": 2.9034781455993652,
+      "cov-distil (oracle2student)": 5.115799427032471,
       "cov-distil (oracle2teacher)": 4.2215576171875,
       "epoch": 0,
-      "rel-constrast": 6.024477481842041,
+      "rel-constrast": 7.486445903778076,
       "step": 0,
       "subrel-constrast": 5.391467094421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.590911388397217,
-      "cov-distil (oracle2student)": 6.543224811553955,
+      "cov-distil": 3.7886760234832764,
+      "cov-distil (oracle2student)": 6.933510780334473,
       "cov-distil (oracle2teacher)": 5.292954444885254,
       "epoch": 0.0007849293563579278,
-      "rel-constrast": 7.042376518249512,
+      "rel-constrast": 8.07569408416748,
       "step": 1,
       "subrel-constrast": 6.658135890960693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.234889030456543,
-      "cov-distil (oracle2student)": 4.785423278808594,
-      "cov-distil (oracle2teacher)": 4.352293968200684,
+      "cov-distil": 2.539125442504883,
+      "cov-distil (oracle2student)": 5.152322769165039,
+      "cov-distil (oracle2teacher)": 4.356506824493408,
       "epoch": 0.0015698587127158557,
-      "rel-constrast": 4.653334617614746,
+      "rel-constrast": 6.15692138671875,
       "step": 2,
-      "subrel-constrast": 5.114200592041016,
+      "subrel-constrast": 5.1106038093566895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.892646074295044,
-      "cov-distil (oracle2student)": 5.359386444091797,
-      "cov-distil (oracle2teacher)": 3.3453474044799805,
+      "cov-distil": 2.7227554321289062,
+      "cov-distil (oracle2student)": 4.570263862609863,
+      "cov-distil (oracle2teacher)": 3.3647706508636475,
       "epoch": 0.002354788069073783,
-      "rel-constrast": 5.759308815002441,
+      "rel-constrast": 4.597735404968262,
       "step": 3,
-      "subrel-constrast": 4.294970989227295,
+      "subrel-constrast": 4.301557540893555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.187523365020752,
-      "cov-distil (oracle2student)": 4.088177680969238,
-      "cov-distil (oracle2teacher)": 4.019562721252441,
+      "cov-distil": 3.753676652908325,
+      "cov-distil (oracle2student)": 5.311392307281494,
+      "cov-distil (oracle2teacher)": 4.0316667556762695,
       "epoch": 0.0031397174254317113,
-      "rel-constrast": 4.063039779663086,
+      "rel-constrast": 5.646773815155029,
       "step": 4,
-      "subrel-constrast": 4.597165107727051,
+      "subrel-constrast": 4.602434158325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5768115520477295,
-      "cov-distil (oracle2student)": 9.671545028686523,
-      "cov-distil (oracle2teacher)": 8.351792335510254,
+      "cov-distil": 3.982003688812256,
+      "cov-distil (oracle2student)": 9.576435089111328,
+      "cov-distil (oracle2teacher)": 8.359275817871094,
       "epoch": 0.003924646781789639,
-      "rel-constrast": 7.844664096832275,
+      "rel-constrast": 9.0071382522583,
       "step": 5,
-      "subrel-constrast": 7.689645767211914,
+      "subrel-constrast": 7.673800468444824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7839202880859375,
-      "cov-distil (oracle2student)": 7.124797344207764,
-      "cov-distil (oracle2teacher)": 5.235956192016602,
+      "cov-distil": 3.5826542377471924,
+      "cov-distil (oracle2student)": 8.020931243896484,
+      "cov-distil (oracle2teacher)": 5.222016334533691,
       "epoch": 0.004709576138147566,
-      "rel-constrast": 6.9873199462890625,
+      "rel-constrast": 9.691902160644531,
       "step": 6,
-      "subrel-constrast": 6.358409881591797,
+      "subrel-constrast": 6.350209712982178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1054530143737793,
-      "cov-distil (oracle2student)": 5.955070495605469,
-      "cov-distil (oracle2teacher)": 5.017168045043945,
+      "cov-distil": 4.297914028167725,
+      "cov-distil (oracle2student)": 6.57274866104126,
+      "cov-distil (oracle2teacher)": 5.0188703536987305,
       "epoch": 0.005494505494505495,
-      "rel-constrast": 4.839856147766113,
+      "rel-constrast": 6.529683589935303,
       "step": 7,
-      "subrel-constrast": 5.012356758117676,
+      "subrel-constrast": 5.015464782714844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.417634963989258,
-      "cov-distil (oracle2student)": 6.458645820617676,
-      "cov-distil (oracle2teacher)": 4.756534099578857,
+      "cov-distil": 2.987494468688965,
+      "cov-distil (oracle2student)": 5.628026008605957,
+      "cov-distil (oracle2teacher)": 4.757290840148926,
       "epoch": 0.006279434850863423,
-      "rel-constrast": 5.473586082458496,
+      "rel-constrast": 4.84811544418335,
       "step": 8,
-      "subrel-constrast": 3.944282054901123,
+      "subrel-constrast": 3.9342567920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5553622245788574,
-      "cov-distil (oracle2student)": 5.345729827880859,
-      "cov-distil (oracle2teacher)": 4.573167324066162,
+      "cov-distil": 4.835721015930176,
+      "cov-distil (oracle2student)": 6.974120140075684,
+      "cov-distil (oracle2teacher)": 4.592728614807129,
       "epoch": 0.00706436420722135,
-      "rel-constrast": 5.705809116363525,
+      "rel-constrast": 7.911259174346924,
       "step": 9,
-      "subrel-constrast": 5.071885108947754,
+      "subrel-constrast": 5.09079122543335,
       "view-similarity": 0
     },
     {
       "epoch": 0.007849293563579277,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.375,
       "learning_rate": 4.5e-07,
-      "loss": 1.5357,
+      "loss": 1.7488,
       "step": 10
     },
     {
-      "cov-distil": 2.179523468017578,
-      "cov-distil (oracle2student)": 6.76649808883667,
-      "cov-distil (oracle2teacher)": 5.62101936340332,
+      "cov-distil": 2.7287802696228027,
+      "cov-distil (oracle2student)": 7.109814167022705,
+      "cov-distil (oracle2teacher)": 5.610617637634277,
       "epoch": 0.007849293563579277,
-      "rel-constrast": 5.527869701385498,
+      "rel-constrast": 6.643618583679199,
       "step": 10,
-      "subrel-constrast": 5.327791213989258,
+      "subrel-constrast": 5.309700012207031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7319321632385254,
-      "cov-distil (oracle2student)": 6.106301307678223,
-      "cov-distil (oracle2teacher)": 5.238726615905762,
+      "cov-distil": 3.96592378616333,
+      "cov-distil (oracle2student)": 7.291659832000732,
+      "cov-distil (oracle2teacher)": 5.233137130737305,
       "epoch": 0.008634222919937205,
-      "rel-constrast": 6.950443744659424,
+      "rel-constrast": 8.773835182189941,
       "step": 11,
-      "subrel-constrast": 7.032792568206787,
+      "subrel-constrast": 7.013000011444092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854433298110962,
-      "cov-distil (oracle2student)": 7.011631965637207,
-      "cov-distil (oracle2teacher)": 5.94080924987793,
+      "cov-distil": 3.7653913497924805,
+      "cov-distil (oracle2student)": 8.977821350097656,
+      "cov-distil (oracle2teacher)": 5.954835414886475,
       "epoch": 0.009419152276295133,
-      "rel-constrast": 6.216261386871338,
+      "rel-constrast": 8.671615600585938,
       "step": 12,
-      "subrel-constrast": 6.4257707595825195,
+      "subrel-constrast": 6.430549621582031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.349715232849121,
-      "cov-distil (oracle2student)": 6.723206520080566,
-      "cov-distil (oracle2teacher)": 6.247130870819092,
+      "cov-distil": 3.4223294258117676,
+      "cov-distil (oracle2student)": 7.854757785797119,
+      "cov-distil (oracle2teacher)": 6.230269908905029,
       "epoch": 0.01020408163265306,
-      "rel-constrast": 6.11406135559082,
+      "rel-constrast": 6.491366863250732,
       "step": 13,
-      "subrel-constrast": 5.350836753845215,
+      "subrel-constrast": 5.358746528625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.176401376724243,
-      "cov-distil (oracle2student)": 7.31204891204834,
-      "cov-distil (oracle2teacher)": 5.90012788772583,
+      "cov-distil": 3.5461182594299316,
+      "cov-distil (oracle2student)": 6.996912956237793,
+      "cov-distil (oracle2teacher)": 5.902334213256836,
       "epoch": 0.01098901098901099,
-      "rel-constrast": 7.507654190063477,
+      "rel-constrast": 8.380949974060059,
       "step": 14,
-      "subrel-constrast": 6.769496440887451,
+      "subrel-constrast": 6.787327766418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.67018461227417,
-      "cov-distil (oracle2student)": 5.521136283874512,
-      "cov-distil (oracle2teacher)": 5.79857063293457,
+      "cov-distil": 3.7762372493743896,
+      "cov-distil (oracle2student)": 6.9348554611206055,
+      "cov-distil (oracle2teacher)": 5.7965593338012695,
       "epoch": 0.011773940345368918,
-      "rel-constrast": 5.118526458740234,
+      "rel-constrast": 4.698981285095215,
       "step": 15,
-      "subrel-constrast": 4.343193054199219,
+      "subrel-constrast": 4.33366584777832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.665984630584717,
-      "cov-distil (oracle2student)": 4.9838104248046875,
-      "cov-distil (oracle2teacher)": 4.932050704956055,
+      "cov-distil": 2.24959659576416,
+      "cov-distil (oracle2student)": 6.258837699890137,
+      "cov-distil (oracle2teacher)": 4.936214447021484,
       "epoch": 0.012558869701726845,
-      "rel-constrast": 6.632684707641602,
+      "rel-constrast": 6.465505123138428,
       "step": 16,
-      "subrel-constrast": 5.201573848724365,
+      "subrel-constrast": 5.215646266937256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.330692291259766,
-      "cov-distil (oracle2student)": 8.552825927734375,
-      "cov-distil (oracle2teacher)": 6.224799156188965,
+      "cov-distil": 4.338074207305908,
+      "cov-distil (oracle2student)": 7.542752265930176,
+      "cov-distil (oracle2teacher)": 6.212143898010254,
       "epoch": 0.013343799058084773,
-      "rel-constrast": 9.133567810058594,
+      "rel-constrast": 9.392996788024902,
       "step": 17,
-      "subrel-constrast": 7.034067153930664,
+      "subrel-constrast": 7.043182849884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.602668285369873,
-      "cov-distil (oracle2student)": 5.244088172912598,
-      "cov-distil (oracle2teacher)": 4.6569929122924805,
+      "cov-distil": 2.859912872314453,
+      "cov-distil (oracle2student)": 6.502920150756836,
+      "cov-distil (oracle2teacher)": 4.657538414001465,
       "epoch": 0.0141287284144427,
-      "rel-constrast": 7.642650127410889,
+      "rel-constrast": 6.995867729187012,
       "step": 18,
-      "subrel-constrast": 6.055438995361328,
+      "subrel-constrast": 6.039050579071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5356028079986572,
-      "cov-distil (oracle2student)": 6.620259761810303,
-      "cov-distil (oracle2teacher)": 5.464468479156494,
+      "cov-distil": 4.097779273986816,
+      "cov-distil (oracle2student)": 5.920109748840332,
+      "cov-distil (oracle2teacher)": 5.459547996520996,
       "epoch": 0.014913657770800628,
-      "rel-constrast": 4.861123561859131,
+      "rel-constrast": 4.820971488952637,
       "step": 19,
-      "subrel-constrast": 5.008308410644531,
+      "subrel-constrast": 5.008830547332764,
       "view-similarity": 0
     },
     {
       "epoch": 0.015698587127158554,
-      "grad_norm": 11.5625,
+      "grad_norm": 10.375,
       "learning_rate": 9.5e-07,
-      "loss": 1.7254,
+      "loss": 1.7834,
       "step": 20
     },
     {
-      "cov-distil": 2.88397479057312,
-      "cov-distil (oracle2student)": 6.778175354003906,
-      "cov-distil (oracle2teacher)": 5.165527820587158,
+      "cov-distil": 2.6665377616882324,
+      "cov-distil (oracle2student)": 7.059435844421387,
+      "cov-distil (oracle2teacher)": 5.186300277709961,
       "epoch": 0.015698587127158554,
-      "rel-constrast": 4.111982345581055,
+      "rel-constrast": 4.662443161010742,
       "step": 20,
-      "subrel-constrast": 3.8631598949432373,
+      "subrel-constrast": 3.8599369525909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.384960174560547,
-      "cov-distil (oracle2student)": 7.21034049987793,
-      "cov-distil (oracle2teacher)": 6.115926742553711,
+      "cov-distil": 1.840910792350769,
+      "cov-distil (oracle2student)": 8.023944854736328,
+      "cov-distil (oracle2teacher)": 6.126604080200195,
       "epoch": 0.016483516483516484,
-      "rel-constrast": 7.05242395401001,
+      "rel-constrast": 7.06848669052124,
       "step": 21,
-      "subrel-constrast": 5.182291030883789,
+      "subrel-constrast": 5.200672626495361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517098903656006,
-      "cov-distil (oracle2student)": 4.5811920166015625,
-      "cov-distil (oracle2teacher)": 4.8397321701049805,
+      "cov-distil": 3.282227039337158,
+      "cov-distil (oracle2student)": 5.5749311447143555,
+      "cov-distil (oracle2teacher)": 4.861586570739746,
       "epoch": 0.01726844583987441,
-      "rel-constrast": 4.999781131744385,
+      "rel-constrast": 7.511483192443848,
       "step": 22,
-      "subrel-constrast": 4.843943119049072,
+      "subrel-constrast": 4.862529277801514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.147690773010254,
-      "cov-distil (oracle2student)": 6.542362213134766,
-      "cov-distil (oracle2teacher)": 4.0774006843566895,
+      "cov-distil": 4.519563674926758,
+      "cov-distil (oracle2student)": 7.267353057861328,
+      "cov-distil (oracle2teacher)": 4.077557563781738,
       "epoch": 0.01805337519623234,
-      "rel-constrast": 6.193174839019775,
+      "rel-constrast": 7.519768238067627,
       "step": 23,
-      "subrel-constrast": 4.360376834869385,
+      "subrel-constrast": 4.386401176452637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1142213344573975,
-      "cov-distil (oracle2student)": 5.866973400115967,
-      "cov-distil (oracle2teacher)": 5.523448944091797,
+      "cov-distil": 2.5789778232574463,
+      "cov-distil (oracle2student)": 6.753525257110596,
+      "cov-distil (oracle2teacher)": 5.528467178344727,
       "epoch": 0.018838304552590265,
-      "rel-constrast": 4.719829559326172,
+      "rel-constrast": 5.987110614776611,
       "step": 24,
-      "subrel-constrast": 4.7262139320373535,
+      "subrel-constrast": 4.696037769317627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0676374435424805,
-      "cov-distil (oracle2student)": 6.361337661743164,
-      "cov-distil (oracle2teacher)": 5.472438335418701,
+      "cov-distil": 3.6313791275024414,
+      "cov-distil (oracle2student)": 5.898477554321289,
+      "cov-distil (oracle2teacher)": 5.478680610656738,
       "epoch": 0.019623233908948195,
-      "rel-constrast": 5.291130542755127,
+      "rel-constrast": 5.281150817871094,
       "step": 25,
-      "subrel-constrast": 4.823647975921631,
+      "subrel-constrast": 4.84697961807251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.472700834274292,
-      "cov-distil (oracle2student)": 7.129220962524414,
-      "cov-distil (oracle2teacher)": 6.094793796539307,
+      "cov-distil": 2.5618896484375,
+      "cov-distil (oracle2student)": 6.684634208679199,
+      "cov-distil (oracle2teacher)": 6.107544898986816,
       "epoch": 0.02040816326530612,
-      "rel-constrast": 3.5912997722625732,
+      "rel-constrast": 5.561974048614502,
       "step": 26,
-      "subrel-constrast": 5.144829273223877,
+      "subrel-constrast": 5.158401966094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9654526710510254,
-      "cov-distil (oracle2student)": 3.9266674518585205,
-      "cov-distil (oracle2teacher)": 3.7392115592956543,
+      "cov-distil": 3.4488978385925293,
+      "cov-distil (oracle2student)": 4.201488494873047,
+      "cov-distil (oracle2teacher)": 3.755419969558716,
       "epoch": 0.02119309262166405,
-      "rel-constrast": 6.281983375549316,
+      "rel-constrast": 7.1170501708984375,
       "step": 27,
-      "subrel-constrast": 5.6362786293029785,
+      "subrel-constrast": 5.645744323730469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6815195083618164,
-      "cov-distil (oracle2student)": 7.881003379821777,
-      "cov-distil (oracle2teacher)": 6.115268707275391,
+      "cov-distil": 3.5048861503601074,
+      "cov-distil (oracle2student)": 9.363835334777832,
+      "cov-distil (oracle2teacher)": 6.114508628845215,
       "epoch": 0.02197802197802198,
-      "rel-constrast": 5.959110260009766,
+      "rel-constrast": 7.646869659423828,
       "step": 28,
-      "subrel-constrast": 5.209717750549316,
+      "subrel-constrast": 5.21044921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.88785982131958,
-      "cov-distil (oracle2student)": 7.003663063049316,
-      "cov-distil (oracle2teacher)": 5.766338348388672,
+      "cov-distil": 3.680500030517578,
+      "cov-distil (oracle2student)": 6.632467269897461,
+      "cov-distil (oracle2teacher)": 5.797685623168945,
       "epoch": 0.022762951334379906,
-      "rel-constrast": 8.367774963378906,
+      "rel-constrast": 7.51827335357666,
       "step": 29,
-      "subrel-constrast": 6.187191486358643,
+      "subrel-constrast": 6.216086387634277,
       "view-similarity": 0
     },
     {
       "epoch": 0.023547880690737835,
-      "grad_norm": 17.75,
+      "grad_norm": 13.9375,
       "learning_rate": 1.45e-06,
-      "loss": 1.4845,
+      "loss": 1.6469,
       "step": 30
     },
     {
-      "cov-distil": 3.3678722381591797,
-      "cov-distil (oracle2student)": 6.019737243652344,
-      "cov-distil (oracle2teacher)": 5.359318733215332,
+      "cov-distil": 3.984440326690674,
+      "cov-distil (oracle2student)": 6.131576061248779,
+      "cov-distil (oracle2teacher)": 5.355796813964844,
       "epoch": 0.023547880690737835,
-      "rel-constrast": 5.960864067077637,
+      "rel-constrast": 6.284880638122559,
       "step": 30,
-      "subrel-constrast": 5.250092029571533,
+      "subrel-constrast": 5.2382121086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0134525299072266,
-      "cov-distil (oracle2student)": 6.479032516479492,
-      "cov-distil (oracle2teacher)": 5.695158004760742,
+      "cov-distil": 3.0155134201049805,
+      "cov-distil (oracle2student)": 7.008382797241211,
+      "cov-distil (oracle2teacher)": 5.703569412231445,
       "epoch": 0.02433281004709576,
-      "rel-constrast": 4.5848002433776855,
+      "rel-constrast": 4.908280849456787,
       "step": 31,
-      "subrel-constrast": 4.0105085372924805,
+      "subrel-constrast": 4.01160192489624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.619563102722168,
-      "cov-distil (oracle2student)": 6.920108795166016,
-      "cov-distil (oracle2teacher)": 5.841458320617676,
+      "cov-distil": 4.225242614746094,
+      "cov-distil (oracle2student)": 8.343563079833984,
+      "cov-distil (oracle2teacher)": 5.84587287902832,
       "epoch": 0.02511773940345369,
-      "rel-constrast": 4.926921367645264,
+      "rel-constrast": 6.345851421356201,
       "step": 32,
-      "subrel-constrast": 5.2235589027404785,
+      "subrel-constrast": 5.233214378356934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2718629837036133,
-      "cov-distil (oracle2student)": 6.375840663909912,
-      "cov-distil (oracle2teacher)": 4.844900131225586,
+      "cov-distil": 3.712970733642578,
+      "cov-distil (oracle2student)": 5.823267936706543,
+      "cov-distil (oracle2teacher)": 4.835471153259277,
       "epoch": 0.025902668759811617,
-      "rel-constrast": 5.111979007720947,
+      "rel-constrast": 5.973106384277344,
       "step": 33,
-      "subrel-constrast": 4.850986003875732,
+      "subrel-constrast": 4.823678493499756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4088358879089355,
-      "cov-distil (oracle2student)": 6.677534103393555,
-      "cov-distil (oracle2teacher)": 5.27138090133667,
+      "cov-distil": 3.1125919818878174,
+      "cov-distil (oracle2student)": 6.801424026489258,
+      "cov-distil (oracle2teacher)": 5.275988578796387,
       "epoch": 0.026687598116169546,
-      "rel-constrast": 7.12398624420166,
+      "rel-constrast": 8.310504913330078,
       "step": 34,
-      "subrel-constrast": 6.821657180786133,
+      "subrel-constrast": 6.834089279174805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9008474349975586,
-      "cov-distil (oracle2student)": 7.56972074508667,
-      "cov-distil (oracle2teacher)": 5.675473690032959,
+      "cov-distil": 3.714435577392578,
+      "cov-distil (oracle2student)": 8.969183921813965,
+      "cov-distil (oracle2teacher)": 5.682408809661865,
       "epoch": 0.027472527472527472,
-      "rel-constrast": 7.496291160583496,
+      "rel-constrast": 8.041725158691406,
       "step": 35,
-      "subrel-constrast": 5.942625522613525,
+      "subrel-constrast": 5.941723346710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.160658836364746,
-      "cov-distil (oracle2student)": 6.67634391784668,
-      "cov-distil (oracle2teacher)": 5.331718444824219,
+      "cov-distil": 3.614877700805664,
+      "cov-distil (oracle2student)": 6.366613864898682,
+      "cov-distil (oracle2teacher)": 5.335577487945557,
       "epoch": 0.0282574568288854,
-      "rel-constrast": 7.814392566680908,
+      "rel-constrast": 9.190837860107422,
       "step": 36,
-      "subrel-constrast": 7.040494918823242,
+      "subrel-constrast": 7.067136764526367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.357525110244751,
-      "cov-distil (oracle2student)": 6.231601715087891,
-      "cov-distil (oracle2teacher)": 5.208695888519287,
+      "cov-distil": 3.8450653553009033,
+      "cov-distil (oracle2student)": 6.047454357147217,
+      "cov-distil (oracle2teacher)": 5.213205814361572,
       "epoch": 0.029042386185243328,
-      "rel-constrast": 7.538066864013672,
+      "rel-constrast": 6.673568248748779,
       "step": 37,
-      "subrel-constrast": 5.962146759033203,
+      "subrel-constrast": 5.975370407104492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8702592849731445,
-      "cov-distil (oracle2student)": 7.061007499694824,
-      "cov-distil (oracle2teacher)": 6.000612735748291,
+      "cov-distil": 3.8071889877319336,
+      "cov-distil (oracle2student)": 7.358058929443359,
+      "cov-distil (oracle2teacher)": 5.987692832946777,
       "epoch": 0.029827315541601257,
-      "rel-constrast": 5.386776447296143,
+      "rel-constrast": 5.729452610015869,
       "step": 38,
-      "subrel-constrast": 5.066832065582275,
+      "subrel-constrast": 5.061672210693359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8868913650512695,
-      "cov-distil (oracle2student)": 7.514427185058594,
-      "cov-distil (oracle2teacher)": 5.170071601867676,
+      "cov-distil": 4.27478551864624,
+      "cov-distil (oracle2student)": 7.772178649902344,
+      "cov-distil (oracle2teacher)": 5.1747541427612305,
       "epoch": 0.030612244897959183,
-      "rel-constrast": 4.858754634857178,
+      "rel-constrast": 5.992287635803223,
       "step": 39,
-      "subrel-constrast": 3.695237159729004,
+      "subrel-constrast": 3.706249713897705,
       "view-similarity": 0
     },
     {
       "epoch": 0.03139717425431711,
-      "grad_norm": 14.9375,
+      "grad_norm": 13.125,
       "learning_rate": 1.95e-06,
-      "loss": 1.6072,
+      "loss": 1.6863,
       "step": 40
     },
     {
-      "cov-distil": 2.6346449851989746,
-      "cov-distil (oracle2student)": 5.6983489990234375,
-      "cov-distil (oracle2teacher)": 4.477675437927246,
+      "cov-distil": 2.490879535675049,
+      "cov-distil (oracle2student)": 6.8234944343566895,
+      "cov-distil (oracle2teacher)": 4.459814071655273,
       "epoch": 0.03139717425431711,
-      "rel-constrast": 5.201531887054443,
+      "rel-constrast": 5.685905933380127,
       "step": 40,
-      "subrel-constrast": 4.837984085083008,
+      "subrel-constrast": 4.810550212860107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.228761672973633,
-      "cov-distil (oracle2student)": 5.368660926818848,
-      "cov-distil (oracle2teacher)": 4.376315116882324,
+      "cov-distil": 3.372016429901123,
+      "cov-distil (oracle2student)": 5.904580593109131,
+      "cov-distil (oracle2teacher)": 4.370768070220947,
       "epoch": 0.03218210361067504,
-      "rel-constrast": 5.638035774230957,
+      "rel-constrast": 6.199946403503418,
       "step": 41,
-      "subrel-constrast": 4.828268051147461,
+      "subrel-constrast": 4.8211469650268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0427069664001465,
-      "cov-distil (oracle2student)": 5.979119300842285,
-      "cov-distil (oracle2teacher)": 5.161935329437256,
+      "cov-distil": 2.958930492401123,
+      "cov-distil (oracle2student)": 7.471307754516602,
+      "cov-distil (oracle2teacher)": 5.151291847229004,
       "epoch": 0.03296703296703297,
-      "rel-constrast": 7.022146701812744,
+      "rel-constrast": 7.081484794616699,
       "step": 42,
-      "subrel-constrast": 5.421981334686279,
+      "subrel-constrast": 5.426586151123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3467624187469482,
-      "cov-distil (oracle2student)": 5.9029388427734375,
-      "cov-distil (oracle2teacher)": 5.593547821044922,
+      "cov-distil": 3.2337143421173096,
+      "cov-distil (oracle2student)": 5.53568172454834,
+      "cov-distil (oracle2teacher)": 5.589142799377441,
       "epoch": 0.033751962323390894,
-      "rel-constrast": 5.638243198394775,
+      "rel-constrast": 5.160932540893555,
       "step": 43,
-      "subrel-constrast": 4.6920084953308105,
+      "subrel-constrast": 4.692704677581787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.569026470184326,
-      "cov-distil (oracle2student)": 6.0826921463012695,
-      "cov-distil (oracle2teacher)": 4.832727909088135,
+      "cov-distil": 3.35990309715271,
+      "cov-distil (oracle2student)": 7.275060653686523,
+      "cov-distil (oracle2teacher)": 4.804718494415283,
       "epoch": 0.03453689167974882,
-      "rel-constrast": 7.202978134155273,
+      "rel-constrast": 8.454798698425293,
       "step": 44,
-      "subrel-constrast": 6.782849311828613,
+      "subrel-constrast": 6.773467540740967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.127652168273926,
-      "cov-distil (oracle2student)": 6.768123626708984,
-      "cov-distil (oracle2teacher)": 4.924043655395508,
+      "cov-distil": 3.491610288619995,
+      "cov-distil (oracle2student)": 7.4995832443237305,
+      "cov-distil (oracle2teacher)": 4.9187211990356445,
       "epoch": 0.03532182103610675,
-      "rel-constrast": 5.803994655609131,
+      "rel-constrast": 7.535643577575684,
       "step": 45,
-      "subrel-constrast": 4.7947678565979,
+      "subrel-constrast": 4.781098365783691,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7271077632904053,
-      "cov-distil (oracle2student)": 6.987262725830078,
-      "cov-distil (oracle2teacher)": 6.622386932373047,
+      "cov-distil": 3.005734920501709,
+      "cov-distil (oracle2student)": 9.106340408325195,
+      "cov-distil (oracle2teacher)": 6.616678237915039,
       "epoch": 0.03610675039246468,
-      "rel-constrast": 7.125826835632324,
+      "rel-constrast": 10.04529857635498,
       "step": 46,
-      "subrel-constrast": 6.822656631469727,
+      "subrel-constrast": 6.789626121520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9657368659973145,
-      "cov-distil (oracle2student)": 7.144539833068848,
-      "cov-distil (oracle2teacher)": 4.797128677368164,
+      "cov-distil": 3.370296001434326,
+      "cov-distil (oracle2student)": 6.040105819702148,
+      "cov-distil (oracle2teacher)": 4.779016017913818,
       "epoch": 0.036891679748822605,
-      "rel-constrast": 7.449712753295898,
+      "rel-constrast": 7.2539567947387695,
       "step": 47,
-      "subrel-constrast": 5.7075347900390625,
+      "subrel-constrast": 5.680440425872803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.010920763015747,
-      "cov-distil (oracle2student)": 6.869639873504639,
-      "cov-distil (oracle2teacher)": 6.162985801696777,
+      "cov-distil": 3.465224266052246,
+      "cov-distil (oracle2student)": 7.6831254959106445,
+      "cov-distil (oracle2teacher)": 6.192329406738281,
       "epoch": 0.03767660910518053,
-      "rel-constrast": 5.459962844848633,
+      "rel-constrast": 7.904606342315674,
       "step": 48,
-      "subrel-constrast": 5.051971435546875,
+      "subrel-constrast": 5.06799840927124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7146430015563965,
-      "cov-distil (oracle2student)": 8.329263687133789,
-      "cov-distil (oracle2teacher)": 6.467747688293457,
+      "cov-distil": 2.7054972648620605,
+      "cov-distil (oracle2student)": 8.671092987060547,
+      "cov-distil (oracle2teacher)": 6.478757858276367,
       "epoch": 0.038461538461538464,
-      "rel-constrast": 8.239823341369629,
+      "rel-constrast": 7.534646034240723,
       "step": 49,
-      "subrel-constrast": 6.8162150382995605,
+      "subrel-constrast": 6.82273006439209,
       "view-similarity": 0
     },
     {
       "epoch": 0.03924646781789639,
-      "grad_norm": 19.875,
+      "grad_norm": 18.875,
       "learning_rate": 2.4500000000000003e-06,
-      "loss": 1.6955,
+      "loss": 1.8214,
       "step": 50
     },
     {
-      "cov-distil": 3.2634499073028564,
-      "cov-distil (oracle2student)": 6.130512714385986,
-      "cov-distil (oracle2teacher)": 4.082253456115723,
+      "cov-distil": 2.6291584968566895,
+      "cov-distil (oracle2student)": 7.311351299285889,
+      "cov-distil (oracle2teacher)": 4.0930399894714355,
       "epoch": 0.03924646781789639,
-      "rel-constrast": 6.289271354675293,
+      "rel-constrast": 6.829806804656982,
       "step": 50,
-      "subrel-constrast": 4.33033561706543,
+      "subrel-constrast": 4.330165386199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.303950309753418,
-      "cov-distil (oracle2student)": 8.357975006103516,
-      "cov-distil (oracle2teacher)": 7.021708011627197,
+      "cov-distil": 3.365419387817383,
+      "cov-distil (oracle2student)": 8.432143211364746,
+      "cov-distil (oracle2teacher)": 7.026699542999268,
       "epoch": 0.040031397174254316,
-      "rel-constrast": 8.334805488586426,
+      "rel-constrast": 9.250499725341797,
       "step": 51,
-      "subrel-constrast": 8.139405250549316,
+      "subrel-constrast": 8.125835418701172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2591934204101562,
-      "cov-distil (oracle2student)": 5.158834457397461,
-      "cov-distil (oracle2teacher)": 4.110507488250732,
+      "cov-distil": 2.8423402309417725,
+      "cov-distil (oracle2student)": 5.075362205505371,
+      "cov-distil (oracle2teacher)": 4.121172904968262,
       "epoch": 0.04081632653061224,
-      "rel-constrast": 5.297996520996094,
+      "rel-constrast": 6.0786824226379395,
       "step": 52,
-      "subrel-constrast": 4.4804863929748535,
+      "subrel-constrast": 4.4702582359313965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.50638484954834,
-      "cov-distil (oracle2student)": 5.478808403015137,
-      "cov-distil (oracle2teacher)": 4.114658832550049,
+      "cov-distil": 2.8154115676879883,
+      "cov-distil (oracle2student)": 5.791227340698242,
+      "cov-distil (oracle2teacher)": 4.123198986053467,
       "epoch": 0.041601255886970175,
-      "rel-constrast": 8.10940170288086,
+      "rel-constrast": 6.861392974853516,
       "step": 53,
-      "subrel-constrast": 5.969902038574219,
+      "subrel-constrast": 5.981134414672852,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8422069549560547,
-      "cov-distil (oracle2student)": 6.521360874176025,
-      "cov-distil (oracle2teacher)": 6.3603925704956055,
+      "cov-distil": 3.900022268295288,
+      "cov-distil (oracle2student)": 8.122893333435059,
+      "cov-distil (oracle2teacher)": 6.361747741699219,
       "epoch": 0.0423861852433281,
-      "rel-constrast": 5.607071399688721,
+      "rel-constrast": 8.272314071655273,
       "step": 54,
-      "subrel-constrast": 6.106446743011475,
+      "subrel-constrast": 6.08811616897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.085712194442749,
-      "cov-distil (oracle2student)": 10.780364990234375,
-      "cov-distil (oracle2teacher)": 8.867908477783203,
+      "cov-distil": 3.2527847290039062,
+      "cov-distil (oracle2student)": 11.888465881347656,
+      "cov-distil (oracle2teacher)": 8.881461143493652,
       "epoch": 0.04317111459968603,
-      "rel-constrast": 6.090634346008301,
+      "rel-constrast": 7.306093215942383,
       "step": 55,
-      "subrel-constrast": 6.779709339141846,
+      "subrel-constrast": 6.8132147789001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.785494565963745,
-      "cov-distil (oracle2student)": 5.962707996368408,
-      "cov-distil (oracle2teacher)": 5.319881439208984,
+      "cov-distil": 2.3476932048797607,
+      "cov-distil (oracle2student)": 6.377933502197266,
+      "cov-distil (oracle2teacher)": 5.320643424987793,
       "epoch": 0.04395604395604396,
-      "rel-constrast": 5.856771469116211,
+      "rel-constrast": 6.677924156188965,
       "step": 56,
-      "subrel-constrast": 5.509479522705078,
+      "subrel-constrast": 5.497114181518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.584353446960449,
-      "cov-distil (oracle2student)": 6.202386379241943,
-      "cov-distil (oracle2teacher)": 4.929106712341309,
+      "cov-distil": 2.8212897777557373,
+      "cov-distil (oracle2student)": 7.0328497886657715,
+      "cov-distil (oracle2teacher)": 4.926990509033203,
       "epoch": 0.044740973312401885,
-      "rel-constrast": 6.150420188903809,
+      "rel-constrast": 6.758581638336182,
       "step": 57,
-      "subrel-constrast": 5.121495723724365,
+      "subrel-constrast": 5.120245933532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701603889465332,
-      "cov-distil (oracle2student)": 6.837789058685303,
-      "cov-distil (oracle2teacher)": 5.625697135925293,
+      "cov-distil": 2.9307730197906494,
+      "cov-distil (oracle2student)": 7.24095344543457,
+      "cov-distil (oracle2teacher)": 5.6341962814331055,
       "epoch": 0.04552590266875981,
-      "rel-constrast": 7.76063346862793,
+      "rel-constrast": 8.40756893157959,
       "step": 58,
-      "subrel-constrast": 5.378823280334473,
+      "subrel-constrast": 5.365998268127441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.710871696472168,
-      "cov-distil (oracle2student)": 9.897594451904297,
-      "cov-distil (oracle2teacher)": 8.850130081176758,
+      "cov-distil": 2.6584744453430176,
+      "cov-distil (oracle2student)": 11.508739471435547,
+      "cov-distil (oracle2teacher)": 8.840907096862793,
       "epoch": 0.04631083202511774,
-      "rel-constrast": 7.0981221199035645,
+      "rel-constrast": 9.642732620239258,
       "step": 59,
-      "subrel-constrast": 7.289656639099121,
+      "subrel-constrast": 7.269655704498291,
       "view-similarity": 0
     },
     {
       "epoch": 0.04709576138147567,
-      "grad_norm": 16.0,
+      "grad_norm": 16.125,
       "learning_rate": 2.95e-06,
-      "loss": 1.7425,
+      "loss": 1.9021,
       "step": 60
     },
     {
-      "cov-distil": 3.577488899230957,
-      "cov-distil (oracle2student)": 5.867010116577148,
-      "cov-distil (oracle2teacher)": 4.743719100952148,
+      "cov-distil": 3.2480406761169434,
+      "cov-distil (oracle2student)": 5.2012939453125,
+      "cov-distil (oracle2teacher)": 4.705401420593262,
       "epoch": 0.04709576138147567,
-      "rel-constrast": 5.175161838531494,
+      "rel-constrast": 4.42464542388916,
       "step": 60,
-      "subrel-constrast": 4.913603782653809,
+      "subrel-constrast": 4.878454208374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8872010707855225,
-      "cov-distil (oracle2student)": 5.9557085037231445,
-      "cov-distil (oracle2teacher)": 4.901673316955566,
+      "cov-distil": 4.150854110717773,
+      "cov-distil (oracle2student)": 6.158968448638916,
+      "cov-distil (oracle2teacher)": 4.892792701721191,
       "epoch": 0.047880690737833596,
-      "rel-constrast": 6.276098728179932,
+      "rel-constrast": 6.939353942871094,
       "step": 61,
-      "subrel-constrast": 5.370903015136719,
+      "subrel-constrast": 5.360445499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.1421709060668945,
-      "cov-distil (oracle2student)": 6.92226505279541,
-      "cov-distil (oracle2teacher)": 5.605046272277832,
+      "cov-distil": 3.7282018661499023,
+      "cov-distil (oracle2student)": 6.608123779296875,
+      "cov-distil (oracle2teacher)": 5.6158976554870605,
       "epoch": 0.04866562009419152,
-      "rel-constrast": 5.787407398223877,
+      "rel-constrast": 4.260720252990723,
       "step": 62,
-      "subrel-constrast": 4.8872456550598145,
+      "subrel-constrast": 4.891846656799316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.272606372833252,
-      "cov-distil (oracle2student)": 5.872837066650391,
-      "cov-distil (oracle2teacher)": 3.8666348457336426,
+      "cov-distil": 2.631406545639038,
+      "cov-distil (oracle2student)": 6.137662887573242,
+      "cov-distil (oracle2teacher)": 3.853431224822998,
       "epoch": 0.04945054945054945,
-      "rel-constrast": 8.104948043823242,
+      "rel-constrast": 7.508699417114258,
       "step": 63,
-      "subrel-constrast": 5.131637096405029,
+      "subrel-constrast": 5.11701774597168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4897913932800293,
-      "cov-distil (oracle2student)": 5.026608467102051,
-      "cov-distil (oracle2teacher)": 3.4872422218322754,
+      "cov-distil": 3.1950016021728516,
+      "cov-distil (oracle2student)": 3.944035053253174,
+      "cov-distil (oracle2teacher)": 3.4697511196136475,
       "epoch": 0.05023547880690738,
-      "rel-constrast": 5.219900608062744,
+      "rel-constrast": 5.170882225036621,
       "step": 64,
-      "subrel-constrast": 3.928039073944092,
+      "subrel-constrast": 3.9177777767181396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8875179290771484,
-      "cov-distil (oracle2student)": 7.8943681716918945,
-      "cov-distil (oracle2teacher)": 6.027787685394287,
+      "cov-distil": 2.4478824138641357,
+      "cov-distil (oracle2student)": 7.8331618309021,
+      "cov-distil (oracle2teacher)": 6.046019554138184,
       "epoch": 0.05102040816326531,
-      "rel-constrast": 6.689120292663574,
+      "rel-constrast": 6.368701457977295,
       "step": 65,
-      "subrel-constrast": 5.134953022003174,
+      "subrel-constrast": 5.1522016525268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.124709129333496,
-      "cov-distil (oracle2student)": 5.3820366859436035,
-      "cov-distil (oracle2teacher)": 3.774514675140381,
+      "cov-distil": 3.1648130416870117,
+      "cov-distil (oracle2student)": 4.678180694580078,
+      "cov-distil (oracle2teacher)": 3.793081283569336,
       "epoch": 0.05180533751962323,
-      "rel-constrast": 5.537747859954834,
+      "rel-constrast": 5.03807258605957,
       "step": 66,
-      "subrel-constrast": 3.9992260932922363,
+      "subrel-constrast": 4.0111541748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.69231915473938,
-      "cov-distil (oracle2student)": 6.316229820251465,
-      "cov-distil (oracle2teacher)": 5.133339881896973,
+      "cov-distil": 2.472651958465576,
+      "cov-distil (oracle2student)": 5.728545188903809,
+      "cov-distil (oracle2teacher)": 5.111483573913574,
       "epoch": 0.05259026687598116,
-      "rel-constrast": 7.291317462921143,
+      "rel-constrast": 6.382413387298584,
       "step": 67,
-      "subrel-constrast": 5.170005798339844,
+      "subrel-constrast": 5.162803649902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.139277935028076,
-      "cov-distil (oracle2student)": 5.806092262268066,
-      "cov-distil (oracle2teacher)": 4.283236503601074,
+      "cov-distil": 2.8649234771728516,
+      "cov-distil (oracle2student)": 5.562172889709473,
+      "cov-distil (oracle2teacher)": 4.297783851623535,
       "epoch": 0.05337519623233909,
-      "rel-constrast": 4.4095139503479,
+      "rel-constrast": 4.3729071617126465,
       "step": 68,
-      "subrel-constrast": 4.170525074005127,
+      "subrel-constrast": 4.188640594482422,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6359305381774902,
-      "cov-distil (oracle2student)": 6.551682949066162,
-      "cov-distil (oracle2teacher)": 5.043990135192871,
+      "cov-distil": 2.9627068042755127,
+      "cov-distil (oracle2student)": 6.552493095397949,
+      "cov-distil (oracle2teacher)": 5.048953533172607,
       "epoch": 0.05416012558869702,
-      "rel-constrast": 5.37055778503418,
+      "rel-constrast": 6.077182769775391,
       "step": 69,
-      "subrel-constrast": 5.060253620147705,
+      "subrel-constrast": 5.077021598815918,
       "view-similarity": 0
     },
     {
       "epoch": 0.054945054945054944,
-      "grad_norm": 14.3125,
+      "grad_norm": 13.625,
       "learning_rate": 3.4500000000000004e-06,
-      "loss": 1.5812,
+      "loss": 1.4136,
       "step": 70
     },
     {
-      "cov-distil": 3.1894845962524414,
-      "cov-distil (oracle2student)": 6.189196586608887,
-      "cov-distil (oracle2teacher)": 5.366331577301025,
+      "cov-distil": 3.839323043823242,
+      "cov-distil (oracle2student)": 7.114139556884766,
+      "cov-distil (oracle2teacher)": 5.370059013366699,
       "epoch": 0.054945054945054944,
-      "rel-constrast": 6.035884380340576,
+      "rel-constrast": 7.220484733581543,
       "step": 70,
-      "subrel-constrast": 5.30534553527832,
+      "subrel-constrast": 5.300345420837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3957502841949463,
-      "cov-distil (oracle2student)": 6.262465476989746,
-      "cov-distil (oracle2teacher)": 4.591742038726807,
+      "cov-distil": 3.6297998428344727,
+      "cov-distil (oracle2student)": 6.2254228591918945,
+      "cov-distil (oracle2teacher)": 4.582761764526367,
       "epoch": 0.05572998430141287,
-      "rel-constrast": 5.4684906005859375,
+      "rel-constrast": 7.259527206420898,
       "step": 71,
-      "subrel-constrast": 5.43447732925415,
+      "subrel-constrast": 5.43417501449585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7110936641693115,
-      "cov-distil (oracle2student)": 9.013875007629395,
-      "cov-distil (oracle2teacher)": 6.714155197143555,
+      "cov-distil": 4.334882736206055,
+      "cov-distil (oracle2student)": 9.22071647644043,
+      "cov-distil (oracle2teacher)": 6.7221479415893555,
       "epoch": 0.0565149136577708,
-      "rel-constrast": 8.860300064086914,
+      "rel-constrast": 7.284117698669434,
       "step": 72,
-      "subrel-constrast": 6.688097953796387,
+      "subrel-constrast": 6.694758892059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.631287097930908,
-      "cov-distil (oracle2student)": 5.5042829513549805,
-      "cov-distil (oracle2teacher)": 4.045653820037842,
+      "cov-distil": 3.756556272506714,
+      "cov-distil (oracle2student)": 5.32456111907959,
+      "cov-distil (oracle2teacher)": 4.031085968017578,
       "epoch": 0.05729984301412873,
-      "rel-constrast": 7.457805156707764,
+      "rel-constrast": 7.2440505027771,
       "step": 73,
-      "subrel-constrast": 5.069272518157959,
+      "subrel-constrast": 5.020334243774414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0951480865478516,
-      "cov-distil (oracle2student)": 10.49281120300293,
-      "cov-distil (oracle2teacher)": 8.873029708862305,
+      "cov-distil": 2.848531484603882,
+      "cov-distil (oracle2student)": 11.319361686706543,
+      "cov-distil (oracle2teacher)": 8.855400085449219,
       "epoch": 0.058084772370486655,
-      "rel-constrast": 8.317502975463867,
+      "rel-constrast": 7.886209964752197,
       "step": 74,
-      "subrel-constrast": 6.139723300933838,
+      "subrel-constrast": 6.120777130126953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.448239803314209,
-      "cov-distil (oracle2student)": 6.778696060180664,
-      "cov-distil (oracle2teacher)": 6.750767707824707,
+      "cov-distil": 2.8501079082489014,
+      "cov-distil (oracle2student)": 8.351690292358398,
+      "cov-distil (oracle2teacher)": 6.757690906524658,
       "epoch": 0.05886970172684458,
-      "rel-constrast": 6.208157062530518,
+      "rel-constrast": 6.679050922393799,
       "step": 75,
-      "subrel-constrast": 5.600346088409424,
+      "subrel-constrast": 5.624090671539307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9895548820495605,
-      "cov-distil (oracle2student)": 4.833767890930176,
-      "cov-distil (oracle2teacher)": 3.8940680027008057,
+      "cov-distil": 3.5314688682556152,
+      "cov-distil (oracle2student)": 5.017168045043945,
+      "cov-distil (oracle2teacher)": 3.8966832160949707,
       "epoch": 0.059654631083202514,
-      "rel-constrast": 5.301086902618408,
+      "rel-constrast": 6.55039119720459,
       "step": 76,
-      "subrel-constrast": 4.662568092346191,
+      "subrel-constrast": 4.654542922973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.35664701461792,
-      "cov-distil (oracle2student)": 5.233097076416016,
-      "cov-distil (oracle2teacher)": 4.739679336547852,
+      "cov-distil": 3.1191458702087402,
+      "cov-distil (oracle2student)": 7.10849142074585,
+      "cov-distil (oracle2teacher)": 4.753877639770508,
       "epoch": 0.06043956043956044,
-      "rel-constrast": 5.103623867034912,
+      "rel-constrast": 6.13774299621582,
       "step": 77,
-      "subrel-constrast": 4.268317222595215,
+      "subrel-constrast": 4.276573181152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.415127754211426,
-      "cov-distil (oracle2student)": 6.644197940826416,
-      "cov-distil (oracle2teacher)": 6.356894493103027,
+      "cov-distil": 2.9652886390686035,
+      "cov-distil (oracle2student)": 6.870312213897705,
+      "cov-distil (oracle2teacher)": 6.381089210510254,
       "epoch": 0.061224489795918366,
-      "rel-constrast": 6.561215400695801,
+      "rel-constrast": 7.212562561035156,
       "step": 78,
-      "subrel-constrast": 5.962937355041504,
+      "subrel-constrast": 5.970656871795654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.510354995727539,
-      "cov-distil (oracle2student)": 8.139422416687012,
-      "cov-distil (oracle2teacher)": 5.43863582611084,
+      "cov-distil": 3.88862943649292,
+      "cov-distil (oracle2student)": 6.771824836730957,
+      "cov-distil (oracle2teacher)": 5.442126274108887,
       "epoch": 0.06200941915227629,
-      "rel-constrast": 6.134330749511719,
+      "rel-constrast": 6.070984363555908,
       "step": 79,
-      "subrel-constrast": 5.620271682739258,
+      "subrel-constrast": 5.592937469482422,
       "view-similarity": 0
     },
     {
       "epoch": 0.06279434850863422,
-      "grad_norm": 15.1875,
+      "grad_norm": 14.75,
       "learning_rate": 3.95e-06,
-      "loss": 1.7156,
+      "loss": 1.7386,
       "step": 80
     },
     {
-      "cov-distil": 3.3284835815429688,
-      "cov-distil (oracle2student)": 7.619293212890625,
-      "cov-distil (oracle2teacher)": 7.302314281463623,
+      "cov-distil": 3.514498472213745,
+      "cov-distil (oracle2student)": 9.237842559814453,
+      "cov-distil (oracle2teacher)": 7.348791122436523,
       "epoch": 0.06279434850863422,
-      "rel-constrast": 7.173356533050537,
+      "rel-constrast": 9.205596923828125,
       "step": 80,
-      "subrel-constrast": 6.808206558227539,
+      "subrel-constrast": 6.820802688598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4397096633911133,
-      "cov-distil (oracle2student)": 7.676415920257568,
-      "cov-distil (oracle2teacher)": 7.032059669494629,
+      "cov-distil": 3.5047049522399902,
+      "cov-distil (oracle2student)": 7.59220552444458,
+      "cov-distil (oracle2teacher)": 6.999439239501953,
       "epoch": 0.06357927786499215,
-      "rel-constrast": 6.886641502380371,
+      "rel-constrast": 7.212032318115234,
       "step": 81,
-      "subrel-constrast": 6.984169960021973,
+      "subrel-constrast": 6.95530366897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0268101692199707,
-      "cov-distil (oracle2student)": 7.81688117980957,
-      "cov-distil (oracle2teacher)": 6.540698528289795,
+      "cov-distil": 3.000718116760254,
+      "cov-distil (oracle2student)": 7.446198463439941,
+      "cov-distil (oracle2teacher)": 6.537316799163818,
       "epoch": 0.06436420722135008,
-      "rel-constrast": 5.896097660064697,
+      "rel-constrast": 5.703088283538818,
       "step": 82,
-      "subrel-constrast": 5.227864742279053,
+      "subrel-constrast": 5.217872142791748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.393474578857422,
-      "cov-distil (oracle2student)": 6.482656478881836,
-      "cov-distil (oracle2teacher)": 5.574152946472168,
+      "cov-distil": 3.320131540298462,
+      "cov-distil (oracle2student)": 6.305401802062988,
+      "cov-distil (oracle2teacher)": 5.572563171386719,
       "epoch": 0.065149136577708,
-      "rel-constrast": 6.319892883300781,
+      "rel-constrast": 6.859314918518066,
       "step": 83,
-      "subrel-constrast": 5.442715644836426,
+      "subrel-constrast": 5.421894073486328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.517345905303955,
-      "cov-distil (oracle2student)": 6.040264129638672,
-      "cov-distil (oracle2teacher)": 5.348058223724365,
+      "cov-distil": 3.191112518310547,
+      "cov-distil (oracle2student)": 6.1467132568359375,
+      "cov-distil (oracle2teacher)": 5.336712837219238,
       "epoch": 0.06593406593406594,
-      "rel-constrast": 5.40537166595459,
+      "rel-constrast": 5.71973180770874,
       "step": 84,
-      "subrel-constrast": 4.604902267456055,
+      "subrel-constrast": 4.596525192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.264801502227783,
-      "cov-distil (oracle2student)": 4.99867057800293,
-      "cov-distil (oracle2teacher)": 4.295378684997559,
+      "cov-distil": 3.467418670654297,
+      "cov-distil (oracle2student)": 4.397757053375244,
+      "cov-distil (oracle2teacher)": 4.261507034301758,
       "epoch": 0.06671899529042387,
-      "rel-constrast": 5.624813079833984,
+      "rel-constrast": 4.311592102050781,
       "step": 85,
-      "subrel-constrast": 4.161462783813477,
+      "subrel-constrast": 4.140945911407471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266205310821533,
-      "cov-distil (oracle2student)": 8.019726753234863,
-      "cov-distil (oracle2teacher)": 6.3382158279418945,
+      "cov-distil": 2.6339776515960693,
+      "cov-distil (oracle2student)": 7.504982948303223,
+      "cov-distil (oracle2teacher)": 6.342288970947266,
       "epoch": 0.06750392464678179,
-      "rel-constrast": 5.973287582397461,
+      "rel-constrast": 6.919770240783691,
       "step": 86,
-      "subrel-constrast": 5.353548526763916,
+      "subrel-constrast": 5.356539726257324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9515674114227295,
-      "cov-distil (oracle2student)": 6.66702938079834,
-      "cov-distil (oracle2teacher)": 5.54303503036499,
+      "cov-distil": 3.273770332336426,
+      "cov-distil (oracle2student)": 5.814985275268555,
+      "cov-distil (oracle2teacher)": 5.552024841308594,
       "epoch": 0.06828885400313972,
-      "rel-constrast": 7.188405990600586,
+      "rel-constrast": 6.946782112121582,
       "step": 87,
-      "subrel-constrast": 6.352745056152344,
+      "subrel-constrast": 6.339221000671387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.024931907653809,
-      "cov-distil (oracle2student)": 8.261985778808594,
-      "cov-distil (oracle2teacher)": 8.335884094238281,
+      "cov-distil": 3.913015365600586,
+      "cov-distil (oracle2student)": 10.147391319274902,
+      "cov-distil (oracle2teacher)": 8.299596786499023,
       "epoch": 0.06907378335949764,
-      "rel-constrast": 6.1363115310668945,
+      "rel-constrast": 7.445561408996582,
       "step": 88,
-      "subrel-constrast": 5.887054920196533,
+      "subrel-constrast": 5.841367244720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.616726875305176,
-      "cov-distil (oracle2student)": 7.866814613342285,
-      "cov-distil (oracle2teacher)": 6.4071946144104,
+      "cov-distil": 3.014737129211426,
+      "cov-distil (oracle2student)": 8.533182144165039,
+      "cov-distil (oracle2teacher)": 6.393281936645508,
       "epoch": 0.06985871271585557,
-      "rel-constrast": 6.378461837768555,
+      "rel-constrast": 6.527789115905762,
       "step": 89,
-      "subrel-constrast": 5.206252098083496,
+      "subrel-constrast": 5.174871444702148,
       "view-similarity": 0
     },
     {
       "epoch": 0.0706436420722135,
-      "grad_norm": 17.75,
+      "grad_norm": 16.0,
       "learning_rate": 4.45e-06,
-      "loss": 1.6566,
+      "loss": 1.6713,
       "step": 90
     },
     {
-      "cov-distil": 3.3641278743743896,
-      "cov-distil (oracle2student)": 5.879482269287109,
-      "cov-distil (oracle2teacher)": 4.661038398742676,
+      "cov-distil": 4.172259330749512,
+      "cov-distil (oracle2student)": 6.947085380554199,
+      "cov-distil (oracle2teacher)": 4.661184787750244,
       "epoch": 0.0706436420722135,
-      "rel-constrast": 4.970180511474609,
+      "rel-constrast": 7.325626850128174,
       "step": 90,
-      "subrel-constrast": 4.763465881347656,
+      "subrel-constrast": 4.767091274261475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9355416297912598,
-      "cov-distil (oracle2student)": 6.9991936683654785,
-      "cov-distil (oracle2teacher)": 5.924701690673828,
+      "cov-distil": 2.842317819595337,
+      "cov-distil (oracle2student)": 6.475354194641113,
+      "cov-distil (oracle2teacher)": 5.886109828948975,
       "epoch": 0.07142857142857142,
-      "rel-constrast": 5.827273845672607,
+      "rel-constrast": 4.6491289138793945,
       "step": 91,
-      "subrel-constrast": 4.389217853546143,
+      "subrel-constrast": 4.35485315322876,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.328171491622925,
-      "cov-distil (oracle2student)": 6.016704559326172,
-      "cov-distil (oracle2teacher)": 5.018207550048828,
+      "cov-distil": 3.5069222450256348,
+      "cov-distil (oracle2student)": 7.179730415344238,
+      "cov-distil (oracle2teacher)": 5.005096435546875,
       "epoch": 0.07221350078492936,
-      "rel-constrast": 6.104631423950195,
+      "rel-constrast": 6.764369964599609,
       "step": 92,
-      "subrel-constrast": 5.1348137855529785,
+      "subrel-constrast": 5.091543674468994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7416696548461914,
-      "cov-distil (oracle2student)": 6.554116249084473,
-      "cov-distil (oracle2teacher)": 5.632503509521484,
+      "cov-distil": 2.8493378162384033,
+      "cov-distil (oracle2student)": 6.265390872955322,
+      "cov-distil (oracle2teacher)": 5.647514820098877,
       "epoch": 0.07299843014128729,
-      "rel-constrast": 4.428642272949219,
+      "rel-constrast": 5.97506856918335,
       "step": 93,
-      "subrel-constrast": 4.080572605133057,
+      "subrel-constrast": 4.0710225105285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.126981258392334,
-      "cov-distil (oracle2student)": 7.561041355133057,
-      "cov-distil (oracle2teacher)": 6.536598205566406,
+      "cov-distil": 4.365849018096924,
+      "cov-distil (oracle2student)": 7.752453804016113,
+      "cov-distil (oracle2teacher)": 6.529370307922363,
       "epoch": 0.07378335949764521,
-      "rel-constrast": 6.626583576202393,
+      "rel-constrast": 6.864980697631836,
       "step": 94,
-      "subrel-constrast": 6.036290168762207,
+      "subrel-constrast": 6.003664970397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.266633987426758,
-      "cov-distil (oracle2student)": 8.336587905883789,
-      "cov-distil (oracle2teacher)": 6.737848281860352,
+      "cov-distil": 3.9482431411743164,
+      "cov-distil (oracle2student)": 8.208736419677734,
+      "cov-distil (oracle2teacher)": 6.756885528564453,
       "epoch": 0.07456828885400314,
-      "rel-constrast": 5.243127822875977,
+      "rel-constrast": 6.474591255187988,
       "step": 95,
-      "subrel-constrast": 5.471756458282471,
+      "subrel-constrast": 5.497350692749023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3002748489379883,
-      "cov-distil (oracle2student)": 7.252134799957275,
-      "cov-distil (oracle2teacher)": 5.29237174987793,
+      "cov-distil": 3.8980870246887207,
+      "cov-distil (oracle2student)": 6.817686080932617,
+      "cov-distil (oracle2teacher)": 5.284598350524902,
       "epoch": 0.07535321821036106,
-      "rel-constrast": 6.544553756713867,
+      "rel-constrast": 6.325166702270508,
       "step": 96,
-      "subrel-constrast": 4.715362548828125,
+      "subrel-constrast": 4.700587749481201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.930333375930786,
-      "cov-distil (oracle2student)": 7.169529914855957,
-      "cov-distil (oracle2teacher)": 6.204681396484375,
+      "cov-distil": 3.492767095565796,
+      "cov-distil (oracle2student)": 7.6443023681640625,
+      "cov-distil (oracle2teacher)": 6.197578430175781,
       "epoch": 0.076138147566719,
-      "rel-constrast": 8.069984436035156,
+      "rel-constrast": 7.580464839935303,
       "step": 97,
-      "subrel-constrast": 6.452698230743408,
+      "subrel-constrast": 6.411718368530273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3107340335845947,
-      "cov-distil (oracle2student)": 5.442892074584961,
-      "cov-distil (oracle2teacher)": 5.070485591888428,
+      "cov-distil": 4.256983280181885,
+      "cov-distil (oracle2student)": 5.973204612731934,
+      "cov-distil (oracle2teacher)": 5.072113990783691,
       "epoch": 0.07692307692307693,
-      "rel-constrast": 5.03950834274292,
+      "rel-constrast": 5.687909126281738,
       "step": 98,
-      "subrel-constrast": 5.33092737197876,
+      "subrel-constrast": 5.3254714012146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7905068397521973,
-      "cov-distil (oracle2student)": 6.082137584686279,
-      "cov-distil (oracle2teacher)": 5.644770622253418,
+      "cov-distil": 3.688767910003662,
+      "cov-distil (oracle2student)": 7.6080427169799805,
+      "cov-distil (oracle2teacher)": 5.660515785217285,
       "epoch": 0.07770800627943485,
-      "rel-constrast": 5.238041400909424,
+      "rel-constrast": 6.207898139953613,
       "step": 99,
-      "subrel-constrast": 5.280867576599121,
+      "subrel-constrast": 5.273509502410889,
       "view-similarity": 0
     },
     {
       "epoch": 0.07849293563579278,
-      "grad_norm": 16.25,
+      "grad_norm": 13.1875,
       "learning_rate": 4.950000000000001e-06,
-      "loss": 1.5351,
+      "loss": 1.5964,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
-      "overlap": 0.20468750596046448,
+      "overlap": 0.26093751192092896,
       "step": 100
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "student margin": 0.018585205078125
+      "student margin": 0.02233123779296875
     },
     {
       "epoch": 0.07849293563579278,
       "step": 100,
-      "teacher margin": 0.0267791748046875
+      "teacher margin": 0.02655029296875
     },
     {
       "epoch": 0.07849293563579278,
-      "margin difference": 0.0081939697265625,
+      "margin difference": 0.00421905517578125,
       "step": 100
     },
     {
-      "cov-distil": 3.0693624019622803,
-      "cov-distil (oracle2student)": 6.980118751525879,
-      "cov-distil (oracle2teacher)": 5.044774055480957,
+      "cov-distil": 3.0646181106567383,
+      "cov-distil (oracle2student)": 5.650156021118164,
+      "cov-distil (oracle2teacher)": 5.052879333496094,
       "epoch": 0.07849293563579278,
-      "rel-constrast": 9.246582984924316,
+      "rel-constrast": 7.446720123291016,
       "step": 100,
-      "subrel-constrast": 5.737648963928223,
+      "subrel-constrast": 5.769871234893799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.966313362121582,
-      "cov-distil (oracle2student)": 6.273595809936523,
-      "cov-distil (oracle2teacher)": 6.362914562225342,
+      "cov-distil": 4.30760383605957,
+      "cov-distil (oracle2student)": 7.590290069580078,
+      "cov-distil (oracle2teacher)": 6.352579116821289,
       "epoch": 0.07927786499215071,
-      "rel-constrast": 8.411349296569824,
+      "rel-constrast": 9.573251724243164,
       "step": 101,
-      "subrel-constrast": 8.01908016204834,
+      "subrel-constrast": 8.01053524017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8371520042419434,
-      "cov-distil (oracle2student)": 8.099665641784668,
-      "cov-distil (oracle2teacher)": 6.367426872253418,
+      "cov-distil": 2.8127479553222656,
+      "cov-distil (oracle2student)": 8.519676208496094,
+      "cov-distil (oracle2teacher)": 6.318304061889648,
       "epoch": 0.08006279434850863,
-      "rel-constrast": 4.871597766876221,
+      "rel-constrast": 5.976484298706055,
       "step": 102,
-      "subrel-constrast": 3.9983325004577637,
+      "subrel-constrast": 3.997304677963257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8040473461151123,
-      "cov-distil (oracle2student)": 7.026789665222168,
-      "cov-distil (oracle2teacher)": 6.281256675720215,
+      "cov-distil": 3.0864481925964355,
+      "cov-distil (oracle2student)": 7.834372520446777,
+      "cov-distil (oracle2teacher)": 6.268488883972168,
       "epoch": 0.08084772370486656,
-      "rel-constrast": 6.079948902130127,
+      "rel-constrast": 6.369638442993164,
       "step": 103,
-      "subrel-constrast": 5.005115985870361,
+      "subrel-constrast": 4.998741149902344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1548211574554443,
-      "cov-distil (oracle2student)": 6.445549488067627,
-      "cov-distil (oracle2teacher)": 4.159838676452637,
+      "cov-distil": 4.139869689941406,
+      "cov-distil (oracle2student)": 5.192523002624512,
+      "cov-distil (oracle2teacher)": 4.180977821350098,
       "epoch": 0.08163265306122448,
-      "rel-constrast": 7.2248029708862305,
+      "rel-constrast": 7.094812393188477,
       "step": 104,
-      "subrel-constrast": 5.305993556976318,
+      "subrel-constrast": 5.309741497039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.700580596923828,
-      "cov-distil (oracle2student)": 6.819460868835449,
-      "cov-distil (oracle2teacher)": 4.589690208435059,
+      "cov-distil": 2.8629326820373535,
+      "cov-distil (oracle2student)": 6.405134201049805,
+      "cov-distil (oracle2teacher)": 4.585333347320557,
       "epoch": 0.08241758241758242,
-      "rel-constrast": 6.1904296875,
+      "rel-constrast": 6.029398441314697,
       "step": 105,
-      "subrel-constrast": 4.427753925323486,
+      "subrel-constrast": 4.405944347381592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641253709793091,
-      "cov-distil (oracle2student)": 7.707598686218262,
-      "cov-distil (oracle2teacher)": 5.956082344055176,
+      "cov-distil": 2.804183006286621,
+      "cov-distil (oracle2student)": 8.208352088928223,
+      "cov-distil (oracle2teacher)": 5.973414421081543,
       "epoch": 0.08320251177394035,
-      "rel-constrast": 6.605925559997559,
+      "rel-constrast": 6.903252601623535,
       "step": 106,
-      "subrel-constrast": 5.04954719543457,
+      "subrel-constrast": 5.036705017089844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9230635166168213,
-      "cov-distil (oracle2student)": 5.4684858322143555,
-      "cov-distil (oracle2teacher)": 4.3449249267578125,
+      "cov-distil": 3.0254249572753906,
+      "cov-distil (oracle2student)": 6.2759881019592285,
+      "cov-distil (oracle2teacher)": 4.3028411865234375,
       "epoch": 0.08398744113029827,
-      "rel-constrast": 5.391318321228027,
+      "rel-constrast": 5.653914928436279,
       "step": 107,
-      "subrel-constrast": 4.032782554626465,
+      "subrel-constrast": 4.003635406494141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.161479949951172,
-      "cov-distil (oracle2student)": 7.42598819732666,
-      "cov-distil (oracle2teacher)": 7.0387701988220215,
+      "cov-distil": 3.3716814517974854,
+      "cov-distil (oracle2student)": 9.016988754272461,
+      "cov-distil (oracle2teacher)": 7.027234077453613,
       "epoch": 0.0847723704866562,
-      "rel-constrast": 5.700629234313965,
+      "rel-constrast": 7.428191184997559,
       "step": 108,
-      "subrel-constrast": 5.242112636566162,
+      "subrel-constrast": 5.234278678894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.411763906478882,
-      "cov-distil (oracle2student)": 4.519542217254639,
-      "cov-distil (oracle2teacher)": 4.033718585968018,
+      "cov-distil": 2.568998336791992,
+      "cov-distil (oracle2student)": 5.452152252197266,
+      "cov-distil (oracle2teacher)": 4.029109954833984,
       "epoch": 0.08555729984301413,
-      "rel-constrast": 3.85139799118042,
+      "rel-constrast": 4.599295139312744,
       "step": 109,
-      "subrel-constrast": 3.0891919136047363,
+      "subrel-constrast": 3.0936286449432373,
       "view-similarity": 0
     },
     {
       "epoch": 0.08634222919937205,
-      "grad_norm": 12.6875,
+      "grad_norm": 9.875,
       "learning_rate": 5.45e-06,
-      "loss": 1.6685,
+      "loss": 1.6769,
       "step": 110
     },
     {
-      "cov-distil": 3.7623462677001953,
-      "cov-distil (oracle2student)": 5.816520690917969,
-      "cov-distil (oracle2teacher)": 5.294903755187988,
+      "cov-distil": 3.463804244995117,
+      "cov-distil (oracle2student)": 5.9991865158081055,
+      "cov-distil (oracle2teacher)": 5.275448799133301,
       "epoch": 0.08634222919937205,
-      "rel-constrast": 5.916131496429443,
+      "rel-constrast": 4.33720064163208,
       "step": 110,
-      "subrel-constrast": 5.666640758514404,
+      "subrel-constrast": 5.682195663452148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9162516593933105,
-      "cov-distil (oracle2student)": 6.607631683349609,
-      "cov-distil (oracle2teacher)": 6.057036399841309,
+      "cov-distil": 3.6036934852600098,
+      "cov-distil (oracle2student)": 6.447922229766846,
+      "cov-distil (oracle2teacher)": 6.030551910400391,
       "epoch": 0.08712715855572999,
-      "rel-constrast": 6.387336254119873,
+      "rel-constrast": 7.509331226348877,
       "step": 111,
-      "subrel-constrast": 6.173241138458252,
+      "subrel-constrast": 6.130700588226318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.200730085372925,
-      "cov-distil (oracle2student)": 5.046133041381836,
-      "cov-distil (oracle2teacher)": 4.313060760498047,
+      "cov-distil": 3.115490674972534,
+      "cov-distil (oracle2student)": 5.588878631591797,
+      "cov-distil (oracle2teacher)": 4.286932468414307,
       "epoch": 0.08791208791208792,
-      "rel-constrast": 6.980642795562744,
+      "rel-constrast": 7.0166015625,
       "step": 112,
-      "subrel-constrast": 5.868181228637695,
+      "subrel-constrast": 5.838592529296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8479957580566406,
-      "cov-distil (oracle2student)": 5.748662948608398,
-      "cov-distil (oracle2teacher)": 4.06031608581543,
+      "cov-distil": 3.1193699836730957,
+      "cov-distil (oracle2student)": 6.684403419494629,
+      "cov-distil (oracle2teacher)": 4.05767297744751,
       "epoch": 0.08869701726844584,
-      "rel-constrast": 6.133625507354736,
+      "rel-constrast": 6.063724994659424,
       "step": 113,
-      "subrel-constrast": 5.044037818908691,
+      "subrel-constrast": 5.05271053314209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.956294059753418,
-      "cov-distil (oracle2student)": 5.843686103820801,
-      "cov-distil (oracle2teacher)": 4.397219181060791,
+      "cov-distil": 3.0026895999908447,
+      "cov-distil (oracle2student)": 5.701247692108154,
+      "cov-distil (oracle2teacher)": 4.371553897857666,
       "epoch": 0.08948194662480377,
-      "rel-constrast": 5.719607353210449,
+      "rel-constrast": 5.26547384262085,
       "step": 114,
-      "subrel-constrast": 4.5047831535339355,
+      "subrel-constrast": 4.471022129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6976065635681152,
-      "cov-distil (oracle2student)": 6.534242153167725,
-      "cov-distil (oracle2teacher)": 4.9680585861206055,
+      "cov-distil": 4.096764087677002,
+      "cov-distil (oracle2student)": 6.054049968719482,
+      "cov-distil (oracle2teacher)": 4.963072776794434,
       "epoch": 0.09026687598116169,
-      "rel-constrast": 6.587165832519531,
+      "rel-constrast": 6.288113117218018,
       "step": 115,
-      "subrel-constrast": 5.188892841339111,
+      "subrel-constrast": 5.170440673828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2262754440307617,
-      "cov-distil (oracle2student)": 7.407478332519531,
-      "cov-distil (oracle2teacher)": 5.884337425231934,
+      "cov-distil": 4.119442462921143,
+      "cov-distil (oracle2student)": 8.004167556762695,
+      "cov-distil (oracle2teacher)": 5.903647422790527,
       "epoch": 0.09105180533751962,
-      "rel-constrast": 7.407068252563477,
+      "rel-constrast": 9.36007308959961,
       "step": 116,
-      "subrel-constrast": 6.1709818840026855,
+      "subrel-constrast": 6.159489154815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.905567169189453,
-      "cov-distil (oracle2student)": 6.0437421798706055,
-      "cov-distil (oracle2teacher)": 5.260028839111328,
+      "cov-distil": 3.401610851287842,
+      "cov-distil (oracle2student)": 6.830559730529785,
+      "cov-distil (oracle2teacher)": 5.260702133178711,
       "epoch": 0.09183673469387756,
-      "rel-constrast": 5.36617374420166,
+      "rel-constrast": 6.977236270904541,
       "step": 117,
-      "subrel-constrast": 4.775646686553955,
+      "subrel-constrast": 4.774789333343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6030263900756836,
-      "cov-distil (oracle2student)": 7.838919639587402,
-      "cov-distil (oracle2teacher)": 6.501341819763184,
+      "cov-distil": 3.7812230587005615,
+      "cov-distil (oracle2student)": 6.804970741271973,
+      "cov-distil (oracle2teacher)": 6.504517555236816,
       "epoch": 0.09262166405023547,
-      "rel-constrast": 4.8718767166137695,
+      "rel-constrast": 5.411280155181885,
       "step": 118,
-      "subrel-constrast": 4.323362827301025,
+      "subrel-constrast": 4.296385765075684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.951072931289673,
-      "cov-distil (oracle2student)": 3.37375545501709,
-      "cov-distil (oracle2teacher)": 3.9538848400115967,
+      "cov-distil": 3.2783865928649902,
+      "cov-distil (oracle2student)": 4.664431571960449,
+      "cov-distil (oracle2teacher)": 3.932188034057617,
       "epoch": 0.09340659340659341,
-      "rel-constrast": 4.747162342071533,
+      "rel-constrast": 4.738246917724609,
       "step": 119,
-      "subrel-constrast": 4.06825590133667,
+      "subrel-constrast": 4.050357818603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.09419152276295134,
-      "grad_norm": 11.8125,
+      "grad_norm": 12.375,
       "learning_rate": 5.95e-06,
-      "loss": 1.5856,
+      "loss": 1.5742,
       "step": 120
     },
     {
-      "cov-distil": 2.652560234069824,
-      "cov-distil (oracle2student)": 7.5916571617126465,
-      "cov-distil (oracle2teacher)": 6.409575462341309,
+      "cov-distil": 2.753736734390259,
+      "cov-distil (oracle2student)": 7.779763221740723,
+      "cov-distil (oracle2teacher)": 6.3939127922058105,
       "epoch": 0.09419152276295134,
-      "rel-constrast": 5.198563575744629,
+      "rel-constrast": 5.277710914611816,
       "step": 120,
-      "subrel-constrast": 4.764272689819336,
+      "subrel-constrast": 4.793119430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276362895965576,
-      "cov-distil (oracle2student)": 4.456997871398926,
-      "cov-distil (oracle2teacher)": 3.9903063774108887,
+      "cov-distil": 3.134331464767456,
+      "cov-distil (oracle2student)": 5.249656677246094,
+      "cov-distil (oracle2teacher)": 3.9930598735809326,
       "epoch": 0.09497645211930926,
-      "rel-constrast": 6.008549213409424,
+      "rel-constrast": 6.020803928375244,
       "step": 121,
-      "subrel-constrast": 4.660116672515869,
+      "subrel-constrast": 4.648012161254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.912120819091797,
-      "cov-distil (oracle2student)": 8.093740463256836,
-      "cov-distil (oracle2teacher)": 6.580435752868652,
+      "cov-distil": 3.8989295959472656,
+      "cov-distil (oracle2student)": 7.892412185668945,
+      "cov-distil (oracle2teacher)": 6.6092329025268555,
       "epoch": 0.09576138147566719,
-      "rel-constrast": 6.139238357543945,
+      "rel-constrast": 5.2931952476501465,
       "step": 122,
-      "subrel-constrast": 4.679972171783447,
+      "subrel-constrast": 4.701415538787842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.049605369567871,
-      "cov-distil (oracle2student)": 5.1690802574157715,
-      "cov-distil (oracle2teacher)": 4.441983222961426,
+      "cov-distil": 2.369187831878662,
+      "cov-distil (oracle2student)": 5.326510429382324,
+      "cov-distil (oracle2teacher)": 4.398371696472168,
       "epoch": 0.09654631083202511,
-      "rel-constrast": 5.203070640563965,
+      "rel-constrast": 4.237156391143799,
       "step": 123,
-      "subrel-constrast": 4.063456058502197,
+      "subrel-constrast": 4.039740562438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0213463306427,
-      "cov-distil (oracle2student)": 7.696413993835449,
-      "cov-distil (oracle2teacher)": 6.389168739318848,
+      "cov-distil": 2.956603527069092,
+      "cov-distil (oracle2student)": 7.593158721923828,
+      "cov-distil (oracle2teacher)": 6.412726879119873,
       "epoch": 0.09733124018838304,
-      "rel-constrast": 6.98874568939209,
+      "rel-constrast": 6.886216640472412,
       "step": 124,
-      "subrel-constrast": 5.5499491691589355,
+      "subrel-constrast": 5.587587356567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.535893440246582,
-      "cov-distil (oracle2student)": 8.712299346923828,
-      "cov-distil (oracle2teacher)": 7.551833152770996,
+      "cov-distil": 2.5867247581481934,
+      "cov-distil (oracle2student)": 9.468273162841797,
+      "cov-distil (oracle2teacher)": 7.500733375549316,
       "epoch": 0.09811616954474098,
-      "rel-constrast": 6.464357376098633,
+      "rel-constrast": 6.810101509094238,
       "step": 125,
-      "subrel-constrast": 5.6494855880737305,
+      "subrel-constrast": 5.63134765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6822762489318848,
-      "cov-distil (oracle2student)": 6.449732780456543,
-      "cov-distil (oracle2teacher)": 4.7107086181640625,
+      "cov-distil": 3.4119648933410645,
+      "cov-distil (oracle2student)": 5.082828521728516,
+      "cov-distil (oracle2teacher)": 4.722224235534668,
       "epoch": 0.0989010989010989,
-      "rel-constrast": 5.643919944763184,
+      "rel-constrast": 6.404219627380371,
       "step": 126,
-      "subrel-constrast": 4.270016193389893,
+      "subrel-constrast": 4.241744041442871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1074256896972656,
-      "cov-distil (oracle2student)": 5.3115644454956055,
-      "cov-distil (oracle2teacher)": 4.45626163482666,
+      "cov-distil": 2.5176498889923096,
+      "cov-distil (oracle2student)": 5.443663120269775,
+      "cov-distil (oracle2teacher)": 4.423578262329102,
       "epoch": 0.09968602825745683,
-      "rel-constrast": 5.749547004699707,
+      "rel-constrast": 7.538323402404785,
       "step": 127,
-      "subrel-constrast": 5.532700538635254,
+      "subrel-constrast": 5.495424270629883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.936629295349121,
-      "cov-distil (oracle2student)": 5.304935455322266,
-      "cov-distil (oracle2teacher)": 3.912010669708252,
+      "cov-distil": 2.6202151775360107,
+      "cov-distil (oracle2student)": 4.336757659912109,
+      "cov-distil (oracle2teacher)": 3.8966522216796875,
       "epoch": 0.10047095761381476,
-      "rel-constrast": 6.327916622161865,
+      "rel-constrast": 5.007964134216309,
       "step": 128,
-      "subrel-constrast": 4.5997748374938965,
+      "subrel-constrast": 4.565318584442139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.669504165649414,
-      "cov-distil (oracle2student)": 9.971288681030273,
-      "cov-distil (oracle2teacher)": 6.89910888671875,
+      "cov-distil": 3.732468843460083,
+      "cov-distil (oracle2student)": 9.054546356201172,
+      "cov-distil (oracle2teacher)": 6.8621978759765625,
       "epoch": 0.10125588697017268,
-      "rel-constrast": 6.6161065101623535,
+      "rel-constrast": 6.9113545417785645,
       "step": 129,
-      "subrel-constrast": 5.407919883728027,
+      "subrel-constrast": 5.373458385467529,
       "view-similarity": 0
     },
     {
       "epoch": 0.10204081632653061,
       "grad_norm": 16.5,
       "learning_rate": 6.45e-06,
-      "loss": 1.5831,
+      "loss": 1.5097,
       "step": 130
     },
     {
-      "cov-distil": 2.327519178390503,
-      "cov-distil (oracle2student)": 6.993311405181885,
-      "cov-distil (oracle2teacher)": 4.737872123718262,
+      "cov-distil": 3.5826101303100586,
+      "cov-distil (oracle2student)": 7.589132308959961,
+      "cov-distil (oracle2teacher)": 4.673649787902832,
       "epoch": 0.10204081632653061,
-      "rel-constrast": 4.820262432098389,
+      "rel-constrast": 6.0022478103637695,
       "step": 130,
-      "subrel-constrast": 3.4438061714172363,
+      "subrel-constrast": 3.412348508834839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0019335746765137,
-      "cov-distil (oracle2student)": 4.936619281768799,
-      "cov-distil (oracle2teacher)": 3.579071283340454,
+      "cov-distil": 3.5502538681030273,
+      "cov-distil (oracle2student)": 6.185405731201172,
+      "cov-distil (oracle2teacher)": 3.6011123657226562,
       "epoch": 0.10282574568288853,
-      "rel-constrast": 5.546187400817871,
+      "rel-constrast": 6.291843891143799,
       "step": 131,
-      "subrel-constrast": 4.52654504776001,
+      "subrel-constrast": 4.55568265914917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2872753143310547,
-      "cov-distil (oracle2student)": 4.686687469482422,
-      "cov-distil (oracle2teacher)": 4.670385360717773,
+      "cov-distil": 4.225607872009277,
+      "cov-distil (oracle2student)": 5.891122817993164,
+      "cov-distil (oracle2teacher)": 4.642459869384766,
       "epoch": 0.10361067503924647,
-      "rel-constrast": 4.3100128173828125,
+      "rel-constrast": 6.100297451019287,
       "step": 132,
-      "subrel-constrast": 4.772364139556885,
+      "subrel-constrast": 4.809032440185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.951021432876587,
-      "cov-distil (oracle2student)": 5.6703667640686035,
-      "cov-distil (oracle2teacher)": 3.4451682567596436,
+      "cov-distil": 2.613135814666748,
+      "cov-distil (oracle2student)": 4.144036293029785,
+      "cov-distil (oracle2teacher)": 3.427272081375122,
       "epoch": 0.1043956043956044,
-      "rel-constrast": 7.899327754974365,
+      "rel-constrast": 6.653631210327148,
       "step": 133,
-      "subrel-constrast": 5.173623085021973,
+      "subrel-constrast": 5.155982494354248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8324503898620605,
-      "cov-distil (oracle2student)": 6.385481834411621,
-      "cov-distil (oracle2teacher)": 4.9678521156311035,
+      "cov-distil": 3.6445398330688477,
+      "cov-distil (oracle2student)": 6.976521015167236,
+      "cov-distil (oracle2teacher)": 4.969244480133057,
       "epoch": 0.10518053375196232,
-      "rel-constrast": 7.542125701904297,
+      "rel-constrast": 9.596206665039062,
       "step": 134,
-      "subrel-constrast": 6.20897102355957,
+      "subrel-constrast": 6.209388256072998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.568618059158325,
-      "cov-distil (oracle2student)": 5.818717956542969,
-      "cov-distil (oracle2teacher)": 4.437043190002441,
+      "cov-distil": 2.666306257247925,
+      "cov-distil (oracle2student)": 4.872648239135742,
+      "cov-distil (oracle2teacher)": 4.429591655731201,
       "epoch": 0.10596546310832025,
-      "rel-constrast": 6.248257637023926,
+      "rel-constrast": 5.796459197998047,
       "step": 135,
-      "subrel-constrast": 5.135055065155029,
+      "subrel-constrast": 5.10705041885376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.144698143005371,
-      "cov-distil (oracle2student)": 4.889866828918457,
-      "cov-distil (oracle2teacher)": 4.057589530944824,
+      "cov-distil": 2.867917537689209,
+      "cov-distil (oracle2student)": 5.5221476554870605,
+      "cov-distil (oracle2teacher)": 4.040358543395996,
       "epoch": 0.10675039246467818,
-      "rel-constrast": 5.107748031616211,
+      "rel-constrast": 5.675872802734375,
       "step": 136,
-      "subrel-constrast": 4.345935821533203,
+      "subrel-constrast": 4.308029651641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7044363021850586,
-      "cov-distil (oracle2student)": 6.096634864807129,
-      "cov-distil (oracle2teacher)": 5.447203159332275,
+      "cov-distil": 2.4281678199768066,
+      "cov-distil (oracle2student)": 6.82718563079834,
+      "cov-distil (oracle2teacher)": 5.394460678100586,
       "epoch": 0.1075353218210361,
-      "rel-constrast": 4.691919326782227,
+      "rel-constrast": 5.014422416687012,
       "step": 137,
-      "subrel-constrast": 3.9912216663360596,
+      "subrel-constrast": 3.941392660140991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4799304008483887,
-      "cov-distil (oracle2student)": 7.858448505401611,
-      "cov-distil (oracle2teacher)": 6.366851329803467,
+      "cov-distil": 3.281728744506836,
+      "cov-distil (oracle2student)": 8.95314884185791,
+      "cov-distil (oracle2teacher)": 6.387600898742676,
       "epoch": 0.10832025117739404,
-      "rel-constrast": 6.566288948059082,
+      "rel-constrast": 7.405739784240723,
       "step": 138,
-      "subrel-constrast": 5.5048980712890625,
+      "subrel-constrast": 5.526828289031982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7945852279663086,
-      "cov-distil (oracle2student)": 7.29274320602417,
-      "cov-distil (oracle2teacher)": 6.444633960723877,
+      "cov-distil": 3.199995994567871,
+      "cov-distil (oracle2student)": 6.993356704711914,
+      "cov-distil (oracle2teacher)": 6.515793800354004,
       "epoch": 0.10910518053375197,
-      "rel-constrast": 5.898140907287598,
+      "rel-constrast": 7.969585418701172,
       "step": 139,
-      "subrel-constrast": 5.746703624725342,
+      "subrel-constrast": 5.674949645996094,
       "view-similarity": 0
     },
     {
       "epoch": 0.10989010989010989,
-      "grad_norm": 18.125,
+      "grad_norm": 15.4375,
       "learning_rate": 6.950000000000001e-06,
-      "loss": 1.536,
+      "loss": 1.6627,
       "step": 140
     },
     {
-      "cov-distil": 3.14044451713562,
-      "cov-distil (oracle2student)": 4.587895393371582,
-      "cov-distil (oracle2teacher)": 3.67633056640625,
+      "cov-distil": 3.0478715896606445,
+      "cov-distil (oracle2student)": 4.032871723175049,
+      "cov-distil (oracle2teacher)": 3.6633141040802,
       "epoch": 0.10989010989010989,
-      "rel-constrast": 5.251264572143555,
+      "rel-constrast": 6.712202072143555,
       "step": 140,
-      "subrel-constrast": 5.109164714813232,
+      "subrel-constrast": 5.074481010437012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.021540641784668,
-      "cov-distil (oracle2student)": 7.4869279861450195,
-      "cov-distil (oracle2teacher)": 5.488934516906738,
+      "cov-distil": 3.525759696960449,
+      "cov-distil (oracle2student)": 7.28286600112915,
+      "cov-distil (oracle2teacher)": 5.443356513977051,
       "epoch": 0.11067503924646782,
-      "rel-constrast": 6.179267406463623,
+      "rel-constrast": 7.158378601074219,
       "step": 141,
-      "subrel-constrast": 5.208951950073242,
+      "subrel-constrast": 5.154661655426025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6684998273849487,
-      "cov-distil (oracle2student)": 6.087306976318359,
-      "cov-distil (oracle2teacher)": 4.993634223937988,
+      "cov-distil": 3.08044171333313,
+      "cov-distil (oracle2student)": 6.453373432159424,
+      "cov-distil (oracle2teacher)": 5.040820121765137,
       "epoch": 0.11145996860282574,
-      "rel-constrast": 5.406123161315918,
+      "rel-constrast": 5.518401145935059,
       "step": 142,
-      "subrel-constrast": 4.496994495391846,
+      "subrel-constrast": 4.588344097137451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436387300491333,
-      "cov-distil (oracle2student)": 6.199030876159668,
-      "cov-distil (oracle2teacher)": 5.302313804626465,
+      "cov-distil": 3.689772367477417,
+      "cov-distil (oracle2student)": 6.7255635261535645,
+      "cov-distil (oracle2teacher)": 5.300020694732666,
       "epoch": 0.11224489795918367,
-      "rel-constrast": 7.168307781219482,
+      "rel-constrast": 8.479483604431152,
       "step": 143,
-      "subrel-constrast": 7.344377517700195,
+      "subrel-constrast": 7.284424304962158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8038110733032227,
-      "cov-distil (oracle2student)": 6.1025261878967285,
-      "cov-distil (oracle2teacher)": 4.962275981903076,
+      "cov-distil": 2.696672201156616,
+      "cov-distil (oracle2student)": 6.833281517028809,
+      "cov-distil (oracle2teacher)": 4.9301276206970215,
       "epoch": 0.1130298273155416,
-      "rel-constrast": 5.3039350509643555,
+      "rel-constrast": 7.544017791748047,
       "step": 144,
-      "subrel-constrast": 5.038955211639404,
+      "subrel-constrast": 4.927720546722412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3631601333618164,
-      "cov-distil (oracle2student)": 5.591802597045898,
-      "cov-distil (oracle2teacher)": 3.8068621158599854,
+      "cov-distil": 3.364506483078003,
+      "cov-distil (oracle2student)": 5.243492126464844,
+      "cov-distil (oracle2teacher)": 3.8284406661987305,
       "epoch": 0.11381475667189953,
-      "rel-constrast": 5.500809669494629,
+      "rel-constrast": 5.084105968475342,
       "step": 145,
-      "subrel-constrast": 4.158411979675293,
+      "subrel-constrast": 4.156068801879883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.101959705352783,
-      "cov-distil (oracle2student)": 8.792764663696289,
-      "cov-distil (oracle2teacher)": 6.136197566986084,
+      "cov-distil": 2.7804934978485107,
+      "cov-distil (oracle2student)": 6.690491676330566,
+      "cov-distil (oracle2teacher)": 6.130857467651367,
       "epoch": 0.11459968602825746,
-      "rel-constrast": 8.219110488891602,
+      "rel-constrast": 6.248623371124268,
       "step": 146,
-      "subrel-constrast": 6.158865451812744,
+      "subrel-constrast": 6.079244613647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.208827018737793,
-      "cov-distil (oracle2student)": 5.422389984130859,
-      "cov-distil (oracle2teacher)": 4.488245010375977,
+      "cov-distil": 2.6251301765441895,
+      "cov-distil (oracle2student)": 5.3206000328063965,
+      "cov-distil (oracle2teacher)": 4.484084606170654,
       "epoch": 0.11538461538461539,
-      "rel-constrast": 4.903823375701904,
+      "rel-constrast": 4.988458156585693,
       "step": 147,
-      "subrel-constrast": 3.73964786529541,
+      "subrel-constrast": 3.722346305847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6742186546325684,
-      "cov-distil (oracle2student)": 8.266731262207031,
-      "cov-distil (oracle2teacher)": 6.7647905349731445,
+      "cov-distil": 3.140590190887451,
+      "cov-distil (oracle2student)": 8.826162338256836,
+      "cov-distil (oracle2teacher)": 6.78256368637085,
       "epoch": 0.11616954474097331,
-      "rel-constrast": 7.703867435455322,
+      "rel-constrast": 8.099830627441406,
       "step": 148,
-      "subrel-constrast": 7.040656566619873,
+      "subrel-constrast": 7.032925605773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.720594644546509,
-      "cov-distil (oracle2student)": 6.478317737579346,
-      "cov-distil (oracle2teacher)": 5.818202495574951,
+      "cov-distil": 3.356271266937256,
+      "cov-distil (oracle2student)": 6.541024208068848,
+      "cov-distil (oracle2teacher)": 5.788689136505127,
       "epoch": 0.11695447409733124,
-      "rel-constrast": 5.557610511779785,
+      "rel-constrast": 6.1065497398376465,
       "step": 149,
-      "subrel-constrast": 5.062001705169678,
+      "subrel-constrast": 5.005842685699463,
       "view-similarity": 0
     },
     {
       "epoch": 0.11773940345368916,
-      "grad_norm": 13.25,
+      "grad_norm": 14.3125,
       "learning_rate": 7.45e-06,
-      "loss": 1.6052,
+      "loss": 1.6485,
       "step": 150
     },
     {
-      "cov-distil": 2.7814245223999023,
-      "cov-distil (oracle2student)": 3.1672582626342773,
-      "cov-distil (oracle2teacher)": 3.107656240463257,
+      "cov-distil": 2.7030045986175537,
+      "cov-distil (oracle2student)": 3.7674810886383057,
+      "cov-distil (oracle2teacher)": 3.085916042327881,
       "epoch": 0.11773940345368916,
-      "rel-constrast": 3.688767671585083,
+      "rel-constrast": 5.151108264923096,
       "step": 150,
-      "subrel-constrast": 4.0553388595581055,
+      "subrel-constrast": 4.00547456741333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.247326374053955,
-      "cov-distil (oracle2student)": 6.089717388153076,
-      "cov-distil (oracle2teacher)": 4.218626976013184,
+      "cov-distil": 3.228457450866699,
+      "cov-distil (oracle2student)": 5.8053789138793945,
+      "cov-distil (oracle2teacher)": 4.123257637023926,
       "epoch": 0.1185243328100471,
-      "rel-constrast": 7.835025787353516,
+      "rel-constrast": 6.911338806152344,
       "step": 151,
-      "subrel-constrast": 5.920222282409668,
+      "subrel-constrast": 5.8396782875061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.4771711826324463,
-      "cov-distil (oracle2student)": 5.4199323654174805,
-      "cov-distil (oracle2teacher)": 6.137445449829102,
+      "cov-distil": 3.4417409896850586,
+      "cov-distil (oracle2student)": 8.46318531036377,
+      "cov-distil (oracle2teacher)": 6.07802677154541,
       "epoch": 0.11930926216640503,
-      "rel-constrast": 5.148440361022949,
+      "rel-constrast": 7.051833629608154,
       "step": 152,
-      "subrel-constrast": 5.527997016906738,
+      "subrel-constrast": 5.503161907196045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1515517234802246,
-      "cov-distil (oracle2student)": 5.8758463859558105,
-      "cov-distil (oracle2teacher)": 5.284279823303223,
+      "cov-distil": 3.7280423641204834,
+      "cov-distil (oracle2student)": 6.540938377380371,
+      "cov-distil (oracle2teacher)": 5.274101257324219,
       "epoch": 0.12009419152276295,
-      "rel-constrast": 6.0649309158325195,
+      "rel-constrast": 7.552460670471191,
       "step": 153,
-      "subrel-constrast": 5.996879577636719,
+      "subrel-constrast": 5.9853668212890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6257619857788086,
-      "cov-distil (oracle2student)": 6.314117908477783,
-      "cov-distil (oracle2teacher)": 5.859961032867432,
+      "cov-distil": 4.553602695465088,
+      "cov-distil (oracle2student)": 7.875044822692871,
+      "cov-distil (oracle2teacher)": 5.747226715087891,
       "epoch": 0.12087912087912088,
-      "rel-constrast": 5.450338840484619,
+      "rel-constrast": 8.039193153381348,
       "step": 154,
-      "subrel-constrast": 5.505670547485352,
+      "subrel-constrast": 5.396801471710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0370373725891113,
-      "cov-distil (oracle2student)": 4.342787742614746,
-      "cov-distil (oracle2teacher)": 4.417558670043945,
+      "cov-distil": 4.124904632568359,
+      "cov-distil (oracle2student)": 5.231123924255371,
+      "cov-distil (oracle2teacher)": 4.350968360900879,
       "epoch": 0.12166405023547881,
-      "rel-constrast": 4.312812805175781,
+      "rel-constrast": 5.714207172393799,
       "step": 155,
-      "subrel-constrast": 4.328639984130859,
+      "subrel-constrast": 4.246511936187744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.520047903060913,
-      "cov-distil (oracle2student)": 7.382922172546387,
-      "cov-distil (oracle2teacher)": 7.355137348175049,
+      "cov-distil": 3.9099812507629395,
+      "cov-distil (oracle2student)": 8.506993293762207,
+      "cov-distil (oracle2teacher)": 7.320101737976074,
       "epoch": 0.12244897959183673,
-      "rel-constrast": 6.673659324645996,
+      "rel-constrast": 7.357486724853516,
       "step": 156,
-      "subrel-constrast": 5.639657974243164,
+      "subrel-constrast": 5.5572099685668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1351096630096436,
-      "cov-distil (oracle2student)": 6.902695178985596,
-      "cov-distil (oracle2teacher)": 5.699464797973633,
+      "cov-distil": 2.973890781402588,
+      "cov-distil (oracle2student)": 5.856800079345703,
+      "cov-distil (oracle2teacher)": 5.642977237701416,
       "epoch": 0.12323390894819466,
-      "rel-constrast": 6.046702861785889,
+      "rel-constrast": 4.846946716308594,
       "step": 157,
-      "subrel-constrast": 4.712500095367432,
+      "subrel-constrast": 4.710165977478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.25526762008667,
-      "cov-distil (oracle2student)": 6.525176048278809,
-      "cov-distil (oracle2teacher)": 5.7490620613098145,
+      "cov-distil": 4.569513320922852,
+      "cov-distil (oracle2student)": 8.149543762207031,
+      "cov-distil (oracle2teacher)": 5.755398750305176,
       "epoch": 0.12401883830455258,
-      "rel-constrast": 5.966568946838379,
+      "rel-constrast": 6.727461814880371,
       "step": 158,
-      "subrel-constrast": 5.607508659362793,
+      "subrel-constrast": 5.557319641113281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9533963203430176,
-      "cov-distil (oracle2student)": 6.75103759765625,
-      "cov-distil (oracle2teacher)": 4.255678176879883,
+      "cov-distil": 4.660876274108887,
+      "cov-distil (oracle2student)": 6.986422538757324,
+      "cov-distil (oracle2teacher)": 4.300276279449463,
       "epoch": 0.12480376766091052,
-      "rel-constrast": 7.113164901733398,
+      "rel-constrast": 7.226203441619873,
       "step": 159,
-      "subrel-constrast": 5.0479631423950195,
+      "subrel-constrast": 5.097994327545166,
       "view-similarity": 0
     },
     {
       "epoch": 0.12558869701726844,
-      "grad_norm": 17.375,
+      "grad_norm": 14.4375,
       "learning_rate": 7.95e-06,
-      "loss": 1.5405,
+      "loss": 1.6645,
       "step": 160
     },
     {
-      "cov-distil": 2.9749436378479004,
-      "cov-distil (oracle2student)": 5.1709065437316895,
-      "cov-distil (oracle2teacher)": 4.164898872375488,
+      "cov-distil": 2.9662160873413086,
+      "cov-distil (oracle2student)": 5.019498825073242,
+      "cov-distil (oracle2teacher)": 4.117968559265137,
       "epoch": 0.12558869701726844,
-      "rel-constrast": 4.383584976196289,
+      "rel-constrast": 6.524762153625488,
       "step": 160,
-      "subrel-constrast": 4.833831310272217,
+      "subrel-constrast": 4.770631790161133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0097780227661133,
-      "cov-distil (oracle2student)": 5.923301696777344,
-      "cov-distil (oracle2teacher)": 5.394102096557617,
+      "cov-distil": 2.967463970184326,
+      "cov-distil (oracle2student)": 6.850135803222656,
+      "cov-distil (oracle2teacher)": 5.283978462219238,
       "epoch": 0.12637362637362637,
-      "rel-constrast": 5.818535804748535,
+      "rel-constrast": 6.626836776733398,
       "step": 161,
-      "subrel-constrast": 5.84551477432251,
+      "subrel-constrast": 5.70952844619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5908939838409424,
-      "cov-distil (oracle2student)": 5.665188789367676,
-      "cov-distil (oracle2teacher)": 4.594211578369141,
+      "cov-distil": 2.614098072052002,
+      "cov-distil (oracle2student)": 5.192425727844238,
+      "cov-distil (oracle2teacher)": 4.544561862945557,
       "epoch": 0.1271585557299843,
-      "rel-constrast": 5.184443473815918,
+      "rel-constrast": 5.787964820861816,
       "step": 162,
-      "subrel-constrast": 4.453043460845947,
+      "subrel-constrast": 4.3974761962890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.840712070465088,
-      "cov-distil (oracle2student)": 6.3763909339904785,
-      "cov-distil (oracle2teacher)": 5.642364501953125,
+      "cov-distil": 2.5466151237487793,
+      "cov-distil (oracle2student)": 7.476473808288574,
+      "cov-distil (oracle2teacher)": 5.512198448181152,
       "epoch": 0.12794348508634223,
-      "rel-constrast": 6.74964714050293,
+      "rel-constrast": 7.988420486450195,
       "step": 163,
-      "subrel-constrast": 6.0634331703186035,
+      "subrel-constrast": 5.872060775756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5142221450805664,
-      "cov-distil (oracle2student)": 5.44363260269165,
-      "cov-distil (oracle2teacher)": 5.309366703033447,
+      "cov-distil": 4.507816314697266,
+      "cov-distil (oracle2student)": 6.876140594482422,
+      "cov-distil (oracle2teacher)": 5.144808769226074,
       "epoch": 0.12872841444270017,
-      "rel-constrast": 5.557941436767578,
+      "rel-constrast": 7.334781646728516,
       "step": 164,
-      "subrel-constrast": 5.863348960876465,
+      "subrel-constrast": 5.803494930267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2164993286132812,
-      "cov-distil (oracle2student)": 5.855222225189209,
-      "cov-distil (oracle2teacher)": 4.930147171020508,
+      "cov-distil": 3.9260101318359375,
+      "cov-distil (oracle2student)": 6.903123378753662,
+      "cov-distil (oracle2teacher)": 4.879085540771484,
       "epoch": 0.12951334379905807,
-      "rel-constrast": 6.6434831619262695,
+      "rel-constrast": 6.74758768081665,
       "step": 165,
-      "subrel-constrast": 5.331329822540283,
+      "subrel-constrast": 5.27960729598999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1836464405059814,
-      "cov-distil (oracle2student)": 4.513020038604736,
-      "cov-distil (oracle2teacher)": 4.401137351989746,
+      "cov-distil": 3.1240272521972656,
+      "cov-distil (oracle2student)": 5.449798583984375,
+      "cov-distil (oracle2teacher)": 4.361807823181152,
       "epoch": 0.130298273155416,
-      "rel-constrast": 5.878671646118164,
+      "rel-constrast": 5.528712749481201,
       "step": 166,
-      "subrel-constrast": 4.37673807144165,
+      "subrel-constrast": 4.295391082763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.782824754714966,
-      "cov-distil (oracle2student)": 5.268921375274658,
-      "cov-distil (oracle2teacher)": 4.957204341888428,
+      "cov-distil": 3.1909804344177246,
+      "cov-distil (oracle2student)": 5.690861225128174,
+      "cov-distil (oracle2teacher)": 4.958884239196777,
       "epoch": 0.13108320251177394,
-      "rel-constrast": 5.137875556945801,
+      "rel-constrast": 5.0117926597595215,
       "step": 167,
-      "subrel-constrast": 4.443451881408691,
+      "subrel-constrast": 4.3923749923706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.539813995361328,
-      "cov-distil (oracle2student)": 5.48532247543335,
-      "cov-distil (oracle2teacher)": 4.8871870040893555,
+      "cov-distil": 2.9253644943237305,
+      "cov-distil (oracle2student)": 6.536823749542236,
+      "cov-distil (oracle2teacher)": 4.949524402618408,
       "epoch": 0.13186813186813187,
-      "rel-constrast": 4.842020511627197,
+      "rel-constrast": 4.632965087890625,
       "step": 168,
-      "subrel-constrast": 4.043414115905762,
+      "subrel-constrast": 4.028526306152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7517428398132324,
-      "cov-distil (oracle2student)": 5.737140655517578,
-      "cov-distil (oracle2teacher)": 5.293481349945068,
+      "cov-distil": 3.960047721862793,
+      "cov-distil (oracle2student)": 6.507816314697266,
+      "cov-distil (oracle2teacher)": 5.179068088531494,
       "epoch": 0.1326530612244898,
-      "rel-constrast": 5.73463249206543,
+      "rel-constrast": 6.54719877243042,
       "step": 169,
-      "subrel-constrast": 5.651345729827881,
+      "subrel-constrast": 5.527524471282959,
       "view-similarity": 0
     },
     {
       "epoch": 0.13343799058084774,
-      "grad_norm": 13.375,
+      "grad_norm": 14.3125,
       "learning_rate": 8.45e-06,
-      "loss": 1.4693,
+      "loss": 1.5683,
       "step": 170
     },
     {
-      "cov-distil": 3.406038522720337,
-      "cov-distil (oracle2student)": 4.48272705078125,
-      "cov-distil (oracle2teacher)": 3.8597590923309326,
+      "cov-distil": 4.159029006958008,
+      "cov-distil (oracle2student)": 4.824380874633789,
+      "cov-distil (oracle2teacher)": 3.8449103832244873,
       "epoch": 0.13343799058084774,
-      "rel-constrast": 5.328525543212891,
+      "rel-constrast": 6.738110065460205,
       "step": 170,
-      "subrel-constrast": 5.504851818084717,
+      "subrel-constrast": 5.2951130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2601351737976074,
-      "cov-distil (oracle2student)": 5.214707374572754,
-      "cov-distil (oracle2teacher)": 3.8664567470550537,
+      "cov-distil": 2.546135425567627,
+      "cov-distil (oracle2student)": 5.423741340637207,
+      "cov-distil (oracle2teacher)": 3.8009438514709473,
       "epoch": 0.13422291993720564,
-      "rel-constrast": 5.732027530670166,
+      "rel-constrast": 7.40485143661499,
       "step": 171,
-      "subrel-constrast": 5.551510334014893,
+      "subrel-constrast": 5.430835723876953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2649431228637695,
-      "cov-distil (oracle2student)": 4.903834819793701,
-      "cov-distil (oracle2teacher)": 3.5654568672180176,
+      "cov-distil": 2.996793270111084,
+      "cov-distil (oracle2student)": 5.2190141677856445,
+      "cov-distil (oracle2teacher)": 3.5644731521606445,
       "epoch": 0.13500784929356358,
-      "rel-constrast": 5.048663139343262,
+      "rel-constrast": 4.73751974105835,
       "step": 172,
-      "subrel-constrast": 4.259944438934326,
+      "subrel-constrast": 4.2271246910095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.291656970977783,
-      "cov-distil (oracle2student)": 5.617837905883789,
-      "cov-distil (oracle2teacher)": 5.317911624908447,
+      "cov-distil": 3.10329008102417,
+      "cov-distil (oracle2student)": 5.63836145401001,
+      "cov-distil (oracle2teacher)": 5.180298328399658,
       "epoch": 0.1357927786499215,
-      "rel-constrast": 4.11165714263916,
+      "rel-constrast": 4.513082504272461,
       "step": 173,
-      "subrel-constrast": 3.9811415672302246,
+      "subrel-constrast": 3.8364601135253906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3816723823547363,
-      "cov-distil (oracle2student)": 5.013119697570801,
-      "cov-distil (oracle2teacher)": 4.062154293060303,
+      "cov-distil": 3.6365127563476562,
+      "cov-distil (oracle2student)": 4.375901222229004,
+      "cov-distil (oracle2teacher)": 4.113977432250977,
       "epoch": 0.13657770800627944,
-      "rel-constrast": 7.141737461090088,
+      "rel-constrast": 6.954038619995117,
       "step": 174,
-      "subrel-constrast": 5.517435550689697,
+      "subrel-constrast": 5.574974536895752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.518374443054199,
-      "cov-distil (oracle2student)": 5.188939094543457,
-      "cov-distil (oracle2teacher)": 4.644864559173584,
+      "cov-distil": 4.325571060180664,
+      "cov-distil (oracle2student)": 5.860617637634277,
+      "cov-distil (oracle2teacher)": 4.595647811889648,
       "epoch": 0.13736263736263737,
-      "rel-constrast": 4.657840251922607,
+      "rel-constrast": 5.240061283111572,
       "step": 175,
-      "subrel-constrast": 4.213469982147217,
+      "subrel-constrast": 4.150509357452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1605043411254883,
-      "cov-distil (oracle2student)": 5.80596923828125,
-      "cov-distil (oracle2teacher)": 4.725222587585449,
+      "cov-distil": 3.920865058898926,
+      "cov-distil (oracle2student)": 7.445850372314453,
+      "cov-distil (oracle2teacher)": 4.6917405128479,
       "epoch": 0.13814756671899528,
-      "rel-constrast": 5.725188732147217,
+      "rel-constrast": 7.635376930236816,
       "step": 176,
-      "subrel-constrast": 5.085594177246094,
+      "subrel-constrast": 5.020007610321045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.439970016479492,
-      "cov-distil (oracle2student)": 5.797138214111328,
-      "cov-distil (oracle2teacher)": 4.481153964996338,
+      "cov-distil": 2.8503286838531494,
+      "cov-distil (oracle2student)": 5.019507884979248,
+      "cov-distil (oracle2teacher)": 4.395993232727051,
       "epoch": 0.1389324960753532,
-      "rel-constrast": 4.679790019989014,
+      "rel-constrast": 5.308384895324707,
       "step": 177,
-      "subrel-constrast": 4.292531967163086,
+      "subrel-constrast": 4.188920021057129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4772512912750244,
-      "cov-distil (oracle2student)": 5.517018795013428,
-      "cov-distil (oracle2teacher)": 4.930450916290283,
+      "cov-distil": 2.7760677337646484,
+      "cov-distil (oracle2student)": 6.2227911949157715,
+      "cov-distil (oracle2teacher)": 4.913880825042725,
       "epoch": 0.13971742543171115,
-      "rel-constrast": 5.169275283813477,
+      "rel-constrast": 6.815461158752441,
       "step": 178,
-      "subrel-constrast": 6.139341354370117,
+      "subrel-constrast": 6.113162517547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.388380527496338,
-      "cov-distil (oracle2student)": 8.562522888183594,
-      "cov-distil (oracle2teacher)": 6.51700496673584,
+      "cov-distil": 3.8002400398254395,
+      "cov-distil (oracle2student)": 8.531770706176758,
+      "cov-distil (oracle2teacher)": 6.51868200302124,
       "epoch": 0.14050235478806908,
-      "rel-constrast": 5.553293704986572,
+      "rel-constrast": 6.894843578338623,
       "step": 179,
-      "subrel-constrast": 5.5493621826171875,
+      "subrel-constrast": 5.462888240814209,
       "view-similarity": 0
     },
     {
       "epoch": 0.141287284144427,
-      "grad_norm": 18.5,
+      "grad_norm": 15.3125,
       "learning_rate": 8.95e-06,
-      "loss": 1.4052,
+      "loss": 1.556,
       "step": 180
     },
     {
-      "cov-distil": 3.203474998474121,
-      "cov-distil (oracle2student)": 4.659393310546875,
-      "cov-distil (oracle2teacher)": 3.8494021892547607,
+      "cov-distil": 3.660627603530884,
+      "cov-distil (oracle2student)": 4.592028617858887,
+      "cov-distil (oracle2teacher)": 3.901848554611206,
       "epoch": 0.141287284144427,
-      "rel-constrast": 4.3841938972473145,
+      "rel-constrast": 5.0872673988342285,
       "step": 180,
-      "subrel-constrast": 4.432641506195068,
+      "subrel-constrast": 4.447839260101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8620846271514893,
-      "cov-distil (oracle2student)": 4.239439964294434,
-      "cov-distil (oracle2teacher)": 3.622223377227783,
+      "cov-distil": 3.7277941703796387,
+      "cov-distil (oracle2student)": 4.683640480041504,
+      "cov-distil (oracle2teacher)": 3.5613536834716797,
       "epoch": 0.14207221350078492,
-      "rel-constrast": 5.2689032554626465,
+      "rel-constrast": 5.933948516845703,
       "step": 181,
-      "subrel-constrast": 4.619548797607422,
+      "subrel-constrast": 4.5663838386535645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6243515014648438,
-      "cov-distil (oracle2student)": 6.16297721862793,
-      "cov-distil (oracle2teacher)": 4.990025520324707,
+      "cov-distil": 3.18432354927063,
+      "cov-distil (oracle2student)": 5.910961151123047,
+      "cov-distil (oracle2teacher)": 4.909991264343262,
       "epoch": 0.14285714285714285,
-      "rel-constrast": 5.904332160949707,
+      "rel-constrast": 5.615813255310059,
       "step": 182,
-      "subrel-constrast": 4.9689106941223145,
+      "subrel-constrast": 4.902022361755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.963348388671875,
-      "cov-distil (oracle2student)": 6.655308723449707,
-      "cov-distil (oracle2teacher)": 6.287975788116455,
+      "cov-distil": 2.7425808906555176,
+      "cov-distil (oracle2student)": 8.156492233276367,
+      "cov-distil (oracle2teacher)": 6.178691864013672,
       "epoch": 0.14364207221350078,
-      "rel-constrast": 4.478253364562988,
+      "rel-constrast": 6.230963706970215,
       "step": 183,
-      "subrel-constrast": 4.905683517456055,
+      "subrel-constrast": 4.751954555511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.237755298614502,
-      "cov-distil (oracle2student)": 6.64764404296875,
-      "cov-distil (oracle2teacher)": 5.5831074714660645,
+      "cov-distil": 3.122310161590576,
+      "cov-distil (oracle2student)": 7.20608377456665,
+      "cov-distil (oracle2teacher)": 5.5029754638671875,
       "epoch": 0.14442700156985872,
-      "rel-constrast": 5.552248001098633,
+      "rel-constrast": 5.675207138061523,
       "step": 184,
-      "subrel-constrast": 4.654872417449951,
+      "subrel-constrast": 4.6479082107543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.473625659942627,
-      "cov-distil (oracle2student)": 6.30503511428833,
-      "cov-distil (oracle2teacher)": 5.338748455047607,
+      "cov-distil": 2.7526373863220215,
+      "cov-distil (oracle2student)": 7.078078746795654,
+      "cov-distil (oracle2teacher)": 5.19650411605835,
       "epoch": 0.14521193092621665,
-      "rel-constrast": 5.798867225646973,
+      "rel-constrast": 7.837731838226318,
       "step": 185,
-      "subrel-constrast": 5.5699639320373535,
+      "subrel-constrast": 5.389598369598389,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1829147338867188,
-      "cov-distil (oracle2student)": 5.21027946472168,
-      "cov-distil (oracle2teacher)": 4.161255836486816,
+      "cov-distil": 3.923063278198242,
+      "cov-distil (oracle2student)": 6.520418167114258,
+      "cov-distil (oracle2teacher)": 4.242811679840088,
       "epoch": 0.14599686028257458,
-      "rel-constrast": 5.464681625366211,
+      "rel-constrast": 6.193408012390137,
       "step": 186,
-      "subrel-constrast": 5.187503814697266,
+      "subrel-constrast": 5.256560325622559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0477654933929443,
-      "cov-distil (oracle2student)": 6.166605472564697,
-      "cov-distil (oracle2teacher)": 6.047397136688232,
+      "cov-distil": 2.411468029022217,
+      "cov-distil (oracle2student)": 5.593282222747803,
+      "cov-distil (oracle2teacher)": 5.913275718688965,
       "epoch": 0.14678178963893249,
-      "rel-constrast": 6.169456481933594,
+      "rel-constrast": 5.695965766906738,
       "step": 187,
-      "subrel-constrast": 5.03766393661499,
+      "subrel-constrast": 4.936519145965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8547275066375732,
-      "cov-distil (oracle2student)": 5.306525707244873,
-      "cov-distil (oracle2teacher)": 5.850964069366455,
+      "cov-distil": 2.9543309211730957,
+      "cov-distil (oracle2student)": 6.735363006591797,
+      "cov-distil (oracle2teacher)": 5.710293292999268,
       "epoch": 0.14756671899529042,
-      "rel-constrast": 5.305285930633545,
+      "rel-constrast": 5.220108985900879,
       "step": 188,
-      "subrel-constrast": 4.854366779327393,
+      "subrel-constrast": 4.7115159034729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699039459228516,
-      "cov-distil (oracle2student)": 6.397008419036865,
-      "cov-distil (oracle2teacher)": 5.247262954711914,
+      "cov-distil": 3.1853365898132324,
+      "cov-distil (oracle2student)": 7.051092147827148,
+      "cov-distil (oracle2teacher)": 5.130232334136963,
       "epoch": 0.14835164835164835,
-      "rel-constrast": 6.549964427947998,
+      "rel-constrast": 6.393421649932861,
       "step": 189,
-      "subrel-constrast": 5.943665981292725,
+      "subrel-constrast": 5.772905349731445,
       "view-similarity": 0
     },
     {
       "epoch": 0.14913657770800628,
-      "grad_norm": 13.6875,
+      "grad_norm": 13.125,
       "learning_rate": 9.450000000000001e-06,
-      "loss": 1.443,
+      "loss": 1.4971,
       "step": 190
     },
     {
-      "cov-distil": 3.1331424713134766,
-      "cov-distil (oracle2student)": 6.638267517089844,
-      "cov-distil (oracle2teacher)": 4.93756103515625,
+      "cov-distil": 3.488802433013916,
+      "cov-distil (oracle2student)": 5.48549747467041,
+      "cov-distil (oracle2teacher)": 4.984457492828369,
       "epoch": 0.14913657770800628,
-      "rel-constrast": 6.56038236618042,
+      "rel-constrast": 6.4884490966796875,
       "step": 190,
-      "subrel-constrast": 5.594992160797119,
+      "subrel-constrast": 5.601687431335449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.656987190246582,
-      "cov-distil (oracle2student)": 6.065674781799316,
-      "cov-distil (oracle2teacher)": 6.052977561950684,
+      "cov-distil": 4.221560478210449,
+      "cov-distil (oracle2student)": 7.035679817199707,
+      "cov-distil (oracle2teacher)": 5.840982437133789,
       "epoch": 0.14992150706436422,
-      "rel-constrast": 5.598496913909912,
+      "rel-constrast": 6.965384006500244,
       "step": 191,
-      "subrel-constrast": 6.7906293869018555,
+      "subrel-constrast": 6.573321342468262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.191580295562744,
-      "cov-distil (oracle2student)": 8.038559913635254,
-      "cov-distil (oracle2teacher)": 5.811613082885742,
+      "cov-distil": 4.706931114196777,
+      "cov-distil (oracle2student)": 7.382802486419678,
+      "cov-distil (oracle2teacher)": 5.764090061187744,
       "epoch": 0.15070643642072212,
-      "rel-constrast": 4.849475860595703,
+      "rel-constrast": 4.706277847290039,
       "step": 192,
-      "subrel-constrast": 4.131407737731934,
+      "subrel-constrast": 4.1160359382629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.683588743209839,
-      "cov-distil (oracle2student)": 4.587405681610107,
-      "cov-distil (oracle2teacher)": 4.190528392791748,
+      "cov-distil": 3.6087615489959717,
+      "cov-distil (oracle2student)": 6.2577290534973145,
+      "cov-distil (oracle2teacher)": 4.127354621887207,
       "epoch": 0.15149136577708006,
-      "rel-constrast": 4.667137622833252,
+      "rel-constrast": 6.648294448852539,
       "step": 193,
-      "subrel-constrast": 4.492706775665283,
+      "subrel-constrast": 4.3313398361206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5755395889282227,
-      "cov-distil (oracle2student)": 4.595428466796875,
-      "cov-distil (oracle2teacher)": 2.841383934020996,
+      "cov-distil": 4.154907703399658,
+      "cov-distil (oracle2student)": 3.761441946029663,
+      "cov-distil (oracle2teacher)": 2.7899599075317383,
       "epoch": 0.152276295133438,
-      "rel-constrast": 7.136086463928223,
+      "rel-constrast": 7.175872802734375,
       "step": 194,
-      "subrel-constrast": 5.662163257598877,
+      "subrel-constrast": 5.622953414916992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.534440040588379,
-      "cov-distil (oracle2student)": 7.176570892333984,
-      "cov-distil (oracle2teacher)": 5.876811981201172,
+      "cov-distil": 3.7575554847717285,
+      "cov-distil (oracle2student)": 7.670008659362793,
+      "cov-distil (oracle2teacher)": 5.696996212005615,
       "epoch": 0.15306122448979592,
-      "rel-constrast": 6.500258445739746,
+      "rel-constrast": 8.23550796508789,
       "step": 195,
-      "subrel-constrast": 5.75777006149292,
+      "subrel-constrast": 5.412696361541748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.331389904022217,
-      "cov-distil (oracle2student)": 7.628920078277588,
-      "cov-distil (oracle2teacher)": 6.656572341918945,
+      "cov-distil": 2.9929065704345703,
+      "cov-distil (oracle2student)": 8.786867141723633,
+      "cov-distil (oracle2teacher)": 6.474837779998779,
       "epoch": 0.15384615384615385,
-      "rel-constrast": 5.442966461181641,
+      "rel-constrast": 6.341582775115967,
       "step": 196,
-      "subrel-constrast": 5.2714996337890625,
+      "subrel-constrast": 5.165693759918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9742186069488525,
-      "cov-distil (oracle2student)": 4.961199760437012,
-      "cov-distil (oracle2teacher)": 4.571676254272461,
+      "cov-distil": 2.516141891479492,
+      "cov-distil (oracle2student)": 5.787787914276123,
+      "cov-distil (oracle2teacher)": 4.424409866333008,
       "epoch": 0.1546310832025118,
-      "rel-constrast": 4.30648946762085,
+      "rel-constrast": 4.501039505004883,
       "step": 197,
-      "subrel-constrast": 4.105319499969482,
+      "subrel-constrast": 4.0134196281433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3590917587280273,
-      "cov-distil (oracle2student)": 3.817314624786377,
-      "cov-distil (oracle2teacher)": 3.136385917663574,
+      "cov-distil": 3.038858413696289,
+      "cov-distil (oracle2student)": 4.362963676452637,
+      "cov-distil (oracle2teacher)": 3.0764613151550293,
       "epoch": 0.1554160125588697,
-      "rel-constrast": 4.151867866516113,
+      "rel-constrast": 4.955060005187988,
       "step": 198,
-      "subrel-constrast": 3.6788856983184814,
+      "subrel-constrast": 3.57429838180542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9948954582214355,
-      "cov-distil (oracle2student)": 6.080739974975586,
-      "cov-distil (oracle2teacher)": 5.84327507019043,
+      "cov-distil": 3.3787930011749268,
+      "cov-distil (oracle2student)": 7.612249851226807,
+      "cov-distil (oracle2teacher)": 5.655327796936035,
       "epoch": 0.15620094191522763,
-      "rel-constrast": 3.927574634552002,
+      "rel-constrast": 6.064511299133301,
       "step": 199,
-      "subrel-constrast": 4.407478332519531,
+      "subrel-constrast": 4.265407562255859,
       "view-similarity": 0
     },
     {
       "epoch": 0.15698587127158556,
-      "grad_norm": 12.625,
+      "grad_norm": 12.875,
       "learning_rate": 9.950000000000001e-06,
-      "loss": 1.4021,
+      "loss": 1.552,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
-      "overlap": 0.24062500894069672,
+      "overlap": 0.234375,
       "step": 200
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "student margin": 0.067840576171875
+      "student margin": 0.0514373779296875
     },
     {
       "epoch": 0.15698587127158556,
       "step": 200,
-      "teacher margin": 0.0570220947265625
+      "teacher margin": 0.05816650390625
     },
     {
       "epoch": 0.15698587127158556,
-      "margin difference": -0.0108184814453125,
+      "margin difference": 0.0067291259765625,
       "step": 200
     },
     {
-      "cov-distil": 3.7237961292266846,
-      "cov-distil (oracle2student)": 7.586442947387695,
-      "cov-distil (oracle2teacher)": 5.7152099609375,
+      "cov-distil": 3.5283257961273193,
+      "cov-distil (oracle2student)": 7.069579124450684,
+      "cov-distil (oracle2teacher)": 5.530835151672363,
       "epoch": 0.15698587127158556,
-      "rel-constrast": 5.464310169219971,
+      "rel-constrast": 6.4820332527160645,
       "step": 200,
-      "subrel-constrast": 5.328721523284912,
+      "subrel-constrast": 5.1075968742370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.274702310562134,
-      "cov-distil (oracle2student)": 5.070128440856934,
-      "cov-distil (oracle2teacher)": 5.0316925048828125,
+      "cov-distil": 3.209291696548462,
+      "cov-distil (oracle2student)": 5.308156490325928,
+      "cov-distil (oracle2teacher)": 4.881225109100342,
       "epoch": 0.1577708006279435,
-      "rel-constrast": 4.0968017578125,
+      "rel-constrast": 5.998831272125244,
       "step": 201,
-      "subrel-constrast": 4.411446571350098,
+      "subrel-constrast": 4.238204479217529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2039477825164795,
-      "cov-distil (oracle2student)": 6.712636470794678,
-      "cov-distil (oracle2teacher)": 6.199963569641113,
+      "cov-distil": 3.3433680534362793,
+      "cov-distil (oracle2student)": 7.2297868728637695,
+      "cov-distil (oracle2teacher)": 6.114537239074707,
       "epoch": 0.15855572998430142,
-      "rel-constrast": 5.7678117752075195,
+      "rel-constrast": 7.931365013122559,
       "step": 202,
-      "subrel-constrast": 5.347052574157715,
+      "subrel-constrast": 5.08936882019043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2047228813171387,
-      "cov-distil (oracle2student)": 7.661907196044922,
-      "cov-distil (oracle2teacher)": 6.4142866134643555,
+      "cov-distil": 2.942877769470215,
+      "cov-distil (oracle2student)": 8.508478164672852,
+      "cov-distil (oracle2teacher)": 6.401468753814697,
       "epoch": 0.15934065934065933,
-      "rel-constrast": 7.286009311676025,
+      "rel-constrast": 8.04743766784668,
       "step": 203,
-      "subrel-constrast": 5.817068099975586,
+      "subrel-constrast": 5.7293877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.91322922706604,
-      "cov-distil (oracle2student)": 4.107336044311523,
-      "cov-distil (oracle2teacher)": 3.4955694675445557,
+      "cov-distil": 2.5413994789123535,
+      "cov-distil (oracle2student)": 3.883056640625,
+      "cov-distil (oracle2teacher)": 3.3418493270874023,
       "epoch": 0.16012558869701726,
-      "rel-constrast": 5.1244730949401855,
+      "rel-constrast": 5.005613803863525,
       "step": 204,
-      "subrel-constrast": 4.262094020843506,
+      "subrel-constrast": 4.038352012634277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.850925922393799,
-      "cov-distil (oracle2student)": 11.0481595993042,
-      "cov-distil (oracle2teacher)": 8.53349781036377,
+      "cov-distil": 3.5852713584899902,
+      "cov-distil (oracle2student)": 10.135774612426758,
+      "cov-distil (oracle2teacher)": 8.518957138061523,
       "epoch": 0.1609105180533752,
-      "rel-constrast": 6.673989295959473,
+      "rel-constrast": 7.922815799713135,
       "step": 205,
-      "subrel-constrast": 6.989043712615967,
+      "subrel-constrast": 6.735560894012451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3848154544830322,
-      "cov-distil (oracle2student)": 7.932931900024414,
-      "cov-distil (oracle2teacher)": 6.616568088531494,
+      "cov-distil": 2.7306466102600098,
+      "cov-distil (oracle2student)": 7.86826229095459,
+      "cov-distil (oracle2teacher)": 6.581382751464844,
       "epoch": 0.16169544740973313,
-      "rel-constrast": 7.136048793792725,
+      "rel-constrast": 7.344729900360107,
       "step": 206,
-      "subrel-constrast": 5.786576747894287,
+      "subrel-constrast": 5.714005470275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.876713275909424,
-      "cov-distil (oracle2student)": 5.842488765716553,
-      "cov-distil (oracle2teacher)": 5.254587173461914,
+      "cov-distil": 2.874847650527954,
+      "cov-distil (oracle2student)": 6.116908073425293,
+      "cov-distil (oracle2teacher)": 5.059069633483887,
       "epoch": 0.16248037676609106,
-      "rel-constrast": 5.31241512298584,
+      "rel-constrast": 4.99725341796875,
       "step": 207,
-      "subrel-constrast": 4.291684150695801,
+      "subrel-constrast": 4.129848480224609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.449646472930908,
-      "cov-distil (oracle2student)": 4.260830879211426,
-      "cov-distil (oracle2teacher)": 4.039247512817383,
+      "cov-distil": 2.7104785442352295,
+      "cov-distil (oracle2student)": 4.546380519866943,
+      "cov-distil (oracle2teacher)": 4.0547308921813965,
       "epoch": 0.16326530612244897,
-      "rel-constrast": 5.283468246459961,
+      "rel-constrast": 6.221567153930664,
       "step": 208,
-      "subrel-constrast": 4.963812351226807,
+      "subrel-constrast": 4.951694488525391,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8306093215942383,
-      "cov-distil (oracle2student)": 7.792827129364014,
-      "cov-distil (oracle2teacher)": 6.242460250854492,
+      "cov-distil": 3.308722972869873,
+      "cov-distil (oracle2student)": 8.769634246826172,
+      "cov-distil (oracle2teacher)": 6.159358978271484,
       "epoch": 0.1640502354788069,
-      "rel-constrast": 5.909091472625732,
+      "rel-constrast": 7.135958194732666,
       "step": 209,
-      "subrel-constrast": 5.323974132537842,
+      "subrel-constrast": 5.102826118469238,
       "view-similarity": 0
     },
     {
       "epoch": 0.16483516483516483,
-      "grad_norm": 14.875,
+      "grad_norm": 14.5625,
       "learning_rate": 1.045e-05,
-      "loss": 1.5181,
+      "loss": 1.6772,
       "step": 210
     },
     {
-      "cov-distil": 3.0215041637420654,
-      "cov-distil (oracle2student)": 8.190481185913086,
-      "cov-distil (oracle2teacher)": 7.113153457641602,
+      "cov-distil": 3.9089038372039795,
+      "cov-distil (oracle2student)": 8.191343307495117,
+      "cov-distil (oracle2teacher)": 6.964232921600342,
       "epoch": 0.16483516483516483,
-      "rel-constrast": 5.830654144287109,
+      "rel-constrast": 6.978365898132324,
       "step": 210,
-      "subrel-constrast": 6.107037544250488,
+      "subrel-constrast": 5.912867069244385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6075353622436523,
-      "cov-distil (oracle2student)": 5.927797317504883,
-      "cov-distil (oracle2teacher)": 4.915546417236328,
+      "cov-distil": 3.0247364044189453,
+      "cov-distil (oracle2student)": 6.459198474884033,
+      "cov-distil (oracle2teacher)": 4.885034561157227,
       "epoch": 0.16562009419152277,
-      "rel-constrast": 5.132475852966309,
+      "rel-constrast": 5.79863977432251,
       "step": 211,
-      "subrel-constrast": 4.88439416885376,
+      "subrel-constrast": 4.586057186126709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1792759895324707,
-      "cov-distil (oracle2student)": 5.705207347869873,
-      "cov-distil (oracle2teacher)": 4.706761360168457,
+      "cov-distil": 3.2326111793518066,
+      "cov-distil (oracle2student)": 5.939338684082031,
+      "cov-distil (oracle2teacher)": 4.757777214050293,
       "epoch": 0.1664050235478807,
-      "rel-constrast": 4.437366485595703,
+      "rel-constrast": 5.478702545166016,
       "step": 212,
-      "subrel-constrast": 4.600239276885986,
+      "subrel-constrast": 4.5379791259765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.843543529510498,
-      "cov-distil (oracle2student)": 5.749957084655762,
-      "cov-distil (oracle2teacher)": 5.204010963439941,
+      "cov-distil": 3.7359390258789062,
+      "cov-distil (oracle2student)": 6.513023853302002,
+      "cov-distil (oracle2teacher)": 5.143453598022461,
       "epoch": 0.16718995290423863,
-      "rel-constrast": 3.4077744483947754,
+      "rel-constrast": 3.716357469558716,
       "step": 213,
-      "subrel-constrast": 3.7116200923919678,
+      "subrel-constrast": 3.6925933361053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7177345752716064,
-      "cov-distil (oracle2student)": 6.503233909606934,
-      "cov-distil (oracle2teacher)": 5.097251892089844,
+      "cov-distil": 3.9763071537017822,
+      "cov-distil (oracle2student)": 7.975461006164551,
+      "cov-distil (oracle2teacher)": 5.06793737411499,
       "epoch": 0.16797488226059654,
-      "rel-constrast": 5.246351718902588,
+      "rel-constrast": 6.44483757019043,
       "step": 214,
-      "subrel-constrast": 4.351907253265381,
+      "subrel-constrast": 4.292359828948975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.748671054840088,
-      "cov-distil (oracle2student)": 4.586667060852051,
-      "cov-distil (oracle2teacher)": 4.121526718139648,
+      "cov-distil": 2.8048253059387207,
+      "cov-distil (oracle2student)": 5.152309417724609,
+      "cov-distil (oracle2teacher)": 3.874213457107544,
       "epoch": 0.16875981161695447,
-      "rel-constrast": 5.743491172790527,
+      "rel-constrast": 6.723339557647705,
       "step": 215,
-      "subrel-constrast": 5.712560653686523,
+      "subrel-constrast": 5.302562713623047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7116360664367676,
-      "cov-distil (oracle2student)": 4.121926307678223,
-      "cov-distil (oracle2teacher)": 3.739682197570801,
+      "cov-distil": 1.9724469184875488,
+      "cov-distil (oracle2student)": 4.413386821746826,
+      "cov-distil (oracle2teacher)": 3.5779309272766113,
       "epoch": 0.1695447409733124,
-      "rel-constrast": 4.147603988647461,
+      "rel-constrast": 4.283953666687012,
       "step": 216,
-      "subrel-constrast": 3.6736254692077637,
+      "subrel-constrast": 3.452906608581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1222097873687744,
-      "cov-distil (oracle2student)": 5.266463756561279,
-      "cov-distil (oracle2teacher)": 4.985571384429932,
+      "cov-distil": 2.3012685775756836,
+      "cov-distil (oracle2student)": 5.754795074462891,
+      "cov-distil (oracle2teacher)": 4.9212517738342285,
       "epoch": 0.17032967032967034,
-      "rel-constrast": 6.011352062225342,
+      "rel-constrast": 5.961301326751709,
       "step": 217,
-      "subrel-constrast": 5.236981391906738,
+      "subrel-constrast": 5.026541233062744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.6187005043029785,
-      "cov-distil (oracle2student)": 4.983086585998535,
-      "cov-distil (oracle2teacher)": 4.162529945373535,
+      "cov-distil": 3.084859848022461,
+      "cov-distil (oracle2student)": 4.6096954345703125,
+      "cov-distil (oracle2teacher)": 3.9854748249053955,
       "epoch": 0.17111459968602827,
-      "rel-constrast": 6.265609264373779,
+      "rel-constrast": 6.244478702545166,
       "step": 218,
-      "subrel-constrast": 4.703866481781006,
+      "subrel-constrast": 4.5502166748046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.382068395614624,
-      "cov-distil (oracle2student)": 5.941694259643555,
-      "cov-distil (oracle2teacher)": 3.7060580253601074,
+      "cov-distil": 3.494931221008301,
+      "cov-distil (oracle2student)": 4.94071102142334,
+      "cov-distil (oracle2teacher)": 3.710479497909546,
       "epoch": 0.17189952904238617,
-      "rel-constrast": 6.0482497215271,
+      "rel-constrast": 7.029558181762695,
       "step": 219,
-      "subrel-constrast": 4.653711318969727,
+      "subrel-constrast": 4.5701117515563965,
       "view-similarity": 0
     },
     {
       "epoch": 0.1726844583987441,
-      "grad_norm": 13.9375,
+      "grad_norm": 15.625,
       "learning_rate": 1.095e-05,
-      "loss": 1.3792,
+      "loss": 1.4665,
       "step": 220
     },
     {
-      "cov-distil": 2.5856785774230957,
-      "cov-distil (oracle2student)": 6.176444053649902,
-      "cov-distil (oracle2teacher)": 5.259069442749023,
+      "cov-distil": 3.2238664627075195,
+      "cov-distil (oracle2student)": 6.585185527801514,
+      "cov-distil (oracle2teacher)": 5.178656101226807,
       "epoch": 0.1726844583987441,
-      "rel-constrast": 5.706560134887695,
+      "rel-constrast": 6.650619029998779,
       "step": 220,
-      "subrel-constrast": 5.1533966064453125,
+      "subrel-constrast": 4.943349361419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.762558937072754,
-      "cov-distil (oracle2student)": 6.647637844085693,
-      "cov-distil (oracle2teacher)": 5.482844829559326,
+      "cov-distil": 2.261411666870117,
+      "cov-distil (oracle2student)": 7.550448417663574,
+      "cov-distil (oracle2teacher)": 5.280452728271484,
       "epoch": 0.17346938775510204,
-      "rel-constrast": 5.161595821380615,
+      "rel-constrast": 5.842954635620117,
       "step": 221,
-      "subrel-constrast": 4.012270450592041,
+      "subrel-constrast": 3.776158094406128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.637533664703369,
-      "cov-distil (oracle2student)": 5.838397026062012,
-      "cov-distil (oracle2teacher)": 5.310522079467773,
+      "cov-distil": 3.1230926513671875,
+      "cov-distil (oracle2student)": 5.597016334533691,
+      "cov-distil (oracle2teacher)": 5.305922508239746,
       "epoch": 0.17425431711145997,
-      "rel-constrast": 5.053402900695801,
+      "rel-constrast": 6.378367900848389,
       "step": 222,
-      "subrel-constrast": 4.9708099365234375,
+      "subrel-constrast": 4.7941484451293945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.336826801300049,
-      "cov-distil (oracle2student)": 5.399420738220215,
-      "cov-distil (oracle2teacher)": 4.579391956329346,
+      "cov-distil": 3.580002546310425,
+      "cov-distil (oracle2student)": 5.423019886016846,
+      "cov-distil (oracle2teacher)": 4.536489963531494,
       "epoch": 0.1750392464678179,
-      "rel-constrast": 3.61594820022583,
+      "rel-constrast": 4.590057849884033,
       "step": 223,
-      "subrel-constrast": 4.12787389755249,
+      "subrel-constrast": 4.026968955993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.445133924484253,
-      "cov-distil (oracle2student)": 5.421712398529053,
-      "cov-distil (oracle2teacher)": 3.7769713401794434,
+      "cov-distil": 2.535212516784668,
+      "cov-distil (oracle2student)": 5.673104763031006,
+      "cov-distil (oracle2teacher)": 3.8253986835479736,
       "epoch": 0.17582417582417584,
-      "rel-constrast": 4.549353122711182,
+      "rel-constrast": 5.4184441566467285,
       "step": 224,
-      "subrel-constrast": 4.352869510650635,
+      "subrel-constrast": 4.207962512969971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.7959837913513184,
-      "cov-distil (oracle2student)": 6.113248825073242,
-      "cov-distil (oracle2teacher)": 5.348932266235352,
+      "cov-distil": 4.570470809936523,
+      "cov-distil (oracle2student)": 5.951991558074951,
+      "cov-distil (oracle2teacher)": 5.296257972717285,
       "epoch": 0.17660910518053374,
-      "rel-constrast": 5.05862283706665,
+      "rel-constrast": 6.35295295715332,
       "step": 225,
-      "subrel-constrast": 5.57745361328125,
+      "subrel-constrast": 5.348306179046631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.3124284744262695,
-      "cov-distil (oracle2student)": 6.702354431152344,
-      "cov-distil (oracle2teacher)": 5.452134132385254,
+      "cov-distil": 3.456725597381592,
+      "cov-distil (oracle2student)": 7.235404968261719,
+      "cov-distil (oracle2teacher)": 5.275980472564697,
       "epoch": 0.17739403453689168,
-      "rel-constrast": 6.356748580932617,
+      "rel-constrast": 6.483428001403809,
       "step": 226,
-      "subrel-constrast": 5.245099067687988,
+      "subrel-constrast": 5.099832057952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386946201324463,
-      "cov-distil (oracle2student)": 8.377017974853516,
-      "cov-distil (oracle2teacher)": 6.906009674072266,
+      "cov-distil": 2.984936237335205,
+      "cov-distil (oracle2student)": 8.418655395507812,
+      "cov-distil (oracle2teacher)": 6.988308429718018,
       "epoch": 0.1781789638932496,
-      "rel-constrast": 6.255722999572754,
+      "rel-constrast": 7.734195232391357,
       "step": 227,
-      "subrel-constrast": 5.9417009353637695,
+      "subrel-constrast": 5.760927200317383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8484878540039062,
-      "cov-distil (oracle2student)": 8.19301986694336,
-      "cov-distil (oracle2teacher)": 7.017974376678467,
+      "cov-distil": 2.984023094177246,
+      "cov-distil (oracle2student)": 8.4630708694458,
+      "cov-distil (oracle2teacher)": 6.944049835205078,
       "epoch": 0.17896389324960754,
-      "rel-constrast": 5.690243721008301,
+      "rel-constrast": 6.70650577545166,
       "step": 228,
-      "subrel-constrast": 6.001501560211182,
+      "subrel-constrast": 5.657758712768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0837349891662598,
-      "cov-distil (oracle2student)": 6.268764495849609,
-      "cov-distil (oracle2teacher)": 5.817341327667236,
+      "cov-distil": 3.748962163925171,
+      "cov-distil (oracle2student)": 7.385298252105713,
+      "cov-distil (oracle2teacher)": 5.675633430480957,
       "epoch": 0.17974882260596547,
-      "rel-constrast": 6.622305870056152,
+      "rel-constrast": 7.36455774307251,
       "step": 229,
-      "subrel-constrast": 5.648178577423096,
+      "subrel-constrast": 5.628712177276611,
       "view-similarity": 0
     },
     {
       "epoch": 0.18053375196232338,
-      "grad_norm": 13.0625,
+      "grad_norm": 12.75,
       "learning_rate": 1.145e-05,
-      "loss": 1.4223,
+      "loss": 1.5881,
       "step": 230
     },
     {
-      "cov-distil": 2.784493923187256,
-      "cov-distil (oracle2student)": 7.625933647155762,
-      "cov-distil (oracle2teacher)": 6.274604320526123,
+      "cov-distil": 2.9036803245544434,
+      "cov-distil (oracle2student)": 7.4820685386657715,
+      "cov-distil (oracle2teacher)": 6.104247093200684,
       "epoch": 0.18053375196232338,
-      "rel-constrast": 6.5320725440979,
+      "rel-constrast": 6.639608860015869,
       "step": 230,
-      "subrel-constrast": 6.3568644523620605,
+      "subrel-constrast": 5.954493045806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6457338333129883,
-      "cov-distil (oracle2student)": 6.021350860595703,
-      "cov-distil (oracle2teacher)": 5.532404899597168,
+      "cov-distil": 2.91481351852417,
+      "cov-distil (oracle2student)": 6.288802146911621,
+      "cov-distil (oracle2teacher)": 5.289515018463135,
       "epoch": 0.1813186813186813,
-      "rel-constrast": 5.55854606628418,
+      "rel-constrast": 5.199117183685303,
       "step": 231,
-      "subrel-constrast": 5.060829162597656,
+      "subrel-constrast": 4.8971099853515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0115959644317627,
-      "cov-distil (oracle2student)": 4.937437057495117,
-      "cov-distil (oracle2teacher)": 4.131011962890625,
+      "cov-distil": 3.0430915355682373,
+      "cov-distil (oracle2student)": 5.847060203552246,
+      "cov-distil (oracle2teacher)": 4.012772560119629,
       "epoch": 0.18210361067503925,
-      "rel-constrast": 5.882181644439697,
+      "rel-constrast": 7.342980861663818,
       "step": 232,
-      "subrel-constrast": 5.401787757873535,
+      "subrel-constrast": 5.210206985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7508275508880615,
-      "cov-distil (oracle2student)": 5.548520088195801,
-      "cov-distil (oracle2teacher)": 4.816484451293945,
+      "cov-distil": 3.067833662033081,
+      "cov-distil (oracle2student)": 7.104142189025879,
+      "cov-distil (oracle2teacher)": 4.654824256896973,
       "epoch": 0.18288854003139718,
-      "rel-constrast": 5.821797847747803,
+      "rel-constrast": 6.129726409912109,
       "step": 233,
-      "subrel-constrast": 5.663866996765137,
+      "subrel-constrast": 5.695138931274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9569406509399414,
-      "cov-distil (oracle2student)": 7.222298622131348,
-      "cov-distil (oracle2teacher)": 7.13742733001709,
+      "cov-distil": 2.8103408813476562,
+      "cov-distil (oracle2student)": 7.6267290115356445,
+      "cov-distil (oracle2teacher)": 7.041560173034668,
       "epoch": 0.1836734693877551,
-      "rel-constrast": 6.105270862579346,
+      "rel-constrast": 5.468483924865723,
       "step": 234,
-      "subrel-constrast": 5.712968349456787,
+      "subrel-constrast": 5.690363883972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.103212833404541,
-      "cov-distil (oracle2student)": 7.01689338684082,
-      "cov-distil (oracle2teacher)": 5.664578437805176,
+      "cov-distil": 2.5587995052337646,
+      "cov-distil (oracle2student)": 5.562972068786621,
+      "cov-distil (oracle2teacher)": 5.41994571685791,
       "epoch": 0.18445839874411302,
-      "rel-constrast": 5.000349521636963,
+      "rel-constrast": 5.773622512817383,
       "step": 235,
-      "subrel-constrast": 5.6979780197143555,
+      "subrel-constrast": 5.3267669677734375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.8269240856170654,
-      "cov-distil (oracle2student)": 6.271734237670898,
-      "cov-distil (oracle2teacher)": 4.949467658996582,
+      "cov-distil": 4.249699592590332,
+      "cov-distil (oracle2student)": 7.754398345947266,
+      "cov-distil (oracle2teacher)": 4.796910285949707,
       "epoch": 0.18524332810047095,
-      "rel-constrast": 6.892180442810059,
+      "rel-constrast": 8.531059265136719,
       "step": 236,
-      "subrel-constrast": 5.5071916580200195,
+      "subrel-constrast": 5.342297554016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.617617607116699,
-      "cov-distil (oracle2student)": 7.684514045715332,
-      "cov-distil (oracle2teacher)": 6.875121116638184,
+      "cov-distil": 4.759154319763184,
+      "cov-distil (oracle2student)": 7.0579376220703125,
+      "cov-distil (oracle2teacher)": 6.867465972900391,
       "epoch": 0.18602825745682888,
-      "rel-constrast": 5.50137996673584,
+      "rel-constrast": 6.7225422859191895,
       "step": 237,
-      "subrel-constrast": 5.996005058288574,
+      "subrel-constrast": 5.861257553100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0465898513793945,
-      "cov-distil (oracle2student)": 5.6181640625,
-      "cov-distil (oracle2teacher)": 4.098563194274902,
+      "cov-distil": 2.824655532836914,
+      "cov-distil (oracle2student)": 5.473764419555664,
+      "cov-distil (oracle2teacher)": 3.9914209842681885,
       "epoch": 0.18681318681318682,
-      "rel-constrast": 5.506038665771484,
+      "rel-constrast": 6.062190532684326,
       "step": 238,
-      "subrel-constrast": 4.241726398468018,
+      "subrel-constrast": 4.152079105377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179614067077637,
-      "cov-distil (oracle2student)": 4.143487930297852,
-      "cov-distil (oracle2teacher)": 3.030797004699707,
+      "cov-distil": 2.7214150428771973,
+      "cov-distil (oracle2student)": 4.056142807006836,
+      "cov-distil (oracle2teacher)": 3.105422019958496,
       "epoch": 0.18759811616954475,
-      "rel-constrast": 5.2203168869018555,
+      "rel-constrast": 6.285424709320068,
       "step": 239,
-      "subrel-constrast": 4.7745466232299805,
+      "subrel-constrast": 4.548801898956299,
       "view-similarity": 0
     },
     {
       "epoch": 0.18838304552590268,
-      "grad_norm": 11.4375,
+      "grad_norm": 15.9375,
       "learning_rate": 1.195e-05,
-      "loss": 1.5289,
+      "loss": 1.6039,
       "step": 240
     },
     {
-      "cov-distil": 3.0700650215148926,
-      "cov-distil (oracle2student)": 6.768826484680176,
-      "cov-distil (oracle2teacher)": 5.043496608734131,
+      "cov-distil": 3.2994887828826904,
+      "cov-distil (oracle2student)": 6.404690742492676,
+      "cov-distil (oracle2teacher)": 4.984034061431885,
       "epoch": 0.18838304552590268,
-      "rel-constrast": 5.904140949249268,
+      "rel-constrast": 5.86398983001709,
       "step": 240,
-      "subrel-constrast": 4.922555446624756,
+      "subrel-constrast": 4.766972541809082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.561779499053955,
-      "cov-distil (oracle2student)": 4.69482421875,
-      "cov-distil (oracle2teacher)": 3.5012383460998535,
+      "cov-distil": 2.474839687347412,
+      "cov-distil (oracle2student)": 5.551938533782959,
+      "cov-distil (oracle2teacher)": 3.325836181640625,
       "epoch": 0.1891679748822606,
-      "rel-constrast": 7.093609809875488,
+      "rel-constrast": 6.890068054199219,
       "step": 241,
-      "subrel-constrast": 5.326828956604004,
+      "subrel-constrast": 5.152864456176758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.611605167388916,
-      "cov-distil (oracle2student)": 8.443441390991211,
-      "cov-distil (oracle2teacher)": 6.097524642944336,
+      "cov-distil": 2.939002275466919,
+      "cov-distil (oracle2student)": 8.493452072143555,
+      "cov-distil (oracle2teacher)": 5.770837783813477,
       "epoch": 0.18995290423861852,
-      "rel-constrast": 6.5073723793029785,
+      "rel-constrast": 6.677253246307373,
       "step": 242,
-      "subrel-constrast": 5.4820237159729,
+      "subrel-constrast": 5.344944953918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022892713546753,
-      "cov-distil (oracle2student)": 5.535630226135254,
-      "cov-distil (oracle2teacher)": 4.761144638061523,
+      "cov-distil": 3.4027292728424072,
+      "cov-distil (oracle2student)": 6.329041004180908,
+      "cov-distil (oracle2teacher)": 4.339474678039551,
       "epoch": 0.19073783359497645,
-      "rel-constrast": 4.188787460327148,
+      "rel-constrast": 5.450015068054199,
       "step": 243,
-      "subrel-constrast": 4.377328395843506,
+      "subrel-constrast": 3.9405393600463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2616350650787354,
-      "cov-distil (oracle2student)": 7.68295955657959,
-      "cov-distil (oracle2teacher)": 7.214927673339844,
+      "cov-distil": 4.741093635559082,
+      "cov-distil (oracle2student)": 9.936079025268555,
+      "cov-distil (oracle2teacher)": 7.017047882080078,
       "epoch": 0.19152276295133439,
-      "rel-constrast": 3.710407257080078,
+      "rel-constrast": 6.805270671844482,
       "step": 244,
-      "subrel-constrast": 4.857728958129883,
+      "subrel-constrast": 4.80192232131958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4432787895202637,
-      "cov-distil (oracle2student)": 5.955875396728516,
-      "cov-distil (oracle2teacher)": 5.102582931518555,
+      "cov-distil": 2.1672821044921875,
+      "cov-distil (oracle2student)": 6.3422675132751465,
+      "cov-distil (oracle2teacher)": 4.817507743835449,
       "epoch": 0.19230769230769232,
-      "rel-constrast": 4.064718246459961,
+      "rel-constrast": 4.706860542297363,
       "step": 245,
-      "subrel-constrast": 3.286212921142578,
+      "subrel-constrast": 3.0868115425109863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300020217895508,
-      "cov-distil (oracle2student)": 7.3102240562438965,
-      "cov-distil (oracle2teacher)": 6.725350379943848,
+      "cov-distil": 2.822758436203003,
+      "cov-distil (oracle2student)": 7.291840553283691,
+      "cov-distil (oracle2teacher)": 6.726513862609863,
       "epoch": 0.19309262166405022,
-      "rel-constrast": 4.880646228790283,
+      "rel-constrast": 5.267154693603516,
       "step": 246,
-      "subrel-constrast": 5.000226974487305,
+      "subrel-constrast": 4.705516815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8198413848876953,
-      "cov-distil (oracle2student)": 6.318789482116699,
-      "cov-distil (oracle2teacher)": 5.564996242523193,
+      "cov-distil": 3.366947650909424,
+      "cov-distil (oracle2student)": 6.01516580581665,
+      "cov-distil (oracle2teacher)": 5.619762420654297,
       "epoch": 0.19387755102040816,
-      "rel-constrast": 5.271482944488525,
+      "rel-constrast": 4.713459014892578,
       "step": 247,
-      "subrel-constrast": 4.728270530700684,
+      "subrel-constrast": 4.563929557800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.701936721801758,
-      "cov-distil (oracle2student)": 7.418839454650879,
-      "cov-distil (oracle2teacher)": 4.977762222290039,
+      "cov-distil": 3.038935661315918,
+      "cov-distil (oracle2student)": 6.752789497375488,
+      "cov-distil (oracle2teacher)": 4.739871501922607,
       "epoch": 0.1946624803767661,
-      "rel-constrast": 5.347120761871338,
+      "rel-constrast": 5.442416667938232,
       "step": 248,
-      "subrel-constrast": 3.8733067512512207,
+      "subrel-constrast": 3.737136125564575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371919870376587,
-      "cov-distil (oracle2student)": 4.60204553604126,
-      "cov-distil (oracle2teacher)": 4.589938163757324,
+      "cov-distil": 3.2531583309173584,
+      "cov-distil (oracle2student)": 6.057809829711914,
+      "cov-distil (oracle2teacher)": 4.334310531616211,
       "epoch": 0.19544740973312402,
-      "rel-constrast": 5.870595932006836,
+      "rel-constrast": 7.131378173828125,
       "step": 249,
-      "subrel-constrast": 5.879952907562256,
+      "subrel-constrast": 5.672539710998535,
       "view-similarity": 0
     },
     {
       "epoch": 0.19623233908948196,
-      "grad_norm": 12.125,
+      "grad_norm": 18.625,
       "learning_rate": 1.2450000000000001e-05,
-      "loss": 1.3889,
+      "loss": 1.4737,
       "step": 250
     },
     {
-      "cov-distil": 2.57767915725708,
-      "cov-distil (oracle2student)": 5.355373382568359,
-      "cov-distil (oracle2teacher)": 5.0289506912231445,
+      "cov-distil": 3.516162872314453,
+      "cov-distil (oracle2student)": 5.811059951782227,
+      "cov-distil (oracle2teacher)": 4.604798793792725,
       "epoch": 0.19623233908948196,
-      "rel-constrast": 4.8918633460998535,
+      "rel-constrast": 5.385979175567627,
       "step": 250,
-      "subrel-constrast": 5.259022235870361,
+      "subrel-constrast": 4.9506120681762695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.245497703552246,
-      "cov-distil (oracle2student)": 6.331605911254883,
-      "cov-distil (oracle2teacher)": 4.857909202575684,
+      "cov-distil": 3.565119743347168,
+      "cov-distil (oracle2student)": 8.027206420898438,
+      "cov-distil (oracle2teacher)": 4.743947982788086,
       "epoch": 0.1970172684458399,
-      "rel-constrast": 5.062900066375732,
+      "rel-constrast": 6.1465606689453125,
       "step": 251,
-      "subrel-constrast": 5.577909469604492,
+      "subrel-constrast": 5.242536544799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.9672136306762695,
-      "cov-distil (oracle2student)": 6.6121673583984375,
-      "cov-distil (oracle2teacher)": 6.62611722946167,
+      "cov-distil": 4.966289043426514,
+      "cov-distil (oracle2student)": 6.7596235275268555,
+      "cov-distil (oracle2teacher)": 6.213712692260742,
       "epoch": 0.1978021978021978,
-      "rel-constrast": 4.805986404418945,
+      "rel-constrast": 5.233745574951172,
       "step": 252,
-      "subrel-constrast": 5.142998218536377,
+      "subrel-constrast": 4.842480659484863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7761154174804688,
-      "cov-distil (oracle2student)": 4.467655181884766,
-      "cov-distil (oracle2teacher)": 3.479783058166504,
+      "cov-distil": 3.433755397796631,
+      "cov-distil (oracle2student)": 3.9055960178375244,
+      "cov-distil (oracle2teacher)": 3.547523021697998,
       "epoch": 0.19858712715855573,
-      "rel-constrast": 6.2257208824157715,
+      "rel-constrast": 6.395503997802734,
       "step": 253,
-      "subrel-constrast": 6.681684970855713,
+      "subrel-constrast": 6.658457279205322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5528666973114014,
-      "cov-distil (oracle2student)": 3.8436954021453857,
-      "cov-distil (oracle2teacher)": 3.7336254119873047,
+      "cov-distil": 3.111330986022949,
+      "cov-distil (oracle2student)": 3.668722152709961,
+      "cov-distil (oracle2teacher)": 3.4141297340393066,
       "epoch": 0.19937205651491366,
-      "rel-constrast": 4.351076602935791,
+      "rel-constrast": 4.0804829597473145,
       "step": 254,
-      "subrel-constrast": 4.7084856033325195,
+      "subrel-constrast": 4.358175277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.436844825744629,
-      "cov-distil (oracle2student)": 4.236217498779297,
-      "cov-distil (oracle2teacher)": 4.890793800354004,
+      "cov-distil": 3.1300435066223145,
+      "cov-distil (oracle2student)": 5.203346252441406,
+      "cov-distil (oracle2teacher)": 4.6285176277160645,
       "epoch": 0.2001569858712716,
-      "rel-constrast": 4.495194911956787,
+      "rel-constrast": 5.73390531539917,
       "step": 255,
-      "subrel-constrast": 4.984120845794678,
+      "subrel-constrast": 4.773066520690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8471765518188477,
-      "cov-distil (oracle2student)": 6.064319133758545,
-      "cov-distil (oracle2teacher)": 5.031721115112305,
+      "cov-distil": 2.5665247440338135,
+      "cov-distil (oracle2student)": 5.164233207702637,
+      "cov-distil (oracle2teacher)": 4.859079360961914,
       "epoch": 0.20094191522762953,
-      "rel-constrast": 6.856153964996338,
+      "rel-constrast": 6.5312018394470215,
       "step": 256,
-      "subrel-constrast": 6.399039268493652,
+      "subrel-constrast": 5.86644172668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.282780408859253,
-      "cov-distil (oracle2student)": 6.418514728546143,
-      "cov-distil (oracle2teacher)": 5.1302385330200195,
+      "cov-distil": 2.474895477294922,
+      "cov-distil (oracle2student)": 6.759990692138672,
+      "cov-distil (oracle2teacher)": 5.076593399047852,
       "epoch": 0.20172684458398743,
-      "rel-constrast": 3.691617488861084,
+      "rel-constrast": 3.920262336730957,
       "step": 257,
-      "subrel-constrast": 3.647446393966675,
+      "subrel-constrast": 3.723156452178955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8209176063537598,
-      "cov-distil (oracle2student)": 6.559376239776611,
-      "cov-distil (oracle2teacher)": 6.31947660446167,
+      "cov-distil": 3.1205925941467285,
+      "cov-distil (oracle2student)": 7.466899394989014,
+      "cov-distil (oracle2teacher)": 6.139980316162109,
       "epoch": 0.20251177394034536,
-      "rel-constrast": 5.5977067947387695,
+      "rel-constrast": 7.872465133666992,
       "step": 258,
-      "subrel-constrast": 5.495102882385254,
+      "subrel-constrast": 5.299954414367676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.641873836517334,
-      "cov-distil (oracle2student)": 7.442392349243164,
-      "cov-distil (oracle2teacher)": 5.768566131591797,
+      "cov-distil": 3.8939738273620605,
+      "cov-distil (oracle2student)": 8.317615509033203,
+      "cov-distil (oracle2teacher)": 5.729403018951416,
       "epoch": 0.2032967032967033,
-      "rel-constrast": 3.466684103012085,
+      "rel-constrast": 4.958531856536865,
       "step": 259,
-      "subrel-constrast": 3.5653722286224365,
+      "subrel-constrast": 3.58616304397583,
       "view-similarity": 0
     },
     {
       "epoch": 0.20408163265306123,
-      "grad_norm": 11.0625,
+      "grad_norm": 16.25,
       "learning_rate": 1.2950000000000001e-05,
-      "loss": 1.309,
+      "loss": 1.4065,
       "step": 260
     },
     {
-      "cov-distil": 3.5698390007019043,
-      "cov-distil (oracle2student)": 7.782341957092285,
-      "cov-distil (oracle2teacher)": 6.214344501495361,
+      "cov-distil": 4.336055755615234,
+      "cov-distil (oracle2student)": 7.078025817871094,
+      "cov-distil (oracle2teacher)": 6.190380573272705,
       "epoch": 0.20408163265306123,
-      "rel-constrast": 7.622033596038818,
+      "rel-constrast": 8.60249137878418,
       "step": 260,
-      "subrel-constrast": 7.28366231918335,
+      "subrel-constrast": 7.161799430847168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8396096229553223,
-      "cov-distil (oracle2student)": 5.895359992980957,
-      "cov-distil (oracle2teacher)": 5.289950370788574,
+      "cov-distil": 3.298201322555542,
+      "cov-distil (oracle2student)": 6.895780086517334,
+      "cov-distil (oracle2teacher)": 5.064095497131348,
       "epoch": 0.20486656200941916,
-      "rel-constrast": 6.895399570465088,
+      "rel-constrast": 9.036319732666016,
       "step": 261,
-      "subrel-constrast": 7.5016703605651855,
+      "subrel-constrast": 6.993175506591797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8108363151550293,
-      "cov-distil (oracle2student)": 6.897369384765625,
-      "cov-distil (oracle2teacher)": 5.882086753845215,
+      "cov-distil": 3.6800646781921387,
+      "cov-distil (oracle2student)": 6.780130386352539,
+      "cov-distil (oracle2teacher)": 5.701805114746094,
       "epoch": 0.20565149136577707,
-      "rel-constrast": 6.448241233825684,
+      "rel-constrast": 6.868691444396973,
       "step": 262,
-      "subrel-constrast": 5.558028221130371,
+      "subrel-constrast": 5.394209861755371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3478736877441406,
-      "cov-distil (oracle2student)": 6.083657264709473,
-      "cov-distil (oracle2teacher)": 4.975538730621338,
+      "cov-distil": 2.9533309936523438,
+      "cov-distil (oracle2student)": 6.258018970489502,
+      "cov-distil (oracle2teacher)": 5.135937690734863,
       "epoch": 0.206436420722135,
-      "rel-constrast": 4.897732734680176,
+      "rel-constrast": 5.3347601890563965,
       "step": 263,
-      "subrel-constrast": 4.740241527557373,
+      "subrel-constrast": 4.978070259094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.51102614402771,
-      "cov-distil (oracle2student)": 6.846009731292725,
-      "cov-distil (oracle2teacher)": 5.012930870056152,
+      "cov-distil": 3.2236413955688477,
+      "cov-distil (oracle2student)": 5.960575580596924,
+      "cov-distil (oracle2teacher)": 4.797710418701172,
       "epoch": 0.20722135007849293,
-      "rel-constrast": 5.827173233032227,
+      "rel-constrast": 4.859791278839111,
       "step": 264,
-      "subrel-constrast": 4.172447204589844,
+      "subrel-constrast": 3.9997777938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1208271980285645,
-      "cov-distil (oracle2student)": 4.811653137207031,
-      "cov-distil (oracle2teacher)": 5.432895183563232,
+      "cov-distil": 2.9068026542663574,
+      "cov-distil (oracle2student)": 5.524225234985352,
+      "cov-distil (oracle2teacher)": 5.041040897369385,
       "epoch": 0.20800627943485087,
-      "rel-constrast": 4.7869768142700195,
+      "rel-constrast": 5.037485122680664,
       "step": 265,
-      "subrel-constrast": 4.889547824859619,
+      "subrel-constrast": 4.4791765213012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.029162645339966,
-      "cov-distil (oracle2student)": 5.588479042053223,
-      "cov-distil (oracle2teacher)": 4.274921417236328,
+      "cov-distil": 2.5913591384887695,
+      "cov-distil (oracle2student)": 5.304985046386719,
+      "cov-distil (oracle2teacher)": 4.153073310852051,
       "epoch": 0.2087912087912088,
-      "rel-constrast": 5.366364002227783,
+      "rel-constrast": 5.659143924713135,
       "step": 266,
-      "subrel-constrast": 4.852118015289307,
+      "subrel-constrast": 4.3519721031188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8015055656433105,
-      "cov-distil (oracle2student)": 5.775141716003418,
-      "cov-distil (oracle2teacher)": 5.336402416229248,
+      "cov-distil": 2.0903985500335693,
+      "cov-distil (oracle2student)": 6.570267677307129,
+      "cov-distil (oracle2teacher)": 4.888650417327881,
       "epoch": 0.20957613814756673,
-      "rel-constrast": 6.310330390930176,
+      "rel-constrast": 6.342266082763672,
       "step": 267,
-      "subrel-constrast": 5.940087795257568,
+      "subrel-constrast": 5.480305194854736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.854526996612549,
-      "cov-distil (oracle2student)": 7.498423099517822,
-      "cov-distil (oracle2teacher)": 5.750898361206055,
+      "cov-distil": 2.666135787963867,
+      "cov-distil (oracle2student)": 7.292048454284668,
+      "cov-distil (oracle2teacher)": 5.538511276245117,
       "epoch": 0.21036106750392464,
-      "rel-constrast": 5.91723108291626,
+      "rel-constrast": 5.866069316864014,
       "step": 268,
-      "subrel-constrast": 5.569789886474609,
+      "subrel-constrast": 5.420258045196533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8521933555603027,
-      "cov-distil (oracle2student)": 8.516229629516602,
-      "cov-distil (oracle2teacher)": 8.266098022460938,
+      "cov-distil": 3.585205554962158,
+      "cov-distil (oracle2student)": 8.651119232177734,
+      "cov-distil (oracle2teacher)": 7.891222953796387,
       "epoch": 0.21114599686028257,
-      "rel-constrast": 5.549358367919922,
+      "rel-constrast": 5.89880895614624,
       "step": 269,
-      "subrel-constrast": 5.865178108215332,
+      "subrel-constrast": 5.620781421661377,
       "view-similarity": 0
     },
     {
       "epoch": 0.2119309262166405,
-      "grad_norm": 10.5,
+      "grad_norm": 12.4375,
       "learning_rate": 1.3450000000000002e-05,
-      "loss": 1.5599,
+      "loss": 1.5876,
       "step": 270
     },
     {
-      "cov-distil": 2.6384477615356445,
-      "cov-distil (oracle2student)": 6.601221084594727,
-      "cov-distil (oracle2teacher)": 6.170604705810547,
+      "cov-distil": 2.7466444969177246,
+      "cov-distil (oracle2student)": 6.770458221435547,
+      "cov-distil (oracle2teacher)": 5.722110748291016,
       "epoch": 0.2119309262166405,
-      "rel-constrast": 5.00776481628418,
+      "rel-constrast": 5.583882808685303,
       "step": 270,
-      "subrel-constrast": 5.840844631195068,
+      "subrel-constrast": 4.953369617462158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7631101608276367,
-      "cov-distil (oracle2student)": 6.431881904602051,
-      "cov-distil (oracle2teacher)": 6.0944623947143555,
+      "cov-distil": 4.387966156005859,
+      "cov-distil (oracle2student)": 6.782116413116455,
+      "cov-distil (oracle2teacher)": 6.230133056640625,
       "epoch": 0.21271585557299844,
-      "rel-constrast": 6.45134162902832,
+      "rel-constrast": 6.828855514526367,
       "step": 271,
-      "subrel-constrast": 5.76878023147583,
+      "subrel-constrast": 5.767931938171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7807393074035645,
-      "cov-distil (oracle2student)": 5.865763187408447,
-      "cov-distil (oracle2teacher)": 4.366600513458252,
+      "cov-distil": 3.4776148796081543,
+      "cov-distil (oracle2student)": 7.725714206695557,
+      "cov-distil (oracle2teacher)": 4.2353901863098145,
       "epoch": 0.21350078492935637,
-      "rel-constrast": 4.840774059295654,
+      "rel-constrast": 6.7675676345825195,
       "step": 272,
-      "subrel-constrast": 4.348789691925049,
+      "subrel-constrast": 4.243733882904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6134047508239746,
-      "cov-distil (oracle2student)": 8.872061729431152,
-      "cov-distil (oracle2teacher)": 7.285869121551514,
+      "cov-distil": 2.8837342262268066,
+      "cov-distil (oracle2student)": 8.100215911865234,
+      "cov-distil (oracle2teacher)": 6.865073204040527,
       "epoch": 0.21428571428571427,
-      "rel-constrast": 6.13456392288208,
+      "rel-constrast": 5.722375392913818,
       "step": 273,
-      "subrel-constrast": 5.690077781677246,
+      "subrel-constrast": 5.196401596069336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.838979721069336,
-      "cov-distil (oracle2student)": 4.565421104431152,
-      "cov-distil (oracle2teacher)": 4.110657691955566,
+      "cov-distil": 3.547816276550293,
+      "cov-distil (oracle2student)": 4.683432579040527,
+      "cov-distil (oracle2teacher)": 4.061279773712158,
       "epoch": 0.2150706436420722,
-      "rel-constrast": 3.4405574798583984,
+      "rel-constrast": 4.491962432861328,
       "step": 274,
-      "subrel-constrast": 3.9467220306396484,
+      "subrel-constrast": 3.8705804347991943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.894028663635254,
-      "cov-distil (oracle2student)": 7.862314224243164,
-      "cov-distil (oracle2teacher)": 6.189396381378174,
+      "cov-distil": 3.2293360233306885,
+      "cov-distil (oracle2student)": 7.682043075561523,
+      "cov-distil (oracle2teacher)": 6.1583662033081055,
       "epoch": 0.21585557299843014,
-      "rel-constrast": 5.791769027709961,
+      "rel-constrast": 6.308538913726807,
       "step": 275,
-      "subrel-constrast": 5.281234264373779,
+      "subrel-constrast": 5.119235515594482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.420649766921997,
-      "cov-distil (oracle2student)": 5.416041374206543,
-      "cov-distil (oracle2teacher)": 5.320369243621826,
+      "cov-distil": 3.4919610023498535,
+      "cov-distil (oracle2student)": 6.640707015991211,
+      "cov-distil (oracle2teacher)": 5.214866638183594,
       "epoch": 0.21664050235478807,
-      "rel-constrast": 6.379445552825928,
+      "rel-constrast": 7.374178886413574,
       "step": 276,
-      "subrel-constrast": 6.395686149597168,
+      "subrel-constrast": 6.104369640350342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.47515606880188,
-      "cov-distil (oracle2student)": 6.390409469604492,
-      "cov-distil (oracle2teacher)": 4.69662618637085,
+      "cov-distil": 3.115516185760498,
+      "cov-distil (oracle2student)": 5.996584415435791,
+      "cov-distil (oracle2teacher)": 4.823023796081543,
       "epoch": 0.217425431711146,
-      "rel-constrast": 6.01629114151001,
+      "rel-constrast": 6.20583963394165,
       "step": 277,
-      "subrel-constrast": 4.883129119873047,
+      "subrel-constrast": 5.029137134552002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6170835494995117,
-      "cov-distil (oracle2student)": 5.599660873413086,
-      "cov-distil (oracle2teacher)": 4.9295654296875,
+      "cov-distil": 2.7918639183044434,
+      "cov-distil (oracle2student)": 5.684634208679199,
+      "cov-distil (oracle2teacher)": 4.810190200805664,
       "epoch": 0.21821036106750394,
-      "rel-constrast": 5.321742057800293,
+      "rel-constrast": 4.79813289642334,
       "step": 278,
-      "subrel-constrast": 5.569702625274658,
+      "subrel-constrast": 5.397599697113037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4472475051879883,
-      "cov-distil (oracle2student)": 4.157199859619141,
-      "cov-distil (oracle2teacher)": 3.812140464782715,
+      "cov-distil": 3.1064231395721436,
+      "cov-distil (oracle2student)": 4.2301201820373535,
+      "cov-distil (oracle2teacher)": 3.5788700580596924,
       "epoch": 0.21899529042386184,
-      "rel-constrast": 5.365159034729004,
+      "rel-constrast": 5.084054946899414,
       "step": 279,
-      "subrel-constrast": 4.612099647521973,
+      "subrel-constrast": 4.2111334800720215,
       "view-similarity": 0
     },
     {
       "epoch": 0.21978021978021978,
-      "grad_norm": 11.75,
+      "grad_norm": 11.875,
       "learning_rate": 1.3950000000000002e-05,
-      "loss": 1.4375,
+      "loss": 1.4791,
       "step": 280
     },
     {
-      "cov-distil": 2.9893362522125244,
-      "cov-distil (oracle2student)": 4.024957656860352,
-      "cov-distil (oracle2teacher)": 4.1404619216918945,
+      "cov-distil": 2.8841805458068848,
+      "cov-distil (oracle2student)": 5.231929779052734,
+      "cov-distil (oracle2teacher)": 3.8020687103271484,
       "epoch": 0.21978021978021978,
-      "rel-constrast": 3.5614960193634033,
+      "rel-constrast": 5.070528984069824,
       "step": 280,
-      "subrel-constrast": 3.8487634658813477,
+      "subrel-constrast": 3.608320951461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.844444990158081,
-      "cov-distil (oracle2student)": 5.392576217651367,
-      "cov-distil (oracle2teacher)": 4.342953681945801,
+      "cov-distil": 1.789047122001648,
+      "cov-distil (oracle2student)": 6.3516340255737305,
+      "cov-distil (oracle2teacher)": 4.324160099029541,
       "epoch": 0.2205651491365777,
-      "rel-constrast": 4.974848747253418,
+      "rel-constrast": 5.733168601989746,
       "step": 281,
-      "subrel-constrast": 4.340900421142578,
+      "subrel-constrast": 4.130161762237549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.113116502761841,
-      "cov-distil (oracle2student)": 5.14133358001709,
-      "cov-distil (oracle2teacher)": 4.669033050537109,
+      "cov-distil": 3.2254583835601807,
+      "cov-distil (oracle2student)": 5.774847984313965,
+      "cov-distil (oracle2teacher)": 4.546616554260254,
       "epoch": 0.22135007849293564,
-      "rel-constrast": 3.7480554580688477,
+      "rel-constrast": 4.129452228546143,
       "step": 282,
-      "subrel-constrast": 3.691127061843872,
+      "subrel-constrast": 3.598750114440918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6692819595336914,
-      "cov-distil (oracle2student)": 5.371300220489502,
-      "cov-distil (oracle2teacher)": 4.316974639892578,
+      "cov-distil": 2.9880526065826416,
+      "cov-distil (oracle2student)": 5.123470306396484,
+      "cov-distil (oracle2teacher)": 4.069883346557617,
       "epoch": 0.22213500784929358,
-      "rel-constrast": 3.1415340900421143,
+      "rel-constrast": 3.295433759689331,
       "step": 283,
-      "subrel-constrast": 3.5099706649780273,
+      "subrel-constrast": 3.324979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.123812675476074,
-      "cov-distil (oracle2student)": 5.589199066162109,
-      "cov-distil (oracle2teacher)": 4.972911834716797,
+      "cov-distil": 4.25510311126709,
+      "cov-distil (oracle2student)": 6.302071571350098,
+      "cov-distil (oracle2teacher)": 4.757148742675781,
       "epoch": 0.22291993720565148,
-      "rel-constrast": 5.24945068359375,
+      "rel-constrast": 5.31478214263916,
       "step": 284,
-      "subrel-constrast": 5.918647289276123,
+      "subrel-constrast": 5.6519598960876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8713016510009766,
-      "cov-distil (oracle2student)": 4.705049991607666,
-      "cov-distil (oracle2teacher)": 4.0757317543029785,
+      "cov-distil": 3.2425737380981445,
+      "cov-distil (oracle2student)": 5.098972320556641,
+      "cov-distil (oracle2teacher)": 4.024742126464844,
       "epoch": 0.2237048665620094,
-      "rel-constrast": 4.912763595581055,
+      "rel-constrast": 5.870516777038574,
       "step": 285,
-      "subrel-constrast": 4.87550163269043,
+      "subrel-constrast": 4.4377851486206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3451600074768066,
-      "cov-distil (oracle2student)": 5.1898112297058105,
-      "cov-distil (oracle2teacher)": 5.275248050689697,
+      "cov-distil": 3.38612961769104,
+      "cov-distil (oracle2student)": 5.2903733253479,
+      "cov-distil (oracle2teacher)": 4.70941162109375,
       "epoch": 0.22448979591836735,
-      "rel-constrast": 3.9581844806671143,
+      "rel-constrast": 4.851799011230469,
       "step": 286,
-      "subrel-constrast": 4.999188423156738,
+      "subrel-constrast": 4.53253698348999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.046831130981445,
-      "cov-distil (oracle2student)": 5.279922008514404,
-      "cov-distil (oracle2teacher)": 4.932897567749023,
+      "cov-distil": 5.291201591491699,
+      "cov-distil (oracle2student)": 5.844934463500977,
+      "cov-distil (oracle2teacher)": 4.84541654586792,
       "epoch": 0.22527472527472528,
-      "rel-constrast": 3.851740598678589,
+      "rel-constrast": 5.835660457611084,
       "step": 287,
-      "subrel-constrast": 5.069759368896484,
+      "subrel-constrast": 5.024116039276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9045445919036865,
-      "cov-distil (oracle2student)": 4.107922077178955,
-      "cov-distil (oracle2teacher)": 3.220937967300415,
+      "cov-distil": 2.9398608207702637,
+      "cov-distil (oracle2student)": 4.3184967041015625,
+      "cov-distil (oracle2teacher)": 3.2652041912078857,
       "epoch": 0.2260596546310832,
-      "rel-constrast": 3.7474989891052246,
+      "rel-constrast": 3.811152219772339,
       "step": 288,
-      "subrel-constrast": 3.227546215057373,
+      "subrel-constrast": 3.2368462085723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6393697261810303,
-      "cov-distil (oracle2student)": 5.38969612121582,
-      "cov-distil (oracle2teacher)": 4.967733383178711,
+      "cov-distil": 2.8907761573791504,
+      "cov-distil (oracle2student)": 6.32274866104126,
+      "cov-distil (oracle2teacher)": 4.817951679229736,
       "epoch": 0.22684458398744112,
-      "rel-constrast": 5.448161602020264,
+      "rel-constrast": 6.02825403213501,
       "step": 289,
-      "subrel-constrast": 4.952843189239502,
+      "subrel-constrast": 4.743237495422363,
       "view-similarity": 0
     },
     {
       "epoch": 0.22762951334379905,
-      "grad_norm": 11.0625,
+      "grad_norm": 11.375,
       "learning_rate": 1.4449999999999999e-05,
-      "loss": 1.1312,
+      "loss": 1.2485,
       "step": 290
     },
     {
-      "cov-distil": 2.2228524684906006,
-      "cov-distil (oracle2student)": 5.054024696350098,
-      "cov-distil (oracle2teacher)": 4.089668273925781,
+      "cov-distil": 2.9347901344299316,
+      "cov-distil (oracle2student)": 4.872867584228516,
+      "cov-distil (oracle2teacher)": 4.179929733276367,
       "epoch": 0.22762951334379905,
-      "rel-constrast": 4.407362937927246,
+      "rel-constrast": 5.155918598175049,
       "step": 290,
-      "subrel-constrast": 3.7540085315704346,
+      "subrel-constrast": 3.6043808460235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.322395086288452,
-      "cov-distil (oracle2student)": 5.8189802169799805,
-      "cov-distil (oracle2teacher)": 5.322124004364014,
+      "cov-distil": 3.9107203483581543,
+      "cov-distil (oracle2student)": 7.445195198059082,
+      "cov-distil (oracle2teacher)": 5.120218753814697,
       "epoch": 0.22841444270015698,
-      "rel-constrast": 7.071442127227783,
+      "rel-constrast": 7.677296161651611,
       "step": 291,
-      "subrel-constrast": 5.730456352233887,
+      "subrel-constrast": 5.529508113861084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16727876663208,
-      "cov-distil (oracle2student)": 4.567198753356934,
-      "cov-distil (oracle2teacher)": 3.556593418121338,
+      "cov-distil": 2.4434685707092285,
+      "cov-distil (oracle2student)": 4.508039474487305,
+      "cov-distil (oracle2teacher)": 3.5461554527282715,
       "epoch": 0.22919937205651492,
-      "rel-constrast": 4.42551851272583,
+      "rel-constrast": 5.153941631317139,
       "step": 292,
-      "subrel-constrast": 4.485289573669434,
+      "subrel-constrast": 4.15155553817749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469608783721924,
-      "cov-distil (oracle2student)": 5.156149864196777,
-      "cov-distil (oracle2teacher)": 4.533708095550537,
+      "cov-distil": 2.582817554473877,
+      "cov-distil (oracle2student)": 5.146377086639404,
+      "cov-distil (oracle2teacher)": 4.31059455871582,
       "epoch": 0.22998430141287285,
-      "rel-constrast": 5.817928314208984,
+      "rel-constrast": 5.175385475158691,
       "step": 293,
-      "subrel-constrast": 5.512660503387451,
+      "subrel-constrast": 5.058679103851318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7178702354431152,
-      "cov-distil (oracle2student)": 6.17563009262085,
-      "cov-distil (oracle2teacher)": 5.441774368286133,
+      "cov-distil": 3.5422732830047607,
+      "cov-distil (oracle2student)": 6.001456260681152,
+      "cov-distil (oracle2teacher)": 5.188901901245117,
       "epoch": 0.23076923076923078,
-      "rel-constrast": 4.059771537780762,
+      "rel-constrast": 4.473079681396484,
       "step": 294,
-      "subrel-constrast": 4.546008110046387,
+      "subrel-constrast": 4.181125640869141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.426544189453125,
-      "cov-distil (oracle2student)": 6.170835494995117,
-      "cov-distil (oracle2teacher)": 4.9598774909973145,
+      "cov-distil": 2.6128244400024414,
+      "cov-distil (oracle2student)": 6.004209518432617,
+      "cov-distil (oracle2teacher)": 4.370993614196777,
       "epoch": 0.2315541601255887,
-      "rel-constrast": 5.40432071685791,
+      "rel-constrast": 4.921375751495361,
       "step": 295,
-      "subrel-constrast": 4.621823310852051,
+      "subrel-constrast": 4.1689252853393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4757297039031982,
-      "cov-distil (oracle2student)": 5.960691452026367,
-      "cov-distil (oracle2teacher)": 4.651464462280273,
+      "cov-distil": 2.5751001834869385,
+      "cov-distil (oracle2student)": 4.772381782531738,
+      "cov-distil (oracle2teacher)": 4.355014324188232,
       "epoch": 0.23233908948194662,
-      "rel-constrast": 5.51530122756958,
+      "rel-constrast": 6.146240711212158,
       "step": 296,
-      "subrel-constrast": 4.927340507507324,
+      "subrel-constrast": 4.476834774017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.657459259033203,
-      "cov-distil (oracle2student)": 5.8439040184021,
-      "cov-distil (oracle2teacher)": 5.396796703338623,
+      "cov-distil": 3.9748764038085938,
+      "cov-distil (oracle2student)": 6.486191749572754,
+      "cov-distil (oracle2teacher)": 5.096853256225586,
       "epoch": 0.23312401883830455,
-      "rel-constrast": 5.3520827293396,
+      "rel-constrast": 6.090335369110107,
       "step": 297,
-      "subrel-constrast": 5.7532639503479,
+      "subrel-constrast": 5.588194370269775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3521299362182617,
-      "cov-distil (oracle2student)": 4.154911041259766,
-      "cov-distil (oracle2teacher)": 3.914764642715454,
+      "cov-distil": 2.44960880279541,
+      "cov-distil (oracle2student)": 3.8874282836914062,
+      "cov-distil (oracle2teacher)": 3.8167011737823486,
       "epoch": 0.23390894819466249,
-      "rel-constrast": 4.380270481109619,
+      "rel-constrast": 5.933355331420898,
       "step": 298,
-      "subrel-constrast": 4.369304656982422,
+      "subrel-constrast": 3.9365546703338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0642247200012207,
-      "cov-distil (oracle2student)": 8.378507614135742,
-      "cov-distil (oracle2teacher)": 7.567967414855957,
+      "cov-distil": 3.636549949645996,
+      "cov-distil (oracle2student)": 7.991456508636475,
+      "cov-distil (oracle2teacher)": 7.372882843017578,
       "epoch": 0.23469387755102042,
-      "rel-constrast": 6.201256275177002,
+      "rel-constrast": 6.266528129577637,
       "step": 299,
-      "subrel-constrast": 6.11863374710083,
+      "subrel-constrast": 5.849900722503662,
       "view-similarity": 0
     },
     {
       "epoch": 0.23547880690737832,
-      "grad_norm": 12.3125,
+      "grad_norm": 12.9375,
       "learning_rate": 1.4950000000000001e-05,
-      "loss": 1.3781,
+      "loss": 1.4248,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
-      "overlap": 0.2109375,
+      "overlap": 0.20781250298023224,
       "step": 300
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "student margin": 0.05963134765625
+      "student margin": 0.0362548828125
     },
     {
       "epoch": 0.23547880690737832,
       "step": 300,
-      "teacher margin": 0.038360595703125
+      "teacher margin": 0.0373687744140625
     },
     {
       "epoch": 0.23547880690737832,
-      "margin difference": -0.021270751953125,
+      "margin difference": 0.0011138916015625,
       "step": 300
     },
     {
-      "cov-distil": 3.008206367492676,
-      "cov-distil (oracle2student)": 5.292865753173828,
-      "cov-distil (oracle2teacher)": 4.453686714172363,
+      "cov-distil": 2.995849609375,
+      "cov-distil (oracle2student)": 5.09915828704834,
+      "cov-distil (oracle2teacher)": 4.621673107147217,
       "epoch": 0.23547880690737832,
-      "rel-constrast": 4.0116376876831055,
+      "rel-constrast": 5.374889373779297,
       "step": 300,
-      "subrel-constrast": 4.785098075866699,
+      "subrel-constrast": 4.954840660095215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989365577697754,
-      "cov-distil (oracle2student)": 5.546765327453613,
-      "cov-distil (oracle2teacher)": 4.801363468170166,
+      "cov-distil": 2.807335376739502,
+      "cov-distil (oracle2student)": 5.43807315826416,
+      "cov-distil (oracle2teacher)": 4.944613456726074,
       "epoch": 0.23626373626373626,
-      "rel-constrast": 6.474400043487549,
+      "rel-constrast": 6.832364559173584,
       "step": 301,
-      "subrel-constrast": 5.127968788146973,
+      "subrel-constrast": 5.392660617828369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1983444690704346,
-      "cov-distil (oracle2student)": 8.063515663146973,
-      "cov-distil (oracle2teacher)": 6.724566459655762,
+      "cov-distil": 4.137192726135254,
+      "cov-distil (oracle2student)": 9.00510025024414,
+      "cov-distil (oracle2teacher)": 6.73104190826416,
       "epoch": 0.2370486656200942,
-      "rel-constrast": 7.403573989868164,
+      "rel-constrast": 8.269548416137695,
       "step": 302,
-      "subrel-constrast": 7.299440383911133,
+      "subrel-constrast": 7.39450216293335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1733779907226562,
-      "cov-distil (oracle2student)": 5.806576251983643,
-      "cov-distil (oracle2teacher)": 4.796683311462402,
+      "cov-distil": 2.0982232093811035,
+      "cov-distil (oracle2student)": 5.335261344909668,
+      "cov-distil (oracle2teacher)": 4.4932451248168945,
       "epoch": 0.23783359497645212,
-      "rel-constrast": 4.8100080490112305,
+      "rel-constrast": 5.1851582527160645,
       "step": 303,
-      "subrel-constrast": 4.575942039489746,
+      "subrel-constrast": 4.23055362701416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.296001434326172,
-      "cov-distil (oracle2student)": 5.940627098083496,
-      "cov-distil (oracle2teacher)": 5.073268890380859,
+      "cov-distil": 3.179009437561035,
+      "cov-distil (oracle2student)": 6.040433406829834,
+      "cov-distil (oracle2teacher)": 4.932512283325195,
       "epoch": 0.23861852433281006,
-      "rel-constrast": 4.067414283752441,
+      "rel-constrast": 4.484858512878418,
       "step": 304,
-      "subrel-constrast": 4.074215888977051,
+      "subrel-constrast": 3.803333282470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.045285701751709,
-      "cov-distil (oracle2student)": 6.319952487945557,
-      "cov-distil (oracle2teacher)": 5.385374069213867,
+      "cov-distil": 4.767642974853516,
+      "cov-distil (oracle2student)": 7.136101245880127,
+      "cov-distil (oracle2teacher)": 5.454344749450684,
       "epoch": 0.239403453689168,
-      "rel-constrast": 6.282134056091309,
+      "rel-constrast": 5.738367080688477,
       "step": 305,
-      "subrel-constrast": 5.782018661499023,
+      "subrel-constrast": 5.890968322753906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9121222496032715,
-      "cov-distil (oracle2student)": 5.459598064422607,
-      "cov-distil (oracle2teacher)": 5.2474589347839355,
+      "cov-distil": 4.072711944580078,
+      "cov-distil (oracle2student)": 5.865180969238281,
+      "cov-distil (oracle2teacher)": 4.911429405212402,
       "epoch": 0.2401883830455259,
-      "rel-constrast": 4.806554317474365,
+      "rel-constrast": 4.885112762451172,
       "step": 306,
-      "subrel-constrast": 4.548116207122803,
+      "subrel-constrast": 4.486283302307129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.127394199371338,
-      "cov-distil (oracle2student)": 6.740002155303955,
-      "cov-distil (oracle2teacher)": 6.036632061004639,
+      "cov-distil": 3.361879825592041,
+      "cov-distil (oracle2student)": 7.407407760620117,
+      "cov-distil (oracle2teacher)": 5.337668418884277,
       "epoch": 0.24097331240188383,
-      "rel-constrast": 4.304414749145508,
+      "rel-constrast": 6.136301040649414,
       "step": 307,
-      "subrel-constrast": 4.569100856781006,
+      "subrel-constrast": 3.926816940307617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409721851348877,
-      "cov-distil (oracle2student)": 5.193621635437012,
-      "cov-distil (oracle2teacher)": 4.081872463226318,
+      "cov-distil": 2.6681458950042725,
+      "cov-distil (oracle2student)": 4.906818389892578,
+      "cov-distil (oracle2teacher)": 4.054692268371582,
       "epoch": 0.24175824175824176,
-      "rel-constrast": 3.959606885910034,
+      "rel-constrast": 3.799686908721924,
       "step": 308,
-      "subrel-constrast": 3.5845348834991455,
+      "subrel-constrast": 3.5293538570404053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8062539100646973,
-      "cov-distil (oracle2student)": 4.71664571762085,
-      "cov-distil (oracle2teacher)": 4.732093811035156,
+      "cov-distil": 2.943486452102661,
+      "cov-distil (oracle2student)": 5.624420166015625,
+      "cov-distil (oracle2teacher)": 4.865832805633545,
       "epoch": 0.2425431711145997,
-      "rel-constrast": 3.0766100883483887,
+      "rel-constrast": 3.9732346534729004,
       "step": 309,
-      "subrel-constrast": 3.382361888885498,
+      "subrel-constrast": 3.4104995727539062,
       "view-similarity": 0
     },
     {
       "epoch": 0.24332810047095763,
-      "grad_norm": 9.5,
+      "grad_norm": 11.625,
       "learning_rate": 1.545e-05,
-      "loss": 1.2937,
+      "loss": 1.367,
       "step": 310
     },
     {
-      "cov-distil": 2.239055633544922,
-      "cov-distil (oracle2student)": 5.393888473510742,
-      "cov-distil (oracle2teacher)": 5.455102443695068,
+      "cov-distil": 2.6244723796844482,
+      "cov-distil (oracle2student)": 5.866706371307373,
+      "cov-distil (oracle2teacher)": 4.9008917808532715,
       "epoch": 0.24332810047095763,
-      "rel-constrast": 4.987247467041016,
+      "rel-constrast": 6.373926162719727,
       "step": 310,
-      "subrel-constrast": 5.139691352844238,
+      "subrel-constrast": 4.488101482391357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2522640228271484,
-      "cov-distil (oracle2student)": 5.585516452789307,
-      "cov-distil (oracle2teacher)": 5.031752109527588,
+      "cov-distil": 3.5632121562957764,
+      "cov-distil (oracle2student)": 5.155505657196045,
+      "cov-distil (oracle2teacher)": 5.0142059326171875,
       "epoch": 0.24411302982731553,
-      "rel-constrast": 5.4420576095581055,
+      "rel-constrast": 6.277679443359375,
       "step": 311,
-      "subrel-constrast": 5.243014812469482,
+      "subrel-constrast": 5.1024346351623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9545369148254395,
-      "cov-distil (oracle2student)": 7.048440933227539,
-      "cov-distil (oracle2teacher)": 6.064323425292969,
+      "cov-distil": 3.843381404876709,
+      "cov-distil (oracle2student)": 7.657061576843262,
+      "cov-distil (oracle2teacher)": 5.59952974319458,
       "epoch": 0.24489795918367346,
-      "rel-constrast": 4.822846412658691,
+      "rel-constrast": 6.135632514953613,
       "step": 312,
-      "subrel-constrast": 5.2993550300598145,
+      "subrel-constrast": 4.900961875915527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3729989528656006,
-      "cov-distil (oracle2student)": 4.889832496643066,
-      "cov-distil (oracle2teacher)": 4.254024028778076,
+      "cov-distil": 3.1060256958007812,
+      "cov-distil (oracle2student)": 4.893831253051758,
+      "cov-distil (oracle2teacher)": 3.9767580032348633,
       "epoch": 0.2456828885400314,
-      "rel-constrast": 4.288917064666748,
+      "rel-constrast": 4.635200023651123,
       "step": 313,
-      "subrel-constrast": 4.1293230056762695,
+      "subrel-constrast": 4.283213138580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8544390201568604,
-      "cov-distil (oracle2student)": 5.838968276977539,
-      "cov-distil (oracle2teacher)": 5.680643558502197,
+      "cov-distil": 3.1016054153442383,
+      "cov-distil (oracle2student)": 6.062239646911621,
+      "cov-distil (oracle2teacher)": 5.6108503341674805,
       "epoch": 0.24646781789638933,
-      "rel-constrast": 7.789211273193359,
+      "rel-constrast": 8.560279846191406,
       "step": 314,
-      "subrel-constrast": 7.194558143615723,
+      "subrel-constrast": 7.044192314147949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.575493335723877,
-      "cov-distil (oracle2student)": 3.8698391914367676,
-      "cov-distil (oracle2teacher)": 3.2593917846679688,
+      "cov-distil": 2.8427748680114746,
+      "cov-distil (oracle2student)": 4.068223476409912,
+      "cov-distil (oracle2teacher)": 3.112412214279175,
       "epoch": 0.24725274725274726,
-      "rel-constrast": 5.1448469161987305,
+      "rel-constrast": 5.4125471115112305,
       "step": 315,
-      "subrel-constrast": 5.066910743713379,
+      "subrel-constrast": 4.892662525177002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.5955240726470947,
-      "cov-distil (oracle2student)": 6.330062389373779,
-      "cov-distil (oracle2teacher)": 5.3690385818481445,
+      "cov-distil": 3.612217426300049,
+      "cov-distil (oracle2student)": 6.20430850982666,
+      "cov-distil (oracle2teacher)": 5.056683540344238,
       "epoch": 0.24803767660910517,
-      "rel-constrast": 5.845157623291016,
+      "rel-constrast": 5.985476970672607,
       "step": 316,
-      "subrel-constrast": 5.653590679168701,
+      "subrel-constrast": 5.0935492515563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.458334445953369,
-      "cov-distil (oracle2student)": 4.185459136962891,
-      "cov-distil (oracle2teacher)": 3.3747572898864746,
+      "cov-distil": 3.5243868827819824,
+      "cov-distil (oracle2student)": 4.722080707550049,
+      "cov-distil (oracle2teacher)": 3.2924301624298096,
       "epoch": 0.2488226059654631,
-      "rel-constrast": 2.779353618621826,
+      "rel-constrast": 2.927239418029785,
       "step": 317,
-      "subrel-constrast": 2.9301249980926514,
+      "subrel-constrast": 2.7868239879608154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7841362953186035,
-      "cov-distil (oracle2student)": 6.304546356201172,
-      "cov-distil (oracle2teacher)": 5.232119560241699,
+      "cov-distil": 2.834930419921875,
+      "cov-distil (oracle2student)": 7.241357803344727,
+      "cov-distil (oracle2teacher)": 5.2385406494140625,
       "epoch": 0.24960753532182103,
-      "rel-constrast": 5.335213661193848,
+      "rel-constrast": 6.596709728240967,
       "step": 318,
-      "subrel-constrast": 4.771610736846924,
+      "subrel-constrast": 4.503012180328369,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.501758098602295,
-      "cov-distil (oracle2student)": 2.5830516815185547,
-      "cov-distil (oracle2teacher)": 2.8400626182556152,
+      "cov-distil": 4.6294145584106445,
+      "cov-distil (oracle2student)": 3.2060794830322266,
+      "cov-distil (oracle2teacher)": 2.472909927368164,
       "epoch": 0.25039246467817894,
-      "rel-constrast": 3.4819953441619873,
+      "rel-constrast": 4.146984100341797,
       "step": 319,
-      "subrel-constrast": 4.568965435028076,
+      "subrel-constrast": 4.32492733001709,
       "view-similarity": 0
     },
     {
       "epoch": 0.25117739403453687,
-      "grad_norm": 9.375,
+      "grad_norm": 9.75,
       "learning_rate": 1.595e-05,
-      "loss": 1.3169,
+      "loss": 1.4263,
       "step": 320
     },
     {
-      "cov-distil": 2.6786675453186035,
-      "cov-distil (oracle2student)": 6.357356071472168,
-      "cov-distil (oracle2teacher)": 4.739344120025635,
+      "cov-distil": 3.2471065521240234,
+      "cov-distil (oracle2student)": 5.24832820892334,
+      "cov-distil (oracle2teacher)": 4.8232221603393555,
       "epoch": 0.25117739403453687,
-      "rel-constrast": 6.052874565124512,
+      "rel-constrast": 6.012116432189941,
       "step": 320,
-      "subrel-constrast": 5.292226314544678,
+      "subrel-constrast": 4.880139350891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.494877815246582,
-      "cov-distil (oracle2student)": 6.876131057739258,
-      "cov-distil (oracle2teacher)": 6.23939323425293,
+      "cov-distil": 3.157546043395996,
+      "cov-distil (oracle2student)": 6.867677211761475,
+      "cov-distil (oracle2teacher)": 6.053874492645264,
       "epoch": 0.2519623233908948,
-      "rel-constrast": 5.749901294708252,
+      "rel-constrast": 6.826060771942139,
       "step": 321,
-      "subrel-constrast": 5.932641983032227,
+      "subrel-constrast": 5.76216459274292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.38651180267334,
-      "cov-distil (oracle2student)": 6.265422344207764,
-      "cov-distil (oracle2teacher)": 5.6015119552612305,
+      "cov-distil": 3.067598581314087,
+      "cov-distil (oracle2student)": 5.943489074707031,
+      "cov-distil (oracle2teacher)": 5.202498912811279,
       "epoch": 0.25274725274725274,
-      "rel-constrast": 6.318136215209961,
+      "rel-constrast": 6.353456497192383,
       "step": 322,
-      "subrel-constrast": 6.435103893280029,
+      "subrel-constrast": 5.987008571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4289562702178955,
-      "cov-distil (oracle2student)": 6.545157432556152,
-      "cov-distil (oracle2teacher)": 7.334463119506836,
+      "cov-distil": 3.1114866733551025,
+      "cov-distil (oracle2student)": 7.59584379196167,
+      "cov-distil (oracle2teacher)": 6.96005916595459,
       "epoch": 0.25353218210361067,
-      "rel-constrast": 3.1901004314422607,
+      "rel-constrast": 4.523984432220459,
       "step": 323,
-      "subrel-constrast": 3.988408327102661,
+      "subrel-constrast": 3.6541523933410645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2045464515686035,
-      "cov-distil (oracle2student)": 4.834115982055664,
-      "cov-distil (oracle2teacher)": 5.253652572631836,
+      "cov-distil": 2.248222827911377,
+      "cov-distil (oracle2student)": 5.706358909606934,
+      "cov-distil (oracle2teacher)": 4.948301315307617,
       "epoch": 0.2543171114599686,
-      "rel-constrast": 3.4951283931732178,
+      "rel-constrast": 4.667326927185059,
       "step": 324,
-      "subrel-constrast": 5.053758144378662,
+      "subrel-constrast": 4.78737211227417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7462997436523438,
-      "cov-distil (oracle2student)": 4.760239124298096,
-      "cov-distil (oracle2teacher)": 4.395693778991699,
+      "cov-distil": 2.2831523418426514,
+      "cov-distil (oracle2student)": 4.755370140075684,
+      "cov-distil (oracle2teacher)": 4.040532112121582,
       "epoch": 0.25510204081632654,
-      "rel-constrast": 5.508856773376465,
+      "rel-constrast": 4.627167701721191,
       "step": 325,
-      "subrel-constrast": 4.718686580657959,
+      "subrel-constrast": 4.401793956756592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674020528793335,
-      "cov-distil (oracle2student)": 6.0317277908325195,
-      "cov-distil (oracle2teacher)": 4.433215141296387,
+      "cov-distil": 2.712343215942383,
+      "cov-distil (oracle2student)": 5.70070219039917,
+      "cov-distil (oracle2teacher)": 4.60653018951416,
       "epoch": 0.25588697017268447,
-      "rel-constrast": 4.99403190612793,
+      "rel-constrast": 6.844998359680176,
       "step": 326,
-      "subrel-constrast": 5.0482378005981445,
+      "subrel-constrast": 4.64809513092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5660901069641113,
-      "cov-distil (oracle2student)": 4.034915447235107,
-      "cov-distil (oracle2teacher)": 3.4180541038513184,
+      "cov-distil": 2.156365394592285,
+      "cov-distil (oracle2student)": 3.712214469909668,
+      "cov-distil (oracle2teacher)": 3.16973876953125,
       "epoch": 0.2566718995290424,
-      "rel-constrast": 4.6133012771606445,
+      "rel-constrast": 5.057411193847656,
       "step": 327,
-      "subrel-constrast": 4.879344940185547,
+      "subrel-constrast": 4.276742458343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.365044593811035,
-      "cov-distil (oracle2student)": 6.041069984436035,
-      "cov-distil (oracle2teacher)": 4.793862342834473,
+      "cov-distil": 3.276266098022461,
+      "cov-distil (oracle2student)": 6.313554763793945,
+      "cov-distil (oracle2teacher)": 4.672726631164551,
       "epoch": 0.25745682888540034,
-      "rel-constrast": 7.124080181121826,
+      "rel-constrast": 7.7610578536987305,
       "step": 328,
-      "subrel-constrast": 5.432338714599609,
+      "subrel-constrast": 5.150588512420654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.372805118560791,
-      "cov-distil (oracle2student)": 5.78395938873291,
-      "cov-distil (oracle2teacher)": 4.726032257080078,
+      "cov-distil": 3.1482694149017334,
+      "cov-distil (oracle2student)": 6.211233139038086,
+      "cov-distil (oracle2teacher)": 4.519503593444824,
       "epoch": 0.25824175824175827,
-      "rel-constrast": 6.051140308380127,
+      "rel-constrast": 7.128066062927246,
       "step": 329,
-      "subrel-constrast": 5.881999492645264,
+      "subrel-constrast": 5.229227066040039,
       "view-similarity": 0
     },
     {
       "epoch": 0.25902668759811615,
-      "grad_norm": 12.8125,
+      "grad_norm": 30.125,
       "learning_rate": 1.645e-05,
-      "loss": 1.3897,
+      "loss": 1.495,
       "step": 330
     },
     {
-      "cov-distil": 2.17360520362854,
-      "cov-distil (oracle2student)": 4.5049262046813965,
-      "cov-distil (oracle2teacher)": 3.953273057937622,
+      "cov-distil": 3.4942121505737305,
+      "cov-distil (oracle2student)": 4.702362060546875,
+      "cov-distil (oracle2teacher)": 3.851454973220825,
       "epoch": 0.25902668759811615,
-      "rel-constrast": 6.193095684051514,
+      "rel-constrast": 7.743566989898682,
       "step": 330,
-      "subrel-constrast": 6.21535587310791,
+      "subrel-constrast": 5.834286212921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125455856323242,
-      "cov-distil (oracle2student)": 6.844125747680664,
-      "cov-distil (oracle2teacher)": 6.032131671905518,
+      "cov-distil": 2.4308981895446777,
+      "cov-distil (oracle2student)": 6.707577228546143,
+      "cov-distil (oracle2teacher)": 6.061697959899902,
       "epoch": 0.2598116169544741,
-      "rel-constrast": 5.395874977111816,
+      "rel-constrast": 5.530765056610107,
       "step": 331,
-      "subrel-constrast": 5.601707458496094,
+      "subrel-constrast": 5.404827117919922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.006053924560547,
-      "cov-distil (oracle2student)": 6.137346267700195,
-      "cov-distil (oracle2teacher)": 5.7105326652526855,
+      "cov-distil": 2.700594902038574,
+      "cov-distil (oracle2student)": 6.697707653045654,
+      "cov-distil (oracle2teacher)": 4.997561454772949,
       "epoch": 0.260596546310832,
-      "rel-constrast": 5.007664203643799,
+      "rel-constrast": 5.75063419342041,
       "step": 332,
-      "subrel-constrast": 5.2837815284729,
+      "subrel-constrast": 4.904842376708984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.734050750732422,
-      "cov-distil (oracle2student)": 7.4360809326171875,
-      "cov-distil (oracle2teacher)": 5.616065979003906,
+      "cov-distil": 3.122147560119629,
+      "cov-distil (oracle2student)": 6.454063892364502,
+      "cov-distil (oracle2teacher)": 5.4856696128845215,
       "epoch": 0.26138147566718994,
-      "rel-constrast": 7.471103668212891,
+      "rel-constrast": 7.21724271774292,
       "step": 333,
-      "subrel-constrast": 6.6938323974609375,
+      "subrel-constrast": 6.4538092613220215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.608743667602539,
-      "cov-distil (oracle2student)": 6.094544410705566,
-      "cov-distil (oracle2teacher)": 5.241660118103027,
+      "cov-distil": 3.6284923553466797,
+      "cov-distil (oracle2student)": 5.671303749084473,
+      "cov-distil (oracle2teacher)": 5.0850443840026855,
       "epoch": 0.2621664050235479,
-      "rel-constrast": 6.776917934417725,
+      "rel-constrast": 6.136453628540039,
       "step": 334,
-      "subrel-constrast": 5.880159378051758,
+      "subrel-constrast": 5.556970119476318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.892280101776123,
-      "cov-distil (oracle2student)": 5.178328514099121,
-      "cov-distil (oracle2teacher)": 5.161609649658203,
+      "cov-distil": 3.3844223022460938,
+      "cov-distil (oracle2student)": 6.532558441162109,
+      "cov-distil (oracle2teacher)": 5.1386823654174805,
       "epoch": 0.2629513343799058,
-      "rel-constrast": 4.494962215423584,
+      "rel-constrast": 6.085060119628906,
       "step": 335,
-      "subrel-constrast": 4.386334419250488,
+      "subrel-constrast": 3.9505090713500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2362866401672363,
-      "cov-distil (oracle2student)": 6.626348495483398,
-      "cov-distil (oracle2teacher)": 5.006767749786377,
+      "cov-distil": 3.351165533065796,
+      "cov-distil (oracle2student)": 6.627205848693848,
+      "cov-distil (oracle2teacher)": 4.818368434906006,
       "epoch": 0.26373626373626374,
-      "rel-constrast": 3.794989585876465,
+      "rel-constrast": 4.0633087158203125,
       "step": 336,
-      "subrel-constrast": 3.689164638519287,
+      "subrel-constrast": 3.8028533458709717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.421428918838501,
-      "cov-distil (oracle2student)": 7.400732040405273,
-      "cov-distil (oracle2teacher)": 6.114086151123047,
+      "cov-distil": 2.636702537536621,
+      "cov-distil (oracle2student)": 6.419576644897461,
+      "cov-distil (oracle2teacher)": 5.576725482940674,
       "epoch": 0.2645211930926217,
-      "rel-constrast": 5.231344699859619,
+      "rel-constrast": 5.209208011627197,
       "step": 337,
-      "subrel-constrast": 5.4244794845581055,
+      "subrel-constrast": 4.492473602294922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3564536571502686,
-      "cov-distil (oracle2student)": 5.809101104736328,
-      "cov-distil (oracle2teacher)": 4.954556941986084,
+      "cov-distil": 2.5485739707946777,
+      "cov-distil (oracle2student)": 5.755950927734375,
+      "cov-distil (oracle2teacher)": 4.924200534820557,
       "epoch": 0.2653061224489796,
-      "rel-constrast": 3.5233960151672363,
+      "rel-constrast": 4.338869094848633,
       "step": 338,
-      "subrel-constrast": 3.6908886432647705,
+      "subrel-constrast": 3.4522180557250977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1037206649780273,
-      "cov-distil (oracle2student)": 2.2603325843811035,
-      "cov-distil (oracle2teacher)": 3.0419576168060303,
+      "cov-distil": 3.0320019721984863,
+      "cov-distil (oracle2student)": 3.228222370147705,
+      "cov-distil (oracle2teacher)": 2.803506851196289,
       "epoch": 0.26609105180533754,
-      "rel-constrast": 3.4815633296966553,
+      "rel-constrast": 3.474172353744507,
       "step": 339,
-      "subrel-constrast": 3.288261890411377,
+      "subrel-constrast": 3.0635268688201904,
       "view-similarity": 0
     },
     {
       "epoch": 0.2668759811616955,
-      "grad_norm": 8.6875,
+      "grad_norm": 10.9375,
       "learning_rate": 1.6950000000000002e-05,
-      "loss": 1.3469,
+      "loss": 1.3887,
       "step": 340
     },
     {
-      "cov-distil": 3.3706393241882324,
-      "cov-distil (oracle2student)": 6.5477705001831055,
-      "cov-distil (oracle2teacher)": 5.6088762283325195,
+      "cov-distil": 3.49402117729187,
+      "cov-distil (oracle2student)": 7.210906028747559,
+      "cov-distil (oracle2teacher)": 5.0158233642578125,
       "epoch": 0.2668759811616955,
-      "rel-constrast": 4.431926727294922,
+      "rel-constrast": 4.837923049926758,
       "step": 340,
-      "subrel-constrast": 4.443270683288574,
+      "subrel-constrast": 3.96360445022583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7762702703475952,
-      "cov-distil (oracle2student)": 5.8467302322387695,
-      "cov-distil (oracle2teacher)": 5.098247051239014,
+      "cov-distil": 2.364725112915039,
+      "cov-distil (oracle2student)": 6.774990558624268,
+      "cov-distil (oracle2teacher)": 4.92592716217041,
       "epoch": 0.26766091051805335,
-      "rel-constrast": 6.334066390991211,
+      "rel-constrast": 6.70700216293335,
       "step": 341,
-      "subrel-constrast": 5.981983661651611,
+      "subrel-constrast": 5.498395919799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9460091590881348,
-      "cov-distil (oracle2student)": 5.643100738525391,
-      "cov-distil (oracle2teacher)": 4.950689792633057,
+      "cov-distil": 3.675469160079956,
+      "cov-distil (oracle2student)": 6.020564079284668,
+      "cov-distil (oracle2teacher)": 4.985093116760254,
       "epoch": 0.2684458398744113,
-      "rel-constrast": 5.211766242980957,
+      "rel-constrast": 5.4752960205078125,
       "step": 342,
-      "subrel-constrast": 5.1992878913879395,
+      "subrel-constrast": 5.19370698928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.367637872695923,
-      "cov-distil (oracle2student)": 5.941043853759766,
-      "cov-distil (oracle2teacher)": 4.9187116622924805,
+      "cov-distil": 2.710606575012207,
+      "cov-distil (oracle2student)": 5.1702561378479,
+      "cov-distil (oracle2teacher)": 4.896413326263428,
       "epoch": 0.2692307692307692,
-      "rel-constrast": 5.264193058013916,
+      "rel-constrast": 4.92357873916626,
       "step": 343,
-      "subrel-constrast": 3.895352840423584,
+      "subrel-constrast": 4.078018665313721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.412367820739746,
-      "cov-distil (oracle2student)": 7.493007659912109,
-      "cov-distil (oracle2teacher)": 5.265005588531494,
+      "cov-distil": 2.9351677894592285,
+      "cov-distil (oracle2student)": 6.349701881408691,
+      "cov-distil (oracle2teacher)": 5.054539680480957,
       "epoch": 0.27001569858712715,
-      "rel-constrast": 5.213747024536133,
+      "rel-constrast": 5.1082682609558105,
       "step": 344,
-      "subrel-constrast": 4.595364093780518,
+      "subrel-constrast": 4.37379789352417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8810176849365234,
-      "cov-distil (oracle2student)": 7.061761379241943,
-      "cov-distil (oracle2teacher)": 5.616434097290039,
+      "cov-distil": 3.5741896629333496,
+      "cov-distil (oracle2student)": 6.700535774230957,
+      "cov-distil (oracle2teacher)": 5.530913352966309,
       "epoch": 0.2708006279434851,
-      "rel-constrast": 5.749035835266113,
+      "rel-constrast": 4.915071964263916,
       "step": 345,
-      "subrel-constrast": 5.173506259918213,
+      "subrel-constrast": 4.948842525482178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8150792121887207,
-      "cov-distil (oracle2student)": 5.25694465637207,
-      "cov-distil (oracle2teacher)": 4.789155960083008,
+      "cov-distil": 3.7902779579162598,
+      "cov-distil (oracle2student)": 4.731903076171875,
+      "cov-distil (oracle2teacher)": 4.770266056060791,
       "epoch": 0.271585557299843,
-      "rel-constrast": 3.7829973697662354,
+      "rel-constrast": 4.276309967041016,
       "step": 346,
-      "subrel-constrast": 4.973955154418945,
+      "subrel-constrast": 4.362357139587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5536751747131348,
-      "cov-distil (oracle2student)": 4.120350360870361,
-      "cov-distil (oracle2teacher)": 3.724198579788208,
+      "cov-distil": 2.7229695320129395,
+      "cov-distil (oracle2student)": 4.780536651611328,
+      "cov-distil (oracle2teacher)": 3.6855499744415283,
       "epoch": 0.27237048665620095,
-      "rel-constrast": 3.704036235809326,
+      "rel-constrast": 4.157382965087891,
       "step": 347,
-      "subrel-constrast": 3.350982666015625,
+      "subrel-constrast": 3.040459632873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1382832527160645,
-      "cov-distil (oracle2student)": 5.11441707611084,
-      "cov-distil (oracle2teacher)": 5.438014507293701,
+      "cov-distil": 2.133462429046631,
+      "cov-distil (oracle2student)": 5.408270835876465,
+      "cov-distil (oracle2teacher)": 5.279867649078369,
       "epoch": 0.2731554160125589,
-      "rel-constrast": 3.458172082901001,
+      "rel-constrast": 3.8222789764404297,
       "step": 348,
-      "subrel-constrast": 4.3986616134643555,
+      "subrel-constrast": 3.876159906387329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1670680046081543,
-      "cov-distil (oracle2student)": 6.426840782165527,
-      "cov-distil (oracle2teacher)": 5.343374252319336,
+      "cov-distil": 2.9878487586975098,
+      "cov-distil (oracle2student)": 6.929985046386719,
+      "cov-distil (oracle2teacher)": 5.093683242797852,
       "epoch": 0.2739403453689168,
-      "rel-constrast": 3.4649224281311035,
+      "rel-constrast": 4.3066606521606445,
       "step": 349,
-      "subrel-constrast": 3.7243576049804688,
+      "subrel-constrast": 3.651686429977417,
       "view-similarity": 0
     },
     {
       "epoch": 0.27472527472527475,
-      "grad_norm": 9.25,
+      "grad_norm": 9.875,
       "learning_rate": 1.745e-05,
-      "loss": 1.2339,
+      "loss": 1.2132,
       "step": 350
     },
     {
-      "cov-distil": 3.608635902404785,
-      "cov-distil (oracle2student)": 4.330803871154785,
-      "cov-distil (oracle2teacher)": 3.744497776031494,
+      "cov-distil": 4.154344081878662,
+      "cov-distil (oracle2student)": 4.43400239944458,
+      "cov-distil (oracle2teacher)": 3.726571798324585,
       "epoch": 0.27472527472527475,
-      "rel-constrast": 5.567419528961182,
+      "rel-constrast": 5.840875625610352,
       "step": 350,
-      "subrel-constrast": 5.5189409255981445,
+      "subrel-constrast": 5.234407424926758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.042238473892212,
-      "cov-distil (oracle2student)": 5.05877685546875,
-      "cov-distil (oracle2teacher)": 4.218380928039551,
+      "cov-distil": 3.1520259380340576,
+      "cov-distil (oracle2student)": 4.310547828674316,
+      "cov-distil (oracle2teacher)": 4.410953044891357,
       "epoch": 0.2755102040816326,
-      "rel-constrast": 4.822046756744385,
+      "rel-constrast": 4.542810440063477,
       "step": 351,
-      "subrel-constrast": 4.42357063293457,
+      "subrel-constrast": 4.721284866333008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5642943382263184,
-      "cov-distil (oracle2student)": 5.4788360595703125,
-      "cov-distil (oracle2teacher)": 4.91547966003418,
+      "cov-distil": 2.042290210723877,
+      "cov-distil (oracle2student)": 5.880301475524902,
+      "cov-distil (oracle2teacher)": 4.898249626159668,
       "epoch": 0.27629513343799056,
-      "rel-constrast": 4.740970134735107,
+      "rel-constrast": 5.495250701904297,
       "step": 352,
-      "subrel-constrast": 4.879831790924072,
+      "subrel-constrast": 4.408053398132324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6448025703430176,
-      "cov-distil (oracle2student)": 8.111321449279785,
-      "cov-distil (oracle2teacher)": 6.084838390350342,
+      "cov-distil": 3.0820250511169434,
+      "cov-distil (oracle2student)": 7.8096208572387695,
+      "cov-distil (oracle2teacher)": 5.75828742980957,
       "epoch": 0.2770800627943485,
-      "rel-constrast": 5.818354606628418,
+      "rel-constrast": 6.663204669952393,
       "step": 353,
-      "subrel-constrast": 5.211849689483643,
+      "subrel-constrast": 4.689756393432617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4067766666412354,
-      "cov-distil (oracle2student)": 4.365912914276123,
-      "cov-distil (oracle2teacher)": 3.473087787628174,
+      "cov-distil": 2.6350584030151367,
+      "cov-distil (oracle2student)": 4.396308898925781,
+      "cov-distil (oracle2teacher)": 3.2536141872406006,
       "epoch": 0.2778649921507064,
-      "rel-constrast": 5.573647975921631,
+      "rel-constrast": 5.619442939758301,
       "step": 354,
-      "subrel-constrast": 5.32288122177124,
+      "subrel-constrast": 4.852662086486816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5952365398406982,
-      "cov-distil (oracle2student)": 5.804892539978027,
-      "cov-distil (oracle2teacher)": 5.721729278564453,
+      "cov-distil": 3.2703328132629395,
+      "cov-distil (oracle2student)": 6.63592004776001,
+      "cov-distil (oracle2teacher)": 5.588383674621582,
       "epoch": 0.27864992150706436,
-      "rel-constrast": 2.9114840030670166,
+      "rel-constrast": 3.6034908294677734,
       "step": 355,
-      "subrel-constrast": 3.7944581508636475,
+      "subrel-constrast": 3.7527341842651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.0212960243225098,
-      "cov-distil (oracle2student)": 5.7747039794921875,
-      "cov-distil (oracle2teacher)": 4.756955623626709,
+      "cov-distil": 3.4463188648223877,
+      "cov-distil (oracle2student)": 6.357917785644531,
+      "cov-distil (oracle2teacher)": 5.016839504241943,
       "epoch": 0.2794348508634223,
-      "rel-constrast": 5.615074634552002,
+      "rel-constrast": 5.065958499908447,
       "step": 356,
-      "subrel-constrast": 4.403563022613525,
+      "subrel-constrast": 4.6299824714660645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7942184209823608,
-      "cov-distil (oracle2student)": 6.0659027099609375,
-      "cov-distil (oracle2teacher)": 5.751328468322754,
+      "cov-distil": 2.0732581615448,
+      "cov-distil (oracle2student)": 5.804237365722656,
+      "cov-distil (oracle2teacher)": 5.375204086303711,
       "epoch": 0.2802197802197802,
-      "rel-constrast": 5.249208927154541,
+      "rel-constrast": 5.585434913635254,
       "step": 357,
-      "subrel-constrast": 5.535679817199707,
+      "subrel-constrast": 5.207307815551758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.774811267852783,
-      "cov-distil (oracle2student)": 6.464753150939941,
-      "cov-distil (oracle2teacher)": 5.255980014801025,
+      "cov-distil": 2.9298481941223145,
+      "cov-distil (oracle2student)": 6.537027835845947,
+      "cov-distil (oracle2teacher)": 5.530665397644043,
       "epoch": 0.28100470957613816,
-      "rel-constrast": 4.891279697418213,
+      "rel-constrast": 5.80604362487793,
       "step": 358,
-      "subrel-constrast": 5.464860439300537,
+      "subrel-constrast": 5.920729637145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.453803539276123,
-      "cov-distil (oracle2student)": 4.161431789398193,
-      "cov-distil (oracle2teacher)": 3.332028865814209,
+      "cov-distil": 2.4743998050689697,
+      "cov-distil (oracle2student)": 4.3299336433410645,
+      "cov-distil (oracle2teacher)": 3.4464523792266846,
       "epoch": 0.2817896389324961,
-      "rel-constrast": 5.083553314208984,
+      "rel-constrast": 6.006719589233398,
       "step": 359,
-      "subrel-constrast": 4.7147111892700195,
+      "subrel-constrast": 4.429600238800049,
       "view-similarity": 0
     },
     {
       "epoch": 0.282574568288854,
-      "grad_norm": 11.3125,
+      "grad_norm": 11.6875,
       "learning_rate": 1.795e-05,
-      "loss": 1.3216,
+      "loss": 1.3557,
       "step": 360
     },
     {
-      "cov-distil": 2.5603387355804443,
-      "cov-distil (oracle2student)": 5.630814552307129,
-      "cov-distil (oracle2teacher)": 4.11967658996582,
+      "cov-distil": 3.5496397018432617,
+      "cov-distil (oracle2student)": 4.70308780670166,
+      "cov-distil (oracle2teacher)": 4.441425323486328,
       "epoch": 0.282574568288854,
-      "rel-constrast": 4.032361030578613,
+      "rel-constrast": 3.6564595699310303,
       "step": 360,
-      "subrel-constrast": 4.251352787017822,
+      "subrel-constrast": 4.427983283996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8229472637176514,
-      "cov-distil (oracle2student)": 6.268754005432129,
-      "cov-distil (oracle2teacher)": 4.768909454345703,
+      "cov-distil": 2.210775375366211,
+      "cov-distil (oracle2student)": 5.588913440704346,
+      "cov-distil (oracle2teacher)": 4.462770938873291,
       "epoch": 0.28335949764521196,
-      "rel-constrast": 4.587757587432861,
+      "rel-constrast": 5.913948059082031,
       "step": 361,
-      "subrel-constrast": 5.313897132873535,
+      "subrel-constrast": 4.857327461242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8588380813598633,
-      "cov-distil (oracle2student)": 5.717771530151367,
-      "cov-distil (oracle2teacher)": 4.665041923522949,
+      "cov-distil": 2.7464823722839355,
+      "cov-distil (oracle2student)": 5.070058822631836,
+      "cov-distil (oracle2teacher)": 4.40608024597168,
       "epoch": 0.28414442700156983,
-      "rel-constrast": 4.3423991203308105,
+      "rel-constrast": 5.411225318908691,
       "step": 362,
-      "subrel-constrast": 4.597593784332275,
+      "subrel-constrast": 3.9650962352752686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7841402292251587,
-      "cov-distil (oracle2student)": 5.66856050491333,
-      "cov-distil (oracle2teacher)": 5.199802875518799,
+      "cov-distil": 2.390380382537842,
+      "cov-distil (oracle2student)": 5.747140407562256,
+      "cov-distil (oracle2teacher)": 5.112768650054932,
       "epoch": 0.28492935635792777,
-      "rel-constrast": 4.133660316467285,
+      "rel-constrast": 5.220882415771484,
       "step": 363,
-      "subrel-constrast": 4.4824748039245605,
+      "subrel-constrast": 3.907060384750366,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4724202156066895,
-      "cov-distil (oracle2student)": 5.346518516540527,
-      "cov-distil (oracle2teacher)": 4.574295997619629,
+      "cov-distil": 3.2588510513305664,
+      "cov-distil (oracle2student)": 5.065161228179932,
+      "cov-distil (oracle2teacher)": 4.869439125061035,
       "epoch": 0.2857142857142857,
-      "rel-constrast": 4.145630836486816,
+      "rel-constrast": 4.017510414123535,
       "step": 364,
-      "subrel-constrast": 4.977063179016113,
+      "subrel-constrast": 4.68588399887085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.808846354484558,
-      "cov-distil (oracle2student)": 5.196928977966309,
-      "cov-distil (oracle2teacher)": 4.610245227813721,
+      "cov-distil": 1.8035261631011963,
+      "cov-distil (oracle2student)": 5.808452606201172,
+      "cov-distil (oracle2teacher)": 4.553061485290527,
       "epoch": 0.28649921507064363,
-      "rel-constrast": 4.831958770751953,
+      "rel-constrast": 4.353311538696289,
       "step": 365,
-      "subrel-constrast": 3.620854616165161,
+      "subrel-constrast": 3.5678341388702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8844127655029297,
-      "cov-distil (oracle2student)": 4.427166938781738,
-      "cov-distil (oracle2teacher)": 3.894045352935791,
+      "cov-distil": 2.2260358333587646,
+      "cov-distil (oracle2student)": 4.4498748779296875,
+      "cov-distil (oracle2teacher)": 3.677988052368164,
       "epoch": 0.28728414442700156,
-      "rel-constrast": 2.9533321857452393,
+      "rel-constrast": 3.346419095993042,
       "step": 366,
-      "subrel-constrast": 3.6614904403686523,
+      "subrel-constrast": 3.4819939136505127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.588649034500122,
-      "cov-distil (oracle2student)": 4.825804710388184,
-      "cov-distil (oracle2teacher)": 4.7583723068237305,
+      "cov-distil": 3.3118133544921875,
+      "cov-distil (oracle2student)": 5.084794044494629,
+      "cov-distil (oracle2teacher)": 4.760309219360352,
       "epoch": 0.2880690737833595,
-      "rel-constrast": 3.4529616832733154,
+      "rel-constrast": 3.325695276260376,
       "step": 367,
-      "subrel-constrast": 3.642184257507324,
+      "subrel-constrast": 3.7984561920166016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7902345657348633,
-      "cov-distil (oracle2student)": 3.9853460788726807,
-      "cov-distil (oracle2teacher)": 3.909470796585083,
+      "cov-distil": 2.774813652038574,
+      "cov-distil (oracle2student)": 4.763640880584717,
+      "cov-distil (oracle2teacher)": 3.6204562187194824,
       "epoch": 0.28885400313971743,
-      "rel-constrast": 4.276392936706543,
+      "rel-constrast": 4.923238754272461,
       "step": 368,
-      "subrel-constrast": 4.645603179931641,
+      "subrel-constrast": 4.1933979988098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6349034309387207,
-      "cov-distil (oracle2student)": 4.3472089767456055,
-      "cov-distil (oracle2teacher)": 4.140142440795898,
+      "cov-distil": 3.843071222305298,
+      "cov-distil (oracle2student)": 5.1648101806640625,
+      "cov-distil (oracle2teacher)": 4.171273231506348,
       "epoch": 0.28963893249607536,
-      "rel-constrast": 3.0620291233062744,
+      "rel-constrast": 5.060202121734619,
       "step": 369,
-      "subrel-constrast": 4.223392486572266,
+      "subrel-constrast": 3.962991952896118,
       "view-similarity": 0
     },
     {
       "epoch": 0.2904238618524333,
-      "grad_norm": 8.625,
+      "grad_norm": 11.375,
       "learning_rate": 1.845e-05,
-      "loss": 1.056,
+      "loss": 1.1307,
       "step": 370
     },
     {
-      "cov-distil": 2.1786646842956543,
-      "cov-distil (oracle2student)": 5.363110542297363,
-      "cov-distil (oracle2teacher)": 4.637913703918457,
+      "cov-distil": 3.0642147064208984,
+      "cov-distil (oracle2student)": 4.858706951141357,
+      "cov-distil (oracle2teacher)": 4.6909098625183105,
       "epoch": 0.2904238618524333,
-      "rel-constrast": 5.482825756072998,
+      "rel-constrast": 5.133362770080566,
       "step": 370,
-      "subrel-constrast": 5.345534801483154,
+      "subrel-constrast": 4.833539009094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2218286991119385,
-      "cov-distil (oracle2student)": 4.884929656982422,
-      "cov-distil (oracle2teacher)": 4.616036415100098,
+      "cov-distil": 2.193815231323242,
+      "cov-distil (oracle2student)": 5.205706596374512,
+      "cov-distil (oracle2teacher)": 4.471169948577881,
       "epoch": 0.29120879120879123,
-      "rel-constrast": 3.8980860710144043,
+      "rel-constrast": 4.498729705810547,
       "step": 371,
-      "subrel-constrast": 4.179631233215332,
+      "subrel-constrast": 3.7702345848083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9699034690856934,
-      "cov-distil (oracle2student)": 6.411710739135742,
-      "cov-distil (oracle2teacher)": 6.074274063110352,
+      "cov-distil": 3.3807833194732666,
+      "cov-distil (oracle2student)": 7.128001689910889,
+      "cov-distil (oracle2teacher)": 6.004981994628906,
       "epoch": 0.29199372056514916,
-      "rel-constrast": 4.8935041427612305,
+      "rel-constrast": 6.064408302307129,
       "step": 372,
-      "subrel-constrast": 4.370950222015381,
+      "subrel-constrast": 4.12363338470459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.892509937286377,
-      "cov-distil (oracle2student)": 5.259044170379639,
-      "cov-distil (oracle2teacher)": 5.234094619750977,
+      "cov-distil": 2.4388844966888428,
+      "cov-distil (oracle2student)": 5.8257975578308105,
+      "cov-distil (oracle2teacher)": 4.944259166717529,
       "epoch": 0.29277864992150704,
-      "rel-constrast": 3.2014081478118896,
+      "rel-constrast": 3.4590320587158203,
       "step": 373,
-      "subrel-constrast": 4.1573052406311035,
+      "subrel-constrast": 3.6194028854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.772082805633545,
-      "cov-distil (oracle2student)": 4.566726207733154,
-      "cov-distil (oracle2teacher)": 4.167119979858398,
+      "cov-distil": 4.098972797393799,
+      "cov-distil (oracle2student)": 5.163208961486816,
+      "cov-distil (oracle2teacher)": 3.91164493560791,
       "epoch": 0.29356357927786497,
-      "rel-constrast": 3.1878111362457275,
+      "rel-constrast": 2.7103641033172607,
       "step": 374,
-      "subrel-constrast": 3.35384464263916,
+      "subrel-constrast": 3.4396541118621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.591693162918091,
-      "cov-distil (oracle2student)": 5.522881507873535,
-      "cov-distil (oracle2teacher)": 4.635371208190918,
+      "cov-distil": 2.857800245285034,
+      "cov-distil (oracle2student)": 5.966324329376221,
+      "cov-distil (oracle2teacher)": 4.463338851928711,
       "epoch": 0.2943485086342229,
-      "rel-constrast": 5.37741756439209,
+      "rel-constrast": 5.030697822570801,
       "step": 375,
-      "subrel-constrast": 4.653171062469482,
+      "subrel-constrast": 4.487659454345703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5359158515930176,
-      "cov-distil (oracle2student)": 5.827084064483643,
-      "cov-distil (oracle2teacher)": 4.040188789367676,
+      "cov-distil": 2.6614041328430176,
+      "cov-distil (oracle2student)": 4.721680164337158,
+      "cov-distil (oracle2teacher)": 4.302639961242676,
       "epoch": 0.29513343799058084,
-      "rel-constrast": 4.727353572845459,
+      "rel-constrast": 3.6808102130889893,
       "step": 376,
-      "subrel-constrast": 3.935854911804199,
+      "subrel-constrast": 4.03108549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.781376838684082,
-      "cov-distil (oracle2student)": 4.058488368988037,
-      "cov-distil (oracle2teacher)": 3.5083465576171875,
+      "cov-distil": 3.502884864807129,
+      "cov-distil (oracle2student)": 3.1693155765533447,
+      "cov-distil (oracle2teacher)": 3.4502291679382324,
       "epoch": 0.29591836734693877,
-      "rel-constrast": 3.8341798782348633,
+      "rel-constrast": 4.879819869995117,
       "step": 377,
-      "subrel-constrast": 3.886284351348877,
+      "subrel-constrast": 3.6787664890289307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2513608932495117,
-      "cov-distil (oracle2student)": 6.062292098999023,
-      "cov-distil (oracle2teacher)": 5.975917816162109,
+      "cov-distil": 4.163583278656006,
+      "cov-distil (oracle2student)": 5.888091564178467,
+      "cov-distil (oracle2teacher)": 5.790854454040527,
       "epoch": 0.2967032967032967,
-      "rel-constrast": 4.896815299987793,
+      "rel-constrast": 4.67321252822876,
       "step": 378,
-      "subrel-constrast": 5.234432220458984,
+      "subrel-constrast": 4.828137397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.81939697265625,
-      "cov-distil (oracle2student)": 6.846397399902344,
-      "cov-distil (oracle2teacher)": 6.041547775268555,
+      "cov-distil": 3.724635601043701,
+      "cov-distil (oracle2student)": 6.434304237365723,
+      "cov-distil (oracle2teacher)": 5.7894287109375,
       "epoch": 0.29748822605965464,
-      "rel-constrast": 4.4655609130859375,
+      "rel-constrast": 4.6977362632751465,
       "step": 379,
-      "subrel-constrast": 5.3056440353393555,
+      "subrel-constrast": 4.85424280166626,
       "view-similarity": 0
     },
     {
       "epoch": 0.29827315541601257,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.75,
       "learning_rate": 1.895e-05,
-      "loss": 1.1617,
+      "loss": 1.1207,
       "step": 380
     },
     {
-      "cov-distil": 2.145519733428955,
-      "cov-distil (oracle2student)": 5.0195159912109375,
-      "cov-distil (oracle2teacher)": 5.072805404663086,
+      "cov-distil": 3.342090606689453,
+      "cov-distil (oracle2student)": 5.437918186187744,
+      "cov-distil (oracle2teacher)": 5.068955898284912,
       "epoch": 0.29827315541601257,
-      "rel-constrast": 5.061878204345703,
+      "rel-constrast": 5.670958042144775,
       "step": 380,
-      "subrel-constrast": 4.256718158721924,
+      "subrel-constrast": 5.016107559204102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4396960735321045,
-      "cov-distil (oracle2student)": 5.107587814331055,
-      "cov-distil (oracle2teacher)": 4.815580368041992,
+      "cov-distil": 2.274932622909546,
+      "cov-distil (oracle2student)": 5.885303974151611,
+      "cov-distil (oracle2teacher)": 4.364526271820068,
       "epoch": 0.2990580847723705,
-      "rel-constrast": 5.701793193817139,
+      "rel-constrast": 6.668826103210449,
       "step": 381,
-      "subrel-constrast": 5.409301280975342,
+      "subrel-constrast": 5.0057196617126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.1333658695220947,
-      "cov-distil (oracle2student)": 5.085638523101807,
-      "cov-distil (oracle2teacher)": 4.965446472167969,
+      "cov-distil": 3.3376357555389404,
+      "cov-distil (oracle2student)": 5.539648056030273,
+      "cov-distil (oracle2teacher)": 4.915032863616943,
       "epoch": 0.29984301412872844,
-      "rel-constrast": 5.165194511413574,
+      "rel-constrast": 5.473977088928223,
       "step": 382,
-      "subrel-constrast": 5.093568325042725,
+      "subrel-constrast": 4.959965229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2161717414855957,
-      "cov-distil (oracle2student)": 7.9994072914123535,
-      "cov-distil (oracle2teacher)": 6.9684834480285645,
+      "cov-distil": 2.7053093910217285,
+      "cov-distil (oracle2student)": 6.798985481262207,
+      "cov-distil (oracle2teacher)": 6.57553768157959,
       "epoch": 0.30062794348508637,
-      "rel-constrast": 7.066175937652588,
+      "rel-constrast": 6.858295917510986,
       "step": 383,
-      "subrel-constrast": 6.8308610916137695,
+      "subrel-constrast": 6.3767805099487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2208333015441895,
-      "cov-distil (oracle2student)": 4.0523858070373535,
-      "cov-distil (oracle2teacher)": 4.472951889038086,
+      "cov-distil": 2.2938199043273926,
+      "cov-distil (oracle2student)": 5.1603546142578125,
+      "cov-distil (oracle2teacher)": 3.9803106784820557,
       "epoch": 0.30141287284144425,
-      "rel-constrast": 4.53468132019043,
+      "rel-constrast": 5.294081687927246,
       "step": 384,
-      "subrel-constrast": 5.056024074554443,
+      "subrel-constrast": 4.74169921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.071730136871338,
-      "cov-distil (oracle2student)": 4.249073505401611,
-      "cov-distil (oracle2teacher)": 4.624693870544434,
+      "cov-distil": 3.180255889892578,
+      "cov-distil (oracle2student)": 4.09005880355835,
+      "cov-distil (oracle2teacher)": 4.657160758972168,
       "epoch": 0.3021978021978022,
-      "rel-constrast": 3.109813690185547,
+      "rel-constrast": 3.0473437309265137,
       "step": 385,
-      "subrel-constrast": 4.911736488342285,
+      "subrel-constrast": 4.1963067054748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9057316780090332,
-      "cov-distil (oracle2student)": 5.550108432769775,
-      "cov-distil (oracle2teacher)": 5.109409809112549,
+      "cov-distil": 2.842134475708008,
+      "cov-distil (oracle2student)": 5.590790748596191,
+      "cov-distil (oracle2teacher)": 4.810594081878662,
       "epoch": 0.3029827315541601,
-      "rel-constrast": 6.038972854614258,
+      "rel-constrast": 5.370046615600586,
       "step": 386,
-      "subrel-constrast": 5.7528533935546875,
+      "subrel-constrast": 5.732616424560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.894748568534851,
-      "cov-distil (oracle2student)": 4.208711624145508,
-      "cov-distil (oracle2teacher)": 4.243162155151367,
+      "cov-distil": 2.674454689025879,
+      "cov-distil (oracle2student)": 4.954473495483398,
+      "cov-distil (oracle2teacher)": 4.340337753295898,
       "epoch": 0.30376766091051804,
-      "rel-constrast": 3.28928804397583,
+      "rel-constrast": 4.921362400054932,
       "step": 387,
-      "subrel-constrast": 4.545385837554932,
+      "subrel-constrast": 4.25612735748291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.000256061553955,
-      "cov-distil (oracle2student)": 3.989053964614868,
-      "cov-distil (oracle2teacher)": 3.8901243209838867,
+      "cov-distil": 2.6796915531158447,
+      "cov-distil (oracle2student)": 3.342512607574463,
+      "cov-distil (oracle2teacher)": 3.4208972454071045,
       "epoch": 0.304552590266876,
-      "rel-constrast": 3.6278958320617676,
+      "rel-constrast": 3.3919224739074707,
       "step": 388,
-      "subrel-constrast": 4.682122230529785,
+      "subrel-constrast": 4.419375419616699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.647186756134033,
-      "cov-distil (oracle2student)": 5.239346027374268,
-      "cov-distil (oracle2teacher)": 4.578633785247803,
+      "cov-distil": 2.6880440711975098,
+      "cov-distil (oracle2student)": 5.669834136962891,
+      "cov-distil (oracle2teacher)": 4.4033427238464355,
       "epoch": 0.3053375196232339,
-      "rel-constrast": 5.672878265380859,
+      "rel-constrast": 6.258090019226074,
       "step": 389,
-      "subrel-constrast": 5.35860013961792,
+      "subrel-constrast": 5.029729843139648,
       "view-similarity": 0
     },
     {
       "epoch": 0.30612244897959184,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.625,
       "learning_rate": 1.9450000000000002e-05,
-      "loss": 1.2934,
+      "loss": 1.3239,
       "step": 390
     },
     {
-      "cov-distil": 1.9906284809112549,
-      "cov-distil (oracle2student)": 5.879648208618164,
-      "cov-distil (oracle2teacher)": 5.118555545806885,
+      "cov-distil": 2.819201946258545,
+      "cov-distil (oracle2student)": 5.652064800262451,
+      "cov-distil (oracle2teacher)": 5.060802459716797,
       "epoch": 0.30612244897959184,
-      "rel-constrast": 3.779395580291748,
+      "rel-constrast": 4.163224697113037,
       "step": 390,
-      "subrel-constrast": 4.119905471801758,
+      "subrel-constrast": 3.8147494792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.988453984260559,
-      "cov-distil (oracle2student)": 4.781367301940918,
-      "cov-distil (oracle2teacher)": 4.865199565887451,
+      "cov-distil": 2.6448898315429688,
+      "cov-distil (oracle2student)": 5.8028340339660645,
+      "cov-distil (oracle2teacher)": 4.489571571350098,
       "epoch": 0.3069073783359498,
-      "rel-constrast": 3.251140594482422,
+      "rel-constrast": 3.7230937480926514,
       "step": 391,
-      "subrel-constrast": 3.398293972015381,
+      "subrel-constrast": 3.4076385498046875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271214008331299,
-      "cov-distil (oracle2student)": 3.573791265487671,
-      "cov-distil (oracle2teacher)": 4.191331386566162,
+      "cov-distil": 3.086348056793213,
+      "cov-distil (oracle2student)": 3.6303696632385254,
+      "cov-distil (oracle2teacher)": 3.8392837047576904,
       "epoch": 0.3076923076923077,
-      "rel-constrast": 3.212885618209839,
+      "rel-constrast": 3.7997756004333496,
       "step": 392,
-      "subrel-constrast": 4.208346843719482,
+      "subrel-constrast": 3.815889596939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.500980854034424,
-      "cov-distil (oracle2student)": 5.914056777954102,
-      "cov-distil (oracle2teacher)": 5.277523040771484,
+      "cov-distil": 3.806879758834839,
+      "cov-distil (oracle2student)": 5.587726593017578,
+      "cov-distil (oracle2teacher)": 4.480946063995361,
       "epoch": 0.30847723704866564,
-      "rel-constrast": 5.385578632354736,
+      "rel-constrast": 5.921872138977051,
       "step": 393,
-      "subrel-constrast": 5.659003257751465,
+      "subrel-constrast": 5.012782096862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4672982692718506,
-      "cov-distil (oracle2student)": 4.736859321594238,
-      "cov-distil (oracle2teacher)": 4.403438568115234,
+      "cov-distil": 3.201535224914551,
+      "cov-distil (oracle2student)": 4.992372512817383,
+      "cov-distil (oracle2teacher)": 4.038873195648193,
       "epoch": 0.3092621664050236,
-      "rel-constrast": 2.597383975982666,
+      "rel-constrast": 3.6981234550476074,
       "step": 394,
-      "subrel-constrast": 3.6748647689819336,
+      "subrel-constrast": 3.042113780975342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2462375164031982,
-      "cov-distil (oracle2student)": 5.579372406005859,
-      "cov-distil (oracle2teacher)": 4.828579425811768,
+      "cov-distil": 2.1749980449676514,
+      "cov-distil (oracle2student)": 6.526998519897461,
+      "cov-distil (oracle2teacher)": 4.954664707183838,
       "epoch": 0.31004709576138145,
-      "rel-constrast": 4.2792158126831055,
+      "rel-constrast": 5.17673397064209,
       "step": 395,
-      "subrel-constrast": 4.788985729217529,
+      "subrel-constrast": 4.380306720733643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1940720081329346,
-      "cov-distil (oracle2student)": 6.999589920043945,
-      "cov-distil (oracle2teacher)": 5.914185523986816,
+      "cov-distil": 2.866086006164551,
+      "cov-distil (oracle2student)": 7.322890758514404,
+      "cov-distil (oracle2teacher)": 6.464868545532227,
       "epoch": 0.3108320251177394,
-      "rel-constrast": 3.4981136322021484,
+      "rel-constrast": 3.7013537883758545,
       "step": 396,
-      "subrel-constrast": 3.725527048110962,
+      "subrel-constrast": 4.221440315246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4211723804473877,
-      "cov-distil (oracle2student)": 4.806880474090576,
-      "cov-distil (oracle2teacher)": 4.2639665603637695,
+      "cov-distil": 2.4144694805145264,
+      "cov-distil (oracle2student)": 4.284505844116211,
+      "cov-distil (oracle2teacher)": 4.197414875030518,
       "epoch": 0.3116169544740973,
-      "rel-constrast": 3.6912615299224854,
+      "rel-constrast": 3.913599967956543,
       "step": 397,
-      "subrel-constrast": 4.080460548400879,
+      "subrel-constrast": 3.772303819656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.147724151611328,
-      "cov-distil (oracle2student)": 3.4920403957366943,
-      "cov-distil (oracle2teacher)": 3.9903037548065186,
+      "cov-distil": 1.8099480867385864,
+      "cov-distil (oracle2student)": 4.010860919952393,
+      "cov-distil (oracle2teacher)": 3.9283041954040527,
       "epoch": 0.31240188383045525,
-      "rel-constrast": 3.37844181060791,
+      "rel-constrast": 4.429471969604492,
       "step": 398,
-      "subrel-constrast": 4.133568286895752,
+      "subrel-constrast": 3.970705986022949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341226577758789,
-      "cov-distil (oracle2student)": 5.704563140869141,
-      "cov-distil (oracle2teacher)": 4.931936740875244,
+      "cov-distil": 2.0238213539123535,
+      "cov-distil (oracle2student)": 6.013174057006836,
+      "cov-distil (oracle2teacher)": 4.590714454650879,
       "epoch": 0.3131868131868132,
-      "rel-constrast": 5.77735710144043,
+      "rel-constrast": 6.082208633422852,
       "step": 399,
-      "subrel-constrast": 5.990045070648193,
+      "subrel-constrast": 5.129321098327637,
       "view-similarity": 0
     },
     {
       "epoch": 0.3139717425431711,
-      "grad_norm": 10.25,
+      "grad_norm": 12.9375,
       "learning_rate": 1.995e-05,
-      "loss": 1.0277,
+      "loss": 1.1152,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
-      "overlap": 0.21250000596046448,
+      "overlap": 0.25,
       "step": 400
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "student margin": 0.0499267578125
+      "student margin": 0.042327880859375
     },
     {
       "epoch": 0.3139717425431711,
       "step": 400,
-      "teacher margin": 0.0330810546875
+      "teacher margin": 0.0385589599609375
     },
     {
       "epoch": 0.3139717425431711,
-      "margin difference": -0.016845703125,
+      "margin difference": -0.0037689208984375,
       "step": 400
     },
     {
-      "cov-distil": 3.029654026031494,
-      "cov-distil (oracle2student)": 6.3546295166015625,
-      "cov-distil (oracle2teacher)": 4.44947624206543,
+      "cov-distil": 3.886928081512451,
+      "cov-distil (oracle2student)": 5.335042953491211,
+      "cov-distil (oracle2teacher)": 4.339117527008057,
       "epoch": 0.3139717425431711,
-      "rel-constrast": 5.21034049987793,
+      "rel-constrast": 4.6403913497924805,
       "step": 400,
-      "subrel-constrast": 4.272339820861816,
+      "subrel-constrast": 3.912580728530884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7038116455078125,
-      "cov-distil (oracle2student)": 4.764902114868164,
-      "cov-distil (oracle2teacher)": 3.820608377456665,
+      "cov-distil": 3.056687831878662,
+      "cov-distil (oracle2student)": 5.348229885101318,
+      "cov-distil (oracle2teacher)": 3.6517839431762695,
       "epoch": 0.31475667189952905,
-      "rel-constrast": 4.609540939331055,
+      "rel-constrast": 4.588954925537109,
       "step": 401,
-      "subrel-constrast": 4.73413610458374,
+      "subrel-constrast": 4.800741672515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.099792242050171,
-      "cov-distil (oracle2student)": 3.520395278930664,
-      "cov-distil (oracle2teacher)": 3.9220399856567383,
+      "cov-distil": 2.2604470252990723,
+      "cov-distil (oracle2student)": 4.378152847290039,
+      "cov-distil (oracle2teacher)": 3.4860801696777344,
       "epoch": 0.315541601255887,
-      "rel-constrast": 3.90291428565979,
+      "rel-constrast": 4.399611949920654,
       "step": 402,
-      "subrel-constrast": 4.711536407470703,
+      "subrel-constrast": 4.155108451843262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4153919219970703,
-      "cov-distil (oracle2student)": 4.881484031677246,
-      "cov-distil (oracle2teacher)": 5.863336563110352,
+      "cov-distil": 2.9338903427124023,
+      "cov-distil (oracle2student)": 6.613400459289551,
+      "cov-distil (oracle2teacher)": 5.678437232971191,
       "epoch": 0.3163265306122449,
-      "rel-constrast": 5.590476036071777,
+      "rel-constrast": 6.335180282592773,
       "step": 403,
-      "subrel-constrast": 6.7442402839660645,
+      "subrel-constrast": 6.400395393371582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.070514678955078,
-      "cov-distil (oracle2student)": 6.963999271392822,
-      "cov-distil (oracle2teacher)": 5.430067539215088,
+      "cov-distil": 3.023014545440674,
+      "cov-distil (oracle2student)": 8.308012008666992,
+      "cov-distil (oracle2teacher)": 5.342362880706787,
       "epoch": 0.31711145996860285,
-      "rel-constrast": 4.405279159545898,
+      "rel-constrast": 4.845967769622803,
       "step": 404,
-      "subrel-constrast": 4.019079208374023,
+      "subrel-constrast": 4.1846160888671875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7390613555908203,
-      "cov-distil (oracle2student)": 5.906704425811768,
-      "cov-distil (oracle2teacher)": 4.350067138671875,
+      "cov-distil": 3.1038479804992676,
+      "cov-distil (oracle2student)": 5.646944046020508,
+      "cov-distil (oracle2teacher)": 4.473422527313232,
       "epoch": 0.3178963893249607,
-      "rel-constrast": 5.089980125427246,
+      "rel-constrast": 5.836054801940918,
       "step": 405,
-      "subrel-constrast": 5.007596969604492,
+      "subrel-constrast": 5.281007766723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4844894409179688,
-      "cov-distil (oracle2student)": 3.5109589099884033,
-      "cov-distil (oracle2teacher)": 3.2686519622802734,
+      "cov-distil": 3.2940926551818848,
+      "cov-distil (oracle2student)": 4.326860427856445,
+      "cov-distil (oracle2teacher)": 3.2503867149353027,
       "epoch": 0.31868131868131866,
-      "rel-constrast": 3.7930362224578857,
+      "rel-constrast": 3.869856595993042,
       "step": 406,
-      "subrel-constrast": 3.798858642578125,
+      "subrel-constrast": 3.6573963165283203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3034815788269043,
-      "cov-distil (oracle2student)": 3.7118170261383057,
-      "cov-distil (oracle2teacher)": 4.000811576843262,
+      "cov-distil": 3.491866111755371,
+      "cov-distil (oracle2student)": 3.588833808898926,
+      "cov-distil (oracle2teacher)": 3.282709836959839,
       "epoch": 0.3194662480376766,
-      "rel-constrast": 3.579343557357788,
+      "rel-constrast": 3.9197592735290527,
       "step": 407,
-      "subrel-constrast": 3.7536656856536865,
+      "subrel-constrast": 3.2055981159210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.386108875274658,
-      "cov-distil (oracle2student)": 7.637016773223877,
-      "cov-distil (oracle2teacher)": 6.74373722076416,
+      "cov-distil": 2.3607594966888428,
+      "cov-distil (oracle2student)": 8.374011993408203,
+      "cov-distil (oracle2teacher)": 6.85933780670166,
       "epoch": 0.3202511773940345,
-      "rel-constrast": 5.229757308959961,
+      "rel-constrast": 5.2823662757873535,
       "step": 408,
-      "subrel-constrast": 5.07039737701416,
+      "subrel-constrast": 5.011173725128174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8611326217651367,
-      "cov-distil (oracle2student)": 5.232067108154297,
-      "cov-distil (oracle2teacher)": 4.960404396057129,
+      "cov-distil": 3.281787395477295,
+      "cov-distil (oracle2student)": 6.3122124671936035,
+      "cov-distil (oracle2teacher)": 5.3192057609558105,
       "epoch": 0.32103610675039246,
-      "rel-constrast": 3.642263174057007,
+      "rel-constrast": 3.805255889892578,
       "step": 409,
-      "subrel-constrast": 4.416981220245361,
+      "subrel-constrast": 4.585635662078857,
       "view-similarity": 0
     },
     {
       "epoch": 0.3218210361067504,
-      "grad_norm": 10.3125,
+      "grad_norm": 12.1875,
       "learning_rate": 2.045e-05,
-      "loss": 1.1891,
+      "loss": 1.1881,
       "step": 410
     },
     {
-      "cov-distil": 2.2154881954193115,
-      "cov-distil (oracle2student)": 6.773739814758301,
-      "cov-distil (oracle2teacher)": 5.986823081970215,
+      "cov-distil": 2.730794668197632,
+      "cov-distil (oracle2student)": 7.3823394775390625,
+      "cov-distil (oracle2teacher)": 5.193122863769531,
       "epoch": 0.3218210361067504,
-      "rel-constrast": 3.8010854721069336,
+      "rel-constrast": 5.282472133636475,
       "step": 410,
-      "subrel-constrast": 4.40297269821167,
+      "subrel-constrast": 4.033254146575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.502871513366699,
-      "cov-distil (oracle2student)": 5.0695061683654785,
-      "cov-distil (oracle2teacher)": 4.089282512664795,
+      "cov-distil": 3.7351174354553223,
+      "cov-distil (oracle2student)": 5.665802478790283,
+      "cov-distil (oracle2teacher)": 4.360421657562256,
       "epoch": 0.3226059654631083,
-      "rel-constrast": 3.752478837966919,
+      "rel-constrast": 4.959882736206055,
       "step": 411,
-      "subrel-constrast": 4.620887756347656,
+      "subrel-constrast": 4.492009162902832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1412277221679688,
-      "cov-distil (oracle2student)": 5.670042037963867,
-      "cov-distil (oracle2teacher)": 4.15722131729126,
+      "cov-distil": 3.0279736518859863,
+      "cov-distil (oracle2student)": 4.999423503875732,
+      "cov-distil (oracle2teacher)": 4.728681564331055,
       "epoch": 0.32339089481946626,
-      "rel-constrast": 3.702781915664673,
+      "rel-constrast": 4.053719997406006,
       "step": 412,
-      "subrel-constrast": 3.522353172302246,
+      "subrel-constrast": 3.3165433406829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.622506618499756,
-      "cov-distil (oracle2student)": 3.7515993118286133,
-      "cov-distil (oracle2teacher)": 2.8146438598632812,
+      "cov-distil": 2.611097812652588,
+      "cov-distil (oracle2student)": 4.069662094116211,
+      "cov-distil (oracle2teacher)": 2.9088141918182373,
       "epoch": 0.3241758241758242,
-      "rel-constrast": 4.642484188079834,
+      "rel-constrast": 4.812192916870117,
       "step": 413,
-      "subrel-constrast": 4.491447448730469,
+      "subrel-constrast": 4.3568925857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7788538932800293,
-      "cov-distil (oracle2student)": 4.702597618103027,
-      "cov-distil (oracle2teacher)": 4.092580795288086,
+      "cov-distil": 4.093091011047363,
+      "cov-distil (oracle2student)": 4.29498291015625,
+      "cov-distil (oracle2teacher)": 4.458188056945801,
       "epoch": 0.3249607535321821,
-      "rel-constrast": 5.818304061889648,
+      "rel-constrast": 5.818893909454346,
       "step": 414,
-      "subrel-constrast": 6.06870698928833,
+      "subrel-constrast": 6.232061386108398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9587523937225342,
-      "cov-distil (oracle2student)": 5.824624538421631,
-      "cov-distil (oracle2teacher)": 5.05738639831543,
+      "cov-distil": 2.5420942306518555,
+      "cov-distil (oracle2student)": 5.0738630294799805,
+      "cov-distil (oracle2teacher)": 4.955421447753906,
       "epoch": 0.32574568288854006,
-      "rel-constrast": 4.23227596282959,
+      "rel-constrast": 4.33170223236084,
       "step": 415,
-      "subrel-constrast": 4.3078107833862305,
+      "subrel-constrast": 4.0441365242004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7149274349212646,
-      "cov-distil (oracle2student)": 4.385428428649902,
-      "cov-distil (oracle2teacher)": 4.0571088790893555,
+      "cov-distil": 2.384730815887451,
+      "cov-distil (oracle2student)": 5.072309970855713,
+      "cov-distil (oracle2teacher)": 4.203030109405518,
       "epoch": 0.32653061224489793,
-      "rel-constrast": 2.614161491394043,
+      "rel-constrast": 3.399747371673584,
       "step": 416,
-      "subrel-constrast": 3.0772061347961426,
+      "subrel-constrast": 3.363866090774536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.901108741760254,
-      "cov-distil (oracle2student)": 5.8399505615234375,
-      "cov-distil (oracle2teacher)": 4.678028106689453,
+      "cov-distil": 2.204401731491089,
+      "cov-distil (oracle2student)": 6.448626518249512,
+      "cov-distil (oracle2teacher)": 5.028080463409424,
       "epoch": 0.32731554160125587,
-      "rel-constrast": 4.529116630554199,
+      "rel-constrast": 4.68607759475708,
       "step": 417,
-      "subrel-constrast": 3.6887731552124023,
+      "subrel-constrast": 4.048650741577148,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.264662504196167,
-      "cov-distil (oracle2student)": 5.077439308166504,
-      "cov-distil (oracle2teacher)": 4.669927597045898,
+      "cov-distil": 3.105522871017456,
+      "cov-distil (oracle2student)": 4.573199272155762,
+      "cov-distil (oracle2teacher)": 4.597367763519287,
       "epoch": 0.3281004709576138,
-      "rel-constrast": 3.489309549331665,
+      "rel-constrast": 3.6184139251708984,
       "step": 418,
-      "subrel-constrast": 4.08317232131958,
+      "subrel-constrast": 3.6790668964385986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0951147079467773,
-      "cov-distil (oracle2student)": 5.056512355804443,
-      "cov-distil (oracle2teacher)": 4.402597427368164,
+      "cov-distil": 2.9550087451934814,
+      "cov-distil (oracle2student)": 5.398643970489502,
+      "cov-distil (oracle2teacher)": 4.183639049530029,
       "epoch": 0.32888540031397173,
-      "rel-constrast": 4.336194038391113,
+      "rel-constrast": 5.0229387283325195,
       "step": 419,
-      "subrel-constrast": 4.286928176879883,
+      "subrel-constrast": 3.7394027709960938,
       "view-similarity": 0
     },
     {
       "epoch": 0.32967032967032966,
-      "grad_norm": 11.125,
+      "grad_norm": 14.875,
       "learning_rate": 2.095e-05,
-      "loss": 1.0809,
+      "loss": 1.1497,
       "step": 420
     },
     {
-      "cov-distil": 2.853148937225342,
-      "cov-distil (oracle2student)": 4.900213718414307,
-      "cov-distil (oracle2teacher)": 5.190756320953369,
+      "cov-distil": 3.124990463256836,
+      "cov-distil (oracle2student)": 5.149059295654297,
+      "cov-distil (oracle2teacher)": 5.326788425445557,
       "epoch": 0.32967032967032966,
-      "rel-constrast": 2.7741894721984863,
+      "rel-constrast": 4.207850933074951,
       "step": 420,
-      "subrel-constrast": 4.219531536102295,
+      "subrel-constrast": 4.130230903625488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.347733497619629,
-      "cov-distil (oracle2student)": 5.8397064208984375,
-      "cov-distil (oracle2teacher)": 4.312512397766113,
+      "cov-distil": 2.3015458583831787,
+      "cov-distil (oracle2student)": 5.644998550415039,
+      "cov-distil (oracle2teacher)": 4.372023582458496,
       "epoch": 0.3304552590266876,
-      "rel-constrast": 4.240979194641113,
+      "rel-constrast": 3.4819796085357666,
       "step": 421,
-      "subrel-constrast": 4.324865818023682,
+      "subrel-constrast": 4.191091537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3546690940856934,
-      "cov-distil (oracle2student)": 4.496642112731934,
-      "cov-distil (oracle2teacher)": 4.402065277099609,
+      "cov-distil": 2.766787528991699,
+      "cov-distil (oracle2student)": 5.50724983215332,
+      "cov-distil (oracle2teacher)": 4.688349723815918,
       "epoch": 0.33124018838304553,
-      "rel-constrast": 4.255103588104248,
+      "rel-constrast": 5.715396881103516,
       "step": 422,
-      "subrel-constrast": 5.117549419403076,
+      "subrel-constrast": 4.853714942932129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.715123176574707,
-      "cov-distil (oracle2student)": 4.683563232421875,
-      "cov-distil (oracle2teacher)": 3.908607006072998,
+      "cov-distil": 5.071290493011475,
+      "cov-distil (oracle2student)": 5.361448287963867,
+      "cov-distil (oracle2teacher)": 3.9468283653259277,
       "epoch": 0.33202511773940346,
-      "rel-constrast": 5.569277763366699,
+      "rel-constrast": 6.42971134185791,
       "step": 423,
-      "subrel-constrast": 5.483921527862549,
+      "subrel-constrast": 5.72580623626709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235517978668213,
-      "cov-distil (oracle2student)": 3.439777374267578,
-      "cov-distil (oracle2teacher)": 3.147541046142578,
+      "cov-distil": 2.7607078552246094,
+      "cov-distil (oracle2student)": 3.4035778045654297,
+      "cov-distil (oracle2teacher)": 3.3475775718688965,
       "epoch": 0.3328100470957614,
-      "rel-constrast": 2.9701004028320312,
+      "rel-constrast": 3.4647200107574463,
       "step": 424,
-      "subrel-constrast": 3.481750249862671,
+      "subrel-constrast": 3.5845205783843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.576808214187622,
-      "cov-distil (oracle2student)": 4.481812477111816,
-      "cov-distil (oracle2teacher)": 3.635437488555908,
+      "cov-distil": 3.1307458877563477,
+      "cov-distil (oracle2student)": 4.396263122558594,
+      "cov-distil (oracle2teacher)": 3.0749974250793457,
       "epoch": 0.33359497645211933,
-      "rel-constrast": 3.951779842376709,
+      "rel-constrast": 4.341128826141357,
       "step": 425,
-      "subrel-constrast": 4.240853786468506,
+      "subrel-constrast": 3.3290610313415527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1964685916900635,
-      "cov-distil (oracle2student)": 5.804289817810059,
-      "cov-distil (oracle2teacher)": 5.244039535522461,
+      "cov-distil": 2.7811856269836426,
+      "cov-distil (oracle2student)": 4.553841590881348,
+      "cov-distil (oracle2teacher)": 5.394686698913574,
       "epoch": 0.33437990580847726,
-      "rel-constrast": 4.0014448165893555,
+      "rel-constrast": 3.237494707107544,
       "step": 426,
-      "subrel-constrast": 4.291764736175537,
+      "subrel-constrast": 4.592550277709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8239710330963135,
-      "cov-distil (oracle2student)": 6.429267406463623,
-      "cov-distil (oracle2teacher)": 6.244504928588867,
+      "cov-distil": 2.9422607421875,
+      "cov-distil (oracle2student)": 7.224122047424316,
+      "cov-distil (oracle2teacher)": 5.580789089202881,
       "epoch": 0.33516483516483514,
-      "rel-constrast": 5.43123197555542,
+      "rel-constrast": 6.289543151855469,
       "step": 427,
-      "subrel-constrast": 5.811346530914307,
+      "subrel-constrast": 5.130358695983887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.957871437072754,
-      "cov-distil (oracle2student)": 5.654982566833496,
-      "cov-distil (oracle2teacher)": 5.699124336242676,
+      "cov-distil": 3.752784252166748,
+      "cov-distil (oracle2student)": 6.609888076782227,
+      "cov-distil (oracle2teacher)": 5.681337356567383,
       "epoch": 0.3359497645211931,
-      "rel-constrast": 3.8812756538391113,
+      "rel-constrast": 4.829605579376221,
       "step": 428,
-      "subrel-constrast": 4.840229511260986,
+      "subrel-constrast": 4.838831424713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 4.233981132507324,
-      "cov-distil (oracle2student)": 4.738227844238281,
-      "cov-distil (oracle2teacher)": 4.557879447937012,
+      "cov-distil": 4.882306098937988,
+      "cov-distil (oracle2student)": 5.897490501403809,
+      "cov-distil (oracle2teacher)": 4.957180976867676,
       "epoch": 0.336734693877551,
-      "rel-constrast": 3.1858866214752197,
+      "rel-constrast": 4.155777931213379,
       "step": 429,
-      "subrel-constrast": 4.9521284103393555,
+      "subrel-constrast": 4.995662212371826,
       "view-similarity": 0
     },
     {
       "epoch": 0.33751962323390894,
-      "grad_norm": 7.8125,
+      "grad_norm": 11.5625,
       "learning_rate": 2.145e-05,
-      "loss": 1.0748,
+      "loss": 1.1538,
       "step": 430
     },
     {
-      "cov-distil": 2.071441173553467,
-      "cov-distil (oracle2student)": 5.731252193450928,
-      "cov-distil (oracle2teacher)": 4.258650779724121,
+      "cov-distil": 1.9730807542800903,
+      "cov-distil (oracle2student)": 4.923707485198975,
+      "cov-distil (oracle2teacher)": 4.7520976066589355,
       "epoch": 0.33751962323390894,
-      "rel-constrast": 3.4950835704803467,
+      "rel-constrast": 4.29905891418457,
       "step": 430,
-      "subrel-constrast": 4.140163898468018,
+      "subrel-constrast": 4.2876482009887695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.762049674987793,
-      "cov-distil (oracle2student)": 5.917123794555664,
-      "cov-distil (oracle2teacher)": 5.2604827880859375,
+      "cov-distil": 3.9804623126983643,
+      "cov-distil (oracle2student)": 5.615062713623047,
+      "cov-distil (oracle2teacher)": 5.544045448303223,
       "epoch": 0.33830455259026687,
-      "rel-constrast": 3.0546138286590576,
+      "rel-constrast": 4.237722396850586,
       "step": 431,
-      "subrel-constrast": 3.9004335403442383,
+      "subrel-constrast": 3.9792370796203613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.009577989578247,
-      "cov-distil (oracle2student)": 4.721602439880371,
-      "cov-distil (oracle2teacher)": 4.479922294616699,
+      "cov-distil": 4.338756561279297,
+      "cov-distil (oracle2student)": 4.496461868286133,
+      "cov-distil (oracle2teacher)": 4.150001525878906,
       "epoch": 0.3390894819466248,
-      "rel-constrast": 3.20813250541687,
+      "rel-constrast": 3.032918930053711,
       "step": 432,
-      "subrel-constrast": 2.7180888652801514,
+      "subrel-constrast": 3.408151149749756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3607802391052246,
-      "cov-distil (oracle2student)": 5.02647590637207,
-      "cov-distil (oracle2teacher)": 4.014603614807129,
+      "cov-distil": 2.6231489181518555,
+      "cov-distil (oracle2student)": 5.429691314697266,
+      "cov-distil (oracle2teacher)": 4.382229804992676,
       "epoch": 0.33987441130298274,
-      "rel-constrast": 3.091285228729248,
+      "rel-constrast": 3.6265130043029785,
       "step": 433,
-      "subrel-constrast": 3.6924705505371094,
+      "subrel-constrast": 3.735436201095581,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.247466564178467,
-      "cov-distil (oracle2student)": 5.613053321838379,
-      "cov-distil (oracle2teacher)": 4.690054893493652,
+      "cov-distil": 2.5378599166870117,
+      "cov-distil (oracle2student)": 5.976968765258789,
+      "cov-distil (oracle2teacher)": 4.847920894622803,
       "epoch": 0.34065934065934067,
-      "rel-constrast": 6.07712459564209,
+      "rel-constrast": 5.382924556732178,
       "step": 434,
-      "subrel-constrast": 5.707917213439941,
+      "subrel-constrast": 5.4643378257751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.775041341781616,
-      "cov-distil (oracle2student)": 4.206188201904297,
-      "cov-distil (oracle2teacher)": 4.077954292297363,
+      "cov-distil": 2.658635139465332,
+      "cov-distil (oracle2student)": 4.818509101867676,
+      "cov-distil (oracle2teacher)": 4.5208024978637695,
       "epoch": 0.3414442700156986,
-      "rel-constrast": 4.096330642700195,
+      "rel-constrast": 4.4708967208862305,
       "step": 435,
-      "subrel-constrast": 4.643835067749023,
+      "subrel-constrast": 4.761496067047119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1919288635253906,
-      "cov-distil (oracle2student)": 5.838393688201904,
-      "cov-distil (oracle2teacher)": 6.28176212310791,
+      "cov-distil": 2.599843978881836,
+      "cov-distil (oracle2student)": 6.594846725463867,
+      "cov-distil (oracle2teacher)": 5.80686092376709,
       "epoch": 0.34222919937205654,
-      "rel-constrast": 3.9760336875915527,
+      "rel-constrast": 4.90910005569458,
       "step": 436,
-      "subrel-constrast": 4.569299221038818,
+      "subrel-constrast": 4.83761739730835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.402763605117798,
-      "cov-distil (oracle2student)": 5.501781463623047,
-      "cov-distil (oracle2teacher)": 4.676164627075195,
+      "cov-distil": 3.0927176475524902,
+      "cov-distil (oracle2student)": 6.491856575012207,
+      "cov-distil (oracle2teacher)": 4.585405349731445,
       "epoch": 0.34301412872841447,
-      "rel-constrast": 4.09533166885376,
+      "rel-constrast": 4.42879056930542,
       "step": 437,
-      "subrel-constrast": 4.315829277038574,
+      "subrel-constrast": 4.052088737487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2494189739227295,
-      "cov-distil (oracle2student)": 7.242899417877197,
-      "cov-distil (oracle2teacher)": 6.459841251373291,
+      "cov-distil": 3.090977668762207,
+      "cov-distil (oracle2student)": 8.920851707458496,
+      "cov-distil (oracle2teacher)": 6.333090782165527,
       "epoch": 0.34379905808477235,
-      "rel-constrast": 5.04097843170166,
+      "rel-constrast": 5.768545150756836,
       "step": 438,
-      "subrel-constrast": 4.862870216369629,
+      "subrel-constrast": 4.718844413757324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2995710372924805,
-      "cov-distil (oracle2student)": 6.75054407119751,
-      "cov-distil (oracle2teacher)": 6.554592132568359,
+      "cov-distil": 3.092853546142578,
+      "cov-distil (oracle2student)": 8.278974533081055,
+      "cov-distil (oracle2teacher)": 6.306418418884277,
       "epoch": 0.3445839874411303,
-      "rel-constrast": 4.982070446014404,
+      "rel-constrast": 6.049515247344971,
       "step": 439,
-      "subrel-constrast": 5.908459663391113,
+      "subrel-constrast": 5.0845184326171875,
       "view-similarity": 0
     },
     {
       "epoch": 0.3453689167974882,
-      "grad_norm": 9.0625,
+      "grad_norm": 14.3125,
       "learning_rate": 2.195e-05,
-      "loss": 1.0863,
+      "loss": 1.1551,
       "step": 440
     },
     {
-      "cov-distil": 2.3884384632110596,
-      "cov-distil (oracle2student)": 3.627267837524414,
-      "cov-distil (oracle2teacher)": 3.590981960296631,
+      "cov-distil": 3.396526336669922,
+      "cov-distil (oracle2student)": 5.267278671264648,
+      "cov-distil (oracle2teacher)": 3.7137837409973145,
       "epoch": 0.3453689167974882,
-      "rel-constrast": 3.338059425354004,
+      "rel-constrast": 4.301130294799805,
       "step": 440,
-      "subrel-constrast": 3.8772172927856445,
+      "subrel-constrast": 3.542612314224243,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.314605712890625,
-      "cov-distil (oracle2student)": 3.331043243408203,
-      "cov-distil (oracle2teacher)": 4.3043212890625,
+      "cov-distil": 3.243381977081299,
+      "cov-distil (oracle2student)": 4.901022434234619,
+      "cov-distil (oracle2teacher)": 3.9048101902008057,
       "epoch": 0.34615384615384615,
-      "rel-constrast": 3.4346771240234375,
+      "rel-constrast": 6.367321491241455,
       "step": 441,
-      "subrel-constrast": 4.622008323669434,
+      "subrel-constrast": 4.314452171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.188438653945923,
-      "cov-distil (oracle2student)": 4.153973579406738,
-      "cov-distil (oracle2teacher)": 3.9327664375305176,
+      "cov-distil": 2.586581230163574,
+      "cov-distil (oracle2student)": 4.856635093688965,
+      "cov-distil (oracle2teacher)": 3.842402696609497,
       "epoch": 0.3469387755102041,
-      "rel-constrast": 3.282660484313965,
+      "rel-constrast": 3.8586010932922363,
       "step": 442,
-      "subrel-constrast": 4.078038215637207,
+      "subrel-constrast": 3.8650150299072266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141457557678223,
-      "cov-distil (oracle2student)": 3.9378161430358887,
-      "cov-distil (oracle2teacher)": 3.8055505752563477,
+      "cov-distil": 2.44942307472229,
+      "cov-distil (oracle2student)": 3.882478713989258,
+      "cov-distil (oracle2teacher)": 3.742689371109009,
       "epoch": 0.347723704866562,
-      "rel-constrast": 3.16465163230896,
+      "rel-constrast": 3.395758867263794,
       "step": 443,
-      "subrel-constrast": 3.99902606010437,
+      "subrel-constrast": 3.877188205718994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184648513793945,
-      "cov-distil (oracle2student)": 4.154224395751953,
-      "cov-distil (oracle2teacher)": 3.997774839401245,
+      "cov-distil": 2.640711784362793,
+      "cov-distil (oracle2student)": 5.090447425842285,
+      "cov-distil (oracle2teacher)": 4.168557167053223,
       "epoch": 0.34850863422291994,
-      "rel-constrast": 4.452948570251465,
+      "rel-constrast": 5.140725135803223,
       "step": 444,
-      "subrel-constrast": 4.752323627471924,
+      "subrel-constrast": 4.908843040466309,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.465195417404175,
-      "cov-distil (oracle2student)": 6.024938106536865,
-      "cov-distil (oracle2teacher)": 4.812549591064453,
+      "cov-distil": 2.1476054191589355,
+      "cov-distil (oracle2student)": 5.7443084716796875,
+      "cov-distil (oracle2teacher)": 5.300069808959961,
       "epoch": 0.3492935635792779,
-      "rel-constrast": 3.97629976272583,
+      "rel-constrast": 4.197112083435059,
       "step": 445,
-      "subrel-constrast": 4.345099925994873,
+      "subrel-constrast": 4.345718860626221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387889862060547,
-      "cov-distil (oracle2student)": 6.552669525146484,
-      "cov-distil (oracle2teacher)": 4.773349761962891,
+      "cov-distil": 2.9442827701568604,
+      "cov-distil (oracle2student)": 5.500463485717773,
+      "cov-distil (oracle2teacher)": 4.93078088760376,
       "epoch": 0.3500784929356358,
-      "rel-constrast": 4.845789909362793,
+      "rel-constrast": 4.563706398010254,
       "step": 446,
-      "subrel-constrast": 4.969698905944824,
+      "subrel-constrast": 4.82017183303833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.397533416748047,
-      "cov-distil (oracle2student)": 4.364714622497559,
-      "cov-distil (oracle2teacher)": 3.9178807735443115,
+      "cov-distil": 2.6008310317993164,
+      "cov-distil (oracle2student)": 4.116570949554443,
+      "cov-distil (oracle2teacher)": 4.0590972900390625,
       "epoch": 0.35086342229199374,
-      "rel-constrast": 3.937595844268799,
+      "rel-constrast": 4.171523571014404,
       "step": 447,
-      "subrel-constrast": 4.312699794769287,
+      "subrel-constrast": 3.694149971008301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7098320722579956,
-      "cov-distil (oracle2student)": 4.228442192077637,
-      "cov-distil (oracle2teacher)": 3.545255422592163,
+      "cov-distil": 2.413884162902832,
+      "cov-distil (oracle2student)": 4.653482437133789,
+      "cov-distil (oracle2teacher)": 3.902275562286377,
       "epoch": 0.3516483516483517,
-      "rel-constrast": 4.023503303527832,
+      "rel-constrast": 3.6090340614318848,
       "step": 448,
-      "subrel-constrast": 4.394430637359619,
+      "subrel-constrast": 4.261627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.685983657836914,
-      "cov-distil (oracle2student)": 5.232016563415527,
-      "cov-distil (oracle2teacher)": 5.240736484527588,
+      "cov-distil": 3.2358009815216064,
+      "cov-distil (oracle2student)": 5.299540042877197,
+      "cov-distil (oracle2teacher)": 4.5865478515625,
       "epoch": 0.35243328100470955,
-      "rel-constrast": 4.860464096069336,
+      "rel-constrast": 5.202383995056152,
       "step": 449,
-      "subrel-constrast": 5.943270206451416,
+      "subrel-constrast": 5.201260566711426,
       "view-similarity": 0
     },
     {
       "epoch": 0.3532182103610675,
-      "grad_norm": 11.4375,
+      "grad_norm": 12.0,
       "learning_rate": 2.245e-05,
-      "loss": 1.0413,
+      "loss": 1.1202,
       "step": 450
     },
     {
-      "cov-distil": 2.2508721351623535,
-      "cov-distil (oracle2student)": 2.906092643737793,
-      "cov-distil (oracle2teacher)": 2.589200496673584,
+      "cov-distil": 3.0235989093780518,
+      "cov-distil (oracle2student)": 2.5762596130371094,
+      "cov-distil (oracle2teacher)": 2.6013550758361816,
       "epoch": 0.3532182103610675,
-      "rel-constrast": 4.014590740203857,
+      "rel-constrast": 3.9333572387695312,
       "step": 450,
-      "subrel-constrast": 3.848747491836548,
+      "subrel-constrast": 4.314029216766357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.404543161392212,
-      "cov-distil (oracle2student)": 4.871207237243652,
-      "cov-distil (oracle2teacher)": 4.860409259796143,
+      "cov-distil": 3.0420596599578857,
+      "cov-distil (oracle2student)": 4.986477375030518,
+      "cov-distil (oracle2teacher)": 4.666200637817383,
       "epoch": 0.3540031397174254,
-      "rel-constrast": 4.726263999938965,
+      "rel-constrast": 4.713471412658691,
       "step": 451,
-      "subrel-constrast": 4.601378440856934,
+      "subrel-constrast": 4.7087788581848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3678207397460938,
-      "cov-distil (oracle2student)": 4.7101731300354,
-      "cov-distil (oracle2teacher)": 4.562942028045654,
+      "cov-distil": 2.5853188037872314,
+      "cov-distil (oracle2student)": 4.930544853210449,
+      "cov-distil (oracle2teacher)": 4.520422458648682,
       "epoch": 0.35478806907378335,
-      "rel-constrast": 6.3743462562561035,
+      "rel-constrast": 6.377184867858887,
       "step": 452,
-      "subrel-constrast": 5.834218978881836,
+      "subrel-constrast": 5.6624956130981445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8811686038970947,
-      "cov-distil (oracle2student)": 7.004568099975586,
-      "cov-distil (oracle2teacher)": 5.2587080001831055,
+      "cov-distil": 3.5898985862731934,
+      "cov-distil (oracle2student)": 6.0323166847229,
+      "cov-distil (oracle2teacher)": 6.27806282043457,
       "epoch": 0.3555729984301413,
-      "rel-constrast": 4.495256423950195,
+      "rel-constrast": 4.078819751739502,
       "step": 453,
-      "subrel-constrast": 4.499624252319336,
+      "subrel-constrast": 4.860950469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.08927845954895,
-      "cov-distil (oracle2student)": 6.895721912384033,
-      "cov-distil (oracle2teacher)": 6.586607933044434,
+      "cov-distil": 1.9626214504241943,
+      "cov-distil (oracle2student)": 7.500809669494629,
+      "cov-distil (oracle2teacher)": 6.304903984069824,
       "epoch": 0.3563579277864992,
-      "rel-constrast": 3.5895748138427734,
+      "rel-constrast": 4.015434741973877,
       "step": 454,
-      "subrel-constrast": 4.271737575531006,
+      "subrel-constrast": 3.541032075881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574354648590088,
-      "cov-distil (oracle2student)": 4.438915252685547,
-      "cov-distil (oracle2teacher)": 4.224421501159668,
+      "cov-distil": 1.8024961948394775,
+      "cov-distil (oracle2student)": 4.453805923461914,
+      "cov-distil (oracle2teacher)": 4.247025489807129,
       "epoch": 0.35714285714285715,
-      "rel-constrast": 2.5299854278564453,
+      "rel-constrast": 2.605526924133301,
       "step": 455,
-      "subrel-constrast": 3.375465154647827,
+      "subrel-constrast": 2.969327449798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.532860279083252,
-      "cov-distil (oracle2student)": 5.647635459899902,
-      "cov-distil (oracle2teacher)": 4.878711700439453,
+      "cov-distil": 2.9737086296081543,
+      "cov-distil (oracle2student)": 6.189994812011719,
+      "cov-distil (oracle2teacher)": 5.031484603881836,
       "epoch": 0.3579277864992151,
-      "rel-constrast": 4.839120864868164,
+      "rel-constrast": 5.749936103820801,
       "step": 456,
-      "subrel-constrast": 5.001308917999268,
+      "subrel-constrast": 5.036722183227539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.857278347015381,
-      "cov-distil (oracle2student)": 4.26930046081543,
-      "cov-distil (oracle2teacher)": 4.125893592834473,
+      "cov-distil": 3.1376209259033203,
+      "cov-distil (oracle2student)": 4.709482192993164,
+      "cov-distil (oracle2teacher)": 4.609312534332275,
       "epoch": 0.358712715855573,
-      "rel-constrast": 4.054443359375,
+      "rel-constrast": 4.482245922088623,
       "step": 457,
-      "subrel-constrast": 4.409102439880371,
+      "subrel-constrast": 4.466695308685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4386208057403564,
-      "cov-distil (oracle2student)": 4.052372455596924,
-      "cov-distil (oracle2teacher)": 3.9952282905578613,
+      "cov-distil": 3.0663602352142334,
+      "cov-distil (oracle2student)": 4.166991710662842,
+      "cov-distil (oracle2teacher)": 3.660022735595703,
       "epoch": 0.35949764521193095,
-      "rel-constrast": 4.553459167480469,
+      "rel-constrast": 4.279180526733398,
       "step": 458,
-      "subrel-constrast": 4.813325881958008,
+      "subrel-constrast": 4.351912975311279,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.469395637512207,
-      "cov-distil (oracle2student)": 5.080841064453125,
-      "cov-distil (oracle2teacher)": 4.718737602233887,
+      "cov-distil": 2.7948007583618164,
+      "cov-distil (oracle2student)": 4.727881908416748,
+      "cov-distil (oracle2teacher)": 4.30782413482666,
       "epoch": 0.3602825745682888,
-      "rel-constrast": 4.249707221984863,
+      "rel-constrast": 5.065904140472412,
       "step": 459,
-      "subrel-constrast": 4.861333847045898,
+      "subrel-constrast": 4.644608020782471,
       "view-similarity": 0
     },
     {
       "epoch": 0.36106750392464676,
-      "grad_norm": 10.0625,
+      "grad_norm": 11.1875,
       "learning_rate": 2.2950000000000002e-05,
-      "loss": 1.146,
+      "loss": 1.1325,
       "step": 460
     },
     {
-      "cov-distil": 2.61850905418396,
-      "cov-distil (oracle2student)": 6.65915584564209,
-      "cov-distil (oracle2teacher)": 6.003080368041992,
+      "cov-distil": 2.6587302684783936,
+      "cov-distil (oracle2student)": 6.881574630737305,
+      "cov-distil (oracle2teacher)": 5.312300205230713,
       "epoch": 0.36106750392464676,
-      "rel-constrast": 5.478026390075684,
+      "rel-constrast": 6.227667331695557,
       "step": 460,
-      "subrel-constrast": 5.582189083099365,
+      "subrel-constrast": 5.509969234466553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.189993143081665,
-      "cov-distil (oracle2student)": 5.363834381103516,
-      "cov-distil (oracle2teacher)": 4.752415180206299,
+      "cov-distil": 2.786074161529541,
+      "cov-distil (oracle2student)": 5.595931053161621,
+      "cov-distil (oracle2teacher)": 4.438999652862549,
       "epoch": 0.3618524332810047,
-      "rel-constrast": 5.005136013031006,
+      "rel-constrast": 5.213919162750244,
       "step": 461,
-      "subrel-constrast": 4.609855651855469,
+      "subrel-constrast": 4.401980876922607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.936099648475647,
-      "cov-distil (oracle2student)": 2.9774246215820312,
-      "cov-distil (oracle2teacher)": 2.946089744567871,
+      "cov-distil": 2.1456375122070312,
+      "cov-distil (oracle2student)": 3.01564884185791,
+      "cov-distil (oracle2teacher)": 3.371860980987549,
       "epoch": 0.3626373626373626,
-      "rel-constrast": 3.062378406524658,
+      "rel-constrast": 3.0893592834472656,
       "step": 462,
-      "subrel-constrast": 3.0949158668518066,
+      "subrel-constrast": 3.1090235710144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.640564441680908,
-      "cov-distil (oracle2student)": 6.053886413574219,
-      "cov-distil (oracle2teacher)": 5.216093063354492,
+      "cov-distil": 3.833678722381592,
+      "cov-distil (oracle2student)": 6.049327850341797,
+      "cov-distil (oracle2teacher)": 5.605856895446777,
       "epoch": 0.36342229199372056,
-      "rel-constrast": 3.466475248336792,
+      "rel-constrast": 4.21663236618042,
       "step": 463,
-      "subrel-constrast": 4.198953628540039,
+      "subrel-constrast": 4.414419174194336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.427206516265869,
-      "cov-distil (oracle2student)": 5.163705348968506,
-      "cov-distil (oracle2teacher)": 4.22435998916626,
+      "cov-distil": 2.7634878158569336,
+      "cov-distil (oracle2student)": 5.387754917144775,
+      "cov-distil (oracle2teacher)": 4.593223571777344,
       "epoch": 0.3642072213500785,
-      "rel-constrast": 3.610846757888794,
+      "rel-constrast": 3.3545150756835938,
       "step": 464,
-      "subrel-constrast": 4.117895603179932,
+      "subrel-constrast": 3.539788007736206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4713971614837646,
-      "cov-distil (oracle2student)": 7.060304164886475,
-      "cov-distil (oracle2teacher)": 6.269818305969238,
+      "cov-distil": 3.015812873840332,
+      "cov-distil (oracle2student)": 6.849625587463379,
+      "cov-distil (oracle2teacher)": 5.805099964141846,
       "epoch": 0.3649921507064364,
-      "rel-constrast": 6.358216285705566,
+      "rel-constrast": 6.660403251647949,
       "step": 465,
-      "subrel-constrast": 7.534944534301758,
+      "subrel-constrast": 6.422462463378906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.341738224029541,
-      "cov-distil (oracle2student)": 3.9310569763183594,
-      "cov-distil (oracle2teacher)": 3.9819235801696777,
+      "cov-distil": 3.611361503601074,
+      "cov-distil (oracle2student)": 4.635684490203857,
+      "cov-distil (oracle2teacher)": 3.43782901763916,
       "epoch": 0.36577708006279436,
-      "rel-constrast": 4.7545905113220215,
+      "rel-constrast": 4.867443084716797,
       "step": 466,
-      "subrel-constrast": 5.290574073791504,
+      "subrel-constrast": 4.785039901733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8943874835968018,
-      "cov-distil (oracle2student)": 7.774135589599609,
-      "cov-distil (oracle2teacher)": 6.58708381652832,
+      "cov-distil": 3.7839560508728027,
+      "cov-distil (oracle2student)": 8.24565601348877,
+      "cov-distil (oracle2teacher)": 6.730589866638184,
       "epoch": 0.3665620094191523,
-      "rel-constrast": 4.15330696105957,
+      "rel-constrast": 4.607729434967041,
       "step": 467,
-      "subrel-constrast": 4.940469741821289,
+      "subrel-constrast": 5.17153787612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2678370475769043,
-      "cov-distil (oracle2student)": 3.2847068309783936,
-      "cov-distil (oracle2teacher)": 2.9854884147644043,
+      "cov-distil": 2.599464178085327,
+      "cov-distil (oracle2student)": 3.1198294162750244,
+      "cov-distil (oracle2teacher)": 3.20615291595459,
       "epoch": 0.3673469387755102,
-      "rel-constrast": 4.6083855628967285,
+      "rel-constrast": 4.811408996582031,
       "step": 468,
-      "subrel-constrast": 4.441287040710449,
+      "subrel-constrast": 4.257765769958496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.196363687515259,
-      "cov-distil (oracle2student)": 4.333902835845947,
-      "cov-distil (oracle2teacher)": 4.574076175689697,
+      "cov-distil": 1.9991734027862549,
+      "cov-distil (oracle2student)": 4.440146446228027,
+      "cov-distil (oracle2teacher)": 4.822719573974609,
       "epoch": 0.36813186813186816,
-      "rel-constrast": 4.278085708618164,
+      "rel-constrast": 4.334358215332031,
       "step": 469,
-      "subrel-constrast": 5.189983367919922,
+      "subrel-constrast": 4.927159786224365,
       "view-similarity": 0
     },
     {
       "epoch": 0.36891679748822603,
-      "grad_norm": 10.1875,
+      "grad_norm": 9.9375,
       "learning_rate": 2.345e-05,
-      "loss": 1.1793,
+      "loss": 1.1846,
       "step": 470
     },
     {
-      "cov-distil": 2.533843994140625,
-      "cov-distil (oracle2student)": 5.978747367858887,
-      "cov-distil (oracle2teacher)": 5.425849914550781,
+      "cov-distil": 3.0593457221984863,
+      "cov-distil (oracle2student)": 6.41520881652832,
+      "cov-distil (oracle2teacher)": 5.548803329467773,
       "epoch": 0.36891679748822603,
-      "rel-constrast": 4.380161762237549,
+      "rel-constrast": 5.072277069091797,
       "step": 470,
-      "subrel-constrast": 5.573913097381592,
+      "subrel-constrast": 5.0465216636657715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5308892726898193,
-      "cov-distil (oracle2student)": 2.514479160308838,
-      "cov-distil (oracle2teacher)": 2.372117519378662,
+      "cov-distil": 2.322878837585449,
+      "cov-distil (oracle2student)": 2.511274814605713,
+      "cov-distil (oracle2teacher)": 2.601081609725952,
       "epoch": 0.36970172684458397,
-      "rel-constrast": 2.35434889793396,
+      "rel-constrast": 2.2782576084136963,
       "step": 471,
-      "subrel-constrast": 2.5103394985198975,
+      "subrel-constrast": 2.8881189823150635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2500219345092773,
-      "cov-distil (oracle2student)": 3.973175048828125,
-      "cov-distil (oracle2teacher)": 3.931414842605591,
+      "cov-distil": 2.2175111770629883,
+      "cov-distil (oracle2student)": 4.7284979820251465,
+      "cov-distil (oracle2teacher)": 3.796426296234131,
       "epoch": 0.3704866562009419,
-      "rel-constrast": 2.966829299926758,
+      "rel-constrast": 3.426938533782959,
       "step": 472,
-      "subrel-constrast": 2.8600332736968994,
+      "subrel-constrast": 2.869537115097046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129756689071655,
-      "cov-distil (oracle2student)": 4.23541259765625,
-      "cov-distil (oracle2teacher)": 3.6971471309661865,
+      "cov-distil": 2.718644618988037,
+      "cov-distil (oracle2student)": 4.197905540466309,
+      "cov-distil (oracle2teacher)": 4.111506462097168,
       "epoch": 0.37127158555729983,
-      "rel-constrast": 3.762936592102051,
+      "rel-constrast": 3.141646146774292,
       "step": 473,
-      "subrel-constrast": 3.4188146591186523,
+      "subrel-constrast": 3.7080979347229004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.912912368774414,
-      "cov-distil (oracle2student)": 4.1711859703063965,
-      "cov-distil (oracle2teacher)": 4.692277908325195,
+      "cov-distil": 3.5045406818389893,
+      "cov-distil (oracle2student)": 5.176733016967773,
+      "cov-distil (oracle2teacher)": 3.9254655838012695,
       "epoch": 0.37205651491365777,
-      "rel-constrast": 3.62333345413208,
+      "rel-constrast": 4.334569454193115,
       "step": 474,
-      "subrel-constrast": 4.32157564163208,
+      "subrel-constrast": 3.800600528717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0989773273468018,
-      "cov-distil (oracle2student)": 3.832151174545288,
-      "cov-distil (oracle2teacher)": 4.410405158996582,
+      "cov-distil": 2.517666816711426,
+      "cov-distil (oracle2student)": 3.9682259559631348,
+      "cov-distil (oracle2teacher)": 4.4083709716796875,
       "epoch": 0.3728414442700157,
-      "rel-constrast": 4.430049419403076,
+      "rel-constrast": 4.529991149902344,
       "step": 475,
-      "subrel-constrast": 4.741738796234131,
+      "subrel-constrast": 4.693092346191406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.258049964904785,
-      "cov-distil (oracle2student)": 5.291522026062012,
-      "cov-distil (oracle2teacher)": 4.575435161590576,
+      "cov-distil": 2.464052677154541,
+      "cov-distil (oracle2student)": 5.862793445587158,
+      "cov-distil (oracle2teacher)": 4.86171817779541,
       "epoch": 0.37362637362637363,
-      "rel-constrast": 4.222903251647949,
+      "rel-constrast": 4.465035438537598,
       "step": 476,
-      "subrel-constrast": 3.961719274520874,
+      "subrel-constrast": 4.582297325134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.570009469985962,
-      "cov-distil (oracle2student)": 5.773652076721191,
-      "cov-distil (oracle2teacher)": 5.470463752746582,
+      "cov-distil": 2.8396363258361816,
+      "cov-distil (oracle2student)": 6.207672119140625,
+      "cov-distil (oracle2teacher)": 5.444816589355469,
       "epoch": 0.37441130298273156,
-      "rel-constrast": 4.533541679382324,
+      "rel-constrast": 4.886725902557373,
       "step": 477,
-      "subrel-constrast": 4.77773380279541,
+      "subrel-constrast": 4.718090534210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8505635261535645,
-      "cov-distil (oracle2student)": 6.83684778213501,
-      "cov-distil (oracle2teacher)": 5.409127235412598,
+      "cov-distil": 2.7870309352874756,
+      "cov-distil (oracle2student)": 6.889026641845703,
+      "cov-distil (oracle2teacher)": 5.859509468078613,
       "epoch": 0.3751962323390895,
-      "rel-constrast": 5.62321662902832,
+      "rel-constrast": 5.4059576988220215,
       "step": 478,
-      "subrel-constrast": 5.232511043548584,
+      "subrel-constrast": 5.186746120452881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7924580574035645,
-      "cov-distil (oracle2student)": 3.7319493293762207,
-      "cov-distil (oracle2teacher)": 4.292430400848389,
+      "cov-distil": 2.798856735229492,
+      "cov-distil (oracle2student)": 4.641185760498047,
+      "cov-distil (oracle2teacher)": 4.147808074951172,
       "epoch": 0.37598116169544743,
-      "rel-constrast": 4.3964619636535645,
+      "rel-constrast": 3.8587357997894287,
       "step": 479,
-      "subrel-constrast": 4.63718843460083,
+      "subrel-constrast": 4.161420822143555,
       "view-similarity": 0
     },
     {
       "epoch": 0.37676609105180536,
-      "grad_norm": 11.4375,
+      "grad_norm": 9.875,
       "learning_rate": 2.395e-05,
-      "loss": 1.0666,
+      "loss": 1.035,
       "step": 480
     },
     {
-      "cov-distil": 3.3505167961120605,
-      "cov-distil (oracle2student)": 5.910223960876465,
-      "cov-distil (oracle2teacher)": 4.989709377288818,
+      "cov-distil": 3.052539348602295,
+      "cov-distil (oracle2student)": 5.625411033630371,
+      "cov-distil (oracle2teacher)": 5.2834320068359375,
       "epoch": 0.37676609105180536,
-      "rel-constrast": 3.6228749752044678,
+      "rel-constrast": 4.238697052001953,
       "step": 480,
-      "subrel-constrast": 4.511120796203613,
+      "subrel-constrast": 4.527181625366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4485015869140625,
-      "cov-distil (oracle2student)": 2.978269338607788,
-      "cov-distil (oracle2teacher)": 3.3022730350494385,
+      "cov-distil": 3.968806743621826,
+      "cov-distil (oracle2student)": 4.918949604034424,
+      "cov-distil (oracle2teacher)": 3.5547332763671875,
       "epoch": 0.37755102040816324,
-      "rel-constrast": 2.7968740463256836,
+      "rel-constrast": 4.037642955780029,
       "step": 481,
-      "subrel-constrast": 3.763864278793335,
+      "subrel-constrast": 3.759868860244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9172215461730957,
-      "cov-distil (oracle2student)": 4.363856315612793,
-      "cov-distil (oracle2teacher)": 4.398320198059082,
+      "cov-distil": 4.676149368286133,
+      "cov-distil (oracle2student)": 4.9440412521362305,
+      "cov-distil (oracle2teacher)": 4.3156023025512695,
       "epoch": 0.3783359497645212,
-      "rel-constrast": 3.863055467605591,
+      "rel-constrast": 3.9918875694274902,
       "step": 482,
-      "subrel-constrast": 4.3716607093811035,
+      "subrel-constrast": 4.378965854644775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2787156105041504,
-      "cov-distil (oracle2student)": 5.516321182250977,
-      "cov-distil (oracle2teacher)": 4.784538269042969,
+      "cov-distil": 2.134629726409912,
+      "cov-distil (oracle2student)": 5.3726277351379395,
+      "cov-distil (oracle2teacher)": 4.672466278076172,
       "epoch": 0.3791208791208791,
-      "rel-constrast": 4.094292640686035,
+      "rel-constrast": 3.3800437450408936,
       "step": 483,
-      "subrel-constrast": 4.160613059997559,
+      "subrel-constrast": 3.5210986137390137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.235403537750244,
-      "cov-distil (oracle2student)": 5.518409729003906,
-      "cov-distil (oracle2teacher)": 4.50856876373291,
+      "cov-distil": 2.974552869796753,
+      "cov-distil (oracle2student)": 6.350698471069336,
+      "cov-distil (oracle2teacher)": 4.654552936553955,
       "epoch": 0.37990580847723704,
-      "rel-constrast": 3.563915252685547,
+      "rel-constrast": 4.045642375946045,
       "step": 484,
-      "subrel-constrast": 3.7485921382904053,
+      "subrel-constrast": 4.134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194551467895508,
-      "cov-distil (oracle2student)": 4.414938926696777,
-      "cov-distil (oracle2teacher)": 3.9738450050354004,
+      "cov-distil": 2.1453330516815186,
+      "cov-distil (oracle2student)": 3.768342971801758,
+      "cov-distil (oracle2teacher)": 3.903620719909668,
       "epoch": 0.38069073783359497,
-      "rel-constrast": 3.6036124229431152,
+      "rel-constrast": 4.144845962524414,
       "step": 485,
-      "subrel-constrast": 4.087226390838623,
+      "subrel-constrast": 3.7114975452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5132029056549072,
-      "cov-distil (oracle2student)": 5.28877067565918,
-      "cov-distil (oracle2teacher)": 4.891587257385254,
+      "cov-distil": 3.1434261798858643,
+      "cov-distil (oracle2student)": 5.662676811218262,
+      "cov-distil (oracle2teacher)": 4.650345325469971,
       "epoch": 0.3814756671899529,
-      "rel-constrast": 3.990896224975586,
+      "rel-constrast": 4.379920959472656,
       "step": 486,
-      "subrel-constrast": 4.995358467102051,
+      "subrel-constrast": 4.473867893218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.118487596511841,
-      "cov-distil (oracle2student)": 4.492996692657471,
-      "cov-distil (oracle2teacher)": 3.331876277923584,
+      "cov-distil": 2.5816009044647217,
+      "cov-distil (oracle2student)": 4.461999893188477,
+      "cov-distil (oracle2teacher)": 3.639697551727295,
       "epoch": 0.38226059654631084,
-      "rel-constrast": 3.6116862297058105,
+      "rel-constrast": 3.3043465614318848,
       "step": 487,
-      "subrel-constrast": 3.7064754962921143,
+      "subrel-constrast": 3.5309619903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1922671794891357,
-      "cov-distil (oracle2student)": 4.6771087646484375,
-      "cov-distil (oracle2teacher)": 4.225015640258789,
+      "cov-distil": 2.3733935356140137,
+      "cov-distil (oracle2student)": 5.127795219421387,
+      "cov-distil (oracle2teacher)": 4.575047492980957,
       "epoch": 0.38304552590266877,
-      "rel-constrast": 3.873265504837036,
+      "rel-constrast": 4.655448913574219,
       "step": 488,
-      "subrel-constrast": 4.981564044952393,
+      "subrel-constrast": 4.637051105499268,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.20857834815979,
-      "cov-distil (oracle2student)": 5.020869255065918,
-      "cov-distil (oracle2teacher)": 4.323666572570801,
+      "cov-distil": 3.012787342071533,
+      "cov-distil (oracle2student)": 4.635253429412842,
+      "cov-distil (oracle2teacher)": 5.198256492614746,
       "epoch": 0.3838304552590267,
-      "rel-constrast": 3.868755340576172,
+      "rel-constrast": 3.58553409576416,
       "step": 489,
-      "subrel-constrast": 5.429229736328125,
+      "subrel-constrast": 5.222169399261475,
       "view-similarity": 0
     },
     {
       "epoch": 0.38461538461538464,
-      "grad_norm": 9.8125,
+      "grad_norm": 11.625,
       "learning_rate": 2.445e-05,
-      "loss": 0.9824,
+      "loss": 0.9941,
       "step": 490
     },
     {
-      "cov-distil": 1.981706976890564,
-      "cov-distil (oracle2student)": 7.053213119506836,
-      "cov-distil (oracle2teacher)": 6.48574161529541,
+      "cov-distil": 2.1667139530181885,
+      "cov-distil (oracle2student)": 7.403469085693359,
+      "cov-distil (oracle2teacher)": 6.258197784423828,
       "epoch": 0.38461538461538464,
-      "rel-constrast": 4.026374816894531,
+      "rel-constrast": 4.952635765075684,
       "step": 490,
-      "subrel-constrast": 4.501920223236084,
+      "subrel-constrast": 4.408086776733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.410712718963623,
-      "cov-distil (oracle2student)": 5.133758544921875,
-      "cov-distil (oracle2teacher)": 4.222221851348877,
+      "cov-distil": 3.119758367538452,
+      "cov-distil (oracle2student)": 5.224404335021973,
+      "cov-distil (oracle2teacher)": 4.436511993408203,
       "epoch": 0.38540031397174257,
-      "rel-constrast": 4.2775421142578125,
+      "rel-constrast": 5.031924247741699,
       "step": 491,
-      "subrel-constrast": 4.118622779846191,
+      "subrel-constrast": 3.945636749267578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.371644973754883,
-      "cov-distil (oracle2student)": 5.659582138061523,
-      "cov-distil (oracle2teacher)": 4.827879428863525,
+      "cov-distil": 3.2755913734436035,
+      "cov-distil (oracle2student)": 5.041659832000732,
+      "cov-distil (oracle2teacher)": 4.72596549987793,
       "epoch": 0.38618524332810045,
-      "rel-constrast": 4.763324737548828,
+      "rel-constrast": 4.170914173126221,
       "step": 492,
-      "subrel-constrast": 4.729984760284424,
+      "subrel-constrast": 4.8006815910339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4028496742248535,
-      "cov-distil (oracle2student)": 4.193080425262451,
-      "cov-distil (oracle2teacher)": 4.319695949554443,
+      "cov-distil": 2.7026000022888184,
+      "cov-distil (oracle2student)": 5.8507819175720215,
+      "cov-distil (oracle2teacher)": 5.030403137207031,
       "epoch": 0.3869701726844584,
-      "rel-constrast": 3.300520896911621,
+      "rel-constrast": 4.737039566040039,
       "step": 493,
-      "subrel-constrast": 4.785802841186523,
+      "subrel-constrast": 4.969658374786377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9608060121536255,
-      "cov-distil (oracle2student)": 4.956197261810303,
-      "cov-distil (oracle2teacher)": 3.9665870666503906,
+      "cov-distil": 2.314119815826416,
+      "cov-distil (oracle2student)": 5.496291160583496,
+      "cov-distil (oracle2teacher)": 4.017199993133545,
       "epoch": 0.3877551020408163,
-      "rel-constrast": 2.9137468338012695,
+      "rel-constrast": 3.1113953590393066,
       "step": 494,
-      "subrel-constrast": 3.282076597213745,
+      "subrel-constrast": 2.8150434494018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4849562644958496,
-      "cov-distil (oracle2student)": 6.280769348144531,
-      "cov-distil (oracle2teacher)": 6.161978721618652,
+      "cov-distil": 2.778083086013794,
+      "cov-distil (oracle2student)": 6.922789573669434,
+      "cov-distil (oracle2teacher)": 5.992598533630371,
       "epoch": 0.38854003139717425,
-      "rel-constrast": 4.2239484786987305,
+      "rel-constrast": 5.545314311981201,
       "step": 495,
-      "subrel-constrast": 4.649102210998535,
+      "subrel-constrast": 4.745818138122559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7329490184783936,
-      "cov-distil (oracle2student)": 4.664039611816406,
-      "cov-distil (oracle2teacher)": 4.460330963134766,
+      "cov-distil": 2.7010533809661865,
+      "cov-distil (oracle2student)": 4.31914758682251,
+      "cov-distil (oracle2teacher)": 4.598568916320801,
       "epoch": 0.3893249607535322,
-      "rel-constrast": 2.6345038414001465,
+      "rel-constrast": 3.112217903137207,
       "step": 496,
-      "subrel-constrast": 3.718508243560791,
+      "subrel-constrast": 3.4257590770721436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.085386276245117,
-      "cov-distil (oracle2student)": 3.886662721633911,
-      "cov-distil (oracle2teacher)": 3.3928866386413574,
+      "cov-distil": 2.756781578063965,
+      "cov-distil (oracle2student)": 3.6371676921844482,
+      "cov-distil (oracle2teacher)": 3.364999294281006,
       "epoch": 0.3901098901098901,
-      "rel-constrast": 3.260143518447876,
+      "rel-constrast": 4.085249900817871,
       "step": 497,
-      "subrel-constrast": 3.9507155418395996,
+      "subrel-constrast": 3.9546196460723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7282142639160156,
-      "cov-distil (oracle2student)": 3.539856433868408,
-      "cov-distil (oracle2teacher)": 3.77888822555542,
+      "cov-distil": 2.1450624465942383,
+      "cov-distil (oracle2student)": 4.453918933868408,
+      "cov-distil (oracle2teacher)": 3.664085626602173,
       "epoch": 0.39089481946624804,
-      "rel-constrast": 2.3446929454803467,
+      "rel-constrast": 2.042937755584717,
       "step": 498,
-      "subrel-constrast": 2.6004679203033447,
+      "subrel-constrast": 2.4808859825134277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6501827239990234,
-      "cov-distil (oracle2student)": 7.322658061981201,
-      "cov-distil (oracle2teacher)": 6.7670207023620605,
+      "cov-distil": 2.168294906616211,
+      "cov-distil (oracle2student)": 7.650796890258789,
+      "cov-distil (oracle2teacher)": 7.176524639129639,
       "epoch": 0.391679748822606,
-      "rel-constrast": 4.462357521057129,
+      "rel-constrast": 4.96732759475708,
       "step": 499,
-      "subrel-constrast": 5.298823833465576,
+      "subrel-constrast": 4.808117389678955,
       "view-similarity": 0
     },
     {
       "epoch": 0.3924646781789639,
-      "grad_norm": 8.375,
+      "grad_norm": 11.875,
       "learning_rate": 2.495e-05,
-      "loss": 0.9597,
+      "loss": 1.0439,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-P@10": 0.76,
+      "eval/duc04-P@10": 0.736,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-nDCG@10": 0.7646016647473324,
+      "eval/duc04-nDCG@10": 0.7420375377503854,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/duc04-alpha_nDCG@10": 0.5706908218465828,
+      "eval/duc04-alpha_nDCG@10": 0.5463706893491773,
       "step": 500
     },
     {
@@ -5526,17 +5526,17 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-P@10": 0.42899999999999994,
+      "eval/multi_news-P@10": 0.41899999999999993,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-nDCG@10": 0.6060522546653996,
+      "eval/multi_news-nDCG@10": 0.5871691854982394,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/multi_news-alpha_nDCG@10": 0.5778382661696252,
+      "eval/multi_news-alpha_nDCG@10": 0.544019631013571,
       "step": 500
     },
     {
@@ -5546,3277 +5546,3277 @@
     },
     {
       "epoch": 0.3924646781789639,
-      "eval/avg": 0.5329941442436358,
+      "eval/avg": 0.51629589876644,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
-      "overlap": 0.2421875,
+      "overlap": 0.24687500298023224,
       "step": 500
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "student margin": 0.06243896484375
+      "student margin": 0.05010986328125
     },
     {
       "epoch": 0.3924646781789639,
       "step": 500,
-      "teacher margin": 0.042694091796875
+      "teacher margin": 0.0509033203125
     },
     {
       "epoch": 0.3924646781789639,
-      "margin difference": -0.019744873046875,
+      "margin difference": 0.00079345703125,
       "step": 500
     },
     {
-      "cov-distil": 1.4159998893737793,
-      "cov-distil (oracle2student)": 4.625096797943115,
-      "cov-distil (oracle2teacher)": 4.183469772338867,
+      "cov-distil": 2.4316108226776123,
+      "cov-distil (oracle2student)": 5.397018909454346,
+      "cov-distil (oracle2teacher)": 4.17315673828125,
       "epoch": 0.3924646781789639,
-      "rel-constrast": 3.086014986038208,
+      "rel-constrast": 3.7153968811035156,
       "step": 500,
-      "subrel-constrast": 3.322561264038086,
+      "subrel-constrast": 2.9427638053894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.484131336212158,
-      "cov-distil (oracle2student)": 5.681003093719482,
-      "cov-distil (oracle2teacher)": 4.552072048187256,
+      "cov-distil": 2.4385643005371094,
+      "cov-distil (oracle2student)": 6.577480316162109,
+      "cov-distil (oracle2teacher)": 5.215863227844238,
       "epoch": 0.39324960753532184,
-      "rel-constrast": 3.455115795135498,
+      "rel-constrast": 4.249575614929199,
       "step": 501,
-      "subrel-constrast": 3.60056209564209,
+      "subrel-constrast": 3.624481439590454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732965111732483,
-      "cov-distil (oracle2student)": 3.93009877204895,
-      "cov-distil (oracle2teacher)": 3.7015490531921387,
+      "cov-distil": 2.4620954990386963,
+      "cov-distil (oracle2student)": 4.846519470214844,
+      "cov-distil (oracle2teacher)": 4.495014667510986,
       "epoch": 0.3940345368916798,
-      "rel-constrast": 3.891814708709717,
+      "rel-constrast": 3.8714237213134766,
       "step": 502,
-      "subrel-constrast": 4.615721225738525,
+      "subrel-constrast": 4.4191813468933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3193750381469727,
-      "cov-distil (oracle2student)": 4.851567268371582,
-      "cov-distil (oracle2teacher)": 4.249268054962158,
+      "cov-distil": 2.2790942192077637,
+      "cov-distil (oracle2student)": 5.090143203735352,
+      "cov-distil (oracle2teacher)": 4.353056907653809,
       "epoch": 0.39481946624803765,
-      "rel-constrast": 3.16011381149292,
+      "rel-constrast": 3.1984400749206543,
       "step": 503,
-      "subrel-constrast": 3.5040040016174316,
+      "subrel-constrast": 2.9925825595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.2391562461853027,
-      "cov-distil (oracle2student)": 3.613586664199829,
-      "cov-distil (oracle2teacher)": 3.6175577640533447,
+      "cov-distil": 3.185715913772583,
+      "cov-distil (oracle2student)": 3.5957746505737305,
+      "cov-distil (oracle2teacher)": 3.98298978805542,
       "epoch": 0.3956043956043956,
-      "rel-constrast": 4.543619155883789,
+      "rel-constrast": 4.027279376983643,
       "step": 504,
-      "subrel-constrast": 4.639369964599609,
+      "subrel-constrast": 4.2903923988342285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1063196659088135,
-      "cov-distil (oracle2student)": 5.640138626098633,
-      "cov-distil (oracle2teacher)": 4.9118757247924805,
+      "cov-distil": 3.386262893676758,
+      "cov-distil (oracle2student)": 5.15778923034668,
+      "cov-distil (oracle2teacher)": 5.05740213394165,
       "epoch": 0.3963893249607535,
-      "rel-constrast": 3.3249940872192383,
+      "rel-constrast": 3.4201223850250244,
       "step": 505,
-      "subrel-constrast": 3.79390287399292,
+      "subrel-constrast": 3.8489911556243896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8278141021728516,
-      "cov-distil (oracle2student)": 3.6726248264312744,
-      "cov-distil (oracle2teacher)": 3.7039384841918945,
+      "cov-distil": 3.467620849609375,
+      "cov-distil (oracle2student)": 4.147178649902344,
+      "cov-distil (oracle2teacher)": 4.101216793060303,
       "epoch": 0.39717425431711145,
-      "rel-constrast": 3.797194480895996,
+      "rel-constrast": 4.603706359863281,
       "step": 506,
-      "subrel-constrast": 4.491276264190674,
+      "subrel-constrast": 4.31328821182251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0168466567993164,
-      "cov-distil (oracle2student)": 5.7914814949035645,
-      "cov-distil (oracle2teacher)": 5.907716751098633,
+      "cov-distil": 2.7650904655456543,
+      "cov-distil (oracle2student)": 7.070884704589844,
+      "cov-distil (oracle2teacher)": 6.021198749542236,
       "epoch": 0.3979591836734694,
-      "rel-constrast": 3.658668279647827,
+      "rel-constrast": 5.133430480957031,
       "step": 507,
-      "subrel-constrast": 4.55025577545166,
+      "subrel-constrast": 4.400622844696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.112938165664673,
-      "cov-distil (oracle2student)": 3.503079414367676,
-      "cov-distil (oracle2teacher)": 3.669462203979492,
+      "cov-distil": 2.481074333190918,
+      "cov-distil (oracle2student)": 4.6060943603515625,
+      "cov-distil (oracle2teacher)": 3.7556650638580322,
       "epoch": 0.3987441130298273,
-      "rel-constrast": 2.802060604095459,
+      "rel-constrast": 3.059156894683838,
       "step": 508,
-      "subrel-constrast": 3.5418896675109863,
+      "subrel-constrast": 3.133172035217285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9679971933364868,
-      "cov-distil (oracle2student)": 4.781468391418457,
-      "cov-distil (oracle2teacher)": 4.673793315887451,
+      "cov-distil": 2.3340468406677246,
+      "cov-distil (oracle2student)": 5.321282386779785,
+      "cov-distil (oracle2teacher)": 4.898414611816406,
       "epoch": 0.39952904238618525,
-      "rel-constrast": 3.881654977798462,
+      "rel-constrast": 4.40877628326416,
       "step": 509,
-      "subrel-constrast": 4.416358947753906,
+      "subrel-constrast": 4.394105434417725,
       "view-similarity": 0
     },
     {
       "epoch": 0.4003139717425432,
-      "grad_norm": 9.1875,
+      "grad_norm": 11.6875,
       "learning_rate": 2.5450000000000002e-05,
-      "loss": 0.9456,
+      "loss": 0.9922,
       "step": 510
     },
     {
-      "cov-distil": 1.395479440689087,
-      "cov-distil (oracle2student)": 5.548276424407959,
-      "cov-distil (oracle2teacher)": 4.577188014984131,
+      "cov-distil": 1.9377968311309814,
+      "cov-distil (oracle2student)": 4.864838600158691,
+      "cov-distil (oracle2teacher)": 4.443873882293701,
       "epoch": 0.4003139717425432,
-      "rel-constrast": 3.209362506866455,
+      "rel-constrast": 3.5565147399902344,
       "step": 510,
-      "subrel-constrast": 3.1534719467163086,
+      "subrel-constrast": 3.40018630027771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8525688648223877,
-      "cov-distil (oracle2student)": 6.531951904296875,
-      "cov-distil (oracle2teacher)": 5.465667724609375,
+      "cov-distil": 2.9442572593688965,
+      "cov-distil (oracle2student)": 6.876224994659424,
+      "cov-distil (oracle2teacher)": 6.000499248504639,
       "epoch": 0.4010989010989011,
-      "rel-constrast": 4.491300582885742,
+      "rel-constrast": 4.510574817657471,
       "step": 511,
-      "subrel-constrast": 4.586567401885986,
+      "subrel-constrast": 4.596365928649902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9388954639434814,
-      "cov-distil (oracle2student)": 5.9139084815979,
-      "cov-distil (oracle2teacher)": 5.163846015930176,
+      "cov-distil": 2.6009581089019775,
+      "cov-distil (oracle2student)": 6.760128021240234,
+      "cov-distil (oracle2teacher)": 5.152045726776123,
       "epoch": 0.40188383045525905,
-      "rel-constrast": 4.033116340637207,
+      "rel-constrast": 5.297791957855225,
       "step": 512,
-      "subrel-constrast": 4.773599147796631,
+      "subrel-constrast": 4.637878894805908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7909735441207886,
-      "cov-distil (oracle2student)": 4.206601142883301,
-      "cov-distil (oracle2teacher)": 4.269314765930176,
+      "cov-distil": 1.9653100967407227,
+      "cov-distil (oracle2student)": 5.067868709564209,
+      "cov-distil (oracle2teacher)": 3.891404867172241,
       "epoch": 0.4026687598116169,
-      "rel-constrast": 4.130172252655029,
+      "rel-constrast": 5.118851184844971,
       "step": 513,
-      "subrel-constrast": 4.800011157989502,
+      "subrel-constrast": 4.115675926208496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.82828950881958,
-      "cov-distil (oracle2student)": 3.7563247680664062,
-      "cov-distil (oracle2teacher)": 3.2919278144836426,
+      "cov-distil": 2.3114852905273438,
+      "cov-distil (oracle2student)": 3.766338348388672,
+      "cov-distil (oracle2teacher)": 3.430518627166748,
       "epoch": 0.40345368916797486,
-      "rel-constrast": 2.0718255043029785,
+      "rel-constrast": 2.724376916885376,
       "step": 514,
-      "subrel-constrast": 2.8484530448913574,
+      "subrel-constrast": 3.029529094696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547434329986572,
-      "cov-distil (oracle2student)": 3.475689649581909,
-      "cov-distil (oracle2teacher)": 3.3665518760681152,
+      "cov-distil": 2.5761923789978027,
+      "cov-distil (oracle2student)": 4.10664176940918,
+      "cov-distil (oracle2teacher)": 3.7946624755859375,
       "epoch": 0.4042386185243328,
-      "rel-constrast": 3.053926706314087,
+      "rel-constrast": 3.3413896560668945,
       "step": 515,
-      "subrel-constrast": 3.580040454864502,
+      "subrel-constrast": 3.387275457382202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8886094093322754,
-      "cov-distil (oracle2student)": 3.8891124725341797,
-      "cov-distil (oracle2teacher)": 3.9477672576904297,
+      "cov-distil": 2.9349989891052246,
+      "cov-distil (oracle2student)": 4.065558433532715,
+      "cov-distil (oracle2teacher)": 3.708993434906006,
       "epoch": 0.4050235478806907,
-      "rel-constrast": 3.4653000831604004,
+      "rel-constrast": 4.218894004821777,
       "step": 516,
-      "subrel-constrast": 4.058748722076416,
+      "subrel-constrast": 4.1545233726501465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4138705730438232,
-      "cov-distil (oracle2student)": 6.235104084014893,
-      "cov-distil (oracle2teacher)": 6.172943115234375,
+      "cov-distil": 2.599853515625,
+      "cov-distil (oracle2student)": 7.641312599182129,
+      "cov-distil (oracle2teacher)": 6.001323699951172,
       "epoch": 0.40580847723704866,
-      "rel-constrast": 4.911827564239502,
+      "rel-constrast": 5.129518508911133,
       "step": 517,
-      "subrel-constrast": 5.379470348358154,
+      "subrel-constrast": 4.792590618133545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.055727481842041,
-      "cov-distil (oracle2student)": 4.765932083129883,
-      "cov-distil (oracle2teacher)": 3.858649492263794,
+      "cov-distil": 2.258096694946289,
+      "cov-distil (oracle2student)": 6.253681182861328,
+      "cov-distil (oracle2teacher)": 4.136380672454834,
       "epoch": 0.4065934065934066,
-      "rel-constrast": 4.432010650634766,
+      "rel-constrast": 5.030240058898926,
       "step": 518,
-      "subrel-constrast": 3.8237483501434326,
+      "subrel-constrast": 4.141184329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.444960594177246,
-      "cov-distil (oracle2student)": 3.9477295875549316,
-      "cov-distil (oracle2teacher)": 4.20830774307251,
+      "cov-distil": 2.9449963569641113,
+      "cov-distil (oracle2student)": 5.250645637512207,
+      "cov-distil (oracle2teacher)": 4.597562789916992,
       "epoch": 0.4073783359497645,
-      "rel-constrast": 4.135186195373535,
+      "rel-constrast": 4.932051658630371,
       "step": 519,
-      "subrel-constrast": 4.819687843322754,
+      "subrel-constrast": 5.068981170654297,
       "view-similarity": 0
     },
     {
       "epoch": 0.40816326530612246,
-      "grad_norm": 8.875,
+      "grad_norm": 12.125,
       "learning_rate": 2.595e-05,
-      "loss": 1.0015,
+      "loss": 1.0965,
       "step": 520
     },
     {
-      "cov-distil": 2.114975690841675,
-      "cov-distil (oracle2student)": 6.017740249633789,
-      "cov-distil (oracle2teacher)": 6.046045303344727,
+      "cov-distil": 2.7512216567993164,
+      "cov-distil (oracle2student)": 6.546365737915039,
+      "cov-distil (oracle2teacher)": 5.809374809265137,
       "epoch": 0.40816326530612246,
-      "rel-constrast": 3.083989143371582,
+      "rel-constrast": 3.8285205364227295,
       "step": 520,
-      "subrel-constrast": 3.6702053546905518,
+      "subrel-constrast": 3.3887031078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6442341804504395,
-      "cov-distil (oracle2student)": 4.542356491088867,
-      "cov-distil (oracle2teacher)": 3.9366345405578613,
+      "cov-distil": 2.000462055206299,
+      "cov-distil (oracle2student)": 4.943650245666504,
+      "cov-distil (oracle2teacher)": 4.173366069793701,
       "epoch": 0.4089481946624804,
-      "rel-constrast": 2.837587594985962,
+      "rel-constrast": 3.839550018310547,
       "step": 521,
-      "subrel-constrast": 3.523179054260254,
+      "subrel-constrast": 3.5296850204467773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6822391748428345,
-      "cov-distil (oracle2student)": 3.990572690963745,
-      "cov-distil (oracle2teacher)": 3.6689414978027344,
+      "cov-distil": 1.9787660837173462,
+      "cov-distil (oracle2student)": 4.490322589874268,
+      "cov-distil (oracle2teacher)": 3.9708495140075684,
       "epoch": 0.4097331240188383,
-      "rel-constrast": 3.3714590072631836,
+      "rel-constrast": 3.782763719558716,
       "step": 522,
-      "subrel-constrast": 3.4518234729766846,
+      "subrel-constrast": 3.701874017715454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5175161361694336,
-      "cov-distil (oracle2student)": 5.360091209411621,
-      "cov-distil (oracle2teacher)": 4.391173362731934,
+      "cov-distil": 3.889625310897827,
+      "cov-distil (oracle2student)": 6.62224006652832,
+      "cov-distil (oracle2teacher)": 5.268327236175537,
       "epoch": 0.41051805337519626,
-      "rel-constrast": 3.320817232131958,
+      "rel-constrast": 4.019553184509277,
       "step": 523,
-      "subrel-constrast": 4.099976539611816,
+      "subrel-constrast": 4.23786735534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8499733209609985,
-      "cov-distil (oracle2student)": 4.837664604187012,
-      "cov-distil (oracle2teacher)": 4.160462856292725,
+      "cov-distil": 2.089364528656006,
+      "cov-distil (oracle2student)": 5.428134918212891,
+      "cov-distil (oracle2teacher)": 4.481540679931641,
       "epoch": 0.41130298273155413,
-      "rel-constrast": 3.551431655883789,
+      "rel-constrast": 4.299295902252197,
       "step": 524,
-      "subrel-constrast": 4.396182060241699,
+      "subrel-constrast": 4.170628070831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3767762184143066,
-      "cov-distil (oracle2student)": 5.010434150695801,
-      "cov-distil (oracle2teacher)": 4.696888446807861,
+      "cov-distil": 3.0960869789123535,
+      "cov-distil (oracle2student)": 5.969825744628906,
+      "cov-distil (oracle2teacher)": 5.435355186462402,
       "epoch": 0.41208791208791207,
-      "rel-constrast": 3.382202386856079,
+      "rel-constrast": 3.8271372318267822,
       "step": 525,
-      "subrel-constrast": 4.079559803009033,
+      "subrel-constrast": 4.311244010925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7340972423553467,
-      "cov-distil (oracle2student)": 6.103010654449463,
-      "cov-distil (oracle2teacher)": 4.891907215118408,
+      "cov-distil": 2.1960692405700684,
+      "cov-distil (oracle2student)": 6.1899189949035645,
+      "cov-distil (oracle2teacher)": 5.752900123596191,
       "epoch": 0.41287284144427,
-      "rel-constrast": 2.4694104194641113,
+      "rel-constrast": 3.3504157066345215,
       "step": 526,
-      "subrel-constrast": 3.338963270187378,
+      "subrel-constrast": 3.144519805908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8253371715545654,
-      "cov-distil (oracle2student)": 4.7706756591796875,
-      "cov-distil (oracle2teacher)": 4.591316223144531,
+      "cov-distil": 3.478926658630371,
+      "cov-distil (oracle2student)": 4.343681335449219,
+      "cov-distil (oracle2teacher)": 4.389613628387451,
       "epoch": 0.41365777080062793,
-      "rel-constrast": 4.593013763427734,
+      "rel-constrast": 4.450220584869385,
       "step": 527,
-      "subrel-constrast": 5.206238269805908,
+      "subrel-constrast": 4.916708469390869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2579145431518555,
-      "cov-distil (oracle2student)": 8.899227142333984,
-      "cov-distil (oracle2teacher)": 7.634507179260254,
+      "cov-distil": 2.9960055351257324,
+      "cov-distil (oracle2student)": 9.021394729614258,
+      "cov-distil (oracle2teacher)": 7.649185657501221,
       "epoch": 0.41444270015698587,
-      "rel-constrast": 3.0921471118927,
+      "rel-constrast": 3.81168794631958,
       "step": 528,
-      "subrel-constrast": 4.043778896331787,
+      "subrel-constrast": 3.527249336242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9917439222335815,
-      "cov-distil (oracle2student)": 3.3459632396698,
-      "cov-distil (oracle2teacher)": 3.3262996673583984,
+      "cov-distil": 2.2659573554992676,
+      "cov-distil (oracle2student)": 3.8565173149108887,
+      "cov-distil (oracle2teacher)": 3.517955780029297,
       "epoch": 0.4152276295133438,
-      "rel-constrast": 3.5178332328796387,
+      "rel-constrast": 3.551304578781128,
       "step": 529,
-      "subrel-constrast": 4.205659866333008,
+      "subrel-constrast": 4.263941287994385,
       "view-similarity": 0
     },
     {
       "epoch": 0.41601255886970173,
-      "grad_norm": 8.6875,
+      "grad_norm": 9.125,
       "learning_rate": 2.6450000000000003e-05,
-      "loss": 0.883,
+      "loss": 0.969,
       "step": 530
     },
     {
-      "cov-distil": 2.4610893726348877,
-      "cov-distil (oracle2student)": 7.107298851013184,
-      "cov-distil (oracle2teacher)": 5.995322227478027,
+      "cov-distil": 2.9114646911621094,
+      "cov-distil (oracle2student)": 6.623899459838867,
+      "cov-distil (oracle2teacher)": 5.978086471557617,
       "epoch": 0.41601255886970173,
-      "rel-constrast": 4.013538837432861,
+      "rel-constrast": 3.5463507175445557,
       "step": 530,
-      "subrel-constrast": 4.085789203643799,
+      "subrel-constrast": 4.09066104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9131748676300049,
-      "cov-distil (oracle2student)": 3.1839516162872314,
-      "cov-distil (oracle2teacher)": 3.143718957901001,
+      "cov-distil": 2.1584465503692627,
+      "cov-distil (oracle2student)": 3.108242988586426,
+      "cov-distil (oracle2teacher)": 3.149620771408081,
       "epoch": 0.41679748822605966,
-      "rel-constrast": 3.6091840267181396,
+      "rel-constrast": 3.209766387939453,
       "step": 531,
-      "subrel-constrast": 3.740673303604126,
+      "subrel-constrast": 3.5915255546569824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.387206554412842,
-      "cov-distil (oracle2student)": 3.9284486770629883,
-      "cov-distil (oracle2teacher)": 3.8082845211029053,
+      "cov-distil": 2.978271007537842,
+      "cov-distil (oracle2student)": 4.685882568359375,
+      "cov-distil (oracle2teacher)": 4.274260520935059,
       "epoch": 0.4175824175824176,
-      "rel-constrast": 3.5161938667297363,
+      "rel-constrast": 4.023675918579102,
       "step": 532,
-      "subrel-constrast": 4.079607009887695,
+      "subrel-constrast": 3.8330373764038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.471837282180786,
-      "cov-distil (oracle2student)": 5.907663345336914,
-      "cov-distil (oracle2teacher)": 6.287313938140869,
+      "cov-distil": 2.844477891921997,
+      "cov-distil (oracle2student)": 4.903825283050537,
+      "cov-distil (oracle2teacher)": 5.759634971618652,
       "epoch": 0.41836734693877553,
-      "rel-constrast": 4.507608890533447,
+      "rel-constrast": 3.525094747543335,
       "step": 533,
-      "subrel-constrast": 5.104624271392822,
+      "subrel-constrast": 4.775814056396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2768821716308594,
-      "cov-distil (oracle2student)": 5.402787208557129,
-      "cov-distil (oracle2teacher)": 4.590387344360352,
+      "cov-distil": 2.563508987426758,
+      "cov-distil (oracle2student)": 7.332339763641357,
+      "cov-distil (oracle2teacher)": 5.409496307373047,
       "epoch": 0.41915227629513346,
-      "rel-constrast": 4.229998588562012,
+      "rel-constrast": 5.774564743041992,
       "step": 534,
-      "subrel-constrast": 4.759891986846924,
+      "subrel-constrast": 4.97339391708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1538729667663574,
-      "cov-distil (oracle2student)": 5.076930046081543,
-      "cov-distil (oracle2teacher)": 4.963534832000732,
+      "cov-distil": 2.7134346961975098,
+      "cov-distil (oracle2student)": 5.510921478271484,
+      "cov-distil (oracle2teacher)": 4.903237342834473,
       "epoch": 0.41993720565149134,
-      "rel-constrast": 5.096151351928711,
+      "rel-constrast": 5.831864833831787,
       "step": 535,
-      "subrel-constrast": 5.996850490570068,
+      "subrel-constrast": 5.299259662628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1815271377563477,
-      "cov-distil (oracle2student)": 4.3686065673828125,
-      "cov-distil (oracle2teacher)": 3.7489352226257324,
+      "cov-distil": 2.306689739227295,
+      "cov-distil (oracle2student)": 4.6133832931518555,
+      "cov-distil (oracle2teacher)": 3.5082075595855713,
       "epoch": 0.4207221350078493,
-      "rel-constrast": 3.4470701217651367,
+      "rel-constrast": 3.804596185684204,
       "step": 536,
-      "subrel-constrast": 3.943808078765869,
+      "subrel-constrast": 3.701176166534424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430976152420044,
-      "cov-distil (oracle2student)": 5.03574800491333,
-      "cov-distil (oracle2teacher)": 5.004518508911133,
+      "cov-distil": 1.6129932403564453,
+      "cov-distil (oracle2student)": 5.69785213470459,
+      "cov-distil (oracle2teacher)": 5.269233703613281,
       "epoch": 0.4215070643642072,
-      "rel-constrast": 4.9359941482543945,
+      "rel-constrast": 4.88289213180542,
       "step": 537,
-      "subrel-constrast": 4.681961536407471,
+      "subrel-constrast": 4.6160807609558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1151583194732666,
-      "cov-distil (oracle2student)": 4.930647850036621,
-      "cov-distil (oracle2teacher)": 4.3884663581848145,
+      "cov-distil": 3.6320486068725586,
+      "cov-distil (oracle2student)": 5.126873970031738,
+      "cov-distil (oracle2teacher)": 4.449760437011719,
       "epoch": 0.42229199372056514,
-      "rel-constrast": 3.337693214416504,
+      "rel-constrast": 4.9021735191345215,
       "step": 538,
-      "subrel-constrast": 4.436145305633545,
+      "subrel-constrast": 4.239505767822266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0622363090515137,
-      "cov-distil (oracle2student)": 5.964321136474609,
-      "cov-distil (oracle2teacher)": 4.597193241119385,
+      "cov-distil": 2.8055315017700195,
+      "cov-distil (oracle2student)": 5.630227088928223,
+      "cov-distil (oracle2teacher)": 5.5058393478393555,
       "epoch": 0.4230769230769231,
-      "rel-constrast": 2.918050765991211,
+      "rel-constrast": 2.89642333984375,
       "step": 539,
-      "subrel-constrast": 3.1426711082458496,
+      "subrel-constrast": 3.487722873687744,
       "view-similarity": 0
     },
     {
       "epoch": 0.423861852433281,
-      "grad_norm": 8.25,
+      "grad_norm": 9.75,
       "learning_rate": 2.6950000000000005e-05,
-      "loss": 1.0442,
+      "loss": 1.0599,
       "step": 540
     },
     {
-      "cov-distil": 2.4555015563964844,
-      "cov-distil (oracle2student)": 4.551426887512207,
-      "cov-distil (oracle2teacher)": 3.9443788528442383,
+      "cov-distil": 3.1440768241882324,
+      "cov-distil (oracle2student)": 4.894999980926514,
+      "cov-distil (oracle2teacher)": 4.241404056549072,
       "epoch": 0.423861852433281,
-      "rel-constrast": 3.3250837326049805,
+      "rel-constrast": 3.1532459259033203,
       "step": 540,
-      "subrel-constrast": 3.5797502994537354,
+      "subrel-constrast": 3.6818230152130127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.082664966583252,
-      "cov-distil (oracle2student)": 4.699512958526611,
-      "cov-distil (oracle2teacher)": 4.110074043273926,
+      "cov-distil": 2.0353074073791504,
+      "cov-distil (oracle2student)": 4.829143524169922,
+      "cov-distil (oracle2teacher)": 4.384130954742432,
       "epoch": 0.42464678178963894,
-      "rel-constrast": 2.5872223377227783,
+      "rel-constrast": 3.055182456970215,
       "step": 541,
-      "subrel-constrast": 3.821152687072754,
+      "subrel-constrast": 3.436680793762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.204350709915161,
-      "cov-distil (oracle2student)": 4.2027435302734375,
-      "cov-distil (oracle2teacher)": 3.8273561000823975,
+      "cov-distil": 2.3959193229675293,
+      "cov-distil (oracle2student)": 4.7509050369262695,
+      "cov-distil (oracle2teacher)": 4.176807880401611,
       "epoch": 0.42543171114599687,
-      "rel-constrast": 3.1161422729492188,
+      "rel-constrast": 4.029506206512451,
       "step": 542,
-      "subrel-constrast": 3.712345838546753,
+      "subrel-constrast": 3.835718870162964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0034756660461426,
-      "cov-distil (oracle2student)": 4.845664978027344,
-      "cov-distil (oracle2teacher)": 4.585733890533447,
+      "cov-distil": 2.4880635738372803,
+      "cov-distil (oracle2student)": 5.187982559204102,
+      "cov-distil (oracle2teacher)": 5.327169895172119,
       "epoch": 0.4262166405023548,
-      "rel-constrast": 3.031003952026367,
+      "rel-constrast": 3.3675456047058105,
       "step": 543,
-      "subrel-constrast": 3.3142998218536377,
+      "subrel-constrast": 3.4103951454162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4440988302230835,
-      "cov-distil (oracle2student)": 3.6065969467163086,
-      "cov-distil (oracle2teacher)": 3.154442310333252,
+      "cov-distil": 1.8645257949829102,
+      "cov-distil (oracle2student)": 3.3303253650665283,
+      "cov-distil (oracle2teacher)": 3.2770776748657227,
       "epoch": 0.42700156985871274,
-      "rel-constrast": 2.4494941234588623,
+      "rel-constrast": 2.9046854972839355,
       "step": 544,
-      "subrel-constrast": 2.605020046234131,
+      "subrel-constrast": 2.459394693374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6435261964797974,
-      "cov-distil (oracle2student)": 3.551994800567627,
-      "cov-distil (oracle2teacher)": 3.056854724884033,
+      "cov-distil": 1.9630659818649292,
+      "cov-distil (oracle2student)": 4.499131202697754,
+      "cov-distil (oracle2teacher)": 3.6329312324523926,
       "epoch": 0.42778649921507067,
-      "rel-constrast": 3.822410821914673,
+      "rel-constrast": 4.33712100982666,
       "step": 545,
-      "subrel-constrast": 3.836008071899414,
+      "subrel-constrast": 4.299283504486084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7628724575042725,
-      "cov-distil (oracle2student)": 6.011783599853516,
-      "cov-distil (oracle2teacher)": 4.953354358673096,
+      "cov-distil": 2.6886143684387207,
+      "cov-distil (oracle2student)": 6.36787748336792,
+      "cov-distil (oracle2teacher)": 5.385263919830322,
       "epoch": 0.42857142857142855,
-      "rel-constrast": 3.934589385986328,
+      "rel-constrast": 5.136941909790039,
       "step": 546,
-      "subrel-constrast": 3.964400053024292,
+      "subrel-constrast": 4.183347702026367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7866466045379639,
-      "cov-distil (oracle2student)": 3.3814570903778076,
-      "cov-distil (oracle2teacher)": 3.467113733291626,
+      "cov-distil": 2.6999917030334473,
+      "cov-distil (oracle2student)": 4.198861598968506,
+      "cov-distil (oracle2teacher)": 3.6154558658599854,
       "epoch": 0.4293563579277865,
-      "rel-constrast": 3.8515207767486572,
+      "rel-constrast": 4.383726596832275,
       "step": 547,
-      "subrel-constrast": 4.402586460113525,
+      "subrel-constrast": 4.213267803192139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3751814365386963,
-      "cov-distil (oracle2student)": 4.2626800537109375,
-      "cov-distil (oracle2teacher)": 3.390429973602295,
+      "cov-distil": 3.166285753250122,
+      "cov-distil (oracle2student)": 4.848912239074707,
+      "cov-distil (oracle2teacher)": 4.098011016845703,
       "epoch": 0.4301412872841444,
-      "rel-constrast": 4.448970794677734,
+      "rel-constrast": 4.148667812347412,
       "step": 548,
-      "subrel-constrast": 4.393995761871338,
+      "subrel-constrast": 4.670076370239258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0791738033294678,
-      "cov-distil (oracle2student)": 5.72738790512085,
-      "cov-distil (oracle2teacher)": 4.336122512817383,
+      "cov-distil": 1.8380727767944336,
+      "cov-distil (oracle2student)": 5.163656234741211,
+      "cov-distil (oracle2teacher)": 4.66612434387207,
       "epoch": 0.43092621664050235,
-      "rel-constrast": 3.669039487838745,
+      "rel-constrast": 3.2450528144836426,
       "step": 549,
-      "subrel-constrast": 3.670117139816284,
+      "subrel-constrast": 3.273515462875366,
       "view-similarity": 0
     },
     {
       "epoch": 0.4317111459968603,
-      "grad_norm": 10.5625,
+      "grad_norm": 10.0,
       "learning_rate": 2.7450000000000003e-05,
-      "loss": 0.9055,
+      "loss": 0.944,
       "step": 550
     },
     {
-      "cov-distil": 1.8588554859161377,
-      "cov-distil (oracle2student)": 5.19000244140625,
-      "cov-distil (oracle2teacher)": 5.229203224182129,
+      "cov-distil": 1.9215424060821533,
+      "cov-distil (oracle2student)": 5.323651313781738,
+      "cov-distil (oracle2teacher)": 5.5496625900268555,
       "epoch": 0.4317111459968603,
-      "rel-constrast": 2.9200479984283447,
+      "rel-constrast": 3.632564067840576,
       "step": 550,
-      "subrel-constrast": 4.266639709472656,
+      "subrel-constrast": 4.383198261260986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4664716720581055,
-      "cov-distil (oracle2student)": 4.6646318435668945,
-      "cov-distil (oracle2teacher)": 4.247303485870361,
+      "cov-distil": 2.0079779624938965,
+      "cov-distil (oracle2student)": 5.453360557556152,
+      "cov-distil (oracle2teacher)": 4.775620937347412,
       "epoch": 0.4324960753532182,
-      "rel-constrast": 2.7482821941375732,
+      "rel-constrast": 3.6028709411621094,
       "step": 551,
-      "subrel-constrast": 3.751079797744751,
+      "subrel-constrast": 3.7195968627929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2391505241394043,
-      "cov-distil (oracle2student)": 4.254290580749512,
-      "cov-distil (oracle2teacher)": 4.511953353881836,
+      "cov-distil": 1.940305471420288,
+      "cov-distil (oracle2student)": 4.275853157043457,
+      "cov-distil (oracle2teacher)": 4.315962314605713,
       "epoch": 0.43328100470957615,
-      "rel-constrast": 2.8833484649658203,
+      "rel-constrast": 3.697322130203247,
       "step": 552,
-      "subrel-constrast": 3.7221202850341797,
+      "subrel-constrast": 3.374723434448242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5725274085998535,
-      "cov-distil (oracle2student)": 4.4030375480651855,
-      "cov-distil (oracle2teacher)": 3.902764320373535,
+      "cov-distil": 3.7109804153442383,
+      "cov-distil (oracle2student)": 5.235285758972168,
+      "cov-distil (oracle2teacher)": 3.4823784828186035,
       "epoch": 0.4340659340659341,
-      "rel-constrast": 3.2813262939453125,
+      "rel-constrast": 4.574237823486328,
       "step": 553,
-      "subrel-constrast": 4.29766321182251,
+      "subrel-constrast": 3.886735439300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6824195384979248,
-      "cov-distil (oracle2student)": 4.262044906616211,
-      "cov-distil (oracle2teacher)": 4.066236972808838,
+      "cov-distil": 2.0194294452667236,
+      "cov-distil (oracle2student)": 4.709174156188965,
+      "cov-distil (oracle2teacher)": 3.730773687362671,
       "epoch": 0.434850863422292,
-      "rel-constrast": 4.048982620239258,
+      "rel-constrast": 4.890387058258057,
       "step": 554,
-      "subrel-constrast": 4.117492198944092,
+      "subrel-constrast": 4.248447418212891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.280151605606079,
-      "cov-distil (oracle2student)": 3.482992649078369,
-      "cov-distil (oracle2teacher)": 3.8700485229492188,
+      "cov-distil": 3.352951765060425,
+      "cov-distil (oracle2student)": 4.994897842407227,
+      "cov-distil (oracle2teacher)": 4.374115467071533,
       "epoch": 0.43563579277864994,
-      "rel-constrast": 3.2121012210845947,
+      "rel-constrast": 4.161121368408203,
       "step": 555,
-      "subrel-constrast": 3.5926947593688965,
+      "subrel-constrast": 4.011910438537598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.286961078643799,
-      "cov-distil (oracle2student)": 4.809238433837891,
-      "cov-distil (oracle2teacher)": 4.7140703201293945,
+      "cov-distil": 2.9941787719726562,
+      "cov-distil (oracle2student)": 5.471341133117676,
+      "cov-distil (oracle2teacher)": 4.524909973144531,
       "epoch": 0.4364207221350079,
-      "rel-constrast": 3.495352029800415,
+      "rel-constrast": 4.157844543457031,
       "step": 556,
-      "subrel-constrast": 4.314545631408691,
+      "subrel-constrast": 4.118130683898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7107021808624268,
-      "cov-distil (oracle2student)": 4.218628406524658,
-      "cov-distil (oracle2teacher)": 3.300020694732666,
+      "cov-distil": 2.3655223846435547,
+      "cov-distil (oracle2student)": 4.463897705078125,
+      "cov-distil (oracle2teacher)": 3.880066394805908,
       "epoch": 0.43720565149136575,
-      "rel-constrast": 3.8885021209716797,
+      "rel-constrast": 3.5161380767822266,
       "step": 557,
-      "subrel-constrast": 4.020322799682617,
+      "subrel-constrast": 3.765559673309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8882838487625122,
-      "cov-distil (oracle2student)": 5.679129600524902,
-      "cov-distil (oracle2teacher)": 5.104907035827637,
+      "cov-distil": 2.326056480407715,
+      "cov-distil (oracle2student)": 5.807459831237793,
+      "cov-distil (oracle2teacher)": 4.5894012451171875,
       "epoch": 0.4379905808477237,
-      "rel-constrast": 4.420882225036621,
+      "rel-constrast": 3.741593360900879,
       "step": 558,
-      "subrel-constrast": 5.289524078369141,
+      "subrel-constrast": 4.4960246086120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9853229522705078,
-      "cov-distil (oracle2student)": 5.879613876342773,
-      "cov-distil (oracle2teacher)": 5.262145042419434,
+      "cov-distil": 1.9660494327545166,
+      "cov-distil (oracle2student)": 5.596038818359375,
+      "cov-distil (oracle2teacher)": 5.711890697479248,
       "epoch": 0.4387755102040816,
-      "rel-constrast": 3.605356216430664,
+      "rel-constrast": 3.767320156097412,
       "step": 559,
-      "subrel-constrast": 4.175075531005859,
+      "subrel-constrast": 4.327932357788086,
       "view-similarity": 0
     },
     {
       "epoch": 0.43956043956043955,
-      "grad_norm": 7.125,
+      "grad_norm": 8.875,
       "learning_rate": 2.7950000000000005e-05,
-      "loss": 0.9175,
+      "loss": 0.9935,
       "step": 560
     },
     {
-      "cov-distil": 2.459702968597412,
-      "cov-distil (oracle2student)": 3.54038667678833,
-      "cov-distil (oracle2teacher)": 3.519683599472046,
+      "cov-distil": 2.358954668045044,
+      "cov-distil (oracle2student)": 3.3223049640655518,
+      "cov-distil (oracle2teacher)": 3.5045862197875977,
       "epoch": 0.43956043956043955,
-      "rel-constrast": 3.044311285018921,
+      "rel-constrast": 3.393927812576294,
       "step": 560,
-      "subrel-constrast": 3.8617966175079346,
+      "subrel-constrast": 3.7439398765563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.301657199859619,
-      "cov-distil (oracle2student)": 3.6367805004119873,
-      "cov-distil (oracle2teacher)": 3.5185651779174805,
+      "cov-distil": 2.541647434234619,
+      "cov-distil (oracle2student)": 4.102347373962402,
+      "cov-distil (oracle2teacher)": 3.823218584060669,
       "epoch": 0.4403453689167975,
-      "rel-constrast": 2.504409074783325,
+      "rel-constrast": 3.1986074447631836,
       "step": 561,
-      "subrel-constrast": 3.5072786808013916,
+      "subrel-constrast": 3.6252739429473877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2072887420654297,
-      "cov-distil (oracle2student)": 2.9245615005493164,
-      "cov-distil (oracle2teacher)": 3.1548707485198975,
+      "cov-distil": 2.642409324645996,
+      "cov-distil (oracle2student)": 3.21407413482666,
+      "cov-distil (oracle2teacher)": 3.468783140182495,
       "epoch": 0.4411302982731554,
-      "rel-constrast": 2.7347452640533447,
+      "rel-constrast": 3.2427480220794678,
       "step": 562,
-      "subrel-constrast": 2.8598663806915283,
+      "subrel-constrast": 2.7197461128234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9743279218673706,
-      "cov-distil (oracle2student)": 4.175314426422119,
-      "cov-distil (oracle2teacher)": 3.5759027004241943,
+      "cov-distil": 2.051992893218994,
+      "cov-distil (oracle2student)": 4.378178596496582,
+      "cov-distil (oracle2teacher)": 4.157221794128418,
       "epoch": 0.44191522762951335,
-      "rel-constrast": 2.9006690979003906,
+      "rel-constrast": 3.3241851329803467,
       "step": 563,
-      "subrel-constrast": 3.607196092605591,
+      "subrel-constrast": 3.59414005279541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0321104526519775,
-      "cov-distil (oracle2student)": 3.8106508255004883,
-      "cov-distil (oracle2teacher)": 2.9803009033203125,
+      "cov-distil": 2.366882085800171,
+      "cov-distil (oracle2student)": 5.17764949798584,
+      "cov-distil (oracle2teacher)": 3.1858041286468506,
       "epoch": 0.4427001569858713,
-      "rel-constrast": 2.8958191871643066,
+      "rel-constrast": 3.979633092880249,
       "step": 564,
-      "subrel-constrast": 3.457608461380005,
+      "subrel-constrast": 3.076577663421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.913415551185608,
-      "cov-distil (oracle2student)": 5.349029541015625,
-      "cov-distil (oracle2teacher)": 5.066087245941162,
+      "cov-distil": 2.522550582885742,
+      "cov-distil (oracle2student)": 6.068033218383789,
+      "cov-distil (oracle2teacher)": 5.299258232116699,
       "epoch": 0.4434850863422292,
-      "rel-constrast": 3.0215673446655273,
+      "rel-constrast": 3.1363558769226074,
       "step": 565,
-      "subrel-constrast": 4.1114678382873535,
+      "subrel-constrast": 3.7713139057159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1626877784729004,
-      "cov-distil (oracle2student)": 5.174778938293457,
-      "cov-distil (oracle2teacher)": 4.4595136642456055,
+      "cov-distil": 1.991720199584961,
+      "cov-distil (oracle2student)": 5.957365036010742,
+      "cov-distil (oracle2teacher)": 4.363339900970459,
       "epoch": 0.44427001569858715,
-      "rel-constrast": 4.159515380859375,
+      "rel-constrast": 4.21482515335083,
       "step": 566,
-      "subrel-constrast": 3.9089341163635254,
+      "subrel-constrast": 3.6679294109344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3144021034240723,
-      "cov-distil (oracle2student)": 4.621238708496094,
-      "cov-distil (oracle2teacher)": 3.871673107147217,
+      "cov-distil": 1.8319523334503174,
+      "cov-distil (oracle2student)": 4.147531986236572,
+      "cov-distil (oracle2teacher)": 4.370601177215576,
       "epoch": 0.44505494505494503,
-      "rel-constrast": 3.3642213344573975,
+      "rel-constrast": 4.056262016296387,
       "step": 567,
-      "subrel-constrast": 3.904902696609497,
+      "subrel-constrast": 3.9852454662323,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7472102642059326,
-      "cov-distil (oracle2student)": 4.851565837860107,
-      "cov-distil (oracle2teacher)": 4.329448223114014,
+      "cov-distil": 2.629312515258789,
+      "cov-distil (oracle2student)": 4.767542839050293,
+      "cov-distil (oracle2teacher)": 4.160739898681641,
       "epoch": 0.44583987441130296,
-      "rel-constrast": 4.3499755859375,
+      "rel-constrast": 3.899106502532959,
       "step": 568,
-      "subrel-constrast": 5.089810371398926,
+      "subrel-constrast": 4.05080509185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.075791597366333,
-      "cov-distil (oracle2student)": 5.32772159576416,
-      "cov-distil (oracle2teacher)": 4.403005123138428,
+      "cov-distil": 1.8516883850097656,
+      "cov-distil (oracle2student)": 5.215306282043457,
+      "cov-distil (oracle2teacher)": 4.808806896209717,
       "epoch": 0.4466248037676609,
-      "rel-constrast": 2.8129007816314697,
+      "rel-constrast": 3.4852166175842285,
       "step": 569,
-      "subrel-constrast": 4.071926593780518,
+      "subrel-constrast": 3.6342546939849854,
       "view-similarity": 0
     },
     {
       "epoch": 0.4474097331240188,
-      "grad_norm": 6.34375,
+      "grad_norm": 8.75,
       "learning_rate": 2.845e-05,
-      "loss": 0.8477,
+      "loss": 0.8983,
       "step": 570
     },
     {
-      "cov-distil": 2.4237582683563232,
-      "cov-distil (oracle2student)": 3.0226638317108154,
-      "cov-distil (oracle2teacher)": 3.047776460647583,
+      "cov-distil": 2.4234559535980225,
+      "cov-distil (oracle2student)": 3.3213958740234375,
+      "cov-distil (oracle2teacher)": 3.6098575592041016,
       "epoch": 0.4474097331240188,
-      "rel-constrast": 3.2645320892333984,
+      "rel-constrast": 3.4887428283691406,
       "step": 570,
-      "subrel-constrast": 3.560032367706299,
+      "subrel-constrast": 3.7902462482452393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9481277465820312,
-      "cov-distil (oracle2student)": 4.076622486114502,
-      "cov-distil (oracle2teacher)": 3.657952070236206,
+      "cov-distil": 2.6390843391418457,
+      "cov-distil (oracle2student)": 4.745780944824219,
+      "cov-distil (oracle2teacher)": 4.114788055419922,
       "epoch": 0.44819466248037676,
-      "rel-constrast": 3.1871180534362793,
+      "rel-constrast": 3.6129302978515625,
       "step": 571,
-      "subrel-constrast": 3.889390468597412,
+      "subrel-constrast": 3.8221333026885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8381760120391846,
-      "cov-distil (oracle2student)": 5.546555519104004,
-      "cov-distil (oracle2teacher)": 4.999195575714111,
+      "cov-distil": 1.9189658164978027,
+      "cov-distil (oracle2student)": 6.0839924812316895,
+      "cov-distil (oracle2teacher)": 4.7552690505981445,
       "epoch": 0.4489795918367347,
-      "rel-constrast": 3.591369390487671,
+      "rel-constrast": 3.9511513710021973,
       "step": 572,
-      "subrel-constrast": 4.264605522155762,
+      "subrel-constrast": 4.005019187927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9256342649459839,
-      "cov-distil (oracle2student)": 4.694274425506592,
-      "cov-distil (oracle2teacher)": 4.289140701293945,
+      "cov-distil": 1.739342212677002,
+      "cov-distil (oracle2student)": 4.651374816894531,
+      "cov-distil (oracle2teacher)": 4.204543590545654,
       "epoch": 0.4497645211930926,
-      "rel-constrast": 3.0780086517333984,
+      "rel-constrast": 3.5185372829437256,
       "step": 573,
-      "subrel-constrast": 4.314204216003418,
+      "subrel-constrast": 4.532038688659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8656573295593262,
-      "cov-distil (oracle2student)": 5.347856044769287,
-      "cov-distil (oracle2teacher)": 4.730378150939941,
+      "cov-distil": 2.1634485721588135,
+      "cov-distil (oracle2student)": 5.691831111907959,
+      "cov-distil (oracle2teacher)": 4.7130937576293945,
       "epoch": 0.45054945054945056,
-      "rel-constrast": 4.534104347229004,
+      "rel-constrast": 4.304054260253906,
       "step": 574,
-      "subrel-constrast": 3.962686061859131,
+      "subrel-constrast": 3.921180248260498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.547745704650879,
-      "cov-distil (oracle2student)": 5.250231742858887,
-      "cov-distil (oracle2teacher)": 4.580447196960449,
+      "cov-distil": 2.3078818321228027,
+      "cov-distil (oracle2student)": 6.551314353942871,
+      "cov-distil (oracle2teacher)": 5.088528633117676,
       "epoch": 0.4513343799058085,
-      "rel-constrast": 3.9131903648376465,
+      "rel-constrast": 4.87223482131958,
       "step": 575,
-      "subrel-constrast": 3.791517972946167,
+      "subrel-constrast": 4.038383960723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.732090950012207,
-      "cov-distil (oracle2student)": 5.05672550201416,
-      "cov-distil (oracle2teacher)": 4.70509147644043,
+      "cov-distil": 2.561750650405884,
+      "cov-distil (oracle2student)": 4.999590873718262,
+      "cov-distil (oracle2teacher)": 4.80165958404541,
       "epoch": 0.4521193092621664,
-      "rel-constrast": 4.284381866455078,
+      "rel-constrast": 5.104241371154785,
       "step": 576,
-      "subrel-constrast": 4.660088539123535,
+      "subrel-constrast": 5.145068168640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4754586219787598,
-      "cov-distil (oracle2student)": 3.833111047744751,
-      "cov-distil (oracle2teacher)": 3.6682260036468506,
+      "cov-distil": 3.0544557571411133,
+      "cov-distil (oracle2student)": 3.935206651687622,
+      "cov-distil (oracle2teacher)": 3.8528130054473877,
       "epoch": 0.45290423861852436,
-      "rel-constrast": 4.8734540939331055,
+      "rel-constrast": 5.1749773025512695,
       "step": 577,
-      "subrel-constrast": 5.031405925750732,
+      "subrel-constrast": 5.613327503204346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7031965255737305,
-      "cov-distil (oracle2student)": 5.395284175872803,
-      "cov-distil (oracle2teacher)": 4.765050888061523,
+      "cov-distil": 2.4282827377319336,
+      "cov-distil (oracle2student)": 5.423835277557373,
+      "cov-distil (oracle2teacher)": 4.910699367523193,
       "epoch": 0.45368916797488223,
-      "rel-constrast": 3.602329730987549,
+      "rel-constrast": 3.487582206726074,
       "step": 578,
-      "subrel-constrast": 4.0972137451171875,
+      "subrel-constrast": 3.8347482681274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5256094932556152,
-      "cov-distil (oracle2student)": 4.89035701751709,
-      "cov-distil (oracle2teacher)": 3.6736831665039062,
+      "cov-distil": 2.7212328910827637,
+      "cov-distil (oracle2student)": 4.982588768005371,
+      "cov-distil (oracle2teacher)": 4.225831985473633,
       "epoch": 0.45447409733124017,
-      "rel-constrast": 4.2911696434021,
+      "rel-constrast": 4.664732933044434,
       "step": 579,
-      "subrel-constrast": 4.371425628662109,
+      "subrel-constrast": 4.141400337219238,
       "view-similarity": 0
     },
     {
       "epoch": 0.4552590266875981,
-      "grad_norm": 8.125,
+      "grad_norm": 8.6875,
       "learning_rate": 2.895e-05,
-      "loss": 1.0155,
+      "loss": 1.0545,
       "step": 580
     },
     {
-      "cov-distil": 1.709166169166565,
-      "cov-distil (oracle2student)": 3.729433059692383,
-      "cov-distil (oracle2teacher)": 3.766822576522827,
+      "cov-distil": 2.464303970336914,
+      "cov-distil (oracle2student)": 4.394807815551758,
+      "cov-distil (oracle2teacher)": 4.204273223876953,
       "epoch": 0.4552590266875981,
-      "rel-constrast": 3.0027105808258057,
+      "rel-constrast": 4.653385639190674,
       "step": 580,
-      "subrel-constrast": 4.083986282348633,
+      "subrel-constrast": 4.437969207763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0113184452056885,
-      "cov-distil (oracle2student)": 4.184613227844238,
-      "cov-distil (oracle2teacher)": 4.161296844482422,
+      "cov-distil": 2.357685089111328,
+      "cov-distil (oracle2student)": 4.353397846221924,
+      "cov-distil (oracle2teacher)": 4.018503665924072,
       "epoch": 0.45604395604395603,
-      "rel-constrast": 3.453307867050171,
+      "rel-constrast": 4.026291847229004,
       "step": 581,
-      "subrel-constrast": 3.889902114868164,
+      "subrel-constrast": 3.651365280151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728846549987793,
-      "cov-distil (oracle2student)": 6.470742225646973,
-      "cov-distil (oracle2teacher)": 5.655285835266113,
+      "cov-distil": 2.354459762573242,
+      "cov-distil (oracle2student)": 6.119044303894043,
+      "cov-distil (oracle2teacher)": 5.748248100280762,
       "epoch": 0.45682888540031397,
-      "rel-constrast": 2.9654622077941895,
+      "rel-constrast": 3.511345148086548,
       "step": 582,
-      "subrel-constrast": 3.6763298511505127,
+      "subrel-constrast": 3.223280429840088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.542206048965454,
-      "cov-distil (oracle2student)": 3.866248846054077,
-      "cov-distil (oracle2teacher)": 3.5213499069213867,
+      "cov-distil": 2.6050219535827637,
+      "cov-distil (oracle2student)": 4.132230281829834,
+      "cov-distil (oracle2teacher)": 3.6042776107788086,
       "epoch": 0.4576138147566719,
-      "rel-constrast": 2.910317897796631,
+      "rel-constrast": 2.611219882965088,
       "step": 583,
-      "subrel-constrast": 3.0755670070648193,
+      "subrel-constrast": 3.009690284729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1158554553985596,
-      "cov-distil (oracle2student)": 3.5174355506896973,
-      "cov-distil (oracle2teacher)": 3.3816027641296387,
+      "cov-distil": 2.5152506828308105,
+      "cov-distil (oracle2student)": 4.289843559265137,
+      "cov-distil (oracle2teacher)": 3.501180648803711,
       "epoch": 0.45839874411302983,
-      "rel-constrast": 3.163273334503174,
+      "rel-constrast": 3.254701852798462,
       "step": 584,
-      "subrel-constrast": 4.189387798309326,
+      "subrel-constrast": 3.848154067993164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358933448791504,
-      "cov-distil (oracle2student)": 5.5259623527526855,
-      "cov-distil (oracle2teacher)": 4.876613616943359,
+      "cov-distil": 1.9441146850585938,
+      "cov-distil (oracle2student)": 6.204533100128174,
+      "cov-distil (oracle2teacher)": 5.01694393157959,
       "epoch": 0.45918367346938777,
-      "rel-constrast": 3.3363170623779297,
+      "rel-constrast": 3.482966423034668,
       "step": 585,
-      "subrel-constrast": 3.8728079795837402,
+      "subrel-constrast": 3.76875901222229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7158913612365723,
-      "cov-distil (oracle2student)": 3.81449818611145,
-      "cov-distil (oracle2teacher)": 3.7397782802581787,
+      "cov-distil": 1.9938653707504272,
+      "cov-distil (oracle2student)": 4.132411003112793,
+      "cov-distil (oracle2teacher)": 4.289095878601074,
       "epoch": 0.4599686028257457,
-      "rel-constrast": 2.7120189666748047,
+      "rel-constrast": 3.8928146362304688,
       "step": 586,
-      "subrel-constrast": 3.659945487976074,
+      "subrel-constrast": 3.5955522060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6179494857788086,
-      "cov-distil (oracle2student)": 5.410915851593018,
-      "cov-distil (oracle2teacher)": 5.183100700378418,
+      "cov-distil": 2.8600239753723145,
+      "cov-distil (oracle2student)": 6.246612548828125,
+      "cov-distil (oracle2teacher)": 5.835619926452637,
       "epoch": 0.46075353218210363,
-      "rel-constrast": 4.8570733070373535,
+      "rel-constrast": 5.097703456878662,
       "step": 587,
-      "subrel-constrast": 6.077430248260498,
+      "subrel-constrast": 5.963213920593262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146589756011963,
-      "cov-distil (oracle2student)": 4.808439254760742,
-      "cov-distil (oracle2teacher)": 4.277884483337402,
+      "cov-distil": 2.020094633102417,
+      "cov-distil (oracle2student)": 5.995624542236328,
+      "cov-distil (oracle2teacher)": 4.9359941482543945,
       "epoch": 0.46153846153846156,
-      "rel-constrast": 3.206974744796753,
+      "rel-constrast": 3.6671838760375977,
       "step": 588,
-      "subrel-constrast": 3.596273899078369,
+      "subrel-constrast": 3.9909584522247314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089515209197998,
-      "cov-distil (oracle2student)": 5.792536735534668,
-      "cov-distil (oracle2teacher)": 5.11306095123291,
+      "cov-distil": 3.4178576469421387,
+      "cov-distil (oracle2student)": 7.293473243713379,
+      "cov-distil (oracle2teacher)": 5.84071159362793,
       "epoch": 0.46232339089481944,
-      "rel-constrast": 2.9252166748046875,
+      "rel-constrast": 3.52392840385437,
       "step": 589,
-      "subrel-constrast": 4.313965320587158,
+      "subrel-constrast": 4.052404880523682,
       "view-similarity": 0
     },
     {
       "epoch": 0.4631083202511774,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.3125,
       "learning_rate": 2.945e-05,
-      "loss": 0.8647,
+      "loss": 0.943,
       "step": 590
     },
     {
-      "cov-distil": 2.1267971992492676,
-      "cov-distil (oracle2student)": 4.215712547302246,
-      "cov-distil (oracle2teacher)": 3.4440689086914062,
+      "cov-distil": 3.7977190017700195,
+      "cov-distil (oracle2student)": 5.514544486999512,
+      "cov-distil (oracle2teacher)": 4.1195478439331055,
       "epoch": 0.4631083202511774,
-      "rel-constrast": 3.7106242179870605,
+      "rel-constrast": 4.7036051750183105,
       "step": 590,
-      "subrel-constrast": 4.224156379699707,
+      "subrel-constrast": 3.925006151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0595297813415527,
-      "cov-distil (oracle2student)": 7.233006477355957,
-      "cov-distil (oracle2teacher)": 6.707408428192139,
+      "cov-distil": 2.34080171585083,
+      "cov-distil (oracle2student)": 7.3142595291137695,
+      "cov-distil (oracle2teacher)": 6.695699214935303,
       "epoch": 0.4638932496075353,
-      "rel-constrast": 2.9407167434692383,
+      "rel-constrast": 3.780576467514038,
       "step": 591,
-      "subrel-constrast": 4.574547290802002,
+      "subrel-constrast": 3.875232219696045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.99887216091156,
-      "cov-distil (oracle2student)": 5.496109962463379,
-      "cov-distil (oracle2teacher)": 5.127659797668457,
+      "cov-distil": 3.0105276107788086,
+      "cov-distil (oracle2student)": 6.135070323944092,
+      "cov-distil (oracle2teacher)": 5.6266021728515625,
       "epoch": 0.46467817896389324,
-      "rel-constrast": 2.3733620643615723,
+      "rel-constrast": 2.574967622756958,
       "step": 592,
-      "subrel-constrast": 3.4967288970947266,
+      "subrel-constrast": 3.611591339111328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.7047181129455566,
-      "cov-distil (oracle2student)": 5.643624305725098,
-      "cov-distil (oracle2teacher)": 4.487111568450928,
+      "cov-distil": 2.5783073902130127,
+      "cov-distil (oracle2student)": 5.5395588874816895,
+      "cov-distil (oracle2teacher)": 4.645752906799316,
       "epoch": 0.4654631083202512,
-      "rel-constrast": 5.243678092956543,
+      "rel-constrast": 5.373383045196533,
       "step": 593,
-      "subrel-constrast": 5.544729709625244,
+      "subrel-constrast": 5.041735649108887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4938790798187256,
-      "cov-distil (oracle2student)": 6.409417152404785,
-      "cov-distil (oracle2teacher)": 5.84320068359375,
+      "cov-distil": 2.5929760932922363,
+      "cov-distil (oracle2student)": 6.45121955871582,
+      "cov-distil (oracle2teacher)": 5.939799785614014,
       "epoch": 0.4662480376766091,
-      "rel-constrast": 2.4475982189178467,
+      "rel-constrast": 3.1779744625091553,
       "step": 594,
-      "subrel-constrast": 3.6893906593322754,
+      "subrel-constrast": 3.5174732208251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6694910526275635,
-      "cov-distil (oracle2student)": 5.082285404205322,
-      "cov-distil (oracle2teacher)": 4.492275714874268,
+      "cov-distil": 2.038505792617798,
+      "cov-distil (oracle2student)": 5.217291831970215,
+      "cov-distil (oracle2teacher)": 5.4153337478637695,
       "epoch": 0.46703296703296704,
-      "rel-constrast": 3.532689094543457,
+      "rel-constrast": 3.5160458087921143,
       "step": 595,
-      "subrel-constrast": 4.091874122619629,
+      "subrel-constrast": 4.030824661254883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148131847381592,
-      "cov-distil (oracle2student)": 4.989685535430908,
-      "cov-distil (oracle2teacher)": 4.480835914611816,
+      "cov-distil": 2.5021870136260986,
+      "cov-distil (oracle2student)": 5.333086967468262,
+      "cov-distil (oracle2teacher)": 4.444273948669434,
       "epoch": 0.46781789638932497,
-      "rel-constrast": 4.088759422302246,
+      "rel-constrast": 4.005031585693359,
       "step": 596,
-      "subrel-constrast": 4.2698822021484375,
+      "subrel-constrast": 4.5883002281188965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.310335159301758,
-      "cov-distil (oracle2student)": 4.894394874572754,
-      "cov-distil (oracle2teacher)": 4.825157165527344,
+      "cov-distil": 2.6509599685668945,
+      "cov-distil (oracle2student)": 5.382726192474365,
+      "cov-distil (oracle2teacher)": 4.583817481994629,
       "epoch": 0.4686028257456829,
-      "rel-constrast": 5.071242332458496,
+      "rel-constrast": 5.123231887817383,
       "step": 597,
-      "subrel-constrast": 5.214943885803223,
+      "subrel-constrast": 5.301387310028076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2443196773529053,
-      "cov-distil (oracle2student)": 4.7232747077941895,
-      "cov-distil (oracle2teacher)": 4.185579299926758,
+      "cov-distil": 2.4523983001708984,
+      "cov-distil (oracle2student)": 4.9999847412109375,
+      "cov-distil (oracle2teacher)": 4.900834560394287,
       "epoch": 0.46938775510204084,
-      "rel-constrast": 2.9406661987304688,
+      "rel-constrast": 3.4022226333618164,
       "step": 598,
-      "subrel-constrast": 3.8035221099853516,
+      "subrel-constrast": 4.007664680480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5355151891708374,
-      "cov-distil (oracle2student)": 3.4818904399871826,
-      "cov-distil (oracle2teacher)": 3.4106650352478027,
+      "cov-distil": 1.786146640777588,
+      "cov-distil (oracle2student)": 4.540366172790527,
+      "cov-distil (oracle2teacher)": 3.858332872390747,
       "epoch": 0.47017268445839877,
-      "rel-constrast": 2.709094762802124,
+      "rel-constrast": 3.676905632019043,
       "step": 599,
-      "subrel-constrast": 3.5162317752838135,
+      "subrel-constrast": 3.1852617263793945,
       "view-similarity": 0
     },
     {
       "epoch": 0.47095761381475665,
-      "grad_norm": 6.09375,
+      "grad_norm": 7.90625,
       "learning_rate": 2.995e-05,
-      "loss": 0.9297,
+      "loss": 0.9833,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
-      "overlap": 0.2984375059604645,
+      "overlap": 0.29218751192092896,
       "step": 600
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "student margin": 0.049224853515625
+      "student margin": 0.0438232421875
     },
     {
       "epoch": 0.47095761381475665,
       "step": 600,
-      "teacher margin": 0.031402587890625
+      "teacher margin": 0.0333251953125
     },
     {
       "epoch": 0.47095761381475665,
-      "margin difference": -0.017822265625,
+      "margin difference": -0.010498046875,
       "step": 600
     },
     {
-      "cov-distil": 2.0588765144348145,
-      "cov-distil (oracle2student)": 4.4324493408203125,
-      "cov-distil (oracle2teacher)": 4.580536842346191,
+      "cov-distil": 2.597799301147461,
+      "cov-distil (oracle2student)": 5.1797637939453125,
+      "cov-distil (oracle2teacher)": 4.798859119415283,
       "epoch": 0.47095761381475665,
-      "rel-constrast": 2.928539276123047,
+      "rel-constrast": 3.78892183303833,
       "step": 600,
-      "subrel-constrast": 3.747493028640747,
+      "subrel-constrast": 3.914888381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7370885610580444,
-      "cov-distil (oracle2student)": 5.581315517425537,
-      "cov-distil (oracle2teacher)": 3.9023845195770264,
+      "cov-distil": 2.421323776245117,
+      "cov-distil (oracle2student)": 5.371571063995361,
+      "cov-distil (oracle2teacher)": 4.5440239906311035,
       "epoch": 0.4717425431711146,
-      "rel-constrast": 3.4618310928344727,
+      "rel-constrast": 4.15179443359375,
       "step": 601,
-      "subrel-constrast": 3.892033815383911,
+      "subrel-constrast": 3.7846922874450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4053502082824707,
-      "cov-distil (oracle2student)": 3.771233558654785,
-      "cov-distil (oracle2teacher)": 3.0076193809509277,
+      "cov-distil": 2.294814109802246,
+      "cov-distil (oracle2student)": 4.416264533996582,
+      "cov-distil (oracle2teacher)": 3.3211052417755127,
       "epoch": 0.4725274725274725,
-      "rel-constrast": 1.8632010221481323,
+      "rel-constrast": 2.7444000244140625,
       "step": 602,
-      "subrel-constrast": 3.01338529586792,
+      "subrel-constrast": 2.924454927444458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129983186721802,
-      "cov-distil (oracle2student)": 6.024843692779541,
-      "cov-distil (oracle2teacher)": 5.594139099121094,
+      "cov-distil": 2.078063726425171,
+      "cov-distil (oracle2student)": 6.906262397766113,
+      "cov-distil (oracle2teacher)": 5.919193267822266,
       "epoch": 0.47331240188383045,
-      "rel-constrast": 3.88435959815979,
+      "rel-constrast": 4.030716896057129,
       "step": 603,
-      "subrel-constrast": 4.859460830688477,
+      "subrel-constrast": 4.599520206451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7511838674545288,
-      "cov-distil (oracle2student)": 3.3029255867004395,
-      "cov-distil (oracle2teacher)": 3.6674561500549316,
+      "cov-distil": 2.21580171585083,
+      "cov-distil (oracle2student)": 4.214779853820801,
+      "cov-distil (oracle2teacher)": 3.7534546852111816,
       "epoch": 0.4740973312401884,
-      "rel-constrast": 3.2290658950805664,
+      "rel-constrast": 4.097012996673584,
       "step": 604,
-      "subrel-constrast": 4.085943222045898,
+      "subrel-constrast": 4.133643627166748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145510911941528,
-      "cov-distil (oracle2student)": 5.038276672363281,
-      "cov-distil (oracle2teacher)": 4.169539451599121,
+      "cov-distil": 2.621990442276001,
+      "cov-distil (oracle2student)": 5.272357940673828,
+      "cov-distil (oracle2teacher)": 4.120306015014648,
       "epoch": 0.4748822605965463,
-      "rel-constrast": 4.488589286804199,
+      "rel-constrast": 4.461541175842285,
       "step": 605,
-      "subrel-constrast": 4.722075462341309,
+      "subrel-constrast": 4.668298721313477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9118618965148926,
-      "cov-distil (oracle2student)": 4.359668731689453,
-      "cov-distil (oracle2teacher)": 4.487509727478027,
+      "cov-distil": 1.904207468032837,
+      "cov-distil (oracle2student)": 4.717026710510254,
+      "cov-distil (oracle2teacher)": 4.575739860534668,
       "epoch": 0.47566718995290425,
-      "rel-constrast": 4.346715450286865,
+      "rel-constrast": 4.480040550231934,
       "step": 606,
-      "subrel-constrast": 4.370314598083496,
+      "subrel-constrast": 4.40533971786499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1285834312438965,
-      "cov-distil (oracle2student)": 3.969097137451172,
-      "cov-distil (oracle2teacher)": 3.8766355514526367,
+      "cov-distil": 2.678441047668457,
+      "cov-distil (oracle2student)": 4.111219882965088,
+      "cov-distil (oracle2teacher)": 3.7819623947143555,
       "epoch": 0.4764521193092622,
-      "rel-constrast": 3.884713649749756,
+      "rel-constrast": 3.9156947135925293,
       "step": 607,
-      "subrel-constrast": 4.063881874084473,
+      "subrel-constrast": 4.034241199493408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9782260656356812,
-      "cov-distil (oracle2student)": 3.262112617492676,
-      "cov-distil (oracle2teacher)": 2.9194724559783936,
+      "cov-distil": 2.3828482627868652,
+      "cov-distil (oracle2student)": 3.0988008975982666,
+      "cov-distil (oracle2teacher)": 2.9651992321014404,
       "epoch": 0.4772370486656201,
-      "rel-constrast": 2.6513161659240723,
+      "rel-constrast": 2.8915634155273438,
       "step": 608,
-      "subrel-constrast": 2.8399600982666016,
+      "subrel-constrast": 2.7187910079956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8102538585662842,
-      "cov-distil (oracle2student)": 4.76106071472168,
-      "cov-distil (oracle2teacher)": 4.325833320617676,
+      "cov-distil": 2.9392261505126953,
+      "cov-distil (oracle2student)": 4.925444602966309,
+      "cov-distil (oracle2teacher)": 4.892229080200195,
       "epoch": 0.47802197802197804,
-      "rel-constrast": 2.972158193588257,
+      "rel-constrast": 3.5831034183502197,
       "step": 609,
-      "subrel-constrast": 3.5588231086730957,
+      "subrel-constrast": 3.6036808490753174,
       "view-similarity": 0
     },
     {
       "epoch": 0.478806907378336,
-      "grad_norm": 6.3125,
+      "grad_norm": 7.625,
       "learning_rate": 3.045e-05,
-      "loss": 0.8913,
+      "loss": 0.9536,
       "step": 610
     },
     {
-      "cov-distil": 2.6751132011413574,
-      "cov-distil (oracle2student)": 4.348546028137207,
-      "cov-distil (oracle2teacher)": 4.02128791809082,
+      "cov-distil": 2.96833872795105,
+      "cov-distil (oracle2student)": 4.343177795410156,
+      "cov-distil (oracle2teacher)": 4.155296802520752,
       "epoch": 0.478806907378336,
-      "rel-constrast": 4.056975841522217,
+      "rel-constrast": 5.674149513244629,
       "step": 610,
-      "subrel-constrast": 5.549076080322266,
+      "subrel-constrast": 4.956788539886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810163140296936,
-      "cov-distil (oracle2student)": 5.720645427703857,
-      "cov-distil (oracle2teacher)": 4.858724117279053,
+      "cov-distil": 2.824525833129883,
+      "cov-distil (oracle2student)": 5.4770073890686035,
+      "cov-distil (oracle2teacher)": 5.7733659744262695,
       "epoch": 0.47959183673469385,
-      "rel-constrast": 3.7196595668792725,
+      "rel-constrast": 3.85478138923645,
       "step": 611,
-      "subrel-constrast": 4.2887444496154785,
+      "subrel-constrast": 4.330058574676514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0118885040283203,
-      "cov-distil (oracle2student)": 7.15673828125,
-      "cov-distil (oracle2teacher)": 5.123530387878418,
+      "cov-distil": 3.1254589557647705,
+      "cov-distil (oracle2student)": 7.700201988220215,
+      "cov-distil (oracle2teacher)": 5.901760578155518,
       "epoch": 0.4803767660910518,
-      "rel-constrast": 2.2357802391052246,
+      "rel-constrast": 2.4653875827789307,
       "step": 612,
-      "subrel-constrast": 2.7971351146698,
+      "subrel-constrast": 3.133837938308716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0629868507385254,
-      "cov-distil (oracle2student)": 3.0936174392700195,
-      "cov-distil (oracle2teacher)": 2.926703929901123,
+      "cov-distil": 2.812558174133301,
+      "cov-distil (oracle2student)": 3.9559292793273926,
+      "cov-distil (oracle2teacher)": 3.5092763900756836,
       "epoch": 0.4811616954474097,
-      "rel-constrast": 2.847078323364258,
+      "rel-constrast": 3.4761738777160645,
       "step": 613,
-      "subrel-constrast": 4.021493434906006,
+      "subrel-constrast": 3.8401150703430176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.670363187789917,
-      "cov-distil (oracle2student)": 3.0698914527893066,
-      "cov-distil (oracle2teacher)": 3.5403900146484375,
+      "cov-distil": 2.7645223140716553,
+      "cov-distil (oracle2student)": 4.367929458618164,
+      "cov-distil (oracle2teacher)": 3.2421023845672607,
       "epoch": 0.48194662480376765,
-      "rel-constrast": 2.104069232940674,
+      "rel-constrast": 3.3034255504608154,
       "step": 614,
-      "subrel-constrast": 3.172166585922241,
+      "subrel-constrast": 2.954702615737915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0166780948638916,
-      "cov-distil (oracle2student)": 2.884427547454834,
-      "cov-distil (oracle2teacher)": 2.7306227684020996,
+      "cov-distil": 1.9434064626693726,
+      "cov-distil (oracle2student)": 3.6880500316619873,
+      "cov-distil (oracle2teacher)": 3.708991289138794,
       "epoch": 0.4827315541601256,
-      "rel-constrast": 1.762846827507019,
+      "rel-constrast": 2.2746238708496094,
       "step": 615,
-      "subrel-constrast": 3.4444706439971924,
+      "subrel-constrast": 3.3221213817596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.482882022857666,
-      "cov-distil (oracle2student)": 4.176881790161133,
-      "cov-distil (oracle2teacher)": 4.374663352966309,
+      "cov-distil": 1.9505605697631836,
+      "cov-distil (oracle2student)": 4.41782283782959,
+      "cov-distil (oracle2teacher)": 4.389432907104492,
       "epoch": 0.4835164835164835,
-      "rel-constrast": 4.022831439971924,
+      "rel-constrast": 4.685026168823242,
       "step": 616,
-      "subrel-constrast": 4.548571586608887,
+      "subrel-constrast": 4.159042835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4784417152404785,
-      "cov-distil (oracle2student)": 5.301079750061035,
-      "cov-distil (oracle2teacher)": 5.15275764465332,
+      "cov-distil": 2.6315574645996094,
+      "cov-distil (oracle2student)": 5.739065170288086,
+      "cov-distil (oracle2teacher)": 5.423961639404297,
       "epoch": 0.48430141287284145,
-      "rel-constrast": 2.961244821548462,
+      "rel-constrast": 3.3886284828186035,
       "step": 617,
-      "subrel-constrast": 3.8676276206970215,
+      "subrel-constrast": 3.6894137859344482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3549087047576904,
-      "cov-distil (oracle2student)": 3.941915512084961,
-      "cov-distil (oracle2teacher)": 3.702716827392578,
+      "cov-distil": 2.405468463897705,
+      "cov-distil (oracle2student)": 3.8795037269592285,
+      "cov-distil (oracle2teacher)": 3.8109498023986816,
       "epoch": 0.4850863422291994,
-      "rel-constrast": 4.093484878540039,
+      "rel-constrast": 3.757040023803711,
       "step": 618,
-      "subrel-constrast": 4.3019118309021,
+      "subrel-constrast": 4.074437141418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0892961025238037,
-      "cov-distil (oracle2student)": 4.657417297363281,
-      "cov-distil (oracle2teacher)": 3.9645204544067383,
+      "cov-distil": 2.333345413208008,
+      "cov-distil (oracle2student)": 5.288585662841797,
+      "cov-distil (oracle2teacher)": 4.7286834716796875,
       "epoch": 0.4858712715855573,
-      "rel-constrast": 2.802488327026367,
+      "rel-constrast": 3.202589750289917,
       "step": 619,
-      "subrel-constrast": 3.695495367050171,
+      "subrel-constrast": 3.4710912704467773,
       "view-similarity": 0
     },
     {
       "epoch": 0.48665620094191525,
-      "grad_norm": 8.1875,
+      "grad_norm": 8.4375,
       "learning_rate": 3.095e-05,
-      "loss": 0.8143,
+      "loss": 0.902,
       "step": 620
     },
     {
-      "cov-distil": 1.8597179651260376,
-      "cov-distil (oracle2student)": 4.8226447105407715,
-      "cov-distil (oracle2teacher)": 4.314480781555176,
+      "cov-distil": 1.9145464897155762,
+      "cov-distil (oracle2student)": 5.321331977844238,
+      "cov-distil (oracle2teacher)": 4.157410144805908,
       "epoch": 0.48665620094191525,
-      "rel-constrast": 3.5786914825439453,
+      "rel-constrast": 4.028759002685547,
       "step": 620,
-      "subrel-constrast": 4.049554347991943,
+      "subrel-constrast": 4.035992622375488,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.193347454071045,
-      "cov-distil (oracle2student)": 4.4745330810546875,
-      "cov-distil (oracle2teacher)": 3.917005777359009,
+      "cov-distil": 2.220461368560791,
+      "cov-distil (oracle2student)": 5.0383195877075195,
+      "cov-distil (oracle2teacher)": 4.141200542449951,
       "epoch": 0.48744113029827313,
-      "rel-constrast": 3.6025772094726562,
+      "rel-constrast": 4.216894626617432,
       "step": 621,
-      "subrel-constrast": 3.8367629051208496,
+      "subrel-constrast": 3.7391796112060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.191197395324707,
-      "cov-distil (oracle2student)": 4.62694787979126,
-      "cov-distil (oracle2teacher)": 3.9996542930603027,
+      "cov-distil": 3.1886932849884033,
+      "cov-distil (oracle2student)": 5.8006696701049805,
+      "cov-distil (oracle2teacher)": 4.74870491027832,
       "epoch": 0.48822605965463106,
-      "rel-constrast": 3.626173973083496,
+      "rel-constrast": 3.3771791458129883,
       "step": 622,
-      "subrel-constrast": 4.358105659484863,
+      "subrel-constrast": 4.697972774505615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.002671718597412,
-      "cov-distil (oracle2student)": 3.675415515899658,
-      "cov-distil (oracle2teacher)": 3.6727664470672607,
+      "cov-distil": 2.2705492973327637,
+      "cov-distil (oracle2student)": 4.145023345947266,
+      "cov-distil (oracle2teacher)": 3.9595320224761963,
       "epoch": 0.489010989010989,
-      "rel-constrast": 3.303260087966919,
+      "rel-constrast": 3.72930908203125,
       "step": 623,
-      "subrel-constrast": 4.186986923217773,
+      "subrel-constrast": 3.8097903728485107,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0484848022460938,
-      "cov-distil (oracle2student)": 4.613358497619629,
-      "cov-distil (oracle2teacher)": 4.583811283111572,
+      "cov-distil": 2.0092382431030273,
+      "cov-distil (oracle2student)": 4.558084011077881,
+      "cov-distil (oracle2teacher)": 4.240346908569336,
       "epoch": 0.4897959183673469,
-      "rel-constrast": 3.5636134147644043,
+      "rel-constrast": 3.8255233764648438,
       "step": 624,
-      "subrel-constrast": 4.036880970001221,
+      "subrel-constrast": 3.5650415420532227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858379602432251,
-      "cov-distil (oracle2student)": 3.9974374771118164,
-      "cov-distil (oracle2teacher)": 3.8443474769592285,
+      "cov-distil": 2.119497060775757,
+      "cov-distil (oracle2student)": 4.23403787612915,
+      "cov-distil (oracle2teacher)": 4.524819850921631,
       "epoch": 0.49058084772370486,
-      "rel-constrast": 3.968527317047119,
+      "rel-constrast": 3.925901412963867,
       "step": 625,
-      "subrel-constrast": 4.434150695800781,
+      "subrel-constrast": 4.31508731842041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.907265543937683,
-      "cov-distil (oracle2student)": 4.017214775085449,
-      "cov-distil (oracle2teacher)": 3.039032459259033,
+      "cov-distil": 2.9300899505615234,
+      "cov-distil (oracle2student)": 3.527132511138916,
+      "cov-distil (oracle2teacher)": 3.8114914894104004,
       "epoch": 0.4913657770800628,
-      "rel-constrast": 3.1935441493988037,
+      "rel-constrast": 3.571852207183838,
       "step": 626,
-      "subrel-constrast": 4.001150131225586,
+      "subrel-constrast": 3.436124324798584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.88588547706604,
-      "cov-distil (oracle2student)": 3.288940906524658,
-      "cov-distil (oracle2teacher)": 3.084737777709961,
+      "cov-distil": 2.503105401992798,
+      "cov-distil (oracle2student)": 3.567584276199341,
+      "cov-distil (oracle2teacher)": 3.470982074737549,
       "epoch": 0.4921507064364207,
-      "rel-constrast": 2.218628406524658,
+      "rel-constrast": 2.2647881507873535,
       "step": 627,
-      "subrel-constrast": 3.235220193862915,
+      "subrel-constrast": 3.0768251419067383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3306596279144287,
-      "cov-distil (oracle2student)": 6.12021017074585,
-      "cov-distil (oracle2teacher)": 5.1617631912231445,
+      "cov-distil": 2.877777099609375,
+      "cov-distil (oracle2student)": 6.587691307067871,
+      "cov-distil (oracle2teacher)": 5.627261161804199,
       "epoch": 0.49293563579277866,
-      "rel-constrast": 2.7542667388916016,
+      "rel-constrast": 3.91501784324646,
       "step": 628,
-      "subrel-constrast": 3.251917839050293,
+      "subrel-constrast": 3.419872999191284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6816526651382446,
-      "cov-distil (oracle2student)": 3.386845111846924,
-      "cov-distil (oracle2teacher)": 3.636932849884033,
+      "cov-distil": 1.8328135013580322,
+      "cov-distil (oracle2student)": 3.750351905822754,
+      "cov-distil (oracle2teacher)": 3.2285561561584473,
       "epoch": 0.4937205651491366,
-      "rel-constrast": 3.498333692550659,
+      "rel-constrast": 3.834693431854248,
       "step": 629,
-      "subrel-constrast": 4.202667236328125,
+      "subrel-constrast": 3.4619088172912598,
       "view-similarity": 0
     },
     {
       "epoch": 0.4945054945054945,
-      "grad_norm": 7.5625,
+      "grad_norm": 9.4375,
       "learning_rate": 3.145e-05,
-      "loss": 0.8826,
+      "loss": 0.9172,
       "step": 630
     },
     {
-      "cov-distil": 2.036719560623169,
-      "cov-distil (oracle2student)": 3.06736421585083,
-      "cov-distil (oracle2teacher)": 2.9214823246002197,
+      "cov-distil": 2.606708526611328,
+      "cov-distil (oracle2student)": 3.537566661834717,
+      "cov-distil (oracle2teacher)": 3.475156307220459,
       "epoch": 0.4945054945054945,
-      "rel-constrast": 3.7380049228668213,
+      "rel-constrast": 4.34623908996582,
       "step": 630,
-      "subrel-constrast": 3.983168125152588,
+      "subrel-constrast": 3.9415884017944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8055294752120972,
-      "cov-distil (oracle2student)": 5.07818603515625,
-      "cov-distil (oracle2teacher)": 4.789787292480469,
+      "cov-distil": 2.294626235961914,
+      "cov-distil (oracle2student)": 5.836285591125488,
+      "cov-distil (oracle2teacher)": 4.3566083908081055,
       "epoch": 0.49529042386185246,
-      "rel-constrast": 3.5053956508636475,
+      "rel-constrast": 3.589104175567627,
       "step": 631,
-      "subrel-constrast": 3.7692389488220215,
+      "subrel-constrast": 3.4557175636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.885089635848999,
-      "cov-distil (oracle2student)": 4.89366340637207,
-      "cov-distil (oracle2teacher)": 4.407598495483398,
+      "cov-distil": 2.5077900886535645,
+      "cov-distil (oracle2student)": 5.137606620788574,
+      "cov-distil (oracle2teacher)": 4.853099822998047,
       "epoch": 0.49607535321821034,
-      "rel-constrast": 4.596569538116455,
+      "rel-constrast": 4.688709735870361,
       "step": 632,
-      "subrel-constrast": 4.941216468811035,
+      "subrel-constrast": 5.111147403717041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.8391644954681396,
-      "cov-distil (oracle2student)": 5.378125190734863,
-      "cov-distil (oracle2teacher)": 4.922906875610352,
+      "cov-distil": 3.7745180130004883,
+      "cov-distil (oracle2student)": 7.068461894989014,
+      "cov-distil (oracle2teacher)": 5.607882976531982,
       "epoch": 0.49686028257456827,
-      "rel-constrast": 3.385671615600586,
+      "rel-constrast": 4.276123523712158,
       "step": 633,
-      "subrel-constrast": 4.252890586853027,
+      "subrel-constrast": 4.332316875457764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9994655847549438,
-      "cov-distil (oracle2student)": 4.430481433868408,
-      "cov-distil (oracle2teacher)": 3.8203649520874023,
+      "cov-distil": 2.2912235260009766,
+      "cov-distil (oracle2student)": 4.883091926574707,
+      "cov-distil (oracle2teacher)": 4.545549392700195,
       "epoch": 0.4976452119309262,
-      "rel-constrast": 3.558961868286133,
+      "rel-constrast": 4.208623886108398,
       "step": 634,
-      "subrel-constrast": 4.154078483581543,
+      "subrel-constrast": 4.251965522766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0647013187408447,
-      "cov-distil (oracle2student)": 6.258809566497803,
-      "cov-distil (oracle2teacher)": 5.15144157409668,
+      "cov-distil": 2.828639030456543,
+      "cov-distil (oracle2student)": 5.9920196533203125,
+      "cov-distil (oracle2teacher)": 6.069310665130615,
       "epoch": 0.49843014128728413,
-      "rel-constrast": 3.5023036003112793,
+      "rel-constrast": 3.7276899814605713,
       "step": 635,
-      "subrel-constrast": 3.9350569248199463,
+      "subrel-constrast": 4.460113525390625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2153706550598145,
-      "cov-distil (oracle2student)": 3.410811424255371,
-      "cov-distil (oracle2teacher)": 3.1325831413269043,
+      "cov-distil": 2.2904117107391357,
+      "cov-distil (oracle2student)": 3.99910306930542,
+      "cov-distil (oracle2teacher)": 3.1334238052368164,
       "epoch": 0.49921507064364207,
-      "rel-constrast": 2.9577717781066895,
+      "rel-constrast": 3.814835786819458,
       "step": 636,
-      "subrel-constrast": 3.6039927005767822,
+      "subrel-constrast": 3.703612804412842,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2079286575317383,
-      "cov-distil (oracle2student)": 4.036181449890137,
-      "cov-distil (oracle2teacher)": 4.217216491699219,
+      "cov-distil": 2.6524651050567627,
+      "cov-distil (oracle2student)": 4.262920379638672,
+      "cov-distil (oracle2teacher)": 4.112240791320801,
       "epoch": 0.5,
-      "rel-constrast": 2.529026746749878,
+      "rel-constrast": 2.74665904045105,
       "step": 637,
-      "subrel-constrast": 3.5406107902526855,
+      "subrel-constrast": 3.4721298217773438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7763116359710693,
-      "cov-distil (oracle2student)": 5.549420356750488,
-      "cov-distil (oracle2teacher)": 4.872451305389404,
+      "cov-distil": 2.1079845428466797,
+      "cov-distil (oracle2student)": 5.139503479003906,
+      "cov-distil (oracle2teacher)": 4.945472240447998,
       "epoch": 0.5007849293563579,
-      "rel-constrast": 3.3119359016418457,
+      "rel-constrast": 3.15671706199646,
       "step": 638,
-      "subrel-constrast": 4.256858825683594,
+      "subrel-constrast": 3.699979066848755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.195068836212158,
-      "cov-distil (oracle2student)": 4.189920425415039,
-      "cov-distil (oracle2teacher)": 3.5667476654052734,
+      "cov-distil": 2.09120512008667,
+      "cov-distil (oracle2student)": 4.125622749328613,
+      "cov-distil (oracle2teacher)": 4.146570205688477,
       "epoch": 0.5015698587127159,
-      "rel-constrast": 3.217869758605957,
+      "rel-constrast": 4.224483489990234,
       "step": 639,
-      "subrel-constrast": 3.6509623527526855,
+      "subrel-constrast": 3.726580858230591,
       "view-similarity": 0
     },
     {
       "epoch": 0.5023547880690737,
-      "grad_norm": 6.375,
+      "grad_norm": 8.6875,
       "learning_rate": 3.1950000000000004e-05,
-      "loss": 0.9077,
+      "loss": 0.9695,
       "step": 640
     },
     {
-      "cov-distil": 1.8576759099960327,
-      "cov-distil (oracle2student)": 5.8008928298950195,
-      "cov-distil (oracle2teacher)": 4.75437068939209,
+      "cov-distil": 2.8372697830200195,
+      "cov-distil (oracle2student)": 6.288486480712891,
+      "cov-distil (oracle2teacher)": 5.979213714599609,
       "epoch": 0.5023547880690737,
-      "rel-constrast": 3.888542413711548,
+      "rel-constrast": 4.440748691558838,
       "step": 640,
-      "subrel-constrast": 3.72162127494812,
+      "subrel-constrast": 4.180386543273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.194441318511963,
-      "cov-distil (oracle2student)": 3.729897975921631,
-      "cov-distil (oracle2teacher)": 3.758085250854492,
+      "cov-distil": 2.5108163356781006,
+      "cov-distil (oracle2student)": 4.183108329772949,
+      "cov-distil (oracle2teacher)": 3.782762050628662,
       "epoch": 0.5031397174254317,
-      "rel-constrast": 2.8442156314849854,
+      "rel-constrast": 3.2919061183929443,
       "step": 641,
-      "subrel-constrast": 3.4073095321655273,
+      "subrel-constrast": 3.3973872661590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7926011085510254,
-      "cov-distil (oracle2student)": 4.590108394622803,
-      "cov-distil (oracle2teacher)": 4.308516979217529,
+      "cov-distil": 2.1104419231414795,
+      "cov-distil (oracle2student)": 4.552872657775879,
+      "cov-distil (oracle2teacher)": 4.865114212036133,
       "epoch": 0.5039246467817896,
-      "rel-constrast": 3.0633883476257324,
+      "rel-constrast": 3.498495101928711,
       "step": 642,
-      "subrel-constrast": 3.583106756210327,
+      "subrel-constrast": 3.4863576889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531267404556274,
-      "cov-distil (oracle2student)": 3.7335267066955566,
-      "cov-distil (oracle2teacher)": 3.5396041870117188,
+      "cov-distil": 2.296515941619873,
+      "cov-distil (oracle2student)": 3.96091365814209,
+      "cov-distil (oracle2teacher)": 3.511465549468994,
       "epoch": 0.5047095761381476,
-      "rel-constrast": 3.1265687942504883,
+      "rel-constrast": 3.033881187438965,
       "step": 643,
-      "subrel-constrast": 3.9736952781677246,
+      "subrel-constrast": 3.6578574180603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.174744129180908,
-      "cov-distil (oracle2student)": 5.371821880340576,
-      "cov-distil (oracle2teacher)": 5.631650447845459,
+      "cov-distil": 2.716444969177246,
+      "cov-distil (oracle2student)": 5.944937705993652,
+      "cov-distil (oracle2teacher)": 5.565789699554443,
       "epoch": 0.5054945054945055,
-      "rel-constrast": 2.75283145904541,
+      "rel-constrast": 3.602525234222412,
       "step": 644,
-      "subrel-constrast": 3.427626132965088,
+      "subrel-constrast": 3.0105247497558594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1141438484191895,
-      "cov-distil (oracle2student)": 3.6128411293029785,
-      "cov-distil (oracle2teacher)": 3.85451340675354,
+      "cov-distil": 3.032776355743408,
+      "cov-distil (oracle2student)": 4.38236665725708,
+      "cov-distil (oracle2teacher)": 4.1152496337890625,
       "epoch": 0.5062794348508635,
-      "rel-constrast": 1.986968994140625,
+      "rel-constrast": 3.3174374103546143,
       "step": 645,
-      "subrel-constrast": 3.4877305030822754,
+      "subrel-constrast": 3.5808780193328857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8011051416397095,
-      "cov-distil (oracle2student)": 4.181175231933594,
-      "cov-distil (oracle2teacher)": 3.8045687675476074,
+      "cov-distil": 2.2288098335266113,
+      "cov-distil (oracle2student)": 3.5256662368774414,
+      "cov-distil (oracle2teacher)": 3.8415560722351074,
       "epoch": 0.5070643642072213,
-      "rel-constrast": 4.298709869384766,
+      "rel-constrast": 3.9790170192718506,
       "step": 646,
-      "subrel-constrast": 4.449463367462158,
+      "subrel-constrast": 4.170544147491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8574446439743042,
-      "cov-distil (oracle2student)": 4.544512748718262,
-      "cov-distil (oracle2teacher)": 4.741387844085693,
+      "cov-distil": 2.4297423362731934,
+      "cov-distil (oracle2student)": 5.110560417175293,
+      "cov-distil (oracle2teacher)": 5.124014854431152,
       "epoch": 0.5078492935635793,
-      "rel-constrast": 3.0806450843811035,
+      "rel-constrast": 3.740143299102783,
       "step": 647,
-      "subrel-constrast": 4.183079242706299,
+      "subrel-constrast": 4.176394462585449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6043461561203003,
-      "cov-distil (oracle2student)": 4.987117767333984,
-      "cov-distil (oracle2teacher)": 4.6817731857299805,
+      "cov-distil": 2.4608030319213867,
+      "cov-distil (oracle2student)": 5.482053756713867,
+      "cov-distil (oracle2teacher)": 5.0165605545043945,
       "epoch": 0.5086342229199372,
-      "rel-constrast": 4.73549747467041,
+      "rel-constrast": 5.193303108215332,
       "step": 648,
-      "subrel-constrast": 4.205761432647705,
+      "subrel-constrast": 4.31159782409668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.730860948562622,
-      "cov-distil (oracle2student)": 5.180544376373291,
-      "cov-distil (oracle2teacher)": 5.1561784744262695,
+      "cov-distil": 2.5803258419036865,
+      "cov-distil (oracle2student)": 5.9002180099487305,
+      "cov-distil (oracle2teacher)": 4.8058671951293945,
       "epoch": 0.5094191522762951,
-      "rel-constrast": 4.907083988189697,
+      "rel-constrast": 5.834263801574707,
       "step": 649,
-      "subrel-constrast": 5.788470268249512,
+      "subrel-constrast": 5.233785152435303,
       "view-similarity": 0
     },
     {
       "epoch": 0.5102040816326531,
-      "grad_norm": 8.5625,
+      "grad_norm": 9.625,
       "learning_rate": 3.245e-05,
-      "loss": 0.9168,
+      "loss": 0.9983,
       "step": 650
     },
     {
-      "cov-distil": 1.5795965194702148,
-      "cov-distil (oracle2student)": 3.0900959968566895,
-      "cov-distil (oracle2teacher)": 3.090188980102539,
+      "cov-distil": 2.005690097808838,
+      "cov-distil (oracle2student)": 3.947294235229492,
+      "cov-distil (oracle2teacher)": 3.47277569770813,
       "epoch": 0.5102040816326531,
-      "rel-constrast": 2.2749428749084473,
+      "rel-constrast": 3.141552448272705,
       "step": 650,
-      "subrel-constrast": 2.8779311180114746,
+      "subrel-constrast": 2.7455615997314453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 3.022461175918579,
-      "cov-distil (oracle2student)": 3.3919878005981445,
-      "cov-distil (oracle2teacher)": 3.4654500484466553,
+      "cov-distil": 3.198296546936035,
+      "cov-distil (oracle2student)": 3.8194282054901123,
+      "cov-distil (oracle2teacher)": 3.4441394805908203,
       "epoch": 0.510989010989011,
-      "rel-constrast": 4.249826431274414,
+      "rel-constrast": 5.406310081481934,
       "step": 651,
-      "subrel-constrast": 4.296363830566406,
+      "subrel-constrast": 4.318598747253418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9723405838012695,
-      "cov-distil (oracle2student)": 4.034090518951416,
-      "cov-distil (oracle2teacher)": 3.6227993965148926,
+      "cov-distil": 2.0799901485443115,
+      "cov-distil (oracle2student)": 4.109343528747559,
+      "cov-distil (oracle2teacher)": 3.7898030281066895,
       "epoch": 0.5117739403453689,
-      "rel-constrast": 2.7990145683288574,
+      "rel-constrast": 3.5227394104003906,
       "step": 652,
-      "subrel-constrast": 3.4069864749908447,
+      "subrel-constrast": 3.300093650817871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.363738536834717,
-      "cov-distil (oracle2student)": 4.103008270263672,
-      "cov-distil (oracle2teacher)": 4.187695503234863,
+      "cov-distil": 2.8899335861206055,
+      "cov-distil (oracle2student)": 3.980715751647949,
+      "cov-distil (oracle2teacher)": 4.038439750671387,
       "epoch": 0.5125588697017268,
-      "rel-constrast": 3.1663973331451416,
+      "rel-constrast": 3.6184606552124023,
       "step": 653,
-      "subrel-constrast": 4.638887405395508,
+      "subrel-constrast": 4.0812907218933105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0362863540649414,
-      "cov-distil (oracle2student)": 4.727874755859375,
-      "cov-distil (oracle2teacher)": 4.260610103607178,
+      "cov-distil": 3.4885969161987305,
+      "cov-distil (oracle2student)": 6.54197359085083,
+      "cov-distil (oracle2teacher)": 4.704367637634277,
       "epoch": 0.5133437990580848,
-      "rel-constrast": 3.1716318130493164,
+      "rel-constrast": 4.414441108703613,
       "step": 654,
-      "subrel-constrast": 3.712811231613159,
+      "subrel-constrast": 3.838172435760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.86520254611969,
-      "cov-distil (oracle2student)": 3.012089490890503,
-      "cov-distil (oracle2teacher)": 2.6531620025634766,
+      "cov-distil": 2.3312811851501465,
+      "cov-distil (oracle2student)": 3.267852544784546,
+      "cov-distil (oracle2teacher)": 2.926943778991699,
       "epoch": 0.5141287284144427,
-      "rel-constrast": 3.011532783508301,
+      "rel-constrast": 3.1676130294799805,
       "step": 655,
-      "subrel-constrast": 3.88307785987854,
+      "subrel-constrast": 3.5161540508270264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380237340927124,
-      "cov-distil (oracle2student)": 4.0943403244018555,
-      "cov-distil (oracle2teacher)": 3.556976795196533,
+      "cov-distil": 2.014838695526123,
+      "cov-distil (oracle2student)": 4.127884864807129,
+      "cov-distil (oracle2teacher)": 3.8888235092163086,
       "epoch": 0.5149136577708007,
-      "rel-constrast": 2.6949563026428223,
+      "rel-constrast": 3.1607918739318848,
       "step": 656,
-      "subrel-constrast": 2.970791816711426,
+      "subrel-constrast": 3.2459888458251953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.547088623046875,
-      "cov-distil (oracle2student)": 3.7811152935028076,
-      "cov-distil (oracle2teacher)": 3.1435606479644775,
+      "cov-distil": 3.485830545425415,
+      "cov-distil (oracle2student)": 4.6845598220825195,
+      "cov-distil (oracle2teacher)": 4.440225601196289,
       "epoch": 0.5156985871271585,
-      "rel-constrast": 4.6508331298828125,
+      "rel-constrast": 4.65513801574707,
       "step": 657,
-      "subrel-constrast": 5.021119594573975,
+      "subrel-constrast": 5.200961589813232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8773239850997925,
-      "cov-distil (oracle2student)": 2.162222385406494,
-      "cov-distil (oracle2teacher)": 2.8415417671203613,
+      "cov-distil": 1.7730035781860352,
+      "cov-distil (oracle2student)": 2.754836082458496,
+      "cov-distil (oracle2teacher)": 2.6615588665008545,
       "epoch": 0.5164835164835165,
-      "rel-constrast": 2.518174409866333,
+      "rel-constrast": 2.560431480407715,
       "step": 658,
-      "subrel-constrast": 3.1573424339294434,
+      "subrel-constrast": 2.7967329025268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1154937744140625,
-      "cov-distil (oracle2student)": 4.187142372131348,
-      "cov-distil (oracle2teacher)": 3.7652230262756348,
+      "cov-distil": 2.695793867111206,
+      "cov-distil (oracle2student)": 4.997096061706543,
+      "cov-distil (oracle2teacher)": 4.024038314819336,
       "epoch": 0.5172684458398744,
-      "rel-constrast": 2.335378885269165,
+      "rel-constrast": 2.7796730995178223,
       "step": 659,
-      "subrel-constrast": 3.8484878540039062,
+      "subrel-constrast": 3.1277670860290527,
       "view-similarity": 0
     },
     {
       "epoch": 0.5180533751962323,
-      "grad_norm": 5.34375,
+      "grad_norm": 9.6875,
       "learning_rate": 3.295e-05,
-      "loss": 0.8237,
+      "loss": 0.9107,
       "step": 660
     },
     {
-      "cov-distil": 1.6641137599945068,
-      "cov-distil (oracle2student)": 4.368854999542236,
-      "cov-distil (oracle2teacher)": 3.8598177433013916,
+      "cov-distil": 2.5111517906188965,
+      "cov-distil (oracle2student)": 5.59426212310791,
+      "cov-distil (oracle2teacher)": 4.222893714904785,
       "epoch": 0.5180533751962323,
-      "rel-constrast": 5.043145179748535,
+      "rel-constrast": 4.955999374389648,
       "step": 660,
-      "subrel-constrast": 4.929429054260254,
+      "subrel-constrast": 5.149226188659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8369500637054443,
-      "cov-distil (oracle2student)": 2.5059654712677,
-      "cov-distil (oracle2teacher)": 3.0290422439575195,
+      "cov-distil": 2.3813834190368652,
+      "cov-distil (oracle2student)": 2.9089694023132324,
+      "cov-distil (oracle2teacher)": 3.547722816467285,
       "epoch": 0.5188383045525903,
-      "rel-constrast": 2.958991765975952,
+      "rel-constrast": 3.5767245292663574,
       "step": 661,
-      "subrel-constrast": 4.045813083648682,
+      "subrel-constrast": 3.7495806217193604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3058319091796875,
-      "cov-distil (oracle2student)": 2.6083598136901855,
-      "cov-distil (oracle2teacher)": 2.919396162033081,
+      "cov-distil": 1.9560878276824951,
+      "cov-distil (oracle2student)": 3.1636743545532227,
+      "cov-distil (oracle2teacher)": 3.350107192993164,
       "epoch": 0.5196232339089482,
-      "rel-constrast": 3.9977173805236816,
+      "rel-constrast": 3.80185866355896,
       "step": 662,
-      "subrel-constrast": 4.289959907531738,
+      "subrel-constrast": 4.206034183502197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3584043979644775,
-      "cov-distil (oracle2student)": 3.5410373210906982,
-      "cov-distil (oracle2teacher)": 3.3703551292419434,
+      "cov-distil": 2.8989176750183105,
+      "cov-distil (oracle2student)": 3.9657833576202393,
+      "cov-distil (oracle2teacher)": 3.9087791442871094,
       "epoch": 0.5204081632653061,
-      "rel-constrast": 3.7360000610351562,
+      "rel-constrast": 4.553762912750244,
       "step": 663,
-      "subrel-constrast": 4.950240612030029,
+      "subrel-constrast": 4.971201419830322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8579416275024414,
-      "cov-distil (oracle2student)": 3.8656551837921143,
-      "cov-distil (oracle2teacher)": 3.629361867904663,
+      "cov-distil": 2.136458158493042,
+      "cov-distil (oracle2student)": 4.334768295288086,
+      "cov-distil (oracle2teacher)": 4.171571254730225,
       "epoch": 0.521193092621664,
-      "rel-constrast": 2.1877617835998535,
+      "rel-constrast": 2.926884412765503,
       "step": 664,
-      "subrel-constrast": 3.012631416320801,
+      "subrel-constrast": 2.976820230484009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.214716911315918,
-      "cov-distil (oracle2student)": 6.05491828918457,
-      "cov-distil (oracle2teacher)": 5.177475929260254,
+      "cov-distil": 2.7569570541381836,
+      "cov-distil (oracle2student)": 6.613186836242676,
+      "cov-distil (oracle2teacher)": 6.062381744384766,
       "epoch": 0.521978021978022,
-      "rel-constrast": 5.178892135620117,
+      "rel-constrast": 6.23654317855835,
       "step": 665,
-      "subrel-constrast": 5.305087566375732,
+      "subrel-constrast": 5.619877338409424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6137239933013916,
-      "cov-distil (oracle2student)": 3.810120105743408,
-      "cov-distil (oracle2teacher)": 3.119935989379883,
+      "cov-distil": 1.7036919593811035,
+      "cov-distil (oracle2student)": 3.809422016143799,
+      "cov-distil (oracle2teacher)": 3.464710235595703,
       "epoch": 0.5227629513343799,
-      "rel-constrast": 3.349665403366089,
+      "rel-constrast": 2.795098304748535,
       "step": 666,
-      "subrel-constrast": 3.414976119995117,
+      "subrel-constrast": 3.336763381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4571619033813477,
-      "cov-distil (oracle2student)": 4.053093910217285,
-      "cov-distil (oracle2teacher)": 4.981718063354492,
+      "cov-distil": 2.8161277770996094,
+      "cov-distil (oracle2student)": 5.543473720550537,
+      "cov-distil (oracle2teacher)": 4.8104352951049805,
       "epoch": 0.5235478806907379,
-      "rel-constrast": 3.4734315872192383,
+      "rel-constrast": 4.864631175994873,
       "step": 667,
-      "subrel-constrast": 4.766326427459717,
+      "subrel-constrast": 4.13904333114624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3272705078125,
-      "cov-distil (oracle2student)": 5.295647144317627,
-      "cov-distil (oracle2teacher)": 5.269445419311523,
+      "cov-distil": 3.3697948455810547,
+      "cov-distil (oracle2student)": 4.856570720672607,
+      "cov-distil (oracle2teacher)": 5.935426235198975,
       "epoch": 0.5243328100470958,
-      "rel-constrast": 2.27578067779541,
+      "rel-constrast": 2.5346570014953613,
       "step": 668,
-      "subrel-constrast": 3.290186882019043,
+      "subrel-constrast": 3.6183407306671143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16574764251709,
-      "cov-distil (oracle2student)": 3.074251174926758,
-      "cov-distil (oracle2teacher)": 3.6627612113952637,
+      "cov-distil": 2.443873643875122,
+      "cov-distil (oracle2student)": 3.8340420722961426,
+      "cov-distil (oracle2teacher)": 3.8112082481384277,
       "epoch": 0.5251177394034537,
-      "rel-constrast": 2.9117937088012695,
+      "rel-constrast": 3.117194890975952,
       "step": 669,
-      "subrel-constrast": 4.0769429206848145,
+      "subrel-constrast": 3.6960434913635254,
       "view-similarity": 0
     },
     {
       "epoch": 0.5259026687598116,
-      "grad_norm": 6.375,
+      "grad_norm": 7.21875,
       "learning_rate": 3.345000000000001e-05,
-      "loss": 0.9273,
+      "loss": 0.9841,
       "step": 670
     },
     {
-      "cov-distil": 2.065680503845215,
-      "cov-distil (oracle2student)": 3.868816375732422,
-      "cov-distil (oracle2teacher)": 3.9226622581481934,
+      "cov-distil": 2.1410069465637207,
+      "cov-distil (oracle2student)": 4.273997783660889,
+      "cov-distil (oracle2teacher)": 4.135704517364502,
       "epoch": 0.5259026687598116,
-      "rel-constrast": 2.5789599418640137,
+      "rel-constrast": 3.2300148010253906,
       "step": 670,
-      "subrel-constrast": 3.465372085571289,
+      "subrel-constrast": 3.366262197494507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0299253463745117,
-      "cov-distil (oracle2student)": 5.565490245819092,
-      "cov-distil (oracle2teacher)": 5.061978340148926,
+      "cov-distil": 1.6029343605041504,
+      "cov-distil (oracle2student)": 5.584705829620361,
+      "cov-distil (oracle2teacher)": 5.614703178405762,
       "epoch": 0.5266875981161695,
-      "rel-constrast": 3.3333916664123535,
+      "rel-constrast": 3.774601697921753,
       "step": 671,
-      "subrel-constrast": 4.698709964752197,
+      "subrel-constrast": 4.435283660888672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5617218017578125,
-      "cov-distil (oracle2student)": 3.1652114391326904,
-      "cov-distil (oracle2teacher)": 3.4503588676452637,
+      "cov-distil": 2.162766933441162,
+      "cov-distil (oracle2student)": 3.5882372856140137,
+      "cov-distil (oracle2teacher)": 3.2187604904174805,
       "epoch": 0.5274725274725275,
-      "rel-constrast": 3.9138967990875244,
+      "rel-constrast": 3.776435613632202,
       "step": 672,
-      "subrel-constrast": 4.301997184753418,
+      "subrel-constrast": 3.6951181888580322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7199047803878784,
-      "cov-distil (oracle2student)": 5.541564464569092,
-      "cov-distil (oracle2teacher)": 4.650752067565918,
+      "cov-distil": 1.9119648933410645,
+      "cov-distil (oracle2student)": 4.878622531890869,
+      "cov-distil (oracle2teacher)": 6.069857597351074,
       "epoch": 0.5282574568288854,
-      "rel-constrast": 4.440341949462891,
+      "rel-constrast": 4.442440032958984,
       "step": 673,
-      "subrel-constrast": 4.870668411254883,
+      "subrel-constrast": 5.396683216094971,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1352946758270264,
-      "cov-distil (oracle2student)": 5.3132476806640625,
-      "cov-distil (oracle2teacher)": 5.1568708419799805,
+      "cov-distil": 2.7969448566436768,
+      "cov-distil (oracle2student)": 5.141945838928223,
+      "cov-distil (oracle2teacher)": 4.769449234008789,
       "epoch": 0.5290423861852434,
-      "rel-constrast": 3.2583117485046387,
+      "rel-constrast": 3.191304922103882,
       "step": 674,
-      "subrel-constrast": 3.8436455726623535,
+      "subrel-constrast": 3.756972312927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9063246250152588,
-      "cov-distil (oracle2student)": 5.243358612060547,
-      "cov-distil (oracle2teacher)": 4.658295631408691,
+      "cov-distil": 3.402618169784546,
+      "cov-distil (oracle2student)": 6.366461753845215,
+      "cov-distil (oracle2teacher)": 5.302012920379639,
       "epoch": 0.5298273155416012,
-      "rel-constrast": 3.1742382049560547,
+      "rel-constrast": 4.15281343460083,
       "step": 675,
-      "subrel-constrast": 3.8488731384277344,
+      "subrel-constrast": 3.7890465259552,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8462109565734863,
-      "cov-distil (oracle2student)": 5.162891387939453,
-      "cov-distil (oracle2teacher)": 4.82572078704834,
+      "cov-distil": 2.406013011932373,
+      "cov-distil (oracle2student)": 5.864394187927246,
+      "cov-distil (oracle2teacher)": 5.616963863372803,
       "epoch": 0.5306122448979592,
-      "rel-constrast": 4.111156463623047,
+      "rel-constrast": 4.693376541137695,
       "step": 676,
-      "subrel-constrast": 4.930334091186523,
+      "subrel-constrast": 5.165534973144531,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5761990547180176,
-      "cov-distil (oracle2student)": 4.144106864929199,
-      "cov-distil (oracle2teacher)": 3.585334539413452,
+      "cov-distil": 2.2915496826171875,
+      "cov-distil (oracle2student)": 3.640348434448242,
+      "cov-distil (oracle2teacher)": 4.027545928955078,
       "epoch": 0.5313971742543171,
-      "rel-constrast": 4.443304538726807,
+      "rel-constrast": 4.172548294067383,
       "step": 677,
-      "subrel-constrast": 4.383738994598389,
+      "subrel-constrast": 4.344696521759033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.341961145401001,
-      "cov-distil (oracle2student)": 7.6850481033325195,
-      "cov-distil (oracle2teacher)": 6.848657608032227,
+      "cov-distil": 1.5883677005767822,
+      "cov-distil (oracle2student)": 8.732393264770508,
+      "cov-distil (oracle2teacher)": 7.910237789154053,
       "epoch": 0.5321821036106751,
-      "rel-constrast": 2.8136472702026367,
+      "rel-constrast": 3.0310137271881104,
       "step": 678,
-      "subrel-constrast": 3.307239294052124,
+      "subrel-constrast": 3.6156699657440186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9289836883544922,
-      "cov-distil (oracle2student)": 4.049675941467285,
-      "cov-distil (oracle2teacher)": 3.530578851699829,
+      "cov-distil": 2.634097099304199,
+      "cov-distil (oracle2student)": 5.574465274810791,
+      "cov-distil (oracle2teacher)": 4.364235877990723,
       "epoch": 0.532967032967033,
-      "rel-constrast": 3.3361611366271973,
+      "rel-constrast": 4.324158668518066,
       "step": 679,
-      "subrel-constrast": 4.114180088043213,
+      "subrel-constrast": 4.561538219451904,
       "view-similarity": 0
     },
     {
       "epoch": 0.533751962323391,
-      "grad_norm": 6.5,
+      "grad_norm": 8.25,
       "learning_rate": 3.3950000000000005e-05,
-      "loss": 0.9304,
+      "loss": 0.9697,
       "step": 680
     },
     {
-      "cov-distil": 2.5641942024230957,
-      "cov-distil (oracle2student)": 2.744274854660034,
-      "cov-distil (oracle2teacher)": 3.272881507873535,
+      "cov-distil": 2.5106568336486816,
+      "cov-distil (oracle2student)": 3.3857407569885254,
+      "cov-distil (oracle2teacher)": 3.4950103759765625,
       "epoch": 0.533751962323391,
-      "rel-constrast": 2.993406057357788,
+      "rel-constrast": 2.76829195022583,
       "step": 680,
-      "subrel-constrast": 3.755962371826172,
+      "subrel-constrast": 3.8226850032806396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0492701530456543,
-      "cov-distil (oracle2student)": 4.649113655090332,
-      "cov-distil (oracle2teacher)": 4.232446670532227,
+      "cov-distil": 2.521369695663452,
+      "cov-distil (oracle2student)": 5.406507968902588,
+      "cov-distil (oracle2teacher)": 5.031182765960693,
       "epoch": 0.5345368916797488,
-      "rel-constrast": 3.4748072624206543,
+      "rel-constrast": 3.6042282581329346,
       "step": 681,
-      "subrel-constrast": 3.822028398513794,
+      "subrel-constrast": 3.588695526123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7886135578155518,
-      "cov-distil (oracle2student)": 4.739500045776367,
-      "cov-distil (oracle2teacher)": 4.872651100158691,
+      "cov-distil": 1.8624324798583984,
+      "cov-distil (oracle2student)": 4.341632843017578,
+      "cov-distil (oracle2teacher)": 4.987374782562256,
       "epoch": 0.5353218210361067,
-      "rel-constrast": 3.860889434814453,
+      "rel-constrast": 3.5450191497802734,
       "step": 682,
-      "subrel-constrast": 4.300994873046875,
+      "subrel-constrast": 4.303939342498779,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7035307884216309,
-      "cov-distil (oracle2student)": 5.256606578826904,
-      "cov-distil (oracle2teacher)": 4.532329559326172,
+      "cov-distil": 2.62129807472229,
+      "cov-distil (oracle2student)": 5.854056358337402,
+      "cov-distil (oracle2teacher)": 5.268615245819092,
       "epoch": 0.5361067503924647,
-      "rel-constrast": 2.694431781768799,
+      "rel-constrast": 3.7138655185699463,
       "step": 683,
-      "subrel-constrast": 3.748015880584717,
+      "subrel-constrast": 3.6554105281829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5793291330337524,
-      "cov-distil (oracle2student)": 3.34442138671875,
-      "cov-distil (oracle2teacher)": 3.489408016204834,
+      "cov-distil": 2.0569660663604736,
+      "cov-distil (oracle2student)": 3.800809383392334,
+      "cov-distil (oracle2teacher)": 3.626330614089966,
       "epoch": 0.5368916797488226,
-      "rel-constrast": 3.4692606925964355,
+      "rel-constrast": 3.7409493923187256,
       "step": 684,
-      "subrel-constrast": 4.155377388000488,
+      "subrel-constrast": 3.949650764465332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.270772933959961,
-      "cov-distil (oracle2student)": 4.940689563751221,
-      "cov-distil (oracle2teacher)": 4.056640625,
+      "cov-distil": 1.7595962285995483,
+      "cov-distil (oracle2student)": 4.9004411697387695,
+      "cov-distil (oracle2teacher)": 4.381500720977783,
       "epoch": 0.5376766091051806,
-      "rel-constrast": 3.6255533695220947,
+      "rel-constrast": 3.8135268688201904,
       "step": 685,
-      "subrel-constrast": 3.905515432357788,
+      "subrel-constrast": 3.988839626312256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906499147415161,
-      "cov-distil (oracle2student)": 2.9719133377075195,
-      "cov-distil (oracle2teacher)": 3.035362720489502,
+      "cov-distil": 2.0897340774536133,
+      "cov-distil (oracle2student)": 3.2745068073272705,
+      "cov-distil (oracle2teacher)": 3.330972194671631,
       "epoch": 0.5384615384615384,
-      "rel-constrast": 2.522902488708496,
+      "rel-constrast": 2.653061866760254,
       "step": 686,
-      "subrel-constrast": 3.023371458053589,
+      "subrel-constrast": 2.8033761978149414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.210014820098877,
-      "cov-distil (oracle2student)": 3.1710901260375977,
-      "cov-distil (oracle2teacher)": 3.343808650970459,
+      "cov-distil": 2.7595176696777344,
+      "cov-distil (oracle2student)": 3.8068532943725586,
+      "cov-distil (oracle2teacher)": 3.6320977210998535,
       "epoch": 0.5392464678178964,
-      "rel-constrast": 3.3018300533294678,
+      "rel-constrast": 3.160191774368286,
       "step": 687,
-      "subrel-constrast": 4.116960048675537,
+      "subrel-constrast": 4.0954813957214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8590292930603027,
-      "cov-distil (oracle2student)": 3.6966283321380615,
-      "cov-distil (oracle2teacher)": 4.054505825042725,
+      "cov-distil": 2.0101730823516846,
+      "cov-distil (oracle2student)": 4.222168922424316,
+      "cov-distil (oracle2teacher)": 3.990381956100464,
       "epoch": 0.5400313971742543,
-      "rel-constrast": 2.4913716316223145,
+      "rel-constrast": 2.646033763885498,
       "step": 688,
-      "subrel-constrast": 3.234123945236206,
+      "subrel-constrast": 2.717616319656372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.858504295349121,
-      "cov-distil (oracle2student)": 5.383901119232178,
-      "cov-distil (oracle2teacher)": 5.08363151550293,
+      "cov-distil": 1.8454500436782837,
+      "cov-distil (oracle2student)": 5.345389366149902,
+      "cov-distil (oracle2teacher)": 5.106082916259766,
       "epoch": 0.5408163265306123,
-      "rel-constrast": 2.557194948196411,
+      "rel-constrast": 3.6248984336853027,
       "step": 689,
-      "subrel-constrast": 3.526618480682373,
+      "subrel-constrast": 3.0662500858306885,
       "view-similarity": 0
     },
     {
       "epoch": 0.5416012558869702,
-      "grad_norm": 5.90625,
+      "grad_norm": 8.1875,
       "learning_rate": 3.445e-05,
-      "loss": 0.8217,
+      "loss": 0.8318,
       "step": 690
     },
     {
-      "cov-distil": 2.299866199493408,
-      "cov-distil (oracle2student)": 5.036685943603516,
-      "cov-distil (oracle2teacher)": 4.493790626525879,
+      "cov-distil": 2.1946043968200684,
+      "cov-distil (oracle2student)": 5.522873878479004,
+      "cov-distil (oracle2teacher)": 5.121616363525391,
       "epoch": 0.5416012558869702,
-      "rel-constrast": 4.325338840484619,
+      "rel-constrast": 4.97845458984375,
       "step": 690,
-      "subrel-constrast": 4.785141468048096,
+      "subrel-constrast": 4.80668830871582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.446077823638916,
-      "cov-distil (oracle2student)": 4.742259502410889,
-      "cov-distil (oracle2teacher)": 4.882801055908203,
+      "cov-distil": 1.696500539779663,
+      "cov-distil (oracle2student)": 5.067530632019043,
+      "cov-distil (oracle2teacher)": 4.516839027404785,
       "epoch": 0.542386185243328,
-      "rel-constrast": 3.005162000656128,
+      "rel-constrast": 3.5588157176971436,
       "step": 691,
-      "subrel-constrast": 3.929311513900757,
+      "subrel-constrast": 3.4414079189300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.759209156036377,
-      "cov-distil (oracle2student)": 5.172847747802734,
-      "cov-distil (oracle2teacher)": 4.4673004150390625,
+      "cov-distil": 2.4372355937957764,
+      "cov-distil (oracle2student)": 5.737783432006836,
+      "cov-distil (oracle2teacher)": 4.659091472625732,
       "epoch": 0.543171114599686,
-      "rel-constrast": 2.6518049240112305,
+      "rel-constrast": 3.1587018966674805,
       "step": 692,
-      "subrel-constrast": 3.5100200176239014,
+      "subrel-constrast": 3.456956386566162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0212676525115967,
-      "cov-distil (oracle2student)": 3.6649792194366455,
-      "cov-distil (oracle2teacher)": 3.7320971488952637,
+      "cov-distil": 2.167219638824463,
+      "cov-distil (oracle2student)": 4.299294471740723,
+      "cov-distil (oracle2teacher)": 4.00494384765625,
       "epoch": 0.5439560439560439,
-      "rel-constrast": 3.616281509399414,
+      "rel-constrast": 3.538851261138916,
       "step": 693,
-      "subrel-constrast": 4.3500471115112305,
+      "subrel-constrast": 4.040345191955566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.15602445602417,
-      "cov-distil (oracle2student)": 4.672577857971191,
-      "cov-distil (oracle2teacher)": 4.259461879730225,
+      "cov-distil": 2.254950761795044,
+      "cov-distil (oracle2student)": 4.852596282958984,
+      "cov-distil (oracle2teacher)": 5.137213706970215,
       "epoch": 0.5447409733124019,
-      "rel-constrast": 2.765082359313965,
+      "rel-constrast": 2.993964195251465,
       "step": 694,
-      "subrel-constrast": 3.7528111934661865,
+      "subrel-constrast": 3.6176810264587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6601845026016235,
-      "cov-distil (oracle2student)": 6.222827911376953,
-      "cov-distil (oracle2teacher)": 5.414775371551514,
+      "cov-distil": 1.859640121459961,
+      "cov-distil (oracle2student)": 6.367548942565918,
+      "cov-distil (oracle2teacher)": 5.984331130981445,
       "epoch": 0.5455259026687598,
-      "rel-constrast": 2.261347770690918,
+      "rel-constrast": 2.431955337524414,
       "step": 695,
-      "subrel-constrast": 3.265878200531006,
+      "subrel-constrast": 2.8500559329986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6982128620147705,
-      "cov-distil (oracle2student)": 4.819255828857422,
-      "cov-distil (oracle2teacher)": 4.5087056159973145,
+      "cov-distil": 2.3243355751037598,
+      "cov-distil (oracle2student)": 5.513372421264648,
+      "cov-distil (oracle2teacher)": 4.599259376525879,
       "epoch": 0.5463108320251178,
-      "rel-constrast": 3.655337333679199,
+      "rel-constrast": 4.28459358215332,
       "step": 696,
-      "subrel-constrast": 4.5195231437683105,
+      "subrel-constrast": 4.38563346862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2472658157348633,
-      "cov-distil (oracle2student)": 3.983247995376587,
-      "cov-distil (oracle2teacher)": 5.221875190734863,
+      "cov-distil": 2.6534581184387207,
+      "cov-distil (oracle2student)": 4.487489700317383,
+      "cov-distil (oracle2teacher)": 5.760103225708008,
       "epoch": 0.5470957613814756,
-      "rel-constrast": 3.598127603530884,
+      "rel-constrast": 3.666417121887207,
       "step": 697,
-      "subrel-constrast": 5.374654293060303,
+      "subrel-constrast": 5.512442111968994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1413283348083496,
-      "cov-distil (oracle2student)": 4.751459121704102,
-      "cov-distil (oracle2teacher)": 4.2162675857543945,
+      "cov-distil": 2.539128065109253,
+      "cov-distil (oracle2student)": 5.5660271644592285,
+      "cov-distil (oracle2teacher)": 4.704483509063721,
       "epoch": 0.5478806907378336,
-      "rel-constrast": 2.9638516902923584,
+      "rel-constrast": 2.923438787460327,
       "step": 698,
-      "subrel-constrast": 3.3442859649658203,
+      "subrel-constrast": 3.4211766719818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8689894676208496,
-      "cov-distil (oracle2student)": 4.649480819702148,
-      "cov-distil (oracle2teacher)": 4.544905185699463,
+      "cov-distil": 2.697439193725586,
+      "cov-distil (oracle2student)": 5.279465198516846,
+      "cov-distil (oracle2teacher)": 5.032678604125977,
       "epoch": 0.5486656200941915,
-      "rel-constrast": 4.6534953117370605,
+      "rel-constrast": 4.929755210876465,
       "step": 699,
-      "subrel-constrast": 5.357505798339844,
+      "subrel-constrast": 4.908409118652344,
       "view-similarity": 0
     },
     {
       "epoch": 0.5494505494505495,
-      "grad_norm": 8.25,
+      "grad_norm": 9.875,
       "learning_rate": 3.495e-05,
-      "loss": 0.8856,
+      "loss": 0.9116,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2593750059604645,
       "step": 700
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "student margin": 0.04656982421875
+      "student margin": 0.041748046875
     },
     {
       "epoch": 0.5494505494505495,
       "step": 700,
-      "teacher margin": 0.027984619140625
+      "teacher margin": 0.039947509765625
     },
     {
       "epoch": 0.5494505494505495,
-      "margin difference": -0.018585205078125,
+      "margin difference": -0.001800537109375,
       "step": 700
     },
     {
-      "cov-distil": 2.157240867614746,
-      "cov-distil (oracle2student)": 3.8259079456329346,
-      "cov-distil (oracle2teacher)": 3.61386775970459,
+      "cov-distil": 2.2880048751831055,
+      "cov-distil (oracle2student)": 4.718327522277832,
+      "cov-distil (oracle2teacher)": 4.111974239349365,
       "epoch": 0.5494505494505495,
-      "rel-constrast": 2.778444290161133,
+      "rel-constrast": 3.2925586700439453,
       "step": 700,
-      "subrel-constrast": 3.613661527633667,
+      "subrel-constrast": 3.206794500350952,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.01035737991333,
-      "cov-distil (oracle2student)": 5.081770420074463,
-      "cov-distil (oracle2teacher)": 4.462559700012207,
+      "cov-distil": 2.9135310649871826,
+      "cov-distil (oracle2student)": 5.466835975646973,
+      "cov-distil (oracle2teacher)": 5.22095251083374,
       "epoch": 0.5502354788069074,
-      "rel-constrast": 3.072714328765869,
+      "rel-constrast": 3.6792917251586914,
       "step": 701,
-      "subrel-constrast": 4.064720630645752,
+      "subrel-constrast": 3.8968825340270996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.565253734588623,
-      "cov-distil (oracle2student)": 3.6840004920959473,
-      "cov-distil (oracle2teacher)": 3.1901845932006836,
+      "cov-distil": 1.9267714023590088,
+      "cov-distil (oracle2student)": 3.9808108806610107,
+      "cov-distil (oracle2teacher)": 3.8285605907440186,
       "epoch": 0.5510204081632653,
-      "rel-constrast": 2.864206314086914,
+      "rel-constrast": 3.687560796737671,
       "step": 702,
-      "subrel-constrast": 4.07752799987793,
+      "subrel-constrast": 4.194905757904053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3201117515563965,
-      "cov-distil (oracle2student)": 4.430790901184082,
-      "cov-distil (oracle2teacher)": 4.106421947479248,
+      "cov-distil": 2.2865214347839355,
+      "cov-distil (oracle2student)": 5.288548469543457,
+      "cov-distil (oracle2teacher)": 4.322580337524414,
       "epoch": 0.5518053375196232,
-      "rel-constrast": 2.892885684967041,
+      "rel-constrast": 3.198094606399536,
       "step": 703,
-      "subrel-constrast": 3.9102280139923096,
+      "subrel-constrast": 3.643282651901245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6157848834991455,
-      "cov-distil (oracle2student)": 3.072972059249878,
-      "cov-distil (oracle2teacher)": 3.0099520683288574,
+      "cov-distil": 2.362612724304199,
+      "cov-distil (oracle2student)": 2.800478935241699,
+      "cov-distil (oracle2teacher)": 2.8055219650268555,
       "epoch": 0.5525902668759811,
-      "rel-constrast": 2.969308376312256,
+      "rel-constrast": 3.2065134048461914,
       "step": 704,
-      "subrel-constrast": 3.35325288772583,
+      "subrel-constrast": 3.2149741649627686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8044019937515259,
-      "cov-distil (oracle2student)": 4.907984733581543,
-      "cov-distil (oracle2teacher)": 4.27658748626709,
+      "cov-distil": 2.8221888542175293,
+      "cov-distil (oracle2student)": 5.351350784301758,
+      "cov-distil (oracle2teacher)": 4.591974258422852,
       "epoch": 0.5533751962323391,
-      "rel-constrast": 2.5930466651916504,
+      "rel-constrast": 3.210024833679199,
       "step": 705,
-      "subrel-constrast": 3.165639877319336,
+      "subrel-constrast": 3.5450069904327393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.150331497192383,
-      "cov-distil (oracle2student)": 3.3075904846191406,
-      "cov-distil (oracle2teacher)": 3.182615280151367,
+      "cov-distil": 1.8759958744049072,
+      "cov-distil (oracle2student)": 4.873770236968994,
+      "cov-distil (oracle2teacher)": 3.9827446937561035,
       "epoch": 0.554160125588697,
-      "rel-constrast": 2.4108023643493652,
+      "rel-constrast": 3.6742019653320312,
       "step": 706,
-      "subrel-constrast": 3.4137344360351562,
+      "subrel-constrast": 3.4755420684814453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.595040202140808,
-      "cov-distil (oracle2student)": 3.7764763832092285,
-      "cov-distil (oracle2teacher)": 3.6071784496307373,
+      "cov-distil": 2.4581942558288574,
+      "cov-distil (oracle2student)": 4.804100513458252,
+      "cov-distil (oracle2teacher)": 4.314425945281982,
       "epoch": 0.554945054945055,
-      "rel-constrast": 2.6294069290161133,
+      "rel-constrast": 3.0120925903320312,
       "step": 707,
-      "subrel-constrast": 3.2617640495300293,
+      "subrel-constrast": 3.131943941116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.711127519607544,
-      "cov-distil (oracle2student)": 4.368122100830078,
-      "cov-distil (oracle2teacher)": 4.404465675354004,
+      "cov-distil": 2.6311073303222656,
+      "cov-distil (oracle2student)": 5.383587837219238,
+      "cov-distil (oracle2teacher)": 4.969912052154541,
       "epoch": 0.5557299843014128,
-      "rel-constrast": 3.2108542919158936,
+      "rel-constrast": 4.627037048339844,
       "step": 708,
-      "subrel-constrast": 4.086469650268555,
+      "subrel-constrast": 4.558852195739746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.5156898498535156,
-      "cov-distil (oracle2student)": 2.943955421447754,
-      "cov-distil (oracle2teacher)": 3.269672393798828,
+      "cov-distil": 2.616668939590454,
+      "cov-distil (oracle2student)": 3.688739538192749,
+      "cov-distil (oracle2teacher)": 3.537348747253418,
       "epoch": 0.5565149136577708,
-      "rel-constrast": 2.9572768211364746,
+      "rel-constrast": 3.0753276348114014,
       "step": 709,
-      "subrel-constrast": 3.896813154220581,
+      "subrel-constrast": 3.4158666133880615,
       "view-similarity": 0
     },
     {
       "epoch": 0.5572998430141287,
-      "grad_norm": 6.28125,
+      "grad_norm": 7.65625,
       "learning_rate": 3.545e-05,
-      "loss": 0.7581,
+      "loss": 0.8666,
       "step": 710
     },
     {
-      "cov-distil": 1.941748857498169,
-      "cov-distil (oracle2student)": 3.2825870513916016,
-      "cov-distil (oracle2teacher)": 3.621279716491699,
+      "cov-distil": 2.5314691066741943,
+      "cov-distil (oracle2student)": 4.770528793334961,
+      "cov-distil (oracle2teacher)": 3.82454514503479,
       "epoch": 0.5572998430141287,
-      "rel-constrast": 2.292598247528076,
+      "rel-constrast": 2.446364641189575,
       "step": 710,
-      "subrel-constrast": 2.9045729637145996,
+      "subrel-constrast": 2.8734424114227295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0996546745300293,
-      "cov-distil (oracle2student)": 4.204470157623291,
-      "cov-distil (oracle2teacher)": 3.3012800216674805,
+      "cov-distil": 2.6872036457061768,
+      "cov-distil (oracle2student)": 5.079697608947754,
+      "cov-distil (oracle2teacher)": 4.345038890838623,
       "epoch": 0.5580847723704867,
-      "rel-constrast": 3.2023658752441406,
+      "rel-constrast": 4.320545196533203,
       "step": 711,
-      "subrel-constrast": 4.2951812744140625,
+      "subrel-constrast": 4.164237022399902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.125648021697998,
-      "cov-distil (oracle2student)": 4.4790239334106445,
-      "cov-distil (oracle2teacher)": 3.7824501991271973,
+      "cov-distil": 2.4771342277526855,
+      "cov-distil (oracle2student)": 5.571382522583008,
+      "cov-distil (oracle2teacher)": 4.474830627441406,
       "epoch": 0.5588697017268446,
-      "rel-constrast": 2.64786434173584,
+      "rel-constrast": 3.0087990760803223,
       "step": 712,
-      "subrel-constrast": 3.5473222732543945,
+      "subrel-constrast": 3.7193186283111572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9814571142196655,
-      "cov-distil (oracle2student)": 4.236344337463379,
-      "cov-distil (oracle2teacher)": 4.302420139312744,
+      "cov-distil": 1.9511741399765015,
+      "cov-distil (oracle2student)": 4.811041831970215,
+      "cov-distil (oracle2teacher)": 4.480846405029297,
       "epoch": 0.5596546310832025,
-      "rel-constrast": 3.084531307220459,
+      "rel-constrast": 3.355523109436035,
       "step": 713,
-      "subrel-constrast": 3.6959943771362305,
+      "subrel-constrast": 3.298560380935669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3132081031799316,
-      "cov-distil (oracle2student)": 5.171266555786133,
-      "cov-distil (oracle2teacher)": 3.993610143661499,
+      "cov-distil": 3.3606603145599365,
+      "cov-distil (oracle2student)": 5.985777378082275,
+      "cov-distil (oracle2teacher)": 5.41561222076416,
       "epoch": 0.5604395604395604,
-      "rel-constrast": 3.0725412368774414,
+      "rel-constrast": 4.089506149291992,
       "step": 714,
-      "subrel-constrast": 3.5433380603790283,
+      "subrel-constrast": 3.418116331100464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8887940645217896,
-      "cov-distil (oracle2student)": 2.9364123344421387,
-      "cov-distil (oracle2teacher)": 3.177769422531128,
+      "cov-distil": 2.6809821128845215,
+      "cov-distil (oracle2student)": 3.805650472640991,
+      "cov-distil (oracle2teacher)": 3.818087577819824,
       "epoch": 0.5612244897959183,
-      "rel-constrast": 3.2502474784851074,
+      "rel-constrast": 3.5171585083007812,
       "step": 715,
-      "subrel-constrast": 4.225052833557129,
+      "subrel-constrast": 4.520884990692139,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9373162984848022,
-      "cov-distil (oracle2student)": 2.9609618186950684,
-      "cov-distil (oracle2teacher)": 3.1701507568359375,
+      "cov-distil": 2.071073293685913,
+      "cov-distil (oracle2student)": 2.9091460704803467,
+      "cov-distil (oracle2teacher)": 2.8986830711364746,
       "epoch": 0.5620094191522763,
-      "rel-constrast": 2.3920419216156006,
+      "rel-constrast": 2.2731165885925293,
       "step": 716,
-      "subrel-constrast": 3.1587109565734863,
+      "subrel-constrast": 3.009575605392456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1943297386169434,
-      "cov-distil (oracle2student)": 3.3232693672180176,
-      "cov-distil (oracle2teacher)": 2.798444986343384,
+      "cov-distil": 2.2168335914611816,
+      "cov-distil (oracle2student)": 3.911656618118286,
+      "cov-distil (oracle2teacher)": 4.011268615722656,
       "epoch": 0.5627943485086342,
-      "rel-constrast": 2.6380295753479004,
+      "rel-constrast": 2.9590673446655273,
       "step": 717,
-      "subrel-constrast": 3.8598556518554688,
+      "subrel-constrast": 3.418705701828003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8532280921936035,
-      "cov-distil (oracle2student)": 4.747437953948975,
-      "cov-distil (oracle2teacher)": 4.216310501098633,
+      "cov-distil": 1.963818073272705,
+      "cov-distil (oracle2student)": 4.932551383972168,
+      "cov-distil (oracle2teacher)": 4.370637893676758,
       "epoch": 0.5635792778649922,
-      "rel-constrast": 3.7532408237457275,
+      "rel-constrast": 4.057657241821289,
       "step": 718,
-      "subrel-constrast": 4.479611873626709,
+      "subrel-constrast": 4.238089561462402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901079893112183,
-      "cov-distil (oracle2student)": 4.796479225158691,
-      "cov-distil (oracle2teacher)": 3.8399410247802734,
+      "cov-distil": 2.400425434112549,
+      "cov-distil (oracle2student)": 4.818545341491699,
+      "cov-distil (oracle2teacher)": 4.304470062255859,
       "epoch": 0.5643642072213501,
-      "rel-constrast": 3.1896746158599854,
+      "rel-constrast": 3.542257308959961,
       "step": 719,
-      "subrel-constrast": 3.2718636989593506,
+      "subrel-constrast": 3.317901134490967,
       "view-similarity": 0
     },
     {
       "epoch": 0.565149136577708,
-      "grad_norm": 6.5,
+      "grad_norm": 8.3125,
       "learning_rate": 3.595e-05,
-      "loss": 0.7886,
+      "loss": 0.8392,
       "step": 720
     },
     {
-      "cov-distil": 1.6721587181091309,
-      "cov-distil (oracle2student)": 4.330309867858887,
-      "cov-distil (oracle2teacher)": 4.221043109893799,
+      "cov-distil": 2.411649465560913,
+      "cov-distil (oracle2student)": 4.843780517578125,
+      "cov-distil (oracle2teacher)": 3.782320022583008,
       "epoch": 0.565149136577708,
-      "rel-constrast": 3.139103889465332,
+      "rel-constrast": 3.384451150894165,
       "step": 720,
-      "subrel-constrast": 4.142110347747803,
+      "subrel-constrast": 3.3072800636291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9585630893707275,
-      "cov-distil (oracle2student)": 3.8818159103393555,
-      "cov-distil (oracle2teacher)": 3.7893803119659424,
+      "cov-distil": 1.718375325202942,
+      "cov-distil (oracle2student)": 4.534214496612549,
+      "cov-distil (oracle2teacher)": 4.004377365112305,
       "epoch": 0.5659340659340659,
-      "rel-constrast": 3.3852601051330566,
+      "rel-constrast": 4.051485061645508,
       "step": 721,
-      "subrel-constrast": 4.186655521392822,
+      "subrel-constrast": 4.146724224090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6628599166870117,
-      "cov-distil (oracle2student)": 4.438604354858398,
-      "cov-distil (oracle2teacher)": 4.359881401062012,
+      "cov-distil": 1.9103753566741943,
+      "cov-distil (oracle2student)": 6.1360931396484375,
+      "cov-distil (oracle2teacher)": 4.774944305419922,
       "epoch": 0.5667189952904239,
-      "rel-constrast": 3.076204776763916,
+      "rel-constrast": 4.534773349761963,
       "step": 722,
-      "subrel-constrast": 4.137909412384033,
+      "subrel-constrast": 3.9830284118652344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2891294956207275,
-      "cov-distil (oracle2student)": 4.213877201080322,
-      "cov-distil (oracle2teacher)": 4.319812774658203,
+      "cov-distil": 2.7049293518066406,
+      "cov-distil (oracle2student)": 5.435057163238525,
+      "cov-distil (oracle2teacher)": 4.9035444259643555,
       "epoch": 0.5675039246467818,
-      "rel-constrast": 2.878323793411255,
+      "rel-constrast": 3.7614176273345947,
       "step": 723,
-      "subrel-constrast": 4.198168754577637,
+      "subrel-constrast": 4.047051429748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.154545783996582,
-      "cov-distil (oracle2student)": 4.58632755279541,
-      "cov-distil (oracle2teacher)": 4.042978763580322,
+      "cov-distil": 2.0382680892944336,
+      "cov-distil (oracle2student)": 4.974379062652588,
+      "cov-distil (oracle2teacher)": 4.326460361480713,
       "epoch": 0.5682888540031397,
-      "rel-constrast": 2.2643494606018066,
+      "rel-constrast": 2.830267906188965,
       "step": 724,
-      "subrel-constrast": 3.1710689067840576,
+      "subrel-constrast": 2.624842882156372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9621435403823853,
-      "cov-distil (oracle2student)": 5.582200050354004,
-      "cov-distil (oracle2teacher)": 4.852895259857178,
+      "cov-distil": 2.0917394161224365,
+      "cov-distil (oracle2student)": 6.889491081237793,
+      "cov-distil (oracle2teacher)": 5.899994850158691,
       "epoch": 0.5690737833594977,
-      "rel-constrast": 4.491276741027832,
+      "rel-constrast": 5.416251182556152,
       "step": 725,
-      "subrel-constrast": 5.244818687438965,
+      "subrel-constrast": 5.734344959259033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337646484375,
-      "cov-distil (oracle2student)": 5.812445640563965,
-      "cov-distil (oracle2teacher)": 5.049084663391113,
+      "cov-distil": 2.467562437057495,
+      "cov-distil (oracle2student)": 6.071526527404785,
+      "cov-distil (oracle2teacher)": 5.555727958679199,
       "epoch": 0.5698587127158555,
-      "rel-constrast": 2.6152005195617676,
+      "rel-constrast": 3.0898239612579346,
       "step": 726,
-      "subrel-constrast": 3.1233291625976562,
+      "subrel-constrast": 3.3632071018218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6689956188201904,
-      "cov-distil (oracle2student)": 4.86440372467041,
-      "cov-distil (oracle2teacher)": 4.98582649230957,
+      "cov-distil": 2.28218936920166,
+      "cov-distil (oracle2student)": 5.827108383178711,
+      "cov-distil (oracle2teacher)": 5.13613748550415,
       "epoch": 0.5706436420722135,
-      "rel-constrast": 4.108986854553223,
+      "rel-constrast": 5.035892009735107,
       "step": 727,
-      "subrel-constrast": 4.540005683898926,
+      "subrel-constrast": 4.399051666259766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6646761894226074,
-      "cov-distil (oracle2student)": 2.7824769020080566,
-      "cov-distil (oracle2teacher)": 2.987496852874756,
+      "cov-distil": 2.732792377471924,
+      "cov-distil (oracle2student)": 3.6213700771331787,
+      "cov-distil (oracle2teacher)": 3.161064624786377,
       "epoch": 0.5714285714285714,
-      "rel-constrast": 3.4552814960479736,
+      "rel-constrast": 3.3238282203674316,
       "step": 728,
-      "subrel-constrast": 4.266411304473877,
+      "subrel-constrast": 4.524255275726318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8652509450912476,
-      "cov-distil (oracle2student)": 4.346886157989502,
-      "cov-distil (oracle2teacher)": 3.8727407455444336,
+      "cov-distil": 1.75883150100708,
+      "cov-distil (oracle2student)": 4.768251419067383,
+      "cov-distil (oracle2teacher)": 4.318032264709473,
       "epoch": 0.5722135007849294,
-      "rel-constrast": 3.310194730758667,
+      "rel-constrast": 3.2271535396575928,
       "step": 729,
-      "subrel-constrast": 4.254908561706543,
+      "subrel-constrast": 3.7321252822875977,
       "view-similarity": 0
     },
     {
       "epoch": 0.5729984301412873,
-      "grad_norm": 7.96875,
+      "grad_norm": 8.75,
       "learning_rate": 3.645e-05,
-      "loss": 0.8647,
+      "loss": 0.9664,
       "step": 730
     },
     {
-      "cov-distil": 2.10368013381958,
-      "cov-distil (oracle2student)": 4.364799499511719,
-      "cov-distil (oracle2teacher)": 3.3984549045562744,
+      "cov-distil": 2.2763960361480713,
+      "cov-distil (oracle2student)": 4.664096832275391,
+      "cov-distil (oracle2teacher)": 4.406416893005371,
       "epoch": 0.5729984301412873,
-      "rel-constrast": 3.498570442199707,
+      "rel-constrast": 3.5772011280059814,
       "step": 730,
-      "subrel-constrast": 4.162968158721924,
+      "subrel-constrast": 4.11379337310791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8829506635665894,
-      "cov-distil (oracle2student)": 3.6689822673797607,
-      "cov-distil (oracle2teacher)": 3.8433432579040527,
+      "cov-distil": 1.7630140781402588,
+      "cov-distil (oracle2student)": 4.617234706878662,
+      "cov-distil (oracle2teacher)": 4.00626802444458,
       "epoch": 0.5737833594976453,
-      "rel-constrast": 2.781203269958496,
+      "rel-constrast": 3.4176650047302246,
       "step": 731,
-      "subrel-constrast": 3.2335457801818848,
+      "subrel-constrast": 3.4268715381622314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4705734252929688,
-      "cov-distil (oracle2student)": 4.313507556915283,
-      "cov-distil (oracle2teacher)": 3.830270767211914,
+      "cov-distil": 1.7096956968307495,
+      "cov-distil (oracle2student)": 4.968262672424316,
+      "cov-distil (oracle2teacher)": 4.000860691070557,
       "epoch": 0.5745682888540031,
-      "rel-constrast": 2.226599931716919,
+      "rel-constrast": 3.464766502380371,
       "step": 732,
-      "subrel-constrast": 3.3719711303710938,
+      "subrel-constrast": 3.2341666221618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9433242082595825,
-      "cov-distil (oracle2student)": 3.8105883598327637,
-      "cov-distil (oracle2teacher)": 3.1765546798706055,
+      "cov-distil": 2.269770622253418,
+      "cov-distil (oracle2student)": 3.9357962608337402,
+      "cov-distil (oracle2teacher)": 3.487668991088867,
       "epoch": 0.5753532182103611,
-      "rel-constrast": 2.1092617511749268,
+      "rel-constrast": 2.77782940864563,
       "step": 733,
-      "subrel-constrast": 2.887378692626953,
+      "subrel-constrast": 2.8233509063720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145235538482666,
-      "cov-distil (oracle2student)": 3.870384931564331,
-      "cov-distil (oracle2teacher)": 4.176069259643555,
+      "cov-distil": 1.9523694515228271,
+      "cov-distil (oracle2student)": 5.314553260803223,
+      "cov-distil (oracle2teacher)": 4.6678314208984375,
       "epoch": 0.576138147566719,
-      "rel-constrast": 3.1030163764953613,
+      "rel-constrast": 3.6426496505737305,
       "step": 734,
-      "subrel-constrast": 3.974809169769287,
+      "subrel-constrast": 3.750396728515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6421372890472412,
-      "cov-distil (oracle2student)": 4.185415267944336,
-      "cov-distil (oracle2teacher)": 3.629565954208374,
+      "cov-distil": 1.539703369140625,
+      "cov-distil (oracle2student)": 5.374100685119629,
+      "cov-distil (oracle2teacher)": 4.221393585205078,
       "epoch": 0.5769230769230769,
-      "rel-constrast": 3.2164130210876465,
+      "rel-constrast": 4.034856796264648,
       "step": 735,
-      "subrel-constrast": 3.839367389678955,
+      "subrel-constrast": 3.621406316757202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.199052095413208,
-      "cov-distil (oracle2student)": 5.1141533851623535,
-      "cov-distil (oracle2teacher)": 4.402009963989258,
+      "cov-distil": 2.2221717834472656,
+      "cov-distil (oracle2student)": 5.221403121948242,
+      "cov-distil (oracle2teacher)": 5.6571736335754395,
       "epoch": 0.5777080062794349,
-      "rel-constrast": 2.3354225158691406,
+      "rel-constrast": 2.7957191467285156,
       "step": 736,
-      "subrel-constrast": 3.359426498413086,
+      "subrel-constrast": 3.050981044769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3703148365020752,
-      "cov-distil (oracle2student)": 2.855952501296997,
-      "cov-distil (oracle2teacher)": 3.009000778198242,
+      "cov-distil": 2.0236897468566895,
+      "cov-distil (oracle2student)": 3.111325740814209,
+      "cov-distil (oracle2teacher)": 2.6579232215881348,
       "epoch": 0.5784929356357927,
-      "rel-constrast": 2.385584831237793,
+      "rel-constrast": 2.999067783355713,
       "step": 737,
-      "subrel-constrast": 3.1257822513580322,
+      "subrel-constrast": 2.6182315349578857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.035461902618408,
-      "cov-distil (oracle2student)": 4.601683616638184,
-      "cov-distil (oracle2teacher)": 3.814016342163086,
+      "cov-distil": 1.8978937864303589,
+      "cov-distil (oracle2student)": 4.93990421295166,
+      "cov-distil (oracle2teacher)": 4.504594326019287,
       "epoch": 0.5792778649921507,
-      "rel-constrast": 3.277278423309326,
+      "rel-constrast": 3.5394020080566406,
       "step": 738,
-      "subrel-constrast": 3.815040349960327,
+      "subrel-constrast": 3.6242618560791016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9469118118286133,
-      "cov-distil (oracle2student)": 3.4044556617736816,
-      "cov-distil (oracle2teacher)": 3.0875189304351807,
+      "cov-distil": 1.9045004844665527,
+      "cov-distil (oracle2student)": 4.274258613586426,
+      "cov-distil (oracle2teacher)": 3.9128875732421875,
       "epoch": 0.5800627943485086,
-      "rel-constrast": 2.503614664077759,
+      "rel-constrast": 3.6831350326538086,
       "step": 739,
-      "subrel-constrast": 3.8464818000793457,
+      "subrel-constrast": 3.384676933288574,
       "view-similarity": 0
     },
     {
       "epoch": 0.5808477237048666,
-      "grad_norm": 5.625,
+      "grad_norm": 8.25,
       "learning_rate": 3.6950000000000004e-05,
-      "loss": 0.7317,
+      "loss": 0.8483,
       "step": 740
     },
     {
-      "cov-distil": 2.0407614707946777,
-      "cov-distil (oracle2student)": 3.996048927307129,
-      "cov-distil (oracle2teacher)": 4.083656311035156,
+      "cov-distil": 2.463542938232422,
+      "cov-distil (oracle2student)": 4.890634536743164,
+      "cov-distil (oracle2teacher)": 4.604000091552734,
       "epoch": 0.5808477237048666,
-      "rel-constrast": 3.669546604156494,
+      "rel-constrast": 3.5431220531463623,
       "step": 740,
-      "subrel-constrast": 4.864207744598389,
+      "subrel-constrast": 4.559528827667236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7672450542449951,
-      "cov-distil (oracle2student)": 5.2881999015808105,
-      "cov-distil (oracle2teacher)": 4.706904411315918,
+      "cov-distil": 2.0361573696136475,
+      "cov-distil (oracle2student)": 5.59214973449707,
+      "cov-distil (oracle2teacher)": 5.209810256958008,
       "epoch": 0.5816326530612245,
-      "rel-constrast": 3.2707724571228027,
+      "rel-constrast": 3.6620898246765137,
       "step": 741,
-      "subrel-constrast": 3.7437262535095215,
+      "subrel-constrast": 3.5943572521209717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1187403202056885,
-      "cov-distil (oracle2student)": 4.8938703536987305,
-      "cov-distil (oracle2teacher)": 4.39903450012207,
+      "cov-distil": 2.1386823654174805,
+      "cov-distil (oracle2student)": 4.8774919509887695,
+      "cov-distil (oracle2teacher)": 4.392442226409912,
       "epoch": 0.5824175824175825,
-      "rel-constrast": 3.337557315826416,
+      "rel-constrast": 3.0572240352630615,
       "step": 742,
-      "subrel-constrast": 4.06928825378418,
+      "subrel-constrast": 3.449983835220337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9417197704315186,
-      "cov-distil (oracle2student)": 2.6721365451812744,
-      "cov-distil (oracle2teacher)": 3.1362931728363037,
+      "cov-distil": 2.6762378215789795,
+      "cov-distil (oracle2student)": 3.4807288646698,
+      "cov-distil (oracle2teacher)": 3.472620964050293,
       "epoch": 0.5832025117739403,
-      "rel-constrast": 3.274005889892578,
+      "rel-constrast": 4.173070907592773,
       "step": 743,
-      "subrel-constrast": 4.384252071380615,
+      "subrel-constrast": 4.070428371429443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6456279754638672,
-      "cov-distil (oracle2student)": 6.536004066467285,
-      "cov-distil (oracle2teacher)": 5.069892883300781,
+      "cov-distil": 2.366276264190674,
+      "cov-distil (oracle2student)": 6.685727596282959,
+      "cov-distil (oracle2teacher)": 5.618680000305176,
       "epoch": 0.5839874411302983,
-      "rel-constrast": 3.884960174560547,
+      "rel-constrast": 4.00743293762207,
       "step": 744,
-      "subrel-constrast": 4.296112537384033,
+      "subrel-constrast": 4.258591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1353392601013184,
-      "cov-distil (oracle2student)": 3.733588218688965,
-      "cov-distil (oracle2teacher)": 3.6851375102996826,
+      "cov-distil": 2.683839797973633,
+      "cov-distil (oracle2student)": 4.939559459686279,
+      "cov-distil (oracle2teacher)": 4.165223121643066,
       "epoch": 0.5847723704866562,
-      "rel-constrast": 3.021883964538574,
+      "rel-constrast": 5.022677421569824,
       "step": 745,
-      "subrel-constrast": 4.292428493499756,
+      "subrel-constrast": 4.151272773742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4558398723602295,
-      "cov-distil (oracle2student)": 4.652581214904785,
-      "cov-distil (oracle2teacher)": 4.513979434967041,
+      "cov-distil": 1.9843261241912842,
+      "cov-distil (oracle2student)": 5.004264831542969,
+      "cov-distil (oracle2teacher)": 4.753472328186035,
       "epoch": 0.5855572998430141,
-      "rel-constrast": 4.278546333312988,
+      "rel-constrast": 4.740532875061035,
       "step": 746,
-      "subrel-constrast": 4.9796462059021,
+      "subrel-constrast": 4.913524627685547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.694913387298584,
-      "cov-distil (oracle2student)": 5.748119354248047,
-      "cov-distil (oracle2teacher)": 5.045352935791016,
+      "cov-distil": 1.5781214237213135,
+      "cov-distil (oracle2student)": 6.365057945251465,
+      "cov-distil (oracle2teacher)": 5.520802021026611,
       "epoch": 0.5863422291993721,
-      "rel-constrast": 3.8175976276397705,
+      "rel-constrast": 4.525068283081055,
       "step": 747,
-      "subrel-constrast": 4.21746301651001,
+      "subrel-constrast": 4.346693992614746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.475412368774414,
-      "cov-distil (oracle2student)": 4.438069820404053,
-      "cov-distil (oracle2teacher)": 3.841373920440674,
+      "cov-distil": 2.738781452178955,
+      "cov-distil (oracle2student)": 4.707560062408447,
+      "cov-distil (oracle2teacher)": 4.193061351776123,
       "epoch": 0.5871271585557299,
-      "rel-constrast": 3.845689296722412,
+      "rel-constrast": 4.981852054595947,
       "step": 748,
-      "subrel-constrast": 4.95175838470459,
+      "subrel-constrast": 5.058973789215088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9831706285476685,
-      "cov-distil (oracle2student)": 6.495038032531738,
-      "cov-distil (oracle2teacher)": 5.226308822631836,
+      "cov-distil": 2.3287105560302734,
+      "cov-distil (oracle2student)": 7.539167881011963,
+      "cov-distil (oracle2teacher)": 6.661775588989258,
       "epoch": 0.5879120879120879,
-      "rel-constrast": 4.1530351638793945,
+      "rel-constrast": 5.07899284362793,
       "step": 749,
-      "subrel-constrast": 4.611822128295898,
+      "subrel-constrast": 4.924736022949219,
       "view-similarity": 0
     },
     {
       "epoch": 0.5886970172684458,
-      "grad_norm": 7.3125,
+      "grad_norm": 10.25,
       "learning_rate": 3.745e-05,
-      "loss": 0.962,
+      "loss": 1.0698,
       "step": 750
     },
     {
-      "cov-distil": 2.0158157348632812,
-      "cov-distil (oracle2student)": 5.055816173553467,
-      "cov-distil (oracle2teacher)": 4.636147975921631,
+      "cov-distil": 3.1291921138763428,
+      "cov-distil (oracle2student)": 5.806586265563965,
+      "cov-distil (oracle2teacher)": 5.223454475402832,
       "epoch": 0.5886970172684458,
-      "rel-constrast": 3.9233157634735107,
+      "rel-constrast": 4.05808162689209,
       "step": 750,
-      "subrel-constrast": 3.864165782928467,
+      "subrel-constrast": 3.950441360473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635613441467285,
-      "cov-distil (oracle2student)": 5.4654316902160645,
-      "cov-distil (oracle2teacher)": 4.867769241333008,
+      "cov-distil": 2.39149808883667,
+      "cov-distil (oracle2student)": 5.290502548217773,
+      "cov-distil (oracle2teacher)": 5.127215385437012,
       "epoch": 0.5894819466248038,
-      "rel-constrast": 4.993955135345459,
+      "rel-constrast": 5.352309226989746,
       "step": 751,
-      "subrel-constrast": 5.235997200012207,
+      "subrel-constrast": 5.655076503753662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385218858718872,
-      "cov-distil (oracle2student)": 5.6385650634765625,
-      "cov-distil (oracle2teacher)": 5.269272327423096,
+      "cov-distil": 1.6597137451171875,
+      "cov-distil (oracle2student)": 7.3037519454956055,
+      "cov-distil (oracle2teacher)": 6.336320400238037,
       "epoch": 0.5902668759811617,
-      "rel-constrast": 3.025139808654785,
+      "rel-constrast": 4.209469318389893,
       "step": 752,
-      "subrel-constrast": 3.8267934322357178,
+      "subrel-constrast": 3.9522502422332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569950819015503,
-      "cov-distil (oracle2student)": 3.5421292781829834,
-      "cov-distil (oracle2teacher)": 4.048235893249512,
+      "cov-distil": 1.7089654207229614,
+      "cov-distil (oracle2student)": 4.049164295196533,
+      "cov-distil (oracle2teacher)": 4.327991485595703,
       "epoch": 0.5910518053375197,
-      "rel-constrast": 3.353006601333618,
+      "rel-constrast": 3.1741323471069336,
       "step": 753,
-      "subrel-constrast": 3.6611077785491943,
+      "subrel-constrast": 3.8216490745544434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1727864742279053,
-      "cov-distil (oracle2student)": 4.28021240234375,
-      "cov-distil (oracle2teacher)": 4.256664276123047,
+      "cov-distil": 2.1953067779541016,
+      "cov-distil (oracle2student)": 5.064481258392334,
+      "cov-distil (oracle2teacher)": 4.988542556762695,
       "epoch": 0.5918367346938775,
-      "rel-constrast": 2.922618865966797,
+      "rel-constrast": 3.7322816848754883,
       "step": 754,
-      "subrel-constrast": 3.996519088745117,
+      "subrel-constrast": 3.956284284591675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7415900230407715,
-      "cov-distil (oracle2student)": 3.497739315032959,
-      "cov-distil (oracle2teacher)": 3.5426697731018066,
+      "cov-distil": 2.03481388092041,
+      "cov-distil (oracle2student)": 4.22956657409668,
+      "cov-distil (oracle2teacher)": 3.7307679653167725,
       "epoch": 0.5926216640502355,
-      "rel-constrast": 3.798996925354004,
+      "rel-constrast": 4.330953121185303,
       "step": 755,
-      "subrel-constrast": 4.776462554931641,
+      "subrel-constrast": 4.124565601348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1685500144958496,
-      "cov-distil (oracle2student)": 4.893260955810547,
-      "cov-distil (oracle2teacher)": 3.9268686771392822,
+      "cov-distil": 1.9867360591888428,
+      "cov-distil (oracle2student)": 5.020341873168945,
+      "cov-distil (oracle2teacher)": 4.405291557312012,
       "epoch": 0.5934065934065934,
-      "rel-constrast": 2.4217734336853027,
+      "rel-constrast": 2.6014552116394043,
       "step": 756,
-      "subrel-constrast": 3.1775949001312256,
+      "subrel-constrast": 3.259565830230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841844081878662,
-      "cov-distil (oracle2student)": 4.1985602378845215,
-      "cov-distil (oracle2teacher)": 3.3457388877868652,
+      "cov-distil": 2.165889263153076,
+      "cov-distil (oracle2student)": 4.313626289367676,
+      "cov-distil (oracle2teacher)": 3.9217607975006104,
       "epoch": 0.5941915227629513,
-      "rel-constrast": 4.808537483215332,
+      "rel-constrast": 4.797835826873779,
       "step": 757,
-      "subrel-constrast": 4.465860366821289,
+      "subrel-constrast": 4.459097862243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1540775299072266,
-      "cov-distil (oracle2student)": 4.151504993438721,
-      "cov-distil (oracle2teacher)": 3.8889358043670654,
+      "cov-distil": 2.216163158416748,
+      "cov-distil (oracle2student)": 4.610080242156982,
+      "cov-distil (oracle2teacher)": 4.275761127471924,
       "epoch": 0.5949764521193093,
-      "rel-constrast": 4.140444755554199,
+      "rel-constrast": 4.887037754058838,
       "step": 758,
-      "subrel-constrast": 4.597982406616211,
+      "subrel-constrast": 4.603519439697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.271002769470215,
-      "cov-distil (oracle2student)": 3.718888998031616,
-      "cov-distil (oracle2teacher)": 4.035472393035889,
+      "cov-distil": 2.479959726333618,
+      "cov-distil (oracle2student)": 5.167355060577393,
+      "cov-distil (oracle2teacher)": 4.555408954620361,
       "epoch": 0.5957613814756672,
-      "rel-constrast": 2.825824499130249,
+      "rel-constrast": 3.5705361366271973,
       "step": 759,
-      "subrel-constrast": 4.3692402839660645,
+      "subrel-constrast": 4.040794372558594,
       "view-similarity": 0
     },
     {
       "epoch": 0.5965463108320251,
-      "grad_norm": 5.1875,
+      "grad_norm": 7.53125,
       "learning_rate": 3.795e-05,
-      "loss": 0.9528,
+      "loss": 1.0179,
       "step": 760
     },
     {
-      "cov-distil": 1.7022627592086792,
-      "cov-distil (oracle2student)": 3.69522762298584,
-      "cov-distil (oracle2teacher)": 3.5020384788513184,
+      "cov-distil": 1.4068678617477417,
+      "cov-distil (oracle2student)": 3.6850361824035645,
+      "cov-distil (oracle2teacher)": 3.460089921951294,
       "epoch": 0.5965463108320251,
-      "rel-constrast": 3.239539861679077,
+      "rel-constrast": 3.1959738731384277,
       "step": 760,
-      "subrel-constrast": 3.6723670959472656,
+      "subrel-constrast": 3.2650949954986572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1336252689361572,
-      "cov-distil (oracle2student)": 5.899049282073975,
-      "cov-distil (oracle2teacher)": 4.738152503967285,
+      "cov-distil": 2.1580967903137207,
+      "cov-distil (oracle2student)": 5.890793800354004,
+      "cov-distil (oracle2teacher)": 4.985220909118652,
       "epoch": 0.597331240188383,
-      "rel-constrast": 3.3772640228271484,
+      "rel-constrast": 3.8710572719573975,
       "step": 761,
-      "subrel-constrast": 3.9677364826202393,
+      "subrel-constrast": 3.6684064865112305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4030654430389404,
-      "cov-distil (oracle2student)": 2.9989023208618164,
-      "cov-distil (oracle2teacher)": 3.1232712268829346,
+      "cov-distil": 1.8122068643569946,
+      "cov-distil (oracle2student)": 4.2860822677612305,
+      "cov-distil (oracle2teacher)": 3.324612617492676,
       "epoch": 0.598116169544741,
-      "rel-constrast": 2.7976434230804443,
+      "rel-constrast": 3.957721710205078,
       "step": 762,
-      "subrel-constrast": 3.6139957904815674,
+      "subrel-constrast": 3.3651068210601807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6165751218795776,
-      "cov-distil (oracle2student)": 3.5679118633270264,
-      "cov-distil (oracle2teacher)": 3.051954746246338,
+      "cov-distil": 1.8635069131851196,
+      "cov-distil (oracle2student)": 3.912562608718872,
+      "cov-distil (oracle2teacher)": 3.7038912773132324,
       "epoch": 0.5989010989010989,
-      "rel-constrast": 2.8740625381469727,
+      "rel-constrast": 3.707409143447876,
       "step": 763,
-      "subrel-constrast": 3.778475761413574,
+      "subrel-constrast": 3.779404640197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.820896625518799,
-      "cov-distil (oracle2student)": 6.150871753692627,
-      "cov-distil (oracle2teacher)": 5.980279922485352,
+      "cov-distil": 2.6855244636535645,
+      "cov-distil (oracle2student)": 5.647215843200684,
+      "cov-distil (oracle2teacher)": 5.731972694396973,
       "epoch": 0.5996860282574569,
-      "rel-constrast": 3.7509093284606934,
+      "rel-constrast": 4.408953666687012,
       "step": 764,
-      "subrel-constrast": 4.796078681945801,
+      "subrel-constrast": 4.931423664093018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9030272960662842,
-      "cov-distil (oracle2student)": 4.817904472351074,
-      "cov-distil (oracle2teacher)": 4.496708869934082,
+      "cov-distil": 2.0594053268432617,
+      "cov-distil (oracle2student)": 5.062814712524414,
+      "cov-distil (oracle2teacher)": 4.714827060699463,
       "epoch": 0.6004709576138147,
-      "rel-constrast": 2.762104034423828,
+      "rel-constrast": 3.347107172012329,
       "step": 765,
-      "subrel-constrast": 3.649869918823242,
+      "subrel-constrast": 3.490683078765869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6472067832946777,
-      "cov-distil (oracle2student)": 5.045088768005371,
-      "cov-distil (oracle2teacher)": 4.495061874389648,
+      "cov-distil": 2.8269290924072266,
+      "cov-distil (oracle2student)": 5.58112096786499,
+      "cov-distil (oracle2teacher)": 4.725581645965576,
       "epoch": 0.6012558869701727,
-      "rel-constrast": 3.665983200073242,
+      "rel-constrast": 3.938312530517578,
       "step": 766,
-      "subrel-constrast": 4.9610595703125,
+      "subrel-constrast": 4.5828657150268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7140461206436157,
-      "cov-distil (oracle2student)": 4.2100830078125,
-      "cov-distil (oracle2teacher)": 4.375535011291504,
+      "cov-distil": 2.5935630798339844,
+      "cov-distil (oracle2student)": 5.0514936447143555,
+      "cov-distil (oracle2teacher)": 4.765221118927002,
       "epoch": 0.6020408163265306,
-      "rel-constrast": 3.221212863922119,
+      "rel-constrast": 3.1897573471069336,
       "step": 767,
-      "subrel-constrast": 4.096993923187256,
+      "subrel-constrast": 3.7600433826446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9868059158325195,
-      "cov-distil (oracle2student)": 4.4105072021484375,
-      "cov-distil (oracle2teacher)": 3.836082696914673,
+      "cov-distil": 1.749910593032837,
+      "cov-distil (oracle2student)": 4.981649875640869,
+      "cov-distil (oracle2teacher)": 4.607064247131348,
       "epoch": 0.6028257456828885,
-      "rel-constrast": 3.5781681537628174,
+      "rel-constrast": 3.793414831161499,
       "step": 768,
-      "subrel-constrast": 3.9354326725006104,
+      "subrel-constrast": 3.762812852859497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8439627885818481,
-      "cov-distil (oracle2student)": 4.352982521057129,
-      "cov-distil (oracle2teacher)": 4.055845260620117,
+      "cov-distil": 2.4429807662963867,
+      "cov-distil (oracle2student)": 5.141033172607422,
+      "cov-distil (oracle2teacher)": 4.920139312744141,
       "epoch": 0.6036106750392465,
-      "rel-constrast": 3.0787644386291504,
+      "rel-constrast": 3.645747184753418,
       "step": 769,
-      "subrel-constrast": 3.8324127197265625,
+      "subrel-constrast": 3.959048271179199,
       "view-similarity": 0
     },
     {
       "epoch": 0.6043956043956044,
-      "grad_norm": 6.03125,
+      "grad_norm": 7.03125,
       "learning_rate": 3.845e-05,
-      "loss": 0.8581,
+      "loss": 0.9264,
       "step": 770
     },
     {
-      "cov-distil": 1.7659657001495361,
-      "cov-distil (oracle2student)": 3.843327045440674,
-      "cov-distil (oracle2teacher)": 3.578549861907959,
+      "cov-distil": 2.1677699089050293,
+      "cov-distil (oracle2student)": 4.654834747314453,
+      "cov-distil (oracle2teacher)": 4.412710666656494,
       "epoch": 0.6043956043956044,
-      "rel-constrast": 3.9639570713043213,
+      "rel-constrast": 5.046914100646973,
       "step": 770,
-      "subrel-constrast": 4.180597305297852,
+      "subrel-constrast": 4.446437358856201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.315230369567871,
-      "cov-distil (oracle2student)": 5.3011298179626465,
-      "cov-distil (oracle2teacher)": 5.025775909423828,
+      "cov-distil": 1.9822173118591309,
+      "cov-distil (oracle2student)": 5.845059394836426,
+      "cov-distil (oracle2teacher)": 5.281351089477539,
       "epoch": 0.6051805337519623,
-      "rel-constrast": 2.70466685295105,
+      "rel-constrast": 3.089263677597046,
       "step": 771,
-      "subrel-constrast": 3.1214003562927246,
+      "subrel-constrast": 3.455900192260742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9845139980316162,
-      "cov-distil (oracle2student)": 4.869327545166016,
-      "cov-distil (oracle2teacher)": 4.806513786315918,
+      "cov-distil": 2.4503231048583984,
+      "cov-distil (oracle2student)": 5.554692268371582,
+      "cov-distil (oracle2teacher)": 5.147971153259277,
       "epoch": 0.6059654631083202,
-      "rel-constrast": 3.7171690464019775,
+      "rel-constrast": 4.767708778381348,
       "step": 772,
-      "subrel-constrast": 4.3443684577941895,
+      "subrel-constrast": 4.6043877601623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9720571041107178,
-      "cov-distil (oracle2student)": 3.690183639526367,
-      "cov-distil (oracle2teacher)": 3.8548502922058105,
+      "cov-distil": 2.3802542686462402,
+      "cov-distil (oracle2student)": 3.936060905456543,
+      "cov-distil (oracle2teacher)": 4.540515899658203,
       "epoch": 0.6067503924646782,
-      "rel-constrast": 3.0226402282714844,
+      "rel-constrast": 2.592139482498169,
       "step": 773,
-      "subrel-constrast": 3.60787296295166,
+      "subrel-constrast": 3.946826696395874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6458377838134766,
-      "cov-distil (oracle2student)": 4.784181594848633,
-      "cov-distil (oracle2teacher)": 4.708159446716309,
+      "cov-distil": 1.9373725652694702,
+      "cov-distil (oracle2student)": 5.4027910232543945,
+      "cov-distil (oracle2teacher)": 4.710404872894287,
       "epoch": 0.6075353218210361,
-      "rel-constrast": 2.781965732574463,
+      "rel-constrast": 3.7561354637145996,
       "step": 774,
-      "subrel-constrast": 4.125537395477295,
+      "subrel-constrast": 3.7282004356384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9115421772003174,
-      "cov-distil (oracle2student)": 3.761108160018921,
-      "cov-distil (oracle2teacher)": 3.7015562057495117,
+      "cov-distil": 1.7742207050323486,
+      "cov-distil (oracle2student)": 4.408854007720947,
+      "cov-distil (oracle2teacher)": 3.8948662281036377,
       "epoch": 0.6083202511773941,
-      "rel-constrast": 5.317140102386475,
+      "rel-constrast": 5.420592308044434,
       "step": 775,
-      "subrel-constrast": 5.246437072753906,
+      "subrel-constrast": 5.60831356048584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6181366443634033,
-      "cov-distil (oracle2student)": 4.179975509643555,
-      "cov-distil (oracle2teacher)": 3.3851985931396484,
+      "cov-distil": 2.1246399879455566,
+      "cov-distil (oracle2student)": 3.595367908477783,
+      "cov-distil (oracle2teacher)": 4.677308559417725,
       "epoch": 0.609105180533752,
-      "rel-constrast": 3.174107789993286,
+      "rel-constrast": 3.4084246158599854,
       "step": 776,
-      "subrel-constrast": 4.24804162979126,
+      "subrel-constrast": 4.062203407287598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841779470443726,
-      "cov-distil (oracle2student)": 4.076355934143066,
-      "cov-distil (oracle2teacher)": 3.99076247215271,
+      "cov-distil": 2.1425368785858154,
+      "cov-distil (oracle2student)": 4.6184844970703125,
+      "cov-distil (oracle2teacher)": 4.195455074310303,
       "epoch": 0.6098901098901099,
-      "rel-constrast": 3.13995623588562,
+      "rel-constrast": 3.67858624458313,
       "step": 777,
-      "subrel-constrast": 3.882110834121704,
+      "subrel-constrast": 4.048653602600098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4938359260559082,
-      "cov-distil (oracle2student)": 3.114800453186035,
-      "cov-distil (oracle2teacher)": 3.443549156188965,
+      "cov-distil": 1.896728515625,
+      "cov-distil (oracle2student)": 3.5128607749938965,
+      "cov-distil (oracle2teacher)": 3.4237685203552246,
       "epoch": 0.6106750392464678,
-      "rel-constrast": 2.3868465423583984,
+      "rel-constrast": 2.54510498046875,
       "step": 778,
-      "subrel-constrast": 3.307704448699951,
+      "subrel-constrast": 3.0003485679626465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6191189289093018,
-      "cov-distil (oracle2student)": 3.7162814140319824,
-      "cov-distil (oracle2teacher)": 3.6030611991882324,
+      "cov-distil": 1.7340281009674072,
+      "cov-distil (oracle2student)": 4.360445022583008,
+      "cov-distil (oracle2teacher)": 4.661279678344727,
       "epoch": 0.6114599686028257,
-      "rel-constrast": 2.6197452545166016,
+      "rel-constrast": 3.22906231880188,
       "step": 779,
-      "subrel-constrast": 3.995907783508301,
+      "subrel-constrast": 3.9929819107055664,
       "view-similarity": 0
     },
     {
       "epoch": 0.6122448979591837,
-      "grad_norm": 5.71875,
+      "grad_norm": 7.625,
       "learning_rate": 3.8950000000000005e-05,
-      "loss": 0.8627,
+      "loss": 0.9383,
       "step": 780
     },
     {
-      "cov-distil": 1.567307472229004,
-      "cov-distil (oracle2student)": 3.8484396934509277,
-      "cov-distil (oracle2teacher)": 3.940758466720581,
+      "cov-distil": 2.0860483646392822,
+      "cov-distil (oracle2student)": 4.5741682052612305,
+      "cov-distil (oracle2teacher)": 4.050600051879883,
       "epoch": 0.6122448979591837,
-      "rel-constrast": 2.7569737434387207,
+      "rel-constrast": 3.1628856658935547,
       "step": 780,
-      "subrel-constrast": 3.633056640625,
+      "subrel-constrast": 3.2471790313720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.703679084777832,
-      "cov-distil (oracle2student)": 5.909217834472656,
-      "cov-distil (oracle2teacher)": 5.958284378051758,
+      "cov-distil": 2.50667142868042,
+      "cov-distil (oracle2student)": 6.771400451660156,
+      "cov-distil (oracle2teacher)": 6.182733535766602,
       "epoch": 0.6130298273155416,
-      "rel-constrast": 3.1182799339294434,
+      "rel-constrast": 3.1306979656219482,
       "step": 781,
-      "subrel-constrast": 4.302492618560791,
+      "subrel-constrast": 4.126930236816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5469286441802979,
-      "cov-distil (oracle2student)": 4.972591876983643,
-      "cov-distil (oracle2teacher)": 4.66695499420166,
+      "cov-distil": 2.231055736541748,
+      "cov-distil (oracle2student)": 5.54215145111084,
+      "cov-distil (oracle2teacher)": 4.732599258422852,
       "epoch": 0.6138147566718996,
-      "rel-constrast": 3.5933823585510254,
+      "rel-constrast": 4.027646064758301,
       "step": 782,
-      "subrel-constrast": 4.120849609375,
+      "subrel-constrast": 3.946063280105591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.499288320541382,
-      "cov-distil (oracle2student)": 4.016372203826904,
-      "cov-distil (oracle2teacher)": 4.236164093017578,
+      "cov-distil": 2.704841375350952,
+      "cov-distil (oracle2student)": 4.748509407043457,
+      "cov-distil (oracle2teacher)": 4.220213890075684,
       "epoch": 0.6145996860282574,
-      "rel-constrast": 3.579235076904297,
+      "rel-constrast": 3.7203240394592285,
       "step": 783,
-      "subrel-constrast": 4.995879650115967,
+      "subrel-constrast": 4.690211296081543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7838202714920044,
-      "cov-distil (oracle2student)": 4.292354106903076,
-      "cov-distil (oracle2teacher)": 4.24614143371582,
+      "cov-distil": 2.721923351287842,
+      "cov-distil (oracle2student)": 5.281452178955078,
+      "cov-distil (oracle2teacher)": 4.566875457763672,
       "epoch": 0.6153846153846154,
-      "rel-constrast": 4.380586624145508,
+      "rel-constrast": 5.343472957611084,
       "step": 784,
-      "subrel-constrast": 4.989373683929443,
+      "subrel-constrast": 4.753566741943359,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.360783338546753,
-      "cov-distil (oracle2student)": 2.8544771671295166,
-      "cov-distil (oracle2teacher)": 2.6884546279907227,
+      "cov-distil": 1.6865699291229248,
+      "cov-distil (oracle2student)": 3.1804556846618652,
+      "cov-distil (oracle2teacher)": 2.883664131164551,
       "epoch": 0.6161695447409733,
-      "rel-constrast": 2.633727788925171,
+      "rel-constrast": 3.0664286613464355,
       "step": 785,
-      "subrel-constrast": 3.0272700786590576,
+      "subrel-constrast": 3.025939702987671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2854633331298828,
-      "cov-distil (oracle2student)": 4.519411087036133,
-      "cov-distil (oracle2teacher)": 4.177163600921631,
+      "cov-distil": 1.637481451034546,
+      "cov-distil (oracle2student)": 4.416049957275391,
+      "cov-distil (oracle2teacher)": 4.686575889587402,
       "epoch": 0.6169544740973313,
-      "rel-constrast": 3.793271541595459,
+      "rel-constrast": 4.128195762634277,
       "step": 786,
-      "subrel-constrast": 4.128157138824463,
+      "subrel-constrast": 4.118139743804932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158350229263306,
-      "cov-distil (oracle2student)": 8.350929260253906,
-      "cov-distil (oracle2teacher)": 6.667269229888916,
+      "cov-distil": 2.468355894088745,
+      "cov-distil (oracle2student)": 8.58871078491211,
+      "cov-distil (oracle2teacher)": 7.315741539001465,
       "epoch": 0.6177394034536892,
-      "rel-constrast": 4.180355548858643,
+      "rel-constrast": 4.604372978210449,
       "step": 787,
-      "subrel-constrast": 4.325165748596191,
+      "subrel-constrast": 4.865985870361328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7012990713119507,
-      "cov-distil (oracle2student)": 4.489649772644043,
-      "cov-distil (oracle2teacher)": 4.392575263977051,
+      "cov-distil": 1.7514426708221436,
+      "cov-distil (oracle2student)": 4.680485725402832,
+      "cov-distil (oracle2teacher)": 4.732631683349609,
       "epoch": 0.6185243328100472,
-      "rel-constrast": 2.7871315479278564,
+      "rel-constrast": 3.8200745582580566,
       "step": 788,
-      "subrel-constrast": 3.8673195838928223,
+      "subrel-constrast": 3.49665904045105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.114866256713867,
-      "cov-distil (oracle2student)": 4.235287666320801,
-      "cov-distil (oracle2teacher)": 3.5721254348754883,
+      "cov-distil": 2.9236176013946533,
+      "cov-distil (oracle2student)": 5.272342681884766,
+      "cov-distil (oracle2teacher)": 4.227210521697998,
       "epoch": 0.619309262166405,
-      "rel-constrast": 3.4823496341705322,
+      "rel-constrast": 5.068964004516602,
       "step": 789,
-      "subrel-constrast": 4.297632217407227,
+      "subrel-constrast": 3.958841323852539,
       "view-similarity": 0
     },
     {
       "epoch": 0.6200941915227629,
-      "grad_norm": 7.875,
+      "grad_norm": 9.25,
       "learning_rate": 3.9450000000000003e-05,
-      "loss": 0.9013,
+      "loss": 1.0018,
       "step": 790
     },
     {
-      "cov-distil": 1.5477025508880615,
-      "cov-distil (oracle2student)": 5.949827671051025,
-      "cov-distil (oracle2teacher)": 5.450411796569824,
+      "cov-distil": 2.2746267318725586,
+      "cov-distil (oracle2student)": 5.911013126373291,
+      "cov-distil (oracle2teacher)": 5.6180853843688965,
       "epoch": 0.6200941915227629,
-      "rel-constrast": 4.039373397827148,
+      "rel-constrast": 4.061481475830078,
       "step": 790,
-      "subrel-constrast": 4.567863464355469,
+      "subrel-constrast": 4.836816787719727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3561406135559082,
-      "cov-distil (oracle2student)": 3.604832649230957,
-      "cov-distil (oracle2teacher)": 3.99352765083313,
+      "cov-distil": 1.856873869895935,
+      "cov-distil (oracle2student)": 3.14231538772583,
+      "cov-distil (oracle2teacher)": 4.187923431396484,
       "epoch": 0.6208791208791209,
-      "rel-constrast": 3.4909794330596924,
+      "rel-constrast": 3.3938162326812744,
       "step": 791,
-      "subrel-constrast": 4.409178733825684,
+      "subrel-constrast": 4.428590774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.871955394744873,
-      "cov-distil (oracle2student)": 4.196135520935059,
-      "cov-distil (oracle2teacher)": 3.8390684127807617,
+      "cov-distil": 1.8115508556365967,
+      "cov-distil (oracle2student)": 4.578952789306641,
+      "cov-distil (oracle2teacher)": 4.331554412841797,
       "epoch": 0.6216640502354788,
-      "rel-constrast": 2.9357693195343018,
+      "rel-constrast": 3.25628399848938,
       "step": 792,
-      "subrel-constrast": 3.2282023429870605,
+      "subrel-constrast": 3.265045404434204,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.003251791000366,
-      "cov-distil (oracle2student)": 4.818282127380371,
-      "cov-distil (oracle2teacher)": 4.309176445007324,
+      "cov-distil": 2.423172950744629,
+      "cov-distil (oracle2student)": 5.591062545776367,
+      "cov-distil (oracle2teacher)": 4.888613700866699,
       "epoch": 0.6224489795918368,
-      "rel-constrast": 2.581894636154175,
+      "rel-constrast": 3.420088291168213,
       "step": 793,
-      "subrel-constrast": 3.626744031906128,
+      "subrel-constrast": 3.682490587234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013441562652588,
-      "cov-distil (oracle2student)": 4.1534881591796875,
-      "cov-distil (oracle2teacher)": 4.124547958374023,
+      "cov-distil": 2.1695425510406494,
+      "cov-distil (oracle2student)": 5.115130424499512,
+      "cov-distil (oracle2teacher)": 4.55626916885376,
       "epoch": 0.6232339089481946,
-      "rel-constrast": 3.052790403366089,
+      "rel-constrast": 3.757192850112915,
       "step": 794,
-      "subrel-constrast": 3.9772417545318604,
+      "subrel-constrast": 3.434692859649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3264985084533691,
-      "cov-distil (oracle2student)": 2.9551219940185547,
-      "cov-distil (oracle2teacher)": 2.9309730529785156,
+      "cov-distil": 1.5382232666015625,
+      "cov-distil (oracle2student)": 2.9952645301818848,
+      "cov-distil (oracle2teacher)": 3.1940860748291016,
       "epoch": 0.6240188383045526,
-      "rel-constrast": 2.9264769554138184,
+      "rel-constrast": 2.5813639163970947,
       "step": 795,
-      "subrel-constrast": 3.479712724685669,
+      "subrel-constrast": 3.1796300411224365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9255633354187012,
-      "cov-distil (oracle2student)": 4.218044281005859,
-      "cov-distil (oracle2teacher)": 4.116752624511719,
+      "cov-distil": 1.8859107494354248,
+      "cov-distil (oracle2student)": 4.220844745635986,
+      "cov-distil (oracle2teacher)": 4.328567028045654,
       "epoch": 0.6248037676609105,
-      "rel-constrast": 2.9784960746765137,
+      "rel-constrast": 3.2804794311523438,
       "step": 796,
-      "subrel-constrast": 3.8964850902557373,
+      "subrel-constrast": 3.828761577606201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.79434335231781,
-      "cov-distil (oracle2student)": 3.4287924766540527,
-      "cov-distil (oracle2teacher)": 3.364954948425293,
+      "cov-distil": 2.4283809661865234,
+      "cov-distil (oracle2student)": 3.9118874073028564,
+      "cov-distil (oracle2teacher)": 3.888495922088623,
       "epoch": 0.6255886970172685,
-      "rel-constrast": 2.4437570571899414,
+      "rel-constrast": 2.5512380599975586,
       "step": 797,
-      "subrel-constrast": 3.4459657669067383,
+      "subrel-constrast": 3.512357234954834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4499318599700928,
-      "cov-distil (oracle2student)": 3.9298148155212402,
-      "cov-distil (oracle2teacher)": 3.8290584087371826,
+      "cov-distil": 2.2765426635742188,
+      "cov-distil (oracle2student)": 4.8082146644592285,
+      "cov-distil (oracle2teacher)": 3.902686357498169,
       "epoch": 0.6263736263736264,
-      "rel-constrast": 3.9533963203430176,
+      "rel-constrast": 4.791129112243652,
       "step": 798,
-      "subrel-constrast": 4.786764144897461,
+      "subrel-constrast": 4.411496639251709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6373556852340698,
-      "cov-distil (oracle2student)": 4.715010166168213,
-      "cov-distil (oracle2teacher)": 4.34233283996582,
+      "cov-distil": 2.234588623046875,
+      "cov-distil (oracle2student)": 5.007917404174805,
+      "cov-distil (oracle2teacher)": 4.987737655639648,
       "epoch": 0.6271585557299842,
-      "rel-constrast": 4.105449676513672,
+      "rel-constrast": 4.598823070526123,
       "step": 799,
-      "subrel-constrast": 4.462728500366211,
+      "subrel-constrast": 4.936426162719727,
       "view-similarity": 0
     },
     {
       "epoch": 0.6279434850863422,
-      "grad_norm": 6.375,
+      "grad_norm": 9.3125,
       "learning_rate": 3.995e-05,
-      "loss": 0.855,
+      "loss": 0.8923,
       "step": 800
     },
     {
@@ -8827,2191 +8827,2191 @@
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "student margin": 0.04833984375
+      "student margin": 0.046295166015625
     },
     {
       "epoch": 0.6279434850863422,
       "step": 800,
-      "teacher margin": 0.027130126953125
+      "teacher margin": 0.0299072265625
     },
     {
       "epoch": 0.6279434850863422,
-      "margin difference": -0.021209716796875,
+      "margin difference": -0.016387939453125,
       "step": 800
     },
     {
-      "cov-distil": 2.0045931339263916,
-      "cov-distil (oracle2student)": 3.7618496417999268,
-      "cov-distil (oracle2teacher)": 3.753272533416748,
+      "cov-distil": 2.0241048336029053,
+      "cov-distil (oracle2student)": 3.9974863529205322,
+      "cov-distil (oracle2teacher)": 3.7318315505981445,
       "epoch": 0.6279434850863422,
-      "rel-constrast": 2.2175610065460205,
+      "rel-constrast": 2.300175189971924,
       "step": 800,
-      "subrel-constrast": 3.892456293106079,
+      "subrel-constrast": 3.780639410018921,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.619981050491333,
-      "cov-distil (oracle2student)": 4.364217758178711,
-      "cov-distil (oracle2teacher)": 3.7327089309692383,
+      "cov-distil": 2.396726369857788,
+      "cov-distil (oracle2student)": 4.62131404876709,
+      "cov-distil (oracle2teacher)": 4.513237953186035,
       "epoch": 0.6287284144427001,
-      "rel-constrast": 4.093245506286621,
+      "rel-constrast": 4.073274612426758,
       "step": 801,
-      "subrel-constrast": 5.052906513214111,
+      "subrel-constrast": 4.772852420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9569767713546753,
-      "cov-distil (oracle2student)": 2.646055221557617,
-      "cov-distil (oracle2teacher)": 3.121350049972534,
+      "cov-distil": 3.0832877159118652,
+      "cov-distil (oracle2student)": 3.26403546333313,
+      "cov-distil (oracle2teacher)": 3.1358118057250977,
       "epoch": 0.6295133437990581,
-      "rel-constrast": 2.6254687309265137,
+      "rel-constrast": 3.467078924179077,
       "step": 802,
-      "subrel-constrast": 3.3019208908081055,
+      "subrel-constrast": 3.490443229675293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089287757873535,
-      "cov-distil (oracle2student)": 5.582956314086914,
-      "cov-distil (oracle2teacher)": 4.967065811157227,
+      "cov-distil": 1.9142239093780518,
+      "cov-distil (oracle2student)": 5.579619407653809,
+      "cov-distil (oracle2teacher)": 4.965686798095703,
       "epoch": 0.630298273155416,
-      "rel-constrast": 3.7026913166046143,
+      "rel-constrast": 3.7450711727142334,
       "step": 803,
-      "subrel-constrast": 3.879225969314575,
+      "subrel-constrast": 3.8026223182678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9473289251327515,
-      "cov-distil (oracle2student)": 3.230166435241699,
-      "cov-distil (oracle2teacher)": 3.1882095336914062,
+      "cov-distil": 2.1219918727874756,
+      "cov-distil (oracle2student)": 3.465679407119751,
+      "cov-distil (oracle2teacher)": 3.5218920707702637,
       "epoch": 0.631083202511774,
-      "rel-constrast": 1.864764928817749,
+      "rel-constrast": 2.408196449279785,
       "step": 804,
-      "subrel-constrast": 3.3280768394470215,
+      "subrel-constrast": 3.5018701553344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3922661542892456,
-      "cov-distil (oracle2student)": 4.060875415802002,
-      "cov-distil (oracle2teacher)": 3.9616880416870117,
+      "cov-distil": 1.4459668397903442,
+      "cov-distil (oracle2student)": 3.923173666000366,
+      "cov-distil (oracle2teacher)": 3.8860409259796143,
       "epoch": 0.6318681318681318,
-      "rel-constrast": 3.7141737937927246,
+      "rel-constrast": 3.9082555770874023,
       "step": 805,
-      "subrel-constrast": 4.204806804656982,
+      "subrel-constrast": 3.871812105178833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784874677658081,
-      "cov-distil (oracle2student)": 4.374386310577393,
-      "cov-distil (oracle2teacher)": 4.596970558166504,
+      "cov-distil": 2.1211788654327393,
+      "cov-distil (oracle2student)": 5.424649238586426,
+      "cov-distil (oracle2teacher)": 4.680272102355957,
       "epoch": 0.6326530612244898,
-      "rel-constrast": 3.073376178741455,
+      "rel-constrast": 4.003725528717041,
       "step": 806,
-      "subrel-constrast": 3.565107583999634,
+      "subrel-constrast": 3.8697054386138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3918473720550537,
-      "cov-distil (oracle2student)": 4.301252841949463,
-      "cov-distil (oracle2teacher)": 4.050130844116211,
+      "cov-distil": 2.145512104034424,
+      "cov-distil (oracle2student)": 5.250019073486328,
+      "cov-distil (oracle2teacher)": 4.717369556427002,
       "epoch": 0.6334379905808477,
-      "rel-constrast": 3.255364179611206,
+      "rel-constrast": 3.9986205101013184,
       "step": 807,
-      "subrel-constrast": 4.516900062561035,
+      "subrel-constrast": 4.081348896026611,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8820072412490845,
-      "cov-distil (oracle2student)": 4.317390441894531,
-      "cov-distil (oracle2teacher)": 4.077515602111816,
+      "cov-distil": 2.5171971321105957,
+      "cov-distil (oracle2student)": 4.974362373352051,
+      "cov-distil (oracle2teacher)": 4.608996391296387,
       "epoch": 0.6342229199372057,
-      "rel-constrast": 2.3400073051452637,
+      "rel-constrast": 2.7656352519989014,
       "step": 808,
-      "subrel-constrast": 3.68056583404541,
+      "subrel-constrast": 3.6235463619232178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104020595550537,
-      "cov-distil (oracle2student)": 4.113283157348633,
-      "cov-distil (oracle2teacher)": 3.7468016147613525,
+      "cov-distil": 2.3656296730041504,
+      "cov-distil (oracle2student)": 4.895097255706787,
+      "cov-distil (oracle2teacher)": 4.399863243103027,
       "epoch": 0.6350078492935636,
-      "rel-constrast": 2.7774062156677246,
+      "rel-constrast": 3.409998655319214,
       "step": 809,
-      "subrel-constrast": 3.156845808029175,
+      "subrel-constrast": 3.2858588695526123,
       "view-similarity": 0
     },
     {
       "epoch": 0.6357927786499215,
-      "grad_norm": 5.875,
+      "grad_norm": 9.875,
       "learning_rate": 4.045000000000001e-05,
-      "loss": 0.792,
+      "loss": 0.852,
       "step": 810
     },
     {
-      "cov-distil": 1.9225842952728271,
-      "cov-distil (oracle2student)": 4.772700309753418,
-      "cov-distil (oracle2teacher)": 4.4386515617370605,
+      "cov-distil": 2.4723076820373535,
+      "cov-distil (oracle2student)": 5.742127895355225,
+      "cov-distil (oracle2teacher)": 4.469183444976807,
       "epoch": 0.6357927786499215,
-      "rel-constrast": 2.274402618408203,
+      "rel-constrast": 3.4872055053710938,
       "step": 810,
-      "subrel-constrast": 3.793257236480713,
+      "subrel-constrast": 3.7737765312194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146592140197754,
-      "cov-distil (oracle2student)": 3.9638068675994873,
-      "cov-distil (oracle2teacher)": 3.635988235473633,
+      "cov-distil": 2.123300313949585,
+      "cov-distil (oracle2student)": 4.420330047607422,
+      "cov-distil (oracle2teacher)": 4.663112640380859,
       "epoch": 0.6365777080062794,
-      "rel-constrast": 2.302318572998047,
+      "rel-constrast": 3.19289493560791,
       "step": 811,
-      "subrel-constrast": 3.4826509952545166,
+      "subrel-constrast": 3.8449835777282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7630622386932373,
-      "cov-distil (oracle2student)": 3.8982958793640137,
-      "cov-distil (oracle2teacher)": 3.9619944095611572,
+      "cov-distil": 2.2566237449645996,
+      "cov-distil (oracle2student)": 4.116199970245361,
+      "cov-distil (oracle2teacher)": 3.975741147994995,
       "epoch": 0.6373626373626373,
-      "rel-constrast": 3.0242116451263428,
+      "rel-constrast": 3.455289840698242,
       "step": 812,
-      "subrel-constrast": 3.74605655670166,
+      "subrel-constrast": 3.765545129776001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2058258056640625,
-      "cov-distil (oracle2student)": 5.105160236358643,
-      "cov-distil (oracle2teacher)": 4.521011829376221,
+      "cov-distil": 2.1667912006378174,
+      "cov-distil (oracle2student)": 5.345813274383545,
+      "cov-distil (oracle2teacher)": 4.406340599060059,
       "epoch": 0.6381475667189953,
-      "rel-constrast": 3.7548186779022217,
+      "rel-constrast": 3.665705680847168,
       "step": 813,
-      "subrel-constrast": 4.288941383361816,
+      "subrel-constrast": 4.093423366546631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2325778007507324,
-      "cov-distil (oracle2student)": 3.994985818862915,
-      "cov-distil (oracle2teacher)": 3.7983858585357666,
+      "cov-distil": 2.6961753368377686,
+      "cov-distil (oracle2student)": 4.755043983459473,
+      "cov-distil (oracle2teacher)": 4.336665153503418,
       "epoch": 0.6389324960753532,
-      "rel-constrast": 4.058200836181641,
+      "rel-constrast": 4.565523147583008,
       "step": 814,
-      "subrel-constrast": 5.199466705322266,
+      "subrel-constrast": 5.120007514953613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6037338972091675,
-      "cov-distil (oracle2student)": 3.0010287761688232,
-      "cov-distil (oracle2teacher)": 3.3780593872070312,
+      "cov-distil": 1.8166258335113525,
+      "cov-distil (oracle2student)": 3.467742681503296,
+      "cov-distil (oracle2teacher)": 3.107326030731201,
       "epoch": 0.6397174254317112,
-      "rel-constrast": 2.544131278991699,
+      "rel-constrast": 2.7664432525634766,
       "step": 815,
-      "subrel-constrast": 3.9001212120056152,
+      "subrel-constrast": 2.9938812255859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8440213203430176,
-      "cov-distil (oracle2student)": 3.382146120071411,
-      "cov-distil (oracle2teacher)": 3.7145566940307617,
+      "cov-distil": 2.466531753540039,
+      "cov-distil (oracle2student)": 3.8548033237457275,
+      "cov-distil (oracle2teacher)": 3.812587261199951,
       "epoch": 0.640502354788069,
-      "rel-constrast": 3.101287603378296,
+      "rel-constrast": 3.049858570098877,
       "step": 816,
-      "subrel-constrast": 3.941652297973633,
+      "subrel-constrast": 3.987323045730591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3768600225448608,
-      "cov-distil (oracle2student)": 4.8537187576293945,
-      "cov-distil (oracle2teacher)": 4.556491851806641,
+      "cov-distil": 1.895331621170044,
+      "cov-distil (oracle2student)": 5.51685905456543,
+      "cov-distil (oracle2teacher)": 4.546798229217529,
       "epoch": 0.641287284144427,
-      "rel-constrast": 3.138200521469116,
+      "rel-constrast": 4.071093559265137,
       "step": 817,
-      "subrel-constrast": 4.078574180603027,
+      "subrel-constrast": 3.8209733963012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3285818099975586,
-      "cov-distil (oracle2student)": 3.95272159576416,
-      "cov-distil (oracle2teacher)": 3.796572685241699,
+      "cov-distil": 1.9024813175201416,
+      "cov-distil (oracle2student)": 4.008884429931641,
+      "cov-distil (oracle2teacher)": 3.873781681060791,
       "epoch": 0.6420722135007849,
-      "rel-constrast": 2.9757089614868164,
+      "rel-constrast": 3.134730339050293,
       "step": 818,
-      "subrel-constrast": 4.183833599090576,
+      "subrel-constrast": 3.560436725616455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9137150049209595,
-      "cov-distil (oracle2student)": 3.8996100425720215,
-      "cov-distil (oracle2teacher)": 3.7844996452331543,
+      "cov-distil": 2.6990745067596436,
+      "cov-distil (oracle2student)": 4.145615577697754,
+      "cov-distil (oracle2teacher)": 3.893411636352539,
       "epoch": 0.6428571428571429,
-      "rel-constrast": 3.0237324237823486,
+      "rel-constrast": 3.3359436988830566,
       "step": 819,
-      "subrel-constrast": 3.7355899810791016,
+      "subrel-constrast": 3.7698800563812256,
       "view-similarity": 0
     },
     {
       "epoch": 0.6436420722135008,
-      "grad_norm": 6.03125,
+      "grad_norm": 6.5625,
       "learning_rate": 4.095e-05,
-      "loss": 0.8033,
+      "loss": 0.8681,
       "step": 820
     },
     {
-      "cov-distil": 1.5698240995407104,
-      "cov-distil (oracle2student)": 3.570085287094116,
-      "cov-distil (oracle2teacher)": 3.3340797424316406,
+      "cov-distil": 1.4913229942321777,
+      "cov-distil (oracle2student)": 3.503937244415283,
+      "cov-distil (oracle2teacher)": 3.3012704849243164,
       "epoch": 0.6436420722135008,
-      "rel-constrast": 3.341369152069092,
+      "rel-constrast": 4.0764312744140625,
       "step": 820,
-      "subrel-constrast": 3.669610023498535,
+      "subrel-constrast": 3.3614537715911865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.108656406402588,
-      "cov-distil (oracle2student)": 4.587629318237305,
-      "cov-distil (oracle2teacher)": 4.335391998291016,
+      "cov-distil": 2.682131290435791,
+      "cov-distil (oracle2student)": 4.566946983337402,
+      "cov-distil (oracle2teacher)": 4.824077606201172,
       "epoch": 0.6444270015698587,
-      "rel-constrast": 2.444645643234253,
+      "rel-constrast": 2.7872982025146484,
       "step": 821,
-      "subrel-constrast": 3.439606189727783,
+      "subrel-constrast": 3.5298821926116943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.427807092666626,
-      "cov-distil (oracle2student)": 4.807023048400879,
-      "cov-distil (oracle2teacher)": 4.175321102142334,
+      "cov-distil": 2.1092615127563477,
+      "cov-distil (oracle2student)": 5.566984176635742,
+      "cov-distil (oracle2teacher)": 4.479093551635742,
       "epoch": 0.6452119309262166,
-      "rel-constrast": 3.5886707305908203,
+      "rel-constrast": 4.579043865203857,
       "step": 822,
-      "subrel-constrast": 4.190989017486572,
+      "subrel-constrast": 4.081467628479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7150936126708984,
-      "cov-distil (oracle2student)": 4.0572509765625,
-      "cov-distil (oracle2teacher)": 4.549818992614746,
+      "cov-distil": 1.7659711837768555,
+      "cov-distil (oracle2student)": 5.2393951416015625,
+      "cov-distil (oracle2teacher)": 4.56248664855957,
       "epoch": 0.6459968602825745,
-      "rel-constrast": 4.181950092315674,
+      "rel-constrast": 4.584153175354004,
       "step": 823,
-      "subrel-constrast": 4.883435249328613,
+      "subrel-constrast": 4.342507839202881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.375495672225952,
-      "cov-distil (oracle2student)": 4.172708988189697,
-      "cov-distil (oracle2teacher)": 3.4819164276123047,
+      "cov-distil": 2.650578498840332,
+      "cov-distil (oracle2student)": 4.48793363571167,
+      "cov-distil (oracle2teacher)": 3.94382905960083,
       "epoch": 0.6467817896389325,
-      "rel-constrast": 3.079369306564331,
+      "rel-constrast": 3.092801809310913,
       "step": 824,
-      "subrel-constrast": 4.150157451629639,
+      "subrel-constrast": 3.83937406539917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.308274745941162,
-      "cov-distil (oracle2student)": 4.596344947814941,
-      "cov-distil (oracle2teacher)": 4.10981559753418,
+      "cov-distil": 3.1708779335021973,
+      "cov-distil (oracle2student)": 5.016849994659424,
+      "cov-distil (oracle2teacher)": 4.284183502197266,
       "epoch": 0.6475667189952904,
-      "rel-constrast": 4.447976112365723,
+      "rel-constrast": 4.761890411376953,
       "step": 825,
-      "subrel-constrast": 4.973028659820557,
+      "subrel-constrast": 5.417451858520508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7622771263122559,
-      "cov-distil (oracle2student)": 4.808835029602051,
-      "cov-distil (oracle2teacher)": 4.732919692993164,
+      "cov-distil": 2.241478443145752,
+      "cov-distil (oracle2student)": 5.151844024658203,
+      "cov-distil (oracle2teacher)": 5.225059986114502,
       "epoch": 0.6483516483516484,
-      "rel-constrast": 3.0392632484436035,
+      "rel-constrast": 3.6212735176086426,
       "step": 826,
-      "subrel-constrast": 4.2934980392456055,
+      "subrel-constrast": 3.73117733001709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2593860626220703,
-      "cov-distil (oracle2student)": 4.994297504425049,
-      "cov-distil (oracle2teacher)": 4.557239055633545,
+      "cov-distil": 1.9511266946792603,
+      "cov-distil (oracle2student)": 5.438177108764648,
+      "cov-distil (oracle2teacher)": 4.69582986831665,
       "epoch": 0.6491365777080063,
-      "rel-constrast": 3.979785919189453,
+      "rel-constrast": 3.8562958240509033,
       "step": 827,
-      "subrel-constrast": 4.262341499328613,
+      "subrel-constrast": 3.734269857406616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6107163429260254,
-      "cov-distil (oracle2student)": 3.178396224975586,
-      "cov-distil (oracle2teacher)": 3.090130090713501,
+      "cov-distil": 1.6709935665130615,
+      "cov-distil (oracle2student)": 4.58493185043335,
+      "cov-distil (oracle2teacher)": 3.0215516090393066,
       "epoch": 0.6499215070643642,
-      "rel-constrast": 2.977691888809204,
+      "rel-constrast": 4.311128616333008,
       "step": 828,
-      "subrel-constrast": 3.771296501159668,
+      "subrel-constrast": 3.5323760509490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.630000352859497,
-      "cov-distil (oracle2student)": 5.777911186218262,
-      "cov-distil (oracle2teacher)": 5.116184234619141,
+      "cov-distil": 1.6916801929473877,
+      "cov-distil (oracle2student)": 6.1899800300598145,
+      "cov-distil (oracle2teacher)": 5.202908992767334,
       "epoch": 0.6507064364207221,
-      "rel-constrast": 3.3911921977996826,
+      "rel-constrast": 3.5776491165161133,
       "step": 829,
-      "subrel-constrast": 4.069247722625732,
+      "subrel-constrast": 3.7924444675445557,
       "view-similarity": 0
     },
     {
       "epoch": 0.6514913657770801,
-      "grad_norm": 6.75,
+      "grad_norm": 7.28125,
       "learning_rate": 4.145e-05,
-      "loss": 0.9087,
+      "loss": 0.9812,
       "step": 830
     },
     {
-      "cov-distil": 1.8794384002685547,
-      "cov-distil (oracle2student)": 4.103548049926758,
-      "cov-distil (oracle2teacher)": 3.904492139816284,
+      "cov-distil": 2.3356940746307373,
+      "cov-distil (oracle2student)": 4.071619033813477,
+      "cov-distil (oracle2teacher)": 3.990034341812134,
       "epoch": 0.6514913657770801,
-      "rel-constrast": 4.0044355392456055,
+      "rel-constrast": 4.01130485534668,
       "step": 830,
-      "subrel-constrast": 4.624624252319336,
+      "subrel-constrast": 4.225636959075928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8906476497650146,
-      "cov-distil (oracle2student)": 3.214458465576172,
-      "cov-distil (oracle2teacher)": 3.606461763381958,
+      "cov-distil": 2.2811150550842285,
+      "cov-distil (oracle2student)": 3.260524034500122,
+      "cov-distil (oracle2teacher)": 3.6335341930389404,
       "epoch": 0.652276295133438,
-      "rel-constrast": 2.7704429626464844,
+      "rel-constrast": 2.6566925048828125,
       "step": 831,
-      "subrel-constrast": 3.6220717430114746,
+      "subrel-constrast": 3.7064754962921143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9752247333526611,
-      "cov-distil (oracle2student)": 4.888476371765137,
-      "cov-distil (oracle2teacher)": 3.880293846130371,
+      "cov-distil": 2.247473955154419,
+      "cov-distil (oracle2student)": 5.651100158691406,
+      "cov-distil (oracle2teacher)": 5.332487106323242,
       "epoch": 0.6530612244897959,
-      "rel-constrast": 3.941727638244629,
+      "rel-constrast": 4.359498023986816,
       "step": 832,
-      "subrel-constrast": 4.675938129425049,
+      "subrel-constrast": 5.029499053955078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7726495265960693,
-      "cov-distil (oracle2student)": 2.904669761657715,
-      "cov-distil (oracle2teacher)": 2.879772424697876,
+      "cov-distil": 1.9488669633865356,
+      "cov-distil (oracle2student)": 3.5353236198425293,
+      "cov-distil (oracle2teacher)": 3.1988792419433594,
       "epoch": 0.6538461538461539,
-      "rel-constrast": 2.125884771347046,
+      "rel-constrast": 2.7589516639709473,
       "step": 833,
-      "subrel-constrast": 3.402971029281616,
+      "subrel-constrast": 3.0526840686798096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8348287343978882,
-      "cov-distil (oracle2student)": 3.610349178314209,
-      "cov-distil (oracle2teacher)": 3.2000465393066406,
+      "cov-distil": 2.0042920112609863,
+      "cov-distil (oracle2student)": 3.311549663543701,
+      "cov-distil (oracle2teacher)": 3.7095727920532227,
       "epoch": 0.6546310832025117,
-      "rel-constrast": 4.169477939605713,
+      "rel-constrast": 3.93538236618042,
       "step": 834,
-      "subrel-constrast": 4.495212078094482,
+      "subrel-constrast": 4.491973400115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.877418041229248,
-      "cov-distil (oracle2student)": 5.971458435058594,
-      "cov-distil (oracle2teacher)": 5.088273048400879,
+      "cov-distil": 2.3319320678710938,
+      "cov-distil (oracle2student)": 6.884675979614258,
+      "cov-distil (oracle2teacher)": 5.895162582397461,
       "epoch": 0.6554160125588697,
-      "rel-constrast": 2.4234228134155273,
+      "rel-constrast": 3.0401082038879395,
       "step": 835,
-      "subrel-constrast": 3.372243642807007,
+      "subrel-constrast": 2.774482011795044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8137049674987793,
-      "cov-distil (oracle2student)": 5.548581123352051,
-      "cov-distil (oracle2teacher)": 5.036229133605957,
+      "cov-distil": 1.891129493713379,
+      "cov-distil (oracle2student)": 6.087061405181885,
+      "cov-distil (oracle2teacher)": 5.290203094482422,
       "epoch": 0.6562009419152276,
-      "rel-constrast": 4.032650947570801,
+      "rel-constrast": 4.056557655334473,
       "step": 836,
-      "subrel-constrast": 4.941165447235107,
+      "subrel-constrast": 4.41768741607666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.24606990814209,
-      "cov-distil (oracle2student)": 3.6434006690979004,
-      "cov-distil (oracle2teacher)": 3.5282435417175293,
+      "cov-distil": 2.5794150829315186,
+      "cov-distil (oracle2student)": 4.131866931915283,
+      "cov-distil (oracle2teacher)": 3.8585705757141113,
       "epoch": 0.6569858712715856,
-      "rel-constrast": 3.4072937965393066,
+      "rel-constrast": 4.452622890472412,
       "step": 837,
-      "subrel-constrast": 4.71898889541626,
+      "subrel-constrast": 4.928619861602783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4418138265609741,
-      "cov-distil (oracle2student)": 4.0115790367126465,
-      "cov-distil (oracle2teacher)": 3.6623106002807617,
+      "cov-distil": 1.4749926328659058,
+      "cov-distil (oracle2student)": 4.152976989746094,
+      "cov-distil (oracle2teacher)": 3.658670425415039,
       "epoch": 0.6577708006279435,
-      "rel-constrast": 2.6703035831451416,
+      "rel-constrast": 3.1522409915924072,
       "step": 838,
-      "subrel-constrast": 3.024057388305664,
+      "subrel-constrast": 3.04065203666687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.321179747581482,
-      "cov-distil (oracle2student)": 3.9942774772644043,
-      "cov-distil (oracle2teacher)": 3.6469640731811523,
+      "cov-distil": 2.0656442642211914,
+      "cov-distil (oracle2student)": 4.73661994934082,
+      "cov-distil (oracle2teacher)": 3.9987878799438477,
       "epoch": 0.6585557299843015,
-      "rel-constrast": 4.570227146148682,
+      "rel-constrast": 5.010136127471924,
       "step": 839,
-      "subrel-constrast": 5.370950222015381,
+      "subrel-constrast": 5.0871076583862305,
       "view-similarity": 0
     },
     {
       "epoch": 0.6593406593406593,
-      "grad_norm": 7.21875,
+      "grad_norm": 8.6875,
       "learning_rate": 4.195e-05,
-      "loss": 0.898,
+      "loss": 0.9358,
       "step": 840
     },
     {
-      "cov-distil": 1.804254412651062,
-      "cov-distil (oracle2student)": 4.796672821044922,
-      "cov-distil (oracle2teacher)": 4.611145973205566,
+      "cov-distil": 2.0672900676727295,
+      "cov-distil (oracle2student)": 4.540404319763184,
+      "cov-distil (oracle2teacher)": 5.127553939819336,
       "epoch": 0.6593406593406593,
-      "rel-constrast": 3.048487663269043,
+      "rel-constrast": 3.2874064445495605,
       "step": 840,
-      "subrel-constrast": 4.138221263885498,
+      "subrel-constrast": 4.215749263763428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.185621976852417,
-      "cov-distil (oracle2student)": 4.644382476806641,
-      "cov-distil (oracle2teacher)": 4.270307540893555,
+      "cov-distil": 3.0865607261657715,
+      "cov-distil (oracle2student)": 5.453775882720947,
+      "cov-distil (oracle2teacher)": 4.888296127319336,
       "epoch": 0.6601255886970173,
-      "rel-constrast": 2.7198691368103027,
+      "rel-constrast": 3.5160412788391113,
       "step": 841,
-      "subrel-constrast": 3.728656768798828,
+      "subrel-constrast": 3.812720775604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1581225395202637,
-      "cov-distil (oracle2student)": 4.967820644378662,
-      "cov-distil (oracle2teacher)": 4.994664669036865,
+      "cov-distil": 2.988182544708252,
+      "cov-distil (oracle2student)": 5.7858381271362305,
+      "cov-distil (oracle2teacher)": 5.096573829650879,
       "epoch": 0.6609105180533752,
-      "rel-constrast": 2.998076915740967,
+      "rel-constrast": 3.2108139991760254,
       "step": 842,
-      "subrel-constrast": 4.3113603591918945,
+      "subrel-constrast": 3.9645304679870605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6802887916564941,
-      "cov-distil (oracle2student)": 3.012141704559326,
-      "cov-distil (oracle2teacher)": 2.5727319717407227,
+      "cov-distil": 1.6559867858886719,
+      "cov-distil (oracle2student)": 4.20277214050293,
+      "cov-distil (oracle2teacher)": 3.659284830093384,
       "epoch": 0.6616954474097331,
-      "rel-constrast": 3.7015037536621094,
+      "rel-constrast": 4.103222370147705,
       "step": 843,
-      "subrel-constrast": 4.34977912902832,
+      "subrel-constrast": 3.9241135120391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9140921831130981,
-      "cov-distil (oracle2student)": 3.6763272285461426,
-      "cov-distil (oracle2teacher)": 3.501206874847412,
+      "cov-distil": 2.0555334091186523,
+      "cov-distil (oracle2student)": 3.6795730590820312,
+      "cov-distil (oracle2teacher)": 4.028406143188477,
       "epoch": 0.6624803767660911,
-      "rel-constrast": 2.8182120323181152,
+      "rel-constrast": 3.0861854553222656,
       "step": 844,
-      "subrel-constrast": 3.526099681854248,
+      "subrel-constrast": 3.5311388969421387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3611481189727783,
-      "cov-distil (oracle2student)": 3.414156675338745,
-      "cov-distil (oracle2teacher)": 3.8053836822509766,
+      "cov-distil": 2.69934344291687,
+      "cov-distil (oracle2student)": 4.033677577972412,
+      "cov-distil (oracle2teacher)": 3.8822219371795654,
       "epoch": 0.6632653061224489,
-      "rel-constrast": 3.6642966270446777,
+      "rel-constrast": 3.8620595932006836,
       "step": 845,
-      "subrel-constrast": 4.929279804229736,
+      "subrel-constrast": 4.681525230407715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.16641902923584,
-      "cov-distil (oracle2student)": 5.345207214355469,
-      "cov-distil (oracle2teacher)": 4.5692830085754395,
+      "cov-distil": 2.433763265609741,
+      "cov-distil (oracle2student)": 6.528609275817871,
+      "cov-distil (oracle2teacher)": 5.862437725067139,
       "epoch": 0.6640502354788069,
-      "rel-constrast": 2.9499943256378174,
+      "rel-constrast": 3.958367347717285,
       "step": 846,
-      "subrel-constrast": 4.163426876068115,
+      "subrel-constrast": 4.218762397766113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2791935205459595,
-      "cov-distil (oracle2student)": 4.141592979431152,
-      "cov-distil (oracle2teacher)": 3.4113106727600098,
+      "cov-distil": 2.2436680793762207,
+      "cov-distil (oracle2student)": 5.038456916809082,
+      "cov-distil (oracle2teacher)": 4.087412357330322,
       "epoch": 0.6648351648351648,
-      "rel-constrast": 3.946357488632202,
+      "rel-constrast": 3.9944558143615723,
       "step": 847,
-      "subrel-constrast": 3.884228467941284,
+      "subrel-constrast": 4.376913547515869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286513805389404,
-      "cov-distil (oracle2student)": 3.6746082305908203,
-      "cov-distil (oracle2teacher)": 3.6897666454315186,
+      "cov-distil": 1.5744894742965698,
+      "cov-distil (oracle2student)": 4.035322666168213,
+      "cov-distil (oracle2teacher)": 4.279043674468994,
       "epoch": 0.6656200941915228,
-      "rel-constrast": 2.590811252593994,
+      "rel-constrast": 2.9988443851470947,
       "step": 848,
-      "subrel-constrast": 3.7845067977905273,
+      "subrel-constrast": 3.346532106399536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7331000566482544,
-      "cov-distil (oracle2student)": 3.869168281555176,
-      "cov-distil (oracle2teacher)": 3.3327884674072266,
+      "cov-distil": 1.7716234922409058,
+      "cov-distil (oracle2student)": 4.4663166999816895,
+      "cov-distil (oracle2teacher)": 3.672461986541748,
       "epoch": 0.6664050235478807,
-      "rel-constrast": 3.201794147491455,
+      "rel-constrast": 3.106621265411377,
       "step": 849,
-      "subrel-constrast": 4.059730052947998,
+      "subrel-constrast": 3.6811439990997314,
       "view-similarity": 0
     },
     {
       "epoch": 0.6671899529042387,
-      "grad_norm": 6.5,
+      "grad_norm": 7.15625,
       "learning_rate": 4.245e-05,
-      "loss": 0.8383,
+      "loss": 0.8781,
       "step": 850
     },
     {
-      "cov-distil": 1.7655677795410156,
-      "cov-distil (oracle2student)": 3.762930154800415,
-      "cov-distil (oracle2teacher)": 3.4603514671325684,
+      "cov-distil": 2.084324359893799,
+      "cov-distil (oracle2student)": 4.112272262573242,
+      "cov-distil (oracle2teacher)": 4.169733047485352,
       "epoch": 0.6671899529042387,
-      "rel-constrast": 2.9008567333221436,
+      "rel-constrast": 3.1579267978668213,
       "step": 850,
-      "subrel-constrast": 3.404660701751709,
+      "subrel-constrast": 3.457568407058716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517121434211731,
-      "cov-distil (oracle2student)": 2.8830716609954834,
-      "cov-distil (oracle2teacher)": 3.449007034301758,
+      "cov-distil": 1.7184252738952637,
+      "cov-distil (oracle2student)": 3.2816784381866455,
+      "cov-distil (oracle2teacher)": 3.5960745811462402,
       "epoch": 0.6679748822605965,
-      "rel-constrast": 4.325301170349121,
+      "rel-constrast": 4.929862022399902,
       "step": 851,
-      "subrel-constrast": 4.419717311859131,
+      "subrel-constrast": 4.675520420074463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9270949363708496,
-      "cov-distil (oracle2student)": 4.238532543182373,
-      "cov-distil (oracle2teacher)": 3.910085439682007,
+      "cov-distil": 2.2196950912475586,
+      "cov-distil (oracle2student)": 5.344398021697998,
+      "cov-distil (oracle2teacher)": 4.496703147888184,
       "epoch": 0.6687598116169545,
-      "rel-constrast": 2.823596715927124,
+      "rel-constrast": 3.1046090126037598,
       "step": 852,
-      "subrel-constrast": 3.4322097301483154,
+      "subrel-constrast": 3.2616875171661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3329415321350098,
-      "cov-distil (oracle2student)": 6.140964031219482,
-      "cov-distil (oracle2teacher)": 5.558816909790039,
+      "cov-distil": 2.111381769180298,
+      "cov-distil (oracle2student)": 7.459054946899414,
+      "cov-distil (oracle2teacher)": 6.521515846252441,
       "epoch": 0.6695447409733124,
-      "rel-constrast": 2.4979028701782227,
+      "rel-constrast": 2.611449718475342,
       "step": 853,
-      "subrel-constrast": 3.4758663177490234,
+      "subrel-constrast": 3.10337233543396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5264722108840942,
-      "cov-distil (oracle2student)": 5.3368964195251465,
-      "cov-distil (oracle2teacher)": 5.390691757202148,
+      "cov-distil": 1.571357250213623,
+      "cov-distil (oracle2student)": 6.402609825134277,
+      "cov-distil (oracle2teacher)": 5.708658218383789,
       "epoch": 0.6703296703296703,
-      "rel-constrast": 3.0451555252075195,
+      "rel-constrast": 3.721426486968994,
       "step": 854,
-      "subrel-constrast": 3.68107533454895,
+      "subrel-constrast": 3.51344633102417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.527972459793091,
-      "cov-distil (oracle2student)": 4.9313225746154785,
-      "cov-distil (oracle2teacher)": 4.113895416259766,
+      "cov-distil": 3.1283068656921387,
+      "cov-distil (oracle2student)": 4.400152206420898,
+      "cov-distil (oracle2teacher)": 4.971624851226807,
       "epoch": 0.6711145996860283,
-      "rel-constrast": 3.4113454818725586,
+      "rel-constrast": 3.2834744453430176,
       "step": 855,
-      "subrel-constrast": 4.2453413009643555,
+      "subrel-constrast": 4.660199165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2195277214050293,
-      "cov-distil (oracle2student)": 4.841870307922363,
-      "cov-distil (oracle2teacher)": 4.361907005310059,
+      "cov-distil": 2.49289608001709,
+      "cov-distil (oracle2student)": 5.017967700958252,
+      "cov-distil (oracle2teacher)": 4.454375267028809,
       "epoch": 0.6718995290423861,
-      "rel-constrast": 3.8896093368530273,
+      "rel-constrast": 3.874404191970825,
       "step": 856,
-      "subrel-constrast": 4.457779884338379,
+      "subrel-constrast": 4.311699867248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9021310806274414,
-      "cov-distil (oracle2student)": 5.08781623840332,
-      "cov-distil (oracle2teacher)": 4.45757532119751,
+      "cov-distil": 2.3428492546081543,
+      "cov-distil (oracle2student)": 6.521602630615234,
+      "cov-distil (oracle2teacher)": 5.238377571105957,
       "epoch": 0.6726844583987441,
-      "rel-constrast": 4.279557228088379,
+      "rel-constrast": 4.98021125793457,
       "step": 857,
-      "subrel-constrast": 4.490781307220459,
+      "subrel-constrast": 4.458598613739014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184224128723145,
-      "cov-distil (oracle2student)": 4.386934757232666,
-      "cov-distil (oracle2teacher)": 3.651055335998535,
+      "cov-distil": 2.1586742401123047,
+      "cov-distil (oracle2student)": 4.743297576904297,
+      "cov-distil (oracle2teacher)": 4.861972808837891,
       "epoch": 0.673469387755102,
-      "rel-constrast": 2.4715077877044678,
+      "rel-constrast": 3.0185046195983887,
       "step": 858,
-      "subrel-constrast": 3.5174665451049805,
+      "subrel-constrast": 3.637573480606079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5252549648284912,
-      "cov-distil (oracle2student)": 4.384729862213135,
-      "cov-distil (oracle2teacher)": 4.249427795410156,
+      "cov-distil": 1.7815613746643066,
+      "cov-distil (oracle2student)": 5.069211006164551,
+      "cov-distil (oracle2teacher)": 4.625375270843506,
       "epoch": 0.67425431711146,
-      "rel-constrast": 3.386720657348633,
+      "rel-constrast": 3.927893877029419,
       "step": 859,
-      "subrel-constrast": 4.306125640869141,
+      "subrel-constrast": 4.187974452972412,
       "view-similarity": 0
     },
     {
       "epoch": 0.6750392464678179,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.375,
       "learning_rate": 4.295e-05,
-      "loss": 0.8732,
+      "loss": 0.9152,
       "step": 860
     },
     {
-      "cov-distil": 2.1179590225219727,
-      "cov-distil (oracle2student)": 4.76759147644043,
-      "cov-distil (oracle2teacher)": 4.396820068359375,
+      "cov-distil": 2.3275275230407715,
+      "cov-distil (oracle2student)": 5.453484058380127,
+      "cov-distil (oracle2teacher)": 4.669001579284668,
       "epoch": 0.6750392464678179,
-      "rel-constrast": 2.7477235794067383,
+      "rel-constrast": 3.0883092880249023,
       "step": 860,
-      "subrel-constrast": 3.7372775077819824,
+      "subrel-constrast": 3.8189210891723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7965826988220215,
-      "cov-distil (oracle2student)": 3.590010404586792,
-      "cov-distil (oracle2teacher)": 3.2907443046569824,
+      "cov-distil": 2.4788951873779297,
+      "cov-distil (oracle2student)": 4.462489128112793,
+      "cov-distil (oracle2teacher)": 3.931230068206787,
       "epoch": 0.6758241758241759,
-      "rel-constrast": 2.507899284362793,
+      "rel-constrast": 3.4943385124206543,
       "step": 861,
-      "subrel-constrast": 3.807100296020508,
+      "subrel-constrast": 3.9335737228393555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7082825899124146,
-      "cov-distil (oracle2student)": 5.913630485534668,
-      "cov-distil (oracle2teacher)": 5.13212776184082,
+      "cov-distil": 2.0409438610076904,
+      "cov-distil (oracle2student)": 5.88531494140625,
+      "cov-distil (oracle2teacher)": 5.5002312660217285,
       "epoch": 0.6766091051805337,
-      "rel-constrast": 3.268495559692383,
+      "rel-constrast": 3.943720579147339,
       "step": 862,
-      "subrel-constrast": 3.9798760414123535,
+      "subrel-constrast": 3.463715076446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8252453804016113,
-      "cov-distil (oracle2student)": 4.901181221008301,
-      "cov-distil (oracle2teacher)": 4.457773685455322,
+      "cov-distil": 1.9176623821258545,
+      "cov-distil (oracle2student)": 4.88209867477417,
+      "cov-distil (oracle2teacher)": 5.097332954406738,
       "epoch": 0.6773940345368917,
-      "rel-constrast": 3.583211660385132,
+      "rel-constrast": 3.4022345542907715,
       "step": 863,
-      "subrel-constrast": 4.42688512802124,
+      "subrel-constrast": 4.176356792449951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3953462839126587,
-      "cov-distil (oracle2student)": 5.5138397216796875,
-      "cov-distil (oracle2teacher)": 4.944778919219971,
+      "cov-distil": 1.6620619297027588,
+      "cov-distil (oracle2student)": 6.531160354614258,
+      "cov-distil (oracle2teacher)": 5.85151481628418,
       "epoch": 0.6781789638932496,
-      "rel-constrast": 3.1454901695251465,
+      "rel-constrast": 4.265978813171387,
       "step": 864,
-      "subrel-constrast": 3.9406254291534424,
+      "subrel-constrast": 3.884490489959717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6899718046188354,
-      "cov-distil (oracle2student)": 5.330373764038086,
-      "cov-distil (oracle2teacher)": 4.559169769287109,
+      "cov-distil": 2.111593008041382,
+      "cov-distil (oracle2student)": 5.227636814117432,
+      "cov-distil (oracle2teacher)": 5.337945938110352,
       "epoch": 0.6789638932496075,
-      "rel-constrast": 2.3280701637268066,
+      "rel-constrast": 2.8487889766693115,
       "step": 865,
-      "subrel-constrast": 3.6453700065612793,
+      "subrel-constrast": 3.2373714447021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6296229362487793,
-      "cov-distil (oracle2student)": 4.770857810974121,
-      "cov-distil (oracle2teacher)": 4.276622295379639,
+      "cov-distil": 2.3906097412109375,
+      "cov-distil (oracle2student)": 5.167361259460449,
+      "cov-distil (oracle2teacher)": 5.387311935424805,
       "epoch": 0.6797488226059655,
-      "rel-constrast": 3.20645809173584,
+      "rel-constrast": 3.188427209854126,
       "step": 866,
-      "subrel-constrast": 3.8591246604919434,
+      "subrel-constrast": 4.021615505218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7715446949005127,
-      "cov-distil (oracle2student)": 4.347777843475342,
-      "cov-distil (oracle2teacher)": 4.543467044830322,
+      "cov-distil": 2.0040459632873535,
+      "cov-distil (oracle2student)": 5.630919456481934,
+      "cov-distil (oracle2teacher)": 5.020962715148926,
       "epoch": 0.6805337519623234,
-      "rel-constrast": 3.9846086502075195,
+      "rel-constrast": 4.7801055908203125,
       "step": 867,
-      "subrel-constrast": 5.185349941253662,
+      "subrel-constrast": 5.247258186340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6960502862930298,
-      "cov-distil (oracle2student)": 3.3439979553222656,
-      "cov-distil (oracle2teacher)": 2.9984841346740723,
+      "cov-distil": 1.7129077911376953,
+      "cov-distil (oracle2student)": 3.738029956817627,
+      "cov-distil (oracle2teacher)": 3.736387252807617,
       "epoch": 0.6813186813186813,
-      "rel-constrast": 2.1034369468688965,
+      "rel-constrast": 1.8440494537353516,
       "step": 868,
-      "subrel-constrast": 2.926976203918457,
+      "subrel-constrast": 2.7090156078338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.505071759223938,
-      "cov-distil (oracle2student)": 2.9278054237365723,
-      "cov-distil (oracle2teacher)": 2.840702772140503,
+      "cov-distil": 1.6173169612884521,
+      "cov-distil (oracle2student)": 3.582737445831299,
+      "cov-distil (oracle2teacher)": 3.1682801246643066,
       "epoch": 0.6821036106750392,
-      "rel-constrast": 3.0042061805725098,
+      "rel-constrast": 3.675318956375122,
       "step": 869,
-      "subrel-constrast": 3.6791141033172607,
+      "subrel-constrast": 3.383939743041992,
       "view-similarity": 0
     },
     {
       "epoch": 0.6828885400313972,
-      "grad_norm": 4.9375,
+      "grad_norm": 6.5625,
       "learning_rate": 4.345e-05,
-      "loss": 0.7898,
+      "loss": 0.8633,
       "step": 870
     },
     {
-      "cov-distil": 1.5478849411010742,
-      "cov-distil (oracle2student)": 4.5837202072143555,
-      "cov-distil (oracle2teacher)": 4.236478805541992,
+      "cov-distil": 1.9869234561920166,
+      "cov-distil (oracle2student)": 5.340611457824707,
+      "cov-distil (oracle2teacher)": 5.131547927856445,
       "epoch": 0.6828885400313972,
-      "rel-constrast": 3.6690661907196045,
+      "rel-constrast": 4.2035322189331055,
       "step": 870,
-      "subrel-constrast": 3.755584239959717,
+      "subrel-constrast": 3.5107760429382324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4669153690338135,
-      "cov-distil (oracle2student)": 3.7385365962982178,
-      "cov-distil (oracle2teacher)": 3.7702410221099854,
+      "cov-distil": 1.3518933057785034,
+      "cov-distil (oracle2student)": 4.306206703186035,
+      "cov-distil (oracle2teacher)": 4.453194618225098,
       "epoch": 0.6836734693877551,
-      "rel-constrast": 3.5915560722351074,
+      "rel-constrast": 3.9446215629577637,
       "step": 871,
-      "subrel-constrast": 4.271019458770752,
+      "subrel-constrast": 4.509695053100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1383116245269775,
-      "cov-distil (oracle2student)": 4.596353530883789,
-      "cov-distil (oracle2teacher)": 3.5413565635681152,
+      "cov-distil": 2.496706485748291,
+      "cov-distil (oracle2student)": 4.210893630981445,
+      "cov-distil (oracle2teacher)": 4.342166900634766,
       "epoch": 0.6844583987441131,
-      "rel-constrast": 2.788327693939209,
+      "rel-constrast": 3.3719401359558105,
       "step": 872,
-      "subrel-constrast": 3.9468002319335938,
+      "subrel-constrast": 3.8871562480926514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5923734903335571,
-      "cov-distil (oracle2student)": 4.1226983070373535,
-      "cov-distil (oracle2teacher)": 3.784665107727051,
+      "cov-distil": 1.691957950592041,
+      "cov-distil (oracle2student)": 5.222391128540039,
+      "cov-distil (oracle2teacher)": 5.017002582550049,
       "epoch": 0.685243328100471,
-      "rel-constrast": 3.274655342102051,
+      "rel-constrast": 3.8896470069885254,
       "step": 873,
-      "subrel-constrast": 3.9750561714172363,
+      "subrel-constrast": 3.4195663928985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.946056842803955,
-      "cov-distil (oracle2student)": 4.353828430175781,
-      "cov-distil (oracle2teacher)": 4.0519490242004395,
+      "cov-distil": 2.167623519897461,
+      "cov-distil (oracle2student)": 5.572680473327637,
+      "cov-distil (oracle2teacher)": 4.220798492431641,
       "epoch": 0.6860282574568289,
-      "rel-constrast": 2.741914749145508,
+      "rel-constrast": 2.9750654697418213,
       "step": 874,
-      "subrel-constrast": 3.176755905151367,
+      "subrel-constrast": 3.06172251701355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9557355642318726,
-      "cov-distil (oracle2student)": 3.949646472930908,
-      "cov-distil (oracle2teacher)": 4.013653755187988,
+      "cov-distil": 2.0998356342315674,
+      "cov-distil (oracle2student)": 4.452457904815674,
+      "cov-distil (oracle2teacher)": 4.726762771606445,
       "epoch": 0.6868131868131868,
-      "rel-constrast": 2.8873188495635986,
+      "rel-constrast": 3.5637621879577637,
       "step": 875,
-      "subrel-constrast": 3.6380884647369385,
+      "subrel-constrast": 3.3495094776153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.401376247406006,
-      "cov-distil (oracle2student)": 5.006793022155762,
-      "cov-distil (oracle2teacher)": 4.591802597045898,
+      "cov-distil": 2.5879006385803223,
+      "cov-distil (oracle2student)": 6.307969093322754,
+      "cov-distil (oracle2teacher)": 4.906314849853516,
       "epoch": 0.6875981161695447,
-      "rel-constrast": 4.074068069458008,
+      "rel-constrast": 4.693286895751953,
       "step": 876,
-      "subrel-constrast": 5.1672682762146,
+      "subrel-constrast": 4.9903059005737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2366654872894287,
-      "cov-distil (oracle2student)": 3.786804676055908,
-      "cov-distil (oracle2teacher)": 3.314284324645996,
+      "cov-distil": 1.1960246562957764,
+      "cov-distil (oracle2student)": 4.199606418609619,
+      "cov-distil (oracle2teacher)": 4.277667045593262,
       "epoch": 0.6883830455259027,
-      "rel-constrast": 2.0299768447875977,
+      "rel-constrast": 2.318310022354126,
       "step": 877,
-      "subrel-constrast": 2.670637369155884,
+      "subrel-constrast": 2.6966910362243652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0147178173065186,
-      "cov-distil (oracle2student)": 3.804882764816284,
-      "cov-distil (oracle2teacher)": 3.430328845977783,
+      "cov-distil": 2.318570613861084,
+      "cov-distil (oracle2student)": 4.393073081970215,
+      "cov-distil (oracle2teacher)": 3.455695152282715,
       "epoch": 0.6891679748822606,
-      "rel-constrast": 2.7490639686584473,
+      "rel-constrast": 3.3598523139953613,
       "step": 878,
-      "subrel-constrast": 3.5756359100341797,
+      "subrel-constrast": 3.4972617626190186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5681298971176147,
-      "cov-distil (oracle2student)": 3.9214487075805664,
-      "cov-distil (oracle2teacher)": 3.5905914306640625,
+      "cov-distil": 1.604712963104248,
+      "cov-distil (oracle2student)": 4.812742233276367,
+      "cov-distil (oracle2teacher)": 4.432042121887207,
       "epoch": 0.6899529042386185,
-      "rel-constrast": 3.0104470252990723,
+      "rel-constrast": 3.7657222747802734,
       "step": 879,
-      "subrel-constrast": 3.337676763534546,
+      "subrel-constrast": 3.9478273391723633,
       "view-similarity": 0
     },
     {
       "epoch": 0.6907378335949764,
-      "grad_norm": 6.03125,
+      "grad_norm": 9.8125,
       "learning_rate": 4.3950000000000004e-05,
-      "loss": 0.8151,
+      "loss": 0.9021,
       "step": 880
     },
     {
-      "cov-distil": 2.2157304286956787,
-      "cov-distil (oracle2student)": 5.699595928192139,
-      "cov-distil (oracle2teacher)": 4.683689594268799,
+      "cov-distil": 2.6153383255004883,
+      "cov-distil (oracle2student)": 6.290912628173828,
+      "cov-distil (oracle2teacher)": 5.163901329040527,
       "epoch": 0.6907378335949764,
-      "rel-constrast": 3.0941343307495117,
+      "rel-constrast": 3.4356861114501953,
       "step": 880,
-      "subrel-constrast": 4.322240352630615,
+      "subrel-constrast": 4.229956150054932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4810900688171387,
-      "cov-distil (oracle2student)": 3.3440780639648438,
-      "cov-distil (oracle2teacher)": 2.974940299987793,
+      "cov-distil": 1.7166298627853394,
+      "cov-distil (oracle2student)": 3.536836624145508,
+      "cov-distil (oracle2teacher)": 3.5101006031036377,
       "epoch": 0.6915227629513344,
-      "rel-constrast": 3.586519241333008,
+      "rel-constrast": 3.3315963745117188,
       "step": 881,
-      "subrel-constrast": 3.7541935443878174,
+      "subrel-constrast": 3.4747748374938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5781233310699463,
-      "cov-distil (oracle2student)": 5.018100738525391,
-      "cov-distil (oracle2teacher)": 4.681778907775879,
+      "cov-distil": 2.130197048187256,
+      "cov-distil (oracle2student)": 5.555070877075195,
+      "cov-distil (oracle2teacher)": 5.314323902130127,
       "epoch": 0.6923076923076923,
-      "rel-constrast": 4.0826897621154785,
+      "rel-constrast": 4.290964126586914,
       "step": 882,
-      "subrel-constrast": 4.779473304748535,
+      "subrel-constrast": 4.706758975982666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4764516353607178,
-      "cov-distil (oracle2student)": 3.1465892791748047,
-      "cov-distil (oracle2teacher)": 2.8956477642059326,
+      "cov-distil": 1.820596694946289,
+      "cov-distil (oracle2student)": 3.6406331062316895,
+      "cov-distil (oracle2teacher)": 3.524196147918701,
       "epoch": 0.6930926216640503,
-      "rel-constrast": 2.1886837482452393,
+      "rel-constrast": 2.0438151359558105,
       "step": 883,
-      "subrel-constrast": 2.8425724506378174,
+      "subrel-constrast": 2.900033473968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577139854431152,
-      "cov-distil (oracle2student)": 5.48944091796875,
-      "cov-distil (oracle2teacher)": 5.108327865600586,
+      "cov-distil": 1.9745502471923828,
+      "cov-distil (oracle2student)": 5.422731399536133,
+      "cov-distil (oracle2teacher)": 5.130214691162109,
       "epoch": 0.6938775510204082,
-      "rel-constrast": 3.6461424827575684,
+      "rel-constrast": 3.7816274166107178,
       "step": 884,
-      "subrel-constrast": 4.1751885414123535,
+      "subrel-constrast": 4.169047832489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.30418062210083,
-      "cov-distil (oracle2student)": 3.6000726222991943,
-      "cov-distil (oracle2teacher)": 3.8276352882385254,
+      "cov-distil": 2.8008601665496826,
+      "cov-distil (oracle2student)": 4.399479866027832,
+      "cov-distil (oracle2teacher)": 3.890065908432007,
       "epoch": 0.6946624803767661,
-      "rel-constrast": 2.609241008758545,
+      "rel-constrast": 3.158116340637207,
       "step": 885,
-      "subrel-constrast": 4.044322967529297,
+      "subrel-constrast": 4.046071529388428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9188902378082275,
-      "cov-distil (oracle2student)": 3.3409061431884766,
-      "cov-distil (oracle2teacher)": 3.3536062240600586,
+      "cov-distil": 1.7208807468414307,
+      "cov-distil (oracle2student)": 3.50015926361084,
+      "cov-distil (oracle2teacher)": 3.8033294677734375,
       "epoch": 0.695447409733124,
-      "rel-constrast": 3.917679786682129,
+      "rel-constrast": 3.8988451957702637,
       "step": 886,
-      "subrel-constrast": 4.465198040008545,
+      "subrel-constrast": 4.504743576049805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6129820346832275,
-      "cov-distil (oracle2student)": 3.5256998538970947,
-      "cov-distil (oracle2teacher)": 3.5475692749023438,
+      "cov-distil": 1.6588244438171387,
+      "cov-distil (oracle2student)": 3.5594263076782227,
+      "cov-distil (oracle2teacher)": 3.719226360321045,
       "epoch": 0.6962323390894819,
-      "rel-constrast": 3.1687140464782715,
+      "rel-constrast": 3.0421152114868164,
       "step": 887,
-      "subrel-constrast": 4.09608268737793,
+      "subrel-constrast": 3.4976284503936768,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6923974752426147,
-      "cov-distil (oracle2student)": 3.194105863571167,
-      "cov-distil (oracle2teacher)": 2.918461799621582,
+      "cov-distil": 2.045492649078369,
+      "cov-distil (oracle2student)": 3.9550905227661133,
+      "cov-distil (oracle2teacher)": 3.267087459564209,
       "epoch": 0.6970172684458399,
-      "rel-constrast": 2.669671058654785,
+      "rel-constrast": 3.7286970615386963,
       "step": 888,
-      "subrel-constrast": 3.512425661087036,
+      "subrel-constrast": 3.3367412090301514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7615928649902344,
-      "cov-distil (oracle2student)": 4.9741010665893555,
-      "cov-distil (oracle2teacher)": 4.07312536239624,
+      "cov-distil": 1.9286051988601685,
+      "cov-distil (oracle2student)": 5.202018737792969,
+      "cov-distil (oracle2teacher)": 4.936763763427734,
       "epoch": 0.6978021978021978,
-      "rel-constrast": 2.2488291263580322,
+      "rel-constrast": 2.9979124069213867,
       "step": 889,
-      "subrel-constrast": 3.145869016647339,
+      "subrel-constrast": 2.9391002655029297,
       "view-similarity": 0
     },
     {
       "epoch": 0.6985871271585558,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.4375,
       "learning_rate": 4.445e-05,
-      "loss": 0.8243,
+      "loss": 0.8427,
       "step": 890
     },
     {
-      "cov-distil": 2.2956361770629883,
-      "cov-distil (oracle2student)": 5.470577716827393,
-      "cov-distil (oracle2teacher)": 4.947875499725342,
+      "cov-distil": 2.526353359222412,
+      "cov-distil (oracle2student)": 5.967167377471924,
+      "cov-distil (oracle2teacher)": 5.376275062561035,
       "epoch": 0.6985871271585558,
-      "rel-constrast": 2.6768033504486084,
+      "rel-constrast": 3.3024144172668457,
       "step": 890,
-      "subrel-constrast": 3.943537950515747,
+      "subrel-constrast": 3.540593147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949636459350586,
-      "cov-distil (oracle2student)": 4.757634162902832,
-      "cov-distil (oracle2teacher)": 3.9767329692840576,
+      "cov-distil": 2.56846022605896,
+      "cov-distil (oracle2student)": 5.743405818939209,
+      "cov-distil (oracle2teacher)": 4.875088214874268,
       "epoch": 0.6993720565149136,
-      "rel-constrast": 2.2590112686157227,
+      "rel-constrast": 3.196890354156494,
       "step": 891,
-      "subrel-constrast": 3.1901254653930664,
+      "subrel-constrast": 3.246298313140869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.926931619644165,
-      "cov-distil (oracle2student)": 3.505540370941162,
-      "cov-distil (oracle2teacher)": 3.3340682983398438,
+      "cov-distil": 2.2346439361572266,
+      "cov-distil (oracle2student)": 3.5361998081207275,
+      "cov-distil (oracle2teacher)": 3.4744553565979004,
       "epoch": 0.7001569858712716,
-      "rel-constrast": 3.0852808952331543,
+      "rel-constrast": 3.4137110710144043,
       "step": 892,
-      "subrel-constrast": 4.544396877288818,
+      "subrel-constrast": 4.329852104187012,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2596887350082397,
-      "cov-distil (oracle2student)": 4.653071403503418,
-      "cov-distil (oracle2teacher)": 4.252223014831543,
+      "cov-distil": 1.167364239692688,
+      "cov-distil (oracle2student)": 5.168941497802734,
+      "cov-distil (oracle2teacher)": 4.3646721839904785,
       "epoch": 0.7009419152276295,
-      "rel-constrast": 2.719123363494873,
+      "rel-constrast": 2.8653008937835693,
       "step": 893,
-      "subrel-constrast": 3.29056715965271,
+      "subrel-constrast": 2.9792778491973877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7803575992584229,
-      "cov-distil (oracle2student)": 4.656095504760742,
-      "cov-distil (oracle2teacher)": 3.902914524078369,
+      "cov-distil": 2.0642733573913574,
+      "cov-distil (oracle2student)": 4.931925296783447,
+      "cov-distil (oracle2teacher)": 4.744453430175781,
       "epoch": 0.7017268445839875,
-      "rel-constrast": 2.24275541305542,
+      "rel-constrast": 2.674319267272949,
       "step": 894,
-      "subrel-constrast": 3.273658037185669,
+      "subrel-constrast": 3.0639278888702393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130441188812256,
-      "cov-distil (oracle2student)": 5.469186782836914,
-      "cov-distil (oracle2teacher)": 4.67607307434082,
+      "cov-distil": 1.6949299573898315,
+      "cov-distil (oracle2student)": 5.9702558517456055,
+      "cov-distil (oracle2teacher)": 5.136995315551758,
       "epoch": 0.7025117739403454,
-      "rel-constrast": 3.1639580726623535,
+      "rel-constrast": 3.596431016921997,
       "step": 895,
-      "subrel-constrast": 4.3755879402160645,
+      "subrel-constrast": 3.8810415267944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741716861724854,
-      "cov-distil (oracle2student)": 3.9948792457580566,
-      "cov-distil (oracle2teacher)": 4.19767951965332,
+      "cov-distil": 1.856001615524292,
+      "cov-distil (oracle2student)": 4.505743503570557,
+      "cov-distil (oracle2teacher)": 4.431365966796875,
       "epoch": 0.7032967032967034,
-      "rel-constrast": 2.7737693786621094,
+      "rel-constrast": 2.722695827484131,
       "step": 896,
-      "subrel-constrast": 3.267178773880005,
+      "subrel-constrast": 3.3229663372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8039289712905884,
-      "cov-distil (oracle2student)": 3.7117669582366943,
-      "cov-distil (oracle2teacher)": 3.281684160232544,
+      "cov-distil": 1.8379526138305664,
+      "cov-distil (oracle2student)": 3.944589853286743,
+      "cov-distil (oracle2teacher)": 3.8049511909484863,
       "epoch": 0.7040816326530612,
-      "rel-constrast": 2.143932819366455,
+      "rel-constrast": 2.8160529136657715,
       "step": 897,
-      "subrel-constrast": 3.121236801147461,
+      "subrel-constrast": 2.9614009857177734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3587143421173096,
-      "cov-distil (oracle2student)": 4.403602123260498,
-      "cov-distil (oracle2teacher)": 4.120107650756836,
+      "cov-distil": 2.3645009994506836,
+      "cov-distil (oracle2student)": 4.390262603759766,
+      "cov-distil (oracle2teacher)": 4.362174034118652,
       "epoch": 0.7048665620094191,
-      "rel-constrast": 2.3291571140289307,
+      "rel-constrast": 2.772310733795166,
       "step": 898,
-      "subrel-constrast": 3.47867751121521,
+      "subrel-constrast": 3.4329700469970703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.861637830734253,
-      "cov-distil (oracle2student)": 4.3754682540893555,
-      "cov-distil (oracle2teacher)": 3.7165720462799072,
+      "cov-distil": 2.237244129180908,
+      "cov-distil (oracle2student)": 5.519417762756348,
+      "cov-distil (oracle2teacher)": 3.6916470527648926,
       "epoch": 0.7056514913657771,
-      "rel-constrast": 3.8839848041534424,
+      "rel-constrast": 5.150705814361572,
       "step": 899,
-      "subrel-constrast": 4.644810676574707,
+      "subrel-constrast": 4.307447910308838,
       "view-similarity": 0
     },
     {
       "epoch": 0.706436420722135,
-      "grad_norm": 6.0625,
+      "grad_norm": 9.8125,
       "learning_rate": 4.495e-05,
-      "loss": 0.728,
+      "loss": 0.8128,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
-      "overlap": 0.30156251788139343,
+      "overlap": 0.2718749940395355,
       "step": 900
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "student margin": 0.0489501953125
+      "student margin": 0.045074462890625
     },
     {
       "epoch": 0.706436420722135,
       "step": 900,
-      "teacher margin": 0.028717041015625
+      "teacher margin": 0.037322998046875
     },
     {
       "epoch": 0.706436420722135,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00775146484375,
       "step": 900
     },
     {
-      "cov-distil": 2.2758567333221436,
-      "cov-distil (oracle2student)": 3.112144708633423,
-      "cov-distil (oracle2teacher)": 3.6246337890625,
+      "cov-distil": 2.311147928237915,
+      "cov-distil (oracle2student)": 3.330233573913574,
+      "cov-distil (oracle2teacher)": 3.7943742275238037,
       "epoch": 0.706436420722135,
-      "rel-constrast": 4.2263994216918945,
+      "rel-constrast": 4.451674461364746,
       "step": 900,
-      "subrel-constrast": 4.605080604553223,
+      "subrel-constrast": 4.540750980377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5694825649261475,
-      "cov-distil (oracle2student)": 2.912907838821411,
-      "cov-distil (oracle2teacher)": 3.0900259017944336,
+      "cov-distil": 1.9279557466506958,
+      "cov-distil (oracle2student)": 3.5640320777893066,
+      "cov-distil (oracle2teacher)": 3.6279072761535645,
       "epoch": 0.707221350078493,
-      "rel-constrast": 3.9801032543182373,
+      "rel-constrast": 3.9689056873321533,
       "step": 901,
-      "subrel-constrast": 4.070077419281006,
+      "subrel-constrast": 4.499424457550049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.285184621810913,
-      "cov-distil (oracle2student)": 3.1929121017456055,
-      "cov-distil (oracle2teacher)": 3.3283302783966064,
+      "cov-distil": 2.7493553161621094,
+      "cov-distil (oracle2student)": 3.4982075691223145,
+      "cov-distil (oracle2teacher)": 3.4487457275390625,
       "epoch": 0.7080062794348508,
-      "rel-constrast": 3.7210168838500977,
+      "rel-constrast": 3.6710946559906006,
       "step": 902,
-      "subrel-constrast": 5.039446830749512,
+      "subrel-constrast": 4.268523216247559,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798686504364014,
-      "cov-distil (oracle2student)": 4.676393985748291,
-      "cov-distil (oracle2teacher)": 4.217928886413574,
+      "cov-distil": 1.956506371498108,
+      "cov-distil (oracle2student)": 5.339967727661133,
+      "cov-distil (oracle2teacher)": 5.100460052490234,
       "epoch": 0.7087912087912088,
-      "rel-constrast": 2.927309036254883,
+      "rel-constrast": 2.8181982040405273,
       "step": 903,
-      "subrel-constrast": 3.2873969078063965,
+      "subrel-constrast": 3.1633055210113525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5412538051605225,
-      "cov-distil (oracle2student)": 5.285891056060791,
-      "cov-distil (oracle2teacher)": 4.6173906326293945,
+      "cov-distil": 1.493308186531067,
+      "cov-distil (oracle2student)": 5.159925937652588,
+      "cov-distil (oracle2teacher)": 4.648008823394775,
       "epoch": 0.7095761381475667,
-      "rel-constrast": 2.8550057411193848,
+      "rel-constrast": 3.052119255065918,
       "step": 904,
-      "subrel-constrast": 3.531097650527954,
+      "subrel-constrast": 3.4370810985565186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6112513542175293,
-      "cov-distil (oracle2student)": 4.020347595214844,
-      "cov-distil (oracle2teacher)": 3.5786631107330322,
+      "cov-distil": 1.694746971130371,
+      "cov-distil (oracle2student)": 4.756564140319824,
+      "cov-distil (oracle2teacher)": 4.631748199462891,
       "epoch": 0.7103610675039247,
-      "rel-constrast": 3.90101957321167,
+      "rel-constrast": 4.561760902404785,
       "step": 905,
-      "subrel-constrast": 4.510730266571045,
+      "subrel-constrast": 4.116257667541504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2648086547851562,
-      "cov-distil (oracle2student)": 5.239475250244141,
-      "cov-distil (oracle2teacher)": 4.47782564163208,
+      "cov-distil": 2.436339855194092,
+      "cov-distil (oracle2student)": 5.808154106140137,
+      "cov-distil (oracle2teacher)": 5.039184093475342,
       "epoch": 0.7111459968602826,
-      "rel-constrast": 4.096606254577637,
+      "rel-constrast": 4.579559803009033,
       "step": 906,
-      "subrel-constrast": 4.7054009437561035,
+      "subrel-constrast": 4.400875091552734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.87594735622406,
-      "cov-distil (oracle2student)": 3.4948787689208984,
-      "cov-distil (oracle2teacher)": 3.2427332401275635,
+      "cov-distil": 2.029197931289673,
+      "cov-distil (oracle2student)": 4.060882568359375,
+      "cov-distil (oracle2teacher)": 3.831162691116333,
       "epoch": 0.7119309262166404,
-      "rel-constrast": 2.4869022369384766,
+      "rel-constrast": 2.9906492233276367,
       "step": 907,
-      "subrel-constrast": 2.939744472503662,
+      "subrel-constrast": 2.808309316635132,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6819136142730713,
-      "cov-distil (oracle2student)": 3.956923007965088,
-      "cov-distil (oracle2teacher)": 3.3551230430603027,
+      "cov-distil": 1.9390037059783936,
+      "cov-distil (oracle2student)": 4.024724960327148,
+      "cov-distil (oracle2teacher)": 3.678377866744995,
       "epoch": 0.7127158555729984,
-      "rel-constrast": 3.1140904426574707,
+      "rel-constrast": 3.4137182235717773,
       "step": 908,
-      "subrel-constrast": 4.3997087478637695,
+      "subrel-constrast": 4.1222076416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0586934089660645,
-      "cov-distil (oracle2student)": 6.132615566253662,
-      "cov-distil (oracle2teacher)": 4.808053016662598,
+      "cov-distil": 2.803408622741699,
+      "cov-distil (oracle2student)": 7.011868476867676,
+      "cov-distil (oracle2teacher)": 5.844389915466309,
       "epoch": 0.7135007849293563,
-      "rel-constrast": 4.984131813049316,
+      "rel-constrast": 5.425812244415283,
       "step": 909,
-      "subrel-constrast": 5.425019264221191,
+      "subrel-constrast": 5.403790473937988,
       "view-similarity": 0
     },
     {
       "epoch": 0.7142857142857143,
-      "grad_norm": 7.59375,
+      "grad_norm": 8.75,
       "learning_rate": 4.545000000000001e-05,
-      "loss": 0.9539,
+      "loss": 0.9733,
       "step": 910
     },
     {
-      "cov-distil": 1.6229896545410156,
-      "cov-distil (oracle2student)": 4.070446968078613,
-      "cov-distil (oracle2teacher)": 3.715554714202881,
+      "cov-distil": 2.235384941101074,
+      "cov-distil (oracle2student)": 4.691333770751953,
+      "cov-distil (oracle2teacher)": 4.777897834777832,
       "epoch": 0.7142857142857143,
-      "rel-constrast": 3.2242932319641113,
+      "rel-constrast": 3.0134973526000977,
       "step": 910,
-      "subrel-constrast": 3.859609603881836,
+      "subrel-constrast": 3.736785411834717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8170173168182373,
-      "cov-distil (oracle2student)": 4.4720916748046875,
-      "cov-distil (oracle2teacher)": 4.0759687423706055,
+      "cov-distil": 2.008382558822632,
+      "cov-distil (oracle2student)": 4.763885974884033,
+      "cov-distil (oracle2teacher)": 4.731626033782959,
       "epoch": 0.7150706436420722,
-      "rel-constrast": 3.0169482231140137,
+      "rel-constrast": 2.959916114807129,
       "step": 911,
-      "subrel-constrast": 3.8084235191345215,
+      "subrel-constrast": 3.594634532928467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5292870998382568,
-      "cov-distil (oracle2student)": 4.345184326171875,
-      "cov-distil (oracle2teacher)": 4.0117974281311035,
+      "cov-distil": 1.6636135578155518,
+      "cov-distil (oracle2student)": 4.3891520500183105,
+      "cov-distil (oracle2teacher)": 4.248874187469482,
       "epoch": 0.7158555729984302,
-      "rel-constrast": 3.397573471069336,
+      "rel-constrast": 3.1279983520507812,
       "step": 912,
-      "subrel-constrast": 3.2584228515625,
+      "subrel-constrast": 3.2355239391326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.223121404647827,
-      "cov-distil (oracle2student)": 4.264377593994141,
-      "cov-distil (oracle2teacher)": 4.638145446777344,
+      "cov-distil": 3.0411596298217773,
+      "cov-distil (oracle2student)": 5.428493499755859,
+      "cov-distil (oracle2teacher)": 5.320887565612793,
       "epoch": 0.716640502354788,
-      "rel-constrast": 2.8414294719696045,
+      "rel-constrast": 3.7566728591918945,
       "step": 913,
-      "subrel-constrast": 4.336313724517822,
+      "subrel-constrast": 4.369427680969238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.661023736000061,
-      "cov-distil (oracle2student)": 4.143952369689941,
-      "cov-distil (oracle2teacher)": 3.7969391345977783,
+      "cov-distil": 2.5259439945220947,
+      "cov-distil (oracle2student)": 4.317468643188477,
+      "cov-distil (oracle2teacher)": 4.074265480041504,
       "epoch": 0.717425431711146,
-      "rel-constrast": 2.8086204528808594,
+      "rel-constrast": 3.137404203414917,
       "step": 914,
-      "subrel-constrast": 3.964709997177124,
+      "subrel-constrast": 4.268316745758057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073925495147705,
-      "cov-distil (oracle2student)": 3.812002658843994,
-      "cov-distil (oracle2teacher)": 2.9608023166656494,
+      "cov-distil": 2.629445791244507,
+      "cov-distil (oracle2student)": 4.251430511474609,
+      "cov-distil (oracle2teacher)": 3.5125131607055664,
       "epoch": 0.7182103610675039,
-      "rel-constrast": 2.701813220977783,
+      "rel-constrast": 3.3274784088134766,
       "step": 915,
-      "subrel-constrast": 3.5543386936187744,
+      "subrel-constrast": 3.388676881790161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.841255784034729,
-      "cov-distil (oracle2student)": 3.9284794330596924,
-      "cov-distil (oracle2teacher)": 4.48227596282959,
+      "cov-distil": 1.8637619018554688,
+      "cov-distil (oracle2student)": 5.047358512878418,
+      "cov-distil (oracle2teacher)": 4.970431804656982,
       "epoch": 0.7189952904238619,
-      "rel-constrast": 3.2184972763061523,
+      "rel-constrast": 4.035821914672852,
       "step": 916,
-      "subrel-constrast": 4.3179755210876465,
+      "subrel-constrast": 4.4201130867004395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.29209041595459,
-      "cov-distil (oracle2student)": 5.0997748374938965,
-      "cov-distil (oracle2teacher)": 4.6459455490112305,
+      "cov-distil": 2.499739646911621,
+      "cov-distil (oracle2student)": 5.862354755401611,
+      "cov-distil (oracle2teacher)": 4.6612043380737305,
       "epoch": 0.7197802197802198,
-      "rel-constrast": 2.7742223739624023,
+      "rel-constrast": 3.701457977294922,
       "step": 917,
-      "subrel-constrast": 3.9090025424957275,
+      "subrel-constrast": 3.524897813796997,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.126772403717041,
-      "cov-distil (oracle2student)": 5.042139053344727,
-      "cov-distil (oracle2teacher)": 4.358441352844238,
+      "cov-distil": 2.6731886863708496,
+      "cov-distil (oracle2student)": 6.43360710144043,
+      "cov-distil (oracle2teacher)": 5.292421340942383,
       "epoch": 0.7205651491365777,
-      "rel-constrast": 3.499645233154297,
+      "rel-constrast": 4.100305557250977,
       "step": 918,
-      "subrel-constrast": 4.131096839904785,
+      "subrel-constrast": 4.070356369018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1853413581848145,
-      "cov-distil (oracle2student)": 5.0499186515808105,
-      "cov-distil (oracle2teacher)": 4.660511493682861,
+      "cov-distil": 2.4293737411499023,
+      "cov-distil (oracle2student)": 6.126158714294434,
+      "cov-distil (oracle2teacher)": 4.8115644454956055,
       "epoch": 0.7213500784929356,
-      "rel-constrast": 3.0944676399230957,
+      "rel-constrast": 3.7460761070251465,
       "step": 919,
-      "subrel-constrast": 4.054975509643555,
+      "subrel-constrast": 4.114635944366455,
       "view-similarity": 0
     },
     {
       "epoch": 0.7221350078492935,
-      "grad_norm": 7.625,
+      "grad_norm": 8.9375,
       "learning_rate": 4.5950000000000006e-05,
-      "loss": 0.8129,
+      "loss": 0.8727,
       "step": 920
     },
     {
-      "cov-distil": 1.575663685798645,
-      "cov-distil (oracle2student)": 4.080785751342773,
-      "cov-distil (oracle2teacher)": 4.11350154876709,
+      "cov-distil": 2.159865379333496,
+      "cov-distil (oracle2student)": 4.355154037475586,
+      "cov-distil (oracle2teacher)": 4.970215797424316,
       "epoch": 0.7221350078492935,
-      "rel-constrast": 2.942035675048828,
+      "rel-constrast": 3.3372249603271484,
       "step": 920,
-      "subrel-constrast": 3.5585241317749023,
+      "subrel-constrast": 3.667041301727295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.089031457901001,
-      "cov-distil (oracle2student)": 3.5837650299072266,
-      "cov-distil (oracle2teacher)": 3.1147677898406982,
+      "cov-distil": 2.0742580890655518,
+      "cov-distil (oracle2student)": 4.117455005645752,
+      "cov-distil (oracle2teacher)": 3.840569019317627,
       "epoch": 0.7229199372056515,
-      "rel-constrast": 3.1843388080596924,
+      "rel-constrast": 3.6480743885040283,
       "step": 921,
-      "subrel-constrast": 3.996202230453491,
+      "subrel-constrast": 3.7390756607055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6126110553741455,
-      "cov-distil (oracle2student)": 3.8322594165802,
-      "cov-distil (oracle2teacher)": 3.4988203048706055,
+      "cov-distil": 2.112276315689087,
+      "cov-distil (oracle2student)": 3.95101261138916,
+      "cov-distil (oracle2teacher)": 3.947111129760742,
       "epoch": 0.7237048665620094,
-      "rel-constrast": 2.8110198974609375,
+      "rel-constrast": 2.7100107669830322,
       "step": 922,
-      "subrel-constrast": 3.6679060459136963,
+      "subrel-constrast": 3.6668214797973633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5855941772460938,
-      "cov-distil (oracle2student)": 5.666677474975586,
-      "cov-distil (oracle2teacher)": 4.215079307556152,
+      "cov-distil": 1.7329771518707275,
+      "cov-distil (oracle2student)": 4.935001373291016,
+      "cov-distil (oracle2teacher)": 4.738431453704834,
       "epoch": 0.7244897959183674,
-      "rel-constrast": 3.647099256515503,
+      "rel-constrast": 3.176372528076172,
       "step": 923,
-      "subrel-constrast": 3.6234447956085205,
+      "subrel-constrast": 3.7251765727996826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8088470697402954,
-      "cov-distil (oracle2student)": 3.5870018005371094,
-      "cov-distil (oracle2teacher)": 3.6585381031036377,
+      "cov-distil": 2.2163853645324707,
+      "cov-distil (oracle2student)": 3.492276191711426,
+      "cov-distil (oracle2teacher)": 4.15766716003418,
       "epoch": 0.7252747252747253,
-      "rel-constrast": 3.079493761062622,
+      "rel-constrast": 3.591425657272339,
       "step": 924,
-      "subrel-constrast": 3.9141316413879395,
+      "subrel-constrast": 4.223146438598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2190501689910889,
-      "cov-distil (oracle2student)": 4.473470687866211,
-      "cov-distil (oracle2teacher)": 3.9204301834106445,
+      "cov-distil": 1.0423870086669922,
+      "cov-distil (oracle2student)": 4.518592834472656,
+      "cov-distil (oracle2teacher)": 4.4387712478637695,
       "epoch": 0.7260596546310832,
-      "rel-constrast": 3.165107250213623,
+      "rel-constrast": 3.7660884857177734,
       "step": 925,
-      "subrel-constrast": 3.897352457046509,
+      "subrel-constrast": 3.945324420928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0242605209350586,
-      "cov-distil (oracle2student)": 6.548642158508301,
-      "cov-distil (oracle2teacher)": 5.537520408630371,
+      "cov-distil": 2.544114589691162,
+      "cov-distil (oracle2student)": 6.587258815765381,
+      "cov-distil (oracle2teacher)": 6.263145446777344,
       "epoch": 0.7268445839874411,
-      "rel-constrast": 3.701394557952881,
+      "rel-constrast": 2.756612777709961,
       "step": 926,
-      "subrel-constrast": 3.9507064819335938,
+      "subrel-constrast": 3.43852162361145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5379185676574707,
-      "cov-distil (oracle2student)": 3.4035112857818604,
-      "cov-distil (oracle2teacher)": 3.553199052810669,
+      "cov-distil": 2.0042731761932373,
+      "cov-distil (oracle2student)": 4.138145446777344,
+      "cov-distil (oracle2teacher)": 3.93294358253479,
       "epoch": 0.7276295133437991,
-      "rel-constrast": 2.911174774169922,
+      "rel-constrast": 2.8703601360321045,
       "step": 927,
-      "subrel-constrast": 3.627082109451294,
+      "subrel-constrast": 3.868314504623413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6840705871582031,
-      "cov-distil (oracle2student)": 5.966733932495117,
-      "cov-distil (oracle2teacher)": 5.291431427001953,
+      "cov-distil": 2.526165008544922,
+      "cov-distil (oracle2student)": 6.921487331390381,
+      "cov-distil (oracle2teacher)": 5.754782676696777,
       "epoch": 0.728414442700157,
-      "rel-constrast": 3.4538960456848145,
+      "rel-constrast": 4.525879859924316,
       "step": 928,
-      "subrel-constrast": 4.338021755218506,
+      "subrel-constrast": 4.409841537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749119997024536,
-      "cov-distil (oracle2student)": 4.814553260803223,
-      "cov-distil (oracle2teacher)": 3.3282127380371094,
+      "cov-distil": 2.3284482955932617,
+      "cov-distil (oracle2student)": 4.791724681854248,
+      "cov-distil (oracle2teacher)": 4.425764560699463,
       "epoch": 0.7291993720565149,
-      "rel-constrast": 3.272881507873535,
+      "rel-constrast": 4.081839561462402,
       "step": 929,
-      "subrel-constrast": 4.203635215759277,
+      "subrel-constrast": 4.595831871032715,
       "view-similarity": 0
     },
     {
       "epoch": 0.7299843014128728,
-      "grad_norm": 6.0,
+      "grad_norm": 7.09375,
       "learning_rate": 4.6450000000000004e-05,
-      "loss": 0.8465,
+      "loss": 0.8616,
       "step": 930
     },
     {
-      "cov-distil": 1.2940502166748047,
-      "cov-distil (oracle2student)": 4.268896102905273,
-      "cov-distil (oracle2teacher)": 3.982468366622925,
+      "cov-distil": 1.8162834644317627,
+      "cov-distil (oracle2student)": 5.438209533691406,
+      "cov-distil (oracle2teacher)": 4.561699867248535,
       "epoch": 0.7299843014128728,
-      "rel-constrast": 2.788405418395996,
+      "rel-constrast": 3.6315224170684814,
       "step": 930,
-      "subrel-constrast": 3.7771759033203125,
+      "subrel-constrast": 4.094505310058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882677793502808,
-      "cov-distil (oracle2student)": 5.153918266296387,
-      "cov-distil (oracle2teacher)": 4.488292694091797,
+      "cov-distil": 1.9169886112213135,
+      "cov-distil (oracle2student)": 5.37558650970459,
+      "cov-distil (oracle2teacher)": 5.32203483581543,
       "epoch": 0.7307692307692307,
-      "rel-constrast": 3.8575000762939453,
+      "rel-constrast": 3.796126365661621,
       "step": 931,
-      "subrel-constrast": 4.23193359375,
+      "subrel-constrast": 4.572080135345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.906712532043457,
-      "cov-distil (oracle2student)": 4.725667953491211,
-      "cov-distil (oracle2teacher)": 4.616857528686523,
+      "cov-distil": 1.911139965057373,
+      "cov-distil (oracle2student)": 4.8625969886779785,
+      "cov-distil (oracle2teacher)": 5.082574844360352,
       "epoch": 0.7315541601255887,
-      "rel-constrast": 2.424145221710205,
+      "rel-constrast": 2.4476380348205566,
       "step": 932,
-      "subrel-constrast": 3.732316493988037,
+      "subrel-constrast": 3.290630340576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.835892915725708,
-      "cov-distil (oracle2student)": 2.91845703125,
-      "cov-distil (oracle2teacher)": 2.7811551094055176,
+      "cov-distil": 1.7160735130310059,
+      "cov-distil (oracle2student)": 3.0853962898254395,
+      "cov-distil (oracle2teacher)": 2.7816925048828125,
       "epoch": 0.7323390894819466,
-      "rel-constrast": 4.028440475463867,
+      "rel-constrast": 3.981914758682251,
       "step": 933,
-      "subrel-constrast": 4.382497787475586,
+      "subrel-constrast": 4.3725762367248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5429143905639648,
-      "cov-distil (oracle2student)": 4.434526443481445,
-      "cov-distil (oracle2teacher)": 4.288553714752197,
+      "cov-distil": 2.286607265472412,
+      "cov-distil (oracle2student)": 4.499912738800049,
+      "cov-distil (oracle2teacher)": 4.6997456550598145,
       "epoch": 0.7331240188383046,
-      "rel-constrast": 3.283620834350586,
+      "rel-constrast": 3.3429737091064453,
       "step": 934,
-      "subrel-constrast": 4.480005264282227,
+      "subrel-constrast": 4.565069198608398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479607105255127,
-      "cov-distil (oracle2student)": 4.566035747528076,
-      "cov-distil (oracle2teacher)": 3.94174861907959,
+      "cov-distil": 2.496753454208374,
+      "cov-distil (oracle2student)": 5.282962799072266,
+      "cov-distil (oracle2teacher)": 4.577972412109375,
       "epoch": 0.7339089481946625,
-      "rel-constrast": 3.1102888584136963,
+      "rel-constrast": 3.611607789993286,
       "step": 935,
-      "subrel-constrast": 4.2533392906188965,
+      "subrel-constrast": 4.445594310760498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7382700443267822,
-      "cov-distil (oracle2student)": 4.074993133544922,
-      "cov-distil (oracle2teacher)": 4.242084503173828,
+      "cov-distil": 1.833937406539917,
+      "cov-distil (oracle2student)": 5.096558570861816,
+      "cov-distil (oracle2teacher)": 4.422713756561279,
       "epoch": 0.7346938775510204,
-      "rel-constrast": 4.664027214050293,
+      "rel-constrast": 4.03973388671875,
       "step": 936,
-      "subrel-constrast": 4.777615547180176,
+      "subrel-constrast": 4.462681293487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8130892515182495,
-      "cov-distil (oracle2student)": 5.765524387359619,
-      "cov-distil (oracle2teacher)": 4.961240768432617,
+      "cov-distil": 2.3766987323760986,
+      "cov-distil (oracle2student)": 6.172283172607422,
+      "cov-distil (oracle2teacher)": 5.371517658233643,
       "epoch": 0.7354788069073783,
-      "rel-constrast": 3.738004207611084,
+      "rel-constrast": 3.877312421798706,
       "step": 937,
-      "subrel-constrast": 4.491626262664795,
+      "subrel-constrast": 4.559167385101318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930234909057617,
-      "cov-distil (oracle2student)": 2.956733465194702,
-      "cov-distil (oracle2teacher)": 2.941540479660034,
+      "cov-distil": 1.4049859046936035,
+      "cov-distil (oracle2student)": 3.7653207778930664,
+      "cov-distil (oracle2teacher)": 3.386180877685547,
       "epoch": 0.7362637362637363,
-      "rel-constrast": 2.2914769649505615,
+      "rel-constrast": 2.2182347774505615,
       "step": 938,
-      "subrel-constrast": 2.780831813812256,
+      "subrel-constrast": 2.968632698059082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.51702880859375,
-      "cov-distil (oracle2student)": 2.6176843643188477,
-      "cov-distil (oracle2teacher)": 3.282212734222412,
+      "cov-distil": 2.0769870281219482,
+      "cov-distil (oracle2student)": 3.107081890106201,
+      "cov-distil (oracle2teacher)": 3.1973013877868652,
       "epoch": 0.7370486656200942,
-      "rel-constrast": 3.4387402534484863,
+      "rel-constrast": 3.746366262435913,
       "step": 939,
-      "subrel-constrast": 4.557201385498047,
+      "subrel-constrast": 4.16161584854126,
       "view-similarity": 0
     },
     {
       "epoch": 0.7378335949764521,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.5,
       "learning_rate": 4.695e-05,
-      "loss": 0.8816,
+      "loss": 0.8673,
       "step": 940
     },
     {
-      "cov-distil": 1.9257925748825073,
-      "cov-distil (oracle2student)": 3.928852081298828,
-      "cov-distil (oracle2teacher)": 4.06867790222168,
+      "cov-distil": 2.1544651985168457,
+      "cov-distil (oracle2student)": 4.589895248413086,
+      "cov-distil (oracle2teacher)": 4.372583389282227,
       "epoch": 0.7378335949764521,
-      "rel-constrast": 3.6139044761657715,
+      "rel-constrast": 4.180538177490234,
       "step": 940,
-      "subrel-constrast": 4.444116115570068,
+      "subrel-constrast": 4.229118824005127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8952929973602295,
-      "cov-distil (oracle2student)": 4.150082111358643,
-      "cov-distil (oracle2teacher)": 3.790639877319336,
+      "cov-distil": 1.8086906671524048,
+      "cov-distil (oracle2student)": 4.650419235229492,
+      "cov-distil (oracle2teacher)": 3.8126659393310547,
       "epoch": 0.7386185243328101,
-      "rel-constrast": 3.3191280364990234,
+      "rel-constrast": 3.7632017135620117,
       "step": 941,
-      "subrel-constrast": 3.679969072341919,
+      "subrel-constrast": 3.596466302871704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5294878482818604,
-      "cov-distil (oracle2student)": 3.9924159049987793,
-      "cov-distil (oracle2teacher)": 3.403869152069092,
+      "cov-distil": 1.9687186479568481,
+      "cov-distil (oracle2student)": 4.608795166015625,
+      "cov-distil (oracle2teacher)": 3.7382731437683105,
       "epoch": 0.7394034536891679,
-      "rel-constrast": 3.708803176879883,
+      "rel-constrast": 3.9769933223724365,
       "step": 942,
-      "subrel-constrast": 3.7333984375,
+      "subrel-constrast": 4.2895684242248535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276921272277832,
-      "cov-distil (oracle2student)": 3.9539318084716797,
-      "cov-distil (oracle2teacher)": 3.586507558822632,
+      "cov-distil": 2.600417137145996,
+      "cov-distil (oracle2student)": 4.153236389160156,
+      "cov-distil (oracle2teacher)": 4.032341480255127,
       "epoch": 0.7401883830455259,
-      "rel-constrast": 2.935490608215332,
+      "rel-constrast": 3.1844632625579834,
       "step": 943,
-      "subrel-constrast": 4.135726451873779,
+      "subrel-constrast": 3.9165520668029785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9773235321044922,
-      "cov-distil (oracle2student)": 4.83607292175293,
-      "cov-distil (oracle2teacher)": 4.603585243225098,
+      "cov-distil": 2.3435168266296387,
+      "cov-distil (oracle2student)": 5.270833969116211,
+      "cov-distil (oracle2teacher)": 4.590512752532959,
       "epoch": 0.7409733124018838,
-      "rel-constrast": 4.497435569763184,
+      "rel-constrast": 4.916499137878418,
       "step": 944,
-      "subrel-constrast": 5.25809907913208,
+      "subrel-constrast": 5.011524200439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6449570655822754,
-      "cov-distil (oracle2student)": 4.226219654083252,
-      "cov-distil (oracle2teacher)": 3.288353681564331,
+      "cov-distil": 2.057685375213623,
+      "cov-distil (oracle2student)": 4.062384605407715,
+      "cov-distil (oracle2teacher)": 4.085549354553223,
       "epoch": 0.7417582417582418,
-      "rel-constrast": 2.5536246299743652,
+      "rel-constrast": 2.0747838020324707,
       "step": 945,
-      "subrel-constrast": 2.927077293395996,
+      "subrel-constrast": 2.912554979324341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.137589454650879,
-      "cov-distil (oracle2student)": 2.859459400177002,
-      "cov-distil (oracle2teacher)": 2.8701722621917725,
+      "cov-distil": 1.6936135292053223,
+      "cov-distil (oracle2student)": 3.8022587299346924,
+      "cov-distil (oracle2teacher)": 3.456411838531494,
       "epoch": 0.7425431711145997,
-      "rel-constrast": 2.3175745010375977,
+      "rel-constrast": 2.888295888900757,
       "step": 946,
-      "subrel-constrast": 3.029712438583374,
+      "subrel-constrast": 3.195688247680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.929520606994629,
-      "cov-distil (oracle2student)": 3.8799915313720703,
-      "cov-distil (oracle2teacher)": 3.6162047386169434,
+      "cov-distil": 1.9991564750671387,
+      "cov-distil (oracle2student)": 3.5900678634643555,
+      "cov-distil (oracle2teacher)": 4.024334907531738,
       "epoch": 0.7433281004709577,
-      "rel-constrast": 3.0847702026367188,
+      "rel-constrast": 3.04254150390625,
       "step": 947,
-      "subrel-constrast": 4.075847625732422,
+      "subrel-constrast": 4.064897060394287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6459702253341675,
-      "cov-distil (oracle2student)": 4.161098480224609,
-      "cov-distil (oracle2teacher)": 4.3318281173706055,
+      "cov-distil": 2.421332359313965,
+      "cov-distil (oracle2student)": 4.5422563552856445,
+      "cov-distil (oracle2teacher)": 4.565084934234619,
       "epoch": 0.7441130298273155,
-      "rel-constrast": 4.606771469116211,
+      "rel-constrast": 3.8695647716522217,
       "step": 948,
-      "subrel-constrast": 5.083632946014404,
+      "subrel-constrast": 4.853820323944092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165371179580688,
-      "cov-distil (oracle2student)": 4.67051887512207,
-      "cov-distil (oracle2teacher)": 4.004219055175781,
+      "cov-distil": 1.9765825271606445,
+      "cov-distil (oracle2student)": 4.517947673797607,
+      "cov-distil (oracle2teacher)": 4.21993350982666,
       "epoch": 0.7448979591836735,
-      "rel-constrast": 2.6552817821502686,
+      "rel-constrast": 3.5734939575195312,
       "step": 949,
-      "subrel-constrast": 3.711884021759033,
+      "subrel-constrast": 3.4767208099365234,
       "view-similarity": 0
     },
     {
       "epoch": 0.7456828885400314,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.09375,
       "learning_rate": 4.745e-05,
-      "loss": 0.8765,
+      "loss": 0.8868,
       "step": 950
     },
     {
-      "cov-distil": 1.3789355754852295,
-      "cov-distil (oracle2student)": 4.328378677368164,
-      "cov-distil (oracle2teacher)": 4.466527938842773,
+      "cov-distil": 1.5425300598144531,
+      "cov-distil (oracle2student)": 4.314554214477539,
+      "cov-distil (oracle2teacher)": 4.719037055969238,
       "epoch": 0.7456828885400314,
-      "rel-constrast": 4.1120710372924805,
+      "rel-constrast": 4.102085113525391,
       "step": 950,
-      "subrel-constrast": 5.027348041534424,
+      "subrel-constrast": 4.706040859222412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7074458599090576,
-      "cov-distil (oracle2student)": 3.896850824356079,
-      "cov-distil (oracle2teacher)": 3.998074531555176,
+      "cov-distil": 2.3102588653564453,
+      "cov-distil (oracle2student)": 4.384204864501953,
+      "cov-distil (oracle2teacher)": 4.340278625488281,
       "epoch": 0.7464678178963893,
-      "rel-constrast": 3.055389404296875,
+      "rel-constrast": 3.527627468109131,
       "step": 951,
-      "subrel-constrast": 4.044977188110352,
+      "subrel-constrast": 4.1328558921813965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146897792816162,
-      "cov-distil (oracle2student)": 3.3221402168273926,
-      "cov-distil (oracle2teacher)": 3.3205983638763428,
+      "cov-distil": 2.536229133605957,
+      "cov-distil (oracle2student)": 3.8584206104278564,
+      "cov-distil (oracle2teacher)": 3.5813755989074707,
       "epoch": 0.7472527472527473,
-      "rel-constrast": 2.66206693649292,
+      "rel-constrast": 3.1301190853118896,
       "step": 952,
-      "subrel-constrast": 3.555684804916382,
+      "subrel-constrast": 3.6196694374084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7882740497589111,
-      "cov-distil (oracle2student)": 4.753549575805664,
-      "cov-distil (oracle2teacher)": 4.033441543579102,
+      "cov-distil": 2.1673665046691895,
+      "cov-distil (oracle2student)": 4.384332656860352,
+      "cov-distil (oracle2teacher)": 3.9400460720062256,
       "epoch": 0.7480376766091051,
-      "rel-constrast": 2.6871156692504883,
+      "rel-constrast": 2.468116044998169,
       "step": 953,
-      "subrel-constrast": 3.443528175354004,
+      "subrel-constrast": 2.9415183067321777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317833662033081,
-      "cov-distil (oracle2student)": 3.1025431156158447,
-      "cov-distil (oracle2teacher)": 3.190276622772217,
+      "cov-distil": 1.4639208316802979,
+      "cov-distil (oracle2student)": 3.209066390991211,
+      "cov-distil (oracle2teacher)": 3.3070271015167236,
       "epoch": 0.7488226059654631,
-      "rel-constrast": 3.2253057956695557,
+      "rel-constrast": 2.960322380065918,
       "step": 954,
-      "subrel-constrast": 3.449445962905884,
+      "subrel-constrast": 3.5200257301330566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4996986389160156,
-      "cov-distil (oracle2student)": 3.4388978481292725,
-      "cov-distil (oracle2teacher)": 3.6049745082855225,
+      "cov-distil": 1.3299403190612793,
+      "cov-distil (oracle2student)": 3.442540407180786,
+      "cov-distil (oracle2teacher)": 3.431518316268921,
       "epoch": 0.749607535321821,
-      "rel-constrast": 2.8875174522399902,
+      "rel-constrast": 3.233698606491089,
       "step": 955,
-      "subrel-constrast": 3.476513147354126,
+      "subrel-constrast": 3.190735340118408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8152103424072266,
-      "cov-distil (oracle2student)": 4.742283821105957,
-      "cov-distil (oracle2teacher)": 4.340536117553711,
+      "cov-distil": 1.9480202198028564,
+      "cov-distil (oracle2student)": 4.355359077453613,
+      "cov-distil (oracle2teacher)": 4.452746868133545,
       "epoch": 0.750392464678179,
-      "rel-constrast": 4.083362579345703,
+      "rel-constrast": 3.664113998413086,
       "step": 956,
-      "subrel-constrast": 4.664163589477539,
+      "subrel-constrast": 4.382453441619873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3834519386291504,
-      "cov-distil (oracle2student)": 3.857619285583496,
-      "cov-distil (oracle2teacher)": 3.674638032913208,
+      "cov-distil": 2.218977928161621,
+      "cov-distil (oracle2student)": 3.802032232284546,
+      "cov-distil (oracle2teacher)": 4.2059125900268555,
       "epoch": 0.7511773940345369,
-      "rel-constrast": 3.141227960586548,
+      "rel-constrast": 3.4706406593322754,
       "step": 957,
-      "subrel-constrast": 3.6745681762695312,
+      "subrel-constrast": 3.6785337924957275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4698567390441895,
-      "cov-distil (oracle2student)": 4.458189010620117,
-      "cov-distil (oracle2teacher)": 4.699226379394531,
+      "cov-distil": 1.4111219644546509,
+      "cov-distil (oracle2student)": 4.983009338378906,
+      "cov-distil (oracle2teacher)": 4.922593116760254,
       "epoch": 0.7519623233908949,
-      "rel-constrast": 2.5968546867370605,
+      "rel-constrast": 3.137385368347168,
       "step": 958,
-      "subrel-constrast": 3.6189186573028564,
+      "subrel-constrast": 3.4091312885284424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0489540100097656,
-      "cov-distil (oracle2student)": 3.7848129272460938,
-      "cov-distil (oracle2teacher)": 4.058032035827637,
+      "cov-distil": 2.878767490386963,
+      "cov-distil (oracle2student)": 4.717810153961182,
+      "cov-distil (oracle2teacher)": 3.925366163253784,
       "epoch": 0.7527472527472527,
-      "rel-constrast": 3.10971736907959,
+      "rel-constrast": 3.6943411827087402,
       "step": 959,
-      "subrel-constrast": 3.964318037033081,
+      "subrel-constrast": 3.6568140983581543,
       "view-similarity": 0
     },
     {
       "epoch": 0.7535321821036107,
-      "grad_norm": 5.125,
+      "grad_norm": 7.59375,
       "learning_rate": 4.795e-05,
-      "loss": 0.8304,
+      "loss": 0.8347,
       "step": 960
     },
     {
-      "cov-distil": 1.8610987663269043,
-      "cov-distil (oracle2student)": 4.204171180725098,
-      "cov-distil (oracle2teacher)": 3.3874669075012207,
+      "cov-distil": 2.4778480529785156,
+      "cov-distil (oracle2student)": 4.818263053894043,
+      "cov-distil (oracle2teacher)": 4.005688667297363,
       "epoch": 0.7535321821036107,
-      "rel-constrast": 3.5759077072143555,
+      "rel-constrast": 4.183547496795654,
       "step": 960,
-      "subrel-constrast": 3.952942371368408,
+      "subrel-constrast": 3.326559066772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7234872579574585,
-      "cov-distil (oracle2student)": 4.684390068054199,
-      "cov-distil (oracle2teacher)": 4.254234313964844,
+      "cov-distil": 1.8866578340530396,
+      "cov-distil (oracle2student)": 5.437535285949707,
+      "cov-distil (oracle2teacher)": 4.592164039611816,
       "epoch": 0.7543171114599686,
-      "rel-constrast": 2.439119815826416,
+      "rel-constrast": 2.5576698780059814,
       "step": 961,
-      "subrel-constrast": 3.2664947509765625,
+      "subrel-constrast": 3.2845120429992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0914149284362793,
-      "cov-distil (oracle2student)": 4.137686252593994,
-      "cov-distil (oracle2teacher)": 3.5159339904785156,
+      "cov-distil": 2.303819179534912,
+      "cov-distil (oracle2student)": 4.426777362823486,
+      "cov-distil (oracle2teacher)": 3.804722785949707,
       "epoch": 0.7551020408163265,
-      "rel-constrast": 2.320270538330078,
+      "rel-constrast": 2.9370827674865723,
       "step": 962,
-      "subrel-constrast": 3.529468536376953,
+      "subrel-constrast": 3.5291478633880615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5941476821899414,
-      "cov-distil (oracle2student)": 5.081782341003418,
-      "cov-distil (oracle2teacher)": 4.276642322540283,
+      "cov-distil": 1.5793424844741821,
+      "cov-distil (oracle2student)": 5.274271488189697,
+      "cov-distil (oracle2teacher)": 4.463926315307617,
       "epoch": 0.7558869701726845,
-      "rel-constrast": 3.1787896156311035,
+      "rel-constrast": 3.149038314819336,
       "step": 963,
-      "subrel-constrast": 3.813589096069336,
+      "subrel-constrast": 3.4985198974609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5371471643447876,
-      "cov-distil (oracle2student)": 3.9131083488464355,
-      "cov-distil (oracle2teacher)": 3.2550108432769775,
+      "cov-distil": 1.6841847896575928,
+      "cov-distil (oracle2student)": 3.9460980892181396,
+      "cov-distil (oracle2teacher)": 3.647583484649658,
       "epoch": 0.7566718995290423,
-      "rel-constrast": 3.406545400619507,
+      "rel-constrast": 3.8252248764038086,
       "step": 964,
-      "subrel-constrast": 4.030934810638428,
+      "subrel-constrast": 3.9760947227478027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.189305305480957,
-      "cov-distil (oracle2student)": 5.07846736907959,
-      "cov-distil (oracle2teacher)": 4.384699821472168,
+      "cov-distil": 1.5662932395935059,
+      "cov-distil (oracle2student)": 5.321979522705078,
+      "cov-distil (oracle2teacher)": 4.641045570373535,
       "epoch": 0.7574568288854003,
-      "rel-constrast": 2.970583200454712,
+      "rel-constrast": 3.055927276611328,
       "step": 965,
-      "subrel-constrast": 3.6238105297088623,
+      "subrel-constrast": 3.2058348655700684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.332085132598877,
-      "cov-distil (oracle2student)": 3.555403232574463,
-      "cov-distil (oracle2teacher)": 2.9021453857421875,
+      "cov-distil": 1.9701299667358398,
+      "cov-distil (oracle2student)": 3.9612739086151123,
+      "cov-distil (oracle2teacher)": 3.0692758560180664,
       "epoch": 0.7582417582417582,
-      "rel-constrast": 2.632821798324585,
+      "rel-constrast": 2.901789426803589,
       "step": 966,
-      "subrel-constrast": 3.3239552974700928,
+      "subrel-constrast": 3.1664302349090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7018604278564453,
-      "cov-distil (oracle2student)": 3.9263052940368652,
-      "cov-distil (oracle2teacher)": 3.5135817527770996,
+      "cov-distil": 1.8452723026275635,
+      "cov-distil (oracle2student)": 3.9064040184020996,
+      "cov-distil (oracle2teacher)": 3.7463698387145996,
       "epoch": 0.7590266875981162,
-      "rel-constrast": 2.9862589836120605,
+      "rel-constrast": 3.0823605060577393,
       "step": 967,
-      "subrel-constrast": 3.3959908485412598,
+      "subrel-constrast": 3.5565555095672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6031534671783447,
-      "cov-distil (oracle2student)": 5.186741352081299,
-      "cov-distil (oracle2teacher)": 4.605085372924805,
+      "cov-distil": 1.7654262781143188,
+      "cov-distil (oracle2student)": 5.013632297515869,
+      "cov-distil (oracle2teacher)": 4.826484680175781,
       "epoch": 0.7598116169544741,
-      "rel-constrast": 2.718703269958496,
+      "rel-constrast": 3.4410812854766846,
       "step": 968,
-      "subrel-constrast": 3.5651605129241943,
+      "subrel-constrast": 3.2438933849334717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3045380115509033,
-      "cov-distil (oracle2student)": 4.70316219329834,
-      "cov-distil (oracle2teacher)": 3.7094240188598633,
+      "cov-distil": 2.324000835418701,
+      "cov-distil (oracle2student)": 4.498815536499023,
+      "cov-distil (oracle2teacher)": 4.545621395111084,
       "epoch": 0.7605965463108321,
-      "rel-constrast": 3.310779571533203,
+      "rel-constrast": 3.8724422454833984,
       "step": 969,
-      "subrel-constrast": 3.998525381088257,
+      "subrel-constrast": 3.9212327003479004,
       "view-similarity": 0
     },
     {
       "epoch": 0.7613814756671899,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.78125,
       "learning_rate": 4.845e-05,
-      "loss": 0.7808,
+      "loss": 0.8252,
       "step": 970
     },
     {
-      "cov-distil": 1.579962968826294,
-      "cov-distil (oracle2student)": 4.080756187438965,
-      "cov-distil (oracle2teacher)": 3.9813289642333984,
+      "cov-distil": 2.1071314811706543,
+      "cov-distil (oracle2student)": 3.933645009994507,
+      "cov-distil (oracle2teacher)": 4.3590216636657715,
       "epoch": 0.7613814756671899,
-      "rel-constrast": 2.6930108070373535,
+      "rel-constrast": 2.975811719894409,
       "step": 970,
-      "subrel-constrast": 3.6232733726501465,
+      "subrel-constrast": 3.600398540496826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5032997131347656,
-      "cov-distil (oracle2student)": 5.148774147033691,
-      "cov-distil (oracle2teacher)": 5.012347221374512,
+      "cov-distil": 1.608963966369629,
+      "cov-distil (oracle2student)": 5.346678733825684,
+      "cov-distil (oracle2teacher)": 5.557305335998535,
       "epoch": 0.7621664050235479,
-      "rel-constrast": 2.8520336151123047,
+      "rel-constrast": 3.2882189750671387,
       "step": 971,
-      "subrel-constrast": 3.5504817962646484,
+      "subrel-constrast": 3.4859020709991455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.332946538925171,
-      "cov-distil (oracle2student)": 3.8117406368255615,
-      "cov-distil (oracle2teacher)": 3.6037325859069824,
+      "cov-distil": 2.9270498752593994,
+      "cov-distil (oracle2student)": 4.756776332855225,
+      "cov-distil (oracle2teacher)": 4.00191068649292,
       "epoch": 0.7629513343799058,
-      "rel-constrast": 3.3115837574005127,
+      "rel-constrast": 3.6161301136016846,
       "step": 972,
-      "subrel-constrast": 3.7798709869384766,
+      "subrel-constrast": 4.182013034820557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3567724227905273,
-      "cov-distil (oracle2student)": 4.300013542175293,
-      "cov-distil (oracle2teacher)": 4.233357906341553,
+      "cov-distil": 1.9820688962936401,
+      "cov-distil (oracle2student)": 4.56984806060791,
+      "cov-distil (oracle2teacher)": 4.303727149963379,
       "epoch": 0.7637362637362637,
-      "rel-constrast": 2.9181158542633057,
+      "rel-constrast": 3.464304208755493,
       "step": 973,
-      "subrel-constrast": 3.930820941925049,
+      "subrel-constrast": 3.620490550994873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5177117586135864,
-      "cov-distil (oracle2student)": 3.9483582973480225,
-      "cov-distil (oracle2teacher)": 4.233581066131592,
+      "cov-distil": 1.9439184665679932,
+      "cov-distil (oracle2student)": 4.560223579406738,
+      "cov-distil (oracle2teacher)": 4.666088581085205,
       "epoch": 0.7645211930926217,
-      "rel-constrast": 2.8572943210601807,
+      "rel-constrast": 2.7482972145080566,
       "step": 974,
-      "subrel-constrast": 3.3494460582733154,
+      "subrel-constrast": 2.9829721450805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430667400360107,
-      "cov-distil (oracle2student)": 3.8153276443481445,
-      "cov-distil (oracle2teacher)": 3.529045343399048,
+      "cov-distil": 1.7767970561981201,
+      "cov-distil (oracle2student)": 3.9794209003448486,
+      "cov-distil (oracle2teacher)": 4.261740207672119,
       "epoch": 0.7653061224489796,
-      "rel-constrast": 2.43520450592041,
+      "rel-constrast": 3.317117214202881,
       "step": 975,
-      "subrel-constrast": 3.3547842502593994,
+      "subrel-constrast": 3.0777382850646973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.55463445186615,
-      "cov-distil (oracle2student)": 4.102063179016113,
-      "cov-distil (oracle2teacher)": 4.185404300689697,
+      "cov-distil": 1.3559439182281494,
+      "cov-distil (oracle2student)": 4.097846031188965,
+      "cov-distil (oracle2teacher)": 4.182934284210205,
       "epoch": 0.7660910518053375,
-      "rel-constrast": 2.7345409393310547,
+      "rel-constrast": 3.067066192626953,
       "step": 976,
-      "subrel-constrast": 3.699293613433838,
+      "subrel-constrast": 3.5530500411987305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.206817865371704,
-      "cov-distil (oracle2student)": 5.071278095245361,
-      "cov-distil (oracle2teacher)": 5.294976234436035,
+      "cov-distil": 1.9183388948440552,
+      "cov-distil (oracle2student)": 5.848118782043457,
+      "cov-distil (oracle2teacher)": 5.8058247566223145,
       "epoch": 0.7668759811616954,
-      "rel-constrast": 3.3835926055908203,
+      "rel-constrast": 4.01600456237793,
       "step": 977,
-      "subrel-constrast": 4.665506362915039,
+      "subrel-constrast": 4.340235233306885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0126726627349854,
-      "cov-distil (oracle2student)": 3.5513486862182617,
-      "cov-distil (oracle2teacher)": 3.697411060333252,
+      "cov-distil": 2.338252544403076,
+      "cov-distil (oracle2student)": 3.633572578430176,
+      "cov-distil (oracle2teacher)": 3.656493663787842,
       "epoch": 0.7676609105180534,
-      "rel-constrast": 3.443159580230713,
+      "rel-constrast": 3.961937189102173,
       "step": 978,
-      "subrel-constrast": 4.00405740737915,
+      "subrel-constrast": 3.6861069202423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6712284088134766,
-      "cov-distil (oracle2student)": 4.211378574371338,
-      "cov-distil (oracle2teacher)": 3.6677627563476562,
+      "cov-distil": 1.7327238321304321,
+      "cov-distil (oracle2student)": 4.664703845977783,
+      "cov-distil (oracle2teacher)": 4.489731311798096,
       "epoch": 0.7684458398744113,
-      "rel-constrast": 2.733938694000244,
+      "rel-constrast": 3.481110095977783,
       "step": 979,
-      "subrel-constrast": 3.493361473083496,
+      "subrel-constrast": 3.5078022480010986,
       "view-similarity": 0
     },
     {
       "epoch": 0.7692307692307693,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.8950000000000004e-05,
-      "loss": 0.7773,
+      "loss": 0.8484,
       "step": 980
     },
     {
-      "cov-distil": 1.9269602298736572,
-      "cov-distil (oracle2student)": 5.519498825073242,
-      "cov-distil (oracle2teacher)": 5.387725353240967,
+      "cov-distil": 2.5744740962982178,
+      "cov-distil (oracle2student)": 6.792117118835449,
+      "cov-distil (oracle2teacher)": 5.494584083557129,
       "epoch": 0.7692307692307693,
-      "rel-constrast": 4.175396919250488,
+      "rel-constrast": 5.296630859375,
       "step": 980,
-      "subrel-constrast": 5.049959659576416,
+      "subrel-constrast": 4.770508766174316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9665855169296265,
-      "cov-distil (oracle2student)": 3.2665791511535645,
-      "cov-distil (oracle2teacher)": 3.670107364654541,
+      "cov-distil": 1.9749733209609985,
+      "cov-distil (oracle2student)": 3.441774368286133,
+      "cov-distil (oracle2teacher)": 3.540536880493164,
       "epoch": 0.7700156985871272,
-      "rel-constrast": 3.6774415969848633,
+      "rel-constrast": 3.828246831893921,
       "step": 981,
-      "subrel-constrast": 4.239767074584961,
+      "subrel-constrast": 3.8577544689178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.470031976699829,
-      "cov-distil (oracle2student)": 3.181478977203369,
-      "cov-distil (oracle2teacher)": 3.3025927543640137,
+      "cov-distil": 1.9906293153762817,
+      "cov-distil (oracle2student)": 3.6187191009521484,
+      "cov-distil (oracle2teacher)": 3.493999481201172,
       "epoch": 0.7708006279434851,
-      "rel-constrast": 2.809911012649536,
+      "rel-constrast": 2.917207717895508,
       "step": 982,
-      "subrel-constrast": 3.5960404872894287,
+      "subrel-constrast": 3.3148796558380127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619471073150635,
-      "cov-distil (oracle2student)": 4.692441463470459,
-      "cov-distil (oracle2teacher)": 4.201259136199951,
+      "cov-distil": 1.9651522636413574,
+      "cov-distil (oracle2student)": 5.190014839172363,
+      "cov-distil (oracle2teacher)": 4.446458339691162,
       "epoch": 0.771585557299843,
-      "rel-constrast": 3.389431953430176,
+      "rel-constrast": 3.667184591293335,
       "step": 983,
-      "subrel-constrast": 3.77146315574646,
+      "subrel-constrast": 3.4354782104492188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671085834503174,
-      "cov-distil (oracle2student)": 3.5092053413391113,
-      "cov-distil (oracle2teacher)": 3.708148241043091,
+      "cov-distil": 1.8138514757156372,
+      "cov-distil (oracle2student)": 4.7395830154418945,
+      "cov-distil (oracle2teacher)": 4.603565216064453,
       "epoch": 0.7723704866562009,
-      "rel-constrast": 3.595477342605591,
+      "rel-constrast": 3.6920182704925537,
       "step": 984,
-      "subrel-constrast": 3.8124887943267822,
+      "subrel-constrast": 4.234623908996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9460711479187012,
-      "cov-distil (oracle2student)": 4.956125259399414,
-      "cov-distil (oracle2teacher)": 5.276334285736084,
+      "cov-distil": 1.8917948007583618,
+      "cov-distil (oracle2student)": 5.5333781242370605,
+      "cov-distil (oracle2teacher)": 5.225526809692383,
       "epoch": 0.7731554160125589,
-      "rel-constrast": 3.3473873138427734,
+      "rel-constrast": 3.5523681640625,
       "step": 985,
-      "subrel-constrast": 4.39263391494751,
+      "subrel-constrast": 3.734966516494751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3514606952667236,
-      "cov-distil (oracle2student)": 3.571758270263672,
-      "cov-distil (oracle2teacher)": 3.736933708190918,
+      "cov-distil": 1.3148994445800781,
+      "cov-distil (oracle2student)": 4.420029640197754,
+      "cov-distil (oracle2teacher)": 3.538259506225586,
       "epoch": 0.7739403453689168,
-      "rel-constrast": 2.135286808013916,
+      "rel-constrast": 2.2951912879943848,
       "step": 986,
-      "subrel-constrast": 2.9741177558898926,
+      "subrel-constrast": 2.2801735401153564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.104153633117676,
-      "cov-distil (oracle2student)": 4.799599647521973,
-      "cov-distil (oracle2teacher)": 3.8925552368164062,
+      "cov-distil": 1.9929752349853516,
+      "cov-distil (oracle2student)": 5.65611457824707,
+      "cov-distil (oracle2teacher)": 4.790799140930176,
       "epoch": 0.7747252747252747,
-      "rel-constrast": 2.5805909633636475,
+      "rel-constrast": 2.7335431575775146,
       "step": 987,
-      "subrel-constrast": 3.1912810802459717,
+      "subrel-constrast": 3.2144792079925537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266259670257568,
-      "cov-distil (oracle2student)": 3.655568838119507,
-      "cov-distil (oracle2teacher)": 3.5068106651306152,
+      "cov-distil": 2.166095495223999,
+      "cov-distil (oracle2student)": 3.7566349506378174,
+      "cov-distil (oracle2teacher)": 4.234930038452148,
       "epoch": 0.7755102040816326,
-      "rel-constrast": 3.032980442047119,
+      "rel-constrast": 2.828585147857666,
       "step": 988,
-      "subrel-constrast": 3.508396863937378,
+      "subrel-constrast": 3.6304609775543213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.357473611831665,
-      "cov-distil (oracle2student)": 3.59857439994812,
-      "cov-distil (oracle2teacher)": 3.8415191173553467,
+      "cov-distil": 1.6223987340927124,
+      "cov-distil (oracle2student)": 4.343269348144531,
+      "cov-distil (oracle2teacher)": 3.9578399658203125,
       "epoch": 0.7762951334379906,
-      "rel-constrast": 2.536325454711914,
+      "rel-constrast": 2.698528289794922,
       "step": 989,
-      "subrel-constrast": 3.5550482273101807,
+      "subrel-constrast": 3.68660044670105,
       "view-similarity": 0
     },
     {
       "epoch": 0.7770800627943485,
-      "grad_norm": 5.3125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.945e-05,
-      "loss": 0.8232,
+      "loss": 0.8377,
       "step": 990
     },
     {
-      "cov-distil": 1.6018612384796143,
-      "cov-distil (oracle2student)": 3.8907558917999268,
-      "cov-distil (oracle2teacher)": 3.5790657997131348,
+      "cov-distil": 2.3892416954040527,
+      "cov-distil (oracle2student)": 5.198164939880371,
+      "cov-distil (oracle2teacher)": 4.190091133117676,
       "epoch": 0.7770800627943485,
-      "rel-constrast": 3.0553297996520996,
+      "rel-constrast": 4.157917022705078,
       "step": 990,
-      "subrel-constrast": 3.7887587547302246,
+      "subrel-constrast": 3.950599193572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3820087909698486,
-      "cov-distil (oracle2student)": 4.112200736999512,
-      "cov-distil (oracle2teacher)": 4.144251823425293,
+      "cov-distil": 1.4194585084915161,
+      "cov-distil (oracle2student)": 4.702910423278809,
+      "cov-distil (oracle2teacher)": 4.866517066955566,
       "epoch": 0.7778649921507065,
-      "rel-constrast": 2.366570472717285,
+      "rel-constrast": 2.7623744010925293,
       "step": 991,
-      "subrel-constrast": 3.2048072814941406,
+      "subrel-constrast": 3.1662700176239014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83585524559021,
-      "cov-distil (oracle2student)": 3.4590184688568115,
-      "cov-distil (oracle2teacher)": 3.470733642578125,
+      "cov-distil": 2.3028879165649414,
+      "cov-distil (oracle2student)": 4.1050567626953125,
+      "cov-distil (oracle2teacher)": 3.5926718711853027,
       "epoch": 0.7786499215070644,
-      "rel-constrast": 2.7357325553894043,
+      "rel-constrast": 4.3497419357299805,
       "step": 992,
-      "subrel-constrast": 3.3413727283477783,
+      "subrel-constrast": 3.0849316120147705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7006080150604248,
-      "cov-distil (oracle2student)": 4.505871772766113,
-      "cov-distil (oracle2teacher)": 3.784480571746826,
+      "cov-distil": 1.7040021419525146,
+      "cov-distil (oracle2student)": 5.705458641052246,
+      "cov-distil (oracle2teacher)": 4.484140872955322,
       "epoch": 0.7794348508634223,
-      "rel-constrast": 2.617854118347168,
+      "rel-constrast": 3.006608009338379,
       "step": 993,
-      "subrel-constrast": 3.58120059967041,
+      "subrel-constrast": 3.4416797161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3439501523971558,
-      "cov-distil (oracle2student)": 5.1891374588012695,
-      "cov-distil (oracle2teacher)": 5.551631927490234,
+      "cov-distil": 1.9637043476104736,
+      "cov-distil (oracle2student)": 6.382180213928223,
+      "cov-distil (oracle2teacher)": 5.620549201965332,
       "epoch": 0.7802197802197802,
-      "rel-constrast": 3.4114043712615967,
+      "rel-constrast": 3.768739700317383,
       "step": 994,
-      "subrel-constrast": 4.519937038421631,
+      "subrel-constrast": 4.425824165344238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9209468364715576,
-      "cov-distil (oracle2student)": 3.85103702545166,
-      "cov-distil (oracle2teacher)": 4.085118770599365,
+      "cov-distil": 2.052910327911377,
+      "cov-distil (oracle2student)": 3.9653525352478027,
+      "cov-distil (oracle2teacher)": 4.287421226501465,
       "epoch": 0.7810047095761381,
-      "rel-constrast": 2.76951265335083,
+      "rel-constrast": 3.1632442474365234,
       "step": 995,
-      "subrel-constrast": 3.8042209148406982,
+      "subrel-constrast": 3.9916646480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8263555765151978,
-      "cov-distil (oracle2student)": 4.86745548248291,
-      "cov-distil (oracle2teacher)": 4.278706073760986,
+      "cov-distil": 2.0304572582244873,
+      "cov-distil (oracle2student)": 5.824941635131836,
+      "cov-distil (oracle2teacher)": 4.774777889251709,
       "epoch": 0.7817896389324961,
-      "rel-constrast": 3.1357123851776123,
+      "rel-constrast": 3.7474162578582764,
       "step": 996,
-      "subrel-constrast": 3.5826773643493652,
+      "subrel-constrast": 3.5624232292175293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0638132095336914,
-      "cov-distil (oracle2student)": 3.9991607666015625,
-      "cov-distil (oracle2teacher)": 3.901571273803711,
+      "cov-distil": 1.8776136636734009,
+      "cov-distil (oracle2student)": 4.827386856079102,
+      "cov-distil (oracle2teacher)": 4.375493049621582,
       "epoch": 0.782574568288854,
-      "rel-constrast": 2.9305787086486816,
+      "rel-constrast": 3.8452281951904297,
       "step": 997,
-      "subrel-constrast": 4.224002361297607,
+      "subrel-constrast": 3.9434010982513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7014501094818115,
-      "cov-distil (oracle2student)": 2.1526012420654297,
-      "cov-distil (oracle2teacher)": 2.184047222137451,
+      "cov-distil": 2.1650452613830566,
+      "cov-distil (oracle2student)": 2.401318073272705,
+      "cov-distil (oracle2teacher)": 2.6524834632873535,
       "epoch": 0.783359497645212,
-      "rel-constrast": 2.346405506134033,
+      "rel-constrast": 2.1724445819854736,
       "step": 998,
-      "subrel-constrast": 2.8098068237304688,
+      "subrel-constrast": 3.3054251670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3595576286315918,
-      "cov-distil (oracle2student)": 2.6339879035949707,
-      "cov-distil (oracle2teacher)": 2.4707467555999756,
+      "cov-distil": 1.6402060985565186,
+      "cov-distil (oracle2student)": 2.776190996170044,
+      "cov-distil (oracle2teacher)": 2.3702054023742676,
       "epoch": 0.7841444270015698,
-      "rel-constrast": 2.0297508239746094,
+      "rel-constrast": 2.689274311065674,
       "step": 999,
-      "subrel-constrast": 2.856095552444458,
+      "subrel-constrast": 2.7818825244903564,
       "view-similarity": 0
     },
     {
       "epoch": 0.7849293563579278,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.995e-05,
-      "loss": 0.7268,
+      "loss": 0.8416,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-P@10": 0.762,
+      "eval/duc04-P@10": 0.7259999999999998,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-nDCG@10": 0.7761942414852591,
+      "eval/duc04-nDCG@10": 0.7318274255215226,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/duc04-alpha_nDCG@10": 0.5903832571077049,
+      "eval/duc04-alpha_nDCG@10": 0.5483772902130435,
       "step": 1000
     },
     {
@@ -11021,17 +11021,17 @@
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.4209999999999999,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-nDCG@10": 0.614061374603831,
+      "eval/multi_news-nDCG@10": 0.5961418277269002,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/multi_news-alpha_nDCG@10": 0.5925501084007494,
+      "eval/multi_news-alpha_nDCG@10": 0.5552314111928569,
       "step": 1000
     },
     {
@@ -11041,5472 +11041,5472 @@
     },
     {
       "epoch": 0.7849293563579278,
-      "eval/avg": 0.5406198910147115,
+      "eval/avg": 0.5167935126468087,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
-      "overlap": 0.3265624940395355,
+      "overlap": 0.28437501192092896,
       "step": 1000
     },
     {
       "epoch": 0.7849293563579278,
       "step": 1000,
-      "student margin": 0.048736572265625
+      "student margin": 0.042877197265625
     },
     {
       "epoch": 0.7849293563579278,
       "step": 1000,
-      "teacher margin": 0.033172607421875
+      "teacher margin": 0.03875732421875
     },
     {
       "epoch": 0.7849293563579278,
-      "margin difference": -0.01556396484375,
+      "margin difference": -0.004119873046875,
       "step": 1000
     },
     {
-      "cov-distil": 1.5034229755401611,
-      "cov-distil (oracle2student)": 4.684803009033203,
-      "cov-distil (oracle2teacher)": 4.286637783050537,
+      "cov-distil": 2.3058276176452637,
+      "cov-distil (oracle2student)": 5.117415428161621,
+      "cov-distil (oracle2teacher)": 4.711848258972168,
       "epoch": 0.7849293563579278,
-      "rel-constrast": 2.7586169242858887,
+      "rel-constrast": 3.7198028564453125,
       "step": 1000,
-      "subrel-constrast": 3.692868232727051,
+      "subrel-constrast": 3.5940663814544678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1957248449325562,
-      "cov-distil (oracle2student)": 4.158645153045654,
-      "cov-distil (oracle2teacher)": 3.960702419281006,
+      "cov-distil": 1.5377998352050781,
+      "cov-distil (oracle2student)": 4.81564474105835,
+      "cov-distil (oracle2teacher)": 4.278886318206787,
       "epoch": 0.7857142857142857,
-      "rel-constrast": 2.271653652191162,
+      "rel-constrast": 2.7402515411376953,
       "step": 1001,
-      "subrel-constrast": 2.7374632358551025,
+      "subrel-constrast": 3.0132644176483154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0084142684936523,
-      "cov-distil (oracle2student)": 5.9409871101379395,
-      "cov-distil (oracle2teacher)": 5.287152290344238,
+      "cov-distil": 1.6423420906066895,
+      "cov-distil (oracle2student)": 6.2118706703186035,
+      "cov-distil (oracle2teacher)": 5.935875415802002,
       "epoch": 0.7864992150706437,
-      "rel-constrast": 2.403620719909668,
+      "rel-constrast": 2.860680103302002,
       "step": 1002,
-      "subrel-constrast": 3.4971165657043457,
+      "subrel-constrast": 3.0930862426757812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6317280530929565,
-      "cov-distil (oracle2student)": 5.874475002288818,
-      "cov-distil (oracle2teacher)": 4.955185890197754,
+      "cov-distil": 1.7292115688323975,
+      "cov-distil (oracle2student)": 5.911175727844238,
+      "cov-distil (oracle2teacher)": 5.039959907531738,
       "epoch": 0.7872841444270016,
-      "rel-constrast": 3.167451858520508,
+      "rel-constrast": 2.8019323348999023,
       "step": 1003,
-      "subrel-constrast": 3.5038552284240723,
+      "subrel-constrast": 3.3290388584136963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6654658317565918,
-      "cov-distil (oracle2student)": 3.8835484981536865,
-      "cov-distil (oracle2teacher)": 3.403048515319824,
+      "cov-distil": 1.5785505771636963,
+      "cov-distil (oracle2student)": 3.565105438232422,
+      "cov-distil (oracle2teacher)": 3.747960329055786,
       "epoch": 0.7880690737833596,
-      "rel-constrast": 2.7738380432128906,
+      "rel-constrast": 2.8687870502471924,
       "step": 1004,
-      "subrel-constrast": 3.174041271209717,
+      "subrel-constrast": 3.608781337738037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8715178966522217,
-      "cov-distil (oracle2student)": 3.7892398834228516,
-      "cov-distil (oracle2teacher)": 3.474780797958374,
+      "cov-distil": 1.9323105812072754,
+      "cov-distil (oracle2student)": 4.039740562438965,
+      "cov-distil (oracle2teacher)": 3.669917583465576,
       "epoch": 0.7888540031397174,
-      "rel-constrast": 2.1905505657196045,
+      "rel-constrast": 2.871471405029297,
       "step": 1005,
-      "subrel-constrast": 3.0322937965393066,
+      "subrel-constrast": 2.7034647464752197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9728188514709473,
-      "cov-distil (oracle2student)": 2.669163942337036,
-      "cov-distil (oracle2teacher)": 2.844465732574463,
+      "cov-distil": 2.1012330055236816,
+      "cov-distil (oracle2student)": 2.768244981765747,
+      "cov-distil (oracle2teacher)": 2.7305736541748047,
       "epoch": 0.7896389324960753,
-      "rel-constrast": 2.9720678329467773,
+      "rel-constrast": 2.872476100921631,
       "step": 1006,
-      "subrel-constrast": 3.511303663253784,
+      "subrel-constrast": 3.4524216651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7204205989837646,
-      "cov-distil (oracle2student)": 4.4524736404418945,
-      "cov-distil (oracle2teacher)": 4.67169713973999,
+      "cov-distil": 1.7625465393066406,
+      "cov-distil (oracle2student)": 4.512275695800781,
+      "cov-distil (oracle2teacher)": 5.0809783935546875,
       "epoch": 0.7904238618524333,
-      "rel-constrast": 3.0412745475769043,
+      "rel-constrast": 3.300138473510742,
       "step": 1007,
-      "subrel-constrast": 3.816291570663452,
+      "subrel-constrast": 4.1379289627075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7510128021240234,
-      "cov-distil (oracle2student)": 6.159909725189209,
-      "cov-distil (oracle2teacher)": 5.60171365737915,
+      "cov-distil": 2.2320199012756348,
+      "cov-distil (oracle2student)": 6.713517189025879,
+      "cov-distil (oracle2teacher)": 6.302941799163818,
       "epoch": 0.7912087912087912,
-      "rel-constrast": 3.079228162765503,
+      "rel-constrast": 3.7301855087280273,
       "step": 1008,
-      "subrel-constrast": 4.57464599609375,
+      "subrel-constrast": 4.127272129058838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6486480236053467,
-      "cov-distil (oracle2student)": 3.5104148387908936,
-      "cov-distil (oracle2teacher)": 3.467003345489502,
+      "cov-distil": 1.82810378074646,
+      "cov-distil (oracle2student)": 4.990127086639404,
+      "cov-distil (oracle2teacher)": 4.472989082336426,
       "epoch": 0.7919937205651492,
-      "rel-constrast": 2.799266815185547,
+      "rel-constrast": 4.131555557250977,
       "step": 1009,
-      "subrel-constrast": 3.864565372467041,
+      "subrel-constrast": 4.274601936340332,
       "view-similarity": 0
     },
     {
       "epoch": 0.792778649921507,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.84375,
       "learning_rate": 4.999987663004646e-05,
-      "loss": 0.7289,
+      "loss": 0.7974,
       "step": 1010
     },
     {
-      "cov-distil": 1.7066292762756348,
-      "cov-distil (oracle2student)": 4.21933650970459,
-      "cov-distil (oracle2teacher)": 4.268479824066162,
+      "cov-distil": 1.9850316047668457,
+      "cov-distil (oracle2student)": 4.919588088989258,
+      "cov-distil (oracle2teacher)": 4.333242416381836,
       "epoch": 0.792778649921507,
-      "rel-constrast": 2.8161985874176025,
+      "rel-constrast": 3.7855491638183594,
       "step": 1010,
-      "subrel-constrast": 3.2562143802642822,
+      "subrel-constrast": 3.264366865158081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8672438859939575,
-      "cov-distil (oracle2student)": 5.815662384033203,
-      "cov-distil (oracle2teacher)": 4.962345123291016,
+      "cov-distil": 2.640622615814209,
+      "cov-distil (oracle2student)": 6.353734970092773,
+      "cov-distil (oracle2teacher)": 5.344457149505615,
       "epoch": 0.793563579277865,
-      "rel-constrast": 4.624763011932373,
+      "rel-constrast": 5.841311454772949,
       "step": 1011,
-      "subrel-constrast": 4.851892471313477,
+      "subrel-constrast": 5.376053810119629,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2560279369354248,
-      "cov-distil (oracle2student)": 4.049315929412842,
-      "cov-distil (oracle2teacher)": 3.52166748046875,
+      "cov-distil": 1.272993564605713,
+      "cov-distil (oracle2student)": 4.404191493988037,
+      "cov-distil (oracle2teacher)": 3.7615997791290283,
       "epoch": 0.7943485086342229,
-      "rel-constrast": 3.12121844291687,
+      "rel-constrast": 3.898481607437134,
       "step": 1012,
-      "subrel-constrast": 3.6813127994537354,
+      "subrel-constrast": 3.59594464302063,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8865805864334106,
-      "cov-distil (oracle2student)": 5.716721057891846,
-      "cov-distil (oracle2teacher)": 5.130122661590576,
+      "cov-distil": 2.386326551437378,
+      "cov-distil (oracle2student)": 6.169239044189453,
+      "cov-distil (oracle2teacher)": 5.5104217529296875,
       "epoch": 0.7951334379905809,
-      "rel-constrast": 2.4561896324157715,
+      "rel-constrast": 3.0557289123535156,
       "step": 1013,
-      "subrel-constrast": 3.7673561573028564,
+      "subrel-constrast": 3.7991459369659424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3795284032821655,
-      "cov-distil (oracle2student)": 4.698434829711914,
-      "cov-distil (oracle2teacher)": 4.43522834777832,
+      "cov-distil": 2.395026683807373,
+      "cov-distil (oracle2student)": 4.80900239944458,
+      "cov-distil (oracle2teacher)": 4.983579635620117,
       "epoch": 0.7959183673469388,
-      "rel-constrast": 3.585001230239868,
+      "rel-constrast": 4.665414810180664,
       "step": 1014,
-      "subrel-constrast": 3.978447914123535,
+      "subrel-constrast": 4.253556728363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2618730068206787,
-      "cov-distil (oracle2student)": 3.2493157386779785,
-      "cov-distil (oracle2teacher)": 3.5975871086120605,
+      "cov-distil": 1.7589415311813354,
+      "cov-distil (oracle2student)": 2.8941521644592285,
+      "cov-distil (oracle2teacher)": 3.733187198638916,
       "epoch": 0.7967032967032966,
-      "rel-constrast": 2.9990179538726807,
+      "rel-constrast": 3.158411741256714,
       "step": 1015,
-      "subrel-constrast": 3.4147586822509766,
+      "subrel-constrast": 3.6129744052886963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83095121383667,
-      "cov-distil (oracle2student)": 4.593048095703125,
-      "cov-distil (oracle2teacher)": 3.92457914352417,
+      "cov-distil": 2.150534152984619,
+      "cov-distil (oracle2student)": 5.511159896850586,
+      "cov-distil (oracle2teacher)": 4.756931304931641,
       "epoch": 0.7974882260596546,
-      "rel-constrast": 2.7872331142425537,
+      "rel-constrast": 2.9630541801452637,
       "step": 1016,
-      "subrel-constrast": 3.887740135192871,
+      "subrel-constrast": 3.894498825073242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6723566055297852,
-      "cov-distil (oracle2student)": 3.9551217555999756,
-      "cov-distil (oracle2teacher)": 3.638209819793701,
+      "cov-distil": 1.7592514753341675,
+      "cov-distil (oracle2student)": 4.502584457397461,
+      "cov-distil (oracle2teacher)": 3.801152229309082,
       "epoch": 0.7982731554160125,
-      "rel-constrast": 3.122316837310791,
+      "rel-constrast": 4.067831993103027,
       "step": 1017,
-      "subrel-constrast": 4.209188461303711,
+      "subrel-constrast": 3.7067718505859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.675121784210205,
-      "cov-distil (oracle2student)": 4.172112464904785,
-      "cov-distil (oracle2teacher)": 4.101783275604248,
+      "cov-distil": 1.8709065914154053,
+      "cov-distil (oracle2student)": 4.500154972076416,
+      "cov-distil (oracle2teacher)": 4.413783073425293,
       "epoch": 0.7990580847723705,
-      "rel-constrast": 3.378809928894043,
+      "rel-constrast": 3.8285224437713623,
       "step": 1018,
-      "subrel-constrast": 3.7574174404144287,
+      "subrel-constrast": 3.743145227432251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4633102416992188,
-      "cov-distil (oracle2student)": 2.378451347351074,
-      "cov-distil (oracle2teacher)": 2.625844955444336,
+      "cov-distil": 2.4322128295898438,
+      "cov-distil (oracle2student)": 2.988515853881836,
+      "cov-distil (oracle2teacher)": 2.829786777496338,
       "epoch": 0.7998430141287284,
-      "rel-constrast": 2.5547306537628174,
+      "rel-constrast": 2.894822597503662,
       "step": 1019,
-      "subrel-constrast": 3.4864487648010254,
+      "subrel-constrast": 3.1892964839935303,
       "view-similarity": 0
     },
     {
       "epoch": 0.8006279434850864,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.15625,
       "learning_rate": 4.9999450167572734e-05,
-      "loss": 0.8261,
+      "loss": 0.954,
       "step": 1020
     },
     {
-      "cov-distil": 2.415271759033203,
-      "cov-distil (oracle2student)": 3.0875167846679688,
-      "cov-distil (oracle2teacher)": 3.427299737930298,
+      "cov-distil": 2.745542526245117,
+      "cov-distil (oracle2student)": 4.808676242828369,
+      "cov-distil (oracle2teacher)": 3.7775797843933105,
       "epoch": 0.8006279434850864,
-      "rel-constrast": 3.0743722915649414,
+      "rel-constrast": 4.095340728759766,
       "step": 1020,
-      "subrel-constrast": 3.9496195316314697,
+      "subrel-constrast": 3.9238455295562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8066670894622803,
-      "cov-distil (oracle2student)": 4.668322563171387,
-      "cov-distil (oracle2teacher)": 4.313449382781982,
+      "cov-distil": 2.8050169944763184,
+      "cov-distil (oracle2student)": 5.860828399658203,
+      "cov-distil (oracle2teacher)": 4.630205154418945,
       "epoch": 0.8014128728414442,
-      "rel-constrast": 1.32718825340271,
+      "rel-constrast": 1.7338907718658447,
       "step": 1021,
-      "subrel-constrast": 2.6383790969848633,
+      "subrel-constrast": 2.7346103191375732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9670062065124512,
-      "cov-distil (oracle2student)": 5.039787292480469,
-      "cov-distil (oracle2teacher)": 4.957679748535156,
+      "cov-distil": 1.9439785480499268,
+      "cov-distil (oracle2student)": 5.187029838562012,
+      "cov-distil (oracle2teacher)": 4.503884315490723,
       "epoch": 0.8021978021978022,
-      "rel-constrast": 2.2769107818603516,
+      "rel-constrast": 3.1160008907318115,
       "step": 1022,
-      "subrel-constrast": 3.2581119537353516,
+      "subrel-constrast": 2.811422348022461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2931885719299316,
-      "cov-distil (oracle2student)": 3.3827080726623535,
-      "cov-distil (oracle2teacher)": 3.489915370941162,
+      "cov-distil": 1.7212350368499756,
+      "cov-distil (oracle2student)": 3.514064311981201,
+      "cov-distil (oracle2teacher)": 3.796893835067749,
       "epoch": 0.8029827315541601,
-      "rel-constrast": 3.323514938354492,
+      "rel-constrast": 3.8503992557525635,
       "step": 1023,
-      "subrel-constrast": 3.817840576171875,
+      "subrel-constrast": 4.360987663269043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798905849456787,
-      "cov-distil (oracle2student)": 3.997654676437378,
-      "cov-distil (oracle2teacher)": 3.740675926208496,
+      "cov-distil": 1.7553012371063232,
+      "cov-distil (oracle2student)": 4.059808731079102,
+      "cov-distil (oracle2teacher)": 3.7464072704315186,
       "epoch": 0.8037676609105181,
-      "rel-constrast": 2.823920488357544,
+      "rel-constrast": 2.7304282188415527,
       "step": 1024,
-      "subrel-constrast": 3.6419403553009033,
+      "subrel-constrast": 3.4178385734558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.008463144302368,
-      "cov-distil (oracle2student)": 4.487757205963135,
-      "cov-distil (oracle2teacher)": 3.6456661224365234,
+      "cov-distil": 2.0657033920288086,
+      "cov-distil (oracle2student)": 5.206294059753418,
+      "cov-distil (oracle2teacher)": 4.32270622253418,
       "epoch": 0.804552590266876,
-      "rel-constrast": 2.748744487762451,
+      "rel-constrast": 3.0159549713134766,
       "step": 1025,
-      "subrel-constrast": 3.362184524536133,
+      "subrel-constrast": 3.3585920333862305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4519178867340088,
-      "cov-distil (oracle2student)": 5.82453727722168,
-      "cov-distil (oracle2teacher)": 5.277032375335693,
+      "cov-distil": 1.74161696434021,
+      "cov-distil (oracle2student)": 6.185579299926758,
+      "cov-distil (oracle2teacher)": 5.451434135437012,
       "epoch": 0.8053375196232339,
-      "rel-constrast": 3.717198371887207,
+      "rel-constrast": 4.200787544250488,
       "step": 1026,
-      "subrel-constrast": 4.122554779052734,
+      "subrel-constrast": 4.305181503295898,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5493037700653076,
-      "cov-distil (oracle2student)": 3.6894612312316895,
-      "cov-distil (oracle2teacher)": 3.740065574645996,
+      "cov-distil": 1.7236043214797974,
+      "cov-distil (oracle2student)": 4.438406944274902,
+      "cov-distil (oracle2teacher)": 3.822997808456421,
       "epoch": 0.8061224489795918,
-      "rel-constrast": 2.280026435852051,
+      "rel-constrast": 2.606933832168579,
       "step": 1027,
-      "subrel-constrast": 3.2345998287200928,
+      "subrel-constrast": 3.240969181060791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4404253959655762,
-      "cov-distil (oracle2student)": 4.561883449554443,
-      "cov-distil (oracle2teacher)": 4.176347255706787,
+      "cov-distil": 1.7421455383300781,
+      "cov-distil (oracle2student)": 4.681373596191406,
+      "cov-distil (oracle2teacher)": 4.562398910522461,
       "epoch": 0.8069073783359497,
-      "rel-constrast": 2.5073225498199463,
+      "rel-constrast": 3.178743600845337,
       "step": 1028,
-      "subrel-constrast": 3.2476654052734375,
+      "subrel-constrast": 3.0895638465881348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4980759620666504,
-      "cov-distil (oracle2student)": 3.4953906536102295,
-      "cov-distil (oracle2teacher)": 3.23348331451416,
+      "cov-distil": 1.9242048263549805,
+      "cov-distil (oracle2student)": 3.573486804962158,
+      "cov-distil (oracle2teacher)": 3.7271671295166016,
       "epoch": 0.8076923076923077,
-      "rel-constrast": 3.2613203525543213,
+      "rel-constrast": 3.221712827682495,
       "step": 1029,
-      "subrel-constrast": 3.7252445220947266,
+      "subrel-constrast": 3.4316742420196533,
       "view-similarity": 0
     },
     {
       "epoch": 0.8084772370486656,
-      "grad_norm": 5.78125,
+      "grad_norm": 7.09375,
       "learning_rate": 4.999871909468808e-05,
-      "loss": 0.7258,
+      "loss": 0.7938,
       "step": 1030
     },
     {
-      "cov-distil": 1.7273406982421875,
-      "cov-distil (oracle2student)": 3.765653371810913,
-      "cov-distil (oracle2teacher)": 4.223290920257568,
+      "cov-distil": 1.8171594142913818,
+      "cov-distil (oracle2student)": 4.064552307128906,
+      "cov-distil (oracle2teacher)": 4.273717403411865,
       "epoch": 0.8084772370486656,
-      "rel-constrast": 3.3792667388916016,
+      "rel-constrast": 4.010668754577637,
       "step": 1030,
-      "subrel-constrast": 4.160766124725342,
+      "subrel-constrast": 3.696507215499878,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6069406270980835,
-      "cov-distil (oracle2student)": 6.246820449829102,
-      "cov-distil (oracle2teacher)": 5.6495280265808105,
+      "cov-distil": 2.4826865196228027,
+      "cov-distil (oracle2student)": 6.525309085845947,
+      "cov-distil (oracle2teacher)": 6.211377143859863,
       "epoch": 0.8092621664050236,
-      "rel-constrast": 4.243990898132324,
+      "rel-constrast": 4.7943596839904785,
       "step": 1031,
-      "subrel-constrast": 4.584709644317627,
+      "subrel-constrast": 4.969045162200928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4882941246032715,
-      "cov-distil (oracle2student)": 4.027990818023682,
-      "cov-distil (oracle2teacher)": 4.210643768310547,
+      "cov-distil": 1.9700663089752197,
+      "cov-distil (oracle2student)": 5.039977073669434,
+      "cov-distil (oracle2teacher)": 4.233354568481445,
       "epoch": 0.8100470957613815,
-      "rel-constrast": 3.353201389312744,
+      "rel-constrast": 3.6731643676757812,
       "step": 1032,
-      "subrel-constrast": 4.510843753814697,
+      "subrel-constrast": 4.22750186920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5565567016601562,
-      "cov-distil (oracle2student)": 3.638373374938965,
-      "cov-distil (oracle2teacher)": 3.9918010234832764,
+      "cov-distil": 1.843017339706421,
+      "cov-distil (oracle2student)": 3.8671445846557617,
+      "cov-distil (oracle2teacher)": 3.9853310585021973,
       "epoch": 0.8108320251177394,
-      "rel-constrast": 3.317444086074829,
+      "rel-constrast": 2.9669153690338135,
       "step": 1033,
-      "subrel-constrast": 3.8524107933044434,
+      "subrel-constrast": 3.7292404174804688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4101698398590088,
-      "cov-distil (oracle2student)": 4.568304538726807,
-      "cov-distil (oracle2teacher)": 3.3959732055664062,
+      "cov-distil": 1.6810734272003174,
+      "cov-distil (oracle2student)": 4.834322929382324,
+      "cov-distil (oracle2teacher)": 4.578563690185547,
       "epoch": 0.8116169544740973,
-      "rel-constrast": 2.7100107669830322,
+      "rel-constrast": 2.532804489135742,
       "step": 1034,
-      "subrel-constrast": 2.7737021446228027,
+      "subrel-constrast": 2.5241520404815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3708372116088867,
-      "cov-distil (oracle2student)": 5.4243388175964355,
-      "cov-distil (oracle2teacher)": 4.884294509887695,
+      "cov-distil": 1.6765145063400269,
+      "cov-distil (oracle2student)": 5.625885009765625,
+      "cov-distil (oracle2teacher)": 5.720191478729248,
       "epoch": 0.8124018838304553,
-      "rel-constrast": 2.722594738006592,
+      "rel-constrast": 2.9662952423095703,
       "step": 1035,
-      "subrel-constrast": 3.112590789794922,
+      "subrel-constrast": 3.468733549118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.542799949645996,
-      "cov-distil (oracle2student)": 4.0008955001831055,
-      "cov-distil (oracle2teacher)": 3.621291399002075,
+      "cov-distil": 1.82917320728302,
+      "cov-distil (oracle2student)": 3.5723254680633545,
+      "cov-distil (oracle2teacher)": 4.55171012878418,
       "epoch": 0.8131868131868132,
-      "rel-constrast": 2.5074245929718018,
+      "rel-constrast": 2.825275182723999,
       "step": 1036,
-      "subrel-constrast": 3.3930764198303223,
+      "subrel-constrast": 3.4205238819122314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5174001455307007,
-      "cov-distil (oracle2student)": 4.076761245727539,
-      "cov-distil (oracle2teacher)": 4.162682056427002,
+      "cov-distil": 2.1231818199157715,
+      "cov-distil (oracle2student)": 4.344111442565918,
+      "cov-distil (oracle2teacher)": 4.551331996917725,
       "epoch": 0.8139717425431711,
-      "rel-constrast": 3.306975841522217,
+      "rel-constrast": 3.5327041149139404,
       "step": 1037,
-      "subrel-constrast": 3.4981300830841064,
+      "subrel-constrast": 4.220651626586914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83280611038208,
-      "cov-distil (oracle2student)": 3.9457664489746094,
-      "cov-distil (oracle2teacher)": 3.595574378967285,
+      "cov-distil": 1.6428897380828857,
+      "cov-distil (oracle2student)": 4.898654460906982,
+      "cov-distil (oracle2teacher)": 4.079972743988037,
       "epoch": 0.814756671899529,
-      "rel-constrast": 3.579411029815674,
+      "rel-constrast": 4.340941429138184,
       "step": 1038,
-      "subrel-constrast": 4.271247863769531,
+      "subrel-constrast": 4.009068489074707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.415628433227539,
-      "cov-distil (oracle2student)": 4.7205400466918945,
-      "cov-distil (oracle2teacher)": 4.105180740356445,
+      "cov-distil": 1.783677339553833,
+      "cov-distil (oracle2student)": 5.237854957580566,
+      "cov-distil (oracle2teacher)": 4.724405765533447,
       "epoch": 0.8155416012558869,
-      "rel-constrast": 2.532618522644043,
+      "rel-constrast": 3.11883544921875,
       "step": 1039,
-      "subrel-constrast": 3.548304319381714,
+      "subrel-constrast": 3.6719577312469482,
       "view-similarity": 0
     },
     {
       "epoch": 0.8163265306122449,
-      "grad_norm": 4.9375,
+      "grad_norm": 8.875,
       "learning_rate": 4.999768342030035e-05,
-      "loss": 0.83,
+      "loss": 0.869,
       "step": 1040
     },
     {
-      "cov-distil": 1.6160132884979248,
-      "cov-distil (oracle2student)": 3.9032037258148193,
-      "cov-distil (oracle2teacher)": 3.838395595550537,
+      "cov-distil": 2.1443891525268555,
+      "cov-distil (oracle2student)": 4.131516456604004,
+      "cov-distil (oracle2teacher)": 4.1293416023254395,
       "epoch": 0.8163265306122449,
-      "rel-constrast": 2.9465813636779785,
+      "rel-constrast": 3.858375310897827,
       "step": 1040,
-      "subrel-constrast": 3.950629949569702,
+      "subrel-constrast": 4.32935905456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.243447184562683,
-      "cov-distil (oracle2student)": 3.732532024383545,
-      "cov-distil (oracle2teacher)": 3.783769369125366,
+      "cov-distil": 1.6796962022781372,
+      "cov-distil (oracle2student)": 4.509735107421875,
+      "cov-distil (oracle2teacher)": 4.18348503112793,
       "epoch": 0.8171114599686028,
-      "rel-constrast": 3.3665902614593506,
+      "rel-constrast": 3.935241937637329,
       "step": 1041,
-      "subrel-constrast": 3.5148062705993652,
+      "subrel-constrast": 4.048736095428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7780416011810303,
-      "cov-distil (oracle2student)": 4.7880401611328125,
-      "cov-distil (oracle2teacher)": 5.081545829772949,
+      "cov-distil": 2.4762048721313477,
+      "cov-distil (oracle2student)": 5.551225662231445,
+      "cov-distil (oracle2teacher)": 5.454265594482422,
       "epoch": 0.8178963893249608,
-      "rel-constrast": 3.803605079650879,
+      "rel-constrast": 4.483508110046387,
       "step": 1042,
-      "subrel-constrast": 4.359310150146484,
+      "subrel-constrast": 4.631419658660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5858495235443115,
-      "cov-distil (oracle2student)": 7.296012878417969,
-      "cov-distil (oracle2teacher)": 5.996241569519043,
+      "cov-distil": 1.7795319557189941,
+      "cov-distil (oracle2student)": 7.118622779846191,
+      "cov-distil (oracle2teacher)": 6.149850845336914,
       "epoch": 0.8186813186813187,
-      "rel-constrast": 3.7353243827819824,
+      "rel-constrast": 3.740640640258789,
       "step": 1043,
-      "subrel-constrast": 4.031566619873047,
+      "subrel-constrast": 4.333827018737793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5896885395050049,
-      "cov-distil (oracle2student)": 4.85926628112793,
-      "cov-distil (oracle2teacher)": 4.6845879554748535,
+      "cov-distil": 2.24064040184021,
+      "cov-distil (oracle2student)": 5.151869297027588,
+      "cov-distil (oracle2teacher)": 4.685178279876709,
       "epoch": 0.8194662480376766,
-      "rel-constrast": 4.086687088012695,
+      "rel-constrast": 4.20631217956543,
       "step": 1044,
-      "subrel-constrast": 4.33120584487915,
+      "subrel-constrast": 4.158154010772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2431325912475586,
-      "cov-distil (oracle2student)": 2.8849904537200928,
-      "cov-distil (oracle2teacher)": 2.861043930053711,
+      "cov-distil": 1.9906944036483765,
+      "cov-distil (oracle2student)": 3.571319341659546,
+      "cov-distil (oracle2teacher)": 2.9261109828948975,
       "epoch": 0.8202511773940345,
-      "rel-constrast": 3.2766146659851074,
+      "rel-constrast": 3.669724941253662,
       "step": 1045,
-      "subrel-constrast": 3.999800682067871,
+      "subrel-constrast": 4.224380016326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3826301097869873,
-      "cov-distil (oracle2student)": 3.234098196029663,
-      "cov-distil (oracle2teacher)": 3.6659646034240723,
+      "cov-distil": 2.2747702598571777,
+      "cov-distil (oracle2student)": 4.142752170562744,
+      "cov-distil (oracle2teacher)": 3.955538272857666,
       "epoch": 0.8210361067503925,
-      "rel-constrast": 3.2172765731811523,
+      "rel-constrast": 3.683875560760498,
       "step": 1046,
-      "subrel-constrast": 4.1083292961120605,
+      "subrel-constrast": 3.851874589920044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4395332336425781,
-      "cov-distil (oracle2student)": 5.047663688659668,
-      "cov-distil (oracle2teacher)": 4.560415267944336,
+      "cov-distil": 3.0065202713012695,
+      "cov-distil (oracle2student)": 5.306146144866943,
+      "cov-distil (oracle2teacher)": 4.969357967376709,
       "epoch": 0.8218210361067504,
-      "rel-constrast": 3.233414649963379,
+      "rel-constrast": 4.417901992797852,
       "step": 1047,
-      "subrel-constrast": 4.191913604736328,
+      "subrel-constrast": 4.875247955322266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8479955196380615,
-      "cov-distil (oracle2student)": 4.6869049072265625,
-      "cov-distil (oracle2teacher)": 4.570603847503662,
+      "cov-distil": 1.5077028274536133,
+      "cov-distil (oracle2student)": 4.809816837310791,
+      "cov-distil (oracle2teacher)": 4.309294700622559,
       "epoch": 0.8226059654631083,
-      "rel-constrast": 2.9459338188171387,
+      "rel-constrast": 3.4542417526245117,
       "step": 1048,
-      "subrel-constrast": 3.679405927658081,
+      "subrel-constrast": 3.4006638526916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4720711708068848,
-      "cov-distil (oracle2student)": 3.8350765705108643,
-      "cov-distil (oracle2teacher)": 3.6281344890594482,
+      "cov-distil": 1.6877524852752686,
+      "cov-distil (oracle2student)": 4.116379737854004,
+      "cov-distil (oracle2teacher)": 4.19909143447876,
       "epoch": 0.8233908948194663,
-      "rel-constrast": 3.1354329586029053,
+      "rel-constrast": 3.7636125087738037,
       "step": 1049,
-      "subrel-constrast": 4.234480857849121,
+      "subrel-constrast": 4.35610818862915,
       "view-similarity": 0
     },
     {
       "epoch": 0.8241758241758241,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.875,
       "learning_rate": 4.999634315702894e-05,
-      "loss": 0.8867,
+      "loss": 0.9803,
       "step": 1050
     },
     {
-      "cov-distil": 1.6552631855010986,
-      "cov-distil (oracle2student)": 4.229450225830078,
-      "cov-distil (oracle2teacher)": 4.003934860229492,
+      "cov-distil": 2.131657123565674,
+      "cov-distil (oracle2student)": 5.343210220336914,
+      "cov-distil (oracle2teacher)": 4.366606712341309,
       "epoch": 0.8241758241758241,
-      "rel-constrast": 3.7159342765808105,
+      "rel-constrast": 4.083892822265625,
       "step": 1050,
-      "subrel-constrast": 3.953207492828369,
+      "subrel-constrast": 4.1289873123168945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6324317455291748,
-      "cov-distil (oracle2student)": 3.2070152759552,
-      "cov-distil (oracle2teacher)": 3.3971261978149414,
+      "cov-distil": 1.5285887718200684,
+      "cov-distil (oracle2student)": 2.9956250190734863,
+      "cov-distil (oracle2teacher)": 3.343691110610962,
       "epoch": 0.8249607535321821,
-      "rel-constrast": 3.5848264694213867,
+      "rel-constrast": 3.809772491455078,
       "step": 1051,
-      "subrel-constrast": 3.7874743938446045,
+      "subrel-constrast": 3.577068567276001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.282161831855774,
-      "cov-distil (oracle2student)": 3.5273289680480957,
-      "cov-distil (oracle2teacher)": 3.642918586730957,
+      "cov-distil": 1.6625730991363525,
+      "cov-distil (oracle2student)": 4.15986442565918,
+      "cov-distil (oracle2teacher)": 3.9733965396881104,
       "epoch": 0.82574568288854,
-      "rel-constrast": 3.657550811767578,
+      "rel-constrast": 4.280599594116211,
       "step": 1052,
-      "subrel-constrast": 4.015460014343262,
+      "subrel-constrast": 3.9447062015533447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.066774606704712,
-      "cov-distil (oracle2student)": 3.843471050262451,
-      "cov-distil (oracle2teacher)": 4.140931129455566,
+      "cov-distil": 2.492485523223877,
+      "cov-distil (oracle2student)": 4.608798980712891,
+      "cov-distil (oracle2teacher)": 4.211215496063232,
       "epoch": 0.826530612244898,
-      "rel-constrast": 2.384845733642578,
+      "rel-constrast": 3.1473498344421387,
       "step": 1053,
-      "subrel-constrast": 3.0241689682006836,
+      "subrel-constrast": 3.1285407543182373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9062566757202148,
-      "cov-distil (oracle2student)": 4.340326309204102,
-      "cov-distil (oracle2teacher)": 4.069854259490967,
+      "cov-distil": 1.907645344734192,
+      "cov-distil (oracle2student)": 4.751765251159668,
+      "cov-distil (oracle2teacher)": 4.3324713706970215,
       "epoch": 0.8273155416012559,
-      "rel-constrast": 3.7235260009765625,
+      "rel-constrast": 4.304868698120117,
       "step": 1054,
-      "subrel-constrast": 4.939336776733398,
+      "subrel-constrast": 4.5091352462768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3746980428695679,
-      "cov-distil (oracle2student)": 3.600400924682617,
-      "cov-distil (oracle2teacher)": 3.3307061195373535,
+      "cov-distil": 1.9816237688064575,
+      "cov-distil (oracle2student)": 4.062955856323242,
+      "cov-distil (oracle2teacher)": 3.828258752822876,
       "epoch": 0.8281004709576139,
-      "rel-constrast": 2.1672990322113037,
+      "rel-constrast": 3.19429349899292,
       "step": 1055,
-      "subrel-constrast": 3.058837413787842,
+      "subrel-constrast": 3.2049357891082764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63987135887146,
-      "cov-distil (oracle2student)": 5.150622844696045,
-      "cov-distil (oracle2teacher)": 4.654034614562988,
+      "cov-distil": 1.8935277462005615,
+      "cov-distil (oracle2student)": 5.486691474914551,
+      "cov-distil (oracle2teacher)": 5.1966400146484375,
       "epoch": 0.8288854003139717,
-      "rel-constrast": 3.177807331085205,
+      "rel-constrast": 3.7600889205932617,
       "step": 1056,
-      "subrel-constrast": 3.995950222015381,
+      "subrel-constrast": 3.9218945503234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1668486595153809,
-      "cov-distil (oracle2student)": 4.069364547729492,
-      "cov-distil (oracle2teacher)": 3.6966798305511475,
+      "cov-distil": 1.4038636684417725,
+      "cov-distil (oracle2student)": 4.593333721160889,
+      "cov-distil (oracle2teacher)": 3.3528738021850586,
       "epoch": 0.8296703296703297,
-      "rel-constrast": 1.5389643907546997,
+      "rel-constrast": 2.4286413192749023,
       "step": 1057,
-      "subrel-constrast": 2.557575225830078,
+      "subrel-constrast": 2.3185815811157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3310142755508423,
-      "cov-distil (oracle2student)": 5.689133644104004,
-      "cov-distil (oracle2teacher)": 4.730144023895264,
+      "cov-distil": 1.2403026819229126,
+      "cov-distil (oracle2student)": 5.586578369140625,
+      "cov-distil (oracle2teacher)": 5.711337089538574,
       "epoch": 0.8304552590266876,
-      "rel-constrast": 2.510356903076172,
+      "rel-constrast": 3.3930892944335938,
       "step": 1058,
-      "subrel-constrast": 3.210019588470459,
+      "subrel-constrast": 3.3475847244262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4018065929412842,
-      "cov-distil (oracle2student)": 4.065414905548096,
-      "cov-distil (oracle2teacher)": 4.478215217590332,
+      "cov-distil": 2.1419034004211426,
+      "cov-distil (oracle2student)": 5.1745805740356445,
+      "cov-distil (oracle2teacher)": 5.177041053771973,
       "epoch": 0.8312401883830455,
-      "rel-constrast": 2.540195941925049,
+      "rel-constrast": 3.39211368560791,
       "step": 1059,
-      "subrel-constrast": 3.355752468109131,
+      "subrel-constrast": 3.5131819248199463,
       "view-similarity": 0
     },
     {
       "epoch": 0.8320251177394035,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.125,
       "learning_rate": 4.9994698321204535e-05,
-      "loss": 0.7637,
+      "loss": 0.8949,
       "step": 1060
     },
     {
-      "cov-distil": 1.5912582874298096,
-      "cov-distil (oracle2student)": 4.723282814025879,
-      "cov-distil (oracle2teacher)": 4.055171966552734,
+      "cov-distil": 2.4421956539154053,
+      "cov-distil (oracle2student)": 4.794607162475586,
+      "cov-distil (oracle2teacher)": 4.6117472648620605,
       "epoch": 0.8320251177394035,
-      "rel-constrast": 2.79318904876709,
+      "rel-constrast": 3.75523042678833,
       "step": 1060,
-      "subrel-constrast": 3.337411642074585,
+      "subrel-constrast": 3.5482935905456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6254866123199463,
-      "cov-distil (oracle2student)": 3.804487943649292,
-      "cov-distil (oracle2teacher)": 3.83284854888916,
+      "cov-distil": 1.7864066362380981,
+      "cov-distil (oracle2student)": 3.8332886695861816,
+      "cov-distil (oracle2teacher)": 4.026666641235352,
       "epoch": 0.8328100470957613,
-      "rel-constrast": 2.568723678588867,
+      "rel-constrast": 3.055628538131714,
       "step": 1061,
-      "subrel-constrast": 3.155280590057373,
+      "subrel-constrast": 2.8176183700561523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7188539505004883,
-      "cov-distil (oracle2student)": 3.449662208557129,
-      "cov-distil (oracle2teacher)": 4.013648986816406,
+      "cov-distil": 1.8455393314361572,
+      "cov-distil (oracle2student)": 3.787278890609741,
+      "cov-distil (oracle2teacher)": 3.960678815841675,
       "epoch": 0.8335949764521193,
-      "rel-constrast": 2.845201015472412,
+      "rel-constrast": 3.3118679523468018,
       "step": 1062,
-      "subrel-constrast": 3.7377851009368896,
+      "subrel-constrast": 3.405998945236206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322525143623352,
-      "cov-distil (oracle2student)": 3.41972279548645,
-      "cov-distil (oracle2teacher)": 2.83035945892334,
+      "cov-distil": 1.5887830257415771,
+      "cov-distil (oracle2student)": 3.094766139984131,
+      "cov-distil (oracle2teacher)": 3.122744560241699,
       "epoch": 0.8343799058084772,
-      "rel-constrast": 3.4593334197998047,
+      "rel-constrast": 3.173388719558716,
       "step": 1063,
-      "subrel-constrast": 3.469331979751587,
+      "subrel-constrast": 3.691577196121216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736067771911621,
-      "cov-distil (oracle2student)": 5.864267349243164,
-      "cov-distil (oracle2teacher)": 5.525598049163818,
+      "cov-distil": 2.011411666870117,
+      "cov-distil (oracle2student)": 6.16353702545166,
+      "cov-distil (oracle2teacher)": 6.02977991104126,
       "epoch": 0.8351648351648352,
-      "rel-constrast": 3.378605604171753,
+      "rel-constrast": 3.969806671142578,
       "step": 1064,
-      "subrel-constrast": 4.82101583480835,
+      "subrel-constrast": 4.5445051193237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.664595365524292,
-      "cov-distil (oracle2student)": 5.767794132232666,
-      "cov-distil (oracle2teacher)": 4.912051677703857,
+      "cov-distil": 2.257282257080078,
+      "cov-distil (oracle2student)": 5.829577445983887,
+      "cov-distil (oracle2teacher)": 5.488131523132324,
       "epoch": 0.8359497645211931,
-      "rel-constrast": 2.9836983680725098,
+      "rel-constrast": 3.2442095279693604,
       "step": 1065,
-      "subrel-constrast": 3.640324592590332,
+      "subrel-constrast": 3.343900442123413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0631294250488281,
-      "cov-distil (oracle2student)": 4.371286869049072,
-      "cov-distil (oracle2teacher)": 4.482182502746582,
+      "cov-distil": 1.569305181503296,
+      "cov-distil (oracle2student)": 4.416584014892578,
+      "cov-distil (oracle2teacher)": 4.716166973114014,
       "epoch": 0.8367346938775511,
-      "rel-constrast": 2.406578302383423,
+      "rel-constrast": 2.284388780593872,
       "step": 1066,
-      "subrel-constrast": 3.045006036758423,
+      "subrel-constrast": 2.8378958702087402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3932442665100098,
-      "cov-distil (oracle2student)": 3.401536703109741,
-      "cov-distil (oracle2teacher)": 3.73445200920105,
+      "cov-distil": 1.733056902885437,
+      "cov-distil (oracle2student)": 4.374227523803711,
+      "cov-distil (oracle2teacher)": 3.9680676460266113,
       "epoch": 0.8375196232339089,
-      "rel-constrast": 2.0863516330718994,
+      "rel-constrast": 2.9913835525512695,
       "step": 1067,
-      "subrel-constrast": 3.3411881923675537,
+      "subrel-constrast": 3.394751787185669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3757219314575195,
-      "cov-distil (oracle2student)": 4.930185794830322,
-      "cov-distil (oracle2teacher)": 4.597090244293213,
+      "cov-distil": 1.6889735460281372,
+      "cov-distil (oracle2student)": 4.932013511657715,
+      "cov-distil (oracle2teacher)": 4.753911972045898,
       "epoch": 0.8383045525902669,
-      "rel-constrast": 3.6516950130462646,
+      "rel-constrast": 4.389288425445557,
       "step": 1068,
-      "subrel-constrast": 4.230095386505127,
+      "subrel-constrast": 4.051324367523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5908467769622803,
-      "cov-distil (oracle2student)": 4.988844394683838,
-      "cov-distil (oracle2teacher)": 5.036681175231934,
+      "cov-distil": 1.8887734413146973,
+      "cov-distil (oracle2student)": 5.138501167297363,
+      "cov-distil (oracle2teacher)": 5.457084655761719,
       "epoch": 0.8390894819466248,
-      "rel-constrast": 3.309863567352295,
+      "rel-constrast": 3.713894844055176,
       "step": 1069,
-      "subrel-constrast": 4.250307083129883,
+      "subrel-constrast": 4.439695358276367,
       "view-similarity": 0
     },
     {
       "epoch": 0.8398744113029827,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.59375,
       "learning_rate": 4.9992748932868926e-05,
-      "loss": 0.7748,
+      "loss": 0.8472,
       "step": 1070
     },
     {
-      "cov-distil": 1.0402013063430786,
-      "cov-distil (oracle2student)": 4.2630486488342285,
-      "cov-distil (oracle2teacher)": 3.66384220123291,
+      "cov-distil": 1.175804615020752,
+      "cov-distil (oracle2student)": 4.583698749542236,
+      "cov-distil (oracle2teacher)": 3.727757692337036,
       "epoch": 0.8398744113029827,
-      "rel-constrast": 2.061677932739258,
+      "rel-constrast": 2.502880573272705,
       "step": 1070,
-      "subrel-constrast": 2.7296907901763916,
+      "subrel-constrast": 2.496037721633911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6625237464904785,
-      "cov-distil (oracle2student)": 3.910654067993164,
-      "cov-distil (oracle2teacher)": 4.21475887298584,
+      "cov-distil": 2.044877052307129,
+      "cov-distil (oracle2student)": 4.358742713928223,
+      "cov-distil (oracle2teacher)": 4.47661018371582,
       "epoch": 0.8406593406593407,
-      "rel-constrast": 2.8941855430603027,
+      "rel-constrast": 4.071074962615967,
       "step": 1071,
-      "subrel-constrast": 4.128171920776367,
+      "subrel-constrast": 4.032317161560059,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.495145559310913,
-      "cov-distil (oracle2student)": 5.379284858703613,
-      "cov-distil (oracle2teacher)": 4.316701889038086,
+      "cov-distil": 1.2888848781585693,
+      "cov-distil (oracle2student)": 4.901707649230957,
+      "cov-distil (oracle2teacher)": 4.426248550415039,
       "epoch": 0.8414442700156985,
-      "rel-constrast": 2.1592116355895996,
+      "rel-constrast": 2.0786283016204834,
       "step": 1072,
-      "subrel-constrast": 2.527085781097412,
+      "subrel-constrast": 2.3601367473602295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8001484870910645,
-      "cov-distil (oracle2student)": 2.5359535217285156,
-      "cov-distil (oracle2teacher)": 2.5233798027038574,
+      "cov-distil": 1.722771167755127,
+      "cov-distil (oracle2student)": 2.8582687377929688,
+      "cov-distil (oracle2teacher)": 2.6252989768981934,
       "epoch": 0.8422291993720565,
-      "rel-constrast": 3.0741827487945557,
+      "rel-constrast": 3.2451539039611816,
       "step": 1073,
-      "subrel-constrast": 3.8986191749572754,
+      "subrel-constrast": 3.7071967124938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2992419004440308,
-      "cov-distil (oracle2student)": 6.388317108154297,
-      "cov-distil (oracle2teacher)": 6.320832252502441,
+      "cov-distil": 1.3997740745544434,
+      "cov-distil (oracle2student)": 6.755746364593506,
+      "cov-distil (oracle2teacher)": 6.149623870849609,
       "epoch": 0.8430141287284144,
-      "rel-constrast": 2.610102415084839,
+      "rel-constrast": 3.2881557941436768,
       "step": 1074,
-      "subrel-constrast": 3.57509708404541,
+      "subrel-constrast": 3.568237543106079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8630740642547607,
-      "cov-distil (oracle2student)": 5.7154340744018555,
-      "cov-distil (oracle2teacher)": 4.652746200561523,
+      "cov-distil": 2.002434730529785,
+      "cov-distil (oracle2student)": 5.5792036056518555,
+      "cov-distil (oracle2teacher)": 4.932435035705566,
       "epoch": 0.8437990580847724,
-      "rel-constrast": 3.7225842475891113,
+      "rel-constrast": 3.7921528816223145,
       "step": 1075,
-      "subrel-constrast": 4.150248050689697,
+      "subrel-constrast": 4.4255290031433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736881971359253,
-      "cov-distil (oracle2student)": 3.1711654663085938,
-      "cov-distil (oracle2teacher)": 3.153491735458374,
+      "cov-distil": 2.315392017364502,
+      "cov-distil (oracle2student)": 3.605886936187744,
+      "cov-distil (oracle2teacher)": 3.143418788909912,
       "epoch": 0.8445839874411303,
-      "rel-constrast": 3.0925936698913574,
+      "rel-constrast": 3.827850580215454,
       "step": 1076,
-      "subrel-constrast": 4.16301155090332,
+      "subrel-constrast": 3.9810950756073,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8901112079620361,
-      "cov-distil (oracle2student)": 4.203153610229492,
-      "cov-distil (oracle2teacher)": 4.101661205291748,
+      "cov-distil": 1.9522948265075684,
+      "cov-distil (oracle2student)": 4.8102874755859375,
+      "cov-distil (oracle2teacher)": 4.149954795837402,
       "epoch": 0.8453689167974883,
-      "rel-constrast": 3.0824365615844727,
+      "rel-constrast": 3.6474199295043945,
       "step": 1077,
-      "subrel-constrast": 3.8953678607940674,
+      "subrel-constrast": 4.039060592651367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8625383377075195,
-      "cov-distil (oracle2student)": 3.3603522777557373,
-      "cov-distil (oracle2teacher)": 2.9650416374206543,
+      "cov-distil": 1.7174904346466064,
+      "cov-distil (oracle2student)": 3.3689892292022705,
+      "cov-distil (oracle2teacher)": 2.8664605617523193,
       "epoch": 0.8461538461538461,
-      "rel-constrast": 2.7170653343200684,
+      "rel-constrast": 2.950161933898926,
       "step": 1078,
-      "subrel-constrast": 2.9600353240966797,
+      "subrel-constrast": 3.008772134780884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2731611728668213,
-      "cov-distil (oracle2student)": 6.666909217834473,
-      "cov-distil (oracle2teacher)": 6.09921932220459,
+      "cov-distil": 2.060206413269043,
+      "cov-distil (oracle2student)": 6.906772136688232,
+      "cov-distil (oracle2teacher)": 6.931488990783691,
       "epoch": 0.8469387755102041,
-      "rel-constrast": 1.686286449432373,
+      "rel-constrast": 2.8520166873931885,
       "step": 1079,
-      "subrel-constrast": 2.9466919898986816,
+      "subrel-constrast": 2.9608256816864014,
       "view-similarity": 0
     },
     {
       "epoch": 0.847723704866562,
-      "grad_norm": 5.9375,
+      "grad_norm": 6.34375,
       "learning_rate": 4.99904950157748e-05,
-      "loss": 0.7173,
+      "loss": 0.8064,
       "step": 1080
     },
     {
-      "cov-distil": 1.8845593929290771,
-      "cov-distil (oracle2student)": 2.5665831565856934,
-      "cov-distil (oracle2teacher)": 2.6748790740966797,
+      "cov-distil": 2.0262088775634766,
+      "cov-distil (oracle2student)": 2.595539093017578,
+      "cov-distil (oracle2teacher)": 2.7825613021850586,
       "epoch": 0.847723704866562,
-      "rel-constrast": 1.806304931640625,
+      "rel-constrast": 1.9361705780029297,
       "step": 1080,
-      "subrel-constrast": 2.7072744369506836,
+      "subrel-constrast": 2.8393290042877197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6860318183898926,
-      "cov-distil (oracle2student)": 3.7431015968322754,
-      "cov-distil (oracle2teacher)": 3.777982234954834,
+      "cov-distil": 1.7630447149276733,
+      "cov-distil (oracle2student)": 4.247994899749756,
+      "cov-distil (oracle2teacher)": 4.003775596618652,
       "epoch": 0.8485086342229199,
-      "rel-constrast": 2.9373021125793457,
+      "rel-constrast": 3.7459797859191895,
       "step": 1081,
-      "subrel-constrast": 3.903532028198242,
+      "subrel-constrast": 3.796049118041992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8776612281799316,
-      "cov-distil (oracle2student)": 3.3886947631835938,
-      "cov-distil (oracle2teacher)": 3.201789140701294,
+      "cov-distil": 2.1201014518737793,
+      "cov-distil (oracle2student)": 2.9907591342926025,
+      "cov-distil (oracle2teacher)": 3.4688992500305176,
       "epoch": 0.8492935635792779,
-      "rel-constrast": 2.702623128890991,
+      "rel-constrast": 2.3388619422912598,
       "step": 1082,
-      "subrel-constrast": 3.5988712310791016,
+      "subrel-constrast": 3.5473861694335938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.928161859512329,
-      "cov-distil (oracle2student)": 6.167755603790283,
-      "cov-distil (oracle2teacher)": 4.78348970413208,
+      "cov-distil": 2.302171230316162,
+      "cov-distil (oracle2student)": 6.583313941955566,
+      "cov-distil (oracle2teacher)": 5.360330581665039,
       "epoch": 0.8500784929356358,
-      "rel-constrast": 3.607133626937866,
+      "rel-constrast": 4.087735176086426,
       "step": 1083,
-      "subrel-constrast": 3.758445978164673,
+      "subrel-constrast": 3.750143527984619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7386295795440674,
-      "cov-distil (oracle2student)": 4.498068809509277,
-      "cov-distil (oracle2teacher)": 3.8495287895202637,
+      "cov-distil": 1.746492624282837,
+      "cov-distil (oracle2student)": 4.530282974243164,
+      "cov-distil (oracle2teacher)": 4.042502403259277,
       "epoch": 0.8508634222919937,
-      "rel-constrast": 2.8523600101470947,
+      "rel-constrast": 3.4561920166015625,
       "step": 1084,
-      "subrel-constrast": 3.432687282562256,
+      "subrel-constrast": 3.2857301235198975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4394603967666626,
-      "cov-distil (oracle2student)": 3.77702260017395,
-      "cov-distil (oracle2teacher)": 4.143439769744873,
+      "cov-distil": 1.432504653930664,
+      "cov-distil (oracle2student)": 4.149911880493164,
+      "cov-distil (oracle2teacher)": 4.475851058959961,
       "epoch": 0.8516483516483516,
-      "rel-constrast": 3.216811418533325,
+      "rel-constrast": 3.3788089752197266,
       "step": 1085,
-      "subrel-constrast": 3.51729154586792,
+      "subrel-constrast": 3.6332075595855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6957683563232422,
-      "cov-distil (oracle2student)": 4.662392616271973,
-      "cov-distil (oracle2teacher)": 3.9063315391540527,
+      "cov-distil": 2.2196226119995117,
+      "cov-distil (oracle2student)": 4.2787652015686035,
+      "cov-distil (oracle2teacher)": 4.340672492980957,
       "epoch": 0.8524332810047096,
-      "rel-constrast": 3.720121383666992,
+      "rel-constrast": 4.165349960327148,
       "step": 1086,
-      "subrel-constrast": 4.425353527069092,
+      "subrel-constrast": 4.399125576019287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3179020881652832,
-      "cov-distil (oracle2student)": 2.9203834533691406,
-      "cov-distil (oracle2teacher)": 3.043929100036621,
+      "cov-distil": 1.4521615505218506,
+      "cov-distil (oracle2student)": 2.948765277862549,
+      "cov-distil (oracle2teacher)": 3.1401031017303467,
       "epoch": 0.8532182103610675,
-      "rel-constrast": 2.349213123321533,
+      "rel-constrast": 2.029968500137329,
       "step": 1087,
-      "subrel-constrast": 2.7471134662628174,
+      "subrel-constrast": 2.6325480937957764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5226237773895264,
-      "cov-distil (oracle2student)": 3.9782896041870117,
-      "cov-distil (oracle2teacher)": 3.651339530944824,
+      "cov-distil": 1.6714191436767578,
+      "cov-distil (oracle2student)": 4.826613426208496,
+      "cov-distil (oracle2teacher)": 3.823413372039795,
       "epoch": 0.8540031397174255,
-      "rel-constrast": 2.552889347076416,
+      "rel-constrast": 3.1826024055480957,
       "step": 1088,
-      "subrel-constrast": 2.949101686477661,
+      "subrel-constrast": 2.9975388050079346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3128268718719482,
-      "cov-distil (oracle2student)": 3.112961769104004,
-      "cov-distil (oracle2teacher)": 3.411149501800537,
+      "cov-distil": 1.7917670011520386,
+      "cov-distil (oracle2student)": 3.0056326389312744,
+      "cov-distil (oracle2teacher)": 3.0233044624328613,
       "epoch": 0.8547880690737834,
-      "rel-constrast": 2.501932382583618,
+      "rel-constrast": 3.1198415756225586,
       "step": 1089,
-      "subrel-constrast": 3.2343642711639404,
+      "subrel-constrast": 3.008915424346924,
       "view-similarity": 0
     },
     {
       "epoch": 0.8555729984301413,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.125,
       "learning_rate": 4.9987936597385424e-05,
-      "loss": 0.7472,
+      "loss": 0.786,
       "step": 1090
     },
     {
-      "cov-distil": 1.7027733325958252,
-      "cov-distil (oracle2student)": 3.4837594032287598,
-      "cov-distil (oracle2teacher)": 3.0878868103027344,
+      "cov-distil": 2.8286094665527344,
+      "cov-distil (oracle2student)": 4.250711917877197,
+      "cov-distil (oracle2teacher)": 3.6952624320983887,
       "epoch": 0.8555729984301413,
-      "rel-constrast": 2.6690118312835693,
+      "rel-constrast": 3.102781295776367,
       "step": 1090,
-      "subrel-constrast": 3.3107621669769287,
+      "subrel-constrast": 3.7704620361328125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.337035894393921,
-      "cov-distil (oracle2student)": 3.6375017166137695,
-      "cov-distil (oracle2teacher)": 4.1028337478637695,
+      "cov-distil": 2.647538661956787,
+      "cov-distil (oracle2student)": 3.6367785930633545,
+      "cov-distil (oracle2teacher)": 4.013334274291992,
       "epoch": 0.8563579277864992,
-      "rel-constrast": 3.204152822494507,
+      "rel-constrast": 3.0899195671081543,
       "step": 1091,
-      "subrel-constrast": 4.100337505340576,
+      "subrel-constrast": 3.606151580810547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2140780687332153,
-      "cov-distil (oracle2student)": 4.8860931396484375,
-      "cov-distil (oracle2teacher)": 4.049331188201904,
+      "cov-distil": 1.3748383522033691,
+      "cov-distil (oracle2student)": 4.9534101486206055,
+      "cov-distil (oracle2teacher)": 4.4009857177734375,
       "epoch": 0.8571428571428571,
-      "rel-constrast": 3.5081419944763184,
+      "rel-constrast": 3.76505708694458,
       "step": 1092,
-      "subrel-constrast": 3.5821592807769775,
+      "subrel-constrast": 3.6773202419281006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7335447072982788,
-      "cov-distil (oracle2student)": 5.655961036682129,
-      "cov-distil (oracle2teacher)": 5.042616844177246,
+      "cov-distil": 1.9000613689422607,
+      "cov-distil (oracle2student)": 5.512392520904541,
+      "cov-distil (oracle2teacher)": 5.654302597045898,
       "epoch": 0.8579277864992151,
-      "rel-constrast": 3.178880214691162,
+      "rel-constrast": 3.6927573680877686,
       "step": 1093,
-      "subrel-constrast": 3.637800931930542,
+      "subrel-constrast": 3.86082124710083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4414985179901123,
-      "cov-distil (oracle2student)": 5.745603561401367,
-      "cov-distil (oracle2teacher)": 5.264218807220459,
+      "cov-distil": 1.753598928451538,
+      "cov-distil (oracle2student)": 6.137661933898926,
+      "cov-distil (oracle2teacher)": 5.599394798278809,
       "epoch": 0.858712715855573,
-      "rel-constrast": 3.177807331085205,
+      "rel-constrast": 3.4704489707946777,
       "step": 1094,
-      "subrel-constrast": 3.550741672515869,
+      "subrel-constrast": 3.7378487586975098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.487630009651184,
-      "cov-distil (oracle2student)": 4.100004196166992,
-      "cov-distil (oracle2teacher)": 4.133769989013672,
+      "cov-distil": 2.1522538661956787,
+      "cov-distil (oracle2student)": 4.39705753326416,
+      "cov-distil (oracle2teacher)": 4.08500337600708,
       "epoch": 0.859497645211931,
-      "rel-constrast": 2.2149600982666016,
+      "rel-constrast": 2.922875165939331,
       "step": 1095,
-      "subrel-constrast": 2.753861665725708,
+      "subrel-constrast": 2.877056360244751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7680914402008057,
-      "cov-distil (oracle2student)": 4.2395195960998535,
-      "cov-distil (oracle2teacher)": 3.8782877922058105,
+      "cov-distil": 2.182187080383301,
+      "cov-distil (oracle2student)": 4.544129371643066,
+      "cov-distil (oracle2teacher)": 4.768648147583008,
       "epoch": 0.8602825745682888,
-      "rel-constrast": 2.507734775543213,
+      "rel-constrast": 2.8724288940429688,
       "step": 1096,
-      "subrel-constrast": 2.9380202293395996,
+      "subrel-constrast": 3.4821457862854004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0254534482955933,
-      "cov-distil (oracle2student)": 2.3822319507598877,
-      "cov-distil (oracle2teacher)": 2.3551106452941895,
+      "cov-distil": 1.855120062828064,
+      "cov-distil (oracle2student)": 2.8767921924591064,
+      "cov-distil (oracle2teacher)": 2.7885987758636475,
       "epoch": 0.8610675039246468,
-      "rel-constrast": 2.2535672187805176,
+      "rel-constrast": 3.0756263732910156,
       "step": 1097,
-      "subrel-constrast": 2.8539609909057617,
+      "subrel-constrast": 3.2114453315734863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.344696044921875,
-      "cov-distil (oracle2student)": 5.422916889190674,
-      "cov-distil (oracle2teacher)": 4.750358581542969,
+      "cov-distil": 2.9735355377197266,
+      "cov-distil (oracle2student)": 5.36530065536499,
+      "cov-distil (oracle2teacher)": 4.8727312088012695,
       "epoch": 0.8618524332810047,
-      "rel-constrast": 3.2021799087524414,
+      "rel-constrast": 3.837643623352051,
       "step": 1098,
-      "subrel-constrast": 4.102774143218994,
+      "subrel-constrast": 3.941204309463501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.172410488128662,
-      "cov-distil (oracle2student)": 4.316123008728027,
-      "cov-distil (oracle2teacher)": 4.225004196166992,
+      "cov-distil": 3.0540859699249268,
+      "cov-distil (oracle2student)": 4.471508502960205,
+      "cov-distil (oracle2teacher)": 4.760505199432373,
       "epoch": 0.8626373626373627,
-      "rel-constrast": 2.101590156555176,
+      "rel-constrast": 2.7282886505126953,
       "step": 1099,
-      "subrel-constrast": 3.367358684539795,
+      "subrel-constrast": 3.3757927417755127,
       "view-similarity": 0
     },
     {
       "epoch": 0.8634222919937206,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.625,
       "learning_rate": 4.998507370887433e-05,
-      "loss": 0.7435,
+      "loss": 0.8139,
       "step": 1100
     },
     {
       "epoch": 0.8634222919937206,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.3031249940395355,
       "step": 1100
     },
     {
       "epoch": 0.8634222919937206,
       "step": 1100,
-      "student margin": 0.0601806640625
+      "student margin": 0.0517578125
     },
     {
       "epoch": 0.8634222919937206,
       "step": 1100,
-      "teacher margin": 0.038330078125
+      "teacher margin": 0.040924072265625
     },
     {
       "epoch": 0.8634222919937206,
-      "margin difference": -0.0218505859375,
+      "margin difference": -0.010833740234375,
       "step": 1100
     },
     {
-      "cov-distil": 1.514966368675232,
-      "cov-distil (oracle2student)": 3.000105381011963,
-      "cov-distil (oracle2teacher)": 3.519803047180176,
+      "cov-distil": 1.752319097518921,
+      "cov-distil (oracle2student)": 3.5185751914978027,
+      "cov-distil (oracle2teacher)": 3.6152827739715576,
       "epoch": 0.8634222919937206,
-      "rel-constrast": 2.472033977508545,
+      "rel-constrast": 2.8455429077148438,
       "step": 1100,
-      "subrel-constrast": 3.4495720863342285,
+      "subrel-constrast": 3.376995086669922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496253967285156,
-      "cov-distil (oracle2student)": 4.176532745361328,
-      "cov-distil (oracle2teacher)": 3.8630318641662598,
+      "cov-distil": 2.527688980102539,
+      "cov-distil (oracle2student)": 3.8377532958984375,
+      "cov-distil (oracle2teacher)": 4.13825798034668,
       "epoch": 0.8642072213500785,
-      "rel-constrast": 4.721031665802002,
+      "rel-constrast": 4.622160911560059,
       "step": 1101,
-      "subrel-constrast": 4.901049613952637,
+      "subrel-constrast": 5.250829219818115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5538504123687744,
-      "cov-distil (oracle2student)": 2.979179859161377,
-      "cov-distil (oracle2teacher)": 2.8812928199768066,
+      "cov-distil": 2.0988290309906006,
+      "cov-distil (oracle2student)": 3.388700485229492,
+      "cov-distil (oracle2teacher)": 3.1663267612457275,
       "epoch": 0.8649921507064364,
-      "rel-constrast": 3.168241024017334,
+      "rel-constrast": 3.4163267612457275,
       "step": 1102,
-      "subrel-constrast": 3.8322014808654785,
+      "subrel-constrast": 3.5578603744506836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6971174478530884,
-      "cov-distil (oracle2student)": 3.9705429077148438,
-      "cov-distil (oracle2teacher)": 3.575139045715332,
+      "cov-distil": 2.436074733734131,
+      "cov-distil (oracle2student)": 4.447538375854492,
+      "cov-distil (oracle2teacher)": 4.170858383178711,
       "epoch": 0.8657770800627943,
-      "rel-constrast": 3.3403072357177734,
+      "rel-constrast": 3.789759397506714,
       "step": 1103,
-      "subrel-constrast": 3.405433416366577,
+      "subrel-constrast": 3.8343253135681152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4455326795578003,
-      "cov-distil (oracle2student)": 4.051364898681641,
-      "cov-distil (oracle2teacher)": 3.291219472885132,
+      "cov-distil": 2.058389186859131,
+      "cov-distil (oracle2student)": 3.734297752380371,
+      "cov-distil (oracle2teacher)": 3.6337106227874756,
       "epoch": 0.8665620094191523,
-      "rel-constrast": 3.159308910369873,
+      "rel-constrast": 3.6656429767608643,
       "step": 1104,
-      "subrel-constrast": 3.826824903488159,
+      "subrel-constrast": 3.6859748363494873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2556310892105103,
-      "cov-distil (oracle2student)": 6.1398210525512695,
-      "cov-distil (oracle2teacher)": 5.095301151275635,
+      "cov-distil": 1.3416531085968018,
+      "cov-distil (oracle2student)": 5.686967372894287,
+      "cov-distil (oracle2teacher)": 5.78775691986084,
       "epoch": 0.8673469387755102,
-      "rel-constrast": 2.71726655960083,
+      "rel-constrast": 2.486441135406494,
       "step": 1105,
-      "subrel-constrast": 3.2711734771728516,
+      "subrel-constrast": 3.0914247035980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6997454166412354,
-      "cov-distil (oracle2student)": 4.2624101638793945,
-      "cov-distil (oracle2teacher)": 3.8824236392974854,
+      "cov-distil": 1.7149806022644043,
+      "cov-distil (oracle2student)": 4.615448951721191,
+      "cov-distil (oracle2teacher)": 4.428467750549316,
       "epoch": 0.8681318681318682,
-      "rel-constrast": 2.7316763401031494,
+      "rel-constrast": 3.1849939823150635,
       "step": 1106,
-      "subrel-constrast": 3.5151779651641846,
+      "subrel-constrast": 3.6076080799102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6599700450897217,
-      "cov-distil (oracle2student)": 3.2399165630340576,
-      "cov-distil (oracle2teacher)": 3.0549473762512207,
+      "cov-distil": 1.6499817371368408,
+      "cov-distil (oracle2student)": 3.8754565715789795,
+      "cov-distil (oracle2teacher)": 3.759288787841797,
       "epoch": 0.868916797488226,
-      "rel-constrast": 2.4151086807250977,
+      "rel-constrast": 2.304001808166504,
       "step": 1107,
-      "subrel-constrast": 3.350031614303589,
+      "subrel-constrast": 3.2861900329589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3111802339553833,
-      "cov-distil (oracle2student)": 6.469572067260742,
-      "cov-distil (oracle2teacher)": 5.633084297180176,
+      "cov-distil": 1.742598533630371,
+      "cov-distil (oracle2student)": 6.908958435058594,
+      "cov-distil (oracle2teacher)": 6.091227054595947,
       "epoch": 0.869701726844584,
-      "rel-constrast": 3.099478244781494,
+      "rel-constrast": 3.6825242042541504,
       "step": 1108,
-      "subrel-constrast": 3.6953091621398926,
+      "subrel-constrast": 3.544607400894165,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9514031410217285,
-      "cov-distil (oracle2student)": 4.149969100952148,
-      "cov-distil (oracle2teacher)": 3.778843402862549,
+      "cov-distil": 2.2694809436798096,
+      "cov-distil (oracle2student)": 4.7412285804748535,
+      "cov-distil (oracle2teacher)": 4.503636837005615,
       "epoch": 0.8704866562009419,
-      "rel-constrast": 2.750782012939453,
+      "rel-constrast": 2.8554491996765137,
       "step": 1109,
-      "subrel-constrast": 3.469526767730713,
+      "subrel-constrast": 3.0630435943603516,
       "view-similarity": 0
     },
     {
       "epoch": 0.8712715855572999,
-      "grad_norm": 5.4375,
+      "grad_norm": 6.8125,
       "learning_rate": 4.998190638512489e-05,
-      "loss": 0.8035,
+      "loss": 0.8213,
       "step": 1110
     },
     {
-      "cov-distil": 1.253431797027588,
-      "cov-distil (oracle2student)": 3.968186140060425,
-      "cov-distil (oracle2teacher)": 3.8924455642700195,
+      "cov-distil": 1.3643429279327393,
+      "cov-distil (oracle2student)": 4.194642066955566,
+      "cov-distil (oracle2teacher)": 3.7898592948913574,
       "epoch": 0.8712715855572999,
-      "rel-constrast": 2.934136152267456,
+      "rel-constrast": 3.2441439628601074,
       "step": 1110,
-      "subrel-constrast": 3.268707036972046,
+      "subrel-constrast": 3.2844133377075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5615431070327759,
-      "cov-distil (oracle2student)": 4.581787109375,
-      "cov-distil (oracle2teacher)": 3.978516101837158,
+      "cov-distil": 2.283625841140747,
+      "cov-distil (oracle2student)": 4.745139122009277,
+      "cov-distil (oracle2teacher)": 5.040432929992676,
       "epoch": 0.8720565149136578,
-      "rel-constrast": 3.124147891998291,
+      "rel-constrast": 3.2103421688079834,
       "step": 1111,
-      "subrel-constrast": 3.716892957687378,
+      "subrel-constrast": 4.325786590576172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5927278995513916,
-      "cov-distil (oracle2student)": 5.518800735473633,
-      "cov-distil (oracle2teacher)": 5.1195783615112305,
+      "cov-distil": 2.1412250995635986,
+      "cov-distil (oracle2student)": 6.4828009605407715,
+      "cov-distil (oracle2teacher)": 5.267673969268799,
       "epoch": 0.8728414442700158,
-      "rel-constrast": 3.3357510566711426,
+      "rel-constrast": 3.7829408645629883,
       "step": 1112,
-      "subrel-constrast": 4.470355987548828,
+      "subrel-constrast": 4.241018295288086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5599696636199951,
-      "cov-distil (oracle2student)": 3.9624476432800293,
-      "cov-distil (oracle2teacher)": 3.718062162399292,
+      "cov-distil": 2.0759265422821045,
+      "cov-distil (oracle2student)": 4.3108601570129395,
+      "cov-distil (oracle2teacher)": 4.266383171081543,
       "epoch": 0.8736263736263736,
-      "rel-constrast": 3.6637425422668457,
+      "rel-constrast": 4.385590076446533,
       "step": 1113,
-      "subrel-constrast": 4.662291526794434,
+      "subrel-constrast": 4.451427459716797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8774611949920654,
-      "cov-distil (oracle2student)": 4.155232906341553,
-      "cov-distil (oracle2teacher)": 4.172593593597412,
+      "cov-distil": 2.332752227783203,
+      "cov-distil (oracle2student)": 4.414846420288086,
+      "cov-distil (oracle2teacher)": 3.8511199951171875,
       "epoch": 0.8744113029827315,
-      "rel-constrast": 3.6415066719055176,
+      "rel-constrast": 4.034036636352539,
       "step": 1114,
-      "subrel-constrast": 4.503866195678711,
+      "subrel-constrast": 4.3186445236206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4141966104507446,
-      "cov-distil (oracle2student)": 4.203639030456543,
-      "cov-distil (oracle2teacher)": 3.9566216468811035,
+      "cov-distil": 2.1457133293151855,
+      "cov-distil (oracle2student)": 4.752310276031494,
+      "cov-distil (oracle2teacher)": 4.29161262512207,
       "epoch": 0.8751962323390895,
-      "rel-constrast": 3.1093757152557373,
+      "rel-constrast": 4.130838871002197,
       "step": 1115,
-      "subrel-constrast": 4.337434768676758,
+      "subrel-constrast": 3.9441425800323486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8371347188949585,
-      "cov-distil (oracle2student)": 3.9393506050109863,
-      "cov-distil (oracle2teacher)": 4.2781829833984375,
+      "cov-distil": 2.74867582321167,
+      "cov-distil (oracle2student)": 4.355659008026123,
+      "cov-distil (oracle2teacher)": 4.353662967681885,
       "epoch": 0.8759811616954474,
-      "rel-constrast": 3.2283706665039062,
+      "rel-constrast": 4.233538627624512,
       "step": 1116,
-      "subrel-constrast": 4.248286247253418,
+      "subrel-constrast": 4.078946590423584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.552659511566162,
-      "cov-distil (oracle2student)": 4.381686210632324,
-      "cov-distil (oracle2teacher)": 4.079123020172119,
+      "cov-distil": 1.5634974241256714,
+      "cov-distil (oracle2student)": 4.731647491455078,
+      "cov-distil (oracle2teacher)": 4.644672393798828,
       "epoch": 0.8767660910518054,
-      "rel-constrast": 3.7348363399505615,
+      "rel-constrast": 3.727545976638794,
       "step": 1117,
-      "subrel-constrast": 3.876692771911621,
+      "subrel-constrast": 3.8308258056640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3338099718093872,
-      "cov-distil (oracle2student)": 3.77384090423584,
-      "cov-distil (oracle2teacher)": 3.410325527191162,
+      "cov-distil": 1.981123685836792,
+      "cov-distil (oracle2student)": 4.062529563903809,
+      "cov-distil (oracle2teacher)": 3.871251344680786,
       "epoch": 0.8775510204081632,
-      "rel-constrast": 2.9162514209747314,
+      "rel-constrast": 2.913137912750244,
       "step": 1118,
-      "subrel-constrast": 3.4500739574432373,
+      "subrel-constrast": 3.3735272884368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8194663524627686,
-      "cov-distil (oracle2student)": 4.1419997215271,
-      "cov-distil (oracle2teacher)": 3.907043218612671,
+      "cov-distil": 2.1453442573547363,
+      "cov-distil (oracle2student)": 4.4054365158081055,
+      "cov-distil (oracle2teacher)": 4.163646697998047,
       "epoch": 0.8783359497645212,
-      "rel-constrast": 3.7405686378479004,
+      "rel-constrast": 3.7600834369659424,
       "step": 1119,
-      "subrel-constrast": 4.528936386108398,
+      "subrel-constrast": 4.1889967918396,
       "view-similarity": 0
     },
     {
       "epoch": 0.8791208791208791,
-      "grad_norm": 7.46875,
+      "grad_norm": 6.4375,
       "learning_rate": 4.9978434664729965e-05,
-      "loss": 0.8752,
+      "loss": 0.9356,
       "step": 1120
     },
     {
-      "cov-distil": 1.4991371631622314,
-      "cov-distil (oracle2student)": 3.246417284011841,
-      "cov-distil (oracle2teacher)": 2.8052914142608643,
+      "cov-distil": 1.6584184169769287,
+      "cov-distil (oracle2student)": 2.9526050090789795,
+      "cov-distil (oracle2teacher)": 2.9084572792053223,
       "epoch": 0.8791208791208791,
-      "rel-constrast": 2.344580888748169,
+      "rel-constrast": 2.39324951171875,
       "step": 1120,
-      "subrel-constrast": 2.999483108520508,
+      "subrel-constrast": 2.8413214683532715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8106005191802979,
-      "cov-distil (oracle2student)": 3.8947558403015137,
-      "cov-distil (oracle2teacher)": 3.637648582458496,
+      "cov-distil": 1.931604266166687,
+      "cov-distil (oracle2student)": 4.441222190856934,
+      "cov-distil (oracle2teacher)": 4.068902015686035,
       "epoch": 0.8799058084772371,
-      "rel-constrast": 2.4791507720947266,
+      "rel-constrast": 2.9820568561553955,
       "step": 1121,
-      "subrel-constrast": 3.5178771018981934,
+      "subrel-constrast": 3.347712278366089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7053754329681396,
-      "cov-distil (oracle2student)": 4.391046524047852,
-      "cov-distil (oracle2teacher)": 3.4227418899536133,
+      "cov-distil": 2.46937894821167,
+      "cov-distil (oracle2student)": 4.9310808181762695,
+      "cov-distil (oracle2teacher)": 3.602159023284912,
       "epoch": 0.880690737833595,
-      "rel-constrast": 2.6293721199035645,
+      "rel-constrast": 3.1533467769622803,
       "step": 1122,
-      "subrel-constrast": 3.515031576156616,
+      "subrel-constrast": 3.3203072547912598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7514567375183105,
-      "cov-distil (oracle2student)": 4.837047100067139,
-      "cov-distil (oracle2teacher)": 4.649950981140137,
+      "cov-distil": 2.473989486694336,
+      "cov-distil (oracle2student)": 4.515566825866699,
+      "cov-distil (oracle2teacher)": 4.894018173217773,
       "epoch": 0.8814756671899528,
-      "rel-constrast": 4.030932903289795,
+      "rel-constrast": 3.84666109085083,
       "step": 1123,
-      "subrel-constrast": 4.489926815032959,
+      "subrel-constrast": 4.298435688018799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6625034809112549,
-      "cov-distil (oracle2student)": 3.9515860080718994,
-      "cov-distil (oracle2teacher)": 3.1661500930786133,
+      "cov-distil": 2.335836172103882,
+      "cov-distil (oracle2student)": 4.130572319030762,
+      "cov-distil (oracle2teacher)": 3.668765068054199,
       "epoch": 0.8822605965463108,
-      "rel-constrast": 3.288825511932373,
+      "rel-constrast": 3.006763458251953,
       "step": 1124,
-      "subrel-constrast": 4.1172943115234375,
+      "subrel-constrast": 3.7830111980438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229984998703003,
-      "cov-distil (oracle2student)": 4.726037502288818,
-      "cov-distil (oracle2teacher)": 3.7504258155822754,
+      "cov-distil": 1.3769135475158691,
+      "cov-distil (oracle2student)": 5.314173221588135,
+      "cov-distil (oracle2teacher)": 4.44384241104126,
       "epoch": 0.8830455259026687,
-      "rel-constrast": 2.8091514110565186,
+      "rel-constrast": 3.2201290130615234,
       "step": 1125,
-      "subrel-constrast": 2.914897918701172,
+      "subrel-constrast": 2.765810012817383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562877178192139,
-      "cov-distil (oracle2student)": 4.730889320373535,
-      "cov-distil (oracle2teacher)": 4.760188579559326,
+      "cov-distil": 2.143886089324951,
+      "cov-distil (oracle2student)": 5.78984260559082,
+      "cov-distil (oracle2teacher)": 4.921027660369873,
       "epoch": 0.8838304552590267,
-      "rel-constrast": 3.878026008605957,
+      "rel-constrast": 5.095279693603516,
       "step": 1126,
-      "subrel-constrast": 5.477179050445557,
+      "subrel-constrast": 5.152713775634766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.658963918685913,
-      "cov-distil (oracle2student)": 3.983290672302246,
-      "cov-distil (oracle2teacher)": 3.561467170715332,
+      "cov-distil": 2.0981392860412598,
+      "cov-distil (oracle2student)": 3.6538496017456055,
+      "cov-distil (oracle2teacher)": 4.22257137298584,
       "epoch": 0.8846153846153846,
-      "rel-constrast": 2.9549903869628906,
+      "rel-constrast": 2.9622554779052734,
       "step": 1127,
-      "subrel-constrast": 3.115555763244629,
+      "subrel-constrast": 3.5738797187805176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1705901622772217,
-      "cov-distil (oracle2student)": 3.825169086456299,
-      "cov-distil (oracle2teacher)": 3.690711498260498,
+      "cov-distil": 1.7006022930145264,
+      "cov-distil (oracle2student)": 4.664836883544922,
+      "cov-distil (oracle2teacher)": 4.113458156585693,
       "epoch": 0.8854003139717426,
-      "rel-constrast": 3.0026540756225586,
+      "rel-constrast": 2.8965587615966797,
       "step": 1128,
-      "subrel-constrast": 3.744170904159546,
+      "subrel-constrast": 3.9328598976135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647350788116455,
-      "cov-distil (oracle2student)": 3.7230451107025146,
-      "cov-distil (oracle2teacher)": 3.782278537750244,
+      "cov-distil": 1.7883983850479126,
+      "cov-distil (oracle2student)": 3.8642079830169678,
+      "cov-distil (oracle2teacher)": 3.4896626472473145,
       "epoch": 0.8861852433281004,
-      "rel-constrast": 3.014608860015869,
+      "rel-constrast": 3.334625244140625,
       "step": 1129,
-      "subrel-constrast": 3.851015090942383,
+      "subrel-constrast": 3.387173891067505,
       "view-similarity": 0
     },
     {
       "epoch": 0.8869701726844584,
-      "grad_norm": 5.5625,
+      "grad_norm": 7.40625,
       "learning_rate": 4.997465858999136e-05,
-      "loss": 0.8008,
+      "loss": 0.8223,
       "step": 1130
     },
     {
-      "cov-distil": 1.2752346992492676,
-      "cov-distil (oracle2student)": 3.488770008087158,
-      "cov-distil (oracle2teacher)": 3.9863147735595703,
+      "cov-distil": 1.2646830081939697,
+      "cov-distil (oracle2student)": 3.9329848289489746,
+      "cov-distil (oracle2teacher)": 3.9692800045013428,
       "epoch": 0.8869701726844584,
-      "rel-constrast": 3.8933849334716797,
+      "rel-constrast": 3.849822998046875,
       "step": 1130,
-      "subrel-constrast": 4.088106155395508,
+      "subrel-constrast": 3.6734437942504883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.873130440711975,
-      "cov-distil (oracle2student)": 4.166027545928955,
-      "cov-distil (oracle2teacher)": 3.3438427448272705,
+      "cov-distil": 2.0946061611175537,
+      "cov-distil (oracle2student)": 4.4862871170043945,
+      "cov-distil (oracle2teacher)": 3.729837417602539,
       "epoch": 0.8877551020408163,
-      "rel-constrast": 2.844660758972168,
+      "rel-constrast": 2.9534854888916016,
       "step": 1131,
-      "subrel-constrast": 3.8744757175445557,
+      "subrel-constrast": 3.6315460205078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8683061599731445,
-      "cov-distil (oracle2student)": 3.8367061614990234,
-      "cov-distil (oracle2teacher)": 3.5049045085906982,
+      "cov-distil": 2.439046859741211,
+      "cov-distil (oracle2student)": 3.563014030456543,
+      "cov-distil (oracle2teacher)": 3.996288776397705,
       "epoch": 0.8885400313971743,
-      "rel-constrast": 3.7255699634552,
+      "rel-constrast": 3.4101643562316895,
       "step": 1132,
-      "subrel-constrast": 4.550085544586182,
+      "subrel-constrast": 4.975794315338135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3818418979644775,
-      "cov-distil (oracle2student)": 3.291252374649048,
-      "cov-distil (oracle2teacher)": 3.0735890865325928,
+      "cov-distil": 1.9546985626220703,
+      "cov-distil (oracle2student)": 4.247260093688965,
+      "cov-distil (oracle2teacher)": 3.2300333976745605,
       "epoch": 0.8893249607535322,
-      "rel-constrast": 2.360482692718506,
+      "rel-constrast": 3.2107300758361816,
       "step": 1133,
-      "subrel-constrast": 3.151395559310913,
+      "subrel-constrast": 2.9389171600341797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6797258853912354,
-      "cov-distil (oracle2student)": 4.68730354309082,
-      "cov-distil (oracle2teacher)": 3.9739716053009033,
+      "cov-distil": 2.049380302429199,
+      "cov-distil (oracle2student)": 5.241644859313965,
+      "cov-distil (oracle2teacher)": 4.869429588317871,
       "epoch": 0.8901098901098901,
-      "rel-constrast": 3.293217420578003,
+      "rel-constrast": 3.227649450302124,
       "step": 1134,
-      "subrel-constrast": 3.898592233657837,
+      "subrel-constrast": 3.9004464149475098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577713251113892,
-      "cov-distil (oracle2student)": 3.6881062984466553,
-      "cov-distil (oracle2teacher)": 3.8753678798675537,
+      "cov-distil": 1.7914087772369385,
+      "cov-distil (oracle2student)": 3.937009334564209,
+      "cov-distil (oracle2teacher)": 4.118171215057373,
       "epoch": 0.890894819466248,
-      "rel-constrast": 2.911735773086548,
+      "rel-constrast": 2.828173875808716,
       "step": 1135,
-      "subrel-constrast": 3.549960136413574,
+      "subrel-constrast": 3.773055076599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.221397876739502,
-      "cov-distil (oracle2student)": 3.3264553546905518,
-      "cov-distil (oracle2teacher)": 3.3582851886749268,
+      "cov-distil": 1.393430471420288,
+      "cov-distil (oracle2student)": 4.077548980712891,
+      "cov-distil (oracle2teacher)": 3.7437613010406494,
       "epoch": 0.8916797488226059,
-      "rel-constrast": 2.6085739135742188,
+      "rel-constrast": 2.771787405014038,
       "step": 1136,
-      "subrel-constrast": 3.3669185638427734,
+      "subrel-constrast": 3.037374496459961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5145583152770996,
-      "cov-distil (oracle2student)": 5.997685432434082,
-      "cov-distil (oracle2teacher)": 5.37454080581665,
+      "cov-distil": 2.2122786045074463,
+      "cov-distil (oracle2student)": 6.412521839141846,
+      "cov-distil (oracle2teacher)": 6.506680488586426,
       "epoch": 0.8924646781789639,
-      "rel-constrast": 2.972979784011841,
+      "rel-constrast": 3.9034249782562256,
       "step": 1137,
-      "subrel-constrast": 3.549443244934082,
+      "subrel-constrast": 4.200035572052002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4981353282928467,
-      "cov-distil (oracle2student)": 3.114041805267334,
-      "cov-distil (oracle2teacher)": 3.177701950073242,
+      "cov-distil": 1.3349990844726562,
+      "cov-distil (oracle2student)": 3.4609932899475098,
+      "cov-distil (oracle2teacher)": 3.556887149810791,
       "epoch": 0.8932496075353218,
-      "rel-constrast": 1.526479721069336,
+      "rel-constrast": 1.8703675270080566,
       "step": 1138,
-      "subrel-constrast": 2.268468141555786,
+      "subrel-constrast": 2.0317223072052,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.367327332496643,
-      "cov-distil (oracle2student)": 4.862998962402344,
-      "cov-distil (oracle2teacher)": 4.49826717376709,
+      "cov-distil": 1.667492151260376,
+      "cov-distil (oracle2student)": 5.076234817504883,
+      "cov-distil (oracle2teacher)": 4.903446674346924,
       "epoch": 0.8940345368916798,
-      "rel-constrast": 2.935554027557373,
+      "rel-constrast": 3.699566602706909,
       "step": 1139,
-      "subrel-constrast": 3.4446165561676025,
+      "subrel-constrast": 3.203720808029175,
       "view-similarity": 0
     },
     {
       "epoch": 0.8948194662480377,
-      "grad_norm": 4.875,
+      "grad_norm": 7.0,
       "learning_rate": 4.997057820691936e-05,
-      "loss": 0.7649,
+      "loss": 0.7931,
       "step": 1140
     },
     {
-      "cov-distil": 1.5795962810516357,
-      "cov-distil (oracle2student)": 3.1148805618286133,
-      "cov-distil (oracle2teacher)": 2.5828795433044434,
+      "cov-distil": 1.4379240274429321,
+      "cov-distil (oracle2student)": 3.52339243888855,
+      "cov-distil (oracle2teacher)": 3.268178939819336,
       "epoch": 0.8948194662480377,
-      "rel-constrast": 1.9693329334259033,
+      "rel-constrast": 2.2403440475463867,
       "step": 1140,
-      "subrel-constrast": 2.7004849910736084,
+      "subrel-constrast": 2.515176773071289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7776895761489868,
-      "cov-distil (oracle2student)": 4.110888481140137,
-      "cov-distil (oracle2teacher)": 4.194410800933838,
+      "cov-distil": 2.0952093601226807,
+      "cov-distil (oracle2student)": 4.02358341217041,
+      "cov-distil (oracle2teacher)": 4.089167594909668,
       "epoch": 0.8956043956043956,
-      "rel-constrast": 2.1218795776367188,
+      "rel-constrast": 2.177156925201416,
       "step": 1141,
-      "subrel-constrast": 2.977037191390991,
+      "subrel-constrast": 2.4930832386016846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8242149353027344,
-      "cov-distil (oracle2student)": 4.09165620803833,
-      "cov-distil (oracle2teacher)": 3.9467601776123047,
+      "cov-distil": 2.4187002182006836,
+      "cov-distil (oracle2student)": 4.443560600280762,
+      "cov-distil (oracle2teacher)": 4.127911567687988,
       "epoch": 0.8963893249607535,
-      "rel-constrast": 2.370171546936035,
+      "rel-constrast": 3.0079174041748047,
       "step": 1142,
-      "subrel-constrast": 3.8766281604766846,
+      "subrel-constrast": 3.723661184310913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5912890434265137,
-      "cov-distil (oracle2student)": 4.500436782836914,
-      "cov-distil (oracle2teacher)": 4.196751594543457,
+      "cov-distil": 1.885470986366272,
+      "cov-distil (oracle2student)": 4.6954522132873535,
+      "cov-distil (oracle2teacher)": 4.784175872802734,
       "epoch": 0.8971742543171115,
-      "rel-constrast": 2.17783522605896,
+      "rel-constrast": 2.6550710201263428,
       "step": 1143,
-      "subrel-constrast": 3.2005929946899414,
+      "subrel-constrast": 3.4123127460479736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.972501516342163,
-      "cov-distil (oracle2student)": 4.580178260803223,
-      "cov-distil (oracle2teacher)": 3.9601950645446777,
+      "cov-distil": 2.194636106491089,
+      "cov-distil (oracle2student)": 5.453512191772461,
+      "cov-distil (oracle2teacher)": 5.260018348693848,
       "epoch": 0.8979591836734694,
-      "rel-constrast": 3.257997989654541,
+      "rel-constrast": 3.7409019470214844,
       "step": 1144,
-      "subrel-constrast": 4.104381084442139,
+      "subrel-constrast": 3.9053587913513184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9328242540359497,
-      "cov-distil (oracle2student)": 5.032525062561035,
-      "cov-distil (oracle2teacher)": 4.19100284576416,
+      "cov-distil": 1.9989993572235107,
+      "cov-distil (oracle2student)": 5.029777526855469,
+      "cov-distil (oracle2teacher)": 4.555988311767578,
       "epoch": 0.8987441130298273,
-      "rel-constrast": 3.4869861602783203,
+      "rel-constrast": 3.9452221393585205,
       "step": 1145,
-      "subrel-constrast": 4.267706871032715,
+      "subrel-constrast": 3.998387575149536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.623334527015686,
-      "cov-distil (oracle2student)": 6.44071102142334,
-      "cov-distil (oracle2teacher)": 5.939119338989258,
+      "cov-distil": 2.453855037689209,
+      "cov-distil (oracle2student)": 7.5106024742126465,
+      "cov-distil (oracle2teacher)": 6.773738384246826,
       "epoch": 0.8995290423861853,
-      "rel-constrast": 1.8712615966796875,
+      "rel-constrast": 2.586503505706787,
       "step": 1146,
-      "subrel-constrast": 2.949275493621826,
+      "subrel-constrast": 3.0084729194641113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5820472240447998,
-      "cov-distil (oracle2student)": 5.282839775085449,
-      "cov-distil (oracle2teacher)": 4.876575469970703,
+      "cov-distil": 2.0812158584594727,
+      "cov-distil (oracle2student)": 5.274530410766602,
+      "cov-distil (oracle2teacher)": 4.631326675415039,
       "epoch": 0.9003139717425431,
-      "rel-constrast": 4.433046817779541,
+      "rel-constrast": 4.656898021697998,
       "step": 1147,
-      "subrel-constrast": 4.718896389007568,
+      "subrel-constrast": 4.682010173797607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205224990844727,
-      "cov-distil (oracle2student)": 4.22291898727417,
-      "cov-distil (oracle2teacher)": 4.117277145385742,
+      "cov-distil": 1.7379333972930908,
+      "cov-distil (oracle2student)": 4.013228893280029,
+      "cov-distil (oracle2teacher)": 4.30913782119751,
       "epoch": 0.9010989010989011,
-      "rel-constrast": 3.855983018875122,
+      "rel-constrast": 4.060223579406738,
       "step": 1148,
-      "subrel-constrast": 4.469812393188477,
+      "subrel-constrast": 4.042590141296387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6345241069793701,
-      "cov-distil (oracle2student)": 5.406733989715576,
-      "cov-distil (oracle2teacher)": 5.097825050354004,
+      "cov-distil": 1.9571555852890015,
+      "cov-distil (oracle2student)": 5.118443489074707,
+      "cov-distil (oracle2teacher)": 5.867423057556152,
       "epoch": 0.901883830455259,
-      "rel-constrast": 3.65572452545166,
+      "rel-constrast": 3.882547616958618,
       "step": 1149,
-      "subrel-constrast": 4.562080383300781,
+      "subrel-constrast": 4.530649185180664,
       "view-similarity": 0
     },
     {
       "epoch": 0.902668759811617,
-      "grad_norm": 6.46875,
+      "grad_norm": 7.71875,
       "learning_rate": 4.996619356523214e-05,
-      "loss": 0.7729,
+      "loss": 0.8238,
       "step": 1150
     },
     {
-      "cov-distil": 1.443082571029663,
-      "cov-distil (oracle2student)": 3.691708564758301,
-      "cov-distil (oracle2teacher)": 3.595862627029419,
+      "cov-distil": 1.6834232807159424,
+      "cov-distil (oracle2student)": 4.654511451721191,
+      "cov-distil (oracle2teacher)": 4.426721096038818,
       "epoch": 0.902668759811617,
-      "rel-constrast": 2.693650007247925,
+      "rel-constrast": 3.032975435256958,
       "step": 1150,
-      "subrel-constrast": 3.6807987689971924,
+      "subrel-constrast": 3.2536821365356445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8717272281646729,
-      "cov-distil (oracle2student)": 2.9550225734710693,
-      "cov-distil (oracle2teacher)": 2.935019016265869,
+      "cov-distil": 2.6772451400756836,
+      "cov-distil (oracle2student)": 3.5851500034332275,
+      "cov-distil (oracle2teacher)": 3.351102352142334,
       "epoch": 0.9034536891679749,
-      "rel-constrast": 2.7117953300476074,
+      "rel-constrast": 2.8022212982177734,
       "step": 1151,
-      "subrel-constrast": 3.4497106075286865,
+      "subrel-constrast": 3.550968647003174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4167680740356445,
-      "cov-distil (oracle2student)": 4.1744890213012695,
-      "cov-distil (oracle2teacher)": 3.54170298576355,
+      "cov-distil": 2.0205795764923096,
+      "cov-distil (oracle2student)": 4.24485969543457,
+      "cov-distil (oracle2teacher)": 3.8698019981384277,
       "epoch": 0.9042386185243328,
-      "rel-constrast": 2.371565103530884,
+      "rel-constrast": 2.586608409881592,
       "step": 1152,
-      "subrel-constrast": 2.9554567337036133,
+      "subrel-constrast": 2.8826587200164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5863559246063232,
-      "cov-distil (oracle2student)": 3.980961322784424,
-      "cov-distil (oracle2teacher)": 3.4597396850585938,
+      "cov-distil": 2.195441722869873,
+      "cov-distil (oracle2student)": 4.568816184997559,
+      "cov-distil (oracle2teacher)": 4.109668731689453,
       "epoch": 0.9050235478806907,
-      "rel-constrast": 2.7407240867614746,
+      "rel-constrast": 3.596662759780884,
       "step": 1153,
-      "subrel-constrast": 3.734286069869995,
+      "subrel-constrast": 4.492663383483887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7732425928115845,
-      "cov-distil (oracle2student)": 4.795622825622559,
-      "cov-distil (oracle2teacher)": 3.8778538703918457,
+      "cov-distil": 1.7458562850952148,
+      "cov-distil (oracle2student)": 5.626736640930176,
+      "cov-distil (oracle2teacher)": 4.219723224639893,
       "epoch": 0.9058084772370487,
-      "rel-constrast": 2.9903926849365234,
+      "rel-constrast": 3.483713388442993,
       "step": 1154,
-      "subrel-constrast": 3.689653158187866,
+      "subrel-constrast": 3.3755180835723877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.463384985923767,
-      "cov-distil (oracle2student)": 4.449502944946289,
-      "cov-distil (oracle2teacher)": 4.495611667633057,
+      "cov-distil": 1.759010910987854,
+      "cov-distil (oracle2student)": 5.551843643188477,
+      "cov-distil (oracle2teacher)": 4.905154228210449,
       "epoch": 0.9065934065934066,
-      "rel-constrast": 2.2599551677703857,
+      "rel-constrast": 3.101288080215454,
       "step": 1155,
-      "subrel-constrast": 3.497908353805542,
+      "subrel-constrast": 3.347214937210083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2130064964294434,
-      "cov-distil (oracle2student)": 4.013300895690918,
-      "cov-distil (oracle2teacher)": 4.02077579498291,
+      "cov-distil": 2.561279296875,
+      "cov-distil (oracle2student)": 4.3817901611328125,
+      "cov-distil (oracle2teacher)": 4.001356601715088,
       "epoch": 0.9073783359497645,
-      "rel-constrast": 3.5984082221984863,
+      "rel-constrast": 3.656585693359375,
       "step": 1156,
-      "subrel-constrast": 3.823303699493408,
+      "subrel-constrast": 3.633603572845459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3067975044250488,
-      "cov-distil (oracle2student)": 3.140883445739746,
-      "cov-distil (oracle2teacher)": 2.835468292236328,
+      "cov-distil": 1.9441370964050293,
+      "cov-distil (oracle2student)": 3.2427029609680176,
+      "cov-distil (oracle2teacher)": 2.98777437210083,
       "epoch": 0.9081632653061225,
-      "rel-constrast": 2.4052255153656006,
+      "rel-constrast": 2.2809157371520996,
       "step": 1157,
-      "subrel-constrast": 3.1138172149658203,
+      "subrel-constrast": 2.639066457748413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1546053886413574,
-      "cov-distil (oracle2student)": 3.399296760559082,
-      "cov-distil (oracle2teacher)": 3.4823670387268066,
+      "cov-distil": 2.073174238204956,
+      "cov-distil (oracle2student)": 4.4645185470581055,
+      "cov-distil (oracle2teacher)": 3.3424856662750244,
       "epoch": 0.9089481946624803,
-      "rel-constrast": 4.274822235107422,
+      "rel-constrast": 4.521371841430664,
       "step": 1158,
-      "subrel-constrast": 4.037364482879639,
+      "subrel-constrast": 3.7862942218780518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8355066776275635,
-      "cov-distil (oracle2student)": 4.020825386047363,
-      "cov-distil (oracle2teacher)": 3.432453155517578,
+      "cov-distil": 1.9595766067504883,
+      "cov-distil (oracle2student)": 4.717768669128418,
+      "cov-distil (oracle2teacher)": 4.161098480224609,
       "epoch": 0.9097331240188383,
-      "rel-constrast": 2.861008644104004,
+      "rel-constrast": 3.5504322052001953,
       "step": 1159,
-      "subrel-constrast": 3.5515787601470947,
+      "subrel-constrast": 3.6171083450317383,
       "view-similarity": 0
     },
     {
       "epoch": 0.9105180533751962,
-      "grad_norm": 7.46875,
+      "grad_norm": 6.3125,
       "learning_rate": 4.996150471835518e-05,
-      "loss": 0.7653,
+      "loss": 0.8153,
       "step": 1160
     },
     {
-      "cov-distil": 1.2815093994140625,
-      "cov-distil (oracle2student)": 4.236474990844727,
-      "cov-distil (oracle2teacher)": 3.5232949256896973,
+      "cov-distil": 2.27372407913208,
+      "cov-distil (oracle2student)": 4.762585163116455,
+      "cov-distil (oracle2teacher)": 4.179037094116211,
       "epoch": 0.9105180533751962,
-      "rel-constrast": 3.2088136672973633,
+      "rel-constrast": 4.009474754333496,
       "step": 1160,
-      "subrel-constrast": 3.836989402770996,
+      "subrel-constrast": 3.4685070514678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6414496898651123,
-      "cov-distil (oracle2student)": 3.0682172775268555,
-      "cov-distil (oracle2teacher)": 3.169745445251465,
+      "cov-distil": 2.0322206020355225,
+      "cov-distil (oracle2student)": 3.9023876190185547,
+      "cov-distil (oracle2teacher)": 2.9876322746276855,
       "epoch": 0.9113029827315542,
-      "rel-constrast": 2.797144889831543,
+      "rel-constrast": 3.7119858264923096,
       "step": 1161,
-      "subrel-constrast": 3.395820379257202,
+      "subrel-constrast": 3.2446768283843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4575656652450562,
-      "cov-distil (oracle2student)": 5.596889495849609,
-      "cov-distil (oracle2teacher)": 5.4076995849609375,
+      "cov-distil": 1.8664082288742065,
+      "cov-distil (oracle2student)": 6.399477958679199,
+      "cov-distil (oracle2teacher)": 5.805586338043213,
       "epoch": 0.9120879120879121,
-      "rel-constrast": 3.4259774684906006,
+      "rel-constrast": 4.0600128173828125,
       "step": 1162,
-      "subrel-constrast": 4.41293478012085,
+      "subrel-constrast": 4.341676712036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9715670347213745,
-      "cov-distil (oracle2student)": 5.748863220214844,
-      "cov-distil (oracle2teacher)": 5.184823989868164,
+      "cov-distil": 2.0346317291259766,
+      "cov-distil (oracle2student)": 6.009403228759766,
+      "cov-distil (oracle2teacher)": 5.4380011558532715,
       "epoch": 0.9128728414442701,
-      "rel-constrast": 3.725337505340576,
+      "rel-constrast": 3.9733409881591797,
       "step": 1163,
-      "subrel-constrast": 4.611771106719971,
+      "subrel-constrast": 4.1906633377075195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1137397289276123,
-      "cov-distil (oracle2student)": 3.371971368789673,
-      "cov-distil (oracle2teacher)": 3.502945899963379,
+      "cov-distil": 1.8676927089691162,
+      "cov-distil (oracle2student)": 3.8265318870544434,
+      "cov-distil (oracle2teacher)": 3.9957404136657715,
       "epoch": 0.9136577708006279,
-      "rel-constrast": 2.695183038711548,
+      "rel-constrast": 2.8316702842712402,
       "step": 1164,
-      "subrel-constrast": 3.2843246459960938,
+      "subrel-constrast": 3.166482448577881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7531944513320923,
-      "cov-distil (oracle2student)": 3.6959424018859863,
-      "cov-distil (oracle2teacher)": 3.6868391036987305,
+      "cov-distil": 1.6832983493804932,
+      "cov-distil (oracle2student)": 3.621849536895752,
+      "cov-distil (oracle2teacher)": 4.205174446105957,
       "epoch": 0.9144427001569859,
-      "rel-constrast": 2.491232395172119,
+      "rel-constrast": 2.806450366973877,
       "step": 1165,
-      "subrel-constrast": 3.469127893447876,
+      "subrel-constrast": 3.565136671066284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6662570238113403,
-      "cov-distil (oracle2student)": 5.654899597167969,
-      "cov-distil (oracle2teacher)": 5.090555191040039,
+      "cov-distil": 2.102926254272461,
+      "cov-distil (oracle2student)": 5.816441535949707,
+      "cov-distil (oracle2teacher)": 5.477816104888916,
       "epoch": 0.9152276295133438,
-      "rel-constrast": 4.377036094665527,
+      "rel-constrast": 4.102187156677246,
       "step": 1166,
-      "subrel-constrast": 4.034554481506348,
+      "subrel-constrast": 3.896026134490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4588487148284912,
-      "cov-distil (oracle2student)": 2.7165474891662598,
-      "cov-distil (oracle2teacher)": 3.5998787879943848,
+      "cov-distil": 1.3505479097366333,
+      "cov-distil (oracle2student)": 2.903984785079956,
+      "cov-distil (oracle2teacher)": 3.450549364089966,
       "epoch": 0.9160125588697017,
-      "rel-constrast": 2.296668529510498,
+      "rel-constrast": 2.6559863090515137,
       "step": 1167,
-      "subrel-constrast": 3.11590313911438,
+      "subrel-constrast": 3.0852620601654053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8078097105026245,
-      "cov-distil (oracle2student)": 5.066540718078613,
-      "cov-distil (oracle2teacher)": 4.497931957244873,
+      "cov-distil": 2.0455691814422607,
+      "cov-distil (oracle2student)": 5.278059959411621,
+      "cov-distil (oracle2teacher)": 5.126543998718262,
       "epoch": 0.9167974882260597,
-      "rel-constrast": 3.504831552505493,
+      "rel-constrast": 3.5225255489349365,
       "step": 1168,
-      "subrel-constrast": 4.153743267059326,
+      "subrel-constrast": 4.076817989349365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2564361095428467,
-      "cov-distil (oracle2student)": 3.8110692501068115,
-      "cov-distil (oracle2teacher)": 3.617929458618164,
+      "cov-distil": 1.9857207536697388,
+      "cov-distil (oracle2student)": 4.1523566246032715,
+      "cov-distil (oracle2teacher)": 3.867340564727783,
       "epoch": 0.9175824175824175,
-      "rel-constrast": 3.2004554271698,
+      "rel-constrast": 3.753263235092163,
       "step": 1169,
-      "subrel-constrast": 3.6840548515319824,
+      "subrel-constrast": 3.4054036140441895,
       "view-similarity": 0
     },
     {
       "epoch": 0.9183673469387755,
-      "grad_norm": 6.25,
+      "grad_norm": 7.15625,
       "learning_rate": 4.9956511723420596e-05,
-      "loss": 0.8316,
+      "loss": 0.8857,
       "step": 1170
     },
     {
-      "cov-distil": 1.7868636846542358,
-      "cov-distil (oracle2student)": 5.351989269256592,
-      "cov-distil (oracle2teacher)": 5.995168685913086,
+      "cov-distil": 2.7740280628204346,
+      "cov-distil (oracle2student)": 5.977750778198242,
+      "cov-distil (oracle2teacher)": 6.6019392013549805,
       "epoch": 0.9183673469387755,
-      "rel-constrast": 3.483383893966675,
+      "rel-constrast": 4.328433036804199,
       "step": 1170,
-      "subrel-constrast": 4.039510250091553,
+      "subrel-constrast": 4.4542622566223145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5669972896575928,
-      "cov-distil (oracle2student)": 4.233527660369873,
-      "cov-distil (oracle2teacher)": 3.426328659057617,
+      "cov-distil": 2.297071933746338,
+      "cov-distil (oracle2student)": 4.381402969360352,
+      "cov-distil (oracle2teacher)": 4.014377117156982,
       "epoch": 0.9191522762951334,
-      "rel-constrast": 3.0960755348205566,
+      "rel-constrast": 3.5481133460998535,
       "step": 1171,
-      "subrel-constrast": 3.7429535388946533,
+      "subrel-constrast": 3.808800220489502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4847849607467651,
-      "cov-distil (oracle2student)": 6.527562141418457,
-      "cov-distil (oracle2teacher)": 5.688312530517578,
+      "cov-distil": 1.960188388824463,
+      "cov-distil (oracle2student)": 7.246551990509033,
+      "cov-distil (oracle2teacher)": 6.214167594909668,
       "epoch": 0.9199372056514914,
-      "rel-constrast": 3.12980318069458,
+      "rel-constrast": 4.018099784851074,
       "step": 1172,
-      "subrel-constrast": 3.827275514602661,
+      "subrel-constrast": 3.7896432876586914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.537367582321167,
-      "cov-distil (oracle2student)": 4.025749683380127,
-      "cov-distil (oracle2teacher)": 3.4675025939941406,
+      "cov-distil": 1.8596117496490479,
+      "cov-distil (oracle2student)": 4.1476898193359375,
+      "cov-distil (oracle2teacher)": 4.1959943771362305,
       "epoch": 0.9207221350078493,
-      "rel-constrast": 4.162596225738525,
+      "rel-constrast": 4.206459045410156,
       "step": 1173,
-      "subrel-constrast": 4.18705415725708,
+      "subrel-constrast": 4.78214168548584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3671391010284424,
-      "cov-distil (oracle2student)": 5.512345790863037,
-      "cov-distil (oracle2teacher)": 5.1315813064575195,
+      "cov-distil": 1.6129326820373535,
+      "cov-distil (oracle2student)": 5.545326232910156,
+      "cov-distil (oracle2teacher)": 5.7373046875,
       "epoch": 0.9215070643642073,
-      "rel-constrast": 3.0779571533203125,
+      "rel-constrast": 2.609847068786621,
       "step": 1174,
-      "subrel-constrast": 3.9239659309387207,
+      "subrel-constrast": 3.7822277545928955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7468125820159912,
-      "cov-distil (oracle2student)": 5.045190811157227,
-      "cov-distil (oracle2teacher)": 4.8531293869018555,
+      "cov-distil": 2.3552589416503906,
+      "cov-distil (oracle2student)": 7.384632110595703,
+      "cov-distil (oracle2teacher)": 5.715899467468262,
       "epoch": 0.9222919937205651,
-      "rel-constrast": 2.832158088684082,
+      "rel-constrast": 5.102939128875732,
       "step": 1175,
-      "subrel-constrast": 4.259617805480957,
+      "subrel-constrast": 3.865663766860962,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7982062101364136,
-      "cov-distil (oracle2student)": 4.597297668457031,
-      "cov-distil (oracle2teacher)": 4.246716022491455,
+      "cov-distil": 2.4162700176239014,
+      "cov-distil (oracle2student)": 4.959556579589844,
+      "cov-distil (oracle2teacher)": 4.515625476837158,
       "epoch": 0.9230769230769231,
-      "rel-constrast": 3.675710678100586,
+      "rel-constrast": 4.390295028686523,
       "step": 1176,
-      "subrel-constrast": 4.812505722045898,
+      "subrel-constrast": 4.841261386871338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3788889646530151,
-      "cov-distil (oracle2student)": 4.461580276489258,
-      "cov-distil (oracle2teacher)": 4.353765487670898,
+      "cov-distil": 1.5790168046951294,
+      "cov-distil (oracle2student)": 4.184337615966797,
+      "cov-distil (oracle2teacher)": 4.400570869445801,
       "epoch": 0.923861852433281,
-      "rel-constrast": 2.9810338020324707,
+      "rel-constrast": 3.4224345684051514,
       "step": 1177,
-      "subrel-constrast": 3.482665777206421,
+      "subrel-constrast": 3.46476149559021,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.05991268157959,
-      "cov-distil (oracle2student)": 4.606191158294678,
-      "cov-distil (oracle2teacher)": 3.5623247623443604,
+      "cov-distil": 1.7880375385284424,
+      "cov-distil (oracle2student)": 5.653731346130371,
+      "cov-distil (oracle2teacher)": 4.639430046081543,
       "epoch": 0.9246467817896389,
-      "rel-constrast": 3.7771148681640625,
+      "rel-constrast": 4.974556922912598,
       "step": 1178,
-      "subrel-constrast": 4.17537260055542,
+      "subrel-constrast": 4.6339545249938965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9975810050964355,
-      "cov-distil (oracle2student)": 2.9373130798339844,
-      "cov-distil (oracle2teacher)": 3.30222225189209,
+      "cov-distil": 2.8451552391052246,
+      "cov-distil (oracle2student)": 3.729923963546753,
+      "cov-distil (oracle2teacher)": 3.73423433303833,
       "epoch": 0.9254317111459969,
-      "rel-constrast": 2.7977066040039062,
+      "rel-constrast": 3.1217918395996094,
       "step": 1179,
-      "subrel-constrast": 4.124040603637695,
+      "subrel-constrast": 4.386565208435059,
       "view-similarity": 0
     },
     {
       "epoch": 0.9262166405023547,
-      "grad_norm": 5.65625,
+      "grad_norm": 6.5,
       "learning_rate": 4.9951214641266454e-05,
-      "loss": 0.8671,
+      "loss": 0.9931,
       "step": 1180
     },
     {
-      "cov-distil": 1.3749620914459229,
-      "cov-distil (oracle2student)": 3.8213553428649902,
-      "cov-distil (oracle2teacher)": 3.745201587677002,
+      "cov-distil": 1.963437795639038,
+      "cov-distil (oracle2student)": 3.9958133697509766,
+      "cov-distil (oracle2teacher)": 4.293417453765869,
       "epoch": 0.9262166405023547,
-      "rel-constrast": 4.656604290008545,
+      "rel-constrast": 5.053701400756836,
       "step": 1180,
-      "subrel-constrast": 4.7837138175964355,
+      "subrel-constrast": 4.600927829742432,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.878669023513794,
-      "cov-distil (oracle2student)": 2.874736785888672,
-      "cov-distil (oracle2teacher)": 3.3165462017059326,
+      "cov-distil": 2.2140164375305176,
+      "cov-distil (oracle2student)": 3.130039691925049,
+      "cov-distil (oracle2teacher)": 3.2511746883392334,
       "epoch": 0.9270015698587127,
-      "rel-constrast": 2.8966524600982666,
+      "rel-constrast": 3.405327796936035,
       "step": 1181,
-      "subrel-constrast": 4.486790657043457,
+      "subrel-constrast": 4.362709999084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.293665647506714,
-      "cov-distil (oracle2student)": 7.028643608093262,
-      "cov-distil (oracle2teacher)": 7.015350341796875,
+      "cov-distil": 2.868732213973999,
+      "cov-distil (oracle2student)": 6.809500217437744,
+      "cov-distil (oracle2teacher)": 7.086259841918945,
       "epoch": 0.9277864992150706,
-      "rel-constrast": 3.6025748252868652,
+      "rel-constrast": 3.4981436729431152,
       "step": 1182,
-      "subrel-constrast": 4.766818523406982,
+      "subrel-constrast": 4.8566436767578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.651129961013794,
-      "cov-distil (oracle2student)": 4.1690521240234375,
-      "cov-distil (oracle2teacher)": 3.9816250801086426,
+      "cov-distil": 1.8179211616516113,
+      "cov-distil (oracle2student)": 4.301259994506836,
+      "cov-distil (oracle2teacher)": 4.5883073806762695,
       "epoch": 0.9285714285714286,
-      "rel-constrast": 3.413325071334839,
+      "rel-constrast": 3.7113828659057617,
       "step": 1183,
-      "subrel-constrast": 4.120756149291992,
+      "subrel-constrast": 4.189152717590332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.371960997581482,
-      "cov-distil (oracle2student)": 3.9419898986816406,
-      "cov-distil (oracle2teacher)": 3.5902247428894043,
+      "cov-distil": 1.9471567869186401,
+      "cov-distil (oracle2student)": 4.0347394943237305,
+      "cov-distil (oracle2teacher)": 3.948465585708618,
       "epoch": 0.9293563579277865,
-      "rel-constrast": 3.273420572280884,
+      "rel-constrast": 3.355698823928833,
       "step": 1184,
-      "subrel-constrast": 3.74275803565979,
+      "subrel-constrast": 3.9647607803344727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9146562814712524,
-      "cov-distil (oracle2student)": 4.676143646240234,
-      "cov-distil (oracle2teacher)": 4.350830554962158,
+      "cov-distil": 2.2401041984558105,
+      "cov-distil (oracle2student)": 5.557095527648926,
+      "cov-distil (oracle2teacher)": 4.660333633422852,
       "epoch": 0.9301412872841445,
-      "rel-constrast": 2.842129707336426,
+      "rel-constrast": 3.2625343799591064,
       "step": 1185,
-      "subrel-constrast": 3.4485690593719482,
+      "subrel-constrast": 3.319352626800537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4149706363677979,
-      "cov-distil (oracle2student)": 4.549127578735352,
-      "cov-distil (oracle2teacher)": 4.000871658325195,
+      "cov-distil": 1.7754557132720947,
+      "cov-distil (oracle2student)": 5.143248558044434,
+      "cov-distil (oracle2teacher)": 4.994974136352539,
       "epoch": 0.9309262166405023,
-      "rel-constrast": 2.3058714866638184,
+      "rel-constrast": 3.0471725463867188,
       "step": 1186,
-      "subrel-constrast": 2.8557651042938232,
+      "subrel-constrast": 3.09635066986084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.149344563484192,
-      "cov-distil (oracle2student)": 3.8757810592651367,
-      "cov-distil (oracle2teacher)": 3.8923072814941406,
+      "cov-distil": 1.6688909530639648,
+      "cov-distil (oracle2student)": 3.865931749343872,
+      "cov-distil (oracle2teacher)": 4.082855701446533,
       "epoch": 0.9317111459968603,
-      "rel-constrast": 3.0727078914642334,
+      "rel-constrast": 3.093085527420044,
       "step": 1187,
-      "subrel-constrast": 3.801476240158081,
+      "subrel-constrast": 3.7532601356506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2096295356750488,
-      "cov-distil (oracle2student)": 3.335026979446411,
-      "cov-distil (oracle2teacher)": 3.660101890563965,
+      "cov-distil": 1.7639755010604858,
+      "cov-distil (oracle2student)": 3.535024404525757,
+      "cov-distil (oracle2teacher)": 4.007599830627441,
       "epoch": 0.9324960753532182,
-      "rel-constrast": 2.7182772159576416,
+      "rel-constrast": 2.729976177215576,
       "step": 1188,
-      "subrel-constrast": 3.7372019290924072,
+      "subrel-constrast": 3.7946629524230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.239673137664795,
-      "cov-distil (oracle2student)": 3.4317338466644287,
-      "cov-distil (oracle2teacher)": 3.3225114345550537,
+      "cov-distil": 1.2497644424438477,
+      "cov-distil (oracle2student)": 3.409092426300049,
+      "cov-distil (oracle2teacher)": 3.9089224338531494,
       "epoch": 0.9332810047095761,
-      "rel-constrast": 2.5532279014587402,
+      "rel-constrast": 3.090658664703369,
       "step": 1189,
-      "subrel-constrast": 3.071510076522827,
+      "subrel-constrast": 3.3844540119171143,
       "view-similarity": 0
     },
     {
       "epoch": 0.9340659340659341,
-      "grad_norm": 5.15625,
+      "grad_norm": 6.3125,
       "learning_rate": 4.994561353643604e-05,
-      "loss": 0.8221,
+      "loss": 0.8562,
       "step": 1190
     },
     {
-      "cov-distil": 1.8070812225341797,
-      "cov-distil (oracle2student)": 3.971548318862915,
-      "cov-distil (oracle2teacher)": 3.4021518230438232,
+      "cov-distil": 2.124447822570801,
+      "cov-distil (oracle2student)": 4.823829650878906,
+      "cov-distil (oracle2teacher)": 3.7125518321990967,
       "epoch": 0.9340659340659341,
-      "rel-constrast": 2.288071632385254,
+      "rel-constrast": 3.0288610458374023,
       "step": 1190,
-      "subrel-constrast": 3.028351306915283,
+      "subrel-constrast": 2.8950116634368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.148916721343994,
-      "cov-distil (oracle2student)": 5.076765060424805,
-      "cov-distil (oracle2teacher)": 4.395874977111816,
+      "cov-distil": 2.2130286693573,
+      "cov-distil (oracle2student)": 4.99241828918457,
+      "cov-distil (oracle2teacher)": 4.809720993041992,
       "epoch": 0.934850863422292,
-      "rel-constrast": 2.5542197227478027,
+      "rel-constrast": 3.388758659362793,
       "step": 1191,
-      "subrel-constrast": 3.9978582859039307,
+      "subrel-constrast": 3.79276180267334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200567364692688,
-      "cov-distil (oracle2student)": 3.8667056560516357,
-      "cov-distil (oracle2teacher)": 3.7100179195404053,
+      "cov-distil": 1.5439361333847046,
+      "cov-distil (oracle2student)": 3.8746323585510254,
+      "cov-distil (oracle2teacher)": 3.957127809524536,
       "epoch": 0.9356357927786499,
-      "rel-constrast": 1.9808406829833984,
+      "rel-constrast": 2.404189109802246,
       "step": 1192,
-      "subrel-constrast": 2.6270174980163574,
+      "subrel-constrast": 2.760175943374634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5440454483032227,
-      "cov-distil (oracle2student)": 4.111261367797852,
-      "cov-distil (oracle2teacher)": 4.358633995056152,
+      "cov-distil": 1.9825611114501953,
+      "cov-distil (oracle2student)": 4.009640216827393,
+      "cov-distil (oracle2teacher)": 4.492561340332031,
       "epoch": 0.9364207221350078,
-      "rel-constrast": 2.9030914306640625,
+      "rel-constrast": 3.807060718536377,
       "step": 1193,
-      "subrel-constrast": 3.6748054027557373,
+      "subrel-constrast": 4.278440475463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5587102174758911,
-      "cov-distil (oracle2student)": 3.562497138977051,
-      "cov-distil (oracle2teacher)": 3.5922279357910156,
+      "cov-distil": 1.8434803485870361,
+      "cov-distil (oracle2student)": 3.739737033843994,
+      "cov-distil (oracle2teacher)": 3.5885727405548096,
       "epoch": 0.9372056514913658,
-      "rel-constrast": 3.1529085636138916,
+      "rel-constrast": 3.5075185298919678,
       "step": 1194,
-      "subrel-constrast": 4.10093355178833,
+      "subrel-constrast": 4.298705101013184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8191659450531006,
-      "cov-distil (oracle2student)": 4.622344017028809,
-      "cov-distil (oracle2teacher)": 3.431057929992676,
+      "cov-distil": 1.9772926568984985,
+      "cov-distil (oracle2student)": 4.52230978012085,
+      "cov-distil (oracle2teacher)": 4.085808753967285,
       "epoch": 0.9379905808477237,
-      "rel-constrast": 2.899667739868164,
+      "rel-constrast": 3.2716894149780273,
       "step": 1195,
-      "subrel-constrast": 3.5286593437194824,
+      "subrel-constrast": 3.7178263664245605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4436109066009521,
-      "cov-distil (oracle2student)": 3.421355724334717,
-      "cov-distil (oracle2teacher)": 3.652665853500366,
+      "cov-distil": 1.6500065326690674,
+      "cov-distil (oracle2student)": 3.355670928955078,
+      "cov-distil (oracle2teacher)": 3.564591407775879,
       "epoch": 0.9387755102040817,
-      "rel-constrast": 2.2924082279205322,
+      "rel-constrast": 2.6308116912841797,
       "step": 1196,
-      "subrel-constrast": 3.009202718734741,
+      "subrel-constrast": 3.081821918487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.700963020324707,
-      "cov-distil (oracle2student)": 4.7589006423950195,
-      "cov-distil (oracle2teacher)": 3.978583812713623,
+      "cov-distil": 2.2887778282165527,
+      "cov-distil (oracle2student)": 4.631473541259766,
+      "cov-distil (oracle2teacher)": 4.103348731994629,
       "epoch": 0.9395604395604396,
-      "rel-constrast": 2.734005928039551,
+      "rel-constrast": 3.3795995712280273,
       "step": 1197,
-      "subrel-constrast": 3.3664376735687256,
+      "subrel-constrast": 3.676185369491577,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5046660900115967,
-      "cov-distil (oracle2student)": 4.314587593078613,
-      "cov-distil (oracle2teacher)": 4.032175540924072,
+      "cov-distil": 1.7281415462493896,
+      "cov-distil (oracle2student)": 4.180220603942871,
+      "cov-distil (oracle2teacher)": 4.100731372833252,
       "epoch": 0.9403453689167975,
-      "rel-constrast": 2.7253341674804688,
+      "rel-constrast": 2.737860679626465,
       "step": 1198,
-      "subrel-constrast": 3.4343972206115723,
+      "subrel-constrast": 3.4785068035125732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2936146259307861,
-      "cov-distil (oracle2student)": 3.2974209785461426,
-      "cov-distil (oracle2teacher)": 3.401402473449707,
+      "cov-distil": 2.3388290405273438,
+      "cov-distil (oracle2student)": 3.850379467010498,
+      "cov-distil (oracle2teacher)": 3.318286895751953,
       "epoch": 0.9411302982731554,
-      "rel-constrast": 4.445433616638184,
+      "rel-constrast": 4.150463104248047,
       "step": 1199,
-      "subrel-constrast": 5.167204856872559,
+      "subrel-constrast": 5.126882076263428,
       "view-similarity": 0
     },
     {
       "epoch": 0.9419152276295133,
-      "grad_norm": 6.375,
+      "grad_norm": 6.53125,
       "learning_rate": 4.993970847717704e-05,
-      "loss": 0.7395,
+      "loss": 0.8077,
       "step": 1200
     },
     {
       "epoch": 0.9419152276295133,
-      "overlap": 0.3203125,
+      "overlap": 0.3031249940395355,
       "step": 1200
     },
     {
       "epoch": 0.9419152276295133,
       "step": 1200,
-      "student margin": 0.0496826171875
+      "student margin": 0.04339599609375
     },
     {
       "epoch": 0.9419152276295133,
       "step": 1200,
-      "teacher margin": 0.036590576171875
+      "teacher margin": 0.036834716796875
     },
     {
       "epoch": 0.9419152276295133,
-      "margin difference": -0.013092041015625,
+      "margin difference": -0.006561279296875,
       "step": 1200
     },
     {
-      "cov-distil": 1.6105701923370361,
-      "cov-distil (oracle2student)": 5.779675006866455,
-      "cov-distil (oracle2teacher)": 4.917959213256836,
+      "cov-distil": 2.0285425186157227,
+      "cov-distil (oracle2student)": 6.058913230895996,
+      "cov-distil (oracle2teacher)": 5.1868205070495605,
       "epoch": 0.9419152276295133,
-      "rel-constrast": 2.8267126083374023,
+      "rel-constrast": 3.36928129196167,
       "step": 1200,
-      "subrel-constrast": 3.244717836380005,
+      "subrel-constrast": 3.509054660797119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2549251317977905,
-      "cov-distil (oracle2student)": 3.3697609901428223,
-      "cov-distil (oracle2teacher)": 3.235903263092041,
+      "cov-distil": 1.395667552947998,
+      "cov-distil (oracle2student)": 3.5575265884399414,
+      "cov-distil (oracle2teacher)": 3.5179708003997803,
       "epoch": 0.9427001569858713,
-      "rel-constrast": 2.4257946014404297,
+      "rel-constrast": 2.498309373855591,
       "step": 1201,
-      "subrel-constrast": 3.0524795055389404,
+      "subrel-constrast": 3.049795150756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.483722448348999,
-      "cov-distil (oracle2student)": 4.390925407409668,
-      "cov-distil (oracle2teacher)": 4.028365612030029,
+      "cov-distil": 2.3869500160217285,
+      "cov-distil (oracle2student)": 5.090426445007324,
+      "cov-distil (oracle2teacher)": 4.127718925476074,
       "epoch": 0.9434850863422292,
-      "rel-constrast": 3.4933953285217285,
+      "rel-constrast": 4.125378608703613,
       "step": 1202,
-      "subrel-constrast": 4.11123514175415,
+      "subrel-constrast": 4.228795051574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3687052726745605,
-      "cov-distil (oracle2student)": 4.669280052185059,
-      "cov-distil (oracle2teacher)": 4.163387298583984,
+      "cov-distil": 1.6104624271392822,
+      "cov-distil (oracle2student)": 4.046695709228516,
+      "cov-distil (oracle2teacher)": 4.122236251831055,
       "epoch": 0.9442700156985872,
-      "rel-constrast": 3.924910545349121,
+      "rel-constrast": 3.675306797027588,
       "step": 1203,
-      "subrel-constrast": 4.383458614349365,
+      "subrel-constrast": 4.565013408660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6759591102600098,
-      "cov-distil (oracle2student)": 3.1451539993286133,
-      "cov-distil (oracle2teacher)": 3.5230112075805664,
+      "cov-distil": 2.256840467453003,
+      "cov-distil (oracle2student)": 2.8957138061523438,
+      "cov-distil (oracle2teacher)": 3.492584705352783,
       "epoch": 0.945054945054945,
-      "rel-constrast": 2.801999092102051,
+      "rel-constrast": 2.7219462394714355,
       "step": 1204,
-      "subrel-constrast": 3.3344428539276123,
+      "subrel-constrast": 3.349567413330078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.910562515258789,
-      "cov-distil (oracle2student)": 4.136933326721191,
-      "cov-distil (oracle2teacher)": 3.9945268630981445,
+      "cov-distil": 2.6456351280212402,
+      "cov-distil (oracle2student)": 5.123361587524414,
+      "cov-distil (oracle2teacher)": 4.117095947265625,
       "epoch": 0.945839874411303,
-      "rel-constrast": 3.9524710178375244,
+      "rel-constrast": 5.025882720947266,
       "step": 1205,
-      "subrel-constrast": 4.729903697967529,
+      "subrel-constrast": 4.853144645690918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3960767984390259,
-      "cov-distil (oracle2student)": 4.077619552612305,
-      "cov-distil (oracle2teacher)": 3.501871109008789,
+      "cov-distil": 1.4377597570419312,
+      "cov-distil (oracle2student)": 4.749503135681152,
+      "cov-distil (oracle2teacher)": 4.201072692871094,
       "epoch": 0.9466248037676609,
-      "rel-constrast": 3.3120028972625732,
+      "rel-constrast": 3.860430955886841,
       "step": 1206,
-      "subrel-constrast": 3.490509510040283,
+      "subrel-constrast": 4.3133673667907715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5521440505981445,
-      "cov-distil (oracle2student)": 3.8946728706359863,
-      "cov-distil (oracle2teacher)": 3.6843862533569336,
+      "cov-distil": 2.6090970039367676,
+      "cov-distil (oracle2student)": 3.1892459392547607,
+      "cov-distil (oracle2teacher)": 3.650792121887207,
       "epoch": 0.9474097331240189,
-      "rel-constrast": 3.2784876823425293,
+      "rel-constrast": 3.37001633644104,
       "step": 1207,
-      "subrel-constrast": 3.8301875591278076,
+      "subrel-constrast": 3.983757734298706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3751758337020874,
-      "cov-distil (oracle2student)": 3.973721981048584,
-      "cov-distil (oracle2teacher)": 3.76820707321167,
+      "cov-distil": 2.0789976119995117,
+      "cov-distil (oracle2student)": 3.8066844940185547,
+      "cov-distil (oracle2teacher)": 3.8352556228637695,
       "epoch": 0.9481946624803768,
-      "rel-constrast": 2.751735210418701,
+      "rel-constrast": 3.180257797241211,
       "step": 1208,
-      "subrel-constrast": 3.6451714038848877,
+      "subrel-constrast": 3.4416251182556152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.257673740386963,
-      "cov-distil (oracle2student)": 5.246366500854492,
-      "cov-distil (oracle2teacher)": 4.899626731872559,
+      "cov-distil": 1.6241066455841064,
+      "cov-distil (oracle2student)": 5.076364517211914,
+      "cov-distil (oracle2teacher)": 4.7507710456848145,
       "epoch": 0.9489795918367347,
-      "rel-constrast": 2.314209222793579,
+      "rel-constrast": 3.2788126468658447,
       "step": 1209,
-      "subrel-constrast": 3.3867154121398926,
+      "subrel-constrast": 3.1125268936157227,
       "view-similarity": 0
     },
     {
       "epoch": 0.9497645211930926,
-      "grad_norm": 4.75,
+      "grad_norm": 6.6875,
       "learning_rate": 4.9933499535440734e-05,
-      "loss": 0.8143,
+      "loss": 0.8776,
       "step": 1210
     },
     {
-      "cov-distil": 1.6039924621582031,
-      "cov-distil (oracle2student)": 4.576372146606445,
-      "cov-distil (oracle2teacher)": 4.234128952026367,
+      "cov-distil": 1.7982916831970215,
+      "cov-distil (oracle2student)": 4.991686820983887,
+      "cov-distil (oracle2teacher)": 4.224607944488525,
       "epoch": 0.9497645211930926,
-      "rel-constrast": 4.437294960021973,
+      "rel-constrast": 4.110572814941406,
       "step": 1210,
-      "subrel-constrast": 4.952371597290039,
+      "subrel-constrast": 4.849668502807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5619235038757324,
-      "cov-distil (oracle2student)": 7.047615051269531,
-      "cov-distil (oracle2teacher)": 5.62222957611084,
+      "cov-distil": 2.1049864292144775,
+      "cov-distil (oracle2student)": 6.675713539123535,
+      "cov-distil (oracle2teacher)": 6.418858528137207,
       "epoch": 0.9505494505494505,
-      "rel-constrast": 2.503946542739868,
+      "rel-constrast": 2.107868194580078,
       "step": 1211,
-      "subrel-constrast": 2.971254587173462,
+      "subrel-constrast": 2.9317243099212646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5805871486663818,
-      "cov-distil (oracle2student)": 3.3732993602752686,
-      "cov-distil (oracle2teacher)": 3.065959930419922,
+      "cov-distil": 1.9090877771377563,
+      "cov-distil (oracle2student)": 3.747750759124756,
+      "cov-distil (oracle2teacher)": 3.31807804107666,
       "epoch": 0.9513343799058085,
-      "rel-constrast": 2.4616994857788086,
+      "rel-constrast": 3.101454734802246,
       "step": 1212,
-      "subrel-constrast": 3.2246487140655518,
+      "subrel-constrast": 3.3965020179748535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6478489637374878,
-      "cov-distil (oracle2student)": 3.3030200004577637,
-      "cov-distil (oracle2teacher)": 3.6912641525268555,
+      "cov-distil": 2.010345935821533,
+      "cov-distil (oracle2student)": 3.959198474884033,
+      "cov-distil (oracle2teacher)": 3.733311414718628,
       "epoch": 0.9521193092621664,
-      "rel-constrast": 2.7378714084625244,
+      "rel-constrast": 3.063023328781128,
       "step": 1213,
-      "subrel-constrast": 3.7481882572174072,
+      "subrel-constrast": 3.891488790512085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.674123764038086,
-      "cov-distil (oracle2student)": 3.028886318206787,
-      "cov-distil (oracle2teacher)": 3.1172738075256348,
+      "cov-distil": 2.6424567699432373,
+      "cov-distil (oracle2student)": 3.241363525390625,
+      "cov-distil (oracle2teacher)": 3.684359550476074,
       "epoch": 0.9529042386185244,
-      "rel-constrast": 2.371886730194092,
+      "rel-constrast": 2.741629123687744,
       "step": 1214,
-      "subrel-constrast": 3.228628158569336,
+      "subrel-constrast": 3.5394086837768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5553092956542969,
-      "cov-distil (oracle2student)": 4.024779796600342,
-      "cov-distil (oracle2teacher)": 3.9427013397216797,
+      "cov-distil": 1.7971141338348389,
+      "cov-distil (oracle2student)": 4.428192615509033,
+      "cov-distil (oracle2teacher)": 4.399296760559082,
       "epoch": 0.9536891679748822,
-      "rel-constrast": 2.77235746383667,
+      "rel-constrast": 3.2979843616485596,
       "step": 1215,
-      "subrel-constrast": 3.4766647815704346,
+      "subrel-constrast": 3.5270233154296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2531368732452393,
-      "cov-distil (oracle2student)": 4.723504066467285,
-      "cov-distil (oracle2teacher)": 3.7710354328155518,
+      "cov-distil": 1.8351469039916992,
+      "cov-distil (oracle2student)": 5.08505916595459,
+      "cov-distil (oracle2teacher)": 4.330475807189941,
       "epoch": 0.9544740973312402,
-      "rel-constrast": 3.066476821899414,
+      "rel-constrast": 3.2286484241485596,
       "step": 1216,
-      "subrel-constrast": 3.9490931034088135,
+      "subrel-constrast": 3.5567574501037598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6948390007019043,
-      "cov-distil (oracle2student)": 3.629880428314209,
-      "cov-distil (oracle2teacher)": 3.3514814376831055,
+      "cov-distil": 1.9084928035736084,
+      "cov-distil (oracle2student)": 4.499119758605957,
+      "cov-distil (oracle2teacher)": 3.6950201988220215,
       "epoch": 0.9552590266875981,
-      "rel-constrast": 2.358733654022217,
+      "rel-constrast": 2.8626534938812256,
       "step": 1217,
-      "subrel-constrast": 3.165830612182617,
+      "subrel-constrast": 3.037829875946045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3928395509719849,
-      "cov-distil (oracle2student)": 4.305171966552734,
-      "cov-distil (oracle2teacher)": 4.1909565925598145,
+      "cov-distil": 2.393221378326416,
+      "cov-distil (oracle2student)": 4.114194869995117,
+      "cov-distil (oracle2teacher)": 4.680608749389648,
       "epoch": 0.9560439560439561,
-      "rel-constrast": 3.010542392730713,
+      "rel-constrast": 3.3258867263793945,
       "step": 1218,
-      "subrel-constrast": 3.5911428928375244,
+      "subrel-constrast": 3.8344829082489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4528329372406006,
-      "cov-distil (oracle2student)": 2.1864287853240967,
-      "cov-distil (oracle2teacher)": 2.416934013366699,
+      "cov-distil": 1.9537475109100342,
+      "cov-distil (oracle2student)": 2.409273147583008,
+      "cov-distil (oracle2teacher)": 2.655747175216675,
       "epoch": 0.956828885400314,
-      "rel-constrast": 2.1928157806396484,
+      "rel-constrast": 2.4541049003601074,
       "step": 1219,
-      "subrel-constrast": 3.2564051151275635,
+      "subrel-constrast": 3.285050392150879,
       "view-similarity": 0
     },
     {
       "epoch": 0.957613814756672,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.46875,
       "learning_rate": 4.992698678688111e-05,
-      "loss": 0.7389,
+      "loss": 0.7573,
       "step": 1220
     },
     {
-      "cov-distil": 1.436532974243164,
-      "cov-distil (oracle2student)": 4.110199928283691,
-      "cov-distil (oracle2teacher)": 4.324930667877197,
+      "cov-distil": 1.9116461277008057,
+      "cov-distil (oracle2student)": 4.404060363769531,
+      "cov-distil (oracle2teacher)": 4.481851577758789,
       "epoch": 0.957613814756672,
-      "rel-constrast": 3.4708638191223145,
+      "rel-constrast": 4.21660041809082,
       "step": 1220,
-      "subrel-constrast": 4.561421871185303,
+      "subrel-constrast": 4.418862342834473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.409794807434082,
-      "cov-distil (oracle2student)": 4.937740325927734,
-      "cov-distil (oracle2teacher)": 4.894489288330078,
+      "cov-distil": 1.7484328746795654,
+      "cov-distil (oracle2student)": 5.284372329711914,
+      "cov-distil (oracle2teacher)": 5.196642875671387,
       "epoch": 0.9583987441130298,
-      "rel-constrast": 2.4376707077026367,
+      "rel-constrast": 3.721919059753418,
       "step": 1221,
-      "subrel-constrast": 3.53894305229187,
+      "subrel-constrast": 3.466010093688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7438490390777588,
-      "cov-distil (oracle2student)": 6.20819091796875,
-      "cov-distil (oracle2teacher)": 4.690855503082275,
+      "cov-distil": 1.954620361328125,
+      "cov-distil (oracle2student)": 6.370707035064697,
+      "cov-distil (oracle2teacher)": 5.618906021118164,
       "epoch": 0.9591836734693877,
-      "rel-constrast": 2.403841733932495,
+      "rel-constrast": 2.9535255432128906,
       "step": 1222,
-      "subrel-constrast": 3.353959798812866,
+      "subrel-constrast": 3.1365694999694824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.250932216644287,
-      "cov-distil (oracle2student)": 4.693305492401123,
-      "cov-distil (oracle2teacher)": 4.102659702301025,
+      "cov-distil": 1.7647761106491089,
+      "cov-distil (oracle2student)": 5.037554740905762,
+      "cov-distil (oracle2teacher)": 4.593274116516113,
       "epoch": 0.9599686028257457,
-      "rel-constrast": 4.867374420166016,
+      "rel-constrast": 4.816118240356445,
       "step": 1223,
-      "subrel-constrast": 4.888300895690918,
+      "subrel-constrast": 5.144981384277344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6726696491241455,
-      "cov-distil (oracle2student)": 5.086460113525391,
-      "cov-distil (oracle2teacher)": 4.459454536437988,
+      "cov-distil": 1.944112777709961,
+      "cov-distil (oracle2student)": 4.810376167297363,
+      "cov-distil (oracle2teacher)": 4.534662246704102,
       "epoch": 0.9607535321821036,
-      "rel-constrast": 3.6357109546661377,
+      "rel-constrast": 3.4783406257629395,
       "step": 1224,
-      "subrel-constrast": 3.853543281555176,
+      "subrel-constrast": 3.9430313110351562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2617173194885254,
-      "cov-distil (oracle2student)": 5.61175537109375,
-      "cov-distil (oracle2teacher)": 5.2344255447387695,
+      "cov-distil": 1.592663049697876,
+      "cov-distil (oracle2student)": 5.497942924499512,
+      "cov-distil (oracle2teacher)": 5.335178375244141,
       "epoch": 0.9615384615384616,
-      "rel-constrast": 2.239116668701172,
+      "rel-constrast": 2.987912654876709,
       "step": 1225,
-      "subrel-constrast": 2.960505962371826,
+      "subrel-constrast": 3.1302549839019775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.335501790046692,
-      "cov-distil (oracle2student)": 3.3338255882263184,
-      "cov-distil (oracle2teacher)": 3.0814156532287598,
+      "cov-distil": 1.7812061309814453,
+      "cov-distil (oracle2student)": 3.651853084564209,
+      "cov-distil (oracle2teacher)": 2.7947440147399902,
       "epoch": 0.9623233908948194,
-      "rel-constrast": 2.3926875591278076,
+      "rel-constrast": 2.3957815170288086,
       "step": 1226,
-      "subrel-constrast": 2.9196832180023193,
+      "subrel-constrast": 2.902663230895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2774579524993896,
-      "cov-distil (oracle2student)": 5.64495849609375,
-      "cov-distil (oracle2teacher)": 4.665161609649658,
+      "cov-distil": 1.787187099456787,
+      "cov-distil (oracle2student)": 5.92269229888916,
+      "cov-distil (oracle2teacher)": 4.895583152770996,
       "epoch": 0.9631083202511774,
-      "rel-constrast": 3.265216588973999,
+      "rel-constrast": 3.1878833770751953,
       "step": 1227,
-      "subrel-constrast": 3.3127708435058594,
+      "subrel-constrast": 3.2627785205841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.300419330596924,
-      "cov-distil (oracle2student)": 3.3285422325134277,
-      "cov-distil (oracle2teacher)": 3.382845401763916,
+      "cov-distil": 2.3250131607055664,
+      "cov-distil (oracle2student)": 4.3641357421875,
+      "cov-distil (oracle2teacher)": 3.77913236618042,
       "epoch": 0.9638932496075353,
-      "rel-constrast": 3.2291526794433594,
+      "rel-constrast": 3.276989459991455,
       "step": 1228,
-      "subrel-constrast": 4.124401092529297,
+      "subrel-constrast": 3.919436454772949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2508728504180908,
-      "cov-distil (oracle2student)": 4.593624591827393,
-      "cov-distil (oracle2teacher)": 3.73111629486084,
+      "cov-distil": 1.27504301071167,
+      "cov-distil (oracle2student)": 4.528522491455078,
+      "cov-distil (oracle2teacher)": 3.9523463249206543,
       "epoch": 0.9646781789638933,
-      "rel-constrast": 2.9496850967407227,
+      "rel-constrast": 3.7457990646362305,
       "step": 1229,
-      "subrel-constrast": 3.252176284790039,
+      "subrel-constrast": 3.772120237350464,
       "view-similarity": 0
     },
     {
       "epoch": 0.9654631083202512,
-      "grad_norm": 5.75,
+      "grad_norm": 8.9375,
       "learning_rate": 4.992017031085398e-05,
-      "loss": 0.8096,
+      "loss": 0.8695,
       "step": 1230
     },
     {
-      "cov-distil": 1.7356112003326416,
-      "cov-distil (oracle2student)": 4.123534202575684,
-      "cov-distil (oracle2teacher)": 4.169621467590332,
+      "cov-distil": 2.2922849655151367,
+      "cov-distil (oracle2student)": 4.277410984039307,
+      "cov-distil (oracle2teacher)": 4.99740743637085,
       "epoch": 0.9654631083202512,
-      "rel-constrast": 2.8074231147766113,
+      "rel-constrast": 3.7679479122161865,
       "step": 1230,
-      "subrel-constrast": 3.9389231204986572,
+      "subrel-constrast": 4.253800392150879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4420530796051025,
-      "cov-distil (oracle2student)": 3.8097753524780273,
-      "cov-distil (oracle2teacher)": 3.7854228019714355,
+      "cov-distil": 2.4972071647644043,
+      "cov-distil (oracle2student)": 4.478125095367432,
+      "cov-distil (oracle2teacher)": 4.08485221862793,
       "epoch": 0.966248037676609,
-      "rel-constrast": 3.9864463806152344,
+      "rel-constrast": 5.248748302459717,
       "step": 1231,
-      "subrel-constrast": 4.513359546661377,
+      "subrel-constrast": 4.511220455169678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2666831016540527,
-      "cov-distil (oracle2student)": 4.377869606018066,
-      "cov-distil (oracle2teacher)": 3.9519600868225098,
+      "cov-distil": 1.3323569297790527,
+      "cov-distil (oracle2student)": 4.484169006347656,
+      "cov-distil (oracle2teacher)": 4.091178894042969,
       "epoch": 0.967032967032967,
-      "rel-constrast": 2.8950271606445312,
+      "rel-constrast": 2.977818489074707,
       "step": 1232,
-      "subrel-constrast": 3.422940731048584,
+      "subrel-constrast": 3.3890976905822754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7749788761138916,
-      "cov-distil (oracle2student)": 4.057105541229248,
-      "cov-distil (oracle2teacher)": 4.343048572540283,
+      "cov-distil": 2.1094040870666504,
+      "cov-distil (oracle2student)": 4.484561920166016,
+      "cov-distil (oracle2teacher)": 4.226533889770508,
       "epoch": 0.9678178963893249,
-      "rel-constrast": 2.216052532196045,
+      "rel-constrast": 2.867788553237915,
       "step": 1233,
-      "subrel-constrast": 3.2852511405944824,
+      "subrel-constrast": 3.0866873264312744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2060002088546753,
-      "cov-distil (oracle2student)": 4.399940013885498,
-      "cov-distil (oracle2teacher)": 3.984816551208496,
+      "cov-distil": 1.6635042428970337,
+      "cov-distil (oracle2student)": 5.3140482902526855,
+      "cov-distil (oracle2teacher)": 4.58503532409668,
       "epoch": 0.9686028257456829,
-      "rel-constrast": 3.5238823890686035,
+      "rel-constrast": 3.8313961029052734,
       "step": 1234,
-      "subrel-constrast": 3.784899950027466,
+      "subrel-constrast": 3.750154972076416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4902675151824951,
-      "cov-distil (oracle2student)": 5.702090263366699,
-      "cov-distil (oracle2teacher)": 5.267083168029785,
+      "cov-distil": 1.4824097156524658,
+      "cov-distil (oracle2student)": 6.402896881103516,
+      "cov-distil (oracle2teacher)": 5.389066219329834,
       "epoch": 0.9693877551020408,
-      "rel-constrast": 4.418448448181152,
+      "rel-constrast": 4.617867469787598,
       "step": 1235,
-      "subrel-constrast": 4.546502113342285,
+      "subrel-constrast": 4.21566104888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.429222822189331,
-      "cov-distil (oracle2student)": 3.4779820442199707,
-      "cov-distil (oracle2teacher)": 3.6357057094573975,
+      "cov-distil": 1.7011950016021729,
+      "cov-distil (oracle2student)": 3.864875316619873,
+      "cov-distil (oracle2teacher)": 3.811202049255371,
       "epoch": 0.9701726844583988,
-      "rel-constrast": 3.3624308109283447,
+      "rel-constrast": 3.834559202194214,
       "step": 1236,
-      "subrel-constrast": 3.6818745136260986,
+      "subrel-constrast": 3.8927979469299316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5025690793991089,
-      "cov-distil (oracle2student)": 4.21225643157959,
-      "cov-distil (oracle2teacher)": 4.120269775390625,
+      "cov-distil": 1.9799094200134277,
+      "cov-distil (oracle2student)": 4.149888515472412,
+      "cov-distil (oracle2teacher)": 4.073139667510986,
       "epoch": 0.9709576138147566,
-      "rel-constrast": 2.0363433361053467,
+      "rel-constrast": 2.0982697010040283,
       "step": 1237,
-      "subrel-constrast": 2.7132604122161865,
+      "subrel-constrast": 2.61154842376709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.543538212776184,
-      "cov-distil (oracle2student)": 3.580420970916748,
-      "cov-distil (oracle2teacher)": 3.650756597518921,
+      "cov-distil": 1.7963447570800781,
+      "cov-distil (oracle2student)": 3.9568471908569336,
+      "cov-distil (oracle2teacher)": 3.8118643760681152,
       "epoch": 0.9717425431711146,
-      "rel-constrast": 3.9337496757507324,
+      "rel-constrast": 4.425919055938721,
       "step": 1238,
-      "subrel-constrast": 4.467953205108643,
+      "subrel-constrast": 4.5047173500061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2078661918640137,
-      "cov-distil (oracle2student)": 4.181390762329102,
-      "cov-distil (oracle2teacher)": 4.21966028213501,
+      "cov-distil": 1.69089937210083,
+      "cov-distil (oracle2student)": 4.867137908935547,
+      "cov-distil (oracle2teacher)": 4.797361850738525,
       "epoch": 0.9725274725274725,
-      "rel-constrast": 2.987008571624756,
+      "rel-constrast": 3.1897270679473877,
       "step": 1239,
-      "subrel-constrast": 3.689307689666748,
+      "subrel-constrast": 3.7145140171051025,
       "view-similarity": 0
     },
     {
       "epoch": 0.9733124018838305,
-      "grad_norm": 4.75,
+      "grad_norm": 5.46875,
       "learning_rate": 4.991305019041594e-05,
-      "loss": 0.8407,
+      "loss": 0.9215,
       "step": 1240
     },
     {
-      "cov-distil": 1.528568148612976,
-      "cov-distil (oracle2student)": 4.4682841300964355,
-      "cov-distil (oracle2teacher)": 4.502565383911133,
+      "cov-distil": 2.014136791229248,
+      "cov-distil (oracle2student)": 4.874207973480225,
+      "cov-distil (oracle2teacher)": 4.725550174713135,
       "epoch": 0.9733124018838305,
-      "rel-constrast": 2.586947441101074,
+      "rel-constrast": 3.228039026260376,
       "step": 1240,
-      "subrel-constrast": 3.77297306060791,
+      "subrel-constrast": 3.91666579246521,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6377058029174805,
-      "cov-distil (oracle2student)": 3.5193488597869873,
-      "cov-distil (oracle2teacher)": 3.5025131702423096,
+      "cov-distil": 1.8240412473678589,
+      "cov-distil (oracle2student)": 3.7458693981170654,
+      "cov-distil (oracle2teacher)": 3.821654796600342,
       "epoch": 0.9740973312401884,
-      "rel-constrast": 3.1112654209136963,
+      "rel-constrast": 2.9823596477508545,
       "step": 1241,
-      "subrel-constrast": 3.5121521949768066,
+      "subrel-constrast": 4.000006198883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5318564176559448,
-      "cov-distil (oracle2student)": 3.5415377616882324,
-      "cov-distil (oracle2teacher)": 3.6506009101867676,
+      "cov-distil": 1.9763751029968262,
+      "cov-distil (oracle2student)": 3.4901599884033203,
+      "cov-distil (oracle2teacher)": 3.5585758686065674,
       "epoch": 0.9748822605965463,
-      "rel-constrast": 2.3468027114868164,
+      "rel-constrast": 2.831806182861328,
       "step": 1242,
-      "subrel-constrast": 3.552518844604492,
+      "subrel-constrast": 3.509343147277832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6500542163848877,
-      "cov-distil (oracle2student)": 3.7139127254486084,
-      "cov-distil (oracle2teacher)": 3.9782299995422363,
+      "cov-distil": 2.1254379749298096,
+      "cov-distil (oracle2student)": 4.5681352615356445,
+      "cov-distil (oracle2teacher)": 4.657871723175049,
       "epoch": 0.9756671899529042,
-      "rel-constrast": 2.3499836921691895,
+      "rel-constrast": 3.782921314239502,
       "step": 1243,
-      "subrel-constrast": 3.7430975437164307,
+      "subrel-constrast": 3.7042958736419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2186521291732788,
-      "cov-distil (oracle2student)": 3.54939341545105,
-      "cov-distil (oracle2teacher)": 3.1540234088897705,
+      "cov-distil": 1.4311829805374146,
+      "cov-distil (oracle2student)": 3.9579429626464844,
+      "cov-distil (oracle2teacher)": 3.432644844055176,
       "epoch": 0.9764521193092621,
-      "rel-constrast": 2.3381032943725586,
+      "rel-constrast": 2.6101579666137695,
       "step": 1244,
-      "subrel-constrast": 3.233065128326416,
+      "subrel-constrast": 3.1684024333953857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6511240005493164,
-      "cov-distil (oracle2student)": 2.393463611602783,
-      "cov-distil (oracle2teacher)": 2.791167974472046,
+      "cov-distil": 1.8249428272247314,
+      "cov-distil (oracle2student)": 2.299440860748291,
+      "cov-distil (oracle2teacher)": 2.6785097122192383,
       "epoch": 0.9772370486656201,
-      "rel-constrast": 3.153503179550171,
+      "rel-constrast": 2.9996395111083984,
       "step": 1245,
-      "subrel-constrast": 3.834094524383545,
+      "subrel-constrast": 3.8487908840179443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.156053066253662,
-      "cov-distil (oracle2student)": 4.302087783813477,
-      "cov-distil (oracle2teacher)": 4.168542385101318,
+      "cov-distil": 1.5896999835968018,
+      "cov-distil (oracle2student)": 4.5008955001831055,
+      "cov-distil (oracle2teacher)": 4.135419845581055,
       "epoch": 0.978021978021978,
-      "rel-constrast": 3.221328020095825,
+      "rel-constrast": 3.2440242767333984,
       "step": 1246,
-      "subrel-constrast": 3.9086685180664062,
+      "subrel-constrast": 3.766937732696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8392646312713623,
-      "cov-distil (oracle2student)": 3.4635820388793945,
-      "cov-distil (oracle2teacher)": 3.8714029788970947,
+      "cov-distil": 2.456108570098877,
+      "cov-distil (oracle2student)": 3.475355863571167,
+      "cov-distil (oracle2teacher)": 4.378285884857178,
       "epoch": 0.978806907378336,
-      "rel-constrast": 3.115475654602051,
+      "rel-constrast": 3.233393669128418,
       "step": 1247,
-      "subrel-constrast": 3.935710906982422,
+      "subrel-constrast": 4.019589424133301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.795577883720398,
-      "cov-distil (oracle2student)": 3.712340831756592,
-      "cov-distil (oracle2teacher)": 4.289597511291504,
+      "cov-distil": 2.063331365585327,
+      "cov-distil (oracle2student)": 4.237579345703125,
+      "cov-distil (oracle2teacher)": 4.074891567230225,
       "epoch": 0.9795918367346939,
-      "rel-constrast": 2.51350474357605,
+      "rel-constrast": 3.738306999206543,
       "step": 1248,
-      "subrel-constrast": 4.145675182342529,
+      "subrel-constrast": 3.947476387023926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7952771186828613,
-      "cov-distil (oracle2student)": 3.139064073562622,
-      "cov-distil (oracle2teacher)": 3.0765018463134766,
+      "cov-distil": 2.016406774520874,
+      "cov-distil (oracle2student)": 3.5141162872314453,
+      "cov-distil (oracle2teacher)": 3.238210678100586,
       "epoch": 0.9803767660910518,
-      "rel-constrast": 2.7419240474700928,
+      "rel-constrast": 3.156602621078491,
       "step": 1249,
-      "subrel-constrast": 3.4236867427825928,
+      "subrel-constrast": 3.535090684890747,
       "view-similarity": 0
     },
     {
       "epoch": 0.9811616954474097,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.75,
       "learning_rate": 4.99056265123234e-05,
-      "loss": 0.7265,
+      "loss": 0.7952,
       "step": 1250
     },
     {
-      "cov-distil": 1.5307613611221313,
-      "cov-distil (oracle2student)": 5.744296550750732,
-      "cov-distil (oracle2teacher)": 5.453649044036865,
+      "cov-distil": 2.176814079284668,
+      "cov-distil (oracle2student)": 5.747389793395996,
+      "cov-distil (oracle2teacher)": 5.654009819030762,
       "epoch": 0.9811616954474097,
-      "rel-constrast": 3.8523647785186768,
+      "rel-constrast": 3.807178497314453,
       "step": 1250,
-      "subrel-constrast": 4.171315670013428,
+      "subrel-constrast": 3.710819959640503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015010356903076,
-      "cov-distil (oracle2student)": 4.840731620788574,
-      "cov-distil (oracle2teacher)": 4.120755195617676,
+      "cov-distil": 1.4911417961120605,
+      "cov-distil (oracle2student)": 4.775511741638184,
+      "cov-distil (oracle2teacher)": 3.8667187690734863,
       "epoch": 0.9819466248037677,
-      "rel-constrast": 2.7082295417785645,
+      "rel-constrast": 2.899658679962158,
       "step": 1251,
-      "subrel-constrast": 3.1410839557647705,
+      "subrel-constrast": 3.0858616828918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4371023178100586,
-      "cov-distil (oracle2student)": 4.395645618438721,
-      "cov-distil (oracle2teacher)": 3.6550097465515137,
+      "cov-distil": 1.50653076171875,
+      "cov-distil (oracle2student)": 4.77654504776001,
+      "cov-distil (oracle2teacher)": 4.158088684082031,
       "epoch": 0.9827315541601256,
-      "rel-constrast": 3.620471954345703,
+      "rel-constrast": 4.154823303222656,
       "step": 1252,
-      "subrel-constrast": 3.7160215377807617,
+      "subrel-constrast": 3.603732109069824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.369515061378479,
-      "cov-distil (oracle2student)": 3.4064722061157227,
-      "cov-distil (oracle2teacher)": 3.3698737621307373,
+      "cov-distil": 1.546769380569458,
+      "cov-distil (oracle2student)": 3.717534065246582,
+      "cov-distil (oracle2teacher)": 3.4841971397399902,
       "epoch": 0.9835164835164835,
-      "rel-constrast": 2.16213321685791,
+      "rel-constrast": 2.8823442459106445,
       "step": 1253,
-      "subrel-constrast": 2.5510523319244385,
+      "subrel-constrast": 2.622842788696289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.986305594444275,
-      "cov-distil (oracle2student)": 5.059086322784424,
-      "cov-distil (oracle2teacher)": 4.218664169311523,
+      "cov-distil": 2.769650936126709,
+      "cov-distil (oracle2student)": 5.446524620056152,
+      "cov-distil (oracle2teacher)": 4.372471809387207,
       "epoch": 0.9843014128728415,
-      "rel-constrast": 2.5694384574890137,
+      "rel-constrast": 3.608898878097534,
       "step": 1254,
-      "subrel-constrast": 3.528590202331543,
+      "subrel-constrast": 3.7277417182922363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5738322734832764,
-      "cov-distil (oracle2student)": 3.6083102226257324,
-      "cov-distil (oracle2teacher)": 3.4591922760009766,
+      "cov-distil": 1.675903558731079,
+      "cov-distil (oracle2student)": 3.619929313659668,
+      "cov-distil (oracle2teacher)": 3.519336223602295,
       "epoch": 0.9850863422291993,
-      "rel-constrast": 2.6395843029022217,
+      "rel-constrast": 2.616079330444336,
       "step": 1255,
-      "subrel-constrast": 3.2665557861328125,
+      "subrel-constrast": 3.3668487071990967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.16001558303833,
-      "cov-distil (oracle2student)": 3.2529311180114746,
-      "cov-distil (oracle2teacher)": 3.0381925106048584,
+      "cov-distil": 1.292490839958191,
+      "cov-distil (oracle2student)": 3.1141653060913086,
+      "cov-distil (oracle2teacher)": 3.3688454627990723,
       "epoch": 0.9858712715855573,
-      "rel-constrast": 2.906590223312378,
+      "rel-constrast": 3.7747108936309814,
       "step": 1256,
-      "subrel-constrast": 3.442795991897583,
+      "subrel-constrast": 3.73433256149292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8249584436416626,
-      "cov-distil (oracle2student)": 2.845015048980713,
-      "cov-distil (oracle2teacher)": 3.174835681915283,
+      "cov-distil": 2.5469324588775635,
+      "cov-distil (oracle2student)": 2.985926628112793,
+      "cov-distil (oracle2teacher)": 2.872882604598999,
       "epoch": 0.9866562009419152,
-      "rel-constrast": 2.5052247047424316,
+      "rel-constrast": 2.902205467224121,
       "step": 1257,
-      "subrel-constrast": 3.5730175971984863,
+      "subrel-constrast": 3.4466118812561035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8064703941345215,
-      "cov-distil (oracle2student)": 3.064516544342041,
-      "cov-distil (oracle2teacher)": 3.5677709579467773,
+      "cov-distil": 1.987345814704895,
+      "cov-distil (oracle2student)": 3.117105007171631,
+      "cov-distil (oracle2teacher)": 3.4528231620788574,
       "epoch": 0.9874411302982732,
-      "rel-constrast": 2.2984862327575684,
+      "rel-constrast": 2.695998191833496,
       "step": 1258,
-      "subrel-constrast": 3.5490379333496094,
+      "subrel-constrast": 3.3389089107513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9480879306793213,
-      "cov-distil (oracle2student)": 2.7275171279907227,
-      "cov-distil (oracle2teacher)": 2.9136464595794678,
+      "cov-distil": 2.2603015899658203,
+      "cov-distil (oracle2student)": 3.548271894454956,
+      "cov-distil (oracle2teacher)": 3.1693027019500732,
       "epoch": 0.9882260596546311,
-      "rel-constrast": 2.9747862815856934,
+      "rel-constrast": 3.5312318801879883,
       "step": 1259,
-      "subrel-constrast": 4.023026943206787,
+      "subrel-constrast": 3.9728963375091553,
       "view-similarity": 0
     },
     {
       "epoch": 0.989010989010989,
-      "grad_norm": 6.09375,
+      "grad_norm": 6.46875,
       "learning_rate": 4.989789936703155e-05,
-      "loss": 0.7458,
+      "loss": 0.8218,
       "step": 1260
     },
     {
-      "cov-distil": 1.4834165573120117,
-      "cov-distil (oracle2student)": 2.531843662261963,
-      "cov-distil (oracle2teacher)": 2.473891496658325,
+      "cov-distil": 1.7376470565795898,
+      "cov-distil (oracle2student)": 2.616690158843994,
+      "cov-distil (oracle2teacher)": 2.680969476699829,
       "epoch": 0.989010989010989,
-      "rel-constrast": 2.3239777088165283,
+      "rel-constrast": 2.6689839363098145,
       "step": 1260,
-      "subrel-constrast": 2.676363468170166,
+      "subrel-constrast": 2.792058229446411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8350669145584106,
-      "cov-distil (oracle2student)": 3.011873722076416,
-      "cov-distil (oracle2teacher)": 3.096287488937378,
+      "cov-distil": 1.9868700504302979,
+      "cov-distil (oracle2student)": 3.1592302322387695,
+      "cov-distil (oracle2teacher)": 2.8969225883483887,
       "epoch": 0.9897959183673469,
-      "rel-constrast": 2.381171941757202,
+      "rel-constrast": 2.667276382446289,
       "step": 1261,
-      "subrel-constrast": 3.21970272064209,
+      "subrel-constrast": 2.851405620574951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6948773860931396,
-      "cov-distil (oracle2student)": 4.396411895751953,
-      "cov-distil (oracle2teacher)": 4.4129958152771,
+      "cov-distil": 2.1562583446502686,
+      "cov-distil (oracle2student)": 4.121739387512207,
+      "cov-distil (oracle2teacher)": 4.350708961486816,
       "epoch": 0.9905808477237049,
-      "rel-constrast": 2.6483540534973145,
+      "rel-constrast": 3.274580717086792,
       "step": 1262,
-      "subrel-constrast": 4.014623165130615,
+      "subrel-constrast": 3.94667911529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5360655784606934,
-      "cov-distil (oracle2student)": 5.122393608093262,
-      "cov-distil (oracle2teacher)": 4.625170707702637,
+      "cov-distil": 1.8424327373504639,
+      "cov-distil (oracle2student)": 5.591335296630859,
+      "cov-distil (oracle2teacher)": 4.851851940155029,
       "epoch": 0.9913657770800628,
-      "rel-constrast": 3.0460681915283203,
+      "rel-constrast": 3.7039151191711426,
       "step": 1263,
-      "subrel-constrast": 3.855743885040283,
+      "subrel-constrast": 3.6672749519348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6184229850769043,
-      "cov-distil (oracle2student)": 5.007145881652832,
-      "cov-distil (oracle2teacher)": 4.134975433349609,
+      "cov-distil": 1.5978176593780518,
+      "cov-distil (oracle2student)": 4.903099536895752,
+      "cov-distil (oracle2teacher)": 4.818552494049072,
       "epoch": 0.9921507064364207,
-      "rel-constrast": 3.6639668941497803,
+      "rel-constrast": 3.9990732669830322,
       "step": 1264,
-      "subrel-constrast": 4.108851432800293,
+      "subrel-constrast": 3.991703987121582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.747385025024414,
-      "cov-distil (oracle2student)": 2.108001947402954,
-      "cov-distil (oracle2teacher)": 2.3054544925689697,
+      "cov-distil": 1.5184154510498047,
+      "cov-distil (oracle2student)": 2.177910327911377,
+      "cov-distil (oracle2teacher)": 2.161421298980713,
       "epoch": 0.9929356357927787,
-      "rel-constrast": 1.7751593589782715,
+      "rel-constrast": 1.9618487358093262,
       "step": 1265,
-      "subrel-constrast": 2.897172689437866,
+      "subrel-constrast": 2.611506223678589,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.264880657196045,
-      "cov-distil (oracle2student)": 3.2795045375823975,
-      "cov-distil (oracle2teacher)": 3.1051273345947266,
+      "cov-distil": 1.3445589542388916,
+      "cov-distil (oracle2student)": 3.692013740539551,
+      "cov-distil (oracle2teacher)": 3.5739731788635254,
       "epoch": 0.9937205651491365,
-      "rel-constrast": 3.127880096435547,
+      "rel-constrast": 3.005533218383789,
       "step": 1266,
-      "subrel-constrast": 3.2842142581939697,
+      "subrel-constrast": 3.253713607788086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4904578924179077,
-      "cov-distil (oracle2student)": 4.758726119995117,
-      "cov-distil (oracle2teacher)": 4.580710411071777,
+      "cov-distil": 1.711604118347168,
+      "cov-distil (oracle2student)": 5.383522987365723,
+      "cov-distil (oracle2teacher)": 4.805599212646484,
       "epoch": 0.9945054945054945,
-      "rel-constrast": 2.5550224781036377,
+      "rel-constrast": 3.0709002017974854,
       "step": 1267,
-      "subrel-constrast": 3.3524997234344482,
+      "subrel-constrast": 3.1405279636383057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3979054689407349,
-      "cov-distil (oracle2student)": 4.750548362731934,
-      "cov-distil (oracle2teacher)": 4.076757431030273,
+      "cov-distil": 1.650428056716919,
+      "cov-distil (oracle2student)": 5.036651611328125,
+      "cov-distil (oracle2teacher)": 4.392540454864502,
       "epoch": 0.9952904238618524,
-      "rel-constrast": 2.7073490619659424,
+      "rel-constrast": 3.0774643421173096,
       "step": 1268,
-      "subrel-constrast": 3.5037519931793213,
+      "subrel-constrast": 3.516920804977417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2216260433197021,
-      "cov-distil (oracle2student)": 4.611713409423828,
-      "cov-distil (oracle2teacher)": 4.224197864532471,
+      "cov-distil": 1.419398546218872,
+      "cov-distil (oracle2student)": 4.7608160972595215,
+      "cov-distil (oracle2teacher)": 4.589794158935547,
       "epoch": 0.9960753532182104,
-      "rel-constrast": 2.47930645942688,
+      "rel-constrast": 3.0335912704467773,
       "step": 1269,
-      "subrel-constrast": 3.6120383739471436,
+      "subrel-constrast": 3.5176517963409424,
       "view-similarity": 0
     },
     {
       "epoch": 0.9968602825745683,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.3125,
       "learning_rate": 4.988986884869321e-05,
-      "loss": 0.7059,
+      "loss": 0.7616,
       "step": 1270
     },
     {
-      "cov-distil": 1.9495677947998047,
-      "cov-distil (oracle2student)": 4.280606746673584,
-      "cov-distil (oracle2teacher)": 4.019715785980225,
+      "cov-distil": 2.272189140319824,
+      "cov-distil (oracle2student)": 4.993063926696777,
+      "cov-distil (oracle2teacher)": 3.585235118865967,
       "epoch": 0.9968602825745683,
-      "rel-constrast": 3.417677640914917,
+      "rel-constrast": 3.5183255672454834,
       "step": 1270,
-      "subrel-constrast": 3.7917473316192627,
+      "subrel-constrast": 3.702329158782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3972578048706055,
-      "cov-distil (oracle2student)": 3.057100534439087,
-      "cov-distil (oracle2teacher)": 2.9886577129364014,
+      "cov-distil": 1.657052755355835,
+      "cov-distil (oracle2student)": 3.5476129055023193,
+      "cov-distil (oracle2teacher)": 3.2294459342956543,
       "epoch": 0.9976452119309263,
-      "rel-constrast": 2.5738868713378906,
+      "rel-constrast": 2.8357534408569336,
       "step": 1271,
-      "subrel-constrast": 2.826024055480957,
+      "subrel-constrast": 2.8321454524993896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5799964666366577,
-      "cov-distil (oracle2student)": 4.663033485412598,
-      "cov-distil (oracle2teacher)": 4.507424831390381,
+      "cov-distil": 1.9564472436904907,
+      "cov-distil (oracle2student)": 4.5332112312316895,
+      "cov-distil (oracle2teacher)": 4.246917247772217,
       "epoch": 0.9984301412872841,
-      "rel-constrast": 4.838544845581055,
+      "rel-constrast": 4.607159614562988,
       "step": 1272,
-      "subrel-constrast": 5.128632068634033,
+      "subrel-constrast": 5.223642349243164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1363272666931152,
-      "cov-distil (oracle2student)": 4.103216648101807,
-      "cov-distil (oracle2teacher)": 3.8000175952911377,
+      "cov-distil": 1.4820034503936768,
+      "cov-distil (oracle2student)": 4.800169467926025,
+      "cov-distil (oracle2teacher)": 4.5084075927734375,
       "epoch": 0.9992150706436421,
-      "rel-constrast": 3.4735829830169678,
+      "rel-constrast": 3.5963244438171387,
       "step": 1273,
-      "subrel-constrast": 4.050089359283447,
+      "subrel-constrast": 3.7994561195373535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6189643144607544,
-      "cov-distil (oracle2student)": 4.910794734954834,
-      "cov-distil (oracle2teacher)": 4.487496376037598,
+      "cov-distil": 1.8739023208618164,
+      "cov-distil (oracle2student)": 4.958606243133545,
+      "cov-distil (oracle2teacher)": 4.845794677734375,
       "epoch": 1.0,
-      "rel-constrast": 4.012331962585449,
+      "rel-constrast": 3.9940834045410156,
       "step": 1274,
-      "subrel-constrast": 3.8513476848602295,
+      "subrel-constrast": 3.7730565071105957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8302966356277466,
-      "cov-distil (oracle2student)": 3.677767753601074,
-      "cov-distil (oracle2teacher)": 3.8637044429779053,
+      "cov-distil": 2.0333542823791504,
+      "cov-distil (oracle2student)": 3.3547468185424805,
+      "cov-distil (oracle2teacher)": 4.000802040100098,
       "epoch": 1.000784929356358,
-      "rel-constrast": 3.8497612476348877,
+      "rel-constrast": 4.093372821807861,
       "step": 1275,
-      "subrel-constrast": 4.676568031311035,
+      "subrel-constrast": 4.665277481079102,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.057345151901245,
-      "cov-distil (oracle2student)": 2.5532493591308594,
-      "cov-distil (oracle2teacher)": 3.011411190032959,
+      "cov-distil": 2.3951902389526367,
+      "cov-distil (oracle2student)": 3.0754857063293457,
+      "cov-distil (oracle2teacher)": 3.4618923664093018,
       "epoch": 1.0015698587127158,
-      "rel-constrast": 3.584941864013672,
+      "rel-constrast": 3.8837475776672363,
       "step": 1276,
-      "subrel-constrast": 4.3630290031433105,
+      "subrel-constrast": 4.16055154800415,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6615443229675293,
-      "cov-distil (oracle2student)": 3.675353527069092,
-      "cov-distil (oracle2teacher)": 4.396547317504883,
+      "cov-distil": 2.2004263401031494,
+      "cov-distil (oracle2student)": 4.288813591003418,
+      "cov-distil (oracle2teacher)": 3.8880627155303955,
       "epoch": 1.0023547880690737,
-      "rel-constrast": 3.2946157455444336,
+      "rel-constrast": 3.444183826446533,
       "step": 1277,
-      "subrel-constrast": 4.173533916473389,
+      "subrel-constrast": 4.065422058105469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5696930885314941,
-      "cov-distil (oracle2student)": 4.197251319885254,
-      "cov-distil (oracle2teacher)": 3.7345733642578125,
+      "cov-distil": 2.3028087615966797,
+      "cov-distil (oracle2student)": 4.632120132446289,
+      "cov-distil (oracle2teacher)": 4.634157657623291,
       "epoch": 1.0031397174254317,
-      "rel-constrast": 3.0097222328186035,
+      "rel-constrast": 3.1305031776428223,
       "step": 1278,
-      "subrel-constrast": 3.392622947692871,
+      "subrel-constrast": 3.811551809310913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1034655570983887,
-      "cov-distil (oracle2student)": 3.361288070678711,
-      "cov-distil (oracle2teacher)": 3.1034255027770996,
+      "cov-distil": 2.2485742568969727,
+      "cov-distil (oracle2student)": 3.7313625812530518,
+      "cov-distil (oracle2teacher)": 3.6293017864227295,
       "epoch": 1.0039246467817897,
-      "rel-constrast": 2.6098008155822754,
+      "rel-constrast": 2.805626392364502,
       "step": 1279,
-      "subrel-constrast": 3.31463885307312,
+      "subrel-constrast": 3.2810170650482178,
       "view-similarity": 0
     },
     {
       "epoch": 1.0047095761381475,
-      "grad_norm": 7.90625,
+      "grad_norm": 5.6875,
       "learning_rate": 4.988153505515771e-05,
-      "loss": 0.9089,
+      "loss": 0.8977,
       "step": 1280
     },
     {
-      "cov-distil": 1.5979468822479248,
-      "cov-distil (oracle2student)": 3.716430187225342,
-      "cov-distil (oracle2teacher)": 3.4511377811431885,
+      "cov-distil": 2.0004279613494873,
+      "cov-distil (oracle2student)": 3.9406278133392334,
+      "cov-distil (oracle2teacher)": 3.8784589767456055,
       "epoch": 1.0047095761381475,
-      "rel-constrast": 3.4329915046691895,
+      "rel-constrast": 3.023141860961914,
       "step": 1280,
-      "subrel-constrast": 4.089012145996094,
+      "subrel-constrast": 4.152874946594238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3714828491210938,
-      "cov-distil (oracle2student)": 3.580085277557373,
-      "cov-distil (oracle2teacher)": 3.5701546669006348,
+      "cov-distil": 1.9115731716156006,
+      "cov-distil (oracle2student)": 4.133453369140625,
+      "cov-distil (oracle2teacher)": 3.7997751235961914,
       "epoch": 1.0054945054945055,
-      "rel-constrast": 2.5096752643585205,
+      "rel-constrast": 3.419616937637329,
       "step": 1281,
-      "subrel-constrast": 3.0320303440093994,
+      "subrel-constrast": 3.152198314666748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0691633224487305,
-      "cov-distil (oracle2student)": 4.478765964508057,
-      "cov-distil (oracle2teacher)": 3.831317901611328,
+      "cov-distil": 2.2536466121673584,
+      "cov-distil (oracle2student)": 4.916798114776611,
+      "cov-distil (oracle2teacher)": 4.166482925415039,
       "epoch": 1.0062794348508635,
-      "rel-constrast": 3.157693386077881,
+      "rel-constrast": 3.2249388694763184,
       "step": 1282,
-      "subrel-constrast": 4.078401565551758,
+      "subrel-constrast": 4.117580890655518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.591313123703003,
-      "cov-distil (oracle2student)": 3.9426352977752686,
-      "cov-distil (oracle2teacher)": 3.646179676055908,
+      "cov-distil": 1.8603301048278809,
+      "cov-distil (oracle2student)": 4.341750144958496,
+      "cov-distil (oracle2teacher)": 4.179419994354248,
       "epoch": 1.0070643642072215,
-      "rel-constrast": 3.52870774269104,
+      "rel-constrast": 3.9674973487854004,
       "step": 1283,
-      "subrel-constrast": 3.88075852394104,
+      "subrel-constrast": 4.108895301818848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3151185512542725,
-      "cov-distil (oracle2student)": 5.034510612487793,
-      "cov-distil (oracle2teacher)": 4.6761274337768555,
+      "cov-distil": 1.91970694065094,
+      "cov-distil (oracle2student)": 5.2888898849487305,
+      "cov-distil (oracle2teacher)": 4.426173210144043,
       "epoch": 1.0078492935635792,
-      "rel-constrast": 2.378748655319214,
+      "rel-constrast": 2.3379673957824707,
       "step": 1284,
-      "subrel-constrast": 3.4774558544158936,
+      "subrel-constrast": 3.5083725452423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5091253519058228,
-      "cov-distil (oracle2student)": 3.7069931030273438,
-      "cov-distil (oracle2teacher)": 3.2526087760925293,
+      "cov-distil": 1.8619210720062256,
+      "cov-distil (oracle2student)": 3.6524577140808105,
+      "cov-distil (oracle2teacher)": 3.7307889461517334,
       "epoch": 1.0086342229199372,
-      "rel-constrast": 2.3888468742370605,
+      "rel-constrast": 2.495737314224243,
       "step": 1285,
-      "subrel-constrast": 3.4723777770996094,
+      "subrel-constrast": 3.4264039993286133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8268072605133057,
-      "cov-distil (oracle2student)": 4.445673942565918,
-      "cov-distil (oracle2teacher)": 3.710999011993408,
+      "cov-distil": 1.996260404586792,
+      "cov-distil (oracle2student)": 4.234508514404297,
+      "cov-distil (oracle2teacher)": 4.192461967468262,
       "epoch": 1.0094191522762952,
-      "rel-constrast": 2.394343852996826,
+      "rel-constrast": 3.0786292552948,
       "step": 1286,
-      "subrel-constrast": 3.3042173385620117,
+      "subrel-constrast": 3.502981185913086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.30215322971344,
-      "cov-distil (oracle2student)": 4.1887006759643555,
-      "cov-distil (oracle2teacher)": 4.170774459838867,
+      "cov-distil": 1.7348027229309082,
+      "cov-distil (oracle2student)": 5.177916526794434,
+      "cov-distil (oracle2teacher)": 4.234752655029297,
       "epoch": 1.010204081632653,
-      "rel-constrast": 4.7771830558776855,
+      "rel-constrast": 5.245746612548828,
       "step": 1287,
-      "subrel-constrast": 5.2714056968688965,
+      "subrel-constrast": 5.2623209953308105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7177040576934814,
-      "cov-distil (oracle2student)": 2.8443381786346436,
-      "cov-distil (oracle2teacher)": 3.32902455329895,
+      "cov-distil": 2.5558345317840576,
+      "cov-distil (oracle2student)": 3.483870506286621,
+      "cov-distil (oracle2teacher)": 3.205134868621826,
       "epoch": 1.010989010989011,
-      "rel-constrast": 1.9382801055908203,
+      "rel-constrast": 3.4331932067871094,
       "step": 1288,
-      "subrel-constrast": 3.49955153465271,
+      "subrel-constrast": 3.4421775341033936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.234553575515747,
-      "cov-distil (oracle2student)": 4.834558486938477,
-      "cov-distil (oracle2teacher)": 4.858853340148926,
+      "cov-distil": 1.5989100933074951,
+      "cov-distil (oracle2student)": 5.425858974456787,
+      "cov-distil (oracle2teacher)": 5.07704496383667,
       "epoch": 1.011773940345369,
-      "rel-constrast": 3.5084009170532227,
+      "rel-constrast": 4.290983200073242,
       "step": 1289,
-      "subrel-constrast": 4.091920375823975,
+      "subrel-constrast": 4.093360424041748,
       "view-similarity": 0
     },
     {
       "epoch": 1.012558869701727,
-      "grad_norm": 5.75,
+      "grad_norm": 6.40625,
       "learning_rate": 4.98728980879697e-05,
-      "loss": 0.7892,
+      "loss": 0.8629,
       "step": 1290
     },
     {
-      "cov-distil": 1.7273941040039062,
-      "cov-distil (oracle2student)": 3.7560155391693115,
-      "cov-distil (oracle2teacher)": 3.7759454250335693,
+      "cov-distil": 1.9167832136154175,
+      "cov-distil (oracle2student)": 3.682281255722046,
+      "cov-distil (oracle2teacher)": 3.8299789428710938,
       "epoch": 1.012558869701727,
-      "rel-constrast": 3.9928665161132812,
+      "rel-constrast": 3.602611780166626,
       "step": 1290,
-      "subrel-constrast": 4.357268810272217,
+      "subrel-constrast": 4.4135847091674805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.467862606048584,
-      "cov-distil (oracle2student)": 4.111154079437256,
-      "cov-distil (oracle2teacher)": 3.9627327919006348,
+      "cov-distil": 2.308833122253418,
+      "cov-distil (oracle2student)": 3.718690872192383,
+      "cov-distil (oracle2teacher)": 4.088597774505615,
       "epoch": 1.0133437990580847,
-      "rel-constrast": 3.519113540649414,
+      "rel-constrast": 3.465391159057617,
       "step": 1291,
-      "subrel-constrast": 4.237674713134766,
+      "subrel-constrast": 4.010654449462891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5148426294326782,
-      "cov-distil (oracle2student)": 4.696568489074707,
-      "cov-distil (oracle2teacher)": 3.876321315765381,
+      "cov-distil": 1.4359936714172363,
+      "cov-distil (oracle2student)": 4.78385066986084,
+      "cov-distil (oracle2teacher)": 4.417817115783691,
       "epoch": 1.0141287284144427,
-      "rel-constrast": 3.3050906658172607,
+      "rel-constrast": 3.905639171600342,
       "step": 1292,
-      "subrel-constrast": 3.4839553833007812,
+      "subrel-constrast": 3.7299835681915283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8438262939453125,
-      "cov-distil (oracle2student)": 4.060823440551758,
-      "cov-distil (oracle2teacher)": 3.4887888431549072,
+      "cov-distil": 2.0723443031311035,
+      "cov-distil (oracle2student)": 4.540814399719238,
+      "cov-distil (oracle2teacher)": 3.385859966278076,
       "epoch": 1.0149136577708007,
-      "rel-constrast": 2.961482524871826,
+      "rel-constrast": 3.758356809616089,
       "step": 1293,
-      "subrel-constrast": 3.4915690422058105,
+      "subrel-constrast": 3.6937363147735596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6470657587051392,
-      "cov-distil (oracle2student)": 5.522467613220215,
-      "cov-distil (oracle2teacher)": 5.087027549743652,
+      "cov-distil": 1.9123358726501465,
+      "cov-distil (oracle2student)": 6.487281799316406,
+      "cov-distil (oracle2teacher)": 6.358832359313965,
       "epoch": 1.0156985871271587,
-      "rel-constrast": 2.538830280303955,
+      "rel-constrast": 3.1651997566223145,
       "step": 1294,
-      "subrel-constrast": 3.436119794845581,
+      "subrel-constrast": 3.4909908771514893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2104644775390625,
-      "cov-distil (oracle2student)": 5.3022613525390625,
-      "cov-distil (oracle2teacher)": 5.056353569030762,
+      "cov-distil": 2.139207363128662,
+      "cov-distil (oracle2student)": 5.2808332443237305,
+      "cov-distil (oracle2teacher)": 4.886931419372559,
       "epoch": 1.0164835164835164,
-      "rel-constrast": 3.100513458251953,
+      "rel-constrast": 3.814925193786621,
       "step": 1295,
-      "subrel-constrast": 4.386096954345703,
+      "subrel-constrast": 4.157708644866943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5883142948150635,
-      "cov-distil (oracle2student)": 3.7880847454071045,
-      "cov-distil (oracle2teacher)": 3.599816083908081,
+      "cov-distil": 2.01292085647583,
+      "cov-distil (oracle2student)": 4.433708190917969,
+      "cov-distil (oracle2teacher)": 4.259006977081299,
       "epoch": 1.0172684458398744,
-      "rel-constrast": 4.037959098815918,
+      "rel-constrast": 4.489102363586426,
       "step": 1296,
-      "subrel-constrast": 4.745327949523926,
+      "subrel-constrast": 4.805873870849609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2966320514678955,
-      "cov-distil (oracle2student)": 4.31317138671875,
-      "cov-distil (oracle2teacher)": 3.5976524353027344,
+      "cov-distil": 1.180525779724121,
+      "cov-distil (oracle2student)": 4.308717250823975,
+      "cov-distil (oracle2teacher)": 3.7236037254333496,
       "epoch": 1.0180533751962324,
-      "rel-constrast": 2.0686373710632324,
+      "rel-constrast": 2.349816083908081,
       "step": 1297,
-      "subrel-constrast": 2.4654552936553955,
+      "subrel-constrast": 2.4331138134002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5883524417877197,
-      "cov-distil (oracle2student)": 3.8555908203125,
-      "cov-distil (oracle2teacher)": 3.821279764175415,
+      "cov-distil": 1.6433050632476807,
+      "cov-distil (oracle2student)": 4.578648090362549,
+      "cov-distil (oracle2teacher)": 3.482128858566284,
       "epoch": 1.0188383045525902,
-      "rel-constrast": 3.526829481124878,
+      "rel-constrast": 3.9261891841888428,
       "step": 1298,
-      "subrel-constrast": 3.5030384063720703,
+      "subrel-constrast": 3.777752637863159,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1130247116088867,
-      "cov-distil (oracle2student)": 4.555819034576416,
-      "cov-distil (oracle2teacher)": 4.497869491577148,
+      "cov-distil": 1.6877901554107666,
+      "cov-distil (oracle2student)": 4.539858818054199,
+      "cov-distil (oracle2teacher)": 4.395484924316406,
       "epoch": 1.0196232339089482,
-      "rel-constrast": 2.126577138900757,
+      "rel-constrast": 2.31238055229187,
       "step": 1299,
-      "subrel-constrast": 2.9038138389587402,
+      "subrel-constrast": 3.1176986694335938,
       "view-similarity": 0
     },
     {
       "epoch": 1.0204081632653061,
-      "grad_norm": 5.65625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.9863958052367894e-05,
-      "loss": 0.8194,
+      "loss": 0.8697,
       "step": 1300
     },
     {
       "epoch": 1.0204081632653061,
-      "overlap": 0.26875001192092896,
+      "overlap": 0.2640624940395355,
       "step": 1300
     },
     {
       "epoch": 1.0204081632653061,
       "step": 1300,
-      "student margin": 0.06024169921875
+      "student margin": 0.05438232421875
     },
     {
       "epoch": 1.0204081632653061,
       "step": 1300,
-      "teacher margin": 0.040252685546875
+      "teacher margin": 0.0404052734375
     },
     {
       "epoch": 1.0204081632653061,
-      "margin difference": -0.019989013671875,
+      "margin difference": -0.01397705078125,
       "step": 1300
     },
     {
-      "cov-distil": 1.3395636081695557,
-      "cov-distil (oracle2student)": 3.0983505249023438,
-      "cov-distil (oracle2teacher)": 3.2304043769836426,
+      "cov-distil": 1.830113172531128,
+      "cov-distil (oracle2student)": 3.5834813117980957,
+      "cov-distil (oracle2teacher)": 3.2550482749938965,
       "epoch": 1.0204081632653061,
-      "rel-constrast": 3.1438610553741455,
+      "rel-constrast": 3.564074754714966,
       "step": 1300,
-      "subrel-constrast": 4.0625739097595215,
+      "subrel-constrast": 4.043302059173584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073345184326172,
-      "cov-distil (oracle2student)": 3.700442314147949,
-      "cov-distil (oracle2teacher)": 3.6782922744750977,
+      "cov-distil": 2.21354603767395,
+      "cov-distil (oracle2student)": 4.388579368591309,
+      "cov-distil (oracle2teacher)": 4.430628299713135,
       "epoch": 1.0211930926216641,
-      "rel-constrast": 2.650118350982666,
+      "rel-constrast": 3.2502241134643555,
       "step": 1301,
-      "subrel-constrast": 3.522528886795044,
+      "subrel-constrast": 3.3024632930755615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4473029375076294,
-      "cov-distil (oracle2student)": 6.094466686248779,
-      "cov-distil (oracle2teacher)": 5.832391262054443,
+      "cov-distil": 1.702307939529419,
+      "cov-distil (oracle2student)": 5.875616073608398,
+      "cov-distil (oracle2teacher)": 6.312314987182617,
       "epoch": 1.021978021978022,
-      "rel-constrast": 2.869513511657715,
+      "rel-constrast": 3.0130228996276855,
       "step": 1302,
-      "subrel-constrast": 3.6461844444274902,
+      "subrel-constrast": 3.725278854370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.638033390045166,
-      "cov-distil (oracle2student)": 4.220510959625244,
-      "cov-distil (oracle2teacher)": 4.232014179229736,
+      "cov-distil": 2.28080677986145,
+      "cov-distil (oracle2student)": 4.13006067276001,
+      "cov-distil (oracle2teacher)": 4.156861305236816,
       "epoch": 1.0227629513343799,
-      "rel-constrast": 2.4472506046295166,
+      "rel-constrast": 2.9314961433410645,
       "step": 1303,
-      "subrel-constrast": 3.1475207805633545,
+      "subrel-constrast": 3.148747682571411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2751193046569824,
-      "cov-distil (oracle2student)": 4.306950092315674,
-      "cov-distil (oracle2teacher)": 4.524712562561035,
+      "cov-distil": 1.4593336582183838,
+      "cov-distil (oracle2student)": 4.363831520080566,
+      "cov-distil (oracle2teacher)": 4.61897611618042,
       "epoch": 1.0235478806907379,
-      "rel-constrast": 3.4688055515289307,
+      "rel-constrast": 3.669921398162842,
       "step": 1304,
-      "subrel-constrast": 3.712144374847412,
+      "subrel-constrast": 3.5703186988830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5723475217819214,
-      "cov-distil (oracle2student)": 3.356821298599243,
-      "cov-distil (oracle2teacher)": 3.0643234252929688,
+      "cov-distil": 2.120180606842041,
+      "cov-distil (oracle2student)": 3.105886936187744,
+      "cov-distil (oracle2teacher)": 3.325340747833252,
       "epoch": 1.0243328100470959,
-      "rel-constrast": 3.0019564628601074,
+      "rel-constrast": 3.211686134338379,
       "step": 1305,
-      "subrel-constrast": 3.6949265003204346,
+      "subrel-constrast": 3.6040682792663574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8963088989257812,
-      "cov-distil (oracle2student)": 3.701265811920166,
-      "cov-distil (oracle2teacher)": 3.4680700302124023,
+      "cov-distil": 2.3618814945220947,
+      "cov-distil (oracle2student)": 4.149857521057129,
+      "cov-distil (oracle2teacher)": 3.8214662075042725,
       "epoch": 1.0251177394034536,
-      "rel-constrast": 2.4101920127868652,
+      "rel-constrast": 2.938178539276123,
       "step": 1306,
-      "subrel-constrast": 3.050083875656128,
+      "subrel-constrast": 3.5477044582366943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.648195743560791,
-      "cov-distil (oracle2student)": 5.6912312507629395,
-      "cov-distil (oracle2teacher)": 5.253078460693359,
+      "cov-distil": 1.7939834594726562,
+      "cov-distil (oracle2student)": 6.05979061126709,
+      "cov-distil (oracle2teacher)": 5.555126667022705,
       "epoch": 1.0259026687598116,
-      "rel-constrast": 4.392531394958496,
+      "rel-constrast": 4.596658706665039,
       "step": 1307,
-      "subrel-constrast": 5.013519763946533,
+      "subrel-constrast": 4.961034297943115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4382164478302002,
-      "cov-distil (oracle2student)": 3.0869290828704834,
-      "cov-distil (oracle2teacher)": 3.173279285430908,
+      "cov-distil": 1.8497258424758911,
+      "cov-distil (oracle2student)": 3.50288724899292,
+      "cov-distil (oracle2teacher)": 3.313469171524048,
       "epoch": 1.0266875981161696,
-      "rel-constrast": 3.0286943912506104,
+      "rel-constrast": 3.488003969192505,
       "step": 1308,
-      "subrel-constrast": 3.525634765625,
+      "subrel-constrast": 3.7511627674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4569480419158936,
-      "cov-distil (oracle2student)": 3.4641032218933105,
-      "cov-distil (oracle2teacher)": 3.1311259269714355,
+      "cov-distil": 1.518052101135254,
+      "cov-distil (oracle2student)": 3.729572296142578,
+      "cov-distil (oracle2teacher)": 3.6041717529296875,
       "epoch": 1.0274725274725274,
-      "rel-constrast": 1.8754380941390991,
+      "rel-constrast": 2.278848648071289,
       "step": 1309,
-      "subrel-constrast": 2.5917394161224365,
+      "subrel-constrast": 2.3949685096740723,
       "view-similarity": 0
     },
     {
       "epoch": 1.0282574568288854,
-      "grad_norm": 3.9375,
+      "grad_norm": 5.125,
       "learning_rate": 4.9854715057283805e-05,
-      "loss": 0.7717,
+      "loss": 0.8236,
       "step": 1310
     },
     {
-      "cov-distil": 1.4160232543945312,
-      "cov-distil (oracle2student)": 2.563685655593872,
-      "cov-distil (oracle2teacher)": 2.833798885345459,
+      "cov-distil": 1.823325514793396,
+      "cov-distil (oracle2student)": 2.88900089263916,
+      "cov-distil (oracle2teacher)": 2.398836612701416,
       "epoch": 1.0282574568288854,
-      "rel-constrast": 2.7168760299682617,
+      "rel-constrast": 3.144449234008789,
       "step": 1310,
-      "subrel-constrast": 3.7507357597351074,
+      "subrel-constrast": 3.058751344680786,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5921193361282349,
-      "cov-distil (oracle2student)": 3.550126075744629,
-      "cov-distil (oracle2teacher)": 3.443373441696167,
+      "cov-distil": 1.7906049489974976,
+      "cov-distil (oracle2student)": 3.245541572570801,
+      "cov-distil (oracle2teacher)": 3.599184989929199,
       "epoch": 1.0290423861852434,
-      "rel-constrast": 2.986751079559326,
+      "rel-constrast": 3.280625343322754,
       "step": 1311,
-      "subrel-constrast": 3.5625743865966797,
+      "subrel-constrast": 3.638580799102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8855676651000977,
-      "cov-distil (oracle2student)": 4.2328972816467285,
-      "cov-distil (oracle2teacher)": 3.6999707221984863,
+      "cov-distil": 2.5703125,
+      "cov-distil (oracle2student)": 4.940169811248779,
+      "cov-distil (oracle2teacher)": 3.570718765258789,
       "epoch": 1.0298273155416013,
-      "rel-constrast": 3.429626703262329,
+      "rel-constrast": 4.476490020751953,
       "step": 1312,
-      "subrel-constrast": 3.70088791847229,
+      "subrel-constrast": 3.299349069595337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6681512594223022,
-      "cov-distil (oracle2student)": 4.537883758544922,
-      "cov-distil (oracle2teacher)": 4.161434650421143,
+      "cov-distil": 1.4601044654846191,
+      "cov-distil (oracle2student)": 4.699124336242676,
+      "cov-distil (oracle2teacher)": 4.822993278503418,
       "epoch": 1.030612244897959,
-      "rel-constrast": 3.173257827758789,
+      "rel-constrast": 3.178163766860962,
       "step": 1313,
-      "subrel-constrast": 4.387771129608154,
+      "subrel-constrast": 4.0323333740234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0507285594940186,
-      "cov-distil (oracle2student)": 5.675127983093262,
-      "cov-distil (oracle2teacher)": 5.059904098510742,
+      "cov-distil": 2.2325854301452637,
+      "cov-distil (oracle2student)": 6.367338180541992,
+      "cov-distil (oracle2teacher)": 5.718547344207764,
       "epoch": 1.031397174254317,
-      "rel-constrast": 2.9254150390625,
+      "rel-constrast": 3.3757095336914062,
       "step": 1314,
-      "subrel-constrast": 3.908088445663452,
+      "subrel-constrast": 4.138506889343262,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.640880823135376,
-      "cov-distil (oracle2student)": 4.122154235839844,
-      "cov-distil (oracle2teacher)": 4.358137130737305,
+      "cov-distil": 1.88057541847229,
+      "cov-distil (oracle2student)": 4.481681823730469,
+      "cov-distil (oracle2teacher)": 4.445044040679932,
       "epoch": 1.032182103610675,
-      "rel-constrast": 3.0527353286743164,
+      "rel-constrast": 3.590693473815918,
       "step": 1315,
-      "subrel-constrast": 4.129584789276123,
+      "subrel-constrast": 4.102544784545898,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6014385223388672,
-      "cov-distil (oracle2student)": 3.5628504753112793,
-      "cov-distil (oracle2teacher)": 4.265000820159912,
+      "cov-distil": 1.9296611547470093,
+      "cov-distil (oracle2student)": 3.575791835784912,
+      "cov-distil (oracle2teacher)": 3.9685821533203125,
       "epoch": 1.032967032967033,
-      "rel-constrast": 2.7084922790527344,
+      "rel-constrast": 3.000504970550537,
       "step": 1316,
-      "subrel-constrast": 3.783332586288452,
+      "subrel-constrast": 3.3009145259857178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6147665977478027,
-      "cov-distil (oracle2student)": 3.35066819190979,
-      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "cov-distil": 1.5652796030044556,
+      "cov-distil (oracle2student)": 3.822141408920288,
+      "cov-distil (oracle2teacher)": 3.717766046524048,
       "epoch": 1.0337519623233908,
-      "rel-constrast": 2.6022496223449707,
+      "rel-constrast": 2.9981689453125,
       "step": 1317,
-      "subrel-constrast": 3.8188657760620117,
+      "subrel-constrast": 3.8693525791168213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3855886459350586,
-      "cov-distil (oracle2student)": 4.939333915710449,
-      "cov-distil (oracle2teacher)": 4.312867164611816,
+      "cov-distil": 1.8240965604782104,
+      "cov-distil (oracle2student)": 5.016845703125,
+      "cov-distil (oracle2teacher)": 4.8133039474487305,
       "epoch": 1.0345368916797488,
-      "rel-constrast": 3.1361048221588135,
+      "rel-constrast": 3.3483941555023193,
       "step": 1318,
-      "subrel-constrast": 3.1475367546081543,
+      "subrel-constrast": 3.3512778282165527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4239692687988281,
-      "cov-distil (oracle2student)": 3.124915599822998,
-      "cov-distil (oracle2teacher)": 3.1291980743408203,
+      "cov-distil": 1.946333408355713,
+      "cov-distil (oracle2student)": 3.910140037536621,
+      "cov-distil (oracle2teacher)": 3.2968554496765137,
       "epoch": 1.0353218210361068,
-      "rel-constrast": 2.4155147075653076,
+      "rel-constrast": 3.213494300842285,
       "step": 1319,
-      "subrel-constrast": 3.4853718280792236,
+      "subrel-constrast": 3.2627782821655273,
       "view-similarity": 0
     },
     {
       "epoch": 1.0361067503924646,
-      "grad_norm": 4.625,
+      "grad_norm": 5.65625,
       "learning_rate": 4.984516921534042e-05,
-      "loss": 0.7694,
+      "loss": 0.8402,
       "step": 1320
     },
     {
-      "cov-distil": 1.5735676288604736,
-      "cov-distil (oracle2student)": 3.79526424407959,
-      "cov-distil (oracle2teacher)": 3.2370409965515137,
+      "cov-distil": 1.7495144605636597,
+      "cov-distil (oracle2student)": 4.081148147583008,
+      "cov-distil (oracle2teacher)": 3.629013776779175,
       "epoch": 1.0361067503924646,
-      "rel-constrast": 2.718919277191162,
+      "rel-constrast": 2.9737377166748047,
       "step": 1320,
-      "subrel-constrast": 3.2795329093933105,
+      "subrel-constrast": 3.2534680366516113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9603523015975952,
-      "cov-distil (oracle2student)": 5.406013488769531,
-      "cov-distil (oracle2teacher)": 4.547806739807129,
+      "cov-distil": 2.4694128036499023,
+      "cov-distil (oracle2student)": 5.693175315856934,
+      "cov-distil (oracle2teacher)": 5.178605079650879,
       "epoch": 1.0368916797488226,
-      "rel-constrast": 3.2848238945007324,
+      "rel-constrast": 3.0661027431488037,
       "step": 1321,
-      "subrel-constrast": 3.987123727798462,
+      "subrel-constrast": 4.249299049377441,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7783422470092773,
-      "cov-distil (oracle2student)": 4.059505462646484,
-      "cov-distil (oracle2teacher)": 3.2544448375701904,
+      "cov-distil": 2.172682046890259,
+      "cov-distil (oracle2student)": 4.187544345855713,
+      "cov-distil (oracle2teacher)": 3.8240299224853516,
       "epoch": 1.0376766091051806,
-      "rel-constrast": 3.268892288208008,
+      "rel-constrast": 3.8701770305633545,
       "step": 1322,
-      "subrel-constrast": 3.918067455291748,
+      "subrel-constrast": 3.9903929233551025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.265488624572754,
-      "cov-distil (oracle2student)": 5.315093994140625,
-      "cov-distil (oracle2teacher)": 4.242465496063232,
+      "cov-distil": 1.3644040822982788,
+      "cov-distil (oracle2student)": 5.332676410675049,
+      "cov-distil (oracle2teacher)": 5.052842140197754,
       "epoch": 1.0384615384615385,
-      "rel-constrast": 3.3319427967071533,
+      "rel-constrast": 3.0908215045928955,
       "step": 1323,
-      "subrel-constrast": 3.552429676055908,
+      "subrel-constrast": 3.681448459625244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6411206722259521,
-      "cov-distil (oracle2student)": 4.402083396911621,
-      "cov-distil (oracle2teacher)": 4.539468765258789,
+      "cov-distil": 1.8968536853790283,
+      "cov-distil (oracle2student)": 4.756662845611572,
+      "cov-distil (oracle2teacher)": 4.805327415466309,
       "epoch": 1.0392464678178963,
-      "rel-constrast": 2.5891757011413574,
+      "rel-constrast": 2.923099994659424,
       "step": 1324,
-      "subrel-constrast": 3.3325674533843994,
+      "subrel-constrast": 3.398674249649048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7119067907333374,
-      "cov-distil (oracle2student)": 4.110739707946777,
-      "cov-distil (oracle2teacher)": 4.20479679107666,
+      "cov-distil": 2.148824453353882,
+      "cov-distil (oracle2student)": 4.865352630615234,
+      "cov-distil (oracle2teacher)": 4.387182712554932,
       "epoch": 1.0400313971742543,
-      "rel-constrast": 3.6010303497314453,
+      "rel-constrast": 4.079176902770996,
       "step": 1325,
-      "subrel-constrast": 4.417725563049316,
+      "subrel-constrast": 4.2612199783325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5757135152816772,
-      "cov-distil (oracle2student)": 4.751351356506348,
-      "cov-distil (oracle2teacher)": 4.305976390838623,
+      "cov-distil": 1.9312994480133057,
+      "cov-distil (oracle2student)": 4.625995635986328,
+      "cov-distil (oracle2teacher)": 4.489372730255127,
       "epoch": 1.0408163265306123,
-      "rel-constrast": 2.329827308654785,
+      "rel-constrast": 3.1336452960968018,
       "step": 1326,
-      "subrel-constrast": 3.1315464973449707,
+      "subrel-constrast": 3.1908202171325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2380353212356567,
-      "cov-distil (oracle2student)": 4.608445167541504,
-      "cov-distil (oracle2teacher)": 4.567604064941406,
+      "cov-distil": 2.0053513050079346,
+      "cov-distil (oracle2student)": 4.817592620849609,
+      "cov-distil (oracle2teacher)": 4.828701496124268,
       "epoch": 1.0416012558869703,
-      "rel-constrast": 3.545478105545044,
+      "rel-constrast": 3.835188388824463,
       "step": 1327,
-      "subrel-constrast": 3.73474383354187,
+      "subrel-constrast": 3.2523434162139893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3552968502044678,
-      "cov-distil (oracle2student)": 3.7210333347320557,
-      "cov-distil (oracle2teacher)": 3.643429756164551,
+      "cov-distil": 1.8207558393478394,
+      "cov-distil (oracle2student)": 4.300651550292969,
+      "cov-distil (oracle2teacher)": 4.180110931396484,
       "epoch": 1.042386185243328,
-      "rel-constrast": 2.3626973628997803,
+      "rel-constrast": 2.9560043811798096,
       "step": 1328,
-      "subrel-constrast": 3.419344186782837,
+      "subrel-constrast": 3.3464367389678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6793065071105957,
-      "cov-distil (oracle2student)": 3.8620169162750244,
-      "cov-distil (oracle2teacher)": 3.477570056915283,
+      "cov-distil": 2.045022964477539,
+      "cov-distil (oracle2student)": 4.090999603271484,
+      "cov-distil (oracle2teacher)": 4.053657531738281,
       "epoch": 1.043171114599686,
-      "rel-constrast": 2.550403118133545,
+      "rel-constrast": 3.7915937900543213,
       "step": 1329,
-      "subrel-constrast": 3.0018975734710693,
+      "subrel-constrast": 3.6056673526763916,
       "view-similarity": 0
     },
     {
       "epoch": 1.043956043956044,
-      "grad_norm": 4.875,
+      "grad_norm": 6.46875,
       "learning_rate": 4.98353206428508e-05,
-      "loss": 0.779,
+      "loss": 0.843,
       "step": 1330
     },
     {
-      "cov-distil": 1.5603997707366943,
-      "cov-distil (oracle2student)": 2.021341562271118,
-      "cov-distil (oracle2teacher)": 2.444761276245117,
+      "cov-distil": 1.750560998916626,
+      "cov-distil (oracle2student)": 2.267582416534424,
+      "cov-distil (oracle2teacher)": 2.061251640319824,
       "epoch": 1.043956043956044,
-      "rel-constrast": 1.9387398958206177,
+      "rel-constrast": 2.272977113723755,
       "step": 1330,
-      "subrel-constrast": 3.2837231159210205,
+      "subrel-constrast": 2.9832491874694824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.789320945739746,
-      "cov-distil (oracle2student)": 4.488680839538574,
-      "cov-distil (oracle2teacher)": 4.014732360839844,
+      "cov-distil": 2.020219326019287,
+      "cov-distil (oracle2student)": 3.6426095962524414,
+      "cov-distil (oracle2teacher)": 4.466653823852539,
       "epoch": 1.0447409733124018,
-      "rel-constrast": 5.365977764129639,
+      "rel-constrast": 4.929354667663574,
       "step": 1331,
-      "subrel-constrast": 5.195187091827393,
+      "subrel-constrast": 5.6037445068359375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7279833555221558,
-      "cov-distil (oracle2student)": 3.847268581390381,
-      "cov-distil (oracle2teacher)": 3.972043514251709,
+      "cov-distil": 2.1063756942749023,
+      "cov-distil (oracle2student)": 3.808192729949951,
+      "cov-distil (oracle2teacher)": 4.342225074768066,
       "epoch": 1.0455259026687598,
-      "rel-constrast": 2.129772186279297,
+      "rel-constrast": 2.727627754211426,
       "step": 1332,
-      "subrel-constrast": 2.9550578594207764,
+      "subrel-constrast": 2.8298397064208984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2181808948516846,
-      "cov-distil (oracle2student)": 3.905850410461426,
-      "cov-distil (oracle2teacher)": 3.405874013900757,
+      "cov-distil": 1.1050111055374146,
+      "cov-distil (oracle2student)": 4.199719429016113,
+      "cov-distil (oracle2teacher)": 3.8328990936279297,
       "epoch": 1.0463108320251178,
-      "rel-constrast": 3.2089219093322754,
+      "rel-constrast": 3.2700512409210205,
       "step": 1333,
-      "subrel-constrast": 3.502013921737671,
+      "subrel-constrast": 3.433842897415161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5846612453460693,
-      "cov-distil (oracle2student)": 2.4374899864196777,
-      "cov-distil (oracle2teacher)": 2.9026522636413574,
+      "cov-distil": 1.8737285137176514,
+      "cov-distil (oracle2student)": 2.825641632080078,
+      "cov-distil (oracle2teacher)": 2.7760121822357178,
       "epoch": 1.0470957613814758,
-      "rel-constrast": 2.8598501682281494,
+      "rel-constrast": 3.1757845878601074,
       "step": 1334,
-      "subrel-constrast": 3.376497507095337,
+      "subrel-constrast": 3.0753467082977295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8323559761047363,
-      "cov-distil (oracle2student)": 4.377843379974365,
-      "cov-distil (oracle2teacher)": 4.030404090881348,
+      "cov-distil": 2.338779926300049,
+      "cov-distil (oracle2student)": 4.238726615905762,
+      "cov-distil (oracle2teacher)": 3.9974472522735596,
       "epoch": 1.0478806907378335,
-      "rel-constrast": 3.300595283508301,
+      "rel-constrast": 3.183053731918335,
       "step": 1335,
-      "subrel-constrast": 3.808056354522705,
+      "subrel-constrast": 3.662080764770508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9013278484344482,
-      "cov-distil (oracle2student)": 3.5153331756591797,
-      "cov-distil (oracle2teacher)": 3.4593381881713867,
+      "cov-distil": 2.2703864574432373,
+      "cov-distil (oracle2student)": 3.8008527755737305,
+      "cov-distil (oracle2teacher)": 3.4160397052764893,
       "epoch": 1.0486656200941915,
-      "rel-constrast": 3.9633121490478516,
+      "rel-constrast": 4.2721710205078125,
       "step": 1336,
-      "subrel-constrast": 4.615512847900391,
+      "subrel-constrast": 4.304571151733398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6298719644546509,
-      "cov-distil (oracle2student)": 2.91507625579834,
-      "cov-distil (oracle2teacher)": 2.8473191261291504,
+      "cov-distil": 2.094728469848633,
+      "cov-distil (oracle2student)": 3.157522201538086,
+      "cov-distil (oracle2teacher)": 3.089301109313965,
       "epoch": 1.0494505494505495,
-      "rel-constrast": 2.31758451461792,
+      "rel-constrast": 2.337132453918457,
       "step": 1337,
-      "subrel-constrast": 2.9014508724212646,
+      "subrel-constrast": 3.0309677124023438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.287497043609619,
-      "cov-distil (oracle2student)": 5.130228042602539,
-      "cov-distil (oracle2teacher)": 4.528473854064941,
+      "cov-distil": 2.1562881469726562,
+      "cov-distil (oracle2student)": 5.542390823364258,
+      "cov-distil (oracle2teacher)": 4.9965009689331055,
       "epoch": 1.0502354788069075,
-      "rel-constrast": 3.1626267433166504,
+      "rel-constrast": 3.353144645690918,
       "step": 1338,
-      "subrel-constrast": 4.1389946937561035,
+      "subrel-constrast": 4.201553821563721,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6564306020736694,
-      "cov-distil (oracle2student)": 4.191096782684326,
-      "cov-distil (oracle2teacher)": 3.5165205001831055,
+      "cov-distil": 2.1049537658691406,
+      "cov-distil (oracle2student)": 4.347463607788086,
+      "cov-distil (oracle2teacher)": 3.586488723754883,
       "epoch": 1.0510204081632653,
-      "rel-constrast": 2.081233024597168,
+      "rel-constrast": 2.394252300262451,
       "step": 1339,
-      "subrel-constrast": 2.853550672531128,
+      "subrel-constrast": 2.988757610321045,
       "view-similarity": 0
     },
     {
       "epoch": 1.0518053375196232,
-      "grad_norm": 6.15625,
+      "grad_norm": 5.0625,
       "learning_rate": 4.982516945981669e-05,
-      "loss": 0.8012,
+      "loss": 0.7979,
       "step": 1340
     },
     {
-      "cov-distil": 1.891442894935608,
-      "cov-distil (oracle2student)": 4.110203742980957,
-      "cov-distil (oracle2teacher)": 3.939481735229492,
+      "cov-distil": 2.47222900390625,
+      "cov-distil (oracle2student)": 5.300784111022949,
+      "cov-distil (oracle2teacher)": 4.304022789001465,
       "epoch": 1.0518053375196232,
-      "rel-constrast": 3.074136734008789,
+      "rel-constrast": 3.863157272338867,
       "step": 1340,
-      "subrel-constrast": 3.839629650115967,
+      "subrel-constrast": 4.165891170501709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5117946863174438,
-      "cov-distil (oracle2student)": 4.452583312988281,
-      "cov-distil (oracle2teacher)": 4.244133472442627,
+      "cov-distil": 2.447739601135254,
+      "cov-distil (oracle2student)": 5.091309070587158,
+      "cov-distil (oracle2teacher)": 4.325098514556885,
       "epoch": 1.0525902668759812,
-      "rel-constrast": 2.4261984825134277,
+      "rel-constrast": 3.412022352218628,
       "step": 1341,
-      "subrel-constrast": 3.5631704330444336,
+      "subrel-constrast": 3.312221050262451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5490021705627441,
-      "cov-distil (oracle2student)": 4.505932807922363,
-      "cov-distil (oracle2teacher)": 4.503978729248047,
+      "cov-distil": 1.8046998977661133,
+      "cov-distil (oracle2student)": 4.78999662399292,
+      "cov-distil (oracle2teacher)": 4.8204665184021,
       "epoch": 1.053375196232339,
-      "rel-constrast": 2.4422760009765625,
+      "rel-constrast": 3.1849513053894043,
       "step": 1342,
-      "subrel-constrast": 3.5781614780426025,
+      "subrel-constrast": 3.5831241607666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6790764331817627,
-      "cov-distil (oracle2student)": 3.9384570121765137,
-      "cov-distil (oracle2teacher)": 4.184779167175293,
+      "cov-distil": 1.941680669784546,
+      "cov-distil (oracle2student)": 4.191270351409912,
+      "cov-distil (oracle2teacher)": 4.328269958496094,
       "epoch": 1.054160125588697,
-      "rel-constrast": 3.3922536373138428,
+      "rel-constrast": 3.7444562911987305,
       "step": 1343,
-      "subrel-constrast": 4.281126022338867,
+      "subrel-constrast": 4.395193576812744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4852817058563232,
-      "cov-distil (oracle2student)": 4.067353248596191,
-      "cov-distil (oracle2teacher)": 3.88303279876709,
+      "cov-distil": 1.6044442653656006,
+      "cov-distil (oracle2student)": 3.7221179008483887,
+      "cov-distil (oracle2teacher)": 4.132364273071289,
       "epoch": 1.054945054945055,
-      "rel-constrast": 3.7798471450805664,
+      "rel-constrast": 4.345451354980469,
       "step": 1344,
-      "subrel-constrast": 4.280847549438477,
+      "subrel-constrast": 4.405514717102051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7029610872268677,
-      "cov-distil (oracle2student)": 4.761334419250488,
-      "cov-distil (oracle2teacher)": 3.669780731201172,
+      "cov-distil": 1.9263830184936523,
+      "cov-distil (oracle2student)": 4.680680274963379,
+      "cov-distil (oracle2teacher)": 4.123058319091797,
       "epoch": 1.055729984301413,
-      "rel-constrast": 2.7117233276367188,
+      "rel-constrast": 2.9651038646698,
       "step": 1345,
-      "subrel-constrast": 3.063453197479248,
+      "subrel-constrast": 3.4146392345428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3466800451278687,
-      "cov-distil (oracle2student)": 4.216004371643066,
-      "cov-distil (oracle2teacher)": 4.574625015258789,
+      "cov-distil": 1.8667757511138916,
+      "cov-distil (oracle2student)": 4.679299354553223,
+      "cov-distil (oracle2teacher)": 4.3303351402282715,
       "epoch": 1.0565149136577707,
-      "rel-constrast": 2.9508233070373535,
+      "rel-constrast": 3.2571349143981934,
       "step": 1346,
-      "subrel-constrast": 3.9286856651306152,
+      "subrel-constrast": 4.196206092834473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6089322566986084,
-      "cov-distil (oracle2student)": 2.309438705444336,
-      "cov-distil (oracle2teacher)": 2.84455943107605,
+      "cov-distil": 2.125149965286255,
+      "cov-distil (oracle2student)": 2.9801197052001953,
+      "cov-distil (oracle2teacher)": 2.8524956703186035,
       "epoch": 1.0572998430141287,
-      "rel-constrast": 2.436990737915039,
+      "rel-constrast": 3.078124523162842,
       "step": 1347,
-      "subrel-constrast": 3.7577571868896484,
+      "subrel-constrast": 3.4578113555908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7151784896850586,
-      "cov-distil (oracle2student)": 2.5667970180511475,
-      "cov-distil (oracle2teacher)": 2.659790515899658,
+      "cov-distil": 1.8011236190795898,
+      "cov-distil (oracle2student)": 3.0870325565338135,
+      "cov-distil (oracle2teacher)": 3.300926446914673,
       "epoch": 1.0580847723704867,
-      "rel-constrast": 3.402242660522461,
+      "rel-constrast": 4.349246978759766,
       "step": 1348,
-      "subrel-constrast": 4.1476593017578125,
+      "subrel-constrast": 4.167850017547607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5186069011688232,
-      "cov-distil (oracle2student)": 3.091311454772949,
-      "cov-distil (oracle2teacher)": 3.2050833702087402,
+      "cov-distil": 2.0032734870910645,
+      "cov-distil (oracle2student)": 3.897831916809082,
+      "cov-distil (oracle2teacher)": 3.507340669631958,
       "epoch": 1.0588697017268447,
-      "rel-constrast": 2.8237643241882324,
+      "rel-constrast": 3.7990469932556152,
       "step": 1349,
-      "subrel-constrast": 4.03464937210083,
+      "subrel-constrast": 3.888484239578247,
       "view-similarity": 0
     },
     {
       "epoch": 1.0596546310832025,
-      "grad_norm": 5.4375,
+      "grad_norm": 7.21875,
       "learning_rate": 4.981471578992706e-05,
-      "loss": 0.776,
+      "loss": 0.9,
       "step": 1350
     },
     {
-      "cov-distil": 1.7764843702316284,
-      "cov-distil (oracle2student)": 2.385777473449707,
-      "cov-distil (oracle2teacher)": 2.9466400146484375,
+      "cov-distil": 2.2279276847839355,
+      "cov-distil (oracle2student)": 2.2432825565338135,
+      "cov-distil (oracle2teacher)": 2.8796868324279785,
       "epoch": 1.0596546310832025,
-      "rel-constrast": 2.9991157054901123,
+      "rel-constrast": 3.27577543258667,
       "step": 1350,
-      "subrel-constrast": 4.1020731925964355,
+      "subrel-constrast": 3.874244213104248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5321710109710693,
-      "cov-distil (oracle2student)": 3.7962632179260254,
-      "cov-distil (oracle2teacher)": 3.8199100494384766,
+      "cov-distil": 1.252164363861084,
+      "cov-distil (oracle2student)": 3.9084460735321045,
+      "cov-distil (oracle2teacher)": 3.996203660964966,
       "epoch": 1.0604395604395604,
-      "rel-constrast": 1.8470566272735596,
+      "rel-constrast": 2.58622145652771,
       "step": 1351,
-      "subrel-constrast": 2.904076337814331,
+      "subrel-constrast": 2.6121468544006348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4473285675048828,
-      "cov-distil (oracle2student)": 5.215753555297852,
-      "cov-distil (oracle2teacher)": 5.062963962554932,
+      "cov-distil": 1.6781609058380127,
+      "cov-distil (oracle2student)": 4.740148544311523,
+      "cov-distil (oracle2teacher)": 5.130048751831055,
       "epoch": 1.0612244897959184,
-      "rel-constrast": 2.7066211700439453,
+      "rel-constrast": 3.128143310546875,
       "step": 1352,
-      "subrel-constrast": 3.5213730335235596,
+      "subrel-constrast": 3.2665696144104004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7678200006484985,
-      "cov-distil (oracle2student)": 5.534285068511963,
-      "cov-distil (oracle2teacher)": 4.940554618835449,
+      "cov-distil": 1.6227867603302002,
+      "cov-distil (oracle2student)": 5.9379401206970215,
+      "cov-distil (oracle2teacher)": 5.305999755859375,
       "epoch": 1.0620094191522762,
-      "rel-constrast": 2.970421314239502,
+      "rel-constrast": 3.532778024673462,
       "step": 1353,
-      "subrel-constrast": 3.809866428375244,
+      "subrel-constrast": 3.4753634929656982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2517756223678589,
-      "cov-distil (oracle2student)": 4.270276069641113,
-      "cov-distil (oracle2teacher)": 4.404227256774902,
+      "cov-distil": 1.4601242542266846,
+      "cov-distil (oracle2student)": 4.805552959442139,
+      "cov-distil (oracle2teacher)": 4.311644554138184,
       "epoch": 1.0627943485086342,
-      "rel-constrast": 2.5669658184051514,
+      "rel-constrast": 3.411879539489746,
       "step": 1354,
-      "subrel-constrast": 3.3136885166168213,
+      "subrel-constrast": 3.0466880798339844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.255814790725708,
-      "cov-distil (oracle2student)": 4.298757076263428,
-      "cov-distil (oracle2teacher)": 4.080432891845703,
+      "cov-distil": 1.7063993215560913,
+      "cov-distil (oracle2student)": 3.865244150161743,
+      "cov-distil (oracle2teacher)": 4.022218704223633,
       "epoch": 1.0635792778649922,
-      "rel-constrast": 3.112243175506592,
+      "rel-constrast": 3.048867702484131,
       "step": 1355,
-      "subrel-constrast": 3.465294122695923,
+      "subrel-constrast": 3.43363618850708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9884713888168335,
-      "cov-distil (oracle2student)": 3.3464155197143555,
-      "cov-distil (oracle2teacher)": 3.7389323711395264,
+      "cov-distil": 2.1350483894348145,
+      "cov-distil (oracle2student)": 3.8776516914367676,
+      "cov-distil (oracle2teacher)": 4.375025749206543,
       "epoch": 1.0643642072213502,
-      "rel-constrast": 4.075211524963379,
+      "rel-constrast": 4.067684173583984,
       "step": 1356,
-      "subrel-constrast": 4.776978969573975,
+      "subrel-constrast": 4.804574966430664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.566786766052246,
-      "cov-distil (oracle2student)": 5.72592830657959,
-      "cov-distil (oracle2teacher)": 5.339461326599121,
+      "cov-distil": 2.096156120300293,
+      "cov-distil (oracle2student)": 6.001239776611328,
+      "cov-distil (oracle2teacher)": 5.573868751525879,
       "epoch": 1.065149136577708,
-      "rel-constrast": 3.25872802734375,
+      "rel-constrast": 3.7518668174743652,
       "step": 1357,
-      "subrel-constrast": 3.9985079765319824,
+      "subrel-constrast": 4.055861473083496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.400079369544983,
-      "cov-distil (oracle2student)": 3.3879170417785645,
-      "cov-distil (oracle2teacher)": 3.559767723083496,
+      "cov-distil": 2.3365488052368164,
+      "cov-distil (oracle2student)": 4.182671546936035,
+      "cov-distil (oracle2teacher)": 4.013409614562988,
       "epoch": 1.065934065934066,
-      "rel-constrast": 3.015141487121582,
+      "rel-constrast": 3.5988097190856934,
       "step": 1358,
-      "subrel-constrast": 3.81351375579834,
+      "subrel-constrast": 4.038090229034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3284026384353638,
-      "cov-distil (oracle2student)": 5.102107524871826,
-      "cov-distil (oracle2teacher)": 4.8548479080200195,
+      "cov-distil": 1.5270495414733887,
+      "cov-distil (oracle2student)": 5.615230560302734,
+      "cov-distil (oracle2teacher)": 4.991214275360107,
       "epoch": 1.066718995290424,
-      "rel-constrast": 3.1426525115966797,
+      "rel-constrast": 3.6619906425476074,
       "step": 1359,
-      "subrel-constrast": 3.8907928466796875,
+      "subrel-constrast": 3.8132739067077637,
       "view-similarity": 0
     },
     {
       "epoch": 1.0675039246467817,
-      "grad_norm": 5.375,
+      "grad_norm": 6.6875,
       "learning_rate": 4.980395976055658e-05,
-      "loss": 0.7806,
+      "loss": 0.8516,
       "step": 1360
     },
     {
-      "cov-distil": 1.0340895652770996,
-      "cov-distil (oracle2student)": 3.3404150009155273,
-      "cov-distil (oracle2teacher)": 3.458253860473633,
+      "cov-distil": 1.4862463474273682,
+      "cov-distil (oracle2student)": 3.1969690322875977,
+      "cov-distil (oracle2teacher)": 3.9041552543640137,
       "epoch": 1.0675039246467817,
-      "rel-constrast": 2.7017836570739746,
+      "rel-constrast": 3.068122386932373,
       "step": 1360,
-      "subrel-constrast": 3.85408091545105,
+      "subrel-constrast": 3.645630359649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9244599342346191,
-      "cov-distil (oracle2student)": 3.500950574874878,
-      "cov-distil (oracle2teacher)": 3.9206719398498535,
+      "cov-distil": 3.0836751461029053,
+      "cov-distil (oracle2student)": 4.4013352394104,
+      "cov-distil (oracle2teacher)": 4.337233543395996,
       "epoch": 1.0682888540031397,
-      "rel-constrast": 3.6933364868164062,
+      "rel-constrast": 4.131941795349121,
       "step": 1361,
-      "subrel-constrast": 4.551616191864014,
+      "subrel-constrast": 4.856079578399658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322222113609314,
-      "cov-distil (oracle2student)": 5.065067291259766,
-      "cov-distil (oracle2teacher)": 4.4332146644592285,
+      "cov-distil": 1.5955888032913208,
+      "cov-distil (oracle2student)": 5.571846008300781,
+      "cov-distil (oracle2teacher)": 4.926376819610596,
       "epoch": 1.0690737833594977,
-      "rel-constrast": 3.223350763320923,
+      "rel-constrast": 3.5729422569274902,
       "step": 1362,
-      "subrel-constrast": 3.1711013317108154,
+      "subrel-constrast": 3.540386915206909,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7568714618682861,
-      "cov-distil (oracle2student)": 4.176975250244141,
-      "cov-distil (oracle2teacher)": 3.7778103351593018,
+      "cov-distil": 1.8440825939178467,
+      "cov-distil (oracle2student)": 4.139823913574219,
+      "cov-distil (oracle2teacher)": 4.420838832855225,
       "epoch": 1.0698587127158556,
-      "rel-constrast": 3.354168176651001,
+      "rel-constrast": 3.1108288764953613,
       "step": 1363,
-      "subrel-constrast": 4.05528450012207,
+      "subrel-constrast": 4.12756872177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8233342170715332,
-      "cov-distil (oracle2student)": 2.8845739364624023,
-      "cov-distil (oracle2teacher)": 3.239229679107666,
+      "cov-distil": 2.7384731769561768,
+      "cov-distil (oracle2student)": 3.3286292552948,
+      "cov-distil (oracle2teacher)": 3.311143398284912,
       "epoch": 1.0706436420722134,
-      "rel-constrast": 2.8545703887939453,
+      "rel-constrast": 3.1598289012908936,
       "step": 1364,
-      "subrel-constrast": 3.940390110015869,
+      "subrel-constrast": 3.885472297668457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9338064193725586,
-      "cov-distil (oracle2student)": 3.061378002166748,
-      "cov-distil (oracle2teacher)": 3.1285512447357178,
+      "cov-distil": 1.8407080173492432,
+      "cov-distil (oracle2student)": 3.559335947036743,
+      "cov-distil (oracle2teacher)": 3.475278615951538,
       "epoch": 1.0714285714285714,
-      "rel-constrast": 2.3349716663360596,
+      "rel-constrast": 2.6361021995544434,
       "step": 1365,
-      "subrel-constrast": 3.4239864349365234,
+      "subrel-constrast": 2.9081506729125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8442656993865967,
-      "cov-distil (oracle2student)": 3.669823408126831,
-      "cov-distil (oracle2teacher)": 3.6398766040802,
+      "cov-distil": 2.166013717651367,
+      "cov-distil (oracle2student)": 3.5297017097473145,
+      "cov-distil (oracle2teacher)": 4.622291564941406,
       "epoch": 1.0722135007849294,
-      "rel-constrast": 3.4359259605407715,
+      "rel-constrast": 3.166598320007324,
       "step": 1366,
-      "subrel-constrast": 3.9763615131378174,
+      "subrel-constrast": 4.221823215484619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266068935394287,
-      "cov-distil (oracle2student)": 4.328539848327637,
-      "cov-distil (oracle2teacher)": 4.360380172729492,
+      "cov-distil": 1.9331638813018799,
+      "cov-distil (oracle2student)": 4.984668254852295,
+      "cov-distil (oracle2teacher)": 4.462627410888672,
       "epoch": 1.0729984301412874,
-      "rel-constrast": 2.3119592666625977,
+      "rel-constrast": 2.9085140228271484,
       "step": 1367,
-      "subrel-constrast": 2.8219521045684814,
+      "subrel-constrast": 2.619204521179199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8314034938812256,
-      "cov-distil (oracle2student)": 4.431702613830566,
-      "cov-distil (oracle2teacher)": 4.2378010749816895,
+      "cov-distil": 2.4487645626068115,
+      "cov-distil (oracle2student)": 5.415593147277832,
+      "cov-distil (oracle2teacher)": 5.062588691711426,
       "epoch": 1.0737833594976451,
-      "rel-constrast": 2.3089935779571533,
+      "rel-constrast": 3.4045791625976562,
       "step": 1368,
-      "subrel-constrast": 3.795471429824829,
+      "subrel-constrast": 3.7860424518585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5539352893829346,
-      "cov-distil (oracle2student)": 4.525745868682861,
-      "cov-distil (oracle2teacher)": 4.255120277404785,
+      "cov-distil": 1.8011956214904785,
+      "cov-distil (oracle2student)": 4.896988868713379,
+      "cov-distil (oracle2teacher)": 4.335667610168457,
       "epoch": 1.0745682888540031,
-      "rel-constrast": 3.4483890533447266,
+      "rel-constrast": 3.689659357070923,
       "step": 1369,
-      "subrel-constrast": 3.9800639152526855,
+      "subrel-constrast": 4.099096298217773,
       "view-similarity": 0
     },
     {
       "epoch": 1.0753532182103611,
-      "grad_norm": 5.8125,
+      "grad_norm": 7.1875,
       "learning_rate": 4.9792901502764075e-05,
-      "loss": 0.7828,
+      "loss": 0.8212,
       "step": 1370
     },
     {
-      "cov-distil": 1.7522364854812622,
-      "cov-distil (oracle2student)": 2.7611570358276367,
-      "cov-distil (oracle2teacher)": 2.5378265380859375,
+      "cov-distil": 1.8056602478027344,
+      "cov-distil (oracle2student)": 3.0594868659973145,
+      "cov-distil (oracle2teacher)": 3.1037559509277344,
       "epoch": 1.0753532182103611,
-      "rel-constrast": 2.2207679748535156,
+      "rel-constrast": 2.805286169052124,
       "step": 1370,
-      "subrel-constrast": 3.079789400100708,
+      "subrel-constrast": 3.105001211166382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2086682319641113,
-      "cov-distil (oracle2student)": 4.295747756958008,
-      "cov-distil (oracle2teacher)": 3.8890275955200195,
+      "cov-distil": 1.501416802406311,
+      "cov-distil (oracle2student)": 3.9794514179229736,
+      "cov-distil (oracle2teacher)": 3.869093656539917,
       "epoch": 1.076138147566719,
-      "rel-constrast": 2.764012336730957,
+      "rel-constrast": 3.124049663543701,
       "step": 1371,
-      "subrel-constrast": 3.178504228591919,
+      "subrel-constrast": 3.1622772216796875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5825567245483398,
-      "cov-distil (oracle2student)": 4.385646820068359,
-      "cov-distil (oracle2teacher)": 4.265470027923584,
+      "cov-distil": 1.806600570678711,
+      "cov-distil (oracle2student)": 5.057637691497803,
+      "cov-distil (oracle2teacher)": 4.799269199371338,
       "epoch": 1.0769230769230769,
-      "rel-constrast": 2.323387622833252,
+      "rel-constrast": 2.6445260047912598,
       "step": 1372,
-      "subrel-constrast": 3.1196742057800293,
+      "subrel-constrast": 3.344994306564331,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8628864288330078,
-      "cov-distil (oracle2student)": 3.857534885406494,
-      "cov-distil (oracle2teacher)": 3.2705883979797363,
+      "cov-distil": 2.5976834297180176,
+      "cov-distil (oracle2student)": 3.8913655281066895,
+      "cov-distil (oracle2teacher)": 3.516958713531494,
       "epoch": 1.0777080062794349,
-      "rel-constrast": 2.340729236602783,
+      "rel-constrast": 2.7938456535339355,
       "step": 1373,
-      "subrel-constrast": 3.2926735877990723,
+      "subrel-constrast": 2.75182843208313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8734490871429443,
-      "cov-distil (oracle2student)": 3.722325325012207,
-      "cov-distil (oracle2teacher)": 3.537940263748169,
+      "cov-distil": 1.7106716632843018,
+      "cov-distil (oracle2student)": 3.926306962966919,
+      "cov-distil (oracle2teacher)": 3.9524993896484375,
       "epoch": 1.0784929356357928,
-      "rel-constrast": 3.5088374614715576,
+      "rel-constrast": 4.026434898376465,
       "step": 1374,
-      "subrel-constrast": 4.046138763427734,
+      "subrel-constrast": 3.9221584796905518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7907600402832031,
-      "cov-distil (oracle2student)": 3.7754430770874023,
-      "cov-distil (oracle2teacher)": 3.2363479137420654,
+      "cov-distil": 2.142603635787964,
+      "cov-distil (oracle2student)": 4.032546520233154,
+      "cov-distil (oracle2teacher)": 3.591191291809082,
       "epoch": 1.0792778649921506,
-      "rel-constrast": 2.512028694152832,
+      "rel-constrast": 2.875716209411621,
       "step": 1375,
-      "subrel-constrast": 3.281909704208374,
+      "subrel-constrast": 3.4760217666625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1880934238433838,
-      "cov-distil (oracle2student)": 5.368410110473633,
-      "cov-distil (oracle2teacher)": 5.149897575378418,
+      "cov-distil": 1.711012840270996,
+      "cov-distil (oracle2student)": 5.489722728729248,
+      "cov-distil (oracle2teacher)": 5.434527397155762,
       "epoch": 1.0800627943485086,
-      "rel-constrast": 2.4852521419525146,
+      "rel-constrast": 2.6435153484344482,
       "step": 1376,
-      "subrel-constrast": 2.988154172897339,
+      "subrel-constrast": 2.929229259490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8623415231704712,
-      "cov-distil (oracle2student)": 3.8936100006103516,
-      "cov-distil (oracle2teacher)": 3.9991416931152344,
+      "cov-distil": 2.4590225219726562,
+      "cov-distil (oracle2student)": 4.19317626953125,
+      "cov-distil (oracle2teacher)": 4.442270278930664,
       "epoch": 1.0808477237048666,
-      "rel-constrast": 2.885066509246826,
+      "rel-constrast": 3.2626657485961914,
       "step": 1377,
-      "subrel-constrast": 3.7260122299194336,
+      "subrel-constrast": 4.01894474029541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5937577486038208,
-      "cov-distil (oracle2student)": 3.805960178375244,
-      "cov-distil (oracle2teacher)": 3.75376033782959,
+      "cov-distil": 1.907900094985962,
+      "cov-distil (oracle2student)": 3.752892255783081,
+      "cov-distil (oracle2teacher)": 3.791668653488159,
       "epoch": 1.0816326530612246,
-      "rel-constrast": 2.9562671184539795,
+      "rel-constrast": 3.4502367973327637,
       "step": 1378,
-      "subrel-constrast": 3.693236827850342,
+      "subrel-constrast": 3.556399345397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7460744380950928,
-      "cov-distil (oracle2student)": 2.593548536300659,
-      "cov-distil (oracle2teacher)": 2.5229194164276123,
+      "cov-distil": 1.8177006244659424,
+      "cov-distil (oracle2student)": 2.950808048248291,
+      "cov-distil (oracle2teacher)": 2.8471438884735107,
       "epoch": 1.0824175824175823,
-      "rel-constrast": 2.1870903968811035,
+      "rel-constrast": 2.2159504890441895,
       "step": 1379,
-      "subrel-constrast": 2.552104949951172,
+      "subrel-constrast": 2.694425582885742,
       "view-similarity": 0
     },
     {
       "epoch": 1.0832025117739403,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.625,
       "learning_rate": 4.978154115129091e-05,
-      "loss": 0.6957,
+      "loss": 0.7461,
       "step": 1380
     },
     {
-      "cov-distil": 1.5559735298156738,
-      "cov-distil (oracle2student)": 5.343104362487793,
-      "cov-distil (oracle2teacher)": 5.034076690673828,
+      "cov-distil": 2.1629810333251953,
+      "cov-distil (oracle2student)": 5.70176887512207,
+      "cov-distil (oracle2teacher)": 5.631921291351318,
       "epoch": 1.0832025117739403,
-      "rel-constrast": 4.513167381286621,
+      "rel-constrast": 4.717028617858887,
       "step": 1380,
-      "subrel-constrast": 4.879128932952881,
+      "subrel-constrast": 4.774407386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.594104290008545,
-      "cov-distil (oracle2student)": 4.018231391906738,
-      "cov-distil (oracle2teacher)": 4.175711154937744,
+      "cov-distil": 2.6742167472839355,
+      "cov-distil (oracle2student)": 4.389071464538574,
+      "cov-distil (oracle2teacher)": 4.069478988647461,
       "epoch": 1.0839874411302983,
-      "rel-constrast": 2.8911664485931396,
+      "rel-constrast": 3.393613815307617,
       "step": 1381,
-      "subrel-constrast": 4.408371448516846,
+      "subrel-constrast": 4.410604476928711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.643925428390503,
-      "cov-distil (oracle2student)": 4.715807914733887,
-      "cov-distil (oracle2teacher)": 4.219768524169922,
+      "cov-distil": 1.7394286394119263,
+      "cov-distil (oracle2student)": 4.715527534484863,
+      "cov-distil (oracle2teacher)": 4.348565101623535,
       "epoch": 1.084772370486656,
-      "rel-constrast": 3.2432518005371094,
+      "rel-constrast": 3.561248779296875,
       "step": 1382,
-      "subrel-constrast": 3.679701566696167,
+      "subrel-constrast": 3.6983113288879395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4362976551055908,
-      "cov-distil (oracle2student)": 4.567570686340332,
-      "cov-distil (oracle2teacher)": 4.872445583343506,
+      "cov-distil": 1.749119758605957,
+      "cov-distil (oracle2student)": 4.731304168701172,
+      "cov-distil (oracle2teacher)": 5.0196309089660645,
       "epoch": 1.085557299843014,
-      "rel-constrast": 3.3436708450317383,
+      "rel-constrast": 3.135237693786621,
       "step": 1383,
-      "subrel-constrast": 3.746518135070801,
+      "subrel-constrast": 3.6186158657073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2816795110702515,
-      "cov-distil (oracle2student)": 4.699955940246582,
-      "cov-distil (oracle2teacher)": 3.8406128883361816,
+      "cov-distil": 1.6628007888793945,
+      "cov-distil (oracle2student)": 5.111150741577148,
+      "cov-distil (oracle2teacher)": 4.418975353240967,
       "epoch": 1.086342229199372,
-      "rel-constrast": 2.5861334800720215,
+      "rel-constrast": 2.2362890243530273,
       "step": 1384,
-      "subrel-constrast": 2.763550043106079,
+      "subrel-constrast": 2.7627177238464355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5373120307922363,
-      "cov-distil (oracle2student)": 3.3782882690429688,
-      "cov-distil (oracle2teacher)": 3.4752197265625,
+      "cov-distil": 1.61029052734375,
+      "cov-distil (oracle2student)": 3.699984550476074,
+      "cov-distil (oracle2teacher)": 3.2107036113739014,
       "epoch": 1.08712715855573,
-      "rel-constrast": 2.74160099029541,
+      "rel-constrast": 3.126328706741333,
       "step": 1385,
-      "subrel-constrast": 3.654707431793213,
+      "subrel-constrast": 3.328127384185791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726305365562439,
-      "cov-distil (oracle2student)": 6.264081001281738,
-      "cov-distil (oracle2teacher)": 6.202328681945801,
+      "cov-distil": 1.8755358457565308,
+      "cov-distil (oracle2student)": 5.906975269317627,
+      "cov-distil (oracle2teacher)": 5.487640380859375,
       "epoch": 1.0879120879120878,
-      "rel-constrast": 3.196772575378418,
+      "rel-constrast": 2.996368885040283,
       "step": 1386,
-      "subrel-constrast": 4.090964317321777,
+      "subrel-constrast": 3.62148118019104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353294372558594,
-      "cov-distil (oracle2student)": 4.617647647857666,
-      "cov-distil (oracle2teacher)": 4.959433555603027,
+      "cov-distil": 1.5212469100952148,
+      "cov-distil (oracle2student)": 5.504647731781006,
+      "cov-distil (oracle2teacher)": 5.229935646057129,
       "epoch": 1.0886970172684458,
-      "rel-constrast": 3.2036983966827393,
+      "rel-constrast": 4.07784366607666,
       "step": 1387,
-      "subrel-constrast": 3.7551910877227783,
+      "subrel-constrast": 3.576289176940918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7165143489837646,
-      "cov-distil (oracle2student)": 4.900763511657715,
-      "cov-distil (oracle2teacher)": 4.732897758483887,
+      "cov-distil": 1.819432258605957,
+      "cov-distil (oracle2student)": 5.506344318389893,
+      "cov-distil (oracle2teacher)": 4.968425750732422,
       "epoch": 1.0894819466248038,
-      "rel-constrast": 3.3392691612243652,
+      "rel-constrast": 3.511871337890625,
       "step": 1388,
-      "subrel-constrast": 3.897893190383911,
+      "subrel-constrast": 3.9035427570343018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.819463849067688,
-      "cov-distil (oracle2student)": 3.466165542602539,
-      "cov-distil (oracle2teacher)": 3.340545415878296,
+      "cov-distil": 2.1063730716705322,
+      "cov-distil (oracle2student)": 4.092592239379883,
+      "cov-distil (oracle2teacher)": 3.445422649383545,
       "epoch": 1.0902668759811618,
-      "rel-constrast": 2.425576686859131,
+      "rel-constrast": 3.184028387069702,
       "step": 1389,
-      "subrel-constrast": 3.422744035720825,
+      "subrel-constrast": 3.4009811878204346,
       "view-similarity": 0
     },
     {
       "epoch": 1.0910518053375196,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.96875,
       "learning_rate": 4.97698788445594e-05,
-      "loss": 0.829,
+      "loss": 0.8485,
       "step": 1390
     },
     {
-      "cov-distil": 1.2456929683685303,
-      "cov-distil (oracle2student)": 2.4797627925872803,
-      "cov-distil (oracle2teacher)": 2.6108713150024414,
+      "cov-distil": 1.60209321975708,
+      "cov-distil (oracle2student)": 2.5768144130706787,
+      "cov-distil (oracle2teacher)": 3.104255199432373,
       "epoch": 1.0910518053375196,
-      "rel-constrast": 2.1391234397888184,
+      "rel-constrast": 2.1703898906707764,
       "step": 1390,
-      "subrel-constrast": 2.3621671199798584,
+      "subrel-constrast": 2.480619430541992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080111026763916,
-      "cov-distil (oracle2student)": 6.320272445678711,
-      "cov-distil (oracle2teacher)": 5.9656877517700195,
+      "cov-distil": 2.5286526679992676,
+      "cov-distil (oracle2student)": 6.470503807067871,
+      "cov-distil (oracle2teacher)": 6.245965957641602,
       "epoch": 1.0918367346938775,
-      "rel-constrast": 2.4898555278778076,
+      "rel-constrast": 2.566316604614258,
       "step": 1391,
-      "subrel-constrast": 3.066091537475586,
+      "subrel-constrast": 3.223422050476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6581671237945557,
-      "cov-distil (oracle2student)": 3.91648268699646,
-      "cov-distil (oracle2teacher)": 4.001407623291016,
+      "cov-distil": 2.1181282997131348,
+      "cov-distil (oracle2student)": 4.482362747192383,
+      "cov-distil (oracle2teacher)": 4.014542579650879,
       "epoch": 1.0926216640502355,
-      "rel-constrast": 4.013739585876465,
+      "rel-constrast": 4.748963356018066,
       "step": 1392,
-      "subrel-constrast": 4.730424404144287,
+      "subrel-constrast": 4.74492883682251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5913100242614746,
-      "cov-distil (oracle2student)": 3.4155850410461426,
-      "cov-distil (oracle2teacher)": 3.4767534732818604,
+      "cov-distil": 1.694315791130066,
+      "cov-distil (oracle2student)": 3.8908579349517822,
+      "cov-distil (oracle2teacher)": 3.3971121311187744,
       "epoch": 1.0934065934065935,
-      "rel-constrast": 3.265977382659912,
+      "rel-constrast": 3.4668707847595215,
       "step": 1393,
-      "subrel-constrast": 3.794863224029541,
+      "subrel-constrast": 3.615361213684082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.735185146331787,
-      "cov-distil (oracle2student)": 5.366359710693359,
-      "cov-distil (oracle2teacher)": 5.077892303466797,
+      "cov-distil": 2.209437370300293,
+      "cov-distil (oracle2student)": 6.1654863357543945,
+      "cov-distil (oracle2teacher)": 5.581021785736084,
       "epoch": 1.0941915227629513,
-      "rel-constrast": 2.506908416748047,
+      "rel-constrast": 2.793914556503296,
       "step": 1394,
-      "subrel-constrast": 3.441734790802002,
+      "subrel-constrast": 3.4291393756866455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3577219247817993,
-      "cov-distil (oracle2student)": 4.501542091369629,
-      "cov-distil (oracle2teacher)": 4.2119140625,
+      "cov-distil": 1.866178035736084,
+      "cov-distil (oracle2student)": 5.226563930511475,
+      "cov-distil (oracle2teacher)": 4.317183971405029,
       "epoch": 1.0949764521193093,
-      "rel-constrast": 3.157167911529541,
+      "rel-constrast": 4.212267875671387,
       "step": 1395,
-      "subrel-constrast": 3.4801933765411377,
+      "subrel-constrast": 4.014786720275879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.182083249092102,
-      "cov-distil (oracle2student)": 5.086513042449951,
-      "cov-distil (oracle2teacher)": 5.001871109008789,
+      "cov-distil": 1.7280105352401733,
+      "cov-distil (oracle2student)": 5.0926642417907715,
+      "cov-distil (oracle2teacher)": 4.875918388366699,
       "epoch": 1.0957613814756673,
-      "rel-constrast": 3.7043871879577637,
+      "rel-constrast": 4.078205585479736,
       "step": 1396,
-      "subrel-constrast": 4.009977340698242,
+      "subrel-constrast": 4.104159832000732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6978211402893066,
-      "cov-distil (oracle2student)": 4.240968704223633,
-      "cov-distil (oracle2teacher)": 4.077297210693359,
+      "cov-distil": 2.377936840057373,
+      "cov-distil (oracle2student)": 4.04319953918457,
+      "cov-distil (oracle2teacher)": 4.06300163269043,
       "epoch": 1.096546310832025,
-      "rel-constrast": 3.904170036315918,
+      "rel-constrast": 4.524694442749023,
       "step": 1397,
-      "subrel-constrast": 4.262308597564697,
+      "subrel-constrast": 4.342124938964844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5113857984542847,
-      "cov-distil (oracle2student)": 3.5950698852539062,
-      "cov-distil (oracle2teacher)": 3.609370231628418,
+      "cov-distil": 1.9749455451965332,
+      "cov-distil (oracle2student)": 3.608729362487793,
+      "cov-distil (oracle2teacher)": 3.847729206085205,
       "epoch": 1.097331240188383,
-      "rel-constrast": 3.1610422134399414,
+      "rel-constrast": 3.78061580657959,
       "step": 1398,
-      "subrel-constrast": 3.737513303756714,
+      "subrel-constrast": 4.019870758056641,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6464242935180664,
-      "cov-distil (oracle2student)": 4.76617431640625,
-      "cov-distil (oracle2teacher)": 4.555519104003906,
+      "cov-distil": 2.4066126346588135,
+      "cov-distil (oracle2student)": 4.544812202453613,
+      "cov-distil (oracle2teacher)": 4.537042617797852,
       "epoch": 1.098116169544741,
-      "rel-constrast": 4.202720642089844,
+      "rel-constrast": 3.983262062072754,
       "step": 1399,
-      "subrel-constrast": 4.74445915222168,
+      "subrel-constrast": 4.748733997344971,
       "view-similarity": 0
     },
     {
       "epoch": 1.098901098901099,
       "grad_norm": 6.625,
       "learning_rate": 4.9757914724671074e-05,
-      "loss": 0.8529,
+      "loss": 0.9081,
       "step": 1400
     },
     {
       "epoch": 1.098901098901099,
-      "overlap": 0.2750000059604645,
+      "overlap": 0.2874999940395355,
       "step": 1400
     },
     {
       "epoch": 1.098901098901099,
       "step": 1400,
-      "student margin": 0.05029296875
+      "student margin": 0.0440673828125
     },
     {
       "epoch": 1.098901098901099,
       "step": 1400,
-      "teacher margin": 0.033843994140625
+      "teacher margin": 0.034698486328125
     },
     {
       "epoch": 1.098901098901099,
-      "margin difference": -0.016448974609375,
+      "margin difference": -0.009368896484375,
       "step": 1400
     },
     {
-      "cov-distil": 1.3774524927139282,
-      "cov-distil (oracle2student)": 4.048962116241455,
-      "cov-distil (oracle2teacher)": 3.9364190101623535,
+      "cov-distil": 1.6601849794387817,
+      "cov-distil (oracle2student)": 4.136674404144287,
+      "cov-distil (oracle2teacher)": 3.8643479347229004,
       "epoch": 1.098901098901099,
-      "rel-constrast": 3.4842300415039062,
+      "rel-constrast": 3.8145787715911865,
       "step": 1400,
-      "subrel-constrast": 4.573757171630859,
+      "subrel-constrast": 4.82049036026001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5755010843276978,
-      "cov-distil (oracle2student)": 2.997373580932617,
-      "cov-distil (oracle2teacher)": 3.14574933052063,
+      "cov-distil": 1.958001732826233,
+      "cov-distil (oracle2student)": 3.156611442565918,
+      "cov-distil (oracle2teacher)": 3.3468594551086426,
       "epoch": 1.0996860282574568,
-      "rel-constrast": 2.482325792312622,
+      "rel-constrast": 2.142026901245117,
       "step": 1401,
-      "subrel-constrast": 3.2080576419830322,
+      "subrel-constrast": 3.122387170791626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41730797290802,
-      "cov-distil (oracle2student)": 5.6667375564575195,
-      "cov-distil (oracle2teacher)": 5.003635883331299,
+      "cov-distil": 1.733285903930664,
+      "cov-distil (oracle2student)": 6.141839981079102,
+      "cov-distil (oracle2teacher)": 5.534106254577637,
       "epoch": 1.1004709576138147,
-      "rel-constrast": 4.049898147583008,
+      "rel-constrast": 4.6628642082214355,
       "step": 1402,
-      "subrel-constrast": 4.203271389007568,
+      "subrel-constrast": 4.141784191131592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.75510835647583,
-      "cov-distil (oracle2student)": 5.073264122009277,
-      "cov-distil (oracle2teacher)": 4.4586639404296875,
+      "cov-distil": 2.3318119049072266,
+      "cov-distil (oracle2student)": 5.185685157775879,
+      "cov-distil (oracle2teacher)": 4.80518913269043,
       "epoch": 1.1012558869701727,
-      "rel-constrast": 2.2561118602752686,
+      "rel-constrast": 2.368523120880127,
       "step": 1403,
-      "subrel-constrast": 3.0288639068603516,
+      "subrel-constrast": 3.09200382232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826297521591187,
-      "cov-distil (oracle2student)": 4.739652156829834,
-      "cov-distil (oracle2teacher)": 3.980092763900757,
+      "cov-distil": 1.958057165145874,
+      "cov-distil (oracle2student)": 4.828369140625,
+      "cov-distil (oracle2teacher)": 4.854174613952637,
       "epoch": 1.1020408163265305,
-      "rel-constrast": 2.6099376678466797,
+      "rel-constrast": 3.2754549980163574,
       "step": 1404,
-      "subrel-constrast": 3.5757057666778564,
+      "subrel-constrast": 3.516474962234497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.700481653213501,
-      "cov-distil (oracle2student)": 3.925020694732666,
-      "cov-distil (oracle2teacher)": 4.2010016441345215,
+      "cov-distil": 1.9046087265014648,
+      "cov-distil (oracle2student)": 3.9998514652252197,
+      "cov-distil (oracle2teacher)": 4.060327053070068,
       "epoch": 1.1028257456828885,
-      "rel-constrast": 3.4656805992126465,
+      "rel-constrast": 3.3776016235351562,
       "step": 1405,
-      "subrel-constrast": 4.435629844665527,
+      "subrel-constrast": 4.307541370391846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.734179139137268,
-      "cov-distil (oracle2student)": 4.875617980957031,
-      "cov-distil (oracle2teacher)": 4.430096626281738,
+      "cov-distil": 2.6286520957946777,
+      "cov-distil (oracle2student)": 5.2953104972839355,
+      "cov-distil (oracle2teacher)": 4.512063980102539,
       "epoch": 1.1036106750392465,
-      "rel-constrast": 1.8464717864990234,
+      "rel-constrast": 2.5545310974121094,
       "step": 1406,
-      "subrel-constrast": 2.7650609016418457,
+      "subrel-constrast": 2.928070306777954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881967067718506,
-      "cov-distil (oracle2student)": 4.076774597167969,
-      "cov-distil (oracle2teacher)": 3.6389524936676025,
+      "cov-distil": 1.4559671878814697,
+      "cov-distil (oracle2student)": 4.474886894226074,
+      "cov-distil (oracle2teacher)": 4.341945648193359,
       "epoch": 1.1043956043956045,
-      "rel-constrast": 2.828457832336426,
+      "rel-constrast": 3.145462989807129,
       "step": 1407,
-      "subrel-constrast": 3.257171154022217,
+      "subrel-constrast": 3.6071553230285645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8918731212615967,
-      "cov-distil (oracle2student)": 4.5294952392578125,
-      "cov-distil (oracle2teacher)": 4.1752519607543945,
+      "cov-distil": 2.047673225402832,
+      "cov-distil (oracle2student)": 4.96521520614624,
+      "cov-distil (oracle2teacher)": 4.792448997497559,
       "epoch": 1.1051805337519622,
-      "rel-constrast": 3.8180980682373047,
+      "rel-constrast": 4.150283336639404,
       "step": 1408,
-      "subrel-constrast": 4.404576778411865,
+      "subrel-constrast": 4.631545543670654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6718709468841553,
-      "cov-distil (oracle2student)": 4.541898727416992,
-      "cov-distil (oracle2teacher)": 4.1118669509887695,
+      "cov-distil": 1.9141185283660889,
+      "cov-distil (oracle2student)": 4.307369709014893,
+      "cov-distil (oracle2teacher)": 4.36352014541626,
       "epoch": 1.1059654631083202,
-      "rel-constrast": 3.261911392211914,
+      "rel-constrast": 3.8120205402374268,
       "step": 1409,
-      "subrel-constrast": 3.675297975540161,
+      "subrel-constrast": 3.4111616611480713,
       "view-similarity": 0
     },
     {
       "epoch": 1.1067503924646782,
-      "grad_norm": 5.625,
+      "grad_norm": 6.875,
       "learning_rate": 4.9745648937404944e-05,
-      "loss": 0.7923,
+      "loss": 0.8326,
       "step": 1410
     },
     {
-      "cov-distil": 1.4265708923339844,
-      "cov-distil (oracle2student)": 2.3586010932922363,
-      "cov-distil (oracle2teacher)": 2.7697043418884277,
+      "cov-distil": 1.6853759288787842,
+      "cov-distil (oracle2student)": 2.9907636642456055,
+      "cov-distil (oracle2teacher)": 2.875096321105957,
       "epoch": 1.1067503924646782,
-      "rel-constrast": 2.8547863960266113,
+      "rel-constrast": 3.2136316299438477,
       "step": 1410,
-      "subrel-constrast": 3.3013954162597656,
+      "subrel-constrast": 3.532647132873535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.654770016670227,
-      "cov-distil (oracle2student)": 4.709851264953613,
-      "cov-distil (oracle2teacher)": 4.484446048736572,
+      "cov-distil": 1.8225637674331665,
+      "cov-distil (oracle2student)": 4.724822044372559,
+      "cov-distil (oracle2teacher)": 5.186404228210449,
       "epoch": 1.1075353218210362,
-      "rel-constrast": 2.5320489406585693,
+      "rel-constrast": 2.9724340438842773,
       "step": 1411,
-      "subrel-constrast": 3.3594744205474854,
+      "subrel-constrast": 3.157839298248291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6176217794418335,
-      "cov-distil (oracle2student)": 4.045330047607422,
-      "cov-distil (oracle2teacher)": 4.103939533233643,
+      "cov-distil": 1.959096074104309,
+      "cov-distil (oracle2student)": 4.4317827224731445,
+      "cov-distil (oracle2teacher)": 4.079085826873779,
       "epoch": 1.108320251177394,
-      "rel-constrast": 3.5939669609069824,
+      "rel-constrast": 4.124582290649414,
       "step": 1412,
-      "subrel-constrast": 4.583804130554199,
+      "subrel-constrast": 4.467187881469727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3921641111373901,
-      "cov-distil (oracle2student)": 3.223907470703125,
-      "cov-distil (oracle2teacher)": 2.718414783477783,
+      "cov-distil": 1.8929030895233154,
+      "cov-distil (oracle2student)": 3.2482895851135254,
+      "cov-distil (oracle2teacher)": 2.9346587657928467,
       "epoch": 1.109105180533752,
-      "rel-constrast": 3.739264965057373,
+      "rel-constrast": 3.8873002529144287,
       "step": 1413,
-      "subrel-constrast": 4.031973838806152,
+      "subrel-constrast": 4.198002815246582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4037563800811768,
-      "cov-distil (oracle2student)": 2.9814395904541016,
-      "cov-distil (oracle2teacher)": 2.831556797027588,
+      "cov-distil": 2.315974473953247,
+      "cov-distil (oracle2student)": 2.6394901275634766,
+      "cov-distil (oracle2teacher)": 3.009307861328125,
       "epoch": 1.10989010989011,
-      "rel-constrast": 2.548524856567383,
+      "rel-constrast": 2.5589547157287598,
       "step": 1414,
-      "subrel-constrast": 3.5879123210906982,
+      "subrel-constrast": 3.494173526763916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.311434030532837,
-      "cov-distil (oracle2student)": 6.6438703536987305,
-      "cov-distil (oracle2teacher)": 5.585625171661377,
+      "cov-distil": 1.709186315536499,
+      "cov-distil (oracle2student)": 5.86510705947876,
+      "cov-distil (oracle2teacher)": 6.200382232666016,
       "epoch": 1.110675039246468,
-      "rel-constrast": 2.1226301193237305,
+      "rel-constrast": 1.8626899719238281,
       "step": 1415,
-      "subrel-constrast": 2.657355785369873,
+      "subrel-constrast": 2.5530710220336914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3532631397247314,
-      "cov-distil (oracle2student)": 4.801969528198242,
-      "cov-distil (oracle2teacher)": 4.307088851928711,
+      "cov-distil": 1.7966830730438232,
+      "cov-distil (oracle2student)": 5.182245254516602,
+      "cov-distil (oracle2teacher)": 4.4615912437438965,
       "epoch": 1.1114599686028257,
-      "rel-constrast": 2.868666648864746,
+      "rel-constrast": 3.4564666748046875,
       "step": 1416,
-      "subrel-constrast": 3.673433303833008,
+      "subrel-constrast": 3.487107992172241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8779492378234863,
-      "cov-distil (oracle2student)": 4.065706729888916,
-      "cov-distil (oracle2teacher)": 3.550511360168457,
+      "cov-distil": 2.409717321395874,
+      "cov-distil (oracle2student)": 3.319607734680176,
+      "cov-distil (oracle2teacher)": 3.9480361938476562,
       "epoch": 1.1122448979591837,
-      "rel-constrast": 1.9086132049560547,
+      "rel-constrast": 2.4977123737335205,
       "step": 1417,
-      "subrel-constrast": 3.243211269378662,
+      "subrel-constrast": 3.3502604961395264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2267191410064697,
-      "cov-distil (oracle2student)": 4.205009460449219,
-      "cov-distil (oracle2teacher)": 4.072425365447998,
+      "cov-distil": 1.7186965942382812,
+      "cov-distil (oracle2student)": 5.421255111694336,
+      "cov-distil (oracle2teacher)": 4.515533447265625,
       "epoch": 1.1130298273155417,
-      "rel-constrast": 2.7825543880462646,
+      "rel-constrast": 3.394833564758301,
       "step": 1418,
-      "subrel-constrast": 3.117405652999878,
+      "subrel-constrast": 3.33886456489563,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9352264404296875,
-      "cov-distil (oracle2student)": 4.916912078857422,
-      "cov-distil (oracle2teacher)": 4.510032653808594,
+      "cov-distil": 2.1539390087127686,
+      "cov-distil (oracle2student)": 4.530972957611084,
+      "cov-distil (oracle2teacher)": 4.677439212799072,
       "epoch": 1.1138147566718994,
-      "rel-constrast": 1.3724250793457031,
+      "rel-constrast": 1.9266300201416016,
       "step": 1419,
-      "subrel-constrast": 2.3689677715301514,
+      "subrel-constrast": 2.333613395690918,
       "view-similarity": 0
     },
     {
       "epoch": 1.1145996860282574,
-      "grad_norm": 4.0,
+      "grad_norm": 5.59375,
       "learning_rate": 4.9733081632215764e-05,
-      "loss": 0.6961,
+      "loss": 0.7474,
       "step": 1420
     },
     {
-      "cov-distil": 1.5852007865905762,
-      "cov-distil (oracle2student)": 3.7165722846984863,
-      "cov-distil (oracle2teacher)": 3.3471460342407227,
+      "cov-distil": 2.433168888092041,
+      "cov-distil (oracle2student)": 3.577162981033325,
+      "cov-distil (oracle2teacher)": 3.483403444290161,
       "epoch": 1.1145996860282574,
-      "rel-constrast": 2.6423745155334473,
+      "rel-constrast": 2.2994160652160645,
       "step": 1420,
-      "subrel-constrast": 3.6259613037109375,
+      "subrel-constrast": 3.383521318435669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5029120445251465,
-      "cov-distil (oracle2student)": 3.589764356613159,
-      "cov-distil (oracle2teacher)": 3.509883403778076,
+      "cov-distil": 1.9231046438217163,
+      "cov-distil (oracle2student)": 4.329220771789551,
+      "cov-distil (oracle2teacher)": 3.7733147144317627,
       "epoch": 1.1153846153846154,
-      "rel-constrast": 3.199857234954834,
+      "rel-constrast": 4.036587715148926,
       "step": 1421,
-      "subrel-constrast": 3.3864762783050537,
+      "subrel-constrast": 3.7350575923919678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.025437593460083,
-      "cov-distil (oracle2student)": 4.132634162902832,
-      "cov-distil (oracle2teacher)": 4.100710868835449,
+      "cov-distil": 2.204087495803833,
+      "cov-distil (oracle2student)": 4.584529399871826,
+      "cov-distil (oracle2teacher)": 4.147480487823486,
       "epoch": 1.1161695447409734,
-      "rel-constrast": 2.0588154792785645,
+      "rel-constrast": 2.659374475479126,
       "step": 1422,
-      "subrel-constrast": 3.2275381088256836,
+      "subrel-constrast": 2.8619837760925293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.681736707687378,
-      "cov-distil (oracle2student)": 2.927661895751953,
-      "cov-distil (oracle2teacher)": 2.9438533782958984,
+      "cov-distil": 1.5975825786590576,
+      "cov-distil (oracle2student)": 3.1883060932159424,
+      "cov-distil (oracle2teacher)": 3.729382276535034,
       "epoch": 1.1169544740973312,
-      "rel-constrast": 2.08059024810791,
+      "rel-constrast": 2.434575080871582,
       "step": 1423,
-      "subrel-constrast": 2.9650402069091797,
+      "subrel-constrast": 2.942854166030884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1729309558868408,
-      "cov-distil (oracle2student)": 5.7799177169799805,
-      "cov-distil (oracle2teacher)": 4.567580223083496,
+      "cov-distil": 1.570343255996704,
+      "cov-distil (oracle2student)": 6.299631118774414,
+      "cov-distil (oracle2teacher)": 5.103911399841309,
       "epoch": 1.1177394034536892,
-      "rel-constrast": 2.907471179962158,
+      "rel-constrast": 3.051684856414795,
       "step": 1424,
-      "subrel-constrast": 3.5150842666625977,
+      "subrel-constrast": 3.1331095695495605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4462342262268066,
-      "cov-distil (oracle2student)": 3.6507339477539062,
-      "cov-distil (oracle2teacher)": 3.6555449962615967,
+      "cov-distil": 2.027163028717041,
+      "cov-distil (oracle2student)": 3.7783539295196533,
+      "cov-distil (oracle2teacher)": 3.9933102130889893,
       "epoch": 1.1185243328100472,
-      "rel-constrast": 2.425668478012085,
+      "rel-constrast": 2.9419219493865967,
       "step": 1425,
-      "subrel-constrast": 3.355107069015503,
+      "subrel-constrast": 3.2615320682525635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9393174648284912,
-      "cov-distil (oracle2student)": 4.488595962524414,
-      "cov-distil (oracle2teacher)": 4.189651012420654,
+      "cov-distil": 2.482464551925659,
+      "cov-distil (oracle2student)": 5.365954399108887,
+      "cov-distil (oracle2teacher)": 4.687240123748779,
       "epoch": 1.119309262166405,
-      "rel-constrast": 2.4969091415405273,
+      "rel-constrast": 3.057417631149292,
       "step": 1426,
-      "subrel-constrast": 3.629150152206421,
+      "subrel-constrast": 4.127047061920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5890607833862305,
-      "cov-distil (oracle2student)": 4.372025966644287,
-      "cov-distil (oracle2teacher)": 3.930250406265259,
+      "cov-distil": 1.9540050029754639,
+      "cov-distil (oracle2student)": 4.829152584075928,
+      "cov-distil (oracle2teacher)": 4.6638994216918945,
       "epoch": 1.120094191522763,
-      "rel-constrast": 2.9861860275268555,
+      "rel-constrast": 3.655332565307617,
       "step": 1427,
-      "subrel-constrast": 3.6342074871063232,
+      "subrel-constrast": 4.030825138092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4704128503799438,
-      "cov-distil (oracle2student)": 3.7790822982788086,
-      "cov-distil (oracle2teacher)": 3.661731719970703,
+      "cov-distil": 1.8655052185058594,
+      "cov-distil (oracle2student)": 3.8473212718963623,
+      "cov-distil (oracle2teacher)": 3.964374303817749,
       "epoch": 1.120879120879121,
-      "rel-constrast": 2.6263198852539062,
+      "rel-constrast": 2.8626928329467773,
       "step": 1428,
-      "subrel-constrast": 3.587519884109497,
+      "subrel-constrast": 3.8720240592956543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8990941047668457,
-      "cov-distil (oracle2student)": 3.3532373905181885,
-      "cov-distil (oracle2teacher)": 3.2707412242889404,
+      "cov-distil": 2.277270793914795,
+      "cov-distil (oracle2student)": 2.983346462249756,
+      "cov-distil (oracle2teacher)": 4.025400161743164,
       "epoch": 1.1216640502354789,
-      "rel-constrast": 3.5683093070983887,
+      "rel-constrast": 3.701930046081543,
       "step": 1429,
-      "subrel-constrast": 3.9765281677246094,
+      "subrel-constrast": 4.127531051635742,
       "view-similarity": 0
     },
     {
       "epoch": 1.1224489795918366,
-      "grad_norm": 9.625,
+      "grad_norm": 6.375,
       "learning_rate": 4.972021296223217e-05,
-      "loss": 0.7156,
+      "loss": 0.7675,
       "step": 1430
     },
     {
-      "cov-distil": 1.6202445030212402,
-      "cov-distil (oracle2student)": 3.0828869342803955,
-      "cov-distil (oracle2teacher)": 2.7788877487182617,
+      "cov-distil": 1.982932448387146,
+      "cov-distil (oracle2student)": 3.750943183898926,
+      "cov-distil (oracle2teacher)": 3.107762336730957,
       "epoch": 1.1224489795918366,
-      "rel-constrast": 2.265202045440674,
+      "rel-constrast": 2.7641680240631104,
       "step": 1430,
-      "subrel-constrast": 3.0199191570281982,
+      "subrel-constrast": 3.3648598194122314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5867798328399658,
-      "cov-distil (oracle2student)": 6.637983322143555,
-      "cov-distil (oracle2teacher)": 5.775035858154297,
+      "cov-distil": 1.939199686050415,
+      "cov-distil (oracle2student)": 7.2166595458984375,
+      "cov-distil (oracle2teacher)": 6.808341026306152,
       "epoch": 1.1232339089481946,
-      "rel-constrast": 1.8450088500976562,
+      "rel-constrast": 2.481630325317383,
       "step": 1431,
-      "subrel-constrast": 2.654466390609741,
+      "subrel-constrast": 3.0191991329193115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5769436359405518,
-      "cov-distil (oracle2student)": 3.3085904121398926,
-      "cov-distil (oracle2teacher)": 3.1149349212646484,
+      "cov-distil": 1.457270622253418,
+      "cov-distil (oracle2student)": 3.9405293464660645,
+      "cov-distil (oracle2teacher)": 3.7013838291168213,
       "epoch": 1.1240188383045526,
-      "rel-constrast": 3.127098321914673,
+      "rel-constrast": 2.9223179817199707,
       "step": 1432,
-      "subrel-constrast": 3.4269423484802246,
+      "subrel-constrast": 3.2380878925323486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.290905237197876,
-      "cov-distil (oracle2student)": 7.275933265686035,
-      "cov-distil (oracle2teacher)": 6.055379390716553,
+      "cov-distil": 1.6811332702636719,
+      "cov-distil (oracle2student)": 7.614007949829102,
+      "cov-distil (oracle2teacher)": 7.1837921142578125,
       "epoch": 1.1248037676609106,
-      "rel-constrast": 2.6604831218719482,
+      "rel-constrast": 2.8667330741882324,
       "step": 1433,
-      "subrel-constrast": 3.1333022117614746,
+      "subrel-constrast": 3.7246224880218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4214860200881958,
-      "cov-distil (oracle2student)": 3.6913363933563232,
-      "cov-distil (oracle2teacher)": 3.974123239517212,
+      "cov-distil": 1.6450047492980957,
+      "cov-distil (oracle2student)": 3.4898738861083984,
+      "cov-distil (oracle2teacher)": 4.002604007720947,
       "epoch": 1.1255886970172684,
-      "rel-constrast": 3.193338394165039,
+      "rel-constrast": 2.627016305923462,
       "step": 1434,
-      "subrel-constrast": 3.5697827339172363,
+      "subrel-constrast": 3.5032410621643066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1152448654174805,
-      "cov-distil (oracle2student)": 4.05968713760376,
-      "cov-distil (oracle2teacher)": 3.9392943382263184,
+      "cov-distil": 2.3539206981658936,
+      "cov-distil (oracle2student)": 3.941653251647949,
+      "cov-distil (oracle2teacher)": 3.901658058166504,
       "epoch": 1.1263736263736264,
-      "rel-constrast": 2.2788405418395996,
+      "rel-constrast": 2.5941123962402344,
       "step": 1435,
-      "subrel-constrast": 3.7335705757141113,
+      "subrel-constrast": 3.7257964611053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.242502212524414,
-      "cov-distil (oracle2student)": 3.214986562728882,
-      "cov-distil (oracle2teacher)": 3.609635829925537,
+      "cov-distil": 1.9122120141983032,
+      "cov-distil (oracle2student)": 4.399253845214844,
+      "cov-distil (oracle2teacher)": 4.291863441467285,
       "epoch": 1.1271585557299844,
-      "rel-constrast": 2.747772455215454,
+      "rel-constrast": 3.3567237854003906,
       "step": 1436,
-      "subrel-constrast": 3.4749293327331543,
+      "subrel-constrast": 3.6339223384857178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.319406270980835,
-      "cov-distil (oracle2student)": 7.63732385635376,
-      "cov-distil (oracle2teacher)": 6.685694694519043,
+      "cov-distil": 1.3740392923355103,
+      "cov-distil (oracle2student)": 7.122165203094482,
+      "cov-distil (oracle2teacher)": 7.6571784019470215,
       "epoch": 1.1279434850863423,
-      "rel-constrast": 3.4438138008117676,
+      "rel-constrast": 3.0421605110168457,
       "step": 1437,
-      "subrel-constrast": 3.970630168914795,
+      "subrel-constrast": 4.018450736999512,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0939173698425293,
-      "cov-distil (oracle2student)": 5.202234745025635,
-      "cov-distil (oracle2teacher)": 4.502569675445557,
+      "cov-distil": 1.8173179626464844,
+      "cov-distil (oracle2student)": 5.831240653991699,
+      "cov-distil (oracle2teacher)": 5.138838768005371,
       "epoch": 1.1287284144427001,
-      "rel-constrast": 3.825807571411133,
+      "rel-constrast": 4.370652198791504,
       "step": 1438,
-      "subrel-constrast": 4.160816192626953,
+      "subrel-constrast": 4.395641803741455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4238145351409912,
-      "cov-distil (oracle2student)": 3.324925184249878,
-      "cov-distil (oracle2teacher)": 3.2941694259643555,
+      "cov-distil": 1.8037188053131104,
+      "cov-distil (oracle2student)": 2.9470572471618652,
+      "cov-distil (oracle2teacher)": 3.448843479156494,
       "epoch": 1.129513343799058,
-      "rel-constrast": 2.8478026390075684,
+      "rel-constrast": 2.9419519901275635,
       "step": 1439,
-      "subrel-constrast": 3.2991602420806885,
+      "subrel-constrast": 3.1648478507995605,
       "view-similarity": 0
     },
     {
       "epoch": 1.130298273155416,
-      "grad_norm": 6.65625,
+      "grad_norm": 5.90625,
       "learning_rate": 4.970704308425487e-05,
-      "loss": 0.7426,
+      "loss": 0.7492,
       "step": 1440
     },
     {
-      "cov-distil": 1.7210097312927246,
-      "cov-distil (oracle2student)": 4.91700553894043,
-      "cov-distil (oracle2teacher)": 4.660266876220703,
+      "cov-distil": 2.0426559448242188,
+      "cov-distil (oracle2student)": 5.454262733459473,
+      "cov-distil (oracle2teacher)": 5.167389869689941,
       "epoch": 1.130298273155416,
-      "rel-constrast": 2.580687999725342,
+      "rel-constrast": 2.993861198425293,
       "step": 1440,
-      "subrel-constrast": 3.407400131225586,
+      "subrel-constrast": 3.5334720611572266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4355494976043701,
-      "cov-distil (oracle2student)": 4.487117767333984,
-      "cov-distil (oracle2teacher)": 3.9655141830444336,
+      "cov-distil": 1.3895344734191895,
+      "cov-distil (oracle2student)": 4.631635665893555,
+      "cov-distil (oracle2teacher)": 4.396799087524414,
       "epoch": 1.1310832025117739,
-      "rel-constrast": 2.7421960830688477,
+      "rel-constrast": 3.148571014404297,
       "step": 1441,
-      "subrel-constrast": 3.3824241161346436,
+      "subrel-constrast": 3.4729297161102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7735215425491333,
-      "cov-distil (oracle2student)": 7.142309188842773,
-      "cov-distil (oracle2teacher)": 5.814286231994629,
+      "cov-distil": 2.123391628265381,
+      "cov-distil (oracle2student)": 6.276381492614746,
+      "cov-distil (oracle2teacher)": 6.550739288330078,
       "epoch": 1.1318681318681318,
-      "rel-constrast": 3.1321613788604736,
+      "rel-constrast": 3.0474581718444824,
       "step": 1442,
-      "subrel-constrast": 3.7966020107269287,
+      "subrel-constrast": 3.9210212230682373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4831596612930298,
-      "cov-distil (oracle2student)": 4.758261680603027,
-      "cov-distil (oracle2teacher)": 4.327485084533691,
+      "cov-distil": 1.518754482269287,
+      "cov-distil (oracle2student)": 5.439505577087402,
+      "cov-distil (oracle2teacher)": 4.402422904968262,
       "epoch": 1.1326530612244898,
-      "rel-constrast": 3.778820037841797,
+      "rel-constrast": 3.9995884895324707,
       "step": 1443,
-      "subrel-constrast": 4.133635520935059,
+      "subrel-constrast": 3.7427377700805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5499006509780884,
-      "cov-distil (oracle2student)": 4.640183448791504,
-      "cov-distil (oracle2teacher)": 4.057236671447754,
+      "cov-distil": 2.0567758083343506,
+      "cov-distil (oracle2student)": 4.521160125732422,
+      "cov-distil (oracle2teacher)": 4.614233016967773,
       "epoch": 1.1334379905808478,
-      "rel-constrast": 3.0463719367980957,
+      "rel-constrast": 3.052737236022949,
       "step": 1444,
-      "subrel-constrast": 3.5193467140197754,
+      "subrel-constrast": 3.6064069271087646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5021295547485352,
-      "cov-distil (oracle2student)": 4.30925989151001,
-      "cov-distil (oracle2teacher)": 4.226467132568359,
+      "cov-distil": 1.7953310012817383,
+      "cov-distil (oracle2student)": 4.49407958984375,
+      "cov-distil (oracle2teacher)": 4.102204322814941,
       "epoch": 1.1342229199372056,
-      "rel-constrast": 2.504362106323242,
+      "rel-constrast": 2.6777076721191406,
       "step": 1445,
-      "subrel-constrast": 3.079847812652588,
+      "subrel-constrast": 3.291940212249756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6534078121185303,
-      "cov-distil (oracle2student)": 3.8200089931488037,
-      "cov-distil (oracle2teacher)": 4.042212963104248,
+      "cov-distil": 1.573329210281372,
+      "cov-distil (oracle2student)": 4.19174337387085,
+      "cov-distil (oracle2teacher)": 4.107841968536377,
       "epoch": 1.1350078492935636,
-      "rel-constrast": 3.2322568893432617,
+      "rel-constrast": 3.353811264038086,
       "step": 1446,
-      "subrel-constrast": 3.7701570987701416,
+      "subrel-constrast": 3.692211627960205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5618064403533936,
-      "cov-distil (oracle2student)": 4.572770118713379,
-      "cov-distil (oracle2teacher)": 4.0620245933532715,
+      "cov-distil": 2.0504980087280273,
+      "cov-distil (oracle2student)": 4.846650123596191,
+      "cov-distil (oracle2teacher)": 4.699282646179199,
       "epoch": 1.1357927786499216,
-      "rel-constrast": 2.9428255558013916,
+      "rel-constrast": 3.3729968070983887,
       "step": 1447,
-      "subrel-constrast": 3.3003830909729004,
+      "subrel-constrast": 3.7208049297332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.392897129058838,
-      "cov-distil (oracle2student)": 3.695558786392212,
-      "cov-distil (oracle2teacher)": 3.8413383960723877,
+      "cov-distil": 1.6175048351287842,
+      "cov-distil (oracle2student)": 4.194738864898682,
+      "cov-distil (oracle2teacher)": 4.000189781188965,
       "epoch": 1.1365777080062793,
-      "rel-constrast": 3.3504841327667236,
+      "rel-constrast": 3.4200713634490967,
       "step": 1448,
-      "subrel-constrast": 3.8079612255096436,
+      "subrel-constrast": 3.681863307952881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3107936382293701,
-      "cov-distil (oracle2student)": 4.832245826721191,
-      "cov-distil (oracle2teacher)": 4.406163215637207,
+      "cov-distil": 1.5386353731155396,
+      "cov-distil (oracle2student)": 4.80349588394165,
+      "cov-distil (oracle2teacher)": 4.564545631408691,
       "epoch": 1.1373626373626373,
-      "rel-constrast": 1.9430854320526123,
+      "rel-constrast": 2.6934633255004883,
       "step": 1449,
-      "subrel-constrast": 3.0062904357910156,
+      "subrel-constrast": 2.7144124507904053,
       "view-similarity": 0
     },
     {
       "epoch": 1.1381475667189953,
-      "grad_norm": 4.03125,
+      "grad_norm": 5.21875,
       "learning_rate": 4.969357215875464e-05,
-      "loss": 0.7698,
+      "loss": 0.794,
       "step": 1450
     },
     {
-      "cov-distil": 0.919407069683075,
-      "cov-distil (oracle2student)": 3.1853508949279785,
-      "cov-distil (oracle2teacher)": 3.0984792709350586,
+      "cov-distil": 1.5001012086868286,
+      "cov-distil (oracle2student)": 4.287996292114258,
+      "cov-distil (oracle2teacher)": 3.303372859954834,
       "epoch": 1.1381475667189953,
-      "rel-constrast": 2.12074613571167,
+      "rel-constrast": 2.8342342376708984,
       "step": 1450,
-      "subrel-constrast": 2.755837917327881,
+      "subrel-constrast": 2.6444056034088135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5972926616668701,
-      "cov-distil (oracle2student)": 3.328793525695801,
-      "cov-distil (oracle2teacher)": 3.0796613693237305,
+      "cov-distil": 1.982163429260254,
+      "cov-distil (oracle2student)": 3.0845515727996826,
+      "cov-distil (oracle2teacher)": 3.6397335529327393,
       "epoch": 1.1389324960753533,
-      "rel-constrast": 3.2211830615997314,
+      "rel-constrast": 3.5948548316955566,
       "step": 1451,
-      "subrel-constrast": 3.4729177951812744,
+      "subrel-constrast": 3.531710147857666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.697230339050293,
-      "cov-distil (oracle2student)": 2.8607988357543945,
-      "cov-distil (oracle2teacher)": 2.8472752571105957,
+      "cov-distil": 1.874776840209961,
+      "cov-distil (oracle2student)": 2.5997557640075684,
+      "cov-distil (oracle2teacher)": 3.2714900970458984,
       "epoch": 1.139717425431711,
-      "rel-constrast": 2.671549081802368,
+      "rel-constrast": 2.9441580772399902,
       "step": 1452,
-      "subrel-constrast": 3.4498088359832764,
+      "subrel-constrast": 3.869704484939575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.94770348072052,
-      "cov-distil (oracle2student)": 3.914979934692383,
-      "cov-distil (oracle2teacher)": 3.7376723289489746,
+      "cov-distil": 2.5034706592559814,
+      "cov-distil (oracle2student)": 3.6188740730285645,
+      "cov-distil (oracle2teacher)": 4.029179096221924,
       "epoch": 1.140502354788069,
-      "rel-constrast": 2.0744659900665283,
+      "rel-constrast": 2.4145846366882324,
       "step": 1453,
-      "subrel-constrast": 2.9850118160247803,
+      "subrel-constrast": 2.861753463745117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9390360116958618,
-      "cov-distil (oracle2student)": 4.633434772491455,
-      "cov-distil (oracle2teacher)": 4.247796058654785,
+      "cov-distil": 2.076197385787964,
+      "cov-distil (oracle2student)": 5.104186058044434,
+      "cov-distil (oracle2teacher)": 4.448078155517578,
       "epoch": 1.141287284144427,
-      "rel-constrast": 3.4581127166748047,
+      "rel-constrast": 3.2462053298950195,
       "step": 1454,
-      "subrel-constrast": 3.9714317321777344,
+      "subrel-constrast": 3.8363282680511475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7025808095932007,
-      "cov-distil (oracle2student)": 3.242124080657959,
-      "cov-distil (oracle2teacher)": 3.162363052368164,
+      "cov-distil": 1.8541440963745117,
+      "cov-distil (oracle2student)": 3.6816678047180176,
+      "cov-distil (oracle2teacher)": 3.010829448699951,
       "epoch": 1.1420722135007848,
-      "rel-constrast": 2.250493288040161,
+      "rel-constrast": 2.7425930500030518,
       "step": 1455,
-      "subrel-constrast": 3.050462484359741,
+      "subrel-constrast": 2.6424667835235596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5706788301467896,
-      "cov-distil (oracle2student)": 5.469461917877197,
-      "cov-distil (oracle2teacher)": 4.936834812164307,
+      "cov-distil": 1.7729040384292603,
+      "cov-distil (oracle2student)": 6.309227466583252,
+      "cov-distil (oracle2teacher)": 5.511723518371582,
       "epoch": 1.1428571428571428,
-      "rel-constrast": 2.565253496170044,
+      "rel-constrast": 3.0697360038757324,
       "step": 1456,
-      "subrel-constrast": 3.38845157623291,
+      "subrel-constrast": 3.6497180461883545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2386635541915894,
-      "cov-distil (oracle2student)": 3.0493264198303223,
-      "cov-distil (oracle2teacher)": 3.1810073852539062,
+      "cov-distil": 1.523761510848999,
+      "cov-distil (oracle2student)": 3.3291311264038086,
+      "cov-distil (oracle2teacher)": 3.5130953788757324,
       "epoch": 1.1436420722135008,
-      "rel-constrast": 2.261092185974121,
+      "rel-constrast": 2.7546818256378174,
       "step": 1457,
-      "subrel-constrast": 2.7858762741088867,
+      "subrel-constrast": 3.1087355613708496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.739606499671936,
-      "cov-distil (oracle2student)": 3.968785524368286,
-      "cov-distil (oracle2teacher)": 3.909520387649536,
+      "cov-distil": 1.938252329826355,
+      "cov-distil (oracle2student)": 4.529033660888672,
+      "cov-distil (oracle2teacher)": 4.478305339813232,
       "epoch": 1.1444270015698588,
-      "rel-constrast": 2.737807273864746,
+      "rel-constrast": 2.9994544982910156,
       "step": 1458,
-      "subrel-constrast": 3.617563486099243,
+      "subrel-constrast": 3.517378330230713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63069486618042,
-      "cov-distil (oracle2student)": 4.003785133361816,
-      "cov-distil (oracle2teacher)": 3.693113088607788,
+      "cov-distil": 1.7429877519607544,
+      "cov-distil (oracle2student)": 4.372265815734863,
+      "cov-distil (oracle2teacher)": 4.066312789916992,
       "epoch": 1.1452119309262168,
-      "rel-constrast": 3.737630844116211,
+      "rel-constrast": 4.253322601318359,
       "step": 1459,
-      "subrel-constrast": 4.189433574676514,
+      "subrel-constrast": 4.255533218383789,
       "view-similarity": 0
     },
     {
       "epoch": 1.1459968602825745,
-      "grad_norm": 5.8125,
+      "grad_norm": 6.90625,
       "learning_rate": 4.967980034987048e-05,
-      "loss": 0.7174,
+      "loss": 0.7713,
       "step": 1460
     },
     {
-      "cov-distil": 2.4934022426605225,
-      "cov-distil (oracle2student)": 5.498902797698975,
-      "cov-distil (oracle2teacher)": 4.933234214782715,
+      "cov-distil": 1.9212923049926758,
+      "cov-distil (oracle2student)": 5.562067031860352,
+      "cov-distil (oracle2teacher)": 4.689361572265625,
       "epoch": 1.1459968602825745,
-      "rel-constrast": 3.81288480758667,
+      "rel-constrast": 4.437234878540039,
       "step": 1460,
-      "subrel-constrast": 4.341779708862305,
+      "subrel-constrast": 4.182931900024414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358349323272705,
-      "cov-distil (oracle2student)": 4.342729568481445,
-      "cov-distil (oracle2teacher)": 3.542717456817627,
+      "cov-distil": 1.5608412027359009,
+      "cov-distil (oracle2student)": 4.695309638977051,
+      "cov-distil (oracle2teacher)": 4.204141139984131,
       "epoch": 1.1467817896389325,
-      "rel-constrast": 3.4645586013793945,
+      "rel-constrast": 3.6800384521484375,
       "step": 1461,
-      "subrel-constrast": 3.522831439971924,
+      "subrel-constrast": 3.7106289863586426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41737699508667,
-      "cov-distil (oracle2student)": 3.1106297969818115,
-      "cov-distil (oracle2teacher)": 3.1990559101104736,
+      "cov-distil": 1.9370254278182983,
+      "cov-distil (oracle2student)": 3.4269847869873047,
+      "cov-distil (oracle2teacher)": 3.408883810043335,
       "epoch": 1.1475667189952905,
-      "rel-constrast": 2.447864055633545,
+      "rel-constrast": 2.2589893341064453,
       "step": 1462,
-      "subrel-constrast": 3.088907480239868,
+      "subrel-constrast": 2.9958174228668213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4640257358551025,
-      "cov-distil (oracle2student)": 4.718017101287842,
-      "cov-distil (oracle2teacher)": 4.130568504333496,
+      "cov-distil": 1.4006874561309814,
+      "cov-distil (oracle2student)": 5.1040496826171875,
+      "cov-distil (oracle2teacher)": 4.697524070739746,
       "epoch": 1.1483516483516483,
-      "rel-constrast": 2.635941982269287,
+      "rel-constrast": 3.375828266143799,
       "step": 1463,
-      "subrel-constrast": 3.385139226913452,
+      "subrel-constrast": 3.4277822971343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9698772430419922,
-      "cov-distil (oracle2student)": 6.459268569946289,
-      "cov-distil (oracle2teacher)": 5.032258033752441,
+      "cov-distil": 2.6295361518859863,
+      "cov-distil (oracle2student)": 5.740342140197754,
+      "cov-distil (oracle2teacher)": 5.3918561935424805,
       "epoch": 1.1491365777080063,
-      "rel-constrast": 4.093239784240723,
+      "rel-constrast": 3.6798529624938965,
       "step": 1464,
-      "subrel-constrast": 4.585559368133545,
+      "subrel-constrast": 4.8825554847717285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2035655975341797,
-      "cov-distil (oracle2student)": 3.430039167404175,
-      "cov-distil (oracle2teacher)": 3.6964468955993652,
+      "cov-distil": 1.5618951320648193,
+      "cov-distil (oracle2student)": 4.410443305969238,
+      "cov-distil (oracle2teacher)": 3.889617443084717,
       "epoch": 1.1499215070643642,
-      "rel-constrast": 2.4838099479675293,
+      "rel-constrast": 3.1879377365112305,
       "step": 1465,
-      "subrel-constrast": 3.1714468002319336,
+      "subrel-constrast": 3.164583444595337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.579946756362915,
-      "cov-distil (oracle2student)": 4.577866554260254,
-      "cov-distil (oracle2teacher)": 4.270482063293457,
+      "cov-distil": 1.6162176132202148,
+      "cov-distil (oracle2student)": 4.724667072296143,
+      "cov-distil (oracle2teacher)": 4.908760070800781,
       "epoch": 1.1507064364207222,
-      "rel-constrast": 2.88089656829834,
+      "rel-constrast": 2.7185440063476562,
       "step": 1466,
-      "subrel-constrast": 3.644862651824951,
+      "subrel-constrast": 3.1293928623199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5102288722991943,
-      "cov-distil (oracle2student)": 4.6253509521484375,
-      "cov-distil (oracle2teacher)": 4.5397844314575195,
+      "cov-distil": 1.9101331233978271,
+      "cov-distil (oracle2student)": 4.7417402267456055,
+      "cov-distil (oracle2teacher)": 4.537750244140625,
       "epoch": 1.15149136577708,
-      "rel-constrast": 2.2269387245178223,
+      "rel-constrast": 2.547527313232422,
       "step": 1467,
-      "subrel-constrast": 2.7581796646118164,
+      "subrel-constrast": 2.6495649814605713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5692392587661743,
-      "cov-distil (oracle2student)": 2.171421527862549,
-      "cov-distil (oracle2teacher)": 2.289473295211792,
+      "cov-distil": 1.6251885890960693,
+      "cov-distil (oracle2student)": 2.0561258792877197,
+      "cov-distil (oracle2teacher)": 2.32024884223938,
       "epoch": 1.152276295133438,
-      "rel-constrast": 1.5733784437179565,
+      "rel-constrast": 1.6788508892059326,
       "step": 1468,
-      "subrel-constrast": 2.421278953552246,
+      "subrel-constrast": 2.526577949523926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7924730777740479,
-      "cov-distil (oracle2student)": 3.1747889518737793,
-      "cov-distil (oracle2teacher)": 3.5125255584716797,
+      "cov-distil": 1.7377196550369263,
+      "cov-distil (oracle2student)": 4.016489505767822,
+      "cov-distil (oracle2teacher)": 3.795295000076294,
       "epoch": 1.153061224489796,
-      "rel-constrast": 2.380284309387207,
+      "rel-constrast": 3.172549247741699,
       "step": 1469,
-      "subrel-constrast": 2.991039752960205,
+      "subrel-constrast": 3.154438018798828,
       "view-similarity": 0
     },
     {
       "epoch": 1.1538461538461537,
-      "grad_norm": 5.0,
+      "grad_norm": 6.6875,
       "learning_rate": 4.966572782540753e-05,
-      "loss": 0.7416,
+      "loss": 0.7684,
       "step": 1470
     },
     {
-      "cov-distil": 1.6793698072433472,
-      "cov-distil (oracle2student)": 6.4284772872924805,
-      "cov-distil (oracle2teacher)": 5.520218849182129,
+      "cov-distil": 1.6215453147888184,
+      "cov-distil (oracle2student)": 6.456110000610352,
+      "cov-distil (oracle2teacher)": 6.198277473449707,
       "epoch": 1.1538461538461537,
-      "rel-constrast": 2.484776496887207,
+      "rel-constrast": 2.8013319969177246,
       "step": 1470,
-      "subrel-constrast": 3.247373104095459,
+      "subrel-constrast": 3.614323139190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5853190422058105,
-      "cov-distil (oracle2student)": 3.101043224334717,
-      "cov-distil (oracle2teacher)": 3.3245849609375,
+      "cov-distil": 2.077974319458008,
+      "cov-distil (oracle2student)": 3.670943260192871,
+      "cov-distil (oracle2teacher)": 3.4015090465545654,
       "epoch": 1.1546310832025117,
-      "rel-constrast": 1.8537979125976562,
+      "rel-constrast": 2.4052650928497314,
       "step": 1471,
-      "subrel-constrast": 2.7095072269439697,
+      "subrel-constrast": 2.7527077198028564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.366969108581543,
-      "cov-distil (oracle2student)": 5.257271766662598,
-      "cov-distil (oracle2teacher)": 4.78129768371582,
+      "cov-distil": 1.5129969120025635,
+      "cov-distil (oracle2student)": 5.038872718811035,
+      "cov-distil (oracle2teacher)": 5.041912078857422,
       "epoch": 1.1554160125588697,
-      "rel-constrast": 2.072223663330078,
+      "rel-constrast": 2.1297402381896973,
       "step": 1472,
-      "subrel-constrast": 2.9598119258880615,
+      "subrel-constrast": 2.7793400287628174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649501919746399,
-      "cov-distil (oracle2student)": 6.186247825622559,
-      "cov-distil (oracle2teacher)": 5.7467803955078125,
+      "cov-distil": 1.8984147310256958,
+      "cov-distil (oracle2student)": 6.500856399536133,
+      "cov-distil (oracle2teacher)": 5.917914390563965,
       "epoch": 1.1562009419152277,
-      "rel-constrast": 2.668015718460083,
+      "rel-constrast": 2.5725464820861816,
       "step": 1473,
-      "subrel-constrast": 2.9322075843811035,
+      "subrel-constrast": 2.653975009918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3380396366119385,
-      "cov-distil (oracle2student)": 3.762608528137207,
-      "cov-distil (oracle2teacher)": 3.6091530323028564,
+      "cov-distil": 1.9486241340637207,
+      "cov-distil (oracle2student)": 4.89066219329834,
+      "cov-distil (oracle2teacher)": 4.314236164093018,
       "epoch": 1.1569858712715855,
-      "rel-constrast": 2.0027313232421875,
+      "rel-constrast": 2.672910690307617,
       "step": 1474,
-      "subrel-constrast": 2.8449206352233887,
+      "subrel-constrast": 2.7053542137145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2223048210144043,
-      "cov-distil (oracle2student)": 5.674510955810547,
-      "cov-distil (oracle2teacher)": 4.935297012329102,
+      "cov-distil": 1.2851771116256714,
+      "cov-distil (oracle2student)": 6.013919353485107,
+      "cov-distil (oracle2teacher)": 5.627117156982422,
       "epoch": 1.1577708006279435,
-      "rel-constrast": 2.102262020111084,
+      "rel-constrast": 2.2614243030548096,
       "step": 1475,
-      "subrel-constrast": 3.233121871948242,
+      "subrel-constrast": 2.696138381958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7302626371383667,
-      "cov-distil (oracle2student)": 3.6926541328430176,
-      "cov-distil (oracle2teacher)": 3.3863492012023926,
+      "cov-distil": 1.8655471801757812,
+      "cov-distil (oracle2student)": 3.747208595275879,
+      "cov-distil (oracle2teacher)": 3.8368685245513916,
       "epoch": 1.1585557299843015,
-      "rel-constrast": 2.388659715652466,
+      "rel-constrast": 2.3927254676818848,
       "step": 1476,
-      "subrel-constrast": 3.0286173820495605,
+      "subrel-constrast": 3.056201219558716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4704991579055786,
-      "cov-distil (oracle2student)": 4.7798309326171875,
-      "cov-distil (oracle2teacher)": 4.173938274383545,
+      "cov-distil": 2.254734516143799,
+      "cov-distil (oracle2student)": 5.258458614349365,
+      "cov-distil (oracle2teacher)": 4.851945877075195,
       "epoch": 1.1593406593406592,
-      "rel-constrast": 2.9184153079986572,
+      "rel-constrast": 3.1367921829223633,
       "step": 1477,
-      "subrel-constrast": 3.51603364944458,
+      "subrel-constrast": 3.793764591217041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2648746967315674,
-      "cov-distil (oracle2student)": 4.841617107391357,
-      "cov-distil (oracle2teacher)": 4.3514604568481445,
+      "cov-distil": 2.032007932662964,
+      "cov-distil (oracle2student)": 5.84316349029541,
+      "cov-distil (oracle2teacher)": 4.998639106750488,
       "epoch": 1.1601255886970172,
-      "rel-constrast": 3.234201192855835,
+      "rel-constrast": 3.5546092987060547,
       "step": 1478,
-      "subrel-constrast": 3.6756820678710938,
+      "subrel-constrast": 3.7173986434936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8125864267349243,
-      "cov-distil (oracle2student)": 2.6819968223571777,
-      "cov-distil (oracle2teacher)": 2.9248392581939697,
+      "cov-distil": 2.0281710624694824,
+      "cov-distil (oracle2student)": 3.3131628036499023,
+      "cov-distil (oracle2teacher)": 3.1151814460754395,
       "epoch": 1.1609105180533752,
-      "rel-constrast": 3.2202460765838623,
+      "rel-constrast": 3.677334785461426,
       "step": 1479,
-      "subrel-constrast": 3.61031174659729,
+      "subrel-constrast": 3.8669984340667725,
       "view-similarity": 0
     },
     {
       "epoch": 1.1616954474097332,
-      "grad_norm": 6.0625,
+      "grad_norm": 8.4375,
       "learning_rate": 4.9651354756835056e-05,
-      "loss": 0.6614,
+      "loss": 0.6901,
       "step": 1480
     },
     {
-      "cov-distil": 1.392646074295044,
-      "cov-distil (oracle2student)": 4.2380523681640625,
-      "cov-distil (oracle2teacher)": 3.5811140537261963,
+      "cov-distil": 1.4051145315170288,
+      "cov-distil (oracle2student)": 5.125507831573486,
+      "cov-distil (oracle2teacher)": 4.128995418548584,
       "epoch": 1.1616954474097332,
-      "rel-constrast": 2.6302762031555176,
+      "rel-constrast": 3.015542507171631,
       "step": 1480,
-      "subrel-constrast": 3.427609920501709,
+      "subrel-constrast": 3.2861921787261963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8921456336975098,
-      "cov-distil (oracle2student)": 3.067326068878174,
-      "cov-distil (oracle2teacher)": 3.2499985694885254,
+      "cov-distil": 2.4433538913726807,
+      "cov-distil (oracle2student)": 3.273416042327881,
+      "cov-distil (oracle2teacher)": 3.324252128601074,
       "epoch": 1.1624803767660912,
-      "rel-constrast": 1.4655245542526245,
+      "rel-constrast": 2.514585256576538,
       "step": 1481,
-      "subrel-constrast": 2.7194595336914062,
+      "subrel-constrast": 2.4992172718048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8185973167419434,
-      "cov-distil (oracle2student)": 4.516495704650879,
-      "cov-distil (oracle2teacher)": 3.844066858291626,
+      "cov-distil": 1.7584583759307861,
+      "cov-distil (oracle2student)": 5.0193023681640625,
+      "cov-distil (oracle2teacher)": 3.98000431060791,
       "epoch": 1.163265306122449,
-      "rel-constrast": 2.676448345184326,
+      "rel-constrast": 3.1768791675567627,
       "step": 1482,
-      "subrel-constrast": 3.0788421630859375,
+      "subrel-constrast": 3.1618876457214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3603132963180542,
-      "cov-distil (oracle2student)": 6.497417449951172,
-      "cov-distil (oracle2teacher)": 5.633515357971191,
+      "cov-distil": 1.3572784662246704,
+      "cov-distil (oracle2student)": 7.191246032714844,
+      "cov-distil (oracle2teacher)": 6.487381458282471,
       "epoch": 1.164050235478807,
-      "rel-constrast": 2.9875617027282715,
+      "rel-constrast": 3.7168047428131104,
       "step": 1483,
-      "subrel-constrast": 3.8521313667297363,
+      "subrel-constrast": 4.240249156951904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2592880725860596,
-      "cov-distil (oracle2student)": 4.702965259552002,
-      "cov-distil (oracle2teacher)": 4.209061622619629,
+      "cov-distil": 1.6998684406280518,
+      "cov-distil (oracle2student)": 4.216327667236328,
+      "cov-distil (oracle2teacher)": 4.563514709472656,
       "epoch": 1.164835164835165,
-      "rel-constrast": 3.127880096435547,
+      "rel-constrast": 2.6142237186431885,
       "step": 1484,
-      "subrel-constrast": 3.3566198348999023,
+      "subrel-constrast": 3.1972951889038086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8305009603500366,
-      "cov-distil (oracle2student)": 4.822851181030273,
-      "cov-distil (oracle2teacher)": 4.675025939941406,
+      "cov-distil": 2.2418618202209473,
+      "cov-distil (oracle2student)": 5.399343490600586,
+      "cov-distil (oracle2teacher)": 5.2729034423828125,
       "epoch": 1.1656200941915227,
-      "rel-constrast": 4.437347888946533,
+      "rel-constrast": 4.64068603515625,
       "step": 1485,
-      "subrel-constrast": 4.580851078033447,
+      "subrel-constrast": 4.593968391418457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9999454021453857,
-      "cov-distil (oracle2student)": 3.5581858158111572,
-      "cov-distil (oracle2teacher)": 3.610217571258545,
+      "cov-distil": 2.0253984928131104,
+      "cov-distil (oracle2student)": 3.747840404510498,
+      "cov-distil (oracle2teacher)": 3.7374329566955566,
       "epoch": 1.1664050235478807,
-      "rel-constrast": 2.2528839111328125,
+      "rel-constrast": 2.892033576965332,
       "step": 1486,
-      "subrel-constrast": 3.5497658252716064,
+      "subrel-constrast": 3.8607208728790283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4891130924224854,
-      "cov-distil (oracle2student)": 3.6254210472106934,
-      "cov-distil (oracle2teacher)": 3.5837528705596924,
+      "cov-distil": 2.310366630554199,
+      "cov-distil (oracle2student)": 3.8379604816436768,
+      "cov-distil (oracle2teacher)": 3.770991325378418,
       "epoch": 1.1671899529042387,
-      "rel-constrast": 2.2691445350646973,
+      "rel-constrast": 2.4887704849243164,
       "step": 1487,
-      "subrel-constrast": 3.445279598236084,
+      "subrel-constrast": 3.1357686519622803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.615608811378479,
-      "cov-distil (oracle2student)": 4.965720176696777,
-      "cov-distil (oracle2teacher)": 4.5782999992370605,
+      "cov-distil": 1.8882396221160889,
+      "cov-distil (oracle2student)": 4.706502437591553,
+      "cov-distil (oracle2teacher)": 5.106330871582031,
       "epoch": 1.1679748822605966,
-      "rel-constrast": 2.9276885986328125,
+      "rel-constrast": 3.4023356437683105,
       "step": 1488,
-      "subrel-constrast": 3.6910719871520996,
+      "subrel-constrast": 3.7543928623199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.073660135269165,
-      "cov-distil (oracle2student)": 7.403058052062988,
-      "cov-distil (oracle2teacher)": 6.3559417724609375,
+      "cov-distil": 2.1417694091796875,
+      "cov-distil (oracle2student)": 7.695431232452393,
+      "cov-distil (oracle2teacher)": 6.914515495300293,
       "epoch": 1.1687598116169544,
-      "rel-constrast": 3.0895729064941406,
+      "rel-constrast": 3.0692548751831055,
       "step": 1489,
-      "subrel-constrast": 3.694629669189453,
+      "subrel-constrast": 3.7282660007476807,
       "view-similarity": 0
     },
     {
       "epoch": 1.1695447409733124,
-      "grad_norm": 6.34375,
+      "grad_norm": 6.625,
       "learning_rate": 4.963668131928436e-05,
-      "loss": 0.7409,
+      "loss": 0.7883,
       "step": 1490
     },
     {
-      "cov-distil": 1.584778070449829,
-      "cov-distil (oracle2student)": 2.9753050804138184,
-      "cov-distil (oracle2teacher)": 3.3699378967285156,
+      "cov-distil": 1.9110404253005981,
+      "cov-distil (oracle2student)": 2.5271658897399902,
+      "cov-distil (oracle2teacher)": 3.469210147857666,
       "epoch": 1.1695447409733124,
-      "rel-constrast": 2.489734411239624,
+      "rel-constrast": 2.8525562286376953,
       "step": 1490,
-      "subrel-constrast": 3.321147918701172,
+      "subrel-constrast": 3.373626947402954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2136712074279785,
-      "cov-distil (oracle2student)": 5.705753326416016,
-      "cov-distil (oracle2teacher)": 4.733763217926025,
+      "cov-distil": 1.8888752460479736,
+      "cov-distil (oracle2student)": 6.462233066558838,
+      "cov-distil (oracle2teacher)": 6.055774688720703,
       "epoch": 1.1703296703296704,
-      "rel-constrast": 2.0149669647216797,
+      "rel-constrast": 2.280893087387085,
       "step": 1491,
-      "subrel-constrast": 2.8364689350128174,
+      "subrel-constrast": 3.094775915145874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8165807723999023,
-      "cov-distil (oracle2student)": 5.1815619468688965,
-      "cov-distil (oracle2teacher)": 4.738595008850098,
+      "cov-distil": 2.5436952114105225,
+      "cov-distil (oracle2student)": 5.321999549865723,
+      "cov-distil (oracle2teacher)": 5.466900825500488,
       "epoch": 1.1711145996860282,
-      "rel-constrast": 2.5921926498413086,
+      "rel-constrast": 3.2539732456207275,
       "step": 1492,
-      "subrel-constrast": 3.3167977333068848,
+      "subrel-constrast": 3.565631151199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5081615447998047,
-      "cov-distil (oracle2student)": 4.854668617248535,
-      "cov-distil (oracle2teacher)": 4.041452884674072,
+      "cov-distil": 1.5491725206375122,
+      "cov-distil (oracle2student)": 4.705268859863281,
+      "cov-distil (oracle2teacher)": 4.2967143058776855,
       "epoch": 1.1718995290423861,
-      "rel-constrast": 3.7228612899780273,
+      "rel-constrast": 3.2657289505004883,
       "step": 1493,
-      "subrel-constrast": 3.814889430999756,
+      "subrel-constrast": 3.511319160461426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741749048233032,
-      "cov-distil (oracle2student)": 3.047351360321045,
-      "cov-distil (oracle2teacher)": 3.038147449493408,
+      "cov-distil": 1.830049753189087,
+      "cov-distil (oracle2student)": 3.090615749359131,
+      "cov-distil (oracle2teacher)": 3.1988534927368164,
       "epoch": 1.1726844583987441,
-      "rel-constrast": 3.035686492919922,
+      "rel-constrast": 2.9779469966888428,
       "step": 1494,
-      "subrel-constrast": 3.9800944328308105,
+      "subrel-constrast": 3.746381998062134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0405187606811523,
-      "cov-distil (oracle2student)": 3.714125633239746,
-      "cov-distil (oracle2teacher)": 3.6011228561401367,
+      "cov-distil": 3.1631665229797363,
+      "cov-distil (oracle2student)": 4.160269737243652,
+      "cov-distil (oracle2teacher)": 3.754619836807251,
       "epoch": 1.1734693877551021,
-      "rel-constrast": 2.398214101791382,
+      "rel-constrast": 3.1686503887176514,
       "step": 1495,
-      "subrel-constrast": 3.8939106464385986,
+      "subrel-constrast": 3.5968527793884277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3905870914459229,
-      "cov-distil (oracle2student)": 3.046931743621826,
-      "cov-distil (oracle2teacher)": 2.8855247497558594,
+      "cov-distil": 1.517662763595581,
+      "cov-distil (oracle2student)": 3.078836441040039,
+      "cov-distil (oracle2teacher)": 2.8757898807525635,
       "epoch": 1.1742543171114599,
-      "rel-constrast": 3.0308635234832764,
+      "rel-constrast": 2.9292778968811035,
       "step": 1496,
-      "subrel-constrast": 3.329037666320801,
+      "subrel-constrast": 3.2497100830078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647951602935791,
-      "cov-distil (oracle2student)": 4.180196285247803,
-      "cov-distil (oracle2teacher)": 4.218957901000977,
+      "cov-distil": 2.054962158203125,
+      "cov-distil (oracle2student)": 4.522157192230225,
+      "cov-distil (oracle2teacher)": 4.9345927238464355,
       "epoch": 1.1750392464678179,
-      "rel-constrast": 2.653312921524048,
+      "rel-constrast": 3.363790273666382,
       "step": 1497,
-      "subrel-constrast": 4.166954040527344,
+      "subrel-constrast": 4.129298210144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6036298274993896,
-      "cov-distil (oracle2student)": 4.424801826477051,
-      "cov-distil (oracle2teacher)": 3.7677884101867676,
+      "cov-distil": 1.7292054891586304,
+      "cov-distil (oracle2student)": 5.011144638061523,
+      "cov-distil (oracle2teacher)": 4.311142921447754,
       "epoch": 1.1758241758241759,
-      "rel-constrast": 2.748300313949585,
+      "rel-constrast": 3.3893399238586426,
       "step": 1498,
-      "subrel-constrast": 3.297043800354004,
+      "subrel-constrast": 3.3898260593414307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6762897968292236,
-      "cov-distil (oracle2student)": 3.5112032890319824,
-      "cov-distil (oracle2teacher)": 3.420654773712158,
+      "cov-distil": 1.409993290901184,
+      "cov-distil (oracle2student)": 4.621469497680664,
+      "cov-distil (oracle2teacher)": 3.7503151893615723,
       "epoch": 1.1766091051805336,
-      "rel-constrast": 2.9255642890930176,
+      "rel-constrast": 3.0930776596069336,
       "step": 1499,
-      "subrel-constrast": 3.3973541259765625,
+      "subrel-constrast": 3.347726345062256,
       "view-similarity": 0
     },
     {
       "epoch": 1.1773940345368916,
-      "grad_norm": 5.875,
+      "grad_norm": 6.28125,
       "learning_rate": 4.9621707691546645e-05,
-      "loss": 0.7332,
+      "loss": 0.7644,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-P@10": 0.7639999999999999,
+      "eval/duc04-P@10": 0.7439999999999999,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-nDCG@10": 0.7747621818724173,
+      "eval/duc04-nDCG@10": 0.7471287975428555,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/duc04-alpha_nDCG@10": 0.5848391026684081,
+      "eval/duc04-alpha_nDCG@10": 0.5564771225340014,
       "step": 1500
     },
     {
@@ -16516,17 +16516,17 @@
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.42399999999999993,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-nDCG@10": 0.6173102450175095,
+      "eval/multi_news-nDCG@10": 0.5966332562860654,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/multi_news-alpha_nDCG@10": 0.6022035630192084,
+      "eval/multi_news-alpha_nDCG@10": 0.5620652349019176,
       "step": 1500
     },
     {
@@ -16536,5472 +16536,5472 @@
     },
     {
       "epoch": 1.1773940345368916,
-      "eval/avg": 0.5416106548872113,
+      "eval/avg": 0.5232593197231233,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
-      "overlap": 0.2890625,
+      "overlap": 0.3140625059604645,
       "step": 1500
     },
     {
       "epoch": 1.1773940345368916,
       "step": 1500,
-      "student margin": 0.0633544921875
+      "student margin": 0.0545654296875
     },
     {
       "epoch": 1.1773940345368916,
       "step": 1500,
-      "teacher margin": 0.043121337890625
+      "teacher margin": 0.04913330078125
     },
     {
       "epoch": 1.1773940345368916,
-      "margin difference": -0.020233154296875,
+      "margin difference": -0.00543212890625,
       "step": 1500
     },
     {
-      "cov-distil": 1.7485086917877197,
-      "cov-distil (oracle2student)": 4.230788707733154,
-      "cov-distil (oracle2teacher)": 3.8272950649261475,
+      "cov-distil": 1.9172860383987427,
+      "cov-distil (oracle2student)": 5.323042392730713,
+      "cov-distil (oracle2teacher)": 4.5238237380981445,
       "epoch": 1.1773940345368916,
-      "rel-constrast": 2.0312840938568115,
+      "rel-constrast": 2.5297560691833496,
       "step": 1500,
-      "subrel-constrast": 2.71525502204895,
+      "subrel-constrast": 2.832296133041382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4775396585464478,
-      "cov-distil (oracle2student)": 4.059601306915283,
-      "cov-distil (oracle2teacher)": 3.723001003265381,
+      "cov-distil": 1.3232753276824951,
+      "cov-distil (oracle2student)": 3.7916009426116943,
+      "cov-distil (oracle2teacher)": 3.8251423835754395,
       "epoch": 1.1781789638932496,
-      "rel-constrast": 4.083869934082031,
+      "rel-constrast": 3.950422525405884,
       "step": 1501,
-      "subrel-constrast": 3.7125368118286133,
+      "subrel-constrast": 3.3373491764068604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.676011562347412,
-      "cov-distil (oracle2student)": 5.229190349578857,
-      "cov-distil (oracle2teacher)": 5.160117149353027,
+      "cov-distil": 2.2233471870422363,
+      "cov-distil (oracle2student)": 5.614033222198486,
+      "cov-distil (oracle2teacher)": 5.180672645568848,
       "epoch": 1.1789638932496076,
-      "rel-constrast": 3.101928234100342,
+      "rel-constrast": 3.7993500232696533,
       "step": 1502,
-      "subrel-constrast": 4.044782638549805,
+      "subrel-constrast": 4.335343360900879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6979618072509766,
-      "cov-distil (oracle2student)": 3.7973227500915527,
-      "cov-distil (oracle2teacher)": 3.310650587081909,
+      "cov-distil": 1.566896915435791,
+      "cov-distil (oracle2student)": 4.688749313354492,
+      "cov-distil (oracle2teacher)": 3.4921064376831055,
       "epoch": 1.1797488226059656,
-      "rel-constrast": 2.005044937133789,
+      "rel-constrast": 2.555701732635498,
       "step": 1503,
-      "subrel-constrast": 2.843824625015259,
+      "subrel-constrast": 2.427482843399048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5123100280761719,
-      "cov-distil (oracle2student)": 5.033284664154053,
-      "cov-distil (oracle2teacher)": 4.157942295074463,
+      "cov-distil": 1.5564537048339844,
+      "cov-distil (oracle2student)": 4.846446990966797,
+      "cov-distil (oracle2teacher)": 4.962312698364258,
       "epoch": 1.1805337519623234,
-      "rel-constrast": 2.8426575660705566,
+      "rel-constrast": 2.674205780029297,
       "step": 1504,
-      "subrel-constrast": 3.390226364135742,
+      "subrel-constrast": 3.339271068572998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.316284418106079,
-      "cov-distil (oracle2student)": 3.133749485015869,
-      "cov-distil (oracle2teacher)": 3.136380672454834,
+      "cov-distil": 1.5451772212982178,
+      "cov-distil (oracle2student)": 2.898690938949585,
+      "cov-distil (oracle2teacher)": 3.4249372482299805,
       "epoch": 1.1813186813186813,
-      "rel-constrast": 2.476555347442627,
+      "rel-constrast": 2.810948610305786,
       "step": 1505,
-      "subrel-constrast": 3.1768059730529785,
+      "subrel-constrast": 3.0811119079589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3085720539093018,
-      "cov-distil (oracle2student)": 5.336479187011719,
-      "cov-distil (oracle2teacher)": 5.304076194763184,
+      "cov-distil": 2.6870017051696777,
+      "cov-distil (oracle2student)": 5.269142150878906,
+      "cov-distil (oracle2teacher)": 5.569355010986328,
       "epoch": 1.1821036106750393,
-      "rel-constrast": 3.9608383178710938,
+      "rel-constrast": 4.033282279968262,
       "step": 1506,
-      "subrel-constrast": 4.48170280456543,
+      "subrel-constrast": 4.542117595672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562358140945435,
-      "cov-distil (oracle2student)": 5.106496334075928,
-      "cov-distil (oracle2teacher)": 4.130088806152344,
+      "cov-distil": 1.8023386001586914,
+      "cov-distil (oracle2student)": 5.7385101318359375,
+      "cov-distil (oracle2teacher)": 4.578217506408691,
       "epoch": 1.182888540031397,
-      "rel-constrast": 2.9583888053894043,
+      "rel-constrast": 3.4640960693359375,
       "step": 1507,
-      "subrel-constrast": 3.7306017875671387,
+      "subrel-constrast": 3.583298683166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7493054866790771,
-      "cov-distil (oracle2student)": 2.7775204181671143,
-      "cov-distil (oracle2teacher)": 3.2637789249420166,
+      "cov-distil": 1.7430472373962402,
+      "cov-distil (oracle2student)": 2.629763603210449,
+      "cov-distil (oracle2teacher)": 3.2725989818573,
       "epoch": 1.183673469387755,
-      "rel-constrast": 2.5205020904541016,
+      "rel-constrast": 2.3908188343048096,
       "step": 1508,
-      "subrel-constrast": 3.557661294937134,
+      "subrel-constrast": 3.2724804878234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0654494762420654,
-      "cov-distil (oracle2student)": 2.2735180854797363,
-      "cov-distil (oracle2teacher)": 2.127807855606079,
+      "cov-distil": 1.3813674449920654,
+      "cov-distil (oracle2student)": 2.7683348655700684,
+      "cov-distil (oracle2teacher)": 2.5637505054473877,
       "epoch": 1.184458398744113,
-      "rel-constrast": 2.1841182708740234,
+      "rel-constrast": 2.700869083404541,
       "step": 1509,
-      "subrel-constrast": 2.6357650756835938,
+      "subrel-constrast": 2.620093822479248,
       "view-similarity": 0
     },
     {
       "epoch": 1.185243328100471,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.96875,
       "learning_rate": 4.9606434056070863e-05,
-      "loss": 0.7422,
+      "loss": 0.7727,
       "step": 1510
     },
     {
-      "cov-distil": 2.0747480392456055,
-      "cov-distil (oracle2student)": 3.9009385108947754,
-      "cov-distil (oracle2teacher)": 4.192046642303467,
+      "cov-distil": 2.312384605407715,
+      "cov-distil (oracle2student)": 4.621145725250244,
+      "cov-distil (oracle2teacher)": 4.413256645202637,
       "epoch": 1.185243328100471,
-      "rel-constrast": 2.6539556980133057,
+      "rel-constrast": 3.2841296195983887,
       "step": 1510,
-      "subrel-constrast": 3.577793836593628,
+      "subrel-constrast": 3.4546895027160645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7121105194091797,
-      "cov-distil (oracle2student)": 3.5978574752807617,
-      "cov-distil (oracle2teacher)": 3.8568508625030518,
+      "cov-distil": 1.8557753562927246,
+      "cov-distil (oracle2student)": 3.752302885055542,
+      "cov-distil (oracle2teacher)": 3.8086934089660645,
       "epoch": 1.1860282574568288,
-      "rel-constrast": 3.703195571899414,
+      "rel-constrast": 4.280101299285889,
       "step": 1511,
-      "subrel-constrast": 4.201766490936279,
+      "subrel-constrast": 4.329936504364014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.769433856010437,
-      "cov-distil (oracle2student)": 4.847658634185791,
-      "cov-distil (oracle2teacher)": 4.619823455810547,
+      "cov-distil": 2.105696439743042,
+      "cov-distil (oracle2student)": 4.832235813140869,
+      "cov-distil (oracle2teacher)": 4.985848426818848,
       "epoch": 1.1868131868131868,
-      "rel-constrast": 2.7370405197143555,
+      "rel-constrast": 3.3082499504089355,
       "step": 1512,
-      "subrel-constrast": 3.6746485233306885,
+      "subrel-constrast": 3.803394079208374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3672865629196167,
-      "cov-distil (oracle2student)": 5.345491409301758,
-      "cov-distil (oracle2teacher)": 5.307746887207031,
+      "cov-distil": 1.6449390649795532,
+      "cov-distil (oracle2student)": 6.777450084686279,
+      "cov-distil (oracle2teacher)": 5.831568241119385,
       "epoch": 1.1875981161695448,
-      "rel-constrast": 3.974797248840332,
+      "rel-constrast": 4.084428310394287,
       "step": 1513,
-      "subrel-constrast": 4.64158296585083,
+      "subrel-constrast": 4.387684345245361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3251571655273438,
-      "cov-distil (oracle2student)": 6.040820121765137,
-      "cov-distil (oracle2teacher)": 4.929553985595703,
+      "cov-distil": 1.4894795417785645,
+      "cov-distil (oracle2student)": 6.289453506469727,
+      "cov-distil (oracle2teacher)": 5.775760173797607,
       "epoch": 1.1883830455259026,
-      "rel-constrast": 2.626101493835449,
+      "rel-constrast": 2.41333270072937,
       "step": 1514,
-      "subrel-constrast": 3.0085737705230713,
+      "subrel-constrast": 2.7850465774536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7284622192382812,
-      "cov-distil (oracle2student)": 3.64074444770813,
-      "cov-distil (oracle2teacher)": 3.6592631340026855,
+      "cov-distil": 2.206246852874756,
+      "cov-distil (oracle2student)": 3.9696521759033203,
+      "cov-distil (oracle2teacher)": 3.722459316253662,
       "epoch": 1.1891679748822606,
-      "rel-constrast": 2.033757209777832,
+      "rel-constrast": 2.0635414123535156,
       "step": 1515,
-      "subrel-constrast": 2.7563092708587646,
+      "subrel-constrast": 2.6162502765655518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1659088134765625,
-      "cov-distil (oracle2student)": 2.7111988067626953,
-      "cov-distil (oracle2teacher)": 3.0070433616638184,
+      "cov-distil": 2.4510533809661865,
+      "cov-distil (oracle2student)": 2.7930521965026855,
+      "cov-distil (oracle2teacher)": 3.0105409622192383,
       "epoch": 1.1899529042386185,
-      "rel-constrast": 2.4668636322021484,
+      "rel-constrast": 2.3236725330352783,
       "step": 1516,
-      "subrel-constrast": 3.6944668292999268,
+      "subrel-constrast": 3.6701371669769287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1717967987060547,
-      "cov-distil (oracle2student)": 4.242790222167969,
-      "cov-distil (oracle2teacher)": 3.823622465133667,
+      "cov-distil": 1.3974751234054565,
+      "cov-distil (oracle2student)": 4.325800895690918,
+      "cov-distil (oracle2teacher)": 4.143582344055176,
       "epoch": 1.1907378335949765,
-      "rel-constrast": 3.1749753952026367,
+      "rel-constrast": 3.5964393615722656,
       "step": 1517,
-      "subrel-constrast": 3.6475167274475098,
+      "subrel-constrast": 3.545927047729492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.912517786026001,
-      "cov-distil (oracle2student)": 4.199876308441162,
-      "cov-distil (oracle2teacher)": 4.535355567932129,
+      "cov-distil": 2.56984806060791,
+      "cov-distil (oracle2student)": 5.170964241027832,
+      "cov-distil (oracle2teacher)": 4.24367094039917,
       "epoch": 1.1915227629513343,
-      "rel-constrast": 4.481130123138428,
+      "rel-constrast": 4.934070110321045,
       "step": 1518,
-      "subrel-constrast": 5.082208156585693,
+      "subrel-constrast": 4.760612964630127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562536239624023,
-      "cov-distil (oracle2student)": 5.788992881774902,
-      "cov-distil (oracle2teacher)": 4.82795524597168,
+      "cov-distil": 1.897395372390747,
+      "cov-distil (oracle2student)": 5.289916038513184,
+      "cov-distil (oracle2teacher)": 5.043879985809326,
       "epoch": 1.1923076923076923,
-      "rel-constrast": 3.587991237640381,
+      "rel-constrast": 4.197106838226318,
       "step": 1519,
-      "subrel-constrast": 4.080261707305908,
+      "subrel-constrast": 3.9326400756835938,
       "view-similarity": 0
     },
     {
       "epoch": 1.1930926216640503,
-      "grad_norm": 6.84375,
+      "grad_norm": 8.4375,
       "learning_rate": 4.959086059896141e-05,
-      "loss": 0.8287,
+      "loss": 0.8621,
       "step": 1520
     },
     {
-      "cov-distil": 1.5232781171798706,
-      "cov-distil (oracle2student)": 4.327375411987305,
-      "cov-distil (oracle2teacher)": 4.070348739624023,
+      "cov-distil": 2.6535861492156982,
+      "cov-distil (oracle2student)": 4.809630393981934,
+      "cov-distil (oracle2teacher)": 4.434609413146973,
       "epoch": 1.1930926216640503,
-      "rel-constrast": 2.7197184562683105,
+      "rel-constrast": 3.1145834922790527,
       "step": 1520,
-      "subrel-constrast": 3.1734938621520996,
+      "subrel-constrast": 3.449302911758423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4419372081756592,
-      "cov-distil (oracle2student)": 5.73799467086792,
-      "cov-distil (oracle2teacher)": 5.951563835144043,
+      "cov-distil": 1.5581674575805664,
+      "cov-distil (oracle2student)": 6.877288341522217,
+      "cov-distil (oracle2teacher)": 6.002029895782471,
       "epoch": 1.193877551020408,
-      "rel-constrast": 3.3822076320648193,
+      "rel-constrast": 3.706590414047241,
       "step": 1521,
-      "subrel-constrast": 3.779179811477661,
+      "subrel-constrast": 4.04472017288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.640181303024292,
-      "cov-distil (oracle2student)": 3.836653709411621,
-      "cov-distil (oracle2teacher)": 3.7507858276367188,
+      "cov-distil": 1.9851887226104736,
+      "cov-distil (oracle2student)": 4.108968734741211,
+      "cov-distil (oracle2teacher)": 3.372758626937866,
       "epoch": 1.194662480376766,
-      "rel-constrast": 3.6478872299194336,
+      "rel-constrast": 4.474026679992676,
       "step": 1522,
-      "subrel-constrast": 4.444528579711914,
+      "subrel-constrast": 4.099109172821045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4504380226135254,
-      "cov-distil (oracle2student)": 3.3363285064697266,
-      "cov-distil (oracle2teacher)": 2.772866725921631,
+      "cov-distil": 1.7445967197418213,
+      "cov-distil (oracle2student)": 3.7898342609405518,
+      "cov-distil (oracle2teacher)": 3.5038225650787354,
       "epoch": 1.195447409733124,
-      "rel-constrast": 2.0574207305908203,
+      "rel-constrast": 2.238239288330078,
       "step": 1523,
-      "subrel-constrast": 2.545795440673828,
+      "subrel-constrast": 2.851907730102539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9421583414077759,
-      "cov-distil (oracle2student)": 3.961541175842285,
-      "cov-distil (oracle2teacher)": 4.5739521980285645,
+      "cov-distil": 2.250396251678467,
+      "cov-distil (oracle2student)": 5.145066261291504,
+      "cov-distil (oracle2teacher)": 4.6964497566223145,
       "epoch": 1.196232339089482,
-      "rel-constrast": 2.9225692749023438,
+      "rel-constrast": 3.4886064529418945,
       "step": 1524,
-      "subrel-constrast": 3.993438243865967,
+      "subrel-constrast": 4.0304694175720215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5873799324035645,
-      "cov-distil (oracle2student)": 4.951776027679443,
-      "cov-distil (oracle2teacher)": 4.686556816101074,
+      "cov-distil": 1.9484859704971313,
+      "cov-distil (oracle2student)": 5.016447067260742,
+      "cov-distil (oracle2teacher)": 4.78870964050293,
       "epoch": 1.19701726844584,
-      "rel-constrast": 2.6227290630340576,
+      "rel-constrast": 3.433077812194824,
       "step": 1525,
-      "subrel-constrast": 3.568251132965088,
+      "subrel-constrast": 3.343183994293213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7995333671569824,
-      "cov-distil (oracle2student)": 3.3716089725494385,
-      "cov-distil (oracle2teacher)": 3.617016315460205,
+      "cov-distil": 2.784691572189331,
+      "cov-distil (oracle2student)": 3.6217150688171387,
+      "cov-distil (oracle2teacher)": 3.766085147857666,
       "epoch": 1.1978021978021978,
-      "rel-constrast": 2.6842219829559326,
+      "rel-constrast": 3.1089394092559814,
       "step": 1526,
-      "subrel-constrast": 3.481901168823242,
+      "subrel-constrast": 3.894853115081787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5646638870239258,
-      "cov-distil (oracle2student)": 4.4577507972717285,
-      "cov-distil (oracle2teacher)": 4.188509941101074,
+      "cov-distil": 2.352919578552246,
+      "cov-distil (oracle2student)": 5.337078094482422,
+      "cov-distil (oracle2teacher)": 4.408210754394531,
       "epoch": 1.1985871271585558,
-      "rel-constrast": 3.4021458625793457,
+      "rel-constrast": 4.388445854187012,
       "step": 1527,
-      "subrel-constrast": 4.33415412902832,
+      "subrel-constrast": 4.429155349731445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8761851787567139,
-      "cov-distil (oracle2student)": 3.9821815490722656,
-      "cov-distil (oracle2teacher)": 3.884610176086426,
+      "cov-distil": 2.2172608375549316,
+      "cov-distil (oracle2student)": 4.052121162414551,
+      "cov-distil (oracle2teacher)": 3.8458893299102783,
       "epoch": 1.1993720565149137,
-      "rel-constrast": 2.9438514709472656,
+      "rel-constrast": 3.002258777618408,
       "step": 1528,
-      "subrel-constrast": 3.405836582183838,
+      "subrel-constrast": 3.4100818634033203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2246947288513184,
-      "cov-distil (oracle2student)": 4.151642799377441,
-      "cov-distil (oracle2teacher)": 3.1427805423736572,
+      "cov-distil": 1.4705394506454468,
+      "cov-distil (oracle2student)": 4.349119186401367,
+      "cov-distil (oracle2teacher)": 3.4468657970428467,
       "epoch": 1.2001569858712715,
-      "rel-constrast": 1.772562026977539,
+      "rel-constrast": 2.171937942504883,
       "step": 1529,
-      "subrel-constrast": 2.6392982006073,
+      "subrel-constrast": 2.456705093383789,
       "view-similarity": 0
     },
     {
       "epoch": 1.2009419152276295,
-      "grad_norm": 3.53125,
+      "grad_norm": 5.625,
       "learning_rate": 4.957498750997597e-05,
-      "loss": 0.744,
+      "loss": 0.8282,
       "step": 1530
     },
     {
-      "cov-distil": 1.600648045539856,
-      "cov-distil (oracle2student)": 4.604783058166504,
-      "cov-distil (oracle2teacher)": 4.556369304656982,
+      "cov-distil": 1.508070468902588,
+      "cov-distil (oracle2student)": 5.035850524902344,
+      "cov-distil (oracle2teacher)": 4.97237491607666,
       "epoch": 1.2009419152276295,
-      "rel-constrast": 2.267603874206543,
+      "rel-constrast": 2.2465076446533203,
       "step": 1530,
-      "subrel-constrast": 2.6244161128997803,
+      "subrel-constrast": 2.4714536666870117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.810472846031189,
-      "cov-distil (oracle2student)": 4.073423862457275,
-      "cov-distil (oracle2teacher)": 3.6597142219543457,
+      "cov-distil": 2.189021587371826,
+      "cov-distil (oracle2student)": 4.0988969802856445,
+      "cov-distil (oracle2teacher)": 4.072225570678711,
       "epoch": 1.2017268445839875,
-      "rel-constrast": 2.3108716011047363,
+      "rel-constrast": 3.0464041233062744,
       "step": 1531,
-      "subrel-constrast": 3.2451529502868652,
+      "subrel-constrast": 3.3375816345214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8782386779785156,
-      "cov-distil (oracle2student)": 3.557467222213745,
-      "cov-distil (oracle2teacher)": 3.675232410430908,
+      "cov-distil": 2.4709322452545166,
+      "cov-distil (oracle2student)": 4.907002925872803,
+      "cov-distil (oracle2teacher)": 4.1503496170043945,
       "epoch": 1.2025117739403455,
-      "rel-constrast": 3.3091039657592773,
+      "rel-constrast": 4.341656684875488,
       "step": 1532,
-      "subrel-constrast": 4.100863456726074,
+      "subrel-constrast": 4.271442413330078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5638325214385986,
-      "cov-distil (oracle2student)": 2.8034284114837646,
-      "cov-distil (oracle2teacher)": 2.8497776985168457,
+      "cov-distil": 1.716883897781372,
+      "cov-distil (oracle2student)": 2.797983169555664,
+      "cov-distil (oracle2teacher)": 2.9715182781219482,
       "epoch": 1.2032967032967032,
-      "rel-constrast": 2.3563458919525146,
+      "rel-constrast": 3.0211033821105957,
       "step": 1533,
-      "subrel-constrast": 3.0898303985595703,
+      "subrel-constrast": 2.992946147918701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.691821575164795,
-      "cov-distil (oracle2student)": 4.60768985748291,
-      "cov-distil (oracle2teacher)": 4.304746627807617,
+      "cov-distil": 2.1605794429779053,
+      "cov-distil (oracle2student)": 4.850038051605225,
+      "cov-distil (oracle2teacher)": 4.6088032722473145,
       "epoch": 1.2040816326530612,
-      "rel-constrast": 2.8594892024993896,
+      "rel-constrast": 3.2066197395324707,
       "step": 1534,
-      "subrel-constrast": 3.549325704574585,
+      "subrel-constrast": 4.037586212158203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5520613193511963,
-      "cov-distil (oracle2student)": 4.877971649169922,
-      "cov-distil (oracle2teacher)": 4.454023838043213,
+      "cov-distil": 1.815563678741455,
+      "cov-distil (oracle2student)": 4.80515193939209,
+      "cov-distil (oracle2teacher)": 4.607004165649414,
       "epoch": 1.2048665620094192,
-      "rel-constrast": 2.8462142944335938,
+      "rel-constrast": 3.356212615966797,
       "step": 1535,
-      "subrel-constrast": 3.4580230712890625,
+      "subrel-constrast": 3.4872124195098877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6331263780593872,
-      "cov-distil (oracle2student)": 4.314093112945557,
-      "cov-distil (oracle2teacher)": 4.101082801818848,
+      "cov-distil": 2.1146669387817383,
+      "cov-distil (oracle2student)": 4.450850486755371,
+      "cov-distil (oracle2teacher)": 4.314725875854492,
       "epoch": 1.205651491365777,
-      "rel-constrast": 2.616159677505493,
+      "rel-constrast": 2.658287525177002,
       "step": 1536,
-      "subrel-constrast": 3.3092477321624756,
+      "subrel-constrast": 3.296804428100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.022289991378784,
-      "cov-distil (oracle2student)": 4.89500093460083,
-      "cov-distil (oracle2teacher)": 4.807025909423828,
+      "cov-distil": 2.237542152404785,
+      "cov-distil (oracle2student)": 5.157522678375244,
+      "cov-distil (oracle2teacher)": 5.068371772766113,
       "epoch": 1.206436420722135,
-      "rel-constrast": 2.419569253921509,
+      "rel-constrast": 2.759636878967285,
       "step": 1537,
-      "subrel-constrast": 3.59961199760437,
+      "subrel-constrast": 3.521134853363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4777123928070068,
-      "cov-distil (oracle2student)": 3.2864580154418945,
-      "cov-distil (oracle2teacher)": 3.056769847869873,
+      "cov-distil": 1.9311931133270264,
+      "cov-distil (oracle2student)": 3.4321303367614746,
+      "cov-distil (oracle2teacher)": 4.047699928283691,
       "epoch": 1.207221350078493,
-      "rel-constrast": 2.0155293941497803,
+      "rel-constrast": 2.259303092956543,
       "step": 1538,
-      "subrel-constrast": 2.7256932258605957,
+      "subrel-constrast": 3.235063314437866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.645634651184082,
-      "cov-distil (oracle2student)": 4.065258026123047,
-      "cov-distil (oracle2teacher)": 3.8413004875183105,
+      "cov-distil": 2.4330332279205322,
+      "cov-distil (oracle2student)": 4.244851112365723,
+      "cov-distil (oracle2teacher)": 4.501765251159668,
       "epoch": 1.208006279434851,
-      "rel-constrast": 2.3775105476379395,
+      "rel-constrast": 2.5799012184143066,
       "step": 1539,
-      "subrel-constrast": 3.498631715774536,
+      "subrel-constrast": 3.3714354038238525,
       "view-similarity": 0
     },
     {
       "epoch": 1.2087912087912087,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.59375,
       "learning_rate": 4.9558814982523106e-05,
-      "loss": 0.6766,
+      "loss": 0.7369,
       "step": 1540
     },
     {
-      "cov-distil": 1.8075847625732422,
-      "cov-distil (oracle2student)": 5.002773284912109,
-      "cov-distil (oracle2teacher)": 5.1291985511779785,
+      "cov-distil": 1.7995719909667969,
+      "cov-distil (oracle2student)": 5.726260662078857,
+      "cov-distil (oracle2teacher)": 5.477193832397461,
       "epoch": 1.2087912087912087,
-      "rel-constrast": 3.0045089721679688,
+      "rel-constrast": 3.648697853088379,
       "step": 1540,
-      "subrel-constrast": 3.930400848388672,
+      "subrel-constrast": 3.2994422912597656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4789363145828247,
-      "cov-distil (oracle2student)": 4.7036285400390625,
-      "cov-distil (oracle2teacher)": 4.801464080810547,
+      "cov-distil": 1.684117078781128,
+      "cov-distil (oracle2student)": 4.7812042236328125,
+      "cov-distil (oracle2teacher)": 5.30693244934082,
       "epoch": 1.2095761381475667,
-      "rel-constrast": 2.8248226642608643,
+      "rel-constrast": 3.2084877490997314,
       "step": 1541,
-      "subrel-constrast": 3.794799566268921,
+      "subrel-constrast": 3.4546189308166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6375290155410767,
-      "cov-distil (oracle2student)": 3.3961291313171387,
-      "cov-distil (oracle2teacher)": 3.204671859741211,
+      "cov-distil": 2.2194430828094482,
+      "cov-distil (oracle2student)": 4.063145160675049,
+      "cov-distil (oracle2teacher)": 3.5387635231018066,
       "epoch": 1.2103610675039247,
-      "rel-constrast": 2.8809454441070557,
+      "rel-constrast": 3.5485973358154297,
       "step": 1542,
-      "subrel-constrast": 3.4760124683380127,
+      "subrel-constrast": 3.7212672233581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2903764247894287,
-      "cov-distil (oracle2student)": 4.792279243469238,
-      "cov-distil (oracle2teacher)": 4.538397789001465,
+      "cov-distil": 1.7182254791259766,
+      "cov-distil (oracle2student)": 4.262997627258301,
+      "cov-distil (oracle2teacher)": 4.745234489440918,
       "epoch": 1.2111459968602825,
-      "rel-constrast": 2.7544140815734863,
+      "rel-constrast": 2.8789234161376953,
       "step": 1543,
-      "subrel-constrast": 3.2082643508911133,
+      "subrel-constrast": 3.071460008621216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4375863075256348,
-      "cov-distil (oracle2student)": 4.494780540466309,
-      "cov-distil (oracle2teacher)": 4.387182235717773,
+      "cov-distil": 1.778658390045166,
+      "cov-distil (oracle2student)": 5.285736083984375,
+      "cov-distil (oracle2teacher)": 4.830392837524414,
       "epoch": 1.2119309262166404,
-      "rel-constrast": 2.863981008529663,
+      "rel-constrast": 3.2336478233337402,
       "step": 1544,
-      "subrel-constrast": 3.4193403720855713,
+      "subrel-constrast": 3.3492431640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7431714534759521,
-      "cov-distil (oracle2student)": 4.275623321533203,
-      "cov-distil (oracle2teacher)": 4.166308403015137,
+      "cov-distil": 1.6873376369476318,
+      "cov-distil (oracle2student)": 4.198597431182861,
+      "cov-distil (oracle2teacher)": 4.050151348114014,
       "epoch": 1.2127158555729984,
-      "rel-constrast": 2.1307897567749023,
+      "rel-constrast": 2.5997281074523926,
       "step": 1545,
-      "subrel-constrast": 3.471906900405884,
+      "subrel-constrast": 3.394369125366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7611958980560303,
-      "cov-distil (oracle2student)": 3.3497514724731445,
-      "cov-distil (oracle2teacher)": 3.3862464427948,
+      "cov-distil": 1.9257383346557617,
+      "cov-distil (oracle2student)": 3.5837159156799316,
+      "cov-distil (oracle2teacher)": 3.586101770401001,
       "epoch": 1.2135007849293564,
-      "rel-constrast": 2.38743257522583,
+      "rel-constrast": 2.145664691925049,
       "step": 1546,
-      "subrel-constrast": 3.3915841579437256,
+      "subrel-constrast": 3.107405424118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5527610778808594,
-      "cov-distil (oracle2student)": 3.1812191009521484,
-      "cov-distil (oracle2teacher)": 3.1168770790100098,
+      "cov-distil": 1.739095687866211,
+      "cov-distil (oracle2student)": 3.274857997894287,
+      "cov-distil (oracle2teacher)": 3.4684669971466064,
       "epoch": 1.2142857142857142,
-      "rel-constrast": 2.404475212097168,
+      "rel-constrast": 2.682772636413574,
       "step": 1547,
-      "subrel-constrast": 3.0474047660827637,
+      "subrel-constrast": 2.876507520675659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7499725818634033,
-      "cov-distil (oracle2student)": 4.475757598876953,
-      "cov-distil (oracle2teacher)": 4.537806034088135,
+      "cov-distil": 1.9764400720596313,
+      "cov-distil (oracle2student)": 5.423601150512695,
+      "cov-distil (oracle2teacher)": 4.720066547393799,
       "epoch": 1.2150706436420722,
-      "rel-constrast": 2.1917285919189453,
+      "rel-constrast": 2.5067367553710938,
       "step": 1548,
-      "subrel-constrast": 2.8687524795532227,
+      "subrel-constrast": 2.6566712856292725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2541391849517822,
-      "cov-distil (oracle2student)": 4.706418991088867,
-      "cov-distil (oracle2teacher)": 3.8923490047454834,
+      "cov-distil": 1.39100980758667,
+      "cov-distil (oracle2student)": 4.79363489151001,
+      "cov-distil (oracle2teacher)": 3.986844301223755,
       "epoch": 1.2158555729984302,
-      "rel-constrast": 2.889606475830078,
+      "rel-constrast": 2.2378265857696533,
       "step": 1549,
-      "subrel-constrast": 3.2647478580474854,
+      "subrel-constrast": 3.0173535346984863,
       "view-similarity": 0
     },
     {
       "epoch": 1.2166405023547882,
-      "grad_norm": 5.59375,
+      "grad_norm": 5.40625,
       "learning_rate": 4.9542343213659974e-05,
-      "loss": 0.6976,
+      "loss": 0.7173,
       "step": 1550
     },
     {
-      "cov-distil": 1.8331830501556396,
-      "cov-distil (oracle2student)": 5.015098571777344,
-      "cov-distil (oracle2teacher)": 4.250988960266113,
+      "cov-distil": 1.6455473899841309,
+      "cov-distil (oracle2student)": 5.877847671508789,
+      "cov-distil (oracle2teacher)": 5.212038993835449,
       "epoch": 1.2166405023547882,
-      "rel-constrast": 4.024837493896484,
+      "rel-constrast": 4.509739398956299,
       "step": 1550,
-      "subrel-constrast": 4.481121063232422,
+      "subrel-constrast": 4.808380126953125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9867794513702393,
-      "cov-distil (oracle2student)": 3.297834873199463,
-      "cov-distil (oracle2teacher)": 3.424804449081421,
+      "cov-distil": 2.298107862472534,
+      "cov-distil (oracle2student)": 4.6397504806518555,
+      "cov-distil (oracle2teacher)": 4.20549201965332,
       "epoch": 1.217425431711146,
-      "rel-constrast": 2.9038000106811523,
+      "rel-constrast": 3.4842381477355957,
       "step": 1551,
-      "subrel-constrast": 3.5621063709259033,
+      "subrel-constrast": 3.9074127674102783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5921251773834229,
-      "cov-distil (oracle2student)": 4.316880226135254,
-      "cov-distil (oracle2teacher)": 3.882554292678833,
+      "cov-distil": 1.8756139278411865,
+      "cov-distil (oracle2student)": 4.935657024383545,
+      "cov-distil (oracle2teacher)": 4.117036819458008,
       "epoch": 1.218210361067504,
-      "rel-constrast": 2.5500707626342773,
+      "rel-constrast": 2.2489562034606934,
       "step": 1552,
-      "subrel-constrast": 3.0413320064544678,
+      "subrel-constrast": 3.0293800830841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2253526449203491,
-      "cov-distil (oracle2student)": 4.995065689086914,
-      "cov-distil (oracle2teacher)": 4.219193458557129,
+      "cov-distil": 1.6260697841644287,
+      "cov-distil (oracle2student)": 4.922709941864014,
+      "cov-distil (oracle2teacher)": 4.8041276931762695,
       "epoch": 1.218995290423862,
-      "rel-constrast": 3.696774959564209,
+      "rel-constrast": 3.9420387744903564,
       "step": 1553,
-      "subrel-constrast": 3.889272689819336,
+      "subrel-constrast": 4.028632164001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229150414466858,
-      "cov-distil (oracle2student)": 2.6216583251953125,
-      "cov-distil (oracle2teacher)": 2.6381349563598633,
+      "cov-distil": 1.3076212406158447,
+      "cov-distil (oracle2student)": 2.6253983974456787,
+      "cov-distil (oracle2teacher)": 2.998382568359375,
       "epoch": 1.2197802197802199,
-      "rel-constrast": 3.167804718017578,
+      "rel-constrast": 2.5977015495300293,
       "step": 1554,
-      "subrel-constrast": 3.390306234359741,
+      "subrel-constrast": 3.0434787273406982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.84684419631958,
-      "cov-distil (oracle2student)": 2.844254970550537,
-      "cov-distil (oracle2teacher)": 2.755173683166504,
+      "cov-distil": 2.615368366241455,
+      "cov-distil (oracle2student)": 2.959066867828369,
+      "cov-distil (oracle2teacher)": 3.3105099201202393,
       "epoch": 1.2205651491365777,
-      "rel-constrast": 2.9125025272369385,
+      "rel-constrast": 2.831315040588379,
       "step": 1555,
-      "subrel-constrast": 3.365950345993042,
+      "subrel-constrast": 3.5817558765411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9272841215133667,
-      "cov-distil (oracle2student)": 2.703958034515381,
-      "cov-distil (oracle2teacher)": 2.7598724365234375,
+      "cov-distil": 2.2537682056427,
+      "cov-distil (oracle2student)": 2.7551276683807373,
+      "cov-distil (oracle2teacher)": 2.652442455291748,
       "epoch": 1.2213500784929356,
-      "rel-constrast": 2.177861213684082,
+      "rel-constrast": 2.6730098724365234,
       "step": 1556,
-      "subrel-constrast": 3.3213248252868652,
+      "subrel-constrast": 2.9973089694976807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2323274612426758,
-      "cov-distil (oracle2student)": 2.7246484756469727,
-      "cov-distil (oracle2teacher)": 2.517838954925537,
+      "cov-distil": 1.608872652053833,
+      "cov-distil (oracle2student)": 2.216827392578125,
+      "cov-distil (oracle2teacher)": 2.3917922973632812,
       "epoch": 1.2221350078492936,
-      "rel-constrast": 1.8433092832565308,
+      "rel-constrast": 1.764626383781433,
       "step": 1557,
-      "subrel-constrast": 2.5471136569976807,
+      "subrel-constrast": 2.424394130706787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569610357284546,
-      "cov-distil (oracle2student)": 5.2571306228637695,
-      "cov-distil (oracle2teacher)": 4.8253984451293945,
+      "cov-distil": 2.4502878189086914,
+      "cov-distil (oracle2student)": 6.2127180099487305,
+      "cov-distil (oracle2teacher)": 5.1285247802734375,
       "epoch": 1.2229199372056514,
-      "rel-constrast": 2.5907344818115234,
+      "rel-constrast": 3.1274166107177734,
       "step": 1558,
-      "subrel-constrast": 3.619658946990967,
+      "subrel-constrast": 3.9349358081817627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.719965934753418,
-      "cov-distil (oracle2student)": 6.273858070373535,
-      "cov-distil (oracle2teacher)": 5.100681781768799,
+      "cov-distil": 1.9034004211425781,
+      "cov-distil (oracle2student)": 5.819831848144531,
+      "cov-distil (oracle2teacher)": 5.821584701538086,
       "epoch": 1.2237048665620094,
-      "rel-constrast": 3.1695213317871094,
+      "rel-constrast": 3.373741865158081,
       "step": 1559,
-      "subrel-constrast": 3.9834675788879395,
+      "subrel-constrast": 3.690277099609375,
       "view-similarity": 0
     },
     {
       "epoch": 1.2244897959183674,
-      "grad_norm": 5.75,
+      "grad_norm": 7.5,
       "learning_rate": 4.952557240408988e-05,
-      "loss": 0.7663,
+      "loss": 0.7638,
       "step": 1560
     },
     {
-      "cov-distil": 1.6666290760040283,
-      "cov-distil (oracle2student)": 4.642274856567383,
-      "cov-distil (oracle2teacher)": 4.5248212814331055,
+      "cov-distil": 2.0266361236572266,
+      "cov-distil (oracle2student)": 4.939917087554932,
+      "cov-distil (oracle2teacher)": 4.8299455642700195,
       "epoch": 1.2244897959183674,
-      "rel-constrast": 3.450890302658081,
+      "rel-constrast": 3.633413314819336,
       "step": 1560,
-      "subrel-constrast": 4.130867958068848,
+      "subrel-constrast": 3.9478743076324463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2021815776824951,
-      "cov-distil (oracle2student)": 3.2229409217834473,
-      "cov-distil (oracle2teacher)": 3.380291700363159,
+      "cov-distil": 1.8504947423934937,
+      "cov-distil (oracle2student)": 3.553264856338501,
+      "cov-distil (oracle2teacher)": 3.278890609741211,
       "epoch": 1.2252747252747254,
-      "rel-constrast": 2.533560276031494,
+      "rel-constrast": 2.6801607608795166,
       "step": 1561,
-      "subrel-constrast": 3.267157793045044,
+      "subrel-constrast": 3.2840564250946045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4832178354263306,
-      "cov-distil (oracle2student)": 3.1300363540649414,
-      "cov-distil (oracle2teacher)": 3.320742607116699,
+      "cov-distil": 1.5647244453430176,
+      "cov-distil (oracle2student)": 3.2431018352508545,
+      "cov-distil (oracle2teacher)": 3.2261343002319336,
       "epoch": 1.2260596546310831,
-      "rel-constrast": 1.6512200832366943,
+      "rel-constrast": 1.6822991371154785,
       "step": 1562,
-      "subrel-constrast": 2.4736149311065674,
+      "subrel-constrast": 2.267056465148926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5483647584915161,
-      "cov-distil (oracle2student)": 3.974653720855713,
-      "cov-distil (oracle2teacher)": 4.282253742218018,
+      "cov-distil": 1.9254546165466309,
+      "cov-distil (oracle2student)": 3.970609664916992,
+      "cov-distil (oracle2teacher)": 4.246237754821777,
       "epoch": 1.2268445839874411,
-      "rel-constrast": 3.680492877960205,
+      "rel-constrast": 4.075508117675781,
       "step": 1563,
-      "subrel-constrast": 4.2281389236450195,
+      "subrel-constrast": 4.1894378662109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8743088245391846,
-      "cov-distil (oracle2student)": 4.122889995574951,
-      "cov-distil (oracle2teacher)": 3.6850976943969727,
+      "cov-distil": 2.429943084716797,
+      "cov-distil (oracle2student)": 4.271865367889404,
+      "cov-distil (oracle2teacher)": 3.9084248542785645,
       "epoch": 1.227629513343799,
-      "rel-constrast": 2.8563923835754395,
+      "rel-constrast": 2.5571184158325195,
       "step": 1564,
-      "subrel-constrast": 3.1994149684906006,
+      "subrel-constrast": 3.2550766468048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.908144474029541,
-      "cov-distil (oracle2student)": 4.664992332458496,
-      "cov-distil (oracle2teacher)": 4.363765239715576,
+      "cov-distil": 2.0057859420776367,
+      "cov-distil (oracle2student)": 5.0161542892456055,
+      "cov-distil (oracle2teacher)": 4.823497772216797,
       "epoch": 1.2284144427001569,
-      "rel-constrast": 3.2205111980438232,
+      "rel-constrast": 3.7684714794158936,
       "step": 1565,
-      "subrel-constrast": 3.8490545749664307,
+      "subrel-constrast": 3.988330125808716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4982974529266357,
-      "cov-distil (oracle2student)": 3.536342144012451,
-      "cov-distil (oracle2teacher)": 3.640622615814209,
+      "cov-distil": 2.0187528133392334,
+      "cov-distil (oracle2student)": 4.051573276519775,
+      "cov-distil (oracle2teacher)": 3.7374041080474854,
       "epoch": 1.2291993720565149,
-      "rel-constrast": 2.4386274814605713,
+      "rel-constrast": 2.8285112380981445,
       "step": 1566,
-      "subrel-constrast": 3.2455220222473145,
+      "subrel-constrast": 2.8667945861816406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.983614206314087,
-      "cov-distil (oracle2student)": 2.985178232192993,
-      "cov-distil (oracle2teacher)": 2.78747296333313,
+      "cov-distil": 2.1014323234558105,
+      "cov-distil (oracle2student)": 2.8647453784942627,
+      "cov-distil (oracle2teacher)": 2.905611038208008,
       "epoch": 1.2299843014128728,
-      "rel-constrast": 2.052114725112915,
+      "rel-constrast": 2.6169919967651367,
       "step": 1567,
-      "subrel-constrast": 2.8265461921691895,
+      "subrel-constrast": 2.8226869106292725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4338563680648804,
-      "cov-distil (oracle2student)": 3.8309435844421387,
-      "cov-distil (oracle2teacher)": 3.4424710273742676,
+      "cov-distil": 1.9038939476013184,
+      "cov-distil (oracle2student)": 4.054032325744629,
+      "cov-distil (oracle2teacher)": 3.6151461601257324,
       "epoch": 1.2307692307692308,
-      "rel-constrast": 3.0795669555664062,
+      "rel-constrast": 2.9120006561279297,
       "step": 1568,
-      "subrel-constrast": 3.582277297973633,
+      "subrel-constrast": 3.4757442474365234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.584893226623535,
-      "cov-distil (oracle2student)": 5.216217994689941,
-      "cov-distil (oracle2teacher)": 4.565634250640869,
+      "cov-distil": 1.8943110704421997,
+      "cov-distil (oracle2student)": 5.027636528015137,
+      "cov-distil (oracle2teacher)": 5.082924842834473,
       "epoch": 1.2315541601255886,
-      "rel-constrast": 3.039799690246582,
+      "rel-constrast": 2.7335634231567383,
       "step": 1569,
-      "subrel-constrast": 3.715428113937378,
+      "subrel-constrast": 3.9057140350341797,
       "view-similarity": 0
     },
     {
       "epoch": 1.2323390894819466,
-      "grad_norm": 6.03125,
+      "grad_norm": 5.4375,
       "learning_rate": 4.950850275815983e-05,
-      "loss": 0.743,
+      "loss": 0.7372,
       "step": 1570
     },
     {
-      "cov-distil": 1.5038628578186035,
-      "cov-distil (oracle2student)": 2.6119627952575684,
-      "cov-distil (oracle2teacher)": 2.7541110515594482,
+      "cov-distil": 1.6249680519104004,
+      "cov-distil (oracle2student)": 3.496582508087158,
+      "cov-distil (oracle2teacher)": 2.9237847328186035,
       "epoch": 1.2323390894819466,
-      "rel-constrast": 2.176480531692505,
+      "rel-constrast": 2.4542620182037354,
       "step": 1570,
-      "subrel-constrast": 2.686347007751465,
+      "subrel-constrast": 2.4353930950164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.520804524421692,
-      "cov-distil (oracle2student)": 2.5996336936950684,
-      "cov-distil (oracle2teacher)": 2.6235592365264893,
+      "cov-distil": 1.707364797592163,
+      "cov-distil (oracle2student)": 2.710237979888916,
+      "cov-distil (oracle2teacher)": 2.693124294281006,
       "epoch": 1.2331240188383046,
-      "rel-constrast": 3.114922523498535,
+      "rel-constrast": 3.5400798320770264,
       "step": 1571,
-      "subrel-constrast": 3.61731219291687,
+      "subrel-constrast": 3.7818264961242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104897737503052,
-      "cov-distil (oracle2student)": 3.415076732635498,
-      "cov-distil (oracle2teacher)": 3.5732460021972656,
+      "cov-distil": 1.199735403060913,
+      "cov-distil (oracle2student)": 3.6591129302978516,
+      "cov-distil (oracle2teacher)": 3.170863151550293,
       "epoch": 1.2339089481946626,
-      "rel-constrast": 3.33668851852417,
+      "rel-constrast": 3.4419827461242676,
       "step": 1572,
-      "subrel-constrast": 3.909759759902954,
+      "subrel-constrast": 3.588771104812622,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4771370887756348,
-      "cov-distil (oracle2student)": 4.409694671630859,
-      "cov-distil (oracle2teacher)": 3.946770429611206,
+      "cov-distil": 1.880397081375122,
+      "cov-distil (oracle2student)": 4.820205211639404,
+      "cov-distil (oracle2teacher)": 3.9856975078582764,
       "epoch": 1.2346938775510203,
-      "rel-constrast": 3.8898987770080566,
+      "rel-constrast": 5.044854640960693,
       "step": 1573,
-      "subrel-constrast": 4.148560523986816,
+      "subrel-constrast": 3.82181978225708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3169071674346924,
-      "cov-distil (oracle2student)": 4.829381942749023,
-      "cov-distil (oracle2teacher)": 4.6057939529418945,
+      "cov-distil": 1.8163483142852783,
+      "cov-distil (oracle2student)": 5.053114891052246,
+      "cov-distil (oracle2teacher)": 4.331532001495361,
       "epoch": 1.2354788069073783,
-      "rel-constrast": 2.1212494373321533,
+      "rel-constrast": 2.3052780628204346,
       "step": 1574,
-      "subrel-constrast": 2.8325772285461426,
+      "subrel-constrast": 2.6113781929016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2086176872253418,
-      "cov-distil (oracle2student)": 2.98012638092041,
-      "cov-distil (oracle2teacher)": 2.6507182121276855,
+      "cov-distil": 1.099170207977295,
+      "cov-distil (oracle2student)": 3.086127758026123,
+      "cov-distil (oracle2teacher)": 2.824364185333252,
       "epoch": 1.2362637362637363,
-      "rel-constrast": 1.8269630670547485,
+      "rel-constrast": 1.9029412269592285,
       "step": 1575,
-      "subrel-constrast": 2.1550111770629883,
+      "subrel-constrast": 2.12070369720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2610249519348145,
-      "cov-distil (oracle2student)": 4.485299587249756,
-      "cov-distil (oracle2teacher)": 4.363012790679932,
+      "cov-distil": 1.879900336265564,
+      "cov-distil (oracle2student)": 4.8395209312438965,
+      "cov-distil (oracle2teacher)": 4.8144049644470215,
       "epoch": 1.2370486656200943,
-      "rel-constrast": 4.008843421936035,
+      "rel-constrast": 4.274290084838867,
       "step": 1576,
-      "subrel-constrast": 4.4985198974609375,
+      "subrel-constrast": 4.250116348266602,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6807074546813965,
-      "cov-distil (oracle2student)": 4.946079254150391,
-      "cov-distil (oracle2teacher)": 4.673879146575928,
+      "cov-distil": 2.2934813499450684,
+      "cov-distil (oracle2student)": 4.8231282234191895,
+      "cov-distil (oracle2teacher)": 4.718170642852783,
       "epoch": 1.237833594976452,
-      "rel-constrast": 3.214716911315918,
+      "rel-constrast": 3.2889699935913086,
       "step": 1577,
-      "subrel-constrast": 3.7449193000793457,
+      "subrel-constrast": 3.804370641708374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7182397842407227,
-      "cov-distil (oracle2student)": 7.419530868530273,
-      "cov-distil (oracle2teacher)": 6.617232322692871,
+      "cov-distil": 2.3943870067596436,
+      "cov-distil (oracle2student)": 7.712185382843018,
+      "cov-distil (oracle2teacher)": 6.437448024749756,
       "epoch": 1.23861852433281,
-      "rel-constrast": 2.0141851902008057,
+      "rel-constrast": 2.2898073196411133,
       "step": 1578,
-      "subrel-constrast": 3.173762321472168,
+      "subrel-constrast": 2.7326786518096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5207469463348389,
-      "cov-distil (oracle2student)": 4.323278427124023,
-      "cov-distil (oracle2teacher)": 4.4741621017456055,
+      "cov-distil": 1.5068554878234863,
+      "cov-distil (oracle2student)": 5.221418380737305,
+      "cov-distil (oracle2teacher)": 4.762904167175293,
       "epoch": 1.239403453689168,
-      "rel-constrast": 2.6204493045806885,
+      "rel-constrast": 3.1496150493621826,
       "step": 1579,
-      "subrel-constrast": 3.512580156326294,
+      "subrel-constrast": 3.4960951805114746,
       "view-similarity": 0
     },
     {
       "epoch": 1.2401883830455258,
-      "grad_norm": 4.78125,
+      "grad_norm": 6.0,
       "learning_rate": 4.9491134483858095e-05,
-      "loss": 0.7444,
+      "loss": 0.7923,
       "step": 1580
     },
     {
-      "cov-distil": 1.7275066375732422,
-      "cov-distil (oracle2student)": 2.5916287899017334,
-      "cov-distil (oracle2teacher)": 3.294196128845215,
+      "cov-distil": 2.138178825378418,
+      "cov-distil (oracle2student)": 2.2196125984191895,
+      "cov-distil (oracle2teacher)": 3.029038429260254,
       "epoch": 1.2401883830455258,
-      "rel-constrast": 2.8139939308166504,
+      "rel-constrast": 2.455509901046753,
       "step": 1580,
-      "subrel-constrast": 3.629631280899048,
+      "subrel-constrast": 3.5580146312713623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41563081741333,
-      "cov-distil (oracle2student)": 3.2800745964050293,
-      "cov-distil (oracle2teacher)": 3.2235331535339355,
+      "cov-distil": 2.049274444580078,
+      "cov-distil (oracle2student)": 3.8389477729797363,
+      "cov-distil (oracle2teacher)": 3.7854127883911133,
       "epoch": 1.2409733124018838,
-      "rel-constrast": 2.417858600616455,
+      "rel-constrast": 2.569068193435669,
       "step": 1581,
-      "subrel-constrast": 3.2114391326904297,
+      "subrel-constrast": 3.3387999534606934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0455130338668823,
-      "cov-distil (oracle2student)": 4.683004379272461,
-      "cov-distil (oracle2teacher)": 4.711904525756836,
+      "cov-distil": 1.642974615097046,
+      "cov-distil (oracle2student)": 5.373010635375977,
+      "cov-distil (oracle2teacher)": 4.8885908126831055,
       "epoch": 1.2417582417582418,
-      "rel-constrast": 4.308945178985596,
+      "rel-constrast": 4.155498504638672,
       "step": 1582,
-      "subrel-constrast": 4.595567226409912,
+      "subrel-constrast": 4.450000286102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4948856830596924,
-      "cov-distil (oracle2student)": 4.5842413902282715,
-      "cov-distil (oracle2teacher)": 4.541057586669922,
+      "cov-distil": 1.8912696838378906,
+      "cov-distil (oracle2student)": 4.614186763763428,
+      "cov-distil (oracle2teacher)": 4.33878231048584,
       "epoch": 1.2425431711145998,
-      "rel-constrast": 2.354098320007324,
+      "rel-constrast": 2.801318645477295,
       "step": 1583,
-      "subrel-constrast": 3.2532970905303955,
+      "subrel-constrast": 2.6787571907043457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478751540184021,
-      "cov-distil (oracle2student)": 5.340696811676025,
-      "cov-distil (oracle2teacher)": 5.217659950256348,
+      "cov-distil": 1.7463786602020264,
+      "cov-distil (oracle2student)": 5.546780586242676,
+      "cov-distil (oracle2teacher)": 5.579392433166504,
       "epoch": 1.2433281004709575,
-      "rel-constrast": 3.1210832595825195,
+      "rel-constrast": 3.251866102218628,
       "step": 1584,
-      "subrel-constrast": 3.8527209758758545,
+      "subrel-constrast": 3.5651440620422363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385205626487732,
-      "cov-distil (oracle2student)": 4.021716594696045,
-      "cov-distil (oracle2teacher)": 4.30511474609375,
+      "cov-distil": 1.7475996017456055,
+      "cov-distil (oracle2student)": 4.642965316772461,
+      "cov-distil (oracle2teacher)": 4.485138893127441,
       "epoch": 1.2441130298273155,
-      "rel-constrast": 3.3219354152679443,
+      "rel-constrast": 3.9002811908721924,
       "step": 1585,
-      "subrel-constrast": 4.327701091766357,
+      "subrel-constrast": 4.113150596618652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2471152544021606,
-      "cov-distil (oracle2student)": 5.545618057250977,
-      "cov-distil (oracle2teacher)": 4.992803573608398,
+      "cov-distil": 1.8231157064437866,
+      "cov-distil (oracle2student)": 6.136351585388184,
+      "cov-distil (oracle2teacher)": 5.881249904632568,
       "epoch": 1.2448979591836735,
-      "rel-constrast": 3.230410575866699,
+      "rel-constrast": 3.740389347076416,
       "step": 1586,
-      "subrel-constrast": 3.737184762954712,
+      "subrel-constrast": 3.800239086151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.389676809310913,
-      "cov-distil (oracle2student)": 4.302770614624023,
-      "cov-distil (oracle2teacher)": 4.216390132904053,
+      "cov-distil": 1.266098976135254,
+      "cov-distil (oracle2student)": 4.157269477844238,
+      "cov-distil (oracle2teacher)": 4.127383232116699,
       "epoch": 1.2456828885400313,
-      "rel-constrast": 3.0439257621765137,
+      "rel-constrast": 3.858865737915039,
       "step": 1587,
-      "subrel-constrast": 3.626136064529419,
+      "subrel-constrast": 3.4754955768585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0842232704162598,
-      "cov-distil (oracle2student)": 5.351293087005615,
-      "cov-distil (oracle2teacher)": 4.81019401550293,
+      "cov-distil": 2.3176093101501465,
+      "cov-distil (oracle2student)": 6.148702621459961,
+      "cov-distil (oracle2teacher)": 4.768836498260498,
       "epoch": 1.2464678178963893,
-      "rel-constrast": 2.3461873531341553,
+      "rel-constrast": 2.3947975635528564,
       "step": 1588,
-      "subrel-constrast": 3.2448534965515137,
+      "subrel-constrast": 2.8439996242523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9012022018432617,
-      "cov-distil (oracle2student)": 3.589587688446045,
-      "cov-distil (oracle2teacher)": 3.8490538597106934,
+      "cov-distil": 1.3995039463043213,
+      "cov-distil (oracle2student)": 4.4474873542785645,
+      "cov-distil (oracle2teacher)": 4.282570838928223,
       "epoch": 1.2472527472527473,
-      "rel-constrast": 2.6720728874206543,
+      "rel-constrast": 2.729245185852051,
       "step": 1589,
-      "subrel-constrast": 3.2388925552368164,
+      "subrel-constrast": 3.054457187652588,
       "view-similarity": 0
     },
     {
       "epoch": 1.2480376766091053,
-      "grad_norm": 6.21875,
+      "grad_norm": 6.65625,
       "learning_rate": 4.947346779281159e-05,
-      "loss": 0.7787,
+      "loss": 0.7964,
       "step": 1590
     },
     {
-      "cov-distil": 1.0694540739059448,
-      "cov-distil (oracle2student)": 3.0265297889709473,
-      "cov-distil (oracle2teacher)": 2.930713653564453,
+      "cov-distil": 1.8453747034072876,
+      "cov-distil (oracle2student)": 3.0918891429901123,
+      "cov-distil (oracle2teacher)": 2.8081789016723633,
       "epoch": 1.2480376766091053,
-      "rel-constrast": 1.9245004653930664,
+      "rel-constrast": 2.1064953804016113,
       "step": 1590,
-      "subrel-constrast": 2.372952699661255,
+      "subrel-constrast": 2.196903944015503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5754947662353516,
-      "cov-distil (oracle2student)": 5.229963779449463,
-      "cov-distil (oracle2teacher)": 5.164266586303711,
+      "cov-distil": 1.9793720245361328,
+      "cov-distil (oracle2student)": 6.001737594604492,
+      "cov-distil (oracle2teacher)": 5.8279314041137695,
       "epoch": 1.248822605965463,
-      "rel-constrast": 1.8129247426986694,
+      "rel-constrast": 2.371981620788574,
       "step": 1591,
-      "subrel-constrast": 2.834083080291748,
+      "subrel-constrast": 3.050093173980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0053443908691406,
-      "cov-distil (oracle2student)": 4.9797444343566895,
-      "cov-distil (oracle2teacher)": 4.2929582595825195,
+      "cov-distil": 1.8977521657943726,
+      "cov-distil (oracle2student)": 6.038756370544434,
+      "cov-distil (oracle2teacher)": 5.4142913818359375,
       "epoch": 1.249607535321821,
-      "rel-constrast": 2.694392442703247,
+      "rel-constrast": 2.7641172409057617,
       "step": 1592,
-      "subrel-constrast": 3.547555923461914,
+      "subrel-constrast": 3.569976329803467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2049765586853027,
-      "cov-distil (oracle2student)": 4.001274108886719,
-      "cov-distil (oracle2teacher)": 3.9364099502563477,
+      "cov-distil": 2.071986198425293,
+      "cov-distil (oracle2student)": 4.48809814453125,
+      "cov-distil (oracle2teacher)": 4.29581356048584,
       "epoch": 1.250392464678179,
-      "rel-constrast": 2.953474521636963,
+      "rel-constrast": 3.286311626434326,
       "step": 1593,
-      "subrel-constrast": 3.470498561859131,
+      "subrel-constrast": 3.4235527515411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.043835401535034,
-      "cov-distil (oracle2student)": 5.210770606994629,
-      "cov-distil (oracle2teacher)": 4.576769828796387,
+      "cov-distil": 2.2277824878692627,
+      "cov-distil (oracle2student)": 4.992692947387695,
+      "cov-distil (oracle2teacher)": 4.56816291809082,
       "epoch": 1.2511773940345368,
-      "rel-constrast": 2.3584091663360596,
+      "rel-constrast": 2.7322163581848145,
       "step": 1594,
-      "subrel-constrast": 3.1537837982177734,
+      "subrel-constrast": 3.0174484252929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2665927410125732,
-      "cov-distil (oracle2student)": 3.7326819896698,
-      "cov-distil (oracle2teacher)": 3.1742799282073975,
+      "cov-distil": 1.9765292406082153,
+      "cov-distil (oracle2student)": 3.9836323261260986,
+      "cov-distil (oracle2teacher)": 3.6758780479431152,
       "epoch": 1.2519623233908947,
-      "rel-constrast": 4.692358493804932,
+      "rel-constrast": 4.842157363891602,
       "step": 1595,
-      "subrel-constrast": 4.0910539627075195,
+      "subrel-constrast": 4.068283557891846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7941944599151611,
-      "cov-distil (oracle2student)": 4.109507083892822,
-      "cov-distil (oracle2teacher)": 4.159163951873779,
+      "cov-distil": 2.1328768730163574,
+      "cov-distil (oracle2student)": 4.625209808349609,
+      "cov-distil (oracle2teacher)": 4.376321792602539,
       "epoch": 1.2527472527472527,
-      "rel-constrast": 2.3564138412475586,
+      "rel-constrast": 2.6225013732910156,
       "step": 1596,
-      "subrel-constrast": 3.6273791790008545,
+      "subrel-constrast": 3.343975305557251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6635940074920654,
-      "cov-distil (oracle2student)": 4.576698303222656,
-      "cov-distil (oracle2teacher)": 4.398351192474365,
+      "cov-distil": 1.8625550270080566,
+      "cov-distil (oracle2student)": 4.897193908691406,
+      "cov-distil (oracle2teacher)": 4.693101406097412,
       "epoch": 1.2535321821036107,
-      "rel-constrast": 2.9404969215393066,
+      "rel-constrast": 3.3155248165130615,
       "step": 1597,
-      "subrel-constrast": 3.804814577102661,
+      "subrel-constrast": 3.708278179168701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7701064348220825,
-      "cov-distil (oracle2student)": 4.771833896636963,
-      "cov-distil (oracle2teacher)": 3.738337755203247,
+      "cov-distil": 1.6757338047027588,
+      "cov-distil (oracle2student)": 4.91999626159668,
+      "cov-distil (oracle2teacher)": 3.8192176818847656,
       "epoch": 1.2543171114599687,
-      "rel-constrast": 2.40234112739563,
+      "rel-constrast": 2.3513472080230713,
       "step": 1598,
-      "subrel-constrast": 2.814751386642456,
+      "subrel-constrast": 2.3204617500305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2810989618301392,
-      "cov-distil (oracle2student)": 4.285026550292969,
-      "cov-distil (oracle2teacher)": 4.482094764709473,
+      "cov-distil": 1.7012135982513428,
+      "cov-distil (oracle2student)": 4.868736743927002,
+      "cov-distil (oracle2teacher)": 4.586375713348389,
       "epoch": 1.2551020408163265,
-      "rel-constrast": 2.3176803588867188,
+      "rel-constrast": 2.810366153717041,
       "step": 1599,
-      "subrel-constrast": 3.109283685684204,
+      "subrel-constrast": 3.095327854156494,
       "view-similarity": 0
     },
     {
       "epoch": 1.2558869701726845,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.875,
       "learning_rate": 4.94555029002834e-05,
-      "loss": 0.7005,
+      "loss": 0.7301,
       "step": 1600
     },
     {
       "epoch": 1.2558869701726845,
-      "overlap": 0.2953124940395355,
+      "overlap": 0.3046875,
       "step": 1600
     },
     {
       "epoch": 1.2558869701726845,
       "step": 1600,
-      "student margin": 0.05426025390625
+      "student margin": 0.048431396484375
     },
     {
       "epoch": 1.2558869701726845,
       "step": 1600,
-      "teacher margin": 0.037078857421875
+      "teacher margin": 0.041259765625
     },
     {
       "epoch": 1.2558869701726845,
-      "margin difference": -0.017181396484375,
+      "margin difference": -0.007171630859375,
       "step": 1600
     },
     {
-      "cov-distil": 1.2401432991027832,
-      "cov-distil (oracle2student)": 3.954568862915039,
-      "cov-distil (oracle2teacher)": 3.8835649490356445,
+      "cov-distil": 1.810918927192688,
+      "cov-distil (oracle2student)": 4.383621692657471,
+      "cov-distil (oracle2teacher)": 4.130575656890869,
       "epoch": 1.2558869701726845,
-      "rel-constrast": 4.249578475952148,
+      "rel-constrast": 4.83335018157959,
       "step": 1600,
-      "subrel-constrast": 4.77301549911499,
+      "subrel-constrast": 5.154160499572754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3518985509872437,
-      "cov-distil (oracle2student)": 5.146595001220703,
-      "cov-distil (oracle2teacher)": 4.2379045486450195,
+      "cov-distil": 1.605259895324707,
+      "cov-distil (oracle2student)": 5.4844465255737305,
+      "cov-distil (oracle2teacher)": 5.277478218078613,
       "epoch": 1.2566718995290425,
-      "rel-constrast": 4.159992694854736,
+      "rel-constrast": 3.999683141708374,
       "step": 1601,
-      "subrel-constrast": 4.252568244934082,
+      "subrel-constrast": 4.326846122741699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1045626401901245,
-      "cov-distil (oracle2student)": 3.7269647121429443,
-      "cov-distil (oracle2teacher)": 3.6491031646728516,
+      "cov-distil": 1.459212064743042,
+      "cov-distil (oracle2student)": 4.190435409545898,
+      "cov-distil (oracle2teacher)": 4.28338098526001,
       "epoch": 1.2574568288854002,
-      "rel-constrast": 1.8313547372817993,
+      "rel-constrast": 1.9733637571334839,
       "step": 1602,
-      "subrel-constrast": 2.480900764465332,
+      "subrel-constrast": 2.705435037612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0515415668487549,
-      "cov-distil (oracle2student)": 3.6881957054138184,
-      "cov-distil (oracle2teacher)": 3.9391791820526123,
+      "cov-distil": 1.5160056352615356,
+      "cov-distil (oracle2student)": 4.4392924308776855,
+      "cov-distil (oracle2teacher)": 4.631627082824707,
       "epoch": 1.2582417582417582,
-      "rel-constrast": 2.3411812782287598,
+      "rel-constrast": 2.342447280883789,
       "step": 1603,
-      "subrel-constrast": 2.8287715911865234,
+      "subrel-constrast": 2.9394266605377197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496519804000854,
-      "cov-distil (oracle2student)": 6.0102362632751465,
-      "cov-distil (oracle2teacher)": 5.4528374671936035,
+      "cov-distil": 1.7903738021850586,
+      "cov-distil (oracle2student)": 6.220755100250244,
+      "cov-distil (oracle2teacher)": 6.125944137573242,
       "epoch": 1.2590266875981162,
-      "rel-constrast": 3.411728620529175,
+      "rel-constrast": 3.428229570388794,
       "step": 1604,
-      "subrel-constrast": 4.295903205871582,
+      "subrel-constrast": 4.008735656738281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.824700117111206,
-      "cov-distil (oracle2student)": 3.218780994415283,
-      "cov-distil (oracle2teacher)": 3.5953330993652344,
+      "cov-distil": 1.5566539764404297,
+      "cov-distil (oracle2student)": 3.3139195442199707,
+      "cov-distil (oracle2teacher)": 4.120318412780762,
       "epoch": 1.2598116169544742,
-      "rel-constrast": 2.255901336669922,
+      "rel-constrast": 2.7487268447875977,
       "step": 1605,
-      "subrel-constrast": 3.621413469314575,
+      "subrel-constrast": 3.395083427429199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3297637701034546,
-      "cov-distil (oracle2student)": 3.7404680252075195,
-      "cov-distil (oracle2teacher)": 4.179556846618652,
+      "cov-distil": 2.217097282409668,
+      "cov-distil (oracle2student)": 4.326814651489258,
+      "cov-distil (oracle2teacher)": 4.339356899261475,
       "epoch": 1.260596546310832,
-      "rel-constrast": 2.7648215293884277,
+      "rel-constrast": 2.8420889377593994,
       "step": 1606,
-      "subrel-constrast": 3.2416465282440186,
+      "subrel-constrast": 3.1904051303863525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.949851393699646,
-      "cov-distil (oracle2student)": 2.947930097579956,
-      "cov-distil (oracle2teacher)": 2.8981106281280518,
+      "cov-distil": 2.0697453022003174,
+      "cov-distil (oracle2student)": 3.4675049781799316,
+      "cov-distil (oracle2teacher)": 3.1230883598327637,
       "epoch": 1.26138147566719,
-      "rel-constrast": 3.775965452194214,
+      "rel-constrast": 4.039160251617432,
       "step": 1607,
-      "subrel-constrast": 3.85666561126709,
+      "subrel-constrast": 4.00664758682251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4960598945617676,
-      "cov-distil (oracle2student)": 4.037820816040039,
-      "cov-distil (oracle2teacher)": 4.013734817504883,
+      "cov-distil": 1.6953202486038208,
+      "cov-distil (oracle2student)": 3.5410404205322266,
+      "cov-distil (oracle2teacher)": 4.3633246421813965,
       "epoch": 1.262166405023548,
-      "rel-constrast": 2.7456881999969482,
+      "rel-constrast": 3.0353994369506836,
       "step": 1608,
-      "subrel-constrast": 3.677175521850586,
+      "subrel-constrast": 3.87430739402771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1052380800247192,
-      "cov-distil (oracle2student)": 3.17771315574646,
-      "cov-distil (oracle2teacher)": 3.0973048210144043,
+      "cov-distil": 1.7463104724884033,
+      "cov-distil (oracle2student)": 3.6609864234924316,
+      "cov-distil (oracle2teacher)": 3.6354129314422607,
       "epoch": 1.2629513343799057,
-      "rel-constrast": 2.790376901626587,
+      "rel-constrast": 3.4595532417297363,
       "step": 1609,
-      "subrel-constrast": 3.7393651008605957,
+      "subrel-constrast": 4.1224164962768555,
       "view-similarity": 0
     },
     {
       "epoch": 1.2637362637362637,
-      "grad_norm": 5.0,
+      "grad_norm": 6.75,
       "learning_rate": 4.943724002517005e-05,
-      "loss": 0.7932,
+      "loss": 0.8176,
       "step": 1610
     },
     {
-      "cov-distil": 0.8401419520378113,
-      "cov-distil (oracle2student)": 3.6818411350250244,
-      "cov-distil (oracle2teacher)": 3.2254278659820557,
+      "cov-distil": 1.2702847719192505,
+      "cov-distil (oracle2student)": 3.756552219390869,
+      "cov-distil (oracle2teacher)": 3.6468803882598877,
       "epoch": 1.2637362637362637,
-      "rel-constrast": 2.239971160888672,
+      "rel-constrast": 2.42138934135437,
       "step": 1610,
-      "subrel-constrast": 2.607633352279663,
+      "subrel-constrast": 2.7182087898254395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5572216510772705,
-      "cov-distil (oracle2student)": 5.691225051879883,
-      "cov-distil (oracle2teacher)": 5.2247514724731445,
+      "cov-distil": 1.8452656269073486,
+      "cov-distil (oracle2student)": 6.16418981552124,
+      "cov-distil (oracle2teacher)": 5.282188415527344,
       "epoch": 1.2645211930926217,
-      "rel-constrast": 3.4957265853881836,
+      "rel-constrast": 3.2427666187286377,
       "step": 1611,
-      "subrel-constrast": 4.3403143882751465,
+      "subrel-constrast": 3.969283103942871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.599346399307251,
-      "cov-distil (oracle2student)": 3.265510082244873,
-      "cov-distil (oracle2teacher)": 3.138312816619873,
+      "cov-distil": 2.0222506523132324,
+      "cov-distil (oracle2student)": 3.251779079437256,
+      "cov-distil (oracle2teacher)": 3.363973617553711,
       "epoch": 1.2653061224489797,
-      "rel-constrast": 1.7332820892333984,
+      "rel-constrast": 1.9790095090866089,
       "step": 1612,
-      "subrel-constrast": 2.326345205307007,
+      "subrel-constrast": 2.1974587440490723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4157798290252686,
-      "cov-distil (oracle2student)": 2.43453311920166,
-      "cov-distil (oracle2teacher)": 2.5119686126708984,
+      "cov-distil": 2.080608367919922,
+      "cov-distil (oracle2student)": 2.3079183101654053,
+      "cov-distil (oracle2teacher)": 2.544975757598877,
       "epoch": 1.2660910518053377,
-      "rel-constrast": 2.4434328079223633,
+      "rel-constrast": 2.075753688812256,
       "step": 1613,
-      "subrel-constrast": 2.869371175765991,
+      "subrel-constrast": 2.9184107780456543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2938141822814941,
-      "cov-distil (oracle2student)": 4.608822822570801,
-      "cov-distil (oracle2teacher)": 5.189919471740723,
+      "cov-distil": 1.5278544425964355,
+      "cov-distil (oracle2student)": 4.805039405822754,
+      "cov-distil (oracle2teacher)": 5.091644763946533,
       "epoch": 1.2668759811616954,
-      "rel-constrast": 3.2550747394561768,
+      "rel-constrast": 3.0847737789154053,
       "step": 1614,
-      "subrel-constrast": 4.518463134765625,
+      "subrel-constrast": 4.3479695320129395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2033616304397583,
-      "cov-distil (oracle2student)": 4.0003132820129395,
-      "cov-distil (oracle2teacher)": 3.9773621559143066,
+      "cov-distil": 2.0988564491271973,
+      "cov-distil (oracle2student)": 4.1710920333862305,
+      "cov-distil (oracle2teacher)": 4.5223517417907715,
       "epoch": 1.2676609105180534,
-      "rel-constrast": 2.2480671405792236,
+      "rel-constrast": 2.584165334701538,
       "step": 1615,
-      "subrel-constrast": 2.946848154067993,
+      "subrel-constrast": 2.942120313644409,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72908616065979,
-      "cov-distil (oracle2student)": 4.721651077270508,
-      "cov-distil (oracle2teacher)": 4.623195648193359,
+      "cov-distil": 2.3754608631134033,
+      "cov-distil (oracle2student)": 5.255252838134766,
+      "cov-distil (oracle2teacher)": 5.0238776206970215,
       "epoch": 1.2684458398744112,
-      "rel-constrast": 3.6976943016052246,
+      "rel-constrast": 4.11332368850708,
       "step": 1616,
-      "subrel-constrast": 4.176671981811523,
+      "subrel-constrast": 3.9241456985473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5601651668548584,
-      "cov-distil (oracle2student)": 5.53110408782959,
-      "cov-distil (oracle2teacher)": 5.000835418701172,
+      "cov-distil": 1.9937433004379272,
+      "cov-distil (oracle2student)": 5.628146171569824,
+      "cov-distil (oracle2teacher)": 5.14534854888916,
       "epoch": 1.2692307692307692,
-      "rel-constrast": 2.414720296859741,
+      "rel-constrast": 2.432617664337158,
       "step": 1617,
-      "subrel-constrast": 3.356947898864746,
+      "subrel-constrast": 3.662496566772461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3038325309753418,
-      "cov-distil (oracle2student)": 5.950539588928223,
-      "cov-distil (oracle2teacher)": 4.976174354553223,
+      "cov-distil": 1.8344414234161377,
+      "cov-distil (oracle2student)": 6.040500640869141,
+      "cov-distil (oracle2teacher)": 5.38774299621582,
       "epoch": 1.2700156985871272,
-      "rel-constrast": 2.8983705043792725,
+      "rel-constrast": 3.39935564994812,
       "step": 1618,
-      "subrel-constrast": 3.6266589164733887,
+      "subrel-constrast": 3.867884874343872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6398966312408447,
-      "cov-distil (oracle2student)": 3.7699663639068604,
-      "cov-distil (oracle2teacher)": 3.9635469913482666,
+      "cov-distil": 2.1002166271209717,
+      "cov-distil (oracle2student)": 4.383522987365723,
+      "cov-distil (oracle2teacher)": 4.045715808868408,
       "epoch": 1.2708006279434851,
-      "rel-constrast": 3.084038257598877,
+      "rel-constrast": 3.3171920776367188,
       "step": 1619,
-      "subrel-constrast": 3.5827956199645996,
+      "subrel-constrast": 3.4009242057800293,
       "view-similarity": 0
     },
     {
       "epoch": 1.2715855572998431,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.53125,
       "learning_rate": 4.9418679389998923e-05,
-      "loss": 0.7231,
+      "loss": 0.7163,
       "step": 1620
     },
     {
-      "cov-distil": 1.2033615112304688,
-      "cov-distil (oracle2student)": 2.6435210704803467,
-      "cov-distil (oracle2teacher)": 2.7180891036987305,
+      "cov-distil": 1.6965930461883545,
+      "cov-distil (oracle2student)": 3.152137279510498,
+      "cov-distil (oracle2teacher)": 3.1645073890686035,
       "epoch": 1.2715855572998431,
-      "rel-constrast": 2.435988664627075,
+      "rel-constrast": 2.6394448280334473,
       "step": 1620,
-      "subrel-constrast": 2.8730671405792236,
+      "subrel-constrast": 2.8105263710021973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7337418794631958,
-      "cov-distil (oracle2student)": 4.008183002471924,
-      "cov-distil (oracle2teacher)": 3.918609857559204,
+      "cov-distil": 2.259945869445801,
+      "cov-distil (oracle2student)": 4.43234920501709,
+      "cov-distil (oracle2teacher)": 4.108823776245117,
       "epoch": 1.272370486656201,
-      "rel-constrast": 2.1550803184509277,
+      "rel-constrast": 2.4366798400878906,
       "step": 1621,
-      "subrel-constrast": 3.027833938598633,
+      "subrel-constrast": 3.0230393409729004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3022841215133667,
-      "cov-distil (oracle2student)": 5.025609016418457,
-      "cov-distil (oracle2teacher)": 4.473941802978516,
+      "cov-distil": 1.7039072513580322,
+      "cov-distil (oracle2student)": 5.506103992462158,
+      "cov-distil (oracle2teacher)": 5.150457382202148,
       "epoch": 1.2731554160125589,
-      "rel-constrast": 3.712306022644043,
+      "rel-constrast": 4.645636558532715,
       "step": 1622,
-      "subrel-constrast": 4.314980506896973,
+      "subrel-constrast": 4.583265781402588,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7564401626586914,
-      "cov-distil (oracle2student)": 4.104037761688232,
-      "cov-distil (oracle2teacher)": 4.0148420333862305,
+      "cov-distil": 2.1403074264526367,
+      "cov-distil (oracle2student)": 3.864819049835205,
+      "cov-distil (oracle2teacher)": 4.228536605834961,
       "epoch": 1.2739403453689169,
-      "rel-constrast": 3.961117744445801,
+      "rel-constrast": 4.091558456420898,
       "step": 1623,
-      "subrel-constrast": 4.3763251304626465,
+      "subrel-constrast": 4.614246368408203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.112213373184204,
-      "cov-distil (oracle2student)": 3.8963370323181152,
-      "cov-distil (oracle2teacher)": 4.085019111633301,
+      "cov-distil": 1.5758508443832397,
+      "cov-distil (oracle2student)": 3.4618043899536133,
+      "cov-distil (oracle2teacher)": 3.801157236099243,
       "epoch": 1.2747252747252746,
-      "rel-constrast": 3.1151459217071533,
+      "rel-constrast": 3.8041296005249023,
       "step": 1624,
-      "subrel-constrast": 3.4535889625549316,
+      "subrel-constrast": 3.2233192920684814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6795473098754883,
-      "cov-distil (oracle2student)": 4.558170318603516,
-      "cov-distil (oracle2teacher)": 4.258068084716797,
+      "cov-distil": 2.2298974990844727,
+      "cov-distil (oracle2student)": 5.11854362487793,
+      "cov-distil (oracle2teacher)": 4.178473472595215,
       "epoch": 1.2755102040816326,
-      "rel-constrast": 2.2039456367492676,
+      "rel-constrast": 2.6224188804626465,
       "step": 1625,
-      "subrel-constrast": 2.6537296772003174,
+      "subrel-constrast": 2.7952120304107666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3467729091644287,
-      "cov-distil (oracle2student)": 4.626681327819824,
-      "cov-distil (oracle2teacher)": 4.4227800369262695,
+      "cov-distil": 1.902476191520691,
+      "cov-distil (oracle2student)": 5.001765251159668,
+      "cov-distil (oracle2teacher)": 5.028693199157715,
       "epoch": 1.2762951334379906,
-      "rel-constrast": 2.81760835647583,
+      "rel-constrast": 3.1895506381988525,
       "step": 1626,
-      "subrel-constrast": 3.3071186542510986,
+      "subrel-constrast": 3.525578022003174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.142616629600525,
-      "cov-distil (oracle2student)": 4.662853717803955,
-      "cov-distil (oracle2teacher)": 4.567802906036377,
+      "cov-distil": 1.9072327613830566,
+      "cov-distil (oracle2student)": 5.394671440124512,
+      "cov-distil (oracle2teacher)": 4.876692295074463,
       "epoch": 1.2770800627943486,
-      "rel-constrast": 3.3561339378356934,
+      "rel-constrast": 4.035161972045898,
       "step": 1627,
-      "subrel-constrast": 4.121894359588623,
+      "subrel-constrast": 4.352508544921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.951671838760376,
-      "cov-distil (oracle2student)": 2.913677930831909,
-      "cov-distil (oracle2teacher)": 3.444167375564575,
+      "cov-distil": 1.6858129501342773,
+      "cov-distil (oracle2student)": 3.6739063262939453,
+      "cov-distil (oracle2teacher)": 3.736114025115967,
       "epoch": 1.2778649921507064,
-      "rel-constrast": 2.7839274406433105,
+      "rel-constrast": 3.2784006595611572,
       "step": 1628,
-      "subrel-constrast": 3.647115468978882,
+      "subrel-constrast": 3.6481776237487793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.534114122390747,
-      "cov-distil (oracle2student)": 3.62860107421875,
-      "cov-distil (oracle2teacher)": 3.946953535079956,
+      "cov-distil": 1.6989800930023193,
+      "cov-distil (oracle2student)": 3.832240581512451,
+      "cov-distil (oracle2teacher)": 4.089865684509277,
       "epoch": 1.2786499215070644,
-      "rel-constrast": 2.9101061820983887,
+      "rel-constrast": 3.2188751697540283,
       "step": 1629,
-      "subrel-constrast": 3.9150846004486084,
+      "subrel-constrast": 3.9498844146728516,
       "view-similarity": 0
     },
     {
       "epoch": 1.2794348508634223,
-      "grad_norm": 5.625,
+      "grad_norm": 6.75,
       "learning_rate": 4.939982122092548e-05,
-      "loss": 0.7732,
+      "loss": 0.849,
       "step": 1630
     },
     {
-      "cov-distil": 1.6983373165130615,
-      "cov-distil (oracle2student)": 4.0351715087890625,
-      "cov-distil (oracle2teacher)": 3.4591262340545654,
+      "cov-distil": 1.9523253440856934,
+      "cov-distil (oracle2student)": 4.488237380981445,
+      "cov-distil (oracle2teacher)": 3.9142203330993652,
       "epoch": 1.2794348508634223,
-      "rel-constrast": 2.75883150100708,
+      "rel-constrast": 3.6204466819763184,
       "step": 1630,
-      "subrel-constrast": 3.290522813796997,
+      "subrel-constrast": 2.858351469039917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.365375280380249,
-      "cov-distil (oracle2student)": 5.294360160827637,
-      "cov-distil (oracle2teacher)": 4.6669697761535645,
+      "cov-distil": 1.6999847888946533,
+      "cov-distil (oracle2student)": 5.5072197914123535,
+      "cov-distil (oracle2teacher)": 5.775692939758301,
       "epoch": 1.2802197802197801,
-      "rel-constrast": 4.017967224121094,
+      "rel-constrast": 4.104068756103516,
       "step": 1631,
-      "subrel-constrast": 4.0610222816467285,
+      "subrel-constrast": 4.387331008911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2868592739105225,
-      "cov-distil (oracle2student)": 3.8631057739257812,
-      "cov-distil (oracle2teacher)": 3.7666921615600586,
+      "cov-distil": 2.0276434421539307,
+      "cov-distil (oracle2student)": 4.266451835632324,
+      "cov-distil (oracle2teacher)": 4.657402992248535,
       "epoch": 1.281004709576138,
-      "rel-constrast": 2.6940512657165527,
+      "rel-constrast": 2.6975908279418945,
       "step": 1632,
-      "subrel-constrast": 3.4014902114868164,
+      "subrel-constrast": 3.2674498558044434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5693693161010742,
-      "cov-distil (oracle2student)": 4.493404388427734,
-      "cov-distil (oracle2teacher)": 3.9357874393463135,
+      "cov-distil": 1.944185495376587,
+      "cov-distil (oracle2student)": 3.770261287689209,
+      "cov-distil (oracle2teacher)": 4.295158863067627,
       "epoch": 1.281789638932496,
-      "rel-constrast": 2.94412899017334,
+      "rel-constrast": 2.411348342895508,
       "step": 1633,
-      "subrel-constrast": 3.6544454097747803,
+      "subrel-constrast": 3.9706034660339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4428383111953735,
-      "cov-distil (oracle2student)": 3.037003517150879,
-      "cov-distil (oracle2teacher)": 3.069725751876831,
+      "cov-distil": 2.0091021060943604,
+      "cov-distil (oracle2student)": 3.54167103767395,
+      "cov-distil (oracle2teacher)": 3.502073287963867,
       "epoch": 1.282574568288854,
-      "rel-constrast": 1.9439277648925781,
+      "rel-constrast": 2.0720975399017334,
       "step": 1634,
-      "subrel-constrast": 2.94014310836792,
+      "subrel-constrast": 3.0507845878601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5494788885116577,
-      "cov-distil (oracle2student)": 4.208475112915039,
-      "cov-distil (oracle2teacher)": 4.504655361175537,
+      "cov-distil": 1.7665990591049194,
+      "cov-distil (oracle2student)": 4.843642234802246,
+      "cov-distil (oracle2teacher)": 4.295296669006348,
       "epoch": 1.283359497645212,
-      "rel-constrast": 4.304119110107422,
+      "rel-constrast": 4.385141372680664,
       "step": 1635,
-      "subrel-constrast": 4.585867881774902,
+      "subrel-constrast": 4.292908191680908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.340540885925293,
-      "cov-distil (oracle2student)": 3.5669240951538086,
-      "cov-distil (oracle2teacher)": 3.9029083251953125,
+      "cov-distil": 2.1015031337738037,
+      "cov-distil (oracle2student)": 4.817591667175293,
+      "cov-distil (oracle2teacher)": 4.633842468261719,
       "epoch": 1.2841444270015698,
-      "rel-constrast": 1.8818669319152832,
+      "rel-constrast": 2.3678855895996094,
       "step": 1636,
-      "subrel-constrast": 2.954639434814453,
+      "subrel-constrast": 2.7623863220214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7390761375427246,
-      "cov-distil (oracle2student)": 5.210850715637207,
-      "cov-distil (oracle2teacher)": 4.928779125213623,
+      "cov-distil": 2.194183588027954,
+      "cov-distil (oracle2student)": 6.352839469909668,
+      "cov-distil (oracle2teacher)": 5.481823921203613,
       "epoch": 1.2849293563579278,
-      "rel-constrast": 3.0819015502929688,
+      "rel-constrast": 3.743926525115967,
       "step": 1637,
-      "subrel-constrast": 3.8880972862243652,
+      "subrel-constrast": 4.190829277038574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1178994178771973,
-      "cov-distil (oracle2student)": 4.759133815765381,
-      "cov-distil (oracle2teacher)": 4.51517915725708,
+      "cov-distil": 1.6283597946166992,
+      "cov-distil (oracle2student)": 4.80074405670166,
+      "cov-distil (oracle2teacher)": 5.457365989685059,
       "epoch": 1.2857142857142856,
-      "rel-constrast": 2.805359363555908,
+      "rel-constrast": 3.4698405265808105,
       "step": 1638,
-      "subrel-constrast": 2.8414242267608643,
+      "subrel-constrast": 3.279818058013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4448472261428833,
-      "cov-distil (oracle2student)": 3.933835029602051,
-      "cov-distil (oracle2teacher)": 3.784127712249756,
+      "cov-distil": 1.9163992404937744,
+      "cov-distil (oracle2student)": 4.308907985687256,
+      "cov-distil (oracle2teacher)": 4.524560928344727,
       "epoch": 1.2864992150706436,
-      "rel-constrast": 1.7304596900939941,
+      "rel-constrast": 2.1393656730651855,
       "step": 1639,
-      "subrel-constrast": 2.8501203060150146,
+      "subrel-constrast": 3.0994184017181396,
       "view-similarity": 0
     },
     {
       "epoch": 1.2872841444270016,
-      "grad_norm": 4.21875,
+      "grad_norm": 5.875,
       "learning_rate": 4.938066574773059e-05,
-      "loss": 0.7405,
+      "loss": 0.7753,
       "step": 1640
     },
     {
-      "cov-distil": 1.824934959411621,
-      "cov-distil (oracle2student)": 3.2884521484375,
-      "cov-distil (oracle2teacher)": 2.920071601867676,
+      "cov-distil": 2.461806297302246,
+      "cov-distil (oracle2student)": 4.573619842529297,
+      "cov-distil (oracle2teacher)": 3.8706674575805664,
       "epoch": 1.2872841444270016,
-      "rel-constrast": 2.782691717147827,
+      "rel-constrast": 3.8964037895202637,
       "step": 1640,
-      "subrel-constrast": 3.892519950866699,
+      "subrel-constrast": 4.246512413024902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7503442764282227,
-      "cov-distil (oracle2student)": 4.084597110748291,
-      "cov-distil (oracle2teacher)": 4.363886833190918,
+      "cov-distil": 2.0243616104125977,
+      "cov-distil (oracle2student)": 4.750319480895996,
+      "cov-distil (oracle2teacher)": 4.786174774169922,
       "epoch": 1.2880690737833596,
-      "rel-constrast": 2.7296700477600098,
+      "rel-constrast": 4.063018798828125,
       "step": 1641,
-      "subrel-constrast": 3.6988725662231445,
+      "subrel-constrast": 3.928481340408325,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2059253454208374,
-      "cov-distil (oracle2student)": 4.277673721313477,
-      "cov-distil (oracle2teacher)": 4.320541858673096,
+      "cov-distil": 1.3818604946136475,
+      "cov-distil (oracle2student)": 4.973311901092529,
+      "cov-distil (oracle2teacher)": 4.717424392700195,
       "epoch": 1.2888540031397175,
-      "rel-constrast": 2.508701801300049,
+      "rel-constrast": 2.9113759994506836,
       "step": 1642,
-      "subrel-constrast": 3.3788764476776123,
+      "subrel-constrast": 3.405444622039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2993993759155273,
-      "cov-distil (oracle2student)": 3.6636757850646973,
-      "cov-distil (oracle2teacher)": 3.6188464164733887,
+      "cov-distil": 2.0881400108337402,
+      "cov-distil (oracle2student)": 4.171236991882324,
+      "cov-distil (oracle2teacher)": 3.5141007900238037,
       "epoch": 1.2896389324960753,
-      "rel-constrast": 2.5455198287963867,
+      "rel-constrast": 3.3257999420166016,
       "step": 1643,
-      "subrel-constrast": 3.6185929775238037,
+      "subrel-constrast": 3.535788059234619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2521083354949951,
-      "cov-distil (oracle2student)": 3.79364013671875,
-      "cov-distil (oracle2teacher)": 3.800851345062256,
+      "cov-distil": 1.2665205001831055,
+      "cov-distil (oracle2student)": 4.40216064453125,
+      "cov-distil (oracle2teacher)": 4.739414691925049,
       "epoch": 1.2904238618524333,
-      "rel-constrast": 3.1340579986572266,
+      "rel-constrast": 3.029956340789795,
       "step": 1644,
-      "subrel-constrast": 3.728591203689575,
+      "subrel-constrast": 4.098007678985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3868159055709839,
-      "cov-distil (oracle2student)": 3.9565043449401855,
-      "cov-distil (oracle2teacher)": 3.4056267738342285,
+      "cov-distil": 1.6299099922180176,
+      "cov-distil (oracle2student)": 4.605607032775879,
+      "cov-distil (oracle2teacher)": 4.25969934463501,
       "epoch": 1.2912087912087913,
-      "rel-constrast": 2.723842144012451,
+      "rel-constrast": 2.3757543563842773,
       "step": 1645,
-      "subrel-constrast": 3.5624608993530273,
+      "subrel-constrast": 3.3943631649017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4942251443862915,
-      "cov-distil (oracle2student)": 4.735816955566406,
-      "cov-distil (oracle2teacher)": 4.332551002502441,
+      "cov-distil": 2.4695234298706055,
+      "cov-distil (oracle2student)": 5.240386009216309,
+      "cov-distil (oracle2teacher)": 5.110725402832031,
       "epoch": 1.291993720565149,
-      "rel-constrast": 3.1045193672180176,
+      "rel-constrast": 4.145135879516602,
       "step": 1646,
-      "subrel-constrast": 3.668058156967163,
+      "subrel-constrast": 4.108333587646484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2528787851333618,
-      "cov-distil (oracle2student)": 4.021450519561768,
-      "cov-distil (oracle2teacher)": 4.035415172576904,
+      "cov-distil": 1.6151118278503418,
+      "cov-distil (oracle2student)": 4.626162052154541,
+      "cov-distil (oracle2teacher)": 4.4546942710876465,
       "epoch": 1.292778649921507,
-      "rel-constrast": 2.473135471343994,
+      "rel-constrast": 3.0320658683776855,
       "step": 1647,
-      "subrel-constrast": 3.208709239959717,
+      "subrel-constrast": 3.3274312019348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4243361949920654,
-      "cov-distil (oracle2student)": 5.697556495666504,
-      "cov-distil (oracle2teacher)": 5.473768711090088,
+      "cov-distil": 2.6663293838500977,
+      "cov-distil (oracle2student)": 7.58427619934082,
+      "cov-distil (oracle2teacher)": 5.964966773986816,
       "epoch": 1.293563579277865,
-      "rel-constrast": 2.741896629333496,
+      "rel-constrast": 3.359373092651367,
       "step": 1648,
-      "subrel-constrast": 4.124619007110596,
+      "subrel-constrast": 4.170982837677002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8192188739776611,
-      "cov-distil (oracle2student)": 2.797114849090576,
-      "cov-distil (oracle2teacher)": 2.723701000213623,
+      "cov-distil": 1.821988582611084,
+      "cov-distil (oracle2student)": 2.371304512023926,
+      "cov-distil (oracle2teacher)": 2.8295693397521973,
       "epoch": 1.294348508634223,
-      "rel-constrast": 2.6524248123168945,
+      "rel-constrast": 2.755497932434082,
       "step": 1649,
-      "subrel-constrast": 3.406691074371338,
+      "subrel-constrast": 3.3994154930114746,
       "view-similarity": 0
     },
     {
       "epoch": 1.2951334379905808,
-      "grad_norm": 5.375,
+      "grad_norm": 6.28125,
       "learning_rate": 4.936121320381762e-05,
-      "loss": 0.7217,
+      "loss": 0.8224,
       "step": 1650
     },
     {
-      "cov-distil": 1.6652196645736694,
-      "cov-distil (oracle2student)": 4.50883674621582,
-      "cov-distil (oracle2teacher)": 3.993168354034424,
+      "cov-distil": 2.4001646041870117,
+      "cov-distil (oracle2student)": 4.61191463470459,
+      "cov-distil (oracle2teacher)": 4.7147064208984375,
       "epoch": 1.2951334379905808,
-      "rel-constrast": 2.57003116607666,
+      "rel-constrast": 2.7633233070373535,
       "step": 1650,
-      "subrel-constrast": 3.628901958465576,
+      "subrel-constrast": 3.988745927810669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.074852705001831,
-      "cov-distil (oracle2student)": 2.833625316619873,
-      "cov-distil (oracle2teacher)": 2.7247066497802734,
+      "cov-distil": 1.0972572565078735,
+      "cov-distil (oracle2student)": 2.8755245208740234,
+      "cov-distil (oracle2teacher)": 3.20552659034729,
       "epoch": 1.2959183673469388,
-      "rel-constrast": 2.528759479522705,
+      "rel-constrast": 2.310896158218384,
       "step": 1651,
-      "subrel-constrast": 2.945603847503662,
+      "subrel-constrast": 2.578482151031494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3971084356307983,
-      "cov-distil (oracle2student)": 3.0018460750579834,
-      "cov-distil (oracle2teacher)": 3.686293125152588,
+      "cov-distil": 1.8273406028747559,
+      "cov-distil (oracle2student)": 3.599440336227417,
+      "cov-distil (oracle2teacher)": 3.668383836746216,
       "epoch": 1.2967032967032968,
-      "rel-constrast": 2.7913460731506348,
+      "rel-constrast": 3.147737503051758,
       "step": 1652,
-      "subrel-constrast": 3.3390860557556152,
+      "subrel-constrast": 3.4045116901397705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8350878953933716,
-      "cov-distil (oracle2student)": 5.374774932861328,
-      "cov-distil (oracle2teacher)": 4.875711441040039,
+      "cov-distil": 2.5035223960876465,
+      "cov-distil (oracle2student)": 6.413338661193848,
+      "cov-distil (oracle2teacher)": 5.150639057159424,
       "epoch": 1.2974882260596545,
-      "rel-constrast": 3.161719799041748,
+      "rel-constrast": 4.300156593322754,
       "step": 1653,
-      "subrel-constrast": 4.238742351531982,
+      "subrel-constrast": 4.391679763793945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8106216192245483,
-      "cov-distil (oracle2student)": 3.3961193561553955,
-      "cov-distil (oracle2teacher)": 4.26975154876709,
+      "cov-distil": 1.2704710960388184,
+      "cov-distil (oracle2student)": 4.527993202209473,
+      "cov-distil (oracle2teacher)": 4.321805000305176,
       "epoch": 1.2982731554160125,
-      "rel-constrast": 3.0342960357666016,
+      "rel-constrast": 3.3262271881103516,
       "step": 1654,
-      "subrel-constrast": 3.6275415420532227,
+      "subrel-constrast": 3.3820033073425293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6817612648010254,
-      "cov-distil (oracle2student)": 4.652027130126953,
-      "cov-distil (oracle2teacher)": 4.589141845703125,
+      "cov-distil": 2.099565029144287,
+      "cov-distil (oracle2student)": 4.903942108154297,
+      "cov-distil (oracle2teacher)": 4.914019584655762,
       "epoch": 1.2990580847723705,
-      "rel-constrast": 3.1028218269348145,
+      "rel-constrast": 3.7026946544647217,
       "step": 1655,
-      "subrel-constrast": 3.9337363243103027,
+      "subrel-constrast": 3.961954355239868,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2627507448196411,
-      "cov-distil (oracle2student)": 6.517387390136719,
-      "cov-distil (oracle2teacher)": 5.350343227386475,
+      "cov-distil": 1.1805799007415771,
+      "cov-distil (oracle2student)": 6.465838432312012,
+      "cov-distil (oracle2teacher)": 5.881667137145996,
       "epoch": 1.2998430141287285,
-      "rel-constrast": 3.1466264724731445,
+      "rel-constrast": 3.327561378479004,
       "step": 1656,
-      "subrel-constrast": 3.1197381019592285,
+      "subrel-constrast": 3.279414653778076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2194769382476807,
-      "cov-distil (oracle2student)": 4.07407283782959,
-      "cov-distil (oracle2teacher)": 4.279786586761475,
+      "cov-distil": 1.9537032842636108,
+      "cov-distil (oracle2student)": 4.648287773132324,
+      "cov-distil (oracle2teacher)": 4.567766189575195,
       "epoch": 1.3006279434850865,
-      "rel-constrast": 2.6777279376983643,
+      "rel-constrast": 2.6995105743408203,
       "step": 1657,
-      "subrel-constrast": 3.576874017715454,
+      "subrel-constrast": 3.347346544265747,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2256784439086914,
-      "cov-distil (oracle2student)": 3.122056007385254,
-      "cov-distil (oracle2teacher)": 3.299981117248535,
+      "cov-distil": 1.7226980924606323,
+      "cov-distil (oracle2student)": 3.8157501220703125,
+      "cov-distil (oracle2teacher)": 3.99285626411438,
       "epoch": 1.3014128728414442,
-      "rel-constrast": 2.6643600463867188,
+      "rel-constrast": 3.107771873474121,
       "step": 1658,
-      "subrel-constrast": 3.0457918643951416,
+      "subrel-constrast": 2.9404053688049316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7555532455444336,
-      "cov-distil (oracle2student)": 3.6815357208251953,
-      "cov-distil (oracle2teacher)": 3.7946360111236572,
+      "cov-distil": 1.8312928676605225,
+      "cov-distil (oracle2student)": 4.1480021476745605,
+      "cov-distil (oracle2teacher)": 4.026515007019043,
       "epoch": 1.3021978021978022,
-      "rel-constrast": 2.9607553482055664,
+      "rel-constrast": 2.49360990524292,
       "step": 1659,
-      "subrel-constrast": 3.1729092597961426,
+      "subrel-constrast": 3.082777976989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.30298273155416,
-      "grad_norm": 5.3125,
+      "grad_norm": 5.625,
       "learning_rate": 4.93414638262097e-05,
-      "loss": 0.7533,
+      "loss": 0.7795,
       "step": 1660
     },
     {
-      "cov-distil": 1.4782741069793701,
-      "cov-distil (oracle2student)": 3.131895065307617,
-      "cov-distil (oracle2teacher)": 3.025630474090576,
+      "cov-distil": 2.0047497749328613,
+      "cov-distil (oracle2student)": 3.334258794784546,
+      "cov-distil (oracle2teacher)": 3.671670436859131,
       "epoch": 1.30298273155416,
-      "rel-constrast": 1.7634066343307495,
+      "rel-constrast": 1.9011850357055664,
       "step": 1660,
-      "subrel-constrast": 3.0443379878997803,
+      "subrel-constrast": 2.5919320583343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2554302215576172,
-      "cov-distil (oracle2student)": 4.800741195678711,
-      "cov-distil (oracle2teacher)": 4.580242156982422,
+      "cov-distil": 1.3666648864746094,
+      "cov-distil (oracle2student)": 5.006875991821289,
+      "cov-distil (oracle2teacher)": 5.085698127746582,
       "epoch": 1.303767660910518,
-      "rel-constrast": 2.3431081771850586,
+      "rel-constrast": 2.606182098388672,
       "step": 1661,
-      "subrel-constrast": 2.933103561401367,
+      "subrel-constrast": 2.90462064743042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2417757511138916,
-      "cov-distil (oracle2student)": 5.50029182434082,
-      "cov-distil (oracle2teacher)": 5.67678165435791,
+      "cov-distil": 1.6023166179656982,
+      "cov-distil (oracle2student)": 6.40786075592041,
+      "cov-distil (oracle2teacher)": 6.399726867675781,
       "epoch": 1.304552590266876,
-      "rel-constrast": 2.775085926055908,
+      "rel-constrast": 3.932114839553833,
       "step": 1662,
-      "subrel-constrast": 3.3209705352783203,
+      "subrel-constrast": 3.2777538299560547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4375855922698975,
-      "cov-distil (oracle2student)": 4.698795795440674,
-      "cov-distil (oracle2teacher)": 4.178256511688232,
+      "cov-distil": 1.6243752241134644,
+      "cov-distil (oracle2student)": 4.9536943435668945,
+      "cov-distil (oracle2teacher)": 4.23249626159668,
       "epoch": 1.305337519623234,
-      "rel-constrast": 3.456355094909668,
+      "rel-constrast": 3.211838483810425,
       "step": 1663,
-      "subrel-constrast": 3.8518121242523193,
+      "subrel-constrast": 3.6172685623168945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2631628513336182,
-      "cov-distil (oracle2student)": 4.585798263549805,
-      "cov-distil (oracle2teacher)": 3.720777988433838,
+      "cov-distil": 1.555912733078003,
+      "cov-distil (oracle2student)": 4.164565086364746,
+      "cov-distil (oracle2teacher)": 3.83821439743042,
       "epoch": 1.306122448979592,
-      "rel-constrast": 2.7050743103027344,
+      "rel-constrast": 3.0629122257232666,
       "step": 1664,
-      "subrel-constrast": 2.8726394176483154,
+      "subrel-constrast": 2.871823787689209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2668120861053467,
-      "cov-distil (oracle2student)": 5.543978691101074,
-      "cov-distil (oracle2teacher)": 4.31226110458374,
+      "cov-distil": 1.5968563556671143,
+      "cov-distil (oracle2student)": 6.0926103591918945,
+      "cov-distil (oracle2teacher)": 4.604617118835449,
       "epoch": 1.3069073783359497,
-      "rel-constrast": 3.455016851425171,
+      "rel-constrast": 3.621994733810425,
       "step": 1665,
-      "subrel-constrast": 3.277104616165161,
+      "subrel-constrast": 3.3782026767730713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4592809677124023,
-      "cov-distil (oracle2student)": 3.580965757369995,
-      "cov-distil (oracle2teacher)": 3.6958651542663574,
+      "cov-distil": 1.877102255821228,
+      "cov-distil (oracle2student)": 4.048394203186035,
+      "cov-distil (oracle2teacher)": 4.017665386199951,
       "epoch": 1.3076923076923077,
-      "rel-constrast": 2.875990390777588,
+      "rel-constrast": 3.0613508224487305,
       "step": 1666,
-      "subrel-constrast": 3.5123231410980225,
+      "subrel-constrast": 3.6224024295806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7660417556762695,
-      "cov-distil (oracle2student)": 5.026470184326172,
-      "cov-distil (oracle2teacher)": 4.608955383300781,
+      "cov-distil": 2.0542428493499756,
+      "cov-distil (oracle2student)": 5.35919713973999,
+      "cov-distil (oracle2teacher)": 4.638520240783691,
       "epoch": 1.3084772370486657,
-      "rel-constrast": 2.4632911682128906,
+      "rel-constrast": 3.2471489906311035,
       "step": 1667,
-      "subrel-constrast": 3.6753294467926025,
+      "subrel-constrast": 3.2292542457580566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9695327281951904,
-      "cov-distil (oracle2student)": 4.632760524749756,
-      "cov-distil (oracle2teacher)": 4.739590644836426,
+      "cov-distil": 2.4964511394500732,
+      "cov-distil (oracle2student)": 4.775130271911621,
+      "cov-distil (oracle2teacher)": 4.880032062530518,
       "epoch": 1.3092621664050235,
-      "rel-constrast": 4.044448375701904,
+      "rel-constrast": 3.955497980117798,
       "step": 1668,
-      "subrel-constrast": 4.879031658172607,
+      "subrel-constrast": 5.187030792236328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9147984385490417,
-      "cov-distil (oracle2student)": 3.8470358848571777,
-      "cov-distil (oracle2teacher)": 3.6714415550231934,
+      "cov-distil": 1.8706905841827393,
+      "cov-distil (oracle2student)": 3.8463985919952393,
+      "cov-distil (oracle2teacher)": 3.5829169750213623,
       "epoch": 1.3100470957613815,
-      "rel-constrast": 1.9507464170455933,
+      "rel-constrast": 2.39556884765625,
       "step": 1669,
-      "subrel-constrast": 2.4090120792388916,
+      "subrel-constrast": 2.6121702194213867,
       "view-similarity": 0
     },
     {
       "epoch": 1.3108320251177394,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.932141785554676e-05,
-      "loss": 0.7309,
+      "loss": 0.7749,
       "step": 1670
     },
     {
-      "cov-distil": 1.0804483890533447,
-      "cov-distil (oracle2student)": 4.381117820739746,
-      "cov-distil (oracle2teacher)": 4.153110027313232,
+      "cov-distil": 1.0927351713180542,
+      "cov-distil (oracle2student)": 4.206366539001465,
+      "cov-distil (oracle2teacher)": 3.8124756813049316,
       "epoch": 1.3108320251177394,
-      "rel-constrast": 2.430006980895996,
+      "rel-constrast": 2.3660969734191895,
       "step": 1670,
-      "subrel-constrast": 3.060797929763794,
+      "subrel-constrast": 2.704758644104004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3550291061401367,
-      "cov-distil (oracle2student)": 4.675786018371582,
-      "cov-distil (oracle2teacher)": 4.878483772277832,
+      "cov-distil": 1.989987850189209,
+      "cov-distil (oracle2student)": 5.0560760498046875,
+      "cov-distil (oracle2teacher)": 5.111454010009766,
       "epoch": 1.3116169544740974,
-      "rel-constrast": 2.190371036529541,
+      "rel-constrast": 2.58559250831604,
       "step": 1671,
-      "subrel-constrast": 3.512721300125122,
+      "subrel-constrast": 3.415621042251587,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5128092765808105,
-      "cov-distil (oracle2student)": 3.5277040004730225,
-      "cov-distil (oracle2teacher)": 3.574345588684082,
+      "cov-distil": 1.9178433418273926,
+      "cov-distil (oracle2student)": 4.129509449005127,
+      "cov-distil (oracle2teacher)": 4.17296028137207,
       "epoch": 1.3124018838304552,
-      "rel-constrast": 2.905486583709717,
+      "rel-constrast": 3.0171046257019043,
       "step": 1672,
-      "subrel-constrast": 3.6370315551757812,
+      "subrel-constrast": 3.630554437637329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8562002182006836,
-      "cov-distil (oracle2student)": 5.946201324462891,
-      "cov-distil (oracle2teacher)": 6.038100242614746,
+      "cov-distil": 2.63132905960083,
+      "cov-distil (oracle2student)": 6.345755577087402,
+      "cov-distil (oracle2teacher)": 5.5523176193237305,
       "epoch": 1.3131868131868132,
-      "rel-constrast": 2.6617884635925293,
+      "rel-constrast": 3.694471836090088,
       "step": 1673,
-      "subrel-constrast": 3.8258495330810547,
+      "subrel-constrast": 3.7029504776000977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4439823627471924,
-      "cov-distil (oracle2student)": 4.495332717895508,
-      "cov-distil (oracle2teacher)": 3.920667886734009,
+      "cov-distil": 1.7092751264572144,
+      "cov-distil (oracle2student)": 5.00535774230957,
+      "cov-distil (oracle2teacher)": 4.368116855621338,
       "epoch": 1.3139717425431712,
-      "rel-constrast": 2.736530303955078,
+      "rel-constrast": 2.9453623294830322,
       "step": 1674,
-      "subrel-constrast": 3.709810495376587,
+      "subrel-constrast": 3.7899580001831055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.902129054069519,
-      "cov-distil (oracle2student)": 3.1296520233154297,
-      "cov-distil (oracle2teacher)": 3.1709532737731934,
+      "cov-distil": 2.177368640899658,
+      "cov-distil (oracle2student)": 4.038525581359863,
+      "cov-distil (oracle2teacher)": 3.5202178955078125,
       "epoch": 1.314756671899529,
-      "rel-constrast": 2.3446121215820312,
+      "rel-constrast": 3.215427875518799,
       "step": 1675,
-      "subrel-constrast": 3.3997671604156494,
+      "subrel-constrast": 3.472332239151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5456894636154175,
-      "cov-distil (oracle2student)": 3.53585147857666,
-      "cov-distil (oracle2teacher)": 3.7378737926483154,
+      "cov-distil": 1.5631492137908936,
+      "cov-distil (oracle2student)": 3.7521157264709473,
+      "cov-distil (oracle2teacher)": 3.7333295345306396,
       "epoch": 1.315541601255887,
-      "rel-constrast": 1.8547238111495972,
+      "rel-constrast": 1.9873430728912354,
       "step": 1676,
-      "subrel-constrast": 2.8229920864105225,
+      "subrel-constrast": 2.3722922801971436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6679989099502563,
-      "cov-distil (oracle2student)": 4.102506637573242,
-      "cov-distil (oracle2teacher)": 3.851327419281006,
+      "cov-distil": 2.1458115577697754,
+      "cov-distil (oracle2student)": 4.208532333374023,
+      "cov-distil (oracle2teacher)": 3.9811959266662598,
       "epoch": 1.316326530612245,
-      "rel-constrast": 2.873745918273926,
+      "rel-constrast": 3.3004209995269775,
       "step": 1677,
-      "subrel-constrast": 3.830954074859619,
+      "subrel-constrast": 3.6657330989837646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2982299327850342,
-      "cov-distil (oracle2student)": 3.544175148010254,
-      "cov-distil (oracle2teacher)": 3.48026704788208,
+      "cov-distil": 1.6136683225631714,
+      "cov-distil (oracle2student)": 3.700273036956787,
+      "cov-distil (oracle2teacher)": 3.5427913665771484,
       "epoch": 1.317111459968603,
-      "rel-constrast": 3.5534720420837402,
+      "rel-constrast": 3.4891443252563477,
       "step": 1678,
-      "subrel-constrast": 3.998359203338623,
+      "subrel-constrast": 4.164310932159424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1478326320648193,
-      "cov-distil (oracle2student)": 5.38470458984375,
-      "cov-distil (oracle2teacher)": 4.923349380493164,
+      "cov-distil": 2.4277265071868896,
+      "cov-distil (oracle2student)": 5.308294773101807,
+      "cov-distil (oracle2teacher)": 5.496747970581055,
       "epoch": 1.3178963893249607,
-      "rel-constrast": 2.6743621826171875,
+      "rel-constrast": 2.979935646057129,
       "step": 1679,
-      "subrel-constrast": 3.7068068981170654,
+      "subrel-constrast": 3.997008800506592,
       "view-similarity": 0
     },
     {
       "epoch": 1.3186813186813187,
-      "grad_norm": 4.875,
+      "grad_norm": 6.71875,
       "learning_rate": 4.9301075536082605e-05,
-      "loss": 0.6952,
+      "loss": 0.7395,
       "step": 1680
     },
     {
-      "cov-distil": 1.9513250589370728,
-      "cov-distil (oracle2student)": 4.398993492126465,
-      "cov-distil (oracle2teacher)": 4.786568641662598,
+      "cov-distil": 2.1944825649261475,
+      "cov-distil (oracle2student)": 4.088326454162598,
+      "cov-distil (oracle2teacher)": 5.080142021179199,
       "epoch": 1.3186813186813187,
-      "rel-constrast": 2.6829535961151123,
+      "rel-constrast": 3.2335047721862793,
       "step": 1680,
-      "subrel-constrast": 4.0632853507995605,
+      "subrel-constrast": 4.277515888214111,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3817787170410156,
-      "cov-distil (oracle2student)": 3.289867401123047,
-      "cov-distil (oracle2teacher)": 3.359332799911499,
+      "cov-distil": 1.8086462020874023,
+      "cov-distil (oracle2student)": 3.153085470199585,
+      "cov-distil (oracle2teacher)": 3.5910274982452393,
       "epoch": 1.3194662480376766,
-      "rel-constrast": 3.0628602504730225,
+      "rel-constrast": 3.3856444358825684,
       "step": 1681,
-      "subrel-constrast": 3.4703333377838135,
+      "subrel-constrast": 3.395388603210449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8047406673431396,
-      "cov-distil (oracle2student)": 5.392301559448242,
-      "cov-distil (oracle2teacher)": 5.2529449462890625,
+      "cov-distil": 1.9190409183502197,
+      "cov-distil (oracle2student)": 5.7283759117126465,
+      "cov-distil (oracle2teacher)": 5.113788604736328,
       "epoch": 1.3202511773940344,
-      "rel-constrast": 3.5952937602996826,
+      "rel-constrast": 4.08601188659668,
       "step": 1682,
-      "subrel-constrast": 4.345643043518066,
+      "subrel-constrast": 4.2143235206604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3197975158691406,
-      "cov-distil (oracle2student)": 4.048213481903076,
-      "cov-distil (oracle2teacher)": 3.647500991821289,
+      "cov-distil": 1.5731201171875,
+      "cov-distil (oracle2student)": 4.453451633453369,
+      "cov-distil (oracle2teacher)": 3.970391273498535,
       "epoch": 1.3210361067503924,
-      "rel-constrast": 2.856383800506592,
+      "rel-constrast": 3.1653823852539062,
       "step": 1683,
-      "subrel-constrast": 3.104534149169922,
+      "subrel-constrast": 3.119931936264038,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8105502128601074,
-      "cov-distil (oracle2student)": 5.112046241760254,
-      "cov-distil (oracle2teacher)": 4.49995231628418,
+      "cov-distil": 2.2481141090393066,
+      "cov-distil (oracle2student)": 5.609467506408691,
+      "cov-distil (oracle2teacher)": 5.181495666503906,
       "epoch": 1.3218210361067504,
-      "rel-constrast": 3.725432872772217,
+      "rel-constrast": 4.194695472717285,
       "step": 1684,
-      "subrel-constrast": 4.248173236846924,
+      "subrel-constrast": 4.362768173217773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4322168827056885,
-      "cov-distil (oracle2student)": 3.3334832191467285,
-      "cov-distil (oracle2teacher)": 3.6339430809020996,
+      "cov-distil": 1.5475280284881592,
+      "cov-distil (oracle2student)": 4.305638313293457,
+      "cov-distil (oracle2teacher)": 3.7450976371765137,
       "epoch": 1.3226059654631084,
-      "rel-constrast": 2.7059125900268555,
+      "rel-constrast": 3.2316360473632812,
       "step": 1685,
-      "subrel-constrast": 3.2750349044799805,
+      "subrel-constrast": 2.8158764839172363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6428894996643066,
-      "cov-distil (oracle2student)": 4.602001190185547,
-      "cov-distil (oracle2teacher)": 4.459765911102295,
+      "cov-distil": 2.694798231124878,
+      "cov-distil (oracle2student)": 4.511743545532227,
+      "cov-distil (oracle2teacher)": 4.304223537445068,
       "epoch": 1.3233908948194664,
-      "rel-constrast": 3.1114978790283203,
+      "rel-constrast": 2.911423921585083,
       "step": 1686,
-      "subrel-constrast": 3.9000749588012695,
+      "subrel-constrast": 3.762714147567749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8474209308624268,
-      "cov-distil (oracle2student)": 3.8932676315307617,
-      "cov-distil (oracle2teacher)": 4.134026050567627,
+      "cov-distil": 1.7985414266586304,
+      "cov-distil (oracle2student)": 4.162229537963867,
+      "cov-distil (oracle2teacher)": 3.856377124786377,
       "epoch": 1.3241758241758241,
-      "rel-constrast": 2.9471235275268555,
+      "rel-constrast": 2.9805686473846436,
       "step": 1687,
-      "subrel-constrast": 3.8277077674865723,
+      "subrel-constrast": 3.285964012145996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4144337177276611,
-      "cov-distil (oracle2student)": 4.639150142669678,
-      "cov-distil (oracle2teacher)": 4.320378303527832,
+      "cov-distil": 1.5695276260375977,
+      "cov-distil (oracle2student)": 4.601081371307373,
+      "cov-distil (oracle2teacher)": 4.585683822631836,
       "epoch": 1.3249607535321821,
-      "rel-constrast": 3.245732307434082,
+      "rel-constrast": 3.9330883026123047,
       "step": 1688,
-      "subrel-constrast": 4.324900150299072,
+      "subrel-constrast": 4.279696941375732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4898247718811035,
-      "cov-distil (oracle2student)": 3.7182819843292236,
-      "cov-distil (oracle2teacher)": 4.340787887573242,
+      "cov-distil": 2.021648406982422,
+      "cov-distil (oracle2student)": 4.577154159545898,
+      "cov-distil (oracle2teacher)": 4.304760932922363,
       "epoch": 1.3257456828885401,
-      "rel-constrast": 3.311568260192871,
+      "rel-constrast": 3.637571334838867,
       "step": 1689,
-      "subrel-constrast": 4.191407203674316,
+      "subrel-constrast": 4.036553382873535,
       "view-similarity": 0
     },
     {
       "epoch": 1.3265306122448979,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.71875,
       "learning_rate": 4.928043711568201e-05,
-      "loss": 0.8214,
+      "loss": 0.869,
       "step": 1690
     },
     {
-      "cov-distil": 1.5231900215148926,
-      "cov-distil (oracle2student)": 4.0429229736328125,
-      "cov-distil (oracle2teacher)": 4.368336200714111,
+      "cov-distil": 1.5318957567214966,
+      "cov-distil (oracle2student)": 3.7702503204345703,
+      "cov-distil (oracle2teacher)": 3.9249260425567627,
       "epoch": 1.3265306122448979,
-      "rel-constrast": 3.221848964691162,
+      "rel-constrast": 3.37066388130188,
       "step": 1690,
-      "subrel-constrast": 3.944840431213379,
+      "subrel-constrast": 3.984584093093872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2224268913269043,
-      "cov-distil (oracle2student)": 3.6712303161621094,
-      "cov-distil (oracle2teacher)": 3.6000585556030273,
+      "cov-distil": 1.5729693174362183,
+      "cov-distil (oracle2student)": 3.7485527992248535,
+      "cov-distil (oracle2teacher)": 3.852156162261963,
       "epoch": 1.3273155416012559,
-      "rel-constrast": 2.1097869873046875,
+      "rel-constrast": 2.3448681831359863,
       "step": 1691,
-      "subrel-constrast": 2.6628572940826416,
+      "subrel-constrast": 2.9309775829315186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.571364402770996,
-      "cov-distil (oracle2student)": 3.9584407806396484,
-      "cov-distil (oracle2teacher)": 4.059624195098877,
+      "cov-distil": 2.009230852127075,
+      "cov-distil (oracle2student)": 4.155279159545898,
+      "cov-distil (oracle2teacher)": 4.311703681945801,
       "epoch": 1.3281004709576139,
-      "rel-constrast": 3.725607395172119,
+      "rel-constrast": 3.150029420852661,
       "step": 1692,
-      "subrel-constrast": 4.022169589996338,
+      "subrel-constrast": 3.740870475769043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9361393451690674,
-      "cov-distil (oracle2student)": 3.485517978668213,
-      "cov-distil (oracle2teacher)": 3.5528483390808105,
+      "cov-distil": 2.0947771072387695,
+      "cov-distil (oracle2student)": 3.971309185028076,
+      "cov-distil (oracle2teacher)": 3.945931911468506,
       "epoch": 1.3288854003139718,
-      "rel-constrast": 2.590193748474121,
+      "rel-constrast": 2.5980446338653564,
       "step": 1693,
-      "subrel-constrast": 3.5558483600616455,
+      "subrel-constrast": 3.539691686630249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5529704093933105,
-      "cov-distil (oracle2student)": 5.349681854248047,
-      "cov-distil (oracle2teacher)": 4.618007183074951,
+      "cov-distil": 2.162320137023926,
+      "cov-distil (oracle2student)": 5.4272966384887695,
+      "cov-distil (oracle2teacher)": 4.8213701248168945,
       "epoch": 1.3296703296703296,
-      "rel-constrast": 3.0925962924957275,
+      "rel-constrast": 2.855908155441284,
       "step": 1694,
-      "subrel-constrast": 3.6117360591888428,
+      "subrel-constrast": 3.515104293823242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2765185832977295,
-      "cov-distil (oracle2student)": 5.414062976837158,
-      "cov-distil (oracle2teacher)": 5.182615280151367,
+      "cov-distil": 1.0731866359710693,
+      "cov-distil (oracle2student)": 5.488421440124512,
+      "cov-distil (oracle2teacher)": 5.08583402633667,
       "epoch": 1.3304552590266876,
-      "rel-constrast": 3.097349166870117,
+      "rel-constrast": 3.42624568939209,
       "step": 1695,
-      "subrel-constrast": 3.8629040718078613,
+      "subrel-constrast": 3.690575361251831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4366099834442139,
-      "cov-distil (oracle2student)": 5.064397811889648,
-      "cov-distil (oracle2teacher)": 4.768686771392822,
+      "cov-distil": 1.6255704164505005,
+      "cov-distil (oracle2student)": 4.972871780395508,
+      "cov-distil (oracle2teacher)": 5.257755279541016,
       "epoch": 1.3312401883830456,
-      "rel-constrast": 3.5905206203460693,
+      "rel-constrast": 3.5530271530151367,
       "step": 1696,
-      "subrel-constrast": 3.551110029220581,
+      "subrel-constrast": 3.5661847591400146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5100539922714233,
-      "cov-distil (oracle2student)": 4.031502723693848,
-      "cov-distil (oracle2teacher)": 3.1058902740478516,
+      "cov-distil": 1.7691795825958252,
+      "cov-distil (oracle2student)": 4.196930885314941,
+      "cov-distil (oracle2teacher)": 3.604043960571289,
       "epoch": 1.3320251177394034,
-      "rel-constrast": 3.878617763519287,
+      "rel-constrast": 4.41229248046875,
       "step": 1697,
-      "subrel-constrast": 3.6920580863952637,
+      "subrel-constrast": 4.059732437133789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736415147781372,
-      "cov-distil (oracle2student)": 4.542118549346924,
-      "cov-distil (oracle2teacher)": 4.008769989013672,
+      "cov-distil": 1.8581151962280273,
+      "cov-distil (oracle2student)": 5.176072597503662,
+      "cov-distil (oracle2teacher)": 4.556097030639648,
       "epoch": 1.3328100470957613,
-      "rel-constrast": 2.8388421535491943,
+      "rel-constrast": 2.7787365913391113,
       "step": 1698,
-      "subrel-constrast": 3.2855992317199707,
+      "subrel-constrast": 3.5230119228363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3649110794067383,
-      "cov-distil (oracle2student)": 5.195368766784668,
-      "cov-distil (oracle2teacher)": 4.632691383361816,
+      "cov-distil": 1.32680344581604,
+      "cov-distil (oracle2student)": 4.475895881652832,
+      "cov-distil (oracle2teacher)": 4.708328723907471,
       "epoch": 1.3335949764521193,
-      "rel-constrast": 2.544861316680908,
+      "rel-constrast": 3.0723962783813477,
       "step": 1699,
-      "subrel-constrast": 2.7482213973999023,
+      "subrel-constrast": 2.910999059677124,
       "view-similarity": 0
     },
     {
       "epoch": 1.3343799058084773,
-      "grad_norm": 4.78125,
+      "grad_norm": 7.78125,
       "learning_rate": 4.9259502845817594e-05,
-      "loss": 0.8051,
+      "loss": 0.7891,
       "step": 1700
     },
     {
       "epoch": 1.3343799058084773,
-      "overlap": 0.3125,
+      "overlap": 0.27031251788139343,
       "step": 1700
     },
     {
       "epoch": 1.3343799058084773,
       "step": 1700,
-      "student margin": 0.06024169921875
+      "student margin": 0.055450439453125
     },
     {
       "epoch": 1.3343799058084773,
       "step": 1700,
-      "teacher margin": 0.04046630859375
+      "teacher margin": 0.04302978515625
     },
     {
       "epoch": 1.3343799058084773,
-      "margin difference": -0.019775390625,
+      "margin difference": -0.012420654296875,
       "step": 1700
     },
     {
-      "cov-distil": 1.780718445777893,
-      "cov-distil (oracle2student)": 4.830676078796387,
-      "cov-distil (oracle2teacher)": 4.522244930267334,
+      "cov-distil": 2.2918381690979004,
+      "cov-distil (oracle2student)": 5.488099098205566,
+      "cov-distil (oracle2teacher)": 5.0514726638793945,
       "epoch": 1.3343799058084773,
-      "rel-constrast": 2.708968162536621,
+      "rel-constrast": 3.476649045944214,
       "step": 1700,
-      "subrel-constrast": 3.664163112640381,
+      "subrel-constrast": 3.737515926361084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7044799327850342,
-      "cov-distil (oracle2student)": 3.761897087097168,
-      "cov-distil (oracle2teacher)": 3.689012289047241,
+      "cov-distil": 2.1702351570129395,
+      "cov-distil (oracle2student)": 4.4835662841796875,
+      "cov-distil (oracle2teacher)": 3.733614444732666,
       "epoch": 1.335164835164835,
-      "rel-constrast": 2.526390552520752,
+      "rel-constrast": 2.6515486240386963,
       "step": 1701,
-      "subrel-constrast": 3.3062210083007812,
+      "subrel-constrast": 3.0915606021881104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1813758611679077,
-      "cov-distil (oracle2student)": 4.709604263305664,
-      "cov-distil (oracle2teacher)": 4.656639575958252,
+      "cov-distil": 1.733849048614502,
+      "cov-distil (oracle2student)": 5.13071346282959,
+      "cov-distil (oracle2teacher)": 4.706507682800293,
       "epoch": 1.335949764521193,
-      "rel-constrast": 2.514857292175293,
+      "rel-constrast": 3.5660839080810547,
       "step": 1702,
-      "subrel-constrast": 3.488149881362915,
+      "subrel-constrast": 3.5813450813293457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1151008605957031,
-      "cov-distil (oracle2student)": 2.865448236465454,
-      "cov-distil (oracle2teacher)": 3.638596534729004,
+      "cov-distil": 1.685402274131775,
+      "cov-distil (oracle2student)": 3.821777820587158,
+      "cov-distil (oracle2teacher)": 3.314162254333496,
       "epoch": 1.336734693877551,
-      "rel-constrast": 2.384942054748535,
+      "rel-constrast": 3.053713321685791,
       "step": 1703,
-      "subrel-constrast": 3.135843276977539,
+      "subrel-constrast": 2.911098003387451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5315178632736206,
-      "cov-distil (oracle2student)": 2.0018911361694336,
-      "cov-distil (oracle2teacher)": 2.3488893508911133,
+      "cov-distil": 1.8334848880767822,
+      "cov-distil (oracle2student)": 1.7400952577590942,
+      "cov-distil (oracle2teacher)": 2.690593957901001,
       "epoch": 1.3375196232339088,
-      "rel-constrast": 1.9972370862960815,
+      "rel-constrast": 1.7925410270690918,
       "step": 1704,
-      "subrel-constrast": 2.7012367248535156,
+      "subrel-constrast": 2.5463521480560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6730701923370361,
-      "cov-distil (oracle2student)": 3.1682558059692383,
-      "cov-distil (oracle2teacher)": 3.1774349212646484,
+      "cov-distil": 2.256601333618164,
+      "cov-distil (oracle2student)": 3.5637283325195312,
+      "cov-distil (oracle2teacher)": 3.0985000133514404,
       "epoch": 1.3383045525902668,
-      "rel-constrast": 2.1729378700256348,
+      "rel-constrast": 2.4836349487304688,
       "step": 1705,
-      "subrel-constrast": 3.3846652507781982,
+      "subrel-constrast": 3.327609062194824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5645828247070312,
-      "cov-distil (oracle2student)": 3.0768232345581055,
-      "cov-distil (oracle2teacher)": 3.6127519607543945,
+      "cov-distil": 1.4072151184082031,
+      "cov-distil (oracle2student)": 3.6628546714782715,
+      "cov-distil (oracle2teacher)": 3.9533071517944336,
       "epoch": 1.3390894819466248,
-      "rel-constrast": 2.74924898147583,
+      "rel-constrast": 2.5464749336242676,
       "step": 1706,
-      "subrel-constrast": 3.2934718132019043,
+      "subrel-constrast": 3.2726998329162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5017133951187134,
-      "cov-distil (oracle2student)": 3.383028745651245,
-      "cov-distil (oracle2teacher)": 3.066603183746338,
+      "cov-distil": 2.177799940109253,
+      "cov-distil (oracle2student)": 3.809157371520996,
+      "cov-distil (oracle2teacher)": 3.3606271743774414,
       "epoch": 1.3398744113029828,
-      "rel-constrast": 3.287877082824707,
+      "rel-constrast": 3.2535858154296875,
       "step": 1707,
-      "subrel-constrast": 4.0102033615112305,
+      "subrel-constrast": 3.9288291931152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.323404312133789,
-      "cov-distil (oracle2student)": 3.914201259613037,
-      "cov-distil (oracle2teacher)": 3.881359338760376,
+      "cov-distil": 1.5573627948760986,
+      "cov-distil (oracle2student)": 4.259518146514893,
+      "cov-distil (oracle2teacher)": 4.222029685974121,
       "epoch": 1.3406593406593408,
-      "rel-constrast": 3.176435947418213,
+      "rel-constrast": 3.0864930152893066,
       "step": 1708,
-      "subrel-constrast": 3.6439154148101807,
+      "subrel-constrast": 3.2867941856384277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.428868293762207,
-      "cov-distil (oracle2student)": 4.273033142089844,
-      "cov-distil (oracle2teacher)": 4.26628303527832,
+      "cov-distil": 1.9484076499938965,
+      "cov-distil (oracle2student)": 3.8938305377960205,
+      "cov-distil (oracle2teacher)": 4.517445087432861,
       "epoch": 1.3414442700156985,
-      "rel-constrast": 2.549382209777832,
+      "rel-constrast": 2.232330322265625,
       "step": 1709,
-      "subrel-constrast": 3.0860307216644287,
+      "subrel-constrast": 3.2775373458862305,
       "view-similarity": 0
     },
     {
       "epoch": 1.3422291993720565,
-      "grad_norm": 5.28125,
+      "grad_norm": 5.4375,
       "learning_rate": 4.9238272981566834e-05,
-      "loss": 0.6887,
+      "loss": 0.7036,
       "step": 1710
     },
     {
-      "cov-distil": 1.081392526626587,
-      "cov-distil (oracle2student)": 5.827483177185059,
-      "cov-distil (oracle2teacher)": 5.341393947601318,
+      "cov-distil": 1.5018048286437988,
+      "cov-distil (oracle2student)": 5.99904727935791,
+      "cov-distil (oracle2teacher)": 5.109205722808838,
       "epoch": 1.3422291993720565,
-      "rel-constrast": 2.8190817832946777,
+      "rel-constrast": 3.38197660446167,
       "step": 1710,
-      "subrel-constrast": 3.3911261558532715,
+      "subrel-constrast": 3.3852460384368896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2207149267196655,
-      "cov-distil (oracle2student)": 5.374782562255859,
-      "cov-distil (oracle2teacher)": 5.0022077560424805,
+      "cov-distil": 1.790640115737915,
+      "cov-distil (oracle2student)": 5.777251720428467,
+      "cov-distil (oracle2teacher)": 5.41480827331543,
       "epoch": 1.3430141287284145,
-      "rel-constrast": 1.670638084411621,
+      "rel-constrast": 2.423858642578125,
       "step": 1711,
-      "subrel-constrast": 2.642967939376831,
+      "subrel-constrast": 2.6220152378082275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353926181793213,
-      "cov-distil (oracle2student)": 2.9009010791778564,
-      "cov-distil (oracle2teacher)": 3.7013018131256104,
+      "cov-distil": 1.9273300170898438,
+      "cov-distil (oracle2student)": 3.3558900356292725,
+      "cov-distil (oracle2teacher)": 3.668273448944092,
       "epoch": 1.3437990580847723,
-      "rel-constrast": 3.4264278411865234,
+      "rel-constrast": 3.605562210083008,
       "step": 1712,
-      "subrel-constrast": 4.440281391143799,
+      "subrel-constrast": 4.6571760177612305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4675931930541992,
-      "cov-distil (oracle2student)": 4.909945487976074,
-      "cov-distil (oracle2teacher)": 4.447066307067871,
+      "cov-distil": 1.7976818084716797,
+      "cov-distil (oracle2student)": 5.500486373901367,
+      "cov-distil (oracle2teacher)": 5.270471572875977,
       "epoch": 1.3445839874411303,
-      "rel-constrast": 2.7537853717803955,
+      "rel-constrast": 3.285728931427002,
       "step": 1713,
-      "subrel-constrast": 3.529341697692871,
+      "subrel-constrast": 3.727179527282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.124407172203064,
-      "cov-distil (oracle2student)": 5.115457057952881,
-      "cov-distil (oracle2teacher)": 4.879899978637695,
+      "cov-distil": 1.6335771083831787,
+      "cov-distil (oracle2student)": 5.177635192871094,
+      "cov-distil (oracle2teacher)": 5.274733066558838,
       "epoch": 1.3453689167974883,
-      "rel-constrast": 2.403954267501831,
+      "rel-constrast": 2.9622695446014404,
       "step": 1714,
-      "subrel-constrast": 3.303976058959961,
+      "subrel-constrast": 2.9853498935699463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.701810598373413,
-      "cov-distil (oracle2student)": 4.863839149475098,
-      "cov-distil (oracle2teacher)": 4.200281620025635,
+      "cov-distil": 1.97784423828125,
+      "cov-distil (oracle2student)": 4.944757461547852,
+      "cov-distil (oracle2teacher)": 4.678353786468506,
       "epoch": 1.3461538461538463,
-      "rel-constrast": 2.4296562671661377,
+      "rel-constrast": 2.6862611770629883,
       "step": 1715,
-      "subrel-constrast": 3.0966598987579346,
+      "subrel-constrast": 3.2625033855438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881268501281738,
-      "cov-distil (oracle2student)": 4.329209327697754,
-      "cov-distil (oracle2teacher)": 4.223686218261719,
+      "cov-distil": 1.9272128343582153,
+      "cov-distil (oracle2student)": 5.0633039474487305,
+      "cov-distil (oracle2teacher)": 4.473548889160156,
       "epoch": 1.346938775510204,
-      "rel-constrast": 3.221346378326416,
+      "rel-constrast": 3.9154224395751953,
       "step": 1716,
-      "subrel-constrast": 3.7356741428375244,
+      "subrel-constrast": 3.892422676086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601477861404419,
-      "cov-distil (oracle2student)": 4.000622749328613,
-      "cov-distil (oracle2teacher)": 3.9415695667266846,
+      "cov-distil": 2.1424615383148193,
+      "cov-distil (oracle2student)": 4.435295581817627,
+      "cov-distil (oracle2teacher)": 4.442118167877197,
       "epoch": 1.347723704866562,
-      "rel-constrast": 2.6288466453552246,
+      "rel-constrast": 2.5745034217834473,
       "step": 1717,
-      "subrel-constrast": 3.582732677459717,
+      "subrel-constrast": 3.7828452587127686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8193079233169556,
-      "cov-distil (oracle2student)": 3.9107248783111572,
-      "cov-distil (oracle2teacher)": 4.025141716003418,
+      "cov-distil": 1.8790268898010254,
+      "cov-distil (oracle2student)": 4.151360034942627,
+      "cov-distil (oracle2teacher)": 3.9144749641418457,
       "epoch": 1.34850863422292,
-      "rel-constrast": 4.060984134674072,
+      "rel-constrast": 4.216392993927002,
       "step": 1718,
-      "subrel-constrast": 4.846158504486084,
+      "subrel-constrast": 4.395762920379639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4519190788269043,
-      "cov-distil (oracle2student)": 3.7812249660491943,
-      "cov-distil (oracle2teacher)": 4.257962703704834,
+      "cov-distil": 1.997058629989624,
+      "cov-distil (oracle2student)": 4.008866786956787,
+      "cov-distil (oracle2teacher)": 4.356030464172363,
       "epoch": 1.3492935635792778,
-      "rel-constrast": 2.8818671703338623,
+      "rel-constrast": 3.0781900882720947,
       "step": 1719,
-      "subrel-constrast": 3.973895788192749,
+      "subrel-constrast": 4.121029376983643,
       "view-similarity": 0
     },
     {
       "epoch": 1.3500784929356358,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.5625,
       "learning_rate": 4.921674778160893e-05,
-      "loss": 0.7431,
+      "loss": 0.8033,
       "step": 1720
     },
     {
-      "cov-distil": 1.4843339920043945,
-      "cov-distil (oracle2student)": 4.635878086090088,
-      "cov-distil (oracle2teacher)": 4.166833877563477,
+      "cov-distil": 2.2580342292785645,
+      "cov-distil (oracle2student)": 4.513801574707031,
+      "cov-distil (oracle2teacher)": 4.808523654937744,
       "epoch": 1.3500784929356358,
-      "rel-constrast": 2.9307570457458496,
+      "rel-constrast": 3.2047834396362305,
       "step": 1720,
-      "subrel-constrast": 3.4832499027252197,
+      "subrel-constrast": 3.2802484035491943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3266394138336182,
-      "cov-distil (oracle2student)": 5.636879920959473,
-      "cov-distil (oracle2teacher)": 4.4373955726623535,
+      "cov-distil": 1.5223511457443237,
+      "cov-distil (oracle2student)": 5.035830974578857,
+      "cov-distil (oracle2teacher)": 4.590912342071533,
       "epoch": 1.3508634222919937,
-      "rel-constrast": 3.0167200565338135,
+      "rel-constrast": 2.844982862472534,
       "step": 1721,
-      "subrel-constrast": 3.013080358505249,
+      "subrel-constrast": 2.9831314086914062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8228155374526978,
-      "cov-distil (oracle2student)": 3.767451286315918,
-      "cov-distil (oracle2teacher)": 3.762378454208374,
+      "cov-distil": 1.8434545993804932,
+      "cov-distil (oracle2student)": 4.669515609741211,
+      "cov-distil (oracle2teacher)": 4.341181755065918,
       "epoch": 1.3516483516483517,
-      "rel-constrast": 2.6804583072662354,
+      "rel-constrast": 3.51310133934021,
       "step": 1722,
-      "subrel-constrast": 3.7772467136383057,
+      "subrel-constrast": 3.635772466659546,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5253863334655762,
-      "cov-distil (oracle2student)": 4.397368907928467,
-      "cov-distil (oracle2teacher)": 4.080415725708008,
+      "cov-distil": 1.9322556257247925,
+      "cov-distil (oracle2student)": 4.4221601486206055,
+      "cov-distil (oracle2teacher)": 3.9335949420928955,
       "epoch": 1.3524332810047095,
-      "rel-constrast": 3.5323140621185303,
+      "rel-constrast": 3.563133955001831,
       "step": 1723,
-      "subrel-constrast": 4.126648902893066,
+      "subrel-constrast": 4.045975208282471,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6286723613739014,
-      "cov-distil (oracle2student)": 4.10756778717041,
-      "cov-distil (oracle2teacher)": 3.766479253768921,
+      "cov-distil": 2.0125770568847656,
+      "cov-distil (oracle2student)": 3.663123607635498,
+      "cov-distil (oracle2teacher)": 4.0708441734313965,
       "epoch": 1.3532182103610675,
-      "rel-constrast": 3.788242816925049,
+      "rel-constrast": 3.507173538208008,
       "step": 1724,
-      "subrel-constrast": 3.9748165607452393,
+      "subrel-constrast": 3.495544910430908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6401193141937256,
-      "cov-distil (oracle2student)": 2.8886406421661377,
-      "cov-distil (oracle2teacher)": 2.954597234725952,
+      "cov-distil": 2.3561604022979736,
+      "cov-distil (oracle2student)": 3.389543056488037,
+      "cov-distil (oracle2teacher)": 3.267606258392334,
       "epoch": 1.3540031397174255,
-      "rel-constrast": 2.6082262992858887,
+      "rel-constrast": 3.855412006378174,
       "step": 1725,
-      "subrel-constrast": 3.743175983428955,
+      "subrel-constrast": 4.2084550857543945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3371732234954834,
-      "cov-distil (oracle2student)": 5.656307220458984,
-      "cov-distil (oracle2teacher)": 4.892755508422852,
+      "cov-distil": 1.8725090026855469,
+      "cov-distil (oracle2student)": 6.049071788787842,
+      "cov-distil (oracle2teacher)": 4.877649307250977,
       "epoch": 1.3547880690737832,
-      "rel-constrast": 3.9849557876586914,
+      "rel-constrast": 4.815608024597168,
       "step": 1726,
-      "subrel-constrast": 4.523749351501465,
+      "subrel-constrast": 4.559018611907959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.720710039138794,
-      "cov-distil (oracle2student)": 5.891674041748047,
-      "cov-distil (oracle2teacher)": 5.492726802825928,
+      "cov-distil": 1.7693315744400024,
+      "cov-distil (oracle2student)": 5.850362777709961,
+      "cov-distil (oracle2teacher)": 5.496490001678467,
       "epoch": 1.3555729984301412,
-      "rel-constrast": 2.9663026332855225,
+      "rel-constrast": 3.415391445159912,
       "step": 1727,
-      "subrel-constrast": 3.7746434211730957,
+      "subrel-constrast": 3.544586181640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3942320346832275,
-      "cov-distil (oracle2student)": 4.154197692871094,
-      "cov-distil (oracle2teacher)": 3.8255786895751953,
+      "cov-distil": 1.5580943822860718,
+      "cov-distil (oracle2student)": 4.488919258117676,
+      "cov-distil (oracle2teacher)": 4.465295314788818,
       "epoch": 1.3563579277864992,
-      "rel-constrast": 2.909430503845215,
+      "rel-constrast": 3.3565869331359863,
       "step": 1728,
-      "subrel-constrast": 3.3779075145721436,
+      "subrel-constrast": 3.5928831100463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1056621074676514,
-      "cov-distil (oracle2student)": 5.594830513000488,
-      "cov-distil (oracle2teacher)": 5.0517072677612305,
+      "cov-distil": 2.4982075691223145,
+      "cov-distil (oracle2student)": 5.910581111907959,
+      "cov-distil (oracle2teacher)": 5.784066200256348,
       "epoch": 1.3571428571428572,
-      "rel-constrast": 2.3291707038879395,
+      "rel-constrast": 2.2470030784606934,
       "step": 1729,
-      "subrel-constrast": 3.4596457481384277,
+      "subrel-constrast": 3.102912664413452,
       "view-similarity": 0
     },
     {
       "epoch": 1.3579277864992152,
-      "grad_norm": 5.09375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.919492750822164e-05,
-      "loss": 0.8086,
+      "loss": 0.8581,
       "step": 1730
     },
     {
-      "cov-distil": 1.0618146657943726,
-      "cov-distil (oracle2student)": 4.845118999481201,
-      "cov-distil (oracle2teacher)": 4.5378899574279785,
+      "cov-distil": 2.0652740001678467,
+      "cov-distil (oracle2student)": 4.3473310470581055,
+      "cov-distil (oracle2teacher)": 5.042407035827637,
       "epoch": 1.3579277864992152,
-      "rel-constrast": 2.635180950164795,
+      "rel-constrast": 2.5620532035827637,
       "step": 1730,
-      "subrel-constrast": 3.1001203060150146,
+      "subrel-constrast": 3.2476205825805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5445315837860107,
-      "cov-distil (oracle2student)": 3.147429943084717,
-      "cov-distil (oracle2teacher)": 3.502480983734131,
+      "cov-distil": 1.5518927574157715,
+      "cov-distil (oracle2student)": 3.715423345565796,
+      "cov-distil (oracle2teacher)": 3.6451826095581055,
       "epoch": 1.358712715855573,
-      "rel-constrast": 2.7715322971343994,
+      "rel-constrast": 3.1119720935821533,
       "step": 1731,
-      "subrel-constrast": 3.551654100418091,
+      "subrel-constrast": 3.3155808448791504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5890753269195557,
-      "cov-distil (oracle2student)": 4.402159690856934,
-      "cov-distil (oracle2teacher)": 3.9822463989257812,
+      "cov-distil": 1.7187305688858032,
+      "cov-distil (oracle2student)": 4.271962642669678,
+      "cov-distil (oracle2teacher)": 3.742616891860962,
       "epoch": 1.359497645211931,
-      "rel-constrast": 2.879653215408325,
+      "rel-constrast": 2.852865219116211,
       "step": 1732,
-      "subrel-constrast": 3.7010772228240967,
+      "subrel-constrast": 3.2089128494262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7144513130187988,
-      "cov-distil (oracle2student)": 3.2460508346557617,
-      "cov-distil (oracle2teacher)": 3.8056204319000244,
+      "cov-distil": 1.8383585214614868,
+      "cov-distil (oracle2student)": 3.172454357147217,
+      "cov-distil (oracle2teacher)": 3.5693352222442627,
       "epoch": 1.3602825745682887,
-      "rel-constrast": 3.305478096008301,
+      "rel-constrast": 3.293367862701416,
       "step": 1733,
-      "subrel-constrast": 3.790867567062378,
+      "subrel-constrast": 3.5364880561828613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1175999641418457,
-      "cov-distil (oracle2student)": 2.724719285964966,
-      "cov-distil (oracle2teacher)": 3.3160347938537598,
+      "cov-distil": 2.638023853302002,
+      "cov-distil (oracle2student)": 3.228631019592285,
+      "cov-distil (oracle2teacher)": 3.147825241088867,
       "epoch": 1.3610675039246467,
-      "rel-constrast": 1.7467615604400635,
+      "rel-constrast": 2.1036744117736816,
       "step": 1734,
-      "subrel-constrast": 3.076059341430664,
+      "subrel-constrast": 2.799938201904297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.434706211090088,
-      "cov-distil (oracle2student)": 4.187713623046875,
-      "cov-distil (oracle2teacher)": 4.25986909866333,
+      "cov-distil": 1.4563779830932617,
+      "cov-distil (oracle2student)": 4.060757637023926,
+      "cov-distil (oracle2teacher)": 4.297441005706787,
       "epoch": 1.3618524332810047,
-      "rel-constrast": 2.0395944118499756,
+      "rel-constrast": 2.2227931022644043,
       "step": 1735,
-      "subrel-constrast": 3.2258193492889404,
+      "subrel-constrast": 2.9666073322296143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1276826858520508,
-      "cov-distil (oracle2student)": 7.249734878540039,
-      "cov-distil (oracle2teacher)": 6.112825393676758,
+      "cov-distil": 1.6014108657836914,
+      "cov-distil (oracle2student)": 7.620761871337891,
+      "cov-distil (oracle2teacher)": 6.799572467803955,
       "epoch": 1.3626373626373627,
-      "rel-constrast": 4.430420875549316,
+      "rel-constrast": 5.252252101898193,
       "step": 1736,
-      "subrel-constrast": 4.517467975616455,
+      "subrel-constrast": 4.660332202911377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7729322910308838,
-      "cov-distil (oracle2student)": 4.154900550842285,
-      "cov-distil (oracle2teacher)": 3.9162378311157227,
+      "cov-distil": 2.259441375732422,
+      "cov-distil (oracle2student)": 4.863374710083008,
+      "cov-distil (oracle2teacher)": 3.9160449504852295,
       "epoch": 1.3634222919937207,
-      "rel-constrast": 3.754016876220703,
+      "rel-constrast": 4.043695449829102,
       "step": 1737,
-      "subrel-constrast": 4.286582946777344,
+      "subrel-constrast": 4.192474365234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.039358377456665,
-      "cov-distil (oracle2student)": 4.010970592498779,
-      "cov-distil (oracle2teacher)": 3.628436326980591,
+      "cov-distil": 1.48067307472229,
+      "cov-distil (oracle2student)": 4.485812187194824,
+      "cov-distil (oracle2teacher)": 4.1157732009887695,
       "epoch": 1.3642072213500784,
-      "rel-constrast": 2.7818729877471924,
+      "rel-constrast": 3.091838836669922,
       "step": 1738,
-      "subrel-constrast": 3.192831516265869,
+      "subrel-constrast": 3.403914451599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3002960681915283,
-      "cov-distil (oracle2student)": 4.715875625610352,
-      "cov-distil (oracle2teacher)": 4.7496337890625,
+      "cov-distil": 1.2854700088500977,
+      "cov-distil (oracle2student)": 4.920567035675049,
+      "cov-distil (oracle2teacher)": 4.668940544128418,
       "epoch": 1.3649921507064364,
-      "rel-constrast": 3.805814743041992,
+      "rel-constrast": 3.947291135787964,
       "step": 1739,
-      "subrel-constrast": 4.489636421203613,
+      "subrel-constrast": 4.148886680603027,
       "view-similarity": 0
     },
     {
       "epoch": 1.3657770800627944,
-      "grad_norm": 6.125,
+      "grad_norm": 6.03125,
       "learning_rate": 4.917281242727812e-05,
-      "loss": 0.7905,
+      "loss": 0.812,
       "step": 1740
     },
     {
-      "cov-distil": 1.0826528072357178,
-      "cov-distil (oracle2student)": 3.6261558532714844,
-      "cov-distil (oracle2teacher)": 3.517632484436035,
+      "cov-distil": 2.016974687576294,
+      "cov-distil (oracle2student)": 3.4321489334106445,
+      "cov-distil (oracle2teacher)": 3.7784066200256348,
       "epoch": 1.3657770800627944,
-      "rel-constrast": 2.9335129261016846,
+      "rel-constrast": 3.1755385398864746,
       "step": 1740,
-      "subrel-constrast": 3.3870151042938232,
+      "subrel-constrast": 3.324655771255493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.295567274093628,
-      "cov-distil (oracle2student)": 3.7799532413482666,
-      "cov-distil (oracle2teacher)": 3.1188812255859375,
+      "cov-distil": 1.5684044361114502,
+      "cov-distil (oracle2student)": 3.933389663696289,
+      "cov-distil (oracle2teacher)": 3.2292613983154297,
       "epoch": 1.3665620094191522,
-      "rel-constrast": 2.6558594703674316,
+      "rel-constrast": 2.4288246631622314,
       "step": 1741,
-      "subrel-constrast": 2.7380588054656982,
+      "subrel-constrast": 2.7710063457489014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0450639724731445,
-      "cov-distil (oracle2student)": 4.798305988311768,
-      "cov-distil (oracle2teacher)": 4.594151496887207,
+      "cov-distil": 2.5897574424743652,
+      "cov-distil (oracle2student)": 5.172884941101074,
+      "cov-distil (oracle2teacher)": 4.7186713218688965,
       "epoch": 1.3673469387755102,
-      "rel-constrast": 2.19745135307312,
+      "rel-constrast": 3.058708429336548,
       "step": 1742,
-      "subrel-constrast": 3.7651469707489014,
+      "subrel-constrast": 3.7771193981170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9361448287963867,
-      "cov-distil (oracle2student)": 3.4932923316955566,
-      "cov-distil (oracle2teacher)": 3.5693211555480957,
+      "cov-distil": 2.241833209991455,
+      "cov-distil (oracle2student)": 4.072407245635986,
+      "cov-distil (oracle2teacher)": 4.161507606506348,
       "epoch": 1.3681318681318682,
-      "rel-constrast": 2.5954251289367676,
+      "rel-constrast": 2.6458513736724854,
       "step": 1743,
-      "subrel-constrast": 2.80815052986145,
+      "subrel-constrast": 3.214771270751953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4450926780700684,
-      "cov-distil (oracle2student)": 3.8245177268981934,
-      "cov-distil (oracle2teacher)": 3.891239643096924,
+      "cov-distil": 1.5269739627838135,
+      "cov-distil (oracle2student)": 4.344106197357178,
+      "cov-distil (oracle2teacher)": 4.36326789855957,
       "epoch": 1.3689167974882261,
-      "rel-constrast": 3.0160374641418457,
+      "rel-constrast": 2.6696696281433105,
       "step": 1744,
-      "subrel-constrast": 3.4524195194244385,
+      "subrel-constrast": 3.531280517578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4455041885375977,
-      "cov-distil (oracle2student)": 3.8184432983398438,
-      "cov-distil (oracle2teacher)": 3.88462233543396,
+      "cov-distil": 1.7006410360336304,
+      "cov-distil (oracle2student)": 3.9041104316711426,
+      "cov-distil (oracle2teacher)": 3.552265167236328,
       "epoch": 1.369701726844584,
-      "rel-constrast": 3.801227569580078,
+      "rel-constrast": 4.417608261108398,
       "step": 1745,
-      "subrel-constrast": 3.9571356773376465,
+      "subrel-constrast": 4.158867359161377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.461526870727539,
-      "cov-distil (oracle2student)": 4.549899101257324,
-      "cov-distil (oracle2teacher)": 3.7564520835876465,
+      "cov-distil": 1.9647769927978516,
+      "cov-distil (oracle2student)": 5.064083099365234,
+      "cov-distil (oracle2teacher)": 4.084804058074951,
       "epoch": 1.370486656200942,
-      "rel-constrast": 3.6531753540039062,
+      "rel-constrast": 4.36087703704834,
       "step": 1746,
-      "subrel-constrast": 3.9839367866516113,
+      "subrel-constrast": 3.9718990325927734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4556019306182861,
-      "cov-distil (oracle2student)": 3.929880142211914,
-      "cov-distil (oracle2teacher)": 3.717059373855591,
+      "cov-distil": 1.7867279052734375,
+      "cov-distil (oracle2student)": 4.34754753112793,
+      "cov-distil (oracle2teacher)": 4.098675727844238,
       "epoch": 1.3712715855572999,
-      "rel-constrast": 2.1996192932128906,
+      "rel-constrast": 2.542919635772705,
       "step": 1747,
-      "subrel-constrast": 3.085503578186035,
+      "subrel-constrast": 3.1395723819732666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3401236534118652,
-      "cov-distil (oracle2student)": 5.345374584197998,
-      "cov-distil (oracle2teacher)": 4.693299293518066,
+      "cov-distil": 1.8438913822174072,
+      "cov-distil (oracle2student)": 5.594053268432617,
+      "cov-distil (oracle2teacher)": 5.702411651611328,
       "epoch": 1.3720565149136577,
-      "rel-constrast": 2.5245697498321533,
+      "rel-constrast": 2.9258360862731934,
       "step": 1748,
-      "subrel-constrast": 3.0306918621063232,
+      "subrel-constrast": 3.2511353492736816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6430013179779053,
-      "cov-distil (oracle2student)": 3.0627193450927734,
-      "cov-distil (oracle2teacher)": 3.5168375968933105,
+      "cov-distil": 1.6082828044891357,
+      "cov-distil (oracle2student)": 3.360872507095337,
+      "cov-distil (oracle2teacher)": 3.2182955741882324,
       "epoch": 1.3728414442700156,
-      "rel-constrast": 2.1481099128723145,
+      "rel-constrast": 2.6957192420959473,
       "step": 1749,
-      "subrel-constrast": 3.1956779956817627,
+      "subrel-constrast": 2.9508681297302246,
       "view-similarity": 0
     },
     {
       "epoch": 1.3736263736263736,
-      "grad_norm": 5.0,
+      "grad_norm": 6.78125,
       "learning_rate": 4.9150402808243644e-05,
-      "loss": 0.731,
+      "loss": 0.773,
       "step": 1750
     },
     {
-      "cov-distil": 1.3824069499969482,
-      "cov-distil (oracle2student)": 5.677611351013184,
-      "cov-distil (oracle2teacher)": 4.536192417144775,
+      "cov-distil": 2.0632286071777344,
+      "cov-distil (oracle2student)": 5.669003486633301,
+      "cov-distil (oracle2teacher)": 5.348428726196289,
       "epoch": 1.3736263736263736,
-      "rel-constrast": 3.7941489219665527,
+      "rel-constrast": 4.382109642028809,
       "step": 1750,
-      "subrel-constrast": 4.1272077560424805,
+      "subrel-constrast": 4.27524471282959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4564387798309326,
-      "cov-distil (oracle2student)": 3.256950855255127,
-      "cov-distil (oracle2teacher)": 3.4080405235290527,
+      "cov-distil": 2.0069944858551025,
+      "cov-distil (oracle2student)": 3.618730068206787,
+      "cov-distil (oracle2teacher)": 4.060105323791504,
       "epoch": 1.3744113029827316,
-      "rel-constrast": 2.686173915863037,
+      "rel-constrast": 2.6557726860046387,
       "step": 1751,
-      "subrel-constrast": 3.110144853591919,
+      "subrel-constrast": 3.6703572273254395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3994667530059814,
-      "cov-distil (oracle2student)": 4.597443103790283,
-      "cov-distil (oracle2teacher)": 4.585826873779297,
+      "cov-distil": 2.0850167274475098,
+      "cov-distil (oracle2student)": 5.09372615814209,
+      "cov-distil (oracle2teacher)": 4.881807327270508,
       "epoch": 1.3751962323390896,
-      "rel-constrast": 2.3697707653045654,
+      "rel-constrast": 2.675812005996704,
       "step": 1752,
-      "subrel-constrast": 3.2143096923828125,
+      "subrel-constrast": 3.269054412841797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72646164894104,
-      "cov-distil (oracle2student)": 3.643385887145996,
-      "cov-distil (oracle2teacher)": 4.126883029937744,
+      "cov-distil": 2.1759064197540283,
+      "cov-distil (oracle2student)": 4.019848823547363,
+      "cov-distil (oracle2teacher)": 3.7153422832489014,
       "epoch": 1.3759811616954474,
-      "rel-constrast": 2.683345317840576,
+      "rel-constrast": 3.3998897075653076,
       "step": 1753,
-      "subrel-constrast": 3.8663997650146484,
+      "subrel-constrast": 3.9627015590667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3887810707092285,
-      "cov-distil (oracle2student)": 2.553576946258545,
-      "cov-distil (oracle2teacher)": 2.4935812950134277,
+      "cov-distil": 1.4805258512496948,
+      "cov-distil (oracle2student)": 2.809864044189453,
+      "cov-distil (oracle2teacher)": 2.6399717330932617,
       "epoch": 1.3767660910518054,
-      "rel-constrast": 2.2330849170684814,
+      "rel-constrast": 2.5277862548828125,
       "step": 1754,
-      "subrel-constrast": 2.932375192642212,
+      "subrel-constrast": 2.584902286529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7131316661834717,
-      "cov-distil (oracle2student)": 2.7875115871429443,
-      "cov-distil (oracle2teacher)": 2.754456043243408,
+      "cov-distil": 1.9964447021484375,
+      "cov-distil (oracle2student)": 2.5546791553497314,
+      "cov-distil (oracle2teacher)": 2.9986073970794678,
       "epoch": 1.3775510204081631,
-      "rel-constrast": 2.09670352935791,
+      "rel-constrast": 2.4704294204711914,
       "step": 1755,
-      "subrel-constrast": 2.8941287994384766,
+      "subrel-constrast": 3.076547622680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5519529581069946,
-      "cov-distil (oracle2student)": 3.9605956077575684,
-      "cov-distil (oracle2teacher)": 3.9108903408050537,
+      "cov-distil": 2.0381991863250732,
+      "cov-distil (oracle2student)": 4.13907527923584,
+      "cov-distil (oracle2teacher)": 3.727255344390869,
       "epoch": 1.3783359497645211,
-      "rel-constrast": 2.346756935119629,
+      "rel-constrast": 2.8644492626190186,
       "step": 1756,
-      "subrel-constrast": 3.025015115737915,
+      "subrel-constrast": 3.0462563037872314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.143404483795166,
-      "cov-distil (oracle2student)": 4.485654830932617,
-      "cov-distil (oracle2teacher)": 3.552102565765381,
+      "cov-distil": 2.1658997535705566,
+      "cov-distil (oracle2student)": 4.219065189361572,
+      "cov-distil (oracle2teacher)": 4.677764892578125,
       "epoch": 1.379120879120879,
-      "rel-constrast": 3.2750332355499268,
+      "rel-constrast": 3.926142692565918,
       "step": 1757,
-      "subrel-constrast": 3.3454391956329346,
+      "subrel-constrast": 3.8796584606170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2158668041229248,
-      "cov-distil (oracle2student)": 4.3882598876953125,
-      "cov-distil (oracle2teacher)": 4.6353840827941895,
+      "cov-distil": 1.7937541007995605,
+      "cov-distil (oracle2student)": 4.784350395202637,
+      "cov-distil (oracle2teacher)": 4.278148651123047,
       "epoch": 1.379905808477237,
-      "rel-constrast": 2.8482608795166016,
+      "rel-constrast": 2.962724208831787,
       "step": 1758,
-      "subrel-constrast": 3.654893159866333,
+      "subrel-constrast": 3.5359139442443848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.442891001701355,
-      "cov-distil (oracle2student)": 3.75789213180542,
-      "cov-distil (oracle2teacher)": 3.5688633918762207,
+      "cov-distil": 2.4204883575439453,
+      "cov-distil (oracle2student)": 3.6363935470581055,
+      "cov-distil (oracle2teacher)": 4.027779579162598,
       "epoch": 1.380690737833595,
-      "rel-constrast": 2.825012683868408,
+      "rel-constrast": 2.8959946632385254,
       "step": 1759,
-      "subrel-constrast": 3.4315226078033447,
+      "subrel-constrast": 3.574965476989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.3814756671899528,
-      "grad_norm": 4.96875,
+      "grad_norm": 6.28125,
       "learning_rate": 4.912769892417236e-05,
-      "loss": 0.715,
+      "loss": 0.769,
       "step": 1760
     },
     {
-      "cov-distil": 1.277295470237732,
-      "cov-distil (oracle2student)": 4.561944007873535,
-      "cov-distil (oracle2teacher)": 4.234253883361816,
+      "cov-distil": 1.6805113554000854,
+      "cov-distil (oracle2student)": 4.647432327270508,
+      "cov-distil (oracle2teacher)": 4.535296440124512,
       "epoch": 1.3814756671899528,
-      "rel-constrast": 2.9534506797790527,
+      "rel-constrast": 3.4557173252105713,
       "step": 1760,
-      "subrel-constrast": 3.4973106384277344,
+      "subrel-constrast": 3.2366244792938232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4292850494384766,
-      "cov-distil (oracle2student)": 3.1788437366485596,
-      "cov-distil (oracle2teacher)": 3.4569954872131348,
+      "cov-distil": 2.6293652057647705,
+      "cov-distil (oracle2student)": 3.8384203910827637,
+      "cov-distil (oracle2teacher)": 3.7077269554138184,
       "epoch": 1.3822605965463108,
-      "rel-constrast": 2.9648616313934326,
+      "rel-constrast": 2.9565694332122803,
       "step": 1761,
-      "subrel-constrast": 4.153692722320557,
+      "subrel-constrast": 4.017524242401123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649348497390747,
-      "cov-distil (oracle2student)": 3.9957692623138428,
-      "cov-distil (oracle2teacher)": 3.5393424034118652,
+      "cov-distil": 2.3676271438598633,
+      "cov-distil (oracle2student)": 3.954263210296631,
+      "cov-distil (oracle2teacher)": 3.5849409103393555,
       "epoch": 1.3830455259026688,
-      "rel-constrast": 2.010129451751709,
+      "rel-constrast": 2.2470743656158447,
       "step": 1762,
-      "subrel-constrast": 2.8695061206817627,
+      "subrel-constrast": 2.8783724308013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8825892806053162,
-      "cov-distil (oracle2student)": 4.281441688537598,
-      "cov-distil (oracle2teacher)": 3.973555088043213,
+      "cov-distil": 0.9428813457489014,
+      "cov-distil (oracle2student)": 4.3888468742370605,
+      "cov-distil (oracle2teacher)": 4.401559352874756,
       "epoch": 1.3838304552590266,
-      "rel-constrast": 2.9419515132904053,
+      "rel-constrast": 3.245087146759033,
       "step": 1763,
-      "subrel-constrast": 3.1668334007263184,
+      "subrel-constrast": 2.847242832183838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0540237426757812,
-      "cov-distil (oracle2student)": 4.4148712158203125,
-      "cov-distil (oracle2teacher)": 3.9092445373535156,
+      "cov-distil": 1.3610448837280273,
+      "cov-distil (oracle2student)": 3.9107625484466553,
+      "cov-distil (oracle2teacher)": 4.409912109375,
       "epoch": 1.3846153846153846,
-      "rel-constrast": 2.872657060623169,
+      "rel-constrast": 2.640282392501831,
       "step": 1764,
-      "subrel-constrast": 3.2246999740600586,
+      "subrel-constrast": 3.1754708290100098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5403823852539062,
-      "cov-distil (oracle2student)": 4.480401515960693,
-      "cov-distil (oracle2teacher)": 4.29107141494751,
+      "cov-distil": 2.171109199523926,
+      "cov-distil (oracle2student)": 4.400094032287598,
+      "cov-distil (oracle2teacher)": 4.453878402709961,
       "epoch": 1.3854003139717426,
-      "rel-constrast": 2.4473118782043457,
+      "rel-constrast": 2.7449467182159424,
       "step": 1765,
-      "subrel-constrast": 3.464146375656128,
+      "subrel-constrast": 3.3336753845214844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9296221733093262,
-      "cov-distil (oracle2student)": 4.12296199798584,
-      "cov-distil (oracle2teacher)": 3.8383519649505615,
+      "cov-distil": 1.6422978639602661,
+      "cov-distil (oracle2student)": 4.536834239959717,
+      "cov-distil (oracle2teacher)": 4.021636009216309,
       "epoch": 1.3861852433281006,
-      "rel-constrast": 3.233968496322632,
+      "rel-constrast": 4.207334995269775,
       "step": 1766,
-      "subrel-constrast": 4.193300724029541,
+      "subrel-constrast": 4.229006767272949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0214717388153076,
-      "cov-distil (oracle2student)": 2.7143003940582275,
-      "cov-distil (oracle2teacher)": 3.186598777770996,
+      "cov-distil": 2.0929856300354004,
+      "cov-distil (oracle2student)": 2.935633659362793,
+      "cov-distil (oracle2teacher)": 3.2824606895446777,
       "epoch": 1.3869701726844583,
-      "rel-constrast": 2.5249674320220947,
+      "rel-constrast": 3.4269185066223145,
       "step": 1767,
-      "subrel-constrast": 3.6878082752227783,
+      "subrel-constrast": 4.057379722595215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0996673107147217,
-      "cov-distil (oracle2student)": 3.2776894569396973,
-      "cov-distil (oracle2teacher)": 3.049516439437866,
+      "cov-distil": 1.491790771484375,
+      "cov-distil (oracle2student)": 3.3965418338775635,
+      "cov-distil (oracle2teacher)": 3.5976243019104004,
       "epoch": 1.3877551020408163,
-      "rel-constrast": 2.3833227157592773,
+      "rel-constrast": 2.657656192779541,
       "step": 1768,
-      "subrel-constrast": 2.4072468280792236,
+      "subrel-constrast": 2.538064479827881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7651638984680176,
-      "cov-distil (oracle2student)": 4.343587875366211,
-      "cov-distil (oracle2teacher)": 4.099411487579346,
+      "cov-distil": 2.6385860443115234,
+      "cov-distil (oracle2student)": 4.726947784423828,
+      "cov-distil (oracle2teacher)": 4.510571002960205,
       "epoch": 1.3885400313971743,
-      "rel-constrast": 2.4235150814056396,
+      "rel-constrast": 2.612501621246338,
       "step": 1769,
-      "subrel-constrast": 3.2237741947174072,
+      "subrel-constrast": 3.2191593647003174,
       "view-similarity": 0
     },
     {
       "epoch": 1.389324960753532,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.34375,
       "learning_rate": 4.9104701051703915e-05,
-      "loss": 0.708,
+      "loss": 0.7549,
       "step": 1770
     },
     {
-      "cov-distil": 1.6089214086532593,
-      "cov-distil (oracle2student)": 1.9938068389892578,
-      "cov-distil (oracle2teacher)": 2.447086811065674,
+      "cov-distil": 1.717320442199707,
+      "cov-distil (oracle2student)": 2.345834732055664,
+      "cov-distil (oracle2teacher)": 2.4861817359924316,
       "epoch": 1.389324960753532,
-      "rel-constrast": 2.6717936992645264,
+      "rel-constrast": 2.9206480979919434,
       "step": 1770,
-      "subrel-constrast": 3.6926400661468506,
+      "subrel-constrast": 3.665524482727051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0475549697875977,
-      "cov-distil (oracle2student)": 4.232304573059082,
-      "cov-distil (oracle2teacher)": 4.205155372619629,
+      "cov-distil": 1.394594669342041,
+      "cov-distil (oracle2student)": 5.288485050201416,
+      "cov-distil (oracle2teacher)": 4.80784797668457,
       "epoch": 1.39010989010989,
-      "rel-constrast": 2.5580437183380127,
+      "rel-constrast": 3.855595827102661,
       "step": 1771,
-      "subrel-constrast": 3.1451010704040527,
+      "subrel-constrast": 3.6352179050445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1233415603637695,
-      "cov-distil (oracle2student)": 3.134056806564331,
-      "cov-distil (oracle2teacher)": 3.438178062438965,
+      "cov-distil": 1.5179932117462158,
+      "cov-distil (oracle2student)": 4.120635032653809,
+      "cov-distil (oracle2teacher)": 3.734086513519287,
       "epoch": 1.390894819466248,
-      "rel-constrast": 2.7492411136627197,
+      "rel-constrast": 3.613243818283081,
       "step": 1772,
-      "subrel-constrast": 3.709041118621826,
+      "subrel-constrast": 3.8235838413238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5698450803756714,
-      "cov-distil (oracle2student)": 3.927119731903076,
-      "cov-distil (oracle2teacher)": 3.6161272525787354,
+      "cov-distil": 1.8723344802856445,
+      "cov-distil (oracle2student)": 4.009194850921631,
+      "cov-distil (oracle2teacher)": 3.673787832260132,
       "epoch": 1.391679748822606,
-      "rel-constrast": 2.045973300933838,
+      "rel-constrast": 3.0675647258758545,
       "step": 1773,
-      "subrel-constrast": 3.0393433570861816,
+      "subrel-constrast": 3.0836732387542725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9490007162094116,
-      "cov-distil (oracle2student)": 4.656673908233643,
-      "cov-distil (oracle2teacher)": 3.573176145553589,
+      "cov-distil": 2.277794361114502,
+      "cov-distil (oracle2student)": 4.943785667419434,
+      "cov-distil (oracle2teacher)": 4.3886494636535645,
       "epoch": 1.392464678178964,
-      "rel-constrast": 4.914921283721924,
+      "rel-constrast": 4.935083389282227,
       "step": 1774,
-      "subrel-constrast": 4.951249599456787,
+      "subrel-constrast": 5.068868637084961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459865689277649,
-      "cov-distil (oracle2student)": 4.682704925537109,
-      "cov-distil (oracle2teacher)": 4.323337554931641,
+      "cov-distil": 2.1425962448120117,
+      "cov-distil (oracle2student)": 5.933655738830566,
+      "cov-distil (oracle2teacher)": 4.625512599945068,
       "epoch": 1.3932496075353218,
-      "rel-constrast": 2.6169118881225586,
+      "rel-constrast": 3.313648223876953,
       "step": 1775,
-      "subrel-constrast": 3.520411491394043,
+      "subrel-constrast": 3.512388229370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.024899959564209,
-      "cov-distil (oracle2student)": 3.6253342628479004,
-      "cov-distil (oracle2teacher)": 3.9742040634155273,
+      "cov-distil": 2.501918315887451,
+      "cov-distil (oracle2student)": 3.90276837348938,
+      "cov-distil (oracle2teacher)": 4.2534403800964355,
       "epoch": 1.3940345368916798,
-      "rel-constrast": 3.2356555461883545,
+      "rel-constrast": 3.007136344909668,
       "step": 1776,
-      "subrel-constrast": 3.9013290405273438,
+      "subrel-constrast": 4.079048156738281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9277528524398804,
-      "cov-distil (oracle2student)": 4.837154388427734,
-      "cov-distil (oracle2teacher)": 4.316973686218262,
+      "cov-distil": 2.190319061279297,
+      "cov-distil (oracle2student)": 4.655210494995117,
+      "cov-distil (oracle2teacher)": 4.772422790527344,
       "epoch": 1.3948194662480375,
-      "rel-constrast": 3.5413308143615723,
+      "rel-constrast": 3.721395969390869,
       "step": 1777,
-      "subrel-constrast": 3.2373464107513428,
+      "subrel-constrast": 3.5134153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3537741899490356,
-      "cov-distil (oracle2student)": 4.281999588012695,
-      "cov-distil (oracle2teacher)": 4.542726516723633,
+      "cov-distil": 2.1018402576446533,
+      "cov-distil (oracle2student)": 4.664122581481934,
+      "cov-distil (oracle2teacher)": 5.317958831787109,
       "epoch": 1.3956043956043955,
-      "rel-constrast": 1.8808162212371826,
+      "rel-constrast": 2.3509926795959473,
       "step": 1778,
-      "subrel-constrast": 3.06569766998291,
+      "subrel-constrast": 2.7318758964538574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6620193719863892,
-      "cov-distil (oracle2student)": 3.7810750007629395,
-      "cov-distil (oracle2teacher)": 3.3276071548461914,
+      "cov-distil": 2.088480234146118,
+      "cov-distil (oracle2student)": 3.996971607208252,
+      "cov-distil (oracle2teacher)": 3.5537238121032715,
       "epoch": 1.3963893249607535,
-      "rel-constrast": 2.0814690589904785,
+      "rel-constrast": 2.8474655151367188,
       "step": 1779,
-      "subrel-constrast": 3.398512125015259,
+      "subrel-constrast": 3.0541062355041504,
       "view-similarity": 0
     },
     {
       "epoch": 1.3971742543171115,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.84375,
       "learning_rate": 4.9081409471060133e-05,
-      "loss": 0.7467,
+      "loss": 0.8408,
       "step": 1780
     },
     {
-      "cov-distil": 1.975041151046753,
-      "cov-distil (oracle2student)": 4.313316345214844,
-      "cov-distil (oracle2teacher)": 4.424312114715576,
+      "cov-distil": 2.1065492630004883,
+      "cov-distil (oracle2student)": 4.412580966949463,
+      "cov-distil (oracle2teacher)": 5.041241645812988,
       "epoch": 1.3971742543171115,
-      "rel-constrast": 2.7330856323242188,
+      "rel-constrast": 2.561563730239868,
       "step": 1780,
-      "subrel-constrast": 3.9072744846343994,
+      "subrel-constrast": 3.614060401916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3184494972229004,
-      "cov-distil (oracle2student)": 2.3401479721069336,
-      "cov-distil (oracle2teacher)": 2.615574598312378,
+      "cov-distil": 2.034682273864746,
+      "cov-distil (oracle2student)": 2.8921196460723877,
+      "cov-distil (oracle2teacher)": 2.8166065216064453,
       "epoch": 1.3979591836734695,
-      "rel-constrast": 3.1698129177093506,
+      "rel-constrast": 3.7557663917541504,
       "step": 1781,
-      "subrel-constrast": 4.002466678619385,
+      "subrel-constrast": 4.394079685211182,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5081775188446045,
-      "cov-distil (oracle2student)": 4.373048782348633,
-      "cov-distil (oracle2teacher)": 4.501211643218994,
+      "cov-distil": 1.4308218955993652,
+      "cov-distil (oracle2student)": 4.691973686218262,
+      "cov-distil (oracle2teacher)": 4.319015026092529,
       "epoch": 1.3987441130298273,
-      "rel-constrast": 2.671898603439331,
+      "rel-constrast": 3.736699104309082,
       "step": 1782,
-      "subrel-constrast": 4.031023979187012,
+      "subrel-constrast": 3.888946771621704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7810746431350708,
-      "cov-distil (oracle2student)": 4.0231547355651855,
-      "cov-distil (oracle2teacher)": 3.3979432582855225,
+      "cov-distil": 2.2015669345855713,
+      "cov-distil (oracle2student)": 3.9501585960388184,
+      "cov-distil (oracle2teacher)": 4.031400203704834,
       "epoch": 1.3995290423861853,
-      "rel-constrast": 3.4191641807556152,
+      "rel-constrast": 3.4558322429656982,
       "step": 1783,
-      "subrel-constrast": 4.124697685241699,
+      "subrel-constrast": 4.7724199295043945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2770994901657104,
-      "cov-distil (oracle2student)": 4.195890426635742,
-      "cov-distil (oracle2teacher)": 3.46781063079834,
+      "cov-distil": 1.5066879987716675,
+      "cov-distil (oracle2student)": 3.8257408142089844,
+      "cov-distil (oracle2teacher)": 3.9105775356292725,
       "epoch": 1.4003139717425432,
-      "rel-constrast": 3.2167983055114746,
+      "rel-constrast": 3.276493549346924,
       "step": 1784,
-      "subrel-constrast": 3.7879691123962402,
+      "subrel-constrast": 4.042056083679199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4572951793670654,
-      "cov-distil (oracle2student)": 5.796965599060059,
-      "cov-distil (oracle2teacher)": 5.57896614074707,
+      "cov-distil": 1.9014692306518555,
+      "cov-distil (oracle2student)": 6.069599151611328,
+      "cov-distil (oracle2teacher)": 5.888689041137695,
       "epoch": 1.401098901098901,
-      "rel-constrast": 3.993894100189209,
+      "rel-constrast": 4.562067985534668,
       "step": 1785,
-      "subrel-constrast": 4.575894355773926,
+      "subrel-constrast": 4.5336594581604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4861783981323242,
-      "cov-distil (oracle2student)": 4.789185047149658,
-      "cov-distil (oracle2teacher)": 4.152342319488525,
+      "cov-distil": 2.0919792652130127,
+      "cov-distil (oracle2student)": 4.967687606811523,
+      "cov-distil (oracle2teacher)": 4.3313188552856445,
       "epoch": 1.401883830455259,
-      "rel-constrast": 2.1518936157226562,
+      "rel-constrast": 2.9316627979278564,
       "step": 1786,
-      "subrel-constrast": 2.857137441635132,
+      "subrel-constrast": 2.730259418487549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0199559926986694,
-      "cov-distil (oracle2student)": 4.052515029907227,
-      "cov-distil (oracle2teacher)": 3.9190690517425537,
+      "cov-distil": 1.3046406507492065,
+      "cov-distil (oracle2student)": 3.7889902591705322,
+      "cov-distil (oracle2teacher)": 4.2525434494018555,
       "epoch": 1.402668759811617,
-      "rel-constrast": 2.2214207649230957,
+      "rel-constrast": 3.0582327842712402,
       "step": 1787,
-      "subrel-constrast": 2.9084455966949463,
+      "subrel-constrast": 2.8961737155914307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5194413661956787,
-      "cov-distil (oracle2student)": 4.2949748039245605,
-      "cov-distil (oracle2teacher)": 4.273899078369141,
+      "cov-distil": 2.0443615913391113,
+      "cov-distil (oracle2student)": 4.5157670974731445,
+      "cov-distil (oracle2teacher)": 5.0285749435424805,
       "epoch": 1.403453689167975,
-      "rel-constrast": 1.8227193355560303,
+      "rel-constrast": 2.4745795726776123,
       "step": 1788,
-      "subrel-constrast": 2.8076255321502686,
+      "subrel-constrast": 2.922895669937134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.06584632396698,
-      "cov-distil (oracle2student)": 3.7848901748657227,
-      "cov-distil (oracle2teacher)": 3.3771371841430664,
+      "cov-distil": 1.0362907648086548,
+      "cov-distil (oracle2student)": 3.40401029586792,
+      "cov-distil (oracle2teacher)": 3.8279268741607666,
       "epoch": 1.4042386185243327,
-      "rel-constrast": 2.787358283996582,
+      "rel-constrast": 2.858255624771118,
       "step": 1789,
-      "subrel-constrast": 3.5303947925567627,
+      "subrel-constrast": 3.1871962547302246,
       "view-similarity": 0
     },
     {
       "epoch": 1.4050235478806907,
-      "grad_norm": 4.5625,
+      "grad_norm": 5.4375,
       "learning_rate": 4.905782446604159e-05,
-      "loss": 0.7407,
+      "loss": 0.8168,
       "step": 1790
     },
     {
-      "cov-distil": 2.289405107498169,
-      "cov-distil (oracle2student)": 3.578599214553833,
-      "cov-distil (oracle2teacher)": 3.4512925148010254,
+      "cov-distil": 2.6798455715179443,
+      "cov-distil (oracle2student)": 3.4477145671844482,
+      "cov-distil (oracle2teacher)": 3.5938873291015625,
       "epoch": 1.4050235478806907,
-      "rel-constrast": 2.3787174224853516,
+      "rel-constrast": 2.730759620666504,
       "step": 1790,
-      "subrel-constrast": 3.511873960494995,
+      "subrel-constrast": 3.8753912448883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2878767251968384,
-      "cov-distil (oracle2student)": 3.9206135272979736,
-      "cov-distil (oracle2teacher)": 3.6987013816833496,
+      "cov-distil": 1.4560112953186035,
+      "cov-distil (oracle2student)": 4.028205394744873,
+      "cov-distil (oracle2teacher)": 3.6724040508270264,
       "epoch": 1.4058084772370487,
-      "rel-constrast": 1.954724669456482,
+      "rel-constrast": 2.349886417388916,
       "step": 1791,
-      "subrel-constrast": 2.8543734550476074,
+      "subrel-constrast": 2.637744903564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0315364599227905,
-      "cov-distil (oracle2student)": 5.348865985870361,
-      "cov-distil (oracle2teacher)": 5.0657501220703125,
+      "cov-distil": 1.1668879985809326,
+      "cov-distil (oracle2student)": 4.780524253845215,
+      "cov-distil (oracle2teacher)": 4.549423694610596,
       "epoch": 1.4065934065934065,
-      "rel-constrast": 2.9480481147766113,
+      "rel-constrast": 2.404128313064575,
       "step": 1792,
-      "subrel-constrast": 3.7603235244750977,
+      "subrel-constrast": 3.299042224884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7520729303359985,
-      "cov-distil (oracle2student)": 3.5946998596191406,
-      "cov-distil (oracle2teacher)": 3.9707908630371094,
+      "cov-distil": 2.331555128097534,
+      "cov-distil (oracle2student)": 3.369253635406494,
+      "cov-distil (oracle2teacher)": 3.9343910217285156,
       "epoch": 1.4073783359497645,
-      "rel-constrast": 3.9384000301361084,
+      "rel-constrast": 4.042132377624512,
       "step": 1793,
-      "subrel-constrast": 4.622103214263916,
+      "subrel-constrast": 4.72415828704834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4584685564041138,
-      "cov-distil (oracle2student)": 3.668431282043457,
-      "cov-distil (oracle2teacher)": 3.79821515083313,
+      "cov-distil": 1.9306907653808594,
+      "cov-distil (oracle2student)": 3.5795881748199463,
+      "cov-distil (oracle2teacher)": 3.8092782497406006,
       "epoch": 1.4081632653061225,
-      "rel-constrast": 3.114461898803711,
+      "rel-constrast": 2.9650750160217285,
       "step": 1794,
-      "subrel-constrast": 4.088900089263916,
+      "subrel-constrast": 4.251457691192627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1298915147781372,
-      "cov-distil (oracle2student)": 5.357276916503906,
-      "cov-distil (oracle2teacher)": 4.751312255859375,
+      "cov-distil": 1.9713256359100342,
+      "cov-distil (oracle2student)": 6.508638381958008,
+      "cov-distil (oracle2teacher)": 5.447549819946289,
       "epoch": 1.4089481946624804,
-      "rel-constrast": 2.830813407897949,
+      "rel-constrast": 3.605588436126709,
       "step": 1795,
-      "subrel-constrast": 3.199908494949341,
+      "subrel-constrast": 3.6177093982696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.313107490539551,
-      "cov-distil (oracle2student)": 5.050443649291992,
-      "cov-distil (oracle2teacher)": 4.313997745513916,
+      "cov-distil": 2.414607524871826,
+      "cov-distil (oracle2student)": 5.672353267669678,
+      "cov-distil (oracle2teacher)": 4.96507453918457,
       "epoch": 1.4097331240188384,
-      "rel-constrast": 2.955758810043335,
+      "rel-constrast": 3.0374906063079834,
       "step": 1796,
-      "subrel-constrast": 3.5969579219818115,
+      "subrel-constrast": 3.133591651916504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214133858680725,
-      "cov-distil (oracle2student)": 2.1331787109375,
-      "cov-distil (oracle2teacher)": 2.266268730163574,
+      "cov-distil": 1.6084556579589844,
+      "cov-distil (oracle2student)": 2.5411009788513184,
+      "cov-distil (oracle2teacher)": 2.728428363800049,
       "epoch": 1.4105180533751962,
-      "rel-constrast": 1.6433556079864502,
+      "rel-constrast": 2.128443717956543,
       "step": 1797,
-      "subrel-constrast": 2.509021759033203,
+      "subrel-constrast": 2.817624807357788,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5446757078170776,
-      "cov-distil (oracle2student)": 4.411598205566406,
-      "cov-distil (oracle2teacher)": 4.118759632110596,
+      "cov-distil": 1.4724129438400269,
+      "cov-distil (oracle2student)": 4.325793266296387,
+      "cov-distil (oracle2teacher)": 4.266321659088135,
       "epoch": 1.4113029827315542,
-      "rel-constrast": 2.2952840328216553,
+      "rel-constrast": 2.9665374755859375,
       "step": 1798,
-      "subrel-constrast": 2.7476847171783447,
+      "subrel-constrast": 2.7524924278259277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6647090911865234,
-      "cov-distil (oracle2student)": 4.157137393951416,
-      "cov-distil (oracle2teacher)": 3.5608763694763184,
+      "cov-distil": 1.8651752471923828,
+      "cov-distil (oracle2student)": 4.6051225662231445,
+      "cov-distil (oracle2teacher)": 3.926738977432251,
       "epoch": 1.412087912087912,
-      "rel-constrast": 3.6442322731018066,
+      "rel-constrast": 3.8791298866271973,
       "step": 1799,
-      "subrel-constrast": 4.126953125,
+      "subrel-constrast": 4.084566116333008,
       "view-similarity": 0
     },
     {
       "epoch": 1.41287284144427,
-      "grad_norm": 6.1875,
+      "grad_norm": 7.4375,
       "learning_rate": 4.90339463240241e-05,
-      "loss": 0.7318,
+      "loss": 0.7527,
       "step": 1800
     },
     {
       "epoch": 1.41287284144427,
-      "overlap": 0.296875,
+      "overlap": 0.3046875,
       "step": 1800
     },
     {
       "epoch": 1.41287284144427,
       "step": 1800,
-      "student margin": 0.06158447265625
+      "student margin": 0.055023193359375
     },
     {
       "epoch": 1.41287284144427,
       "step": 1800,
-      "teacher margin": 0.03912353515625
+      "teacher margin": 0.041778564453125
     },
     {
       "epoch": 1.41287284144427,
-      "margin difference": -0.0224609375,
+      "margin difference": -0.01324462890625,
       "step": 1800
     },
     {
-      "cov-distil": 1.3753511905670166,
-      "cov-distil (oracle2student)": 3.7895617485046387,
-      "cov-distil (oracle2teacher)": 3.4697158336639404,
+      "cov-distil": 1.446441888809204,
+      "cov-distil (oracle2student)": 4.110483169555664,
+      "cov-distil (oracle2teacher)": 4.207878589630127,
       "epoch": 1.41287284144427,
-      "rel-constrast": 2.8414173126220703,
+      "rel-constrast": 3.285001277923584,
       "step": 1800,
-      "subrel-constrast": 3.6772074699401855,
+      "subrel-constrast": 3.772383451461792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2888927459716797,
-      "cov-distil (oracle2student)": 4.218761444091797,
-      "cov-distil (oracle2teacher)": 3.251814126968384,
+      "cov-distil": 1.4715290069580078,
+      "cov-distil (oracle2student)": 4.153831481933594,
+      "cov-distil (oracle2teacher)": 3.959254264831543,
       "epoch": 1.413657770800628,
-      "rel-constrast": 2.7894210815429688,
+      "rel-constrast": 3.1266613006591797,
       "step": 1801,
-      "subrel-constrast": 3.297595739364624,
+      "subrel-constrast": 3.3384175300598145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5428814888000488,
-      "cov-distil (oracle2student)": 4.462331295013428,
-      "cov-distil (oracle2teacher)": 4.133782863616943,
+      "cov-distil": 2.007004737854004,
+      "cov-distil (oracle2student)": 5.216713905334473,
+      "cov-distil (oracle2teacher)": 4.436332702636719,
       "epoch": 1.414442700156986,
-      "rel-constrast": 2.830944061279297,
+      "rel-constrast": 3.3640997409820557,
       "step": 1802,
-      "subrel-constrast": 3.652177572250366,
+      "subrel-constrast": 3.5677967071533203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3823407888412476,
-      "cov-distil (oracle2student)": 2.4255661964416504,
-      "cov-distil (oracle2teacher)": 2.612318515777588,
+      "cov-distil": 1.7287178039550781,
+      "cov-distil (oracle2student)": 2.61729097366333,
+      "cov-distil (oracle2teacher)": 2.995450258255005,
       "epoch": 1.415227629513344,
-      "rel-constrast": 1.3273444175720215,
+      "rel-constrast": 1.628129005432129,
       "step": 1803,
-      "subrel-constrast": 2.1789848804473877,
+      "subrel-constrast": 2.357675552368164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1732839345932007,
-      "cov-distil (oracle2student)": 3.3564648628234863,
-      "cov-distil (oracle2teacher)": 3.553042411804199,
+      "cov-distil": 1.4978104829788208,
+      "cov-distil (oracle2student)": 3.929875373840332,
+      "cov-distil (oracle2teacher)": 3.9693241119384766,
       "epoch": 1.4160125588697017,
-      "rel-constrast": 2.267561435699463,
+      "rel-constrast": 2.8675241470336914,
       "step": 1804,
-      "subrel-constrast": 3.235435724258423,
+      "subrel-constrast": 3.3713510036468506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9953148365020752,
-      "cov-distil (oracle2student)": 5.615447044372559,
-      "cov-distil (oracle2teacher)": 4.846495628356934,
+      "cov-distil": 1.3222863674163818,
+      "cov-distil (oracle2student)": 6.004790782928467,
+      "cov-distil (oracle2teacher)": 5.087684631347656,
       "epoch": 1.4167974882260597,
-      "rel-constrast": 3.133941411972046,
+      "rel-constrast": 3.1316771507263184,
       "step": 1805,
-      "subrel-constrast": 3.020993709564209,
+      "subrel-constrast": 2.9372804164886475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5745139122009277,
-      "cov-distil (oracle2student)": 4.578680992126465,
-      "cov-distil (oracle2teacher)": 4.446898460388184,
+      "cov-distil": 1.8896491527557373,
+      "cov-distil (oracle2student)": 5.073100566864014,
+      "cov-distil (oracle2teacher)": 5.011693000793457,
       "epoch": 1.4175824175824177,
-      "rel-constrast": 2.3419127464294434,
+      "rel-constrast": 2.6137866973876953,
       "step": 1806,
-      "subrel-constrast": 3.1521565914154053,
+      "subrel-constrast": 3.093416690826416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.952881097793579,
-      "cov-distil (oracle2student)": 5.156837463378906,
-      "cov-distil (oracle2teacher)": 4.3093366622924805,
+      "cov-distil": 2.0167789459228516,
+      "cov-distil (oracle2student)": 5.311788558959961,
+      "cov-distil (oracle2teacher)": 5.346836566925049,
       "epoch": 1.4183673469387754,
-      "rel-constrast": 1.7049798965454102,
+      "rel-constrast": 2.639556646347046,
       "step": 1807,
-      "subrel-constrast": 2.738222122192383,
+      "subrel-constrast": 2.8669285774230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.48823881149292,
-      "cov-distil (oracle2student)": 4.362990856170654,
-      "cov-distil (oracle2teacher)": 4.08839750289917,
+      "cov-distil": 1.4790723323822021,
+      "cov-distil (oracle2student)": 4.242421627044678,
+      "cov-distil (oracle2teacher)": 4.4863362312316895,
       "epoch": 1.4191522762951334,
-      "rel-constrast": 3.0215883255004883,
+      "rel-constrast": 3.4722695350646973,
       "step": 1808,
-      "subrel-constrast": 3.518209934234619,
+      "subrel-constrast": 3.729442596435547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8446228504180908,
-      "cov-distil (oracle2student)": 5.151702880859375,
-      "cov-distil (oracle2teacher)": 4.638205528259277,
+      "cov-distil": 2.490767478942871,
+      "cov-distil (oracle2student)": 5.719934940338135,
+      "cov-distil (oracle2teacher)": 4.822910308837891,
       "epoch": 1.4199372056514914,
-      "rel-constrast": 3.1416099071502686,
+      "rel-constrast": 3.9315009117126465,
       "step": 1809,
-      "subrel-constrast": 3.8997795581817627,
+      "subrel-constrast": 3.7988898754119873,
       "view-similarity": 0
     },
     {
       "epoch": 1.4207221350078494,
-      "grad_norm": 6.8125,
+      "grad_norm": 6.84375,
       "learning_rate": 4.900977533595531e-05,
-      "loss": 0.6716,
+      "loss": 0.7515,
       "step": 1810
     },
     {
-      "cov-distil": 1.6543567180633545,
-      "cov-distil (oracle2student)": 4.950900077819824,
-      "cov-distil (oracle2teacher)": 4.470099925994873,
+      "cov-distil": 1.5896024703979492,
+      "cov-distil (oracle2student)": 4.481945991516113,
+      "cov-distil (oracle2teacher)": 4.762610912322998,
       "epoch": 1.4207221350078494,
-      "rel-constrast": 2.619957685470581,
+      "rel-constrast": 2.7629733085632324,
       "step": 1810,
-      "subrel-constrast": 3.1563613414764404,
+      "subrel-constrast": 3.4993791580200195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3683617115020752,
-      "cov-distil (oracle2student)": 4.222921371459961,
-      "cov-distil (oracle2teacher)": 3.636617422103882,
+      "cov-distil": 2.207472562789917,
+      "cov-distil (oracle2student)": 4.534661293029785,
+      "cov-distil (oracle2teacher)": 3.9782886505126953,
       "epoch": 1.4215070643642072,
-      "rel-constrast": 2.228365421295166,
+      "rel-constrast": 2.9704830646514893,
       "step": 1811,
-      "subrel-constrast": 2.803258180618286,
+      "subrel-constrast": 3.09006404876709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8803507089614868,
-      "cov-distil (oracle2student)": 3.889373779296875,
-      "cov-distil (oracle2teacher)": 3.9628119468688965,
+      "cov-distil": 1.835651159286499,
+      "cov-distil (oracle2student)": 3.78424072265625,
+      "cov-distil (oracle2teacher)": 4.143776893615723,
       "epoch": 1.4222919937205651,
-      "rel-constrast": 3.4966611862182617,
+      "rel-constrast": 3.130558967590332,
       "step": 1812,
-      "subrel-constrast": 3.9638965129852295,
+      "subrel-constrast": 3.9908041954040527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8111013174057007,
-      "cov-distil (oracle2student)": 4.548791885375977,
-      "cov-distil (oracle2teacher)": 4.69551944732666,
+      "cov-distil": 2.2981107234954834,
+      "cov-distil (oracle2student)": 5.001902103424072,
+      "cov-distil (oracle2teacher)": 4.572933197021484,
       "epoch": 1.4230769230769231,
-      "rel-constrast": 1.8570060729980469,
+      "rel-constrast": 2.411105155944824,
       "step": 1813,
-      "subrel-constrast": 3.579813241958618,
+      "subrel-constrast": 2.9819037914276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.286060094833374,
-      "cov-distil (oracle2student)": 4.387686729431152,
-      "cov-distil (oracle2teacher)": 3.7512662410736084,
+      "cov-distil": 1.720179796218872,
+      "cov-distil (oracle2student)": 3.584867477416992,
+      "cov-distil (oracle2teacher)": 4.052885055541992,
       "epoch": 1.423861852433281,
-      "rel-constrast": 1.78669011592865,
+      "rel-constrast": 2.5479001998901367,
       "step": 1814,
-      "subrel-constrast": 2.735056161880493,
+      "subrel-constrast": 2.6051876544952393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.087967872619629,
-      "cov-distil (oracle2student)": 2.901634693145752,
-      "cov-distil (oracle2teacher)": 3.397329807281494,
+      "cov-distil": 1.4202890396118164,
+      "cov-distil (oracle2student)": 3.4328856468200684,
+      "cov-distil (oracle2teacher)": 3.299215793609619,
       "epoch": 1.4246467817896389,
-      "rel-constrast": 2.498164176940918,
+      "rel-constrast": 2.798649549484253,
       "step": 1815,
-      "subrel-constrast": 3.076226234436035,
+      "subrel-constrast": 3.0366861820220947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6547093391418457,
-      "cov-distil (oracle2student)": 5.884370803833008,
-      "cov-distil (oracle2teacher)": 5.389580726623535,
+      "cov-distil": 1.9698548316955566,
+      "cov-distil (oracle2student)": 5.855808258056641,
+      "cov-distil (oracle2teacher)": 5.480283260345459,
       "epoch": 1.4254317111459969,
-      "rel-constrast": 3.1378984451293945,
+      "rel-constrast": 3.664944648742676,
       "step": 1816,
-      "subrel-constrast": 3.7884104251861572,
+      "subrel-constrast": 3.4714038372039795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7544300556182861,
-      "cov-distil (oracle2student)": 5.527893543243408,
-      "cov-distil (oracle2teacher)": 4.92282772064209,
+      "cov-distil": 1.668839454650879,
+      "cov-distil (oracle2student)": 5.472817420959473,
+      "cov-distil (oracle2teacher)": 5.083756446838379,
       "epoch": 1.4262166405023549,
-      "rel-constrast": 3.694044828414917,
+      "rel-constrast": 3.3032851219177246,
       "step": 1817,
-      "subrel-constrast": 4.2226386070251465,
+      "subrel-constrast": 4.004204273223877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8763136863708496,
-      "cov-distil (oracle2student)": 3.690674066543579,
-      "cov-distil (oracle2teacher)": 3.4789791107177734,
+      "cov-distil": 2.0388617515563965,
+      "cov-distil (oracle2student)": 3.8831186294555664,
+      "cov-distil (oracle2teacher)": 4.008049964904785,
       "epoch": 1.4270015698587128,
-      "rel-constrast": 3.362605571746826,
+      "rel-constrast": 3.2742061614990234,
       "step": 1818,
-      "subrel-constrast": 3.578190565109253,
+      "subrel-constrast": 3.999413251876831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3423494100570679,
-      "cov-distil (oracle2student)": 3.6252429485321045,
-      "cov-distil (oracle2teacher)": 3.494964122772217,
+      "cov-distil": 1.716059923171997,
+      "cov-distil (oracle2student)": 4.342942714691162,
+      "cov-distil (oracle2teacher)": 3.7562575340270996,
       "epoch": 1.4277864992150706,
-      "rel-constrast": 2.935727119445801,
+      "rel-constrast": 3.6349449157714844,
       "step": 1819,
-      "subrel-constrast": 3.335447311401367,
+      "subrel-constrast": 3.5271637439727783,
       "view-similarity": 0
     },
     {
       "epoch": 1.4285714285714286,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.09375,
       "learning_rate": 4.898531179635107e-05,
-      "loss": 0.7297,
+      "loss": 0.7625,
       "step": 1820
     },
     {
-      "cov-distil": 1.4452028274536133,
-      "cov-distil (oracle2student)": 3.840649366378784,
-      "cov-distil (oracle2teacher)": 3.7159183025360107,
+      "cov-distil": 2.011420488357544,
+      "cov-distil (oracle2student)": 4.2416863441467285,
+      "cov-distil (oracle2teacher)": 4.1612043380737305,
       "epoch": 1.4285714285714286,
-      "rel-constrast": 2.420172691345215,
+      "rel-constrast": 3.073091745376587,
       "step": 1820,
-      "subrel-constrast": 3.194286584854126,
+      "subrel-constrast": 3.3006057739257812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.201493263244629,
-      "cov-distil (oracle2student)": 5.996379852294922,
-      "cov-distil (oracle2teacher)": 5.120425224304199,
+      "cov-distil": 1.495604157447815,
+      "cov-distil (oracle2student)": 6.103445053100586,
+      "cov-distil (oracle2teacher)": 5.500458717346191,
       "epoch": 1.4293563579277864,
-      "rel-constrast": 2.8248565196990967,
+      "rel-constrast": 3.5172314643859863,
       "step": 1821,
-      "subrel-constrast": 3.5173699855804443,
+      "subrel-constrast": 3.5616302490234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.177264928817749,
-      "cov-distil (oracle2student)": 4.552891254425049,
-      "cov-distil (oracle2teacher)": 4.260626316070557,
+      "cov-distil": 1.7518491744995117,
+      "cov-distil (oracle2student)": 5.257604598999023,
+      "cov-distil (oracle2teacher)": 4.6078782081604,
       "epoch": 1.4301412872841444,
-      "rel-constrast": 2.2708792686462402,
+      "rel-constrast": 2.85593318939209,
       "step": 1822,
-      "subrel-constrast": 2.9936554431915283,
+      "subrel-constrast": 2.939178705215454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4655922651290894,
-      "cov-distil (oracle2student)": 3.373347282409668,
-      "cov-distil (oracle2teacher)": 3.1805851459503174,
+      "cov-distil": 1.8108086585998535,
+      "cov-distil (oracle2student)": 4.145371437072754,
+      "cov-distil (oracle2teacher)": 3.7812674045562744,
       "epoch": 1.4309262166405023,
-      "rel-constrast": 1.8171770572662354,
+      "rel-constrast": 2.302151679992676,
       "step": 1823,
-      "subrel-constrast": 2.7735021114349365,
+      "subrel-constrast": 2.609178066253662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8172528743743896,
-      "cov-distil (oracle2student)": 3.765939474105835,
-      "cov-distil (oracle2teacher)": 3.363713264465332,
+      "cov-distil": 2.096322536468506,
+      "cov-distil (oracle2student)": 4.512150764465332,
+      "cov-distil (oracle2teacher)": 3.507336378097534,
       "epoch": 1.4317111459968603,
-      "rel-constrast": 2.386641025543213,
+      "rel-constrast": 3.0860888957977295,
       "step": 1824,
-      "subrel-constrast": 3.342613697052002,
+      "subrel-constrast": 3.433680534362793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3294904232025146,
-      "cov-distil (oracle2student)": 3.5718371868133545,
-      "cov-distil (oracle2teacher)": 3.6850156784057617,
+      "cov-distil": 1.9711964130401611,
+      "cov-distil (oracle2student)": 3.5558536052703857,
+      "cov-distil (oracle2teacher)": 3.9414896965026855,
       "epoch": 1.4324960753532183,
-      "rel-constrast": 3.0851714611053467,
+      "rel-constrast": 3.7535438537597656,
       "step": 1825,
-      "subrel-constrast": 3.9347751140594482,
+      "subrel-constrast": 3.474236249923706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6668248176574707,
-      "cov-distil (oracle2student)": 6.5556745529174805,
-      "cov-distil (oracle2teacher)": 5.82924747467041,
+      "cov-distil": 2.259087562561035,
+      "cov-distil (oracle2student)": 6.782937049865723,
+      "cov-distil (oracle2teacher)": 6.129950046539307,
       "epoch": 1.433281004709576,
-      "rel-constrast": 4.023918151855469,
+      "rel-constrast": 4.1489739418029785,
       "step": 1826,
-      "subrel-constrast": 4.2772979736328125,
+      "subrel-constrast": 4.123070240020752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4551129341125488,
-      "cov-distil (oracle2student)": 4.62976598739624,
-      "cov-distil (oracle2teacher)": 4.322417736053467,
+      "cov-distil": 1.4124034643173218,
+      "cov-distil (oracle2student)": 5.102707862854004,
+      "cov-distil (oracle2teacher)": 4.5933837890625,
       "epoch": 1.434065934065934,
-      "rel-constrast": 3.3585753440856934,
+      "rel-constrast": 2.680943012237549,
       "step": 1827,
-      "subrel-constrast": 3.5313055515289307,
+      "subrel-constrast": 3.3864753246307373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.602424144744873,
-      "cov-distil (oracle2student)": 3.8924152851104736,
-      "cov-distil (oracle2teacher)": 3.7449512481689453,
+      "cov-distil": 1.6102880239486694,
+      "cov-distil (oracle2student)": 4.537295818328857,
+      "cov-distil (oracle2teacher)": 4.37978458404541,
       "epoch": 1.434850863422292,
-      "rel-constrast": 2.519665002822876,
+      "rel-constrast": 3.1419339179992676,
       "step": 1828,
-      "subrel-constrast": 3.329277992248535,
+      "subrel-constrast": 3.047844648361206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.58683180809021,
-      "cov-distil (oracle2student)": 6.385455131530762,
-      "cov-distil (oracle2teacher)": 5.142876625061035,
+      "cov-distil": 1.5180463790893555,
+      "cov-distil (oracle2student)": 6.6524858474731445,
+      "cov-distil (oracle2teacher)": 5.546656608581543,
       "epoch": 1.4356357927786498,
-      "rel-constrast": 3.937894821166992,
+      "rel-constrast": 3.857051372528076,
       "step": 1829,
-      "subrel-constrast": 4.098027229309082,
+      "subrel-constrast": 3.973007917404175,
       "view-similarity": 0
     },
     {
       "epoch": 1.4364207221350078,
-      "grad_norm": 6.78125,
+      "grad_norm": 6.875,
       "learning_rate": 4.89605560032919e-05,
-      "loss": 0.753,
+      "loss": 0.8104,
       "step": 1830
     },
     {
-      "cov-distil": 1.2683773040771484,
-      "cov-distil (oracle2student)": 5.51456880569458,
-      "cov-distil (oracle2teacher)": 4.932936668395996,
+      "cov-distil": 1.6509230136871338,
+      "cov-distil (oracle2student)": 5.562828540802002,
+      "cov-distil (oracle2teacher)": 4.6112213134765625,
       "epoch": 1.4364207221350078,
-      "rel-constrast": 3.1549861431121826,
+      "rel-constrast": 3.3606207370758057,
       "step": 1830,
-      "subrel-constrast": 3.7158656120300293,
+      "subrel-constrast": 3.284379720687866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7652406692504883,
-      "cov-distil (oracle2student)": 2.5780203342437744,
-      "cov-distil (oracle2teacher)": 3.1185131072998047,
+      "cov-distil": 2.1286373138427734,
+      "cov-distil (oracle2student)": 2.9606542587280273,
+      "cov-distil (oracle2teacher)": 3.203603744506836,
       "epoch": 1.4372056514913658,
-      "rel-constrast": 2.3700711727142334,
+      "rel-constrast": 2.6713576316833496,
       "step": 1831,
-      "subrel-constrast": 3.638542652130127,
+      "subrel-constrast": 3.3806381225585938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9649511575698853,
-      "cov-distil (oracle2student)": 4.225449085235596,
-      "cov-distil (oracle2teacher)": 4.1012067794799805,
+      "cov-distil": 1.6801892518997192,
+      "cov-distil (oracle2student)": 4.373929023742676,
+      "cov-distil (oracle2teacher)": 4.4404706954956055,
       "epoch": 1.4379905808477238,
-      "rel-constrast": 1.9386816024780273,
+      "rel-constrast": 2.088684558868408,
       "step": 1832,
-      "subrel-constrast": 2.3051044940948486,
+      "subrel-constrast": 2.4698774814605713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5771992206573486,
-      "cov-distil (oracle2student)": 4.981726169586182,
-      "cov-distil (oracle2teacher)": 4.143196105957031,
+      "cov-distil": 1.8354945182800293,
+      "cov-distil (oracle2student)": 5.386786460876465,
+      "cov-distil (oracle2teacher)": 4.660839080810547,
       "epoch": 1.4387755102040816,
-      "rel-constrast": 2.8138246536254883,
+      "rel-constrast": 2.763805866241455,
       "step": 1833,
-      "subrel-constrast": 3.299802780151367,
+      "subrel-constrast": 3.3108863830566406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4737906455993652,
-      "cov-distil (oracle2student)": 2.5556771755218506,
-      "cov-distil (oracle2teacher)": 2.9800400733947754,
+      "cov-distil": 2.42260479927063,
+      "cov-distil (oracle2student)": 3.3882389068603516,
+      "cov-distil (oracle2teacher)": 3.058321475982666,
       "epoch": 1.4395604395604396,
-      "rel-constrast": 2.422273635864258,
+      "rel-constrast": 2.7299556732177734,
       "step": 1834,
-      "subrel-constrast": 3.241222620010376,
+      "subrel-constrast": 3.278963327407837,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2281641960144043,
-      "cov-distil (oracle2student)": 3.1058075428009033,
-      "cov-distil (oracle2teacher)": 2.9412336349487305,
+      "cov-distil": 1.2210562229156494,
+      "cov-distil (oracle2student)": 2.9978537559509277,
+      "cov-distil (oracle2teacher)": 3.1544454097747803,
       "epoch": 1.4403453689167975,
-      "rel-constrast": 3.0711140632629395,
+      "rel-constrast": 3.320037364959717,
       "step": 1835,
-      "subrel-constrast": 3.7840170860290527,
+      "subrel-constrast": 3.732405424118042,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1675045490264893,
-      "cov-distil (oracle2student)": 4.564324378967285,
-      "cov-distil (oracle2teacher)": 4.323493480682373,
+      "cov-distil": 1.484581708908081,
+      "cov-distil (oracle2student)": 4.776529312133789,
+      "cov-distil (oracle2teacher)": 4.648961067199707,
       "epoch": 1.4411302982731553,
-      "rel-constrast": 2.781236171722412,
+      "rel-constrast": 3.406886339187622,
       "step": 1836,
-      "subrel-constrast": 2.7374448776245117,
+      "subrel-constrast": 2.990795135498047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.079219937324524,
-      "cov-distil (oracle2student)": 3.411094903945923,
-      "cov-distil (oracle2teacher)": 3.191303253173828,
+      "cov-distil": 1.4801404476165771,
+      "cov-distil (oracle2student)": 3.019413709640503,
+      "cov-distil (oracle2teacher)": 3.2538719177246094,
       "epoch": 1.4419152276295133,
-      "rel-constrast": 3.092740058898926,
+      "rel-constrast": 2.5922677516937256,
       "step": 1837,
-      "subrel-constrast": 3.351301908493042,
+      "subrel-constrast": 3.3817925453186035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5278972387313843,
-      "cov-distil (oracle2student)": 3.2321972846984863,
-      "cov-distil (oracle2teacher)": 3.313662528991699,
+      "cov-distil": 2.046475887298584,
+      "cov-distil (oracle2student)": 3.708463668823242,
+      "cov-distil (oracle2teacher)": 3.542489767074585,
       "epoch": 1.4427001569858713,
-      "rel-constrast": 2.879016399383545,
+      "rel-constrast": 3.6920700073242188,
       "step": 1838,
-      "subrel-constrast": 3.5835001468658447,
+      "subrel-constrast": 3.6768546104431152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0350725650787354,
-      "cov-distil (oracle2student)": 2.4493632316589355,
-      "cov-distil (oracle2teacher)": 2.729887008666992,
+      "cov-distil": 2.3506932258605957,
+      "cov-distil (oracle2student)": 2.6128323078155518,
+      "cov-distil (oracle2teacher)": 2.774137258529663,
       "epoch": 1.4434850863422293,
-      "rel-constrast": 2.38649320602417,
+      "rel-constrast": 2.4126946926116943,
       "step": 1839,
-      "subrel-constrast": 2.8666794300079346,
+      "subrel-constrast": 2.9833991527557373,
       "view-similarity": 0
     },
     {
       "epoch": 1.4442700156985873,
-      "grad_norm": 4.1875,
+      "grad_norm": 6.03125,
       "learning_rate": 4.893550825841932e-05,
-      "loss": 0.7105,
+      "loss": 0.726,
       "step": 1840
     },
     {
-      "cov-distil": 1.6579926013946533,
-      "cov-distil (oracle2student)": 6.401279449462891,
-      "cov-distil (oracle2teacher)": 5.277112007141113,
+      "cov-distil": 1.624106526374817,
+      "cov-distil (oracle2student)": 5.789559364318848,
+      "cov-distil (oracle2teacher)": 5.426916122436523,
       "epoch": 1.4442700156985873,
-      "rel-constrast": 4.2362470626831055,
+      "rel-constrast": 3.71523118019104,
       "step": 1840,
-      "subrel-constrast": 4.374217510223389,
+      "subrel-constrast": 4.282801628112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.097137928009033,
-      "cov-distil (oracle2student)": 6.69352912902832,
-      "cov-distil (oracle2teacher)": 6.141706466674805,
+      "cov-distil": 3.589543581008911,
+      "cov-distil (oracle2student)": 6.701603889465332,
+      "cov-distil (oracle2teacher)": 6.574501037597656,
       "epoch": 1.445054945054945,
-      "rel-constrast": 3.296020030975342,
+      "rel-constrast": 4.0303168296813965,
       "step": 1841,
-      "subrel-constrast": 4.120090484619141,
+      "subrel-constrast": 4.897289276123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52357017993927,
-      "cov-distil (oracle2student)": 2.577275276184082,
-      "cov-distil (oracle2teacher)": 2.6045939922332764,
+      "cov-distil": 1.6942754983901978,
+      "cov-distil (oracle2student)": 3.1832919120788574,
+      "cov-distil (oracle2teacher)": 3.090364456176758,
       "epoch": 1.445839874411303,
-      "rel-constrast": 2.0906128883361816,
+      "rel-constrast": 2.8983206748962402,
       "step": 1842,
-      "subrel-constrast": 2.8598036766052246,
+      "subrel-constrast": 3.1703128814697266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2005269527435303,
-      "cov-distil (oracle2student)": 4.01481819152832,
-      "cov-distil (oracle2teacher)": 3.7604923248291016,
+      "cov-distil": 1.9138855934143066,
+      "cov-distil (oracle2student)": 4.170001983642578,
+      "cov-distil (oracle2teacher)": 4.236278057098389,
       "epoch": 1.4466248037676608,
-      "rel-constrast": 2.2734408378601074,
+      "rel-constrast": 2.5212645530700684,
       "step": 1843,
-      "subrel-constrast": 2.775613784790039,
+      "subrel-constrast": 2.962232828140259,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1281768083572388,
-      "cov-distil (oracle2student)": 3.661174774169922,
-      "cov-distil (oracle2teacher)": 3.5164029598236084,
+      "cov-distil": 1.376121997833252,
+      "cov-distil (oracle2student)": 3.954336643218994,
+      "cov-distil (oracle2teacher)": 3.8783202171325684,
       "epoch": 1.4474097331240188,
-      "rel-constrast": 3.1075382232666016,
+      "rel-constrast": 3.2325942516326904,
       "step": 1844,
-      "subrel-constrast": 3.5926995277404785,
+      "subrel-constrast": 3.907642364501953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8172249794006348,
-      "cov-distil (oracle2student)": 5.8461127281188965,
-      "cov-distil (oracle2teacher)": 6.063834190368652,
+      "cov-distil": 2.107485771179199,
+      "cov-distil (oracle2student)": 6.176758289337158,
+      "cov-distil (oracle2teacher)": 5.568127632141113,
       "epoch": 1.4481946624803768,
-      "rel-constrast": 3.76010799407959,
+      "rel-constrast": 4.693338394165039,
       "step": 1845,
-      "subrel-constrast": 4.720701694488525,
+      "subrel-constrast": 4.565826416015625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.380967140197754,
-      "cov-distil (oracle2student)": 4.823122024536133,
-      "cov-distil (oracle2teacher)": 4.406197547912598,
+      "cov-distil": 1.5786747932434082,
+      "cov-distil (oracle2student)": 5.207388401031494,
+      "cov-distil (oracle2teacher)": 4.9959917068481445,
       "epoch": 1.4489795918367347,
-      "rel-constrast": 3.160726547241211,
+      "rel-constrast": 3.559621810913086,
       "step": 1846,
-      "subrel-constrast": 3.2861616611480713,
+      "subrel-constrast": 3.4150137901306152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2863383293151855,
-      "cov-distil (oracle2student)": 4.338582515716553,
-      "cov-distil (oracle2teacher)": 3.800304412841797,
+      "cov-distil": 1.854923963546753,
+      "cov-distil (oracle2student)": 4.45000696182251,
+      "cov-distil (oracle2teacher)": 4.159353733062744,
       "epoch": 1.4497645211930927,
-      "rel-constrast": 3.0546388626098633,
+      "rel-constrast": 3.506850242614746,
       "step": 1847,
-      "subrel-constrast": 3.251276969909668,
+      "subrel-constrast": 3.011488914489746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2051026821136475,
-      "cov-distil (oracle2student)": 4.848534107208252,
-      "cov-distil (oracle2teacher)": 4.756525993347168,
+      "cov-distil": 1.4575551748275757,
+      "cov-distil (oracle2student)": 4.912674427032471,
+      "cov-distil (oracle2teacher)": 4.486624717712402,
       "epoch": 1.4505494505494505,
-      "rel-constrast": 3.2639107704162598,
+      "rel-constrast": 3.621270179748535,
       "step": 1848,
-      "subrel-constrast": 4.062069416046143,
+      "subrel-constrast": 3.831810235977173,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.412589192390442,
-      "cov-distil (oracle2student)": 5.114985466003418,
-      "cov-distil (oracle2teacher)": 4.865669250488281,
+      "cov-distil": 2.2102575302124023,
+      "cov-distil (oracle2student)": 5.840979099273682,
+      "cov-distil (oracle2teacher)": 5.278204917907715,
       "epoch": 1.4513343799058085,
-      "rel-constrast": 3.350212574005127,
+      "rel-constrast": 3.3883016109466553,
       "step": 1849,
-      "subrel-constrast": 3.8288183212280273,
+      "subrel-constrast": 4.258448123931885,
       "view-similarity": 0
     },
     {
       "epoch": 1.4521193092621665,
-      "grad_norm": 5.375,
+      "grad_norm": 7.3125,
       "learning_rate": 4.8910168866932195e-05,
-      "loss": 0.8266,
+      "loss": 0.8792,
       "step": 1850
     },
     {
-      "cov-distil": 1.6888751983642578,
-      "cov-distil (oracle2student)": 3.448847770690918,
-      "cov-distil (oracle2teacher)": 3.6992971897125244,
+      "cov-distil": 1.9295521974563599,
+      "cov-distil (oracle2student)": 3.948340892791748,
+      "cov-distil (oracle2teacher)": 4.255341529846191,
       "epoch": 1.4521193092621665,
-      "rel-constrast": 1.8792496919631958,
+      "rel-constrast": 2.554879665374756,
       "step": 1850,
-      "subrel-constrast": 3.116849660873413,
+      "subrel-constrast": 3.232901096343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3367068767547607,
-      "cov-distil (oracle2student)": 4.72634744644165,
-      "cov-distil (oracle2teacher)": 4.442650318145752,
+      "cov-distil": 1.3806686401367188,
+      "cov-distil (oracle2student)": 4.579341411590576,
+      "cov-distil (oracle2teacher)": 4.880809783935547,
       "epoch": 1.4529042386185242,
-      "rel-constrast": 4.097768783569336,
+      "rel-constrast": 4.021327972412109,
       "step": 1851,
-      "subrel-constrast": 4.38444185256958,
+      "subrel-constrast": 4.608463764190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8452763557434082,
-      "cov-distil (oracle2student)": 5.708890914916992,
-      "cov-distil (oracle2teacher)": 5.7249650955200195,
+      "cov-distil": 1.9489033222198486,
+      "cov-distil (oracle2student)": 5.431454658508301,
+      "cov-distil (oracle2teacher)": 6.444190979003906,
       "epoch": 1.4536891679748822,
-      "rel-constrast": 2.7360332012176514,
+      "rel-constrast": 3.4550364017486572,
       "step": 1852,
-      "subrel-constrast": 4.191849708557129,
+      "subrel-constrast": 3.664924383163452,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2964894771575928,
-      "cov-distil (oracle2student)": 3.6186249256134033,
-      "cov-distil (oracle2teacher)": 3.327200174331665,
+      "cov-distil": 1.3901550769805908,
+      "cov-distil (oracle2student)": 3.5822091102600098,
+      "cov-distil (oracle2teacher)": 3.5254440307617188,
       "epoch": 1.4544740973312402,
-      "rel-constrast": 3.3278985023498535,
+      "rel-constrast": 3.339693307876587,
       "step": 1853,
-      "subrel-constrast": 3.5349605083465576,
+      "subrel-constrast": 3.25207781791687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.15955650806427,
-      "cov-distil (oracle2student)": 2.791245937347412,
-      "cov-distil (oracle2teacher)": 2.996602773666382,
+      "cov-distil": 1.4021055698394775,
+      "cov-distil (oracle2student)": 3.5208847522735596,
+      "cov-distil (oracle2teacher)": 3.2816646099090576,
       "epoch": 1.4552590266875982,
-      "rel-constrast": 3.3102505207061768,
+      "rel-constrast": 3.2812728881835938,
       "step": 1854,
-      "subrel-constrast": 4.207559108734131,
+      "subrel-constrast": 4.310837268829346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5015387535095215,
-      "cov-distil (oracle2student)": 3.9151670932769775,
-      "cov-distil (oracle2teacher)": 4.3544440269470215,
+      "cov-distil": 1.8029098510742188,
+      "cov-distil (oracle2student)": 3.5727689266204834,
+      "cov-distil (oracle2teacher)": 4.384519100189209,
       "epoch": 1.456043956043956,
-      "rel-constrast": 2.5720043182373047,
+      "rel-constrast": 2.077436923980713,
       "step": 1855,
-      "subrel-constrast": 3.2190749645233154,
+      "subrel-constrast": 3.3162882328033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9023011922836304,
-      "cov-distil (oracle2student)": 3.2154641151428223,
-      "cov-distil (oracle2teacher)": 3.2312047481536865,
+      "cov-distil": 2.0862717628479004,
+      "cov-distil (oracle2student)": 3.305539846420288,
+      "cov-distil (oracle2teacher)": 3.025184154510498,
       "epoch": 1.456828885400314,
-      "rel-constrast": 2.523677349090576,
+      "rel-constrast": 2.183518886566162,
       "step": 1856,
-      "subrel-constrast": 3.375361680984497,
+      "subrel-constrast": 3.4012935161590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.418964147567749,
-      "cov-distil (oracle2student)": 4.337531089782715,
-      "cov-distil (oracle2teacher)": 3.9954028129577637,
+      "cov-distil": 1.9524755477905273,
+      "cov-distil (oracle2student)": 4.973023414611816,
+      "cov-distil (oracle2teacher)": 4.616103172302246,
       "epoch": 1.457613814756672,
-      "rel-constrast": 2.795344352722168,
+      "rel-constrast": 3.321552038192749,
       "step": 1857,
-      "subrel-constrast": 3.288412094116211,
+      "subrel-constrast": 3.2971911430358887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.612828016281128,
-      "cov-distil (oracle2student)": 3.6213760375976562,
-      "cov-distil (oracle2teacher)": 3.895224094390869,
+      "cov-distil": 1.5236726999282837,
+      "cov-distil (oracle2student)": 3.813077688217163,
+      "cov-distil (oracle2teacher)": 3.867478132247925,
       "epoch": 1.4583987441130297,
-      "rel-constrast": 2.616885185241699,
+      "rel-constrast": 3.282668352127075,
       "step": 1858,
-      "subrel-constrast": 3.5245022773742676,
+      "subrel-constrast": 3.4970221519470215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5105284452438354,
-      "cov-distil (oracle2student)": 4.446105480194092,
-      "cov-distil (oracle2teacher)": 4.319863319396973,
+      "cov-distil": 1.806742548942566,
+      "cov-distil (oracle2student)": 4.885869026184082,
+      "cov-distil (oracle2teacher)": 5.099264144897461,
       "epoch": 1.4591836734693877,
-      "rel-constrast": 2.974085807800293,
+      "rel-constrast": 3.4491546154022217,
       "step": 1859,
-      "subrel-constrast": 4.052789211273193,
+      "subrel-constrast": 3.9685862064361572,
       "view-similarity": 0
     },
     {
       "epoch": 1.4599686028257457,
-      "grad_norm": 4.84375,
+      "grad_norm": 6.09375,
       "learning_rate": 4.888453813758301e-05,
-      "loss": 0.759,
+      "loss": 0.7742,
       "step": 1860
     },
     {
-      "cov-distil": 1.324098825454712,
-      "cov-distil (oracle2student)": 3.6147279739379883,
-      "cov-distil (oracle2teacher)": 3.227203130722046,
+      "cov-distil": 1.4702401161193848,
+      "cov-distil (oracle2student)": 3.949692487716675,
+      "cov-distil (oracle2teacher)": 3.637429714202881,
       "epoch": 1.4599686028257457,
-      "rel-constrast": 2.9960274696350098,
+      "rel-constrast": 3.6248579025268555,
       "step": 1860,
-      "subrel-constrast": 3.5792276859283447,
+      "subrel-constrast": 3.1712796688079834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.171452522277832,
-      "cov-distil (oracle2student)": 6.498472213745117,
-      "cov-distil (oracle2teacher)": 5.5798563957214355,
+      "cov-distil": 1.6307694911956787,
+      "cov-distil (oracle2student)": 6.894219398498535,
+      "cov-distil (oracle2teacher)": 6.485906600952148,
       "epoch": 1.4607535321821037,
-      "rel-constrast": 2.298779010772705,
+      "rel-constrast": 3.0305347442626953,
       "step": 1861,
-      "subrel-constrast": 2.5710718631744385,
+      "subrel-constrast": 2.6997289657592773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.110198736190796,
-      "cov-distil (oracle2student)": 3.4142746925354004,
-      "cov-distil (oracle2teacher)": 3.2940726280212402,
+      "cov-distil": 1.648000955581665,
+      "cov-distil (oracle2student)": 4.007066249847412,
+      "cov-distil (oracle2teacher)": 3.3998284339904785,
       "epoch": 1.4615384615384617,
-      "rel-constrast": 3.189666986465454,
+      "rel-constrast": 3.322566032409668,
       "step": 1862,
-      "subrel-constrast": 3.452401876449585,
+      "subrel-constrast": 3.4720072746276855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4618439674377441,
-      "cov-distil (oracle2student)": 5.286944389343262,
-      "cov-distil (oracle2teacher)": 4.3206787109375,
+      "cov-distil": 1.736574649810791,
+      "cov-distil (oracle2student)": 5.934678554534912,
+      "cov-distil (oracle2teacher)": 4.7058000564575195,
       "epoch": 1.4623233908948194,
-      "rel-constrast": 2.4891648292541504,
+      "rel-constrast": 2.8956100940704346,
       "step": 1863,
-      "subrel-constrast": 3.4858736991882324,
+      "subrel-constrast": 3.159250020980835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1890687942504883,
-      "cov-distil (oracle2student)": 4.43721866607666,
-      "cov-distil (oracle2teacher)": 3.987574338912964,
+      "cov-distil": 2.100497245788574,
+      "cov-distil (oracle2student)": 5.3087358474731445,
+      "cov-distil (oracle2teacher)": 4.747140407562256,
       "epoch": 1.4631083202511774,
-      "rel-constrast": 2.537240982055664,
+      "rel-constrast": 3.16405987739563,
       "step": 1864,
-      "subrel-constrast": 3.60815167427063,
+      "subrel-constrast": 3.6381311416625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2210792303085327,
-      "cov-distil (oracle2student)": 3.950700283050537,
-      "cov-distil (oracle2teacher)": 3.1345367431640625,
+      "cov-distil": 1.64483642578125,
+      "cov-distil (oracle2student)": 3.6952614784240723,
+      "cov-distil (oracle2teacher)": 4.007979869842529,
       "epoch": 1.4638932496075352,
-      "rel-constrast": 3.2303390502929688,
+      "rel-constrast": 3.2735495567321777,
       "step": 1865,
-      "subrel-constrast": 3.6884562969207764,
+      "subrel-constrast": 3.760152578353882,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2549242973327637,
-      "cov-distil (oracle2student)": 3.169987201690674,
-      "cov-distil (oracle2teacher)": 3.112874746322632,
+      "cov-distil": 1.6685824394226074,
+      "cov-distil (oracle2student)": 3.4932878017425537,
+      "cov-distil (oracle2teacher)": 3.633617877960205,
       "epoch": 1.4646781789638932,
-      "rel-constrast": 2.961059093475342,
+      "rel-constrast": 3.3296468257904053,
       "step": 1866,
-      "subrel-constrast": 3.388056993484497,
+      "subrel-constrast": 3.334294080734253,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1132255792617798,
-      "cov-distil (oracle2student)": 3.1881613731384277,
-      "cov-distil (oracle2teacher)": 4.031736373901367,
+      "cov-distil": 1.3893632888793945,
+      "cov-distil (oracle2student)": 3.478071689605713,
+      "cov-distil (oracle2teacher)": 4.0035834312438965,
       "epoch": 1.4654631083202512,
-      "rel-constrast": 3.369593620300293,
+      "rel-constrast": 3.871072292327881,
       "step": 1867,
-      "subrel-constrast": 4.17751932144165,
+      "subrel-constrast": 4.127173900604248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8409156799316406,
-      "cov-distil (oracle2student)": 4.461203098297119,
-      "cov-distil (oracle2teacher)": 4.548511505126953,
+      "cov-distil": 2.4456231594085693,
+      "cov-distil (oracle2student)": 5.061887741088867,
+      "cov-distil (oracle2teacher)": 4.387723922729492,
       "epoch": 1.4662480376766092,
-      "rel-constrast": 2.3510546684265137,
+      "rel-constrast": 3.1740291118621826,
       "step": 1868,
-      "subrel-constrast": 3.1808478832244873,
+      "subrel-constrast": 3.3795926570892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.988564670085907,
-      "cov-distil (oracle2student)": 3.8768303394317627,
-      "cov-distil (oracle2teacher)": 3.647482395172119,
+      "cov-distil": 1.2802791595458984,
+      "cov-distil (oracle2student)": 3.791633129119873,
+      "cov-distil (oracle2teacher)": 3.8351237773895264,
       "epoch": 1.4670329670329672,
-      "rel-constrast": 2.013795852661133,
+      "rel-constrast": 2.366950035095215,
       "step": 1869,
-      "subrel-constrast": 2.825491189956665,
+      "subrel-constrast": 2.6075313091278076,
       "view-similarity": 0
     },
     {
       "epoch": 1.467817896389325,
-      "grad_norm": 4.75,
+      "grad_norm": 6.25,
       "learning_rate": 4.885861638267413e-05,
-      "loss": 0.7201,
+      "loss": 0.8013,
       "step": 1870
     },
     {
-      "cov-distil": 1.7998799085617065,
-      "cov-distil (oracle2student)": 3.271496295928955,
-      "cov-distil (oracle2teacher)": 3.0112061500549316,
+      "cov-distil": 2.208251953125,
+      "cov-distil (oracle2student)": 3.83028244972229,
+      "cov-distil (oracle2teacher)": 3.1332130432128906,
       "epoch": 1.467817896389325,
-      "rel-constrast": 3.588841676712036,
+      "rel-constrast": 4.421440124511719,
       "step": 1870,
-      "subrel-constrast": 4.032552242279053,
+      "subrel-constrast": 3.902070999145508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.349198579788208,
-      "cov-distil (oracle2student)": 3.1306915283203125,
-      "cov-distil (oracle2teacher)": 2.914619207382202,
+      "cov-distil": 1.8023052215576172,
+      "cov-distil (oracle2student)": 3.4095563888549805,
+      "cov-distil (oracle2teacher)": 3.134967803955078,
       "epoch": 1.468602825745683,
-      "rel-constrast": 2.4161884784698486,
+      "rel-constrast": 2.6681222915649414,
       "step": 1871,
-      "subrel-constrast": 3.163926362991333,
+      "subrel-constrast": 3.0709688663482666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7091114521026611,
-      "cov-distil (oracle2student)": 4.372878551483154,
-      "cov-distil (oracle2teacher)": 4.15083122253418,
+      "cov-distil": 1.9334213733673096,
+      "cov-distil (oracle2student)": 4.049883842468262,
+      "cov-distil (oracle2teacher)": 4.293302536010742,
       "epoch": 1.469387755102041,
-      "rel-constrast": 3.674309730529785,
+      "rel-constrast": 4.087601184844971,
       "step": 1872,
-      "subrel-constrast": 4.023014068603516,
+      "subrel-constrast": 4.140108585357666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205456256866455,
-      "cov-distil (oracle2student)": 3.448446035385132,
-      "cov-distil (oracle2teacher)": 3.7027246952056885,
+      "cov-distil": 1.877335548400879,
+      "cov-distil (oracle2student)": 4.348670959472656,
+      "cov-distil (oracle2teacher)": 4.149550437927246,
       "epoch": 1.4701726844583987,
-      "rel-constrast": 2.6868979930877686,
+      "rel-constrast": 3.583204984664917,
       "step": 1873,
-      "subrel-constrast": 3.6661877632141113,
+      "subrel-constrast": 3.619436025619507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0467638969421387,
-      "cov-distil (oracle2student)": 3.6841325759887695,
-      "cov-distil (oracle2teacher)": 3.540146589279175,
+      "cov-distil": 2.96842098236084,
+      "cov-distil (oracle2student)": 4.897031784057617,
+      "cov-distil (oracle2teacher)": 4.156479835510254,
       "epoch": 1.4709576138147566,
-      "rel-constrast": 2.2152252197265625,
+      "rel-constrast": 3.192378520965576,
       "step": 1874,
-      "subrel-constrast": 3.33553147315979,
+      "subrel-constrast": 3.0839970111846924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7649476528167725,
-      "cov-distil (oracle2student)": 4.595139503479004,
-      "cov-distil (oracle2teacher)": 4.807185649871826,
+      "cov-distil": 1.7592620849609375,
+      "cov-distil (oracle2student)": 4.687352657318115,
+      "cov-distil (oracle2teacher)": 4.978565692901611,
       "epoch": 1.4717425431711146,
-      "rel-constrast": 3.882308006286621,
+      "rel-constrast": 3.606229782104492,
       "step": 1875,
-      "subrel-constrast": 3.9884748458862305,
+      "subrel-constrast": 3.5918147563934326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6274170875549316,
-      "cov-distil (oracle2student)": 4.342825889587402,
-      "cov-distil (oracle2teacher)": 4.161476135253906,
+      "cov-distil": 1.860793948173523,
+      "cov-distil (oracle2student)": 4.4289655685424805,
+      "cov-distil (oracle2teacher)": 4.831238746643066,
       "epoch": 1.4725274725274726,
-      "rel-constrast": 2.716750144958496,
+      "rel-constrast": 3.8771119117736816,
       "step": 1876,
-      "subrel-constrast": 3.6377859115600586,
+      "subrel-constrast": 3.6284945011138916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1850725412368774,
-      "cov-distil (oracle2student)": 4.801465034484863,
-      "cov-distil (oracle2teacher)": 4.4294657707214355,
+      "cov-distil": 1.4303607940673828,
+      "cov-distil (oracle2student)": 4.983982086181641,
+      "cov-distil (oracle2teacher)": 4.7037553787231445,
       "epoch": 1.4733124018838304,
-      "rel-constrast": 3.233443260192871,
+      "rel-constrast": 3.1245405673980713,
       "step": 1877,
-      "subrel-constrast": 3.1840202808380127,
+      "subrel-constrast": 3.363800287246704,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6530916690826416,
-      "cov-distil (oracle2student)": 4.700448989868164,
-      "cov-distil (oracle2teacher)": 4.715950965881348,
+      "cov-distil": 2.172369956970215,
+      "cov-distil (oracle2student)": 4.6323933601379395,
+      "cov-distil (oracle2teacher)": 4.453296184539795,
       "epoch": 1.4740973312401884,
-      "rel-constrast": 3.6957778930664062,
+      "rel-constrast": 3.678412675857544,
       "step": 1878,
-      "subrel-constrast": 4.544745922088623,
+      "subrel-constrast": 4.293529033660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.665679931640625,
-      "cov-distil (oracle2student)": 4.62099552154541,
-      "cov-distil (oracle2teacher)": 4.034111976623535,
+      "cov-distil": 1.7547649145126343,
+      "cov-distil (oracle2student)": 4.345225811004639,
+      "cov-distil (oracle2teacher)": 4.240843296051025,
       "epoch": 1.4748822605965464,
-      "rel-constrast": 2.6383543014526367,
+      "rel-constrast": 2.504056930541992,
       "step": 1879,
-      "subrel-constrast": 3.695279836654663,
+      "subrel-constrast": 3.2841434478759766,
       "view-similarity": 0
     },
     {
       "epoch": 1.4756671899529041,
-      "grad_norm": 5.9375,
+      "grad_norm": 5.5,
       "learning_rate": 4.883240391805394e-05,
-      "loss": 0.8098,
+      "loss": 0.8686,
       "step": 1880
     },
     {
-      "cov-distil": 1.489245891571045,
-      "cov-distil (oracle2student)": 4.289907455444336,
-      "cov-distil (oracle2teacher)": 4.189836025238037,
+      "cov-distil": 1.9581308364868164,
+      "cov-distil (oracle2student)": 4.534452438354492,
+      "cov-distil (oracle2teacher)": 4.05888032913208,
       "epoch": 1.4756671899529041,
-      "rel-constrast": 3.047013759613037,
+      "rel-constrast": 3.3508596420288086,
       "step": 1880,
-      "subrel-constrast": 3.6831588745117188,
+      "subrel-constrast": 3.9302291870117188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6271897554397583,
-      "cov-distil (oracle2student)": 4.952922344207764,
-      "cov-distil (oracle2teacher)": 4.3915557861328125,
+      "cov-distil": 2.21677827835083,
+      "cov-distil (oracle2student)": 5.411259174346924,
+      "cov-distil (oracle2teacher)": 5.1186628341674805,
       "epoch": 1.4764521193092621,
-      "rel-constrast": 2.925741195678711,
+      "rel-constrast": 3.4768474102020264,
       "step": 1881,
-      "subrel-constrast": 3.849264144897461,
+      "subrel-constrast": 4.0598955154418945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4708141088485718,
-      "cov-distil (oracle2student)": 3.6817660331726074,
-      "cov-distil (oracle2teacher)": 3.3645787239074707,
+      "cov-distil": 1.934952974319458,
+      "cov-distil (oracle2student)": 3.4611456394195557,
+      "cov-distil (oracle2teacher)": 3.4560060501098633,
       "epoch": 1.4772370486656201,
-      "rel-constrast": 1.8425955772399902,
+      "rel-constrast": 1.8156912326812744,
       "step": 1882,
-      "subrel-constrast": 2.559281587600708,
+      "subrel-constrast": 2.496215343475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5363428592681885,
-      "cov-distil (oracle2student)": 3.288538932800293,
-      "cov-distil (oracle2teacher)": 3.3280093669891357,
+      "cov-distil": 1.8101167678833008,
+      "cov-distil (oracle2student)": 3.426443576812744,
+      "cov-distil (oracle2teacher)": 3.583400011062622,
       "epoch": 1.478021978021978,
-      "rel-constrast": 2.857149362564087,
+      "rel-constrast": 2.790780782699585,
       "step": 1883,
-      "subrel-constrast": 3.2818243503570557,
+      "subrel-constrast": 3.2887978553771973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1604633331298828,
-      "cov-distil (oracle2student)": 3.6293282508850098,
-      "cov-distil (oracle2teacher)": 3.6054253578186035,
+      "cov-distil": 1.6486923694610596,
+      "cov-distil (oracle2student)": 3.53489089012146,
+      "cov-distil (oracle2teacher)": 4.00670051574707,
       "epoch": 1.478806907378336,
-      "rel-constrast": 2.432465076446533,
+      "rel-constrast": 2.9569082260131836,
       "step": 1884,
-      "subrel-constrast": 3.0961251258850098,
+      "subrel-constrast": 2.7584035396575928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3076788187026978,
-      "cov-distil (oracle2student)": 4.063167572021484,
-      "cov-distil (oracle2teacher)": 3.7917380332946777,
+      "cov-distil": 1.6544296741485596,
+      "cov-distil (oracle2student)": 5.097860336303711,
+      "cov-distil (oracle2teacher)": 4.064476013183594,
       "epoch": 1.4795918367346939,
-      "rel-constrast": 3.131176710128784,
+      "rel-constrast": 3.603951930999756,
       "step": 1885,
-      "subrel-constrast": 3.387690305709839,
+      "subrel-constrast": 3.80999755859375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6938672065734863,
-      "cov-distil (oracle2student)": 4.879122734069824,
-      "cov-distil (oracle2teacher)": 4.4586591720581055,
+      "cov-distil": 2.289842367172241,
+      "cov-distil (oracle2student)": 4.8895440101623535,
+      "cov-distil (oracle2teacher)": 4.645339012145996,
       "epoch": 1.4803767660910518,
-      "rel-constrast": 1.8621890544891357,
+      "rel-constrast": 2.00228214263916,
       "step": 1886,
-      "subrel-constrast": 2.784557342529297,
+      "subrel-constrast": 2.665134906768799,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6372668743133545,
-      "cov-distil (oracle2student)": 6.824195861816406,
-      "cov-distil (oracle2teacher)": 6.387898921966553,
+      "cov-distil": 1.9867827892303467,
+      "cov-distil (oracle2student)": 7.049604415893555,
+      "cov-distil (oracle2teacher)": 6.242751121520996,
       "epoch": 1.4811616954474096,
-      "rel-constrast": 3.3412389755249023,
+      "rel-constrast": 4.147288799285889,
       "step": 1887,
-      "subrel-constrast": 4.233912467956543,
+      "subrel-constrast": 3.957348108291626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1793620586395264,
-      "cov-distil (oracle2student)": 3.1445255279541016,
-      "cov-distil (oracle2teacher)": 3.157705783843994,
+      "cov-distil": 1.3765592575073242,
+      "cov-distil (oracle2student)": 3.9823861122131348,
+      "cov-distil (oracle2teacher)": 3.2853012084960938,
       "epoch": 1.4819466248037676,
-      "rel-constrast": 2.443695068359375,
+      "rel-constrast": 2.9986376762390137,
       "step": 1888,
-      "subrel-constrast": 3.1362268924713135,
+      "subrel-constrast": 3.065356492996216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2781684398651123,
-      "cov-distil (oracle2student)": 3.4792184829711914,
-      "cov-distil (oracle2teacher)": 3.618779182434082,
+      "cov-distil": 1.7937138080596924,
+      "cov-distil (oracle2student)": 4.0910139083862305,
+      "cov-distil (oracle2teacher)": 3.8644988536834717,
       "epoch": 1.4827315541601256,
-      "rel-constrast": 3.680797576904297,
+      "rel-constrast": 3.845240831375122,
       "step": 1889,
-      "subrel-constrast": 3.813993215560913,
+      "subrel-constrast": 4.096644878387451,
       "view-similarity": 0
     },
     {
       "epoch": 1.4835164835164836,
-      "grad_norm": 5.96875,
+      "grad_norm": 6.8125,
       "learning_rate": 4.8805901063113064e-05,
-      "loss": 0.7251,
+      "loss": 0.7747,
       "step": 1890
     },
     {
-      "cov-distil": 1.4641432762145996,
-      "cov-distil (oracle2student)": 3.655186653137207,
-      "cov-distil (oracle2teacher)": 3.559060573577881,
+      "cov-distil": 2.239504098892212,
+      "cov-distil (oracle2student)": 4.154877662658691,
+      "cov-distil (oracle2teacher)": 4.22390079498291,
       "epoch": 1.4835164835164836,
-      "rel-constrast": 2.8183186054229736,
+      "rel-constrast": 3.017237901687622,
       "step": 1890,
-      "subrel-constrast": 3.2129228115081787,
+      "subrel-constrast": 3.5966978073120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1659737825393677,
-      "cov-distil (oracle2student)": 3.1489181518554688,
-      "cov-distil (oracle2teacher)": 3.0241281986236572,
+      "cov-distil": 1.5877938270568848,
+      "cov-distil (oracle2student)": 3.332587718963623,
+      "cov-distil (oracle2teacher)": 3.145061492919922,
       "epoch": 1.4843014128728416,
-      "rel-constrast": 3.364744186401367,
+      "rel-constrast": 3.833889961242676,
       "step": 1891,
-      "subrel-constrast": 3.6507506370544434,
+      "subrel-constrast": 3.8029327392578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5041974782943726,
-      "cov-distil (oracle2student)": 3.4649229049682617,
-      "cov-distil (oracle2teacher)": 3.5441417694091797,
+      "cov-distil": 1.8219581842422485,
+      "cov-distil (oracle2student)": 3.8740086555480957,
+      "cov-distil (oracle2teacher)": 4.180392742156982,
       "epoch": 1.4850863422291993,
-      "rel-constrast": 2.2610387802124023,
+      "rel-constrast": 2.63712477684021,
       "step": 1892,
-      "subrel-constrast": 3.015953779220581,
+      "subrel-constrast": 3.038577079772949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3576924800872803,
-      "cov-distil (oracle2student)": 3.3984508514404297,
-      "cov-distil (oracle2teacher)": 3.3243513107299805,
+      "cov-distil": 1.66121506690979,
+      "cov-distil (oracle2student)": 4.116691589355469,
+      "cov-distil (oracle2teacher)": 4.1881103515625,
       "epoch": 1.4858712715855573,
-      "rel-constrast": 2.5813984870910645,
+      "rel-constrast": 2.7083821296691895,
       "step": 1893,
-      "subrel-constrast": 3.0531294345855713,
+      "subrel-constrast": 3.066314458847046,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.153913140296936,
-      "cov-distil (oracle2student)": 4.345780372619629,
-      "cov-distil (oracle2teacher)": 4.352718830108643,
+      "cov-distil": 1.4561008214950562,
+      "cov-distil (oracle2student)": 4.379488945007324,
+      "cov-distil (oracle2teacher)": 4.509888648986816,
       "epoch": 1.4866562009419153,
-      "rel-constrast": 3.2440240383148193,
+      "rel-constrast": 3.10509991645813,
       "step": 1894,
-      "subrel-constrast": 3.4956295490264893,
+      "subrel-constrast": 3.641199827194214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5457699298858643,
-      "cov-distil (oracle2student)": 4.9476118087768555,
-      "cov-distil (oracle2teacher)": 4.5059685707092285,
+      "cov-distil": 1.817554235458374,
+      "cov-distil (oracle2student)": 5.188717842102051,
+      "cov-distil (oracle2teacher)": 5.221926212310791,
       "epoch": 1.487441130298273,
-      "rel-constrast": 2.1165847778320312,
+      "rel-constrast": 1.991361379623413,
       "step": 1895,
-      "subrel-constrast": 3.051499366760254,
+      "subrel-constrast": 3.065027952194214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2244950532913208,
-      "cov-distil (oracle2student)": 2.6861298084259033,
-      "cov-distil (oracle2teacher)": 2.7791075706481934,
+      "cov-distil": 1.4658539295196533,
+      "cov-distil (oracle2student)": 3.2136576175689697,
+      "cov-distil (oracle2teacher)": 2.901843547821045,
       "epoch": 1.488226059654631,
-      "rel-constrast": 2.134418487548828,
+      "rel-constrast": 2.680741310119629,
       "step": 1896,
-      "subrel-constrast": 2.9587888717651367,
+      "subrel-constrast": 2.675122022628784,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1315360069274902,
-      "cov-distil (oracle2student)": 6.507489204406738,
-      "cov-distil (oracle2teacher)": 5.72232723236084,
+      "cov-distil": 1.5101797580718994,
+      "cov-distil (oracle2student)": 6.539948463439941,
+      "cov-distil (oracle2teacher)": 6.786901950836182,
       "epoch": 1.489010989010989,
-      "rel-constrast": 2.9158642292022705,
+      "rel-constrast": 2.6953165531158447,
       "step": 1897,
-      "subrel-constrast": 3.5586516857147217,
+      "subrel-constrast": 3.7474119663238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4999985694885254,
-      "cov-distil (oracle2student)": 4.5897297859191895,
-      "cov-distil (oracle2teacher)": 4.284789085388184,
+      "cov-distil": 2.1089820861816406,
+      "cov-distil (oracle2student)": 4.786707878112793,
+      "cov-distil (oracle2teacher)": 4.790868282318115,
       "epoch": 1.489795918367347,
-      "rel-constrast": 3.15089750289917,
+      "rel-constrast": 3.747368812561035,
       "step": 1898,
-      "subrel-constrast": 3.5956332683563232,
+      "subrel-constrast": 3.4707741737365723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9041634798049927,
-      "cov-distil (oracle2student)": 5.048053741455078,
-      "cov-distil (oracle2teacher)": 4.696500778198242,
+      "cov-distil": 2.072484254837036,
+      "cov-distil (oracle2student)": 5.555756092071533,
+      "cov-distil (oracle2teacher)": 5.180066108703613,
       "epoch": 1.4905808477237048,
-      "rel-constrast": 2.978008985519409,
+      "rel-constrast": 3.173213243484497,
       "step": 1899,
-      "subrel-constrast": 3.636552095413208,
+      "subrel-constrast": 3.8404746055603027,
       "view-similarity": 0
     },
     {
       "epoch": 1.4913657770800628,
-      "grad_norm": 6.90625,
+      "grad_norm": 7.1875,
       "learning_rate": 4.877910814078041e-05,
-      "loss": 0.724,
+      "loss": 0.7397,
       "step": 1900
     },
     {
       "epoch": 1.4913657770800628,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.32343751192092896,
       "step": 1900
     },
     {
       "epoch": 1.4913657770800628,
       "step": 1900,
-      "student margin": 0.04156494140625
+      "student margin": 0.0399169921875
     },
     {
       "epoch": 1.4913657770800628,
       "step": 1900,
-      "teacher margin": 0.025115966796875
+      "teacher margin": 0.027557373046875
     },
     {
       "epoch": 1.4913657770800628,
-      "margin difference": -0.016448974609375,
+      "margin difference": -0.012359619140625,
       "step": 1900
     },
     {
-      "cov-distil": 1.8200678825378418,
-      "cov-distil (oracle2student)": 3.9837305545806885,
-      "cov-distil (oracle2teacher)": 4.241322994232178,
+      "cov-distil": 1.6567729711532593,
+      "cov-distil (oracle2student)": 4.615183353424072,
+      "cov-distil (oracle2teacher)": 4.855649948120117,
       "epoch": 1.4913657770800628,
-      "rel-constrast": 3.714162826538086,
+      "rel-constrast": 3.686335563659668,
       "step": 1900,
-      "subrel-constrast": 4.235428333282471,
+      "subrel-constrast": 4.013027191162109,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1765316724777222,
-      "cov-distil (oracle2student)": 3.4101648330688477,
-      "cov-distil (oracle2teacher)": 3.5064611434936523,
+      "cov-distil": 1.9162589311599731,
+      "cov-distil (oracle2student)": 3.724088668823242,
+      "cov-distil (oracle2teacher)": 3.9816033840179443,
       "epoch": 1.4921507064364208,
-      "rel-constrast": 2.584463596343994,
+      "rel-constrast": 2.921082019805908,
       "step": 1901,
-      "subrel-constrast": 2.8131165504455566,
+      "subrel-constrast": 3.350008249282837,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4192533493041992,
-      "cov-distil (oracle2student)": 2.8145060539245605,
-      "cov-distil (oracle2teacher)": 2.462829113006592,
+      "cov-distil": 1.319946527481079,
+      "cov-distil (oracle2student)": 2.5964555740356445,
+      "cov-distil (oracle2teacher)": 2.6637868881225586,
       "epoch": 1.4929356357927785,
-      "rel-constrast": 2.39072585105896,
+      "rel-constrast": 2.1031811237335205,
       "step": 1902,
-      "subrel-constrast": 2.3945631980895996,
+      "subrel-constrast": 2.2909865379333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2846920490264893,
-      "cov-distil (oracle2student)": 3.737550973892212,
-      "cov-distil (oracle2teacher)": 3.5892839431762695,
+      "cov-distil": 1.8286545276641846,
+      "cov-distil (oracle2student)": 3.9021413326263428,
+      "cov-distil (oracle2teacher)": 3.601937770843506,
       "epoch": 1.4937205651491365,
-      "rel-constrast": 2.0010600090026855,
+      "rel-constrast": 2.4509832859039307,
       "step": 1903,
-      "subrel-constrast": 2.654101610183716,
+      "subrel-constrast": 2.84841251373291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5933458805084229,
-      "cov-distil (oracle2student)": 3.2610483169555664,
-      "cov-distil (oracle2teacher)": 3.3903608322143555,
+      "cov-distil": 2.0495893955230713,
+      "cov-distil (oracle2student)": 3.214353084564209,
+      "cov-distil (oracle2teacher)": 3.628532886505127,
       "epoch": 1.4945054945054945,
-      "rel-constrast": 3.7466659545898438,
+      "rel-constrast": 3.689103603363037,
       "step": 1904,
-      "subrel-constrast": 4.301742076873779,
+      "subrel-constrast": 4.305917739868164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5730876922607422,
-      "cov-distil (oracle2student)": 3.9070684909820557,
-      "cov-distil (oracle2teacher)": 3.919351577758789,
+      "cov-distil": 1.8857300281524658,
+      "cov-distil (oracle2student)": 4.259861946105957,
+      "cov-distil (oracle2teacher)": 4.2528204917907715,
       "epoch": 1.4952904238618525,
-      "rel-constrast": 2.518761396408081,
+      "rel-constrast": 2.7421443462371826,
       "step": 1905,
-      "subrel-constrast": 3.0427777767181396,
+      "subrel-constrast": 3.0720772743225098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.059499740600586,
-      "cov-distil (oracle2student)": 5.231939315795898,
-      "cov-distil (oracle2teacher)": 4.642115116119385,
+      "cov-distil": 2.210475444793701,
+      "cov-distil (oracle2student)": 5.848625183105469,
+      "cov-distil (oracle2teacher)": 4.751608848571777,
       "epoch": 1.4960753532182103,
-      "rel-constrast": 3.0383875370025635,
+      "rel-constrast": 3.6003897190093994,
       "step": 1906,
-      "subrel-constrast": 3.9105637073516846,
+      "subrel-constrast": 3.8869071006774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4514204263687134,
-      "cov-distil (oracle2student)": 4.346742153167725,
-      "cov-distil (oracle2teacher)": 4.052260398864746,
+      "cov-distil": 1.8323066234588623,
+      "cov-distil (oracle2student)": 4.587265968322754,
+      "cov-distil (oracle2teacher)": 4.698923110961914,
       "epoch": 1.4968602825745683,
-      "rel-constrast": 2.7481608390808105,
+      "rel-constrast": 2.9195241928100586,
       "step": 1907,
-      "subrel-constrast": 3.255969524383545,
+      "subrel-constrast": 2.9591002464294434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5344431400299072,
-      "cov-distil (oracle2student)": 2.184706449508667,
-      "cov-distil (oracle2teacher)": 2.6382651329040527,
+      "cov-distil": 2.350504159927368,
+      "cov-distil (oracle2student)": 2.6474287509918213,
+      "cov-distil (oracle2teacher)": 2.952535629272461,
       "epoch": 1.4976452119309263,
-      "rel-constrast": 2.1720316410064697,
+      "rel-constrast": 2.094855308532715,
       "step": 1908,
-      "subrel-constrast": 2.75362491607666,
+      "subrel-constrast": 3.162858247756958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.444244623184204,
-      "cov-distil (oracle2student)": 4.057034492492676,
-      "cov-distil (oracle2teacher)": 4.102211952209473,
+      "cov-distil": 2.2013893127441406,
+      "cov-distil (oracle2student)": 4.442668914794922,
+      "cov-distil (oracle2teacher)": 4.328136920928955,
       "epoch": 1.498430141287284,
-      "rel-constrast": 2.408419132232666,
+      "rel-constrast": 3.0733017921447754,
       "step": 1909,
-      "subrel-constrast": 3.3695499897003174,
+      "subrel-constrast": 3.3136584758758545,
       "view-similarity": 0
     },
     {
       "epoch": 1.499215070643642,
-      "grad_norm": 5.28125,
+      "grad_norm": 6.65625,
       "learning_rate": 4.8752025477519295e-05,
-      "loss": 0.7215,
+      "loss": 0.732,
       "step": 1910
     },
     {
-      "cov-distil": 1.3822780847549438,
-      "cov-distil (oracle2student)": 3.074392795562744,
-      "cov-distil (oracle2teacher)": 3.4046082496643066,
+      "cov-distil": 1.6797477006912231,
+      "cov-distil (oracle2student)": 3.3224265575408936,
+      "cov-distil (oracle2teacher)": 3.812217950820923,
       "epoch": 1.499215070643642,
-      "rel-constrast": 3.053463935852051,
+      "rel-constrast": 3.253965377807617,
       "step": 1910,
-      "subrel-constrast": 3.5782012939453125,
+      "subrel-constrast": 3.5671896934509277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1215405464172363,
-      "cov-distil (oracle2student)": 4.09284782409668,
-      "cov-distil (oracle2teacher)": 4.057436466217041,
+      "cov-distil": 2.8620195388793945,
+      "cov-distil (oracle2student)": 4.717432975769043,
+      "cov-distil (oracle2teacher)": 4.364279747009277,
       "epoch": 1.5,
-      "rel-constrast": 3.2193315029144287,
+      "rel-constrast": 3.228348970413208,
       "step": 1911,
-      "subrel-constrast": 4.111722946166992,
+      "subrel-constrast": 4.236117362976074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6215386390686035,
-      "cov-distil (oracle2student)": 5.013403415679932,
-      "cov-distil (oracle2teacher)": 4.43386173248291,
+      "cov-distil": 1.9424078464508057,
+      "cov-distil (oracle2student)": 5.621234893798828,
+      "cov-distil (oracle2teacher)": 5.178048133850098,
       "epoch": 1.500784929356358,
-      "rel-constrast": 2.296384811401367,
+      "rel-constrast": 2.9422364234924316,
       "step": 1912,
-      "subrel-constrast": 3.439622163772583,
+      "subrel-constrast": 3.5593574047088623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.828143835067749,
-      "cov-distil (oracle2student)": 3.670921802520752,
-      "cov-distil (oracle2teacher)": 3.9030356407165527,
+      "cov-distil": 2.2961509227752686,
+      "cov-distil (oracle2student)": 3.100595712661743,
+      "cov-distil (oracle2teacher)": 3.614800453186035,
       "epoch": 1.501569858712716,
-      "rel-constrast": 2.9615867137908936,
+      "rel-constrast": 3.0317647457122803,
       "step": 1913,
-      "subrel-constrast": 3.9367730617523193,
+      "subrel-constrast": 3.743541717529297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.47484290599823,
-      "cov-distil (oracle2student)": 6.2821760177612305,
-      "cov-distil (oracle2teacher)": 5.5559186935424805,
+      "cov-distil": 2.1416068077087402,
+      "cov-distil (oracle2student)": 6.046967506408691,
+      "cov-distil (oracle2teacher)": 5.479496002197266,
       "epoch": 1.5023547880690737,
-      "rel-constrast": 3.6902894973754883,
+      "rel-constrast": 3.898602247238159,
       "step": 1914,
-      "subrel-constrast": 3.998914957046509,
+      "subrel-constrast": 4.029154300689697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.727229118347168,
-      "cov-distil (oracle2student)": 5.220627784729004,
-      "cov-distil (oracle2teacher)": 4.6269378662109375,
+      "cov-distil": 2.5150465965270996,
+      "cov-distil (oracle2student)": 5.154770851135254,
+      "cov-distil (oracle2teacher)": 4.95126485824585,
       "epoch": 1.5031397174254317,
-      "rel-constrast": 4.270571708679199,
+      "rel-constrast": 4.722414016723633,
       "step": 1915,
-      "subrel-constrast": 5.203466415405273,
+      "subrel-constrast": 5.2430100440979,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5483829975128174,
-      "cov-distil (oracle2student)": 3.059772491455078,
-      "cov-distil (oracle2teacher)": 3.301860809326172,
+      "cov-distil": 2.368429183959961,
+      "cov-distil (oracle2student)": 4.040707588195801,
+      "cov-distil (oracle2teacher)": 3.498854637145996,
       "epoch": 1.5039246467817895,
-      "rel-constrast": 2.9325826168060303,
+      "rel-constrast": 3.5227110385894775,
       "step": 1916,
-      "subrel-constrast": 3.9415740966796875,
+      "subrel-constrast": 3.835186004638672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5470190048217773,
-      "cov-distil (oracle2student)": 5.574818134307861,
-      "cov-distil (oracle2teacher)": 5.102795124053955,
+      "cov-distil": 1.7302789688110352,
+      "cov-distil (oracle2student)": 5.675638198852539,
+      "cov-distil (oracle2teacher)": 4.632979869842529,
       "epoch": 1.5047095761381475,
-      "rel-constrast": 3.495610237121582,
+      "rel-constrast": 3.28121018409729,
       "step": 1917,
-      "subrel-constrast": 3.616776704788208,
+      "subrel-constrast": 3.3912107944488525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784400463104248,
-      "cov-distil (oracle2student)": 3.3386974334716797,
-      "cov-distil (oracle2teacher)": 3.493413209915161,
+      "cov-distil": 2.157118797302246,
+      "cov-distil (oracle2student)": 3.2960944175720215,
+      "cov-distil (oracle2teacher)": 3.7360289096832275,
       "epoch": 1.5054945054945055,
-      "rel-constrast": 2.136384963989258,
+      "rel-constrast": 2.0784475803375244,
       "step": 1918,
-      "subrel-constrast": 3.067333221435547,
+      "subrel-constrast": 2.9588401317596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5800302028656006,
-      "cov-distil (oracle2student)": 3.5927000045776367,
-      "cov-distil (oracle2teacher)": 3.5073397159576416,
+      "cov-distil": 1.999670147895813,
+      "cov-distil (oracle2student)": 3.9196243286132812,
+      "cov-distil (oracle2teacher)": 3.536022663116455,
       "epoch": 1.5062794348508635,
-      "rel-constrast": 2.6197471618652344,
+      "rel-constrast": 2.97350811958313,
       "step": 1919,
-      "subrel-constrast": 3.7135367393493652,
+      "subrel-constrast": 3.7889225482940674,
       "view-similarity": 0
     },
     {
       "epoch": 1.5070643642072215,
-      "grad_norm": 5.59375,
+      "grad_norm": 7.25,
       "learning_rate": 4.8724653403323414e-05,
-      "loss": 0.8084,
+      "loss": 0.8233,
       "step": 1920
     },
     {
-      "cov-distil": 1.68130362033844,
-      "cov-distil (oracle2student)": 3.8451247215270996,
-      "cov-distil (oracle2teacher)": 4.132164001464844,
+      "cov-distil": 2.527937412261963,
+      "cov-distil (oracle2student)": 4.567371368408203,
+      "cov-distil (oracle2teacher)": 4.24334716796875,
       "epoch": 1.5070643642072215,
-      "rel-constrast": 5.524275779724121,
+      "rel-constrast": 6.313497543334961,
       "step": 1920,
-      "subrel-constrast": 5.853363990783691,
+      "subrel-constrast": 5.948112487792969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5609867572784424,
-      "cov-distil (oracle2student)": 3.605884313583374,
-      "cov-distil (oracle2teacher)": 3.0318446159362793,
+      "cov-distil": 1.6267995834350586,
+      "cov-distil (oracle2student)": 3.7037248611450195,
+      "cov-distil (oracle2teacher)": 3.4535322189331055,
       "epoch": 1.5078492935635794,
-      "rel-constrast": 3.6201601028442383,
+      "rel-constrast": 3.522758960723877,
       "step": 1921,
-      "subrel-constrast": 3.9134087562561035,
+      "subrel-constrast": 3.8816187381744385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6563458442687988,
-      "cov-distil (oracle2student)": 4.422513961791992,
-      "cov-distil (oracle2teacher)": 3.926860809326172,
+      "cov-distil": 1.8859503269195557,
+      "cov-distil (oracle2student)": 4.51165771484375,
+      "cov-distil (oracle2teacher)": 4.307643890380859,
       "epoch": 1.5086342229199372,
-      "rel-constrast": 2.435603618621826,
+      "rel-constrast": 2.5194764137268066,
       "step": 1922,
-      "subrel-constrast": 3.422584056854248,
+      "subrel-constrast": 3.439566135406494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8695662021636963,
-      "cov-distil (oracle2student)": 5.650864124298096,
-      "cov-distil (oracle2teacher)": 4.782127857208252,
+      "cov-distil": 1.799747109413147,
+      "cov-distil (oracle2student)": 5.489862442016602,
+      "cov-distil (oracle2teacher)": 4.780388355255127,
       "epoch": 1.509419152276295,
-      "rel-constrast": 3.255434036254883,
+      "rel-constrast": 3.745293140411377,
       "step": 1923,
-      "subrel-constrast": 4.152292251586914,
+      "subrel-constrast": 3.8556315898895264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4841439723968506,
-      "cov-distil (oracle2student)": 5.437008380889893,
-      "cov-distil (oracle2teacher)": 4.618408679962158,
+      "cov-distil": 1.7473819255828857,
+      "cov-distil (oracle2student)": 5.6379499435424805,
+      "cov-distil (oracle2teacher)": 4.813594818115234,
       "epoch": 1.510204081632653,
-      "rel-constrast": 1.9784290790557861,
+      "rel-constrast": 2.4197754859924316,
       "step": 1924,
-      "subrel-constrast": 2.797206401824951,
+      "subrel-constrast": 2.6431446075439453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4636828899383545,
-      "cov-distil (oracle2student)": 3.4912476539611816,
-      "cov-distil (oracle2teacher)": 3.356928825378418,
+      "cov-distil": 1.8557929992675781,
+      "cov-distil (oracle2student)": 3.374687671661377,
+      "cov-distil (oracle2teacher)": 3.5786519050598145,
       "epoch": 1.510989010989011,
-      "rel-constrast": 3.3939216136932373,
+      "rel-constrast": 3.6063385009765625,
       "step": 1925,
-      "subrel-constrast": 3.77427339553833,
+      "subrel-constrast": 3.9382095336914062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.257701873779297,
-      "cov-distil (oracle2student)": 3.613499641418457,
-      "cov-distil (oracle2teacher)": 3.307716131210327,
+      "cov-distil": 2.2247114181518555,
+      "cov-distil (oracle2student)": 3.098820686340332,
+      "cov-distil (oracle2teacher)": 3.6270670890808105,
       "epoch": 1.511773940345369,
-      "rel-constrast": 2.073474407196045,
+      "rel-constrast": 2.2469820976257324,
       "step": 1926,
-      "subrel-constrast": 3.209826946258545,
+      "subrel-constrast": 2.7737972736358643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2852833271026611,
-      "cov-distil (oracle2student)": 3.8562893867492676,
-      "cov-distil (oracle2teacher)": 3.761594295501709,
+      "cov-distil": 1.4702008962631226,
+      "cov-distil (oracle2student)": 4.546895980834961,
+      "cov-distil (oracle2teacher)": 3.7412304878234863,
       "epoch": 1.512558869701727,
-      "rel-constrast": 2.6977102756500244,
+      "rel-constrast": 3.2982378005981445,
       "step": 1927,
-      "subrel-constrast": 3.1279876232147217,
+      "subrel-constrast": 2.970325231552124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0923831462860107,
-      "cov-distil (oracle2student)": 2.8294901847839355,
-      "cov-distil (oracle2teacher)": 2.9233245849609375,
+      "cov-distil": 1.5668054819107056,
+      "cov-distil (oracle2student)": 3.5794663429260254,
+      "cov-distil (oracle2teacher)": 3.744058132171631,
       "epoch": 1.513343799058085,
-      "rel-constrast": 2.52026629447937,
+      "rel-constrast": 3.327484607696533,
       "step": 1928,
-      "subrel-constrast": 3.1192376613616943,
+      "subrel-constrast": 3.2898383140563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.028331995010376,
-      "cov-distil (oracle2student)": 4.797187805175781,
-      "cov-distil (oracle2teacher)": 4.900268077850342,
+      "cov-distil": 2.1589083671569824,
+      "cov-distil (oracle2student)": 4.578497409820557,
+      "cov-distil (oracle2teacher)": 4.985466957092285,
       "epoch": 1.5141287284144427,
-      "rel-constrast": 3.131110191345215,
+      "rel-constrast": 2.7686989307403564,
       "step": 1929,
-      "subrel-constrast": 4.235548496246338,
+      "subrel-constrast": 4.083889007568359,
       "view-similarity": 0
     },
     {
       "epoch": 1.5149136577708007,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.28125,
       "learning_rate": 4.8696992251712865e-05,
-      "loss": 0.8067,
+      "loss": 0.8442,
       "step": 1930
     },
     {
-      "cov-distil": 1.2935891151428223,
-      "cov-distil (oracle2student)": 4.263140678405762,
-      "cov-distil (oracle2teacher)": 4.029933929443359,
+      "cov-distil": 1.8447787761688232,
+      "cov-distil (oracle2student)": 4.5124006271362305,
+      "cov-distil (oracle2teacher)": 4.73822021484375,
       "epoch": 1.5149136577708007,
-      "rel-constrast": 2.43511962890625,
+      "rel-constrast": 2.563302993774414,
       "step": 1930,
-      "subrel-constrast": 3.0668649673461914,
+      "subrel-constrast": 3.5218148231506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1215782165527344,
-      "cov-distil (oracle2student)": 3.8190982341766357,
-      "cov-distil (oracle2teacher)": 3.8130149841308594,
+      "cov-distil": 1.4482109546661377,
+      "cov-distil (oracle2student)": 4.311645984649658,
+      "cov-distil (oracle2teacher)": 3.7805826663970947,
       "epoch": 1.5156985871271584,
-      "rel-constrast": 2.3707656860351562,
+      "rel-constrast": 2.654660701751709,
       "step": 1931,
-      "subrel-constrast": 2.7674336433410645,
+      "subrel-constrast": 2.7518510818481445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4837236404418945,
-      "cov-distil (oracle2student)": 4.2342634201049805,
-      "cov-distil (oracle2teacher)": 4.014438629150391,
+      "cov-distil": 2.0966920852661133,
+      "cov-distil (oracle2student)": 4.520036697387695,
+      "cov-distil (oracle2teacher)": 3.9752275943756104,
       "epoch": 1.5164835164835164,
-      "rel-constrast": 2.7599074840545654,
+      "rel-constrast": 2.716224193572998,
       "step": 1932,
-      "subrel-constrast": 3.556955337524414,
+      "subrel-constrast": 3.701960563659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2333347797393799,
-      "cov-distil (oracle2student)": 4.785069942474365,
-      "cov-distil (oracle2teacher)": 4.075497627258301,
+      "cov-distil": 1.4770865440368652,
+      "cov-distil (oracle2student)": 4.905620098114014,
+      "cov-distil (oracle2teacher)": 4.952154159545898,
       "epoch": 1.5172684458398744,
-      "rel-constrast": 3.2602295875549316,
+      "rel-constrast": 3.1150989532470703,
       "step": 1933,
-      "subrel-constrast": 3.3644399642944336,
+      "subrel-constrast": 3.3198606967926025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.754798173904419,
-      "cov-distil (oracle2student)": 4.039218902587891,
-      "cov-distil (oracle2teacher)": 4.153687477111816,
+      "cov-distil": 2.4923596382141113,
+      "cov-distil (oracle2student)": 4.365143775939941,
+      "cov-distil (oracle2teacher)": 4.2985429763793945,
       "epoch": 1.5180533751962324,
-      "rel-constrast": 3.1695945262908936,
+      "rel-constrast": 3.3345651626586914,
       "step": 1934,
-      "subrel-constrast": 4.279153823852539,
+      "subrel-constrast": 4.355963230133057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.559018611907959,
-      "cov-distil (oracle2student)": 5.300314903259277,
-      "cov-distil (oracle2teacher)": 5.020586967468262,
+      "cov-distil": 1.780048131942749,
+      "cov-distil (oracle2student)": 5.383674621582031,
+      "cov-distil (oracle2teacher)": 5.291053771972656,
       "epoch": 1.5188383045525904,
-      "rel-constrast": 3.1405386924743652,
+      "rel-constrast": 2.703197479248047,
       "step": 1935,
-      "subrel-constrast": 3.7498159408569336,
+      "subrel-constrast": 3.9211485385894775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4939593076705933,
-      "cov-distil (oracle2student)": 3.208052635192871,
-      "cov-distil (oracle2teacher)": 3.293198823928833,
+      "cov-distil": 1.9027411937713623,
+      "cov-distil (oracle2student)": 3.9679956436157227,
+      "cov-distil (oracle2teacher)": 3.915752410888672,
       "epoch": 1.5196232339089482,
-      "rel-constrast": 3.0275135040283203,
+      "rel-constrast": 3.1770105361938477,
       "step": 1936,
-      "subrel-constrast": 3.6351850032806396,
+      "subrel-constrast": 4.035203456878662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.428492784500122,
-      "cov-distil (oracle2student)": 4.486096382141113,
-      "cov-distil (oracle2teacher)": 4.52850341796875,
+      "cov-distil": 1.6417732238769531,
+      "cov-distil (oracle2student)": 5.479733467102051,
+      "cov-distil (oracle2teacher)": 5.149382591247559,
       "epoch": 1.5204081632653061,
-      "rel-constrast": 3.8076090812683105,
+      "rel-constrast": 3.922410249710083,
       "step": 1937,
-      "subrel-constrast": 4.4368577003479,
+      "subrel-constrast": 4.571974754333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2678797245025635,
-      "cov-distil (oracle2student)": 4.003924369812012,
-      "cov-distil (oracle2teacher)": 4.1155595779418945,
+      "cov-distil": 1.654929280281067,
+      "cov-distil (oracle2student)": 4.2893218994140625,
+      "cov-distil (oracle2teacher)": 4.367546081542969,
       "epoch": 1.521193092621664,
-      "rel-constrast": 2.5180797576904297,
+      "rel-constrast": 2.8278822898864746,
       "step": 1938,
-      "subrel-constrast": 3.265015125274658,
+      "subrel-constrast": 3.083850622177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5919368267059326,
-      "cov-distil (oracle2student)": 4.684997081756592,
-      "cov-distil (oracle2teacher)": 4.577469348907471,
+      "cov-distil": 1.8729588985443115,
+      "cov-distil (oracle2student)": 4.936544895172119,
+      "cov-distil (oracle2teacher)": 5.093951225280762,
       "epoch": 1.521978021978022,
-      "rel-constrast": 3.2359108924865723,
+      "rel-constrast": 3.4845190048217773,
       "step": 1939,
-      "subrel-constrast": 4.052987098693848,
+      "subrel-constrast": 4.024646282196045,
       "view-similarity": 0
     },
     {
       "epoch": 1.5227629513343799,
-      "grad_norm": 6.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.866904235973005e-05,
-      "loss": 0.7787,
+      "loss": 0.7625,
       "step": 1940
     },
     {
-      "cov-distil": 1.4406867027282715,
-      "cov-distil (oracle2student)": 5.061967372894287,
-      "cov-distil (oracle2teacher)": 5.217357635498047,
+      "cov-distil": 1.9799013137817383,
+      "cov-distil (oracle2student)": 6.344797611236572,
+      "cov-distil (oracle2teacher)": 5.544379234313965,
       "epoch": 1.5227629513343799,
-      "rel-constrast": 2.845330238342285,
+      "rel-constrast": 3.4166994094848633,
       "step": 1940,
-      "subrel-constrast": 3.37530517578125,
+      "subrel-constrast": 3.724630117416382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.526735544204712,
-      "cov-distil (oracle2student)": 3.3419079780578613,
-      "cov-distil (oracle2teacher)": 3.7587883472442627,
+      "cov-distil": 1.7069541215896606,
+      "cov-distil (oracle2student)": 4.120157241821289,
+      "cov-distil (oracle2teacher)": 3.9736433029174805,
       "epoch": 1.5235478806907379,
-      "rel-constrast": 2.4881136417388916,
+      "rel-constrast": 2.7194085121154785,
       "step": 1941,
-      "subrel-constrast": 3.6015264987945557,
+      "subrel-constrast": 3.310856342315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9293419122695923,
-      "cov-distil (oracle2student)": 5.4480414390563965,
-      "cov-distil (oracle2teacher)": 5.065512657165527,
+      "cov-distil": 2.5041403770446777,
+      "cov-distil (oracle2student)": 6.193750381469727,
+      "cov-distil (oracle2teacher)": 5.208381652832031,
       "epoch": 1.5243328100470959,
-      "rel-constrast": 2.9614129066467285,
+      "rel-constrast": 3.689021110534668,
       "step": 1942,
-      "subrel-constrast": 3.759190320968628,
+      "subrel-constrast": 3.6818296909332275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.368671178817749,
-      "cov-distil (oracle2student)": 3.0140585899353027,
-      "cov-distil (oracle2teacher)": 3.2035350799560547,
+      "cov-distil": 1.5298826694488525,
+      "cov-distil (oracle2student)": 3.3022947311401367,
+      "cov-distil (oracle2teacher)": 3.6832358837127686,
       "epoch": 1.5251177394034539,
-      "rel-constrast": 2.5788989067077637,
+      "rel-constrast": 3.039085626602173,
       "step": 1943,
-      "subrel-constrast": 3.333850860595703,
+      "subrel-constrast": 3.221220016479492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0682921409606934,
-      "cov-distil (oracle2student)": 4.521337509155273,
-      "cov-distil (oracle2teacher)": 4.286746978759766,
+      "cov-distil": 1.7299437522888184,
+      "cov-distil (oracle2student)": 4.754033088684082,
+      "cov-distil (oracle2teacher)": 4.453223705291748,
       "epoch": 1.5259026687598116,
-      "rel-constrast": 2.364550828933716,
+      "rel-constrast": 2.546657085418701,
       "step": 1944,
-      "subrel-constrast": 2.6539671421051025,
+      "subrel-constrast": 2.8656132221221924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4087183475494385,
-      "cov-distil (oracle2student)": 2.8617520332336426,
-      "cov-distil (oracle2teacher)": 2.5491108894348145,
+      "cov-distil": 1.4093457460403442,
+      "cov-distil (oracle2student)": 2.7221765518188477,
+      "cov-distil (oracle2teacher)": 2.5258572101593018,
       "epoch": 1.5266875981161694,
-      "rel-constrast": 2.9411816596984863,
+      "rel-constrast": 2.89658260345459,
       "step": 1945,
-      "subrel-constrast": 3.3835527896881104,
+      "subrel-constrast": 3.2848758697509766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8103678226470947,
-      "cov-distil (oracle2student)": 5.06727933883667,
-      "cov-distil (oracle2teacher)": 4.841084003448486,
+      "cov-distil": 1.3635128736495972,
+      "cov-distil (oracle2student)": 4.908931732177734,
+      "cov-distil (oracle2teacher)": 4.720090866088867,
       "epoch": 1.5274725274725274,
-      "rel-constrast": 2.948176383972168,
+      "rel-constrast": 3.6195428371429443,
       "step": 1946,
-      "subrel-constrast": 3.823755979537964,
+      "subrel-constrast": 3.694159507751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2556767463684082,
-      "cov-distil (oracle2student)": 4.826472282409668,
-      "cov-distil (oracle2teacher)": 5.049144744873047,
+      "cov-distil": 1.8698105812072754,
+      "cov-distil (oracle2student)": 5.095337867736816,
+      "cov-distil (oracle2teacher)": 5.012286186218262,
       "epoch": 1.5282574568288854,
-      "rel-constrast": 3.2107505798339844,
+      "rel-constrast": 3.300173282623291,
       "step": 1947,
-      "subrel-constrast": 4.03645133972168,
+      "subrel-constrast": 4.075463771820068,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5062694549560547,
-      "cov-distil (oracle2student)": 4.601363182067871,
-      "cov-distil (oracle2teacher)": 4.213315486907959,
+      "cov-distil": 2.042020320892334,
+      "cov-distil (oracle2student)": 4.520488739013672,
+      "cov-distil (oracle2teacher)": 4.586399078369141,
       "epoch": 1.5290423861852434,
-      "rel-constrast": 2.789292335510254,
+      "rel-constrast": 3.122925043106079,
       "step": 1948,
-      "subrel-constrast": 3.6353132724761963,
+      "subrel-constrast": 3.483095407485962,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5847824811935425,
-      "cov-distil (oracle2student)": 6.44348669052124,
-      "cov-distil (oracle2teacher)": 5.705442905426025,
+      "cov-distil": 1.7433805465698242,
+      "cov-distil (oracle2student)": 6.636758804321289,
+      "cov-distil (oracle2teacher)": 5.391046524047852,
       "epoch": 1.5298273155416013,
-      "rel-constrast": 3.9315719604492188,
+      "rel-constrast": 4.805797100067139,
       "step": 1949,
-      "subrel-constrast": 4.7628374099731445,
+      "subrel-constrast": 4.512625694274902,
       "view-similarity": 0
     },
     {
       "epoch": 1.5306122448979593,
-      "grad_norm": 5.46875,
+      "grad_norm": 8.9375,
       "learning_rate": 4.8640804067935554e-05,
-      "loss": 0.7637,
+      "loss": 0.8289,
       "step": 1950
     },
     {
-      "cov-distil": 1.9629204273223877,
-      "cov-distil (oracle2student)": 3.5010714530944824,
-      "cov-distil (oracle2teacher)": 2.745143413543701,
+      "cov-distil": 1.8058449029922485,
+      "cov-distil (oracle2student)": 3.425808906555176,
+      "cov-distil (oracle2teacher)": 2.9273672103881836,
       "epoch": 1.5306122448979593,
-      "rel-constrast": 2.507103443145752,
+      "rel-constrast": 3.507667064666748,
       "step": 1950,
-      "subrel-constrast": 3.2004811763763428,
+      "subrel-constrast": 3.1499476432800293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.433044195175171,
-      "cov-distil (oracle2student)": 4.362194061279297,
-      "cov-distil (oracle2teacher)": 3.921370029449463,
+      "cov-distil": 1.552842140197754,
+      "cov-distil (oracle2student)": 4.7413177490234375,
+      "cov-distil (oracle2teacher)": 4.340306282043457,
       "epoch": 1.531397174254317,
-      "rel-constrast": 3.2771849632263184,
+      "rel-constrast": 3.59861421585083,
       "step": 1951,
-      "subrel-constrast": 3.5228493213653564,
+      "subrel-constrast": 3.4951558113098145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.313047170639038,
-      "cov-distil (oracle2student)": 3.8566977977752686,
-      "cov-distil (oracle2teacher)": 3.832613468170166,
+      "cov-distil": 1.756424903869629,
+      "cov-distil (oracle2student)": 4.904116630554199,
+      "cov-distil (oracle2teacher)": 4.079310417175293,
       "epoch": 1.532182103610675,
-      "rel-constrast": 1.862630844116211,
+      "rel-constrast": 2.5870375633239746,
       "step": 1952,
-      "subrel-constrast": 2.4508941173553467,
+      "subrel-constrast": 2.522096633911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2483419179916382,
-      "cov-distil (oracle2student)": 4.512497901916504,
-      "cov-distil (oracle2teacher)": 4.033370018005371,
+      "cov-distil": 1.1948821544647217,
+      "cov-distil (oracle2student)": 4.235441207885742,
+      "cov-distil (oracle2teacher)": 4.052547931671143,
       "epoch": 1.5329670329670328,
-      "rel-constrast": 2.518411874771118,
+      "rel-constrast": 2.5221071243286133,
       "step": 1953,
-      "subrel-constrast": 2.850015640258789,
+      "subrel-constrast": 2.8754961490631104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5606383085250854,
-      "cov-distil (oracle2student)": 4.472964286804199,
-      "cov-distil (oracle2teacher)": 3.9208731651306152,
+      "cov-distil": 2.147185802459717,
+      "cov-distil (oracle2student)": 4.69625997543335,
+      "cov-distil (oracle2teacher)": 4.286782264709473,
       "epoch": 1.5337519623233908,
-      "rel-constrast": 2.5309808254241943,
+      "rel-constrast": 3.125986337661743,
       "step": 1954,
-      "subrel-constrast": 3.62199068069458,
+      "subrel-constrast": 3.7605299949645996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5764573812484741,
-      "cov-distil (oracle2student)": 3.7591652870178223,
-      "cov-distil (oracle2teacher)": 3.9904000759124756,
+      "cov-distil": 1.8158345222473145,
+      "cov-distil (oracle2student)": 3.76747465133667,
+      "cov-distil (oracle2teacher)": 4.017035961151123,
       "epoch": 1.5345368916797488,
-      "rel-constrast": 2.200928211212158,
+      "rel-constrast": 2.225252628326416,
       "step": 1955,
-      "subrel-constrast": 3.113861322402954,
+      "subrel-constrast": 3.386756658554077,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.655348777770996,
-      "cov-distil (oracle2student)": 5.966892242431641,
-      "cov-distil (oracle2teacher)": 5.0572896003723145,
+      "cov-distil": 1.9055240154266357,
+      "cov-distil (oracle2student)": 6.291979789733887,
+      "cov-distil (oracle2teacher)": 5.445566177368164,
       "epoch": 1.5353218210361068,
-      "rel-constrast": 2.497950792312622,
+      "rel-constrast": 2.9273784160614014,
       "step": 1956,
-      "subrel-constrast": 3.254173755645752,
+      "subrel-constrast": 3.510848045349121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6637239456176758,
-      "cov-distil (oracle2student)": 3.354377269744873,
-      "cov-distil (oracle2teacher)": 3.3308072090148926,
+      "cov-distil": 2.269551992416382,
+      "cov-distil (oracle2student)": 4.258671760559082,
+      "cov-distil (oracle2teacher)": 3.3768982887268066,
       "epoch": 1.5361067503924648,
-      "rel-constrast": 3.4182798862457275,
+      "rel-constrast": 3.7169814109802246,
       "step": 1957,
-      "subrel-constrast": 4.7805495262146,
+      "subrel-constrast": 4.657773017883301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3222100734710693,
-      "cov-distil (oracle2student)": 2.852653980255127,
-      "cov-distil (oracle2teacher)": 2.8959875106811523,
+      "cov-distil": 1.6201868057250977,
+      "cov-distil (oracle2student)": 2.5411376953125,
+      "cov-distil (oracle2teacher)": 2.973625421524048,
       "epoch": 1.5368916797488226,
-      "rel-constrast": 1.9040801525115967,
+      "rel-constrast": 2.161921501159668,
       "step": 1958,
-      "subrel-constrast": 2.873310089111328,
+      "subrel-constrast": 2.620617628097534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4053704738616943,
-      "cov-distil (oracle2student)": 4.547569274902344,
-      "cov-distil (oracle2teacher)": 4.0867919921875,
+      "cov-distil": 2.406888961791992,
+      "cov-distil (oracle2student)": 4.610496997833252,
+      "cov-distil (oracle2teacher)": 4.3852643966674805,
       "epoch": 1.5376766091051806,
-      "rel-constrast": 4.031647205352783,
+      "rel-constrast": 4.438102722167969,
       "step": 1959,
-      "subrel-constrast": 4.197070598602295,
+      "subrel-constrast": 4.563471794128418,
       "view-similarity": 0
     },
     {
       "epoch": 1.5384615384615383,
-      "grad_norm": 6.375,
+      "grad_norm": 7.0625,
       "learning_rate": 4.861227772040409e-05,
-      "loss": 0.7066,
+      "loss": 0.7703,
       "step": 1960
     },
     {
-      "cov-distil": 1.6973648071289062,
-      "cov-distil (oracle2student)": 3.438843250274658,
-      "cov-distil (oracle2teacher)": 3.2021613121032715,
+      "cov-distil": 1.880656123161316,
+      "cov-distil (oracle2student)": 3.977928400039673,
+      "cov-distil (oracle2teacher)": 3.3417553901672363,
       "epoch": 1.5384615384615383,
-      "rel-constrast": 3.0188634395599365,
+      "rel-constrast": 3.4694676399230957,
       "step": 1960,
-      "subrel-constrast": 3.830216884613037,
+      "subrel-constrast": 3.329195499420166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6175587177276611,
-      "cov-distil (oracle2student)": 3.4273316860198975,
-      "cov-distil (oracle2teacher)": 3.533212661743164,
+      "cov-distil": 2.4327847957611084,
+      "cov-distil (oracle2student)": 4.042753219604492,
+      "cov-distil (oracle2teacher)": 3.8031630516052246,
       "epoch": 1.5392464678178963,
-      "rel-constrast": 2.5842418670654297,
+      "rel-constrast": 3.5390331745147705,
       "step": 1961,
-      "subrel-constrast": 2.935939073562622,
+      "subrel-constrast": 3.0465917587280273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5720915794372559,
-      "cov-distil (oracle2student)": 3.6428780555725098,
-      "cov-distil (oracle2teacher)": 3.6429476737976074,
+      "cov-distil": 2.0790467262268066,
+      "cov-distil (oracle2student)": 4.3605427742004395,
+      "cov-distil (oracle2teacher)": 3.706735134124756,
       "epoch": 1.5400313971742543,
-      "rel-constrast": 2.3179471492767334,
+      "rel-constrast": 2.9143881797790527,
       "step": 1962,
-      "subrel-constrast": 3.170811176300049,
+      "subrel-constrast": 3.107680082321167,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6361315250396729,
-      "cov-distil (oracle2student)": 5.307055950164795,
-      "cov-distil (oracle2teacher)": 5.468857765197754,
+      "cov-distil": 2.0078155994415283,
+      "cov-distil (oracle2student)": 5.893973350524902,
+      "cov-distil (oracle2teacher)": 5.421458721160889,
       "epoch": 1.5408163265306123,
-      "rel-constrast": 2.2441654205322266,
+      "rel-constrast": 2.621738910675049,
       "step": 1963,
-      "subrel-constrast": 3.5044991970062256,
+      "subrel-constrast": 3.726243257522583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6532347202301025,
-      "cov-distil (oracle2student)": 5.974061965942383,
-      "cov-distil (oracle2teacher)": 5.222874641418457,
+      "cov-distil": 2.0500826835632324,
+      "cov-distil (oracle2student)": 6.24912166595459,
+      "cov-distil (oracle2teacher)": 5.674422264099121,
       "epoch": 1.5416012558869703,
-      "rel-constrast": 2.0757360458374023,
+      "rel-constrast": 2.349466323852539,
       "step": 1964,
-      "subrel-constrast": 3.102261543273926,
+      "subrel-constrast": 3.169511318206787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1591393947601318,
-      "cov-distil (oracle2student)": 3.025369644165039,
-      "cov-distil (oracle2teacher)": 3.133007287979126,
+      "cov-distil": 1.1203536987304688,
+      "cov-distil (oracle2student)": 3.305371046066284,
+      "cov-distil (oracle2teacher)": 3.443390130996704,
       "epoch": 1.542386185243328,
-      "rel-constrast": 3.053222894668579,
+      "rel-constrast": 3.4060754776000977,
       "step": 1965,
-      "subrel-constrast": 3.4797122478485107,
+      "subrel-constrast": 3.4619009494781494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1420084238052368,
-      "cov-distil (oracle2student)": 4.093174934387207,
-      "cov-distil (oracle2teacher)": 3.86787486076355,
+      "cov-distil": 1.4704506397247314,
+      "cov-distil (oracle2student)": 4.664346694946289,
+      "cov-distil (oracle2teacher)": 4.115739822387695,
       "epoch": 1.543171114599686,
-      "rel-constrast": 2.3095903396606445,
+      "rel-constrast": 2.559572219848633,
       "step": 1966,
-      "subrel-constrast": 2.6604526042938232,
+      "subrel-constrast": 2.6416563987731934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4384503364562988,
-      "cov-distil (oracle2student)": 5.2053728103637695,
-      "cov-distil (oracle2teacher)": 5.07504940032959,
+      "cov-distil": 1.618455171585083,
+      "cov-distil (oracle2student)": 5.91450309753418,
+      "cov-distil (oracle2teacher)": 4.9377522468566895,
       "epoch": 1.5439560439560438,
-      "rel-constrast": 3.3069727420806885,
+      "rel-constrast": 3.384547710418701,
       "step": 1967,
-      "subrel-constrast": 4.132556438446045,
+      "subrel-constrast": 3.794597864151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8645159006118774,
-      "cov-distil (oracle2student)": 3.4567441940307617,
-      "cov-distil (oracle2teacher)": 3.4325718879699707,
+      "cov-distil": 1.9553779363632202,
+      "cov-distil (oracle2student)": 3.9438796043395996,
+      "cov-distil (oracle2teacher)": 3.9594457149505615,
       "epoch": 1.5447409733124018,
-      "rel-constrast": 2.6346917152404785,
+      "rel-constrast": 2.630749464035034,
       "step": 1968,
-      "subrel-constrast": 3.299747943878174,
+      "subrel-constrast": 3.4305851459503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4925127029418945,
-      "cov-distil (oracle2student)": 3.1740942001342773,
-      "cov-distil (oracle2teacher)": 3.1853623390197754,
+      "cov-distil": 2.3440091609954834,
+      "cov-distil (oracle2student)": 3.4920644760131836,
+      "cov-distil (oracle2teacher)": 3.4765944480895996,
       "epoch": 1.5455259026687598,
-      "rel-constrast": 2.4404454231262207,
+      "rel-constrast": 2.7273895740509033,
       "step": 1969,
-      "subrel-constrast": 3.2339844703674316,
+      "subrel-constrast": 3.4856371879577637,
       "view-similarity": 0
     },
     {
       "epoch": 1.5463108320251178,
-      "grad_norm": 4.34375,
+      "grad_norm": 5.03125,
       "learning_rate": 4.8583463664720176e-05,
-      "loss": 0.6878,
+      "loss": 0.7401,
       "step": 1970
     },
     {
-      "cov-distil": 1.5537331104278564,
-      "cov-distil (oracle2student)": 4.25655460357666,
-      "cov-distil (oracle2teacher)": 3.8265132904052734,
+      "cov-distil": 2.55828857421875,
+      "cov-distil (oracle2student)": 4.099460124969482,
+      "cov-distil (oracle2teacher)": 4.434431552886963,
       "epoch": 1.5463108320251178,
-      "rel-constrast": 3.0060253143310547,
+      "rel-constrast": 3.217020273208618,
       "step": 1970,
-      "subrel-constrast": 3.643080949783325,
+      "subrel-constrast": 3.8933467864990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6721501350402832,
-      "cov-distil (oracle2student)": 3.751009225845337,
-      "cov-distil (oracle2teacher)": 3.8563971519470215,
+      "cov-distil": 2.119642496109009,
+      "cov-distil (oracle2student)": 3.8912713527679443,
+      "cov-distil (oracle2teacher)": 4.102389335632324,
       "epoch": 1.5470957613814758,
-      "rel-constrast": 2.736800193786621,
+      "rel-constrast": 3.2303876876831055,
       "step": 1971,
-      "subrel-constrast": 3.3648886680603027,
+      "subrel-constrast": 3.2479569911956787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5302622318267822,
-      "cov-distil (oracle2student)": 4.6792755126953125,
-      "cov-distil (oracle2teacher)": 4.360922336578369,
+      "cov-distil": 1.7827627658843994,
+      "cov-distil (oracle2student)": 4.586267948150635,
+      "cov-distil (oracle2teacher)": 4.9447832107543945,
       "epoch": 1.5478806907378337,
-      "rel-constrast": 3.3019018173217773,
+      "rel-constrast": 3.384068489074707,
       "step": 1972,
-      "subrel-constrast": 3.5520718097686768,
+      "subrel-constrast": 3.8747944831848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1769180297851562,
-      "cov-distil (oracle2student)": 4.238148212432861,
-      "cov-distil (oracle2teacher)": 3.2439846992492676,
+      "cov-distil": 1.178942084312439,
+      "cov-distil (oracle2student)": 3.3487582206726074,
+      "cov-distil (oracle2teacher)": 3.080406904220581,
       "epoch": 1.5486656200941915,
-      "rel-constrast": 2.369637966156006,
+      "rel-constrast": 2.2921857833862305,
       "step": 1973,
-      "subrel-constrast": 2.7696850299835205,
+      "subrel-constrast": 2.3870816230773926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.419450044631958,
-      "cov-distil (oracle2student)": 4.991211414337158,
-      "cov-distil (oracle2teacher)": 4.847337245941162,
+      "cov-distil": 1.2758138179779053,
+      "cov-distil (oracle2student)": 4.743842601776123,
+      "cov-distil (oracle2teacher)": 5.139317989349365,
       "epoch": 1.5494505494505495,
-      "rel-constrast": 2.006226062774658,
+      "rel-constrast": 2.1617698669433594,
       "step": 1974,
-      "subrel-constrast": 3.12842059135437,
+      "subrel-constrast": 3.0516457557678223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6049679517745972,
-      "cov-distil (oracle2student)": 4.622395992279053,
-      "cov-distil (oracle2teacher)": 4.493963241577148,
+      "cov-distil": 1.7059228420257568,
+      "cov-distil (oracle2student)": 5.070745468139648,
+      "cov-distil (oracle2teacher)": 4.543673515319824,
       "epoch": 1.5502354788069073,
-      "rel-constrast": 2.9897122383117676,
+      "rel-constrast": 3.521533727645874,
       "step": 1975,
-      "subrel-constrast": 3.8140511512756348,
+      "subrel-constrast": 3.8466105461120605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7867454290390015,
-      "cov-distil (oracle2student)": 5.612849235534668,
-      "cov-distil (oracle2teacher)": 4.941135406494141,
+      "cov-distil": 2.0237083435058594,
+      "cov-distil (oracle2student)": 5.501633167266846,
+      "cov-distil (oracle2teacher)": 5.482335090637207,
       "epoch": 1.5510204081632653,
-      "rel-constrast": 3.195573329925537,
+      "rel-constrast": 3.571495294570923,
       "step": 1976,
-      "subrel-constrast": 4.018914699554443,
+      "subrel-constrast": 4.015757083892822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6703518629074097,
-      "cov-distil (oracle2student)": 3.967500686645508,
-      "cov-distil (oracle2teacher)": 3.7136988639831543,
+      "cov-distil": 1.8512840270996094,
+      "cov-distil (oracle2student)": 4.017080307006836,
+      "cov-distil (oracle2teacher)": 4.003795623779297,
       "epoch": 1.5518053375196232,
-      "rel-constrast": 2.331869125366211,
+      "rel-constrast": 2.154191255569458,
       "step": 1977,
-      "subrel-constrast": 2.9944841861724854,
+      "subrel-constrast": 2.849990129470825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9738165140151978,
-      "cov-distil (oracle2student)": 4.28980827331543,
-      "cov-distil (oracle2teacher)": 4.037176132202148,
+      "cov-distil": 1.5544145107269287,
+      "cov-distil (oracle2student)": 4.705767631530762,
+      "cov-distil (oracle2teacher)": 4.751520156860352,
       "epoch": 1.5525902668759812,
-      "rel-constrast": 2.191450834274292,
+      "rel-constrast": 2.299273729324341,
       "step": 1978,
-      "subrel-constrast": 3.0496788024902344,
+      "subrel-constrast": 3.2872135639190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4531769752502441,
-      "cov-distil (oracle2student)": 3.942265510559082,
-      "cov-distil (oracle2teacher)": 3.9404845237731934,
+      "cov-distil": 1.8042279481887817,
+      "cov-distil (oracle2student)": 4.360369682312012,
+      "cov-distil (oracle2teacher)": 3.9953486919403076,
       "epoch": 1.5533751962323392,
-      "rel-constrast": 2.8960509300231934,
+      "rel-constrast": 3.47756290435791,
       "step": 1979,
-      "subrel-constrast": 4.207064628601074,
+      "subrel-constrast": 3.9599599838256836,
       "view-similarity": 0
     },
     {
       "epoch": 1.554160125588697,
-      "grad_norm": 5.6875,
+      "grad_norm": 6.625,
       "learning_rate": 4.855436225197399e-05,
-      "loss": 0.7127,
+      "loss": 0.7327,
       "step": 1980
     },
     {
-      "cov-distil": 1.7720801830291748,
-      "cov-distil (oracle2student)": 4.238912582397461,
-      "cov-distil (oracle2teacher)": 4.5033063888549805,
+      "cov-distil": 1.9423415660858154,
+      "cov-distil (oracle2student)": 3.981823444366455,
+      "cov-distil (oracle2teacher)": 4.443685531616211,
       "epoch": 1.554160125588697,
-      "rel-constrast": 2.869654655456543,
+      "rel-constrast": 3.409297466278076,
       "step": 1980,
-      "subrel-constrast": 4.044305801391602,
+      "subrel-constrast": 4.012598514556885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.584997296333313,
-      "cov-distil (oracle2student)": 3.4553446769714355,
-      "cov-distil (oracle2teacher)": 3.355989456176758,
+      "cov-distil": 1.8961971998214722,
+      "cov-distil (oracle2student)": 3.4214653968811035,
+      "cov-distil (oracle2teacher)": 3.4085404872894287,
       "epoch": 1.554945054945055,
-      "rel-constrast": 2.5049617290496826,
+      "rel-constrast": 2.500653028488159,
       "step": 1981,
-      "subrel-constrast": 3.05622935295105,
+      "subrel-constrast": 3.136042356491089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1078596115112305,
-      "cov-distil (oracle2student)": 2.5911593437194824,
-      "cov-distil (oracle2teacher)": 2.5648322105407715,
+      "cov-distil": 1.8740112781524658,
+      "cov-distil (oracle2student)": 2.692193031311035,
+      "cov-distil (oracle2teacher)": 2.8855690956115723,
       "epoch": 1.5557299843014127,
-      "rel-constrast": 2.7047910690307617,
+      "rel-constrast": 3.335456371307373,
       "step": 1982,
-      "subrel-constrast": 2.8430488109588623,
+      "subrel-constrast": 2.8247487545013428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7691397666931152,
-      "cov-distil (oracle2student)": 4.825812339782715,
-      "cov-distil (oracle2teacher)": 4.105561256408691,
+      "cov-distil": 2.1183176040649414,
+      "cov-distil (oracle2student)": 4.535058975219727,
+      "cov-distil (oracle2teacher)": 4.116735935211182,
       "epoch": 1.5565149136577707,
-      "rel-constrast": 2.9097957611083984,
+      "rel-constrast": 3.3512144088745117,
       "step": 1983,
-      "subrel-constrast": 3.238675832748413,
+      "subrel-constrast": 3.0999529361724854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5538854598999023,
-      "cov-distil (oracle2student)": 3.4161548614501953,
-      "cov-distil (oracle2teacher)": 3.0964391231536865,
+      "cov-distil": 1.826511263847351,
+      "cov-distil (oracle2student)": 3.584847927093506,
+      "cov-distil (oracle2teacher)": 3.4749956130981445,
       "epoch": 1.5572998430141287,
-      "rel-constrast": 2.090397596359253,
+      "rel-constrast": 2.6993300914764404,
       "step": 1984,
-      "subrel-constrast": 2.600329637527466,
+      "subrel-constrast": 2.7938079833984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.631657361984253,
-      "cov-distil (oracle2student)": 3.214862108230591,
-      "cov-distil (oracle2teacher)": 3.3299331665039062,
+      "cov-distil": 1.5962176322937012,
+      "cov-distil (oracle2student)": 3.5293221473693848,
+      "cov-distil (oracle2teacher)": 3.122203826904297,
       "epoch": 1.5580847723704867,
-      "rel-constrast": 1.8665716648101807,
+      "rel-constrast": 2.0451154708862305,
       "step": 1985,
-      "subrel-constrast": 2.7516143321990967,
+      "subrel-constrast": 2.594674825668335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.327673077583313,
-      "cov-distil (oracle2student)": 4.799072265625,
-      "cov-distil (oracle2teacher)": 4.715295314788818,
+      "cov-distil": 1.7374508380889893,
+      "cov-distil (oracle2student)": 5.121510028839111,
+      "cov-distil (oracle2teacher)": 4.955574035644531,
       "epoch": 1.5588697017268447,
-      "rel-constrast": 1.979149580001831,
+      "rel-constrast": 1.7334935665130615,
       "step": 1986,
-      "subrel-constrast": 2.747004747390747,
+      "subrel-constrast": 2.605837345123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5439329147338867,
-      "cov-distil (oracle2student)": 3.287466526031494,
-      "cov-distil (oracle2teacher)": 3.604806900024414,
+      "cov-distil": 1.7964730262756348,
+      "cov-distil (oracle2student)": 3.5457892417907715,
+      "cov-distil (oracle2teacher)": 3.300778388977051,
       "epoch": 1.5596546310832025,
-      "rel-constrast": 2.361109495162964,
+      "rel-constrast": 2.6077754497528076,
       "step": 1987,
-      "subrel-constrast": 2.9993958473205566,
+      "subrel-constrast": 2.8907649517059326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.233219861984253,
-      "cov-distil (oracle2student)": 3.7380623817443848,
-      "cov-distil (oracle2teacher)": 3.4555606842041016,
+      "cov-distil": 1.7631460428237915,
+      "cov-distil (oracle2student)": 3.7046878337860107,
+      "cov-distil (oracle2teacher)": 3.3394687175750732,
       "epoch": 1.5604395604395604,
-      "rel-constrast": 3.335693836212158,
+      "rel-constrast": 3.4416041374206543,
       "step": 1988,
-      "subrel-constrast": 3.793260335922241,
+      "subrel-constrast": 4.197145462036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1643787622451782,
-      "cov-distil (oracle2student)": 3.192600727081299,
-      "cov-distil (oracle2teacher)": 3.2788116931915283,
+      "cov-distil": 1.4664273262023926,
+      "cov-distil (oracle2student)": 3.478508472442627,
+      "cov-distil (oracle2teacher)": 3.4032366275787354,
       "epoch": 1.5612244897959182,
-      "rel-constrast": 2.3927178382873535,
+      "rel-constrast": 2.249525547027588,
       "step": 1989,
-      "subrel-constrast": 3.0707764625549316,
+      "subrel-constrast": 3.0481534004211426,
       "view-similarity": 0
     },
     {
       "epoch": 1.5620094191522762,
-      "grad_norm": 4.78125,
+      "grad_norm": 5.71875,
       "learning_rate": 4.852497383675708e-05,
-      "loss": 0.6621,
+      "loss": 0.6843,
       "step": 1990
     },
     {
-      "cov-distil": 1.8068472146987915,
-      "cov-distil (oracle2student)": 3.369866132736206,
-      "cov-distil (oracle2teacher)": 3.4463839530944824,
+      "cov-distil": 2.4097342491149902,
+      "cov-distil (oracle2student)": 3.5414302349090576,
+      "cov-distil (oracle2teacher)": 3.3865747451782227,
       "epoch": 1.5620094191522762,
-      "rel-constrast": 2.656322717666626,
+      "rel-constrast": 3.143193006515503,
       "step": 1990,
-      "subrel-constrast": 3.348904848098755,
+      "subrel-constrast": 3.4949421882629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2985156774520874,
-      "cov-distil (oracle2student)": 3.108865737915039,
-      "cov-distil (oracle2teacher)": 3.300293207168579,
+      "cov-distil": 1.6085057258605957,
+      "cov-distil (oracle2student)": 3.581998348236084,
+      "cov-distil (oracle2teacher)": 3.2784316539764404,
       "epoch": 1.5627943485086342,
-      "rel-constrast": 2.6173954010009766,
+      "rel-constrast": 2.950730562210083,
       "step": 1991,
-      "subrel-constrast": 2.8500521183013916,
+      "subrel-constrast": 3.0757830142974854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.916305661201477,
-      "cov-distil (oracle2student)": 4.062490940093994,
-      "cov-distil (oracle2teacher)": 3.812854766845703,
+      "cov-distil": 2.0648465156555176,
+      "cov-distil (oracle2student)": 3.8888089656829834,
+      "cov-distil (oracle2teacher)": 3.707759141921997,
       "epoch": 1.5635792778649922,
-      "rel-constrast": 3.536746025085449,
+      "rel-constrast": 3.375730514526367,
       "step": 1992,
-      "subrel-constrast": 3.698018789291382,
+      "subrel-constrast": 3.837059497833252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7872958183288574,
-      "cov-distil (oracle2student)": 3.001530885696411,
-      "cov-distil (oracle2teacher)": 3.044684410095215,
+      "cov-distil": 1.766701340675354,
+      "cov-distil (oracle2student)": 3.7364115715026855,
+      "cov-distil (oracle2teacher)": 3.568281888961792,
       "epoch": 1.5643642072213502,
-      "rel-constrast": 1.9752702713012695,
+      "rel-constrast": 3.0095269680023193,
       "step": 1993,
-      "subrel-constrast": 2.9991579055786133,
+      "subrel-constrast": 3.4096107482910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4835789203643799,
-      "cov-distil (oracle2student)": 3.741429567337036,
-      "cov-distil (oracle2teacher)": 3.9224085807800293,
+      "cov-distil": 1.5902442932128906,
+      "cov-distil (oracle2student)": 4.206932067871094,
+      "cov-distil (oracle2teacher)": 4.182250499725342,
       "epoch": 1.5651491365777082,
-      "rel-constrast": 2.7236318588256836,
+      "rel-constrast": 2.9948689937591553,
       "step": 1994,
-      "subrel-constrast": 3.2023420333862305,
+      "subrel-constrast": 3.336848258972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4619827270507812,
-      "cov-distil (oracle2student)": 4.172710418701172,
-      "cov-distil (oracle2teacher)": 3.931519031524658,
+      "cov-distil": 1.7147401571273804,
+      "cov-distil (oracle2student)": 4.3727521896362305,
+      "cov-distil (oracle2teacher)": 4.198539733886719,
       "epoch": 1.565934065934066,
-      "rel-constrast": 3.3904943466186523,
+      "rel-constrast": 3.451754093170166,
       "step": 1995,
-      "subrel-constrast": 3.5143985748291016,
+      "subrel-constrast": 3.687960386276245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3342100381851196,
-      "cov-distil (oracle2student)": 2.4641640186309814,
-      "cov-distil (oracle2teacher)": 3.1553573608398438,
+      "cov-distil": 1.5455869436264038,
+      "cov-distil (oracle2student)": 3.212921619415283,
+      "cov-distil (oracle2teacher)": 3.0103988647460938,
       "epoch": 1.566718995290424,
-      "rel-constrast": 2.4919357299804688,
+      "rel-constrast": 2.8940346240997314,
       "step": 1996,
-      "subrel-constrast": 3.432839870452881,
+      "subrel-constrast": 3.182978868484497,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5724618434906006,
-      "cov-distil (oracle2student)": 4.706221103668213,
-      "cov-distil (oracle2teacher)": 4.2155914306640625,
+      "cov-distil": 1.9008708000183105,
+      "cov-distil (oracle2student)": 4.658673286437988,
+      "cov-distil (oracle2teacher)": 4.559202671051025,
       "epoch": 1.5675039246467817,
-      "rel-constrast": 1.640298843383789,
+      "rel-constrast": 2.0122790336608887,
       "step": 1997,
-      "subrel-constrast": 2.548982858657837,
+      "subrel-constrast": 2.5708627700805664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9090259075164795,
-      "cov-distil (oracle2student)": 2.640289068222046,
-      "cov-distil (oracle2teacher)": 2.777580976486206,
+      "cov-distil": 2.6568362712860107,
+      "cov-distil (oracle2student)": 2.610983371734619,
+      "cov-distil (oracle2teacher)": 3.0134849548339844,
       "epoch": 1.5682888540031397,
-      "rel-constrast": 2.1038618087768555,
+      "rel-constrast": 2.3516881465911865,
       "step": 1998,
-      "subrel-constrast": 3.044689893722534,
+      "subrel-constrast": 3.007075309753418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.65898597240448,
-      "cov-distil (oracle2student)": 3.688229560852051,
-      "cov-distil (oracle2teacher)": 3.3557534217834473,
+      "cov-distil": 2.051022529602051,
+      "cov-distil (oracle2student)": 3.5938897132873535,
+      "cov-distil (oracle2teacher)": 3.691636085510254,
       "epoch": 1.5690737833594977,
-      "rel-constrast": 3.41483211517334,
+      "rel-constrast": 3.488555908203125,
       "step": 1999,
-      "subrel-constrast": 3.702179193496704,
+      "subrel-constrast": 3.5485730171203613,
       "view-similarity": 0
     },
     {
       "epoch": 1.5698587127158556,
-      "grad_norm": 7.59375,
+      "grad_norm": 9.4375,
       "learning_rate": 4.849529877715799e-05,
-      "loss": 0.7043,
+      "loss": 0.7418,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-P@10": 0.758,
+      "eval/duc04-P@10": 0.736,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-nDCG@10": 0.769777911485386,
+      "eval/duc04-nDCG@10": 0.7426490546267808,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/duc04-alpha_nDCG@10": 0.5846580838096471,
+      "eval/duc04-alpha_nDCG@10": 0.552224234443813,
       "step": 2000
     },
     {
@@ -22011,17 +22011,17 @@
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-P@10": 0.43199999999999994,
+      "eval/multi_news-P@10": 0.42899999999999994,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-nDCG@10": 0.6112356175366731,
+      "eval/multi_news-nDCG@10": 0.6043602439066101,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/multi_news-alpha_nDCG@10": 0.5965234038159781,
+      "eval/multi_news-alpha_nDCG@10": 0.5756810795451589,
       "step": 2000
     },
     {
@@ -22031,5472 +22031,5472 @@
     },
     {
       "epoch": 1.5698587127158556,
-      "eval/avg": 0.5384956453959789,
+      "eval/avg": 0.5244605948803137,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.2874999940395355,
       "step": 2000
     },
     {
       "epoch": 1.5698587127158556,
       "step": 2000,
-      "student margin": 0.06402587890625
+      "student margin": 0.06231689453125
     },
     {
       "epoch": 1.5698587127158556,
       "step": 2000,
-      "teacher margin": 0.044464111328125
+      "teacher margin": 0.049468994140625
     },
     {
       "epoch": 1.5698587127158556,
-      "margin difference": -0.019561767578125,
+      "margin difference": -0.012847900390625,
       "step": 2000
     },
     {
-      "cov-distil": 1.625259280204773,
-      "cov-distil (oracle2student)": 3.7210488319396973,
-      "cov-distil (oracle2teacher)": 3.522120237350464,
+      "cov-distil": 1.9243420362472534,
+      "cov-distil (oracle2student)": 3.492039203643799,
+      "cov-distil (oracle2teacher)": 3.7685844898223877,
       "epoch": 1.5698587127158556,
-      "rel-constrast": 2.4208016395568848,
+      "rel-constrast": 2.545900344848633,
       "step": 2000,
-      "subrel-constrast": 2.839376211166382,
+      "subrel-constrast": 2.6658339500427246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2548234462738037,
-      "cov-distil (oracle2student)": 4.707096099853516,
-      "cov-distil (oracle2teacher)": 4.2614521980285645,
+      "cov-distil": 1.894589900970459,
+      "cov-distil (oracle2student)": 4.719542503356934,
+      "cov-distil (oracle2teacher)": 4.455259323120117,
       "epoch": 1.5706436420722136,
-      "rel-constrast": 2.793787956237793,
+      "rel-constrast": 3.3294413089752197,
       "step": 2001,
-      "subrel-constrast": 3.4904887676239014,
+      "subrel-constrast": 3.04115891456604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3600878715515137,
-      "cov-distil (oracle2student)": 4.084267616271973,
-      "cov-distil (oracle2teacher)": 3.830631732940674,
+      "cov-distil": 1.4463856220245361,
+      "cov-distil (oracle2student)": 3.915330410003662,
+      "cov-distil (oracle2teacher)": 3.6475822925567627,
       "epoch": 1.5714285714285714,
-      "rel-constrast": 2.164266347885132,
+      "rel-constrast": 2.5482568740844727,
       "step": 2002,
-      "subrel-constrast": 2.940040349960327,
+      "subrel-constrast": 2.826887369155884,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3222455978393555,
-      "cov-distil (oracle2student)": 3.6574766635894775,
-      "cov-distil (oracle2teacher)": 3.418257236480713,
+      "cov-distil": 2.071657180786133,
+      "cov-distil (oracle2student)": 3.754748821258545,
+      "cov-distil (oracle2teacher)": 3.654883623123169,
       "epoch": 1.5722135007849294,
-      "rel-constrast": 2.721146821975708,
+      "rel-constrast": 3.0493004322052,
       "step": 2003,
-      "subrel-constrast": 3.0054731369018555,
+      "subrel-constrast": 2.6347851753234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4619386196136475,
-      "cov-distil (oracle2student)": 4.142824172973633,
-      "cov-distil (oracle2teacher)": 3.8054847717285156,
+      "cov-distil": 1.9200628995895386,
+      "cov-distil (oracle2student)": 5.059783935546875,
+      "cov-distil (oracle2teacher)": 3.989771842956543,
       "epoch": 1.5729984301412872,
-      "rel-constrast": 2.712388515472412,
+      "rel-constrast": 3.742415428161621,
       "step": 2004,
-      "subrel-constrast": 3.5390424728393555,
+      "subrel-constrast": 3.329805612564087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0719095468521118,
-      "cov-distil (oracle2student)": 3.5296859741210938,
-      "cov-distil (oracle2teacher)": 3.1143980026245117,
+      "cov-distil": 1.7715401649475098,
+      "cov-distil (oracle2student)": 4.107784271240234,
+      "cov-distil (oracle2teacher)": 4.031793594360352,
       "epoch": 1.5737833594976451,
-      "rel-constrast": 2.5258047580718994,
+      "rel-constrast": 2.271688222885132,
       "step": 2005,
-      "subrel-constrast": 3.090646982192993,
+      "subrel-constrast": 3.2976982593536377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52374267578125,
-      "cov-distil (oracle2student)": 4.409198760986328,
-      "cov-distil (oracle2teacher)": 4.2063307762146,
+      "cov-distil": 2.284337282180786,
+      "cov-distil (oracle2student)": 4.584474086761475,
+      "cov-distil (oracle2teacher)": 3.9726178646087646,
       "epoch": 1.5745682888540031,
-      "rel-constrast": 2.7758076190948486,
+      "rel-constrast": 3.296593189239502,
       "step": 2006,
-      "subrel-constrast": 3.4765255451202393,
+      "subrel-constrast": 3.2766289710998535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3465464115142822,
-      "cov-distil (oracle2student)": 3.2045907974243164,
-      "cov-distil (oracle2teacher)": 3.0267527103424072,
+      "cov-distil": 1.4870355129241943,
+      "cov-distil (oracle2student)": 3.0669450759887695,
+      "cov-distil (oracle2teacher)": 2.9525208473205566,
       "epoch": 1.5753532182103611,
-      "rel-constrast": 2.257943868637085,
+      "rel-constrast": 2.4252049922943115,
       "step": 2007,
-      "subrel-constrast": 2.9289321899414062,
+      "subrel-constrast": 2.567922592163086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.445319652557373,
-      "cov-distil (oracle2student)": 3.6875815391540527,
-      "cov-distil (oracle2teacher)": 3.447807550430298,
+      "cov-distil": 1.7788615226745605,
+      "cov-distil (oracle2student)": 4.213929176330566,
+      "cov-distil (oracle2teacher)": 3.740251064300537,
       "epoch": 1.576138147566719,
-      "rel-constrast": 2.943662405014038,
+      "rel-constrast": 3.4948790073394775,
       "step": 2008,
-      "subrel-constrast": 2.963564395904541,
+      "subrel-constrast": 2.9028947353363037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5456913709640503,
-      "cov-distil (oracle2student)": 5.980542182922363,
-      "cov-distil (oracle2teacher)": 5.493437767028809,
+      "cov-distil": 1.550217866897583,
+      "cov-distil (oracle2student)": 6.482932090759277,
+      "cov-distil (oracle2teacher)": 5.93195104598999,
       "epoch": 1.5769230769230769,
-      "rel-constrast": 2.949774742126465,
+      "rel-constrast": 3.6470656394958496,
       "step": 2009,
-      "subrel-constrast": 3.2518348693847656,
+      "subrel-constrast": 3.640230178833008,
       "view-similarity": 0
     },
     {
       "epoch": 1.5777080062794349,
-      "grad_norm": 5.09375,
+      "grad_norm": 6.65625,
       "learning_rate": 4.8465337434757976e-05,
-      "loss": 0.6915,
+      "loss": 0.7588,
       "step": 2010
     },
     {
-      "cov-distil": 1.4377840757369995,
-      "cov-distil (oracle2student)": 4.156949043273926,
-      "cov-distil (oracle2teacher)": 4.165374279022217,
+      "cov-distil": 2.033698320388794,
+      "cov-distil (oracle2student)": 4.713440895080566,
+      "cov-distil (oracle2teacher)": 4.367911338806152,
       "epoch": 1.5777080062794349,
-      "rel-constrast": 3.9362659454345703,
+      "rel-constrast": 4.97261905670166,
       "step": 2010,
-      "subrel-constrast": 4.300907611846924,
+      "subrel-constrast": 4.321190357208252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.884354829788208,
-      "cov-distil (oracle2student)": 4.4839301109313965,
-      "cov-distil (oracle2teacher)": 4.190253257751465,
+      "cov-distil": 2.508228302001953,
+      "cov-distil (oracle2student)": 5.2721028327941895,
+      "cov-distil (oracle2teacher)": 4.6488423347473145,
       "epoch": 1.5784929356357926,
-      "rel-constrast": 3.1483280658721924,
+      "rel-constrast": 3.68924617767334,
       "step": 2011,
-      "subrel-constrast": 4.354669570922852,
+      "subrel-constrast": 4.04859733581543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6395540237426758,
-      "cov-distil (oracle2student)": 5.750955104827881,
-      "cov-distil (oracle2teacher)": 5.298275947570801,
+      "cov-distil": 1.8660341501235962,
+      "cov-distil (oracle2student)": 6.162489891052246,
+      "cov-distil (oracle2teacher)": 5.646324634552002,
       "epoch": 1.5792778649921506,
-      "rel-constrast": 2.2011046409606934,
+      "rel-constrast": 2.3231289386749268,
       "step": 2012,
-      "subrel-constrast": 3.059194803237915,
+      "subrel-constrast": 2.8683817386627197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.371983289718628,
-      "cov-distil (oracle2student)": 3.2978949546813965,
-      "cov-distil (oracle2teacher)": 3.4935269355773926,
+      "cov-distil": 1.4948935508728027,
+      "cov-distil (oracle2student)": 3.4628472328186035,
+      "cov-distil (oracle2teacher)": 3.5430567264556885,
       "epoch": 1.5800627943485086,
-      "rel-constrast": 2.1540050506591797,
+      "rel-constrast": 2.462773561477661,
       "step": 2013,
-      "subrel-constrast": 3.1483583450317383,
+      "subrel-constrast": 3.004268169403076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0264906883239746,
-      "cov-distil (oracle2student)": 4.947822570800781,
-      "cov-distil (oracle2teacher)": 4.389491081237793,
+      "cov-distil": 1.6754450798034668,
+      "cov-distil (oracle2student)": 5.15346622467041,
+      "cov-distil (oracle2teacher)": 4.642816543579102,
       "epoch": 1.5808477237048666,
-      "rel-constrast": 2.713986396789551,
+      "rel-constrast": 3.5260214805603027,
       "step": 2014,
-      "subrel-constrast": 4.0013885498046875,
+      "subrel-constrast": 3.8856587409973145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3393373489379883,
-      "cov-distil (oracle2student)": 2.834489345550537,
-      "cov-distil (oracle2teacher)": 3.0288479328155518,
+      "cov-distil": 1.674093246459961,
+      "cov-distil (oracle2student)": 2.9926397800445557,
+      "cov-distil (oracle2teacher)": 3.1415138244628906,
       "epoch": 1.5816326530612246,
-      "rel-constrast": 2.0930309295654297,
+      "rel-constrast": 2.5515551567077637,
       "step": 2015,
-      "subrel-constrast": 2.7812485694885254,
+      "subrel-constrast": 2.787792921066284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6010667085647583,
-      "cov-distil (oracle2student)": 4.359186172485352,
-      "cov-distil (oracle2teacher)": 4.202964782714844,
+      "cov-distil": 2.2448902130126953,
+      "cov-distil (oracle2student)": 5.123643398284912,
+      "cov-distil (oracle2teacher)": 4.604178428649902,
       "epoch": 1.5824175824175826,
-      "rel-constrast": 2.620488166809082,
+      "rel-constrast": 2.8878440856933594,
       "step": 2016,
-      "subrel-constrast": 3.5307912826538086,
+      "subrel-constrast": 3.494493007659912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7722853422164917,
-      "cov-distil (oracle2student)": 3.774839162826538,
-      "cov-distil (oracle2teacher)": 3.6534132957458496,
+      "cov-distil": 2.0124213695526123,
+      "cov-distil (oracle2student)": 4.047032356262207,
+      "cov-distil (oracle2teacher)": 3.94669246673584,
       "epoch": 1.5832025117739403,
-      "rel-constrast": 2.3033838272094727,
+      "rel-constrast": 2.7926836013793945,
       "step": 2017,
-      "subrel-constrast": 3.605243444442749,
+      "subrel-constrast": 3.2132227420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.86524498462677,
-      "cov-distil (oracle2student)": 4.193443775177002,
-      "cov-distil (oracle2teacher)": 4.129876613616943,
+      "cov-distil": 1.8049148321151733,
+      "cov-distil (oracle2student)": 5.101480960845947,
+      "cov-distil (oracle2teacher)": 4.818479537963867,
       "epoch": 1.5839874411302983,
-      "rel-constrast": 1.585967779159546,
+      "rel-constrast": 1.7535669803619385,
       "step": 2018,
-      "subrel-constrast": 2.5018954277038574,
+      "subrel-constrast": 2.5592103004455566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5511960983276367,
-      "cov-distil (oracle2student)": 4.050522804260254,
-      "cov-distil (oracle2teacher)": 4.108564853668213,
+      "cov-distil": 1.4293458461761475,
+      "cov-distil (oracle2student)": 4.135140895843506,
+      "cov-distil (oracle2teacher)": 4.047759056091309,
       "epoch": 1.584772370486656,
-      "rel-constrast": 2.5229244232177734,
+      "rel-constrast": 3.253948450088501,
       "step": 2019,
-      "subrel-constrast": 3.454453706741333,
+      "subrel-constrast": 3.0433127880096436,
       "view-similarity": 0
     },
     {
       "epoch": 1.585557299843014,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.40625,
       "learning_rate": 4.843509017462652e-05,
-      "loss": 0.6732,
+      "loss": 0.7553,
       "step": 2020
     },
     {
-      "cov-distil": 2.0482892990112305,
-      "cov-distil (oracle2student)": 4.750459671020508,
-      "cov-distil (oracle2teacher)": 4.109539031982422,
+      "cov-distil": 2.288705587387085,
+      "cov-distil (oracle2student)": 4.60167932510376,
+      "cov-distil (oracle2teacher)": 4.586197376251221,
       "epoch": 1.585557299843014,
-      "rel-constrast": 2.9831416606903076,
+      "rel-constrast": 2.9985435009002686,
       "step": 2020,
-      "subrel-constrast": 3.4159088134765625,
+      "subrel-constrast": 3.3597209453582764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8287413120269775,
-      "cov-distil (oracle2student)": 4.625401496887207,
-      "cov-distil (oracle2teacher)": 4.432038307189941,
+      "cov-distil": 2.2430214881896973,
+      "cov-distil (oracle2student)": 4.8858842849731445,
+      "cov-distil (oracle2teacher)": 4.655590534210205,
       "epoch": 1.586342229199372,
-      "rel-constrast": 3.173849582672119,
+      "rel-constrast": 3.7260422706604004,
       "step": 2021,
-      "subrel-constrast": 3.6933140754699707,
+      "subrel-constrast": 3.4160139560699463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.502548336982727,
-      "cov-distil (oracle2student)": 4.34357213973999,
-      "cov-distil (oracle2teacher)": 4.000822067260742,
+      "cov-distil": 1.9220969676971436,
+      "cov-distil (oracle2student)": 4.4453630447387695,
+      "cov-distil (oracle2teacher)": 4.4124250411987305,
       "epoch": 1.58712715855573,
-      "rel-constrast": 3.2530899047851562,
+      "rel-constrast": 3.870363473892212,
       "step": 2022,
-      "subrel-constrast": 4.041499137878418,
+      "subrel-constrast": 4.082399845123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6975460052490234,
-      "cov-distil (oracle2student)": 2.134544610977173,
-      "cov-distil (oracle2teacher)": 2.6783952713012695,
+      "cov-distil": 1.617224931716919,
+      "cov-distil (oracle2student)": 2.469395637512207,
+      "cov-distil (oracle2teacher)": 2.469721794128418,
       "epoch": 1.587912087912088,
-      "rel-constrast": 1.9920363426208496,
+      "rel-constrast": 2.18673038482666,
       "step": 2023,
-      "subrel-constrast": 2.524914503097534,
+      "subrel-constrast": 2.588359832763672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.539825439453125,
-      "cov-distil (oracle2student)": 3.59492826461792,
-      "cov-distil (oracle2teacher)": 3.1538758277893066,
+      "cov-distil": 2.0086021423339844,
+      "cov-distil (oracle2student)": 3.715607166290283,
+      "cov-distil (oracle2teacher)": 3.3535380363464355,
       "epoch": 1.5886970172684458,
-      "rel-constrast": 3.423799514770508,
+      "rel-constrast": 3.9203038215637207,
       "step": 2024,
-      "subrel-constrast": 2.937838077545166,
+      "subrel-constrast": 2.7347300052642822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.211482286453247,
-      "cov-distil (oracle2student)": 3.4956533908843994,
-      "cov-distil (oracle2teacher)": 3.3868885040283203,
+      "cov-distil": 1.8363323211669922,
+      "cov-distil (oracle2student)": 3.317770004272461,
+      "cov-distil (oracle2teacher)": 3.5975492000579834,
       "epoch": 1.5894819466248038,
-      "rel-constrast": 2.658813238143921,
+      "rel-constrast": 3.218078136444092,
       "step": 2025,
-      "subrel-constrast": 3.331859588623047,
+      "subrel-constrast": 3.4647045135498047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.064730405807495,
-      "cov-distil (oracle2student)": 4.127379417419434,
-      "cov-distil (oracle2teacher)": 4.330715179443359,
+      "cov-distil": 2.5144143104553223,
+      "cov-distil (oracle2student)": 4.121999263763428,
+      "cov-distil (oracle2teacher)": 4.1530961990356445,
       "epoch": 1.5902668759811616,
-      "rel-constrast": 3.454615354537964,
+      "rel-constrast": 3.934569835662842,
       "step": 2026,
-      "subrel-constrast": 5.0817790031433105,
+      "subrel-constrast": 5.141406536102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.764772653579712,
-      "cov-distil (oracle2student)": 5.5037665367126465,
-      "cov-distil (oracle2teacher)": 5.152635097503662,
+      "cov-distil": 1.9326425790786743,
+      "cov-distil (oracle2student)": 5.031104564666748,
+      "cov-distil (oracle2teacher)": 5.382802963256836,
       "epoch": 1.5910518053375196,
-      "rel-constrast": 3.8172686100006104,
+      "rel-constrast": 3.3053667545318604,
       "step": 2027,
-      "subrel-constrast": 4.860388278961182,
+      "subrel-constrast": 4.737491607666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7477824687957764,
-      "cov-distil (oracle2student)": 2.8598079681396484,
-      "cov-distil (oracle2teacher)": 3.4302902221679688,
+      "cov-distil": 2.9106247425079346,
+      "cov-distil (oracle2student)": 2.9398694038391113,
+      "cov-distil (oracle2teacher)": 3.6933841705322266,
       "epoch": 1.5918367346938775,
-      "rel-constrast": 2.446838140487671,
+      "rel-constrast": 2.8041157722473145,
       "step": 2028,
-      "subrel-constrast": 2.904712677001953,
+      "subrel-constrast": 3.2831716537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2806787490844727,
-      "cov-distil (oracle2student)": 4.167126178741455,
-      "cov-distil (oracle2teacher)": 3.535740375518799,
+      "cov-distil": 1.5050818920135498,
+      "cov-distil (oracle2student)": 4.449164390563965,
+      "cov-distil (oracle2teacher)": 4.312474727630615,
       "epoch": 1.5926216640502355,
-      "rel-constrast": 1.5691629648208618,
+      "rel-constrast": 1.9815727472305298,
       "step": 2029,
-      "subrel-constrast": 2.2749476432800293,
+      "subrel-constrast": 2.3558831214904785,
       "view-similarity": 0
     },
     {
       "epoch": 1.5934065934065935,
-      "grad_norm": 4.0625,
+      "grad_norm": 5.3125,
       "learning_rate": 4.840455736531695e-05,
-      "loss": 0.761,
+      "loss": 0.7986,
       "step": 2030
     },
     {
-      "cov-distil": 1.8052408695220947,
-      "cov-distil (oracle2student)": 3.767669439315796,
-      "cov-distil (oracle2teacher)": 4.137200355529785,
+      "cov-distil": 1.9807500839233398,
+      "cov-distil (oracle2student)": 4.184055805206299,
+      "cov-distil (oracle2teacher)": 4.371416091918945,
       "epoch": 1.5934065934065935,
-      "rel-constrast": 2.8105173110961914,
+      "rel-constrast": 3.0361721515655518,
       "step": 2030,
-      "subrel-constrast": 4.052968978881836,
+      "subrel-constrast": 4.5771894454956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9864495992660522,
-      "cov-distil (oracle2student)": 4.301630020141602,
-      "cov-distil (oracle2teacher)": 3.9233083724975586,
+      "cov-distil": 2.6902244091033936,
+      "cov-distil (oracle2student)": 4.552705764770508,
+      "cov-distil (oracle2teacher)": 4.101091384887695,
       "epoch": 1.5941915227629513,
-      "rel-constrast": 2.481691360473633,
+      "rel-constrast": 2.7120423316955566,
       "step": 2031,
-      "subrel-constrast": 3.670283317565918,
+      "subrel-constrast": 3.8501439094543457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2325851917266846,
-      "cov-distil (oracle2student)": 3.4413347244262695,
-      "cov-distil (oracle2teacher)": 3.52907133102417,
+      "cov-distil": 1.8643100261688232,
+      "cov-distil (oracle2student)": 3.8420329093933105,
+      "cov-distil (oracle2teacher)": 3.5476231575012207,
       "epoch": 1.5949764521193093,
-      "rel-constrast": 1.944342017173767,
+      "rel-constrast": 2.9818115234375,
       "step": 2032,
-      "subrel-constrast": 2.616421699523926,
+      "subrel-constrast": 2.8136143684387207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1680409908294678,
-      "cov-distil (oracle2student)": 4.535223007202148,
-      "cov-distil (oracle2teacher)": 4.687896728515625,
+      "cov-distil": 1.494584321975708,
+      "cov-distil (oracle2student)": 4.78524112701416,
+      "cov-distil (oracle2teacher)": 4.307845115661621,
       "epoch": 1.595761381475667,
-      "rel-constrast": 3.4036130905151367,
+      "rel-constrast": 4.005531311035156,
       "step": 2033,
-      "subrel-constrast": 3.596949815750122,
+      "subrel-constrast": 3.70719575881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.187397837638855,
-      "cov-distil (oracle2student)": 5.060375690460205,
-      "cov-distil (oracle2teacher)": 4.972679615020752,
+      "cov-distil": 1.7330330610275269,
+      "cov-distil (oracle2student)": 5.121124267578125,
+      "cov-distil (oracle2teacher)": 4.436269283294678,
       "epoch": 1.596546310832025,
-      "rel-constrast": 2.817009449005127,
+      "rel-constrast": 3.27589750289917,
       "step": 2034,
-      "subrel-constrast": 3.526599407196045,
+      "subrel-constrast": 3.4971117973327637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9516181945800781,
-      "cov-distil (oracle2student)": 5.50700569152832,
-      "cov-distil (oracle2teacher)": 4.918766021728516,
+      "cov-distil": 2.0629711151123047,
+      "cov-distil (oracle2student)": 5.402863502502441,
+      "cov-distil (oracle2teacher)": 5.238927841186523,
       "epoch": 1.597331240188383,
-      "rel-constrast": 3.4270966053009033,
+      "rel-constrast": 3.9377942085266113,
       "step": 2035,
-      "subrel-constrast": 4.3050537109375,
+      "subrel-constrast": 3.7112865447998047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6815999746322632,
-      "cov-distil (oracle2student)": 3.189220428466797,
-      "cov-distil (oracle2teacher)": 3.4597322940826416,
+      "cov-distil": 2.2123804092407227,
+      "cov-distil (oracle2student)": 3.127897262573242,
+      "cov-distil (oracle2teacher)": 3.748157501220703,
       "epoch": 1.598116169544741,
-      "rel-constrast": 3.8849408626556396,
+      "rel-constrast": 3.1591930389404297,
       "step": 2036,
-      "subrel-constrast": 4.007104873657227,
+      "subrel-constrast": 4.160686016082764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5344910621643066,
-      "cov-distil (oracle2student)": 5.080648422241211,
-      "cov-distil (oracle2teacher)": 4.638467788696289,
+      "cov-distil": 1.7746105194091797,
+      "cov-distil (oracle2student)": 5.241938591003418,
+      "cov-distil (oracle2teacher)": 5.0172014236450195,
       "epoch": 1.598901098901099,
-      "rel-constrast": 2.8217477798461914,
+      "rel-constrast": 3.628551721572876,
       "step": 2037,
-      "subrel-constrast": 3.8516201972961426,
+      "subrel-constrast": 3.6586368083953857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6874818801879883,
-      "cov-distil (oracle2student)": 4.321852684020996,
-      "cov-distil (oracle2teacher)": 4.031486511230469,
+      "cov-distil": 2.435868263244629,
+      "cov-distil (oracle2student)": 4.344606399536133,
+      "cov-distil (oracle2teacher)": 4.567896842956543,
       "epoch": 1.599686028257457,
-      "rel-constrast": 4.23775577545166,
+      "rel-constrast": 4.4788007736206055,
       "step": 2038,
-      "subrel-constrast": 4.444581985473633,
+      "subrel-constrast": 4.362920761108398,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5076287984848022,
-      "cov-distil (oracle2student)": 3.5776901245117188,
-      "cov-distil (oracle2teacher)": 3.320101737976074,
+      "cov-distil": 1.8560575246810913,
+      "cov-distil (oracle2student)": 4.533269882202148,
+      "cov-distil (oracle2teacher)": 3.9634954929351807,
       "epoch": 1.6004709576138147,
-      "rel-constrast": 2.3692123889923096,
+      "rel-constrast": 3.027972459793091,
       "step": 2039,
-      "subrel-constrast": 2.848024845123291,
+      "subrel-constrast": 3.3680434226989746,
       "view-similarity": 0
     },
     {
       "epoch": 1.6012558869701727,
-      "grad_norm": 5.25,
+      "grad_norm": 6.21875,
       "learning_rate": 4.837373937886191e-05,
-      "loss": 0.7943,
+      "loss": 0.8561,
       "step": 2040
     },
     {
-      "cov-distil": 1.6467664241790771,
-      "cov-distil (oracle2student)": 3.4191412925720215,
-      "cov-distil (oracle2teacher)": 3.879981756210327,
+      "cov-distil": 1.9598894119262695,
+      "cov-distil (oracle2student)": 3.381110429763794,
+      "cov-distil (oracle2teacher)": 4.094082832336426,
       "epoch": 1.6012558869701727,
-      "rel-constrast": 2.825836181640625,
+      "rel-constrast": 2.876657009124756,
       "step": 2040,
-      "subrel-constrast": 3.5962727069854736,
+      "subrel-constrast": 3.6126420497894287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6008367538452148,
-      "cov-distil (oracle2student)": 4.051494598388672,
-      "cov-distil (oracle2teacher)": 4.0429229736328125,
+      "cov-distil": 2.1027538776397705,
+      "cov-distil (oracle2student)": 3.68131160736084,
+      "cov-distil (oracle2teacher)": 3.9598894119262695,
       "epoch": 1.6020408163265305,
-      "rel-constrast": 2.2376322746276855,
+      "rel-constrast": 3.0337584018707275,
       "step": 2041,
-      "subrel-constrast": 3.3133673667907715,
+      "subrel-constrast": 3.2539567947387695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3132537603378296,
-      "cov-distil (oracle2student)": 5.540678977966309,
-      "cov-distil (oracle2teacher)": 4.8964972496032715,
+      "cov-distil": 1.6581323146820068,
+      "cov-distil (oracle2student)": 5.75325345993042,
+      "cov-distil (oracle2teacher)": 5.243010520935059,
       "epoch": 1.6028257456828885,
-      "rel-constrast": 3.3395042419433594,
+      "rel-constrast": 3.174668312072754,
       "step": 2042,
-      "subrel-constrast": 3.4931578636169434,
+      "subrel-constrast": 3.4955239295959473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4747480154037476,
-      "cov-distil (oracle2student)": 3.688535213470459,
-      "cov-distil (oracle2teacher)": 3.7695884704589844,
+      "cov-distil": 2.2005257606506348,
+      "cov-distil (oracle2student)": 3.632030725479126,
+      "cov-distil (oracle2teacher)": 3.751397132873535,
       "epoch": 1.6036106750392465,
-      "rel-constrast": 3.0774917602539062,
+      "rel-constrast": 3.3678011894226074,
       "step": 2043,
-      "subrel-constrast": 4.081106185913086,
+      "subrel-constrast": 3.9739105701446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3674695491790771,
-      "cov-distil (oracle2student)": 4.54239559173584,
-      "cov-distil (oracle2teacher)": 4.217275142669678,
+      "cov-distil": 1.7364897727966309,
+      "cov-distil (oracle2student)": 5.130245685577393,
+      "cov-distil (oracle2teacher)": 4.510554313659668,
       "epoch": 1.6043956043956045,
-      "rel-constrast": 3.5234925746917725,
+      "rel-constrast": 4.01242208480835,
       "step": 2044,
-      "subrel-constrast": 3.8215219974517822,
+      "subrel-constrast": 3.4956698417663574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2804394960403442,
-      "cov-distil (oracle2student)": 3.9361371994018555,
-      "cov-distil (oracle2teacher)": 4.220816612243652,
+      "cov-distil": 2.0850095748901367,
+      "cov-distil (oracle2student)": 3.7946105003356934,
+      "cov-distil (oracle2teacher)": 3.9892146587371826,
       "epoch": 1.6051805337519625,
-      "rel-constrast": 3.50968599319458,
+      "rel-constrast": 3.9406917095184326,
       "step": 2045,
-      "subrel-constrast": 4.2541584968566895,
+      "subrel-constrast": 4.032471656799316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8156013488769531,
-      "cov-distil (oracle2student)": 4.476880073547363,
-      "cov-distil (oracle2teacher)": 3.963146209716797,
+      "cov-distil": 2.394049644470215,
+      "cov-distil (oracle2student)": 4.504836082458496,
+      "cov-distil (oracle2teacher)": 4.387550354003906,
       "epoch": 1.6059654631083202,
-      "rel-constrast": 3.259300708770752,
+      "rel-constrast": 3.8696906566619873,
       "step": 2046,
-      "subrel-constrast": 3.3814423084259033,
+      "subrel-constrast": 3.700474500656128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5240626335144043,
-      "cov-distil (oracle2student)": 3.958540201187134,
-      "cov-distil (oracle2teacher)": 3.794686794281006,
+      "cov-distil": 1.7737454175949097,
+      "cov-distil (oracle2student)": 4.556284427642822,
+      "cov-distil (oracle2teacher)": 4.010815143585205,
       "epoch": 1.6067503924646782,
-      "rel-constrast": 2.936607599258423,
+      "rel-constrast": 3.96748423576355,
       "step": 2047,
-      "subrel-constrast": 3.8535993099212646,
+      "subrel-constrast": 3.647857189178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266055822372437,
-      "cov-distil (oracle2student)": 4.4979705810546875,
-      "cov-distil (oracle2teacher)": 3.644831895828247,
+      "cov-distil": 2.056027412414551,
+      "cov-distil (oracle2student)": 4.711935997009277,
+      "cov-distil (oracle2teacher)": 4.302933692932129,
       "epoch": 1.607535321821036,
-      "rel-constrast": 2.2974979877471924,
+      "rel-constrast": 2.1785037517547607,
       "step": 2048,
-      "subrel-constrast": 3.10577654838562,
+      "subrel-constrast": 3.0642924308776855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7465144395828247,
-      "cov-distil (oracle2student)": 3.3013501167297363,
-      "cov-distil (oracle2teacher)": 3.4726696014404297,
+      "cov-distil": 1.5655063390731812,
+      "cov-distil (oracle2student)": 3.838616371154785,
+      "cov-distil (oracle2teacher)": 3.3020272254943848,
       "epoch": 1.608320251177394,
-      "rel-constrast": 1.995133638381958,
+      "rel-constrast": 2.7434725761413574,
       "step": 2049,
-      "subrel-constrast": 2.724217653274536,
+      "subrel-constrast": 2.7800800800323486,
       "view-similarity": 0
     },
     {
       "epoch": 1.609105180533752,
-      "grad_norm": 4.40625,
+      "grad_norm": 5.59375,
       "learning_rate": 4.834263659076884e-05,
-      "loss": 0.763,
+      "loss": 0.8291,
       "step": 2050
     },
     {
-      "cov-distil": 1.7949761152267456,
-      "cov-distil (oracle2student)": 4.498704433441162,
-      "cov-distil (oracle2teacher)": 4.352823257446289,
+      "cov-distil": 1.8658506870269775,
+      "cov-distil (oracle2student)": 4.9493513107299805,
+      "cov-distil (oracle2teacher)": 4.524769306182861,
       "epoch": 1.609105180533752,
-      "rel-constrast": 2.254809856414795,
+      "rel-constrast": 2.5765199661254883,
       "step": 2050,
-      "subrel-constrast": 3.4211935997009277,
+      "subrel-constrast": 3.367403984069824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3349231481552124,
-      "cov-distil (oracle2student)": 5.7295918464660645,
-      "cov-distil (oracle2teacher)": 5.212827205657959,
+      "cov-distil": 1.906947135925293,
+      "cov-distil (oracle2student)": 5.829298973083496,
+      "cov-distil (oracle2teacher)": 5.757718086242676,
       "epoch": 1.60989010989011,
-      "rel-constrast": 2.0729784965515137,
+      "rel-constrast": 2.5743441581726074,
       "step": 2051,
-      "subrel-constrast": 3.048137903213501,
+      "subrel-constrast": 2.9985196590423584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0458886623382568,
-      "cov-distil (oracle2student)": 3.1625027656555176,
-      "cov-distil (oracle2teacher)": 3.6677608489990234,
+      "cov-distil": 1.243606686592102,
+      "cov-distil (oracle2student)": 3.4986162185668945,
+      "cov-distil (oracle2teacher)": 4.097476482391357,
       "epoch": 1.610675039246468,
-      "rel-constrast": 2.433927536010742,
+      "rel-constrast": 2.9804863929748535,
       "step": 2052,
-      "subrel-constrast": 3.323185682296753,
+      "subrel-constrast": 3.4838638305664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3693102598190308,
-      "cov-distil (oracle2student)": 2.987476110458374,
-      "cov-distil (oracle2teacher)": 2.8964524269104004,
+      "cov-distil": 1.6837584972381592,
+      "cov-distil (oracle2student)": 2.6267595291137695,
+      "cov-distil (oracle2teacher)": 2.898986339569092,
       "epoch": 1.6114599686028257,
-      "rel-constrast": 2.140439033508301,
+      "rel-constrast": 1.7966277599334717,
       "step": 2053,
-      "subrel-constrast": 2.8775861263275146,
+      "subrel-constrast": 2.7190916538238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3437325954437256,
-      "cov-distil (oracle2student)": 5.207067012786865,
-      "cov-distil (oracle2teacher)": 5.1119794845581055,
+      "cov-distil": 1.7603603601455688,
+      "cov-distil (oracle2student)": 5.113825798034668,
+      "cov-distil (oracle2teacher)": 5.6175312995910645,
       "epoch": 1.6122448979591837,
-      "rel-constrast": 3.1859264373779297,
+      "rel-constrast": 3.2634825706481934,
       "step": 2054,
-      "subrel-constrast": 3.5148096084594727,
+      "subrel-constrast": 4.188901424407959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5393338203430176,
-      "cov-distil (oracle2student)": 2.7178211212158203,
-      "cov-distil (oracle2teacher)": 2.548007011413574,
+      "cov-distil": 1.7836527824401855,
+      "cov-distil (oracle2student)": 3.0420267581939697,
+      "cov-distil (oracle2teacher)": 2.717525005340576,
       "epoch": 1.6130298273155415,
-      "rel-constrast": 2.2228755950927734,
+      "rel-constrast": 2.1410717964172363,
       "step": 2055,
-      "subrel-constrast": 2.701355457305908,
+      "subrel-constrast": 2.8615362644195557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426512360572815,
-      "cov-distil (oracle2student)": 3.4088988304138184,
-      "cov-distil (oracle2teacher)": 3.7255258560180664,
+      "cov-distil": 1.3172886371612549,
+      "cov-distil (oracle2student)": 3.307732105255127,
+      "cov-distil (oracle2teacher)": 3.406601667404175,
       "epoch": 1.6138147566718994,
-      "rel-constrast": 1.602285623550415,
+      "rel-constrast": 1.907084345817566,
       "step": 2056,
-      "subrel-constrast": 2.695399761199951,
+      "subrel-constrast": 2.659954309463501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7214194536209106,
-      "cov-distil (oracle2student)": 3.3216590881347656,
-      "cov-distil (oracle2teacher)": 3.337252616882324,
+      "cov-distil": 2.0406103134155273,
+      "cov-distil (oracle2student)": 3.2927727699279785,
+      "cov-distil (oracle2teacher)": 3.140674591064453,
       "epoch": 1.6145996860282574,
-      "rel-constrast": 2.674438714981079,
+      "rel-constrast": 3.146155834197998,
       "step": 2057,
-      "subrel-constrast": 3.511599063873291,
+      "subrel-constrast": 3.5029361248016357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5471255779266357,
-      "cov-distil (oracle2student)": 3.8116812705993652,
-      "cov-distil (oracle2teacher)": 3.9724085330963135,
+      "cov-distil": 1.9151606559753418,
+      "cov-distil (oracle2student)": 4.01308536529541,
+      "cov-distil (oracle2teacher)": 3.9506449699401855,
       "epoch": 1.6153846153846154,
-      "rel-constrast": 2.7013487815856934,
+      "rel-constrast": 2.8753414154052734,
       "step": 2058,
-      "subrel-constrast": 3.5736117362976074,
+      "subrel-constrast": 3.2515740394592285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2454863786697388,
-      "cov-distil (oracle2student)": 5.163958549499512,
-      "cov-distil (oracle2teacher)": 4.0869317054748535,
+      "cov-distil": 1.668416142463684,
+      "cov-distil (oracle2student)": 5.0023369789123535,
+      "cov-distil (oracle2teacher)": 4.903827667236328,
       "epoch": 1.6161695447409734,
-      "rel-constrast": 2.5448288917541504,
+      "rel-constrast": 2.538041830062866,
       "step": 2059,
-      "subrel-constrast": 3.0625667572021484,
+      "subrel-constrast": 3.3355658054351807,
       "view-similarity": 0
     },
     {
       "epoch": 1.6169544740973314,
-      "grad_norm": 10.5,
+      "grad_norm": 5.96875,
       "learning_rate": 4.83112493800154e-05,
-      "loss": 0.6318,
+      "loss": 0.645,
       "step": 2060
     },
     {
-      "cov-distil": 1.4908287525177002,
-      "cov-distil (oracle2student)": 4.317589282989502,
-      "cov-distil (oracle2teacher)": 4.190001487731934,
+      "cov-distil": 1.4158320426940918,
+      "cov-distil (oracle2student)": 4.778284549713135,
+      "cov-distil (oracle2teacher)": 4.536355972290039,
       "epoch": 1.6169544740973314,
-      "rel-constrast": 2.581674575805664,
+      "rel-constrast": 2.7216076850891113,
       "step": 2060,
-      "subrel-constrast": 3.4688923358917236,
+      "subrel-constrast": 3.3563945293426514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4584860801696777,
-      "cov-distil (oracle2student)": 4.275257110595703,
-      "cov-distil (oracle2teacher)": 4.058523654937744,
+      "cov-distil": 1.7191169261932373,
+      "cov-distil (oracle2student)": 3.7207870483398438,
+      "cov-distil (oracle2teacher)": 4.355107307434082,
       "epoch": 1.6177394034536892,
-      "rel-constrast": 2.0944056510925293,
+      "rel-constrast": 2.546837091445923,
       "step": 2061,
-      "subrel-constrast": 2.88100266456604,
+      "subrel-constrast": 2.9426395893096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.757563829421997,
-      "cov-distil (oracle2student)": 3.076035499572754,
-      "cov-distil (oracle2teacher)": 3.0971367359161377,
+      "cov-distil": 1.7491631507873535,
+      "cov-distil (oracle2student)": 3.8698174953460693,
+      "cov-distil (oracle2teacher)": 3.152174472808838,
       "epoch": 1.6185243328100472,
-      "rel-constrast": 2.540196418762207,
+      "rel-constrast": 3.3608438968658447,
       "step": 2062,
-      "subrel-constrast": 3.6414880752563477,
+      "subrel-constrast": 3.529266595840454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2241549491882324,
-      "cov-distil (oracle2student)": 4.835506439208984,
-      "cov-distil (oracle2teacher)": 4.11246919631958,
+      "cov-distil": 1.3452479839324951,
+      "cov-distil (oracle2student)": 5.58112907409668,
+      "cov-distil (oracle2teacher)": 4.605348587036133,
       "epoch": 1.619309262166405,
-      "rel-constrast": 3.1234943866729736,
+      "rel-constrast": 3.3937673568725586,
       "step": 2063,
-      "subrel-constrast": 3.165693521499634,
+      "subrel-constrast": 2.983935832977295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9903879165649414,
-      "cov-distil (oracle2student)": 4.786257266998291,
-      "cov-distil (oracle2teacher)": 4.460675239562988,
+      "cov-distil": 2.6540117263793945,
+      "cov-distil (oracle2student)": 4.887837886810303,
+      "cov-distil (oracle2teacher)": 4.732949256896973,
       "epoch": 1.620094191522763,
-      "rel-constrast": 2.56026029586792,
+      "rel-constrast": 3.1217689514160156,
       "step": 2064,
-      "subrel-constrast": 3.524782180786133,
+      "subrel-constrast": 3.9988021850585938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.28297758102417,
-      "cov-distil (oracle2student)": 4.441198825836182,
-      "cov-distil (oracle2teacher)": 4.769462585449219,
+      "cov-distil": 1.6325713396072388,
+      "cov-distil (oracle2student)": 5.050360679626465,
+      "cov-distil (oracle2teacher)": 5.116917610168457,
       "epoch": 1.620879120879121,
-      "rel-constrast": 2.9925427436828613,
+      "rel-constrast": 3.2057900428771973,
       "step": 2065,
-      "subrel-constrast": 3.6131138801574707,
+      "subrel-constrast": 4.208925724029541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.761282205581665,
-      "cov-distil (oracle2student)": 5.356776237487793,
-      "cov-distil (oracle2teacher)": 4.522482395172119,
+      "cov-distil": 2.5812621116638184,
+      "cov-distil (oracle2student)": 5.102790355682373,
+      "cov-distil (oracle2teacher)": 4.782477378845215,
       "epoch": 1.6216640502354789,
-      "rel-constrast": 3.165936231613159,
+      "rel-constrast": 2.977180004119873,
       "step": 2066,
-      "subrel-constrast": 4.099177837371826,
+      "subrel-constrast": 4.003785133361816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4316446781158447,
-      "cov-distil (oracle2student)": 5.165266036987305,
-      "cov-distil (oracle2teacher)": 4.497067451477051,
+      "cov-distil": 2.119307041168213,
+      "cov-distil (oracle2student)": 5.012778282165527,
+      "cov-distil (oracle2teacher)": 4.955540657043457,
       "epoch": 1.6224489795918369,
-      "rel-constrast": 2.9972119331359863,
+      "rel-constrast": 3.654629707336426,
       "step": 2067,
-      "subrel-constrast": 3.2542285919189453,
+      "subrel-constrast": 3.6265110969543457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3026407957077026,
-      "cov-distil (oracle2student)": 5.497707843780518,
-      "cov-distil (oracle2teacher)": 4.904534816741943,
+      "cov-distil": 1.8710980415344238,
+      "cov-distil (oracle2student)": 5.823598861694336,
+      "cov-distil (oracle2teacher)": 5.272956848144531,
       "epoch": 1.6232339089481946,
-      "rel-constrast": 2.914114236831665,
+      "rel-constrast": 3.515549659729004,
       "step": 2068,
-      "subrel-constrast": 3.616696834564209,
+      "subrel-constrast": 3.7050182819366455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.508901834487915,
-      "cov-distil (oracle2student)": 4.457405090332031,
-      "cov-distil (oracle2teacher)": 4.822147369384766,
+      "cov-distil": 1.7523329257965088,
+      "cov-distil (oracle2student)": 4.805436134338379,
+      "cov-distil (oracle2teacher)": 4.811914920806885,
       "epoch": 1.6240188383045526,
-      "rel-constrast": 2.934299945831299,
+      "rel-constrast": 3.4967689514160156,
       "step": 2069,
-      "subrel-constrast": 4.103697776794434,
+      "subrel-constrast": 4.176980972290039,
       "view-similarity": 0
     },
     {
       "epoch": 1.6248037676609104,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.53125,
       "learning_rate": 4.827957812904485e-05,
-      "loss": 0.7356,
+      "loss": 0.7999,
       "step": 2070
     },
     {
-      "cov-distil": 1.3743852376937866,
-      "cov-distil (oracle2student)": 2.6643528938293457,
-      "cov-distil (oracle2teacher)": 3.036470413208008,
+      "cov-distil": 1.3611407279968262,
+      "cov-distil (oracle2student)": 3.1688613891601562,
+      "cov-distil (oracle2teacher)": 3.313385248184204,
       "epoch": 1.6248037676609104,
-      "rel-constrast": 2.3496155738830566,
+      "rel-constrast": 2.9549195766448975,
       "step": 2070,
-      "subrel-constrast": 3.3078978061676025,
+      "subrel-constrast": 3.08913254737854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.617437720298767,
-      "cov-distil (oracle2student)": 6.351428508758545,
-      "cov-distil (oracle2teacher)": 5.156709671020508,
+      "cov-distil": 1.9370769262313843,
+      "cov-distil (oracle2student)": 5.965681552886963,
+      "cov-distil (oracle2teacher)": 5.39721155166626,
       "epoch": 1.6255886970172684,
-      "rel-constrast": 2.6045138835906982,
+      "rel-constrast": 2.6514077186584473,
       "step": 2071,
-      "subrel-constrast": 2.9174444675445557,
+      "subrel-constrast": 2.8388800621032715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9774250984191895,
-      "cov-distil (oracle2student)": 4.303502082824707,
-      "cov-distil (oracle2teacher)": 3.9338040351867676,
+      "cov-distil": 2.33512544631958,
+      "cov-distil (oracle2student)": 3.9428443908691406,
+      "cov-distil (oracle2teacher)": 4.105510711669922,
       "epoch": 1.6263736263736264,
-      "rel-constrast": 3.3211231231689453,
+      "rel-constrast": 3.5030293464660645,
       "step": 2072,
-      "subrel-constrast": 3.631126880645752,
+      "subrel-constrast": 3.656738042831421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9205094575881958,
-      "cov-distil (oracle2student)": 4.331757545471191,
-      "cov-distil (oracle2teacher)": 4.20655632019043,
+      "cov-distil": 1.2212598323822021,
+      "cov-distil (oracle2student)": 4.2657341957092285,
+      "cov-distil (oracle2teacher)": 4.761544227600098,
       "epoch": 1.6271585557299844,
-      "rel-constrast": 2.644624710083008,
+      "rel-constrast": 2.8429582118988037,
       "step": 2073,
-      "subrel-constrast": 3.4994237422943115,
+      "subrel-constrast": 3.2103431224823,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9841632843017578,
-      "cov-distil (oracle2student)": 3.503969430923462,
-      "cov-distil (oracle2teacher)": 2.974539041519165,
+      "cov-distil": 2.7573392391204834,
+      "cov-distil (oracle2student)": 3.482907295227051,
+      "cov-distil (oracle2teacher)": 3.3328349590301514,
       "epoch": 1.6279434850863423,
-      "rel-constrast": 1.8373162746429443,
+      "rel-constrast": 2.0799436569213867,
       "step": 2074,
-      "subrel-constrast": 2.4780445098876953,
+      "subrel-constrast": 2.693690061569214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3093910217285156,
-      "cov-distil (oracle2student)": 5.715851783752441,
-      "cov-distil (oracle2teacher)": 4.562400817871094,
+      "cov-distil": 1.5506088733673096,
+      "cov-distil (oracle2student)": 5.1656646728515625,
+      "cov-distil (oracle2teacher)": 4.934126853942871,
       "epoch": 1.6287284144427001,
-      "rel-constrast": 3.0792689323425293,
+      "rel-constrast": 3.391221523284912,
       "step": 2075,
-      "subrel-constrast": 3.4869117736816406,
+      "subrel-constrast": 3.4767234325408936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72260582447052,
-      "cov-distil (oracle2student)": 4.45317268371582,
-      "cov-distil (oracle2teacher)": 4.26389217376709,
+      "cov-distil": 1.695784330368042,
+      "cov-distil (oracle2student)": 4.852001190185547,
+      "cov-distil (oracle2teacher)": 4.283757209777832,
       "epoch": 1.629513343799058,
-      "rel-constrast": 2.2471811771392822,
+      "rel-constrast": 2.493624448776245,
       "step": 2076,
-      "subrel-constrast": 2.5746428966522217,
+      "subrel-constrast": 2.424844741821289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3540172576904297,
-      "cov-distil (oracle2student)": 5.391295909881592,
-      "cov-distil (oracle2teacher)": 5.226952075958252,
+      "cov-distil": 1.5215809345245361,
+      "cov-distil (oracle2student)": 6.005449295043945,
+      "cov-distil (oracle2teacher)": 5.154108047485352,
       "epoch": 1.6302982731554159,
-      "rel-constrast": 1.6137186288833618,
+      "rel-constrast": 1.9577560424804688,
       "step": 2077,
-      "subrel-constrast": 2.613908290863037,
+      "subrel-constrast": 2.5152792930603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8046118021011353,
-      "cov-distil (oracle2student)": 4.633482933044434,
-      "cov-distil (oracle2teacher)": 4.515999794006348,
+      "cov-distil": 2.6635022163391113,
+      "cov-distil (oracle2student)": 4.997156143188477,
+      "cov-distil (oracle2teacher)": 5.051814079284668,
       "epoch": 1.6310832025117739,
-      "rel-constrast": 2.3300392627716064,
+      "rel-constrast": 2.538435220718384,
       "step": 2078,
-      "subrel-constrast": 2.9957892894744873,
+      "subrel-constrast": 3.2896862030029297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4055002927780151,
-      "cov-distil (oracle2student)": 3.869049072265625,
-      "cov-distil (oracle2teacher)": 3.528761863708496,
+      "cov-distil": 1.624668836593628,
+      "cov-distil (oracle2student)": 4.008569717407227,
+      "cov-distil (oracle2teacher)": 3.5223817825317383,
       "epoch": 1.6318681318681318,
-      "rel-constrast": 1.8855060338974,
+      "rel-constrast": 1.8659578561782837,
       "step": 2079,
-      "subrel-constrast": 2.607849359512329,
+      "subrel-constrast": 2.568305015563965,
       "view-similarity": 0
     },
     {
       "epoch": 1.6326530612244898,
-      "grad_norm": 4.5625,
+      "grad_norm": 5.09375,
       "learning_rate": 4.824762322376138e-05,
-      "loss": 0.6365,
+      "loss": 0.657,
       "step": 2080
     },
     {
-      "cov-distil": 1.2414379119873047,
-      "cov-distil (oracle2student)": 3.478029727935791,
-      "cov-distil (oracle2teacher)": 3.3050224781036377,
+      "cov-distil": 1.2687844038009644,
+      "cov-distil (oracle2student)": 3.269157886505127,
+      "cov-distil (oracle2teacher)": 3.0013937950134277,
       "epoch": 1.6326530612244898,
-      "rel-constrast": 1.9633790254592896,
+      "rel-constrast": 2.288952589035034,
       "step": 2080,
-      "subrel-constrast": 2.5663352012634277,
+      "subrel-constrast": 2.4528653621673584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1902920007705688,
-      "cov-distil (oracle2student)": 4.973108768463135,
-      "cov-distil (oracle2teacher)": 4.454844951629639,
+      "cov-distil": 1.9485971927642822,
+      "cov-distil (oracle2student)": 5.250120639801025,
+      "cov-distil (oracle2teacher)": 4.6477203369140625,
       "epoch": 1.6334379905808478,
-      "rel-constrast": 1.9761629104614258,
+      "rel-constrast": 2.139887571334839,
       "step": 2081,
-      "subrel-constrast": 2.5908637046813965,
+      "subrel-constrast": 2.490666627883911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8728954792022705,
-      "cov-distil (oracle2student)": 2.418976306915283,
-      "cov-distil (oracle2teacher)": 3.155106544494629,
+      "cov-distil": 2.529184103012085,
+      "cov-distil (oracle2student)": 2.8423922061920166,
+      "cov-distil (oracle2teacher)": 2.842487335205078,
       "epoch": 1.6342229199372058,
-      "rel-constrast": 2.789966583251953,
+      "rel-constrast": 3.4918019771575928,
       "step": 2082,
-      "subrel-constrast": 3.632643461227417,
+      "subrel-constrast": 3.5395560264587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.879807949066162,
-      "cov-distil (oracle2student)": 4.050652027130127,
-      "cov-distil (oracle2teacher)": 3.8830175399780273,
+      "cov-distil": 2.6844072341918945,
+      "cov-distil (oracle2student)": 3.9400739669799805,
+      "cov-distil (oracle2teacher)": 3.922978401184082,
       "epoch": 1.6350078492935636,
-      "rel-constrast": 3.4353625774383545,
+      "rel-constrast": 3.466309070587158,
       "step": 2083,
-      "subrel-constrast": 3.942655563354492,
+      "subrel-constrast": 3.9794185161590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1142070293426514,
-      "cov-distil (oracle2student)": 4.605465888977051,
-      "cov-distil (oracle2teacher)": 4.1374430656433105,
+      "cov-distil": 1.8090734481811523,
+      "cov-distil (oracle2student)": 4.663928031921387,
+      "cov-distil (oracle2teacher)": 4.394132137298584,
       "epoch": 1.6357927786499213,
-      "rel-constrast": 2.9432709217071533,
+      "rel-constrast": 3.3367831707000732,
       "step": 2084,
-      "subrel-constrast": 3.5583064556121826,
+      "subrel-constrast": 3.460696220397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3301512002944946,
-      "cov-distil (oracle2student)": 3.0463709831237793,
-      "cov-distil (oracle2teacher)": 3.104276657104492,
+      "cov-distil": 1.8715877532958984,
+      "cov-distil (oracle2student)": 2.5389413833618164,
+      "cov-distil (oracle2teacher)": 2.9940109252929688,
       "epoch": 1.6365777080062793,
-      "rel-constrast": 2.3145620822906494,
+      "rel-constrast": 2.507014513015747,
       "step": 2085,
-      "subrel-constrast": 3.1735079288482666,
+      "subrel-constrast": 2.932239532470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478292465209961,
-      "cov-distil (oracle2student)": 2.931324005126953,
-      "cov-distil (oracle2teacher)": 2.9833784103393555,
+      "cov-distil": 1.9483917951583862,
+      "cov-distil (oracle2student)": 2.863835096359253,
+      "cov-distil (oracle2teacher)": 2.951789379119873,
       "epoch": 1.6373626373626373,
-      "rel-constrast": 2.5801472663879395,
+      "rel-constrast": 3.1402432918548584,
       "step": 2086,
-      "subrel-constrast": 2.7285046577453613,
+      "subrel-constrast": 2.552656888961792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6398351192474365,
-      "cov-distil (oracle2student)": 2.8576812744140625,
-      "cov-distil (oracle2teacher)": 3.1078763008117676,
+      "cov-distil": 2.4307448863983154,
+      "cov-distil (oracle2student)": 4.01165771484375,
+      "cov-distil (oracle2teacher)": 3.135254383087158,
       "epoch": 1.6381475667189953,
-      "rel-constrast": 2.428048610687256,
+      "rel-constrast": 3.2590510845184326,
       "step": 2087,
-      "subrel-constrast": 3.2801222801208496,
+      "subrel-constrast": 3.608109951019287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2795454263687134,
-      "cov-distil (oracle2student)": 5.243771553039551,
-      "cov-distil (oracle2teacher)": 4.780567169189453,
+      "cov-distil": 1.132871389389038,
+      "cov-distil (oracle2student)": 5.452219486236572,
+      "cov-distil (oracle2teacher)": 4.798192024230957,
       "epoch": 1.6389324960753533,
-      "rel-constrast": 2.9224610328674316,
+      "rel-constrast": 2.9204182624816895,
       "step": 2088,
-      "subrel-constrast": 3.4047603607177734,
+      "subrel-constrast": 3.2439486980438232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7413620948791504,
-      "cov-distil (oracle2student)": 3.4226858615875244,
-      "cov-distil (oracle2teacher)": 3.796494722366333,
+      "cov-distil": 1.9500683546066284,
+      "cov-distil (oracle2student)": 3.3157572746276855,
+      "cov-distil (oracle2teacher)": 4.265115737915039,
       "epoch": 1.6397174254317113,
-      "rel-constrast": 3.177461624145508,
+      "rel-constrast": 2.951401710510254,
       "step": 2089,
-      "subrel-constrast": 3.9020156860351562,
+      "subrel-constrast": 4.080893516540527,
       "view-similarity": 0
     },
     {
       "epoch": 1.640502354788069,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.28125,
       "learning_rate": 4.821538505352543e-05,
-      "loss": 0.7027,
+      "loss": 0.7375,
       "step": 2090
     },
     {
-      "cov-distil": 1.2207731008529663,
-      "cov-distil (oracle2student)": 3.8870153427124023,
-      "cov-distil (oracle2teacher)": 4.129881381988525,
+      "cov-distil": 1.5974518060684204,
+      "cov-distil (oracle2student)": 4.157120704650879,
+      "cov-distil (oracle2teacher)": 3.972930431365967,
       "epoch": 1.640502354788069,
-      "rel-constrast": 2.6559126377105713,
+      "rel-constrast": 2.9074301719665527,
       "step": 2090,
-      "subrel-constrast": 3.1635262966156006,
+      "subrel-constrast": 3.0726966857910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6789839267730713,
-      "cov-distil (oracle2student)": 4.7383270263671875,
-      "cov-distil (oracle2teacher)": 4.643011093139648,
+      "cov-distil": 2.1647956371307373,
+      "cov-distil (oracle2student)": 4.905690670013428,
+      "cov-distil (oracle2teacher)": 4.6491498947143555,
       "epoch": 1.641287284144427,
-      "rel-constrast": 2.328157424926758,
+      "rel-constrast": 2.1963229179382324,
       "step": 2091,
-      "subrel-constrast": 2.9757080078125,
+      "subrel-constrast": 2.9451348781585693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1166787147521973,
-      "cov-distil (oracle2student)": 6.11566162109375,
-      "cov-distil (oracle2teacher)": 5.492757797241211,
+      "cov-distil": 1.6496529579162598,
+      "cov-distil (oracle2student)": 5.971529006958008,
+      "cov-distil (oracle2teacher)": 5.869447708129883,
       "epoch": 1.6420722135007848,
-      "rel-constrast": 3.674086570739746,
+      "rel-constrast": 4.146651268005371,
       "step": 2092,
-      "subrel-constrast": 4.091212749481201,
+      "subrel-constrast": 3.9464876651763916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0456438064575195,
-      "cov-distil (oracle2student)": 2.8291797637939453,
-      "cov-distil (oracle2teacher)": 3.062237501144409,
+      "cov-distil": 1.412024736404419,
+      "cov-distil (oracle2student)": 2.7824580669403076,
+      "cov-distil (oracle2teacher)": 3.172419548034668,
       "epoch": 1.6428571428571428,
-      "rel-constrast": 2.438107967376709,
+      "rel-constrast": 2.294365882873535,
       "step": 2093,
-      "subrel-constrast": 3.1620309352874756,
+      "subrel-constrast": 2.7772114276885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.664851427078247,
-      "cov-distil (oracle2student)": 5.564061164855957,
-      "cov-distil (oracle2teacher)": 5.566417694091797,
+      "cov-distil": 2.129404067993164,
+      "cov-distil (oracle2student)": 5.596503257751465,
+      "cov-distil (oracle2teacher)": 6.435320854187012,
       "epoch": 1.6436420722135008,
-      "rel-constrast": 3.6411361694335938,
+      "rel-constrast": 3.009049415588379,
       "step": 2094,
-      "subrel-constrast": 4.108861923217773,
+      "subrel-constrast": 3.9798226356506348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6375892162322998,
-      "cov-distil (oracle2student)": 4.984851837158203,
-      "cov-distil (oracle2teacher)": 4.013951778411865,
+      "cov-distil": 1.5166816711425781,
+      "cov-distil (oracle2student)": 5.2307868003845215,
+      "cov-distil (oracle2teacher)": 4.679411888122559,
       "epoch": 1.6444270015698588,
-      "rel-constrast": 2.8608391284942627,
+      "rel-constrast": 2.4285521507263184,
       "step": 2095,
-      "subrel-constrast": 3.520291328430176,
+      "subrel-constrast": 3.5908055305480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3518152236938477,
-      "cov-distil (oracle2student)": 3.7745819091796875,
-      "cov-distil (oracle2teacher)": 3.919778347015381,
+      "cov-distil": 1.9972950220108032,
+      "cov-distil (oracle2student)": 3.7132606506347656,
+      "cov-distil (oracle2teacher)": 3.664956569671631,
       "epoch": 1.6452119309262168,
-      "rel-constrast": 2.3604490756988525,
+      "rel-constrast": 2.673156976699829,
       "step": 2096,
-      "subrel-constrast": 3.0637900829315186,
+      "subrel-constrast": 3.0940909385681152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6902343034744263,
-      "cov-distil (oracle2student)": 2.733623743057251,
-      "cov-distil (oracle2teacher)": 2.9321978092193604,
+      "cov-distil": 2.0827648639678955,
+      "cov-distil (oracle2student)": 3.415583848953247,
+      "cov-distil (oracle2teacher)": 3.4614405632019043,
       "epoch": 1.6459968602825745,
-      "rel-constrast": 3.052748680114746,
+      "rel-constrast": 3.4119348526000977,
       "step": 2097,
-      "subrel-constrast": 3.6468217372894287,
+      "subrel-constrast": 3.5781612396240234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5134410858154297,
-      "cov-distil (oracle2student)": 3.3050501346588135,
-      "cov-distil (oracle2teacher)": 2.9029603004455566,
+      "cov-distil": 1.4574143886566162,
+      "cov-distil (oracle2student)": 3.503617763519287,
+      "cov-distil (oracle2teacher)": 3.257143497467041,
       "epoch": 1.6467817896389325,
-      "rel-constrast": 2.616238594055176,
+      "rel-constrast": 2.8549346923828125,
       "step": 2098,
-      "subrel-constrast": 2.949694871902466,
+      "subrel-constrast": 2.912903308868408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8169734477996826,
-      "cov-distil (oracle2student)": 6.159611701965332,
-      "cov-distil (oracle2teacher)": 5.612151622772217,
+      "cov-distil": 2.572477102279663,
+      "cov-distil (oracle2student)": 6.566057205200195,
+      "cov-distil (oracle2teacher)": 5.726782321929932,
       "epoch": 1.6475667189952903,
-      "rel-constrast": 2.7007651329040527,
+      "rel-constrast": 3.446516513824463,
       "step": 2099,
-      "subrel-constrast": 3.4792776107788086,
+      "subrel-constrast": 3.6302361488342285,
       "view-similarity": 0
     },
     {
       "epoch": 1.6483516483516483,
-      "grad_norm": 6.0,
+      "grad_norm": 5.96875,
       "learning_rate": 4.818286401114894e-05,
-      "loss": 0.7451,
+      "loss": 0.7342,
       "step": 2100
     },
     {
       "epoch": 1.6483516483516483,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.2874999940395355,
       "step": 2100
     },
     {
       "epoch": 1.6483516483516483,
       "step": 2100,
-      "student margin": 0.0576171875
+      "student margin": 0.055419921875
     },
     {
       "epoch": 1.6483516483516483,
       "step": 2100,
-      "teacher margin": 0.04315185546875
+      "teacher margin": 0.05072021484375
     },
     {
       "epoch": 1.6483516483516483,
-      "margin difference": -0.01446533203125,
+      "margin difference": -0.00469970703125,
       "step": 2100
     },
     {
-      "cov-distil": 1.0847593545913696,
-      "cov-distil (oracle2student)": 4.795584201812744,
-      "cov-distil (oracle2teacher)": 5.146419525146484,
+      "cov-distil": 1.5851316452026367,
+      "cov-distil (oracle2student)": 5.211804389953613,
+      "cov-distil (oracle2teacher)": 5.204434394836426,
       "epoch": 1.6483516483516483,
-      "rel-constrast": 3.1171159744262695,
+      "rel-constrast": 3.5856926441192627,
       "step": 2100,
-      "subrel-constrast": 3.8414456844329834,
+      "subrel-constrast": 3.8832614421844482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0760643482208252,
-      "cov-distil (oracle2student)": 4.520528316497803,
-      "cov-distil (oracle2teacher)": 4.584324836730957,
+      "cov-distil": 1.8086001873016357,
+      "cov-distil (oracle2student)": 4.743308067321777,
+      "cov-distil (oracle2teacher)": 5.258078575134277,
       "epoch": 1.6491365777080063,
-      "rel-constrast": 3.029400587081909,
+      "rel-constrast": 3.519655704498291,
       "step": 2101,
-      "subrel-constrast": 3.4180798530578613,
+      "subrel-constrast": 3.447512626647949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9640960097312927,
-      "cov-distil (oracle2student)": 5.115893840789795,
-      "cov-distil (oracle2teacher)": 4.722122669219971,
+      "cov-distil": 1.7097623348236084,
+      "cov-distil (oracle2student)": 5.858211994171143,
+      "cov-distil (oracle2teacher)": 4.421147346496582,
       "epoch": 1.6499215070643642,
-      "rel-constrast": 2.4659721851348877,
+      "rel-constrast": 2.9698574542999268,
       "step": 2102,
-      "subrel-constrast": 2.7437267303466797,
+      "subrel-constrast": 2.623990297317505,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4343488216400146,
-      "cov-distil (oracle2student)": 4.25430965423584,
-      "cov-distil (oracle2teacher)": 3.885815143585205,
+      "cov-distil": 1.731844186782837,
+      "cov-distil (oracle2student)": 4.63688325881958,
+      "cov-distil (oracle2teacher)": 4.26914119720459,
       "epoch": 1.6507064364207222,
-      "rel-constrast": 2.810929536819458,
+      "rel-constrast": 3.097683906555176,
       "step": 2103,
-      "subrel-constrast": 3.4059669971466064,
+      "subrel-constrast": 3.751999616622925,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3997812271118164,
-      "cov-distil (oracle2student)": 4.908003807067871,
-      "cov-distil (oracle2teacher)": 4.994489669799805,
+      "cov-distil": 1.8046104907989502,
+      "cov-distil (oracle2student)": 4.948003768920898,
+      "cov-distil (oracle2teacher)": 5.5321855545043945,
       "epoch": 1.6514913657770802,
-      "rel-constrast": 3.232682704925537,
+      "rel-constrast": 3.1107163429260254,
       "step": 2104,
-      "subrel-constrast": 3.706627607345581,
+      "subrel-constrast": 3.9074807167053223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2426989078521729,
-      "cov-distil (oracle2student)": 4.39690637588501,
-      "cov-distil (oracle2teacher)": 3.901740550994873,
+      "cov-distil": 1.6983586549758911,
+      "cov-distil (oracle2student)": 4.318960189819336,
+      "cov-distil (oracle2teacher)": 4.271361351013184,
       "epoch": 1.652276295133438,
-      "rel-constrast": 2.7887399196624756,
+      "rel-constrast": 3.0754945278167725,
       "step": 2105,
-      "subrel-constrast": 2.981189489364624,
+      "subrel-constrast": 3.149650812149048,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4868419170379639,
-      "cov-distil (oracle2student)": 3.0980429649353027,
-      "cov-distil (oracle2teacher)": 3.2560806274414062,
+      "cov-distil": 1.8871865272521973,
+      "cov-distil (oracle2student)": 3.2530157566070557,
+      "cov-distil (oracle2teacher)": 3.6295909881591797,
       "epoch": 1.6530612244897958,
-      "rel-constrast": 2.479961395263672,
+      "rel-constrast": 2.7656452655792236,
       "step": 2106,
-      "subrel-constrast": 3.50347900390625,
+      "subrel-constrast": 3.387044906616211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4145686626434326,
-      "cov-distil (oracle2student)": 5.37026834487915,
-      "cov-distil (oracle2teacher)": 4.314634323120117,
+      "cov-distil": 1.9218558073043823,
+      "cov-distil (oracle2student)": 4.496694564819336,
+      "cov-distil (oracle2teacher)": 5.12367057800293,
       "epoch": 1.6538461538461537,
-      "rel-constrast": 3.189492702484131,
+      "rel-constrast": 2.5793874263763428,
       "step": 2107,
-      "subrel-constrast": 3.304046392440796,
+      "subrel-constrast": 3.3905436992645264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015730381011963,
-      "cov-distil (oracle2student)": 3.150158166885376,
-      "cov-distil (oracle2teacher)": 3.2641947269439697,
+      "cov-distil": 1.7767226696014404,
+      "cov-distil (oracle2student)": 3.632570266723633,
+      "cov-distil (oracle2teacher)": 3.3596901893615723,
       "epoch": 1.6546310832025117,
-      "rel-constrast": 2.0542044639587402,
+      "rel-constrast": 2.656860113143921,
       "step": 2108,
-      "subrel-constrast": 3.0232656002044678,
+      "subrel-constrast": 3.2719619274139404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8200358152389526,
-      "cov-distil (oracle2student)": 2.9853107929229736,
-      "cov-distil (oracle2teacher)": 3.290024757385254,
+      "cov-distil": 2.738429069519043,
+      "cov-distil (oracle2student)": 3.8502352237701416,
+      "cov-distil (oracle2teacher)": 3.5621895790100098,
       "epoch": 1.6554160125588697,
-      "rel-constrast": 1.7551003694534302,
+      "rel-constrast": 2.153029680252075,
       "step": 2109,
-      "subrel-constrast": 2.5555334091186523,
+      "subrel-constrast": 2.499473810195923,
       "view-similarity": 0
     },
     {
       "epoch": 1.6562009419152277,
-      "grad_norm": 5.59375,
+      "grad_norm": 5.65625,
       "learning_rate": 4.8150060492890534e-05,
-      "loss": 0.7062,
+      "loss": 0.7379,
       "step": 2110
     },
     {
-      "cov-distil": 2.164550304412842,
-      "cov-distil (oracle2student)": 4.157090187072754,
-      "cov-distil (oracle2teacher)": 4.138474464416504,
+      "cov-distil": 2.748487949371338,
+      "cov-distil (oracle2student)": 4.300610065460205,
+      "cov-distil (oracle2teacher)": 4.0516839027404785,
       "epoch": 1.6562009419152277,
-      "rel-constrast": 3.681403636932373,
+      "rel-constrast": 3.697746753692627,
       "step": 2110,
-      "subrel-constrast": 4.288934230804443,
+      "subrel-constrast": 4.276737689971924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6670509576797485,
-      "cov-distil (oracle2student)": 5.642236232757568,
-      "cov-distil (oracle2teacher)": 5.219463348388672,
+      "cov-distil": 2.4268486499786377,
+      "cov-distil (oracle2student)": 6.742020130157471,
+      "cov-distil (oracle2teacher)": 6.004201412200928,
       "epoch": 1.6569858712715857,
-      "rel-constrast": 2.6670005321502686,
+      "rel-constrast": 3.3819572925567627,
       "step": 2111,
-      "subrel-constrast": 3.2984635829925537,
+      "subrel-constrast": 3.4846253395080566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5286648273468018,
-      "cov-distil (oracle2student)": 6.8880510330200195,
-      "cov-distil (oracle2teacher)": 6.149458885192871,
+      "cov-distil": 2.0606980323791504,
+      "cov-distil (oracle2student)": 7.291513919830322,
+      "cov-distil (oracle2teacher)": 6.630151271820068,
       "epoch": 1.6577708006279435,
-      "rel-constrast": 2.7714650630950928,
+      "rel-constrast": 3.0476784706115723,
       "step": 2112,
-      "subrel-constrast": 3.6926379203796387,
+      "subrel-constrast": 3.6635425090789795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3729195594787598,
-      "cov-distil (oracle2student)": 3.329467535018921,
-      "cov-distil (oracle2teacher)": 3.7128005027770996,
+      "cov-distil": 2.0100326538085938,
+      "cov-distil (oracle2student)": 3.288160800933838,
+      "cov-distil (oracle2teacher)": 4.0204548835754395,
       "epoch": 1.6585557299843015,
-      "rel-constrast": 3.645893096923828,
+      "rel-constrast": 4.253792762756348,
       "step": 2113,
-      "subrel-constrast": 4.052705764770508,
+      "subrel-constrast": 3.9425411224365234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.369773268699646,
-      "cov-distil (oracle2student)": 4.392125129699707,
-      "cov-distil (oracle2teacher)": 3.8616867065429688,
+      "cov-distil": 1.7563657760620117,
+      "cov-distil (oracle2student)": 4.525993347167969,
+      "cov-distil (oracle2teacher)": 4.60416841506958,
       "epoch": 1.6593406593406592,
-      "rel-constrast": 3.0189096927642822,
+      "rel-constrast": 3.4164693355560303,
       "step": 2114,
-      "subrel-constrast": 3.484640598297119,
+      "subrel-constrast": 3.3432936668395996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3015727996826172,
-      "cov-distil (oracle2student)": 4.326857566833496,
-      "cov-distil (oracle2teacher)": 4.160575866699219,
+      "cov-distil": 1.7954926490783691,
+      "cov-distil (oracle2student)": 4.800716400146484,
+      "cov-distil (oracle2teacher)": 4.852360725402832,
       "epoch": 1.6601255886970172,
-      "rel-constrast": 2.9198811054229736,
+      "rel-constrast": 3.8032593727111816,
       "step": 2115,
-      "subrel-constrast": 2.944526195526123,
+      "subrel-constrast": 3.297767400741577,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.058974027633667,
-      "cov-distil (oracle2student)": 4.4760026931762695,
-      "cov-distil (oracle2teacher)": 4.2179460525512695,
+      "cov-distil": 1.4429852962493896,
+      "cov-distil (oracle2student)": 4.485293388366699,
+      "cov-distil (oracle2teacher)": 4.146655082702637,
       "epoch": 1.6609105180533752,
-      "rel-constrast": 1.769545316696167,
+      "rel-constrast": 1.9462964534759521,
       "step": 2116,
-      "subrel-constrast": 2.453869342803955,
+      "subrel-constrast": 2.3753137588500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9441261291503906,
-      "cov-distil (oracle2student)": 4.372752666473389,
-      "cov-distil (oracle2teacher)": 4.653127670288086,
+      "cov-distil": 1.872422218322754,
+      "cov-distil (oracle2student)": 4.354093551635742,
+      "cov-distil (oracle2teacher)": 4.4122514724731445,
       "epoch": 1.6616954474097332,
-      "rel-constrast": 3.1911330223083496,
+      "rel-constrast": 3.5064022541046143,
       "step": 2117,
-      "subrel-constrast": 3.7165687084198,
+      "subrel-constrast": 3.361278533935547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.375419020652771,
-      "cov-distil (oracle2student)": 2.6942036151885986,
-      "cov-distil (oracle2teacher)": 2.8261165618896484,
+      "cov-distil": 1.5820930004119873,
+      "cov-distil (oracle2student)": 2.781294107437134,
+      "cov-distil (oracle2teacher)": 2.739553451538086,
       "epoch": 1.6624803767660912,
-      "rel-constrast": 2.6437556743621826,
+      "rel-constrast": 3.1713778972625732,
       "step": 2118,
-      "subrel-constrast": 3.4267489910125732,
+      "subrel-constrast": 3.3692069053649902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8432061672210693,
-      "cov-distil (oracle2student)": 2.5915541648864746,
-      "cov-distil (oracle2teacher)": 2.9292144775390625,
+      "cov-distil": 2.136472225189209,
+      "cov-distil (oracle2student)": 2.9128682613372803,
+      "cov-distil (oracle2teacher)": 3.404111862182617,
       "epoch": 1.663265306122449,
-      "rel-constrast": 2.2575695514678955,
+      "rel-constrast": 2.643240451812744,
       "step": 2119,
-      "subrel-constrast": 3.2407729625701904,
+      "subrel-constrast": 3.478498697280884,
       "view-similarity": 0
     },
     {
       "epoch": 1.664050235478807,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.21875,
       "learning_rate": 4.8116974898450736e-05,
-      "loss": 0.7532,
+      "loss": 0.8217,
       "step": 2120
     },
     {
-      "cov-distil": 1.4284354448318481,
-      "cov-distil (oracle2student)": 3.8294482231140137,
-      "cov-distil (oracle2teacher)": 3.66495418548584,
+      "cov-distil": 1.8155227899551392,
+      "cov-distil (oracle2student)": 3.732551336288452,
+      "cov-distil (oracle2teacher)": 3.6542954444885254,
       "epoch": 1.664050235478807,
-      "rel-constrast": 2.3472390174865723,
+      "rel-constrast": 2.4548730850219727,
       "step": 2120,
-      "subrel-constrast": 2.764091730117798,
+      "subrel-constrast": 3.090503454208374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7339069843292236,
-      "cov-distil (oracle2student)": 5.896264553070068,
-      "cov-distil (oracle2teacher)": 5.093210697174072,
+      "cov-distil": 2.23193621635437,
+      "cov-distil (oracle2student)": 6.195945739746094,
+      "cov-distil (oracle2teacher)": 5.5898284912109375,
       "epoch": 1.6648351648351647,
-      "rel-constrast": 3.384132146835327,
+      "rel-constrast": 3.764251232147217,
       "step": 2121,
-      "subrel-constrast": 4.197080612182617,
+      "subrel-constrast": 4.085075855255127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6135178804397583,
-      "cov-distil (oracle2student)": 3.5190796852111816,
-      "cov-distil (oracle2teacher)": 3.6976165771484375,
+      "cov-distil": 1.3781561851501465,
+      "cov-distil (oracle2student)": 3.607097864151001,
+      "cov-distil (oracle2teacher)": 3.7608723640441895,
       "epoch": 1.6656200941915227,
-      "rel-constrast": 2.4060521125793457,
+      "rel-constrast": 3.041250228881836,
       "step": 2122,
-      "subrel-constrast": 3.611560583114624,
+      "subrel-constrast": 3.216308355331421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7267638444900513,
-      "cov-distil (oracle2student)": 3.873110294342041,
-      "cov-distil (oracle2teacher)": 3.7459716796875,
+      "cov-distil": 1.6896318197250366,
+      "cov-distil (oracle2student)": 3.8305587768554688,
+      "cov-distil (oracle2teacher)": 4.024965286254883,
       "epoch": 1.6664050235478807,
-      "rel-constrast": 2.8872313499450684,
+      "rel-constrast": 2.7444851398468018,
       "step": 2123,
-      "subrel-constrast": 3.3765623569488525,
+      "subrel-constrast": 3.6750569343566895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1982941627502441,
-      "cov-distil (oracle2student)": 4.119829177856445,
-      "cov-distil (oracle2teacher)": 4.441465377807617,
+      "cov-distil": 1.5214574337005615,
+      "cov-distil (oracle2student)": 4.764792442321777,
+      "cov-distil (oracle2teacher)": 4.858382225036621,
       "epoch": 1.6671899529042387,
-      "rel-constrast": 2.849386692047119,
+      "rel-constrast": 3.3037145137786865,
       "step": 2124,
-      "subrel-constrast": 3.5009841918945312,
+      "subrel-constrast": 3.6404402256011963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6497911214828491,
-      "cov-distil (oracle2student)": 4.420945167541504,
-      "cov-distil (oracle2teacher)": 4.4817986488342285,
+      "cov-distil": 1.8525254726409912,
+      "cov-distil (oracle2student)": 4.890859603881836,
+      "cov-distil (oracle2teacher)": 4.893467426300049,
       "epoch": 1.6679748822605966,
-      "rel-constrast": 2.804983377456665,
+      "rel-constrast": 3.634760856628418,
       "step": 2125,
-      "subrel-constrast": 3.751906633377075,
+      "subrel-constrast": 3.348466634750366,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4091827869415283,
-      "cov-distil (oracle2student)": 5.711494445800781,
-      "cov-distil (oracle2teacher)": 5.227167129516602,
+      "cov-distil": 1.9173074960708618,
+      "cov-distil (oracle2student)": 5.593278408050537,
+      "cov-distil (oracle2teacher)": 5.398695945739746,
       "epoch": 1.6687598116169546,
-      "rel-constrast": 1.9490318298339844,
+      "rel-constrast": 2.0603976249694824,
       "step": 2126,
-      "subrel-constrast": 2.68143367767334,
+      "subrel-constrast": 2.4465513229370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3228497505187988,
-      "cov-distil (oracle2student)": 4.4962968826293945,
-      "cov-distil (oracle2teacher)": 4.532170295715332,
+      "cov-distil": 1.6352187395095825,
+      "cov-distil (oracle2student)": 5.30157470703125,
+      "cov-distil (oracle2teacher)": 4.976652145385742,
       "epoch": 1.6695447409733124,
-      "rel-constrast": 2.627175807952881,
+      "rel-constrast": 2.7549147605895996,
       "step": 2127,
-      "subrel-constrast": 3.3042190074920654,
+      "subrel-constrast": 3.5467584133148193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9521995186805725,
-      "cov-distil (oracle2student)": 4.027742385864258,
-      "cov-distil (oracle2teacher)": 3.8917882442474365,
+      "cov-distil": 1.4463552236557007,
+      "cov-distil (oracle2student)": 4.004281044006348,
+      "cov-distil (oracle2teacher)": 4.282157897949219,
       "epoch": 1.6703296703296702,
-      "rel-constrast": 2.710982322692871,
+      "rel-constrast": 2.695000648498535,
       "step": 2128,
-      "subrel-constrast": 2.957879066467285,
+      "subrel-constrast": 2.7114241123199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1321789026260376,
-      "cov-distil (oracle2student)": 4.961772441864014,
-      "cov-distil (oracle2teacher)": 4.1693196296691895,
+      "cov-distil": 1.5360199213027954,
+      "cov-distil (oracle2student)": 5.201974868774414,
+      "cov-distil (oracle2teacher)": 4.8736371994018555,
       "epoch": 1.6711145996860282,
-      "rel-constrast": 4.076947212219238,
+      "rel-constrast": 3.722726583480835,
       "step": 2129,
-      "subrel-constrast": 4.571191310882568,
+      "subrel-constrast": 4.992180347442627,
       "view-similarity": 0
     },
     {
       "epoch": 1.6718995290423861,
-      "grad_norm": 6.125,
+      "grad_norm": 7.59375,
       "learning_rate": 4.8083607630967074e-05,
-      "loss": 0.7365,
+      "loss": 0.7544,
       "step": 2130
     },
     {
-      "cov-distil": 1.4759851694107056,
-      "cov-distil (oracle2student)": 6.480543613433838,
-      "cov-distil (oracle2teacher)": 6.439112663269043,
+      "cov-distil": 1.562475562095642,
+      "cov-distil (oracle2student)": 6.361537456512451,
+      "cov-distil (oracle2teacher)": 6.517209053039551,
       "epoch": 1.6718995290423861,
-      "rel-constrast": 3.6613290309906006,
+      "rel-constrast": 3.8925139904022217,
       "step": 2130,
-      "subrel-constrast": 4.105996608734131,
+      "subrel-constrast": 4.051568984985352,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1145968437194824,
-      "cov-distil (oracle2student)": 3.70923113822937,
-      "cov-distil (oracle2teacher)": 3.944181442260742,
+      "cov-distil": 2.432065725326538,
+      "cov-distil (oracle2student)": 4.147553443908691,
+      "cov-distil (oracle2teacher)": 3.9742648601531982,
       "epoch": 1.6726844583987441,
-      "rel-constrast": 2.3551554679870605,
+      "rel-constrast": 2.3894457817077637,
       "step": 2131,
-      "subrel-constrast": 3.428016185760498,
+      "subrel-constrast": 3.284816026687622,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.720075011253357,
-      "cov-distil (oracle2student)": 4.6509294509887695,
-      "cov-distil (oracle2teacher)": 4.49489688873291,
+      "cov-distil": 2.123739004135132,
+      "cov-distil (oracle2student)": 4.337338924407959,
+      "cov-distil (oracle2teacher)": 5.0996880531311035,
       "epoch": 1.6734693877551021,
-      "rel-constrast": 2.1794185638427734,
+      "rel-constrast": 2.3653006553649902,
       "step": 2132,
-      "subrel-constrast": 3.4165291786193848,
+      "subrel-constrast": 3.320669412612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4906682968139648,
-      "cov-distil (oracle2student)": 3.813755512237549,
-      "cov-distil (oracle2teacher)": 4.536121368408203,
+      "cov-distil": 1.864074468612671,
+      "cov-distil (oracle2student)": 3.643193483352661,
+      "cov-distil (oracle2teacher)": 4.395564556121826,
       "epoch": 1.67425431711146,
-      "rel-constrast": 2.387981414794922,
+      "rel-constrast": 2.4849629402160645,
       "step": 2133,
-      "subrel-constrast": 3.694098949432373,
+      "subrel-constrast": 3.4022650718688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6361708641052246,
-      "cov-distil (oracle2student)": 4.081071853637695,
-      "cov-distil (oracle2teacher)": 3.915973663330078,
+      "cov-distil": 1.7219620943069458,
+      "cov-distil (oracle2student)": 4.023716926574707,
+      "cov-distil (oracle2teacher)": 3.9272732734680176,
       "epoch": 1.6750392464678179,
-      "rel-constrast": 2.6308090686798096,
+      "rel-constrast": 3.0675511360168457,
       "step": 2134,
-      "subrel-constrast": 3.2851946353912354,
+      "subrel-constrast": 3.2355265617370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4303783178329468,
-      "cov-distil (oracle2student)": 4.202880382537842,
-      "cov-distil (oracle2teacher)": 4.16943359375,
+      "cov-distil": 1.7304431200027466,
+      "cov-distil (oracle2student)": 4.451353073120117,
+      "cov-distil (oracle2teacher)": 4.882302284240723,
       "epoch": 1.6758241758241759,
-      "rel-constrast": 3.373445510864258,
+      "rel-constrast": 3.0620265007019043,
       "step": 2135,
-      "subrel-constrast": 3.923292398452759,
+      "subrel-constrast": 3.7016212940216064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.459425210952759,
-      "cov-distil (oracle2student)": 4.751179218292236,
-      "cov-distil (oracle2teacher)": 5.0707855224609375,
+      "cov-distil": 2.737279176712036,
+      "cov-distil (oracle2student)": 5.035897254943848,
+      "cov-distil (oracle2teacher)": 4.994854927062988,
       "epoch": 1.6766091051805336,
-      "rel-constrast": 3.3232884407043457,
+      "rel-constrast": 3.2428603172302246,
       "step": 2136,
-      "subrel-constrast": 4.151365756988525,
+      "subrel-constrast": 4.287388801574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104991912841797,
-      "cov-distil (oracle2student)": 4.446455478668213,
-      "cov-distil (oracle2teacher)": 4.271516799926758,
+      "cov-distil": 1.3625062704086304,
+      "cov-distil (oracle2student)": 4.286491870880127,
+      "cov-distil (oracle2teacher)": 4.227023601531982,
       "epoch": 1.6773940345368916,
-      "rel-constrast": 3.3564252853393555,
+      "rel-constrast": 3.344165325164795,
       "step": 2137,
-      "subrel-constrast": 3.789482355117798,
+      "subrel-constrast": 3.6148250102996826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3762569427490234,
-      "cov-distil (oracle2student)": 3.0044121742248535,
-      "cov-distil (oracle2teacher)": 3.1743152141571045,
+      "cov-distil": 1.842289924621582,
+      "cov-distil (oracle2student)": 3.854889154434204,
+      "cov-distil (oracle2teacher)": 3.472238063812256,
       "epoch": 1.6781789638932496,
-      "rel-constrast": 3.3793673515319824,
+      "rel-constrast": 3.803040027618408,
       "step": 2138,
-      "subrel-constrast": 3.876147985458374,
+      "subrel-constrast": 3.6484367847442627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7822182178497314,
-      "cov-distil (oracle2student)": 3.6641769409179688,
-      "cov-distil (oracle2teacher)": 3.9251742362976074,
+      "cov-distil": 2.5093889236450195,
+      "cov-distil (oracle2student)": 3.9143409729003906,
+      "cov-distil (oracle2teacher)": 4.070747375488281,
       "epoch": 1.6789638932496076,
-      "rel-constrast": 3.6260242462158203,
+      "rel-constrast": 4.052337646484375,
       "step": 2139,
-      "subrel-constrast": 4.8444719314575195,
+      "subrel-constrast": 5.371525764465332,
       "view-similarity": 0
     },
     {
       "epoch": 1.6797488226059656,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.40625,
       "learning_rate": 4.8049959097009176e-05,
-      "loss": 0.7988,
+      "loss": 0.7926,
       "step": 2140
     },
     {
-      "cov-distil": 1.3677268028259277,
-      "cov-distil (oracle2student)": 4.7746405601501465,
-      "cov-distil (oracle2teacher)": 4.513347625732422,
+      "cov-distil": 1.9128990173339844,
+      "cov-distil (oracle2student)": 5.1915388107299805,
+      "cov-distil (oracle2teacher)": 4.84636116027832,
       "epoch": 1.6797488226059656,
-      "rel-constrast": 2.596588134765625,
+      "rel-constrast": 2.430206775665283,
       "step": 2140,
-      "subrel-constrast": 2.9915525913238525,
+      "subrel-constrast": 3.4279768466949463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1616265773773193,
-      "cov-distil (oracle2student)": 5.1938323974609375,
-      "cov-distil (oracle2teacher)": 5.100850582122803,
+      "cov-distil": 1.8921394348144531,
+      "cov-distil (oracle2student)": 5.543833255767822,
+      "cov-distil (oracle2teacher)": 5.390679359436035,
       "epoch": 1.6805337519623234,
-      "rel-constrast": 2.9964711666107178,
+      "rel-constrast": 3.1215193271636963,
       "step": 2141,
-      "subrel-constrast": 3.7820358276367188,
+      "subrel-constrast": 3.8343260288238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0996077060699463,
-      "cov-distil (oracle2student)": 4.5935444831848145,
-      "cov-distil (oracle2teacher)": 3.8908047676086426,
+      "cov-distil": 1.8061357736587524,
+      "cov-distil (oracle2student)": 5.338595390319824,
+      "cov-distil (oracle2teacher)": 4.417254447937012,
       "epoch": 1.6813186813186813,
-      "rel-constrast": 3.218785524368286,
+      "rel-constrast": 3.6817939281463623,
       "step": 2142,
-      "subrel-constrast": 3.5011887550354004,
+      "subrel-constrast": 3.9263288974761963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7591500282287598,
-      "cov-distil (oracle2student)": 5.005758285522461,
-      "cov-distil (oracle2teacher)": 4.274603366851807,
+      "cov-distil": 1.7791353464126587,
+      "cov-distil (oracle2student)": 5.474892616271973,
+      "cov-distil (oracle2teacher)": 5.012639999389648,
       "epoch": 1.682103610675039,
-      "rel-constrast": 2.0520851612091064,
+      "rel-constrast": 2.890277147293091,
       "step": 2143,
-      "subrel-constrast": 2.8606362342834473,
+      "subrel-constrast": 2.8781161308288574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.651135802268982,
-      "cov-distil (oracle2student)": 4.678955078125,
-      "cov-distil (oracle2teacher)": 4.217451095581055,
+      "cov-distil": 1.6425901651382446,
+      "cov-distil (oracle2student)": 4.861588478088379,
+      "cov-distil (oracle2teacher)": 5.216732025146484,
       "epoch": 1.682888540031397,
-      "rel-constrast": 2.6216530799865723,
+      "rel-constrast": 2.7780442237854004,
       "step": 2144,
-      "subrel-constrast": 3.092637300491333,
+      "subrel-constrast": 3.2576944828033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459703803062439,
-      "cov-distil (oracle2student)": 4.261819839477539,
-      "cov-distil (oracle2teacher)": 3.7647812366485596,
+      "cov-distil": 1.8411033153533936,
+      "cov-distil (oracle2student)": 4.888833999633789,
+      "cov-distil (oracle2teacher)": 4.713924407958984,
       "epoch": 1.683673469387755,
-      "rel-constrast": 2.7618091106414795,
+      "rel-constrast": 3.2987773418426514,
       "step": 2145,
-      "subrel-constrast": 3.430241584777832,
+      "subrel-constrast": 3.715226888656616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3455766439437866,
-      "cov-distil (oracle2student)": 2.825723648071289,
-      "cov-distil (oracle2teacher)": 3.393681764602661,
+      "cov-distil": 1.7336702346801758,
+      "cov-distil (oracle2student)": 3.1167688369750977,
+      "cov-distil (oracle2teacher)": 3.3801746368408203,
       "epoch": 1.684458398744113,
-      "rel-constrast": 2.324629306793213,
+      "rel-constrast": 2.362412452697754,
       "step": 2146,
-      "subrel-constrast": 3.406841516494751,
+      "subrel-constrast": 3.5901167392730713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4332973957061768,
-      "cov-distil (oracle2student)": 4.471922397613525,
-      "cov-distil (oracle2teacher)": 4.546019554138184,
+      "cov-distil": 1.9730417728424072,
+      "cov-distil (oracle2student)": 4.355358123779297,
+      "cov-distil (oracle2teacher)": 4.793942451477051,
       "epoch": 1.685243328100471,
-      "rel-constrast": 3.26851749420166,
+      "rel-constrast": 3.6817712783813477,
       "step": 2147,
-      "subrel-constrast": 4.255143165588379,
+      "subrel-constrast": 3.900059461593628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3436756134033203,
-      "cov-distil (oracle2student)": 4.027027606964111,
-      "cov-distil (oracle2teacher)": 3.9727447032928467,
+      "cov-distil": 1.9590922594070435,
+      "cov-distil (oracle2student)": 4.767519950866699,
+      "cov-distil (oracle2teacher)": 4.708409786224365,
       "epoch": 1.686028257456829,
-      "rel-constrast": 2.5659146308898926,
+      "rel-constrast": 2.7497386932373047,
       "step": 2148,
-      "subrel-constrast": 3.487208604812622,
+      "subrel-constrast": 3.5798161029815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7867908477783203,
-      "cov-distil (oracle2student)": 3.5245277881622314,
-      "cov-distil (oracle2teacher)": 3.820413112640381,
+      "cov-distil": 1.899548888206482,
+      "cov-distil (oracle2student)": 4.1410417556762695,
+      "cov-distil (oracle2teacher)": 4.148001670837402,
       "epoch": 1.6868131868131868,
-      "rel-constrast": 2.8483431339263916,
+      "rel-constrast": 3.1638360023498535,
       "step": 2149,
-      "subrel-constrast": 3.817512035369873,
+      "subrel-constrast": 3.6455910205841064,
       "view-similarity": 0
     },
     {
       "epoch": 1.6875981161695446,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.25,
       "learning_rate": 4.801602970657379e-05,
-      "loss": 0.7174,
+      "loss": 0.754,
       "step": 2150
     },
     {
-      "cov-distil": 1.3101235628128052,
-      "cov-distil (oracle2student)": 2.8991823196411133,
-      "cov-distil (oracle2teacher)": 3.0382778644561768,
+      "cov-distil": 1.7787280082702637,
+      "cov-distil (oracle2student)": 3.8431296348571777,
+      "cov-distil (oracle2teacher)": 3.4381468296051025,
       "epoch": 1.6875981161695446,
-      "rel-constrast": 2.5098066329956055,
+      "rel-constrast": 2.9572019577026367,
       "step": 2150,
-      "subrel-constrast": 3.022489309310913,
+      "subrel-constrast": 2.9482505321502686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1520084142684937,
-      "cov-distil (oracle2student)": 5.277274131774902,
-      "cov-distil (oracle2teacher)": 4.550305366516113,
+      "cov-distil": 1.5380527973175049,
+      "cov-distil (oracle2student)": 5.85167121887207,
+      "cov-distil (oracle2teacher)": 5.083375930786133,
       "epoch": 1.6883830455259026,
-      "rel-constrast": 2.9434947967529297,
+      "rel-constrast": 3.325411796569824,
       "step": 2151,
-      "subrel-constrast": 3.759514570236206,
+      "subrel-constrast": 3.6139183044433594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1978278160095215,
-      "cov-distil (oracle2student)": 3.9721157550811768,
-      "cov-distil (oracle2teacher)": 3.6336958408355713,
+      "cov-distil": 2.00604510307312,
+      "cov-distil (oracle2student)": 3.864433765411377,
+      "cov-distil (oracle2teacher)": 4.245164394378662,
       "epoch": 1.6891679748822606,
-      "rel-constrast": 2.4632248878479004,
+      "rel-constrast": 2.3634181022644043,
       "step": 2152,
-      "subrel-constrast": 3.0176351070404053,
+      "subrel-constrast": 3.165966510772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7336013317108154,
-      "cov-distil (oracle2student)": 3.94527006149292,
-      "cov-distil (oracle2teacher)": 4.275712013244629,
+      "cov-distil": 2.1724958419799805,
+      "cov-distil (oracle2student)": 4.705804347991943,
+      "cov-distil (oracle2teacher)": 4.462130069732666,
       "epoch": 1.6899529042386185,
-      "rel-constrast": 2.4700944423675537,
+      "rel-constrast": 3.1818699836730957,
       "step": 2153,
-      "subrel-constrast": 3.495418071746826,
+      "subrel-constrast": 3.5033137798309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1990232467651367,
-      "cov-distil (oracle2student)": 4.326941967010498,
-      "cov-distil (oracle2teacher)": 3.5742738246917725,
+      "cov-distil": 1.3419995307922363,
+      "cov-distil (oracle2student)": 4.959228038787842,
+      "cov-distil (oracle2teacher)": 4.181105613708496,
       "epoch": 1.6907378335949765,
-      "rel-constrast": 2.416457414627075,
+      "rel-constrast": 3.202850580215454,
       "step": 2154,
-      "subrel-constrast": 2.926328420639038,
+      "subrel-constrast": 2.822397232055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2719948291778564,
-      "cov-distil (oracle2student)": 2.2979092597961426,
-      "cov-distil (oracle2teacher)": 2.806183338165283,
+      "cov-distil": 1.777906894683838,
+      "cov-distil (oracle2student)": 2.761697292327881,
+      "cov-distil (oracle2teacher)": 3.153871774673462,
       "epoch": 1.6915227629513345,
-      "rel-constrast": 2.915846347808838,
+      "rel-constrast": 3.380805015563965,
       "step": 2155,
-      "subrel-constrast": 3.9413492679595947,
+      "subrel-constrast": 3.7029831409454346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.437703251838684,
-      "cov-distil (oracle2student)": 2.4831008911132812,
-      "cov-distil (oracle2teacher)": 2.556386947631836,
+      "cov-distil": 1.7986373901367188,
+      "cov-distil (oracle2student)": 2.2331724166870117,
+      "cov-distil (oracle2teacher)": 2.9507904052734375,
       "epoch": 1.6923076923076923,
-      "rel-constrast": 1.4686192274093628,
+      "rel-constrast": 1.4756461381912231,
       "step": 2156,
-      "subrel-constrast": 2.4283409118652344,
+      "subrel-constrast": 2.7074503898620605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8524895906448364,
-      "cov-distil (oracle2student)": 4.7828874588012695,
-      "cov-distil (oracle2teacher)": 4.748898029327393,
+      "cov-distil": 2.244331121444702,
+      "cov-distil (oracle2student)": 5.004177093505859,
+      "cov-distil (oracle2teacher)": 5.010828495025635,
       "epoch": 1.6930926216640503,
-      "rel-constrast": 3.025974750518799,
+      "rel-constrast": 3.5487852096557617,
       "step": 2157,
-      "subrel-constrast": 3.9398739337921143,
+      "subrel-constrast": 4.012902736663818,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1802608966827393,
-      "cov-distil (oracle2student)": 4.980656623840332,
-      "cov-distil (oracle2teacher)": 4.330135822296143,
+      "cov-distil": 1.4178240299224854,
+      "cov-distil (oracle2student)": 4.8942975997924805,
+      "cov-distil (oracle2teacher)": 5.088118553161621,
       "epoch": 1.693877551020408,
-      "rel-constrast": 1.9440710544586182,
+      "rel-constrast": 2.2379515171051025,
       "step": 2158,
-      "subrel-constrast": 2.631688117980957,
+      "subrel-constrast": 2.9860823154449463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.266925573348999,
-      "cov-distil (oracle2student)": 5.679771423339844,
-      "cov-distil (oracle2teacher)": 5.261580467224121,
+      "cov-distil": 2.0480282306671143,
+      "cov-distil (oracle2student)": 5.929725170135498,
+      "cov-distil (oracle2teacher)": 5.8825507164001465,
       "epoch": 1.694662480376766,
-      "rel-constrast": 3.576578378677368,
+      "rel-constrast": 3.5460498332977295,
       "step": 2159,
-      "subrel-constrast": 3.7673513889312744,
+      "subrel-constrast": 4.293525695800781,
       "view-similarity": 0
     },
     {
       "epoch": 1.695447409733124,
-      "grad_norm": 6.25,
+      "grad_norm": 6.8125,
       "learning_rate": 4.798181987307986e-05,
-      "loss": 0.6774,
+      "loss": 0.7305,
       "step": 2160
     },
     {
-      "cov-distil": 1.2281379699707031,
-      "cov-distil (oracle2student)": 7.301149368286133,
-      "cov-distil (oracle2teacher)": 6.4471940994262695,
+      "cov-distil": 1.9114824533462524,
+      "cov-distil (oracle2student)": 7.426368713378906,
+      "cov-distil (oracle2teacher)": 6.939126491546631,
       "epoch": 1.695447409733124,
-      "rel-constrast": 4.624300956726074,
+      "rel-constrast": 4.896633148193359,
       "step": 2160,
-      "subrel-constrast": 4.6694746017456055,
+      "subrel-constrast": 5.084318161010742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5952264070510864,
-      "cov-distil (oracle2student)": 5.333080768585205,
-      "cov-distil (oracle2teacher)": 4.977442264556885,
+      "cov-distil": 2.7608389854431152,
+      "cov-distil (oracle2student)": 5.0946245193481445,
+      "cov-distil (oracle2teacher)": 4.866946220397949,
       "epoch": 1.696232339089482,
-      "rel-constrast": 3.211956024169922,
+      "rel-constrast": 3.2872660160064697,
       "step": 2161,
-      "subrel-constrast": 3.744603395462036,
+      "subrel-constrast": 3.9239726066589355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7410622835159302,
-      "cov-distil (oracle2student)": 3.4722900390625,
-      "cov-distil (oracle2teacher)": 4.129591464996338,
+      "cov-distil": 2.2933759689331055,
+      "cov-distil (oracle2student)": 3.3754353523254395,
+      "cov-distil (oracle2teacher)": 3.9713940620422363,
       "epoch": 1.69701726844584,
-      "rel-constrast": 2.543261766433716,
+      "rel-constrast": 2.494102954864502,
       "step": 2162,
-      "subrel-constrast": 3.373548746109009,
+      "subrel-constrast": 3.3683133125305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6664823293685913,
-      "cov-distil (oracle2student)": 4.037325382232666,
-      "cov-distil (oracle2teacher)": 3.861684799194336,
+      "cov-distil": 2.0028910636901855,
+      "cov-distil (oracle2student)": 3.8651692867279053,
+      "cov-distil (oracle2teacher)": 4.0880446434021,
       "epoch": 1.6978021978021978,
-      "rel-constrast": 3.6287271976470947,
+      "rel-constrast": 3.698287010192871,
       "step": 2163,
-      "subrel-constrast": 4.066279888153076,
+      "subrel-constrast": 4.48145866394043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.963059663772583,
-      "cov-distil (oracle2student)": 3.5315988063812256,
-      "cov-distil (oracle2teacher)": 3.7247366905212402,
+      "cov-distil": 2.463090419769287,
+      "cov-distil (oracle2student)": 3.6301190853118896,
+      "cov-distil (oracle2teacher)": 4.0234527587890625,
       "epoch": 1.6985871271585558,
-      "rel-constrast": 2.4288177490234375,
+      "rel-constrast": 2.9718523025512695,
       "step": 2164,
-      "subrel-constrast": 3.717818021774292,
+      "subrel-constrast": 3.9126691818237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5655512809753418,
-      "cov-distil (oracle2student)": 6.418693542480469,
-      "cov-distil (oracle2teacher)": 5.831506252288818,
+      "cov-distil": 2.1482884883880615,
+      "cov-distil (oracle2student)": 6.324389457702637,
+      "cov-distil (oracle2teacher)": 6.262765884399414,
       "epoch": 1.6993720565149135,
-      "rel-constrast": 2.459304094314575,
+      "rel-constrast": 3.370601177215576,
       "step": 2165,
-      "subrel-constrast": 3.489464282989502,
+      "subrel-constrast": 3.4638209342956543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6480576992034912,
-      "cov-distil (oracle2student)": 2.5858688354492188,
-      "cov-distil (oracle2teacher)": 2.477842330932617,
+      "cov-distil": 2.494739532470703,
+      "cov-distil (oracle2student)": 3.1221890449523926,
+      "cov-distil (oracle2teacher)": 2.8216898441314697,
       "epoch": 1.7001569858712715,
-      "rel-constrast": 3.6505086421966553,
+      "rel-constrast": 3.838576078414917,
       "step": 2166,
-      "subrel-constrast": 3.785423994064331,
+      "subrel-constrast": 3.7842323780059814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4680659770965576,
-      "cov-distil (oracle2student)": 4.870906352996826,
-      "cov-distil (oracle2teacher)": 3.9468703269958496,
+      "cov-distil": 1.735229253768921,
+      "cov-distil (oracle2student)": 4.801939487457275,
+      "cov-distil (oracle2teacher)": 4.381180763244629,
       "epoch": 1.7009419152276295,
-      "rel-constrast": 3.8205504417419434,
+      "rel-constrast": 4.1472368240356445,
       "step": 2167,
-      "subrel-constrast": 4.396917343139648,
+      "subrel-constrast": 4.591527938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6033389568328857,
-      "cov-distil (oracle2student)": 5.15008544921875,
-      "cov-distil (oracle2teacher)": 4.98371696472168,
+      "cov-distil": 2.605656147003174,
+      "cov-distil (oracle2student)": 5.116925239562988,
+      "cov-distil (oracle2teacher)": 5.179587364196777,
       "epoch": 1.7017268445839875,
-      "rel-constrast": 2.034574270248413,
+      "rel-constrast": 2.1464548110961914,
       "step": 2168,
-      "subrel-constrast": 2.7323803901672363,
+      "subrel-constrast": 3.1200826168060303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1822340488433838,
-      "cov-distil (oracle2student)": 4.1505022048950195,
-      "cov-distil (oracle2teacher)": 3.832441806793213,
+      "cov-distil": 1.7518668174743652,
+      "cov-distil (oracle2student)": 3.6129064559936523,
+      "cov-distil (oracle2teacher)": 4.053166389465332,
       "epoch": 1.7025117739403455,
-      "rel-constrast": 2.6992299556732178,
+      "rel-constrast": 2.861893653869629,
       "step": 2169,
-      "subrel-constrast": 3.195754289627075,
+      "subrel-constrast": 3.7785096168518066,
       "view-similarity": 0
     },
     {
       "epoch": 1.7032967032967035,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.84375,
       "learning_rate": 4.79473300133634e-05,
-      "loss": 0.8167,
+      "loss": 0.8428,
       "step": 2170
     },
     {
-      "cov-distil": 1.890555500984192,
-      "cov-distil (oracle2student)": 3.2386651039123535,
-      "cov-distil (oracle2teacher)": 3.269507884979248,
+      "cov-distil": 2.092855930328369,
+      "cov-distil (oracle2student)": 3.708885669708252,
+      "cov-distil (oracle2teacher)": 3.3963561058044434,
       "epoch": 1.7032967032967035,
-      "rel-constrast": 3.366004467010498,
+      "rel-constrast": 3.519260883331299,
       "step": 2170,
-      "subrel-constrast": 3.925034761428833,
+      "subrel-constrast": 4.038192272186279,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.736064076423645,
-      "cov-distil (oracle2student)": 4.484632968902588,
-      "cov-distil (oracle2teacher)": 4.326740264892578,
+      "cov-distil": 1.8346128463745117,
+      "cov-distil (oracle2student)": 4.162677764892578,
+      "cov-distil (oracle2teacher)": 4.706513404846191,
       "epoch": 1.7040816326530612,
-      "rel-constrast": 3.3862345218658447,
+      "rel-constrast": 3.360787868499756,
       "step": 2171,
-      "subrel-constrast": 4.128209590911865,
+      "subrel-constrast": 3.7725210189819336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3596742153167725,
-      "cov-distil (oracle2student)": 3.7044270038604736,
-      "cov-distil (oracle2teacher)": 3.523550510406494,
+      "cov-distil": 1.2136067152023315,
+      "cov-distil (oracle2student)": 3.9475202560424805,
+      "cov-distil (oracle2teacher)": 3.1264827251434326,
       "epoch": 1.704866562009419,
-      "rel-constrast": 2.3950014114379883,
+      "rel-constrast": 2.6914286613464355,
       "step": 2172,
-      "subrel-constrast": 3.151076078414917,
+      "subrel-constrast": 2.695810317993164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6536014080047607,
-      "cov-distil (oracle2student)": 5.310223579406738,
-      "cov-distil (oracle2teacher)": 4.867607116699219,
+      "cov-distil": 1.8535581827163696,
+      "cov-distil (oracle2student)": 6.407035827636719,
+      "cov-distil (oracle2teacher)": 5.000369071960449,
       "epoch": 1.705651491365777,
-      "rel-constrast": 4.662595272064209,
+      "rel-constrast": 5.116086006164551,
       "step": 2173,
-      "subrel-constrast": 5.4550981521606445,
+      "subrel-constrast": 5.883122444152832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1539709568023682,
-      "cov-distil (oracle2student)": 3.43190860748291,
-      "cov-distil (oracle2teacher)": 3.6707844734191895,
+      "cov-distil": 1.1468431949615479,
+      "cov-distil (oracle2student)": 3.713357925415039,
+      "cov-distil (oracle2teacher)": 3.5915093421936035,
       "epoch": 1.706436420722135,
-      "rel-constrast": 2.6581149101257324,
+      "rel-constrast": 3.4409339427948,
       "step": 2174,
-      "subrel-constrast": 3.7089948654174805,
+      "subrel-constrast": 3.597364664077759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4360568523406982,
-      "cov-distil (oracle2student)": 4.107160568237305,
-      "cov-distil (oracle2teacher)": 4.044997215270996,
+      "cov-distil": 1.899275541305542,
+      "cov-distil (oracle2student)": 3.9200539588928223,
+      "cov-distil (oracle2teacher)": 4.337184906005859,
       "epoch": 1.707221350078493,
-      "rel-constrast": 2.716853618621826,
+      "rel-constrast": 3.177687168121338,
       "step": 2175,
-      "subrel-constrast": 3.3684587478637695,
+      "subrel-constrast": 3.7049508094787598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2202101945877075,
-      "cov-distil (oracle2student)": 4.145501613616943,
-      "cov-distil (oracle2teacher)": 4.379672050476074,
+      "cov-distil": 1.569070816040039,
+      "cov-distil (oracle2student)": 4.424302577972412,
+      "cov-distil (oracle2teacher)": 4.946035861968994,
       "epoch": 1.708006279434851,
-      "rel-constrast": 2.589266300201416,
+      "rel-constrast": 2.8025360107421875,
       "step": 2176,
-      "subrel-constrast": 3.4689769744873047,
+      "subrel-constrast": 3.5413811206817627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.791548728942871,
-      "cov-distil (oracle2student)": 4.131917953491211,
-      "cov-distil (oracle2teacher)": 3.9171395301818848,
+      "cov-distil": 2.417555570602417,
+      "cov-distil (oracle2student)": 4.5633087158203125,
+      "cov-distil (oracle2teacher)": 4.366214752197266,
       "epoch": 1.708791208791209,
-      "rel-constrast": 1.582461953163147,
+      "rel-constrast": 2.1748640537261963,
       "step": 2177,
-      "subrel-constrast": 2.221798896789551,
+      "subrel-constrast": 2.254824161529541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1328296661376953,
-      "cov-distil (oracle2student)": 5.776873588562012,
-      "cov-distil (oracle2teacher)": 5.15695858001709,
+      "cov-distil": 1.985640287399292,
+      "cov-distil (oracle2student)": 5.394364833831787,
+      "cov-distil (oracle2teacher)": 5.516905784606934,
       "epoch": 1.7095761381475667,
-      "rel-constrast": 2.893862724304199,
+      "rel-constrast": 2.647538185119629,
       "step": 2178,
-      "subrel-constrast": 3.5863888263702393,
+      "subrel-constrast": 3.4800984859466553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6881157159805298,
-      "cov-distil (oracle2student)": 4.266077995300293,
-      "cov-distil (oracle2teacher)": 4.096836566925049,
+      "cov-distil": 1.4427363872528076,
+      "cov-distil (oracle2student)": 4.630984306335449,
+      "cov-distil (oracle2teacher)": 4.356873035430908,
       "epoch": 1.7103610675039247,
-      "rel-constrast": 2.359097957611084,
+      "rel-constrast": 3.226654052734375,
       "step": 2179,
-      "subrel-constrast": 3.4590091705322266,
+      "subrel-constrast": 3.512101411819458,
       "view-similarity": 0
     },
     {
       "epoch": 1.7111459968602825,
-      "grad_norm": 4.5,
+      "grad_norm": 5.875,
       "learning_rate": 4.791256054767245e-05,
-      "loss": 0.7554,
+      "loss": 0.8039,
       "step": 2180
     },
     {
-      "cov-distil": 1.8249239921569824,
-      "cov-distil (oracle2student)": 4.0046491622924805,
-      "cov-distil (oracle2teacher)": 4.653772354125977,
+      "cov-distil": 2.3986732959747314,
+      "cov-distil (oracle2student)": 4.394770622253418,
+      "cov-distil (oracle2teacher)": 4.798537254333496,
       "epoch": 1.7111459968602825,
-      "rel-constrast": 2.6268181800842285,
+      "rel-constrast": 3.3355112075805664,
       "step": 2180,
-      "subrel-constrast": 3.7033653259277344,
+      "subrel-constrast": 3.747391700744629,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0771369934082031,
-      "cov-distil (oracle2student)": 2.546523094177246,
-      "cov-distil (oracle2teacher)": 2.7334823608398438,
+      "cov-distil": 1.3866987228393555,
+      "cov-distil (oracle2student)": 2.9000771045684814,
+      "cov-distil (oracle2teacher)": 3.0638210773468018,
       "epoch": 1.7119309262166404,
-      "rel-constrast": 2.8182458877563477,
+      "rel-constrast": 3.1429100036621094,
       "step": 2181,
-      "subrel-constrast": 3.366835594177246,
+      "subrel-constrast": 3.3143017292022705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.093933343887329,
-      "cov-distil (oracle2student)": 4.100209712982178,
-      "cov-distil (oracle2teacher)": 4.402020454406738,
+      "cov-distil": 2.1037065982818604,
+      "cov-distil (oracle2student)": 4.075974941253662,
+      "cov-distil (oracle2teacher)": 4.1535749435424805,
       "epoch": 1.7127158555729984,
-      "rel-constrast": 3.1742806434631348,
+      "rel-constrast": 3.509096145629883,
       "step": 2182,
-      "subrel-constrast": 4.171100616455078,
+      "subrel-constrast": 3.95731782913208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.29634428024292,
-      "cov-distil (oracle2student)": 2.9724414348602295,
-      "cov-distil (oracle2teacher)": 3.1061151027679443,
+      "cov-distil": 1.9939929246902466,
+      "cov-distil (oracle2student)": 2.9892516136169434,
+      "cov-distil (oracle2teacher)": 3.2042489051818848,
       "epoch": 1.7135007849293564,
-      "rel-constrast": 2.707258701324463,
+      "rel-constrast": 2.935570240020752,
       "step": 2183,
-      "subrel-constrast": 3.821993112564087,
+      "subrel-constrast": 3.969426393508911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5104049444198608,
-      "cov-distil (oracle2student)": 3.9733195304870605,
-      "cov-distil (oracle2teacher)": 3.706012725830078,
+      "cov-distil": 2.3370165824890137,
+      "cov-distil (oracle2student)": 4.753669738769531,
+      "cov-distil (oracle2teacher)": 4.478870391845703,
       "epoch": 1.7142857142857144,
-      "rel-constrast": 2.5448379516601562,
+      "rel-constrast": 3.421687364578247,
       "step": 2184,
-      "subrel-constrast": 3.4038918018341064,
+      "subrel-constrast": 3.6152377128601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3171417713165283,
-      "cov-distil (oracle2student)": 4.071464538574219,
-      "cov-distil (oracle2teacher)": 3.9933981895446777,
+      "cov-distil": 2.2323663234710693,
+      "cov-distil (oracle2student)": 3.9273388385772705,
+      "cov-distil (oracle2teacher)": 4.16851806640625,
       "epoch": 1.7150706436420722,
-      "rel-constrast": 3.128932476043701,
+      "rel-constrast": 3.323892593383789,
       "step": 2185,
-      "subrel-constrast": 3.653700828552246,
+      "subrel-constrast": 3.7432472705841064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4737417697906494,
-      "cov-distil (oracle2student)": 4.534137725830078,
-      "cov-distil (oracle2teacher)": 4.221986770629883,
+      "cov-distil": 1.8674659729003906,
+      "cov-distil (oracle2student)": 4.824789047241211,
+      "cov-distil (oracle2teacher)": 4.463718414306641,
       "epoch": 1.7158555729984302,
-      "rel-constrast": 2.656761646270752,
+      "rel-constrast": 2.736530303955078,
       "step": 2186,
-      "subrel-constrast": 3.4507598876953125,
+      "subrel-constrast": 3.3885672092437744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7513718605041504,
-      "cov-distil (oracle2student)": 3.8768086433410645,
-      "cov-distil (oracle2teacher)": 3.9736075401306152,
+      "cov-distil": 1.6687331199645996,
+      "cov-distil (oracle2student)": 4.471376419067383,
+      "cov-distil (oracle2teacher)": 4.58242130279541,
       "epoch": 1.716640502354788,
-      "rel-constrast": 2.809697389602661,
+      "rel-constrast": 2.87776517868042,
       "step": 2187,
-      "subrel-constrast": 3.602057933807373,
+      "subrel-constrast": 3.59403395652771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7336138486862183,
-      "cov-distil (oracle2student)": 3.6069631576538086,
-      "cov-distil (oracle2teacher)": 3.846726894378662,
+      "cov-distil": 1.717836856842041,
+      "cov-distil (oracle2student)": 3.940725326538086,
+      "cov-distil (oracle2teacher)": 3.9559993743896484,
       "epoch": 1.717425431711146,
-      "rel-constrast": 2.511496067047119,
+      "rel-constrast": 2.6897294521331787,
       "step": 2188,
-      "subrel-constrast": 3.376274347305298,
+      "subrel-constrast": 3.1750435829162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4646484851837158,
-      "cov-distil (oracle2student)": 7.571910858154297,
-      "cov-distil (oracle2teacher)": 6.504880905151367,
+      "cov-distil": 1.636588454246521,
+      "cov-distil (oracle2student)": 8.300508499145508,
+      "cov-distil (oracle2teacher)": 6.948323726654053,
       "epoch": 1.718210361067504,
-      "rel-constrast": 2.6114888191223145,
+      "rel-constrast": 2.602515935897827,
       "step": 2189,
-      "subrel-constrast": 3.265103816986084,
+      "subrel-constrast": 3.3404204845428467,
       "view-similarity": 0
     },
     {
       "epoch": 1.718995290423862,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.7877511899662e-05,
-      "loss": 0.7286,
+      "loss": 0.7644,
       "step": 2190
     },
     {
-      "cov-distil": 1.6331356763839722,
-      "cov-distil (oracle2student)": 3.0852954387664795,
-      "cov-distil (oracle2teacher)": 3.3337388038635254,
+      "cov-distil": 2.7477970123291016,
+      "cov-distil (oracle2student)": 3.3705129623413086,
+      "cov-distil (oracle2teacher)": 3.3355484008789062,
       "epoch": 1.718995290423862,
-      "rel-constrast": 2.7310030460357666,
+      "rel-constrast": 3.0604350566864014,
       "step": 2190,
-      "subrel-constrast": 3.6758224964141846,
+      "subrel-constrast": 3.8784172534942627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5539727210998535,
-      "cov-distil (oracle2student)": 2.5649540424346924,
-      "cov-distil (oracle2teacher)": 2.904310703277588,
+      "cov-distil": 1.7414212226867676,
+      "cov-distil (oracle2student)": 2.6136486530303955,
+      "cov-distil (oracle2teacher)": 2.922128677368164,
       "epoch": 1.7197802197802199,
-      "rel-constrast": 2.0245110988616943,
+      "rel-constrast": 2.089888095855713,
       "step": 2191,
-      "subrel-constrast": 2.652200222015381,
+      "subrel-constrast": 2.7474026679992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4571516513824463,
-      "cov-distil (oracle2student)": 5.003627300262451,
-      "cov-distil (oracle2teacher)": 4.484421253204346,
+      "cov-distil": 1.8336503505706787,
+      "cov-distil (oracle2student)": 5.404546737670898,
+      "cov-distil (oracle2teacher)": 4.774224281311035,
       "epoch": 1.7205651491365777,
-      "rel-constrast": 3.5687220096588135,
+      "rel-constrast": 4.014540672302246,
       "step": 2192,
-      "subrel-constrast": 4.044925689697266,
+      "subrel-constrast": 4.125655651092529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.073610544204712,
-      "cov-distil (oracle2student)": 3.587191104888916,
-      "cov-distil (oracle2teacher)": 3.6686086654663086,
+      "cov-distil": 1.6889734268188477,
+      "cov-distil (oracle2student)": 4.0414323806762695,
+      "cov-distil (oracle2teacher)": 3.7681198120117188,
       "epoch": 1.7213500784929356,
-      "rel-constrast": 2.6836729049682617,
+      "rel-constrast": 3.244907855987549,
       "step": 2193,
-      "subrel-constrast": 3.340764284133911,
+      "subrel-constrast": 3.438981294631958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.616534948348999,
-      "cov-distil (oracle2student)": 4.153843402862549,
-      "cov-distil (oracle2teacher)": 3.6327781677246094,
+      "cov-distil": 1.8195891380310059,
+      "cov-distil (oracle2student)": 4.618829250335693,
+      "cov-distil (oracle2teacher)": 3.6878504753112793,
       "epoch": 1.7221350078492934,
-      "rel-constrast": 3.330625534057617,
+      "rel-constrast": 3.437279224395752,
       "step": 2194,
-      "subrel-constrast": 3.3225574493408203,
+      "subrel-constrast": 3.1461501121520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5622596740722656,
-      "cov-distil (oracle2student)": 5.296283721923828,
-      "cov-distil (oracle2teacher)": 5.13297700881958,
+      "cov-distil": 1.8860353231430054,
+      "cov-distil (oracle2student)": 6.195235252380371,
+      "cov-distil (oracle2teacher)": 5.644416809082031,
       "epoch": 1.7229199372056514,
-      "rel-constrast": 2.8445096015930176,
+      "rel-constrast": 4.073291778564453,
       "step": 2195,
-      "subrel-constrast": 3.936537027359009,
+      "subrel-constrast": 4.024486541748047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4552361965179443,
-      "cov-distil (oracle2student)": 4.214536190032959,
-      "cov-distil (oracle2teacher)": 4.301584243774414,
+      "cov-distil": 2.6719441413879395,
+      "cov-distil (oracle2student)": 4.601164817810059,
+      "cov-distil (oracle2teacher)": 4.162365913391113,
       "epoch": 1.7237048665620094,
-      "rel-constrast": 3.157912015914917,
+      "rel-constrast": 3.469099283218384,
       "step": 2196,
-      "subrel-constrast": 3.629800796508789,
+      "subrel-constrast": 3.520235300064087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0533376932144165,
-      "cov-distil (oracle2student)": 3.4130795001983643,
-      "cov-distil (oracle2teacher)": 3.7105727195739746,
+      "cov-distil": 1.7025959491729736,
+      "cov-distil (oracle2student)": 4.1639485359191895,
+      "cov-distil (oracle2teacher)": 3.8450064659118652,
       "epoch": 1.7244897959183674,
-      "rel-constrast": 2.0992019176483154,
+      "rel-constrast": 2.687356948852539,
       "step": 2197,
-      "subrel-constrast": 2.849848747253418,
+      "subrel-constrast": 2.832444906234741,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8953120708465576,
-      "cov-distil (oracle2student)": 3.3757505416870117,
-      "cov-distil (oracle2teacher)": 3.4063422679901123,
+      "cov-distil": 2.1345953941345215,
+      "cov-distil (oracle2student)": 3.1170902252197266,
+      "cov-distil (oracle2teacher)": 3.4768640995025635,
       "epoch": 1.7252747252747254,
-      "rel-constrast": 1.6100332736968994,
+      "rel-constrast": 1.8338574171066284,
       "step": 2198,
-      "subrel-constrast": 2.5502889156341553,
+      "subrel-constrast": 2.5939881801605225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5440630912780762,
-      "cov-distil (oracle2student)": 3.20698881149292,
-      "cov-distil (oracle2teacher)": 3.5410261154174805,
+      "cov-distil": 1.8840032815933228,
+      "cov-distil (oracle2student)": 3.234374523162842,
+      "cov-distil (oracle2teacher)": 3.595858573913574,
       "epoch": 1.7260596546310834,
-      "rel-constrast": 3.004917621612549,
+      "rel-constrast": 2.8707923889160156,
       "step": 2199,
-      "subrel-constrast": 3.763627052307129,
+      "subrel-constrast": 3.5276429653167725,
       "view-similarity": 0
     },
     {
       "epoch": 1.7268445839874411,
-      "grad_norm": 5.375,
+      "grad_norm": 8.8125,
       "learning_rate": 4.784218449638875e-05,
-      "loss": 0.7135,
+      "loss": 0.7695,
       "step": 2200
     },
     {
       "epoch": 1.7268445839874411,
-      "overlap": 0.31562501192092896,
+      "overlap": 0.26093751192092896,
       "step": 2200
     },
     {
       "epoch": 1.7268445839874411,
       "step": 2200,
-      "student margin": 0.05401611328125
+      "student margin": 0.053131103515625
     },
     {
       "epoch": 1.7268445839874411,
       "step": 2200,
-      "teacher margin": 0.039703369140625
+      "teacher margin": 0.044708251953125
     },
     {
       "epoch": 1.7268445839874411,
-      "margin difference": -0.014312744140625,
+      "margin difference": -0.0084228515625,
       "step": 2200
     },
     {
-      "cov-distil": 1.4109869003295898,
-      "cov-distil (oracle2student)": 3.5499558448791504,
-      "cov-distil (oracle2teacher)": 3.322564125061035,
+      "cov-distil": 1.6316416263580322,
+      "cov-distil (oracle2student)": 3.745422840118408,
+      "cov-distil (oracle2teacher)": 3.8366222381591797,
       "epoch": 1.7268445839874411,
-      "rel-constrast": 2.7545325756073,
+      "rel-constrast": 2.355853319168091,
       "step": 2200,
-      "subrel-constrast": 2.9639761447906494,
+      "subrel-constrast": 3.0644876956939697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6831187009811401,
-      "cov-distil (oracle2student)": 3.4511470794677734,
-      "cov-distil (oracle2teacher)": 3.5796914100646973,
+      "cov-distil": 2.1618659496307373,
+      "cov-distil (oracle2student)": 3.9737281799316406,
+      "cov-distil (oracle2teacher)": 4.006171226501465,
       "epoch": 1.727629513343799,
-      "rel-constrast": 3.379124641418457,
+      "rel-constrast": 3.626155138015747,
       "step": 2201,
-      "subrel-constrast": 4.185529708862305,
+      "subrel-constrast": 4.070312976837158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8966883420944214,
-      "cov-distil (oracle2student)": 4.251365661621094,
-      "cov-distil (oracle2teacher)": 4.046238899230957,
+      "cov-distil": 2.1519429683685303,
+      "cov-distil (oracle2student)": 4.186738014221191,
+      "cov-distil (oracle2teacher)": 4.166969299316406,
       "epoch": 1.7284144427001569,
-      "rel-constrast": 2.2654266357421875,
+      "rel-constrast": 2.202342987060547,
       "step": 2202,
-      "subrel-constrast": 2.9691355228424072,
+      "subrel-constrast": 2.9175305366516113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.23167085647583,
-      "cov-distil (oracle2student)": 3.5873217582702637,
-      "cov-distil (oracle2teacher)": 2.904952049255371,
+      "cov-distil": 1.5164893865585327,
+      "cov-distil (oracle2student)": 3.6689701080322266,
+      "cov-distil (oracle2teacher)": 3.3600564002990723,
       "epoch": 1.7291993720565149,
-      "rel-constrast": 2.1962943077087402,
+      "rel-constrast": 2.4711766242980957,
       "step": 2203,
-      "subrel-constrast": 2.4757258892059326,
+      "subrel-constrast": 2.925198793411255,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.516770362854004,
-      "cov-distil (oracle2student)": 3.6723506450653076,
-      "cov-distil (oracle2teacher)": 3.7050366401672363,
+      "cov-distil": 2.22855281829834,
+      "cov-distil (oracle2student)": 3.3324828147888184,
+      "cov-distil (oracle2teacher)": 3.4373042583465576,
       "epoch": 1.7299843014128728,
-      "rel-constrast": 2.7805428504943848,
+      "rel-constrast": 2.4450249671936035,
       "step": 2204,
-      "subrel-constrast": 3.398709535598755,
+      "subrel-constrast": 3.1262338161468506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4058160781860352,
-      "cov-distil (oracle2student)": 5.744381904602051,
-      "cov-distil (oracle2teacher)": 5.033400535583496,
+      "cov-distil": 1.2943823337554932,
+      "cov-distil (oracle2student)": 6.2321038246154785,
+      "cov-distil (oracle2teacher)": 5.32985782623291,
       "epoch": 1.7307692307692308,
-      "rel-constrast": 4.4768385887146,
+      "rel-constrast": 5.335637092590332,
       "step": 2205,
-      "subrel-constrast": 4.890554904937744,
+      "subrel-constrast": 4.531121730804443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8483374118804932,
-      "cov-distil (oracle2student)": 4.111395835876465,
-      "cov-distil (oracle2teacher)": 3.5026049613952637,
+      "cov-distil": 1.937375783920288,
+      "cov-distil (oracle2student)": 4.112811088562012,
+      "cov-distil (oracle2teacher)": 4.203855514526367,
       "epoch": 1.7315541601255888,
-      "rel-constrast": 2.9485883712768555,
+      "rel-constrast": 2.9149866104125977,
       "step": 2206,
-      "subrel-constrast": 3.6814513206481934,
+      "subrel-constrast": 3.9060540199279785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1469032764434814,
-      "cov-distil (oracle2student)": 4.568747520446777,
-      "cov-distil (oracle2teacher)": 4.577749252319336,
+      "cov-distil": 2.2739577293395996,
+      "cov-distil (oracle2student)": 5.265259742736816,
+      "cov-distil (oracle2teacher)": 5.149330139160156,
       "epoch": 1.7323390894819466,
-      "rel-constrast": 2.4065160751342773,
+      "rel-constrast": 3.202256679534912,
       "step": 2207,
-      "subrel-constrast": 3.655743360519409,
+      "subrel-constrast": 3.862532615661621,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3686153888702393,
-      "cov-distil (oracle2student)": 3.771723508834839,
-      "cov-distil (oracle2teacher)": 3.7774171829223633,
+      "cov-distil": 1.79465651512146,
+      "cov-distil (oracle2student)": 4.447661399841309,
+      "cov-distil (oracle2teacher)": 3.7660956382751465,
       "epoch": 1.7331240188383046,
-      "rel-constrast": 2.9618091583251953,
+      "rel-constrast": 3.326237678527832,
       "step": 2208,
-      "subrel-constrast": 3.3125815391540527,
+      "subrel-constrast": 3.21999454498291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5273395776748657,
-      "cov-distil (oracle2student)": 4.243311882019043,
-      "cov-distil (oracle2teacher)": 4.043972492218018,
+      "cov-distil": 1.9203252792358398,
+      "cov-distil (oracle2student)": 4.777487754821777,
+      "cov-distil (oracle2teacher)": 4.240384101867676,
       "epoch": 1.7339089481946623,
-      "rel-constrast": 2.706533193588257,
+      "rel-constrast": 3.1223654747009277,
       "step": 2209,
-      "subrel-constrast": 3.351536750793457,
+      "subrel-constrast": 3.252253532409668,
       "view-similarity": 0
     },
     {
       "epoch": 1.7346938775510203,
-      "grad_norm": 5.03125,
+      "grad_norm": 6.84375,
       "learning_rate": 4.780657876830597e-05,
-      "loss": 0.762,
+      "loss": 0.7751,
       "step": 2210
     },
     {
-      "cov-distil": 1.063590407371521,
-      "cov-distil (oracle2student)": 4.755878448486328,
-      "cov-distil (oracle2teacher)": 4.284621238708496,
+      "cov-distil": 1.7009329795837402,
+      "cov-distil (oracle2student)": 4.598156929016113,
+      "cov-distil (oracle2teacher)": 4.4548773765563965,
       "epoch": 1.7346938775510203,
-      "rel-constrast": 2.9665729999542236,
+      "rel-constrast": 3.460235834121704,
       "step": 2210,
-      "subrel-constrast": 3.7226343154907227,
+      "subrel-constrast": 3.421052932739258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0554488897323608,
-      "cov-distil (oracle2student)": 3.2223730087280273,
-      "cov-distil (oracle2teacher)": 3.59382700920105,
+      "cov-distil": 1.7975202798843384,
+      "cov-distil (oracle2student)": 3.2329163551330566,
+      "cov-distil (oracle2teacher)": 3.015516757965088,
       "epoch": 1.7354788069073783,
-      "rel-constrast": 3.6200973987579346,
+      "rel-constrast": 3.8085012435913086,
       "step": 2211,
-      "subrel-constrast": 4.262567043304443,
+      "subrel-constrast": 4.520313739776611,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4665796756744385,
-      "cov-distil (oracle2student)": 4.336564540863037,
-      "cov-distil (oracle2teacher)": 3.7192134857177734,
+      "cov-distil": 2.1904985904693604,
+      "cov-distil (oracle2student)": 4.689132213592529,
+      "cov-distil (oracle2teacher)": 3.7709059715270996,
       "epoch": 1.7362637362637363,
-      "rel-constrast": 2.184605598449707,
+      "rel-constrast": 2.286560297012329,
       "step": 2212,
-      "subrel-constrast": 2.807366371154785,
+      "subrel-constrast": 2.7570204734802246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.259305715560913,
-      "cov-distil (oracle2student)": 4.254379749298096,
-      "cov-distil (oracle2teacher)": 3.7080206871032715,
+      "cov-distil": 1.7679132223129272,
+      "cov-distil (oracle2student)": 4.656044960021973,
+      "cov-distil (oracle2teacher)": 3.9026474952697754,
       "epoch": 1.7370486656200943,
-      "rel-constrast": 2.4375405311584473,
+      "rel-constrast": 3.282284736633301,
       "step": 2213,
-      "subrel-constrast": 3.2010862827301025,
+      "subrel-constrast": 3.350498914718628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2603670358657837,
-      "cov-distil (oracle2student)": 2.7576510906219482,
-      "cov-distil (oracle2teacher)": 3.020298719406128,
+      "cov-distil": 1.4877822399139404,
+      "cov-distil (oracle2student)": 3.422396659851074,
+      "cov-distil (oracle2teacher)": 3.436274766921997,
       "epoch": 1.737833594976452,
-      "rel-constrast": 3.1468071937561035,
+      "rel-constrast": 3.895782470703125,
       "step": 2214,
-      "subrel-constrast": 3.9127445220947266,
+      "subrel-constrast": 4.230484962463379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7276368141174316,
-      "cov-distil (oracle2student)": 5.451048851013184,
-      "cov-distil (oracle2teacher)": 4.814182758331299,
+      "cov-distil": 1.9743536710739136,
+      "cov-distil (oracle2student)": 5.518186569213867,
+      "cov-distil (oracle2teacher)": 5.2702202796936035,
       "epoch": 1.73861852433281,
-      "rel-constrast": 2.434065103530884,
+      "rel-constrast": 2.723651170730591,
       "step": 2215,
-      "subrel-constrast": 2.625089645385742,
+      "subrel-constrast": 2.9871246814727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.400354266166687,
-      "cov-distil (oracle2student)": 3.362067461013794,
-      "cov-distil (oracle2teacher)": 3.1057748794555664,
+      "cov-distil": 1.5122301578521729,
+      "cov-distil (oracle2student)": 3.877626895904541,
+      "cov-distil (oracle2teacher)": 3.5132102966308594,
       "epoch": 1.7394034536891678,
-      "rel-constrast": 2.9962055683135986,
+      "rel-constrast": 3.7815604209899902,
       "step": 2216,
-      "subrel-constrast": 3.285515546798706,
+      "subrel-constrast": 3.3874099254608154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3856258392333984,
-      "cov-distil (oracle2student)": 5.027961730957031,
-      "cov-distil (oracle2teacher)": 4.861551284790039,
+      "cov-distil": 1.887054681777954,
+      "cov-distil (oracle2student)": 4.800230979919434,
+      "cov-distil (oracle2teacher)": 5.103489875793457,
       "epoch": 1.7401883830455258,
-      "rel-constrast": 2.1785964965820312,
+      "rel-constrast": 2.2982802391052246,
       "step": 2217,
-      "subrel-constrast": 3.1263222694396973,
+      "subrel-constrast": 3.0568597316741943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1465624570846558,
-      "cov-distil (oracle2student)": 3.375131607055664,
-      "cov-distil (oracle2teacher)": 3.6147212982177734,
+      "cov-distil": 1.5449519157409668,
+      "cov-distil (oracle2student)": 3.6056697368621826,
+      "cov-distil (oracle2teacher)": 3.566521644592285,
       "epoch": 1.7409733124018838,
-      "rel-constrast": 2.49701189994812,
+      "rel-constrast": 2.6811609268188477,
       "step": 2218,
-      "subrel-constrast": 3.013669729232788,
+      "subrel-constrast": 3.2307753562927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.418553113937378,
-      "cov-distil (oracle2student)": 3.4851672649383545,
-      "cov-distil (oracle2teacher)": 3.666647434234619,
+      "cov-distil": 2.259312868118286,
+      "cov-distil (oracle2student)": 3.9465079307556152,
+      "cov-distil (oracle2teacher)": 3.627194881439209,
       "epoch": 1.7417582417582418,
-      "rel-constrast": 2.7025346755981445,
+      "rel-constrast": 3.159834146499634,
       "step": 2219,
-      "subrel-constrast": 3.529212713241577,
+      "subrel-constrast": 3.394526720046997,
       "view-similarity": 0
     },
     {
       "epoch": 1.7425431711145998,
-      "grad_norm": 5.90625,
+      "grad_norm": 6.4375,
       "learning_rate": 4.77706951492582e-05,
-      "loss": 0.7121,
+      "loss": 0.7844,
       "step": 2220
     },
     {
-      "cov-distil": 1.5990524291992188,
-      "cov-distil (oracle2student)": 4.211366653442383,
-      "cov-distil (oracle2teacher)": 3.890860080718994,
+      "cov-distil": 1.6830523014068604,
+      "cov-distil (oracle2student)": 4.903957366943359,
+      "cov-distil (oracle2teacher)": 4.3655195236206055,
       "epoch": 1.7425431711145998,
-      "rel-constrast": 2.501035690307617,
+      "rel-constrast": 3.087584972381592,
       "step": 2220,
-      "subrel-constrast": 3.2415027618408203,
+      "subrel-constrast": 3.134363889694214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3912228345870972,
-      "cov-distil (oracle2student)": 5.821087837219238,
-      "cov-distil (oracle2teacher)": 5.341222763061523,
+      "cov-distil": 2.069075107574463,
+      "cov-distil (oracle2student)": 6.238317489624023,
+      "cov-distil (oracle2teacher)": 5.535549640655518,
       "epoch": 1.7433281004709578,
-      "rel-constrast": 3.021422863006592,
+      "rel-constrast": 3.882420301437378,
       "step": 2221,
-      "subrel-constrast": 3.991391658782959,
+      "subrel-constrast": 3.491762638092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4452102184295654,
-      "cov-distil (oracle2student)": 3.0666863918304443,
-      "cov-distil (oracle2teacher)": 3.3617401123046875,
+      "cov-distil": 1.5646417140960693,
+      "cov-distil (oracle2student)": 3.6871955394744873,
+      "cov-distil (oracle2teacher)": 3.633030414581299,
       "epoch": 1.7441130298273155,
-      "rel-constrast": 2.8655142784118652,
+      "rel-constrast": 3.201338291168213,
       "step": 2222,
-      "subrel-constrast": 3.6124308109283447,
+      "subrel-constrast": 3.7883143424987793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.535351276397705,
-      "cov-distil (oracle2student)": 4.336465835571289,
-      "cov-distil (oracle2teacher)": 4.227689266204834,
+      "cov-distil": 1.6606625318527222,
+      "cov-distil (oracle2student)": 4.802008628845215,
+      "cov-distil (oracle2teacher)": 5.020402431488037,
       "epoch": 1.7448979591836735,
-      "rel-constrast": 2.6441214084625244,
+      "rel-constrast": 3.0126116275787354,
       "step": 2223,
-      "subrel-constrast": 3.298957347869873,
+      "subrel-constrast": 3.3560731410980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5956463813781738,
-      "cov-distil (oracle2student)": 4.605068206787109,
-      "cov-distil (oracle2teacher)": 4.589273929595947,
+      "cov-distil": 1.8214753866195679,
+      "cov-distil (oracle2student)": 5.123177528381348,
+      "cov-distil (oracle2teacher)": 4.6042046546936035,
       "epoch": 1.7456828885400313,
-      "rel-constrast": 2.5250747203826904,
+      "rel-constrast": 3.068824291229248,
       "step": 2224,
-      "subrel-constrast": 3.4053544998168945,
+      "subrel-constrast": 3.158241033554077,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4402203559875488,
-      "cov-distil (oracle2student)": 4.288039207458496,
-      "cov-distil (oracle2teacher)": 3.9537289142608643,
+      "cov-distil": 2.0651137828826904,
+      "cov-distil (oracle2student)": 4.602841377258301,
+      "cov-distil (oracle2teacher)": 4.754369258880615,
       "epoch": 1.7464678178963893,
-      "rel-constrast": 2.522817373275757,
+      "rel-constrast": 2.949024200439453,
       "step": 2225,
-      "subrel-constrast": 3.3566665649414062,
+      "subrel-constrast": 3.555393695831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4337220191955566,
-      "cov-distil (oracle2student)": 2.9571754932403564,
-      "cov-distil (oracle2teacher)": 3.191856861114502,
+      "cov-distil": 1.4895612001419067,
+      "cov-distil (oracle2student)": 3.1863131523132324,
+      "cov-distil (oracle2teacher)": 3.478513240814209,
       "epoch": 1.7472527472527473,
-      "rel-constrast": 1.3995537757873535,
+      "rel-constrast": 1.6057887077331543,
       "step": 2226,
-      "subrel-constrast": 2.0812368392944336,
+      "subrel-constrast": 2.04770565032959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4956307411193848,
-      "cov-distil (oracle2student)": 4.570131301879883,
-      "cov-distil (oracle2teacher)": 3.9345908164978027,
+      "cov-distil": 1.5228617191314697,
+      "cov-distil (oracle2student)": 5.067418098449707,
+      "cov-distil (oracle2teacher)": 4.368940353393555,
       "epoch": 1.7480376766091053,
-      "rel-constrast": 2.727308511734009,
+      "rel-constrast": 3.095487594604492,
       "step": 2227,
-      "subrel-constrast": 2.8596577644348145,
+      "subrel-constrast": 2.842113971710205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5380032062530518,
-      "cov-distil (oracle2student)": 2.632666826248169,
-      "cov-distil (oracle2teacher)": 3.2193100452423096,
+      "cov-distil": 1.5665314197540283,
+      "cov-distil (oracle2student)": 2.948671817779541,
+      "cov-distil (oracle2teacher)": 3.1334030628204346,
       "epoch": 1.7488226059654632,
-      "rel-constrast": 2.60501766204834,
+      "rel-constrast": 3.147441864013672,
       "step": 2228,
-      "subrel-constrast": 3.647772789001465,
+      "subrel-constrast": 3.35150146484375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.225301742553711,
-      "cov-distil (oracle2student)": 3.0516562461853027,
-      "cov-distil (oracle2teacher)": 2.593440532684326,
+      "cov-distil": 1.7388191223144531,
+      "cov-distil (oracle2student)": 3.0259954929351807,
+      "cov-distil (oracle2teacher)": 2.873972177505493,
       "epoch": 1.749607535321821,
-      "rel-constrast": 2.941821575164795,
+      "rel-constrast": 2.9666242599487305,
       "step": 2229,
-      "subrel-constrast": 2.9590554237365723,
+      "subrel-constrast": 2.9847488403320312,
       "view-similarity": 0
     },
     {
       "epoch": 1.750392464678179,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.15625,
       "learning_rate": 4.7734534076476045e-05,
-      "loss": 0.6806,
+      "loss": 0.7504,
       "step": 2230
     },
     {
-      "cov-distil": 1.4874062538146973,
-      "cov-distil (oracle2student)": 4.357302665710449,
-      "cov-distil (oracle2teacher)": 4.353229999542236,
+      "cov-distil": 1.953369140625,
+      "cov-distil (oracle2student)": 5.13368034362793,
+      "cov-distil (oracle2teacher)": 4.246707439422607,
       "epoch": 1.750392464678179,
-      "rel-constrast": 3.209381103515625,
+      "rel-constrast": 3.5224571228027344,
       "step": 2230,
-      "subrel-constrast": 3.581017255783081,
+      "subrel-constrast": 3.1537704467773438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.117234468460083,
-      "cov-distil (oracle2student)": 3.937073230743408,
-      "cov-distil (oracle2teacher)": 3.7548842430114746,
+      "cov-distil": 1.5521260499954224,
+      "cov-distil (oracle2student)": 4.792133331298828,
+      "cov-distil (oracle2teacher)": 3.9444193840026855,
       "epoch": 1.7511773940345368,
-      "rel-constrast": 2.434492826461792,
+      "rel-constrast": 2.600888729095459,
       "step": 2231,
-      "subrel-constrast": 3.346048355102539,
+      "subrel-constrast": 2.9944944381713867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.24973726272583,
-      "cov-distil (oracle2student)": 4.533449649810791,
-      "cov-distil (oracle2teacher)": 4.793134689331055,
+      "cov-distil": 1.8820068836212158,
+      "cov-distil (oracle2student)": 4.448766231536865,
+      "cov-distil (oracle2teacher)": 5.174159049987793,
       "epoch": 1.7519623233908947,
-      "rel-constrast": 3.7525699138641357,
+      "rel-constrast": 3.976405143737793,
       "step": 2232,
-      "subrel-constrast": 4.6372246742248535,
+      "subrel-constrast": 4.741251468658447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.462562084197998,
-      "cov-distil (oracle2student)": 3.1960372924804688,
-      "cov-distil (oracle2teacher)": 3.563648223876953,
+      "cov-distil": 1.839247465133667,
+      "cov-distil (oracle2student)": 4.201318740844727,
+      "cov-distil (oracle2teacher)": 3.5953707695007324,
       "epoch": 1.7527472527472527,
-      "rel-constrast": 2.7557313442230225,
+      "rel-constrast": 3.5858983993530273,
       "step": 2233,
-      "subrel-constrast": 3.8398375511169434,
+      "subrel-constrast": 3.4081480503082275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6737204790115356,
-      "cov-distil (oracle2student)": 2.5555331707000732,
-      "cov-distil (oracle2teacher)": 2.5845441818237305,
+      "cov-distil": 2.6689648628234863,
+      "cov-distil (oracle2student)": 2.794280529022217,
+      "cov-distil (oracle2teacher)": 2.945270538330078,
       "epoch": 1.7535321821036107,
-      "rel-constrast": 1.7191078662872314,
+      "rel-constrast": 2.506171226501465,
       "step": 2234,
-      "subrel-constrast": 2.859938859939575,
+      "subrel-constrast": 3.127882480621338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2368494272232056,
-      "cov-distil (oracle2student)": 3.9843480587005615,
-      "cov-distil (oracle2teacher)": 3.893775463104248,
+      "cov-distil": 1.304837942123413,
+      "cov-distil (oracle2student)": 4.309269428253174,
+      "cov-distil (oracle2teacher)": 3.761758327484131,
       "epoch": 1.7543171114599687,
-      "rel-constrast": 3.693345069885254,
+      "rel-constrast": 4.4902191162109375,
       "step": 2235,
-      "subrel-constrast": 4.244990825653076,
+      "subrel-constrast": 4.029505252838135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2992678880691528,
-      "cov-distil (oracle2student)": 4.830301761627197,
-      "cov-distil (oracle2teacher)": 4.498394012451172,
+      "cov-distil": 2.0583574771881104,
+      "cov-distil (oracle2student)": 5.231044769287109,
+      "cov-distil (oracle2teacher)": 4.942281723022461,
       "epoch": 1.7551020408163265,
-      "rel-constrast": 2.510626792907715,
+      "rel-constrast": 2.825223445892334,
       "step": 2236,
-      "subrel-constrast": 3.16009783744812,
+      "subrel-constrast": 3.2670459747314453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3592650890350342,
-      "cov-distil (oracle2student)": 3.574373722076416,
-      "cov-distil (oracle2teacher)": 3.2655539512634277,
+      "cov-distil": 1.8314696550369263,
+      "cov-distil (oracle2student)": 3.353362560272217,
+      "cov-distil (oracle2teacher)": 4.007411956787109,
       "epoch": 1.7558869701726845,
-      "rel-constrast": 1.9065544605255127,
+      "rel-constrast": 2.1646790504455566,
       "step": 2237,
-      "subrel-constrast": 2.767110586166382,
+      "subrel-constrast": 3.213866949081421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8274831771850586,
-      "cov-distil (oracle2student)": 4.118534564971924,
-      "cov-distil (oracle2teacher)": 3.961636543273926,
+      "cov-distil": 1.7675178050994873,
+      "cov-distil (oracle2student)": 4.223446846008301,
+      "cov-distil (oracle2teacher)": 3.96382999420166,
       "epoch": 1.7566718995290422,
-      "rel-constrast": 4.148343086242676,
+      "rel-constrast": 3.9230077266693115,
       "step": 2238,
-      "subrel-constrast": 4.405562400817871,
+      "subrel-constrast": 4.290407657623291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.336197018623352,
-      "cov-distil (oracle2student)": 2.447920560836792,
-      "cov-distil (oracle2teacher)": 3.2694993019104004,
+      "cov-distil": 1.5707908868789673,
+      "cov-distil (oracle2student)": 3.2934579849243164,
+      "cov-distil (oracle2teacher)": 3.694578170776367,
       "epoch": 1.7574568288854002,
-      "rel-constrast": 2.810555934906006,
+      "rel-constrast": 3.3858652114868164,
       "step": 2239,
-      "subrel-constrast": 3.7019741535186768,
+      "subrel-constrast": 4.010117053985596,
       "view-similarity": 0
     },
     {
       "epoch": 1.7582417582417582,
-      "grad_norm": 5.25,
+      "grad_norm": 6.375,
       "learning_rate": 4.769809599057075e-05,
-      "loss": 0.7586,
+      "loss": 0.8245,
       "step": 2240
     },
     {
-      "cov-distil": 1.1485403776168823,
-      "cov-distil (oracle2student)": 4.654672622680664,
-      "cov-distil (oracle2teacher)": 4.348109245300293,
+      "cov-distil": 1.5127358436584473,
+      "cov-distil (oracle2student)": 4.778524398803711,
+      "cov-distil (oracle2teacher)": 4.9623188972473145,
       "epoch": 1.7582417582417582,
-      "rel-constrast": 1.9925882816314697,
+      "rel-constrast": 2.113095283508301,
       "step": 2240,
-      "subrel-constrast": 2.693882942199707,
+      "subrel-constrast": 2.4806413650512695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8763365745544434,
-      "cov-distil (oracle2student)": 4.839393615722656,
-      "cov-distil (oracle2teacher)": 3.85744047164917,
+      "cov-distil": 2.1218197345733643,
+      "cov-distil (oracle2student)": 4.042128086090088,
+      "cov-distil (oracle2teacher)": 4.303385257720947,
       "epoch": 1.7590266875981162,
-      "rel-constrast": 3.434678077697754,
+      "rel-constrast": 2.7997350692749023,
       "step": 2241,
-      "subrel-constrast": 3.925741195678711,
+      "subrel-constrast": 3.9637322425842285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4712501764297485,
-      "cov-distil (oracle2student)": 3.76202130317688,
-      "cov-distil (oracle2teacher)": 3.5188522338867188,
+      "cov-distil": 1.6333807706832886,
+      "cov-distil (oracle2student)": 3.571364402770996,
+      "cov-distil (oracle2teacher)": 3.1574623584747314,
       "epoch": 1.7598116169544742,
-      "rel-constrast": 2.627779722213745,
+      "rel-constrast": 2.005417823791504,
       "step": 2242,
-      "subrel-constrast": 2.8085591793060303,
+      "subrel-constrast": 2.551029920578003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3890204429626465,
-      "cov-distil (oracle2student)": 5.484809398651123,
-      "cov-distil (oracle2teacher)": 5.1389265060424805,
+      "cov-distil": 2.154345989227295,
+      "cov-distil (oracle2student)": 5.072396278381348,
+      "cov-distil (oracle2teacher)": 5.595623016357422,
       "epoch": 1.7605965463108322,
-      "rel-constrast": 3.6450910568237305,
+      "rel-constrast": 4.172027587890625,
       "step": 2243,
-      "subrel-constrast": 4.063124656677246,
+      "subrel-constrast": 4.320813179016113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.133486032485962,
-      "cov-distil (oracle2student)": 5.945001602172852,
-      "cov-distil (oracle2teacher)": 5.491739749908447,
+      "cov-distil": 1.6265089511871338,
+      "cov-distil (oracle2student)": 5.869951248168945,
+      "cov-distil (oracle2teacher)": 6.163671493530273,
       "epoch": 1.76138147566719,
-      "rel-constrast": 3.3541457653045654,
+      "rel-constrast": 3.3686578273773193,
       "step": 2244,
-      "subrel-constrast": 3.8208601474761963,
+      "subrel-constrast": 3.7710189819335938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.524552345275879,
-      "cov-distil (oracle2student)": 5.721334934234619,
-      "cov-distil (oracle2teacher)": 4.915715217590332,
+      "cov-distil": 2.0524368286132812,
+      "cov-distil (oracle2student)": 5.778565883636475,
+      "cov-distil (oracle2teacher)": 5.462894439697266,
       "epoch": 1.762166405023548,
-      "rel-constrast": 2.5368430614471436,
+      "rel-constrast": 3.0523271560668945,
       "step": 2245,
-      "subrel-constrast": 3.3544769287109375,
+      "subrel-constrast": 3.2430572509765625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5551987886428833,
-      "cov-distil (oracle2student)": 2.861910820007324,
-      "cov-distil (oracle2teacher)": 2.90854811668396,
+      "cov-distil": 1.961949110031128,
+      "cov-distil (oracle2student)": 3.2377777099609375,
+      "cov-distil (oracle2teacher)": 2.990337371826172,
       "epoch": 1.7629513343799057,
-      "rel-constrast": 2.4615793228149414,
+      "rel-constrast": 3.0021519660949707,
       "step": 2246,
-      "subrel-constrast": 3.330505847930908,
+      "subrel-constrast": 3.2377564907073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7999694347381592,
-      "cov-distil (oracle2student)": 5.2548136711120605,
-      "cov-distil (oracle2teacher)": 4.88046932220459,
+      "cov-distil": 2.45847487449646,
+      "cov-distil (oracle2student)": 5.050314903259277,
+      "cov-distil (oracle2teacher)": 5.258781433105469,
       "epoch": 1.7637362637362637,
-      "rel-constrast": 3.0106306076049805,
+      "rel-constrast": 3.2186245918273926,
       "step": 2247,
-      "subrel-constrast": 4.046727180480957,
+      "subrel-constrast": 3.8075075149536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.510411024093628,
-      "cov-distil (oracle2student)": 4.925967693328857,
-      "cov-distil (oracle2teacher)": 4.388039588928223,
+      "cov-distil": 1.419205665588379,
+      "cov-distil (oracle2student)": 4.855860233306885,
+      "cov-distil (oracle2teacher)": 5.053457736968994,
       "epoch": 1.7645211930926217,
-      "rel-constrast": 3.176236867904663,
+      "rel-constrast": 3.090984344482422,
       "step": 2248,
-      "subrel-constrast": 4.014289379119873,
+      "subrel-constrast": 4.042280673980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7877905368804932,
-      "cov-distil (oracle2student)": 5.503927230834961,
-      "cov-distil (oracle2teacher)": 5.042388916015625,
+      "cov-distil": 2.355823516845703,
+      "cov-distil (oracle2student)": 6.046645641326904,
+      "cov-distil (oracle2teacher)": 5.420871734619141,
       "epoch": 1.7653061224489797,
-      "rel-constrast": 3.270568370819092,
+      "rel-constrast": 3.219726800918579,
       "step": 2249,
-      "subrel-constrast": 3.9012820720672607,
+      "subrel-constrast": 3.9884912967681885,
       "view-similarity": 0
     },
     {
       "epoch": 1.7660910518053377,
-      "grad_norm": 6.125,
+      "grad_norm": 6.34375,
       "learning_rate": 4.7661381335528885e-05,
-      "loss": 0.7757,
+      "loss": 0.7511,
       "step": 2250
     },
     {
-      "cov-distil": 1.8688774108886719,
-      "cov-distil (oracle2student)": 2.1277999877929688,
-      "cov-distil (oracle2teacher)": 2.376420497894287,
+      "cov-distil": 2.2979626655578613,
+      "cov-distil (oracle2student)": 2.2958004474639893,
+      "cov-distil (oracle2teacher)": 2.4960689544677734,
       "epoch": 1.7660910518053377,
-      "rel-constrast": 1.8173601627349854,
+      "rel-constrast": 2.0419297218322754,
       "step": 2250,
-      "subrel-constrast": 2.8194336891174316,
+      "subrel-constrast": 2.865978956222534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6203243732452393,
-      "cov-distil (oracle2student)": 2.5933241844177246,
-      "cov-distil (oracle2teacher)": 2.4038331508636475,
+      "cov-distil": 1.6624948978424072,
+      "cov-distil (oracle2student)": 2.7526001930236816,
+      "cov-distil (oracle2teacher)": 2.4174623489379883,
       "epoch": 1.7668759811616954,
-      "rel-constrast": 2.69283390045166,
+      "rel-constrast": 2.686349868774414,
       "step": 2251,
-      "subrel-constrast": 3.3784313201904297,
+      "subrel-constrast": 3.3409781455993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1629862785339355,
-      "cov-distil (oracle2student)": 3.2623233795166016,
-      "cov-distil (oracle2teacher)": 3.263735294342041,
+      "cov-distil": 2.222376585006714,
+      "cov-distil (oracle2student)": 3.167022705078125,
+      "cov-distil (oracle2teacher)": 3.4225311279296875,
       "epoch": 1.7676609105180534,
-      "rel-constrast": 1.8934588432312012,
+      "rel-constrast": 2.4554624557495117,
       "step": 2252,
-      "subrel-constrast": 2.9617388248443604,
+      "subrel-constrast": 2.7755727767944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1221753358840942,
-      "cov-distil (oracle2student)": 4.757113933563232,
-      "cov-distil (oracle2teacher)": 5.311859130859375,
+      "cov-distil": 1.4573429822921753,
+      "cov-distil (oracle2student)": 4.932489395141602,
+      "cov-distil (oracle2teacher)": 4.757755279541016,
       "epoch": 1.7684458398744112,
-      "rel-constrast": 3.039048671722412,
+      "rel-constrast": 3.329038381576538,
       "step": 2253,
-      "subrel-constrast": 3.843099355697632,
+      "subrel-constrast": 3.8581273555755615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.719962477684021,
-      "cov-distil (oracle2student)": 4.172812461853027,
-      "cov-distil (oracle2teacher)": 4.571127891540527,
+      "cov-distil": 1.716344952583313,
+      "cov-distil (oracle2student)": 4.602260589599609,
+      "cov-distil (oracle2teacher)": 4.581859588623047,
       "epoch": 1.7692307692307692,
-      "rel-constrast": 2.3688297271728516,
+      "rel-constrast": 2.8105545043945312,
       "step": 2254,
-      "subrel-constrast": 3.572650909423828,
+      "subrel-constrast": 3.566786289215088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5822265148162842,
-      "cov-distil (oracle2student)": 4.874046325683594,
-      "cov-distil (oracle2teacher)": 4.285998344421387,
+      "cov-distil": 1.9345881938934326,
+      "cov-distil (oracle2student)": 5.019820690155029,
+      "cov-distil (oracle2teacher)": 4.741737365722656,
       "epoch": 1.7700156985871272,
-      "rel-constrast": 2.682790756225586,
+      "rel-constrast": 3.1945371627807617,
       "step": 2255,
-      "subrel-constrast": 3.463482141494751,
+      "subrel-constrast": 3.3723838329315186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5207773447036743,
-      "cov-distil (oracle2student)": 3.742899179458618,
-      "cov-distil (oracle2teacher)": 3.841674327850342,
+      "cov-distil": 1.5700687170028687,
+      "cov-distil (oracle2student)": 4.287209510803223,
+      "cov-distil (oracle2teacher)": 3.963238477706909,
       "epoch": 1.7708006279434851,
-      "rel-constrast": 1.872826099395752,
+      "rel-constrast": 2.551182270050049,
       "step": 2256,
-      "subrel-constrast": 2.6117641925811768,
+      "subrel-constrast": 2.7288265228271484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3035008907318115,
-      "cov-distil (oracle2student)": 5.562979221343994,
-      "cov-distil (oracle2teacher)": 4.941827774047852,
+      "cov-distil": 1.5434467792510986,
+      "cov-distil (oracle2student)": 5.212656497955322,
+      "cov-distil (oracle2teacher)": 5.022609710693359,
       "epoch": 1.7715855572998431,
-      "rel-constrast": 2.5136654376983643,
+      "rel-constrast": 2.897268295288086,
       "step": 2257,
-      "subrel-constrast": 2.722169876098633,
+      "subrel-constrast": 2.7167999744415283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.440312147140503,
-      "cov-distil (oracle2student)": 2.988013744354248,
-      "cov-distil (oracle2teacher)": 3.01206111907959,
+      "cov-distil": 1.566434621810913,
+      "cov-distil (oracle2student)": 3.3137781620025635,
+      "cov-distil (oracle2teacher)": 3.040282726287842,
       "epoch": 1.772370486656201,
-      "rel-constrast": 1.8680262565612793,
+      "rel-constrast": 2.510199785232544,
       "step": 2258,
-      "subrel-constrast": 2.415212631225586,
+      "subrel-constrast": 2.0621023178100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2608623504638672,
-      "cov-distil (oracle2student)": 4.573918342590332,
-      "cov-distil (oracle2teacher)": 4.244540214538574,
+      "cov-distil": 1.573397159576416,
+      "cov-distil (oracle2student)": 3.7659592628479004,
+      "cov-distil (oracle2teacher)": 4.426349639892578,
       "epoch": 1.7731554160125589,
-      "rel-constrast": 3.5831003189086914,
+      "rel-constrast": 4.059967994689941,
       "step": 2259,
-      "subrel-constrast": 3.7066094875335693,
+      "subrel-constrast": 3.9878571033477783,
       "view-similarity": 0
     },
     {
       "epoch": 1.7739403453689166,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.0625,
       "learning_rate": 4.762439055870695e-05,
-      "loss": 0.6473,
+      "loss": 0.7134,
       "step": 2260
     },
     {
-      "cov-distil": 1.1993353366851807,
-      "cov-distil (oracle2student)": 3.0164966583251953,
-      "cov-distil (oracle2teacher)": 3.2065043449401855,
+      "cov-distil": 1.396331787109375,
+      "cov-distil (oracle2student)": 3.293196678161621,
+      "cov-distil (oracle2teacher)": 3.130878448486328,
       "epoch": 1.7739403453689166,
-      "rel-constrast": 2.800076484680176,
+      "rel-constrast": 2.5391788482666016,
       "step": 2260,
-      "subrel-constrast": 3.156083106994629,
+      "subrel-constrast": 3.049802780151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.019031286239624,
-      "cov-distil (oracle2student)": 4.696774005889893,
-      "cov-distil (oracle2teacher)": 3.917257070541382,
+      "cov-distil": 2.8521833419799805,
+      "cov-distil (oracle2student)": 4.724063396453857,
+      "cov-distil (oracle2teacher)": 3.918269157409668,
       "epoch": 1.7747252747252746,
-      "rel-constrast": 2.443613052368164,
+      "rel-constrast": 2.910370349884033,
       "step": 2261,
-      "subrel-constrast": 3.2442383766174316,
+      "subrel-constrast": 3.6630911827087402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9582088589668274,
-      "cov-distil (oracle2student)": 4.163963317871094,
-      "cov-distil (oracle2teacher)": 3.630319118499756,
+      "cov-distil": 1.8305147886276245,
+      "cov-distil (oracle2student)": 3.9144985675811768,
+      "cov-distil (oracle2teacher)": 3.9255175590515137,
       "epoch": 1.7755102040816326,
-      "rel-constrast": 3.0506017208099365,
+      "rel-constrast": 3.2606239318847656,
       "step": 2262,
-      "subrel-constrast": 3.329702854156494,
+      "subrel-constrast": 3.438943386077881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6439485549926758,
-      "cov-distil (oracle2student)": 3.1238386631011963,
-      "cov-distil (oracle2teacher)": 2.9540915489196777,
+      "cov-distil": 1.5233654975891113,
+      "cov-distil (oracle2student)": 3.3301353454589844,
+      "cov-distil (oracle2teacher)": 3.221888780593872,
       "epoch": 1.7762951334379906,
-      "rel-constrast": 2.6313929557800293,
+      "rel-constrast": 2.6720385551452637,
       "step": 2263,
-      "subrel-constrast": 3.3315935134887695,
+      "subrel-constrast": 3.0847480297088623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.948486566543579,
-      "cov-distil (oracle2student)": 2.4869370460510254,
-      "cov-distil (oracle2teacher)": 3.0207767486572266,
+      "cov-distil": 2.0788261890411377,
+      "cov-distil (oracle2student)": 3.040712594985962,
+      "cov-distil (oracle2teacher)": 2.8131299018859863,
       "epoch": 1.7770800627943486,
-      "rel-constrast": 2.3938064575195312,
+      "rel-constrast": 3.000257968902588,
       "step": 2264,
-      "subrel-constrast": 3.424344301223755,
+      "subrel-constrast": 3.221040725708008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4279038906097412,
-      "cov-distil (oracle2student)": 3.047750473022461,
-      "cov-distil (oracle2teacher)": 2.798387050628662,
+      "cov-distil": 1.4596812725067139,
+      "cov-distil (oracle2student)": 3.1573574542999268,
+      "cov-distil (oracle2teacher)": 2.9390711784362793,
       "epoch": 1.7778649921507066,
-      "rel-constrast": 3.0303449630737305,
+      "rel-constrast": 3.2349720001220703,
       "step": 2265,
-      "subrel-constrast": 3.0007474422454834,
+      "subrel-constrast": 3.1881580352783203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.173428535461426,
-      "cov-distil (oracle2student)": 3.7985291481018066,
-      "cov-distil (oracle2teacher)": 4.217639923095703,
+      "cov-distil": 2.6639461517333984,
+      "cov-distil (oracle2student)": 4.469871520996094,
+      "cov-distil (oracle2teacher)": 4.74524450302124,
       "epoch": 1.7786499215070644,
-      "rel-constrast": 4.197240829467773,
+      "rel-constrast": 4.392251968383789,
       "step": 2266,
-      "subrel-constrast": 4.98362398147583,
+      "subrel-constrast": 5.100163459777832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.291778564453125,
-      "cov-distil (oracle2student)": 3.8943936824798584,
-      "cov-distil (oracle2teacher)": 4.458695411682129,
+      "cov-distil": 2.5217957496643066,
+      "cov-distil (oracle2student)": 4.186256408691406,
+      "cov-distil (oracle2teacher)": 4.76749324798584,
       "epoch": 1.7794348508634223,
-      "rel-constrast": 2.0562551021575928,
+      "rel-constrast": 2.8914384841918945,
       "step": 2267,
-      "subrel-constrast": 3.1477200984954834,
+      "subrel-constrast": 3.460068941116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6463873386383057,
-      "cov-distil (oracle2student)": 5.173831939697266,
-      "cov-distil (oracle2teacher)": 4.939205646514893,
+      "cov-distil": 1.8213980197906494,
+      "cov-distil (oracle2student)": 6.038532733917236,
+      "cov-distil (oracle2teacher)": 5.026345729827881,
       "epoch": 1.7802197802197801,
-      "rel-constrast": 3.1172866821289062,
+      "rel-constrast": 3.8239798545837402,
       "step": 2268,
-      "subrel-constrast": 4.250095844268799,
+      "subrel-constrast": 4.152274131774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7440917491912842,
-      "cov-distil (oracle2student)": 3.2981536388397217,
-      "cov-distil (oracle2teacher)": 4.198132514953613,
+      "cov-distil": 2.1546032428741455,
+      "cov-distil (oracle2student)": 4.145965099334717,
+      "cov-distil (oracle2teacher)": 3.8733015060424805,
       "epoch": 1.781004709576138,
-      "rel-constrast": 1.9903862476348877,
+      "rel-constrast": 2.6173956394195557,
       "step": 2269,
-      "subrel-constrast": 3.060702323913574,
+      "subrel-constrast": 2.9273273944854736,
       "view-similarity": 0
     },
     {
       "epoch": 1.781789638932496,
-      "grad_norm": 5.6875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.7587124110825875e-05,
-      "loss": 0.7354,
+      "loss": 0.7836,
       "step": 2270
     },
     {
-      "cov-distil": 1.443589687347412,
-      "cov-distil (oracle2student)": 3.593846559524536,
-      "cov-distil (oracle2teacher)": 3.481320858001709,
+      "cov-distil": 1.5944650173187256,
+      "cov-distil (oracle2student)": 3.768817901611328,
+      "cov-distil (oracle2teacher)": 3.4827985763549805,
       "epoch": 1.781789638932496,
-      "rel-constrast": 2.690666675567627,
+      "rel-constrast": 2.6942031383514404,
       "step": 2270,
-      "subrel-constrast": 2.7978153228759766,
+      "subrel-constrast": 3.342454433441162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5542268753051758,
-      "cov-distil (oracle2student)": 4.015797138214111,
-      "cov-distil (oracle2teacher)": 3.497437000274658,
+      "cov-distil": 1.4129681587219238,
+      "cov-distil (oracle2student)": 4.023590087890625,
+      "cov-distil (oracle2teacher)": 3.8930318355560303,
       "epoch": 1.782574568288854,
-      "rel-constrast": 2.657963275909424,
+      "rel-constrast": 2.7904000282287598,
       "step": 2271,
-      "subrel-constrast": 3.2105746269226074,
+      "subrel-constrast": 3.1754910945892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7774068117141724,
-      "cov-distil (oracle2student)": 5.50721549987793,
-      "cov-distil (oracle2teacher)": 5.3051910400390625,
+      "cov-distil": 1.9995691776275635,
+      "cov-distil (oracle2student)": 6.1590681076049805,
+      "cov-distil (oracle2teacher)": 5.16873836517334,
       "epoch": 1.783359497645212,
-      "rel-constrast": 2.5327999591827393,
+      "rel-constrast": 3.1957783699035645,
       "step": 2272,
-      "subrel-constrast": 3.805833101272583,
+      "subrel-constrast": 3.891646385192871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6483123302459717,
-      "cov-distil (oracle2student)": 5.872786521911621,
-      "cov-distil (oracle2teacher)": 5.069870471954346,
+      "cov-distil": 2.0171093940734863,
+      "cov-distil (oracle2student)": 5.911402225494385,
+      "cov-distil (oracle2teacher)": 5.589774131774902,
       "epoch": 1.7841444270015698,
-      "rel-constrast": 2.3836851119995117,
+      "rel-constrast": 2.7871036529541016,
       "step": 2273,
-      "subrel-constrast": 3.336540460586548,
+      "subrel-constrast": 3.771869421005249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4488046169281006,
-      "cov-distil (oracle2student)": 3.434264898300171,
-      "cov-distil (oracle2teacher)": 3.3323163986206055,
+      "cov-distil": 1.599827766418457,
+      "cov-distil (oracle2student)": 3.9816412925720215,
+      "cov-distil (oracle2teacher)": 3.950279474258423,
       "epoch": 1.7849293563579278,
-      "rel-constrast": 2.0917410850524902,
+      "rel-constrast": 2.256709337234497,
       "step": 2274,
-      "subrel-constrast": 2.768942356109619,
+      "subrel-constrast": 2.861377477645874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7903740406036377,
-      "cov-distil (oracle2student)": 2.448713779449463,
-      "cov-distil (oracle2teacher)": 3.1189236640930176,
+      "cov-distil": 1.9344813823699951,
+      "cov-distil (oracle2student)": 2.35874605178833,
+      "cov-distil (oracle2teacher)": 2.8076939582824707,
       "epoch": 1.7857142857142856,
-      "rel-constrast": 2.0388267040252686,
+      "rel-constrast": 2.483673572540283,
       "step": 2275,
-      "subrel-constrast": 2.9838790893554688,
+      "subrel-constrast": 2.616030693054199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8876144886016846,
-      "cov-distil (oracle2student)": 3.479344367980957,
-      "cov-distil (oracle2teacher)": 3.4063029289245605,
+      "cov-distil": 2.0879507064819336,
+      "cov-distil (oracle2student)": 3.4315025806427,
+      "cov-distil (oracle2teacher)": 4.041613578796387,
       "epoch": 1.7864992150706436,
-      "rel-constrast": 2.705810070037842,
+      "rel-constrast": 2.6190686225891113,
       "step": 2276,
-      "subrel-constrast": 3.5671935081481934,
+      "subrel-constrast": 3.6975302696228027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5006206035614014,
-      "cov-distil (oracle2student)": 3.4531946182250977,
-      "cov-distil (oracle2teacher)": 3.7035512924194336,
+      "cov-distil": 1.8413026332855225,
+      "cov-distil (oracle2student)": 3.78240704536438,
+      "cov-distil (oracle2teacher)": 3.7628414630889893,
       "epoch": 1.7872841444270016,
-      "rel-constrast": 2.175159454345703,
+      "rel-constrast": 2.6379332542419434,
       "step": 2277,
-      "subrel-constrast": 3.2904465198516846,
+      "subrel-constrast": 3.0867371559143066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6945823431015015,
-      "cov-distil (oracle2student)": 7.246981620788574,
-      "cov-distil (oracle2teacher)": 6.2371978759765625,
+      "cov-distil": 2.4479901790618896,
+      "cov-distil (oracle2student)": 8.153319358825684,
+      "cov-distil (oracle2teacher)": 6.371177673339844,
       "epoch": 1.7880690737833596,
-      "rel-constrast": 3.9379687309265137,
+      "rel-constrast": 4.756963729858398,
       "step": 2278,
-      "subrel-constrast": 5.148345947265625,
+      "subrel-constrast": 4.988215446472168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4578499794006348,
-      "cov-distil (oracle2student)": 3.2069311141967773,
-      "cov-distil (oracle2teacher)": 3.0421481132507324,
+      "cov-distil": 1.9160610437393188,
+      "cov-distil (oracle2student)": 3.6028361320495605,
+      "cov-distil (oracle2teacher)": 3.5069186687469482,
       "epoch": 1.7888540031397175,
-      "rel-constrast": 2.094665765762329,
+      "rel-constrast": 2.5408525466918945,
       "step": 2279,
-      "subrel-constrast": 2.7558751106262207,
+      "subrel-constrast": 2.9416396617889404,
       "view-similarity": 0
     },
     {
       "epoch": 1.7896389324960753,
-      "grad_norm": 4.71875,
+      "grad_norm": 5.90625,
       "learning_rate": 4.754958244596557e-05,
-      "loss": 0.6732,
+      "loss": 0.7191,
       "step": 2280
     },
     {
-      "cov-distil": 1.5304884910583496,
-      "cov-distil (oracle2student)": 4.62916898727417,
-      "cov-distil (oracle2teacher)": 4.374709606170654,
+      "cov-distil": 1.6016204357147217,
+      "cov-distil (oracle2student)": 4.258019924163818,
+      "cov-distil (oracle2teacher)": 4.215463161468506,
       "epoch": 1.7896389324960753,
-      "rel-constrast": 2.313415050506592,
+      "rel-constrast": 2.6662566661834717,
       "step": 2280,
-      "subrel-constrast": 3.3232452869415283,
+      "subrel-constrast": 2.9733078479766846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.215383768081665,
-      "cov-distil (oracle2student)": 5.074325084686279,
-      "cov-distil (oracle2teacher)": 4.492373466491699,
+      "cov-distil": 1.4879522323608398,
+      "cov-distil (oracle2student)": 4.827792167663574,
+      "cov-distil (oracle2teacher)": 4.814486503601074,
       "epoch": 1.7904238618524333,
-      "rel-constrast": 3.8527512550354004,
+      "rel-constrast": 4.241153717041016,
       "step": 2281,
-      "subrel-constrast": 4.024172782897949,
+      "subrel-constrast": 3.8851304054260254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3366990089416504,
-      "cov-distil (oracle2student)": 3.452869415283203,
-      "cov-distil (oracle2teacher)": 3.4301605224609375,
+      "cov-distil": 1.6360793113708496,
+      "cov-distil (oracle2student)": 3.5114872455596924,
+      "cov-distil (oracle2teacher)": 3.413865089416504,
       "epoch": 1.791208791208791,
-      "rel-constrast": 2.906731367111206,
+      "rel-constrast": 2.8260703086853027,
       "step": 2282,
-      "subrel-constrast": 3.573761463165283,
+      "subrel-constrast": 3.6047563552856445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5189135074615479,
-      "cov-distil (oracle2student)": 4.619809150695801,
-      "cov-distil (oracle2teacher)": 4.698108196258545,
+      "cov-distil": 2.3012399673461914,
+      "cov-distil (oracle2student)": 5.2087554931640625,
+      "cov-distil (oracle2teacher)": 4.894368648529053,
       "epoch": 1.791993720565149,
-      "rel-constrast": 1.9627488851547241,
+      "rel-constrast": 2.533252716064453,
       "step": 2283,
-      "subrel-constrast": 2.4047091007232666,
+      "subrel-constrast": 2.663144111633301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8160045146942139,
-      "cov-distil (oracle2student)": 5.028445720672607,
-      "cov-distil (oracle2teacher)": 4.595516204833984,
+      "cov-distil": 2.0214428901672363,
+      "cov-distil (oracle2student)": 5.8444905281066895,
+      "cov-distil (oracle2teacher)": 4.776496887207031,
       "epoch": 1.792778649921507,
-      "rel-constrast": 2.5817906856536865,
+      "rel-constrast": 3.2993781566619873,
       "step": 2284,
-      "subrel-constrast": 3.75763201713562,
+      "subrel-constrast": 3.446972370147705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8235701322555542,
-      "cov-distil (oracle2student)": 4.796090126037598,
-      "cov-distil (oracle2teacher)": 4.462260723114014,
+      "cov-distil": 2.3481526374816895,
+      "cov-distil (oracle2student)": 5.069126605987549,
+      "cov-distil (oracle2teacher)": 4.2390522956848145,
       "epoch": 1.793563579277865,
-      "rel-constrast": 2.5888078212738037,
+      "rel-constrast": 2.634800434112549,
       "step": 2285,
-      "subrel-constrast": 3.615201711654663,
+      "subrel-constrast": 3.1956076622009277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9200466871261597,
-      "cov-distil (oracle2student)": 5.06275749206543,
-      "cov-distil (oracle2teacher)": 4.860681533813477,
+      "cov-distil": 2.3757550716400146,
+      "cov-distil (oracle2student)": 4.536351203918457,
+      "cov-distil (oracle2teacher)": 4.72119140625,
       "epoch": 1.794348508634223,
-      "rel-constrast": 4.242743968963623,
+      "rel-constrast": 3.434661388397217,
       "step": 2286,
-      "subrel-constrast": 4.901610851287842,
+      "subrel-constrast": 4.570793628692627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.378166675567627,
-      "cov-distil (oracle2student)": 3.440523862838745,
-      "cov-distil (oracle2teacher)": 3.0847091674804688,
+      "cov-distil": 1.7182979583740234,
+      "cov-distil (oracle2student)": 3.6283490657806396,
+      "cov-distil (oracle2teacher)": 2.8342490196228027,
       "epoch": 1.795133437990581,
-      "rel-constrast": 2.242156982421875,
+      "rel-constrast": 2.451030969619751,
       "step": 2287,
-      "subrel-constrast": 2.728849411010742,
+      "subrel-constrast": 2.597515344619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426253080368042,
-      "cov-distil (oracle2student)": 2.75307035446167,
-      "cov-distil (oracle2teacher)": 2.9066567420959473,
+      "cov-distil": 2.0589969158172607,
+      "cov-distil (oracle2student)": 2.9687745571136475,
+      "cov-distil (oracle2teacher)": 2.947335958480835,
       "epoch": 1.7959183673469388,
-      "rel-constrast": 3.6640818119049072,
+      "rel-constrast": 3.988304376602173,
       "step": 2288,
-      "subrel-constrast": 4.191524505615234,
+      "subrel-constrast": 4.474146366119385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2154967784881592,
-      "cov-distil (oracle2student)": 3.2967770099639893,
-      "cov-distil (oracle2teacher)": 3.424208879470825,
+      "cov-distil": 1.4134236574172974,
+      "cov-distil (oracle2student)": 3.68638277053833,
+      "cov-distil (oracle2teacher)": 3.499711036682129,
       "epoch": 1.7967032967032965,
-      "rel-constrast": 2.394169569015503,
+      "rel-constrast": 2.9507863521575928,
       "step": 2289,
-      "subrel-constrast": 3.120394229888916,
+      "subrel-constrast": 3.189483880996704,
       "view-similarity": 0
     },
     {
       "epoch": 1.7974882260596545,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.84375,
       "learning_rate": 4.7511766021559375e-05,
-      "loss": 0.7567,
+      "loss": 0.7756,
       "step": 2290
     },
     {
-      "cov-distil": 2.455801248550415,
-      "cov-distil (oracle2student)": 3.2455637454986572,
-      "cov-distil (oracle2teacher)": 3.352872133255005,
+      "cov-distil": 2.9318177700042725,
+      "cov-distil (oracle2student)": 3.344205379486084,
+      "cov-distil (oracle2teacher)": 3.899625778198242,
       "epoch": 1.7974882260596545,
-      "rel-constrast": 2.8605823516845703,
+      "rel-constrast": 3.447157859802246,
       "step": 2290,
-      "subrel-constrast": 4.11125373840332,
+      "subrel-constrast": 4.142464637756348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2726619243621826,
-      "cov-distil (oracle2student)": 5.800573348999023,
-      "cov-distil (oracle2teacher)": 5.361475944519043,
+      "cov-distil": 2.34287166595459,
+      "cov-distil (oracle2student)": 6.356783866882324,
+      "cov-distil (oracle2teacher)": 5.877231597900391,
       "epoch": 1.7982731554160125,
-      "rel-constrast": 3.209815740585327,
+      "rel-constrast": 3.151132583618164,
       "step": 2291,
-      "subrel-constrast": 3.7056069374084473,
+      "subrel-constrast": 3.8315343856811523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5992858409881592,
-      "cov-distil (oracle2student)": 2.910555601119995,
-      "cov-distil (oracle2teacher)": 3.1356606483459473,
+      "cov-distil": 1.7527005672454834,
+      "cov-distil (oracle2student)": 3.2396295070648193,
+      "cov-distil (oracle2teacher)": 3.4602601528167725,
       "epoch": 1.7990580847723705,
-      "rel-constrast": 2.6816933155059814,
+      "rel-constrast": 3.2615692615509033,
       "step": 2292,
-      "subrel-constrast": 3.304826498031616,
+      "subrel-constrast": 3.5617308616638184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8207201957702637,
-      "cov-distil (oracle2student)": 4.1503777503967285,
-      "cov-distil (oracle2teacher)": 4.0297651290893555,
+      "cov-distil": 1.982022762298584,
+      "cov-distil (oracle2student)": 3.7979695796966553,
+      "cov-distil (oracle2teacher)": 3.7807114124298096,
       "epoch": 1.7998430141287285,
-      "rel-constrast": 4.604592323303223,
+      "rel-constrast": 5.088458061218262,
       "step": 2293,
-      "subrel-constrast": 4.804865837097168,
+      "subrel-constrast": 4.58923864364624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4666860103607178,
-      "cov-distil (oracle2student)": 4.0113983154296875,
-      "cov-distil (oracle2teacher)": 4.246403694152832,
+      "cov-distil": 1.8973195552825928,
+      "cov-distil (oracle2student)": 4.512749671936035,
+      "cov-distil (oracle2teacher)": 4.633591175079346,
       "epoch": 1.8006279434850865,
-      "rel-constrast": 2.9521360397338867,
+      "rel-constrast": 3.823920965194702,
       "step": 2294,
-      "subrel-constrast": 3.9631752967834473,
+      "subrel-constrast": 4.040853500366211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.707909345626831,
-      "cov-distil (oracle2student)": 4.909032821655273,
-      "cov-distil (oracle2teacher)": 4.912590026855469,
+      "cov-distil": 2.1303720474243164,
+      "cov-distil (oracle2student)": 4.4602437019348145,
+      "cov-distil (oracle2teacher)": 5.250929832458496,
       "epoch": 1.8014128728414442,
-      "rel-constrast": 3.0045456886291504,
+      "rel-constrast": 2.9487977027893066,
       "step": 2295,
-      "subrel-constrast": 3.6885366439819336,
+      "subrel-constrast": 4.130070686340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3750193119049072,
-      "cov-distil (oracle2student)": 4.743531227111816,
-      "cov-distil (oracle2teacher)": 4.764464855194092,
+      "cov-distil": 1.8726565837860107,
+      "cov-distil (oracle2student)": 5.320330619812012,
+      "cov-distil (oracle2teacher)": 4.909461975097656,
       "epoch": 1.8021978021978022,
-      "rel-constrast": 3.5490798950195312,
+      "rel-constrast": 3.634620189666748,
       "step": 2296,
-      "subrel-constrast": 3.8724448680877686,
+      "subrel-constrast": 3.951502799987793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0714311599731445,
-      "cov-distil (oracle2student)": 4.199785232543945,
-      "cov-distil (oracle2teacher)": 4.259959697723389,
+      "cov-distil": 1.924108624458313,
+      "cov-distil (oracle2student)": 4.445176124572754,
+      "cov-distil (oracle2teacher)": 4.5832061767578125,
       "epoch": 1.80298273155416,
-      "rel-constrast": 3.511178493499756,
+      "rel-constrast": 4.135244846343994,
       "step": 2297,
-      "subrel-constrast": 4.187932968139648,
+      "subrel-constrast": 4.278215408325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.206063985824585,
-      "cov-distil (oracle2student)": 4.125889778137207,
-      "cov-distil (oracle2teacher)": 3.962230682373047,
+      "cov-distil": 1.7038618326187134,
+      "cov-distil (oracle2student)": 4.165215015411377,
+      "cov-distil (oracle2teacher)": 3.739593505859375,
       "epoch": 1.803767660910518,
-      "rel-constrast": 2.9765372276306152,
+      "rel-constrast": 2.613809108734131,
       "step": 2298,
-      "subrel-constrast": 3.626953363418579,
+      "subrel-constrast": 3.4885663986206055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6662653684616089,
-      "cov-distil (oracle2student)": 4.489561080932617,
-      "cov-distil (oracle2teacher)": 4.740846633911133,
+      "cov-distil": 2.0179026126861572,
+      "cov-distil (oracle2student)": 4.360210418701172,
+      "cov-distil (oracle2teacher)": 4.914369106292725,
       "epoch": 1.804552590266876,
-      "rel-constrast": 2.530068874359131,
+      "rel-constrast": 2.7682533264160156,
       "step": 2299,
-      "subrel-constrast": 3.427281618118286,
+      "subrel-constrast": 3.289104461669922,
       "view-similarity": 0
     },
     {
       "epoch": 1.805337519623234,
-      "grad_norm": 4.6875,
+      "grad_norm": 6.125,
       "learning_rate": 4.7473675298388495e-05,
-      "loss": 0.8386,
+      "loss": 0.8718,
       "step": 2300
     },
     {
       "epoch": 1.805337519623234,
-      "overlap": 0.3046875,
+      "overlap": 0.28437501192092896,
       "step": 2300
     },
     {
       "epoch": 1.805337519623234,
       "step": 2300,
-      "student margin": 0.053985595703125
+      "student margin": 0.044830322265625
     },
     {
       "epoch": 1.805337519623234,
       "step": 2300,
-      "teacher margin": 0.036529541015625
+      "teacher margin": 0.0411376953125
     },
     {
       "epoch": 1.805337519623234,
-      "margin difference": -0.0174560546875,
+      "margin difference": -0.003692626953125,
       "step": 2300
     },
     {
-      "cov-distil": 1.6892621517181396,
-      "cov-distil (oracle2student)": 6.2856245040893555,
-      "cov-distil (oracle2teacher)": 5.992995262145996,
+      "cov-distil": 2.1043148040771484,
+      "cov-distil (oracle2student)": 6.791098117828369,
+      "cov-distil (oracle2teacher)": 6.148382663726807,
       "epoch": 1.805337519623234,
-      "rel-constrast": 2.6885900497436523,
+      "rel-constrast": 3.1788575649261475,
       "step": 2300,
-      "subrel-constrast": 3.5530953407287598,
+      "subrel-constrast": 3.3972907066345215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2254571914672852,
-      "cov-distil (oracle2student)": 4.998371601104736,
-      "cov-distil (oracle2teacher)": 4.863700866699219,
+      "cov-distil": 1.9674214124679565,
+      "cov-distil (oracle2student)": 4.970674514770508,
+      "cov-distil (oracle2teacher)": 4.662883758544922,
       "epoch": 1.806122448979592,
-      "rel-constrast": 2.7133448123931885,
+      "rel-constrast": 3.716754913330078,
       "step": 2301,
-      "subrel-constrast": 3.508239984512329,
+      "subrel-constrast": 3.364508628845215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7833107709884644,
-      "cov-distil (oracle2student)": 3.8225245475769043,
-      "cov-distil (oracle2teacher)": 3.4032890796661377,
+      "cov-distil": 2.012104034423828,
+      "cov-distil (oracle2student)": 3.3384885787963867,
+      "cov-distil (oracle2teacher)": 3.4099881649017334,
       "epoch": 1.8069073783359497,
-      "rel-constrast": 3.0843989849090576,
+      "rel-constrast": 2.892132520675659,
       "step": 2302,
-      "subrel-constrast": 3.869215726852417,
+      "subrel-constrast": 3.9404118061065674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4791055917739868,
-      "cov-distil (oracle2student)": 5.102720260620117,
-      "cov-distil (oracle2teacher)": 4.331556797027588,
+      "cov-distil": 1.9074150323867798,
+      "cov-distil (oracle2student)": 5.423052787780762,
+      "cov-distil (oracle2teacher)": 4.600688934326172,
       "epoch": 1.8076923076923077,
-      "rel-constrast": 3.053921699523926,
+      "rel-constrast": 3.387913465499878,
       "step": 2303,
-      "subrel-constrast": 3.4983434677124023,
+      "subrel-constrast": 3.4404735565185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.865248441696167,
-      "cov-distil (oracle2student)": 3.199080467224121,
-      "cov-distil (oracle2teacher)": 3.1448521614074707,
+      "cov-distil": 1.6730916500091553,
+      "cov-distil (oracle2student)": 3.415266990661621,
+      "cov-distil (oracle2teacher)": 2.996145248413086,
       "epoch": 1.8084772370486655,
-      "rel-constrast": 2.651535987854004,
+      "rel-constrast": 3.211378812789917,
       "step": 2304,
-      "subrel-constrast": 3.1808433532714844,
+      "subrel-constrast": 2.858229875564575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.934019684791565,
-      "cov-distil (oracle2student)": 4.856476783752441,
-      "cov-distil (oracle2teacher)": 4.681419849395752,
+      "cov-distil": 2.4631800651550293,
+      "cov-distil (oracle2student)": 5.072457790374756,
+      "cov-distil (oracle2teacher)": 4.753089904785156,
       "epoch": 1.8092621664050235,
-      "rel-constrast": 2.8381969928741455,
+      "rel-constrast": 2.626215934753418,
       "step": 2305,
-      "subrel-constrast": 3.679791212081909,
+      "subrel-constrast": 3.8547191619873047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6589226722717285,
-      "cov-distil (oracle2student)": 3.9016671180725098,
-      "cov-distil (oracle2teacher)": 3.669419288635254,
+      "cov-distil": 2.322338819503784,
+      "cov-distil (oracle2student)": 4.089278697967529,
+      "cov-distil (oracle2teacher)": 3.750715732574463,
       "epoch": 1.8100470957613815,
-      "rel-constrast": 2.647688388824463,
+      "rel-constrast": 2.4150257110595703,
       "step": 2306,
-      "subrel-constrast": 2.5999338626861572,
+      "subrel-constrast": 2.5817477703094482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.255324125289917,
-      "cov-distil (oracle2student)": 4.575657844543457,
-      "cov-distil (oracle2teacher)": 4.169482707977295,
+      "cov-distil": 1.9996980428695679,
+      "cov-distil (oracle2student)": 5.447965621948242,
+      "cov-distil (oracle2teacher)": 4.835317611694336,
       "epoch": 1.8108320251177394,
-      "rel-constrast": 2.985649347305298,
+      "rel-constrast": 3.757155179977417,
       "step": 2307,
-      "subrel-constrast": 3.4112751483917236,
+      "subrel-constrast": 3.4742491245269775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6019322872161865,
-      "cov-distil (oracle2student)": 4.121088027954102,
-      "cov-distil (oracle2teacher)": 3.867058515548706,
+      "cov-distil": 2.0515074729919434,
+      "cov-distil (oracle2student)": 4.668490409851074,
+      "cov-distil (oracle2teacher)": 4.066989421844482,
       "epoch": 1.8116169544740974,
-      "rel-constrast": 2.5067484378814697,
+      "rel-constrast": 3.2817366123199463,
       "step": 2308,
-      "subrel-constrast": 3.2771899700164795,
+      "subrel-constrast": 3.4294862747192383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6674654483795166,
-      "cov-distil (oracle2student)": 2.8131213188171387,
-      "cov-distil (oracle2teacher)": 3.101606845855713,
+      "cov-distil": 2.120187520980835,
+      "cov-distil (oracle2student)": 3.00376558303833,
+      "cov-distil (oracle2teacher)": 2.9911863803863525,
       "epoch": 1.8124018838304554,
-      "rel-constrast": 2.6714296340942383,
+      "rel-constrast": 3.5264463424682617,
       "step": 2309,
-      "subrel-constrast": 3.2365288734436035,
+      "subrel-constrast": 3.3052000999450684,
       "view-similarity": 0
     },
     {
       "epoch": 1.8131868131868132,
-      "grad_norm": 4.65625,
+      "grad_norm": 6.5,
       "learning_rate": 4.743531074057635e-05,
-      "loss": 0.7364,
+      "loss": 0.7998,
       "step": 2310
     },
     {
-      "cov-distil": 1.350029468536377,
-      "cov-distil (oracle2student)": 4.165107250213623,
-      "cov-distil (oracle2teacher)": 3.818049669265747,
+      "cov-distil": 2.2758493423461914,
+      "cov-distil (oracle2student)": 4.8475871086120605,
+      "cov-distil (oracle2teacher)": 4.373899459838867,
       "epoch": 1.8131868131868132,
-      "rel-constrast": 3.0232343673706055,
+      "rel-constrast": 3.272268772125244,
       "step": 2310,
-      "subrel-constrast": 3.3329970836639404,
+      "subrel-constrast": 3.1698694229125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3987716436386108,
-      "cov-distil (oracle2student)": 5.433112621307373,
-      "cov-distil (oracle2teacher)": 4.871761798858643,
+      "cov-distil": 2.0748250484466553,
+      "cov-distil (oracle2student)": 5.987992286682129,
+      "cov-distil (oracle2teacher)": 5.334427833557129,
       "epoch": 1.813971742543171,
-      "rel-constrast": 4.484724998474121,
+      "rel-constrast": 4.783591270446777,
       "step": 2311,
-      "subrel-constrast": 4.845229148864746,
+      "subrel-constrast": 4.868766784667969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.425628423690796,
-      "cov-distil (oracle2student)": 2.925630569458008,
-      "cov-distil (oracle2teacher)": 2.863168239593506,
+      "cov-distil": 1.9012234210968018,
+      "cov-distil (oracle2student)": 3.129528522491455,
+      "cov-distil (oracle2teacher)": 3.030535936355591,
       "epoch": 1.814756671899529,
-      "rel-constrast": 1.5887391567230225,
+      "rel-constrast": 1.9053622484207153,
       "step": 2312,
-      "subrel-constrast": 2.0609428882598877,
+      "subrel-constrast": 1.9202322959899902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6005250215530396,
-      "cov-distil (oracle2student)": 3.0022354125976562,
-      "cov-distil (oracle2teacher)": 2.6223843097686768,
+      "cov-distil": 1.4642623662948608,
+      "cov-distil (oracle2student)": 2.8309574127197266,
+      "cov-distil (oracle2teacher)": 3.0990681648254395,
       "epoch": 1.815541601255887,
-      "rel-constrast": 2.273730993270874,
+      "rel-constrast": 2.6851747035980225,
       "step": 2313,
-      "subrel-constrast": 2.9224469661712646,
+      "subrel-constrast": 3.0619630813598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4181492328643799,
-      "cov-distil (oracle2student)": 5.378347396850586,
-      "cov-distil (oracle2teacher)": 5.1598801612854,
+      "cov-distil": 1.1592206954956055,
+      "cov-distil (oracle2student)": 5.545167922973633,
+      "cov-distil (oracle2teacher)": 5.278379440307617,
       "epoch": 1.816326530612245,
-      "rel-constrast": 2.6968092918395996,
+      "rel-constrast": 2.8336360454559326,
       "step": 2314,
-      "subrel-constrast": 3.624706745147705,
+      "subrel-constrast": 3.5753819942474365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4855788946151733,
-      "cov-distil (oracle2student)": 2.8636293411254883,
-      "cov-distil (oracle2teacher)": 2.7834272384643555,
+      "cov-distil": 1.9692950248718262,
+      "cov-distil (oracle2student)": 2.7943530082702637,
+      "cov-distil (oracle2teacher)": 3.141648769378662,
       "epoch": 1.817111459968603,
-      "rel-constrast": 2.438906669616699,
+      "rel-constrast": 2.1948647499084473,
       "step": 2315,
-      "subrel-constrast": 2.909430742263794,
+      "subrel-constrast": 2.9622652530670166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1916629076004028,
-      "cov-distil (oracle2student)": 4.764017105102539,
-      "cov-distil (oracle2teacher)": 4.308287620544434,
+      "cov-distil": 1.9811713695526123,
+      "cov-distil (oracle2student)": 5.6083879470825195,
+      "cov-distil (oracle2teacher)": 4.768773078918457,
       "epoch": 1.817896389324961,
-      "rel-constrast": 2.079336404800415,
+      "rel-constrast": 2.478703737258911,
       "step": 2316,
-      "subrel-constrast": 2.6568892002105713,
+      "subrel-constrast": 2.549463987350464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3917102813720703,
-      "cov-distil (oracle2student)": 3.7978508472442627,
-      "cov-distil (oracle2teacher)": 3.5787644386291504,
+      "cov-distil": 1.8544633388519287,
+      "cov-distil (oracle2student)": 3.9540176391601562,
+      "cov-distil (oracle2teacher)": 3.4186062812805176,
       "epoch": 1.8186813186813187,
-      "rel-constrast": 3.420144557952881,
+      "rel-constrast": 3.7299909591674805,
       "step": 2317,
-      "subrel-constrast": 3.7058300971984863,
+      "subrel-constrast": 3.666058301925659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2259094715118408,
-      "cov-distil (oracle2student)": 3.5073022842407227,
-      "cov-distil (oracle2teacher)": 3.642540216445923,
+      "cov-distil": 1.6165351867675781,
+      "cov-distil (oracle2student)": 3.839709758758545,
+      "cov-distil (oracle2teacher)": 3.6047425270080566,
       "epoch": 1.8194662480376766,
-      "rel-constrast": 2.8358278274536133,
+      "rel-constrast": 3.2936019897460938,
       "step": 2318,
-      "subrel-constrast": 3.8708882331848145,
+      "subrel-constrast": 3.3812472820281982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9209463596343994,
-      "cov-distil (oracle2student)": 3.529254674911499,
-      "cov-distil (oracle2teacher)": 3.8668453693389893,
+      "cov-distil": 1.9124069213867188,
+      "cov-distil (oracle2student)": 4.143277168273926,
+      "cov-distil (oracle2teacher)": 3.9801249504089355,
       "epoch": 1.8202511773940344,
-      "rel-constrast": 2.14914608001709,
+      "rel-constrast": 2.226078510284424,
       "step": 2319,
-      "subrel-constrast": 3.4967246055603027,
+      "subrel-constrast": 3.346447467803955,
       "view-similarity": 0
     },
     {
       "epoch": 1.8210361067503924,
-      "grad_norm": 4.1875,
+      "grad_norm": 4.84375,
       "learning_rate": 4.7396672815582997e-05,
-      "loss": 0.7108,
+      "loss": 0.7351,
       "step": 2320
     },
     {
-      "cov-distil": 1.8456411361694336,
-      "cov-distil (oracle2student)": 4.969728946685791,
-      "cov-distil (oracle2teacher)": 4.395388126373291,
+      "cov-distil": 1.4465279579162598,
+      "cov-distil (oracle2student)": 4.910113334655762,
+      "cov-distil (oracle2teacher)": 4.295568943023682,
       "epoch": 1.8210361067503924,
-      "rel-constrast": 2.473095417022705,
+      "rel-constrast": 2.9868826866149902,
       "step": 2320,
-      "subrel-constrast": 3.3971071243286133,
+      "subrel-constrast": 2.862504720687866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.373929500579834,
-      "cov-distil (oracle2student)": 5.528662204742432,
-      "cov-distil (oracle2teacher)": 4.760448455810547,
+      "cov-distil": 1.6910972595214844,
+      "cov-distil (oracle2student)": 5.715131759643555,
+      "cov-distil (oracle2teacher)": 5.169223785400391,
       "epoch": 1.8218210361067504,
-      "rel-constrast": 3.6413016319274902,
+      "rel-constrast": 4.327058792114258,
       "step": 2321,
-      "subrel-constrast": 4.109328746795654,
+      "subrel-constrast": 4.261266708374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4218733310699463,
-      "cov-distil (oracle2student)": 3.9426779747009277,
-      "cov-distil (oracle2teacher)": 3.5189409255981445,
+      "cov-distil": 2.422140121459961,
+      "cov-distil (oracle2student)": 4.48306941986084,
+      "cov-distil (oracle2teacher)": 4.1385345458984375,
       "epoch": 1.8226059654631084,
-      "rel-constrast": 4.6169538497924805,
+      "rel-constrast": 4.531920433044434,
       "step": 2322,
-      "subrel-constrast": 4.935740947723389,
+      "subrel-constrast": 4.914059162139893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.266847848892212,
-      "cov-distil (oracle2student)": 3.3324596881866455,
-      "cov-distil (oracle2teacher)": 3.3743977546691895,
+      "cov-distil": 2.201906442642212,
+      "cov-distil (oracle2student)": 3.4350152015686035,
+      "cov-distil (oracle2teacher)": 3.61906361579895,
       "epoch": 1.8233908948194664,
-      "rel-constrast": 2.086048126220703,
+      "rel-constrast": 2.490173816680908,
       "step": 2323,
-      "subrel-constrast": 3.0306177139282227,
+      "subrel-constrast": 3.156365156173706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5611567497253418,
-      "cov-distil (oracle2student)": 3.5690765380859375,
-      "cov-distil (oracle2teacher)": 3.353379726409912,
+      "cov-distil": 2.011692523956299,
+      "cov-distil (oracle2student)": 3.3857369422912598,
+      "cov-distil (oracle2teacher)": 3.7531027793884277,
       "epoch": 1.8241758241758241,
-      "rel-constrast": 2.063237190246582,
+      "rel-constrast": 2.376373291015625,
       "step": 2324,
-      "subrel-constrast": 2.5298917293548584,
+      "subrel-constrast": 2.354612350463867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1383699178695679,
-      "cov-distil (oracle2student)": 4.711968421936035,
-      "cov-distil (oracle2teacher)": 4.48989725112915,
+      "cov-distil": 1.7216005325317383,
+      "cov-distil (oracle2student)": 5.5280561447143555,
+      "cov-distil (oracle2teacher)": 4.7378034591674805,
       "epoch": 1.8249607535321821,
-      "rel-constrast": 2.8097970485687256,
+      "rel-constrast": 2.760077714920044,
       "step": 2325,
-      "subrel-constrast": 3.0449445247650146,
+      "subrel-constrast": 2.9931323528289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2283785343170166,
-      "cov-distil (oracle2student)": 5.113185882568359,
-      "cov-distil (oracle2teacher)": 4.417881488800049,
+      "cov-distil": 1.3611371517181396,
+      "cov-distil (oracle2student)": 5.497949600219727,
+      "cov-distil (oracle2teacher)": 4.7374091148376465,
       "epoch": 1.82574568288854,
-      "rel-constrast": 2.894479513168335,
+      "rel-constrast": 2.899677038192749,
       "step": 2326,
-      "subrel-constrast": 3.147129774093628,
+      "subrel-constrast": 3.181063652038574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5558199882507324,
-      "cov-distil (oracle2student)": 5.515866279602051,
-      "cov-distil (oracle2teacher)": 5.1101579666137695,
+      "cov-distil": 2.196789264678955,
+      "cov-distil (oracle2student)": 6.385261058807373,
+      "cov-distil (oracle2teacher)": 5.617058277130127,
       "epoch": 1.8265306122448979,
-      "rel-constrast": 3.494619369506836,
+      "rel-constrast": 3.516967296600342,
       "step": 2327,
-      "subrel-constrast": 4.009930610656738,
+      "subrel-constrast": 4.039933681488037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.341977596282959,
-      "cov-distil (oracle2student)": 5.359982490539551,
-      "cov-distil (oracle2teacher)": 5.215216159820557,
+      "cov-distil": 1.860948085784912,
+      "cov-distil (oracle2student)": 5.667876243591309,
+      "cov-distil (oracle2teacher)": 5.532657623291016,
       "epoch": 1.8273155416012559,
-      "rel-constrast": 2.966783046722412,
+      "rel-constrast": 3.64119553565979,
       "step": 2328,
-      "subrel-constrast": 3.842420816421509,
+      "subrel-constrast": 4.002405166625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3554564714431763,
-      "cov-distil (oracle2student)": 4.5389404296875,
-      "cov-distil (oracle2teacher)": 3.8986454010009766,
+      "cov-distil": 1.6263651847839355,
+      "cov-distil (oracle2student)": 4.520396709442139,
+      "cov-distil (oracle2teacher)": 4.422356605529785,
       "epoch": 1.8281004709576139,
-      "rel-constrast": 2.970102310180664,
+      "rel-constrast": 2.9039928913116455,
       "step": 2329,
-      "subrel-constrast": 3.578596353530884,
+      "subrel-constrast": 3.4002797603607178,
       "view-similarity": 0
     },
     {
       "epoch": 1.8288854003139718,
-      "grad_norm": 5.75,
+      "grad_norm": 7.3125,
       "learning_rate": 4.735776199419935e-05,
-      "loss": 0.7856,
+      "loss": 0.8109,
       "step": 2330
     },
     {
-      "cov-distil": 1.3520499467849731,
-      "cov-distil (oracle2student)": 5.464293479919434,
-      "cov-distil (oracle2teacher)": 5.080811500549316,
+      "cov-distil": 1.7406679391860962,
+      "cov-distil (oracle2student)": 6.064526557922363,
+      "cov-distil (oracle2teacher)": 6.27634334564209,
       "epoch": 1.8288854003139718,
-      "rel-constrast": 2.9374120235443115,
+      "rel-constrast": 3.0702433586120605,
       "step": 2330,
-      "subrel-constrast": 3.246391773223877,
+      "subrel-constrast": 3.6989870071411133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3966255187988281,
-      "cov-distil (oracle2student)": 3.2311744689941406,
-      "cov-distil (oracle2teacher)": 3.526416540145874,
+      "cov-distil": 1.8686492443084717,
+      "cov-distil (oracle2student)": 3.142179489135742,
+      "cov-distil (oracle2teacher)": 3.7187399864196777,
       "epoch": 1.8296703296703298,
-      "rel-constrast": 2.0379257202148438,
+      "rel-constrast": 1.954216480255127,
       "step": 2331,
-      "subrel-constrast": 3.1012685298919678,
+      "subrel-constrast": 2.973130702972412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2343699932098389,
-      "cov-distil (oracle2student)": 4.805904388427734,
-      "cov-distil (oracle2teacher)": 4.505140781402588,
+      "cov-distil": 1.6855065822601318,
+      "cov-distil (oracle2student)": 5.159226417541504,
+      "cov-distil (oracle2teacher)": 4.771897315979004,
       "epoch": 1.8304552590266876,
-      "rel-constrast": 3.606234312057495,
+      "rel-constrast": 3.9629993438720703,
       "step": 2332,
-      "subrel-constrast": 4.051779270172119,
+      "subrel-constrast": 3.754472017288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3108339309692383,
-      "cov-distil (oracle2student)": 2.983063220977783,
-      "cov-distil (oracle2teacher)": 3.173604965209961,
+      "cov-distil": 1.7555515766143799,
+      "cov-distil (oracle2student)": 3.846391201019287,
+      "cov-distil (oracle2teacher)": 3.4636669158935547,
       "epoch": 1.8312401883830454,
-      "rel-constrast": 2.398393154144287,
+      "rel-constrast": 3.0808334350585938,
       "step": 2333,
-      "subrel-constrast": 3.097240924835205,
+      "subrel-constrast": 3.3378491401672363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.354975938796997,
-      "cov-distil (oracle2student)": 4.794856071472168,
-      "cov-distil (oracle2teacher)": 4.663745880126953,
+      "cov-distil": 1.9895763397216797,
+      "cov-distil (oracle2student)": 4.789981842041016,
+      "cov-distil (oracle2teacher)": 4.73747444152832,
       "epoch": 1.8320251177394034,
-      "rel-constrast": 2.5273170471191406,
+      "rel-constrast": 2.5229129791259766,
       "step": 2334,
-      "subrel-constrast": 3.1760787963867188,
+      "subrel-constrast": 3.1242191791534424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.306727409362793,
-      "cov-distil (oracle2student)": 3.8031656742095947,
-      "cov-distil (oracle2teacher)": 4.063189506530762,
+      "cov-distil": 1.7268917560577393,
+      "cov-distil (oracle2student)": 4.099793434143066,
+      "cov-distil (oracle2teacher)": 4.357524871826172,
       "epoch": 1.8328100470957613,
-      "rel-constrast": 3.116619110107422,
+      "rel-constrast": 3.438161849975586,
       "step": 2335,
-      "subrel-constrast": 3.4618194103240967,
+      "subrel-constrast": 3.401667594909668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6776924133300781,
-      "cov-distil (oracle2student)": 4.332625389099121,
-      "cov-distil (oracle2teacher)": 3.9710259437561035,
+      "cov-distil": 2.668900966644287,
+      "cov-distil (oracle2student)": 4.574808120727539,
+      "cov-distil (oracle2teacher)": 4.20315408706665,
       "epoch": 1.8335949764521193,
-      "rel-constrast": 2.6058735847473145,
+      "rel-constrast": 3.044722318649292,
       "step": 2336,
-      "subrel-constrast": 3.638011932373047,
+      "subrel-constrast": 3.3855855464935303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1858696937561035,
-      "cov-distil (oracle2student)": 5.392741680145264,
-      "cov-distil (oracle2teacher)": 5.259259223937988,
+      "cov-distil": 1.4514691829681396,
+      "cov-distil (oracle2student)": 5.96720027923584,
+      "cov-distil (oracle2teacher)": 5.2933878898620605,
       "epoch": 1.8343799058084773,
-      "rel-constrast": 2.5113906860351562,
+      "rel-constrast": 2.655059576034546,
       "step": 2337,
-      "subrel-constrast": 2.8102779388427734,
+      "subrel-constrast": 2.7782015800476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4064992666244507,
-      "cov-distil (oracle2student)": 3.273954391479492,
-      "cov-distil (oracle2teacher)": 3.387511968612671,
+      "cov-distil": 1.8154723644256592,
+      "cov-distil (oracle2student)": 3.6785807609558105,
+      "cov-distil (oracle2teacher)": 3.809833526611328,
       "epoch": 1.8351648351648353,
-      "rel-constrast": 2.433619737625122,
+      "rel-constrast": 3.3121607303619385,
       "step": 2338,
-      "subrel-constrast": 3.4606707096099854,
+      "subrel-constrast": 3.597254514694214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.592550277709961,
-      "cov-distil (oracle2student)": 4.5503926277160645,
-      "cov-distil (oracle2teacher)": 4.18421745300293,
+      "cov-distil": 1.782867193222046,
+      "cov-distil (oracle2student)": 4.067716121673584,
+      "cov-distil (oracle2teacher)": 4.864039421081543,
       "epoch": 1.835949764521193,
-      "rel-constrast": 2.902895927429199,
+      "rel-constrast": 2.7279014587402344,
       "step": 2339,
-      "subrel-constrast": 3.821329355239868,
+      "subrel-constrast": 3.8107573986053467,
       "view-similarity": 0
     },
     {
       "epoch": 1.836734693877551,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.5625,
       "learning_rate": 4.7318578750541466e-05,
-      "loss": 0.7115,
+      "loss": 0.7442,
       "step": 2340
     },
     {
-      "cov-distil": 1.8418996334075928,
-      "cov-distil (oracle2student)": 4.415371417999268,
-      "cov-distil (oracle2teacher)": 4.214637756347656,
+      "cov-distil": 2.307298421859741,
+      "cov-distil (oracle2student)": 4.872552871704102,
+      "cov-distil (oracle2teacher)": 4.56227970123291,
       "epoch": 1.836734693877551,
-      "rel-constrast": 3.0671606063842773,
+      "rel-constrast": 3.405674934387207,
       "step": 2340,
-      "subrel-constrast": 4.117509841918945,
+      "subrel-constrast": 4.446378707885742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5406579971313477,
-      "cov-distil (oracle2student)": 5.341821670532227,
-      "cov-distil (oracle2teacher)": 4.685606479644775,
+      "cov-distil": 2.2045021057128906,
+      "cov-distil (oracle2student)": 5.064887046813965,
+      "cov-distil (oracle2teacher)": 5.095715522766113,
       "epoch": 1.8375196232339088,
-      "rel-constrast": 2.6471409797668457,
+      "rel-constrast": 2.4437925815582275,
       "step": 2341,
-      "subrel-constrast": 3.4066224098205566,
+      "subrel-constrast": 3.442951202392578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7433027029037476,
-      "cov-distil (oracle2student)": 3.2867393493652344,
-      "cov-distil (oracle2teacher)": 3.4402594566345215,
+      "cov-distil": 1.6992897987365723,
+      "cov-distil (oracle2student)": 3.475189685821533,
+      "cov-distil (oracle2teacher)": 3.629152774810791,
       "epoch": 1.8383045525902668,
-      "rel-constrast": 2.305436134338379,
+      "rel-constrast": 3.0101797580718994,
       "step": 2342,
-      "subrel-constrast": 3.3702797889709473,
+      "subrel-constrast": 3.392754316329956,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013439178466797,
-      "cov-distil (oracle2student)": 3.617051362991333,
-      "cov-distil (oracle2teacher)": 3.047485113143921,
+      "cov-distil": 1.891249656677246,
+      "cov-distil (oracle2student)": 3.457401990890503,
+      "cov-distil (oracle2teacher)": 3.8327701091766357,
       "epoch": 1.8390894819466248,
-      "rel-constrast": 2.1213674545288086,
+      "rel-constrast": 2.7571206092834473,
       "step": 2343,
-      "subrel-constrast": 3.03959059715271,
+      "subrel-constrast": 3.15539813041687,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.108980178833008,
-      "cov-distil (oracle2student)": 3.740568161010742,
-      "cov-distil (oracle2teacher)": 3.95269513130188,
+      "cov-distil": 2.204226016998291,
+      "cov-distil (oracle2student)": 3.9504263401031494,
+      "cov-distil (oracle2teacher)": 4.428981304168701,
       "epoch": 1.8398744113029828,
-      "rel-constrast": 1.6679271459579468,
+      "rel-constrast": 1.5819776058197021,
       "step": 2344,
-      "subrel-constrast": 2.9394900798797607,
+      "subrel-constrast": 2.803901433944702,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5810344219207764,
-      "cov-distil (oracle2student)": 4.702192783355713,
-      "cov-distil (oracle2teacher)": 3.905719041824341,
+      "cov-distil": 2.104454517364502,
+      "cov-distil (oracle2student)": 5.014148235321045,
+      "cov-distil (oracle2teacher)": 4.61888313293457,
       "epoch": 1.8406593406593408,
-      "rel-constrast": 3.28336501121521,
+      "rel-constrast": 3.2866463661193848,
       "step": 2345,
-      "subrel-constrast": 3.9377100467681885,
+      "subrel-constrast": 3.7171738147735596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.385591745376587,
-      "cov-distil (oracle2student)": 3.392869472503662,
-      "cov-distil (oracle2teacher)": 3.0184574127197266,
+      "cov-distil": 1.6351079940795898,
+      "cov-distil (oracle2student)": 4.021288871765137,
+      "cov-distil (oracle2teacher)": 4.231511116027832,
       "epoch": 1.8414442700156985,
-      "rel-constrast": 2.586210250854492,
+      "rel-constrast": 2.6665220260620117,
       "step": 2346,
-      "subrel-constrast": 2.880354404449463,
+      "subrel-constrast": 2.929246664047241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.174978017807007,
-      "cov-distil (oracle2student)": 3.070465087890625,
-      "cov-distil (oracle2teacher)": 3.739142656326294,
+      "cov-distil": 2.476729393005371,
+      "cov-distil (oracle2student)": 3.8407673835754395,
+      "cov-distil (oracle2teacher)": 3.645462989807129,
       "epoch": 1.8422291993720565,
-      "rel-constrast": 2.551447868347168,
+      "rel-constrast": 4.051722526550293,
       "step": 2347,
-      "subrel-constrast": 4.151600360870361,
+      "subrel-constrast": 3.8074002265930176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4344654083251953,
-      "cov-distil (oracle2student)": 3.4287023544311523,
-      "cov-distil (oracle2teacher)": 3.427236557006836,
+      "cov-distil": 1.740384578704834,
+      "cov-distil (oracle2student)": 4.139864921569824,
+      "cov-distil (oracle2teacher)": 4.155971527099609,
       "epoch": 1.8430141287284143,
-      "rel-constrast": 3.210320472717285,
+      "rel-constrast": 3.437654733657837,
       "step": 2348,
-      "subrel-constrast": 3.8333253860473633,
+      "subrel-constrast": 3.912724256515503,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6159439086914062,
-      "cov-distil (oracle2student)": 2.8842294216156006,
-      "cov-distil (oracle2teacher)": 2.635730504989624,
+      "cov-distil": 2.355463981628418,
+      "cov-distil (oracle2student)": 3.164055824279785,
+      "cov-distil (oracle2teacher)": 2.824215888977051,
       "epoch": 1.8437990580847723,
-      "rel-constrast": 1.6391414403915405,
+      "rel-constrast": 1.4055391550064087,
       "step": 2349,
-      "subrel-constrast": 2.504883289337158,
+      "subrel-constrast": 2.4600253105163574,
       "view-similarity": 0
     },
     {
       "epoch": 1.8445839874411303,
-      "grad_norm": 3.953125,
+      "grad_norm": 4.59375,
       "learning_rate": 4.727912356204483e-05,
-      "loss": 0.6706,
+      "loss": 0.7012,
       "step": 2350
     },
     {
-      "cov-distil": 1.2449408769607544,
-      "cov-distil (oracle2student)": 3.6214663982391357,
-      "cov-distil (oracle2teacher)": 3.275423526763916,
+      "cov-distil": 1.5941964387893677,
+      "cov-distil (oracle2student)": 3.516894817352295,
+      "cov-distil (oracle2teacher)": 3.2781591415405273,
       "epoch": 1.8445839874411303,
-      "rel-constrast": 3.3113770484924316,
+      "rel-constrast": 3.673198938369751,
       "step": 2350,
-      "subrel-constrast": 3.3099052906036377,
+      "subrel-constrast": 3.2554609775543213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3130264282226562,
-      "cov-distil (oracle2student)": 5.4824323654174805,
-      "cov-distil (oracle2teacher)": 4.571508407592773,
+      "cov-distil": 1.7577569484710693,
+      "cov-distil (oracle2student)": 6.0991926193237305,
+      "cov-distil (oracle2teacher)": 5.087656497955322,
       "epoch": 1.8453689167974883,
-      "rel-constrast": 3.1544077396392822,
+      "rel-constrast": 3.090470314025879,
       "step": 2351,
-      "subrel-constrast": 3.5445499420166016,
+      "subrel-constrast": 4.10389518737793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2681918144226074,
-      "cov-distil (oracle2student)": 3.4045321941375732,
-      "cov-distil (oracle2teacher)": 3.7111916542053223,
+      "cov-distil": 1.8457705974578857,
+      "cov-distil (oracle2student)": 3.5236754417419434,
+      "cov-distil (oracle2teacher)": 3.7435336112976074,
       "epoch": 1.8461538461538463,
-      "rel-constrast": 2.3710899353027344,
+      "rel-constrast": 2.7217280864715576,
       "step": 2352,
-      "subrel-constrast": 3.117222309112549,
+      "subrel-constrast": 2.9299583435058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9239554405212402,
-      "cov-distil (oracle2student)": 4.037146091461182,
-      "cov-distil (oracle2teacher)": 4.063927173614502,
+      "cov-distil": 2.6297447681427,
+      "cov-distil (oracle2student)": 4.031777858734131,
+      "cov-distil (oracle2teacher)": 4.353977203369141,
       "epoch": 1.8469387755102042,
-      "rel-constrast": 5.095550537109375,
+      "rel-constrast": 4.892124176025391,
       "step": 2353,
-      "subrel-constrast": 5.377917289733887,
+      "subrel-constrast": 5.273987293243408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2959873676300049,
-      "cov-distil (oracle2student)": 3.0380029678344727,
-      "cov-distil (oracle2teacher)": 3.1399359703063965,
+      "cov-distil": 1.747475028038025,
+      "cov-distil (oracle2student)": 3.2759673595428467,
+      "cov-distil (oracle2teacher)": 3.059643030166626,
       "epoch": 1.847723704866562,
-      "rel-constrast": 2.586148738861084,
+      "rel-constrast": 3.6256566047668457,
       "step": 2354,
-      "subrel-constrast": 3.349116086959839,
+      "subrel-constrast": 3.271243095397949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.688023328781128,
-      "cov-distil (oracle2student)": 4.390917778015137,
-      "cov-distil (oracle2teacher)": 3.7474846839904785,
+      "cov-distil": 1.749713659286499,
+      "cov-distil (oracle2student)": 3.9992575645446777,
+      "cov-distil (oracle2teacher)": 4.136155128479004,
       "epoch": 1.8485086342229198,
-      "rel-constrast": 2.5092859268188477,
+      "rel-constrast": 2.537193775177002,
       "step": 2355,
-      "subrel-constrast": 3.4131603240966797,
+      "subrel-constrast": 3.3653817176818848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5776541233062744,
-      "cov-distil (oracle2student)": 4.303069114685059,
-      "cov-distil (oracle2teacher)": 4.105372428894043,
+      "cov-distil": 2.0229454040527344,
+      "cov-distil (oracle2student)": 4.969208240509033,
+      "cov-distil (oracle2teacher)": 4.611936092376709,
       "epoch": 1.8492935635792778,
-      "rel-constrast": 3.0706281661987305,
+      "rel-constrast": 3.5301947593688965,
       "step": 2356,
-      "subrel-constrast": 3.9001171588897705,
+      "subrel-constrast": 3.753962993621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6757984161376953,
-      "cov-distil (oracle2student)": 4.3736748695373535,
-      "cov-distil (oracle2teacher)": 3.550205707550049,
+      "cov-distil": 1.802649736404419,
+      "cov-distil (oracle2student)": 4.5249128341674805,
+      "cov-distil (oracle2teacher)": 3.7545409202575684,
       "epoch": 1.8500784929356358,
-      "rel-constrast": 3.4728293418884277,
+      "rel-constrast": 4.044454574584961,
       "step": 2357,
-      "subrel-constrast": 3.9719204902648926,
+      "subrel-constrast": 3.956641912460327,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2813568115234375,
-      "cov-distil (oracle2student)": 3.4487719535827637,
-      "cov-distil (oracle2teacher)": 3.7643330097198486,
+      "cov-distil": 1.4128022193908691,
+      "cov-distil (oracle2student)": 3.836146116256714,
+      "cov-distil (oracle2teacher)": 3.9752161502838135,
       "epoch": 1.8508634222919937,
-      "rel-constrast": 2.0092484951019287,
+      "rel-constrast": 2.3810606002807617,
       "step": 2358,
-      "subrel-constrast": 3.043686866760254,
+      "subrel-constrast": 3.159388303756714,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4998648166656494,
-      "cov-distil (oracle2student)": 4.305778503417969,
-      "cov-distil (oracle2teacher)": 3.857558488845825,
+      "cov-distil": 1.7395057678222656,
+      "cov-distil (oracle2student)": 4.229241847991943,
+      "cov-distil (oracle2teacher)": 4.224934101104736,
       "epoch": 1.8516483516483517,
-      "rel-constrast": 2.7986481189727783,
+      "rel-constrast": 3.3642501831054688,
       "step": 2359,
-      "subrel-constrast": 3.3821802139282227,
+      "subrel-constrast": 3.2315170764923096,
       "view-similarity": 0
     },
     {
       "epoch": 1.8524332810047097,
-      "grad_norm": 4.6875,
+      "grad_norm": 7.40625,
       "learning_rate": 4.723939690945846e-05,
-      "loss": 0.7964,
+      "loss": 0.8465,
       "step": 2360
     },
     {
-      "cov-distil": 1.1859450340270996,
-      "cov-distil (oracle2student)": 3.314246416091919,
-      "cov-distil (oracle2teacher)": 3.3548049926757812,
+      "cov-distil": 1.478676438331604,
+      "cov-distil (oracle2student)": 3.758178234100342,
+      "cov-distil (oracle2teacher)": 3.8408660888671875,
       "epoch": 1.8524332810047097,
-      "rel-constrast": 2.297027826309204,
+      "rel-constrast": 2.7054076194763184,
       "step": 2360,
-      "subrel-constrast": 2.906010627746582,
+      "subrel-constrast": 3.117434024810791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0564367771148682,
-      "cov-distil (oracle2student)": 4.408847332000732,
-      "cov-distil (oracle2teacher)": 3.750236988067627,
+      "cov-distil": 1.4924871921539307,
+      "cov-distil (oracle2student)": 5.1686015129089355,
+      "cov-distil (oracle2teacher)": 4.229325294494629,
       "epoch": 1.8532182103610675,
-      "rel-constrast": 2.727273464202881,
+      "rel-constrast": 3.5150272846221924,
       "step": 2361,
-      "subrel-constrast": 3.4296066761016846,
+      "subrel-constrast": 3.511563301086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5102715492248535,
-      "cov-distil (oracle2student)": 3.0153093338012695,
-      "cov-distil (oracle2teacher)": 2.8639063835144043,
+      "cov-distil": 2.504995346069336,
+      "cov-distil (oracle2student)": 3.2156708240509033,
+      "cov-distil (oracle2teacher)": 3.108412265777588,
       "epoch": 1.8540031397174255,
-      "rel-constrast": 2.110095977783203,
+      "rel-constrast": 2.1516902446746826,
       "step": 2362,
-      "subrel-constrast": 2.996849536895752,
+      "subrel-constrast": 3.094346523284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.126218557357788,
-      "cov-distil (oracle2student)": 5.751990795135498,
-      "cov-distil (oracle2teacher)": 5.225639343261719,
+      "cov-distil": 1.608696699142456,
+      "cov-distil (oracle2student)": 6.78940486907959,
+      "cov-distil (oracle2teacher)": 5.958072662353516,
       "epoch": 1.8547880690737832,
-      "rel-constrast": 3.8988547325134277,
+      "rel-constrast": 4.689718723297119,
       "step": 2363,
-      "subrel-constrast": 4.588316440582275,
+      "subrel-constrast": 4.622769832611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2220523357391357,
-      "cov-distil (oracle2student)": 3.976548433303833,
-      "cov-distil (oracle2teacher)": 4.030041694641113,
+      "cov-distil": 1.3820037841796875,
+      "cov-distil (oracle2student)": 3.921868085861206,
+      "cov-distil (oracle2teacher)": 3.906508445739746,
       "epoch": 1.8555729984301412,
-      "rel-constrast": 2.659160614013672,
+      "rel-constrast": 2.7954039573669434,
       "step": 2364,
-      "subrel-constrast": 3.5046262741088867,
+      "subrel-constrast": 3.218982458114624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4964183568954468,
-      "cov-distil (oracle2student)": 4.694596290588379,
-      "cov-distil (oracle2teacher)": 4.482988357543945,
+      "cov-distil": 2.014613628387451,
+      "cov-distil (oracle2student)": 5.540057182312012,
+      "cov-distil (oracle2teacher)": 4.958393096923828,
       "epoch": 1.8563579277864992,
-      "rel-constrast": 2.4832048416137695,
+      "rel-constrast": 2.6619415283203125,
       "step": 2365,
-      "subrel-constrast": 2.861309051513672,
+      "subrel-constrast": 2.838650703430176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6372551918029785,
-      "cov-distil (oracle2student)": 3.208219051361084,
-      "cov-distil (oracle2teacher)": 3.099982738494873,
+      "cov-distil": 1.6062428951263428,
+      "cov-distil (oracle2student)": 3.2672390937805176,
+      "cov-distil (oracle2teacher)": 3.702331066131592,
       "epoch": 1.8571428571428572,
-      "rel-constrast": 1.7701632976531982,
+      "rel-constrast": 1.8872520923614502,
       "step": 2366,
-      "subrel-constrast": 2.1953959465026855,
+      "subrel-constrast": 2.11923885345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2423828840255737,
-      "cov-distil (oracle2student)": 5.4796037673950195,
-      "cov-distil (oracle2teacher)": 4.892402648925781,
+      "cov-distil": 1.759888768196106,
+      "cov-distil (oracle2student)": 5.589189529418945,
+      "cov-distil (oracle2teacher)": 5.5594635009765625,
       "epoch": 1.8579277864992152,
-      "rel-constrast": 4.1849565505981445,
+      "rel-constrast": 4.926383018493652,
       "step": 2367,
-      "subrel-constrast": 4.690651893615723,
+      "subrel-constrast": 4.643214702606201,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7666869163513184,
-      "cov-distil (oracle2student)": 4.98898983001709,
-      "cov-distil (oracle2teacher)": 4.632345199584961,
+      "cov-distil": 2.053729772567749,
+      "cov-distil (oracle2student)": 5.1982316970825195,
+      "cov-distil (oracle2teacher)": 5.513284683227539,
       "epoch": 1.858712715855573,
-      "rel-constrast": 3.016021251678467,
+      "rel-constrast": 3.28326678276062,
       "step": 2368,
-      "subrel-constrast": 4.011875152587891,
+      "subrel-constrast": 4.071282386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.482865333557129,
-      "cov-distil (oracle2student)": 4.433815002441406,
-      "cov-distil (oracle2teacher)": 3.8089146614074707,
+      "cov-distil": 1.5101613998413086,
+      "cov-distil (oracle2student)": 4.305039405822754,
+      "cov-distil (oracle2teacher)": 4.550334930419922,
       "epoch": 1.859497645211931,
-      "rel-constrast": 1.6976051330566406,
+      "rel-constrast": 2.094341993331909,
       "step": 2369,
-      "subrel-constrast": 2.5378572940826416,
+      "subrel-constrast": 2.440108299255371,
       "view-similarity": 0
     },
     {
       "epoch": 1.8602825745682887,
-      "grad_norm": 4.53125,
+      "grad_norm": 5.84375,
       "learning_rate": 4.7199399276839056e-05,
-      "loss": 0.7054,
+      "loss": 0.7678,
       "step": 2370
     },
     {
-      "cov-distil": 0.8840755224227905,
-      "cov-distil (oracle2student)": 3.3833887577056885,
-      "cov-distil (oracle2teacher)": 3.1782917976379395,
+      "cov-distil": 0.8195715546607971,
+      "cov-distil (oracle2student)": 3.18576717376709,
+      "cov-distil (oracle2teacher)": 3.61920428276062,
       "epoch": 1.8602825745682887,
-      "rel-constrast": 2.2076575756073,
+      "rel-constrast": 2.574190378189087,
       "step": 2370,
-      "subrel-constrast": 2.7491493225097656,
+      "subrel-constrast": 2.7400858402252197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.823546290397644,
-      "cov-distil (oracle2student)": 4.029688835144043,
-      "cov-distil (oracle2teacher)": 3.544309139251709,
+      "cov-distil": 1.788679838180542,
+      "cov-distil (oracle2student)": 4.612061500549316,
+      "cov-distil (oracle2teacher)": 4.397401809692383,
       "epoch": 1.8610675039246467,
-      "rel-constrast": 1.995516061782837,
+      "rel-constrast": 2.0702619552612305,
       "step": 2371,
-      "subrel-constrast": 3.0157155990600586,
+      "subrel-constrast": 2.7104575634002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.672497272491455,
-      "cov-distil (oracle2student)": 5.100739479064941,
-      "cov-distil (oracle2teacher)": 4.817244529724121,
+      "cov-distil": 2.5708744525909424,
+      "cov-distil (oracle2student)": 5.414070129394531,
+      "cov-distil (oracle2teacher)": 5.447511672973633,
       "epoch": 1.8618524332810047,
-      "rel-constrast": 3.1086645126342773,
+      "rel-constrast": 3.531839370727539,
       "step": 2372,
-      "subrel-constrast": 3.678229331970215,
+      "subrel-constrast": 3.9290096759796143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6452648639678955,
-      "cov-distil (oracle2student)": 5.618671417236328,
-      "cov-distil (oracle2teacher)": 4.942402362823486,
+      "cov-distil": 2.16487979888916,
+      "cov-distil (oracle2student)": 5.8947553634643555,
+      "cov-distil (oracle2teacher)": 4.640142917633057,
       "epoch": 1.8626373626373627,
-      "rel-constrast": 3.232419729232788,
+      "rel-constrast": 3.247671365737915,
       "step": 2373,
-      "subrel-constrast": 3.5171499252319336,
+      "subrel-constrast": 3.608102321624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.623281717300415,
-      "cov-distil (oracle2student)": 3.7928292751312256,
-      "cov-distil (oracle2teacher)": 3.612213611602783,
+      "cov-distil": 2.2544403076171875,
+      "cov-distil (oracle2student)": 4.133088111877441,
+      "cov-distil (oracle2teacher)": 3.905773639678955,
       "epoch": 1.8634222919937207,
-      "rel-constrast": 2.4106407165527344,
+      "rel-constrast": 2.861036777496338,
       "step": 2374,
-      "subrel-constrast": 3.3195226192474365,
+      "subrel-constrast": 3.249530792236328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.386106252670288,
-      "cov-distil (oracle2student)": 4.364607810974121,
-      "cov-distil (oracle2teacher)": 4.588620185852051,
+      "cov-distil": 1.6832404136657715,
+      "cov-distil (oracle2student)": 4.726968765258789,
+      "cov-distil (oracle2teacher)": 4.66524600982666,
       "epoch": 1.8642072213500787,
-      "rel-constrast": 3.065457582473755,
+      "rel-constrast": 3.4559900760650635,
       "step": 2375,
-      "subrel-constrast": 3.634373903274536,
+      "subrel-constrast": 3.748546838760376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0901994705200195,
-      "cov-distil (oracle2student)": 4.58005428314209,
-      "cov-distil (oracle2teacher)": 4.2535905838012695,
+      "cov-distil": 1.3990249633789062,
+      "cov-distil (oracle2student)": 4.197218894958496,
+      "cov-distil (oracle2teacher)": 4.198397636413574,
       "epoch": 1.8649921507064364,
-      "rel-constrast": 2.9042716026306152,
+      "rel-constrast": 2.9453537464141846,
       "step": 2376,
-      "subrel-constrast": 3.4222331047058105,
+      "subrel-constrast": 3.4094161987304688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5796598196029663,
-      "cov-distil (oracle2student)": 3.9140729904174805,
-      "cov-distil (oracle2teacher)": 3.460087299346924,
+      "cov-distil": 1.8651827573776245,
+      "cov-distil (oracle2student)": 3.9579861164093018,
+      "cov-distil (oracle2teacher)": 3.885995864868164,
       "epoch": 1.8657770800627942,
-      "rel-constrast": 3.728533983230591,
+      "rel-constrast": 3.8336405754089355,
       "step": 2377,
-      "subrel-constrast": 3.971311569213867,
+      "subrel-constrast": 4.169491291046143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.871321201324463,
-      "cov-distil (oracle2student)": 4.102816581726074,
-      "cov-distil (oracle2teacher)": 3.6798171997070312,
+      "cov-distil": 2.360041379928589,
+      "cov-distil (oracle2student)": 4.710507392883301,
+      "cov-distil (oracle2teacher)": 4.064688682556152,
       "epoch": 1.8665620094191522,
-      "rel-constrast": 2.641995906829834,
+      "rel-constrast": 3.2376413345336914,
       "step": 2378,
-      "subrel-constrast": 3.3500876426696777,
+      "subrel-constrast": 3.405850410461426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.104958176612854,
-      "cov-distil (oracle2student)": 4.592450141906738,
-      "cov-distil (oracle2teacher)": 4.03894567489624,
+      "cov-distil": 1.8309638500213623,
+      "cov-distil (oracle2student)": 4.55436372756958,
+      "cov-distil (oracle2teacher)": 4.888228416442871,
       "epoch": 1.8673469387755102,
-      "rel-constrast": 3.803786039352417,
+      "rel-constrast": 3.8184375762939453,
       "step": 2379,
-      "subrel-constrast": 4.192743301391602,
+      "subrel-constrast": 4.569635391235352,
       "view-similarity": 0
     },
     {
       "epoch": 1.8681318681318682,
-      "grad_norm": 6.5,
+      "grad_norm": 7.40625,
       "learning_rate": 4.715913115154518e-05,
-      "loss": 0.7642,
+      "loss": 0.7894,
       "step": 2380
     },
     {
-      "cov-distil": 2.4300537109375,
-      "cov-distil (oracle2student)": 5.012440204620361,
-      "cov-distil (oracle2teacher)": 4.086169719696045,
+      "cov-distil": 2.5757217407226562,
+      "cov-distil (oracle2student)": 5.889462471008301,
+      "cov-distil (oracle2teacher)": 4.443541526794434,
       "epoch": 1.8681318681318682,
-      "rel-constrast": 3.3527214527130127,
+      "rel-constrast": 4.161818981170654,
       "step": 2380,
-      "subrel-constrast": 3.4218342304229736,
+      "subrel-constrast": 3.3842544555664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5946388244628906,
-      "cov-distil (oracle2student)": 3.8829233646392822,
-      "cov-distil (oracle2teacher)": 3.231156826019287,
+      "cov-distil": 2.0010523796081543,
+      "cov-distil (oracle2student)": 3.6569724082946777,
+      "cov-distil (oracle2teacher)": 3.7497379779815674,
       "epoch": 1.8689167974882261,
-      "rel-constrast": 2.8924384117126465,
+      "rel-constrast": 3.207559585571289,
       "step": 2381,
-      "subrel-constrast": 3.5565617084503174,
+      "subrel-constrast": 3.473020553588867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5479071140289307,
-      "cov-distil (oracle2student)": 3.4200520515441895,
-      "cov-distil (oracle2teacher)": 3.896700143814087,
+      "cov-distil": 1.7435100078582764,
+      "cov-distil (oracle2student)": 3.5610883235931396,
+      "cov-distil (oracle2teacher)": 3.7384982109069824,
       "epoch": 1.8697017268445841,
-      "rel-constrast": 2.3236217498779297,
+      "rel-constrast": 2.105142116546631,
       "step": 2382,
-      "subrel-constrast": 2.9840362071990967,
+      "subrel-constrast": 3.0760812759399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7334470748901367,
-      "cov-distil (oracle2student)": 2.694964647293091,
-      "cov-distil (oracle2teacher)": 2.6546573638916016,
+      "cov-distil": 2.2668306827545166,
+      "cov-distil (oracle2student)": 3.030623435974121,
+      "cov-distil (oracle2teacher)": 2.7082300186157227,
       "epoch": 1.870486656200942,
-      "rel-constrast": 2.0708560943603516,
+      "rel-constrast": 2.1062235832214355,
       "step": 2383,
-      "subrel-constrast": 2.9378223419189453,
+      "subrel-constrast": 2.9802520275115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2651090621948242,
-      "cov-distil (oracle2student)": 5.064573764801025,
-      "cov-distil (oracle2teacher)": 4.861395835876465,
+      "cov-distil": 1.677661657333374,
+      "cov-distil (oracle2student)": 5.862441062927246,
+      "cov-distil (oracle2teacher)": 5.1742939949035645,
       "epoch": 1.8712715855572999,
-      "rel-constrast": 3.2342638969421387,
+      "rel-constrast": 3.960977554321289,
       "step": 2384,
-      "subrel-constrast": 3.8789474964141846,
+      "subrel-constrast": 3.5847718715667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129894971847534,
-      "cov-distil (oracle2student)": 4.06921911239624,
-      "cov-distil (oracle2teacher)": 3.8571341037750244,
+      "cov-distil": 1.7627298831939697,
+      "cov-distil (oracle2student)": 3.874182939529419,
+      "cov-distil (oracle2teacher)": 4.346560955047607,
       "epoch": 1.8720565149136577,
-      "rel-constrast": 3.5101518630981445,
+      "rel-constrast": 4.087852478027344,
       "step": 2385,
-      "subrel-constrast": 3.6736528873443604,
+      "subrel-constrast": 3.593649387359619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2583074569702148,
-      "cov-distil (oracle2student)": 4.010788440704346,
-      "cov-distil (oracle2teacher)": 4.187676429748535,
+      "cov-distil": 1.760724425315857,
+      "cov-distil (oracle2student)": 4.290676116943359,
+      "cov-distil (oracle2teacher)": 4.283843517303467,
       "epoch": 1.8728414442700156,
-      "rel-constrast": 2.4000515937805176,
+      "rel-constrast": 3.053317070007324,
       "step": 2386,
-      "subrel-constrast": 3.34635066986084,
+      "subrel-constrast": 3.3051187992095947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.612623691558838,
-      "cov-distil (oracle2student)": 4.673199653625488,
-      "cov-distil (oracle2teacher)": 4.365555763244629,
+      "cov-distil": 1.8872768878936768,
+      "cov-distil (oracle2student)": 5.164485931396484,
+      "cov-distil (oracle2teacher)": 4.629607677459717,
       "epoch": 1.8736263736263736,
-      "rel-constrast": 3.430168628692627,
+      "rel-constrast": 4.187639236450195,
       "step": 2387,
-      "subrel-constrast": 4.065863132476807,
+      "subrel-constrast": 4.549999237060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4130902290344238,
-      "cov-distil (oracle2student)": 3.691788673400879,
-      "cov-distil (oracle2teacher)": 3.206881046295166,
+      "cov-distil": 2.0122628211975098,
+      "cov-distil (oracle2student)": 4.303652286529541,
+      "cov-distil (oracle2teacher)": 3.1757659912109375,
       "epoch": 1.8744113029827316,
-      "rel-constrast": 2.359842300415039,
+      "rel-constrast": 2.927767753601074,
       "step": 2388,
-      "subrel-constrast": 2.593538999557495,
+      "subrel-constrast": 2.836663007736206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8961942195892334,
-      "cov-distil (oracle2student)": 3.7761895656585693,
-      "cov-distil (oracle2teacher)": 4.75875186920166,
+      "cov-distil": 2.0107221603393555,
+      "cov-distil (oracle2student)": 4.0875396728515625,
+      "cov-distil (oracle2teacher)": 4.7405500411987305,
       "epoch": 1.8751962323390896,
-      "rel-constrast": 2.530869960784912,
+      "rel-constrast": 2.6787095069885254,
       "step": 2389,
-      "subrel-constrast": 4.138177871704102,
+      "subrel-constrast": 3.6096365451812744,
       "view-similarity": 0
     },
     {
       "epoch": 1.8759811616954474,
-      "grad_norm": 5.25,
+      "grad_norm": 5.9375,
       "learning_rate": 4.7118593024231214e-05,
-      "loss": 0.7443,
+      "loss": 0.8119,
       "step": 2390
     },
     {
-      "cov-distil": 1.628974199295044,
-      "cov-distil (oracle2student)": 5.29055118560791,
-      "cov-distil (oracle2teacher)": 5.069937705993652,
+      "cov-distil": 2.038804292678833,
+      "cov-distil (oracle2student)": 5.338432312011719,
+      "cov-distil (oracle2teacher)": 4.988808631896973,
       "epoch": 1.8759811616954474,
-      "rel-constrast": 3.6770904064178467,
+      "rel-constrast": 4.026876449584961,
       "step": 2390,
-      "subrel-constrast": 4.248228549957275,
+      "subrel-constrast": 3.958604335784912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7999117374420166,
-      "cov-distil (oracle2student)": 5.345639228820801,
-      "cov-distil (oracle2teacher)": 5.134427070617676,
+      "cov-distil": 1.8915287256240845,
+      "cov-distil (oracle2student)": 5.4342803955078125,
+      "cov-distil (oracle2teacher)": 5.5456342697143555,
       "epoch": 1.8767660910518054,
-      "rel-constrast": 2.705498218536377,
+      "rel-constrast": 3.2964179515838623,
       "step": 2391,
-      "subrel-constrast": 3.6627047061920166,
+      "subrel-constrast": 3.6093437671661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6265171766281128,
-      "cov-distil (oracle2student)": 6.232959747314453,
-      "cov-distil (oracle2teacher)": 6.187678337097168,
+      "cov-distil": 2.3398966789245605,
+      "cov-distil (oracle2student)": 7.0110015869140625,
+      "cov-distil (oracle2teacher)": 6.155703544616699,
       "epoch": 1.8775510204081631,
-      "rel-constrast": 2.637683868408203,
+      "rel-constrast": 2.4388601779937744,
       "step": 2392,
-      "subrel-constrast": 3.6143903732299805,
+      "subrel-constrast": 3.4126060009002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.293133020401001,
-      "cov-distil (oracle2student)": 2.6474246978759766,
-      "cov-distil (oracle2teacher)": 2.9688892364501953,
+      "cov-distil": 1.4452672004699707,
+      "cov-distil (oracle2student)": 2.9997599124908447,
+      "cov-distil (oracle2teacher)": 3.022526502609253,
       "epoch": 1.8783359497645211,
-      "rel-constrast": 2.264965534210205,
+      "rel-constrast": 3.0339772701263428,
       "step": 2393,
-      "subrel-constrast": 3.1837778091430664,
+      "subrel-constrast": 3.3193435668945312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7307713031768799,
-      "cov-distil (oracle2student)": 5.484700679779053,
-      "cov-distil (oracle2teacher)": 4.771672248840332,
+      "cov-distil": 1.522444248199463,
+      "cov-distil (oracle2student)": 5.4226484298706055,
+      "cov-distil (oracle2teacher)": 5.2437944412231445,
       "epoch": 1.879120879120879,
-      "rel-constrast": 3.159960985183716,
+      "rel-constrast": 3.2574596405029297,
       "step": 2394,
-      "subrel-constrast": 3.9433629512786865,
+      "subrel-constrast": 4.32206392288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6066560745239258,
-      "cov-distil (oracle2student)": 5.14959716796875,
-      "cov-distil (oracle2teacher)": 4.266096115112305,
+      "cov-distil": 1.7578957080841064,
+      "cov-distil (oracle2student)": 4.616862773895264,
+      "cov-distil (oracle2teacher)": 5.008327484130859,
       "epoch": 1.879905808477237,
-      "rel-constrast": 2.572598457336426,
+      "rel-constrast": 2.7852890491485596,
       "step": 2395,
-      "subrel-constrast": 3.5695507526397705,
+      "subrel-constrast": 3.673140048980713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.438852071762085,
-      "cov-distil (oracle2student)": 5.01389217376709,
-      "cov-distil (oracle2teacher)": 4.615742206573486,
+      "cov-distil": 1.5612634420394897,
+      "cov-distil (oracle2student)": 5.288771152496338,
+      "cov-distil (oracle2teacher)": 5.441693305969238,
       "epoch": 1.880690737833595,
-      "rel-constrast": 2.4646241664886475,
+      "rel-constrast": 2.2819929122924805,
       "step": 2396,
-      "subrel-constrast": 3.0571179389953613,
+      "subrel-constrast": 2.802872896194458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8117623329162598,
-      "cov-distil (oracle2student)": 3.6481375694274902,
-      "cov-distil (oracle2teacher)": 3.7992639541625977,
+      "cov-distil": 1.9730925559997559,
+      "cov-distil (oracle2student)": 3.7827725410461426,
+      "cov-distil (oracle2teacher)": 4.137552261352539,
       "epoch": 1.8814756671899528,
-      "rel-constrast": 2.6263227462768555,
+      "rel-constrast": 2.8742949962615967,
       "step": 2397,
-      "subrel-constrast": 3.185467481613159,
+      "subrel-constrast": 3.0126047134399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.346522569656372,
-      "cov-distil (oracle2student)": 4.0584611892700195,
-      "cov-distil (oracle2teacher)": 4.2249274253845215,
+      "cov-distil": 1.6687202453613281,
+      "cov-distil (oracle2student)": 4.847731590270996,
+      "cov-distil (oracle2teacher)": 4.59126091003418,
       "epoch": 1.8822605965463108,
-      "rel-constrast": 2.035794973373413,
+      "rel-constrast": 2.6398563385009766,
       "step": 2398,
-      "subrel-constrast": 2.675389051437378,
+      "subrel-constrast": 2.5857508182525635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3412846326828003,
-      "cov-distil (oracle2student)": 3.2676186561584473,
-      "cov-distil (oracle2teacher)": 3.0490620136260986,
+      "cov-distil": 2.056711196899414,
+      "cov-distil (oracle2student)": 4.105930328369141,
+      "cov-distil (oracle2teacher)": 3.9610471725463867,
       "epoch": 1.8830455259026686,
-      "rel-constrast": 2.187757968902588,
+      "rel-constrast": 2.4809885025024414,
       "step": 2399,
-      "subrel-constrast": 2.9414639472961426,
+      "subrel-constrast": 3.1228489875793457,
       "view-similarity": 0
     },
     {
       "epoch": 1.8838304552590266,
-      "grad_norm": 4.1875,
+      "grad_norm": 5.28125,
       "learning_rate": 4.707778538884145e-05,
-      "loss": 0.6974,
+      "loss": 0.7279,
       "step": 2400
     },
     {
       "epoch": 1.8838304552590266,
-      "overlap": 0.3218750059604645,
+      "overlap": 0.26250001788139343,
       "step": 2400
     },
     {
       "epoch": 1.8838304552590266,
       "step": 2400,
-      "student margin": 0.0543212890625
+      "student margin": 0.050994873046875
     },
     {
       "epoch": 1.8838304552590266,
       "step": 2400,
-      "teacher margin": 0.0399169921875
+      "teacher margin": 0.04278564453125
     },
     {
       "epoch": 1.8838304552590266,
-      "margin difference": -0.014404296875,
+      "margin difference": -0.008209228515625,
       "step": 2400
     },
     {
-      "cov-distil": 1.383465051651001,
-      "cov-distil (oracle2student)": 5.277831077575684,
-      "cov-distil (oracle2teacher)": 4.484336853027344,
+      "cov-distil": 2.3437271118164062,
+      "cov-distil (oracle2student)": 5.7826080322265625,
+      "cov-distil (oracle2teacher)": 5.041720390319824,
       "epoch": 1.8838304552590266,
-      "rel-constrast": 2.2722928524017334,
+      "rel-constrast": 2.8496317863464355,
       "step": 2400,
-      "subrel-constrast": 3.111135721206665,
+      "subrel-constrast": 3.4442272186279297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6438462734222412,
-      "cov-distil (oracle2student)": 4.258225440979004,
-      "cov-distil (oracle2teacher)": 4.219083786010742,
+      "cov-distil": 2.5556187629699707,
+      "cov-distil (oracle2student)": 4.563860893249512,
+      "cov-distil (oracle2teacher)": 4.565638542175293,
       "epoch": 1.8846153846153846,
-      "rel-constrast": 3.3980393409729004,
+      "rel-constrast": 3.224963665008545,
       "step": 2401,
-      "subrel-constrast": 3.792421817779541,
+      "subrel-constrast": 3.7553350925445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4604341983795166,
-      "cov-distil (oracle2student)": 4.693546772003174,
-      "cov-distil (oracle2teacher)": 4.27767276763916,
+      "cov-distil": 1.7910763025283813,
+      "cov-distil (oracle2student)": 5.208929061889648,
+      "cov-distil (oracle2teacher)": 4.7418060302734375,
       "epoch": 1.8854003139717426,
-      "rel-constrast": 2.5058696269989014,
+      "rel-constrast": 2.9616851806640625,
       "step": 2402,
-      "subrel-constrast": 2.8197383880615234,
+      "subrel-constrast": 3.25779128074646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.368330955505371,
-      "cov-distil (oracle2student)": 5.653309345245361,
-      "cov-distil (oracle2teacher)": 5.584542274475098,
+      "cov-distil": 2.5533218383789062,
+      "cov-distil (oracle2student)": 5.391450881958008,
+      "cov-distil (oracle2teacher)": 5.456904411315918,
       "epoch": 1.8861852433281006,
-      "rel-constrast": 3.176609516143799,
+      "rel-constrast": 3.350092887878418,
       "step": 2403,
-      "subrel-constrast": 4.165189743041992,
+      "subrel-constrast": 4.353637218475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.630504846572876,
-      "cov-distil (oracle2student)": 3.297889232635498,
-      "cov-distil (oracle2teacher)": 3.208059787750244,
+      "cov-distil": 1.8637781143188477,
+      "cov-distil (oracle2student)": 3.2110118865966797,
+      "cov-distil (oracle2teacher)": 3.01407527923584,
       "epoch": 1.8869701726844585,
-      "rel-constrast": 3.2318613529205322,
+      "rel-constrast": 3.203233003616333,
       "step": 2404,
-      "subrel-constrast": 3.4676320552825928,
+      "subrel-constrast": 3.0293025970458984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.767043948173523,
-      "cov-distil (oracle2student)": 2.660137891769409,
-      "cov-distil (oracle2teacher)": 3.1151180267333984,
+      "cov-distil": 2.4090638160705566,
+      "cov-distil (oracle2student)": 3.408607006072998,
+      "cov-distil (oracle2teacher)": 3.204552173614502,
       "epoch": 1.8877551020408163,
-      "rel-constrast": 2.2164807319641113,
+      "rel-constrast": 2.829474925994873,
       "step": 2405,
-      "subrel-constrast": 2.9139604568481445,
+      "subrel-constrast": 3.5712525844573975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158620834350586,
-      "cov-distil (oracle2student)": 3.4159038066864014,
-      "cov-distil (oracle2teacher)": 3.7492005825042725,
+      "cov-distil": 2.4719321727752686,
+      "cov-distil (oracle2student)": 3.8035471439361572,
+      "cov-distil (oracle2teacher)": 4.027746677398682,
       "epoch": 1.8885400313971743,
-      "rel-constrast": 3.2060799598693848,
+      "rel-constrast": 3.4897842407226562,
       "step": 2406,
-      "subrel-constrast": 3.7307839393615723,
+      "subrel-constrast": 4.120294570922852,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0179784297943115,
-      "cov-distil (oracle2student)": 2.8456077575683594,
-      "cov-distil (oracle2teacher)": 3.1538329124450684,
+      "cov-distil": 2.2144546508789062,
+      "cov-distil (oracle2student)": 3.6424903869628906,
+      "cov-distil (oracle2teacher)": 3.5659546852111816,
       "epoch": 1.889324960753532,
-      "rel-constrast": 3.0270915031433105,
+      "rel-constrast": 3.7939796447753906,
       "step": 2407,
-      "subrel-constrast": 3.6520450115203857,
+      "subrel-constrast": 4.07228946685791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2023735046386719,
-      "cov-distil (oracle2student)": 3.881585121154785,
-      "cov-distil (oracle2teacher)": 4.097434997558594,
+      "cov-distil": 1.9734418392181396,
+      "cov-distil (oracle2student)": 4.281641960144043,
+      "cov-distil (oracle2teacher)": 4.502087593078613,
       "epoch": 1.89010989010989,
-      "rel-constrast": 3.1785850524902344,
+      "rel-constrast": 3.2811975479125977,
       "step": 2408,
-      "subrel-constrast": 3.6684787273406982,
+      "subrel-constrast": 3.3675997257232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.210960865020752,
-      "cov-distil (oracle2student)": 4.9695844650268555,
-      "cov-distil (oracle2teacher)": 5.164728164672852,
+      "cov-distil": 1.5711616277694702,
+      "cov-distil (oracle2student)": 5.404841423034668,
+      "cov-distil (oracle2teacher)": 5.683340549468994,
       "epoch": 1.890894819466248,
-      "rel-constrast": 2.8166627883911133,
+      "rel-constrast": 2.8381853103637695,
       "step": 2409,
-      "subrel-constrast": 3.4185843467712402,
+      "subrel-constrast": 3.302643299102783,
       "view-similarity": 0
     },
     {
       "epoch": 1.891679748822606,
-      "grad_norm": 6.25,
+      "grad_norm": 6.28125,
       "learning_rate": 4.703670874260405e-05,
-      "loss": 0.7672,
+      "loss": 0.7956,
       "step": 2410
     },
     {
-      "cov-distil": 1.4512124061584473,
-      "cov-distil (oracle2student)": 3.9550938606262207,
-      "cov-distil (oracle2teacher)": 3.368925094604492,
+      "cov-distil": 1.7776930332183838,
+      "cov-distil (oracle2student)": 4.073725700378418,
+      "cov-distil (oracle2teacher)": 3.7794196605682373,
       "epoch": 1.891679748822606,
-      "rel-constrast": 2.5272443294525146,
+      "rel-constrast": 3.099754571914673,
       "step": 2410,
-      "subrel-constrast": 3.558570146560669,
+      "subrel-constrast": 3.81551456451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5136717557907104,
-      "cov-distil (oracle2student)": 7.1871442794799805,
-      "cov-distil (oracle2teacher)": 5.899599075317383,
+      "cov-distil": 1.6542835235595703,
+      "cov-distil (oracle2student)": 6.778473854064941,
+      "cov-distil (oracle2teacher)": 6.353615760803223,
       "epoch": 1.892464678178964,
-      "rel-constrast": 3.0792038440704346,
+      "rel-constrast": 3.4503824710845947,
       "step": 2411,
-      "subrel-constrast": 3.4117274284362793,
+      "subrel-constrast": 3.7780261039733887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.433831810951233,
-      "cov-distil (oracle2student)": 3.711221218109131,
-      "cov-distil (oracle2teacher)": 3.427630662918091,
+      "cov-distil": 2.723940372467041,
+      "cov-distil (oracle2student)": 3.8336784839630127,
+      "cov-distil (oracle2teacher)": 3.7984793186187744,
       "epoch": 1.8932496075353218,
-      "rel-constrast": 2.454582929611206,
+      "rel-constrast": 3.1504507064819336,
       "step": 2412,
-      "subrel-constrast": 3.2643284797668457,
+      "subrel-constrast": 3.2477636337280273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9665545225143433,
-      "cov-distil (oracle2student)": 6.0245795249938965,
-      "cov-distil (oracle2teacher)": 5.519886016845703,
+      "cov-distil": 2.4201855659484863,
+      "cov-distil (oracle2student)": 6.884095191955566,
+      "cov-distil (oracle2teacher)": 6.29862117767334,
       "epoch": 1.8940345368916798,
-      "rel-constrast": 3.516573905944824,
+      "rel-constrast": 3.9369664192199707,
       "step": 2413,
-      "subrel-constrast": 4.096751689910889,
+      "subrel-constrast": 4.000790119171143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7391104698181152,
-      "cov-distil (oracle2student)": 5.053985118865967,
-      "cov-distil (oracle2teacher)": 4.564329147338867,
+      "cov-distil": 1.9335583448410034,
+      "cov-distil (oracle2student)": 5.063598155975342,
+      "cov-distil (oracle2teacher)": 4.920026779174805,
       "epoch": 1.8948194662480375,
-      "rel-constrast": 3.1399970054626465,
+      "rel-constrast": 3.6949210166931152,
       "step": 2414,
-      "subrel-constrast": 3.6058690547943115,
+      "subrel-constrast": 3.6245100498199463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4400497674942017,
-      "cov-distil (oracle2student)": 5.0207414627075195,
-      "cov-distil (oracle2teacher)": 4.469775199890137,
+      "cov-distil": 1.91869056224823,
+      "cov-distil (oracle2student)": 4.869270324707031,
+      "cov-distil (oracle2teacher)": 5.0901288986206055,
       "epoch": 1.8956043956043955,
-      "rel-constrast": 3.2345614433288574,
+      "rel-constrast": 2.9777865409851074,
       "step": 2415,
-      "subrel-constrast": 3.7058775424957275,
+      "subrel-constrast": 4.2682785987854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7760933637619019,
-      "cov-distil (oracle2student)": 5.2393670082092285,
-      "cov-distil (oracle2teacher)": 5.061903953552246,
+      "cov-distil": 2.3123841285705566,
+      "cov-distil (oracle2student)": 5.7731709480285645,
+      "cov-distil (oracle2teacher)": 5.317826271057129,
       "epoch": 1.8963893249607535,
-      "rel-constrast": 3.503373622894287,
+      "rel-constrast": 3.6707305908203125,
       "step": 2416,
-      "subrel-constrast": 3.6969528198242188,
+      "subrel-constrast": 3.5051095485687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0087852478027344,
-      "cov-distil (oracle2student)": 3.7578771114349365,
-      "cov-distil (oracle2teacher)": 4.207980632781982,
+      "cov-distil": 2.203646659851074,
+      "cov-distil (oracle2student)": 4.589032173156738,
+      "cov-distil (oracle2teacher)": 4.222592353820801,
       "epoch": 1.8971742543171115,
-      "rel-constrast": 2.7017407417297363,
+      "rel-constrast": 3.0230846405029297,
       "step": 2417,
-      "subrel-constrast": 4.2185163497924805,
+      "subrel-constrast": 3.829395055770874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6262376308441162,
-      "cov-distil (oracle2student)": 3.6708788871765137,
-      "cov-distil (oracle2teacher)": 3.7856521606445312,
+      "cov-distil": 2.0644822120666504,
+      "cov-distil (oracle2student)": 3.357328176498413,
+      "cov-distil (oracle2teacher)": 3.701237678527832,
       "epoch": 1.8979591836734695,
-      "rel-constrast": 1.8634005784988403,
+      "rel-constrast": 2.206390857696533,
       "step": 2418,
-      "subrel-constrast": 3.0977792739868164,
+      "subrel-constrast": 2.9395809173583984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5900068283081055,
-      "cov-distil (oracle2student)": 4.457353591918945,
-      "cov-distil (oracle2teacher)": 4.153909683227539,
+      "cov-distil": 1.8109769821166992,
+      "cov-distil (oracle2student)": 4.039643287658691,
+      "cov-distil (oracle2teacher)": 4.048396110534668,
       "epoch": 1.8987441130298273,
-      "rel-constrast": 3.801868200302124,
+      "rel-constrast": 4.150458335876465,
       "step": 2419,
-      "subrel-constrast": 4.6826558113098145,
+      "subrel-constrast": 4.436789035797119,
       "view-similarity": 0
     },
     {
       "epoch": 1.8995290423861853,
-      "grad_norm": 6.28125,
+      "grad_norm": 7.34375,
       "learning_rate": 4.6995363586024975e-05,
-      "loss": 0.7869,
+      "loss": 0.834,
       "step": 2420
     },
     {
-      "cov-distil": 1.5764394998550415,
-      "cov-distil (oracle2student)": 4.162510395050049,
-      "cov-distil (oracle2teacher)": 4.248930931091309,
+      "cov-distil": 2.0406997203826904,
+      "cov-distil (oracle2student)": 4.553836345672607,
+      "cov-distil (oracle2teacher)": 4.7625346183776855,
       "epoch": 1.8995290423861853,
-      "rel-constrast": 2.616868019104004,
+      "rel-constrast": 3.009852409362793,
       "step": 2420,
-      "subrel-constrast": 3.380180835723877,
+      "subrel-constrast": 3.666494131088257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4342957735061646,
-      "cov-distil (oracle2student)": 4.352146148681641,
-      "cov-distil (oracle2teacher)": 4.041654109954834,
+      "cov-distil": 1.857433557510376,
+      "cov-distil (oracle2student)": 4.610520839691162,
+      "cov-distil (oracle2teacher)": 4.256935119628906,
       "epoch": 1.900313971742543,
-      "rel-constrast": 2.580817222595215,
+      "rel-constrast": 2.369210720062256,
       "step": 2421,
-      "subrel-constrast": 3.0791471004486084,
+      "subrel-constrast": 2.8622453212738037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2533915042877197,
-      "cov-distil (oracle2student)": 3.0750513076782227,
-      "cov-distil (oracle2teacher)": 3.3678481578826904,
+      "cov-distil": 1.7722126245498657,
+      "cov-distil (oracle2student)": 3.492460250854492,
+      "cov-distil (oracle2teacher)": 3.626636266708374,
       "epoch": 1.901098901098901,
-      "rel-constrast": 2.0539112091064453,
+      "rel-constrast": 2.9699866771698,
       "step": 2422,
-      "subrel-constrast": 3.114314556121826,
+      "subrel-constrast": 3.3113346099853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6510907411575317,
-      "cov-distil (oracle2student)": 4.010537147521973,
-      "cov-distil (oracle2teacher)": 4.042222499847412,
+      "cov-distil": 1.8856772184371948,
+      "cov-distil (oracle2student)": 3.7086284160614014,
+      "cov-distil (oracle2teacher)": 4.4110636711120605,
       "epoch": 1.901883830455259,
-      "rel-constrast": 3.6350619792938232,
+      "rel-constrast": 3.5164847373962402,
       "step": 2423,
-      "subrel-constrast": 4.164426326751709,
+      "subrel-constrast": 4.1725263595581055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6331403255462646,
-      "cov-distil (oracle2student)": 4.32553243637085,
-      "cov-distil (oracle2teacher)": 4.709507942199707,
+      "cov-distil": 2.292062997817993,
+      "cov-distil (oracle2student)": 4.264250755310059,
+      "cov-distil (oracle2teacher)": 4.5260725021362305,
       "epoch": 1.902668759811617,
-      "rel-constrast": 2.874452590942383,
+      "rel-constrast": 3.4681153297424316,
       "step": 2424,
-      "subrel-constrast": 3.4159398078918457,
+      "subrel-constrast": 3.471421241760254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3081552982330322,
-      "cov-distil (oracle2student)": 3.373335838317871,
-      "cov-distil (oracle2teacher)": 3.216841697692871,
+      "cov-distil": 2.2238707542419434,
+      "cov-distil (oracle2student)": 3.5468757152557373,
+      "cov-distil (oracle2teacher)": 3.463615655899048,
       "epoch": 1.903453689167975,
-      "rel-constrast": 2.450361728668213,
+      "rel-constrast": 2.755383014678955,
       "step": 2425,
-      "subrel-constrast": 2.7166976928710938,
+      "subrel-constrast": 2.978384017944336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0986295938491821,
-      "cov-distil (oracle2student)": 4.68710994720459,
-      "cov-distil (oracle2teacher)": 4.886653423309326,
+      "cov-distil": 1.5186574459075928,
+      "cov-distil (oracle2student)": 5.138332366943359,
+      "cov-distil (oracle2teacher)": 5.134337425231934,
       "epoch": 1.904238618524333,
-      "rel-constrast": 2.831007480621338,
+      "rel-constrast": 3.1540849208831787,
       "step": 2426,
-      "subrel-constrast": 3.5859177112579346,
+      "subrel-constrast": 3.6416878700256348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2356021404266357,
-      "cov-distil (oracle2student)": 3.868117332458496,
-      "cov-distil (oracle2teacher)": 3.388075828552246,
+      "cov-distil": 1.7816283702850342,
+      "cov-distil (oracle2student)": 4.016545295715332,
+      "cov-distil (oracle2teacher)": 4.008577823638916,
       "epoch": 1.9050235478806907,
-      "rel-constrast": 2.829667568206787,
+      "rel-constrast": 3.6360864639282227,
       "step": 2427,
-      "subrel-constrast": 3.4622700214385986,
+      "subrel-constrast": 3.3818037509918213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7674546241760254,
-      "cov-distil (oracle2student)": 7.825194358825684,
-      "cov-distil (oracle2teacher)": 7.014017105102539,
+      "cov-distil": 2.37172269821167,
+      "cov-distil (oracle2student)": 8.548431396484375,
+      "cov-distil (oracle2teacher)": 7.160818099975586,
       "epoch": 1.9058084772370487,
-      "rel-constrast": 2.7684249877929688,
+      "rel-constrast": 3.42116641998291,
       "step": 2428,
-      "subrel-constrast": 4.026658058166504,
+      "subrel-constrast": 3.918016195297241,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5501304864883423,
-      "cov-distil (oracle2student)": 6.067459583282471,
-      "cov-distil (oracle2teacher)": 5.342250823974609,
+      "cov-distil": 1.8078973293304443,
+      "cov-distil (oracle2student)": 5.911538600921631,
+      "cov-distil (oracle2teacher)": 5.885361671447754,
       "epoch": 1.9065934065934065,
-      "rel-constrast": 3.506082534790039,
+      "rel-constrast": 4.20503044128418,
       "step": 2429,
-      "subrel-constrast": 4.185858726501465,
+      "subrel-constrast": 4.1713104248046875,
       "view-similarity": 0
     },
     {
       "epoch": 1.9073783359497645,
-      "grad_norm": 8.0625,
+      "grad_norm": 6.65625,
       "learning_rate": 4.695375042288193e-05,
-      "loss": 0.7399,
+      "loss": 0.8126,
       "step": 2430
     },
     {
-      "cov-distil": 1.661251425743103,
-      "cov-distil (oracle2student)": 5.815157890319824,
-      "cov-distil (oracle2teacher)": 5.2097978591918945,
+      "cov-distil": 2.0769762992858887,
+      "cov-distil (oracle2student)": 6.113401412963867,
+      "cov-distil (oracle2teacher)": 5.803901672363281,
       "epoch": 1.9073783359497645,
-      "rel-constrast": 3.1979153156280518,
+      "rel-constrast": 4.512353897094727,
       "step": 2430,
-      "subrel-constrast": 3.8180320262908936,
+      "subrel-constrast": 4.144222736358643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4010013341903687,
-      "cov-distil (oracle2student)": 4.047023773193359,
-      "cov-distil (oracle2teacher)": 3.8124091625213623,
+      "cov-distil": 1.8898440599441528,
+      "cov-distil (oracle2student)": 4.636361122131348,
+      "cov-distil (oracle2teacher)": 4.259626388549805,
       "epoch": 1.9081632653061225,
-      "rel-constrast": 2.7833383083343506,
+      "rel-constrast": 3.6374149322509766,
       "step": 2431,
-      "subrel-constrast": 3.3880774974823,
+      "subrel-constrast": 3.598590850830078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3428449630737305,
-      "cov-distil (oracle2student)": 4.811054229736328,
-      "cov-distil (oracle2teacher)": 4.6646623611450195,
+      "cov-distil": 1.55710768699646,
+      "cov-distil (oracle2student)": 4.860286712646484,
+      "cov-distil (oracle2teacher)": 4.387834548950195,
       "epoch": 1.9089481946624804,
-      "rel-constrast": 1.903334140777588,
+      "rel-constrast": 2.106386661529541,
       "step": 2432,
-      "subrel-constrast": 2.957467794418335,
+      "subrel-constrast": 2.8386833667755127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.894035816192627,
-      "cov-distil (oracle2student)": 5.185266971588135,
-      "cov-distil (oracle2teacher)": 5.055410385131836,
+      "cov-distil": 2.791849136352539,
+      "cov-distil (oracle2student)": 5.397242546081543,
+      "cov-distil (oracle2teacher)": 5.8116350173950195,
       "epoch": 1.9097331240188384,
-      "rel-constrast": 3.5421810150146484,
+      "rel-constrast": 4.0136260986328125,
       "step": 2433,
-      "subrel-constrast": 4.148813724517822,
+      "subrel-constrast": 3.873340368270874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5876843929290771,
-      "cov-distil (oracle2student)": 3.8494958877563477,
-      "cov-distil (oracle2teacher)": 3.749537467956543,
+      "cov-distil": 1.7022855281829834,
+      "cov-distil (oracle2student)": 4.350547790527344,
+      "cov-distil (oracle2teacher)": 4.4040117263793945,
       "epoch": 1.9105180533751962,
-      "rel-constrast": 1.4161465167999268,
+      "rel-constrast": 1.8347980976104736,
       "step": 2434,
-      "subrel-constrast": 2.326631546020508,
+      "subrel-constrast": 2.177065849304199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.179868459701538,
-      "cov-distil (oracle2student)": 5.063297271728516,
-      "cov-distil (oracle2teacher)": 5.048863887786865,
+      "cov-distil": 1.4723997116088867,
+      "cov-distil (oracle2student)": 5.568363189697266,
+      "cov-distil (oracle2teacher)": 5.2703142166137695,
       "epoch": 1.9113029827315542,
-      "rel-constrast": 1.977632999420166,
+      "rel-constrast": 2.4216673374176025,
       "step": 2435,
-      "subrel-constrast": 2.978015184402466,
+      "subrel-constrast": 2.76412034034729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0675768852233887,
-      "cov-distil (oracle2student)": 3.509960174560547,
-      "cov-distil (oracle2teacher)": 3.275967836380005,
+      "cov-distil": 1.4279310703277588,
+      "cov-distil (oracle2student)": 3.8232150077819824,
+      "cov-distil (oracle2teacher)": 3.3521907329559326,
       "epoch": 1.912087912087912,
-      "rel-constrast": 2.534778356552124,
+      "rel-constrast": 2.806232452392578,
       "step": 2436,
-      "subrel-constrast": 3.177161455154419,
+      "subrel-constrast": 2.9668030738830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2767798900604248,
-      "cov-distil (oracle2student)": 5.10045862197876,
-      "cov-distil (oracle2teacher)": 4.806947231292725,
+      "cov-distil": 1.753396987915039,
+      "cov-distil (oracle2student)": 5.235098361968994,
+      "cov-distil (oracle2teacher)": 4.988763809204102,
       "epoch": 1.91287284144427,
-      "rel-constrast": 3.7104642391204834,
+      "rel-constrast": 3.9481425285339355,
       "step": 2437,
-      "subrel-constrast": 4.066912651062012,
+      "subrel-constrast": 4.218977451324463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2878401279449463,
-      "cov-distil (oracle2student)": 4.154492378234863,
-      "cov-distil (oracle2teacher)": 3.9410927295684814,
+      "cov-distil": 1.5153284072875977,
+      "cov-distil (oracle2student)": 4.257434844970703,
+      "cov-distil (oracle2teacher)": 4.368738651275635,
       "epoch": 1.913657770800628,
-      "rel-constrast": 2.4905645847320557,
+      "rel-constrast": 2.459825038909912,
       "step": 2438,
-      "subrel-constrast": 2.833585262298584,
+      "subrel-constrast": 2.4891672134399414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5208327770233154,
-      "cov-distil (oracle2student)": 3.870839834213257,
-      "cov-distil (oracle2teacher)": 3.587754726409912,
+      "cov-distil": 2.2528367042541504,
+      "cov-distil (oracle2student)": 3.734391689300537,
+      "cov-distil (oracle2teacher)": 3.7016868591308594,
       "epoch": 1.914442700156986,
-      "rel-constrast": 3.411961555480957,
+      "rel-constrast": 2.962449550628662,
       "step": 2439,
-      "subrel-constrast": 3.4366512298583984,
+      "subrel-constrast": 3.185680866241455,
       "view-similarity": 0
     },
     {
       "epoch": 1.915227629513344,
-      "grad_norm": 6.21875,
+      "grad_norm": 6.59375,
       "learning_rate": 4.691186976021816e-05,
-      "loss": 0.7098,
+      "loss": 0.7676,
       "step": 2440
     },
     {
-      "cov-distil": 1.4967070817947388,
-      "cov-distil (oracle2student)": 3.8773322105407715,
-      "cov-distil (oracle2teacher)": 3.5573790073394775,
+      "cov-distil": 1.6493921279907227,
+      "cov-distil (oracle2student)": 4.409428596496582,
+      "cov-distil (oracle2teacher)": 3.800039768218994,
       "epoch": 1.915227629513344,
-      "rel-constrast": 2.619619369506836,
+      "rel-constrast": 2.741847276687622,
       "step": 2440,
-      "subrel-constrast": 3.13883376121521,
+      "subrel-constrast": 3.2819368839263916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.68430757522583,
-      "cov-distil (oracle2student)": 4.4702301025390625,
-      "cov-distil (oracle2teacher)": 4.563200950622559,
+      "cov-distil": 2.2427964210510254,
+      "cov-distil (oracle2student)": 4.341586112976074,
+      "cov-distil (oracle2teacher)": 4.472478866577148,
       "epoch": 1.9160125588697017,
-      "rel-constrast": 2.469916343688965,
+      "rel-constrast": 2.778942108154297,
       "step": 2441,
-      "subrel-constrast": 3.2960541248321533,
+      "subrel-constrast": 3.5565617084503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5579092502593994,
-      "cov-distil (oracle2student)": 4.825962543487549,
-      "cov-distil (oracle2teacher)": 4.666205406188965,
+      "cov-distil": 1.720488429069519,
+      "cov-distil (oracle2student)": 5.101390838623047,
+      "cov-distil (oracle2teacher)": 4.777082443237305,
       "epoch": 1.9167974882260597,
-      "rel-constrast": 3.2126452922821045,
+      "rel-constrast": 3.742286205291748,
       "step": 2442,
-      "subrel-constrast": 3.909355878829956,
+      "subrel-constrast": 3.533844470977783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2697449922561646,
-      "cov-distil (oracle2student)": 4.256183624267578,
-      "cov-distil (oracle2teacher)": 3.755272626876831,
+      "cov-distil": 1.4177119731903076,
+      "cov-distil (oracle2student)": 4.223392486572266,
+      "cov-distil (oracle2teacher)": 4.493070602416992,
       "epoch": 1.9175824175824174,
-      "rel-constrast": 2.9741082191467285,
+      "rel-constrast": 3.333495616912842,
       "step": 2443,
-      "subrel-constrast": 3.097259044647217,
+      "subrel-constrast": 3.523841142654419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3230315446853638,
-      "cov-distil (oracle2student)": 3.8114309310913086,
-      "cov-distil (oracle2teacher)": 3.591279983520508,
+      "cov-distil": 1.5121865272521973,
+      "cov-distil (oracle2student)": 3.972146511077881,
+      "cov-distil (oracle2teacher)": 3.852494478225708,
       "epoch": 1.9183673469387754,
-      "rel-constrast": 2.5748753547668457,
+      "rel-constrast": 3.0567917823791504,
       "step": 2444,
-      "subrel-constrast": 3.4513001441955566,
+      "subrel-constrast": 3.3887839317321777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0446491241455078,
-      "cov-distil (oracle2student)": 4.172782897949219,
-      "cov-distil (oracle2teacher)": 3.9387669563293457,
+      "cov-distil": 1.5348950624465942,
+      "cov-distil (oracle2student)": 3.751391887664795,
+      "cov-distil (oracle2teacher)": 4.352087020874023,
       "epoch": 1.9191522762951334,
-      "rel-constrast": 3.2238731384277344,
+      "rel-constrast": 3.210317850112915,
       "step": 2445,
-      "subrel-constrast": 3.837935209274292,
+      "subrel-constrast": 3.810728073120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5663421154022217,
-      "cov-distil (oracle2student)": 6.687404155731201,
-      "cov-distil (oracle2teacher)": 6.850368499755859,
+      "cov-distil": 2.303544759750366,
+      "cov-distil (oracle2student)": 7.315271854400635,
+      "cov-distil (oracle2teacher)": 7.405389785766602,
       "epoch": 1.9199372056514914,
-      "rel-constrast": 3.118551731109619,
+      "rel-constrast": 3.601461887359619,
       "step": 2446,
-      "subrel-constrast": 4.409268379211426,
+      "subrel-constrast": 4.679231643676758,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5033377408981323,
-      "cov-distil (oracle2student)": 3.122352123260498,
-      "cov-distil (oracle2teacher)": 3.5328731536865234,
+      "cov-distil": 1.7240856885910034,
+      "cov-distil (oracle2student)": 3.1474597454071045,
+      "cov-distil (oracle2teacher)": 3.661060094833374,
       "epoch": 1.9207221350078494,
-      "rel-constrast": 2.0668764114379883,
+      "rel-constrast": 2.3663525581359863,
       "step": 2447,
-      "subrel-constrast": 3.0326130390167236,
+      "subrel-constrast": 3.1988439559936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4021883010864258,
-      "cov-distil (oracle2student)": 4.386048316955566,
-      "cov-distil (oracle2teacher)": 4.230499267578125,
+      "cov-distil": 1.2831933498382568,
+      "cov-distil (oracle2student)": 4.380098342895508,
+      "cov-distil (oracle2teacher)": 4.334277153015137,
       "epoch": 1.9215070643642074,
-      "rel-constrast": 3.1327056884765625,
+      "rel-constrast": 3.5632944107055664,
       "step": 2448,
-      "subrel-constrast": 3.7891204357147217,
+      "subrel-constrast": 3.6251585483551025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0900633335113525,
-      "cov-distil (oracle2student)": 4.235468864440918,
-      "cov-distil (oracle2teacher)": 4.379511833190918,
+      "cov-distil": 1.5302242040634155,
+      "cov-distil (oracle2student)": 4.7878828048706055,
+      "cov-distil (oracle2teacher)": 4.453137397766113,
       "epoch": 1.9222919937205651,
-      "rel-constrast": 3.441082000732422,
+      "rel-constrast": 4.549449920654297,
       "step": 2449,
-      "subrel-constrast": 4.267126083374023,
+      "subrel-constrast": 4.387388706207275,
       "view-similarity": 0
     },
     {
       "epoch": 1.9230769230769231,
-      "grad_norm": 5.59375,
+      "grad_norm": 6.96875,
       "learning_rate": 4.6869722108336323e-05,
-      "loss": 0.7557,
+      "loss": 0.8236,
       "step": 2450
     },
     {
-      "cov-distil": 1.8572824001312256,
-      "cov-distil (oracle2student)": 3.7828783988952637,
-      "cov-distil (oracle2teacher)": 3.6816017627716064,
+      "cov-distil": 2.0777273178100586,
+      "cov-distil (oracle2student)": 3.610112428665161,
+      "cov-distil (oracle2teacher)": 3.8277366161346436,
       "epoch": 1.9230769230769231,
-      "rel-constrast": 2.2032833099365234,
+      "rel-constrast": 2.535464286804199,
       "step": 2450,
-      "subrel-constrast": 3.423372268676758,
+      "subrel-constrast": 3.2464141845703125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784165620803833,
-      "cov-distil (oracle2student)": 3.5892648696899414,
-      "cov-distil (oracle2teacher)": 4.185019493103027,
+      "cov-distil": 2.120630979537964,
+      "cov-distil (oracle2student)": 3.758209228515625,
+      "cov-distil (oracle2teacher)": 3.7522192001342773,
       "epoch": 1.923861852433281,
-      "rel-constrast": 2.4126200675964355,
+      "rel-constrast": 2.487186908721924,
       "step": 2451,
-      "subrel-constrast": 2.9255363941192627,
+      "subrel-constrast": 3.162531852722168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4744055271148682,
-      "cov-distil (oracle2student)": 5.581669807434082,
-      "cov-distil (oracle2teacher)": 5.3179826736450195,
+      "cov-distil": 1.711385726928711,
+      "cov-distil (oracle2student)": 4.741732597351074,
+      "cov-distil (oracle2teacher)": 5.739178657531738,
       "epoch": 1.9246467817896389,
-      "rel-constrast": 1.4047518968582153,
+      "rel-constrast": 2.1824426651000977,
       "step": 2452,
-      "subrel-constrast": 2.5651700496673584,
+      "subrel-constrast": 2.5425524711608887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.563706874847412,
-      "cov-distil (oracle2student)": 3.1593146324157715,
-      "cov-distil (oracle2teacher)": 3.1118004322052,
+      "cov-distil": 2.1994121074676514,
+      "cov-distil (oracle2student)": 3.1080002784729004,
+      "cov-distil (oracle2teacher)": 3.2335073947906494,
       "epoch": 1.9254317111459969,
-      "rel-constrast": 2.9661388397216797,
+      "rel-constrast": 3.034877300262451,
       "step": 2453,
-      "subrel-constrast": 3.6493420600891113,
+      "subrel-constrast": 3.8722782135009766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0135185718536377,
-      "cov-distil (oracle2student)": 5.030746936798096,
-      "cov-distil (oracle2teacher)": 4.370763778686523,
+      "cov-distil": 1.419734001159668,
+      "cov-distil (oracle2student)": 5.143339157104492,
+      "cov-distil (oracle2teacher)": 4.242551803588867,
       "epoch": 1.9262166405023549,
-      "rel-constrast": 2.117779016494751,
+      "rel-constrast": 2.809587001800537,
       "step": 2454,
-      "subrel-constrast": 3.540395975112915,
+      "subrel-constrast": 3.3690245151519775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9057115316390991,
-      "cov-distil (oracle2student)": 3.8317630290985107,
-      "cov-distil (oracle2teacher)": 3.4586093425750732,
+      "cov-distil": 2.325432777404785,
+      "cov-distil (oracle2student)": 3.5041861534118652,
+      "cov-distil (oracle2teacher)": 3.4643070697784424,
       "epoch": 1.9270015698587128,
-      "rel-constrast": 2.8648123741149902,
+      "rel-constrast": 2.8653156757354736,
       "step": 2455,
-      "subrel-constrast": 3.5481410026550293,
+      "subrel-constrast": 3.500352144241333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4511473178863525,
-      "cov-distil (oracle2student)": 4.717432022094727,
-      "cov-distil (oracle2teacher)": 4.39992094039917,
+      "cov-distil": 1.9053723812103271,
+      "cov-distil (oracle2student)": 4.765313625335693,
+      "cov-distil (oracle2teacher)": 4.562320709228516,
       "epoch": 1.9277864992150706,
-      "rel-constrast": 3.448397159576416,
+      "rel-constrast": 3.4581315517425537,
       "step": 2456,
-      "subrel-constrast": 4.132615089416504,
+      "subrel-constrast": 4.305923938751221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4134639501571655,
-      "cov-distil (oracle2student)": 3.592564105987549,
-      "cov-distil (oracle2teacher)": 3.4169201850891113,
+      "cov-distil": 1.8100507259368896,
+      "cov-distil (oracle2student)": 3.5563430786132812,
+      "cov-distil (oracle2teacher)": 3.93519926071167,
       "epoch": 1.9285714285714286,
-      "rel-constrast": 2.690018653869629,
+      "rel-constrast": 2.582787036895752,
       "step": 2457,
-      "subrel-constrast": 3.5381455421447754,
+      "subrel-constrast": 3.626207113265991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.381658673286438,
-      "cov-distil (oracle2student)": 4.504133224487305,
-      "cov-distil (oracle2teacher)": 4.371111869812012,
+      "cov-distil": 1.9782564640045166,
+      "cov-distil (oracle2student)": 4.121538162231445,
+      "cov-distil (oracle2teacher)": 4.418006896972656,
       "epoch": 1.9293563579277864,
-      "rel-constrast": 3.296360492706299,
+      "rel-constrast": 2.8198208808898926,
       "step": 2458,
-      "subrel-constrast": 3.687131404876709,
+      "subrel-constrast": 4.178013801574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6124401092529297,
-      "cov-distil (oracle2student)": 6.004388809204102,
-      "cov-distil (oracle2teacher)": 5.248353481292725,
+      "cov-distil": 2.1518025398254395,
+      "cov-distil (oracle2student)": 5.63492488861084,
+      "cov-distil (oracle2teacher)": 5.625816822052002,
       "epoch": 1.9301412872841444,
-      "rel-constrast": 2.7687840461730957,
+      "rel-constrast": 2.920807361602783,
       "step": 2459,
-      "subrel-constrast": 4.301806449890137,
+      "subrel-constrast": 4.52455472946167,
       "view-similarity": 0
     },
     {
       "epoch": 1.9309262166405023,
-      "grad_norm": 4.375,
+      "grad_norm": 5.4375,
       "learning_rate": 4.6827307980792254e-05,
-      "loss": 0.6955,
+      "loss": 0.6924,
       "step": 2460
     },
     {
-      "cov-distil": 1.291625738143921,
-      "cov-distil (oracle2student)": 3.3951034545898438,
-      "cov-distil (oracle2teacher)": 3.562033176422119,
+      "cov-distil": 1.6755009889602661,
+      "cov-distil (oracle2student)": 3.7575297355651855,
+      "cov-distil (oracle2teacher)": 3.74806809425354,
       "epoch": 1.9309262166405023,
-      "rel-constrast": 3.105185031890869,
+      "rel-constrast": 3.5969133377075195,
       "step": 2460,
-      "subrel-constrast": 3.2856054306030273,
+      "subrel-constrast": 3.4796204566955566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2882192134857178,
-      "cov-distil (oracle2student)": 5.582555770874023,
-      "cov-distil (oracle2teacher)": 5.066989421844482,
+      "cov-distil": 1.7282599210739136,
+      "cov-distil (oracle2student)": 5.846362590789795,
+      "cov-distil (oracle2teacher)": 5.884958267211914,
       "epoch": 1.9317111459968603,
-      "rel-constrast": 2.387822151184082,
+      "rel-constrast": 3.0275449752807617,
       "step": 2461,
-      "subrel-constrast": 3.4038312435150146,
+      "subrel-constrast": 3.110316753387451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4667425155639648,
-      "cov-distil (oracle2student)": 3.4097275733947754,
-      "cov-distil (oracle2teacher)": 3.206629753112793,
+      "cov-distil": 1.6258654594421387,
+      "cov-distil (oracle2student)": 3.8759493827819824,
+      "cov-distil (oracle2teacher)": 3.5967235565185547,
       "epoch": 1.9324960753532183,
-      "rel-constrast": 2.7560582160949707,
+      "rel-constrast": 3.5317296981811523,
       "step": 2462,
-      "subrel-constrast": 3.2389450073242188,
+      "subrel-constrast": 3.6672370433807373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8337502479553223,
-      "cov-distil (oracle2student)": 5.2984442710876465,
-      "cov-distil (oracle2teacher)": 5.799503326416016,
+      "cov-distil": 2.0123977661132812,
+      "cov-distil (oracle2student)": 5.48608922958374,
+      "cov-distil (oracle2teacher)": 5.880141258239746,
       "epoch": 1.933281004709576,
-      "rel-constrast": 2.6879539489746094,
+      "rel-constrast": 2.3920106887817383,
       "step": 2463,
-      "subrel-constrast": 3.309619426727295,
+      "subrel-constrast": 3.0439891815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5622186660766602,
-      "cov-distil (oracle2student)": 4.927425861358643,
-      "cov-distil (oracle2teacher)": 4.671817779541016,
+      "cov-distil": 1.7360436916351318,
+      "cov-distil (oracle2student)": 5.710122108459473,
+      "cov-distil (oracle2teacher)": 5.210813999176025,
       "epoch": 1.934065934065934,
-      "rel-constrast": 2.1536669731140137,
+      "rel-constrast": 2.6619043350219727,
       "step": 2464,
-      "subrel-constrast": 3.14108943939209,
+      "subrel-constrast": 3.1427273750305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2570550441741943,
-      "cov-distil (oracle2student)": 3.430919647216797,
-      "cov-distil (oracle2teacher)": 2.8552744388580322,
+      "cov-distil": 1.3731143474578857,
+      "cov-distil (oracle2student)": 3.4848718643188477,
+      "cov-distil (oracle2teacher)": 2.8293392658233643,
       "epoch": 1.9348508634222918,
-      "rel-constrast": 2.170525074005127,
+      "rel-constrast": 2.632706880569458,
       "step": 2465,
-      "subrel-constrast": 2.571291208267212,
+      "subrel-constrast": 2.064417600631714,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6424362659454346,
-      "cov-distil (oracle2student)": 4.277450084686279,
-      "cov-distil (oracle2teacher)": 3.705414295196533,
+      "cov-distil": 2.331920623779297,
+      "cov-distil (oracle2student)": 4.447912216186523,
+      "cov-distil (oracle2teacher)": 3.8424646854400635,
       "epoch": 1.9356357927786498,
-      "rel-constrast": 2.9013924598693848,
+      "rel-constrast": 3.018277645111084,
       "step": 2466,
-      "subrel-constrast": 3.1362950801849365,
+      "subrel-constrast": 3.243623971939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5327125787734985,
-      "cov-distil (oracle2student)": 3.9433579444885254,
-      "cov-distil (oracle2teacher)": 4.323305130004883,
+      "cov-distil": 1.846907377243042,
+      "cov-distil (oracle2student)": 4.1916069984436035,
+      "cov-distil (oracle2teacher)": 4.365859508514404,
       "epoch": 1.9364207221350078,
-      "rel-constrast": 2.583871364593506,
+      "rel-constrast": 2.9997520446777344,
       "step": 2467,
-      "subrel-constrast": 3.247133255004883,
+      "subrel-constrast": 3.294950008392334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2818008661270142,
-      "cov-distil (oracle2student)": 3.8986258506774902,
-      "cov-distil (oracle2teacher)": 3.754828453063965,
+      "cov-distil": 1.3443238735198975,
+      "cov-distil (oracle2student)": 3.9284348487854004,
+      "cov-distil (oracle2teacher)": 4.000280380249023,
       "epoch": 1.9372056514913658,
-      "rel-constrast": 3.117367744445801,
+      "rel-constrast": 4.0569000244140625,
       "step": 2468,
-      "subrel-constrast": 3.5399816036224365,
+      "subrel-constrast": 3.2256784439086914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7398326396942139,
-      "cov-distil (oracle2student)": 3.1840739250183105,
-      "cov-distil (oracle2teacher)": 2.9380695819854736,
+      "cov-distil": 1.775866985321045,
+      "cov-distil (oracle2student)": 3.3880202770233154,
+      "cov-distil (oracle2teacher)": 3.37661075592041,
       "epoch": 1.9379905808477238,
-      "rel-constrast": 2.5847887992858887,
+      "rel-constrast": 2.650902032852173,
       "step": 2469,
-      "subrel-constrast": 3.0294415950775146,
+      "subrel-constrast": 2.8407840728759766,
       "view-similarity": 0
     },
     {
       "epoch": 1.9387755102040818,
-      "grad_norm": 5.875,
+      "grad_norm": 6.375,
       "learning_rate": 4.678462789438873e-05,
-      "loss": 0.6985,
+      "loss": 0.7642,
       "step": 2470
     },
     {
-      "cov-distil": 1.5433144569396973,
-      "cov-distil (oracle2student)": 2.9578075408935547,
-      "cov-distil (oracle2teacher)": 3.23738694190979,
+      "cov-distil": 1.8386335372924805,
+      "cov-distil (oracle2student)": 3.399143934249878,
+      "cov-distil (oracle2teacher)": 3.3674240112304688,
       "epoch": 1.9387755102040818,
-      "rel-constrast": 1.937584400177002,
+      "rel-constrast": 2.14080548286438,
       "step": 2470,
-      "subrel-constrast": 2.6642847061157227,
+      "subrel-constrast": 2.599369764328003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4443485736846924,
-      "cov-distil (oracle2student)": 4.100014686584473,
-      "cov-distil (oracle2teacher)": 4.245871543884277,
+      "cov-distil": 1.9498536586761475,
+      "cov-distil (oracle2student)": 4.727289199829102,
+      "cov-distil (oracle2teacher)": 4.675529956817627,
       "epoch": 1.9395604395604396,
-      "rel-constrast": 2.6583218574523926,
+      "rel-constrast": 3.088265895843506,
       "step": 2471,
-      "subrel-constrast": 3.2574462890625,
+      "subrel-constrast": 3.1707987785339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.635296583175659,
-      "cov-distil (oracle2student)": 4.330043792724609,
-      "cov-distil (oracle2teacher)": 4.497190475463867,
+      "cov-distil": 2.6682381629943848,
+      "cov-distil (oracle2student)": 4.367327690124512,
+      "cov-distil (oracle2teacher)": 4.372818470001221,
       "epoch": 1.9403453689167975,
-      "rel-constrast": 2.740987777709961,
+      "rel-constrast": 3.055204391479492,
       "step": 2472,
-      "subrel-constrast": 3.7768290042877197,
+      "subrel-constrast": 3.6247777938842773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6916110515594482,
-      "cov-distil (oracle2student)": 4.03584098815918,
-      "cov-distil (oracle2teacher)": 3.9940500259399414,
+      "cov-distil": 2.18607759475708,
+      "cov-distil (oracle2student)": 4.060159683227539,
+      "cov-distil (oracle2teacher)": 3.8476672172546387,
       "epoch": 1.9411302982731553,
-      "rel-constrast": 3.721792221069336,
+      "rel-constrast": 4.087628364562988,
       "step": 2473,
-      "subrel-constrast": 4.984964847564697,
+      "subrel-constrast": 4.49715518951416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7572797536849976,
-      "cov-distil (oracle2student)": 4.882442474365234,
-      "cov-distil (oracle2teacher)": 4.8414459228515625,
+      "cov-distil": 2.417043447494507,
+      "cov-distil (oracle2student)": 4.916109561920166,
+      "cov-distil (oracle2teacher)": 5.248584747314453,
       "epoch": 1.9419152276295133,
-      "rel-constrast": 3.777127742767334,
+      "rel-constrast": 3.9990792274475098,
       "step": 2474,
-      "subrel-constrast": 4.820999622344971,
+      "subrel-constrast": 4.52692985534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9405834674835205,
-      "cov-distil (oracle2student)": 3.093421459197998,
-      "cov-distil (oracle2teacher)": 2.8786327838897705,
+      "cov-distil": 2.954000949859619,
+      "cov-distil (oracle2student)": 3.497328281402588,
+      "cov-distil (oracle2teacher)": 3.1571311950683594,
       "epoch": 1.9427001569858713,
-      "rel-constrast": 2.0982015132904053,
+      "rel-constrast": 2.25998592376709,
       "step": 2475,
-      "subrel-constrast": 3.5316975116729736,
+      "subrel-constrast": 3.314478874206543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.515413761138916,
-      "cov-distil (oracle2student)": 3.9444305896759033,
-      "cov-distil (oracle2teacher)": 3.8890323638916016,
+      "cov-distil": 2.133957862854004,
+      "cov-distil (oracle2student)": 4.546296119689941,
+      "cov-distil (oracle2teacher)": 4.106150150299072,
       "epoch": 1.9434850863422293,
-      "rel-constrast": 4.322173118591309,
+      "rel-constrast": 5.421614170074463,
       "step": 2476,
-      "subrel-constrast": 5.106509685516357,
+      "subrel-constrast": 5.483541488647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.140060305595398,
-      "cov-distil (oracle2student)": 6.094444274902344,
-      "cov-distil (oracle2teacher)": 5.784130096435547,
+      "cov-distil": 1.6556332111358643,
+      "cov-distil (oracle2student)": 6.450920104980469,
+      "cov-distil (oracle2teacher)": 6.116326808929443,
       "epoch": 1.9442700156985873,
-      "rel-constrast": 3.238407611846924,
+      "rel-constrast": 3.110126256942749,
       "step": 2477,
-      "subrel-constrast": 3.228761672973633,
+      "subrel-constrast": 3.409900426864624,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5136356353759766,
-      "cov-distil (oracle2student)": 5.130928993225098,
-      "cov-distil (oracle2teacher)": 5.599532127380371,
+      "cov-distil": 1.4222064018249512,
+      "cov-distil (oracle2student)": 5.483114242553711,
+      "cov-distil (oracle2teacher)": 5.254704475402832,
       "epoch": 1.945054945054945,
-      "rel-constrast": 2.899818181991577,
+      "rel-constrast": 3.5260653495788574,
       "step": 2478,
-      "subrel-constrast": 3.9041976928710938,
+      "subrel-constrast": 3.6301498413085938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3585325479507446,
-      "cov-distil (oracle2student)": 3.166748046875,
-      "cov-distil (oracle2teacher)": 3.5953032970428467,
+      "cov-distil": 1.8981573581695557,
+      "cov-distil (oracle2student)": 3.4009275436401367,
+      "cov-distil (oracle2teacher)": 3.8342525959014893,
       "epoch": 1.945839874411303,
-      "rel-constrast": 2.318967580795288,
+      "rel-constrast": 2.809504270553589,
       "step": 2479,
-      "subrel-constrast": 2.99764347076416,
+      "subrel-constrast": 2.9279117584228516,
       "view-similarity": 0
     },
     {
       "epoch": 1.9466248037676608,
-      "grad_norm": 5.5625,
+      "grad_norm": 5.15625,
       "learning_rate": 4.6741682369169116e-05,
-      "loss": 0.7842,
+      "loss": 0.8375,
       "step": 2480
     },
     {
-      "cov-distil": 1.358513355255127,
-      "cov-distil (oracle2student)": 3.3030920028686523,
-      "cov-distil (oracle2teacher)": 2.8421571254730225,
+      "cov-distil": 1.7548041343688965,
+      "cov-distil (oracle2student)": 3.385909080505371,
+      "cov-distil (oracle2teacher)": 3.081536293029785,
       "epoch": 1.9466248037676608,
-      "rel-constrast": 2.6336965560913086,
+      "rel-constrast": 2.7045834064483643,
       "step": 2480,
-      "subrel-constrast": 2.8718340396881104,
+      "subrel-constrast": 2.9248833656311035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1459712982177734,
-      "cov-distil (oracle2student)": 4.063625335693359,
-      "cov-distil (oracle2teacher)": 4.200922012329102,
+      "cov-distil": 1.9525247812271118,
+      "cov-distil (oracle2student)": 4.320362091064453,
+      "cov-distil (oracle2teacher)": 4.008906364440918,
       "epoch": 1.9474097331240188,
-      "rel-constrast": 3.232606887817383,
+      "rel-constrast": 3.7008070945739746,
       "step": 2481,
-      "subrel-constrast": 3.6092476844787598,
+      "subrel-constrast": 3.5617988109588623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5961551666259766,
-      "cov-distil (oracle2student)": 5.03495979309082,
-      "cov-distil (oracle2teacher)": 4.37387752532959,
+      "cov-distil": 1.8206772804260254,
+      "cov-distil (oracle2student)": 5.016617774963379,
+      "cov-distil (oracle2teacher)": 4.617125511169434,
       "epoch": 1.9481946624803768,
-      "rel-constrast": 3.085963010787964,
+      "rel-constrast": 3.0347275733947754,
       "step": 2482,
-      "subrel-constrast": 4.056833267211914,
+      "subrel-constrast": 3.702119827270508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7837347984313965,
-      "cov-distil (oracle2student)": 3.69675612449646,
-      "cov-distil (oracle2teacher)": 3.8338403701782227,
+      "cov-distil": 2.094062089920044,
+      "cov-distil (oracle2student)": 3.52024245262146,
+      "cov-distil (oracle2teacher)": 3.752002477645874,
       "epoch": 1.9489795918367347,
-      "rel-constrast": 2.9396042823791504,
+      "rel-constrast": 3.329939126968384,
       "step": 2483,
-      "subrel-constrast": 4.183809757232666,
+      "subrel-constrast": 4.237846851348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4148401021957397,
-      "cov-distil (oracle2student)": 3.438568115234375,
-      "cov-distil (oracle2teacher)": 3.2074334621429443,
+      "cov-distil": 1.8044018745422363,
+      "cov-distil (oracle2student)": 3.4269986152648926,
+      "cov-distil (oracle2teacher)": 3.7321457862854004,
       "epoch": 1.9497645211930927,
-      "rel-constrast": 3.73038911819458,
+      "rel-constrast": 3.511920213699341,
       "step": 2484,
-      "subrel-constrast": 3.9382483959198,
+      "subrel-constrast": 4.019540309906006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.58474600315094,
-      "cov-distil (oracle2student)": 4.109490394592285,
-      "cov-distil (oracle2teacher)": 4.459442615509033,
+      "cov-distil": 1.8103156089782715,
+      "cov-distil (oracle2student)": 4.392208099365234,
+      "cov-distil (oracle2teacher)": 4.847190856933594,
       "epoch": 1.9505494505494505,
-      "rel-constrast": 2.299020767211914,
+      "rel-constrast": 2.906230926513672,
       "step": 2485,
-      "subrel-constrast": 3.835998296737671,
+      "subrel-constrast": 3.7046427726745605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3292391300201416,
-      "cov-distil (oracle2student)": 4.8831000328063965,
-      "cov-distil (oracle2teacher)": 4.521707534790039,
+      "cov-distil": 1.62659752368927,
+      "cov-distil (oracle2student)": 4.81600284576416,
+      "cov-distil (oracle2teacher)": 4.675787448883057,
       "epoch": 1.9513343799058085,
-      "rel-constrast": 3.4085583686828613,
+      "rel-constrast": 3.4940524101257324,
       "step": 2486,
-      "subrel-constrast": 4.050882339477539,
+      "subrel-constrast": 4.294118404388428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214061975479126,
-      "cov-distil (oracle2student)": 4.851228713989258,
-      "cov-distil (oracle2teacher)": 4.625171184539795,
+      "cov-distil": 1.3786125183105469,
+      "cov-distil (oracle2student)": 4.777690410614014,
+      "cov-distil (oracle2teacher)": 4.592968463897705,
       "epoch": 1.9521193092621663,
-      "rel-constrast": 2.7774693965911865,
+      "rel-constrast": 2.6345126628875732,
       "step": 2487,
-      "subrel-constrast": 3.4249110221862793,
+      "subrel-constrast": 3.5652425289154053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1201047897338867,
-      "cov-distil (oracle2student)": 5.36749267578125,
-      "cov-distil (oracle2teacher)": 4.693625450134277,
+      "cov-distil": 2.4288666248321533,
+      "cov-distil (oracle2student)": 5.66049861907959,
+      "cov-distil (oracle2teacher)": 5.7888970375061035,
       "epoch": 1.9529042386185242,
-      "rel-constrast": 2.81223726272583,
+      "rel-constrast": 3.392793655395508,
       "step": 2488,
-      "subrel-constrast": 4.239040374755859,
+      "subrel-constrast": 4.477807998657227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.328134536743164,
-      "cov-distil (oracle2student)": 5.878386974334717,
-      "cov-distil (oracle2teacher)": 5.070760726928711,
+      "cov-distil": 1.8116998672485352,
+      "cov-distil (oracle2student)": 6.204522609710693,
+      "cov-distil (oracle2teacher)": 5.7111711502075195,
       "epoch": 1.9536891679748822,
-      "rel-constrast": 2.211723566055298,
+      "rel-constrast": 2.868224859237671,
       "step": 2489,
-      "subrel-constrast": 2.9829752445220947,
+      "subrel-constrast": 3.0413248538970947,
       "view-similarity": 0
     },
     {
       "epoch": 1.9544740973312402,
-      "grad_norm": 7.21875,
+      "grad_norm": 6.5625,
       "learning_rate": 4.669847192841109e-05,
-      "loss": 0.7655,
+      "loss": 0.7894,
       "step": 2490
     },
     {
-      "cov-distil": 2.050966501235962,
-      "cov-distil (oracle2student)": 3.950345993041992,
-      "cov-distil (oracle2teacher)": 3.2366585731506348,
+      "cov-distil": 2.1892781257629395,
+      "cov-distil (oracle2student)": 4.291226387023926,
+      "cov-distil (oracle2teacher)": 3.5918831825256348,
       "epoch": 1.9544740973312402,
-      "rel-constrast": 2.2773871421813965,
+      "rel-constrast": 2.3591976165771484,
       "step": 2490,
-      "subrel-constrast": 3.064868211746216,
+      "subrel-constrast": 2.8968348503112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3345588445663452,
-      "cov-distil (oracle2student)": 4.820789337158203,
-      "cov-distil (oracle2teacher)": 4.411266326904297,
+      "cov-distil": 1.783015489578247,
+      "cov-distil (oracle2student)": 4.897640228271484,
+      "cov-distil (oracle2teacher)": 4.63388729095459,
       "epoch": 1.9552590266875982,
-      "rel-constrast": 2.706510066986084,
+      "rel-constrast": 2.768185615539551,
       "step": 2491,
-      "subrel-constrast": 3.464383363723755,
+      "subrel-constrast": 3.3996403217315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.313352108001709,
-      "cov-distil (oracle2student)": 4.7307658195495605,
-      "cov-distil (oracle2teacher)": 4.571237564086914,
+      "cov-distil": 1.7368793487548828,
+      "cov-distil (oracle2student)": 4.681768894195557,
+      "cov-distil (oracle2teacher)": 4.575322151184082,
       "epoch": 1.9560439560439562,
-      "rel-constrast": 2.904332160949707,
+      "rel-constrast": 3.486682653427124,
       "step": 2492,
-      "subrel-constrast": 3.630449056625366,
+      "subrel-constrast": 3.5049121379852295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4697785377502441,
-      "cov-distil (oracle2student)": 4.326483249664307,
-      "cov-distil (oracle2teacher)": 4.520640850067139,
+      "cov-distil": 1.4947612285614014,
+      "cov-distil (oracle2student)": 4.731260299682617,
+      "cov-distil (oracle2teacher)": 4.190715312957764,
       "epoch": 1.956828885400314,
-      "rel-constrast": 2.1479899883270264,
+      "rel-constrast": 2.2168967723846436,
       "step": 2493,
-      "subrel-constrast": 3.3468611240386963,
+      "subrel-constrast": 3.1051247119903564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3133139610290527,
-      "cov-distil (oracle2student)": 2.4103314876556396,
-      "cov-distil (oracle2teacher)": 2.9476089477539062,
+      "cov-distil": 1.977271556854248,
+      "cov-distil (oracle2student)": 2.5995426177978516,
+      "cov-distil (oracle2teacher)": 2.8837151527404785,
       "epoch": 1.957613814756672,
-      "rel-constrast": 1.8598411083221436,
+      "rel-constrast": 2.176964282989502,
       "step": 2494,
-      "subrel-constrast": 2.7040579319000244,
+      "subrel-constrast": 2.4320149421691895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4923874139785767,
-      "cov-distil (oracle2student)": 4.974415302276611,
-      "cov-distil (oracle2teacher)": 4.685483932495117,
+      "cov-distil": 2.359961986541748,
+      "cov-distil (oracle2student)": 5.679474353790283,
+      "cov-distil (oracle2teacher)": 5.045400619506836,
       "epoch": 1.9583987441130297,
-      "rel-constrast": 3.222048759460449,
+      "rel-constrast": 3.479555606842041,
       "step": 2495,
-      "subrel-constrast": 4.039577484130859,
+      "subrel-constrast": 4.187535762786865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8160561323165894,
-      "cov-distil (oracle2student)": 5.813412666320801,
-      "cov-distil (oracle2teacher)": 5.269169807434082,
+      "cov-distil": 2.3970999717712402,
+      "cov-distil (oracle2student)": 5.908551216125488,
+      "cov-distil (oracle2teacher)": 5.034759998321533,
       "epoch": 1.9591836734693877,
-      "rel-constrast": 3.3903331756591797,
+      "rel-constrast": 3.641935348510742,
       "step": 2496,
-      "subrel-constrast": 3.8708889484405518,
+      "subrel-constrast": 4.067230224609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4887747764587402,
-      "cov-distil (oracle2student)": 2.1253395080566406,
-      "cov-distil (oracle2teacher)": 2.3603878021240234,
+      "cov-distil": 1.4836888313293457,
+      "cov-distil (oracle2student)": 1.8382935523986816,
+      "cov-distil (oracle2teacher)": 2.3758044242858887,
       "epoch": 1.9599686028257457,
-      "rel-constrast": 2.4301915168762207,
+      "rel-constrast": 2.4366674423217773,
       "step": 2497,
-      "subrel-constrast": 2.9695959091186523,
+      "subrel-constrast": 2.8462319374084473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3080188035964966,
-      "cov-distil (oracle2student)": 5.292108535766602,
-      "cov-distil (oracle2teacher)": 4.35369873046875,
+      "cov-distil": 1.7385592460632324,
+      "cov-distil (oracle2student)": 5.289946556091309,
+      "cov-distil (oracle2teacher)": 4.8614277839660645,
       "epoch": 1.9607535321821037,
-      "rel-constrast": 1.4696991443634033,
+      "rel-constrast": 1.89432692527771,
       "step": 2498,
-      "subrel-constrast": 2.0051076412200928,
+      "subrel-constrast": 2.456681966781616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4714583158493042,
-      "cov-distil (oracle2student)": 3.7108678817749023,
-      "cov-distil (oracle2teacher)": 4.239074230194092,
+      "cov-distil": 1.5602734088897705,
+      "cov-distil (oracle2student)": 4.740970134735107,
+      "cov-distil (oracle2teacher)": 4.484185218811035,
       "epoch": 1.9615384615384617,
-      "rel-constrast": 1.566145896911621,
+      "rel-constrast": 1.8472046852111816,
       "step": 2499,
-      "subrel-constrast": 2.5356643199920654,
+      "subrel-constrast": 2.280137300491333,
       "view-similarity": 0
     },
     {
       "epoch": 1.9623233908948194,
-      "grad_norm": 3.71875,
+      "grad_norm": 4.84375,
       "learning_rate": 4.6654997098620234e-05,
-      "loss": 0.637,
+      "loss": 0.6577,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-P@10": 0.7539999999999999,
+      "eval/duc04-P@10": 0.7319999999999999,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-nDCG@10": 0.7660445021702131,
+      "eval/duc04-nDCG@10": 0.7371947237751019,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/duc04-alpha_nDCG@10": 0.5818896679097062,
+      "eval/duc04-alpha_nDCG@10": 0.5497152785081464,
       "step": 2500
     },
     {
@@ -27506,17 +27506,17 @@
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-P@10": 0.42999999999999994,
+      "eval/multi_news-P@10": 0.4269999999999999,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-nDCG@10": 0.6098019735171258,
+      "eval/multi_news-nDCG@10": 0.6024886983314546,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/multi_news-alpha_nDCG@10": 0.5983298508342683,
+      "eval/multi_news-alpha_nDCG@10": 0.5758536795247725,
       "step": 2500
     },
     {
@@ -27526,5472 +27526,5472 @@
     },
     {
       "epoch": 1.9623233908948194,
-      "eval/avg": 0.5369795176189325,
+      "eval/avg": 0.5225028158324527,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
-      "overlap": 0.34687501192092896,
+      "overlap": 0.3187499940395355,
       "step": 2500
     },
     {
       "epoch": 1.9623233908948194,
       "step": 2500,
-      "student margin": 0.065185546875
+      "student margin": 0.057769775390625
     },
     {
       "epoch": 1.9623233908948194,
       "step": 2500,
-      "teacher margin": 0.053436279296875
+      "teacher margin": 0.05743408203125
     },
     {
       "epoch": 1.9623233908948194,
-      "margin difference": -0.011749267578125,
+      "margin difference": -0.000335693359375,
       "step": 2500
     },
     {
-      "cov-distil": 1.090306282043457,
-      "cov-distil (oracle2student)": 4.970812797546387,
-      "cov-distil (oracle2teacher)": 4.877108097076416,
+      "cov-distil": 1.1889034509658813,
+      "cov-distil (oracle2student)": 4.989969253540039,
+      "cov-distil (oracle2teacher)": 5.403383255004883,
       "epoch": 1.9623233908948194,
-      "rel-constrast": 2.175166606903076,
+      "rel-constrast": 2.520353317260742,
       "step": 2500,
-      "subrel-constrast": 2.475886821746826,
+      "subrel-constrast": 2.462904930114746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5089739561080933,
-      "cov-distil (oracle2student)": 4.682978630065918,
-      "cov-distil (oracle2teacher)": 5.062560558319092,
+      "cov-distil": 1.777575969696045,
+      "cov-distil (oracle2student)": 4.895459175109863,
+      "cov-distil (oracle2teacher)": 5.13001012802124,
       "epoch": 1.9631083202511774,
-      "rel-constrast": 2.925281524658203,
+      "rel-constrast": 2.864901542663574,
       "step": 2501,
-      "subrel-constrast": 3.6252448558807373,
+      "subrel-constrast": 3.5650999546051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5031598806381226,
-      "cov-distil (oracle2student)": 4.684264183044434,
-      "cov-distil (oracle2teacher)": 4.354615211486816,
+      "cov-distil": 1.6116943359375,
+      "cov-distil (oracle2student)": 4.972499370574951,
+      "cov-distil (oracle2teacher)": 4.51531982421875,
       "epoch": 1.9638932496075352,
-      "rel-constrast": 3.9453587532043457,
+      "rel-constrast": 4.352564811706543,
       "step": 2502,
-      "subrel-constrast": 4.519287109375,
+      "subrel-constrast": 3.840057134628296,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5643486976623535,
-      "cov-distil (oracle2student)": 5.483506202697754,
-      "cov-distil (oracle2teacher)": 4.655939102172852,
+      "cov-distil": 1.8382141590118408,
+      "cov-distil (oracle2student)": 5.2346906661987305,
+      "cov-distil (oracle2teacher)": 4.858010292053223,
       "epoch": 1.9646781789638932,
-      "rel-constrast": 3.642531394958496,
+      "rel-constrast": 4.185388565063477,
       "step": 2503,
-      "subrel-constrast": 4.284054756164551,
+      "subrel-constrast": 4.345432758331299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.679993987083435,
-      "cov-distil (oracle2student)": 5.387015342712402,
-      "cov-distil (oracle2teacher)": 5.223532676696777,
+      "cov-distil": 1.7649011611938477,
+      "cov-distil (oracle2student)": 5.684311389923096,
+      "cov-distil (oracle2teacher)": 5.492239475250244,
       "epoch": 1.9654631083202512,
-      "rel-constrast": 2.3460216522216797,
+      "rel-constrast": 2.298300266265869,
       "step": 2504,
-      "subrel-constrast": 3.231478214263916,
+      "subrel-constrast": 3.095992088317871,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4798704385757446,
-      "cov-distil (oracle2student)": 3.086254596710205,
-      "cov-distil (oracle2teacher)": 3.2515909671783447,
+      "cov-distil": 1.7059078216552734,
+      "cov-distil (oracle2student)": 3.1343040466308594,
+      "cov-distil (oracle2teacher)": 3.5195932388305664,
       "epoch": 1.9662480376766092,
-      "rel-constrast": 2.119157314300537,
+      "rel-constrast": 2.044071912765503,
       "step": 2505,
-      "subrel-constrast": 2.9700911045074463,
+      "subrel-constrast": 2.9576950073242188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4817452430725098,
-      "cov-distil (oracle2student)": 4.001458168029785,
-      "cov-distil (oracle2teacher)": 4.046663761138916,
+      "cov-distil": 1.6939268112182617,
+      "cov-distil (oracle2student)": 3.6732397079467773,
+      "cov-distil (oracle2teacher)": 4.491720199584961,
       "epoch": 1.9670329670329672,
-      "rel-constrast": 3.5152688026428223,
+      "rel-constrast": 3.3576762676239014,
       "step": 2506,
-      "subrel-constrast": 3.966355562210083,
+      "subrel-constrast": 3.682584285736084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5676078796386719,
-      "cov-distil (oracle2student)": 3.8535709381103516,
-      "cov-distil (oracle2teacher)": 3.9571170806884766,
+      "cov-distil": 1.7423555850982666,
+      "cov-distil (oracle2student)": 4.238630771636963,
+      "cov-distil (oracle2teacher)": 4.380505084991455,
       "epoch": 1.967817896389325,
-      "rel-constrast": 2.567758083343506,
+      "rel-constrast": 3.720757007598877,
       "step": 2507,
-      "subrel-constrast": 3.94400954246521,
+      "subrel-constrast": 4.213517665863037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.96669340133667,
-      "cov-distil (oracle2student)": 4.784982681274414,
-      "cov-distil (oracle2teacher)": 4.251079559326172,
+      "cov-distil": 3.458566665649414,
+      "cov-distil (oracle2student)": 4.9264116287231445,
+      "cov-distil (oracle2teacher)": 4.189628601074219,
       "epoch": 1.968602825745683,
-      "rel-constrast": 2.4171977043151855,
+      "rel-constrast": 3.370133638381958,
       "step": 2508,
-      "subrel-constrast": 3.2501728534698486,
+      "subrel-constrast": 3.4362518787384033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826422691345215,
-      "cov-distil (oracle2student)": 6.623595714569092,
-      "cov-distil (oracle2teacher)": 5.7470879554748535,
+      "cov-distil": 1.632619857788086,
+      "cov-distil (oracle2student)": 7.027885437011719,
+      "cov-distil (oracle2teacher)": 6.686251640319824,
       "epoch": 1.9693877551020407,
-      "rel-constrast": 2.3520874977111816,
+      "rel-constrast": 3.4220123291015625,
       "step": 2509,
-      "subrel-constrast": 3.200101375579834,
+      "subrel-constrast": 3.0018980503082275,
       "view-similarity": 0
     },
     {
       "epoch": 1.9701726844583987,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.6875,
       "learning_rate": 4.661125840952364e-05,
-      "loss": 0.7382,
+      "loss": 0.8034,
       "step": 2510
     },
     {
-      "cov-distil": 1.666621446609497,
-      "cov-distil (oracle2student)": 3.701127767562866,
-      "cov-distil (oracle2teacher)": 3.423727512359619,
+      "cov-distil": 2.1405816078186035,
+      "cov-distil (oracle2student)": 3.9598770141601562,
+      "cov-distil (oracle2teacher)": 3.3863701820373535,
       "epoch": 1.9701726844583987,
-      "rel-constrast": 2.804509162902832,
+      "rel-constrast": 2.9756383895874023,
       "step": 2510,
-      "subrel-constrast": 3.387676477432251,
+      "subrel-constrast": 3.2430498600006104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6446305513381958,
-      "cov-distil (oracle2student)": 3.838240623474121,
-      "cov-distil (oracle2teacher)": 4.187102794647217,
+      "cov-distil": 1.7956998348236084,
+      "cov-distil (oracle2student)": 4.07209587097168,
+      "cov-distil (oracle2teacher)": 3.9143424034118652,
       "epoch": 1.9709576138147566,
-      "rel-constrast": 2.9891412258148193,
+      "rel-constrast": 3.387775182723999,
       "step": 2511,
-      "subrel-constrast": 3.542327642440796,
+      "subrel-constrast": 3.415180206298828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.435381293296814,
-      "cov-distil (oracle2student)": 4.389375686645508,
-      "cov-distil (oracle2teacher)": 4.502368450164795,
+      "cov-distil": 1.896665096282959,
+      "cov-distil (oracle2student)": 4.5163421630859375,
+      "cov-distil (oracle2teacher)": 4.222028732299805,
       "epoch": 1.9717425431711146,
-      "rel-constrast": 3.2387535572052,
+      "rel-constrast": 3.8630058765411377,
       "step": 2512,
-      "subrel-constrast": 3.896670341491699,
+      "subrel-constrast": 3.6989686489105225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8582631349563599,
-      "cov-distil (oracle2student)": 4.919032573699951,
-      "cov-distil (oracle2teacher)": 4.750471115112305,
+      "cov-distil": 1.3496065139770508,
+      "cov-distil (oracle2student)": 5.272412300109863,
+      "cov-distil (oracle2teacher)": 4.897085189819336,
       "epoch": 1.9725274725274726,
-      "rel-constrast": 3.7496399879455566,
+      "rel-constrast": 4.675225257873535,
       "step": 2513,
-      "subrel-constrast": 4.44797945022583,
+      "subrel-constrast": 4.445426940917969,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8498822450637817,
-      "cov-distil (oracle2student)": 4.858127593994141,
-      "cov-distil (oracle2teacher)": 4.378625869750977,
+      "cov-distil": 2.1098272800445557,
+      "cov-distil (oracle2student)": 4.998143196105957,
+      "cov-distil (oracle2teacher)": 4.635144233703613,
       "epoch": 1.9733124018838306,
-      "rel-constrast": 3.5364084243774414,
+      "rel-constrast": 3.9594974517822266,
       "step": 2514,
-      "subrel-constrast": 4.384564399719238,
+      "subrel-constrast": 4.474101543426514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3810056447982788,
-      "cov-distil (oracle2student)": 4.271397590637207,
-      "cov-distil (oracle2teacher)": 4.334753036499023,
+      "cov-distil": 1.980323314666748,
+      "cov-distil (oracle2student)": 5.377851963043213,
+      "cov-distil (oracle2teacher)": 4.654728889465332,
       "epoch": 1.9740973312401884,
-      "rel-constrast": 2.358246326446533,
+      "rel-constrast": 3.0560247898101807,
       "step": 2515,
-      "subrel-constrast": 3.276954412460327,
+      "subrel-constrast": 3.3322532176971436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0649185180664062,
-      "cov-distil (oracle2student)": 4.684146881103516,
-      "cov-distil (oracle2teacher)": 3.9282805919647217,
+      "cov-distil": 1.5558903217315674,
+      "cov-distil (oracle2student)": 5.32174015045166,
+      "cov-distil (oracle2teacher)": 4.404253005981445,
       "epoch": 1.9748822605965461,
-      "rel-constrast": 2.606571912765503,
+      "rel-constrast": 3.1791138648986816,
       "step": 2516,
-      "subrel-constrast": 2.8056676387786865,
+      "subrel-constrast": 2.9211363792419434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1188321113586426,
-      "cov-distil (oracle2student)": 4.569836139678955,
-      "cov-distil (oracle2teacher)": 4.141506671905518,
+      "cov-distil": 1.9804236888885498,
+      "cov-distil (oracle2student)": 5.639671325683594,
+      "cov-distil (oracle2teacher)": 4.037267684936523,
       "epoch": 1.9756671899529041,
-      "rel-constrast": 2.579371929168701,
+      "rel-constrast": 3.462228536605835,
       "step": 2517,
-      "subrel-constrast": 3.7114007472991943,
+      "subrel-constrast": 3.365971803665161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080518960952759,
-      "cov-distil (oracle2student)": 4.498507022857666,
-      "cov-distil (oracle2teacher)": 4.202948570251465,
+      "cov-distil": 2.8307290077209473,
+      "cov-distil (oracle2student)": 5.2101593017578125,
+      "cov-distil (oracle2teacher)": 4.7519307136535645,
       "epoch": 1.9764521193092621,
-      "rel-constrast": 2.1490540504455566,
+      "rel-constrast": 2.751274585723877,
       "step": 2518,
-      "subrel-constrast": 3.429783821105957,
+      "subrel-constrast": 3.4853155612945557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1755554676055908,
-      "cov-distil (oracle2student)": 3.4553563594818115,
-      "cov-distil (oracle2teacher)": 3.6548361778259277,
+      "cov-distil": 1.3701603412628174,
+      "cov-distil (oracle2student)": 4.16019868850708,
+      "cov-distil (oracle2teacher)": 3.88558030128479,
       "epoch": 1.9772370486656201,
-      "rel-constrast": 3.2993576526641846,
+      "rel-constrast": 3.1098735332489014,
       "step": 2519,
-      "subrel-constrast": 3.654632568359375,
+      "subrel-constrast": 3.424828290939331,
       "view-similarity": 0
     },
     {
       "epoch": 1.978021978021978,
-      "grad_norm": 6.0625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.656725639406342e-05,
-      "loss": 0.7735,
+      "loss": 0.8605,
       "step": 2520
     },
     {
-      "cov-distil": 1.4902020692825317,
-      "cov-distil (oracle2student)": 4.161640644073486,
-      "cov-distil (oracle2teacher)": 3.9016568660736084,
+      "cov-distil": 1.8208730220794678,
+      "cov-distil (oracle2student)": 4.6110076904296875,
+      "cov-distil (oracle2teacher)": 4.716545104980469,
       "epoch": 1.978021978021978,
-      "rel-constrast": 1.819406270980835,
+      "rel-constrast": 1.7285246849060059,
       "step": 2520,
-      "subrel-constrast": 2.3113198280334473,
+      "subrel-constrast": 2.5446057319641113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.451483726501465,
-      "cov-distil (oracle2student)": 3.4727718830108643,
-      "cov-distil (oracle2teacher)": 3.1571531295776367,
+      "cov-distil": 3.0023183822631836,
+      "cov-distil (oracle2student)": 3.38986873626709,
+      "cov-distil (oracle2teacher)": 3.3501856327056885,
       "epoch": 1.978806907378336,
-      "rel-constrast": 2.1377174854278564,
+      "rel-constrast": 2.324366569519043,
       "step": 2521,
-      "subrel-constrast": 3.1325490474700928,
+      "subrel-constrast": 3.0964603424072266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.081032633781433,
-      "cov-distil (oracle2student)": 4.522000312805176,
-      "cov-distil (oracle2teacher)": 4.4468841552734375,
+      "cov-distil": 1.334498405456543,
+      "cov-distil (oracle2student)": 4.856697082519531,
+      "cov-distil (oracle2teacher)": 4.089101791381836,
       "epoch": 1.9795918367346939,
-      "rel-constrast": 3.9222183227539062,
+      "rel-constrast": 3.9789016246795654,
       "step": 2522,
-      "subrel-constrast": 3.8245644569396973,
+      "subrel-constrast": 3.765784502029419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9412015676498413,
-      "cov-distil (oracle2student)": 4.826860427856445,
-      "cov-distil (oracle2teacher)": 4.619848251342773,
+      "cov-distil": 2.9964656829833984,
+      "cov-distil (oracle2student)": 5.284467697143555,
+      "cov-distil (oracle2teacher)": 4.885811805725098,
       "epoch": 1.9803767660910518,
-      "rel-constrast": 2.2276368141174316,
+      "rel-constrast": 2.9619767665863037,
       "step": 2523,
-      "subrel-constrast": 3.2373056411743164,
+      "subrel-constrast": 3.6363108158111572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.12664532661438,
-      "cov-distil (oracle2student)": 4.137739181518555,
-      "cov-distil (oracle2teacher)": 4.644302845001221,
+      "cov-distil": 2.280225992202759,
+      "cov-distil (oracle2student)": 4.572060585021973,
+      "cov-distil (oracle2teacher)": 5.308579444885254,
       "epoch": 1.9811616954474096,
-      "rel-constrast": 2.937765121459961,
+      "rel-constrast": 4.550897598266602,
       "step": 2524,
-      "subrel-constrast": 4.011136054992676,
+      "subrel-constrast": 3.8651163578033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9062591791152954,
-      "cov-distil (oracle2student)": 3.910320520401001,
-      "cov-distil (oracle2teacher)": 3.6704587936401367,
+      "cov-distil": 2.0331525802612305,
+      "cov-distil (oracle2student)": 3.820326328277588,
+      "cov-distil (oracle2teacher)": 4.022987365722656,
       "epoch": 1.9819466248037676,
-      "rel-constrast": 2.469945192337036,
+      "rel-constrast": 2.8438022136688232,
       "step": 2525,
-      "subrel-constrast": 2.9071855545043945,
+      "subrel-constrast": 3.0849292278289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.441422462463379,
-      "cov-distil (oracle2student)": 3.7556920051574707,
-      "cov-distil (oracle2teacher)": 3.6020450592041016,
+      "cov-distil": 1.6681325435638428,
+      "cov-distil (oracle2student)": 3.7617101669311523,
+      "cov-distil (oracle2teacher)": 3.8110156059265137,
       "epoch": 1.9827315541601256,
-      "rel-constrast": 2.7595200538635254,
+      "rel-constrast": 2.3543949127197266,
       "step": 2526,
-      "subrel-constrast": 3.301060914993286,
+      "subrel-constrast": 3.2733795642852783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0226235389709473,
-      "cov-distil (oracle2student)": 3.732295513153076,
-      "cov-distil (oracle2teacher)": 3.8367576599121094,
+      "cov-distil": 1.7095081806182861,
+      "cov-distil (oracle2student)": 3.756537914276123,
+      "cov-distil (oracle2teacher)": 3.6703929901123047,
       "epoch": 1.9835164835164836,
-      "rel-constrast": 2.454819440841675,
+      "rel-constrast": 2.290924072265625,
       "step": 2527,
-      "subrel-constrast": 3.255971908569336,
+      "subrel-constrast": 2.7162516117095947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.512261152267456,
-      "cov-distil (oracle2student)": 5.404221534729004,
-      "cov-distil (oracle2teacher)": 5.1092681884765625,
+      "cov-distil": 2.0770387649536133,
+      "cov-distil (oracle2student)": 4.556806564331055,
+      "cov-distil (oracle2teacher)": 4.784043312072754,
       "epoch": 1.9843014128728416,
-      "rel-constrast": 2.7983994483947754,
+      "rel-constrast": 3.1045072078704834,
       "step": 2528,
-      "subrel-constrast": 3.5933313369750977,
+      "subrel-constrast": 3.4463844299316406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3857338428497314,
-      "cov-distil (oracle2student)": 3.9003076553344727,
-      "cov-distil (oracle2teacher)": 3.64925479888916,
+      "cov-distil": 1.7494168281555176,
+      "cov-distil (oracle2student)": 4.681573390960693,
+      "cov-distil (oracle2teacher)": 3.848602771759033,
       "epoch": 1.9850863422291993,
-      "rel-constrast": 2.5492284297943115,
+      "rel-constrast": 2.574030637741089,
       "step": 2529,
-      "subrel-constrast": 3.3898355960845947,
+      "subrel-constrast": 3.2245657444000244,
       "view-similarity": 0
     },
     {
       "epoch": 1.9858712715855573,
-      "grad_norm": 6.0,
+      "grad_norm": 5.8125,
       "learning_rate": 4.652299158839025e-05,
-      "loss": 0.6953,
+      "loss": 0.7178,
       "step": 2530
     },
     {
-      "cov-distil": 1.2937496900558472,
-      "cov-distil (oracle2student)": 4.864933490753174,
-      "cov-distil (oracle2teacher)": 4.628209590911865,
+      "cov-distil": 1.7346848249435425,
+      "cov-distil (oracle2student)": 4.8698296546936035,
+      "cov-distil (oracle2teacher)": 4.825931549072266,
       "epoch": 1.9858712715855573,
-      "rel-constrast": 2.983006000518799,
+      "rel-constrast": 3.585970640182495,
       "step": 2530,
-      "subrel-constrast": 3.821949005126953,
+      "subrel-constrast": 3.770387649536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6015434265136719,
-      "cov-distil (oracle2student)": 4.671170234680176,
-      "cov-distil (oracle2teacher)": 4.1964287757873535,
+      "cov-distil": 2.2724266052246094,
+      "cov-distil (oracle2student)": 4.475290298461914,
+      "cov-distil (oracle2teacher)": 5.021400451660156,
       "epoch": 1.986656200941915,
-      "rel-constrast": 5.378610610961914,
+      "rel-constrast": 4.5093278884887695,
       "step": 2531,
-      "subrel-constrast": 5.163862705230713,
+      "subrel-constrast": 5.745297908782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.59791898727417,
-      "cov-distil (oracle2student)": 3.193023204803467,
-      "cov-distil (oracle2teacher)": 3.081737518310547,
+      "cov-distil": 1.6811983585357666,
+      "cov-distil (oracle2student)": 3.1182215213775635,
+      "cov-distil (oracle2teacher)": 3.111572742462158,
       "epoch": 1.987441130298273,
-      "rel-constrast": 2.5613858699798584,
+      "rel-constrast": 3.119442939758301,
       "step": 2532,
-      "subrel-constrast": 3.402161121368408,
+      "subrel-constrast": 3.3072221279144287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.283470869064331,
-      "cov-distil (oracle2student)": 3.9583494663238525,
-      "cov-distil (oracle2teacher)": 3.712249279022217,
+      "cov-distil": 1.6843957901000977,
+      "cov-distil (oracle2student)": 3.5441179275512695,
+      "cov-distil (oracle2teacher)": 3.8336758613586426,
       "epoch": 1.988226059654631,
-      "rel-constrast": 2.2750766277313232,
+      "rel-constrast": 2.2661242485046387,
       "step": 2533,
-      "subrel-constrast": 2.81105375289917,
+      "subrel-constrast": 2.673743724822998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0241358280181885,
-      "cov-distil (oracle2student)": 3.8318867683410645,
-      "cov-distil (oracle2teacher)": 3.535226583480835,
+      "cov-distil": 1.609723448753357,
+      "cov-distil (oracle2student)": 3.9635720252990723,
+      "cov-distil (oracle2teacher)": 3.162868022918701,
       "epoch": 1.989010989010989,
-      "rel-constrast": 3.071157217025757,
+      "rel-constrast": 2.9528791904449463,
       "step": 2534,
-      "subrel-constrast": 3.0297975540161133,
+      "subrel-constrast": 3.235825538635254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6766074895858765,
-      "cov-distil (oracle2student)": 4.706940650939941,
-      "cov-distil (oracle2teacher)": 3.8600387573242188,
+      "cov-distil": 2.3498103618621826,
+      "cov-distil (oracle2student)": 4.564652919769287,
+      "cov-distil (oracle2teacher)": 4.407305717468262,
       "epoch": 1.989795918367347,
-      "rel-constrast": 2.5069656372070312,
+      "rel-constrast": 3.07208514213562,
       "step": 2535,
-      "subrel-constrast": 3.3175065517425537,
+      "subrel-constrast": 3.572108030319214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.263869047164917,
-      "cov-distil (oracle2student)": 3.6057910919189453,
-      "cov-distil (oracle2teacher)": 3.6251606941223145,
+      "cov-distil": 1.7823994159698486,
+      "cov-distil (oracle2student)": 3.611025094985962,
+      "cov-distil (oracle2teacher)": 3.8958826065063477,
       "epoch": 1.990580847723705,
-      "rel-constrast": 2.660266876220703,
+      "rel-constrast": 3.2095420360565186,
       "step": 2536,
-      "subrel-constrast": 3.187422275543213,
+      "subrel-constrast": 3.2171356678009033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5680863857269287,
-      "cov-distil (oracle2student)": 2.2606112957000732,
-      "cov-distil (oracle2teacher)": 2.7441070079803467,
+      "cov-distil": 2.1293184757232666,
+      "cov-distil (oracle2student)": 2.723536968231201,
+      "cov-distil (oracle2teacher)": 2.657676935195923,
       "epoch": 1.9913657770800628,
-      "rel-constrast": 3.022408962249756,
+      "rel-constrast": 3.2314369678497314,
       "step": 2537,
-      "subrel-constrast": 3.2397971153259277,
+      "subrel-constrast": 3.400932788848877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.69365394115448,
-      "cov-distil (oracle2student)": 5.669692516326904,
-      "cov-distil (oracle2teacher)": 5.017037391662598,
+      "cov-distil": 1.6489386558532715,
+      "cov-distil (oracle2student)": 5.869519233703613,
+      "cov-distil (oracle2teacher)": 4.48482084274292,
       "epoch": 1.9921507064364206,
-      "rel-constrast": 2.4905171394348145,
+      "rel-constrast": 3.224616289138794,
       "step": 2538,
-      "subrel-constrast": 3.3353257179260254,
+      "subrel-constrast": 2.9965879917144775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5247530937194824,
-      "cov-distil (oracle2student)": 3.6488633155822754,
-      "cov-distil (oracle2teacher)": 3.6998729705810547,
+      "cov-distil": 2.1899025440216064,
+      "cov-distil (oracle2student)": 4.266253471374512,
+      "cov-distil (oracle2teacher)": 4.137933731079102,
       "epoch": 1.9929356357927785,
-      "rel-constrast": 2.4173526763916016,
+      "rel-constrast": 3.430091619491577,
       "step": 2539,
-      "subrel-constrast": 3.1615869998931885,
+      "subrel-constrast": 3.63996958732605,
       "view-similarity": 0
     },
     {
       "epoch": 1.9937205651491365,
-      "grad_norm": 4.84375,
+      "grad_norm": 7.125,
       "learning_rate": 4.647846453185681e-05,
-      "loss": 0.7705,
+      "loss": 0.815,
       "step": 2540
     },
     {
-      "cov-distil": 1.4516340494155884,
-      "cov-distil (oracle2student)": 3.8903822898864746,
-      "cov-distil (oracle2teacher)": 3.9352073669433594,
+      "cov-distil": 1.6520800590515137,
+      "cov-distil (oracle2student)": 3.930108070373535,
+      "cov-distil (oracle2teacher)": 4.2769622802734375,
       "epoch": 1.9937205651491365,
-      "rel-constrast": 2.2436375617980957,
+      "rel-constrast": 2.827643394470215,
       "step": 2540,
-      "subrel-constrast": 3.079085111618042,
+      "subrel-constrast": 2.9173638820648193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.298713207244873,
-      "cov-distil (oracle2student)": 3.7091946601867676,
-      "cov-distil (oracle2teacher)": 3.9927072525024414,
+      "cov-distil": 1.8811460733413696,
+      "cov-distil (oracle2student)": 3.7727441787719727,
+      "cov-distil (oracle2teacher)": 4.057680130004883,
       "epoch": 1.9945054945054945,
-      "rel-constrast": 3.025702714920044,
+      "rel-constrast": 3.5172600746154785,
       "step": 2541,
-      "subrel-constrast": 4.026682376861572,
+      "subrel-constrast": 4.3248395919799805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.993617057800293,
-      "cov-distil (oracle2student)": 5.924077987670898,
-      "cov-distil (oracle2teacher)": 5.388263702392578,
+      "cov-distil": 1.472818374633789,
+      "cov-distil (oracle2student)": 5.5538330078125,
+      "cov-distil (oracle2teacher)": 5.668854236602783,
       "epoch": 1.9952904238618525,
-      "rel-constrast": 4.571245193481445,
+      "rel-constrast": 5.5265607833862305,
       "step": 2542,
-      "subrel-constrast": 5.055028915405273,
+      "subrel-constrast": 5.527237892150879,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1890196800231934,
-      "cov-distil (oracle2student)": 3.8252854347229004,
-      "cov-distil (oracle2teacher)": 3.8513998985290527,
+      "cov-distil": 1.8924559354782104,
+      "cov-distil (oracle2student)": 4.159456253051758,
+      "cov-distil (oracle2teacher)": 4.394796848297119,
       "epoch": 1.9960753532182105,
-      "rel-constrast": 2.506195068359375,
+      "rel-constrast": 2.5363340377807617,
       "step": 2543,
-      "subrel-constrast": 3.0652389526367188,
+      "subrel-constrast": 3.0135364532470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5974085330963135,
-      "cov-distil (oracle2student)": 3.8986101150512695,
-      "cov-distil (oracle2teacher)": 3.8991260528564453,
+      "cov-distil": 2.0612401962280273,
+      "cov-distil (oracle2student)": 3.94568133354187,
+      "cov-distil (oracle2teacher)": 3.777040481567383,
       "epoch": 1.9968602825745683,
-      "rel-constrast": 2.341961145401001,
+      "rel-constrast": 2.8329825401306152,
       "step": 2544,
-      "subrel-constrast": 3.2955710887908936,
+      "subrel-constrast": 3.4137532711029053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7898669242858887,
-      "cov-distil (oracle2student)": 6.095114707946777,
-      "cov-distil (oracle2teacher)": 5.629230499267578,
+      "cov-distil": 1.8864853382110596,
+      "cov-distil (oracle2student)": 6.212244033813477,
+      "cov-distil (oracle2teacher)": 5.992821216583252,
       "epoch": 1.9976452119309263,
-      "rel-constrast": 3.2041659355163574,
+      "rel-constrast": 3.6365323066711426,
       "step": 2545,
-      "subrel-constrast": 3.949453592300415,
+      "subrel-constrast": 3.751669406890869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.663902997970581,
-      "cov-distil (oracle2student)": 3.582000255584717,
-      "cov-distil (oracle2teacher)": 3.5701746940612793,
+      "cov-distil": 2.025923252105713,
+      "cov-distil (oracle2student)": 4.162091255187988,
+      "cov-distil (oracle2teacher)": 3.873032569885254,
       "epoch": 1.998430141287284,
-      "rel-constrast": 3.021514654159546,
+      "rel-constrast": 3.361934185028076,
       "step": 2546,
-      "subrel-constrast": 3.492304801940918,
+      "subrel-constrast": 3.703355073928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5713697671890259,
-      "cov-distil (oracle2student)": 5.414429664611816,
-      "cov-distil (oracle2teacher)": 4.234394073486328,
+      "cov-distil": 1.5625593662261963,
+      "cov-distil (oracle2student)": 4.9743242263793945,
+      "cov-distil (oracle2teacher)": 4.866188049316406,
       "epoch": 1.999215070643642,
-      "rel-constrast": 2.8354413509368896,
+      "rel-constrast": 2.7695367336273193,
       "step": 2547,
-      "subrel-constrast": 3.751251220703125,
+      "subrel-constrast": 3.4090850353240967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3589496612548828,
-      "cov-distil (oracle2student)": 4.627863883972168,
-      "cov-distil (oracle2teacher)": 4.674477577209473,
+      "cov-distil": 2.4060585498809814,
+      "cov-distil (oracle2student)": 4.8120341300964355,
+      "cov-distil (oracle2teacher)": 4.888725280761719,
       "epoch": 2.0,
-      "rel-constrast": 4.164133071899414,
+      "rel-constrast": 4.934138298034668,
       "step": 2548,
-      "subrel-constrast": 4.857272148132324,
+      "subrel-constrast": 4.67734956741333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5796387195587158,
-      "cov-distil (oracle2student)": 4.93176794052124,
-      "cov-distil (oracle2teacher)": 4.493083953857422,
+      "cov-distil": 1.7230801582336426,
+      "cov-distil (oracle2student)": 4.232766151428223,
+      "cov-distil (oracle2teacher)": 4.37992000579834,
       "epoch": 2.000784929356358,
-      "rel-constrast": 2.6880877017974854,
+      "rel-constrast": 2.8506336212158203,
       "step": 2549,
-      "subrel-constrast": 3.1472344398498535,
+      "subrel-constrast": 3.0375003814697266,
       "view-similarity": 0
     },
     {
       "epoch": 2.001569858712716,
-      "grad_norm": 4.78125,
+      "grad_norm": 6.40625,
       "learning_rate": 4.6433675767011245e-05,
-      "loss": 0.8013,
+      "loss": 0.8698,
       "step": 2550
     },
     {
-      "cov-distil": 1.418239951133728,
-      "cov-distil (oracle2student)": 3.38460111618042,
-      "cov-distil (oracle2teacher)": 3.624520778656006,
+      "cov-distil": 1.9377713203430176,
+      "cov-distil (oracle2student)": 4.0215630531311035,
+      "cov-distil (oracle2teacher)": 3.417076587677002,
       "epoch": 2.001569858712716,
-      "rel-constrast": 2.2379202842712402,
+      "rel-constrast": 2.7023115158081055,
       "step": 2550,
-      "subrel-constrast": 3.292998790740967,
+      "subrel-constrast": 3.2986392974853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.186899185180664,
-      "cov-distil (oracle2student)": 3.7972605228424072,
-      "cov-distil (oracle2teacher)": 3.6053812503814697,
+      "cov-distil": 1.5931271314620972,
+      "cov-distil (oracle2student)": 3.962111234664917,
+      "cov-distil (oracle2teacher)": 3.581599235534668,
       "epoch": 2.002354788069074,
-      "rel-constrast": 2.1380980014801025,
+      "rel-constrast": 1.6829606294631958,
       "step": 2551,
-      "subrel-constrast": 2.6401748657226562,
+      "subrel-constrast": 2.3691651821136475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3980836868286133,
-      "cov-distil (oracle2student)": 3.746084213256836,
-      "cov-distil (oracle2teacher)": 3.587346315383911,
+      "cov-distil": 2.02823543548584,
+      "cov-distil (oracle2student)": 4.154831886291504,
+      "cov-distil (oracle2teacher)": 4.058949947357178,
       "epoch": 2.0031397174254315,
-      "rel-constrast": 2.382723331451416,
+      "rel-constrast": 2.8678414821624756,
       "step": 2552,
-      "subrel-constrast": 3.1391310691833496,
+      "subrel-constrast": 3.133270502090454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3123672008514404,
-      "cov-distil (oracle2student)": 5.654376029968262,
-      "cov-distil (oracle2teacher)": 5.5764336585998535,
+      "cov-distil": 1.4136981964111328,
+      "cov-distil (oracle2student)": 6.021694183349609,
+      "cov-distil (oracle2teacher)": 5.43492317199707,
       "epoch": 2.0039246467817895,
-      "rel-constrast": 3.3104639053344727,
+      "rel-constrast": 3.7520861625671387,
       "step": 2553,
-      "subrel-constrast": 4.055949687957764,
+      "subrel-constrast": 3.5556910037994385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0986337661743164,
-      "cov-distil (oracle2student)": 4.575746536254883,
-      "cov-distil (oracle2teacher)": 4.18869161605835,
+      "cov-distil": 1.9282324314117432,
+      "cov-distil (oracle2student)": 5.452029705047607,
+      "cov-distil (oracle2teacher)": 4.480014801025391,
       "epoch": 2.0047095761381475,
-      "rel-constrast": 3.4491376876831055,
+      "rel-constrast": 3.6557397842407227,
       "step": 2554,
-      "subrel-constrast": 4.300597190856934,
+      "subrel-constrast": 4.0053324699401855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7333508729934692,
-      "cov-distil (oracle2student)": 4.910717010498047,
-      "cov-distil (oracle2teacher)": 4.800596237182617,
+      "cov-distil": 2.048246383666992,
+      "cov-distil (oracle2student)": 5.182993412017822,
+      "cov-distil (oracle2teacher)": 5.222489833831787,
       "epoch": 2.0054945054945055,
-      "rel-constrast": 3.749530792236328,
+      "rel-constrast": 4.394925594329834,
       "step": 2555,
-      "subrel-constrast": 4.375298976898193,
+      "subrel-constrast": 4.375667572021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.148555040359497,
-      "cov-distil (oracle2student)": 3.685451030731201,
-      "cov-distil (oracle2teacher)": 3.855313539505005,
+      "cov-distil": 1.8075175285339355,
+      "cov-distil (oracle2student)": 5.079230308532715,
+      "cov-distil (oracle2teacher)": 4.053122520446777,
       "epoch": 2.0062794348508635,
-      "rel-constrast": 2.456716299057007,
+      "rel-constrast": 4.1636552810668945,
       "step": 2556,
-      "subrel-constrast": 2.9890568256378174,
+      "subrel-constrast": 2.9166200160980225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1507489681243896,
-      "cov-distil (oracle2student)": 4.650958061218262,
-      "cov-distil (oracle2teacher)": 4.800254821777344,
+      "cov-distil": 1.7089974880218506,
+      "cov-distil (oracle2student)": 4.58721399307251,
+      "cov-distil (oracle2teacher)": 4.696287155151367,
       "epoch": 2.0070643642072215,
-      "rel-constrast": 3.1733174324035645,
+      "rel-constrast": 3.177973747253418,
       "step": 2557,
-      "subrel-constrast": 4.2793073654174805,
+      "subrel-constrast": 3.7153561115264893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.091202735900879,
-      "cov-distil (oracle2student)": 4.066455841064453,
-      "cov-distil (oracle2teacher)": 3.9540770053863525,
+      "cov-distil": 2.17765736579895,
+      "cov-distil (oracle2student)": 4.24398136138916,
+      "cov-distil (oracle2teacher)": 3.951256513595581,
       "epoch": 2.0078492935635794,
-      "rel-constrast": 2.7277631759643555,
+      "rel-constrast": 3.1594977378845215,
       "step": 2558,
-      "subrel-constrast": 3.7594892978668213,
+      "subrel-constrast": 3.606424570083618,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3102219104766846,
-      "cov-distil (oracle2student)": 4.313324928283691,
-      "cov-distil (oracle2teacher)": 3.6935038566589355,
+      "cov-distil": 1.6935513019561768,
+      "cov-distil (oracle2student)": 4.620652675628662,
+      "cov-distil (oracle2teacher)": 4.138450622558594,
       "epoch": 2.008634222919937,
-      "rel-constrast": 2.5143094062805176,
+      "rel-constrast": 2.5392980575561523,
       "step": 2559,
-      "subrel-constrast": 2.8539700508117676,
+      "subrel-constrast": 2.7282941341400146,
       "view-similarity": 0
     },
     {
       "epoch": 2.009419152276295,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.0625,
       "learning_rate": 4.6388625839590516e-05,
-      "loss": 0.7381,
+      "loss": 0.8024,
       "step": 2560
     },
     {
-      "cov-distil": 1.1211737394332886,
-      "cov-distil (oracle2student)": 4.538210868835449,
-      "cov-distil (oracle2teacher)": 4.440378189086914,
+      "cov-distil": 1.729694128036499,
+      "cov-distil (oracle2student)": 4.379123687744141,
+      "cov-distil (oracle2teacher)": 4.636968612670898,
       "epoch": 2.009419152276295,
-      "rel-constrast": 2.6439263820648193,
+      "rel-constrast": 3.4716782569885254,
       "step": 2560,
-      "subrel-constrast": 3.243011951446533,
+      "subrel-constrast": 3.4421348571777344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.161250114440918,
-      "cov-distil (oracle2student)": 4.357483863830566,
-      "cov-distil (oracle2teacher)": 4.069280624389648,
+      "cov-distil": 1.9346232414245605,
+      "cov-distil (oracle2student)": 4.503591537475586,
+      "cov-distil (oracle2teacher)": 4.033178329467773,
       "epoch": 2.010204081632653,
-      "rel-constrast": 2.7724452018737793,
+      "rel-constrast": 2.8654427528381348,
       "step": 2561,
-      "subrel-constrast": 3.703260898590088,
+      "subrel-constrast": 3.756258487701416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6896648406982422,
-      "cov-distil (oracle2student)": 4.854325771331787,
-      "cov-distil (oracle2teacher)": 4.562610149383545,
+      "cov-distil": 1.92144775390625,
+      "cov-distil (oracle2student)": 4.678013324737549,
+      "cov-distil (oracle2teacher)": 4.585729598999023,
       "epoch": 2.010989010989011,
-      "rel-constrast": 1.960174560546875,
+      "rel-constrast": 2.489734649658203,
       "step": 2562,
-      "subrel-constrast": 2.993565082550049,
+      "subrel-constrast": 3.458974838256836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9752542972564697,
-      "cov-distil (oracle2student)": 4.481110572814941,
-      "cov-distil (oracle2teacher)": 4.485870361328125,
+      "cov-distil": 1.2944676876068115,
+      "cov-distil (oracle2student)": 4.771945476531982,
+      "cov-distil (oracle2teacher)": 4.66573429107666,
       "epoch": 2.011773940345369,
-      "rel-constrast": 3.7094345092773438,
+      "rel-constrast": 4.206907272338867,
       "step": 2563,
-      "subrel-constrast": 4.1724162101745605,
+      "subrel-constrast": 4.226668357849121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3029567003250122,
-      "cov-distil (oracle2student)": 4.14303731918335,
-      "cov-distil (oracle2teacher)": 3.81158447265625,
+      "cov-distil": 1.1425752639770508,
+      "cov-distil (oracle2student)": 3.9292030334472656,
+      "cov-distil (oracle2teacher)": 4.153318881988525,
       "epoch": 2.012558869701727,
-      "rel-constrast": 2.272364616394043,
+      "rel-constrast": 2.1583518981933594,
       "step": 2564,
-      "subrel-constrast": 2.6302103996276855,
+      "subrel-constrast": 2.4861583709716797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.163966417312622,
-      "cov-distil (oracle2student)": 4.69771671295166,
-      "cov-distil (oracle2teacher)": 4.310797214508057,
+      "cov-distil": 1.7355307340621948,
+      "cov-distil (oracle2student)": 5.138701915740967,
+      "cov-distil (oracle2teacher)": 4.844103813171387,
       "epoch": 2.013343799058085,
-      "rel-constrast": 3.554079532623291,
+      "rel-constrast": 3.8903071880340576,
       "step": 2565,
-      "subrel-constrast": 3.575129508972168,
+      "subrel-constrast": 3.7868266105651855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1144486665725708,
-      "cov-distil (oracle2student)": 3.9827380180358887,
-      "cov-distil (oracle2teacher)": 4.5258049964904785,
+      "cov-distil": 1.3429396152496338,
+      "cov-distil (oracle2student)": 4.260768413543701,
+      "cov-distil (oracle2teacher)": 4.342051029205322,
       "epoch": 2.014128728414443,
-      "rel-constrast": 2.757936954498291,
+      "rel-constrast": 2.783715009689331,
       "step": 2566,
-      "subrel-constrast": 2.935452461242676,
+      "subrel-constrast": 2.8399477005004883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.861075758934021,
-      "cov-distil (oracle2student)": 5.722127914428711,
-      "cov-distil (oracle2teacher)": 5.309638023376465,
+      "cov-distil": 2.3317694664001465,
+      "cov-distil (oracle2student)": 6.2133636474609375,
+      "cov-distil (oracle2teacher)": 5.318451404571533,
       "epoch": 2.0149136577708004,
-      "rel-constrast": 3.4389965534210205,
+      "rel-constrast": 3.5604028701782227,
       "step": 2567,
-      "subrel-constrast": 4.309808254241943,
+      "subrel-constrast": 4.00523042678833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.591409683227539,
-      "cov-distil (oracle2student)": 4.19596004486084,
-      "cov-distil (oracle2teacher)": 4.269772529602051,
+      "cov-distil": 2.279771566390991,
+      "cov-distil (oracle2student)": 4.9654645919799805,
+      "cov-distil (oracle2teacher)": 4.569709300994873,
       "epoch": 2.0156985871271584,
-      "rel-constrast": 3.1262319087982178,
+      "rel-constrast": 3.7424776554107666,
       "step": 2568,
-      "subrel-constrast": 3.76481294631958,
+      "subrel-constrast": 3.951573133468628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4890607595443726,
-      "cov-distil (oracle2student)": 4.554868698120117,
-      "cov-distil (oracle2teacher)": 4.039214134216309,
+      "cov-distil": 1.4119958877563477,
+      "cov-distil (oracle2student)": 5.350419044494629,
+      "cov-distil (oracle2teacher)": 4.465328216552734,
       "epoch": 2.0164835164835164,
-      "rel-constrast": 2.9105477333068848,
+      "rel-constrast": 3.003523588180542,
       "step": 2569,
-      "subrel-constrast": 3.4036288261413574,
+      "subrel-constrast": 3.147186756134033,
       "view-similarity": 0
     },
     {
       "epoch": 2.0172684458398744,
-      "grad_norm": 5.15625,
+      "grad_norm": 9.3125,
       "learning_rate": 4.6343315298513765e-05,
-      "loss": 0.7648,
+      "loss": 0.8043,
       "step": 2570
     },
     {
-      "cov-distil": 1.5408400297164917,
-      "cov-distil (oracle2student)": 4.460867404937744,
-      "cov-distil (oracle2teacher)": 4.184871673583984,
+      "cov-distil": 1.9530609846115112,
+      "cov-distil (oracle2student)": 4.363051414489746,
+      "cov-distil (oracle2teacher)": 4.305793762207031,
       "epoch": 2.0172684458398744,
-      "rel-constrast": 2.8370141983032227,
+      "rel-constrast": 2.6611573696136475,
       "step": 2570,
-      "subrel-constrast": 3.502570152282715,
+      "subrel-constrast": 3.485966205596924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3149046897888184,
-      "cov-distil (oracle2student)": 2.980907917022705,
-      "cov-distil (oracle2teacher)": 2.9996659755706787,
+      "cov-distil": 1.6558489799499512,
+      "cov-distil (oracle2student)": 3.1347744464874268,
+      "cov-distil (oracle2teacher)": 3.3057281970977783,
       "epoch": 2.0180533751962324,
-      "rel-constrast": 1.925594687461853,
+      "rel-constrast": 1.8396590948104858,
       "step": 2571,
-      "subrel-constrast": 2.776230812072754,
+      "subrel-constrast": 2.9246718883514404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4009995460510254,
-      "cov-distil (oracle2student)": 3.471409320831299,
-      "cov-distil (oracle2teacher)": 3.2313714027404785,
+      "cov-distil": 1.9860482215881348,
+      "cov-distil (oracle2student)": 4.001497268676758,
+      "cov-distil (oracle2teacher)": 4.129349708557129,
       "epoch": 2.0188383045525904,
-      "rel-constrast": 2.9132275581359863,
+      "rel-constrast": 3.5245447158813477,
       "step": 2572,
-      "subrel-constrast": 2.804548501968384,
+      "subrel-constrast": 3.262122392654419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2982909679412842,
-      "cov-distil (oracle2student)": 3.913233518600464,
-      "cov-distil (oracle2teacher)": 4.29094123840332,
+      "cov-distil": 1.9627496004104614,
+      "cov-distil (oracle2student)": 4.629264831542969,
+      "cov-distil (oracle2teacher)": 4.349371910095215,
       "epoch": 2.0196232339089484,
-      "rel-constrast": 3.134427547454834,
+      "rel-constrast": 4.293024063110352,
       "step": 2573,
-      "subrel-constrast": 4.121625900268555,
+      "subrel-constrast": 4.090112686157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.175744652748108,
-      "cov-distil (oracle2student)": 4.345643043518066,
-      "cov-distil (oracle2teacher)": 4.046075820922852,
+      "cov-distil": 1.6384824514389038,
+      "cov-distil (oracle2student)": 4.560413360595703,
+      "cov-distil (oracle2teacher)": 4.159158706665039,
       "epoch": 2.020408163265306,
-      "rel-constrast": 3.0230438709259033,
+      "rel-constrast": 3.4102444648742676,
       "step": 2574,
-      "subrel-constrast": 3.624298095703125,
+      "subrel-constrast": 3.6602067947387695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8978856801986694,
-      "cov-distil (oracle2student)": 3.9678220748901367,
-      "cov-distil (oracle2teacher)": 4.023209571838379,
+      "cov-distil": 2.182636260986328,
+      "cov-distil (oracle2student)": 4.60952091217041,
+      "cov-distil (oracle2teacher)": 4.322705268859863,
       "epoch": 2.021193092621664,
-      "rel-constrast": 2.179535150527954,
+      "rel-constrast": 3.0808157920837402,
       "step": 2575,
-      "subrel-constrast": 3.199263572692871,
+      "subrel-constrast": 3.0388102531433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.022524356842041,
-      "cov-distil (oracle2student)": 5.099910736083984,
-      "cov-distil (oracle2teacher)": 4.565829277038574,
+      "cov-distil": 2.159045696258545,
+      "cov-distil (oracle2student)": 5.240100383758545,
+      "cov-distil (oracle2teacher)": 4.972382545471191,
       "epoch": 2.021978021978022,
-      "rel-constrast": 2.7353413105010986,
+      "rel-constrast": 2.854414939880371,
       "step": 2576,
-      "subrel-constrast": 3.896116256713867,
+      "subrel-constrast": 4.069812774658203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.9745090007781982,
-      "cov-distil (oracle2student)": 5.974571704864502,
-      "cov-distil (oracle2teacher)": 5.312187671661377,
+      "cov-distil": 2.6850852966308594,
+      "cov-distil (oracle2student)": 6.454694747924805,
+      "cov-distil (oracle2teacher)": 5.6715922355651855,
       "epoch": 2.02276295133438,
-      "rel-constrast": 4.146399021148682,
+      "rel-constrast": 4.872110366821289,
       "step": 2577,
-      "subrel-constrast": 5.385141372680664,
+      "subrel-constrast": 5.180157661437988,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3346425294876099,
-      "cov-distil (oracle2student)": 3.879906177520752,
-      "cov-distil (oracle2teacher)": 3.702457904815674,
+      "cov-distil": 1.8068534135818481,
+      "cov-distil (oracle2student)": 3.8556199073791504,
+      "cov-distil (oracle2teacher)": 3.820314407348633,
       "epoch": 2.023547880690738,
-      "rel-constrast": 2.315213441848755,
+      "rel-constrast": 2.6525394916534424,
       "step": 2578,
-      "subrel-constrast": 3.5127367973327637,
+      "subrel-constrast": 3.376295566558838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6934369802474976,
-      "cov-distil (oracle2student)": 3.355029582977295,
-      "cov-distil (oracle2teacher)": 3.177870273590088,
+      "cov-distil": 2.3179640769958496,
+      "cov-distil (oracle2student)": 3.495100736618042,
+      "cov-distil (oracle2teacher)": 3.7734947204589844,
       "epoch": 2.024332810047096,
-      "rel-constrast": 2.0333688259124756,
+      "rel-constrast": 2.5823702812194824,
       "step": 2579,
-      "subrel-constrast": 2.8781931400299072,
+      "subrel-constrast": 2.9780588150024414,
       "view-similarity": 0
     },
     {
       "epoch": 2.025117739403454,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.78125,
       "learning_rate": 4.629774469587566e-05,
-      "loss": 0.7227,
+      "loss": 0.7943,
       "step": 2580
     },
     {
-      "cov-distil": 1.3028523921966553,
-      "cov-distil (oracle2student)": 3.810821533203125,
-      "cov-distil (oracle2teacher)": 4.263686180114746,
+      "cov-distil": 1.64290189743042,
+      "cov-distil (oracle2student)": 4.286041259765625,
+      "cov-distil (oracle2teacher)": 4.229805946350098,
       "epoch": 2.025117739403454,
-      "rel-constrast": 2.8056259155273438,
+      "rel-constrast": 3.1607584953308105,
       "step": 2580,
-      "subrel-constrast": 3.879927396774292,
+      "subrel-constrast": 3.425243616104126,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5767713785171509,
-      "cov-distil (oracle2student)": 5.214993476867676,
-      "cov-distil (oracle2teacher)": 4.8706159591674805,
+      "cov-distil": 2.106656074523926,
+      "cov-distil (oracle2student)": 5.261075019836426,
+      "cov-distil (oracle2teacher)": 5.302379608154297,
       "epoch": 2.0259026687598114,
-      "rel-constrast": 2.7533178329467773,
+      "rel-constrast": 2.4721899032592773,
       "step": 2581,
-      "subrel-constrast": 3.49395489692688,
+      "subrel-constrast": 3.5578668117523193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4240691661834717,
-      "cov-distil (oracle2student)": 4.208713531494141,
-      "cov-distil (oracle2teacher)": 4.036467552185059,
+      "cov-distil": 1.8213783502578735,
+      "cov-distil (oracle2student)": 3.935037612915039,
+      "cov-distil (oracle2teacher)": 4.231114864349365,
       "epoch": 2.0266875981161694,
-      "rel-constrast": 3.2611076831817627,
+      "rel-constrast": 3.170137405395508,
       "step": 2582,
-      "subrel-constrast": 3.5960912704467773,
+      "subrel-constrast": 3.560936450958252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7780306339263916,
-      "cov-distil (oracle2student)": 3.269775867462158,
-      "cov-distil (oracle2teacher)": 3.517242908477783,
+      "cov-distil": 1.903618574142456,
+      "cov-distil (oracle2student)": 3.957271099090576,
+      "cov-distil (oracle2teacher)": 3.6521921157836914,
       "epoch": 2.0274725274725274,
-      "rel-constrast": 1.1963260173797607,
+      "rel-constrast": 1.9538326263427734,
       "step": 2583,
-      "subrel-constrast": 2.6474497318267822,
+      "subrel-constrast": 2.338862895965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.755824327468872,
-      "cov-distil (oracle2student)": 3.933684825897217,
-      "cov-distil (oracle2teacher)": 3.597294807434082,
+      "cov-distil": 2.490788459777832,
+      "cov-distil (oracle2student)": 4.004213333129883,
+      "cov-distil (oracle2teacher)": 4.351874828338623,
       "epoch": 2.0282574568288854,
-      "rel-constrast": 2.826699733734131,
+      "rel-constrast": 3.1571736335754395,
       "step": 2584,
-      "subrel-constrast": 3.768807888031006,
+      "subrel-constrast": 3.825326442718506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0861318111419678,
-      "cov-distil (oracle2student)": 5.439233779907227,
-      "cov-distil (oracle2teacher)": 5.051532745361328,
+      "cov-distil": 1.9407141208648682,
+      "cov-distil (oracle2student)": 6.653751850128174,
+      "cov-distil (oracle2teacher)": 5.674986839294434,
       "epoch": 2.0290423861852434,
-      "rel-constrast": 3.087024211883545,
+      "rel-constrast": 3.3527393341064453,
       "step": 2585,
-      "subrel-constrast": 3.9976446628570557,
+      "subrel-constrast": 3.6888833045959473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.738134741783142,
-      "cov-distil (oracle2student)": 3.7544403076171875,
-      "cov-distil (oracle2teacher)": 3.467432975769043,
+      "cov-distil": 1.9719537496566772,
+      "cov-distil (oracle2student)": 3.7289927005767822,
+      "cov-distil (oracle2teacher)": 3.6978883743286133,
       "epoch": 2.0298273155416013,
-      "rel-constrast": 2.48966646194458,
+      "rel-constrast": 2.562682628631592,
       "step": 2586,
-      "subrel-constrast": 3.183173418045044,
+      "subrel-constrast": 3.298043966293335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2197861671447754,
-      "cov-distil (oracle2student)": 5.314908027648926,
-      "cov-distil (oracle2teacher)": 4.767375469207764,
+      "cov-distil": 1.7187918424606323,
+      "cov-distil (oracle2student)": 5.61500358581543,
+      "cov-distil (oracle2teacher)": 5.141355514526367,
       "epoch": 2.0306122448979593,
-      "rel-constrast": 3.757617712020874,
+      "rel-constrast": 4.794120788574219,
       "step": 2587,
-      "subrel-constrast": 4.15952730178833,
+      "subrel-constrast": 4.2575578689575195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6040942668914795,
-      "cov-distil (oracle2student)": 4.000999450683594,
-      "cov-distil (oracle2teacher)": 4.231811046600342,
+      "cov-distil": 1.7838062047958374,
+      "cov-distil (oracle2student)": 4.273924827575684,
+      "cov-distil (oracle2teacher)": 4.758326530456543,
       "epoch": 2.0313971742543173,
-      "rel-constrast": 2.67399263381958,
+      "rel-constrast": 3.2736024856567383,
       "step": 2588,
-      "subrel-constrast": 3.617424488067627,
+      "subrel-constrast": 3.8568239212036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.276611804962158,
-      "cov-distil (oracle2student)": 4.317698955535889,
-      "cov-distil (oracle2teacher)": 4.421903610229492,
+      "cov-distil": 2.4097676277160645,
+      "cov-distil (oracle2student)": 4.438101768493652,
+      "cov-distil (oracle2teacher)": 4.4526777267456055,
       "epoch": 2.032182103610675,
-      "rel-constrast": 2.525721549987793,
+      "rel-constrast": 3.094322681427002,
       "step": 2589,
-      "subrel-constrast": 3.4121804237365723,
+      "subrel-constrast": 3.6518900394439697,
       "view-similarity": 0
     },
     {
       "epoch": 2.032967032967033,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.375,
       "learning_rate": 4.625191458693957e-05,
-      "loss": 0.7263,
+      "loss": 0.7748,
       "step": 2590
     },
     {
-      "cov-distil": 1.9891952276229858,
-      "cov-distil (oracle2student)": 4.805106163024902,
-      "cov-distil (oracle2teacher)": 4.374859809875488,
+      "cov-distil": 1.9144514799118042,
+      "cov-distil (oracle2student)": 5.0744781494140625,
+      "cov-distil (oracle2teacher)": 4.561003684997559,
       "epoch": 2.032967032967033,
-      "rel-constrast": 3.290797710418701,
+      "rel-constrast": 3.383823871612549,
       "step": 2590,
-      "subrel-constrast": 3.8304505348205566,
+      "subrel-constrast": 3.7647018432617188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6702110767364502,
-      "cov-distil (oracle2student)": 5.877730369567871,
-      "cov-distil (oracle2teacher)": 5.177729606628418,
+      "cov-distil": 2.2050082683563232,
+      "cov-distil (oracle2student)": 5.980766296386719,
+      "cov-distil (oracle2teacher)": 5.246089935302734,
       "epoch": 2.033751962323391,
-      "rel-constrast": 2.070183277130127,
+      "rel-constrast": 2.6208643913269043,
       "step": 2591,
-      "subrel-constrast": 3.159494161605835,
+      "subrel-constrast": 3.3308420181274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5158226490020752,
-      "cov-distil (oracle2student)": 4.369362831115723,
-      "cov-distil (oracle2teacher)": 4.001250743865967,
+      "cov-distil": 1.7517015933990479,
+      "cov-distil (oracle2student)": 4.809141635894775,
+      "cov-distil (oracle2teacher)": 4.498287677764893,
       "epoch": 2.034536891679749,
-      "rel-constrast": 3.192948341369629,
+      "rel-constrast": 3.3544797897338867,
       "step": 2592,
-      "subrel-constrast": 3.6024951934814453,
+      "subrel-constrast": 3.7596452236175537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8568706512451172,
-      "cov-distil (oracle2student)": 4.513680458068848,
-      "cov-distil (oracle2teacher)": 4.223357200622559,
+      "cov-distil": 2.368474006652832,
+      "cov-distil (oracle2student)": 4.241973400115967,
+      "cov-distil (oracle2teacher)": 4.2504425048828125,
       "epoch": 2.035321821036107,
-      "rel-constrast": 2.0967488288879395,
+      "rel-constrast": 2.1063215732574463,
       "step": 2593,
-      "subrel-constrast": 3.0529472827911377,
+      "subrel-constrast": 3.011367082595825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5366591215133667,
-      "cov-distil (oracle2student)": 3.170410394668579,
-      "cov-distil (oracle2teacher)": 3.2562005519866943,
+      "cov-distil": 2.374155044555664,
+      "cov-distil (oracle2student)": 3.2214338779449463,
+      "cov-distil (oracle2teacher)": 3.059232234954834,
       "epoch": 2.036106750392465,
-      "rel-constrast": 1.9721282720565796,
+      "rel-constrast": 2.1299049854278564,
       "step": 2594,
-      "subrel-constrast": 3.2721357345581055,
+      "subrel-constrast": 2.9743096828460693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7600288391113281,
-      "cov-distil (oracle2student)": 4.301647186279297,
-      "cov-distil (oracle2teacher)": 4.46275520324707,
+      "cov-distil": 1.754664659500122,
+      "cov-distil (oracle2student)": 4.529369831085205,
+      "cov-distil (oracle2teacher)": 4.538191795349121,
       "epoch": 2.036891679748823,
-      "rel-constrast": 2.8285584449768066,
+      "rel-constrast": 3.3162243366241455,
       "step": 2595,
-      "subrel-constrast": 4.024070739746094,
+      "subrel-constrast": 3.684436559677124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.63007390499115,
-      "cov-distil (oracle2student)": 4.736753463745117,
-      "cov-distil (oracle2teacher)": 4.827028751373291,
+      "cov-distil": 1.9793081283569336,
+      "cov-distil (oracle2student)": 5.334100723266602,
+      "cov-distil (oracle2teacher)": 5.673299789428711,
       "epoch": 2.0376766091051803,
-      "rel-constrast": 2.762828826904297,
+      "rel-constrast": 2.7453503608703613,
       "step": 2596,
-      "subrel-constrast": 3.931101083755493,
+      "subrel-constrast": 3.9526169300079346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4966025352478027,
-      "cov-distil (oracle2student)": 3.9267525672912598,
-      "cov-distil (oracle2teacher)": 3.605562686920166,
+      "cov-distil": 1.9506689310073853,
+      "cov-distil (oracle2student)": 4.164947509765625,
+      "cov-distil (oracle2teacher)": 4.2195048332214355,
       "epoch": 2.0384615384615383,
-      "rel-constrast": 1.671107292175293,
+      "rel-constrast": 1.7940795421600342,
       "step": 2597,
-      "subrel-constrast": 2.7106053829193115,
+      "subrel-constrast": 2.7505993843078613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5657718181610107,
-      "cov-distil (oracle2student)": 3.0323739051818848,
-      "cov-distil (oracle2teacher)": 3.4227917194366455,
+      "cov-distil": 2.353914976119995,
+      "cov-distil (oracle2student)": 3.102748394012451,
+      "cov-distil (oracle2teacher)": 3.476780414581299,
       "epoch": 2.0392464678178963,
-      "rel-constrast": 1.988607406616211,
+      "rel-constrast": 2.194990873336792,
       "step": 2598,
-      "subrel-constrast": 3.1713273525238037,
+      "subrel-constrast": 2.9327163696289062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5810461044311523,
-      "cov-distil (oracle2student)": 4.162444114685059,
-      "cov-distil (oracle2teacher)": 4.119106292724609,
+      "cov-distil": 1.7772551774978638,
+      "cov-distil (oracle2student)": 4.323163032531738,
+      "cov-distil (oracle2teacher)": 4.323888778686523,
       "epoch": 2.0400313971742543,
-      "rel-constrast": 2.2787699699401855,
+      "rel-constrast": 2.540398359298706,
       "step": 2599,
-      "subrel-constrast": 3.4076006412506104,
+      "subrel-constrast": 3.4497170448303223,
       "view-similarity": 0
     },
     {
       "epoch": 2.0408163265306123,
-      "grad_norm": 5.09375,
+      "grad_norm": 5.75,
       "learning_rate": 4.6205825530130944e-05,
-      "loss": 0.6453,
+      "loss": 0.6547,
       "step": 2600
     },
     {
       "epoch": 2.0408163265306123,
-      "overlap": 0.29375001788139343,
+      "overlap": 0.27031251788139343,
       "step": 2600
     },
     {
       "epoch": 2.0408163265306123,
       "step": 2600,
-      "student margin": 0.070892333984375
+      "student margin": 0.0684814453125
     },
     {
       "epoch": 2.0408163265306123,
       "step": 2600,
-      "teacher margin": 0.052001953125
+      "teacher margin": 0.055023193359375
     },
     {
       "epoch": 2.0408163265306123,
-      "margin difference": -0.018890380859375,
+      "margin difference": -0.013458251953125,
       "step": 2600
     },
     {
-      "cov-distil": 1.3353180885314941,
-      "cov-distil (oracle2student)": 4.13485050201416,
-      "cov-distil (oracle2teacher)": 4.110435485839844,
+      "cov-distil": 1.9599573612213135,
+      "cov-distil (oracle2student)": 4.334949016571045,
+      "cov-distil (oracle2teacher)": 4.332773208618164,
       "epoch": 2.0408163265306123,
-      "rel-constrast": 2.034916639328003,
+      "rel-constrast": 2.2787487506866455,
       "step": 2600,
-      "subrel-constrast": 2.887387275695801,
+      "subrel-constrast": 2.7162485122680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1994287967681885,
-      "cov-distil (oracle2student)": 2.9966912269592285,
-      "cov-distil (oracle2teacher)": 2.8486647605895996,
+      "cov-distil": 1.6753385066986084,
+      "cov-distil (oracle2student)": 3.1705105304718018,
+      "cov-distil (oracle2teacher)": 3.1863956451416016,
       "epoch": 2.0416012558869703,
-      "rel-constrast": 3.2924585342407227,
+      "rel-constrast": 3.380878448486328,
       "step": 2601,
-      "subrel-constrast": 3.7677018642425537,
+      "subrel-constrast": 4.0329132080078125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4664499759674072,
-      "cov-distil (oracle2student)": 2.889111280441284,
-      "cov-distil (oracle2teacher)": 2.9977712631225586,
+      "cov-distil": 1.4791250228881836,
+      "cov-distil (oracle2student)": 3.3417696952819824,
+      "cov-distil (oracle2teacher)": 3.1240437030792236,
       "epoch": 2.0423861852433283,
-      "rel-constrast": 2.7742416858673096,
+      "rel-constrast": 3.5847482681274414,
       "step": 2602,
-      "subrel-constrast": 3.734666347503662,
+      "subrel-constrast": 3.6848323345184326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3811352252960205,
-      "cov-distil (oracle2student)": 4.0174455642700195,
-      "cov-distil (oracle2teacher)": 3.3547983169555664,
+      "cov-distil": 2.2350072860717773,
+      "cov-distil (oracle2student)": 4.5829386711120605,
+      "cov-distil (oracle2teacher)": 3.928952932357788,
       "epoch": 2.043171114599686,
-      "rel-constrast": 1.73324716091156,
+      "rel-constrast": 2.38070011138916,
       "step": 2603,
-      "subrel-constrast": 2.582387924194336,
+      "subrel-constrast": 2.7307372093200684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.231534481048584,
-      "cov-distil (oracle2student)": 2.55495285987854,
-      "cov-distil (oracle2teacher)": 3.286497116088867,
+      "cov-distil": 2.0364584922790527,
+      "cov-distil (oracle2student)": 2.5215747356414795,
+      "cov-distil (oracle2teacher)": 3.479705810546875,
       "epoch": 2.043956043956044,
-      "rel-constrast": 2.130127429962158,
+      "rel-constrast": 2.4963343143463135,
       "step": 2604,
-      "subrel-constrast": 3.2361092567443848,
+      "subrel-constrast": 3.1777212619781494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5310068130493164,
-      "cov-distil (oracle2student)": 5.050435543060303,
-      "cov-distil (oracle2teacher)": 5.094297409057617,
+      "cov-distil": 1.8203030824661255,
+      "cov-distil (oracle2student)": 5.179355144500732,
+      "cov-distil (oracle2teacher)": 5.203173637390137,
       "epoch": 2.044740973312402,
-      "rel-constrast": 2.9133460521698,
+      "rel-constrast": 2.9996206760406494,
       "step": 2605,
-      "subrel-constrast": 4.075055122375488,
+      "subrel-constrast": 3.893571615219116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.244946837425232,
-      "cov-distil (oracle2student)": 4.271355628967285,
-      "cov-distil (oracle2teacher)": 4.190159797668457,
+      "cov-distil": 1.810497522354126,
+      "cov-distil (oracle2student)": 4.0920915603637695,
+      "cov-distil (oracle2teacher)": 4.175153732299805,
       "epoch": 2.0455259026687598,
-      "rel-constrast": 1.8294062614440918,
+      "rel-constrast": 2.0392580032348633,
       "step": 2606,
-      "subrel-constrast": 2.2923924922943115,
+      "subrel-constrast": 2.6604857444763184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.180721640586853,
-      "cov-distil (oracle2student)": 5.730915546417236,
-      "cov-distil (oracle2teacher)": 5.230205535888672,
+      "cov-distil": 1.6501166820526123,
+      "cov-distil (oracle2student)": 6.8314642906188965,
+      "cov-distil (oracle2teacher)": 5.271141052246094,
       "epoch": 2.0463108320251178,
-      "rel-constrast": 3.3854150772094727,
+      "rel-constrast": 4.214098930358887,
       "step": 2607,
-      "subrel-constrast": 3.470841884613037,
+      "subrel-constrast": 3.6952028274536133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5891168117523193,
-      "cov-distil (oracle2student)": 5.012734413146973,
-      "cov-distil (oracle2teacher)": 4.07102108001709,
+      "cov-distil": 2.189912796020508,
+      "cov-distil (oracle2student)": 4.973696708679199,
+      "cov-distil (oracle2teacher)": 4.131874084472656,
       "epoch": 2.0470957613814758,
-      "rel-constrast": 2.4456820487976074,
+      "rel-constrast": 2.0516114234924316,
       "step": 2608,
-      "subrel-constrast": 2.8813846111297607,
+      "subrel-constrast": 3.1052796840667725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.561317801475525,
-      "cov-distil (oracle2student)": 4.409381866455078,
-      "cov-distil (oracle2teacher)": 3.6781423091888428,
+      "cov-distil": 2.587594509124756,
+      "cov-distil (oracle2student)": 4.460018157958984,
+      "cov-distil (oracle2teacher)": 3.875865936279297,
       "epoch": 2.0478806907378337,
-      "rel-constrast": 2.498624801635742,
+      "rel-constrast": 2.4061925411224365,
       "step": 2609,
-      "subrel-constrast": 3.498225688934326,
+      "subrel-constrast": 3.9187872409820557,
       "view-similarity": 0
     },
     {
       "epoch": 2.0486656200941917,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.84375,
       "learning_rate": 4.615947808703038e-05,
-      "loss": 0.6602,
+      "loss": 0.6958,
       "step": 2610
     },
     {
-      "cov-distil": 1.1958653926849365,
-      "cov-distil (oracle2student)": 3.470388889312744,
-      "cov-distil (oracle2teacher)": 3.401221752166748,
+      "cov-distil": 1.3121542930603027,
+      "cov-distil (oracle2student)": 3.5239992141723633,
+      "cov-distil (oracle2teacher)": 3.66960072517395,
       "epoch": 2.0486656200941917,
-      "rel-constrast": 2.911684513092041,
+      "rel-constrast": 3.157320261001587,
       "step": 2610,
-      "subrel-constrast": 3.47914457321167,
+      "subrel-constrast": 3.702549695968628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2997448444366455,
-      "cov-distil (oracle2student)": 5.657401084899902,
-      "cov-distil (oracle2teacher)": 5.465598106384277,
+      "cov-distil": 1.8178378343582153,
+      "cov-distil (oracle2student)": 6.496721267700195,
+      "cov-distil (oracle2teacher)": 5.5974016189575195,
       "epoch": 2.0494505494505493,
-      "rel-constrast": 2.43680477142334,
+      "rel-constrast": 2.9603922367095947,
       "step": 2611,
-      "subrel-constrast": 3.2656545639038086,
+      "subrel-constrast": 3.3300070762634277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6255913972854614,
-      "cov-distil (oracle2student)": 4.915378093719482,
-      "cov-distil (oracle2teacher)": 3.8784754276275635,
+      "cov-distil": 1.4235543012619019,
+      "cov-distil (oracle2student)": 5.199825763702393,
+      "cov-distil (oracle2teacher)": 4.541558265686035,
       "epoch": 2.0502354788069073,
-      "rel-constrast": 3.5305025577545166,
+      "rel-constrast": 3.590573310852051,
       "step": 2612,
-      "subrel-constrast": 4.088052749633789,
+      "subrel-constrast": 4.447882652282715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3821957111358643,
-      "cov-distil (oracle2student)": 4.436394214630127,
-      "cov-distil (oracle2teacher)": 4.010889530181885,
+      "cov-distil": 1.8470898866653442,
+      "cov-distil (oracle2student)": 4.730347633361816,
+      "cov-distil (oracle2teacher)": 4.164238452911377,
       "epoch": 2.0510204081632653,
-      "rel-constrast": 3.1295995712280273,
+      "rel-constrast": 3.3476314544677734,
       "step": 2613,
-      "subrel-constrast": 3.5616137981414795,
+      "subrel-constrast": 3.5674805641174316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1164778470993042,
-      "cov-distil (oracle2student)": 4.532923698425293,
-      "cov-distil (oracle2teacher)": 3.713280200958252,
+      "cov-distil": 1.1728808879852295,
+      "cov-distil (oracle2student)": 5.276403427124023,
+      "cov-distil (oracle2teacher)": 4.225274085998535,
       "epoch": 2.0518053375196232,
-      "rel-constrast": 3.3535280227661133,
+      "rel-constrast": 3.727715492248535,
       "step": 2614,
-      "subrel-constrast": 3.764984369277954,
+      "subrel-constrast": 3.916203498840332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4952445030212402,
-      "cov-distil (oracle2student)": 5.140346527099609,
-      "cov-distil (oracle2teacher)": 4.428337097167969,
+      "cov-distil": 2.107821464538574,
+      "cov-distil (oracle2student)": 5.391210079193115,
+      "cov-distil (oracle2teacher)": 5.489698886871338,
       "epoch": 2.0525902668759812,
-      "rel-constrast": 2.1320676803588867,
+      "rel-constrast": 2.6765925884246826,
       "step": 2615,
-      "subrel-constrast": 3.3597524166107178,
+      "subrel-constrast": 3.366100788116455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5255954265594482,
-      "cov-distil (oracle2student)": 4.445937156677246,
-      "cov-distil (oracle2teacher)": 4.1274309158325195,
+      "cov-distil": 1.871289849281311,
+      "cov-distil (oracle2student)": 4.368426322937012,
+      "cov-distil (oracle2teacher)": 4.667512893676758,
       "epoch": 2.053375196232339,
-      "rel-constrast": 2.234030246734619,
+      "rel-constrast": 2.2902064323425293,
       "step": 2616,
-      "subrel-constrast": 2.8266353607177734,
+      "subrel-constrast": 2.7595367431640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200836181640625,
-      "cov-distil (oracle2student)": 3.004601001739502,
-      "cov-distil (oracle2teacher)": 3.2362146377563477,
+      "cov-distil": 1.3633742332458496,
+      "cov-distil (oracle2student)": 3.0883371829986572,
+      "cov-distil (oracle2teacher)": 3.698395013809204,
       "epoch": 2.054160125588697,
-      "rel-constrast": 2.0423483848571777,
+      "rel-constrast": 2.2036516666412354,
       "step": 2617,
-      "subrel-constrast": 2.7475426197052,
+      "subrel-constrast": 2.7595908641815186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4691020250320435,
-      "cov-distil (oracle2student)": 4.966156482696533,
-      "cov-distil (oracle2teacher)": 4.712005615234375,
+      "cov-distil": 1.471066951751709,
+      "cov-distil (oracle2student)": 4.996579170227051,
+      "cov-distil (oracle2teacher)": 5.2777910232543945,
       "epoch": 2.0549450549450547,
-      "rel-constrast": 2.211719036102295,
+      "rel-constrast": 2.8793280124664307,
       "step": 2618,
-      "subrel-constrast": 2.7315731048583984,
+      "subrel-constrast": 3.0873780250549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9583064317703247,
-      "cov-distil (oracle2student)": 4.417433738708496,
-      "cov-distil (oracle2teacher)": 4.307394504547119,
+      "cov-distil": 2.059990167617798,
+      "cov-distil (oracle2student)": 4.370577812194824,
+      "cov-distil (oracle2teacher)": 4.407511234283447,
       "epoch": 2.0557299843014127,
-      "rel-constrast": 3.6653056144714355,
+      "rel-constrast": 3.730240821838379,
       "step": 2619,
-      "subrel-constrast": 3.9538042545318604,
+      "subrel-constrast": 4.285340309143066,
       "view-similarity": 0
     },
     {
       "epoch": 2.0565149136577707,
-      "grad_norm": 6.40625,
+      "grad_norm": 6.875,
       "learning_rate": 4.611287282236686e-05,
-      "loss": 0.7269,
+      "loss": 0.7641,
       "step": 2620
     },
     {
-      "cov-distil": 1.1691734790802002,
-      "cov-distil (oracle2student)": 2.8941993713378906,
-      "cov-distil (oracle2teacher)": 2.9856529235839844,
+      "cov-distil": 1.273260235786438,
+      "cov-distil (oracle2student)": 2.9554643630981445,
+      "cov-distil (oracle2teacher)": 2.9124755859375,
       "epoch": 2.0565149136577707,
-      "rel-constrast": 2.6235601902008057,
+      "rel-constrast": 2.5914559364318848,
       "step": 2620,
-      "subrel-constrast": 3.049262046813965,
+      "subrel-constrast": 2.444936513900757,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2292662858963013,
-      "cov-distil (oracle2student)": 3.332024335861206,
-      "cov-distil (oracle2teacher)": 3.243257999420166,
+      "cov-distil": 1.3982512950897217,
+      "cov-distil (oracle2student)": 3.346816062927246,
+      "cov-distil (oracle2teacher)": 3.162898302078247,
       "epoch": 2.0572998430141287,
-      "rel-constrast": 2.104247570037842,
+      "rel-constrast": 2.4623937606811523,
       "step": 2621,
-      "subrel-constrast": 2.971797227859497,
+      "subrel-constrast": 2.9139773845672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.06044602394104,
-      "cov-distil (oracle2student)": 3.125821590423584,
-      "cov-distil (oracle2teacher)": 2.608621120452881,
+      "cov-distil": 1.777498483657837,
+      "cov-distil (oracle2student)": 3.0417275428771973,
+      "cov-distil (oracle2teacher)": 3.0040581226348877,
       "epoch": 2.0580847723704867,
-      "rel-constrast": 2.712275266647339,
+      "rel-constrast": 2.7511425018310547,
       "step": 2622,
-      "subrel-constrast": 2.954022169113159,
+      "subrel-constrast": 3.5441601276397705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.219322919845581,
-      "cov-distil (oracle2student)": 2.71720290184021,
-      "cov-distil (oracle2teacher)": 2.874880313873291,
+      "cov-distil": 1.7731595039367676,
+      "cov-distil (oracle2student)": 2.708233594894409,
+      "cov-distil (oracle2teacher)": 2.6952953338623047,
       "epoch": 2.0588697017268447,
-      "rel-constrast": 2.4119319915771484,
+      "rel-constrast": 2.1112568378448486,
       "step": 2623,
-      "subrel-constrast": 3.08075213432312,
+      "subrel-constrast": 3.2257211208343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5224895477294922,
-      "cov-distil (oracle2student)": 5.749883651733398,
-      "cov-distil (oracle2teacher)": 5.228310585021973,
+      "cov-distil": 1.7879929542541504,
+      "cov-distil (oracle2student)": 5.2504119873046875,
+      "cov-distil (oracle2teacher)": 5.013355731964111,
       "epoch": 2.0596546310832027,
-      "rel-constrast": 2.106882095336914,
+      "rel-constrast": 2.437877893447876,
       "step": 2624,
-      "subrel-constrast": 2.9463582038879395,
+      "subrel-constrast": 2.7095768451690674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7161511182785034,
-      "cov-distil (oracle2student)": 3.4208297729492188,
-      "cov-distil (oracle2teacher)": 3.233896493911743,
+      "cov-distil": 1.8086116313934326,
+      "cov-distil (oracle2student)": 3.55668568611145,
+      "cov-distil (oracle2teacher)": 3.2694497108459473,
       "epoch": 2.0604395604395602,
-      "rel-constrast": 2.2465767860412598,
+      "rel-constrast": 2.7780134677886963,
       "step": 2625,
-      "subrel-constrast": 3.2330284118652344,
+      "subrel-constrast": 3.39591646194458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5517866611480713,
-      "cov-distil (oracle2student)": 6.162747383117676,
-      "cov-distil (oracle2teacher)": 5.35258674621582,
+      "cov-distil": 1.8230431079864502,
+      "cov-distil (oracle2student)": 5.704968452453613,
+      "cov-distil (oracle2teacher)": 5.55893611907959,
       "epoch": 2.061224489795918,
-      "rel-constrast": 3.7531769275665283,
+      "rel-constrast": 3.6246590614318848,
       "step": 2626,
-      "subrel-constrast": 4.485931396484375,
+      "subrel-constrast": 4.6057891845703125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0393245220184326,
-      "cov-distil (oracle2student)": 5.304793357849121,
-      "cov-distil (oracle2teacher)": 4.669814109802246,
+      "cov-distil": 1.7919341325759888,
+      "cov-distil (oracle2student)": 5.597870826721191,
+      "cov-distil (oracle2teacher)": 5.256979942321777,
       "epoch": 2.062009419152276,
-      "rel-constrast": 1.8870246410369873,
+      "rel-constrast": 2.2496767044067383,
       "step": 2627,
-      "subrel-constrast": 2.6734120845794678,
+      "subrel-constrast": 2.4335296154022217,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7491568326950073,
-      "cov-distil (oracle2student)": 5.738511085510254,
-      "cov-distil (oracle2teacher)": 4.763905048370361,
+      "cov-distil": 1.969364881515503,
+      "cov-distil (oracle2student)": 4.96711540222168,
+      "cov-distil (oracle2teacher)": 5.427218914031982,
       "epoch": 2.062794348508634,
-      "rel-constrast": 3.257175922393799,
+      "rel-constrast": 3.431835651397705,
       "step": 2628,
-      "subrel-constrast": 3.4501240253448486,
+      "subrel-constrast": 3.713629722595215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8414740562438965,
-      "cov-distil (oracle2student)": 4.693289756774902,
-      "cov-distil (oracle2teacher)": 4.3830366134643555,
+      "cov-distil": 1.8349517583847046,
+      "cov-distil (oracle2student)": 5.372576713562012,
+      "cov-distil (oracle2teacher)": 4.703330039978027,
       "epoch": 2.063579277864992,
-      "rel-constrast": 3.035696029663086,
+      "rel-constrast": 3.3668973445892334,
       "step": 2629,
-      "subrel-constrast": 3.150063991546631,
+      "subrel-constrast": 3.228548049926758,
       "view-similarity": 0
     },
     {
       "epoch": 2.06436420722135,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.0625,
       "learning_rate": 4.606601030401081e-05,
-      "loss": 0.6912,
+      "loss": 0.6951,
       "step": 2630
     },
     {
-      "cov-distil": 1.86207115650177,
-      "cov-distil (oracle2student)": 3.8686020374298096,
-      "cov-distil (oracle2teacher)": 4.128180503845215,
+      "cov-distil": 1.9717159271240234,
+      "cov-distil (oracle2student)": 4.019659042358398,
+      "cov-distil (oracle2teacher)": 4.099271774291992,
       "epoch": 2.06436420722135,
-      "rel-constrast": 3.4406189918518066,
+      "rel-constrast": 3.872594118118286,
       "step": 2630,
-      "subrel-constrast": 4.844143390655518,
+      "subrel-constrast": 4.412281036376953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.511430025100708,
-      "cov-distil (oracle2student)": 4.376862525939941,
-      "cov-distil (oracle2teacher)": 4.287481307983398,
+      "cov-distil": 1.6796497106552124,
+      "cov-distil (oracle2student)": 4.730873107910156,
+      "cov-distil (oracle2teacher)": 4.047366619110107,
       "epoch": 2.065149136577708,
-      "rel-constrast": 2.4270565509796143,
+      "rel-constrast": 3.0993740558624268,
       "step": 2631,
-      "subrel-constrast": 3.3270809650421143,
+      "subrel-constrast": 3.298053026199341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0819294452667236,
-      "cov-distil (oracle2student)": 3.267848253250122,
-      "cov-distil (oracle2teacher)": 3.2794508934020996,
+      "cov-distil": 2.769099473953247,
+      "cov-distil (oracle2student)": 3.047415256500244,
+      "cov-distil (oracle2teacher)": 3.062382459640503,
       "epoch": 2.065934065934066,
-      "rel-constrast": 2.062077045440674,
+      "rel-constrast": 2.531759262084961,
       "step": 2632,
-      "subrel-constrast": 3.303976535797119,
+      "subrel-constrast": 3.317408323287964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6889008283615112,
-      "cov-distil (oracle2student)": 4.9657392501831055,
-      "cov-distil (oracle2teacher)": 5.1121110916137695,
+      "cov-distil": 2.172146797180176,
+      "cov-distil (oracle2student)": 6.097752571105957,
+      "cov-distil (oracle2teacher)": 5.0578718185424805,
       "epoch": 2.0667189952904237,
-      "rel-constrast": 2.868468999862671,
+      "rel-constrast": 3.3052895069122314,
       "step": 2633,
-      "subrel-constrast": 3.2229743003845215,
+      "subrel-constrast": 3.216153383255005,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.324570894241333,
-      "cov-distil (oracle2student)": 2.6373257637023926,
-      "cov-distil (oracle2teacher)": 2.5664517879486084,
+      "cov-distil": 1.7707581520080566,
+      "cov-distil (oracle2student)": 2.854623317718506,
+      "cov-distil (oracle2teacher)": 2.5792407989501953,
       "epoch": 2.0675039246467817,
-      "rel-constrast": 2.357619524002075,
+      "rel-constrast": 2.815687656402588,
       "step": 2634,
-      "subrel-constrast": 3.0723659992218018,
+      "subrel-constrast": 2.8273110389709473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.299598217010498,
-      "cov-distil (oracle2student)": 3.059826374053955,
-      "cov-distil (oracle2teacher)": 2.848837375640869,
+      "cov-distil": 1.4964101314544678,
+      "cov-distil (oracle2student)": 3.2439072132110596,
+      "cov-distil (oracle2teacher)": 3.307908058166504,
       "epoch": 2.0682888540031397,
-      "rel-constrast": 1.9807883501052856,
+      "rel-constrast": 2.1199488639831543,
       "step": 2635,
-      "subrel-constrast": 2.763944387435913,
+      "subrel-constrast": 2.822643756866455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2854645252227783,
-      "cov-distil (oracle2student)": 3.6068713665008545,
-      "cov-distil (oracle2teacher)": 3.47721004486084,
+      "cov-distil": 1.4465312957763672,
+      "cov-distil (oracle2student)": 4.0055036544799805,
+      "cov-distil (oracle2teacher)": 3.777785062789917,
       "epoch": 2.0690737833594977,
-      "rel-constrast": 1.338415503501892,
+      "rel-constrast": 1.9512943029403687,
       "step": 2636,
-      "subrel-constrast": 2.1358401775360107,
+      "subrel-constrast": 2.1339073181152344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8717029094696045,
-      "cov-distil (oracle2student)": 3.2437119483947754,
-      "cov-distil (oracle2teacher)": 2.883582353591919,
+      "cov-distil": 1.082223653793335,
+      "cov-distil (oracle2student)": 2.9353997707366943,
+      "cov-distil (oracle2teacher)": 3.306615114212036,
       "epoch": 2.0698587127158556,
-      "rel-constrast": 2.3376541137695312,
+      "rel-constrast": 2.733520746231079,
       "step": 2637,
-      "subrel-constrast": 2.6891350746154785,
+      "subrel-constrast": 2.6333048343658447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2896864414215088,
-      "cov-distil (oracle2student)": 3.831578016281128,
-      "cov-distil (oracle2teacher)": 3.8477606773376465,
+      "cov-distil": 1.9792912006378174,
+      "cov-distil (oracle2student)": 3.156419515609741,
+      "cov-distil (oracle2teacher)": 3.425894260406494,
       "epoch": 2.0706436420722136,
-      "rel-constrast": 2.234649181365967,
+      "rel-constrast": 2.505803108215332,
       "step": 2638,
-      "subrel-constrast": 2.7638421058654785,
+      "subrel-constrast": 2.43332839012146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4190914630889893,
-      "cov-distil (oracle2student)": 5.38115930557251,
-      "cov-distil (oracle2teacher)": 5.0927581787109375,
+      "cov-distil": 3.5616672039031982,
+      "cov-distil (oracle2student)": 5.6973114013671875,
+      "cov-distil (oracle2teacher)": 5.668779373168945,
       "epoch": 2.0714285714285716,
-      "rel-constrast": 2.8960766792297363,
+      "rel-constrast": 3.4316844940185547,
       "step": 2639,
-      "subrel-constrast": 3.9259538650512695,
+      "subrel-constrast": 4.117895126342773,
       "view-similarity": 0
     },
     {
       "epoch": 2.072213500784929,
-      "grad_norm": 5.25,
+      "grad_norm": 7.375,
       "learning_rate": 4.601889110296723e-05,
-      "loss": 0.6377,
+      "loss": 0.7092,
       "step": 2640
     },
     {
-      "cov-distil": 1.2628480195999146,
-      "cov-distil (oracle2student)": 7.320075988769531,
-      "cov-distil (oracle2teacher)": 6.652521133422852,
+      "cov-distil": 1.574925422668457,
+      "cov-distil (oracle2student)": 6.798882484436035,
+      "cov-distil (oracle2teacher)": 7.086607933044434,
       "epoch": 2.072213500784929,
-      "rel-constrast": 2.651520013809204,
+      "rel-constrast": 2.8487024307250977,
       "step": 2640,
-      "subrel-constrast": 3.115838050842285,
+      "subrel-constrast": 2.930239677429199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.809037685394287,
-      "cov-distil (oracle2student)": 3.7265210151672363,
-      "cov-distil (oracle2teacher)": 3.332104444503784,
+      "cov-distil": 2.1429190635681152,
+      "cov-distil (oracle2student)": 4.195045471191406,
+      "cov-distil (oracle2teacher)": 3.499901056289673,
       "epoch": 2.072998430141287,
-      "rel-constrast": 2.7049214839935303,
+      "rel-constrast": 3.516721248626709,
       "step": 2641,
-      "subrel-constrast": 3.3478193283081055,
+      "subrel-constrast": 3.68375825881958,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.663482666015625,
-      "cov-distil (oracle2student)": 3.964402675628662,
-      "cov-distil (oracle2teacher)": 3.4999351501464844,
+      "cov-distil": 2.290168046951294,
+      "cov-distil (oracle2student)": 4.739067077636719,
+      "cov-distil (oracle2teacher)": 4.19989013671875,
       "epoch": 2.073783359497645,
-      "rel-constrast": 2.9174981117248535,
+      "rel-constrast": 3.089609384536743,
       "step": 2642,
-      "subrel-constrast": 3.73445987701416,
+      "subrel-constrast": 3.0934457778930664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2319161891937256,
-      "cov-distil (oracle2student)": 3.655104160308838,
-      "cov-distil (oracle2teacher)": 3.113356590270996,
+      "cov-distil": 1.38181734085083,
+      "cov-distil (oracle2student)": 3.107469081878662,
+      "cov-distil (oracle2teacher)": 3.339040517807007,
       "epoch": 2.074568288854003,
-      "rel-constrast": 2.5532190799713135,
+      "rel-constrast": 2.4778902530670166,
       "step": 2643,
-      "subrel-constrast": 3.2015514373779297,
+      "subrel-constrast": 3.133873224258423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7000322341918945,
-      "cov-distil (oracle2student)": 4.919336318969727,
-      "cov-distil (oracle2teacher)": 4.484076499938965,
+      "cov-distil": 2.1994757652282715,
+      "cov-distil (oracle2student)": 4.61014986038208,
+      "cov-distil (oracle2teacher)": 5.117853164672852,
       "epoch": 2.075353218210361,
-      "rel-constrast": 2.886383056640625,
+      "rel-constrast": 3.872953414916992,
       "step": 2644,
-      "subrel-constrast": 4.0749077796936035,
+      "subrel-constrast": 4.006265163421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2829294204711914,
-      "cov-distil (oracle2student)": 4.820669174194336,
-      "cov-distil (oracle2teacher)": 4.5515241622924805,
+      "cov-distil": 1.8551610708236694,
+      "cov-distil (oracle2student)": 4.954656600952148,
+      "cov-distil (oracle2teacher)": 4.871798515319824,
       "epoch": 2.076138147566719,
-      "rel-constrast": 2.996272087097168,
+      "rel-constrast": 3.5060129165649414,
       "step": 2645,
-      "subrel-constrast": 3.6395366191864014,
+      "subrel-constrast": 3.422405242919922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.682198166847229,
-      "cov-distil (oracle2student)": 3.8332293033599854,
-      "cov-distil (oracle2teacher)": 3.2484774589538574,
+      "cov-distil": 2.0594091415405273,
+      "cov-distil (oracle2student)": 3.5196480751037598,
+      "cov-distil (oracle2teacher)": 3.7636115550994873,
       "epoch": 2.076923076923077,
-      "rel-constrast": 3.044987678527832,
+      "rel-constrast": 2.698888063430786,
       "step": 2646,
-      "subrel-constrast": 3.639526128768921,
+      "subrel-constrast": 3.775123357772827,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4817090034484863,
-      "cov-distil (oracle2student)": 3.8058836460113525,
-      "cov-distil (oracle2teacher)": 3.607952833175659,
+      "cov-distil": 1.790157437324524,
+      "cov-distil (oracle2student)": 3.80220365524292,
+      "cov-distil (oracle2teacher)": 3.869471311569214,
       "epoch": 2.0777080062794346,
-      "rel-constrast": 3.1399600505828857,
+      "rel-constrast": 3.234987497329712,
       "step": 2647,
-      "subrel-constrast": 3.959563732147217,
+      "subrel-constrast": 3.9877023696899414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8386852741241455,
-      "cov-distil (oracle2student)": 5.095797538757324,
-      "cov-distil (oracle2teacher)": 4.932601451873779,
+      "cov-distil": 2.00199031829834,
+      "cov-distil (oracle2student)": 4.998838901519775,
+      "cov-distil (oracle2teacher)": 5.342177391052246,
       "epoch": 2.0784929356357926,
-      "rel-constrast": 4.2447309494018555,
+      "rel-constrast": 4.467913627624512,
       "step": 2648,
-      "subrel-constrast": 4.728353500366211,
+      "subrel-constrast": 4.544909954071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9177457094192505,
-      "cov-distil (oracle2student)": 3.7433032989501953,
-      "cov-distil (oracle2teacher)": 3.3512115478515625,
+      "cov-distil": 1.3058974742889404,
+      "cov-distil (oracle2student)": 3.8559207916259766,
+      "cov-distil (oracle2teacher)": 3.7594385147094727,
       "epoch": 2.0792778649921506,
-      "rel-constrast": 3.2327632904052734,
+      "rel-constrast": 3.3468124866485596,
       "step": 2649,
-      "subrel-constrast": 3.764805316925049,
+      "subrel-constrast": 3.748883008956909,
       "view-similarity": 0
     },
     {
       "epoch": 2.0800627943485086,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.59375,
       "learning_rate": 4.597151579336873e-05,
-      "loss": 0.7965,
+      "loss": 0.8265,
       "step": 2650
     },
     {
-      "cov-distil": 1.9783639907836914,
-      "cov-distil (oracle2student)": 3.9746532440185547,
-      "cov-distil (oracle2teacher)": 4.080855846405029,
+      "cov-distil": 1.8745241165161133,
+      "cov-distil (oracle2student)": 5.362051486968994,
+      "cov-distil (oracle2teacher)": 4.434418201446533,
       "epoch": 2.0800627943485086,
-      "rel-constrast": 2.702925205230713,
+      "rel-constrast": 3.763814926147461,
       "step": 2650,
-      "subrel-constrast": 3.5898804664611816,
+      "subrel-constrast": 3.453411817550659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.68656587600708,
-      "cov-distil (oracle2student)": 2.977093458175659,
-      "cov-distil (oracle2teacher)": 3.9955215454101562,
+      "cov-distil": 2.1235904693603516,
+      "cov-distil (oracle2student)": 3.6482739448547363,
+      "cov-distil (oracle2teacher)": 4.312215805053711,
       "epoch": 2.0808477237048666,
-      "rel-constrast": 2.042919397354126,
+      "rel-constrast": 2.510941743850708,
       "step": 2651,
-      "subrel-constrast": 3.302668333053589,
+      "subrel-constrast": 3.221558094024658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9882162809371948,
-      "cov-distil (oracle2student)": 3.324406862258911,
-      "cov-distil (oracle2teacher)": 2.9352540969848633,
+      "cov-distil": 2.119302272796631,
+      "cov-distil (oracle2student)": 3.1979072093963623,
+      "cov-distil (oracle2teacher)": 3.3080978393554688,
       "epoch": 2.0816326530612246,
-      "rel-constrast": 2.7595183849334717,
+      "rel-constrast": 2.5607619285583496,
       "step": 2652,
-      "subrel-constrast": 3.26057767868042,
+      "subrel-constrast": 3.2983014583587646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.459014892578125,
-      "cov-distil (oracle2student)": 5.348959922790527,
-      "cov-distil (oracle2teacher)": 4.912822723388672,
+      "cov-distil": 1.5990787744522095,
+      "cov-distil (oracle2student)": 6.36601448059082,
+      "cov-distil (oracle2teacher)": 5.523398399353027,
       "epoch": 2.0824175824175826,
-      "rel-constrast": 4.026599407196045,
+      "rel-constrast": 4.280218601226807,
       "step": 2653,
-      "subrel-constrast": 4.401134490966797,
+      "subrel-constrast": 4.604062080383301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.037376880645752,
-      "cov-distil (oracle2student)": 3.163254737854004,
-      "cov-distil (oracle2teacher)": 3.190333366394043,
+      "cov-distil": 2.121145486831665,
+      "cov-distil (oracle2student)": 3.8322882652282715,
+      "cov-distil (oracle2teacher)": 3.5868618488311768,
       "epoch": 2.0832025117739406,
-      "rel-constrast": 2.7720794677734375,
+      "rel-constrast": 2.940216302871704,
       "step": 2654,
-      "subrel-constrast": 3.5680418014526367,
+      "subrel-constrast": 3.478227376937866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2755839824676514,
-      "cov-distil (oracle2student)": 4.207517147064209,
-      "cov-distil (oracle2teacher)": 4.088561534881592,
+      "cov-distil": 1.6715879440307617,
+      "cov-distil (oracle2student)": 4.289422035217285,
+      "cov-distil (oracle2teacher)": 4.197493553161621,
       "epoch": 2.083987441130298,
-      "rel-constrast": 2.835097074508667,
+      "rel-constrast": 2.9818990230560303,
       "step": 2655,
-      "subrel-constrast": 3.7488791942596436,
+      "subrel-constrast": 3.779721975326538,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125614404678345,
-      "cov-distil (oracle2student)": 3.899724245071411,
-      "cov-distil (oracle2teacher)": 3.860991954803467,
+      "cov-distil": 1.9082587957382202,
+      "cov-distil (oracle2student)": 4.28350830078125,
+      "cov-distil (oracle2teacher)": 4.172543048858643,
       "epoch": 2.084772370486656,
-      "rel-constrast": 2.3675413131713867,
+      "rel-constrast": 2.9795050621032715,
       "step": 2656,
-      "subrel-constrast": 3.220802068710327,
+      "subrel-constrast": 3.4812355041503906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7342987060546875,
-      "cov-distil (oracle2student)": 5.410000324249268,
-      "cov-distil (oracle2teacher)": 5.1536431312561035,
+      "cov-distil": 2.546177625656128,
+      "cov-distil (oracle2student)": 5.832278728485107,
+      "cov-distil (oracle2teacher)": 5.307687759399414,
       "epoch": 2.085557299843014,
-      "rel-constrast": 2.947413921356201,
+      "rel-constrast": 2.8259377479553223,
       "step": 2657,
-      "subrel-constrast": 3.8985488414764404,
+      "subrel-constrast": 4.20616340637207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601938247680664,
-      "cov-distil (oracle2student)": 3.7540225982666016,
-      "cov-distil (oracle2teacher)": 3.430818796157837,
+      "cov-distil": 2.2351326942443848,
+      "cov-distil (oracle2student)": 3.701258897781372,
+      "cov-distil (oracle2teacher)": 3.645231246948242,
       "epoch": 2.086342229199372,
-      "rel-constrast": 3.1013402938842773,
+      "rel-constrast": 2.927896499633789,
       "step": 2658,
-      "subrel-constrast": 3.8806583881378174,
+      "subrel-constrast": 3.886005401611328,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6560348272323608,
-      "cov-distil (oracle2student)": 5.160312175750732,
-      "cov-distil (oracle2teacher)": 5.124349117279053,
+      "cov-distil": 2.558037519454956,
+      "cov-distil (oracle2student)": 5.360933780670166,
+      "cov-distil (oracle2teacher)": 5.28483247756958,
       "epoch": 2.08712715855573,
-      "rel-constrast": 2.4525303840637207,
+      "rel-constrast": 2.957216739654541,
       "step": 2659,
-      "subrel-constrast": 3.904118776321411,
+      "subrel-constrast": 4.059863090515137,
       "view-similarity": 0
     },
     {
       "epoch": 2.087912087912088,
-      "grad_norm": 4.40625,
+      "grad_norm": 5.5,
       "learning_rate": 4.592388495246848e-05,
-      "loss": 0.7425,
+      "loss": 0.7682,
       "step": 2660
     },
     {
-      "cov-distil": 1.6337261199951172,
-      "cov-distil (oracle2student)": 4.151952743530273,
-      "cov-distil (oracle2teacher)": 3.967841863632202,
+      "cov-distil": 2.320268392562866,
+      "cov-distil (oracle2student)": 5.276259422302246,
+      "cov-distil (oracle2teacher)": 5.199820518493652,
       "epoch": 2.087912087912088,
-      "rel-constrast": 4.655386924743652,
+      "rel-constrast": 4.7079596519470215,
       "step": 2660,
-      "subrel-constrast": 5.4480814933776855,
+      "subrel-constrast": 5.293564319610596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7914470434188843,
-      "cov-distil (oracle2student)": 3.280151128768921,
-      "cov-distil (oracle2teacher)": 2.791379690170288,
+      "cov-distil": 2.4293928146362305,
+      "cov-distil (oracle2student)": 3.7782998085021973,
+      "cov-distil (oracle2teacher)": 3.1225099563598633,
       "epoch": 2.088697017268446,
-      "rel-constrast": 2.1980934143066406,
+      "rel-constrast": 2.590524196624756,
       "step": 2661,
-      "subrel-constrast": 3.0409364700317383,
+      "subrel-constrast": 2.937551259994507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2816166877746582,
-      "cov-distil (oracle2student)": 3.7141854763031006,
-      "cov-distil (oracle2teacher)": 3.5739235877990723,
+      "cov-distil": 1.6531985998153687,
+      "cov-distil (oracle2student)": 3.275691270828247,
+      "cov-distil (oracle2teacher)": 3.5886597633361816,
       "epoch": 2.0894819466248036,
-      "rel-constrast": 2.4541215896606445,
+      "rel-constrast": 2.6594011783599854,
       "step": 2662,
-      "subrel-constrast": 2.8710200786590576,
+      "subrel-constrast": 3.1025705337524414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8375205993652344,
-      "cov-distil (oracle2student)": 3.5197553634643555,
-      "cov-distil (oracle2teacher)": 3.722714424133301,
+      "cov-distil": 1.7647960186004639,
+      "cov-distil (oracle2student)": 3.7469468116760254,
+      "cov-distil (oracle2teacher)": 4.184358596801758,
       "epoch": 2.0902668759811616,
-      "rel-constrast": 4.33981990814209,
+      "rel-constrast": 4.606461048126221,
       "step": 2663,
-      "subrel-constrast": 4.157322406768799,
+      "subrel-constrast": 4.810775279998779,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7941855192184448,
-      "cov-distil (oracle2student)": 5.616387367248535,
-      "cov-distil (oracle2teacher)": 4.772411346435547,
+      "cov-distil": 2.442953109741211,
+      "cov-distil (oracle2student)": 5.853923797607422,
+      "cov-distil (oracle2teacher)": 5.293834686279297,
       "epoch": 2.0910518053375196,
-      "rel-constrast": 4.3338470458984375,
+      "rel-constrast": 4.735675811767578,
       "step": 2664,
-      "subrel-constrast": 4.629491806030273,
+      "subrel-constrast": 4.526534080505371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0097761154174805,
-      "cov-distil (oracle2student)": 3.404824733734131,
-      "cov-distil (oracle2teacher)": 3.4548442363739014,
+      "cov-distil": 2.0641095638275146,
+      "cov-distil (oracle2student)": 3.3819222450256348,
+      "cov-distil (oracle2teacher)": 3.5393004417419434,
       "epoch": 2.0918367346938775,
-      "rel-constrast": 2.9249496459960938,
+      "rel-constrast": 2.9134275913238525,
       "step": 2665,
-      "subrel-constrast": 3.9127326011657715,
+      "subrel-constrast": 3.6180002689361572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.342220425605774,
-      "cov-distil (oracle2student)": 4.775496006011963,
-      "cov-distil (oracle2teacher)": 4.198037147521973,
+      "cov-distil": 1.90665602684021,
+      "cov-distil (oracle2student)": 4.705499649047852,
+      "cov-distil (oracle2teacher)": 5.084680080413818,
       "epoch": 2.0926216640502355,
-      "rel-constrast": 3.157780170440674,
+      "rel-constrast": 3.586960554122925,
       "step": 2666,
-      "subrel-constrast": 3.485379457473755,
+      "subrel-constrast": 4.116690158843994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6518689393997192,
-      "cov-distil (oracle2student)": 3.959777355194092,
-      "cov-distil (oracle2teacher)": 3.2735185623168945,
+      "cov-distil": 1.702031135559082,
+      "cov-distil (oracle2student)": 3.888780117034912,
+      "cov-distil (oracle2teacher)": 3.4566917419433594,
       "epoch": 2.0934065934065935,
-      "rel-constrast": 2.106560230255127,
+      "rel-constrast": 2.4098644256591797,
       "step": 2667,
-      "subrel-constrast": 2.741788148880005,
+      "subrel-constrast": 2.453278064727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4627585411071777,
-      "cov-distil (oracle2student)": 2.3466053009033203,
-      "cov-distil (oracle2teacher)": 2.160889148712158,
+      "cov-distil": 1.8339946269989014,
+      "cov-distil (oracle2student)": 2.9693374633789062,
+      "cov-distil (oracle2teacher)": 2.6220412254333496,
       "epoch": 2.0941915227629515,
-      "rel-constrast": 1.567748785018921,
+      "rel-constrast": 2.36030650138855,
       "step": 2668,
-      "subrel-constrast": 2.191602945327759,
+      "subrel-constrast": 2.5208351612091064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8470290899276733,
-      "cov-distil (oracle2student)": 4.9321699142456055,
-      "cov-distil (oracle2teacher)": 4.58592414855957,
+      "cov-distil": 2.082859754562378,
+      "cov-distil (oracle2student)": 4.398348331451416,
+      "cov-distil (oracle2teacher)": 5.094583988189697,
       "epoch": 2.094976452119309,
-      "rel-constrast": 3.446009635925293,
+      "rel-constrast": 3.453765392303467,
       "step": 2669,
-      "subrel-constrast": 4.106932163238525,
+      "subrel-constrast": 4.215127944946289,
       "view-similarity": 0
     },
     {
       "epoch": 2.095761381475667,
-      "grad_norm": 6.3125,
+      "grad_norm": 6.34375,
       "learning_rate": 4.587599916063326e-05,
-      "loss": 0.8212,
+      "loss": 0.8506,
       "step": 2670
     },
     {
-      "cov-distil": 2.0417304039001465,
-      "cov-distil (oracle2student)": 5.616621971130371,
-      "cov-distil (oracle2teacher)": 5.81180477142334,
+      "cov-distil": 2.086698532104492,
+      "cov-distil (oracle2student)": 5.952251434326172,
+      "cov-distil (oracle2teacher)": 5.91895866394043,
       "epoch": 2.095761381475667,
-      "rel-constrast": 3.941246509552002,
+      "rel-constrast": 4.659292697906494,
       "step": 2670,
-      "subrel-constrast": 4.968310356140137,
+      "subrel-constrast": 4.944712162017822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6573683023452759,
-      "cov-distil (oracle2student)": 3.7648746967315674,
-      "cov-distil (oracle2teacher)": 3.4795753955841064,
+      "cov-distil": 1.8664031028747559,
+      "cov-distil (oracle2student)": 3.6404762268066406,
+      "cov-distil (oracle2teacher)": 3.696335792541504,
       "epoch": 2.096546310832025,
-      "rel-constrast": 2.339151382446289,
+      "rel-constrast": 2.1784167289733887,
       "step": 2671,
-      "subrel-constrast": 3.4954097270965576,
+      "subrel-constrast": 3.29815673828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7060770988464355,
-      "cov-distil (oracle2student)": 4.337916374206543,
-      "cov-distil (oracle2teacher)": 4.200004577636719,
+      "cov-distil": 1.9268912076950073,
+      "cov-distil (oracle2student)": 4.43925666809082,
+      "cov-distil (oracle2teacher)": 4.230558395385742,
       "epoch": 2.097331240188383,
-      "rel-constrast": 1.914768099784851,
+      "rel-constrast": 2.1477131843566895,
       "step": 2672,
-      "subrel-constrast": 3.0425472259521484,
+      "subrel-constrast": 2.7592036724090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2226378917694092,
-      "cov-distil (oracle2student)": 6.339175701141357,
-      "cov-distil (oracle2teacher)": 5.642215251922607,
+      "cov-distil": 1.0646171569824219,
+      "cov-distil (oracle2student)": 6.35025691986084,
+      "cov-distil (oracle2teacher)": 6.120315074920654,
       "epoch": 2.098116169544741,
-      "rel-constrast": 2.5491490364074707,
+      "rel-constrast": 2.4465324878692627,
       "step": 2673,
-      "subrel-constrast": 3.174234628677368,
+      "subrel-constrast": 2.834458351135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2708802223205566,
-      "cov-distil (oracle2student)": 2.511132001876831,
-      "cov-distil (oracle2teacher)": 2.5157294273376465,
+      "cov-distil": 1.5060040950775146,
+      "cov-distil (oracle2student)": 2.939380645751953,
+      "cov-distil (oracle2teacher)": 2.4772939682006836,
       "epoch": 2.098901098901099,
-      "rel-constrast": 3.147292375564575,
+      "rel-constrast": 3.744046688079834,
       "step": 2674,
-      "subrel-constrast": 3.8129918575286865,
+      "subrel-constrast": 3.3550310134887695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8717957735061646,
-      "cov-distil (oracle2student)": 4.204354286193848,
-      "cov-distil (oracle2teacher)": 4.1325578689575195,
+      "cov-distil": 2.4976115226745605,
+      "cov-distil (oracle2student)": 4.234405040740967,
+      "cov-distil (oracle2teacher)": 4.632215976715088,
       "epoch": 2.099686028257457,
-      "rel-constrast": 3.44084095954895,
+      "rel-constrast": 4.220475196838379,
       "step": 2675,
-      "subrel-constrast": 4.313811779022217,
+      "subrel-constrast": 4.131372451782227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6253840923309326,
-      "cov-distil (oracle2student)": 5.564504623413086,
-      "cov-distil (oracle2teacher)": 4.586607933044434,
+      "cov-distil": 1.575706958770752,
+      "cov-distil (oracle2student)": 5.397576332092285,
+      "cov-distil (oracle2teacher)": 4.693962574005127,
       "epoch": 2.100470957613815,
-      "rel-constrast": 2.008042335510254,
+      "rel-constrast": 2.1899142265319824,
       "step": 2676,
-      "subrel-constrast": 2.7574331760406494,
+      "subrel-constrast": 2.6900999546051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4799201488494873,
-      "cov-distil (oracle2student)": 1.8116012811660767,
-      "cov-distil (oracle2teacher)": 2.0946474075317383,
+      "cov-distil": 2.0908188819885254,
+      "cov-distil (oracle2student)": 2.3582963943481445,
+      "cov-distil (oracle2teacher)": 1.974581003189087,
       "epoch": 2.1012558869701725,
-      "rel-constrast": 2.175154209136963,
+      "rel-constrast": 2.651198625564575,
       "step": 2677,
-      "subrel-constrast": 2.907055139541626,
+      "subrel-constrast": 2.8041062355041504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.229113817214966,
-      "cov-distil (oracle2student)": 5.243906021118164,
-      "cov-distil (oracle2teacher)": 5.188776016235352,
+      "cov-distil": 2.5464134216308594,
+      "cov-distil (oracle2student)": 5.513839244842529,
+      "cov-distil (oracle2teacher)": 5.253147125244141,
       "epoch": 2.1020408163265305,
-      "rel-constrast": 3.188620090484619,
+      "rel-constrast": 3.355689764022827,
       "step": 2678,
-      "subrel-constrast": 4.260790824890137,
+      "subrel-constrast": 4.035741329193115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6544407606124878,
-      "cov-distil (oracle2student)": 3.7256853580474854,
-      "cov-distil (oracle2teacher)": 3.8381354808807373,
+      "cov-distil": 2.0088186264038086,
+      "cov-distil (oracle2student)": 3.6101176738739014,
+      "cov-distil (oracle2teacher)": 3.7408528327941895,
       "epoch": 2.1028257456828885,
-      "rel-constrast": 2.8161654472351074,
+      "rel-constrast": 2.675189256668091,
       "step": 2679,
-      "subrel-constrast": 3.2249703407287598,
+      "subrel-constrast": 2.9795477390289307,
       "view-similarity": 0
     },
     {
       "epoch": 2.1036106750392465,
-      "grad_norm": 5.875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.582785900133634e-05,
-      "loss": 0.7299,
+      "loss": 0.7567,
       "step": 2680
     },
     {
-      "cov-distil": 1.5672053098678589,
-      "cov-distil (oracle2student)": 5.170087814331055,
-      "cov-distil (oracle2teacher)": 4.712985038757324,
+      "cov-distil": 2.114865303039551,
+      "cov-distil (oracle2student)": 6.3687896728515625,
+      "cov-distil (oracle2teacher)": 4.8555779457092285,
       "epoch": 2.1036106750392465,
-      "rel-constrast": 2.9125518798828125,
+      "rel-constrast": 3.2347640991210938,
       "step": 2680,
-      "subrel-constrast": 3.682068347930908,
+      "subrel-constrast": 3.4859619140625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5699032545089722,
-      "cov-distil (oracle2student)": 3.670671224594116,
-      "cov-distil (oracle2teacher)": 3.5652313232421875,
+      "cov-distil": 1.6505666971206665,
+      "cov-distil (oracle2student)": 3.8598122596740723,
+      "cov-distil (oracle2teacher)": 3.7668185234069824,
       "epoch": 2.1043956043956045,
-      "rel-constrast": 2.8479928970336914,
+      "rel-constrast": 2.7852907180786133,
       "step": 2681,
-      "subrel-constrast": 3.4126665592193604,
+      "subrel-constrast": 3.3582258224487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4764052629470825,
-      "cov-distil (oracle2student)": 3.627300262451172,
-      "cov-distil (oracle2teacher)": 3.4759182929992676,
+      "cov-distil": 1.6371502876281738,
+      "cov-distil (oracle2student)": 3.7673776149749756,
+      "cov-distil (oracle2teacher)": 3.715442180633545,
       "epoch": 2.1051805337519625,
-      "rel-constrast": 2.2022435665130615,
+      "rel-constrast": 2.0682148933410645,
       "step": 2682,
-      "subrel-constrast": 2.9162943363189697,
+      "subrel-constrast": 2.5616953372955322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.839519739151001,
-      "cov-distil (oracle2student)": 3.0726523399353027,
-      "cov-distil (oracle2teacher)": 3.307107448577881,
+      "cov-distil": 1.9923266172409058,
+      "cov-distil (oracle2student)": 3.681403398513794,
+      "cov-distil (oracle2teacher)": 3.3948652744293213,
       "epoch": 2.1059654631083204,
-      "rel-constrast": 1.8811745643615723,
+      "rel-constrast": 1.9913092851638794,
       "step": 2683,
-      "subrel-constrast": 2.6675779819488525,
+      "subrel-constrast": 2.664302349090576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.775281310081482,
-      "cov-distil (oracle2student)": 3.1547858715057373,
-      "cov-distil (oracle2teacher)": 3.060973644256592,
+      "cov-distil": 2.2858047485351562,
+      "cov-distil (oracle2student)": 3.274096965789795,
+      "cov-distil (oracle2teacher)": 3.300269842147827,
       "epoch": 2.106750392464678,
-      "rel-constrast": 2.4608426094055176,
+      "rel-constrast": 2.5318684577941895,
       "step": 2684,
-      "subrel-constrast": 3.1411526203155518,
+      "subrel-constrast": 3.0382018089294434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6113319396972656,
-      "cov-distil (oracle2student)": 4.414421081542969,
-      "cov-distil (oracle2teacher)": 4.024219512939453,
+      "cov-distil": 1.7763559818267822,
+      "cov-distil (oracle2student)": 4.17965030670166,
+      "cov-distil (oracle2teacher)": 5.152675628662109,
       "epoch": 2.107535321821036,
-      "rel-constrast": 2.068659782409668,
+      "rel-constrast": 2.583670139312744,
       "step": 2685,
-      "subrel-constrast": 3.027926206588745,
+      "subrel-constrast": 3.115384578704834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.412705898284912,
-      "cov-distil (oracle2student)": 4.911065578460693,
-      "cov-distil (oracle2teacher)": 4.427267551422119,
+      "cov-distil": 1.5678410530090332,
+      "cov-distil (oracle2student)": 5.493313789367676,
+      "cov-distil (oracle2teacher)": 5.079800605773926,
       "epoch": 2.108320251177394,
-      "rel-constrast": 2.3888728618621826,
+      "rel-constrast": 3.190906524658203,
       "step": 2686,
-      "subrel-constrast": 2.952326536178589,
+      "subrel-constrast": 2.72861385345459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8539459705352783,
-      "cov-distil (oracle2student)": 4.8538641929626465,
-      "cov-distil (oracle2teacher)": 4.342440605163574,
+      "cov-distil": 2.3837528228759766,
+      "cov-distil (oracle2student)": 5.057913303375244,
+      "cov-distil (oracle2teacher)": 5.642647743225098,
       "epoch": 2.109105180533752,
-      "rel-constrast": 2.3912816047668457,
+      "rel-constrast": 2.921745777130127,
       "step": 2687,
-      "subrel-constrast": 3.4030165672302246,
+      "subrel-constrast": 3.8554158210754395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.126741409301758,
-      "cov-distil (oracle2student)": 3.643915891647339,
-      "cov-distil (oracle2teacher)": 2.9767961502075195,
+      "cov-distil": 2.1306259632110596,
+      "cov-distil (oracle2student)": 3.8257272243499756,
+      "cov-distil (oracle2teacher)": 3.877476215362549,
       "epoch": 2.10989010989011,
-      "rel-constrast": 2.688615560531616,
+      "rel-constrast": 2.185229778289795,
       "step": 2688,
-      "subrel-constrast": 3.37544584274292,
+      "subrel-constrast": 3.117697238922119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6242486238479614,
-      "cov-distil (oracle2student)": 3.6324613094329834,
-      "cov-distil (oracle2teacher)": 3.6406712532043457,
+      "cov-distil": 1.7119370698928833,
+      "cov-distil (oracle2student)": 3.902193784713745,
+      "cov-distil (oracle2teacher)": 3.977482557296753,
       "epoch": 2.110675039246468,
-      "rel-constrast": 2.3597755432128906,
+      "rel-constrast": 2.264855146408081,
       "step": 2689,
-      "subrel-constrast": 2.999110221862793,
+      "subrel-constrast": 2.853257417678833,
       "view-similarity": 0
     },
     {
       "epoch": 2.111459968602826,
-      "grad_norm": 4.75,
+      "grad_norm": 5.15625,
       "learning_rate": 4.577946506115035e-05,
-      "loss": 0.6472,
+      "loss": 0.6439,
       "step": 2690
     },
     {
-      "cov-distil": 1.7768619060516357,
-      "cov-distil (oracle2student)": 4.521347522735596,
-      "cov-distil (oracle2teacher)": 4.838393211364746,
+      "cov-distil": 1.9147462844848633,
+      "cov-distil (oracle2student)": 4.037898063659668,
+      "cov-distil (oracle2teacher)": 4.751012802124023,
       "epoch": 2.111459968602826,
-      "rel-constrast": 3.0193352699279785,
+      "rel-constrast": 2.8857226371765137,
       "step": 2690,
-      "subrel-constrast": 4.206924915313721,
+      "subrel-constrast": 3.9222898483276367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9612469673156738,
-      "cov-distil (oracle2student)": 3.415921688079834,
-      "cov-distil (oracle2teacher)": 3.793879508972168,
+      "cov-distil": 1.7732605934143066,
+      "cov-distil (oracle2student)": 3.7872278690338135,
+      "cov-distil (oracle2teacher)": 3.8309731483459473,
       "epoch": 2.1122448979591835,
-      "rel-constrast": 2.973207473754883,
+      "rel-constrast": 2.834090232849121,
       "step": 2691,
-      "subrel-constrast": 3.5273218154907227,
+      "subrel-constrast": 3.552520275115967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.347106695175171,
-      "cov-distil (oracle2student)": 4.080264568328857,
-      "cov-distil (oracle2teacher)": 4.185126781463623,
+      "cov-distil": 1.4763193130493164,
+      "cov-distil (oracle2student)": 3.9399919509887695,
+      "cov-distil (oracle2teacher)": 4.282064914703369,
       "epoch": 2.1130298273155415,
-      "rel-constrast": 1.7505321502685547,
+      "rel-constrast": 1.749387264251709,
       "step": 2692,
-      "subrel-constrast": 1.9902628660202026,
+      "subrel-constrast": 1.8415683507919312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2456910610198975,
-      "cov-distil (oracle2student)": 4.71649169921875,
-      "cov-distil (oracle2teacher)": 3.8320159912109375,
+      "cov-distil": 1.430747389793396,
+      "cov-distil (oracle2student)": 5.544008255004883,
+      "cov-distil (oracle2teacher)": 4.302212715148926,
       "epoch": 2.1138147566718994,
-      "rel-constrast": 2.387418746948242,
+      "rel-constrast": 2.359684705734253,
       "step": 2693,
-      "subrel-constrast": 2.848029613494873,
+      "subrel-constrast": 2.5998759269714355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9380123615264893,
-      "cov-distil (oracle2student)": 3.524611473083496,
-      "cov-distil (oracle2teacher)": 3.603614330291748,
+      "cov-distil": 2.0691657066345215,
+      "cov-distil (oracle2student)": 3.906179428100586,
+      "cov-distil (oracle2teacher)": 3.996983528137207,
       "epoch": 2.1145996860282574,
-      "rel-constrast": 3.3344593048095703,
+      "rel-constrast": 3.3778061866760254,
       "step": 2694,
-      "subrel-constrast": 3.909736156463623,
+      "subrel-constrast": 4.0916218757629395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5422940254211426,
-      "cov-distil (oracle2student)": 3.5824568271636963,
-      "cov-distil (oracle2teacher)": 3.043023109436035,
+      "cov-distil": 1.741032361984253,
+      "cov-distil (oracle2student)": 4.0852532386779785,
+      "cov-distil (oracle2teacher)": 3.880850315093994,
       "epoch": 2.1153846153846154,
-      "rel-constrast": 3.193317413330078,
+      "rel-constrast": 3.9635794162750244,
       "step": 2695,
-      "subrel-constrast": 3.934993267059326,
+      "subrel-constrast": 4.16846227645874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1803994178771973,
-      "cov-distil (oracle2student)": 4.270575523376465,
-      "cov-distil (oracle2teacher)": 4.082144737243652,
+      "cov-distil": 2.4244141578674316,
+      "cov-distil (oracle2student)": 5.263608932495117,
+      "cov-distil (oracle2teacher)": 4.486540794372559,
       "epoch": 2.1161695447409734,
-      "rel-constrast": 2.9521689414978027,
+      "rel-constrast": 3.283660888671875,
       "step": 2696,
-      "subrel-constrast": 4.149345874786377,
+      "subrel-constrast": 3.9675066471099854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6017191410064697,
-      "cov-distil (oracle2student)": 3.66426682472229,
-      "cov-distil (oracle2teacher)": 3.426107406616211,
+      "cov-distil": 2.1638717651367188,
+      "cov-distil (oracle2student)": 4.178694248199463,
+      "cov-distil (oracle2teacher)": 3.540147304534912,
       "epoch": 2.1169544740973314,
-      "rel-constrast": 3.3653833866119385,
+      "rel-constrast": 3.4805030822753906,
       "step": 2697,
-      "subrel-constrast": 3.8820242881774902,
+      "subrel-constrast": 3.8965978622436523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2150499820709229,
-      "cov-distil (oracle2student)": 5.662280082702637,
-      "cov-distil (oracle2teacher)": 4.212636947631836,
+      "cov-distil": 1.3825939893722534,
+      "cov-distil (oracle2student)": 6.3614349365234375,
+      "cov-distil (oracle2teacher)": 5.3973822593688965,
       "epoch": 2.1177394034536894,
-      "rel-constrast": 3.49739408493042,
+      "rel-constrast": 3.4276068210601807,
       "step": 2698,
-      "subrel-constrast": 3.5281331539154053,
+      "subrel-constrast": 3.4734535217285156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.012502908706665,
-      "cov-distil (oracle2student)": 4.048537254333496,
-      "cov-distil (oracle2teacher)": 3.9865145683288574,
+      "cov-distil": 2.7996573448181152,
+      "cov-distil (oracle2student)": 3.572936773300171,
+      "cov-distil (oracle2teacher)": 3.865410327911377,
       "epoch": 2.118524332810047,
-      "rel-constrast": 3.715592622756958,
+      "rel-constrast": 3.6219780445098877,
       "step": 2699,
-      "subrel-constrast": 3.977768898010254,
+      "subrel-constrast": 4.30504846572876,
       "view-similarity": 0
     },
     {
       "epoch": 2.119309262166405,
-      "grad_norm": 6.15625,
+      "grad_norm": 7.09375,
       "learning_rate": 4.57308179297402e-05,
-      "loss": 0.7968,
+      "loss": 0.7746,
       "step": 2700
     },
     {
       "epoch": 2.119309262166405,
-      "overlap": 0.3499999940395355,
+      "overlap": 0.2984375059604645,
       "step": 2700
     },
     {
       "epoch": 2.119309262166405,
       "step": 2700,
-      "student margin": 0.06414794921875
+      "student margin": 0.062652587890625
     },
     {
       "epoch": 2.119309262166405,
       "step": 2700,
-      "teacher margin": 0.04034423828125
+      "teacher margin": 0.045166015625
     },
     {
       "epoch": 2.119309262166405,
-      "margin difference": -0.0238037109375,
+      "margin difference": -0.017486572265625,
       "step": 2700
     },
     {
-      "cov-distil": 1.738069772720337,
-      "cov-distil (oracle2student)": 3.7054336071014404,
-      "cov-distil (oracle2teacher)": 3.3862736225128174,
+      "cov-distil": 1.8558897972106934,
+      "cov-distil (oracle2student)": 4.318129539489746,
+      "cov-distil (oracle2teacher)": 3.5326743125915527,
       "epoch": 2.119309262166405,
-      "rel-constrast": 3.684670925140381,
+      "rel-constrast": 3.8168869018554688,
       "step": 2700,
-      "subrel-constrast": 3.9660658836364746,
+      "subrel-constrast": 3.7372171878814697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9597724676132202,
-      "cov-distil (oracle2student)": 3.6626930236816406,
-      "cov-distil (oracle2teacher)": 3.467991352081299,
+      "cov-distil": 2.109984874725342,
+      "cov-distil (oracle2student)": 4.176501750946045,
+      "cov-distil (oracle2teacher)": 3.5115158557891846,
       "epoch": 2.120094191522763,
-      "rel-constrast": 1.936334490776062,
+      "rel-constrast": 2.3271708488464355,
       "step": 2701,
-      "subrel-constrast": 2.9077441692352295,
+      "subrel-constrast": 2.6446354389190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6104004383087158,
-      "cov-distil (oracle2student)": 3.5230982303619385,
-      "cov-distil (oracle2teacher)": 3.5924575328826904,
+      "cov-distil": 1.7418583631515503,
+      "cov-distil (oracle2student)": 4.156888008117676,
+      "cov-distil (oracle2teacher)": 3.8956334590911865,
       "epoch": 2.120879120879121,
-      "rel-constrast": 1.8440704345703125,
+      "rel-constrast": 2.4359467029571533,
       "step": 2702,
-      "subrel-constrast": 2.687389373779297,
+      "subrel-constrast": 2.6333298683166504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.527693271636963,
-      "cov-distil (oracle2student)": 4.885265827178955,
-      "cov-distil (oracle2teacher)": 4.272814750671387,
+      "cov-distil": 2.251457691192627,
+      "cov-distil (oracle2student)": 4.883236408233643,
+      "cov-distil (oracle2teacher)": 4.901177406311035,
       "epoch": 2.121664050235479,
-      "rel-constrast": 2.392524003982544,
+      "rel-constrast": 2.270510673522949,
       "step": 2703,
-      "subrel-constrast": 3.368466854095459,
+      "subrel-constrast": 3.053571939468384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4393917322158813,
-      "cov-distil (oracle2student)": 3.985060453414917,
-      "cov-distil (oracle2teacher)": 3.98748517036438,
+      "cov-distil": 2.1749558448791504,
+      "cov-distil (oracle2student)": 4.048573970794678,
+      "cov-distil (oracle2teacher)": 4.066121578216553,
       "epoch": 2.122448979591837,
-      "rel-constrast": 3.1086409091949463,
+      "rel-constrast": 3.1156296730041504,
       "step": 2704,
-      "subrel-constrast": 3.8918073177337646,
+      "subrel-constrast": 3.8821606636047363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3507189750671387,
-      "cov-distil (oracle2student)": 5.77543830871582,
-      "cov-distil (oracle2teacher)": 4.298201560974121,
+      "cov-distil": 2.3968985080718994,
+      "cov-distil (oracle2student)": 5.752626895904541,
+      "cov-distil (oracle2teacher)": 5.4189348220825195,
       "epoch": 2.123233908948195,
-      "rel-constrast": 2.68249249458313,
+      "rel-constrast": 2.8687169551849365,
       "step": 2705,
-      "subrel-constrast": 3.804255723953247,
+      "subrel-constrast": 3.310316324234009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2466928958892822,
-      "cov-distil (oracle2student)": 5.833965301513672,
-      "cov-distil (oracle2teacher)": 4.974800109863281,
+      "cov-distil": 1.0751657485961914,
+      "cov-distil (oracle2student)": 6.433284759521484,
+      "cov-distil (oracle2teacher)": 4.977420330047607,
       "epoch": 2.1240188383045524,
-      "rel-constrast": 2.339257001876831,
+      "rel-constrast": 2.758338451385498,
       "step": 2706,
-      "subrel-constrast": 3.1078009605407715,
+      "subrel-constrast": 2.883713483810425,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2088333368301392,
-      "cov-distil (oracle2student)": 4.4325408935546875,
-      "cov-distil (oracle2teacher)": 4.445165157318115,
+      "cov-distil": 1.1287600994110107,
+      "cov-distil (oracle2student)": 4.432648658752441,
+      "cov-distil (oracle2teacher)": 4.574806213378906,
       "epoch": 2.1248037676609104,
-      "rel-constrast": 2.8500943183898926,
+      "rel-constrast": 3.378161907196045,
       "step": 2707,
-      "subrel-constrast": 2.8641343116760254,
+      "subrel-constrast": 2.9820663928985596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2282865047454834,
-      "cov-distil (oracle2student)": 4.183558464050293,
-      "cov-distil (oracle2teacher)": 4.6064910888671875,
+      "cov-distil": 1.3312108516693115,
+      "cov-distil (oracle2student)": 4.846644401550293,
+      "cov-distil (oracle2teacher)": 4.72206974029541,
       "epoch": 2.1255886970172684,
-      "rel-constrast": 3.0690417289733887,
+      "rel-constrast": 3.4578893184661865,
       "step": 2708,
-      "subrel-constrast": 3.4967472553253174,
+      "subrel-constrast": 2.9949755668640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4514744281768799,
-      "cov-distil (oracle2student)": 3.370736837387085,
-      "cov-distil (oracle2teacher)": 3.441915512084961,
+      "cov-distil": 1.7852551937103271,
+      "cov-distil (oracle2student)": 3.7126007080078125,
+      "cov-distil (oracle2teacher)": 3.726708173751831,
       "epoch": 2.1263736263736264,
-      "rel-constrast": 3.063032388687134,
+      "rel-constrast": 3.305983543395996,
       "step": 2709,
-      "subrel-constrast": 3.8910531997680664,
+      "subrel-constrast": 4.204663276672363,
       "view-similarity": 0
     },
     {
       "epoch": 2.1271585557299844,
-      "grad_norm": 5.15625,
+      "grad_norm": 7.125,
       "learning_rate": 4.568191819985582e-05,
-      "loss": 0.7137,
+      "loss": 0.7434,
       "step": 2710
     },
     {
-      "cov-distil": 1.9032859802246094,
-      "cov-distil (oracle2student)": 4.989251136779785,
-      "cov-distil (oracle2teacher)": 5.135378837585449,
+      "cov-distil": 1.742387294769287,
+      "cov-distil (oracle2student)": 5.003089427947998,
+      "cov-distil (oracle2teacher)": 5.295334815979004,
       "epoch": 2.1271585557299844,
-      "rel-constrast": 2.988314151763916,
+      "rel-constrast": 3.5318102836608887,
       "step": 2710,
-      "subrel-constrast": 4.279746055603027,
+      "subrel-constrast": 4.223971843719482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5031428337097168,
-      "cov-distil (oracle2student)": 4.679323196411133,
-      "cov-distil (oracle2teacher)": 4.579649448394775,
+      "cov-distil": 1.485550880432129,
+      "cov-distil (oracle2student)": 4.903558254241943,
+      "cov-distil (oracle2teacher)": 4.559058666229248,
       "epoch": 2.1279434850863423,
-      "rel-constrast": 2.87349534034729,
+      "rel-constrast": 3.168334484100342,
       "step": 2711,
-      "subrel-constrast": 3.7322144508361816,
+      "subrel-constrast": 3.528364896774292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3594512939453125,
-      "cov-distil (oracle2student)": 4.114889621734619,
-      "cov-distil (oracle2teacher)": 4.170674800872803,
+      "cov-distil": 1.8095628023147583,
+      "cov-distil (oracle2student)": 4.175987720489502,
+      "cov-distil (oracle2teacher)": 4.378310203552246,
       "epoch": 2.1287284144427003,
-      "rel-constrast": 2.633234977722168,
+      "rel-constrast": 2.793012857437134,
       "step": 2712,
-      "subrel-constrast": 3.6427111625671387,
+      "subrel-constrast": 3.1855216026306152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.888802170753479,
-      "cov-distil (oracle2student)": 5.564352035522461,
-      "cov-distil (oracle2teacher)": 5.284486293792725,
+      "cov-distil": 2.3356966972351074,
+      "cov-distil (oracle2student)": 5.758665084838867,
+      "cov-distil (oracle2teacher)": 6.172313690185547,
       "epoch": 2.129513343799058,
-      "rel-constrast": 2.623882293701172,
+      "rel-constrast": 2.6410441398620605,
       "step": 2713,
-      "subrel-constrast": 3.836780548095703,
+      "subrel-constrast": 3.373906135559082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.679123878479004,
-      "cov-distil (oracle2student)": 4.944362640380859,
-      "cov-distil (oracle2teacher)": 4.52463436126709,
+      "cov-distil": 1.65224289894104,
+      "cov-distil (oracle2student)": 4.45322322845459,
+      "cov-distil (oracle2teacher)": 5.226788520812988,
       "epoch": 2.130298273155416,
-      "rel-constrast": 2.4186975955963135,
+      "rel-constrast": 2.579210042953491,
       "step": 2714,
-      "subrel-constrast": 3.4227683544158936,
+      "subrel-constrast": 2.8252065181732178,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.552038550376892,
-      "cov-distil (oracle2student)": 3.7435379028320312,
-      "cov-distil (oracle2teacher)": 3.8656911849975586,
+      "cov-distil": 2.235114097595215,
+      "cov-distil (oracle2student)": 4.239071369171143,
+      "cov-distil (oracle2teacher)": 4.077936172485352,
       "epoch": 2.131083202511774,
-      "rel-constrast": 3.133347749710083,
+      "rel-constrast": 3.5080857276916504,
       "step": 2715,
-      "subrel-constrast": 3.901421070098877,
+      "subrel-constrast": 3.9123737812042236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7141571044921875,
-      "cov-distil (oracle2student)": 3.941164493560791,
-      "cov-distil (oracle2teacher)": 3.9462523460388184,
+      "cov-distil": 1.7944164276123047,
+      "cov-distil (oracle2student)": 4.091192245483398,
+      "cov-distil (oracle2teacher)": 4.233267784118652,
       "epoch": 2.131868131868132,
-      "rel-constrast": 3.0988943576812744,
+      "rel-constrast": 3.735008716583252,
       "step": 2716,
-      "subrel-constrast": 4.297597408294678,
+      "subrel-constrast": 3.82332706451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.405519962310791,
-      "cov-distil (oracle2student)": 4.931849002838135,
-      "cov-distil (oracle2teacher)": 4.836163520812988,
+      "cov-distil": 1.4597535133361816,
+      "cov-distil (oracle2student)": 4.650907039642334,
+      "cov-distil (oracle2teacher)": 4.970327377319336,
       "epoch": 2.13265306122449,
-      "rel-constrast": 2.759809970855713,
+      "rel-constrast": 3.24709415435791,
       "step": 2717,
-      "subrel-constrast": 3.902651309967041,
+      "subrel-constrast": 3.4428138732910156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52744722366333,
-      "cov-distil (oracle2student)": 5.7036285400390625,
-      "cov-distil (oracle2teacher)": 5.092329502105713,
+      "cov-distil": 1.4173039197921753,
+      "cov-distil (oracle2student)": 6.115973949432373,
+      "cov-distil (oracle2teacher)": 5.487156867980957,
       "epoch": 2.133437990580848,
-      "rel-constrast": 2.869448661804199,
+      "rel-constrast": 3.424314260482788,
       "step": 2718,
-      "subrel-constrast": 3.762197971343994,
+      "subrel-constrast": 3.5977840423583984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2686254978179932,
-      "cov-distil (oracle2student)": 4.061881065368652,
-      "cov-distil (oracle2teacher)": 4.343420028686523,
+      "cov-distil": 1.3696378469467163,
+      "cov-distil (oracle2student)": 4.82077693939209,
+      "cov-distil (oracle2teacher)": 4.599069595336914,
       "epoch": 2.134222919937206,
-      "rel-constrast": 1.9216656684875488,
+      "rel-constrast": 1.6330498456954956,
       "step": 2719,
-      "subrel-constrast": 2.454155921936035,
+      "subrel-constrast": 2.190728187561035,
       "view-similarity": 0
     },
     {
       "epoch": 2.1350078492935634,
-      "grad_norm": 4.34375,
+      "grad_norm": 5.3125,
       "learning_rate": 4.563276646732499e-05,
-      "loss": 0.7225,
+      "loss": 0.7565,
       "step": 2720
     },
     {
-      "cov-distil": 1.4250738620758057,
-      "cov-distil (oracle2student)": 2.410728931427002,
-      "cov-distil (oracle2teacher)": 2.701756000518799,
+      "cov-distil": 1.8340487480163574,
+      "cov-distil (oracle2student)": 2.4776411056518555,
+      "cov-distil (oracle2teacher)": 2.972172737121582,
       "epoch": 2.1350078492935634,
-      "rel-constrast": 1.0408450365066528,
+      "rel-constrast": 1.1927556991577148,
       "step": 2720,
-      "subrel-constrast": 1.9667428731918335,
+      "subrel-constrast": 1.644672155380249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8656940460205078,
-      "cov-distil (oracle2student)": 3.2240991592407227,
-      "cov-distil (oracle2teacher)": 3.6101455688476562,
+      "cov-distil": 2.1141252517700195,
+      "cov-distil (oracle2student)": 4.041379928588867,
+      "cov-distil (oracle2teacher)": 3.098130941390991,
       "epoch": 2.1357927786499213,
-      "rel-constrast": 2.9498298168182373,
+      "rel-constrast": 3.890446424484253,
       "step": 2721,
-      "subrel-constrast": 3.8985135555267334,
+      "subrel-constrast": 3.3631510734558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6991533041000366,
-      "cov-distil (oracle2student)": 4.045197010040283,
-      "cov-distil (oracle2teacher)": 4.53965950012207,
+      "cov-distil": 1.886716604232788,
+      "cov-distil (oracle2student)": 4.475958824157715,
+      "cov-distil (oracle2teacher)": 4.843513488769531,
       "epoch": 2.1365777080062793,
-      "rel-constrast": 1.8058598041534424,
+      "rel-constrast": 1.988095760345459,
       "step": 2722,
-      "subrel-constrast": 2.6020917892456055,
+      "subrel-constrast": 2.404470920562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.146787405014038,
-      "cov-distil (oracle2student)": 4.974124908447266,
-      "cov-distil (oracle2teacher)": 3.955294132232666,
+      "cov-distil": 2.4630136489868164,
+      "cov-distil (oracle2student)": 5.432491302490234,
+      "cov-distil (oracle2teacher)": 5.037467956542969,
       "epoch": 2.1373626373626373,
-      "rel-constrast": 3.6448559761047363,
+      "rel-constrast": 3.9240260124206543,
       "step": 2723,
-      "subrel-constrast": 4.53765344619751,
+      "subrel-constrast": 4.319316387176514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4499444961547852,
-      "cov-distil (oracle2student)": 4.40720796585083,
-      "cov-distil (oracle2teacher)": 4.341897010803223,
+      "cov-distil": 1.725875735282898,
+      "cov-distil (oracle2student)": 4.855104446411133,
+      "cov-distil (oracle2teacher)": 4.353126525878906,
       "epoch": 2.1381475667189953,
-      "rel-constrast": 2.8888769149780273,
+      "rel-constrast": 2.944183588027954,
       "step": 2724,
-      "subrel-constrast": 3.4380276203155518,
+      "subrel-constrast": 3.380563497543335,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7588155269622803,
-      "cov-distil (oracle2student)": 4.086419105529785,
-      "cov-distil (oracle2teacher)": 3.621853828430176,
+      "cov-distil": 2.2714338302612305,
+      "cov-distil (oracle2student)": 4.553241729736328,
+      "cov-distil (oracle2teacher)": 3.8290324211120605,
       "epoch": 2.1389324960753533,
-      "rel-constrast": 2.517338991165161,
+      "rel-constrast": 2.462982416152954,
       "step": 2725,
-      "subrel-constrast": 3.006190538406372,
+      "subrel-constrast": 3.092043399810791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.520524263381958,
-      "cov-distil (oracle2student)": 4.549186706542969,
-      "cov-distil (oracle2teacher)": 4.056656837463379,
+      "cov-distil": 2.3246288299560547,
+      "cov-distil (oracle2student)": 5.197026252746582,
+      "cov-distil (oracle2teacher)": 4.478387832641602,
       "epoch": 2.1397174254317113,
-      "rel-constrast": 2.6314854621887207,
+      "rel-constrast": 3.1314311027526855,
       "step": 2726,
-      "subrel-constrast": 2.9990620613098145,
+      "subrel-constrast": 3.489192008972168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5154798030853271,
-      "cov-distil (oracle2student)": 3.9534239768981934,
-      "cov-distil (oracle2teacher)": 3.2888529300689697,
+      "cov-distil": 1.744558334350586,
+      "cov-distil (oracle2student)": 4.238848686218262,
+      "cov-distil (oracle2teacher)": 3.7173914909362793,
       "epoch": 2.1405023547880693,
-      "rel-constrast": 3.1360268592834473,
+      "rel-constrast": 3.7991209030151367,
       "step": 2727,
-      "subrel-constrast": 3.406343460083008,
+      "subrel-constrast": 3.430152416229248,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3787696361541748,
-      "cov-distil (oracle2student)": 4.144366264343262,
-      "cov-distil (oracle2teacher)": 4.045719623565674,
+      "cov-distil": 2.043381452560425,
+      "cov-distil (oracle2student)": 4.863752365112305,
+      "cov-distil (oracle2teacher)": 4.395226001739502,
       "epoch": 2.141287284144427,
-      "rel-constrast": 2.5800368785858154,
+      "rel-constrast": 2.6041038036346436,
       "step": 2728,
-      "subrel-constrast": 3.1987664699554443,
+      "subrel-constrast": 3.0632994174957275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8338348865509033,
-      "cov-distil (oracle2student)": 2.982102394104004,
-      "cov-distil (oracle2teacher)": 3.10264253616333,
+      "cov-distil": 2.530424118041992,
+      "cov-distil (oracle2student)": 3.3918275833129883,
+      "cov-distil (oracle2teacher)": 2.7937893867492676,
       "epoch": 2.142072213500785,
-      "rel-constrast": 3.9934592247009277,
+      "rel-constrast": 3.919963836669922,
       "step": 2729,
-      "subrel-constrast": 4.150345802307129,
+      "subrel-constrast": 4.2447662353515625,
       "view-similarity": 0
     },
     {
       "epoch": 2.142857142857143,
-      "grad_norm": 7.78125,
+      "grad_norm": 7.5625,
       "learning_rate": 4.5583363331046056e-05,
-      "loss": 0.7212,
+      "loss": 0.7464,
       "step": 2730
     },
     {
-      "cov-distil": 1.4362707138061523,
-      "cov-distil (oracle2student)": 3.398658037185669,
-      "cov-distil (oracle2teacher)": 3.3876888751983643,
+      "cov-distil": 1.772358775138855,
+      "cov-distil (oracle2student)": 3.474801778793335,
+      "cov-distil (oracle2teacher)": 3.6727254390716553,
       "epoch": 2.142857142857143,
-      "rel-constrast": 3.6590633392333984,
+      "rel-constrast": 3.8070785999298096,
       "step": 2730,
-      "subrel-constrast": 4.0388031005859375,
+      "subrel-constrast": 4.051994323730469,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.387253761291504,
-      "cov-distil (oracle2student)": 2.597053050994873,
-      "cov-distil (oracle2teacher)": 2.7036991119384766,
+      "cov-distil": 1.3945298194885254,
+      "cov-distil (oracle2student)": 2.897265911102295,
+      "cov-distil (oracle2teacher)": 2.8536994457244873,
       "epoch": 2.143642072213501,
-      "rel-constrast": 2.963519334793091,
+      "rel-constrast": 2.9778590202331543,
       "step": 2731,
-      "subrel-constrast": 3.440031051635742,
+      "subrel-constrast": 3.0619239807128906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1631643772125244,
-      "cov-distil (oracle2student)": 5.246153831481934,
-      "cov-distil (oracle2teacher)": 4.865432262420654,
+      "cov-distil": 2.8992905616760254,
+      "cov-distil (oracle2student)": 5.650431156158447,
+      "cov-distil (oracle2teacher)": 5.4213433265686035,
       "epoch": 2.1444270015698588,
-      "rel-constrast": 2.8004417419433594,
+      "rel-constrast": 2.771008014678955,
       "step": 2732,
-      "subrel-constrast": 3.990276575088501,
+      "subrel-constrast": 4.121761798858643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5671294927597046,
-      "cov-distil (oracle2student)": 4.0398383140563965,
-      "cov-distil (oracle2teacher)": 3.8646461963653564,
+      "cov-distil": 1.7893962860107422,
+      "cov-distil (oracle2student)": 4.3142008781433105,
+      "cov-distil (oracle2teacher)": 3.750101089477539,
       "epoch": 2.1452119309262168,
-      "rel-constrast": 2.4255776405334473,
+      "rel-constrast": 2.5303144454956055,
       "step": 2733,
-      "subrel-constrast": 3.151942729949951,
+      "subrel-constrast": 3.2218539714813232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.566084623336792,
-      "cov-distil (oracle2student)": 4.746498107910156,
-      "cov-distil (oracle2teacher)": 4.233251571655273,
+      "cov-distil": 1.8460109233856201,
+      "cov-distil (oracle2student)": 4.85793399810791,
+      "cov-distil (oracle2teacher)": 4.467123031616211,
       "epoch": 2.1459968602825747,
-      "rel-constrast": 2.35941219329834,
+      "rel-constrast": 2.907714366912842,
       "step": 2734,
-      "subrel-constrast": 3.2485463619232178,
+      "subrel-constrast": 2.8867738246917725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6866950988769531,
-      "cov-distil (oracle2student)": 4.472095489501953,
-      "cov-distil (oracle2teacher)": 3.9792964458465576,
+      "cov-distil": 1.7120323181152344,
+      "cov-distil (oracle2student)": 3.8818793296813965,
+      "cov-distil (oracle2teacher)": 4.452323913574219,
       "epoch": 2.1467817896389323,
-      "rel-constrast": 2.5938873291015625,
+      "rel-constrast": 2.970344066619873,
       "step": 2735,
-      "subrel-constrast": 3.6273863315582275,
+      "subrel-constrast": 3.756711721420288,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7679821252822876,
-      "cov-distil (oracle2student)": 4.690601348876953,
-      "cov-distil (oracle2teacher)": 4.375359535217285,
+      "cov-distil": 1.808612585067749,
+      "cov-distil (oracle2student)": 5.168413162231445,
+      "cov-distil (oracle2teacher)": 5.145092487335205,
       "epoch": 2.1475667189952903,
-      "rel-constrast": 4.108896255493164,
+      "rel-constrast": 4.309047698974609,
       "step": 2736,
-      "subrel-constrast": 4.8226470947265625,
+      "subrel-constrast": 5.030624866485596,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3214069604873657,
-      "cov-distil (oracle2student)": 4.64495849609375,
-      "cov-distil (oracle2teacher)": 3.969440460205078,
+      "cov-distil": 1.7717366218566895,
+      "cov-distil (oracle2student)": 4.699605941772461,
+      "cov-distil (oracle2teacher)": 4.669976234436035,
       "epoch": 2.1483516483516483,
-      "rel-constrast": 2.8897924423217773,
+      "rel-constrast": 3.058919668197632,
       "step": 2737,
-      "subrel-constrast": 3.3626327514648438,
+      "subrel-constrast": 3.2458088397979736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6598775386810303,
-      "cov-distil (oracle2student)": 3.325988531112671,
-      "cov-distil (oracle2teacher)": 3.1547634601593018,
+      "cov-distil": 2.0776026248931885,
+      "cov-distil (oracle2student)": 4.099021911621094,
+      "cov-distil (oracle2teacher)": 3.336305856704712,
       "epoch": 2.1491365777080063,
-      "rel-constrast": 2.5516350269317627,
+      "rel-constrast": 2.9106194972991943,
       "step": 2738,
-      "subrel-constrast": 3.189652442932129,
+      "subrel-constrast": 3.3453192710876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4170176982879639,
-      "cov-distil (oracle2student)": 4.892799377441406,
-      "cov-distil (oracle2teacher)": 4.32049036026001,
+      "cov-distil": 2.1479830741882324,
+      "cov-distil (oracle2student)": 4.807985305786133,
+      "cov-distil (oracle2teacher)": 4.94437313079834,
       "epoch": 2.1499215070643642,
-      "rel-constrast": 3.900127410888672,
+      "rel-constrast": 3.552187442779541,
       "step": 2739,
-      "subrel-constrast": 4.482950210571289,
+      "subrel-constrast": 4.60059928894043,
       "view-similarity": 0
     },
     {
       "epoch": 2.1507064364207222,
-      "grad_norm": 5.96875,
+      "grad_norm": 6.40625,
       "learning_rate": 4.553370939298066e-05,
-      "loss": 0.7962,
+      "loss": 0.7949,
       "step": 2740
     },
     {
-      "cov-distil": 1.2520241737365723,
-      "cov-distil (oracle2student)": 4.642541885375977,
-      "cov-distil (oracle2teacher)": 3.9612741470336914,
+      "cov-distil": 1.3607840538024902,
+      "cov-distil (oracle2student)": 4.205851078033447,
+      "cov-distil (oracle2teacher)": 4.21441125869751,
       "epoch": 2.1507064364207222,
-      "rel-constrast": 2.5799102783203125,
+      "rel-constrast": 2.3236804008483887,
       "step": 2740,
-      "subrel-constrast": 2.896745204925537,
+      "subrel-constrast": 2.7277274131774902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4807324409484863,
-      "cov-distil (oracle2student)": 3.775017261505127,
-      "cov-distil (oracle2teacher)": 3.675877571105957,
+      "cov-distil": 1.831739902496338,
+      "cov-distil (oracle2student)": 4.1276655197143555,
+      "cov-distil (oracle2teacher)": 4.477408409118652,
       "epoch": 2.1514913657770802,
-      "rel-constrast": 2.7104713916778564,
+      "rel-constrast": 2.6603786945343018,
       "step": 2741,
-      "subrel-constrast": 3.674412488937378,
+      "subrel-constrast": 3.7941458225250244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.03420352935791,
-      "cov-distil (oracle2student)": 3.792262554168701,
-      "cov-distil (oracle2teacher)": 3.351930618286133,
+      "cov-distil": 2.0594353675842285,
+      "cov-distil (oracle2student)": 3.7760701179504395,
+      "cov-distil (oracle2teacher)": 3.820857524871826,
       "epoch": 2.152276295133438,
-      "rel-constrast": 2.3330345153808594,
+      "rel-constrast": 2.523923397064209,
       "step": 2742,
-      "subrel-constrast": 3.4259626865386963,
+      "subrel-constrast": 3.51403546333313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2528175115585327,
-      "cov-distil (oracle2student)": 3.033623695373535,
-      "cov-distil (oracle2teacher)": 3.208360195159912,
+      "cov-distil": 1.6223206520080566,
+      "cov-distil (oracle2student)": 3.0761678218841553,
+      "cov-distil (oracle2teacher)": 3.6201417446136475,
       "epoch": 2.1530612244897958,
-      "rel-constrast": 2.5651957988739014,
+      "rel-constrast": 2.4949326515197754,
       "step": 2743,
-      "subrel-constrast": 3.4995763301849365,
+      "subrel-constrast": 3.6691465377807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.19075345993042,
-      "cov-distil (oracle2student)": 3.0748677253723145,
-      "cov-distil (oracle2teacher)": 3.249525308609009,
+      "cov-distil": 2.527529239654541,
+      "cov-distil (oracle2student)": 3.7652201652526855,
+      "cov-distil (oracle2teacher)": 3.3919572830200195,
       "epoch": 2.1538461538461537,
-      "rel-constrast": 2.101543664932251,
+      "rel-constrast": 2.553638458251953,
       "step": 2744,
-      "subrel-constrast": 3.3933138847351074,
+      "subrel-constrast": 3.140903949737549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.762261152267456,
-      "cov-distil (oracle2student)": 5.695385932922363,
-      "cov-distil (oracle2teacher)": 5.030972003936768,
+      "cov-distil": 1.9023364782333374,
+      "cov-distil (oracle2student)": 6.160947799682617,
+      "cov-distil (oracle2teacher)": 5.412774562835693,
       "epoch": 2.1546310832025117,
-      "rel-constrast": 2.3501739501953125,
+      "rel-constrast": 2.8680970668792725,
       "step": 2745,
-      "subrel-constrast": 3.1482934951782227,
+      "subrel-constrast": 3.0887415409088135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2607382535934448,
-      "cov-distil (oracle2student)": 4.309648036956787,
-      "cov-distil (oracle2teacher)": 3.660160779953003,
+      "cov-distil": 1.8032915592193604,
+      "cov-distil (oracle2student)": 4.613521575927734,
+      "cov-distil (oracle2teacher)": 4.045806884765625,
       "epoch": 2.1554160125588697,
-      "rel-constrast": 2.2421960830688477,
+      "rel-constrast": 2.508903980255127,
       "step": 2746,
-      "subrel-constrast": 2.545811414718628,
+      "subrel-constrast": 2.74979829788208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.590510606765747,
-      "cov-distil (oracle2student)": 4.173438549041748,
-      "cov-distil (oracle2teacher)": 3.9678993225097656,
+      "cov-distil": 1.6325560808181763,
+      "cov-distil (oracle2student)": 4.066964149475098,
+      "cov-distil (oracle2teacher)": 4.3036208152771,
       "epoch": 2.1562009419152277,
-      "rel-constrast": 2.7266035079956055,
+      "rel-constrast": 3.003108024597168,
       "step": 2747,
-      "subrel-constrast": 3.8877294063568115,
+      "subrel-constrast": 3.7916505336761475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3935344219207764,
-      "cov-distil (oracle2student)": 3.8086533546447754,
-      "cov-distil (oracle2teacher)": 3.507582426071167,
+      "cov-distil": 1.392820119857788,
+      "cov-distil (oracle2student)": 3.6668107509613037,
+      "cov-distil (oracle2teacher)": 3.8863534927368164,
       "epoch": 2.1569858712715857,
-      "rel-constrast": 2.19693922996521,
+      "rel-constrast": 2.3931965827941895,
       "step": 2748,
-      "subrel-constrast": 3.1823244094848633,
+      "subrel-constrast": 3.2140321731567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4521491527557373,
-      "cov-distil (oracle2student)": 3.2846603393554688,
-      "cov-distil (oracle2teacher)": 3.344316244125366,
+      "cov-distil": 1.64244544506073,
+      "cov-distil (oracle2student)": 3.3898491859436035,
+      "cov-distil (oracle2teacher)": 3.5457510948181152,
       "epoch": 2.1577708006279437,
-      "rel-constrast": 2.2402596473693848,
+      "rel-constrast": 2.423830270767212,
       "step": 2749,
-      "subrel-constrast": 3.390120029449463,
+      "subrel-constrast": 3.0914745330810547,
       "view-similarity": 0
     },
     {
       "epoch": 2.1585557299843012,
-      "grad_norm": 4.96875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.548380525814634e-05,
-      "loss": 0.6403,
+      "loss": 0.6438,
       "step": 2750
     },
     {
-      "cov-distil": 1.6948133707046509,
-      "cov-distil (oracle2student)": 2.3311376571655273,
-      "cov-distil (oracle2teacher)": 2.681070327758789,
+      "cov-distil": 1.785147786140442,
+      "cov-distil (oracle2student)": 2.587653636932373,
+      "cov-distil (oracle2teacher)": 3.033172130584717,
       "epoch": 2.1585557299843012,
-      "rel-constrast": 1.3141849040985107,
+      "rel-constrast": 1.5327118635177612,
       "step": 2750,
-      "subrel-constrast": 2.589888334274292,
+      "subrel-constrast": 2.199734687805176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5499573945999146,
-      "cov-distil (oracle2student)": 4.537898063659668,
-      "cov-distil (oracle2teacher)": 4.425322532653809,
+      "cov-distil": 2.1735382080078125,
+      "cov-distil (oracle2student)": 3.8909854888916016,
+      "cov-distil (oracle2teacher)": 5.034557819366455,
       "epoch": 2.159340659340659,
-      "rel-constrast": 2.3581161499023438,
+      "rel-constrast": 2.390591621398926,
       "step": 2751,
-      "subrel-constrast": 3.120558023452759,
+      "subrel-constrast": 3.5640106201171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4320406913757324,
-      "cov-distil (oracle2student)": 4.918800354003906,
-      "cov-distil (oracle2teacher)": 4.580051422119141,
+      "cov-distil": 1.433732032775879,
+      "cov-distil (oracle2student)": 5.238289833068848,
+      "cov-distil (oracle2teacher)": 5.1051788330078125,
       "epoch": 2.160125588697017,
-      "rel-constrast": 2.7656240463256836,
+      "rel-constrast": 2.8123855590820312,
       "step": 2752,
-      "subrel-constrast": 3.446685791015625,
+      "subrel-constrast": 3.1644558906555176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3444201946258545,
-      "cov-distil (oracle2student)": 3.615976333618164,
-      "cov-distil (oracle2teacher)": 3.3347604274749756,
+      "cov-distil": 1.7507038116455078,
+      "cov-distil (oracle2student)": 3.594060182571411,
+      "cov-distil (oracle2teacher)": 3.751725435256958,
       "epoch": 2.160910518053375,
-      "rel-constrast": 2.6383683681488037,
+      "rel-constrast": 2.8090381622314453,
       "step": 2753,
-      "subrel-constrast": 3.3751375675201416,
+      "subrel-constrast": 3.4290473461151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8266611099243164,
-      "cov-distil (oracle2student)": 3.079434871673584,
-      "cov-distil (oracle2teacher)": 3.1996889114379883,
+      "cov-distil": 2.2442831993103027,
+      "cov-distil (oracle2student)": 3.8347411155700684,
+      "cov-distil (oracle2teacher)": 3.833700180053711,
       "epoch": 2.161695447409733,
-      "rel-constrast": 2.4695091247558594,
+      "rel-constrast": 3.0736355781555176,
       "step": 2754,
-      "subrel-constrast": 3.61206316947937,
+      "subrel-constrast": 3.5893893241882324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3826489448547363,
-      "cov-distil (oracle2student)": 4.949309349060059,
-      "cov-distil (oracle2teacher)": 4.687525749206543,
+      "cov-distil": 2.0889463424682617,
+      "cov-distil (oracle2student)": 5.465128421783447,
+      "cov-distil (oracle2teacher)": 5.231375694274902,
       "epoch": 2.162480376766091,
-      "rel-constrast": 2.3799362182617188,
+      "rel-constrast": 3.5743601322174072,
       "step": 2755,
-      "subrel-constrast": 3.5264055728912354,
+      "subrel-constrast": 3.4813055992126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.124934434890747,
-      "cov-distil (oracle2student)": 3.533940315246582,
-      "cov-distil (oracle2teacher)": 3.653165340423584,
+      "cov-distil": 1.7526955604553223,
+      "cov-distil (oracle2student)": 3.633735179901123,
+      "cov-distil (oracle2teacher)": 3.59871244430542,
       "epoch": 2.163265306122449,
-      "rel-constrast": 3.321613311767578,
+      "rel-constrast": 3.4252045154571533,
       "step": 2756,
-      "subrel-constrast": 3.7038440704345703,
+      "subrel-constrast": 3.5230064392089844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9368057250976562,
-      "cov-distil (oracle2student)": 4.886351108551025,
-      "cov-distil (oracle2teacher)": 4.858048915863037,
+      "cov-distil": 1.860623836517334,
+      "cov-distil (oracle2student)": 5.258307933807373,
+      "cov-distil (oracle2teacher)": 5.2200117111206055,
       "epoch": 2.1640502354788067,
-      "rel-constrast": 3.2014737129211426,
+      "rel-constrast": 3.1157939434051514,
       "step": 2757,
-      "subrel-constrast": 4.386559963226318,
+      "subrel-constrast": 4.44868278503418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426530361175537,
-      "cov-distil (oracle2student)": 3.530073642730713,
-      "cov-distil (oracle2teacher)": 3.6141629219055176,
+      "cov-distil": 2.013542890548706,
+      "cov-distil (oracle2student)": 4.043458461761475,
+      "cov-distil (oracle2teacher)": 4.043023109436035,
       "epoch": 2.1648351648351647,
-      "rel-constrast": 1.6178171634674072,
+      "rel-constrast": 1.9020402431488037,
       "step": 2758,
-      "subrel-constrast": 2.3052117824554443,
+      "subrel-constrast": 2.511077642440796,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0921416282653809,
-      "cov-distil (oracle2student)": 3.1381635665893555,
-      "cov-distil (oracle2teacher)": 3.4450976848602295,
+      "cov-distil": 1.5995543003082275,
+      "cov-distil (oracle2student)": 4.711848258972168,
+      "cov-distil (oracle2teacher)": 3.707982063293457,
       "epoch": 2.1656200941915227,
-      "rel-constrast": 2.438591480255127,
+      "rel-constrast": 3.268792152404785,
       "step": 2759,
-      "subrel-constrast": 3.3048923015594482,
+      "subrel-constrast": 3.141951084136963,
       "view-similarity": 0
     },
     {
       "epoch": 2.1664050235478807,
-      "grad_norm": 5.1875,
+      "grad_norm": 5.71875,
       "learning_rate": 4.5433651534609254e-05,
-      "loss": 0.6497,
+      "loss": 0.6976,
       "step": 2760
     },
     {
-      "cov-distil": 1.578001618385315,
-      "cov-distil (oracle2student)": 2.874424695968628,
-      "cov-distil (oracle2teacher)": 2.949392318725586,
+      "cov-distil": 2.027440309524536,
+      "cov-distil (oracle2student)": 2.853795051574707,
+      "cov-distil (oracle2teacher)": 2.497511386871338,
       "epoch": 2.1664050235478807,
-      "rel-constrast": 2.6245853900909424,
+      "rel-constrast": 2.757913589477539,
       "step": 2760,
-      "subrel-constrast": 3.475450038909912,
+      "subrel-constrast": 3.1256303787231445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8739182949066162,
-      "cov-distil (oracle2student)": 3.577914237976074,
-      "cov-distil (oracle2teacher)": 3.393104076385498,
+      "cov-distil": 1.8606860637664795,
+      "cov-distil (oracle2student)": 3.596660614013672,
+      "cov-distil (oracle2teacher)": 3.2850241661071777,
       "epoch": 2.1671899529042387,
-      "rel-constrast": 2.4435858726501465,
+      "rel-constrast": 2.3101189136505127,
       "step": 2761,
-      "subrel-constrast": 3.0955920219421387,
+      "subrel-constrast": 3.027657985687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.953794002532959,
-      "cov-distil (oracle2student)": 3.8717901706695557,
-      "cov-distil (oracle2teacher)": 3.5614125728607178,
+      "cov-distil": 2.5441339015960693,
+      "cov-distil (oracle2student)": 3.87982439994812,
+      "cov-distil (oracle2teacher)": 4.043338775634766,
       "epoch": 2.1679748822605966,
-      "rel-constrast": 2.3320181369781494,
+      "rel-constrast": 2.7740468978881836,
       "step": 2762,
-      "subrel-constrast": 3.115504026412964,
+      "subrel-constrast": 3.0653018951416016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3343175649642944,
-      "cov-distil (oracle2student)": 4.609310150146484,
-      "cov-distil (oracle2teacher)": 4.303138732910156,
+      "cov-distil": 1.6612123250961304,
+      "cov-distil (oracle2student)": 5.389048099517822,
+      "cov-distil (oracle2teacher)": 4.765027046203613,
       "epoch": 2.1687598116169546,
-      "rel-constrast": 2.487426519393921,
+      "rel-constrast": 2.4068758487701416,
       "step": 2763,
-      "subrel-constrast": 3.051936388015747,
+      "subrel-constrast": 2.820878267288208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.951548457145691,
-      "cov-distil (oracle2student)": 3.890188694000244,
-      "cov-distil (oracle2teacher)": 3.4583067893981934,
+      "cov-distil": 1.8833258152008057,
+      "cov-distil (oracle2student)": 4.192130088806152,
+      "cov-distil (oracle2teacher)": 3.4766294956207275,
       "epoch": 2.169544740973312,
-      "rel-constrast": 2.934924602508545,
+      "rel-constrast": 3.2889156341552734,
       "step": 2764,
-      "subrel-constrast": 3.7799088954925537,
+      "subrel-constrast": 3.719115734100342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6358479261398315,
-      "cov-distil (oracle2student)": 4.632247447967529,
-      "cov-distil (oracle2teacher)": 4.144345283508301,
+      "cov-distil": 2.6533896923065186,
+      "cov-distil (oracle2student)": 4.43166446685791,
+      "cov-distil (oracle2teacher)": 4.373798847198486,
       "epoch": 2.17032967032967,
-      "rel-constrast": 1.9486992359161377,
+      "rel-constrast": 2.1963961124420166,
       "step": 2765,
-      "subrel-constrast": 2.93902587890625,
+      "subrel-constrast": 3.1048412322998047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2712477445602417,
-      "cov-distil (oracle2student)": 4.748114585876465,
-      "cov-distil (oracle2teacher)": 4.15672492980957,
+      "cov-distil": 1.8074252605438232,
+      "cov-distil (oracle2student)": 4.894932746887207,
+      "cov-distil (oracle2teacher)": 4.793103218078613,
       "epoch": 2.171114599686028,
-      "rel-constrast": 4.325639247894287,
+      "rel-constrast": 4.083282470703125,
       "step": 2766,
-      "subrel-constrast": 4.2749714851379395,
+      "subrel-constrast": 4.095904350280762,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5482760667800903,
-      "cov-distil (oracle2student)": 3.9427294731140137,
-      "cov-distil (oracle2teacher)": 3.9328689575195312,
+      "cov-distil": 1.7058920860290527,
+      "cov-distil (oracle2student)": 3.485278844833374,
+      "cov-distil (oracle2teacher)": 3.5941054821014404,
       "epoch": 2.171899529042386,
-      "rel-constrast": 3.7439210414886475,
+      "rel-constrast": 3.210562229156494,
       "step": 2767,
-      "subrel-constrast": 4.385122776031494,
+      "subrel-constrast": 3.9721932411193848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5634022951126099,
-      "cov-distil (oracle2student)": 4.607346534729004,
-      "cov-distil (oracle2teacher)": 4.3032660484313965,
+      "cov-distil": 1.8338966369628906,
+      "cov-distil (oracle2student)": 5.013625144958496,
+      "cov-distil (oracle2teacher)": 4.827178955078125,
       "epoch": 2.172684458398744,
-      "rel-constrast": 2.7488107681274414,
+      "rel-constrast": 2.697571039199829,
       "step": 2768,
-      "subrel-constrast": 3.7152700424194336,
+      "subrel-constrast": 3.7883613109588623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4115402698516846,
-      "cov-distil (oracle2student)": 3.8804614543914795,
-      "cov-distil (oracle2teacher)": 3.644684314727783,
+      "cov-distil": 1.74371337890625,
+      "cov-distil (oracle2student)": 4.457836627960205,
+      "cov-distil (oracle2teacher)": 3.804746150970459,
       "epoch": 2.173469387755102,
-      "rel-constrast": 2.467334508895874,
+      "rel-constrast": 3.225389242172241,
       "step": 2769,
-      "subrel-constrast": 3.15594482421875,
+      "subrel-constrast": 3.367835283279419,
       "view-similarity": 0
     },
     {
       "epoch": 2.17425431711146,
-      "grad_norm": 4.875,
+      "grad_norm": 6.25,
       "learning_rate": 4.538324883347668e-05,
-      "loss": 0.7417,
+      "loss": 0.7238,
       "step": 2770
     },
     {
-      "cov-distil": 1.5766236782073975,
-      "cov-distil (oracle2student)": 4.064674377441406,
-      "cov-distil (oracle2teacher)": 4.15757417678833,
+      "cov-distil": 2.1096997261047363,
+      "cov-distil (oracle2student)": 4.189732551574707,
+      "cov-distil (oracle2teacher)": 4.323905944824219,
       "epoch": 2.17425431711146,
-      "rel-constrast": 3.271489381790161,
+      "rel-constrast": 2.940443515777588,
       "step": 2770,
-      "subrel-constrast": 4.268964767456055,
+      "subrel-constrast": 4.18864631652832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6262998580932617,
-      "cov-distil (oracle2student)": 2.912447929382324,
-      "cov-distil (oracle2teacher)": 3.3901774883270264,
+      "cov-distil": 2.3171849250793457,
+      "cov-distil (oracle2student)": 2.8268041610717773,
+      "cov-distil (oracle2teacher)": 3.56740140914917,
       "epoch": 2.175039246467818,
-      "rel-constrast": 2.709003210067749,
+      "rel-constrast": 2.750864028930664,
       "step": 2771,
-      "subrel-constrast": 3.439051628112793,
+      "subrel-constrast": 3.608549118041992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7560714483261108,
-      "cov-distil (oracle2student)": 3.479447364807129,
-      "cov-distil (oracle2teacher)": 3.216811418533325,
+      "cov-distil": 2.4682416915893555,
+      "cov-distil (oracle2student)": 3.9798026084899902,
+      "cov-distil (oracle2teacher)": 3.436493396759033,
       "epoch": 2.1758241758241756,
-      "rel-constrast": 2.367316484451294,
+      "rel-constrast": 2.5125603675842285,
       "step": 2772,
-      "subrel-constrast": 2.8493714332580566,
+      "subrel-constrast": 2.895495891571045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8529348373413086,
-      "cov-distil (oracle2student)": 3.987799882888794,
-      "cov-distil (oracle2teacher)": 3.7918434143066406,
+      "cov-distil": 2.245640754699707,
+      "cov-distil (oracle2student)": 4.504085540771484,
+      "cov-distil (oracle2teacher)": 4.577808856964111,
       "epoch": 2.1766091051805336,
-      "rel-constrast": 2.480729579925537,
+      "rel-constrast": 2.985295534133911,
       "step": 2773,
-      "subrel-constrast": 3.5525097846984863,
+      "subrel-constrast": 3.423816204071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3569505214691162,
-      "cov-distil (oracle2student)": 3.5121207237243652,
-      "cov-distil (oracle2teacher)": 3.2565643787384033,
+      "cov-distil": 1.7187970876693726,
+      "cov-distil (oracle2student)": 3.560590982437134,
+      "cov-distil (oracle2teacher)": 3.4925620555877686,
       "epoch": 2.1773940345368916,
-      "rel-constrast": 2.9575562477111816,
+      "rel-constrast": 3.178072452545166,
       "step": 2774,
-      "subrel-constrast": 3.197854518890381,
+      "subrel-constrast": 3.2805840969085693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.038498878479004,
-      "cov-distil (oracle2student)": 5.109562873840332,
-      "cov-distil (oracle2teacher)": 4.400078296661377,
+      "cov-distil": 2.0825681686401367,
+      "cov-distil (oracle2student)": 5.242267608642578,
+      "cov-distil (oracle2teacher)": 4.749919891357422,
       "epoch": 2.1781789638932496,
-      "rel-constrast": 2.6226844787597656,
+      "rel-constrast": 2.309586763381958,
       "step": 2775,
-      "subrel-constrast": 3.0244951248168945,
+      "subrel-constrast": 2.966075897216797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.149135112762451,
-      "cov-distil (oracle2student)": 4.2197699546813965,
-      "cov-distil (oracle2teacher)": 3.9235053062438965,
+      "cov-distil": 2.1763644218444824,
+      "cov-distil (oracle2student)": 4.702444076538086,
+      "cov-distil (oracle2teacher)": 4.097940921783447,
       "epoch": 2.1789638932496076,
-      "rel-constrast": 3.5571346282958984,
+      "rel-constrast": 3.987548589706421,
       "step": 2776,
-      "subrel-constrast": 4.247030735015869,
+      "subrel-constrast": 3.9831128120422363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9533778429031372,
-      "cov-distil (oracle2student)": 4.807613849639893,
-      "cov-distil (oracle2teacher)": 4.531671524047852,
+      "cov-distil": 2.0249717235565186,
+      "cov-distil (oracle2student)": 4.359429836273193,
+      "cov-distil (oracle2teacher)": 5.391081809997559,
       "epoch": 2.1797488226059656,
-      "rel-constrast": 1.6832172870635986,
+      "rel-constrast": 2.303375244140625,
       "step": 2777,
-      "subrel-constrast": 2.9430198669433594,
+      "subrel-constrast": 2.9794812202453613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0430760383605957,
-      "cov-distil (oracle2student)": 2.740504741668701,
-      "cov-distil (oracle2teacher)": 2.7616782188415527,
+      "cov-distil": 2.219846725463867,
+      "cov-distil (oracle2student)": 2.6709351539611816,
+      "cov-distil (oracle2teacher)": 3.2105417251586914,
       "epoch": 2.1805337519623236,
-      "rel-constrast": 2.7265501022338867,
+      "rel-constrast": 2.2785422801971436,
       "step": 2778,
-      "subrel-constrast": 3.3393828868865967,
+      "subrel-constrast": 3.8638181686401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0736690759658813,
-      "cov-distil (oracle2student)": 6.632774353027344,
-      "cov-distil (oracle2teacher)": 5.811801433563232,
+      "cov-distil": 1.3283331394195557,
+      "cov-distil (oracle2student)": 7.292950630187988,
+      "cov-distil (oracle2teacher)": 6.300293922424316,
       "epoch": 2.181318681318681,
-      "rel-constrast": 3.902250051498413,
+      "rel-constrast": 4.599099636077881,
       "step": 2779,
-      "subrel-constrast": 4.035862922668457,
+      "subrel-constrast": 4.138868808746338,
       "view-similarity": 0
     },
     {
       "epoch": 2.182103610675039,
-      "grad_norm": 7.375,
+      "grad_norm": 8.8125,
       "learning_rate": 4.533259776888963e-05,
-      "loss": 0.748,
+      "loss": 0.7461,
       "step": 2780
     },
     {
-      "cov-distil": 2.2980527877807617,
-      "cov-distil (oracle2student)": 4.280145645141602,
-      "cov-distil (oracle2teacher)": 4.30819034576416,
+      "cov-distil": 2.178429126739502,
+      "cov-distil (oracle2student)": 5.01374626159668,
+      "cov-distil (oracle2teacher)": 4.564960956573486,
       "epoch": 2.182103610675039,
-      "rel-constrast": 2.0169150829315186,
+      "rel-constrast": 2.7280025482177734,
       "step": 2780,
-      "subrel-constrast": 3.02779483795166,
+      "subrel-constrast": 3.1228349208831787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4225775003433228,
-      "cov-distil (oracle2student)": 3.131531000137329,
-      "cov-distil (oracle2teacher)": 2.704676389694214,
+      "cov-distil": 2.4580564498901367,
+      "cov-distil (oracle2student)": 3.4463376998901367,
+      "cov-distil (oracle2teacher)": 3.471315622329712,
       "epoch": 2.182888540031397,
-      "rel-constrast": 2.938419818878174,
+      "rel-constrast": 3.357919692993164,
       "step": 2781,
-      "subrel-constrast": 3.446192502975464,
+      "subrel-constrast": 3.843925714492798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6602404117584229,
-      "cov-distil (oracle2student)": 4.858144760131836,
-      "cov-distil (oracle2teacher)": 5.343108177185059,
+      "cov-distil": 2.134389877319336,
+      "cov-distil (oracle2student)": 5.513792991638184,
+      "cov-distil (oracle2teacher)": 5.2382025718688965,
       "epoch": 2.183673469387755,
-      "rel-constrast": 1.488740086555481,
+      "rel-constrast": 1.8114897012710571,
       "step": 2782,
-      "subrel-constrast": 2.8543848991394043,
+      "subrel-constrast": 2.513664960861206,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.555893898010254,
-      "cov-distil (oracle2student)": 3.017913818359375,
-      "cov-distil (oracle2teacher)": 3.018636703491211,
+      "cov-distil": 2.0349349975585938,
+      "cov-distil (oracle2student)": 3.1711840629577637,
+      "cov-distil (oracle2teacher)": 3.660766124725342,
       "epoch": 2.184458398744113,
-      "rel-constrast": 1.9062366485595703,
+      "rel-constrast": 2.422055959701538,
       "step": 2783,
-      "subrel-constrast": 2.852386236190796,
+      "subrel-constrast": 2.8692121505737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1982990503311157,
-      "cov-distil (oracle2student)": 4.0601677894592285,
-      "cov-distil (oracle2teacher)": 3.864678382873535,
+      "cov-distil": 1.623112440109253,
+      "cov-distil (oracle2student)": 4.466866493225098,
+      "cov-distil (oracle2teacher)": 4.288537502288818,
       "epoch": 2.185243328100471,
-      "rel-constrast": 2.328829288482666,
+      "rel-constrast": 2.629744291305542,
       "step": 2784,
-      "subrel-constrast": 3.048837423324585,
+      "subrel-constrast": 3.0239028930664062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6617581844329834,
-      "cov-distil (oracle2student)": 4.962514877319336,
-      "cov-distil (oracle2teacher)": 5.167625904083252,
+      "cov-distil": 2.0261192321777344,
+      "cov-distil (oracle2student)": 5.357070446014404,
+      "cov-distil (oracle2teacher)": 5.457041263580322,
       "epoch": 2.186028257456829,
-      "rel-constrast": 3.139671802520752,
+      "rel-constrast": 3.2271387577056885,
       "step": 2785,
-      "subrel-constrast": 4.643870830535889,
+      "subrel-constrast": 4.222178936004639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2765108346939087,
-      "cov-distil (oracle2student)": 3.983035087585449,
-      "cov-distil (oracle2teacher)": 3.7437143325805664,
+      "cov-distil": 1.5905166864395142,
+      "cov-distil (oracle2student)": 4.368485450744629,
+      "cov-distil (oracle2teacher)": 4.257085800170898,
       "epoch": 2.186813186813187,
-      "rel-constrast": 2.728004217147827,
+      "rel-constrast": 3.1159486770629883,
       "step": 2786,
-      "subrel-constrast": 3.2605865001678467,
+      "subrel-constrast": 2.9920268058776855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5590498447418213,
-      "cov-distil (oracle2student)": 4.068120956420898,
-      "cov-distil (oracle2teacher)": 4.2923431396484375,
+      "cov-distil": 2.261465549468994,
+      "cov-distil (oracle2student)": 4.669281959533691,
+      "cov-distil (oracle2teacher)": 4.781498432159424,
       "epoch": 2.1875981161695446,
-      "rel-constrast": 3.327399492263794,
+      "rel-constrast": 3.3421380519866943,
       "step": 2787,
-      "subrel-constrast": 4.192492961883545,
+      "subrel-constrast": 4.129855155944824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1637686491012573,
-      "cov-distil (oracle2student)": 2.682816982269287,
-      "cov-distil (oracle2teacher)": 2.9069252014160156,
+      "cov-distil": 2.034818172454834,
+      "cov-distil (oracle2student)": 2.9799976348876953,
+      "cov-distil (oracle2teacher)": 2.8899917602539062,
       "epoch": 2.1883830455259026,
-      "rel-constrast": 1.9371237754821777,
+      "rel-constrast": 2.359126567840576,
       "step": 2788,
-      "subrel-constrast": 2.6532328128814697,
+      "subrel-constrast": 2.4742655754089355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7398916482925415,
-      "cov-distil (oracle2student)": 2.972571849822998,
-      "cov-distil (oracle2teacher)": 3.5954203605651855,
+      "cov-distil": 2.3810372352600098,
+      "cov-distil (oracle2student)": 3.6705739498138428,
+      "cov-distil (oracle2teacher)": 3.3852643966674805,
       "epoch": 2.1891679748822606,
-      "rel-constrast": 3.030136823654175,
+      "rel-constrast": 3.0326414108276367,
       "step": 2789,
-      "subrel-constrast": 4.030621528625488,
+      "subrel-constrast": 3.7138490676879883,
       "view-similarity": 0
     },
     {
       "epoch": 2.1899529042386185,
-      "grad_norm": 5.375,
+      "grad_norm": 6.375,
       "learning_rate": 4.528169895801534e-05,
-      "loss": 0.6599,
+      "loss": 0.7007,
       "step": 2790
     },
     {
-      "cov-distil": 1.4548273086547852,
-      "cov-distil (oracle2student)": 6.521600723266602,
-      "cov-distil (oracle2teacher)": 5.817416191101074,
+      "cov-distil": 1.8351669311523438,
+      "cov-distil (oracle2student)": 6.846970558166504,
+      "cov-distil (oracle2teacher)": 6.510059356689453,
       "epoch": 2.1899529042386185,
-      "rel-constrast": 2.844208240509033,
+      "rel-constrast": 3.354691505432129,
       "step": 2790,
-      "subrel-constrast": 3.610992908477783,
+      "subrel-constrast": 3.5288243293762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.180964469909668,
-      "cov-distil (oracle2student)": 3.916328191757202,
-      "cov-distil (oracle2teacher)": 3.858748435974121,
+      "cov-distil": 1.3148621320724487,
+      "cov-distil (oracle2student)": 4.437211513519287,
+      "cov-distil (oracle2teacher)": 4.489740371704102,
       "epoch": 2.1907378335949765,
-      "rel-constrast": 2.8646726608276367,
+      "rel-constrast": 2.5330305099487305,
       "step": 2791,
-      "subrel-constrast": 3.337411403656006,
+      "subrel-constrast": 3.1430420875549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4889476299285889,
-      "cov-distil (oracle2student)": 3.581214427947998,
-      "cov-distil (oracle2teacher)": 3.880552291870117,
+      "cov-distil": 1.8243632316589355,
+      "cov-distil (oracle2student)": 4.082408905029297,
+      "cov-distil (oracle2teacher)": 3.608875274658203,
       "epoch": 2.1915227629513345,
-      "rel-constrast": 2.622772693634033,
+      "rel-constrast": 3.0890469551086426,
       "step": 2792,
-      "subrel-constrast": 3.3828115463256836,
+      "subrel-constrast": 3.262800455093384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2788527011871338,
-      "cov-distil (oracle2student)": 4.624549865722656,
-      "cov-distil (oracle2teacher)": 4.582939147949219,
+      "cov-distil": 1.952906847000122,
+      "cov-distil (oracle2student)": 5.245905876159668,
+      "cov-distil (oracle2teacher)": 5.146542549133301,
       "epoch": 2.1923076923076925,
-      "rel-constrast": 2.5201473236083984,
+      "rel-constrast": 3.0020666122436523,
       "step": 2793,
-      "subrel-constrast": 3.003450870513916,
+      "subrel-constrast": 3.4599192142486572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4151631593704224,
-      "cov-distil (oracle2student)": 4.688313007354736,
-      "cov-distil (oracle2teacher)": 4.665013790130615,
+      "cov-distil": 1.5249881744384766,
+      "cov-distil (oracle2student)": 4.959353446960449,
+      "cov-distil (oracle2teacher)": 4.920149326324463,
       "epoch": 2.19309262166405,
-      "rel-constrast": 3.290005922317505,
+      "rel-constrast": 3.987715244293213,
       "step": 2794,
-      "subrel-constrast": 4.2277021408081055,
+      "subrel-constrast": 4.184964179992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.69386625289917,
-      "cov-distil (oracle2student)": 4.809807777404785,
-      "cov-distil (oracle2teacher)": 4.8953704833984375,
+      "cov-distil": 2.4408631324768066,
+      "cov-distil (oracle2student)": 4.804402828216553,
+      "cov-distil (oracle2teacher)": 4.641486167907715,
       "epoch": 2.193877551020408,
-      "rel-constrast": 3.486724615097046,
+      "rel-constrast": 3.4247121810913086,
       "step": 2795,
-      "subrel-constrast": 4.25349760055542,
+      "subrel-constrast": 4.038391590118408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6009113788604736,
-      "cov-distil (oracle2student)": 3.276582956314087,
-      "cov-distil (oracle2teacher)": 3.185840129852295,
+      "cov-distil": 2.305171489715576,
+      "cov-distil (oracle2student)": 4.288717269897461,
+      "cov-distil (oracle2teacher)": 3.5087504386901855,
       "epoch": 2.194662480376766,
-      "rel-constrast": 3.4501593112945557,
+      "rel-constrast": 3.4559266567230225,
       "step": 2796,
-      "subrel-constrast": 3.716614246368408,
+      "subrel-constrast": 3.960946798324585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1312111616134644,
-      "cov-distil (oracle2student)": 3.839033603668213,
-      "cov-distil (oracle2teacher)": 3.877445697784424,
+      "cov-distil": 1.388656735420227,
+      "cov-distil (oracle2student)": 4.113482475280762,
+      "cov-distil (oracle2teacher)": 4.242979049682617,
       "epoch": 2.195447409733124,
-      "rel-constrast": 2.782867193222046,
+      "rel-constrast": 2.71858549118042,
       "step": 2797,
-      "subrel-constrast": 3.758725881576538,
+      "subrel-constrast": 3.4143972396850586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5209598541259766,
-      "cov-distil (oracle2student)": 3.492300033569336,
-      "cov-distil (oracle2teacher)": 3.0684425830841064,
+      "cov-distil": 2.12294864654541,
+      "cov-distil (oracle2student)": 4.3320465087890625,
+      "cov-distil (oracle2teacher)": 3.59804630279541,
       "epoch": 2.196232339089482,
-      "rel-constrast": 3.553805351257324,
+      "rel-constrast": 4.051398277282715,
       "step": 2798,
-      "subrel-constrast": 4.239773750305176,
+      "subrel-constrast": 4.384860038757324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2242400646209717,
-      "cov-distil (oracle2student)": 3.8406758308410645,
-      "cov-distil (oracle2teacher)": 3.573622465133667,
+      "cov-distil": 1.750964641571045,
+      "cov-distil (oracle2student)": 4.344789981842041,
+      "cov-distil (oracle2teacher)": 4.310716152191162,
       "epoch": 2.19701726844584,
-      "rel-constrast": 2.3627190589904785,
+      "rel-constrast": 2.7469887733459473,
       "step": 2799,
-      "subrel-constrast": 2.744584083557129,
+      "subrel-constrast": 2.746488571166992,
       "view-similarity": 0
     },
     {
       "epoch": 2.197802197802198,
-      "grad_norm": 4.59375,
+      "grad_norm": 6.125,
       "learning_rate": 4.523055302103977e-05,
-      "loss": 0.7794,
+      "loss": 0.8091,
       "step": 2800
     },
     {
       "epoch": 2.197802197802198,
-      "overlap": 0.3046875,
+      "overlap": 0.2671875059604645,
       "step": 2800
     },
     {
       "epoch": 2.197802197802198,
       "step": 2800,
-      "student margin": 0.05340576171875
+      "student margin": 0.04986572265625
     },
     {
       "epoch": 2.197802197802198,
       "step": 2800,
-      "teacher margin": 0.031219482421875
+      "teacher margin": 0.037200927734375
     },
     {
       "epoch": 2.197802197802198,
-      "margin difference": -0.022186279296875,
+      "margin difference": -0.012664794921875,
       "step": 2800
     },
     {
-      "cov-distil": 2.2137365341186523,
-      "cov-distil (oracle2student)": 6.215800762176514,
-      "cov-distil (oracle2teacher)": 6.065351486206055,
+      "cov-distil": 2.7552685737609863,
+      "cov-distil (oracle2student)": 6.875768661499023,
+      "cov-distil (oracle2teacher)": 6.1456193923950195,
       "epoch": 2.197802197802198,
-      "rel-constrast": 3.1010799407958984,
+      "rel-constrast": 3.651973009109497,
       "step": 2800,
-      "subrel-constrast": 4.90162467956543,
+      "subrel-constrast": 4.435447692871094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4972419738769531,
-      "cov-distil (oracle2student)": 2.8553576469421387,
-      "cov-distil (oracle2teacher)": 2.8867177963256836,
+      "cov-distil": 2.0824363231658936,
+      "cov-distil (oracle2student)": 2.9606335163116455,
+      "cov-distil (oracle2teacher)": 3.206343412399292,
       "epoch": 2.1985871271585555,
-      "rel-constrast": 2.9076523780822754,
+      "rel-constrast": 2.657710075378418,
       "step": 2801,
-      "subrel-constrast": 3.582503080368042,
+      "subrel-constrast": 3.7025482654571533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.067751407623291,
-      "cov-distil (oracle2student)": 4.675081253051758,
-      "cov-distil (oracle2teacher)": 4.172138690948486,
+      "cov-distil": 1.5291502475738525,
+      "cov-distil (oracle2student)": 4.436077117919922,
+      "cov-distil (oracle2teacher)": 4.051630020141602,
       "epoch": 2.1993720565149135,
-      "rel-constrast": 2.9559996128082275,
+      "rel-constrast": 3.011228322982788,
       "step": 2802,
-      "subrel-constrast": 3.421099901199341,
+      "subrel-constrast": 3.3931772708892822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5010050535202026,
-      "cov-distil (oracle2student)": 5.221595287322998,
-      "cov-distil (oracle2teacher)": 4.674283027648926,
+      "cov-distil": 1.6090891361236572,
+      "cov-distil (oracle2student)": 5.321571350097656,
+      "cov-distil (oracle2teacher)": 4.693202972412109,
       "epoch": 2.2001569858712715,
-      "rel-constrast": 2.8883657455444336,
+      "rel-constrast": 2.955479383468628,
       "step": 2803,
-      "subrel-constrast": 3.3815555572509766,
+      "subrel-constrast": 3.284677743911743,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9775338172912598,
-      "cov-distil (oracle2student)": 5.757264614105225,
-      "cov-distil (oracle2teacher)": 5.236817836761475,
+      "cov-distil": 1.8078327178955078,
+      "cov-distil (oracle2student)": 5.705745697021484,
+      "cov-distil (oracle2teacher)": 5.643039226531982,
       "epoch": 2.2009419152276295,
-      "rel-constrast": 2.7753376960754395,
+      "rel-constrast": 2.779660224914551,
       "step": 2804,
-      "subrel-constrast": 3.73819899559021,
+      "subrel-constrast": 3.4100265502929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1651103496551514,
-      "cov-distil (oracle2student)": 6.025886535644531,
-      "cov-distil (oracle2teacher)": 5.240909576416016,
+      "cov-distil": 1.916640043258667,
+      "cov-distil (oracle2student)": 6.108171463012695,
+      "cov-distil (oracle2teacher)": 5.92503023147583,
       "epoch": 2.2017268445839875,
-      "rel-constrast": 2.3875410556793213,
+      "rel-constrast": 2.663935899734497,
       "step": 2805,
-      "subrel-constrast": 3.1482937335968018,
+      "subrel-constrast": 3.5255041122436523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7415776252746582,
-      "cov-distil (oracle2student)": 3.061321973800659,
-      "cov-distil (oracle2teacher)": 3.5830721855163574,
+      "cov-distil": 2.184971332550049,
+      "cov-distil (oracle2student)": 3.9040727615356445,
+      "cov-distil (oracle2teacher)": 3.9738612174987793,
       "epoch": 2.2025117739403455,
-      "rel-constrast": 2.8911986351013184,
+      "rel-constrast": 2.79780650138855,
       "step": 2806,
-      "subrel-constrast": 3.837303876876831,
+      "subrel-constrast": 3.7619354724884033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.714737892150879,
-      "cov-distil (oracle2student)": 5.002007007598877,
-      "cov-distil (oracle2teacher)": 4.555350303649902,
+      "cov-distil": 2.5055575370788574,
+      "cov-distil (oracle2student)": 5.536344528198242,
+      "cov-distil (oracle2teacher)": 5.161619663238525,
       "epoch": 2.2032967032967035,
-      "rel-constrast": 3.142002820968628,
+      "rel-constrast": 3.931431293487549,
       "step": 2807,
-      "subrel-constrast": 4.039290428161621,
+      "subrel-constrast": 3.8454952239990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.504430890083313,
-      "cov-distil (oracle2student)": 5.065723419189453,
-      "cov-distil (oracle2teacher)": 4.750711441040039,
+      "cov-distil": 2.1628589630126953,
+      "cov-distil (oracle2student)": 5.137818813323975,
+      "cov-distil (oracle2teacher)": 4.965700149536133,
       "epoch": 2.204081632653061,
-      "rel-constrast": 3.225733757019043,
+      "rel-constrast": 3.221426010131836,
       "step": 2808,
-      "subrel-constrast": 3.511944532394409,
+      "subrel-constrast": 3.879430055618286,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3782306909561157,
-      "cov-distil (oracle2student)": 7.567097187042236,
-      "cov-distil (oracle2teacher)": 6.493724346160889,
+      "cov-distil": 1.9145649671554565,
+      "cov-distil (oracle2student)": 7.510309219360352,
+      "cov-distil (oracle2teacher)": 7.032402992248535,
       "epoch": 2.204866562009419,
-      "rel-constrast": 3.62861967086792,
+      "rel-constrast": 3.2843821048736572,
       "step": 2809,
-      "subrel-constrast": 4.384779453277588,
+      "subrel-constrast": 4.200778961181641,
       "view-similarity": 0
     },
     {
       "epoch": 2.205651491365777,
-      "grad_norm": 6.59375,
+      "grad_norm": 6.1875,
       "learning_rate": 4.5179160581160005e-05,
-      "loss": 0.787,
+      "loss": 0.7739,
       "step": 2810
     },
     {
-      "cov-distil": 1.175363540649414,
-      "cov-distil (oracle2student)": 4.376012802124023,
-      "cov-distil (oracle2teacher)": 4.336128234863281,
+      "cov-distil": 1.5711236000061035,
+      "cov-distil (oracle2student)": 4.986570835113525,
+      "cov-distil (oracle2teacher)": 4.499585151672363,
       "epoch": 2.205651491365777,
-      "rel-constrast": 3.8148019313812256,
+      "rel-constrast": 3.9084293842315674,
       "step": 2810,
-      "subrel-constrast": 4.095478534698486,
+      "subrel-constrast": 3.7979555130004883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6495981216430664,
-      "cov-distil (oracle2student)": 4.087505340576172,
-      "cov-distil (oracle2teacher)": 3.7512223720550537,
+      "cov-distil": 1.711803913116455,
+      "cov-distil (oracle2student)": 4.089275360107422,
+      "cov-distil (oracle2teacher)": 3.949486017227173,
       "epoch": 2.206436420722135,
-      "rel-constrast": 3.006524085998535,
+      "rel-constrast": 3.094658613204956,
       "step": 2811,
-      "subrel-constrast": 3.5537495613098145,
+      "subrel-constrast": 3.353693962097168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4747031927108765,
-      "cov-distil (oracle2student)": 5.076373100280762,
-      "cov-distil (oracle2teacher)": 4.601344108581543,
+      "cov-distil": 2.16910457611084,
+      "cov-distil (oracle2student)": 5.36897611618042,
+      "cov-distil (oracle2teacher)": 5.394351959228516,
       "epoch": 2.207221350078493,
-      "rel-constrast": 2.9430313110351562,
+      "rel-constrast": 3.643573045730591,
       "step": 2812,
-      "subrel-constrast": 3.507298707962036,
+      "subrel-constrast": 3.678062915802002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2675129175186157,
-      "cov-distil (oracle2student)": 4.212703704833984,
-      "cov-distil (oracle2teacher)": 4.021785736083984,
+      "cov-distil": 1.677722454071045,
+      "cov-distil (oracle2student)": 4.532228946685791,
+      "cov-distil (oracle2teacher)": 4.6498260498046875,
       "epoch": 2.208006279434851,
-      "rel-constrast": 2.2500534057617188,
+      "rel-constrast": 2.272886276245117,
       "step": 2813,
-      "subrel-constrast": 3.3408799171447754,
+      "subrel-constrast": 3.3439176082611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4007916450500488,
-      "cov-distil (oracle2student)": 4.304337501525879,
-      "cov-distil (oracle2teacher)": 3.9711806774139404,
+      "cov-distil": 2.0821847915649414,
+      "cov-distil (oracle2student)": 4.243075370788574,
+      "cov-distil (oracle2teacher)": 4.138262748718262,
       "epoch": 2.208791208791209,
-      "rel-constrast": 3.2691335678100586,
+      "rel-constrast": 3.4207942485809326,
       "step": 2814,
-      "subrel-constrast": 3.529778003692627,
+      "subrel-constrast": 3.634852886199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0408121347427368,
-      "cov-distil (oracle2student)": 3.5707550048828125,
-      "cov-distil (oracle2teacher)": 3.068422794342041,
+      "cov-distil": 1.3950661420822144,
+      "cov-distil (oracle2student)": 3.5522756576538086,
+      "cov-distil (oracle2teacher)": 3.4071593284606934,
       "epoch": 2.209576138147567,
-      "rel-constrast": 2.556541919708252,
+      "rel-constrast": 3.015089988708496,
       "step": 2815,
-      "subrel-constrast": 2.8158345222473145,
+      "subrel-constrast": 3.042910575866699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5599029064178467,
-      "cov-distil (oracle2student)": 4.331329345703125,
-      "cov-distil (oracle2teacher)": 4.284970283508301,
+      "cov-distil": 2.567502975463867,
+      "cov-distil (oracle2student)": 4.880114555358887,
+      "cov-distil (oracle2teacher)": 4.321262359619141,
       "epoch": 2.2103610675039245,
-      "rel-constrast": 3.5689287185668945,
+      "rel-constrast": 4.264245986938477,
       "step": 2816,
-      "subrel-constrast": 3.949613094329834,
+      "subrel-constrast": 3.846806764602661,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3890578746795654,
-      "cov-distil (oracle2student)": 2.4216489791870117,
-      "cov-distil (oracle2teacher)": 2.3140015602111816,
+      "cov-distil": 1.949299693107605,
+      "cov-distil (oracle2student)": 2.619856357574463,
+      "cov-distil (oracle2teacher)": 3.0027570724487305,
       "epoch": 2.2111459968602825,
-      "rel-constrast": 2.6354856491088867,
+      "rel-constrast": 2.696683883666992,
       "step": 2817,
-      "subrel-constrast": 2.7864303588867188,
+      "subrel-constrast": 3.4497034549713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8132259845733643,
-      "cov-distil (oracle2student)": 4.258447647094727,
-      "cov-distil (oracle2teacher)": 4.581598281860352,
+      "cov-distil": 2.3863682746887207,
+      "cov-distil (oracle2student)": 5.02498722076416,
+      "cov-distil (oracle2teacher)": 5.267127990722656,
       "epoch": 2.2119309262166404,
-      "rel-constrast": 1.9659388065338135,
+      "rel-constrast": 2.775480270385742,
       "step": 2818,
-      "subrel-constrast": 3.035383701324463,
+      "subrel-constrast": 3.0659422874450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0958712100982666,
-      "cov-distil (oracle2student)": 4.302325248718262,
-      "cov-distil (oracle2teacher)": 4.473966121673584,
+      "cov-distil": 1.8567818403244019,
+      "cov-distil (oracle2student)": 4.535617351531982,
+      "cov-distil (oracle2teacher)": 4.760728359222412,
       "epoch": 2.2127158555729984,
-      "rel-constrast": 2.2479710578918457,
+      "rel-constrast": 2.544780969619751,
       "step": 2819,
-      "subrel-constrast": 2.8037545680999756,
+      "subrel-constrast": 2.949554443359375,
       "view-similarity": 0
     },
     {
       "epoch": 2.2135007849293564,
-      "grad_norm": 6.0,
+      "grad_norm": 6.46875,
       "learning_rate": 4.512752226457672e-05,
-      "loss": 0.7411,
+      "loss": 0.7909,
       "step": 2820
     },
     {
-      "cov-distil": 1.1903672218322754,
-      "cov-distil (oracle2student)": 3.8797783851623535,
-      "cov-distil (oracle2teacher)": 3.560136318206787,
+      "cov-distil": 1.451255202293396,
+      "cov-distil (oracle2student)": 3.7608816623687744,
+      "cov-distil (oracle2teacher)": 3.9868195056915283,
       "epoch": 2.2135007849293564,
-      "rel-constrast": 1.5289723873138428,
+      "rel-constrast": 2.1367220878601074,
       "step": 2820,
-      "subrel-constrast": 2.468310832977295,
+      "subrel-constrast": 2.8357293605804443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1187713146209717,
-      "cov-distil (oracle2student)": 5.136632442474365,
-      "cov-distil (oracle2teacher)": 4.7284016609191895,
+      "cov-distil": 1.5264196395874023,
+      "cov-distil (oracle2student)": 5.81070613861084,
+      "cov-distil (oracle2teacher)": 4.986372947692871,
       "epoch": 2.2142857142857144,
-      "rel-constrast": 2.3371927738189697,
+      "rel-constrast": 2.3794734477996826,
       "step": 2821,
-      "subrel-constrast": 3.4099338054656982,
+      "subrel-constrast": 3.2801411151885986,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4644598960876465,
-      "cov-distil (oracle2student)": 2.504847288131714,
-      "cov-distil (oracle2teacher)": 3.173910617828369,
+      "cov-distil": 2.8503823280334473,
+      "cov-distil (oracle2student)": 2.7400898933410645,
+      "cov-distil (oracle2teacher)": 3.466318368911743,
       "epoch": 2.2150706436420724,
-      "rel-constrast": 2.2738523483276367,
+      "rel-constrast": 2.482680559158325,
       "step": 2822,
-      "subrel-constrast": 3.185796022415161,
+      "subrel-constrast": 3.082627773284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2015347480773926,
-      "cov-distil (oracle2student)": 4.375980377197266,
-      "cov-distil (oracle2teacher)": 3.6437556743621826,
+      "cov-distil": 1.0565307140350342,
+      "cov-distil (oracle2student)": 4.659107208251953,
+      "cov-distil (oracle2teacher)": 4.212549686431885,
       "epoch": 2.21585557299843,
-      "rel-constrast": 2.148313522338867,
+      "rel-constrast": 2.542479991912842,
       "step": 2823,
-      "subrel-constrast": 2.6312949657440186,
+      "subrel-constrast": 2.738677978515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2643414735794067,
-      "cov-distil (oracle2student)": 4.937495231628418,
-      "cov-distil (oracle2teacher)": 4.573188781738281,
+      "cov-distil": 1.7777093648910522,
+      "cov-distil (oracle2student)": 4.4245991706848145,
+      "cov-distil (oracle2teacher)": 5.496898651123047,
       "epoch": 2.216640502354788,
-      "rel-constrast": 2.672121524810791,
+      "rel-constrast": 3.2011570930480957,
       "step": 2824,
-      "subrel-constrast": 3.8766989707946777,
+      "subrel-constrast": 3.9856150150299072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.605278730392456,
-      "cov-distil (oracle2student)": 4.442031383514404,
-      "cov-distil (oracle2teacher)": 4.580644607543945,
+      "cov-distil": 1.79935622215271,
+      "cov-distil (oracle2student)": 4.702639579772949,
+      "cov-distil (oracle2teacher)": 4.9185028076171875,
       "epoch": 2.217425431711146,
-      "rel-constrast": 2.8015432357788086,
+      "rel-constrast": 3.333966016769409,
       "step": 2825,
-      "subrel-constrast": 4.033280372619629,
+      "subrel-constrast": 4.078685283660889,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7470738887786865,
-      "cov-distil (oracle2student)": 5.276346206665039,
-      "cov-distil (oracle2teacher)": 5.35056209564209,
+      "cov-distil": 2.2499895095825195,
+      "cov-distil (oracle2student)": 6.1036176681518555,
+      "cov-distil (oracle2teacher)": 5.357985496520996,
       "epoch": 2.218210361067504,
-      "rel-constrast": 3.218754291534424,
+      "rel-constrast": 3.1867218017578125,
       "step": 2826,
-      "subrel-constrast": 3.8996434211730957,
+      "subrel-constrast": 3.809190273284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.511061429977417,
-      "cov-distil (oracle2student)": 2.216672897338867,
-      "cov-distil (oracle2teacher)": 2.8003010749816895,
+      "cov-distil": 2.007234573364258,
+      "cov-distil (oracle2student)": 2.1250760555267334,
+      "cov-distil (oracle2teacher)": 3.1109423637390137,
       "epoch": 2.218995290423862,
-      "rel-constrast": 2.707836151123047,
+      "rel-constrast": 2.2714293003082275,
       "step": 2827,
-      "subrel-constrast": 3.621464967727661,
+      "subrel-constrast": 3.1404876708984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1311604976654053,
-      "cov-distil (oracle2student)": 3.637054920196533,
-      "cov-distil (oracle2teacher)": 4.012404441833496,
+      "cov-distil": 1.313946008682251,
+      "cov-distil (oracle2student)": 4.396079063415527,
+      "cov-distil (oracle2teacher)": 4.320883274078369,
       "epoch": 2.21978021978022,
-      "rel-constrast": 2.384960174560547,
+      "rel-constrast": 2.572852849960327,
       "step": 2828,
-      "subrel-constrast": 3.0951735973358154,
+      "subrel-constrast": 3.294175148010254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0632667541503906,
-      "cov-distil (oracle2student)": 2.249817371368408,
-      "cov-distil (oracle2teacher)": 3.0629072189331055,
+      "cov-distil": 1.3434805870056152,
+      "cov-distil (oracle2student)": 2.435084819793701,
+      "cov-distil (oracle2teacher)": 2.9522907733917236,
       "epoch": 2.220565149136578,
-      "rel-constrast": 2.507134437561035,
+      "rel-constrast": 2.2896523475646973,
       "step": 2829,
-      "subrel-constrast": 3.0364880561828613,
+      "subrel-constrast": 3.0278995037078857,
       "view-similarity": 0
     },
     {
       "epoch": 2.221350078492936,
-      "grad_norm": 4.78125,
+      "grad_norm": 5.75,
       "learning_rate": 4.50756387004865e-05,
-      "loss": 0.6503,
+      "loss": 0.6599,
       "step": 2830
     },
     {
-      "cov-distil": 1.5329704284667969,
-      "cov-distil (oracle2student)": 2.8348588943481445,
-      "cov-distil (oracle2teacher)": 2.7240943908691406,
+      "cov-distil": 1.5765085220336914,
+      "cov-distil (oracle2student)": 2.8162591457366943,
+      "cov-distil (oracle2teacher)": 2.839688539505005,
       "epoch": 2.221350078492936,
-      "rel-constrast": 2.3418219089508057,
+      "rel-constrast": 2.5023772716522217,
       "step": 2830,
-      "subrel-constrast": 3.1155498027801514,
+      "subrel-constrast": 2.8761494159698486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2643208503723145,
-      "cov-distil (oracle2student)": 6.0505828857421875,
-      "cov-distil (oracle2teacher)": 5.291819095611572,
+      "cov-distil": 2.5078670978546143,
+      "cov-distil (oracle2student)": 6.310748100280762,
+      "cov-distil (oracle2teacher)": 5.719662666320801,
       "epoch": 2.2221350078492934,
-      "rel-constrast": 3.5743701457977295,
+      "rel-constrast": 3.624072551727295,
       "step": 2831,
-      "subrel-constrast": 4.198145866394043,
+      "subrel-constrast": 4.155115604400635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6747267246246338,
-      "cov-distil (oracle2student)": 3.6868605613708496,
-      "cov-distil (oracle2teacher)": 3.916260004043579,
+      "cov-distil": 1.9246147871017456,
+      "cov-distil (oracle2student)": 3.9777650833129883,
+      "cov-distil (oracle2teacher)": 4.147688865661621,
       "epoch": 2.2229199372056514,
-      "rel-constrast": 2.354612350463867,
+      "rel-constrast": 3.4598655700683594,
       "step": 2832,
-      "subrel-constrast": 3.4582877159118652,
+      "subrel-constrast": 3.3964271545410156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9900264739990234,
-      "cov-distil (oracle2student)": 4.52094841003418,
-      "cov-distil (oracle2teacher)": 4.891436576843262,
+      "cov-distil": 2.6536612510681152,
+      "cov-distil (oracle2student)": 4.702289581298828,
+      "cov-distil (oracle2teacher)": 5.530714511871338,
       "epoch": 2.2237048665620094,
-      "rel-constrast": 2.3414862155914307,
+      "rel-constrast": 2.609618902206421,
       "step": 2833,
-      "subrel-constrast": 3.6217825412750244,
+      "subrel-constrast": 3.6763970851898193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.013940691947937,
-      "cov-distil (oracle2student)": 3.642292022705078,
-      "cov-distil (oracle2teacher)": 3.737414598464966,
+      "cov-distil": 1.5201716423034668,
+      "cov-distil (oracle2student)": 4.123084545135498,
+      "cov-distil (oracle2teacher)": 3.573369026184082,
       "epoch": 2.2244897959183674,
-      "rel-constrast": 2.7125587463378906,
+      "rel-constrast": 3.2439675331115723,
       "step": 2834,
-      "subrel-constrast": 2.799025297164917,
+      "subrel-constrast": 2.851743698120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0520737171173096,
-      "cov-distil (oracle2student)": 4.617413520812988,
-      "cov-distil (oracle2teacher)": 4.200915336608887,
+      "cov-distil": 1.4306042194366455,
+      "cov-distil (oracle2student)": 5.056887626647949,
+      "cov-distil (oracle2teacher)": 5.095944881439209,
       "epoch": 2.2252747252747254,
-      "rel-constrast": 2.221648693084717,
+      "rel-constrast": 2.263204336166382,
       "step": 2835,
-      "subrel-constrast": 3.0252256393432617,
+      "subrel-constrast": 2.7280914783477783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3455493450164795,
-      "cov-distil (oracle2student)": 4.621387481689453,
-      "cov-distil (oracle2teacher)": 4.345795631408691,
+      "cov-distil": 2.30013370513916,
+      "cov-distil (oracle2student)": 5.239188194274902,
+      "cov-distil (oracle2teacher)": 4.849331378936768,
       "epoch": 2.2260596546310834,
-      "rel-constrast": 2.7961363792419434,
+      "rel-constrast": 3.086953639984131,
       "step": 2836,
-      "subrel-constrast": 3.1872501373291016,
+      "subrel-constrast": 3.583972454071045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9644633531570435,
-      "cov-distil (oracle2student)": 3.3549861907958984,
-      "cov-distil (oracle2teacher)": 3.530547618865967,
+      "cov-distil": 1.8348844051361084,
+      "cov-distil (oracle2student)": 4.1817193031311035,
+      "cov-distil (oracle2teacher)": 3.9338631629943848,
       "epoch": 2.2268445839874413,
-      "rel-constrast": 2.926353931427002,
+      "rel-constrast": 3.2263455390930176,
       "step": 2837,
-      "subrel-constrast": 3.015646457672119,
+      "subrel-constrast": 3.0701324939727783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.798703908920288,
-      "cov-distil (oracle2student)": 3.8782339096069336,
-      "cov-distil (oracle2teacher)": 3.986212730407715,
+      "cov-distil": 1.8134205341339111,
+      "cov-distil (oracle2student)": 4.472421646118164,
+      "cov-distil (oracle2teacher)": 4.346622943878174,
       "epoch": 2.227629513343799,
-      "rel-constrast": 2.6093740463256836,
+      "rel-constrast": 3.0304503440856934,
       "step": 2838,
-      "subrel-constrast": 3.504974365234375,
+      "subrel-constrast": 3.384643077850342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6287009716033936,
-      "cov-distil (oracle2student)": 4.215634346008301,
-      "cov-distil (oracle2teacher)": 4.105523109436035,
+      "cov-distil": 1.9307703971862793,
+      "cov-distil (oracle2student)": 5.038300514221191,
+      "cov-distil (oracle2teacher)": 4.562411308288574,
       "epoch": 2.228414442700157,
-      "rel-constrast": 3.784808397293091,
+      "rel-constrast": 3.866734027862549,
       "step": 2839,
-      "subrel-constrast": 3.578190803527832,
+      "subrel-constrast": 3.5038180351257324,
       "view-similarity": 0
     },
     {
       "epoch": 2.229199372056515,
-      "grad_norm": 6.53125,
+      "grad_norm": 6.25,
       "learning_rate": 4.50235105210742e-05,
-      "loss": 0.7322,
+      "loss": 0.7728,
       "step": 2840
     },
     {
-      "cov-distil": 1.4734833240509033,
-      "cov-distil (oracle2student)": 4.480526924133301,
-      "cov-distil (oracle2teacher)": 4.256287574768066,
+      "cov-distil": 1.5391795635223389,
+      "cov-distil (oracle2student)": 4.684443473815918,
+      "cov-distil (oracle2teacher)": 4.478672504425049,
       "epoch": 2.229199372056515,
-      "rel-constrast": 2.741382598876953,
+      "rel-constrast": 3.0726497173309326,
       "step": 2840,
-      "subrel-constrast": 3.2702443599700928,
+      "subrel-constrast": 3.5518603324890137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2622191905975342,
-      "cov-distil (oracle2student)": 4.117605209350586,
-      "cov-distil (oracle2teacher)": 3.978501319885254,
+      "cov-distil": 2.250579357147217,
+      "cov-distil (oracle2student)": 4.188209056854248,
+      "cov-distil (oracle2teacher)": 4.297174453735352,
       "epoch": 2.229984301412873,
-      "rel-constrast": 1.8500514030456543,
+      "rel-constrast": 1.8987582921981812,
       "step": 2841,
-      "subrel-constrast": 2.544245719909668,
+      "subrel-constrast": 2.404709577560425,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5413380861282349,
-      "cov-distil (oracle2student)": 4.601006507873535,
-      "cov-distil (oracle2teacher)": 4.66766357421875,
+      "cov-distil": 1.6563116312026978,
+      "cov-distil (oracle2student)": 4.610065460205078,
+      "cov-distil (oracle2teacher)": 5.014311790466309,
       "epoch": 2.230769230769231,
-      "rel-constrast": 3.1710400581359863,
+      "rel-constrast": 3.4906256198883057,
       "step": 2842,
-      "subrel-constrast": 3.753763198852539,
+      "subrel-constrast": 3.8896310329437256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2046613693237305,
-      "cov-distil (oracle2student)": 4.048807144165039,
-      "cov-distil (oracle2teacher)": 3.944206953048706,
+      "cov-distil": 1.3822935819625854,
+      "cov-distil (oracle2student)": 4.490975856781006,
+      "cov-distil (oracle2teacher)": 3.9806673526763916,
       "epoch": 2.231554160125589,
-      "rel-constrast": 2.9600424766540527,
+      "rel-constrast": 3.1663641929626465,
       "step": 2843,
-      "subrel-constrast": 3.907683849334717,
+      "subrel-constrast": 3.3921825885772705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5669081211090088,
-      "cov-distil (oracle2student)": 5.662391662597656,
-      "cov-distil (oracle2teacher)": 4.812541484832764,
+      "cov-distil": 1.9372849464416504,
+      "cov-distil (oracle2student)": 5.796393871307373,
+      "cov-distil (oracle2teacher)": 5.064210891723633,
       "epoch": 2.232339089481947,
-      "rel-constrast": 4.287499904632568,
+      "rel-constrast": 4.399746417999268,
       "step": 2844,
-      "subrel-constrast": 4.845626354217529,
+      "subrel-constrast": 4.7481489181518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1382386684417725,
-      "cov-distil (oracle2student)": 3.9188332557678223,
-      "cov-distil (oracle2teacher)": 3.8199543952941895,
+      "cov-distil": 1.7749755382537842,
+      "cov-distil (oracle2student)": 4.200131893157959,
+      "cov-distil (oracle2teacher)": 4.003551483154297,
       "epoch": 2.2331240188383044,
-      "rel-constrast": 3.252624988555908,
+      "rel-constrast": 2.474539279937744,
       "step": 2845,
-      "subrel-constrast": 3.41174054145813,
+      "subrel-constrast": 3.732236623764038,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6839945316314697,
-      "cov-distil (oracle2student)": 5.058446884155273,
-      "cov-distil (oracle2teacher)": 4.9159111976623535,
+      "cov-distil": 1.698136329650879,
+      "cov-distil (oracle2student)": 5.206569671630859,
+      "cov-distil (oracle2teacher)": 4.804442882537842,
       "epoch": 2.2339089481946623,
-      "rel-constrast": 2.846468925476074,
+      "rel-constrast": 2.737183094024658,
       "step": 2846,
-      "subrel-constrast": 3.439079999923706,
+      "subrel-constrast": 2.9730372428894043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0635040998458862,
-      "cov-distil (oracle2student)": 6.094916343688965,
-      "cov-distil (oracle2teacher)": 5.454977989196777,
+      "cov-distil": 1.4504988193511963,
+      "cov-distil (oracle2student)": 6.641870498657227,
+      "cov-distil (oracle2teacher)": 5.878763198852539,
       "epoch": 2.2346938775510203,
-      "rel-constrast": 3.2811479568481445,
+      "rel-constrast": 3.3047940731048584,
       "step": 2847,
-      "subrel-constrast": 3.8032901287078857,
+      "subrel-constrast": 3.9166104793548584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3504399061203003,
-      "cov-distil (oracle2student)": 3.392218828201294,
-      "cov-distil (oracle2teacher)": 3.5758941173553467,
+      "cov-distil": 2.2321901321411133,
+      "cov-distil (oracle2student)": 3.9898428916931152,
+      "cov-distil (oracle2teacher)": 3.706834316253662,
       "epoch": 2.2354788069073783,
-      "rel-constrast": 1.937492847442627,
+      "rel-constrast": 2.3677964210510254,
       "step": 2848,
-      "subrel-constrast": 2.8169710636138916,
+      "subrel-constrast": 3.014960289001465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2803301811218262,
-      "cov-distil (oracle2student)": 4.172109603881836,
-      "cov-distil (oracle2teacher)": 4.140987873077393,
+      "cov-distil": 2.0782999992370605,
+      "cov-distil (oracle2student)": 4.609069347381592,
+      "cov-distil (oracle2teacher)": 4.019302845001221,
       "epoch": 2.2362637362637363,
-      "rel-constrast": 2.2356083393096924,
+      "rel-constrast": 2.83004093170166,
       "step": 2849,
-      "subrel-constrast": 3.135880470275879,
+      "subrel-constrast": 3.1693978309631348,
       "view-similarity": 0
     },
     {
       "epoch": 2.2370486656200943,
-      "grad_norm": 4.15625,
+      "grad_norm": 9.25,
       "learning_rate": 4.497113836150523e-05,
-      "loss": 0.748,
+      "loss": 0.7436,
       "step": 2850
     },
     {
-      "cov-distil": 1.308542013168335,
-      "cov-distil (oracle2student)": 7.034241676330566,
-      "cov-distil (oracle2teacher)": 6.229680061340332,
+      "cov-distil": 2.29427433013916,
+      "cov-distil (oracle2student)": 7.027299404144287,
+      "cov-distil (oracle2teacher)": 6.419808387756348,
       "epoch": 2.2370486656200943,
-      "rel-constrast": 2.9014317989349365,
+      "rel-constrast": 3.416802167892456,
       "step": 2850,
-      "subrel-constrast": 3.671661376953125,
+      "subrel-constrast": 3.9945855140686035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5702638626098633,
-      "cov-distil (oracle2student)": 5.440203666687012,
-      "cov-distil (oracle2teacher)": 4.9250311851501465,
+      "cov-distil": 1.7019323110580444,
+      "cov-distil (oracle2student)": 5.067455291748047,
+      "cov-distil (oracle2teacher)": 5.262969017028809,
       "epoch": 2.2378335949764523,
-      "rel-constrast": 2.339625358581543,
+      "rel-constrast": 2.2546024322509766,
       "step": 2851,
-      "subrel-constrast": 3.095508098602295,
+      "subrel-constrast": 2.855792760848999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9085829257965088,
-      "cov-distil (oracle2student)": 3.9122872352600098,
-      "cov-distil (oracle2teacher)": 3.971958637237549,
+      "cov-distil": 2.3300201892852783,
+      "cov-distil (oracle2student)": 5.089175224304199,
+      "cov-distil (oracle2teacher)": 4.663991928100586,
       "epoch": 2.23861852433281,
-      "rel-constrast": 2.633007526397705,
+      "rel-constrast": 3.2346882820129395,
       "step": 2852,
-      "subrel-constrast": 3.8772425651550293,
+      "subrel-constrast": 4.0126051902771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7061525583267212,
-      "cov-distil (oracle2student)": 4.597137451171875,
-      "cov-distil (oracle2teacher)": 4.074312210083008,
+      "cov-distil": 1.8626863956451416,
+      "cov-distil (oracle2student)": 5.257951259613037,
+      "cov-distil (oracle2teacher)": 4.492649078369141,
       "epoch": 2.239403453689168,
-      "rel-constrast": 3.1203672885894775,
+      "rel-constrast": 2.9087612628936768,
       "step": 2853,
-      "subrel-constrast": 3.8375067710876465,
+      "subrel-constrast": 3.8762435913085938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.04775071144104,
-      "cov-distil (oracle2student)": 6.904752254486084,
-      "cov-distil (oracle2teacher)": 5.7327070236206055,
+      "cov-distil": 2.6717000007629395,
+      "cov-distil (oracle2student)": 8.036018371582031,
+      "cov-distil (oracle2teacher)": 6.523889064788818,
       "epoch": 2.240188383045526,
-      "rel-constrast": 3.239384174346924,
+      "rel-constrast": 3.7888691425323486,
       "step": 2854,
-      "subrel-constrast": 4.117255210876465,
+      "subrel-constrast": 4.011516094207764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3565456867218018,
-      "cov-distil (oracle2student)": 4.272599697113037,
-      "cov-distil (oracle2teacher)": 4.1918439865112305,
+      "cov-distil": 1.847283959388733,
+      "cov-distil (oracle2student)": 4.053291320800781,
+      "cov-distil (oracle2teacher)": 4.3659796714782715,
       "epoch": 2.240973312401884,
-      "rel-constrast": 1.7403593063354492,
+      "rel-constrast": 1.737952470779419,
       "step": 2855,
-      "subrel-constrast": 2.6517019271850586,
+      "subrel-constrast": 2.597189426422119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6027889251708984,
-      "cov-distil (oracle2student)": 3.7164931297302246,
-      "cov-distil (oracle2teacher)": 3.9707236289978027,
+      "cov-distil": 2.107494354248047,
+      "cov-distil (oracle2student)": 3.931358575820923,
+      "cov-distil (oracle2teacher)": 4.403852939605713,
       "epoch": 2.241758241758242,
-      "rel-constrast": 2.667941093444824,
+      "rel-constrast": 2.6478078365325928,
       "step": 2856,
-      "subrel-constrast": 3.181619882583618,
+      "subrel-constrast": 2.9564735889434814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.584928035736084,
-      "cov-distil (oracle2student)": 4.483060359954834,
-      "cov-distil (oracle2teacher)": 4.450074672698975,
+      "cov-distil": 2.1450953483581543,
+      "cov-distil (oracle2student)": 4.999568939208984,
+      "cov-distil (oracle2teacher)": 4.519423484802246,
       "epoch": 2.2425431711145998,
-      "rel-constrast": 2.278923749923706,
+      "rel-constrast": 2.869502305984497,
       "step": 2857,
-      "subrel-constrast": 3.2336654663085938,
+      "subrel-constrast": 3.3576505184173584,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5378665924072266,
-      "cov-distil (oracle2student)": 4.141341209411621,
-      "cov-distil (oracle2teacher)": 4.2089691162109375,
+      "cov-distil": 2.059363603591919,
+      "cov-distil (oracle2student)": 4.8281426429748535,
+      "cov-distil (oracle2teacher)": 4.460239887237549,
       "epoch": 2.2433281004709578,
-      "rel-constrast": 3.0961153507232666,
+      "rel-constrast": 2.8707902431488037,
       "step": 2858,
-      "subrel-constrast": 3.454744338989258,
+      "subrel-constrast": 3.9890191555023193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9027645587921143,
-      "cov-distil (oracle2student)": 5.2437286376953125,
-      "cov-distil (oracle2teacher)": 4.35322380065918,
+      "cov-distil": 2.3368701934814453,
+      "cov-distil (oracle2student)": 6.248025894165039,
+      "cov-distil (oracle2teacher)": 5.0449724197387695,
       "epoch": 2.2441130298273153,
-      "rel-constrast": 2.838097095489502,
+      "rel-constrast": 4.150833606719971,
       "step": 2859,
-      "subrel-constrast": 3.674483299255371,
+      "subrel-constrast": 4.25134801864624,
       "view-similarity": 0
     },
     {
       "epoch": 2.2448979591836733,
-      "grad_norm": 5.71875,
+      "grad_norm": 8.25,
       "learning_rate": 4.491852285991783e-05,
-      "loss": 0.7127,
+      "loss": 0.747,
       "step": 2860
     },
     {
-      "cov-distil": 1.4869089126586914,
-      "cov-distil (oracle2student)": 4.195305824279785,
-      "cov-distil (oracle2teacher)": 4.223165035247803,
+      "cov-distil": 2.3504302501678467,
+      "cov-distil (oracle2student)": 5.116423606872559,
+      "cov-distil (oracle2teacher)": 4.748089790344238,
       "epoch": 2.2448979591836733,
-      "rel-constrast": 3.165508270263672,
+      "rel-constrast": 3.561051607131958,
       "step": 2860,
-      "subrel-constrast": 3.9446048736572266,
+      "subrel-constrast": 3.996549129486084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0776824951171875,
-      "cov-distil (oracle2student)": 6.12690544128418,
-      "cov-distil (oracle2teacher)": 6.093250274658203,
+      "cov-distil": 2.2345409393310547,
+      "cov-distil (oracle2student)": 5.584908485412598,
+      "cov-distil (oracle2teacher)": 6.366044521331787,
       "epoch": 2.2456828885400313,
-      "rel-constrast": 2.048539161682129,
+      "rel-constrast": 1.9556879997253418,
       "step": 2861,
-      "subrel-constrast": 3.200995445251465,
+      "subrel-constrast": 3.318981647491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.252643346786499,
-      "cov-distil (oracle2student)": 5.133093357086182,
-      "cov-distil (oracle2teacher)": 4.391453742980957,
+      "cov-distil": 2.8821849822998047,
+      "cov-distil (oracle2student)": 5.80328369140625,
+      "cov-distil (oracle2teacher)": 5.347769260406494,
       "epoch": 2.2464678178963893,
-      "rel-constrast": 2.6758086681365967,
+      "rel-constrast": 3.1739203929901123,
       "step": 2862,
-      "subrel-constrast": 4.156829833984375,
+      "subrel-constrast": 4.2402544021606445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6195716857910156,
-      "cov-distil (oracle2student)": 4.721540927886963,
-      "cov-distil (oracle2teacher)": 4.483624458312988,
+      "cov-distil": 1.8866496086120605,
+      "cov-distil (oracle2student)": 5.398468494415283,
+      "cov-distil (oracle2teacher)": 4.518499374389648,
       "epoch": 2.2472527472527473,
-      "rel-constrast": 2.394033432006836,
+      "rel-constrast": 2.4857699871063232,
       "step": 2863,
-      "subrel-constrast": 3.5645978450775146,
+      "subrel-constrast": 3.3306076526641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2600421905517578,
-      "cov-distil (oracle2student)": 5.48940372467041,
-      "cov-distil (oracle2teacher)": 4.673459053039551,
+      "cov-distil": 1.5914733409881592,
+      "cov-distil (oracle2student)": 5.1798906326293945,
+      "cov-distil (oracle2teacher)": 5.253803253173828,
       "epoch": 2.2480376766091053,
-      "rel-constrast": 2.5383191108703613,
+      "rel-constrast": 2.485628843307495,
       "step": 2864,
-      "subrel-constrast": 2.8728294372558594,
+      "subrel-constrast": 2.8421926498413086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1356067657470703,
-      "cov-distil (oracle2student)": 3.3233275413513184,
-      "cov-distil (oracle2teacher)": 3.270911693572998,
+      "cov-distil": 2.1809487342834473,
+      "cov-distil (oracle2student)": 3.4292752742767334,
+      "cov-distil (oracle2teacher)": 3.6121695041656494,
       "epoch": 2.2488226059654632,
-      "rel-constrast": 2.7441365718841553,
+      "rel-constrast": 2.918825387954712,
       "step": 2865,
-      "subrel-constrast": 3.820131540298462,
+      "subrel-constrast": 3.819317102432251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2401362657546997,
-      "cov-distil (oracle2student)": 3.8380520343780518,
-      "cov-distil (oracle2teacher)": 3.5070858001708984,
+      "cov-distil": 1.5675660371780396,
+      "cov-distil (oracle2student)": 4.545492172241211,
+      "cov-distil (oracle2teacher)": 3.467404365539551,
       "epoch": 2.2496075353218212,
-      "rel-constrast": 1.8112812042236328,
+      "rel-constrast": 2.4383411407470703,
       "step": 2866,
-      "subrel-constrast": 2.4522628784179688,
+      "subrel-constrast": 2.5656473636627197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4374984502792358,
-      "cov-distil (oracle2student)": 6.009042739868164,
-      "cov-distil (oracle2teacher)": 5.295401573181152,
+      "cov-distil": 2.4808340072631836,
+      "cov-distil (oracle2student)": 6.171357154846191,
+      "cov-distil (oracle2teacher)": 5.959068775177002,
       "epoch": 2.2503924646781788,
-      "rel-constrast": 2.057020664215088,
+      "rel-constrast": 2.451319932937622,
       "step": 2867,
-      "subrel-constrast": 2.9387259483337402,
+      "subrel-constrast": 2.8119704723358154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.065046548843384,
-      "cov-distil (oracle2student)": 4.267481803894043,
-      "cov-distil (oracle2teacher)": 3.949608325958252,
+      "cov-distil": 2.6555771827697754,
+      "cov-distil (oracle2student)": 4.819678783416748,
+      "cov-distil (oracle2teacher)": 4.1998114585876465,
       "epoch": 2.2511773940345368,
-      "rel-constrast": 3.193063974380493,
+      "rel-constrast": 3.5292129516601562,
       "step": 2868,
-      "subrel-constrast": 3.8853070735931396,
+      "subrel-constrast": 3.9812979698181152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5348498821258545,
-      "cov-distil (oracle2student)": 2.8509106636047363,
-      "cov-distil (oracle2teacher)": 3.213738441467285,
+      "cov-distil": 2.0113871097564697,
+      "cov-distil (oracle2student)": 2.7420077323913574,
+      "cov-distil (oracle2teacher)": 3.093806266784668,
       "epoch": 2.2519623233908947,
-      "rel-constrast": 2.7640440464019775,
+      "rel-constrast": 3.0527873039245605,
       "step": 2869,
-      "subrel-constrast": 3.7647035121917725,
+      "subrel-constrast": 3.8581926822662354,
       "view-similarity": 0
     },
     {
       "epoch": 2.2527472527472527,
-      "grad_norm": 4.6875,
+      "grad_norm": 5.9375,
       "learning_rate": 4.4865664657415286e-05,
-      "loss": 0.6776,
+      "loss": 0.7013,
       "step": 2870
     },
     {
-      "cov-distil": 1.4024457931518555,
-      "cov-distil (oracle2student)": 5.057456970214844,
-      "cov-distil (oracle2teacher)": 4.523374557495117,
+      "cov-distil": 1.8788210153579712,
+      "cov-distil (oracle2student)": 4.978399276733398,
+      "cov-distil (oracle2teacher)": 5.620652198791504,
       "epoch": 2.2527472527472527,
-      "rel-constrast": 1.7900705337524414,
+      "rel-constrast": 1.8463455438613892,
       "step": 2870,
-      "subrel-constrast": 2.374039888381958,
+      "subrel-constrast": 2.7972116470336914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.138831377029419,
-      "cov-distil (oracle2student)": 4.379244804382324,
-      "cov-distil (oracle2teacher)": 4.206880569458008,
+      "cov-distil": 1.692746639251709,
+      "cov-distil (oracle2student)": 4.2764787673950195,
+      "cov-distil (oracle2teacher)": 4.754520416259766,
       "epoch": 2.2535321821036107,
-      "rel-constrast": 3.599226474761963,
+      "rel-constrast": 3.920034408569336,
       "step": 2871,
-      "subrel-constrast": 3.7526066303253174,
+      "subrel-constrast": 3.7150087356567383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.349900722503662,
-      "cov-distil (oracle2student)": 3.2287940979003906,
-      "cov-distil (oracle2teacher)": 3.7320327758789062,
+      "cov-distil": 1.4954712390899658,
+      "cov-distil (oracle2student)": 3.159134864807129,
+      "cov-distil (oracle2teacher)": 3.633913516998291,
       "epoch": 2.2543171114599687,
-      "rel-constrast": 2.1699037551879883,
+      "rel-constrast": 1.84483003616333,
       "step": 2872,
-      "subrel-constrast": 2.896376609802246,
+      "subrel-constrast": 2.951211929321289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.135451316833496,
-      "cov-distil (oracle2student)": 5.1977219581604,
-      "cov-distil (oracle2teacher)": 4.326521873474121,
+      "cov-distil": 1.340190052986145,
+      "cov-distil (oracle2student)": 4.439277648925781,
+      "cov-distil (oracle2teacher)": 4.815180778503418,
       "epoch": 2.2551020408163267,
-      "rel-constrast": 2.531933069229126,
+      "rel-constrast": 2.8094069957733154,
       "step": 2873,
-      "subrel-constrast": 3.14056134223938,
+      "subrel-constrast": 2.8904941082000732,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.484800100326538,
-      "cov-distil (oracle2student)": 3.8488283157348633,
-      "cov-distil (oracle2teacher)": 3.960545539855957,
+      "cov-distil": 2.208744764328003,
+      "cov-distil (oracle2student)": 4.530637741088867,
+      "cov-distil (oracle2teacher)": 4.107219219207764,
       "epoch": 2.2558869701726847,
-      "rel-constrast": 2.224821090698242,
+      "rel-constrast": 2.991266965866089,
       "step": 2874,
-      "subrel-constrast": 3.145293712615967,
+      "subrel-constrast": 2.741868257522583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.016700029373169,
-      "cov-distil (oracle2student)": 4.581388473510742,
-      "cov-distil (oracle2teacher)": 4.010509014129639,
+      "cov-distil": 2.4169349670410156,
+      "cov-distil (oracle2student)": 4.6561279296875,
+      "cov-distil (oracle2teacher)": 4.0294952392578125,
       "epoch": 2.2566718995290422,
-      "rel-constrast": 2.7120306491851807,
+      "rel-constrast": 3.3095109462738037,
       "step": 2875,
-      "subrel-constrast": 3.6151058673858643,
+      "subrel-constrast": 3.436159610748291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5503324270248413,
-      "cov-distil (oracle2student)": 3.8285889625549316,
-      "cov-distil (oracle2teacher)": 3.9966399669647217,
+      "cov-distil": 1.7555272579193115,
+      "cov-distil (oracle2student)": 4.290810585021973,
+      "cov-distil (oracle2teacher)": 4.239924430847168,
       "epoch": 2.2574568288854002,
-      "rel-constrast": 2.982232093811035,
+      "rel-constrast": 3.7285525798797607,
       "step": 2876,
-      "subrel-constrast": 4.173421382904053,
+      "subrel-constrast": 4.337801456451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3902764320373535,
-      "cov-distil (oracle2student)": 3.021392345428467,
-      "cov-distil (oracle2teacher)": 3.1025614738464355,
+      "cov-distil": 1.6963021755218506,
+      "cov-distil (oracle2student)": 3.296722888946533,
+      "cov-distil (oracle2teacher)": 3.2754716873168945,
       "epoch": 2.258241758241758,
-      "rel-constrast": 2.0642271041870117,
+      "rel-constrast": 3.180756092071533,
       "step": 2877,
-      "subrel-constrast": 2.7872371673583984,
+      "subrel-constrast": 2.6808531284332275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3608449697494507,
-      "cov-distil (oracle2student)": 3.7978525161743164,
-      "cov-distil (oracle2teacher)": 3.558983325958252,
+      "cov-distil": 1.8771753311157227,
+      "cov-distil (oracle2student)": 4.288083076477051,
+      "cov-distil (oracle2teacher)": 4.0172271728515625,
       "epoch": 2.259026687598116,
-      "rel-constrast": 3.355771064758301,
+      "rel-constrast": 4.432084083557129,
       "step": 2878,
-      "subrel-constrast": 3.995354175567627,
+      "subrel-constrast": 4.105786323547363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.610992670059204,
-      "cov-distil (oracle2student)": 4.146749496459961,
-      "cov-distil (oracle2teacher)": 3.57588529586792,
+      "cov-distil": 2.1318721771240234,
+      "cov-distil (oracle2student)": 3.76377272605896,
+      "cov-distil (oracle2teacher)": 3.687849998474121,
       "epoch": 2.259811616954474,
-      "rel-constrast": 3.7641773223876953,
+      "rel-constrast": 3.6971395015716553,
       "step": 2879,
-      "subrel-constrast": 4.194459438323975,
+      "subrel-constrast": 4.074285984039307,
       "view-similarity": 0
     },
     {
       "epoch": 2.260596546310832,
-      "grad_norm": 5.90625,
+      "grad_norm": 6.375,
       "learning_rate": 4.481256439805811e-05,
-      "loss": 0.716,
+      "loss": 0.794,
       "step": 2880
     },
     {
-      "cov-distil": 1.0699520111083984,
-      "cov-distil (oracle2student)": 3.6987416744232178,
-      "cov-distil (oracle2teacher)": 3.618149757385254,
+      "cov-distil": 1.5358126163482666,
+      "cov-distil (oracle2student)": 3.8723392486572266,
+      "cov-distil (oracle2teacher)": 4.285160064697266,
       "epoch": 2.260596546310832,
-      "rel-constrast": 2.1907665729522705,
+      "rel-constrast": 2.475125312805176,
       "step": 2880,
-      "subrel-constrast": 2.6325907707214355,
+      "subrel-constrast": 2.5016891956329346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8661000728607178,
-      "cov-distil (oracle2student)": 4.891280174255371,
-      "cov-distil (oracle2teacher)": 4.468083381652832,
+      "cov-distil": 2.3222272396087646,
+      "cov-distil (oracle2student)": 5.297547817230225,
+      "cov-distil (oracle2teacher)": 5.08442497253418,
       "epoch": 2.26138147566719,
-      "rel-constrast": 2.5552377700805664,
+      "rel-constrast": 2.9659364223480225,
       "step": 2881,
-      "subrel-constrast": 3.520925998687744,
+      "subrel-constrast": 3.613980293273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5080199241638184,
-      "cov-distil (oracle2student)": 4.850057601928711,
-      "cov-distil (oracle2teacher)": 4.687588691711426,
+      "cov-distil": 1.2936770915985107,
+      "cov-distil (oracle2student)": 4.706940650939941,
+      "cov-distil (oracle2teacher)": 4.889904975891113,
       "epoch": 2.2621664050235477,
-      "rel-constrast": 2.2133500576019287,
+      "rel-constrast": 2.321676254272461,
       "step": 2882,
-      "subrel-constrast": 3.024308204650879,
+      "subrel-constrast": 2.487722396850586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2180404663085938,
-      "cov-distil (oracle2student)": 4.900874137878418,
-      "cov-distil (oracle2teacher)": 4.3496904373168945,
+      "cov-distil": 3.070025682449341,
+      "cov-distil (oracle2student)": 5.630602836608887,
+      "cov-distil (oracle2teacher)": 4.7589826583862305,
       "epoch": 2.2629513343799057,
-      "rel-constrast": 2.053288221359253,
+      "rel-constrast": 2.1025242805480957,
       "step": 2883,
-      "subrel-constrast": 2.854748249053955,
+      "subrel-constrast": 2.8958935737609863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4824903011322021,
-      "cov-distil (oracle2student)": 3.114133834838867,
-      "cov-distil (oracle2teacher)": 3.25925874710083,
+      "cov-distil": 1.9776757955551147,
+      "cov-distil (oracle2student)": 4.022088050842285,
+      "cov-distil (oracle2teacher)": 3.8910374641418457,
       "epoch": 2.2637362637362637,
-      "rel-constrast": 2.3119258880615234,
+      "rel-constrast": 2.8514671325683594,
       "step": 2884,
-      "subrel-constrast": 3.4515957832336426,
+      "subrel-constrast": 3.408323287963867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4102448225021362,
-      "cov-distil (oracle2student)": 3.9158568382263184,
-      "cov-distil (oracle2teacher)": 3.9090003967285156,
+      "cov-distil": 2.759690761566162,
+      "cov-distil (oracle2student)": 4.268495559692383,
+      "cov-distil (oracle2teacher)": 4.127816200256348,
       "epoch": 2.2645211930926217,
-      "rel-constrast": 2.978140115737915,
+      "rel-constrast": 3.2345728874206543,
       "step": 2885,
-      "subrel-constrast": 3.504491090774536,
+      "subrel-constrast": 3.4969406127929688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.54390549659729,
-      "cov-distil (oracle2student)": 3.521449327468872,
-      "cov-distil (oracle2teacher)": 3.8177754878997803,
+      "cov-distil": 2.2171244621276855,
+      "cov-distil (oracle2student)": 4.570123672485352,
+      "cov-distil (oracle2teacher)": 4.4858551025390625,
       "epoch": 2.2653061224489797,
-      "rel-constrast": 1.890254020690918,
+      "rel-constrast": 2.2585768699645996,
       "step": 2886,
-      "subrel-constrast": 3.062195062637329,
+      "subrel-constrast": 3.1835286617279053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8897216320037842,
-      "cov-distil (oracle2student)": 2.449835777282715,
-      "cov-distil (oracle2teacher)": 2.5582852363586426,
+      "cov-distil": 2.1732120513916016,
+      "cov-distil (oracle2student)": 2.876953125,
+      "cov-distil (oracle2teacher)": 3.258321762084961,
       "epoch": 2.2660910518053377,
-      "rel-constrast": 1.7352781295776367,
+      "rel-constrast": 2.1083152294158936,
       "step": 2887,
-      "subrel-constrast": 2.4719760417938232,
+      "subrel-constrast": 2.4319205284118652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6730167865753174,
-      "cov-distil (oracle2student)": 3.5344347953796387,
-      "cov-distil (oracle2teacher)": 3.3976974487304688,
+      "cov-distil": 2.1293230056762695,
+      "cov-distil (oracle2student)": 3.8967185020446777,
+      "cov-distil (oracle2teacher)": 3.477731704711914,
       "epoch": 2.2668759811616956,
-      "rel-constrast": 3.0198004245758057,
+      "rel-constrast": 2.8596034049987793,
       "step": 2888,
-      "subrel-constrast": 3.7022953033447266,
+      "subrel-constrast": 3.4492714405059814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.938610315322876,
-      "cov-distil (oracle2student)": 3.488386631011963,
-      "cov-distil (oracle2teacher)": 3.647372245788574,
+      "cov-distil": 1.7875423431396484,
+      "cov-distil (oracle2student)": 4.364960670471191,
+      "cov-distil (oracle2teacher)": 4.224322319030762,
       "epoch": 2.267660910518053,
-      "rel-constrast": 1.7959544658660889,
+      "rel-constrast": 2.3724167346954346,
       "step": 2889,
-      "subrel-constrast": 3.0191173553466797,
+      "subrel-constrast": 3.044140577316284,
       "view-similarity": 0
     },
     {
       "epoch": 2.268445839874411,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.6875,
       "learning_rate": 4.475922272885622e-05,
-      "loss": 0.6101,
+      "loss": 0.6388,
       "step": 2890
     },
     {
-      "cov-distil": 1.1429150104522705,
-      "cov-distil (oracle2student)": 4.967638969421387,
-      "cov-distil (oracle2teacher)": 4.864433288574219,
+      "cov-distil": 1.4435813426971436,
+      "cov-distil (oracle2student)": 4.9137163162231445,
+      "cov-distil (oracle2teacher)": 4.573283672332764,
       "epoch": 2.268445839874411,
-      "rel-constrast": 3.6549930572509766,
+      "rel-constrast": 3.727475166320801,
       "step": 2890,
-      "subrel-constrast": 4.182147979736328,
+      "subrel-constrast": 3.9529621601104736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8699536323547363,
-      "cov-distil (oracle2student)": 5.423762321472168,
-      "cov-distil (oracle2teacher)": 4.323276996612549,
+      "cov-distil": 2.2749342918395996,
+      "cov-distil (oracle2student)": 5.169321537017822,
+      "cov-distil (oracle2teacher)": 4.76683235168457,
       "epoch": 2.269230769230769,
-      "rel-constrast": 3.23213267326355,
+      "rel-constrast": 2.8820419311523438,
       "step": 2891,
-      "subrel-constrast": 3.3792176246643066,
+      "subrel-constrast": 3.2337920665740967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1507344245910645,
-      "cov-distil (oracle2student)": 4.587265968322754,
-      "cov-distil (oracle2teacher)": 4.712570667266846,
+      "cov-distil": 2.356940984725952,
+      "cov-distil (oracle2student)": 5.4089226722717285,
+      "cov-distil (oracle2teacher)": 5.205679893493652,
       "epoch": 2.270015698587127,
-      "rel-constrast": 2.5250067710876465,
+      "rel-constrast": 2.798659324645996,
       "step": 2892,
-      "subrel-constrast": 3.3668570518493652,
+      "subrel-constrast": 3.5247061252593994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5640321969985962,
-      "cov-distil (oracle2student)": 3.619105815887451,
-      "cov-distil (oracle2teacher)": 3.1827292442321777,
+      "cov-distil": 1.8037238121032715,
+      "cov-distil (oracle2student)": 3.7190651893615723,
+      "cov-distil (oracle2teacher)": 3.3828775882720947,
       "epoch": 2.270800627943485,
-      "rel-constrast": 3.0608720779418945,
+      "rel-constrast": 3.4639806747436523,
       "step": 2893,
-      "subrel-constrast": 3.8057875633239746,
+      "subrel-constrast": 3.9451396465301514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1323726177215576,
-      "cov-distil (oracle2student)": 3.883439302444458,
-      "cov-distil (oracle2teacher)": 3.908729076385498,
+      "cov-distil": 1.5839290618896484,
+      "cov-distil (oracle2student)": 4.773256778717041,
+      "cov-distil (oracle2teacher)": 3.914168357849121,
       "epoch": 2.271585557299843,
-      "rel-constrast": 2.0803141593933105,
+      "rel-constrast": 2.5604519844055176,
       "step": 2894,
-      "subrel-constrast": 2.4826464653015137,
+      "subrel-constrast": 2.580005168914795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9351506233215332,
-      "cov-distil (oracle2student)": 3.001530885696411,
-      "cov-distil (oracle2teacher)": 3.1382462978363037,
+      "cov-distil": 2.098092555999756,
+      "cov-distil (oracle2student)": 3.2363812923431396,
+      "cov-distil (oracle2teacher)": 2.98779296875,
       "epoch": 2.272370486656201,
-      "rel-constrast": 3.00050950050354,
+      "rel-constrast": 3.133401870727539,
       "step": 2895,
-      "subrel-constrast": 3.707886219024658,
+      "subrel-constrast": 4.026373863220215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.327186942100525,
-      "cov-distil (oracle2student)": 3.351003646850586,
-      "cov-distil (oracle2teacher)": 3.6654043197631836,
+      "cov-distil": 1.7207551002502441,
+      "cov-distil (oracle2student)": 4.046440124511719,
+      "cov-distil (oracle2teacher)": 4.408363342285156,
       "epoch": 2.2731554160125587,
-      "rel-constrast": 2.8956403732299805,
+      "rel-constrast": 3.1948890686035156,
       "step": 2896,
-      "subrel-constrast": 3.0391781330108643,
+      "subrel-constrast": 3.302870988845825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.781959891319275,
-      "cov-distil (oracle2student)": 4.407191753387451,
-      "cov-distil (oracle2teacher)": 4.564266204833984,
+      "cov-distil": 2.1172566413879395,
+      "cov-distil (oracle2student)": 4.5180888175964355,
+      "cov-distil (oracle2teacher)": 4.856849670410156,
       "epoch": 2.2739403453689166,
-      "rel-constrast": 2.909698009490967,
+      "rel-constrast": 3.6405177116394043,
       "step": 2897,
-      "subrel-constrast": 4.168962001800537,
+      "subrel-constrast": 3.9409031867980957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1635851860046387,
-      "cov-distil (oracle2student)": 3.438180446624756,
-      "cov-distil (oracle2teacher)": 3.54158353805542,
+      "cov-distil": 1.3023580312728882,
+      "cov-distil (oracle2student)": 3.9987316131591797,
+      "cov-distil (oracle2teacher)": 3.277658224105835,
       "epoch": 2.2747252747252746,
-      "rel-constrast": 2.1824963092803955,
+      "rel-constrast": 2.787261486053467,
       "step": 2898,
-      "subrel-constrast": 2.538475751876831,
+      "subrel-constrast": 2.631908416748047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.448046326637268,
-      "cov-distil (oracle2student)": 3.2681779861450195,
-      "cov-distil (oracle2teacher)": 3.1517410278320312,
+      "cov-distil": 1.9677479267120361,
+      "cov-distil (oracle2student)": 3.3817219734191895,
+      "cov-distil (oracle2teacher)": 2.913080930709839,
       "epoch": 2.2755102040816326,
-      "rel-constrast": 2.1919612884521484,
+      "rel-constrast": 2.0677313804626465,
       "step": 2899,
-      "subrel-constrast": 2.934643507003784,
+      "subrel-constrast": 2.6254239082336426,
       "view-similarity": 0
     },
     {
       "epoch": 2.2762951334379906,
-      "grad_norm": 5.21875,
+      "grad_norm": 5.65625,
       "learning_rate": 4.4705640299761007e-05,
-      "loss": 0.7321,
+      "loss": 0.7564,
       "step": 2900
     },
     {
       "epoch": 2.2762951334379906,
-      "overlap": 0.32343751192092896,
+      "overlap": 0.2984375059604645,
       "step": 2900
     },
     {
       "epoch": 2.2762951334379906,
       "step": 2900,
-      "student margin": 0.06024169921875
+      "student margin": 0.056121826171875
     },
     {
       "epoch": 2.2762951334379906,
       "step": 2900,
-      "teacher margin": 0.04400634765625
+      "teacher margin": 0.0487060546875
     },
     {
       "epoch": 2.2762951334379906,
-      "margin difference": -0.0162353515625,
+      "margin difference": -0.007415771484375,
       "step": 2900
     },
     {
-      "cov-distil": 1.592128872871399,
-      "cov-distil (oracle2student)": 3.0883665084838867,
-      "cov-distil (oracle2teacher)": 3.3985366821289062,
+      "cov-distil": 2.3328909873962402,
+      "cov-distil (oracle2student)": 3.504826068878174,
+      "cov-distil (oracle2teacher)": 3.6902003288269043,
       "epoch": 2.2762951334379906,
-      "rel-constrast": 1.9844021797180176,
+      "rel-constrast": 2.44547176361084,
       "step": 2900,
-      "subrel-constrast": 2.686088800430298,
+      "subrel-constrast": 2.798687696456909,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.583186149597168,
-      "cov-distil (oracle2student)": 3.141150951385498,
-      "cov-distil (oracle2teacher)": 3.005000352859497,
+      "cov-distil": 2.1767473220825195,
+      "cov-distil (oracle2student)": 3.1180315017700195,
+      "cov-distil (oracle2teacher)": 3.3158888816833496,
       "epoch": 2.2770800627943486,
-      "rel-constrast": 3.210095167160034,
+      "rel-constrast": 2.619786262512207,
       "step": 2901,
-      "subrel-constrast": 3.958230495452881,
+      "subrel-constrast": 3.9830939769744873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5736680030822754,
-      "cov-distil (oracle2student)": 3.950263023376465,
-      "cov-distil (oracle2teacher)": 3.9314324855804443,
+      "cov-distil": 1.800040602684021,
+      "cov-distil (oracle2student)": 4.081843852996826,
+      "cov-distil (oracle2teacher)": 4.167232513427734,
       "epoch": 2.2778649921507066,
-      "rel-constrast": 2.897568941116333,
+      "rel-constrast": 3.0898091793060303,
       "step": 2902,
-      "subrel-constrast": 3.3754029273986816,
+      "subrel-constrast": 3.4295060634613037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7981300354003906,
-      "cov-distil (oracle2student)": 6.083515167236328,
-      "cov-distil (oracle2teacher)": 4.953995704650879,
+      "cov-distil": 2.2239089012145996,
+      "cov-distil (oracle2student)": 6.6129655838012695,
+      "cov-distil (oracle2teacher)": 5.669246673583984,
       "epoch": 2.278649921507064,
-      "rel-constrast": 3.5046188831329346,
+      "rel-constrast": 4.065709590911865,
       "step": 2903,
-      "subrel-constrast": 4.1251420974731445,
+      "subrel-constrast": 4.197539329528809,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6399354934692383,
-      "cov-distil (oracle2student)": 3.5022788047790527,
-      "cov-distil (oracle2teacher)": 3.428711414337158,
+      "cov-distil": 2.1172890663146973,
+      "cov-distil (oracle2student)": 4.196752548217773,
+      "cov-distil (oracle2teacher)": 3.400928020477295,
       "epoch": 2.279434850863422,
-      "rel-constrast": 1.8195366859436035,
+      "rel-constrast": 2.001678466796875,
       "step": 2904,
-      "subrel-constrast": 2.8655664920806885,
+      "subrel-constrast": 2.786097526550293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.478752851486206,
-      "cov-distil (oracle2student)": 4.153866767883301,
-      "cov-distil (oracle2teacher)": 3.3722686767578125,
+      "cov-distil": 2.4559378623962402,
+      "cov-distil (oracle2student)": 4.473886013031006,
+      "cov-distil (oracle2teacher)": 4.145914077758789,
       "epoch": 2.28021978021978,
-      "rel-constrast": 3.143083095550537,
+      "rel-constrast": 3.792072296142578,
       "step": 2905,
-      "subrel-constrast": 3.3029046058654785,
+      "subrel-constrast": 3.465597152709961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4605088233947754,
-      "cov-distil (oracle2student)": 3.7534360885620117,
-      "cov-distil (oracle2teacher)": 3.930025577545166,
+      "cov-distil": 1.7393836975097656,
+      "cov-distil (oracle2student)": 4.066168785095215,
+      "cov-distil (oracle2teacher)": 4.289267539978027,
       "epoch": 2.281004709576138,
-      "rel-constrast": 3.022676467895508,
+      "rel-constrast": 3.617478370666504,
       "step": 2906,
-      "subrel-constrast": 3.7956714630126953,
+      "subrel-constrast": 3.8276889324188232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5809167623519897,
-      "cov-distil (oracle2student)": 5.397377967834473,
-      "cov-distil (oracle2teacher)": 5.129811763763428,
+      "cov-distil": 2.07877779006958,
+      "cov-distil (oracle2student)": 5.937206268310547,
+      "cov-distil (oracle2teacher)": 5.462488174438477,
       "epoch": 2.281789638932496,
-      "rel-constrast": 2.5766546726226807,
+      "rel-constrast": 2.82161808013916,
       "step": 2907,
-      "subrel-constrast": 3.268528461456299,
+      "subrel-constrast": 3.1298675537109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6684355735778809,
-      "cov-distil (oracle2student)": 4.268328666687012,
-      "cov-distil (oracle2teacher)": 4.282989501953125,
+      "cov-distil": 2.3233683109283447,
+      "cov-distil (oracle2student)": 4.1387104988098145,
+      "cov-distil (oracle2teacher)": 4.890998840332031,
       "epoch": 2.282574568288854,
-      "rel-constrast": 3.028805732727051,
+      "rel-constrast": 3.522998809814453,
       "step": 2908,
-      "subrel-constrast": 3.9946417808532715,
+      "subrel-constrast": 4.248725891113281,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4551281929016113,
-      "cov-distil (oracle2student)": 4.015639305114746,
-      "cov-distil (oracle2teacher)": 3.512058734893799,
+      "cov-distil": 1.7699851989746094,
+      "cov-distil (oracle2student)": 4.336177349090576,
+      "cov-distil (oracle2teacher)": 3.878828525543213,
       "epoch": 2.283359497645212,
-      "rel-constrast": 3.156123161315918,
+      "rel-constrast": 3.3609459400177,
       "step": 2909,
-      "subrel-constrast": 3.6043436527252197,
+      "subrel-constrast": 3.425161123275757,
       "view-similarity": 0
     },
     {
       "epoch": 2.2841444270015696,
-      "grad_norm": 7.15625,
+      "grad_norm": 7.84375,
       "learning_rate": 4.465181776365745e-05,
-      "loss": 0.7482,
+      "loss": 0.7834,
       "step": 2910
     },
     {
-      "cov-distil": 1.4601469039916992,
-      "cov-distil (oracle2student)": 5.148327350616455,
-      "cov-distil (oracle2teacher)": 4.972081184387207,
+      "cov-distil": 1.936072826385498,
+      "cov-distil (oracle2student)": 5.279439926147461,
+      "cov-distil (oracle2teacher)": 5.483349800109863,
       "epoch": 2.2841444270015696,
-      "rel-constrast": 3.4905025959014893,
+      "rel-constrast": 3.851578712463379,
       "step": 2910,
-      "subrel-constrast": 3.8339619636535645,
+      "subrel-constrast": 4.0143141746521,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5037288665771484,
-      "cov-distil (oracle2student)": 4.3203229904174805,
-      "cov-distil (oracle2teacher)": 3.8823251724243164,
+      "cov-distil": 1.8176727294921875,
+      "cov-distil (oracle2student)": 4.491959571838379,
+      "cov-distil (oracle2teacher)": 3.907743453979492,
       "epoch": 2.2849293563579276,
-      "rel-constrast": 2.7829811573028564,
+      "rel-constrast": 2.578427314758301,
       "step": 2911,
-      "subrel-constrast": 3.117487907409668,
+      "subrel-constrast": 3.2509491443634033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7096062898635864,
-      "cov-distil (oracle2student)": 2.720289707183838,
-      "cov-distil (oracle2teacher)": 2.9195873737335205,
+      "cov-distil": 2.172684669494629,
+      "cov-distil (oracle2student)": 4.1981964111328125,
+      "cov-distil (oracle2teacher)": 3.603715419769287,
       "epoch": 2.2857142857142856,
-      "rel-constrast": 2.9021034240722656,
+      "rel-constrast": 2.9186925888061523,
       "step": 2912,
-      "subrel-constrast": 3.6157548427581787,
+      "subrel-constrast": 3.8871047496795654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.267793893814087,
-      "cov-distil (oracle2student)": 5.135591506958008,
-      "cov-distil (oracle2teacher)": 5.176277160644531,
+      "cov-distil": 1.7658917903900146,
+      "cov-distil (oracle2student)": 5.84521484375,
+      "cov-distil (oracle2teacher)": 5.318495750427246,
       "epoch": 2.2864992150706436,
-      "rel-constrast": 3.540013551712036,
+      "rel-constrast": 4.082841873168945,
       "step": 2913,
-      "subrel-constrast": 4.190417766571045,
+      "subrel-constrast": 4.1517839431762695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6457276344299316,
-      "cov-distil (oracle2student)": 3.9154491424560547,
-      "cov-distil (oracle2teacher)": 4.351151466369629,
+      "cov-distil": 2.1232151985168457,
+      "cov-distil (oracle2student)": 4.895226001739502,
+      "cov-distil (oracle2teacher)": 4.144783020019531,
       "epoch": 2.2872841444270016,
-      "rel-constrast": 2.523313283920288,
+      "rel-constrast": 3.3654136657714844,
       "step": 2914,
-      "subrel-constrast": 3.6803083419799805,
+      "subrel-constrast": 3.4452080726623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6197237968444824,
-      "cov-distil (oracle2student)": 5.213115215301514,
-      "cov-distil (oracle2teacher)": 5.790378570556641,
+      "cov-distil": 2.043212413787842,
+      "cov-distil (oracle2student)": 5.096815586090088,
+      "cov-distil (oracle2teacher)": 6.259397506713867,
       "epoch": 2.2880690737833596,
-      "rel-constrast": 3.3265340328216553,
+      "rel-constrast": 3.509542942047119,
       "step": 2915,
-      "subrel-constrast": 4.065525531768799,
+      "subrel-constrast": 3.98858904838562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3114774227142334,
-      "cov-distil (oracle2student)": 3.891345977783203,
-      "cov-distil (oracle2teacher)": 3.559769630432129,
+      "cov-distil": 1.4821667671203613,
+      "cov-distil (oracle2student)": 3.9179391860961914,
+      "cov-distil (oracle2teacher)": 3.6565048694610596,
       "epoch": 2.2888540031397175,
-      "rel-constrast": 2.6293959617614746,
+      "rel-constrast": 2.7728431224823,
       "step": 2916,
-      "subrel-constrast": 3.5540945529937744,
+      "subrel-constrast": 2.897357940673828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6717156171798706,
-      "cov-distil (oracle2student)": 5.542957305908203,
-      "cov-distil (oracle2teacher)": 5.145547389984131,
+      "cov-distil": 1.8379238843917847,
+      "cov-distil (oracle2student)": 5.761807441711426,
+      "cov-distil (oracle2teacher)": 5.783934116363525,
       "epoch": 2.2896389324960755,
-      "rel-constrast": 2.6643424034118652,
+      "rel-constrast": 2.7341785430908203,
       "step": 2917,
-      "subrel-constrast": 3.4207189083099365,
+      "subrel-constrast": 3.3221659660339355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5813555717468262,
-      "cov-distil (oracle2student)": 3.4501473903656006,
-      "cov-distil (oracle2teacher)": 3.3968281745910645,
+      "cov-distil": 1.668623447418213,
+      "cov-distil (oracle2student)": 3.5665457248687744,
+      "cov-distil (oracle2teacher)": 3.440239429473877,
       "epoch": 2.2904238618524335,
-      "rel-constrast": 2.0474085807800293,
+      "rel-constrast": 2.5209717750549316,
       "step": 2918,
-      "subrel-constrast": 2.8570103645324707,
+      "subrel-constrast": 2.8067126274108887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3881287574768066,
-      "cov-distil (oracle2student)": 3.1075901985168457,
-      "cov-distil (oracle2teacher)": 2.8594539165496826,
+      "cov-distil": 1.3672153949737549,
+      "cov-distil (oracle2student)": 3.2231390476226807,
+      "cov-distil (oracle2teacher)": 3.223391532897949,
       "epoch": 2.291208791208791,
-      "rel-constrast": 2.3755412101745605,
+      "rel-constrast": 2.4092397689819336,
       "step": 2919,
-      "subrel-constrast": 3.201690912246704,
+      "subrel-constrast": 2.9757320880889893,
       "view-similarity": 0
     },
     {
       "epoch": 2.291993720565149,
-      "grad_norm": 5.125,
+      "grad_norm": 6.3125,
       "learning_rate": 4.459775577635619e-05,
-      "loss": 0.745,
+      "loss": 0.7686,
       "step": 2920
     },
     {
-      "cov-distil": 1.5123789310455322,
-      "cov-distil (oracle2student)": 3.8693645000457764,
-      "cov-distil (oracle2teacher)": 3.57845401763916,
+      "cov-distil": 1.935009479522705,
+      "cov-distil (oracle2student)": 3.9589638710021973,
+      "cov-distil (oracle2teacher)": 3.942141056060791,
       "epoch": 2.291993720565149,
-      "rel-constrast": 2.150233268737793,
+      "rel-constrast": 2.2887892723083496,
       "step": 2920,
-      "subrel-constrast": 2.999439239501953,
+      "subrel-constrast": 3.0046815872192383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9926846027374268,
-      "cov-distil (oracle2student)": 4.299108028411865,
-      "cov-distil (oracle2teacher)": 4.095826148986816,
+      "cov-distil": 2.0860016345977783,
+      "cov-distil (oracle2student)": 4.292420387268066,
+      "cov-distil (oracle2teacher)": 4.469173431396484,
       "epoch": 2.292778649921507,
-      "rel-constrast": 2.330793857574463,
+      "rel-constrast": 2.707028388977051,
       "step": 2921,
-      "subrel-constrast": 3.4155919551849365,
+      "subrel-constrast": 3.451519012451172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9739807844161987,
-      "cov-distil (oracle2student)": 5.472184181213379,
-      "cov-distil (oracle2teacher)": 4.959778785705566,
+      "cov-distil": 1.1338304281234741,
+      "cov-distil (oracle2student)": 5.589522361755371,
+      "cov-distil (oracle2teacher)": 5.704877853393555,
       "epoch": 2.293563579277865,
-      "rel-constrast": 1.6842437982559204,
+      "rel-constrast": 1.7894337177276611,
       "step": 2922,
-      "subrel-constrast": 1.9547444581985474,
+      "subrel-constrast": 1.9857401847839355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496598482131958,
-      "cov-distil (oracle2student)": 5.856607437133789,
-      "cov-distil (oracle2teacher)": 4.825408458709717,
+      "cov-distil": 2.053696632385254,
+      "cov-distil (oracle2student)": 5.7366943359375,
+      "cov-distil (oracle2teacher)": 5.350364685058594,
       "epoch": 2.294348508634223,
-      "rel-constrast": 3.7332162857055664,
+      "rel-constrast": 3.7477846145629883,
       "step": 2923,
-      "subrel-constrast": 4.265716552734375,
+      "subrel-constrast": 4.697423934936523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562182903289795,
-      "cov-distil (oracle2student)": 4.766845226287842,
-      "cov-distil (oracle2teacher)": 4.553997039794922,
+      "cov-distil": 1.8610234260559082,
+      "cov-distil (oracle2student)": 5.202250957489014,
+      "cov-distil (oracle2teacher)": 4.737152099609375,
       "epoch": 2.295133437990581,
-      "rel-constrast": 3.12982177734375,
+      "rel-constrast": 3.384031295776367,
       "step": 2924,
-      "subrel-constrast": 3.871743679046631,
+      "subrel-constrast": 4.121769428253174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2428536415100098,
-      "cov-distil (oracle2student)": 3.2185959815979004,
-      "cov-distil (oracle2teacher)": 3.349494695663452,
+      "cov-distil": 1.4923348426818848,
+      "cov-distil (oracle2student)": 3.1413559913635254,
+      "cov-distil (oracle2teacher)": 3.0722813606262207,
       "epoch": 2.295918367346939,
-      "rel-constrast": 2.290083885192871,
+      "rel-constrast": 2.2160725593566895,
       "step": 2925,
-      "subrel-constrast": 2.868030071258545,
+      "subrel-constrast": 2.795948028564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.306395173072815,
-      "cov-distil (oracle2student)": 4.492713451385498,
-      "cov-distil (oracle2teacher)": 4.308692455291748,
+      "cov-distil": 1.7334306240081787,
+      "cov-distil (oracle2student)": 5.2164082527160645,
+      "cov-distil (oracle2teacher)": 4.782329559326172,
       "epoch": 2.2967032967032965,
-      "rel-constrast": 2.163879871368408,
+      "rel-constrast": 3.011482000350952,
       "step": 2926,
-      "subrel-constrast": 3.152101516723633,
+      "subrel-constrast": 3.2859296798706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4351893663406372,
-      "cov-distil (oracle2student)": 2.986691474914551,
-      "cov-distil (oracle2teacher)": 2.6901135444641113,
+      "cov-distil": 1.8518540859222412,
+      "cov-distil (oracle2student)": 3.4911234378814697,
+      "cov-distil (oracle2teacher)": 2.640350580215454,
       "epoch": 2.2974882260596545,
-      "rel-constrast": 2.1739580631256104,
+      "rel-constrast": 2.3854880332946777,
       "step": 2927,
-      "subrel-constrast": 3.22617506980896,
+      "subrel-constrast": 3.048729181289673,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3215203285217285,
-      "cov-distil (oracle2student)": 4.368426322937012,
-      "cov-distil (oracle2teacher)": 4.141865253448486,
+      "cov-distil": 1.5543529987335205,
+      "cov-distil (oracle2student)": 4.8492279052734375,
+      "cov-distil (oracle2teacher)": 4.390403747558594,
       "epoch": 2.2982731554160125,
-      "rel-constrast": 2.499086856842041,
+      "rel-constrast": 2.761594772338867,
       "step": 2928,
-      "subrel-constrast": 3.0995688438415527,
+      "subrel-constrast": 3.10729718208313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317307710647583,
-      "cov-distil (oracle2student)": 4.851629257202148,
-      "cov-distil (oracle2teacher)": 4.366608142852783,
+      "cov-distil": 1.6281628608703613,
+      "cov-distil (oracle2student)": 4.542836666107178,
+      "cov-distil (oracle2teacher)": 4.458077430725098,
       "epoch": 2.2990580847723705,
-      "rel-constrast": 2.5924856662750244,
+      "rel-constrast": 2.858388900756836,
       "step": 2929,
-      "subrel-constrast": 3.2747113704681396,
+      "subrel-constrast": 3.1368136405944824,
       "view-similarity": 0
     },
     {
       "epoch": 2.2998430141287285,
-      "grad_norm": 5.5625,
+      "grad_norm": 5.96875,
       "learning_rate": 4.454345499658546e-05,
-      "loss": 0.6545,
+      "loss": 0.6788,
       "step": 2930
     },
     {
-      "cov-distil": 1.9649293422698975,
-      "cov-distil (oracle2student)": 5.953857421875,
-      "cov-distil (oracle2teacher)": 5.255563735961914,
+      "cov-distil": 2.06703519821167,
+      "cov-distil (oracle2student)": 6.820677280426025,
+      "cov-distil (oracle2teacher)": 5.675371170043945,
       "epoch": 2.2998430141287285,
-      "rel-constrast": 3.163959503173828,
+      "rel-constrast": 3.679884910583496,
       "step": 2930,
-      "subrel-constrast": 3.516575336456299,
+      "subrel-constrast": 4.112966537475586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8931348323822021,
-      "cov-distil (oracle2student)": 5.357943534851074,
-      "cov-distil (oracle2teacher)": 4.872707366943359,
+      "cov-distil": 2.437556743621826,
+      "cov-distil (oracle2student)": 6.273471832275391,
+      "cov-distil (oracle2teacher)": 5.176482200622559,
       "epoch": 2.3006279434850865,
-      "rel-constrast": 2.678823709487915,
+      "rel-constrast": 2.78218412399292,
       "step": 2931,
-      "subrel-constrast": 3.307434558868408,
+      "subrel-constrast": 3.094268798828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2738279104232788,
-      "cov-distil (oracle2student)": 3.2379040718078613,
-      "cov-distil (oracle2teacher)": 3.3839454650878906,
+      "cov-distil": 2.104292154312134,
+      "cov-distil (oracle2student)": 3.333474636077881,
+      "cov-distil (oracle2teacher)": 3.259614944458008,
       "epoch": 2.3014128728414445,
-      "rel-constrast": 2.05763578414917,
+      "rel-constrast": 2.267223834991455,
       "step": 2932,
-      "subrel-constrast": 2.922208070755005,
+      "subrel-constrast": 2.6831929683685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4986791610717773,
-      "cov-distil (oracle2student)": 3.487306833267212,
-      "cov-distil (oracle2teacher)": 3.636643886566162,
+      "cov-distil": 2.549271583557129,
+      "cov-distil (oracle2student)": 3.8789522647857666,
+      "cov-distil (oracle2teacher)": 4.013197898864746,
       "epoch": 2.302197802197802,
-      "rel-constrast": 2.639075517654419,
+      "rel-constrast": 3.2699403762817383,
       "step": 2933,
-      "subrel-constrast": 3.022005081176758,
+      "subrel-constrast": 3.432912826538086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5934536457061768,
-      "cov-distil (oracle2student)": 1.9810131788253784,
-      "cov-distil (oracle2teacher)": 2.0557546615600586,
+      "cov-distil": 1.8900898694992065,
+      "cov-distil (oracle2student)": 2.016294240951538,
+      "cov-distil (oracle2teacher)": 2.1271681785583496,
       "epoch": 2.30298273155416,
-      "rel-constrast": 1.6724300384521484,
+      "rel-constrast": 1.5551518201828003,
       "step": 2934,
-      "subrel-constrast": 2.448728322982788,
+      "subrel-constrast": 2.6120827198028564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7548202276229858,
-      "cov-distil (oracle2student)": 4.638466835021973,
-      "cov-distil (oracle2teacher)": 4.35058069229126,
+      "cov-distil": 2.0945827960968018,
+      "cov-distil (oracle2student)": 5.415756702423096,
+      "cov-distil (oracle2teacher)": 4.5630693435668945,
       "epoch": 2.303767660910518,
-      "rel-constrast": 3.221240282058716,
+      "rel-constrast": 3.68119215965271,
       "step": 2935,
-      "subrel-constrast": 4.0420098304748535,
+      "subrel-constrast": 4.019796848297119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.657447099685669,
-      "cov-distil (oracle2student)": 2.5594277381896973,
-      "cov-distil (oracle2teacher)": 3.082202434539795,
+      "cov-distil": 1.8154640197753906,
+      "cov-distil (oracle2student)": 2.565680742263794,
+      "cov-distil (oracle2teacher)": 3.4002671241760254,
       "epoch": 2.304552590266876,
-      "rel-constrast": 1.7904181480407715,
+      "rel-constrast": 2.635570764541626,
       "step": 2936,
-      "subrel-constrast": 3.1278340816497803,
+      "subrel-constrast": 3.111503839492798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8402522802352905,
-      "cov-distil (oracle2student)": 4.287407875061035,
-      "cov-distil (oracle2teacher)": 3.8491311073303223,
+      "cov-distil": 2.315883159637451,
+      "cov-distil (oracle2student)": 4.16646671295166,
+      "cov-distil (oracle2teacher)": 4.345097064971924,
       "epoch": 2.305337519623234,
-      "rel-constrast": 2.434047222137451,
+      "rel-constrast": 2.5390796661376953,
       "step": 2937,
-      "subrel-constrast": 3.0688462257385254,
+      "subrel-constrast": 2.9730474948883057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2148301601409912,
-      "cov-distil (oracle2student)": 2.647704839706421,
-      "cov-distil (oracle2teacher)": 3.2967801094055176,
+      "cov-distil": 2.036623954772949,
+      "cov-distil (oracle2student)": 3.0409207344055176,
+      "cov-distil (oracle2teacher)": 3.6593453884124756,
       "epoch": 2.306122448979592,
-      "rel-constrast": 2.5161516666412354,
+      "rel-constrast": 2.691709041595459,
       "step": 2938,
-      "subrel-constrast": 3.578235626220703,
+      "subrel-constrast": 3.407007932662964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6084508895874023,
-      "cov-distil (oracle2student)": 5.141763687133789,
-      "cov-distil (oracle2teacher)": 4.87265682220459,
+      "cov-distil": 1.7454074621200562,
+      "cov-distil (oracle2student)": 5.32850456237793,
+      "cov-distil (oracle2teacher)": 5.2867584228515625,
       "epoch": 2.30690737833595,
-      "rel-constrast": 3.639364719390869,
+      "rel-constrast": 3.5499937534332275,
       "step": 2939,
-      "subrel-constrast": 4.359229564666748,
+      "subrel-constrast": 4.224546432495117,
       "view-similarity": 0
     },
     {
       "epoch": 2.3076923076923075,
-      "grad_norm": 6.6875,
+      "grad_norm": 6.9375,
       "learning_rate": 4.4488916085983145e-05,
-      "loss": 0.6861,
+      "loss": 0.7163,
       "step": 2940
     },
     {
-      "cov-distil": 1.682687759399414,
-      "cov-distil (oracle2student)": 2.9574520587921143,
-      "cov-distil (oracle2teacher)": 2.812974452972412,
+      "cov-distil": 1.9617047309875488,
+      "cov-distil (oracle2student)": 3.223717451095581,
+      "cov-distil (oracle2teacher)": 2.8870439529418945,
       "epoch": 2.3076923076923075,
-      "rel-constrast": 2.3965768814086914,
+      "rel-constrast": 2.67434024810791,
       "step": 2940,
-      "subrel-constrast": 3.1047682762145996,
+      "subrel-constrast": 2.9756112098693848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.569800615310669,
-      "cov-distil (oracle2student)": 5.509970664978027,
-      "cov-distil (oracle2teacher)": 4.55319881439209,
+      "cov-distil": 1.872759222984314,
+      "cov-distil (oracle2student)": 6.089958190917969,
+      "cov-distil (oracle2teacher)": 5.4700822830200195,
       "epoch": 2.3084772370486655,
-      "rel-constrast": 2.3726298809051514,
+      "rel-constrast": 2.780672073364258,
       "step": 2941,
-      "subrel-constrast": 2.9780030250549316,
+      "subrel-constrast": 2.9128642082214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2632992267608643,
-      "cov-distil (oracle2student)": 4.085526466369629,
-      "cov-distil (oracle2teacher)": 3.975017547607422,
+      "cov-distil": 2.0485823154449463,
+      "cov-distil (oracle2student)": 4.52149772644043,
+      "cov-distil (oracle2teacher)": 4.3741912841796875,
       "epoch": 2.3092621664050235,
-      "rel-constrast": 2.725144147872925,
+      "rel-constrast": 3.089404582977295,
       "step": 2942,
-      "subrel-constrast": 3.1465070247650146,
+      "subrel-constrast": 3.4471466541290283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.523050308227539,
-      "cov-distil (oracle2student)": 4.651790618896484,
-      "cov-distil (oracle2teacher)": 4.3990373611450195,
+      "cov-distil": 1.5881900787353516,
+      "cov-distil (oracle2student)": 5.214587688446045,
+      "cov-distil (oracle2teacher)": 4.940916538238525,
       "epoch": 2.3100470957613815,
-      "rel-constrast": 2.18768572807312,
+      "rel-constrast": 2.9726359844207764,
       "step": 2943,
-      "subrel-constrast": 2.981546401977539,
+      "subrel-constrast": 2.997980833053589,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.87371826171875,
-      "cov-distil (oracle2student)": 4.4328718185424805,
-      "cov-distil (oracle2teacher)": 4.173334121704102,
+      "cov-distil": 2.571157932281494,
+      "cov-distil (oracle2student)": 5.531135082244873,
+      "cov-distil (oracle2teacher)": 4.806249618530273,
       "epoch": 2.3108320251177394,
-      "rel-constrast": 3.555877208709717,
+      "rel-constrast": 4.625187873840332,
       "step": 2944,
-      "subrel-constrast": 4.4560747146606445,
+      "subrel-constrast": 4.91873836517334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0609595775604248,
-      "cov-distil (oracle2student)": 4.788397789001465,
-      "cov-distil (oracle2teacher)": 3.841548442840576,
+      "cov-distil": 1.838268518447876,
+      "cov-distil (oracle2student)": 5.236787796020508,
+      "cov-distil (oracle2teacher)": 4.607054710388184,
       "epoch": 2.3116169544740974,
-      "rel-constrast": 1.9126191139221191,
+      "rel-constrast": 2.335313320159912,
       "step": 2945,
-      "subrel-constrast": 2.7842512130737305,
+      "subrel-constrast": 2.9316842555999756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4640824794769287,
-      "cov-distil (oracle2student)": 4.25575065612793,
-      "cov-distil (oracle2teacher)": 4.332795143127441,
+      "cov-distil": 1.791338562965393,
+      "cov-distil (oracle2student)": 4.301711082458496,
+      "cov-distil (oracle2teacher)": 4.49068021774292,
       "epoch": 2.3124018838304554,
-      "rel-constrast": 2.2125606536865234,
+      "rel-constrast": 2.2000057697296143,
       "step": 2946,
-      "subrel-constrast": 3.3149027824401855,
+      "subrel-constrast": 3.055565118789673,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5430419445037842,
-      "cov-distil (oracle2student)": 3.6968894004821777,
-      "cov-distil (oracle2teacher)": 3.4741673469543457,
+      "cov-distil": 2.033794403076172,
+      "cov-distil (oracle2student)": 4.256231307983398,
+      "cov-distil (oracle2teacher)": 3.941420793533325,
       "epoch": 2.313186813186813,
-      "rel-constrast": 2.5025429725646973,
+      "rel-constrast": 2.594874382019043,
       "step": 2947,
-      "subrel-constrast": 2.8744957447052,
+      "subrel-constrast": 2.556152820587158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8937710523605347,
-      "cov-distil (oracle2student)": 4.430085182189941,
-      "cov-distil (oracle2teacher)": 4.447072982788086,
+      "cov-distil": 2.0540249347686768,
+      "cov-distil (oracle2student)": 5.351049423217773,
+      "cov-distil (oracle2teacher)": 4.644721984863281,
       "epoch": 2.313971742543171,
-      "rel-constrast": 2.423330307006836,
+      "rel-constrast": 2.7267684936523438,
       "step": 2948,
-      "subrel-constrast": 3.3679840564727783,
+      "subrel-constrast": 3.3562843799591064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9114400148391724,
-      "cov-distil (oracle2student)": 4.534064292907715,
-      "cov-distil (oracle2teacher)": 4.708141803741455,
+      "cov-distil": 2.485149621963501,
+      "cov-distil (oracle2student)": 5.518110275268555,
+      "cov-distil (oracle2teacher)": 5.05711555480957,
       "epoch": 2.314756671899529,
-      "rel-constrast": 2.754673719406128,
+      "rel-constrast": 3.2868025302886963,
       "step": 2949,
-      "subrel-constrast": 3.7646496295928955,
+      "subrel-constrast": 3.6350367069244385,
       "view-similarity": 0
     },
     {
       "epoch": 2.315541601255887,
-      "grad_norm": 6.875,
+      "grad_norm": 7.15625,
       "learning_rate": 4.443413970908865e-05,
-      "loss": 0.6656,
+      "loss": 0.7322,
       "step": 2950
     },
     {
-      "cov-distil": 1.3527907133102417,
-      "cov-distil (oracle2student)": 5.176224708557129,
-      "cov-distil (oracle2teacher)": 4.530098915100098,
+      "cov-distil": 1.9140594005584717,
+      "cov-distil (oracle2student)": 5.294245719909668,
+      "cov-distil (oracle2teacher)": 5.037367820739746,
       "epoch": 2.315541601255887,
-      "rel-constrast": 3.1328635215759277,
+      "rel-constrast": 3.6461024284362793,
       "step": 2950,
-      "subrel-constrast": 4.278329849243164,
+      "subrel-constrast": 4.350337028503418,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930566310882568,
-      "cov-distil (oracle2student)": 3.884694814682007,
-      "cov-distil (oracle2teacher)": 3.521693229675293,
+      "cov-distil": 1.924676775932312,
+      "cov-distil (oracle2student)": 4.214781284332275,
+      "cov-distil (oracle2teacher)": 3.8204667568206787,
       "epoch": 2.316326530612245,
-      "rel-constrast": 3.3070292472839355,
+      "rel-constrast": 4.275424957275391,
       "step": 2951,
-      "subrel-constrast": 3.874663829803467,
+      "subrel-constrast": 4.066051959991455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6771104335784912,
-      "cov-distil (oracle2student)": 4.007219314575195,
-      "cov-distil (oracle2teacher)": 3.839456558227539,
+      "cov-distil": 2.176525354385376,
+      "cov-distil (oracle2student)": 3.859272003173828,
+      "cov-distil (oracle2teacher)": 4.274302005767822,
       "epoch": 2.317111459968603,
-      "rel-constrast": 2.1010355949401855,
+      "rel-constrast": 2.6636030673980713,
       "step": 2952,
-      "subrel-constrast": 3.32281231880188,
+      "subrel-constrast": 2.931797981262207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4282652139663696,
-      "cov-distil (oracle2student)": 3.562817096710205,
-      "cov-distil (oracle2teacher)": 3.281856060028076,
+      "cov-distil": 1.400925874710083,
+      "cov-distil (oracle2student)": 3.6292037963867188,
+      "cov-distil (oracle2teacher)": 3.865896701812744,
       "epoch": 2.317896389324961,
-      "rel-constrast": 2.962467908859253,
+      "rel-constrast": 3.189946413040161,
       "step": 2953,
-      "subrel-constrast": 3.668440103530884,
+      "subrel-constrast": 3.4860680103302,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1753950119018555,
-      "cov-distil (oracle2student)": 5.81159782409668,
-      "cov-distil (oracle2teacher)": 5.457996368408203,
+      "cov-distil": 2.1527111530303955,
+      "cov-distil (oracle2student)": 5.968745231628418,
+      "cov-distil (oracle2teacher)": 6.027957916259766,
       "epoch": 2.3186813186813184,
-      "rel-constrast": 2.684283971786499,
+      "rel-constrast": 2.738412380218506,
       "step": 2954,
-      "subrel-constrast": 3.442131519317627,
+      "subrel-constrast": 3.5052409172058105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8666194677352905,
-      "cov-distil (oracle2student)": 2.74351167678833,
-      "cov-distil (oracle2teacher)": 2.8551559448242188,
+      "cov-distil": 2.003122568130493,
+      "cov-distil (oracle2student)": 3.0247106552124023,
+      "cov-distil (oracle2teacher)": 3.4316673278808594,
       "epoch": 2.3194662480376764,
-      "rel-constrast": 2.7002830505371094,
+      "rel-constrast": 2.615293502807617,
       "step": 2955,
-      "subrel-constrast": 3.458941698074341,
+      "subrel-constrast": 3.7499279975891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.55706787109375,
-      "cov-distil (oracle2student)": 4.924619674682617,
-      "cov-distil (oracle2teacher)": 4.815800666809082,
+      "cov-distil": 2.1264870166778564,
+      "cov-distil (oracle2student)": 4.609138488769531,
+      "cov-distil (oracle2teacher)": 4.843422889709473,
       "epoch": 2.3202511773940344,
-      "rel-constrast": 3.41646146774292,
+      "rel-constrast": 3.325861930847168,
       "step": 2956,
-      "subrel-constrast": 4.005241870880127,
+      "subrel-constrast": 4.1482157707214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7256336212158203,
-      "cov-distil (oracle2student)": 4.733604907989502,
-      "cov-distil (oracle2teacher)": 4.785624980926514,
+      "cov-distil": 2.1647236347198486,
+      "cov-distil (oracle2student)": 5.1907501220703125,
+      "cov-distil (oracle2teacher)": 4.991943359375,
       "epoch": 2.3210361067503924,
-      "rel-constrast": 1.867337703704834,
+      "rel-constrast": 2.1617393493652344,
       "step": 2957,
-      "subrel-constrast": 2.668778657913208,
+      "subrel-constrast": 2.7440223693847656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8766374588012695,
-      "cov-distil (oracle2student)": 5.192008018493652,
-      "cov-distil (oracle2teacher)": 4.845361709594727,
+      "cov-distil": 2.3130815029144287,
+      "cov-distil (oracle2student)": 6.161540985107422,
+      "cov-distil (oracle2teacher)": 5.163331985473633,
       "epoch": 2.3218210361067504,
-      "rel-constrast": 3.285515069961548,
+      "rel-constrast": 3.820265769958496,
       "step": 2958,
-      "subrel-constrast": 4.28424072265625,
+      "subrel-constrast": 4.544454574584961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.680384874343872,
-      "cov-distil (oracle2student)": 4.779606819152832,
-      "cov-distil (oracle2teacher)": 4.678349018096924,
+      "cov-distil": 1.7449226379394531,
+      "cov-distil (oracle2student)": 4.744402885437012,
+      "cov-distil (oracle2teacher)": 5.204061985015869,
       "epoch": 2.3226059654631084,
-      "rel-constrast": 2.8360047340393066,
+      "rel-constrast": 3.0087270736694336,
       "step": 2959,
-      "subrel-constrast": 4.017314434051514,
+      "subrel-constrast": 3.925178289413452,
       "view-similarity": 0
     },
     {
       "epoch": 2.3233908948194664,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.46875,
       "learning_rate": 4.437912653333484e-05,
-      "loss": 0.7492,
+      "loss": 0.7861,
       "step": 2960
     },
     {
-      "cov-distil": 1.128483772277832,
-      "cov-distil (oracle2student)": 3.283682107925415,
-      "cov-distil (oracle2teacher)": 3.0141401290893555,
+      "cov-distil": 1.7431564331054688,
+      "cov-distil (oracle2student)": 3.54844331741333,
+      "cov-distil (oracle2teacher)": 3.3309569358825684,
       "epoch": 2.3233908948194664,
-      "rel-constrast": 2.4173455238342285,
+      "rel-constrast": 2.575831890106201,
       "step": 2960,
-      "subrel-constrast": 2.619621515274048,
+      "subrel-constrast": 2.7971138954162598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.334394931793213,
-      "cov-distil (oracle2student)": 4.218690395355225,
-      "cov-distil (oracle2teacher)": 4.176640033721924,
+      "cov-distil": 1.6243011951446533,
+      "cov-distil (oracle2student)": 4.501720428466797,
+      "cov-distil (oracle2teacher)": 4.195682048797607,
       "epoch": 2.3241758241758244,
-      "rel-constrast": 2.7801456451416016,
+      "rel-constrast": 2.9494001865386963,
       "step": 2961,
-      "subrel-constrast": 3.18353533744812,
+      "subrel-constrast": 3.092998743057251,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2439329624176025,
-      "cov-distil (oracle2student)": 3.538435459136963,
-      "cov-distil (oracle2teacher)": 3.5042624473571777,
+      "cov-distil": 1.7978386878967285,
+      "cov-distil (oracle2student)": 3.6851394176483154,
+      "cov-distil (oracle2teacher)": 4.324241638183594,
       "epoch": 2.3249607535321823,
-      "rel-constrast": 1.6747994422912598,
+      "rel-constrast": 2.32004451751709,
       "step": 2962,
-      "subrel-constrast": 2.639887571334839,
+      "subrel-constrast": 2.909715175628662,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3630037307739258,
-      "cov-distil (oracle2student)": 6.429265975952148,
-      "cov-distil (oracle2teacher)": 5.785843372344971,
+      "cov-distil": 2.0962204933166504,
+      "cov-distil (oracle2student)": 5.949124336242676,
+      "cov-distil (oracle2teacher)": 5.801036834716797,
       "epoch": 2.32574568288854,
-      "rel-constrast": 2.5101332664489746,
+      "rel-constrast": 2.733518600463867,
       "step": 2963,
-      "subrel-constrast": 3.3417346477508545,
+      "subrel-constrast": 3.411527633666992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2153046131134033,
-      "cov-distil (oracle2student)": 2.8788390159606934,
-      "cov-distil (oracle2teacher)": 3.0133771896362305,
+      "cov-distil": 1.5571305751800537,
+      "cov-distil (oracle2student)": 3.4235386848449707,
+      "cov-distil (oracle2teacher)": 3.128507614135742,
       "epoch": 2.326530612244898,
-      "rel-constrast": 1.4759862422943115,
+      "rel-constrast": 1.8933488130569458,
       "step": 2964,
-      "subrel-constrast": 2.343438148498535,
+      "subrel-constrast": 2.366116762161255,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3989615440368652,
-      "cov-distil (oracle2student)": 3.3339366912841797,
-      "cov-distil (oracle2teacher)": 3.174919366836548,
+      "cov-distil": 2.237466335296631,
+      "cov-distil (oracle2student)": 3.7898364067077637,
+      "cov-distil (oracle2teacher)": 3.6636159420013428,
       "epoch": 2.327315541601256,
-      "rel-constrast": 3.0823934078216553,
+      "rel-constrast": 3.2271082401275635,
       "step": 2965,
-      "subrel-constrast": 3.685718297958374,
+      "subrel-constrast": 3.9187915325164795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3006784915924072,
-      "cov-distil (oracle2student)": 4.917079448699951,
-      "cov-distil (oracle2teacher)": 4.8694586753845215,
+      "cov-distil": 1.8807694911956787,
+      "cov-distil (oracle2student)": 5.409738540649414,
+      "cov-distil (oracle2teacher)": 5.2466535568237305,
       "epoch": 2.328100470957614,
-      "rel-constrast": 3.189589500427246,
+      "rel-constrast": 3.990730047225952,
       "step": 2966,
-      "subrel-constrast": 3.8416385650634766,
+      "subrel-constrast": 4.046356201171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1356143951416016,
-      "cov-distil (oracle2student)": 2.6906864643096924,
-      "cov-distil (oracle2teacher)": 2.702298164367676,
+      "cov-distil": 2.331737518310547,
+      "cov-distil (oracle2student)": 3.3802101612091064,
+      "cov-distil (oracle2teacher)": 3.1357545852661133,
       "epoch": 2.328885400313972,
-      "rel-constrast": 1.4944229125976562,
+      "rel-constrast": 2.5890979766845703,
       "step": 2967,
-      "subrel-constrast": 2.9858410358428955,
+      "subrel-constrast": 2.8712565898895264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4412527084350586,
-      "cov-distil (oracle2student)": 5.042994499206543,
-      "cov-distil (oracle2teacher)": 4.860012054443359,
+      "cov-distil": 2.02040958404541,
+      "cov-distil (oracle2student)": 4.906893730163574,
+      "cov-distil (oracle2teacher)": 4.576847553253174,
       "epoch": 2.32967032967033,
-      "rel-constrast": 2.495082378387451,
+      "rel-constrast": 2.6014504432678223,
       "step": 2968,
-      "subrel-constrast": 3.083526134490967,
+      "subrel-constrast": 3.1606497764587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.242704153060913,
-      "cov-distil (oracle2student)": 4.8623223304748535,
-      "cov-distil (oracle2teacher)": 4.601805210113525,
+      "cov-distil": 1.4617081880569458,
+      "cov-distil (oracle2student)": 5.343555450439453,
+      "cov-distil (oracle2teacher)": 4.7181830406188965,
       "epoch": 2.330455259026688,
-      "rel-constrast": 2.3507919311523438,
+      "rel-constrast": 3.175142765045166,
       "step": 2969,
-      "subrel-constrast": 3.355520486831665,
+      "subrel-constrast": 2.870048761367798,
       "view-similarity": 0
     },
     {
       "epoch": 2.3312401883830454,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.53125,
       "learning_rate": 4.432387722903989e-05,
-      "loss": 0.6213,
+      "loss": 0.7014,
       "step": 2970
     },
     {
-      "cov-distil": 1.5590205192565918,
-      "cov-distil (oracle2student)": 4.563724517822266,
-      "cov-distil (oracle2teacher)": 4.166875839233398,
+      "cov-distil": 2.264889717102051,
+      "cov-distil (oracle2student)": 5.509899139404297,
+      "cov-distil (oracle2teacher)": 4.597749710083008,
       "epoch": 2.3312401883830454,
-      "rel-constrast": 2.3845713138580322,
+      "rel-constrast": 2.4959070682525635,
       "step": 2970,
-      "subrel-constrast": 2.924543619155884,
+      "subrel-constrast": 2.9975202083587646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4570109844207764,
-      "cov-distil (oracle2student)": 4.631608009338379,
-      "cov-distil (oracle2teacher)": 4.671158790588379,
+      "cov-distil": 1.7993063926696777,
+      "cov-distil (oracle2student)": 5.000439643859863,
+      "cov-distil (oracle2teacher)": 5.0537190437316895,
       "epoch": 2.3320251177394034,
-      "rel-constrast": 2.632021903991699,
+      "rel-constrast": 2.601478338241577,
       "step": 2971,
-      "subrel-constrast": 3.033569097518921,
+      "subrel-constrast": 3.0635499954223633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3803387880325317,
-      "cov-distil (oracle2student)": 3.418468952178955,
-      "cov-distil (oracle2teacher)": 3.570920467376709,
+      "cov-distil": 2.1734719276428223,
+      "cov-distil (oracle2student)": 4.137989044189453,
+      "cov-distil (oracle2teacher)": 3.8848166465759277,
       "epoch": 2.3328100470957613,
-      "rel-constrast": 2.7556324005126953,
+      "rel-constrast": 2.93414568901062,
       "step": 2972,
-      "subrel-constrast": 3.456763982772827,
+      "subrel-constrast": 3.561741352081299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3663105964660645,
-      "cov-distil (oracle2student)": 5.037956237792969,
-      "cov-distil (oracle2teacher)": 4.4690752029418945,
+      "cov-distil": 1.9302995204925537,
+      "cov-distil (oracle2student)": 4.815238952636719,
+      "cov-distil (oracle2teacher)": 4.710572719573975,
       "epoch": 2.3335949764521193,
-      "rel-constrast": 2.122922658920288,
+      "rel-constrast": 2.0482499599456787,
       "step": 2973,
-      "subrel-constrast": 2.8783187866210938,
+      "subrel-constrast": 3.071690082550049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.787717342376709,
-      "cov-distil (oracle2student)": 6.151689529418945,
-      "cov-distil (oracle2teacher)": 5.032905101776123,
+      "cov-distil": 2.1326708793640137,
+      "cov-distil (oracle2student)": 6.404463291168213,
+      "cov-distil (oracle2teacher)": 5.479840278625488,
       "epoch": 2.3343799058084773,
-      "rel-constrast": 3.138890027999878,
+      "rel-constrast": 2.8896050453186035,
       "step": 2974,
-      "subrel-constrast": 3.739570379257202,
+      "subrel-constrast": 3.4921841621398926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3505449295043945,
-      "cov-distil (oracle2student)": 5.722650527954102,
-      "cov-distil (oracle2teacher)": 4.6011552810668945,
+      "cov-distil": 1.6320338249206543,
+      "cov-distil (oracle2student)": 5.224119663238525,
+      "cov-distil (oracle2teacher)": 5.183095932006836,
       "epoch": 2.3351648351648353,
-      "rel-constrast": 2.523002862930298,
+      "rel-constrast": 3.135430335998535,
       "step": 2975,
-      "subrel-constrast": 2.937749147415161,
+      "subrel-constrast": 2.731234073638916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.543625831604004,
-      "cov-distil (oracle2student)": 4.9311347007751465,
-      "cov-distil (oracle2teacher)": 4.093022346496582,
+      "cov-distil": 2.3345556259155273,
+      "cov-distil (oracle2student)": 4.5721025466918945,
+      "cov-distil (oracle2teacher)": 4.838918685913086,
       "epoch": 2.3359497645211933,
-      "rel-constrast": 3.7849912643432617,
+      "rel-constrast": 2.7350950241088867,
       "step": 2976,
-      "subrel-constrast": 4.015651226043701,
+      "subrel-constrast": 4.045973300933838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3233271837234497,
-      "cov-distil (oracle2student)": 5.3262224197387695,
-      "cov-distil (oracle2teacher)": 4.775047302246094,
+      "cov-distil": 1.6856255531311035,
+      "cov-distil (oracle2student)": 5.887428283691406,
+      "cov-distil (oracle2teacher)": 5.225883483886719,
       "epoch": 2.336734693877551,
-      "rel-constrast": 3.0931317806243896,
+      "rel-constrast": 4.321874141693115,
       "step": 2977,
-      "subrel-constrast": 3.6941487789154053,
+      "subrel-constrast": 3.434077024459839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9540104866027832,
-      "cov-distil (oracle2student)": 4.928973197937012,
-      "cov-distil (oracle2teacher)": 3.8909952640533447,
+      "cov-distil": 2.628329277038574,
+      "cov-distil (oracle2student)": 4.83188009262085,
+      "cov-distil (oracle2teacher)": 4.778239727020264,
       "epoch": 2.337519623233909,
-      "rel-constrast": 3.1219239234924316,
+      "rel-constrast": 3.3386101722717285,
       "step": 2978,
-      "subrel-constrast": 3.752061367034912,
+      "subrel-constrast": 3.8137223720550537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726035237312317,
-      "cov-distil (oracle2student)": 5.101073741912842,
-      "cov-distil (oracle2teacher)": 5.834536075592041,
+      "cov-distil": 2.327483654022217,
+      "cov-distil (oracle2student)": 6.8111467361450195,
+      "cov-distil (oracle2teacher)": 6.308257102966309,
       "epoch": 2.338304552590267,
-      "rel-constrast": 2.9084794521331787,
+      "rel-constrast": 3.601149320602417,
       "step": 2979,
-      "subrel-constrast": 4.160320281982422,
+      "subrel-constrast": 4.343768119812012,
       "view-similarity": 0
     },
     {
       "epoch": 2.339089481946625,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.96875,
       "learning_rate": 4.426839246939915e-05,
-      "loss": 0.7503,
+      "loss": 0.7525,
       "step": 2980
     },
     {
-      "cov-distil": 1.4278687238693237,
-      "cov-distil (oracle2student)": 4.675106048583984,
-      "cov-distil (oracle2teacher)": 4.286375999450684,
+      "cov-distil": 2.190925121307373,
+      "cov-distil (oracle2student)": 4.8911519050598145,
+      "cov-distil (oracle2teacher)": 4.250446796417236,
       "epoch": 2.339089481946625,
-      "rel-constrast": 3.471728801727295,
+      "rel-constrast": 3.3112010955810547,
       "step": 2980,
-      "subrel-constrast": 4.407553672790527,
+      "subrel-constrast": 4.250733375549316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145664691925049,
-      "cov-distil (oracle2student)": 5.4231157302856445,
-      "cov-distil (oracle2teacher)": 4.707420349121094,
+      "cov-distil": 1.6025115251541138,
+      "cov-distil (oracle2student)": 5.593842029571533,
+      "cov-distil (oracle2teacher)": 5.0457282066345215,
       "epoch": 2.339874411302983,
-      "rel-constrast": 2.136762857437134,
+      "rel-constrast": 2.708723306655884,
       "step": 2981,
-      "subrel-constrast": 3.075253486633301,
+      "subrel-constrast": 2.6264522075653076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.734173059463501,
-      "cov-distil (oracle2student)": 3.4727823734283447,
-      "cov-distil (oracle2teacher)": 3.52551007270813,
+      "cov-distil": 2.30295991897583,
+      "cov-distil (oracle2student)": 2.963087558746338,
+      "cov-distil (oracle2teacher)": 3.3383493423461914,
       "epoch": 2.340659340659341,
-      "rel-constrast": 2.68383526802063,
+      "rel-constrast": 2.5429725646972656,
       "step": 2982,
-      "subrel-constrast": 3.479243516921997,
+      "subrel-constrast": 3.312014102935791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3088481426239014,
-      "cov-distil (oracle2student)": 3.056424379348755,
-      "cov-distil (oracle2teacher)": 3.037140369415283,
+      "cov-distil": 1.23243248462677,
+      "cov-distil (oracle2student)": 2.7240052223205566,
+      "cov-distil (oracle2teacher)": 3.0604114532470703,
       "epoch": 2.3414442700156988,
-      "rel-constrast": 1.6073967218399048,
+      "rel-constrast": 1.7471978664398193,
       "step": 2983,
-      "subrel-constrast": 2.1396563053131104,
+      "subrel-constrast": 1.892919898033142,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6244215965270996,
-      "cov-distil (oracle2student)": 3.9564104080200195,
-      "cov-distil (oracle2teacher)": 3.5445351600646973,
+      "cov-distil": 2.1293396949768066,
+      "cov-distil (oracle2student)": 3.8590846061706543,
+      "cov-distil (oracle2teacher)": 3.8164360523223877,
       "epoch": 2.3422291993720563,
-      "rel-constrast": 2.460270404815674,
+      "rel-constrast": 2.798485279083252,
       "step": 2984,
-      "subrel-constrast": 3.4894001483917236,
+      "subrel-constrast": 3.633077383041382,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6991287469863892,
-      "cov-distil (oracle2student)": 3.7832155227661133,
-      "cov-distil (oracle2teacher)": 3.517789363861084,
+      "cov-distil": 1.9993915557861328,
+      "cov-distil (oracle2student)": 3.7436299324035645,
+      "cov-distil (oracle2teacher)": 3.2437572479248047,
       "epoch": 2.3430141287284143,
-      "rel-constrast": 2.719836950302124,
+      "rel-constrast": 2.9527554512023926,
       "step": 2985,
-      "subrel-constrast": 3.6076979637145996,
+      "subrel-constrast": 3.533322334289551,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3133610486984253,
-      "cov-distil (oracle2student)": 4.027007579803467,
-      "cov-distil (oracle2teacher)": 4.189428329467773,
+      "cov-distil": 1.5359702110290527,
+      "cov-distil (oracle2student)": 4.238136291503906,
+      "cov-distil (oracle2teacher)": 3.9452359676361084,
       "epoch": 2.3437990580847723,
-      "rel-constrast": 2.29571270942688,
+      "rel-constrast": 2.5408577919006348,
       "step": 2986,
-      "subrel-constrast": 3.0939395427703857,
+      "subrel-constrast": 2.9420881271362305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6425726413726807,
-      "cov-distil (oracle2student)": 3.3201963901519775,
-      "cov-distil (oracle2teacher)": 3.3211512565612793,
+      "cov-distil": 1.9785809516906738,
+      "cov-distil (oracle2student)": 4.2202582359313965,
+      "cov-distil (oracle2teacher)": 3.7444872856140137,
       "epoch": 2.3445839874411303,
-      "rel-constrast": 2.4002838134765625,
+      "rel-constrast": 2.795200824737549,
       "step": 2987,
-      "subrel-constrast": 3.413862705230713,
+      "subrel-constrast": 3.1301639080047607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0619643926620483,
-      "cov-distil (oracle2student)": 3.677417278289795,
-      "cov-distil (oracle2teacher)": 3.6946122646331787,
+      "cov-distil": 1.139501690864563,
+      "cov-distil (oracle2student)": 4.015373706817627,
+      "cov-distil (oracle2teacher)": 3.966421127319336,
       "epoch": 2.3453689167974883,
-      "rel-constrast": 2.8937718868255615,
+      "rel-constrast": 3.654635429382324,
       "step": 2988,
-      "subrel-constrast": 3.9562559127807617,
+      "subrel-constrast": 3.725846290588379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1150099039077759,
-      "cov-distil (oracle2student)": 4.556096076965332,
-      "cov-distil (oracle2teacher)": 3.9448113441467285,
+      "cov-distil": 1.6392651796340942,
+      "cov-distil (oracle2student)": 5.150025844573975,
+      "cov-distil (oracle2teacher)": 4.327034950256348,
       "epoch": 2.3461538461538463,
-      "rel-constrast": 1.5391465425491333,
+      "rel-constrast": 2.459054470062256,
       "step": 2989,
-      "subrel-constrast": 2.3086745738983154,
+      "subrel-constrast": 2.4105780124664307,
       "view-similarity": 0
     },
     {
       "epoch": 2.3469387755102042,
-      "grad_norm": 3.84375,
+      "grad_norm": 5.46875,
       "learning_rate": 4.4212672930476915e-05,
-      "loss": 0.6418,
+      "loss": 0.6878,
       "step": 2990
     },
     {
-      "cov-distil": 1.509683609008789,
-      "cov-distil (oracle2student)": 3.343407154083252,
-      "cov-distil (oracle2teacher)": 2.9351065158843994,
+      "cov-distil": 2.0203166007995605,
+      "cov-distil (oracle2student)": 3.8898658752441406,
+      "cov-distil (oracle2teacher)": 3.2254557609558105,
       "epoch": 2.3469387755102042,
-      "rel-constrast": 2.9677727222442627,
+      "rel-constrast": 3.3016762733459473,
       "step": 2990,
-      "subrel-constrast": 3.4630091190338135,
+      "subrel-constrast": 3.2036991119384766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5794786214828491,
-      "cov-distil (oracle2student)": 2.9426798820495605,
-      "cov-distil (oracle2teacher)": 2.933521270751953,
+      "cov-distil": 2.2437546253204346,
+      "cov-distil (oracle2student)": 2.809678077697754,
+      "cov-distil (oracle2teacher)": 3.1205894947052,
       "epoch": 2.347723704866562,
-      "rel-constrast": 1.7079310417175293,
+      "rel-constrast": 1.9912633895874023,
       "step": 2991,
-      "subrel-constrast": 2.7408077716827393,
+      "subrel-constrast": 2.873671054840088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.476070761680603,
-      "cov-distil (oracle2student)": 3.623239517211914,
-      "cov-distil (oracle2teacher)": 3.5645179748535156,
+      "cov-distil": 2.6317341327667236,
+      "cov-distil (oracle2student)": 3.6719846725463867,
+      "cov-distil (oracle2teacher)": 3.6312499046325684,
       "epoch": 2.3485086342229198,
-      "rel-constrast": 2.7482523918151855,
+      "rel-constrast": 2.9869728088378906,
       "step": 2992,
-      "subrel-constrast": 3.5268168449401855,
+      "subrel-constrast": 3.62589693069458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1698358058929443,
-      "cov-distil (oracle2student)": 4.663313388824463,
-      "cov-distil (oracle2teacher)": 4.291832447052002,
+      "cov-distil": 1.6748700141906738,
+      "cov-distil (oracle2student)": 4.388106346130371,
+      "cov-distil (oracle2teacher)": 5.077235221862793,
       "epoch": 2.3492935635792778,
-      "rel-constrast": 2.9868531227111816,
+      "rel-constrast": 3.000835418701172,
       "step": 2993,
-      "subrel-constrast": 3.557873010635376,
+      "subrel-constrast": 3.647793769836426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4513378143310547,
-      "cov-distil (oracle2student)": 5.074394226074219,
-      "cov-distil (oracle2teacher)": 4.695187091827393,
+      "cov-distil": 1.5477468967437744,
+      "cov-distil (oracle2student)": 5.680502891540527,
+      "cov-distil (oracle2teacher)": 4.933261871337891,
       "epoch": 2.3500784929356358,
-      "rel-constrast": 2.6942601203918457,
+      "rel-constrast": 2.8140065670013428,
       "step": 2994,
-      "subrel-constrast": 3.3351945877075195,
+      "subrel-constrast": 3.3136026859283447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.366452932357788,
-      "cov-distil (oracle2student)": 4.039358139038086,
-      "cov-distil (oracle2teacher)": 4.298418045043945,
+      "cov-distil": 1.5263206958770752,
+      "cov-distil (oracle2student)": 4.927715301513672,
+      "cov-distil (oracle2teacher)": 4.5254435539245605,
       "epoch": 2.3508634222919937,
-      "rel-constrast": 2.3587236404418945,
+      "rel-constrast": 2.3869452476501465,
       "step": 2995,
-      "subrel-constrast": 2.8678228855133057,
+      "subrel-constrast": 3.0078868865966797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.676832914352417,
-      "cov-distil (oracle2student)": 4.631575107574463,
-      "cov-distil (oracle2teacher)": 4.468583106994629,
+      "cov-distil": 1.6835966110229492,
+      "cov-distil (oracle2student)": 4.497791290283203,
+      "cov-distil (oracle2teacher)": 5.169723987579346,
       "epoch": 2.3516483516483517,
-      "rel-constrast": 2.241927146911621,
+      "rel-constrast": 2.092101573944092,
       "step": 2996,
-      "subrel-constrast": 3.5148019790649414,
+      "subrel-constrast": 3.293245792388916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7871907949447632,
-      "cov-distil (oracle2student)": 4.079230308532715,
-      "cov-distil (oracle2teacher)": 3.918247938156128,
+      "cov-distil": 1.8186874389648438,
+      "cov-distil (oracle2student)": 4.188973426818848,
+      "cov-distil (oracle2teacher)": 3.6743383407592773,
       "epoch": 2.3524332810047097,
-      "rel-constrast": 2.1835954189300537,
+      "rel-constrast": 2.114238739013672,
       "step": 2997,
-      "subrel-constrast": 2.940981149673462,
+      "subrel-constrast": 2.333059072494507,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1063368320465088,
-      "cov-distil (oracle2student)": 5.320260047912598,
-      "cov-distil (oracle2teacher)": 4.4263715744018555,
+      "cov-distil": 1.1862802505493164,
+      "cov-distil (oracle2student)": 5.268075942993164,
+      "cov-distil (oracle2teacher)": 4.554897308349609,
       "epoch": 2.3532182103610673,
-      "rel-constrast": 2.466470718383789,
+      "rel-constrast": 2.5429959297180176,
       "step": 2998,
-      "subrel-constrast": 2.763544797897339,
+      "subrel-constrast": 2.5100998878479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6885617971420288,
-      "cov-distil (oracle2student)": 5.366703987121582,
-      "cov-distil (oracle2teacher)": 4.5009613037109375,
+      "cov-distil": 1.9951308965682983,
+      "cov-distil (oracle2student)": 5.685433387756348,
+      "cov-distil (oracle2teacher)": 5.536106586456299,
       "epoch": 2.3540031397174253,
-      "rel-constrast": 2.827603816986084,
+      "rel-constrast": 3.22869873046875,
       "step": 2999,
-      "subrel-constrast": 3.2528069019317627,
+      "subrel-constrast": 3.248992919921875,
       "view-similarity": 0
     },
     {
       "epoch": 2.3547880690737832,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.0625,
       "learning_rate": 4.4156719291198166e-05,
-      "loss": 0.6666,
+      "loss": 0.6615,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/duc04-P@10": 0.758,
+      "eval/duc04-P@10": 0.728,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/duc04-nDCG@10": 0.7677130060175296,
+      "eval/duc04-nDCG@10": 0.7331210684558676,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/duc04-alpha_nDCG@10": 0.5872074819680875,
+      "eval/duc04-alpha_nDCG@10": 0.549864648881511,
       "step": 3000
     },
     {
@@ -33001,17 +33001,17 @@
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/multi_news-P@10": 0.43399999999999994,
+      "eval/multi_news-P@10": 0.4259999999999999,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/multi_news-nDCG@10": 0.6119723991156792,
+      "eval/multi_news-nDCG@10": 0.6027227530457137,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/multi_news-alpha_nDCG@10": 0.5996669950455281,
+      "eval/multi_news-alpha_nDCG@10": 0.5732409671930432,
       "step": 3000
     },
     {
@@ -33021,5472 +33021,5472 @@
     },
     {
       "epoch": 2.3547880690737832,
-      "eval/avg": 0.5392912535833715,
+      "eval/avg": 0.5210899480120352,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
-      "overlap": 0.31718751788139343,
+      "overlap": 0.3062500059604645,
       "step": 3000
     },
     {
       "epoch": 2.3547880690737832,
       "step": 3000,
-      "student margin": 0.068359375
+      "student margin": 0.062957763671875
     },
     {
       "epoch": 2.3547880690737832,
       "step": 3000,
-      "teacher margin": 0.05059814453125
+      "teacher margin": 0.055908203125
     },
     {
       "epoch": 2.3547880690737832,
-      "margin difference": -0.01776123046875,
+      "margin difference": -0.007049560546875,
       "step": 3000
     },
     {
-      "cov-distil": 1.6309221982955933,
-      "cov-distil (oracle2student)": 3.4888572692871094,
-      "cov-distil (oracle2teacher)": 3.34169340133667,
+      "cov-distil": 1.6693358421325684,
+      "cov-distil (oracle2student)": 4.6071271896362305,
+      "cov-distil (oracle2teacher)": 3.622770309448242,
       "epoch": 2.3547880690737832,
-      "rel-constrast": 1.8973376750946045,
+      "rel-constrast": 2.016853094100952,
       "step": 3000,
-      "subrel-constrast": 2.64243745803833,
+      "subrel-constrast": 2.3629188537597656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5848208665847778,
-      "cov-distil (oracle2student)": 4.811938285827637,
-      "cov-distil (oracle2teacher)": 4.72887659072876,
+      "cov-distil": 2.228040933609009,
+      "cov-distil (oracle2student)": 5.676628112792969,
+      "cov-distil (oracle2teacher)": 5.316173553466797,
       "epoch": 2.3555729984301412,
-      "rel-constrast": 2.3861629962921143,
+      "rel-constrast": 2.7031149864196777,
       "step": 3001,
-      "subrel-constrast": 3.220522165298462,
+      "subrel-constrast": 3.280733346939087,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2477778196334839,
-      "cov-distil (oracle2student)": 4.104562759399414,
-      "cov-distil (oracle2teacher)": 3.746389389038086,
+      "cov-distil": 1.539621353149414,
+      "cov-distil (oracle2student)": 4.7228899002075195,
+      "cov-distil (oracle2teacher)": 4.093467712402344,
       "epoch": 2.356357927786499,
-      "rel-constrast": 2.6145927906036377,
+      "rel-constrast": 2.8252477645874023,
       "step": 3002,
-      "subrel-constrast": 3.2029201984405518,
+      "subrel-constrast": 3.1079437732696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.6716723442077637,
-      "cov-distil (oracle2student)": 4.934717178344727,
-      "cov-distil (oracle2teacher)": 4.2842302322387695,
+      "cov-distil": 2.1318206787109375,
+      "cov-distil (oracle2student)": 4.553088188171387,
+      "cov-distil (oracle2teacher)": 4.183503150939941,
       "epoch": 2.357142857142857,
-      "rel-constrast": 1.7975242137908936,
+      "rel-constrast": 2.3052258491516113,
       "step": 3003,
-      "subrel-constrast": 3.1134824752807617,
+      "subrel-constrast": 3.0895884037017822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4009919166564941,
-      "cov-distil (oracle2student)": 4.088370323181152,
-      "cov-distil (oracle2teacher)": 3.7373833656311035,
+      "cov-distil": 1.8811516761779785,
+      "cov-distil (oracle2student)": 4.343388080596924,
+      "cov-distil (oracle2teacher)": 4.318202018737793,
       "epoch": 2.357927786499215,
-      "rel-constrast": 2.423431873321533,
+      "rel-constrast": 3.039292573928833,
       "step": 3004,
-      "subrel-constrast": 3.284420967102051,
+      "subrel-constrast": 3.440768003463745,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6722596883773804,
-      "cov-distil (oracle2student)": 3.341688632965088,
-      "cov-distil (oracle2teacher)": 3.337055206298828,
+      "cov-distil": 1.996931552886963,
+      "cov-distil (oracle2student)": 3.827511787414551,
+      "cov-distil (oracle2teacher)": 3.62448787689209,
       "epoch": 2.358712715855573,
-      "rel-constrast": 2.2815985679626465,
+      "rel-constrast": 2.7260053157806396,
       "step": 3005,
-      "subrel-constrast": 3.1574859619140625,
+      "subrel-constrast": 3.53840708732605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.239791989326477,
-      "cov-distil (oracle2student)": 4.745944976806641,
-      "cov-distil (oracle2teacher)": 4.475799083709717,
+      "cov-distil": 1.495711088180542,
+      "cov-distil (oracle2student)": 5.174040794372559,
+      "cov-distil (oracle2teacher)": 5.0721235275268555,
       "epoch": 2.359497645211931,
-      "rel-constrast": 4.073483467102051,
+      "rel-constrast": 4.330875873565674,
       "step": 3006,
-      "subrel-constrast": 4.741282939910889,
+      "subrel-constrast": 5.011928081512451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.473825216293335,
-      "cov-distil (oracle2student)": 4.613060474395752,
-      "cov-distil (oracle2teacher)": 4.2921648025512695,
+      "cov-distil": 2.1800761222839355,
+      "cov-distil (oracle2student)": 3.9122426509857178,
+      "cov-distil (oracle2teacher)": 4.173403263092041,
       "epoch": 2.3602825745682887,
-      "rel-constrast": 2.772296190261841,
+      "rel-constrast": 3.0057754516601562,
       "step": 3007,
-      "subrel-constrast": 3.5055127143859863,
+      "subrel-constrast": 3.7075464725494385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4937958717346191,
-      "cov-distil (oracle2student)": 5.213271141052246,
-      "cov-distil (oracle2teacher)": 4.999622344970703,
+      "cov-distil": 1.1724727153778076,
+      "cov-distil (oracle2student)": 5.649857997894287,
+      "cov-distil (oracle2teacher)": 5.2802324295043945,
       "epoch": 2.3610675039246467,
-      "rel-constrast": 3.2362866401672363,
+      "rel-constrast": 3.7411630153656006,
       "step": 3008,
-      "subrel-constrast": 3.847580671310425,
+      "subrel-constrast": 3.8679215908050537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0725618600845337,
-      "cov-distil (oracle2student)": 3.1118013858795166,
-      "cov-distil (oracle2teacher)": 2.9317424297332764,
+      "cov-distil": 1.503695011138916,
+      "cov-distil (oracle2student)": 3.2470364570617676,
+      "cov-distil (oracle2teacher)": 3.1750147342681885,
       "epoch": 2.3618524332810047,
-      "rel-constrast": 2.335059642791748,
+      "rel-constrast": 2.4152066707611084,
       "step": 3009,
-      "subrel-constrast": 2.9199743270874023,
+      "subrel-constrast": 2.882648229598999,
       "view-similarity": 0
     },
     {
       "epoch": 2.3626373626373627,
-      "grad_norm": 4.8125,
+      "grad_norm": 5.28125,
       "learning_rate": 4.4100532233340355e-05,
-      "loss": 0.6842,
+      "loss": 0.7277,
       "step": 3010
     },
     {
-      "cov-distil": 1.4603232145309448,
-      "cov-distil (oracle2student)": 4.944568157196045,
-      "cov-distil (oracle2teacher)": 4.341765880584717,
+      "cov-distil": 1.6568419933319092,
+      "cov-distil (oracle2student)": 5.269033432006836,
+      "cov-distil (oracle2teacher)": 4.598158836364746,
       "epoch": 2.3626373626373627,
-      "rel-constrast": 2.5763282775878906,
+      "rel-constrast": 2.4712815284729004,
       "step": 3010,
-      "subrel-constrast": 3.468686580657959,
+      "subrel-constrast": 3.248676061630249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7990978956222534,
-      "cov-distil (oracle2student)": 6.503046989440918,
-      "cov-distil (oracle2teacher)": 5.451167583465576,
+      "cov-distil": 2.306210517883301,
+      "cov-distil (oracle2student)": 6.914653778076172,
+      "cov-distil (oracle2teacher)": 6.1403303146362305,
       "epoch": 2.3634222919937207,
-      "rel-constrast": 3.221205949783325,
+      "rel-constrast": 3.1002109050750732,
       "step": 3011,
-      "subrel-constrast": 3.6051292419433594,
+      "subrel-constrast": 3.6292409896850586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3509280681610107,
-      "cov-distil (oracle2student)": 4.978081226348877,
-      "cov-distil (oracle2teacher)": 4.360333442687988,
+      "cov-distil": 1.6110488176345825,
+      "cov-distil (oracle2student)": 5.6211113929748535,
+      "cov-distil (oracle2teacher)": 5.343501567840576,
       "epoch": 2.3642072213500787,
-      "rel-constrast": 2.0280468463897705,
+      "rel-constrast": 2.092205286026001,
       "step": 3012,
-      "subrel-constrast": 2.603811264038086,
+      "subrel-constrast": 2.5664260387420654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3960641622543335,
-      "cov-distil (oracle2student)": 4.625884532928467,
-      "cov-distil (oracle2teacher)": 3.8437659740448,
+      "cov-distil": 1.4794169664382935,
+      "cov-distil (oracle2student)": 4.494456768035889,
+      "cov-distil (oracle2teacher)": 4.487128734588623,
       "epoch": 2.3649921507064366,
-      "rel-constrast": 2.0225281715393066,
+      "rel-constrast": 1.793829083442688,
       "step": 3013,
-      "subrel-constrast": 2.6921017169952393,
+      "subrel-constrast": 2.6688618659973145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3348792791366577,
-      "cov-distil (oracle2student)": 4.690553665161133,
-      "cov-distil (oracle2teacher)": 4.403451919555664,
+      "cov-distil": 1.866523265838623,
+      "cov-distil (oracle2student)": 5.272064685821533,
+      "cov-distil (oracle2teacher)": 5.075618267059326,
       "epoch": 2.365777080062794,
-      "rel-constrast": 3.4202656745910645,
+      "rel-constrast": 4.6857500076293945,
       "step": 3014,
-      "subrel-constrast": 4.372119903564453,
+      "subrel-constrast": 4.452472686767578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3022834062576294,
-      "cov-distil (oracle2student)": 3.4112706184387207,
-      "cov-distil (oracle2teacher)": 3.9316840171813965,
+      "cov-distil": 1.693410873413086,
+      "cov-distil (oracle2student)": 4.01293420791626,
+      "cov-distil (oracle2teacher)": 3.9340264797210693,
       "epoch": 2.366562009419152,
-      "rel-constrast": 3.275149345397949,
+      "rel-constrast": 3.1761982440948486,
       "step": 3015,
-      "subrel-constrast": 3.501225471496582,
+      "subrel-constrast": 3.7010984420776367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4932382106781006,
-      "cov-distil (oracle2student)": 5.338205814361572,
-      "cov-distil (oracle2teacher)": 4.883066177368164,
+      "cov-distil": 1.664669394493103,
+      "cov-distil (oracle2student)": 6.238177299499512,
+      "cov-distil (oracle2teacher)": 5.3069071769714355,
       "epoch": 2.36734693877551,
-      "rel-constrast": 1.6139819622039795,
+      "rel-constrast": 1.7257039546966553,
       "step": 3016,
-      "subrel-constrast": 2.628488302230835,
+      "subrel-constrast": 2.6314520835876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3252160549163818,
-      "cov-distil (oracle2student)": 4.229876518249512,
-      "cov-distil (oracle2teacher)": 3.7895970344543457,
+      "cov-distil": 1.7688113451004028,
+      "cov-distil (oracle2student)": 4.6896867752075195,
+      "cov-distil (oracle2teacher)": 4.18161153793335,
       "epoch": 2.368131868131868,
-      "rel-constrast": 2.4441418647766113,
+      "rel-constrast": 2.2730836868286133,
       "step": 3017,
-      "subrel-constrast": 2.8476357460021973,
+      "subrel-constrast": 2.7691144943237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5106550455093384,
-      "cov-distil (oracle2student)": 5.465137481689453,
-      "cov-distil (oracle2teacher)": 5.0038042068481445,
+      "cov-distil": 1.6460704803466797,
+      "cov-distil (oracle2student)": 5.279267311096191,
+      "cov-distil (oracle2teacher)": 5.6989827156066895,
       "epoch": 2.368916797488226,
-      "rel-constrast": 2.9072365760803223,
+      "rel-constrast": 3.2393558025360107,
       "step": 3018,
-      "subrel-constrast": 3.4674220085144043,
+      "subrel-constrast": 3.5958499908447266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.532564640045166,
-      "cov-distil (oracle2student)": 3.789635419845581,
-      "cov-distil (oracle2teacher)": 3.4802043437957764,
+      "cov-distil": 2.1100308895111084,
+      "cov-distil (oracle2student)": 4.388255596160889,
+      "cov-distil (oracle2teacher)": 4.0484185218811035,
       "epoch": 2.369701726844584,
-      "rel-constrast": 3.4530858993530273,
+      "rel-constrast": 3.4895200729370117,
       "step": 3019,
-      "subrel-constrast": 4.152379035949707,
+      "subrel-constrast": 4.555490970611572,
       "view-similarity": 0
     },
     {
       "epoch": 2.370486656200942,
-      "grad_norm": 6.25,
+      "grad_norm": 7.3125,
       "learning_rate": 4.4044112441525024e-05,
-      "loss": 0.7103,
+      "loss": 0.7012,
       "step": 3020
     },
     {
-      "cov-distil": 1.8929851055145264,
-      "cov-distil (oracle2student)": 3.045785903930664,
-      "cov-distil (oracle2teacher)": 3.068887233734131,
+      "cov-distil": 2.2880752086639404,
+      "cov-distil (oracle2student)": 3.0448713302612305,
+      "cov-distil (oracle2teacher)": 3.423889398574829,
       "epoch": 2.370486656200942,
-      "rel-constrast": 2.9509849548339844,
+      "rel-constrast": 2.9126691818237305,
       "step": 3020,
-      "subrel-constrast": 3.1791129112243652,
+      "subrel-constrast": 3.1988823413848877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6654514074325562,
-      "cov-distil (oracle2student)": 3.079740047454834,
-      "cov-distil (oracle2teacher)": 3.7284903526306152,
+      "cov-distil": 2.3338847160339355,
+      "cov-distil (oracle2student)": 4.141031265258789,
+      "cov-distil (oracle2teacher)": 4.2586469650268555,
       "epoch": 2.3712715855572997,
-      "rel-constrast": 2.1112382411956787,
+      "rel-constrast": 2.632913112640381,
       "step": 3021,
-      "subrel-constrast": 2.8683135509490967,
+      "subrel-constrast": 2.877487897872925,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1239469051361084,
-      "cov-distil (oracle2student)": 3.9058210849761963,
-      "cov-distil (oracle2teacher)": 3.769263982772827,
+      "cov-distil": 1.2825556993484497,
+      "cov-distil (oracle2student)": 4.4345855712890625,
+      "cov-distil (oracle2teacher)": 4.088173866271973,
       "epoch": 2.3720565149136577,
-      "rel-constrast": 2.575458288192749,
+      "rel-constrast": 3.035468101501465,
       "step": 3022,
-      "subrel-constrast": 3.019108533859253,
+      "subrel-constrast": 3.341268301010132,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2568607330322266,
-      "cov-distil (oracle2student)": 3.1079492568969727,
-      "cov-distil (oracle2teacher)": 3.2370362281799316,
+      "cov-distil": 2.420577049255371,
+      "cov-distil (oracle2student)": 3.3332831859588623,
+      "cov-distil (oracle2teacher)": 3.3503518104553223,
       "epoch": 2.3728414442700156,
-      "rel-constrast": 3.3749160766601562,
+      "rel-constrast": 3.720188617706299,
       "step": 3023,
-      "subrel-constrast": 4.260209083557129,
+      "subrel-constrast": 4.050988674163818,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5514121055603027,
-      "cov-distil (oracle2student)": 4.011603832244873,
-      "cov-distil (oracle2teacher)": 4.0036396980285645,
+      "cov-distil": 2.11495304107666,
+      "cov-distil (oracle2student)": 4.690128326416016,
+      "cov-distil (oracle2teacher)": 4.30954647064209,
       "epoch": 2.3736263736263736,
-      "rel-constrast": 1.6934170722961426,
+      "rel-constrast": 1.9898664951324463,
       "step": 3024,
-      "subrel-constrast": 2.4398117065429688,
+      "subrel-constrast": 2.0319228172302246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.756263017654419,
-      "cov-distil (oracle2student)": 4.71966552734375,
-      "cov-distil (oracle2teacher)": 4.803842544555664,
+      "cov-distil": 2.4223990440368652,
+      "cov-distil (oracle2student)": 5.125055313110352,
+      "cov-distil (oracle2teacher)": 4.872694969177246,
       "epoch": 2.3744113029827316,
-      "rel-constrast": 2.0999457836151123,
+      "rel-constrast": 2.4910738468170166,
       "step": 3025,
-      "subrel-constrast": 2.8090641498565674,
+      "subrel-constrast": 2.6306183338165283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2875945568084717,
-      "cov-distil (oracle2student)": 5.418118476867676,
-      "cov-distil (oracle2teacher)": 4.629947662353516,
+      "cov-distil": 1.7289271354675293,
+      "cov-distil (oracle2student)": 5.2090630531311035,
+      "cov-distil (oracle2teacher)": 5.373868465423584,
       "epoch": 2.3751962323390896,
-      "rel-constrast": 2.4040513038635254,
+      "rel-constrast": 2.688704252243042,
       "step": 3026,
-      "subrel-constrast": 2.8369171619415283,
+      "subrel-constrast": 3.292994976043701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3504626750946045,
-      "cov-distil (oracle2student)": 3.0993382930755615,
-      "cov-distil (oracle2teacher)": 2.748713493347168,
+      "cov-distil": 1.5493077039718628,
+      "cov-distil (oracle2student)": 2.7034201622009277,
+      "cov-distil (oracle2teacher)": 3.2010581493377686,
       "epoch": 2.3759811616954476,
-      "rel-constrast": 2.7728214263916016,
+      "rel-constrast": 3.10101056098938,
       "step": 3027,
-      "subrel-constrast": 3.3379404544830322,
+      "subrel-constrast": 3.3276100158691406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1352392435073853,
-      "cov-distil (oracle2student)": 5.388628959655762,
-      "cov-distil (oracle2teacher)": 4.634409427642822,
+      "cov-distil": 1.5369709730148315,
+      "cov-distil (oracle2student)": 4.930142402648926,
+      "cov-distil (oracle2teacher)": 4.991835594177246,
       "epoch": 2.376766091051805,
-      "rel-constrast": 2.633241653442383,
+      "rel-constrast": 2.5554070472717285,
       "step": 3028,
-      "subrel-constrast": 3.214625358581543,
+      "subrel-constrast": 3.226072311401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2213926315307617,
-      "cov-distil (oracle2student)": 3.8594377040863037,
-      "cov-distil (oracle2teacher)": 3.8333868980407715,
+      "cov-distil": 1.5506844520568848,
+      "cov-distil (oracle2student)": 4.153430938720703,
+      "cov-distil (oracle2teacher)": 3.9653053283691406,
       "epoch": 2.377551020408163,
-      "rel-constrast": 2.057346820831299,
+      "rel-constrast": 2.082362651824951,
       "step": 3029,
-      "subrel-constrast": 2.6564748287200928,
+      "subrel-constrast": 2.7982311248779297,
       "view-similarity": 0
     },
     {
       "epoch": 2.378335949764521,
-      "grad_norm": 4.875,
+      "grad_norm": 5.75,
       "learning_rate": 4.398746060320956e-05,
-      "loss": 0.6549,
+      "loss": 0.6802,
       "step": 3030
     },
     {
-      "cov-distil": 2.083164930343628,
-      "cov-distil (oracle2student)": 4.512041091918945,
-      "cov-distil (oracle2teacher)": 4.611614227294922,
+      "cov-distil": 1.9727771282196045,
+      "cov-distil (oracle2student)": 4.532656192779541,
+      "cov-distil (oracle2teacher)": 4.544008731842041,
       "epoch": 2.378335949764521,
-      "rel-constrast": 2.7584123611450195,
+      "rel-constrast": 3.2019426822662354,
       "step": 3030,
-      "subrel-constrast": 3.401062488555908,
+      "subrel-constrast": 3.3519160747528076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4240418672561646,
-      "cov-distil (oracle2student)": 3.6611075401306152,
-      "cov-distil (oracle2teacher)": 3.7483019828796387,
+      "cov-distil": 2.0029072761535645,
+      "cov-distil (oracle2student)": 4.423168182373047,
+      "cov-distil (oracle2teacher)": 4.376539707183838,
       "epoch": 2.379120879120879,
-      "rel-constrast": 2.0268990993499756,
+      "rel-constrast": 2.5817887783050537,
       "step": 3031,
-      "subrel-constrast": 2.7147703170776367,
+      "subrel-constrast": 2.4764363765716553,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5528323650360107,
-      "cov-distil (oracle2student)": 5.889558792114258,
-      "cov-distil (oracle2teacher)": 5.567135810852051,
+      "cov-distil": 2.313178062438965,
+      "cov-distil (oracle2student)": 6.061271667480469,
+      "cov-distil (oracle2teacher)": 5.5672831535339355,
       "epoch": 2.379905808477237,
-      "rel-constrast": 4.150796890258789,
+      "rel-constrast": 4.58565092086792,
       "step": 3032,
-      "subrel-constrast": 4.554765701293945,
+      "subrel-constrast": 4.624064922332764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4437880516052246,
-      "cov-distil (oracle2student)": 5.498793125152588,
-      "cov-distil (oracle2teacher)": 5.097989082336426,
+      "cov-distil": 1.7688465118408203,
+      "cov-distil (oracle2student)": 5.346048355102539,
+      "cov-distil (oracle2teacher)": 5.176997661590576,
       "epoch": 2.380690737833595,
-      "rel-constrast": 2.604891300201416,
+      "rel-constrast": 2.0635766983032227,
       "step": 3033,
-      "subrel-constrast": 2.6977338790893555,
+      "subrel-constrast": 3.1058509349823,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3491318225860596,
-      "cov-distil (oracle2student)": 2.9192771911621094,
-      "cov-distil (oracle2teacher)": 2.860161304473877,
+      "cov-distil": 1.570356011390686,
+      "cov-distil (oracle2student)": 3.084653377532959,
+      "cov-distil (oracle2teacher)": 3.151679515838623,
       "epoch": 2.381475667189953,
-      "rel-constrast": 2.3752682209014893,
+      "rel-constrast": 2.7231955528259277,
       "step": 3034,
-      "subrel-constrast": 2.9740443229675293,
+      "subrel-constrast": 2.728614568710327,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2258323431015015,
-      "cov-distil (oracle2student)": 4.829683303833008,
-      "cov-distil (oracle2teacher)": 4.621716022491455,
+      "cov-distil": 1.5126049518585205,
+      "cov-distil (oracle2student)": 5.010159015655518,
+      "cov-distil (oracle2teacher)": 4.943381309509277,
       "epoch": 2.3822605965463106,
-      "rel-constrast": 2.7248520851135254,
+      "rel-constrast": 3.696305274963379,
       "step": 3035,
-      "subrel-constrast": 3.3675146102905273,
+      "subrel-constrast": 3.4804890155792236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4130208492279053,
-      "cov-distil (oracle2student)": 5.679229736328125,
-      "cov-distil (oracle2teacher)": 5.175507545471191,
+      "cov-distil": 1.9255046844482422,
+      "cov-distil (oracle2student)": 6.248649597167969,
+      "cov-distil (oracle2teacher)": 5.5672760009765625,
       "epoch": 2.3830455259026686,
-      "rel-constrast": 2.5035338401794434,
+      "rel-constrast": 3.2511074542999268,
       "step": 3036,
-      "subrel-constrast": 3.4719643592834473,
+      "subrel-constrast": 3.6404550075531006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3469414710998535,
-      "cov-distil (oracle2student)": 3.4148733615875244,
-      "cov-distil (oracle2teacher)": 3.299395799636841,
+      "cov-distil": 1.5118852853775024,
+      "cov-distil (oracle2student)": 3.480415105819702,
+      "cov-distil (oracle2teacher)": 3.204054832458496,
       "epoch": 2.3838304552590266,
-      "rel-constrast": 2.580444097518921,
+      "rel-constrast": 2.3734800815582275,
       "step": 3037,
-      "subrel-constrast": 2.6035804748535156,
+      "subrel-constrast": 2.6730239391326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4666985273361206,
-      "cov-distil (oracle2student)": 4.614387512207031,
-      "cov-distil (oracle2teacher)": 4.347832202911377,
+      "cov-distil": 1.3298544883728027,
+      "cov-distil (oracle2student)": 4.725852966308594,
+      "cov-distil (oracle2teacher)": 4.411090850830078,
       "epoch": 2.3846153846153846,
-      "rel-constrast": 2.8427486419677734,
+      "rel-constrast": 2.9972620010375977,
       "step": 3038,
-      "subrel-constrast": 3.186776638031006,
+      "subrel-constrast": 2.899634599685669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9015090465545654,
-      "cov-distil (oracle2student)": 4.119466304779053,
-      "cov-distil (oracle2teacher)": 4.316627502441406,
+      "cov-distil": 2.142136812210083,
+      "cov-distil (oracle2student)": 3.634876251220703,
+      "cov-distil (oracle2teacher)": 4.500425815582275,
       "epoch": 2.3854003139717426,
-      "rel-constrast": 2.8442747592926025,
+      "rel-constrast": 3.1070573329925537,
       "step": 3039,
-      "subrel-constrast": 3.9581120014190674,
+      "subrel-constrast": 3.681581497192383,
       "view-similarity": 0
     },
     {
       "epoch": 2.3861852433281006,
-      "grad_norm": 5.28125,
+      "grad_norm": 6.21875,
       "learning_rate": 4.393057740867872e-05,
-      "loss": 0.7233,
+      "loss": 0.7645,
       "step": 3040
     },
     {
-      "cov-distil": 1.4745640754699707,
-      "cov-distil (oracle2student)": 3.3643908500671387,
-      "cov-distil (oracle2teacher)": 3.3942129611968994,
+      "cov-distil": 1.9418116807937622,
+      "cov-distil (oracle2student)": 3.8845508098602295,
+      "cov-distil (oracle2teacher)": 3.6221179962158203,
       "epoch": 2.3861852433281006,
-      "rel-constrast": 2.519665241241455,
+      "rel-constrast": 2.3605897426605225,
       "step": 3040,
-      "subrel-constrast": 3.429258108139038,
+      "subrel-constrast": 3.7990992069244385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8634659051895142,
-      "cov-distil (oracle2student)": 3.91201114654541,
-      "cov-distil (oracle2teacher)": 3.620041847229004,
+      "cov-distil": 2.693807601928711,
+      "cov-distil (oracle2student)": 3.8122212886810303,
+      "cov-distil (oracle2teacher)": 3.811384677886963,
       "epoch": 2.3869701726844585,
-      "rel-constrast": 1.9831821918487549,
+      "rel-constrast": 2.610999584197998,
       "step": 3041,
-      "subrel-constrast": 2.700927495956421,
+      "subrel-constrast": 2.9896159172058105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3433393239974976,
-      "cov-distil (oracle2student)": 4.0655293464660645,
-      "cov-distil (oracle2teacher)": 3.770244598388672,
+      "cov-distil": 1.8504949808120728,
+      "cov-distil (oracle2student)": 4.333071708679199,
+      "cov-distil (oracle2teacher)": 4.249942779541016,
       "epoch": 2.387755102040816,
-      "rel-constrast": 1.8098315000534058,
+      "rel-constrast": 2.0792741775512695,
       "step": 3042,
-      "subrel-constrast": 2.7884323596954346,
+      "subrel-constrast": 2.9923698902130127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8198623657226562,
-      "cov-distil (oracle2student)": 3.1899242401123047,
-      "cov-distil (oracle2teacher)": 3.4723424911499023,
+      "cov-distil": 1.9266663789749146,
+      "cov-distil (oracle2student)": 3.7760586738586426,
+      "cov-distil (oracle2teacher)": 3.5989389419555664,
       "epoch": 2.388540031397174,
-      "rel-constrast": 3.1419379711151123,
+      "rel-constrast": 2.8774518966674805,
       "step": 3043,
-      "subrel-constrast": 3.5617458820343018,
+      "subrel-constrast": 3.716745615005493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5058791637420654,
-      "cov-distil (oracle2student)": 3.9620118141174316,
-      "cov-distil (oracle2teacher)": 3.7772860527038574,
+      "cov-distil": 1.4943945407867432,
+      "cov-distil (oracle2student)": 3.9005417823791504,
+      "cov-distil (oracle2teacher)": 4.144148826599121,
       "epoch": 2.389324960753532,
-      "rel-constrast": 3.409691333770752,
+      "rel-constrast": 3.4424221515655518,
       "step": 3044,
-      "subrel-constrast": 4.038759231567383,
+      "subrel-constrast": 4.13270902633667,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.524767518043518,
-      "cov-distil (oracle2student)": 4.414911270141602,
-      "cov-distil (oracle2teacher)": 4.853850841522217,
+      "cov-distil": 2.0937094688415527,
+      "cov-distil (oracle2student)": 4.705725193023682,
+      "cov-distil (oracle2teacher)": 4.6390886306762695,
       "epoch": 2.39010989010989,
-      "rel-constrast": 2.933900833129883,
+      "rel-constrast": 3.428436279296875,
       "step": 3045,
-      "subrel-constrast": 3.7729990482330322,
+      "subrel-constrast": 4.214255332946777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.309978723526001,
-      "cov-distil (oracle2student)": 5.056611061096191,
-      "cov-distil (oracle2teacher)": 4.350159645080566,
+      "cov-distil": 1.7295920848846436,
+      "cov-distil (oracle2student)": 4.901886940002441,
+      "cov-distil (oracle2teacher)": 4.55645751953125,
       "epoch": 2.390894819466248,
-      "rel-constrast": 2.9333250522613525,
+      "rel-constrast": 3.006405830383301,
       "step": 3046,
-      "subrel-constrast": 3.359699010848999,
+      "subrel-constrast": 3.288642406463623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7135841846466064,
-      "cov-distil (oracle2student)": 4.024019241333008,
-      "cov-distil (oracle2teacher)": 3.97279953956604,
+      "cov-distil": 2.393709182739258,
+      "cov-distil (oracle2student)": 4.371944427490234,
+      "cov-distil (oracle2teacher)": 3.8708882331848145,
       "epoch": 2.391679748822606,
-      "rel-constrast": 3.411501884460449,
+      "rel-constrast": 3.814473867416382,
       "step": 3047,
-      "subrel-constrast": 4.060216426849365,
+      "subrel-constrast": 4.0259599685668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9976208209991455,
-      "cov-distil (oracle2student)": 6.811582088470459,
-      "cov-distil (oracle2teacher)": 6.1415910720825195,
+      "cov-distil": 2.1313788890838623,
+      "cov-distil (oracle2student)": 6.836960792541504,
+      "cov-distil (oracle2teacher)": 6.3035078048706055,
       "epoch": 2.392464678178964,
-      "rel-constrast": 3.6383941173553467,
+      "rel-constrast": 4.164941310882568,
       "step": 3048,
-      "subrel-constrast": 4.184986114501953,
+      "subrel-constrast": 4.368905067443848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7935006618499756,
-      "cov-distil (oracle2student)": 2.374462127685547,
-      "cov-distil (oracle2teacher)": 2.7393624782562256,
+      "cov-distil": 1.6874098777770996,
+      "cov-distil (oracle2student)": 2.5608935356140137,
+      "cov-distil (oracle2teacher)": 3.1155571937561035,
       "epoch": 2.393249607535322,
-      "rel-constrast": 2.1074917316436768,
+      "rel-constrast": 2.106189727783203,
       "step": 3049,
-      "subrel-constrast": 2.8985953330993652,
+      "subrel-constrast": 2.8590612411499023,
       "view-similarity": 0
     },
     {
       "epoch": 2.39403453689168,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.3125,
       "learning_rate": 4.3873463551036286e-05,
-      "loss": 0.7381,
+      "loss": 0.7473,
       "step": 3050
     },
     {
-      "cov-distil": 1.5410692691802979,
-      "cov-distil (oracle2student)": 3.8690009117126465,
-      "cov-distil (oracle2teacher)": 3.3403306007385254,
+      "cov-distil": 1.4390931129455566,
+      "cov-distil (oracle2student)": 3.797455310821533,
+      "cov-distil (oracle2teacher)": 3.7825815677642822,
       "epoch": 2.39403453689168,
-      "rel-constrast": 2.0316455364227295,
+      "rel-constrast": 2.4873125553131104,
       "step": 3050,
-      "subrel-constrast": 3.0774383544921875,
+      "subrel-constrast": 2.994281053543091,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8074302673339844,
-      "cov-distil (oracle2student)": 2.868546485900879,
-      "cov-distil (oracle2teacher)": 3.225584030151367,
+      "cov-distil": 2.0536675453186035,
+      "cov-distil (oracle2student)": 3.5568909645080566,
+      "cov-distil (oracle2teacher)": 3.4579710960388184,
       "epoch": 2.3948194662480375,
-      "rel-constrast": 2.062230110168457,
+      "rel-constrast": 2.50581693649292,
       "step": 3051,
-      "subrel-constrast": 3.1419620513916016,
+      "subrel-constrast": 3.021433115005493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3047175407409668,
-      "cov-distil (oracle2student)": 2.7860238552093506,
-      "cov-distil (oracle2teacher)": 2.962844133377075,
+      "cov-distil": 1.346632719039917,
+      "cov-distil (oracle2student)": 3.2459206581115723,
+      "cov-distil (oracle2teacher)": 3.2297253608703613,
       "epoch": 2.3956043956043955,
-      "rel-constrast": 2.5081114768981934,
+      "rel-constrast": 2.7047603130340576,
       "step": 3052,
-      "subrel-constrast": 2.8154232501983643,
+      "subrel-constrast": 3.051572322845459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2716597318649292,
-      "cov-distil (oracle2student)": 5.007419586181641,
-      "cov-distil (oracle2teacher)": 4.443467140197754,
+      "cov-distil": 1.4298473596572876,
+      "cov-distil (oracle2student)": 5.008842468261719,
+      "cov-distil (oracle2teacher)": 4.6855082511901855,
       "epoch": 2.3963893249607535,
-      "rel-constrast": 2.0843422412872314,
+      "rel-constrast": 2.387890338897705,
       "step": 3053,
-      "subrel-constrast": 2.8584282398223877,
+      "subrel-constrast": 2.6733620166778564,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3399419784545898,
-      "cov-distil (oracle2student)": 4.713349342346191,
-      "cov-distil (oracle2teacher)": 4.341131210327148,
+      "cov-distil": 1.5919216871261597,
+      "cov-distil (oracle2student)": 5.647896766662598,
+      "cov-distil (oracle2teacher)": 4.8014326095581055,
       "epoch": 2.3971742543171115,
-      "rel-constrast": 1.957963466644287,
+      "rel-constrast": 2.1580374240875244,
       "step": 3054,
-      "subrel-constrast": 2.3200957775115967,
+      "subrel-constrast": 2.4904356002807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2939496040344238,
-      "cov-distil (oracle2student)": 3.811501979827881,
-      "cov-distil (oracle2teacher)": 3.594156503677368,
+      "cov-distil": 1.3215632438659668,
+      "cov-distil (oracle2student)": 3.302008628845215,
+      "cov-distil (oracle2teacher)": 3.444514751434326,
       "epoch": 2.3979591836734695,
-      "rel-constrast": 2.2959089279174805,
+      "rel-constrast": 2.4274022579193115,
       "step": 3055,
-      "subrel-constrast": 2.7051451206207275,
+      "subrel-constrast": 2.572025775909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.053373098373413,
-      "cov-distil (oracle2student)": 5.207893371582031,
-      "cov-distil (oracle2teacher)": 4.475777626037598,
+      "cov-distil": 1.3344745635986328,
+      "cov-distil (oracle2student)": 5.367214202880859,
+      "cov-distil (oracle2teacher)": 4.267611980438232,
       "epoch": 2.3987441130298275,
-      "rel-constrast": 3.0365350246429443,
+      "rel-constrast": 3.350796937942505,
       "step": 3056,
-      "subrel-constrast": 3.5168888568878174,
+      "subrel-constrast": 3.5016109943389893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.227976083755493,
-      "cov-distil (oracle2student)": 4.362164497375488,
-      "cov-distil (oracle2teacher)": 4.14237642288208,
+      "cov-distil": 2.6762521266937256,
+      "cov-distil (oracle2student)": 4.21348762512207,
+      "cov-distil (oracle2teacher)": 4.555364608764648,
       "epoch": 2.3995290423861855,
-      "rel-constrast": 2.9906983375549316,
+      "rel-constrast": 2.801560401916504,
       "step": 3057,
-      "subrel-constrast": 3.8213818073272705,
+      "subrel-constrast": 3.5634090900421143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.253174066543579,
-      "cov-distil (oracle2student)": 4.414144039154053,
-      "cov-distil (oracle2teacher)": 4.250367164611816,
+      "cov-distil": 1.813492774963379,
+      "cov-distil (oracle2student)": 4.466984748840332,
+      "cov-distil (oracle2teacher)": 4.206374168395996,
       "epoch": 2.400313971742543,
-      "rel-constrast": 3.1154420375823975,
+      "rel-constrast": 3.4636192321777344,
       "step": 3058,
-      "subrel-constrast": 3.7316935062408447,
+      "subrel-constrast": 3.3292624950408936,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3846454620361328,
-      "cov-distil (oracle2student)": 4.629277229309082,
-      "cov-distil (oracle2teacher)": 4.477107524871826,
+      "cov-distil": 1.6027352809906006,
+      "cov-distil (oracle2student)": 5.005636692047119,
+      "cov-distil (oracle2teacher)": 4.630506992340088,
       "epoch": 2.401098901098901,
-      "rel-constrast": 2.085487127304077,
+      "rel-constrast": 2.770112991333008,
       "step": 3059,
-      "subrel-constrast": 3.0874953269958496,
+      "subrel-constrast": 2.7135255336761475,
       "view-similarity": 0
     },
     {
       "epoch": 2.401883830455259,
-      "grad_norm": 5.71875,
+      "grad_norm": 6.5,
       "learning_rate": 4.381611972619658e-05,
-      "loss": 0.6404,
+      "loss": 0.6764,
       "step": 3060
     },
     {
-      "cov-distil": 1.414991855621338,
-      "cov-distil (oracle2student)": 3.349447250366211,
-      "cov-distil (oracle2teacher)": 2.9285261631011963,
+      "cov-distil": 1.8611449003219604,
+      "cov-distil (oracle2student)": 3.3852779865264893,
+      "cov-distil (oracle2teacher)": 3.3206543922424316,
       "epoch": 2.401883830455259,
-      "rel-constrast": 3.285433530807495,
+      "rel-constrast": 3.4642040729522705,
       "step": 3060,
-      "subrel-constrast": 3.2306034564971924,
+      "subrel-constrast": 3.615149736404419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4650033712387085,
-      "cov-distil (oracle2student)": 4.69073486328125,
-      "cov-distil (oracle2teacher)": 4.089700222015381,
+      "cov-distil": 1.865153431892395,
+      "cov-distil (oracle2student)": 5.4634785652160645,
+      "cov-distil (oracle2teacher)": 4.612908363342285,
       "epoch": 2.402668759811617,
-      "rel-constrast": 3.101972818374634,
+      "rel-constrast": 3.408151149749756,
       "step": 3061,
-      "subrel-constrast": 3.184358835220337,
+      "subrel-constrast": 3.2447192668914795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6956160068511963,
-      "cov-distil (oracle2student)": 2.7909367084503174,
-      "cov-distil (oracle2teacher)": 3.2828874588012695,
+      "cov-distil": 2.023648262023926,
+      "cov-distil (oracle2student)": 3.232426643371582,
+      "cov-distil (oracle2teacher)": 3.413888454437256,
       "epoch": 2.403453689167975,
-      "rel-constrast": 2.138087272644043,
+      "rel-constrast": 2.3630101680755615,
       "step": 3062,
-      "subrel-constrast": 3.594982862472534,
+      "subrel-constrast": 3.311102867126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7757644653320312,
-      "cov-distil (oracle2student)": 5.276383399963379,
-      "cov-distil (oracle2teacher)": 4.8539299964904785,
+      "cov-distil": 2.448153495788574,
+      "cov-distil (oracle2student)": 5.160794258117676,
+      "cov-distil (oracle2teacher)": 5.273316860198975,
       "epoch": 2.404238618524333,
-      "rel-constrast": 2.6074957847595215,
+      "rel-constrast": 2.819200277328491,
       "step": 3063,
-      "subrel-constrast": 3.5302584171295166,
+      "subrel-constrast": 3.421426773071289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8692997694015503,
-      "cov-distil (oracle2student)": 3.9351587295532227,
-      "cov-distil (oracle2teacher)": 4.36549186706543,
+      "cov-distil": 1.7138941287994385,
+      "cov-distil (oracle2student)": 3.609646797180176,
+      "cov-distil (oracle2teacher)": 4.210512161254883,
       "epoch": 2.405023547880691,
-      "rel-constrast": 4.146545886993408,
+      "rel-constrast": 4.081240177154541,
       "step": 3064,
-      "subrel-constrast": 4.4969377517700195,
+      "subrel-constrast": 4.29599666595459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.717644453048706,
-      "cov-distil (oracle2student)": 2.1816554069519043,
-      "cov-distil (oracle2teacher)": 2.414996862411499,
+      "cov-distil": 1.6754238605499268,
+      "cov-distil (oracle2student)": 2.8488097190856934,
+      "cov-distil (oracle2teacher)": 2.6335864067077637,
       "epoch": 2.4058084772370485,
-      "rel-constrast": 2.293348550796509,
+      "rel-constrast": 2.010347843170166,
       "step": 3065,
-      "subrel-constrast": 2.8947479724884033,
+      "subrel-constrast": 2.799508571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0703728199005127,
-      "cov-distil (oracle2student)": 4.350401878356934,
-      "cov-distil (oracle2teacher)": 4.271941184997559,
+      "cov-distil": 1.4312551021575928,
+      "cov-distil (oracle2student)": 5.020857810974121,
+      "cov-distil (oracle2teacher)": 3.995980978012085,
       "epoch": 2.4065934065934065,
-      "rel-constrast": 2.559588670730591,
+      "rel-constrast": 3.4906346797943115,
       "step": 3066,
-      "subrel-constrast": 2.954277992248535,
+      "subrel-constrast": 2.908254623413086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8472816944122314,
-      "cov-distil (oracle2student)": 4.2954888343811035,
-      "cov-distil (oracle2teacher)": 4.47335147857666,
+      "cov-distil": 2.290433883666992,
+      "cov-distil (oracle2student)": 4.957185745239258,
+      "cov-distil (oracle2teacher)": 4.643279552459717,
       "epoch": 2.4073783359497645,
-      "rel-constrast": 2.793977737426758,
+      "rel-constrast": 3.3836941719055176,
       "step": 3067,
-      "subrel-constrast": 4.037046432495117,
+      "subrel-constrast": 4.086571216583252,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4266877174377441,
-      "cov-distil (oracle2student)": 6.165536880493164,
-      "cov-distil (oracle2teacher)": 5.479109287261963,
+      "cov-distil": 2.0351626873016357,
+      "cov-distil (oracle2student)": 7.085622787475586,
+      "cov-distil (oracle2teacher)": 6.086090087890625,
       "epoch": 2.4081632653061225,
-      "rel-constrast": 2.088073253631592,
+      "rel-constrast": 2.06227707862854,
       "step": 3068,
-      "subrel-constrast": 2.993659257888794,
+      "subrel-constrast": 2.9950711727142334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4424668550491333,
-      "cov-distil (oracle2student)": 5.485201358795166,
-      "cov-distil (oracle2teacher)": 5.24677848815918,
+      "cov-distil": 1.674261450767517,
+      "cov-distil (oracle2student)": 5.5038652420043945,
+      "cov-distil (oracle2teacher)": 5.676365852355957,
       "epoch": 2.4089481946624804,
-      "rel-constrast": 3.304251194000244,
+      "rel-constrast": 4.13226842880249,
       "step": 3069,
-      "subrel-constrast": 4.1987385749816895,
+      "subrel-constrast": 4.403687000274658,
       "view-similarity": 0
     },
     {
       "epoch": 2.4097331240188384,
-      "grad_norm": 5.90625,
+      "grad_norm": 7.03125,
       "learning_rate": 4.375854663287601e-05,
-      "loss": 0.7473,
+      "loss": 0.7804,
       "step": 3070
     },
     {
-      "cov-distil": 1.475146770477295,
-      "cov-distil (oracle2student)": 4.044496536254883,
-      "cov-distil (oracle2teacher)": 3.2410354614257812,
+      "cov-distil": 1.7419414520263672,
+      "cov-distil (oracle2student)": 3.9302446842193604,
+      "cov-distil (oracle2teacher)": 3.732203483581543,
       "epoch": 2.4097331240188384,
-      "rel-constrast": 2.1455562114715576,
+      "rel-constrast": 2.1038384437561035,
       "step": 3070,
-      "subrel-constrast": 2.891815423965454,
+      "subrel-constrast": 2.7924551963806152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8368010520935059,
-      "cov-distil (oracle2student)": 3.841926336288452,
-      "cov-distil (oracle2teacher)": 3.629031181335449,
+      "cov-distil": 2.4020678997039795,
+      "cov-distil (oracle2student)": 4.227505683898926,
+      "cov-distil (oracle2teacher)": 3.9469428062438965,
       "epoch": 2.4105180533751964,
-      "rel-constrast": 2.78139591217041,
+      "rel-constrast": 3.434206247329712,
       "step": 3071,
-      "subrel-constrast": 3.509953498840332,
+      "subrel-constrast": 3.549808979034424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8675960302352905,
-      "cov-distil (oracle2student)": 5.175873756408691,
-      "cov-distil (oracle2teacher)": 4.678619384765625,
+      "cov-distil": 1.7710826396942139,
+      "cov-distil (oracle2student)": 4.743222236633301,
+      "cov-distil (oracle2teacher)": 4.90463399887085,
       "epoch": 2.411302982731554,
-      "rel-constrast": 2.172898769378662,
+      "rel-constrast": 2.6708807945251465,
       "step": 3072,
-      "subrel-constrast": 2.698033094406128,
+      "subrel-constrast": 2.624505043029785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5033355951309204,
-      "cov-distil (oracle2student)": 5.4867353439331055,
-      "cov-distil (oracle2teacher)": 4.518240928649902,
+      "cov-distil": 1.6172161102294922,
+      "cov-distil (oracle2student)": 5.329704761505127,
+      "cov-distil (oracle2teacher)": 4.446047782897949,
       "epoch": 2.412087912087912,
-      "rel-constrast": 3.474844455718994,
+      "rel-constrast": 3.985841751098633,
       "step": 3073,
-      "subrel-constrast": 3.5300395488739014,
+      "subrel-constrast": 3.5958526134490967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4164576530456543,
-      "cov-distil (oracle2student)": 4.211483955383301,
-      "cov-distil (oracle2teacher)": 4.030996799468994,
+      "cov-distil": 2.777212619781494,
+      "cov-distil (oracle2student)": 4.335838317871094,
+      "cov-distil (oracle2teacher)": 3.912382125854492,
       "epoch": 2.41287284144427,
-      "rel-constrast": 2.7802317142486572,
+      "rel-constrast": 3.984976053237915,
       "step": 3074,
-      "subrel-constrast": 3.958655595779419,
+      "subrel-constrast": 3.681546688079834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9129674434661865,
-      "cov-distil (oracle2student)": 3.635460376739502,
-      "cov-distil (oracle2teacher)": 3.53660249710083,
+      "cov-distil": 2.388916015625,
+      "cov-distil (oracle2student)": 3.6878817081451416,
+      "cov-distil (oracle2teacher)": 4.11072301864624,
       "epoch": 2.413657770800628,
-      "rel-constrast": 2.5121073722839355,
+      "rel-constrast": 2.9971184730529785,
       "step": 3075,
-      "subrel-constrast": 3.7195796966552734,
+      "subrel-constrast": 4.193480491638184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3852119445800781,
-      "cov-distil (oracle2student)": 5.318832874298096,
-      "cov-distil (oracle2teacher)": 4.881415367126465,
+      "cov-distil": 1.4430873394012451,
+      "cov-distil (oracle2student)": 6.2207536697387695,
+      "cov-distil (oracle2teacher)": 5.381922721862793,
       "epoch": 2.414442700156986,
-      "rel-constrast": 2.177109479904175,
+      "rel-constrast": 2.649411201477051,
       "step": 3076,
-      "subrel-constrast": 3.126558542251587,
+      "subrel-constrast": 3.126779794692993,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83939790725708,
-      "cov-distil (oracle2student)": 5.203956604003906,
-      "cov-distil (oracle2teacher)": 5.147180557250977,
+      "cov-distil": 1.8830522298812866,
+      "cov-distil (oracle2student)": 6.115765571594238,
+      "cov-distil (oracle2teacher)": 5.363579750061035,
       "epoch": 2.415227629513344,
-      "rel-constrast": 2.8661723136901855,
+      "rel-constrast": 3.387371063232422,
       "step": 3077,
-      "subrel-constrast": 3.554931640625,
+      "subrel-constrast": 3.8998990058898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.465797781944275,
-      "cov-distil (oracle2student)": 3.317169189453125,
-      "cov-distil (oracle2teacher)": 3.3707902431488037,
+      "cov-distil": 1.6719025373458862,
+      "cov-distil (oracle2student)": 3.800483226776123,
+      "cov-distil (oracle2teacher)": 3.846362590789795,
       "epoch": 2.416012558869702,
-      "rel-constrast": 2.894062042236328,
+      "rel-constrast": 2.9427995681762695,
       "step": 3078,
-      "subrel-constrast": 3.326247453689575,
+      "subrel-constrast": 3.54986310005188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3328229188919067,
-      "cov-distil (oracle2student)": 3.769038677215576,
-      "cov-distil (oracle2teacher)": 3.6634786128997803,
+      "cov-distil": 1.6435892581939697,
+      "cov-distil (oracle2student)": 3.7389168739318848,
+      "cov-distil (oracle2teacher)": 3.986302375793457,
       "epoch": 2.4167974882260594,
-      "rel-constrast": 2.889101982116699,
+      "rel-constrast": 3.168823719024658,
       "step": 3079,
-      "subrel-constrast": 3.520508289337158,
+      "subrel-constrast": 3.574723720550537,
       "view-similarity": 0
     },
     {
       "epoch": 2.4175824175824174,
-      "grad_norm": 5.25,
+      "grad_norm": 6.03125,
       "learning_rate": 4.370074497258456e-05,
-      "loss": 0.7099,
+      "loss": 0.7831,
       "step": 3080
     },
     {
-      "cov-distil": 1.5954891443252563,
-      "cov-distil (oracle2student)": 4.277334213256836,
-      "cov-distil (oracle2teacher)": 4.295309066772461,
+      "cov-distil": 2.0809898376464844,
+      "cov-distil (oracle2student)": 4.663247585296631,
+      "cov-distil (oracle2teacher)": 4.17363166809082,
       "epoch": 2.4175824175824174,
-      "rel-constrast": 1.8895772695541382,
+      "rel-constrast": 2.2157695293426514,
       "step": 3080,
-      "subrel-constrast": 2.691560745239258,
+      "subrel-constrast": 2.668646812438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.513533592224121,
-      "cov-distil (oracle2student)": 4.284801959991455,
-      "cov-distil (oracle2teacher)": 3.9162445068359375,
+      "cov-distil": 2.001702308654785,
+      "cov-distil (oracle2student)": 4.177748203277588,
+      "cov-distil (oracle2teacher)": 4.3582258224487305,
       "epoch": 2.4183673469387754,
-      "rel-constrast": 2.7244648933410645,
+      "rel-constrast": 2.7984914779663086,
       "step": 3081,
-      "subrel-constrast": 3.195178985595703,
+      "subrel-constrast": 3.305556535720825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.068490982055664,
-      "cov-distil (oracle2student)": 4.575675010681152,
-      "cov-distil (oracle2teacher)": 4.7760419845581055,
+      "cov-distil": 1.473242998123169,
+      "cov-distil (oracle2student)": 4.996814727783203,
+      "cov-distil (oracle2teacher)": 5.034980297088623,
       "epoch": 2.4191522762951334,
-      "rel-constrast": 2.8242552280426025,
+      "rel-constrast": 2.5881710052490234,
       "step": 3082,
-      "subrel-constrast": 3.455894947052002,
+      "subrel-constrast": 3.275831699371338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4129858016967773,
-      "cov-distil (oracle2student)": 3.0361571311950684,
-      "cov-distil (oracle2teacher)": 3.308905839920044,
+      "cov-distil": 1.5642318725585938,
+      "cov-distil (oracle2student)": 3.1406667232513428,
+      "cov-distil (oracle2teacher)": 3.244091033935547,
       "epoch": 2.4199372056514914,
-      "rel-constrast": 2.606328010559082,
+      "rel-constrast": 2.4292986392974854,
       "step": 3083,
-      "subrel-constrast": 3.2617435455322266,
+      "subrel-constrast": 3.1204257011413574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6200933456420898,
-      "cov-distil (oracle2student)": 3.9919400215148926,
-      "cov-distil (oracle2teacher)": 3.9484012126922607,
+      "cov-distil": 1.6912579536437988,
+      "cov-distil (oracle2student)": 4.339685440063477,
+      "cov-distil (oracle2teacher)": 4.322359561920166,
       "epoch": 2.4207221350078494,
-      "rel-constrast": 2.8377161026000977,
+      "rel-constrast": 3.11525821685791,
       "step": 3084,
-      "subrel-constrast": 3.4638309478759766,
+      "subrel-constrast": 3.720562219619751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3059407472610474,
-      "cov-distil (oracle2student)": 6.77864933013916,
-      "cov-distil (oracle2teacher)": 6.106629371643066,
+      "cov-distil": 1.7947821617126465,
+      "cov-distil (oracle2student)": 6.654755592346191,
+      "cov-distil (oracle2teacher)": 6.245340824127197,
       "epoch": 2.4215070643642074,
-      "rel-constrast": 3.9351630210876465,
+      "rel-constrast": 4.339381694793701,
       "step": 3085,
-      "subrel-constrast": 4.295100212097168,
+      "subrel-constrast": 4.449631214141846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3926438093185425,
-      "cov-distil (oracle2student)": 4.928810119628906,
-      "cov-distil (oracle2teacher)": 4.185301303863525,
+      "cov-distil": 1.1174253225326538,
+      "cov-distil (oracle2student)": 5.350859642028809,
+      "cov-distil (oracle2teacher)": 4.64725399017334,
       "epoch": 2.422291993720565,
-      "rel-constrast": 1.8593497276306152,
+      "rel-constrast": 2.364100933074951,
       "step": 3086,
-      "subrel-constrast": 2.8457159996032715,
+      "subrel-constrast": 2.7821362018585205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5756728649139404,
-      "cov-distil (oracle2student)": 3.6060595512390137,
-      "cov-distil (oracle2teacher)": 3.7412233352661133,
+      "cov-distil": 2.436570167541504,
+      "cov-distil (oracle2student)": 4.003198146820068,
+      "cov-distil (oracle2teacher)": 3.7590038776397705,
       "epoch": 2.423076923076923,
-      "rel-constrast": 2.7606709003448486,
+      "rel-constrast": 2.959076166152954,
       "step": 3087,
-      "subrel-constrast": 3.2743570804595947,
+      "subrel-constrast": 3.37308406829834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2948217391967773,
-      "cov-distil (oracle2student)": 3.4226462841033936,
-      "cov-distil (oracle2teacher)": 3.4693641662597656,
+      "cov-distil": 1.6059398651123047,
+      "cov-distil (oracle2student)": 3.772878646850586,
+      "cov-distil (oracle2teacher)": 3.8411941528320312,
       "epoch": 2.423861852433281,
-      "rel-constrast": 2.2020583152770996,
+      "rel-constrast": 2.51461124420166,
       "step": 3088,
-      "subrel-constrast": 2.5527336597442627,
+      "subrel-constrast": 2.842240333557129,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9703471660614014,
-      "cov-distil (oracle2student)": 3.431999683380127,
-      "cov-distil (oracle2teacher)": 3.9646358489990234,
+      "cov-distil": 2.4651572704315186,
+      "cov-distil (oracle2student)": 3.5223259925842285,
+      "cov-distil (oracle2teacher)": 3.8810462951660156,
       "epoch": 2.424646781789639,
-      "rel-constrast": 2.4696195125579834,
+      "rel-constrast": 2.6991326808929443,
       "step": 3089,
-      "subrel-constrast": 3.1155014038085938,
+      "subrel-constrast": 3.175952434539795,
       "view-similarity": 0
     },
     {
       "epoch": 2.425431711145997,
-      "grad_norm": 4.75,
+      "grad_norm": 5.8125,
       "learning_rate": 4.364271544961722e-05,
-      "loss": 0.6896,
+      "loss": 0.7006,
       "step": 3090
     },
     {
-      "cov-distil": 1.6579806804656982,
-      "cov-distil (oracle2student)": 5.538765907287598,
-      "cov-distil (oracle2teacher)": 5.415374755859375,
+      "cov-distil": 1.7844371795654297,
+      "cov-distil (oracle2student)": 5.262286186218262,
+      "cov-distil (oracle2teacher)": 5.453251838684082,
       "epoch": 2.425431711145997,
-      "rel-constrast": 3.3838932514190674,
+      "rel-constrast": 3.849285125732422,
       "step": 3090,
-      "subrel-constrast": 3.9239776134490967,
+      "subrel-constrast": 3.770425796508789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6685764789581299,
-      "cov-distil (oracle2student)": 3.0305380821228027,
-      "cov-distil (oracle2teacher)": 2.941138744354248,
+      "cov-distil": 2.1819303035736084,
+      "cov-distil (oracle2student)": 2.635885715484619,
+      "cov-distil (oracle2teacher)": 3.028033971786499,
       "epoch": 2.426216640502355,
-      "rel-constrast": 2.446298599243164,
+      "rel-constrast": 2.0784735679626465,
       "step": 3091,
-      "subrel-constrast": 3.0500919818878174,
+      "subrel-constrast": 2.90801739692688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7466681003570557,
-      "cov-distil (oracle2student)": 4.31923770904541,
-      "cov-distil (oracle2teacher)": 4.249931335449219,
+      "cov-distil": 2.4062018394470215,
+      "cov-distil (oracle2student)": 4.435519218444824,
+      "cov-distil (oracle2teacher)": 4.110848903656006,
       "epoch": 2.427001569858713,
-      "rel-constrast": 2.3807554244995117,
+      "rel-constrast": 2.972029209136963,
       "step": 3092,
-      "subrel-constrast": 3.604367256164551,
+      "subrel-constrast": 3.5357048511505127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7580583095550537,
-      "cov-distil (oracle2student)": 3.24861478805542,
-      "cov-distil (oracle2teacher)": 3.5355465412139893,
+      "cov-distil": 2.7617440223693848,
+      "cov-distil (oracle2student)": 3.484562397003174,
+      "cov-distil (oracle2teacher)": 3.5661396980285645,
       "epoch": 2.427786499215071,
-      "rel-constrast": 2.440941095352173,
+      "rel-constrast": 3.086148500442505,
       "step": 3093,
-      "subrel-constrast": 3.3570034503936768,
+      "subrel-constrast": 3.571840763092041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.248308539390564,
-      "cov-distil (oracle2student)": 4.0413970947265625,
-      "cov-distil (oracle2teacher)": 3.4975693225860596,
+      "cov-distil": 1.7226285934448242,
+      "cov-distil (oracle2student)": 3.8306102752685547,
+      "cov-distil (oracle2teacher)": 3.7663447856903076,
       "epoch": 2.4285714285714284,
-      "rel-constrast": 1.8814101219177246,
+      "rel-constrast": 2.1084630489349365,
       "step": 3094,
-      "subrel-constrast": 2.4188225269317627,
+      "subrel-constrast": 2.6050455570220947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.427692174911499,
-      "cov-distil (oracle2student)": 4.72838020324707,
-      "cov-distil (oracle2teacher)": 4.359134674072266,
+      "cov-distil": 2.033644199371338,
+      "cov-distil (oracle2student)": 5.580293655395508,
+      "cov-distil (oracle2teacher)": 4.717619895935059,
       "epoch": 2.4293563579277864,
-      "rel-constrast": 1.8632233142852783,
+      "rel-constrast": 2.343703269958496,
       "step": 3095,
-      "subrel-constrast": 2.5761775970458984,
+      "subrel-constrast": 2.654989242553711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0077743530273438,
-      "cov-distil (oracle2student)": 2.822767496109009,
-      "cov-distil (oracle2teacher)": 3.226290702819824,
+      "cov-distil": 2.3903419971466064,
+      "cov-distil (oracle2student)": 3.544983386993408,
+      "cov-distil (oracle2teacher)": 3.1278533935546875,
       "epoch": 2.4301412872841444,
-      "rel-constrast": 1.8497562408447266,
+      "rel-constrast": 2.147986650466919,
       "step": 3096,
-      "subrel-constrast": 3.030212879180908,
+      "subrel-constrast": 3.090923547744751,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5448319911956787,
-      "cov-distil (oracle2student)": 3.73988676071167,
-      "cov-distil (oracle2teacher)": 3.87601900100708,
+      "cov-distil": 1.857154130935669,
+      "cov-distil (oracle2student)": 4.259423732757568,
+      "cov-distil (oracle2teacher)": 4.00657844543457,
       "epoch": 2.4309262166405023,
-      "rel-constrast": 2.24189829826355,
+      "rel-constrast": 3.0552499294281006,
       "step": 3097,
-      "subrel-constrast": 3.266615390777588,
+      "subrel-constrast": 3.2327499389648438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.973745346069336,
-      "cov-distil (oracle2student)": 4.834380149841309,
-      "cov-distil (oracle2teacher)": 4.47308874130249,
+      "cov-distil": 2.5201826095581055,
+      "cov-distil (oracle2student)": 4.434947967529297,
+      "cov-distil (oracle2teacher)": 4.496156215667725,
       "epoch": 2.4317111459968603,
-      "rel-constrast": 2.900484800338745,
+      "rel-constrast": 2.7530465126037598,
       "step": 3098,
-      "subrel-constrast": 3.6581013202667236,
+      "subrel-constrast": 3.3719115257263184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5562504529953003,
-      "cov-distil (oracle2student)": 4.020699501037598,
-      "cov-distil (oracle2teacher)": 3.621068239212036,
+      "cov-distil": 1.7976088523864746,
+      "cov-distil (oracle2student)": 4.1066460609436035,
+      "cov-distil (oracle2teacher)": 3.810215473175049,
       "epoch": 2.4324960753532183,
-      "rel-constrast": 2.300758123397827,
+      "rel-constrast": 2.163790225982666,
       "step": 3099,
-      "subrel-constrast": 2.9786806106567383,
+      "subrel-constrast": 2.709723949432373,
       "view-similarity": 0
     },
     {
       "epoch": 2.4332810047095763,
-      "grad_norm": 5.625,
+      "grad_norm": 5.78125,
       "learning_rate": 4.3584458771045406e-05,
-      "loss": 0.6337,
+      "loss": 0.664,
       "step": 3100
     },
     {
       "epoch": 2.4332810047095763,
-      "overlap": 0.34687501192092896,
+      "overlap": 0.3062500059604645,
       "step": 3100
     },
     {
       "epoch": 2.4332810047095763,
       "step": 3100,
-      "student margin": 0.0672607421875
+      "student margin": 0.062408447265625
     },
     {
       "epoch": 2.4332810047095763,
       "step": 3100,
-      "teacher margin": 0.04913330078125
+      "teacher margin": 0.0552978515625
     },
     {
       "epoch": 2.4332810047095763,
-      "margin difference": -0.01812744140625,
+      "margin difference": -0.007110595703125,
       "step": 3100
     },
     {
-      "cov-distil": 1.5757256746292114,
-      "cov-distil (oracle2student)": 5.249720573425293,
-      "cov-distil (oracle2teacher)": 4.80001163482666,
+      "cov-distil": 2.134092092514038,
+      "cov-distil (oracle2student)": 5.334760665893555,
+      "cov-distil (oracle2teacher)": 5.033513069152832,
       "epoch": 2.4332810047095763,
-      "rel-constrast": 2.2883691787719727,
+      "rel-constrast": 2.361912488937378,
       "step": 3100,
-      "subrel-constrast": 2.863760232925415,
+      "subrel-constrast": 2.794287919998169,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.351791262626648,
-      "cov-distil (oracle2student)": 4.2582855224609375,
-      "cov-distil (oracle2teacher)": 3.8739173412323,
+      "cov-distil": 2.0362462997436523,
+      "cov-distil (oracle2student)": 4.683457374572754,
+      "cov-distil (oracle2teacher)": 4.212322235107422,
       "epoch": 2.4340659340659343,
-      "rel-constrast": 2.7392091751098633,
+      "rel-constrast": 2.8837504386901855,
       "step": 3101,
-      "subrel-constrast": 2.8720571994781494,
+      "subrel-constrast": 3.0211546421051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.708400011062622,
-      "cov-distil (oracle2student)": 6.221958160400391,
-      "cov-distil (oracle2teacher)": 5.93073034286499,
+      "cov-distil": 1.868720293045044,
+      "cov-distil (oracle2student)": 6.920127868652344,
+      "cov-distil (oracle2teacher)": 6.111078262329102,
       "epoch": 2.434850863422292,
-      "rel-constrast": 4.075075149536133,
+      "rel-constrast": 4.301368713378906,
       "step": 3102,
-      "subrel-constrast": 4.466808319091797,
+      "subrel-constrast": 4.410068511962891,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.983452320098877,
-      "cov-distil (oracle2student)": 4.48055362701416,
-      "cov-distil (oracle2teacher)": 4.607118606567383,
+      "cov-distil": 1.9775569438934326,
+      "cov-distil (oracle2student)": 4.4489288330078125,
+      "cov-distil (oracle2teacher)": 4.841306686401367,
       "epoch": 2.43563579277865,
-      "rel-constrast": 2.0553646087646484,
+      "rel-constrast": 1.9037991762161255,
       "step": 3103,
-      "subrel-constrast": 3.369985342025757,
+      "subrel-constrast": 3.3578145503997803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5557057857513428,
-      "cov-distil (oracle2student)": 2.5519473552703857,
-      "cov-distil (oracle2teacher)": 2.84794282913208,
+      "cov-distil": 1.9471650123596191,
+      "cov-distil (oracle2student)": 3.338376522064209,
+      "cov-distil (oracle2teacher)": 2.881728172302246,
       "epoch": 2.436420722135008,
-      "rel-constrast": 2.5016682147979736,
+      "rel-constrast": 3.3767271041870117,
       "step": 3104,
-      "subrel-constrast": 3.184105396270752,
+      "subrel-constrast": 3.3521499633789062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7438387870788574,
-      "cov-distil (oracle2student)": 4.192556381225586,
-      "cov-distil (oracle2teacher)": 3.9098076820373535,
+      "cov-distil": 2.792635440826416,
+      "cov-distil (oracle2student)": 4.777017593383789,
+      "cov-distil (oracle2teacher)": 4.437755584716797,
       "epoch": 2.437205651491366,
-      "rel-constrast": 2.6846320629119873,
+      "rel-constrast": 3.4077439308166504,
       "step": 3105,
-      "subrel-constrast": 3.6254632472991943,
+      "subrel-constrast": 3.6859490871429443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7670329809188843,
-      "cov-distil (oracle2student)": 4.380505561828613,
-      "cov-distil (oracle2teacher)": 4.140459060668945,
+      "cov-distil": 2.137021064758301,
+      "cov-distil (oracle2student)": 4.8190107345581055,
+      "cov-distil (oracle2teacher)": 4.567436218261719,
       "epoch": 2.437990580847724,
-      "rel-constrast": 2.8866629600524902,
+      "rel-constrast": 3.899656295776367,
       "step": 3106,
-      "subrel-constrast": 3.6935763359069824,
+      "subrel-constrast": 3.693220376968384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9681905508041382,
-      "cov-distil (oracle2student)": 3.4724788665771484,
-      "cov-distil (oracle2teacher)": 3.404186725616455,
+      "cov-distil": 2.656888484954834,
+      "cov-distil (oracle2student)": 3.1243886947631836,
+      "cov-distil (oracle2teacher)": 3.3720860481262207,
       "epoch": 2.438775510204082,
-      "rel-constrast": 3.116316080093384,
+      "rel-constrast": 2.871339797973633,
       "step": 3107,
-      "subrel-constrast": 3.7405712604522705,
+      "subrel-constrast": 4.0590596199035645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7428932189941406,
-      "cov-distil (oracle2student)": 4.078738212585449,
-      "cov-distil (oracle2teacher)": 3.7048730850219727,
+      "cov-distil": 1.6350207328796387,
+      "cov-distil (oracle2student)": 4.355319023132324,
+      "cov-distil (oracle2teacher)": 4.127394676208496,
       "epoch": 2.4395604395604398,
-      "rel-constrast": 3.741856098175049,
+      "rel-constrast": 4.026689529418945,
       "step": 3108,
-      "subrel-constrast": 3.9177377223968506,
+      "subrel-constrast": 4.173445701599121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8151724338531494,
-      "cov-distil (oracle2student)": 6.63142728805542,
-      "cov-distil (oracle2teacher)": 5.529238700866699,
+      "cov-distil": 2.5382628440856934,
+      "cov-distil (oracle2student)": 6.71174955368042,
+      "cov-distil (oracle2teacher)": 6.175941467285156,
       "epoch": 2.4403453689167973,
-      "rel-constrast": 2.666156768798828,
+      "rel-constrast": 3.2065036296844482,
       "step": 3109,
-      "subrel-constrast": 3.6784250736236572,
+      "subrel-constrast": 3.829291820526123,
       "view-similarity": 0
     },
     {
       "epoch": 2.4411302982731553,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.84375,
       "learning_rate": 4.352597564670836e-05,
-      "loss": 0.7619,
+      "loss": 0.806,
       "step": 3110
     },
     {
-      "cov-distil": 2.0067849159240723,
-      "cov-distil (oracle2student)": 4.501019477844238,
-      "cov-distil (oracle2teacher)": 4.050183296203613,
+      "cov-distil": 2.0467019081115723,
+      "cov-distil (oracle2student)": 4.329773902893066,
+      "cov-distil (oracle2teacher)": 4.409196853637695,
       "epoch": 2.4411302982731553,
-      "rel-constrast": 2.482922077178955,
+      "rel-constrast": 2.236525535583496,
       "step": 3110,
-      "subrel-constrast": 3.3727080821990967,
+      "subrel-constrast": 2.985232353210449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2038347721099854,
-      "cov-distil (oracle2student)": 3.639047145843506,
-      "cov-distil (oracle2teacher)": 3.694805860519409,
+      "cov-distil": 2.0149331092834473,
+      "cov-distil (oracle2student)": 4.0587944984436035,
+      "cov-distil (oracle2teacher)": 3.863398790359497,
       "epoch": 2.4419152276295133,
-      "rel-constrast": 2.9075088500976562,
+      "rel-constrast": 2.8533143997192383,
       "step": 3111,
-      "subrel-constrast": 3.4501748085021973,
+      "subrel-constrast": 3.4613211154937744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3651124238967896,
-      "cov-distil (oracle2student)": 3.6868512630462646,
-      "cov-distil (oracle2teacher)": 2.858288049697876,
+      "cov-distil": 1.5910961627960205,
+      "cov-distil (oracle2student)": 3.396827459335327,
+      "cov-distil (oracle2teacher)": 3.0859813690185547,
       "epoch": 2.4427001569858713,
-      "rel-constrast": 2.7335727214813232,
+      "rel-constrast": 2.8520541191101074,
       "step": 3112,
-      "subrel-constrast": 2.9278438091278076,
+      "subrel-constrast": 2.648303747177124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.500255823135376,
-      "cov-distil (oracle2student)": 4.388445854187012,
-      "cov-distil (oracle2teacher)": 4.3685455322265625,
+      "cov-distil": 2.135195732116699,
+      "cov-distil (oracle2student)": 4.523115158081055,
+      "cov-distil (oracle2teacher)": 4.665448188781738,
       "epoch": 2.4434850863422293,
-      "rel-constrast": 3.3321385383605957,
+      "rel-constrast": 3.106995105743408,
       "step": 3113,
-      "subrel-constrast": 4.2240190505981445,
+      "subrel-constrast": 4.219273090362549,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.635016679763794,
-      "cov-distil (oracle2student)": 4.808262825012207,
-      "cov-distil (oracle2teacher)": 4.217425346374512,
+      "cov-distil": 2.4724621772766113,
+      "cov-distil (oracle2student)": 4.537542343139648,
+      "cov-distil (oracle2teacher)": 4.740551948547363,
       "epoch": 2.4442700156985873,
-      "rel-constrast": 2.7410449981689453,
+      "rel-constrast": 3.12298846244812,
       "step": 3114,
-      "subrel-constrast": 3.2943193912506104,
+      "subrel-constrast": 3.427731990814209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.424506425857544,
-      "cov-distil (oracle2student)": 6.318131923675537,
-      "cov-distil (oracle2teacher)": 5.506617546081543,
+      "cov-distil": 1.9977599382400513,
+      "cov-distil (oracle2student)": 6.134093284606934,
+      "cov-distil (oracle2teacher)": 6.205183982849121,
       "epoch": 2.4450549450549453,
-      "rel-constrast": 2.504589796066284,
+      "rel-constrast": 2.8225440979003906,
       "step": 3115,
-      "subrel-constrast": 3.9909706115722656,
+      "subrel-constrast": 4.110477447509766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7262263298034668,
-      "cov-distil (oracle2student)": 3.1801044940948486,
-      "cov-distil (oracle2teacher)": 3.3587193489074707,
+      "cov-distil": 1.981152057647705,
+      "cov-distil (oracle2student)": 2.9865174293518066,
+      "cov-distil (oracle2teacher)": 3.50567626953125,
       "epoch": 2.445839874411303,
-      "rel-constrast": 1.3994420766830444,
+      "rel-constrast": 1.4138247966766357,
       "step": 3116,
-      "subrel-constrast": 2.29480242729187,
+      "subrel-constrast": 2.233755350112915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7174043655395508,
-      "cov-distil (oracle2student)": 2.954110622406006,
-      "cov-distil (oracle2teacher)": 2.9565720558166504,
+      "cov-distil": 1.3723571300506592,
+      "cov-distil (oracle2student)": 3.464475631713867,
+      "cov-distil (oracle2teacher)": 3.26353120803833,
       "epoch": 2.446624803767661,
-      "rel-constrast": 2.799145460128784,
+      "rel-constrast": 3.10522723197937,
       "step": 3117,
-      "subrel-constrast": 3.223245620727539,
+      "subrel-constrast": 2.900819778442383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0997990369796753,
-      "cov-distil (oracle2student)": 4.370362758636475,
-      "cov-distil (oracle2teacher)": 4.258945465087891,
+      "cov-distil": 1.3112220764160156,
+      "cov-distil (oracle2student)": 4.572741508483887,
+      "cov-distil (oracle2teacher)": 4.316741943359375,
       "epoch": 2.4474097331240188,
-      "rel-constrast": 1.6741814613342285,
+      "rel-constrast": 2.206721544265747,
       "step": 3118,
-      "subrel-constrast": 2.689037561416626,
+      "subrel-constrast": 2.3722927570343018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6017937660217285,
-      "cov-distil (oracle2student)": 4.137917518615723,
-      "cov-distil (oracle2teacher)": 4.340741157531738,
+      "cov-distil": 2.128994941711426,
+      "cov-distil (oracle2student)": 5.104459285736084,
+      "cov-distil (oracle2teacher)": 4.343518257141113,
       "epoch": 2.4481946624803768,
-      "rel-constrast": 2.2123947143554688,
+      "rel-constrast": 3.0951991081237793,
       "step": 3119,
-      "subrel-constrast": 3.3444080352783203,
+      "subrel-constrast": 3.4063379764556885,
       "view-similarity": 0
     },
     {
       "epoch": 2.4489795918367347,
-      "grad_norm": 4.75,
+      "grad_norm": 6.40625,
       "learning_rate": 4.34672667892045e-05,
-      "loss": 0.6579,
+      "loss": 0.6704,
       "step": 3120
     },
     {
-      "cov-distil": 1.416031837463379,
-      "cov-distil (oracle2student)": 5.9707136154174805,
-      "cov-distil (oracle2teacher)": 5.409427642822266,
+      "cov-distil": 1.6158711910247803,
+      "cov-distil (oracle2student)": 6.412527084350586,
+      "cov-distil (oracle2teacher)": 6.105824947357178,
       "epoch": 2.4489795918367347,
-      "rel-constrast": 2.5952680110931396,
+      "rel-constrast": 3.2789371013641357,
       "step": 3120,
-      "subrel-constrast": 2.998718500137329,
+      "subrel-constrast": 3.0194358825683594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.036207675933838,
-      "cov-distil (oracle2student)": 4.805495262145996,
-      "cov-distil (oracle2teacher)": 4.6554718017578125,
+      "cov-distil": 1.8117481470108032,
+      "cov-distil (oracle2student)": 5.247131824493408,
+      "cov-distil (oracle2teacher)": 5.454432487487793,
       "epoch": 2.4497645211930927,
-      "rel-constrast": 2.568786144256592,
+      "rel-constrast": 2.748443603515625,
       "step": 3121,
-      "subrel-constrast": 3.369884729385376,
+      "subrel-constrast": 3.3634958267211914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1535801887512207,
-      "cov-distil (oracle2student)": 3.417114734649658,
-      "cov-distil (oracle2teacher)": 3.3716683387756348,
+      "cov-distil": 1.401667833328247,
+      "cov-distil (oracle2student)": 3.2872300148010254,
+      "cov-distil (oracle2teacher)": 3.2168447971343994,
       "epoch": 2.4505494505494507,
-      "rel-constrast": 2.5415759086608887,
+      "rel-constrast": 2.43253231048584,
       "step": 3122,
-      "subrel-constrast": 3.2174017429351807,
+      "subrel-constrast": 2.9384076595306396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7952911853790283,
-      "cov-distil (oracle2student)": 4.617475509643555,
-      "cov-distil (oracle2teacher)": 4.354551792144775,
+      "cov-distil": 2.086275815963745,
+      "cov-distil (oracle2student)": 4.614569664001465,
+      "cov-distil (oracle2teacher)": 4.514904975891113,
       "epoch": 2.4513343799058083,
-      "rel-constrast": 3.063483238220215,
+      "rel-constrast": 2.9629433155059814,
       "step": 3123,
-      "subrel-constrast": 3.7388393878936768,
+      "subrel-constrast": 3.5634918212890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5037425756454468,
-      "cov-distil (oracle2student)": 4.523509502410889,
-      "cov-distil (oracle2teacher)": 4.5323944091796875,
+      "cov-distil": 1.796830654144287,
+      "cov-distil (oracle2student)": 4.907766342163086,
+      "cov-distil (oracle2teacher)": 4.526128768920898,
       "epoch": 2.4521193092621663,
-      "rel-constrast": 3.0835516452789307,
+      "rel-constrast": 3.213762044906616,
       "step": 3124,
-      "subrel-constrast": 4.129610538482666,
+      "subrel-constrast": 4.219213962554932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8272840976715088,
-      "cov-distil (oracle2student)": 4.765773773193359,
-      "cov-distil (oracle2teacher)": 4.149887561798096,
+      "cov-distil": 2.018505096435547,
+      "cov-distil (oracle2student)": 5.201364517211914,
+      "cov-distil (oracle2teacher)": 4.295951843261719,
       "epoch": 2.4529042386185242,
-      "rel-constrast": 2.6158945560455322,
+      "rel-constrast": 3.0879764556884766,
       "step": 3125,
-      "subrel-constrast": 3.135019063949585,
+      "subrel-constrast": 2.8474745750427246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.472785234451294,
-      "cov-distil (oracle2student)": 4.188315391540527,
-      "cov-distil (oracle2teacher)": 4.179082870483398,
+      "cov-distil": 2.0074689388275146,
+      "cov-distil (oracle2student)": 4.204581260681152,
+      "cov-distil (oracle2teacher)": 3.990732192993164,
       "epoch": 2.4536891679748822,
-      "rel-constrast": 2.9196887016296387,
+      "rel-constrast": 2.9605066776275635,
       "step": 3126,
-      "subrel-constrast": 3.656432628631592,
+      "subrel-constrast": 3.839718818664551,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0266298055648804,
-      "cov-distil (oracle2student)": 4.2936224937438965,
-      "cov-distil (oracle2teacher)": 4.314414978027344,
+      "cov-distil": 1.5278582572937012,
+      "cov-distil (oracle2student)": 5.402840614318848,
+      "cov-distil (oracle2teacher)": 4.969398021697998,
       "epoch": 2.4544740973312402,
-      "rel-constrast": 2.2254176139831543,
+      "rel-constrast": 2.4861786365509033,
       "step": 3127,
-      "subrel-constrast": 2.4953582286834717,
+      "subrel-constrast": 2.4488365650177,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2445579767227173,
-      "cov-distil (oracle2student)": 4.879389762878418,
-      "cov-distil (oracle2teacher)": 4.06852912902832,
+      "cov-distil": 2.031456232070923,
+      "cov-distil (oracle2student)": 5.119064807891846,
+      "cov-distil (oracle2teacher)": 4.439014434814453,
       "epoch": 2.455259026687598,
-      "rel-constrast": 2.252915382385254,
+      "rel-constrast": 2.6670515537261963,
       "step": 3128,
-      "subrel-constrast": 2.9810192584991455,
+      "subrel-constrast": 3.2341506481170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5838351249694824,
-      "cov-distil (oracle2student)": 3.5738348960876465,
-      "cov-distil (oracle2teacher)": 3.8101158142089844,
+      "cov-distil": 2.1206226348876953,
+      "cov-distil (oracle2student)": 4.59147834777832,
+      "cov-distil (oracle2teacher)": 3.8463759422302246,
       "epoch": 2.456043956043956,
-      "rel-constrast": 2.7032225131988525,
+      "rel-constrast": 3.01835298538208,
       "step": 3129,
-      "subrel-constrast": 3.5869219303131104,
+      "subrel-constrast": 3.2580368518829346,
       "view-similarity": 0
     },
     {
       "epoch": 2.4568288854003137,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.5625,
       "learning_rate": 4.340833291388273e-05,
-      "loss": 0.6994,
+      "loss": 0.7214,
       "step": 3130
     },
     {
-      "cov-distil": 1.3586390018463135,
-      "cov-distil (oracle2student)": 4.909631729125977,
-      "cov-distil (oracle2teacher)": 4.469675064086914,
+      "cov-distil": 1.9190177917480469,
+      "cov-distil (oracle2student)": 5.580319881439209,
+      "cov-distil (oracle2teacher)": 4.679213523864746,
       "epoch": 2.4568288854003137,
-      "rel-constrast": 3.163145065307617,
+      "rel-constrast": 3.658141613006592,
       "step": 3130,
-      "subrel-constrast": 4.295243263244629,
+      "subrel-constrast": 3.894085645675659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6004242897033691,
-      "cov-distil (oracle2student)": 3.2957539558410645,
-      "cov-distil (oracle2teacher)": 3.528459310531616,
+      "cov-distil": 2.2595980167388916,
+      "cov-distil (oracle2student)": 4.079291343688965,
+      "cov-distil (oracle2teacher)": 3.48063325881958,
       "epoch": 2.4576138147566717,
-      "rel-constrast": 2.768686294555664,
+      "rel-constrast": 2.975954055786133,
       "step": 3131,
-      "subrel-constrast": 3.1998143196105957,
+      "subrel-constrast": 3.417196750640869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9779164791107178,
-      "cov-distil (oracle2student)": 4.2591681480407715,
-      "cov-distil (oracle2teacher)": 3.976203680038452,
+      "cov-distil": 1.6031056642532349,
+      "cov-distil (oracle2student)": 5.06351900100708,
+      "cov-distil (oracle2teacher)": 4.27410364151001,
       "epoch": 2.4583987441130297,
-      "rel-constrast": 3.71171236038208,
+      "rel-constrast": 3.966980218887329,
       "step": 3132,
-      "subrel-constrast": 3.6047146320343018,
+      "subrel-constrast": 3.6705737113952637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5708293914794922,
-      "cov-distil (oracle2student)": 3.0221753120422363,
-      "cov-distil (oracle2teacher)": 3.2108817100524902,
+      "cov-distil": 2.120586395263672,
+      "cov-distil (oracle2student)": 2.6600115299224854,
+      "cov-distil (oracle2teacher)": 3.1988236904144287,
       "epoch": 2.4591836734693877,
-      "rel-constrast": 2.978334903717041,
+      "rel-constrast": 3.145223617553711,
       "step": 3133,
-      "subrel-constrast": 3.3657751083374023,
+      "subrel-constrast": 3.3679251670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8801767826080322,
-      "cov-distil (oracle2student)": 6.524477005004883,
-      "cov-distil (oracle2teacher)": 6.248221397399902,
+      "cov-distil": 2.6379737854003906,
+      "cov-distil (oracle2student)": 6.974031925201416,
+      "cov-distil (oracle2teacher)": 6.145240783691406,
       "epoch": 2.4599686028257457,
-      "rel-constrast": 3.617413282394409,
+      "rel-constrast": 4.722030162811279,
       "step": 3134,
-      "subrel-constrast": 3.9416983127593994,
+      "subrel-constrast": 3.6270487308502197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.527632713317871,
-      "cov-distil (oracle2student)": 4.673624038696289,
-      "cov-distil (oracle2teacher)": 4.483739852905273,
+      "cov-distil": 1.7637500762939453,
+      "cov-distil (oracle2student)": 4.641025066375732,
+      "cov-distil (oracle2teacher)": 4.657975196838379,
       "epoch": 2.4607535321821037,
-      "rel-constrast": 2.615363836288452,
+      "rel-constrast": 2.4648349285125732,
       "step": 3135,
-      "subrel-constrast": 3.4170472621917725,
+      "subrel-constrast": 3.035785675048828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.110795259475708,
-      "cov-distil (oracle2student)": 5.354499340057373,
-      "cov-distil (oracle2teacher)": 5.01642370223999,
+      "cov-distil": 1.2680710554122925,
+      "cov-distil (oracle2student)": 5.538187026977539,
+      "cov-distil (oracle2teacher)": 5.287029266357422,
       "epoch": 2.4615384615384617,
-      "rel-constrast": 3.2835280895233154,
+      "rel-constrast": 3.426013946533203,
       "step": 3136,
-      "subrel-constrast": 3.46244740486145,
+      "subrel-constrast": 3.8431599140167236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.051492214202881,
-      "cov-distil (oracle2student)": 5.1036295890808105,
-      "cov-distil (oracle2teacher)": 4.224447250366211,
+      "cov-distil": 2.0558595657348633,
+      "cov-distil (oracle2student)": 4.9498395919799805,
+      "cov-distil (oracle2teacher)": 4.728931427001953,
       "epoch": 2.462323390894819,
-      "rel-constrast": 2.2288522720336914,
+      "rel-constrast": 2.4995689392089844,
       "step": 3137,
-      "subrel-constrast": 2.727898120880127,
+      "subrel-constrast": 2.72436261177063,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.933518648147583,
-      "cov-distil (oracle2student)": 4.493273735046387,
-      "cov-distil (oracle2teacher)": 4.012969017028809,
+      "cov-distil": 2.6383378505706787,
+      "cov-distil (oracle2student)": 4.986583709716797,
+      "cov-distil (oracle2teacher)": 4.144015789031982,
       "epoch": 2.463108320251177,
-      "rel-constrast": 3.634521961212158,
+      "rel-constrast": 3.8931074142456055,
       "step": 3138,
-      "subrel-constrast": 4.142787456512451,
+      "subrel-constrast": 4.571326732635498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7510862350463867,
-      "cov-distil (oracle2student)": 3.42866587638855,
-      "cov-distil (oracle2teacher)": 3.275162696838379,
+      "cov-distil": 1.8179006576538086,
+      "cov-distil (oracle2student)": 3.878488302230835,
+      "cov-distil (oracle2teacher)": 3.612283229827881,
       "epoch": 2.463893249607535,
-      "rel-constrast": 4.027894496917725,
+      "rel-constrast": 4.508553981781006,
       "step": 3139,
-      "subrel-constrast": 4.365391254425049,
+      "subrel-constrast": 4.283390522003174,
       "view-similarity": 0
     },
     {
       "epoch": 2.464678178963893,
-      "grad_norm": 6.53125,
+      "grad_norm": 9.375,
       "learning_rate": 4.334917473883373e-05,
-      "loss": 0.8401,
+      "loss": 0.8815,
       "step": 3140
     },
     {
-      "cov-distil": 1.6036372184753418,
-      "cov-distil (oracle2student)": 3.7918407917022705,
-      "cov-distil (oracle2teacher)": 3.154810667037964,
+      "cov-distil": 2.7893035411834717,
+      "cov-distil (oracle2student)": 4.667679786682129,
+      "cov-distil (oracle2teacher)": 3.3393826484680176,
       "epoch": 2.464678178963893,
-      "rel-constrast": 3.0422255992889404,
+      "rel-constrast": 3.776047706604004,
       "step": 3140,
-      "subrel-constrast": 3.136831760406494,
+      "subrel-constrast": 3.310401201248169,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.140687346458435,
-      "cov-distil (oracle2student)": 3.5842483043670654,
-      "cov-distil (oracle2teacher)": 3.480266571044922,
+      "cov-distil": 1.7151391506195068,
+      "cov-distil (oracle2student)": 3.439074993133545,
+      "cov-distil (oracle2teacher)": 3.4637157917022705,
       "epoch": 2.465463108320251,
-      "rel-constrast": 2.042184352874756,
+      "rel-constrast": 2.751507043838501,
       "step": 3141,
-      "subrel-constrast": 2.4893200397491455,
+      "subrel-constrast": 2.4914536476135254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5174167156219482,
-      "cov-distil (oracle2student)": 3.705275297164917,
-      "cov-distil (oracle2teacher)": 3.777817726135254,
+      "cov-distil": 2.2404487133026123,
+      "cov-distil (oracle2student)": 3.98404860496521,
+      "cov-distil (oracle2teacher)": 4.054598808288574,
       "epoch": 2.466248037676609,
-      "rel-constrast": 2.0585174560546875,
+      "rel-constrast": 2.2546467781066895,
       "step": 3142,
-      "subrel-constrast": 2.9382669925689697,
+      "subrel-constrast": 2.9521331787109375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.344301462173462,
-      "cov-distil (oracle2student)": 3.997647285461426,
-      "cov-distil (oracle2teacher)": 3.614727020263672,
+      "cov-distil": 1.7638587951660156,
+      "cov-distil (oracle2student)": 3.7735729217529297,
+      "cov-distil (oracle2teacher)": 3.8893814086914062,
       "epoch": 2.467032967032967,
-      "rel-constrast": 2.836596965789795,
+      "rel-constrast": 2.915916681289673,
       "step": 3143,
-      "subrel-constrast": 3.247298002243042,
+      "subrel-constrast": 3.0253946781158447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9262842535972595,
-      "cov-distil (oracle2student)": 5.0936279296875,
-      "cov-distil (oracle2teacher)": 4.957192420959473,
+      "cov-distil": 1.0845502614974976,
+      "cov-distil (oracle2student)": 4.708822250366211,
+      "cov-distil (oracle2teacher)": 5.009321212768555,
       "epoch": 2.467817896389325,
-      "rel-constrast": 2.7916011810302734,
+      "rel-constrast": 2.9694619178771973,
       "step": 3144,
-      "subrel-constrast": 3.573464870452881,
+      "subrel-constrast": 3.0835697650909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7102220058441162,
-      "cov-distil (oracle2student)": 5.211209774017334,
-      "cov-distil (oracle2teacher)": 4.96450662612915,
+      "cov-distil": 1.8556967973709106,
+      "cov-distil (oracle2student)": 6.22109317779541,
+      "cov-distil (oracle2teacher)": 5.350515842437744,
       "epoch": 2.468602825745683,
-      "rel-constrast": 3.0288021564483643,
+      "rel-constrast": 3.541691780090332,
       "step": 3145,
-      "subrel-constrast": 3.8908228874206543,
+      "subrel-constrast": 3.689296007156372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4237297773361206,
-      "cov-distil (oracle2student)": 5.879305839538574,
-      "cov-distil (oracle2teacher)": 5.01312255859375,
+      "cov-distil": 1.955132246017456,
+      "cov-distil (oracle2student)": 5.613318920135498,
+      "cov-distil (oracle2teacher)": 5.342382431030273,
       "epoch": 2.4693877551020407,
-      "rel-constrast": 2.8151111602783203,
+      "rel-constrast": 2.4726815223693848,
       "step": 3146,
-      "subrel-constrast": 3.221799612045288,
+      "subrel-constrast": 2.8283166885375977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.145078182220459,
-      "cov-distil (oracle2student)": 4.9379096031188965,
-      "cov-distil (oracle2teacher)": 5.141885280609131,
+      "cov-distil": 1.4021031856536865,
+      "cov-distil (oracle2student)": 5.903580188751221,
+      "cov-distil (oracle2teacher)": 5.10683536529541,
       "epoch": 2.4701726844583987,
-      "rel-constrast": 3.0987730026245117,
+      "rel-constrast": 3.61248779296875,
       "step": 3147,
-      "subrel-constrast": 3.8954803943634033,
+      "subrel-constrast": 3.4938249588012695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.172927141189575,
-      "cov-distil (oracle2student)": 4.196881294250488,
-      "cov-distil (oracle2teacher)": 4.010043144226074,
+      "cov-distil": 2.404071807861328,
+      "cov-distil (oracle2student)": 5.512820243835449,
+      "cov-distil (oracle2teacher)": 4.269948482513428,
       "epoch": 2.4709576138147566,
-      "rel-constrast": 2.861114978790283,
+      "rel-constrast": 3.5443460941314697,
       "step": 3148,
-      "subrel-constrast": 3.7907583713531494,
+      "subrel-constrast": 3.661837100982666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9980965852737427,
-      "cov-distil (oracle2student)": 5.249136924743652,
-      "cov-distil (oracle2teacher)": 5.27896785736084,
+      "cov-distil": 2.4537527561187744,
+      "cov-distil (oracle2student)": 5.761449337005615,
+      "cov-distil (oracle2teacher)": 5.416731357574463,
       "epoch": 2.4717425431711146,
-      "rel-constrast": 3.4600701332092285,
+      "rel-constrast": 4.311097145080566,
       "step": 3149,
-      "subrel-constrast": 4.173051834106445,
+      "subrel-constrast": 3.950835943222046,
       "view-similarity": 0
     },
     {
       "epoch": 2.4725274725274726,
-      "grad_norm": 6.1875,
+      "grad_norm": 8.0625,
       "learning_rate": 4.3289792984881174e-05,
-      "loss": 0.7383,
+      "loss": 0.8037,
       "step": 3150
     },
     {
-      "cov-distil": 1.4062113761901855,
-      "cov-distil (oracle2student)": 2.9306488037109375,
-      "cov-distil (oracle2teacher)": 2.8639111518859863,
+      "cov-distil": 2.0964608192443848,
+      "cov-distil (oracle2student)": 3.1045174598693848,
+      "cov-distil (oracle2teacher)": 2.739518880844116,
       "epoch": 2.4725274725274726,
-      "rel-constrast": 2.030104637145996,
+      "rel-constrast": 2.340789556503296,
       "step": 3150,
-      "subrel-constrast": 2.881101608276367,
+      "subrel-constrast": 2.721156597137451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.282082438468933,
-      "cov-distil (oracle2student)": 4.196835517883301,
-      "cov-distil (oracle2teacher)": 3.283474922180176,
+      "cov-distil": 1.5326120853424072,
+      "cov-distil (oracle2student)": 4.956292629241943,
+      "cov-distil (oracle2teacher)": 3.4958760738372803,
       "epoch": 2.4733124018838306,
-      "rel-constrast": 1.6793544292449951,
+      "rel-constrast": 1.9680980443954468,
       "step": 3151,
-      "subrel-constrast": 1.8464077711105347,
+      "subrel-constrast": 1.6372050046920776,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.209139108657837,
-      "cov-distil (oracle2student)": 3.9075934886932373,
-      "cov-distil (oracle2teacher)": 3.3400769233703613,
+      "cov-distil": 1.5623211860656738,
+      "cov-distil (oracle2student)": 4.003715991973877,
+      "cov-distil (oracle2teacher)": 3.410752773284912,
       "epoch": 2.4740973312401886,
-      "rel-constrast": 1.7183418273925781,
+      "rel-constrast": 1.9030559062957764,
       "step": 3152,
-      "subrel-constrast": 1.9517006874084473,
+      "subrel-constrast": 1.8854782581329346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.256178379058838,
-      "cov-distil (oracle2student)": 3.5250277519226074,
-      "cov-distil (oracle2teacher)": 4.135322570800781,
+      "cov-distil": 2.3789496421813965,
+      "cov-distil (oracle2student)": 4.269057273864746,
+      "cov-distil (oracle2teacher)": 4.348384857177734,
       "epoch": 2.474882260596546,
-      "rel-constrast": 2.998563051223755,
+      "rel-constrast": 2.5126450061798096,
       "step": 3153,
-      "subrel-constrast": 4.0608344078063965,
+      "subrel-constrast": 3.904991865158081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2107676267623901,
-      "cov-distil (oracle2student)": 4.082742691040039,
-      "cov-distil (oracle2teacher)": 4.027431011199951,
+      "cov-distil": 1.986722707748413,
+      "cov-distil (oracle2student)": 4.113495826721191,
+      "cov-distil (oracle2teacher)": 3.9165914058685303,
       "epoch": 2.475667189952904,
-      "rel-constrast": 1.9242055416107178,
+      "rel-constrast": 2.3986308574676514,
       "step": 3154,
-      "subrel-constrast": 2.8141210079193115,
+      "subrel-constrast": 2.8231394290924072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4830029010772705,
-      "cov-distil (oracle2student)": 5.7481465339660645,
-      "cov-distil (oracle2teacher)": 5.24298095703125,
+      "cov-distil": 2.6047840118408203,
+      "cov-distil (oracle2student)": 6.325092315673828,
+      "cov-distil (oracle2teacher)": 5.747567176818848,
       "epoch": 2.476452119309262,
-      "rel-constrast": 3.119180202484131,
+      "rel-constrast": 3.6975154876708984,
       "step": 3155,
-      "subrel-constrast": 4.028499603271484,
+      "subrel-constrast": 4.033966541290283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1774104833602905,
-      "cov-distil (oracle2student)": 4.645663261413574,
-      "cov-distil (oracle2teacher)": 3.970423698425293,
+      "cov-distil": 1.604431390762329,
+      "cov-distil (oracle2student)": 5.133800506591797,
+      "cov-distil (oracle2teacher)": 4.584636211395264,
       "epoch": 2.47723704866562,
-      "rel-constrast": 1.927222490310669,
+      "rel-constrast": 2.224388837814331,
       "step": 3156,
-      "subrel-constrast": 2.6703014373779297,
+      "subrel-constrast": 2.710113048553467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1810541152954102,
-      "cov-distil (oracle2student)": 3.5132880210876465,
-      "cov-distil (oracle2teacher)": 3.52266263961792,
+      "cov-distil": 1.211389422416687,
+      "cov-distil (oracle2student)": 3.9155049324035645,
+      "cov-distil (oracle2teacher)": 3.586106300354004,
       "epoch": 2.478021978021978,
-      "rel-constrast": 2.519179344177246,
+      "rel-constrast": 2.9582324028015137,
       "step": 3157,
-      "subrel-constrast": 3.260448932647705,
+      "subrel-constrast": 3.1495602130889893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3471145629882812,
-      "cov-distil (oracle2student)": 3.602628707885742,
-      "cov-distil (oracle2teacher)": 3.5038130283355713,
+      "cov-distil": 2.0059053897857666,
+      "cov-distil (oracle2student)": 3.4122536182403564,
+      "cov-distil (oracle2teacher)": 3.9821410179138184,
       "epoch": 2.478806907378336,
-      "rel-constrast": 2.140629768371582,
+      "rel-constrast": 1.8958325386047363,
       "step": 3158,
-      "subrel-constrast": 2.6747918128967285,
+      "subrel-constrast": 2.976670980453491,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5132215023040771,
-      "cov-distil (oracle2student)": 2.4720518589019775,
-      "cov-distil (oracle2teacher)": 2.65682315826416,
+      "cov-distil": 1.9296257495880127,
+      "cov-distil (oracle2student)": 2.4802963733673096,
+      "cov-distil (oracle2teacher)": 2.4804773330688477,
       "epoch": 2.479591836734694,
-      "rel-constrast": 2.005352020263672,
+      "rel-constrast": 2.346120834350586,
       "step": 3159,
-      "subrel-constrast": 2.629133701324463,
+      "subrel-constrast": 2.741502046585083,
       "view-similarity": 0
     },
     {
       "epoch": 2.4803767660910516,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.25,
       "learning_rate": 4.3230188375573e-05,
-      "loss": 0.5842,
+      "loss": 0.6061,
       "step": 3160
     },
     {
-      "cov-distil": 1.7846033573150635,
-      "cov-distil (oracle2student)": 7.043437480926514,
-      "cov-distil (oracle2teacher)": 5.958685874938965,
+      "cov-distil": 2.5958378314971924,
+      "cov-distil (oracle2student)": 7.79796028137207,
+      "cov-distil (oracle2teacher)": 7.0078935623168945,
       "epoch": 2.4803767660910516,
-      "rel-constrast": 2.67256498336792,
+      "rel-constrast": 3.562602996826172,
       "step": 3160,
-      "subrel-constrast": 3.153947591781616,
+      "subrel-constrast": 3.2852256298065186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.52724027633667,
-      "cov-distil (oracle2student)": 3.4807991981506348,
-      "cov-distil (oracle2teacher)": 3.662358522415161,
+      "cov-distil": 2.0692076683044434,
+      "cov-distil (oracle2student)": 3.7260656356811523,
+      "cov-distil (oracle2teacher)": 3.1991209983825684,
       "epoch": 2.4811616954474096,
-      "rel-constrast": 2.7892889976501465,
+      "rel-constrast": 3.442111015319824,
       "step": 3161,
-      "subrel-constrast": 3.3175532817840576,
+      "subrel-constrast": 3.092489242553711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5145161151885986,
-      "cov-distil (oracle2student)": 4.084555625915527,
-      "cov-distil (oracle2teacher)": 3.011592388153076,
+      "cov-distil": 1.6846647262573242,
+      "cov-distil (oracle2student)": 4.261992454528809,
+      "cov-distil (oracle2teacher)": 3.496453285217285,
       "epoch": 2.4819466248037676,
-      "rel-constrast": 2.372483491897583,
+      "rel-constrast": 2.58744215965271,
       "step": 3162,
-      "subrel-constrast": 2.432321071624756,
+      "subrel-constrast": 2.2915120124816895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4534692764282227,
-      "cov-distil (oracle2student)": 4.033753395080566,
-      "cov-distil (oracle2teacher)": 3.643362045288086,
+      "cov-distil": 1.900429606437683,
+      "cov-distil (oracle2student)": 4.350676536560059,
+      "cov-distil (oracle2teacher)": 3.715579032897949,
       "epoch": 2.4827315541601256,
-      "rel-constrast": 2.0096216201782227,
+      "rel-constrast": 1.9182374477386475,
       "step": 3163,
-      "subrel-constrast": 2.982510566711426,
+      "subrel-constrast": 2.8846240043640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.855319857597351,
-      "cov-distil (oracle2student)": 3.7099688053131104,
-      "cov-distil (oracle2teacher)": 3.208369493484497,
+      "cov-distil": 1.9245213270187378,
+      "cov-distil (oracle2student)": 3.578293800354004,
+      "cov-distil (oracle2teacher)": 3.4469733238220215,
       "epoch": 2.4835164835164836,
-      "rel-constrast": 2.0856966972351074,
+      "rel-constrast": 2.6199135780334473,
       "step": 3164,
-      "subrel-constrast": 2.466456890106201,
+      "subrel-constrast": 2.6335549354553223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9550790786743164,
-      "cov-distil (oracle2student)": 4.3319196701049805,
-      "cov-distil (oracle2teacher)": 4.096756458282471,
+      "cov-distil": 2.0429506301879883,
+      "cov-distil (oracle2student)": 4.603909969329834,
+      "cov-distil (oracle2teacher)": 4.182750225067139,
       "epoch": 2.4843014128728416,
-      "rel-constrast": 2.675689697265625,
+      "rel-constrast": 2.7542734146118164,
       "step": 3165,
-      "subrel-constrast": 3.7513012886047363,
+      "subrel-constrast": 3.733844518661499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2436221837997437,
-      "cov-distil (oracle2student)": 4.819587707519531,
-      "cov-distil (oracle2teacher)": 4.791376113891602,
+      "cov-distil": 2.032712936401367,
+      "cov-distil (oracle2student)": 5.290875434875488,
+      "cov-distil (oracle2teacher)": 5.055579662322998,
       "epoch": 2.4850863422291996,
-      "rel-constrast": 3.1930365562438965,
+      "rel-constrast": 3.2789535522460938,
       "step": 3166,
-      "subrel-constrast": 3.740398406982422,
+      "subrel-constrast": 3.9848811626434326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.536020040512085,
-      "cov-distil (oracle2student)": 4.2395830154418945,
-      "cov-distil (oracle2teacher)": 3.7668027877807617,
+      "cov-distil": 2.2013421058654785,
+      "cov-distil (oracle2student)": 5.215913772583008,
+      "cov-distil (oracle2teacher)": 4.627468109130859,
       "epoch": 2.485871271585557,
-      "rel-constrast": 3.107299566268921,
+      "rel-constrast": 3.4344871044158936,
       "step": 3167,
-      "subrel-constrast": 3.3897652626037598,
+      "subrel-constrast": 3.9288601875305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1786673069000244,
-      "cov-distil (oracle2student)": 4.629476547241211,
-      "cov-distil (oracle2teacher)": 4.554415702819824,
+      "cov-distil": 1.2876259088516235,
+      "cov-distil (oracle2student)": 5.036053657531738,
+      "cov-distil (oracle2teacher)": 4.717803001403809,
       "epoch": 2.486656200941915,
-      "rel-constrast": 3.0051467418670654,
+      "rel-constrast": 3.574112892150879,
       "step": 3168,
-      "subrel-constrast": 3.436793327331543,
+      "subrel-constrast": 3.64894962310791,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9248692989349365,
-      "cov-distil (oracle2student)": 3.696438789367676,
-      "cov-distil (oracle2teacher)": 2.890047550201416,
+      "cov-distil": 2.3304591178894043,
+      "cov-distil (oracle2student)": 4.118603706359863,
+      "cov-distil (oracle2teacher)": 3.408937692642212,
       "epoch": 2.487441130298273,
-      "rel-constrast": 1.9954328536987305,
+      "rel-constrast": 3.2646660804748535,
       "step": 3169,
-      "subrel-constrast": 2.5913872718811035,
+      "subrel-constrast": 3.082078218460083,
       "view-similarity": 0
     },
     {
       "epoch": 2.488226059654631,
-      "grad_norm": 6.09375,
+      "grad_norm": 7.90625,
       "learning_rate": 4.3170361637172575e-05,
-      "loss": 0.6876,
+      "loss": 0.7609,
       "step": 3170
     },
     {
-      "cov-distil": 1.5784053802490234,
-      "cov-distil (oracle2student)": 3.2995240688323975,
-      "cov-distil (oracle2teacher)": 3.4231014251708984,
+      "cov-distil": 2.194878339767456,
+      "cov-distil (oracle2student)": 3.7399322986602783,
+      "cov-distil (oracle2teacher)": 3.860647439956665,
       "epoch": 2.488226059654631,
-      "rel-constrast": 2.6243484020233154,
+      "rel-constrast": 2.8603968620300293,
       "step": 3170,
-      "subrel-constrast": 3.410679817199707,
+      "subrel-constrast": 3.641718626022339,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3682124614715576,
-      "cov-distil (oracle2student)": 2.763781785964966,
-      "cov-distil (oracle2teacher)": 2.616957426071167,
+      "cov-distil": 1.9318313598632812,
+      "cov-distil (oracle2student)": 2.731482982635498,
+      "cov-distil (oracle2teacher)": 3.2504916191101074,
       "epoch": 2.489010989010989,
-      "rel-constrast": 2.3062045574188232,
+      "rel-constrast": 2.612973928451538,
       "step": 3171,
-      "subrel-constrast": 3.0814929008483887,
+      "subrel-constrast": 3.289796829223633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5103285312652588,
-      "cov-distil (oracle2student)": 4.634303092956543,
-      "cov-distil (oracle2teacher)": 4.4101338386535645,
+      "cov-distil": 1.7172044515609741,
+      "cov-distil (oracle2student)": 4.540802955627441,
+      "cov-distil (oracle2teacher)": 4.663365840911865,
       "epoch": 2.489795918367347,
-      "rel-constrast": 2.4270877838134766,
+      "rel-constrast": 2.554905414581299,
       "step": 3172,
-      "subrel-constrast": 3.046363115310669,
+      "subrel-constrast": 2.951202869415283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3289169073104858,
-      "cov-distil (oracle2student)": 3.8718085289001465,
-      "cov-distil (oracle2teacher)": 3.651665687561035,
+      "cov-distil": 1.2660813331604004,
+      "cov-distil (oracle2student)": 3.42307186126709,
+      "cov-distil (oracle2teacher)": 3.973310708999634,
       "epoch": 2.490580847723705,
-      "rel-constrast": 1.7130024433135986,
+      "rel-constrast": 2.17608380317688,
       "step": 3173,
-      "subrel-constrast": 2.5831868648529053,
+      "subrel-constrast": 2.755553960800171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4980425834655762,
-      "cov-distil (oracle2student)": 3.7573695182800293,
-      "cov-distil (oracle2teacher)": 3.591980457305908,
+      "cov-distil": 2.2043120861053467,
+      "cov-distil (oracle2student)": 4.315871238708496,
+      "cov-distil (oracle2teacher)": 4.0135297775268555,
       "epoch": 2.4913657770800626,
-      "rel-constrast": 1.7413835525512695,
+      "rel-constrast": 2.0186545848846436,
       "step": 3174,
-      "subrel-constrast": 2.798279285430908,
+      "subrel-constrast": 3.0443239212036133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7864161729812622,
-      "cov-distil (oracle2student)": 4.015658378601074,
-      "cov-distil (oracle2teacher)": 3.7668678760528564,
+      "cov-distil": 2.42120361328125,
+      "cov-distil (oracle2student)": 4.465152740478516,
+      "cov-distil (oracle2teacher)": 4.245748043060303,
       "epoch": 2.4921507064364206,
-      "rel-constrast": 2.163250684738159,
+      "rel-constrast": 1.9016317129135132,
       "step": 3175,
-      "subrel-constrast": 2.7759456634521484,
+      "subrel-constrast": 2.693314790725708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1382745504379272,
-      "cov-distil (oracle2student)": 5.159589767456055,
-      "cov-distil (oracle2teacher)": 4.924499034881592,
+      "cov-distil": 1.4173524379730225,
+      "cov-distil (oracle2student)": 5.89990234375,
+      "cov-distil (oracle2teacher)": 5.345756530761719,
       "epoch": 2.4929356357927785,
-      "rel-constrast": 3.6899023056030273,
+      "rel-constrast": 4.071173191070557,
       "step": 3176,
-      "subrel-constrast": 3.8656625747680664,
+      "subrel-constrast": 4.4232587814331055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6984165906906128,
-      "cov-distil (oracle2student)": 3.1709675788879395,
-      "cov-distil (oracle2teacher)": 3.288743734359741,
+      "cov-distil": 2.5203051567077637,
+      "cov-distil (oracle2student)": 3.3197736740112305,
+      "cov-distil (oracle2teacher)": 3.3262343406677246,
       "epoch": 2.4937205651491365,
-      "rel-constrast": 2.1558027267456055,
+      "rel-constrast": 2.307460308074951,
       "step": 3177,
-      "subrel-constrast": 3.0568485260009766,
+      "subrel-constrast": 3.062199831008911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1334805488586426,
-      "cov-distil (oracle2student)": 5.653553009033203,
-      "cov-distil (oracle2teacher)": 5.146153450012207,
+      "cov-distil": 1.6171365976333618,
+      "cov-distil (oracle2student)": 5.558818817138672,
+      "cov-distil (oracle2teacher)": 5.749996185302734,
       "epoch": 2.4945054945054945,
-      "rel-constrast": 2.214648723602295,
+      "rel-constrast": 2.622885227203369,
       "step": 3178,
-      "subrel-constrast": 2.6215438842773438,
+      "subrel-constrast": 2.8356637954711914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.200916051864624,
-      "cov-distil (oracle2student)": 4.203347682952881,
-      "cov-distil (oracle2teacher)": 4.581297874450684,
+      "cov-distil": 1.2732977867126465,
+      "cov-distil (oracle2student)": 4.26465368270874,
+      "cov-distil (oracle2teacher)": 4.602453708648682,
       "epoch": 2.4952904238618525,
-      "rel-constrast": 2.5859487056732178,
+      "rel-constrast": 2.892721652984619,
       "step": 3179,
-      "subrel-constrast": 3.594485282897949,
+      "subrel-constrast": 3.4105417728424072,
       "view-similarity": 0
     },
     {
       "epoch": 2.4960753532182105,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.0,
       "learning_rate": 4.3110313498649816e-05,
-      "loss": 0.6261,
+      "loss": 0.6505,
       "step": 3180
     },
     {
-      "cov-distil": 2.0044445991516113,
-      "cov-distil (oracle2student)": 3.2673468589782715,
-      "cov-distil (oracle2teacher)": 3.213047981262207,
+      "cov-distil": 2.3220977783203125,
+      "cov-distil (oracle2student)": 3.9550461769104004,
+      "cov-distil (oracle2teacher)": 3.2652270793914795,
       "epoch": 2.4960753532182105,
-      "rel-constrast": 2.455889940261841,
+      "rel-constrast": 2.5520150661468506,
       "step": 3180,
-      "subrel-constrast": 3.5836575031280518,
+      "subrel-constrast": 3.158306121826172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6262102127075195,
-      "cov-distil (oracle2student)": 2.3185806274414062,
-      "cov-distil (oracle2teacher)": 2.761704921722412,
+      "cov-distil": 1.8386880159378052,
+      "cov-distil (oracle2student)": 2.461277961730957,
+      "cov-distil (oracle2teacher)": 3.0262904167175293,
       "epoch": 2.496860282574568,
-      "rel-constrast": 2.4766855239868164,
+      "rel-constrast": 2.7312779426574707,
       "step": 3181,
-      "subrel-constrast": 3.2814836502075195,
+      "subrel-constrast": 3.2911198139190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3321276903152466,
-      "cov-distil (oracle2student)": 3.138485908508301,
-      "cov-distil (oracle2teacher)": 3.319969654083252,
+      "cov-distil": 2.175601005554199,
+      "cov-distil (oracle2student)": 4.117186546325684,
+      "cov-distil (oracle2teacher)": 3.7309584617614746,
       "epoch": 2.497645211930926,
-      "rel-constrast": 2.2317166328430176,
+      "rel-constrast": 2.676419496536255,
       "step": 3182,
-      "subrel-constrast": 3.3039259910583496,
+      "subrel-constrast": 3.2756614685058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.510735034942627,
-      "cov-distil (oracle2student)": 4.444922924041748,
-      "cov-distil (oracle2teacher)": 3.9111876487731934,
+      "cov-distil": 3.4120497703552246,
+      "cov-distil (oracle2student)": 4.2101874351501465,
+      "cov-distil (oracle2teacher)": 4.335175037384033,
       "epoch": 2.498430141287284,
-      "rel-constrast": 2.488835573196411,
+      "rel-constrast": 2.3563194274902344,
       "step": 3183,
-      "subrel-constrast": 3.9600813388824463,
+      "subrel-constrast": 4.214029788970947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1321583986282349,
-      "cov-distil (oracle2student)": 4.526627540588379,
-      "cov-distil (oracle2teacher)": 4.393608093261719,
+      "cov-distil": 1.3774220943450928,
+      "cov-distil (oracle2student)": 4.369865417480469,
+      "cov-distil (oracle2teacher)": 4.664034843444824,
       "epoch": 2.499215070643642,
-      "rel-constrast": 2.6160178184509277,
+      "rel-constrast": 2.551805019378662,
       "step": 3184,
-      "subrel-constrast": 3.324152708053589,
+      "subrel-constrast": 3.244965076446533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6239445209503174,
-      "cov-distil (oracle2student)": 5.001282691955566,
-      "cov-distil (oracle2teacher)": 4.799595832824707,
+      "cov-distil": 1.7755045890808105,
+      "cov-distil (oracle2student)": 5.187648773193359,
+      "cov-distil (oracle2teacher)": 5.657998085021973,
       "epoch": 2.5,
-      "rel-constrast": 3.552947998046875,
+      "rel-constrast": 3.300361156463623,
       "step": 3185,
-      "subrel-constrast": 4.155721187591553,
+      "subrel-constrast": 3.7966644763946533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1050691604614258,
-      "cov-distil (oracle2student)": 3.3399038314819336,
-      "cov-distil (oracle2teacher)": 3.7865395545959473,
+      "cov-distil": 1.6394190788269043,
+      "cov-distil (oracle2student)": 4.07573938369751,
+      "cov-distil (oracle2teacher)": 3.7609176635742188,
       "epoch": 2.500784929356358,
-      "rel-constrast": 2.324129581451416,
+      "rel-constrast": 2.1122732162475586,
       "step": 3186,
-      "subrel-constrast": 3.346329927444458,
+      "subrel-constrast": 2.9769017696380615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3759733438491821,
-      "cov-distil (oracle2student)": 4.805597305297852,
-      "cov-distil (oracle2teacher)": 4.1585693359375,
+      "cov-distil": 1.6459991931915283,
+      "cov-distil (oracle2student)": 5.636999130249023,
+      "cov-distil (oracle2teacher)": 4.840249061584473,
       "epoch": 2.501569858712716,
-      "rel-constrast": 2.30026912689209,
+      "rel-constrast": 2.930419683456421,
       "step": 3187,
-      "subrel-constrast": 2.8594014644622803,
+      "subrel-constrast": 2.903538465499878,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3508708477020264,
-      "cov-distil (oracle2student)": 4.5952043533325195,
-      "cov-distil (oracle2teacher)": 4.623263359069824,
+      "cov-distil": 1.5740299224853516,
+      "cov-distil (oracle2student)": 4.843040466308594,
+      "cov-distil (oracle2teacher)": 4.524190902709961,
       "epoch": 2.5023547880690735,
-      "rel-constrast": 2.166283130645752,
+      "rel-constrast": 2.701909065246582,
       "step": 3188,
-      "subrel-constrast": 3.094506025314331,
+      "subrel-constrast": 3.049777030944824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1483722925186157,
-      "cov-distil (oracle2student)": 5.631651878356934,
-      "cov-distil (oracle2teacher)": 5.100159645080566,
+      "cov-distil": 1.9642553329467773,
+      "cov-distil (oracle2student)": 5.856296539306641,
+      "cov-distil (oracle2teacher)": 5.861577033996582,
       "epoch": 2.503139717425432,
-      "rel-constrast": 1.7863874435424805,
+      "rel-constrast": 2.3772919178009033,
       "step": 3189,
-      "subrel-constrast": 2.725893020629883,
+      "subrel-constrast": 2.4890007972717285,
       "view-similarity": 0
     },
     {
       "epoch": 2.5039246467817895,
-      "grad_norm": 4.65625,
+      "grad_norm": 6.78125,
       "learning_rate": 4.3050044691672336e-05,
-      "loss": 0.648,
+      "loss": 0.6573,
       "step": 3190
     },
     {
-      "cov-distil": 1.240476131439209,
-      "cov-distil (oracle2student)": 3.9707818031311035,
-      "cov-distil (oracle2teacher)": 4.034692764282227,
+      "cov-distil": 1.66343092918396,
+      "cov-distil (oracle2student)": 4.087447166442871,
+      "cov-distil (oracle2teacher)": 3.918745279312134,
       "epoch": 2.5039246467817895,
-      "rel-constrast": 2.8694963455200195,
+      "rel-constrast": 3.8266711235046387,
       "step": 3190,
-      "subrel-constrast": 3.571314811706543,
+      "subrel-constrast": 3.2486941814422607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7813994884490967,
-      "cov-distil (oracle2student)": 3.696841239929199,
-      "cov-distil (oracle2teacher)": 3.4794740676879883,
+      "cov-distil": 2.3125898838043213,
+      "cov-distil (oracle2student)": 3.9323902130126953,
+      "cov-distil (oracle2teacher)": 3.658555746078491,
       "epoch": 2.5047095761381475,
-      "rel-constrast": 3.343001365661621,
+      "rel-constrast": 4.092283248901367,
       "step": 3191,
-      "subrel-constrast": 4.146128177642822,
+      "subrel-constrast": 4.032291889190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3255455493927002,
-      "cov-distil (oracle2student)": 4.2685770988464355,
-      "cov-distil (oracle2teacher)": 4.292325973510742,
+      "cov-distil": 1.7600048780441284,
+      "cov-distil (oracle2student)": 5.474789619445801,
+      "cov-distil (oracle2teacher)": 5.08530330657959,
       "epoch": 2.5054945054945055,
-      "rel-constrast": 2.959031343460083,
+      "rel-constrast": 4.237518310546875,
       "step": 3192,
-      "subrel-constrast": 3.49757719039917,
+      "subrel-constrast": 3.553537130355835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2344636917114258,
-      "cov-distil (oracle2student)": 4.52053165435791,
-      "cov-distil (oracle2teacher)": 4.184212684631348,
+      "cov-distil": 1.9656596183776855,
+      "cov-distil (oracle2student)": 5.01455545425415,
+      "cov-distil (oracle2teacher)": 4.392035961151123,
       "epoch": 2.5062794348508635,
-      "rel-constrast": 3.2828173637390137,
+      "rel-constrast": 3.7383804321289062,
       "step": 3193,
-      "subrel-constrast": 3.8742997646331787,
+      "subrel-constrast": 3.569458484649658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7671492099761963,
-      "cov-distil (oracle2student)": 5.5709123611450195,
-      "cov-distil (oracle2teacher)": 5.154391765594482,
+      "cov-distil": 2.400722026824951,
+      "cov-distil (oracle2student)": 6.130623817443848,
+      "cov-distil (oracle2teacher)": 5.643972396850586,
       "epoch": 2.5070643642072215,
-      "rel-constrast": 2.8828039169311523,
+      "rel-constrast": 2.8988218307495117,
       "step": 3194,
-      "subrel-constrast": 3.537970781326294,
+      "subrel-constrast": 3.763793468475342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4280198812484741,
-      "cov-distil (oracle2student)": 3.516058921813965,
-      "cov-distil (oracle2teacher)": 3.777341365814209,
+      "cov-distil": 1.6401721239089966,
+      "cov-distil (oracle2student)": 4.375229835510254,
+      "cov-distil (oracle2teacher)": 4.0072526931762695,
       "epoch": 2.5078492935635794,
-      "rel-constrast": 3.1408331394195557,
+      "rel-constrast": 3.4816672801971436,
       "step": 3195,
-      "subrel-constrast": 4.115450382232666,
+      "subrel-constrast": 4.314331531524658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2059576511383057,
-      "cov-distil (oracle2student)": 4.166736602783203,
-      "cov-distil (oracle2teacher)": 4.19172477722168,
+      "cov-distil": 1.2279176712036133,
+      "cov-distil (oracle2student)": 4.1695756912231445,
+      "cov-distil (oracle2teacher)": 4.49333381652832,
       "epoch": 2.5086342229199374,
-      "rel-constrast": 2.881413698196411,
+      "rel-constrast": 3.136096954345703,
       "step": 3196,
-      "subrel-constrast": 3.2871031761169434,
+      "subrel-constrast": 3.515817165374756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6152567863464355,
-      "cov-distil (oracle2student)": 2.5228185653686523,
-      "cov-distil (oracle2teacher)": 2.498863697052002,
+      "cov-distil": 1.6981569528579712,
+      "cov-distil (oracle2student)": 2.5556068420410156,
+      "cov-distil (oracle2teacher)": 2.6704530715942383,
       "epoch": 2.509419152276295,
-      "rel-constrast": 2.063371181488037,
+      "rel-constrast": 2.1892056465148926,
       "step": 3197,
-      "subrel-constrast": 3.0383923053741455,
+      "subrel-constrast": 3.229933023452759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9041579961776733,
-      "cov-distil (oracle2student)": 5.756880760192871,
-      "cov-distil (oracle2teacher)": 5.2857985496521,
+      "cov-distil": 2.3449254035949707,
+      "cov-distil (oracle2student)": 5.862534523010254,
+      "cov-distil (oracle2teacher)": 5.536336421966553,
       "epoch": 2.510204081632653,
-      "rel-constrast": 1.909332275390625,
+      "rel-constrast": 2.5721547603607178,
       "step": 3198,
-      "subrel-constrast": 2.6542656421661377,
+      "subrel-constrast": 2.523394823074341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3474352359771729,
-      "cov-distil (oracle2student)": 4.145047187805176,
-      "cov-distil (oracle2teacher)": 4.449634075164795,
+      "cov-distil": 1.8008968830108643,
+      "cov-distil (oracle2student)": 4.823601722717285,
+      "cov-distil (oracle2teacher)": 4.63487434387207,
       "epoch": 2.510989010989011,
-      "rel-constrast": 2.787540912628174,
+      "rel-constrast": 2.618084192276001,
       "step": 3199,
-      "subrel-constrast": 3.2403268814086914,
+      "subrel-constrast": 3.224173069000244,
       "view-similarity": 0
     },
     {
       "epoch": 2.511773940345369,
-      "grad_norm": 5.71875,
+      "grad_norm": 5.75,
       "learning_rate": 4.298955595059654e-05,
-      "loss": 0.7401,
+      "loss": 0.8198,
       "step": 3200
     },
     {
       "epoch": 2.511773940345369,
-      "overlap": 0.29375001788139343,
+      "overlap": 0.2750000059604645,
       "step": 3200
     },
     {
       "epoch": 2.511773940345369,
       "step": 3200,
-      "student margin": 0.063232421875
+      "student margin": 0.06243896484375
     },
     {
       "epoch": 2.511773940345369,
       "step": 3200,
-      "teacher margin": 0.051300048828125
+      "teacher margin": 0.0518798828125
     },
     {
       "epoch": 2.511773940345369,
-      "margin difference": -0.011932373046875,
+      "margin difference": -0.01055908203125,
       "step": 3200
     },
     {
-      "cov-distil": 1.0198545455932617,
-      "cov-distil (oracle2student)": 4.8821563720703125,
-      "cov-distil (oracle2teacher)": 4.301817893981934,
+      "cov-distil": 1.5631353855133057,
+      "cov-distil (oracle2student)": 4.703097343444824,
+      "cov-distil (oracle2teacher)": 4.477550983428955,
       "epoch": 2.511773940345369,
-      "rel-constrast": 2.409618377685547,
+      "rel-constrast": 2.356081008911133,
       "step": 3200,
-      "subrel-constrast": 2.5619540214538574,
+      "subrel-constrast": 2.9438858032226562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3676421642303467,
-      "cov-distil (oracle2student)": 4.335204124450684,
-      "cov-distil (oracle2teacher)": 3.9644148349761963,
+      "cov-distil": 1.907464861869812,
+      "cov-distil (oracle2student)": 4.086127281188965,
+      "cov-distil (oracle2teacher)": 5.290828704833984,
       "epoch": 2.512558869701727,
-      "rel-constrast": 2.185781240463257,
+      "rel-constrast": 2.358609676361084,
       "step": 3201,
-      "subrel-constrast": 2.6245241165161133,
+      "subrel-constrast": 3.1017606258392334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.486921787261963,
-      "cov-distil (oracle2student)": 4.564678192138672,
-      "cov-distil (oracle2teacher)": 4.681562423706055,
+      "cov-distil": 1.9467555284500122,
+      "cov-distil (oracle2student)": 5.222429275512695,
+      "cov-distil (oracle2teacher)": 4.903738975524902,
       "epoch": 2.513343799058085,
-      "rel-constrast": 3.328810691833496,
+      "rel-constrast": 3.521289110183716,
       "step": 3202,
-      "subrel-constrast": 3.59163236618042,
+      "subrel-constrast": 3.655194044113159,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6266175508499146,
-      "cov-distil (oracle2student)": 2.4992761611938477,
-      "cov-distil (oracle2teacher)": 2.942551374435425,
+      "cov-distil": 1.6664477586746216,
+      "cov-distil (oracle2student)": 2.7857656478881836,
+      "cov-distil (oracle2teacher)": 3.2601284980773926,
       "epoch": 2.514128728414443,
-      "rel-constrast": 2.646674633026123,
+      "rel-constrast": 2.447158098220825,
       "step": 3203,
-      "subrel-constrast": 3.3898582458496094,
+      "subrel-constrast": 3.257215738296509,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3796550035476685,
-      "cov-distil (oracle2student)": 3.749901533126831,
-      "cov-distil (oracle2teacher)": 3.8607518672943115,
+      "cov-distil": 1.5961382389068604,
+      "cov-distil (oracle2student)": 4.140259742736816,
+      "cov-distil (oracle2teacher)": 3.956082820892334,
       "epoch": 2.5149136577708004,
-      "rel-constrast": 3.121767282485962,
+      "rel-constrast": 3.4517431259155273,
       "step": 3204,
-      "subrel-constrast": 3.410182476043701,
+      "subrel-constrast": 3.64638352394104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7980012893676758,
-      "cov-distil (oracle2student)": 3.592402219772339,
-      "cov-distil (oracle2teacher)": 4.089023590087891,
+      "cov-distil": 1.9061918258666992,
+      "cov-distil (oracle2student)": 4.574163436889648,
+      "cov-distil (oracle2teacher)": 3.95485520362854,
       "epoch": 2.5156985871271584,
-      "rel-constrast": 2.451519727706909,
+      "rel-constrast": 3.4811196327209473,
       "step": 3205,
-      "subrel-constrast": 3.8728091716766357,
+      "subrel-constrast": 3.6766722202301025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1160480976104736,
-      "cov-distil (oracle2student)": 3.7694787979125977,
-      "cov-distil (oracle2teacher)": 3.5415802001953125,
+      "cov-distil": 1.2352375984191895,
+      "cov-distil (oracle2student)": 4.13314151763916,
+      "cov-distil (oracle2teacher)": 3.922095537185669,
       "epoch": 2.5164835164835164,
-      "rel-constrast": 3.0267319679260254,
+      "rel-constrast": 2.8126745223999023,
       "step": 3206,
-      "subrel-constrast": 3.37054443359375,
+      "subrel-constrast": 3.238837957382202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.691794991493225,
-      "cov-distil (oracle2student)": 5.058706283569336,
-      "cov-distil (oracle2teacher)": 5.1844587326049805,
+      "cov-distil": 2.225123882293701,
+      "cov-distil (oracle2student)": 5.488884925842285,
+      "cov-distil (oracle2teacher)": 5.375880241394043,
       "epoch": 2.5172684458398744,
-      "rel-constrast": 3.718019962310791,
+      "rel-constrast": 4.092796802520752,
       "step": 3207,
-      "subrel-constrast": 4.649765968322754,
+      "subrel-constrast": 4.711597919464111,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.84257173538208,
-      "cov-distil (oracle2student)": 5.585052013397217,
-      "cov-distil (oracle2teacher)": 5.267206192016602,
+      "cov-distil": 2.1138882637023926,
+      "cov-distil (oracle2student)": 6.139284610748291,
+      "cov-distil (oracle2teacher)": 5.807793617248535,
       "epoch": 2.5180533751962324,
-      "rel-constrast": 3.8206653594970703,
+      "rel-constrast": 3.9669933319091797,
       "step": 3208,
-      "subrel-constrast": 4.358057975769043,
+      "subrel-constrast": 4.4237823486328125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9599286317825317,
-      "cov-distil (oracle2student)": 4.052135467529297,
-      "cov-distil (oracle2teacher)": 4.209880352020264,
+      "cov-distil": 2.0140790939331055,
+      "cov-distil (oracle2student)": 4.153012752532959,
+      "cov-distil (oracle2teacher)": 4.514699935913086,
       "epoch": 2.5188383045525904,
-      "rel-constrast": 2.495955467224121,
+      "rel-constrast": 2.8425674438476562,
       "step": 3209,
-      "subrel-constrast": 3.346193552017212,
+      "subrel-constrast": 3.6720974445343018,
       "view-similarity": 0
     },
     {
       "epoch": 2.5196232339089484,
-      "grad_norm": 5.59375,
+      "grad_norm": 7.1875,
       "learning_rate": 4.292884801245865e-05,
-      "loss": 0.7684,
+      "loss": 0.7833,
       "step": 3210
     },
     {
-      "cov-distil": 2.03684139251709,
-      "cov-distil (oracle2student)": 3.2161481380462646,
-      "cov-distil (oracle2teacher)": 3.5624241828918457,
+      "cov-distil": 2.167442798614502,
+      "cov-distil (oracle2student)": 3.3827319145202637,
+      "cov-distil (oracle2teacher)": 3.5414998531341553,
       "epoch": 2.5196232339089484,
-      "rel-constrast": 2.3978497982025146,
+      "rel-constrast": 3.200655937194824,
       "step": 3210,
-      "subrel-constrast": 3.588083267211914,
+      "subrel-constrast": 3.6620752811431885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4114614725112915,
-      "cov-distil (oracle2student)": 4.82749605178833,
-      "cov-distil (oracle2teacher)": 4.517032623291016,
+      "cov-distil": 1.8817777633666992,
+      "cov-distil (oracle2student)": 4.894379615783691,
+      "cov-distil (oracle2teacher)": 5.116373062133789,
       "epoch": 2.520408163265306,
-      "rel-constrast": 2.9818999767303467,
+      "rel-constrast": 3.2503609657287598,
       "step": 3211,
-      "subrel-constrast": 3.8409786224365234,
+      "subrel-constrast": 3.8458969593048096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6366468667984009,
-      "cov-distil (oracle2student)": 4.862578392028809,
-      "cov-distil (oracle2teacher)": 4.590677261352539,
+      "cov-distil": 2.0905416011810303,
+      "cov-distil (oracle2student)": 5.215518951416016,
+      "cov-distil (oracle2teacher)": 4.933249473571777,
       "epoch": 2.521193092621664,
-      "rel-constrast": 1.9614382982254028,
+      "rel-constrast": 2.451022148132324,
       "step": 3212,
-      "subrel-constrast": 3.2129924297332764,
+      "subrel-constrast": 3.3992998600006104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.545123815536499,
-      "cov-distil (oracle2student)": 3.361635446548462,
-      "cov-distil (oracle2teacher)": 3.2764720916748047,
+      "cov-distil": 1.7942841053009033,
+      "cov-distil (oracle2student)": 3.1624412536621094,
+      "cov-distil (oracle2teacher)": 3.583798885345459,
       "epoch": 2.521978021978022,
-      "rel-constrast": 2.8784494400024414,
+      "rel-constrast": 2.9284520149230957,
       "step": 3213,
-      "subrel-constrast": 3.479992389678955,
+      "subrel-constrast": 3.6635873317718506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8230023384094238,
-      "cov-distil (oracle2student)": 3.80440092086792,
-      "cov-distil (oracle2teacher)": 4.284911155700684,
+      "cov-distil": 2.353036642074585,
+      "cov-distil (oracle2student)": 4.243404388427734,
+      "cov-distil (oracle2teacher)": 4.206300258636475,
       "epoch": 2.52276295133438,
-      "rel-constrast": 2.290314197540283,
+      "rel-constrast": 2.9674510955810547,
       "step": 3214,
-      "subrel-constrast": 3.51865816116333,
+      "subrel-constrast": 3.708141326904297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.431288242340088,
-      "cov-distil (oracle2student)": 4.058650016784668,
-      "cov-distil (oracle2teacher)": 3.541482448577881,
+      "cov-distil": 1.7062456607818604,
+      "cov-distil (oracle2student)": 3.7537055015563965,
+      "cov-distil (oracle2teacher)": 4.415952205657959,
       "epoch": 2.523547880690738,
-      "rel-constrast": 3.352663516998291,
+      "rel-constrast": 2.908813714981079,
       "step": 3215,
-      "subrel-constrast": 3.2203733921051025,
+      "subrel-constrast": 3.302948236465454,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6282598972320557,
-      "cov-distil (oracle2student)": 4.242944717407227,
-      "cov-distil (oracle2teacher)": 4.14613676071167,
+      "cov-distil": 2.0704903602600098,
+      "cov-distil (oracle2student)": 4.251950263977051,
+      "cov-distil (oracle2teacher)": 4.217217445373535,
       "epoch": 2.524332810047096,
-      "rel-constrast": 2.5014071464538574,
+      "rel-constrast": 2.78294038772583,
       "step": 3216,
-      "subrel-constrast": 3.2417702674865723,
+      "subrel-constrast": 3.4059016704559326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4172780513763428,
-      "cov-distil (oracle2student)": 5.198227405548096,
-      "cov-distil (oracle2teacher)": 4.88279914855957,
+      "cov-distil": 1.9725494384765625,
+      "cov-distil (oracle2student)": 5.870851516723633,
+      "cov-distil (oracle2teacher)": 5.269757270812988,
       "epoch": 2.525117739403454,
-      "rel-constrast": 2.3915648460388184,
+      "rel-constrast": 2.542600154876709,
       "step": 3217,
-      "subrel-constrast": 2.874601364135742,
+      "subrel-constrast": 2.8467648029327393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.895594596862793,
-      "cov-distil (oracle2student)": 4.166847229003906,
-      "cov-distil (oracle2teacher)": 3.8839619159698486,
+      "cov-distil": 2.284416675567627,
+      "cov-distil (oracle2student)": 4.100491523742676,
+      "cov-distil (oracle2teacher)": 4.032788276672363,
       "epoch": 2.5259026687598114,
-      "rel-constrast": 1.8384475708007812,
+      "rel-constrast": 2.1551461219787598,
       "step": 3218,
-      "subrel-constrast": 2.84781551361084,
+      "subrel-constrast": 2.785050868988037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.144829750061035,
-      "cov-distil (oracle2student)": 3.750545024871826,
-      "cov-distil (oracle2teacher)": 3.4475204944610596,
+      "cov-distil": 2.8122973442077637,
+      "cov-distil (oracle2student)": 4.41109561920166,
+      "cov-distil (oracle2teacher)": 3.9722883701324463,
       "epoch": 2.5266875981161694,
-      "rel-constrast": 3.214962959289551,
+      "rel-constrast": 3.721224784851074,
       "step": 3219,
-      "subrel-constrast": 4.225851058959961,
+      "subrel-constrast": 4.357281684875488,
       "view-similarity": 0
     },
     {
       "epoch": 2.5274725274725274,
-      "grad_norm": 6.0625,
+      "grad_norm": 6.5625,
       "learning_rate": 4.2867921616965715e-05,
-      "loss": 0.6877,
+      "loss": 0.7227,
       "step": 3220
     },
     {
-      "cov-distil": 1.16232168674469,
-      "cov-distil (oracle2student)": 4.456209659576416,
-      "cov-distil (oracle2teacher)": 4.2791595458984375,
+      "cov-distil": 1.0761821269989014,
+      "cov-distil (oracle2student)": 5.082205772399902,
+      "cov-distil (oracle2teacher)": 4.741244316101074,
       "epoch": 2.5274725274725274,
-      "rel-constrast": 2.245940685272217,
+      "rel-constrast": 2.464221477508545,
       "step": 3220,
-      "subrel-constrast": 3.4105539321899414,
+      "subrel-constrast": 3.1090097427368164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6024693250656128,
-      "cov-distil (oracle2student)": 4.457619667053223,
-      "cov-distil (oracle2teacher)": 4.184423446655273,
+      "cov-distil": 1.6862361431121826,
+      "cov-distil (oracle2student)": 4.687012195587158,
+      "cov-distil (oracle2teacher)": 4.6168107986450195,
       "epoch": 2.5282574568288854,
-      "rel-constrast": 2.153740406036377,
+      "rel-constrast": 3.1451351642608643,
       "step": 3221,
-      "subrel-constrast": 2.9115047454833984,
+      "subrel-constrast": 2.670708656311035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5863854885101318,
-      "cov-distil (oracle2student)": 4.193875789642334,
-      "cov-distil (oracle2teacher)": 4.549797058105469,
+      "cov-distil": 2.143596887588501,
+      "cov-distil (oracle2student)": 4.783517360687256,
+      "cov-distil (oracle2teacher)": 4.596097946166992,
       "epoch": 2.5290423861852434,
-      "rel-constrast": 2.631711006164551,
+      "rel-constrast": 2.572065830230713,
       "step": 3222,
-      "subrel-constrast": 3.3136050701141357,
+      "subrel-constrast": 3.0143513679504395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8580079078674316,
-      "cov-distil (oracle2student)": 4.760239601135254,
-      "cov-distil (oracle2teacher)": 4.705539703369141,
+      "cov-distil": 1.8520667552947998,
+      "cov-distil (oracle2student)": 5.010760307312012,
+      "cov-distil (oracle2teacher)": 4.942671775817871,
       "epoch": 2.5298273155416013,
-      "rel-constrast": 2.986811876296997,
+      "rel-constrast": 2.916354179382324,
       "step": 3223,
-      "subrel-constrast": 3.2515430450439453,
+      "subrel-constrast": 3.212484359741211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5173717737197876,
-      "cov-distil (oracle2student)": 5.75255012512207,
-      "cov-distil (oracle2teacher)": 5.8574934005737305,
+      "cov-distil": 1.9123103618621826,
+      "cov-distil (oracle2student)": 5.3327717781066895,
+      "cov-distil (oracle2teacher)": 5.999067306518555,
       "epoch": 2.5306122448979593,
-      "rel-constrast": 3.7048473358154297,
+      "rel-constrast": 4.02590274810791,
       "step": 3224,
-      "subrel-constrast": 5.0932087898254395,
+      "subrel-constrast": 5.322685241699219,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647812843322754,
-      "cov-distil (oracle2student)": 3.7774569988250732,
-      "cov-distil (oracle2teacher)": 3.7755799293518066,
+      "cov-distil": 2.1367578506469727,
+      "cov-distil (oracle2student)": 4.197888374328613,
+      "cov-distil (oracle2teacher)": 3.667126417160034,
       "epoch": 2.531397174254317,
-      "rel-constrast": 2.30104398727417,
+      "rel-constrast": 2.267641544342041,
       "step": 3225,
-      "subrel-constrast": 3.599821090698242,
+      "subrel-constrast": 3.707479953765869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3016504049301147,
-      "cov-distil (oracle2student)": 4.381895065307617,
-      "cov-distil (oracle2teacher)": 4.215852737426758,
+      "cov-distil": 1.5147589445114136,
+      "cov-distil (oracle2student)": 4.907116889953613,
+      "cov-distil (oracle2teacher)": 4.631982803344727,
       "epoch": 2.5321821036106753,
-      "rel-constrast": 2.9264583587646484,
+      "rel-constrast": 3.1567955017089844,
       "step": 3226,
-      "subrel-constrast": 3.1690266132354736,
+      "subrel-constrast": 3.5961549282073975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8386789560317993,
-      "cov-distil (oracle2student)": 3.2407898902893066,
-      "cov-distil (oracle2teacher)": 3.257643222808838,
+      "cov-distil": 2.173738479614258,
+      "cov-distil (oracle2student)": 3.5161073207855225,
+      "cov-distil (oracle2teacher)": 3.8005292415618896,
       "epoch": 2.532967032967033,
-      "rel-constrast": 2.3208441734313965,
+      "rel-constrast": 2.7563486099243164,
       "step": 3227,
-      "subrel-constrast": 3.7498245239257812,
+      "subrel-constrast": 3.488595485687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4253371953964233,
-      "cov-distil (oracle2student)": 4.581547737121582,
-      "cov-distil (oracle2teacher)": 4.23675537109375,
+      "cov-distil": 1.5233339071273804,
+      "cov-distil (oracle2student)": 5.102219104766846,
+      "cov-distil (oracle2teacher)": 4.767562389373779,
       "epoch": 2.533751962323391,
-      "rel-constrast": 1.9599294662475586,
+      "rel-constrast": 2.3169960975646973,
       "step": 3228,
-      "subrel-constrast": 2.761137008666992,
+      "subrel-constrast": 2.8828749656677246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2762998342514038,
-      "cov-distil (oracle2student)": 3.717137336730957,
-      "cov-distil (oracle2teacher)": 3.404254198074341,
+      "cov-distil": 1.9658865928649902,
+      "cov-distil (oracle2student)": 3.8143625259399414,
+      "cov-distil (oracle2teacher)": 3.408921957015991,
       "epoch": 2.534536891679749,
-      "rel-constrast": 2.393007278442383,
+      "rel-constrast": 2.7997870445251465,
       "step": 3229,
-      "subrel-constrast": 2.852113962173462,
+      "subrel-constrast": 2.9240498542785645,
       "view-similarity": 0
     },
     {
       "epoch": 2.535321821036107,
-      "grad_norm": 5.625,
+      "grad_norm": 5.875,
       "learning_rate": 4.280677750648665e-05,
-      "loss": 0.6786,
+      "loss": 0.7105,
       "step": 3230
     },
     {
-      "cov-distil": 1.4573605060577393,
-      "cov-distil (oracle2student)": 5.148643493652344,
-      "cov-distil (oracle2teacher)": 4.784612655639648,
+      "cov-distil": 2.225416660308838,
+      "cov-distil (oracle2student)": 4.755260944366455,
+      "cov-distil (oracle2teacher)": 4.8660969734191895,
       "epoch": 2.535321821036107,
-      "rel-constrast": 2.2090697288513184,
+      "rel-constrast": 2.572737455368042,
       "step": 3230,
-      "subrel-constrast": 2.9027464389801025,
+      "subrel-constrast": 3.000772714614868,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1601877212524414,
-      "cov-distil (oracle2student)": 4.846194744110107,
-      "cov-distil (oracle2teacher)": 4.550320625305176,
+      "cov-distil": 1.284696102142334,
+      "cov-distil (oracle2student)": 5.000619888305664,
+      "cov-distil (oracle2teacher)": 5.200152397155762,
       "epoch": 2.536106750392465,
-      "rel-constrast": 1.7218905687332153,
+      "rel-constrast": 2.2461297512054443,
       "step": 3231,
-      "subrel-constrast": 2.510146141052246,
+      "subrel-constrast": 2.5354158878326416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1708918809890747,
-      "cov-distil (oracle2student)": 2.9218549728393555,
-      "cov-distil (oracle2teacher)": 3.272157907485962,
+      "cov-distil": 1.4109065532684326,
+      "cov-distil (oracle2student)": 3.97385311126709,
+      "cov-distil (oracle2teacher)": 3.3635616302490234,
       "epoch": 2.5368916797488223,
-      "rel-constrast": 1.65535306930542,
+      "rel-constrast": 2.108099937438965,
       "step": 3232,
-      "subrel-constrast": 2.4262778759002686,
+      "subrel-constrast": 2.615016460418701,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5161890983581543,
-      "cov-distil (oracle2student)": 4.074213027954102,
-      "cov-distil (oracle2teacher)": 3.300969123840332,
+      "cov-distil": 1.775862455368042,
+      "cov-distil (oracle2student)": 4.339698791503906,
+      "cov-distil (oracle2teacher)": 3.7368557453155518,
       "epoch": 2.537676609105181,
-      "rel-constrast": 2.366436004638672,
+      "rel-constrast": 3.0392584800720215,
       "step": 3233,
-      "subrel-constrast": 2.5791337490081787,
+      "subrel-constrast": 2.6095094680786133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1540685892105103,
-      "cov-distil (oracle2student)": 3.6207780838012695,
-      "cov-distil (oracle2teacher)": 3.439596652984619,
+      "cov-distil": 1.33840012550354,
+      "cov-distil (oracle2student)": 3.544869899749756,
+      "cov-distil (oracle2teacher)": 3.4650094509124756,
       "epoch": 2.5384615384615383,
-      "rel-constrast": 2.437859058380127,
+      "rel-constrast": 2.2131454944610596,
       "step": 3234,
-      "subrel-constrast": 2.957721471786499,
+      "subrel-constrast": 2.6744041442871094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4135057926177979,
-      "cov-distil (oracle2student)": 3.404387950897217,
-      "cov-distil (oracle2teacher)": 3.8171629905700684,
+      "cov-distil": 1.8724724054336548,
+      "cov-distil (oracle2student)": 3.822904348373413,
+      "cov-distil (oracle2teacher)": 3.7399024963378906,
       "epoch": 2.5392464678178963,
-      "rel-constrast": 3.0397753715515137,
+      "rel-constrast": 3.5248255729675293,
       "step": 3235,
-      "subrel-constrast": 3.5986857414245605,
+      "subrel-constrast": 3.2351784706115723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5693432092666626,
-      "cov-distil (oracle2student)": 2.9125471115112305,
-      "cov-distil (oracle2teacher)": 2.9131131172180176,
+      "cov-distil": 2.206846237182617,
+      "cov-distil (oracle2student)": 2.6710727214813232,
+      "cov-distil (oracle2teacher)": 3.0432071685791016,
       "epoch": 2.5400313971742543,
-      "rel-constrast": 2.8838019371032715,
+      "rel-constrast": 3.173321008682251,
       "step": 3236,
-      "subrel-constrast": 3.519014358520508,
+      "subrel-constrast": 3.316344738006592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.922534465789795,
-      "cov-distil (oracle2student)": 2.889185667037964,
-      "cov-distil (oracle2teacher)": 3.1990604400634766,
+      "cov-distil": 2.490006446838379,
+      "cov-distil (oracle2student)": 3.5667572021484375,
+      "cov-distil (oracle2teacher)": 3.4070756435394287,
       "epoch": 2.5408163265306123,
-      "rel-constrast": 2.2782304286956787,
+      "rel-constrast": 2.891192674636841,
       "step": 3237,
-      "subrel-constrast": 3.006503105163574,
+      "subrel-constrast": 2.943220615386963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.557413101196289,
-      "cov-distil (oracle2student)": 5.504024982452393,
-      "cov-distil (oracle2teacher)": 4.614834308624268,
+      "cov-distil": 1.8165837526321411,
+      "cov-distil (oracle2student)": 5.653169631958008,
+      "cov-distil (oracle2teacher)": 5.370978355407715,
       "epoch": 2.5416012558869703,
-      "rel-constrast": 3.230039596557617,
+      "rel-constrast": 2.9408023357391357,
       "step": 3238,
-      "subrel-constrast": 3.9070379734039307,
+      "subrel-constrast": 4.066344261169434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4140465259552002,
-      "cov-distil (oracle2student)": 3.3573408126831055,
-      "cov-distil (oracle2teacher)": 3.357921600341797,
+      "cov-distil": 2.09621262550354,
+      "cov-distil (oracle2student)": 4.026262283325195,
+      "cov-distil (oracle2teacher)": 3.3296144008636475,
       "epoch": 2.542386185243328,
-      "rel-constrast": 2.926745653152466,
+      "rel-constrast": 3.768000602722168,
       "step": 3239,
-      "subrel-constrast": 3.5674943923950195,
+      "subrel-constrast": 3.981827974319458,
       "view-similarity": 0
     },
     {
       "epoch": 2.5431711145996863,
-      "grad_norm": 7.5,
+      "grad_norm": 8.3125,
       "learning_rate": 4.2745416426043155e-05,
-      "loss": 0.6546,
+      "loss": 0.7119,
       "step": 3240
     },
     {
-      "cov-distil": 1.9930508136749268,
-      "cov-distil (oracle2student)": 4.633244037628174,
-      "cov-distil (oracle2teacher)": 4.779427528381348,
+      "cov-distil": 2.61618709564209,
+      "cov-distil (oracle2student)": 4.966974258422852,
+      "cov-distil (oracle2teacher)": 4.783376693725586,
       "epoch": 2.5431711145996863,
-      "rel-constrast": 2.2708029747009277,
+      "rel-constrast": 2.9768614768981934,
       "step": 3240,
-      "subrel-constrast": 3.423038959503174,
+      "subrel-constrast": 3.309272289276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.309459924697876,
-      "cov-distil (oracle2student)": 3.5359749794006348,
-      "cov-distil (oracle2teacher)": 3.2815842628479004,
+      "cov-distil": 1.3899667263031006,
+      "cov-distil (oracle2student)": 4.083913803100586,
+      "cov-distil (oracle2teacher)": 3.451871871948242,
       "epoch": 2.543956043956044,
-      "rel-constrast": 1.748654842376709,
+      "rel-constrast": 2.2957417964935303,
       "step": 3241,
-      "subrel-constrast": 2.7061944007873535,
+      "subrel-constrast": 2.5631628036499023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4904659986495972,
-      "cov-distil (oracle2student)": 3.3607091903686523,
-      "cov-distil (oracle2teacher)": 3.464132785797119,
+      "cov-distil": 1.7933708429336548,
+      "cov-distil (oracle2student)": 3.5526466369628906,
+      "cov-distil (oracle2teacher)": 3.5445306301116943,
       "epoch": 2.544740973312402,
-      "rel-constrast": 2.354949474334717,
+      "rel-constrast": 3.4749393463134766,
       "step": 3242,
-      "subrel-constrast": 2.7606730461120605,
+      "subrel-constrast": 2.446310043334961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0632405281066895,
-      "cov-distil (oracle2student)": 3.0017635822296143,
-      "cov-distil (oracle2teacher)": 3.1473779678344727,
+      "cov-distil": 2.4981868267059326,
+      "cov-distil (oracle2student)": 3.527803421020508,
+      "cov-distil (oracle2teacher)": 3.266146183013916,
       "epoch": 2.5455259026687598,
-      "rel-constrast": 2.4761271476745605,
+      "rel-constrast": 3.4706010818481445,
       "step": 3243,
-      "subrel-constrast": 3.5014488697052,
+      "subrel-constrast": 3.5837857723236084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2911851406097412,
-      "cov-distil (oracle2student)": 3.851422071456909,
-      "cov-distil (oracle2teacher)": 3.986896514892578,
+      "cov-distil": 1.585402250289917,
+      "cov-distil (oracle2student)": 3.886878252029419,
+      "cov-distil (oracle2teacher)": 3.7701833248138428,
       "epoch": 2.5463108320251178,
-      "rel-constrast": 2.3291988372802734,
+      "rel-constrast": 2.454822063446045,
       "step": 3244,
-      "subrel-constrast": 3.138678789138794,
+      "subrel-constrast": 2.883169651031494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.468261480331421,
-      "cov-distil (oracle2student)": 3.9986608028411865,
-      "cov-distil (oracle2teacher)": 4.049673080444336,
+      "cov-distil": 2.0831332206726074,
+      "cov-distil (oracle2student)": 3.9198379516601562,
+      "cov-distil (oracle2teacher)": 3.979342460632324,
       "epoch": 2.5470957613814758,
-      "rel-constrast": 2.4392056465148926,
+      "rel-constrast": 3.077369451522827,
       "step": 3245,
-      "subrel-constrast": 3.3867239952087402,
+      "subrel-constrast": 3.4948067665100098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5132545232772827,
-      "cov-distil (oracle2student)": 3.2308998107910156,
-      "cov-distil (oracle2teacher)": 3.023292064666748,
+      "cov-distil": 2.218820333480835,
+      "cov-distil (oracle2student)": 3.343852996826172,
+      "cov-distil (oracle2teacher)": 3.3671252727508545,
       "epoch": 2.5478806907378337,
-      "rel-constrast": 2.2253823280334473,
+      "rel-constrast": 2.6342296600341797,
       "step": 3246,
-      "subrel-constrast": 2.7018909454345703,
+      "subrel-constrast": 2.7370331287384033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2590117454528809,
-      "cov-distil (oracle2student)": 5.970489501953125,
-      "cov-distil (oracle2teacher)": 4.997638702392578,
+      "cov-distil": 2.341993808746338,
+      "cov-distil (oracle2student)": 6.027660369873047,
+      "cov-distil (oracle2teacher)": 5.715939521789551,
       "epoch": 2.5486656200941917,
-      "rel-constrast": 2.525355815887451,
+      "rel-constrast": 3.5005249977111816,
       "step": 3247,
-      "subrel-constrast": 3.461256265640259,
+      "subrel-constrast": 3.5851235389709473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1363693475723267,
-      "cov-distil (oracle2student)": 4.906301975250244,
-      "cov-distil (oracle2teacher)": 4.383825302124023,
+      "cov-distil": 1.4993681907653809,
+      "cov-distil (oracle2student)": 5.2921013832092285,
+      "cov-distil (oracle2teacher)": 4.586263656616211,
       "epoch": 2.5494505494505493,
-      "rel-constrast": 2.1044998168945312,
+      "rel-constrast": 2.5248098373413086,
       "step": 3248,
-      "subrel-constrast": 2.4981067180633545,
+      "subrel-constrast": 2.7215561866760254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7318671941757202,
-      "cov-distil (oracle2student)": 4.139473915100098,
-      "cov-distil (oracle2teacher)": 4.273100852966309,
+      "cov-distil": 1.9471222162246704,
+      "cov-distil (oracle2student)": 4.757463455200195,
+      "cov-distil (oracle2teacher)": 4.489259243011475,
       "epoch": 2.5502354788069073,
-      "rel-constrast": 1.647935152053833,
+      "rel-constrast": 1.8466064929962158,
       "step": 3249,
-      "subrel-constrast": 2.567331314086914,
+      "subrel-constrast": 2.3431596755981445,
       "view-similarity": 0
     },
     {
       "epoch": 2.5510204081632653,
-      "grad_norm": 4.53125,
+      "grad_norm": 6.0625,
       "learning_rate": 4.268383912330062e-05,
-      "loss": 0.5912,
+      "loss": 0.7064,
       "step": 3250
     },
     {
-      "cov-distil": 1.7139356136322021,
-      "cov-distil (oracle2student)": 5.357488632202148,
-      "cov-distil (oracle2teacher)": 4.6476593017578125,
+      "cov-distil": 2.060239315032959,
+      "cov-distil (oracle2student)": 5.522237777709961,
+      "cov-distil (oracle2teacher)": 4.700701713562012,
       "epoch": 2.5510204081632653,
-      "rel-constrast": 3.4612064361572266,
+      "rel-constrast": 3.7768919467926025,
       "step": 3250,
-      "subrel-constrast": 3.9371628761291504,
+      "subrel-constrast": 3.5632410049438477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8351165056228638,
-      "cov-distil (oracle2student)": 5.311262130737305,
-      "cov-distil (oracle2teacher)": 4.7574615478515625,
+      "cov-distil": 2.249680995941162,
+      "cov-distil (oracle2student)": 5.800320625305176,
+      "cov-distil (oracle2teacher)": 4.810523509979248,
       "epoch": 2.5518053375196232,
-      "rel-constrast": 1.9085783958435059,
+      "rel-constrast": 2.656214714050293,
       "step": 3251,
-      "subrel-constrast": 3.273679733276367,
+      "subrel-constrast": 3.2386794090270996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5523722171783447,
-      "cov-distil (oracle2student)": 4.791957855224609,
-      "cov-distil (oracle2teacher)": 4.796708583831787,
+      "cov-distil": 1.8924121856689453,
+      "cov-distil (oracle2student)": 5.165438652038574,
+      "cov-distil (oracle2teacher)": 5.206862449645996,
       "epoch": 2.5525902668759812,
-      "rel-constrast": 3.168562412261963,
+      "rel-constrast": 3.5185294151306152,
       "step": 3252,
-      "subrel-constrast": 4.097854137420654,
+      "subrel-constrast": 4.081309795379639,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.278954267501831,
-      "cov-distil (oracle2student)": 4.763172149658203,
-      "cov-distil (oracle2teacher)": 4.9113593101501465,
+      "cov-distil": 1.5133572816848755,
+      "cov-distil (oracle2student)": 4.149874210357666,
+      "cov-distil (oracle2teacher)": 5.328376770019531,
       "epoch": 2.553375196232339,
-      "rel-constrast": 3.130584239959717,
+      "rel-constrast": 2.9932732582092285,
       "step": 3253,
-      "subrel-constrast": 3.675779104232788,
+      "subrel-constrast": 3.9776480197906494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7319575548171997,
-      "cov-distil (oracle2student)": 4.89845085144043,
-      "cov-distil (oracle2teacher)": 4.392589092254639,
+      "cov-distil": 1.7862392663955688,
+      "cov-distil (oracle2student)": 4.351409912109375,
+      "cov-distil (oracle2teacher)": 4.638960361480713,
       "epoch": 2.554160125588697,
-      "rel-constrast": 3.393181800842285,
+      "rel-constrast": 3.324634075164795,
       "step": 3254,
-      "subrel-constrast": 3.473701000213623,
+      "subrel-constrast": 3.297144889831543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4680345058441162,
-      "cov-distil (oracle2student)": 4.485637664794922,
-      "cov-distil (oracle2teacher)": 3.837428569793701,
+      "cov-distil": 1.820728063583374,
+      "cov-distil (oracle2student)": 4.735854148864746,
+      "cov-distil (oracle2teacher)": 4.4419169425964355,
       "epoch": 2.5549450549450547,
-      "rel-constrast": 2.4922890663146973,
+      "rel-constrast": 2.9068045616149902,
       "step": 3255,
-      "subrel-constrast": 3.050497055053711,
+      "subrel-constrast": 3.204327344894409,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1534069776535034,
-      "cov-distil (oracle2student)": 3.6906516551971436,
-      "cov-distil (oracle2teacher)": 3.536055088043213,
+      "cov-distil": 1.6213804483413696,
+      "cov-distil (oracle2student)": 4.123084545135498,
+      "cov-distil (oracle2teacher)": 3.6503372192382812,
       "epoch": 2.5557299843014127,
-      "rel-constrast": 2.2958717346191406,
+      "rel-constrast": 2.7010445594787598,
       "step": 3256,
-      "subrel-constrast": 2.895573616027832,
+      "subrel-constrast": 3.1129684448242188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7586607933044434,
-      "cov-distil (oracle2student)": 4.340325832366943,
-      "cov-distil (oracle2teacher)": 4.086240768432617,
+      "cov-distil": 2.9290454387664795,
+      "cov-distil (oracle2student)": 4.697967052459717,
+      "cov-distil (oracle2teacher)": 4.321783542633057,
       "epoch": 2.5565149136577707,
-      "rel-constrast": 2.3323609828948975,
+      "rel-constrast": 2.2582247257232666,
       "step": 3257,
-      "subrel-constrast": 3.049468755722046,
+      "subrel-constrast": 3.5685536861419678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1015254259109497,
-      "cov-distil (oracle2student)": 4.71315860748291,
-      "cov-distil (oracle2teacher)": 3.955441951751709,
+      "cov-distil": 1.5624589920043945,
+      "cov-distil (oracle2student)": 4.567597389221191,
+      "cov-distil (oracle2teacher)": 4.144985675811768,
       "epoch": 2.5572998430141287,
-      "rel-constrast": 2.62184739112854,
+      "rel-constrast": 2.9454660415649414,
       "step": 3258,
-      "subrel-constrast": 3.210923671722412,
+      "subrel-constrast": 3.315486192703247,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0415889024734497,
-      "cov-distil (oracle2student)": 4.162044048309326,
-      "cov-distil (oracle2teacher)": 4.327247142791748,
+      "cov-distil": 1.3228760957717896,
+      "cov-distil (oracle2student)": 4.611839771270752,
+      "cov-distil (oracle2teacher)": 4.375870704650879,
       "epoch": 2.5580847723704867,
-      "rel-constrast": 1.7610578536987305,
+      "rel-constrast": 1.9834208488464355,
       "step": 3259,
-      "subrel-constrast": 2.6464648246765137,
+      "subrel-constrast": 2.4899637699127197,
       "view-similarity": 0
     },
     {
       "epoch": 2.5588697017268447,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.625,
       "learning_rate": 4.262204634855904e-05,
-      "loss": 0.7007,
+      "loss": 0.7266,
       "step": 3260
     },
     {
-      "cov-distil": 1.7340993881225586,
-      "cov-distil (oracle2student)": 3.0289480686187744,
-      "cov-distil (oracle2teacher)": 3.339664936065674,
+      "cov-distil": 2.4103541374206543,
+      "cov-distil (oracle2student)": 3.7604246139526367,
+      "cov-distil (oracle2teacher)": 3.3202943801879883,
       "epoch": 2.5588697017268447,
-      "rel-constrast": 2.8177828788757324,
+      "rel-constrast": 3.1117000579833984,
       "step": 3260,
-      "subrel-constrast": 3.5465855598449707,
+      "subrel-constrast": 3.3367838859558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.056281566619873,
-      "cov-distil (oracle2student)": 4.49436092376709,
-      "cov-distil (oracle2teacher)": 4.30586051940918,
+      "cov-distil": 1.4584968090057373,
+      "cov-distil (oracle2student)": 4.6938796043396,
+      "cov-distil (oracle2teacher)": 4.554783344268799,
       "epoch": 2.5596546310832027,
-      "rel-constrast": 2.16733455657959,
+      "rel-constrast": 2.694438934326172,
       "step": 3261,
-      "subrel-constrast": 2.5948903560638428,
+      "subrel-constrast": 2.744328737258911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4102699756622314,
-      "cov-distil (oracle2student)": 4.49367094039917,
-      "cov-distil (oracle2teacher)": 4.386835098266602,
+      "cov-distil": 1.962733268737793,
+      "cov-distil (oracle2student)": 5.401519298553467,
+      "cov-distil (oracle2teacher)": 4.916979789733887,
       "epoch": 2.5604395604395602,
-      "rel-constrast": 3.0122101306915283,
+      "rel-constrast": 3.102445125579834,
       "step": 3262,
-      "subrel-constrast": 3.648751735687256,
+      "subrel-constrast": 3.8215107917785645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4944055080413818,
-      "cov-distil (oracle2student)": 5.551197052001953,
-      "cov-distil (oracle2teacher)": 4.877086639404297,
+      "cov-distil": 1.7333430051803589,
+      "cov-distil (oracle2student)": 5.485889911651611,
+      "cov-distil (oracle2teacher)": 5.010097503662109,
       "epoch": 2.561224489795918,
-      "rel-constrast": 3.4456379413604736,
+      "rel-constrast": 4.068786144256592,
       "step": 3263,
-      "subrel-constrast": 3.8680262565612793,
+      "subrel-constrast": 3.805778980255127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7448559999465942,
-      "cov-distil (oracle2student)": 5.1414666175842285,
-      "cov-distil (oracle2teacher)": 4.938206195831299,
+      "cov-distil": 2.6364660263061523,
+      "cov-distil (oracle2student)": 5.412646293640137,
+      "cov-distil (oracle2teacher)": 5.660788536071777,
       "epoch": 2.562009419152276,
-      "rel-constrast": 3.0182933807373047,
+      "rel-constrast": 3.612393617630005,
       "step": 3264,
-      "subrel-constrast": 4.20383882522583,
+      "subrel-constrast": 3.944070339202881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.694167137145996,
-      "cov-distil (oracle2student)": 4.163534164428711,
-      "cov-distil (oracle2teacher)": 3.7299749851226807,
+      "cov-distil": 2.430159568786621,
+      "cov-distil (oracle2student)": 4.219322204589844,
+      "cov-distil (oracle2teacher)": 3.891915798187256,
       "epoch": 2.562794348508634,
-      "rel-constrast": 2.583803653717041,
+      "rel-constrast": 2.748136281967163,
       "step": 3265,
-      "subrel-constrast": 3.331714630126953,
+      "subrel-constrast": 3.3129730224609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7184603214263916,
-      "cov-distil (oracle2student)": 2.7310032844543457,
-      "cov-distil (oracle2teacher)": 3.1123712062835693,
+      "cov-distil": 2.089164972305298,
+      "cov-distil (oracle2student)": 3.1829752922058105,
+      "cov-distil (oracle2teacher)": 3.297480821609497,
       "epoch": 2.563579277864992,
-      "rel-constrast": 1.8796802759170532,
+      "rel-constrast": 2.745265483856201,
       "step": 3266,
-      "subrel-constrast": 3.1740684509277344,
+      "subrel-constrast": 3.4500808715820312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.682334303855896,
-      "cov-distil (oracle2student)": 4.466099739074707,
-      "cov-distil (oracle2teacher)": 4.323416709899902,
+      "cov-distil": 1.575866937637329,
+      "cov-distil (oracle2student)": 4.065324783325195,
+      "cov-distil (oracle2teacher)": 5.012883186340332,
       "epoch": 2.56436420722135,
-      "rel-constrast": 2.413039207458496,
+      "rel-constrast": 2.280945301055908,
       "step": 3267,
-      "subrel-constrast": 3.222015619277954,
+      "subrel-constrast": 3.2111740112304688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.518545150756836,
-      "cov-distil (oracle2student)": 4.4511566162109375,
-      "cov-distil (oracle2teacher)": 4.071481227874756,
+      "cov-distil": 1.5564942359924316,
+      "cov-distil (oracle2student)": 4.972723484039307,
+      "cov-distil (oracle2teacher)": 4.181339263916016,
       "epoch": 2.565149136577708,
-      "rel-constrast": 1.9195671081542969,
+      "rel-constrast": 2.1890101432800293,
       "step": 3268,
-      "subrel-constrast": 2.647453546524048,
+      "subrel-constrast": 2.5272395610809326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.495706558227539,
-      "cov-distil (oracle2student)": 3.723367214202881,
-      "cov-distil (oracle2teacher)": 3.742830753326416,
+      "cov-distil": 1.533362627029419,
+      "cov-distil (oracle2student)": 3.5018117427825928,
+      "cov-distil (oracle2teacher)": 3.915304660797119,
       "epoch": 2.5659340659340657,
-      "rel-constrast": 2.6329598426818848,
+      "rel-constrast": 2.519259452819824,
       "step": 3269,
-      "subrel-constrast": 3.1492972373962402,
+      "subrel-constrast": 2.9698758125305176,
       "view-similarity": 0
     },
     {
       "epoch": 2.566718995290424,
-      "grad_norm": 5.0625,
+      "grad_norm": 4.78125,
       "learning_rate": 4.256003885474388e-05,
-      "loss": 0.6861,
+      "loss": 0.7268,
       "step": 3270
     },
     {
-      "cov-distil": 1.529050588607788,
-      "cov-distil (oracle2student)": 4.199970245361328,
-      "cov-distil (oracle2teacher)": 4.128181457519531,
+      "cov-distil": 1.429315209388733,
+      "cov-distil (oracle2student)": 4.3842363357543945,
+      "cov-distil (oracle2teacher)": 4.113804817199707,
       "epoch": 2.566718995290424,
-      "rel-constrast": 2.7160210609436035,
+      "rel-constrast": 2.929676055908203,
       "step": 3270,
-      "subrel-constrast": 3.5197556018829346,
+      "subrel-constrast": 3.2409229278564453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7792744636535645,
-      "cov-distil (oracle2student)": 5.085698127746582,
-      "cov-distil (oracle2teacher)": 5.008724212646484,
+      "cov-distil": 2.0554757118225098,
+      "cov-distil (oracle2student)": 5.214100360870361,
+      "cov-distil (oracle2teacher)": 5.018650054931641,
       "epoch": 2.5675039246467817,
-      "rel-constrast": 2.6362128257751465,
+      "rel-constrast": 3.156623125076294,
       "step": 3271,
-      "subrel-constrast": 3.648754119873047,
+      "subrel-constrast": 3.2140347957611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.726091980934143,
-      "cov-distil (oracle2student)": 4.852334499359131,
-      "cov-distil (oracle2teacher)": 4.77440071105957,
+      "cov-distil": 1.7774157524108887,
+      "cov-distil (oracle2student)": 4.723681926727295,
+      "cov-distil (oracle2teacher)": 4.7334747314453125,
       "epoch": 2.5682888540031397,
-      "rel-constrast": 2.1003856658935547,
+      "rel-constrast": 2.160754442214966,
       "step": 3272,
-      "subrel-constrast": 3.3412110805511475,
+      "subrel-constrast": 3.4209399223327637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7286505699157715,
-      "cov-distil (oracle2student)": 3.5846340656280518,
-      "cov-distil (oracle2teacher)": 3.3514437675476074,
+      "cov-distil": 2.361891746520996,
+      "cov-distil (oracle2student)": 4.189060688018799,
+      "cov-distil (oracle2teacher)": 3.2721328735351562,
       "epoch": 2.5690737833594977,
-      "rel-constrast": 2.7678632736206055,
+      "rel-constrast": 2.20088529586792,
       "step": 3273,
-      "subrel-constrast": 2.9557154178619385,
+      "subrel-constrast": 2.918254852294922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.390209436416626,
-      "cov-distil (oracle2student)": 5.229157447814941,
-      "cov-distil (oracle2teacher)": 5.08613920211792,
+      "cov-distil": 1.9179191589355469,
+      "cov-distil (oracle2student)": 5.405294895172119,
+      "cov-distil (oracle2teacher)": 5.274117946624756,
       "epoch": 2.5698587127158556,
-      "rel-constrast": 3.241698741912842,
+      "rel-constrast": 3.4004931449890137,
       "step": 3274,
-      "subrel-constrast": 4.046131134033203,
+      "subrel-constrast": 4.142580986022949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9748495221138,
-      "cov-distil (oracle2student)": 6.0598039627075195,
-      "cov-distil (oracle2teacher)": 5.438943386077881,
+      "cov-distil": 1.4523866176605225,
+      "cov-distil (oracle2student)": 5.9627685546875,
+      "cov-distil (oracle2teacher)": 5.791431427001953,
       "epoch": 2.5706436420722136,
-      "rel-constrast": 3.346529245376587,
+      "rel-constrast": 3.175536632537842,
       "step": 3275,
-      "subrel-constrast": 3.09846830368042,
+      "subrel-constrast": 2.854391574859619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7004845142364502,
-      "cov-distil (oracle2student)": 4.047762870788574,
-      "cov-distil (oracle2teacher)": 3.744645595550537,
+      "cov-distil": 2.2320055961608887,
+      "cov-distil (oracle2student)": 3.9856209754943848,
+      "cov-distil (oracle2teacher)": 3.8675613403320312,
       "epoch": 2.571428571428571,
-      "rel-constrast": 2.4321184158325195,
+      "rel-constrast": 2.5394234657287598,
       "step": 3276,
-      "subrel-constrast": 2.811105728149414,
+      "subrel-constrast": 2.8338828086853027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8920390605926514,
-      "cov-distil (oracle2student)": 5.850068092346191,
-      "cov-distil (oracle2teacher)": 4.763786315917969,
+      "cov-distil": 2.321894884109497,
+      "cov-distil (oracle2student)": 5.848880767822266,
+      "cov-distil (oracle2teacher)": 4.7316436767578125,
       "epoch": 2.5722135007849296,
-      "rel-constrast": 2.481153964996338,
+      "rel-constrast": 3.1685595512390137,
       "step": 3277,
-      "subrel-constrast": 3.3148419857025146,
+      "subrel-constrast": 3.4177613258361816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5352731943130493,
-      "cov-distil (oracle2student)": 5.028637886047363,
-      "cov-distil (oracle2teacher)": 4.015979766845703,
+      "cov-distil": 2.2274069786071777,
+      "cov-distil (oracle2student)": 4.728279113769531,
+      "cov-distil (oracle2teacher)": 4.214278221130371,
       "epoch": 2.572998430141287,
-      "rel-constrast": 1.9886298179626465,
+      "rel-constrast": 1.836471676826477,
       "step": 3278,
-      "subrel-constrast": 2.4161012172698975,
+      "subrel-constrast": 2.652275323867798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2928798198699951,
-      "cov-distil (oracle2student)": 5.353870391845703,
-      "cov-distil (oracle2teacher)": 4.92848014831543,
+      "cov-distil": 1.5790681838989258,
+      "cov-distil (oracle2student)": 5.788311004638672,
+      "cov-distil (oracle2teacher)": 5.669185638427734,
       "epoch": 2.573783359497645,
-      "rel-constrast": 2.3006224632263184,
+      "rel-constrast": 2.5689024925231934,
       "step": 3279,
-      "subrel-constrast": 2.6857829093933105,
+      "subrel-constrast": 2.8107316493988037,
       "view-similarity": 0
     },
     {
       "epoch": 2.574568288854003,
-      "grad_norm": 4.25,
+      "grad_norm": 5.21875,
       "learning_rate": 4.249781739739689e-05,
-      "loss": 0.6892,
+      "loss": 0.6784,
       "step": 3280
     },
     {
-      "cov-distil": 1.5840190649032593,
-      "cov-distil (oracle2student)": 5.680285453796387,
-      "cov-distil (oracle2teacher)": 4.86031436920166,
+      "cov-distil": 1.9540972709655762,
+      "cov-distil (oracle2student)": 5.554699897766113,
+      "cov-distil (oracle2teacher)": 5.687427997589111,
       "epoch": 2.574568288854003,
-      "rel-constrast": 2.806800127029419,
+      "rel-constrast": 3.3341856002807617,
       "step": 3280,
-      "subrel-constrast": 3.0624196529388428,
+      "subrel-constrast": 3.3105244636535645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.597609043121338,
-      "cov-distil (oracle2student)": 4.03950834274292,
-      "cov-distil (oracle2teacher)": 3.7728967666625977,
+      "cov-distil": 1.6674401760101318,
+      "cov-distil (oracle2student)": 3.1950554847717285,
+      "cov-distil (oracle2teacher)": 3.7947983741760254,
       "epoch": 2.575353218210361,
-      "rel-constrast": 3.8426570892333984,
+      "rel-constrast": 3.6583187580108643,
       "step": 3281,
-      "subrel-constrast": 4.4568915367126465,
+      "subrel-constrast": 4.202911376953125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3394291400909424,
-      "cov-distil (oracle2student)": 4.026419162750244,
-      "cov-distil (oracle2teacher)": 4.094727039337158,
+      "cov-distil": 2.344968557357788,
+      "cov-distil (oracle2student)": 4.8254475593566895,
+      "cov-distil (oracle2teacher)": 3.9590370655059814,
       "epoch": 2.576138147566719,
-      "rel-constrast": 2.4910223484039307,
+      "rel-constrast": 3.7163634300231934,
       "step": 3282,
-      "subrel-constrast": 3.851870059967041,
+      "subrel-constrast": 3.8764705657958984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2845182418823242,
-      "cov-distil (oracle2student)": 3.6200850009918213,
-      "cov-distil (oracle2teacher)": 3.7844772338867188,
+      "cov-distil": 1.9193662405014038,
+      "cov-distil (oracle2student)": 4.150669097900391,
+      "cov-distil (oracle2teacher)": 3.985887289047241,
       "epoch": 2.5769230769230766,
-      "rel-constrast": 2.1330132484436035,
+      "rel-constrast": 3.0407586097717285,
       "step": 3283,
-      "subrel-constrast": 3.0214080810546875,
+      "subrel-constrast": 3.065133571624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5192015171051025,
-      "cov-distil (oracle2student)": 6.2637739181518555,
-      "cov-distil (oracle2teacher)": 5.338896751403809,
+      "cov-distil": 1.8851330280303955,
+      "cov-distil (oracle2student)": 6.260456085205078,
+      "cov-distil (oracle2teacher)": 5.695244789123535,
       "epoch": 2.577708006279435,
-      "rel-constrast": 4.458566665649414,
+      "rel-constrast": 4.403084754943848,
       "step": 3284,
-      "subrel-constrast": 4.830592155456543,
+      "subrel-constrast": 4.9073286056518555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5906927585601807,
-      "cov-distil (oracle2student)": 2.8866772651672363,
-      "cov-distil (oracle2teacher)": 3.1263370513916016,
+      "cov-distil": 2.4282026290893555,
+      "cov-distil (oracle2student)": 2.560237407684326,
+      "cov-distil (oracle2teacher)": 3.234321117401123,
       "epoch": 2.5784929356357926,
-      "rel-constrast": 3.5691277980804443,
+      "rel-constrast": 3.9741714000701904,
       "step": 3285,
-      "subrel-constrast": 4.314035892486572,
+      "subrel-constrast": 4.475297927856445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0624386072158813,
-      "cov-distil (oracle2student)": 3.857084274291992,
-      "cov-distil (oracle2teacher)": 3.545844793319702,
+      "cov-distil": 1.4036552906036377,
+      "cov-distil (oracle2student)": 4.0305047035217285,
+      "cov-distil (oracle2teacher)": 4.021964073181152,
       "epoch": 2.5792778649921506,
-      "rel-constrast": 1.9379582405090332,
+      "rel-constrast": 2.1227569580078125,
       "step": 3286,
-      "subrel-constrast": 2.425562858581543,
+      "subrel-constrast": 2.779468297958374,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.080763339996338,
-      "cov-distil (oracle2student)": 3.701930522918701,
-      "cov-distil (oracle2teacher)": 3.7231242656707764,
+      "cov-distil": 2.546107769012451,
+      "cov-distil (oracle2student)": 3.8752918243408203,
+      "cov-distil (oracle2teacher)": 3.9775209426879883,
       "epoch": 2.5800627943485086,
-      "rel-constrast": 1.6859327554702759,
+      "rel-constrast": 2.4343996047973633,
       "step": 3287,
-      "subrel-constrast": 3.035763740539551,
+      "subrel-constrast": 3.072957992553711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4813196659088135,
-      "cov-distil (oracle2student)": 5.688510417938232,
-      "cov-distil (oracle2teacher)": 5.122285842895508,
+      "cov-distil": 1.5364975929260254,
+      "cov-distil (oracle2student)": 6.353114128112793,
+      "cov-distil (oracle2teacher)": 5.538120269775391,
       "epoch": 2.5808477237048666,
-      "rel-constrast": 2.655193567276001,
+      "rel-constrast": 2.748053550720215,
       "step": 3288,
-      "subrel-constrast": 3.153404474258423,
+      "subrel-constrast": 3.2461085319519043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9034730195999146,
-      "cov-distil (oracle2student)": 4.920137405395508,
-      "cov-distil (oracle2teacher)": 4.710302829742432,
+      "cov-distil": 2.803805351257324,
+      "cov-distil (oracle2student)": 5.315864562988281,
+      "cov-distil (oracle2teacher)": 5.228005409240723,
       "epoch": 2.5816326530612246,
-      "rel-constrast": 2.7280972003936768,
+      "rel-constrast": 3.0787041187286377,
       "step": 3289,
-      "subrel-constrast": 3.7167985439300537,
+      "subrel-constrast": 3.754086494445801,
       "view-similarity": 0
     },
     {
       "epoch": 2.5824175824175826,
-      "grad_norm": 5.34375,
+      "grad_norm": 6.53125,
       "learning_rate": 4.243538273466689e-05,
-      "loss": 0.7488,
+      "loss": 0.8128,
       "step": 3290
     },
     {
-      "cov-distil": 1.4016424417495728,
-      "cov-distil (oracle2student)": 3.7982194423675537,
-      "cov-distil (oracle2teacher)": 3.919524669647217,
+      "cov-distil": 2.0052223205566406,
+      "cov-distil (oracle2student)": 4.376160144805908,
+      "cov-distil (oracle2teacher)": 3.9765686988830566,
       "epoch": 2.5824175824175826,
-      "rel-constrast": 2.5511674880981445,
+      "rel-constrast": 3.0879082679748535,
       "step": 3290,
-      "subrel-constrast": 3.2890548706054688,
+      "subrel-constrast": 3.379261016845703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1513092517852783,
-      "cov-distil (oracle2student)": 4.259974956512451,
-      "cov-distil (oracle2teacher)": 4.017462730407715,
+      "cov-distil": 1.6368446350097656,
+      "cov-distil (oracle2student)": 4.231628894805908,
+      "cov-distil (oracle2teacher)": 3.945111036300659,
       "epoch": 2.5832025117739406,
-      "rel-constrast": 1.7892630100250244,
+      "rel-constrast": 2.062955856323242,
       "step": 3291,
-      "subrel-constrast": 2.541137933731079,
+      "subrel-constrast": 2.334805488586426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.865713119506836,
-      "cov-distil (oracle2student)": 3.2688465118408203,
-      "cov-distil (oracle2teacher)": 3.2105860710144043,
+      "cov-distil": 1.9732916355133057,
+      "cov-distil (oracle2student)": 3.4103901386260986,
+      "cov-distil (oracle2teacher)": 3.288667678833008,
       "epoch": 2.583987441130298,
-      "rel-constrast": 1.685964584350586,
+      "rel-constrast": 2.194638967514038,
       "step": 3292,
-      "subrel-constrast": 2.5690314769744873,
+      "subrel-constrast": 2.776623487472534,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4983820915222168,
-      "cov-distil (oracle2student)": 4.654667377471924,
-      "cov-distil (oracle2teacher)": 4.214472770690918,
+      "cov-distil": 2.1293861865997314,
+      "cov-distil (oracle2student)": 5.718608856201172,
+      "cov-distil (oracle2teacher)": 4.544943809509277,
       "epoch": 2.584772370486656,
-      "rel-constrast": 2.6191048622131348,
+      "rel-constrast": 2.983508825302124,
       "step": 3293,
-      "subrel-constrast": 3.2407069206237793,
+      "subrel-constrast": 3.1583380699157715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6192182302474976,
-      "cov-distil (oracle2student)": 3.1155080795288086,
-      "cov-distil (oracle2teacher)": 3.1795833110809326,
+      "cov-distil": 1.6987544298171997,
+      "cov-distil (oracle2student)": 3.7483935356140137,
+      "cov-distil (oracle2teacher)": 3.165430784225464,
       "epoch": 2.585557299843014,
-      "rel-constrast": 2.3627636432647705,
+      "rel-constrast": 3.2192726135253906,
       "step": 3294,
-      "subrel-constrast": 3.271723747253418,
+      "subrel-constrast": 3.2544126510620117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.158888101577759,
-      "cov-distil (oracle2student)": 4.877020835876465,
-      "cov-distil (oracle2teacher)": 4.146221160888672,
+      "cov-distil": 3.0652737617492676,
+      "cov-distil (oracle2student)": 5.178793907165527,
+      "cov-distil (oracle2teacher)": 4.61856746673584,
       "epoch": 2.586342229199372,
-      "rel-constrast": 2.7412588596343994,
+      "rel-constrast": 2.2435245513916016,
       "step": 3295,
-      "subrel-constrast": 3.400167465209961,
+      "subrel-constrast": 3.6822140216827393,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.4465718269348145,
-      "cov-distil (oracle2student)": 3.767566204071045,
-      "cov-distil (oracle2teacher)": 3.504206657409668,
+      "cov-distil": 2.8715615272521973,
+      "cov-distil (oracle2student)": 4.29392147064209,
+      "cov-distil (oracle2teacher)": 3.576988697052002,
       "epoch": 2.58712715855573,
-      "rel-constrast": 2.334836483001709,
+      "rel-constrast": 2.659970283508301,
       "step": 3296,
-      "subrel-constrast": 3.3224680423736572,
+      "subrel-constrast": 2.9820337295532227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8327314853668213,
-      "cov-distil (oracle2student)": 3.921072244644165,
-      "cov-distil (oracle2teacher)": 3.704843521118164,
+      "cov-distil": 2.126758098602295,
+      "cov-distil (oracle2student)": 4.102355480194092,
+      "cov-distil (oracle2teacher)": 4.2801008224487305,
       "epoch": 2.587912087912088,
-      "rel-constrast": 2.9475817680358887,
+      "rel-constrast": 3.4136123657226562,
       "step": 3297,
-      "subrel-constrast": 3.6027557849884033,
+      "subrel-constrast": 3.8072333335876465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4587290287017822,
-      "cov-distil (oracle2student)": 4.545775413513184,
-      "cov-distil (oracle2teacher)": 4.290907859802246,
+      "cov-distil": 1.906279444694519,
+      "cov-distil (oracle2student)": 5.191926956176758,
+      "cov-distil (oracle2teacher)": 4.460435390472412,
       "epoch": 2.588697017268446,
-      "rel-constrast": 2.3750455379486084,
+      "rel-constrast": 2.847896099090576,
       "step": 3298,
-      "subrel-constrast": 3.0978264808654785,
+      "subrel-constrast": 3.112830400466919,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.665151596069336,
-      "cov-distil (oracle2student)": 3.8188090324401855,
-      "cov-distil (oracle2teacher)": 3.4798498153686523,
+      "cov-distil": 1.9281933307647705,
+      "cov-distil (oracle2student)": 4.111013412475586,
+      "cov-distil (oracle2teacher)": 3.437753677368164,
       "epoch": 2.5894819466248036,
-      "rel-constrast": 2.1864166259765625,
+      "rel-constrast": 2.7282514572143555,
       "step": 3299,
-      "subrel-constrast": 3.0707285404205322,
+      "subrel-constrast": 3.023419141769409,
       "view-similarity": 0
     },
     {
       "epoch": 2.5902668759811616,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.6875,
       "learning_rate": 4.237273562730054e-05,
-      "loss": 0.6326,
+      "loss": 0.686,
       "step": 3300
     },
     {
       "epoch": 2.5902668759811616,
-      "overlap": 0.30156251788139343,
+      "overlap": 0.27656251192092896,
       "step": 3300
     },
     {
       "epoch": 2.5902668759811616,
       "step": 3300,
-      "student margin": 0.08074951171875
+      "student margin": 0.076873779296875
     },
     {
       "epoch": 2.5902668759811616,
       "step": 3300,
-      "teacher margin": 0.057891845703125
+      "teacher margin": 0.06231689453125
     },
     {
       "epoch": 2.5902668759811616,
-      "margin difference": -0.022857666015625,
+      "margin difference": -0.014556884765625,
       "step": 3300
     },
     {
-      "cov-distil": 1.7385358810424805,
-      "cov-distil (oracle2student)": 2.386547565460205,
-      "cov-distil (oracle2teacher)": 2.325594186782837,
+      "cov-distil": 1.7977113723754883,
+      "cov-distil (oracle2student)": 2.474992036819458,
+      "cov-distil (oracle2teacher)": 2.312304735183716,
       "epoch": 2.5902668759811616,
-      "rel-constrast": 1.5091532468795776,
+      "rel-constrast": 1.6875298023223877,
       "step": 3300,
-      "subrel-constrast": 2.1299686431884766,
+      "subrel-constrast": 2.2619123458862305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4639618396759033,
-      "cov-distil (oracle2student)": 4.653107643127441,
-      "cov-distil (oracle2teacher)": 3.881019115447998,
+      "cov-distil": 1.9469064474105835,
+      "cov-distil (oracle2student)": 4.930906772613525,
+      "cov-distil (oracle2teacher)": 4.01064920425415,
       "epoch": 2.5910518053375196,
-      "rel-constrast": 3.038602352142334,
+      "rel-constrast": 2.6516058444976807,
       "step": 3301,
-      "subrel-constrast": 3.4524624347686768,
+      "subrel-constrast": 3.583620309829712,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9320900440216064,
-      "cov-distil (oracle2student)": 5.983251571655273,
-      "cov-distil (oracle2teacher)": 5.523399829864502,
+      "cov-distil": 2.4942209720611572,
+      "cov-distil (oracle2student)": 6.562013149261475,
+      "cov-distil (oracle2teacher)": 5.52366828918457,
       "epoch": 2.5918367346938775,
-      "rel-constrast": 2.6845741271972656,
+      "rel-constrast": 2.6072652339935303,
       "step": 3302,
-      "subrel-constrast": 3.70774507522583,
+      "subrel-constrast": 3.9928622245788574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3044226169586182,
-      "cov-distil (oracle2student)": 5.062860488891602,
-      "cov-distil (oracle2teacher)": 4.7673492431640625,
+      "cov-distil": 1.920751929283142,
+      "cov-distil (oracle2student)": 5.752434253692627,
+      "cov-distil (oracle2teacher)": 5.285829544067383,
       "epoch": 2.5926216640502355,
-      "rel-constrast": 2.7204740047454834,
+      "rel-constrast": 3.036616325378418,
       "step": 3303,
-      "subrel-constrast": 3.433685302734375,
+      "subrel-constrast": 3.876488208770752,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.711888313293457,
-      "cov-distil (oracle2student)": 4.867173194885254,
-      "cov-distil (oracle2teacher)": 4.674407005310059,
+      "cov-distil": 2.23829984664917,
+      "cov-distil (oracle2student)": 5.1534810066223145,
+      "cov-distil (oracle2teacher)": 4.790034294128418,
       "epoch": 2.5934065934065935,
-      "rel-constrast": 3.10659122467041,
+      "rel-constrast": 4.238391876220703,
       "step": 3304,
-      "subrel-constrast": 3.7552480697631836,
+      "subrel-constrast": 4.1205735206604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.706784725189209,
-      "cov-distil (oracle2student)": 4.82769775390625,
-      "cov-distil (oracle2teacher)": 4.978124618530273,
+      "cov-distil": 2.343564033508301,
+      "cov-distil (oracle2student)": 4.755890369415283,
+      "cov-distil (oracle2teacher)": 5.349884033203125,
       "epoch": 2.5941915227629515,
-      "rel-constrast": 3.3831074237823486,
+      "rel-constrast": 3.314061164855957,
       "step": 3305,
-      "subrel-constrast": 4.171669960021973,
+      "subrel-constrast": 4.310418605804443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1612614393234253,
-      "cov-distil (oracle2student)": 4.272355556488037,
-      "cov-distil (oracle2teacher)": 4.40818977355957,
+      "cov-distil": 1.8933851718902588,
+      "cov-distil (oracle2student)": 4.274648666381836,
+      "cov-distil (oracle2teacher)": 4.78963041305542,
       "epoch": 2.594976452119309,
-      "rel-constrast": 3.4747395515441895,
+      "rel-constrast": 4.251069068908691,
       "step": 3306,
-      "subrel-constrast": 3.895355224609375,
+      "subrel-constrast": 3.9641358852386475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0513718128204346,
-      "cov-distil (oracle2student)": 4.29793643951416,
-      "cov-distil (oracle2teacher)": 3.4946093559265137,
+      "cov-distil": 1.7833327054977417,
+      "cov-distil (oracle2student)": 4.555632591247559,
+      "cov-distil (oracle2teacher)": 4.354909420013428,
       "epoch": 2.595761381475667,
-      "rel-constrast": 2.1523451805114746,
+      "rel-constrast": 2.7533698081970215,
       "step": 3307,
-      "subrel-constrast": 2.8646347522735596,
+      "subrel-constrast": 3.157890796661377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3805882930755615,
-      "cov-distil (oracle2student)": 5.061796188354492,
-      "cov-distil (oracle2teacher)": 4.366017818450928,
+      "cov-distil": 1.8130788803100586,
+      "cov-distil (oracle2student)": 5.120911121368408,
+      "cov-distil (oracle2teacher)": 4.589372634887695,
       "epoch": 2.596546310832025,
-      "rel-constrast": 1.838315725326538,
+      "rel-constrast": 2.1632351875305176,
       "step": 3308,
-      "subrel-constrast": 2.914201498031616,
+      "subrel-constrast": 2.898832321166992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4652553796768188,
-      "cov-distil (oracle2student)": 4.469424247741699,
-      "cov-distil (oracle2teacher)": 4.136719703674316,
+      "cov-distil": 2.0971131324768066,
+      "cov-distil (oracle2student)": 5.030828475952148,
+      "cov-distil (oracle2teacher)": 4.3753662109375,
       "epoch": 2.597331240188383,
-      "rel-constrast": 3.739407539367676,
+      "rel-constrast": 4.025586128234863,
       "step": 3309,
-      "subrel-constrast": 4.309267044067383,
+      "subrel-constrast": 4.339279651641846,
       "view-similarity": 0
     },
     {
       "epoch": 2.598116169544741,
-      "grad_norm": 6.8125,
+      "grad_norm": 6.34375,
       "learning_rate": 4.2309876838633064e-05,
-      "loss": 0.7285,
+      "loss": 0.7682,
       "step": 3310
     },
     {
-      "cov-distil": 1.3573975563049316,
-      "cov-distil (oracle2student)": 4.280211448669434,
-      "cov-distil (oracle2teacher)": 3.8981523513793945,
+      "cov-distil": 1.3852641582489014,
+      "cov-distil (oracle2student)": 3.953604221343994,
+      "cov-distil (oracle2teacher)": 4.144375801086426,
       "epoch": 2.598116169544741,
-      "rel-constrast": 4.327725410461426,
+      "rel-constrast": 5.123387336730957,
       "step": 3310,
-      "subrel-constrast": 4.503798961639404,
+      "subrel-constrast": 4.649559020996094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3192577362060547,
-      "cov-distil (oracle2student)": 2.7966980934143066,
-      "cov-distil (oracle2teacher)": 2.573590040206909,
+      "cov-distil": 2.0095953941345215,
+      "cov-distil (oracle2student)": 3.0203697681427,
+      "cov-distil (oracle2teacher)": 2.391272783279419,
       "epoch": 2.598901098901099,
-      "rel-constrast": 1.7573325634002686,
+      "rel-constrast": 1.90934157371521,
       "step": 3311,
-      "subrel-constrast": 2.3633947372436523,
+      "subrel-constrast": 2.365145683288574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.297003984451294,
-      "cov-distil (oracle2student)": 3.7889437675476074,
-      "cov-distil (oracle2teacher)": 4.099568843841553,
+      "cov-distil": 1.8519742488861084,
+      "cov-distil (oracle2student)": 4.472935199737549,
+      "cov-distil (oracle2teacher)": 4.317496299743652,
       "epoch": 2.599686028257457,
-      "rel-constrast": 2.5009732246398926,
+      "rel-constrast": 3.498142719268799,
       "step": 3312,
-      "subrel-constrast": 3.411364793777466,
+      "subrel-constrast": 3.5519585609436035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4451892375946045,
-      "cov-distil (oracle2student)": 6.293399810791016,
-      "cov-distil (oracle2teacher)": 5.781737327575684,
+      "cov-distil": 1.8439499139785767,
+      "cov-distil (oracle2student)": 5.978682994842529,
+      "cov-distil (oracle2teacher)": 5.995291709899902,
       "epoch": 2.6004709576138145,
-      "rel-constrast": 2.9076993465423584,
+      "rel-constrast": 3.427342176437378,
       "step": 3313,
-      "subrel-constrast": 3.42555832862854,
+      "subrel-constrast": 3.5868680477142334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3309826850891113,
-      "cov-distil (oracle2student)": 6.354069709777832,
-      "cov-distil (oracle2teacher)": 5.507755756378174,
+      "cov-distil": 1.70969557762146,
+      "cov-distil (oracle2student)": 6.3136138916015625,
+      "cov-distil (oracle2teacher)": 6.133906364440918,
       "epoch": 2.601255886970173,
-      "rel-constrast": 2.7850630283355713,
+      "rel-constrast": 3.0783843994140625,
       "step": 3314,
-      "subrel-constrast": 3.3084797859191895,
+      "subrel-constrast": 3.79122257232666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5218040943145752,
-      "cov-distil (oracle2student)": 3.9534664154052734,
-      "cov-distil (oracle2teacher)": 4.023106575012207,
+      "cov-distil": 1.9412050247192383,
+      "cov-distil (oracle2student)": 4.028925895690918,
+      "cov-distil (oracle2teacher)": 3.7572457790374756,
       "epoch": 2.6020408163265305,
-      "rel-constrast": 3.0373992919921875,
+      "rel-constrast": 3.322510242462158,
       "step": 3315,
-      "subrel-constrast": 4.04935359954834,
+      "subrel-constrast": 3.862706184387207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5358054637908936,
-      "cov-distil (oracle2student)": 4.474065780639648,
-      "cov-distil (oracle2teacher)": 4.06505012512207,
+      "cov-distil": 1.2661429643630981,
+      "cov-distil (oracle2student)": 4.790753364562988,
+      "cov-distil (oracle2teacher)": 4.087916851043701,
       "epoch": 2.6028257456828885,
-      "rel-constrast": 2.978431463241577,
+      "rel-constrast": 3.4280595779418945,
       "step": 3316,
-      "subrel-constrast": 3.571690559387207,
+      "subrel-constrast": 3.417661666870117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.46085786819458,
-      "cov-distil (oracle2student)": 4.058382987976074,
-      "cov-distil (oracle2teacher)": 3.5734381675720215,
+      "cov-distil": 1.675795316696167,
+      "cov-distil (oracle2student)": 4.306638240814209,
+      "cov-distil (oracle2teacher)": 4.203383445739746,
       "epoch": 2.6036106750392465,
-      "rel-constrast": 2.9707887172698975,
+      "rel-constrast": 3.4106574058532715,
       "step": 3317,
-      "subrel-constrast": 3.3560492992401123,
+      "subrel-constrast": 3.467237710952759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4840712547302246,
-      "cov-distil (oracle2student)": 4.294004440307617,
-      "cov-distil (oracle2teacher)": 4.337481498718262,
+      "cov-distil": 2.399742603302002,
+      "cov-distil (oracle2student)": 4.6909685134887695,
+      "cov-distil (oracle2teacher)": 4.0217790603637695,
       "epoch": 2.6043956043956045,
-      "rel-constrast": 3.1143863201141357,
+      "rel-constrast": 3.1725804805755615,
       "step": 3318,
-      "subrel-constrast": 3.72521710395813,
+      "subrel-constrast": 3.423867702484131,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9287314414978027,
-      "cov-distil (oracle2student)": 2.9219229221343994,
-      "cov-distil (oracle2teacher)": 3.187967300415039,
+      "cov-distil": 2.115841865539551,
+      "cov-distil (oracle2student)": 2.9256536960601807,
+      "cov-distil (oracle2teacher)": 3.1046559810638428,
       "epoch": 2.6051805337519625,
-      "rel-constrast": 2.5005598068237305,
+      "rel-constrast": 2.46726131439209,
       "step": 3319,
-      "subrel-constrast": 3.1781702041625977,
+      "subrel-constrast": 2.882316827774048,
       "view-similarity": 0
     },
     {
       "epoch": 2.60596546310832,
-      "grad_norm": 5.125,
+      "grad_norm": 5.71875,
       "learning_rate": 4.224680713457898e-05,
-      "loss": 0.7587,
+      "loss": 0.8209,
       "step": 3320
     },
     {
-      "cov-distil": 1.5678926706314087,
-      "cov-distil (oracle2student)": 2.283322811126709,
-      "cov-distil (oracle2teacher)": 2.8162522315979004,
+      "cov-distil": 1.8016149997711182,
+      "cov-distil (oracle2student)": 2.7512733936309814,
+      "cov-distil (oracle2teacher)": 2.7176737785339355,
       "epoch": 2.60596546310832,
-      "rel-constrast": 1.9285213947296143,
+      "rel-constrast": 2.4830777645111084,
       "step": 3320,
-      "subrel-constrast": 2.896702527999878,
+      "subrel-constrast": 2.8119895458221436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5271774530410767,
-      "cov-distil (oracle2student)": 3.149909019470215,
-      "cov-distil (oracle2teacher)": 3.13771390914917,
+      "cov-distil": 2.0113515853881836,
+      "cov-distil (oracle2student)": 3.189852714538574,
+      "cov-distil (oracle2teacher)": 2.797715902328491,
       "epoch": 2.6067503924646784,
-      "rel-constrast": 1.6778717041015625,
+      "rel-constrast": 1.8433043956756592,
       "step": 3321,
-      "subrel-constrast": 2.632929801940918,
+      "subrel-constrast": 2.3601436614990234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0670742988586426,
-      "cov-distil (oracle2student)": 3.245011568069458,
-      "cov-distil (oracle2teacher)": 3.204268455505371,
+      "cov-distil": 1.5947173833847046,
+      "cov-distil (oracle2student)": 3.133878707885742,
+      "cov-distil (oracle2teacher)": 3.6669130325317383,
       "epoch": 2.607535321821036,
-      "rel-constrast": 1.8300654888153076,
+      "rel-constrast": 2.0092008113861084,
       "step": 3322,
-      "subrel-constrast": 2.3860995769500732,
+      "subrel-constrast": 2.5059547424316406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6402530670166016,
-      "cov-distil (oracle2student)": 4.020415306091309,
-      "cov-distil (oracle2teacher)": 3.7177767753601074,
+      "cov-distil": 2.1407055854797363,
+      "cov-distil (oracle2student)": 3.930612087249756,
+      "cov-distil (oracle2teacher)": 3.6537747383117676,
       "epoch": 2.608320251177394,
-      "rel-constrast": 5.44199800491333,
+      "rel-constrast": 5.159430503845215,
       "step": 3323,
-      "subrel-constrast": 5.242271423339844,
+      "subrel-constrast": 4.834476470947266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.521725058555603,
-      "cov-distil (oracle2student)": 4.95702600479126,
-      "cov-distil (oracle2teacher)": 4.300833225250244,
+      "cov-distil": 1.9681565761566162,
+      "cov-distil (oracle2student)": 4.701542854309082,
+      "cov-distil (oracle2teacher)": 4.471006870269775,
       "epoch": 2.609105180533752,
-      "rel-constrast": 1.9262224435806274,
+      "rel-constrast": 2.103640556335449,
       "step": 3324,
-      "subrel-constrast": 3.21536922454834,
+      "subrel-constrast": 3.1854779720306396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.494856834411621,
-      "cov-distil (oracle2student)": 3.8148460388183594,
-      "cov-distil (oracle2teacher)": 3.8988795280456543,
+      "cov-distil": 2.0441231727600098,
+      "cov-distil (oracle2student)": 4.497849941253662,
+      "cov-distil (oracle2teacher)": 4.197770118713379,
       "epoch": 2.60989010989011,
-      "rel-constrast": 4.7661285400390625,
+      "rel-constrast": 5.304004192352295,
       "step": 3325,
-      "subrel-constrast": 4.918976306915283,
+      "subrel-constrast": 5.300905704498291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4670393466949463,
-      "cov-distil (oracle2student)": 3.8963589668273926,
-      "cov-distil (oracle2teacher)": 4.273305892944336,
+      "cov-distil": 1.600928783416748,
+      "cov-distil (oracle2student)": 4.493185520172119,
+      "cov-distil (oracle2teacher)": 4.634110927581787,
       "epoch": 2.610675039246468,
-      "rel-constrast": 3.2012743949890137,
+      "rel-constrast": 3.5919597148895264,
       "step": 3326,
-      "subrel-constrast": 3.6905038356781006,
+      "subrel-constrast": 3.7523722648620605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4411956071853638,
-      "cov-distil (oracle2student)": 4.14925479888916,
-      "cov-distil (oracle2teacher)": 4.176636695861816,
+      "cov-distil": 1.7282078266143799,
+      "cov-distil (oracle2student)": 4.0821533203125,
+      "cov-distil (oracle2teacher)": 3.954643964767456,
       "epoch": 2.6114599686028255,
-      "rel-constrast": 2.745218276977539,
+      "rel-constrast": 2.734980344772339,
       "step": 3327,
-      "subrel-constrast": 3.9407618045806885,
+      "subrel-constrast": 3.4033408164978027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6198344230651855,
-      "cov-distil (oracle2student)": 5.154060363769531,
-      "cov-distil (oracle2teacher)": 4.94610071182251,
+      "cov-distil": 1.873248815536499,
+      "cov-distil (oracle2student)": 5.578157424926758,
+      "cov-distil (oracle2teacher)": 5.354942321777344,
       "epoch": 2.612244897959184,
-      "rel-constrast": 2.886188507080078,
+      "rel-constrast": 3.2318339347839355,
       "step": 3328,
-      "subrel-constrast": 3.715988874435425,
+      "subrel-constrast": 3.935824394226074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.148224115371704,
-      "cov-distil (oracle2student)": 5.079248428344727,
-      "cov-distil (oracle2teacher)": 5.006263732910156,
+      "cov-distil": 1.1754035949707031,
+      "cov-distil (oracle2student)": 5.718380451202393,
+      "cov-distil (oracle2teacher)": 5.03968620300293,
       "epoch": 2.6130298273155415,
-      "rel-constrast": 3.04954195022583,
+      "rel-constrast": 3.246004819869995,
       "step": 3329,
-      "subrel-constrast": 3.540870189666748,
+      "subrel-constrast": 3.4872586727142334,
       "view-similarity": 0
     },
     {
       "epoch": 2.6138147566718994,
-      "grad_norm": 6.15625,
+      "grad_norm": 6.53125,
       "learning_rate": 4.218352728362273e-05,
-      "loss": 0.7726,
+      "loss": 0.7927,
       "step": 3330
     },
     {
-      "cov-distil": 1.1974937915802002,
-      "cov-distil (oracle2student)": 5.463722229003906,
-      "cov-distil (oracle2teacher)": 5.2204179763793945,
+      "cov-distil": 1.4080651998519897,
+      "cov-distil (oracle2student)": 5.8421502113342285,
+      "cov-distil (oracle2teacher)": 5.676865577697754,
       "epoch": 2.6138147566718994,
-      "rel-constrast": 2.4218225479125977,
+      "rel-constrast": 2.8323092460632324,
       "step": 3330,
-      "subrel-constrast": 3.0256528854370117,
+      "subrel-constrast": 3.285435676574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6562763452529907,
-      "cov-distil (oracle2student)": 3.6454360485076904,
-      "cov-distil (oracle2teacher)": 3.5164082050323486,
+      "cov-distil": 1.8747007846832275,
+      "cov-distil (oracle2student)": 3.973637104034424,
+      "cov-distil (oracle2teacher)": 3.457892417907715,
       "epoch": 2.6145996860282574,
-      "rel-constrast": 2.8374671936035156,
+      "rel-constrast": 3.043609380722046,
       "step": 3331,
-      "subrel-constrast": 3.5151524543762207,
+      "subrel-constrast": 3.4008984565734863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7370498180389404,
-      "cov-distil (oracle2student)": 4.442732810974121,
-      "cov-distil (oracle2teacher)": 4.228377819061279,
+      "cov-distil": 2.3357596397399902,
+      "cov-distil (oracle2student)": 4.338388442993164,
+      "cov-distil (oracle2teacher)": 4.464666366577148,
       "epoch": 2.6153846153846154,
-      "rel-constrast": 2.3367884159088135,
+      "rel-constrast": 2.2822256088256836,
       "step": 3332,
-      "subrel-constrast": 3.10037899017334,
+      "subrel-constrast": 3.225198268890381,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5251102447509766,
-      "cov-distil (oracle2student)": 3.1263108253479004,
-      "cov-distil (oracle2teacher)": 3.1984152793884277,
+      "cov-distil": 2.5044450759887695,
+      "cov-distil (oracle2student)": 3.39263916015625,
+      "cov-distil (oracle2teacher)": 3.368020534515381,
       "epoch": 2.6161695447409734,
-      "rel-constrast": 3.4674930572509766,
+      "rel-constrast": 3.6504030227661133,
       "step": 3333,
-      "subrel-constrast": 4.371178150177002,
+      "subrel-constrast": 4.006115436553955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.551461935043335,
-      "cov-distil (oracle2student)": 4.791354179382324,
-      "cov-distil (oracle2teacher)": 4.577911376953125,
+      "cov-distil": 1.9070866107940674,
+      "cov-distil (oracle2student)": 5.6366496086120605,
+      "cov-distil (oracle2teacher)": 5.468498229980469,
       "epoch": 2.6169544740973314,
-      "rel-constrast": 2.1880922317504883,
+      "rel-constrast": 2.919347047805786,
       "step": 3334,
-      "subrel-constrast": 3.02730393409729,
+      "subrel-constrast": 3.0794677734375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2688790559768677,
-      "cov-distil (oracle2student)": 2.8263542652130127,
-      "cov-distil (oracle2teacher)": 3.189734697341919,
+      "cov-distil": 1.9020699262619019,
+      "cov-distil (oracle2student)": 3.2040767669677734,
+      "cov-distil (oracle2teacher)": 3.381561279296875,
       "epoch": 2.6177394034536894,
-      "rel-constrast": 1.6334861516952515,
+      "rel-constrast": 2.133524179458618,
       "step": 3335,
-      "subrel-constrast": 2.5597596168518066,
+      "subrel-constrast": 2.538153886795044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5576024055480957,
-      "cov-distil (oracle2student)": 5.1552886962890625,
-      "cov-distil (oracle2teacher)": 4.663330078125,
+      "cov-distil": 2.150171995162964,
+      "cov-distil (oracle2student)": 5.228558540344238,
+      "cov-distil (oracle2teacher)": 4.603970050811768,
       "epoch": 2.618524332810047,
-      "rel-constrast": 2.882880210876465,
+      "rel-constrast": 2.849780321121216,
       "step": 3336,
-      "subrel-constrast": 3.1813511848449707,
+      "subrel-constrast": 3.233189344406128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7116811275482178,
-      "cov-distil (oracle2student)": 4.850841522216797,
-      "cov-distil (oracle2teacher)": 4.8587470054626465,
+      "cov-distil": 2.2759671211242676,
+      "cov-distil (oracle2student)": 4.657500267028809,
+      "cov-distil (oracle2teacher)": 4.772477149963379,
       "epoch": 2.619309262166405,
-      "rel-constrast": 3.255913734436035,
+      "rel-constrast": 3.6884765625,
       "step": 3337,
-      "subrel-constrast": 3.90225887298584,
+      "subrel-constrast": 4.128968238830566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3982501029968262,
-      "cov-distil (oracle2student)": 4.031778335571289,
-      "cov-distil (oracle2teacher)": 3.776158332824707,
+      "cov-distil": 2.1740541458129883,
+      "cov-distil (oracle2student)": 4.863602638244629,
+      "cov-distil (oracle2teacher)": 3.5912301540374756,
       "epoch": 2.620094191522763,
-      "rel-constrast": 1.6755361557006836,
+      "rel-constrast": 2.119417667388916,
       "step": 3338,
-      "subrel-constrast": 2.484912157058716,
+      "subrel-constrast": 2.2335703372955322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2962275743484497,
-      "cov-distil (oracle2student)": 3.987461805343628,
-      "cov-distil (oracle2teacher)": 3.829525947570801,
+      "cov-distil": 1.8299394845962524,
+      "cov-distil (oracle2student)": 4.052241325378418,
+      "cov-distil (oracle2teacher)": 4.90572452545166,
       "epoch": 2.620879120879121,
-      "rel-constrast": 2.2821381092071533,
+      "rel-constrast": 2.109301805496216,
       "step": 3339,
-      "subrel-constrast": 2.6588029861450195,
+      "subrel-constrast": 2.967252254486084,
       "view-similarity": 0
     },
     {
       "epoch": 2.621664050235479,
-      "grad_norm": 4.46875,
+      "grad_norm": 5.0625,
       "learning_rate": 4.21200380568093e-05,
-      "loss": 0.6618,
+      "loss": 0.6907,
       "step": 3340
     },
     {
-      "cov-distil": 1.4237134456634521,
-      "cov-distil (oracle2student)": 3.62823748588562,
-      "cov-distil (oracle2teacher)": 3.868490695953369,
+      "cov-distil": 2.141854763031006,
+      "cov-distil (oracle2student)": 4.602591037750244,
+      "cov-distil (oracle2teacher)": 4.230712890625,
       "epoch": 2.621664050235479,
-      "rel-constrast": 2.127274990081787,
+      "rel-constrast": 2.7068872451782227,
       "step": 3340,
-      "subrel-constrast": 3.0648410320281982,
+      "subrel-constrast": 3.2610838413238525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2729485034942627,
-      "cov-distil (oracle2student)": 5.0004377365112305,
-      "cov-distil (oracle2teacher)": 4.841361045837402,
+      "cov-distil": 2.0402297973632812,
+      "cov-distil (oracle2student)": 5.528145790100098,
+      "cov-distil (oracle2teacher)": 5.302459716796875,
       "epoch": 2.622448979591837,
-      "rel-constrast": 3.8173255920410156,
+      "rel-constrast": 4.083025932312012,
       "step": 3341,
-      "subrel-constrast": 4.474738597869873,
+      "subrel-constrast": 4.0248332023620605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.401878833770752,
-      "cov-distil (oracle2student)": 4.1330366134643555,
-      "cov-distil (oracle2teacher)": 3.9722800254821777,
+      "cov-distil": 1.8325989246368408,
+      "cov-distil (oracle2student)": 3.753817558288574,
+      "cov-distil (oracle2teacher)": 4.490335941314697,
       "epoch": 2.623233908948195,
-      "rel-constrast": 1.9803024530410767,
+      "rel-constrast": 1.9303627014160156,
       "step": 3342,
-      "subrel-constrast": 2.8852286338806152,
+      "subrel-constrast": 2.873643398284912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1565272808074951,
-      "cov-distil (oracle2student)": 3.717745542526245,
-      "cov-distil (oracle2teacher)": 3.3954339027404785,
+      "cov-distil": 1.0496944189071655,
+      "cov-distil (oracle2student)": 3.467496156692505,
+      "cov-distil (oracle2teacher)": 3.7455592155456543,
       "epoch": 2.6240188383045524,
-      "rel-constrast": 1.8333148956298828,
+      "rel-constrast": 2.2576308250427246,
       "step": 3343,
-      "subrel-constrast": 2.171279191970825,
+      "subrel-constrast": 2.089698076248169,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930327892303467,
-      "cov-distil (oracle2student)": 2.8266186714172363,
-      "cov-distil (oracle2teacher)": 2.7848033905029297,
+      "cov-distil": 1.6015970706939697,
+      "cov-distil (oracle2student)": 3.4817235469818115,
+      "cov-distil (oracle2teacher)": 2.8669958114624023,
       "epoch": 2.6248037676609104,
-      "rel-constrast": 2.018826484680176,
+      "rel-constrast": 2.4938342571258545,
       "step": 3344,
-      "subrel-constrast": 2.696942090988159,
+      "subrel-constrast": 2.4837286472320557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.487910509109497,
-      "cov-distil (oracle2student)": 3.124545097351074,
-      "cov-distil (oracle2teacher)": 2.727811813354492,
+      "cov-distil": 1.8440496921539307,
+      "cov-distil (oracle2student)": 2.816758155822754,
+      "cov-distil (oracle2teacher)": 2.931140422821045,
       "epoch": 2.6255886970172684,
-      "rel-constrast": 2.4100890159606934,
+      "rel-constrast": 2.359325885772705,
       "step": 3345,
-      "subrel-constrast": 2.974264621734619,
+      "subrel-constrast": 2.7210962772369385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9620602130889893,
-      "cov-distil (oracle2student)": 5.436923027038574,
-      "cov-distil (oracle2teacher)": 5.125518798828125,
+      "cov-distil": 1.631795883178711,
+      "cov-distil (oracle2student)": 5.690027236938477,
+      "cov-distil (oracle2teacher)": 5.4433817863464355,
       "epoch": 2.6263736263736264,
-      "rel-constrast": 3.62186598777771,
+      "rel-constrast": 4.123861312866211,
       "step": 3346,
-      "subrel-constrast": 4.051637172698975,
+      "subrel-constrast": 3.8169538974761963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3907132148742676,
-      "cov-distil (oracle2student)": 4.9724016189575195,
-      "cov-distil (oracle2teacher)": 4.8872389793396,
+      "cov-distil": 1.896567940711975,
+      "cov-distil (oracle2student)": 5.506594657897949,
+      "cov-distil (oracle2teacher)": 4.8104448318481445,
       "epoch": 2.6271585557299844,
-      "rel-constrast": 2.6670825481414795,
+      "rel-constrast": 2.7369329929351807,
       "step": 3347,
-      "subrel-constrast": 3.3633999824523926,
+      "subrel-constrast": 2.8100829124450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.649543046951294,
-      "cov-distil (oracle2student)": 5.32910680770874,
-      "cov-distil (oracle2teacher)": 4.733912944793701,
+      "cov-distil": 2.1998462677001953,
+      "cov-distil (oracle2student)": 5.615762233734131,
+      "cov-distil (oracle2teacher)": 4.894322395324707,
       "epoch": 2.6279434850863423,
-      "rel-constrast": 2.1999824047088623,
+      "rel-constrast": 2.2331783771514893,
       "step": 3348,
-      "subrel-constrast": 3.239885091781616,
+      "subrel-constrast": 2.8558449745178223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3014909029006958,
-      "cov-distil (oracle2student)": 4.039712429046631,
-      "cov-distil (oracle2teacher)": 3.6643471717834473,
+      "cov-distil": 1.9111478328704834,
+      "cov-distil (oracle2student)": 4.715152740478516,
+      "cov-distil (oracle2teacher)": 4.261482238769531,
       "epoch": 2.6287284144427003,
-      "rel-constrast": 2.9043750762939453,
+      "rel-constrast": 3.4672508239746094,
       "step": 3349,
-      "subrel-constrast": 3.1511242389678955,
+      "subrel-constrast": 3.678304433822632,
       "view-similarity": 0
     },
     {
       "epoch": 2.629513343799058,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.9375,
       "learning_rate": 4.205634022773491e-05,
-      "loss": 0.6756,
+      "loss": 0.7098,
       "step": 3350
     },
     {
-      "cov-distil": 1.7975472211837769,
-      "cov-distil (oracle2student)": 2.912885904312134,
-      "cov-distil (oracle2teacher)": 3.3946118354797363,
+      "cov-distil": 2.4441702365875244,
+      "cov-distil (oracle2student)": 2.7568979263305664,
+      "cov-distil (oracle2teacher)": 3.302435874938965,
       "epoch": 2.629513343799058,
-      "rel-constrast": 2.4653592109680176,
+      "rel-constrast": 2.1137404441833496,
       "step": 3350,
-      "subrel-constrast": 3.457446575164795,
+      "subrel-constrast": 3.506988048553467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4019312858581543,
-      "cov-distil (oracle2student)": 4.824196815490723,
-      "cov-distil (oracle2teacher)": 4.514104843139648,
+      "cov-distil": 2.602409839630127,
+      "cov-distil (oracle2student)": 4.80715274810791,
+      "cov-distil (oracle2teacher)": 4.874210357666016,
       "epoch": 2.630298273155416,
-      "rel-constrast": 2.9533700942993164,
+      "rel-constrast": 3.6467766761779785,
       "step": 3351,
-      "subrel-constrast": 3.660869598388672,
+      "subrel-constrast": 4.076025009155273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2669914960861206,
-      "cov-distil (oracle2student)": 3.1776649951934814,
-      "cov-distil (oracle2teacher)": 3.1372382640838623,
+      "cov-distil": 1.6737096309661865,
+      "cov-distil (oracle2student)": 3.3372106552124023,
+      "cov-distil (oracle2teacher)": 3.490004062652588,
       "epoch": 2.631083202511774,
-      "rel-constrast": 1.7550740242004395,
+      "rel-constrast": 2.066784143447876,
       "step": 3352,
-      "subrel-constrast": 2.4419214725494385,
+      "subrel-constrast": 2.616140365600586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3746662139892578,
-      "cov-distil (oracle2student)": 5.023326873779297,
-      "cov-distil (oracle2teacher)": 4.608475685119629,
+      "cov-distil": 1.8841214179992676,
+      "cov-distil (oracle2student)": 4.829384803771973,
+      "cov-distil (oracle2teacher)": 4.9405293464660645,
       "epoch": 2.631868131868132,
-      "rel-constrast": 2.688718557357788,
+      "rel-constrast": 3.058227300643921,
       "step": 3353,
-      "subrel-constrast": 3.4552969932556152,
+      "subrel-constrast": 3.5552589893341064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4927936792373657,
-      "cov-distil (oracle2student)": 3.5827667713165283,
-      "cov-distil (oracle2teacher)": 3.453808546066284,
+      "cov-distil": 2.0864176750183105,
+      "cov-distil (oracle2student)": 3.7155957221984863,
+      "cov-distil (oracle2teacher)": 3.6855568885803223,
       "epoch": 2.63265306122449,
-      "rel-constrast": 2.887227773666382,
+      "rel-constrast": 3.3268074989318848,
       "step": 3354,
-      "subrel-constrast": 3.858729839324951,
+      "subrel-constrast": 3.7980620861053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1645023822784424,
-      "cov-distil (oracle2student)": 3.792797327041626,
-      "cov-distil (oracle2teacher)": 3.7596147060394287,
+      "cov-distil": 1.8049836158752441,
+      "cov-distil (oracle2student)": 4.198457717895508,
+      "cov-distil (oracle2teacher)": 4.11065149307251,
       "epoch": 2.633437990580848,
-      "rel-constrast": 2.697218418121338,
+      "rel-constrast": 3.3453900814056396,
       "step": 3355,
-      "subrel-constrast": 3.449510097503662,
+      "subrel-constrast": 3.839003562927246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.836381435394287,
-      "cov-distil (oracle2student)": 6.50697660446167,
-      "cov-distil (oracle2teacher)": 5.462902069091797,
+      "cov-distil": 2.081540107727051,
+      "cov-distil (oracle2student)": 6.757519721984863,
+      "cov-distil (oracle2teacher)": 6.000396728515625,
       "epoch": 2.634222919937206,
-      "rel-constrast": 3.9260740280151367,
+      "rel-constrast": 3.716336250305176,
       "step": 3356,
-      "subrel-constrast": 3.8754794597625732,
+      "subrel-constrast": 3.7344229221343994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4481720924377441,
-      "cov-distil (oracle2student)": 3.6906795501708984,
-      "cov-distil (oracle2teacher)": 3.175135612487793,
+      "cov-distil": 1.9449176788330078,
+      "cov-distil (oracle2student)": 3.955303192138672,
+      "cov-distil (oracle2teacher)": 3.540709972381592,
       "epoch": 2.6350078492935634,
-      "rel-constrast": 1.659681797027588,
+      "rel-constrast": 1.5039844512939453,
       "step": 3357,
-      "subrel-constrast": 2.159393548965454,
+      "subrel-constrast": 2.161621570587158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.218891978263855,
-      "cov-distil (oracle2student)": 4.343941688537598,
-      "cov-distil (oracle2teacher)": 4.245872497558594,
+      "cov-distil": 1.306950569152832,
+      "cov-distil (oracle2student)": 4.363593101501465,
+      "cov-distil (oracle2teacher)": 4.119879722595215,
       "epoch": 2.6357927786499213,
-      "rel-constrast": 2.828813314437866,
+      "rel-constrast": 2.495596170425415,
       "step": 3358,
-      "subrel-constrast": 2.890216827392578,
+      "subrel-constrast": 2.5812737941741943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9444319605827332,
-      "cov-distil (oracle2student)": 4.453116416931152,
-      "cov-distil (oracle2teacher)": 4.014699459075928,
+      "cov-distil": 1.629469871520996,
+      "cov-distil (oracle2student)": 4.693466663360596,
+      "cov-distil (oracle2teacher)": 4.160491943359375,
       "epoch": 2.6365777080062793,
-      "rel-constrast": 2.04018497467041,
+      "rel-constrast": 2.316932439804077,
       "step": 3359,
-      "subrel-constrast": 2.6347274780273438,
+      "subrel-constrast": 2.5386507511138916,
       "view-similarity": 0
     },
     {
       "epoch": 2.6373626373626373,
-      "grad_norm": 6.1875,
+      "grad_norm": 6.25,
       "learning_rate": 4.19924345725375e-05,
-      "loss": 0.6824,
+      "loss": 0.6898,
       "step": 3360
     },
     {
-      "cov-distil": 1.7075250148773193,
-      "cov-distil (oracle2student)": 3.9646925926208496,
-      "cov-distil (oracle2teacher)": 3.8560268878936768,
+      "cov-distil": 2.037752151489258,
+      "cov-distil (oracle2student)": 3.9910356998443604,
+      "cov-distil (oracle2teacher)": 3.9296140670776367,
       "epoch": 2.6373626373626373,
-      "rel-constrast": 2.6166269779205322,
+      "rel-constrast": 2.534101724624634,
       "step": 3360,
-      "subrel-constrast": 3.674955368041992,
+      "subrel-constrast": 3.1510508060455322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1694371700286865,
-      "cov-distil (oracle2student)": 3.518179416656494,
-      "cov-distil (oracle2teacher)": 3.526686191558838,
+      "cov-distil": 1.4338552951812744,
+      "cov-distil (oracle2student)": 3.679266929626465,
+      "cov-distil (oracle2teacher)": 3.4867289066314697,
       "epoch": 2.6381475667189953,
-      "rel-constrast": 1.7327178716659546,
+      "rel-constrast": 1.9384400844573975,
       "step": 3361,
-      "subrel-constrast": 2.7205724716186523,
+      "subrel-constrast": 2.6512441635131836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.321175217628479,
-      "cov-distil (oracle2student)": 4.425207138061523,
-      "cov-distil (oracle2teacher)": 3.7909891605377197,
+      "cov-distil": 1.7057162523269653,
+      "cov-distil (oracle2student)": 4.896043300628662,
+      "cov-distil (oracle2teacher)": 4.154959678649902,
       "epoch": 2.6389324960753533,
-      "rel-constrast": 1.7114737033843994,
+      "rel-constrast": 2.1296000480651855,
       "step": 3362,
-      "subrel-constrast": 2.0409507751464844,
+      "subrel-constrast": 2.258688449859619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8180433511734009,
-      "cov-distil (oracle2student)": 4.2920684814453125,
-      "cov-distil (oracle2teacher)": 3.599445104598999,
+      "cov-distil": 2.370161533355713,
+      "cov-distil (oracle2student)": 4.202241897583008,
+      "cov-distil (oracle2teacher)": 4.000494003295898,
       "epoch": 2.6397174254317113,
-      "rel-constrast": 2.842743396759033,
+      "rel-constrast": 2.95463228225708,
       "step": 3363,
-      "subrel-constrast": 3.650315761566162,
+      "subrel-constrast": 4.2400712966918945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.765669584274292,
-      "cov-distil (oracle2student)": 6.978798866271973,
-      "cov-distil (oracle2teacher)": 6.5796732902526855,
+      "cov-distil": 2.002017021179199,
+      "cov-distil (oracle2student)": 6.965471267700195,
+      "cov-distil (oracle2teacher)": 6.642612457275391,
       "epoch": 2.640502354788069,
-      "rel-constrast": 4.342404365539551,
+      "rel-constrast": 5.090024948120117,
       "step": 3364,
-      "subrel-constrast": 5.059886932373047,
+      "subrel-constrast": 4.984647750854492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9868042469024658,
-      "cov-distil (oracle2student)": 3.7180328369140625,
-      "cov-distil (oracle2teacher)": 3.5474700927734375,
+      "cov-distil": 2.4476633071899414,
+      "cov-distil (oracle2student)": 3.9724063873291016,
+      "cov-distil (oracle2teacher)": 4.230750560760498,
       "epoch": 2.6412872841444273,
-      "rel-constrast": 2.0424911975860596,
+      "rel-constrast": 2.4441933631896973,
       "step": 3365,
-      "subrel-constrast": 2.8399219512939453,
+      "subrel-constrast": 3.088942766189575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4227283000946045,
-      "cov-distil (oracle2student)": 4.183437824249268,
-      "cov-distil (oracle2teacher)": 3.99031662940979,
+      "cov-distil": 2.166382074356079,
+      "cov-distil (oracle2student)": 4.540782928466797,
+      "cov-distil (oracle2teacher)": 4.124220848083496,
       "epoch": 2.642072213500785,
-      "rel-constrast": 3.4348297119140625,
+      "rel-constrast": 3.46268367767334,
       "step": 3366,
-      "subrel-constrast": 3.601407527923584,
+      "subrel-constrast": 3.713803768157959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.548553466796875,
-      "cov-distil (oracle2student)": 6.3305511474609375,
-      "cov-distil (oracle2teacher)": 6.316399097442627,
+      "cov-distil": 2.131965398788452,
+      "cov-distil (oracle2student)": 7.777499198913574,
+      "cov-distil (oracle2teacher)": 6.988680839538574,
       "epoch": 2.642857142857143,
-      "rel-constrast": 3.4853787422180176,
+      "rel-constrast": 3.4926819801330566,
       "step": 3367,
-      "subrel-constrast": 3.796539545059204,
+      "subrel-constrast": 3.599519729614258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.952551007270813,
-      "cov-distil (oracle2student)": 3.571199417114258,
-      "cov-distil (oracle2teacher)": 4.231743335723877,
+      "cov-distil": 2.6968202590942383,
+      "cov-distil (oracle2student)": 3.8433637619018555,
+      "cov-distil (oracle2teacher)": 4.502819061279297,
       "epoch": 2.643642072213501,
-      "rel-constrast": 2.6448326110839844,
+      "rel-constrast": 2.9672441482543945,
       "step": 3368,
-      "subrel-constrast": 4.158664226531982,
+      "subrel-constrast": 4.264370441436768,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7145518064498901,
-      "cov-distil (oracle2student)": 5.678580284118652,
-      "cov-distil (oracle2teacher)": 5.201956272125244,
+      "cov-distil": 1.710311770439148,
+      "cov-distil (oracle2student)": 5.6290388107299805,
+      "cov-distil (oracle2teacher)": 5.501406192779541,
       "epoch": 2.6444270015698588,
-      "rel-constrast": 2.9534192085266113,
+      "rel-constrast": 3.3819143772125244,
       "step": 3369,
-      "subrel-constrast": 3.6556193828582764,
+      "subrel-constrast": 3.5250349044799805,
       "view-similarity": 0
     },
     {
       "epoch": 2.6452119309262168,
-      "grad_norm": 5.0625,
+      "grad_norm": 6.84375,
       "learning_rate": 4.192832186988731e-05,
-      "loss": 0.7362,
+      "loss": 0.7599,
       "step": 3370
     },
     {
-      "cov-distil": 1.4188323020935059,
-      "cov-distil (oracle2student)": 3.725533962249756,
-      "cov-distil (oracle2teacher)": 4.0953874588012695,
+      "cov-distil": 1.5991092920303345,
+      "cov-distil (oracle2student)": 3.739936590194702,
+      "cov-distil (oracle2teacher)": 3.8821802139282227,
       "epoch": 2.6452119309262168,
-      "rel-constrast": 2.085205554962158,
+      "rel-constrast": 2.3292574882507324,
       "step": 3370,
-      "subrel-constrast": 3.0502359867095947,
+      "subrel-constrast": 2.565528631210327,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8745083808898926,
-      "cov-distil (oracle2student)": 5.222837448120117,
-      "cov-distil (oracle2teacher)": 4.696657180786133,
+      "cov-distil": 1.8824489116668701,
+      "cov-distil (oracle2student)": 5.266772270202637,
+      "cov-distil (oracle2teacher)": 5.48199462890625,
       "epoch": 2.6459968602825743,
-      "rel-constrast": 2.584398031234741,
+      "rel-constrast": 3.3907575607299805,
       "step": 3371,
-      "subrel-constrast": 3.4001224040985107,
+      "subrel-constrast": 3.8877809047698975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9124128818511963,
-      "cov-distil (oracle2student)": 4.962756156921387,
-      "cov-distil (oracle2teacher)": 4.783853530883789,
+      "cov-distil": 2.3802037239074707,
+      "cov-distil (oracle2student)": 5.166838645935059,
+      "cov-distil (oracle2teacher)": 5.47450065612793,
       "epoch": 2.6467817896389327,
-      "rel-constrast": 3.9613637924194336,
+      "rel-constrast": 3.9526257514953613,
       "step": 3372,
-      "subrel-constrast": 4.63087272644043,
+      "subrel-constrast": 4.829916954040527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2773470878601074,
-      "cov-distil (oracle2student)": 3.182844638824463,
-      "cov-distil (oracle2teacher)": 2.8566179275512695,
+      "cov-distil": 1.4534159898757935,
+      "cov-distil (oracle2student)": 3.0544605255126953,
+      "cov-distil (oracle2teacher)": 3.0296573638916016,
       "epoch": 2.6475667189952903,
-      "rel-constrast": 2.89323091506958,
+      "rel-constrast": 2.9700722694396973,
       "step": 3373,
-      "subrel-constrast": 2.9474804401397705,
+      "subrel-constrast": 3.1458330154418945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7924814224243164,
-      "cov-distil (oracle2student)": 5.1575422286987305,
-      "cov-distil (oracle2teacher)": 4.888465881347656,
+      "cov-distil": 1.825775146484375,
+      "cov-distil (oracle2student)": 5.598323822021484,
+      "cov-distil (oracle2teacher)": 5.420109748840332,
       "epoch": 2.6483516483516483,
-      "rel-constrast": 3.3375210762023926,
+      "rel-constrast": 3.293848991394043,
       "step": 3374,
-      "subrel-constrast": 3.8755385875701904,
+      "subrel-constrast": 3.726783037185669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.901937484741211,
-      "cov-distil (oracle2student)": 2.330385208129883,
-      "cov-distil (oracle2teacher)": 2.7379865646362305,
+      "cov-distil": 2.307631254196167,
+      "cov-distil (oracle2student)": 2.387681722640991,
+      "cov-distil (oracle2teacher)": 3.103527069091797,
       "epoch": 2.6491365777080063,
-      "rel-constrast": 1.6046037673950195,
+      "rel-constrast": 2.167532444000244,
       "step": 3375,
-      "subrel-constrast": 2.680448055267334,
+      "subrel-constrast": 2.8844103813171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4014008045196533,
-      "cov-distil (oracle2student)": 2.483163833618164,
-      "cov-distil (oracle2teacher)": 2.6824235916137695,
+      "cov-distil": 1.456658959388733,
+      "cov-distil (oracle2student)": 2.664330005645752,
+      "cov-distil (oracle2teacher)": 2.623609781265259,
       "epoch": 2.6499215070643642,
-      "rel-constrast": 2.0330586433410645,
+      "rel-constrast": 2.3859195709228516,
       "step": 3376,
-      "subrel-constrast": 3.020212173461914,
+      "subrel-constrast": 2.8647007942199707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3058204650878906,
-      "cov-distil (oracle2student)": 2.8196940422058105,
-      "cov-distil (oracle2teacher)": 3.3065242767333984,
+      "cov-distil": 1.8897535800933838,
+      "cov-distil (oracle2student)": 3.2748444080352783,
+      "cov-distil (oracle2teacher)": 3.7879273891448975,
       "epoch": 2.6507064364207222,
-      "rel-constrast": 2.1439425945281982,
+      "rel-constrast": 2.4165260791778564,
       "step": 3377,
-      "subrel-constrast": 3.3348276615142822,
+      "subrel-constrast": 3.3169901371002197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.908545732498169,
-      "cov-distil (oracle2student)": 5.728462219238281,
-      "cov-distil (oracle2teacher)": 5.143882751464844,
+      "cov-distil": 2.4580671787261963,
+      "cov-distil (oracle2student)": 5.381711959838867,
+      "cov-distil (oracle2teacher)": 5.190517425537109,
       "epoch": 2.6514913657770802,
-      "rel-constrast": 2.532026529312134,
+      "rel-constrast": 2.5743932723999023,
       "step": 3378,
-      "subrel-constrast": 2.958460807800293,
+      "subrel-constrast": 2.692500591278076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0665876865386963,
-      "cov-distil (oracle2student)": 3.6964356899261475,
-      "cov-distil (oracle2teacher)": 3.565253257751465,
+      "cov-distil": 1.3643900156021118,
+      "cov-distil (oracle2student)": 4.410181045532227,
+      "cov-distil (oracle2teacher)": 4.14447021484375,
       "epoch": 2.652276295133438,
-      "rel-constrast": 2.162493944168091,
+      "rel-constrast": 2.798250436782837,
       "step": 3379,
-      "subrel-constrast": 2.9136297702789307,
+      "subrel-constrast": 2.7734899520874023,
       "view-similarity": 0
     },
     {
       "epoch": 2.6530612244897958,
-      "grad_norm": 5.46875,
+      "grad_norm": 5.84375,
       "learning_rate": 4.1864002900977396e-05,
-      "loss": 0.6731,
+      "loss": 0.707,
       "step": 3380
     },
     {
-      "cov-distil": 1.2343411445617676,
-      "cov-distil (oracle2student)": 3.3742055892944336,
-      "cov-distil (oracle2teacher)": 3.532623291015625,
+      "cov-distil": 1.508455753326416,
+      "cov-distil (oracle2student)": 4.19498348236084,
+      "cov-distil (oracle2teacher)": 3.7493653297424316,
       "epoch": 2.6530612244897958,
-      "rel-constrast": 2.545734405517578,
+      "rel-constrast": 3.4210009574890137,
       "step": 3380,
-      "subrel-constrast": 3.256619453430176,
+      "subrel-constrast": 3.50249981880188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1428179740905762,
-      "cov-distil (oracle2student)": 6.161736011505127,
-      "cov-distil (oracle2teacher)": 5.945102691650391,
+      "cov-distil": 1.496590256690979,
+      "cov-distil (oracle2student)": 7.060778617858887,
+      "cov-distil (oracle2teacher)": 6.22581672668457,
       "epoch": 2.6538461538461537,
-      "rel-constrast": 3.1711645126342773,
+      "rel-constrast": 3.7188191413879395,
       "step": 3381,
-      "subrel-constrast": 3.8786914348602295,
+      "subrel-constrast": 4.094640731811523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5739327669143677,
-      "cov-distil (oracle2student)": 2.6070220470428467,
-      "cov-distil (oracle2teacher)": 2.8359320163726807,
+      "cov-distil": 1.8781870603561401,
+      "cov-distil (oracle2student)": 2.6168618202209473,
+      "cov-distil (oracle2teacher)": 2.8010106086730957,
       "epoch": 2.6546310832025117,
-      "rel-constrast": 2.411898136138916,
+      "rel-constrast": 2.8979735374450684,
       "step": 3382,
-      "subrel-constrast": 3.396174192428589,
+      "subrel-constrast": 3.1709582805633545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.673923373222351,
-      "cov-distil (oracle2student)": 4.127479076385498,
-      "cov-distil (oracle2teacher)": 3.732725143432617,
+      "cov-distil": 2.5470130443573,
+      "cov-distil (oracle2student)": 4.503788471221924,
+      "cov-distil (oracle2teacher)": 4.268438339233398,
       "epoch": 2.6554160125588697,
-      "rel-constrast": 2.0007710456848145,
+      "rel-constrast": 2.611623525619507,
       "step": 3383,
-      "subrel-constrast": 3.08183217048645,
+      "subrel-constrast": 2.6981749534606934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9406642317771912,
-      "cov-distil (oracle2student)": 5.379096984863281,
-      "cov-distil (oracle2teacher)": 4.690669536590576,
+      "cov-distil": 1.4865918159484863,
+      "cov-distil (oracle2student)": 5.028717517852783,
+      "cov-distil (oracle2teacher)": 5.031482219696045,
       "epoch": 2.6562009419152277,
-      "rel-constrast": 2.453364372253418,
+      "rel-constrast": 2.9276819229125977,
       "step": 3384,
-      "subrel-constrast": 2.845139503479004,
+      "subrel-constrast": 3.061467409133911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1684364080429077,
-      "cov-distil (oracle2student)": 4.121804237365723,
-      "cov-distil (oracle2teacher)": 4.027283668518066,
+      "cov-distil": 1.3745958805084229,
+      "cov-distil (oracle2student)": 4.159679889678955,
+      "cov-distil (oracle2teacher)": 4.277047157287598,
       "epoch": 2.6569858712715857,
-      "rel-constrast": 2.1816458702087402,
+      "rel-constrast": 2.374312162399292,
       "step": 3385,
-      "subrel-constrast": 2.8390920162200928,
+      "subrel-constrast": 2.5942764282226562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0408308506011963,
-      "cov-distil (oracle2student)": 5.517152786254883,
-      "cov-distil (oracle2teacher)": 4.837254524230957,
+      "cov-distil": 1.4813604354858398,
+      "cov-distil (oracle2student)": 6.135519027709961,
+      "cov-distil (oracle2teacher)": 4.8287353515625,
       "epoch": 2.6577708006279437,
-      "rel-constrast": 3.2810564041137695,
+      "rel-constrast": 4.069859504699707,
       "step": 3386,
-      "subrel-constrast": 3.8960859775543213,
+      "subrel-constrast": 4.161916732788086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2477810382843018,
-      "cov-distil (oracle2student)": 3.534484386444092,
-      "cov-distil (oracle2teacher)": 3.8466057777404785,
+      "cov-distil": 1.3365800380706787,
+      "cov-distil (oracle2student)": 3.3023836612701416,
+      "cov-distil (oracle2teacher)": 4.020544052124023,
       "epoch": 2.6585557299843012,
-      "rel-constrast": 2.7522733211517334,
+      "rel-constrast": 2.7391550540924072,
       "step": 3387,
-      "subrel-constrast": 3.1727330684661865,
+      "subrel-constrast": 3.0097179412841797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0739067792892456,
-      "cov-distil (oracle2student)": 3.692136287689209,
-      "cov-distil (oracle2teacher)": 3.3840482234954834,
+      "cov-distil": 1.442751407623291,
+      "cov-distil (oracle2student)": 4.472064971923828,
+      "cov-distil (oracle2teacher)": 4.002150535583496,
       "epoch": 2.659340659340659,
-      "rel-constrast": 2.848564624786377,
+      "rel-constrast": 2.9548563957214355,
       "step": 3388,
-      "subrel-constrast": 3.2662699222564697,
+      "subrel-constrast": 3.403254747390747,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1639528274536133,
-      "cov-distil (oracle2student)": 3.7368621826171875,
-      "cov-distil (oracle2teacher)": 3.7117128372192383,
+      "cov-distil": 1.6030082702636719,
+      "cov-distil (oracle2student)": 4.662301063537598,
+      "cov-distil (oracle2teacher)": 4.027919769287109,
       "epoch": 2.660125588697017,
-      "rel-constrast": 2.5128982067108154,
+      "rel-constrast": 3.077951192855835,
       "step": 3389,
-      "subrel-constrast": 3.1716930866241455,
+      "subrel-constrast": 3.253962755203247,
       "view-similarity": 0
     },
     {
       "epoch": 2.660910518053375,
-      "grad_norm": 4.375,
+      "grad_norm": 5.96875,
       "learning_rate": 4.1799478449514075e-05,
-      "loss": 0.6846,
+      "loss": 0.7698,
       "step": 3390
     },
     {
-      "cov-distil": 2.36075758934021,
-      "cov-distil (oracle2student)": 5.592048168182373,
-      "cov-distil (oracle2teacher)": 5.8421630859375,
+      "cov-distil": 3.0700128078460693,
+      "cov-distil (oracle2student)": 5.585769176483154,
+      "cov-distil (oracle2teacher)": 5.837506294250488,
       "epoch": 2.660910518053375,
-      "rel-constrast": 2.926896095275879,
+      "rel-constrast": 3.386763334274292,
       "step": 3390,
-      "subrel-constrast": 4.222178936004639,
+      "subrel-constrast": 4.104278087615967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.508044958114624,
-      "cov-distil (oracle2student)": 3.9797492027282715,
-      "cov-distil (oracle2teacher)": 3.959425687789917,
+      "cov-distil": 2.0871121883392334,
+      "cov-distil (oracle2student)": 4.54628324508667,
+      "cov-distil (oracle2teacher)": 4.4930009841918945,
       "epoch": 2.661695447409733,
-      "rel-constrast": 2.1036438941955566,
+      "rel-constrast": 2.4792747497558594,
       "step": 3391,
-      "subrel-constrast": 3.231468915939331,
+      "subrel-constrast": 3.425724983215332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5408297777175903,
-      "cov-distil (oracle2student)": 3.6103646755218506,
-      "cov-distil (oracle2teacher)": 3.60410475730896,
+      "cov-distil": 1.7612602710723877,
+      "cov-distil (oracle2student)": 4.056548595428467,
+      "cov-distil (oracle2teacher)": 3.5764713287353516,
       "epoch": 2.662480376766091,
-      "rel-constrast": 2.937272310256958,
+      "rel-constrast": 2.7123217582702637,
       "step": 3392,
-      "subrel-constrast": 3.3950181007385254,
+      "subrel-constrast": 3.180147886276245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6338913440704346,
-      "cov-distil (oracle2student)": 5.3872551918029785,
-      "cov-distil (oracle2teacher)": 5.13102388381958,
+      "cov-distil": 2.0798988342285156,
+      "cov-distil (oracle2student)": 5.880605220794678,
+      "cov-distil (oracle2teacher)": 5.7575483322143555,
       "epoch": 2.663265306122449,
-      "rel-constrast": 3.279101848602295,
+      "rel-constrast": 3.860836982727051,
       "step": 3393,
-      "subrel-constrast": 3.974159002304077,
+      "subrel-constrast": 3.7159266471862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.360913634300232,
-      "cov-distil (oracle2student)": 3.653331995010376,
-      "cov-distil (oracle2teacher)": 3.2688796520233154,
+      "cov-distil": 2.057487726211548,
+      "cov-distil (oracle2student)": 3.8498423099517822,
+      "cov-distil (oracle2teacher)": 3.8527984619140625,
       "epoch": 2.6640502354788067,
-      "rel-constrast": 1.6857242584228516,
+      "rel-constrast": 2.1883862018585205,
       "step": 3394,
-      "subrel-constrast": 2.3220021724700928,
+      "subrel-constrast": 2.55172061920166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3381927013397217,
-      "cov-distil (oracle2student)": 4.510581016540527,
-      "cov-distil (oracle2teacher)": 4.692668437957764,
+      "cov-distil": 1.9716979265213013,
+      "cov-distil (oracle2student)": 4.805103302001953,
+      "cov-distil (oracle2teacher)": 4.883218765258789,
       "epoch": 2.6648351648351647,
-      "rel-constrast": 3.4603755474090576,
+      "rel-constrast": 3.614344835281372,
       "step": 3395,
-      "subrel-constrast": 3.921874761581421,
+      "subrel-constrast": 4.0415143966674805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2028045654296875,
-      "cov-distil (oracle2student)": 3.1786487102508545,
-      "cov-distil (oracle2teacher)": 4.071524143218994,
+      "cov-distil": 2.5946905612945557,
+      "cov-distil (oracle2student)": 3.312120199203491,
+      "cov-distil (oracle2teacher)": 3.722015857696533,
       "epoch": 2.6656200941915227,
-      "rel-constrast": 2.659817934036255,
+      "rel-constrast": 3.289696455001831,
       "step": 3396,
-      "subrel-constrast": 4.114896297454834,
+      "subrel-constrast": 3.673459529876709,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3104596138000488,
-      "cov-distil (oracle2student)": 5.83676815032959,
-      "cov-distil (oracle2teacher)": 5.364981174468994,
+      "cov-distil": 2.38706111907959,
+      "cov-distil (oracle2student)": 5.868476390838623,
+      "cov-distil (oracle2teacher)": 5.661350727081299,
       "epoch": 2.6664050235478807,
-      "rel-constrast": 3.7951908111572266,
+      "rel-constrast": 3.99178147315979,
       "step": 3397,
-      "subrel-constrast": 4.528207302093506,
+      "subrel-constrast": 4.718733787536621,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.790479063987732,
-      "cov-distil (oracle2student)": 5.809121131896973,
-      "cov-distil (oracle2teacher)": 5.1232500076293945,
+      "cov-distil": 2.085545539855957,
+      "cov-distil (oracle2student)": 5.80861234664917,
+      "cov-distil (oracle2teacher)": 6.125636577606201,
       "epoch": 2.6671899529042387,
-      "rel-constrast": 1.347072720527649,
+      "rel-constrast": 1.6764214038848877,
       "step": 3398,
-      "subrel-constrast": 2.534379243850708,
+      "subrel-constrast": 2.7758843898773193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2980704307556152,
-      "cov-distil (oracle2student)": 4.173917770385742,
-      "cov-distil (oracle2teacher)": 3.745276927947998,
+      "cov-distil": 1.4169540405273438,
+      "cov-distil (oracle2student)": 3.438138723373413,
+      "cov-distil (oracle2teacher)": 3.8533382415771484,
       "epoch": 2.6679748822605966,
-      "rel-constrast": 2.6846368312835693,
+      "rel-constrast": 2.1672379970550537,
       "step": 3399,
-      "subrel-constrast": 2.900108575820923,
+      "subrel-constrast": 3.0552732944488525,
       "view-similarity": 0
     },
     {
       "epoch": 2.6687598116169546,
       "grad_norm": 5.09375,
       "learning_rate": 4.173474930170744e-05,
-      "loss": 0.7129,
+      "loss": 0.7342,
       "step": 3400
     },
     {
       "epoch": 2.6687598116169546,
-      "overlap": 0.2828125059604645,
+      "overlap": 0.2874999940395355,
       "step": 3400
     },
     {
       "epoch": 2.6687598116169546,
       "step": 3400,
-      "student margin": 0.05999755859375
+      "student margin": 0.0538330078125
     },
     {
       "epoch": 2.6687598116169546,
       "step": 3400,
-      "teacher margin": 0.042388916015625
+      "teacher margin": 0.0487060546875
     },
     {
       "epoch": 2.6687598116169546,
-      "margin difference": -0.017608642578125,
+      "margin difference": -0.005126953125,
       "step": 3400
     },
     {
-      "cov-distil": 1.7592198848724365,
-      "cov-distil (oracle2student)": 4.345518112182617,
-      "cov-distil (oracle2teacher)": 3.7188637256622314,
+      "cov-distil": 1.82774817943573,
+      "cov-distil (oracle2student)": 3.923017978668213,
+      "cov-distil (oracle2teacher)": 3.771263360977173,
       "epoch": 2.6687598116169546,
-      "rel-constrast": 3.615017890930176,
+      "rel-constrast": 3.7108230590820312,
       "step": 3400,
-      "subrel-constrast": 4.042435169219971,
+      "subrel-constrast": 3.6745553016662598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9678325653076172,
-      "cov-distil (oracle2student)": 5.640748023986816,
-      "cov-distil (oracle2teacher)": 4.97282600402832,
+      "cov-distil": 1.810105323791504,
+      "cov-distil (oracle2student)": 5.3918962478637695,
+      "cov-distil (oracle2teacher)": 5.3084001541137695,
       "epoch": 2.669544740973312,
-      "rel-constrast": 2.272472620010376,
+      "rel-constrast": 2.0554680824279785,
       "step": 3401,
-      "subrel-constrast": 2.9687514305114746,
+      "subrel-constrast": 3.000535011291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0935853719711304,
-      "cov-distil (oracle2student)": 5.53285026550293,
-      "cov-distil (oracle2teacher)": 5.570320129394531,
+      "cov-distil": 1.6933577060699463,
+      "cov-distil (oracle2student)": 6.017557144165039,
+      "cov-distil (oracle2teacher)": 5.575377464294434,
       "epoch": 2.67032967032967,
-      "rel-constrast": 2.915374755859375,
+      "rel-constrast": 3.3628978729248047,
       "step": 3402,
-      "subrel-constrast": 3.62144136428833,
+      "subrel-constrast": 3.7623579502105713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7770240306854248,
-      "cov-distil (oracle2student)": 3.061687469482422,
-      "cov-distil (oracle2teacher)": 3.251063346862793,
+      "cov-distil": 1.8329821825027466,
+      "cov-distil (oracle2student)": 3.0987958908081055,
+      "cov-distil (oracle2teacher)": 3.3308286666870117,
       "epoch": 2.671114599686028,
-      "rel-constrast": 2.2424850463867188,
+      "rel-constrast": 2.4326016902923584,
       "step": 3403,
-      "subrel-constrast": 3.235748767852783,
+      "subrel-constrast": 2.9882853031158447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7967889308929443,
-      "cov-distil (oracle2student)": 5.403275012969971,
-      "cov-distil (oracle2teacher)": 5.445744514465332,
+      "cov-distil": 2.345224380493164,
+      "cov-distil (oracle2student)": 5.8105244636535645,
+      "cov-distil (oracle2teacher)": 5.474369049072266,
       "epoch": 2.671899529042386,
-      "rel-constrast": 3.160645008087158,
+      "rel-constrast": 3.6281073093414307,
       "step": 3404,
-      "subrel-constrast": 3.6700682640075684,
+      "subrel-constrast": 3.7649645805358887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1029103994369507,
-      "cov-distil (oracle2student)": 4.075234413146973,
-      "cov-distil (oracle2teacher)": 3.9376821517944336,
+      "cov-distil": 1.583135962486267,
+      "cov-distil (oracle2student)": 4.474092483520508,
+      "cov-distil (oracle2teacher)": 4.493060111999512,
       "epoch": 2.672684458398744,
-      "rel-constrast": 2.8507308959960938,
+      "rel-constrast": 2.8040943145751953,
       "step": 3405,
-      "subrel-constrast": 3.174172878265381,
+      "subrel-constrast": 3.126100540161133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3886706829071045,
-      "cov-distil (oracle2student)": 5.325919151306152,
-      "cov-distil (oracle2teacher)": 4.839361667633057,
+      "cov-distil": 1.7613964080810547,
+      "cov-distil (oracle2student)": 5.164516925811768,
+      "cov-distil (oracle2teacher)": 5.190065383911133,
       "epoch": 2.673469387755102,
-      "rel-constrast": 2.631714344024658,
+      "rel-constrast": 2.6313722133636475,
       "step": 3406,
-      "subrel-constrast": 2.690737247467041,
+      "subrel-constrast": 2.5861902236938477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.95001220703125,
-      "cov-distil (oracle2student)": 3.719670295715332,
-      "cov-distil (oracle2teacher)": 3.8165807723999023,
+      "cov-distil": 2.254149913787842,
+      "cov-distil (oracle2student)": 4.402170181274414,
+      "cov-distil (oracle2teacher)": 4.42765474319458,
       "epoch": 2.67425431711146,
-      "rel-constrast": 2.8557872772216797,
+      "rel-constrast": 3.56718373298645,
       "step": 3407,
-      "subrel-constrast": 3.5309536457061768,
+      "subrel-constrast": 3.4008467197418213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3444483280181885,
-      "cov-distil (oracle2student)": 4.876287460327148,
-      "cov-distil (oracle2teacher)": 4.010460376739502,
+      "cov-distil": 1.4647001028060913,
+      "cov-distil (oracle2student)": 4.364506721496582,
+      "cov-distil (oracle2teacher)": 4.696499824523926,
       "epoch": 2.6750392464678177,
-      "rel-constrast": 1.4313523769378662,
+      "rel-constrast": 1.6714081764221191,
       "step": 3408,
-      "subrel-constrast": 2.1007192134857178,
+      "subrel-constrast": 2.2531473636627197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3018388748168945,
-      "cov-distil (oracle2student)": 3.1435675621032715,
-      "cov-distil (oracle2teacher)": 3.487612724304199,
+      "cov-distil": 1.6883220672607422,
+      "cov-distil (oracle2student)": 4.102463245391846,
+      "cov-distil (oracle2teacher)": 3.4635586738586426,
       "epoch": 2.675824175824176,
-      "rel-constrast": 2.4106626510620117,
+      "rel-constrast": 2.749919891357422,
       "step": 3409,
-      "subrel-constrast": 3.1958537101745605,
+      "subrel-constrast": 3.16257905960083,
       "view-similarity": 0
     },
     {
       "epoch": 2.6766091051805336,
-      "grad_norm": 5.65625,
+      "grad_norm": 5.5,
       "learning_rate": 4.166981624626174e-05,
-      "loss": 0.6984,
+      "loss": 0.7153,
       "step": 3410
     },
     {
-      "cov-distil": 1.921257734298706,
-      "cov-distil (oracle2student)": 3.3065457344055176,
-      "cov-distil (oracle2teacher)": 3.276826858520508,
+      "cov-distil": 2.550361156463623,
+      "cov-distil (oracle2student)": 3.8613321781158447,
+      "cov-distil (oracle2teacher)": 3.7117655277252197,
       "epoch": 2.6766091051805336,
-      "rel-constrast": 1.7720280885696411,
+      "rel-constrast": 2.2832422256469727,
       "step": 3410,
-      "subrel-constrast": 2.985795497894287,
+      "subrel-constrast": 3.161891222000122,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7063407897949219,
-      "cov-distil (oracle2student)": 4.310494422912598,
-      "cov-distil (oracle2teacher)": 3.878406047821045,
+      "cov-distil": 2.0576038360595703,
+      "cov-distil (oracle2student)": 4.510265827178955,
+      "cov-distil (oracle2teacher)": 4.55660343170166,
       "epoch": 2.6773940345368916,
-      "rel-constrast": 1.9165396690368652,
+      "rel-constrast": 1.7609572410583496,
       "step": 3411,
-      "subrel-constrast": 2.306405782699585,
+      "subrel-constrast": 2.71749210357666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1990208625793457,
-      "cov-distil (oracle2student)": 6.714446067810059,
-      "cov-distil (oracle2teacher)": 5.67267370223999,
+      "cov-distil": 1.7847483158111572,
+      "cov-distil (oracle2student)": 7.033682346343994,
+      "cov-distil (oracle2teacher)": 6.783595085144043,
       "epoch": 2.6781789638932496,
-      "rel-constrast": 1.9394690990447998,
+      "rel-constrast": 2.223027229309082,
       "step": 3412,
-      "subrel-constrast": 2.500439167022705,
+      "subrel-constrast": 2.3677916526794434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5952868461608887,
-      "cov-distil (oracle2student)": 6.093477249145508,
-      "cov-distil (oracle2teacher)": 5.360837459564209,
+      "cov-distil": 1.6091609001159668,
+      "cov-distil (oracle2student)": 6.709377288818359,
+      "cov-distil (oracle2teacher)": 5.88435173034668,
       "epoch": 2.6789638932496076,
-      "rel-constrast": 2.7476391792297363,
+      "rel-constrast": 3.6079299449920654,
       "step": 3413,
-      "subrel-constrast": 3.6323976516723633,
+      "subrel-constrast": 3.550032138824463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3876068592071533,
-      "cov-distil (oracle2student)": 5.224850177764893,
-      "cov-distil (oracle2teacher)": 4.495697498321533,
+      "cov-distil": 1.7776081562042236,
+      "cov-distil (oracle2student)": 5.949850082397461,
+      "cov-distil (oracle2teacher)": 5.318565368652344,
       "epoch": 2.6797488226059656,
-      "rel-constrast": 2.91737961769104,
+      "rel-constrast": 3.3743553161621094,
       "step": 3414,
-      "subrel-constrast": 2.978888511657715,
+      "subrel-constrast": 3.371988296508789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6670030355453491,
-      "cov-distil (oracle2student)": 3.8915600776672363,
-      "cov-distil (oracle2teacher)": 3.865659236907959,
+      "cov-distil": 1.9112045764923096,
+      "cov-distil (oracle2student)": 4.283503532409668,
+      "cov-distil (oracle2teacher)": 4.107187271118164,
       "epoch": 2.680533751962323,
-      "rel-constrast": 1.5717297792434692,
+      "rel-constrast": 1.5818281173706055,
       "step": 3415,
-      "subrel-constrast": 2.1923911571502686,
+      "subrel-constrast": 2.119640588760376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.448941707611084,
-      "cov-distil (oracle2student)": 3.7615251541137695,
-      "cov-distil (oracle2teacher)": 3.5000381469726562,
+      "cov-distil": 1.963991641998291,
+      "cov-distil (oracle2student)": 3.984903335571289,
+      "cov-distil (oracle2teacher)": 3.9452850818634033,
       "epoch": 2.6813186813186816,
-      "rel-constrast": 2.0906143188476562,
+      "rel-constrast": 2.184053421020508,
       "step": 3416,
-      "subrel-constrast": 2.4733214378356934,
+      "subrel-constrast": 2.9160478115081787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2324445247650146,
-      "cov-distil (oracle2student)": 3.6439027786254883,
-      "cov-distil (oracle2teacher)": 4.025062084197998,
+      "cov-distil": 1.299780249595642,
+      "cov-distil (oracle2student)": 4.036869049072266,
+      "cov-distil (oracle2teacher)": 4.346403121948242,
       "epoch": 2.682103610675039,
-      "rel-constrast": 1.5885065793991089,
+      "rel-constrast": 1.6307454109191895,
       "step": 3417,
-      "subrel-constrast": 2.4485878944396973,
+      "subrel-constrast": 2.258671283721924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.359544038772583,
-      "cov-distil (oracle2student)": 4.562652587890625,
-      "cov-distil (oracle2teacher)": 4.071953773498535,
+      "cov-distil": 1.5849826335906982,
+      "cov-distil (oracle2student)": 4.349706172943115,
+      "cov-distil (oracle2teacher)": 4.341602325439453,
       "epoch": 2.682888540031397,
-      "rel-constrast": 2.5416276454925537,
+      "rel-constrast": 2.610931634902954,
       "step": 3418,
-      "subrel-constrast": 3.098799467086792,
+      "subrel-constrast": 3.089486598968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6369211673736572,
-      "cov-distil (oracle2student)": 3.8102831840515137,
-      "cov-distil (oracle2teacher)": 3.7021961212158203,
+      "cov-distil": 1.7858377695083618,
+      "cov-distil (oracle2student)": 4.1667890548706055,
+      "cov-distil (oracle2teacher)": 3.457854747772217,
       "epoch": 2.683673469387755,
-      "rel-constrast": 2.197509765625,
+      "rel-constrast": 2.1973299980163574,
       "step": 3419,
-      "subrel-constrast": 3.119676351547241,
+      "subrel-constrast": 3.153942584991455,
       "view-similarity": 0
     },
     {
       "epoch": 2.684458398744113,
-      "grad_norm": 4.40625,
+      "grad_norm": 5.375,
       "learning_rate": 4.160468007436574e-05,
-      "loss": 0.57,
+      "loss": 0.5864,
       "step": 3420
     },
     {
-      "cov-distil": 1.719135046005249,
-      "cov-distil (oracle2student)": 3.821016311645508,
-      "cov-distil (oracle2teacher)": 3.611619472503662,
+      "cov-distil": 2.2573652267456055,
+      "cov-distil (oracle2student)": 4.160118103027344,
+      "cov-distil (oracle2teacher)": 4.028013229370117,
       "epoch": 2.684458398744113,
-      "rel-constrast": 2.40488338470459,
+      "rel-constrast": 3.2532758712768555,
       "step": 3420,
-      "subrel-constrast": 3.4663171768188477,
+      "subrel-constrast": 3.381157636642456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5605039596557617,
-      "cov-distil (oracle2student)": 2.935488700866699,
-      "cov-distil (oracle2teacher)": 3.1864795684814453,
+      "cov-distil": 1.9203566312789917,
+      "cov-distil (oracle2student)": 3.124582052230835,
+      "cov-distil (oracle2teacher)": 3.1991333961486816,
       "epoch": 2.685243328100471,
-      "rel-constrast": 2.760688543319702,
+      "rel-constrast": 2.545841693878174,
       "step": 3421,
-      "subrel-constrast": 3.7049105167388916,
+      "subrel-constrast": 3.467789649963379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5770034790039062,
-      "cov-distil (oracle2student)": 4.423437595367432,
-      "cov-distil (oracle2teacher)": 3.8640236854553223,
+      "cov-distil": 2.2480409145355225,
+      "cov-distil (oracle2student)": 4.452888011932373,
+      "cov-distil (oracle2teacher)": 4.0977325439453125,
       "epoch": 2.686028257456829,
-      "rel-constrast": 2.815077543258667,
+      "rel-constrast": 3.11016583442688,
       "step": 3422,
-      "subrel-constrast": 3.7331526279449463,
+      "subrel-constrast": 3.602139711380005,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3983687162399292,
-      "cov-distil (oracle2student)": 4.7415666580200195,
-      "cov-distil (oracle2teacher)": 4.635700702667236,
+      "cov-distil": 1.675520658493042,
+      "cov-distil (oracle2student)": 4.91922664642334,
+      "cov-distil (oracle2teacher)": 4.601896286010742,
       "epoch": 2.686813186813187,
-      "rel-constrast": 2.98581862449646,
+      "rel-constrast": 2.9754161834716797,
       "step": 3423,
-      "subrel-constrast": 3.2037909030914307,
+      "subrel-constrast": 2.918818950653076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1597836017608643,
-      "cov-distil (oracle2student)": 6.610556125640869,
-      "cov-distil (oracle2teacher)": 5.9040422439575195,
+      "cov-distil": 1.7587687969207764,
+      "cov-distil (oracle2student)": 5.9358696937561035,
+      "cov-distil (oracle2teacher)": 6.221784591674805,
       "epoch": 2.6875981161695446,
-      "rel-constrast": 3.8531577587127686,
+      "rel-constrast": 3.9857892990112305,
       "step": 3424,
-      "subrel-constrast": 4.011930465698242,
+      "subrel-constrast": 4.242252349853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5182232856750488,
-      "cov-distil (oracle2student)": 4.406174659729004,
-      "cov-distil (oracle2teacher)": 3.7655882835388184,
+      "cov-distil": 2.3813552856445312,
+      "cov-distil (oracle2student)": 4.166727066040039,
+      "cov-distil (oracle2teacher)": 4.501323699951172,
       "epoch": 2.6883830455259026,
-      "rel-constrast": 3.032742500305176,
+      "rel-constrast": 3.538440704345703,
       "step": 3425,
-      "subrel-constrast": 3.34782075881958,
+      "subrel-constrast": 3.629218339920044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3041605949401855,
-      "cov-distil (oracle2student)": 5.670109748840332,
-      "cov-distil (oracle2teacher)": 5.423748016357422,
+      "cov-distil": 2.9310035705566406,
+      "cov-distil (oracle2student)": 6.637940883636475,
+      "cov-distil (oracle2teacher)": 5.470424652099609,
       "epoch": 2.6891679748822606,
-      "rel-constrast": 3.360563278198242,
+      "rel-constrast": 4.359926223754883,
       "step": 3426,
-      "subrel-constrast": 4.035850524902344,
+      "subrel-constrast": 4.1094651222229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5476405620574951,
-      "cov-distil (oracle2student)": 4.484825611114502,
-      "cov-distil (oracle2teacher)": 3.717073440551758,
+      "cov-distil": 1.895384430885315,
+      "cov-distil (oracle2student)": 4.246279239654541,
+      "cov-distil (oracle2teacher)": 4.099481582641602,
       "epoch": 2.6899529042386185,
-      "rel-constrast": 2.753540515899658,
+      "rel-constrast": 2.746671438217163,
       "step": 3427,
-      "subrel-constrast": 3.1116342544555664,
+      "subrel-constrast": 2.9194531440734863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2179723978042603,
-      "cov-distil (oracle2student)": 4.204617023468018,
-      "cov-distil (oracle2teacher)": 3.8007848262786865,
+      "cov-distil": 1.779252052307129,
+      "cov-distil (oracle2student)": 4.537436485290527,
+      "cov-distil (oracle2teacher)": 3.9950473308563232,
       "epoch": 2.6907378335949765,
-      "rel-constrast": 2.3686611652374268,
+      "rel-constrast": 2.615534782409668,
       "step": 3428,
-      "subrel-constrast": 2.6773524284362793,
+      "subrel-constrast": 2.951704740524292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4228005409240723,
-      "cov-distil (oracle2student)": 3.4358344078063965,
-      "cov-distil (oracle2teacher)": 3.7747607231140137,
+      "cov-distil": 1.8564531803131104,
+      "cov-distil (oracle2student)": 3.6713480949401855,
+      "cov-distil (oracle2teacher)": 4.284526824951172,
       "epoch": 2.6915227629513345,
-      "rel-constrast": 3.254420757293701,
+      "rel-constrast": 3.6040735244750977,
       "step": 3429,
-      "subrel-constrast": 3.6758570671081543,
+      "subrel-constrast": 4.174856185913086,
       "view-similarity": 0
     },
     {
       "epoch": 2.6923076923076925,
-      "grad_norm": 5.5,
+      "grad_norm": 6.1875,
       "learning_rate": 4.1539341579683155e-05,
-      "loss": 0.7783,
+      "loss": 0.8184,
       "step": 3430
     },
     {
-      "cov-distil": 1.7391047477722168,
-      "cov-distil (oracle2student)": 3.832895040512085,
-      "cov-distil (oracle2teacher)": 3.7995762825012207,
+      "cov-distil": 1.7201626300811768,
+      "cov-distil (oracle2student)": 4.168298721313477,
+      "cov-distil (oracle2teacher)": 4.109101295471191,
       "epoch": 2.6923076923076925,
-      "rel-constrast": 2.7669920921325684,
+      "rel-constrast": 2.9635531902313232,
       "step": 3430,
-      "subrel-constrast": 3.3318166732788086,
+      "subrel-constrast": 3.659263849258423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6470890045166016,
-      "cov-distil (oracle2student)": 4.424378395080566,
-      "cov-distil (oracle2teacher)": 4.173608779907227,
+      "cov-distil": 2.0820391178131104,
+      "cov-distil (oracle2student)": 4.930263519287109,
+      "cov-distil (oracle2teacher)": 4.731770992279053,
       "epoch": 2.69309262166405,
-      "rel-constrast": 3.144897222518921,
+      "rel-constrast": 3.33355712890625,
       "step": 3431,
-      "subrel-constrast": 3.7279772758483887,
+      "subrel-constrast": 3.9863076210021973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3189151287078857,
-      "cov-distil (oracle2student)": 3.7437446117401123,
-      "cov-distil (oracle2teacher)": 3.3592019081115723,
+      "cov-distil": 1.8070474863052368,
+      "cov-distil (oracle2student)": 3.8762855529785156,
+      "cov-distil (oracle2teacher)": 3.840297222137451,
       "epoch": 2.693877551020408,
-      "rel-constrast": 2.6971282958984375,
+      "rel-constrast": 2.2970781326293945,
       "step": 3432,
-      "subrel-constrast": 3.3283803462982178,
+      "subrel-constrast": 3.237035036087036,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2436387538909912,
-      "cov-distil (oracle2student)": 3.927736759185791,
-      "cov-distil (oracle2teacher)": 4.701812744140625,
+      "cov-distil": 1.8169403076171875,
+      "cov-distil (oracle2student)": 4.5937395095825195,
+      "cov-distil (oracle2teacher)": 5.2535881996154785,
       "epoch": 2.694662480376766,
-      "rel-constrast": 3.246727466583252,
+      "rel-constrast": 3.537930965423584,
       "step": 3433,
-      "subrel-constrast": 4.3226776123046875,
+      "subrel-constrast": 4.384520530700684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5675714015960693,
-      "cov-distil (oracle2student)": 3.861079692840576,
-      "cov-distil (oracle2teacher)": 4.18678617477417,
+      "cov-distil": 2.1330158710479736,
+      "cov-distil (oracle2student)": 4.965439796447754,
+      "cov-distil (oracle2teacher)": 3.923562526702881,
       "epoch": 2.695447409733124,
-      "rel-constrast": 3.1077017784118652,
+      "rel-constrast": 3.728485107421875,
       "step": 3434,
-      "subrel-constrast": 3.810654401779175,
+      "subrel-constrast": 3.5769448280334473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8184099197387695,
-      "cov-distil (oracle2student)": 6.261345863342285,
-      "cov-distil (oracle2teacher)": 6.258091926574707,
+      "cov-distil": 1.9304550886154175,
+      "cov-distil (oracle2student)": 7.071700096130371,
+      "cov-distil (oracle2teacher)": 6.423239231109619,
       "epoch": 2.696232339089482,
-      "rel-constrast": 1.4204344749450684,
+      "rel-constrast": 1.9316574335098267,
       "step": 3435,
-      "subrel-constrast": 2.3580150604248047,
+      "subrel-constrast": 2.4323787689208984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3488813638687134,
-      "cov-distil (oracle2student)": 3.961028575897217,
-      "cov-distil (oracle2teacher)": 3.6226727962493896,
+      "cov-distil": 1.229973316192627,
+      "cov-distil (oracle2student)": 3.579516887664795,
+      "cov-distil (oracle2teacher)": 3.75308895111084,
       "epoch": 2.69701726844584,
-      "rel-constrast": 2.740581512451172,
+      "rel-constrast": 3.0078952312469482,
       "step": 3436,
-      "subrel-constrast": 2.9722201824188232,
+      "subrel-constrast": 2.979170560836792,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7909841537475586,
-      "cov-distil (oracle2student)": 6.978001117706299,
-      "cov-distil (oracle2teacher)": 6.154361724853516,
+      "cov-distil": 2.3962936401367188,
+      "cov-distil (oracle2student)": 6.720023155212402,
+      "cov-distil (oracle2teacher)": 6.235010147094727,
       "epoch": 2.697802197802198,
-      "rel-constrast": 2.284184217453003,
+      "rel-constrast": 2.436096668243408,
       "step": 3437,
-      "subrel-constrast": 3.177285671234131,
+      "subrel-constrast": 3.231719970703125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9224412441253662,
-      "cov-distil (oracle2student)": 2.6639764308929443,
-      "cov-distil (oracle2teacher)": 2.7243189811706543,
+      "cov-distil": 2.482320785522461,
+      "cov-distil (oracle2student)": 3.0414886474609375,
+      "cov-distil (oracle2teacher)": 2.5971078872680664,
       "epoch": 2.6985871271585555,
-      "rel-constrast": 2.7666711807250977,
+      "rel-constrast": 3.357576370239258,
       "step": 3438,
-      "subrel-constrast": 3.4452741146087646,
+      "subrel-constrast": 3.5120551586151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2896897792816162,
-      "cov-distil (oracle2student)": 4.503536701202393,
-      "cov-distil (oracle2teacher)": 4.040459156036377,
+      "cov-distil": 1.5644798278808594,
+      "cov-distil (oracle2student)": 5.07213830947876,
+      "cov-distil (oracle2teacher)": 4.618190288543701,
       "epoch": 2.6993720565149135,
-      "rel-constrast": 2.1506056785583496,
+      "rel-constrast": 2.297954559326172,
       "step": 3439,
-      "subrel-constrast": 2.8010621070861816,
+      "subrel-constrast": 2.8197500705718994,
       "view-similarity": 0
     },
     {
       "epoch": 2.7001569858712715,
-      "grad_norm": 4.65625,
+      "grad_norm": 5.03125,
       "learning_rate": 4.147380155834293e-05,
-      "loss": 0.6974,
+      "loss": 0.7223,
       "step": 3440
     },
     {
-      "cov-distil": 1.146598219871521,
-      "cov-distil (oracle2student)": 4.291509628295898,
-      "cov-distil (oracle2teacher)": 4.883552551269531,
+      "cov-distil": 1.4682190418243408,
+      "cov-distil (oracle2student)": 4.737671852111816,
+      "cov-distil (oracle2teacher)": 4.954123497009277,
       "epoch": 2.7001569858712715,
-      "rel-constrast": 2.6033687591552734,
+      "rel-constrast": 2.848444700241089,
       "step": 3440,
-      "subrel-constrast": 3.094074249267578,
+      "subrel-constrast": 3.668539047241211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5829063653945923,
-      "cov-distil (oracle2student)": 4.754502296447754,
-      "cov-distil (oracle2teacher)": 4.792940616607666,
+      "cov-distil": 1.9638338088989258,
+      "cov-distil (oracle2student)": 4.626442909240723,
+      "cov-distil (oracle2teacher)": 5.301957607269287,
       "epoch": 2.7009419152276295,
-      "rel-constrast": 3.524317741394043,
+      "rel-constrast": 3.620509386062622,
       "step": 3441,
-      "subrel-constrast": 4.439371585845947,
+      "subrel-constrast": 4.135095119476318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9889519214630127,
-      "cov-distil (oracle2student)": 4.789587497711182,
-      "cov-distil (oracle2teacher)": 3.8334789276123047,
+      "cov-distil": 2.7148351669311523,
+      "cov-distil (oracle2student)": 4.937849044799805,
+      "cov-distil (oracle2teacher)": 4.439609527587891,
       "epoch": 2.7017268445839875,
-      "rel-constrast": 2.416520118713379,
+      "rel-constrast": 2.8625648021698,
       "step": 3442,
-      "subrel-constrast": 3.269442081451416,
+      "subrel-constrast": 3.700917959213257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.639683485031128,
-      "cov-distil (oracle2student)": 5.108799457550049,
-      "cov-distil (oracle2teacher)": 5.2285261154174805,
+      "cov-distil": 2.6510353088378906,
+      "cov-distil (oracle2student)": 5.5866498947143555,
+      "cov-distil (oracle2teacher)": 5.973727703094482,
       "epoch": 2.7025117739403455,
-      "rel-constrast": 2.906005859375,
+      "rel-constrast": 3.0921151638031006,
       "step": 3443,
-      "subrel-constrast": 4.077155113220215,
+      "subrel-constrast": 4.488900184631348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3551075458526611,
-      "cov-distil (oracle2student)": 4.5436201095581055,
-      "cov-distil (oracle2teacher)": 4.428092002868652,
+      "cov-distil": 1.6277096271514893,
+      "cov-distil (oracle2student)": 4.678923606872559,
+      "cov-distil (oracle2teacher)": 4.691188812255859,
       "epoch": 2.7032967032967035,
-      "rel-constrast": 3.2929627895355225,
+      "rel-constrast": 3.693241834640503,
       "step": 3444,
-      "subrel-constrast": 3.656095027923584,
+      "subrel-constrast": 3.647064447402954,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5290656089782715,
-      "cov-distil (oracle2student)": 2.274554491043091,
-      "cov-distil (oracle2teacher)": 2.3479232788085938,
+      "cov-distil": 1.9819656610488892,
+      "cov-distil (oracle2student)": 2.501002788543701,
+      "cov-distil (oracle2teacher)": 2.6157026290893555,
       "epoch": 2.704081632653061,
-      "rel-constrast": 2.3773326873779297,
+      "rel-constrast": 2.2368106842041016,
       "step": 3445,
-      "subrel-constrast": 3.0413198471069336,
+      "subrel-constrast": 2.799691915512085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.021592617034912,
-      "cov-distil (oracle2student)": 4.015064716339111,
-      "cov-distil (oracle2teacher)": 4.390156269073486,
+      "cov-distil": 2.598863124847412,
+      "cov-distil (oracle2student)": 4.2519145011901855,
+      "cov-distil (oracle2teacher)": 4.6038594245910645,
       "epoch": 2.704866562009419,
-      "rel-constrast": 1.8086042404174805,
+      "rel-constrast": 2.0626473426818848,
       "step": 3446,
-      "subrel-constrast": 3.550882577896118,
+      "subrel-constrast": 3.590665102005005,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3065769672393799,
-      "cov-distil (oracle2student)": 3.850503921508789,
-      "cov-distil (oracle2teacher)": 3.518409252166748,
+      "cov-distil": 1.8138190507888794,
+      "cov-distil (oracle2student)": 3.6966018676757812,
+      "cov-distil (oracle2teacher)": 3.8083887100219727,
       "epoch": 2.705651491365777,
-      "rel-constrast": 2.496784210205078,
+      "rel-constrast": 2.5151777267456055,
       "step": 3447,
-      "subrel-constrast": 3.005446672439575,
+      "subrel-constrast": 3.1640548706054688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5680123567581177,
-      "cov-distil (oracle2student)": 4.62880277633667,
-      "cov-distil (oracle2teacher)": 3.914820671081543,
+      "cov-distil": 1.5786871910095215,
+      "cov-distil (oracle2student)": 4.536264419555664,
+      "cov-distil (oracle2teacher)": 4.314123153686523,
       "epoch": 2.706436420722135,
-      "rel-constrast": 1.87405264377594,
+      "rel-constrast": 1.7389110326766968,
       "step": 3448,
-      "subrel-constrast": 2.402010679244995,
+      "subrel-constrast": 2.2450180053710938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.601933240890503,
-      "cov-distil (oracle2student)": 3.38590669631958,
-      "cov-distil (oracle2teacher)": 3.2311246395111084,
+      "cov-distil": 2.1006686687469482,
+      "cov-distil (oracle2student)": 3.393105983734131,
+      "cov-distil (oracle2teacher)": 3.392972469329834,
       "epoch": 2.707221350078493,
-      "rel-constrast": 2.697071075439453,
+      "rel-constrast": 2.349675416946411,
       "step": 3449,
-      "subrel-constrast": 3.571235418319702,
+      "subrel-constrast": 3.276083469390869,
       "view-similarity": 0
     },
     {
       "epoch": 2.708006279434851,
-      "grad_norm": 5.03125,
+      "grad_norm": 5.28125,
       "learning_rate": 4.1408060808929514e-05,
-      "loss": 0.6893,
+      "loss": 0.6755,
       "step": 3450
     },
     {
-      "cov-distil": 1.21927011013031,
-      "cov-distil (oracle2student)": 4.345832824707031,
-      "cov-distil (oracle2teacher)": 4.224304676055908,
+      "cov-distil": 1.4996848106384277,
+      "cov-distil (oracle2student)": 5.400115966796875,
+      "cov-distil (oracle2teacher)": 4.602182388305664,
       "epoch": 2.708006279434851,
-      "rel-constrast": 2.735278606414795,
+      "rel-constrast": 3.3559908866882324,
       "step": 3450,
-      "subrel-constrast": 3.639580488204956,
+      "subrel-constrast": 3.856375217437744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.007547378540039,
-      "cov-distil (oracle2student)": 4.9014739990234375,
-      "cov-distil (oracle2teacher)": 4.646322250366211,
+      "cov-distil": 2.2636330127716064,
+      "cov-distil (oracle2student)": 4.8192057609558105,
+      "cov-distil (oracle2teacher)": 4.7333221435546875,
       "epoch": 2.708791208791209,
-      "rel-constrast": 3.232232093811035,
+      "rel-constrast": 3.689537525177002,
       "step": 3451,
-      "subrel-constrast": 4.195211887359619,
+      "subrel-constrast": 4.463409900665283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4024213552474976,
-      "cov-distil (oracle2student)": 4.254790306091309,
-      "cov-distil (oracle2teacher)": 4.8669233322143555,
+      "cov-distil": 1.7036468982696533,
+      "cov-distil (oracle2student)": 4.633495807647705,
+      "cov-distil (oracle2teacher)": 5.150559902191162,
       "epoch": 2.7095761381475665,
-      "rel-constrast": 3.0329291820526123,
+      "rel-constrast": 3.30493426322937,
       "step": 3452,
-      "subrel-constrast": 3.477086305618286,
+      "subrel-constrast": 3.555717706680298,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6247479915618896,
-      "cov-distil (oracle2student)": 5.620559215545654,
-      "cov-distil (oracle2teacher)": 5.500706672668457,
+      "cov-distil": 2.140869140625,
+      "cov-distil (oracle2student)": 6.1340718269348145,
+      "cov-distil (oracle2teacher)": 5.625678062438965,
       "epoch": 2.710361067503925,
-      "rel-constrast": 2.6023197174072266,
+      "rel-constrast": 2.990795850753784,
       "step": 3453,
-      "subrel-constrast": 3.531235694885254,
+      "subrel-constrast": 3.4280474185943604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8442978858947754,
-      "cov-distil (oracle2student)": 3.5712153911590576,
-      "cov-distil (oracle2teacher)": 3.37542724609375,
+      "cov-distil": 2.8195748329162598,
+      "cov-distil (oracle2student)": 3.609065055847168,
+      "cov-distil (oracle2teacher)": 3.7870919704437256,
       "epoch": 2.7111459968602825,
-      "rel-constrast": 2.002131700515747,
+      "rel-constrast": 2.2566637992858887,
       "step": 3454,
-      "subrel-constrast": 2.9689135551452637,
+      "subrel-constrast": 3.1966755390167236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4820046424865723,
-      "cov-distil (oracle2student)": 4.897122383117676,
-      "cov-distil (oracle2teacher)": 4.639852046966553,
+      "cov-distil": 2.1590189933776855,
+      "cov-distil (oracle2student)": 5.166792869567871,
+      "cov-distil (oracle2teacher)": 5.047226428985596,
       "epoch": 2.7119309262166404,
-      "rel-constrast": 3.2388200759887695,
+      "rel-constrast": 3.4780774116516113,
       "step": 3455,
-      "subrel-constrast": 3.8527207374572754,
+      "subrel-constrast": 3.8843131065368652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4974098205566406,
-      "cov-distil (oracle2student)": 2.7253851890563965,
-      "cov-distil (oracle2teacher)": 3.030970811843872,
+      "cov-distil": 2.198185920715332,
+      "cov-distil (oracle2student)": 2.7552969455718994,
+      "cov-distil (oracle2teacher)": 3.019301414489746,
       "epoch": 2.7127158555729984,
-      "rel-constrast": 2.0766568183898926,
+      "rel-constrast": 2.193504571914673,
       "step": 3456,
-      "subrel-constrast": 2.782836675643921,
+      "subrel-constrast": 2.790959358215332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1912997961044312,
-      "cov-distil (oracle2student)": 4.252876281738281,
-      "cov-distil (oracle2teacher)": 4.382081031799316,
+      "cov-distil": 1.6571637392044067,
+      "cov-distil (oracle2student)": 4.242386817932129,
+      "cov-distil (oracle2teacher)": 4.799890041351318,
       "epoch": 2.7135007849293564,
-      "rel-constrast": 2.893435478210449,
+      "rel-constrast": 3.9732253551483154,
       "step": 3457,
-      "subrel-constrast": 3.1829638481140137,
+      "subrel-constrast": 3.407750129699707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1272361278533936,
-      "cov-distil (oracle2student)": 5.005651473999023,
-      "cov-distil (oracle2teacher)": 4.852031707763672,
+      "cov-distil": 1.4193333387374878,
+      "cov-distil (oracle2student)": 4.965204238891602,
+      "cov-distil (oracle2teacher)": 5.4173479080200195,
       "epoch": 2.7142857142857144,
-      "rel-constrast": 2.816998243331909,
+      "rel-constrast": 3.0033154487609863,
       "step": 3458,
-      "subrel-constrast": 3.238236904144287,
+      "subrel-constrast": 3.2749171257019043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3785386085510254,
-      "cov-distil (oracle2student)": 2.4433679580688477,
-      "cov-distil (oracle2teacher)": 2.6369667053222656,
+      "cov-distil": 1.8514714241027832,
+      "cov-distil (oracle2student)": 3.16408634185791,
+      "cov-distil (oracle2teacher)": 2.6679277420043945,
       "epoch": 2.715070643642072,
-      "rel-constrast": 2.4614343643188477,
+      "rel-constrast": 3.4508285522460938,
       "step": 3459,
-      "subrel-constrast": 3.1953136920928955,
+      "subrel-constrast": 3.2200124263763428,
       "view-similarity": 0
     },
     {
       "epoch": 2.7158555729984304,
-      "grad_norm": 5.65625,
+      "grad_norm": 7.28125,
       "learning_rate": 4.134212013247323e-05,
-      "loss": 0.7142,
+      "loss": 0.7924,
       "step": 3460
     },
     {
-      "cov-distil": 1.4766921997070312,
-      "cov-distil (oracle2student)": 5.082341194152832,
-      "cov-distil (oracle2teacher)": 4.386532783508301,
+      "cov-distil": 2.0633926391601562,
+      "cov-distil (oracle2student)": 5.407033920288086,
+      "cov-distil (oracle2teacher)": 4.690655708312988,
       "epoch": 2.7158555729984304,
-      "rel-constrast": 2.7160940170288086,
+      "rel-constrast": 3.3623080253601074,
       "step": 3460,
-      "subrel-constrast": 3.2220876216888428,
+      "subrel-constrast": 3.0190131664276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.069206476211548,
-      "cov-distil (oracle2student)": 4.664997577667236,
-      "cov-distil (oracle2teacher)": 5.096159934997559,
+      "cov-distil": 2.844043731689453,
+      "cov-distil (oracle2student)": 4.5231547355651855,
+      "cov-distil (oracle2teacher)": 5.684597015380859,
       "epoch": 2.716640502354788,
-      "rel-constrast": 3.6471524238586426,
+      "rel-constrast": 3.409236431121826,
       "step": 3461,
-      "subrel-constrast": 4.302290916442871,
+      "subrel-constrast": 4.0554914474487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2910975217819214,
-      "cov-distil (oracle2student)": 3.6046576499938965,
-      "cov-distil (oracle2teacher)": 3.6049463748931885,
+      "cov-distil": 2.1921441555023193,
+      "cov-distil (oracle2student)": 3.730283260345459,
+      "cov-distil (oracle2teacher)": 4.179743766784668,
       "epoch": 2.717425431711146,
-      "rel-constrast": 3.0807809829711914,
+      "rel-constrast": 3.4132184982299805,
       "step": 3462,
-      "subrel-constrast": 3.366668224334717,
+      "subrel-constrast": 3.6360530853271484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.749687910079956,
-      "cov-distil (oracle2student)": 3.0196123123168945,
-      "cov-distil (oracle2teacher)": 3.3055078983306885,
+      "cov-distil": 2.423893451690674,
+      "cov-distil (oracle2student)": 3.634552478790283,
+      "cov-distil (oracle2teacher)": 3.480604410171509,
       "epoch": 2.718210361067504,
-      "rel-constrast": 2.158522605895996,
+      "rel-constrast": 2.597930431365967,
       "step": 3463,
-      "subrel-constrast": 2.6976919174194336,
+      "subrel-constrast": 2.9140119552612305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1960222721099854,
-      "cov-distil (oracle2student)": 3.8808372020721436,
-      "cov-distil (oracle2teacher)": 4.201834678649902,
+      "cov-distil": 1.7862966060638428,
+      "cov-distil (oracle2student)": 4.645199775695801,
+      "cov-distil (oracle2teacher)": 3.9527459144592285,
       "epoch": 2.718995290423862,
-      "rel-constrast": 3.0854344367980957,
+      "rel-constrast": 3.954159736633301,
       "step": 3464,
-      "subrel-constrast": 3.8930649757385254,
+      "subrel-constrast": 3.6930692195892334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4431267976760864,
-      "cov-distil (oracle2student)": 4.357943058013916,
-      "cov-distil (oracle2teacher)": 4.403596878051758,
+      "cov-distil": 1.7085598707199097,
+      "cov-distil (oracle2student)": 4.499701499938965,
+      "cov-distil (oracle2teacher)": 4.384127616882324,
       "epoch": 2.71978021978022,
-      "rel-constrast": 2.9029464721679688,
+      "rel-constrast": 2.796860456466675,
       "step": 3465,
-      "subrel-constrast": 3.3169991970062256,
+      "subrel-constrast": 3.745939016342163,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1986525058746338,
-      "cov-distil (oracle2student)": 4.591737747192383,
-      "cov-distil (oracle2teacher)": 3.828734874725342,
+      "cov-distil": 1.401678204536438,
+      "cov-distil (oracle2student)": 4.423333644866943,
+      "cov-distil (oracle2teacher)": 3.7685611248016357,
       "epoch": 2.7205651491365774,
-      "rel-constrast": 1.7433770895004272,
+      "rel-constrast": 1.927401065826416,
       "step": 3466,
-      "subrel-constrast": 2.562483549118042,
+      "subrel-constrast": 2.351966381072998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9017468690872192,
-      "cov-distil (oracle2student)": 3.8939943313598633,
-      "cov-distil (oracle2teacher)": 3.2050392627716064,
+      "cov-distil": 1.8546656370162964,
+      "cov-distil (oracle2student)": 3.2774505615234375,
+      "cov-distil (oracle2teacher)": 3.895918369293213,
       "epoch": 2.721350078492936,
-      "rel-constrast": 2.9160914421081543,
+      "rel-constrast": 2.6920595169067383,
       "step": 3467,
-      "subrel-constrast": 3.3291354179382324,
+      "subrel-constrast": 3.147138833999634,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.699385166168213,
-      "cov-distil (oracle2student)": 2.770312786102295,
-      "cov-distil (oracle2teacher)": 2.8875622749328613,
+      "cov-distil": 2.0266032218933105,
+      "cov-distil (oracle2student)": 2.933389186859131,
+      "cov-distil (oracle2teacher)": 2.993079423904419,
       "epoch": 2.7221350078492934,
-      "rel-constrast": 1.747414469718933,
+      "rel-constrast": 2.3800878524780273,
       "step": 3468,
-      "subrel-constrast": 2.917769432067871,
+      "subrel-constrast": 2.9360315799713135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2626341581344604,
-      "cov-distil (oracle2student)": 4.655130863189697,
-      "cov-distil (oracle2teacher)": 3.6453356742858887,
+      "cov-distil": 1.7007519006729126,
+      "cov-distil (oracle2student)": 4.786432266235352,
+      "cov-distil (oracle2teacher)": 4.154703617095947,
       "epoch": 2.7229199372056514,
-      "rel-constrast": 2.0286717414855957,
+      "rel-constrast": 2.630199909210205,
       "step": 3469,
-      "subrel-constrast": 2.6115381717681885,
+      "subrel-constrast": 2.7493865489959717,
       "view-similarity": 0
     },
     {
       "epoch": 2.7237048665620094,
-      "grad_norm": 4.9375,
+      "grad_norm": 6.25,
       "learning_rate": 4.1275980332440375e-05,
-      "loss": 0.6889,
+      "loss": 0.7291,
       "step": 3470
     },
     {
-      "cov-distil": 1.257751226425171,
-      "cov-distil (oracle2student)": 5.187796592712402,
-      "cov-distil (oracle2teacher)": 4.350918769836426,
+      "cov-distil": 2.431873321533203,
+      "cov-distil (oracle2student)": 5.619441032409668,
+      "cov-distil (oracle2teacher)": 4.972900867462158,
       "epoch": 2.7237048665620094,
-      "rel-constrast": 2.8669843673706055,
+      "rel-constrast": 2.8675198554992676,
       "step": 3470,
-      "subrel-constrast": 3.5765042304992676,
+      "subrel-constrast": 3.9157631397247314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5805643796920776,
-      "cov-distil (oracle2student)": 6.123226642608643,
-      "cov-distil (oracle2teacher)": 5.549005031585693,
+      "cov-distil": 2.007648468017578,
+      "cov-distil (oracle2student)": 6.958398818969727,
+      "cov-distil (oracle2teacher)": 6.007123947143555,
       "epoch": 2.7244897959183674,
-      "rel-constrast": 2.2183971405029297,
+      "rel-constrast": 2.6540169715881348,
       "step": 3471,
-      "subrel-constrast": 3.23915958404541,
+      "subrel-constrast": 2.69330096244812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9927639961242676,
-      "cov-distil (oracle2student)": 4.8442535400390625,
-      "cov-distil (oracle2teacher)": 5.008172035217285,
+      "cov-distil": 2.713324546813965,
+      "cov-distil (oracle2student)": 5.392772197723389,
+      "cov-distil (oracle2teacher)": 5.434822082519531,
       "epoch": 2.7252747252747254,
-      "rel-constrast": 3.1105008125305176,
+      "rel-constrast": 3.767305612564087,
       "step": 3472,
-      "subrel-constrast": 4.178501605987549,
+      "subrel-constrast": 4.298507213592529,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.273301601409912,
-      "cov-distil (oracle2student)": 4.273483753204346,
-      "cov-distil (oracle2teacher)": 4.8374223709106445,
+      "cov-distil": 2.0502963066101074,
+      "cov-distil (oracle2student)": 4.662421226501465,
+      "cov-distil (oracle2teacher)": 4.8423004150390625,
       "epoch": 2.7260596546310834,
-      "rel-constrast": 1.8574436902999878,
+      "rel-constrast": 2.205854654312134,
       "step": 3473,
-      "subrel-constrast": 2.8911080360412598,
+      "subrel-constrast": 2.622023344039917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7258718013763428,
-      "cov-distil (oracle2student)": 4.808434009552002,
-      "cov-distil (oracle2teacher)": 4.722095966339111,
+      "cov-distil": 1.9359815120697021,
+      "cov-distil (oracle2student)": 5.007085800170898,
+      "cov-distil (oracle2teacher)": 4.600439548492432,
       "epoch": 2.7268445839874413,
-      "rel-constrast": 2.5705602169036865,
+      "rel-constrast": 2.866710662841797,
       "step": 3474,
-      "subrel-constrast": 3.3865487575531006,
+      "subrel-constrast": 3.650305986404419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.281174898147583,
-      "cov-distil (oracle2student)": 4.922959327697754,
-      "cov-distil (oracle2teacher)": 4.977643013000488,
+      "cov-distil": 1.586644172668457,
+      "cov-distil (oracle2student)": 5.678698539733887,
+      "cov-distil (oracle2teacher)": 5.012741565704346,
       "epoch": 2.727629513343799,
-      "rel-constrast": 2.123610496520996,
+      "rel-constrast": 2.505270004272461,
       "step": 3475,
-      "subrel-constrast": 3.2199244499206543,
+      "subrel-constrast": 3.2822444438934326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7551145553588867,
-      "cov-distil (oracle2student)": 4.298803806304932,
-      "cov-distil (oracle2teacher)": 4.351949214935303,
+      "cov-distil": 2.553647041320801,
+      "cov-distil (oracle2student)": 4.552020072937012,
+      "cov-distil (oracle2teacher)": 4.540952682495117,
       "epoch": 2.728414442700157,
-      "rel-constrast": 2.66150164604187,
+      "rel-constrast": 3.0275349617004395,
       "step": 3476,
-      "subrel-constrast": 3.723423480987549,
+      "subrel-constrast": 3.814203977584839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3070909976959229,
-      "cov-distil (oracle2student)": 4.013608932495117,
-      "cov-distil (oracle2teacher)": 4.510542869567871,
+      "cov-distil": 1.6132991313934326,
+      "cov-distil (oracle2student)": 4.153179168701172,
+      "cov-distil (oracle2teacher)": 4.410170555114746,
       "epoch": 2.729199372056515,
-      "rel-constrast": 3.2661304473876953,
+      "rel-constrast": 3.354414463043213,
       "step": 3477,
-      "subrel-constrast": 3.775439739227295,
+      "subrel-constrast": 3.667515516281128,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.420297622680664,
-      "cov-distil (oracle2student)": 4.108295917510986,
-      "cov-distil (oracle2teacher)": 3.741150140762329,
+      "cov-distil": 1.9268434047698975,
+      "cov-distil (oracle2student)": 4.3893914222717285,
+      "cov-distil (oracle2teacher)": 4.266035556793213,
       "epoch": 2.729984301412873,
-      "rel-constrast": 3.1700668334960938,
+      "rel-constrast": 3.383117198944092,
       "step": 3478,
-      "subrel-constrast": 3.705117702484131,
+      "subrel-constrast": 3.869400978088379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.334592342376709,
-      "cov-distil (oracle2student)": 4.479011535644531,
-      "cov-distil (oracle2teacher)": 4.116025924682617,
+      "cov-distil": 1.8384965658187866,
+      "cov-distil (oracle2student)": 4.699531078338623,
+      "cov-distil (oracle2teacher)": 4.588048934936523,
       "epoch": 2.730769230769231,
-      "rel-constrast": 2.646742582321167,
+      "rel-constrast": 2.889037609100342,
       "step": 3479,
-      "subrel-constrast": 3.5236525535583496,
+      "subrel-constrast": 3.3381876945495605,
       "view-similarity": 0
     },
     {
       "epoch": 2.731554160125589,
-      "grad_norm": 5.03125,
+      "grad_norm": 5.5,
       "learning_rate": 4.120964221472355e-05,
-      "loss": 0.6996,
+      "loss": 0.738,
       "step": 3480
     },
     {
-      "cov-distil": 1.2141972780227661,
-      "cov-distil (oracle2student)": 4.118884563446045,
-      "cov-distil (oracle2teacher)": 3.61258602142334,
+      "cov-distil": 1.5216693878173828,
+      "cov-distil (oracle2student)": 3.9127988815307617,
+      "cov-distil (oracle2teacher)": 3.751997947692871,
       "epoch": 2.731554160125589,
-      "rel-constrast": 2.888174057006836,
+      "rel-constrast": 3.052700996398926,
       "step": 3480,
-      "subrel-constrast": 3.4115946292877197,
+      "subrel-constrast": 3.318141222000122,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3545664548873901,
-      "cov-distil (oracle2student)": 2.970431327819824,
-      "cov-distil (oracle2teacher)": 3.0308094024658203,
+      "cov-distil": 1.573533296585083,
+      "cov-distil (oracle2student)": 3.0372185707092285,
+      "cov-distil (oracle2teacher)": 3.0809288024902344,
       "epoch": 2.732339089481947,
-      "rel-constrast": 2.2104618549346924,
+      "rel-constrast": 2.6878414154052734,
       "step": 3481,
-      "subrel-constrast": 2.6175434589385986,
+      "subrel-constrast": 2.2772223949432373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8312087059020996,
-      "cov-distil (oracle2student)": 5.496325492858887,
-      "cov-distil (oracle2teacher)": 5.177523612976074,
+      "cov-distil": 2.29671049118042,
+      "cov-distil (oracle2student)": 5.100700378417969,
+      "cov-distil (oracle2teacher)": 5.787387847900391,
       "epoch": 2.7331240188383044,
-      "rel-constrast": 2.7187018394470215,
+      "rel-constrast": 2.423915147781372,
       "step": 3482,
-      "subrel-constrast": 3.634260416030884,
+      "subrel-constrast": 3.737283229827881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9744429588317871,
-      "cov-distil (oracle2student)": 4.325490951538086,
-      "cov-distil (oracle2teacher)": 4.535234451293945,
+      "cov-distil": 1.4226620197296143,
+      "cov-distil (oracle2student)": 4.086299896240234,
+      "cov-distil (oracle2teacher)": 4.7880635261535645,
       "epoch": 2.7339089481946623,
-      "rel-constrast": 1.9824750423431396,
+      "rel-constrast": 2.168368101119995,
       "step": 3483,
-      "subrel-constrast": 2.365967035293579,
+      "subrel-constrast": 2.5723929405212402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3668227195739746,
-      "cov-distil (oracle2student)": 6.226545333862305,
-      "cov-distil (oracle2teacher)": 5.61706018447876,
+      "cov-distil": 1.3658137321472168,
+      "cov-distil (oracle2student)": 6.170299053192139,
+      "cov-distil (oracle2teacher)": 5.863224029541016,
       "epoch": 2.7346938775510203,
-      "rel-constrast": 3.6849803924560547,
+      "rel-constrast": 4.06985330581665,
       "step": 3484,
-      "subrel-constrast": 4.065832614898682,
+      "subrel-constrast": 3.8722896575927734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3599669933319092,
-      "cov-distil (oracle2student)": 3.534722328186035,
-      "cov-distil (oracle2teacher)": 3.087050437927246,
+      "cov-distil": 1.6858198642730713,
+      "cov-distil (oracle2student)": 4.309780120849609,
+      "cov-distil (oracle2teacher)": 3.709588050842285,
       "epoch": 2.7354788069073783,
-      "rel-constrast": 2.0670371055603027,
+      "rel-constrast": 2.6284689903259277,
       "step": 3485,
-      "subrel-constrast": 2.826664686203003,
+      "subrel-constrast": 2.839141368865967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2690579891204834,
-      "cov-distil (oracle2student)": 5.964199542999268,
-      "cov-distil (oracle2teacher)": 5.3375701904296875,
+      "cov-distil": 1.4132764339447021,
+      "cov-distil (oracle2student)": 6.875317573547363,
+      "cov-distil (oracle2teacher)": 6.16152286529541,
       "epoch": 2.7362637362637363,
-      "rel-constrast": 2.5435988903045654,
+      "rel-constrast": 2.6750402450561523,
       "step": 3486,
-      "subrel-constrast": 2.6553046703338623,
+      "subrel-constrast": 2.475952625274658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7499173879623413,
-      "cov-distil (oracle2student)": 4.225542068481445,
-      "cov-distil (oracle2teacher)": 3.7550435066223145,
+      "cov-distil": 2.320859909057617,
+      "cov-distil (oracle2student)": 4.616983413696289,
+      "cov-distil (oracle2teacher)": 4.226278305053711,
       "epoch": 2.7370486656200943,
-      "rel-constrast": 2.688807487487793,
+      "rel-constrast": 3.305396556854248,
       "step": 3487,
-      "subrel-constrast": 3.267240047454834,
+      "subrel-constrast": 3.486868143081665,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5449453592300415,
-      "cov-distil (oracle2student)": 4.365578651428223,
-      "cov-distil (oracle2teacher)": 3.680858612060547,
+      "cov-distil": 3.0813822746276855,
+      "cov-distil (oracle2student)": 4.378018379211426,
+      "cov-distil (oracle2teacher)": 4.568807601928711,
       "epoch": 2.7378335949764523,
-      "rel-constrast": 2.44638729095459,
+      "rel-constrast": 2.3202667236328125,
       "step": 3488,
-      "subrel-constrast": 3.1091537475585938,
+      "subrel-constrast": 3.417170524597168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.590740442276001,
-      "cov-distil (oracle2student)": 3.550600290298462,
-      "cov-distil (oracle2teacher)": 3.5383527278900146,
+      "cov-distil": 2.0209736824035645,
+      "cov-distil (oracle2student)": 3.1558871269226074,
+      "cov-distil (oracle2teacher)": 3.520261526107788,
       "epoch": 2.73861852433281,
-      "rel-constrast": 2.3199853897094727,
+      "rel-constrast": 2.446866035461426,
       "step": 3489,
-      "subrel-constrast": 2.939845561981201,
+      "subrel-constrast": 2.837491035461426,
       "view-similarity": 0
     },
     {
       "epoch": 2.739403453689168,
-      "grad_norm": 5.5,
+      "grad_norm": 6.90625,
       "learning_rate": 4.114310658763181e-05,
-      "loss": 0.6744,
+      "loss": 0.6945,
       "step": 3490
     },
     {
-      "cov-distil": 1.4435595273971558,
-      "cov-distil (oracle2student)": 3.815988302230835,
-      "cov-distil (oracle2teacher)": 3.918964385986328,
+      "cov-distil": 2.401606798171997,
+      "cov-distil (oracle2student)": 4.707117080688477,
+      "cov-distil (oracle2teacher)": 4.310065746307373,
       "epoch": 2.739403453689168,
-      "rel-constrast": 1.9697308540344238,
+      "rel-constrast": 2.28519606590271,
       "step": 3490,
-      "subrel-constrast": 2.708563804626465,
+      "subrel-constrast": 2.5686140060424805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3245824575424194,
-      "cov-distil (oracle2student)": 5.685050010681152,
-      "cov-distil (oracle2teacher)": 5.1339898109436035,
+      "cov-distil": 1.783529281616211,
+      "cov-distil (oracle2student)": 6.151578903198242,
+      "cov-distil (oracle2teacher)": 5.143105506896973,
       "epoch": 2.740188383045526,
-      "rel-constrast": 1.9476144313812256,
+      "rel-constrast": 2.2366082668304443,
       "step": 3491,
-      "subrel-constrast": 2.8096508979797363,
+      "subrel-constrast": 2.9806602001190186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3172099590301514,
-      "cov-distil (oracle2student)": 4.5307464599609375,
-      "cov-distil (oracle2teacher)": 4.304640769958496,
+      "cov-distil": 1.5306146144866943,
+      "cov-distil (oracle2student)": 4.124355316162109,
+      "cov-distil (oracle2teacher)": 4.3738837242126465,
       "epoch": 2.740973312401884,
-      "rel-constrast": 2.118917465209961,
+      "rel-constrast": 2.087721109390259,
       "step": 3492,
-      "subrel-constrast": 2.7366158962249756,
+      "subrel-constrast": 2.961977958679199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1217656135559082,
-      "cov-distil (oracle2student)": 5.098283767700195,
-      "cov-distil (oracle2teacher)": 4.7491655349731445,
+      "cov-distil": 1.8915590047836304,
+      "cov-distil (oracle2student)": 5.037906169891357,
+      "cov-distil (oracle2teacher)": 5.299175262451172,
       "epoch": 2.741758241758242,
-      "rel-constrast": 3.574157476425171,
+      "rel-constrast": 4.049402713775635,
       "step": 3493,
-      "subrel-constrast": 3.903989315032959,
+      "subrel-constrast": 3.885915517807007,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2643206119537354,
-      "cov-distil (oracle2student)": 5.698857307434082,
-      "cov-distil (oracle2teacher)": 4.891286849975586,
+      "cov-distil": 2.000459671020508,
+      "cov-distil (oracle2student)": 6.086305141448975,
+      "cov-distil (oracle2teacher)": 5.8787760734558105,
       "epoch": 2.7425431711145998,
-      "rel-constrast": 2.194077730178833,
+      "rel-constrast": 2.3699495792388916,
       "step": 3494,
-      "subrel-constrast": 2.836371660232544,
+      "subrel-constrast": 3.401826858520508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6932982206344604,
-      "cov-distil (oracle2student)": 3.8292431831359863,
-      "cov-distil (oracle2teacher)": 3.9566965103149414,
+      "cov-distil": 2.0956714153289795,
+      "cov-distil (oracle2student)": 3.818288803100586,
+      "cov-distil (oracle2teacher)": 4.019582748413086,
       "epoch": 2.7433281004709578,
-      "rel-constrast": 2.2468364238739014,
+      "rel-constrast": 2.769763469696045,
       "step": 3495,
-      "subrel-constrast": 3.1928365230560303,
+      "subrel-constrast": 3.0338401794433594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.916379988193512,
-      "cov-distil (oracle2student)": 5.678658962249756,
-      "cov-distil (oracle2teacher)": 5.278433799743652,
+      "cov-distil": 1.3768675327301025,
+      "cov-distil (oracle2student)": 5.7438764572143555,
+      "cov-distil (oracle2teacher)": 5.3997802734375,
       "epoch": 2.7441130298273153,
-      "rel-constrast": 2.5327677726745605,
+      "rel-constrast": 3.6286251544952393,
       "step": 3496,
-      "subrel-constrast": 3.170067548751831,
+      "subrel-constrast": 3.4775795936584473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.084447979927063,
-      "cov-distil (oracle2student)": 5.807104587554932,
-      "cov-distil (oracle2teacher)": 5.669844627380371,
+      "cov-distil": 1.3694944381713867,
+      "cov-distil (oracle2student)": 6.30751371383667,
+      "cov-distil (oracle2teacher)": 6.502086639404297,
       "epoch": 2.7448979591836737,
-      "rel-constrast": 2.94395112991333,
+      "rel-constrast": 3.101449728012085,
       "step": 3497,
-      "subrel-constrast": 3.6626832485198975,
+      "subrel-constrast": 3.6922357082366943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6549034118652344,
-      "cov-distil (oracle2student)": 3.624702215194702,
-      "cov-distil (oracle2teacher)": 3.5175135135650635,
+      "cov-distil": 1.8268766403198242,
+      "cov-distil (oracle2student)": 3.7254507541656494,
+      "cov-distil (oracle2teacher)": 4.421904563903809,
       "epoch": 2.7456828885400313,
-      "rel-constrast": 2.832606792449951,
+      "rel-constrast": 3.514857769012451,
       "step": 3498,
-      "subrel-constrast": 3.215397357940674,
+      "subrel-constrast": 3.6237387657165527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7296409606933594,
-      "cov-distil (oracle2student)": 3.5133869647979736,
-      "cov-distil (oracle2teacher)": 3.4825081825256348,
+      "cov-distil": 1.7304826974868774,
+      "cov-distil (oracle2student)": 3.2325849533081055,
+      "cov-distil (oracle2teacher)": 2.964745283126831,
       "epoch": 2.7464678178963893,
-      "rel-constrast": 2.119751453399658,
+      "rel-constrast": 2.5023374557495117,
       "step": 3499,
-      "subrel-constrast": 3.239866256713867,
+      "subrel-constrast": 2.495213747024536,
       "view-similarity": 0
     },
     {
       "epoch": 2.7472527472527473,
-      "grad_norm": 4.75,
+      "grad_norm": 6.78125,
       "learning_rate": 4.1076374261880735e-05,
-      "loss": 0.6459,
+      "loss": 0.7136,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/duc04-P@10": 0.758,
+      "eval/duc04-P@10": 0.7259999999999998,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/duc04-nDCG@10": 0.7689329379637345,
+      "eval/duc04-nDCG@10": 0.7328447701250199,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/duc04-alpha_nDCG@10": 0.5836013195815343,
+      "eval/duc04-alpha_nDCG@10": 0.5492554680317951,
       "step": 3500
     },
     {
@@ -38496,17 +38496,17 @@
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/multi_news-P@10": 0.4329999999999999,
+      "eval/multi_news-P@10": 0.42499999999999993,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/multi_news-nDCG@10": 0.6147517682661394,
+      "eval/multi_news-nDCG@10": 0.6017912716169866,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/multi_news-alpha_nDCG@10": 0.6020776107446083,
+      "eval/multi_news-alpha_nDCG@10": 0.5727408142929066,
       "step": 3500
     },
     {
@@ -38516,5472 +38516,5472 @@
     },
     {
       "epoch": 2.7472527472527473,
-      "eval/avg": 0.5395167228845205,
+      "eval/avg": 0.5204253088233568,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
-      "overlap": 0.30781251192092896,
+      "overlap": 0.3046875,
       "step": 3500
     },
     {
       "epoch": 2.7472527472527473,
       "step": 3500,
-      "student margin": 0.0537109375
+      "student margin": 0.0576171875
     },
     {
       "epoch": 2.7472527472527473,
       "step": 3500,
-      "teacher margin": 0.038970947265625
+      "teacher margin": 0.0400390625
     },
     {
       "epoch": 2.7472527472527473,
-      "margin difference": -0.014739990234375,
+      "margin difference": -0.017578125,
       "step": 3500
     },
     {
-      "cov-distil": 1.3792612552642822,
-      "cov-distil (oracle2student)": 5.512238025665283,
-      "cov-distil (oracle2teacher)": 5.018134117126465,
+      "cov-distil": 2.1512999534606934,
+      "cov-distil (oracle2student)": 5.913181304931641,
+      "cov-distil (oracle2teacher)": 5.220552444458008,
       "epoch": 2.7472527472527473,
-      "rel-constrast": 3.4268007278442383,
+      "rel-constrast": 3.361750364303589,
       "step": 3500,
-      "subrel-constrast": 3.9748992919921875,
+      "subrel-constrast": 4.018675327301025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2522032260894775,
-      "cov-distil (oracle2student)": 4.140124797821045,
-      "cov-distil (oracle2teacher)": 4.062590599060059,
+      "cov-distil": 2.9010419845581055,
+      "cov-distil (oracle2student)": 4.873453140258789,
+      "cov-distil (oracle2teacher)": 4.736632347106934,
       "epoch": 2.7480376766091053,
-      "rel-constrast": 2.842963457107544,
+      "rel-constrast": 3.717074394226074,
       "step": 3501,
-      "subrel-constrast": 4.094099998474121,
+      "subrel-constrast": 4.326200485229492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1400333642959595,
-      "cov-distil (oracle2student)": 4.549984455108643,
-      "cov-distil (oracle2teacher)": 3.9410042762756348,
+      "cov-distil": 1.5427674055099487,
+      "cov-distil (oracle2student)": 4.845908164978027,
+      "cov-distil (oracle2teacher)": 4.3054375648498535,
       "epoch": 2.7488226059654632,
-      "rel-constrast": 2.1570017337799072,
+      "rel-constrast": 2.285928726196289,
       "step": 3502,
-      "subrel-constrast": 2.7241053581237793,
+      "subrel-constrast": 2.8391151428222656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3762876987457275,
-      "cov-distil (oracle2student)": 4.415852069854736,
-      "cov-distil (oracle2teacher)": 3.797689199447632,
+      "cov-distil": 1.98468017578125,
+      "cov-distil (oracle2student)": 5.080878257751465,
+      "cov-distil (oracle2teacher)": 4.476743221282959,
       "epoch": 2.749607535321821,
-      "rel-constrast": 1.5232279300689697,
+      "rel-constrast": 1.900792121887207,
       "step": 3503,
-      "subrel-constrast": 2.251595973968506,
+      "subrel-constrast": 2.486138343811035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517815113067627,
-      "cov-distil (oracle2student)": 3.2902915477752686,
-      "cov-distil (oracle2teacher)": 3.475660562515259,
+      "cov-distil": 1.6025630235671997,
+      "cov-distil (oracle2student)": 3.6676392555236816,
+      "cov-distil (oracle2teacher)": 3.512094020843506,
       "epoch": 2.750392464678179,
-      "rel-constrast": 2.9254231452941895,
+      "rel-constrast": 2.905642509460449,
       "step": 3504,
-      "subrel-constrast": 3.516655683517456,
+      "subrel-constrast": 4.038243293762207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7318265438079834,
-      "cov-distil (oracle2student)": 4.506546974182129,
-      "cov-distil (oracle2teacher)": 4.354705333709717,
+      "cov-distil": 1.821579098701477,
+      "cov-distil (oracle2student)": 4.478312969207764,
+      "cov-distil (oracle2teacher)": 4.863649845123291,
       "epoch": 2.7511773940345368,
-      "rel-constrast": 2.4928348064422607,
+      "rel-constrast": 2.9254114627838135,
       "step": 3505,
-      "subrel-constrast": 3.0664758682250977,
+      "subrel-constrast": 3.2969024181365967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6209015846252441,
-      "cov-distil (oracle2student)": 5.002229690551758,
-      "cov-distil (oracle2teacher)": 4.779717922210693,
+      "cov-distil": 1.8391799926757812,
+      "cov-distil (oracle2student)": 4.961957931518555,
+      "cov-distil (oracle2teacher)": 4.660968780517578,
       "epoch": 2.7519623233908947,
-      "rel-constrast": 2.4970321655273438,
+      "rel-constrast": 2.37772798538208,
       "step": 3506,
-      "subrel-constrast": 3.048239231109619,
+      "subrel-constrast": 3.1152901649475098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3149901628494263,
-      "cov-distil (oracle2student)": 4.197655200958252,
-      "cov-distil (oracle2teacher)": 3.4020562171936035,
+      "cov-distil": 1.965695858001709,
+      "cov-distil (oracle2student)": 4.0901336669921875,
+      "cov-distil (oracle2teacher)": 3.872941255569458,
       "epoch": 2.7527472527472527,
-      "rel-constrast": 2.828300952911377,
+      "rel-constrast": 2.701758861541748,
       "step": 3507,
-      "subrel-constrast": 2.9544308185577393,
+      "subrel-constrast": 3.2029385566711426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.172248363494873,
-      "cov-distil (oracle2student)": 5.8854217529296875,
-      "cov-distil (oracle2teacher)": 5.39959716796875,
+      "cov-distil": 1.7991571426391602,
+      "cov-distil (oracle2student)": 5.175931453704834,
+      "cov-distil (oracle2teacher)": 5.595635890960693,
       "epoch": 2.7535321821036107,
-      "rel-constrast": 2.489149570465088,
+      "rel-constrast": 2.5939712524414062,
       "step": 3508,
-      "subrel-constrast": 3.0604610443115234,
+      "subrel-constrast": 3.228581428527832,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0945967435836792,
-      "cov-distil (oracle2student)": 3.5267574787139893,
-      "cov-distil (oracle2teacher)": 3.7052369117736816,
+      "cov-distil": 1.4828574657440186,
+      "cov-distil (oracle2student)": 3.2521886825561523,
+      "cov-distil (oracle2teacher)": 3.3443491458892822,
       "epoch": 2.7543171114599687,
-      "rel-constrast": 2.0155513286590576,
+      "rel-constrast": 2.0779757499694824,
       "step": 3509,
-      "subrel-constrast": 2.6758861541748047,
+      "subrel-constrast": 2.3072943687438965,
       "view-similarity": 0
     },
     {
       "epoch": 2.7551020408163263,
-      "grad_norm": 4.1875,
+      "grad_norm": 7.5625,
       "learning_rate": 4.1009446050582687e-05,
-      "loss": 0.6665,
+      "loss": 0.6712,
       "step": 3510
     },
     {
-      "cov-distil": 1.5037956237792969,
-      "cov-distil (oracle2student)": 5.107624053955078,
-      "cov-distil (oracle2teacher)": 4.809351921081543,
+      "cov-distil": 1.6137419939041138,
+      "cov-distil (oracle2student)": 6.065011024475098,
+      "cov-distil (oracle2teacher)": 5.276638031005859,
       "epoch": 2.7551020408163263,
-      "rel-constrast": 2.8368921279907227,
+      "rel-constrast": 2.7709946632385254,
       "step": 3510,
-      "subrel-constrast": 3.683727264404297,
+      "subrel-constrast": 3.5352818965911865,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7546610832214355,
-      "cov-distil (oracle2student)": 4.368617534637451,
-      "cov-distil (oracle2teacher)": 4.716710090637207,
+      "cov-distil": 2.4621729850769043,
+      "cov-distil (oracle2student)": 4.996179580688477,
+      "cov-distil (oracle2teacher)": 5.17441463470459,
       "epoch": 2.7558869701726847,
-      "rel-constrast": 2.5456247329711914,
+      "rel-constrast": 3.2223334312438965,
       "step": 3511,
-      "subrel-constrast": 3.430455446243286,
+      "subrel-constrast": 3.912949562072754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4093878269195557,
-      "cov-distil (oracle2student)": 5.642657279968262,
-      "cov-distil (oracle2teacher)": 5.012208938598633,
+      "cov-distil": 1.7291440963745117,
+      "cov-distil (oracle2student)": 6.0363688468933105,
+      "cov-distil (oracle2teacher)": 5.3341169357299805,
       "epoch": 2.7566718995290422,
-      "rel-constrast": 3.0150678157806396,
+      "rel-constrast": 3.8377950191497803,
       "step": 3512,
-      "subrel-constrast": 3.7654049396514893,
+      "subrel-constrast": 3.835045337677002,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6619033813476562,
-      "cov-distil (oracle2student)": 4.879277229309082,
-      "cov-distil (oracle2teacher)": 4.879388809204102,
+      "cov-distil": 1.8312599658966064,
+      "cov-distil (oracle2student)": 5.062801361083984,
+      "cov-distil (oracle2teacher)": 5.200418949127197,
       "epoch": 2.7574568288854002,
-      "rel-constrast": 2.3862907886505127,
+      "rel-constrast": 2.521724224090576,
       "step": 3513,
-      "subrel-constrast": 3.127742290496826,
+      "subrel-constrast": 2.96380615234375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5596178770065308,
-      "cov-distil (oracle2student)": 3.5402402877807617,
-      "cov-distil (oracle2teacher)": 3.560725450515747,
+      "cov-distil": 1.3494770526885986,
+      "cov-distil (oracle2student)": 3.722991943359375,
+      "cov-distil (oracle2teacher)": 3.407334327697754,
       "epoch": 2.758241758241758,
-      "rel-constrast": 1.777961015701294,
+      "rel-constrast": 2.089097499847412,
       "step": 3514,
-      "subrel-constrast": 2.784086227416992,
+      "subrel-constrast": 2.2425146102905273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9426162242889404,
-      "cov-distil (oracle2student)": 5.771893501281738,
-      "cov-distil (oracle2teacher)": 5.287751197814941,
+      "cov-distil": 1.3434597253799438,
+      "cov-distil (oracle2student)": 5.565086364746094,
+      "cov-distil (oracle2teacher)": 5.781131744384766,
       "epoch": 2.759026687598116,
-      "rel-constrast": 2.502312183380127,
+      "rel-constrast": 2.614551544189453,
       "step": 3515,
-      "subrel-constrast": 2.8358335494995117,
+      "subrel-constrast": 3.1117820739746094,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4741300344467163,
-      "cov-distil (oracle2student)": 6.927245616912842,
-      "cov-distil (oracle2teacher)": 6.150803565979004,
+      "cov-distil": 2.1414740085601807,
+      "cov-distil (oracle2student)": 7.014430522918701,
+      "cov-distil (oracle2teacher)": 6.1886444091796875,
       "epoch": 2.759811616954474,
-      "rel-constrast": 2.223557949066162,
+      "rel-constrast": 2.606213092803955,
       "step": 3516,
-      "subrel-constrast": 3.102792978286743,
+      "subrel-constrast": 3.02695369720459,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9357790946960449,
-      "cov-distil (oracle2student)": 3.9163784980773926,
-      "cov-distil (oracle2teacher)": 3.702489137649536,
+      "cov-distil": 1.494524598121643,
+      "cov-distil (oracle2student)": 3.7944552898406982,
+      "cov-distil (oracle2teacher)": 4.369443416595459,
       "epoch": 2.760596546310832,
-      "rel-constrast": 2.1721274852752686,
+      "rel-constrast": 2.1263108253479004,
       "step": 3517,
-      "subrel-constrast": 2.859774351119995,
+      "subrel-constrast": 2.9143307209014893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3509835004806519,
-      "cov-distil (oracle2student)": 3.2639501094818115,
-      "cov-distil (oracle2teacher)": 2.918851852416992,
+      "cov-distil": 1.4834485054016113,
+      "cov-distil (oracle2student)": 3.253237247467041,
+      "cov-distil (oracle2teacher)": 2.7476909160614014,
       "epoch": 2.76138147566719,
-      "rel-constrast": 2.16044282913208,
+      "rel-constrast": 2.4416563510894775,
       "step": 3518,
-      "subrel-constrast": 3.020240306854248,
+      "subrel-constrast": 2.6762425899505615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6274831295013428,
-      "cov-distil (oracle2student)": 3.9823532104492188,
-      "cov-distil (oracle2teacher)": 3.8480396270751953,
+      "cov-distil": 1.8754137754440308,
+      "cov-distil (oracle2student)": 4.0692243576049805,
+      "cov-distil (oracle2teacher)": 4.287683010101318,
       "epoch": 2.7621664050235477,
-      "rel-constrast": 3.02292537689209,
+      "rel-constrast": 3.0904760360717773,
       "step": 3519,
-      "subrel-constrast": 3.6527926921844482,
+      "subrel-constrast": 3.9222800731658936,
       "view-similarity": 0
     },
     {
       "epoch": 2.7629513343799057,
-      "grad_norm": 5.65625,
+      "grad_norm": 6.0625,
       "learning_rate": 4.0942322769236775e-05,
-      "loss": 0.6516,
+      "loss": 0.683,
       "step": 3520
     },
     {
-      "cov-distil": 1.5295791625976562,
-      "cov-distil (oracle2student)": 4.758248805999756,
-      "cov-distil (oracle2teacher)": 4.587554931640625,
+      "cov-distil": 2.695176124572754,
+      "cov-distil (oracle2student)": 4.908599853515625,
+      "cov-distil (oracle2teacher)": 5.153203010559082,
       "epoch": 2.7629513343799057,
-      "rel-constrast": 2.560229778289795,
+      "rel-constrast": 2.6133792400360107,
       "step": 3520,
-      "subrel-constrast": 3.6683590412139893,
+      "subrel-constrast": 4.125959396362305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9155421257019043,
-      "cov-distil (oracle2student)": 5.7935004234313965,
-      "cov-distil (oracle2teacher)": 4.85732364654541,
+      "cov-distil": 2.1499457359313965,
+      "cov-distil (oracle2student)": 5.921428680419922,
+      "cov-distil (oracle2teacher)": 5.285194396972656,
       "epoch": 2.7637362637362637,
-      "rel-constrast": 3.267106533050537,
+      "rel-constrast": 3.0859365463256836,
       "step": 3521,
-      "subrel-constrast": 3.679368257522583,
+      "subrel-constrast": 3.8588075637817383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8366351127624512,
-      "cov-distil (oracle2student)": 4.30238676071167,
-      "cov-distil (oracle2teacher)": 3.9455056190490723,
+      "cov-distil": 1.8510551452636719,
+      "cov-distil (oracle2student)": 4.45841121673584,
+      "cov-distil (oracle2teacher)": 3.9083328247070312,
       "epoch": 2.7645211930926217,
-      "rel-constrast": 2.8049025535583496,
+      "rel-constrast": 2.742764472961426,
       "step": 3522,
-      "subrel-constrast": 3.3190345764160156,
+      "subrel-constrast": 2.8942673206329346,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6611394882202148,
-      "cov-distil (oracle2student)": 3.9727890491485596,
-      "cov-distil (oracle2teacher)": 3.9836840629577637,
+      "cov-distil": 2.1675004959106445,
+      "cov-distil (oracle2student)": 4.256553649902344,
+      "cov-distil (oracle2teacher)": 4.726385116577148,
       "epoch": 2.7653061224489797,
-      "rel-constrast": 2.416064500808716,
+      "rel-constrast": 2.8214962482452393,
       "step": 3523,
-      "subrel-constrast": 3.7824547290802,
+      "subrel-constrast": 3.743952512741089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.40010666847229,
-      "cov-distil (oracle2student)": 5.086782455444336,
-      "cov-distil (oracle2teacher)": 4.389537811279297,
+      "cov-distil": 1.8819096088409424,
+      "cov-distil (oracle2student)": 5.615595817565918,
+      "cov-distil (oracle2teacher)": 4.619064807891846,
       "epoch": 2.7660910518053377,
-      "rel-constrast": 1.9922969341278076,
+      "rel-constrast": 2.662416458129883,
       "step": 3524,
-      "subrel-constrast": 2.6696364879608154,
+      "subrel-constrast": 2.7000772953033447,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.752016305923462,
-      "cov-distil (oracle2student)": 4.5746660232543945,
-      "cov-distil (oracle2teacher)": 3.9400548934936523,
+      "cov-distil": 2.1337156295776367,
+      "cov-distil (oracle2student)": 4.9721879959106445,
+      "cov-distil (oracle2teacher)": 4.48626184463501,
       "epoch": 2.7668759811616956,
-      "rel-constrast": 2.3308963775634766,
+      "rel-constrast": 2.3181867599487305,
       "step": 3525,
-      "subrel-constrast": 3.148468494415283,
+      "subrel-constrast": 2.8223228454589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4230616092681885,
-      "cov-distil (oracle2student)": 3.5443525314331055,
-      "cov-distil (oracle2teacher)": 3.7471542358398438,
+      "cov-distil": 1.6368876695632935,
+      "cov-distil (oracle2student)": 3.9037725925445557,
+      "cov-distil (oracle2teacher)": 3.960644483566284,
       "epoch": 2.767660910518053,
-      "rel-constrast": 2.7349421977996826,
+      "rel-constrast": 2.789550304412842,
       "step": 3526,
-      "subrel-constrast": 3.5592198371887207,
+      "subrel-constrast": 3.219644784927368,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8655356168746948,
-      "cov-distil (oracle2student)": 3.633657693862915,
-      "cov-distil (oracle2teacher)": 3.9535422325134277,
+      "cov-distil": 2.398348331451416,
+      "cov-distil (oracle2student)": 4.020671844482422,
+      "cov-distil (oracle2teacher)": 3.9525680541992188,
       "epoch": 2.768445839874411,
-      "rel-constrast": 2.623929500579834,
+      "rel-constrast": 3.0846662521362305,
       "step": 3527,
-      "subrel-constrast": 3.6466033458709717,
+      "subrel-constrast": 3.8960180282592773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.074138879776001,
-      "cov-distil (oracle2student)": 3.7500033378601074,
-      "cov-distil (oracle2teacher)": 3.766144275665283,
+      "cov-distil": 1.5763587951660156,
+      "cov-distil (oracle2student)": 3.701394557952881,
+      "cov-distil (oracle2teacher)": 4.360032081604004,
       "epoch": 2.769230769230769,
-      "rel-constrast": 2.281257152557373,
+      "rel-constrast": 1.9686455726623535,
       "step": 3528,
-      "subrel-constrast": 3.109210729598999,
+      "subrel-constrast": 3.076063394546509,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6943196058273315,
-      "cov-distil (oracle2student)": 3.6927552223205566,
-      "cov-distil (oracle2teacher)": 3.443314552307129,
+      "cov-distil": 2.601828098297119,
+      "cov-distil (oracle2student)": 3.6403756141662598,
+      "cov-distil (oracle2teacher)": 4.009746551513672,
       "epoch": 2.770015698587127,
-      "rel-constrast": 2.8284811973571777,
+      "rel-constrast": 3.229006290435791,
       "step": 3529,
-      "subrel-constrast": 2.738298177719116,
+      "subrel-constrast": 3.319173812866211,
       "view-similarity": 0
     },
     {
       "epoch": 2.770800627943485,
-      "grad_norm": 6.3125,
+      "grad_norm": 8.875,
       "learning_rate": 4.087500523571902e-05,
-      "loss": 0.6864,
+      "loss": 0.6829,
       "step": 3530
     },
     {
-      "cov-distil": 1.2214546203613281,
-      "cov-distil (oracle2student)": 4.550065517425537,
-      "cov-distil (oracle2teacher)": 4.185903549194336,
+      "cov-distil": 1.5111124515533447,
+      "cov-distil (oracle2student)": 4.280892372131348,
+      "cov-distil (oracle2teacher)": 4.5648651123046875,
       "epoch": 2.770800627943485,
-      "rel-constrast": 2.651336431503296,
+      "rel-constrast": 2.742645025253296,
       "step": 3530,
-      "subrel-constrast": 3.407214403152466,
+      "subrel-constrast": 3.1836843490600586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.308075189590454,
-      "cov-distil (oracle2student)": 2.810516834259033,
-      "cov-distil (oracle2teacher)": 3.0491456985473633,
+      "cov-distil": 1.2703088521957397,
+      "cov-distil (oracle2student)": 2.868490219116211,
+      "cov-distil (oracle2teacher)": 2.876779556274414,
       "epoch": 2.771585557299843,
-      "rel-constrast": 2.4905319213867188,
+      "rel-constrast": 2.0392699241638184,
       "step": 3531,
-      "subrel-constrast": 2.842946767807007,
+      "subrel-constrast": 2.842829704284668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9907150268554688,
-      "cov-distil (oracle2student)": 4.003452301025391,
-      "cov-distil (oracle2teacher)": 3.872568130493164,
+      "cov-distil": 1.1806361675262451,
+      "cov-distil (oracle2student)": 4.147473335266113,
+      "cov-distil (oracle2teacher)": 4.333902835845947,
       "epoch": 2.772370486656201,
-      "rel-constrast": 2.602309226989746,
+      "rel-constrast": 2.380997657775879,
       "step": 3532,
-      "subrel-constrast": 2.5838546752929688,
+      "subrel-constrast": 2.7750043869018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5122132301330566,
-      "cov-distil (oracle2student)": 4.709390640258789,
-      "cov-distil (oracle2teacher)": 4.546160697937012,
+      "cov-distil": 1.7264426946640015,
+      "cov-distil (oracle2student)": 5.003357887268066,
+      "cov-distil (oracle2teacher)": 5.028465270996094,
       "epoch": 2.7731554160125587,
-      "rel-constrast": 2.738328218460083,
+      "rel-constrast": 2.8318958282470703,
       "step": 3533,
-      "subrel-constrast": 3.2738804817199707,
+      "subrel-constrast": 3.261605978012085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.92413330078125,
-      "cov-distil (oracle2student)": 4.750107765197754,
-      "cov-distil (oracle2teacher)": 4.325366020202637,
+      "cov-distil": 2.672806739807129,
+      "cov-distil (oracle2student)": 5.663307189941406,
+      "cov-distil (oracle2teacher)": 4.748538970947266,
       "epoch": 2.7739403453689166,
-      "rel-constrast": 2.169196605682373,
+      "rel-constrast": 3.0787155628204346,
       "step": 3534,
-      "subrel-constrast": 3.3493547439575195,
+      "subrel-constrast": 3.3629395961761475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5408124923706055,
-      "cov-distil (oracle2student)": 5.156734466552734,
-      "cov-distil (oracle2teacher)": 4.766303539276123,
+      "cov-distil": 1.6740295886993408,
+      "cov-distil (oracle2student)": 5.206766128540039,
+      "cov-distil (oracle2teacher)": 5.3017754554748535,
       "epoch": 2.7747252747252746,
-      "rel-constrast": 4.27235221862793,
+      "rel-constrast": 4.908560752868652,
       "step": 3535,
-      "subrel-constrast": 4.5209736824035645,
+      "subrel-constrast": 4.762820720672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7322070598602295,
-      "cov-distil (oracle2student)": 4.328451156616211,
-      "cov-distil (oracle2teacher)": 4.196700096130371,
+      "cov-distil": 2.1458230018615723,
+      "cov-distil (oracle2student)": 5.0936102867126465,
+      "cov-distil (oracle2teacher)": 4.494885444641113,
       "epoch": 2.7755102040816326,
-      "rel-constrast": 3.2537121772766113,
+      "rel-constrast": 4.602248668670654,
       "step": 3536,
-      "subrel-constrast": 3.9607155323028564,
+      "subrel-constrast": 4.316587448120117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9923832416534424,
-      "cov-distil (oracle2student)": 5.322057723999023,
-      "cov-distil (oracle2teacher)": 4.7698750495910645,
+      "cov-distil": 2.428180456161499,
+      "cov-distil (oracle2student)": 4.979086875915527,
+      "cov-distil (oracle2teacher)": 5.88228702545166,
       "epoch": 2.7762951334379906,
-      "rel-constrast": 3.1582798957824707,
+      "rel-constrast": 2.4766905307769775,
       "step": 3537,
-      "subrel-constrast": 4.184753894805908,
+      "subrel-constrast": 4.085779190063477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.057884693145752,
-      "cov-distil (oracle2student)": 3.0004563331604004,
-      "cov-distil (oracle2teacher)": 3.460996389389038,
+      "cov-distil": 1.3048940896987915,
+      "cov-distil (oracle2student)": 2.9596328735351562,
+      "cov-distil (oracle2teacher)": 3.4815831184387207,
       "epoch": 2.7770800627943486,
-      "rel-constrast": 2.3897628784179688,
+      "rel-constrast": 2.2816684246063232,
       "step": 3538,
-      "subrel-constrast": 2.4223499298095703,
+      "subrel-constrast": 2.466313123703003,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4310013055801392,
-      "cov-distil (oracle2student)": 4.35269021987915,
-      "cov-distil (oracle2teacher)": 4.284526824951172,
+      "cov-distil": 1.6001675128936768,
+      "cov-distil (oracle2student)": 4.944684982299805,
+      "cov-distil (oracle2teacher)": 4.870590686798096,
       "epoch": 2.7778649921507066,
-      "rel-constrast": 2.2284204959869385,
+      "rel-constrast": 3.0082175731658936,
       "step": 3539,
-      "subrel-constrast": 3.1290206909179688,
+      "subrel-constrast": 3.358438014984131,
       "view-similarity": 0
     },
     {
       "epoch": 2.778649921507064,
-      "grad_norm": 7.3125,
+      "grad_norm": 6.59375,
       "learning_rate": 4.0807494270272305e-05,
-      "loss": 0.7356,
+      "loss": 0.7588,
       "step": 3540
     },
     {
-      "cov-distil": 1.408715844154358,
-      "cov-distil (oracle2student)": 5.798308849334717,
-      "cov-distil (oracle2teacher)": 5.312016487121582,
+      "cov-distil": 1.7319960594177246,
+      "cov-distil (oracle2student)": 6.7831926345825195,
+      "cov-distil (oracle2teacher)": 5.743382930755615,
       "epoch": 2.778649921507064,
-      "rel-constrast": 2.4769093990325928,
+      "rel-constrast": 2.76455020904541,
       "step": 3540,
-      "subrel-constrast": 2.839785575866699,
+      "subrel-constrast": 2.820173501968384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5929267406463623,
-      "cov-distil (oracle2student)": 3.6683261394500732,
-      "cov-distil (oracle2teacher)": 3.9011025428771973,
+      "cov-distil": 1.7695729732513428,
+      "cov-distil (oracle2student)": 3.913210868835449,
+      "cov-distil (oracle2teacher)": 4.525877952575684,
       "epoch": 2.7794348508634226,
-      "rel-constrast": 3.636931896209717,
+      "rel-constrast": 3.852382183074951,
       "step": 3541,
-      "subrel-constrast": 4.102742671966553,
+      "subrel-constrast": 4.207509517669678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6999423503875732,
-      "cov-distil (oracle2student)": 4.368969917297363,
-      "cov-distil (oracle2teacher)": 3.6563682556152344,
+      "cov-distil": 2.3181188106536865,
+      "cov-distil (oracle2student)": 4.688327312469482,
+      "cov-distil (oracle2teacher)": 4.0463690757751465,
       "epoch": 2.78021978021978,
-      "rel-constrast": 2.2501487731933594,
+      "rel-constrast": 2.760911226272583,
       "step": 3542,
-      "subrel-constrast": 3.1375019550323486,
+      "subrel-constrast": 3.292611598968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4212346076965332,
-      "cov-distil (oracle2student)": 3.798733711242676,
-      "cov-distil (oracle2teacher)": 3.7012057304382324,
+      "cov-distil": 1.9477070569992065,
+      "cov-distil (oracle2student)": 4.23211145401001,
+      "cov-distil (oracle2teacher)": 3.7845799922943115,
       "epoch": 2.781004709576138,
-      "rel-constrast": 2.8919434547424316,
+      "rel-constrast": 3.604813814163208,
       "step": 3543,
-      "subrel-constrast": 3.139697551727295,
+      "subrel-constrast": 3.409348726272583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3825955390930176,
-      "cov-distil (oracle2student)": 5.492983341217041,
-      "cov-distil (oracle2teacher)": 4.83962345123291,
+      "cov-distil": 1.4793756008148193,
+      "cov-distil (oracle2student)": 5.449453353881836,
+      "cov-distil (oracle2teacher)": 5.370293140411377,
       "epoch": 2.781789638932496,
-      "rel-constrast": 2.033757209777832,
+      "rel-constrast": 2.4654295444488525,
       "step": 3544,
-      "subrel-constrast": 2.919071912765503,
+      "subrel-constrast": 2.9504454135894775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.864202618598938,
-      "cov-distil (oracle2student)": 3.562382221221924,
-      "cov-distil (oracle2teacher)": 3.479668140411377,
+      "cov-distil": 2.345639944076538,
+      "cov-distil (oracle2student)": 3.6730875968933105,
+      "cov-distil (oracle2teacher)": 4.202016830444336,
       "epoch": 2.782574568288854,
-      "rel-constrast": 2.742119312286377,
+      "rel-constrast": 2.9245123863220215,
       "step": 3545,
-      "subrel-constrast": 3.8246121406555176,
+      "subrel-constrast": 4.047243118286133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7136666774749756,
-      "cov-distil (oracle2student)": 6.516396999359131,
-      "cov-distil (oracle2teacher)": 6.288470268249512,
+      "cov-distil": 2.5699121952056885,
+      "cov-distil (oracle2student)": 7.349292755126953,
+      "cov-distil (oracle2teacher)": 7.016933441162109,
       "epoch": 2.783359497645212,
-      "rel-constrast": 1.8061896562576294,
+      "rel-constrast": 2.8379065990448,
       "step": 3546,
-      "subrel-constrast": 3.0093910694122314,
+      "subrel-constrast": 2.8006324768066406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3209631443023682,
-      "cov-distil (oracle2student)": 2.5101358890533447,
-      "cov-distil (oracle2teacher)": 2.850820302963257,
+      "cov-distil": 2.1540372371673584,
+      "cov-distil (oracle2student)": 3.401002883911133,
+      "cov-distil (oracle2teacher)": 2.790369987487793,
       "epoch": 2.7841444270015696,
-      "rel-constrast": 3.178370237350464,
+      "rel-constrast": 3.6609549522399902,
       "step": 3547,
-      "subrel-constrast": 4.015971660614014,
+      "subrel-constrast": 4.182144641876221,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5318498611450195,
-      "cov-distil (oracle2student)": 4.9477643966674805,
-      "cov-distil (oracle2teacher)": 4.787635803222656,
+      "cov-distil": 1.8249266147613525,
+      "cov-distil (oracle2student)": 5.147817134857178,
+      "cov-distil (oracle2teacher)": 4.936285018920898,
       "epoch": 2.784929356357928,
-      "rel-constrast": 3.293071985244751,
+      "rel-constrast": 3.703218460083008,
       "step": 3548,
-      "subrel-constrast": 3.9265966415405273,
+      "subrel-constrast": 4.006539344787598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.696291208267212,
-      "cov-distil (oracle2student)": 4.263381004333496,
-      "cov-distil (oracle2teacher)": 4.353166580200195,
+      "cov-distil": 1.959423303604126,
+      "cov-distil (oracle2student)": 4.958598613739014,
+      "cov-distil (oracle2teacher)": 4.671599388122559,
       "epoch": 2.7857142857142856,
-      "rel-constrast": 2.8011226654052734,
+      "rel-constrast": 3.2798635959625244,
       "step": 3549,
-      "subrel-constrast": 3.6055240631103516,
+      "subrel-constrast": 3.3815197944641113,
       "view-similarity": 0
     },
     {
       "epoch": 2.7864992150706436,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.28125,
       "learning_rate": 4.073979069549646e-05,
-      "loss": 0.7168,
+      "loss": 0.7964,
       "step": 3550
     },
     {
-      "cov-distil": 1.0746400356292725,
-      "cov-distil (oracle2student)": 2.8375210762023926,
-      "cov-distil (oracle2teacher)": 2.992489814758301,
+      "cov-distil": 1.2198225259780884,
+      "cov-distil (oracle2student)": 2.8151800632476807,
+      "cov-distil (oracle2teacher)": 2.799802303314209,
       "epoch": 2.7864992150706436,
-      "rel-constrast": 2.481842041015625,
+      "rel-constrast": 2.6741416454315186,
       "step": 3550,
-      "subrel-constrast": 2.920151948928833,
+      "subrel-constrast": 2.917478561401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5103081464767456,
-      "cov-distil (oracle2student)": 3.136960506439209,
-      "cov-distil (oracle2teacher)": 3.4654994010925293,
+      "cov-distil": 2.071779251098633,
+      "cov-distil (oracle2student)": 3.0874505043029785,
+      "cov-distil (oracle2teacher)": 3.472621202468872,
       "epoch": 2.7872841444270016,
-      "rel-constrast": 2.253533363342285,
+      "rel-constrast": 2.1062707901000977,
       "step": 3551,
-      "subrel-constrast": 2.806283950805664,
+      "subrel-constrast": 2.7480502128601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1227941513061523,
-      "cov-distil (oracle2student)": 4.283329010009766,
-      "cov-distil (oracle2teacher)": 3.908005714416504,
+      "cov-distil": 1.3770856857299805,
+      "cov-distil (oracle2student)": 4.271481990814209,
+      "cov-distil (oracle2teacher)": 3.9262304306030273,
       "epoch": 2.7880690737833596,
-      "rel-constrast": 3.500622272491455,
+      "rel-constrast": 4.132549285888672,
       "step": 3552,
-      "subrel-constrast": 4.200196266174316,
+      "subrel-constrast": 3.9776058197021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7598018646240234,
-      "cov-distil (oracle2student)": 5.035981178283691,
-      "cov-distil (oracle2teacher)": 4.670450210571289,
+      "cov-distil": 2.309886932373047,
+      "cov-distil (oracle2student)": 4.980688571929932,
+      "cov-distil (oracle2teacher)": 5.123229026794434,
       "epoch": 2.7888540031397175,
-      "rel-constrast": 1.8663225173950195,
+      "rel-constrast": 2.108802556991577,
       "step": 3553,
-      "subrel-constrast": 2.5248491764068604,
+      "subrel-constrast": 2.686622142791748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.615004301071167,
-      "cov-distil (oracle2student)": 4.167002201080322,
-      "cov-distil (oracle2teacher)": 4.2441511154174805,
+      "cov-distil": 2.053839921951294,
+      "cov-distil (oracle2student)": 4.544401168823242,
+      "cov-distil (oracle2teacher)": 4.77713680267334,
       "epoch": 2.789638932496075,
-      "rel-constrast": 2.683532238006592,
+      "rel-constrast": 3.293450117111206,
       "step": 3554,
-      "subrel-constrast": 3.6794040203094482,
+      "subrel-constrast": 3.780493974685669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0796945095062256,
-      "cov-distil (oracle2student)": 3.896461009979248,
-      "cov-distil (oracle2teacher)": 3.2958855628967285,
+      "cov-distil": 1.803830862045288,
+      "cov-distil (oracle2student)": 3.792013168334961,
+      "cov-distil (oracle2teacher)": 3.8120391368865967,
       "epoch": 2.7904238618524335,
-      "rel-constrast": 1.2991888523101807,
+      "rel-constrast": 1.6866627931594849,
       "step": 3555,
-      "subrel-constrast": 1.5455249547958374,
+      "subrel-constrast": 1.4546804428100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2290802001953125,
-      "cov-distil (oracle2student)": 4.363129615783691,
-      "cov-distil (oracle2teacher)": 4.010703086853027,
+      "cov-distil": 2.005863904953003,
+      "cov-distil (oracle2student)": 4.26434326171875,
+      "cov-distil (oracle2teacher)": 4.324193954467773,
       "epoch": 2.791208791208791,
-      "rel-constrast": 2.478017807006836,
+      "rel-constrast": 2.772993564605713,
       "step": 3556,
-      "subrel-constrast": 3.187852621078491,
+      "subrel-constrast": 3.1303415298461914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1794928312301636,
-      "cov-distil (oracle2student)": 4.814743995666504,
-      "cov-distil (oracle2teacher)": 4.507012367248535,
+      "cov-distil": 1.250544786453247,
+      "cov-distil (oracle2student)": 5.015318870544434,
+      "cov-distil (oracle2teacher)": 4.472994327545166,
       "epoch": 2.791993720565149,
-      "rel-constrast": 3.163187265396118,
+      "rel-constrast": 3.720365047454834,
       "step": 3557,
-      "subrel-constrast": 3.990780830383301,
+      "subrel-constrast": 3.81423020362854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6819525957107544,
-      "cov-distil (oracle2student)": 3.858051061630249,
-      "cov-distil (oracle2teacher)": 3.831836223602295,
+      "cov-distil": 1.569635033607483,
+      "cov-distil (oracle2student)": 3.6210594177246094,
+      "cov-distil (oracle2teacher)": 3.683393955230713,
       "epoch": 2.792778649921507,
-      "rel-constrast": 2.6546072959899902,
+      "rel-constrast": 2.8910951614379883,
       "step": 3558,
-      "subrel-constrast": 3.3687069416046143,
+      "subrel-constrast": 3.169457197189331,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4730299711227417,
-      "cov-distil (oracle2student)": 5.318650245666504,
-      "cov-distil (oracle2teacher)": 5.1554131507873535,
+      "cov-distil": 1.9594683647155762,
+      "cov-distil (oracle2student)": 5.845785140991211,
+      "cov-distil (oracle2teacher)": 5.358935832977295,
       "epoch": 2.793563579277865,
-      "rel-constrast": 3.2615556716918945,
+      "rel-constrast": 3.977537155151367,
       "step": 3559,
-      "subrel-constrast": 3.9857892990112305,
+      "subrel-constrast": 3.8834478855133057,
       "view-similarity": 0
     },
     {
       "epoch": 2.794348508634223,
-      "grad_norm": 6.1875,
+      "grad_norm": 7.34375,
       "learning_rate": 4.067189533633815e-05,
-      "loss": 0.6779,
+      "loss": 0.7341,
       "step": 3560
     },
     {
-      "cov-distil": 1.6302231550216675,
-      "cov-distil (oracle2student)": 3.644481658935547,
-      "cov-distil (oracle2teacher)": 3.983630657196045,
+      "cov-distil": 2.502669334411621,
+      "cov-distil (oracle2student)": 4.521213531494141,
+      "cov-distil (oracle2teacher)": 4.440483093261719,
       "epoch": 2.794348508634223,
-      "rel-constrast": 2.288658618927002,
+      "rel-constrast": 3.0214345455169678,
       "step": 3560,
-      "subrel-constrast": 3.148287057876587,
+      "subrel-constrast": 3.16668438911438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.461504578590393,
-      "cov-distil (oracle2student)": 5.1325883865356445,
-      "cov-distil (oracle2teacher)": 4.673378944396973,
+      "cov-distil": 1.9504473209381104,
+      "cov-distil (oracle2student)": 5.19375467300415,
+      "cov-distil (oracle2teacher)": 4.940067291259766,
       "epoch": 2.795133437990581,
-      "rel-constrast": 2.425476551055908,
+      "rel-constrast": 2.3992903232574463,
       "step": 3561,
-      "subrel-constrast": 3.23711895942688,
+      "subrel-constrast": 3.118100166320801,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.260448932647705,
-      "cov-distil (oracle2student)": 4.969331741333008,
-      "cov-distil (oracle2teacher)": 4.873315811157227,
+      "cov-distil": 2.3260910511016846,
+      "cov-distil (oracle2student)": 5.295263290405273,
+      "cov-distil (oracle2teacher)": 4.685574054718018,
       "epoch": 2.795918367346939,
-      "rel-constrast": 3.1091513633728027,
+      "rel-constrast": 3.564302921295166,
       "step": 3562,
-      "subrel-constrast": 3.8143310546875,
+      "subrel-constrast": 3.7773008346557617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6359857320785522,
-      "cov-distil (oracle2student)": 6.373871326446533,
-      "cov-distil (oracle2teacher)": 5.551024913787842,
+      "cov-distil": 1.8823803663253784,
+      "cov-distil (oracle2student)": 6.443591117858887,
+      "cov-distil (oracle2teacher)": 5.947246074676514,
       "epoch": 2.7967032967032965,
-      "rel-constrast": 2.867471694946289,
+      "rel-constrast": 3.2516565322875977,
       "step": 3563,
-      "subrel-constrast": 3.6682331562042236,
+      "subrel-constrast": 3.6438534259796143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.881359577178955,
-      "cov-distil (oracle2student)": 4.3976850509643555,
-      "cov-distil (oracle2teacher)": 4.18251895904541,
+      "cov-distil": 2.8541059494018555,
+      "cov-distil (oracle2student)": 4.739079475402832,
+      "cov-distil (oracle2teacher)": 4.84123420715332,
       "epoch": 2.7974882260596545,
-      "rel-constrast": 2.4261159896850586,
+      "rel-constrast": 2.8257479667663574,
       "step": 3564,
-      "subrel-constrast": 3.559363603591919,
+      "subrel-constrast": 3.7792282104492188,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.637282133102417,
-      "cov-distil (oracle2student)": 4.293227195739746,
-      "cov-distil (oracle2teacher)": 3.5919694900512695,
+      "cov-distil": 2.057802677154541,
+      "cov-distil (oracle2student)": 4.514664173126221,
+      "cov-distil (oracle2teacher)": 4.015263080596924,
       "epoch": 2.7982731554160125,
-      "rel-constrast": 2.3969948291778564,
+      "rel-constrast": 2.402881383895874,
       "step": 3565,
-      "subrel-constrast": 2.822784900665283,
+      "subrel-constrast": 2.5879557132720947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4809744358062744,
-      "cov-distil (oracle2student)": 4.448243141174316,
-      "cov-distil (oracle2teacher)": 3.990175724029541,
+      "cov-distil": 1.773200273513794,
+      "cov-distil (oracle2student)": 4.810924530029297,
+      "cov-distil (oracle2teacher)": 4.626442909240723,
       "epoch": 2.7990580847723705,
-      "rel-constrast": 2.6477882862091064,
+      "rel-constrast": 3.056976795196533,
       "step": 3566,
-      "subrel-constrast": 3.0428078174591064,
+      "subrel-constrast": 3.3851890563964844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0791053771972656,
-      "cov-distil (oracle2student)": 4.4508161544799805,
-      "cov-distil (oracle2teacher)": 4.350926399230957,
+      "cov-distil": 2.9136948585510254,
+      "cov-distil (oracle2student)": 4.748732566833496,
+      "cov-distil (oracle2teacher)": 4.497549057006836,
       "epoch": 2.7998430141287285,
-      "rel-constrast": 2.1198008060455322,
+      "rel-constrast": 2.4599575996398926,
       "step": 3567,
-      "subrel-constrast": 3.490078926086426,
+      "subrel-constrast": 3.74092698097229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4206864833831787,
-      "cov-distil (oracle2student)": 4.044746398925781,
-      "cov-distil (oracle2teacher)": 3.674853801727295,
+      "cov-distil": 2.0033860206604004,
+      "cov-distil (oracle2student)": 3.7279164791107178,
+      "cov-distil (oracle2teacher)": 3.7830986976623535,
       "epoch": 2.8006279434850865,
-      "rel-constrast": 2.5155882835388184,
+      "rel-constrast": 2.169006824493408,
       "step": 3568,
-      "subrel-constrast": 3.185847282409668,
+      "subrel-constrast": 3.259018898010254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7754374742507935,
-      "cov-distil (oracle2student)": 4.099841117858887,
-      "cov-distil (oracle2teacher)": 4.054225921630859,
+      "cov-distil": 1.7925643920898438,
+      "cov-distil (oracle2student)": 4.074536323547363,
+      "cov-distil (oracle2teacher)": 4.973211765289307,
       "epoch": 2.8014128728414445,
-      "rel-constrast": 2.174443006515503,
+      "rel-constrast": 2.3638076782226562,
       "step": 3569,
-      "subrel-constrast": 2.8198864459991455,
+      "subrel-constrast": 2.492131233215332,
       "view-similarity": 0
     },
     {
       "epoch": 2.802197802197802,
-      "grad_norm": 5.40625,
+      "grad_norm": 5.84375,
       "learning_rate": 4.060380902008093e-05,
-      "loss": 0.6649,
+      "loss": 0.6879,
       "step": 3570
     },
     {
-      "cov-distil": 1.3476274013519287,
-      "cov-distil (oracle2student)": 2.9762394428253174,
-      "cov-distil (oracle2teacher)": 3.4359421730041504,
+      "cov-distil": 1.5803050994873047,
+      "cov-distil (oracle2student)": 3.166107654571533,
+      "cov-distil (oracle2teacher)": 3.6426870822906494,
       "epoch": 2.802197802197802,
-      "rel-constrast": 3.3261425495147705,
+      "rel-constrast": 3.612394332885742,
       "step": 3570,
-      "subrel-constrast": 4.071096897125244,
+      "subrel-constrast": 3.9442594051361084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.322634220123291,
-      "cov-distil (oracle2student)": 3.997357130050659,
-      "cov-distil (oracle2teacher)": 3.728325128555298,
+      "cov-distil": 1.5901825428009033,
+      "cov-distil (oracle2student)": 4.500864505767822,
+      "cov-distil (oracle2teacher)": 4.23482608795166,
       "epoch": 2.80298273155416,
-      "rel-constrast": 2.0070202350616455,
+      "rel-constrast": 1.914468765258789,
       "step": 3571,
-      "subrel-constrast": 2.471261501312256,
+      "subrel-constrast": 2.7607760429382324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.962550401687622,
-      "cov-distil (oracle2student)": 3.7945046424865723,
-      "cov-distil (oracle2teacher)": 3.5520217418670654,
+      "cov-distil": 2.987064838409424,
+      "cov-distil (oracle2student)": 4.325023651123047,
+      "cov-distil (oracle2teacher)": 3.8848469257354736,
       "epoch": 2.803767660910518,
-      "rel-constrast": 3.348686456680298,
+      "rel-constrast": 3.3794353008270264,
       "step": 3572,
-      "subrel-constrast": 3.9732532501220703,
+      "subrel-constrast": 4.236593246459961,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6957271099090576,
-      "cov-distil (oracle2student)": 3.586333990097046,
-      "cov-distil (oracle2teacher)": 3.599825620651245,
+      "cov-distil": 1.9490363597869873,
+      "cov-distil (oracle2student)": 3.3328726291656494,
+      "cov-distil (oracle2teacher)": 3.4767560958862305,
       "epoch": 2.804552590266876,
-      "rel-constrast": 2.6487319469451904,
+      "rel-constrast": 3.009373664855957,
       "step": 3573,
-      "subrel-constrast": 3.3801822662353516,
+      "subrel-constrast": 3.4397969245910645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6602861881256104,
-      "cov-distil (oracle2student)": 3.861900806427002,
-      "cov-distil (oracle2teacher)": 3.7261948585510254,
+      "cov-distil": 2.028747081756592,
+      "cov-distil (oracle2student)": 4.040786266326904,
+      "cov-distil (oracle2teacher)": 3.757786750793457,
       "epoch": 2.805337519623234,
-      "rel-constrast": 2.58284330368042,
+      "rel-constrast": 2.584383010864258,
       "step": 3574,
-      "subrel-constrast": 3.304117202758789,
+      "subrel-constrast": 3.189997434616089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.17142915725708,
-      "cov-distil (oracle2student)": 4.7519755363464355,
-      "cov-distil (oracle2teacher)": 4.153964042663574,
+      "cov-distil": 1.438970923423767,
+      "cov-distil (oracle2student)": 5.055680751800537,
+      "cov-distil (oracle2teacher)": 4.967031478881836,
       "epoch": 2.806122448979592,
-      "rel-constrast": 2.0612666606903076,
+      "rel-constrast": 1.9688501358032227,
       "step": 3575,
-      "subrel-constrast": 2.8299624919891357,
+      "subrel-constrast": 3.125129461288452,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2945070266723633,
-      "cov-distil (oracle2student)": 4.497527122497559,
-      "cov-distil (oracle2teacher)": 4.589073181152344,
+      "cov-distil": 1.517430305480957,
+      "cov-distil (oracle2student)": 4.898283958435059,
+      "cov-distil (oracle2teacher)": 5.055132865905762,
       "epoch": 2.80690737833595,
-      "rel-constrast": 2.0553951263427734,
+      "rel-constrast": 2.3622796535491943,
       "step": 3576,
-      "subrel-constrast": 2.6964335441589355,
+      "subrel-constrast": 2.291090488433838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2316241264343262,
-      "cov-distil (oracle2student)": 5.162559509277344,
-      "cov-distil (oracle2teacher)": 4.680859088897705,
+      "cov-distil": 1.72976815700531,
+      "cov-distil (oracle2student)": 5.000072479248047,
+      "cov-distil (oracle2teacher)": 5.249251842498779,
       "epoch": 2.8076923076923075,
-      "rel-constrast": 3.294386386871338,
+      "rel-constrast": 3.5187301635742188,
       "step": 3577,
-      "subrel-constrast": 3.426222324371338,
+      "subrel-constrast": 3.5516228675842285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.853306770324707,
-      "cov-distil (oracle2student)": 3.972310781478882,
-      "cov-distil (oracle2teacher)": 3.8446760177612305,
+      "cov-distil": 2.4690256118774414,
+      "cov-distil (oracle2student)": 4.3859148025512695,
+      "cov-distil (oracle2teacher)": 4.487953186035156,
       "epoch": 2.8084772370486655,
-      "rel-constrast": 2.5126278400421143,
+      "rel-constrast": 2.63775634765625,
       "step": 3578,
-      "subrel-constrast": 3.7370688915252686,
+      "subrel-constrast": 3.649099826812744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7584302425384521,
-      "cov-distil (oracle2student)": 4.427574157714844,
-      "cov-distil (oracle2teacher)": 4.616968631744385,
+      "cov-distil": 2.831169843673706,
+      "cov-distil (oracle2student)": 4.775959014892578,
+      "cov-distil (oracle2teacher)": 5.024619102478027,
       "epoch": 2.8092621664050235,
-      "rel-constrast": 3.427896022796631,
+      "rel-constrast": 2.9267890453338623,
       "step": 3579,
-      "subrel-constrast": 4.091404914855957,
+      "subrel-constrast": 4.212896823883057,
       "view-similarity": 0
     },
     {
       "epoch": 2.8100470957613815,
-      "grad_norm": 5.6875,
+      "grad_norm": 5.40625,
       "learning_rate": 4.053553257633505e-05,
-      "loss": 0.7199,
+      "loss": 0.6979,
       "step": 3580
     },
     {
-      "cov-distil": 1.5670818090438843,
-      "cov-distil (oracle2student)": 4.051936626434326,
-      "cov-distil (oracle2teacher)": 3.5507404804229736,
+      "cov-distil": 1.541727066040039,
+      "cov-distil (oracle2student)": 3.909780979156494,
+      "cov-distil (oracle2teacher)": 4.185173034667969,
       "epoch": 2.8100470957613815,
-      "rel-constrast": 2.6061418056488037,
+      "rel-constrast": 2.829988718032837,
       "step": 3580,
-      "subrel-constrast": 3.331510305404663,
+      "subrel-constrast": 3.1661367416381836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5863394737243652,
-      "cov-distil (oracle2student)": 4.144939422607422,
-      "cov-distil (oracle2teacher)": 4.199580192565918,
+      "cov-distil": 2.1918392181396484,
+      "cov-distil (oracle2student)": 4.768941402435303,
+      "cov-distil (oracle2teacher)": 4.711041450500488,
       "epoch": 2.8108320251177394,
-      "rel-constrast": 2.502291679382324,
+      "rel-constrast": 2.953623056411743,
       "step": 3581,
-      "subrel-constrast": 3.5769662857055664,
+      "subrel-constrast": 4.021094799041748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1220149993896484,
-      "cov-distil (oracle2student)": 4.127090930938721,
-      "cov-distil (oracle2teacher)": 4.228227615356445,
+      "cov-distil": 2.2974114418029785,
+      "cov-distil (oracle2student)": 4.577173233032227,
+      "cov-distil (oracle2teacher)": 4.596088409423828,
       "epoch": 2.8116169544740974,
-      "rel-constrast": 2.5129141807556152,
+      "rel-constrast": 2.4863340854644775,
       "step": 3582,
-      "subrel-constrast": 3.1863436698913574,
+      "subrel-constrast": 2.825511932373047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4155926704406738,
-      "cov-distil (oracle2student)": 6.302889823913574,
-      "cov-distil (oracle2teacher)": 5.3358917236328125,
+      "cov-distil": 2.2886507511138916,
+      "cov-distil (oracle2student)": 6.4953460693359375,
+      "cov-distil (oracle2teacher)": 5.570094585418701,
       "epoch": 2.8124018838304554,
-      "rel-constrast": 2.872934103012085,
+      "rel-constrast": 2.9323270320892334,
       "step": 3583,
-      "subrel-constrast": 3.5193700790405273,
+      "subrel-constrast": 3.2671642303466797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.890096664428711,
-      "cov-distil (oracle2student)": 4.296158790588379,
-      "cov-distil (oracle2teacher)": 4.905928611755371,
+      "cov-distil": 2.118579149246216,
+      "cov-distil (oracle2student)": 4.530257225036621,
+      "cov-distil (oracle2teacher)": 4.877150535583496,
       "epoch": 2.813186813186813,
-      "rel-constrast": 2.9558815956115723,
+      "rel-constrast": 3.128157138824463,
       "step": 3584,
-      "subrel-constrast": 3.844844341278076,
+      "subrel-constrast": 4.115724086761475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6033154726028442,
-      "cov-distil (oracle2student)": 4.438438415527344,
-      "cov-distil (oracle2teacher)": 4.751131534576416,
+      "cov-distil": 2.0715205669403076,
+      "cov-distil (oracle2student)": 5.10365104675293,
+      "cov-distil (oracle2teacher)": 5.201349258422852,
       "epoch": 2.813971742543171,
-      "rel-constrast": 3.382533550262451,
+      "rel-constrast": 3.654965877532959,
       "step": 3585,
-      "subrel-constrast": 3.9048314094543457,
+      "subrel-constrast": 3.8538551330566406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6383442878723145,
-      "cov-distil (oracle2student)": 4.175594329833984,
-      "cov-distil (oracle2teacher)": 4.077069282531738,
+      "cov-distil": 2.2986533641815186,
+      "cov-distil (oracle2student)": 3.984252452850342,
+      "cov-distil (oracle2teacher)": 4.286272048950195,
       "epoch": 2.814756671899529,
-      "rel-constrast": 2.299647808074951,
+      "rel-constrast": 2.1466524600982666,
       "step": 3586,
-      "subrel-constrast": 3.1249401569366455,
+      "subrel-constrast": 2.959890127182007,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5078250169754028,
-      "cov-distil (oracle2student)": 3.2397923469543457,
-      "cov-distil (oracle2teacher)": 3.523206949234009,
+      "cov-distil": 2.1738579273223877,
+      "cov-distil (oracle2student)": 2.525452136993408,
+      "cov-distil (oracle2teacher)": 3.7244529724121094,
       "epoch": 2.815541601255887,
-      "rel-constrast": 2.2891592979431152,
+      "rel-constrast": 2.562173843383789,
       "step": 3587,
-      "subrel-constrast": 2.8745691776275635,
+      "subrel-constrast": 2.866856813430786,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8996388912200928,
-      "cov-distil (oracle2student)": 3.539356231689453,
-      "cov-distil (oracle2teacher)": 3.3121795654296875,
+      "cov-distil": 1.3066201210021973,
+      "cov-distil (oracle2student)": 4.108445644378662,
+      "cov-distil (oracle2teacher)": 3.4325199127197266,
       "epoch": 2.816326530612245,
-      "rel-constrast": 1.8890999555587769,
+      "rel-constrast": 2.411139488220215,
       "step": 3588,
-      "subrel-constrast": 2.4931070804595947,
+      "subrel-constrast": 2.385460615158081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4815882444381714,
-      "cov-distil (oracle2student)": 3.208627223968506,
-      "cov-distil (oracle2teacher)": 2.8336501121520996,
+      "cov-distil": 2.0670268535614014,
+      "cov-distil (oracle2student)": 3.317516803741455,
+      "cov-distil (oracle2teacher)": 3.1561710834503174,
       "epoch": 2.817111459968603,
-      "rel-constrast": 2.396965980529785,
+      "rel-constrast": 2.9083738327026367,
       "step": 3589,
-      "subrel-constrast": 3.0045905113220215,
+      "subrel-constrast": 3.0799570083618164,
       "view-similarity": 0
     },
     {
       "epoch": 2.817896389324961,
-      "grad_norm": 4.71875,
+      "grad_norm": 11.125,
       "learning_rate": 4.0467066837027446e-05,
-      "loss": 0.682,
+      "loss": 0.7003,
       "step": 3590
     },
     {
-      "cov-distil": 1.6824063062667847,
-      "cov-distil (oracle2student)": 3.205321788787842,
-      "cov-distil (oracle2teacher)": 3.0563697814941406,
+      "cov-distil": 2.077476739883423,
+      "cov-distil (oracle2student)": 2.8019208908081055,
+      "cov-distil (oracle2teacher)": 2.999998092651367,
       "epoch": 2.817896389324961,
-      "rel-constrast": 2.3229727745056152,
+      "rel-constrast": 2.2386937141418457,
       "step": 3590,
-      "subrel-constrast": 3.431162118911743,
+      "subrel-constrast": 3.3690898418426514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0230581760406494,
-      "cov-distil (oracle2student)": 3.899156093597412,
-      "cov-distil (oracle2teacher)": 3.6725120544433594,
+      "cov-distil": 2.264247417449951,
+      "cov-distil (oracle2student)": 3.9930315017700195,
+      "cov-distil (oracle2teacher)": 3.3865785598754883,
       "epoch": 2.8186813186813184,
-      "rel-constrast": 2.8129823207855225,
+      "rel-constrast": 2.7582473754882812,
       "step": 3591,
-      "subrel-constrast": 3.8595099449157715,
+      "subrel-constrast": 3.6773016452789307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6477277278900146,
-      "cov-distil (oracle2student)": 5.554314613342285,
-      "cov-distil (oracle2teacher)": 4.96055793762207,
+      "cov-distil": 2.7080111503601074,
+      "cov-distil (oracle2student)": 6.215697288513184,
+      "cov-distil (oracle2teacher)": 5.357044219970703,
       "epoch": 2.819466248037677,
-      "rel-constrast": 3.4312362670898438,
+      "rel-constrast": 3.9243710041046143,
       "step": 3592,
-      "subrel-constrast": 3.8133907318115234,
+      "subrel-constrast": 3.881892204284668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2377222776412964,
-      "cov-distil (oracle2student)": 2.427522659301758,
-      "cov-distil (oracle2teacher)": 2.5952649116516113,
+      "cov-distil": 1.3901340961456299,
+      "cov-distil (oracle2student)": 2.793038845062256,
+      "cov-distil (oracle2teacher)": 2.838486671447754,
       "epoch": 2.8202511773940344,
-      "rel-constrast": 1.6471123695373535,
+      "rel-constrast": 1.6494189500808716,
       "step": 3593,
-      "subrel-constrast": 2.5038676261901855,
+      "subrel-constrast": 2.5123090744018555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3741729259490967,
-      "cov-distil (oracle2student)": 4.478374481201172,
-      "cov-distil (oracle2teacher)": 4.442840576171875,
+      "cov-distil": 1.1965084075927734,
+      "cov-distil (oracle2student)": 4.784834861755371,
+      "cov-distil (oracle2teacher)": 4.439319133758545,
       "epoch": 2.8210361067503924,
-      "rel-constrast": 2.131709575653076,
+      "rel-constrast": 3.084688901901245,
       "step": 3594,
-      "subrel-constrast": 2.5950589179992676,
+      "subrel-constrast": 2.4833898544311523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3082456588745117,
-      "cov-distil (oracle2student)": 4.157922744750977,
-      "cov-distil (oracle2teacher)": 3.8260722160339355,
+      "cov-distil": 2.5644266605377197,
+      "cov-distil (oracle2student)": 3.749328851699829,
+      "cov-distil (oracle2teacher)": 3.8799612522125244,
       "epoch": 2.8218210361067504,
-      "rel-constrast": 2.712986469268799,
+      "rel-constrast": 2.8472633361816406,
       "step": 3595,
-      "subrel-constrast": 3.451322555541992,
+      "subrel-constrast": 3.54343843460083,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3259330987930298,
-      "cov-distil (oracle2student)": 4.500886917114258,
-      "cov-distil (oracle2teacher)": 4.306244850158691,
+      "cov-distil": 1.7829841375350952,
+      "cov-distil (oracle2student)": 5.008932113647461,
+      "cov-distil (oracle2teacher)": 5.107099533081055,
       "epoch": 2.8226059654631084,
-      "rel-constrast": 2.8786141872406006,
+      "rel-constrast": 3.3013598918914795,
       "step": 3596,
-      "subrel-constrast": 3.1297523975372314,
+      "subrel-constrast": 3.498491048812866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.213984727859497,
-      "cov-distil (oracle2student)": 5.132283687591553,
-      "cov-distil (oracle2teacher)": 4.57288932800293,
+      "cov-distil": 3.4673593044281006,
+      "cov-distil (oracle2student)": 5.383068561553955,
+      "cov-distil (oracle2teacher)": 4.800250053405762,
       "epoch": 2.8233908948194664,
-      "rel-constrast": 2.3088982105255127,
+      "rel-constrast": 2.553133964538574,
       "step": 3597,
-      "subrel-constrast": 3.451249837875366,
+      "subrel-constrast": 3.47591233253479,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3017652034759521,
-      "cov-distil (oracle2student)": 5.277310848236084,
-      "cov-distil (oracle2teacher)": 4.7308030128479,
+      "cov-distil": 2.0163187980651855,
+      "cov-distil (oracle2student)": 5.976693153381348,
+      "cov-distil (oracle2teacher)": 4.833551406860352,
       "epoch": 2.824175824175824,
-      "rel-constrast": 3.2274069786071777,
+      "rel-constrast": 3.735102891921997,
       "step": 3598,
-      "subrel-constrast": 3.2713584899902344,
+      "subrel-constrast": 3.295001983642578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2508625984191895,
-      "cov-distil (oracle2student)": 4.219518184661865,
-      "cov-distil (oracle2teacher)": 3.962024450302124,
+      "cov-distil": 1.3757867813110352,
+      "cov-distil (oracle2student)": 4.610993385314941,
+      "cov-distil (oracle2teacher)": 3.900315761566162,
       "epoch": 2.8249607535321823,
-      "rel-constrast": 3.436281442642212,
+      "rel-constrast": 4.103123664855957,
       "step": 3599,
-      "subrel-constrast": 4.118261814117432,
+      "subrel-constrast": 3.7043702602386475,
       "view-similarity": 0
     },
     {
       "epoch": 2.82574568288854,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.9375,
       "learning_rate": 4.039841263639155e-05,
-      "loss": 0.7137,
+      "loss": 0.7549,
       "step": 3600
     },
     {
       "epoch": 2.82574568288854,
-      "overlap": 0.34843751788139343,
+      "overlap": 0.3046875,
       "step": 3600
     },
     {
       "epoch": 2.82574568288854,
       "step": 3600,
-      "student margin": 0.05975341796875
+      "student margin": 0.056182861328125
     },
     {
       "epoch": 2.82574568288854,
       "step": 3600,
-      "teacher margin": 0.0418701171875
+      "teacher margin": 0.04510498046875
     },
     {
       "epoch": 2.82574568288854,
-      "margin difference": -0.01788330078125,
+      "margin difference": -0.011077880859375,
       "step": 3600
     },
     {
-      "cov-distil": 1.1187541484832764,
-      "cov-distil (oracle2student)": 2.9913578033447266,
-      "cov-distil (oracle2teacher)": 2.755321979522705,
+      "cov-distil": 1.471231460571289,
+      "cov-distil (oracle2student)": 3.9586806297302246,
+      "cov-distil (oracle2teacher)": 3.1302828788757324,
       "epoch": 2.82574568288854,
-      "rel-constrast": 2.73414945602417,
+      "rel-constrast": 3.3902151584625244,
       "step": 3600,
-      "subrel-constrast": 3.150385856628418,
+      "subrel-constrast": 3.138082265853882,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.329789400100708,
-      "cov-distil (oracle2student)": 5.230870723724365,
-      "cov-distil (oracle2teacher)": 4.538443565368652,
+      "cov-distil": 1.5721207857131958,
+      "cov-distil (oracle2student)": 5.448146820068359,
+      "cov-distil (oracle2teacher)": 5.148545265197754,
       "epoch": 2.826530612244898,
-      "rel-constrast": 2.999674081802368,
+      "rel-constrast": 3.492804527282715,
       "step": 3601,
-      "subrel-constrast": 3.917398691177368,
+      "subrel-constrast": 3.7625226974487305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1695562601089478,
-      "cov-distil (oracle2student)": 3.964427947998047,
-      "cov-distil (oracle2teacher)": 4.378445148468018,
+      "cov-distil": 1.5579549074172974,
+      "cov-distil (oracle2student)": 4.23155403137207,
+      "cov-distil (oracle2teacher)": 4.277460098266602,
       "epoch": 2.827315541601256,
-      "rel-constrast": 3.2962284088134766,
+      "rel-constrast": 3.575660228729248,
       "step": 3602,
-      "subrel-constrast": 4.010249614715576,
+      "subrel-constrast": 3.872128486633301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1490604877471924,
-      "cov-distil (oracle2student)": 5.956531524658203,
-      "cov-distil (oracle2teacher)": 5.51311731338501,
+      "cov-distil": 1.9217841625213623,
+      "cov-distil (oracle2student)": 5.550574779510498,
+      "cov-distil (oracle2teacher)": 5.721999168395996,
       "epoch": 2.828100470957614,
-      "rel-constrast": 3.165605068206787,
+      "rel-constrast": 3.0775108337402344,
       "step": 3603,
-      "subrel-constrast": 3.4033267498016357,
+      "subrel-constrast": 3.2536749839782715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8340933322906494,
-      "cov-distil (oracle2student)": 5.171966552734375,
-      "cov-distil (oracle2teacher)": 4.767505645751953,
+      "cov-distil": 1.8270469903945923,
+      "cov-distil (oracle2student)": 5.023155212402344,
+      "cov-distil (oracle2teacher)": 4.996147155761719,
       "epoch": 2.828885400313972,
-      "rel-constrast": 2.716024875640869,
+      "rel-constrast": 2.3878440856933594,
       "step": 3604,
-      "subrel-constrast": 3.141476631164551,
+      "subrel-constrast": 3.1268157958984375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6801990270614624,
-      "cov-distil (oracle2student)": 3.9832582473754883,
-      "cov-distil (oracle2teacher)": 3.8331992626190186,
+      "cov-distil": 2.3144803047180176,
+      "cov-distil (oracle2student)": 4.610499858856201,
+      "cov-distil (oracle2teacher)": 4.129512786865234,
       "epoch": 2.82967032967033,
-      "rel-constrast": 2.9290223121643066,
+      "rel-constrast": 2.9987027645111084,
       "step": 3605,
-      "subrel-constrast": 4.2899489402771,
+      "subrel-constrast": 4.0574564933776855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2518384456634521,
-      "cov-distil (oracle2student)": 3.098708391189575,
-      "cov-distil (oracle2teacher)": 3.6353602409362793,
+      "cov-distil": 1.9099013805389404,
+      "cov-distil (oracle2student)": 3.2934083938598633,
+      "cov-distil (oracle2teacher)": 4.011887073516846,
       "epoch": 2.830455259026688,
-      "rel-constrast": 2.625347137451172,
+      "rel-constrast": 2.9600396156311035,
       "step": 3606,
-      "subrel-constrast": 3.178135871887207,
+      "subrel-constrast": 3.300868511199951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.571341633796692,
-      "cov-distil (oracle2student)": 4.062335968017578,
-      "cov-distil (oracle2teacher)": 3.8721232414245605,
+      "cov-distil": 2.4051122665405273,
+      "cov-distil (oracle2student)": 4.139688491821289,
+      "cov-distil (oracle2teacher)": 4.311033248901367,
       "epoch": 2.8312401883830454,
-      "rel-constrast": 2.014805793762207,
+      "rel-constrast": 2.168105363845825,
       "step": 3607,
-      "subrel-constrast": 3.1450421810150146,
+      "subrel-constrast": 3.1670589447021484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3810207843780518,
-      "cov-distil (oracle2student)": 3.54370379447937,
-      "cov-distil (oracle2teacher)": 3.789414405822754,
+      "cov-distil": 1.442949891090393,
+      "cov-distil (oracle2student)": 4.054606914520264,
+      "cov-distil (oracle2teacher)": 4.243339538574219,
       "epoch": 2.8320251177394034,
-      "rel-constrast": 2.914191484451294,
+      "rel-constrast": 3.3048207759857178,
       "step": 3608,
-      "subrel-constrast": 3.801659107208252,
+      "subrel-constrast": 3.722867250442505,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2823935747146606,
-      "cov-distil (oracle2student)": 4.241659641265869,
-      "cov-distil (oracle2teacher)": 4.4909162521362305,
+      "cov-distil": 1.7374098300933838,
+      "cov-distil (oracle2student)": 5.005236625671387,
+      "cov-distil (oracle2teacher)": 4.492371082305908,
       "epoch": 2.8328100470957613,
-      "rel-constrast": 1.7325056791305542,
+      "rel-constrast": 2.5762040615081787,
       "step": 3609,
-      "subrel-constrast": 2.580202579498291,
+      "subrel-constrast": 2.615540027618408,
       "view-similarity": 0
     },
     {
       "epoch": 2.8335949764521193,
-      "grad_norm": 4.84375,
+      "grad_norm": 6.46875,
       "learning_rate": 4.0329570810957115e-05,
-      "loss": 0.7126,
+      "loss": 0.7483,
       "step": 3610
     },
     {
-      "cov-distil": 1.6205105781555176,
-      "cov-distil (oracle2student)": 3.3600616455078125,
-      "cov-distil (oracle2teacher)": 3.9209513664245605,
+      "cov-distil": 1.8751442432403564,
+      "cov-distil (oracle2student)": 3.9870223999023438,
+      "cov-distil (oracle2teacher)": 4.455625534057617,
       "epoch": 2.8335949764521193,
-      "rel-constrast": 2.3211328983306885,
+      "rel-constrast": 2.9736392498016357,
       "step": 3610,
-      "subrel-constrast": 4.001876354217529,
+      "subrel-constrast": 3.6445956230163574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3065482378005981,
-      "cov-distil (oracle2student)": 3.7541861534118652,
-      "cov-distil (oracle2teacher)": 3.4024229049682617,
+      "cov-distil": 2.048034191131592,
+      "cov-distil (oracle2student)": 4.34036111831665,
+      "cov-distil (oracle2teacher)": 3.8493571281433105,
       "epoch": 2.8343799058084773,
-      "rel-constrast": 2.669243097305298,
+      "rel-constrast": 2.6416232585906982,
       "step": 3611,
-      "subrel-constrast": 2.9515199661254883,
+      "subrel-constrast": 3.176938533782959,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4315509796142578,
-      "cov-distil (oracle2student)": 3.2558298110961914,
-      "cov-distil (oracle2teacher)": 3.3802695274353027,
+      "cov-distil": 1.5156883001327515,
+      "cov-distil (oracle2student)": 3.923067331314087,
+      "cov-distil (oracle2teacher)": 3.7004506587982178,
       "epoch": 2.8351648351648353,
-      "rel-constrast": 2.4132320880889893,
+      "rel-constrast": 2.738190174102783,
       "step": 3612,
-      "subrel-constrast": 3.1182918548583984,
+      "subrel-constrast": 3.081759214401245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3590342998504639,
-      "cov-distil (oracle2student)": 3.5636703968048096,
-      "cov-distil (oracle2teacher)": 4.021346092224121,
+      "cov-distil": 1.7391282320022583,
+      "cov-distil (oracle2student)": 4.125231742858887,
+      "cov-distil (oracle2teacher)": 3.9199559688568115,
       "epoch": 2.8359497645211933,
-      "rel-constrast": 2.104348659515381,
+      "rel-constrast": 2.3656513690948486,
       "step": 3613,
-      "subrel-constrast": 2.9578821659088135,
+      "subrel-constrast": 2.583575963973999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0250959396362305,
-      "cov-distil (oracle2student)": 2.975590944290161,
-      "cov-distil (oracle2teacher)": 2.9422898292541504,
+      "cov-distil": 1.7249774932861328,
+      "cov-distil (oracle2student)": 2.847250461578369,
+      "cov-distil (oracle2teacher)": 2.891392707824707,
       "epoch": 2.836734693877551,
-      "rel-constrast": 2.790808916091919,
+      "rel-constrast": 2.9171700477600098,
       "step": 3614,
-      "subrel-constrast": 3.2246437072753906,
+      "subrel-constrast": 3.246194362640381,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2072315216064453,
-      "cov-distil (oracle2student)": 2.7260215282440186,
-      "cov-distil (oracle2teacher)": 3.3319449424743652,
+      "cov-distil": 1.6295853853225708,
+      "cov-distil (oracle2student)": 3.216341495513916,
+      "cov-distil (oracle2teacher)": 3.010882616043091,
       "epoch": 2.837519623233909,
-      "rel-constrast": 2.3292222023010254,
+      "rel-constrast": 2.833418607711792,
       "step": 3615,
-      "subrel-constrast": 3.0433926582336426,
+      "subrel-constrast": 2.8657543659210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1884219646453857,
-      "cov-distil (oracle2student)": 4.678348541259766,
-      "cov-distil (oracle2teacher)": 4.625107765197754,
+      "cov-distil": 1.4909682273864746,
+      "cov-distil (oracle2student)": 5.17136812210083,
+      "cov-distil (oracle2teacher)": 5.3021087646484375,
       "epoch": 2.838304552590267,
-      "rel-constrast": 3.206705093383789,
+      "rel-constrast": 3.159842014312744,
       "step": 3616,
-      "subrel-constrast": 3.507680654525757,
+      "subrel-constrast": 3.687761068344116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9866975545883179,
-      "cov-distil (oracle2student)": 4.221228122711182,
-      "cov-distil (oracle2teacher)": 3.5765817165374756,
+      "cov-distil": 2.085637092590332,
+      "cov-distil (oracle2student)": 3.965059280395508,
+      "cov-distil (oracle2teacher)": 4.103057861328125,
       "epoch": 2.839089481946625,
-      "rel-constrast": 2.0297420024871826,
+      "rel-constrast": 2.3239197731018066,
       "step": 3617,
-      "subrel-constrast": 2.8809897899627686,
+      "subrel-constrast": 2.7360289096832275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3251492977142334,
-      "cov-distil (oracle2student)": 4.6610283851623535,
-      "cov-distil (oracle2teacher)": 4.895040512084961,
+      "cov-distil": 1.6168797016143799,
+      "cov-distil (oracle2student)": 5.208263874053955,
+      "cov-distil (oracle2teacher)": 4.7871503829956055,
       "epoch": 2.839874411302983,
-      "rel-constrast": 2.1141202449798584,
+      "rel-constrast": 2.320519208908081,
       "step": 3618,
-      "subrel-constrast": 2.825411558151245,
+      "subrel-constrast": 2.6184611320495605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4296424388885498,
-      "cov-distil (oracle2student)": 6.145200729370117,
-      "cov-distil (oracle2teacher)": 4.815310478210449,
+      "cov-distil": 1.8149371147155762,
+      "cov-distil (oracle2student)": 6.938962459564209,
+      "cov-distil (oracle2teacher)": 5.497124671936035,
       "epoch": 2.840659340659341,
-      "rel-constrast": 3.0486536026000977,
+      "rel-constrast": 3.778714656829834,
       "step": 3619,
-      "subrel-constrast": 3.3096840381622314,
+      "subrel-constrast": 3.384838104248047,
       "view-similarity": 0
     },
     {
       "epoch": 2.8414442700156988,
-      "grad_norm": 8.0,
+      "grad_norm": 8.375,
       "learning_rate": 4.0260542199540064e-05,
-      "loss": 0.6604,
+      "loss": 0.7013,
       "step": 3620
     },
     {
-      "cov-distil": 2.060875654220581,
-      "cov-distil (oracle2student)": 3.901456832885742,
-      "cov-distil (oracle2teacher)": 3.7430830001831055,
+      "cov-distil": 2.1340513229370117,
+      "cov-distil (oracle2student)": 4.45265531539917,
+      "cov-distil (oracle2teacher)": 4.491029739379883,
       "epoch": 2.8414442700156988,
-      "rel-constrast": 1.6079623699188232,
+      "rel-constrast": 2.2276546955108643,
       "step": 3620,
-      "subrel-constrast": 2.476346254348755,
+      "subrel-constrast": 2.538273811340332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7753876447677612,
-      "cov-distil (oracle2student)": 5.903511047363281,
-      "cov-distil (oracle2teacher)": 5.374276161193848,
+      "cov-distil": 2.258333921432495,
+      "cov-distil (oracle2student)": 6.124228477478027,
+      "cov-distil (oracle2teacher)": 5.396661758422852,
       "epoch": 2.8422291993720563,
-      "rel-constrast": 2.7572245597839355,
+      "rel-constrast": 3.0660297870635986,
       "step": 3621,
-      "subrel-constrast": 3.9485137462615967,
+      "subrel-constrast": 3.3372840881347656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7926592826843262,
-      "cov-distil (oracle2student)": 4.209694862365723,
-      "cov-distil (oracle2teacher)": 3.9411673545837402,
+      "cov-distil": 2.1535675525665283,
+      "cov-distil (oracle2student)": 4.653879165649414,
+      "cov-distil (oracle2teacher)": 4.635534763336182,
       "epoch": 2.8430141287284143,
-      "rel-constrast": 2.3891425132751465,
+      "rel-constrast": 2.444066047668457,
       "step": 3622,
-      "subrel-constrast": 2.8779540061950684,
+      "subrel-constrast": 3.404918670654297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4061357975006104,
-      "cov-distil (oracle2student)": 4.176924705505371,
-      "cov-distil (oracle2teacher)": 4.1052775382995605,
+      "cov-distil": 1.7128303050994873,
+      "cov-distil (oracle2student)": 4.395164489746094,
+      "cov-distil (oracle2teacher)": 4.3924407958984375,
       "epoch": 2.8437990580847723,
-      "rel-constrast": 1.8766199350357056,
+      "rel-constrast": 2.021688938140869,
       "step": 3623,
-      "subrel-constrast": 2.6627371311187744,
+      "subrel-constrast": 2.554718017578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8601175546646118,
-      "cov-distil (oracle2student)": 2.551948070526123,
-      "cov-distil (oracle2teacher)": 2.7722220420837402,
+      "cov-distil": 1.9935773611068726,
+      "cov-distil (oracle2student)": 2.641340732574463,
+      "cov-distil (oracle2teacher)": 2.545111894607544,
       "epoch": 2.8445839874411303,
-      "rel-constrast": 1.949938416481018,
+      "rel-constrast": 2.2127275466918945,
       "step": 3624,
-      "subrel-constrast": 3.0813331604003906,
+      "subrel-constrast": 2.971681594848633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.988987922668457,
-      "cov-distil (oracle2student)": 3.2966785430908203,
-      "cov-distil (oracle2teacher)": 3.7664928436279297,
+      "cov-distil": 2.335413932800293,
+      "cov-distil (oracle2student)": 4.216278076171875,
+      "cov-distil (oracle2teacher)": 3.7350716590881348,
       "epoch": 2.8453689167974883,
-      "rel-constrast": 2.4216299057006836,
+      "rel-constrast": 3.6765191555023193,
       "step": 3625,
-      "subrel-constrast": 3.8328280448913574,
+      "subrel-constrast": 3.8037819862365723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4989241361618042,
-      "cov-distil (oracle2student)": 5.084936141967773,
-      "cov-distil (oracle2teacher)": 4.361309051513672,
+      "cov-distil": 1.6457427740097046,
+      "cov-distil (oracle2student)": 5.433306694030762,
+      "cov-distil (oracle2teacher)": 4.8563408851623535,
       "epoch": 2.8461538461538463,
-      "rel-constrast": 1.7915271520614624,
+      "rel-constrast": 2.22122859954834,
       "step": 3626,
-      "subrel-constrast": 2.8895092010498047,
+      "subrel-constrast": 2.764709234237671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.699550986289978,
-      "cov-distil (oracle2student)": 4.295626640319824,
-      "cov-distil (oracle2teacher)": 3.9926910400390625,
+      "cov-distil": 2.1489906311035156,
+      "cov-distil (oracle2student)": 4.856538772583008,
+      "cov-distil (oracle2teacher)": 4.582756996154785,
       "epoch": 2.8469387755102042,
-      "rel-constrast": 3.9813385009765625,
+      "rel-constrast": 4.380732536315918,
       "step": 3627,
-      "subrel-constrast": 4.9721527099609375,
+      "subrel-constrast": 5.163527965545654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4175949096679688,
-      "cov-distil (oracle2student)": 5.06620454788208,
-      "cov-distil (oracle2teacher)": 4.353797912597656,
+      "cov-distil": 2.0044689178466797,
+      "cov-distil (oracle2student)": 6.223752021789551,
+      "cov-distil (oracle2teacher)": 5.401519298553467,
       "epoch": 2.847723704866562,
-      "rel-constrast": 2.967916488647461,
+      "rel-constrast": 4.0412492752075195,
       "step": 3628,
-      "subrel-constrast": 3.959818124771118,
+      "subrel-constrast": 3.9301702976226807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2278088331222534,
-      "cov-distil (oracle2student)": 4.564708709716797,
-      "cov-distil (oracle2teacher)": 3.7548985481262207,
+      "cov-distil": 1.9263865947723389,
+      "cov-distil (oracle2student)": 4.628823280334473,
+      "cov-distil (oracle2teacher)": 4.530643463134766,
       "epoch": 2.8485086342229198,
-      "rel-constrast": 2.5402021408081055,
+      "rel-constrast": 3.070436477661133,
       "step": 3629,
-      "subrel-constrast": 3.325817823410034,
+      "subrel-constrast": 3.88458514213562,
       "view-similarity": 0
     },
     {
       "epoch": 2.8492935635792778,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.1875,
       "learning_rate": 4.019132764323225e-05,
-      "loss": 0.6489,
+      "loss": 0.7341,
       "step": 3630
     },
     {
-      "cov-distil": 1.2624804973602295,
-      "cov-distil (oracle2student)": 2.8665475845336914,
-      "cov-distil (oracle2teacher)": 3.183819055557251,
+      "cov-distil": 1.3734352588653564,
+      "cov-distil (oracle2student)": 3.9330477714538574,
+      "cov-distil (oracle2teacher)": 3.6917741298675537,
       "epoch": 2.8492935635792778,
-      "rel-constrast": 2.175987958908081,
+      "rel-constrast": 2.3346216678619385,
       "step": 3630,
-      "subrel-constrast": 2.856393575668335,
+      "subrel-constrast": 2.806764602661133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6304359436035156,
-      "cov-distil (oracle2student)": 3.9771761894226074,
-      "cov-distil (oracle2teacher)": 4.10817813873291,
+      "cov-distil": 2.1319680213928223,
+      "cov-distil (oracle2student)": 3.8130812644958496,
+      "cov-distil (oracle2teacher)": 3.8224456310272217,
       "epoch": 2.8500784929356358,
-      "rel-constrast": 2.516900062561035,
+      "rel-constrast": 3.1020584106445312,
       "step": 3631,
-      "subrel-constrast": 3.267531394958496,
+      "subrel-constrast": 3.338589668273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6058425903320312,
-      "cov-distil (oracle2student)": 3.223947763442993,
-      "cov-distil (oracle2teacher)": 3.3333826065063477,
+      "cov-distil": 2.360466957092285,
+      "cov-distil (oracle2student)": 3.327064037322998,
+      "cov-distil (oracle2teacher)": 3.984290838241577,
       "epoch": 2.8508634222919937,
-      "rel-constrast": 1.61989164352417,
+      "rel-constrast": 1.512558937072754,
       "step": 3632,
-      "subrel-constrast": 2.7878339290618896,
+      "subrel-constrast": 2.8000376224517822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6634883880615234,
-      "cov-distil (oracle2student)": 4.421901702880859,
-      "cov-distil (oracle2teacher)": 4.395282745361328,
+      "cov-distil": 2.0959792137145996,
+      "cov-distil (oracle2student)": 4.488685607910156,
+      "cov-distil (oracle2teacher)": 4.695277690887451,
       "epoch": 2.8516483516483517,
-      "rel-constrast": 3.09218168258667,
+      "rel-constrast": 4.227043151855469,
       "step": 3633,
-      "subrel-constrast": 4.000469207763672,
+      "subrel-constrast": 4.315458297729492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9074475765228271,
-      "cov-distil (oracle2student)": 4.632801532745361,
-      "cov-distil (oracle2teacher)": 4.025720596313477,
+      "cov-distil": 1.9220417737960815,
+      "cov-distil (oracle2student)": 4.385809421539307,
+      "cov-distil (oracle2teacher)": 4.599490642547607,
       "epoch": 2.8524332810047097,
-      "rel-constrast": 1.8115057945251465,
+      "rel-constrast": 1.931471824645996,
       "step": 3634,
-      "subrel-constrast": 2.3299105167388916,
+      "subrel-constrast": 2.3679795265197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5736007690429688,
-      "cov-distil (oracle2student)": 4.479523658752441,
-      "cov-distil (oracle2teacher)": 4.031778335571289,
+      "cov-distil": 1.715206265449524,
+      "cov-distil (oracle2student)": 4.7700371742248535,
+      "cov-distil (oracle2teacher)": 4.828229904174805,
       "epoch": 2.8532182103610673,
-      "rel-constrast": 2.9307467937469482,
+      "rel-constrast": 3.1247198581695557,
       "step": 3635,
-      "subrel-constrast": 3.2126216888427734,
+      "subrel-constrast": 3.451740026473999,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3124220371246338,
-      "cov-distil (oracle2student)": 4.958412170410156,
-      "cov-distil (oracle2teacher)": 4.157586097717285,
+      "cov-distil": 1.868196964263916,
+      "cov-distil (oracle2student)": 5.8014960289001465,
+      "cov-distil (oracle2teacher)": 5.115263938903809,
       "epoch": 2.8540031397174257,
-      "rel-constrast": 2.435626983642578,
+      "rel-constrast": 2.7468771934509277,
       "step": 3636,
-      "subrel-constrast": 2.567713499069214,
+      "subrel-constrast": 2.6588144302368164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0992109775543213,
-      "cov-distil (oracle2student)": 5.984644412994385,
-      "cov-distil (oracle2teacher)": 5.590281963348389,
+      "cov-distil": 1.313884973526001,
+      "cov-distil (oracle2student)": 6.123136520385742,
+      "cov-distil (oracle2teacher)": 6.542011260986328,
       "epoch": 2.8547880690737832,
-      "rel-constrast": 2.4709901809692383,
+      "rel-constrast": 2.878523349761963,
       "step": 3637,
-      "subrel-constrast": 2.8633830547332764,
+      "subrel-constrast": 3.1470229625701904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4176576137542725,
-      "cov-distil (oracle2student)": 4.332381248474121,
-      "cov-distil (oracle2teacher)": 3.9699764251708984,
+      "cov-distil": 2.057955503463745,
+      "cov-distil (oracle2student)": 5.013277053833008,
+      "cov-distil (oracle2teacher)": 4.515011787414551,
       "epoch": 2.8555729984301412,
-      "rel-constrast": 2.584127426147461,
+      "rel-constrast": 3.1243278980255127,
       "step": 3638,
-      "subrel-constrast": 3.2183783054351807,
+      "subrel-constrast": 3.492770195007324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4045772552490234,
-      "cov-distil (oracle2student)": 4.530163764953613,
-      "cov-distil (oracle2teacher)": 4.136185646057129,
+      "cov-distil": 2.1742727756500244,
+      "cov-distil (oracle2student)": 4.501696586608887,
+      "cov-distil (oracle2teacher)": 3.9712226390838623,
       "epoch": 2.856357927786499,
-      "rel-constrast": 3.359046459197998,
+      "rel-constrast": 3.5976836681365967,
       "step": 3639,
-      "subrel-constrast": 3.8274307250976562,
+      "subrel-constrast": 4.19077205657959,
       "view-similarity": 0
     },
     {
       "epoch": 2.857142857142857,
-      "grad_norm": 6.28125,
+      "grad_norm": 6.65625,
       "learning_rate": 4.012192798539119e-05,
-      "loss": 0.6621,
+      "loss": 0.7145,
       "step": 3640
     },
     {
-      "cov-distil": 2.1218361854553223,
-      "cov-distil (oracle2student)": 2.9185097217559814,
-      "cov-distil (oracle2teacher)": 2.6900415420532227,
+      "cov-distil": 2.647610664367676,
+      "cov-distil (oracle2student)": 2.920689105987549,
+      "cov-distil (oracle2teacher)": 2.3970532417297363,
       "epoch": 2.857142857142857,
-      "rel-constrast": 2.057767868041992,
+      "rel-constrast": 2.6258270740509033,
       "step": 3640,
-      "subrel-constrast": 3.341930627822876,
+      "subrel-constrast": 3.1634182929992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5614280700683594,
-      "cov-distil (oracle2student)": 3.79402494430542,
-      "cov-distil (oracle2teacher)": 3.9151675701141357,
+      "cov-distil": 2.1837100982666016,
+      "cov-distil (oracle2student)": 3.9316577911376953,
+      "cov-distil (oracle2teacher)": 4.070979595184326,
       "epoch": 2.857927786499215,
-      "rel-constrast": 3.339304208755493,
+      "rel-constrast": 3.4930355548858643,
       "step": 3641,
-      "subrel-constrast": 4.550717353820801,
+      "subrel-constrast": 4.6033735275268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2198632955551147,
-      "cov-distil (oracle2student)": 4.238542556762695,
-      "cov-distil (oracle2teacher)": 4.565768718719482,
+      "cov-distil": 1.6689823865890503,
+      "cov-distil (oracle2student)": 4.425846099853516,
+      "cov-distil (oracle2teacher)": 4.328588485717773,
       "epoch": 2.8587127158555727,
-      "rel-constrast": 3.614558696746826,
+      "rel-constrast": 3.9964709281921387,
       "step": 3642,
-      "subrel-constrast": 4.030766010284424,
+      "subrel-constrast": 4.190825939178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.101505160331726,
-      "cov-distil (oracle2student)": 2.897871494293213,
-      "cov-distil (oracle2teacher)": 3.256418466567993,
+      "cov-distil": 1.4950103759765625,
+      "cov-distil (oracle2student)": 3.340958595275879,
+      "cov-distil (oracle2teacher)": 3.3266396522521973,
       "epoch": 2.859497645211931,
-      "rel-constrast": 1.8927769660949707,
+      "rel-constrast": 1.9167563915252686,
       "step": 3643,
-      "subrel-constrast": 2.4865591526031494,
+      "subrel-constrast": 2.401732921600342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9669376611709595,
-      "cov-distil (oracle2student)": 3.069190263748169,
-      "cov-distil (oracle2teacher)": 2.973789691925049,
+      "cov-distil": 1.145688772201538,
+      "cov-distil (oracle2student)": 2.985893726348877,
+      "cov-distil (oracle2teacher)": 3.2559022903442383,
       "epoch": 2.8602825745682887,
-      "rel-constrast": 1.67881178855896,
+      "rel-constrast": 1.6721227169036865,
       "step": 3644,
-      "subrel-constrast": 2.5498294830322266,
+      "subrel-constrast": 2.2077016830444336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4743858575820923,
-      "cov-distil (oracle2student)": 4.220640182495117,
-      "cov-distil (oracle2teacher)": 4.158576011657715,
+      "cov-distil": 1.8164644241333008,
+      "cov-distil (oracle2student)": 4.788871765136719,
+      "cov-distil (oracle2teacher)": 4.380730628967285,
       "epoch": 2.8610675039246467,
-      "rel-constrast": 2.797837972640991,
+      "rel-constrast": 3.2711546421051025,
       "step": 3645,
-      "subrel-constrast": 3.7283599376678467,
+      "subrel-constrast": 3.488283395767212,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0775281190872192,
-      "cov-distil (oracle2student)": 4.365081787109375,
-      "cov-distil (oracle2teacher)": 4.450909614562988,
+      "cov-distil": 1.542603611946106,
+      "cov-distil (oracle2student)": 4.645756244659424,
+      "cov-distil (oracle2teacher)": 4.753244400024414,
       "epoch": 2.8618524332810047,
-      "rel-constrast": 3.078829288482666,
+      "rel-constrast": 3.376803398132324,
       "step": 3646,
-      "subrel-constrast": 3.3232667446136475,
+      "subrel-constrast": 3.6768884658813477,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0514650344848633,
-      "cov-distil (oracle2student)": 3.5709590911865234,
-      "cov-distil (oracle2teacher)": 4.340112686157227,
+      "cov-distil": 2.800954818725586,
+      "cov-distil (oracle2student)": 4.511622428894043,
+      "cov-distil (oracle2teacher)": 4.531540870666504,
       "epoch": 2.8626373626373627,
-      "rel-constrast": 3.4040188789367676,
+      "rel-constrast": 3.517974376678467,
       "step": 3647,
-      "subrel-constrast": 4.195973873138428,
+      "subrel-constrast": 4.2115478515625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8044298887252808,
-      "cov-distil (oracle2student)": 5.5716447830200195,
-      "cov-distil (oracle2teacher)": 5.254709243774414,
+      "cov-distil": 2.891125202178955,
+      "cov-distil (oracle2student)": 5.909479141235352,
+      "cov-distil (oracle2teacher)": 5.310391902923584,
       "epoch": 2.8634222919937207,
-      "rel-constrast": 2.416677474975586,
+      "rel-constrast": 2.4806630611419678,
       "step": 3648,
-      "subrel-constrast": 3.217958688735962,
+      "subrel-constrast": 3.747066020965576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1560418605804443,
-      "cov-distil (oracle2student)": 4.271978855133057,
-      "cov-distil (oracle2teacher)": 3.9379444122314453,
+      "cov-distil": 2.0120294094085693,
+      "cov-distil (oracle2student)": 4.085546493530273,
+      "cov-distil (oracle2teacher)": 4.993494510650635,
       "epoch": 2.8642072213500787,
-      "rel-constrast": 2.9484128952026367,
+      "rel-constrast": 3.2024335861206055,
       "step": 3649,
-      "subrel-constrast": 3.597111225128174,
+      "subrel-constrast": 3.985130786895752,
       "view-similarity": 0
     },
     {
       "epoch": 2.8649921507064366,
-      "grad_norm": 6.03125,
+      "grad_norm": 5.90625,
       "learning_rate": 4.005234407162982e-05,
-      "loss": 0.7171,
+      "loss": 0.7388,
       "step": 3650
     },
     {
-      "cov-distil": 1.6358072757720947,
-      "cov-distil (oracle2student)": 3.6707940101623535,
-      "cov-distil (oracle2teacher)": 3.4117186069488525,
+      "cov-distil": 1.8988994359970093,
+      "cov-distil (oracle2student)": 3.214371681213379,
+      "cov-distil (oracle2teacher)": 4.249563694000244,
       "epoch": 2.8649921507064366,
-      "rel-constrast": 2.110114574432373,
+      "rel-constrast": 2.0119082927703857,
       "step": 3650,
-      "subrel-constrast": 2.5157713890075684,
+      "subrel-constrast": 2.6639373302459717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6164169311523438,
-      "cov-distil (oracle2student)": 2.942906141281128,
-      "cov-distil (oracle2teacher)": 3.175398349761963,
+      "cov-distil": 1.7337753772735596,
+      "cov-distil (oracle2student)": 3.009629726409912,
+      "cov-distil (oracle2teacher)": 3.48638653755188,
       "epoch": 2.865777080062794,
-      "rel-constrast": 3.664142370223999,
+      "rel-constrast": 3.9264261722564697,
       "step": 3651,
-      "subrel-constrast": 4.257887840270996,
+      "subrel-constrast": 4.179258346557617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3452578783035278,
-      "cov-distil (oracle2student)": 4.531121253967285,
-      "cov-distil (oracle2teacher)": 4.420459270477295,
+      "cov-distil": 2.333655595779419,
+      "cov-distil (oracle2student)": 4.123237609863281,
+      "cov-distil (oracle2teacher)": 4.407848358154297,
       "epoch": 2.866562009419152,
-      "rel-constrast": 2.9400362968444824,
+      "rel-constrast": 3.230430841445923,
       "step": 3652,
-      "subrel-constrast": 3.6896157264709473,
+      "subrel-constrast": 3.986459732055664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6011850833892822,
-      "cov-distil (oracle2student)": 4.514474391937256,
-      "cov-distil (oracle2teacher)": 4.069045066833496,
+      "cov-distil": 2.126211643218994,
+      "cov-distil (oracle2student)": 4.765151023864746,
+      "cov-distil (oracle2teacher)": 4.3176774978637695,
       "epoch": 2.86734693877551,
-      "rel-constrast": 2.105067253112793,
+      "rel-constrast": 2.613213539123535,
       "step": 3653,
-      "subrel-constrast": 3.0262911319732666,
+      "subrel-constrast": 3.0784716606140137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1972177028656006,
-      "cov-distil (oracle2student)": 4.045671463012695,
-      "cov-distil (oracle2teacher)": 4.068777084350586,
+      "cov-distil": 1.561538815498352,
+      "cov-distil (oracle2student)": 4.372267723083496,
+      "cov-distil (oracle2teacher)": 4.050962924957275,
       "epoch": 2.868131868131868,
-      "rel-constrast": 1.834162950515747,
+      "rel-constrast": 2.3014674186706543,
       "step": 3654,
-      "subrel-constrast": 2.709216594696045,
+      "subrel-constrast": 2.5022592544555664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4664660692214966,
-      "cov-distil (oracle2student)": 4.879441261291504,
-      "cov-distil (oracle2teacher)": 4.64498233795166,
+      "cov-distil": 1.563391923904419,
+      "cov-distil (oracle2student)": 5.041393280029297,
+      "cov-distil (oracle2teacher)": 4.683652877807617,
       "epoch": 2.868916797488226,
-      "rel-constrast": 1.671284556388855,
+      "rel-constrast": 1.9670690298080444,
       "step": 3655,
-      "subrel-constrast": 2.6053318977355957,
+      "subrel-constrast": 2.315396308898926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1076338291168213,
-      "cov-distil (oracle2student)": 3.723475694656372,
-      "cov-distil (oracle2teacher)": 3.860574722290039,
+      "cov-distil": 2.4156203269958496,
+      "cov-distil (oracle2student)": 4.738823890686035,
+      "cov-distil (oracle2teacher)": 4.031993865966797,
       "epoch": 2.869701726844584,
-      "rel-constrast": 2.5836939811706543,
+      "rel-constrast": 3.058363437652588,
       "step": 3656,
-      "subrel-constrast": 3.7000794410705566,
+      "subrel-constrast": 3.7947914600372314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4816668033599854,
-      "cov-distil (oracle2student)": 3.1141319274902344,
-      "cov-distil (oracle2teacher)": 3.5547523498535156,
+      "cov-distil": 1.5244312286376953,
+      "cov-distil (oracle2student)": 3.175122022628784,
+      "cov-distil (oracle2teacher)": 3.7480216026306152,
       "epoch": 2.870486656200942,
-      "rel-constrast": 1.7835437059402466,
+      "rel-constrast": 2.3489341735839844,
       "step": 3657,
-      "subrel-constrast": 2.7131831645965576,
+      "subrel-constrast": 2.9302282333374023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3067357540130615,
-      "cov-distil (oracle2student)": 4.828793048858643,
-      "cov-distil (oracle2teacher)": 4.527865409851074,
+      "cov-distil": 1.7959932088851929,
+      "cov-distil (oracle2student)": 4.701354026794434,
+      "cov-distil (oracle2teacher)": 5.258880615234375,
       "epoch": 2.8712715855572997,
-      "rel-constrast": 2.54880428314209,
+      "rel-constrast": 2.970290422439575,
       "step": 3658,
-      "subrel-constrast": 3.007107973098755,
+      "subrel-constrast": 3.1015985012054443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.445615291595459,
-      "cov-distil (oracle2student)": 3.106987476348877,
-      "cov-distil (oracle2teacher)": 3.1137704849243164,
+      "cov-distil": 1.7228498458862305,
+      "cov-distil (oracle2student)": 3.395055055618286,
+      "cov-distil (oracle2teacher)": 3.5948119163513184,
       "epoch": 2.8720565149136577,
-      "rel-constrast": 2.6748037338256836,
+      "rel-constrast": 2.8446977138519287,
       "step": 3659,
-      "subrel-constrast": 3.61566424369812,
+      "subrel-constrast": 3.4575188159942627,
       "view-similarity": 0
     },
     {
       "epoch": 2.8728414442700156,
-      "grad_norm": 5.5625,
+      "grad_norm": 5.625,
       "learning_rate": 3.998257674980617e-05,
-      "loss": 0.6359,
+      "loss": 0.6818,
       "step": 3660
     },
     {
-      "cov-distil": 1.7790169715881348,
-      "cov-distil (oracle2student)": 6.815619468688965,
-      "cov-distil (oracle2teacher)": 6.675049781799316,
+      "cov-distil": 2.378647804260254,
+      "cov-distil (oracle2student)": 6.762547492980957,
+      "cov-distil (oracle2teacher)": 7.0635480880737305,
       "epoch": 2.8728414442700156,
-      "rel-constrast": 2.542207956314087,
+      "rel-constrast": 2.6577930450439453,
       "step": 3660,
-      "subrel-constrast": 3.770475387573242,
+      "subrel-constrast": 3.8435492515563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1298599243164062,
-      "cov-distil (oracle2student)": 4.656232833862305,
-      "cov-distil (oracle2teacher)": 4.488853931427002,
+      "cov-distil": 1.4985003471374512,
+      "cov-distil (oracle2student)": 4.8148298263549805,
+      "cov-distil (oracle2teacher)": 4.596436500549316,
       "epoch": 2.8736263736263736,
-      "rel-constrast": 2.423398971557617,
+      "rel-constrast": 2.839567184448242,
       "step": 3661,
-      "subrel-constrast": 2.6540369987487793,
+      "subrel-constrast": 2.7260289192199707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0885252952575684,
-      "cov-distil (oracle2student)": 5.489858627319336,
-      "cov-distil (oracle2teacher)": 4.955079555511475,
+      "cov-distil": 1.5268433094024658,
+      "cov-distil (oracle2student)": 6.130664825439453,
+      "cov-distil (oracle2teacher)": 4.936746597290039,
       "epoch": 2.8744113029827316,
-      "rel-constrast": 3.4400272369384766,
+      "rel-constrast": 4.723675727844238,
       "step": 3662,
-      "subrel-constrast": 4.3299784660339355,
+      "subrel-constrast": 4.109267711639404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1657490730285645,
-      "cov-distil (oracle2student)": 3.5486502647399902,
-      "cov-distil (oracle2teacher)": 3.8647420406341553,
+      "cov-distil": 1.0909297466278076,
+      "cov-distil (oracle2student)": 3.593954086303711,
+      "cov-distil (oracle2teacher)": 3.6362006664276123,
       "epoch": 2.8751962323390896,
-      "rel-constrast": 1.7472342252731323,
+      "rel-constrast": 1.8587965965270996,
       "step": 3663,
-      "subrel-constrast": 2.6922898292541504,
+      "subrel-constrast": 2.334486246109009,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2023953199386597,
-      "cov-distil (oracle2student)": 5.429956436157227,
-      "cov-distil (oracle2teacher)": 5.059347152709961,
+      "cov-distil": 1.408264398574829,
+      "cov-distil (oracle2student)": 5.165472030639648,
+      "cov-distil (oracle2teacher)": 5.213162422180176,
       "epoch": 2.8759811616954476,
-      "rel-constrast": 2.456538200378418,
+      "rel-constrast": 3.089576244354248,
       "step": 3664,
-      "subrel-constrast": 3.0063347816467285,
+      "subrel-constrast": 3.269096612930298,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8761540651321411,
-      "cov-distil (oracle2student)": 4.2531232833862305,
-      "cov-distil (oracle2teacher)": 4.292389392852783,
+      "cov-distil": 2.2550859451293945,
+      "cov-distil (oracle2student)": 4.572710037231445,
+      "cov-distil (oracle2teacher)": 4.117705345153809,
       "epoch": 2.876766091051805,
-      "rel-constrast": 2.9886772632598877,
+      "rel-constrast": 3.1695189476013184,
       "step": 3665,
-      "subrel-constrast": 4.109375,
+      "subrel-constrast": 3.632506847381592,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6461641788482666,
-      "cov-distil (oracle2student)": 5.07884407043457,
-      "cov-distil (oracle2teacher)": 4.551021575927734,
+      "cov-distil": 2.0221662521362305,
+      "cov-distil (oracle2student)": 6.059610366821289,
+      "cov-distil (oracle2teacher)": 4.955949783325195,
       "epoch": 2.877551020408163,
-      "rel-constrast": 2.1682071685791016,
+      "rel-constrast": 2.490622043609619,
       "step": 3666,
-      "subrel-constrast": 2.846200942993164,
+      "subrel-constrast": 2.7106897830963135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.085766077041626,
-      "cov-distil (oracle2student)": 5.586014270782471,
-      "cov-distil (oracle2teacher)": 5.39616060256958,
+      "cov-distil": 2.0686166286468506,
+      "cov-distil (oracle2student)": 5.316571235656738,
+      "cov-distil (oracle2teacher)": 5.197671890258789,
       "epoch": 2.878335949764521,
-      "rel-constrast": 3.3756637573242188,
+      "rel-constrast": 3.5343246459960938,
       "step": 3667,
-      "subrel-constrast": 4.0500640869140625,
+      "subrel-constrast": 3.8986964225769043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.213741421699524,
-      "cov-distil (oracle2student)": 2.688936710357666,
-      "cov-distil (oracle2teacher)": 3.3032331466674805,
+      "cov-distil": 1.2550482749938965,
+      "cov-distil (oracle2student)": 2.8055758476257324,
+      "cov-distil (oracle2teacher)": 3.01607084274292,
       "epoch": 2.879120879120879,
-      "rel-constrast": 1.9098389148712158,
+      "rel-constrast": 2.062854290008545,
       "step": 3668,
-      "subrel-constrast": 2.739530563354492,
+      "subrel-constrast": 2.564267158508301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3328964710235596,
-      "cov-distil (oracle2student)": 4.955320358276367,
-      "cov-distil (oracle2teacher)": 4.538459300994873,
+      "cov-distil": 1.8779268264770508,
+      "cov-distil (oracle2student)": 4.866863250732422,
+      "cov-distil (oracle2teacher)": 5.029236793518066,
       "epoch": 2.879905808477237,
-      "rel-constrast": 1.7312397956848145,
+      "rel-constrast": 2.091454267501831,
       "step": 3669,
-      "subrel-constrast": 2.8373544216156006,
+      "subrel-constrast": 2.840175151824951,
       "view-similarity": 0
     },
     {
       "epoch": 2.880690737833595,
-      "grad_norm": 4.09375,
+      "grad_norm": 5.375,
       "learning_rate": 3.991262687001304e-05,
-      "loss": 0.6559,
+      "loss": 0.713,
       "step": 3670
     },
     {
-      "cov-distil": 1.4764883518218994,
-      "cov-distil (oracle2student)": 5.947641849517822,
-      "cov-distil (oracle2teacher)": 5.347780227661133,
+      "cov-distil": 1.657225489616394,
+      "cov-distil (oracle2student)": 5.9303812980651855,
+      "cov-distil (oracle2teacher)": 5.98763370513916,
       "epoch": 2.880690737833595,
-      "rel-constrast": 2.181729316711426,
+      "rel-constrast": 2.7401626110076904,
       "step": 3670,
-      "subrel-constrast": 2.8146800994873047,
+      "subrel-constrast": 2.9525701999664307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.20436954498291,
-      "cov-distil (oracle2student)": 4.443916320800781,
-      "cov-distil (oracle2teacher)": 3.907668113708496,
+      "cov-distil": 2.276306629180908,
+      "cov-distil (oracle2student)": 4.546565055847168,
+      "cov-distil (oracle2teacher)": 4.387916564941406,
       "epoch": 2.881475667189953,
-      "rel-constrast": 3.3218700885772705,
+      "rel-constrast": 3.1944046020507812,
       "step": 3671,
-      "subrel-constrast": 3.823918104171753,
+      "subrel-constrast": 4.042062282562256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2367054224014282,
-      "cov-distil (oracle2student)": 5.233475208282471,
-      "cov-distil (oracle2teacher)": 4.414298057556152,
+      "cov-distil": 1.3083399534225464,
+      "cov-distil (oracle2student)": 5.23673152923584,
+      "cov-distil (oracle2teacher)": 4.505282878875732,
       "epoch": 2.8822605965463106,
-      "rel-constrast": 3.473031997680664,
+      "rel-constrast": 4.01547908782959,
       "step": 3672,
-      "subrel-constrast": 4.06704044342041,
+      "subrel-constrast": 4.066589832305908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.604971170425415,
-      "cov-distil (oracle2student)": 2.9084439277648926,
-      "cov-distil (oracle2teacher)": 3.369509696960449,
+      "cov-distil": 2.267209053039551,
+      "cov-distil (oracle2student)": 3.4390504360198975,
+      "cov-distil (oracle2teacher)": 3.2217540740966797,
       "epoch": 2.8830455259026686,
-      "rel-constrast": 2.4818177223205566,
+      "rel-constrast": 3.3915371894836426,
       "step": 3673,
-      "subrel-constrast": 3.7321584224700928,
+      "subrel-constrast": 3.955862045288086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3353642225265503,
-      "cov-distil (oracle2student)": 3.35343337059021,
-      "cov-distil (oracle2teacher)": 3.109236240386963,
+      "cov-distil": 1.8695828914642334,
+      "cov-distil (oracle2student)": 3.7615511417388916,
+      "cov-distil (oracle2teacher)": 3.6767709255218506,
       "epoch": 2.8838304552590266,
-      "rel-constrast": 2.0060534477233887,
+      "rel-constrast": 2.2446231842041016,
       "step": 3674,
-      "subrel-constrast": 2.958225965499878,
+      "subrel-constrast": 2.7151787281036377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7398394346237183,
-      "cov-distil (oracle2student)": 3.561842918395996,
-      "cov-distil (oracle2teacher)": 3.5277953147888184,
+      "cov-distil": 2.0285744667053223,
+      "cov-distil (oracle2student)": 3.5243191719055176,
+      "cov-distil (oracle2teacher)": 3.916025161743164,
       "epoch": 2.8846153846153846,
-      "rel-constrast": 2.753573179244995,
+      "rel-constrast": 3.2030458450317383,
       "step": 3675,
-      "subrel-constrast": 3.3754019737243652,
+      "subrel-constrast": 3.5189590454101562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2104828357696533,
-      "cov-distil (oracle2student)": 5.990422248840332,
-      "cov-distil (oracle2teacher)": 6.032230377197266,
+      "cov-distil": 1.1786303520202637,
+      "cov-distil (oracle2student)": 6.097951889038086,
+      "cov-distil (oracle2teacher)": 6.279574394226074,
       "epoch": 2.8854003139717426,
-      "rel-constrast": 2.4438719749450684,
+      "rel-constrast": 3.1074628829956055,
       "step": 3676,
-      "subrel-constrast": 3.1288928985595703,
+      "subrel-constrast": 3.2389233112335205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9925810098648071,
-      "cov-distil (oracle2student)": 2.3565313816070557,
-      "cov-distil (oracle2teacher)": 2.7919058799743652,
+      "cov-distil": 1.31563138961792,
+      "cov-distil (oracle2student)": 2.235715389251709,
+      "cov-distil (oracle2teacher)": 2.470017910003662,
       "epoch": 2.8861852433281006,
-      "rel-constrast": 2.9700095653533936,
+      "rel-constrast": 2.685227632522583,
       "step": 3677,
-      "subrel-constrast": 3.5565316677093506,
+      "subrel-constrast": 3.5209784507751465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.420498251914978,
-      "cov-distil (oracle2student)": 3.693333148956299,
-      "cov-distil (oracle2teacher)": 3.3208558559417725,
+      "cov-distil": 1.678002119064331,
+      "cov-distil (oracle2student)": 3.4581151008605957,
+      "cov-distil (oracle2teacher)": 3.8781330585479736,
       "epoch": 2.8869701726844585,
-      "rel-constrast": 1.8001885414123535,
+      "rel-constrast": 1.8157689571380615,
       "step": 3678,
-      "subrel-constrast": 2.657033681869507,
+      "subrel-constrast": 2.5760810375213623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1733472347259521,
-      "cov-distil (oracle2student)": 4.631748676300049,
-      "cov-distil (oracle2teacher)": 4.633799076080322,
+      "cov-distil": 1.8922446966171265,
+      "cov-distil (oracle2student)": 4.098376750946045,
+      "cov-distil (oracle2teacher)": 5.201383590698242,
       "epoch": 2.887755102040816,
-      "rel-constrast": 2.2671236991882324,
+      "rel-constrast": 2.9099478721618652,
       "step": 3679,
-      "subrel-constrast": 2.7788944244384766,
+      "subrel-constrast": 2.8750293254852295,
       "view-similarity": 0
     },
     {
       "epoch": 2.8885400313971745,
-      "grad_norm": 4.6875,
+      "grad_norm": 5.6875,
       "learning_rate": 3.984249528456762e-05,
-      "loss": 0.6785,
+      "loss": 0.7327,
       "step": 3680
     },
     {
-      "cov-distil": 1.3920209407806396,
-      "cov-distil (oracle2student)": 5.340373516082764,
-      "cov-distil (oracle2teacher)": 4.440972328186035,
+      "cov-distil": 1.8202838897705078,
+      "cov-distil (oracle2student)": 5.895217418670654,
+      "cov-distil (oracle2teacher)": 4.907825469970703,
       "epoch": 2.8885400313971745,
-      "rel-constrast": 2.8083605766296387,
+      "rel-constrast": 3.543926954269409,
       "step": 3680,
-      "subrel-constrast": 3.117572069168091,
+      "subrel-constrast": 3.2579171657562256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2502837181091309,
-      "cov-distil (oracle2student)": 6.4110426902771,
-      "cov-distil (oracle2teacher)": 6.04494571685791,
+      "cov-distil": 1.722649097442627,
+      "cov-distil (oracle2student)": 6.818873882293701,
+      "cov-distil (oracle2teacher)": 6.441388130187988,
       "epoch": 2.889324960753532,
-      "rel-constrast": 2.6441478729248047,
+      "rel-constrast": 2.997379779815674,
       "step": 3681,
-      "subrel-constrast": 3.6429452896118164,
+      "subrel-constrast": 3.5426135063171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3743937015533447,
-      "cov-distil (oracle2student)": 4.043917655944824,
-      "cov-distil (oracle2teacher)": 3.856478691101074,
+      "cov-distil": 2.4098687171936035,
+      "cov-distil (oracle2student)": 4.071718692779541,
+      "cov-distil (oracle2teacher)": 4.293486595153809,
       "epoch": 2.89010989010989,
-      "rel-constrast": 2.7714309692382812,
+      "rel-constrast": 2.5916783809661865,
       "step": 3682,
-      "subrel-constrast": 3.56493878364563,
+      "subrel-constrast": 3.7220396995544434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0654970407485962,
-      "cov-distil (oracle2student)": 3.5364131927490234,
-      "cov-distil (oracle2teacher)": 3.7477827072143555,
+      "cov-distil": 1.2564136981964111,
+      "cov-distil (oracle2student)": 4.493998050689697,
+      "cov-distil (oracle2teacher)": 4.063005447387695,
       "epoch": 2.890894819466248,
-      "rel-constrast": 1.861194133758545,
+      "rel-constrast": 2.303104877471924,
       "step": 3683,
-      "subrel-constrast": 2.4258337020874023,
+      "subrel-constrast": 2.6104087829589844,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4692184925079346,
-      "cov-distil (oracle2student)": 3.0154643058776855,
-      "cov-distil (oracle2teacher)": 2.991734027862549,
+      "cov-distil": 2.2876243591308594,
+      "cov-distil (oracle2student)": 4.307456970214844,
+      "cov-distil (oracle2teacher)": 3.5829522609710693,
       "epoch": 2.891679748822606,
-      "rel-constrast": 2.0302963256835938,
+      "rel-constrast": 3.1000189781188965,
       "step": 3684,
-      "subrel-constrast": 2.9526989459991455,
+      "subrel-constrast": 3.1147570610046387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4023122787475586,
-      "cov-distil (oracle2student)": 2.8190155029296875,
-      "cov-distil (oracle2teacher)": 2.818148136138916,
+      "cov-distil": 1.9820473194122314,
+      "cov-distil (oracle2student)": 3.1641268730163574,
+      "cov-distil (oracle2teacher)": 2.9253413677215576,
       "epoch": 2.892464678178964,
-      "rel-constrast": 2.257045269012451,
+      "rel-constrast": 2.2384300231933594,
       "step": 3685,
-      "subrel-constrast": 2.8210086822509766,
+      "subrel-constrast": 2.6066339015960693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5459246635437012,
-      "cov-distil (oracle2student)": 4.399819850921631,
-      "cov-distil (oracle2teacher)": 4.002050399780273,
+      "cov-distil": 2.2907097339630127,
+      "cov-distil (oracle2student)": 4.831416130065918,
+      "cov-distil (oracle2teacher)": 4.404674053192139,
       "epoch": 2.8932496075353216,
-      "rel-constrast": 2.0802764892578125,
+      "rel-constrast": 2.464613437652588,
       "step": 3686,
-      "subrel-constrast": 3.182318925857544,
+      "subrel-constrast": 3.2307791709899902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5370433330535889,
-      "cov-distil (oracle2student)": 3.0196611881256104,
-      "cov-distil (oracle2teacher)": 3.426647901535034,
+      "cov-distil": 1.5232875347137451,
+      "cov-distil (oracle2student)": 3.5374526977539062,
+      "cov-distil (oracle2teacher)": 3.618621826171875,
       "epoch": 2.89403453689168,
-      "rel-constrast": 3.1149849891662598,
+      "rel-constrast": 3.8495843410491943,
       "step": 3687,
-      "subrel-constrast": 3.8897790908813477,
+      "subrel-constrast": 3.992238998413086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5181770324707031,
-      "cov-distil (oracle2student)": 3.498710870742798,
-      "cov-distil (oracle2teacher)": 3.9157378673553467,
+      "cov-distil": 2.2510557174682617,
+      "cov-distil (oracle2student)": 3.696720838546753,
+      "cov-distil (oracle2teacher)": 3.8033838272094727,
       "epoch": 2.8948194662480375,
-      "rel-constrast": 3.567229747772217,
+      "rel-constrast": 3.5045909881591797,
       "step": 3688,
-      "subrel-constrast": 4.199352264404297,
+      "subrel-constrast": 3.927006959915161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.308597207069397,
-      "cov-distil (oracle2student)": 3.3533058166503906,
-      "cov-distil (oracle2teacher)": 3.582240581512451,
+      "cov-distil": 1.4158523082733154,
+      "cov-distil (oracle2student)": 3.8304173946380615,
+      "cov-distil (oracle2teacher)": 4.029601097106934,
       "epoch": 2.8956043956043955,
-      "rel-constrast": 2.686890125274658,
+      "rel-constrast": 3.1032676696777344,
       "step": 3689,
-      "subrel-constrast": 3.411374092102051,
+      "subrel-constrast": 3.667868137359619,
       "view-similarity": 0
     },
     {
       "epoch": 2.8963893249607535,
-      "grad_norm": 5.53125,
+      "grad_norm": 7.0625,
       "learning_rate": 3.977218284800118e-05,
-      "loss": 0.6802,
+      "loss": 0.7424,
       "step": 3690
     },
     {
-      "cov-distil": 1.2236014604568481,
-      "cov-distil (oracle2student)": 3.27144193649292,
-      "cov-distil (oracle2teacher)": 3.5497024059295654,
+      "cov-distil": 1.452110767364502,
+      "cov-distil (oracle2student)": 3.394379138946533,
+      "cov-distil (oracle2teacher)": 3.687075138092041,
       "epoch": 2.8963893249607535,
-      "rel-constrast": 2.3055779933929443,
+      "rel-constrast": 2.3142528533935547,
       "step": 3690,
-      "subrel-constrast": 3.195941686630249,
+      "subrel-constrast": 3.1619248390197754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5925254821777344,
-      "cov-distil (oracle2student)": 3.7014129161834717,
-      "cov-distil (oracle2teacher)": 3.4999043941497803,
+      "cov-distil": 2.1242446899414062,
+      "cov-distil (oracle2student)": 3.3724851608276367,
+      "cov-distil (oracle2teacher)": 3.4267702102661133,
       "epoch": 2.8971742543171115,
-      "rel-constrast": 1.8392963409423828,
+      "rel-constrast": 1.9546911716461182,
       "step": 3691,
-      "subrel-constrast": 3.0546305179595947,
+      "subrel-constrast": 2.795814037322998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4818997383117676,
-      "cov-distil (oracle2student)": 3.4231691360473633,
-      "cov-distil (oracle2teacher)": 3.3715333938598633,
+      "cov-distil": 1.9941030740737915,
+      "cov-distil (oracle2student)": 4.417808532714844,
+      "cov-distil (oracle2teacher)": 3.7976934909820557,
       "epoch": 2.8979591836734695,
-      "rel-constrast": 2.523916482925415,
+      "rel-constrast": 2.8038320541381836,
       "step": 3692,
-      "subrel-constrast": 2.8600881099700928,
+      "subrel-constrast": 3.1230921745300293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6675055027008057,
-      "cov-distil (oracle2student)": 4.2873969078063965,
-      "cov-distil (oracle2teacher)": 4.3902716636657715,
+      "cov-distil": 2.2119107246398926,
+      "cov-distil (oracle2student)": 4.775025844573975,
+      "cov-distil (oracle2teacher)": 4.598793983459473,
       "epoch": 2.898744113029827,
-      "rel-constrast": 3.0145773887634277,
+      "rel-constrast": 2.6373534202575684,
       "step": 3693,
-      "subrel-constrast": 3.685142993927002,
+      "subrel-constrast": 3.8660693168640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9891512393951416,
-      "cov-distil (oracle2student)": 3.7975401878356934,
-      "cov-distil (oracle2teacher)": 3.8362700939178467,
+      "cov-distil": 2.517381429672241,
+      "cov-distil (oracle2student)": 4.473110198974609,
+      "cov-distil (oracle2teacher)": 4.771157264709473,
       "epoch": 2.8995290423861855,
-      "rel-constrast": 2.701709032058716,
+      "rel-constrast": 2.8228759765625,
       "step": 3694,
-      "subrel-constrast": 3.4279158115386963,
+      "subrel-constrast": 3.7532124519348145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2910466194152832,
-      "cov-distil (oracle2student)": 5.029232978820801,
-      "cov-distil (oracle2teacher)": 4.554121971130371,
+      "cov-distil": 2.0697672367095947,
+      "cov-distil (oracle2student)": 4.882594108581543,
+      "cov-distil (oracle2teacher)": 4.7101569175720215,
       "epoch": 2.900313971742543,
-      "rel-constrast": 3.3575048446655273,
+      "rel-constrast": 3.3519394397735596,
       "step": 3695,
-      "subrel-constrast": 3.885680675506592,
+      "subrel-constrast": 4.103107452392578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2916357517242432,
-      "cov-distil (oracle2student)": 4.864243507385254,
-      "cov-distil (oracle2teacher)": 5.258131980895996,
+      "cov-distil": 1.5435376167297363,
+      "cov-distil (oracle2student)": 5.118497848510742,
+      "cov-distil (oracle2teacher)": 5.316595077514648,
       "epoch": 2.901098901098901,
-      "rel-constrast": 1.51920747756958,
+      "rel-constrast": 1.650619626045227,
       "step": 3696,
-      "subrel-constrast": 2.3338067531585693,
+      "subrel-constrast": 2.304431915283203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0623137950897217,
-      "cov-distil (oracle2student)": 3.4611096382141113,
-      "cov-distil (oracle2teacher)": 3.601062297821045,
+      "cov-distil": 2.682802677154541,
+      "cov-distil (oracle2student)": 3.912137269973755,
+      "cov-distil (oracle2teacher)": 3.618654251098633,
       "epoch": 2.901883830455259,
-      "rel-constrast": 3.0714645385742188,
+      "rel-constrast": 3.290828227996826,
       "step": 3697,
-      "subrel-constrast": 3.679739475250244,
+      "subrel-constrast": 3.583712339401245,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5694775581359863,
-      "cov-distil (oracle2student)": 3.622097969055176,
-      "cov-distil (oracle2teacher)": 3.4019265174865723,
+      "cov-distil": 1.760535717010498,
+      "cov-distil (oracle2student)": 3.5762715339660645,
+      "cov-distil (oracle2teacher)": 3.7197651863098145,
       "epoch": 2.902668759811617,
-      "rel-constrast": 2.0668179988861084,
+      "rel-constrast": 3.081804037094116,
       "step": 3698,
-      "subrel-constrast": 2.9326257705688477,
+      "subrel-constrast": 2.914306879043579,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6628986597061157,
-      "cov-distil (oracle2student)": 6.459633827209473,
-      "cov-distil (oracle2teacher)": 6.259359359741211,
+      "cov-distil": 1.9743316173553467,
+      "cov-distil (oracle2student)": 6.578238487243652,
+      "cov-distil (oracle2teacher)": 6.056027412414551,
       "epoch": 2.903453689167975,
-      "rel-constrast": 3.234705924987793,
+      "rel-constrast": 3.9679908752441406,
       "step": 3699,
-      "subrel-constrast": 4.237222671508789,
+      "subrel-constrast": 4.362519264221191,
       "view-similarity": 0
     },
     {
       "epoch": 2.904238618524333,
-      "grad_norm": 5.59375,
+      "grad_norm": 7.25,
       "learning_rate": 3.970169041704855e-05,
-      "loss": 0.6804,
+      "loss": 0.6969,
       "step": 3700
     },
     {
       "epoch": 2.904238618524333,
-      "overlap": 0.2953124940395355,
+      "overlap": 0.28593751788139343,
       "step": 3700
     },
     {
       "epoch": 2.904238618524333,
       "step": 3700,
-      "student margin": 0.066680908203125
+      "student margin": 0.0609130859375
     },
     {
       "epoch": 2.904238618524333,
       "step": 3700,
-      "teacher margin": 0.041168212890625
+      "teacher margin": 0.049774169921875
     },
     {
       "epoch": 2.904238618524333,
-      "margin difference": -0.0255126953125,
+      "margin difference": -0.011138916015625,
       "step": 3700
     },
     {
-      "cov-distil": 1.8410401344299316,
-      "cov-distil (oracle2student)": 3.4769768714904785,
-      "cov-distil (oracle2teacher)": 3.288839340209961,
+      "cov-distil": 1.896341323852539,
+      "cov-distil (oracle2student)": 3.6738970279693604,
+      "cov-distil (oracle2teacher)": 3.8724117279052734,
       "epoch": 2.904238618524333,
-      "rel-constrast": 2.880462646484375,
+      "rel-constrast": 2.9608142375946045,
       "step": 3700,
-      "subrel-constrast": 3.571986675262451,
+      "subrel-constrast": 3.4929423332214355,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.317420244216919,
-      "cov-distil (oracle2student)": 5.392145156860352,
-      "cov-distil (oracle2teacher)": 5.281600475311279,
+      "cov-distil": 1.5716369152069092,
+      "cov-distil (oracle2student)": 5.664577484130859,
+      "cov-distil (oracle2teacher)": 5.657151222229004,
       "epoch": 2.905023547880691,
-      "rel-constrast": 3.750452756881714,
+      "rel-constrast": 3.5034337043762207,
       "step": 3701,
-      "subrel-constrast": 4.0149102210998535,
+      "subrel-constrast": 3.9803056716918945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1966891288757324,
-      "cov-distil (oracle2student)": 3.7924442291259766,
-      "cov-distil (oracle2teacher)": 3.8702824115753174,
+      "cov-distil": 1.7087937593460083,
+      "cov-distil (oracle2student)": 4.093194484710693,
+      "cov-distil (oracle2teacher)": 4.130886077880859,
       "epoch": 2.9058084772370485,
-      "rel-constrast": 2.5803751945495605,
+      "rel-constrast": 2.823258638381958,
       "step": 3702,
-      "subrel-constrast": 3.085575580596924,
+      "subrel-constrast": 3.29038405418396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8117077350616455,
-      "cov-distil (oracle2student)": 3.9337759017944336,
-      "cov-distil (oracle2teacher)": 4.271904945373535,
+      "cov-distil": 2.002053737640381,
+      "cov-distil (oracle2student)": 4.015714168548584,
+      "cov-distil (oracle2teacher)": 4.378234386444092,
       "epoch": 2.9065934065934065,
-      "rel-constrast": 1.8250961303710938,
+      "rel-constrast": 2.3768067359924316,
       "step": 3703,
-      "subrel-constrast": 2.7644286155700684,
+      "subrel-constrast": 2.642913579940796,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3883335590362549,
-      "cov-distil (oracle2student)": 4.265381336212158,
-      "cov-distil (oracle2teacher)": 4.050724029541016,
+      "cov-distil": 1.6692183017730713,
+      "cov-distil (oracle2student)": 5.197906970977783,
+      "cov-distil (oracle2teacher)": 4.558634281158447,
       "epoch": 2.9073783359497645,
-      "rel-constrast": 2.4860923290252686,
+      "rel-constrast": 3.2207322120666504,
       "step": 3704,
-      "subrel-constrast": 3.210819959640503,
+      "subrel-constrast": 3.0041279792785645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9311399459838867,
-      "cov-distil (oracle2student)": 3.9218130111694336,
-      "cov-distil (oracle2teacher)": 4.240314483642578,
+      "cov-distil": 1.690053939819336,
+      "cov-distil (oracle2student)": 3.944188356399536,
+      "cov-distil (oracle2teacher)": 4.33255672454834,
       "epoch": 2.9081632653061225,
-      "rel-constrast": 3.8250179290771484,
+      "rel-constrast": 3.688681125640869,
       "step": 3705,
-      "subrel-constrast": 4.366184234619141,
+      "subrel-constrast": 4.203516006469727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.462048053741455,
-      "cov-distil (oracle2student)": 5.584427833557129,
-      "cov-distil (oracle2teacher)": 4.869932651519775,
+      "cov-distil": 1.4904670715332031,
+      "cov-distil (oracle2student)": 5.946174144744873,
+      "cov-distil (oracle2teacher)": 4.880312442779541,
       "epoch": 2.9089481946624804,
-      "rel-constrast": 2.1653261184692383,
+      "rel-constrast": 2.485424041748047,
       "step": 3706,
-      "subrel-constrast": 2.321303367614746,
+      "subrel-constrast": 2.2724945545196533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.005927324295044,
-      "cov-distil (oracle2student)": 2.782501220703125,
-      "cov-distil (oracle2teacher)": 2.8452036380767822,
+      "cov-distil": 1.578429937362671,
+      "cov-distil (oracle2student)": 3.226341724395752,
+      "cov-distil (oracle2teacher)": 3.042940616607666,
       "epoch": 2.9097331240188384,
-      "rel-constrast": 2.2628185749053955,
+      "rel-constrast": 2.7306737899780273,
       "step": 3707,
-      "subrel-constrast": 2.5166585445404053,
+      "subrel-constrast": 2.8742640018463135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1720523834228516,
-      "cov-distil (oracle2student)": 3.354086399078369,
-      "cov-distil (oracle2teacher)": 3.310385227203369,
+      "cov-distil": 1.7951050996780396,
+      "cov-distil (oracle2student)": 3.350956916809082,
+      "cov-distil (oracle2teacher)": 3.316643238067627,
       "epoch": 2.9105180533751964,
-      "rel-constrast": 3.2101337909698486,
+      "rel-constrast": 2.5516891479492188,
       "step": 3708,
-      "subrel-constrast": 3.5017240047454834,
+      "subrel-constrast": 3.461282968521118,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9305295944213867,
-      "cov-distil (oracle2student)": 3.7228829860687256,
-      "cov-distil (oracle2teacher)": 3.4950594902038574,
+      "cov-distil": 2.2847108840942383,
+      "cov-distil (oracle2student)": 4.093382358551025,
+      "cov-distil (oracle2teacher)": 3.566505193710327,
       "epoch": 2.911302982731554,
-      "rel-constrast": 2.031113624572754,
+      "rel-constrast": 2.678541898727417,
       "step": 3709,
-      "subrel-constrast": 3.107024908065796,
+      "subrel-constrast": 3.033250093460083,
       "view-similarity": 0
     },
     {
       "epoch": 2.912087912087912,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.90625,
       "learning_rate": 3.963101885063776e-05,
-      "loss": 0.7131,
+      "loss": 0.7255,
       "step": 3710
     },
     {
-      "cov-distil": 1.6717100143432617,
-      "cov-distil (oracle2student)": 3.2433481216430664,
-      "cov-distil (oracle2teacher)": 3.399672269821167,
+      "cov-distil": 1.989537000656128,
+      "cov-distil (oracle2student)": 3.742382287979126,
+      "cov-distil (oracle2teacher)": 3.44748592376709,
       "epoch": 2.912087912087912,
-      "rel-constrast": 1.7427287101745605,
+      "rel-constrast": 2.2073845863342285,
       "step": 3710,
-      "subrel-constrast": 2.8332996368408203,
+      "subrel-constrast": 2.9384586811065674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2583708763122559,
-      "cov-distil (oracle2student)": 4.191099166870117,
-      "cov-distil (oracle2teacher)": 4.589066505432129,
+      "cov-distil": 1.5315706729888916,
+      "cov-distil (oracle2student)": 4.407631874084473,
+      "cov-distil (oracle2teacher)": 4.978300094604492,
       "epoch": 2.91287284144427,
-      "rel-constrast": 2.046274423599243,
+      "rel-constrast": 2.7725391387939453,
       "step": 3711,
-      "subrel-constrast": 3.042290449142456,
+      "subrel-constrast": 3.0335893630981445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1907320022583008,
-      "cov-distil (oracle2student)": 6.012922763824463,
-      "cov-distil (oracle2teacher)": 5.937778949737549,
+      "cov-distil": 1.4767206907272339,
+      "cov-distil (oracle2student)": 5.813968658447266,
+      "cov-distil (oracle2teacher)": 6.170699119567871,
       "epoch": 2.913657770800628,
-      "rel-constrast": 2.212129592895508,
+      "rel-constrast": 2.557642936706543,
       "step": 3712,
-      "subrel-constrast": 2.2505388259887695,
+      "subrel-constrast": 2.4689605236053467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6794366836547852,
-      "cov-distil (oracle2student)": 4.363182544708252,
-      "cov-distil (oracle2teacher)": 3.96651029586792,
+      "cov-distil": 2.277383327484131,
+      "cov-distil (oracle2student)": 4.292482852935791,
+      "cov-distil (oracle2teacher)": 3.9615797996520996,
       "epoch": 2.914442700156986,
-      "rel-constrast": 2.2043557167053223,
+      "rel-constrast": 2.687480926513672,
       "step": 3713,
-      "subrel-constrast": 3.140228271484375,
+      "subrel-constrast": 2.816307306289673,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.326108932495117,
-      "cov-distil (oracle2student)": 4.274355411529541,
-      "cov-distil (oracle2teacher)": 4.1303510665893555,
+      "cov-distil": 2.8241147994995117,
+      "cov-distil (oracle2student)": 4.620302200317383,
+      "cov-distil (oracle2teacher)": 4.265292644500732,
       "epoch": 2.915227629513344,
-      "rel-constrast": 2.8905391693115234,
+      "rel-constrast": 3.779409646987915,
       "step": 3714,
-      "subrel-constrast": 3.93094539642334,
+      "subrel-constrast": 3.80605149269104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.503951907157898,
-      "cov-distil (oracle2student)": 2.2526204586029053,
-      "cov-distil (oracle2teacher)": 2.5520639419555664,
+      "cov-distil": 1.7103701829910278,
+      "cov-distil (oracle2student)": 1.8571147918701172,
+      "cov-distil (oracle2teacher)": 2.336697816848755,
       "epoch": 2.916012558869702,
-      "rel-constrast": 2.205430507659912,
+      "rel-constrast": 1.91408371925354,
       "step": 3715,
-      "subrel-constrast": 3.206712484359741,
+      "subrel-constrast": 3.1762633323669434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4493451118469238,
-      "cov-distil (oracle2student)": 2.8621978759765625,
-      "cov-distil (oracle2teacher)": 2.971315860748291,
+      "cov-distil": 1.694039225578308,
+      "cov-distil (oracle2student)": 3.2488975524902344,
+      "cov-distil (oracle2teacher)": 3.2252254486083984,
       "epoch": 2.9167974882260594,
-      "rel-constrast": 2.3795340061187744,
+      "rel-constrast": 2.6750450134277344,
       "step": 3716,
-      "subrel-constrast": 2.927609920501709,
+      "subrel-constrast": 3.0151824951171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5981061458587646,
-      "cov-distil (oracle2student)": 5.830720901489258,
-      "cov-distil (oracle2teacher)": 5.065127372741699,
+      "cov-distil": 2.753331422805786,
+      "cov-distil (oracle2student)": 5.5373029708862305,
+      "cov-distil (oracle2teacher)": 5.242612361907959,
       "epoch": 2.9175824175824174,
-      "rel-constrast": 3.6399762630462646,
+      "rel-constrast": 4.007613182067871,
       "step": 3717,
-      "subrel-constrast": 4.423621654510498,
+      "subrel-constrast": 4.654110908508301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.097693681716919,
-      "cov-distil (oracle2student)": 3.0029454231262207,
-      "cov-distil (oracle2teacher)": 2.459343910217285,
+      "cov-distil": 1.6856728792190552,
+      "cov-distil (oracle2student)": 3.0331716537475586,
+      "cov-distil (oracle2teacher)": 2.837298631668091,
       "epoch": 2.9183673469387754,
-      "rel-constrast": 1.6001564264297485,
+      "rel-constrast": 1.3826972246170044,
       "step": 3718,
-      "subrel-constrast": 2.1476588249206543,
+      "subrel-constrast": 2.1436831951141357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.227539300918579,
-      "cov-distil (oracle2student)": 4.0828962326049805,
-      "cov-distil (oracle2teacher)": 3.5621440410614014,
+      "cov-distil": 2.2440404891967773,
+      "cov-distil (oracle2student)": 4.487288475036621,
+      "cov-distil (oracle2teacher)": 4.0474958419799805,
       "epoch": 2.9191522762951334,
-      "rel-constrast": 2.576988697052002,
+      "rel-constrast": 3.220857620239258,
       "step": 3719,
-      "subrel-constrast": 2.875383138656616,
+      "subrel-constrast": 3.1352946758270264,
       "view-similarity": 0
     },
     {
       "epoch": 2.9199372056514914,
-      "grad_norm": 5.21875,
+      "grad_norm": 7.6875,
       "learning_rate": 3.956016900987953e-05,
-      "loss": 0.625,
+      "loss": 0.6801,
       "step": 3720
     },
     {
-      "cov-distil": 1.5575170516967773,
-      "cov-distil (oracle2student)": 3.5080084800720215,
-      "cov-distil (oracle2teacher)": 3.514296531677246,
+      "cov-distil": 2.364217758178711,
+      "cov-distil (oracle2student)": 3.386878490447998,
+      "cov-distil (oracle2teacher)": 3.647202968597412,
       "epoch": 2.9199372056514914,
-      "rel-constrast": 2.4778592586517334,
+      "rel-constrast": 2.4050087928771973,
       "step": 3720,
-      "subrel-constrast": 3.198596477508545,
+      "subrel-constrast": 3.4159090518951416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6198692321777344,
-      "cov-distil (oracle2student)": 3.2874059677124023,
-      "cov-distil (oracle2teacher)": 3.49515962600708,
+      "cov-distil": 1.6196987628936768,
+      "cov-distil (oracle2student)": 3.8676276206970215,
+      "cov-distil (oracle2teacher)": 3.252824544906616,
       "epoch": 2.9207221350078494,
-      "rel-constrast": 2.070758581161499,
+      "rel-constrast": 2.157992362976074,
       "step": 3721,
-      "subrel-constrast": 2.756864070892334,
+      "subrel-constrast": 2.5296874046325684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.436536192893982,
-      "cov-distil (oracle2student)": 5.496464729309082,
-      "cov-distil (oracle2teacher)": 4.392192363739014,
+      "cov-distil": 1.428985595703125,
+      "cov-distil (oracle2student)": 5.501806735992432,
+      "cov-distil (oracle2teacher)": 5.1448140144348145,
       "epoch": 2.9215070643642074,
-      "rel-constrast": 2.7109503746032715,
+      "rel-constrast": 2.730281352996826,
       "step": 3722,
-      "subrel-constrast": 3.285569667816162,
+      "subrel-constrast": 3.3249332904815674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0397682189941406,
-      "cov-distil (oracle2student)": 3.6272926330566406,
-      "cov-distil (oracle2teacher)": 4.103534698486328,
+      "cov-distil": 2.2087833881378174,
+      "cov-distil (oracle2student)": 3.4457879066467285,
+      "cov-distil (oracle2teacher)": 4.418255805969238,
       "epoch": 2.922291993720565,
-      "rel-constrast": 2.016460657119751,
+      "rel-constrast": 2.0196125507354736,
       "step": 3723,
-      "subrel-constrast": 2.857201337814331,
+      "subrel-constrast": 2.987849235534668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8913140296936035,
-      "cov-distil (oracle2student)": 2.7747883796691895,
-      "cov-distil (oracle2teacher)": 3.1311659812927246,
+      "cov-distil": 2.2155253887176514,
+      "cov-distil (oracle2student)": 2.9618399143218994,
+      "cov-distil (oracle2teacher)": 3.7022182941436768,
       "epoch": 2.9230769230769234,
-      "rel-constrast": 1.7399755716323853,
+      "rel-constrast": 2.1003201007843018,
       "step": 3724,
-      "subrel-constrast": 2.808647632598877,
+      "subrel-constrast": 2.719348907470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9321565628051758,
-      "cov-distil (oracle2student)": 3.31715726852417,
-      "cov-distil (oracle2teacher)": 3.509920358657837,
+      "cov-distil": 1.525348424911499,
+      "cov-distil (oracle2student)": 3.9199042320251465,
+      "cov-distil (oracle2teacher)": 3.5465447902679443,
       "epoch": 2.923861852433281,
-      "rel-constrast": 2.7527878284454346,
+      "rel-constrast": 3.1811442375183105,
       "step": 3725,
-      "subrel-constrast": 3.0592291355133057,
+      "subrel-constrast": 3.1828980445861816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.245211124420166,
-      "cov-distil (oracle2student)": 4.6931915283203125,
-      "cov-distil (oracle2teacher)": 4.306008338928223,
+      "cov-distil": 2.0079023838043213,
+      "cov-distil (oracle2student)": 4.8491668701171875,
+      "cov-distil (oracle2teacher)": 5.2338643074035645,
       "epoch": 2.924646781789639,
-      "rel-constrast": 3.884345531463623,
+      "rel-constrast": 4.00697660446167,
       "step": 3726,
-      "subrel-constrast": 4.026078701019287,
+      "subrel-constrast": 4.593445301055908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3797763586044312,
-      "cov-distil (oracle2student)": 6.033819675445557,
-      "cov-distil (oracle2teacher)": 5.506127834320068,
+      "cov-distil": 1.9851891994476318,
+      "cov-distil (oracle2student)": 5.688827037811279,
+      "cov-distil (oracle2teacher)": 5.540365219116211,
       "epoch": 2.925431711145997,
-      "rel-constrast": 2.3334226608276367,
+      "rel-constrast": 2.3858444690704346,
       "step": 3727,
-      "subrel-constrast": 3.370250940322876,
+      "subrel-constrast": 3.336792230606079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3554999828338623,
-      "cov-distil (oracle2student)": 5.900870323181152,
-      "cov-distil (oracle2teacher)": 5.49796199798584,
+      "cov-distil": 2.841341495513916,
+      "cov-distil (oracle2student)": 5.796639442443848,
+      "cov-distil (oracle2teacher)": 5.303718090057373,
       "epoch": 2.926216640502355,
-      "rel-constrast": 3.8149960041046143,
+      "rel-constrast": 4.222674369812012,
       "step": 3728,
-      "subrel-constrast": 5.2079362869262695,
+      "subrel-constrast": 5.180830955505371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9590335488319397,
-      "cov-distil (oracle2student)": 3.6121573448181152,
-      "cov-distil (oracle2teacher)": 3.5525875091552734,
+      "cov-distil": 1.2883861064910889,
+      "cov-distil (oracle2student)": 3.6456165313720703,
+      "cov-distil (oracle2teacher)": 3.487009048461914,
       "epoch": 2.927001569858713,
-      "rel-constrast": 1.5037951469421387,
+      "rel-constrast": 1.5236982107162476,
       "step": 3729,
-      "subrel-constrast": 2.17315411567688,
+      "subrel-constrast": 2.3504953384399414,
       "view-similarity": 0
     },
     {
       "epoch": 2.9277864992150704,
-      "grad_norm": 3.90625,
+      "grad_norm": 4.1875,
       "learning_rate": 3.948914175805684e-05,
-      "loss": 0.6712,
+      "loss": 0.6683,
       "step": 3730
     },
     {
-      "cov-distil": 1.391399621963501,
-      "cov-distil (oracle2student)": 2.980189085006714,
-      "cov-distil (oracle2teacher)": 3.4222848415374756,
+      "cov-distil": 2.183431625366211,
+      "cov-distil (oracle2student)": 3.629849910736084,
+      "cov-distil (oracle2teacher)": 3.6707980632781982,
       "epoch": 2.9277864992150704,
-      "rel-constrast": 1.8178751468658447,
+      "rel-constrast": 2.582388162612915,
       "step": 3730,
-      "subrel-constrast": 2.8062713146209717,
+      "subrel-constrast": 2.5123064517974854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9731876850128174,
-      "cov-distil (oracle2student)": 3.665510892868042,
-      "cov-distil (oracle2teacher)": 3.588029384613037,
+      "cov-distil": 1.7874068021774292,
+      "cov-distil (oracle2student)": 3.4007787704467773,
+      "cov-distil (oracle2teacher)": 3.3248071670532227,
       "epoch": 2.928571428571429,
-      "rel-constrast": 2.7449278831481934,
+      "rel-constrast": 3.4206345081329346,
       "step": 3731,
-      "subrel-constrast": 4.2244439125061035,
+      "subrel-constrast": 4.013047695159912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3816719055175781,
-      "cov-distil (oracle2student)": 4.810188293457031,
-      "cov-distil (oracle2teacher)": 4.785292625427246,
+      "cov-distil": 2.833554267883301,
+      "cov-distil (oracle2student)": 5.8746137619018555,
+      "cov-distil (oracle2teacher)": 5.315517425537109,
       "epoch": 2.9293563579277864,
-      "rel-constrast": 2.4369876384735107,
+      "rel-constrast": 3.2482738494873047,
       "step": 3732,
-      "subrel-constrast": 3.099954128265381,
+      "subrel-constrast": 3.4208455085754395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5708715915679932,
-      "cov-distil (oracle2student)": 3.847524881362915,
-      "cov-distil (oracle2teacher)": 3.731433391571045,
+      "cov-distil": 1.940866470336914,
+      "cov-distil (oracle2student)": 4.107202529907227,
+      "cov-distil (oracle2teacher)": 3.514025926589966,
       "epoch": 2.9301412872841444,
-      "rel-constrast": 2.501371383666992,
+      "rel-constrast": 2.56893253326416,
       "step": 3733,
-      "subrel-constrast": 3.1343994140625,
+      "subrel-constrast": 3.053616523742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7563046216964722,
-      "cov-distil (oracle2student)": 4.603699684143066,
-      "cov-distil (oracle2teacher)": 4.755205154418945,
+      "cov-distil": 2.335132598876953,
+      "cov-distil (oracle2student)": 5.336537837982178,
+      "cov-distil (oracle2teacher)": 5.324734687805176,
       "epoch": 2.9309262166405023,
-      "rel-constrast": 2.227141857147217,
+      "rel-constrast": 2.461716651916504,
       "step": 3734,
-      "subrel-constrast": 3.3704230785369873,
+      "subrel-constrast": 3.530324935913086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130575895309448,
-      "cov-distil (oracle2student)": 4.738794326782227,
-      "cov-distil (oracle2teacher)": 4.699927806854248,
+      "cov-distil": 2.256483793258667,
+      "cov-distil (oracle2student)": 5.541541576385498,
+      "cov-distil (oracle2teacher)": 4.987092018127441,
       "epoch": 2.9317111459968603,
-      "rel-constrast": 2.7391514778137207,
+      "rel-constrast": 3.321427345275879,
       "step": 3735,
-      "subrel-constrast": 3.668731927871704,
+      "subrel-constrast": 3.538424491882324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.526363492012024,
-      "cov-distil (oracle2student)": 5.061091423034668,
-      "cov-distil (oracle2teacher)": 4.537604331970215,
+      "cov-distil": 1.8606154918670654,
+      "cov-distil (oracle2student)": 5.325266361236572,
+      "cov-distil (oracle2teacher)": 4.8790764808654785,
       "epoch": 2.9324960753532183,
-      "rel-constrast": 2.353569984436035,
+      "rel-constrast": 2.1954100131988525,
       "step": 3736,
-      "subrel-constrast": 2.7668707370758057,
+      "subrel-constrast": 2.8908517360687256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2707898616790771,
-      "cov-distil (oracle2student)": 3.1707754135131836,
-      "cov-distil (oracle2teacher)": 2.931527614593506,
+      "cov-distil": 1.524690866470337,
+      "cov-distil (oracle2student)": 3.545320987701416,
+      "cov-distil (oracle2teacher)": 3.3689210414886475,
       "epoch": 2.933281004709576,
-      "rel-constrast": 2.918670415878296,
+      "rel-constrast": 2.7282862663269043,
       "step": 3737,
-      "subrel-constrast": 3.569355010986328,
+      "subrel-constrast": 3.504127264022827,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.758061408996582,
-      "cov-distil (oracle2student)": 3.1640288829803467,
-      "cov-distil (oracle2teacher)": 2.9588074684143066,
+      "cov-distil": 1.7587062120437622,
+      "cov-distil (oracle2student)": 2.8996999263763428,
+      "cov-distil (oracle2teacher)": 3.2904598712921143,
       "epoch": 2.9340659340659343,
-      "rel-constrast": 2.7946205139160156,
+      "rel-constrast": 2.771728277206421,
       "step": 3738,
-      "subrel-constrast": 3.4251976013183594,
+      "subrel-constrast": 3.2532596588134766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.581396460533142,
-      "cov-distil (oracle2student)": 4.45325231552124,
-      "cov-distil (oracle2teacher)": 4.553940773010254,
+      "cov-distil": 1.6840168237686157,
+      "cov-distil (oracle2student)": 4.897179126739502,
+      "cov-distil (oracle2teacher)": 4.526995658874512,
       "epoch": 2.934850863422292,
-      "rel-constrast": 2.973194122314453,
+      "rel-constrast": 3.6110880374908447,
       "step": 3739,
-      "subrel-constrast": 3.55220890045166,
+      "subrel-constrast": 3.5523641109466553,
       "view-similarity": 0
     },
     {
       "epoch": 2.93563579277865,
-      "grad_norm": 5.84375,
+      "grad_norm": 7.59375,
       "learning_rate": 3.9417937960614314e-05,
-      "loss": 0.677,
+      "loss": 0.7227,
       "step": 3740
     },
     {
-      "cov-distil": 2.360422134399414,
-      "cov-distil (oracle2student)": 4.789316654205322,
-      "cov-distil (oracle2teacher)": 4.8115234375,
+      "cov-distil": 3.2093944549560547,
+      "cov-distil (oracle2student)": 5.779200553894043,
+      "cov-distil (oracle2teacher)": 5.577378273010254,
       "epoch": 2.93563579277865,
-      "rel-constrast": 2.894733428955078,
+      "rel-constrast": 3.1424171924591064,
       "step": 3740,
-      "subrel-constrast": 4.094485282897949,
+      "subrel-constrast": 4.01253604888916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7301886081695557,
-      "cov-distil (oracle2student)": 4.351900577545166,
-      "cov-distil (oracle2teacher)": 4.218229293823242,
+      "cov-distil": 2.1325278282165527,
+      "cov-distil (oracle2student)": 4.364375114440918,
+      "cov-distil (oracle2teacher)": 4.705324649810791,
       "epoch": 2.936420722135008,
-      "rel-constrast": 3.5578906536102295,
+      "rel-constrast": 4.176460266113281,
       "step": 3741,
-      "subrel-constrast": 4.278353691101074,
+      "subrel-constrast": 4.7685980796813965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1600654125213623,
-      "cov-distil (oracle2student)": 5.86660623550415,
-      "cov-distil (oracle2teacher)": 4.402599334716797,
+      "cov-distil": 1.417072057723999,
+      "cov-distil (oracle2student)": 5.363912105560303,
+      "cov-distil (oracle2teacher)": 5.115767478942871,
       "epoch": 2.937205651491366,
-      "rel-constrast": 2.701091766357422,
+      "rel-constrast": 2.862877368927002,
       "step": 3742,
-      "subrel-constrast": 2.9781334400177,
+      "subrel-constrast": 3.1822919845581055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3019535541534424,
-      "cov-distil (oracle2student)": 5.056062698364258,
-      "cov-distil (oracle2teacher)": 4.832372665405273,
+      "cov-distil": 1.5532442331314087,
+      "cov-distil (oracle2student)": 5.373467445373535,
+      "cov-distil (oracle2teacher)": 5.0951056480407715,
       "epoch": 2.937990580847724,
-      "rel-constrast": 2.5851526260375977,
+      "rel-constrast": 3.184903621673584,
       "step": 3743,
-      "subrel-constrast": 3.5685336589813232,
+      "subrel-constrast": 3.9540340900421143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4441757202148438,
-      "cov-distil (oracle2student)": 3.0063138008117676,
-      "cov-distil (oracle2teacher)": 3.567375659942627,
+      "cov-distil": 1.6545343399047852,
+      "cov-distil (oracle2student)": 3.6376752853393555,
+      "cov-distil (oracle2teacher)": 3.8188045024871826,
       "epoch": 2.938775510204082,
-      "rel-constrast": 1.276458740234375,
+      "rel-constrast": 1.49373197555542,
       "step": 3744,
-      "subrel-constrast": 2.1521503925323486,
+      "subrel-constrast": 2.0285282135009766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3076555728912354,
-      "cov-distil (oracle2student)": 4.724017143249512,
-      "cov-distil (oracle2teacher)": 4.793934345245361,
+      "cov-distil": 1.7955100536346436,
+      "cov-distil (oracle2student)": 4.821421146392822,
+      "cov-distil (oracle2teacher)": 5.184579372406006,
       "epoch": 2.9395604395604398,
-      "rel-constrast": 1.9997174739837646,
+      "rel-constrast": 2.3167338371276855,
       "step": 3745,
-      "subrel-constrast": 2.826223850250244,
+      "subrel-constrast": 2.613269805908203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8080792427062988,
-      "cov-distil (oracle2student)": 4.3727922439575195,
-      "cov-distil (oracle2teacher)": 4.232743263244629,
+      "cov-distil": 2.1633641719818115,
+      "cov-distil (oracle2student)": 4.433531284332275,
+      "cov-distil (oracle2teacher)": 4.354454040527344,
       "epoch": 2.9403453689167973,
-      "rel-constrast": 3.1251726150512695,
+      "rel-constrast": 3.600098133087158,
       "step": 3746,
-      "subrel-constrast": 3.9248745441436768,
+      "subrel-constrast": 3.768561601638794,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5323504209518433,
-      "cov-distil (oracle2student)": 5.299089431762695,
-      "cov-distil (oracle2teacher)": 4.912952423095703,
+      "cov-distil": 2.0623250007629395,
+      "cov-distil (oracle2student)": 5.882843017578125,
+      "cov-distil (oracle2teacher)": 5.744970321655273,
       "epoch": 2.9411302982731553,
-      "rel-constrast": 2.9008231163024902,
+      "rel-constrast": 3.7423298358917236,
       "step": 3747,
-      "subrel-constrast": 3.6611106395721436,
+      "subrel-constrast": 3.9725961685180664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3432114124298096,
-      "cov-distil (oracle2student)": 3.820187568664551,
-      "cov-distil (oracle2teacher)": 3.822280168533325,
+      "cov-distil": 1.818080186843872,
+      "cov-distil (oracle2student)": 4.3329877853393555,
+      "cov-distil (oracle2teacher)": 4.248645782470703,
       "epoch": 2.9419152276295133,
-      "rel-constrast": 2.999194622039795,
+      "rel-constrast": 2.8629870414733887,
       "step": 3748,
-      "subrel-constrast": 3.365790367126465,
+      "subrel-constrast": 3.887568235397339,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.597320556640625,
-      "cov-distil (oracle2student)": 4.938766956329346,
-      "cov-distil (oracle2teacher)": 4.5569047927856445,
+      "cov-distil": 1.8851726055145264,
+      "cov-distil (oracle2student)": 5.401966094970703,
+      "cov-distil (oracle2teacher)": 5.469297409057617,
       "epoch": 2.9427001569858713,
-      "rel-constrast": 3.146260976791382,
+      "rel-constrast": 3.6223106384277344,
       "step": 3749,
-      "subrel-constrast": 3.5503554344177246,
+      "subrel-constrast": 3.548577070236206,
       "view-similarity": 0
     },
     {
       "epoch": 2.9434850863422293,
-      "grad_norm": 6.28125,
+      "grad_norm": 8.0,
       "learning_rate": 3.934655848514777e-05,
-      "loss": 0.7186,
+      "loss": 0.7751,
       "step": 3750
     },
     {
-      "cov-distil": 1.9984132051467896,
-      "cov-distil (oracle2student)": 4.097214221954346,
-      "cov-distil (oracle2teacher)": 3.9201738834381104,
+      "cov-distil": 2.0859029293060303,
+      "cov-distil (oracle2student)": 3.7198996543884277,
+      "cov-distil (oracle2teacher)": 4.145255088806152,
       "epoch": 2.9434850863422293,
-      "rel-constrast": 2.1439261436462402,
+      "rel-constrast": 2.614316940307617,
       "step": 3750,
-      "subrel-constrast": 2.8695030212402344,
+      "subrel-constrast": 2.900235176086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0897575616836548,
-      "cov-distil (oracle2student)": 5.465754508972168,
-      "cov-distil (oracle2teacher)": 5.0883026123046875,
+      "cov-distil": 1.2667465209960938,
+      "cov-distil (oracle2student)": 5.735163688659668,
+      "cov-distil (oracle2teacher)": 5.894962787628174,
       "epoch": 2.9442700156985873,
-      "rel-constrast": 1.7940596342086792,
+      "rel-constrast": 1.876826286315918,
       "step": 3751,
-      "subrel-constrast": 2.4634947776794434,
+      "subrel-constrast": 2.4739606380462646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.007440447807312,
-      "cov-distil (oracle2student)": 5.424424171447754,
-      "cov-distil (oracle2teacher)": 4.929924011230469,
+      "cov-distil": 1.1906623840332031,
+      "cov-distil (oracle2student)": 5.146380424499512,
+      "cov-distil (oracle2teacher)": 5.330972194671631,
       "epoch": 2.9450549450549453,
-      "rel-constrast": 2.1798315048217773,
+      "rel-constrast": 2.256744861602783,
       "step": 3752,
-      "subrel-constrast": 3.023973226547241,
+      "subrel-constrast": 2.687723398208618,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7552545070648193,
-      "cov-distil (oracle2student)": 5.465161323547363,
-      "cov-distil (oracle2teacher)": 5.169553279876709,
+      "cov-distil": 1.7481341361999512,
+      "cov-distil (oracle2student)": 6.091012954711914,
+      "cov-distil (oracle2teacher)": 5.551612854003906,
       "epoch": 2.945839874411303,
-      "rel-constrast": 3.882399320602417,
+      "rel-constrast": 4.631482124328613,
       "step": 3753,
-      "subrel-constrast": 4.221339225769043,
+      "subrel-constrast": 4.032360076904297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.457016944885254,
-      "cov-distil (oracle2student)": 3.9869470596313477,
-      "cov-distil (oracle2teacher)": 4.393505096435547,
+      "cov-distil": 1.7113420963287354,
+      "cov-distil (oracle2student)": 4.138728618621826,
+      "cov-distil (oracle2teacher)": 4.241347312927246,
       "epoch": 2.946624803767661,
-      "rel-constrast": 2.3970947265625,
+      "rel-constrast": 2.5814132690429688,
       "step": 3754,
-      "subrel-constrast": 3.0544276237487793,
+      "subrel-constrast": 3.121835708618164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3512482643127441,
-      "cov-distil (oracle2student)": 4.3199357986450195,
-      "cov-distil (oracle2teacher)": 4.11149787902832,
+      "cov-distil": 2.0708584785461426,
+      "cov-distil (oracle2student)": 4.5343918800354,
+      "cov-distil (oracle2teacher)": 4.202408313751221,
       "epoch": 2.9474097331240188,
-      "rel-constrast": 2.017930746078491,
+      "rel-constrast": 1.9690669775009155,
       "step": 3755,
-      "subrel-constrast": 2.9223310947418213,
+      "subrel-constrast": 2.948425054550171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9194881916046143,
-      "cov-distil (oracle2student)": 4.242369651794434,
-      "cov-distil (oracle2teacher)": 3.8669023513793945,
+      "cov-distil": 2.815084218978882,
+      "cov-distil (oracle2student)": 4.92113733291626,
+      "cov-distil (oracle2teacher)": 4.367351531982422,
       "epoch": 2.9481946624803768,
-      "rel-constrast": 2.2343602180480957,
+      "rel-constrast": 2.6853702068328857,
       "step": 3756,
-      "subrel-constrast": 3.222440242767334,
+      "subrel-constrast": 3.183288335800171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2437125444412231,
-      "cov-distil (oracle2student)": 3.667025566101074,
-      "cov-distil (oracle2teacher)": 3.6331684589385986,
+      "cov-distil": 1.2511241436004639,
+      "cov-distil (oracle2student)": 3.995590925216675,
+      "cov-distil (oracle2teacher)": 3.5208206176757812,
       "epoch": 2.9489795918367347,
-      "rel-constrast": 1.4023189544677734,
+      "rel-constrast": 1.8166221380233765,
       "step": 3757,
-      "subrel-constrast": 2.4527242183685303,
+      "subrel-constrast": 2.039185047149658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.540818691253662,
-      "cov-distil (oracle2student)": 2.8330814838409424,
-      "cov-distil (oracle2teacher)": 2.649850368499756,
+      "cov-distil": 1.525102138519287,
+      "cov-distil (oracle2student)": 3.018442392349243,
+      "cov-distil (oracle2teacher)": 3.0200536251068115,
       "epoch": 2.9497645211930927,
-      "rel-constrast": 2.7689688205718994,
+      "rel-constrast": 3.3783833980560303,
       "step": 3758,
-      "subrel-constrast": 3.1094863414764404,
+      "subrel-constrast": 3.750464677810669,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.866441249847412,
-      "cov-distil (oracle2student)": 2.5337376594543457,
-      "cov-distil (oracle2teacher)": 2.769493579864502,
+      "cov-distil": 2.374237060546875,
+      "cov-distil (oracle2student)": 2.9834187030792236,
+      "cov-distil (oracle2teacher)": 2.9939723014831543,
       "epoch": 2.9505494505494507,
-      "rel-constrast": 2.3061869144439697,
+      "rel-constrast": 2.6394710540771484,
       "step": 3759,
-      "subrel-constrast": 3.3690097332000732,
+      "subrel-constrast": 3.2805402278900146,
       "view-similarity": 0
     },
     {
       "epoch": 2.9513343799058083,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.125,
       "learning_rate": 3.927500420139357e-05,
-      "loss": 0.6163,
+      "loss": 0.6612,
       "step": 3760
     },
     {
-      "cov-distil": 1.6196755170822144,
-      "cov-distil (oracle2student)": 3.245967388153076,
-      "cov-distil (oracle2teacher)": 3.6458311080932617,
+      "cov-distil": 1.7066864967346191,
+      "cov-distil (oracle2student)": 3.8097920417785645,
+      "cov-distil (oracle2teacher)": 3.8188087940216064,
       "epoch": 2.9513343799058083,
-      "rel-constrast": 2.5304603576660156,
+      "rel-constrast": 2.9003002643585205,
       "step": 3760,
-      "subrel-constrast": 3.088043689727783,
+      "subrel-constrast": 3.0149378776550293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.647742748260498,
-      "cov-distil (oracle2student)": 4.406837463378906,
-      "cov-distil (oracle2teacher)": 3.6423003673553467,
+      "cov-distil": 1.8539396524429321,
+      "cov-distil (oracle2student)": 4.372768878936768,
+      "cov-distil (oracle2teacher)": 4.054909706115723,
       "epoch": 2.9521193092621663,
-      "rel-constrast": 2.4979443550109863,
+      "rel-constrast": 3.320319414138794,
       "step": 3761,
-      "subrel-constrast": 3.090081214904785,
+      "subrel-constrast": 3.0888168811798096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9158991575241089,
-      "cov-distil (oracle2student)": 5.574938774108887,
-      "cov-distil (oracle2teacher)": 5.049583911895752,
+      "cov-distil": 2.027414083480835,
+      "cov-distil (oracle2student)": 5.946416854858398,
+      "cov-distil (oracle2teacher)": 5.652849197387695,
       "epoch": 2.9529042386185242,
-      "rel-constrast": 3.20021390914917,
+      "rel-constrast": 3.90985107421875,
       "step": 3762,
-      "subrel-constrast": 4.000028133392334,
+      "subrel-constrast": 4.188178062438965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2518242597579956,
-      "cov-distil (oracle2student)": 3.584420680999756,
-      "cov-distil (oracle2teacher)": 3.4086129665374756,
+      "cov-distil": 1.7206733226776123,
+      "cov-distil (oracle2student)": 3.9781672954559326,
+      "cov-distil (oracle2teacher)": 3.3540127277374268,
       "epoch": 2.9536891679748822,
-      "rel-constrast": 2.5713014602661133,
+      "rel-constrast": 2.4901227951049805,
       "step": 3763,
-      "subrel-constrast": 2.9236667156219482,
+      "subrel-constrast": 2.6663248538970947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5423517227172852,
-      "cov-distil (oracle2student)": 4.286776065826416,
-      "cov-distil (oracle2teacher)": 3.919243097305298,
+      "cov-distil": 2.0942494869232178,
+      "cov-distil (oracle2student)": 4.885972023010254,
+      "cov-distil (oracle2teacher)": 4.433618545532227,
       "epoch": 2.9544740973312402,
-      "rel-constrast": 2.7775659561157227,
+      "rel-constrast": 3.120053291320801,
       "step": 3764,
-      "subrel-constrast": 3.811889410018921,
+      "subrel-constrast": 3.5785772800445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2755200862884521,
-      "cov-distil (oracle2student)": 6.305004119873047,
-      "cov-distil (oracle2teacher)": 5.242132186889648,
+      "cov-distil": 1.9379148483276367,
+      "cov-distil (oracle2student)": 6.670112133026123,
+      "cov-distil (oracle2teacher)": 5.997915267944336,
       "epoch": 2.955259026687598,
-      "rel-constrast": 2.227306604385376,
+      "rel-constrast": 3.1079020500183105,
       "step": 3765,
-      "subrel-constrast": 3.0758185386657715,
+      "subrel-constrast": 2.8301780223846436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6249518394470215,
-      "cov-distil (oracle2student)": 3.95092511177063,
-      "cov-distil (oracle2teacher)": 4.1511335372924805,
+      "cov-distil": 1.9168071746826172,
+      "cov-distil (oracle2student)": 4.484806060791016,
+      "cov-distil (oracle2teacher)": 4.295881748199463,
       "epoch": 2.956043956043956,
-      "rel-constrast": 2.3942346572875977,
+      "rel-constrast": 2.7118022441864014,
       "step": 3766,
-      "subrel-constrast": 3.1978893280029297,
+      "subrel-constrast": 3.4824538230895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3984706401824951,
-      "cov-distil (oracle2student)": 3.749213218688965,
-      "cov-distil (oracle2teacher)": 3.562201738357544,
+      "cov-distil": 1.5422358512878418,
+      "cov-distil (oracle2student)": 4.784870147705078,
+      "cov-distil (oracle2teacher)": 4.182474613189697,
       "epoch": 2.9568288854003137,
-      "rel-constrast": 2.82682728767395,
+      "rel-constrast": 2.5217316150665283,
       "step": 3767,
-      "subrel-constrast": 2.942389488220215,
+      "subrel-constrast": 2.8172640800476074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1467604637145996,
-      "cov-distil (oracle2student)": 4.285546779632568,
-      "cov-distil (oracle2teacher)": 4.069449424743652,
+      "cov-distil": 1.8258912563323975,
+      "cov-distil (oracle2student)": 3.9195451736450195,
+      "cov-distil (oracle2teacher)": 4.192913055419922,
       "epoch": 2.957613814756672,
-      "rel-constrast": 2.256411075592041,
+      "rel-constrast": 2.625509738922119,
       "step": 3768,
-      "subrel-constrast": 2.895998954772949,
+      "subrel-constrast": 3.072237491607666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4996209144592285,
-      "cov-distil (oracle2student)": 3.6172235012054443,
-      "cov-distil (oracle2teacher)": 3.519993305206299,
+      "cov-distil": 2.223400831222534,
+      "cov-distil (oracle2student)": 3.790919780731201,
+      "cov-distil (oracle2teacher)": 3.136713981628418,
       "epoch": 2.9583987441130297,
-      "rel-constrast": 2.301077365875244,
+      "rel-constrast": 2.3216350078582764,
       "step": 3769,
-      "subrel-constrast": 3.1550192832946777,
+      "subrel-constrast": 3.380950927734375,
       "view-similarity": 0
     },
     {
       "epoch": 2.9591836734693877,
-      "grad_norm": 6.15625,
+      "grad_norm": 6.3125,
       "learning_rate": 3.92032759812181e-05,
-      "loss": 0.6769,
+      "loss": 0.7257,
       "step": 3770
     },
     {
-      "cov-distil": 1.5350929498672485,
-      "cov-distil (oracle2student)": 4.7675065994262695,
-      "cov-distil (oracle2teacher)": 4.341334342956543,
+      "cov-distil": 1.43720281124115,
+      "cov-distil (oracle2student)": 4.704904079437256,
+      "cov-distil (oracle2teacher)": 4.811589241027832,
       "epoch": 2.9591836734693877,
-      "rel-constrast": 2.334465265274048,
+      "rel-constrast": 2.580256462097168,
       "step": 3770,
-      "subrel-constrast": 3.0040836334228516,
+      "subrel-constrast": 2.570608615875244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7860445976257324,
-      "cov-distil (oracle2student)": 6.057125091552734,
-      "cov-distil (oracle2teacher)": 5.228963375091553,
+      "cov-distil": 1.681237816810608,
+      "cov-distil (oracle2student)": 6.391010284423828,
+      "cov-distil (oracle2teacher)": 6.529985427856445,
       "epoch": 2.9599686028257457,
-      "rel-constrast": 2.1319141387939453,
+      "rel-constrast": 2.362579822540283,
       "step": 3771,
-      "subrel-constrast": 2.539182186126709,
+      "subrel-constrast": 2.7668673992156982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6821435689926147,
-      "cov-distil (oracle2student)": 3.96773624420166,
-      "cov-distil (oracle2teacher)": 3.8645987510681152,
+      "cov-distil": 2.437725782394409,
+      "cov-distil (oracle2student)": 3.9494411945343018,
+      "cov-distil (oracle2teacher)": 4.0336222648620605,
       "epoch": 2.9607535321821037,
-      "rel-constrast": 2.2532219886779785,
+      "rel-constrast": 2.535281181335449,
       "step": 3772,
-      "subrel-constrast": 2.9363436698913574,
+      "subrel-constrast": 2.9300858974456787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5177116394042969,
-      "cov-distil (oracle2student)": 2.2983922958374023,
-      "cov-distil (oracle2teacher)": 2.5302963256835938,
+      "cov-distil": 2.0933568477630615,
+      "cov-distil (oracle2student)": 2.5663344860076904,
+      "cov-distil (oracle2teacher)": 2.891981601715088,
       "epoch": 2.9615384615384617,
-      "rel-constrast": 3.127601385116577,
+      "rel-constrast": 3.194793462753296,
       "step": 3773,
-      "subrel-constrast": 3.3618412017822266,
+      "subrel-constrast": 3.911499261856079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5036574602127075,
-      "cov-distil (oracle2student)": 4.511290073394775,
-      "cov-distil (oracle2teacher)": 4.52150297164917,
+      "cov-distil": 2.837498188018799,
+      "cov-distil (oracle2student)": 4.833726406097412,
+      "cov-distil (oracle2teacher)": 4.648002624511719,
       "epoch": 2.962323390894819,
-      "rel-constrast": 3.376732587814331,
+      "rel-constrast": 3.4987471103668213,
       "step": 3774,
-      "subrel-constrast": 3.7545549869537354,
+      "subrel-constrast": 3.8691930770874023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5093448162078857,
-      "cov-distil (oracle2student)": 4.016876220703125,
-      "cov-distil (oracle2teacher)": 3.748563766479492,
+      "cov-distil": 2.0621676445007324,
+      "cov-distil (oracle2student)": 4.195442199707031,
+      "cov-distil (oracle2teacher)": 4.323794364929199,
       "epoch": 2.9631083202511777,
-      "rel-constrast": 3.302450180053711,
+      "rel-constrast": 3.5136375427246094,
       "step": 3775,
-      "subrel-constrast": 4.021545886993408,
+      "subrel-constrast": 3.964056968688965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9219478368759155,
-      "cov-distil (oracle2student)": 6.911471366882324,
-      "cov-distil (oracle2teacher)": 6.0569353103637695,
+      "cov-distil": 2.2065927982330322,
+      "cov-distil (oracle2student)": 6.991626739501953,
+      "cov-distil (oracle2teacher)": 5.948546409606934,
       "epoch": 2.963893249607535,
-      "rel-constrast": 4.481509208679199,
+      "rel-constrast": 4.47913932800293,
       "step": 3776,
-      "subrel-constrast": 4.977231979370117,
+      "subrel-constrast": 4.630507946014404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5221259593963623,
-      "cov-distil (oracle2student)": 3.814542293548584,
-      "cov-distil (oracle2teacher)": 3.6976027488708496,
+      "cov-distil": 2.327432155609131,
+      "cov-distil (oracle2student)": 3.8841190338134766,
+      "cov-distil (oracle2teacher)": 4.25110387802124,
       "epoch": 2.964678178963893,
-      "rel-constrast": 3.467042922973633,
+      "rel-constrast": 3.63478684425354,
       "step": 3777,
-      "subrel-constrast": 3.7226359844207764,
+      "subrel-constrast": 3.8794660568237305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3336776494979858,
-      "cov-distil (oracle2student)": 3.402059555053711,
-      "cov-distil (oracle2teacher)": 3.8865809440612793,
+      "cov-distil": 1.8486803770065308,
+      "cov-distil (oracle2student)": 3.5399222373962402,
+      "cov-distil (oracle2teacher)": 4.039314270019531,
       "epoch": 2.965463108320251,
-      "rel-constrast": 2.0710229873657227,
+      "rel-constrast": 2.5834875106811523,
       "step": 3778,
-      "subrel-constrast": 2.953774929046631,
+      "subrel-constrast": 2.7062673568725586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.799614429473877,
-      "cov-distil (oracle2student)": 2.533567428588867,
-      "cov-distil (oracle2teacher)": 3.081968307495117,
+      "cov-distil": 2.586988687515259,
+      "cov-distil (oracle2student)": 2.820431709289551,
+      "cov-distil (oracle2teacher)": 3.167442798614502,
       "epoch": 2.966248037676609,
-      "rel-constrast": 2.676316976547241,
+      "rel-constrast": 2.5425477027893066,
       "step": 3779,
-      "subrel-constrast": 3.5872461795806885,
+      "subrel-constrast": 3.8675506114959717,
       "view-similarity": 0
     },
     {
       "epoch": 2.967032967032967,
-      "grad_norm": 5.75,
+      "grad_norm": 6.28125,
       "learning_rate": 3.9131374698607084e-05,
-      "loss": 0.7708,
+      "loss": 0.7731,
       "step": 3780
     },
     {
-      "cov-distil": 1.28080153465271,
-      "cov-distil (oracle2student)": 2.8503782749176025,
-      "cov-distil (oracle2teacher)": 2.7089991569519043,
+      "cov-distil": 1.8136341571807861,
+      "cov-distil (oracle2student)": 3.5281920433044434,
+      "cov-distil (oracle2teacher)": 3.2600762844085693,
       "epoch": 2.967032967032967,
-      "rel-constrast": 2.425718307495117,
+      "rel-constrast": 2.9939634799957275,
       "step": 3780,
-      "subrel-constrast": 3.1490705013275146,
+      "subrel-constrast": 3.253657579421997,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6709389686584473,
-      "cov-distil (oracle2student)": 4.860093593597412,
-      "cov-distil (oracle2teacher)": 4.832962512969971,
+      "cov-distil": 2.0172202587127686,
+      "cov-distil (oracle2student)": 4.994611740112305,
+      "cov-distil (oracle2teacher)": 5.248918056488037,
       "epoch": 2.9678178963893247,
-      "rel-constrast": 1.99321711063385,
+      "rel-constrast": 2.7294318675994873,
       "step": 3781,
-      "subrel-constrast": 3.0696535110473633,
+      "subrel-constrast": 3.277371883392334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.303157091140747,
-      "cov-distil (oracle2student)": 4.575265884399414,
-      "cov-distil (oracle2teacher)": 4.156202793121338,
+      "cov-distil": 1.642960548400879,
+      "cov-distil (oracle2student)": 5.113986492156982,
+      "cov-distil (oracle2teacher)": 4.221615314483643,
       "epoch": 2.968602825745683,
-      "rel-constrast": 2.7083377838134766,
+      "rel-constrast": 3.1138510704040527,
       "step": 3782,
-      "subrel-constrast": 3.524378538131714,
+      "subrel-constrast": 3.415834665298462,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3420541286468506,
-      "cov-distil (oracle2student)": 5.028702259063721,
-      "cov-distil (oracle2teacher)": 4.346212387084961,
+      "cov-distil": 2.081713914871216,
+      "cov-distil (oracle2student)": 5.906052589416504,
+      "cov-distil (oracle2teacher)": 4.314247131347656,
       "epoch": 2.9693877551020407,
-      "rel-constrast": 2.181896448135376,
+      "rel-constrast": 3.7150821685791016,
       "step": 3783,
-      "subrel-constrast": 2.9150567054748535,
+      "subrel-constrast": 3.301955461502075,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7542521953582764,
-      "cov-distil (oracle2student)": 3.595914840698242,
-      "cov-distil (oracle2teacher)": 3.6100990772247314,
+      "cov-distil": 2.0992555618286133,
+      "cov-distil (oracle2student)": 3.9796109199523926,
+      "cov-distil (oracle2teacher)": 4.098089218139648,
       "epoch": 2.9701726844583987,
-      "rel-constrast": 2.5698914527893066,
+      "rel-constrast": 3.0306801795959473,
       "step": 3784,
-      "subrel-constrast": 3.151505470275879,
+      "subrel-constrast": 3.349979877471924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.658300757408142,
-      "cov-distil (oracle2student)": 4.362911701202393,
-      "cov-distil (oracle2teacher)": 4.1644816398620605,
+      "cov-distil": 2.101257801055908,
+      "cov-distil (oracle2student)": 4.269197463989258,
+      "cov-distil (oracle2teacher)": 4.708539009094238,
       "epoch": 2.9709576138147566,
-      "rel-constrast": 2.2829105854034424,
+      "rel-constrast": 2.3279001712799072,
       "step": 3785,
-      "subrel-constrast": 3.128990411758423,
+      "subrel-constrast": 3.165525436401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6269984245300293,
-      "cov-distil (oracle2student)": 3.081197500228882,
-      "cov-distil (oracle2teacher)": 3.123201847076416,
+      "cov-distil": 2.1563806533813477,
+      "cov-distil (oracle2student)": 3.2859580516815186,
+      "cov-distil (oracle2teacher)": 3.247255802154541,
       "epoch": 2.9717425431711146,
-      "rel-constrast": 2.0413389205932617,
+      "rel-constrast": 2.6331863403320312,
       "step": 3786,
-      "subrel-constrast": 2.732398748397827,
+      "subrel-constrast": 2.757766008377075,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2521600723266602,
-      "cov-distil (oracle2student)": 5.401421546936035,
-      "cov-distil (oracle2teacher)": 4.403977870941162,
+      "cov-distil": 1.9840567111968994,
+      "cov-distil (oracle2student)": 5.72247838973999,
+      "cov-distil (oracle2teacher)": 4.963484764099121,
       "epoch": 2.9725274725274726,
-      "rel-constrast": 2.848037004470825,
+      "rel-constrast": 3.207087516784668,
       "step": 3787,
-      "subrel-constrast": 3.0221104621887207,
+      "subrel-constrast": 3.3980050086975098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2255425453186035,
-      "cov-distil (oracle2student)": 2.0650503635406494,
-      "cov-distil (oracle2teacher)": 2.6109182834625244,
+      "cov-distil": 1.667266845703125,
+      "cov-distil (oracle2student)": 2.36376953125,
+      "cov-distil (oracle2teacher)": 2.448152780532837,
       "epoch": 2.9733124018838306,
-      "rel-constrast": 2.2118539810180664,
+      "rel-constrast": 2.90144419670105,
       "step": 3788,
-      "subrel-constrast": 2.956599235534668,
+      "subrel-constrast": 2.7861580848693848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.072187900543213,
-      "cov-distil (oracle2student)": 4.055044174194336,
-      "cov-distil (oracle2teacher)": 3.9783706665039062,
+      "cov-distil": 2.8991997241973877,
+      "cov-distil (oracle2student)": 4.6086106300354,
+      "cov-distil (oracle2teacher)": 4.035415172576904,
       "epoch": 2.9740973312401886,
-      "rel-constrast": 2.9493279457092285,
+      "rel-constrast": 3.421658992767334,
       "step": 3789,
-      "subrel-constrast": 3.3294060230255127,
+      "subrel-constrast": 3.581071376800537,
       "view-similarity": 0
     },
     {
       "epoch": 2.974882260596546,
-      "grad_norm": 6.5,
+      "grad_norm": 7.5625,
       "learning_rate": 3.905930122965495e-05,
-      "loss": 0.6433,
+      "loss": 0.7519,
       "step": 3790
     },
     {
-      "cov-distil": 1.8102681636810303,
-      "cov-distil (oracle2student)": 4.961731910705566,
-      "cov-distil (oracle2teacher)": 4.184165954589844,
+      "cov-distil": 1.999039888381958,
+      "cov-distil (oracle2student)": 4.529323577880859,
+      "cov-distil (oracle2teacher)": 4.119236946105957,
       "epoch": 2.974882260596546,
-      "rel-constrast": 2.811697006225586,
+      "rel-constrast": 2.981151580810547,
       "step": 3790,
-      "subrel-constrast": 3.1978278160095215,
+      "subrel-constrast": 3.257723331451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7100894451141357,
-      "cov-distil (oracle2student)": 4.557068824768066,
-      "cov-distil (oracle2teacher)": 4.20965576171875,
+      "cov-distil": 2.4521090984344482,
+      "cov-distil (oracle2student)": 4.899104118347168,
+      "cov-distil (oracle2teacher)": 4.3533124923706055,
       "epoch": 2.975667189952904,
-      "rel-constrast": 3.117516279220581,
+      "rel-constrast": 3.1118597984313965,
       "step": 3791,
-      "subrel-constrast": 3.395582675933838,
+      "subrel-constrast": 3.557286262512207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3305004835128784,
-      "cov-distil (oracle2student)": 5.4887261390686035,
-      "cov-distil (oracle2teacher)": 5.0319085121154785,
+      "cov-distil": 1.5658782720565796,
+      "cov-distil (oracle2student)": 5.206128120422363,
+      "cov-distil (oracle2teacher)": 4.674342632293701,
       "epoch": 2.976452119309262,
-      "rel-constrast": 2.1583828926086426,
+      "rel-constrast": 2.4348714351654053,
       "step": 3792,
-      "subrel-constrast": 2.676995038986206,
+      "subrel-constrast": 2.7266032695770264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.783332109451294,
-      "cov-distil (oracle2student)": 5.198050022125244,
-      "cov-distil (oracle2teacher)": 5.008417129516602,
+      "cov-distil": 2.559225559234619,
+      "cov-distil (oracle2student)": 5.1288251876831055,
+      "cov-distil (oracle2teacher)": 5.207653522491455,
       "epoch": 2.97723704866562,
-      "rel-constrast": 3.505337953567505,
+      "rel-constrast": 4.038647651672363,
       "step": 3793,
-      "subrel-constrast": 4.279016017913818,
+      "subrel-constrast": 4.52721643447876,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.154593586921692,
-      "cov-distil (oracle2student)": 3.99881649017334,
-      "cov-distil (oracle2teacher)": 4.4573469161987305,
+      "cov-distil": 1.569144606590271,
+      "cov-distil (oracle2student)": 4.1929450035095215,
+      "cov-distil (oracle2teacher)": 4.9103498458862305,
       "epoch": 2.978021978021978,
-      "rel-constrast": 3.1421589851379395,
+      "rel-constrast": 3.5935988426208496,
       "step": 3794,
-      "subrel-constrast": 3.9303319454193115,
+      "subrel-constrast": 4.144869327545166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5277574062347412,
-      "cov-distil (oracle2student)": 5.972460746765137,
-      "cov-distil (oracle2teacher)": 4.904092311859131,
+      "cov-distil": 2.0632896423339844,
+      "cov-distil (oracle2student)": 5.876884460449219,
+      "cov-distil (oracle2teacher)": 4.694985389709473,
       "epoch": 2.978806907378336,
-      "rel-constrast": 2.967470407485962,
+      "rel-constrast": 2.899932861328125,
       "step": 3795,
-      "subrel-constrast": 3.0570123195648193,
+      "subrel-constrast": 3.022735357284546,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6421797275543213,
-      "cov-distil (oracle2student)": 3.7524330615997314,
-      "cov-distil (oracle2teacher)": 3.476560115814209,
+      "cov-distil": 2.026327133178711,
+      "cov-distil (oracle2student)": 4.478292942047119,
+      "cov-distil (oracle2teacher)": 3.3837952613830566,
       "epoch": 2.979591836734694,
-      "rel-constrast": 3.21616268157959,
+      "rel-constrast": 3.4598276615142822,
       "step": 3796,
-      "subrel-constrast": 3.529623031616211,
+      "subrel-constrast": 3.2338857650756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3361725807189941,
-      "cov-distil (oracle2student)": 7.2212114334106445,
-      "cov-distil (oracle2teacher)": 6.164470672607422,
+      "cov-distil": 1.679118275642395,
+      "cov-distil (oracle2student)": 6.886072635650635,
+      "cov-distil (oracle2teacher)": 6.513399600982666,
       "epoch": 2.9803767660910516,
-      "rel-constrast": 2.0225772857666016,
+      "rel-constrast": 2.248061180114746,
       "step": 3797,
-      "subrel-constrast": 2.566195249557495,
+      "subrel-constrast": 2.5792508125305176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3178404569625854,
-      "cov-distil (oracle2student)": 3.309612274169922,
-      "cov-distil (oracle2teacher)": 3.521977663040161,
+      "cov-distil": 2.3319907188415527,
+      "cov-distil (oracle2student)": 3.167598009109497,
+      "cov-distil (oracle2teacher)": 3.6668331623077393,
       "epoch": 2.9811616954474096,
-      "rel-constrast": 2.23622465133667,
+      "rel-constrast": 2.3902835845947266,
       "step": 3798,
-      "subrel-constrast": 2.869703769683838,
+      "subrel-constrast": 3.113074779510498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2881300449371338,
-      "cov-distil (oracle2student)": 3.03914737701416,
-      "cov-distil (oracle2teacher)": 3.170039176940918,
+      "cov-distil": 1.3889659643173218,
+      "cov-distil (oracle2student)": 2.9711759090423584,
+      "cov-distil (oracle2teacher)": 3.5816092491149902,
       "epoch": 2.9819466248037676,
-      "rel-constrast": 2.547144889831543,
+      "rel-constrast": 2.0649428367614746,
       "step": 3799,
-      "subrel-constrast": 2.8141446113586426,
+      "subrel-constrast": 2.8262948989868164,
       "view-similarity": 0
     },
     {
       "epoch": 2.9827315541601256,
-      "grad_norm": 4.71875,
+      "grad_norm": 4.59375,
       "learning_rate": 3.898705645255418e-05,
-      "loss": 0.7304,
+      "loss": 0.7306,
       "step": 3800
     },
     {
       "epoch": 2.9827315541601256,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.2718749940395355,
       "step": 3800
     },
     {
       "epoch": 2.9827315541601256,
       "step": 3800,
-      "student margin": 0.058441162109375
+      "student margin": 0.065826416015625
     },
     {
       "epoch": 2.9827315541601256,
       "step": 3800,
-      "teacher margin": 0.04296875
+      "teacher margin": 0.051666259765625
     },
     {
       "epoch": 2.9827315541601256,
-      "margin difference": -0.015472412109375,
+      "margin difference": -0.01416015625,
       "step": 3800
     },
     {
-      "cov-distil": 1.2670344114303589,
-      "cov-distil (oracle2student)": 3.8789939880371094,
-      "cov-distil (oracle2teacher)": 3.688891887664795,
+      "cov-distil": 1.8839244842529297,
+      "cov-distil (oracle2student)": 3.9928526878356934,
+      "cov-distil (oracle2teacher)": 3.835948944091797,
       "epoch": 2.9827315541601256,
-      "rel-constrast": 3.24013090133667,
+      "rel-constrast": 2.9309659004211426,
       "step": 3800,
-      "subrel-constrast": 3.369868278503418,
+      "subrel-constrast": 3.033355951309204,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7668445110321045,
-      "cov-distil (oracle2student)": 2.66452693939209,
-      "cov-distil (oracle2teacher)": 3.3877270221710205,
+      "cov-distil": 1.9841686487197876,
+      "cov-distil (oracle2student)": 2.9792580604553223,
+      "cov-distil (oracle2teacher)": 3.168457269668579,
       "epoch": 2.9835164835164836,
-      "rel-constrast": 1.7834014892578125,
+      "rel-constrast": 2.46382999420166,
       "step": 3801,
-      "subrel-constrast": 3.0815324783325195,
+      "subrel-constrast": 2.7237210273742676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3773261308670044,
-      "cov-distil (oracle2student)": 4.90255069732666,
-      "cov-distil (oracle2teacher)": 4.704959869384766,
+      "cov-distil": 1.955201268196106,
+      "cov-distil (oracle2student)": 5.099062919616699,
+      "cov-distil (oracle2teacher)": 4.746150016784668,
       "epoch": 2.9843014128728416,
-      "rel-constrast": 2.824331521987915,
+      "rel-constrast": 3.1235508918762207,
       "step": 3802,
-      "subrel-constrast": 3.5948731899261475,
+      "subrel-constrast": 3.4322025775909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3699719905853271,
-      "cov-distil (oracle2student)": 4.620335578918457,
-      "cov-distil (oracle2teacher)": 4.291219711303711,
+      "cov-distil": 1.7820318937301636,
+      "cov-distil (oracle2student)": 5.080996513366699,
+      "cov-distil (oracle2teacher)": 4.868648052215576,
       "epoch": 2.9850863422291996,
-      "rel-constrast": 2.445286750793457,
+      "rel-constrast": 2.5291943550109863,
       "step": 3803,
-      "subrel-constrast": 3.0031681060791016,
+      "subrel-constrast": 3.465303897857666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.758278250694275,
-      "cov-distil (oracle2student)": 4.112574577331543,
-      "cov-distil (oracle2teacher)": 3.94232439994812,
+      "cov-distil": 2.4094736576080322,
+      "cov-distil (oracle2student)": 4.351990699768066,
+      "cov-distil (oracle2teacher)": 4.2999587059021,
       "epoch": 2.985871271585557,
-      "rel-constrast": 1.6998738050460815,
+      "rel-constrast": 2.1382827758789062,
       "step": 3804,
-      "subrel-constrast": 2.492058038711548,
+      "subrel-constrast": 2.4933266639709473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6339004039764404,
-      "cov-distil (oracle2student)": 3.9830470085144043,
-      "cov-distil (oracle2teacher)": 4.109328269958496,
+      "cov-distil": 1.9312987327575684,
+      "cov-distil (oracle2student)": 4.038341522216797,
+      "cov-distil (oracle2teacher)": 4.363840103149414,
       "epoch": 2.986656200941915,
-      "rel-constrast": 2.4942619800567627,
+      "rel-constrast": 2.6630699634552,
       "step": 3805,
-      "subrel-constrast": 3.558410167694092,
+      "subrel-constrast": 3.6249051094055176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4457550048828125,
-      "cov-distil (oracle2student)": 4.979808807373047,
-      "cov-distil (oracle2teacher)": 5.014524936676025,
+      "cov-distil": 2.210376024246216,
+      "cov-distil (oracle2student)": 5.159506797790527,
+      "cov-distil (oracle2teacher)": 5.146636962890625,
       "epoch": 2.987441130298273,
-      "rel-constrast": 3.46317458152771,
+      "rel-constrast": 3.7525737285614014,
       "step": 3806,
-      "subrel-constrast": 3.8292577266693115,
+      "subrel-constrast": 3.5351579189300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2942382097244263,
-      "cov-distil (oracle2student)": 4.277591705322266,
-      "cov-distil (oracle2teacher)": 3.8945493698120117,
+      "cov-distil": 1.4515100717544556,
+      "cov-distil (oracle2student)": 3.8748960494995117,
+      "cov-distil (oracle2teacher)": 4.261608123779297,
       "epoch": 2.988226059654631,
-      "rel-constrast": 2.704855442047119,
+      "rel-constrast": 2.9923171997070312,
       "step": 3807,
-      "subrel-constrast": 3.5120208263397217,
+      "subrel-constrast": 3.277484655380249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9809694290161133,
-      "cov-distil (oracle2student)": 4.163283348083496,
-      "cov-distil (oracle2teacher)": 3.590562105178833,
+      "cov-distil": 1.4528098106384277,
+      "cov-distil (oracle2student)": 3.710763454437256,
+      "cov-distil (oracle2teacher)": 3.5004823207855225,
       "epoch": 2.989010989010989,
-      "rel-constrast": 2.9379420280456543,
+      "rel-constrast": 2.6674487590789795,
       "step": 3808,
-      "subrel-constrast": 3.0801119804382324,
+      "subrel-constrast": 2.74234676361084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.386333703994751,
-      "cov-distil (oracle2student)": 3.608612537384033,
-      "cov-distil (oracle2teacher)": 3.311680316925049,
+      "cov-distil": 1.9310861825942993,
+      "cov-distil (oracle2student)": 3.9997386932373047,
+      "cov-distil (oracle2teacher)": 3.852229118347168,
       "epoch": 2.989795918367347,
-      "rel-constrast": 1.9854638576507568,
+      "rel-constrast": 2.5313100814819336,
       "step": 3809,
-      "subrel-constrast": 2.4126126766204834,
+      "subrel-constrast": 2.571720600128174,
       "view-similarity": 0
     },
     {
       "epoch": 2.990580847723705,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.6875,
       "learning_rate": 3.891464124758458e-05,
-      "loss": 0.6752,
+      "loss": 0.6948,
       "step": 3810
     },
     {
-      "cov-distil": 1.8355810642242432,
-      "cov-distil (oracle2student)": 4.92341423034668,
-      "cov-distil (oracle2teacher)": 4.805495262145996,
+      "cov-distil": 2.909130573272705,
+      "cov-distil (oracle2student)": 5.520366668701172,
+      "cov-distil (oracle2teacher)": 5.15364408493042,
       "epoch": 2.990580847723705,
-      "rel-constrast": 3.5384440422058105,
+      "rel-constrast": 3.972785472869873,
       "step": 3810,
-      "subrel-constrast": 3.8850576877593994,
+      "subrel-constrast": 3.8841254711151123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3829795122146606,
-      "cov-distil (oracle2student)": 4.442530632019043,
-      "cov-distil (oracle2teacher)": 4.258852958679199,
+      "cov-distil": 1.7055563926696777,
+      "cov-distil (oracle2student)": 4.374310493469238,
+      "cov-distil (oracle2teacher)": 4.456531524658203,
       "epoch": 2.9913657770800626,
-      "rel-constrast": 2.030722141265869,
+      "rel-constrast": 2.5407094955444336,
       "step": 3811,
-      "subrel-constrast": 2.7554285526275635,
+      "subrel-constrast": 2.7808103561401367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.055647373199463,
-      "cov-distil (oracle2student)": 5.324917793273926,
-      "cov-distil (oracle2teacher)": 4.671689033508301,
+      "cov-distil": 1.706726312637329,
+      "cov-distil (oracle2student)": 5.382936477661133,
+      "cov-distil (oracle2teacher)": 5.0005879402160645,
       "epoch": 2.9921507064364206,
-      "rel-constrast": 2.09084153175354,
+      "rel-constrast": 2.31160044670105,
       "step": 3812,
-      "subrel-constrast": 2.9025933742523193,
+      "subrel-constrast": 3.048558473587036,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3377373218536377,
-      "cov-distil (oracle2student)": 4.278445243835449,
-      "cov-distil (oracle2teacher)": 4.3689494132995605,
+      "cov-distil": 1.9934890270233154,
+      "cov-distil (oracle2student)": 5.059209823608398,
+      "cov-distil (oracle2teacher)": 4.4092206954956055,
       "epoch": 2.9929356357927785,
-      "rel-constrast": 2.3415770530700684,
+      "rel-constrast": 2.681995391845703,
       "step": 3813,
-      "subrel-constrast": 3.083367109298706,
+      "subrel-constrast": 3.2125802040100098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3665075302124023,
-      "cov-distil (oracle2student)": 3.457077741622925,
-      "cov-distil (oracle2teacher)": 3.2332682609558105,
+      "cov-distil": 1.3861740827560425,
+      "cov-distil (oracle2student)": 3.475781202316284,
+      "cov-distil (oracle2teacher)": 3.3170058727264404,
       "epoch": 2.9937205651491365,
-      "rel-constrast": 1.6588714122772217,
+      "rel-constrast": 2.1678378582000732,
       "step": 3814,
-      "subrel-constrast": 2.187230348587036,
+      "subrel-constrast": 1.9624062776565552,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6222647428512573,
-      "cov-distil (oracle2student)": 6.211009502410889,
-      "cov-distil (oracle2teacher)": 5.0406270027160645,
+      "cov-distil": 2.37559175491333,
+      "cov-distil (oracle2student)": 6.523012161254883,
+      "cov-distil (oracle2teacher)": 5.771712779998779,
       "epoch": 2.9945054945054945,
-      "rel-constrast": 3.0613999366760254,
+      "rel-constrast": 3.4337024688720703,
       "step": 3815,
-      "subrel-constrast": 3.5862925052642822,
+      "subrel-constrast": 3.578505754470825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0344491004943848,
-      "cov-distil (oracle2student)": 2.508136749267578,
-      "cov-distil (oracle2teacher)": 2.5840940475463867,
+      "cov-distil": 2.1767075061798096,
+      "cov-distil (oracle2student)": 2.713968276977539,
+      "cov-distil (oracle2teacher)": 2.3723061084747314,
       "epoch": 2.9952904238618525,
-      "rel-constrast": 2.85322904586792,
+      "rel-constrast": 2.653453826904297,
       "step": 3816,
-      "subrel-constrast": 3.5169050693511963,
+      "subrel-constrast": 3.0001251697540283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3356493711471558,
-      "cov-distil (oracle2student)": 4.747964382171631,
-      "cov-distil (oracle2teacher)": 4.791232585906982,
+      "cov-distil": 1.88051438331604,
+      "cov-distil (oracle2student)": 4.968255996704102,
+      "cov-distil (oracle2teacher)": 5.105993270874023,
       "epoch": 2.9960753532182105,
-      "rel-constrast": 3.4724225997924805,
+      "rel-constrast": 3.748809814453125,
       "step": 3817,
-      "subrel-constrast": 4.1144633293151855,
+      "subrel-constrast": 4.217539310455322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6606941223144531,
-      "cov-distil (oracle2student)": 4.487711429595947,
-      "cov-distil (oracle2teacher)": 4.269351005554199,
+      "cov-distil": 1.6972001791000366,
+      "cov-distil (oracle2student)": 4.605934143066406,
+      "cov-distil (oracle2teacher)": 4.572859764099121,
       "epoch": 2.996860282574568,
-      "rel-constrast": 4.081838130950928,
+      "rel-constrast": 4.230077743530273,
       "step": 3818,
-      "subrel-constrast": 4.1486711502075195,
+      "subrel-constrast": 4.562801361083984,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6438965797424316,
-      "cov-distil (oracle2student)": 3.027892589569092,
-      "cov-distil (oracle2teacher)": 3.442932605743408,
+      "cov-distil": 2.287041425704956,
+      "cov-distil (oracle2student)": 3.7272558212280273,
+      "cov-distil (oracle2teacher)": 3.4400978088378906,
       "epoch": 2.9976452119309265,
-      "rel-constrast": 2.250945568084717,
+      "rel-constrast": 2.4310450553894043,
       "step": 3819,
-      "subrel-constrast": 3.149996519088745,
+      "subrel-constrast": 3.192216634750366,
       "view-similarity": 0
     },
     {
       "epoch": 2.998430141287284,
-      "grad_norm": 4.875,
+      "grad_norm": 5.6875,
       "learning_rate": 3.884205649710256e-05,
-      "loss": 0.7227,
+      "loss": 0.7543,
       "step": 3820
     },
     {
-      "cov-distil": 1.0432534217834473,
-      "cov-distil (oracle2student)": 3.2206552028656006,
-      "cov-distil (oracle2teacher)": 3.0363519191741943,
+      "cov-distil": 1.756580114364624,
+      "cov-distil (oracle2student)": 3.3566646575927734,
+      "cov-distil (oracle2teacher)": 3.200770854949951,
       "epoch": 2.998430141287284,
-      "rel-constrast": 3.0154237747192383,
+      "rel-constrast": 3.295797109603882,
       "step": 3820,
-      "subrel-constrast": 3.1459693908691406,
+      "subrel-constrast": 3.2281336784362793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3743925094604492,
-      "cov-distil (oracle2student)": 3.307011127471924,
-      "cov-distil (oracle2teacher)": 2.6399710178375244,
+      "cov-distil": 2.320840358734131,
+      "cov-distil (oracle2student)": 3.6515510082244873,
+      "cov-distil (oracle2teacher)": 3.2224278450012207,
       "epoch": 2.999215070643642,
-      "rel-constrast": 2.6154298782348633,
+      "rel-constrast": 2.528621196746826,
       "step": 3821,
-      "subrel-constrast": 3.5953779220581055,
+      "subrel-constrast": 3.65150785446167,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.987937331199646,
-      "cov-distil (oracle2student)": 3.6508820056915283,
-      "cov-distil (oracle2teacher)": 3.482914686203003,
+      "cov-distil": 1.685680627822876,
+      "cov-distil (oracle2student)": 4.11769437789917,
+      "cov-distil (oracle2teacher)": 3.7433676719665527,
       "epoch": 3.0,
-      "rel-constrast": 2.7934117317199707,
+      "rel-constrast": 3.1247684955596924,
       "step": 3822,
-      "subrel-constrast": 3.414903163909912,
+      "subrel-constrast": 3.717817783355713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3048653602600098,
-      "cov-distil (oracle2student)": 3.531811475753784,
-      "cov-distil (oracle2teacher)": 3.2055177688598633,
+      "cov-distil": 1.9744852781295776,
+      "cov-distil (oracle2student)": 3.8309717178344727,
+      "cov-distil (oracle2teacher)": 3.7307493686676025,
       "epoch": 3.000784929356358,
-      "rel-constrast": 2.3332438468933105,
+      "rel-constrast": 2.577617883682251,
       "step": 3823,
-      "subrel-constrast": 2.6908979415893555,
+      "subrel-constrast": 2.9799578189849854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5910074710845947,
-      "cov-distil (oracle2student)": 3.61354660987854,
-      "cov-distil (oracle2teacher)": 3.5866594314575195,
+      "cov-distil": 1.772049903869629,
+      "cov-distil (oracle2student)": 4.052295207977295,
+      "cov-distil (oracle2teacher)": 3.863943099975586,
       "epoch": 3.001569858712716,
-      "rel-constrast": 1.406551480293274,
+      "rel-constrast": 1.871933102607727,
       "step": 3824,
-      "subrel-constrast": 2.344660758972168,
+      "subrel-constrast": 2.6976799964904785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2233426570892334,
-      "cov-distil (oracle2student)": 4.3469038009643555,
-      "cov-distil (oracle2teacher)": 4.040834903717041,
+      "cov-distil": 1.6577465534210205,
+      "cov-distil (oracle2student)": 4.511470317840576,
+      "cov-distil (oracle2teacher)": 4.528102397918701,
       "epoch": 3.002354788069074,
-      "rel-constrast": 2.3491601943969727,
+      "rel-constrast": 2.3171703815460205,
       "step": 3825,
-      "subrel-constrast": 2.792017698287964,
+      "subrel-constrast": 3.1449553966522217,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3542307615280151,
-      "cov-distil (oracle2student)": 3.855386257171631,
-      "cov-distil (oracle2teacher)": 4.129703998565674,
+      "cov-distil": 1.9393384456634521,
+      "cov-distil (oracle2student)": 4.663604259490967,
+      "cov-distil (oracle2teacher)": 4.271259784698486,
       "epoch": 3.0031397174254315,
-      "rel-constrast": 3.3582065105438232,
+      "rel-constrast": 4.226390838623047,
       "step": 3826,
-      "subrel-constrast": 4.586709499359131,
+      "subrel-constrast": 4.424198150634766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6935657262802124,
-      "cov-distil (oracle2student)": 4.321944236755371,
-      "cov-distil (oracle2teacher)": 4.111401557922363,
+      "cov-distil": 2.344203472137451,
+      "cov-distil (oracle2student)": 4.2708892822265625,
+      "cov-distil (oracle2teacher)": 4.610348701477051,
       "epoch": 3.0039246467817895,
-      "rel-constrast": 2.525334596633911,
+      "rel-constrast": 2.766732692718506,
       "step": 3827,
-      "subrel-constrast": 3.1948351860046387,
+      "subrel-constrast": 3.5572221279144287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4718153476715088,
-      "cov-distil (oracle2student)": 3.05275297164917,
-      "cov-distil (oracle2teacher)": 3.214272975921631,
+      "cov-distil": 2.0579710006713867,
+      "cov-distil (oracle2student)": 2.9376702308654785,
+      "cov-distil (oracle2teacher)": 3.0151710510253906,
       "epoch": 3.0047095761381475,
-      "rel-constrast": 2.8220582008361816,
+      "rel-constrast": 2.538510799407959,
       "step": 3828,
-      "subrel-constrast": 3.3935317993164062,
+      "subrel-constrast": 3.1952598094940186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4273536205291748,
-      "cov-distil (oracle2student)": 4.136366367340088,
-      "cov-distil (oracle2teacher)": 3.6516261100769043,
+      "cov-distil": 2.2586870193481445,
+      "cov-distil (oracle2student)": 4.611103057861328,
+      "cov-distil (oracle2teacher)": 4.05215311050415,
       "epoch": 3.0054945054945055,
-      "rel-constrast": 1.8509236574172974,
+      "rel-constrast": 2.3491313457489014,
       "step": 3829,
-      "subrel-constrast": 2.8913159370422363,
+      "subrel-constrast": 2.720574140548706,
       "view-similarity": 0
     },
     {
       "epoch": 3.0062794348508635,
-      "grad_norm": 4.6875,
+      "grad_norm": 7.125,
       "learning_rate": 3.876930308553043e-05,
-      "loss": 0.6629,
+      "loss": 0.6899,
       "step": 3830
     },
     {
-      "cov-distil": 1.5907247066497803,
-      "cov-distil (oracle2student)": 3.842148542404175,
-      "cov-distil (oracle2teacher)": 3.571279525756836,
+      "cov-distil": 2.203430652618408,
+      "cov-distil (oracle2student)": 3.7886087894439697,
+      "cov-distil (oracle2teacher)": 3.89170241355896,
       "epoch": 3.0062794348508635,
-      "rel-constrast": 3.516505002975464,
+      "rel-constrast": 3.2355172634124756,
       "step": 3830,
-      "subrel-constrast": 3.7369773387908936,
+      "subrel-constrast": 4.395861625671387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.985498070716858,
-      "cov-distil (oracle2student)": 5.873820781707764,
-      "cov-distil (oracle2teacher)": 5.888934135437012,
+      "cov-distil": 2.341827392578125,
+      "cov-distil (oracle2student)": 6.069133758544922,
+      "cov-distil (oracle2teacher)": 6.130571365356445,
       "epoch": 3.0070643642072215,
-      "rel-constrast": 2.5751590728759766,
+      "rel-constrast": 2.5084939002990723,
       "step": 3831,
-      "subrel-constrast": 3.53275203704834,
+      "subrel-constrast": 3.160511016845703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.214155673980713,
-      "cov-distil (oracle2student)": 5.342611312866211,
-      "cov-distil (oracle2teacher)": 4.435748100280762,
+      "cov-distil": 2.084670066833496,
+      "cov-distil (oracle2student)": 5.805274486541748,
+      "cov-distil (oracle2teacher)": 5.503849983215332,
       "epoch": 3.0078492935635794,
-      "rel-constrast": 2.032841205596924,
+      "rel-constrast": 2.6128616333007812,
       "step": 3832,
-      "subrel-constrast": 3.0835578441619873,
+      "subrel-constrast": 3.0017969608306885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.585885763168335,
-      "cov-distil (oracle2student)": 5.409170150756836,
-      "cov-distil (oracle2teacher)": 4.7275567054748535,
+      "cov-distil": 1.3993189334869385,
+      "cov-distil (oracle2student)": 5.348372936248779,
+      "cov-distil (oracle2teacher)": 5.29463005065918,
       "epoch": 3.008634222919937,
-      "rel-constrast": 3.018420934677124,
+      "rel-constrast": 3.1014695167541504,
       "step": 3833,
-      "subrel-constrast": 3.2080111503601074,
+      "subrel-constrast": 3.3780224323272705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5065913200378418,
-      "cov-distil (oracle2student)": 5.53798246383667,
-      "cov-distil (oracle2teacher)": 5.658479690551758,
+      "cov-distil": 2.439311981201172,
+      "cov-distil (oracle2student)": 5.767286777496338,
+      "cov-distil (oracle2teacher)": 6.360527515411377,
       "epoch": 3.009419152276295,
-      "rel-constrast": 2.2076244354248047,
+      "rel-constrast": 2.437469959259033,
       "step": 3834,
-      "subrel-constrast": 3.342074155807495,
+      "subrel-constrast": 3.344414710998535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4337430000305176,
-      "cov-distil (oracle2student)": 5.426286220550537,
-      "cov-distil (oracle2teacher)": 5.028514862060547,
+      "cov-distil": 1.8360846042633057,
+      "cov-distil (oracle2student)": 5.2461395263671875,
+      "cov-distil (oracle2teacher)": 5.671911239624023,
       "epoch": 3.010204081632653,
-      "rel-constrast": 2.0417754650115967,
+      "rel-constrast": 2.1809024810791016,
       "step": 3835,
-      "subrel-constrast": 2.576641082763672,
+      "subrel-constrast": 2.438852071762085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5629267692565918,
-      "cov-distil (oracle2student)": 4.625952243804932,
-      "cov-distil (oracle2teacher)": 4.217700958251953,
+      "cov-distil": 1.4060113430023193,
+      "cov-distil (oracle2student)": 5.1439971923828125,
+      "cov-distil (oracle2teacher)": 4.804577350616455,
       "epoch": 3.010989010989011,
-      "rel-constrast": 2.3642616271972656,
+      "rel-constrast": 2.717075824737549,
       "step": 3836,
-      "subrel-constrast": 2.98203444480896,
+      "subrel-constrast": 3.006693124771118,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5736217498779297,
-      "cov-distil (oracle2student)": 3.2427945137023926,
-      "cov-distil (oracle2teacher)": 3.104888677597046,
+      "cov-distil": 2.2235422134399414,
+      "cov-distil (oracle2student)": 3.734800338745117,
+      "cov-distil (oracle2teacher)": 3.5934293270111084,
       "epoch": 3.011773940345369,
-      "rel-constrast": 2.603337287902832,
+      "rel-constrast": 3.1599512100219727,
       "step": 3837,
-      "subrel-constrast": 3.3935580253601074,
+      "subrel-constrast": 3.2867608070373535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2051787376403809,
-      "cov-distil (oracle2student)": 6.061779022216797,
-      "cov-distil (oracle2teacher)": 5.6852335929870605,
+      "cov-distil": 1.7691713571548462,
+      "cov-distil (oracle2student)": 7.004764080047607,
+      "cov-distil (oracle2teacher)": 6.287175178527832,
       "epoch": 3.012558869701727,
-      "rel-constrast": 2.8976991176605225,
+      "rel-constrast": 3.027618885040283,
       "step": 3838,
-      "subrel-constrast": 3.2220804691314697,
+      "subrel-constrast": 3.1757495403289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4645144939422607,
-      "cov-distil (oracle2student)": 4.195237159729004,
-      "cov-distil (oracle2teacher)": 4.138696670532227,
+      "cov-distil": 1.7874661684036255,
+      "cov-distil (oracle2student)": 3.8680431842803955,
+      "cov-distil (oracle2teacher)": 3.962461471557617,
       "epoch": 3.013343799058085,
-      "rel-constrast": 2.16021728515625,
+      "rel-constrast": 2.1350109577178955,
       "step": 3839,
-      "subrel-constrast": 2.9864580631256104,
+      "subrel-constrast": 2.9470088481903076,
       "view-similarity": 0
     },
     {
       "epoch": 3.014128728414443,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.125,
       "learning_rate": 3.869638189934552e-05,
-      "loss": 0.6733,
+      "loss": 0.6779,
       "step": 3840
     },
     {
-      "cov-distil": 1.081775188446045,
-      "cov-distil (oracle2student)": 3.5924623012542725,
-      "cov-distil (oracle2teacher)": 3.5794835090637207,
+      "cov-distil": 1.6223223209381104,
+      "cov-distil (oracle2student)": 4.1340155601501465,
+      "cov-distil (oracle2teacher)": 4.238097190856934,
       "epoch": 3.014128728414443,
-      "rel-constrast": 2.227837085723877,
+      "rel-constrast": 2.572169780731201,
       "step": 3840,
-      "subrel-constrast": 2.836630344390869,
+      "subrel-constrast": 3.0277397632598877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9563722610473633,
-      "cov-distil (oracle2student)": 4.896217346191406,
-      "cov-distil (oracle2teacher)": 4.415340900421143,
+      "cov-distil": 2.483469247817993,
+      "cov-distil (oracle2student)": 5.221711158752441,
+      "cov-distil (oracle2teacher)": 4.932207107543945,
       "epoch": 3.0149136577708004,
-      "rel-constrast": 3.373426675796509,
+      "rel-constrast": 3.598918914794922,
       "step": 3841,
-      "subrel-constrast": 4.237860202789307,
+      "subrel-constrast": 4.429486274719238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.450439691543579,
-      "cov-distil (oracle2student)": 4.883981704711914,
-      "cov-distil (oracle2teacher)": 3.870880603790283,
+      "cov-distil": 2.193223237991333,
+      "cov-distil (oracle2student)": 4.946608543395996,
+      "cov-distil (oracle2teacher)": 4.600818157196045,
       "epoch": 3.0156985871271584,
-      "rel-constrast": 2.5494933128356934,
+      "rel-constrast": 2.8402609825134277,
       "step": 3842,
-      "subrel-constrast": 3.144524574279785,
+      "subrel-constrast": 2.9546821117401123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2519183158874512,
-      "cov-distil (oracle2student)": 5.414819240570068,
-      "cov-distil (oracle2teacher)": 5.147524833679199,
+      "cov-distil": 1.6789854764938354,
+      "cov-distil (oracle2student)": 5.964664459228516,
+      "cov-distil (oracle2teacher)": 5.684497833251953,
       "epoch": 3.0164835164835164,
-      "rel-constrast": 2.404323101043701,
+      "rel-constrast": 2.391003131866455,
       "step": 3843,
-      "subrel-constrast": 3.1405179500579834,
+      "subrel-constrast": 3.2978005409240723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7846367359161377,
-      "cov-distil (oracle2student)": 4.963348865509033,
-      "cov-distil (oracle2teacher)": 4.3714823722839355,
+      "cov-distil": 2.1618409156799316,
+      "cov-distil (oracle2student)": 4.586493492126465,
+      "cov-distil (oracle2teacher)": 4.777843475341797,
       "epoch": 3.0172684458398744,
-      "rel-constrast": 1.9750800132751465,
+      "rel-constrast": 1.852452278137207,
       "step": 3844,
-      "subrel-constrast": 2.695826768875122,
+      "subrel-constrast": 2.9473841190338135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5775481462478638,
-      "cov-distil (oracle2student)": 4.728565692901611,
-      "cov-distil (oracle2teacher)": 4.500262260437012,
+      "cov-distil": 2.0569825172424316,
+      "cov-distil (oracle2student)": 5.219035625457764,
+      "cov-distil (oracle2teacher)": 5.491494178771973,
       "epoch": 3.0180533751962324,
-      "rel-constrast": 3.7147841453552246,
+      "rel-constrast": 3.767486095428467,
       "step": 3845,
-      "subrel-constrast": 4.293057441711426,
+      "subrel-constrast": 4.194613456726074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.269914150238037,
-      "cov-distil (oracle2student)": 4.76615047454834,
-      "cov-distil (oracle2teacher)": 4.487116813659668,
+      "cov-distil": 2.0064034461975098,
+      "cov-distil (oracle2student)": 5.217493534088135,
+      "cov-distil (oracle2teacher)": 5.059592247009277,
       "epoch": 3.0188383045525904,
-      "rel-constrast": 2.7023115158081055,
+      "rel-constrast": 2.651852607727051,
       "step": 3846,
-      "subrel-constrast": 3.2990658283233643,
+      "subrel-constrast": 3.2155613899230957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.779034972190857,
-      "cov-distil (oracle2student)": 4.2369384765625,
-      "cov-distil (oracle2teacher)": 4.14400053024292,
+      "cov-distil": 1.8139009475708008,
+      "cov-distil (oracle2student)": 3.973872423171997,
+      "cov-distil (oracle2teacher)": 4.05784797668457,
       "epoch": 3.0196232339089484,
-      "rel-constrast": 2.460627555847168,
+      "rel-constrast": 2.653947591781616,
       "step": 3847,
-      "subrel-constrast": 3.10841965675354,
+      "subrel-constrast": 2.956310272216797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.853827714920044,
-      "cov-distil (oracle2student)": 4.707658290863037,
-      "cov-distil (oracle2teacher)": 4.312498092651367,
+      "cov-distil": 2.5957469940185547,
+      "cov-distil (oracle2student)": 4.563531398773193,
+      "cov-distil (oracle2teacher)": 4.794155597686768,
       "epoch": 3.020408163265306,
-      "rel-constrast": 3.0378947257995605,
+      "rel-constrast": 2.808673858642578,
       "step": 3848,
-      "subrel-constrast": 3.3650200366973877,
+      "subrel-constrast": 3.4600324630737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3018107414245605,
-      "cov-distil (oracle2student)": 3.4195544719696045,
-      "cov-distil (oracle2teacher)": 3.8583462238311768,
+      "cov-distil": 1.6829876899719238,
+      "cov-distil (oracle2student)": 3.5605392456054688,
+      "cov-distil (oracle2teacher)": 4.068804740905762,
       "epoch": 3.021193092621664,
-      "rel-constrast": 2.076934337615967,
+      "rel-constrast": 1.8129806518554688,
       "step": 3849,
-      "subrel-constrast": 2.7940683364868164,
+      "subrel-constrast": 2.4972782135009766,
       "view-similarity": 0
     },
     {
       "epoch": 3.021978021978022,
-      "grad_norm": 5.0,
+      "grad_norm": 4.625,
       "learning_rate": 3.8623293827069486e-05,
-      "loss": 0.7013,
+      "loss": 0.6737,
       "step": 3850
     },
     {
-      "cov-distil": 2.0217339992523193,
-      "cov-distil (oracle2student)": 3.585763454437256,
-      "cov-distil (oracle2teacher)": 3.3746142387390137,
+      "cov-distil": 2.871673345565796,
+      "cov-distil (oracle2student)": 3.882065773010254,
+      "cov-distil (oracle2teacher)": 3.7288520336151123,
       "epoch": 3.021978021978022,
-      "rel-constrast": 2.4181299209594727,
+      "rel-constrast": 2.3093063831329346,
       "step": 3850,
-      "subrel-constrast": 3.2463579177856445,
+      "subrel-constrast": 3.184739589691162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3653984069824219,
-      "cov-distil (oracle2student)": 2.8227221965789795,
-      "cov-distil (oracle2teacher)": 2.503620147705078,
+      "cov-distil": 1.3436994552612305,
+      "cov-distil (oracle2student)": 2.6051855087280273,
+      "cov-distil (oracle2teacher)": 2.586534023284912,
       "epoch": 3.02276295133438,
-      "rel-constrast": 1.6942553520202637,
+      "rel-constrast": 1.881546974182129,
       "step": 3851,
-      "subrel-constrast": 2.264031171798706,
+      "subrel-constrast": 2.336050271987915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.387477159500122,
-      "cov-distil (oracle2student)": 5.4022674560546875,
-      "cov-distil (oracle2teacher)": 5.476766586303711,
+      "cov-distil": 1.618514895439148,
+      "cov-distil (oracle2student)": 5.90739107131958,
+      "cov-distil (oracle2teacher)": 5.963335037231445,
       "epoch": 3.023547880690738,
-      "rel-constrast": 3.0909013748168945,
+      "rel-constrast": 3.8405346870422363,
       "step": 3852,
-      "subrel-constrast": 3.6947178840637207,
+      "subrel-constrast": 3.951239824295044,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.174248218536377,
-      "cov-distil (oracle2student)": 5.072293281555176,
-      "cov-distil (oracle2teacher)": 4.780337333679199,
+      "cov-distil": 1.7146790027618408,
+      "cov-distil (oracle2student)": 5.429044723510742,
+      "cov-distil (oracle2teacher)": 5.600182056427002,
       "epoch": 3.024332810047096,
-      "rel-constrast": 2.763312816619873,
+      "rel-constrast": 2.887223720550537,
       "step": 3853,
-      "subrel-constrast": 3.44045090675354,
+      "subrel-constrast": 3.6572675704956055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2588372230529785,
-      "cov-distil (oracle2student)": 5.467121601104736,
-      "cov-distil (oracle2teacher)": 5.06982421875,
+      "cov-distil": 1.5266039371490479,
+      "cov-distil (oracle2student)": 5.4637579917907715,
+      "cov-distil (oracle2teacher)": 4.9431633949279785,
       "epoch": 3.025117739403454,
-      "rel-constrast": 2.278714179992676,
+      "rel-constrast": 2.4134507179260254,
       "step": 3854,
-      "subrel-constrast": 2.9762399196624756,
+      "subrel-constrast": 2.8906495571136475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1346899271011353,
-      "cov-distil (oracle2student)": 5.205250263214111,
-      "cov-distil (oracle2teacher)": 5.118194580078125,
+      "cov-distil": 1.513488531112671,
+      "cov-distil (oracle2student)": 5.781915187835693,
+      "cov-distil (oracle2teacher)": 5.391550064086914,
       "epoch": 3.0259026687598114,
-      "rel-constrast": 2.048649311065674,
+      "rel-constrast": 3.0841455459594727,
       "step": 3855,
-      "subrel-constrast": 3.084453821182251,
+      "subrel-constrast": 3.053264856338501,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.307479977607727,
-      "cov-distil (oracle2student)": 4.659318923950195,
-      "cov-distil (oracle2teacher)": 4.469372749328613,
+      "cov-distil": 1.8035943508148193,
+      "cov-distil (oracle2student)": 4.749477386474609,
+      "cov-distil (oracle2teacher)": 4.640349388122559,
       "epoch": 3.0266875981161694,
-      "rel-constrast": 2.7434074878692627,
+      "rel-constrast": 2.9035398960113525,
       "step": 3856,
-      "subrel-constrast": 3.228618860244751,
+      "subrel-constrast": 3.7404091358184814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4939606189727783,
-      "cov-distil (oracle2student)": 6.235433578491211,
-      "cov-distil (oracle2teacher)": 5.477262496948242,
+      "cov-distil": 1.824710726737976,
+      "cov-distil (oracle2student)": 5.957858085632324,
+      "cov-distil (oracle2teacher)": 6.141860008239746,
       "epoch": 3.0274725274725274,
-      "rel-constrast": 1.6676268577575684,
+      "rel-constrast": 1.7248337268829346,
       "step": 3857,
-      "subrel-constrast": 2.8430628776550293,
+      "subrel-constrast": 2.792015314102173,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.307290554046631,
-      "cov-distil (oracle2student)": 3.4940359592437744,
-      "cov-distil (oracle2teacher)": 4.010334491729736,
+      "cov-distil": 2.588761806488037,
+      "cov-distil (oracle2student)": 4.136511325836182,
+      "cov-distil (oracle2teacher)": 4.115508079528809,
       "epoch": 3.0282574568288854,
-      "rel-constrast": 1.7571183443069458,
+      "rel-constrast": 2.226346731185913,
       "step": 3858,
-      "subrel-constrast": 3.0120456218719482,
+      "subrel-constrast": 3.0120131969451904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.228384017944336,
-      "cov-distil (oracle2student)": 3.717892646789551,
-      "cov-distil (oracle2teacher)": 3.616157054901123,
+      "cov-distil": 2.226022481918335,
+      "cov-distil (oracle2student)": 4.075427532196045,
+      "cov-distil (oracle2teacher)": 3.197664737701416,
       "epoch": 3.0290423861852434,
-      "rel-constrast": 2.744878053665161,
+      "rel-constrast": 3.5149877071380615,
       "step": 3859,
-      "subrel-constrast": 3.6854827404022217,
+      "subrel-constrast": 3.1760246753692627,
       "view-similarity": 0
     },
     {
       "epoch": 3.0298273155416013,
-      "grad_norm": 5.46875,
+      "grad_norm": 6.6875,
       "learning_rate": 3.8550039759257405e-05,
-      "loss": 0.6194,
+      "loss": 0.6696,
       "step": 3860
     },
     {
-      "cov-distil": 1.2195203304290771,
-      "cov-distil (oracle2student)": 3.8268799781799316,
-      "cov-distil (oracle2teacher)": 3.9265472888946533,
+      "cov-distil": 1.8443387746810913,
+      "cov-distil (oracle2student)": 3.887709140777588,
+      "cov-distil (oracle2teacher)": 3.9854483604431152,
       "epoch": 3.0298273155416013,
-      "rel-constrast": 2.4528141021728516,
+      "rel-constrast": 2.410712242126465,
       "step": 3860,
-      "subrel-constrast": 3.147411823272705,
+      "subrel-constrast": 3.3216934204101562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0748183727264404,
-      "cov-distil (oracle2student)": 3.993607997894287,
-      "cov-distil (oracle2teacher)": 3.913195848464966,
+      "cov-distil": 1.8325284719467163,
+      "cov-distil (oracle2student)": 3.7479820251464844,
+      "cov-distil (oracle2teacher)": 3.7799785137176514,
       "epoch": 3.0306122448979593,
-      "rel-constrast": 2.3529961109161377,
+      "rel-constrast": 2.27447509765625,
       "step": 3861,
-      "subrel-constrast": 3.0507867336273193,
+      "subrel-constrast": 3.198296546936035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2831523418426514,
-      "cov-distil (oracle2student)": 3.2868576049804688,
-      "cov-distil (oracle2teacher)": 3.133007049560547,
+      "cov-distil": 1.454298973083496,
+      "cov-distil (oracle2student)": 3.6124379634857178,
+      "cov-distil (oracle2teacher)": 2.9284682273864746,
       "epoch": 3.0313971742543173,
-      "rel-constrast": 1.8107478618621826,
+      "rel-constrast": 2.0178542137145996,
       "step": 3862,
-      "subrel-constrast": 2.552536725997925,
+      "subrel-constrast": 2.362488031387329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.795976161956787,
-      "cov-distil (oracle2student)": 3.1063764095306396,
-      "cov-distil (oracle2teacher)": 3.167755603790283,
+      "cov-distil": 2.4734718799591064,
+      "cov-distil (oracle2student)": 3.26814341545105,
+      "cov-distil (oracle2teacher)": 2.8465662002563477,
       "epoch": 3.032182103610675,
-      "rel-constrast": 1.7881841659545898,
+      "rel-constrast": 1.973459005355835,
       "step": 3863,
-      "subrel-constrast": 2.7048912048339844,
+      "subrel-constrast": 2.6868607997894287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4121150970458984,
-      "cov-distil (oracle2student)": 6.424119472503662,
-      "cov-distil (oracle2teacher)": 5.823075294494629,
+      "cov-distil": 1.9625965356826782,
+      "cov-distil (oracle2student)": 6.568122386932373,
+      "cov-distil (oracle2teacher)": 6.510116100311279,
       "epoch": 3.032967032967033,
-      "rel-constrast": 2.6673271656036377,
+      "rel-constrast": 3.260977268218994,
       "step": 3864,
-      "subrel-constrast": 3.329469919204712,
+      "subrel-constrast": 3.323715925216675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9391508102416992,
-      "cov-distil (oracle2student)": 4.937437534332275,
-      "cov-distil (oracle2teacher)": 4.963826656341553,
+      "cov-distil": 1.3110098838806152,
+      "cov-distil (oracle2student)": 6.0642595291137695,
+      "cov-distil (oracle2teacher)": 5.830986499786377,
       "epoch": 3.033751962323391,
-      "rel-constrast": 2.505847930908203,
+      "rel-constrast": 2.9194796085357666,
       "step": 3865,
-      "subrel-constrast": 3.032196283340454,
+      "subrel-constrast": 3.3482112884521484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5075819492340088,
-      "cov-distil (oracle2student)": 3.559134006500244,
-      "cov-distil (oracle2teacher)": 3.067734479904175,
+      "cov-distil": 1.9143246412277222,
+      "cov-distil (oracle2student)": 4.157099723815918,
+      "cov-distil (oracle2teacher)": 3.397050380706787,
       "epoch": 3.034536891679749,
-      "rel-constrast": 2.1128485202789307,
+      "rel-constrast": 3.1474695205688477,
       "step": 3866,
-      "subrel-constrast": 3.060372829437256,
+      "subrel-constrast": 2.708160877227783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6352341175079346,
-      "cov-distil (oracle2student)": 4.342121124267578,
-      "cov-distil (oracle2teacher)": 4.062690734863281,
+      "cov-distil": 1.9632667303085327,
+      "cov-distil (oracle2student)": 4.697115898132324,
+      "cov-distil (oracle2teacher)": 4.323269367218018,
       "epoch": 3.035321821036107,
-      "rel-constrast": 1.8544797897338867,
+      "rel-constrast": 1.7115834951400757,
       "step": 3867,
-      "subrel-constrast": 2.588531732559204,
+      "subrel-constrast": 2.509708881378174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5735046863555908,
-      "cov-distil (oracle2student)": 3.51560640335083,
-      "cov-distil (oracle2teacher)": 3.7857651710510254,
+      "cov-distil": 1.9387340545654297,
+      "cov-distil (oracle2student)": 4.0215044021606445,
+      "cov-distil (oracle2teacher)": 3.596696376800537,
       "epoch": 3.036106750392465,
-      "rel-constrast": 2.1749048233032227,
+      "rel-constrast": 2.3704934120178223,
       "step": 3868,
-      "subrel-constrast": 3.065528154373169,
+      "subrel-constrast": 3.039724349975586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0486865043640137,
-      "cov-distil (oracle2student)": 5.321664333343506,
-      "cov-distil (oracle2teacher)": 4.984888076782227,
+      "cov-distil": 1.9753847122192383,
+      "cov-distil (oracle2student)": 6.534152984619141,
+      "cov-distil (oracle2teacher)": 4.905892848968506,
       "epoch": 3.036891679748823,
-      "rel-constrast": 2.9633309841156006,
+      "rel-constrast": 3.569932222366333,
       "step": 3869,
-      "subrel-constrast": 3.4090495109558105,
+      "subrel-constrast": 3.442187786102295,
       "view-similarity": 0
     },
     {
       "epoch": 3.0376766091051803,
-      "grad_norm": 5.625,
+      "grad_norm": 7.28125,
       "learning_rate": 3.847662058848701e-05,
-      "loss": 0.6033,
+      "loss": 0.6414,
       "step": 3870
     },
     {
-      "cov-distil": 1.6674184799194336,
-      "cov-distil (oracle2student)": 5.4468183517456055,
-      "cov-distil (oracle2teacher)": 5.016534805297852,
+      "cov-distil": 2.27055025100708,
+      "cov-distil (oracle2student)": 5.6951751708984375,
+      "cov-distil (oracle2teacher)": 5.625722408294678,
       "epoch": 3.0376766091051803,
-      "rel-constrast": 2.527967929840088,
+      "rel-constrast": 2.7338037490844727,
       "step": 3870,
-      "subrel-constrast": 3.2858235836029053,
+      "subrel-constrast": 3.606173515319824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6577558517456055,
-      "cov-distil (oracle2student)": 4.3987040519714355,
-      "cov-distil (oracle2teacher)": 4.257323265075684,
+      "cov-distil": 2.0052223205566406,
+      "cov-distil (oracle2student)": 4.778115272521973,
+      "cov-distil (oracle2teacher)": 4.646738052368164,
       "epoch": 3.0384615384615383,
-      "rel-constrast": 2.995122194290161,
+      "rel-constrast": 3.009107828140259,
       "step": 3871,
-      "subrel-constrast": 3.574528694152832,
+      "subrel-constrast": 4.154006004333496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5130364894866943,
-      "cov-distil (oracle2student)": 4.116897106170654,
-      "cov-distil (oracle2teacher)": 3.828524589538574,
+      "cov-distil": 1.5385255813598633,
+      "cov-distil (oracle2student)": 4.539594650268555,
+      "cov-distil (oracle2teacher)": 4.045138835906982,
       "epoch": 3.0392464678178963,
-      "rel-constrast": 1.7524940967559814,
+      "rel-constrast": 2.5450315475463867,
       "step": 3872,
-      "subrel-constrast": 2.4296300411224365,
+      "subrel-constrast": 2.5824661254882812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.486924171447754,
-      "cov-distil (oracle2student)": 2.896871328353882,
-      "cov-distil (oracle2teacher)": 2.7833824157714844,
+      "cov-distil": 1.8494253158569336,
+      "cov-distil (oracle2student)": 3.376889705657959,
+      "cov-distil (oracle2teacher)": 2.874337673187256,
       "epoch": 3.0400313971742543,
-      "rel-constrast": 2.558286428451538,
+      "rel-constrast": 3.1689467430114746,
       "step": 3873,
-      "subrel-constrast": 2.9712114334106445,
+      "subrel-constrast": 2.9546375274658203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.616731882095337,
-      "cov-distil (oracle2student)": 4.1574296951293945,
-      "cov-distil (oracle2teacher)": 3.710247039794922,
+      "cov-distil": 1.9910969734191895,
+      "cov-distil (oracle2student)": 3.948532819747925,
+      "cov-distil (oracle2teacher)": 4.0175089836120605,
       "epoch": 3.0408163265306123,
-      "rel-constrast": 2.714625835418701,
+      "rel-constrast": 3.2738428115844727,
       "step": 3874,
-      "subrel-constrast": 3.3458220958709717,
+      "subrel-constrast": 3.185016632080078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8759946823120117,
-      "cov-distil (oracle2student)": 6.327898025512695,
-      "cov-distil (oracle2teacher)": 5.079577445983887,
+      "cov-distil": 2.4316396713256836,
+      "cov-distil (oracle2student)": 5.785154342651367,
+      "cov-distil (oracle2teacher)": 5.786943435668945,
       "epoch": 3.0416012558869703,
-      "rel-constrast": 3.5296630859375,
+      "rel-constrast": 3.6466658115386963,
       "step": 3875,
-      "subrel-constrast": 3.7083017826080322,
+      "subrel-constrast": 3.621739625930786,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8270595073699951,
-      "cov-distil (oracle2student)": 4.812275409698486,
-      "cov-distil (oracle2teacher)": 4.693129539489746,
+      "cov-distil": 1.8515368700027466,
+      "cov-distil (oracle2student)": 5.633937358856201,
+      "cov-distil (oracle2teacher)": 4.926841735839844,
       "epoch": 3.0423861852433283,
-      "rel-constrast": 2.832521915435791,
+      "rel-constrast": 3.552774667739868,
       "step": 3876,
-      "subrel-constrast": 3.6493518352508545,
+      "subrel-constrast": 3.718080759048462,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7960617542266846,
-      "cov-distil (oracle2student)": 4.587552070617676,
-      "cov-distil (oracle2teacher)": 3.9078094959259033,
+      "cov-distil": 1.6005380153656006,
+      "cov-distil (oracle2student)": 5.167264938354492,
+      "cov-distil (oracle2teacher)": 4.311793327331543,
       "epoch": 3.043171114599686,
-      "rel-constrast": 2.2424378395080566,
+      "rel-constrast": 2.6538562774658203,
       "step": 3877,
-      "subrel-constrast": 3.0662477016448975,
+      "subrel-constrast": 3.13936448097229,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.437007188796997,
-      "cov-distil (oracle2student)": 5.249614238739014,
-      "cov-distil (oracle2teacher)": 5.023991107940674,
+      "cov-distil": 3.2260985374450684,
+      "cov-distil (oracle2student)": 5.196234703063965,
+      "cov-distil (oracle2teacher)": 5.251350402832031,
       "epoch": 3.043956043956044,
-      "rel-constrast": 2.6823859214782715,
+      "rel-constrast": 2.833008289337158,
       "step": 3878,
-      "subrel-constrast": 3.7978627681732178,
+      "subrel-constrast": 3.8436012268066406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9534492492675781,
-      "cov-distil (oracle2student)": 4.701887130737305,
-      "cov-distil (oracle2teacher)": 4.857648849487305,
+      "cov-distil": 1.4653009176254272,
+      "cov-distil (oracle2student)": 5.066389083862305,
+      "cov-distil (oracle2teacher)": 4.9826741218566895,
       "epoch": 3.044740973312402,
-      "rel-constrast": 3.004828929901123,
+      "rel-constrast": 3.2011380195617676,
       "step": 3879,
-      "subrel-constrast": 3.4350712299346924,
+      "subrel-constrast": 3.6905264854431152,
       "view-similarity": 0
     },
     {
       "epoch": 3.0455259026687598,
-      "grad_norm": 5.125,
+      "grad_norm": 5.9375,
       "learning_rate": 3.840303720934769e-05,
-      "loss": 0.7131,
+      "loss": 0.7655,
       "step": 3880
     },
     {
-      "cov-distil": 2.327450752258301,
-      "cov-distil (oracle2student)": 3.3363420963287354,
-      "cov-distil (oracle2teacher)": 3.2889676094055176,
+      "cov-distil": 2.6106579303741455,
+      "cov-distil (oracle2student)": 3.282459259033203,
+      "cov-distil (oracle2teacher)": 3.649810791015625,
       "epoch": 3.0455259026687598,
-      "rel-constrast": 3.8266029357910156,
+      "rel-constrast": 4.212271690368652,
       "step": 3880,
-      "subrel-constrast": 4.160228252410889,
+      "subrel-constrast": 4.787559986114502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.940294623374939,
-      "cov-distil (oracle2student)": 5.18488073348999,
-      "cov-distil (oracle2teacher)": 5.246509552001953,
+      "cov-distil": 2.194913625717163,
+      "cov-distil (oracle2student)": 5.1285295486450195,
+      "cov-distil (oracle2teacher)": 5.453196048736572,
       "epoch": 3.0463108320251178,
-      "rel-constrast": 2.1945409774780273,
+      "rel-constrast": 2.4259417057037354,
       "step": 3881,
-      "subrel-constrast": 2.900542974472046,
+      "subrel-constrast": 2.877502202987671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4330841302871704,
-      "cov-distil (oracle2student)": 5.5004987716674805,
-      "cov-distil (oracle2teacher)": 5.214328289031982,
+      "cov-distil": 2.054255962371826,
+      "cov-distil (oracle2student)": 5.509050369262695,
+      "cov-distil (oracle2teacher)": 5.00468635559082,
       "epoch": 3.0470957613814758,
-      "rel-constrast": 3.1664257049560547,
+      "rel-constrast": 3.681641101837158,
       "step": 3882,
-      "subrel-constrast": 3.401440382003784,
+      "subrel-constrast": 3.526925563812256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4878134727478027,
-      "cov-distil (oracle2student)": 4.433575630187988,
-      "cov-distil (oracle2teacher)": 3.7667126655578613,
+      "cov-distil": 1.6265047788619995,
+      "cov-distil (oracle2student)": 4.2772111892700195,
+      "cov-distil (oracle2teacher)": 3.7055299282073975,
       "epoch": 3.0478806907378337,
-      "rel-constrast": 2.9861388206481934,
+      "rel-constrast": 3.2937049865722656,
       "step": 3883,
-      "subrel-constrast": 3.6342709064483643,
+      "subrel-constrast": 3.3608126640319824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0748326778411865,
-      "cov-distil (oracle2student)": 3.1986594200134277,
-      "cov-distil (oracle2teacher)": 2.679736614227295,
+      "cov-distil": 2.72332501411438,
+      "cov-distil (oracle2student)": 3.1776394844055176,
+      "cov-distil (oracle2teacher)": 2.8789939880371094,
       "epoch": 3.0486656200941917,
-      "rel-constrast": 2.035989999771118,
+      "rel-constrast": 1.9315462112426758,
       "step": 3884,
-      "subrel-constrast": 2.998379945755005,
+      "subrel-constrast": 2.8259260654449463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.930091381072998,
-      "cov-distil (oracle2student)": 4.8637495040893555,
-      "cov-distil (oracle2teacher)": 4.329968452453613,
+      "cov-distil": 2.4536099433898926,
+      "cov-distil (oracle2student)": 5.1840057373046875,
+      "cov-distil (oracle2teacher)": 5.306192874908447,
       "epoch": 3.0494505494505493,
-      "rel-constrast": 2.545797824859619,
+      "rel-constrast": 3.0892720222473145,
       "step": 3885,
-      "subrel-constrast": 3.4938082695007324,
+      "subrel-constrast": 3.745535373687744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3791308403015137,
-      "cov-distil (oracle2student)": 3.769303798675537,
-      "cov-distil (oracle2teacher)": 3.6469292640686035,
+      "cov-distil": 1.9583748579025269,
+      "cov-distil (oracle2student)": 4.18746280670166,
+      "cov-distil (oracle2teacher)": 3.7861006259918213,
       "epoch": 3.0502354788069073,
-      "rel-constrast": 1.9174213409423828,
+      "rel-constrast": 2.050673484802246,
       "step": 3886,
-      "subrel-constrast": 2.8749938011169434,
+      "subrel-constrast": 2.531304121017456,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2541886568069458,
-      "cov-distil (oracle2student)": 4.796964645385742,
-      "cov-distil (oracle2teacher)": 5.031791687011719,
+      "cov-distil": 1.546471357345581,
+      "cov-distil (oracle2student)": 4.851208686828613,
+      "cov-distil (oracle2teacher)": 4.785608291625977,
       "epoch": 3.0510204081632653,
-      "rel-constrast": 2.677295684814453,
+      "rel-constrast": 2.7005441188812256,
       "step": 3887,
-      "subrel-constrast": 3.5895915031433105,
+      "subrel-constrast": 3.5078399181365967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8060600757598877,
-      "cov-distil (oracle2student)": 5.19497013092041,
-      "cov-distil (oracle2teacher)": 4.772056579589844,
+      "cov-distil": 1.9975731372833252,
+      "cov-distil (oracle2student)": 5.511549472808838,
+      "cov-distil (oracle2teacher)": 4.928415298461914,
       "epoch": 3.0518053375196232,
-      "rel-constrast": 3.310330867767334,
+      "rel-constrast": 3.4636764526367188,
       "step": 3888,
-      "subrel-constrast": 3.692253828048706,
+      "subrel-constrast": 3.3088018894195557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2846288681030273,
-      "cov-distil (oracle2student)": 4.204844951629639,
-      "cov-distil (oracle2teacher)": 4.043733596801758,
+      "cov-distil": 1.7420365810394287,
+      "cov-distil (oracle2student)": 4.755331993103027,
+      "cov-distil (oracle2teacher)": 4.3789520263671875,
       "epoch": 3.0525902668759812,
-      "rel-constrast": 1.8017500638961792,
+      "rel-constrast": 2.1155686378479004,
       "step": 3889,
-      "subrel-constrast": 2.4197216033935547,
+      "subrel-constrast": 2.525710105895996,
       "view-similarity": 0
     },
     {
       "epoch": 3.053375196232339,
-      "grad_norm": 5.4375,
+      "grad_norm": 8.1875,
       "learning_rate": 3.832929051842972e-05,
-      "loss": 0.7039,
+      "loss": 0.7241,
       "step": 3890
     },
     {
-      "cov-distil": 1.8220555782318115,
-      "cov-distil (oracle2student)": 4.779575347900391,
-      "cov-distil (oracle2teacher)": 4.1977739334106445,
+      "cov-distil": 2.16572904586792,
+      "cov-distil (oracle2student)": 5.3676371574401855,
+      "cov-distil (oracle2teacher)": 4.495972633361816,
       "epoch": 3.053375196232339,
-      "rel-constrast": 1.5197752714157104,
+      "rel-constrast": 2.0747718811035156,
       "step": 3890,
-      "subrel-constrast": 2.6804044246673584,
+      "subrel-constrast": 2.52529239654541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7008124589920044,
-      "cov-distil (oracle2student)": 3.4965553283691406,
-      "cov-distil (oracle2teacher)": 4.15907096862793,
+      "cov-distil": 2.028608560562134,
+      "cov-distil (oracle2student)": 4.768956661224365,
+      "cov-distil (oracle2teacher)": 5.092743873596191,
       "epoch": 3.054160125588697,
-      "rel-constrast": 2.1127312183380127,
+      "rel-constrast": 2.832916498184204,
       "step": 3891,
-      "subrel-constrast": 3.0293655395507812,
+      "subrel-constrast": 3.314943313598633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5517480373382568,
-      "cov-distil (oracle2student)": 5.542078018188477,
-      "cov-distil (oracle2teacher)": 4.773499488830566,
+      "cov-distil": 2.1316139698028564,
+      "cov-distil (oracle2student)": 6.337707996368408,
+      "cov-distil (oracle2teacher)": 5.40458869934082,
       "epoch": 3.0549450549450547,
-      "rel-constrast": 2.7363109588623047,
+      "rel-constrast": 4.061884880065918,
       "step": 3892,
-      "subrel-constrast": 3.670398235321045,
+      "subrel-constrast": 3.525113821029663,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7479209899902344,
-      "cov-distil (oracle2student)": 5.2657880783081055,
-      "cov-distil (oracle2teacher)": 5.049679279327393,
+      "cov-distil": 2.2521204948425293,
+      "cov-distil (oracle2student)": 5.12767219543457,
+      "cov-distil (oracle2teacher)": 4.982283115386963,
       "epoch": 3.0557299843014127,
-      "rel-constrast": 2.989947557449341,
+      "rel-constrast": 2.681626081466675,
       "step": 3893,
-      "subrel-constrast": 3.4228672981262207,
+      "subrel-constrast": 3.7419819831848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2669296264648438,
-      "cov-distil (oracle2student)": 3.9766359329223633,
-      "cov-distil (oracle2teacher)": 3.961317300796509,
+      "cov-distil": 1.8684353828430176,
+      "cov-distil (oracle2student)": 4.564627647399902,
+      "cov-distil (oracle2teacher)": 4.114443302154541,
       "epoch": 3.0565149136577707,
-      "rel-constrast": 2.8582332134246826,
+      "rel-constrast": 3.2735164165496826,
       "step": 3894,
-      "subrel-constrast": 3.654568672180176,
+      "subrel-constrast": 3.479285717010498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2877744436264038,
-      "cov-distil (oracle2student)": 3.6945960521698,
-      "cov-distil (oracle2teacher)": 3.6664228439331055,
+      "cov-distil": 1.4780352115631104,
+      "cov-distil (oracle2student)": 4.542638778686523,
+      "cov-distil (oracle2teacher)": 3.8503293991088867,
       "epoch": 3.0572998430141287,
-      "rel-constrast": 3.203937292098999,
+      "rel-constrast": 3.4595940113067627,
       "step": 3895,
-      "subrel-constrast": 3.5530433654785156,
+      "subrel-constrast": 3.7416820526123047,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.577438235282898,
-      "cov-distil (oracle2student)": 3.647803783416748,
-      "cov-distil (oracle2teacher)": 3.9234185218811035,
+      "cov-distil": 2.037044048309326,
+      "cov-distil (oracle2student)": 4.456614017486572,
+      "cov-distil (oracle2teacher)": 4.222007751464844,
       "epoch": 3.0580847723704867,
-      "rel-constrast": 3.3574721813201904,
+      "rel-constrast": 4.035019874572754,
       "step": 3896,
-      "subrel-constrast": 3.531972646713257,
+      "subrel-constrast": 3.6096205711364746,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2845211029052734,
-      "cov-distil (oracle2student)": 3.337599992752075,
-      "cov-distil (oracle2teacher)": 3.0916764736175537,
+      "cov-distil": 1.9289393424987793,
+      "cov-distil (oracle2student)": 3.9111828804016113,
+      "cov-distil (oracle2teacher)": 3.579803466796875,
       "epoch": 3.0588697017268447,
-      "rel-constrast": 2.683302402496338,
+      "rel-constrast": 2.3992390632629395,
       "step": 3897,
-      "subrel-constrast": 2.9171650409698486,
+      "subrel-constrast": 2.7800633907318115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2420225143432617,
-      "cov-distil (oracle2student)": 4.573619842529297,
-      "cov-distil (oracle2teacher)": 3.969705104827881,
+      "cov-distil": 2.7352068424224854,
+      "cov-distil (oracle2student)": 4.392991065979004,
+      "cov-distil (oracle2teacher)": 3.839529514312744,
       "epoch": 3.0596546310832027,
-      "rel-constrast": 2.434248924255371,
+      "rel-constrast": 2.0323243141174316,
       "step": 3898,
-      "subrel-constrast": 3.5424842834472656,
+      "subrel-constrast": 3.2918500900268555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2686893939971924,
-      "cov-distil (oracle2student)": 4.785373687744141,
-      "cov-distil (oracle2teacher)": 4.68314266204834,
+      "cov-distil": 0.9875749349594116,
+      "cov-distil (oracle2student)": 5.208446502685547,
+      "cov-distil (oracle2teacher)": 4.75153923034668,
       "epoch": 3.0604395604395602,
-      "rel-constrast": 1.3491506576538086,
+      "rel-constrast": 1.4771591424942017,
       "step": 3899,
-      "subrel-constrast": 2.0522756576538086,
+      "subrel-constrast": 2.173633575439453,
       "view-similarity": 0
     },
     {
       "epoch": 3.061224489795918,
-      "grad_norm": 3.984375,
+      "grad_norm": 4.8125,
       "learning_rate": 3.8255381414313245e-05,
-      "loss": 0.6705,
+      "loss": 0.7082,
       "step": 3900
     },
     {
       "epoch": 3.061224489795918,
-      "overlap": 0.28125,
+      "overlap": 0.2906250059604645,
       "step": 3900
     },
     {
       "epoch": 3.061224489795918,
       "step": 3900,
-      "student margin": 0.069091796875
+      "student margin": 0.064544677734375
     },
     {
       "epoch": 3.061224489795918,
       "step": 3900,
-      "teacher margin": 0.049560546875
+      "teacher margin": 0.05572509765625
     },
     {
       "epoch": 3.061224489795918,
-      "margin difference": -0.01953125,
+      "margin difference": -0.008819580078125,
       "step": 3900
     },
     {
-      "cov-distil": 1.875791311264038,
-      "cov-distil (oracle2student)": 5.013360977172852,
-      "cov-distil (oracle2teacher)": 4.291313171386719,
+      "cov-distil": 2.3441660404205322,
+      "cov-distil (oracle2student)": 4.991783142089844,
+      "cov-distil (oracle2teacher)": 4.914666175842285,
       "epoch": 3.061224489795918,
-      "rel-constrast": 2.2133395671844482,
+      "rel-constrast": 2.392360210418701,
       "step": 3900,
-      "subrel-constrast": 3.0327255725860596,
+      "subrel-constrast": 2.9267795085906982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7083663940429688,
-      "cov-distil (oracle2student)": 3.6251139640808105,
-      "cov-distil (oracle2teacher)": 3.5317492485046387,
+      "cov-distil": 2.299179792404175,
+      "cov-distil (oracle2student)": 4.92962646484375,
+      "cov-distil (oracle2teacher)": 3.991804838180542,
       "epoch": 3.062009419152276,
-      "rel-constrast": 2.5742783546447754,
+      "rel-constrast": 3.510079860687256,
       "step": 3901,
-      "subrel-constrast": 3.410224676132202,
+      "subrel-constrast": 3.3123927116394043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7333948612213135,
-      "cov-distil (oracle2student)": 4.460991859436035,
-      "cov-distil (oracle2teacher)": 4.065147399902344,
+      "cov-distil": 2.3015387058258057,
+      "cov-distil (oracle2student)": 5.283975601196289,
+      "cov-distil (oracle2teacher)": 4.438106060028076,
       "epoch": 3.062794348508634,
-      "rel-constrast": 2.290299892425537,
+      "rel-constrast": 2.389089584350586,
       "step": 3902,
-      "subrel-constrast": 3.2261202335357666,
+      "subrel-constrast": 2.891211986541748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2824678421020508,
-      "cov-distil (oracle2student)": 4.134335517883301,
-      "cov-distil (oracle2teacher)": 4.15157413482666,
+      "cov-distil": 1.9667577743530273,
+      "cov-distil (oracle2student)": 4.1199235916137695,
+      "cov-distil (oracle2teacher)": 4.460928916931152,
       "epoch": 3.063579277864992,
-      "rel-constrast": 1.9585139751434326,
+      "rel-constrast": 2.5878469944000244,
       "step": 3903,
-      "subrel-constrast": 2.551780939102173,
+      "subrel-constrast": 3.0108463764190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5974185466766357,
-      "cov-distil (oracle2student)": 4.908682823181152,
-      "cov-distil (oracle2teacher)": 4.399211406707764,
+      "cov-distil": 2.4789671897888184,
+      "cov-distil (oracle2student)": 5.247291564941406,
+      "cov-distil (oracle2teacher)": 4.815680503845215,
       "epoch": 3.06436420722135,
-      "rel-constrast": 3.4247684478759766,
+      "rel-constrast": 3.322150230407715,
       "step": 3904,
-      "subrel-constrast": 3.790236711502075,
+      "subrel-constrast": 3.908151865005493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5819499492645264,
-      "cov-distil (oracle2student)": 4.549524307250977,
-      "cov-distil (oracle2teacher)": 4.336092472076416,
+      "cov-distil": 1.6992464065551758,
+      "cov-distil (oracle2student)": 4.56037712097168,
+      "cov-distil (oracle2teacher)": 4.471917152404785,
       "epoch": 3.065149136577708,
-      "rel-constrast": 2.776414394378662,
+      "rel-constrast": 3.274783134460449,
       "step": 3905,
-      "subrel-constrast": 3.499255657196045,
+      "subrel-constrast": 3.6206448078155518,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8034346103668213,
-      "cov-distil (oracle2student)": 3.8968677520751953,
-      "cov-distil (oracle2teacher)": 3.4005143642425537,
+      "cov-distil": 2.274963855743408,
+      "cov-distil (oracle2student)": 3.976858139038086,
+      "cov-distil (oracle2teacher)": 3.8255600929260254,
       "epoch": 3.065934065934066,
-      "rel-constrast": 2.198441505432129,
+      "rel-constrast": 2.713625431060791,
       "step": 3906,
-      "subrel-constrast": 3.130711793899536,
+      "subrel-constrast": 3.3431077003479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6304528713226318,
-      "cov-distil (oracle2student)": 3.7200963497161865,
-      "cov-distil (oracle2teacher)": 3.894496202468872,
+      "cov-distil": 2.0138373374938965,
+      "cov-distil (oracle2student)": 4.06226921081543,
+      "cov-distil (oracle2teacher)": 3.8654532432556152,
       "epoch": 3.0667189952904237,
-      "rel-constrast": 2.1769464015960693,
+      "rel-constrast": 2.415964126586914,
       "step": 3907,
-      "subrel-constrast": 3.191270351409912,
+      "subrel-constrast": 3.091733932495117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3648451566696167,
-      "cov-distil (oracle2student)": 3.4376027584075928,
-      "cov-distil (oracle2teacher)": 3.4645001888275146,
+      "cov-distil": 1.5530743598937988,
+      "cov-distil (oracle2student)": 2.8424556255340576,
+      "cov-distil (oracle2teacher)": 3.8884496688842773,
       "epoch": 3.0675039246467817,
-      "rel-constrast": 3.813624143600464,
+      "rel-constrast": 3.3845696449279785,
       "step": 3908,
-      "subrel-constrast": 4.423561096191406,
+      "subrel-constrast": 4.2097954750061035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4752564430236816,
-      "cov-distil (oracle2student)": 2.844874620437622,
-      "cov-distil (oracle2teacher)": 3.109950065612793,
+      "cov-distil": 2.1314053535461426,
+      "cov-distil (oracle2student)": 2.69657301902771,
+      "cov-distil (oracle2teacher)": 3.0066328048706055,
       "epoch": 3.0682888540031397,
-      "rel-constrast": 1.9378912448883057,
+      "rel-constrast": 1.712431788444519,
       "step": 3909,
-      "subrel-constrast": 2.8490731716156006,
+      "subrel-constrast": 3.0520501136779785,
       "view-similarity": 0
     },
     {
       "epoch": 3.0690737833594977,
-      "grad_norm": 5.0,
+      "grad_norm": 5.21875,
       "learning_rate": 3.818131079755739e-05,
-      "loss": 0.6742,
+      "loss": 0.6926,
       "step": 3910
     },
     {
-      "cov-distil": 1.2042789459228516,
-      "cov-distil (oracle2student)": 4.446213722229004,
-      "cov-distil (oracle2teacher)": 4.511254787445068,
+      "cov-distil": 2.0441768169403076,
+      "cov-distil (oracle2student)": 5.201354026794434,
+      "cov-distil (oracle2teacher)": 4.565711975097656,
       "epoch": 3.0690737833594977,
-      "rel-constrast": 2.8908045291900635,
+      "rel-constrast": 3.366692304611206,
       "step": 3910,
-      "subrel-constrast": 3.273087501525879,
+      "subrel-constrast": 3.2649407386779785,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3245770931243896,
-      "cov-distil (oracle2student)": 3.0457701683044434,
-      "cov-distil (oracle2teacher)": 3.0613837242126465,
+      "cov-distil": 1.688799500465393,
+      "cov-distil (oracle2student)": 3.2818195819854736,
+      "cov-distil (oracle2teacher)": 3.3790488243103027,
       "epoch": 3.0698587127158556,
-      "rel-constrast": 1.6698858737945557,
+      "rel-constrast": 2.2116355895996094,
       "step": 3911,
-      "subrel-constrast": 2.327544689178467,
+      "subrel-constrast": 2.554037094116211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8503222465515137,
-      "cov-distil (oracle2student)": 4.413891792297363,
-      "cov-distil (oracle2teacher)": 3.8185904026031494,
+      "cov-distil": 2.7111055850982666,
+      "cov-distil (oracle2student)": 4.39375638961792,
+      "cov-distil (oracle2teacher)": 3.793260097503662,
       "epoch": 3.0706436420722136,
-      "rel-constrast": 3.5474023818969727,
+      "rel-constrast": 3.655228614807129,
       "step": 3912,
-      "subrel-constrast": 3.882469415664673,
+      "subrel-constrast": 4.1607279777526855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6430326700210571,
-      "cov-distil (oracle2student)": 4.4282402992248535,
-      "cov-distil (oracle2teacher)": 4.592717170715332,
+      "cov-distil": 1.935706615447998,
+      "cov-distil (oracle2student)": 5.438292503356934,
+      "cov-distil (oracle2teacher)": 5.074324607849121,
       "epoch": 3.0714285714285716,
-      "rel-constrast": 2.371480941772461,
+      "rel-constrast": 3.011003017425537,
       "step": 3913,
-      "subrel-constrast": 3.1280829906463623,
+      "subrel-constrast": 3.114987850189209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5910708904266357,
-      "cov-distil (oracle2student)": 4.897324562072754,
-      "cov-distil (oracle2teacher)": 4.151856422424316,
+      "cov-distil": 2.008476734161377,
+      "cov-distil (oracle2student)": 5.569711208343506,
+      "cov-distil (oracle2teacher)": 4.73663330078125,
       "epoch": 3.072213500784929,
-      "rel-constrast": 2.454209804534912,
+      "rel-constrast": 2.6991398334503174,
       "step": 3914,
-      "subrel-constrast": 3.3346059322357178,
+      "subrel-constrast": 3.109881639480591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2939752340316772,
-      "cov-distil (oracle2student)": 4.028255939483643,
-      "cov-distil (oracle2teacher)": 3.987027645111084,
+      "cov-distil": 2.0761542320251465,
+      "cov-distil (oracle2student)": 4.412698745727539,
+      "cov-distil (oracle2teacher)": 4.40721321105957,
       "epoch": 3.072998430141287,
-      "rel-constrast": 3.0513386726379395,
+      "rel-constrast": 2.874523401260376,
       "step": 3915,
-      "subrel-constrast": 3.7475712299346924,
+      "subrel-constrast": 4.1644086837768555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7623319625854492,
-      "cov-distil (oracle2student)": 4.853702068328857,
-      "cov-distil (oracle2teacher)": 3.9238739013671875,
+      "cov-distil": 1.512681007385254,
+      "cov-distil (oracle2student)": 4.490106582641602,
+      "cov-distil (oracle2teacher)": 3.8715405464172363,
       "epoch": 3.073783359497645,
-      "rel-constrast": 2.743565320968628,
+      "rel-constrast": 2.885939121246338,
       "step": 3916,
-      "subrel-constrast": 2.9786875247955322,
+      "subrel-constrast": 2.718055009841919,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5072379112243652,
-      "cov-distil (oracle2student)": 2.9280753135681152,
-      "cov-distil (oracle2teacher)": 2.868868350982666,
+      "cov-distil": 2.138685464859009,
+      "cov-distil (oracle2student)": 3.3411221504211426,
+      "cov-distil (oracle2teacher)": 3.153712272644043,
       "epoch": 3.074568288854003,
-      "rel-constrast": 2.3842008113861084,
+      "rel-constrast": 2.701835870742798,
       "step": 3917,
-      "subrel-constrast": 3.317923069000244,
+      "subrel-constrast": 3.267717123031616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8545860052108765,
-      "cov-distil (oracle2student)": 6.289912223815918,
-      "cov-distil (oracle2teacher)": 5.882286548614502,
+      "cov-distil": 2.530302047729492,
+      "cov-distil (oracle2student)": 6.629361152648926,
+      "cov-distil (oracle2teacher)": 6.295916557312012,
       "epoch": 3.075353218210361,
-      "rel-constrast": 3.143024206161499,
+      "rel-constrast": 3.449143648147583,
       "step": 3918,
-      "subrel-constrast": 4.405056953430176,
+      "subrel-constrast": 4.255821704864502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3883020877838135,
-      "cov-distil (oracle2student)": 3.3099846839904785,
-      "cov-distil (oracle2teacher)": 2.9862887859344482,
+      "cov-distil": 1.7995370626449585,
+      "cov-distil (oracle2student)": 3.5946571826934814,
+      "cov-distil (oracle2teacher)": 3.4244279861450195,
       "epoch": 3.076138147566719,
-      "rel-constrast": 1.7966830730438232,
+      "rel-constrast": 1.764503836631775,
       "step": 3919,
-      "subrel-constrast": 2.331111192703247,
+      "subrel-constrast": 2.354004144668579,
       "view-similarity": 0
     },
     {
       "epoch": 3.076923076923077,
-      "grad_norm": 4.875,
+      "grad_norm": 5.09375,
       "learning_rate": 3.810707957068923e-05,
-      "loss": 0.6899,
+      "loss": 0.7155,
       "step": 3920
     },
     {
-      "cov-distil": 1.499089241027832,
-      "cov-distil (oracle2student)": 4.05058479309082,
-      "cov-distil (oracle2teacher)": 3.966466188430786,
+      "cov-distil": 2.108643054962158,
+      "cov-distil (oracle2student)": 3.8362114429473877,
+      "cov-distil (oracle2teacher)": 3.70271635055542,
       "epoch": 3.076923076923077,
-      "rel-constrast": 2.1065869331359863,
+      "rel-constrast": 2.249985694885254,
       "step": 3920,
-      "subrel-constrast": 2.9832990169525146,
+      "subrel-constrast": 3.282458782196045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6887990236282349,
-      "cov-distil (oracle2student)": 3.9728245735168457,
-      "cov-distil (oracle2teacher)": 3.8566524982452393,
+      "cov-distil": 2.19142484664917,
+      "cov-distil (oracle2student)": 3.5849995613098145,
+      "cov-distil (oracle2teacher)": 3.8797435760498047,
       "epoch": 3.0777080062794346,
-      "rel-constrast": 1.7310638427734375,
+      "rel-constrast": 1.7614141702651978,
       "step": 3921,
-      "subrel-constrast": 2.2880918979644775,
+      "subrel-constrast": 2.286606550216675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1836636066436768,
-      "cov-distil (oracle2student)": 5.011714458465576,
-      "cov-distil (oracle2teacher)": 4.499988555908203,
+      "cov-distil": 1.6830801963806152,
+      "cov-distil (oracle2student)": 4.879245281219482,
+      "cov-distil (oracle2teacher)": 4.729854583740234,
       "epoch": 3.0784929356357926,
-      "rel-constrast": 3.4694175720214844,
+      "rel-constrast": 4.068373203277588,
       "step": 3922,
-      "subrel-constrast": 3.934206485748291,
+      "subrel-constrast": 3.636014938354492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3372256755828857,
-      "cov-distil (oracle2student)": 3.0614748001098633,
-      "cov-distil (oracle2teacher)": 3.0787203311920166,
+      "cov-distil": 1.8964040279388428,
+      "cov-distil (oracle2student)": 3.1633901596069336,
+      "cov-distil (oracle2teacher)": 3.2714388370513916,
       "epoch": 3.0792778649921506,
-      "rel-constrast": 3.058417558670044,
+      "rel-constrast": 3.678715467453003,
       "step": 3923,
-      "subrel-constrast": 3.180579662322998,
+      "subrel-constrast": 3.3091964721679688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.903332233428955,
-      "cov-distil (oracle2student)": 2.843832492828369,
-      "cov-distil (oracle2teacher)": 3.221987247467041,
+      "cov-distil": 2.4922099113464355,
+      "cov-distil (oracle2student)": 3.2871758937835693,
+      "cov-distil (oracle2teacher)": 3.5696816444396973,
       "epoch": 3.0800627943485086,
-      "rel-constrast": 2.049692392349243,
+      "rel-constrast": 2.7197067737579346,
       "step": 3924,
-      "subrel-constrast": 3.46197247505188,
+      "subrel-constrast": 3.3643321990966797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5203757286071777,
-      "cov-distil (oracle2student)": 5.082733154296875,
-      "cov-distil (oracle2teacher)": 4.622802734375,
+      "cov-distil": 1.9254992008209229,
+      "cov-distil (oracle2student)": 4.697122573852539,
+      "cov-distil (oracle2teacher)": 4.887231826782227,
       "epoch": 3.0808477237048666,
-      "rel-constrast": 3.5674402713775635,
+      "rel-constrast": 3.7698235511779785,
       "step": 3925,
-      "subrel-constrast": 3.7817940711975098,
+      "subrel-constrast": 4.234776496887207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2856972217559814,
-      "cov-distil (oracle2student)": 3.444894790649414,
-      "cov-distil (oracle2teacher)": 2.9935343265533447,
+      "cov-distil": 1.517102599143982,
+      "cov-distil (oracle2student)": 2.6220905780792236,
+      "cov-distil (oracle2teacher)": 3.192188262939453,
       "epoch": 3.0816326530612246,
-      "rel-constrast": 1.974229335784912,
+      "rel-constrast": 1.8883212804794312,
       "step": 3926,
-      "subrel-constrast": 2.376971483230591,
+      "subrel-constrast": 2.6443023681640625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3596563339233398,
-      "cov-distil (oracle2student)": 2.818741798400879,
-      "cov-distil (oracle2teacher)": 2.866715431213379,
+      "cov-distil": 1.828707218170166,
+      "cov-distil (oracle2student)": 3.474562644958496,
+      "cov-distil (oracle2teacher)": 3.262327194213867,
       "epoch": 3.0824175824175826,
-      "rel-constrast": 1.7252941131591797,
+      "rel-constrast": 2.1251697540283203,
       "step": 3927,
-      "subrel-constrast": 2.4878599643707275,
+      "subrel-constrast": 2.606553316116333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7446638345718384,
-      "cov-distil (oracle2student)": 4.225701808929443,
-      "cov-distil (oracle2teacher)": 4.108460426330566,
+      "cov-distil": 2.7488837242126465,
+      "cov-distil (oracle2student)": 4.442229747772217,
+      "cov-distil (oracle2teacher)": 4.8372955322265625,
       "epoch": 3.0832025117739406,
-      "rel-constrast": 4.427271842956543,
+      "rel-constrast": 3.917337417602539,
       "step": 3928,
-      "subrel-constrast": 4.415353775024414,
+      "subrel-constrast": 4.367565155029297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5089988708496094,
-      "cov-distil (oracle2student)": 3.9549593925476074,
-      "cov-distil (oracle2teacher)": 3.7553768157958984,
+      "cov-distil": 1.4627983570098877,
+      "cov-distil (oracle2student)": 4.115877628326416,
+      "cov-distil (oracle2teacher)": 3.4383249282836914,
       "epoch": 3.083987441130298,
-      "rel-constrast": 2.7443759441375732,
+      "rel-constrast": 2.7981481552124023,
       "step": 3929,
-      "subrel-constrast": 3.281102180480957,
+      "subrel-constrast": 3.036652088165283,
       "view-similarity": 0
     },
     {
       "epoch": 3.084772370486656,
-      "grad_norm": 6.3125,
+      "grad_norm": 6.09375,
       "learning_rate": 3.803268863819285e-05,
-      "loss": 0.7089,
+      "loss": 0.7244,
       "step": 3930
     },
     {
-      "cov-distil": 1.6018788814544678,
-      "cov-distil (oracle2student)": 3.66237735748291,
-      "cov-distil (oracle2teacher)": 3.528140068054199,
+      "cov-distil": 1.9499282836914062,
+      "cov-distil (oracle2student)": 3.6030945777893066,
+      "cov-distil (oracle2teacher)": 3.0461831092834473,
       "epoch": 3.084772370486656,
-      "rel-constrast": 2.2441999912261963,
+      "rel-constrast": 2.1490676403045654,
       "step": 3930,
-      "subrel-constrast": 2.991994857788086,
+      "subrel-constrast": 2.4366371631622314,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.155766487121582,
-      "cov-distil (oracle2student)": 4.530776023864746,
-      "cov-distil (oracle2teacher)": 4.190145969390869,
+      "cov-distil": 1.9479151964187622,
+      "cov-distil (oracle2student)": 4.00849723815918,
+      "cov-distil (oracle2teacher)": 4.691818714141846,
       "epoch": 3.085557299843014,
-      "rel-constrast": 1.7938861846923828,
+      "rel-constrast": 1.9383736848831177,
       "step": 3931,
-      "subrel-constrast": 2.6350314617156982,
+      "subrel-constrast": 2.890665054321289,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.26246976852417,
-      "cov-distil (oracle2student)": 3.427158832550049,
-      "cov-distil (oracle2teacher)": 3.70984148979187,
+      "cov-distil": 1.6566412448883057,
+      "cov-distil (oracle2student)": 3.5185060501098633,
+      "cov-distil (oracle2teacher)": 3.370483875274658,
       "epoch": 3.086342229199372,
-      "rel-constrast": 2.323350429534912,
+      "rel-constrast": 2.468357563018799,
       "step": 3932,
-      "subrel-constrast": 2.790381669998169,
+      "subrel-constrast": 2.7956881523132324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6073694229125977,
-      "cov-distil (oracle2student)": 5.022433280944824,
-      "cov-distil (oracle2teacher)": 5.032250881195068,
+      "cov-distil": 1.676811933517456,
+      "cov-distil (oracle2student)": 5.616236686706543,
+      "cov-distil (oracle2teacher)": 5.753889083862305,
       "epoch": 3.08712715855573,
-      "rel-constrast": 2.712707281112671,
+      "rel-constrast": 2.9752626419067383,
       "step": 3933,
-      "subrel-constrast": 3.2991697788238525,
+      "subrel-constrast": 3.6604361534118652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4703915119171143,
-      "cov-distil (oracle2student)": 5.158740043640137,
-      "cov-distil (oracle2teacher)": 4.851710796356201,
+      "cov-distil": 1.9482779502868652,
+      "cov-distil (oracle2student)": 4.860477924346924,
+      "cov-distil (oracle2teacher)": 4.554314613342285,
       "epoch": 3.087912087912088,
-      "rel-constrast": 3.0798070430755615,
+      "rel-constrast": 3.063814401626587,
       "step": 3934,
-      "subrel-constrast": 3.747809886932373,
+      "subrel-constrast": 3.5798983573913574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.862964391708374,
-      "cov-distil (oracle2student)": 3.52129864692688,
-      "cov-distil (oracle2teacher)": 3.7786014080047607,
+      "cov-distil": 3.1321463584899902,
+      "cov-distil (oracle2student)": 3.644894599914551,
+      "cov-distil (oracle2teacher)": 4.060635089874268,
       "epoch": 3.088697017268446,
-      "rel-constrast": 2.529383897781372,
+      "rel-constrast": 2.2103941440582275,
       "step": 3935,
-      "subrel-constrast": 3.489069700241089,
+      "subrel-constrast": 3.6566221714019775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.208822250366211,
-      "cov-distil (oracle2student)": 4.129415512084961,
-      "cov-distil (oracle2teacher)": 3.615018367767334,
+      "cov-distil": 1.3278343677520752,
+      "cov-distil (oracle2student)": 4.764012336730957,
+      "cov-distil (oracle2teacher)": 4.283352851867676,
       "epoch": 3.0894819466248036,
-      "rel-constrast": 3.4830336570739746,
+      "rel-constrast": 3.494725465774536,
       "step": 3936,
-      "subrel-constrast": 3.6304445266723633,
+      "subrel-constrast": 3.6535468101501465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7705063819885254,
-      "cov-distil (oracle2student)": 4.525368690490723,
-      "cov-distil (oracle2teacher)": 4.415241241455078,
+      "cov-distil": 2.4364805221557617,
+      "cov-distil (oracle2student)": 4.669215679168701,
+      "cov-distil (oracle2teacher)": 4.634005546569824,
       "epoch": 3.0902668759811616,
-      "rel-constrast": 3.0243163108825684,
+      "rel-constrast": 3.541659355163574,
       "step": 3937,
-      "subrel-constrast": 3.6280171871185303,
+      "subrel-constrast": 3.6061484813690186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1113662719726562,
-      "cov-distil (oracle2student)": 4.675498962402344,
-      "cov-distil (oracle2teacher)": 4.767834663391113,
+      "cov-distil": 1.872216820716858,
+      "cov-distil (oracle2student)": 5.472702980041504,
+      "cov-distil (oracle2teacher)": 5.295527935028076,
       "epoch": 3.0910518053375196,
-      "rel-constrast": 1.6892770528793335,
+      "rel-constrast": 1.8436906337738037,
       "step": 3938,
-      "subrel-constrast": 2.6585261821746826,
+      "subrel-constrast": 2.6960501670837402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0727394819259644,
-      "cov-distil (oracle2student)": 3.2920446395874023,
-      "cov-distil (oracle2teacher)": 3.1542532444000244,
+      "cov-distil": 2.143381357192993,
+      "cov-distil (oracle2student)": 3.9983932971954346,
+      "cov-distil (oracle2teacher)": 2.952178478240967,
       "epoch": 3.0918367346938775,
-      "rel-constrast": 2.2889351844787598,
+      "rel-constrast": 2.5562047958374023,
       "step": 3939,
-      "subrel-constrast": 2.971142530441284,
+      "subrel-constrast": 2.998789072036743,
       "view-similarity": 0
     },
     {
       "epoch": 3.0926216640502355,
-      "grad_norm": 5.9375,
+      "grad_norm": 6.59375,
       "learning_rate": 3.795813890649827e-05,
-      "loss": 0.6645,
+      "loss": 0.656,
       "step": 3940
     },
     {
-      "cov-distil": 2.094325304031372,
-      "cov-distil (oracle2student)": 4.206798553466797,
-      "cov-distil (oracle2teacher)": 4.3353142738342285,
+      "cov-distil": 3.2766008377075195,
+      "cov-distil (oracle2student)": 4.0109076499938965,
+      "cov-distil (oracle2teacher)": 4.334733009338379,
       "epoch": 3.0926216640502355,
-      "rel-constrast": 2.2873594760894775,
+      "rel-constrast": 2.4387664794921875,
       "step": 3940,
-      "subrel-constrast": 3.7848358154296875,
+      "subrel-constrast": 3.6111416816711426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1098318099975586,
-      "cov-distil (oracle2student)": 4.495993137359619,
-      "cov-distil (oracle2teacher)": 4.206506729125977,
+      "cov-distil": 1.2602713108062744,
+      "cov-distil (oracle2student)": 4.820878028869629,
+      "cov-distil (oracle2teacher)": 4.367636203765869,
       "epoch": 3.0934065934065935,
-      "rel-constrast": 2.77524471282959,
+      "rel-constrast": 3.1278460025787354,
       "step": 3941,
-      "subrel-constrast": 3.5360026359558105,
+      "subrel-constrast": 3.1408472061157227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.133428692817688,
-      "cov-distil (oracle2student)": 2.645355701446533,
-      "cov-distil (oracle2teacher)": 2.63962459564209,
+      "cov-distil": 1.889214277267456,
+      "cov-distil (oracle2student)": 2.8749098777770996,
+      "cov-distil (oracle2teacher)": 2.736654758453369,
       "epoch": 3.0941915227629515,
-      "rel-constrast": 2.801074981689453,
+      "rel-constrast": 3.392322540283203,
       "step": 3942,
-      "subrel-constrast": 2.8630282878875732,
+      "subrel-constrast": 3.539250612258911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4313453435897827,
-      "cov-distil (oracle2student)": 3.672118902206421,
-      "cov-distil (oracle2teacher)": 4.177909851074219,
+      "cov-distil": 1.8948471546173096,
+      "cov-distil (oracle2student)": 3.918776273727417,
+      "cov-distil (oracle2teacher)": 4.237544059753418,
       "epoch": 3.094976452119309,
-      "rel-constrast": 3.6995534896850586,
+      "rel-constrast": 3.5261123180389404,
       "step": 3943,
-      "subrel-constrast": 4.424540042877197,
+      "subrel-constrast": 4.297915458679199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2449798583984375,
-      "cov-distil (oracle2student)": 5.524850845336914,
-      "cov-distil (oracle2teacher)": 5.386235237121582,
+      "cov-distil": 2.1044960021972656,
+      "cov-distil (oracle2student)": 6.2176666259765625,
+      "cov-distil (oracle2teacher)": 5.601601600646973,
       "epoch": 3.095761381475667,
-      "rel-constrast": 3.292001724243164,
+      "rel-constrast": 4.568702697753906,
       "step": 3944,
-      "subrel-constrast": 3.9112513065338135,
+      "subrel-constrast": 4.27310037612915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6640162467956543,
-      "cov-distil (oracle2student)": 4.031420707702637,
-      "cov-distil (oracle2teacher)": 4.195464134216309,
+      "cov-distil": 2.4986696243286133,
+      "cov-distil (oracle2student)": 4.028860092163086,
+      "cov-distil (oracle2teacher)": 4.314786911010742,
       "epoch": 3.096546310832025,
-      "rel-constrast": 3.1677334308624268,
+      "rel-constrast": 2.7823357582092285,
       "step": 3945,
-      "subrel-constrast": 4.167351245880127,
+      "subrel-constrast": 3.887282609939575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9989402294158936,
-      "cov-distil (oracle2student)": 2.9508304595947266,
-      "cov-distil (oracle2teacher)": 2.7397286891937256,
+      "cov-distil": 2.5071778297424316,
+      "cov-distil (oracle2student)": 3.96388840675354,
+      "cov-distil (oracle2teacher)": 3.0988149642944336,
       "epoch": 3.097331240188383,
-      "rel-constrast": 2.3699257373809814,
+      "rel-constrast": 3.037872791290283,
       "step": 3946,
-      "subrel-constrast": 3.271902322769165,
+      "subrel-constrast": 3.1688759326934814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0722174644470215,
-      "cov-distil (oracle2student)": 4.557206153869629,
-      "cov-distil (oracle2teacher)": 3.8769450187683105,
+      "cov-distil": 1.433585524559021,
+      "cov-distil (oracle2student)": 4.254301071166992,
+      "cov-distil (oracle2teacher)": 4.134766578674316,
       "epoch": 3.098116169544741,
-      "rel-constrast": 2.7257585525512695,
+      "rel-constrast": 3.005486011505127,
       "step": 3947,
-      "subrel-constrast": 3.542720317840576,
+      "subrel-constrast": 3.42919659614563,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3138127326965332,
-      "cov-distil (oracle2student)": 5.003757476806641,
-      "cov-distil (oracle2teacher)": 4.58038330078125,
+      "cov-distil": 1.7592345476150513,
+      "cov-distil (oracle2student)": 5.416123867034912,
+      "cov-distil (oracle2teacher)": 4.73495626449585,
       "epoch": 3.098901098901099,
-      "rel-constrast": 2.9687273502349854,
+      "rel-constrast": 3.618438959121704,
       "step": 3948,
-      "subrel-constrast": 3.454383373260498,
+      "subrel-constrast": 3.769974946975708,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.296667456626892,
-      "cov-distil (oracle2student)": 3.349158763885498,
-      "cov-distil (oracle2teacher)": 3.5839223861694336,
+      "cov-distil": 1.8463966846466064,
+      "cov-distil (oracle2student)": 3.9134387969970703,
+      "cov-distil (oracle2teacher)": 3.507174015045166,
       "epoch": 3.099686028257457,
-      "rel-constrast": 2.3451082706451416,
+      "rel-constrast": 2.6814498901367188,
       "step": 3949,
-      "subrel-constrast": 2.8202857971191406,
+      "subrel-constrast": 2.740129232406616,
       "view-similarity": 0
     },
     {
       "epoch": 3.100470957613815,
-      "grad_norm": 5.9375,
+      "grad_norm": 6.3125,
       "learning_rate": 3.7883431283970454e-05,
-      "loss": 0.7467,
+      "loss": 0.8045,
       "step": 3950
     },
     {
-      "cov-distil": 1.410243272781372,
-      "cov-distil (oracle2student)": 6.202687740325928,
-      "cov-distil (oracle2teacher)": 5.633633613586426,
+      "cov-distil": 2.384337902069092,
+      "cov-distil (oracle2student)": 6.02165412902832,
+      "cov-distil (oracle2teacher)": 6.544675827026367,
       "epoch": 3.100470957613815,
-      "rel-constrast": 3.8100056648254395,
+      "rel-constrast": 4.0311689376831055,
       "step": 3950,
-      "subrel-constrast": 4.274328708648682,
+      "subrel-constrast": 4.238704681396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3857505321502686,
-      "cov-distil (oracle2student)": 3.924715042114258,
-      "cov-distil (oracle2teacher)": 3.6198418140411377,
+      "cov-distil": 1.7896051406860352,
+      "cov-distil (oracle2student)": 3.940319776535034,
+      "cov-distil (oracle2teacher)": 3.9614415168762207,
       "epoch": 3.1012558869701725,
-      "rel-constrast": 3.3152356147766113,
+      "rel-constrast": 3.1149985790252686,
       "step": 3951,
-      "subrel-constrast": 3.4773755073547363,
+      "subrel-constrast": 3.547624349594116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6889824867248535,
-      "cov-distil (oracle2student)": 3.71883225440979,
-      "cov-distil (oracle2teacher)": 3.7538444995880127,
+      "cov-distil": 2.1950507164001465,
+      "cov-distil (oracle2student)": 4.074114799499512,
+      "cov-distil (oracle2teacher)": 3.916154384613037,
       "epoch": 3.1020408163265305,
-      "rel-constrast": 3.2649383544921875,
+      "rel-constrast": 3.879486560821533,
       "step": 3952,
-      "subrel-constrast": 4.154578685760498,
+      "subrel-constrast": 4.121846675872803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8264997005462646,
-      "cov-distil (oracle2student)": 4.496335029602051,
-      "cov-distil (oracle2teacher)": 4.372133731842041,
+      "cov-distil": 2.3682756423950195,
+      "cov-distil (oracle2student)": 4.671664237976074,
+      "cov-distil (oracle2teacher)": 4.768961429595947,
       "epoch": 3.1028257456828885,
-      "rel-constrast": 2.955933094024658,
+      "rel-constrast": 2.855144500732422,
       "step": 3953,
-      "subrel-constrast": 3.568585157394409,
+      "subrel-constrast": 4.193939685821533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5332428216934204,
-      "cov-distil (oracle2student)": 4.218353271484375,
-      "cov-distil (oracle2teacher)": 3.720968723297119,
+      "cov-distil": 2.023453712463379,
+      "cov-distil (oracle2student)": 4.229647636413574,
+      "cov-distil (oracle2teacher)": 3.7035205364227295,
       "epoch": 3.1036106750392465,
-      "rel-constrast": 2.0841610431671143,
+      "rel-constrast": 2.5521836280822754,
       "step": 3954,
-      "subrel-constrast": 2.7351486682891846,
+      "subrel-constrast": 2.4598820209503174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.908383846282959,
-      "cov-distil (oracle2student)": 3.90879487991333,
-      "cov-distil (oracle2teacher)": 3.5664358139038086,
+      "cov-distil": 2.393883228302002,
+      "cov-distil (oracle2student)": 4.653690338134766,
+      "cov-distil (oracle2teacher)": 3.7242536544799805,
       "epoch": 3.1043956043956045,
-      "rel-constrast": 3.106475353240967,
+      "rel-constrast": 3.1936676502227783,
       "step": 3955,
-      "subrel-constrast": 3.913933515548706,
+      "subrel-constrast": 3.825200319290161,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4097603559494019,
-      "cov-distil (oracle2student)": 6.099611282348633,
-      "cov-distil (oracle2teacher)": 5.1331281661987305,
+      "cov-distil": 1.4660464525222778,
+      "cov-distil (oracle2student)": 6.16077995300293,
+      "cov-distil (oracle2teacher)": 5.924764156341553,
       "epoch": 3.1051805337519625,
-      "rel-constrast": 3.2357778549194336,
+      "rel-constrast": 3.439248561859131,
       "step": 3956,
-      "subrel-constrast": 3.8136448860168457,
+      "subrel-constrast": 3.7927029132843018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.765142798423767,
-      "cov-distil (oracle2student)": 4.614743232727051,
-      "cov-distil (oracle2teacher)": 4.340702056884766,
+      "cov-distil": 2.015608310699463,
+      "cov-distil (oracle2student)": 4.684467792510986,
+      "cov-distil (oracle2teacher)": 4.576185703277588,
       "epoch": 3.1059654631083204,
-      "rel-constrast": 1.9036813974380493,
+      "rel-constrast": 2.1993885040283203,
       "step": 3957,
-      "subrel-constrast": 2.598439931869507,
+      "subrel-constrast": 2.6420834064483643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.854600191116333,
-      "cov-distil (oracle2student)": 4.8740949630737305,
-      "cov-distil (oracle2teacher)": 3.920088052749634,
+      "cov-distil": 2.4747462272644043,
+      "cov-distil (oracle2student)": 4.890873908996582,
+      "cov-distil (oracle2teacher)": 4.515021800994873,
       "epoch": 3.106750392464678,
-      "rel-constrast": 1.9670741558074951,
+      "rel-constrast": 2.8650827407836914,
       "step": 3958,
-      "subrel-constrast": 2.6679904460906982,
+      "subrel-constrast": 2.5028979778289795,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6140520572662354,
-      "cov-distil (oracle2student)": 4.913095951080322,
-      "cov-distil (oracle2teacher)": 4.553739547729492,
+      "cov-distil": 2.9852657318115234,
+      "cov-distil (oracle2student)": 5.81723165512085,
+      "cov-distil (oracle2teacher)": 4.756465911865234,
       "epoch": 3.107535321821036,
-      "rel-constrast": 2.9475412368774414,
+      "rel-constrast": 3.798877239227295,
       "step": 3959,
-      "subrel-constrast": 4.005372524261475,
+      "subrel-constrast": 4.099191665649414,
       "view-similarity": 0
     },
     {
       "epoch": 3.108320251177394,
-      "grad_norm": 5.40625,
+      "grad_norm": 8.25,
       "learning_rate": 3.780856668089821e-05,
-      "loss": 0.7558,
+      "loss": 0.7982,
       "step": 3960
     },
     {
-      "cov-distil": 1.3820674419403076,
-      "cov-distil (oracle2student)": 4.622060775756836,
-      "cov-distil (oracle2teacher)": 4.534975051879883,
+      "cov-distil": 1.5758211612701416,
+      "cov-distil (oracle2student)": 5.047091484069824,
+      "cov-distil (oracle2teacher)": 4.621835708618164,
       "epoch": 3.108320251177394,
-      "rel-constrast": 1.8641661405563354,
+      "rel-constrast": 2.6298413276672363,
       "step": 3960,
-      "subrel-constrast": 2.868335723876953,
+      "subrel-constrast": 3.1273036003112793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1285030841827393,
-      "cov-distil (oracle2student)": 4.401209831237793,
-      "cov-distil (oracle2teacher)": 4.417746543884277,
+      "cov-distil": 2.046799898147583,
+      "cov-distil (oracle2student)": 4.661993026733398,
+      "cov-distil (oracle2teacher)": 4.069381237030029,
       "epoch": 3.109105180533752,
-      "rel-constrast": 3.513721466064453,
+      "rel-constrast": 3.9109418392181396,
       "step": 3961,
-      "subrel-constrast": 3.722871780395508,
+      "subrel-constrast": 3.9446468353271484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6314016580581665,
-      "cov-distil (oracle2student)": 4.487876892089844,
-      "cov-distil (oracle2teacher)": 4.005311965942383,
+      "cov-distil": 2.6221115589141846,
+      "cov-distil (oracle2student)": 4.712526798248291,
+      "cov-distil (oracle2teacher)": 4.461429595947266,
       "epoch": 3.10989010989011,
-      "rel-constrast": 2.6904425621032715,
+      "rel-constrast": 2.412108898162842,
       "step": 3962,
-      "subrel-constrast": 2.9460060596466064,
+      "subrel-constrast": 3.004035711288452,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4100089073181152,
-      "cov-distil (oracle2student)": 5.525656700134277,
-      "cov-distil (oracle2teacher)": 5.109982490539551,
+      "cov-distil": 2.321899890899658,
+      "cov-distil (oracle2student)": 5.956718444824219,
+      "cov-distil (oracle2teacher)": 5.832253456115723,
       "epoch": 3.110675039246468,
-      "rel-constrast": 3.166065216064453,
+      "rel-constrast": 3.5165679454803467,
       "step": 3963,
-      "subrel-constrast": 3.704674482345581,
+      "subrel-constrast": 3.5691730976104736,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9394193291664124,
-      "cov-distil (oracle2student)": 3.546541213989258,
-      "cov-distil (oracle2teacher)": 3.7638840675354004,
+      "cov-distil": 1.4399172067642212,
+      "cov-distil (oracle2student)": 3.827141284942627,
+      "cov-distil (oracle2teacher)": 4.16811990737915,
       "epoch": 3.111459968602826,
-      "rel-constrast": 2.187645435333252,
+      "rel-constrast": 2.489063024520874,
       "step": 3964,
-      "subrel-constrast": 2.788271427154541,
+      "subrel-constrast": 2.9741673469543457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4966228008270264,
-      "cov-distil (oracle2student)": 2.987334966659546,
-      "cov-distil (oracle2teacher)": 3.187777042388916,
+      "cov-distil": 2.0054097175598145,
+      "cov-distil (oracle2student)": 2.957119941711426,
+      "cov-distil (oracle2teacher)": 3.098928213119507,
       "epoch": 3.1122448979591835,
-      "rel-constrast": 2.8328628540039062,
+      "rel-constrast": 2.9854726791381836,
       "step": 3965,
-      "subrel-constrast": 3.3534393310546875,
+      "subrel-constrast": 2.9795095920562744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2869586944580078,
-      "cov-distil (oracle2student)": 4.564988136291504,
-      "cov-distil (oracle2teacher)": 4.412904739379883,
+      "cov-distil": 2.246333599090576,
+      "cov-distil (oracle2student)": 5.0908894538879395,
+      "cov-distil (oracle2teacher)": 4.824584007263184,
       "epoch": 3.1130298273155415,
-      "rel-constrast": 2.6672887802124023,
+      "rel-constrast": 3.2020373344421387,
       "step": 3966,
-      "subrel-constrast": 3.1687731742858887,
+      "subrel-constrast": 3.475917100906372,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5148375034332275,
-      "cov-distil (oracle2student)": 4.3969316482543945,
-      "cov-distil (oracle2teacher)": 4.209781169891357,
+      "cov-distil": 2.1130335330963135,
+      "cov-distil (oracle2student)": 4.829472541809082,
+      "cov-distil (oracle2teacher)": 4.3165740966796875,
       "epoch": 3.1138147566718994,
-      "rel-constrast": 3.342285394668579,
+      "rel-constrast": 2.682953357696533,
       "step": 3967,
-      "subrel-constrast": 3.749037027359009,
+      "subrel-constrast": 3.772085189819336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1435072422027588,
-      "cov-distil (oracle2student)": 4.516887664794922,
-      "cov-distil (oracle2teacher)": 4.315299987792969,
+      "cov-distil": 1.3468923568725586,
+      "cov-distil (oracle2student)": 5.125246524810791,
+      "cov-distil (oracle2teacher)": 4.968865394592285,
       "epoch": 3.1145996860282574,
-      "rel-constrast": 2.419464349746704,
+      "rel-constrast": 2.582651138305664,
       "step": 3968,
-      "subrel-constrast": 3.1990175247192383,
+      "subrel-constrast": 3.0825867652893066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2472466230392456,
-      "cov-distil (oracle2student)": 5.362977027893066,
-      "cov-distil (oracle2teacher)": 4.618950843811035,
+      "cov-distil": 1.2634737491607666,
+      "cov-distil (oracle2student)": 5.660524845123291,
+      "cov-distil (oracle2teacher)": 5.130547523498535,
       "epoch": 3.1153846153846154,
-      "rel-constrast": 3.0693564414978027,
+      "rel-constrast": 3.0639829635620117,
       "step": 3969,
-      "subrel-constrast": 3.256802558898926,
+      "subrel-constrast": 3.050787925720215,
       "view-similarity": 0
     },
     {
       "epoch": 3.1161695447409734,
-      "grad_norm": 5.8125,
+      "grad_norm": 6.0,
       "learning_rate": 3.7733546009483096e-05,
-      "loss": 0.7268,
+      "loss": 0.7369,
       "step": 3970
     },
     {
-      "cov-distil": 1.66915762424469,
-      "cov-distil (oracle2student)": 4.651505947113037,
-      "cov-distil (oracle2teacher)": 4.286517143249512,
+      "cov-distil": 2.801556348800659,
+      "cov-distil (oracle2student)": 5.401751518249512,
+      "cov-distil (oracle2teacher)": 4.854775428771973,
       "epoch": 3.1161695447409734,
-      "rel-constrast": 2.9849846363067627,
+      "rel-constrast": 3.5699081420898438,
       "step": 3970,
-      "subrel-constrast": 3.9773411750793457,
+      "subrel-constrast": 4.0532002449035645,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.361311912536621,
-      "cov-distil (oracle2student)": 4.446944713592529,
-      "cov-distil (oracle2teacher)": 4.04551362991333,
+      "cov-distil": 1.82938551902771,
+      "cov-distil (oracle2student)": 4.692269325256348,
+      "cov-distil (oracle2teacher)": 4.289131164550781,
       "epoch": 3.1169544740973314,
-      "rel-constrast": 2.3025169372558594,
+      "rel-constrast": 2.919330358505249,
       "step": 3971,
-      "subrel-constrast": 3.1241400241851807,
+      "subrel-constrast": 3.257528305053711,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.496569037437439,
-      "cov-distil (oracle2student)": 3.619849681854248,
-      "cov-distil (oracle2teacher)": 3.9160470962524414,
+      "cov-distil": 1.6251492500305176,
+      "cov-distil (oracle2student)": 4.2113037109375,
+      "cov-distil (oracle2teacher)": 4.329571723937988,
       "epoch": 3.1177394034536894,
-      "rel-constrast": 3.271634817123413,
+      "rel-constrast": 3.934182643890381,
       "step": 3972,
-      "subrel-constrast": 3.750971794128418,
+      "subrel-constrast": 4.220563888549805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1280103921890259,
-      "cov-distil (oracle2student)": 3.0364160537719727,
-      "cov-distil (oracle2teacher)": 2.758138418197632,
+      "cov-distil": 1.6185680627822876,
+      "cov-distil (oracle2student)": 3.481659173965454,
+      "cov-distil (oracle2teacher)": 2.959315061569214,
       "epoch": 3.118524332810047,
-      "rel-constrast": 2.8433520793914795,
+      "rel-constrast": 3.2862439155578613,
       "step": 3973,
-      "subrel-constrast": 3.6521880626678467,
+      "subrel-constrast": 3.5376908779144287,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.114649772644043,
-      "cov-distil (oracle2student)": 3.67525577545166,
-      "cov-distil (oracle2teacher)": 3.8084352016448975,
+      "cov-distil": 2.5616061687469482,
+      "cov-distil (oracle2student)": 3.597895860671997,
+      "cov-distil (oracle2teacher)": 4.349859714508057,
       "epoch": 3.119309262166405,
-      "rel-constrast": 2.4551820755004883,
+      "rel-constrast": 2.780289649963379,
       "step": 3974,
-      "subrel-constrast": 3.8024685382843018,
+      "subrel-constrast": 3.842942476272583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.834491491317749,
-      "cov-distil (oracle2student)": 4.122900009155273,
-      "cov-distil (oracle2teacher)": 4.062511444091797,
+      "cov-distil": 1.9628257751464844,
+      "cov-distil (oracle2student)": 4.508429527282715,
+      "cov-distil (oracle2teacher)": 4.120273113250732,
       "epoch": 3.120094191522763,
-      "rel-constrast": 3.635308027267456,
+      "rel-constrast": 4.142806053161621,
       "step": 3975,
-      "subrel-constrast": 4.736858367919922,
+      "subrel-constrast": 4.506509304046631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.730121374130249,
-      "cov-distil (oracle2student)": 3.9647858142852783,
-      "cov-distil (oracle2teacher)": 4.021009922027588,
+      "cov-distil": 2.3522064685821533,
+      "cov-distil (oracle2student)": 4.05855655670166,
+      "cov-distil (oracle2teacher)": 4.362171649932861,
       "epoch": 3.120879120879121,
-      "rel-constrast": 1.7277016639709473,
+      "rel-constrast": 2.4120702743530273,
       "step": 3976,
-      "subrel-constrast": 3.205909252166748,
+      "subrel-constrast": 3.309814929962158,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9007909297943115,
-      "cov-distil (oracle2student)": 4.4089860916137695,
-      "cov-distil (oracle2teacher)": 4.042754173278809,
+      "cov-distil": 2.279921770095825,
+      "cov-distil (oracle2student)": 4.490422248840332,
+      "cov-distil (oracle2teacher)": 4.462618827819824,
       "epoch": 3.121664050235479,
-      "rel-constrast": 2.907442092895508,
+      "rel-constrast": 2.7166574001312256,
       "step": 3977,
-      "subrel-constrast": 3.5467686653137207,
+      "subrel-constrast": 3.5296480655670166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5145336389541626,
-      "cov-distil (oracle2student)": 5.380570411682129,
-      "cov-distil (oracle2teacher)": 4.418453693389893,
+      "cov-distil": 2.0963950157165527,
+      "cov-distil (oracle2student)": 5.398841857910156,
+      "cov-distil (oracle2teacher)": 4.66646671295166,
       "epoch": 3.122448979591837,
-      "rel-constrast": 4.4568586349487305,
+      "rel-constrast": 5.094170570373535,
       "step": 3978,
-      "subrel-constrast": 5.339335918426514,
+      "subrel-constrast": 5.236062526702881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3202569484710693,
-      "cov-distil (oracle2student)": 3.498323440551758,
-      "cov-distil (oracle2teacher)": 3.2719547748565674,
+      "cov-distil": 2.1644115447998047,
+      "cov-distil (oracle2student)": 3.6474690437316895,
+      "cov-distil (oracle2teacher)": 3.5254406929016113,
       "epoch": 3.123233908948195,
-      "rel-constrast": 2.5894243717193604,
+      "rel-constrast": 2.4451968669891357,
       "step": 3979,
-      "subrel-constrast": 3.237933397293091,
+      "subrel-constrast": 3.4227349758148193,
       "view-similarity": 0
     },
     {
       "epoch": 3.1240188383045524,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.4375,
       "learning_rate": 3.765837018382831e-05,
-      "loss": 0.7695,
+      "loss": 0.8325,
       "step": 3980
     },
     {
-      "cov-distil": 1.3972535133361816,
-      "cov-distil (oracle2student)": 4.041508197784424,
-      "cov-distil (oracle2teacher)": 3.7952075004577637,
+      "cov-distil": 1.7899631261825562,
+      "cov-distil (oracle2student)": 4.417642593383789,
+      "cov-distil (oracle2teacher)": 4.0562052726745605,
       "epoch": 3.1240188383045524,
-      "rel-constrast": 2.2988476753234863,
+      "rel-constrast": 2.562983989715576,
       "step": 3980,
-      "subrel-constrast": 3.1005780696868896,
+      "subrel-constrast": 2.8372890949249268,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5594604015350342,
-      "cov-distil (oracle2student)": 4.231490135192871,
-      "cov-distil (oracle2teacher)": 4.120368480682373,
+      "cov-distil": 2.0034689903259277,
+      "cov-distil (oracle2student)": 4.804140090942383,
+      "cov-distil (oracle2teacher)": 4.73471736907959,
       "epoch": 3.1248037676609104,
-      "rel-constrast": 3.0343902111053467,
+      "rel-constrast": 3.6010854244232178,
       "step": 3981,
-      "subrel-constrast": 3.4966611862182617,
+      "subrel-constrast": 3.6109209060668945,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5211660861968994,
-      "cov-distil (oracle2student)": 4.798731803894043,
-      "cov-distil (oracle2teacher)": 4.759819984436035,
+      "cov-distil": 2.4228599071502686,
+      "cov-distil (oracle2student)": 5.56941556930542,
+      "cov-distil (oracle2teacher)": 5.159888744354248,
       "epoch": 3.1255886970172684,
-      "rel-constrast": 3.1911568641662598,
+      "rel-constrast": 3.62752366065979,
       "step": 3982,
-      "subrel-constrast": 4.229610443115234,
+      "subrel-constrast": 3.9027159214019775,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4995570182800293,
-      "cov-distil (oracle2student)": 3.0293073654174805,
-      "cov-distil (oracle2teacher)": 2.9858508110046387,
+      "cov-distil": 2.1135454177856445,
+      "cov-distil (oracle2student)": 3.6330726146698,
+      "cov-distil (oracle2teacher)": 3.4691109657287598,
       "epoch": 3.1263736263736264,
-      "rel-constrast": 2.0577168464660645,
+      "rel-constrast": 2.3144407272338867,
       "step": 3983,
-      "subrel-constrast": 2.7351090908050537,
+      "subrel-constrast": 2.9463367462158203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3836934566497803,
-      "cov-distil (oracle2student)": 5.287815570831299,
-      "cov-distil (oracle2teacher)": 4.472513198852539,
+      "cov-distil": 1.8489482402801514,
+      "cov-distil (oracle2student)": 5.224452972412109,
+      "cov-distil (oracle2teacher)": 4.811489105224609,
       "epoch": 3.1271585557299844,
-      "rel-constrast": 2.879443645477295,
+      "rel-constrast": 2.8975210189819336,
       "step": 3984,
-      "subrel-constrast": 3.4061226844787598,
+      "subrel-constrast": 3.243138313293457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3132383823394775,
-      "cov-distil (oracle2student)": 2.9409914016723633,
-      "cov-distil (oracle2teacher)": 3.084138870239258,
+      "cov-distil": 1.6138259172439575,
+      "cov-distil (oracle2student)": 3.131734609603882,
+      "cov-distil (oracle2teacher)": 3.1775808334350586,
       "epoch": 3.1279434850863423,
-      "rel-constrast": 1.923112154006958,
+      "rel-constrast": 1.7864165306091309,
       "step": 3985,
-      "subrel-constrast": 2.518975019454956,
+      "subrel-constrast": 2.2639899253845215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3930792808532715,
-      "cov-distil (oracle2student)": 5.81480598449707,
-      "cov-distil (oracle2teacher)": 4.274402618408203,
+      "cov-distil": 1.7972886562347412,
+      "cov-distil (oracle2student)": 5.881745338439941,
+      "cov-distil (oracle2teacher)": 5.036072731018066,
       "epoch": 3.1287284144427003,
-      "rel-constrast": 2.9078264236450195,
+      "rel-constrast": 3.1332297325134277,
       "step": 3986,
-      "subrel-constrast": 3.532029390335083,
+      "subrel-constrast": 3.830148458480835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5962477922439575,
-      "cov-distil (oracle2student)": 4.533733367919922,
-      "cov-distil (oracle2teacher)": 4.263789176940918,
+      "cov-distil": 1.8781933784484863,
+      "cov-distil (oracle2student)": 4.248591899871826,
+      "cov-distil (oracle2teacher)": 4.474981307983398,
       "epoch": 3.129513343799058,
-      "rel-constrast": 2.5639548301696777,
+      "rel-constrast": 2.7416481971740723,
       "step": 3987,
-      "subrel-constrast": 3.1093592643737793,
+      "subrel-constrast": 3.2800803184509277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.430990219116211,
-      "cov-distil (oracle2student)": 3.397747039794922,
-      "cov-distil (oracle2teacher)": 3.266911506652832,
+      "cov-distil": 1.7837986946105957,
+      "cov-distil (oracle2student)": 3.379915237426758,
+      "cov-distil (oracle2teacher)": 3.023078203201294,
       "epoch": 3.130298273155416,
-      "rel-constrast": 2.517728805541992,
+      "rel-constrast": 2.7819132804870605,
       "step": 3988,
-      "subrel-constrast": 3.3465797901153564,
+      "subrel-constrast": 3.1881351470947266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.914198637008667,
-      "cov-distil (oracle2student)": 3.6851696968078613,
-      "cov-distil (oracle2teacher)": 3.5485143661499023,
+      "cov-distil": 2.619385242462158,
+      "cov-distil (oracle2student)": 4.290724754333496,
+      "cov-distil (oracle2teacher)": 4.151519775390625,
       "epoch": 3.131083202511774,
-      "rel-constrast": 1.5013985633850098,
+      "rel-constrast": 2.0628130435943604,
       "step": 3989,
-      "subrel-constrast": 2.5587544441223145,
+      "subrel-constrast": 3.3341119289398193,
       "view-similarity": 0
     },
     {
       "epoch": 3.131868131868132,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.90625,
       "learning_rate": 3.758304011992758e-05,
-      "loss": 0.6594,
+      "loss": 0.6877,
       "step": 3990
     },
     {
-      "cov-distil": 1.8833643198013306,
-      "cov-distil (oracle2student)": 3.2685670852661133,
-      "cov-distil (oracle2teacher)": 3.201343059539795,
+      "cov-distil": 1.959425926208496,
+      "cov-distil (oracle2student)": 3.4770729541778564,
+      "cov-distil (oracle2teacher)": 3.122317314147949,
       "epoch": 3.131868131868132,
-      "rel-constrast": 2.5880165100097656,
+      "rel-constrast": 2.8581833839416504,
       "step": 3990,
-      "subrel-constrast": 3.2464535236358643,
+      "subrel-constrast": 3.1572320461273193,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7469263076782227,
-      "cov-distil (oracle2student)": 3.4157681465148926,
-      "cov-distil (oracle2teacher)": 3.43747878074646,
+      "cov-distil": 1.892879605293274,
+      "cov-distil (oracle2student)": 3.8021771907806396,
+      "cov-distil (oracle2teacher)": 3.8555104732513428,
       "epoch": 3.13265306122449,
-      "rel-constrast": 2.957597255706787,
+      "rel-constrast": 2.748900890350342,
       "step": 3991,
-      "subrel-constrast": 3.4111268520355225,
+      "subrel-constrast": 3.530763626098633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.325559139251709,
-      "cov-distil (oracle2student)": 4.120487689971924,
-      "cov-distil (oracle2teacher)": 3.6110479831695557,
+      "cov-distil": 1.9971270561218262,
+      "cov-distil (oracle2student)": 4.282864093780518,
+      "cov-distil (oracle2teacher)": 3.7931971549987793,
       "epoch": 3.133437990580848,
-      "rel-constrast": 2.91544246673584,
+      "rel-constrast": 2.916299343109131,
       "step": 3992,
-      "subrel-constrast": 3.4335591793060303,
+      "subrel-constrast": 3.3718438148498535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4067728519439697,
-      "cov-distil (oracle2student)": 5.255232334136963,
-      "cov-distil (oracle2teacher)": 4.752231597900391,
+      "cov-distil": 2.2807345390319824,
+      "cov-distil (oracle2student)": 5.340728759765625,
+      "cov-distil (oracle2teacher)": 5.310524940490723,
       "epoch": 3.134222919937206,
-      "rel-constrast": 2.0589544773101807,
+      "rel-constrast": 2.8175201416015625,
       "step": 3993,
-      "subrel-constrast": 2.8734729290008545,
+      "subrel-constrast": 3.2342686653137207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5167115926742554,
-      "cov-distil (oracle2student)": 4.18256950378418,
-      "cov-distil (oracle2teacher)": 4.1778154373168945,
+      "cov-distil": 1.891520380973816,
+      "cov-distil (oracle2student)": 4.14865255355835,
+      "cov-distil (oracle2teacher)": 4.082756042480469,
       "epoch": 3.1350078492935634,
-      "rel-constrast": 2.2548394203186035,
+      "rel-constrast": 2.819981098175049,
       "step": 3994,
-      "subrel-constrast": 3.056274890899658,
+      "subrel-constrast": 3.016266345977783,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3547661304473877,
-      "cov-distil (oracle2student)": 3.5847861766815186,
-      "cov-distil (oracle2teacher)": 3.1362557411193848,
+      "cov-distil": 1.5775598287582397,
+      "cov-distil (oracle2student)": 4.409806251525879,
+      "cov-distil (oracle2teacher)": 3.7895891666412354,
       "epoch": 3.1357927786499213,
-      "rel-constrast": 2.802783966064453,
+      "rel-constrast": 3.1238040924072266,
       "step": 3995,
-      "subrel-constrast": 3.3913373947143555,
+      "subrel-constrast": 3.5875587463378906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5744236707687378,
-      "cov-distil (oracle2student)": 3.4479970932006836,
-      "cov-distil (oracle2teacher)": 2.9571776390075684,
+      "cov-distil": 1.3243131637573242,
+      "cov-distil (oracle2student)": 3.549027919769287,
+      "cov-distil (oracle2teacher)": 3.406266450881958,
       "epoch": 3.1365777080062793,
-      "rel-constrast": 2.463334560394287,
+      "rel-constrast": 2.837584972381592,
       "step": 3996,
-      "subrel-constrast": 2.8632590770721436,
+      "subrel-constrast": 3.0243616104125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8311419486999512,
-      "cov-distil (oracle2student)": 4.578268051147461,
-      "cov-distil (oracle2teacher)": 4.109395980834961,
+      "cov-distil": 1.9039713144302368,
+      "cov-distil (oracle2student)": 4.927574157714844,
+      "cov-distil (oracle2teacher)": 4.502145767211914,
       "epoch": 3.1373626373626373,
-      "rel-constrast": 2.218653440475464,
+      "rel-constrast": 2.3590619564056396,
       "step": 3997,
-      "subrel-constrast": 3.2965588569641113,
+      "subrel-constrast": 3.3021421432495117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2850055694580078,
-      "cov-distil (oracle2student)": 5.5125885009765625,
-      "cov-distil (oracle2teacher)": 4.78791618347168,
+      "cov-distil": 1.6141126155853271,
+      "cov-distil (oracle2student)": 5.3618245124816895,
+      "cov-distil (oracle2teacher)": 5.131006240844727,
       "epoch": 3.1381475667189953,
-      "rel-constrast": 2.0417537689208984,
+      "rel-constrast": 2.554417133331299,
       "step": 3998,
-      "subrel-constrast": 2.738722801208496,
+      "subrel-constrast": 2.6407103538513184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6174662113189697,
-      "cov-distil (oracle2student)": 5.0048112869262695,
-      "cov-distil (oracle2teacher)": 4.687915802001953,
+      "cov-distil": 2.4384193420410156,
+      "cov-distil (oracle2student)": 5.582730293273926,
+      "cov-distil (oracle2teacher)": 5.375033378601074,
       "epoch": 3.1389324960753533,
-      "rel-constrast": 2.5816457271575928,
+      "rel-constrast": 3.074970006942749,
       "step": 3999,
-      "subrel-constrast": 3.5283572673797607,
+      "subrel-constrast": 3.9221811294555664,
       "view-similarity": 0
     },
     {
       "epoch": 3.1397174254317113,
-      "grad_norm": 5.6875,
+      "grad_norm": 7.28125,
       "learning_rate": 3.750755673565396e-05,
-      "loss": 0.6609,
+      "loss": 0.7028,
       "step": 4000
     },
     {
       "epoch": 3.1397174254317113,
-      "eval/duc04-P@10": 0.76,
+      "eval/duc04-P@10": 0.7299999999999999,
       "step": 4000
     },
     {
       "epoch": 3.1397174254317113,
-      "eval/duc04-nDCG@10": 0.7716741064378358,
+      "eval/duc04-nDCG@10": 0.7345458098569813,
       "step": 4000
     },
     {
       "epoch": 3.1397174254317113,
-      "eval/duc04-alpha_nDCG@10": 0.5847319342276227,
+      "eval/duc04-alpha_nDCG@10": 0.5478365540196443,
       "step": 4000
     },
     {
@@ -43991,17 +43991,17 @@
     },
     {
       "epoch": 3.1397174254317113,
-      "eval/multi_news-P@10": 0.4319999999999999,
+      "eval/multi_news-P@10": 0.4249999999999999,
       "step": 4000
     },
     {
       "epoch": 3.1397174254317113,
-      "eval/multi_news-nDCG@10": 0.6140845159249829,
+      "eval/multi_news-nDCG@10": 0.598479227990608,
       "step": 4000
     },
     {
       "epoch": 3.1397174254317113,
-      "eval/multi_news-alpha_nDCG@10": 0.6003484430564032,
+      "eval/multi_news-alpha_nDCG@10": 0.5712065760316622,
       "step": 4000
     },
     {
@@ -44011,5472 +44011,5472 @@
     },
     {
       "epoch": 3.1397174254317113,
-      "eval/avg": 0.539826143270874,
+      "eval/avg": 0.5203547893023803,
       "step": 4000
     },
     {
       "epoch": 3.1397174254317113,
-      "overlap": 0.3812499940395355,
+      "overlap": 0.33281251788139343,
       "step": 4000
     },
     {
       "epoch": 3.1397174254317113,
       "step": 4000,
-      "student margin": 0.047119140625
+      "student margin": 0.0484619140625
     },
     {
       "epoch": 3.1397174254317113,
       "step": 4000,
-      "teacher margin": 0.028564453125
+      "teacher margin": 0.03509521484375
     },
     {
       "epoch": 3.1397174254317113,
-      "margin difference": -0.0185546875,
+      "margin difference": -0.01336669921875,
       "step": 4000
     },
     {
-      "cov-distil": 1.209040880203247,
-      "cov-distil (oracle2student)": 3.9328384399414062,
-      "cov-distil (oracle2teacher)": 3.8199338912963867,
+      "cov-distil": 1.510361909866333,
+      "cov-distil (oracle2student)": 3.927403211593628,
+      "cov-distil (oracle2teacher)": 3.969658374786377,
       "epoch": 3.1397174254317113,
-      "rel-constrast": 3.0244269371032715,
+      "rel-constrast": 3.0673649311065674,
       "step": 4000,
-      "subrel-constrast": 3.8307034969329834,
+      "subrel-constrast": 3.6698460578918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.959069013595581,
-      "cov-distil (oracle2student)": 5.232831001281738,
-      "cov-distil (oracle2teacher)": 4.924771308898926,
+      "cov-distil": 1.7253527641296387,
+      "cov-distil (oracle2student)": 4.7523345947265625,
+      "cov-distil (oracle2teacher)": 5.344794750213623,
       "epoch": 3.1405023547880693,
-      "rel-constrast": 2.313180446624756,
+      "rel-constrast": 3.070662021636963,
       "step": 4001,
-      "subrel-constrast": 2.655975103378296,
+      "subrel-constrast": 2.73177433013916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3334033489227295,
-      "cov-distil (oracle2student)": 4.385404586791992,
-      "cov-distil (oracle2teacher)": 4.046319007873535,
+      "cov-distil": 1.5638102293014526,
+      "cov-distil (oracle2student)": 4.052637100219727,
+      "cov-distil (oracle2teacher)": 4.171479225158691,
       "epoch": 3.141287284144427,
-      "rel-constrast": 2.9591152667999268,
+      "rel-constrast": 3.0828254222869873,
       "step": 4002,
-      "subrel-constrast": 3.373811721801758,
+      "subrel-constrast": 3.075833797454834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7573208808898926,
-      "cov-distil (oracle2student)": 3.7746429443359375,
-      "cov-distil (oracle2teacher)": 4.0153727531433105,
+      "cov-distil": 1.8241850137710571,
+      "cov-distil (oracle2student)": 4.505475997924805,
+      "cov-distil (oracle2teacher)": 4.425116539001465,
       "epoch": 3.142072213500785,
-      "rel-constrast": 2.889761447906494,
+      "rel-constrast": 3.148519515991211,
       "step": 4003,
-      "subrel-constrast": 4.234951496124268,
+      "subrel-constrast": 3.7843713760375977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.019495725631714,
-      "cov-distil (oracle2student)": 3.7475132942199707,
-      "cov-distil (oracle2teacher)": 3.5833282470703125,
+      "cov-distil": 2.4203593730926514,
+      "cov-distil (oracle2student)": 4.47622013092041,
+      "cov-distil (oracle2teacher)": 4.482186317443848,
       "epoch": 3.142857142857143,
-      "rel-constrast": 2.667825222015381,
+      "rel-constrast": 2.8336620330810547,
       "step": 4004,
-      "subrel-constrast": 3.25996732711792,
+      "subrel-constrast": 3.3530545234680176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6682043075561523,
-      "cov-distil (oracle2student)": 4.952813148498535,
-      "cov-distil (oracle2teacher)": 4.219802379608154,
+      "cov-distil": 1.8581140041351318,
+      "cov-distil (oracle2student)": 5.38810920715332,
+      "cov-distil (oracle2teacher)": 4.555001258850098,
       "epoch": 3.143642072213501,
-      "rel-constrast": 3.1089086532592773,
+      "rel-constrast": 3.6346166133880615,
       "step": 4005,
-      "subrel-constrast": 3.59246826171875,
+      "subrel-constrast": 3.6657352447509766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3998610973358154,
-      "cov-distil (oracle2student)": 3.4256985187530518,
-      "cov-distil (oracle2teacher)": 3.386033058166504,
+      "cov-distil": 1.6644783020019531,
+      "cov-distil (oracle2student)": 3.3021602630615234,
+      "cov-distil (oracle2teacher)": 3.5005273818969727,
       "epoch": 3.1444270015698588,
-      "rel-constrast": 1.9379539489746094,
+      "rel-constrast": 1.914220929145813,
       "step": 4006,
-      "subrel-constrast": 2.45448637008667,
+      "subrel-constrast": 2.5203535556793213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6446576118469238,
-      "cov-distil (oracle2student)": 3.3182425498962402,
-      "cov-distil (oracle2teacher)": 3.2743983268737793,
+      "cov-distil": 1.8998796939849854,
+      "cov-distil (oracle2student)": 3.775179624557495,
+      "cov-distil (oracle2teacher)": 3.993511199951172,
       "epoch": 3.1452119309262168,
-      "rel-constrast": 3.023751974105835,
+      "rel-constrast": 3.6426920890808105,
       "step": 4007,
-      "subrel-constrast": 4.206656455993652,
+      "subrel-constrast": 4.557595252990723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3765065670013428,
-      "cov-distil (oracle2student)": 6.081264972686768,
-      "cov-distil (oracle2teacher)": 4.820174694061279,
+      "cov-distil": 2.2664880752563477,
+      "cov-distil (oracle2student)": 5.927944660186768,
+      "cov-distil (oracle2teacher)": 5.149267673492432,
       "epoch": 3.1459968602825747,
-      "rel-constrast": 3.7567806243896484,
+      "rel-constrast": 3.684276580810547,
       "step": 4008,
-      "subrel-constrast": 3.9311084747314453,
+      "subrel-constrast": 4.192209720611572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4398224353790283,
-      "cov-distil (oracle2student)": 3.8997302055358887,
-      "cov-distil (oracle2teacher)": 3.9846625328063965,
+      "cov-distil": 1.7935333251953125,
+      "cov-distil (oracle2student)": 4.482343673706055,
+      "cov-distil (oracle2teacher)": 4.39365291595459,
       "epoch": 3.1467817896389323,
-      "rel-constrast": 2.146303176879883,
+      "rel-constrast": 2.0007948875427246,
       "step": 4009,
-      "subrel-constrast": 3.2791898250579834,
+      "subrel-constrast": 3.2203965187072754,
       "view-similarity": 0
     },
     {
       "epoch": 3.1475667189952903,
-      "grad_norm": 5.59375,
+      "grad_norm": 5.96875,
       "learning_rate": 3.743192095074865e-05,
-      "loss": 0.7327,
+      "loss": 0.752,
       "step": 4010
     },
     {
-      "cov-distil": 1.8053710460662842,
-      "cov-distil (oracle2student)": 2.7694058418273926,
-      "cov-distil (oracle2teacher)": 2.734590530395508,
+      "cov-distil": 2.9591023921966553,
+      "cov-distil (oracle2student)": 3.42232608795166,
+      "cov-distil (oracle2teacher)": 2.7533061504364014,
       "epoch": 3.1475667189952903,
-      "rel-constrast": 2.110426902770996,
+      "rel-constrast": 2.184587001800537,
       "step": 4010,
-      "subrel-constrast": 3.2000732421875,
+      "subrel-constrast": 3.208930730819702,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3407938480377197,
-      "cov-distil (oracle2student)": 3.125751495361328,
-      "cov-distil (oracle2teacher)": 3.5828404426574707,
+      "cov-distil": 2.0533299446105957,
+      "cov-distil (oracle2student)": 3.2054343223571777,
+      "cov-distil (oracle2teacher)": 3.5521697998046875,
       "epoch": 3.1483516483516483,
-      "rel-constrast": 2.6432085037231445,
+      "rel-constrast": 3.100954294204712,
       "step": 4011,
-      "subrel-constrast": 3.707040309906006,
+      "subrel-constrast": 3.7552316188812256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1050195693969727,
-      "cov-distil (oracle2student)": 5.241543769836426,
-      "cov-distil (oracle2teacher)": 4.605900287628174,
+      "cov-distil": 2.196225881576538,
+      "cov-distil (oracle2student)": 5.267226219177246,
+      "cov-distil (oracle2teacher)": 5.215564727783203,
       "epoch": 3.1491365777080063,
-      "rel-constrast": 3.1722350120544434,
+      "rel-constrast": 3.402825355529785,
       "step": 4012,
-      "subrel-constrast": 4.2140278816223145,
+      "subrel-constrast": 3.9771828651428223,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.603786587715149,
-      "cov-distil (oracle2student)": 4.343314170837402,
-      "cov-distil (oracle2teacher)": 4.272587299346924,
+      "cov-distil": 1.8791404962539673,
+      "cov-distil (oracle2student)": 4.88173770904541,
+      "cov-distil (oracle2teacher)": 4.923418045043945,
       "epoch": 3.1499215070643642,
-      "rel-constrast": 3.113750457763672,
+      "rel-constrast": 3.0710411071777344,
       "step": 4013,
-      "subrel-constrast": 3.850740909576416,
+      "subrel-constrast": 3.782573699951172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3621788024902344,
-      "cov-distil (oracle2student)": 4.030180931091309,
-      "cov-distil (oracle2teacher)": 3.707770347595215,
+      "cov-distil": 1.4741783142089844,
+      "cov-distil (oracle2student)": 4.520382881164551,
+      "cov-distil (oracle2teacher)": 4.3176422119140625,
       "epoch": 3.1507064364207222,
-      "rel-constrast": 2.5461952686309814,
+      "rel-constrast": 2.7221665382385254,
       "step": 4014,
-      "subrel-constrast": 2.931687116622925,
+      "subrel-constrast": 3.1105313301086426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1265442371368408,
-      "cov-distil (oracle2student)": 5.732519149780273,
-      "cov-distil (oracle2teacher)": 5.2677507400512695,
+      "cov-distil": 1.4872028827667236,
+      "cov-distil (oracle2student)": 5.770875453948975,
+      "cov-distil (oracle2teacher)": 5.560942649841309,
       "epoch": 3.1514913657770802,
-      "rel-constrast": 2.9408440589904785,
+      "rel-constrast": 2.9053163528442383,
       "step": 4015,
-      "subrel-constrast": 3.4614603519439697,
+      "subrel-constrast": 3.4705893993377686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.472933053970337,
-      "cov-distil (oracle2student)": 3.8917222023010254,
-      "cov-distil (oracle2teacher)": 3.905808925628662,
+      "cov-distil": 1.849137306213379,
+      "cov-distil (oracle2student)": 4.0637922286987305,
+      "cov-distil (oracle2teacher)": 4.428215026855469,
       "epoch": 3.152276295133438,
-      "rel-constrast": 1.5721291303634644,
+      "rel-constrast": 2.197002649307251,
       "step": 4016,
-      "subrel-constrast": 2.1751184463500977,
+      "subrel-constrast": 2.178076982498169,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3346691131591797,
-      "cov-distil (oracle2student)": 2.560511589050293,
-      "cov-distil (oracle2teacher)": 3.026409149169922,
+      "cov-distil": 1.6332969665527344,
+      "cov-distil (oracle2student)": 2.7914652824401855,
+      "cov-distil (oracle2teacher)": 2.9268667697906494,
       "epoch": 3.1530612244897958,
-      "rel-constrast": 3.1153435707092285,
+      "rel-constrast": 3.4885377883911133,
       "step": 4017,
-      "subrel-constrast": 3.655320882797241,
+      "subrel-constrast": 3.6683411598205566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4049715995788574,
-      "cov-distil (oracle2student)": 5.4680986404418945,
-      "cov-distil (oracle2teacher)": 5.300495147705078,
+      "cov-distil": 1.641977310180664,
+      "cov-distil (oracle2student)": 6.240900039672852,
+      "cov-distil (oracle2teacher)": 5.85501766204834,
       "epoch": 3.1538461538461537,
-      "rel-constrast": 3.028555393218994,
+      "rel-constrast": 3.4181501865386963,
       "step": 4018,
-      "subrel-constrast": 3.6475470066070557,
+      "subrel-constrast": 4.2315216064453125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9060542583465576,
-      "cov-distil (oracle2student)": 5.903670787811279,
-      "cov-distil (oracle2teacher)": 5.662339210510254,
+      "cov-distil": 1.9669644832611084,
+      "cov-distil (oracle2student)": 6.629269599914551,
+      "cov-distil (oracle2teacher)": 5.973913192749023,
       "epoch": 3.1546310832025117,
-      "rel-constrast": 2.368708372116089,
+      "rel-constrast": 2.7975564002990723,
       "step": 4019,
-      "subrel-constrast": 3.27793550491333,
+      "subrel-constrast": 3.287832498550415,
       "view-similarity": 0
     },
     {
       "epoch": 3.1554160125588697,
-      "grad_norm": 5.625,
+      "grad_norm": 6.6875,
       "learning_rate": 3.735613368680984e-05,
-      "loss": 0.7039,
+      "loss": 0.7322,
       "step": 4020
     },
     {
-      "cov-distil": 1.1688992977142334,
-      "cov-distil (oracle2student)": 5.1156206130981445,
-      "cov-distil (oracle2teacher)": 4.439912796020508,
+      "cov-distil": 1.2282133102416992,
+      "cov-distil (oracle2student)": 5.207447052001953,
+      "cov-distil (oracle2teacher)": 4.72490930557251,
       "epoch": 3.1554160125588697,
-      "rel-constrast": 1.9843153953552246,
+      "rel-constrast": 2.2289347648620605,
       "step": 4020,
-      "subrel-constrast": 2.500354290008545,
+      "subrel-constrast": 2.4077892303466797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4174375534057617,
-      "cov-distil (oracle2student)": 3.220324993133545,
-      "cov-distil (oracle2teacher)": 3.1010706424713135,
+      "cov-distil": 1.7977215051651,
+      "cov-distil (oracle2student)": 3.1799838542938232,
+      "cov-distil (oracle2teacher)": 3.0510077476501465,
       "epoch": 3.1562009419152277,
-      "rel-constrast": 2.1896848678588867,
+      "rel-constrast": 2.435093402862549,
       "step": 4021,
-      "subrel-constrast": 3.189178228378296,
+      "subrel-constrast": 3.2831318378448486,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.29622483253479,
-      "cov-distil (oracle2student)": 3.7617387771606445,
-      "cov-distil (oracle2teacher)": 3.760127067565918,
+      "cov-distil": 1.7840044498443604,
+      "cov-distil (oracle2student)": 4.114260673522949,
+      "cov-distil (oracle2teacher)": 3.9298784732818604,
       "epoch": 3.1569858712715857,
-      "rel-constrast": 1.5366089344024658,
+      "rel-constrast": 2.013685464859009,
       "step": 4022,
-      "subrel-constrast": 2.3282546997070312,
+      "subrel-constrast": 2.5507967472076416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6506266593933105,
-      "cov-distil (oracle2student)": 4.132731914520264,
-      "cov-distil (oracle2teacher)": 4.207595348358154,
+      "cov-distil": 1.891936182975769,
+      "cov-distil (oracle2student)": 4.230734348297119,
+      "cov-distil (oracle2teacher)": 4.454219341278076,
       "epoch": 3.1577708006279437,
-      "rel-constrast": 2.4204459190368652,
+      "rel-constrast": 2.8307852745056152,
       "step": 4023,
-      "subrel-constrast": 3.201026201248169,
+      "subrel-constrast": 3.332857131958008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4126176834106445,
-      "cov-distil (oracle2student)": 3.4126806259155273,
-      "cov-distil (oracle2teacher)": 3.4834680557250977,
+      "cov-distil": 1.8385257720947266,
+      "cov-distil (oracle2student)": 3.560871124267578,
+      "cov-distil (oracle2teacher)": 4.206604957580566,
       "epoch": 3.1585557299843012,
-      "rel-constrast": 2.272808313369751,
+      "rel-constrast": 2.582343816757202,
       "step": 4024,
-      "subrel-constrast": 3.4060797691345215,
+      "subrel-constrast": 3.48803973197937,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1805121898651123,
-      "cov-distil (oracle2student)": 4.054686069488525,
-      "cov-distil (oracle2teacher)": 3.6576316356658936,
+      "cov-distil": 1.484917163848877,
+      "cov-distil (oracle2student)": 4.184021949768066,
+      "cov-distil (oracle2teacher)": 4.391917705535889,
       "epoch": 3.159340659340659,
-      "rel-constrast": 1.9540655612945557,
+      "rel-constrast": 2.055224895477295,
       "step": 4025,
-      "subrel-constrast": 2.3759751319885254,
+      "subrel-constrast": 2.3810689449310303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6045429706573486,
-      "cov-distil (oracle2student)": 3.717648506164551,
-      "cov-distil (oracle2teacher)": 3.6913974285125732,
+      "cov-distil": 1.814851999282837,
+      "cov-distil (oracle2student)": 4.123758792877197,
+      "cov-distil (oracle2teacher)": 3.6534924507141113,
       "epoch": 3.160125588697017,
-      "rel-constrast": 3.246994733810425,
+      "rel-constrast": 3.4520812034606934,
       "step": 4026,
-      "subrel-constrast": 4.0166497230529785,
+      "subrel-constrast": 3.6164865493774414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7980751991271973,
-      "cov-distil (oracle2student)": 4.5092549324035645,
-      "cov-distil (oracle2teacher)": 3.9919347763061523,
+      "cov-distil": 3.1332907676696777,
+      "cov-distil (oracle2student)": 5.348428249359131,
+      "cov-distil (oracle2teacher)": 4.5984368324279785,
       "epoch": 3.160910518053375,
-      "rel-constrast": 4.683196067810059,
+      "rel-constrast": 5.1619462966918945,
       "step": 4027,
-      "subrel-constrast": 4.490691184997559,
+      "subrel-constrast": 4.687352180480957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3912556171417236,
-      "cov-distil (oracle2student)": 5.237322807312012,
-      "cov-distil (oracle2teacher)": 4.340005874633789,
+      "cov-distil": 1.669579267501831,
+      "cov-distil (oracle2student)": 5.480427265167236,
+      "cov-distil (oracle2teacher)": 4.748194694519043,
       "epoch": 3.161695447409733,
-      "rel-constrast": 3.326416015625,
+      "rel-constrast": 3.6458163261413574,
       "step": 4028,
-      "subrel-constrast": 3.608795404434204,
+      "subrel-constrast": 3.879478693008423,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1104602813720703,
-      "cov-distil (oracle2student)": 3.896197557449341,
-      "cov-distil (oracle2teacher)": 3.7132484912872314,
+      "cov-distil": 1.4821029901504517,
+      "cov-distil (oracle2student)": 4.090524196624756,
+      "cov-distil (oracle2teacher)": 3.740454912185669,
       "epoch": 3.162480376766091,
-      "rel-constrast": 1.8039816617965698,
+      "rel-constrast": 2.369978427886963,
       "step": 4029,
-      "subrel-constrast": 2.361765146255493,
+      "subrel-constrast": 2.4780404567718506,
       "view-similarity": 0
     },
     {
       "epoch": 3.163265306122449,
-      "grad_norm": 4.6875,
+      "grad_norm": 5.78125,
       "learning_rate": 3.728019586728141e-05,
-      "loss": 0.6705,
+      "loss": 0.7194,
       "step": 4030
     },
     {
-      "cov-distil": 1.3541531562805176,
-      "cov-distil (oracle2student)": 4.015524864196777,
-      "cov-distil (oracle2teacher)": 4.329927921295166,
+      "cov-distil": 1.9294888973236084,
+      "cov-distil (oracle2student)": 4.121225357055664,
+      "cov-distil (oracle2teacher)": 4.777652740478516,
       "epoch": 3.163265306122449,
-      "rel-constrast": 1.9629801511764526,
+      "rel-constrast": 2.4657766819000244,
       "step": 4030,
-      "subrel-constrast": 2.6818907260894775,
+      "subrel-constrast": 2.648667573928833,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1294299364089966,
-      "cov-distil (oracle2student)": 2.7617692947387695,
-      "cov-distil (oracle2teacher)": 2.9763941764831543,
+      "cov-distil": 1.4935314655303955,
+      "cov-distil (oracle2student)": 3.262911319732666,
+      "cov-distil (oracle2teacher)": 3.1001124382019043,
       "epoch": 3.1640502354788067,
-      "rel-constrast": 2.1683244705200195,
+      "rel-constrast": 2.7092463970184326,
       "step": 4031,
-      "subrel-constrast": 2.9144084453582764,
+      "subrel-constrast": 3.432387113571167,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2012014389038086,
-      "cov-distil (oracle2student)": 4.840904235839844,
-      "cov-distil (oracle2teacher)": 4.0355544090271,
+      "cov-distil": 1.279184103012085,
+      "cov-distil (oracle2student)": 5.492305278778076,
+      "cov-distil (oracle2teacher)": 4.457444667816162,
       "epoch": 3.1648351648351647,
-      "rel-constrast": 2.1427664756774902,
+      "rel-constrast": 1.9034315347671509,
       "step": 4032,
-      "subrel-constrast": 2.442795753479004,
+      "subrel-constrast": 2.2147281169891357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0802819728851318,
-      "cov-distil (oracle2student)": 5.45503568649292,
-      "cov-distil (oracle2teacher)": 5.281075477600098,
+      "cov-distil": 1.3952083587646484,
+      "cov-distil (oracle2student)": 5.4693450927734375,
+      "cov-distil (oracle2teacher)": 5.24333381652832,
       "epoch": 3.1656200941915227,
-      "rel-constrast": 2.4656171798706055,
+      "rel-constrast": 2.8904998302459717,
       "step": 4033,
-      "subrel-constrast": 3.049830436706543,
+      "subrel-constrast": 2.985582113265991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3353824615478516,
-      "cov-distil (oracle2student)": 4.989023685455322,
-      "cov-distil (oracle2teacher)": 4.344862937927246,
+      "cov-distil": 1.9059667587280273,
+      "cov-distil (oracle2student)": 5.43916130065918,
+      "cov-distil (oracle2teacher)": 5.182981014251709,
       "epoch": 3.1664050235478807,
-      "rel-constrast": 3.5053298473358154,
+      "rel-constrast": 3.6868162155151367,
       "step": 4034,
-      "subrel-constrast": 3.8764944076538086,
+      "subrel-constrast": 3.978994369506836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2022203207015991,
-      "cov-distil (oracle2student)": 6.528278350830078,
-      "cov-distil (oracle2teacher)": 5.896334648132324,
+      "cov-distil": 1.7199347019195557,
+      "cov-distil (oracle2student)": 6.928971767425537,
+      "cov-distil (oracle2teacher)": 6.713929176330566,
       "epoch": 3.1671899529042387,
-      "rel-constrast": 3.5243067741394043,
+      "rel-constrast": 4.070441246032715,
       "step": 4035,
-      "subrel-constrast": 4.077381610870361,
+      "subrel-constrast": 4.719760894775391,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3674237728118896,
-      "cov-distil (oracle2student)": 4.241206169128418,
-      "cov-distil (oracle2teacher)": 3.8299360275268555,
+      "cov-distil": 1.7808502912521362,
+      "cov-distil (oracle2student)": 4.6673431396484375,
+      "cov-distil (oracle2teacher)": 3.8764965534210205,
       "epoch": 3.1679748822605966,
-      "rel-constrast": 1.682050108909607,
+      "rel-constrast": 1.9385058879852295,
       "step": 4036,
-      "subrel-constrast": 2.1837241649627686,
+      "subrel-constrast": 2.295231342315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5176891088485718,
-      "cov-distil (oracle2student)": 3.330667018890381,
-      "cov-distil (oracle2teacher)": 3.6640219688415527,
+      "cov-distil": 2.134061813354492,
+      "cov-distil (oracle2student)": 3.7663192749023438,
+      "cov-distil (oracle2teacher)": 3.926966428756714,
       "epoch": 3.1687598116169546,
-      "rel-constrast": 2.8492050170898438,
+      "rel-constrast": 3.139496326446533,
       "step": 4037,
-      "subrel-constrast": 3.4241106510162354,
+      "subrel-constrast": 3.6034858226776123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.269775152206421,
-      "cov-distil (oracle2student)": 4.5991973876953125,
-      "cov-distil (oracle2teacher)": 4.16411018371582,
+      "cov-distil": 1.9014285802841187,
+      "cov-distil (oracle2student)": 4.940637111663818,
+      "cov-distil (oracle2teacher)": 4.971921443939209,
       "epoch": 3.169544740973312,
-      "rel-constrast": 3.072007417678833,
+      "rel-constrast": 3.5914392471313477,
       "step": 4038,
-      "subrel-constrast": 3.421386957168579,
+      "subrel-constrast": 3.9245336055755615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8897309303283691,
-      "cov-distil (oracle2student)": 5.206181526184082,
-      "cov-distil (oracle2teacher)": 4.94783878326416,
+      "cov-distil": 2.276601791381836,
+      "cov-distil (oracle2student)": 5.085244178771973,
+      "cov-distil (oracle2teacher)": 5.012723445892334,
       "epoch": 3.17032967032967,
-      "rel-constrast": 2.3593008518218994,
+      "rel-constrast": 2.923103094100952,
       "step": 4039,
-      "subrel-constrast": 3.2539186477661133,
+      "subrel-constrast": 3.3098714351654053,
       "view-similarity": 0
     },
     {
       "epoch": 3.171114599686028,
-      "grad_norm": 4.75,
+      "grad_norm": 6.8125,
       "learning_rate": 3.720410841744173e-05,
-      "loss": 0.6767,
+      "loss": 0.733,
       "step": 4040
     },
     {
-      "cov-distil": 1.6129679679870605,
-      "cov-distil (oracle2student)": 3.9935712814331055,
-      "cov-distil (oracle2teacher)": 3.5981273651123047,
+      "cov-distil": 2.2691097259521484,
+      "cov-distil (oracle2student)": 5.069634437561035,
+      "cov-distil (oracle2teacher)": 4.149670600891113,
       "epoch": 3.171114599686028,
-      "rel-constrast": 2.7115581035614014,
+      "rel-constrast": 3.2326173782348633,
       "step": 4040,
-      "subrel-constrast": 3.1283926963806152,
+      "subrel-constrast": 3.3828821182250977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1991311311721802,
-      "cov-distil (oracle2student)": 5.3579254150390625,
-      "cov-distil (oracle2teacher)": 4.973752975463867,
+      "cov-distil": 1.8166778087615967,
+      "cov-distil (oracle2student)": 5.529227256774902,
+      "cov-distil (oracle2teacher)": 4.7122297286987305,
       "epoch": 3.171899529042386,
-      "rel-constrast": 2.5668561458587646,
+      "rel-constrast": 2.96734356880188,
       "step": 4041,
-      "subrel-constrast": 3.0996129512786865,
+      "subrel-constrast": 3.0064661502838135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5496768951416016,
-      "cov-distil (oracle2student)": 3.2524614334106445,
-      "cov-distil (oracle2teacher)": 3.4045162200927734,
+      "cov-distil": 1.983656406402588,
+      "cov-distil (oracle2student)": 3.6247942447662354,
+      "cov-distil (oracle2teacher)": 3.4834485054016113,
       "epoch": 3.172684458398744,
-      "rel-constrast": 3.5430145263671875,
+      "rel-constrast": 3.4880075454711914,
       "step": 4042,
-      "subrel-constrast": 3.9937901496887207,
+      "subrel-constrast": 4.199731349945068,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3744747638702393,
-      "cov-distil (oracle2student)": 4.279699325561523,
-      "cov-distil (oracle2teacher)": 3.6983394622802734,
+      "cov-distil": 2.0633955001831055,
+      "cov-distil (oracle2student)": 4.893619537353516,
+      "cov-distil (oracle2teacher)": 4.732665061950684,
       "epoch": 3.173469387755102,
-      "rel-constrast": 2.8519365787506104,
+      "rel-constrast": 2.932122230529785,
       "step": 4043,
-      "subrel-constrast": 3.4752397537231445,
+      "subrel-constrast": 4.037949562072754,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4630719423294067,
-      "cov-distil (oracle2student)": 2.837923288345337,
-      "cov-distil (oracle2teacher)": 3.5150299072265625,
+      "cov-distil": 2.014157772064209,
+      "cov-distil (oracle2student)": 3.8863024711608887,
+      "cov-distil (oracle2teacher)": 3.50439190864563,
       "epoch": 3.17425431711146,
-      "rel-constrast": 2.126582622528076,
+      "rel-constrast": 3.293189525604248,
       "step": 4044,
-      "subrel-constrast": 3.1475443840026855,
+      "subrel-constrast": 3.105473518371582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5248026847839355,
-      "cov-distil (oracle2student)": 5.376763820648193,
-      "cov-distil (oracle2teacher)": 4.936293601989746,
+      "cov-distil": 2.524862051010132,
+      "cov-distil (oracle2student)": 6.09143590927124,
+      "cov-distil (oracle2teacher)": 5.366865158081055,
       "epoch": 3.175039246467818,
-      "rel-constrast": 3.1609957218170166,
+      "rel-constrast": 4.061313152313232,
       "step": 4045,
-      "subrel-constrast": 3.6746513843536377,
+      "subrel-constrast": 4.078176975250244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4433852434158325,
-      "cov-distil (oracle2student)": 4.585832595825195,
-      "cov-distil (oracle2teacher)": 4.856698513031006,
+      "cov-distil": 1.7323460578918457,
+      "cov-distil (oracle2student)": 4.919984817504883,
+      "cov-distil (oracle2teacher)": 4.962700843811035,
       "epoch": 3.1758241758241756,
-      "rel-constrast": 2.8042945861816406,
+      "rel-constrast": 2.9823994636535645,
       "step": 4046,
-      "subrel-constrast": 4.086969375610352,
+      "subrel-constrast": 4.11928129196167,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8247220516204834,
-      "cov-distil (oracle2student)": 4.829975128173828,
-      "cov-distil (oracle2teacher)": 4.213244438171387,
+      "cov-distil": 2.224170684814453,
+      "cov-distil (oracle2student)": 5.131726264953613,
+      "cov-distil (oracle2teacher)": 4.184708595275879,
       "epoch": 3.1766091051805336,
-      "rel-constrast": 1.8388553857803345,
+      "rel-constrast": 2.01560115814209,
       "step": 4047,
-      "subrel-constrast": 3.094672918319702,
+      "subrel-constrast": 2.7508788108825684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1873655319213867,
-      "cov-distil (oracle2student)": 4.848925590515137,
-      "cov-distil (oracle2teacher)": 4.360294342041016,
+      "cov-distil": 1.5955359935760498,
+      "cov-distil (oracle2student)": 5.275371551513672,
+      "cov-distil (oracle2teacher)": 4.71613883972168,
       "epoch": 3.1773940345368916,
-      "rel-constrast": 2.3456053733825684,
+      "rel-constrast": 2.961872100830078,
       "step": 4048,
-      "subrel-constrast": 3.0755701065063477,
+      "subrel-constrast": 3.1284022331237793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4260952472686768,
-      "cov-distil (oracle2student)": 4.379673004150391,
-      "cov-distil (oracle2teacher)": 3.6278512477874756,
+      "cov-distil": 1.745938777923584,
+      "cov-distil (oracle2student)": 4.510155200958252,
+      "cov-distil (oracle2teacher)": 4.34209680557251,
       "epoch": 3.1781789638932496,
-      "rel-constrast": 3.2934975624084473,
+      "rel-constrast": 3.9235706329345703,
       "step": 4049,
-      "subrel-constrast": 3.403791904449463,
+      "subrel-constrast": 3.9513490200042725,
       "view-similarity": 0
     },
     {
       "epoch": 3.1789638932496076,
-      "grad_norm": 6.75,
+      "grad_norm": 7.28125,
       "learning_rate": 3.712787226439237e-05,
-      "loss": 0.7176,
+      "loss": 0.7965,
       "step": 4050
     },
     {
-      "cov-distil": 1.8134758472442627,
-      "cov-distil (oracle2student)": 4.351850509643555,
-      "cov-distil (oracle2teacher)": 4.473075866699219,
+      "cov-distil": 2.9889726638793945,
+      "cov-distil (oracle2student)": 4.488650321960449,
+      "cov-distil (oracle2teacher)": 5.114383220672607,
       "epoch": 3.1789638932496076,
-      "rel-constrast": 2.732077121734619,
+      "rel-constrast": 2.742687940597534,
       "step": 4050,
-      "subrel-constrast": 3.506810188293457,
+      "subrel-constrast": 3.688929796218872,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1262307167053223,
-      "cov-distil (oracle2student)": 4.326882362365723,
-      "cov-distil (oracle2teacher)": 3.771275520324707,
+      "cov-distil": 1.4714603424072266,
+      "cov-distil (oracle2student)": 4.212269306182861,
+      "cov-distil (oracle2teacher)": 3.4676003456115723,
       "epoch": 3.1797488226059656,
-      "rel-constrast": 2.2668232917785645,
+      "rel-constrast": 2.1658589839935303,
       "step": 4051,
-      "subrel-constrast": 2.3820972442626953,
+      "subrel-constrast": 2.1410770416259766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.31911301612854,
-      "cov-distil (oracle2student)": 5.246451377868652,
-      "cov-distil (oracle2teacher)": 4.542802810668945,
+      "cov-distil": 2.3304145336151123,
+      "cov-distil (oracle2student)": 4.8480377197265625,
+      "cov-distil (oracle2teacher)": 4.662968635559082,
       "epoch": 3.1805337519623236,
-      "rel-constrast": 2.344691038131714,
+      "rel-constrast": 2.1990737915039062,
       "step": 4052,
-      "subrel-constrast": 3.601039409637451,
+      "subrel-constrast": 3.220885992050171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3124734163284302,
-      "cov-distil (oracle2student)": 3.523489475250244,
-      "cov-distil (oracle2teacher)": 2.872551918029785,
+      "cov-distil": 1.7126442193984985,
+      "cov-distil (oracle2student)": 3.4381978511810303,
+      "cov-distil (oracle2teacher)": 3.2911250591278076,
       "epoch": 3.181318681318681,
-      "rel-constrast": 2.6127185821533203,
+      "rel-constrast": 2.5968704223632812,
       "step": 4053,
-      "subrel-constrast": 2.9824790954589844,
+      "subrel-constrast": 3.2280805110931396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5550146102905273,
-      "cov-distil (oracle2student)": 4.256606578826904,
-      "cov-distil (oracle2teacher)": 4.216999053955078,
+      "cov-distil": 2.208923578262329,
+      "cov-distil (oracle2student)": 5.209026336669922,
+      "cov-distil (oracle2teacher)": 4.781929016113281,
       "epoch": 3.182103610675039,
-      "rel-constrast": 2.6281745433807373,
+      "rel-constrast": 3.4038138389587402,
       "step": 4054,
-      "subrel-constrast": 3.3054463863372803,
+      "subrel-constrast": 3.523878574371338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.516392469406128,
-      "cov-distil (oracle2student)": 3.715696096420288,
-      "cov-distil (oracle2teacher)": 3.721472978591919,
+      "cov-distil": 2.0285074710845947,
+      "cov-distil (oracle2student)": 4.08310079574585,
+      "cov-distil (oracle2teacher)": 3.9925854206085205,
       "epoch": 3.182888540031397,
-      "rel-constrast": 2.9639787673950195,
+      "rel-constrast": 2.888535737991333,
       "step": 4055,
-      "subrel-constrast": 4.156944274902344,
+      "subrel-constrast": 3.8200557231903076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6829086542129517,
-      "cov-distil (oracle2student)": 3.249945640563965,
-      "cov-distil (oracle2teacher)": 3.027933120727539,
+      "cov-distil": 2.3888986110687256,
+      "cov-distil (oracle2student)": 3.5211689472198486,
+      "cov-distil (oracle2teacher)": 3.207089424133301,
       "epoch": 3.183673469387755,
-      "rel-constrast": 2.541362762451172,
+      "rel-constrast": 2.7730207443237305,
       "step": 4056,
-      "subrel-constrast": 3.2687926292419434,
+      "subrel-constrast": 3.5788564682006836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.852585792541504,
-      "cov-distil (oracle2student)": 3.4094343185424805,
-      "cov-distil (oracle2teacher)": 3.6497933864593506,
+      "cov-distil": 2.217528820037842,
+      "cov-distil (oracle2student)": 3.4134347438812256,
+      "cov-distil (oracle2teacher)": 3.460188388824463,
       "epoch": 3.184458398744113,
-      "rel-constrast": 2.0248680114746094,
+      "rel-constrast": 1.909177541732788,
       "step": 4057,
-      "subrel-constrast": 3.155052661895752,
+      "subrel-constrast": 2.8123619556427,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7041120529174805,
-      "cov-distil (oracle2student)": 4.204410552978516,
-      "cov-distil (oracle2teacher)": 4.4240617752075195,
+      "cov-distil": 2.6392645835876465,
+      "cov-distil (oracle2student)": 4.285919189453125,
+      "cov-distil (oracle2teacher)": 4.7249674797058105,
       "epoch": 3.185243328100471,
-      "rel-constrast": 2.1769299507141113,
+      "rel-constrast": 3.407864570617676,
       "step": 4058,
-      "subrel-constrast": 3.132854461669922,
+      "subrel-constrast": 3.6561145782470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.623509168624878,
-      "cov-distil (oracle2student)": 5.285120010375977,
-      "cov-distil (oracle2teacher)": 4.722373962402344,
+      "cov-distil": 1.7628042697906494,
+      "cov-distil (oracle2student)": 4.833817481994629,
+      "cov-distil (oracle2teacher)": 4.845042705535889,
       "epoch": 3.186028257456829,
-      "rel-constrast": 2.614363193511963,
+      "rel-constrast": 3.1030311584472656,
       "step": 4059,
-      "subrel-constrast": 3.535580635070801,
+      "subrel-constrast": 3.314225673675537,
       "view-similarity": 0
     },
     {
       "epoch": 3.186813186813187,
-      "grad_norm": 4.65625,
+      "grad_norm": 6.5625,
       "learning_rate": 3.705148833704678e-05,
-      "loss": 0.6639,
+      "loss": 0.6797,
       "step": 4060
     },
     {
-      "cov-distil": 1.5198452472686768,
-      "cov-distil (oracle2student)": 3.8856167793273926,
-      "cov-distil (oracle2teacher)": 4.516444206237793,
+      "cov-distil": 2.0669753551483154,
+      "cov-distil (oracle2student)": 4.29203462600708,
+      "cov-distil (oracle2teacher)": 4.1114044189453125,
       "epoch": 3.186813186813187,
-      "rel-constrast": 2.311664581298828,
+      "rel-constrast": 2.4953465461730957,
       "step": 4060,
-      "subrel-constrast": 3.259023666381836,
+      "subrel-constrast": 3.344620943069458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.347705602645874,
-      "cov-distil (oracle2student)": 3.416877508163452,
-      "cov-distil (oracle2teacher)": 3.14567232131958,
+      "cov-distil": 1.8111748695373535,
+      "cov-distil (oracle2student)": 4.1033124923706055,
+      "cov-distil (oracle2teacher)": 3.599874258041382,
       "epoch": 3.1875981161695446,
-      "rel-constrast": 3.6556925773620605,
+      "rel-constrast": 3.954440116882324,
       "step": 4061,
-      "subrel-constrast": 3.73980975151062,
+      "subrel-constrast": 3.98655366897583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0656967163085938,
-      "cov-distil (oracle2student)": 3.1158320903778076,
-      "cov-distil (oracle2teacher)": 3.5009615421295166,
+      "cov-distil": 1.4395328760147095,
+      "cov-distil (oracle2student)": 4.005796432495117,
+      "cov-distil (oracle2teacher)": 3.5309908390045166,
       "epoch": 3.1883830455259026,
-      "rel-constrast": 1.9611574411392212,
+      "rel-constrast": 2.008066177368164,
       "step": 4062,
-      "subrel-constrast": 2.3642382621765137,
+      "subrel-constrast": 2.4353010654449463,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8343945741653442,
-      "cov-distil (oracle2student)": 4.418554782867432,
-      "cov-distil (oracle2teacher)": 4.554476737976074,
+      "cov-distil": 2.197140693664551,
+      "cov-distil (oracle2student)": 4.939026355743408,
+      "cov-distil (oracle2teacher)": 5.31172513961792,
       "epoch": 3.1891679748822606,
-      "rel-constrast": 1.833245038986206,
+      "rel-constrast": 2.8327584266662598,
       "step": 4063,
-      "subrel-constrast": 2.9809908866882324,
+      "subrel-constrast": 3.05033278465271,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.077873706817627,
-      "cov-distil (oracle2student)": 3.039417266845703,
-      "cov-distil (oracle2teacher)": 3.066596031188965,
+      "cov-distil": 1.513047218322754,
+      "cov-distil (oracle2student)": 3.4839911460876465,
+      "cov-distil (oracle2teacher)": 3.223449230194092,
       "epoch": 3.1899529042386185,
-      "rel-constrast": 2.839686870574951,
+      "rel-constrast": 2.8801746368408203,
       "step": 4064,
-      "subrel-constrast": 3.2636537551879883,
+      "subrel-constrast": 3.416700601577759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8019778728485107,
-      "cov-distil (oracle2student)": 5.731478214263916,
-      "cov-distil (oracle2teacher)": 5.133264541625977,
+      "cov-distil": 2.0982651710510254,
+      "cov-distil (oracle2student)": 6.0101728439331055,
+      "cov-distil (oracle2teacher)": 5.447615623474121,
       "epoch": 3.1907378335949765,
-      "rel-constrast": 2.258167266845703,
+      "rel-constrast": 2.612349510192871,
       "step": 4065,
-      "subrel-constrast": 3.468334913253784,
+      "subrel-constrast": 3.3423497676849365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.813058614730835,
-      "cov-distil (oracle2student)": 4.078762054443359,
-      "cov-distil (oracle2teacher)": 4.1901044845581055,
+      "cov-distil": 2.2581238746643066,
+      "cov-distil (oracle2student)": 4.735483646392822,
+      "cov-distil (oracle2teacher)": 4.029195785522461,
       "epoch": 3.1915227629513345,
-      "rel-constrast": 2.585200548171997,
+      "rel-constrast": 2.906717300415039,
       "step": 4066,
-      "subrel-constrast": 3.30265474319458,
+      "subrel-constrast": 3.272826671600342,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4874131679534912,
-      "cov-distil (oracle2student)": 3.7898292541503906,
-      "cov-distil (oracle2teacher)": 3.562988758087158,
+      "cov-distil": 2.0486693382263184,
+      "cov-distil (oracle2student)": 4.263110160827637,
+      "cov-distil (oracle2teacher)": 3.793336868286133,
       "epoch": 3.1923076923076925,
-      "rel-constrast": 2.6950430870056152,
+      "rel-constrast": 2.7196714878082275,
       "step": 4067,
-      "subrel-constrast": 3.2502665519714355,
+      "subrel-constrast": 3.198836088180542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.724550724029541,
-      "cov-distil (oracle2student)": 4.825225353240967,
-      "cov-distil (oracle2teacher)": 4.663763999938965,
+      "cov-distil": 2.1704633235931396,
+      "cov-distil (oracle2student)": 5.533834457397461,
+      "cov-distil (oracle2teacher)": 4.901828765869141,
       "epoch": 3.19309262166405,
-      "rel-constrast": 3.4993138313293457,
+      "rel-constrast": 3.6295325756073,
       "step": 4068,
-      "subrel-constrast": 3.9120733737945557,
+      "subrel-constrast": 3.9847326278686523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6310546398162842,
-      "cov-distil (oracle2student)": 3.393630266189575,
-      "cov-distil (oracle2teacher)": 3.625607967376709,
+      "cov-distil": 2.01727557182312,
+      "cov-distil (oracle2student)": 4.113380432128906,
+      "cov-distil (oracle2teacher)": 3.669650077819824,
       "epoch": 3.193877551020408,
-      "rel-constrast": 1.6976959705352783,
+      "rel-constrast": 2.4495763778686523,
       "step": 4069,
-      "subrel-constrast": 2.932539701461792,
+      "subrel-constrast": 2.673210382461548,
       "view-similarity": 0
     },
     {
       "epoch": 3.194662480376766,
-      "grad_norm": 4.625,
+      "grad_norm": 6.0,
       "learning_rate": 3.697495756611903e-05,
-      "loss": 0.6717,
+      "loss": 0.7122,
       "step": 4070
     },
     {
-      "cov-distil": 1.4508349895477295,
-      "cov-distil (oracle2student)": 5.91256856918335,
-      "cov-distil (oracle2teacher)": 5.6614789962768555,
+      "cov-distil": 1.868772029876709,
+      "cov-distil (oracle2student)": 6.12951135635376,
+      "cov-distil (oracle2teacher)": 5.974491596221924,
       "epoch": 3.194662480376766,
-      "rel-constrast": 2.4119086265563965,
+      "rel-constrast": 2.787217617034912,
       "step": 4070,
-      "subrel-constrast": 3.206437110900879,
+      "subrel-constrast": 3.1645781993865967,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6976141929626465,
-      "cov-distil (oracle2student)": 3.984220266342163,
-      "cov-distil (oracle2teacher)": 3.843625068664551,
+      "cov-distil": 1.8556137084960938,
+      "cov-distil (oracle2student)": 4.209053039550781,
+      "cov-distil (oracle2teacher)": 3.8251519203186035,
       "epoch": 3.195447409733124,
-      "rel-constrast": 3.173590660095215,
+      "rel-constrast": 3.098679780960083,
       "step": 4071,
-      "subrel-constrast": 3.887885570526123,
+      "subrel-constrast": 3.81571102142334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0145299434661865,
-      "cov-distil (oracle2student)": 3.1996915340423584,
-      "cov-distil (oracle2teacher)": 3.3850550651550293,
+      "cov-distil": 1.9605762958526611,
+      "cov-distil (oracle2student)": 3.467827796936035,
+      "cov-distil (oracle2teacher)": 3.5722250938415527,
       "epoch": 3.196232339089482,
-      "rel-constrast": 1.7062350511550903,
+      "rel-constrast": 1.9541687965393066,
       "step": 4072,
-      "subrel-constrast": 2.639400005340576,
+      "subrel-constrast": 2.5712993144989014,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2353920936584473,
-      "cov-distil (oracle2student)": 5.628376007080078,
-      "cov-distil (oracle2teacher)": 5.854368209838867,
+      "cov-distil": 1.583417534828186,
+      "cov-distil (oracle2student)": 5.471858024597168,
+      "cov-distil (oracle2teacher)": 5.8988776206970215,
       "epoch": 3.19701726844584,
-      "rel-constrast": 1.8698667287826538,
+      "rel-constrast": 2.3226256370544434,
       "step": 4073,
-      "subrel-constrast": 2.7485580444335938,
+      "subrel-constrast": 2.6248416900634766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5909078121185303,
-      "cov-distil (oracle2student)": 4.899896621704102,
-      "cov-distil (oracle2teacher)": 4.94480037689209,
+      "cov-distil": 2.072284698486328,
+      "cov-distil (oracle2student)": 5.597988128662109,
+      "cov-distil (oracle2teacher)": 5.47390079498291,
       "epoch": 3.197802197802198,
-      "rel-constrast": 3.158751964569092,
+      "rel-constrast": 3.0649502277374268,
       "step": 4074,
-      "subrel-constrast": 3.538414716720581,
+      "subrel-constrast": 3.466989755630493,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3533720970153809,
-      "cov-distil (oracle2student)": 5.016068935394287,
-      "cov-distil (oracle2teacher)": 4.607449531555176,
+      "cov-distil": 1.651517391204834,
+      "cov-distil (oracle2student)": 4.755334854125977,
+      "cov-distil (oracle2teacher)": 4.235657215118408,
       "epoch": 3.1985871271585555,
-      "rel-constrast": 2.501852035522461,
+      "rel-constrast": 2.590162992477417,
       "step": 4075,
-      "subrel-constrast": 2.9467666149139404,
+      "subrel-constrast": 2.704263925552368,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3456740379333496,
-      "cov-distil (oracle2student)": 4.0357890129089355,
-      "cov-distil (oracle2teacher)": 3.7460975646972656,
+      "cov-distil": 1.3848743438720703,
+      "cov-distil (oracle2student)": 4.424849510192871,
+      "cov-distil (oracle2teacher)": 4.233240604400635,
       "epoch": 3.1993720565149135,
-      "rel-constrast": 2.2281441688537598,
+      "rel-constrast": 2.3955576419830322,
       "step": 4076,
-      "subrel-constrast": 2.8625118732452393,
+      "subrel-constrast": 2.9580812454223633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2751517295837402,
-      "cov-distil (oracle2student)": 3.488973617553711,
-      "cov-distil (oracle2teacher)": 3.38330078125,
+      "cov-distil": 2.140148162841797,
+      "cov-distil (oracle2student)": 3.3284080028533936,
+      "cov-distil (oracle2teacher)": 3.7251741886138916,
       "epoch": 3.2001569858712715,
-      "rel-constrast": 2.056427240371704,
+      "rel-constrast": 2.369320869445801,
       "step": 4077,
-      "subrel-constrast": 2.8544366359710693,
+      "subrel-constrast": 2.7903988361358643,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.374100685119629,
-      "cov-distil (oracle2student)": 4.354150772094727,
-      "cov-distil (oracle2teacher)": 4.4119391441345215,
+      "cov-distil": 1.9238297939300537,
+      "cov-distil (oracle2student)": 4.772041320800781,
+      "cov-distil (oracle2teacher)": 4.760959625244141,
       "epoch": 3.2009419152276295,
-      "rel-constrast": 2.683039665222168,
+      "rel-constrast": 3.10872220993042,
       "step": 4078,
-      "subrel-constrast": 3.2978320121765137,
+      "subrel-constrast": 3.7026314735412598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.67434561252594,
-      "cov-distil (oracle2student)": 3.7477221488952637,
-      "cov-distil (oracle2teacher)": 3.962052345275879,
+      "cov-distil": 1.9559271335601807,
+      "cov-distil (oracle2student)": 4.082060813903809,
+      "cov-distil (oracle2teacher)": 4.040134906768799,
       "epoch": 3.2017268445839875,
-      "rel-constrast": 2.5120961666107178,
+      "rel-constrast": 2.7742199897766113,
       "step": 4079,
-      "subrel-constrast": 3.781398057937622,
+      "subrel-constrast": 3.6151793003082275,
       "view-similarity": 0
     },
     {
       "epoch": 3.2025117739403455,
-      "grad_norm": 5.3125,
+      "grad_norm": 6.25,
       "learning_rate": 3.68982808841124e-05,
-      "loss": 0.6451,
+      "loss": 0.6616,
       "step": 4080
     },
     {
-      "cov-distil": 1.6216583251953125,
-      "cov-distil (oracle2student)": 4.925580978393555,
-      "cov-distil (oracle2teacher)": 5.393021106719971,
+      "cov-distil": 1.800900936126709,
+      "cov-distil (oracle2student)": 5.319062232971191,
+      "cov-distil (oracle2teacher)": 5.24452018737793,
       "epoch": 3.2025117739403455,
-      "rel-constrast": 4.374334812164307,
+      "rel-constrast": 4.440203666687012,
       "step": 4080,
-      "subrel-constrast": 4.6760077476501465,
+      "subrel-constrast": 4.7255330085754395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5311623811721802,
-      "cov-distil (oracle2student)": 5.382058620452881,
-      "cov-distil (oracle2teacher)": 5.0748443603515625,
+      "cov-distil": 2.596764087677002,
+      "cov-distil (oracle2student)": 5.557387351989746,
+      "cov-distil (oracle2teacher)": 5.199283599853516,
       "epoch": 3.2032967032967035,
-      "rel-constrast": 2.907254219055176,
+      "rel-constrast": 3.3410181999206543,
       "step": 4081,
-      "subrel-constrast": 3.796658992767334,
+      "subrel-constrast": 4.015782356262207,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0192230939865112,
-      "cov-distil (oracle2student)": 3.833808183670044,
-      "cov-distil (oracle2teacher)": 3.7243423461914062,
+      "cov-distil": 1.4771599769592285,
+      "cov-distil (oracle2student)": 4.267589569091797,
+      "cov-distil (oracle2teacher)": 3.866546392440796,
       "epoch": 3.204081632653061,
-      "rel-constrast": 2.0177721977233887,
+      "rel-constrast": 2.369823455810547,
       "step": 4082,
-      "subrel-constrast": 2.4947094917297363,
+      "subrel-constrast": 2.532931327819824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7178764343261719,
-      "cov-distil (oracle2student)": 4.449463367462158,
-      "cov-distil (oracle2teacher)": 4.3717756271362305,
+      "cov-distil": 1.9225691556930542,
+      "cov-distil (oracle2student)": 4.822924613952637,
+      "cov-distil (oracle2teacher)": 4.365625858306885,
       "epoch": 3.204866562009419,
-      "rel-constrast": 2.525278091430664,
+      "rel-constrast": 3.0547754764556885,
       "step": 4083,
-      "subrel-constrast": 3.851606845855713,
+      "subrel-constrast": 3.666757822036743,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6130623817443848,
-      "cov-distil (oracle2student)": 4.002601623535156,
-      "cov-distil (oracle2teacher)": 3.9989500045776367,
+      "cov-distil": 1.8051373958587646,
+      "cov-distil (oracle2student)": 3.9941658973693848,
+      "cov-distil (oracle2teacher)": 4.096051216125488,
       "epoch": 3.205651491365777,
-      "rel-constrast": 2.2950189113616943,
+      "rel-constrast": 2.741474151611328,
       "step": 4084,
-      "subrel-constrast": 3.2106871604919434,
+      "subrel-constrast": 3.001319169998169,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1849994659423828,
-      "cov-distil (oracle2student)": 4.325654983520508,
-      "cov-distil (oracle2teacher)": 3.9578566551208496,
+      "cov-distil": 1.3357149362564087,
+      "cov-distil (oracle2student)": 4.678787708282471,
+      "cov-distil (oracle2teacher)": 4.479554653167725,
       "epoch": 3.206436420722135,
-      "rel-constrast": 3.126732349395752,
+      "rel-constrast": 2.828047037124634,
       "step": 4085,
-      "subrel-constrast": 3.0989089012145996,
+      "subrel-constrast": 3.5122740268707275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4774457216262817,
-      "cov-distil (oracle2student)": 4.6166815757751465,
-      "cov-distil (oracle2teacher)": 3.960423231124878,
+      "cov-distil": 1.8167788982391357,
+      "cov-distil (oracle2student)": 4.040648937225342,
+      "cov-distil (oracle2teacher)": 4.1119794845581055,
       "epoch": 3.207221350078493,
-      "rel-constrast": 3.7275779247283936,
+      "rel-constrast": 3.684730291366577,
       "step": 4086,
-      "subrel-constrast": 3.5559751987457275,
+      "subrel-constrast": 3.592466115951538,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7977418899536133,
-      "cov-distil (oracle2student)": 4.428629398345947,
-      "cov-distil (oracle2teacher)": 4.0218963623046875,
+      "cov-distil": 2.519829750061035,
+      "cov-distil (oracle2student)": 4.657085418701172,
+      "cov-distil (oracle2teacher)": 4.298967361450195,
       "epoch": 3.208006279434851,
-      "rel-constrast": 3.3010153770446777,
+      "rel-constrast": 3.4544758796691895,
       "step": 4087,
-      "subrel-constrast": 4.106998920440674,
+      "subrel-constrast": 3.9968175888061523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4765939712524414,
-      "cov-distil (oracle2student)": 5.128518104553223,
-      "cov-distil (oracle2teacher)": 4.769601821899414,
+      "cov-distil": 2.681938886642456,
+      "cov-distil (oracle2student)": 5.858248233795166,
+      "cov-distil (oracle2teacher)": 4.9767961502075195,
       "epoch": 3.208791208791209,
-      "rel-constrast": 1.9242807626724243,
+      "rel-constrast": 2.8981544971466064,
       "step": 4088,
-      "subrel-constrast": 3.0900886058807373,
+      "subrel-constrast": 3.880467653274536,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0714787244796753,
-      "cov-distil (oracle2student)": 4.251492500305176,
-      "cov-distil (oracle2teacher)": 3.7010498046875,
+      "cov-distil": 1.3968219757080078,
+      "cov-distil (oracle2student)": 4.173327445983887,
+      "cov-distil (oracle2teacher)": 3.9437716007232666,
       "epoch": 3.209576138147567,
-      "rel-constrast": 2.9233100414276123,
+      "rel-constrast": 2.9073567390441895,
       "step": 4089,
-      "subrel-constrast": 3.5591275691986084,
+      "subrel-constrast": 3.3626461029052734,
       "view-similarity": 0
     },
     {
       "epoch": 3.2103610675039245,
-      "grad_norm": 5.3125,
+      "grad_norm": 7.03125,
       "learning_rate": 3.682145922530806e-05,
-      "loss": 0.7643,
+      "loss": 0.793,
       "step": 4090
     },
     {
-      "cov-distil": 1.4226081371307373,
-      "cov-distil (oracle2student)": 4.7240095138549805,
-      "cov-distil (oracle2teacher)": 4.866809368133545,
+      "cov-distil": 2.6640796661376953,
+      "cov-distil (oracle2student)": 5.029722213745117,
+      "cov-distil (oracle2teacher)": 5.289312362670898,
       "epoch": 3.2103610675039245,
-      "rel-constrast": 2.6914854049682617,
+      "rel-constrast": 3.2137768268585205,
       "step": 4090,
-      "subrel-constrast": 3.1808948516845703,
+      "subrel-constrast": 3.115169048309326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3508071899414062,
-      "cov-distil (oracle2student)": 4.549515724182129,
-      "cov-distil (oracle2teacher)": 3.6473801136016846,
+      "cov-distil": 1.4682414531707764,
+      "cov-distil (oracle2student)": 4.545807361602783,
+      "cov-distil (oracle2teacher)": 3.9730889797210693,
       "epoch": 3.2111459968602825,
-      "rel-constrast": 1.6119718551635742,
+      "rel-constrast": 1.8532838821411133,
       "step": 4091,
-      "subrel-constrast": 2.3353688716888428,
+      "subrel-constrast": 2.2242796421051025,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6076637506484985,
-      "cov-distil (oracle2student)": 4.331765174865723,
-      "cov-distil (oracle2teacher)": 3.860828161239624,
+      "cov-distil": 1.8821792602539062,
+      "cov-distil (oracle2student)": 4.728328227996826,
+      "cov-distil (oracle2teacher)": 4.391439437866211,
       "epoch": 3.2119309262166404,
-      "rel-constrast": 1.556239128112793,
+      "rel-constrast": 1.3664281368255615,
       "step": 4092,
-      "subrel-constrast": 2.481572151184082,
+      "subrel-constrast": 2.4127378463745117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3139846324920654,
-      "cov-distil (oracle2student)": 4.315858840942383,
-      "cov-distil (oracle2teacher)": 3.8337717056274414,
+      "cov-distil": 2.0780534744262695,
+      "cov-distil (oracle2student)": 4.662646293640137,
+      "cov-distil (oracle2teacher)": 3.9212193489074707,
       "epoch": 3.2127158555729984,
-      "rel-constrast": 2.431793212890625,
+      "rel-constrast": 2.5594375133514404,
       "step": 4093,
-      "subrel-constrast": 3.412686586380005,
+      "subrel-constrast": 2.968226194381714,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4141985177993774,
-      "cov-distil (oracle2student)": 5.604040145874023,
-      "cov-distil (oracle2teacher)": 5.027905464172363,
+      "cov-distil": 2.175694465637207,
+      "cov-distil (oracle2student)": 5.230528831481934,
+      "cov-distil (oracle2teacher)": 5.400640487670898,
       "epoch": 3.2135007849293564,
-      "rel-constrast": 2.750471591949463,
+      "rel-constrast": 2.6000137329101562,
       "step": 4094,
-      "subrel-constrast": 3.231492519378662,
+      "subrel-constrast": 3.1532583236694336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.528458595275879,
-      "cov-distil (oracle2student)": 4.064908981323242,
-      "cov-distil (oracle2teacher)": 4.14497709274292,
+      "cov-distil": 1.7557848691940308,
+      "cov-distil (oracle2student)": 4.197721481323242,
+      "cov-distil (oracle2teacher)": 4.509886741638184,
       "epoch": 3.2142857142857144,
-      "rel-constrast": 1.92036771774292,
+      "rel-constrast": 2.152157783508301,
       "step": 4095,
-      "subrel-constrast": 3.0239827632904053,
+      "subrel-constrast": 2.880382776260376,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.613877534866333,
-      "cov-distil (oracle2student)": 5.129641532897949,
-      "cov-distil (oracle2teacher)": 4.577580451965332,
+      "cov-distil": 1.7621886730194092,
+      "cov-distil (oracle2student)": 5.908583641052246,
+      "cov-distil (oracle2teacher)": 5.169764518737793,
       "epoch": 3.2150706436420724,
-      "rel-constrast": 2.029071569442749,
+      "rel-constrast": 2.644160509109497,
       "step": 4096,
-      "subrel-constrast": 2.824598550796509,
+      "subrel-constrast": 2.819653272628784,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7196329832077026,
-      "cov-distil (oracle2student)": 5.29832124710083,
-      "cov-distil (oracle2teacher)": 5.115424156188965,
+      "cov-distil": 1.934129238128662,
+      "cov-distil (oracle2student)": 5.794795513153076,
+      "cov-distil (oracle2teacher)": 5.368902683258057,
       "epoch": 3.21585557299843,
-      "rel-constrast": 2.2909293174743652,
+      "rel-constrast": 3.046651601791382,
       "step": 4097,
-      "subrel-constrast": 2.932006359100342,
+      "subrel-constrast": 2.7736337184906006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.595472812652588,
-      "cov-distil (oracle2student)": 5.638644695281982,
-      "cov-distil (oracle2teacher)": 4.979042053222656,
+      "cov-distil": 1.5741654634475708,
+      "cov-distil (oracle2student)": 5.07197380065918,
+      "cov-distil (oracle2teacher)": 5.38386344909668,
       "epoch": 3.216640502354788,
-      "rel-constrast": 2.8223843574523926,
+      "rel-constrast": 2.774806499481201,
       "step": 4098,
-      "subrel-constrast": 3.4451558589935303,
+      "subrel-constrast": 3.5630440711975098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4596830606460571,
-      "cov-distil (oracle2student)": 2.848599433898926,
-      "cov-distil (oracle2teacher)": 2.973951816558838,
+      "cov-distil": 2.000685691833496,
+      "cov-distil (oracle2student)": 2.5057454109191895,
+      "cov-distil (oracle2teacher)": 3.0649328231811523,
       "epoch": 3.217425431711146,
-      "rel-constrast": 2.0326011180877686,
+      "rel-constrast": 1.8597707748413086,
       "step": 4099,
-      "subrel-constrast": 2.550997257232666,
+      "subrel-constrast": 2.3593475818634033,
       "view-similarity": 0
     },
     {
       "epoch": 3.218210361067504,
-      "grad_norm": 4.8125,
+      "grad_norm": 4.84375,
       "learning_rate": 3.67444935257537e-05,
-      "loss": 0.591,
+      "loss": 0.6018,
       "step": 4100
     },
     {
       "epoch": 3.218210361067504,
-      "overlap": 0.3140625059604645,
+      "overlap": 0.31718751788139343,
       "step": 4100
     },
     {
       "epoch": 3.218210361067504,
       "step": 4100,
-      "student margin": 0.07177734375
+      "student margin": 0.061737060546875
     },
     {
       "epoch": 3.218210361067504,
       "step": 4100,
-      "teacher margin": 0.0504150390625
+      "teacher margin": 0.050811767578125
     },
     {
       "epoch": 3.218210361067504,
-      "margin difference": -0.0213623046875,
+      "margin difference": -0.01092529296875,
       "step": 4100
     },
     {
-      "cov-distil": 1.6231918334960938,
-      "cov-distil (oracle2student)": 3.3264503479003906,
-      "cov-distil (oracle2teacher)": 3.1475915908813477,
+      "cov-distil": 2.0924336910247803,
+      "cov-distil (oracle2student)": 3.1915037631988525,
+      "cov-distil (oracle2teacher)": 3.308505058288574,
       "epoch": 3.218210361067504,
-      "rel-constrast": 2.3435661792755127,
+      "rel-constrast": 2.9366257190704346,
       "step": 4100,
-      "subrel-constrast": 2.757063865661621,
+      "subrel-constrast": 3.0203027725219727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5445442199707031,
-      "cov-distil (oracle2student)": 3.397778034210205,
-      "cov-distil (oracle2teacher)": 3.484692335128784,
+      "cov-distil": 2.1286582946777344,
+      "cov-distil (oracle2student)": 3.3294525146484375,
+      "cov-distil (oracle2teacher)": 3.660343885421753,
       "epoch": 3.218995290423862,
-      "rel-constrast": 3.0190014839172363,
+      "rel-constrast": 3.47377872467041,
       "step": 4101,
-      "subrel-constrast": 3.5440139770507812,
+      "subrel-constrast": 3.504443407058716,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2900992631912231,
-      "cov-distil (oracle2student)": 3.981735944747925,
-      "cov-distil (oracle2teacher)": 3.994786024093628,
+      "cov-distil": 1.7807635068893433,
+      "cov-distil (oracle2student)": 4.217158317565918,
+      "cov-distil (oracle2teacher)": 4.074823379516602,
       "epoch": 3.21978021978022,
-      "rel-constrast": 2.4955735206604004,
+      "rel-constrast": 2.624544620513916,
       "step": 4102,
-      "subrel-constrast": 3.1391844749450684,
+      "subrel-constrast": 3.216125249862671,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5230563879013062,
-      "cov-distil (oracle2student)": 1.9678640365600586,
-      "cov-distil (oracle2teacher)": 2.4625346660614014,
+      "cov-distil": 1.92549729347229,
+      "cov-distil (oracle2student)": 2.3445067405700684,
+      "cov-distil (oracle2teacher)": 2.7558093070983887,
       "epoch": 3.220565149136578,
-      "rel-constrast": 2.356362819671631,
+      "rel-constrast": 2.1299145221710205,
       "step": 4103,
-      "subrel-constrast": 3.0994913578033447,
+      "subrel-constrast": 3.34013032913208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.320395588874817,
-      "cov-distil (oracle2student)": 4.324847221374512,
-      "cov-distil (oracle2teacher)": 4.420239448547363,
+      "cov-distil": 1.4353090524673462,
+      "cov-distil (oracle2student)": 4.428333282470703,
+      "cov-distil (oracle2teacher)": 4.798882007598877,
       "epoch": 3.221350078492936,
-      "rel-constrast": 3.0198264122009277,
+      "rel-constrast": 3.988381862640381,
       "step": 4104,
-      "subrel-constrast": 3.500613212585449,
+      "subrel-constrast": 3.705068349838257,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5726593732833862,
-      "cov-distil (oracle2student)": 4.044774532318115,
-      "cov-distil (oracle2teacher)": 3.8679306507110596,
+      "cov-distil": 2.4153380393981934,
+      "cov-distil (oracle2student)": 4.057692527770996,
+      "cov-distil (oracle2teacher)": 3.900632381439209,
       "epoch": 3.2221350078492934,
-      "rel-constrast": 3.481858491897583,
+      "rel-constrast": 3.860649824142456,
       "step": 4105,
-      "subrel-constrast": 3.5203447341918945,
+      "subrel-constrast": 3.9046647548675537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5200493335723877,
-      "cov-distil (oracle2student)": 3.6990575790405273,
-      "cov-distil (oracle2teacher)": 3.6607580184936523,
+      "cov-distil": 1.8564965724945068,
+      "cov-distil (oracle2student)": 3.627284526824951,
+      "cov-distil (oracle2teacher)": 3.6234846115112305,
       "epoch": 3.2229199372056514,
-      "rel-constrast": 3.8897411823272705,
+      "rel-constrast": 3.8665292263031006,
       "step": 4106,
-      "subrel-constrast": 3.9408609867095947,
+      "subrel-constrast": 3.8901705741882324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6275267601013184,
-      "cov-distil (oracle2student)": 6.6722211837768555,
-      "cov-distil (oracle2teacher)": 5.9278082847595215,
+      "cov-distil": 2.3317041397094727,
+      "cov-distil (oracle2student)": 7.137124538421631,
+      "cov-distil (oracle2teacher)": 6.065143585205078,
       "epoch": 3.2237048665620094,
-      "rel-constrast": 1.9248325824737549,
+      "rel-constrast": 2.4899520874023438,
       "step": 4107,
-      "subrel-constrast": 2.7129065990448,
+      "subrel-constrast": 2.568666934967041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3008551597595215,
-      "cov-distil (oracle2student)": 4.7673234939575195,
-      "cov-distil (oracle2teacher)": 4.664101600646973,
+      "cov-distil": 1.6843841075897217,
+      "cov-distil (oracle2student)": 4.970269203186035,
+      "cov-distil (oracle2teacher)": 5.305467128753662,
       "epoch": 3.2244897959183674,
-      "rel-constrast": 2.5451619625091553,
+      "rel-constrast": 3.185415744781494,
       "step": 4108,
-      "subrel-constrast": 3.316051959991455,
+      "subrel-constrast": 3.1188294887542725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3098934888839722,
-      "cov-distil (oracle2student)": 3.368687629699707,
-      "cov-distil (oracle2teacher)": 3.1625466346740723,
+      "cov-distil": 1.548446536064148,
+      "cov-distil (oracle2student)": 3.3945298194885254,
+      "cov-distil (oracle2teacher)": 3.4828386306762695,
       "epoch": 3.2252747252747254,
-      "rel-constrast": 1.85701322555542,
+      "rel-constrast": 2.2065534591674805,
       "step": 4109,
-      "subrel-constrast": 2.3169631958007812,
+      "subrel-constrast": 2.572370767593384,
       "view-similarity": 0
     },
     {
       "epoch": 3.2260596546310834,
-      "grad_norm": 6.0625,
+      "grad_norm": 4.90625,
       "learning_rate": 3.666738472325205e-05,
-      "loss": 0.7099,
+      "loss": 0.7691,
       "step": 4110
     },
     {
-      "cov-distil": 1.2798161506652832,
-      "cov-distil (oracle2student)": 4.914375305175781,
-      "cov-distil (oracle2teacher)": 4.377834796905518,
+      "cov-distil": 1.2300682067871094,
+      "cov-distil (oracle2student)": 4.82194709777832,
+      "cov-distil (oracle2teacher)": 4.627239227294922,
       "epoch": 3.2260596546310834,
-      "rel-constrast": 2.642585515975952,
+      "rel-constrast": 3.013023853302002,
       "step": 4110,
-      "subrel-constrast": 3.2743234634399414,
+      "subrel-constrast": 3.585223436355591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1259608268737793,
-      "cov-distil (oracle2student)": 5.342728137969971,
-      "cov-distil (oracle2teacher)": 4.642943859100342,
+      "cov-distil": 1.7245492935180664,
+      "cov-distil (oracle2student)": 4.690520286560059,
+      "cov-distil (oracle2teacher)": 4.786735534667969,
       "epoch": 3.2268445839874413,
-      "rel-constrast": 2.303096294403076,
+      "rel-constrast": 2.0537469387054443,
       "step": 4111,
-      "subrel-constrast": 2.833782196044922,
+      "subrel-constrast": 2.8654773235321045,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.266733169555664,
-      "cov-distil (oracle2student)": 4.189131736755371,
-      "cov-distil (oracle2teacher)": 3.328152894973755,
+      "cov-distil": 1.7441388368606567,
+      "cov-distil (oracle2student)": 3.9453506469726562,
+      "cov-distil (oracle2teacher)": 3.575601577758789,
       "epoch": 3.227629513343799,
-      "rel-constrast": 2.348611354827881,
+      "rel-constrast": 2.401121139526367,
       "step": 4112,
-      "subrel-constrast": 2.7630887031555176,
+      "subrel-constrast": 2.589372396469116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4588361978530884,
-      "cov-distil (oracle2student)": 4.274197578430176,
-      "cov-distil (oracle2teacher)": 4.167956352233887,
+      "cov-distil": 1.964569091796875,
+      "cov-distil (oracle2student)": 3.901625156402588,
+      "cov-distil (oracle2teacher)": 4.041644096374512,
       "epoch": 3.228414442700157,
-      "rel-constrast": 3.544079303741455,
+      "rel-constrast": 4.409983158111572,
       "step": 4113,
-      "subrel-constrast": 4.022496700286865,
+      "subrel-constrast": 4.034121513366699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6741008758544922,
-      "cov-distil (oracle2student)": 4.856388092041016,
-      "cov-distil (oracle2teacher)": 5.09263801574707,
+      "cov-distil": 1.6732079982757568,
+      "cov-distil (oracle2student)": 5.87339973449707,
+      "cov-distil (oracle2teacher)": 5.344792366027832,
       "epoch": 3.229199372056515,
-      "rel-constrast": 2.949979305267334,
+      "rel-constrast": 3.3717172145843506,
       "step": 4114,
-      "subrel-constrast": 4.029238700866699,
+      "subrel-constrast": 4.061716556549072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1130950450897217,
-      "cov-distil (oracle2student)": 5.645552158355713,
-      "cov-distil (oracle2teacher)": 5.423906326293945,
+      "cov-distil": 1.3127611875534058,
+      "cov-distil (oracle2student)": 5.92130184173584,
+      "cov-distil (oracle2teacher)": 5.568260669708252,
       "epoch": 3.229984301412873,
-      "rel-constrast": 2.554793119430542,
+      "rel-constrast": 3.154569387435913,
       "step": 4115,
-      "subrel-constrast": 2.9762210845947266,
+      "subrel-constrast": 3.1913251876831055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7119523286819458,
-      "cov-distil (oracle2student)": 3.6457560062408447,
-      "cov-distil (oracle2teacher)": 3.3818435668945312,
+      "cov-distil": 2.2302703857421875,
+      "cov-distil (oracle2student)": 3.800635814666748,
+      "cov-distil (oracle2teacher)": 3.728696346282959,
       "epoch": 3.230769230769231,
-      "rel-constrast": 2.9181385040283203,
+      "rel-constrast": 3.514434337615967,
       "step": 4116,
-      "subrel-constrast": 3.3840906620025635,
+      "subrel-constrast": 3.3366858959198,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9523298740386963,
-      "cov-distil (oracle2student)": 4.0436601638793945,
-      "cov-distil (oracle2teacher)": 4.937863349914551,
+      "cov-distil": 2.200442314147949,
+      "cov-distil (oracle2student)": 4.22996187210083,
+      "cov-distil (oracle2teacher)": 5.045332908630371,
       "epoch": 3.231554160125589,
-      "rel-constrast": 2.960923433303833,
+      "rel-constrast": 2.921400547027588,
       "step": 4117,
-      "subrel-constrast": 4.078564167022705,
+      "subrel-constrast": 3.619847059249878,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.431989312171936,
-      "cov-distil (oracle2student)": 5.56929349899292,
-      "cov-distil (oracle2teacher)": 4.946605682373047,
+      "cov-distil": 1.420904517173767,
+      "cov-distil (oracle2student)": 5.245105743408203,
+      "cov-distil (oracle2teacher)": 5.197415351867676,
       "epoch": 3.232339089481947,
-      "rel-constrast": 1.9792821407318115,
+      "rel-constrast": 2.3000388145446777,
       "step": 4118,
-      "subrel-constrast": 2.6498818397521973,
+      "subrel-constrast": 2.4603240489959717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3088785409927368,
-      "cov-distil (oracle2student)": 3.500239849090576,
-      "cov-distil (oracle2teacher)": 3.4135255813598633,
+      "cov-distil": 1.4753098487854004,
+      "cov-distil (oracle2student)": 3.1175918579101562,
+      "cov-distil (oracle2teacher)": 3.6367063522338867,
       "epoch": 3.2331240188383044,
-      "rel-constrast": 3.444139242172241,
+      "rel-constrast": 3.39957332611084,
       "step": 4119,
-      "subrel-constrast": 4.02864408493042,
+      "subrel-constrast": 4.069628715515137,
       "view-similarity": 0
     },
     {
       "epoch": 3.2339089481946623,
-      "grad_norm": 6.59375,
+      "grad_norm": 6.375,
       "learning_rate": 3.659013375734956e-05,
-      "loss": 0.7269,
+      "loss": 0.7635,
       "step": 4120
     },
     {
-      "cov-distil": 1.4452886581420898,
-      "cov-distil (oracle2student)": 3.1228644847869873,
-      "cov-distil (oracle2teacher)": 3.0718741416931152,
+      "cov-distil": 1.7923742532730103,
+      "cov-distil (oracle2student)": 3.193298578262329,
+      "cov-distil (oracle2teacher)": 3.134685754776001,
       "epoch": 3.2339089481946623,
-      "rel-constrast": 1.6210904121398926,
+      "rel-constrast": 1.9976081848144531,
       "step": 4120,
-      "subrel-constrast": 2.609005928039551,
+      "subrel-constrast": 2.6992459297180176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6774014234542847,
-      "cov-distil (oracle2student)": 3.2007102966308594,
-      "cov-distil (oracle2teacher)": 3.301891326904297,
+      "cov-distil": 2.683710813522339,
+      "cov-distil (oracle2student)": 2.795228958129883,
+      "cov-distil (oracle2teacher)": 3.198355197906494,
       "epoch": 3.2346938775510203,
-      "rel-constrast": 1.8074826002120972,
+      "rel-constrast": 2.597149133682251,
       "step": 4121,
-      "subrel-constrast": 3.009028673171997,
+      "subrel-constrast": 3.0252182483673096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0393009185791016,
-      "cov-distil (oracle2student)": 3.561595916748047,
-      "cov-distil (oracle2teacher)": 3.6036593914031982,
+      "cov-distil": 1.3033915758132935,
+      "cov-distil (oracle2student)": 3.968022108078003,
+      "cov-distil (oracle2teacher)": 4.136700630187988,
       "epoch": 3.2354788069073783,
-      "rel-constrast": 2.701965570449829,
+      "rel-constrast": 2.957136631011963,
       "step": 4122,
-      "subrel-constrast": 3.2373580932617188,
+      "subrel-constrast": 3.161489725112915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5658048391342163,
-      "cov-distil (oracle2student)": 3.9257466793060303,
-      "cov-distil (oracle2teacher)": 3.8965952396392822,
+      "cov-distil": 1.53605055809021,
+      "cov-distil (oracle2student)": 4.106891632080078,
+      "cov-distil (oracle2teacher)": 3.8972885608673096,
       "epoch": 3.2362637362637363,
-      "rel-constrast": 2.0578832626342773,
+      "rel-constrast": 2.3644189834594727,
       "step": 4123,
-      "subrel-constrast": 2.9693336486816406,
+      "subrel-constrast": 2.705564498901367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3360987901687622,
-      "cov-distil (oracle2student)": 6.72939920425415,
-      "cov-distil (oracle2teacher)": 5.827871322631836,
+      "cov-distil": 1.7911385297775269,
+      "cov-distil (oracle2student)": 6.575658798217773,
+      "cov-distil (oracle2teacher)": 5.7423272132873535,
       "epoch": 3.2370486656200943,
-      "rel-constrast": 2.274125576019287,
+      "rel-constrast": 2.4635655879974365,
       "step": 4124,
-      "subrel-constrast": 2.935776710510254,
+      "subrel-constrast": 2.8067820072174072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5826395750045776,
-      "cov-distil (oracle2student)": 4.115086555480957,
-      "cov-distil (oracle2teacher)": 3.8246703147888184,
+      "cov-distil": 2.0978517532348633,
+      "cov-distil (oracle2student)": 4.101430892944336,
+      "cov-distil (oracle2teacher)": 3.8735482692718506,
       "epoch": 3.2378335949764523,
-      "rel-constrast": 3.2622313499450684,
+      "rel-constrast": 3.8399546146392822,
       "step": 4125,
-      "subrel-constrast": 3.490015983581543,
+      "subrel-constrast": 3.504028797149658,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4454377889633179,
-      "cov-distil (oracle2student)": 4.606889724731445,
-      "cov-distil (oracle2teacher)": 4.482079029083252,
+      "cov-distil": 2.284224271774292,
+      "cov-distil (oracle2student)": 5.23817253112793,
+      "cov-distil (oracle2teacher)": 5.069093227386475,
       "epoch": 3.23861852433281,
-      "rel-constrast": 2.280362129211426,
+      "rel-constrast": 2.7695209980010986,
       "step": 4126,
-      "subrel-constrast": 3.716615676879883,
+      "subrel-constrast": 3.761129856109619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5268065929412842,
-      "cov-distil (oracle2student)": 4.21771764755249,
-      "cov-distil (oracle2teacher)": 4.076077461242676,
+      "cov-distil": 2.1386780738830566,
+      "cov-distil (oracle2student)": 3.9539153575897217,
+      "cov-distil (oracle2teacher)": 4.326873302459717,
       "epoch": 3.239403453689168,
-      "rel-constrast": 1.7604986429214478,
+      "rel-constrast": 1.7403655052185059,
       "step": 4127,
-      "subrel-constrast": 2.4465255737304688,
+      "subrel-constrast": 2.724337577819824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7783540487289429,
-      "cov-distil (oracle2student)": 3.343377113342285,
-      "cov-distil (oracle2teacher)": 3.3411011695861816,
+      "cov-distil": 2.318448066711426,
+      "cov-distil (oracle2student)": 4.510251998901367,
+      "cov-distil (oracle2teacher)": 3.5251541137695312,
       "epoch": 3.240188383045526,
-      "rel-constrast": 2.518167018890381,
+      "rel-constrast": 3.0412659645080566,
       "step": 4128,
-      "subrel-constrast": 3.1822094917297363,
+      "subrel-constrast": 3.585836887359619,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5220774412155151,
-      "cov-distil (oracle2student)": 3.49183988571167,
-      "cov-distil (oracle2teacher)": 3.3318071365356445,
+      "cov-distil": 1.5802968740463257,
+      "cov-distil (oracle2student)": 3.5610175132751465,
+      "cov-distil (oracle2teacher)": 3.549743175506592,
       "epoch": 3.240973312401884,
-      "rel-constrast": 2.7828011512756348,
+      "rel-constrast": 2.886035203933716,
       "step": 4129,
-      "subrel-constrast": 3.725080728530884,
+      "subrel-constrast": 3.7679758071899414,
       "view-similarity": 0
     },
     {
       "epoch": 3.241758241758242,
-      "grad_norm": 6.1875,
+      "grad_norm": 6.375,
       "learning_rate": 3.651274156932485e-05,
-      "loss": 0.614,
+      "loss": 0.6664,
       "step": 4130
     },
     {
-      "cov-distil": 1.2913613319396973,
-      "cov-distil (oracle2student)": 3.896195888519287,
-      "cov-distil (oracle2teacher)": 3.699057102203369,
+      "cov-distil": 1.6299340724945068,
+      "cov-distil (oracle2student)": 3.956139087677002,
+      "cov-distil (oracle2teacher)": 4.223577499389648,
       "epoch": 3.241758241758242,
-      "rel-constrast": 1.7535008192062378,
+      "rel-constrast": 1.7683193683624268,
       "step": 4130,
-      "subrel-constrast": 2.483889102935791,
+      "subrel-constrast": 2.7142298221588135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0834681987762451,
-      "cov-distil (oracle2student)": 5.195611953735352,
-      "cov-distil (oracle2teacher)": 4.469845771789551,
+      "cov-distil": 1.4811279773712158,
+      "cov-distil (oracle2student)": 4.970883846282959,
+      "cov-distil (oracle2teacher)": 4.901973724365234,
       "epoch": 3.2425431711145998,
-      "rel-constrast": 1.938427448272705,
+      "rel-constrast": 1.811875820159912,
       "step": 4131,
-      "subrel-constrast": 2.2139954566955566,
+      "subrel-constrast": 2.466059446334839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5666043758392334,
-      "cov-distil (oracle2student)": 4.4059319496154785,
-      "cov-distil (oracle2teacher)": 4.417537689208984,
+      "cov-distil": 1.6254851818084717,
+      "cov-distil (oracle2student)": 4.832828521728516,
+      "cov-distil (oracle2teacher)": 4.827861785888672,
       "epoch": 3.2433281004709578,
-      "rel-constrast": 2.3581643104553223,
+      "rel-constrast": 2.2266175746917725,
       "step": 4132,
-      "subrel-constrast": 3.4314684867858887,
+      "subrel-constrast": 3.285525321960449,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.164746880531311,
-      "cov-distil (oracle2student)": 3.945246696472168,
-      "cov-distil (oracle2teacher)": 3.87990140914917,
+      "cov-distil": 1.2890704870224,
+      "cov-distil (oracle2student)": 4.31562614440918,
+      "cov-distil (oracle2teacher)": 4.44016170501709,
       "epoch": 3.2441130298273153,
-      "rel-constrast": 2.7513580322265625,
+      "rel-constrast": 2.8324899673461914,
       "step": 4133,
-      "subrel-constrast": 2.862647771835327,
+      "subrel-constrast": 2.5992848873138428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3684756755828857,
-      "cov-distil (oracle2student)": 4.610907554626465,
-      "cov-distil (oracle2teacher)": 4.132364273071289,
+      "cov-distil": 1.8408279418945312,
+      "cov-distil (oracle2student)": 4.255507469177246,
+      "cov-distil (oracle2teacher)": 4.488626003265381,
       "epoch": 3.2448979591836733,
-      "rel-constrast": 1.7559388875961304,
+      "rel-constrast": 2.016328811645508,
       "step": 4134,
-      "subrel-constrast": 2.4684736728668213,
+      "subrel-constrast": 2.7693514823913574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.522467017173767,
-      "cov-distil (oracle2student)": 4.056910514831543,
-      "cov-distil (oracle2teacher)": 3.983372211456299,
+      "cov-distil": 1.9271222352981567,
+      "cov-distil (oracle2student)": 4.723226547241211,
+      "cov-distil (oracle2teacher)": 4.634902000427246,
       "epoch": 3.2456828885400313,
-      "rel-constrast": 2.6038880348205566,
+      "rel-constrast": 3.2811203002929688,
       "step": 4135,
-      "subrel-constrast": 2.996239185333252,
+      "subrel-constrast": 3.0858824253082275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3461616039276123,
-      "cov-distil (oracle2student)": 4.234503746032715,
-      "cov-distil (oracle2teacher)": 4.097163200378418,
+      "cov-distil": 1.6363375186920166,
+      "cov-distil (oracle2student)": 4.428981304168701,
+      "cov-distil (oracle2teacher)": 4.36233377456665,
       "epoch": 3.2464678178963893,
-      "rel-constrast": 2.1247148513793945,
+      "rel-constrast": 2.434232711791992,
       "step": 4136,
-      "subrel-constrast": 2.5413601398468018,
+      "subrel-constrast": 3.006742477416992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7534983158111572,
-      "cov-distil (oracle2student)": 3.640936851501465,
-      "cov-distil (oracle2teacher)": 3.2988224029541016,
+      "cov-distil": 2.571784496307373,
+      "cov-distil (oracle2student)": 4.009522438049316,
+      "cov-distil (oracle2teacher)": 3.812762498855591,
       "epoch": 3.2472527472527473,
-      "rel-constrast": 2.7601497173309326,
+      "rel-constrast": 3.0893890857696533,
       "step": 4137,
-      "subrel-constrast": 3.4155113697052,
+      "subrel-constrast": 3.763373613357544,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.498835802078247,
-      "cov-distil (oracle2student)": 2.545491933822632,
-      "cov-distil (oracle2teacher)": 2.5966644287109375,
+      "cov-distil": 2.1455700397491455,
+      "cov-distil (oracle2student)": 2.870194911956787,
+      "cov-distil (oracle2teacher)": 2.764824867248535,
       "epoch": 3.2480376766091053,
-      "rel-constrast": 1.63542902469635,
+      "rel-constrast": 1.9379513263702393,
       "step": 4138,
-      "subrel-constrast": 2.2865030765533447,
+      "subrel-constrast": 2.475968599319458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3593857288360596,
-      "cov-distil (oracle2student)": 4.86687707901001,
-      "cov-distil (oracle2teacher)": 4.797457695007324,
+      "cov-distil": 1.7846095561981201,
+      "cov-distil (oracle2student)": 5.086159706115723,
+      "cov-distil (oracle2teacher)": 5.287753105163574,
       "epoch": 3.2488226059654632,
-      "rel-constrast": 1.7121918201446533,
+      "rel-constrast": 1.89138925075531,
       "step": 4139,
-      "subrel-constrast": 2.8107357025146484,
+      "subrel-constrast": 2.730088233947754,
       "view-similarity": 0
     },
     {
       "epoch": 3.2496075353218212,
-      "grad_norm": 4.375,
+      "grad_norm": 5.9375,
       "learning_rate": 3.6435209102177325e-05,
-      "loss": 0.5697,
+      "loss": 0.5822,
       "step": 4140
     },
     {
-      "cov-distil": 1.7125091552734375,
-      "cov-distil (oracle2student)": 3.245527744293213,
-      "cov-distil (oracle2teacher)": 3.4233968257904053,
+      "cov-distil": 1.8091959953308105,
+      "cov-distil (oracle2student)": 3.9266138076782227,
+      "cov-distil (oracle2teacher)": 3.983330726623535,
       "epoch": 3.2496075353218212,
-      "rel-constrast": 2.7007839679718018,
+      "rel-constrast": 3.17452335357666,
       "step": 4140,
-      "subrel-constrast": 3.463374137878418,
+      "subrel-constrast": 3.453650951385498,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7250956296920776,
-      "cov-distil (oracle2student)": 3.843872308731079,
-      "cov-distil (oracle2teacher)": 3.6275382041931152,
+      "cov-distil": 1.8705579042434692,
+      "cov-distil (oracle2student)": 3.732332706451416,
+      "cov-distil (oracle2teacher)": 3.834606885910034,
       "epoch": 3.2503924646781788,
-      "rel-constrast": 2.4470057487487793,
+      "rel-constrast": 2.6826441287994385,
       "step": 4141,
-      "subrel-constrast": 2.878962993621826,
+      "subrel-constrast": 2.8880367279052734,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.131091833114624,
-      "cov-distil (oracle2student)": 4.897960662841797,
-      "cov-distil (oracle2teacher)": 4.184411525726318,
+      "cov-distil": 1.4139995574951172,
+      "cov-distil (oracle2student)": 4.643091678619385,
+      "cov-distil (oracle2teacher)": 4.730663299560547,
       "epoch": 3.2511773940345368,
-      "rel-constrast": 1.884069561958313,
+      "rel-constrast": 2.013465404510498,
       "step": 4142,
-      "subrel-constrast": 2.381556510925293,
+      "subrel-constrast": 2.499091625213623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.924795389175415,
-      "cov-distil (oracle2student)": 3.8032870292663574,
-      "cov-distil (oracle2teacher)": 3.684969902038574,
+      "cov-distil": 2.294909715652466,
+      "cov-distil (oracle2student)": 4.618571758270264,
+      "cov-distil (oracle2teacher)": 3.3955230712890625,
       "epoch": 3.2519623233908947,
-      "rel-constrast": 2.3952174186706543,
+      "rel-constrast": 2.572286605834961,
       "step": 4143,
-      "subrel-constrast": 3.424428939819336,
+      "subrel-constrast": 3.4418888092041016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.137826442718506,
-      "cov-distil (oracle2student)": 3.6689958572387695,
-      "cov-distil (oracle2teacher)": 3.681717872619629,
+      "cov-distil": 1.8068602085113525,
+      "cov-distil (oracle2student)": 3.9855098724365234,
+      "cov-distil (oracle2teacher)": 3.7479805946350098,
       "epoch": 3.2527472527472527,
-      "rel-constrast": 2.0660738945007324,
+      "rel-constrast": 2.427692174911499,
       "step": 4144,
-      "subrel-constrast": 3.0824666023254395,
+      "subrel-constrast": 3.01031756401062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6685768365859985,
-      "cov-distil (oracle2student)": 5.549620628356934,
-      "cov-distil (oracle2teacher)": 4.723397254943848,
+      "cov-distil": 1.6416696310043335,
+      "cov-distil (oracle2student)": 5.542722225189209,
+      "cov-distil (oracle2teacher)": 4.8519158363342285,
       "epoch": 3.2535321821036107,
-      "rel-constrast": 2.2570722103118896,
+      "rel-constrast": 2.7907893657684326,
       "step": 4145,
-      "subrel-constrast": 3.150300979614258,
+      "subrel-constrast": 3.0819666385650635,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.617242693901062,
-      "cov-distil (oracle2student)": 4.237327575683594,
-      "cov-distil (oracle2teacher)": 4.163204669952393,
+      "cov-distil": 2.119615077972412,
+      "cov-distil (oracle2student)": 4.933654308319092,
+      "cov-distil (oracle2teacher)": 4.678801536560059,
       "epoch": 3.2543171114599687,
-      "rel-constrast": 3.6989564895629883,
+      "rel-constrast": 4.489275932312012,
       "step": 4146,
-      "subrel-constrast": 3.8182992935180664,
+      "subrel-constrast": 3.6142771244049072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2088980674743652,
-      "cov-distil (oracle2student)": 4.232730865478516,
-      "cov-distil (oracle2teacher)": 4.516727447509766,
+      "cov-distil": 1.7124137878417969,
+      "cov-distil (oracle2student)": 5.101357460021973,
+      "cov-distil (oracle2teacher)": 4.477730751037598,
       "epoch": 3.2551020408163267,
-      "rel-constrast": 2.7732560634613037,
+      "rel-constrast": 3.2415854930877686,
       "step": 4147,
-      "subrel-constrast": 3.7422313690185547,
+      "subrel-constrast": 3.829395294189453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.281003713607788,
-      "cov-distil (oracle2student)": 2.5320582389831543,
-      "cov-distil (oracle2teacher)": 2.7561254501342773,
+      "cov-distil": 1.607574701309204,
+      "cov-distil (oracle2student)": 2.518200635910034,
+      "cov-distil (oracle2teacher)": 2.9534149169921875,
       "epoch": 3.2558869701726847,
-      "rel-constrast": 1.9148796796798706,
+      "rel-constrast": 2.2067716121673584,
       "step": 4148,
-      "subrel-constrast": 2.8261959552764893,
+      "subrel-constrast": 2.9259512424468994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6758782863616943,
-      "cov-distil (oracle2student)": 3.723356246948242,
-      "cov-distil (oracle2teacher)": 3.4315755367279053,
+      "cov-distil": 2.2914254665374756,
+      "cov-distil (oracle2student)": 3.881838321685791,
+      "cov-distil (oracle2teacher)": 4.045753479003906,
       "epoch": 3.2566718995290422,
-      "rel-constrast": 3.735297918319702,
+      "rel-constrast": 3.6225266456604004,
       "step": 4149,
-      "subrel-constrast": 4.831198215484619,
+      "subrel-constrast": 4.995443820953369,
       "view-similarity": 0
     },
     {
       "epoch": 3.2574568288854002,
-      "grad_norm": 6.46875,
+      "grad_norm": 6.4375,
       "learning_rate": 3.635753730061562e-05,
-      "loss": 0.687,
+      "loss": 0.7305,
       "step": 4150
     },
     {
-      "cov-distil": 1.392106533050537,
-      "cov-distil (oracle2student)": 2.932140350341797,
-      "cov-distil (oracle2teacher)": 2.718301296234131,
+      "cov-distil": 1.646828293800354,
+      "cov-distil (oracle2student)": 3.3097872734069824,
+      "cov-distil (oracle2teacher)": 3.1492323875427246,
       "epoch": 3.2574568288854002,
-      "rel-constrast": 2.5353827476501465,
+      "rel-constrast": 2.967024803161621,
       "step": 4150,
-      "subrel-constrast": 2.873279571533203,
+      "subrel-constrast": 2.922274351119995,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4027223587036133,
-      "cov-distil (oracle2student)": 4.166123390197754,
-      "cov-distil (oracle2teacher)": 3.6434688568115234,
+      "cov-distil": 1.8636672496795654,
+      "cov-distil (oracle2student)": 3.429771900177002,
+      "cov-distil (oracle2teacher)": 4.007294654846191,
       "epoch": 3.258241758241758,
-      "rel-constrast": 2.7530174255371094,
+      "rel-constrast": 2.869387626647949,
       "step": 4151,
-      "subrel-constrast": 3.179793119430542,
+      "subrel-constrast": 3.445233106613159,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1852023601531982,
-      "cov-distil (oracle2student)": 3.829822540283203,
-      "cov-distil (oracle2teacher)": 3.615485906600952,
+      "cov-distil": 1.7195457220077515,
+      "cov-distil (oracle2student)": 4.493004322052002,
+      "cov-distil (oracle2teacher)": 4.452231407165527,
       "epoch": 3.259026687598116,
-      "rel-constrast": 2.3817853927612305,
+      "rel-constrast": 2.363132953643799,
       "step": 4152,
-      "subrel-constrast": 2.80948543548584,
+      "subrel-constrast": 3.1681771278381348,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4922828674316406,
-      "cov-distil (oracle2student)": 3.655707597732544,
-      "cov-distil (oracle2teacher)": 3.2417943477630615,
+      "cov-distil": 1.7732560634613037,
+      "cov-distil (oracle2student)": 4.1192803382873535,
+      "cov-distil (oracle2teacher)": 3.264619827270508,
       "epoch": 3.259811616954474,
-      "rel-constrast": 2.9647107124328613,
+      "rel-constrast": 3.0863287448883057,
       "step": 4153,
-      "subrel-constrast": 3.2700631618499756,
+      "subrel-constrast": 3.240962266921997,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6711252927780151,
-      "cov-distil (oracle2student)": 5.182267189025879,
-      "cov-distil (oracle2teacher)": 4.513375282287598,
+      "cov-distil": 1.9830719232559204,
+      "cov-distil (oracle2student)": 4.220758438110352,
+      "cov-distil (oracle2teacher)": 4.8045759201049805,
       "epoch": 3.260596546310832,
-      "rel-constrast": 2.3307344913482666,
+      "rel-constrast": 2.808278799057007,
       "step": 4154,
-      "subrel-constrast": 3.7412607669830322,
+      "subrel-constrast": 3.7101032733917236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6598608493804932,
-      "cov-distil (oracle2student)": 3.7401161193847656,
-      "cov-distil (oracle2teacher)": 3.722907543182373,
+      "cov-distil": 1.9940247535705566,
+      "cov-distil (oracle2student)": 4.074416637420654,
+      "cov-distil (oracle2teacher)": 4.2879486083984375,
       "epoch": 3.26138147566719,
-      "rel-constrast": 2.6826047897338867,
+      "rel-constrast": 2.6699466705322266,
       "step": 4155,
-      "subrel-constrast": 3.026834726333618,
+      "subrel-constrast": 3.0074872970581055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3264546394348145,
-      "cov-distil (oracle2student)": 4.640303611755371,
-      "cov-distil (oracle2teacher)": 4.073193550109863,
+      "cov-distil": 1.6665955781936646,
+      "cov-distil (oracle2student)": 4.552002906799316,
+      "cov-distil (oracle2teacher)": 4.666910648345947,
       "epoch": 3.2621664050235477,
-      "rel-constrast": 3.383815050125122,
+      "rel-constrast": 3.4289474487304688,
       "step": 4156,
-      "subrel-constrast": 4.083059787750244,
+      "subrel-constrast": 4.468102931976318,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.555683970451355,
-      "cov-distil (oracle2student)": 5.130585670471191,
-      "cov-distil (oracle2teacher)": 4.548338890075684,
+      "cov-distil": 1.5526094436645508,
+      "cov-distil (oracle2student)": 4.706523895263672,
+      "cov-distil (oracle2teacher)": 4.416481018066406,
       "epoch": 3.2629513343799057,
-      "rel-constrast": 3.0940537452697754,
+      "rel-constrast": 3.1628823280334473,
       "step": 4157,
-      "subrel-constrast": 3.719881534576416,
+      "subrel-constrast": 3.339688539505005,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1941934823989868,
-      "cov-distil (oracle2student)": 4.475104808807373,
-      "cov-distil (oracle2teacher)": 3.893496036529541,
+      "cov-distil": 1.1939153671264648,
+      "cov-distil (oracle2student)": 4.764371395111084,
+      "cov-distil (oracle2teacher)": 4.259243488311768,
       "epoch": 3.2637362637362637,
-      "rel-constrast": 1.8405346870422363,
+      "rel-constrast": 2.3343453407287598,
       "step": 4158,
-      "subrel-constrast": 2.5396416187286377,
+      "subrel-constrast": 2.330946922302246,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3051395416259766,
-      "cov-distil (oracle2student)": 5.431572914123535,
-      "cov-distil (oracle2teacher)": 5.064882278442383,
+      "cov-distil": 1.5699423551559448,
+      "cov-distil (oracle2student)": 5.5863752365112305,
+      "cov-distil (oracle2teacher)": 5.8653974533081055,
       "epoch": 3.2645211930926217,
-      "rel-constrast": 2.5198214054107666,
+      "rel-constrast": 2.515380859375,
       "step": 4159,
-      "subrel-constrast": 2.9195356369018555,
+      "subrel-constrast": 3.284254789352417,
       "view-similarity": 0
     },
     {
       "epoch": 3.2653061224489797,
-      "grad_norm": 5.53125,
+      "grad_norm": 6.4375,
       "learning_rate": 3.627972711104613e-05,
-      "loss": 0.6976,
+      "loss": 0.7051,
       "step": 4160
     },
     {
-      "cov-distil": 1.297663688659668,
-      "cov-distil (oracle2student)": 2.648137092590332,
-      "cov-distil (oracle2teacher)": 2.8507726192474365,
+      "cov-distil": 1.8089709281921387,
+      "cov-distil (oracle2student)": 3.06675386428833,
+      "cov-distil (oracle2teacher)": 3.3856096267700195,
       "epoch": 3.2653061224489797,
-      "rel-constrast": 1.89394211769104,
+      "rel-constrast": 2.382070302963257,
       "step": 4160,
-      "subrel-constrast": 2.8098487854003906,
+      "subrel-constrast": 3.028658390045166,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9189000129699707,
-      "cov-distil (oracle2student)": 5.333316802978516,
-      "cov-distil (oracle2teacher)": 5.320933818817139,
+      "cov-distil": 2.387662887573242,
+      "cov-distil (oracle2student)": 5.566534042358398,
+      "cov-distil (oracle2teacher)": 5.787851333618164,
       "epoch": 3.2660910518053377,
-      "rel-constrast": 3.1383397579193115,
+      "rel-constrast": 3.7350013256073,
       "step": 4161,
-      "subrel-constrast": 4.266426086425781,
+      "subrel-constrast": 4.442951202392578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5913023948669434,
-      "cov-distil (oracle2student)": 3.357771396636963,
-      "cov-distil (oracle2teacher)": 3.181216239929199,
+      "cov-distil": 2.1996212005615234,
+      "cov-distil (oracle2student)": 3.649521827697754,
+      "cov-distil (oracle2teacher)": 3.4642252922058105,
       "epoch": 3.2668759811616956,
-      "rel-constrast": 2.3046579360961914,
+      "rel-constrast": 2.745281934738159,
       "step": 4162,
-      "subrel-constrast": 2.9058279991149902,
+      "subrel-constrast": 2.825963258743286,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2058134078979492,
-      "cov-distil (oracle2student)": 5.865702152252197,
-      "cov-distil (oracle2teacher)": 5.036103248596191,
+      "cov-distil": 1.7186241149902344,
+      "cov-distil (oracle2student)": 5.286772727966309,
+      "cov-distil (oracle2teacher)": 5.3992743492126465,
       "epoch": 3.267660910518053,
-      "rel-constrast": 2.538611650466919,
+      "rel-constrast": 2.6448709964752197,
       "step": 4163,
-      "subrel-constrast": 2.5008132457733154,
+      "subrel-constrast": 2.66904616355896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4102782011032104,
-      "cov-distil (oracle2student)": 5.012775421142578,
-      "cov-distil (oracle2teacher)": 5.371129035949707,
+      "cov-distil": 1.6321995258331299,
+      "cov-distil (oracle2student)": 6.147883892059326,
+      "cov-distil (oracle2teacher)": 5.331841468811035,
       "epoch": 3.268445839874411,
-      "rel-constrast": 2.6992387771606445,
+      "rel-constrast": 3.3770296573638916,
       "step": 4164,
-      "subrel-constrast": 3.6573128700256348,
+      "subrel-constrast": 3.368783473968506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.21634840965271,
-      "cov-distil (oracle2student)": 3.832362651824951,
-      "cov-distil (oracle2teacher)": 3.513484239578247,
+      "cov-distil": 1.3891099691390991,
+      "cov-distil (oracle2student)": 4.1165337562561035,
+      "cov-distil (oracle2teacher)": 3.570194721221924,
       "epoch": 3.269230769230769,
-      "rel-constrast": 1.8029422760009766,
+      "rel-constrast": 2.192312240600586,
       "step": 4165,
-      "subrel-constrast": 2.3064420223236084,
+      "subrel-constrast": 2.5973498821258545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5909498929977417,
-      "cov-distil (oracle2student)": 4.019875526428223,
-      "cov-distil (oracle2teacher)": 3.477491855621338,
+      "cov-distil": 2.0421481132507324,
+      "cov-distil (oracle2student)": 4.069589614868164,
+      "cov-distil (oracle2teacher)": 3.551669120788574,
       "epoch": 3.270015698587127,
-      "rel-constrast": 2.148141384124756,
+      "rel-constrast": 2.6782338619232178,
       "step": 4166,
-      "subrel-constrast": 2.845961093902588,
+      "subrel-constrast": 2.7430217266082764,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.406618595123291,
-      "cov-distil (oracle2student)": 4.479836463928223,
-      "cov-distil (oracle2teacher)": 3.931412935256958,
+      "cov-distil": 2.2501535415649414,
+      "cov-distil (oracle2student)": 4.616293430328369,
+      "cov-distil (oracle2teacher)": 4.292180061340332,
       "epoch": 3.270800627943485,
-      "rel-constrast": 2.631624221801758,
+      "rel-constrast": 2.6867945194244385,
       "step": 4167,
-      "subrel-constrast": 3.555079221725464,
+      "subrel-constrast": 3.567946434020996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.926470160484314,
-      "cov-distil (oracle2student)": 4.928468227386475,
-      "cov-distil (oracle2teacher)": 4.742462635040283,
+      "cov-distil": 2.4816739559173584,
+      "cov-distil (oracle2student)": 5.406915664672852,
+      "cov-distil (oracle2teacher)": 4.624438285827637,
       "epoch": 3.271585557299843,
-      "rel-constrast": 2.6242599487304688,
+      "rel-constrast": 3.886599063873291,
       "step": 4168,
-      "subrel-constrast": 3.7902474403381348,
+      "subrel-constrast": 3.8343918323516846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6513665914535522,
-      "cov-distil (oracle2student)": 5.48714017868042,
-      "cov-distil (oracle2teacher)": 4.686275482177734,
+      "cov-distil": 2.0603697299957275,
+      "cov-distil (oracle2student)": 6.024964332580566,
+      "cov-distil (oracle2teacher)": 4.518928527832031,
       "epoch": 3.272370486656201,
-      "rel-constrast": 2.2575628757476807,
+      "rel-constrast": 2.580618381500244,
       "step": 4169,
-      "subrel-constrast": 3.3629908561706543,
+      "subrel-constrast": 2.928123950958252,
       "view-similarity": 0
     },
     {
       "epoch": 3.2731554160125587,
-      "grad_norm": 5.125,
+      "grad_norm": 6.03125,
       "learning_rate": 3.620177948156145e-05,
-      "loss": 0.639,
+      "loss": 0.7227,
       "step": 4170
     },
     {
-      "cov-distil": 1.635155439376831,
-      "cov-distil (oracle2student)": 5.012970924377441,
-      "cov-distil (oracle2teacher)": 4.410036563873291,
+      "cov-distil": 1.7256968021392822,
+      "cov-distil (oracle2student)": 5.064456939697266,
+      "cov-distil (oracle2teacher)": 4.2846574783325195,
       "epoch": 3.2731554160125587,
-      "rel-constrast": 1.9235936403274536,
+      "rel-constrast": 2.0927278995513916,
       "step": 4170,
-      "subrel-constrast": 2.620637893676758,
+      "subrel-constrast": 2.634153366088867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.283623456954956,
-      "cov-distil (oracle2student)": 5.758761405944824,
-      "cov-distil (oracle2teacher)": 4.62346887588501,
+      "cov-distil": 1.5362471342086792,
+      "cov-distil (oracle2student)": 5.953773021697998,
+      "cov-distil (oracle2teacher)": 5.1792192459106445,
       "epoch": 3.2739403453689166,
-      "rel-constrast": 3.1251659393310547,
+      "rel-constrast": 3.32271409034729,
       "step": 4171,
-      "subrel-constrast": 3.2936856746673584,
+      "subrel-constrast": 3.121875762939453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1528306007385254,
-      "cov-distil (oracle2student)": 3.4693872928619385,
-      "cov-distil (oracle2teacher)": 3.364684581756592,
+      "cov-distil": 2.8506641387939453,
+      "cov-distil (oracle2student)": 4.175597667694092,
+      "cov-distil (oracle2teacher)": 3.3865580558776855,
       "epoch": 3.2747252747252746,
-      "rel-constrast": 2.991741418838501,
+      "rel-constrast": 3.0948379039764404,
       "step": 4172,
-      "subrel-constrast": 3.703296184539795,
+      "subrel-constrast": 4.016836643218994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3704991340637207,
-      "cov-distil (oracle2student)": 3.1450939178466797,
-      "cov-distil (oracle2teacher)": 2.792985439300537,
+      "cov-distil": 1.8168299198150635,
+      "cov-distil (oracle2student)": 3.353065013885498,
+      "cov-distil (oracle2teacher)": 3.1457273960113525,
       "epoch": 3.2755102040816326,
-      "rel-constrast": 2.466155529022217,
+      "rel-constrast": 2.704899549484253,
       "step": 4173,
-      "subrel-constrast": 3.152841806411743,
+      "subrel-constrast": 3.1421592235565186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.233139157295227,
-      "cov-distil (oracle2student)": 3.4294981956481934,
-      "cov-distil (oracle2teacher)": 3.0232346057891846,
+      "cov-distil": 1.543737769126892,
+      "cov-distil (oracle2student)": 3.5735740661621094,
+      "cov-distil (oracle2teacher)": 3.6170523166656494,
       "epoch": 3.2762951334379906,
-      "rel-constrast": 3.1043107509613037,
+      "rel-constrast": 2.7117061614990234,
       "step": 4174,
-      "subrel-constrast": 3.722660541534424,
+      "subrel-constrast": 3.9688327312469482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2373827695846558,
-      "cov-distil (oracle2student)": 3.0074267387390137,
-      "cov-distil (oracle2teacher)": 2.9270081520080566,
+      "cov-distil": 1.5844800472259521,
+      "cov-distil (oracle2student)": 3.215756416320801,
+      "cov-distil (oracle2teacher)": 3.065288782119751,
       "epoch": 3.2770800627943486,
-      "rel-constrast": 1.8047616481781006,
+      "rel-constrast": 2.476870059967041,
       "step": 4175,
-      "subrel-constrast": 2.518221616744995,
+      "subrel-constrast": 2.5792317390441895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.475424885749817,
-      "cov-distil (oracle2student)": 2.9595768451690674,
-      "cov-distil (oracle2teacher)": 3.3239712715148926,
+      "cov-distil": 1.862945795059204,
+      "cov-distil (oracle2student)": 3.575937509536743,
+      "cov-distil (oracle2teacher)": 3.361502170562744,
       "epoch": 3.2778649921507066,
-      "rel-constrast": 2.370251417160034,
+      "rel-constrast": 2.8734397888183594,
       "step": 4176,
-      "subrel-constrast": 3.2997570037841797,
+      "subrel-constrast": 3.5645835399627686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6247639656066895,
-      "cov-distil (oracle2student)": 3.1054422855377197,
-      "cov-distil (oracle2teacher)": 2.9594719409942627,
+      "cov-distil": 1.5488002300262451,
+      "cov-distil (oracle2student)": 2.879523754119873,
+      "cov-distil (oracle2teacher)": 2.6292378902435303,
       "epoch": 3.278649921507064,
-      "rel-constrast": 2.368778944015503,
+      "rel-constrast": 2.3657448291778564,
       "step": 4177,
-      "subrel-constrast": 3.0538313388824463,
+      "subrel-constrast": 3.1223819255828857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1557451486587524,
-      "cov-distil (oracle2student)": 2.9235920906066895,
-      "cov-distil (oracle2teacher)": 3.5010604858398438,
+      "cov-distil": 1.5430293083190918,
+      "cov-distil (oracle2student)": 3.5213208198547363,
+      "cov-distil (oracle2teacher)": 3.447960376739502,
       "epoch": 3.279434850863422,
-      "rel-constrast": 2.7016167640686035,
+      "rel-constrast": 2.773865222930908,
       "step": 4178,
-      "subrel-constrast": 3.3355119228363037,
+      "subrel-constrast": 3.410562515258789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4020984172821045,
-      "cov-distil (oracle2student)": 3.978309154510498,
-      "cov-distil (oracle2teacher)": 4.333033084869385,
+      "cov-distil": 1.6839187145233154,
+      "cov-distil (oracle2student)": 5.09126091003418,
+      "cov-distil (oracle2teacher)": 4.672135829925537,
       "epoch": 3.28021978021978,
-      "rel-constrast": 2.5787811279296875,
+      "rel-constrast": 2.8645660877227783,
       "step": 4179,
-      "subrel-constrast": 3.0293197631835938,
+      "subrel-constrast": 2.72387957572937,
       "view-similarity": 0
     },
     {
       "epoch": 3.281004709576138,
-      "grad_norm": 4.9375,
+      "grad_norm": 5.71875,
       "learning_rate": 3.612369536192886e-05,
-      "loss": 0.6723,
+      "loss": 0.682,
       "step": 4180
     },
     {
-      "cov-distil": 1.460237979888916,
-      "cov-distil (oracle2student)": 4.140585899353027,
-      "cov-distil (oracle2teacher)": 3.870406150817871,
+      "cov-distil": 1.8778876066207886,
+      "cov-distil (oracle2student)": 4.093428611755371,
+      "cov-distil (oracle2teacher)": 4.510760307312012,
       "epoch": 3.281004709576138,
-      "rel-constrast": 2.0469107627868652,
+      "rel-constrast": 2.13970947265625,
       "step": 4180,
-      "subrel-constrast": 2.547084093093872,
+      "subrel-constrast": 2.4010229110717773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3190101385116577,
-      "cov-distil (oracle2student)": 4.669803619384766,
-      "cov-distil (oracle2teacher)": 4.349387168884277,
+      "cov-distil": 1.7062199115753174,
+      "cov-distil (oracle2student)": 4.691186904907227,
+      "cov-distil (oracle2teacher)": 4.774314880371094,
       "epoch": 3.281789638932496,
-      "rel-constrast": 2.9467217922210693,
+      "rel-constrast": 3.0317647457122803,
       "step": 4181,
-      "subrel-constrast": 3.8324475288391113,
+      "subrel-constrast": 3.5762178897857666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8559715747833252,
-      "cov-distil (oracle2student)": 3.676459312438965,
-      "cov-distil (oracle2teacher)": 3.3061299324035645,
+      "cov-distil": 2.2088212966918945,
+      "cov-distil (oracle2student)": 4.344206809997559,
+      "cov-distil (oracle2teacher)": 3.951585054397583,
       "epoch": 3.282574568288854,
-      "rel-constrast": 2.9084367752075195,
+      "rel-constrast": 3.06466007232666,
       "step": 4182,
-      "subrel-constrast": 4.175237655639648,
+      "subrel-constrast": 4.169126987457275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5026484727859497,
-      "cov-distil (oracle2student)": 4.571869850158691,
-      "cov-distil (oracle2teacher)": 4.117488384246826,
+      "cov-distil": 1.949360966682434,
+      "cov-distil (oracle2student)": 4.648200988769531,
+      "cov-distil (oracle2teacher)": 4.393224716186523,
       "epoch": 3.283359497645212,
-      "rel-constrast": 3.107342004776001,
+      "rel-constrast": 3.258636236190796,
       "step": 4183,
-      "subrel-constrast": 3.4132113456726074,
+      "subrel-constrast": 3.309326171875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7524831295013428,
-      "cov-distil (oracle2student)": 3.8843724727630615,
-      "cov-distil (oracle2teacher)": 3.73494291305542,
+      "cov-distil": 2.0616726875305176,
+      "cov-distil (oracle2student)": 3.9691948890686035,
+      "cov-distil (oracle2teacher)": 4.364480018615723,
       "epoch": 3.2841444270015696,
-      "rel-constrast": 2.420741319656372,
+      "rel-constrast": 2.808286190032959,
       "step": 4184,
-      "subrel-constrast": 3.5877041816711426,
+      "subrel-constrast": 3.525024652481079,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6003305912017822,
-      "cov-distil (oracle2student)": 5.404605865478516,
-      "cov-distil (oracle2teacher)": 4.814722061157227,
+      "cov-distil": 2.007476568222046,
+      "cov-distil (oracle2student)": 5.947181701660156,
+      "cov-distil (oracle2teacher)": 5.374508857727051,
       "epoch": 3.2849293563579276,
-      "rel-constrast": 3.4054839611053467,
+      "rel-constrast": 3.6490206718444824,
       "step": 4185,
-      "subrel-constrast": 3.8482577800750732,
+      "subrel-constrast": 4.311616897583008,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1161340475082397,
-      "cov-distil (oracle2student)": 4.123608112335205,
-      "cov-distil (oracle2teacher)": 4.05494499206543,
+      "cov-distil": 1.3266218900680542,
+      "cov-distil (oracle2student)": 4.335326194763184,
+      "cov-distil (oracle2teacher)": 4.098630905151367,
       "epoch": 3.2857142857142856,
-      "rel-constrast": 2.3148140907287598,
+      "rel-constrast": 2.605121612548828,
       "step": 4186,
-      "subrel-constrast": 2.6714420318603516,
+      "subrel-constrast": 2.6703648567199707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3147320747375488,
-      "cov-distil (oracle2student)": 4.813879489898682,
-      "cov-distil (oracle2teacher)": 4.178300857543945,
+      "cov-distil": 1.4550385475158691,
+      "cov-distil (oracle2student)": 5.2902021408081055,
+      "cov-distil (oracle2teacher)": 4.979254245758057,
       "epoch": 3.2864992150706436,
-      "rel-constrast": 1.4145591259002686,
+      "rel-constrast": 1.441952109336853,
       "step": 4187,
-      "subrel-constrast": 2.25240421295166,
+      "subrel-constrast": 2.2684104442596436,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6829323768615723,
-      "cov-distil (oracle2student)": 3.0364184379577637,
-      "cov-distil (oracle2teacher)": 3.1693859100341797,
+      "cov-distil": 1.8363810777664185,
+      "cov-distil (oracle2student)": 3.0517988204956055,
+      "cov-distil (oracle2teacher)": 3.605184555053711,
       "epoch": 3.2872841444270016,
-      "rel-constrast": 2.3670201301574707,
+      "rel-constrast": 2.653247594833374,
       "step": 4188,
-      "subrel-constrast": 2.7667734622955322,
+      "subrel-constrast": 2.8430538177490234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.422348976135254,
-      "cov-distil (oracle2student)": 5.070457458496094,
-      "cov-distil (oracle2teacher)": 4.20262336730957,
+      "cov-distil": 1.6318913698196411,
+      "cov-distil (oracle2student)": 5.588723182678223,
+      "cov-distil (oracle2teacher)": 4.413130760192871,
       "epoch": 3.2880690737833596,
-      "rel-constrast": 2.7861487865448,
+      "rel-constrast": 2.4737281799316406,
       "step": 4189,
-      "subrel-constrast": 3.2386176586151123,
+      "subrel-constrast": 3.310001850128174,
       "view-similarity": 0
     },
     {
       "epoch": 3.2888540031397175,
-      "grad_norm": 5.4375,
+      "grad_norm": 5.5625,
       "learning_rate": 3.6045475703578706e-05,
-      "loss": 0.6805,
+      "loss": 0.6782,
       "step": 4190
     },
     {
-      "cov-distil": 1.5849305391311646,
-      "cov-distil (oracle2student)": 2.973595380783081,
-      "cov-distil (oracle2teacher)": 3.2512013912200928,
+      "cov-distil": 1.8630235195159912,
+      "cov-distil (oracle2student)": 3.4181487560272217,
+      "cov-distil (oracle2teacher)": 3.650254726409912,
       "epoch": 3.2888540031397175,
-      "rel-constrast": 2.555631637573242,
+      "rel-constrast": 3.08109712600708,
       "step": 4190,
-      "subrel-constrast": 3.25295090675354,
+      "subrel-constrast": 3.3368802070617676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.743987798690796,
-      "cov-distil (oracle2student)": 5.331061363220215,
-      "cov-distil (oracle2teacher)": 4.862004280090332,
+      "cov-distil": 2.2255687713623047,
+      "cov-distil (oracle2student)": 5.957337856292725,
+      "cov-distil (oracle2teacher)": 5.165340423583984,
       "epoch": 3.2896389324960755,
-      "rel-constrast": 2.227693796157837,
+      "rel-constrast": 2.256303310394287,
       "step": 4191,
-      "subrel-constrast": 2.8298263549804688,
+      "subrel-constrast": 2.8949897289276123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.065744638442993,
-      "cov-distil (oracle2student)": 5.189684867858887,
-      "cov-distil (oracle2teacher)": 4.98194694519043,
+      "cov-distil": 1.9968676567077637,
+      "cov-distil (oracle2student)": 5.777405261993408,
+      "cov-distil (oracle2teacher)": 5.639896869659424,
       "epoch": 3.2904238618524335,
-      "rel-constrast": 2.6407663822174072,
+      "rel-constrast": 2.878737211227417,
       "step": 4192,
-      "subrel-constrast": 3.8300528526306152,
+      "subrel-constrast": 3.637889862060547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2439998388290405,
-      "cov-distil (oracle2student)": 5.994854927062988,
-      "cov-distil (oracle2teacher)": 5.405478000640869,
+      "cov-distil": 1.6630985736846924,
+      "cov-distil (oracle2student)": 6.976819038391113,
+      "cov-distil (oracle2teacher)": 6.473166465759277,
       "epoch": 3.291208791208791,
-      "rel-constrast": 2.014387607574463,
+      "rel-constrast": 2.4829599857330322,
       "step": 4193,
-      "subrel-constrast": 2.843064069747925,
+      "subrel-constrast": 3.1504504680633545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3083608150482178,
-      "cov-distil (oracle2student)": 4.801835060119629,
-      "cov-distil (oracle2teacher)": 4.253214359283447,
+      "cov-distil": 1.583158016204834,
+      "cov-distil (oracle2student)": 4.823664665222168,
+      "cov-distil (oracle2teacher)": 4.6245527267456055,
       "epoch": 3.291993720565149,
-      "rel-constrast": 2.295762300491333,
+      "rel-constrast": 2.1389193534851074,
       "step": 4194,
-      "subrel-constrast": 2.9879610538482666,
+      "subrel-constrast": 2.8374974727630615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6072942018508911,
-      "cov-distil (oracle2student)": 3.760972499847412,
-      "cov-distil (oracle2teacher)": 3.9645321369171143,
+      "cov-distil": 2.2547683715820312,
+      "cov-distil (oracle2student)": 3.9442105293273926,
+      "cov-distil (oracle2teacher)": 4.24497127532959,
       "epoch": 3.292778649921507,
-      "rel-constrast": 2.772153854370117,
+      "rel-constrast": 3.6840648651123047,
       "step": 4195,
-      "subrel-constrast": 3.4476215839385986,
+      "subrel-constrast": 2.9744696617126465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.161646842956543,
-      "cov-distil (oracle2student)": 3.74452543258667,
-      "cov-distil (oracle2teacher)": 4.151341438293457,
+      "cov-distil": 1.4997730255126953,
+      "cov-distil (oracle2student)": 3.979743480682373,
+      "cov-distil (oracle2teacher)": 4.091983795166016,
       "epoch": 3.293563579277865,
-      "rel-constrast": 3.211754322052002,
+      "rel-constrast": 3.574000835418701,
       "step": 4196,
-      "subrel-constrast": 3.9882121086120605,
+      "subrel-constrast": 3.6601333618164062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1800434589385986,
-      "cov-distil (oracle2student)": 4.194093227386475,
-      "cov-distil (oracle2teacher)": 4.0552897453308105,
+      "cov-distil": 1.6338257789611816,
+      "cov-distil (oracle2student)": 4.415708541870117,
+      "cov-distil (oracle2teacher)": 4.258818626403809,
       "epoch": 3.294348508634223,
-      "rel-constrast": 3.2506814002990723,
+      "rel-constrast": 3.9991872310638428,
       "step": 4197,
-      "subrel-constrast": 3.9953625202178955,
+      "subrel-constrast": 4.080462455749512,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.282128095626831,
-      "cov-distil (oracle2student)": 3.392456293106079,
-      "cov-distil (oracle2teacher)": 3.3561034202575684,
+      "cov-distil": 1.847421646118164,
+      "cov-distil (oracle2student)": 3.568344831466675,
+      "cov-distil (oracle2teacher)": 3.4127910137176514,
       "epoch": 3.295133437990581,
-      "rel-constrast": 2.650207757949829,
+      "rel-constrast": 2.9783575534820557,
       "step": 4198,
-      "subrel-constrast": 3.2397279739379883,
+      "subrel-constrast": 3.0092413425445557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9972084760665894,
-      "cov-distil (oracle2student)": 5.1282172203063965,
-      "cov-distil (oracle2teacher)": 4.412238121032715,
+      "cov-distil": 1.8432955741882324,
+      "cov-distil (oracle2student)": 5.118002891540527,
+      "cov-distil (oracle2teacher)": 4.469343185424805,
       "epoch": 3.295918367346939,
-      "rel-constrast": 3.126032590866089,
+      "rel-constrast": 2.8202223777770996,
       "step": 4199,
-      "subrel-constrast": 3.624516010284424,
+      "subrel-constrast": 3.4365358352661133,
       "view-similarity": 0
     },
     {
       "epoch": 3.2967032967032965,
-      "grad_norm": 6.5,
+      "grad_norm": 6.1875,
       "learning_rate": 3.596712145959285e-05,
-      "loss": 0.7066,
+      "loss": 0.7473,
       "step": 4200
     },
     {
       "epoch": 3.2967032967032965,
-      "overlap": 0.3609375059604645,
+      "overlap": 0.33125001192092896,
       "step": 4200
     },
     {
       "epoch": 3.2967032967032965,
       "step": 4200,
-      "student margin": 0.04925537109375
+      "student margin": 0.05218505859375
     },
     {
       "epoch": 3.2967032967032965,
       "step": 4200,
-      "teacher margin": 0.035430908203125
+      "teacher margin": 0.042724609375
     },
     {
       "epoch": 3.2967032967032965,
-      "margin difference": -0.013824462890625,
+      "margin difference": -0.00946044921875,
       "step": 4200
     },
     {
-      "cov-distil": 1.0877926349639893,
-      "cov-distil (oracle2student)": 5.757844924926758,
-      "cov-distil (oracle2teacher)": 5.1483964920043945,
+      "cov-distil": 1.3398587703704834,
+      "cov-distil (oracle2student)": 5.5467305183410645,
+      "cov-distil (oracle2teacher)": 5.4011006355285645,
       "epoch": 3.2967032967032965,
-      "rel-constrast": 2.543816566467285,
+      "rel-constrast": 2.83953857421875,
       "step": 4200,
-      "subrel-constrast": 2.9162757396698,
+      "subrel-constrast": 2.669782876968384,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.401728630065918,
-      "cov-distil (oracle2student)": 3.507789373397827,
-      "cov-distil (oracle2teacher)": 3.7160558700561523,
+      "cov-distil": 1.8342347145080566,
+      "cov-distil (oracle2student)": 4.488933563232422,
+      "cov-distil (oracle2teacher)": 4.04657506942749,
       "epoch": 3.2974882260596545,
-      "rel-constrast": 2.366957664489746,
+      "rel-constrast": 2.5875625610351562,
       "step": 4201,
-      "subrel-constrast": 3.205146074295044,
+      "subrel-constrast": 3.299495220184326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2564029693603516,
-      "cov-distil (oracle2student)": 3.6630072593688965,
-      "cov-distil (oracle2teacher)": 4.199922561645508,
+      "cov-distil": 1.55637788772583,
+      "cov-distil (oracle2student)": 3.8449554443359375,
+      "cov-distil (oracle2teacher)": 4.949056625366211,
       "epoch": 3.2982731554160125,
-      "rel-constrast": 3.1110987663269043,
+      "rel-constrast": 3.1801671981811523,
       "step": 4202,
-      "subrel-constrast": 3.980220317840576,
+      "subrel-constrast": 3.898850679397583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.611675500869751,
-      "cov-distil (oracle2student)": 5.424872398376465,
-      "cov-distil (oracle2teacher)": 4.913575172424316,
+      "cov-distil": 1.673400640487671,
+      "cov-distil (oracle2student)": 5.592546463012695,
+      "cov-distil (oracle2teacher)": 5.71626615524292,
       "epoch": 3.2990580847723705,
-      "rel-constrast": 2.639373302459717,
+      "rel-constrast": 2.9529147148132324,
       "step": 4203,
-      "subrel-constrast": 3.0655243396759033,
+      "subrel-constrast": 2.8875672817230225,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0342674255371094,
-      "cov-distil (oracle2student)": 4.583951950073242,
-      "cov-distil (oracle2teacher)": 4.058575630187988,
+      "cov-distil": 2.0286672115325928,
+      "cov-distil (oracle2student)": 4.365627765655518,
+      "cov-distil (oracle2teacher)": 3.9055609703063965,
       "epoch": 3.2998430141287285,
-      "rel-constrast": 3.172248363494873,
+      "rel-constrast": 3.1795542240142822,
       "step": 4204,
-      "subrel-constrast": 3.575924873352051,
+      "subrel-constrast": 3.5641236305236816,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8798739910125732,
-      "cov-distil (oracle2student)": 3.0441136360168457,
-      "cov-distil (oracle2teacher)": 3.192352294921875,
+      "cov-distil": 2.4868388175964355,
+      "cov-distil (oracle2student)": 3.591094732284546,
+      "cov-distil (oracle2teacher)": 3.3494229316711426,
       "epoch": 3.3006279434850865,
-      "rel-constrast": 2.4715538024902344,
+      "rel-constrast": 2.7148032188415527,
       "step": 4205,
-      "subrel-constrast": 3.4769744873046875,
+      "subrel-constrast": 3.6064672470092773,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9711877703666687,
-      "cov-distil (oracle2student)": 5.799491882324219,
-      "cov-distil (oracle2teacher)": 5.012936592102051,
+      "cov-distil": 1.9698352813720703,
+      "cov-distil (oracle2student)": 5.825849533081055,
+      "cov-distil (oracle2teacher)": 5.552828788757324,
       "epoch": 3.3014128728414445,
-      "rel-constrast": 3.013911485671997,
+      "rel-constrast": 3.743337392807007,
       "step": 4206,
-      "subrel-constrast": 3.340200424194336,
+      "subrel-constrast": 3.7782175540924072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1052916049957275,
-      "cov-distil (oracle2student)": 4.225376605987549,
-      "cov-distil (oracle2teacher)": 4.08048152923584,
+      "cov-distil": 1.6868274211883545,
+      "cov-distil (oracle2student)": 4.524291038513184,
+      "cov-distil (oracle2teacher)": 4.78548526763916,
       "epoch": 3.302197802197802,
-      "rel-constrast": 2.645156145095825,
+      "rel-constrast": 2.862006902694702,
       "step": 4207,
-      "subrel-constrast": 3.0372610092163086,
+      "subrel-constrast": 3.6603314876556396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9812977313995361,
-      "cov-distil (oracle2student)": 4.797815799713135,
-      "cov-distil (oracle2teacher)": 4.815690040588379,
+      "cov-distil": 1.6964406967163086,
+      "cov-distil (oracle2student)": 5.17587423324585,
+      "cov-distil (oracle2teacher)": 5.129022598266602,
       "epoch": 3.30298273155416,
-      "rel-constrast": 1.9286744594573975,
+      "rel-constrast": 2.0772855281829834,
       "step": 4208,
-      "subrel-constrast": 2.815268039703369,
+      "subrel-constrast": 2.651562213897705,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8819153308868408,
-      "cov-distil (oracle2student)": 5.663576602935791,
-      "cov-distil (oracle2teacher)": 5.091432571411133,
+      "cov-distil": 2.389923095703125,
+      "cov-distil (oracle2student)": 6.391039848327637,
+      "cov-distil (oracle2teacher)": 5.921215057373047,
       "epoch": 3.303767660910518,
-      "rel-constrast": 2.286533832550049,
+      "rel-constrast": 3.0949785709381104,
       "step": 4209,
-      "subrel-constrast": 3.056544065475464,
+      "subrel-constrast": 3.0462844371795654,
       "view-similarity": 0
     },
     {
       "epoch": 3.304552590266876,
-      "grad_norm": 5.21875,
+      "grad_norm": 6.25,
       "learning_rate": 3.588863358469301e-05,
-      "loss": 0.6925,
+      "loss": 0.7308,
       "step": 4210
     },
     {
-      "cov-distil": 2.170118808746338,
-      "cov-distil (oracle2student)": 4.459373474121094,
-      "cov-distil (oracle2teacher)": 3.7984042167663574,
+      "cov-distil": 2.514096736907959,
+      "cov-distil (oracle2student)": 5.466818809509277,
+      "cov-distil (oracle2teacher)": 4.573653221130371,
       "epoch": 3.304552590266876,
-      "rel-constrast": 2.119265079498291,
+      "rel-constrast": 2.325756549835205,
       "step": 4210,
-      "subrel-constrast": 2.8837177753448486,
+      "subrel-constrast": 2.9662246704101562,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7462917566299438,
-      "cov-distil (oracle2student)": 5.052756309509277,
-      "cov-distil (oracle2teacher)": 4.4409332275390625,
+      "cov-distil": 1.8915398120880127,
+      "cov-distil (oracle2student)": 5.359910011291504,
+      "cov-distil (oracle2teacher)": 4.637408256530762,
       "epoch": 3.305337519623234,
-      "rel-constrast": 2.668268918991089,
+      "rel-constrast": 3.682065486907959,
       "step": 4211,
-      "subrel-constrast": 3.6475701332092285,
+      "subrel-constrast": 3.6232523918151855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.857122778892517,
-      "cov-distil (oracle2student)": 6.3400774002075195,
-      "cov-distil (oracle2teacher)": 5.745551109313965,
+      "cov-distil": 2.20900821685791,
+      "cov-distil (oracle2student)": 6.4007463455200195,
+      "cov-distil (oracle2teacher)": 5.521739959716797,
       "epoch": 3.306122448979592,
-      "rel-constrast": 4.534138202667236,
+      "rel-constrast": 4.7813897132873535,
       "step": 4212,
-      "subrel-constrast": 4.816678047180176,
+      "subrel-constrast": 4.907118320465088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3924708366394043,
-      "cov-distil (oracle2student)": 4.483631610870361,
-      "cov-distil (oracle2teacher)": 4.259341239929199,
+      "cov-distil": 1.7856546640396118,
+      "cov-distil (oracle2student)": 4.9498724937438965,
+      "cov-distil (oracle2teacher)": 4.996005058288574,
       "epoch": 3.30690737833595,
-      "rel-constrast": 2.575876235961914,
+      "rel-constrast": 2.992645502090454,
       "step": 4213,
-      "subrel-constrast": 3.242928981781006,
+      "subrel-constrast": 3.341681957244873,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.689557671546936,
-      "cov-distil (oracle2student)": 3.308811664581299,
-      "cov-distil (oracle2teacher)": 2.6626830101013184,
+      "cov-distil": 2.0308148860931396,
+      "cov-distil (oracle2student)": 3.6931235790252686,
+      "cov-distil (oracle2teacher)": 2.6354715824127197,
       "epoch": 3.3076923076923075,
-      "rel-constrast": 2.4293041229248047,
+      "rel-constrast": 2.249547004699707,
       "step": 4214,
-      "subrel-constrast": 2.8637924194335938,
+      "subrel-constrast": 2.63988995552063,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5230896472930908,
-      "cov-distil (oracle2student)": 6.286367416381836,
-      "cov-distil (oracle2teacher)": 5.661492824554443,
+      "cov-distil": 1.4907289743423462,
+      "cov-distil (oracle2student)": 7.174620628356934,
+      "cov-distil (oracle2teacher)": 6.008238792419434,
       "epoch": 3.3084772370486655,
-      "rel-constrast": 3.791614055633545,
+      "rel-constrast": 4.147568702697754,
       "step": 4215,
-      "subrel-constrast": 3.9914145469665527,
+      "subrel-constrast": 4.061268329620361,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4528656005859375,
-      "cov-distil (oracle2student)": 3.9157421588897705,
-      "cov-distil (oracle2teacher)": 3.542515277862549,
+      "cov-distil": 1.6270747184753418,
+      "cov-distil (oracle2student)": 3.9282031059265137,
+      "cov-distil (oracle2teacher)": 4.373145580291748,
       "epoch": 3.3092621664050235,
-      "rel-constrast": 2.5979373455047607,
+      "rel-constrast": 2.3191347122192383,
       "step": 4216,
-      "subrel-constrast": 2.7455852031707764,
+      "subrel-constrast": 2.6869935989379883,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5272897481918335,
-      "cov-distil (oracle2student)": 2.9617984294891357,
-      "cov-distil (oracle2teacher)": 3.3183438777923584,
+      "cov-distil": 2.372648239135742,
+      "cov-distil (oracle2student)": 3.844864845275879,
+      "cov-distil (oracle2teacher)": 3.4121861457824707,
       "epoch": 3.3100470957613815,
-      "rel-constrast": 2.2904717922210693,
+      "rel-constrast": 2.7995264530181885,
       "step": 4217,
-      "subrel-constrast": 3.400210380554199,
+      "subrel-constrast": 3.8375940322875977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5375940799713135,
-      "cov-distil (oracle2student)": 4.739552021026611,
-      "cov-distil (oracle2teacher)": 4.339606761932373,
+      "cov-distil": 2.4221420288085938,
+      "cov-distil (oracle2student)": 4.376336097717285,
+      "cov-distil (oracle2teacher)": 4.468137741088867,
       "epoch": 3.3108320251177394,
-      "rel-constrast": 2.8977866172790527,
+      "rel-constrast": 2.8070430755615234,
       "step": 4218,
-      "subrel-constrast": 4.0214433670043945,
+      "subrel-constrast": 3.932133197784424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1943775415420532,
-      "cov-distil (oracle2student)": 4.267062187194824,
-      "cov-distil (oracle2teacher)": 3.652535915374756,
+      "cov-distil": 1.681548833847046,
+      "cov-distil (oracle2student)": 4.579888343811035,
+      "cov-distil (oracle2teacher)": 3.8072381019592285,
       "epoch": 3.3116169544740974,
-      "rel-constrast": 2.2115118503570557,
+      "rel-constrast": 2.698545455932617,
       "step": 4219,
-      "subrel-constrast": 3.0459930896759033,
+      "subrel-constrast": 2.930487632751465,
       "view-similarity": 0
     },
     {
       "epoch": 3.3124018838304554,
-      "grad_norm": 5.40625,
+      "grad_norm": 6.53125,
       "learning_rate": 3.581001303522919e-05,
-      "loss": 0.7431,
+      "loss": 0.7701,
       "step": 4220
     },
     {
-      "cov-distil": 1.287961483001709,
-      "cov-distil (oracle2student)": 5.649494171142578,
-      "cov-distil (oracle2teacher)": 5.153773784637451,
+      "cov-distil": 1.8410522937774658,
+      "cov-distil (oracle2student)": 5.975168704986572,
+      "cov-distil (oracle2teacher)": 5.760096549987793,
       "epoch": 3.3124018838304554,
-      "rel-constrast": 1.391993522644043,
+      "rel-constrast": 2.126168727874756,
       "step": 4220,
-      "subrel-constrast": 2.72530198097229,
+      "subrel-constrast": 2.923651695251465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.418774962425232,
-      "cov-distil (oracle2student)": 4.304330825805664,
-      "cov-distil (oracle2teacher)": 4.219895362854004,
+      "cov-distil": 1.5577363967895508,
+      "cov-distil (oracle2student)": 4.475775241851807,
+      "cov-distil (oracle2teacher)": 3.6887714862823486,
       "epoch": 3.313186813186813,
-      "rel-constrast": 1.8586875200271606,
+      "rel-constrast": 2.403653621673584,
       "step": 4221,
-      "subrel-constrast": 2.7278850078582764,
+      "subrel-constrast": 2.587097406387329,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6205625534057617,
-      "cov-distil (oracle2student)": 4.336423397064209,
-      "cov-distil (oracle2teacher)": 4.266538619995117,
+      "cov-distil": 2.101569652557373,
+      "cov-distil (oracle2student)": 4.936197280883789,
+      "cov-distil (oracle2teacher)": 4.842150688171387,
       "epoch": 3.313971742543171,
-      "rel-constrast": 2.0160083770751953,
+      "rel-constrast": 2.6282401084899902,
       "step": 4222,
-      "subrel-constrast": 3.139737844467163,
+      "subrel-constrast": 3.0252013206481934,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5236499309539795,
-      "cov-distil (oracle2student)": 5.855254173278809,
-      "cov-distil (oracle2teacher)": 5.703478813171387,
+      "cov-distil": 2.0053672790527344,
+      "cov-distil (oracle2student)": 6.474588394165039,
+      "cov-distil (oracle2teacher)": 6.224464416503906,
       "epoch": 3.314756671899529,
-      "rel-constrast": 2.9299685955047607,
+      "rel-constrast": 3.7978196144104004,
       "step": 4223,
-      "subrel-constrast": 3.976696729660034,
+      "subrel-constrast": 3.8564605712890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1806998252868652,
-      "cov-distil (oracle2student)": 4.437827110290527,
-      "cov-distil (oracle2teacher)": 3.863466739654541,
+      "cov-distil": 2.109790325164795,
+      "cov-distil (oracle2student)": 4.4038896560668945,
+      "cov-distil (oracle2teacher)": 4.021913528442383,
       "epoch": 3.315541601255887,
-      "rel-constrast": 2.6432137489318848,
+      "rel-constrast": 2.7989320755004883,
       "step": 4224,
-      "subrel-constrast": 3.088970184326172,
+      "subrel-constrast": 2.9183030128479004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5030064582824707,
-      "cov-distil (oracle2student)": 3.415166139602661,
-      "cov-distil (oracle2teacher)": 2.939788818359375,
+      "cov-distil": 1.8153660297393799,
+      "cov-distil (oracle2student)": 3.5242302417755127,
+      "cov-distil (oracle2teacher)": 3.2438368797302246,
       "epoch": 3.316326530612245,
-      "rel-constrast": 2.925257444381714,
+      "rel-constrast": 2.7737717628479004,
       "step": 4225,
-      "subrel-constrast": 2.989213705062866,
+      "subrel-constrast": 3.196500778198242,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2298853397369385,
-      "cov-distil (oracle2student)": 4.021389007568359,
-      "cov-distil (oracle2teacher)": 3.757903575897217,
+      "cov-distil": 1.8528892993927002,
+      "cov-distil (oracle2student)": 3.62489914894104,
+      "cov-distil (oracle2teacher)": 4.288687705993652,
       "epoch": 3.317111459968603,
-      "rel-constrast": 2.1916351318359375,
+      "rel-constrast": 2.887240409851074,
       "step": 4226,
-      "subrel-constrast": 3.295527696609497,
+      "subrel-constrast": 3.314419746398926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.421656847000122,
-      "cov-distil (oracle2student)": 4.362555503845215,
-      "cov-distil (oracle2teacher)": 4.127158164978027,
+      "cov-distil": 2.0125598907470703,
+      "cov-distil (oracle2student)": 4.5621843338012695,
+      "cov-distil (oracle2teacher)": 4.72064208984375,
       "epoch": 3.317896389324961,
-      "rel-constrast": 1.7910852432250977,
+      "rel-constrast": 1.5269567966461182,
       "step": 4227,
-      "subrel-constrast": 2.5493199825286865,
+      "subrel-constrast": 2.74566912651062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6608959436416626,
-      "cov-distil (oracle2student)": 5.390990257263184,
-      "cov-distil (oracle2teacher)": 4.361884117126465,
+      "cov-distil": 2.3303606510162354,
+      "cov-distil (oracle2student)": 6.027042388916016,
+      "cov-distil (oracle2teacher)": 4.865991592407227,
       "epoch": 3.3186813186813184,
-      "rel-constrast": 2.820873498916626,
+      "rel-constrast": 3.733819007873535,
       "step": 4228,
-      "subrel-constrast": 3.6269688606262207,
+      "subrel-constrast": 3.7762649059295654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4360487461090088,
-      "cov-distil (oracle2student)": 4.409420013427734,
-      "cov-distil (oracle2teacher)": 4.416143417358398,
+      "cov-distil": 1.6875313520431519,
+      "cov-distil (oracle2student)": 5.037783622741699,
+      "cov-distil (oracle2teacher)": 5.006887435913086,
       "epoch": 3.3194662480376764,
-      "rel-constrast": 1.5438976287841797,
+      "rel-constrast": 1.791341781616211,
       "step": 4229,
-      "subrel-constrast": 2.5211851596832275,
+      "subrel-constrast": 2.6509714126586914,
       "view-similarity": 0
     },
     {
       "epoch": 3.3202511773940344,
-      "grad_norm": 4.1875,
+      "grad_norm": 4.8125,
       "learning_rate": 3.5731260769167965e-05,
-      "loss": 0.591,
+      "loss": 0.6617,
       "step": 4230
     },
     {
-      "cov-distil": 1.7430404424667358,
-      "cov-distil (oracle2student)": 5.100286960601807,
-      "cov-distil (oracle2teacher)": 4.588293552398682,
+      "cov-distil": 2.015442132949829,
+      "cov-distil (oracle2student)": 5.152777671813965,
+      "cov-distil (oracle2teacher)": 4.9246954917907715,
       "epoch": 3.3202511773940344,
-      "rel-constrast": 2.3861265182495117,
+      "rel-constrast": 3.0106139183044434,
       "step": 4230,
-      "subrel-constrast": 3.3834009170532227,
+      "subrel-constrast": 3.3807716369628906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1539373397827148,
-      "cov-distil (oracle2student)": 3.6084442138671875,
-      "cov-distil (oracle2teacher)": 3.5854523181915283,
+      "cov-distil": 1.5403536558151245,
+      "cov-distil (oracle2student)": 4.099194049835205,
+      "cov-distil (oracle2teacher)": 3.613518238067627,
       "epoch": 3.3210361067503924,
-      "rel-constrast": 2.435067653656006,
+      "rel-constrast": 2.3223347663879395,
       "step": 4231,
-      "subrel-constrast": 2.9433906078338623,
+      "subrel-constrast": 2.710954189300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4618067741394043,
-      "cov-distil (oracle2student)": 3.1048643589019775,
-      "cov-distil (oracle2teacher)": 3.096928596496582,
+      "cov-distil": 1.8940280675888062,
+      "cov-distil (oracle2student)": 4.049136161804199,
+      "cov-distil (oracle2teacher)": 3.217951774597168,
       "epoch": 3.3218210361067504,
-      "rel-constrast": 2.6567986011505127,
+      "rel-constrast": 2.8458428382873535,
       "step": 4232,
-      "subrel-constrast": 3.1649177074432373,
+      "subrel-constrast": 3.1447806358337402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4398744106292725,
-      "cov-distil (oracle2student)": 5.826226234436035,
-      "cov-distil (oracle2teacher)": 5.289819717407227,
+      "cov-distil": 2.0954771041870117,
+      "cov-distil (oracle2student)": 6.293010711669922,
+      "cov-distil (oracle2teacher)": 5.498401641845703,
       "epoch": 3.3226059654631084,
-      "rel-constrast": 2.971421718597412,
+      "rel-constrast": 3.0714244842529297,
       "step": 4233,
-      "subrel-constrast": 3.7373504638671875,
+      "subrel-constrast": 3.5800018310546875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7128770351409912,
-      "cov-distil (oracle2student)": 4.9928812980651855,
-      "cov-distil (oracle2teacher)": 4.707273483276367,
+      "cov-distil": 1.9758855104446411,
+      "cov-distil (oracle2student)": 4.858114242553711,
+      "cov-distil (oracle2teacher)": 5.109606742858887,
       "epoch": 3.3233908948194664,
-      "rel-constrast": 2.312774181365967,
+      "rel-constrast": 1.9661250114440918,
       "step": 4234,
-      "subrel-constrast": 2.97898530960083,
+      "subrel-constrast": 2.978707790374756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2988730669021606,
-      "cov-distil (oracle2student)": 3.8884623050689697,
-      "cov-distil (oracle2teacher)": 3.83351993560791,
+      "cov-distil": 1.8032656908035278,
+      "cov-distil (oracle2student)": 3.9882755279541016,
+      "cov-distil (oracle2teacher)": 4.6088361740112305,
       "epoch": 3.3241758241758244,
-      "rel-constrast": 2.185147285461426,
+      "rel-constrast": 2.2969369888305664,
       "step": 4235,
-      "subrel-constrast": 2.752540111541748,
+      "subrel-constrast": 2.86403751373291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4723143577575684,
-      "cov-distil (oracle2student)": 3.6750035285949707,
-      "cov-distil (oracle2teacher)": 3.5825963020324707,
+      "cov-distil": 1.85239839553833,
+      "cov-distil (oracle2student)": 4.544641494750977,
+      "cov-distil (oracle2teacher)": 3.7504231929779053,
       "epoch": 3.3249607535321823,
-      "rel-constrast": 2.547928810119629,
+      "rel-constrast": 2.348390579223633,
       "step": 4236,
-      "subrel-constrast": 2.794589042663574,
+      "subrel-constrast": 2.6031699180603027,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.127849578857422,
-      "cov-distil (oracle2student)": 3.329956293106079,
-      "cov-distil (oracle2teacher)": 4.1213908195495605,
+      "cov-distil": 1.9476795196533203,
+      "cov-distil (oracle2student)": 4.074690818786621,
+      "cov-distil (oracle2teacher)": 4.484947681427002,
       "epoch": 3.32574568288854,
-      "rel-constrast": 2.0561764240264893,
+      "rel-constrast": 2.7956881523132324,
       "step": 4237,
-      "subrel-constrast": 3.2244765758514404,
+      "subrel-constrast": 3.499204635620117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4124250411987305,
-      "cov-distil (oracle2student)": 2.950458526611328,
-      "cov-distil (oracle2teacher)": 3.005767345428467,
+      "cov-distil": 2.0039403438568115,
+      "cov-distil (oracle2student)": 2.5831995010375977,
+      "cov-distil (oracle2teacher)": 2.787144660949707,
       "epoch": 3.326530612244898,
-      "rel-constrast": 2.91503643989563,
+      "rel-constrast": 2.7618319988250732,
       "step": 4238,
-      "subrel-constrast": 3.52935528755188,
+      "subrel-constrast": 3.4622511863708496,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2092180252075195,
-      "cov-distil (oracle2student)": 4.202083110809326,
-      "cov-distil (oracle2teacher)": 4.052248001098633,
+      "cov-distil": 1.623460292816162,
+      "cov-distil (oracle2student)": 4.494582176208496,
+      "cov-distil (oracle2teacher)": 4.638322830200195,
       "epoch": 3.327315541601256,
-      "rel-constrast": 2.1851084232330322,
+      "rel-constrast": 2.3662943840026855,
       "step": 4239,
-      "subrel-constrast": 2.725151538848877,
+      "subrel-constrast": 2.973698854446411,
       "view-similarity": 0
     },
     {
       "epoch": 3.328100470957614,
-      "grad_norm": 7.09375,
+      "grad_norm": 6.6875,
       "learning_rate": 3.565237774608086e-05,
-      "loss": 0.6539,
+      "loss": 0.6446,
       "step": 4240
     },
     {
-      "cov-distil": 1.3712825775146484,
-      "cov-distil (oracle2student)": 4.282881736755371,
-      "cov-distil (oracle2teacher)": 3.9019923210144043,
+      "cov-distil": 2.208156108856201,
+      "cov-distil (oracle2student)": 4.862890243530273,
+      "cov-distil (oracle2teacher)": 4.5369367599487305,
       "epoch": 3.328100470957614,
-      "rel-constrast": 3.624110221862793,
+      "rel-constrast": 4.344396114349365,
       "step": 4240,
-      "subrel-constrast": 4.230945587158203,
+      "subrel-constrast": 4.083474159240723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.602018117904663,
-      "cov-distil (oracle2student)": 3.255169153213501,
-      "cov-distil (oracle2teacher)": 2.8347411155700684,
+      "cov-distil": 1.7722293138504028,
+      "cov-distil (oracle2student)": 3.548457384109497,
+      "cov-distil (oracle2teacher)": 3.447829484939575,
       "epoch": 3.328885400313972,
-      "rel-constrast": 1.996168851852417,
+      "rel-constrast": 2.1559410095214844,
       "step": 4241,
-      "subrel-constrast": 3.0607166290283203,
+      "subrel-constrast": 2.924165964126587,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9292538166046143,
-      "cov-distil (oracle2student)": 4.642021179199219,
-      "cov-distil (oracle2teacher)": 3.9954404830932617,
+      "cov-distil": 2.1114673614501953,
+      "cov-distil (oracle2student)": 4.901920318603516,
+      "cov-distil (oracle2teacher)": 3.9693875312805176,
       "epoch": 3.32967032967033,
-      "rel-constrast": 1.8406131267547607,
+      "rel-constrast": 2.361020088195801,
       "step": 4242,
-      "subrel-constrast": 3.2978882789611816,
+      "subrel-constrast": 3.3438801765441895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4383561611175537,
-      "cov-distil (oracle2student)": 4.002089500427246,
-      "cov-distil (oracle2teacher)": 3.4006080627441406,
+      "cov-distil": 1.5530526638031006,
+      "cov-distil (oracle2student)": 4.497550964355469,
+      "cov-distil (oracle2teacher)": 3.93241024017334,
       "epoch": 3.330455259026688,
-      "rel-constrast": 2.5562496185302734,
+      "rel-constrast": 2.5005950927734375,
       "step": 4243,
-      "subrel-constrast": 2.822359800338745,
+      "subrel-constrast": 3.019446849822998,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8059203624725342,
-      "cov-distil (oracle2student)": 5.1136884689331055,
-      "cov-distil (oracle2teacher)": 4.905148506164551,
+      "cov-distil": 2.6826443672180176,
+      "cov-distil (oracle2student)": 5.531754970550537,
+      "cov-distil (oracle2teacher)": 5.012589931488037,
       "epoch": 3.3312401883830454,
-      "rel-constrast": 1.6385722160339355,
+      "rel-constrast": 1.831624984741211,
       "step": 4244,
-      "subrel-constrast": 2.6359050273895264,
+      "subrel-constrast": 2.7908148765563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.784275770187378,
-      "cov-distil (oracle2student)": 4.124356269836426,
-      "cov-distil (oracle2teacher)": 4.057644844055176,
+      "cov-distil": 2.242556095123291,
+      "cov-distil (oracle2student)": 4.713465690612793,
+      "cov-distil (oracle2teacher)": 4.516318321228027,
       "epoch": 3.3320251177394034,
-      "rel-constrast": 1.8057113885879517,
+      "rel-constrast": 2.0868146419525146,
       "step": 4245,
-      "subrel-constrast": 3.130528211593628,
+      "subrel-constrast": 3.345993995666504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4323277473449707,
-      "cov-distil (oracle2student)": 4.226722717285156,
-      "cov-distil (oracle2teacher)": 4.113009452819824,
+      "cov-distil": 1.5091526508331299,
+      "cov-distil (oracle2student)": 4.655862808227539,
+      "cov-distil (oracle2teacher)": 4.378736972808838,
       "epoch": 3.3328100470957613,
-      "rel-constrast": 3.0035669803619385,
+      "rel-constrast": 2.623849868774414,
       "step": 4246,
-      "subrel-constrast": 2.978456497192383,
+      "subrel-constrast": 2.9937891960144043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6859345436096191,
-      "cov-distil (oracle2student)": 3.519235610961914,
-      "cov-distil (oracle2teacher)": 3.4143314361572266,
+      "cov-distil": 2.400444507598877,
+      "cov-distil (oracle2student)": 3.189633369445801,
+      "cov-distil (oracle2teacher)": 3.6449806690216064,
       "epoch": 3.3335949764521193,
-      "rel-constrast": 2.040597915649414,
+      "rel-constrast": 2.10603404045105,
       "step": 4247,
-      "subrel-constrast": 2.695096015930176,
+      "subrel-constrast": 2.8214616775512695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7536044120788574,
-      "cov-distil (oracle2student)": 3.0834951400756836,
-      "cov-distil (oracle2teacher)": 3.305492401123047,
+      "cov-distil": 2.7823190689086914,
+      "cov-distil (oracle2student)": 2.795022964477539,
+      "cov-distil (oracle2teacher)": 3.7263197898864746,
       "epoch": 3.3343799058084773,
-      "rel-constrast": 3.234745740890503,
+      "rel-constrast": 2.8243558406829834,
       "step": 4248,
-      "subrel-constrast": 4.268745422363281,
+      "subrel-constrast": 4.602285385131836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.297614336013794,
-      "cov-distil (oracle2student)": 3.809688091278076,
-      "cov-distil (oracle2teacher)": 3.4116554260253906,
+      "cov-distil": 1.6186118125915527,
+      "cov-distil (oracle2student)": 4.281729221343994,
+      "cov-distil (oracle2teacher)": 3.933110237121582,
       "epoch": 3.3351648351648353,
-      "rel-constrast": 2.1743452548980713,
+      "rel-constrast": 2.301821231842041,
       "step": 4249,
-      "subrel-constrast": 2.867643117904663,
+      "subrel-constrast": 2.9360225200653076,
       "view-similarity": 0
     },
     {
       "epoch": 3.3359497645211933,
-      "grad_norm": 4.1875,
+      "grad_norm": 5.34375,
       "learning_rate": 3.557336492713258e-05,
-      "loss": 0.6381,
+      "loss": 0.6284,
       "step": 4250
     },
     {
-      "cov-distil": 1.8200098276138306,
-      "cov-distil (oracle2student)": 4.7431464195251465,
-      "cov-distil (oracle2teacher)": 4.307226657867432,
+      "cov-distil": 1.9282588958740234,
+      "cov-distil (oracle2student)": 4.861579895019531,
+      "cov-distil (oracle2teacher)": 4.549863815307617,
       "epoch": 3.3359497645211933,
-      "rel-constrast": 3.1422619819641113,
+      "rel-constrast": 3.6795899868011475,
       "step": 4250,
-      "subrel-constrast": 3.616480588912964,
+      "subrel-constrast": 3.9055356979370117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5122970342636108,
-      "cov-distil (oracle2student)": 4.3085222244262695,
-      "cov-distil (oracle2teacher)": 4.9002838134765625,
+      "cov-distil": 1.771071195602417,
+      "cov-distil (oracle2student)": 5.307514667510986,
+      "cov-distil (oracle2teacher)": 5.118721008300781,
       "epoch": 3.336734693877551,
-      "rel-constrast": 2.319092273712158,
+      "rel-constrast": 2.7202985286712646,
       "step": 4251,
-      "subrel-constrast": 3.0495381355285645,
+      "subrel-constrast": 2.8215878009796143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8990244269371033,
-      "cov-distil (oracle2student)": 4.379225254058838,
-      "cov-distil (oracle2teacher)": 3.753674030303955,
+      "cov-distil": 0.9922621846199036,
+      "cov-distil (oracle2student)": 4.830705642700195,
+      "cov-distil (oracle2teacher)": 4.207381248474121,
       "epoch": 3.337519623233909,
-      "rel-constrast": 1.7992879152297974,
+      "rel-constrast": 2.1015982627868652,
       "step": 4252,
-      "subrel-constrast": 2.3188281059265137,
+      "subrel-constrast": 2.389270782470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3687734603881836,
-      "cov-distil (oracle2student)": 2.6903958320617676,
-      "cov-distil (oracle2teacher)": 2.6759848594665527,
+      "cov-distil": 1.749659776687622,
+      "cov-distil (oracle2student)": 2.637760877609253,
+      "cov-distil (oracle2teacher)": 2.5632312297821045,
       "epoch": 3.338304552590267,
-      "rel-constrast": 1.8155421018600464,
+      "rel-constrast": 1.9450700283050537,
       "step": 4253,
-      "subrel-constrast": 2.42636775970459,
+      "subrel-constrast": 2.2825543880462646,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3503040075302124,
-      "cov-distil (oracle2student)": 5.188410758972168,
-      "cov-distil (oracle2teacher)": 4.135869979858398,
+      "cov-distil": 1.788456916809082,
+      "cov-distil (oracle2student)": 6.320041656494141,
+      "cov-distil (oracle2teacher)": 4.6727495193481445,
       "epoch": 3.339089481946625,
-      "rel-constrast": 4.388397216796875,
+      "rel-constrast": 4.695621490478516,
       "step": 4254,
-      "subrel-constrast": 4.7959885597229,
+      "subrel-constrast": 4.521914958953857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7324340343475342,
-      "cov-distil (oracle2student)": 5.550765037536621,
-      "cov-distil (oracle2teacher)": 4.870551109313965,
+      "cov-distil": 2.0866055488586426,
+      "cov-distil (oracle2student)": 4.875308990478516,
+      "cov-distil (oracle2teacher)": 5.105128765106201,
       "epoch": 3.339874411302983,
-      "rel-constrast": 3.5593581199645996,
+      "rel-constrast": 3.3117387294769287,
       "step": 4255,
-      "subrel-constrast": 3.9013187885284424,
+      "subrel-constrast": 4.088315010070801,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.310180425643921,
-      "cov-distil (oracle2student)": 4.308377265930176,
-      "cov-distil (oracle2teacher)": 3.948909282684326,
+      "cov-distil": 1.7316937446594238,
+      "cov-distil (oracle2student)": 4.584683895111084,
+      "cov-distil (oracle2teacher)": 4.2273664474487305,
       "epoch": 3.340659340659341,
-      "rel-constrast": 2.420928478240967,
+      "rel-constrast": 2.9452452659606934,
       "step": 4256,
-      "subrel-constrast": 3.081413507461548,
+      "subrel-constrast": 3.0514822006225586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8103976249694824,
-      "cov-distil (oracle2student)": 5.887847900390625,
-      "cov-distil (oracle2teacher)": 5.445443153381348,
+      "cov-distil": 2.301866054534912,
+      "cov-distil (oracle2student)": 5.457217216491699,
+      "cov-distil (oracle2teacher)": 5.846504211425781,
       "epoch": 3.3414442700156988,
-      "rel-constrast": 2.4799256324768066,
+      "rel-constrast": 2.6230316162109375,
       "step": 4257,
-      "subrel-constrast": 3.1891543865203857,
+      "subrel-constrast": 3.068901538848877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6300907135009766,
-      "cov-distil (oracle2student)": 4.433744430541992,
-      "cov-distil (oracle2teacher)": 4.299792289733887,
+      "cov-distil": 1.9227088689804077,
+      "cov-distil (oracle2student)": 4.789821624755859,
+      "cov-distil (oracle2teacher)": 4.327089786529541,
       "epoch": 3.3422291993720563,
-      "rel-constrast": 2.9188108444213867,
+      "rel-constrast": 3.1598119735717773,
       "step": 4258,
-      "subrel-constrast": 3.595367431640625,
+      "subrel-constrast": 3.5942652225494385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.050822138786316,
-      "cov-distil (oracle2student)": 3.969473123550415,
-      "cov-distil (oracle2teacher)": 3.7763822078704834,
+      "cov-distil": 1.2751450538635254,
+      "cov-distil (oracle2student)": 4.411063194274902,
+      "cov-distil (oracle2teacher)": 4.236337661743164,
       "epoch": 3.3430141287284143,
-      "rel-constrast": 1.8102214336395264,
+      "rel-constrast": 2.2975358963012695,
       "step": 4259,
-      "subrel-constrast": 2.6671910285949707,
+      "subrel-constrast": 2.378434658050537,
       "view-similarity": 0
     },
     {
       "epoch": 3.3437990580847723,
-      "grad_norm": 4.21875,
+      "grad_norm": 5.8125,
       "learning_rate": 3.549422327506943e-05,
-      "loss": 0.7026,
+      "loss": 0.737,
       "step": 4260
     },
     {
-      "cov-distil": 1.6243342161178589,
-      "cov-distil (oracle2student)": 4.715868949890137,
-      "cov-distil (oracle2teacher)": 4.509154319763184,
+      "cov-distil": 1.7823262214660645,
+      "cov-distil (oracle2student)": 5.440313816070557,
+      "cov-distil (oracle2teacher)": 5.234018802642822,
       "epoch": 3.3437990580847723,
-      "rel-constrast": 2.4642441272735596,
+      "rel-constrast": 3.2376275062561035,
       "step": 4260,
-      "subrel-constrast": 3.2762303352355957,
+      "subrel-constrast": 3.3297669887542725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6114988327026367,
-      "cov-distil (oracle2student)": 5.182488918304443,
-      "cov-distil (oracle2teacher)": 4.221996307373047,
+      "cov-distil": 2.0863306522369385,
+      "cov-distil (oracle2student)": 5.410848617553711,
+      "cov-distil (oracle2teacher)": 4.788063049316406,
       "epoch": 3.3445839874411303,
-      "rel-constrast": 2.0709195137023926,
+      "rel-constrast": 2.074838638305664,
       "step": 4261,
-      "subrel-constrast": 2.779603958129883,
+      "subrel-constrast": 2.857530117034912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.086158275604248,
-      "cov-distil (oracle2student)": 5.019308090209961,
-      "cov-distil (oracle2teacher)": 4.998334884643555,
+      "cov-distil": 1.1731905937194824,
+      "cov-distil (oracle2student)": 5.105975151062012,
+      "cov-distil (oracle2teacher)": 4.998774528503418,
       "epoch": 3.3453689167974883,
-      "rel-constrast": 1.5751663446426392,
+      "rel-constrast": 2.281209945678711,
       "step": 4262,
-      "subrel-constrast": 2.490482807159424,
+      "subrel-constrast": 2.8043971061706543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4161943197250366,
-      "cov-distil (oracle2student)": 5.546712875366211,
-      "cov-distil (oracle2teacher)": 4.838824272155762,
+      "cov-distil": 1.8144118785858154,
+      "cov-distil (oracle2student)": 6.02488899230957,
+      "cov-distil (oracle2teacher)": 5.389560699462891,
       "epoch": 3.3461538461538463,
-      "rel-constrast": 1.965247631072998,
+      "rel-constrast": 2.6074628829956055,
       "step": 4263,
-      "subrel-constrast": 2.5871126651763916,
+      "subrel-constrast": 3.293705463409424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4986015558242798,
-      "cov-distil (oracle2student)": 4.791669845581055,
-      "cov-distil (oracle2teacher)": 4.736745834350586,
+      "cov-distil": 1.7040860652923584,
+      "cov-distil (oracle2student)": 5.26883602142334,
+      "cov-distil (oracle2teacher)": 4.877366065979004,
       "epoch": 3.3469387755102042,
-      "rel-constrast": 2.7724015712738037,
+      "rel-constrast": 3.785839796066284,
       "step": 4264,
-      "subrel-constrast": 3.4118831157684326,
+      "subrel-constrast": 3.5340585708618164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4390076398849487,
-      "cov-distil (oracle2student)": 4.380668640136719,
-      "cov-distil (oracle2teacher)": 3.9276657104492188,
+      "cov-distil": 2.0228047370910645,
+      "cov-distil (oracle2student)": 4.428217887878418,
+      "cov-distil (oracle2teacher)": 4.332272529602051,
       "epoch": 3.347723704866562,
-      "rel-constrast": 1.9192192554473877,
+      "rel-constrast": 1.9945170879364014,
       "step": 4265,
-      "subrel-constrast": 2.9187426567077637,
+      "subrel-constrast": 2.984651803970337,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7563811540603638,
-      "cov-distil (oracle2student)": 5.2475056648254395,
-      "cov-distil (oracle2teacher)": 5.029016494750977,
+      "cov-distil": 1.9042823314666748,
+      "cov-distil (oracle2student)": 5.009451389312744,
+      "cov-distil (oracle2teacher)": 5.12422513961792,
       "epoch": 3.3485086342229198,
-      "rel-constrast": 2.9083118438720703,
+      "rel-constrast": 2.834625482559204,
       "step": 4266,
-      "subrel-constrast": 3.813722610473633,
+      "subrel-constrast": 3.6153507232666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.24165940284729,
-      "cov-distil (oracle2student)": 3.386312484741211,
-      "cov-distil (oracle2teacher)": 3.4004573822021484,
+      "cov-distil": 1.7724027633666992,
+      "cov-distil (oracle2student)": 4.248204708099365,
+      "cov-distil (oracle2teacher)": 3.7714757919311523,
       "epoch": 3.3492935635792778,
-      "rel-constrast": 3.555532693862915,
+      "rel-constrast": 3.9429874420166016,
       "step": 4267,
-      "subrel-constrast": 3.726557970046997,
+      "subrel-constrast": 3.6467292308807373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0230761766433716,
-      "cov-distil (oracle2student)": 4.712807655334473,
-      "cov-distil (oracle2teacher)": 4.313901424407959,
+      "cov-distil": 1.633008599281311,
+      "cov-distil (oracle2student)": 4.956493377685547,
+      "cov-distil (oracle2teacher)": 4.570375919342041,
       "epoch": 3.3500784929356358,
-      "rel-constrast": 2.5535078048706055,
+      "rel-constrast": 2.9785280227661133,
       "step": 4268,
-      "subrel-constrast": 3.1071529388427734,
+      "subrel-constrast": 2.808523416519165,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4127061367034912,
-      "cov-distil (oracle2student)": 4.798192977905273,
-      "cov-distil (oracle2teacher)": 5.389845848083496,
+      "cov-distil": 1.548631191253662,
+      "cov-distil (oracle2student)": 5.775150299072266,
+      "cov-distil (oracle2teacher)": 5.260499954223633,
       "epoch": 3.3508634222919937,
-      "rel-constrast": 3.3725626468658447,
+      "rel-constrast": 3.5315160751342773,
       "step": 4269,
-      "subrel-constrast": 3.747626781463623,
+      "subrel-constrast": 3.4229421615600586,
       "view-similarity": 0
     },
     {
       "epoch": 3.3516483516483517,
-      "grad_norm": 6.03125,
+      "grad_norm": 6.84375,
       "learning_rate": 3.541495375420745e-05,
-      "loss": 0.6642,
+      "loss": 0.7317,
       "step": 4270
     },
     {
-      "cov-distil": 1.3466150760650635,
-      "cov-distil (oracle2student)": 3.8500006198883057,
-      "cov-distil (oracle2teacher)": 3.7879478931427,
+      "cov-distil": 1.8386934995651245,
+      "cov-distil (oracle2student)": 3.8270277976989746,
+      "cov-distil (oracle2teacher)": 4.209890842437744,
       "epoch": 3.3516483516483517,
-      "rel-constrast": 2.77681565284729,
+      "rel-constrast": 2.6711230278015137,
       "step": 4270,
-      "subrel-constrast": 3.296611785888672,
+      "subrel-constrast": 3.3240761756896973,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4085309505462646,
-      "cov-distil (oracle2student)": 3.948026180267334,
-      "cov-distil (oracle2teacher)": 4.384200096130371,
+      "cov-distil": 1.4255218505859375,
+      "cov-distil (oracle2student)": 4.179658889770508,
+      "cov-distil (oracle2teacher)": 4.3219404220581055,
       "epoch": 3.3524332810047097,
-      "rel-constrast": 2.9386162757873535,
+      "rel-constrast": 3.1883318424224854,
       "step": 4271,
-      "subrel-constrast": 4.00741720199585,
+      "subrel-constrast": 4.219953536987305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3967074155807495,
-      "cov-distil (oracle2student)": 6.463133811950684,
-      "cov-distil (oracle2teacher)": 5.127321243286133,
+      "cov-distil": 1.7032692432403564,
+      "cov-distil (oracle2student)": 5.818151473999023,
+      "cov-distil (oracle2teacher)": 6.068851947784424,
       "epoch": 3.3532182103610673,
-      "rel-constrast": 2.885218620300293,
+      "rel-constrast": 3.0750372409820557,
       "step": 4272,
-      "subrel-constrast": 3.70072078704834,
+      "subrel-constrast": 3.748965263366699,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5598400831222534,
-      "cov-distil (oracle2student)": 2.9099955558776855,
-      "cov-distil (oracle2teacher)": 3.3701958656311035,
+      "cov-distil": 1.4217643737792969,
+      "cov-distil (oracle2student)": 3.7975940704345703,
+      "cov-distil (oracle2teacher)": 3.5849790573120117,
       "epoch": 3.3540031397174253,
-      "rel-constrast": 1.969146728515625,
+      "rel-constrast": 2.628725051879883,
       "step": 4273,
-      "subrel-constrast": 2.913853883743286,
+      "subrel-constrast": 2.8042709827423096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6754400730133057,
-      "cov-distil (oracle2student)": 2.405139923095703,
-      "cov-distil (oracle2teacher)": 2.564643383026123,
+      "cov-distil": 2.106904983520508,
+      "cov-distil (oracle2student)": 2.7862730026245117,
+      "cov-distil (oracle2teacher)": 2.923227310180664,
       "epoch": 3.3547880690737832,
-      "rel-constrast": 1.9968209266662598,
+      "rel-constrast": 2.103440523147583,
       "step": 4274,
-      "subrel-constrast": 2.663403034210205,
+      "subrel-constrast": 2.8868768215179443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.508721113204956,
-      "cov-distil (oracle2student)": 4.437134265899658,
-      "cov-distil (oracle2teacher)": 3.97078275680542,
+      "cov-distil": 2.1504573822021484,
+      "cov-distil (oracle2student)": 4.929529666900635,
+      "cov-distil (oracle2teacher)": 4.4262189865112305,
       "epoch": 3.3555729984301412,
-      "rel-constrast": 3.1798763275146484,
+      "rel-constrast": 4.02558708190918,
       "step": 4275,
-      "subrel-constrast": 3.2847511768341064,
+      "subrel-constrast": 3.3459548950195312,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5566855669021606,
-      "cov-distil (oracle2student)": 3.5208282470703125,
-      "cov-distil (oracle2teacher)": 3.6422505378723145,
+      "cov-distil": 2.0668981075286865,
+      "cov-distil (oracle2student)": 4.159120082855225,
+      "cov-distil (oracle2teacher)": 4.016322135925293,
       "epoch": 3.356357927786499,
-      "rel-constrast": 2.7460474967956543,
+      "rel-constrast": 3.1168131828308105,
       "step": 4276,
-      "subrel-constrast": 3.583345651626587,
+      "subrel-constrast": 3.7611005306243896,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2575229406356812,
-      "cov-distil (oracle2student)": 4.581417560577393,
-      "cov-distil (oracle2teacher)": 4.906398296356201,
+      "cov-distil": 1.8446261882781982,
+      "cov-distil (oracle2student)": 4.716890335083008,
+      "cov-distil (oracle2teacher)": 4.724821090698242,
       "epoch": 3.357142857142857,
-      "rel-constrast": 1.9523130655288696,
+      "rel-constrast": 1.6703341007232666,
       "step": 4277,
-      "subrel-constrast": 3.065965175628662,
+      "subrel-constrast": 2.9272873401641846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4379734992980957,
-      "cov-distil (oracle2student)": 5.3343400955200195,
-      "cov-distil (oracle2teacher)": 4.759665012359619,
+      "cov-distil": 1.8687560558319092,
+      "cov-distil (oracle2student)": 4.91609525680542,
+      "cov-distil (oracle2teacher)": 5.193821907043457,
       "epoch": 3.357927786499215,
-      "rel-constrast": 3.2633872032165527,
+      "rel-constrast": 3.17356014251709,
       "step": 4278,
-      "subrel-constrast": 4.0675811767578125,
+      "subrel-constrast": 4.105971813201904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2725796699523926,
-      "cov-distil (oracle2student)": 5.19420051574707,
-      "cov-distil (oracle2teacher)": 4.393756866455078,
+      "cov-distil": 1.639193058013916,
+      "cov-distil (oracle2student)": 4.4316487312316895,
+      "cov-distil (oracle2teacher)": 5.192258834838867,
       "epoch": 3.358712715855573,
-      "rel-constrast": 2.3598811626434326,
+      "rel-constrast": 2.9755868911743164,
       "step": 4279,
-      "subrel-constrast": 3.1644015312194824,
+      "subrel-constrast": 3.256446361541748,
       "view-similarity": 0
     },
     {
       "epoch": 3.359497645211931,
-      "grad_norm": 5.40625,
+      "grad_norm": 7.125,
       "learning_rate": 3.5335557330420726e-05,
-      "loss": 0.6878,
+      "loss": 0.7157,
       "step": 4280
     },
     {
-      "cov-distil": 1.2873464822769165,
-      "cov-distil (oracle2student)": 4.331691265106201,
-      "cov-distil (oracle2teacher)": 4.113574028015137,
+      "cov-distil": 1.7956907749176025,
+      "cov-distil (oracle2student)": 4.878077030181885,
+      "cov-distil (oracle2teacher)": 4.502696514129639,
       "epoch": 3.359497645211931,
-      "rel-constrast": 1.929734468460083,
+      "rel-constrast": 2.1311452388763428,
       "step": 4280,
-      "subrel-constrast": 2.567345142364502,
+      "subrel-constrast": 2.1630496978759766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3678147792816162,
-      "cov-distil (oracle2student)": 4.8860039710998535,
-      "cov-distil (oracle2teacher)": 4.535238265991211,
+      "cov-distil": 2.157742500305176,
+      "cov-distil (oracle2student)": 5.4088640213012695,
+      "cov-distil (oracle2teacher)": 5.510906219482422,
       "epoch": 3.3602825745682887,
-      "rel-constrast": 2.47389554977417,
+      "rel-constrast": 2.877058506011963,
       "step": 4281,
-      "subrel-constrast": 3.1423912048339844,
+      "subrel-constrast": 3.641050100326538,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7470955848693848,
-      "cov-distil (oracle2student)": 5.05723762512207,
-      "cov-distil (oracle2teacher)": 4.458168983459473,
+      "cov-distil": 1.9567396640777588,
+      "cov-distil (oracle2student)": 4.718475341796875,
+      "cov-distil (oracle2teacher)": 5.545111656188965,
       "epoch": 3.3610675039246467,
-      "rel-constrast": 3.609450340270996,
+      "rel-constrast": 3.4438319206237793,
       "step": 4282,
-      "subrel-constrast": 4.0901288986206055,
+      "subrel-constrast": 4.637604713439941,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8515770435333252,
-      "cov-distil (oracle2student)": 4.809340476989746,
-      "cov-distil (oracle2teacher)": 3.98374605178833,
+      "cov-distil": 2.3157460689544678,
+      "cov-distil (oracle2student)": 4.3044281005859375,
+      "cov-distil (oracle2teacher)": 4.207825660705566,
       "epoch": 3.3618524332810047,
-      "rel-constrast": 2.01130747795105,
+      "rel-constrast": 1.9090521335601807,
       "step": 4283,
-      "subrel-constrast": 2.69510555267334,
+      "subrel-constrast": 3.0649614334106445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1400179862976074,
-      "cov-distil (oracle2student)": 6.629370212554932,
-      "cov-distil (oracle2teacher)": 5.342190265655518,
+      "cov-distil": 1.9166598320007324,
+      "cov-distil (oracle2student)": 6.8170623779296875,
+      "cov-distil (oracle2teacher)": 5.702792167663574,
       "epoch": 3.3626373626373627,
-      "rel-constrast": 3.424914836883545,
+      "rel-constrast": 3.4791715145111084,
       "step": 4284,
-      "subrel-constrast": 3.3535799980163574,
+      "subrel-constrast": 3.188838481903076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2535170316696167,
-      "cov-distil (oracle2student)": 3.008505344390869,
-      "cov-distil (oracle2teacher)": 2.9217495918273926,
+      "cov-distil": 1.717205286026001,
+      "cov-distil (oracle2student)": 3.024974822998047,
+      "cov-distil (oracle2teacher)": 2.9206199645996094,
       "epoch": 3.3634222919937207,
-      "rel-constrast": 2.0771982669830322,
+      "rel-constrast": 2.3051095008850098,
       "step": 4285,
-      "subrel-constrast": 2.968839645385742,
+      "subrel-constrast": 2.825568199157715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8763525485992432,
-      "cov-distil (oracle2student)": 4.43292236328125,
-      "cov-distil (oracle2teacher)": 4.6208906173706055,
+      "cov-distil": 2.301104784011841,
+      "cov-distil (oracle2student)": 4.950128078460693,
+      "cov-distil (oracle2teacher)": 5.068368911743164,
       "epoch": 3.3642072213500787,
-      "rel-constrast": 2.47951602935791,
+      "rel-constrast": 2.7130415439605713,
       "step": 4286,
-      "subrel-constrast": 2.945582628250122,
+      "subrel-constrast": 3.2687759399414062,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.229177713394165,
-      "cov-distil (oracle2student)": 5.09532356262207,
-      "cov-distil (oracle2teacher)": 5.043976783752441,
+      "cov-distil": 1.5392091274261475,
+      "cov-distil (oracle2student)": 5.253881454467773,
+      "cov-distil (oracle2teacher)": 4.793879508972168,
       "epoch": 3.3649921507064366,
-      "rel-constrast": 3.3223090171813965,
+      "rel-constrast": 3.5455446243286133,
       "step": 4287,
-      "subrel-constrast": 4.121464252471924,
+      "subrel-constrast": 4.08537483215332,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.795539140701294,
-      "cov-distil (oracle2student)": 4.673644542694092,
-      "cov-distil (oracle2teacher)": 4.317502498626709,
+      "cov-distil": 1.8323616981506348,
+      "cov-distil (oracle2student)": 4.321799278259277,
+      "cov-distil (oracle2teacher)": 4.7774338722229,
       "epoch": 3.365777080062794,
-      "rel-constrast": 2.091823101043701,
+      "rel-constrast": 2.356624126434326,
       "step": 4288,
-      "subrel-constrast": 2.5870866775512695,
+      "subrel-constrast": 2.7660787105560303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5413007736206055,
-      "cov-distil (oracle2student)": 5.489147663116455,
-      "cov-distil (oracle2teacher)": 4.791306495666504,
+      "cov-distil": 2.232011318206787,
+      "cov-distil (oracle2student)": 5.111305236816406,
+      "cov-distil (oracle2teacher)": 4.161574840545654,
       "epoch": 3.366562009419152,
-      "rel-constrast": 2.436387062072754,
+      "rel-constrast": 2.9661145210266113,
       "step": 4289,
-      "subrel-constrast": 3.203735113143921,
+      "subrel-constrast": 3.268143653869629,
       "view-similarity": 0
     },
     {
       "epoch": 3.36734693877551,
-      "grad_norm": 4.9375,
+      "grad_norm": 6.25,
       "learning_rate": 3.525603497112964e-05,
-      "loss": 0.6866,
+      "loss": 0.6932,
       "step": 4290
     },
     {
-      "cov-distil": 1.8867496252059937,
-      "cov-distil (oracle2student)": 2.268984079360962,
-      "cov-distil (oracle2teacher)": 2.83843994140625,
+      "cov-distil": 2.8006553649902344,
+      "cov-distil (oracle2student)": 2.4545435905456543,
+      "cov-distil (oracle2teacher)": 2.969252109527588,
       "epoch": 3.36734693877551,
-      "rel-constrast": 2.2306625843048096,
+      "rel-constrast": 2.5294861793518066,
       "step": 4290,
-      "subrel-constrast": 3.2897109985351562,
+      "subrel-constrast": 3.694093704223633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8629188537597656,
-      "cov-distil (oracle2student)": 5.1389594078063965,
-      "cov-distil (oracle2teacher)": 4.783963203430176,
+      "cov-distil": 1.7516555786132812,
+      "cov-distil (oracle2student)": 4.925584316253662,
+      "cov-distil (oracle2teacher)": 5.022037029266357,
       "epoch": 3.368131868131868,
-      "rel-constrast": 2.5840904712677,
+      "rel-constrast": 2.2702038288116455,
       "step": 4291,
-      "subrel-constrast": 3.162073850631714,
+      "subrel-constrast": 2.8739147186279297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5871930122375488,
-      "cov-distil (oracle2student)": 4.363796234130859,
-      "cov-distil (oracle2teacher)": 3.936367988586426,
+      "cov-distil": 1.7765153646469116,
+      "cov-distil (oracle2student)": 4.486620903015137,
+      "cov-distil (oracle2teacher)": 4.253495216369629,
       "epoch": 3.368916797488226,
-      "rel-constrast": 3.085841178894043,
+      "rel-constrast": 3.219985246658325,
       "step": 4292,
-      "subrel-constrast": 4.210088729858398,
+      "subrel-constrast": 4.4538373947143555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3804022073745728,
-      "cov-distil (oracle2student)": 3.9011783599853516,
-      "cov-distil (oracle2teacher)": 3.8868842124938965,
+      "cov-distil": 1.7258402109146118,
+      "cov-distil (oracle2student)": 4.26746940612793,
+      "cov-distil (oracle2teacher)": 4.171392440795898,
       "epoch": 3.369701726844584,
-      "rel-constrast": 2.0438122749328613,
+      "rel-constrast": 2.6373791694641113,
       "step": 4293,
-      "subrel-constrast": 2.9774692058563232,
+      "subrel-constrast": 3.1116182804107666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8189693689346313,
-      "cov-distil (oracle2student)": 5.013491630554199,
-      "cov-distil (oracle2teacher)": 4.776147365570068,
+      "cov-distil": 2.4514331817626953,
+      "cov-distil (oracle2student)": 5.071537494659424,
+      "cov-distil (oracle2teacher)": 4.872095108032227,
       "epoch": 3.370486656200942,
-      "rel-constrast": 3.0230484008789062,
+      "rel-constrast": 3.4283928871154785,
       "step": 4294,
-      "subrel-constrast": 3.9929616451263428,
+      "subrel-constrast": 4.272458076477051,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.516330361366272,
-      "cov-distil (oracle2student)": 5.002561569213867,
-      "cov-distil (oracle2teacher)": 5.489101886749268,
+      "cov-distil": 2.412816047668457,
+      "cov-distil (oracle2student)": 5.470343112945557,
+      "cov-distil (oracle2teacher)": 5.328449249267578,
       "epoch": 3.3712715855572997,
-      "rel-constrast": 4.056129455566406,
+      "rel-constrast": 3.9795989990234375,
       "step": 4295,
-      "subrel-constrast": 5.0589399337768555,
+      "subrel-constrast": 5.515860080718994,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1913504600524902,
-      "cov-distil (oracle2student)": 3.365901231765747,
-      "cov-distil (oracle2teacher)": 3.3496737480163574,
+      "cov-distil": 1.4122138023376465,
+      "cov-distil (oracle2student)": 3.182529926300049,
+      "cov-distil (oracle2teacher)": 3.4132351875305176,
       "epoch": 3.3720565149136577,
-      "rel-constrast": 2.7461469173431396,
+      "rel-constrast": 3.0189027786254883,
       "step": 4296,
-      "subrel-constrast": 3.198660373687744,
+      "subrel-constrast": 2.970398426055908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3391680717468262,
-      "cov-distil (oracle2student)": 2.923687696456909,
-      "cov-distil (oracle2teacher)": 2.9049477577209473,
+      "cov-distil": 1.6192914247512817,
+      "cov-distil (oracle2student)": 3.4368155002593994,
+      "cov-distil (oracle2teacher)": 3.5170328617095947,
       "epoch": 3.3728414442700156,
-      "rel-constrast": 2.0509743690490723,
+      "rel-constrast": 2.127737522125244,
       "step": 4297,
-      "subrel-constrast": 2.7330877780914307,
+      "subrel-constrast": 2.6783106327056885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6767972707748413,
-      "cov-distil (oracle2student)": 5.263792991638184,
-      "cov-distil (oracle2teacher)": 4.345954895019531,
+      "cov-distil": 2.482032299041748,
+      "cov-distil (oracle2student)": 5.4468865394592285,
+      "cov-distil (oracle2teacher)": 5.144571781158447,
       "epoch": 3.3736263736263736,
-      "rel-constrast": 1.8726019859313965,
+      "rel-constrast": 2.2835636138916016,
       "step": 4298,
-      "subrel-constrast": 2.6284756660461426,
+      "subrel-constrast": 3.1244397163391113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.606415033340454,
-      "cov-distil (oracle2student)": 3.813498020172119,
-      "cov-distil (oracle2teacher)": 4.023953437805176,
+      "cov-distil": 2.074470043182373,
+      "cov-distil (oracle2student)": 4.205725193023682,
+      "cov-distil (oracle2teacher)": 4.387436866760254,
       "epoch": 3.3744113029827316,
-      "rel-constrast": 4.610630989074707,
+      "rel-constrast": 4.454756259918213,
       "step": 4299,
-      "subrel-constrast": 4.719656944274902,
+      "subrel-constrast": 4.744990348815918,
       "view-similarity": 0
     },
     {
       "epoch": 3.3751962323390896,
-      "grad_norm": 8.875,
+      "grad_norm": 9.25,
       "learning_rate": 3.5176387645289034e-05,
-      "loss": 0.7473,
+      "loss": 0.7488,
       "step": 4300
     },
     {
       "epoch": 3.3751962323390896,
-      "overlap": 0.2874999940395355,
+      "overlap": 0.29375001788139343,
       "step": 4300
     },
     {
       "epoch": 3.3751962323390896,
       "step": 4300,
-      "student margin": 0.06201171875
+      "student margin": 0.05291748046875
     },
     {
       "epoch": 3.3751962323390896,
       "step": 4300,
-      "teacher margin": 0.043701171875
+      "teacher margin": 0.04998779296875
     },
     {
       "epoch": 3.3751962323390896,
-      "margin difference": -0.018310546875,
+      "margin difference": -0.0029296875,
       "step": 4300
     },
     {
-      "cov-distil": 1.6070315837860107,
-      "cov-distil (oracle2student)": 4.680318355560303,
-      "cov-distil (oracle2teacher)": 4.890135765075684,
+      "cov-distil": 2.259068727493286,
+      "cov-distil (oracle2student)": 5.352965831756592,
+      "cov-distil (oracle2teacher)": 4.996763706207275,
       "epoch": 3.3751962323390896,
-      "rel-constrast": 2.431760787963867,
+      "rel-constrast": 3.1291000843048096,
       "step": 4300,
-      "subrel-constrast": 3.5095107555389404,
+      "subrel-constrast": 3.0872316360473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.326688528060913,
-      "cov-distil (oracle2student)": 4.475771903991699,
-      "cov-distil (oracle2teacher)": 4.233859062194824,
+      "cov-distil": 1.5332534313201904,
+      "cov-distil (oracle2student)": 4.263423442840576,
+      "cov-distil (oracle2teacher)": 4.103002548217773,
       "epoch": 3.3759811616954476,
-      "rel-constrast": 2.0299882888793945,
+      "rel-constrast": 1.810352087020874,
       "step": 4301,
-      "subrel-constrast": 3.0191333293914795,
+      "subrel-constrast": 2.6334962844848633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3796353340148926,
-      "cov-distil (oracle2student)": 3.799795627593994,
-      "cov-distil (oracle2teacher)": 3.858471393585205,
+      "cov-distil": 1.6561555862426758,
+      "cov-distil (oracle2student)": 3.946477174758911,
+      "cov-distil (oracle2teacher)": 3.628737449645996,
       "epoch": 3.376766091051805,
-      "rel-constrast": 2.771796703338623,
+      "rel-constrast": 2.6839888095855713,
       "step": 4302,
-      "subrel-constrast": 3.4184463024139404,
+      "subrel-constrast": 3.1025586128234863,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7268301248550415,
-      "cov-distil (oracle2student)": 3.1467039585113525,
-      "cov-distil (oracle2teacher)": 3.5663514137268066,
+      "cov-distil": 2.0300581455230713,
+      "cov-distil (oracle2student)": 3.286304473876953,
+      "cov-distil (oracle2teacher)": 3.569732189178467,
       "epoch": 3.377551020408163,
-      "rel-constrast": 2.1536788940429688,
+      "rel-constrast": 2.734779119491577,
       "step": 4303,
-      "subrel-constrast": 3.41182804107666,
+      "subrel-constrast": 3.286442995071411,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.426992416381836,
-      "cov-distil (oracle2student)": 5.119106769561768,
-      "cov-distil (oracle2teacher)": 5.421058654785156,
+      "cov-distil": 1.8060948848724365,
+      "cov-distil (oracle2student)": 5.627316474914551,
+      "cov-distil (oracle2teacher)": 5.531001091003418,
       "epoch": 3.378335949764521,
-      "rel-constrast": 4.6100053787231445,
+      "rel-constrast": 4.7537994384765625,
       "step": 4304,
-      "subrel-constrast": 5.126726150512695,
+      "subrel-constrast": 4.710326194763184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2281407117843628,
-      "cov-distil (oracle2student)": 4.735365867614746,
-      "cov-distil (oracle2teacher)": 4.511551856994629,
+      "cov-distil": 1.5155104398727417,
+      "cov-distil (oracle2student)": 4.502305030822754,
+      "cov-distil (oracle2teacher)": 5.016806125640869,
       "epoch": 3.379120879120879,
-      "rel-constrast": 2.9437355995178223,
+      "rel-constrast": 3.0963551998138428,
       "step": 4305,
-      "subrel-constrast": 3.6078124046325684,
+      "subrel-constrast": 3.3809738159179688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.892219066619873,
-      "cov-distil (oracle2student)": 2.147355079650879,
-      "cov-distil (oracle2teacher)": 2.493425130844116,
+      "cov-distil": 2.5611042976379395,
+      "cov-distil (oracle2student)": 2.5431013107299805,
+      "cov-distil (oracle2teacher)": 2.608806610107422,
       "epoch": 3.379905808477237,
-      "rel-constrast": 2.8466413021087646,
+      "rel-constrast": 2.654966354370117,
       "step": 4306,
-      "subrel-constrast": 3.377188205718994,
+      "subrel-constrast": 3.7479004859924316,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8602007627487183,
-      "cov-distil (oracle2student)": 3.334291696548462,
-      "cov-distil (oracle2teacher)": 3.1784558296203613,
+      "cov-distil": 1.7297338247299194,
+      "cov-distil (oracle2student)": 2.9845690727233887,
+      "cov-distil (oracle2teacher)": 3.1253552436828613,
       "epoch": 3.380690737833595,
-      "rel-constrast": 2.851811170578003,
+      "rel-constrast": 2.775682210922241,
       "step": 4307,
-      "subrel-constrast": 3.5957977771759033,
+      "subrel-constrast": 3.974729299545288,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.180039405822754,
-      "cov-distil (oracle2student)": 3.247203826904297,
-      "cov-distil (oracle2teacher)": 3.2063236236572266,
+      "cov-distil": 1.3668075799942017,
+      "cov-distil (oracle2student)": 3.2084717750549316,
+      "cov-distil (oracle2teacher)": 3.439330577850342,
       "epoch": 3.381475667189953,
-      "rel-constrast": 3.1776695251464844,
+      "rel-constrast": 2.970797300338745,
       "step": 4308,
-      "subrel-constrast": 3.228214740753174,
+      "subrel-constrast": 3.3555006980895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0730695724487305,
-      "cov-distil (oracle2student)": 4.395778656005859,
-      "cov-distil (oracle2teacher)": 4.398210525512695,
+      "cov-distil": 1.5143659114837646,
+      "cov-distil (oracle2student)": 4.740339756011963,
+      "cov-distil (oracle2teacher)": 4.290063381195068,
       "epoch": 3.3822605965463106,
-      "rel-constrast": 3.0915489196777344,
+      "rel-constrast": 3.4521713256835938,
       "step": 4309,
-      "subrel-constrast": 3.3072497844696045,
+      "subrel-constrast": 3.5706562995910645,
       "view-similarity": 0
     },
     {
       "epoch": 3.3830455259026686,
-      "grad_norm": 5.9375,
+      "grad_norm": 7.53125,
       "learning_rate": 3.5096616323376446e-05,
-      "loss": 0.7595,
+      "loss": 0.7515,
       "step": 4310
     },
     {
-      "cov-distil": 1.1046628952026367,
-      "cov-distil (oracle2student)": 4.107027530670166,
-      "cov-distil (oracle2teacher)": 3.866300106048584,
+      "cov-distil": 1.634986400604248,
+      "cov-distil (oracle2student)": 4.041820049285889,
+      "cov-distil (oracle2teacher)": 4.4069905281066895,
       "epoch": 3.3830455259026686,
-      "rel-constrast": 1.8343932628631592,
+      "rel-constrast": 2.192178249359131,
       "step": 4310,
-      "subrel-constrast": 2.755218982696533,
+      "subrel-constrast": 3.272343158721924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1129721403121948,
-      "cov-distil (oracle2student)": 3.558509349822998,
-      "cov-distil (oracle2teacher)": 3.370309591293335,
+      "cov-distil": 1.3968037366867065,
+      "cov-distil (oracle2student)": 4.028080940246582,
+      "cov-distil (oracle2teacher)": 3.163309097290039,
       "epoch": 3.3838304552590266,
-      "rel-constrast": 2.4290637969970703,
+      "rel-constrast": 2.7999651432037354,
       "step": 4311,
-      "subrel-constrast": 2.496331214904785,
+      "subrel-constrast": 2.5493247509002686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5530568361282349,
-      "cov-distil (oracle2student)": 7.085268020629883,
-      "cov-distil (oracle2teacher)": 5.936017990112305,
+      "cov-distil": 1.9341522455215454,
+      "cov-distil (oracle2student)": 6.785433292388916,
+      "cov-distil (oracle2teacher)": 6.258399963378906,
       "epoch": 3.3846153846153846,
-      "rel-constrast": 2.5687732696533203,
+      "rel-constrast": 3.1426119804382324,
       "step": 4312,
-      "subrel-constrast": 3.1640026569366455,
+      "subrel-constrast": 3.6111137866973877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4793273210525513,
-      "cov-distil (oracle2student)": 4.635717391967773,
-      "cov-distil (oracle2teacher)": 4.406209945678711,
+      "cov-distil": 1.694963812828064,
+      "cov-distil (oracle2student)": 4.33367919921875,
+      "cov-distil (oracle2teacher)": 4.554471969604492,
       "epoch": 3.3854003139717426,
-      "rel-constrast": 2.8283424377441406,
+      "rel-constrast": 2.4729557037353516,
       "step": 4313,
-      "subrel-constrast": 3.1280717849731445,
+      "subrel-constrast": 2.693079948425293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5433515310287476,
-      "cov-distil (oracle2student)": 5.465259552001953,
-      "cov-distil (oracle2teacher)": 5.646868705749512,
+      "cov-distil": 1.3861602544784546,
+      "cov-distil (oracle2student)": 5.832461357116699,
+      "cov-distil (oracle2teacher)": 5.655963897705078,
       "epoch": 3.3861852433281006,
-      "rel-constrast": 3.0580263137817383,
+      "rel-constrast": 4.09316349029541,
       "step": 4314,
-      "subrel-constrast": 3.969001054763794,
+      "subrel-constrast": 3.7876288890838623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6940135955810547,
-      "cov-distil (oracle2student)": 5.907309532165527,
-      "cov-distil (oracle2teacher)": 5.129887580871582,
+      "cov-distil": 1.9422128200531006,
+      "cov-distil (oracle2student)": 6.1904802322387695,
+      "cov-distil (oracle2teacher)": 5.499875068664551,
       "epoch": 3.3869701726844585,
-      "rel-constrast": 2.753241539001465,
+      "rel-constrast": 3.25907564163208,
       "step": 4315,
-      "subrel-constrast": 3.6789567470550537,
+      "subrel-constrast": 3.5166876316070557,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3530863523483276,
-      "cov-distil (oracle2student)": 5.182046890258789,
-      "cov-distil (oracle2teacher)": 4.388139724731445,
+      "cov-distil": 2.0095057487487793,
+      "cov-distil (oracle2student)": 5.522607803344727,
+      "cov-distil (oracle2teacher)": 4.899811744689941,
       "epoch": 3.387755102040816,
-      "rel-constrast": 2.6943769454956055,
+      "rel-constrast": 3.076490879058838,
       "step": 4316,
-      "subrel-constrast": 3.2006072998046875,
+      "subrel-constrast": 3.241572380065918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.281203031539917,
-      "cov-distil (oracle2student)": 4.672501564025879,
-      "cov-distil (oracle2teacher)": 3.3676843643188477,
+      "cov-distil": 1.5904130935668945,
+      "cov-distil (oracle2student)": 5.10475492477417,
+      "cov-distil (oracle2teacher)": 4.053912162780762,
       "epoch": 3.388540031397174,
-      "rel-constrast": 3.370619773864746,
+      "rel-constrast": 4.023558616638184,
       "step": 4317,
-      "subrel-constrast": 2.9347972869873047,
+      "subrel-constrast": 3.439790964126587,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7381078004837036,
-      "cov-distil (oracle2student)": 3.7094101905822754,
-      "cov-distil (oracle2teacher)": 3.322350025177002,
+      "cov-distil": 1.848498821258545,
+      "cov-distil (oracle2student)": 3.580495834350586,
+      "cov-distil (oracle2teacher)": 3.727771759033203,
       "epoch": 3.389324960753532,
-      "rel-constrast": 1.8797993659973145,
+      "rel-constrast": 2.0775675773620605,
       "step": 4318,
-      "subrel-constrast": 2.6159722805023193,
+      "subrel-constrast": 2.573298692703247,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5448211431503296,
-      "cov-distil (oracle2student)": 4.980890274047852,
-      "cov-distil (oracle2teacher)": 4.246119022369385,
+      "cov-distil": 1.5677127838134766,
+      "cov-distil (oracle2student)": 4.855860710144043,
+      "cov-distil (oracle2teacher)": 4.573758125305176,
       "epoch": 3.39010989010989,
-      "rel-constrast": 1.9900461435317993,
+      "rel-constrast": 2.2853846549987793,
       "step": 4319,
-      "subrel-constrast": 2.2139647006988525,
+      "subrel-constrast": 1.9664931297302246,
       "view-similarity": 0
     },
     {
       "epoch": 3.390894819466248,
-      "grad_norm": 4.9375,
+      "grad_norm": 4.90625,
       "learning_rate": 3.501672197738025e-05,
-      "loss": 0.6712,
+      "loss": 0.7356,
       "step": 4320
     },
     {
-      "cov-distil": 1.5868496894836426,
-      "cov-distil (oracle2student)": 6.791464328765869,
-      "cov-distil (oracle2teacher)": 5.74324369430542,
+      "cov-distil": 2.034184217453003,
+      "cov-distil (oracle2student)": 7.058881759643555,
+      "cov-distil (oracle2teacher)": 5.906437873840332,
       "epoch": 3.390894819466248,
-      "rel-constrast": 3.521695613861084,
+      "rel-constrast": 3.8778557777404785,
       "step": 4320,
-      "subrel-constrast": 3.9471802711486816,
+      "subrel-constrast": 4.174190044403076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7487925291061401,
-      "cov-distil (oracle2student)": 4.058990478515625,
-      "cov-distil (oracle2teacher)": 3.7175822257995605,
+      "cov-distil": 2.688103675842285,
+      "cov-distil (oracle2student)": 4.5967698097229,
+      "cov-distil (oracle2teacher)": 3.6933083534240723,
       "epoch": 3.391679748822606,
-      "rel-constrast": 3.385788917541504,
+      "rel-constrast": 3.584430694580078,
       "step": 4321,
-      "subrel-constrast": 3.966409206390381,
+      "subrel-constrast": 4.369389533996582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6916966438293457,
-      "cov-distil (oracle2student)": 3.8544998168945312,
-      "cov-distil (oracle2teacher)": 4.102261066436768,
+      "cov-distil": 1.9465941190719604,
+      "cov-distil (oracle2student)": 4.64394474029541,
+      "cov-distil (oracle2teacher)": 4.184908390045166,
       "epoch": 3.392464678178964,
-      "rel-constrast": 2.8494155406951904,
+      "rel-constrast": 2.6251320838928223,
       "step": 4322,
-      "subrel-constrast": 3.2767302989959717,
+      "subrel-constrast": 2.926358938217163,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.241194725036621,
-      "cov-distil (oracle2student)": 3.7813496589660645,
-      "cov-distil (oracle2teacher)": 3.373751163482666,
+      "cov-distil": 1.2905807495117188,
+      "cov-distil (oracle2student)": 4.5122456550598145,
+      "cov-distil (oracle2teacher)": 3.8082070350646973,
       "epoch": 3.393249607535322,
-      "rel-constrast": 2.6841001510620117,
+      "rel-constrast": 2.6783275604248047,
       "step": 4323,
-      "subrel-constrast": 3.1393890380859375,
+      "subrel-constrast": 3.120030164718628,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2056875228881836,
-      "cov-distil (oracle2student)": 4.302753925323486,
-      "cov-distil (oracle2teacher)": 4.139764308929443,
+      "cov-distil": 1.6984047889709473,
+      "cov-distil (oracle2student)": 4.205803394317627,
+      "cov-distil (oracle2teacher)": 4.254847526550293,
       "epoch": 3.39403453689168,
-      "rel-constrast": 2.5620477199554443,
+      "rel-constrast": 2.175708293914795,
       "step": 4324,
-      "subrel-constrast": 3.022333860397339,
+      "subrel-constrast": 3.109661817550659,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4186886548995972,
-      "cov-distil (oracle2student)": 5.185190677642822,
-      "cov-distil (oracle2teacher)": 4.502468585968018,
+      "cov-distil": 1.8232555389404297,
+      "cov-distil (oracle2student)": 5.43037223815918,
+      "cov-distil (oracle2teacher)": 5.073577880859375,
       "epoch": 3.3948194662480375,
-      "rel-constrast": 2.673100471496582,
+      "rel-constrast": 3.0288124084472656,
       "step": 4325,
-      "subrel-constrast": 3.743234634399414,
+      "subrel-constrast": 3.5916199684143066,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1801085472106934,
-      "cov-distil (oracle2student)": 2.6187944412231445,
-      "cov-distil (oracle2teacher)": 2.657989740371704,
+      "cov-distil": 1.3567965030670166,
+      "cov-distil (oracle2student)": 2.902144193649292,
+      "cov-distil (oracle2teacher)": 2.8545005321502686,
       "epoch": 3.3956043956043955,
-      "rel-constrast": 2.0626344680786133,
+      "rel-constrast": 2.1507487297058105,
       "step": 4326,
-      "subrel-constrast": 2.312446355819702,
+      "subrel-constrast": 2.2743420600891113,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7586145401000977,
-      "cov-distil (oracle2student)": 3.485755681991577,
-      "cov-distil (oracle2teacher)": 3.3005294799804688,
+      "cov-distil": 2.1983094215393066,
+      "cov-distil (oracle2student)": 3.830143451690674,
+      "cov-distil (oracle2teacher)": 3.8543245792388916,
       "epoch": 3.3963893249607535,
-      "rel-constrast": 2.231435537338257,
+      "rel-constrast": 2.238365411758423,
       "step": 4327,
-      "subrel-constrast": 3.6241841316223145,
+      "subrel-constrast": 3.201855421066284,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8845951557159424,
-      "cov-distil (oracle2student)": 3.094089984893799,
-      "cov-distil (oracle2teacher)": 3.0941219329833984,
+      "cov-distil": 2.556006669998169,
+      "cov-distil (oracle2student)": 3.530433177947998,
+      "cov-distil (oracle2teacher)": 3.6250200271606445,
       "epoch": 3.3971742543171115,
-      "rel-constrast": 2.149083137512207,
+      "rel-constrast": 2.8918614387512207,
       "step": 4328,
-      "subrel-constrast": 3.2056071758270264,
+      "subrel-constrast": 3.683401584625244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4496195316314697,
-      "cov-distil (oracle2student)": 4.971893310546875,
-      "cov-distil (oracle2teacher)": 3.918898582458496,
+      "cov-distil": 2.2834534645080566,
+      "cov-distil (oracle2student)": 5.320101737976074,
+      "cov-distil (oracle2teacher)": 4.704660415649414,
       "epoch": 3.3979591836734695,
-      "rel-constrast": 2.784313440322876,
+      "rel-constrast": 2.9875035285949707,
       "step": 4329,
-      "subrel-constrast": 2.8793861865997314,
+      "subrel-constrast": 2.77461314201355,
       "view-similarity": 0
     },
     {
       "epoch": 3.3987441130298275,
-      "grad_norm": 6.0625,
+      "grad_norm": 7.1875,
       "learning_rate": 3.493670558078785e-05,
-      "loss": 0.7105,
+      "loss": 0.706,
       "step": 4330
     },
     {
-      "cov-distil": 2.139741897583008,
-      "cov-distil (oracle2student)": 4.459595680236816,
-      "cov-distil (oracle2teacher)": 4.153514385223389,
+      "cov-distil": 1.9819467067718506,
+      "cov-distil (oracle2student)": 4.447501182556152,
+      "cov-distil (oracle2teacher)": 4.710155010223389,
       "epoch": 3.3987441130298275,
-      "rel-constrast": 2.9336178302764893,
+      "rel-constrast": 2.586289882659912,
       "step": 4330,
-      "subrel-constrast": 3.5426483154296875,
+      "subrel-constrast": 3.229074239730835,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8372138738632202,
-      "cov-distil (oracle2student)": 5.122504711151123,
-      "cov-distil (oracle2teacher)": 4.389894485473633,
+      "cov-distil": 1.7260115146636963,
+      "cov-distil (oracle2student)": 5.293323040008545,
+      "cov-distil (oracle2teacher)": 4.9683332443237305,
       "epoch": 3.3995290423861855,
-      "rel-constrast": 2.200561761856079,
+      "rel-constrast": 2.9021058082580566,
       "step": 4331,
-      "subrel-constrast": 3.043774366378784,
+      "subrel-constrast": 2.994546413421631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.451472520828247,
-      "cov-distil (oracle2student)": 4.4935455322265625,
-      "cov-distil (oracle2teacher)": 4.550529956817627,
+      "cov-distil": 2.1396114826202393,
+      "cov-distil (oracle2student)": 4.5490827560424805,
+      "cov-distil (oracle2teacher)": 4.965740203857422,
       "epoch": 3.400313971742543,
-      "rel-constrast": 3.046175718307495,
+      "rel-constrast": 3.374546527862549,
       "step": 4332,
-      "subrel-constrast": 4.188700199127197,
+      "subrel-constrast": 4.345451831817627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6066391468048096,
-      "cov-distil (oracle2student)": 3.3231301307678223,
-      "cov-distil (oracle2teacher)": 3.524153470993042,
+      "cov-distil": 1.9096133708953857,
+      "cov-distil (oracle2student)": 3.341031074523926,
+      "cov-distil (oracle2teacher)": 3.3206772804260254,
       "epoch": 3.401098901098901,
-      "rel-constrast": 2.4592247009277344,
+      "rel-constrast": 2.6250975131988525,
       "step": 4333,
-      "subrel-constrast": 3.2640533447265625,
+      "subrel-constrast": 2.928776264190674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7761101722717285,
-      "cov-distil (oracle2student)": 3.691993236541748,
-      "cov-distil (oracle2teacher)": 3.5918619632720947,
+      "cov-distil": 1.6022522449493408,
+      "cov-distil (oracle2student)": 3.991467237472534,
+      "cov-distil (oracle2teacher)": 4.014585494995117,
       "epoch": 3.401883830455259,
-      "rel-constrast": 2.532475471496582,
+      "rel-constrast": 2.967177391052246,
       "step": 4334,
-      "subrel-constrast": 3.1993820667266846,
+      "subrel-constrast": 3.4348387718200684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4264700412750244,
-      "cov-distil (oracle2student)": 5.446094989776611,
-      "cov-distil (oracle2teacher)": 5.086271286010742,
+      "cov-distil": 1.8635756969451904,
+      "cov-distil (oracle2student)": 5.012402057647705,
+      "cov-distil (oracle2teacher)": 5.672889709472656,
       "epoch": 3.402668759811617,
-      "rel-constrast": 2.2789182662963867,
+      "rel-constrast": 2.984712600708008,
       "step": 4335,
-      "subrel-constrast": 2.802027463912964,
+      "subrel-constrast": 3.0990774631500244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.470530390739441,
-      "cov-distil (oracle2student)": 4.788012504577637,
-      "cov-distil (oracle2teacher)": 4.586071491241455,
+      "cov-distil": 1.6429784297943115,
+      "cov-distil (oracle2student)": 5.342358589172363,
+      "cov-distil (oracle2teacher)": 4.891216278076172,
       "epoch": 3.403453689167975,
-      "rel-constrast": 2.613029956817627,
+      "rel-constrast": 2.9371628761291504,
       "step": 4336,
-      "subrel-constrast": 3.5761330127716064,
+      "subrel-constrast": 2.9421932697296143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6077542304992676,
-      "cov-distil (oracle2student)": 3.4043993949890137,
-      "cov-distil (oracle2teacher)": 3.3822834491729736,
+      "cov-distil": 1.5743250846862793,
+      "cov-distil (oracle2student)": 3.479351758956909,
+      "cov-distil (oracle2teacher)": 3.750516653060913,
       "epoch": 3.404238618524333,
-      "rel-constrast": 2.1994104385375977,
+      "rel-constrast": 2.228914737701416,
       "step": 4337,
-      "subrel-constrast": 2.8825976848602295,
+      "subrel-constrast": 2.627166509628296,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6061058044433594,
-      "cov-distil (oracle2student)": 3.284256935119629,
-      "cov-distil (oracle2teacher)": 3.1568291187286377,
+      "cov-distil": 2.3692164421081543,
+      "cov-distil (oracle2student)": 3.433356285095215,
+      "cov-distil (oracle2teacher)": 3.3917412757873535,
       "epoch": 3.405023547880691,
-      "rel-constrast": 2.062321662902832,
+      "rel-constrast": 2.704205274581909,
       "step": 4338,
-      "subrel-constrast": 2.9026947021484375,
+      "subrel-constrast": 2.892064332962036,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4323500394821167,
-      "cov-distil (oracle2student)": 4.375099182128906,
-      "cov-distil (oracle2teacher)": 4.173226833343506,
+      "cov-distil": 1.861536979675293,
+      "cov-distil (oracle2student)": 4.037467002868652,
+      "cov-distil (oracle2teacher)": 4.004098892211914,
       "epoch": 3.4058084772370485,
-      "rel-constrast": 1.8533875942230225,
+      "rel-constrast": 1.7053210735321045,
       "step": 4339,
-      "subrel-constrast": 2.878892183303833,
+      "subrel-constrast": 2.637011766433716,
       "view-similarity": 0
     },
     {
       "epoch": 3.4065934065934065,
-      "grad_norm": 4.40625,
+      "grad_norm": 4.84375,
       "learning_rate": 3.485656810857378e-05,
-      "loss": 0.6454,
+      "loss": 0.6754,
       "step": 4340
     },
     {
-      "cov-distil": 1.4342269897460938,
-      "cov-distil (oracle2student)": 4.85662317276001,
-      "cov-distil (oracle2teacher)": 4.617469787597656,
+      "cov-distil": 1.6399667263031006,
+      "cov-distil (oracle2student)": 4.7921528816223145,
+      "cov-distil (oracle2teacher)": 4.583009719848633,
       "epoch": 3.4065934065934065,
-      "rel-constrast": 2.9650697708129883,
+      "rel-constrast": 2.6757402420043945,
       "step": 4340,
-      "subrel-constrast": 3.375319480895996,
+      "subrel-constrast": 3.137626886367798,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6662046909332275,
-      "cov-distil (oracle2student)": 2.8405885696411133,
-      "cov-distil (oracle2teacher)": 2.7549448013305664,
+      "cov-distil": 1.7353391647338867,
+      "cov-distil (oracle2student)": 2.4937868118286133,
+      "cov-distil (oracle2teacher)": 2.544323444366455,
       "epoch": 3.4073783359497645,
-      "rel-constrast": 2.4089722633361816,
+      "rel-constrast": 2.401975154876709,
       "step": 4341,
-      "subrel-constrast": 2.9394948482513428,
+      "subrel-constrast": 2.9633820056915283,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.177065372467041,
-      "cov-distil (oracle2student)": 4.565441131591797,
-      "cov-distil (oracle2teacher)": 4.123811721801758,
+      "cov-distil": 1.2768521308898926,
+      "cov-distil (oracle2student)": 5.477683067321777,
+      "cov-distil (oracle2teacher)": 4.377306938171387,
       "epoch": 3.4081632653061225,
-      "rel-constrast": 2.664902448654175,
+      "rel-constrast": 3.46480655670166,
       "step": 4342,
-      "subrel-constrast": 2.82611346244812,
+      "subrel-constrast": 2.8560476303100586,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9501488208770752,
-      "cov-distil (oracle2student)": 4.749402046203613,
-      "cov-distil (oracle2teacher)": 4.898646831512451,
+      "cov-distil": 2.394479513168335,
+      "cov-distil (oracle2student)": 5.0663652420043945,
+      "cov-distil (oracle2teacher)": 4.9786376953125,
       "epoch": 3.4089481946624804,
-      "rel-constrast": 3.5872597694396973,
+      "rel-constrast": 3.6348705291748047,
       "step": 4343,
-      "subrel-constrast": 4.1038818359375,
+      "subrel-constrast": 3.8854761123657227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.866816759109497,
-      "cov-distil (oracle2student)": 4.477634429931641,
-      "cov-distil (oracle2teacher)": 4.093520164489746,
+      "cov-distil": 2.2159290313720703,
+      "cov-distil (oracle2student)": 4.429096221923828,
+      "cov-distil (oracle2teacher)": 4.079431533813477,
       "epoch": 3.4097331240188384,
-      "rel-constrast": 2.992333173751831,
+      "rel-constrast": 3.330923557281494,
       "step": 4344,
-      "subrel-constrast": 3.937943935394287,
+      "subrel-constrast": 3.8475358486175537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1590845584869385,
-      "cov-distil (oracle2student)": 3.3306336402893066,
-      "cov-distil (oracle2teacher)": 3.7174556255340576,
+      "cov-distil": 1.7968753576278687,
+      "cov-distil (oracle2student)": 3.8065743446350098,
+      "cov-distil (oracle2teacher)": 4.088866233825684,
       "epoch": 3.4105180533751964,
-      "rel-constrast": 2.107438802719116,
+      "rel-constrast": 2.4925880432128906,
       "step": 4345,
-      "subrel-constrast": 2.891507625579834,
+      "subrel-constrast": 2.8948662281036377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3627736568450928,
-      "cov-distil (oracle2student)": 5.424285411834717,
-      "cov-distil (oracle2teacher)": 5.241894721984863,
+      "cov-distil": 1.989667534828186,
+      "cov-distil (oracle2student)": 5.413491249084473,
+      "cov-distil (oracle2teacher)": 5.305351257324219,
       "epoch": 3.411302982731554,
-      "rel-constrast": 2.4199366569519043,
+      "rel-constrast": 2.090034008026123,
       "step": 4346,
-      "subrel-constrast": 2.7590785026550293,
+      "subrel-constrast": 2.9778378009796143,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1438055038452148,
-      "cov-distil (oracle2student)": 3.0015885829925537,
-      "cov-distil (oracle2teacher)": 2.7257628440856934,
+      "cov-distil": 1.817232608795166,
+      "cov-distil (oracle2student)": 2.844855785369873,
+      "cov-distil (oracle2teacher)": 3.2457823753356934,
       "epoch": 3.412087912087912,
-      "rel-constrast": 1.6537723541259766,
+      "rel-constrast": 1.7897599935531616,
       "step": 4347,
-      "subrel-constrast": 2.2006046772003174,
+      "subrel-constrast": 2.333134651184082,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3739540576934814,
-      "cov-distil (oracle2student)": 5.050268173217773,
-      "cov-distil (oracle2teacher)": 4.976256847381592,
+      "cov-distil": 1.2512643337249756,
+      "cov-distil (oracle2student)": 4.958953380584717,
+      "cov-distil (oracle2teacher)": 4.75728178024292,
       "epoch": 3.41287284144427,
-      "rel-constrast": 3.4977762699127197,
+      "rel-constrast": 3.440546989440918,
       "step": 4348,
-      "subrel-constrast": 3.642068386077881,
+      "subrel-constrast": 3.599888801574707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.468092679977417,
-      "cov-distil (oracle2student)": 4.922586441040039,
-      "cov-distil (oracle2teacher)": 4.670984268188477,
+      "cov-distil": 1.5191059112548828,
+      "cov-distil (oracle2student)": 5.388913154602051,
+      "cov-distil (oracle2teacher)": 4.739204406738281,
       "epoch": 3.413657770800628,
-      "rel-constrast": 2.6797611713409424,
+      "rel-constrast": 3.1308116912841797,
       "step": 4349,
-      "subrel-constrast": 3.3269388675689697,
+      "subrel-constrast": 3.100097894668579,
       "view-similarity": 0
     },
     {
       "epoch": 3.414442700156986,
-      "grad_norm": 4.875,
+      "grad_norm": 7.28125,
       "learning_rate": 3.477631053718784e-05,
-      "loss": 0.7109,
+      "loss": 0.7113,
       "step": 4350
     },
     {
-      "cov-distil": 1.729709506034851,
-      "cov-distil (oracle2student)": 7.371512413024902,
-      "cov-distil (oracle2teacher)": 6.780152320861816,
+      "cov-distil": 1.7120391130447388,
+      "cov-distil (oracle2student)": 7.033520221710205,
+      "cov-distil (oracle2teacher)": 6.822404384613037,
       "epoch": 3.414442700156986,
-      "rel-constrast": 3.0468926429748535,
+      "rel-constrast": 2.8783626556396484,
       "step": 4350,
-      "subrel-constrast": 3.619511842727661,
+      "subrel-constrast": 3.5832319259643555,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8298171758651733,
-      "cov-distil (oracle2student)": 4.1926469802856445,
-      "cov-distil (oracle2teacher)": 4.33797550201416,
+      "cov-distil": 1.8492133617401123,
+      "cov-distil (oracle2student)": 5.124305248260498,
+      "cov-distil (oracle2teacher)": 5.034933090209961,
       "epoch": 3.415227629513344,
-      "rel-constrast": 1.90731942653656,
+      "rel-constrast": 2.8740038871765137,
       "step": 4351,
-      "subrel-constrast": 3.9180257320404053,
+      "subrel-constrast": 3.861760377883911,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2000994682312012,
-      "cov-distil (oracle2student)": 3.1099958419799805,
-      "cov-distil (oracle2teacher)": 2.8313753604888916,
+      "cov-distil": 1.6556403636932373,
+      "cov-distil (oracle2student)": 2.560647487640381,
+      "cov-distil (oracle2teacher)": 3.0722036361694336,
       "epoch": 3.416012558869702,
-      "rel-constrast": 1.8644394874572754,
+      "rel-constrast": 2.2000699043273926,
       "step": 4352,
-      "subrel-constrast": 2.5117876529693604,
+      "subrel-constrast": 2.21304988861084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.387500286102295,
-      "cov-distil (oracle2student)": 5.58403205871582,
-      "cov-distil (oracle2teacher)": 5.032406806945801,
+      "cov-distil": 2.3553249835968018,
+      "cov-distil (oracle2student)": 5.984533309936523,
+      "cov-distil (oracle2teacher)": 5.126148223876953,
       "epoch": 3.4167974882260594,
-      "rel-constrast": 2.546957492828369,
+      "rel-constrast": 2.951692819595337,
       "step": 4353,
-      "subrel-constrast": 3.183702230453491,
+      "subrel-constrast": 3.6321158409118652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3728996515274048,
-      "cov-distil (oracle2student)": 5.176409721374512,
-      "cov-distil (oracle2teacher)": 5.02763032913208,
+      "cov-distil": 2.082524299621582,
+      "cov-distil (oracle2student)": 5.558508396148682,
+      "cov-distil (oracle2teacher)": 5.039382457733154,
       "epoch": 3.4175824175824174,
-      "rel-constrast": 2.554335832595825,
+      "rel-constrast": 3.2563796043395996,
       "step": 4354,
-      "subrel-constrast": 3.233808994293213,
+      "subrel-constrast": 3.284543037414551,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3917262554168701,
-      "cov-distil (oracle2student)": 4.72080135345459,
-      "cov-distil (oracle2teacher)": 4.470463752746582,
+      "cov-distil": 1.7288862466812134,
+      "cov-distil (oracle2student)": 4.9197773933410645,
+      "cov-distil (oracle2teacher)": 4.798705101013184,
       "epoch": 3.4183673469387754,
-      "rel-constrast": 2.4900450706481934,
+      "rel-constrast": 2.4184954166412354,
       "step": 4355,
-      "subrel-constrast": 2.9301671981811523,
+      "subrel-constrast": 2.9435298442840576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5210962295532227,
-      "cov-distil (oracle2student)": 3.818436861038208,
-      "cov-distil (oracle2teacher)": 3.7320470809936523,
+      "cov-distil": 1.4503767490386963,
+      "cov-distil (oracle2student)": 3.9547414779663086,
+      "cov-distil (oracle2teacher)": 4.093387603759766,
       "epoch": 3.4191522762951334,
-      "rel-constrast": 2.1203784942626953,
+      "rel-constrast": 2.541733980178833,
       "step": 4356,
-      "subrel-constrast": 3.085123062133789,
+      "subrel-constrast": 2.9099769592285156,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9337702989578247,
-      "cov-distil (oracle2student)": 3.905695915222168,
-      "cov-distil (oracle2teacher)": 3.786832332611084,
+      "cov-distil": 2.225341320037842,
+      "cov-distil (oracle2student)": 4.522543907165527,
+      "cov-distil (oracle2teacher)": 4.13970422744751,
       "epoch": 3.4199372056514914,
-      "rel-constrast": 2.214442729949951,
+      "rel-constrast": 2.344062328338623,
       "step": 4357,
-      "subrel-constrast": 3.0746960639953613,
+      "subrel-constrast": 2.7368037700653076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.944266676902771,
-      "cov-distil (oracle2student)": 3.74631929397583,
-      "cov-distil (oracle2teacher)": 3.5445680618286133,
+      "cov-distil": 1.3788979053497314,
+      "cov-distil (oracle2student)": 4.713444709777832,
+      "cov-distil (oracle2teacher)": 3.587657928466797,
       "epoch": 3.4207221350078494,
-      "rel-constrast": 2.2137093544006348,
+      "rel-constrast": 2.8015799522399902,
       "step": 4358,
-      "subrel-constrast": 2.874750852584839,
+      "subrel-constrast": 2.684291362762451,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.622879981994629,
-      "cov-distil (oracle2student)": 4.302679538726807,
-      "cov-distil (oracle2teacher)": 4.042942047119141,
+      "cov-distil": 2.278111696243286,
+      "cov-distil (oracle2student)": 4.297740936279297,
+      "cov-distil (oracle2teacher)": 3.9089951515197754,
       "epoch": 3.4215070643642074,
-      "rel-constrast": 2.231170892715454,
+      "rel-constrast": 2.0801005363464355,
       "step": 4359,
-      "subrel-constrast": 3.027784585952759,
+      "subrel-constrast": 2.6558518409729004,
       "view-similarity": 0
     },
     {
       "epoch": 3.422291993720565,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.28125,
       "learning_rate": 3.469593384454323e-05,
-      "loss": 0.6171,
+      "loss": 0.6587,
       "step": 4360
     },
     {
-      "cov-distil": 1.5136207342147827,
-      "cov-distil (oracle2student)": 4.142499923706055,
-      "cov-distil (oracle2teacher)": 4.243683815002441,
+      "cov-distil": 1.6285178661346436,
+      "cov-distil (oracle2student)": 4.657591819763184,
+      "cov-distil (oracle2teacher)": 4.069259166717529,
       "epoch": 3.422291993720565,
-      "rel-constrast": 3.040922164916992,
+      "rel-constrast": 3.6683740615844727,
       "step": 4360,
-      "subrel-constrast": 3.7262911796569824,
+      "subrel-constrast": 3.516744613647461,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.006345272064209,
-      "cov-distil (oracle2student)": 3.144575357437134,
-      "cov-distil (oracle2teacher)": 3.9849424362182617,
+      "cov-distil": 2.6448583602905273,
+      "cov-distil (oracle2student)": 3.3504457473754883,
+      "cov-distil (oracle2teacher)": 3.9236350059509277,
       "epoch": 3.423076923076923,
-      "rel-constrast": 2.6852147579193115,
+      "rel-constrast": 3.4635772705078125,
       "step": 4361,
-      "subrel-constrast": 4.369438648223877,
+      "subrel-constrast": 4.402238845825195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.374287724494934,
-      "cov-distil (oracle2student)": 4.589929580688477,
-      "cov-distil (oracle2teacher)": 4.212416172027588,
+      "cov-distil": 1.5475033521652222,
+      "cov-distil (oracle2student)": 4.954021453857422,
+      "cov-distil (oracle2teacher)": 4.293492794036865,
       "epoch": 3.423861852433281,
-      "rel-constrast": 3.0531716346740723,
+      "rel-constrast": 3.844343900680542,
       "step": 4362,
-      "subrel-constrast": 3.8401708602905273,
+      "subrel-constrast": 3.9597909450531006,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9502681493759155,
-      "cov-distil (oracle2student)": 5.432967185974121,
-      "cov-distil (oracle2teacher)": 4.359376430511475,
+      "cov-distil": 2.3440165519714355,
+      "cov-distil (oracle2student)": 5.746798038482666,
+      "cov-distil (oracle2teacher)": 4.870551109313965,
       "epoch": 3.424646781789639,
-      "rel-constrast": 2.941642999649048,
+      "rel-constrast": 3.0300440788269043,
       "step": 4363,
-      "subrel-constrast": 3.6300337314605713,
+      "subrel-constrast": 3.51566219329834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2525516748428345,
-      "cov-distil (oracle2student)": 3.8704445362091064,
-      "cov-distil (oracle2teacher)": 4.5805864334106445,
+      "cov-distil": 2.1290016174316406,
+      "cov-distil (oracle2student)": 4.057079315185547,
+      "cov-distil (oracle2teacher)": 4.752979278564453,
       "epoch": 3.425431711145997,
-      "rel-constrast": 2.5803723335266113,
+      "rel-constrast": 3.9395065307617188,
       "step": 4364,
-      "subrel-constrast": 3.538633108139038,
+      "subrel-constrast": 3.7515978813171387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5229954719543457,
-      "cov-distil (oracle2student)": 4.058237075805664,
-      "cov-distil (oracle2teacher)": 3.6661934852600098,
+      "cov-distil": 1.4971179962158203,
+      "cov-distil (oracle2student)": 4.612582206726074,
+      "cov-distil (oracle2teacher)": 4.0810956954956055,
       "epoch": 3.426216640502355,
-      "rel-constrast": 1.6287894248962402,
+      "rel-constrast": 1.8650293350219727,
       "step": 4365,
-      "subrel-constrast": 2.425164222717285,
+      "subrel-constrast": 2.7158188819885254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7143126726150513,
-      "cov-distil (oracle2student)": 5.095312118530273,
-      "cov-distil (oracle2teacher)": 4.182836532592773,
+      "cov-distil": 2.1044511795043945,
+      "cov-distil (oracle2student)": 5.085199356079102,
+      "cov-distil (oracle2teacher)": 4.661913871765137,
       "epoch": 3.427001569858713,
-      "rel-constrast": 3.66025447845459,
+      "rel-constrast": 3.3175039291381836,
       "step": 4366,
-      "subrel-constrast": 3.5730628967285156,
+      "subrel-constrast": 3.857381582260132,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9689213037490845,
-      "cov-distil (oracle2student)": 4.567089080810547,
-      "cov-distil (oracle2teacher)": 4.18798828125,
+      "cov-distil": 1.6072099208831787,
+      "cov-distil (oracle2student)": 4.331243515014648,
+      "cov-distil (oracle2teacher)": 4.405116558074951,
       "epoch": 3.427786499215071,
-      "rel-constrast": 2.4947876930236816,
+      "rel-constrast": 2.971616268157959,
       "step": 4367,
-      "subrel-constrast": 3.3084182739257812,
+      "subrel-constrast": 2.947023391723633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.264287233352661,
-      "cov-distil (oracle2student)": 5.814902305603027,
-      "cov-distil (oracle2teacher)": 5.418259620666504,
+      "cov-distil": 1.823657512664795,
+      "cov-distil (oracle2student)": 6.084613800048828,
+      "cov-distil (oracle2teacher)": 6.580526828765869,
       "epoch": 3.4285714285714284,
-      "rel-constrast": 2.885312557220459,
+      "rel-constrast": 2.695430278778076,
       "step": 4368,
-      "subrel-constrast": 3.7151975631713867,
+      "subrel-constrast": 3.667207717895508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7454185485839844,
-      "cov-distil (oracle2student)": 4.260164260864258,
-      "cov-distil (oracle2teacher)": 3.469855546951294,
+      "cov-distil": 2.113065719604492,
+      "cov-distil (oracle2student)": 5.0250420570373535,
+      "cov-distil (oracle2teacher)": 3.7620081901550293,
       "epoch": 3.4293563579277864,
-      "rel-constrast": 2.3168411254882812,
+      "rel-constrast": 3.4642717838287354,
       "step": 4369,
-      "subrel-constrast": 3.063917875289917,
+      "subrel-constrast": 3.1693785190582275,
       "view-similarity": 0
     },
     {
       "epoch": 3.4301412872841444,
-      "grad_norm": 4.8125,
+      "grad_norm": 6.5,
       "learning_rate": 3.461543901000458e-05,
-      "loss": 0.7255,
+      "loss": 0.8065,
       "step": 4370
     },
     {
-      "cov-distil": 1.1428968906402588,
-      "cov-distil (oracle2student)": 4.212471961975098,
-      "cov-distil (oracle2teacher)": 4.1103363037109375,
+      "cov-distil": 1.6042795181274414,
+      "cov-distil (oracle2student)": 4.637203216552734,
+      "cov-distil (oracle2teacher)": 4.305027008056641,
       "epoch": 3.4301412872841444,
-      "rel-constrast": 1.9619508981704712,
+      "rel-constrast": 2.504534959793091,
       "step": 4370,
-      "subrel-constrast": 2.6111409664154053,
+      "subrel-constrast": 2.328502655029297,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3402338027954102,
-      "cov-distil (oracle2student)": 3.7874183654785156,
-      "cov-distil (oracle2teacher)": 3.468946933746338,
+      "cov-distil": 1.4819753170013428,
+      "cov-distil (oracle2student)": 4.220195293426514,
+      "cov-distil (oracle2teacher)": 3.5651679039001465,
       "epoch": 3.4309262166405023,
-      "rel-constrast": 2.2568249702453613,
+      "rel-constrast": 2.7519469261169434,
       "step": 4371,
-      "subrel-constrast": 2.7286159992218018,
+      "subrel-constrast": 2.5379607677459717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5337812900543213,
-      "cov-distil (oracle2student)": 4.500875473022461,
-      "cov-distil (oracle2teacher)": 4.3025946617126465,
+      "cov-distil": 1.665867567062378,
+      "cov-distil (oracle2student)": 5.099899768829346,
+      "cov-distil (oracle2teacher)": 5.096978664398193,
       "epoch": 3.4317111459968603,
-      "rel-constrast": 3.1126315593719482,
+      "rel-constrast": 3.3792338371276855,
       "step": 4372,
-      "subrel-constrast": 3.5536904335021973,
+      "subrel-constrast": 3.899817705154419,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1680570840835571,
-      "cov-distil (oracle2student)": 4.871827602386475,
-      "cov-distil (oracle2teacher)": 4.541327476501465,
+      "cov-distil": 1.3321939706802368,
+      "cov-distil (oracle2student)": 5.508144378662109,
+      "cov-distil (oracle2teacher)": 5.264886856079102,
       "epoch": 3.4324960753532183,
-      "rel-constrast": 2.9912567138671875,
+      "rel-constrast": 3.5209689140319824,
       "step": 4373,
-      "subrel-constrast": 3.8222625255584717,
+      "subrel-constrast": 4.097210884094238,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5068739652633667,
-      "cov-distil (oracle2student)": 4.168854713439941,
-      "cov-distil (oracle2teacher)": 3.936854839324951,
+      "cov-distil": 2.0158848762512207,
+      "cov-distil (oracle2student)": 4.5910186767578125,
+      "cov-distil (oracle2teacher)": 4.351117134094238,
       "epoch": 3.4332810047095763,
-      "rel-constrast": 1.4929783344268799,
+      "rel-constrast": 2.0712382793426514,
       "step": 4374,
-      "subrel-constrast": 2.2259271144866943,
+      "subrel-constrast": 2.262834072113037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6451256275177002,
-      "cov-distil (oracle2student)": 6.426031112670898,
-      "cov-distil (oracle2teacher)": 6.026773452758789,
+      "cov-distil": 1.8156023025512695,
+      "cov-distil (oracle2student)": 6.701470851898193,
+      "cov-distil (oracle2teacher)": 6.295238494873047,
       "epoch": 3.4340659340659343,
-      "rel-constrast": 2.5337507724761963,
+      "rel-constrast": 3.093015670776367,
       "step": 4375,
-      "subrel-constrast": 3.5245795249938965,
+      "subrel-constrast": 3.505750894546509,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5222053527832031,
-      "cov-distil (oracle2student)": 5.072022914886475,
-      "cov-distil (oracle2teacher)": 4.621806621551514,
+      "cov-distil": 1.9226624965667725,
+      "cov-distil (oracle2student)": 4.984899044036865,
+      "cov-distil (oracle2teacher)": 4.948168754577637,
       "epoch": 3.434850863422292,
-      "rel-constrast": 2.452993392944336,
+      "rel-constrast": 3.039292812347412,
       "step": 4376,
-      "subrel-constrast": 3.103433609008789,
+      "subrel-constrast": 3.2601583003997803,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6195745468139648,
-      "cov-distil (oracle2student)": 5.3676557540893555,
-      "cov-distil (oracle2teacher)": 4.989318370819092,
+      "cov-distil": 1.9712787866592407,
+      "cov-distil (oracle2student)": 5.864900588989258,
+      "cov-distil (oracle2teacher)": 5.484940052032471,
       "epoch": 3.43563579277865,
-      "rel-constrast": 3.0378780364990234,
+      "rel-constrast": 3.2417101860046387,
       "step": 4377,
-      "subrel-constrast": 3.8967201709747314,
+      "subrel-constrast": 4.017027854919434,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6038753986358643,
-      "cov-distil (oracle2student)": 3.4063024520874023,
-      "cov-distil (oracle2teacher)": 3.397979259490967,
+      "cov-distil": 2.2920002937316895,
+      "cov-distil (oracle2student)": 3.810868263244629,
+      "cov-distil (oracle2teacher)": 3.7787747383117676,
       "epoch": 3.436420722135008,
-      "rel-constrast": 2.8590590953826904,
+      "rel-constrast": 2.6285557746887207,
       "step": 4378,
-      "subrel-constrast": 3.277677297592163,
+      "subrel-constrast": 3.4874563217163086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3780198097229004,
-      "cov-distil (oracle2student)": 4.433746337890625,
-      "cov-distil (oracle2teacher)": 4.116223335266113,
+      "cov-distil": 1.5669469833374023,
+      "cov-distil (oracle2student)": 4.631863594055176,
+      "cov-distil (oracle2teacher)": 4.222080230712891,
       "epoch": 3.437205651491366,
-      "rel-constrast": 2.1124267578125,
+      "rel-constrast": 2.1465277671813965,
       "step": 4379,
-      "subrel-constrast": 2.5642635822296143,
+      "subrel-constrast": 2.634305953979492,
       "view-similarity": 0
     },
     {
       "epoch": 3.437990580847724,
-      "grad_norm": 4.4375,
+      "grad_norm": 5.1875,
       "learning_rate": 3.4534827014376034e-05,
-      "loss": 0.6564,
+      "loss": 0.7094,
       "step": 4380
     },
     {
-      "cov-distil": 1.3578450679779053,
-      "cov-distil (oracle2student)": 4.009967803955078,
-      "cov-distil (oracle2teacher)": 4.245423316955566,
+      "cov-distil": 2.0753207206726074,
+      "cov-distil (oracle2student)": 5.093369483947754,
+      "cov-distil (oracle2teacher)": 4.539724349975586,
       "epoch": 3.437990580847724,
-      "rel-constrast": 2.878805160522461,
+      "rel-constrast": 3.440060615539551,
       "step": 4380,
-      "subrel-constrast": 3.921339750289917,
+      "subrel-constrast": 3.788867712020874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0390019416809082,
-      "cov-distil (oracle2student)": 3.427793502807617,
-      "cov-distil (oracle2teacher)": 3.497589588165283,
+      "cov-distil": 1.4245193004608154,
+      "cov-distil (oracle2student)": 3.446368932723999,
+      "cov-distil (oracle2teacher)": 3.4433279037475586,
       "epoch": 3.438775510204082,
-      "rel-constrast": 2.3117642402648926,
+      "rel-constrast": 2.326610565185547,
       "step": 4381,
-      "subrel-constrast": 3.0062012672424316,
+      "subrel-constrast": 2.5546038150787354,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1311038732528687,
-      "cov-distil (oracle2student)": 4.397029876708984,
-      "cov-distil (oracle2teacher)": 3.9202919006347656,
+      "cov-distil": 1.3405287265777588,
+      "cov-distil (oracle2student)": 4.4495697021484375,
+      "cov-distil (oracle2teacher)": 4.330391883850098,
       "epoch": 3.4395604395604398,
-      "rel-constrast": 2.551835775375366,
+      "rel-constrast": 2.854808807373047,
       "step": 4382,
-      "subrel-constrast": 3.122413158416748,
+      "subrel-constrast": 3.016927719116211,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.217469334602356,
-      "cov-distil (oracle2student)": 3.9386467933654785,
-      "cov-distil (oracle2teacher)": 3.267282485961914,
+      "cov-distil": 1.7005257606506348,
+      "cov-distil (oracle2student)": 4.895172119140625,
+      "cov-distil (oracle2teacher)": 3.855424165725708,
       "epoch": 3.4403453689167973,
-      "rel-constrast": 2.967329978942871,
+      "rel-constrast": 3.0750460624694824,
       "step": 4383,
-      "subrel-constrast": 3.217444658279419,
+      "subrel-constrast": 3.369734764099121,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.471146821975708,
-      "cov-distil (oracle2student)": 4.081575870513916,
-      "cov-distil (oracle2teacher)": 3.3498196601867676,
+      "cov-distil": 1.8341400623321533,
+      "cov-distil (oracle2student)": 3.925182342529297,
+      "cov-distil (oracle2teacher)": 3.942002296447754,
       "epoch": 3.4411302982731553,
-      "rel-constrast": 2.5234060287475586,
+      "rel-constrast": 2.685458183288574,
       "step": 4384,
-      "subrel-constrast": 3.113978147506714,
+      "subrel-constrast": 3.209084987640381,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2781224250793457,
-      "cov-distil (oracle2student)": 5.00577974319458,
-      "cov-distil (oracle2teacher)": 5.142986297607422,
+      "cov-distil": 1.8260139226913452,
+      "cov-distil (oracle2student)": 6.136075496673584,
+      "cov-distil (oracle2teacher)": 5.690634727478027,
       "epoch": 3.4419152276295133,
-      "rel-constrast": 2.711137533187866,
+      "rel-constrast": 3.006917715072632,
       "step": 4385,
-      "subrel-constrast": 2.8577539920806885,
+      "subrel-constrast": 2.9413576126098633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5414416790008545,
-      "cov-distil (oracle2student)": 5.101961135864258,
-      "cov-distil (oracle2teacher)": 4.5129899978637695,
+      "cov-distil": 1.7861638069152832,
+      "cov-distil (oracle2student)": 5.898306846618652,
+      "cov-distil (oracle2teacher)": 5.115324974060059,
       "epoch": 3.4427001569858713,
-      "rel-constrast": 2.822690010070801,
+      "rel-constrast": 3.29927921295166,
       "step": 4386,
-      "subrel-constrast": 4.022926330566406,
+      "subrel-constrast": 3.865939140319824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2373075485229492,
-      "cov-distil (oracle2student)": 5.122032165527344,
-      "cov-distil (oracle2teacher)": 4.866312503814697,
+      "cov-distil": 1.466614842414856,
+      "cov-distil (oracle2student)": 5.193520545959473,
+      "cov-distil (oracle2teacher)": 5.136253833770752,
       "epoch": 3.4434850863422293,
-      "rel-constrast": 2.2197985649108887,
+      "rel-constrast": 2.0124144554138184,
       "step": 4387,
-      "subrel-constrast": 2.9444849491119385,
+      "subrel-constrast": 2.504680633544922,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4321463108062744,
-      "cov-distil (oracle2student)": 5.816883087158203,
-      "cov-distil (oracle2teacher)": 4.7963480949401855,
+      "cov-distil": 1.6322994232177734,
+      "cov-distil (oracle2student)": 5.840409278869629,
+      "cov-distil (oracle2teacher)": 5.310656547546387,
       "epoch": 3.4442700156985873,
-      "rel-constrast": 3.022092819213867,
+      "rel-constrast": 2.776369333267212,
       "step": 4388,
-      "subrel-constrast": 3.7452597618103027,
+      "subrel-constrast": 3.303837299346924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6594136953353882,
-      "cov-distil (oracle2student)": 3.9047317504882812,
-      "cov-distil (oracle2teacher)": 3.766228675842285,
+      "cov-distil": 1.5610251426696777,
+      "cov-distil (oracle2student)": 4.241214275360107,
+      "cov-distil (oracle2teacher)": 3.89577317237854,
       "epoch": 3.4450549450549453,
-      "rel-constrast": 2.1443638801574707,
+      "rel-constrast": 2.1024081707000732,
       "step": 4389,
-      "subrel-constrast": 3.2058184146881104,
+      "subrel-constrast": 2.746586561203003,
       "view-similarity": 0
     },
     {
       "epoch": 3.445839874411303,
-      "grad_norm": 4.8125,
+      "grad_norm": 6.125,
       "learning_rate": 3.445409883988933e-05,
-      "loss": 0.6872,
+      "loss": 0.6895,
       "step": 4390
     },
     {
-      "cov-distil": 1.8170491456985474,
-      "cov-distil (oracle2student)": 5.860020637512207,
-      "cov-distil (oracle2teacher)": 5.607403755187988,
+      "cov-distil": 2.5403223037719727,
+      "cov-distil (oracle2student)": 6.2090559005737305,
+      "cov-distil (oracle2teacher)": 5.821362018585205,
       "epoch": 3.445839874411303,
-      "rel-constrast": 2.5101687908172607,
+      "rel-constrast": 3.4582715034484863,
       "step": 4390,
-      "subrel-constrast": 3.8593084812164307,
+      "subrel-constrast": 3.484769344329834,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6325876712799072,
-      "cov-distil (oracle2student)": 4.855058670043945,
-      "cov-distil (oracle2teacher)": 4.273164749145508,
+      "cov-distil": 2.4917330741882324,
+      "cov-distil (oracle2student)": 4.9498291015625,
+      "cov-distil (oracle2teacher)": 5.31520938873291,
       "epoch": 3.446624803767661,
-      "rel-constrast": 3.0693540573120117,
+      "rel-constrast": 2.719280481338501,
       "step": 4391,
-      "subrel-constrast": 3.103940010070801,
+      "subrel-constrast": 3.094111204147339,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.661298155784607,
-      "cov-distil (oracle2student)": 4.235966205596924,
-      "cov-distil (oracle2teacher)": 4.39111328125,
+      "cov-distil": 1.998323678970337,
+      "cov-distil (oracle2student)": 4.8250627517700195,
+      "cov-distil (oracle2teacher)": 4.522610664367676,
       "epoch": 3.4474097331240188,
-      "rel-constrast": 1.9770596027374268,
+      "rel-constrast": 2.5099806785583496,
       "step": 4392,
-      "subrel-constrast": 2.825996160507202,
+      "subrel-constrast": 2.8135085105895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3736058473587036,
-      "cov-distil (oracle2student)": 3.6874420642852783,
-      "cov-distil (oracle2teacher)": 3.6460556983947754,
+      "cov-distil": 1.5033499002456665,
+      "cov-distil (oracle2student)": 4.48622989654541,
+      "cov-distil (oracle2teacher)": 3.768214702606201,
       "epoch": 3.4481946624803768,
-      "rel-constrast": 2.098456382751465,
+      "rel-constrast": 2.9088149070739746,
       "step": 4393,
-      "subrel-constrast": 2.9754478931427,
+      "subrel-constrast": 2.852109670639038,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5320024490356445,
-      "cov-distil (oracle2student)": 4.464493751525879,
-      "cov-distil (oracle2teacher)": 4.150317192077637,
+      "cov-distil": 1.656812071800232,
+      "cov-distil (oracle2student)": 4.853564262390137,
+      "cov-distil (oracle2teacher)": 4.262469291687012,
       "epoch": 3.4489795918367347,
-      "rel-constrast": 2.5214030742645264,
+      "rel-constrast": 2.6867928504943848,
       "step": 4394,
-      "subrel-constrast": 3.426088571548462,
+      "subrel-constrast": 3.356891393661499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.50421142578125,
-      "cov-distil (oracle2student)": 4.666937828063965,
-      "cov-distil (oracle2teacher)": 4.512441635131836,
+      "cov-distil": 1.824323296546936,
+      "cov-distil (oracle2student)": 4.7619476318359375,
+      "cov-distil (oracle2teacher)": 4.221636772155762,
       "epoch": 3.4497645211930927,
-      "rel-constrast": 3.2634077072143555,
+      "rel-constrast": 3.346047878265381,
       "step": 4395,
-      "subrel-constrast": 4.049572944641113,
+      "subrel-constrast": 4.045414924621582,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6089417934417725,
-      "cov-distil (oracle2student)": 3.349792003631592,
-      "cov-distil (oracle2teacher)": 3.513760566711426,
+      "cov-distil": 1.5751807689666748,
+      "cov-distil (oracle2student)": 3.506624460220337,
+      "cov-distil (oracle2teacher)": 3.8307762145996094,
       "epoch": 3.4505494505494507,
-      "rel-constrast": 1.7926685810089111,
+      "rel-constrast": 1.9758185148239136,
       "step": 4396,
-      "subrel-constrast": 2.4472947120666504,
+      "subrel-constrast": 2.6073079109191895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1927292346954346,
-      "cov-distil (oracle2student)": 2.376904010772705,
-      "cov-distil (oracle2teacher)": 2.6790404319763184,
+      "cov-distil": 1.682775616645813,
+      "cov-distil (oracle2student)": 3.1148412227630615,
+      "cov-distil (oracle2teacher)": 3.2134132385253906,
       "epoch": 3.4513343799058083,
-      "rel-constrast": 2.2940123081207275,
+      "rel-constrast": 2.341827869415283,
       "step": 4397,
-      "subrel-constrast": 2.883204221725464,
+      "subrel-constrast": 2.892996072769165,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5113390684127808,
-      "cov-distil (oracle2student)": 4.918117046356201,
-      "cov-distil (oracle2teacher)": 5.111630439758301,
+      "cov-distil": 1.8428938388824463,
+      "cov-distil (oracle2student)": 5.247333526611328,
+      "cov-distil (oracle2teacher)": 4.919416427612305,
       "epoch": 3.4521193092621663,
-      "rel-constrast": 2.3348617553710938,
+      "rel-constrast": 2.7081186771392822,
       "step": 4398,
-      "subrel-constrast": 3.183161497116089,
+      "subrel-constrast": 2.8075168132781982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.219980001449585,
-      "cov-distil (oracle2student)": 4.1677141189575195,
-      "cov-distil (oracle2teacher)": 3.388317108154297,
+      "cov-distil": 1.8144241571426392,
+      "cov-distil (oracle2student)": 4.479024887084961,
+      "cov-distil (oracle2teacher)": 3.5534634590148926,
       "epoch": 3.4529042386185242,
-      "rel-constrast": 2.7201123237609863,
+      "rel-constrast": 2.9264159202575684,
       "step": 4399,
-      "subrel-constrast": 3.4646177291870117,
+      "subrel-constrast": 3.2651309967041016,
       "view-similarity": 0
     },
     {
       "epoch": 3.4536891679748822,
-      "grad_norm": 4.78125,
+      "grad_norm": 5.96875,
       "learning_rate": 3.437325547019179e-05,
-      "loss": 0.6522,
+      "loss": 0.6895,
       "step": 4400
     },
     {
       "epoch": 3.4536891679748822,
-      "overlap": 0.33281251788139343,
+      "overlap": 0.2984375059604645,
       "step": 4400
     },
     {
       "epoch": 3.4536891679748822,
       "step": 4400,
-      "student margin": 0.05975341796875
+      "student margin": 0.0523681640625
     },
     {
       "epoch": 3.4536891679748822,
       "step": 4400,
-      "teacher margin": 0.03729248046875
+      "teacher margin": 0.04144287109375
     },
     {
       "epoch": 3.4536891679748822,
-      "margin difference": -0.0224609375,
+      "margin difference": -0.01092529296875,
       "step": 4400
     },
     {
-      "cov-distil": 2.083110809326172,
-      "cov-distil (oracle2student)": 4.80320930480957,
-      "cov-distil (oracle2teacher)": 4.657142639160156,
+      "cov-distil": 1.7897138595581055,
+      "cov-distil (oracle2student)": 5.271276473999023,
+      "cov-distil (oracle2teacher)": 4.997283935546875,
       "epoch": 3.4536891679748822,
-      "rel-constrast": 2.69821834564209,
+      "rel-constrast": 2.64121150970459,
       "step": 4400,
-      "subrel-constrast": 3.5400450229644775,
+      "subrel-constrast": 3.465392589569092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4471515417099,
-      "cov-distil (oracle2student)": 4.713214874267578,
-      "cov-distil (oracle2teacher)": 4.810725212097168,
+      "cov-distil": 2.378135919570923,
+      "cov-distil (oracle2student)": 5.58538818359375,
+      "cov-distil (oracle2teacher)": 5.528365135192871,
       "epoch": 3.4544740973312402,
-      "rel-constrast": 3.228610038757324,
+      "rel-constrast": 3.530956506729126,
       "step": 4401,
-      "subrel-constrast": 4.3366923332214355,
+      "subrel-constrast": 4.413541316986084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.653827428817749,
-      "cov-distil (oracle2student)": 4.677766799926758,
-      "cov-distil (oracle2teacher)": 4.130481719970703,
+      "cov-distil": 1.9744923114776611,
+      "cov-distil (oracle2student)": 5.06937837600708,
+      "cov-distil (oracle2teacher)": 4.785524845123291,
       "epoch": 3.455259026687598,
-      "rel-constrast": 2.9569215774536133,
+      "rel-constrast": 3.068788766860962,
       "step": 4402,
-      "subrel-constrast": 3.776387929916382,
+      "subrel-constrast": 3.52182936668396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5401301383972168,
-      "cov-distil (oracle2student)": 4.986854076385498,
-      "cov-distil (oracle2teacher)": 5.694118022918701,
+      "cov-distil": 1.760658621788025,
+      "cov-distil (oracle2student)": 5.257697105407715,
+      "cov-distil (oracle2teacher)": 5.651968955993652,
       "epoch": 3.456043956043956,
-      "rel-constrast": 3.950085401535034,
+      "rel-constrast": 4.719812393188477,
       "step": 4403,
-      "subrel-constrast": 4.7120280265808105,
+      "subrel-constrast": 4.3602800369262695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3138244152069092,
-      "cov-distil (oracle2student)": 3.786888837814331,
-      "cov-distil (oracle2teacher)": 4.138369083404541,
+      "cov-distil": 1.6683799028396606,
+      "cov-distil (oracle2student)": 4.290454864501953,
+      "cov-distil (oracle2teacher)": 3.847414970397949,
       "epoch": 3.4568288854003137,
-      "rel-constrast": 3.4676785469055176,
+      "rel-constrast": 4.5780229568481445,
       "step": 4404,
-      "subrel-constrast": 4.565848350524902,
+      "subrel-constrast": 4.434243202209473,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.150437355041504,
-      "cov-distil (oracle2student)": 3.836820363998413,
-      "cov-distil (oracle2teacher)": 3.780690908432007,
+      "cov-distil": 1.4107431173324585,
+      "cov-distil (oracle2student)": 4.115696907043457,
+      "cov-distil (oracle2teacher)": 3.4845426082611084,
       "epoch": 3.4576138147566717,
-      "rel-constrast": 1.7466702461242676,
+      "rel-constrast": 2.2356719970703125,
       "step": 4405,
-      "subrel-constrast": 2.8666491508483887,
+      "subrel-constrast": 2.8173091411590576,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.613051414489746,
-      "cov-distil (oracle2student)": 4.862545013427734,
-      "cov-distil (oracle2teacher)": 4.206901550292969,
+      "cov-distil": 1.8861830234527588,
+      "cov-distil (oracle2student)": 5.130157947540283,
+      "cov-distil (oracle2teacher)": 4.902993202209473,
       "epoch": 3.4583987441130297,
-      "rel-constrast": 3.5151212215423584,
+      "rel-constrast": 3.782869338989258,
       "step": 4406,
-      "subrel-constrast": 4.089615345001221,
+      "subrel-constrast": 4.2114338874816895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1306474208831787,
-      "cov-distil (oracle2student)": 2.8779211044311523,
-      "cov-distil (oracle2teacher)": 2.563753128051758,
+      "cov-distil": 1.5922274589538574,
+      "cov-distil (oracle2student)": 3.0253844261169434,
+      "cov-distil (oracle2teacher)": 3.172325611114502,
       "epoch": 3.4591836734693877,
-      "rel-constrast": 1.452458143234253,
+      "rel-constrast": 1.6804465055465698,
       "step": 4407,
-      "subrel-constrast": 1.9203168153762817,
+      "subrel-constrast": 2.000096082687378,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8252748250961304,
-      "cov-distil (oracle2student)": 4.315107822418213,
-      "cov-distil (oracle2teacher)": 4.20784330368042,
+      "cov-distil": 2.272233486175537,
+      "cov-distil (oracle2student)": 4.30410099029541,
+      "cov-distil (oracle2teacher)": 4.351436614990234,
       "epoch": 3.4599686028257457,
-      "rel-constrast": 2.6931955814361572,
+      "rel-constrast": 3.151071786880493,
       "step": 4408,
-      "subrel-constrast": 3.6147189140319824,
+      "subrel-constrast": 3.3588356971740723,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.269005298614502,
-      "cov-distil (oracle2student)": 5.12459135055542,
-      "cov-distil (oracle2teacher)": 4.479462623596191,
+      "cov-distil": 1.5986522436141968,
+      "cov-distil (oracle2student)": 4.4589433670043945,
+      "cov-distil (oracle2teacher)": 4.370172023773193,
       "epoch": 3.4607535321821037,
-      "rel-constrast": 3.0369620323181152,
+      "rel-constrast": 3.2792892456054688,
       "step": 4409,
-      "subrel-constrast": 3.5233101844787598,
+      "subrel-constrast": 3.05169677734375,
       "view-similarity": 0
     },
     {
       "epoch": 3.4615384615384617,
-      "grad_norm": 5.5,
+      "grad_norm": 6.625,
       "learning_rate": 3.4292297890334365e-05,
-      "loss": 0.7562,
+      "loss": 0.8167,
       "step": 4410
     },
     {
-      "cov-distil": 1.3539179563522339,
-      "cov-distil (oracle2student)": 4.502066612243652,
-      "cov-distil (oracle2teacher)": 4.675049304962158,
+      "cov-distil": 1.914472222328186,
+      "cov-distil (oracle2student)": 5.147288799285889,
+      "cov-distil (oracle2teacher)": 4.971841812133789,
       "epoch": 3.4615384615384617,
-      "rel-constrast": 3.332796812057495,
+      "rel-constrast": 3.2375106811523438,
       "step": 4410,
-      "subrel-constrast": 4.110559463500977,
+      "subrel-constrast": 4.303614616394043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4993953704833984,
-      "cov-distil (oracle2student)": 5.4654083251953125,
-      "cov-distil (oracle2teacher)": 5.618633270263672,
+      "cov-distil": 1.8889211416244507,
+      "cov-distil (oracle2student)": 6.626862525939941,
+      "cov-distil (oracle2teacher)": 5.95561408996582,
       "epoch": 3.462323390894819,
-      "rel-constrast": 3.0566823482513428,
+      "rel-constrast": 3.594975233078003,
       "step": 4411,
-      "subrel-constrast": 4.6651835441589355,
+      "subrel-constrast": 4.33914852142334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4190268516540527,
-      "cov-distil (oracle2student)": 2.7297215461730957,
-      "cov-distil (oracle2teacher)": 2.965930700302124,
+      "cov-distil": 1.579190969467163,
+      "cov-distil (oracle2student)": 2.4348011016845703,
+      "cov-distil (oracle2teacher)": 2.980315685272217,
       "epoch": 3.463108320251177,
-      "rel-constrast": 2.3530356884002686,
+      "rel-constrast": 2.761979818344116,
       "step": 4412,
-      "subrel-constrast": 2.927281141281128,
+      "subrel-constrast": 2.968250274658203,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7196415662765503,
-      "cov-distil (oracle2student)": 4.065795421600342,
-      "cov-distil (oracle2teacher)": 3.554194211959839,
+      "cov-distil": 2.08036208152771,
+      "cov-distil (oracle2student)": 4.727241039276123,
+      "cov-distil (oracle2teacher)": 4.320173740386963,
       "epoch": 3.463893249607535,
-      "rel-constrast": 2.441047191619873,
+      "rel-constrast": 2.825000047683716,
       "step": 4413,
-      "subrel-constrast": 2.589073896408081,
+      "subrel-constrast": 2.8031351566314697,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2932980060577393,
-      "cov-distil (oracle2student)": 2.5081849098205566,
-      "cov-distil (oracle2teacher)": 2.8972625732421875,
+      "cov-distil": 1.754084587097168,
+      "cov-distil (oracle2student)": 2.993218421936035,
+      "cov-distil (oracle2teacher)": 2.644091844558716,
       "epoch": 3.464678178963893,
-      "rel-constrast": 2.226104259490967,
+      "rel-constrast": 2.8064310550689697,
       "step": 4414,
-      "subrel-constrast": 3.1671335697174072,
+      "subrel-constrast": 3.120284080505371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7332355976104736,
-      "cov-distil (oracle2student)": 4.549083709716797,
-      "cov-distil (oracle2teacher)": 4.326278209686279,
+      "cov-distil": 1.6137502193450928,
+      "cov-distil (oracle2student)": 5.257565498352051,
+      "cov-distil (oracle2teacher)": 5.381644248962402,
       "epoch": 3.465463108320251,
-      "rel-constrast": 2.1719915866851807,
+      "rel-constrast": 2.707437515258789,
       "step": 4415,
-      "subrel-constrast": 3.0821447372436523,
+      "subrel-constrast": 3.077949285507202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.69670832157135,
-      "cov-distil (oracle2student)": 4.7676849365234375,
-      "cov-distil (oracle2teacher)": 4.2730302810668945,
+      "cov-distil": 1.7370389699935913,
+      "cov-distil (oracle2student)": 4.912795066833496,
+      "cov-distil (oracle2teacher)": 4.33577823638916,
       "epoch": 3.466248037676609,
-      "rel-constrast": 2.0051889419555664,
+      "rel-constrast": 2.1025750637054443,
       "step": 4416,
-      "subrel-constrast": 2.839214563369751,
+      "subrel-constrast": 2.7644622325897217,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1408867835998535,
-      "cov-distil (oracle2student)": 3.0755271911621094,
-      "cov-distil (oracle2teacher)": 3.2152886390686035,
+      "cov-distil": 1.515397310256958,
+      "cov-distil (oracle2student)": 2.9551658630371094,
+      "cov-distil (oracle2teacher)": 3.617077589035034,
       "epoch": 3.467032967032967,
-      "rel-constrast": 1.8510010242462158,
+      "rel-constrast": 1.7804288864135742,
       "step": 4417,
-      "subrel-constrast": 2.6656155586242676,
+      "subrel-constrast": 2.5194780826568604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6809463500976562,
-      "cov-distil (oracle2student)": 3.857895851135254,
-      "cov-distil (oracle2teacher)": 3.8834927082061768,
+      "cov-distil": 1.9789485931396484,
+      "cov-distil (oracle2student)": 4.4268598556518555,
+      "cov-distil (oracle2teacher)": 3.9792733192443848,
       "epoch": 3.467817896389325,
-      "rel-constrast": 2.820254325866699,
+      "rel-constrast": 3.9689579010009766,
       "step": 4418,
-      "subrel-constrast": 3.695613384246826,
+      "subrel-constrast": 3.7564074993133545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5399298667907715,
-      "cov-distil (oracle2student)": 4.920973777770996,
-      "cov-distil (oracle2teacher)": 3.542513608932495,
+      "cov-distil": 1.591649055480957,
+      "cov-distil (oracle2student)": 5.435452938079834,
+      "cov-distil (oracle2teacher)": 4.069126605987549,
       "epoch": 3.468602825745683,
-      "rel-constrast": 2.1809682846069336,
+      "rel-constrast": 2.682905673980713,
       "step": 4419,
-      "subrel-constrast": 2.285505533218384,
+      "subrel-constrast": 2.058109998703003,
       "view-similarity": 0
     },
     {
       "epoch": 3.4693877551020407,
-      "grad_norm": 5.75,
+      "grad_norm": 7.125,
       "learning_rate": 3.421122708675961e-05,
-      "loss": 0.6487,
+      "loss": 0.7117,
       "step": 4420
     },
     {
-      "cov-distil": 1.4163620471954346,
-      "cov-distil (oracle2student)": 5.286993026733398,
-      "cov-distil (oracle2teacher)": 4.4362921714782715,
+      "cov-distil": 1.787790060043335,
+      "cov-distil (oracle2student)": 4.843118190765381,
+      "cov-distil (oracle2teacher)": 4.519575595855713,
       "epoch": 3.4693877551020407,
-      "rel-constrast": 2.4160726070404053,
+      "rel-constrast": 2.5554072856903076,
       "step": 4420,
-      "subrel-constrast": 2.9800868034362793,
+      "subrel-constrast": 2.8391857147216797,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5259459018707275,
-      "cov-distil (oracle2student)": 3.5992581844329834,
-      "cov-distil (oracle2teacher)": 4.038652420043945,
+      "cov-distil": 1.645802617073059,
+      "cov-distil (oracle2student)": 4.3213348388671875,
+      "cov-distil (oracle2teacher)": 4.137404441833496,
       "epoch": 3.4701726844583987,
-      "rel-constrast": 2.3161675930023193,
+      "rel-constrast": 3.0263755321502686,
       "step": 4421,
-      "subrel-constrast": 3.345745086669922,
+      "subrel-constrast": 3.7334094047546387,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.382913589477539,
-      "cov-distil (oracle2student)": 2.0389959812164307,
-      "cov-distil (oracle2teacher)": 1.9423205852508545,
+      "cov-distil": 1.941685438156128,
+      "cov-distil (oracle2student)": 2.2324259281158447,
+      "cov-distil (oracle2teacher)": 2.256798028945923,
       "epoch": 3.4709576138147566,
-      "rel-constrast": 2.194708824157715,
+      "rel-constrast": 2.7272391319274902,
       "step": 4422,
-      "subrel-constrast": 2.8989903926849365,
+      "subrel-constrast": 3.035496473312378,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0701756477355957,
-      "cov-distil (oracle2student)": 4.808018684387207,
-      "cov-distil (oracle2teacher)": 4.544170379638672,
+      "cov-distil": 2.3164985179901123,
+      "cov-distil (oracle2student)": 4.646729469299316,
+      "cov-distil (oracle2teacher)": 4.686830520629883,
       "epoch": 3.4717425431711146,
-      "rel-constrast": 2.9612228870391846,
+      "rel-constrast": 3.0920162200927734,
       "step": 4423,
-      "subrel-constrast": 4.223834991455078,
+      "subrel-constrast": 4.00462007522583,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6229315996170044,
-      "cov-distil (oracle2student)": 3.5911760330200195,
-      "cov-distil (oracle2teacher)": 3.7927162647247314,
+      "cov-distil": 2.2224481105804443,
+      "cov-distil (oracle2student)": 4.068724632263184,
+      "cov-distil (oracle2teacher)": 3.8024189472198486,
       "epoch": 3.4725274725274726,
-      "rel-constrast": 1.7508883476257324,
+      "rel-constrast": 1.7634978294372559,
       "step": 4424,
-      "subrel-constrast": 2.5156795978546143,
+      "subrel-constrast": 2.190742254257202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2852680683135986,
-      "cov-distil (oracle2student)": 3.168792963027954,
-      "cov-distil (oracle2teacher)": 3.273970603942871,
+      "cov-distil": 1.4878166913986206,
+      "cov-distil (oracle2student)": 3.5339322090148926,
+      "cov-distil (oracle2teacher)": 3.650543212890625,
       "epoch": 3.4733124018838306,
-      "rel-constrast": 2.087916851043701,
+      "rel-constrast": 2.1581764221191406,
       "step": 4425,
-      "subrel-constrast": 2.8486568927764893,
+      "subrel-constrast": 2.374824285507202,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.134286880493164,
-      "cov-distil (oracle2student)": 4.7586469650268555,
-      "cov-distil (oracle2teacher)": 4.2287445068359375,
+      "cov-distil": 1.5033762454986572,
+      "cov-distil (oracle2student)": 5.102380275726318,
+      "cov-distil (oracle2teacher)": 4.804533958435059,
       "epoch": 3.4740973312401886,
-      "rel-constrast": 1.6490873098373413,
+      "rel-constrast": 1.637222170829773,
       "step": 4426,
-      "subrel-constrast": 2.249755382537842,
+      "subrel-constrast": 2.0453996658325195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.251908540725708,
-      "cov-distil (oracle2student)": 3.5600790977478027,
-      "cov-distil (oracle2teacher)": 3.8849575519561768,
+      "cov-distil": 1.716667890548706,
+      "cov-distil (oracle2student)": 3.6154446601867676,
+      "cov-distil (oracle2teacher)": 3.8837506771087646,
       "epoch": 3.474882260596546,
-      "rel-constrast": 2.2034082412719727,
+      "rel-constrast": 2.4194087982177734,
       "step": 4427,
-      "subrel-constrast": 3.1080422401428223,
+      "subrel-constrast": 2.7847201824188232,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9394659996032715,
-      "cov-distil (oracle2student)": 5.37074089050293,
-      "cov-distil (oracle2teacher)": 4.688296794891357,
+      "cov-distil": 2.3140997886657715,
+      "cov-distil (oracle2student)": 5.265107154846191,
+      "cov-distil (oracle2teacher)": 4.801244258880615,
       "epoch": 3.475667189952904,
-      "rel-constrast": 3.1717658042907715,
+      "rel-constrast": 3.0574052333831787,
       "step": 4428,
-      "subrel-constrast": 3.214773178100586,
+      "subrel-constrast": 3.1930718421936035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2721192836761475,
-      "cov-distil (oracle2student)": 5.388917446136475,
-      "cov-distil (oracle2teacher)": 5.069171905517578,
+      "cov-distil": 1.3292322158813477,
+      "cov-distil (oracle2student)": 5.530426979064941,
+      "cov-distil (oracle2teacher)": 5.251736640930176,
       "epoch": 3.476452119309262,
-      "rel-constrast": 2.147747755050659,
+      "rel-constrast": 2.370509386062622,
       "step": 4429,
-      "subrel-constrast": 2.449260950088501,
+      "subrel-constrast": 2.079253911972046,
       "view-similarity": 0
     },
     {
       "epoch": 3.47723704866562,
-      "grad_norm": 7.125,
+      "grad_norm": 6.71875,
       "learning_rate": 3.41300440472897e-05,
-      "loss": 0.6097,
+      "loss": 0.6202,
       "step": 4430
     },
     {
-      "cov-distil": 1.4421920776367188,
-      "cov-distil (oracle2student)": 5.230131149291992,
-      "cov-distil (oracle2teacher)": 4.86775541305542,
+      "cov-distil": 1.851392388343811,
+      "cov-distil (oracle2student)": 5.447023868560791,
+      "cov-distil (oracle2teacher)": 5.351762771606445,
       "epoch": 3.47723704866562,
-      "rel-constrast": 3.3018264770507812,
+      "rel-constrast": 3.432401180267334,
       "step": 4430,
-      "subrel-constrast": 3.7291414737701416,
+      "subrel-constrast": 3.994851589202881,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6640303134918213,
-      "cov-distil (oracle2student)": 5.847167015075684,
-      "cov-distil (oracle2teacher)": 5.001417636871338,
+      "cov-distil": 1.6130037307739258,
+      "cov-distil (oracle2student)": 6.410589218139648,
+      "cov-distil (oracle2teacher)": 5.342798233032227,
       "epoch": 3.478021978021978,
-      "rel-constrast": 3.4827942848205566,
+      "rel-constrast": 3.428194761276245,
       "step": 4431,
-      "subrel-constrast": 3.2487056255340576,
+      "subrel-constrast": 3.4064414501190186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517000436782837,
-      "cov-distil (oracle2student)": 6.607909202575684,
-      "cov-distil (oracle2teacher)": 5.855751037597656,
+      "cov-distil": 1.827396273612976,
+      "cov-distil (oracle2student)": 6.876265525817871,
+      "cov-distil (oracle2teacher)": 6.214739799499512,
       "epoch": 3.478806907378336,
-      "rel-constrast": 1.9715039730072021,
+      "rel-constrast": 2.048105478286743,
       "step": 4432,
-      "subrel-constrast": 3.064213752746582,
+      "subrel-constrast": 3.154660224914551,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3554692268371582,
-      "cov-distil (oracle2student)": 2.5685646533966064,
-      "cov-distil (oracle2teacher)": 2.562716007232666,
+      "cov-distil": 1.8651914596557617,
+      "cov-distil (oracle2student)": 2.4861745834350586,
+      "cov-distil (oracle2teacher)": 2.397495746612549,
       "epoch": 3.479591836734694,
-      "rel-constrast": 2.2809152603149414,
+      "rel-constrast": 2.1538031101226807,
       "step": 4433,
-      "subrel-constrast": 2.5851171016693115,
+      "subrel-constrast": 2.6057944297790527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2718077898025513,
-      "cov-distil (oracle2student)": 3.7658333778381348,
-      "cov-distil (oracle2teacher)": 3.5234575271606445,
+      "cov-distil": 1.5087696313858032,
+      "cov-distil (oracle2student)": 4.2252397537231445,
+      "cov-distil (oracle2teacher)": 3.7301807403564453,
       "epoch": 3.4803767660910516,
-      "rel-constrast": 2.20241117477417,
+      "rel-constrast": 2.591876745223999,
       "step": 4434,
-      "subrel-constrast": 2.511371612548828,
+      "subrel-constrast": 2.8876841068267822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.624080777168274,
-      "cov-distil (oracle2student)": 3.536569118499756,
-      "cov-distil (oracle2teacher)": 3.3027162551879883,
+      "cov-distil": 2.062591075897217,
+      "cov-distil (oracle2student)": 4.253045558929443,
+      "cov-distil (oracle2teacher)": 3.3162074089050293,
       "epoch": 3.4811616954474096,
-      "rel-constrast": 2.202789306640625,
+      "rel-constrast": 2.2477188110351562,
       "step": 4435,
-      "subrel-constrast": 3.021042585372925,
+      "subrel-constrast": 3.1639621257781982,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.536036491394043,
-      "cov-distil (oracle2student)": 4.788987159729004,
-      "cov-distil (oracle2teacher)": 4.7924299240112305,
+      "cov-distil": 1.7206356525421143,
+      "cov-distil (oracle2student)": 5.3324432373046875,
+      "cov-distil (oracle2teacher)": 4.684534072875977,
       "epoch": 3.4819466248037676,
-      "rel-constrast": 2.6556668281555176,
+      "rel-constrast": 3.636991024017334,
       "step": 4436,
-      "subrel-constrast": 3.616983413696289,
+      "subrel-constrast": 3.7413671016693115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3496031761169434,
-      "cov-distil (oracle2student)": 4.836142063140869,
-      "cov-distil (oracle2teacher)": 5.083414077758789,
+      "cov-distil": 1.665006160736084,
+      "cov-distil (oracle2student)": 5.284177780151367,
+      "cov-distil (oracle2teacher)": 5.033318042755127,
       "epoch": 3.4827315541601256,
-      "rel-constrast": 2.479503631591797,
+      "rel-constrast": 3.390550374984741,
       "step": 4437,
-      "subrel-constrast": 3.3205933570861816,
+      "subrel-constrast": 3.5276923179626465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4800312519073486,
-      "cov-distil (oracle2student)": 3.653721332550049,
-      "cov-distil (oracle2teacher)": 3.3566524982452393,
+      "cov-distil": 2.42622447013855,
+      "cov-distil (oracle2student)": 3.9264302253723145,
+      "cov-distil (oracle2teacher)": 3.6485276222229004,
       "epoch": 3.4835164835164836,
-      "rel-constrast": 2.313979148864746,
+      "rel-constrast": 2.7398014068603516,
       "step": 4438,
-      "subrel-constrast": 3.448789358139038,
+      "subrel-constrast": 3.522735357284546,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.083451509475708,
-      "cov-distil (oracle2student)": 3.2233688831329346,
-      "cov-distil (oracle2teacher)": 3.04386568069458,
+      "cov-distil": 1.3150790929794312,
+      "cov-distil (oracle2student)": 3.925764322280884,
+      "cov-distil (oracle2teacher)": 3.252711296081543,
       "epoch": 3.4843014128728416,
-      "rel-constrast": 1.7652785778045654,
+      "rel-constrast": 2.2310075759887695,
       "step": 4439,
-      "subrel-constrast": 2.3842480182647705,
+      "subrel-constrast": 2.576235771179199,
       "view-similarity": 0
     },
     {
       "epoch": 3.4850863422291996,
-      "grad_norm": 5.53125,
+      "grad_norm": 5.78125,
       "learning_rate": 3.4048749761114335e-05,
-      "loss": 0.6522,
+      "loss": 0.6975,
       "step": 4440
     },
     {
-      "cov-distil": 1.447129249572754,
-      "cov-distil (oracle2student)": 5.937439918518066,
-      "cov-distil (oracle2teacher)": 5.639605522155762,
+      "cov-distil": 1.786693811416626,
+      "cov-distil (oracle2student)": 5.961698532104492,
+      "cov-distil (oracle2teacher)": 6.035189628601074,
       "epoch": 3.4850863422291996,
-      "rel-constrast": 2.5863261222839355,
+      "rel-constrast": 2.9695825576782227,
       "step": 4440,
-      "subrel-constrast": 3.1547627449035645,
+      "subrel-constrast": 2.971158742904663,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.620678186416626,
-      "cov-distil (oracle2student)": 4.094180107116699,
-      "cov-distil (oracle2teacher)": 4.497958183288574,
+      "cov-distil": 1.841566801071167,
+      "cov-distil (oracle2student)": 4.308028697967529,
+      "cov-distil (oracle2teacher)": 4.517443656921387,
       "epoch": 3.485871271585557,
-      "rel-constrast": 2.4856677055358887,
+      "rel-constrast": 2.7914013862609863,
       "step": 4441,
-      "subrel-constrast": 3.106287956237793,
+      "subrel-constrast": 3.189115524291992,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1229914426803589,
-      "cov-distil (oracle2student)": 5.019906044006348,
-      "cov-distil (oracle2teacher)": 4.529567241668701,
+      "cov-distil": 1.7439708709716797,
+      "cov-distil (oracle2student)": 4.455065727233887,
+      "cov-distil (oracle2teacher)": 4.737008094787598,
       "epoch": 3.486656200941915,
-      "rel-constrast": 2.2283787727355957,
+      "rel-constrast": 2.404909372329712,
       "step": 4442,
-      "subrel-constrast": 2.6514065265655518,
+      "subrel-constrast": 2.721292495727539,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5457873344421387,
-      "cov-distil (oracle2student)": 5.7708330154418945,
-      "cov-distil (oracle2teacher)": 5.105783462524414,
+      "cov-distil": 2.002098560333252,
+      "cov-distil (oracle2student)": 6.246055603027344,
+      "cov-distil (oracle2teacher)": 5.5161285400390625,
       "epoch": 3.487441130298273,
-      "rel-constrast": 2.4753236770629883,
+      "rel-constrast": 3.0027682781219482,
       "step": 4443,
-      "subrel-constrast": 3.2680816650390625,
+      "subrel-constrast": 3.1805596351623535,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5904185771942139,
-      "cov-distil (oracle2student)": 4.654665946960449,
-      "cov-distil (oracle2teacher)": 4.5606207847595215,
+      "cov-distil": 2.276185989379883,
+      "cov-distil (oracle2student)": 4.635095596313477,
+      "cov-distil (oracle2teacher)": 4.730277061462402,
       "epoch": 3.488226059654631,
-      "rel-constrast": 3.8404998779296875,
+      "rel-constrast": 4.0068769454956055,
       "step": 4444,
-      "subrel-constrast": 4.504575252532959,
+      "subrel-constrast": 4.801086902618408,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6672143936157227,
-      "cov-distil (oracle2student)": 6.288714408874512,
-      "cov-distil (oracle2teacher)": 5.581179618835449,
+      "cov-distil": 1.6912205219268799,
+      "cov-distil (oracle2student)": 6.085826873779297,
+      "cov-distil (oracle2teacher)": 5.708093166351318,
       "epoch": 3.489010989010989,
-      "rel-constrast": 3.4340951442718506,
+      "rel-constrast": 3.295332431793213,
       "step": 4445,
-      "subrel-constrast": 3.6211133003234863,
+      "subrel-constrast": 3.7218358516693115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7262117862701416,
-      "cov-distil (oracle2student)": 4.711060523986816,
-      "cov-distil (oracle2teacher)": 3.8625378608703613,
+      "cov-distil": 1.994593620300293,
+      "cov-distil (oracle2student)": 4.891571521759033,
+      "cov-distil (oracle2teacher)": 4.514152526855469,
       "epoch": 3.489795918367347,
-      "rel-constrast": 2.6725528240203857,
+      "rel-constrast": 2.8509297370910645,
       "step": 4446,
-      "subrel-constrast": 3.124654769897461,
+      "subrel-constrast": 3.1709935665130615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8158092498779297,
-      "cov-distil (oracle2student)": 4.7598958015441895,
-      "cov-distil (oracle2teacher)": 4.486243724822998,
+      "cov-distil": 1.8413599729537964,
+      "cov-distil (oracle2student)": 5.572856426239014,
+      "cov-distil (oracle2teacher)": 5.136438369750977,
       "epoch": 3.490580847723705,
-      "rel-constrast": 2.613454818725586,
+      "rel-constrast": 3.150055170059204,
       "step": 4447,
-      "subrel-constrast": 3.739062786102295,
+      "subrel-constrast": 3.259809970855713,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.238976240158081,
-      "cov-distil (oracle2student)": 4.030452728271484,
-      "cov-distil (oracle2teacher)": 3.4944117069244385,
+      "cov-distil": 1.8366073369979858,
+      "cov-distil (oracle2student)": 3.8598155975341797,
+      "cov-distil (oracle2teacher)": 4.094053268432617,
       "epoch": 3.4913657770800626,
-      "rel-constrast": 2.7160263061523438,
+      "rel-constrast": 2.9947502613067627,
       "step": 4448,
-      "subrel-constrast": 3.178351640701294,
+      "subrel-constrast": 3.376676082611084,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5930033922195435,
-      "cov-distil (oracle2student)": 4.170886993408203,
-      "cov-distil (oracle2teacher)": 3.8372621536254883,
+      "cov-distil": 2.337047576904297,
+      "cov-distil (oracle2student)": 4.363973140716553,
+      "cov-distil (oracle2teacher)": 4.745083808898926,
       "epoch": 3.4921507064364206,
-      "rel-constrast": 3.2492709159851074,
+      "rel-constrast": 3.45129656791687,
       "step": 4449,
-      "subrel-constrast": 3.8053855895996094,
+      "subrel-constrast": 3.9446182250976562,
       "view-similarity": 0
     },
     {
       "epoch": 3.4929356357927785,
-      "grad_norm": 7.125,
+      "grad_norm": 7.3125,
       "learning_rate": 3.3967345218778736e-05,
-      "loss": 0.746,
+      "loss": 0.7729,
       "step": 4450
     },
     {
-      "cov-distil": 1.8670923709869385,
-      "cov-distil (oracle2student)": 5.966485023498535,
-      "cov-distil (oracle2teacher)": 5.196842193603516,
+      "cov-distil": 1.942327618598938,
+      "cov-distil (oracle2student)": 6.058793544769287,
+      "cov-distil (oracle2teacher)": 5.95284366607666,
       "epoch": 3.4929356357927785,
-      "rel-constrast": 2.6267571449279785,
+      "rel-constrast": 2.8879525661468506,
       "step": 4450,
-      "subrel-constrast": 3.4329135417938232,
+      "subrel-constrast": 3.6285898685455322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8524200916290283,
-      "cov-distil (oracle2student)": 4.45188045501709,
-      "cov-distil (oracle2teacher)": 3.913437843322754,
+      "cov-distil": 2.115264654159546,
+      "cov-distil (oracle2student)": 4.438879013061523,
+      "cov-distil (oracle2teacher)": 3.931772232055664,
       "epoch": 3.4937205651491365,
-      "rel-constrast": 2.584484338760376,
+      "rel-constrast": 2.919098377227783,
       "step": 4451,
-      "subrel-constrast": 3.2343051433563232,
+      "subrel-constrast": 3.497330665588379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.292894721031189,
-      "cov-distil (oracle2student)": 3.347292900085449,
-      "cov-distil (oracle2teacher)": 3.0991270542144775,
+      "cov-distil": 1.6911805868148804,
+      "cov-distil (oracle2student)": 3.6748270988464355,
+      "cov-distil (oracle2teacher)": 3.312398910522461,
       "epoch": 3.4945054945054945,
-      "rel-constrast": 2.765911102294922,
+      "rel-constrast": 2.9463067054748535,
       "step": 4452,
-      "subrel-constrast": 3.0285208225250244,
+      "subrel-constrast": 3.2778749465942383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0118460655212402,
-      "cov-distil (oracle2student)": 3.5320048332214355,
-      "cov-distil (oracle2teacher)": 3.36354923248291,
+      "cov-distil": 2.222266674041748,
+      "cov-distil (oracle2student)": 3.383162498474121,
+      "cov-distil (oracle2teacher)": 3.370786428451538,
       "epoch": 3.4952904238618525,
-      "rel-constrast": 2.2815520763397217,
+      "rel-constrast": 2.348482608795166,
       "step": 4453,
-      "subrel-constrast": 3.6117448806762695,
+      "subrel-constrast": 3.58345365524292,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2603652477264404,
-      "cov-distil (oracle2student)": 3.9683964252471924,
-      "cov-distil (oracle2teacher)": 4.006126403808594,
+      "cov-distil": 1.7266299724578857,
+      "cov-distil (oracle2student)": 3.8675646781921387,
+      "cov-distil (oracle2teacher)": 4.153266906738281,
       "epoch": 3.4960753532182105,
-      "rel-constrast": 2.8818020820617676,
+      "rel-constrast": 2.8958864212036133,
       "step": 4454,
-      "subrel-constrast": 3.5265214443206787,
+      "subrel-constrast": 3.3610966205596924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5669865608215332,
-      "cov-distil (oracle2student)": 4.256823539733887,
-      "cov-distil (oracle2teacher)": 3.2838706970214844,
+      "cov-distil": 1.4682483673095703,
+      "cov-distil (oracle2student)": 4.098491668701172,
+      "cov-distil (oracle2teacher)": 3.570044994354248,
       "epoch": 3.496860282574568,
-      "rel-constrast": 3.3892879486083984,
+      "rel-constrast": 3.4928972721099854,
       "step": 4455,
-      "subrel-constrast": 3.4566726684570312,
+      "subrel-constrast": 3.258869171142578,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6378028392791748,
-      "cov-distil (oracle2student)": 4.1138434410095215,
-      "cov-distil (oracle2teacher)": 4.16050910949707,
+      "cov-distil": 2.2327940464019775,
+      "cov-distil (oracle2student)": 4.106649398803711,
+      "cov-distil (oracle2teacher)": 4.44779634475708,
       "epoch": 3.497645211930926,
-      "rel-constrast": 3.568096399307251,
+      "rel-constrast": 3.5829122066497803,
       "step": 4456,
-      "subrel-constrast": 4.230770587921143,
+      "subrel-constrast": 4.512424945831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7402615547180176,
-      "cov-distil (oracle2student)": 2.427061080932617,
-      "cov-distil (oracle2teacher)": 2.8892037868499756,
+      "cov-distil": 2.030935049057007,
+      "cov-distil (oracle2student)": 2.7413530349731445,
+      "cov-distil (oracle2teacher)": 2.8943188190460205,
       "epoch": 3.498430141287284,
-      "rel-constrast": 1.6491867303848267,
+      "rel-constrast": 2.1138319969177246,
       "step": 4457,
-      "subrel-constrast": 2.8876149654388428,
+      "subrel-constrast": 2.9635260105133057,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4540801048278809,
-      "cov-distil (oracle2student)": 4.938150405883789,
-      "cov-distil (oracle2teacher)": 5.142474174499512,
+      "cov-distil": 1.8299400806427002,
+      "cov-distil (oracle2student)": 5.187244415283203,
+      "cov-distil (oracle2teacher)": 5.222489356994629,
       "epoch": 3.499215070643642,
-      "rel-constrast": 2.628448963165283,
+      "rel-constrast": 2.707233428955078,
       "step": 4458,
-      "subrel-constrast": 3.658612012863159,
+      "subrel-constrast": 3.2933428287506104,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6858279705047607,
-      "cov-distil (oracle2student)": 4.121971607208252,
-      "cov-distil (oracle2teacher)": 3.8315317630767822,
+      "cov-distil": 2.370459794998169,
+      "cov-distil (oracle2student)": 3.4619693756103516,
+      "cov-distil (oracle2teacher)": 3.586287260055542,
       "epoch": 3.5,
-      "rel-constrast": 2.3115530014038086,
+      "rel-constrast": 2.4692721366882324,
       "step": 4459,
-      "subrel-constrast": 2.7943990230560303,
+      "subrel-constrast": 2.6690688133239746,
       "view-similarity": 0
     },
     {
       "epoch": 3.500784929356358,
-      "grad_norm": 4.6875,
+      "grad_norm": 5.125,
       "learning_rate": 3.388583141217158e-05,
-      "loss": 0.7081,
+      "loss": 0.7091,
       "step": 4460
     },
     {
-      "cov-distil": 2.011590003967285,
-      "cov-distil (oracle2student)": 4.211367607116699,
-      "cov-distil (oracle2teacher)": 3.9661166667938232,
+      "cov-distil": 2.37507700920105,
+      "cov-distil (oracle2student)": 3.588829278945923,
+      "cov-distil (oracle2teacher)": 4.006684303283691,
       "epoch": 3.500784929356358,
-      "rel-constrast": 3.04012393951416,
+      "rel-constrast": 2.4836480617523193,
       "step": 4460,
-      "subrel-constrast": 3.3002142906188965,
+      "subrel-constrast": 3.260654926300049,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.117293119430542,
-      "cov-distil (oracle2student)": 4.484894752502441,
-      "cov-distil (oracle2teacher)": 4.796799182891846,
+      "cov-distil": 2.5966057777404785,
+      "cov-distil (oracle2student)": 4.533869743347168,
+      "cov-distil (oracle2teacher)": 5.097734451293945,
       "epoch": 3.501569858712716,
-      "rel-constrast": 2.945119857788086,
+      "rel-constrast": 3.2674763202667236,
       "step": 4461,
-      "subrel-constrast": 4.100958824157715,
+      "subrel-constrast": 3.812631130218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2184417247772217,
-      "cov-distil (oracle2student)": 5.188465118408203,
-      "cov-distil (oracle2teacher)": 4.8179931640625,
+      "cov-distil": 1.4359341859817505,
+      "cov-distil (oracle2student)": 5.449120044708252,
+      "cov-distil (oracle2teacher)": 4.979559898376465,
       "epoch": 3.5023547880690735,
-      "rel-constrast": 2.6257221698760986,
+      "rel-constrast": 2.526447296142578,
       "step": 4462,
-      "subrel-constrast": 3.3649041652679443,
+      "subrel-constrast": 3.56471848487854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0992357730865479,
-      "cov-distil (oracle2student)": 3.7953174114227295,
-      "cov-distil (oracle2teacher)": 3.981336832046509,
+      "cov-distil": 1.8015022277832031,
+      "cov-distil (oracle2student)": 3.7944061756134033,
+      "cov-distil (oracle2teacher)": 3.662201404571533,
       "epoch": 3.503139717425432,
-      "rel-constrast": 2.776157855987549,
+      "rel-constrast": 2.3936767578125,
       "step": 4463,
-      "subrel-constrast": 3.0287089347839355,
+      "subrel-constrast": 2.7634196281433105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9506961107254028,
-      "cov-distil (oracle2student)": 3.028245210647583,
-      "cov-distil (oracle2teacher)": 2.9275994300842285,
+      "cov-distil": 2.0514988899230957,
+      "cov-distil (oracle2student)": 2.86568021774292,
+      "cov-distil (oracle2teacher)": 3.038378953933716,
       "epoch": 3.5039246467817895,
-      "rel-constrast": 2.163841962814331,
+      "rel-constrast": 2.0991523265838623,
       "step": 4464,
-      "subrel-constrast": 2.7837953567504883,
+      "subrel-constrast": 3.1911258697509766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3489770889282227,
-      "cov-distil (oracle2student)": 2.512758731842041,
-      "cov-distil (oracle2teacher)": 2.4328460693359375,
+      "cov-distil": 1.4899652004241943,
+      "cov-distil (oracle2student)": 2.4401164054870605,
+      "cov-distil (oracle2teacher)": 2.6743783950805664,
       "epoch": 3.5047095761381475,
-      "rel-constrast": 2.6060080528259277,
+      "rel-constrast": 2.6235899925231934,
       "step": 4465,
-      "subrel-constrast": 3.615126371383667,
+      "subrel-constrast": 3.7291853427886963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.686267614364624,
-      "cov-distil (oracle2student)": 3.8370089530944824,
-      "cov-distil (oracle2teacher)": 3.7435574531555176,
+      "cov-distil": 1.9200001955032349,
+      "cov-distil (oracle2student)": 4.28093957901001,
+      "cov-distil (oracle2teacher)": 4.153428077697754,
       "epoch": 3.5054945054945055,
-      "rel-constrast": 2.610682964324951,
+      "rel-constrast": 3.30888032913208,
       "step": 4466,
-      "subrel-constrast": 3.0447587966918945,
+      "subrel-constrast": 3.542372226715088,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2480216026306152,
-      "cov-distil (oracle2student)": 4.681978225708008,
-      "cov-distil (oracle2teacher)": 4.429604530334473,
+      "cov-distil": 1.3956961631774902,
+      "cov-distil (oracle2student)": 4.359845161437988,
+      "cov-distil (oracle2teacher)": 4.648636341094971,
       "epoch": 3.5062794348508635,
-      "rel-constrast": 2.6621317863464355,
+      "rel-constrast": 2.57309627532959,
       "step": 4467,
-      "subrel-constrast": 3.384953498840332,
+      "subrel-constrast": 3.258885383605957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6582624912261963,
-      "cov-distil (oracle2student)": 5.742953300476074,
-      "cov-distil (oracle2teacher)": 5.100097179412842,
+      "cov-distil": 1.9875080585479736,
+      "cov-distil (oracle2student)": 5.78844690322876,
+      "cov-distil (oracle2teacher)": 5.48978328704834,
       "epoch": 3.5070643642072215,
-      "rel-constrast": 3.129800796508789,
+      "rel-constrast": 3.663397789001465,
       "step": 4468,
-      "subrel-constrast": 3.9869918823242188,
+      "subrel-constrast": 4.003908157348633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.83059823513031,
-      "cov-distil (oracle2student)": 4.111177444458008,
-      "cov-distil (oracle2teacher)": 3.8727521896362305,
+      "cov-distil": 2.6510682106018066,
+      "cov-distil (oracle2student)": 3.792076826095581,
+      "cov-distil (oracle2teacher)": 3.6060776710510254,
       "epoch": 3.5078492935635794,
-      "rel-constrast": 2.7516260147094727,
+      "rel-constrast": 3.1139378547668457,
       "step": 4469,
-      "subrel-constrast": 3.5858817100524902,
+      "subrel-constrast": 3.9716575145721436,
       "view-similarity": 0
     },
     {
       "epoch": 3.5086342229199374,
-      "grad_norm": 5.90625,
+      "grad_norm": 5.84375,
       "learning_rate": 3.380420933451286e-05,
-      "loss": 0.7232,
+      "loss": 0.7013,
       "step": 4470
     },
     {
-      "cov-distil": 1.6047554016113281,
-      "cov-distil (oracle2student)": 3.784022331237793,
-      "cov-distil (oracle2teacher)": 3.894923210144043,
+      "cov-distil": 2.2462143898010254,
+      "cov-distil (oracle2student)": 4.052746295928955,
+      "cov-distil (oracle2teacher)": 4.399362564086914,
       "epoch": 3.5086342229199374,
-      "rel-constrast": 2.715104341506958,
+      "rel-constrast": 3.2184014320373535,
       "step": 4470,
-      "subrel-constrast": 3.6332662105560303,
+      "subrel-constrast": 4.087738513946533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.489861249923706,
-      "cov-distil (oracle2student)": 2.837482213973999,
-      "cov-distil (oracle2teacher)": 3.2227320671081543,
+      "cov-distil": 2.002561569213867,
+      "cov-distil (oracle2student)": 3.0216569900512695,
+      "cov-distil (oracle2teacher)": 3.590557813644409,
       "epoch": 3.509419152276295,
-      "rel-constrast": 2.5971431732177734,
+      "rel-constrast": 2.727557897567749,
       "step": 4471,
-      "subrel-constrast": 3.1411380767822266,
+      "subrel-constrast": 2.9603586196899414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2996716499328613,
-      "cov-distil (oracle2student)": 4.191470146179199,
-      "cov-distil (oracle2teacher)": 4.173173427581787,
+      "cov-distil": 1.7475167512893677,
+      "cov-distil (oracle2student)": 4.158846855163574,
+      "cov-distil (oracle2teacher)": 4.407347202301025,
       "epoch": 3.510204081632653,
-      "rel-constrast": 3.2384262084960938,
+      "rel-constrast": 3.446120262145996,
       "step": 4472,
-      "subrel-constrast": 3.8484113216400146,
+      "subrel-constrast": 3.7317850589752197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8755964040756226,
-      "cov-distil (oracle2student)": 5.172666549682617,
-      "cov-distil (oracle2teacher)": 4.841122627258301,
+      "cov-distil": 2.065079689025879,
+      "cov-distil (oracle2student)": 5.398737907409668,
+      "cov-distil (oracle2teacher)": 5.318192481994629,
       "epoch": 3.510989010989011,
-      "rel-constrast": 3.1160967350006104,
+      "rel-constrast": 3.289973258972168,
       "step": 4473,
-      "subrel-constrast": 3.693300247192383,
+      "subrel-constrast": 3.6020314693450928,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1494855880737305,
-      "cov-distil (oracle2student)": 4.04222297668457,
-      "cov-distil (oracle2teacher)": 3.993225574493408,
+      "cov-distil": 1.3556874990463257,
+      "cov-distil (oracle2student)": 4.286481857299805,
+      "cov-distil (oracle2teacher)": 4.403505325317383,
       "epoch": 3.511773940345369,
-      "rel-constrast": 2.8247671127319336,
+      "rel-constrast": 3.168212413787842,
       "step": 4474,
-      "subrel-constrast": 3.43162202835083,
+      "subrel-constrast": 3.6853580474853516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4597585201263428,
-      "cov-distil (oracle2student)": 4.022150993347168,
-      "cov-distil (oracle2teacher)": 3.854496955871582,
+      "cov-distil": 1.7750991582870483,
+      "cov-distil (oracle2student)": 4.4447340965271,
+      "cov-distil (oracle2teacher)": 3.9143147468566895,
       "epoch": 3.512558869701727,
-      "rel-constrast": 2.296330690383911,
+      "rel-constrast": 2.4286041259765625,
       "step": 4475,
-      "subrel-constrast": 2.694549798965454,
+      "subrel-constrast": 2.8763251304626465,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.422832727432251,
-      "cov-distil (oracle2student)": 4.234494209289551,
-      "cov-distil (oracle2teacher)": 3.9056954383850098,
+      "cov-distil": 2.131992816925049,
+      "cov-distil (oracle2student)": 4.424558162689209,
+      "cov-distil (oracle2teacher)": 4.183285713195801,
       "epoch": 3.513343799058085,
-      "rel-constrast": 3.229376792907715,
+      "rel-constrast": 3.5336642265319824,
       "step": 4476,
-      "subrel-constrast": 3.2767772674560547,
+      "subrel-constrast": 3.000735282897949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5866682529449463,
-      "cov-distil (oracle2student)": 3.8399460315704346,
-      "cov-distil (oracle2teacher)": 4.2594170570373535,
+      "cov-distil": 2.2690017223358154,
+      "cov-distil (oracle2student)": 4.674203395843506,
+      "cov-distil (oracle2teacher)": 4.130017280578613,
       "epoch": 3.514128728414443,
-      "rel-constrast": 2.140336036682129,
+      "rel-constrast": 2.7798266410827637,
       "step": 4477,
-      "subrel-constrast": 3.3100433349609375,
+      "subrel-constrast": 3.318527936935425,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6586191654205322,
-      "cov-distil (oracle2student)": 5.530477523803711,
-      "cov-distil (oracle2teacher)": 5.372003078460693,
+      "cov-distil": 2.0057477951049805,
+      "cov-distil (oracle2student)": 5.127748966217041,
+      "cov-distil (oracle2teacher)": 5.480363368988037,
       "epoch": 3.5149136577708004,
-      "rel-constrast": 2.8134212493896484,
+      "rel-constrast": 2.892308235168457,
       "step": 4478,
-      "subrel-constrast": 3.3986599445343018,
+      "subrel-constrast": 3.596416473388672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6784225702285767,
-      "cov-distil (oracle2student)": 4.343234539031982,
-      "cov-distil (oracle2teacher)": 3.916654348373413,
+      "cov-distil": 2.2078375816345215,
+      "cov-distil (oracle2student)": 4.2855916023254395,
+      "cov-distil (oracle2teacher)": 4.292422294616699,
       "epoch": 3.5156985871271584,
-      "rel-constrast": 3.280318260192871,
+      "rel-constrast": 3.21207594871521,
       "step": 4479,
-      "subrel-constrast": 3.056410789489746,
+      "subrel-constrast": 3.4235048294067383,
       "view-similarity": 0
     },
     {
       "epoch": 3.5164835164835164,
-      "grad_norm": 7.5,
+      "grad_norm": 8.125,
       "learning_rate": 3.3722479980341835e-05,
-      "loss": 0.7443,
+      "loss": 0.7674,
       "step": 4480
     },
     {
-      "cov-distil": 1.372475504875183,
-      "cov-distil (oracle2student)": 3.5467379093170166,
-      "cov-distil (oracle2teacher)": 3.278374671936035,
+      "cov-distil": 2.1308112144470215,
+      "cov-distil (oracle2student)": 3.5825395584106445,
+      "cov-distil (oracle2teacher)": 3.561758041381836,
       "epoch": 3.5164835164835164,
-      "rel-constrast": 2.058023452758789,
+      "rel-constrast": 2.3279335498809814,
       "step": 4480,
-      "subrel-constrast": 3.0199124813079834,
+      "subrel-constrast": 3.174915313720703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9024169445037842,
-      "cov-distil (oracle2student)": 4.12660551071167,
-      "cov-distil (oracle2teacher)": 4.030977725982666,
+      "cov-distil": 1.8307729959487915,
+      "cov-distil (oracle2student)": 3.930023670196533,
+      "cov-distil (oracle2teacher)": 4.451981544494629,
       "epoch": 3.5172684458398744,
-      "rel-constrast": 2.7213706970214844,
+      "rel-constrast": 2.3037309646606445,
       "step": 4481,
-      "subrel-constrast": 3.3010857105255127,
+      "subrel-constrast": 2.8985865116119385,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6883776187896729,
-      "cov-distil (oracle2student)": 3.5663766860961914,
-      "cov-distil (oracle2teacher)": 3.355884075164795,
+      "cov-distil": 1.696860671043396,
+      "cov-distil (oracle2student)": 3.573659658432007,
+      "cov-distil (oracle2teacher)": 3.4791626930236816,
       "epoch": 3.5180533751962324,
-      "rel-constrast": 1.8228347301483154,
+      "rel-constrast": 2.125572443008423,
       "step": 4482,
-      "subrel-constrast": 2.68414044380188,
+      "subrel-constrast": 2.850292205810547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6134779453277588,
-      "cov-distil (oracle2student)": 3.7650296688079834,
-      "cov-distil (oracle2teacher)": 3.9289731979370117,
+      "cov-distil": 2.316159963607788,
+      "cov-distil (oracle2student)": 4.177438735961914,
+      "cov-distil (oracle2teacher)": 4.032116889953613,
       "epoch": 3.5188383045525904,
-      "rel-constrast": 2.6894702911376953,
+      "rel-constrast": 3.608516216278076,
       "step": 4483,
-      "subrel-constrast": 3.48557448387146,
+      "subrel-constrast": 3.4823226928710938,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.625899076461792,
-      "cov-distil (oracle2student)": 3.0067179203033447,
-      "cov-distil (oracle2teacher)": 2.956202983856201,
+      "cov-distil": 2.3243842124938965,
+      "cov-distil (oracle2student)": 3.045247793197632,
+      "cov-distil (oracle2teacher)": 3.216982841491699,
       "epoch": 3.5196232339089484,
-      "rel-constrast": 3.0609488487243652,
+      "rel-constrast": 2.923227310180664,
       "step": 4484,
-      "subrel-constrast": 3.6123533248901367,
+      "subrel-constrast": 3.6500167846679688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.408169150352478,
-      "cov-distil (oracle2student)": 3.4293248653411865,
-      "cov-distil (oracle2teacher)": 3.7552127838134766,
+      "cov-distil": 1.7521367073059082,
+      "cov-distil (oracle2student)": 3.5872550010681152,
+      "cov-distil (oracle2teacher)": 3.9253063201904297,
       "epoch": 3.520408163265306,
-      "rel-constrast": 2.6070711612701416,
+      "rel-constrast": 2.921751022338867,
       "step": 4485,
-      "subrel-constrast": 3.0844504833221436,
+      "subrel-constrast": 3.4875614643096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.353028416633606,
-      "cov-distil (oracle2student)": 2.6220474243164062,
-      "cov-distil (oracle2teacher)": 2.766543388366699,
+      "cov-distil": 1.921303629875183,
+      "cov-distil (oracle2student)": 2.493501901626587,
+      "cov-distil (oracle2teacher)": 3.0562846660614014,
       "epoch": 3.521193092621664,
-      "rel-constrast": 1.68267023563385,
+      "rel-constrast": 1.5351157188415527,
       "step": 4486,
-      "subrel-constrast": 2.3395347595214844,
+      "subrel-constrast": 2.629932165145874,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3953750133514404,
-      "cov-distil (oracle2student)": 2.5612568855285645,
-      "cov-distil (oracle2teacher)": 2.6861886978149414,
+      "cov-distil": 1.6619952917099,
+      "cov-distil (oracle2student)": 2.7091763019561768,
+      "cov-distil (oracle2teacher)": 3.0415360927581787,
       "epoch": 3.521978021978022,
-      "rel-constrast": 1.926785945892334,
+      "rel-constrast": 2.035067081451416,
       "step": 4487,
-      "subrel-constrast": 2.4653067588806152,
+      "subrel-constrast": 2.362969160079956,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4495882987976074,
-      "cov-distil (oracle2student)": 4.453783988952637,
-      "cov-distil (oracle2teacher)": 4.339688777923584,
+      "cov-distil": 2.134192943572998,
+      "cov-distil (oracle2student)": 4.7864580154418945,
+      "cov-distil (oracle2teacher)": 4.505037307739258,
       "epoch": 3.52276295133438,
-      "rel-constrast": 3.0762829780578613,
+      "rel-constrast": 3.2338075637817383,
       "step": 4488,
-      "subrel-constrast": 3.600567579269409,
+      "subrel-constrast": 3.6519384384155273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9119346141815186,
-      "cov-distil (oracle2student)": 4.775094985961914,
-      "cov-distil (oracle2teacher)": 4.101285934448242,
+      "cov-distil": 2.3198304176330566,
+      "cov-distil (oracle2student)": 4.873757362365723,
+      "cov-distil (oracle2teacher)": 4.226784706115723,
       "epoch": 3.523547880690738,
-      "rel-constrast": 3.4009971618652344,
+      "rel-constrast": 3.432783603668213,
       "step": 4489,
-      "subrel-constrast": 3.8536736965179443,
+      "subrel-constrast": 3.858994245529175,
       "view-similarity": 0
     },
     {
       "epoch": 3.524332810047096,
-      "grad_norm": 7.96875,
+      "grad_norm": 7.40625,
       "learning_rate": 3.364064434550489e-05,
-      "loss": 0.6655,
+      "loss": 0.6612,
       "step": 4490
     },
     {
-      "cov-distil": 2.0544471740722656,
-      "cov-distil (oracle2student)": 3.800340175628662,
-      "cov-distil (oracle2teacher)": 4.07524299621582,
+      "cov-distil": 2.409564971923828,
+      "cov-distil (oracle2student)": 4.188104629516602,
+      "cov-distil (oracle2teacher)": 3.99151873588562,
       "epoch": 3.524332810047096,
-      "rel-constrast": 3.1649229526519775,
+      "rel-constrast": 3.485471248626709,
       "step": 4490,
-      "subrel-constrast": 4.268918037414551,
+      "subrel-constrast": 4.1027140617370605,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.479675054550171,
-      "cov-distil (oracle2student)": 5.025692939758301,
-      "cov-distil (oracle2teacher)": 4.731207847595215,
+      "cov-distil": 1.6957043409347534,
+      "cov-distil (oracle2student)": 5.370263576507568,
+      "cov-distil (oracle2teacher)": 4.565450668334961,
       "epoch": 3.525117739403454,
-      "rel-constrast": 3.8499064445495605,
+      "rel-constrast": 4.303476333618164,
       "step": 4491,
-      "subrel-constrast": 4.1291608810424805,
+      "subrel-constrast": 3.9792606830596924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3522183895111084,
-      "cov-distil (oracle2student)": 3.3905246257781982,
-      "cov-distil (oracle2teacher)": 3.0983078479766846,
+      "cov-distil": 2.1313319206237793,
+      "cov-distil (oracle2student)": 3.5921199321746826,
+      "cov-distil (oracle2teacher)": 3.2927331924438477,
       "epoch": 3.5259026687598114,
-      "rel-constrast": 1.7972965240478516,
+      "rel-constrast": 2.6158719062805176,
       "step": 4492,
-      "subrel-constrast": 2.6504366397857666,
+      "subrel-constrast": 2.5414650440216064,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6895378828048706,
-      "cov-distil (oracle2student)": 2.4196460247039795,
-      "cov-distil (oracle2teacher)": 2.9636120796203613,
+      "cov-distil": 2.1859676837921143,
+      "cov-distil (oracle2student)": 2.9887781143188477,
+      "cov-distil (oracle2teacher)": 2.8607122898101807,
       "epoch": 3.5266875981161694,
-      "rel-constrast": 2.82375431060791,
+      "rel-constrast": 2.7461998462677,
       "step": 4493,
-      "subrel-constrast": 3.1704235076904297,
+      "subrel-constrast": 3.244216203689575,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6142070293426514,
-      "cov-distil (oracle2student)": 3.4395413398742676,
-      "cov-distil (oracle2teacher)": 3.228231430053711,
+      "cov-distil": 1.8416614532470703,
+      "cov-distil (oracle2student)": 2.941554546356201,
+      "cov-distil (oracle2teacher)": 3.077103614807129,
       "epoch": 3.5274725274725274,
-      "rel-constrast": 2.2943077087402344,
+      "rel-constrast": 1.9519811868667603,
       "step": 4494,
-      "subrel-constrast": 2.935967206954956,
+      "subrel-constrast": 2.590597629547119,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.263883113861084,
-      "cov-distil (oracle2student)": 3.3016397953033447,
-      "cov-distil (oracle2teacher)": 3.6512928009033203,
+      "cov-distil": 1.4008033275604248,
+      "cov-distil (oracle2student)": 3.7980737686157227,
+      "cov-distil (oracle2teacher)": 3.6793265342712402,
       "epoch": 3.5282574568288854,
-      "rel-constrast": 2.014611005783081,
+      "rel-constrast": 2.6441545486450195,
       "step": 4495,
-      "subrel-constrast": 2.860031843185425,
+      "subrel-constrast": 2.851794481277466,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3983573913574219,
-      "cov-distil (oracle2student)": 5.581599235534668,
-      "cov-distil (oracle2teacher)": 4.9139251708984375,
+      "cov-distil": 2.2087087631225586,
+      "cov-distil (oracle2student)": 5.27664852142334,
+      "cov-distil (oracle2teacher)": 5.1300048828125,
       "epoch": 3.5290423861852434,
-      "rel-constrast": 3.541335105895996,
+      "rel-constrast": 4.402606010437012,
       "step": 4496,
-      "subrel-constrast": 3.9089999198913574,
+      "subrel-constrast": 3.796687126159668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5811560153961182,
-      "cov-distil (oracle2student)": 4.196984767913818,
-      "cov-distil (oracle2teacher)": 4.194854259490967,
+      "cov-distil": 1.9503445625305176,
+      "cov-distil (oracle2student)": 4.852053165435791,
+      "cov-distil (oracle2teacher)": 4.521217346191406,
       "epoch": 3.5298273155416013,
-      "rel-constrast": 2.3224217891693115,
+      "rel-constrast": 2.463221549987793,
       "step": 4497,
-      "subrel-constrast": 2.9190127849578857,
+      "subrel-constrast": 2.983240842819214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9628827571868896,
-      "cov-distil (oracle2student)": 4.482645034790039,
-      "cov-distil (oracle2teacher)": 3.5153565406799316,
+      "cov-distil": 2.333909034729004,
+      "cov-distil (oracle2student)": 4.71751070022583,
+      "cov-distil (oracle2teacher)": 4.173625946044922,
       "epoch": 3.5306122448979593,
-      "rel-constrast": 2.533115863800049,
+      "rel-constrast": 3.019913911819458,
       "step": 4498,
-      "subrel-constrast": 2.916748046875,
+      "subrel-constrast": 2.9359729290008545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.41325044631958,
-      "cov-distil (oracle2student)": 5.022308826446533,
-      "cov-distil (oracle2teacher)": 4.765371322631836,
+      "cov-distil": 1.907898187637329,
+      "cov-distil (oracle2student)": 5.562450408935547,
+      "cov-distil (oracle2teacher)": 4.977696418762207,
       "epoch": 3.531397174254317,
-      "rel-constrast": 2.6755495071411133,
+      "rel-constrast": 3.146343469619751,
       "step": 4499,
-      "subrel-constrast": 3.4413161277770996,
+      "subrel-constrast": 3.726869821548462,
       "view-similarity": 0
     },
     {
       "epoch": 3.5321821036106753,
-      "grad_norm": 6.03125,
+      "grad_norm": 6.65625,
       "learning_rate": 3.355870342714344e-05,
-      "loss": 0.715,
+      "loss": 0.7695,
       "step": 4500
     },
     {
       "epoch": 3.5321821036106753,
-      "eval/duc04-P@10": 0.758,
+      "eval/duc04-P@10": 0.7299999999999999,
       "step": 4500
     },
     {
       "epoch": 3.5321821036106753,
-      "eval/duc04-nDCG@10": 0.768632817386439,
+      "eval/duc04-nDCG@10": 0.7340883800464292,
       "step": 4500
     },
     {
       "epoch": 3.5321821036106753,
-      "eval/duc04-alpha_nDCG@10": 0.5840923515718318,
+      "eval/duc04-alpha_nDCG@10": 0.5476324557853259,
       "step": 4500
     },
     {
@@ -49486,17 +49486,17 @@
     },
     {
       "epoch": 3.5321821036106753,
-      "eval/multi_news-P@10": 0.42999999999999994,
+      "eval/multi_news-P@10": 0.4259999999999999,
       "step": 4500
     },
     {
       "epoch": 3.5321821036106753,
-      "eval/multi_news-nDCG@10": 0.6103697960159763,
+      "eval/multi_news-nDCG@10": 0.6002655753658199,
       "step": 4500
     },
     {
       "epoch": 3.5321821036106753,
-      "eval/multi_news-alpha_nDCG@10": 0.5951249273495542,
+      "eval/multi_news-alpha_nDCG@10": 0.5695501362782186,
       "step": 4500
     },
     {
@@ -49506,60408 +49506,5458 @@
     },
     {
       "epoch": 3.5321821036106753,
-      "eval/avg": 0.5377487548554936,
+      "eval/avg": 0.5204133367494925,
       "step": 4500
     },
     {
       "epoch": 3.5321821036106753,
-      "overlap": 0.32500001788139343,
+      "overlap": 0.2984375059604645,
       "step": 4500
     },
     {
       "epoch": 3.5321821036106753,
       "step": 4500,
-      "student margin": 0.057861328125
+      "student margin": 0.054718017578125
     },
     {
       "epoch": 3.5321821036106753,
       "step": 4500,
-      "teacher margin": 0.047332763671875
+      "teacher margin": 0.048980712890625
     },
     {
       "epoch": 3.5321821036106753,
-      "margin difference": -0.010528564453125,
+      "margin difference": -0.0057373046875,
       "step": 4500
     },
     {
-      "cov-distil": 1.5500733852386475,
-      "cov-distil (oracle2student)": 2.65156888961792,
-      "cov-distil (oracle2teacher)": 3.294520616531372,
+      "cov-distil": 1.4747189283370972,
+      "cov-distil (oracle2student)": 3.341116428375244,
+      "cov-distil (oracle2teacher)": 3.670870780944824,
       "epoch": 3.5321821036106753,
-      "rel-constrast": 3.2318356037139893,
+      "rel-constrast": 3.469500780105591,
       "step": 4500,
-      "subrel-constrast": 3.6806716918945312,
+      "subrel-constrast": 3.8554580211639404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4552820920944214,
-      "cov-distil (oracle2student)": 4.793566703796387,
-      "cov-distil (oracle2teacher)": 4.470250129699707,
+      "cov-distil": 1.8315492868423462,
+      "cov-distil (oracle2student)": 4.843489170074463,
+      "cov-distil (oracle2teacher)": 4.9995622634887695,
       "epoch": 3.532967032967033,
-      "rel-constrast": 2.5932390689849854,
+      "rel-constrast": 2.8038296699523926,
       "step": 4501,
-      "subrel-constrast": 3.447798728942871,
+      "subrel-constrast": 3.2600224018096924,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.311275839805603,
-      "cov-distil (oracle2student)": 4.184120178222656,
-      "cov-distil (oracle2teacher)": 4.109935283660889,
+      "cov-distil": 1.8880743980407715,
+      "cov-distil (oracle2student)": 4.449532508850098,
+      "cov-distil (oracle2teacher)": 4.895864486694336,
       "epoch": 3.533751962323391,
-      "rel-constrast": 2.130197048187256,
+      "rel-constrast": 2.4776611328125,
       "step": 4502,
-      "subrel-constrast": 2.6860146522521973,
+      "subrel-constrast": 2.9291718006134033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7691001892089844,
-      "cov-distil (oracle2student)": 4.051516056060791,
-      "cov-distil (oracle2teacher)": 3.840989112854004,
+      "cov-distil": 2.1423919200897217,
+      "cov-distil (oracle2student)": 4.418683052062988,
+      "cov-distil (oracle2teacher)": 4.410794258117676,
       "epoch": 3.534536891679749,
-      "rel-constrast": 2.5381884574890137,
+      "rel-constrast": 3.0516204833984375,
       "step": 4503,
-      "subrel-constrast": 3.7701573371887207,
+      "subrel-constrast": 3.700002670288086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5577725172042847,
-      "cov-distil (oracle2student)": 4.770755767822266,
-      "cov-distil (oracle2teacher)": 4.200665473937988,
+      "cov-distil": 1.9653546810150146,
+      "cov-distil (oracle2student)": 4.529960632324219,
+      "cov-distil (oracle2teacher)": 4.4461140632629395,
       "epoch": 3.535321821036107,
-      "rel-constrast": 2.37127423286438,
+      "rel-constrast": 2.9535083770751953,
       "step": 4504,
-      "subrel-constrast": 2.960083246231079,
+      "subrel-constrast": 2.78830885887146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.393507719039917,
-      "cov-distil (oracle2student)": 4.309267520904541,
-      "cov-distil (oracle2teacher)": 3.7083945274353027,
+      "cov-distil": 1.7195894718170166,
+      "cov-distil (oracle2student)": 4.749240398406982,
+      "cov-distil (oracle2teacher)": 4.620505332946777,
       "epoch": 3.536106750392465,
-      "rel-constrast": 3.0710935592651367,
+      "rel-constrast": 2.6301660537719727,
       "step": 4505,
-      "subrel-constrast": 3.9168877601623535,
+      "subrel-constrast": 3.8248651027679443,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.546937108039856,
-      "cov-distil (oracle2student)": 5.0268754959106445,
-      "cov-distil (oracle2teacher)": 4.705002307891846,
+      "cov-distil": 2.002725124359131,
+      "cov-distil (oracle2student)": 5.067991256713867,
+      "cov-distil (oracle2teacher)": 4.671756744384766,
       "epoch": 3.5368916797488223,
-      "rel-constrast": 1.9822211265563965,
+      "rel-constrast": 2.8898916244506836,
       "step": 4506,
-      "subrel-constrast": 3.0949859619140625,
+      "subrel-constrast": 2.8755381107330322,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2818756103515625,
-      "cov-distil (oracle2student)": 3.2837562561035156,
-      "cov-distil (oracle2teacher)": 3.2025344371795654,
+      "cov-distil": 1.8167598247528076,
+      "cov-distil (oracle2student)": 3.9469051361083984,
+      "cov-distil (oracle2teacher)": 3.6105642318725586,
       "epoch": 3.537676609105181,
-      "rel-constrast": 2.1682112216949463,
+      "rel-constrast": 2.2973875999450684,
       "step": 4507,
-      "subrel-constrast": 2.7151389122009277,
+      "subrel-constrast": 2.8310251235961914,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7621666193008423,
-      "cov-distil (oracle2student)": 4.121857643127441,
-      "cov-distil (oracle2teacher)": 4.472517013549805,
+      "cov-distil": 1.659853219985962,
+      "cov-distil (oracle2student)": 4.139289855957031,
+      "cov-distil (oracle2teacher)": 4.366568565368652,
       "epoch": 3.5384615384615383,
-      "rel-constrast": 2.23721981048584,
+      "rel-constrast": 2.3979508876800537,
       "step": 4508,
-      "subrel-constrast": 3.3101329803466797,
+      "subrel-constrast": 3.074073314666748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9587478637695312,
-      "cov-distil (oracle2student)": 3.210084915161133,
-      "cov-distil (oracle2teacher)": 3.132266044616699,
+      "cov-distil": 2.2466399669647217,
+      "cov-distil (oracle2student)": 3.6562421321868896,
+      "cov-distil (oracle2teacher)": 3.494894027709961,
       "epoch": 3.5392464678178963,
-      "rel-constrast": 2.7812347412109375,
+      "rel-constrast": 2.603341817855835,
       "step": 4509,
-      "subrel-constrast": 3.2724809646606445,
+      "subrel-constrast": 3.0341711044311523,
       "view-similarity": 0
     },
     {
       "epoch": 3.5400313971742543,
-      "grad_norm": 5.6875,
+      "grad_norm": 8.625,
       "learning_rate": 3.3476658223681665e-05,
-      "loss": 0.6666,
+      "loss": 0.6894,
       "step": 4510
     },
     {
-      "cov-distil": 1.7030730247497559,
-      "cov-distil (oracle2student)": 4.780744552612305,
-      "cov-distil (oracle2teacher)": 4.559857368469238,
+      "cov-distil": 2.252790927886963,
+      "cov-distil (oracle2student)": 4.927834510803223,
+      "cov-distil (oracle2teacher)": 4.649075984954834,
       "epoch": 3.5400313971742543,
-      "rel-constrast": 2.7865583896636963,
+      "rel-constrast": 2.9580414295196533,
       "step": 4510,
-      "subrel-constrast": 3.3557755947113037,
+      "subrel-constrast": 3.0940744876861572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.446142315864563,
-      "cov-distil (oracle2student)": 2.7577524185180664,
-      "cov-distil (oracle2teacher)": 2.840993881225586,
+      "cov-distil": 1.7564661502838135,
+      "cov-distil (oracle2student)": 2.6420605182647705,
+      "cov-distil (oracle2teacher)": 3.054969072341919,
       "epoch": 3.5408163265306123,
-      "rel-constrast": 2.563591718673706,
+      "rel-constrast": 3.1870222091674805,
       "step": 4511,
-      "subrel-constrast": 3.123901128768921,
+      "subrel-constrast": 3.544135570526123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0954318046569824,
-      "cov-distil (oracle2student)": 4.647892951965332,
-      "cov-distil (oracle2teacher)": 4.042099952697754,
+      "cov-distil": 1.3600308895111084,
+      "cov-distil (oracle2student)": 4.44582986831665,
+      "cov-distil (oracle2teacher)": 4.7270188331604,
       "epoch": 3.5416012558869703,
-      "rel-constrast": 1.8081977367401123,
+      "rel-constrast": 1.7938705682754517,
       "step": 4512,
-      "subrel-constrast": 2.3662586212158203,
+      "subrel-constrast": 2.633272171020508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3090565204620361,
-      "cov-distil (oracle2student)": 3.5834741592407227,
-      "cov-distil (oracle2teacher)": 3.458418130874634,
+      "cov-distil": 1.7398457527160645,
+      "cov-distil (oracle2student)": 3.172832489013672,
+      "cov-distil (oracle2teacher)": 3.8373208045959473,
       "epoch": 3.542386185243328,
-      "rel-constrast": 2.3985228538513184,
+      "rel-constrast": 2.698580741882324,
       "step": 4513,
-      "subrel-constrast": 3.2480664253234863,
+      "subrel-constrast": 3.051476001739502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.186160087585449,
-      "cov-distil (oracle2student)": 5.4518961906433105,
-      "cov-distil (oracle2teacher)": 4.407070159912109,
+      "cov-distil": 3.125004768371582,
+      "cov-distil (oracle2student)": 5.823801040649414,
+      "cov-distil (oracle2teacher)": 4.998771667480469,
       "epoch": 3.5431711145996863,
-      "rel-constrast": 2.7481231689453125,
+      "rel-constrast": 2.855727195739746,
       "step": 4514,
-      "subrel-constrast": 3.085500717163086,
+      "subrel-constrast": 3.4333927631378174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9632961750030518,
-      "cov-distil (oracle2student)": 5.51638126373291,
-      "cov-distil (oracle2teacher)": 5.587140083312988,
+      "cov-distil": 2.8308157920837402,
+      "cov-distil (oracle2student)": 5.557441234588623,
+      "cov-distil (oracle2teacher)": 5.621681213378906,
       "epoch": 3.543956043956044,
-      "rel-constrast": 2.5995640754699707,
+      "rel-constrast": 2.9306488037109375,
       "step": 4515,
-      "subrel-constrast": 3.6231689453125,
+      "subrel-constrast": 3.752760648727417,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3762648105621338,
-      "cov-distil (oracle2student)": 4.972273826599121,
-      "cov-distil (oracle2teacher)": 4.6344380378723145,
+      "cov-distil": 1.9182785749435425,
+      "cov-distil (oracle2student)": 4.755155563354492,
+      "cov-distil (oracle2teacher)": 4.869600296020508,
       "epoch": 3.544740973312402,
-      "rel-constrast": 2.3253297805786133,
+      "rel-constrast": 2.618203639984131,
       "step": 4516,
-      "subrel-constrast": 2.975248336791992,
+      "subrel-constrast": 3.2041175365448,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4545161724090576,
-      "cov-distil (oracle2student)": 3.279984712600708,
-      "cov-distil (oracle2teacher)": 2.8648576736450195,
+      "cov-distil": 1.3775913715362549,
+      "cov-distil (oracle2student)": 3.086874008178711,
+      "cov-distil (oracle2teacher)": 3.0134758949279785,
       "epoch": 3.5455259026687598,
-      "rel-constrast": 1.8366161584854126,
+      "rel-constrast": 1.7089537382125854,
       "step": 4517,
-      "subrel-constrast": 2.303406000137329,
+      "subrel-constrast": 2.095176935195923,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1715928316116333,
-      "cov-distil (oracle2student)": 3.722372055053711,
-      "cov-distil (oracle2teacher)": 3.3990721702575684,
+      "cov-distil": 1.8546085357666016,
+      "cov-distil (oracle2student)": 3.5138111114501953,
+      "cov-distil (oracle2teacher)": 3.1574320793151855,
       "epoch": 3.5463108320251178,
-      "rel-constrast": 2.4503118991851807,
+      "rel-constrast": 2.8317513465881348,
       "step": 4518,
-      "subrel-constrast": 3.2511820793151855,
+      "subrel-constrast": 3.003380298614502,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.521164059638977,
-      "cov-distil (oracle2student)": 4.501117706298828,
-      "cov-distil (oracle2teacher)": 4.875428199768066,
+      "cov-distil": 2.371614933013916,
+      "cov-distil (oracle2student)": 4.871187686920166,
+      "cov-distil (oracle2teacher)": 4.852499961853027,
       "epoch": 3.5470957613814758,
-      "rel-constrast": 2.6156959533691406,
+      "rel-constrast": 3.1675055027008057,
       "step": 4519,
-      "subrel-constrast": 3.7784225940704346,
+      "subrel-constrast": 3.742244243621826,
       "view-similarity": 0
     },
     {
       "epoch": 3.5478806907378337,
-      "grad_norm": 5.25,
+      "grad_norm": 6.40625,
       "learning_rate": 3.339450973481452e-05,
-      "loss": 0.6414,
+      "loss": 0.6688,
       "step": 4520
     },
     {
-      "cov-distil": 1.4122998714447021,
-      "cov-distil (oracle2student)": 4.162135124206543,
-      "cov-distil (oracle2teacher)": 4.468746185302734,
+      "cov-distil": 1.7057827711105347,
+      "cov-distil (oracle2student)": 5.229562282562256,
+      "cov-distil (oracle2teacher)": 5.2856340408325195,
       "epoch": 3.5478806907378337,
-      "rel-constrast": 3.5039026737213135,
+      "rel-constrast": 3.589022397994995,
       "step": 4520,
-      "subrel-constrast": 4.158134937286377,
+      "subrel-constrast": 4.337310314178467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8696558475494385,
-      "cov-distil (oracle2student)": 5.224581241607666,
-      "cov-distil (oracle2teacher)": 4.344736576080322,
+      "cov-distil": 1.9591950178146362,
+      "cov-distil (oracle2student)": 5.61657190322876,
+      "cov-distil (oracle2teacher)": 4.747565269470215,
       "epoch": 3.5486656200941917,
-      "rel-constrast": 1.581465721130371,
+      "rel-constrast": 1.7373135089874268,
       "step": 4521,
-      "subrel-constrast": 2.444401264190674,
+      "subrel-constrast": 2.201756477355957,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.2117602825164795,
-      "cov-distil (oracle2student)": 2.9545159339904785,
-      "cov-distil (oracle2teacher)": 3.151010513305664,
+      "cov-distil": 2.697258710861206,
+      "cov-distil (oracle2student)": 2.9104366302490234,
+      "cov-distil (oracle2teacher)": 3.1979942321777344,
       "epoch": 3.5494505494505493,
-      "rel-constrast": 2.5606141090393066,
+      "rel-constrast": 2.70273756980896,
       "step": 4522,
-      "subrel-constrast": 3.729196786880493,
+      "subrel-constrast": 3.707409143447876,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8186025619506836,
-      "cov-distil (oracle2student)": 6.1401262283325195,
-      "cov-distil (oracle2teacher)": 5.2088422775268555,
+      "cov-distil": 2.2585816383361816,
+      "cov-distil (oracle2student)": 6.796093463897705,
+      "cov-distil (oracle2teacher)": 5.865324020385742,
       "epoch": 3.5502354788069073,
-      "rel-constrast": 3.7687625885009766,
+      "rel-constrast": 4.591299533843994,
       "step": 4523,
-      "subrel-constrast": 4.189244747161865,
+      "subrel-constrast": 4.435995578765869,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.618236780166626,
-      "cov-distil (oracle2student)": 4.61152982711792,
-      "cov-distil (oracle2teacher)": 4.319479942321777,
+      "cov-distil": 1.919443130493164,
+      "cov-distil (oracle2student)": 5.006889343261719,
+      "cov-distil (oracle2teacher)": 4.803260803222656,
       "epoch": 3.5510204081632653,
-      "rel-constrast": 2.1971356868743896,
+      "rel-constrast": 2.104945182800293,
       "step": 4524,
-      "subrel-constrast": 3.053295135498047,
+      "subrel-constrast": 2.893214225769043,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6949410438537598,
-      "cov-distil (oracle2student)": 3.9699249267578125,
-      "cov-distil (oracle2teacher)": 4.689221382141113,
+      "cov-distil": 2.320972442626953,
+      "cov-distil (oracle2student)": 5.046028137207031,
+      "cov-distil (oracle2teacher)": 4.963930130004883,
       "epoch": 3.5518053375196232,
-      "rel-constrast": 1.54355788230896,
+      "rel-constrast": 2.1930692195892334,
       "step": 4525,
-      "subrel-constrast": 2.5988736152648926,
+      "subrel-constrast": 2.6034793853759766,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3523355722427368,
-      "cov-distil (oracle2student)": 3.7044639587402344,
-      "cov-distil (oracle2teacher)": 3.531100273132324,
+      "cov-distil": 1.3845194578170776,
+      "cov-distil (oracle2student)": 3.8128514289855957,
+      "cov-distil (oracle2teacher)": 3.342663288116455,
       "epoch": 3.5525902668759812,
-      "rel-constrast": 3.6085267066955566,
+      "rel-constrast": 3.494968891143799,
       "step": 4526,
-      "subrel-constrast": 3.7550907135009766,
+      "subrel-constrast": 3.743182420730591,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6936005353927612,
-      "cov-distil (oracle2student)": 3.729078769683838,
-      "cov-distil (oracle2teacher)": 3.1789913177490234,
+      "cov-distil": 1.8941279649734497,
+      "cov-distil (oracle2student)": 4.1949663162231445,
+      "cov-distil (oracle2teacher)": 3.78369140625,
       "epoch": 3.553375196232339,
-      "rel-constrast": 3.0179781913757324,
+      "rel-constrast": 3.2915289402008057,
       "step": 4527,
-      "subrel-constrast": 3.4167897701263428,
+      "subrel-constrast": 3.454252004623413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.620288372039795,
-      "cov-distil (oracle2student)": 4.522939682006836,
-      "cov-distil (oracle2teacher)": 4.330385684967041,
+      "cov-distil": 2.5275847911834717,
+      "cov-distil (oracle2student)": 4.732680320739746,
+      "cov-distil (oracle2teacher)": 4.487828254699707,
       "epoch": 3.554160125588697,
-      "rel-constrast": 2.6728010177612305,
+      "rel-constrast": 2.1051580905914307,
       "step": 4528,
-      "subrel-constrast": 3.458082914352417,
+      "subrel-constrast": 3.576327323913574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1173374652862549,
-      "cov-distil (oracle2student)": 3.1199421882629395,
-      "cov-distil (oracle2teacher)": 3.564208984375,
+      "cov-distil": 1.4661122560501099,
+      "cov-distil (oracle2student)": 2.9088215827941895,
+      "cov-distil (oracle2teacher)": 3.7841598987579346,
       "epoch": 3.5549450549450547,
-      "rel-constrast": 2.679717779159546,
+      "rel-constrast": 3.11613392829895,
       "step": 4529,
-      "subrel-constrast": 3.471839189529419,
+      "subrel-constrast": 3.9386086463928223,
       "view-similarity": 0
     },
     {
       "epoch": 3.5557299843014127,
-      "grad_norm": 5.6875,
+      "grad_norm": 7.09375,
       "learning_rate": 3.33122589614954e-05,
-      "loss": 0.7194,
+      "loss": 0.7232,
       "step": 4530
     },
     {
-      "cov-distil": 1.3249294757843018,
-      "cov-distil (oracle2student)": 4.726848602294922,
-      "cov-distil (oracle2teacher)": 4.6128411293029785,
+      "cov-distil": 1.416456937789917,
+      "cov-distil (oracle2student)": 5.305078506469727,
+      "cov-distil (oracle2teacher)": 5.32355260848999,
       "epoch": 3.5557299843014127,
-      "rel-constrast": 2.705017566680908,
+      "rel-constrast": 3.345400333404541,
       "step": 4530,
-      "subrel-constrast": 2.9970831871032715,
+      "subrel-constrast": 3.433505058288574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5281503200531006,
-      "cov-distil (oracle2student)": 3.3473684787750244,
-      "cov-distil (oracle2teacher)": 3.5026497840881348,
+      "cov-distil": 1.96971595287323,
+      "cov-distil (oracle2student)": 3.7625317573547363,
+      "cov-distil (oracle2teacher)": 3.9658267498016357,
       "epoch": 3.5565149136577707,
-      "rel-constrast": 2.292689323425293,
+      "rel-constrast": 2.789215564727783,
       "step": 4531,
-      "subrel-constrast": 3.779435634613037,
+      "subrel-constrast": 3.7727746963500977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7107576131820679,
-      "cov-distil (oracle2student)": 4.987149238586426,
-      "cov-distil (oracle2teacher)": 4.788389205932617,
+      "cov-distil": 1.8493733406066895,
+      "cov-distil (oracle2student)": 6.072187423706055,
+      "cov-distil (oracle2teacher)": 5.567200660705566,
       "epoch": 3.5572998430141287,
-      "rel-constrast": 3.2993271350860596,
+      "rel-constrast": 3.6991448402404785,
       "step": 4532,
-      "subrel-constrast": 3.798292398452759,
+      "subrel-constrast": 4.551998615264893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.670803427696228,
-      "cov-distil (oracle2student)": 4.40773868560791,
-      "cov-distil (oracle2teacher)": 4.489326477050781,
+      "cov-distil": 2.581483840942383,
+      "cov-distil (oracle2student)": 4.1828203201293945,
+      "cov-distil (oracle2teacher)": 4.81861686706543,
       "epoch": 3.5580847723704867,
-      "rel-constrast": 2.3668134212493896,
+      "rel-constrast": 3.0131778717041016,
       "step": 4533,
-      "subrel-constrast": 3.4772253036499023,
+      "subrel-constrast": 3.1894500255584717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4720945358276367,
-      "cov-distil (oracle2student)": 2.561781644821167,
-      "cov-distil (oracle2teacher)": 3.1538896560668945,
+      "cov-distil": 1.5469419956207275,
+      "cov-distil (oracle2student)": 3.055147647857666,
+      "cov-distil (oracle2teacher)": 2.8649513721466064,
       "epoch": 3.5588697017268447,
-      "rel-constrast": 2.5653324127197266,
+      "rel-constrast": 2.6573610305786133,
       "step": 4534,
-      "subrel-constrast": 3.2554008960723877,
+      "subrel-constrast": 3.171393871307373,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4794962406158447,
-      "cov-distil (oracle2student)": 5.180184841156006,
-      "cov-distil (oracle2teacher)": 4.724939346313477,
+      "cov-distil": 2.0957627296447754,
+      "cov-distil (oracle2student)": 5.210452079772949,
+      "cov-distil (oracle2teacher)": 5.259217739105225,
       "epoch": 3.5596546310832027,
-      "rel-constrast": 2.656064033508301,
+      "rel-constrast": 3.135308265686035,
       "step": 4535,
-      "subrel-constrast": 3.1126198768615723,
+      "subrel-constrast": 3.361602544784546,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7515013217926025,
-      "cov-distil (oracle2student)": 5.470962047576904,
-      "cov-distil (oracle2teacher)": 5.38127326965332,
+      "cov-distil": 1.9625356197357178,
+      "cov-distil (oracle2student)": 6.266507148742676,
+      "cov-distil (oracle2teacher)": 6.2197370529174805,
       "epoch": 3.5604395604395602,
-      "rel-constrast": 2.2970433235168457,
+      "rel-constrast": 2.65396785736084,
       "step": 4536,
-      "subrel-constrast": 3.3897385597229004,
+      "subrel-constrast": 3.529995918273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9997565746307373,
-      "cov-distil (oracle2student)": 3.146056652069092,
-      "cov-distil (oracle2teacher)": 3.43717360496521,
+      "cov-distil": 2.579143762588501,
+      "cov-distil (oracle2student)": 3.5743770599365234,
+      "cov-distil (oracle2teacher)": 3.904176950454712,
       "epoch": 3.561224489795918,
-      "rel-constrast": 3.404153347015381,
+      "rel-constrast": 2.8242790699005127,
       "step": 4537,
-      "subrel-constrast": 4.127378463745117,
+      "subrel-constrast": 4.112163543701172,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1953362226486206,
-      "cov-distil (oracle2student)": 4.195974826812744,
-      "cov-distil (oracle2teacher)": 4.166479110717773,
+      "cov-distil": 2.025526523590088,
+      "cov-distil (oracle2student)": 4.320799350738525,
+      "cov-distil (oracle2teacher)": 4.255764961242676,
       "epoch": 3.562009419152276,
-      "rel-constrast": 2.3125391006469727,
+      "rel-constrast": 2.8695359230041504,
       "step": 4538,
-      "subrel-constrast": 2.9032413959503174,
+      "subrel-constrast": 2.8929407596588135,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2999893426895142,
-      "cov-distil (oracle2student)": 4.798120021820068,
-      "cov-distil (oracle2teacher)": 4.592357635498047,
+      "cov-distil": 2.2305760383605957,
+      "cov-distil (oracle2student)": 5.465000629425049,
+      "cov-distil (oracle2teacher)": 4.712087631225586,
       "epoch": 3.562794348508634,
-      "rel-constrast": 2.8913674354553223,
+      "rel-constrast": 4.158361434936523,
       "step": 4539,
-      "subrel-constrast": 3.809814214706421,
+      "subrel-constrast": 3.7546908855438232,
       "view-similarity": 0
     },
     {
       "epoch": 3.563579277864992,
-      "grad_norm": 4.96875,
+      "grad_norm": 7.09375,
       "learning_rate": 3.322990690592402e-05,
-      "loss": 0.7083,
+      "loss": 0.7786,
       "step": 4540
     },
     {
-      "cov-distil": 1.4900041818618774,
-      "cov-distil (oracle2student)": 4.03945255279541,
-      "cov-distil (oracle2teacher)": 3.757622718811035,
+      "cov-distil": 1.6896953582763672,
+      "cov-distil (oracle2student)": 4.368814468383789,
+      "cov-distil (oracle2teacher)": 3.7675726413726807,
       "epoch": 3.563579277864992,
-      "rel-constrast": 2.760364055633545,
+      "rel-constrast": 2.8124887943267822,
       "step": 4540,
-      "subrel-constrast": 3.4174697399139404,
+      "subrel-constrast": 3.1956000328063965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6086812019348145,
-      "cov-distil (oracle2student)": 3.8857531547546387,
-      "cov-distil (oracle2teacher)": 3.328629970550537,
+      "cov-distil": 2.2971715927124023,
+      "cov-distil (oracle2student)": 4.236056327819824,
+      "cov-distil (oracle2teacher)": 4.155000686645508,
       "epoch": 3.56436420722135,
-      "rel-constrast": 3.2956433296203613,
+      "rel-constrast": 3.3406312465667725,
       "step": 4541,
-      "subrel-constrast": 3.8695173263549805,
+      "subrel-constrast": 4.252252578735352,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.410365343093872,
-      "cov-distil (oracle2student)": 4.997677803039551,
-      "cov-distil (oracle2teacher)": 4.369447231292725,
+      "cov-distil": 2.196988105773926,
+      "cov-distil (oracle2student)": 4.676044464111328,
+      "cov-distil (oracle2teacher)": 4.449344158172607,
       "epoch": 3.565149136577708,
-      "rel-constrast": 3.4139695167541504,
+      "rel-constrast": 3.040001392364502,
       "step": 4542,
-      "subrel-constrast": 3.8498475551605225,
+      "subrel-constrast": 3.3098883628845215,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7955822944641113,
-      "cov-distil (oracle2student)": 2.9715776443481445,
-      "cov-distil (oracle2teacher)": 3.413412570953369,
+      "cov-distil": 1.9642753601074219,
+      "cov-distil (oracle2student)": 3.311985492706299,
+      "cov-distil (oracle2teacher)": 3.8593289852142334,
       "epoch": 3.5659340659340657,
-      "rel-constrast": 1.5527267456054688,
+      "rel-constrast": 2.198338270187378,
       "step": 4543,
-      "subrel-constrast": 2.4169366359710693,
+      "subrel-constrast": 2.6148016452789307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.307403564453125,
-      "cov-distil (oracle2student)": 3.7082371711730957,
-      "cov-distil (oracle2teacher)": 3.448150634765625,
+      "cov-distil": 1.1231056451797485,
+      "cov-distil (oracle2student)": 3.1908271312713623,
+      "cov-distil (oracle2teacher)": 3.752143621444702,
       "epoch": 3.566718995290424,
-      "rel-constrast": 1.5013105869293213,
+      "rel-constrast": 1.4233622550964355,
       "step": 4544,
-      "subrel-constrast": 2.323446750640869,
+      "subrel-constrast": 1.7915760278701782,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5171138048171997,
-      "cov-distil (oracle2student)": 3.5900321006774902,
-      "cov-distil (oracle2teacher)": 3.2845921516418457,
+      "cov-distil": 1.974848747253418,
+      "cov-distil (oracle2student)": 3.7715988159179688,
+      "cov-distil (oracle2teacher)": 3.7354836463928223,
       "epoch": 3.5675039246467817,
-      "rel-constrast": 2.3519299030303955,
+      "rel-constrast": 2.5481815338134766,
       "step": 4545,
-      "subrel-constrast": 2.564173460006714,
+      "subrel-constrast": 2.9008851051330566,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0712943077087402,
-      "cov-distil (oracle2student)": 2.439530849456787,
-      "cov-distil (oracle2teacher)": 2.625149965286255,
+      "cov-distil": 2.5957515239715576,
+      "cov-distil (oracle2student)": 2.451799154281616,
+      "cov-distil (oracle2teacher)": 2.8176615238189697,
       "epoch": 3.5682888540031397,
-      "rel-constrast": 2.750840663909912,
+      "rel-constrast": 2.9928488731384277,
       "step": 4546,
-      "subrel-constrast": 3.46980357170105,
+      "subrel-constrast": 3.652143716812134,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3283751010894775,
-      "cov-distil (oracle2student)": 5.087117671966553,
-      "cov-distil (oracle2teacher)": 4.496760368347168,
+      "cov-distil": 1.7553107738494873,
+      "cov-distil (oracle2student)": 5.781482696533203,
+      "cov-distil (oracle2teacher)": 4.5893778800964355,
       "epoch": 3.5690737833594977,
-      "rel-constrast": 2.6581289768218994,
+      "rel-constrast": 2.9521636962890625,
       "step": 4547,
-      "subrel-constrast": 3.284015417098999,
+      "subrel-constrast": 3.336359977722168,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2582405805587769,
-      "cov-distil (oracle2student)": 4.185646057128906,
-      "cov-distil (oracle2teacher)": 3.7807364463806152,
+      "cov-distil": 1.6320782899856567,
+      "cov-distil (oracle2student)": 4.167808532714844,
+      "cov-distil (oracle2teacher)": 3.9225850105285645,
       "epoch": 3.5698587127158556,
-      "rel-constrast": 3.291074752807617,
+      "rel-constrast": 3.039868116378784,
       "step": 4548,
-      "subrel-constrast": 3.5203356742858887,
+      "subrel-constrast": 3.4115676879882812,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2064926624298096,
-      "cov-distil (oracle2student)": 3.357381582260132,
-      "cov-distil (oracle2teacher)": 2.969318389892578,
+      "cov-distil": 1.3840097188949585,
+      "cov-distil (oracle2student)": 3.6840898990631104,
+      "cov-distil (oracle2teacher)": 3.3706612586975098,
       "epoch": 3.5706436420722136,
-      "rel-constrast": 2.0081558227539062,
+      "rel-constrast": 2.05127215385437,
       "step": 4549,
-      "subrel-constrast": 2.470101833343506,
+      "subrel-constrast": 2.4327335357666016,
       "view-similarity": 0
     },
     {
       "epoch": 3.571428571428571,
-      "grad_norm": 5.25,
+      "grad_norm": 5.8125,
       "learning_rate": 3.3147454571534195e-05,
-      "loss": 0.6771,
+      "loss": 0.66,
       "step": 4550
     },
     {
-      "cov-distil": 1.951815128326416,
-      "cov-distil (oracle2student)": 4.183197021484375,
-      "cov-distil (oracle2teacher)": 3.7149367332458496,
+      "cov-distil": 2.147672414779663,
+      "cov-distil (oracle2student)": 4.186176300048828,
+      "cov-distil (oracle2teacher)": 3.958996295928955,
       "epoch": 3.571428571428571,
-      "rel-constrast": 1.9746315479278564,
+      "rel-constrast": 1.8631800413131714,
       "step": 4550,
-      "subrel-constrast": 2.7670421600341797,
+      "subrel-constrast": 2.7239396572113037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2210361957550049,
-      "cov-distil (oracle2student)": 4.868237018585205,
-      "cov-distil (oracle2teacher)": 4.476611614227295,
+      "cov-distil": 1.3423765897750854,
+      "cov-distil (oracle2student)": 5.099889755249023,
+      "cov-distil (oracle2teacher)": 4.806155204772949,
       "epoch": 3.5722135007849296,
-      "rel-constrast": 3.1699578762054443,
+      "rel-constrast": 3.02061128616333,
       "step": 4551,
-      "subrel-constrast": 3.8858048915863037,
+      "subrel-constrast": 3.808627128601074,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.495458960533142,
-      "cov-distil (oracle2student)": 5.220324993133545,
-      "cov-distil (oracle2teacher)": 4.960029602050781,
+      "cov-distil": 2.2405459880828857,
+      "cov-distil (oracle2student)": 5.355556488037109,
+      "cov-distil (oracle2teacher)": 5.2171125411987305,
       "epoch": 3.572998430141287,
-      "rel-constrast": 1.9186480045318604,
+      "rel-constrast": 1.742051124572754,
       "step": 4552,
-      "subrel-constrast": 2.953885316848755,
+      "subrel-constrast": 3.177198886871338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.579859733581543,
-      "cov-distil (oracle2student)": 5.463183403015137,
-      "cov-distil (oracle2teacher)": 5.468025207519531,
+      "cov-distil": 1.944838285446167,
+      "cov-distil (oracle2student)": 5.9048261642456055,
+      "cov-distil (oracle2teacher)": 5.085727691650391,
       "epoch": 3.573783359497645,
-      "rel-constrast": 2.2884340286254883,
+      "rel-constrast": 2.698607921600342,
       "step": 4553,
-      "subrel-constrast": 3.274911403656006,
+      "subrel-constrast": 2.695570468902588,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3505322933197021,
-      "cov-distil (oracle2student)": 3.394174098968506,
-      "cov-distil (oracle2teacher)": 3.2659218311309814,
+      "cov-distil": 1.467660903930664,
+      "cov-distil (oracle2student)": 3.5281176567077637,
+      "cov-distil (oracle2teacher)": 3.613327980041504,
       "epoch": 3.574568288854003,
-      "rel-constrast": 1.9179658889770508,
+      "rel-constrast": 2.2806193828582764,
       "step": 4554,
-      "subrel-constrast": 2.570556879043579,
+      "subrel-constrast": 2.6534125804901123,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.261020541191101,
-      "cov-distil (oracle2student)": 5.368826866149902,
-      "cov-distil (oracle2teacher)": 5.310741901397705,
+      "cov-distil": 1.6203374862670898,
+      "cov-distil (oracle2student)": 5.349933624267578,
+      "cov-distil (oracle2teacher)": 5.637590408325195,
       "epoch": 3.575353218210361,
-      "rel-constrast": 2.328366279602051,
+      "rel-constrast": 3.4026894569396973,
       "step": 4555,
-      "subrel-constrast": 3.074456214904785,
+      "subrel-constrast": 3.335644006729126,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8396852016448975,
-      "cov-distil (oracle2student)": 1.8576327562332153,
-      "cov-distil (oracle2teacher)": 2.647427558898926,
+      "cov-distil": 1.974564552307129,
+      "cov-distil (oracle2student)": 2.079434871673584,
+      "cov-distil (oracle2teacher)": 2.486355781555176,
       "epoch": 3.576138147566719,
-      "rel-constrast": 1.8891502618789673,
+      "rel-constrast": 1.9213640689849854,
       "step": 4556,
-      "subrel-constrast": 3.164102792739868,
+      "subrel-constrast": 2.9534242153167725,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3139572143554688,
-      "cov-distil (oracle2student)": 4.419427394866943,
-      "cov-distil (oracle2teacher)": 4.482722282409668,
+      "cov-distil": 1.6721415519714355,
+      "cov-distil (oracle2student)": 4.466185092926025,
+      "cov-distil (oracle2teacher)": 4.970828056335449,
       "epoch": 3.5769230769230766,
-      "rel-constrast": 2.2792720794677734,
+      "rel-constrast": 2.399632692337036,
       "step": 4557,
-      "subrel-constrast": 3.3380022048950195,
+      "subrel-constrast": 2.9098424911499023,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3477835655212402,
-      "cov-distil (oracle2student)": 4.491807460784912,
-      "cov-distil (oracle2teacher)": 4.095633506774902,
+      "cov-distil": 1.4602720737457275,
+      "cov-distil (oracle2student)": 4.150115489959717,
+      "cov-distil (oracle2teacher)": 3.994657516479492,
       "epoch": 3.577708006279435,
-      "rel-constrast": 1.963881492614746,
+      "rel-constrast": 1.93035888671875,
       "step": 4558,
-      "subrel-constrast": 2.655071496963501,
+      "subrel-constrast": 2.37087345123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6379404067993164,
-      "cov-distil (oracle2student)": 5.670411109924316,
-      "cov-distil (oracle2teacher)": 5.09476375579834,
+      "cov-distil": 2.0971522331237793,
+      "cov-distil (oracle2student)": 5.832696914672852,
+      "cov-distil (oracle2teacher)": 4.693007469177246,
       "epoch": 3.5784929356357926,
-      "rel-constrast": 2.655625104904175,
+      "rel-constrast": 2.8602194786071777,
       "step": 4559,
-      "subrel-constrast": 3.8223795890808105,
+      "subrel-constrast": 3.322664260864258,
       "view-similarity": 0
     },
     {
       "epoch": 3.5792778649921506,
-      "grad_norm": 6.125,
+      "grad_norm": 6.28125,
       "learning_rate": 3.3064902962981595e-05,
-      "loss": 0.5971,
+      "loss": 0.603,
       "step": 4560
     },
     {
-      "cov-distil": 1.7329449653625488,
-      "cov-distil (oracle2student)": 5.470998764038086,
-      "cov-distil (oracle2teacher)": 5.087776184082031,
+      "cov-distil": 2.45294189453125,
+      "cov-distil (oracle2student)": 5.978674411773682,
+      "cov-distil (oracle2teacher)": 5.706465244293213,
       "epoch": 3.5792778649921506,
-      "rel-constrast": 2.032835006713867,
+      "rel-constrast": 2.329042673110962,
       "step": 4560,
-      "subrel-constrast": 3.4224348068237305,
+      "subrel-constrast": 3.20290470123291,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9778903722763062,
-      "cov-distil (oracle2student)": 3.693190574645996,
-      "cov-distil (oracle2teacher)": 3.352156400680542,
+      "cov-distil": 1.2387943267822266,
+      "cov-distil (oracle2student)": 4.74605131149292,
+      "cov-distil (oracle2teacher)": 3.9432480335235596,
       "epoch": 3.5800627943485086,
-      "rel-constrast": 2.6144416332244873,
+      "rel-constrast": 2.5434060096740723,
       "step": 4561,
-      "subrel-constrast": 2.9805800914764404,
+      "subrel-constrast": 2.8831422328948975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4140362739562988,
-      "cov-distil (oracle2student)": 4.483123779296875,
-      "cov-distil (oracle2teacher)": 4.036409378051758,
+      "cov-distil": 1.651249885559082,
+      "cov-distil (oracle2student)": 4.614582538604736,
+      "cov-distil (oracle2teacher)": 4.456716537475586,
       "epoch": 3.5808477237048666,
-      "rel-constrast": 1.610318899154663,
+      "rel-constrast": 2.2161033153533936,
       "step": 4562,
-      "subrel-constrast": 2.309180498123169,
+      "subrel-constrast": 2.3167338371276855,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4581522941589355,
-      "cov-distil (oracle2student)": 4.588421821594238,
-      "cov-distil (oracle2teacher)": 4.283215045928955,
+      "cov-distil": 1.5808069705963135,
+      "cov-distil (oracle2student)": 5.084500312805176,
+      "cov-distil (oracle2teacher)": 4.547515869140625,
       "epoch": 3.5816326530612246,
-      "rel-constrast": 1.7896685600280762,
+      "rel-constrast": 1.833003282546997,
       "step": 4563,
-      "subrel-constrast": 2.426596164703369,
+      "subrel-constrast": 2.2364816665649414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5475884675979614,
-      "cov-distil (oracle2student)": 4.185769557952881,
-      "cov-distil (oracle2teacher)": 4.054170608520508,
+      "cov-distil": 1.6020609140396118,
+      "cov-distil (oracle2student)": 3.994152307510376,
+      "cov-distil (oracle2teacher)": 4.338325500488281,
       "epoch": 3.5824175824175826,
-      "rel-constrast": 2.649385452270508,
+      "rel-constrast": 3.031342029571533,
       "step": 4564,
-      "subrel-constrast": 3.3960788249969482,
+      "subrel-constrast": 2.906562328338623,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.831155776977539,
-      "cov-distil (oracle2student)": 3.340827703475952,
-      "cov-distil (oracle2teacher)": 3.360691785812378,
+      "cov-distil": 2.3010029792785645,
+      "cov-distil (oracle2student)": 3.193174123764038,
+      "cov-distil (oracle2teacher)": 3.6340978145599365,
       "epoch": 3.5832025117739406,
-      "rel-constrast": 2.4099695682525635,
+      "rel-constrast": 2.862224578857422,
       "step": 4565,
-      "subrel-constrast": 3.40685772895813,
+      "subrel-constrast": 3.43734073638916,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4475098848342896,
-      "cov-distil (oracle2student)": 5.042078971862793,
-      "cov-distil (oracle2teacher)": 4.470193862915039,
+      "cov-distil": 2.0922484397888184,
+      "cov-distil (oracle2student)": 5.150058269500732,
+      "cov-distil (oracle2teacher)": 4.926743507385254,
       "epoch": 3.583987441130298,
-      "rel-constrast": 2.850116729736328,
+      "rel-constrast": 2.6099815368652344,
       "step": 4566,
-      "subrel-constrast": 3.5342633724212646,
+      "subrel-constrast": 3.534898519515991,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.748949646949768,
-      "cov-distil (oracle2student)": 4.466879367828369,
-      "cov-distil (oracle2teacher)": 3.848691701889038,
+      "cov-distil": 2.202711820602417,
+      "cov-distil (oracle2student)": 4.640350818634033,
+      "cov-distil (oracle2teacher)": 4.449200630187988,
       "epoch": 3.584772370486656,
-      "rel-constrast": 2.329652786254883,
+      "rel-constrast": 2.3430111408233643,
       "step": 4567,
-      "subrel-constrast": 2.75473952293396,
+      "subrel-constrast": 2.8418753147125244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3353898525238037,
-      "cov-distil (oracle2student)": 5.171608924865723,
-      "cov-distil (oracle2teacher)": 4.7362589836120605,
+      "cov-distil": 1.285874843597412,
+      "cov-distil (oracle2student)": 5.711606025695801,
+      "cov-distil (oracle2teacher)": 4.891888618469238,
       "epoch": 3.585557299843014,
-      "rel-constrast": 2.926293134689331,
+      "rel-constrast": 2.3747692108154297,
       "step": 4568,
-      "subrel-constrast": 3.3905372619628906,
+      "subrel-constrast": 3.2887046337127686,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5950932502746582,
-      "cov-distil (oracle2student)": 4.258548259735107,
-      "cov-distil (oracle2teacher)": 4.238678455352783,
+      "cov-distil": 2.181107521057129,
+      "cov-distil (oracle2student)": 4.6600847244262695,
+      "cov-distil (oracle2teacher)": 4.561712265014648,
       "epoch": 3.586342229199372,
-      "rel-constrast": 1.8597495555877686,
+      "rel-constrast": 2.8678243160247803,
       "step": 4569,
-      "subrel-constrast": 2.9201178550720215,
+      "subrel-constrast": 2.778751850128174,
       "view-similarity": 0
     },
     {
       "epoch": 3.58712715855573,
-      "grad_norm": 4.46875,
+      "grad_norm": 6.0,
       "learning_rate": 3.298225308613152e-05,
-      "loss": 0.6145,
+      "loss": 0.6253,
       "step": 4570
     },
     {
-      "cov-distil": 1.4632759094238281,
-      "cov-distil (oracle2student)": 4.838085651397705,
-      "cov-distil (oracle2teacher)": 4.890476703643799,
+      "cov-distil": 1.6212470531463623,
+      "cov-distil (oracle2student)": 4.792452335357666,
+      "cov-distil (oracle2teacher)": 5.270120143890381,
       "epoch": 3.58712715855573,
-      "rel-constrast": 3.8419344425201416,
+      "rel-constrast": 3.5862295627593994,
       "step": 4570,
-      "subrel-constrast": 4.4612555503845215,
+      "subrel-constrast": 4.35096549987793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4618849754333496,
-      "cov-distil (oracle2student)": 3.5707035064697266,
-      "cov-distil (oracle2teacher)": 3.7230429649353027,
+      "cov-distil": 2.1138691902160645,
+      "cov-distil (oracle2student)": 3.854135274887085,
+      "cov-distil (oracle2teacher)": 3.845536708831787,
       "epoch": 3.587912087912088,
-      "rel-constrast": 2.9643518924713135,
+      "rel-constrast": 3.6274054050445557,
       "step": 4571,
-      "subrel-constrast": 3.4039108753204346,
+      "subrel-constrast": 3.5143022537231445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9404968023300171,
-      "cov-distil (oracle2student)": 2.909097671508789,
-      "cov-distil (oracle2teacher)": 2.7387514114379883,
+      "cov-distil": 1.040789008140564,
+      "cov-distil (oracle2student)": 2.956782817840576,
+      "cov-distil (oracle2teacher)": 3.152617931365967,
       "epoch": 3.588697017268446,
-      "rel-constrast": 1.9661600589752197,
+      "rel-constrast": 2.140383720397949,
       "step": 4572,
-      "subrel-constrast": 2.4586167335510254,
+      "subrel-constrast": 2.26882004737854,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9971966743469238,
-      "cov-distil (oracle2student)": 3.3942182064056396,
-      "cov-distil (oracle2teacher)": 3.5941812992095947,
+      "cov-distil": 1.8887965679168701,
+      "cov-distil (oracle2student)": 3.2950127124786377,
+      "cov-distil (oracle2teacher)": 3.492532253265381,
       "epoch": 3.5894819466248036,
-      "rel-constrast": 1.9592492580413818,
+      "rel-constrast": 2.143716812133789,
       "step": 4573,
-      "subrel-constrast": 2.545997381210327,
+      "subrel-constrast": 2.251249313354492,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7575640678405762,
-      "cov-distil (oracle2student)": 3.4428679943084717,
-      "cov-distil (oracle2teacher)": 3.3913776874542236,
+      "cov-distil": 2.3668293952941895,
+      "cov-distil (oracle2student)": 3.06021785736084,
+      "cov-distil (oracle2teacher)": 3.4054040908813477,
       "epoch": 3.5902668759811616,
-      "rel-constrast": 2.3596394062042236,
+      "rel-constrast": 2.1836791038513184,
       "step": 4574,
-      "subrel-constrast": 2.865360975265503,
+      "subrel-constrast": 3.1383347511291504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6241298913955688,
-      "cov-distil (oracle2student)": 4.043473243713379,
-      "cov-distil (oracle2teacher)": 3.2807722091674805,
+      "cov-distil": 1.7457869052886963,
+      "cov-distil (oracle2student)": 4.325286388397217,
+      "cov-distil (oracle2teacher)": 3.591982364654541,
       "epoch": 3.5910518053375196,
-      "rel-constrast": 2.0504536628723145,
+      "rel-constrast": 2.5334696769714355,
       "step": 4575,
-      "subrel-constrast": 2.9080970287323,
+      "subrel-constrast": 2.920793294906616,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2482036352157593,
-      "cov-distil (oracle2student)": 3.9596023559570312,
-      "cov-distil (oracle2teacher)": 3.8824093341827393,
+      "cov-distil": 1.6312330961227417,
+      "cov-distil (oracle2student)": 4.553627967834473,
+      "cov-distil (oracle2teacher)": 3.9610321521759033,
       "epoch": 3.5918367346938775,
-      "rel-constrast": 2.35575270652771,
+      "rel-constrast": 2.3372139930725098,
       "step": 4576,
-      "subrel-constrast": 2.7388391494750977,
+      "subrel-constrast": 2.7887306213378906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4397584199905396,
-      "cov-distil (oracle2student)": 4.398327827453613,
-      "cov-distil (oracle2teacher)": 4.453690528869629,
+      "cov-distil": 1.7969335317611694,
+      "cov-distil (oracle2student)": 4.880594253540039,
+      "cov-distil (oracle2teacher)": 4.756124496459961,
       "epoch": 3.5926216640502355,
-      "rel-constrast": 3.2873475551605225,
+      "rel-constrast": 3.743762493133545,
       "step": 4577,
-      "subrel-constrast": 3.470263957977295,
+      "subrel-constrast": 3.754563808441162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4471454620361328,
-      "cov-distil (oracle2student)": 4.61968994140625,
-      "cov-distil (oracle2teacher)": 4.461732387542725,
+      "cov-distil": 2.1056106090545654,
+      "cov-distil (oracle2student)": 4.089845657348633,
+      "cov-distil (oracle2teacher)": 4.430728912353516,
       "epoch": 3.5934065934065935,
-      "rel-constrast": 2.6588833332061768,
+      "rel-constrast": 2.8028109073638916,
       "step": 4578,
-      "subrel-constrast": 3.388885259628296,
+      "subrel-constrast": 3.255648374557495,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.250203251838684,
-      "cov-distil (oracle2student)": 4.498126029968262,
-      "cov-distil (oracle2teacher)": 4.092256546020508,
+      "cov-distil": 1.4827368259429932,
+      "cov-distil (oracle2student)": 4.544149875640869,
+      "cov-distil (oracle2teacher)": 4.212611198425293,
       "epoch": 3.5941915227629515,
-      "rel-constrast": 2.919548273086548,
+      "rel-constrast": 3.0900139808654785,
       "step": 4579,
-      "subrel-constrast": 3.2954225540161133,
+      "subrel-constrast": 3.4545044898986816,
       "view-similarity": 0
     },
     {
       "epoch": 3.594976452119309,
-      "grad_norm": 6.25,
+      "grad_norm": 6.0625,
       "learning_rate": 3.2899505948046626e-05,
-      "loss": 0.6957,
+      "loss": 0.7047,
       "step": 4580
     },
     {
-      "cov-distil": 1.6283059120178223,
-      "cov-distil (oracle2student)": 4.233710289001465,
-      "cov-distil (oracle2teacher)": 4.411440849304199,
+      "cov-distil": 1.9499359130859375,
+      "cov-distil (oracle2student)": 4.563887596130371,
+      "cov-distil (oracle2teacher)": 4.453013896942139,
       "epoch": 3.594976452119309,
-      "rel-constrast": 1.9955333471298218,
+      "rel-constrast": 2.2303738594055176,
       "step": 4580,
-      "subrel-constrast": 3.1826629638671875,
+      "subrel-constrast": 2.6944997310638428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.37161386013031,
-      "cov-distil (oracle2student)": 3.1331276893615723,
-      "cov-distil (oracle2teacher)": 3.2509305477142334,
+      "cov-distil": 1.4036824703216553,
+      "cov-distil (oracle2student)": 3.395629405975342,
+      "cov-distil (oracle2teacher)": 3.7629055976867676,
       "epoch": 3.595761381475667,
-      "rel-constrast": 1.9576812982559204,
+      "rel-constrast": 2.3551344871520996,
       "step": 4581,
-      "subrel-constrast": 2.9658660888671875,
+      "subrel-constrast": 2.9923882484436035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2416362762451172,
-      "cov-distil (oracle2student)": 5.021362781524658,
-      "cov-distil (oracle2teacher)": 4.93128776550293,
+      "cov-distil": 1.258833646774292,
+      "cov-distil (oracle2student)": 5.055373191833496,
+      "cov-distil (oracle2teacher)": 4.833628177642822,
       "epoch": 3.596546310832025,
-      "rel-constrast": 3.780939817428589,
+      "rel-constrast": 3.67671799659729,
       "step": 4582,
-      "subrel-constrast": 4.672370910644531,
+      "subrel-constrast": 4.518380641937256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2686185836791992,
-      "cov-distil (oracle2student)": 4.742879867553711,
-      "cov-distil (oracle2teacher)": 4.353360176086426,
+      "cov-distil": 1.8776576519012451,
+      "cov-distil (oracle2student)": 5.1936235427856445,
+      "cov-distil (oracle2teacher)": 4.951445579528809,
       "epoch": 3.597331240188383,
-      "rel-constrast": 2.499680519104004,
+      "rel-constrast": 2.3625481128692627,
       "step": 4583,
-      "subrel-constrast": 2.9788460731506348,
+      "subrel-constrast": 3.0019259452819824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3984858989715576,
-      "cov-distil (oracle2student)": 3.6623358726501465,
-      "cov-distil (oracle2teacher)": 3.574450731277466,
+      "cov-distil": 2.204209327697754,
+      "cov-distil (oracle2student)": 3.9916369915008545,
+      "cov-distil (oracle2teacher)": 3.773965358734131,
       "epoch": 3.598116169544741,
-      "rel-constrast": 3.217043399810791,
+      "rel-constrast": 3.0791234970092773,
       "step": 4584,
-      "subrel-constrast": 3.722036600112915,
+      "subrel-constrast": 3.5976979732513428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4300655126571655,
-      "cov-distil (oracle2student)": 4.63601016998291,
-      "cov-distil (oracle2teacher)": 4.240760803222656,
+      "cov-distil": 1.2129240036010742,
+      "cov-distil (oracle2student)": 5.276314735412598,
+      "cov-distil (oracle2teacher)": 5.025773525238037,
       "epoch": 3.598901098901099,
-      "rel-constrast": 2.327505111694336,
+      "rel-constrast": 2.953103542327881,
       "step": 4585,
-      "subrel-constrast": 2.7793688774108887,
+      "subrel-constrast": 3.0672190189361572,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2921299934387207,
-      "cov-distil (oracle2student)": 4.247906684875488,
-      "cov-distil (oracle2teacher)": 3.702928066253662,
+      "cov-distil": 1.4459681510925293,
+      "cov-distil (oracle2student)": 4.222406387329102,
+      "cov-distil (oracle2teacher)": 3.9369614124298096,
       "epoch": 3.599686028257457,
-      "rel-constrast": 2.1334989070892334,
+      "rel-constrast": 2.3127858638763428,
       "step": 4586,
-      "subrel-constrast": 2.876425266265869,
+      "subrel-constrast": 2.4673876762390137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9621360301971436,
-      "cov-distil (oracle2student)": 3.1442787647247314,
-      "cov-distil (oracle2teacher)": 3.053143262863159,
+      "cov-distil": 2.1081345081329346,
+      "cov-distil (oracle2student)": 3.4146652221679688,
+      "cov-distil (oracle2teacher)": 3.8260648250579834,
       "epoch": 3.6004709576138145,
-      "rel-constrast": 2.487607955932617,
+      "rel-constrast": 2.8600573539733887,
       "step": 4587,
-      "subrel-constrast": 3.1366593837738037,
+      "subrel-constrast": 3.8221323490142822,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1855425834655762,
-      "cov-distil (oracle2student)": 4.110565185546875,
-      "cov-distil (oracle2teacher)": 3.6543970108032227,
+      "cov-distil": 1.7072967290878296,
+      "cov-distil (oracle2student)": 4.169609069824219,
+      "cov-distil (oracle2teacher)": 4.133456230163574,
       "epoch": 3.601255886970173,
-      "rel-constrast": 2.9883790016174316,
+      "rel-constrast": 3.844409942626953,
       "step": 4588,
-      "subrel-constrast": 3.414496660232544,
+      "subrel-constrast": 3.4583253860473633,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.485863447189331,
-      "cov-distil (oracle2student)": 5.685876369476318,
-      "cov-distil (oracle2teacher)": 5.654455184936523,
+      "cov-distil": 1.6928904056549072,
+      "cov-distil (oracle2student)": 5.624419689178467,
+      "cov-distil (oracle2teacher)": 5.996160507202148,
       "epoch": 3.6020408163265305,
-      "rel-constrast": 2.753037691116333,
+      "rel-constrast": 2.1342549324035645,
       "step": 4589,
-      "subrel-constrast": 3.232497215270996,
+      "subrel-constrast": 3.387871265411377,
       "view-similarity": 0
     },
     {
       "epoch": 3.6028257456828885,
-      "grad_norm": 5.03125,
+      "grad_norm": 4.9375,
       "learning_rate": 3.2816662556974697e-05,
-      "loss": 0.6892,
+      "loss": 0.6952,
       "step": 4590
     },
     {
-      "cov-distil": 2.002795457839966,
-      "cov-distil (oracle2student)": 6.0093231201171875,
-      "cov-distil (oracle2teacher)": 5.105302810668945,
+      "cov-distil": 1.7433924674987793,
+      "cov-distil (oracle2student)": 5.481331825256348,
+      "cov-distil (oracle2teacher)": 5.011887550354004,
       "epoch": 3.6028257456828885,
-      "rel-constrast": 2.850313425064087,
+      "rel-constrast": 2.872103691101074,
       "step": 4590,
-      "subrel-constrast": 3.723055124282837,
+      "subrel-constrast": 3.5612576007843018,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0597953796386719,
-      "cov-distil (oracle2student)": 4.251105308532715,
-      "cov-distil (oracle2teacher)": 3.604308843612671,
+      "cov-distil": 2.0421903133392334,
+      "cov-distil (oracle2student)": 4.425642967224121,
+      "cov-distil (oracle2teacher)": 4.122408390045166,
       "epoch": 3.6036106750392465,
-      "rel-constrast": 3.109773635864258,
+      "rel-constrast": 3.289417266845703,
       "step": 4591,
-      "subrel-constrast": 3.405728340148926,
+      "subrel-constrast": 3.125105381011963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3263680934906006,
-      "cov-distil (oracle2student)": 3.884263038635254,
-      "cov-distil (oracle2teacher)": 3.692241907119751,
+      "cov-distil": 1.5573550462722778,
+      "cov-distil (oracle2student)": 4.151512145996094,
+      "cov-distil (oracle2teacher)": 4.143111705780029,
       "epoch": 3.6043956043956045,
-      "rel-constrast": 2.879652738571167,
+      "rel-constrast": 2.8568427562713623,
       "step": 4592,
-      "subrel-constrast": 3.68306040763855,
+      "subrel-constrast": 3.8809051513671875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4111918210983276,
-      "cov-distil (oracle2student)": 4.847593307495117,
-      "cov-distil (oracle2teacher)": 4.974349021911621,
+      "cov-distil": 1.3191889524459839,
+      "cov-distil (oracle2student)": 5.510507583618164,
+      "cov-distil (oracle2teacher)": 5.142519474029541,
       "epoch": 3.6051805337519625,
-      "rel-constrast": 2.555180072784424,
+      "rel-constrast": 3.7181620597839355,
       "step": 4593,
-      "subrel-constrast": 3.400562286376953,
+      "subrel-constrast": 3.4495019912719727,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5177589654922485,
-      "cov-distil (oracle2student)": 4.803793430328369,
-      "cov-distil (oracle2teacher)": 4.429744720458984,
+      "cov-distil": 2.0142202377319336,
+      "cov-distil (oracle2student)": 5.300851821899414,
+      "cov-distil (oracle2teacher)": 5.126845836639404,
       "epoch": 3.60596546310832,
-      "rel-constrast": 2.4358105659484863,
+      "rel-constrast": 2.681955337524414,
       "step": 4594,
-      "subrel-constrast": 3.1492626667022705,
+      "subrel-constrast": 2.835033655166626,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3397157192230225,
-      "cov-distil (oracle2student)": 3.6123886108398438,
-      "cov-distil (oracle2teacher)": 3.612506628036499,
+      "cov-distil": 1.4314568042755127,
+      "cov-distil (oracle2student)": 4.017382621765137,
+      "cov-distil (oracle2teacher)": 3.6231770515441895,
       "epoch": 3.6067503924646784,
-      "rel-constrast": 1.889561414718628,
+      "rel-constrast": 1.8967756032943726,
       "step": 4595,
-      "subrel-constrast": 2.3342928886413574,
+      "subrel-constrast": 2.2235960960388184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.491387963294983,
-      "cov-distil (oracle2student)": 5.388644218444824,
-      "cov-distil (oracle2teacher)": 5.078934669494629,
+      "cov-distil": 1.9795926809310913,
+      "cov-distil (oracle2student)": 5.0123796463012695,
+      "cov-distil (oracle2teacher)": 4.98427152633667,
       "epoch": 3.607535321821036,
-      "rel-constrast": 2.750214099884033,
+      "rel-constrast": 2.83137583732605,
       "step": 4596,
-      "subrel-constrast": 3.398679494857788,
+      "subrel-constrast": 3.063931465148926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2305779457092285,
-      "cov-distil (oracle2student)": 6.126900672912598,
-      "cov-distil (oracle2teacher)": 4.834461688995361,
+      "cov-distil": 1.976828932762146,
+      "cov-distil (oracle2student)": 6.038021087646484,
+      "cov-distil (oracle2teacher)": 5.60266637802124,
       "epoch": 3.608320251177394,
-      "rel-constrast": 3.2840871810913086,
+      "rel-constrast": 3.2797842025756836,
       "step": 4597,
-      "subrel-constrast": 3.681830406188965,
+      "subrel-constrast": 4.124899864196777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4858978986740112,
-      "cov-distil (oracle2student)": 3.811257839202881,
-      "cov-distil (oracle2teacher)": 3.9488425254821777,
+      "cov-distil": 2.163290500640869,
+      "cov-distil (oracle2student)": 3.950807571411133,
+      "cov-distil (oracle2teacher)": 3.7985570430755615,
       "epoch": 3.609105180533752,
-      "rel-constrast": 3.565415859222412,
+      "rel-constrast": 4.197057723999023,
       "step": 4598,
-      "subrel-constrast": 3.8961575031280518,
+      "subrel-constrast": 4.088110446929932,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3549771308898926,
-      "cov-distil (oracle2student)": 3.813629627227783,
-      "cov-distil (oracle2teacher)": 4.235836505889893,
+      "cov-distil": 1.7725720405578613,
+      "cov-distil (oracle2student)": 4.364344596862793,
+      "cov-distil (oracle2teacher)": 4.277361869812012,
       "epoch": 3.60989010989011,
-      "rel-constrast": 2.585675001144409,
+      "rel-constrast": 2.9272992610931396,
       "step": 4599,
-      "subrel-constrast": 3.429086208343506,
+      "subrel-constrast": 3.6316826343536377,
       "view-similarity": 0
     },
     {
       "epoch": 3.610675039246468,
-      "grad_norm": 5.03125,
+      "grad_norm": 6.46875,
       "learning_rate": 3.27337239223363e-05,
-      "loss": 0.7332,
+      "loss": 0.7638,
       "step": 4600
     },
     {
       "epoch": 3.610675039246468,
-      "overlap": 0.3421874940395355,
+      "overlap": 0.31562501192092896,
       "step": 4600
     },
     {
       "epoch": 3.610675039246468,
       "step": 4600,
-      "student margin": 0.06817626953125
+      "student margin": 0.066375732421875
     },
     {
       "epoch": 3.610675039246468,
       "step": 4600,
-      "teacher margin": 0.049072265625
+      "teacher margin": 0.057769775390625
     },
     {
       "epoch": 3.610675039246468,
-      "margin difference": -0.01910400390625,
+      "margin difference": -0.00860595703125,
       "step": 4600
     },
     {
-      "cov-distil": 1.3813281059265137,
-      "cov-distil (oracle2student)": 4.915155410766602,
-      "cov-distil (oracle2teacher)": 4.374417781829834,
+      "cov-distil": 1.5963326692581177,
+      "cov-distil (oracle2student)": 5.44127082824707,
+      "cov-distil (oracle2teacher)": 4.72822380065918,
       "epoch": 3.610675039246468,
-      "rel-constrast": 1.7479989528656006,
+      "rel-constrast": 1.7704308032989502,
       "step": 4600,
-      "subrel-constrast": 2.065131425857544,
+      "subrel-constrast": 2.1524152755737305,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8424134254455566,
-      "cov-distil (oracle2student)": 3.694261074066162,
-      "cov-distil (oracle2teacher)": 3.453089714050293,
+      "cov-distil": 1.8710980415344238,
+      "cov-distil (oracle2student)": 3.640183925628662,
+      "cov-distil (oracle2teacher)": 3.2946701049804688,
       "epoch": 3.6114599686028255,
-      "rel-constrast": 2.5791738033294678,
+      "rel-constrast": 3.201756477355957,
       "step": 4601,
-      "subrel-constrast": 3.9093875885009766,
+      "subrel-constrast": 3.828031301498413,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4008188247680664,
-      "cov-distil (oracle2student)": 5.8848876953125,
-      "cov-distil (oracle2teacher)": 6.018571853637695,
+      "cov-distil": 1.6973854303359985,
+      "cov-distil (oracle2student)": 6.641463279724121,
+      "cov-distil (oracle2teacher)": 6.066326141357422,
       "epoch": 3.612244897959184,
-      "rel-constrast": 2.515324115753174,
+      "rel-constrast": 2.9672772884368896,
       "step": 4602,
-      "subrel-constrast": 3.4206085205078125,
+      "subrel-constrast": 3.507572650909424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2175041437149048,
-      "cov-distil (oracle2student)": 4.770428657531738,
-      "cov-distil (oracle2teacher)": 4.207958221435547,
+      "cov-distil": 1.7370723485946655,
+      "cov-distil (oracle2student)": 5.1070170402526855,
+      "cov-distil (oracle2teacher)": 4.446329593658447,
       "epoch": 3.6130298273155415,
-      "rel-constrast": 2.683824300765991,
+      "rel-constrast": 2.4908173084259033,
       "step": 4603,
-      "subrel-constrast": 3.255976915359497,
+      "subrel-constrast": 3.274628162384033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3344478607177734,
-      "cov-distil (oracle2student)": 3.1611928939819336,
-      "cov-distil (oracle2teacher)": 3.69140625,
+      "cov-distil": 1.444214105606079,
+      "cov-distil (oracle2student)": 3.718604564666748,
+      "cov-distil (oracle2teacher)": 4.063746929168701,
       "epoch": 3.6138147566718994,
-      "rel-constrast": 2.402881145477295,
+      "rel-constrast": 2.7513809204101562,
       "step": 4604,
-      "subrel-constrast": 3.241387367248535,
+      "subrel-constrast": 3.333658218383789,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.475151777267456,
-      "cov-distil (oracle2student)": 4.588796615600586,
-      "cov-distil (oracle2teacher)": 4.50579309463501,
+      "cov-distil": 1.8246710300445557,
+      "cov-distil (oracle2student)": 4.000028610229492,
+      "cov-distil (oracle2teacher)": 4.302857875823975,
       "epoch": 3.6145996860282574,
-      "rel-constrast": 2.494983196258545,
+      "rel-constrast": 3.2627615928649902,
       "step": 4605,
-      "subrel-constrast": 3.3385202884674072,
+      "subrel-constrast": 3.5125467777252197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2383278608322144,
-      "cov-distil (oracle2student)": 3.7807259559631348,
-      "cov-distil (oracle2teacher)": 3.792524576187134,
+      "cov-distil": 1.7195521593093872,
+      "cov-distil (oracle2student)": 4.52699089050293,
+      "cov-distil (oracle2teacher)": 4.16524076461792,
       "epoch": 3.6153846153846154,
-      "rel-constrast": 2.450782537460327,
+      "rel-constrast": 3.3415114879608154,
       "step": 4606,
-      "subrel-constrast": 3.0025012493133545,
+      "subrel-constrast": 3.2608773708343506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4128201007843018,
-      "cov-distil (oracle2student)": 5.185746192932129,
-      "cov-distil (oracle2teacher)": 4.695826530456543,
+      "cov-distil": 2.1644539833068848,
+      "cov-distil (oracle2student)": 5.239626884460449,
+      "cov-distil (oracle2teacher)": 4.941311836242676,
       "epoch": 3.6161695447409734,
-      "rel-constrast": 3.004509449005127,
+      "rel-constrast": 2.808722496032715,
       "step": 4607,
-      "subrel-constrast": 3.4048960208892822,
+      "subrel-constrast": 3.4651145935058594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.704355001449585,
-      "cov-distil (oracle2student)": 3.3369784355163574,
-      "cov-distil (oracle2teacher)": 3.5647387504577637,
+      "cov-distil": 1.8912862539291382,
+      "cov-distil (oracle2student)": 2.7400853633880615,
+      "cov-distil (oracle2teacher)": 3.2500462532043457,
       "epoch": 3.6169544740973314,
-      "rel-constrast": 2.724121570587158,
+      "rel-constrast": 3.135740280151367,
       "step": 4608,
-      "subrel-constrast": 3.643380880355835,
+      "subrel-constrast": 3.8580574989318848,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2092441320419312,
-      "cov-distil (oracle2student)": 4.987920761108398,
-      "cov-distil (oracle2teacher)": 4.742205619812012,
+      "cov-distil": 1.59564208984375,
+      "cov-distil (oracle2student)": 5.3705339431762695,
+      "cov-distil (oracle2teacher)": 4.859885215759277,
       "epoch": 3.6177394034536894,
-      "rel-constrast": 3.0637831687927246,
+      "rel-constrast": 3.0203490257263184,
       "step": 4609,
-      "subrel-constrast": 3.3294997215270996,
+      "subrel-constrast": 3.060009241104126,
       "view-similarity": 0
     },
     {
       "epoch": 3.618524332810047,
-      "grad_norm": 6.46875,
+      "grad_norm": 7.03125,
       "learning_rate": 3.2650691054712526e-05,
-      "loss": 0.6772,
+      "loss": 0.7188,
       "step": 4610
     },
     {
-      "cov-distil": 1.4336349964141846,
-      "cov-distil (oracle2student)": 3.768906593322754,
-      "cov-distil (oracle2teacher)": 3.7574100494384766,
+      "cov-distil": 1.8308982849121094,
+      "cov-distil (oracle2student)": 3.5829334259033203,
+      "cov-distil (oracle2teacher)": 3.6104798316955566,
       "epoch": 3.618524332810047,
-      "rel-constrast": 1.9195446968078613,
+      "rel-constrast": 2.8069350719451904,
       "step": 4610,
-      "subrel-constrast": 2.6821200847625732,
+      "subrel-constrast": 2.743824005126953,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.327542781829834,
-      "cov-distil (oracle2student)": 4.885265350341797,
-      "cov-distil (oracle2teacher)": 4.597217082977295,
+      "cov-distil": 2.2361955642700195,
+      "cov-distil (oracle2student)": 5.27730655670166,
+      "cov-distil (oracle2teacher)": 5.15001916885376,
       "epoch": 3.619309262166405,
-      "rel-constrast": 2.6887879371643066,
+      "rel-constrast": 3.0469446182250977,
       "step": 4611,
-      "subrel-constrast": 3.4035451412200928,
+      "subrel-constrast": 3.1511991024017334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.924437403678894,
-      "cov-distil (oracle2student)": 3.0252017974853516,
-      "cov-distil (oracle2teacher)": 3.4365904331207275,
+      "cov-distil": 1.2064838409423828,
+      "cov-distil (oracle2student)": 3.8282315731048584,
+      "cov-distil (oracle2teacher)": 3.3898887634277344,
       "epoch": 3.620094191522763,
-      "rel-constrast": 2.5273995399475098,
+      "rel-constrast": 2.978790521621704,
       "step": 4612,
-      "subrel-constrast": 3.0442306995391846,
+      "subrel-constrast": 2.8592848777770996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.570976734161377,
-      "cov-distil (oracle2student)": 4.2747697830200195,
-      "cov-distil (oracle2teacher)": 3.988009214401245,
+      "cov-distil": 2.094534397125244,
+      "cov-distil (oracle2student)": 4.304198265075684,
+      "cov-distil (oracle2teacher)": 4.105930328369141,
       "epoch": 3.620879120879121,
-      "rel-constrast": 2.6586320400238037,
+      "rel-constrast": 3.2314999103546143,
       "step": 4613,
-      "subrel-constrast": 3.172429084777832,
+      "subrel-constrast": 3.1546292304992676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.3080034255981445,
-      "cov-distil (oracle2student)": 5.319498538970947,
-      "cov-distil (oracle2teacher)": 4.946103096008301,
+      "cov-distil": 2.5765585899353027,
+      "cov-distil (oracle2student)": 5.819729804992676,
+      "cov-distil (oracle2teacher)": 5.148841857910156,
       "epoch": 3.621664050235479,
-      "rel-constrast": 3.0194387435913086,
+      "rel-constrast": 3.4202539920806885,
       "step": 4614,
-      "subrel-constrast": 3.894447088241577,
+      "subrel-constrast": 3.840219497680664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6588425636291504,
-      "cov-distil (oracle2student)": 6.14420223236084,
-      "cov-distil (oracle2teacher)": 6.121057510375977,
+      "cov-distil": 2.197232246398926,
+      "cov-distil (oracle2student)": 6.100100994110107,
+      "cov-distil (oracle2teacher)": 6.14457893371582,
       "epoch": 3.622448979591837,
-      "rel-constrast": 2.929877996444702,
+      "rel-constrast": 3.258436679840088,
       "step": 4615,
-      "subrel-constrast": 3.659719705581665,
+      "subrel-constrast": 3.981553792953491,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6943895816802979,
-      "cov-distil (oracle2student)": 4.3976216316223145,
-      "cov-distil (oracle2teacher)": 4.105642318725586,
+      "cov-distil": 2.4569246768951416,
+      "cov-distil (oracle2student)": 4.684756755828857,
+      "cov-distil (oracle2teacher)": 4.698604583740234,
       "epoch": 3.623233908948195,
-      "rel-constrast": 2.578782558441162,
+      "rel-constrast": 3.1246070861816406,
       "step": 4616,
-      "subrel-constrast": 3.347402811050415,
+      "subrel-constrast": 3.2497756481170654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4167470932006836,
-      "cov-distil (oracle2student)": 2.1182994842529297,
-      "cov-distil (oracle2teacher)": 2.2475244998931885,
+      "cov-distil": 2.077341079711914,
+      "cov-distil (oracle2student)": 2.8019895553588867,
+      "cov-distil (oracle2teacher)": 2.3406529426574707,
       "epoch": 3.6240188383045524,
-      "rel-constrast": 2.8148386478424072,
+      "rel-constrast": 2.9116828441619873,
       "step": 4617,
-      "subrel-constrast": 3.5059187412261963,
+      "subrel-constrast": 3.1830785274505615,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.263013243675232,
-      "cov-distil (oracle2student)": 3.565230369567871,
-      "cov-distil (oracle2teacher)": 3.562288999557495,
+      "cov-distil": 1.3804839849472046,
+      "cov-distil (oracle2student)": 3.760491371154785,
+      "cov-distil (oracle2teacher)": 3.760676145553589,
       "epoch": 3.6248037676609104,
-      "rel-constrast": 1.5707753896713257,
+      "rel-constrast": 1.6829615831375122,
       "step": 4618,
-      "subrel-constrast": 2.430704355239868,
+      "subrel-constrast": 2.3310461044311523,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3873226642608643,
-      "cov-distil (oracle2student)": 4.092259407043457,
-      "cov-distil (oracle2teacher)": 4.022941589355469,
+      "cov-distil": 1.346648931503296,
+      "cov-distil (oracle2student)": 4.279735565185547,
+      "cov-distil (oracle2teacher)": 4.317396640777588,
       "epoch": 3.6255886970172684,
-      "rel-constrast": 2.634836196899414,
+      "rel-constrast": 3.3181705474853516,
       "step": 4619,
-      "subrel-constrast": 3.5576343536376953,
+      "subrel-constrast": 3.277784585952759,
       "view-similarity": 0
     },
     {
       "epoch": 3.6263736263736264,
-      "grad_norm": 5.46875,
+      "grad_norm": 7.4375,
       "learning_rate": 3.256756496583265e-05,
-      "loss": 0.671,
+      "loss": 0.7445,
       "step": 4620
     },
     {
-      "cov-distil": 1.5766334533691406,
-      "cov-distil (oracle2student)": 5.94698429107666,
-      "cov-distil (oracle2teacher)": 5.828110694885254,
+      "cov-distil": 2.3646597862243652,
+      "cov-distil (oracle2student)": 6.074223518371582,
+      "cov-distil (oracle2teacher)": 5.955757141113281,
       "epoch": 3.6263736263736264,
-      "rel-constrast": 2.334906578063965,
+      "rel-constrast": 2.598031520843506,
       "step": 4620,
-      "subrel-constrast": 3.797132968902588,
+      "subrel-constrast": 3.8025104999542236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0738534927368164,
-      "cov-distil (oracle2student)": 4.046367645263672,
-      "cov-distil (oracle2teacher)": 4.0767316818237305,
+      "cov-distil": 2.4574923515319824,
+      "cov-distil (oracle2student)": 3.845473051071167,
+      "cov-distil (oracle2teacher)": 4.2149810791015625,
       "epoch": 3.6271585557299844,
-      "rel-constrast": 2.7199110984802246,
+      "rel-constrast": 2.6856231689453125,
       "step": 4621,
-      "subrel-constrast": 3.8629894256591797,
+      "subrel-constrast": 3.5257673263549805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3188995122909546,
-      "cov-distil (oracle2student)": 2.872614860534668,
-      "cov-distil (oracle2teacher)": 2.9525866508483887,
+      "cov-distil": 1.6196876764297485,
+      "cov-distil (oracle2student)": 3.0522139072418213,
+      "cov-distil (oracle2teacher)": 2.5467066764831543,
       "epoch": 3.6279434850863423,
-      "rel-constrast": 1.981263279914856,
+      "rel-constrast": 2.320685386657715,
       "step": 4622,
-      "subrel-constrast": 2.6437227725982666,
+      "subrel-constrast": 2.8688461780548096,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5376924276351929,
-      "cov-distil (oracle2student)": 3.508106231689453,
-      "cov-distil (oracle2teacher)": 3.2898011207580566,
+      "cov-distil": 1.88669753074646,
+      "cov-distil (oracle2student)": 4.072134017944336,
+      "cov-distil (oracle2teacher)": 3.442925214767456,
       "epoch": 3.6287284144427003,
-      "rel-constrast": 2.398876190185547,
+      "rel-constrast": 3.0885095596313477,
       "step": 4623,
-      "subrel-constrast": 3.13862943649292,
+      "subrel-constrast": 3.131530523300171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2974259853363037,
-      "cov-distil (oracle2student)": 5.1134490966796875,
-      "cov-distil (oracle2teacher)": 4.731662750244141,
+      "cov-distil": 1.295379638671875,
+      "cov-distil (oracle2student)": 5.4915642738342285,
+      "cov-distil (oracle2teacher)": 5.251276016235352,
       "epoch": 3.629513343799058,
-      "rel-constrast": 3.6816744804382324,
+      "rel-constrast": 3.742800712585449,
       "step": 4624,
-      "subrel-constrast": 4.393470287322998,
+      "subrel-constrast": 4.287839412689209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7887542247772217,
-      "cov-distil (oracle2student)": 3.378861427307129,
-      "cov-distil (oracle2teacher)": 3.1663379669189453,
+      "cov-distil": 2.363438606262207,
+      "cov-distil (oracle2student)": 3.7299914360046387,
+      "cov-distil (oracle2teacher)": 3.356203556060791,
       "epoch": 3.630298273155416,
-      "rel-constrast": 3.4608755111694336,
+      "rel-constrast": 3.4326188564300537,
       "step": 4625,
-      "subrel-constrast": 3.9387803077697754,
+      "subrel-constrast": 3.9117040634155273,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4438836574554443,
-      "cov-distil (oracle2student)": 3.5915448665618896,
-      "cov-distil (oracle2teacher)": 3.2472152709960938,
+      "cov-distil": 1.9369139671325684,
+      "cov-distil (oracle2student)": 4.59133768081665,
+      "cov-distil (oracle2teacher)": 3.582909107208252,
       "epoch": 3.631083202511774,
-      "rel-constrast": 1.9826819896697998,
+      "rel-constrast": 2.204648017883301,
       "step": 4626,
-      "subrel-constrast": 2.6957783699035645,
+      "subrel-constrast": 2.557953357696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.143117666244507,
-      "cov-distil (oracle2student)": 5.2312445640563965,
-      "cov-distil (oracle2teacher)": 5.5569257736206055,
+      "cov-distil": 2.36226224899292,
+      "cov-distil (oracle2student)": 5.964519500732422,
+      "cov-distil (oracle2teacher)": 6.103713512420654,
       "epoch": 3.631868131868132,
-      "rel-constrast": 3.093015670776367,
+      "rel-constrast": 3.416800022125244,
       "step": 4627,
-      "subrel-constrast": 3.81060528755188,
+      "subrel-constrast": 3.247490406036377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7400246858596802,
-      "cov-distil (oracle2student)": 4.045633316040039,
-      "cov-distil (oracle2teacher)": 3.9616148471832275,
+      "cov-distil": 2.889760732650757,
+      "cov-distil (oracle2student)": 4.068709850311279,
+      "cov-distil (oracle2teacher)": 4.042069435119629,
       "epoch": 3.63265306122449,
-      "rel-constrast": 3.0260188579559326,
+      "rel-constrast": 3.0211920738220215,
       "step": 4628,
-      "subrel-constrast": 4.018651008605957,
+      "subrel-constrast": 4.009710311889648,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.369006633758545,
-      "cov-distil (oracle2student)": 5.022304534912109,
-      "cov-distil (oracle2teacher)": 4.964024066925049,
+      "cov-distil": 1.977938175201416,
+      "cov-distil (oracle2student)": 5.245128154754639,
+      "cov-distil (oracle2teacher)": 5.123661041259766,
       "epoch": 3.633437990580848,
-      "rel-constrast": 2.6606063842773438,
+      "rel-constrast": 2.8799355030059814,
       "step": 4629,
-      "subrel-constrast": 3.450998544692993,
+      "subrel-constrast": 3.417820453643799,
       "view-similarity": 0
     },
     {
       "epoch": 3.634222919937206,
-      "grad_norm": 6.25,
+      "grad_norm": 8.1875,
       "learning_rate": 3.248434666856185e-05,
-      "loss": 0.7242,
+      "loss": 0.7348,
       "step": 4630
     },
     {
-      "cov-distil": 1.0622204542160034,
-      "cov-distil (oracle2student)": 3.937187910079956,
-      "cov-distil (oracle2teacher)": 3.6968936920166016,
+      "cov-distil": 1.4746828079223633,
+      "cov-distil (oracle2student)": 4.4218292236328125,
+      "cov-distil (oracle2teacher)": 4.372437477111816,
       "epoch": 3.634222919937206,
-      "rel-constrast": 1.828399658203125,
+      "rel-constrast": 1.9075348377227783,
       "step": 4630,
-      "subrel-constrast": 2.544346570968628,
+      "subrel-constrast": 2.6378934383392334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7701364755630493,
-      "cov-distil (oracle2student)": 3.955751657485962,
-      "cov-distil (oracle2teacher)": 4.286012649536133,
+      "cov-distil": 2.2270193099975586,
+      "cov-distil (oracle2student)": 4.379593849182129,
+      "cov-distil (oracle2teacher)": 4.147630214691162,
       "epoch": 3.6350078492935634,
-      "rel-constrast": 2.3647613525390625,
+      "rel-constrast": 3.0669045448303223,
       "step": 4631,
-      "subrel-constrast": 3.992558717727661,
+      "subrel-constrast": 4.051124572753906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2914009094238281,
-      "cov-distil (oracle2student)": 4.062429904937744,
-      "cov-distil (oracle2teacher)": 3.5423407554626465,
+      "cov-distil": 1.5866928100585938,
+      "cov-distil (oracle2student)": 3.864727258682251,
+      "cov-distil (oracle2teacher)": 4.123852729797363,
       "epoch": 3.6357927786499213,
-      "rel-constrast": 2.7132534980773926,
+      "rel-constrast": 2.410442590713501,
       "step": 4632,
-      "subrel-constrast": 3.019646406173706,
+      "subrel-constrast": 2.730126142501831,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2848148345947266,
-      "cov-distil (oracle2student)": 4.142241477966309,
-      "cov-distil (oracle2teacher)": 4.037929058074951,
+      "cov-distil": 1.8169574737548828,
+      "cov-distil (oracle2student)": 4.291351318359375,
+      "cov-distil (oracle2teacher)": 3.9060089588165283,
       "epoch": 3.6365777080062793,
-      "rel-constrast": 2.2191848754882812,
+      "rel-constrast": 2.447861909866333,
       "step": 4633,
-      "subrel-constrast": 2.9926533699035645,
+      "subrel-constrast": 2.8209760189056396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6515933275222778,
-      "cov-distil (oracle2student)": 4.2973246574401855,
-      "cov-distil (oracle2teacher)": 3.9395382404327393,
+      "cov-distil": 2.0851168632507324,
+      "cov-distil (oracle2student)": 4.0325188636779785,
+      "cov-distil (oracle2teacher)": 4.104515075683594,
       "epoch": 3.6373626373626373,
-      "rel-constrast": 1.6306991577148438,
+      "rel-constrast": 2.268472194671631,
       "step": 4634,
-      "subrel-constrast": 2.9838247299194336,
+      "subrel-constrast": 2.92069673538208,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7003097534179688,
-      "cov-distil (oracle2student)": 3.4120779037475586,
-      "cov-distil (oracle2teacher)": 3.2834079265594482,
+      "cov-distil": 2.131293773651123,
+      "cov-distil (oracle2student)": 4.177553176879883,
+      "cov-distil (oracle2teacher)": 3.566084861755371,
       "epoch": 3.6381475667189953,
-      "rel-constrast": 3.5237207412719727,
+      "rel-constrast": 3.9416887760162354,
       "step": 4635,
-      "subrel-constrast": 3.8474280834198,
+      "subrel-constrast": 4.092848777770996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5045313835144043,
-      "cov-distil (oracle2student)": 4.029169082641602,
-      "cov-distil (oracle2teacher)": 3.91343355178833,
+      "cov-distil": 2.25361704826355,
+      "cov-distil (oracle2student)": 4.060545921325684,
+      "cov-distil (oracle2teacher)": 4.215839385986328,
       "epoch": 3.6389324960753533,
-      "rel-constrast": 3.548642635345459,
+      "rel-constrast": 3.7643423080444336,
       "step": 4636,
-      "subrel-constrast": 3.906121253967285,
+      "subrel-constrast": 4.105491638183594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7157906293869019,
-      "cov-distil (oracle2student)": 4.5281877517700195,
-      "cov-distil (oracle2teacher)": 4.068450927734375,
+      "cov-distil": 1.6832423210144043,
+      "cov-distil (oracle2student)": 4.526019096374512,
+      "cov-distil (oracle2teacher)": 4.382694244384766,
       "epoch": 3.6397174254317113,
-      "rel-constrast": 2.4097774028778076,
+      "rel-constrast": 2.7761149406433105,
       "step": 4637,
-      "subrel-constrast": 3.19647216796875,
+      "subrel-constrast": 3.1362862586975098,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.171998143196106,
-      "cov-distil (oracle2student)": 3.7770655155181885,
-      "cov-distil (oracle2teacher)": 3.174631357192993,
+      "cov-distil": 1.585797905921936,
+      "cov-distil (oracle2student)": 3.7483253479003906,
+      "cov-distil (oracle2teacher)": 3.526632785797119,
       "epoch": 3.640502354788069,
-      "rel-constrast": 2.4577689170837402,
+      "rel-constrast": 2.408799648284912,
       "step": 4638,
-      "subrel-constrast": 2.396108865737915,
+      "subrel-constrast": 2.31437611579895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.457381010055542,
-      "cov-distil (oracle2student)": 4.4362592697143555,
-      "cov-distil (oracle2teacher)": 3.7469980716705322,
+      "cov-distil": 1.819267988204956,
+      "cov-distil (oracle2student)": 5.234582901000977,
+      "cov-distil (oracle2teacher)": 4.219562530517578,
       "epoch": 3.6412872841444273,
-      "rel-constrast": 2.0115246772766113,
+      "rel-constrast": 1.9061150550842285,
       "step": 4639,
-      "subrel-constrast": 2.615511178970337,
+      "subrel-constrast": 2.7499544620513916,
       "view-similarity": 0
     },
     {
       "epoch": 3.642072213500785,
-      "grad_norm": 4.84375,
+      "grad_norm": 5.65625,
       "learning_rate": 3.240103717688881e-05,
-      "loss": 0.6542,
+      "loss": 0.6725,
       "step": 4640
     },
     {
-      "cov-distil": 1.475000023841858,
-      "cov-distil (oracle2student)": 3.8884871006011963,
-      "cov-distil (oracle2teacher)": 3.8149149417877197,
+      "cov-distil": 2.0668253898620605,
+      "cov-distil (oracle2student)": 5.074743270874023,
+      "cov-distil (oracle2teacher)": 3.998854398727417,
       "epoch": 3.642072213500785,
-      "rel-constrast": 2.289987087249756,
+      "rel-constrast": 3.2410688400268555,
       "step": 4640,
-      "subrel-constrast": 3.3132967948913574,
+      "subrel-constrast": 3.7426583766937256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5628979206085205,
-      "cov-distil (oracle2student)": 4.394271373748779,
-      "cov-distil (oracle2teacher)": 4.601448059082031,
+      "cov-distil": 1.9805618524551392,
+      "cov-distil (oracle2student)": 4.381797790527344,
+      "cov-distil (oracle2teacher)": 4.925279140472412,
       "epoch": 3.642857142857143,
-      "rel-constrast": 3.2523937225341797,
+      "rel-constrast": 3.558504581451416,
       "step": 4641,
-      "subrel-constrast": 3.9793450832366943,
+      "subrel-constrast": 4.15074348449707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.097975492477417,
-      "cov-distil (oracle2student)": 3.7863845825195312,
-      "cov-distil (oracle2teacher)": 3.3703701496124268,
+      "cov-distil": 1.4780874252319336,
+      "cov-distil (oracle2student)": 4.032322406768799,
+      "cov-distil (oracle2teacher)": 4.300915718078613,
       "epoch": 3.643642072213501,
-      "rel-constrast": 2.6540212631225586,
+      "rel-constrast": 2.667257070541382,
       "step": 4642,
-      "subrel-constrast": 3.1145403385162354,
+      "subrel-constrast": 3.3104710578918457,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0969572067260742,
-      "cov-distil (oracle2student)": 3.4296655654907227,
-      "cov-distil (oracle2teacher)": 3.0607857704162598,
+      "cov-distil": 1.7342402935028076,
+      "cov-distil (oracle2student)": 3.0795202255249023,
+      "cov-distil (oracle2teacher)": 3.5301332473754883,
       "epoch": 3.6444270015698588,
-      "rel-constrast": 2.265594005584717,
+      "rel-constrast": 2.2460196018218994,
       "step": 4643,
-      "subrel-constrast": 2.7902164459228516,
+      "subrel-constrast": 3.0242724418640137,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8256466388702393,
-      "cov-distil (oracle2student)": 3.799623489379883,
-      "cov-distil (oracle2teacher)": 3.772818088531494,
+      "cov-distil": 1.734144926071167,
+      "cov-distil (oracle2student)": 4.159025192260742,
+      "cov-distil (oracle2teacher)": 4.030955791473389,
       "epoch": 3.6452119309262168,
-      "rel-constrast": 2.2546956539154053,
+      "rel-constrast": 2.328317403793335,
       "step": 4644,
-      "subrel-constrast": 2.959651231765747,
+      "subrel-constrast": 3.1615493297576904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.344836711883545,
-      "cov-distil (oracle2student)": 3.840855360031128,
-      "cov-distil (oracle2teacher)": 3.9798812866210938,
+      "cov-distil": 1.6634597778320312,
+      "cov-distil (oracle2student)": 4.560324668884277,
+      "cov-distil (oracle2teacher)": 4.376985549926758,
       "epoch": 3.6459968602825743,
-      "rel-constrast": 3.4515798091888428,
+      "rel-constrast": 2.78084659576416,
       "step": 4645,
-      "subrel-constrast": 3.534167528152466,
+      "subrel-constrast": 3.273756980895996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0452429056167603,
-      "cov-distil (oracle2student)": 3.2346935272216797,
-      "cov-distil (oracle2teacher)": 3.26962947845459,
+      "cov-distil": 1.8552075624465942,
+      "cov-distil (oracle2student)": 3.862544536590576,
+      "cov-distil (oracle2teacher)": 3.9237077236175537,
       "epoch": 3.6467817896389327,
-      "rel-constrast": 2.348694324493408,
+      "rel-constrast": 2.387877941131592,
       "step": 4646,
-      "subrel-constrast": 2.595355272293091,
+      "subrel-constrast": 2.4962081909179688,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.331300139427185,
-      "cov-distil (oracle2student)": 2.8648481369018555,
-      "cov-distil (oracle2teacher)": 3.4522762298583984,
+      "cov-distil": 1.7842633724212646,
+      "cov-distil (oracle2student)": 3.263026475906372,
+      "cov-distil (oracle2teacher)": 3.88596510887146,
       "epoch": 3.6475667189952903,
-      "rel-constrast": 2.1330957412719727,
+      "rel-constrast": 2.432960271835327,
       "step": 4647,
-      "subrel-constrast": 3.0498108863830566,
+      "subrel-constrast": 3.3139851093292236,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125621557235718,
-      "cov-distil (oracle2student)": 3.1134984493255615,
-      "cov-distil (oracle2teacher)": 3.515976905822754,
+      "cov-distil": 1.9340202808380127,
+      "cov-distil (oracle2student)": 2.9688167572021484,
+      "cov-distil (oracle2teacher)": 3.3614156246185303,
       "epoch": 3.6483516483516483,
-      "rel-constrast": 2.6899123191833496,
+      "rel-constrast": 2.7489681243896484,
       "step": 4648,
-      "subrel-constrast": 3.288184881210327,
+      "subrel-constrast": 3.132413625717163,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6058087348937988,
-      "cov-distil (oracle2student)": 4.43710470199585,
-      "cov-distil (oracle2teacher)": 4.336709499359131,
+      "cov-distil": 1.9715254306793213,
+      "cov-distil (oracle2student)": 4.78235387802124,
+      "cov-distil (oracle2teacher)": 4.807656288146973,
       "epoch": 3.6491365777080063,
-      "rel-constrast": 2.4157495498657227,
+      "rel-constrast": 2.5555381774902344,
       "step": 4649,
-      "subrel-constrast": 2.8849685192108154,
+      "subrel-constrast": 3.3907642364501953,
       "view-similarity": 0
     },
     {
       "epoch": 3.6499215070643642,
-      "grad_norm": 6.0625,
+      "grad_norm": 6.0,
       "learning_rate": 3.23176375059134e-05,
-      "loss": 0.6786,
+      "loss": 0.6737,
       "step": 4650
     },
     {
-      "cov-distil": 1.733367681503296,
-      "cov-distil (oracle2student)": 3.8284382820129395,
-      "cov-distil (oracle2teacher)": 3.572908878326416,
+      "cov-distil": 1.8662413358688354,
+      "cov-distil (oracle2student)": 3.813441753387451,
+      "cov-distil (oracle2teacher)": 3.4973626136779785,
       "epoch": 3.6499215070643642,
-      "rel-constrast": 2.7611021995544434,
+      "rel-constrast": 2.932710886001587,
       "step": 4650,
-      "subrel-constrast": 3.918645143508911,
+      "subrel-constrast": 4.301200866699219,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.200320243835449,
-      "cov-distil (oracle2student)": 4.251869201660156,
-      "cov-distil (oracle2teacher)": 4.23780632019043,
+      "cov-distil": 2.8939809799194336,
+      "cov-distil (oracle2student)": 4.891875267028809,
+      "cov-distil (oracle2teacher)": 4.970446586608887,
       "epoch": 3.6507064364207222,
-      "rel-constrast": 2.857740879058838,
+      "rel-constrast": 3.317678451538086,
       "step": 4651,
-      "subrel-constrast": 3.942169666290283,
+      "subrel-constrast": 4.063857555389404,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8356823921203613,
-      "cov-distil (oracle2student)": 4.22420597076416,
-      "cov-distil (oracle2teacher)": 3.9197144508361816,
+      "cov-distil": 2.7230160236358643,
+      "cov-distil (oracle2student)": 4.570277214050293,
+      "cov-distil (oracle2teacher)": 4.429896354675293,
       "epoch": 3.6514913657770802,
-      "rel-constrast": 3.5169057846069336,
+      "rel-constrast": 3.7051491737365723,
       "step": 4652,
-      "subrel-constrast": 4.018129825592041,
+      "subrel-constrast": 4.538565635681152,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.538644790649414,
-      "cov-distil (oracle2student)": 4.750014305114746,
-      "cov-distil (oracle2teacher)": 4.687160491943359,
+      "cov-distil": 2.3822007179260254,
+      "cov-distil (oracle2student)": 5.782525062561035,
+      "cov-distil (oracle2teacher)": 4.542874813079834,
       "epoch": 3.652276295133438,
-      "rel-constrast": 3.395341396331787,
+      "rel-constrast": 4.299680709838867,
       "step": 4653,
-      "subrel-constrast": 4.214940547943115,
+      "subrel-constrast": 4.310793876647949,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.332209825515747,
-      "cov-distil (oracle2student)": 4.708669185638428,
-      "cov-distil (oracle2teacher)": 4.289036273956299,
+      "cov-distil": 1.640967845916748,
+      "cov-distil (oracle2student)": 4.481436729431152,
+      "cov-distil (oracle2teacher)": 4.811254501342773,
       "epoch": 3.6530612244897958,
-      "rel-constrast": 3.0814383029937744,
+      "rel-constrast": 3.322462320327759,
       "step": 4654,
-      "subrel-constrast": 3.5401532649993896,
+      "subrel-constrast": 3.909424066543579,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0769643783569336,
-      "cov-distil (oracle2student)": 3.390057325363159,
-      "cov-distil (oracle2teacher)": 4.024594783782959,
+      "cov-distil": 2.4636006355285645,
+      "cov-distil (oracle2student)": 3.525437116622925,
+      "cov-distil (oracle2teacher)": 3.748674154281616,
       "epoch": 3.6538461538461537,
-      "rel-constrast": 3.0801587104797363,
+      "rel-constrast": 2.892622470855713,
       "step": 4655,
-      "subrel-constrast": 4.076597213745117,
+      "subrel-constrast": 3.724777936935425,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4645137786865234,
-      "cov-distil (oracle2student)": 2.9430861473083496,
-      "cov-distil (oracle2teacher)": 2.790787696838379,
+      "cov-distil": 1.8001434803009033,
+      "cov-distil (oracle2student)": 3.449800729751587,
+      "cov-distil (oracle2teacher)": 3.093447685241699,
       "epoch": 3.6546310832025117,
-      "rel-constrast": 1.9015932083129883,
+      "rel-constrast": 2.2687020301818848,
       "step": 4656,
-      "subrel-constrast": 2.5253219604492188,
+      "subrel-constrast": 2.534780740737915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.752537488937378,
-      "cov-distil (oracle2student)": 3.9712696075439453,
-      "cov-distil (oracle2teacher)": 3.5754897594451904,
+      "cov-distil": 2.2615408897399902,
+      "cov-distil (oracle2student)": 3.7892940044403076,
+      "cov-distil (oracle2teacher)": 4.423432350158691,
       "epoch": 3.6554160125588697,
-      "rel-constrast": 2.7283027172088623,
+      "rel-constrast": 2.6092491149902344,
       "step": 4657,
-      "subrel-constrast": 3.2378575801849365,
+      "subrel-constrast": 3.5046980381011963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0320301055908203,
-      "cov-distil (oracle2student)": 4.482124328613281,
-      "cov-distil (oracle2teacher)": 4.378644943237305,
+      "cov-distil": 2.3350698947906494,
+      "cov-distil (oracle2student)": 4.341039657592773,
+      "cov-distil (oracle2teacher)": 4.574857711791992,
       "epoch": 3.6562009419152277,
-      "rel-constrast": 1.8818532228469849,
+      "rel-constrast": 2.2869551181793213,
       "step": 4658,
-      "subrel-constrast": 2.7391273975372314,
+      "subrel-constrast": 2.675509452819824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.03493332862854,
-      "cov-distil (oracle2student)": 4.3045783042907715,
-      "cov-distil (oracle2teacher)": 4.228482246398926,
+      "cov-distil": 1.6447585821151733,
+      "cov-distil (oracle2student)": 4.57167911529541,
+      "cov-distil (oracle2teacher)": 4.183477401733398,
       "epoch": 3.6569858712715857,
-      "rel-constrast": 4.0081634521484375,
+      "rel-constrast": 3.377842903137207,
       "step": 4659,
-      "subrel-constrast": 3.9861397743225098,
+      "subrel-constrast": 4.271572589874268,
       "view-similarity": 0
     },
     {
       "epoch": 3.6577708006279437,
-      "grad_norm": 7.15625,
+      "grad_norm": 7.03125,
       "learning_rate": 3.2234148671834274e-05,
-      "loss": 0.7728,
+      "loss": 0.7753,
       "step": 4660
     },
     {
-      "cov-distil": 1.3418357372283936,
-      "cov-distil (oracle2student)": 3.4951987266540527,
-      "cov-distil (oracle2teacher)": 2.792543411254883,
+      "cov-distil": 1.5235447883605957,
+      "cov-distil (oracle2student)": 3.2673287391662598,
+      "cov-distil (oracle2teacher)": 3.5731101036071777,
       "epoch": 3.6577708006279437,
-      "rel-constrast": 2.319814920425415,
+      "rel-constrast": 2.515592575073242,
       "step": 4660,
-      "subrel-constrast": 2.8048527240753174,
+      "subrel-constrast": 2.8036129474639893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5066869258880615,
-      "cov-distil (oracle2student)": 5.134912490844727,
-      "cov-distil (oracle2teacher)": 4.870518684387207,
+      "cov-distil": 2.17275333404541,
+      "cov-distil (oracle2student)": 6.131763458251953,
+      "cov-distil (oracle2teacher)": 5.449029922485352,
       "epoch": 3.6585557299843012,
-      "rel-constrast": 2.199835777282715,
+      "rel-constrast": 2.4738314151763916,
       "step": 4661,
-      "subrel-constrast": 2.7804129123687744,
+      "subrel-constrast": 2.896226406097412,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7854560613632202,
-      "cov-distil (oracle2student)": 5.313677787780762,
-      "cov-distil (oracle2teacher)": 5.118776321411133,
+      "cov-distil": 2.4607677459716797,
+      "cov-distil (oracle2student)": 5.809749603271484,
+      "cov-distil (oracle2teacher)": 5.575265884399414,
       "epoch": 3.659340659340659,
-      "rel-constrast": 3.642761468887329,
+      "rel-constrast": 3.6236886978149414,
       "step": 4662,
-      "subrel-constrast": 4.790341377258301,
+      "subrel-constrast": 4.500831604003906,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3993752002716064,
-      "cov-distil (oracle2student)": 5.398061752319336,
-      "cov-distil (oracle2teacher)": 4.624945640563965,
+      "cov-distil": 1.7957024574279785,
+      "cov-distil (oracle2student)": 5.383955955505371,
+      "cov-distil (oracle2teacher)": 5.466443061828613,
       "epoch": 3.660125588697017,
-      "rel-constrast": 2.741884231567383,
+      "rel-constrast": 2.576596975326538,
       "step": 4663,
-      "subrel-constrast": 3.367182731628418,
+      "subrel-constrast": 3.247875928878784,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5205610990524292,
-      "cov-distil (oracle2student)": 5.119765281677246,
-      "cov-distil (oracle2teacher)": 4.617297172546387,
+      "cov-distil": 2.250760555267334,
+      "cov-distil (oracle2student)": 5.1707763671875,
+      "cov-distil (oracle2teacher)": 5.000469207763672,
       "epoch": 3.660910518053375,
-      "rel-constrast": 2.233602523803711,
+      "rel-constrast": 2.666384220123291,
       "step": 4664,
-      "subrel-constrast": 2.6929197311401367,
+      "subrel-constrast": 2.8914008140563965,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4085040092468262,
-      "cov-distil (oracle2student)": 4.627985954284668,
-      "cov-distil (oracle2teacher)": 4.000328063964844,
+      "cov-distil": 1.9312020540237427,
+      "cov-distil (oracle2student)": 5.471889019012451,
+      "cov-distil (oracle2teacher)": 4.460485935211182,
       "epoch": 3.661695447409733,
-      "rel-constrast": 2.5720160007476807,
+      "rel-constrast": 2.8963165283203125,
       "step": 4665,
-      "subrel-constrast": 2.834425449371338,
+      "subrel-constrast": 2.518826723098755,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0219717025756836,
-      "cov-distil (oracle2student)": 4.346390724182129,
-      "cov-distil (oracle2teacher)": 4.394628047943115,
+      "cov-distil": 1.3890024423599243,
+      "cov-distil (oracle2student)": 4.400075912475586,
+      "cov-distil (oracle2teacher)": 4.333334922790527,
       "epoch": 3.662480376766091,
-      "rel-constrast": 2.1781294345855713,
+      "rel-constrast": 2.7245562076568604,
       "step": 4666,
-      "subrel-constrast": 2.9866926670074463,
+      "subrel-constrast": 2.8902907371520996,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9620521068572998,
-      "cov-distil (oracle2student)": 3.504934549331665,
-      "cov-distil (oracle2teacher)": 4.188904762268066,
+      "cov-distil": 2.31400990486145,
+      "cov-distil (oracle2student)": 4.646965980529785,
+      "cov-distil (oracle2teacher)": 4.113593578338623,
       "epoch": 3.663265306122449,
-      "rel-constrast": 1.926506519317627,
+      "rel-constrast": 2.487616539001465,
       "step": 4667,
-      "subrel-constrast": 2.954946994781494,
+      "subrel-constrast": 3.07781982421875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3948655128479004,
-      "cov-distil (oracle2student)": 3.5635571479797363,
-      "cov-distil (oracle2teacher)": 3.558180093765259,
+      "cov-distil": 2.082611322402954,
+      "cov-distil (oracle2student)": 3.484760046005249,
+      "cov-distil (oracle2teacher)": 3.6971993446350098,
       "epoch": 3.6640502354788067,
-      "rel-constrast": 2.9100043773651123,
+      "rel-constrast": 2.958186388015747,
       "step": 4668,
-      "subrel-constrast": 3.7885403633117676,
+      "subrel-constrast": 3.6206016540527344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2797898054122925,
-      "cov-distil (oracle2student)": 2.9264070987701416,
-      "cov-distil (oracle2teacher)": 3.241105079650879,
+      "cov-distil": 1.7177705764770508,
+      "cov-distil (oracle2student)": 3.1092562675476074,
+      "cov-distil (oracle2teacher)": 3.8212504386901855,
       "epoch": 3.6648351648351647,
-      "rel-constrast": 2.489384174346924,
+      "rel-constrast": 3.089128017425537,
       "step": 4669,
-      "subrel-constrast": 3.5145046710968018,
+      "subrel-constrast": 3.307056188583374,
       "view-similarity": 0
     },
     {
       "epoch": 3.6656200941915227,
-      "grad_norm": 5.09375,
+      "grad_norm": 6.375,
       "learning_rate": 3.215057169193655e-05,
-      "loss": 0.6669,
+      "loss": 0.7003,
       "step": 4670
     },
     {
-      "cov-distil": 1.3151917457580566,
-      "cov-distil (oracle2student)": 3.472256660461426,
-      "cov-distil (oracle2teacher)": 3.5198781490325928,
+      "cov-distil": 1.3691127300262451,
+      "cov-distil (oracle2student)": 3.560311794281006,
+      "cov-distil (oracle2teacher)": 3.3541994094848633,
       "epoch": 3.6656200941915227,
-      "rel-constrast": 1.9463088512420654,
+      "rel-constrast": 2.195521116256714,
       "step": 4670,
-      "subrel-constrast": 2.5791733264923096,
+      "subrel-constrast": 2.085650682449341,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.305345058441162,
-      "cov-distil (oracle2student)": 4.099574565887451,
-      "cov-distil (oracle2teacher)": 4.088817596435547,
+      "cov-distil": 1.8689894676208496,
+      "cov-distil (oracle2student)": 4.211293697357178,
+      "cov-distil (oracle2teacher)": 3.8242220878601074,
       "epoch": 3.6664050235478807,
-      "rel-constrast": 2.949869155883789,
+      "rel-constrast": 2.9771268367767334,
       "step": 4671,
-      "subrel-constrast": 3.266000509262085,
+      "subrel-constrast": 2.998497724533081,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4392781257629395,
-      "cov-distil (oracle2student)": 4.465038299560547,
-      "cov-distil (oracle2teacher)": 4.476813316345215,
+      "cov-distil": 1.7890722751617432,
+      "cov-distil (oracle2student)": 5.0123982429504395,
+      "cov-distil (oracle2teacher)": 4.786019325256348,
       "epoch": 3.6671899529042387,
-      "rel-constrast": 1.7612648010253906,
+      "rel-constrast": 2.084780216217041,
       "step": 4672,
-      "subrel-constrast": 2.734776735305786,
+      "subrel-constrast": 2.856837034225464,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.684051752090454,
-      "cov-distil (oracle2student)": 5.656218528747559,
-      "cov-distil (oracle2teacher)": 5.176117897033691,
+      "cov-distil": 1.916929006576538,
+      "cov-distil (oracle2student)": 5.331843852996826,
+      "cov-distil (oracle2teacher)": 5.126419544219971,
       "epoch": 3.6679748822605966,
-      "rel-constrast": 2.947492837905884,
+      "rel-constrast": 3.6328909397125244,
       "step": 4673,
-      "subrel-constrast": 3.3470773696899414,
+      "subrel-constrast": 3.249408483505249,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.190329670906067,
-      "cov-distil (oracle2student)": 4.533322334289551,
-      "cov-distil (oracle2teacher)": 3.973379373550415,
+      "cov-distil": 1.1099474430084229,
+      "cov-distil (oracle2student)": 4.632656574249268,
+      "cov-distil (oracle2teacher)": 4.212644577026367,
       "epoch": 3.6687598116169546,
-      "rel-constrast": 2.132883071899414,
+      "rel-constrast": 2.338489055633545,
       "step": 4674,
-      "subrel-constrast": 2.7075157165527344,
+      "subrel-constrast": 2.420038938522339,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4255146980285645,
-      "cov-distil (oracle2student)": 4.273024559020996,
-      "cov-distil (oracle2teacher)": 3.9559009075164795,
+      "cov-distil": 1.7049543857574463,
+      "cov-distil (oracle2student)": 4.478244781494141,
+      "cov-distil (oracle2teacher)": 3.843406915664673,
       "epoch": 3.669544740973312,
-      "rel-constrast": 1.5977821350097656,
+      "rel-constrast": 1.8321919441223145,
       "step": 4675,
-      "subrel-constrast": 2.423503875732422,
+      "subrel-constrast": 2.2954301834106445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.901778221130371,
-      "cov-distil (oracle2student)": 5.414973258972168,
-      "cov-distil (oracle2teacher)": 5.026088714599609,
+      "cov-distil": 2.5318949222564697,
+      "cov-distil (oracle2student)": 5.180657386779785,
+      "cov-distil (oracle2teacher)": 5.393299102783203,
       "epoch": 3.67032967032967,
-      "rel-constrast": 2.377490520477295,
+      "rel-constrast": 2.3315343856811523,
       "step": 4676,
-      "subrel-constrast": 3.3918721675872803,
+      "subrel-constrast": 3.5039384365081787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5969178676605225,
-      "cov-distil (oracle2student)": 3.180328369140625,
-      "cov-distil (oracle2teacher)": 3.685380220413208,
+      "cov-distil": 2.2584197521209717,
+      "cov-distil (oracle2student)": 3.6538891792297363,
+      "cov-distil (oracle2teacher)": 3.767054796218872,
       "epoch": 3.671114599686028,
-      "rel-constrast": 2.634748935699463,
+      "rel-constrast": 3.1724867820739746,
       "step": 4677,
-      "subrel-constrast": 3.292545795440674,
+      "subrel-constrast": 3.109116554260254,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2807819843292236,
-      "cov-distil (oracle2student)": 4.883050918579102,
-      "cov-distil (oracle2teacher)": 4.402924537658691,
+      "cov-distil": 1.4699225425720215,
+      "cov-distil (oracle2student)": 5.4629974365234375,
+      "cov-distil (oracle2teacher)": 5.079361915588379,
       "epoch": 3.671899529042386,
-      "rel-constrast": 2.638240337371826,
+      "rel-constrast": 2.8213353157043457,
       "step": 4678,
-      "subrel-constrast": 3.231520175933838,
+      "subrel-constrast": 3.0353105068206787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0073145627975464,
-      "cov-distil (oracle2student)": 5.373940467834473,
-      "cov-distil (oracle2teacher)": 5.101300239562988,
+      "cov-distil": 1.6023547649383545,
+      "cov-distil (oracle2student)": 5.9111433029174805,
+      "cov-distil (oracle2teacher)": 5.8530731201171875,
       "epoch": 3.672684458398744,
-      "rel-constrast": 2.4903697967529297,
+      "rel-constrast": 2.6642587184906006,
       "step": 4679,
-      "subrel-constrast": 2.981391191482544,
+      "subrel-constrast": 2.779693841934204,
       "view-similarity": 0
     },
     {
       "epoch": 3.673469387755102,
-      "grad_norm": 5.4375,
+      "grad_norm": 6.28125,
       "learning_rate": 3.206690758457934e-05,
-      "loss": 0.6223,
+      "loss": 0.6513,
       "step": 4680
     },
     {
-      "cov-distil": 1.3608207702636719,
-      "cov-distil (oracle2student)": 4.96857213973999,
-      "cov-distil (oracle2teacher)": 4.294364929199219,
+      "cov-distil": 1.754906177520752,
+      "cov-distil (oracle2student)": 5.091248512268066,
+      "cov-distil (oracle2teacher)": 4.692955017089844,
       "epoch": 3.673469387755102,
-      "rel-constrast": 1.8831443786621094,
+      "rel-constrast": 2.2148914337158203,
       "step": 4680,
-      "subrel-constrast": 2.5565130710601807,
+      "subrel-constrast": 2.39391827583313,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3024214506149292,
-      "cov-distil (oracle2student)": 4.151584148406982,
-      "cov-distil (oracle2teacher)": 3.8312463760375977,
+      "cov-distil": 1.9250783920288086,
+      "cov-distil (oracle2student)": 4.178857803344727,
+      "cov-distil (oracle2teacher)": 3.9442715644836426,
       "epoch": 3.67425431711146,
-      "rel-constrast": 2.774773597717285,
+      "rel-constrast": 2.7952890396118164,
       "step": 4681,
-      "subrel-constrast": 3.397874355316162,
+      "subrel-constrast": 3.87947416305542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5367100238800049,
-      "cov-distil (oracle2student)": 3.823756217956543,
-      "cov-distil (oracle2teacher)": 3.6835782527923584,
+      "cov-distil": 1.6015223264694214,
+      "cov-distil (oracle2student)": 3.858616352081299,
+      "cov-distil (oracle2teacher)": 3.837583541870117,
       "epoch": 3.6750392464678177,
-      "rel-constrast": 2.157843828201294,
+      "rel-constrast": 2.3156278133392334,
       "step": 4682,
-      "subrel-constrast": 3.284756660461426,
+      "subrel-constrast": 3.236236095428467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6826775074005127,
-      "cov-distil (oracle2student)": 7.4877119064331055,
-      "cov-distil (oracle2teacher)": 6.5973405838012695,
+      "cov-distil": 1.7249150276184082,
+      "cov-distil (oracle2student)": 7.111381530761719,
+      "cov-distil (oracle2teacher)": 7.201855659484863,
       "epoch": 3.675824175824176,
-      "rel-constrast": 4.546653747558594,
+      "rel-constrast": 4.5583109855651855,
       "step": 4683,
-      "subrel-constrast": 5.149547576904297,
+      "subrel-constrast": 5.140468120574951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2945855855941772,
-      "cov-distil (oracle2student)": 4.46612024307251,
-      "cov-distil (oracle2teacher)": 4.0418477058410645,
+      "cov-distil": 1.3339060544967651,
+      "cov-distil (oracle2student)": 4.384242057800293,
+      "cov-distil (oracle2teacher)": 4.343796730041504,
       "epoch": 3.6766091051805336,
-      "rel-constrast": 2.744037628173828,
+      "rel-constrast": 3.08980131149292,
       "step": 4684,
-      "subrel-constrast": 3.5768468379974365,
+      "subrel-constrast": 3.235159158706665,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9494483470916748,
-      "cov-distil (oracle2student)": 3.581381320953369,
-      "cov-distil (oracle2teacher)": 3.666105270385742,
+      "cov-distil": 2.4703335762023926,
+      "cov-distil (oracle2student)": 3.753025531768799,
+      "cov-distil (oracle2teacher)": 3.8653595447540283,
       "epoch": 3.6773940345368916,
-      "rel-constrast": 1.5882478952407837,
+      "rel-constrast": 1.8879103660583496,
       "step": 4685,
-      "subrel-constrast": 2.6735336780548096,
+      "subrel-constrast": 2.672498941421509,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4263372421264648,
-      "cov-distil (oracle2student)": 5.049653053283691,
-      "cov-distil (oracle2teacher)": 5.010658264160156,
+      "cov-distil": 1.809112548828125,
+      "cov-distil (oracle2student)": 5.363442897796631,
+      "cov-distil (oracle2teacher)": 5.618585586547852,
       "epoch": 3.6781789638932496,
-      "rel-constrast": 2.478640079498291,
+      "rel-constrast": 2.562861442565918,
       "step": 4686,
-      "subrel-constrast": 3.677253007888794,
+      "subrel-constrast": 3.554804801940918,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6919751167297363,
-      "cov-distil (oracle2student)": 5.104879379272461,
-      "cov-distil (oracle2teacher)": 4.563188552856445,
+      "cov-distil": 2.8151535987854004,
+      "cov-distil (oracle2student)": 4.788312911987305,
+      "cov-distil (oracle2teacher)": 4.831550598144531,
       "epoch": 3.6789638932496076,
-      "rel-constrast": 2.498053550720215,
+      "rel-constrast": 2.907966375350952,
       "step": 4687,
-      "subrel-constrast": 3.225602865219116,
+      "subrel-constrast": 3.2861838340759277,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2191376686096191,
-      "cov-distil (oracle2student)": 2.8994038105010986,
-      "cov-distil (oracle2teacher)": 3.038571357727051,
+      "cov-distil": 1.6014862060546875,
+      "cov-distil (oracle2student)": 2.662506580352783,
+      "cov-distil (oracle2teacher)": 2.9178733825683594,
       "epoch": 3.6797488226059656,
-      "rel-constrast": 1.512699842453003,
+      "rel-constrast": 1.4992094039916992,
       "step": 4688,
-      "subrel-constrast": 2.2580931186676025,
+      "subrel-constrast": 2.1512644290924072,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.182811975479126,
-      "cov-distil (oracle2student)": 6.3876190185546875,
-      "cov-distil (oracle2teacher)": 6.181198596954346,
+      "cov-distil": 2.700784683227539,
+      "cov-distil (oracle2student)": 6.414272785186768,
+      "cov-distil (oracle2teacher)": 6.34902286529541,
       "epoch": 3.680533751962323,
-      "rel-constrast": 3.3336985111236572,
+      "rel-constrast": 3.502443790435791,
       "step": 4689,
-      "subrel-constrast": 4.42411994934082,
+      "subrel-constrast": 4.495274543762207,
       "view-similarity": 0
     },
     {
       "epoch": 3.6813186813186816,
-      "grad_norm": 5.375,
+      "grad_norm": 6.75,
       "learning_rate": 3.198315736918339e-05,
-      "loss": 0.6771,
+      "loss": 0.6834,
       "step": 4690
     },
     {
-      "cov-distil": 1.4405815601348877,
-      "cov-distil (oracle2student)": 6.3020172119140625,
-      "cov-distil (oracle2teacher)": 5.512077331542969,
+      "cov-distil": 2.022477149963379,
+      "cov-distil (oracle2student)": 6.220787525177002,
+      "cov-distil (oracle2teacher)": 6.2613043785095215,
       "epoch": 3.6813186813186816,
-      "rel-constrast": 2.5789427757263184,
+      "rel-constrast": 2.970857620239258,
       "step": 4690,
-      "subrel-constrast": 3.058026075363159,
+      "subrel-constrast": 3.2087743282318115,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0932385921478271,
-      "cov-distil (oracle2student)": 6.319779396057129,
-      "cov-distil (oracle2teacher)": 5.520084381103516,
+      "cov-distil": 1.6004425287246704,
+      "cov-distil (oracle2student)": 6.357976913452148,
+      "cov-distil (oracle2teacher)": 5.725560188293457,
       "epoch": 3.682103610675039,
-      "rel-constrast": 1.732574224472046,
+      "rel-constrast": 1.7432080507278442,
       "step": 4691,
-      "subrel-constrast": 2.4028615951538086,
+      "subrel-constrast": 2.2444968223571777,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0604380369186401,
-      "cov-distil (oracle2student)": 3.74635910987854,
-      "cov-distil (oracle2teacher)": 3.3433961868286133,
+      "cov-distil": 1.1995673179626465,
+      "cov-distil (oracle2student)": 3.840697765350342,
+      "cov-distil (oracle2teacher)": 3.5116207599639893,
       "epoch": 3.682888540031397,
-      "rel-constrast": 3.043037176132202,
+      "rel-constrast": 2.6023738384246826,
       "step": 4692,
-      "subrel-constrast": 3.0916943550109863,
+      "subrel-constrast": 3.2576584815979004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6920210123062134,
-      "cov-distil (oracle2student)": 4.465100288391113,
-      "cov-distil (oracle2teacher)": 4.258252143859863,
+      "cov-distil": 2.2017931938171387,
+      "cov-distil (oracle2student)": 4.993334770202637,
+      "cov-distil (oracle2teacher)": 4.864601135253906,
       "epoch": 3.683673469387755,
-      "rel-constrast": 2.3734447956085205,
+      "rel-constrast": 2.6124348640441895,
       "step": 4693,
-      "subrel-constrast": 2.8464620113372803,
+      "subrel-constrast": 3.1134538650512695,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.574451208114624,
-      "cov-distil (oracle2student)": 4.330008506774902,
-      "cov-distil (oracle2teacher)": 3.9468307495117188,
+      "cov-distil": 1.7642300128936768,
+      "cov-distil (oracle2student)": 4.396549224853516,
+      "cov-distil (oracle2teacher)": 4.454501152038574,
       "epoch": 3.684458398744113,
-      "rel-constrast": 3.056936502456665,
+      "rel-constrast": 3.211784839630127,
       "step": 4694,
-      "subrel-constrast": 3.6375133991241455,
+      "subrel-constrast": 3.7376813888549805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6020357608795166,
-      "cov-distil (oracle2student)": 5.442950248718262,
-      "cov-distil (oracle2teacher)": 4.706850051879883,
+      "cov-distil": 1.9164776802062988,
+      "cov-distil (oracle2student)": 6.497198581695557,
+      "cov-distil (oracle2teacher)": 5.507820129394531,
       "epoch": 3.685243328100471,
-      "rel-constrast": 3.0883164405822754,
+      "rel-constrast": 3.871356964111328,
       "step": 4695,
-      "subrel-constrast": 3.5823965072631836,
+      "subrel-constrast": 3.4814891815185547,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.125645637512207,
-      "cov-distil (oracle2student)": 5.303542613983154,
-      "cov-distil (oracle2teacher)": 4.481945514678955,
+      "cov-distil": 3.090689182281494,
+      "cov-distil (oracle2student)": 5.593489646911621,
+      "cov-distil (oracle2teacher)": 4.567992687225342,
       "epoch": 3.686028257456829,
-      "rel-constrast": 2.3849902153015137,
+      "rel-constrast": 2.998427629470825,
       "step": 4696,
-      "subrel-constrast": 2.749807357788086,
+      "subrel-constrast": 3.2944440841674805,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6529946327209473,
-      "cov-distil (oracle2student)": 3.846200704574585,
-      "cov-distil (oracle2teacher)": 3.947038173675537,
+      "cov-distil": 1.895812749862671,
+      "cov-distil (oracle2student)": 3.7410659790039062,
+      "cov-distil (oracle2teacher)": 4.249446392059326,
       "epoch": 3.686813186813187,
-      "rel-constrast": 2.432811737060547,
+      "rel-constrast": 2.573833465576172,
       "step": 4697,
-      "subrel-constrast": 3.1464176177978516,
+      "subrel-constrast": 3.488379955291748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5460879802703857,
-      "cov-distil (oracle2student)": 4.644678592681885,
-      "cov-distil (oracle2teacher)": 3.843073844909668,
+      "cov-distil": 1.6688728332519531,
+      "cov-distil (oracle2student)": 4.802355766296387,
+      "cov-distil (oracle2teacher)": 4.148542404174805,
       "epoch": 3.6875981161695446,
-      "rel-constrast": 2.5575239658355713,
+      "rel-constrast": 2.682835102081299,
       "step": 4698,
-      "subrel-constrast": 3.0335404872894287,
+      "subrel-constrast": 2.8250651359558105,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5398609638214111,
-      "cov-distil (oracle2student)": 3.8433327674865723,
-      "cov-distil (oracle2teacher)": 3.6565089225769043,
+      "cov-distil": 2.212675094604492,
+      "cov-distil (oracle2student)": 4.085996627807617,
+      "cov-distil (oracle2teacher)": 3.926288604736328,
       "epoch": 3.6883830455259026,
-      "rel-constrast": 2.3259525299072266,
+      "rel-constrast": 2.4841713905334473,
       "step": 4699,
-      "subrel-constrast": 3.3222339153289795,
+      "subrel-constrast": 3.2873494625091553,
       "view-similarity": 0
     },
     {
       "epoch": 3.6891679748822606,
-      "grad_norm": 5.0,
+      "grad_norm": 5.46875,
       "learning_rate": 3.189932206621865e-05,
-      "loss": 0.6777,
+      "loss": 0.6938,
       "step": 4700
     },
     {
       "epoch": 3.6891679748822606,
-      "overlap": 0.3421874940395355,
+      "overlap": 0.27812501788139343,
       "step": 4700
     },
     {
       "epoch": 3.6891679748822606,
       "step": 4700,
-      "student margin": 0.0799560546875
+      "student margin": 0.07244873046875
     },
     {
       "epoch": 3.6891679748822606,
       "step": 4700,
-      "teacher margin": 0.063018798828125
+      "teacher margin": 0.070892333984375
     },
     {
       "epoch": 3.6891679748822606,
-      "margin difference": -0.016937255859375,
+      "margin difference": -0.001556396484375,
       "step": 4700
     },
     {
-      "cov-distil": 1.2146707773208618,
-      "cov-distil (oracle2student)": 3.0494472980499268,
-      "cov-distil (oracle2teacher)": 2.716818332672119,
+      "cov-distil": 1.5764830112457275,
+      "cov-distil (oracle2student)": 3.8165457248687744,
+      "cov-distil (oracle2teacher)": 2.754619598388672,
       "epoch": 3.6891679748822606,
-      "rel-constrast": 1.956984281539917,
+      "rel-constrast": 2.4255099296569824,
       "step": 4700,
-      "subrel-constrast": 2.1954078674316406,
+      "subrel-constrast": 2.1893763542175293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.413183331489563,
-      "cov-distil (oracle2student)": 2.5839734077453613,
-      "cov-distil (oracle2teacher)": 2.8763270378112793,
+      "cov-distil": 1.7473104000091553,
+      "cov-distil (oracle2student)": 2.924325466156006,
+      "cov-distil (oracle2teacher)": 2.9654903411865234,
       "epoch": 3.6899529042386185,
-      "rel-constrast": 3.074991226196289,
+      "rel-constrast": 2.8342294692993164,
       "step": 4701,
-      "subrel-constrast": 3.747469186782837,
+      "subrel-constrast": 3.939378261566162,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6143800020217896,
-      "cov-distil (oracle2student)": 4.689593315124512,
-      "cov-distil (oracle2teacher)": 4.575326919555664,
+      "cov-distil": 1.8097200393676758,
+      "cov-distil (oracle2student)": 4.745331764221191,
+      "cov-distil (oracle2teacher)": 4.709633827209473,
       "epoch": 3.6907378335949765,
-      "rel-constrast": 1.9797075986862183,
+      "rel-constrast": 1.6462364196777344,
       "step": 4702,
-      "subrel-constrast": 2.822521448135376,
+      "subrel-constrast": 2.716670513153076,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1089414358139038,
-      "cov-distil (oracle2student)": 4.26765251159668,
-      "cov-distil (oracle2teacher)": 3.5936145782470703,
+      "cov-distil": 1.1540415287017822,
+      "cov-distil (oracle2student)": 4.295804500579834,
+      "cov-distil (oracle2teacher)": 4.2329277992248535,
       "epoch": 3.6915227629513345,
-      "rel-constrast": 3.3543882369995117,
+      "rel-constrast": 3.9408297538757324,
       "step": 4703,
-      "subrel-constrast": 3.861161470413208,
+      "subrel-constrast": 3.7754437923431396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6209461688995361,
-      "cov-distil (oracle2student)": 4.8118367195129395,
-      "cov-distil (oracle2teacher)": 4.122106552124023,
+      "cov-distil": 2.2645626068115234,
+      "cov-distil (oracle2student)": 4.829065322875977,
+      "cov-distil (oracle2teacher)": 4.215004920959473,
       "epoch": 3.6923076923076925,
-      "rel-constrast": 3.8943872451782227,
+      "rel-constrast": 4.60654354095459,
       "step": 4704,
-      "subrel-constrast": 3.976961374282837,
+      "subrel-constrast": 4.141299724578857,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5000107288360596,
-      "cov-distil (oracle2student)": 3.455030679702759,
-      "cov-distil (oracle2teacher)": 3.7186105251312256,
+      "cov-distil": 2.007765769958496,
+      "cov-distil (oracle2student)": 4.272220134735107,
+      "cov-distil (oracle2teacher)": 3.99751353263855,
       "epoch": 3.69309262166405,
-      "rel-constrast": 2.335934638977051,
+      "rel-constrast": 3.264559268951416,
       "step": 4705,
-      "subrel-constrast": 3.3487250804901123,
+      "subrel-constrast": 3.5128626823425293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.014817476272583,
-      "cov-distil (oracle2student)": 4.232090950012207,
-      "cov-distil (oracle2teacher)": 3.980931282043457,
+      "cov-distil": 1.5294255018234253,
+      "cov-distil (oracle2student)": 4.824420928955078,
+      "cov-distil (oracle2teacher)": 4.3198347091674805,
       "epoch": 3.693877551020408,
-      "rel-constrast": 2.0360190868377686,
+      "rel-constrast": 2.522160053253174,
       "step": 4706,
-      "subrel-constrast": 2.4477784633636475,
+      "subrel-constrast": 2.7602078914642334,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9263901710510254,
-      "cov-distil (oracle2student)": 4.316971302032471,
-      "cov-distil (oracle2teacher)": 4.056823253631592,
+      "cov-distil": 2.8349573612213135,
+      "cov-distil (oracle2student)": 5.031269550323486,
+      "cov-distil (oracle2teacher)": 4.358823776245117,
       "epoch": 3.694662480376766,
-      "rel-constrast": 3.4757003784179688,
+      "rel-constrast": 4.053046226501465,
       "step": 4707,
-      "subrel-constrast": 4.130070209503174,
+      "subrel-constrast": 4.368049621582031,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0745339393615723,
-      "cov-distil (oracle2student)": 4.96195125579834,
-      "cov-distil (oracle2teacher)": 4.048552989959717,
+      "cov-distil": 2.5793657302856445,
+      "cov-distil (oracle2student)": 4.788952827453613,
+      "cov-distil (oracle2teacher)": 4.4393391609191895,
       "epoch": 3.695447409733124,
-      "rel-constrast": 1.678032636642456,
+      "rel-constrast": 1.9554953575134277,
       "step": 4708,
-      "subrel-constrast": 2.5306432247161865,
+      "subrel-constrast": 2.786170244216919,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4694344997406006,
-      "cov-distil (oracle2student)": 4.047213554382324,
-      "cov-distil (oracle2teacher)": 4.50892448425293,
+      "cov-distil": 1.734157681465149,
+      "cov-distil (oracle2student)": 4.521620750427246,
+      "cov-distil (oracle2teacher)": 4.559958457946777,
       "epoch": 3.696232339089482,
-      "rel-constrast": 2.484445095062256,
+      "rel-constrast": 2.8674380779266357,
       "step": 4709,
-      "subrel-constrast": 3.3239293098449707,
+      "subrel-constrast": 3.2054193019866943,
       "view-similarity": 0
     },
     {
       "epoch": 3.69701726844584,
-      "grad_norm": 5.25,
+      "grad_norm": 6.40625,
       "learning_rate": 3.181540269719182e-05,
-      "loss": 0.6942,
+      "loss": 0.7529,
       "step": 4710
     },
     {
-      "cov-distil": 1.1592342853546143,
-      "cov-distil (oracle2student)": 5.291791915893555,
-      "cov-distil (oracle2teacher)": 5.034418106079102,
+      "cov-distil": 1.5619471073150635,
+      "cov-distil (oracle2student)": 5.4712371826171875,
+      "cov-distil (oracle2teacher)": 5.434106826782227,
       "epoch": 3.69701726844584,
-      "rel-constrast": 2.675638198852539,
+      "rel-constrast": 3.1009469032287598,
       "step": 4710,
-      "subrel-constrast": 3.657402515411377,
+      "subrel-constrast": 4.059038162231445,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7182629108428955,
-      "cov-distil (oracle2student)": 5.999533653259277,
-      "cov-distil (oracle2teacher)": 5.3747382164001465,
+      "cov-distil": 2.3739027976989746,
+      "cov-distil (oracle2student)": 6.543025016784668,
+      "cov-distil (oracle2teacher)": 5.400869369506836,
       "epoch": 3.697802197802198,
-      "rel-constrast": 2.598635673522949,
+      "rel-constrast": 2.9218389987945557,
       "step": 4711,
-      "subrel-constrast": 3.7045679092407227,
+      "subrel-constrast": 3.621424436569214,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6517565250396729,
-      "cov-distil (oracle2student)": 3.842263698577881,
-      "cov-distil (oracle2teacher)": 4.295470237731934,
+      "cov-distil": 2.0892956256866455,
+      "cov-distil (oracle2student)": 4.424533843994141,
+      "cov-distil (oracle2teacher)": 4.252377510070801,
       "epoch": 3.6985871271585555,
-      "rel-constrast": 3.6054043769836426,
+      "rel-constrast": 3.9141626358032227,
       "step": 4712,
-      "subrel-constrast": 4.493724346160889,
+      "subrel-constrast": 3.9386284351348877,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6387193202972412,
-      "cov-distil (oracle2student)": 4.297555446624756,
-      "cov-distil (oracle2teacher)": 4.063063621520996,
+      "cov-distil": 1.784754991531372,
+      "cov-distil (oracle2student)": 4.961757659912109,
+      "cov-distil (oracle2teacher)": 4.540377616882324,
       "epoch": 3.6993720565149135,
-      "rel-constrast": 1.7968707084655762,
+      "rel-constrast": 2.232844829559326,
       "step": 4713,
-      "subrel-constrast": 2.620537519454956,
+      "subrel-constrast": 3.085141181945801,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3710641860961914,
-      "cov-distil (oracle2student)": 5.359877586364746,
-      "cov-distil (oracle2teacher)": 5.124078273773193,
+      "cov-distil": 2.0299861431121826,
+      "cov-distil (oracle2student)": 5.699995040893555,
+      "cov-distil (oracle2teacher)": 5.482649326324463,
       "epoch": 3.7001569858712715,
-      "rel-constrast": 2.5088021755218506,
+      "rel-constrast": 2.5521798133850098,
       "step": 4714,
-      "subrel-constrast": 3.319728374481201,
+      "subrel-constrast": 3.5079939365386963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8061622381210327,
-      "cov-distil (oracle2student)": 4.856024742126465,
-      "cov-distil (oracle2teacher)": 4.713683128356934,
+      "cov-distil": 2.3194563388824463,
+      "cov-distil (oracle2student)": 5.307553291320801,
+      "cov-distil (oracle2teacher)": 4.767749309539795,
       "epoch": 3.7009419152276295,
-      "rel-constrast": 3.117086410522461,
+      "rel-constrast": 3.501668930053711,
       "step": 4715,
-      "subrel-constrast": 4.114625930786133,
+      "subrel-constrast": 4.195774078369141,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1818301677703857,
-      "cov-distil (oracle2student)": 4.364933967590332,
-      "cov-distil (oracle2teacher)": 4.03502082824707,
+      "cov-distil": 1.7310149669647217,
+      "cov-distil (oracle2student)": 4.618223667144775,
+      "cov-distil (oracle2teacher)": 4.112636566162109,
       "epoch": 3.7017268445839875,
-      "rel-constrast": 3.0308432579040527,
+      "rel-constrast": 3.242899179458618,
       "step": 4716,
-      "subrel-constrast": 3.507110357284546,
+      "subrel-constrast": 4.049761772155762,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2679808139801025,
-      "cov-distil (oracle2student)": 3.266195297241211,
-      "cov-distil (oracle2teacher)": 3.3634984493255615,
+      "cov-distil": 1.6139639616012573,
+      "cov-distil (oracle2student)": 3.3983139991760254,
+      "cov-distil (oracle2teacher)": 3.650270938873291,
       "epoch": 3.7025117739403455,
-      "rel-constrast": 2.1176507472991943,
+      "rel-constrast": 2.3858413696289062,
       "step": 4717,
-      "subrel-constrast": 2.5278608798980713,
+      "subrel-constrast": 2.540849208831787,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9338452816009521,
-      "cov-distil (oracle2student)": 3.5735669136047363,
-      "cov-distil (oracle2teacher)": 3.858001232147217,
+      "cov-distil": 1.9437280893325806,
+      "cov-distil (oracle2student)": 3.92460298538208,
+      "cov-distil (oracle2teacher)": 3.9420228004455566,
       "epoch": 3.7032967032967035,
-      "rel-constrast": 2.418911933898926,
+      "rel-constrast": 2.9169743061065674,
       "step": 4718,
-      "subrel-constrast": 3.6455190181732178,
+      "subrel-constrast": 3.5182342529296875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3726612329483032,
-      "cov-distil (oracle2student)": 4.414483070373535,
-      "cov-distil (oracle2teacher)": 4.837926864624023,
+      "cov-distil": 1.6050511598587036,
+      "cov-distil (oracle2student)": 5.5160675048828125,
+      "cov-distil (oracle2teacher)": 5.307422637939453,
       "epoch": 3.704081632653061,
-      "rel-constrast": 2.1387760639190674,
+      "rel-constrast": 2.3652987480163574,
       "step": 4719,
-      "subrel-constrast": 3.1656813621520996,
+      "subrel-constrast": 3.0474767684936523,
       "view-similarity": 0
     },
     {
       "epoch": 3.704866562009419,
-      "grad_norm": 5.1875,
+      "grad_norm": 5.125,
       "learning_rate": 3.1731400284633935e-05,
-      "loss": 0.688,
+      "loss": 0.7284,
       "step": 4720
     },
     {
-      "cov-distil": 1.9105749130249023,
-      "cov-distil (oracle2student)": 5.086164474487305,
-      "cov-distil (oracle2teacher)": 5.01191520690918,
+      "cov-distil": 2.4088611602783203,
+      "cov-distil (oracle2student)": 4.998461723327637,
+      "cov-distil (oracle2teacher)": 5.407320976257324,
       "epoch": 3.704866562009419,
-      "rel-constrast": 1.6321203708648682,
+      "rel-constrast": 1.818043828010559,
       "step": 4720,
-      "subrel-constrast": 2.9598419666290283,
+      "subrel-constrast": 3.0569210052490234,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9226090908050537,
-      "cov-distil (oracle2student)": 4.048673629760742,
-      "cov-distil (oracle2teacher)": 3.5096092224121094,
+      "cov-distil": 1.3529741764068604,
+      "cov-distil (oracle2student)": 4.729106426239014,
+      "cov-distil (oracle2teacher)": 4.3002400398254395,
       "epoch": 3.705651491365777,
-      "rel-constrast": 2.058867931365967,
+      "rel-constrast": 2.4193367958068848,
       "step": 4721,
-      "subrel-constrast": 2.846302032470703,
+      "subrel-constrast": 2.633657693862915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.041151523590088,
-      "cov-distil (oracle2student)": 4.990572929382324,
-      "cov-distil (oracle2teacher)": 4.677698612213135,
+      "cov-distil": 1.2325618267059326,
+      "cov-distil (oracle2student)": 4.793882369995117,
+      "cov-distil (oracle2teacher)": 4.780012607574463,
       "epoch": 3.706436420722135,
-      "rel-constrast": 2.325935125350952,
+      "rel-constrast": 2.2374765872955322,
       "step": 4722,
-      "subrel-constrast": 3.0211024284362793,
+      "subrel-constrast": 2.682478666305542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.352486491203308,
-      "cov-distil (oracle2student)": 3.6500868797302246,
-      "cov-distil (oracle2teacher)": 3.332158088684082,
+      "cov-distil": 2.2114741802215576,
+      "cov-distil (oracle2student)": 3.4346864223480225,
+      "cov-distil (oracle2teacher)": 3.6390037536621094,
       "epoch": 3.707221350078493,
-      "rel-constrast": 1.9235681295394897,
+      "rel-constrast": 1.93812096118927,
       "step": 4723,
-      "subrel-constrast": 2.565042018890381,
+      "subrel-constrast": 2.8551831245422363,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1316089630126953,
-      "cov-distil (oracle2student)": 4.629542827606201,
-      "cov-distil (oracle2teacher)": 4.443668365478516,
+      "cov-distil": 1.9092100858688354,
+      "cov-distil (oracle2student)": 4.381855010986328,
+      "cov-distil (oracle2teacher)": 4.283791542053223,
       "epoch": 3.708006279434851,
-      "rel-constrast": 2.4544379711151123,
+      "rel-constrast": 2.3830392360687256,
       "step": 4724,
-      "subrel-constrast": 2.7825543880462646,
+      "subrel-constrast": 2.6589367389678955,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3313562870025635,
-      "cov-distil (oracle2student)": 3.721073865890503,
-      "cov-distil (oracle2teacher)": 3.751452922821045,
+      "cov-distil": 1.972693920135498,
+      "cov-distil (oracle2student)": 3.783757448196411,
+      "cov-distil (oracle2teacher)": 3.8815107345581055,
       "epoch": 3.708791208791209,
-      "rel-constrast": 2.5687811374664307,
+      "rel-constrast": 2.7770354747772217,
       "step": 4725,
-      "subrel-constrast": 3.293001890182495,
+      "subrel-constrast": 3.329232931137085,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6338996887207031,
-      "cov-distil (oracle2student)": 4.210070610046387,
-      "cov-distil (oracle2teacher)": 3.733297824859619,
+      "cov-distil": 1.6320908069610596,
+      "cov-distil (oracle2student)": 3.963712692260742,
+      "cov-distil (oracle2teacher)": 3.645176887512207,
       "epoch": 3.7095761381475665,
-      "rel-constrast": 3.1055080890655518,
+      "rel-constrast": 2.9398856163024902,
       "step": 4726,
-      "subrel-constrast": 3.3154690265655518,
+      "subrel-constrast": 2.982774019241333,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9471638202667236,
-      "cov-distil (oracle2student)": 3.79845929145813,
-      "cov-distil (oracle2teacher)": 3.775963306427002,
+      "cov-distil": 1.758941888809204,
+      "cov-distil (oracle2student)": 4.5002899169921875,
+      "cov-distil (oracle2teacher)": 4.203120231628418,
       "epoch": 3.710361067503925,
-      "rel-constrast": 2.3850646018981934,
+      "rel-constrast": 2.8535869121551514,
       "step": 4727,
-      "subrel-constrast": 3.160238027572632,
+      "subrel-constrast": 3.650066614151001,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.800628900527954,
-      "cov-distil (oracle2student)": 4.018599987030029,
-      "cov-distil (oracle2teacher)": 3.402019500732422,
+      "cov-distil": 2.1231911182403564,
+      "cov-distil (oracle2student)": 3.971651077270508,
+      "cov-distil (oracle2teacher)": 3.834411144256592,
       "epoch": 3.7111459968602825,
-      "rel-constrast": 2.238358736038208,
+      "rel-constrast": 2.778580904006958,
       "step": 4728,
-      "subrel-constrast": 3.499680995941162,
+      "subrel-constrast": 3.5046627521514893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.496218204498291,
-      "cov-distil (oracle2student)": 3.9339840412139893,
-      "cov-distil (oracle2teacher)": 3.42029070854187,
+      "cov-distil": 3.1023154258728027,
+      "cov-distil (oracle2student)": 4.367607116699219,
+      "cov-distil (oracle2teacher)": 4.100807189941406,
       "epoch": 3.7119309262166404,
-      "rel-constrast": 2.6002845764160156,
+      "rel-constrast": 3.3543829917907715,
       "step": 4729,
-      "subrel-constrast": 3.603426456451416,
+      "subrel-constrast": 3.710022449493408,
       "view-similarity": 0
     },
     {
       "epoch": 3.7127158555729984,
-      "grad_norm": 5.28125,
+      "grad_norm": 8.0625,
       "learning_rate": 3.164731585208789e-05,
-      "loss": 0.6212,
+      "loss": 0.6375,
       "step": 4730
     },
     {
-      "cov-distil": 1.4869356155395508,
-      "cov-distil (oracle2student)": 3.806623935699463,
-      "cov-distil (oracle2teacher)": 4.057969093322754,
+      "cov-distil": 2.2122397422790527,
+      "cov-distil (oracle2student)": 4.480313301086426,
+      "cov-distil (oracle2teacher)": 4.570167064666748,
       "epoch": 3.7127158555729984,
-      "rel-constrast": 1.8930444717407227,
+      "rel-constrast": 1.9938316345214844,
       "step": 4730,
-      "subrel-constrast": 3.0126192569732666,
+      "subrel-constrast": 3.147866725921631,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9088137745857239,
-      "cov-distil (oracle2student)": 3.893298625946045,
-      "cov-distil (oracle2teacher)": 3.420323610305786,
+      "cov-distil": 1.5718294382095337,
+      "cov-distil (oracle2student)": 4.0309739112854,
+      "cov-distil (oracle2teacher)": 3.844160556793213,
       "epoch": 3.7135007849293564,
-      "rel-constrast": 2.0598998069763184,
+      "rel-constrast": 2.683243751525879,
       "step": 4731,
-      "subrel-constrast": 2.498497486114502,
+      "subrel-constrast": 2.509506940841675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.154963493347168,
-      "cov-distil (oracle2student)": 5.214200019836426,
-      "cov-distil (oracle2teacher)": 4.5062408447265625,
+      "cov-distil": 1.4728889465332031,
+      "cov-distil (oracle2student)": 5.6219482421875,
+      "cov-distil (oracle2teacher)": 4.978997230529785,
       "epoch": 3.7142857142857144,
-      "rel-constrast": 1.450830340385437,
+      "rel-constrast": 1.6453537940979004,
       "step": 4732,
-      "subrel-constrast": 2.3914473056793213,
+      "subrel-constrast": 2.5526609420776367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5609699487686157,
-      "cov-distil (oracle2student)": 3.614476203918457,
-      "cov-distil (oracle2teacher)": 3.3291261196136475,
+      "cov-distil": 1.8758931159973145,
+      "cov-distil (oracle2student)": 3.274003505706787,
+      "cov-distil (oracle2teacher)": 3.105783462524414,
       "epoch": 3.715070643642072,
-      "rel-constrast": 1.9522098302841187,
+      "rel-constrast": 2.3953857421875,
       "step": 4733,
-      "subrel-constrast": 2.9801981449127197,
+      "subrel-constrast": 2.8584442138671875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9298288822174072,
-      "cov-distil (oracle2student)": 4.72526216506958,
-      "cov-distil (oracle2teacher)": 4.644644260406494,
+      "cov-distil": 1.6706390380859375,
+      "cov-distil (oracle2student)": 5.480412483215332,
+      "cov-distil (oracle2teacher)": 4.869006156921387,
       "epoch": 3.7158555729984304,
-      "rel-constrast": 2.46950101852417,
+      "rel-constrast": 2.519913673400879,
       "step": 4734,
-      "subrel-constrast": 3.0377347469329834,
+      "subrel-constrast": 3.0155045986175537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.103416919708252,
-      "cov-distil (oracle2student)": 4.2398176193237305,
-      "cov-distil (oracle2teacher)": 3.936605930328369,
+      "cov-distil": 2.552119731903076,
+      "cov-distil (oracle2student)": 4.431598663330078,
+      "cov-distil (oracle2teacher)": 4.016656875610352,
       "epoch": 3.716640502354788,
-      "rel-constrast": 3.204336166381836,
+      "rel-constrast": 3.379940986633301,
       "step": 4735,
-      "subrel-constrast": 4.062651634216309,
+      "subrel-constrast": 3.7451331615448,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.330368995666504,
-      "cov-distil (oracle2student)": 4.973365783691406,
-      "cov-distil (oracle2teacher)": 4.922674655914307,
+      "cov-distil": 1.5995969772338867,
+      "cov-distil (oracle2student)": 4.925434589385986,
+      "cov-distil (oracle2teacher)": 5.061164855957031,
       "epoch": 3.717425431711146,
-      "rel-constrast": 3.3574118614196777,
+      "rel-constrast": 2.9810938835144043,
       "step": 4736,
-      "subrel-constrast": 4.115698337554932,
+      "subrel-constrast": 3.86483097076416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9610174894332886,
-      "cov-distil (oracle2student)": 5.329996109008789,
-      "cov-distil (oracle2teacher)": 4.727849960327148,
+      "cov-distil": 1.2746355533599854,
+      "cov-distil (oracle2student)": 5.617880821228027,
+      "cov-distil (oracle2teacher)": 5.402187347412109,
       "epoch": 3.718210361067504,
-      "rel-constrast": 2.988130569458008,
+      "rel-constrast": 2.8520994186401367,
       "step": 4737,
-      "subrel-constrast": 3.65240216255188,
+      "subrel-constrast": 3.6539862155914307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3646597862243652,
-      "cov-distil (oracle2student)": 5.7140960693359375,
-      "cov-distil (oracle2teacher)": 4.814448356628418,
+      "cov-distil": 1.5624780654907227,
+      "cov-distil (oracle2student)": 5.57800817489624,
+      "cov-distil (oracle2teacher)": 5.203403472900391,
       "epoch": 3.718995290423862,
-      "rel-constrast": 3.029632091522217,
+      "rel-constrast": 3.201681613922119,
       "step": 4738,
-      "subrel-constrast": 3.5188586711883545,
+      "subrel-constrast": 3.4615349769592285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.368728518486023,
-      "cov-distil (oracle2student)": 3.3436179161071777,
-      "cov-distil (oracle2teacher)": 3.696784019470215,
+      "cov-distil": 1.5112605094909668,
+      "cov-distil (oracle2student)": 3.30210018157959,
+      "cov-distil (oracle2teacher)": 3.4296820163726807,
       "epoch": 3.71978021978022,
-      "rel-constrast": 3.1149773597717285,
+      "rel-constrast": 3.3952107429504395,
       "step": 4739,
-      "subrel-constrast": 3.9071805477142334,
+      "subrel-constrast": 3.535773277282715,
       "view-similarity": 0
     },
     {
       "epoch": 3.7205651491365774,
-      "grad_norm": 6.09375,
+      "grad_norm": 6.78125,
       "learning_rate": 3.1563150424095945e-05,
-      "loss": 0.6734,
+      "loss": 0.6762,
       "step": 4740
     },
     {
-      "cov-distil": 1.1228508949279785,
-      "cov-distil (oracle2student)": 3.2894127368927,
-      "cov-distil (oracle2teacher)": 3.2002949714660645,
+      "cov-distil": 1.5065064430236816,
+      "cov-distil (oracle2student)": 3.795395851135254,
+      "cov-distil (oracle2teacher)": 3.7959842681884766,
       "epoch": 3.7205651491365774,
-      "rel-constrast": 2.49979567527771,
+      "rel-constrast": 2.601616382598877,
       "step": 4740,
-      "subrel-constrast": 3.4796853065490723,
+      "subrel-constrast": 3.6565394401550293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3723466396331787,
-      "cov-distil (oracle2student)": 3.620380163192749,
-      "cov-distil (oracle2teacher)": 3.5827596187591553,
+      "cov-distil": 1.367530345916748,
+      "cov-distil (oracle2student)": 4.071282863616943,
+      "cov-distil (oracle2teacher)": 4.072376728057861,
       "epoch": 3.721350078492936,
-      "rel-constrast": 2.001014471054077,
+      "rel-constrast": 2.2929866313934326,
       "step": 4741,
-      "subrel-constrast": 2.713764190673828,
+      "subrel-constrast": 2.8218436241149902,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6252185106277466,
-      "cov-distil (oracle2student)": 5.584054946899414,
-      "cov-distil (oracle2teacher)": 5.062246799468994,
+      "cov-distil": 2.0891995429992676,
+      "cov-distil (oracle2student)": 4.471121788024902,
+      "cov-distil (oracle2teacher)": 5.212581634521484,
       "epoch": 3.7221350078492934,
-      "rel-constrast": 2.6642913818359375,
+      "rel-constrast": 2.4393696784973145,
       "step": 4742,
-      "subrel-constrast": 3.256253480911255,
+      "subrel-constrast": 3.0871403217315674,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.26420259475708,
-      "cov-distil (oracle2student)": 3.985471725463867,
-      "cov-distil (oracle2teacher)": 3.7655773162841797,
+      "cov-distil": 1.8950434923171997,
+      "cov-distil (oracle2student)": 3.91990327835083,
+      "cov-distil (oracle2teacher)": 4.313844680786133,
       "epoch": 3.7229199372056514,
-      "rel-constrast": 2.504812240600586,
+      "rel-constrast": 2.5507445335388184,
       "step": 4743,
-      "subrel-constrast": 3.170473098754883,
+      "subrel-constrast": 3.2972280979156494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.195960521697998,
-      "cov-distil (oracle2student)": 5.836374282836914,
-      "cov-distil (oracle2teacher)": 5.232735633850098,
+      "cov-distil": 1.620840311050415,
+      "cov-distil (oracle2student)": 6.393758773803711,
+      "cov-distil (oracle2teacher)": 5.672565460205078,
       "epoch": 3.7237048665620094,
-      "rel-constrast": 3.0868945121765137,
+      "rel-constrast": 3.16890811920166,
       "step": 4744,
-      "subrel-constrast": 3.5993285179138184,
+      "subrel-constrast": 3.7744548320770264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3675627708435059,
-      "cov-distil (oracle2student)": 4.386765480041504,
-      "cov-distil (oracle2teacher)": 4.033997535705566,
+      "cov-distil": 1.8899648189544678,
+      "cov-distil (oracle2student)": 4.311915874481201,
+      "cov-distil (oracle2teacher)": 4.166278839111328,
       "epoch": 3.7244897959183674,
-      "rel-constrast": 2.454354763031006,
+      "rel-constrast": 2.415679454803467,
       "step": 4745,
-      "subrel-constrast": 3.0287487506866455,
+      "subrel-constrast": 3.182382345199585,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4690724611282349,
-      "cov-distil (oracle2student)": 4.696813583374023,
-      "cov-distil (oracle2teacher)": 4.883782863616943,
+      "cov-distil": 1.6859475374221802,
+      "cov-distil (oracle2student)": 4.957807540893555,
+      "cov-distil (oracle2teacher)": 4.778297424316406,
       "epoch": 3.7252747252747254,
-      "rel-constrast": 3.7472188472747803,
+      "rel-constrast": 3.9028608798980713,
       "step": 4746,
-      "subrel-constrast": 4.2613067626953125,
+      "subrel-constrast": 4.206547260284424,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0116515159606934,
-      "cov-distil (oracle2student)": 4.4920973777771,
-      "cov-distil (oracle2teacher)": 4.23940372467041,
+      "cov-distil": 1.6576968431472778,
+      "cov-distil (oracle2student)": 4.119078636169434,
+      "cov-distil (oracle2teacher)": 4.576904773712158,
       "epoch": 3.7260596546310834,
-      "rel-constrast": 2.213247299194336,
+      "rel-constrast": 2.5217068195343018,
       "step": 4747,
-      "subrel-constrast": 3.150735378265381,
+      "subrel-constrast": 3.063307285308838,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5785715579986572,
-      "cov-distil (oracle2student)": 5.264421463012695,
-      "cov-distil (oracle2teacher)": 4.5428571701049805,
+      "cov-distil": 2.0083701610565186,
+      "cov-distil (oracle2student)": 5.625164985656738,
+      "cov-distil (oracle2teacher)": 5.068389892578125,
       "epoch": 3.7268445839874413,
-      "rel-constrast": 3.4786183834075928,
+      "rel-constrast": 3.779503345489502,
       "step": 4748,
-      "subrel-constrast": 3.382089853286743,
+      "subrel-constrast": 3.6824989318847656,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.770150065422058,
-      "cov-distil (oracle2student)": 5.990679740905762,
-      "cov-distil (oracle2teacher)": 5.653430461883545,
+      "cov-distil": 1.8895080089569092,
+      "cov-distil (oracle2student)": 6.670392990112305,
+      "cov-distil (oracle2teacher)": 6.3037109375,
       "epoch": 3.727629513343799,
-      "rel-constrast": 2.6153154373168945,
+      "rel-constrast": 3.250800132751465,
       "step": 4749,
-      "subrel-constrast": 3.4785306453704834,
+      "subrel-constrast": 3.3692333698272705,
       "view-similarity": 0
     },
     {
       "epoch": 3.728414442700157,
-      "grad_norm": 5.875,
+      "grad_norm": 6.625,
       "learning_rate": 3.1478905026187285e-05,
-      "loss": 0.7161,
+      "loss": 0.7231,
       "step": 4750
     },
     {
-      "cov-distil": 1.3686015605926514,
-      "cov-distil (oracle2student)": 5.654122829437256,
-      "cov-distil (oracle2teacher)": 4.952524662017822,
+      "cov-distil": 2.0501155853271484,
+      "cov-distil (oracle2student)": 6.153998374938965,
+      "cov-distil (oracle2teacher)": 5.081286907196045,
       "epoch": 3.728414442700157,
-      "rel-constrast": 2.080810070037842,
+      "rel-constrast": 2.433706760406494,
       "step": 4750,
-      "subrel-constrast": 2.8711178302764893,
+      "subrel-constrast": 2.822955846786499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3460783958435059,
-      "cov-distil (oracle2student)": 4.709158897399902,
-      "cov-distil (oracle2teacher)": 4.25270414352417,
+      "cov-distil": 1.8608912229537964,
+      "cov-distil (oracle2student)": 5.285099029541016,
+      "cov-distil (oracle2teacher)": 5.005609512329102,
       "epoch": 3.729199372056515,
-      "rel-constrast": 2.93666410446167,
+      "rel-constrast": 3.4627835750579834,
       "step": 4751,
-      "subrel-constrast": 3.5135786533355713,
+      "subrel-constrast": 3.4997005462646484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5919723510742188,
-      "cov-distil (oracle2student)": 3.8077824115753174,
-      "cov-distil (oracle2teacher)": 4.019822597503662,
+      "cov-distil": 1.579970121383667,
+      "cov-distil (oracle2student)": 4.003176212310791,
+      "cov-distil (oracle2teacher)": 4.159536361694336,
       "epoch": 3.729984301412873,
-      "rel-constrast": 2.2445919513702393,
+      "rel-constrast": 2.655066967010498,
       "step": 4752,
-      "subrel-constrast": 3.3702523708343506,
+      "subrel-constrast": 3.2569997310638428,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6415553092956543,
-      "cov-distil (oracle2student)": 5.1837568283081055,
-      "cov-distil (oracle2teacher)": 4.824154853820801,
+      "cov-distil": 2.465475559234619,
+      "cov-distil (oracle2student)": 5.543410778045654,
+      "cov-distil (oracle2teacher)": 4.981819152832031,
       "epoch": 3.730769230769231,
-      "rel-constrast": 2.572166681289673,
+      "rel-constrast": 2.9754796028137207,
       "step": 4753,
-      "subrel-constrast": 3.0828187465667725,
+      "subrel-constrast": 3.531609535217285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7228467464447021,
-      "cov-distil (oracle2student)": 4.363373756408691,
-      "cov-distil (oracle2teacher)": 4.085820198059082,
+      "cov-distil": 1.9418402910232544,
+      "cov-distil (oracle2student)": 4.689770698547363,
+      "cov-distil (oracle2teacher)": 4.390928268432617,
       "epoch": 3.731554160125589,
-      "rel-constrast": 2.5951898097991943,
+      "rel-constrast": 2.4831457138061523,
       "step": 4754,
-      "subrel-constrast": 3.167593240737915,
+      "subrel-constrast": 3.194934606552124,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6138460636138916,
-      "cov-distil (oracle2student)": 4.400800704956055,
-      "cov-distil (oracle2teacher)": 3.9396352767944336,
+      "cov-distil": 1.865187644958496,
+      "cov-distil (oracle2student)": 3.7275519371032715,
+      "cov-distil (oracle2teacher)": 4.3724212646484375,
       "epoch": 3.732339089481947,
-      "rel-constrast": 2.5354092121124268,
+      "rel-constrast": 3.2585275173187256,
       "step": 4755,
-      "subrel-constrast": 3.1426265239715576,
+      "subrel-constrast": 3.463615894317627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2971653938293457,
-      "cov-distil (oracle2student)": 4.137381553649902,
-      "cov-distil (oracle2teacher)": 4.171010971069336,
+      "cov-distil": 1.8800947666168213,
+      "cov-distil (oracle2student)": 4.584343910217285,
+      "cov-distil (oracle2teacher)": 4.082141399383545,
       "epoch": 3.7331240188383044,
-      "rel-constrast": 2.5211939811706543,
+      "rel-constrast": 2.420567035675049,
       "step": 4756,
-      "subrel-constrast": 3.058884382247925,
+      "subrel-constrast": 2.986661911010742,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5618451833724976,
-      "cov-distil (oracle2student)": 1.874346137046814,
-      "cov-distil (oracle2teacher)": 2.4362616539001465,
+      "cov-distil": 1.9864810705184937,
+      "cov-distil (oracle2student)": 1.8412526845932007,
+      "cov-distil (oracle2teacher)": 2.4537699222564697,
       "epoch": 3.7339089481946623,
-      "rel-constrast": 2.2594470977783203,
+      "rel-constrast": 2.489778518676758,
       "step": 4757,
-      "subrel-constrast": 2.901275157928467,
+      "subrel-constrast": 2.9040019512176514,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3074533939361572,
-      "cov-distil (oracle2student)": 3.931414842605591,
-      "cov-distil (oracle2teacher)": 3.9591314792633057,
+      "cov-distil": 1.5794659852981567,
+      "cov-distil (oracle2student)": 4.345261573791504,
+      "cov-distil (oracle2teacher)": 4.182828426361084,
       "epoch": 3.7346938775510203,
-      "rel-constrast": 2.217349052429199,
+      "rel-constrast": 2.632570266723633,
       "step": 4758,
-      "subrel-constrast": 3.3889100551605225,
+      "subrel-constrast": 3.335084915161133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.476631999015808,
-      "cov-distil (oracle2student)": 6.0509538650512695,
-      "cov-distil (oracle2teacher)": 5.276878833770752,
+      "cov-distil": 1.9050272703170776,
+      "cov-distil (oracle2student)": 6.440234184265137,
+      "cov-distil (oracle2teacher)": 6.385509014129639,
       "epoch": 3.7354788069073783,
-      "rel-constrast": 2.7658135890960693,
+      "rel-constrast": 3.18235445022583,
       "step": 4759,
-      "subrel-constrast": 3.2518222332000732,
+      "subrel-constrast": 3.1495466232299805,
       "view-similarity": 0
     },
     {
       "epoch": 3.7362637362637363,
-      "grad_norm": 5.53125,
+      "grad_norm": 7.5,
       "learning_rate": 3.139458068486551e-05,
-      "loss": 0.6555,
+      "loss": 0.6998,
       "step": 4760
     },
     {
-      "cov-distil": 1.3710803985595703,
-      "cov-distil (oracle2student)": 5.255350589752197,
-      "cov-distil (oracle2teacher)": 4.728592872619629,
+      "cov-distil": 1.4506334066390991,
+      "cov-distil (oracle2student)": 5.462179660797119,
+      "cov-distil (oracle2teacher)": 5.361011028289795,
       "epoch": 3.7362637362637363,
-      "rel-constrast": 4.237742900848389,
+      "rel-constrast": 4.07033634185791,
       "step": 4760,
-      "subrel-constrast": 4.405071258544922,
+      "subrel-constrast": 4.453023433685303,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7127187252044678,
-      "cov-distil (oracle2student)": 3.6595559120178223,
-      "cov-distil (oracle2teacher)": 3.877321720123291,
+      "cov-distil": 1.543316125869751,
+      "cov-distil (oracle2student)": 3.9663009643554688,
+      "cov-distil (oracle2teacher)": 3.8836803436279297,
       "epoch": 3.7370486656200943,
-      "rel-constrast": 2.515364646911621,
+      "rel-constrast": 2.9460184574127197,
       "step": 4761,
-      "subrel-constrast": 3.323333501815796,
+      "subrel-constrast": 3.180255174636841,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.221398115158081,
-      "cov-distil (oracle2student)": 2.741269588470459,
-      "cov-distil (oracle2teacher)": 3.0749502182006836,
+      "cov-distil": 1.903635025024414,
+      "cov-distil (oracle2student)": 2.8261051177978516,
+      "cov-distil (oracle2teacher)": 2.986318349838257,
       "epoch": 3.7378335949764523,
-      "rel-constrast": 2.1185221672058105,
+      "rel-constrast": 2.130391836166382,
       "step": 4762,
-      "subrel-constrast": 3.13336181640625,
+      "subrel-constrast": 3.1751158237457275,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4817862510681152,
-      "cov-distil (oracle2student)": 3.45222544670105,
-      "cov-distil (oracle2teacher)": 4.037790775299072,
+      "cov-distil": 1.763314962387085,
+      "cov-distil (oracle2student)": 3.8178439140319824,
+      "cov-distil (oracle2teacher)": 4.858028411865234,
       "epoch": 3.73861852433281,
-      "rel-constrast": 2.002707004547119,
+      "rel-constrast": 2.2957005500793457,
       "step": 4763,
-      "subrel-constrast": 3.071910858154297,
+      "subrel-constrast": 2.964329957962036,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.483567476272583,
-      "cov-distil (oracle2student)": 5.985204696655273,
-      "cov-distil (oracle2teacher)": 5.6153059005737305,
+      "cov-distil": 1.8594505786895752,
+      "cov-distil (oracle2student)": 6.648344039916992,
+      "cov-distil (oracle2teacher)": 6.317263126373291,
       "epoch": 3.739403453689168,
-      "rel-constrast": 4.975679397583008,
+      "rel-constrast": 5.368734836578369,
       "step": 4764,
-      "subrel-constrast": 5.366581916809082,
+      "subrel-constrast": 5.252798557281494,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2730411291122437,
-      "cov-distil (oracle2student)": 4.346129417419434,
-      "cov-distil (oracle2teacher)": 3.9933078289031982,
+      "cov-distil": 1.6853642463684082,
+      "cov-distil (oracle2student)": 4.8601484298706055,
+      "cov-distil (oracle2teacher)": 4.384768009185791,
       "epoch": 3.740188383045526,
-      "rel-constrast": 1.466586709022522,
+      "rel-constrast": 1.9578619003295898,
       "step": 4765,
-      "subrel-constrast": 2.092708110809326,
+      "subrel-constrast": 2.043107271194458,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.69316565990448,
-      "cov-distil (oracle2student)": 4.57364559173584,
-      "cov-distil (oracle2teacher)": 3.956317663192749,
+      "cov-distil": 1.3985402584075928,
+      "cov-distil (oracle2student)": 4.755459308624268,
+      "cov-distil (oracle2teacher)": 4.200456619262695,
       "epoch": 3.740973312401884,
-      "rel-constrast": 2.412503719329834,
+      "rel-constrast": 3.1603636741638184,
       "step": 4766,
-      "subrel-constrast": 3.2567121982574463,
+      "subrel-constrast": 3.052058696746826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3514988422393799,
-      "cov-distil (oracle2student)": 3.0823473930358887,
-      "cov-distil (oracle2teacher)": 2.9396862983703613,
+      "cov-distil": 1.8414876461029053,
+      "cov-distil (oracle2student)": 3.47523832321167,
+      "cov-distil (oracle2teacher)": 3.0876593589782715,
       "epoch": 3.741758241758242,
-      "rel-constrast": 3.612654209136963,
+      "rel-constrast": 2.866173028945923,
       "step": 4767,
-      "subrel-constrast": 3.706444263458252,
+      "subrel-constrast": 3.7796857357025146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7692710161209106,
-      "cov-distil (oracle2student)": 3.5789260864257812,
-      "cov-distil (oracle2teacher)": 4.242661952972412,
+      "cov-distil": 2.4064080715179443,
+      "cov-distil (oracle2student)": 4.324680328369141,
+      "cov-distil (oracle2teacher)": 4.344850540161133,
       "epoch": 3.7425431711145998,
-      "rel-constrast": 2.988050937652588,
+      "rel-constrast": 3.7204110622406006,
       "step": 4768,
-      "subrel-constrast": 3.888756275177002,
+      "subrel-constrast": 3.997087001800537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3371655941009521,
-      "cov-distil (oracle2student)": 3.252187728881836,
-      "cov-distil (oracle2teacher)": 3.370008945465088,
+      "cov-distil": 1.7519049644470215,
+      "cov-distil (oracle2student)": 3.7614734172821045,
+      "cov-distil (oracle2teacher)": 3.7960753440856934,
       "epoch": 3.7433281004709578,
-      "rel-constrast": 2.4621849060058594,
+      "rel-constrast": 2.845818281173706,
       "step": 4769,
-      "subrel-constrast": 3.567209243774414,
+      "subrel-constrast": 3.36303973197937,
       "view-similarity": 0
     },
     {
       "epoch": 3.7441130298273153,
-      "grad_norm": 4.96875,
+      "grad_norm": 6.65625,
       "learning_rate": 3.1310178427596086e-05,
-      "loss": 0.7565,
+      "loss": 0.784,
       "step": 4770
     },
     {
-      "cov-distil": 1.5037341117858887,
-      "cov-distil (oracle2student)": 3.1466751098632812,
-      "cov-distil (oracle2teacher)": 2.776843309402466,
+      "cov-distil": 2.020155429840088,
+      "cov-distil (oracle2student)": 3.870230197906494,
+      "cov-distil (oracle2teacher)": 3.4240784645080566,
       "epoch": 3.7441130298273153,
-      "rel-constrast": 2.3365683555603027,
+      "rel-constrast": 2.7883498668670654,
       "step": 4770,
-      "subrel-constrast": 2.6733779907226562,
+      "subrel-constrast": 2.7968382835388184,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0501846075057983,
-      "cov-distil (oracle2student)": 4.024443626403809,
-      "cov-distil (oracle2teacher)": 3.771369695663452,
+      "cov-distil": 1.7002894878387451,
+      "cov-distil (oracle2student)": 4.262386322021484,
+      "cov-distil (oracle2teacher)": 4.634882926940918,
       "epoch": 3.7448979591836737,
-      "rel-constrast": 1.9313645362854004,
+      "rel-constrast": 2.7125656604766846,
       "step": 4771,
-      "subrel-constrast": 2.9026095867156982,
+      "subrel-constrast": 3.2470035552978516,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4257586002349854,
-      "cov-distil (oracle2student)": 5.252020835876465,
-      "cov-distil (oracle2teacher)": 4.378100395202637,
+      "cov-distil": 1.9344958066940308,
+      "cov-distil (oracle2student)": 4.988814830780029,
+      "cov-distil (oracle2teacher)": 4.897469997406006,
       "epoch": 3.7456828885400313,
-      "rel-constrast": 2.057170867919922,
+      "rel-constrast": 1.5991382598876953,
       "step": 4772,
-      "subrel-constrast": 2.7759859561920166,
+      "subrel-constrast": 2.6314964294433594,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4244661331176758,
-      "cov-distil (oracle2student)": 4.4347968101501465,
-      "cov-distil (oracle2teacher)": 4.582683563232422,
+      "cov-distil": 2.549954414367676,
+      "cov-distil (oracle2student)": 4.725719928741455,
+      "cov-distil (oracle2teacher)": 5.043983459472656,
       "epoch": 3.7464678178963893,
-      "rel-constrast": 3.119211196899414,
+      "rel-constrast": 3.7700493335723877,
       "step": 4773,
-      "subrel-constrast": 4.375726699829102,
+      "subrel-constrast": 4.838442802429199,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.010197639465332,
-      "cov-distil (oracle2student)": 3.4925880432128906,
-      "cov-distil (oracle2teacher)": 3.564533233642578,
+      "cov-distil": 2.0689666271209717,
+      "cov-distil (oracle2student)": 3.8267595767974854,
+      "cov-distil (oracle2teacher)": 3.9729599952697754,
       "epoch": 3.7472527472527473,
-      "rel-constrast": 2.265528440475464,
+      "rel-constrast": 2.385071277618408,
       "step": 4774,
-      "subrel-constrast": 3.191615343093872,
+      "subrel-constrast": 3.3066282272338867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0868312120437622,
-      "cov-distil (oracle2student)": 4.098455905914307,
-      "cov-distil (oracle2teacher)": 4.42867374420166,
+      "cov-distil": 1.503339409828186,
+      "cov-distil (oracle2student)": 5.240776062011719,
+      "cov-distil (oracle2teacher)": 4.659249305725098,
       "epoch": 3.7480376766091053,
-      "rel-constrast": 2.781447172164917,
+      "rel-constrast": 3.460660457611084,
       "step": 4775,
-      "subrel-constrast": 3.4861409664154053,
+      "subrel-constrast": 3.4437832832336426,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5381150245666504,
-      "cov-distil (oracle2student)": 5.914665222167969,
-      "cov-distil (oracle2teacher)": 5.7289018630981445,
+      "cov-distil": 2.396868944168091,
+      "cov-distil (oracle2student)": 6.155901908874512,
+      "cov-distil (oracle2teacher)": 5.883832931518555,
       "epoch": 3.7488226059654632,
-      "rel-constrast": 2.5459632873535156,
+      "rel-constrast": 3.0919032096862793,
       "step": 4776,
-      "subrel-constrast": 3.3091297149658203,
+      "subrel-constrast": 3.4360668659210205,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9808533191680908,
-      "cov-distil (oracle2student)": 3.8150177001953125,
-      "cov-distil (oracle2teacher)": 3.8155484199523926,
+      "cov-distil": 2.1379895210266113,
+      "cov-distil (oracle2student)": 3.9258933067321777,
+      "cov-distil (oracle2teacher)": 4.428635597229004,
       "epoch": 3.749607535321821,
-      "rel-constrast": 2.3383748531341553,
+      "rel-constrast": 2.562335968017578,
       "step": 4777,
-      "subrel-constrast": 2.8021552562713623,
+      "subrel-constrast": 2.7859742641448975,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6233737468719482,
-      "cov-distil (oracle2student)": 4.613620758056641,
-      "cov-distil (oracle2teacher)": 4.02048397064209,
+      "cov-distil": 2.051880121231079,
+      "cov-distil (oracle2student)": 4.425420761108398,
+      "cov-distil (oracle2teacher)": 4.262800216674805,
       "epoch": 3.750392464678179,
-      "rel-constrast": 2.8890135288238525,
+      "rel-constrast": 3.395866632461548,
       "step": 4778,
-      "subrel-constrast": 3.594097852706909,
+      "subrel-constrast": 3.7193474769592285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5241857767105103,
-      "cov-distil (oracle2student)": 4.084771156311035,
-      "cov-distil (oracle2teacher)": 3.3188812732696533,
+      "cov-distil": 2.026984691619873,
+      "cov-distil (oracle2student)": 3.8534560203552246,
+      "cov-distil (oracle2teacher)": 3.837223768234253,
       "epoch": 3.7511773940345368,
-      "rel-constrast": 1.6888515949249268,
+      "rel-constrast": 1.8773927688598633,
       "step": 4779,
-      "subrel-constrast": 2.5824790000915527,
+      "subrel-constrast": 2.320284843444824,
       "view-similarity": 0
     },
     {
       "epoch": 3.7519623233908947,
-      "grad_norm": 4.625,
+      "grad_norm": 5.90625,
       "learning_rate": 3.12256992827939e-05,
-      "loss": 0.6368,
+      "loss": 0.6911,
       "step": 4780
     },
     {
-      "cov-distil": 1.1678338050842285,
-      "cov-distil (oracle2student)": 5.183288097381592,
-      "cov-distil (oracle2teacher)": 4.839635372161865,
+      "cov-distil": 1.7090072631835938,
+      "cov-distil (oracle2student)": 5.905214309692383,
+      "cov-distil (oracle2teacher)": 5.242059707641602,
       "epoch": 3.7519623233908947,
-      "rel-constrast": 2.532038927078247,
+      "rel-constrast": 3.280942916870117,
       "step": 4780,
-      "subrel-constrast": 3.1485278606414795,
+      "subrel-constrast": 2.975890636444092,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.36372709274292,
-      "cov-distil (oracle2student)": 3.198267936706543,
-      "cov-distil (oracle2teacher)": 3.3870749473571777,
+      "cov-distil": 2.0823042392730713,
+      "cov-distil (oracle2student)": 3.6149561405181885,
+      "cov-distil (oracle2teacher)": 3.9410767555236816,
       "epoch": 3.7527472527472527,
-      "rel-constrast": 2.8918373584747314,
+      "rel-constrast": 3.2621941566467285,
       "step": 4781,
-      "subrel-constrast": 3.2394442558288574,
+      "subrel-constrast": 3.580594778060913,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7769063711166382,
-      "cov-distil (oracle2student)": 3.9274375438690186,
-      "cov-distil (oracle2teacher)": 3.3286781311035156,
+      "cov-distil": 2.722500801086426,
+      "cov-distil (oracle2student)": 4.526517868041992,
+      "cov-distil (oracle2teacher)": 4.195554256439209,
       "epoch": 3.7535321821036107,
-      "rel-constrast": 2.974353075027466,
+      "rel-constrast": 2.9910988807678223,
       "step": 4782,
-      "subrel-constrast": 3.498718738555908,
+      "subrel-constrast": 3.675001382827759,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9041664600372314,
-      "cov-distil (oracle2student)": 3.9749045372009277,
-      "cov-distil (oracle2teacher)": 3.6662328243255615,
+      "cov-distil": 1.471238136291504,
+      "cov-distil (oracle2student)": 4.054512023925781,
+      "cov-distil (oracle2teacher)": 3.85841703414917,
       "epoch": 3.7543171114599687,
-      "rel-constrast": 2.145528793334961,
+      "rel-constrast": 2.4013986587524414,
       "step": 4783,
-      "subrel-constrast": 2.6747920513153076,
+      "subrel-constrast": 2.643733501434326,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3042981624603271,
-      "cov-distil (oracle2student)": 2.2317652702331543,
-      "cov-distil (oracle2teacher)": 2.2677295207977295,
+      "cov-distil": 1.571916103363037,
+      "cov-distil (oracle2student)": 1.8819588422775269,
+      "cov-distil (oracle2teacher)": 2.44758939743042,
       "epoch": 3.7551020408163263,
-      "rel-constrast": 2.616508960723877,
+      "rel-constrast": 2.7180182933807373,
       "step": 4784,
-      "subrel-constrast": 3.092686653137207,
+      "subrel-constrast": 2.867483615875244,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4414572715759277,
-      "cov-distil (oracle2student)": 3.356020450592041,
-      "cov-distil (oracle2teacher)": 3.8554775714874268,
+      "cov-distil": 2.180312156677246,
+      "cov-distil (oracle2student)": 4.750850677490234,
+      "cov-distil (oracle2teacher)": 3.84716796875,
       "epoch": 3.7558869701726847,
-      "rel-constrast": 2.9369800090789795,
+      "rel-constrast": 4.131346702575684,
       "step": 4785,
-      "subrel-constrast": 4.236791610717773,
+      "subrel-constrast": 4.174096584320068,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0000038146972656,
-      "cov-distil (oracle2student)": 3.9767589569091797,
-      "cov-distil (oracle2teacher)": 4.736124038696289,
+      "cov-distil": 2.625105857849121,
+      "cov-distil (oracle2student)": 4.219152450561523,
+      "cov-distil (oracle2teacher)": 4.4040069580078125,
       "epoch": 3.7566718995290422,
-      "rel-constrast": 2.8817148208618164,
+      "rel-constrast": 3.3098907470703125,
       "step": 4786,
-      "subrel-constrast": 4.179957866668701,
+      "subrel-constrast": 4.110462665557861,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9918768405914307,
-      "cov-distil (oracle2student)": 4.1820068359375,
-      "cov-distil (oracle2teacher)": 3.5857698917388916,
+      "cov-distil": 2.7765870094299316,
+      "cov-distil (oracle2student)": 4.448373794555664,
+      "cov-distil (oracle2teacher)": 4.162077903747559,
       "epoch": 3.7574568288854002,
-      "rel-constrast": 2.1808700561523438,
+      "rel-constrast": 2.793259382247925,
       "step": 4787,
-      "subrel-constrast": 3.5969130992889404,
+      "subrel-constrast": 3.624528646469116,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2390401363372803,
-      "cov-distil (oracle2student)": 4.501001358032227,
-      "cov-distil (oracle2teacher)": 4.624820709228516,
+      "cov-distil": 1.6621980667114258,
+      "cov-distil (oracle2student)": 4.707484245300293,
+      "cov-distil (oracle2teacher)": 4.721134185791016,
       "epoch": 3.758241758241758,
-      "rel-constrast": 1.6516811847686768,
+      "rel-constrast": 1.867032527923584,
       "step": 4788,
-      "subrel-constrast": 2.2376582622528076,
+      "subrel-constrast": 2.071457862854004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2677066326141357,
-      "cov-distil (oracle2student)": 2.2350966930389404,
-      "cov-distil (oracle2teacher)": 2.489717960357666,
+      "cov-distil": 1.6935582160949707,
+      "cov-distil (oracle2student)": 3.0907487869262695,
+      "cov-distil (oracle2teacher)": 2.845670223236084,
       "epoch": 3.759026687598116,
-      "rel-constrast": 2.1701855659484863,
+      "rel-constrast": 2.495328903198242,
       "step": 4789,
-      "subrel-constrast": 2.8861188888549805,
+      "subrel-constrast": 2.656364917755127,
       "view-similarity": 0
     },
     {
       "epoch": 3.759811616954474,
-      "grad_norm": 4.59375,
+      "grad_norm": 5.90625,
       "learning_rate": 3.1141144279810666e-05,
-      "loss": 0.6607,
+      "loss": 0.7313,
       "step": 4790
     },
     {
-      "cov-distil": 1.7348439693450928,
-      "cov-distil (oracle2student)": 4.054537773132324,
-      "cov-distil (oracle2teacher)": 3.930105447769165,
+      "cov-distil": 2.7560157775878906,
+      "cov-distil (oracle2student)": 4.288188934326172,
+      "cov-distil (oracle2teacher)": 4.227200984954834,
       "epoch": 3.759811616954474,
-      "rel-constrast": 2.6908774375915527,
+      "rel-constrast": 3.145526647567749,
       "step": 4790,
-      "subrel-constrast": 3.432516574859619,
+      "subrel-constrast": 3.6826698780059814,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3617122173309326,
-      "cov-distil (oracle2student)": 3.463775634765625,
-      "cov-distil (oracle2teacher)": 3.359426498413086,
+      "cov-distil": 1.4694560766220093,
+      "cov-distil (oracle2student)": 3.8344953060150146,
+      "cov-distil (oracle2teacher)": 3.388944625854492,
       "epoch": 3.760596546310832,
-      "rel-constrast": 1.6171103715896606,
+      "rel-constrast": 1.7831887006759644,
       "step": 4791,
-      "subrel-constrast": 2.143390655517578,
+      "subrel-constrast": 2.10168194770813,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.321517825126648,
-      "cov-distil (oracle2student)": 2.9350013732910156,
-      "cov-distil (oracle2teacher)": 3.3081984519958496,
+      "cov-distil": 2.1928279399871826,
+      "cov-distil (oracle2student)": 2.9194273948669434,
+      "cov-distil (oracle2teacher)": 3.3017077445983887,
       "epoch": 3.76138147566719,
-      "rel-constrast": 2.107485771179199,
+      "rel-constrast": 2.6209847927093506,
       "step": 4792,
-      "subrel-constrast": 3.084756851196289,
+      "subrel-constrast": 2.9605448246002197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3964033126831055,
-      "cov-distil (oracle2student)": 2.6709563732147217,
-      "cov-distil (oracle2teacher)": 2.304044485092163,
+      "cov-distil": 1.519312858581543,
+      "cov-distil (oracle2student)": 3.0626795291900635,
+      "cov-distil (oracle2teacher)": 2.628675699234009,
       "epoch": 3.7621664050235477,
-      "rel-constrast": 2.091226100921631,
+      "rel-constrast": 2.2514901161193848,
       "step": 4793,
-      "subrel-constrast": 2.5542516708374023,
+      "subrel-constrast": 2.070404529571533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2823368310928345,
-      "cov-distil (oracle2student)": 3.7783665657043457,
-      "cov-distil (oracle2teacher)": 3.756743907928467,
+      "cov-distil": 1.9728518724441528,
+      "cov-distil (oracle2student)": 4.460674285888672,
+      "cov-distil (oracle2teacher)": 3.807987689971924,
       "epoch": 3.7629513343799057,
-      "rel-constrast": 3.591547966003418,
+      "rel-constrast": 3.0588321685791016,
       "step": 4794,
-      "subrel-constrast": 3.7733259201049805,
+      "subrel-constrast": 3.75429630279541,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9095743894577026,
-      "cov-distil (oracle2student)": 4.622822284698486,
-      "cov-distil (oracle2teacher)": 4.227067947387695,
+      "cov-distil": 2.294039726257324,
+      "cov-distil (oracle2student)": 4.7462263107299805,
+      "cov-distil (oracle2teacher)": 4.357767105102539,
       "epoch": 3.7637362637362637,
-      "rel-constrast": 1.971677541732788,
+      "rel-constrast": 2.4731063842773438,
       "step": 4795,
-      "subrel-constrast": 3.0919487476348877,
+      "subrel-constrast": 2.7324774265289307,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6053402423858643,
-      "cov-distil (oracle2student)": 5.092522144317627,
-      "cov-distil (oracle2teacher)": 4.502342700958252,
+      "cov-distil": 1.7863571643829346,
+      "cov-distil (oracle2student)": 6.409926414489746,
+      "cov-distil (oracle2teacher)": 5.008749485015869,
       "epoch": 3.7645211930926217,
-      "rel-constrast": 3.4355952739715576,
+      "rel-constrast": 4.1477837562561035,
       "step": 4796,
-      "subrel-constrast": 4.1375579833984375,
+      "subrel-constrast": 4.171444892883301,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6174445152282715,
-      "cov-distil (oracle2student)": 4.986806869506836,
-      "cov-distil (oracle2teacher)": 4.752158164978027,
+      "cov-distil": 1.9506800174713135,
+      "cov-distil (oracle2student)": 5.4460296630859375,
+      "cov-distil (oracle2teacher)": 5.405693531036377,
       "epoch": 3.7653061224489797,
-      "rel-constrast": 3.697512149810791,
+      "rel-constrast": 3.7670586109161377,
       "step": 4797,
-      "subrel-constrast": 4.175080299377441,
+      "subrel-constrast": 4.097578048706055,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.8062833547592163,
-      "cov-distil (oracle2student)": 2.8677620887756348,
-      "cov-distil (oracle2teacher)": 2.7929787635803223,
+      "cov-distil": 1.3276057243347168,
+      "cov-distil (oracle2student)": 3.0225701332092285,
+      "cov-distil (oracle2teacher)": 3.2100725173950195,
       "epoch": 3.7660910518053377,
-      "rel-constrast": 2.256789445877075,
+      "rel-constrast": 2.636154890060425,
       "step": 4798,
-      "subrel-constrast": 2.704064130783081,
+      "subrel-constrast": 2.6551506519317627,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5493463277816772,
-      "cov-distil (oracle2student)": 6.475710868835449,
-      "cov-distil (oracle2teacher)": 5.841316223144531,
+      "cov-distil": 2.320188522338867,
+      "cov-distil (oracle2student)": 6.441391944885254,
+      "cov-distil (oracle2teacher)": 5.89271879196167,
       "epoch": 3.7668759811616956,
-      "rel-constrast": 2.538858652114868,
+      "rel-constrast": 2.962888240814209,
       "step": 4799,
-      "subrel-constrast": 3.468421697616577,
+      "subrel-constrast": 3.3292386531829834,
       "view-similarity": 0
     },
     {
       "epoch": 3.767660910518053,
-      "grad_norm": 4.6875,
+      "grad_norm": 7.125,
       "learning_rate": 3.10565144489224e-05,
-      "loss": 0.6864,
+      "loss": 0.7212,
       "step": 4800
     },
     {
       "epoch": 3.767660910518053,
-      "overlap": 0.32500001788139343,
+      "overlap": 0.2734375,
       "step": 4800
     },
     {
       "epoch": 3.767660910518053,
       "step": 4800,
-      "student margin": 0.048919677734375
+      "student margin": 0.043365478515625
     },
     {
       "epoch": 3.767660910518053,
       "step": 4800,
-      "teacher margin": 0.03411865234375
+      "teacher margin": 0.039703369140625
     },
     {
       "epoch": 3.767660910518053,
-      "margin difference": -0.014801025390625,
+      "margin difference": -0.003662109375,
       "step": 4800
     },
     {
-      "cov-distil": 1.4638007879257202,
-      "cov-distil (oracle2student)": 5.4111809730529785,
-      "cov-distil (oracle2teacher)": 4.983024597167969,
+      "cov-distil": 2.1708760261535645,
+      "cov-distil (oracle2student)": 5.444009780883789,
+      "cov-distil (oracle2teacher)": 5.026327610015869,
       "epoch": 3.767660910518053,
-      "rel-constrast": 3.583841323852539,
+      "rel-constrast": 3.483231544494629,
       "step": 4800,
-      "subrel-constrast": 3.880549669265747,
+      "subrel-constrast": 3.7846648693084717,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5447173118591309,
-      "cov-distil (oracle2student)": 6.000730514526367,
-      "cov-distil (oracle2teacher)": 5.2304487228393555,
+      "cov-distil": 1.5896357297897339,
+      "cov-distil (oracle2student)": 6.257490158081055,
+      "cov-distil (oracle2teacher)": 6.129251003265381,
       "epoch": 3.768445839874411,
-      "rel-constrast": 2.57916259765625,
+      "rel-constrast": 2.8261992931365967,
       "step": 4801,
-      "subrel-constrast": 3.6015055179595947,
+      "subrel-constrast": 3.5519137382507324,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7314854860305786,
-      "cov-distil (oracle2student)": 3.8427035808563232,
-      "cov-distil (oracle2teacher)": 3.929171562194824,
+      "cov-distil": 2.2204034328460693,
+      "cov-distil (oracle2student)": 4.887955188751221,
+      "cov-distil (oracle2teacher)": 4.346921920776367,
       "epoch": 3.769230769230769,
-      "rel-constrast": 2.766080379486084,
+      "rel-constrast": 3.0548946857452393,
       "step": 4802,
-      "subrel-constrast": 3.6307241916656494,
+      "subrel-constrast": 3.424879312515259,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.526132583618164,
-      "cov-distil (oracle2student)": 4.229887008666992,
-      "cov-distil (oracle2teacher)": 4.115457057952881,
+      "cov-distil": 1.833165168762207,
+      "cov-distil (oracle2student)": 3.8469529151916504,
+      "cov-distil (oracle2teacher)": 4.172822952270508,
       "epoch": 3.770015698587127,
-      "rel-constrast": 3.1023106575012207,
+      "rel-constrast": 2.5239248275756836,
       "step": 4803,
-      "subrel-constrast": 3.195246934890747,
+      "subrel-constrast": 2.9994564056396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2318134307861328,
-      "cov-distil (oracle2student)": 3.078153610229492,
-      "cov-distil (oracle2teacher)": 2.6221399307250977,
+      "cov-distil": 1.539975643157959,
+      "cov-distil (oracle2student)": 3.2727677822113037,
+      "cov-distil (oracle2teacher)": 2.959505796432495,
       "epoch": 3.770800627943485,
-      "rel-constrast": 1.837035894393921,
+      "rel-constrast": 2.0815584659576416,
       "step": 4804,
-      "subrel-constrast": 2.6679413318634033,
+      "subrel-constrast": 2.774423837661743,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4036422967910767,
-      "cov-distil (oracle2student)": 3.5817556381225586,
-      "cov-distil (oracle2teacher)": 3.766798973083496,
+      "cov-distil": 1.8950660228729248,
+      "cov-distil (oracle2student)": 3.9721341133117676,
+      "cov-distil (oracle2teacher)": 3.7731075286865234,
       "epoch": 3.771585557299843,
-      "rel-constrast": 1.7218965291976929,
+      "rel-constrast": 2.126453161239624,
       "step": 4805,
-      "subrel-constrast": 2.771698474884033,
+      "subrel-constrast": 2.688807964324951,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9485236406326294,
-      "cov-distil (oracle2student)": 5.2717814445495605,
-      "cov-distil (oracle2teacher)": 4.91171932220459,
+      "cov-distil": 2.558480978012085,
+      "cov-distil (oracle2student)": 5.076840400695801,
+      "cov-distil (oracle2teacher)": 5.145174026489258,
       "epoch": 3.772370486656201,
-      "rel-constrast": 3.6026339530944824,
+      "rel-constrast": 3.9206390380859375,
       "step": 4806,
-      "subrel-constrast": 4.119887351989746,
+      "subrel-constrast": 4.323396682739258,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2541207075119019,
-      "cov-distil (oracle2student)": 3.85512113571167,
-      "cov-distil (oracle2teacher)": 3.6917495727539062,
+      "cov-distil": 1.4659805297851562,
+      "cov-distil (oracle2student)": 3.7630796432495117,
+      "cov-distil (oracle2teacher)": 4.061254024505615,
       "epoch": 3.7731554160125587,
-      "rel-constrast": 2.2409908771514893,
+      "rel-constrast": 2.302208423614502,
       "step": 4807,
-      "subrel-constrast": 2.9461326599121094,
+      "subrel-constrast": 2.6509032249450684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4049112796783447,
-      "cov-distil (oracle2student)": 4.805393218994141,
-      "cov-distil (oracle2teacher)": 4.557884693145752,
+      "cov-distil": 1.6087121963500977,
+      "cov-distil (oracle2student)": 5.323644638061523,
+      "cov-distil (oracle2teacher)": 4.856297969818115,
       "epoch": 3.7739403453689166,
-      "rel-constrast": 2.7272093296051025,
+      "rel-constrast": 2.6082944869995117,
       "step": 4808,
-      "subrel-constrast": 2.744981288909912,
+      "subrel-constrast": 2.492403030395508,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5105645656585693,
-      "cov-distil (oracle2student)": 5.623003959655762,
-      "cov-distil (oracle2teacher)": 5.057905197143555,
+      "cov-distil": 1.8797006607055664,
+      "cov-distil (oracle2student)": 5.833137512207031,
+      "cov-distil (oracle2teacher)": 5.623720645904541,
       "epoch": 3.7747252747252746,
-      "rel-constrast": 3.435800790786743,
+      "rel-constrast": 4.1080522537231445,
       "step": 4809,
-      "subrel-constrast": 3.7243728637695312,
+      "subrel-constrast": 3.5768651962280273,
       "view-similarity": 0
     },
     {
       "epoch": 3.7755102040816326,
-      "grad_norm": 6.65625,
+      "grad_norm": 7.6875,
       "learning_rate": 3.09718108213169e-05,
-      "loss": 0.7275,
+      "loss": 0.7259,
       "step": 4810
     },
     {
-      "cov-distil": 1.2114933729171753,
-      "cov-distil (oracle2student)": 3.3319520950317383,
-      "cov-distil (oracle2teacher)": 2.9668638706207275,
+      "cov-distil": 1.5962657928466797,
+      "cov-distil (oracle2student)": 3.6984024047851562,
+      "cov-distil (oracle2teacher)": 4.400561332702637,
       "epoch": 3.7755102040816326,
-      "rel-constrast": 3.68649959564209,
+      "rel-constrast": 4.301475524902344,
       "step": 4810,
-      "subrel-constrast": 3.708555221557617,
+      "subrel-constrast": 4.031285285949707,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4370183944702148,
-      "cov-distil (oracle2student)": 4.654780864715576,
-      "cov-distil (oracle2teacher)": 4.458268165588379,
+      "cov-distil": 2.024953842163086,
+      "cov-distil (oracle2student)": 4.8297858238220215,
+      "cov-distil (oracle2teacher)": 4.141199111938477,
       "epoch": 3.7762951334379906,
-      "rel-constrast": 3.0314557552337646,
+      "rel-constrast": 3.587538719177246,
       "step": 4811,
-      "subrel-constrast": 3.5015854835510254,
+      "subrel-constrast": 3.8670077323913574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5497767925262451,
-      "cov-distil (oracle2student)": 5.260910511016846,
-      "cov-distil (oracle2teacher)": 5.229340553283691,
+      "cov-distil": 1.5809800624847412,
+      "cov-distil (oracle2student)": 5.152153015136719,
+      "cov-distil (oracle2teacher)": 5.280419826507568,
       "epoch": 3.7770800627943486,
-      "rel-constrast": 3.0995142459869385,
+      "rel-constrast": 2.954650402069092,
       "step": 4812,
-      "subrel-constrast": 3.882969617843628,
+      "subrel-constrast": 3.77194881439209,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4918874502182007,
-      "cov-distil (oracle2student)": 4.301817893981934,
-      "cov-distil (oracle2teacher)": 3.7870678901672363,
+      "cov-distil": 2.2785887718200684,
+      "cov-distil (oracle2student)": 4.360743045806885,
+      "cov-distil (oracle2teacher)": 4.277608871459961,
       "epoch": 3.7778649921507066,
-      "rel-constrast": 2.715061664581299,
+      "rel-constrast": 3.3332457542419434,
       "step": 4813,
-      "subrel-constrast": 3.32010555267334,
+      "subrel-constrast": 3.5346105098724365,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2486380338668823,
-      "cov-distil (oracle2student)": 2.5320920944213867,
-      "cov-distil (oracle2teacher)": 3.0262951850891113,
+      "cov-distil": 2.2925145626068115,
+      "cov-distil (oracle2student)": 2.7905266284942627,
+      "cov-distil (oracle2teacher)": 3.396995782852173,
       "epoch": 3.778649921507064,
-      "rel-constrast": 2.048060655593872,
+      "rel-constrast": 2.4805564880371094,
       "step": 4814,
-      "subrel-constrast": 2.6668689250946045,
+      "subrel-constrast": 2.965632438659668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5095205307006836,
-      "cov-distil (oracle2student)": 3.4303817749023438,
-      "cov-distil (oracle2teacher)": 3.3540170192718506,
+      "cov-distil": 2.2331628799438477,
+      "cov-distil (oracle2student)": 3.7076122760772705,
+      "cov-distil (oracle2teacher)": 3.567822217941284,
       "epoch": 3.7794348508634226,
-      "rel-constrast": 2.399406909942627,
+      "rel-constrast": 2.4949991703033447,
       "step": 4815,
-      "subrel-constrast": 3.5930278301239014,
+      "subrel-constrast": 3.7100772857666016,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.198211908340454,
-      "cov-distil (oracle2student)": 4.435250282287598,
-      "cov-distil (oracle2teacher)": 4.029516220092773,
+      "cov-distil": 1.5216541290283203,
+      "cov-distil (oracle2student)": 4.542651653289795,
+      "cov-distil (oracle2teacher)": 4.323820114135742,
       "epoch": 3.78021978021978,
-      "rel-constrast": 2.365987777709961,
+      "rel-constrast": 2.252958059310913,
       "step": 4816,
-      "subrel-constrast": 3.1236743927001953,
+      "subrel-constrast": 2.6468451023101807,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4712107181549072,
-      "cov-distil (oracle2student)": 4.1234002113342285,
-      "cov-distil (oracle2teacher)": 4.4461283683776855,
+      "cov-distil": 1.8753429651260376,
+      "cov-distil (oracle2student)": 4.676907062530518,
+      "cov-distil (oracle2teacher)": 4.615002632141113,
       "epoch": 3.781004709576138,
-      "rel-constrast": 2.766531229019165,
+      "rel-constrast": 3.163536548614502,
       "step": 4817,
-      "subrel-constrast": 3.6995468139648438,
+      "subrel-constrast": 3.7033681869506836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7069019079208374,
-      "cov-distil (oracle2student)": 4.978829383850098,
-      "cov-distil (oracle2teacher)": 4.908551216125488,
+      "cov-distil": 1.6544575691223145,
+      "cov-distil (oracle2student)": 4.918283939361572,
+      "cov-distil (oracle2teacher)": 5.195897102355957,
       "epoch": 3.781789638932496,
-      "rel-constrast": 2.456768751144409,
+      "rel-constrast": 2.340984344482422,
       "step": 4818,
-      "subrel-constrast": 3.3318512439727783,
+      "subrel-constrast": 3.3278207778930664,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5823698043823242,
-      "cov-distil (oracle2student)": 4.007133483886719,
-      "cov-distil (oracle2teacher)": 4.378188610076904,
+      "cov-distil": 2.3565235137939453,
+      "cov-distil (oracle2student)": 4.848099708557129,
+      "cov-distil (oracle2teacher)": 4.6999616622924805,
       "epoch": 3.782574568288854,
-      "rel-constrast": 2.6822738647460938,
+      "rel-constrast": 2.889451026916504,
       "step": 4819,
-      "subrel-constrast": 3.802135944366455,
+      "subrel-constrast": 3.7956748008728027,
       "view-similarity": 0
     },
     {
       "epoch": 3.783359497645212,
-      "grad_norm": 6.21875,
+      "grad_norm": 6.5,
       "learning_rate": 3.088703442908112e-05,
-      "loss": 0.7173,
+      "loss": 0.745,
       "step": 4820
     },
     {
-      "cov-distil": 1.4614500999450684,
-      "cov-distil (oracle2student)": 4.128586292266846,
-      "cov-distil (oracle2teacher)": 4.290031433105469,
+      "cov-distil": 1.8366868495941162,
+      "cov-distil (oracle2student)": 4.58320426940918,
+      "cov-distil (oracle2teacher)": 4.43251895904541,
       "epoch": 3.783359497645212,
-      "rel-constrast": 3.078198194503784,
+      "rel-constrast": 3.184751033782959,
       "step": 4820,
-      "subrel-constrast": 3.1790637969970703,
+      "subrel-constrast": 3.203537940979004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8083059787750244,
-      "cov-distil (oracle2student)": 4.669110298156738,
-      "cov-distil (oracle2teacher)": 4.356502532958984,
+      "cov-distil": 2.404590606689453,
+      "cov-distil (oracle2student)": 4.8816094398498535,
+      "cov-distil (oracle2teacher)": 4.786786079406738,
       "epoch": 3.7841444270015696,
-      "rel-constrast": 2.9240128993988037,
+      "rel-constrast": 3.321434497833252,
       "step": 4821,
-      "subrel-constrast": 3.6255834102630615,
+      "subrel-constrast": 3.92557692527771,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3648080825805664,
-      "cov-distil (oracle2student)": 4.244240760803223,
-      "cov-distil (oracle2teacher)": 3.928463935852051,
+      "cov-distil": 1.4385906457901,
+      "cov-distil (oracle2student)": 4.633488655090332,
+      "cov-distil (oracle2teacher)": 4.362094879150391,
       "epoch": 3.784929356357928,
-      "rel-constrast": 2.5783743858337402,
+      "rel-constrast": 3.0764095783233643,
       "step": 4822,
-      "subrel-constrast": 3.6924402713775635,
+      "subrel-constrast": 3.7863051891326904,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4353573322296143,
-      "cov-distil (oracle2student)": 5.230334281921387,
-      "cov-distil (oracle2teacher)": 4.617562770843506,
+      "cov-distil": 1.9891576766967773,
+      "cov-distil (oracle2student)": 5.599068641662598,
+      "cov-distil (oracle2teacher)": 5.341120719909668,
       "epoch": 3.7857142857142856,
-      "rel-constrast": 2.8220558166503906,
+      "rel-constrast": 2.7844486236572266,
       "step": 4823,
-      "subrel-constrast": 3.5025177001953125,
+      "subrel-constrast": 3.994628667831421,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.593556523323059,
-      "cov-distil (oracle2student)": 4.410919189453125,
-      "cov-distil (oracle2teacher)": 4.277003288269043,
+      "cov-distil": 1.7474498748779297,
+      "cov-distil (oracle2student)": 5.237059593200684,
+      "cov-distil (oracle2teacher)": 4.677215099334717,
       "epoch": 3.7864992150706436,
-      "rel-constrast": 1.9876480102539062,
+      "rel-constrast": 2.068449020385742,
       "step": 4824,
-      "subrel-constrast": 2.503357172012329,
+      "subrel-constrast": 2.619964599609375,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9907029867172241,
-      "cov-distil (oracle2student)": 4.939821243286133,
-      "cov-distil (oracle2teacher)": 5.080317497253418,
+      "cov-distil": 3.0635147094726562,
+      "cov-distil (oracle2student)": 5.316781997680664,
+      "cov-distil (oracle2teacher)": 5.574161529541016,
       "epoch": 3.7872841444270016,
-      "rel-constrast": 2.4012529850006104,
+      "rel-constrast": 2.503865957260132,
       "step": 4825,
-      "subrel-constrast": 3.398902177810669,
+      "subrel-constrast": 3.719940662384033,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.774796724319458,
-      "cov-distil (oracle2student)": 4.393333435058594,
-      "cov-distil (oracle2teacher)": 4.275092124938965,
+      "cov-distil": 1.7691186666488647,
+      "cov-distil (oracle2student)": 4.755270004272461,
+      "cov-distil (oracle2teacher)": 4.569997787475586,
       "epoch": 3.7880690737833596,
-      "rel-constrast": 3.112805128097534,
+      "rel-constrast": 3.5267763137817383,
       "step": 4826,
-      "subrel-constrast": 3.40922474861145,
+      "subrel-constrast": 3.806678056716919,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5694935321807861,
-      "cov-distil (oracle2student)": 6.288030624389648,
-      "cov-distil (oracle2teacher)": 5.851940155029297,
+      "cov-distil": 2.228361129760742,
+      "cov-distil (oracle2student)": 6.197345733642578,
+      "cov-distil (oracle2teacher)": 6.310317039489746,
       "epoch": 3.7888540031397175,
-      "rel-constrast": 2.7795374393463135,
+      "rel-constrast": 2.664670467376709,
       "step": 4827,
-      "subrel-constrast": 3.0825231075286865,
+      "subrel-constrast": 3.1615281105041504,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1519114971160889,
-      "cov-distil (oracle2student)": 3.6800055503845215,
-      "cov-distil (oracle2teacher)": 3.4051876068115234,
+      "cov-distil": 1.9612421989440918,
+      "cov-distil (oracle2student)": 4.429712772369385,
+      "cov-distil (oracle2teacher)": 3.9010233879089355,
       "epoch": 3.789638932496075,
-      "rel-constrast": 1.9575791358947754,
+      "rel-constrast": 1.8126288652420044,
       "step": 4828,
-      "subrel-constrast": 2.451099395751953,
+      "subrel-constrast": 2.6718132495880127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.310499906539917,
-      "cov-distil (oracle2student)": 4.009714126586914,
-      "cov-distil (oracle2teacher)": 3.8120627403259277,
+      "cov-distil": 1.3732655048370361,
+      "cov-distil (oracle2student)": 4.1060662269592285,
+      "cov-distil (oracle2teacher)": 3.918588876724243,
       "epoch": 3.7904238618524335,
-      "rel-constrast": 2.4535071849823,
+      "rel-constrast": 2.0457186698913574,
       "step": 4829,
-      "subrel-constrast": 2.9259510040283203,
+      "subrel-constrast": 2.746563673019409,
       "view-similarity": 0
     },
     {
       "epoch": 3.791208791208791,
-      "grad_norm": 5.46875,
+      "grad_norm": 4.96875,
       "learning_rate": 3.080218630518867e-05,
-      "loss": 0.691,
+      "loss": 0.6747,
       "step": 4830
     },
     {
-      "cov-distil": 1.790174961090088,
-      "cov-distil (oracle2student)": 5.688020706176758,
-      "cov-distil (oracle2teacher)": 5.424948692321777,
+      "cov-distil": 2.4791908264160156,
+      "cov-distil (oracle2student)": 5.681503772735596,
+      "cov-distil (oracle2teacher)": 5.809063911437988,
       "epoch": 3.791208791208791,
-      "rel-constrast": 3.142961025238037,
+      "rel-constrast": 3.1998796463012695,
       "step": 4830,
-      "subrel-constrast": 3.8411874771118164,
+      "subrel-constrast": 4.322208881378174,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2071961164474487,
-      "cov-distil (oracle2student)": 5.126290321350098,
-      "cov-distil (oracle2teacher)": 4.552147388458252,
+      "cov-distil": 1.613079309463501,
+      "cov-distil (oracle2student)": 5.371749401092529,
+      "cov-distil (oracle2teacher)": 4.9989142417907715,
       "epoch": 3.791993720565149,
-      "rel-constrast": 2.0683059692382812,
+      "rel-constrast": 1.9105154275894165,
       "step": 4831,
-      "subrel-constrast": 2.477221965789795,
+      "subrel-constrast": 2.816526412963867,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.756058692932129,
-      "cov-distil (oracle2student)": 4.611989974975586,
-      "cov-distil (oracle2teacher)": 4.6865081787109375,
+      "cov-distil": 2.308704376220703,
+      "cov-distil (oracle2student)": 4.972294807434082,
+      "cov-distil (oracle2teacher)": 4.550255298614502,
       "epoch": 3.792778649921507,
-      "rel-constrast": 1.974460244178772,
+      "rel-constrast": 2.4415628910064697,
       "step": 4832,
-      "subrel-constrast": 2.837934970855713,
+      "subrel-constrast": 2.8912107944488525,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.082267999649048,
-      "cov-distil (oracle2student)": 6.7076873779296875,
-      "cov-distil (oracle2teacher)": 5.908144950866699,
+      "cov-distil": 2.859279155731201,
+      "cov-distil (oracle2student)": 6.926214694976807,
+      "cov-distil (oracle2teacher)": 6.139402389526367,
       "epoch": 3.793563579277865,
-      "rel-constrast": 3.6803524494171143,
+      "rel-constrast": 4.0585408210754395,
       "step": 4833,
-      "subrel-constrast": 4.261295318603516,
+      "subrel-constrast": 4.576185703277588,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6447957754135132,
-      "cov-distil (oracle2student)": 4.979902267456055,
-      "cov-distil (oracle2teacher)": 4.789822101593018,
+      "cov-distil": 2.405824661254883,
+      "cov-distil (oracle2student)": 5.418844223022461,
+      "cov-distil (oracle2teacher)": 5.260613441467285,
       "epoch": 3.794348508634223,
-      "rel-constrast": 3.138180732727051,
+      "rel-constrast": 3.3598875999450684,
       "step": 4834,
-      "subrel-constrast": 3.8279201984405518,
+      "subrel-constrast": 4.12221622467041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7370609045028687,
-      "cov-distil (oracle2student)": 4.18755578994751,
-      "cov-distil (oracle2teacher)": 3.74896240234375,
+      "cov-distil": 2.0687146186828613,
+      "cov-distil (oracle2student)": 4.203968524932861,
+      "cov-distil (oracle2teacher)": 4.376040458679199,
       "epoch": 3.795133437990581,
-      "rel-constrast": 1.627570629119873,
+      "rel-constrast": 2.3824660778045654,
       "step": 4835,
-      "subrel-constrast": 2.689107656478882,
+      "subrel-constrast": 3.089907169342041,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9878675937652588,
-      "cov-distil (oracle2student)": 5.751013278961182,
-      "cov-distil (oracle2teacher)": 5.966686248779297,
+      "cov-distil": 2.4497103691101074,
+      "cov-distil (oracle2student)": 6.038029193878174,
+      "cov-distil (oracle2teacher)": 5.908368110656738,
       "epoch": 3.795918367346939,
-      "rel-constrast": 2.360893964767456,
+      "rel-constrast": 2.670227527618408,
       "step": 4836,
-      "subrel-constrast": 3.5861830711364746,
+      "subrel-constrast": 3.2926926612854004,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.34403657913208,
-      "cov-distil (oracle2student)": 5.264921188354492,
-      "cov-distil (oracle2teacher)": 4.576175689697266,
+      "cov-distil": 2.666733741760254,
+      "cov-distil (oracle2student)": 5.656481742858887,
+      "cov-distil (oracle2teacher)": 4.692275524139404,
       "epoch": 3.7967032967032965,
-      "rel-constrast": 3.0925135612487793,
+      "rel-constrast": 4.049764156341553,
       "step": 4837,
-      "subrel-constrast": 4.228060722351074,
+      "subrel-constrast": 3.9521021842956543,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6036959886550903,
-      "cov-distil (oracle2student)": 3.499429225921631,
-      "cov-distil (oracle2teacher)": 3.3540356159210205,
+      "cov-distil": 1.7440528869628906,
+      "cov-distil (oracle2student)": 3.7632856369018555,
+      "cov-distil (oracle2teacher)": 3.1177902221679688,
       "epoch": 3.7974882260596545,
-      "rel-constrast": 2.227205753326416,
+      "rel-constrast": 2.4118099212646484,
       "step": 4838,
-      "subrel-constrast": 3.1116604804992676,
+      "subrel-constrast": 2.9398601055145264,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.585479736328125,
-      "cov-distil (oracle2student)": 5.909202575683594,
-      "cov-distil (oracle2teacher)": 5.447751522064209,
+      "cov-distil": 1.8663015365600586,
+      "cov-distil (oracle2student)": 5.878354549407959,
+      "cov-distil (oracle2teacher)": 5.992587566375732,
       "epoch": 3.7982731554160125,
-      "rel-constrast": 3.3649795055389404,
+      "rel-constrast": 3.915304183959961,
       "step": 4839,
-      "subrel-constrast": 3.9331796169281006,
+      "subrel-constrast": 4.062983989715576,
       "view-similarity": 0
     },
     {
       "epoch": 3.7990580847723705,
-      "grad_norm": 6.0,
+      "grad_norm": 9.375,
       "learning_rate": 3.071726748348714e-05,
-      "loss": 0.7113,
+      "loss": 0.76,
       "step": 4840
     },
     {
-      "cov-distil": 1.6843960285186768,
-      "cov-distil (oracle2student)": 4.910829544067383,
-      "cov-distil (oracle2teacher)": 4.339784622192383,
+      "cov-distil": 2.1874775886535645,
+      "cov-distil (oracle2student)": 4.512358665466309,
+      "cov-distil (oracle2teacher)": 4.4392290115356445,
       "epoch": 3.7990580847723705,
-      "rel-constrast": 2.659554958343506,
+      "rel-constrast": 2.6177499294281006,
       "step": 4840,
-      "subrel-constrast": 3.2875454425811768,
+      "subrel-constrast": 3.4718844890594482,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5606470108032227,
-      "cov-distil (oracle2student)": 4.348156929016113,
-      "cov-distil (oracle2teacher)": 4.409976005554199,
+      "cov-distil": 2.4440672397613525,
+      "cov-distil (oracle2student)": 4.199890613555908,
+      "cov-distil (oracle2teacher)": 4.7142744064331055,
       "epoch": 3.7998430141287285,
-      "rel-constrast": 2.646580219268799,
+      "rel-constrast": 2.520305633544922,
       "step": 4841,
-      "subrel-constrast": 3.074334144592285,
+      "subrel-constrast": 3.5882227420806885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5280213356018066,
-      "cov-distil (oracle2student)": 6.353517532348633,
-      "cov-distil (oracle2teacher)": 5.261775016784668,
+      "cov-distil": 1.7681217193603516,
+      "cov-distil (oracle2student)": 6.302973747253418,
+      "cov-distil (oracle2teacher)": 5.585807800292969,
       "epoch": 3.8006279434850865,
-      "rel-constrast": 2.4604930877685547,
+      "rel-constrast": 2.6407666206359863,
       "step": 4842,
-      "subrel-constrast": 3.13356351852417,
+      "subrel-constrast": 3.6114859580993652,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.318511962890625,
-      "cov-distil (oracle2student)": 5.198917388916016,
-      "cov-distil (oracle2teacher)": 4.627278804779053,
+      "cov-distil": 2.0923781394958496,
+      "cov-distil (oracle2student)": 6.023708343505859,
+      "cov-distil (oracle2teacher)": 5.2186174392700195,
       "epoch": 3.8014128728414445,
-      "rel-constrast": 2.9079418182373047,
+      "rel-constrast": 3.0716187953948975,
       "step": 4843,
-      "subrel-constrast": 2.9241387844085693,
+      "subrel-constrast": 3.2321088314056396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5697544813156128,
-      "cov-distil (oracle2student)": 6.084056377410889,
-      "cov-distil (oracle2teacher)": 5.7353715896606445,
+      "cov-distil": 2.2123517990112305,
+      "cov-distil (oracle2student)": 5.656807899475098,
+      "cov-distil (oracle2teacher)": 6.039961814880371,
       "epoch": 3.802197802197802,
-      "rel-constrast": 3.33103609085083,
+      "rel-constrast": 2.950958251953125,
       "step": 4844,
-      "subrel-constrast": 4.154376983642578,
+      "subrel-constrast": 4.099084854125977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.293001413345337,
-      "cov-distil (oracle2student)": 2.6445505619049072,
-      "cov-distil (oracle2teacher)": 2.987389326095581,
+      "cov-distil": 1.4864354133605957,
+      "cov-distil (oracle2student)": 2.647663116455078,
+      "cov-distil (oracle2teacher)": 2.899272918701172,
       "epoch": 3.80298273155416,
-      "rel-constrast": 2.3763229846954346,
+      "rel-constrast": 1.9753499031066895,
       "step": 4845,
-      "subrel-constrast": 2.861862897872925,
+      "subrel-constrast": 2.9139652252197266,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0920124053955078,
-      "cov-distil (oracle2student)": 5.286115646362305,
-      "cov-distil (oracle2teacher)": 4.81398344039917,
+      "cov-distil": 1.8789374828338623,
+      "cov-distil (oracle2student)": 6.172258377075195,
+      "cov-distil (oracle2teacher)": 5.171616554260254,
       "epoch": 3.803767660910518,
-      "rel-constrast": 2.4384589195251465,
+      "rel-constrast": 2.620068073272705,
       "step": 4846,
-      "subrel-constrast": 3.169769763946533,
+      "subrel-constrast": 3.169452428817749,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5800604820251465,
-      "cov-distil (oracle2student)": 5.43875789642334,
-      "cov-distil (oracle2teacher)": 5.000366687774658,
+      "cov-distil": 2.0422418117523193,
+      "cov-distil (oracle2student)": 5.456727981567383,
+      "cov-distil (oracle2teacher)": 5.399931907653809,
       "epoch": 3.804552590266876,
-      "rel-constrast": 1.4826431274414062,
+      "rel-constrast": 1.3960126638412476,
       "step": 4847,
-      "subrel-constrast": 2.0773234367370605,
+      "subrel-constrast": 2.079401731491089,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3489015102386475,
-      "cov-distil (oracle2student)": 3.8491790294647217,
-      "cov-distil (oracle2teacher)": 4.1241559982299805,
+      "cov-distil": 1.8641843795776367,
+      "cov-distil (oracle2student)": 3.9911985397338867,
+      "cov-distil (oracle2teacher)": 4.087741851806641,
       "epoch": 3.805337519623234,
-      "rel-constrast": 2.587094306945801,
+      "rel-constrast": 2.9776041507720947,
       "step": 4848,
-      "subrel-constrast": 3.8404388427734375,
+      "subrel-constrast": 3.422316074371338,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7432883977890015,
-      "cov-distil (oracle2student)": 4.247188568115234,
-      "cov-distil (oracle2teacher)": 4.049133777618408,
+      "cov-distil": 1.441666841506958,
+      "cov-distil (oracle2student)": 4.0289306640625,
+      "cov-distil (oracle2teacher)": 3.9448423385620117,
       "epoch": 3.806122448979592,
-      "rel-constrast": 2.4340853691101074,
+      "rel-constrast": 2.6114213466644287,
       "step": 4849,
-      "subrel-constrast": 3.2496306896209717,
+      "subrel-constrast": 3.2753891944885254,
       "view-similarity": 0
     },
     {
       "epoch": 3.80690737833595,
-      "grad_norm": 6.0625,
+      "grad_norm": 5.96875,
       "learning_rate": 3.063227899868559e-05,
-      "loss": 0.6699,
+      "loss": 0.6345,
       "step": 4850
     },
     {
-      "cov-distil": 1.8885077238082886,
-      "cov-distil (oracle2student)": 6.453472137451172,
-      "cov-distil (oracle2teacher)": 6.3239288330078125,
+      "cov-distil": 2.5372190475463867,
+      "cov-distil (oracle2student)": 6.7497992515563965,
+      "cov-distil (oracle2teacher)": 6.400226593017578,
       "epoch": 3.80690737833595,
-      "rel-constrast": 2.6475114822387695,
+      "rel-constrast": 2.528012275695801,
       "step": 4850,
-      "subrel-constrast": 3.880629539489746,
+      "subrel-constrast": 3.4806628227233887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2627191543579102,
-      "cov-distil (oracle2student)": 3.851490020751953,
-      "cov-distil (oracle2teacher)": 4.07913064956665,
+      "cov-distil": 1.4173250198364258,
+      "cov-distil (oracle2student)": 3.9966273307800293,
+      "cov-distil (oracle2teacher)": 4.411187648773193,
       "epoch": 3.8076923076923075,
-      "rel-constrast": 3.1323070526123047,
+      "rel-constrast": 2.630458116531372,
       "step": 4851,
-      "subrel-constrast": 3.324678897857666,
+      "subrel-constrast": 3.163084030151367,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5487951040267944,
-      "cov-distil (oracle2student)": 3.475820541381836,
-      "cov-distil (oracle2teacher)": 3.5934128761291504,
+      "cov-distil": 1.9102473258972168,
+      "cov-distil (oracle2student)": 4.3839030265808105,
+      "cov-distil (oracle2teacher)": 3.984035015106201,
       "epoch": 3.8084772370486655,
-      "rel-constrast": 2.6334176063537598,
+      "rel-constrast": 2.80517578125,
       "step": 4852,
-      "subrel-constrast": 3.2591171264648438,
+      "subrel-constrast": 3.445870876312256,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4907283782958984,
-      "cov-distil (oracle2student)": 4.625909328460693,
-      "cov-distil (oracle2teacher)": 4.546961784362793,
+      "cov-distil": 2.03256893157959,
+      "cov-distil (oracle2student)": 5.39223051071167,
+      "cov-distil (oracle2teacher)": 4.432921409606934,
       "epoch": 3.8092621664050235,
-      "rel-constrast": 3.6187357902526855,
+      "rel-constrast": 3.6327319145202637,
       "step": 4853,
-      "subrel-constrast": 4.200935363769531,
+      "subrel-constrast": 3.810044050216675,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4968489408493042,
-      "cov-distil (oracle2student)": 4.304867744445801,
-      "cov-distil (oracle2teacher)": 4.045676231384277,
+      "cov-distil": 2.041994094848633,
+      "cov-distil (oracle2student)": 4.326943397521973,
+      "cov-distil (oracle2teacher)": 4.917574405670166,
       "epoch": 3.8100470957613815,
-      "rel-constrast": 1.8749452829360962,
+      "rel-constrast": 2.385488986968994,
       "step": 4854,
-      "subrel-constrast": 2.476372003555298,
+      "subrel-constrast": 2.3795857429504395,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2767877578735352,
-      "cov-distil (oracle2student)": 3.8138909339904785,
-      "cov-distil (oracle2teacher)": 3.2719664573669434,
+      "cov-distil": 1.5726656913757324,
+      "cov-distil (oracle2student)": 4.11447286605835,
+      "cov-distil (oracle2teacher)": 3.9655303955078125,
       "epoch": 3.8108320251177394,
-      "rel-constrast": 2.0190176963806152,
+      "rel-constrast": 2.376461982727051,
       "step": 4855,
-      "subrel-constrast": 2.776196241378784,
+      "subrel-constrast": 2.9049673080444336,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7434053421020508,
-      "cov-distil (oracle2student)": 3.5377352237701416,
-      "cov-distil (oracle2teacher)": 3.341179370880127,
+      "cov-distil": 1.8337221145629883,
+      "cov-distil (oracle2student)": 3.199827194213867,
+      "cov-distil (oracle2teacher)": 3.5009822845458984,
       "epoch": 3.8116169544740974,
-      "rel-constrast": 2.3461954593658447,
+      "rel-constrast": 2.2557897567749023,
       "step": 4856,
-      "subrel-constrast": 3.188290596008301,
+      "subrel-constrast": 3.3634912967681885,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2676494121551514,
-      "cov-distil (oracle2student)": 4.3445563316345215,
-      "cov-distil (oracle2teacher)": 4.056545257568359,
+      "cov-distil": 2.02881121635437,
+      "cov-distil (oracle2student)": 4.713207244873047,
+      "cov-distil (oracle2teacher)": 4.580903053283691,
       "epoch": 3.8124018838304554,
-      "rel-constrast": 3.0445754528045654,
+      "rel-constrast": 3.07055401802063,
       "step": 4857,
-      "subrel-constrast": 3.4175262451171875,
+      "subrel-constrast": 3.7353808879852295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9223772287368774,
-      "cov-distil (oracle2student)": 4.841449737548828,
-      "cov-distil (oracle2teacher)": 4.549137115478516,
+      "cov-distil": 2.388871192932129,
+      "cov-distil (oracle2student)": 5.1903181076049805,
+      "cov-distil (oracle2teacher)": 4.720642566680908,
       "epoch": 3.813186813186813,
-      "rel-constrast": 1.875146746635437,
+      "rel-constrast": 2.0769615173339844,
       "step": 4858,
-      "subrel-constrast": 2.9650230407714844,
+      "subrel-constrast": 3.032984495162964,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.062650442123413,
-      "cov-distil (oracle2student)": 4.765942096710205,
-      "cov-distil (oracle2teacher)": 4.4280619621276855,
+      "cov-distil": 1.2578800916671753,
+      "cov-distil (oracle2student)": 4.873783111572266,
+      "cov-distil (oracle2teacher)": 4.423620223999023,
       "epoch": 3.813971742543171,
-      "rel-constrast": 1.8583632707595825,
+      "rel-constrast": 2.306626796722412,
       "step": 4859,
-      "subrel-constrast": 2.391248941421509,
+      "subrel-constrast": 2.506381034851074,
       "view-similarity": 0
     },
     {
       "epoch": 3.814756671899529,
-      "grad_norm": 4.46875,
+      "grad_norm": 5.4375,
       "learning_rate": 3.054722188634188e-05,
-      "loss": 0.6637,
+      "loss": 0.6517,
       "step": 4860
     },
     {
-      "cov-distil": 1.3610095977783203,
-      "cov-distil (oracle2student)": 4.07697868347168,
-      "cov-distil (oracle2teacher)": 3.877058744430542,
+      "cov-distil": 2.1307458877563477,
+      "cov-distil (oracle2student)": 4.269111156463623,
+      "cov-distil (oracle2teacher)": 4.354348182678223,
       "epoch": 3.814756671899529,
-      "rel-constrast": 3.381453275680542,
+      "rel-constrast": 3.373110294342041,
       "step": 4860,
-      "subrel-constrast": 3.9081764221191406,
+      "subrel-constrast": 3.7531087398529053,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0644984245300293,
-      "cov-distil (oracle2student)": 5.413976669311523,
-      "cov-distil (oracle2teacher)": 4.864200592041016,
+      "cov-distil": 1.9527251720428467,
+      "cov-distil (oracle2student)": 5.655368328094482,
+      "cov-distil (oracle2teacher)": 5.118633270263672,
       "epoch": 3.815541601255887,
-      "rel-constrast": 2.353935718536377,
+      "rel-constrast": 2.696985960006714,
       "step": 4861,
-      "subrel-constrast": 2.5976076126098633,
+      "subrel-constrast": 2.7786073684692383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.45241117477417,
-      "cov-distil (oracle2student)": 4.805024147033691,
-      "cov-distil (oracle2teacher)": 4.62364387512207,
+      "cov-distil": 2.0024585723876953,
+      "cov-distil (oracle2student)": 4.636389255523682,
+      "cov-distil (oracle2teacher)": 4.692948818206787,
       "epoch": 3.816326530612245,
-      "rel-constrast": 3.172541618347168,
+      "rel-constrast": 2.874922275543213,
       "step": 4862,
-      "subrel-constrast": 3.6859662532806396,
+      "subrel-constrast": 3.375842571258545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4957778453826904,
-      "cov-distil (oracle2student)": 5.032550811767578,
-      "cov-distil (oracle2teacher)": 4.027647495269775,
+      "cov-distil": 2.103703260421753,
+      "cov-distil (oracle2student)": 5.548043251037598,
+      "cov-distil (oracle2teacher)": 4.757798671722412,
       "epoch": 3.817111459968603,
-      "rel-constrast": 4.1747870445251465,
+      "rel-constrast": 5.313534736633301,
       "step": 4863,
-      "subrel-constrast": 4.338263034820557,
+      "subrel-constrast": 4.446549415588379,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3232100009918213,
-      "cov-distil (oracle2student)": 3.7915890216827393,
-      "cov-distil (oracle2teacher)": 3.43253755569458,
+      "cov-distil": 2.682642936706543,
+      "cov-distil (oracle2student)": 3.5963215827941895,
+      "cov-distil (oracle2teacher)": 3.8476765155792236,
       "epoch": 3.817896389324961,
-      "rel-constrast": 2.308121919631958,
+      "rel-constrast": 2.8381764888763428,
       "step": 4864,
-      "subrel-constrast": 3.0577828884124756,
+      "subrel-constrast": 3.371612548828125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1628594398498535,
-      "cov-distil (oracle2student)": 4.237393379211426,
-      "cov-distil (oracle2teacher)": 3.7354366779327393,
+      "cov-distil": 1.9984211921691895,
+      "cov-distil (oracle2student)": 4.394901275634766,
+      "cov-distil (oracle2teacher)": 4.485898971557617,
       "epoch": 3.8186813186813184,
-      "rel-constrast": 2.1935856342315674,
+      "rel-constrast": 2.4841887950897217,
       "step": 4865,
-      "subrel-constrast": 3.297544240951538,
+      "subrel-constrast": 3.4224441051483154,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2853232622146606,
-      "cov-distil (oracle2student)": 3.2231740951538086,
-      "cov-distil (oracle2teacher)": 3.262446403503418,
+      "cov-distil": 1.7784161567687988,
+      "cov-distil (oracle2student)": 3.347977638244629,
+      "cov-distil (oracle2teacher)": 3.0995090007781982,
       "epoch": 3.819466248037677,
-      "rel-constrast": 1.9395909309387207,
+      "rel-constrast": 2.057264804840088,
       "step": 4866,
-      "subrel-constrast": 2.7110061645507812,
+      "subrel-constrast": 2.736506223678589,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3648788928985596,
-      "cov-distil (oracle2student)": 4.429811477661133,
-      "cov-distil (oracle2teacher)": 3.956087112426758,
+      "cov-distil": 1.5701583623886108,
+      "cov-distil (oracle2student)": 4.489407539367676,
+      "cov-distil (oracle2teacher)": 4.455413341522217,
       "epoch": 3.8202511773940344,
-      "rel-constrast": 2.5638694763183594,
+      "rel-constrast": 2.856732130050659,
       "step": 4867,
-      "subrel-constrast": 3.2390406131744385,
+      "subrel-constrast": 3.124396324157715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4173576831817627,
-      "cov-distil (oracle2student)": 3.011814594268799,
-      "cov-distil (oracle2teacher)": 3.1755361557006836,
+      "cov-distil": 1.7095725536346436,
+      "cov-distil (oracle2student)": 3.156341791152954,
+      "cov-distil (oracle2teacher)": 3.2618675231933594,
       "epoch": 3.8210361067503924,
-      "rel-constrast": 2.2302143573760986,
+      "rel-constrast": 2.194575786590576,
       "step": 4868,
-      "subrel-constrast": 3.1608920097351074,
+      "subrel-constrast": 3.1100289821624756,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.442338466644287,
-      "cov-distil (oracle2student)": 2.3804311752319336,
-      "cov-distil (oracle2teacher)": 2.8397998809814453,
+      "cov-distil": 2.3769147396087646,
+      "cov-distil (oracle2student)": 2.8417468070983887,
+      "cov-distil (oracle2teacher)": 2.7168731689453125,
       "epoch": 3.8218210361067504,
-      "rel-constrast": 1.952195405960083,
+      "rel-constrast": 2.0051233768463135,
       "step": 4869,
-      "subrel-constrast": 2.7785983085632324,
+      "subrel-constrast": 3.1016006469726562,
       "view-similarity": 0
     },
     {
       "epoch": 3.8226059654631084,
-      "grad_norm": 4.1875,
+      "grad_norm": 4.75,
       "learning_rate": 3.046209718285008e-05,
-      "loss": 0.6902,
+      "loss": 0.7174,
       "step": 4870
     },
     {
-      "cov-distil": 1.7473899126052856,
-      "cov-distil (oracle2student)": 5.702439308166504,
-      "cov-distil (oracle2teacher)": 5.858863830566406,
+      "cov-distil": 2.075533151626587,
+      "cov-distil (oracle2student)": 5.591458320617676,
+      "cov-distil (oracle2teacher)": 6.352414131164551,
       "epoch": 3.8226059654631084,
-      "rel-constrast": 2.6768603324890137,
+      "rel-constrast": 2.556093454360962,
       "step": 4870,
-      "subrel-constrast": 3.2932543754577637,
+      "subrel-constrast": 3.2043914794921875,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.169088363647461,
-      "cov-distil (oracle2student)": 4.108715534210205,
-      "cov-distil (oracle2teacher)": 3.976414680480957,
+      "cov-distil": 2.126901626586914,
+      "cov-distil (oracle2student)": 4.261808395385742,
+      "cov-distil (oracle2teacher)": 4.159546852111816,
       "epoch": 3.8233908948194664,
-      "rel-constrast": 3.4815566539764404,
+      "rel-constrast": 3.495964288711548,
       "step": 4871,
-      "subrel-constrast": 4.144351482391357,
+      "subrel-constrast": 4.640299320220947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.224615216255188,
-      "cov-distil (oracle2student)": 3.5481629371643066,
-      "cov-distil (oracle2teacher)": 3.6928513050079346,
+      "cov-distil": 1.9067331552505493,
+      "cov-distil (oracle2student)": 3.8899970054626465,
+      "cov-distil (oracle2teacher)": 3.92655873298645,
       "epoch": 3.824175824175824,
-      "rel-constrast": 2.7599239349365234,
+      "rel-constrast": 3.3916711807250977,
       "step": 4872,
-      "subrel-constrast": 3.3606112003326416,
+      "subrel-constrast": 3.3661131858825684,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6282966136932373,
-      "cov-distil (oracle2student)": 4.5903000831604,
-      "cov-distil (oracle2teacher)": 4.290144920349121,
+      "cov-distil": 1.7160382270812988,
+      "cov-distil (oracle2student)": 4.5106611251831055,
+      "cov-distil (oracle2teacher)": 4.166667938232422,
       "epoch": 3.8249607535321823,
-      "rel-constrast": 2.4407224655151367,
+      "rel-constrast": 2.5933778285980225,
       "step": 4873,
-      "subrel-constrast": 3.3482024669647217,
+      "subrel-constrast": 3.1444873809814453,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.013607978820801,
-      "cov-distil (oracle2student)": 3.4163386821746826,
-      "cov-distil (oracle2teacher)": 3.1690213680267334,
+      "cov-distil": 2.3557093143463135,
+      "cov-distil (oracle2student)": 3.674412727355957,
+      "cov-distil (oracle2teacher)": 3.518054246902466,
       "epoch": 3.82574568288854,
-      "rel-constrast": 2.980592727661133,
+      "rel-constrast": 3.1284685134887695,
       "step": 4874,
-      "subrel-constrast": 3.294410228729248,
+      "subrel-constrast": 3.710076093673706,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.162635087966919,
-      "cov-distil (oracle2student)": 3.576795816421509,
-      "cov-distil (oracle2teacher)": 3.5303726196289062,
+      "cov-distil": 1.8834712505340576,
+      "cov-distil (oracle2student)": 3.911228656768799,
+      "cov-distil (oracle2teacher)": 3.696286916732788,
       "epoch": 3.826530612244898,
-      "rel-constrast": 2.212179660797119,
+      "rel-constrast": 2.4585375785827637,
       "step": 4875,
-      "subrel-constrast": 2.4052722454071045,
+      "subrel-constrast": 2.7113757133483887,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0252301692962646,
-      "cov-distil (oracle2student)": 3.369464874267578,
-      "cov-distil (oracle2teacher)": 3.647902727127075,
+      "cov-distil": 1.1302436590194702,
+      "cov-distil (oracle2student)": 3.59248948097229,
+      "cov-distil (oracle2teacher)": 3.7811131477355957,
       "epoch": 3.827315541601256,
-      "rel-constrast": 1.479617714881897,
+      "rel-constrast": 1.671149730682373,
       "step": 4876,
-      "subrel-constrast": 2.2306859493255615,
+      "subrel-constrast": 2.0786314010620117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.520287036895752,
-      "cov-distil (oracle2student)": 4.652875900268555,
-      "cov-distil (oracle2teacher)": 4.192460060119629,
+      "cov-distil": 2.019221067428589,
+      "cov-distil (oracle2student)": 5.100616931915283,
+      "cov-distil (oracle2teacher)": 4.434652328491211,
       "epoch": 3.828100470957614,
-      "rel-constrast": 3.098231315612793,
+      "rel-constrast": 3.050706624984741,
       "step": 4877,
-      "subrel-constrast": 3.7413158416748047,
+      "subrel-constrast": 3.6993417739868164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6208257675170898,
-      "cov-distil (oracle2student)": 4.169626235961914,
-      "cov-distil (oracle2teacher)": 3.5842299461364746,
+      "cov-distil": 2.4004979133605957,
+      "cov-distil (oracle2student)": 3.839299201965332,
+      "cov-distil (oracle2teacher)": 4.412794589996338,
       "epoch": 3.828885400313972,
-      "rel-constrast": 2.6328635215759277,
+      "rel-constrast": 2.6559596061706543,
       "step": 4878,
-      "subrel-constrast": 3.272610664367676,
+      "subrel-constrast": 3.8483197689056396,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7183445692062378,
-      "cov-distil (oracle2student)": 3.2432467937469482,
-      "cov-distil (oracle2teacher)": 3.201331615447998,
+      "cov-distil": 1.7010952234268188,
+      "cov-distil (oracle2student)": 4.095376014709473,
+      "cov-distil (oracle2teacher)": 3.652670383453369,
       "epoch": 3.82967032967033,
-      "rel-constrast": 1.9415388107299805,
+      "rel-constrast": 2.5160486698150635,
       "step": 4879,
-      "subrel-constrast": 2.9510462284088135,
+      "subrel-constrast": 2.7307465076446533,
       "view-similarity": 0
     },
     {
       "epoch": 3.830455259026688,
-      "grad_norm": 4.53125,
+      "grad_norm": 5.96875,
       "learning_rate": 3.037690592542784e-05,
-      "loss": 0.6797,
+      "loss": 0.6879,
       "step": 4880
     },
     {
-      "cov-distil": 1.2604703903198242,
-      "cov-distil (oracle2student)": 3.5554797649383545,
-      "cov-distil (oracle2teacher)": 3.732757806777954,
+      "cov-distil": 2.0048656463623047,
+      "cov-distil (oracle2student)": 4.133777618408203,
+      "cov-distil (oracle2teacher)": 3.8631491661071777,
       "epoch": 3.830455259026688,
-      "rel-constrast": 2.1024351119995117,
+      "rel-constrast": 2.4272565841674805,
       "step": 4880,
-      "subrel-constrast": 2.8534257411956787,
+      "subrel-constrast": 2.9627981185913086,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5532727241516113,
-      "cov-distil (oracle2student)": 5.4089202880859375,
-      "cov-distil (oracle2teacher)": 5.069887638092041,
+      "cov-distil": 1.8524534702301025,
+      "cov-distil (oracle2student)": 5.284832954406738,
+      "cov-distil (oracle2teacher)": 5.293084144592285,
       "epoch": 3.8312401883830454,
-      "rel-constrast": 3.122422218322754,
+      "rel-constrast": 3.991414785385132,
       "step": 4881,
-      "subrel-constrast": 3.830435276031494,
+      "subrel-constrast": 3.8273520469665527,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.392049789428711,
-      "cov-distil (oracle2student)": 4.688846588134766,
-      "cov-distil (oracle2teacher)": 4.579669952392578,
+      "cov-distil": 1.7719905376434326,
+      "cov-distil (oracle2student)": 5.755073547363281,
+      "cov-distil (oracle2teacher)": 4.729360580444336,
       "epoch": 3.8320251177394034,
-      "rel-constrast": 3.2546706199645996,
+      "rel-constrast": 3.8122928142547607,
       "step": 4882,
-      "subrel-constrast": 3.83398699760437,
+      "subrel-constrast": 3.92757248878479,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5410511493682861,
-      "cov-distil (oracle2student)": 3.1472229957580566,
-      "cov-distil (oracle2teacher)": 3.0994646549224854,
+      "cov-distil": 2.0426042079925537,
+      "cov-distil (oracle2student)": 3.246643543243408,
+      "cov-distil (oracle2teacher)": 3.6499619483947754,
       "epoch": 3.8328100470957613,
-      "rel-constrast": 2.8971004486083984,
+      "rel-constrast": 3.4025251865386963,
       "step": 4883,
-      "subrel-constrast": 3.4650087356567383,
+      "subrel-constrast": 3.713172197341919,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6379873752593994,
-      "cov-distil (oracle2student)": 4.322029113769531,
-      "cov-distil (oracle2teacher)": 4.598684787750244,
+      "cov-distil": 1.9186334609985352,
+      "cov-distil (oracle2student)": 4.357521057128906,
+      "cov-distil (oracle2teacher)": 4.652494430541992,
       "epoch": 3.8335949764521193,
-      "rel-constrast": 2.4714293479919434,
+      "rel-constrast": 2.58076810836792,
       "step": 4884,
-      "subrel-constrast": 3.4286882877349854,
+      "subrel-constrast": 3.3849031925201416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4550549983978271,
-      "cov-distil (oracle2student)": 4.265085220336914,
-      "cov-distil (oracle2teacher)": 3.7481026649475098,
+      "cov-distil": 2.163484573364258,
+      "cov-distil (oracle2student)": 4.165002346038818,
+      "cov-distil (oracle2teacher)": 3.902523994445801,
       "epoch": 3.8343799058084773,
-      "rel-constrast": 2.1129307746887207,
+      "rel-constrast": 1.8222070932388306,
       "step": 4885,
-      "subrel-constrast": 2.743194341659546,
+      "subrel-constrast": 2.5566534996032715,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2011370658874512,
-      "cov-distil (oracle2student)": 3.7743215560913086,
-      "cov-distil (oracle2teacher)": 3.4974234104156494,
+      "cov-distil": 2.0046043395996094,
+      "cov-distil (oracle2student)": 3.827402114868164,
+      "cov-distil (oracle2teacher)": 4.0327630043029785,
       "epoch": 3.8351648351648353,
-      "rel-constrast": 2.9080452919006348,
+      "rel-constrast": 3.431655168533325,
       "step": 4886,
-      "subrel-constrast": 3.612353801727295,
+      "subrel-constrast": 4.077559471130371,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3285356760025024,
-      "cov-distil (oracle2student)": 4.400693893432617,
-      "cov-distil (oracle2teacher)": 4.52699613571167,
+      "cov-distil": 1.3581535816192627,
+      "cov-distil (oracle2student)": 4.827033042907715,
+      "cov-distil (oracle2teacher)": 4.7125983238220215,
       "epoch": 3.8359497645211933,
-      "rel-constrast": 2.952353000640869,
+      "rel-constrast": 3.3363077640533447,
       "step": 4887,
-      "subrel-constrast": 3.5225770473480225,
+      "subrel-constrast": 3.585994243621826,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6308660507202148,
-      "cov-distil (oracle2student)": 4.332451820373535,
-      "cov-distil (oracle2teacher)": 4.497358798980713,
+      "cov-distil": 1.6233314275741577,
+      "cov-distil (oracle2student)": 4.197490692138672,
+      "cov-distil (oracle2teacher)": 4.412604808807373,
       "epoch": 3.836734693877551,
-      "rel-constrast": 3.2224183082580566,
+      "rel-constrast": 2.915658950805664,
       "step": 4888,
-      "subrel-constrast": 3.945707082748413,
+      "subrel-constrast": 3.6395957469940186,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3823356628417969,
-      "cov-distil (oracle2student)": 2.757275342941284,
-      "cov-distil (oracle2teacher)": 2.6771507263183594,
+      "cov-distil": 2.1502835750579834,
+      "cov-distil (oracle2student)": 3.6069395542144775,
+      "cov-distil (oracle2teacher)": 3.3200669288635254,
       "epoch": 3.837519623233909,
-      "rel-constrast": 2.1602911949157715,
+      "rel-constrast": 3.387430191040039,
       "step": 4889,
-      "subrel-constrast": 2.4673681259155273,
+      "subrel-constrast": 2.4847958087921143,
       "view-similarity": 0
     },
     {
       "epoch": 3.838304552590267,
-      "grad_norm": 4.75,
+      "grad_norm": 6.5625,
       "learning_rate": 3.0291649152103747e-05,
-      "loss": 0.7161,
+      "loss": 0.7777,
       "step": 4890
     },
     {
-      "cov-distil": 0.9174333214759827,
-      "cov-distil (oracle2student)": 4.485466003417969,
-      "cov-distil (oracle2teacher)": 4.067038059234619,
+      "cov-distil": 1.2774035930633545,
+      "cov-distil (oracle2student)": 4.949446678161621,
+      "cov-distil (oracle2teacher)": 4.5406951904296875,
       "epoch": 3.838304552590267,
-      "rel-constrast": 2.727644920349121,
+      "rel-constrast": 3.3097286224365234,
       "step": 4890,
-      "subrel-constrast": 3.0612735748291016,
+      "subrel-constrast": 3.1868045330047607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8188986778259277,
-      "cov-distil (oracle2student)": 4.275335311889648,
-      "cov-distil (oracle2teacher)": 3.998417854309082,
+      "cov-distil": 2.5424575805664062,
+      "cov-distil (oracle2student)": 5.049277305603027,
+      "cov-distil (oracle2teacher)": 4.685471534729004,
       "epoch": 3.839089481946625,
-      "rel-constrast": 2.28991436958313,
+      "rel-constrast": 2.9883618354797363,
       "step": 4891,
-      "subrel-constrast": 2.9422402381896973,
+      "subrel-constrast": 2.899066925048828,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6046440601348877,
-      "cov-distil (oracle2student)": 3.81986665725708,
-      "cov-distil (oracle2teacher)": 4.261736869812012,
+      "cov-distil": 2.183858633041382,
+      "cov-distil (oracle2student)": 3.7660136222839355,
+      "cov-distil (oracle2teacher)": 4.329306602478027,
       "epoch": 3.839874411302983,
-      "rel-constrast": 3.0020129680633545,
+      "rel-constrast": 3.1186866760253906,
       "step": 4892,
-      "subrel-constrast": 4.112300395965576,
+      "subrel-constrast": 4.687461853027344,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2717139720916748,
-      "cov-distil (oracle2student)": 3.6226775646209717,
-      "cov-distil (oracle2teacher)": 3.5677120685577393,
+      "cov-distil": 1.5050750970840454,
+      "cov-distil (oracle2student)": 3.982522487640381,
+      "cov-distil (oracle2teacher)": 4.055672645568848,
       "epoch": 3.840659340659341,
-      "rel-constrast": 1.5491358041763306,
+      "rel-constrast": 1.404275894165039,
       "step": 4893,
-      "subrel-constrast": 2.210509777069092,
+      "subrel-constrast": 1.9247057437896729,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9030476808547974,
-      "cov-distil (oracle2student)": 4.164565563201904,
-      "cov-distil (oracle2teacher)": 3.6013965606689453,
+      "cov-distil": 1.2831649780273438,
+      "cov-distil (oracle2student)": 4.363504409790039,
+      "cov-distil (oracle2teacher)": 3.8481225967407227,
       "epoch": 3.8414442700156988,
-      "rel-constrast": 3.909945249557495,
+      "rel-constrast": 4.503199577331543,
       "step": 4894,
-      "subrel-constrast": 3.905595064163208,
+      "subrel-constrast": 4.346732139587402,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.517791986465454,
-      "cov-distil (oracle2student)": 4.791296005249023,
-      "cov-distil (oracle2teacher)": 4.765446186065674,
+      "cov-distil": 1.8844408988952637,
+      "cov-distil (oracle2student)": 5.479175567626953,
+      "cov-distil (oracle2teacher)": 5.311778545379639,
       "epoch": 3.8422291993720563,
-      "rel-constrast": 2.3412206172943115,
+      "rel-constrast": 3.1731324195861816,
       "step": 4895,
-      "subrel-constrast": 3.0783488750457764,
+      "subrel-constrast": 3.2725508213043213,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.206014394760132,
-      "cov-distil (oracle2student)": 5.418055057525635,
-      "cov-distil (oracle2teacher)": 5.05611515045166,
+      "cov-distil": 2.3109118938446045,
+      "cov-distil (oracle2student)": 5.702956676483154,
+      "cov-distil (oracle2teacher)": 5.732845306396484,
       "epoch": 3.8430141287284143,
-      "rel-constrast": 2.174910306930542,
+      "rel-constrast": 3.0315074920654297,
       "step": 4896,
-      "subrel-constrast": 3.1631593704223633,
+      "subrel-constrast": 3.425287961959839,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2547433376312256,
-      "cov-distil (oracle2student)": 3.270646810531616,
-      "cov-distil (oracle2teacher)": 3.2517919540405273,
+      "cov-distil": 1.2945748567581177,
+      "cov-distil (oracle2student)": 3.6208341121673584,
+      "cov-distil (oracle2teacher)": 3.5006489753723145,
       "epoch": 3.8437990580847723,
-      "rel-constrast": 2.3002495765686035,
+      "rel-constrast": 2.173267126083374,
       "step": 4897,
-      "subrel-constrast": 2.9210126399993896,
+      "subrel-constrast": 2.7087717056274414,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0401532649993896,
-      "cov-distil (oracle2student)": 4.3994855880737305,
-      "cov-distil (oracle2teacher)": 4.259836673736572,
+      "cov-distil": 2.551116466522217,
+      "cov-distil (oracle2student)": 4.361581802368164,
+      "cov-distil (oracle2teacher)": 4.949833869934082,
       "epoch": 3.8445839874411303,
-      "rel-constrast": 2.938878059387207,
+      "rel-constrast": 2.7357730865478516,
       "step": 4898,
-      "subrel-constrast": 3.480137586593628,
+      "subrel-constrast": 3.78926944732666,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4630438089370728,
-      "cov-distil (oracle2student)": 5.107804298400879,
-      "cov-distil (oracle2teacher)": 5.323373317718506,
+      "cov-distil": 1.8182035684585571,
+      "cov-distil (oracle2student)": 5.033112525939941,
+      "cov-distil (oracle2teacher)": 4.944447994232178,
       "epoch": 3.8453689167974883,
-      "rel-constrast": 2.9396908283233643,
+      "rel-constrast": 2.746127128601074,
       "step": 4899,
-      "subrel-constrast": 3.783080577850342,
+      "subrel-constrast": 3.4678285121917725,
       "view-similarity": 0
     },
     {
       "epoch": 3.8461538461538463,
-      "grad_norm": 5.9375,
+      "grad_norm": 5.78125,
       "learning_rate": 3.020632790170467e-05,
-      "loss": 0.6918,
+      "loss": 0.7296,
       "step": 4900
     },
     {
       "epoch": 3.8461538461538463,
-      "overlap": 0.3187499940395355,
+      "overlap": 0.3046875,
       "step": 4900
     },
     {
       "epoch": 3.8461538461538463,
       "step": 4900,
-      "student margin": 0.0777587890625
+      "student margin": 0.07257080078125
     },
     {
       "epoch": 3.8461538461538463,
       "step": 4900,
-      "teacher margin": 0.05120849609375
+      "teacher margin": 0.0604248046875
     },
     {
       "epoch": 3.8461538461538463,
-      "margin difference": -0.02655029296875,
+      "margin difference": -0.01214599609375,
       "step": 4900
     },
     {
-      "cov-distil": 1.9774374961853027,
-      "cov-distil (oracle2student)": 3.914515256881714,
-      "cov-distil (oracle2teacher)": 3.50545597076416,
+      "cov-distil": 2.199605703353882,
+      "cov-distil (oracle2student)": 4.346124172210693,
+      "cov-distil (oracle2teacher)": 3.9499330520629883,
       "epoch": 3.8461538461538463,
-      "rel-constrast": 1.3114579916000366,
+      "rel-constrast": 1.5900830030441284,
       "step": 4900,
-      "subrel-constrast": 2.0458157062530518,
+      "subrel-constrast": 1.8733912706375122,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5532493591308594,
-      "cov-distil (oracle2student)": 4.017107009887695,
-      "cov-distil (oracle2teacher)": 4.073483943939209,
+      "cov-distil": 1.966191291809082,
+      "cov-distil (oracle2student)": 4.431375503540039,
+      "cov-distil (oracle2teacher)": 4.39753532409668,
       "epoch": 3.8469387755102042,
-      "rel-constrast": 2.740334987640381,
+      "rel-constrast": 3.0280001163482666,
       "step": 4901,
-      "subrel-constrast": 3.108361005783081,
+      "subrel-constrast": 3.474059820175171,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.155672073364258,
-      "cov-distil (oracle2student)": 5.597623825073242,
-      "cov-distil (oracle2teacher)": 4.604525566101074,
+      "cov-distil": 3.1411659717559814,
+      "cov-distil (oracle2student)": 5.3592529296875,
+      "cov-distil (oracle2teacher)": 5.109401226043701,
       "epoch": 3.847723704866562,
-      "rel-constrast": 2.0062665939331055,
+      "rel-constrast": 2.6333093643188477,
       "step": 4902,
-      "subrel-constrast": 3.0018649101257324,
+      "subrel-constrast": 3.0390055179595947,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9703829288482666,
-      "cov-distil (oracle2student)": 5.012938022613525,
-      "cov-distil (oracle2teacher)": 5.079489231109619,
+      "cov-distil": 2.2093100547790527,
+      "cov-distil (oracle2student)": 5.812921524047852,
+      "cov-distil (oracle2teacher)": 5.461521625518799,
       "epoch": 3.8485086342229198,
-      "rel-constrast": 2.599632978439331,
+      "rel-constrast": 2.7614498138427734,
       "step": 4903,
-      "subrel-constrast": 4.164901256561279,
+      "subrel-constrast": 4.171741962432861,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3869906663894653,
-      "cov-distil (oracle2student)": 4.565243244171143,
-      "cov-distil (oracle2teacher)": 4.405494213104248,
+      "cov-distil": 1.693187952041626,
+      "cov-distil (oracle2student)": 4.509918212890625,
+      "cov-distil (oracle2teacher)": 4.766189098358154,
       "epoch": 3.8492935635792778,
-      "rel-constrast": 2.029808282852173,
+      "rel-constrast": 2.0043673515319824,
       "step": 4904,
-      "subrel-constrast": 2.9789254665374756,
+      "subrel-constrast": 3.096881628036499,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9567687511444092,
-      "cov-distil (oracle2student)": 4.172524452209473,
-      "cov-distil (oracle2teacher)": 4.648188591003418,
+      "cov-distil": 2.072758197784424,
+      "cov-distil (oracle2student)": 4.341971397399902,
+      "cov-distil (oracle2teacher)": 4.663667678833008,
       "epoch": 3.8500784929356358,
-      "rel-constrast": 2.9794116020202637,
+      "rel-constrast": 2.6029510498046875,
       "step": 4905,
-      "subrel-constrast": 3.339676856994629,
+      "subrel-constrast": 3.2089996337890625,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8317755460739136,
-      "cov-distil (oracle2student)": 4.250987529754639,
-      "cov-distil (oracle2teacher)": 4.162443161010742,
+      "cov-distil": 1.990478277206421,
+      "cov-distil (oracle2student)": 4.541202545166016,
+      "cov-distil (oracle2teacher)": 4.84721565246582,
       "epoch": 3.8508634222919937,
-      "rel-constrast": 2.1430904865264893,
+      "rel-constrast": 2.247276544570923,
       "step": 4906,
-      "subrel-constrast": 3.3167264461517334,
+      "subrel-constrast": 3.2020273208618164,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3678553104400635,
-      "cov-distil (oracle2student)": 4.515886306762695,
-      "cov-distil (oracle2teacher)": 3.8984994888305664,
+      "cov-distil": 1.5703967809677124,
+      "cov-distil (oracle2student)": 4.267951965332031,
+      "cov-distil (oracle2teacher)": 3.814096450805664,
       "epoch": 3.8516483516483517,
-      "rel-constrast": 2.255061149597168,
+      "rel-constrast": 2.175784111022949,
       "step": 4907,
-      "subrel-constrast": 2.9317305088043213,
+      "subrel-constrast": 2.9113659858703613,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2838737964630127,
-      "cov-distil (oracle2student)": 3.120215892791748,
-      "cov-distil (oracle2teacher)": 3.3738183975219727,
+      "cov-distil": 1.4008784294128418,
+      "cov-distil (oracle2student)": 3.643388271331787,
+      "cov-distil (oracle2teacher)": 3.2929701805114746,
       "epoch": 3.8524332810047097,
-      "rel-constrast": 2.5449304580688477,
+      "rel-constrast": 3.227921962738037,
       "step": 4908,
-      "subrel-constrast": 3.385154962539673,
+      "subrel-constrast": 2.901792526245117,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2234950065612793,
-      "cov-distil (oracle2student)": 5.241842746734619,
-      "cov-distil (oracle2teacher)": 5.216475963592529,
+      "cov-distil": 1.4747095108032227,
+      "cov-distil (oracle2student)": 5.109405040740967,
+      "cov-distil (oracle2teacher)": 5.529892921447754,
       "epoch": 3.8532182103610673,
-      "rel-constrast": 3.1104824542999268,
+      "rel-constrast": 3.151132583618164,
       "step": 4909,
-      "subrel-constrast": 3.5113346576690674,
+      "subrel-constrast": 3.4332680702209473,
       "view-similarity": 0
     },
     {
       "epoch": 3.8540031397174257,
-      "grad_norm": 5.84375,
+      "grad_norm": 6.875,
       "learning_rate": 3.012094321384314e-05,
-      "loss": 0.6348,
+      "loss": 0.6356,
       "step": 4910
     },
     {
-      "cov-distil": 1.4816585779190063,
-      "cov-distil (oracle2student)": 5.078361511230469,
-      "cov-distil (oracle2teacher)": 4.503847122192383,
+      "cov-distil": 2.1898841857910156,
+      "cov-distil (oracle2student)": 5.3998799324035645,
+      "cov-distil (oracle2teacher)": 4.840020656585693,
       "epoch": 3.8540031397174257,
-      "rel-constrast": 3.3093202114105225,
+      "rel-constrast": 4.302789688110352,
       "step": 4910,
-      "subrel-constrast": 3.797877788543701,
+      "subrel-constrast": 3.641700267791748,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6735503673553467,
-      "cov-distil (oracle2student)": 3.0872063636779785,
-      "cov-distil (oracle2teacher)": 3.3254430294036865,
+      "cov-distil": 1.7546286582946777,
+      "cov-distil (oracle2student)": 3.0863616466522217,
+      "cov-distil (oracle2teacher)": 3.8853135108947754,
       "epoch": 3.8547880690737832,
-      "rel-constrast": 2.4329726696014404,
+      "rel-constrast": 2.3572933673858643,
       "step": 4911,
-      "subrel-constrast": 3.235119342803955,
+      "subrel-constrast": 3.279228925704956,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4947094917297363,
-      "cov-distil (oracle2student)": 4.19561243057251,
-      "cov-distil (oracle2teacher)": 3.652005672454834,
+      "cov-distil": 1.9136545658111572,
+      "cov-distil (oracle2student)": 4.616866111755371,
+      "cov-distil (oracle2teacher)": 3.9494833946228027,
       "epoch": 3.8555729984301412,
-      "rel-constrast": 3.559695243835449,
+      "rel-constrast": 4.176901817321777,
       "step": 4912,
-      "subrel-constrast": 4.22227668762207,
+      "subrel-constrast": 4.088243007659912,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3007211685180664,
-      "cov-distil (oracle2student)": 3.3861660957336426,
-      "cov-distil (oracle2teacher)": 3.487525701522827,
+      "cov-distil": 1.2891358137130737,
+      "cov-distil (oracle2student)": 3.314439058303833,
+      "cov-distil (oracle2teacher)": 3.3167285919189453,
       "epoch": 3.856357927786499,
-      "rel-constrast": 2.355576276779175,
+      "rel-constrast": 1.9992234706878662,
       "step": 4913,
-      "subrel-constrast": 2.806729555130005,
+      "subrel-constrast": 2.6031739711761475,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.433388113975525,
-      "cov-distil (oracle2student)": 3.2705330848693848,
-      "cov-distil (oracle2teacher)": 3.9575095176696777,
+      "cov-distil": 2.0460081100463867,
+      "cov-distil (oracle2student)": 4.358952045440674,
+      "cov-distil (oracle2teacher)": 3.9261813163757324,
       "epoch": 3.857142857142857,
-      "rel-constrast": 2.442121744155884,
+      "rel-constrast": 2.989361047744751,
       "step": 4914,
-      "subrel-constrast": 3.689207077026367,
+      "subrel-constrast": 3.2971789836883545,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6349815130233765,
-      "cov-distil (oracle2student)": 5.3958234786987305,
-      "cov-distil (oracle2teacher)": 4.730908393859863,
+      "cov-distil": 1.8892234563827515,
+      "cov-distil (oracle2student)": 5.199654579162598,
+      "cov-distil (oracle2teacher)": 4.67225456237793,
       "epoch": 3.857927786499215,
-      "rel-constrast": 3.1156728267669678,
+      "rel-constrast": 2.7802093029022217,
       "step": 4915,
-      "subrel-constrast": 4.07456111907959,
+      "subrel-constrast": 3.7910778522491455,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2868244647979736,
-      "cov-distil (oracle2student)": 6.147896766662598,
-      "cov-distil (oracle2teacher)": 5.502431869506836,
+      "cov-distil": 1.4244402647018433,
+      "cov-distil (oracle2student)": 6.645490646362305,
+      "cov-distil (oracle2teacher)": 6.256235599517822,
       "epoch": 3.8587127158555727,
-      "rel-constrast": 2.7362864017486572,
+      "rel-constrast": 2.911546230316162,
       "step": 4916,
-      "subrel-constrast": 3.227368116378784,
+      "subrel-constrast": 3.3973052501678467,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7133333683013916,
-      "cov-distil (oracle2student)": 1.898336410522461,
-      "cov-distil (oracle2teacher)": 2.526923656463623,
+      "cov-distil": 2.344666004180908,
+      "cov-distil (oracle2student)": 2.0084903240203857,
+      "cov-distil (oracle2teacher)": 2.7569169998168945,
       "epoch": 3.859497645211931,
-      "rel-constrast": 1.494137167930603,
+      "rel-constrast": 1.6267924308776855,
       "step": 4917,
-      "subrel-constrast": 2.231739044189453,
+      "subrel-constrast": 2.0068600177764893,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0652412176132202,
-      "cov-distil (oracle2student)": 2.9946911334991455,
-      "cov-distil (oracle2teacher)": 3.1356124877929688,
+      "cov-distil": 1.1458117961883545,
+      "cov-distil (oracle2student)": 2.8584060668945312,
+      "cov-distil (oracle2teacher)": 3.1808524131774902,
       "epoch": 3.8602825745682887,
-      "rel-constrast": 2.7667911052703857,
+      "rel-constrast": 2.6151716709136963,
       "step": 4918,
-      "subrel-constrast": 3.1118130683898926,
+      "subrel-constrast": 3.167349100112915,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5646216869354248,
-      "cov-distil (oracle2student)": 7.608312606811523,
-      "cov-distil (oracle2teacher)": 7.186453819274902,
+      "cov-distil": 1.75127375125885,
+      "cov-distil (oracle2student)": 8.496891975402832,
+      "cov-distil (oracle2teacher)": 7.1876325607299805,
       "epoch": 3.8610675039246467,
-      "rel-constrast": 4.591433525085449,
+      "rel-constrast": 4.573811054229736,
       "step": 4919,
-      "subrel-constrast": 4.806558609008789,
+      "subrel-constrast": 4.679955959320068,
       "view-similarity": 0
     },
     {
       "epoch": 3.8618524332810047,
-      "grad_norm": 7.21875,
+      "grad_norm": 7.625,
       "learning_rate": 3.0035496128904604e-05,
-      "loss": 0.7567,
+      "loss": 0.7583,
       "step": 4920
     },
     {
-      "cov-distil": 1.2034344673156738,
-      "cov-distil (oracle2student)": 4.733033180236816,
-      "cov-distil (oracle2teacher)": 4.681718349456787,
+      "cov-distil": 1.7953598499298096,
+      "cov-distil (oracle2student)": 5.065357685089111,
+      "cov-distil (oracle2teacher)": 4.425952434539795,
       "epoch": 3.8618524332810047,
-      "rel-constrast": 2.3487870693206787,
+      "rel-constrast": 2.4987404346466064,
       "step": 4920,
-      "subrel-constrast": 3.0532872676849365,
+      "subrel-constrast": 2.6899750232696533,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6409692764282227,
-      "cov-distil (oracle2student)": 4.455624580383301,
-      "cov-distil (oracle2teacher)": 4.325634002685547,
+      "cov-distil": 2.4513254165649414,
+      "cov-distil (oracle2student)": 4.257379531860352,
+      "cov-distil (oracle2teacher)": 4.1729512214660645,
       "epoch": 3.8626373626373627,
-      "rel-constrast": 3.590524196624756,
+      "rel-constrast": 3.9848384857177734,
       "step": 4921,
-      "subrel-constrast": 4.231082916259766,
+      "subrel-constrast": 4.054093837738037,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1661481857299805,
-      "cov-distil (oracle2student)": 3.7720823287963867,
-      "cov-distil (oracle2teacher)": 3.657226324081421,
+      "cov-distil": 1.5679848194122314,
+      "cov-distil (oracle2student)": 4.243457794189453,
+      "cov-distil (oracle2teacher)": 4.327680587768555,
       "epoch": 3.8634222919937207,
-      "rel-constrast": 2.526982545852661,
+      "rel-constrast": 2.6640067100524902,
       "step": 4922,
-      "subrel-constrast": 2.9563395977020264,
+      "subrel-constrast": 2.5730702877044678,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3822193145751953,
-      "cov-distil (oracle2student)": 4.348550319671631,
-      "cov-distil (oracle2teacher)": 3.417327880859375,
+      "cov-distil": 1.8428400754928589,
+      "cov-distil (oracle2student)": 4.109107494354248,
+      "cov-distil (oracle2teacher)": 3.9843664169311523,
       "epoch": 3.8642072213500787,
-      "rel-constrast": 1.8174484968185425,
+      "rel-constrast": 2.0488619804382324,
       "step": 4923,
-      "subrel-constrast": 2.1948370933532715,
+      "subrel-constrast": 2.210341691970825,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1611459255218506,
-      "cov-distil (oracle2student)": 5.984744071960449,
-      "cov-distil (oracle2teacher)": 4.749906539916992,
+      "cov-distil": 2.328066825866699,
+      "cov-distil (oracle2student)": 5.910856246948242,
+      "cov-distil (oracle2teacher)": 5.866929054260254,
       "epoch": 3.8649921507064366,
-      "rel-constrast": 2.531850576400757,
+      "rel-constrast": 2.7805824279785156,
       "step": 4924,
-      "subrel-constrast": 3.6117095947265625,
+      "subrel-constrast": 3.3846302032470703,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4090898036956787,
-      "cov-distil (oracle2student)": 4.1793317794799805,
-      "cov-distil (oracle2teacher)": 4.139429092407227,
+      "cov-distil": 2.0706686973571777,
+      "cov-distil (oracle2student)": 4.925639629364014,
+      "cov-distil (oracle2teacher)": 4.236810684204102,
       "epoch": 3.865777080062794,
-      "rel-constrast": 3.4043526649475098,
+      "rel-constrast": 3.482187271118164,
       "step": 4925,
-      "subrel-constrast": 3.8716814517974854,
+      "subrel-constrast": 4.095912933349609,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.399970531463623,
-      "cov-distil (oracle2student)": 4.200250625610352,
-      "cov-distil (oracle2teacher)": 4.362844944000244,
+      "cov-distil": 1.8976213932037354,
+      "cov-distil (oracle2student)": 4.3233842849731445,
+      "cov-distil (oracle2teacher)": 4.02630090713501,
       "epoch": 3.866562009419152,
-      "rel-constrast": 3.2871904373168945,
+      "rel-constrast": 3.752328872680664,
       "step": 4926,
-      "subrel-constrast": 3.415116548538208,
+      "subrel-constrast": 3.386610746383667,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.9677162170410156,
-      "cov-distil (oracle2student)": 3.720453977584839,
-      "cov-distil (oracle2teacher)": 3.83139967918396,
+      "cov-distil": 1.3129363059997559,
+      "cov-distil (oracle2student)": 4.234728813171387,
+      "cov-distil (oracle2teacher)": 3.9541802406311035,
       "epoch": 3.86734693877551,
-      "rel-constrast": 2.4778943061828613,
+      "rel-constrast": 2.8679277896881104,
       "step": 4927,
-      "subrel-constrast": 2.806865692138672,
+      "subrel-constrast": 2.705437660217285,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.751236081123352,
-      "cov-distil (oracle2student)": 6.974804401397705,
-      "cov-distil (oracle2teacher)": 6.015132904052734,
+      "cov-distil": 2.389366626739502,
+      "cov-distil (oracle2student)": 7.781805038452148,
+      "cov-distil (oracle2teacher)": 6.3588643074035645,
       "epoch": 3.868131868131868,
-      "rel-constrast": 3.6063642501831055,
+      "rel-constrast": 4.250327110290527,
       "step": 4928,
-      "subrel-constrast": 3.8659753799438477,
+      "subrel-constrast": 4.1689348220825195,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.24517023563385,
-      "cov-distil (oracle2student)": 3.9545137882232666,
-      "cov-distil (oracle2teacher)": 3.6242194175720215,
+      "cov-distil": 1.4261789321899414,
+      "cov-distil (oracle2student)": 4.094310760498047,
+      "cov-distil (oracle2teacher)": 3.970391273498535,
       "epoch": 3.868916797488226,
-      "rel-constrast": 2.0519142150878906,
+      "rel-constrast": 1.8252768516540527,
       "step": 4929,
-      "subrel-constrast": 2.3358654975891113,
+      "subrel-constrast": 2.406087875366211,
       "view-similarity": 0
     },
     {
       "epoch": 3.869701726844584,
-      "grad_norm": 4.34375,
+      "grad_norm": 4.0625,
       "learning_rate": 2.9949987688034865e-05,
-      "loss": 0.7269,
+      "loss": 0.7539,
       "step": 4930
     },
     {
-      "cov-distil": 2.085045337677002,
-      "cov-distil (oracle2student)": 4.990360260009766,
-      "cov-distil (oracle2teacher)": 4.893158912658691,
+      "cov-distil": 2.522120952606201,
+      "cov-distil (oracle2student)": 5.953481674194336,
+      "cov-distil (oracle2teacher)": 5.600831031799316,
       "epoch": 3.869701726844584,
-      "rel-constrast": 1.4217987060546875,
+      "rel-constrast": 2.4450619220733643,
       "step": 4930,
-      "subrel-constrast": 2.847909450531006,
+      "subrel-constrast": 2.994839668273926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2915990352630615,
-      "cov-distil (oracle2student)": 5.086285591125488,
-      "cov-distil (oracle2teacher)": 4.626662254333496,
+      "cov-distil": 1.4987218379974365,
+      "cov-distil (oracle2student)": 5.116355895996094,
+      "cov-distil (oracle2teacher)": 4.4935197830200195,
       "epoch": 3.870486656200942,
-      "rel-constrast": 2.2679781913757324,
+      "rel-constrast": 1.8262654542922974,
       "step": 4931,
-      "subrel-constrast": 2.8516080379486084,
+      "subrel-constrast": 2.7735323905944824,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7308200597763062,
-      "cov-distil (oracle2student)": 2.886519432067871,
-      "cov-distil (oracle2teacher)": 3.0782032012939453,
+      "cov-distil": 2.099936008453369,
+      "cov-distil (oracle2student)": 2.885730743408203,
+      "cov-distil (oracle2teacher)": 3.151740074157715,
       "epoch": 3.8712715855572997,
-      "rel-constrast": 1.9749653339385986,
+      "rel-constrast": 2.2535321712493896,
       "step": 4932,
-      "subrel-constrast": 3.0999155044555664,
+      "subrel-constrast": 3.0087623596191406,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0880250930786133,
-      "cov-distil (oracle2student)": 5.66994571685791,
-      "cov-distil (oracle2teacher)": 4.979144096374512,
+      "cov-distil": 1.4691190719604492,
+      "cov-distil (oracle2student)": 5.852911472320557,
+      "cov-distil (oracle2teacher)": 5.229996681213379,
       "epoch": 3.8720565149136577,
-      "rel-constrast": 2.5517172813415527,
+      "rel-constrast": 3.135279655456543,
       "step": 4933,
-      "subrel-constrast": 3.1356287002563477,
+      "subrel-constrast": 3.254544496536255,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0991817712783813,
-      "cov-distil (oracle2student)": 6.13633394241333,
-      "cov-distil (oracle2teacher)": 5.762596607208252,
+      "cov-distil": 1.2416441440582275,
+      "cov-distil (oracle2student)": 6.675985336303711,
+      "cov-distil (oracle2teacher)": 6.43362283706665,
       "epoch": 3.8728414442700156,
-      "rel-constrast": 2.192798614501953,
+      "rel-constrast": 2.7867937088012695,
       "step": 4934,
-      "subrel-constrast": 2.8787682056427,
+      "subrel-constrast": 2.89565110206604,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6862425804138184,
-      "cov-distil (oracle2student)": 5.2440595626831055,
-      "cov-distil (oracle2teacher)": 4.714631080627441,
+      "cov-distil": 2.2959067821502686,
+      "cov-distil (oracle2student)": 5.224069118499756,
+      "cov-distil (oracle2teacher)": 5.503115653991699,
       "epoch": 3.8736263736263736,
-      "rel-constrast": 2.8126838207244873,
+      "rel-constrast": 3.3039801120758057,
       "step": 4935,
-      "subrel-constrast": 3.5896241664886475,
+      "subrel-constrast": 3.4105398654937744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7010021209716797,
-      "cov-distil (oracle2student)": 3.6926608085632324,
-      "cov-distil (oracle2teacher)": 4.298977851867676,
+      "cov-distil": 2.2557826042175293,
+      "cov-distil (oracle2student)": 3.8309669494628906,
+      "cov-distil (oracle2teacher)": 3.9122519493103027,
       "epoch": 3.8744113029827316,
-      "rel-constrast": 3.299124002456665,
+      "rel-constrast": 3.6828904151916504,
       "step": 4936,
-      "subrel-constrast": 4.304003715515137,
+      "subrel-constrast": 4.2456135749816895,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.0470523834228516,
-      "cov-distil (oracle2student)": 5.199496269226074,
-      "cov-distil (oracle2teacher)": 5.157603740692139,
+      "cov-distil": 2.2152304649353027,
+      "cov-distil (oracle2student)": 5.3621978759765625,
+      "cov-distil (oracle2teacher)": 5.771312236785889,
       "epoch": 3.8751962323390896,
-      "rel-constrast": 1.538152813911438,
+      "rel-constrast": 2.151885747909546,
       "step": 4937,
-      "subrel-constrast": 2.6817262172698975,
+      "subrel-constrast": 2.5160067081451416,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.0867000818252563,
-      "cov-distil (oracle2student)": 3.108950614929199,
-      "cov-distil (oracle2teacher)": 2.8957862854003906,
+      "cov-distil": 2.010122060775757,
+      "cov-distil (oracle2student)": 3.2016148567199707,
+      "cov-distil (oracle2teacher)": 2.8754372596740723,
       "epoch": 3.8759811616954476,
-      "rel-constrast": 2.0654544830322266,
+      "rel-constrast": 1.8773874044418335,
       "step": 4938,
-      "subrel-constrast": 2.643752098083496,
+      "subrel-constrast": 2.534965753555298,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.175549030303955,
-      "cov-distil (oracle2student)": 6.032007217407227,
-      "cov-distil (oracle2teacher)": 5.406729221343994,
+      "cov-distil": 1.5948187112808228,
+      "cov-distil (oracle2student)": 6.061955451965332,
+      "cov-distil (oracle2teacher)": 5.731427192687988,
       "epoch": 3.876766091051805,
-      "rel-constrast": 2.189964771270752,
+      "rel-constrast": 2.4675490856170654,
       "step": 4939,
-      "subrel-constrast": 2.883009195327759,
+      "subrel-constrast": 2.922219753265381,
       "view-similarity": 0
     },
     {
       "epoch": 3.877551020408163,
-      "grad_norm": 5.1875,
+      "grad_norm": 6.0,
       "learning_rate": 2.9864418933127257e-05,
-      "loss": 0.5953,
+      "loss": 0.6483,
       "step": 4940
     },
     {
-      "cov-distil": 1.2596943378448486,
-      "cov-distil (oracle2student)": 3.7718076705932617,
-      "cov-distil (oracle2teacher)": 3.325233221054077,
+      "cov-distil": 1.8364307880401611,
+      "cov-distil (oracle2student)": 4.234302520751953,
+      "cov-distil (oracle2teacher)": 3.7083587646484375,
       "epoch": 3.877551020408163,
-      "rel-constrast": 1.5257580280303955,
+      "rel-constrast": 1.936302900314331,
       "step": 4940,
-      "subrel-constrast": 2.174342632293701,
+      "subrel-constrast": 1.9676131010055542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7111434936523438,
-      "cov-distil (oracle2student)": 2.6018729209899902,
-      "cov-distil (oracle2teacher)": 2.6959526538848877,
+      "cov-distil": 3.0983448028564453,
+      "cov-distil (oracle2student)": 3.1767497062683105,
+      "cov-distil (oracle2teacher)": 2.933986186981201,
       "epoch": 3.878335949764521,
-      "rel-constrast": 2.931312322616577,
+      "rel-constrast": 3.148494005203247,
       "step": 4941,
-      "subrel-constrast": 3.3228001594543457,
+      "subrel-constrast": 3.3584587574005127,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8189531564712524,
-      "cov-distil (oracle2student)": 4.101531028747559,
-      "cov-distil (oracle2teacher)": 3.7795844078063965,
+      "cov-distil": 2.1421759128570557,
+      "cov-distil (oracle2student)": 4.542120933532715,
+      "cov-distil (oracle2teacher)": 4.1308674812316895,
       "epoch": 3.879120879120879,
-      "rel-constrast": 2.1155805587768555,
+      "rel-constrast": 1.915297031402588,
       "step": 4942,
-      "subrel-constrast": 3.1263697147369385,
+      "subrel-constrast": 2.8702080249786377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.541131615638733,
-      "cov-distil (oracle2student)": 6.623552322387695,
-      "cov-distil (oracle2teacher)": 5.657879829406738,
+      "cov-distil": 1.6993833780288696,
+      "cov-distil (oracle2student)": 6.405128479003906,
+      "cov-distil (oracle2teacher)": 6.693936824798584,
       "epoch": 3.879905808477237,
-      "rel-constrast": 1.2840373516082764,
+      "rel-constrast": 1.7135019302368164,
       "step": 4943,
-      "subrel-constrast": 2.499696969985962,
+      "subrel-constrast": 2.5590810775756836,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5125147104263306,
-      "cov-distil (oracle2student)": 4.730408191680908,
-      "cov-distil (oracle2teacher)": 4.305361747741699,
+      "cov-distil": 1.9339501857757568,
+      "cov-distil (oracle2student)": 5.425321578979492,
+      "cov-distil (oracle2teacher)": 4.67838191986084,
       "epoch": 3.880690737833595,
-      "rel-constrast": 2.086909770965576,
+      "rel-constrast": 2.71456241607666,
       "step": 4944,
-      "subrel-constrast": 3.4118316173553467,
+      "subrel-constrast": 3.6189377307891846,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5190296173095703,
-      "cov-distil (oracle2student)": 4.275107383728027,
-      "cov-distil (oracle2teacher)": 4.157781600952148,
+      "cov-distil": 2.434319257736206,
+      "cov-distil (oracle2student)": 4.222950458526611,
+      "cov-distil (oracle2teacher)": 5.155264854431152,
       "epoch": 3.881475667189953,
-      "rel-constrast": 2.289806842803955,
+      "rel-constrast": 2.2064545154571533,
       "step": 4945,
-      "subrel-constrast": 2.9341824054718018,
+      "subrel-constrast": 3.4084699153900146,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2226207256317139,
-      "cov-distil (oracle2student)": 4.956526279449463,
-      "cov-distil (oracle2teacher)": 4.382573127746582,
+      "cov-distil": 1.7369446754455566,
+      "cov-distil (oracle2student)": 6.076730728149414,
+      "cov-distil (oracle2teacher)": 4.786085605621338,
       "epoch": 3.8822605965463106,
-      "rel-constrast": 2.7934796810150146,
+      "rel-constrast": 3.571751356124878,
       "step": 4946,
-      "subrel-constrast": 3.3292036056518555,
+      "subrel-constrast": 3.2691824436187744,
       "view-similarity": 0
     },
     {
-      "cov-distil": 0.988818347454071,
-      "cov-distil (oracle2student)": 5.752202987670898,
-      "cov-distil (oracle2teacher)": 5.223609924316406,
+      "cov-distil": 1.9683480262756348,
+      "cov-distil (oracle2student)": 5.418346405029297,
+      "cov-distil (oracle2teacher)": 5.26003360748291,
       "epoch": 3.8830455259026686,
-      "rel-constrast": 2.5432348251342773,
+      "rel-constrast": 2.6572351455688477,
       "step": 4947,
-      "subrel-constrast": 3.4882566928863525,
+      "subrel-constrast": 3.4291439056396484,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7363755702972412,
-      "cov-distil (oracle2student)": 3.466852903366089,
-      "cov-distil (oracle2teacher)": 3.654991626739502,
+      "cov-distil": 2.346266746520996,
+      "cov-distil (oracle2student)": 3.5685250759124756,
+      "cov-distil (oracle2teacher)": 3.546949625015259,
       "epoch": 3.8838304552590266,
-      "rel-constrast": 2.6327431201934814,
+      "rel-constrast": 3.05981183052063,
       "step": 4948,
-      "subrel-constrast": 3.712479591369629,
+      "subrel-constrast": 3.7082948684692383,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4145748615264893,
-      "cov-distil (oracle2student)": 6.4824113845825195,
-      "cov-distil (oracle2teacher)": 6.395699501037598,
+      "cov-distil": 1.6661862134933472,
+      "cov-distil (oracle2student)": 6.7215576171875,
+      "cov-distil (oracle2teacher)": 7.212177276611328,
       "epoch": 3.8846153846153846,
-      "rel-constrast": 2.954242706298828,
+      "rel-constrast": 3.2312052249908447,
       "step": 4949,
-      "subrel-constrast": 3.797773838043213,
+      "subrel-constrast": 3.542097568511963,
       "view-similarity": 0
     },
     {
       "epoch": 3.8854003139717426,
-      "grad_norm": 7.21875,
+      "grad_norm": 6.78125,
       "learning_rate": 2.977879090681006e-05,
-      "loss": 0.6157,
+      "loss": 0.6539,
       "step": 4950
     },
     {
-      "cov-distil": 1.599226951599121,
-      "cov-distil (oracle2student)": 5.566408157348633,
-      "cov-distil (oracle2teacher)": 4.803138732910156,
+      "cov-distil": 2.1160812377929688,
+      "cov-distil (oracle2student)": 4.785297393798828,
+      "cov-distil (oracle2teacher)": 5.207123756408691,
       "epoch": 3.8854003139717426,
-      "rel-constrast": 2.9520297050476074,
+      "rel-constrast": 2.8519232273101807,
       "step": 4950,
-      "subrel-constrast": 3.272836446762085,
+      "subrel-constrast": 3.4885706901550293,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6182782649993896,
-      "cov-distil (oracle2student)": 4.2247724533081055,
-      "cov-distil (oracle2teacher)": 4.361550331115723,
+      "cov-distil": 2.1997880935668945,
+      "cov-distil (oracle2student)": 4.5392866134643555,
+      "cov-distil (oracle2teacher)": 4.516684055328369,
       "epoch": 3.8861852433281006,
-      "rel-constrast": 2.127577781677246,
+      "rel-constrast": 2.562025547027588,
       "step": 4951,
-      "subrel-constrast": 3.4618284702301025,
+      "subrel-constrast": 3.6700282096862793,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3953461647033691,
-      "cov-distil (oracle2student)": 4.286941051483154,
-      "cov-distil (oracle2teacher)": 3.9421844482421875,
+      "cov-distil": 1.9105191230773926,
+      "cov-distil (oracle2student)": 4.283303260803223,
+      "cov-distil (oracle2teacher)": 4.452186107635498,
       "epoch": 3.8869701726844585,
-      "rel-constrast": 1.3595303297042847,
+      "rel-constrast": 1.5952590703964233,
       "step": 4952,
-      "subrel-constrast": 2.148796558380127,
+      "subrel-constrast": 2.0334014892578125,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3502987623214722,
-      "cov-distil (oracle2student)": 4.099855422973633,
-      "cov-distil (oracle2teacher)": 4.315877437591553,
+      "cov-distil": 1.8713359832763672,
+      "cov-distil (oracle2student)": 4.347679138183594,
+      "cov-distil (oracle2teacher)": 4.631946086883545,
       "epoch": 3.887755102040816,
-      "rel-constrast": 2.5277085304260254,
+      "rel-constrast": 2.800002336502075,
       "step": 4953,
-      "subrel-constrast": 3.153719186782837,
+      "subrel-constrast": 2.850769519805908,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3617793321609497,
-      "cov-distil (oracle2student)": 4.727731704711914,
-      "cov-distil (oracle2teacher)": 3.9345154762268066,
+      "cov-distil": 1.842714786529541,
+      "cov-distil (oracle2student)": 5.203680038452148,
+      "cov-distil (oracle2teacher)": 3.591113328933716,
       "epoch": 3.8885400313971745,
-      "rel-constrast": 2.842517852783203,
+      "rel-constrast": 3.5550901889801025,
       "step": 4954,
-      "subrel-constrast": 3.633772611618042,
+      "subrel-constrast": 3.5065667629241943,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3830056190490723,
-      "cov-distil (oracle2student)": 3.7057738304138184,
-      "cov-distil (oracle2teacher)": 4.028496742248535,
+      "cov-distil": 1.8166371583938599,
+      "cov-distil (oracle2student)": 3.565969944000244,
+      "cov-distil (oracle2teacher)": 3.850527048110962,
       "epoch": 3.889324960753532,
-      "rel-constrast": 2.2975246906280518,
+      "rel-constrast": 2.0100245475769043,
       "step": 4955,
-      "subrel-constrast": 3.429202079772949,
+      "subrel-constrast": 3.302536725997925,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3157066106796265,
-      "cov-distil (oracle2student)": 4.596399307250977,
-      "cov-distil (oracle2teacher)": 4.347043514251709,
+      "cov-distil": 1.4981575012207031,
+      "cov-distil (oracle2student)": 5.344354152679443,
+      "cov-distil (oracle2teacher)": 4.805056571960449,
       "epoch": 3.89010989010989,
-      "rel-constrast": 2.268571615219116,
+      "rel-constrast": 2.4555037021636963,
       "step": 4956,
-      "subrel-constrast": 3.1400184631347656,
+      "subrel-constrast": 2.893268585205078,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8385756015777588,
-      "cov-distil (oracle2student)": 4.850761413574219,
-      "cov-distil (oracle2teacher)": 5.023526191711426,
+      "cov-distil": 2.717216968536377,
+      "cov-distil (oracle2student)": 5.226015090942383,
+      "cov-distil (oracle2teacher)": 5.775313854217529,
       "epoch": 3.890894819466248,
-      "rel-constrast": 2.2560884952545166,
+      "rel-constrast": 3.133051872253418,
       "step": 4957,
-      "subrel-constrast": 3.584268569946289,
+      "subrel-constrast": 3.8270461559295654,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2985455989837646,
-      "cov-distil (oracle2student)": 3.9631524085998535,
-      "cov-distil (oracle2teacher)": 3.8047351837158203,
+      "cov-distil": 1.8598284721374512,
+      "cov-distil (oracle2student)": 4.540208339691162,
+      "cov-distil (oracle2teacher)": 4.575109481811523,
       "epoch": 3.891679748822606,
-      "rel-constrast": 2.5752673149108887,
+      "rel-constrast": 2.7805063724517822,
       "step": 4958,
-      "subrel-constrast": 3.2575294971466064,
+      "subrel-constrast": 3.112504720687866,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8565829992294312,
-      "cov-distil (oracle2student)": 3.8611905574798584,
-      "cov-distil (oracle2teacher)": 3.8918683528900146,
+      "cov-distil": 2.321187973022461,
+      "cov-distil (oracle2student)": 4.232889652252197,
+      "cov-distil (oracle2teacher)": 4.395542621612549,
       "epoch": 3.892464678178964,
-      "rel-constrast": 2.271380662918091,
+      "rel-constrast": 2.487962245941162,
       "step": 4959,
-      "subrel-constrast": 3.2705867290496826,
+      "subrel-constrast": 3.541017532348633,
       "view-similarity": 0
     },
     {
       "epoch": 3.8932496075353216,
-      "grad_norm": 5.34375,
+      "grad_norm": 5.8125,
       "learning_rate": 2.9693104652433768e-05,
-      "loss": 0.6245,
+      "loss": 0.6558,
       "step": 4960
     },
     {
-      "cov-distil": 1.5082491636276245,
-      "cov-distil (oracle2student)": 2.4782848358154297,
-      "cov-distil (oracle2teacher)": 2.5934605598449707,
+      "cov-distil": 2.1106209754943848,
+      "cov-distil (oracle2student)": 2.9151194095611572,
+      "cov-distil (oracle2teacher)": 2.9925522804260254,
       "epoch": 3.8932496075353216,
-      "rel-constrast": 1.550870656967163,
+      "rel-constrast": 2.276632070541382,
       "step": 4960,
-      "subrel-constrast": 2.4718897342681885,
+      "subrel-constrast": 2.6321465969085693,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6776723861694336,
-      "cov-distil (oracle2student)": 3.5943305492401123,
-      "cov-distil (oracle2teacher)": 4.183363914489746,
+      "cov-distil": 1.8788431882858276,
+      "cov-distil (oracle2student)": 3.4624478816986084,
+      "cov-distil (oracle2teacher)": 3.877951145172119,
       "epoch": 3.89403453689168,
-      "rel-constrast": 2.713289260864258,
+      "rel-constrast": 2.83022141456604,
       "step": 4961,
-      "subrel-constrast": 3.4270179271698,
+      "subrel-constrast": 3.74519681930542,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.723806619644165,
-      "cov-distil (oracle2student)": 6.408077239990234,
-      "cov-distil (oracle2teacher)": 6.533712387084961,
+      "cov-distil": 2.635572671890259,
+      "cov-distil (oracle2student)": 7.021683692932129,
+      "cov-distil (oracle2teacher)": 6.601286888122559,
       "epoch": 3.8948194662480375,
-      "rel-constrast": 2.597172975540161,
+      "rel-constrast": 3.0416817665100098,
       "step": 4962,
-      "subrel-constrast": 3.2178914546966553,
+      "subrel-constrast": 3.069262742996216,
       "view-similarity": 0
     },
     {
-      "cov-distil": 2.1832218170166016,
-      "cov-distil (oracle2student)": 4.343052387237549,
-      "cov-distil (oracle2teacher)": 3.951906204223633,
+      "cov-distil": 2.412132978439331,
+      "cov-distil (oracle2student)": 4.503313064575195,
+      "cov-distil (oracle2teacher)": 4.176334381103516,
       "epoch": 3.8956043956043955,
-      "rel-constrast": 3.0883216857910156,
+      "rel-constrast": 3.2555198669433594,
       "step": 4963,
-      "subrel-constrast": 3.80899977684021,
+      "subrel-constrast": 4.123063564300537,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.6854825019836426,
-      "cov-distil (oracle2student)": 4.616249084472656,
-      "cov-distil (oracle2teacher)": 4.270302772521973,
+      "cov-distil": 1.7978298664093018,
+      "cov-distil (oracle2student)": 5.131643295288086,
+      "cov-distil (oracle2teacher)": 4.681301116943359,
       "epoch": 3.8963893249607535,
-      "rel-constrast": 2.7498934268951416,
+      "rel-constrast": 2.827005386352539,
       "step": 4964,
-      "subrel-constrast": 3.0728211402893066,
+      "subrel-constrast": 2.8465945720672607,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3773503303527832,
-      "cov-distil (oracle2student)": 4.7205634117126465,
-      "cov-distil (oracle2teacher)": 4.0743913650512695,
+      "cov-distil": 2.410313129425049,
+      "cov-distil (oracle2student)": 4.446242809295654,
+      "cov-distil (oracle2teacher)": 4.443977355957031,
       "epoch": 3.8971742543171115,
-      "rel-constrast": 3.2982635498046875,
+      "rel-constrast": 3.593470811843872,
       "step": 4965,
-      "subrel-constrast": 3.4531290531158447,
+      "subrel-constrast": 3.9102847576141357,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3197860717773438,
-      "cov-distil (oracle2student)": 5.062682628631592,
-      "cov-distil (oracle2teacher)": 4.6963043212890625,
+      "cov-distil": 1.7069830894470215,
+      "cov-distil (oracle2student)": 5.444242477416992,
+      "cov-distil (oracle2teacher)": 4.731959819793701,
       "epoch": 3.8979591836734695,
-      "rel-constrast": 3.3479278087615967,
+      "rel-constrast": 3.4728195667266846,
       "step": 4966,
-      "subrel-constrast": 4.045454025268555,
+      "subrel-constrast": 3.713596820831299,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4666931629180908,
-      "cov-distil (oracle2student)": 3.3798322677612305,
-      "cov-distil (oracle2teacher)": 3.686708927154541,
+      "cov-distil": 2.0002498626708984,
+      "cov-distil (oracle2student)": 3.3050789833068848,
+      "cov-distil (oracle2teacher)": 3.97227144241333,
       "epoch": 3.898744113029827,
-      "rel-constrast": 1.532313346862793,
+      "rel-constrast": 2.2111706733703613,
       "step": 4967,
-      "subrel-constrast": 2.4143667221069336,
+      "subrel-constrast": 2.1936628818511963,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4825749397277832,
-      "cov-distil (oracle2student)": 2.392547607421875,
-      "cov-distil (oracle2teacher)": 2.4852805137634277,
+      "cov-distil": 2.054175615310669,
+      "cov-distil (oracle2student)": 2.0972752571105957,
+      "cov-distil (oracle2teacher)": 2.3401618003845215,
       "epoch": 3.8995290423861855,
-      "rel-constrast": 2.3396730422973633,
+      "rel-constrast": 2.2185535430908203,
       "step": 4968,
-      "subrel-constrast": 3.4566571712493896,
+      "subrel-constrast": 3.487515449523926,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8376574516296387,
-      "cov-distil (oracle2student)": 3.303466796875,
-      "cov-distil (oracle2teacher)": 2.6003036499023438,
+      "cov-distil": 2.2699532508850098,
+      "cov-distil (oracle2student)": 3.3917884826660156,
+      "cov-distil (oracle2teacher)": 2.985872745513916,
       "epoch": 3.900313971742543,
-      "rel-constrast": 2.3648922443389893,
+      "rel-constrast": 2.3942008018493652,
       "step": 4969,
-      "subrel-constrast": 3.200345516204834,
+      "subrel-constrast": 3.1469626426696777,
       "view-similarity": 0
     },
     {
       "epoch": 3.901098901098901,
-      "grad_norm": 5.65625,
+      "grad_norm": 5.84375,
       "learning_rate": 2.960736121405834e-05,
-      "loss": 0.6802,
+      "loss": 0.703,
       "step": 4970
     },
     {
-      "cov-distil": 1.672612190246582,
-      "cov-distil (oracle2student)": 4.244818687438965,
-      "cov-distil (oracle2teacher)": 4.356265544891357,
+      "cov-distil": 2.6551055908203125,
+      "cov-distil (oracle2student)": 4.972034454345703,
+      "cov-distil (oracle2teacher)": 4.601072311401367,
       "epoch": 3.901098901098901,
-      "rel-constrast": 2.3917832374572754,
+      "rel-constrast": 2.973984479904175,
       "step": 4970,
-      "subrel-constrast": 3.325211763381958,
+      "subrel-constrast": 3.19044828414917,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5999621152877808,
-      "cov-distil (oracle2student)": 4.548240661621094,
-      "cov-distil (oracle2teacher)": 4.1162590980529785,
+      "cov-distil": 2.47623872756958,
+      "cov-distil (oracle2student)": 4.746425151824951,
+      "cov-distil (oracle2teacher)": 4.676514148712158,
       "epoch": 3.901883830455259,
-      "rel-constrast": 2.232954263687134,
+      "rel-constrast": 2.4907352924346924,
       "step": 4971,
-      "subrel-constrast": 3.067716360092163,
+      "subrel-constrast": 3.2655868530273438,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5884701013565063,
-      "cov-distil (oracle2student)": 4.642826557159424,
-      "cov-distil (oracle2teacher)": 4.1658124923706055,
+      "cov-distil": 2.0002503395080566,
+      "cov-distil (oracle2student)": 5.144754886627197,
+      "cov-distil (oracle2teacher)": 4.618641376495361,
       "epoch": 3.902668759811617,
-      "rel-constrast": 3.465142011642456,
+      "rel-constrast": 3.3595361709594727,
       "step": 4972,
-      "subrel-constrast": 4.016929626464844,
+      "subrel-constrast": 4.081938743591309,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2711479663848877,
-      "cov-distil (oracle2student)": 4.188755512237549,
-      "cov-distil (oracle2teacher)": 3.5570952892303467,
+      "cov-distil": 1.3494277000427246,
+      "cov-distil (oracle2student)": 4.453934192657471,
+      "cov-distil (oracle2teacher)": 4.105312347412109,
       "epoch": 3.903453689167975,
-      "rel-constrast": 2.5123863220214844,
+      "rel-constrast": 2.711907386779785,
       "step": 4973,
-      "subrel-constrast": 2.8351621627807617,
+      "subrel-constrast": 3.3492379188537598,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.72321617603302,
-      "cov-distil (oracle2student)": 4.625589847564697,
-      "cov-distil (oracle2teacher)": 4.181270122528076,
+      "cov-distil": 1.8807971477508545,
+      "cov-distil (oracle2student)": 4.7095489501953125,
+      "cov-distil (oracle2teacher)": 4.590790748596191,
       "epoch": 3.904238618524333,
-      "rel-constrast": 2.774857759475708,
+      "rel-constrast": 3.041226387023926,
       "step": 4974,
-      "subrel-constrast": 3.197310209274292,
+      "subrel-constrast": 3.2173733711242676,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7688437700271606,
-      "cov-distil (oracle2student)": 6.162502288818359,
-      "cov-distil (oracle2teacher)": 5.366936206817627,
+      "cov-distil": 2.451690196990967,
+      "cov-distil (oracle2student)": 6.299328804016113,
+      "cov-distil (oracle2teacher)": 6.029431343078613,
       "epoch": 3.905023547880691,
-      "rel-constrast": 3.421651601791382,
+      "rel-constrast": 2.958193302154541,
       "step": 4975,
-      "subrel-constrast": 3.6499059200286865,
+      "subrel-constrast": 3.4379358291625977,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.8823240995407104,
-      "cov-distil (oracle2student)": 3.951223373413086,
-      "cov-distil (oracle2teacher)": 3.9200401306152344,
+      "cov-distil": 2.3437156677246094,
+      "cov-distil (oracle2student)": 4.328980922698975,
+      "cov-distil (oracle2teacher)": 4.201752662658691,
       "epoch": 3.9058084772370485,
-      "rel-constrast": 1.6028413772583008,
+      "rel-constrast": 1.9334404468536377,
       "step": 4976,
-      "subrel-constrast": 3.160198450088501,
+      "subrel-constrast": 3.0876245498657227,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5731754302978516,
-      "cov-distil (oracle2student)": 3.8424510955810547,
-      "cov-distil (oracle2teacher)": 3.4196674823760986,
+      "cov-distil": 1.8898346424102783,
+      "cov-distil (oracle2student)": 4.023632049560547,
+      "cov-distil (oracle2teacher)": 3.703725814819336,
       "epoch": 3.9065934065934065,
-      "rel-constrast": 2.7797346115112305,
+      "rel-constrast": 2.3862075805664062,
       "step": 4977,
-      "subrel-constrast": 3.0793001651763916,
+      "subrel-constrast": 3.0232319831848145,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.5672051906585693,
-      "cov-distil (oracle2student)": 5.100618362426758,
-      "cov-distil (oracle2teacher)": 4.695408821105957,
+      "cov-distil": 1.7533447742462158,
+      "cov-distil (oracle2student)": 4.545618057250977,
+      "cov-distil (oracle2teacher)": 4.815052032470703,
       "epoch": 3.9073783359497645,
-      "rel-constrast": 2.7150866985321045,
+      "rel-constrast": 2.5230607986450195,
       "step": 4978,
-      "subrel-constrast": 3.379464864730835,
+      "subrel-constrast": 3.5100390911102295,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3889234066009521,
-      "cov-distil (oracle2student)": 5.420453071594238,
-      "cov-distil (oracle2teacher)": 4.797268867492676,
+      "cov-distil": 2.375028610229492,
+      "cov-distil (oracle2student)": 5.4503960609436035,
+      "cov-distil (oracle2teacher)": 5.152678489685059,
       "epoch": 3.9081632653061225,
-      "rel-constrast": 3.685680627822876,
+      "rel-constrast": 3.816863775253296,
       "step": 4979,
-      "subrel-constrast": 4.096881866455078,
+      "subrel-constrast": 4.551755905151367,
       "view-similarity": 0
     },
     {
       "epoch": 3.9089481946624804,
-      "grad_norm": 7.46875,
+      "grad_norm": 8.3125,
       "learning_rate": 2.9521561636440504e-05,
-      "loss": 0.7296,
+      "loss": 0.7049,
       "step": 4980
     },
     {
-      "cov-distil": 1.7229019403457642,
-      "cov-distil (oracle2student)": 5.029427528381348,
-      "cov-distil (oracle2teacher)": 4.969483852386475,
+      "cov-distil": 1.8954272270202637,
+      "cov-distil (oracle2student)": 5.722433567047119,
+      "cov-distil (oracle2teacher)": 5.460955619812012,
       "epoch": 3.9089481946624804,
-      "rel-constrast": 2.131199359893799,
+      "rel-constrast": 2.917466163635254,
       "step": 4980,
-      "subrel-constrast": 3.0192978382110596,
+      "subrel-constrast": 3.217510223388672,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.1075129508972168,
-      "cov-distil (oracle2student)": 3.811216354370117,
-      "cov-distil (oracle2teacher)": 4.041197776794434,
+      "cov-distil": 1.2662429809570312,
+      "cov-distil (oracle2student)": 4.486255168914795,
+      "cov-distil (oracle2teacher)": 4.519319534301758,
       "epoch": 3.9097331240188384,
-      "rel-constrast": 1.9995617866516113,
+      "rel-constrast": 2.5012547969818115,
       "step": 4981,
-      "subrel-constrast": 2.92253041267395,
+      "subrel-constrast": 3.4250612258911133,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9667332172393799,
-      "cov-distil (oracle2student)": 2.8783559799194336,
-      "cov-distil (oracle2teacher)": 3.5233778953552246,
+      "cov-distil": 2.630289077758789,
+      "cov-distil (oracle2student)": 3.477200984954834,
+      "cov-distil (oracle2teacher)": 3.612396717071533,
       "epoch": 3.9105180533751964,
-      "rel-constrast": 2.151566982269287,
+      "rel-constrast": 2.606191635131836,
       "step": 4982,
-      "subrel-constrast": 2.8177874088287354,
+      "subrel-constrast": 2.9928886890411377,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3891326189041138,
-      "cov-distil (oracle2student)": 5.025810241699219,
-      "cov-distil (oracle2teacher)": 4.238213062286377,
+      "cov-distil": 1.9014801979064941,
+      "cov-distil (oracle2student)": 5.290809631347656,
+      "cov-distil (oracle2teacher)": 4.8864827156066895,
       "epoch": 3.911302982731554,
-      "rel-constrast": 2.5642738342285156,
+      "rel-constrast": 2.8477957248687744,
       "step": 4983,
-      "subrel-constrast": 2.9556615352630615,
+      "subrel-constrast": 3.056452751159668,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4191149473190308,
-      "cov-distil (oracle2student)": 5.597451686859131,
-      "cov-distil (oracle2teacher)": 4.712802886962891,
+      "cov-distil": 1.5047812461853027,
+      "cov-distil (oracle2student)": 5.912616729736328,
+      "cov-distil (oracle2teacher)": 4.8546295166015625,
       "epoch": 3.912087912087912,
-      "rel-constrast": 3.184532403945923,
+      "rel-constrast": 3.290363311767578,
       "step": 4984,
-      "subrel-constrast": 3.644132137298584,
+      "subrel-constrast": 3.8009819984436035,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.342498540878296,
-      "cov-distil (oracle2student)": 3.593219757080078,
-      "cov-distil (oracle2teacher)": 3.762922763824463,
+      "cov-distil": 2.2576136589050293,
+      "cov-distil (oracle2student)": 3.8469951152801514,
+      "cov-distil (oracle2teacher)": 3.924248218536377,
       "epoch": 3.91287284144427,
-      "rel-constrast": 2.522311210632324,
+      "rel-constrast": 2.753171682357788,
       "step": 4985,
-      "subrel-constrast": 2.9392735958099365,
+      "subrel-constrast": 3.152935743331909,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4097957611083984,
-      "cov-distil (oracle2student)": 4.284512519836426,
-      "cov-distil (oracle2teacher)": 4.158428192138672,
+      "cov-distil": 1.8745139837265015,
+      "cov-distil (oracle2student)": 4.289254188537598,
+      "cov-distil (oracle2teacher)": 4.3232526779174805,
       "epoch": 3.913657770800628,
-      "rel-constrast": 2.825282335281372,
+      "rel-constrast": 3.0680770874023438,
       "step": 4986,
-      "subrel-constrast": 3.363327980041504,
+      "subrel-constrast": 3.6072421073913574,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.4791533946990967,
-      "cov-distil (oracle2student)": 3.6884210109710693,
-      "cov-distil (oracle2teacher)": 3.8123457431793213,
+      "cov-distil": 2.0835843086242676,
+      "cov-distil (oracle2student)": 4.025001049041748,
+      "cov-distil (oracle2teacher)": 4.003469944000244,
       "epoch": 3.914442700156986,
-      "rel-constrast": 1.8033549785614014,
+      "rel-constrast": 1.8594026565551758,
       "step": 4987,
-      "subrel-constrast": 2.3776471614837646,
+      "subrel-constrast": 2.5039193630218506,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2728075981140137,
-      "cov-distil (oracle2student)": 3.5519180297851562,
-      "cov-distil (oracle2teacher)": 3.4949393272399902,
+      "cov-distil": 1.5363545417785645,
+      "cov-distil (oracle2student)": 3.7210800647735596,
+      "cov-distil (oracle2teacher)": 3.406906843185425,
       "epoch": 3.915227629513344,
-      "rel-constrast": 2.63732647895813,
+      "rel-constrast": 2.7368083000183105,
       "step": 4988,
-      "subrel-constrast": 3.1670608520507812,
+      "subrel-constrast": 3.106768846511841,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2824110984802246,
-      "cov-distil (oracle2student)": 4.229729652404785,
-      "cov-distil (oracle2teacher)": 3.809441566467285,
+      "cov-distil": 2.0426101684570312,
+      "cov-distil (oracle2student)": 4.352896690368652,
+      "cov-distil (oracle2teacher)": 3.873642921447754,
       "epoch": 3.916012558869702,
-      "rel-constrast": 2.647648811340332,
+      "rel-constrast": 3.4096500873565674,
       "step": 4989,
-      "subrel-constrast": 2.8025214672088623,
+      "subrel-constrast": 2.861445188522339,
       "view-similarity": 0
     },
     {
       "epoch": 3.9167974882260594,
-      "grad_norm": 5.5,
+      "grad_norm": 7.6875,
       "learning_rate": 2.9435706965021055e-05,
-      "loss": 0.6477,
+      "loss": 0.6998,
       "step": 4990
     },
     {
-      "cov-distil": 1.5256911516189575,
-      "cov-distil (oracle2student)": 3.520759344100952,
-      "cov-distil (oracle2teacher)": 3.9327502250671387,
+      "cov-distil": 1.9527919292449951,
+      "cov-distil (oracle2student)": 3.9555442333221436,
+      "cov-distil (oracle2teacher)": 4.198785781860352,
       "epoch": 3.9167974882260594,
-      "rel-constrast": 2.517019271850586,
+      "rel-constrast": 3.336263656616211,
       "step": 4990,
-      "subrel-constrast": 3.727635383605957,
+      "subrel-constrast": 3.708266496658325,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9222933053970337,
-      "cov-distil (oracle2student)": 2.782036304473877,
-      "cov-distil (oracle2teacher)": 3.1233668327331543,
+      "cov-distil": 2.719151735305786,
+      "cov-distil (oracle2student)": 3.4706501960754395,
+      "cov-distil (oracle2teacher)": 3.348085641860962,
       "epoch": 3.9175824175824174,
-      "rel-constrast": 2.5706939697265625,
+      "rel-constrast": 2.529517412185669,
       "step": 4991,
-      "subrel-constrast": 3.5246238708496094,
+      "subrel-constrast": 3.8820371627807617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7080183029174805,
-      "cov-distil (oracle2student)": 3.6462504863739014,
-      "cov-distil (oracle2teacher)": 3.6132028102874756,
+      "cov-distil": 2.3510565757751465,
+      "cov-distil (oracle2student)": 3.841029644012451,
+      "cov-distil (oracle2teacher)": 3.9019837379455566,
       "epoch": 3.9183673469387754,
-      "rel-constrast": 3.089350700378418,
+      "rel-constrast": 3.363626003265381,
       "step": 4992,
-      "subrel-constrast": 4.173627853393555,
+      "subrel-constrast": 3.8834643363952637,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.378352165222168,
-      "cov-distil (oracle2student)": 3.5851078033447266,
-      "cov-distil (oracle2teacher)": 3.6333930492401123,
+      "cov-distil": 2.093096971511841,
+      "cov-distil (oracle2student)": 3.8983306884765625,
+      "cov-distil (oracle2teacher)": 3.7868003845214844,
       "epoch": 3.9191522762951334,
-      "rel-constrast": 1.7221680879592896,
+      "rel-constrast": 1.569675326347351,
       "step": 4993,
-      "subrel-constrast": 2.302523374557495,
+      "subrel-constrast": 2.3814268112182617,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.672417163848877,
-      "cov-distil (oracle2student)": 6.200464248657227,
-      "cov-distil (oracle2teacher)": 5.31161642074585,
+      "cov-distil": 1.9624627828598022,
+      "cov-distil (oracle2student)": 6.271396636962891,
+      "cov-distil (oracle2teacher)": 5.635768890380859,
       "epoch": 3.9199372056514914,
-      "rel-constrast": 2.857229232788086,
+      "rel-constrast": 2.4528799057006836,
       "step": 4994,
-      "subrel-constrast": 3.6959035396575928,
+      "subrel-constrast": 3.375283718109131,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.9346184730529785,
-      "cov-distil (oracle2student)": 3.419964551925659,
-      "cov-distil (oracle2teacher)": 3.331939935684204,
+      "cov-distil": 2.2666015625,
+      "cov-distil (oracle2student)": 3.897602081298828,
+      "cov-distil (oracle2teacher)": 3.958688974380493,
       "epoch": 3.9207221350078494,
-      "rel-constrast": 2.21517276763916,
+      "rel-constrast": 2.4904375076293945,
       "step": 4995,
-      "subrel-constrast": 3.560295820236206,
+      "subrel-constrast": 3.658841371536255,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3392307758331299,
-      "cov-distil (oracle2student)": 6.406061172485352,
-      "cov-distil (oracle2teacher)": 5.736459732055664,
+      "cov-distil": 1.6951369047164917,
+      "cov-distil (oracle2student)": 7.226095199584961,
+      "cov-distil (oracle2teacher)": 6.2227301597595215,
       "epoch": 3.9215070643642074,
-      "rel-constrast": 3.8001651763916016,
+      "rel-constrast": 4.639185905456543,
       "step": 4996,
-      "subrel-constrast": 4.000718593597412,
+      "subrel-constrast": 4.166110992431641,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.3556807041168213,
-      "cov-distil (oracle2student)": 3.8676669597625732,
-      "cov-distil (oracle2teacher)": 3.4372944831848145,
+      "cov-distil": 1.5876154899597168,
+      "cov-distil (oracle2student)": 4.732069969177246,
+      "cov-distil (oracle2teacher)": 4.06873893737793,
       "epoch": 3.922291993720565,
-      "rel-constrast": 2.1243844032287598,
+      "rel-constrast": 2.8042566776275635,
       "step": 4997,
-      "subrel-constrast": 2.654376983642578,
+      "subrel-constrast": 2.742703437805176,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.7002992630004883,
-      "cov-distil (oracle2student)": 4.191003799438477,
-      "cov-distil (oracle2teacher)": 3.804316520690918,
+      "cov-distil": 1.9412919282913208,
+      "cov-distil (oracle2student)": 4.834234237670898,
+      "cov-distil (oracle2teacher)": 3.781087636947632,
       "epoch": 3.9230769230769234,
-      "rel-constrast": 2.0048117637634277,
+      "rel-constrast": 2.4019999504089355,
       "step": 4998,
-      "subrel-constrast": 2.7343597412109375,
+      "subrel-constrast": 2.6459696292877197,
       "view-similarity": 0
     },
     {
-      "cov-distil": 1.2578606605529785,
-      "cov-distil (oracle2student)": 6.048539161682129,
-      "cov-distil (oracle2teacher)": 5.3481574058532715,
+      "cov-distil": 1.5296142101287842,
+      "cov-distil (oracle2student)": 6.333965301513672,
+      "cov-distil (oracle2teacher)": 5.509472370147705,
       "epoch": 3.923861852433281,
-      "rel-constrast": 3.5358288288116455,
+      "rel-constrast": 3.817007064819336,
       "step": 4999,
-      "subrel-constrast": 3.541564464569092,
+      "subrel-constrast": 3.4695792198181152,
       "view-similarity": 0
     },
     {
       "epoch": 3.924646781789639,
-      "grad_norm": 7.21875,
+      "grad_norm": 7.40625,
       "learning_rate": 2.934979824591205e-05,
-      "loss": 0.7004,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/duc04-P@10": 0.7559999999999999,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/duc04-nDCG@10": 0.7673443951832217,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/duc04-alpha_nDCG@10": 0.581062529647451,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/multi_news-P@10": 0.4319999999999999,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/multi_news-nDCG@10": 0.6121637917864371,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/multi_news-alpha_nDCG@10": 0.5983812358588693,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "eval/avg": 0.5378402623745158,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "overlap": 0.35468751192092896,
-      "step": 5000
-    },
-    {
-      "epoch": 3.924646781789639,
-      "step": 5000,
-      "student margin": 0.068603515625
-    },
-    {
-      "epoch": 3.924646781789639,
-      "step": 5000,
-      "teacher margin": 0.047607421875
-    },
-    {
-      "epoch": 3.924646781789639,
-      "margin difference": -0.02099609375,
+      "loss": 0.7351,
       "step": 5000
-    },
-    {
-      "cov-distil": 1.6858596801757812,
-      "cov-distil (oracle2student)": 5.624202251434326,
-      "cov-distil (oracle2teacher)": 5.280641078948975,
-      "epoch": 3.924646781789639,
-      "rel-constrast": 2.009188652038574,
-      "step": 5000,
-      "subrel-constrast": 2.8443315029144287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1209449768066406,
-      "cov-distil (oracle2student)": 4.153414726257324,
-      "cov-distil (oracle2teacher)": 4.095099449157715,
-      "epoch": 3.925431711145997,
-      "rel-constrast": 2.5029473304748535,
-      "step": 5001,
-      "subrel-constrast": 3.2779030799865723,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9171812534332275,
-      "cov-distil (oracle2student)": 4.528020858764648,
-      "cov-distil (oracle2teacher)": 4.425742149353027,
-      "epoch": 3.926216640502355,
-      "rel-constrast": 2.4149234294891357,
-      "step": 5002,
-      "subrel-constrast": 3.5389344692230225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.078920364379883,
-      "cov-distil (oracle2student)": 7.69230842590332,
-      "cov-distil (oracle2teacher)": 6.518919944763184,
-      "epoch": 3.927001569858713,
-      "rel-constrast": 2.68172025680542,
-      "step": 5003,
-      "subrel-constrast": 3.697997808456421,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9204903841018677,
-      "cov-distil (oracle2student)": 4.8375468254089355,
-      "cov-distil (oracle2teacher)": 4.493870735168457,
-      "epoch": 3.9277864992150704,
-      "rel-constrast": 1.9599838256835938,
-      "step": 5004,
-      "subrel-constrast": 2.1991498470306396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.374579668045044,
-      "cov-distil (oracle2student)": 3.5428972244262695,
-      "cov-distil (oracle2teacher)": 4.001410484313965,
-      "epoch": 3.928571428571429,
-      "rel-constrast": 3.0789318084716797,
-      "step": 5005,
-      "subrel-constrast": 3.778937578201294,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5257596969604492,
-      "cov-distil (oracle2student)": 4.342206001281738,
-      "cov-distil (oracle2teacher)": 3.9293739795684814,
-      "epoch": 3.9293563579277864,
-      "rel-constrast": 2.8578147888183594,
-      "step": 5006,
-      "subrel-constrast": 3.1552553176879883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3501945734024048,
-      "cov-distil (oracle2student)": 4.460229396820068,
-      "cov-distil (oracle2teacher)": 4.030681610107422,
-      "epoch": 3.9301412872841444,
-      "rel-constrast": 2.527254819869995,
-      "step": 5007,
-      "subrel-constrast": 3.1896326541900635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2028167247772217,
-      "cov-distil (oracle2student)": 4.2138166427612305,
-      "cov-distil (oracle2teacher)": 4.513638973236084,
-      "epoch": 3.9309262166405023,
-      "rel-constrast": 1.8724303245544434,
-      "step": 5008,
-      "subrel-constrast": 2.730384111404419,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0744692087173462,
-      "cov-distil (oracle2student)": 3.338301658630371,
-      "cov-distil (oracle2teacher)": 3.4016103744506836,
-      "epoch": 3.9317111459968603,
-      "rel-constrast": 2.122981548309326,
-      "step": 5009,
-      "subrel-constrast": 2.972118854522705,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.9324960753532183,
-      "grad_norm": 4.46875,
-      "learning_rate": 2.9263836525884143e-05,
-      "loss": 0.6363,
-      "step": 5010
-    },
-    {
-      "cov-distil": 1.3980361223220825,
-      "cov-distil (oracle2student)": 4.61707878112793,
-      "cov-distil (oracle2teacher)": 4.223523139953613,
-      "epoch": 3.9324960753532183,
-      "rel-constrast": 2.2031760215759277,
-      "step": 5010,
-      "subrel-constrast": 2.5476114749908447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.063737154006958,
-      "cov-distil (oracle2student)": 4.587221622467041,
-      "cov-distil (oracle2teacher)": 4.0131306648254395,
-      "epoch": 3.933281004709576,
-      "rel-constrast": 2.1457483768463135,
-      "step": 5011,
-      "subrel-constrast": 3.1206130981445312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5688064098358154,
-      "cov-distil (oracle2student)": 4.231822967529297,
-      "cov-distil (oracle2teacher)": 4.168169975280762,
-      "epoch": 3.9340659340659343,
-      "rel-constrast": 1.8616465330123901,
-      "step": 5012,
-      "subrel-constrast": 2.6254923343658447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9166789054870605,
-      "cov-distil (oracle2student)": 3.8386597633361816,
-      "cov-distil (oracle2teacher)": 4.453085422515869,
-      "epoch": 3.934850863422292,
-      "rel-constrast": 1.8640023469924927,
-      "step": 5013,
-      "subrel-constrast": 3.0032830238342285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4354703426361084,
-      "cov-distil (oracle2student)": 4.281161308288574,
-      "cov-distil (oracle2teacher)": 4.306270599365234,
-      "epoch": 3.93563579277865,
-      "rel-constrast": 1.7936593294143677,
-      "step": 5014,
-      "subrel-constrast": 2.5222580432891846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3467371463775635,
-      "cov-distil (oracle2student)": 4.700499534606934,
-      "cov-distil (oracle2teacher)": 4.48947811126709,
-      "epoch": 3.936420722135008,
-      "rel-constrast": 2.8855137825012207,
-      "step": 5015,
-      "subrel-constrast": 3.6248183250427246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9453489780426025,
-      "cov-distil (oracle2student)": 4.555331230163574,
-      "cov-distil (oracle2teacher)": 4.136533737182617,
-      "epoch": 3.937205651491366,
-      "rel-constrast": 2.1489131450653076,
-      "step": 5016,
-      "subrel-constrast": 3.7169198989868164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6259292364120483,
-      "cov-distil (oracle2student)": 5.394741535186768,
-      "cov-distil (oracle2teacher)": 5.073227882385254,
-      "epoch": 3.937990580847724,
-      "rel-constrast": 1.9465992450714111,
-      "step": 5017,
-      "subrel-constrast": 2.592198371887207,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7615858316421509,
-      "cov-distil (oracle2student)": 3.7197277545928955,
-      "cov-distil (oracle2teacher)": 3.5369091033935547,
-      "epoch": 3.938775510204082,
-      "rel-constrast": 2.5204391479492188,
-      "step": 5018,
-      "subrel-constrast": 3.3610353469848633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2570997476577759,
-      "cov-distil (oracle2student)": 3.4146487712860107,
-      "cov-distil (oracle2teacher)": 3.7128560543060303,
-      "epoch": 3.9395604395604398,
-      "rel-constrast": 2.5041778087615967,
-      "step": 5019,
-      "subrel-constrast": 3.4292960166931152,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.9403453689167973,
-      "grad_norm": 5.21875,
-      "learning_rate": 2.9177822852353748e-05,
-      "loss": 0.5876,
-      "step": 5020
-    },
-    {
-      "cov-distil": 1.2630162239074707,
-      "cov-distil (oracle2student)": 4.055447578430176,
-      "cov-distil (oracle2teacher)": 3.563973903656006,
-      "epoch": 3.9403453689167973,
-      "rel-constrast": 2.992703437805176,
-      "step": 5020,
-      "subrel-constrast": 3.45414400100708,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2107865810394287,
-      "cov-distil (oracle2student)": 4.455178737640381,
-      "cov-distil (oracle2teacher)": 4.703812599182129,
-      "epoch": 3.9411302982731553,
-      "rel-constrast": 3.145624876022339,
-      "step": 5021,
-      "subrel-constrast": 3.5875320434570312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4719600677490234,
-      "cov-distil (oracle2student)": 3.0879769325256348,
-      "cov-distil (oracle2teacher)": 2.9750044345855713,
-      "epoch": 3.9419152276295133,
-      "rel-constrast": 1.6747584342956543,
-      "step": 5022,
-      "subrel-constrast": 2.8305609226226807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5607964992523193,
-      "cov-distil (oracle2student)": 4.551883697509766,
-      "cov-distil (oracle2teacher)": 4.56451416015625,
-      "epoch": 3.9427001569858713,
-      "rel-constrast": 2.1361560821533203,
-      "step": 5023,
-      "subrel-constrast": 3.1380574703216553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7047204971313477,
-      "cov-distil (oracle2student)": 4.474057674407959,
-      "cov-distil (oracle2teacher)": 3.925416946411133,
-      "epoch": 3.9434850863422293,
-      "rel-constrast": 1.8270835876464844,
-      "step": 5024,
-      "subrel-constrast": 2.6857168674468994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4782016277313232,
-      "cov-distil (oracle2student)": 4.422419548034668,
-      "cov-distil (oracle2teacher)": 3.887855052947998,
-      "epoch": 3.9442700156985873,
-      "rel-constrast": 2.3217270374298096,
-      "step": 5025,
-      "subrel-constrast": 3.2004895210266113,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.661386251449585,
-      "cov-distil (oracle2student)": 4.031394958496094,
-      "cov-distil (oracle2teacher)": 4.209603309631348,
-      "epoch": 3.9450549450549453,
-      "rel-constrast": 1.9467473030090332,
-      "step": 5026,
-      "subrel-constrast": 3.0814547538757324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0026118755340576,
-      "cov-distil (oracle2student)": 6.074772834777832,
-      "cov-distil (oracle2teacher)": 4.9454169273376465,
-      "epoch": 3.945839874411303,
-      "rel-constrast": 2.1567153930664062,
-      "step": 5027,
-      "subrel-constrast": 3.4760310649871826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4509592056274414,
-      "cov-distil (oracle2student)": 3.6238908767700195,
-      "cov-distil (oracle2teacher)": 3.6167469024658203,
-      "epoch": 3.946624803767661,
-      "rel-constrast": 2.408524513244629,
-      "step": 5028,
-      "subrel-constrast": 3.7084999084472656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8843188285827637,
-      "cov-distil (oracle2student)": 3.448936939239502,
-      "cov-distil (oracle2teacher)": 3.4075284004211426,
-      "epoch": 3.9474097331240188,
-      "rel-constrast": 2.8662009239196777,
-      "step": 5029,
-      "subrel-constrast": 3.442289113998413,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.9481946624803768,
-      "grad_norm": 5.5,
-      "learning_rate": 2.9091758273370333e-05,
-      "loss": 0.6261,
-      "step": 5030
-    },
-    {
-      "cov-distil": 1.7640800476074219,
-      "cov-distil (oracle2student)": 4.741848468780518,
-      "cov-distil (oracle2teacher)": 4.781975746154785,
-      "epoch": 3.9481946624803768,
-      "rel-constrast": 2.9823086261749268,
-      "step": 5030,
-      "subrel-constrast": 3.8774795532226562,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1260594129562378,
-      "cov-distil (oracle2student)": 2.5689213275909424,
-      "cov-distil (oracle2teacher)": 2.689535617828369,
-      "epoch": 3.9489795918367347,
-      "rel-constrast": 2.486239433288574,
-      "step": 5031,
-      "subrel-constrast": 2.9601569175720215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4438883066177368,
-      "cov-distil (oracle2student)": 5.343804836273193,
-      "cov-distil (oracle2teacher)": 4.923513412475586,
-      "epoch": 3.9497645211930927,
-      "rel-constrast": 2.452669143676758,
-      "step": 5032,
-      "subrel-constrast": 3.054147243499756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0165042877197266,
-      "cov-distil (oracle2student)": 4.870792388916016,
-      "cov-distil (oracle2teacher)": 3.7368004322052,
-      "epoch": 3.9505494505494507,
-      "rel-constrast": 2.368764877319336,
-      "step": 5033,
-      "subrel-constrast": 3.0396809577941895,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8796045780181885,
-      "cov-distil (oracle2student)": 2.3810038566589355,
-      "cov-distil (oracle2teacher)": 2.6663670539855957,
-      "epoch": 3.9513343799058083,
-      "rel-constrast": 1.911033272743225,
-      "step": 5034,
-      "subrel-constrast": 3.018306255340576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.4946751594543457,
-      "cov-distil (oracle2student)": 2.2522103786468506,
-      "cov-distil (oracle2teacher)": 2.922557830810547,
-      "epoch": 3.9521193092621663,
-      "rel-constrast": 2.120675563812256,
-      "step": 5035,
-      "subrel-constrast": 3.75960636138916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3781805038452148,
-      "cov-distil (oracle2student)": 2.8348593711853027,
-      "cov-distil (oracle2teacher)": 2.6307921409606934,
-      "epoch": 3.9529042386185242,
-      "rel-constrast": 2.3633224964141846,
-      "step": 5036,
-      "subrel-constrast": 2.8339412212371826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5951578617095947,
-      "cov-distil (oracle2student)": 3.7262415885925293,
-      "cov-distil (oracle2teacher)": 3.973513126373291,
-      "epoch": 3.9536891679748822,
-      "rel-constrast": 1.973222255706787,
-      "step": 5037,
-      "subrel-constrast": 3.0089762210845947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.279381513595581,
-      "cov-distil (oracle2student)": 3.206089496612549,
-      "cov-distil (oracle2teacher)": 3.0623831748962402,
-      "epoch": 3.9544740973312402,
-      "rel-constrast": 1.9216058254241943,
-      "step": 5038,
-      "subrel-constrast": 2.3252809047698975,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4019206762313843,
-      "cov-distil (oracle2student)": 3.7380285263061523,
-      "cov-distil (oracle2teacher)": 4.069431304931641,
-      "epoch": 3.955259026687598,
-      "rel-constrast": 1.869675636291504,
-      "step": 5039,
-      "subrel-constrast": 3.0274126529693604,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.956043956043956,
-      "grad_norm": 4.75,
-      "learning_rate": 2.9005643837603648e-05,
-      "loss": 0.6022,
-      "step": 5040
-    },
-    {
-      "cov-distil": 1.8326448202133179,
-      "cov-distil (oracle2student)": 4.95382022857666,
-      "cov-distil (oracle2teacher)": 4.063540935516357,
-      "epoch": 3.956043956043956,
-      "rel-constrast": 2.3846168518066406,
-      "step": 5040,
-      "subrel-constrast": 3.0179378986358643,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.03519868850708,
-      "cov-distil (oracle2student)": 4.026768207550049,
-      "cov-distil (oracle2teacher)": 3.8148529529571533,
-      "epoch": 3.9568288854003137,
-      "rel-constrast": 3.715695381164551,
-      "step": 5041,
-      "subrel-constrast": 4.479418754577637,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2055695056915283,
-      "cov-distil (oracle2student)": 3.7427241802215576,
-      "cov-distil (oracle2teacher)": 4.066748142242432,
-      "epoch": 3.957613814756672,
-      "rel-constrast": 2.909261703491211,
-      "step": 5042,
-      "subrel-constrast": 3.5771596431732178,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.463176965713501,
-      "cov-distil (oracle2student)": 4.97868537902832,
-      "cov-distil (oracle2teacher)": 4.952398300170898,
-      "epoch": 3.9583987441130297,
-      "rel-constrast": 3.211949586868286,
-      "step": 5043,
-      "subrel-constrast": 3.5939764976501465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2110157012939453,
-      "cov-distil (oracle2student)": 3.2804317474365234,
-      "cov-distil (oracle2teacher)": 3.2900943756103516,
-      "epoch": 3.9591836734693877,
-      "rel-constrast": 2.948637008666992,
-      "step": 5044,
-      "subrel-constrast": 3.6256606578826904,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4375088214874268,
-      "cov-distil (oracle2student)": 4.182071208953857,
-      "cov-distil (oracle2teacher)": 3.9264817237854004,
-      "epoch": 3.9599686028257457,
-      "rel-constrast": 1.7040822505950928,
-      "step": 5045,
-      "subrel-constrast": 2.651366949081421,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6591142416000366,
-      "cov-distil (oracle2student)": 5.319798946380615,
-      "cov-distil (oracle2teacher)": 4.659609794616699,
-      "epoch": 3.9607535321821037,
-      "rel-constrast": 3.0590147972106934,
-      "step": 5046,
-      "subrel-constrast": 3.6920487880706787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4735029935836792,
-      "cov-distil (oracle2student)": 4.016783714294434,
-      "cov-distil (oracle2teacher)": 3.516427993774414,
-      "epoch": 3.9615384615384617,
-      "rel-constrast": 3.2099688053131104,
-      "step": 5047,
-      "subrel-constrast": 3.6044650077819824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7256990671157837,
-      "cov-distil (oracle2student)": 3.627915143966675,
-      "cov-distil (oracle2teacher)": 3.7696611881256104,
-      "epoch": 3.962323390894819,
-      "rel-constrast": 2.3826427459716797,
-      "step": 5048,
-      "subrel-constrast": 2.9871292114257812,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3154006004333496,
-      "cov-distil (oracle2student)": 5.090012550354004,
-      "cov-distil (oracle2teacher)": 4.7259368896484375,
-      "epoch": 3.9631083202511777,
-      "rel-constrast": 3.6129298210144043,
-      "step": 5049,
-      "subrel-constrast": 3.8671011924743652,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.963893249607535,
-      "grad_norm": 7.0625,
-      "learning_rate": 2.8919480594330895e-05,
-      "loss": 0.7669,
-      "step": 5050
-    },
-    {
-      "cov-distil": 1.767701268196106,
-      "cov-distil (oracle2student)": 3.869784355163574,
-      "cov-distil (oracle2teacher)": 3.620245933532715,
-      "epoch": 3.963893249607535,
-      "rel-constrast": 2.5219979286193848,
-      "step": 5050,
-      "subrel-constrast": 3.31095814704895,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0821962356567383,
-      "cov-distil (oracle2student)": 5.214249610900879,
-      "cov-distil (oracle2teacher)": 4.303744792938232,
-      "epoch": 3.964678178963893,
-      "rel-constrast": 2.3193063735961914,
-      "step": 5051,
-      "subrel-constrast": 3.259960412979126,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5626559257507324,
-      "cov-distil (oracle2student)": 3.9595580101013184,
-      "cov-distil (oracle2teacher)": 3.890160083770752,
-      "epoch": 3.965463108320251,
-      "rel-constrast": 2.062258720397949,
-      "step": 5052,
-      "subrel-constrast": 3.0279548168182373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3511853218078613,
-      "cov-distil (oracle2student)": 3.6228346824645996,
-      "cov-distil (oracle2teacher)": 4.083559989929199,
-      "epoch": 3.966248037676609,
-      "rel-constrast": 2.6617395877838135,
-      "step": 5053,
-      "subrel-constrast": 2.6684818267822266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9549705982208252,
-      "cov-distil (oracle2student)": 5.110075950622559,
-      "cov-distil (oracle2teacher)": 4.85609245300293,
-      "epoch": 3.967032967032967,
-      "rel-constrast": 4.0104289054870605,
-      "step": 5054,
-      "subrel-constrast": 4.204855442047119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6639437675476074,
-      "cov-distil (oracle2student)": 4.281480312347412,
-      "cov-distil (oracle2teacher)": 3.784965991973877,
-      "epoch": 3.9678178963893247,
-      "rel-constrast": 2.102233409881592,
-      "step": 5055,
-      "subrel-constrast": 2.743851661682129,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.321504831314087,
-      "cov-distil (oracle2student)": 3.611942768096924,
-      "cov-distil (oracle2teacher)": 3.2414939403533936,
-      "epoch": 3.968602825745683,
-      "rel-constrast": 1.7017337083816528,
-      "step": 5056,
-      "subrel-constrast": 2.401181697845459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3531855344772339,
-      "cov-distil (oracle2student)": 3.282837390899658,
-      "cov-distil (oracle2teacher)": 3.2139220237731934,
-      "epoch": 3.9693877551020407,
-      "rel-constrast": 2.8033578395843506,
-      "step": 5057,
-      "subrel-constrast": 2.907593250274658,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1353840827941895,
-      "cov-distil (oracle2student)": 2.727648973464966,
-      "cov-distil (oracle2teacher)": 2.9487228393554688,
-      "epoch": 3.9701726844583987,
-      "rel-constrast": 2.337862968444824,
-      "step": 5058,
-      "subrel-constrast": 3.29731822013855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2655869722366333,
-      "cov-distil (oracle2student)": 4.554992198944092,
-      "cov-distil (oracle2teacher)": 4.671605110168457,
-      "epoch": 3.9709576138147566,
-      "rel-constrast": 2.345150947570801,
-      "step": 5059,
-      "subrel-constrast": 3.4292032718658447,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.9717425431711146,
-      "grad_norm": 4.90625,
-      "learning_rate": 2.8833269593424018e-05,
-      "loss": 0.6603,
-      "step": 5060
-    },
-    {
-      "cov-distil": 1.122214674949646,
-      "cov-distil (oracle2student)": 3.884446859359741,
-      "cov-distil (oracle2teacher)": 3.8503594398498535,
-      "epoch": 3.9717425431711146,
-      "rel-constrast": 1.9365495443344116,
-      "step": 5060,
-      "subrel-constrast": 2.367966890335083,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.348212718963623,
-      "cov-distil (oracle2student)": 3.6031711101531982,
-      "cov-distil (oracle2teacher)": 4.016727924346924,
-      "epoch": 3.9725274725274726,
-      "rel-constrast": 2.6985034942626953,
-      "step": 5061,
-      "subrel-constrast": 3.742121934890747,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.633370280265808,
-      "cov-distil (oracle2student)": 4.4371137619018555,
-      "cov-distil (oracle2teacher)": 4.046577453613281,
-      "epoch": 3.9733124018838306,
-      "rel-constrast": 2.882700204849243,
-      "step": 5062,
-      "subrel-constrast": 2.8382821083068848,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7185485363006592,
-      "cov-distil (oracle2student)": 6.686079978942871,
-      "cov-distil (oracle2teacher)": 6.177705764770508,
-      "epoch": 3.9740973312401886,
-      "rel-constrast": 2.816561222076416,
-      "step": 5063,
-      "subrel-constrast": 3.365309715270996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2817823886871338,
-      "cov-distil (oracle2student)": 4.584754943847656,
-      "cov-distil (oracle2teacher)": 4.592249393463135,
-      "epoch": 3.974882260596546,
-      "rel-constrast": 3.0124685764312744,
-      "step": 5064,
-      "subrel-constrast": 3.5158841609954834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5258735418319702,
-      "cov-distil (oracle2student)": 4.6284589767456055,
-      "cov-distil (oracle2teacher)": 4.716635704040527,
-      "epoch": 3.975667189952904,
-      "rel-constrast": 2.099573850631714,
-      "step": 5065,
-      "subrel-constrast": 2.691049337387085,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1134848594665527,
-      "cov-distil (oracle2student)": 3.859326124191284,
-      "cov-distil (oracle2teacher)": 3.231553792953491,
-      "epoch": 3.976452119309262,
-      "rel-constrast": 2.4741220474243164,
-      "step": 5066,
-      "subrel-constrast": 2.8924472332000732,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6434121131896973,
-      "cov-distil (oracle2student)": 3.4150314331054688,
-      "cov-distil (oracle2teacher)": 3.4136784076690674,
-      "epoch": 3.97723704866562,
-      "rel-constrast": 1.719865083694458,
-      "step": 5067,
-      "subrel-constrast": 2.760043144226074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9572486877441406,
-      "cov-distil (oracle2student)": 4.020181179046631,
-      "cov-distil (oracle2teacher)": 4.23153018951416,
-      "epoch": 3.978021978021978,
-      "rel-constrast": 2.449979066848755,
-      "step": 5068,
-      "subrel-constrast": 3.393589496612549,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2682490348815918,
-      "cov-distil (oracle2student)": 3.1524181365966797,
-      "cov-distil (oracle2teacher)": 3.1848366260528564,
-      "epoch": 3.978806907378336,
-      "rel-constrast": 1.7982426881790161,
-      "step": 5069,
-      "subrel-constrast": 2.684462547302246,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.979591836734694,
-      "grad_norm": 4.90625,
-      "learning_rate": 2.874701188533685e-05,
-      "loss": 0.6337,
-      "step": 5070
-    },
-    {
-      "cov-distil": 1.6671125888824463,
-      "cov-distil (oracle2student)": 5.060706615447998,
-      "cov-distil (oracle2teacher)": 4.778471946716309,
-      "epoch": 3.979591836734694,
-      "rel-constrast": 2.618709087371826,
-      "step": 5070,
-      "subrel-constrast": 3.416815757751465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.080033540725708,
-      "cov-distil (oracle2student)": 5.8924560546875,
-      "cov-distil (oracle2teacher)": 5.575382232666016,
-      "epoch": 3.9803767660910516,
-      "rel-constrast": 2.153425693511963,
-      "step": 5071,
-      "subrel-constrast": 2.911654233932495,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.102496385574341,
-      "cov-distil (oracle2student)": 4.509169101715088,
-      "cov-distil (oracle2teacher)": 4.6262078285217285,
-      "epoch": 3.9811616954474096,
-      "rel-constrast": 2.8993916511535645,
-      "step": 5072,
-      "subrel-constrast": 3.6096410751342773,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.359621524810791,
-      "cov-distil (oracle2student)": 4.527296543121338,
-      "cov-distil (oracle2teacher)": 4.107700347900391,
-      "epoch": 3.9819466248037676,
-      "rel-constrast": 3.3440961837768555,
-      "step": 5073,
-      "subrel-constrast": 3.716599941253662,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1783759593963623,
-      "cov-distil (oracle2student)": 4.540384292602539,
-      "cov-distil (oracle2teacher)": 4.117777347564697,
-      "epoch": 3.9827315541601256,
-      "rel-constrast": 2.6479198932647705,
-      "step": 5074,
-      "subrel-constrast": 3.7476272583007812,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4577385187149048,
-      "cov-distil (oracle2student)": 4.200432777404785,
-      "cov-distil (oracle2teacher)": 4.2661943435668945,
-      "epoch": 3.9835164835164836,
-      "rel-constrast": 2.6766741275787354,
-      "step": 5075,
-      "subrel-constrast": 3.277517557144165,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0769270658493042,
-      "cov-distil (oracle2student)": 2.7745361328125,
-      "cov-distil (oracle2teacher)": 3.06526255607605,
-      "epoch": 3.9843014128728416,
-      "rel-constrast": 2.2441718578338623,
-      "step": 5076,
-      "subrel-constrast": 3.2487075328826904,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0985052585601807,
-      "cov-distil (oracle2student)": 4.584227085113525,
-      "cov-distil (oracle2teacher)": 4.136820316314697,
-      "epoch": 3.9850863422291996,
-      "rel-constrast": 2.658580780029297,
-      "step": 5077,
-      "subrel-constrast": 3.453944683074951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5325095653533936,
-      "cov-distil (oracle2student)": 3.293583869934082,
-      "cov-distil (oracle2teacher)": 2.8696541786193848,
-      "epoch": 3.985871271585557,
-      "rel-constrast": 2.295353412628174,
-      "step": 5078,
-      "subrel-constrast": 2.8386738300323486,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.663306713104248,
-      "cov-distil (oracle2student)": 4.595267295837402,
-      "cov-distil (oracle2teacher)": 4.368984699249268,
-      "epoch": 3.986656200941915,
-      "rel-constrast": 2.1913375854492188,
-      "step": 5079,
-      "subrel-constrast": 3.0512471199035645,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.987441130298273,
-      "grad_norm": 6.8125,
-      "learning_rate": 2.8660708521092345e-05,
-      "loss": 0.6813,
-      "step": 5080
-    },
-    {
-      "cov-distil": 1.1622990369796753,
-      "cov-distil (oracle2student)": 4.70290470123291,
-      "cov-distil (oracle2teacher)": 4.093401908874512,
-      "epoch": 3.987441130298273,
-      "rel-constrast": 2.7404394149780273,
-      "step": 5080,
-      "subrel-constrast": 3.131479501724243,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3859784603118896,
-      "cov-distil (oracle2student)": 2.9217233657836914,
-      "cov-distil (oracle2teacher)": 3.1162703037261963,
-      "epoch": 3.988226059654631,
-      "rel-constrast": 2.530240774154663,
-      "step": 5081,
-      "subrel-constrast": 3.245673179626465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5891273021697998,
-      "cov-distil (oracle2student)": 5.873207092285156,
-      "cov-distil (oracle2teacher)": 6.369335651397705,
-      "epoch": 3.989010989010989,
-      "rel-constrast": 3.3183770179748535,
-      "step": 5082,
-      "subrel-constrast": 3.9756059646606445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.578991413116455,
-      "cov-distil (oracle2student)": 3.7773852348327637,
-      "cov-distil (oracle2teacher)": 3.592910051345825,
-      "epoch": 3.989795918367347,
-      "rel-constrast": 1.7512738704681396,
-      "step": 5083,
-      "subrel-constrast": 2.5034215450286865,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4572376012802124,
-      "cov-distil (oracle2student)": 2.773731231689453,
-      "cov-distil (oracle2teacher)": 2.8118937015533447,
-      "epoch": 3.990580847723705,
-      "rel-constrast": 2.529550075531006,
-      "step": 5084,
-      "subrel-constrast": 2.9116108417510986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.435957908630371,
-      "cov-distil (oracle2student)": 2.907133102416992,
-      "cov-distil (oracle2teacher)": 2.9661478996276855,
-      "epoch": 3.9913657770800626,
-      "rel-constrast": 2.040252685546875,
-      "step": 5085,
-      "subrel-constrast": 2.978278160095215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2385261058807373,
-      "cov-distil (oracle2student)": 3.4292478561401367,
-      "cov-distil (oracle2teacher)": 3.746312141418457,
-      "epoch": 3.9921507064364206,
-      "rel-constrast": 2.6777961254119873,
-      "step": 5086,
-      "subrel-constrast": 3.2494921684265137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3895001411437988,
-      "cov-distil (oracle2student)": 3.5517399311065674,
-      "cov-distil (oracle2teacher)": 3.5514729022979736,
-      "epoch": 3.9929356357927785,
-      "rel-constrast": 2.2111546993255615,
-      "step": 5087,
-      "subrel-constrast": 3.0752429962158203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2092996835708618,
-      "cov-distil (oracle2student)": 4.458491325378418,
-      "cov-distil (oracle2teacher)": 3.875138759613037,
-      "epoch": 3.9937205651491365,
-      "rel-constrast": 3.3631699085235596,
-      "step": 5088,
-      "subrel-constrast": 3.586315631866455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.728855013847351,
-      "cov-distil (oracle2student)": 4.3371076583862305,
-      "cov-distil (oracle2teacher)": 3.8896231651306152,
-      "epoch": 3.9945054945054945,
-      "rel-constrast": 2.921828508377075,
-      "step": 5089,
-      "subrel-constrast": 3.4781649112701416,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 3.9952904238618525,
-      "grad_norm": 6.28125,
-      "learning_rate": 2.8574360552269757e-05,
-      "loss": 0.6875,
-      "step": 5090
-    },
-    {
-      "cov-distil": 1.0217280387878418,
-      "cov-distil (oracle2student)": 4.951498031616211,
-      "cov-distil (oracle2teacher)": 4.566343307495117,
-      "epoch": 3.9952904238618525,
-      "rel-constrast": 2.2177133560180664,
-      "step": 5090,
-      "subrel-constrast": 2.729245901107788,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1091923713684082,
-      "cov-distil (oracle2student)": 3.6374711990356445,
-      "cov-distil (oracle2teacher)": 3.3433117866516113,
-      "epoch": 3.9960753532182105,
-      "rel-constrast": 3.418246030807495,
-      "step": 5091,
-      "subrel-constrast": 3.8229825496673584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.105900526046753,
-      "cov-distil (oracle2student)": 3.7813034057617188,
-      "cov-distil (oracle2teacher)": 3.8076751232147217,
-      "epoch": 3.996860282574568,
-      "rel-constrast": 2.0196311473846436,
-      "step": 5092,
-      "subrel-constrast": 2.6381137371063232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7429068088531494,
-      "cov-distil (oracle2student)": 3.9383788108825684,
-      "cov-distil (oracle2teacher)": 3.6169209480285645,
-      "epoch": 3.9976452119309265,
-      "rel-constrast": 2.511319637298584,
-      "step": 5093,
-      "subrel-constrast": 3.367816925048828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4245383739471436,
-      "cov-distil (oracle2student)": 3.070542335510254,
-      "cov-distil (oracle2teacher)": 3.301743268966675,
-      "epoch": 3.998430141287284,
-      "rel-constrast": 2.2250661849975586,
-      "step": 5094,
-      "subrel-constrast": 3.1215317249298096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6830307245254517,
-      "cov-distil (oracle2student)": 4.651203632354736,
-      "cov-distil (oracle2teacher)": 4.0329203605651855,
-      "epoch": 3.999215070643642,
-      "rel-constrast": 2.2065799236297607,
-      "step": 5095,
-      "subrel-constrast": 2.955307722091675,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7704957723617554,
-      "cov-distil (oracle2student)": 4.3045654296875,
-      "cov-distil (oracle2teacher)": 3.9972996711730957,
-      "epoch": 4.0,
-      "rel-constrast": 1.609252691268921,
-      "step": 5096,
-      "subrel-constrast": 2.875119686126709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.130643367767334,
-      "cov-distil (oracle2student)": 5.308522701263428,
-      "cov-distil (oracle2teacher)": 4.819121360778809,
-      "epoch": 4.0007849293563575,
-      "rel-constrast": 3.402787208557129,
-      "step": 5097,
-      "subrel-constrast": 4.50950288772583,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5393211841583252,
-      "cov-distil (oracle2student)": 5.227658271789551,
-      "cov-distil (oracle2teacher)": 4.895219326019287,
-      "epoch": 4.001569858712716,
-      "rel-constrast": 2.2456626892089844,
-      "step": 5098,
-      "subrel-constrast": 2.987257242202759,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3642895221710205,
-      "cov-distil (oracle2student)": 3.9731557369232178,
-      "cov-distil (oracle2teacher)": 4.204801559448242,
-      "epoch": 4.0023547880690735,
-      "rel-constrast": 3.5433976650238037,
-      "step": 5099,
-      "subrel-constrast": 4.716495990753174,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.003139717425432,
-      "grad_norm": 6.375,
-      "learning_rate": 2.8487969030991845e-05,
-      "loss": 0.6722,
-      "step": 5100
-    },
-    {
-      "epoch": 4.003139717425432,
-      "overlap": 0.3499999940395355,
-      "step": 5100
-    },
-    {
-      "epoch": 4.003139717425432,
-      "step": 5100,
-      "student margin": 0.073028564453125
-    },
-    {
-      "epoch": 4.003139717425432,
-      "step": 5100,
-      "teacher margin": 0.0487060546875
-    },
-    {
-      "epoch": 4.003139717425432,
-      "margin difference": -0.024322509765625,
-      "step": 5100
-    },
-    {
-      "cov-distil": 1.4483747482299805,
-      "cov-distil (oracle2student)": 5.712698459625244,
-      "cov-distil (oracle2teacher)": 4.766615867614746,
-      "epoch": 4.003139717425432,
-      "rel-constrast": 2.6749649047851562,
-      "step": 5100,
-      "subrel-constrast": 2.926779270172119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8401387929916382,
-      "cov-distil (oracle2student)": 4.471151351928711,
-      "cov-distil (oracle2teacher)": 4.357995510101318,
-      "epoch": 4.0039246467817895,
-      "rel-constrast": 2.719210147857666,
-      "step": 5101,
-      "subrel-constrast": 3.50461745262146,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6382851600646973,
-      "cov-distil (oracle2student)": 4.594375133514404,
-      "cov-distil (oracle2teacher)": 3.9592432975769043,
-      "epoch": 4.004709576138148,
-      "rel-constrast": 2.5900731086730957,
-      "step": 5102,
-      "subrel-constrast": 3.033025026321411,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.031781792640686,
-      "cov-distil (oracle2student)": 3.0370068550109863,
-      "cov-distil (oracle2teacher)": 3.0857748985290527,
-      "epoch": 4.0054945054945055,
-      "rel-constrast": 1.8606784343719482,
-      "step": 5103,
-      "subrel-constrast": 2.333277702331543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2155835628509521,
-      "cov-distil (oracle2student)": 6.385219097137451,
-      "cov-distil (oracle2teacher)": 5.946500778198242,
-      "epoch": 4.006279434850863,
-      "rel-constrast": 2.4411277770996094,
-      "step": 5104,
-      "subrel-constrast": 3.6267342567443848,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6319750547409058,
-      "cov-distil (oracle2student)": 4.263487815856934,
-      "cov-distil (oracle2teacher)": 4.1866559982299805,
-      "epoch": 4.0070643642072215,
-      "rel-constrast": 2.738560676574707,
-      "step": 5105,
-      "subrel-constrast": 3.848752737045288,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2088205814361572,
-      "cov-distil (oracle2student)": 4.77128267288208,
-      "cov-distil (oracle2teacher)": 3.848520040512085,
-      "epoch": 4.007849293563579,
-      "rel-constrast": 2.581160306930542,
-      "step": 5106,
-      "subrel-constrast": 3.0807414054870605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.105320930480957,
-      "cov-distil (oracle2student)": 5.289409160614014,
-      "cov-distil (oracle2teacher)": 5.303560733795166,
-      "epoch": 4.008634222919937,
-      "rel-constrast": 4.055184364318848,
-      "step": 5107,
-      "subrel-constrast": 4.770829200744629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4765079021453857,
-      "cov-distil (oracle2student)": 4.9125776290893555,
-      "cov-distil (oracle2teacher)": 4.696476936340332,
-      "epoch": 4.009419152276295,
-      "rel-constrast": 2.8986034393310547,
-      "step": 5108,
-      "subrel-constrast": 3.468048572540283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7373409271240234,
-      "cov-distil (oracle2student)": 2.842947006225586,
-      "cov-distil (oracle2teacher)": 2.9601213932037354,
-      "epoch": 4.010204081632653,
-      "rel-constrast": 3.1506080627441406,
-      "step": 5109,
-      "subrel-constrast": 3.408482551574707,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.010989010989011,
-      "grad_norm": 6.21875,
-      "learning_rate": 2.8401535009912022e-05,
-      "loss": 0.7311,
-      "step": 5110
-    },
-    {
-      "cov-distil": 1.3774139881134033,
-      "cov-distil (oracle2student)": 5.377033233642578,
-      "cov-distil (oracle2teacher)": 4.378918647766113,
-      "epoch": 4.010989010989011,
-      "rel-constrast": 2.1279845237731934,
-      "step": 5110,
-      "subrel-constrast": 3.0928544998168945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2637531757354736,
-      "cov-distil (oracle2student)": 5.072345733642578,
-      "cov-distil (oracle2teacher)": 4.396662712097168,
-      "epoch": 4.0117739403453685,
-      "rel-constrast": 2.050447940826416,
-      "step": 5111,
-      "subrel-constrast": 2.9564976692199707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6975736618041992,
-      "cov-distil (oracle2student)": 4.780167579650879,
-      "cov-distil (oracle2teacher)": 4.526700496673584,
-      "epoch": 4.012558869701727,
-      "rel-constrast": 2.880034923553467,
-      "step": 5112,
-      "subrel-constrast": 3.3762502670288086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3289064168930054,
-      "cov-distil (oracle2student)": 5.389001846313477,
-      "cov-distil (oracle2teacher)": 5.251130104064941,
-      "epoch": 4.0133437990580845,
-      "rel-constrast": 2.4865198135375977,
-      "step": 5113,
-      "subrel-constrast": 3.4341366291046143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5143933296203613,
-      "cov-distil (oracle2student)": 3.8736982345581055,
-      "cov-distil (oracle2teacher)": 3.9804530143737793,
-      "epoch": 4.014128728414443,
-      "rel-constrast": 3.382173538208008,
-      "step": 5114,
-      "subrel-constrast": 3.847090721130371,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.999077558517456,
-      "cov-distil (oracle2student)": 3.934495449066162,
-      "cov-distil (oracle2teacher)": 3.459726333618164,
-      "epoch": 4.0149136577708004,
-      "rel-constrast": 1.9233412742614746,
-      "step": 5115,
-      "subrel-constrast": 3.0234405994415283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.643829584121704,
-      "cov-distil (oracle2student)": 4.193284034729004,
-      "cov-distil (oracle2teacher)": 3.734619379043579,
-      "epoch": 4.015698587127159,
-      "rel-constrast": 2.7684481143951416,
-      "step": 5116,
-      "subrel-constrast": 3.098956823348999,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.678663730621338,
-      "cov-distil (oracle2student)": 6.199034690856934,
-      "cov-distil (oracle2teacher)": 5.7663164138793945,
-      "epoch": 4.016483516483516,
-      "rel-constrast": 2.4282655715942383,
-      "step": 5117,
-      "subrel-constrast": 3.3205020427703857,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1059517860412598,
-      "cov-distil (oracle2student)": 4.023112773895264,
-      "cov-distil (oracle2teacher)": 4.245369911193848,
-      "epoch": 4.017268445839874,
-      "rel-constrast": 2.922722816467285,
-      "step": 5118,
-      "subrel-constrast": 3.7380409240722656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2726147174835205,
-      "cov-distil (oracle2student)": 5.77519416809082,
-      "cov-distil (oracle2teacher)": 4.916668891906738,
-      "epoch": 4.018053375196232,
-      "rel-constrast": 2.875983715057373,
-      "step": 5119,
-      "subrel-constrast": 3.166337251663208,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.01883830455259,
-      "grad_norm": 7.59375,
-      "learning_rate": 2.8315059542201562e-05,
-      "loss": 0.6859,
-      "step": 5120
-    },
-    {
-      "cov-distil": 1.4127223491668701,
-      "cov-distil (oracle2student)": 5.058412551879883,
-      "cov-distil (oracle2teacher)": 4.571044921875,
-      "epoch": 4.01883830455259,
-      "rel-constrast": 3.3030648231506348,
-      "step": 5120,
-      "subrel-constrast": 3.7502901554107666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1386940479278564,
-      "cov-distil (oracle2student)": 5.20127010345459,
-      "cov-distil (oracle2teacher)": 4.130565643310547,
-      "epoch": 4.019623233908948,
-      "rel-constrast": 1.746549129486084,
-      "step": 5121,
-      "subrel-constrast": 2.2905945777893066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7972519397735596,
-      "cov-distil (oracle2student)": 5.530257225036621,
-      "cov-distil (oracle2teacher)": 5.806334495544434,
-      "epoch": 4.020408163265306,
-      "rel-constrast": 4.029001235961914,
-      "step": 5122,
-      "subrel-constrast": 5.1081671714782715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.306275725364685,
-      "cov-distil (oracle2student)": 4.311148643493652,
-      "cov-distil (oracle2teacher)": 4.108431816101074,
-      "epoch": 4.021193092621664,
-      "rel-constrast": 2.5609283447265625,
-      "step": 5123,
-      "subrel-constrast": 3.045156240463257,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7553812265396118,
-      "cov-distil (oracle2student)": 4.25716495513916,
-      "cov-distil (oracle2teacher)": 4.513616561889648,
-      "epoch": 4.021978021978022,
-      "rel-constrast": 1.699075698852539,
-      "step": 5124,
-      "subrel-constrast": 3.1534459590911865,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4491126537322998,
-      "cov-distil (oracle2student)": 3.4654431343078613,
-      "cov-distil (oracle2teacher)": 3.4088754653930664,
-      "epoch": 4.02276295133438,
-      "rel-constrast": 2.8536932468414307,
-      "step": 5125,
-      "subrel-constrast": 3.7966017723083496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4455429315567017,
-      "cov-distil (oracle2student)": 3.680180311203003,
-      "cov-distil (oracle2teacher)": 3.613206148147583,
-      "epoch": 4.023547880690738,
-      "rel-constrast": 2.0931038856506348,
-      "step": 5126,
-      "subrel-constrast": 2.9350035190582275,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.188464641571045,
-      "cov-distil (oracle2student)": 3.591017484664917,
-      "cov-distil (oracle2teacher)": 3.678555488586426,
-      "epoch": 4.024332810047095,
-      "rel-constrast": 1.7543442249298096,
-      "step": 5127,
-      "subrel-constrast": 2.592024326324463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3327698707580566,
-      "cov-distil (oracle2student)": 4.959550857543945,
-      "cov-distil (oracle2teacher)": 4.5755791664123535,
-      "epoch": 4.025117739403454,
-      "rel-constrast": 3.4430198669433594,
-      "step": 5128,
-      "subrel-constrast": 4.0049309730529785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0547704696655273,
-      "cov-distil (oracle2student)": 3.751702070236206,
-      "cov-distil (oracle2teacher)": 3.53706693649292,
-      "epoch": 4.025902668759811,
-      "rel-constrast": 2.4705991744995117,
-      "step": 5129,
-      "subrel-constrast": 3.53924822807312,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.02668759811617,
-      "grad_norm": 5.9375,
-      "learning_rate": 2.822854368153675e-05,
-      "loss": 0.686,
-      "step": 5130
-    },
-    {
-      "cov-distil": 1.852811336517334,
-      "cov-distil (oracle2student)": 4.284340858459473,
-      "cov-distil (oracle2teacher)": 4.301521301269531,
-      "epoch": 4.02668759811617,
-      "rel-constrast": 3.804046392440796,
-      "step": 5130,
-      "subrel-constrast": 4.593825817108154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7966667413711548,
-      "cov-distil (oracle2student)": 3.9091410636901855,
-      "cov-distil (oracle2teacher)": 3.636204957962036,
-      "epoch": 4.027472527472527,
-      "rel-constrast": 2.5701656341552734,
-      "step": 5131,
-      "subrel-constrast": 3.200279712677002,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2669906616210938,
-      "cov-distil (oracle2student)": 4.220719814300537,
-      "cov-distil (oracle2teacher)": 3.8215785026550293,
-      "epoch": 4.028257456828886,
-      "rel-constrast": 2.396005868911743,
-      "step": 5132,
-      "subrel-constrast": 2.643152952194214,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4084244966506958,
-      "cov-distil (oracle2student)": 5.075523853302002,
-      "cov-distil (oracle2teacher)": 5.210777282714844,
-      "epoch": 4.029042386185243,
-      "rel-constrast": 2.0449628829956055,
-      "step": 5133,
-      "subrel-constrast": 2.7077014446258545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5146303176879883,
-      "cov-distil (oracle2student)": 3.00765323638916,
-      "cov-distil (oracle2teacher)": 3.612917900085449,
-      "epoch": 4.029827315541601,
-      "rel-constrast": 2.8812060356140137,
-      "step": 5134,
-      "subrel-constrast": 3.9423980712890625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8038445711135864,
-      "cov-distil (oracle2student)": 3.8168983459472656,
-      "cov-distil (oracle2teacher)": 3.779306411743164,
-      "epoch": 4.030612244897959,
-      "rel-constrast": 2.4417765140533447,
-      "step": 5135,
-      "subrel-constrast": 3.6225950717926025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5539549589157104,
-      "cov-distil (oracle2student)": 2.5629372596740723,
-      "cov-distil (oracle2teacher)": 2.645134925842285,
-      "epoch": 4.031397174254317,
-      "rel-constrast": 2.2260499000549316,
-      "step": 5136,
-      "subrel-constrast": 2.7089297771453857,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9766552448272705,
-      "cov-distil (oracle2student)": 3.3512074947357178,
-      "cov-distil (oracle2teacher)": 3.3965320587158203,
-      "epoch": 4.032182103610675,
-      "rel-constrast": 2.436283588409424,
-      "step": 5137,
-      "subrel-constrast": 3.5586910247802734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1469236612319946,
-      "cov-distil (oracle2student)": 3.4373741149902344,
-      "cov-distil (oracle2teacher)": 3.342393636703491,
-      "epoch": 4.032967032967033,
-      "rel-constrast": 1.6181414127349854,
-      "step": 5138,
-      "subrel-constrast": 2.3195137977600098,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0731489658355713,
-      "cov-distil (oracle2student)": 3.5603139400482178,
-      "cov-distil (oracle2teacher)": 3.5995545387268066,
-      "epoch": 4.033751962323391,
-      "rel-constrast": 2.342374801635742,
-      "step": 5139,
-      "subrel-constrast": 2.8619492053985596,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.034536891679749,
-      "grad_norm": 4.71875,
-      "learning_rate": 2.8141988482086047e-05,
-      "loss": 0.6575,
-      "step": 5140
-    },
-    {
-      "cov-distil": 1.5204403400421143,
-      "cov-distil (oracle2student)": 3.9981741905212402,
-      "cov-distil (oracle2teacher)": 3.9258222579956055,
-      "epoch": 4.034536891679749,
-      "rel-constrast": 2.5923855304718018,
-      "step": 5140,
-      "subrel-constrast": 3.421280860900879,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8771605491638184,
-      "cov-distil (oracle2student)": 3.5436923503875732,
-      "cov-distil (oracle2teacher)": 3.807603359222412,
-      "epoch": 4.035321821036106,
-      "rel-constrast": 1.6582913398742676,
-      "step": 5141,
-      "subrel-constrast": 2.6023435592651367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3097394704818726,
-      "cov-distil (oracle2student)": 3.1595184803009033,
-      "cov-distil (oracle2teacher)": 3.1832122802734375,
-      "epoch": 4.036106750392465,
-      "rel-constrast": 3.3666458129882812,
-      "step": 5142,
-      "subrel-constrast": 3.6941473484039307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1600862741470337,
-      "cov-distil (oracle2student)": 4.059638023376465,
-      "cov-distil (oracle2teacher)": 3.727243423461914,
-      "epoch": 4.036891679748822,
-      "rel-constrast": 2.181288003921509,
-      "step": 5143,
-      "subrel-constrast": 2.861884355545044,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1990430355072021,
-      "cov-distil (oracle2student)": 2.9741010665893555,
-      "cov-distil (oracle2teacher)": 3.149384021759033,
-      "epoch": 4.037676609105181,
-      "rel-constrast": 2.560070514678955,
-      "step": 5144,
-      "subrel-constrast": 3.5561232566833496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7714916467666626,
-      "cov-distil (oracle2student)": 2.584026575088501,
-      "cov-distil (oracle2teacher)": 2.9625720977783203,
-      "epoch": 4.038461538461538,
-      "rel-constrast": 2.3553569316864014,
-      "step": 5145,
-      "subrel-constrast": 2.9277172088623047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7132179737091064,
-      "cov-distil (oracle2student)": 3.3289554119110107,
-      "cov-distil (oracle2teacher)": 3.5138070583343506,
-      "epoch": 4.039246467817897,
-      "rel-constrast": 2.941551685333252,
-      "step": 5146,
-      "subrel-constrast": 3.609534502029419,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3697607517242432,
-      "cov-distil (oracle2student)": 4.467057704925537,
-      "cov-distil (oracle2teacher)": 4.863022804260254,
-      "epoch": 4.040031397174254,
-      "rel-constrast": 2.0135040283203125,
-      "step": 5147,
-      "subrel-constrast": 2.9011456966400146,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5232700109481812,
-      "cov-distil (oracle2student)": 4.6728291511535645,
-      "cov-distil (oracle2teacher)": 4.088656425476074,
-      "epoch": 4.040816326530612,
-      "rel-constrast": 3.3868637084960938,
-      "step": 5148,
-      "subrel-constrast": 3.3586111068725586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3608227968215942,
-      "cov-distil (oracle2student)": 4.865293025970459,
-      "cov-distil (oracle2teacher)": 4.14198112487793,
-      "epoch": 4.04160125588697,
-      "rel-constrast": 2.7742466926574707,
-      "step": 5149,
-      "subrel-constrast": 3.507725477218628,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.042386185243328,
-      "grad_norm": 4.875,
-      "learning_rate": 2.8055394998497237e-05,
-      "loss": 0.6828,
-      "step": 5150
-    },
-    {
-      "cov-distil": 1.1917695999145508,
-      "cov-distil (oracle2student)": 4.1248321533203125,
-      "cov-distil (oracle2teacher)": 3.351250171661377,
-      "epoch": 4.042386185243328,
-      "rel-constrast": 2.369947910308838,
-      "step": 5150,
-      "subrel-constrast": 3.225296974182129,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4069247245788574,
-      "cov-distil (oracle2student)": 5.056774616241455,
-      "cov-distil (oracle2teacher)": 4.788939476013184,
-      "epoch": 4.043171114599686,
-      "rel-constrast": 2.900010108947754,
-      "step": 5151,
-      "subrel-constrast": 3.560521125793457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2838304042816162,
-      "cov-distil (oracle2student)": 4.129859924316406,
-      "cov-distil (oracle2teacher)": 3.8644049167633057,
-      "epoch": 4.043956043956044,
-      "rel-constrast": 2.733522415161133,
-      "step": 5152,
-      "subrel-constrast": 3.353367328643799,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3566200733184814,
-      "cov-distil (oracle2student)": 5.352572917938232,
-      "cov-distil (oracle2teacher)": 5.173442840576172,
-      "epoch": 4.044740973312402,
-      "rel-constrast": 2.6722841262817383,
-      "step": 5153,
-      "subrel-constrast": 3.5614495277404785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4440568685531616,
-      "cov-distil (oracle2student)": 4.204023838043213,
-      "cov-distil (oracle2teacher)": 3.7929534912109375,
-      "epoch": 4.04552590266876,
-      "rel-constrast": 2.9653067588806152,
-      "step": 5154,
-      "subrel-constrast": 3.406113862991333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.281862497329712,
-      "cov-distil (oracle2student)": 3.8797831535339355,
-      "cov-distil (oracle2teacher)": 3.941904067993164,
-      "epoch": 4.046310832025117,
-      "rel-constrast": 3.225198268890381,
-      "step": 5155,
-      "subrel-constrast": 3.8157260417938232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5592795610427856,
-      "cov-distil (oracle2student)": 4.740959167480469,
-      "cov-distil (oracle2teacher)": 4.648374557495117,
-      "epoch": 4.047095761381476,
-      "rel-constrast": 2.566427230834961,
-      "step": 5156,
-      "subrel-constrast": 3.464789390563965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4660629034042358,
-      "cov-distil (oracle2student)": 4.734037399291992,
-      "cov-distil (oracle2teacher)": 4.1417999267578125,
-      "epoch": 4.047880690737833,
-      "rel-constrast": 3.001756191253662,
-      "step": 5157,
-      "subrel-constrast": 3.0919129848480225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9164329767227173,
-      "cov-distil (oracle2student)": 4.463009834289551,
-      "cov-distil (oracle2teacher)": 4.211489677429199,
-      "epoch": 4.048665620094192,
-      "rel-constrast": 2.6639580726623535,
-      "step": 5158,
-      "subrel-constrast": 3.8201005458831787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.744398832321167,
-      "cov-distil (oracle2student)": 4.657041072845459,
-      "cov-distil (oracle2teacher)": 4.274932861328125,
-      "epoch": 4.049450549450549,
-      "rel-constrast": 2.187222480773926,
-      "step": 5159,
-      "subrel-constrast": 3.0608465671539307,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.050235478806908,
-      "grad_norm": 4.71875,
-      "learning_rate": 2.79687642858846e-05,
-      "loss": 0.7213,
-      "step": 5160
-    },
-    {
-      "cov-distil": 1.806828498840332,
-      "cov-distil (oracle2student)": 4.466014862060547,
-      "cov-distil (oracle2teacher)": 4.344385147094727,
-      "epoch": 4.050235478806908,
-      "rel-constrast": 2.7959165573120117,
-      "step": 5160,
-      "subrel-constrast": 3.626986265182495,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7099040746688843,
-      "cov-distil (oracle2student)": 4.26939058303833,
-      "cov-distil (oracle2teacher)": 3.6072838306427,
-      "epoch": 4.051020408163265,
-      "rel-constrast": 2.4362263679504395,
-      "step": 5161,
-      "subrel-constrast": 3.309089183807373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1167914867401123,
-      "cov-distil (oracle2student)": 5.794741630554199,
-      "cov-distil (oracle2teacher)": 5.099003791809082,
-      "epoch": 4.051805337519623,
-      "rel-constrast": 2.277785539627075,
-      "step": 5162,
-      "subrel-constrast": 3.02838397026062,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3468338251113892,
-      "cov-distil (oracle2student)": 5.026362419128418,
-      "cov-distil (oracle2teacher)": 4.687003135681152,
-      "epoch": 4.052590266875981,
-      "rel-constrast": 1.6087740659713745,
-      "step": 5163,
-      "subrel-constrast": 2.537482261657715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6588144302368164,
-      "cov-distil (oracle2student)": 4.810308456420898,
-      "cov-distil (oracle2teacher)": 4.63299560546875,
-      "epoch": 4.053375196232339,
-      "rel-constrast": 4.073864459991455,
-      "step": 5164,
-      "subrel-constrast": 5.223447322845459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.546095609664917,
-      "cov-distil (oracle2student)": 4.638715744018555,
-      "cov-distil (oracle2teacher)": 4.281991958618164,
-      "epoch": 4.054160125588697,
-      "rel-constrast": 3.313323497772217,
-      "step": 5165,
-      "subrel-constrast": 3.9132914543151855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8351184129714966,
-      "cov-distil (oracle2student)": 4.518607139587402,
-      "cov-distil (oracle2teacher)": 4.144725799560547,
-      "epoch": 4.054945054945055,
-      "rel-constrast": 1.7450244426727295,
-      "step": 5166,
-      "subrel-constrast": 2.55924654006958,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9587209224700928,
-      "cov-distil (oracle2student)": 4.354011058807373,
-      "cov-distil (oracle2teacher)": 4.194538593292236,
-      "epoch": 4.055729984301413,
-      "rel-constrast": 2.163525342941284,
-      "step": 5167,
-      "subrel-constrast": 2.824490785598755,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3965797424316406,
-      "cov-distil (oracle2student)": 5.528780460357666,
-      "cov-distil (oracle2teacher)": 5.017463684082031,
-      "epoch": 4.056514913657771,
-      "rel-constrast": 2.7410717010498047,
-      "step": 5168,
-      "subrel-constrast": 3.6536648273468018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4121346473693848,
-      "cov-distil (oracle2student)": 3.7422008514404297,
-      "cov-distil (oracle2teacher)": 3.138253688812256,
-      "epoch": 4.057299843014129,
-      "rel-constrast": 2.61049222946167,
-      "step": 5169,
-      "subrel-constrast": 3.2733206748962402,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.058084772370487,
-      "grad_norm": 5.1875,
-      "learning_rate": 2.788209739981602e-05,
-      "loss": 0.6836,
-      "step": 5170
-    },
-    {
-      "cov-distil": 1.7158787250518799,
-      "cov-distil (oracle2student)": 4.865769863128662,
-      "cov-distil (oracle2teacher)": 4.771388530731201,
-      "epoch": 4.058084772370487,
-      "rel-constrast": 3.494854688644409,
-      "step": 5170,
-      "subrel-constrast": 3.5175702571868896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3630468845367432,
-      "cov-distil (oracle2student)": 4.101571559906006,
-      "cov-distil (oracle2teacher)": 3.7316246032714844,
-      "epoch": 4.058869701726844,
-      "rel-constrast": 2.785097599029541,
-      "step": 5171,
-      "subrel-constrast": 3.483957290649414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1008950471878052,
-      "cov-distil (oracle2student)": 2.8333821296691895,
-      "cov-distil (oracle2teacher)": 2.5602574348449707,
-      "epoch": 4.059654631083203,
-      "rel-constrast": 2.591386556625366,
-      "step": 5172,
-      "subrel-constrast": 2.727149248123169,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5514867305755615,
-      "cov-distil (oracle2student)": 4.19147253036499,
-      "cov-distil (oracle2teacher)": 3.9180092811584473,
-      "epoch": 4.06043956043956,
-      "rel-constrast": 1.7133228778839111,
-      "step": 5173,
-      "subrel-constrast": 2.9246983528137207,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3099066019058228,
-      "cov-distil (oracle2student)": 4.148550510406494,
-      "cov-distil (oracle2teacher)": 3.439101219177246,
-      "epoch": 4.061224489795919,
-      "rel-constrast": 1.7990705966949463,
-      "step": 5174,
-      "subrel-constrast": 2.6433351039886475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4726027250289917,
-      "cov-distil (oracle2student)": 5.6740031242370605,
-      "cov-distil (oracle2teacher)": 4.447586536407471,
-      "epoch": 4.062009419152276,
-      "rel-constrast": 2.9707844257354736,
-      "step": 5175,
-      "subrel-constrast": 3.4173591136932373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.669151782989502,
-      "cov-distil (oracle2student)": 3.8681836128234863,
-      "cov-distil (oracle2teacher)": 3.996997356414795,
-      "epoch": 4.062794348508635,
-      "rel-constrast": 1.783665418624878,
-      "step": 5176,
-      "subrel-constrast": 2.7201499938964844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8738313913345337,
-      "cov-distil (oracle2student)": 3.5066754817962646,
-      "cov-distil (oracle2teacher)": 3.555569648742676,
-      "epoch": 4.063579277864992,
-      "rel-constrast": 1.5665696859359741,
-      "step": 5177,
-      "subrel-constrast": 2.0165247917175293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.850849986076355,
-      "cov-distil (oracle2student)": 4.772499084472656,
-      "cov-distil (oracle2teacher)": 4.074243545532227,
-      "epoch": 4.06436420722135,
-      "rel-constrast": 2.9377737045288086,
-      "step": 5178,
-      "subrel-constrast": 3.339939832687378,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0415334701538086,
-      "cov-distil (oracle2student)": 4.0030622482299805,
-      "cov-distil (oracle2teacher)": 4.081053733825684,
-      "epoch": 4.065149136577708,
-      "rel-constrast": 2.6896705627441406,
-      "step": 5179,
-      "subrel-constrast": 3.4472546577453613,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.065934065934066,
-      "grad_norm": 4.9375,
-      "learning_rate": 2.779539539630016e-05,
-      "loss": 0.6457,
-      "step": 5180
-    },
-    {
-      "cov-distil": 1.9377727508544922,
-      "cov-distil (oracle2student)": 3.8623013496398926,
-      "cov-distil (oracle2teacher)": 3.4602015018463135,
-      "epoch": 4.065934065934066,
-      "rel-constrast": 3.0392544269561768,
-      "step": 5180,
-      "subrel-constrast": 3.4830119609832764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4677923917770386,
-      "cov-distil (oracle2student)": 3.5859742164611816,
-      "cov-distil (oracle2teacher)": 3.654184103012085,
-      "epoch": 4.066718995290424,
-      "rel-constrast": 2.422584295272827,
-      "step": 5181,
-      "subrel-constrast": 3.208937406539917,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7452538013458252,
-      "cov-distil (oracle2student)": 3.496492385864258,
-      "cov-distil (oracle2teacher)": 3.690600872039795,
-      "epoch": 4.067503924646782,
-      "rel-constrast": 2.2930798530578613,
-      "step": 5182,
-      "subrel-constrast": 3.0171639919281006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6011497974395752,
-      "cov-distil (oracle2student)": 3.1709036827087402,
-      "cov-distil (oracle2teacher)": 3.6708836555480957,
-      "epoch": 4.06828885400314,
-      "rel-constrast": 2.23813533782959,
-      "step": 5183,
-      "subrel-constrast": 3.444836139678955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9495198726654053,
-      "cov-distil (oracle2student)": 4.025494575500488,
-      "cov-distil (oracle2teacher)": 4.025692462921143,
-      "epoch": 4.069073783359498,
-      "rel-constrast": 2.2032690048217773,
-      "step": 5184,
-      "subrel-constrast": 2.645169496536255,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0692603588104248,
-      "cov-distil (oracle2student)": 3.541743278503418,
-      "cov-distil (oracle2teacher)": 3.3615121841430664,
-      "epoch": 4.069858712715855,
-      "rel-constrast": 2.4721271991729736,
-      "step": 5185,
-      "subrel-constrast": 2.7652900218963623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0414257049560547,
-      "cov-distil (oracle2student)": 4.089672088623047,
-      "cov-distil (oracle2teacher)": 3.448213815689087,
-      "epoch": 4.070643642072214,
-      "rel-constrast": 2.5494468212127686,
-      "step": 5186,
-      "subrel-constrast": 2.4816014766693115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4121829271316528,
-      "cov-distil (oracle2student)": 4.144131660461426,
-      "cov-distil (oracle2teacher)": 4.290556907653809,
-      "epoch": 4.071428571428571,
-      "rel-constrast": 2.3806405067443848,
-      "step": 5187,
-      "subrel-constrast": 3.500919818878174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8500102758407593,
-      "cov-distil (oracle2student)": 6.759685516357422,
-      "cov-distil (oracle2teacher)": 5.934416770935059,
-      "epoch": 4.07221350078493,
-      "rel-constrast": 4.18544864654541,
-      "step": 5188,
-      "subrel-constrast": 4.334401607513428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9928678274154663,
-      "cov-distil (oracle2student)": 4.057777404785156,
-      "cov-distil (oracle2teacher)": 3.9793076515197754,
-      "epoch": 4.072998430141287,
-      "rel-constrast": 2.8843183517456055,
-      "step": 5189,
-      "subrel-constrast": 4.083157539367676,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.073783359497646,
-      "grad_norm": 5.34375,
-      "learning_rate": 2.770865933177356e-05,
-      "loss": 0.7044,
-      "step": 5190
-    },
-    {
-      "cov-distil": 1.6640456914901733,
-      "cov-distil (oracle2student)": 2.872218370437622,
-      "cov-distil (oracle2teacher)": 2.9255049228668213,
-      "epoch": 4.073783359497646,
-      "rel-constrast": 2.2148070335388184,
-      "step": 5190,
-      "subrel-constrast": 2.865035057067871,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5262908935546875,
-      "cov-distil (oracle2student)": 5.061764717102051,
-      "cov-distil (oracle2teacher)": 4.576382637023926,
-      "epoch": 4.074568288854003,
-      "rel-constrast": 2.695033073425293,
-      "step": 5191,
-      "subrel-constrast": 3.2044548988342285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2311506271362305,
-      "cov-distil (oracle2student)": 3.4708619117736816,
-      "cov-distil (oracle2teacher)": 3.103361129760742,
-      "epoch": 4.075353218210361,
-      "rel-constrast": 2.6967787742614746,
-      "step": 5192,
-      "subrel-constrast": 2.9338226318359375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8958735466003418,
-      "cov-distil (oracle2student)": 4.455463886260986,
-      "cov-distil (oracle2teacher)": 4.015957832336426,
-      "epoch": 4.076138147566719,
-      "rel-constrast": 2.607912063598633,
-      "step": 5193,
-      "subrel-constrast": 3.7336556911468506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6335184574127197,
-      "cov-distil (oracle2student)": 4.019996643066406,
-      "cov-distil (oracle2teacher)": 4.146307945251465,
-      "epoch": 4.076923076923077,
-      "rel-constrast": 2.2460238933563232,
-      "step": 5194,
-      "subrel-constrast": 2.8932816982269287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4190025329589844,
-      "cov-distil (oracle2student)": 4.147409915924072,
-      "cov-distil (oracle2teacher)": 4.160512447357178,
-      "epoch": 4.077708006279435,
-      "rel-constrast": 3.263770341873169,
-      "step": 5195,
-      "subrel-constrast": 3.2778120040893555,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1682798862457275,
-      "cov-distil (oracle2student)": 4.522942543029785,
-      "cov-distil (oracle2teacher)": 4.21091365814209,
-      "epoch": 4.078492935635793,
-      "rel-constrast": 3.2836263179779053,
-      "step": 5196,
-      "subrel-constrast": 3.949327230453491,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1909948587417603,
-      "cov-distil (oracle2student)": 3.2948241233825684,
-      "cov-distil (oracle2teacher)": 3.487861394882202,
-      "epoch": 4.079277864992151,
-      "rel-constrast": 2.4420933723449707,
-      "step": 5197,
-      "subrel-constrast": 3.1706132888793945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3478899002075195,
-      "cov-distil (oracle2student)": 6.236270427703857,
-      "cov-distil (oracle2teacher)": 5.784978866577148,
-      "epoch": 4.080062794348509,
-      "rel-constrast": 2.3624749183654785,
-      "step": 5198,
-      "subrel-constrast": 2.966859817504883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.209183931350708,
-      "cov-distil (oracle2student)": 4.907261848449707,
-      "cov-distil (oracle2teacher)": 4.313079357147217,
-      "epoch": 4.080847723704866,
-      "rel-constrast": 2.6004066467285156,
-      "step": 5199,
-      "subrel-constrast": 3.031014919281006,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.081632653061225,
-      "grad_norm": 5.375,
-      "learning_rate": 2.7621890263087813e-05,
-      "loss": 0.696,
-      "step": 5200
-    },
-    {
-      "epoch": 4.081632653061225,
-      "overlap": 0.29218751192092896,
-      "step": 5200
-    },
-    {
-      "epoch": 4.081632653061225,
-      "step": 5200,
-      "student margin": 0.0596923828125
-    },
-    {
-      "epoch": 4.081632653061225,
-      "step": 5200,
-      "teacher margin": 0.039459228515625
-    },
-    {
-      "epoch": 4.081632653061225,
-      "margin difference": -0.020233154296875,
-      "step": 5200
-    },
-    {
-      "cov-distil": 1.9427614212036133,
-      "cov-distil (oracle2student)": 4.381133079528809,
-      "cov-distil (oracle2teacher)": 4.586250305175781,
-      "epoch": 4.081632653061225,
-      "rel-constrast": 3.1216506958007812,
-      "step": 5200,
-      "subrel-constrast": 3.847146511077881,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9855455756187439,
-      "cov-distil (oracle2student)": 3.717679023742676,
-      "cov-distil (oracle2teacher)": 3.17708158493042,
-      "epoch": 4.082417582417582,
-      "rel-constrast": 2.096745014190674,
-      "step": 5201,
-      "subrel-constrast": 2.431990385055542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.564287781715393,
-      "cov-distil (oracle2student)": 3.6580705642700195,
-      "cov-distil (oracle2teacher)": 3.5582690238952637,
-      "epoch": 4.083202511773941,
-      "rel-constrast": 2.16921329498291,
-      "step": 5202,
-      "subrel-constrast": 3.104332685470581,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1291298866271973,
-      "cov-distil (oracle2student)": 3.0792336463928223,
-      "cov-distil (oracle2teacher)": 3.543100118637085,
-      "epoch": 4.083987441130298,
-      "rel-constrast": 1.8253977298736572,
-      "step": 5203,
-      "subrel-constrast": 3.2376763820648193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0625135898590088,
-      "cov-distil (oracle2student)": 4.603408336639404,
-      "cov-distil (oracle2teacher)": 3.989952325820923,
-      "epoch": 4.0847723704866565,
-      "rel-constrast": 1.945616602897644,
-      "step": 5204,
-      "subrel-constrast": 2.4214720726013184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2634003162384033,
-      "cov-distil (oracle2student)": 5.242417812347412,
-      "cov-distil (oracle2teacher)": 5.521453380584717,
-      "epoch": 4.085557299843014,
-      "rel-constrast": 1.9023332595825195,
-      "step": 5205,
-      "subrel-constrast": 2.8258543014526367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8967229127883911,
-      "cov-distil (oracle2student)": 3.395996570587158,
-      "cov-distil (oracle2teacher)": 3.263821601867676,
-      "epoch": 4.086342229199372,
-      "rel-constrast": 2.128546953201294,
-      "step": 5206,
-      "subrel-constrast": 3.056217670440674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3914612531661987,
-      "cov-distil (oracle2student)": 2.852207660675049,
-      "cov-distil (oracle2teacher)": 2.9515719413757324,
-      "epoch": 4.08712715855573,
-      "rel-constrast": 3.0192859172821045,
-      "step": 5207,
-      "subrel-constrast": 3.5584914684295654,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3522177934646606,
-      "cov-distil (oracle2student)": 4.988900184631348,
-      "cov-distil (oracle2teacher)": 4.708100318908691,
-      "epoch": 4.087912087912088,
-      "rel-constrast": 3.7116618156433105,
-      "step": 5208,
-      "subrel-constrast": 4.3019795417785645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.109961986541748,
-      "cov-distil (oracle2student)": 3.2346715927124023,
-      "cov-distil (oracle2teacher)": 3.46108078956604,
-      "epoch": 4.088697017268446,
-      "rel-constrast": 2.9287357330322266,
-      "step": 5209,
-      "subrel-constrast": 3.5082733631134033,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.089481946624804,
-      "grad_norm": 7.875,
-      "learning_rate": 2.7535089247496627e-05,
-      "loss": 0.658,
-      "step": 5210
-    },
-    {
-      "cov-distil": 1.5113435983657837,
-      "cov-distil (oracle2student)": 2.9735870361328125,
-      "cov-distil (oracle2teacher)": 3.129155158996582,
-      "epoch": 4.089481946624804,
-      "rel-constrast": 1.5056254863739014,
-      "step": 5210,
-      "subrel-constrast": 2.676476001739502,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.175051212310791,
-      "cov-distil (oracle2student)": 4.468836784362793,
-      "cov-distil (oracle2teacher)": 4.451257228851318,
-      "epoch": 4.090266875981162,
-      "rel-constrast": 3.8348946571350098,
-      "step": 5211,
-      "subrel-constrast": 4.162006378173828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.481749415397644,
-      "cov-distil (oracle2student)": 3.479501247406006,
-      "cov-distil (oracle2teacher)": 3.81994891166687,
-      "epoch": 4.0910518053375196,
-      "rel-constrast": 1.9462164640426636,
-      "step": 5212,
-      "subrel-constrast": 2.6798043251037598,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5196750164031982,
-      "cov-distil (oracle2student)": 2.8138158321380615,
-      "cov-distil (oracle2teacher)": 3.159928798675537,
-      "epoch": 4.091836734693878,
-      "rel-constrast": 3.1498873233795166,
-      "step": 5213,
-      "subrel-constrast": 3.9733328819274902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4787020683288574,
-      "cov-distil (oracle2student)": 4.542705059051514,
-      "cov-distil (oracle2teacher)": 3.925217866897583,
-      "epoch": 4.0926216640502355,
-      "rel-constrast": 2.109096050262451,
-      "step": 5214,
-      "subrel-constrast": 2.761298894882202,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.584144115447998,
-      "cov-distil (oracle2student)": 2.9415202140808105,
-      "cov-distil (oracle2teacher)": 3.3528501987457275,
-      "epoch": 4.093406593406593,
-      "rel-constrast": 2.0221900939941406,
-      "step": 5215,
-      "subrel-constrast": 2.997072696685791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2651728391647339,
-      "cov-distil (oracle2student)": 3.8528871536254883,
-      "cov-distil (oracle2teacher)": 4.332504749298096,
-      "epoch": 4.0941915227629515,
-      "rel-constrast": 2.2076234817504883,
-      "step": 5216,
-      "subrel-constrast": 2.5805435180664062,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4935333728790283,
-      "cov-distil (oracle2student)": 3.818065881729126,
-      "cov-distil (oracle2teacher)": 4.349062919616699,
-      "epoch": 4.094976452119309,
-      "rel-constrast": 2.2456116676330566,
-      "step": 5217,
-      "subrel-constrast": 3.367888927459717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5205748081207275,
-      "cov-distil (oracle2student)": 4.2485270500183105,
-      "cov-distil (oracle2teacher)": 4.490943431854248,
-      "epoch": 4.0957613814756675,
-      "rel-constrast": 2.2697272300720215,
-      "step": 5218,
-      "subrel-constrast": 2.881652355194092,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.388249397277832,
-      "cov-distil (oracle2student)": 3.8350460529327393,
-      "cov-distil (oracle2teacher)": 3.7205007076263428,
-      "epoch": 4.096546310832025,
-      "rel-constrast": 2.0594639778137207,
-      "step": 5219,
-      "subrel-constrast": 2.867656707763672,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.0973312401883835,
-      "grad_norm": 5.09375,
-      "learning_rate": 2.744825734264298e-05,
-      "loss": 0.6198,
-      "step": 5220
-    },
-    {
-      "cov-distil": 1.8120510578155518,
-      "cov-distil (oracle2student)": 7.505436897277832,
-      "cov-distil (oracle2teacher)": 6.920758247375488,
-      "epoch": 4.0973312401883835,
-      "rel-constrast": 2.1840474605560303,
-      "step": 5220,
-      "subrel-constrast": 3.4004311561584473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.120496988296509,
-      "cov-distil (oracle2student)": 4.7442474365234375,
-      "cov-distil (oracle2teacher)": 4.5484538078308105,
-      "epoch": 4.098116169544741,
-      "rel-constrast": 1.7566766738891602,
-      "step": 5221,
-      "subrel-constrast": 3.331486701965332,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2331140041351318,
-      "cov-distil (oracle2student)": 4.0739970207214355,
-      "cov-distil (oracle2teacher)": 3.4772534370422363,
-      "epoch": 4.0989010989010985,
-      "rel-constrast": 2.823676109313965,
-      "step": 5222,
-      "subrel-constrast": 3.3647282123565674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1556141376495361,
-      "cov-distil (oracle2student)": 4.200016021728516,
-      "cov-distil (oracle2teacher)": 4.851566314697266,
-      "epoch": 4.099686028257457,
-      "rel-constrast": 3.5315051078796387,
-      "step": 5223,
-      "subrel-constrast": 4.224734783172607,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4378858804702759,
-      "cov-distil (oracle2student)": 2.9542384147644043,
-      "cov-distil (oracle2teacher)": 3.0891947746276855,
-      "epoch": 4.1004709576138145,
-      "rel-constrast": 1.3289207220077515,
-      "step": 5224,
-      "subrel-constrast": 2.059086322784424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5220317840576172,
-      "cov-distil (oracle2student)": 2.637991189956665,
-      "cov-distil (oracle2teacher)": 2.5179498195648193,
-      "epoch": 4.101255886970173,
-      "rel-constrast": 2.489227533340454,
-      "step": 5225,
-      "subrel-constrast": 2.813563823699951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5247063636779785,
-      "cov-distil (oracle2student)": 3.125389575958252,
-      "cov-distil (oracle2teacher)": 3.136023998260498,
-      "epoch": 4.1020408163265305,
-      "rel-constrast": 2.6235625743865967,
-      "step": 5226,
-      "subrel-constrast": 3.420806884765625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.136655569076538,
-      "cov-distil (oracle2student)": 4.176108360290527,
-      "cov-distil (oracle2teacher)": 4.090908527374268,
-      "epoch": 4.102825745682889,
-      "rel-constrast": 3.1498708724975586,
-      "step": 5227,
-      "subrel-constrast": 3.344017267227173,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.864743947982788,
-      "cov-distil (oracle2student)": 3.357430934906006,
-      "cov-distil (oracle2teacher)": 3.5023579597473145,
-      "epoch": 4.1036106750392465,
-      "rel-constrast": 2.0902507305145264,
-      "step": 5228,
-      "subrel-constrast": 3.521695852279663,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0632762908935547,
-      "cov-distil (oracle2student)": 2.85079288482666,
-      "cov-distil (oracle2teacher)": 2.904273509979248,
-      "epoch": 4.104395604395604,
-      "rel-constrast": 3.3090898990631104,
-      "step": 5229,
-      "subrel-constrast": 3.89266300201416,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.1051805337519625,
-      "grad_norm": 6.3125,
-      "learning_rate": 2.736139560654624e-05,
-      "loss": 0.6718,
-      "step": 5230
-    },
-    {
-      "cov-distil": 1.6784064769744873,
-      "cov-distil (oracle2student)": 5.3087158203125,
-      "cov-distil (oracle2teacher)": 5.270449161529541,
-      "epoch": 4.1051805337519625,
-      "rel-constrast": 3.02852201461792,
-      "step": 5230,
-      "subrel-constrast": 4.007962226867676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.120666265487671,
-      "cov-distil (oracle2student)": 5.739544868469238,
-      "cov-distil (oracle2teacher)": 5.799375057220459,
-      "epoch": 4.10596546310832,
-      "rel-constrast": 1.9910383224487305,
-      "step": 5231,
-      "subrel-constrast": 2.6395301818847656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.139636516571045,
-      "cov-distil (oracle2student)": 3.3961000442504883,
-      "cov-distil (oracle2teacher)": 3.6539559364318848,
-      "epoch": 4.106750392464678,
-      "rel-constrast": 2.5771589279174805,
-      "step": 5232,
-      "subrel-constrast": 3.1728670597076416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4906842708587646,
-      "cov-distil (oracle2student)": 6.929083824157715,
-      "cov-distil (oracle2teacher)": 5.896974563598633,
-      "epoch": 4.107535321821036,
-      "rel-constrast": 2.5069565773010254,
-      "step": 5233,
-      "subrel-constrast": 2.8985958099365234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1385788917541504,
-      "cov-distil (oracle2student)": 4.87298583984375,
-      "cov-distil (oracle2teacher)": 4.170919895172119,
-      "epoch": 4.108320251177394,
-      "rel-constrast": 2.738424777984619,
-      "step": 5234,
-      "subrel-constrast": 3.038968801498413,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.922491431236267,
-      "cov-distil (oracle2student)": 5.438636779785156,
-      "cov-distil (oracle2teacher)": 4.738826274871826,
-      "epoch": 4.109105180533752,
-      "rel-constrast": 3.899568557739258,
-      "step": 5235,
-      "subrel-constrast": 4.436054706573486,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5194692611694336,
-      "cov-distil (oracle2student)": 6.74970817565918,
-      "cov-distil (oracle2teacher)": 5.307310104370117,
-      "epoch": 4.1098901098901095,
-      "rel-constrast": 2.3437540531158447,
-      "step": 5236,
-      "subrel-constrast": 3.084930181503296,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5633459091186523,
-      "cov-distil (oracle2student)": 4.283716201782227,
-      "cov-distil (oracle2teacher)": 3.752859354019165,
-      "epoch": 4.110675039246468,
-      "rel-constrast": 3.516387462615967,
-      "step": 5237,
-      "subrel-constrast": 4.2812886238098145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3028090000152588,
-      "cov-distil (oracle2student)": 3.3997809886932373,
-      "cov-distil (oracle2teacher)": 2.922934055328369,
-      "epoch": 4.1114599686028255,
-      "rel-constrast": 2.2234930992126465,
-      "step": 5238,
-      "subrel-constrast": 2.7639434337615967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.887832760810852,
-      "cov-distil (oracle2student)": 5.803743362426758,
-      "cov-distil (oracle2teacher)": 5.423597812652588,
-      "epoch": 4.112244897959184,
-      "rel-constrast": 2.399059772491455,
-      "step": 5239,
-      "subrel-constrast": 3.560582399368286,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.1130298273155415,
-      "grad_norm": 5.09375,
-      "learning_rate": 2.7274505097589253e-05,
-      "loss": 0.7175,
-      "step": 5240
-    },
-    {
-      "cov-distil": 1.9971473217010498,
-      "cov-distil (oracle2student)": 4.333338737487793,
-      "cov-distil (oracle2teacher)": 4.373452186584473,
-      "epoch": 4.1130298273155415,
-      "rel-constrast": 2.5360400676727295,
-      "step": 5240,
-      "subrel-constrast": 3.9994285106658936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.137702465057373,
-      "cov-distil (oracle2student)": 4.330732345581055,
-      "cov-distil (oracle2teacher)": 3.637809991836548,
-      "epoch": 4.1138147566719,
-      "rel-constrast": 1.2574739456176758,
-      "step": 5241,
-      "subrel-constrast": 1.8866571187973022,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6572580337524414,
-      "cov-distil (oracle2student)": 4.699674606323242,
-      "cov-distil (oracle2teacher)": 4.657990455627441,
-      "epoch": 4.114599686028257,
-      "rel-constrast": 3.767874240875244,
-      "step": 5242,
-      "subrel-constrast": 4.685418128967285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3157823085784912,
-      "cov-distil (oracle2student)": 4.391319274902344,
-      "cov-distil (oracle2teacher)": 4.399168968200684,
-      "epoch": 4.115384615384615,
-      "rel-constrast": 3.359523296356201,
-      "step": 5243,
-      "subrel-constrast": 3.942209482192993,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1383154392242432,
-      "cov-distil (oracle2student)": 5.097851276397705,
-      "cov-distil (oracle2teacher)": 4.459293842315674,
-      "epoch": 4.116169544740973,
-      "rel-constrast": 1.976588487625122,
-      "step": 5244,
-      "subrel-constrast": 2.2661964893341064,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4054300785064697,
-      "cov-distil (oracle2student)": 2.6313843727111816,
-      "cov-distil (oracle2teacher)": 3.425164222717285,
-      "epoch": 4.116954474097331,
-      "rel-constrast": 1.967630386352539,
-      "step": 5245,
-      "subrel-constrast": 3.091005325317383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.668192982673645,
-      "cov-distil (oracle2student)": 3.5524516105651855,
-      "cov-distil (oracle2teacher)": 3.7618913650512695,
-      "epoch": 4.117739403453689,
-      "rel-constrast": 2.53924560546875,
-      "step": 5246,
-      "subrel-constrast": 3.5432515144348145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.266479253768921,
-      "cov-distil (oracle2student)": 5.5424933433532715,
-      "cov-distil (oracle2teacher)": 4.878005504608154,
-      "epoch": 4.118524332810047,
-      "rel-constrast": 2.5342373847961426,
-      "step": 5247,
-      "subrel-constrast": 2.7206969261169434,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.17924165725708,
-      "cov-distil (oracle2student)": 4.369884967803955,
-      "cov-distil (oracle2teacher)": 3.707428216934204,
-      "epoch": 4.119309262166405,
-      "rel-constrast": 3.0058650970458984,
-      "step": 5248,
-      "subrel-constrast": 3.6546196937561035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2750616073608398,
-      "cov-distil (oracle2student)": 3.2054443359375,
-      "cov-distil (oracle2teacher)": 3.403099536895752,
-      "epoch": 4.120094191522763,
-      "rel-constrast": 2.1952221393585205,
-      "step": 5249,
-      "subrel-constrast": 2.5788414478302,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.1208791208791204,
-      "grad_norm": 6.8125,
-      "learning_rate": 2.7187586874505433e-05,
-      "loss": 0.6636,
-      "step": 5250
-    },
-    {
-      "cov-distil": 1.519063949584961,
-      "cov-distil (oracle2student)": 4.660373687744141,
-      "cov-distil (oracle2teacher)": 4.241613864898682,
-      "epoch": 4.1208791208791204,
-      "rel-constrast": 2.013336420059204,
-      "step": 5250,
-      "subrel-constrast": 2.7129833698272705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5614773035049438,
-      "cov-distil (oracle2student)": 5.549762725830078,
-      "cov-distil (oracle2teacher)": 4.407034397125244,
-      "epoch": 4.121664050235479,
-      "rel-constrast": 3.4761180877685547,
-      "step": 5251,
-      "subrel-constrast": 3.6163339614868164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6776835918426514,
-      "cov-distil (oracle2student)": 4.614397048950195,
-      "cov-distil (oracle2teacher)": 4.223916053771973,
-      "epoch": 4.122448979591836,
-      "rel-constrast": 4.079346656799316,
-      "step": 5252,
-      "subrel-constrast": 3.8112168312072754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.491443395614624,
-      "cov-distil (oracle2student)": 4.094132423400879,
-      "cov-distil (oracle2teacher)": 3.8660364151000977,
-      "epoch": 4.123233908948195,
-      "rel-constrast": 3.048468828201294,
-      "step": 5253,
-      "subrel-constrast": 3.3446037769317627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1520274877548218,
-      "cov-distil (oracle2student)": 4.267620086669922,
-      "cov-distil (oracle2teacher)": 4.628851890563965,
-      "epoch": 4.124018838304552,
-      "rel-constrast": 1.8791823387145996,
-      "step": 5254,
-      "subrel-constrast": 2.467174530029297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2970489263534546,
-      "cov-distil (oracle2student)": 4.38950777053833,
-      "cov-distil (oracle2teacher)": 4.059610366821289,
-      "epoch": 4.124803767660911,
-      "rel-constrast": 1.943448543548584,
-      "step": 5255,
-      "subrel-constrast": 2.736067295074463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0695865154266357,
-      "cov-distil (oracle2student)": 3.6558520793914795,
-      "cov-distil (oracle2teacher)": 3.6029422283172607,
-      "epoch": 4.125588697017268,
-      "rel-constrast": 2.004333734512329,
-      "step": 5256,
-      "subrel-constrast": 2.6802785396575928,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1940605640411377,
-      "cov-distil (oracle2student)": 4.282825946807861,
-      "cov-distil (oracle2teacher)": 4.15247917175293,
-      "epoch": 4.126373626373626,
-      "rel-constrast": 2.9043869972229004,
-      "step": 5257,
-      "subrel-constrast": 3.41603684425354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7639456987380981,
-      "cov-distil (oracle2student)": 3.506176471710205,
-      "cov-distil (oracle2teacher)": 3.3247814178466797,
-      "epoch": 4.127158555729984,
-      "rel-constrast": 2.7695212364196777,
-      "step": 5258,
-      "subrel-constrast": 3.4748411178588867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7978686094284058,
-      "cov-distil (oracle2student)": 5.483437538146973,
-      "cov-distil (oracle2teacher)": 5.197831153869629,
-      "epoch": 4.127943485086342,
-      "rel-constrast": 2.6534857749938965,
-      "step": 5259,
-      "subrel-constrast": 3.5749433040618896,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.1287284144427,
-      "grad_norm": 6.65625,
-      "learning_rate": 2.710064199636591e-05,
-      "loss": 0.7056,
-      "step": 5260
-    },
-    {
-      "cov-distil": 1.9952819347381592,
-      "cov-distil (oracle2student)": 3.607215404510498,
-      "cov-distil (oracle2teacher)": 3.4972827434539795,
-      "epoch": 4.1287284144427,
-      "rel-constrast": 1.9783177375793457,
-      "step": 5260,
-      "subrel-constrast": 2.8971519470214844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7467410564422607,
-      "cov-distil (oracle2student)": 3.742867946624756,
-      "cov-distil (oracle2teacher)": 3.9134275913238525,
-      "epoch": 4.129513343799058,
-      "rel-constrast": 2.7273972034454346,
-      "step": 5261,
-      "subrel-constrast": 3.5060596466064453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3276541233062744,
-      "cov-distil (oracle2student)": 2.4215474128723145,
-      "cov-distil (oracle2teacher)": 2.516757011413574,
-      "epoch": 4.130298273155416,
-      "rel-constrast": 3.0502583980560303,
-      "step": 5262,
-      "subrel-constrast": 3.446436882019043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8340566158294678,
-      "cov-distil (oracle2student)": 5.077722549438477,
-      "cov-distil (oracle2teacher)": 4.616124153137207,
-      "epoch": 4.131083202511774,
-      "rel-constrast": 2.2473742961883545,
-      "step": 5263,
-      "subrel-constrast": 2.820770502090454,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4674761295318604,
-      "cov-distil (oracle2student)": 3.673948287963867,
-      "cov-distil (oracle2teacher)": 4.413889408111572,
-      "epoch": 4.131868131868132,
-      "rel-constrast": 2.609842300415039,
-      "step": 5264,
-      "subrel-constrast": 3.652472496032715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6570148468017578,
-      "cov-distil (oracle2student)": 4.861977577209473,
-      "cov-distil (oracle2teacher)": 4.169550895690918,
-      "epoch": 4.13265306122449,
-      "rel-constrast": 3.0977063179016113,
-      "step": 5265,
-      "subrel-constrast": 3.5188393592834473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8321852684020996,
-      "cov-distil (oracle2student)": 4.487677574157715,
-      "cov-distil (oracle2teacher)": 4.286038398742676,
-      "epoch": 4.133437990580847,
-      "rel-constrast": 2.4581313133239746,
-      "step": 5266,
-      "subrel-constrast": 3.4038584232330322,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.054394006729126,
-      "cov-distil (oracle2student)": 3.380974769592285,
-      "cov-distil (oracle2teacher)": 3.398566722869873,
-      "epoch": 4.134222919937206,
-      "rel-constrast": 1.892662525177002,
-      "step": 5267,
-      "subrel-constrast": 2.4546408653259277,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4789206981658936,
-      "cov-distil (oracle2student)": 4.664850234985352,
-      "cov-distil (oracle2teacher)": 4.02906608581543,
-      "epoch": 4.135007849293563,
-      "rel-constrast": 3.1555511951446533,
-      "step": 5268,
-      "subrel-constrast": 3.2455601692199707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.34099543094635,
-      "cov-distil (oracle2student)": 4.718155384063721,
-      "cov-distil (oracle2teacher)": 3.880439281463623,
-      "epoch": 4.135792778649922,
-      "rel-constrast": 2.377518653869629,
-      "step": 5269,
-      "subrel-constrast": 2.870339870452881,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.136577708006279,
-      "grad_norm": 5.34375,
-      "learning_rate": 2.701367152256658e-05,
-      "loss": 0.6792,
-      "step": 5270
-    },
-    {
-      "cov-distil": 1.4854621887207031,
-      "cov-distil (oracle2student)": 4.279190540313721,
-      "cov-distil (oracle2teacher)": 4.255247116088867,
-      "epoch": 4.136577708006279,
-      "rel-constrast": 2.15080189704895,
-      "step": 5270,
-      "subrel-constrast": 3.172565460205078,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2218153476715088,
-      "cov-distil (oracle2student)": 3.2723546028137207,
-      "cov-distil (oracle2teacher)": 3.099968910217285,
-      "epoch": 4.137362637362638,
-      "rel-constrast": 2.2011570930480957,
-      "step": 5271,
-      "subrel-constrast": 2.6150388717651367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1634490489959717,
-      "cov-distil (oracle2student)": 3.6684131622314453,
-      "cov-distil (oracle2teacher)": 3.3914003372192383,
-      "epoch": 4.138147566718995,
-      "rel-constrast": 1.8202321529388428,
-      "step": 5272,
-      "subrel-constrast": 2.551112174987793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.131222128868103,
-      "cov-distil (oracle2student)": 4.912564277648926,
-      "cov-distil (oracle2teacher)": 5.089127063751221,
-      "epoch": 4.138932496075353,
-      "rel-constrast": 2.1137561798095703,
-      "step": 5273,
-      "subrel-constrast": 2.793181896209717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.306075096130371,
-      "cov-distil (oracle2student)": 4.024698257446289,
-      "cov-distil (oracle2teacher)": 3.788778781890869,
-      "epoch": 4.139717425431711,
-      "rel-constrast": 1.9982876777648926,
-      "step": 5274,
-      "subrel-constrast": 2.7733356952667236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.710641622543335,
-      "cov-distil (oracle2student)": 2.967496156692505,
-      "cov-distil (oracle2teacher)": 3.0503673553466797,
-      "epoch": 4.140502354788069,
-      "rel-constrast": 2.791506290435791,
-      "step": 5275,
-      "subrel-constrast": 3.6219980716705322,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3119940757751465,
-      "cov-distil (oracle2student)": 4.839642524719238,
-      "cov-distil (oracle2teacher)": 4.596815586090088,
-      "epoch": 4.141287284144427,
-      "rel-constrast": 3.356800079345703,
-      "step": 5276,
-      "subrel-constrast": 3.9992432594299316,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3959310054779053,
-      "cov-distil (oracle2student)": 4.871799468994141,
-      "cov-distil (oracle2teacher)": 4.493832111358643,
-      "epoch": 4.142072213500785,
-      "rel-constrast": 2.3719770908355713,
-      "step": 5277,
-      "subrel-constrast": 2.533390760421753,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6096875667572021,
-      "cov-distil (oracle2student)": 3.4722912311553955,
-      "cov-distil (oracle2teacher)": 3.886659622192383,
-      "epoch": 4.142857142857143,
-      "rel-constrast": 3.084774971008301,
-      "step": 5278,
-      "subrel-constrast": 4.1155476570129395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.87221360206604,
-      "cov-distil (oracle2student)": 4.489955902099609,
-      "cov-distil (oracle2teacher)": 4.2813286781311035,
-      "epoch": 4.143642072213501,
-      "rel-constrast": 3.8273940086364746,
-      "step": 5279,
-      "subrel-constrast": 4.450868129730225,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.144427001569858,
-      "grad_norm": 7.28125,
-      "learning_rate": 2.692667651281523e-05,
-      "loss": 0.6784,
-      "step": 5280
-    },
-    {
-      "cov-distil": 1.1669176816940308,
-      "cov-distil (oracle2student)": 2.413437604904175,
-      "cov-distil (oracle2teacher)": 2.360598564147949,
-      "epoch": 4.144427001569858,
-      "rel-constrast": 2.0556914806365967,
-      "step": 5280,
-      "subrel-constrast": 2.656193256378174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2838780879974365,
-      "cov-distil (oracle2student)": 5.217254638671875,
-      "cov-distil (oracle2teacher)": 5.280400276184082,
-      "epoch": 4.145211930926217,
-      "rel-constrast": 3.4224228858947754,
-      "step": 5281,
-      "subrel-constrast": 3.5604021549224854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3061926364898682,
-      "cov-distil (oracle2student)": 3.0644636154174805,
-      "cov-distil (oracle2teacher)": 2.835287094116211,
-      "epoch": 4.145996860282574,
-      "rel-constrast": 2.031532049179077,
-      "step": 5282,
-      "subrel-constrast": 2.5243942737579346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.563747525215149,
-      "cov-distil (oracle2student)": 2.636909008026123,
-      "cov-distil (oracle2teacher)": 2.6007115840911865,
-      "epoch": 4.146781789638933,
-      "rel-constrast": 2.144571304321289,
-      "step": 5283,
-      "subrel-constrast": 3.2983579635620117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.421744465827942,
-      "cov-distil (oracle2student)": 4.124762535095215,
-      "cov-distil (oracle2teacher)": 4.0072479248046875,
-      "epoch": 4.14756671899529,
-      "rel-constrast": 3.122800827026367,
-      "step": 5284,
-      "subrel-constrast": 3.8068103790283203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6821259260177612,
-      "cov-distil (oracle2student)": 4.483851432800293,
-      "cov-distil (oracle2teacher)": 4.354995250701904,
-      "epoch": 4.148351648351649,
-      "rel-constrast": 3.3502509593963623,
-      "step": 5285,
-      "subrel-constrast": 4.106003284454346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9669044017791748,
-      "cov-distil (oracle2student)": 4.909444808959961,
-      "cov-distil (oracle2teacher)": 5.276790618896484,
-      "epoch": 4.149136577708006,
-      "rel-constrast": 3.2051334381103516,
-      "step": 5286,
-      "subrel-constrast": 4.453633785247803,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2649098634719849,
-      "cov-distil (oracle2student)": 3.850614070892334,
-      "cov-distil (oracle2teacher)": 3.8169517517089844,
-      "epoch": 4.149921507064364,
-      "rel-constrast": 1.472813606262207,
-      "step": 5287,
-      "subrel-constrast": 2.1828126907348633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4140242338180542,
-      "cov-distil (oracle2student)": 3.667717456817627,
-      "cov-distil (oracle2teacher)": 4.051892280578613,
-      "epoch": 4.150706436420722,
-      "rel-constrast": 3.010416030883789,
-      "step": 5288,
-      "subrel-constrast": 4.119198322296143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.492020606994629,
-      "cov-distil (oracle2student)": 3.215546131134033,
-      "cov-distil (oracle2teacher)": 3.257106304168701,
-      "epoch": 4.15149136577708,
-      "rel-constrast": 2.6951754093170166,
-      "step": 5289,
-      "subrel-constrast": 3.3521876335144043,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.152276295133438,
-      "grad_norm": 5.90625,
-      "learning_rate": 2.683965802711858e-05,
-      "loss": 0.6992,
-      "step": 5290
-    },
-    {
-      "cov-distil": 1.276956558227539,
-      "cov-distil (oracle2student)": 3.9301559925079346,
-      "cov-distil (oracle2teacher)": 3.8582394123077393,
-      "epoch": 4.152276295133438,
-      "rel-constrast": 1.9922242164611816,
-      "step": 5290,
-      "subrel-constrast": 2.8035080432891846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1980465650558472,
-      "cov-distil (oracle2student)": 3.322237491607666,
-      "cov-distil (oracle2teacher)": 3.105381488800049,
-      "epoch": 4.153061224489796,
-      "rel-constrast": 1.920194149017334,
-      "step": 5291,
-      "subrel-constrast": 2.6416656970977783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5337214469909668,
-      "cov-distil (oracle2student)": 3.766669988632202,
-      "cov-distil (oracle2teacher)": 4.09123420715332,
-      "epoch": 4.153846153846154,
-      "rel-constrast": 2.4209370613098145,
-      "step": 5292,
-      "subrel-constrast": 2.957653045654297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5129401683807373,
-      "cov-distil (oracle2student)": 3.7083449363708496,
-      "cov-distil (oracle2teacher)": 3.6435346603393555,
-      "epoch": 4.154631083202512,
-      "rel-constrast": 3.117403030395508,
-      "step": 5293,
-      "subrel-constrast": 3.656602382659912,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3308647871017456,
-      "cov-distil (oracle2student)": 5.9830474853515625,
-      "cov-distil (oracle2teacher)": 5.501565456390381,
-      "epoch": 4.155416012558869,
-      "rel-constrast": 2.8384406566619873,
-      "step": 5294,
-      "subrel-constrast": 3.186439275741577,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5174915790557861,
-      "cov-distil (oracle2student)": 4.389827728271484,
-      "cov-distil (oracle2teacher)": 3.995687484741211,
-      "epoch": 4.156200941915228,
-      "rel-constrast": 3.091435670852661,
-      "step": 5295,
-      "subrel-constrast": 3.804323673248291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9710643291473389,
-      "cov-distil (oracle2student)": 4.280020713806152,
-      "cov-distil (oracle2teacher)": 4.066793441772461,
-      "epoch": 4.156985871271585,
-      "rel-constrast": 2.5461654663085938,
-      "step": 5296,
-      "subrel-constrast": 3.4056928157806396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6418421268463135,
-      "cov-distil (oracle2student)": 4.924078941345215,
-      "cov-distil (oracle2teacher)": 4.6777873039245605,
-      "epoch": 4.157770800627944,
-      "rel-constrast": 1.70181143283844,
-      "step": 5297,
-      "subrel-constrast": 2.648740768432617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4029288291931152,
-      "cov-distil (oracle2student)": 5.667286396026611,
-      "cov-distil (oracle2teacher)": 5.337391376495361,
-      "epoch": 4.158555729984301,
-      "rel-constrast": 3.253784656524658,
-      "step": 5298,
-      "subrel-constrast": 4.052253723144531,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7946596145629883,
-      "cov-distil (oracle2student)": 4.478504180908203,
-      "cov-distil (oracle2teacher)": 3.6552481651306152,
-      "epoch": 4.15934065934066,
-      "rel-constrast": 1.2903075218200684,
-      "step": 5299,
-      "subrel-constrast": 2.4175949096679688,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.160125588697017,
-      "grad_norm": 4.03125,
-      "learning_rate": 2.6752617125769443e-05,
-      "loss": 0.6423,
-      "step": 5300
-    },
-    {
-      "epoch": 4.160125588697017,
-      "overlap": 0.30781251192092896,
-      "step": 5300
-    },
-    {
-      "epoch": 4.160125588697017,
-      "step": 5300,
-      "student margin": 0.065673828125
-    },
-    {
-      "epoch": 4.160125588697017,
-      "step": 5300,
-      "teacher margin": 0.045440673828125
-    },
-    {
-      "epoch": 4.160125588697017,
-      "margin difference": -0.020233154296875,
-      "step": 5300
-    },
-    {
-      "cov-distil": 1.4512715339660645,
-      "cov-distil (oracle2student)": 3.804302215576172,
-      "cov-distil (oracle2teacher)": 3.9716620445251465,
-      "epoch": 4.160125588697017,
-      "rel-constrast": 1.8451602458953857,
-      "step": 5300,
-      "subrel-constrast": 3.0975542068481445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9065978527069092,
-      "cov-distil (oracle2student)": 4.488478660583496,
-      "cov-distil (oracle2teacher)": 3.794052839279175,
-      "epoch": 4.160910518053376,
-      "rel-constrast": 2.189683437347412,
-      "step": 5301,
-      "subrel-constrast": 2.6773719787597656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5203728675842285,
-      "cov-distil (oracle2student)": 5.394351005554199,
-      "cov-distil (oracle2teacher)": 5.084750175476074,
-      "epoch": 4.161695447409733,
-      "rel-constrast": 2.663954496383667,
-      "step": 5302,
-      "subrel-constrast": 3.151127338409424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4213095903396606,
-      "cov-distil (oracle2student)": 5.706531524658203,
-      "cov-distil (oracle2teacher)": 5.722814559936523,
-      "epoch": 4.162480376766091,
-      "rel-constrast": 2.6519079208374023,
-      "step": 5303,
-      "subrel-constrast": 3.375962734222412,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2695657014846802,
-      "cov-distil (oracle2student)": 3.768132209777832,
-      "cov-distil (oracle2teacher)": 3.9068045616149902,
-      "epoch": 4.163265306122449,
-      "rel-constrast": 2.874992847442627,
-      "step": 5304,
-      "subrel-constrast": 3.737325668334961,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5497791767120361,
-      "cov-distil (oracle2student)": 5.096242904663086,
-      "cov-distil (oracle2teacher)": 4.792581558227539,
-      "epoch": 4.164050235478807,
-      "rel-constrast": 2.2001326084136963,
-      "step": 5305,
-      "subrel-constrast": 3.1651790142059326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.68019437789917,
-      "cov-distil (oracle2student)": 2.6555800437927246,
-      "cov-distil (oracle2teacher)": 2.7191247940063477,
-      "epoch": 4.164835164835165,
-      "rel-constrast": 2.1600418090820312,
-      "step": 5306,
-      "subrel-constrast": 2.9891796112060547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2076095342636108,
-      "cov-distil (oracle2student)": 3.457770824432373,
-      "cov-distil (oracle2teacher)": 3.041285276412964,
-      "epoch": 4.165620094191523,
-      "rel-constrast": 1.2991819381713867,
-      "step": 5307,
-      "subrel-constrast": 2.1848583221435547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1505661010742188,
-      "cov-distil (oracle2student)": 4.317217826843262,
-      "cov-distil (oracle2teacher)": 4.5623393058776855,
-      "epoch": 4.166405023547881,
-      "rel-constrast": 3.440925121307373,
-      "step": 5308,
-      "subrel-constrast": 3.9527933597564697,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.609330415725708,
-      "cov-distil (oracle2student)": 4.278295993804932,
-      "cov-distil (oracle2teacher)": 3.6800312995910645,
-      "epoch": 4.167189952904239,
-      "rel-constrast": 3.372701644897461,
-      "step": 5309,
-      "subrel-constrast": 3.5527915954589844,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.167974882260596,
-      "grad_norm": 6.6875,
-      "learning_rate": 2.6665554869333714e-05,
-      "loss": 0.6544,
-      "step": 5310
-    },
-    {
-      "cov-distil": 1.6550483703613281,
-      "cov-distil (oracle2student)": 5.819829940795898,
-      "cov-distil (oracle2teacher)": 4.8975114822387695,
-      "epoch": 4.167974882260596,
-      "rel-constrast": 1.9217100143432617,
-      "step": 5310,
-      "subrel-constrast": 2.991298198699951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2756080627441406,
-      "cov-distil (oracle2student)": 2.9203219413757324,
-      "cov-distil (oracle2teacher)": 2.711031198501587,
-      "epoch": 4.168759811616955,
-      "rel-constrast": 2.081937313079834,
-      "step": 5311,
-      "subrel-constrast": 2.9938747882843018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.475458025932312,
-      "cov-distil (oracle2student)": 3.7462573051452637,
-      "cov-distil (oracle2teacher)": 3.4809768199920654,
-      "epoch": 4.169544740973312,
-      "rel-constrast": 2.01888108253479,
-      "step": 5312,
-      "subrel-constrast": 2.8829355239868164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9100468158721924,
-      "cov-distil (oracle2student)": 2.2548861503601074,
-      "cov-distil (oracle2teacher)": 2.387932777404785,
-      "epoch": 4.170329670329671,
-      "rel-constrast": 1.7899092435836792,
-      "step": 5313,
-      "subrel-constrast": 3.0727012157440186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4632155895233154,
-      "cov-distil (oracle2student)": 6.393409729003906,
-      "cov-distil (oracle2teacher)": 5.600341796875,
-      "epoch": 4.171114599686028,
-      "rel-constrast": 2.3665616512298584,
-      "step": 5314,
-      "subrel-constrast": 3.07800030708313,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8898028135299683,
-      "cov-distil (oracle2student)": 3.9283447265625,
-      "cov-distil (oracle2teacher)": 3.2800049781799316,
-      "epoch": 4.171899529042387,
-      "rel-constrast": 1.9522329568862915,
-      "step": 5315,
-      "subrel-constrast": 2.946559190750122,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.663880705833435,
-      "cov-distil (oracle2student)": 4.293615341186523,
-      "cov-distil (oracle2teacher)": 3.8338027000427246,
-      "epoch": 4.172684458398744,
-      "rel-constrast": 3.0314483642578125,
-      "step": 5316,
-      "subrel-constrast": 3.261730670928955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4281878471374512,
-      "cov-distil (oracle2student)": 3.4558725357055664,
-      "cov-distil (oracle2teacher)": 3.1074745655059814,
-      "epoch": 4.173469387755102,
-      "rel-constrast": 1.2452542781829834,
-      "step": 5317,
-      "subrel-constrast": 2.3766276836395264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1269758939743042,
-      "cov-distil (oracle2student)": 3.063821315765381,
-      "cov-distil (oracle2teacher)": 3.4624719619750977,
-      "epoch": 4.17425431711146,
-      "rel-constrast": 2.218305826187134,
-      "step": 5318,
-      "subrel-constrast": 2.854654312133789,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4416325092315674,
-      "cov-distil (oracle2student)": 5.216914653778076,
-      "cov-distil (oracle2teacher)": 4.978687286376953,
-      "epoch": 4.175039246467818,
-      "rel-constrast": 1.7114337682724,
-      "step": 5319,
-      "subrel-constrast": 2.4567883014678955,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.175824175824176,
-      "grad_norm": 6.03125,
-      "learning_rate": 2.657847231863753e-05,
-      "loss": 0.5468,
-      "step": 5320
-    },
-    {
-      "cov-distil": 1.5584924221038818,
-      "cov-distil (oracle2student)": 4.488158226013184,
-      "cov-distil (oracle2teacher)": 3.8467798233032227,
-      "epoch": 4.175824175824176,
-      "rel-constrast": 1.8108270168304443,
-      "step": 5320,
-      "subrel-constrast": 2.9086246490478516,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1760931015014648,
-      "cov-distil (oracle2student)": 4.25848388671875,
-      "cov-distil (oracle2teacher)": 4.005027770996094,
-      "epoch": 4.176609105180534,
-      "rel-constrast": 2.0384178161621094,
-      "step": 5321,
-      "subrel-constrast": 2.631002902984619,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3465465307235718,
-      "cov-distil (oracle2student)": 4.385891914367676,
-      "cov-distil (oracle2teacher)": 3.881091833114624,
-      "epoch": 4.177394034536892,
-      "rel-constrast": 1.8492027521133423,
-      "step": 5322,
-      "subrel-constrast": 2.709150791168213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9458736181259155,
-      "cov-distil (oracle2student)": 4.817150115966797,
-      "cov-distil (oracle2teacher)": 4.418482303619385,
-      "epoch": 4.17817896389325,
-      "rel-constrast": 1.5068176984786987,
-      "step": 5323,
-      "subrel-constrast": 2.083972930908203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4840052127838135,
-      "cov-distil (oracle2student)": 4.117027282714844,
-      "cov-distil (oracle2teacher)": 4.444584846496582,
-      "epoch": 4.178963893249607,
-      "rel-constrast": 2.6802620887756348,
-      "step": 5324,
-      "subrel-constrast": 3.905564785003662,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4862010478973389,
-      "cov-distil (oracle2student)": 5.273699760437012,
-      "cov-distil (oracle2teacher)": 5.252531051635742,
-      "epoch": 4.179748822605966,
-      "rel-constrast": 2.850642681121826,
-      "step": 5325,
-      "subrel-constrast": 3.391664743423462,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.857141375541687,
-      "cov-distil (oracle2student)": 3.3830556869506836,
-      "cov-distil (oracle2teacher)": 3.6395087242126465,
-      "epoch": 4.180533751962323,
-      "rel-constrast": 1.7906060218811035,
-      "step": 5326,
-      "subrel-constrast": 2.2892985343933105,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1576311588287354,
-      "cov-distil (oracle2student)": 4.35923433303833,
-      "cov-distil (oracle2teacher)": 4.2490034103393555,
-      "epoch": 4.181318681318682,
-      "rel-constrast": 1.6591272354125977,
-      "step": 5327,
-      "subrel-constrast": 2.4821739196777344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3357833623886108,
-      "cov-distil (oracle2student)": 3.685940980911255,
-      "cov-distil (oracle2teacher)": 3.815053701400757,
-      "epoch": 4.182103610675039,
-      "rel-constrast": 2.7914819717407227,
-      "step": 5328,
-      "subrel-constrast": 3.3624377250671387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2953317165374756,
-      "cov-distil (oracle2student)": 4.8242878913879395,
-      "cov-distil (oracle2teacher)": 4.6268310546875,
-      "epoch": 4.1828885400313975,
-      "rel-constrast": 2.258826732635498,
-      "step": 5329,
-      "subrel-constrast": 2.9776151180267334,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.183673469387755,
-      "grad_norm": 5.4375,
-      "learning_rate": 2.649137053475427e-05,
-      "loss": 0.5625,
-      "step": 5330
-    },
-    {
-      "cov-distil": 1.8002173900604248,
-      "cov-distil (oracle2student)": 2.6150949001312256,
-      "cov-distil (oracle2teacher)": 2.846503734588623,
-      "epoch": 4.183673469387755,
-      "rel-constrast": 2.2115931510925293,
-      "step": 5330,
-      "subrel-constrast": 3.2645318508148193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5112686157226562,
-      "cov-distil (oracle2student)": 4.341668605804443,
-      "cov-distil (oracle2teacher)": 4.516270160675049,
-      "epoch": 4.184458398744113,
-      "rel-constrast": 3.6942238807678223,
-      "step": 5331,
-      "subrel-constrast": 4.269717693328857,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.294721007347107,
-      "cov-distil (oracle2student)": 5.242760181427002,
-      "cov-distil (oracle2teacher)": 4.366154670715332,
-      "epoch": 4.185243328100471,
-      "rel-constrast": 3.0726375579833984,
-      "step": 5332,
-      "subrel-constrast": 3.201599597930908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8700149059295654,
-      "cov-distil (oracle2student)": 4.547430992126465,
-      "cov-distil (oracle2teacher)": 4.600967884063721,
-      "epoch": 4.186028257456829,
-      "rel-constrast": 2.9110538959503174,
-      "step": 5333,
-      "subrel-constrast": 3.8342998027801514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.384145736694336,
-      "cov-distil (oracle2student)": 4.406720161437988,
-      "cov-distil (oracle2teacher)": 3.972238540649414,
-      "epoch": 4.186813186813187,
-      "rel-constrast": 3.8649158477783203,
-      "step": 5334,
-      "subrel-constrast": 3.817202091217041,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6481876373291016,
-      "cov-distil (oracle2student)": 3.2551066875457764,
-      "cov-distil (oracle2teacher)": 3.248002290725708,
-      "epoch": 4.187598116169545,
-      "rel-constrast": 2.077014923095703,
-      "step": 5335,
-      "subrel-constrast": 3.408708333969116,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.535901427268982,
-      "cov-distil (oracle2student)": 3.3621177673339844,
-      "cov-distil (oracle2teacher)": 2.8730900287628174,
-      "epoch": 4.188383045525903,
-      "rel-constrast": 1.9653351306915283,
-      "step": 5336,
-      "subrel-constrast": 2.9146318435668945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7486507892608643,
-      "cov-distil (oracle2student)": 2.7796456813812256,
-      "cov-distil (oracle2teacher)": 3.0846328735351562,
-      "epoch": 4.189167974882261,
-      "rel-constrast": 2.0030393600463867,
-      "step": 5337,
-      "subrel-constrast": 2.6773738861083984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.772740364074707,
-      "cov-distil (oracle2student)": 6.140635013580322,
-      "cov-distil (oracle2teacher)": 4.7570953369140625,
-      "epoch": 4.189952904238618,
-      "rel-constrast": 3.7257299423217773,
-      "step": 5338,
-      "subrel-constrast": 3.1471667289733887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3867753744125366,
-      "cov-distil (oracle2student)": 5.340419769287109,
-      "cov-distil (oracle2teacher)": 4.867269515991211,
-      "epoch": 4.1907378335949765,
-      "rel-constrast": 2.0029773712158203,
-      "step": 5339,
-      "subrel-constrast": 2.8538599014282227,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.191522762951334,
-      "grad_norm": 5.34375,
-      "learning_rate": 2.6404250578991696e-05,
-      "loss": 0.7281,
-      "step": 5340
-    },
-    {
-      "cov-distil": 1.668269157409668,
-      "cov-distil (oracle2student)": 4.073922634124756,
-      "cov-distil (oracle2teacher)": 3.889932155609131,
-      "epoch": 4.191522762951334,
-      "rel-constrast": 2.913147211074829,
-      "step": 5340,
-      "subrel-constrast": 3.569261312484741,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7767021656036377,
-      "cov-distil (oracle2student)": 6.631551742553711,
-      "cov-distil (oracle2teacher)": 5.69829797744751,
-      "epoch": 4.1923076923076925,
-      "rel-constrast": 3.2124648094177246,
-      "step": 5341,
-      "subrel-constrast": 3.83943510055542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.781759262084961,
-      "cov-distil (oracle2student)": 4.443772315979004,
-      "cov-distil (oracle2teacher)": 4.271055221557617,
-      "epoch": 4.19309262166405,
-      "rel-constrast": 1.7292826175689697,
-      "step": 5342,
-      "subrel-constrast": 2.898841142654419,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2018871307373047,
-      "cov-distil (oracle2student)": 3.1448869705200195,
-      "cov-distil (oracle2teacher)": 3.668095588684082,
-      "epoch": 4.1938775510204085,
-      "rel-constrast": 3.0568032264709473,
-      "step": 5343,
-      "subrel-constrast": 3.7810795307159424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2390503883361816,
-      "cov-distil (oracle2student)": 4.108407497406006,
-      "cov-distil (oracle2teacher)": 3.5228021144866943,
-      "epoch": 4.194662480376766,
-      "rel-constrast": 3.762700080871582,
-      "step": 5344,
-      "subrel-constrast": 3.832883596420288,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7472429275512695,
-      "cov-distil (oracle2student)": 6.74306583404541,
-      "cov-distil (oracle2teacher)": 6.035931587219238,
-      "epoch": 4.195447409733124,
-      "rel-constrast": 2.897955894470215,
-      "step": 5345,
-      "subrel-constrast": 3.4448726177215576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.772003412246704,
-      "cov-distil (oracle2student)": 2.5064504146575928,
-      "cov-distil (oracle2teacher)": 3.287050485610962,
-      "epoch": 4.196232339089482,
-      "rel-constrast": 3.5510480403900146,
-      "step": 5346,
-      "subrel-constrast": 4.14454460144043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2520997524261475,
-      "cov-distil (oracle2student)": 4.399812698364258,
-      "cov-distil (oracle2teacher)": 4.269259929656982,
-      "epoch": 4.1970172684458396,
-      "rel-constrast": 2.6488916873931885,
-      "step": 5347,
-      "subrel-constrast": 3.05049467086792,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3049030303955078,
-      "cov-distil (oracle2student)": 3.616544246673584,
-      "cov-distil (oracle2teacher)": 3.3018739223480225,
-      "epoch": 4.197802197802198,
-      "rel-constrast": 2.0239450931549072,
-      "step": 5348,
-      "subrel-constrast": 2.7407798767089844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5792430639266968,
-      "cov-distil (oracle2student)": 4.855319023132324,
-      "cov-distil (oracle2teacher)": 4.663998603820801,
-      "epoch": 4.1985871271585555,
-      "rel-constrast": 2.5073251724243164,
-      "step": 5349,
-      "subrel-constrast": 3.0497334003448486,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.199372056514914,
-      "grad_norm": 5.6875,
-      "learning_rate": 2.6317113512878966e-05,
-      "loss": 0.7459,
-      "step": 5350
-    },
-    {
-      "cov-distil": 1.3435720205307007,
-      "cov-distil (oracle2student)": 5.770900249481201,
-      "cov-distil (oracle2teacher)": 4.910432815551758,
-      "epoch": 4.199372056514914,
-      "rel-constrast": 2.740809440612793,
-      "step": 5350,
-      "subrel-constrast": 3.140681505203247,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2208203077316284,
-      "cov-distil (oracle2student)": 3.5024991035461426,
-      "cov-distil (oracle2teacher)": 2.987379550933838,
-      "epoch": 4.2001569858712715,
-      "rel-constrast": 3.7593002319335938,
-      "step": 5351,
-      "subrel-constrast": 3.783388137817383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.445051908493042,
-      "cov-distil (oracle2student)": 5.965364456176758,
-      "cov-distil (oracle2teacher)": 5.136244773864746,
-      "epoch": 4.20094191522763,
-      "rel-constrast": 3.1294994354248047,
-      "step": 5352,
-      "subrel-constrast": 3.675260305404663,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3081798553466797,
-      "cov-distil (oracle2student)": 3.4927265644073486,
-      "cov-distil (oracle2teacher)": 3.61316180229187,
-      "epoch": 4.2017268445839875,
-      "rel-constrast": 1.9624314308166504,
-      "step": 5353,
-      "subrel-constrast": 2.7726938724517822,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.663059949874878,
-      "cov-distil (oracle2student)": 4.98264217376709,
-      "cov-distil (oracle2teacher)": 4.342374801635742,
-      "epoch": 4.202511773940345,
-      "rel-constrast": 2.1640877723693848,
-      "step": 5354,
-      "subrel-constrast": 3.1984047889709473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4745121002197266,
-      "cov-distil (oracle2student)": 4.893529891967773,
-      "cov-distil (oracle2teacher)": 4.998042106628418,
-      "epoch": 4.2032967032967035,
-      "rel-constrast": 3.164902687072754,
-      "step": 5355,
-      "subrel-constrast": 4.167500972747803,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.144014835357666,
-      "cov-distil (oracle2student)": 4.018165111541748,
-      "cov-distil (oracle2teacher)": 3.4460532665252686,
-      "epoch": 4.204081632653061,
-      "rel-constrast": 1.7184410095214844,
-      "step": 5356,
-      "subrel-constrast": 2.3075313568115234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.232344627380371,
-      "cov-distil (oracle2student)": 4.506416320800781,
-      "cov-distil (oracle2teacher)": 4.530274391174316,
-      "epoch": 4.204866562009419,
-      "rel-constrast": 2.3035168647766113,
-      "step": 5357,
-      "subrel-constrast": 3.2875163555145264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.770669937133789,
-      "cov-distil (oracle2student)": 3.7038917541503906,
-      "cov-distil (oracle2teacher)": 3.3048436641693115,
-      "epoch": 4.205651491365777,
-      "rel-constrast": 1.837662696838379,
-      "step": 5358,
-      "subrel-constrast": 2.5056302547454834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4139131307601929,
-      "cov-distil (oracle2student)": 5.994097709655762,
-      "cov-distil (oracle2teacher)": 6.083121299743652,
-      "epoch": 4.206436420722135,
-      "rel-constrast": 4.046172618865967,
-      "step": 5359,
-      "subrel-constrast": 4.433027744293213,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.207221350078493,
-      "grad_norm": 8.8125,
-      "learning_rate": 2.622996039815374e-05,
-      "loss": 0.7082,
-      "step": 5360
-    },
-    {
-      "cov-distil": 1.990475058555603,
-      "cov-distil (oracle2student)": 3.570842742919922,
-      "cov-distil (oracle2teacher)": 3.568406581878662,
-      "epoch": 4.207221350078493,
-      "rel-constrast": 2.2264058589935303,
-      "step": 5360,
-      "subrel-constrast": 2.892343282699585,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.422877550125122,
-      "cov-distil (oracle2student)": 3.7319328784942627,
-      "cov-distil (oracle2teacher)": 3.9826860427856445,
-      "epoch": 4.2080062794348505,
-      "rel-constrast": 1.9624619483947754,
-      "step": 5361,
-      "subrel-constrast": 2.6584692001342773,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.44502592086792,
-      "cov-distil (oracle2student)": 4.483566761016846,
-      "cov-distil (oracle2teacher)": 4.609572410583496,
-      "epoch": 4.208791208791209,
-      "rel-constrast": 2.4880030155181885,
-      "step": 5362,
-      "subrel-constrast": 2.9072909355163574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3194000720977783,
-      "cov-distil (oracle2student)": 3.0685019493103027,
-      "cov-distil (oracle2teacher)": 3.0782883167266846,
-      "epoch": 4.2095761381475665,
-      "rel-constrast": 2.2357442378997803,
-      "step": 5363,
-      "subrel-constrast": 3.2336649894714355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8639174699783325,
-      "cov-distil (oracle2student)": 3.9165430068969727,
-      "cov-distil (oracle2teacher)": 3.8515334129333496,
-      "epoch": 4.210361067503925,
-      "rel-constrast": 2.9742660522460938,
-      "step": 5364,
-      "subrel-constrast": 3.6138367652893066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4116408824920654,
-      "cov-distil (oracle2student)": 3.1346545219421387,
-      "cov-distil (oracle2teacher)": 2.7955586910247803,
-      "epoch": 4.2111459968602825,
-      "rel-constrast": 2.519284725189209,
-      "step": 5365,
-      "subrel-constrast": 2.9818115234375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6247069835662842,
-      "cov-distil (oracle2student)": 2.4697422981262207,
-      "cov-distil (oracle2teacher)": 2.550656795501709,
-      "epoch": 4.211930926216641,
-      "rel-constrast": 1.3711539506912231,
-      "step": 5366,
-      "subrel-constrast": 2.433246374130249,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9262574911117554,
-      "cov-distil (oracle2student)": 3.1652491092681885,
-      "cov-distil (oracle2teacher)": 3.635678291320801,
-      "epoch": 4.212715855572998,
-      "rel-constrast": 2.362183094024658,
-      "step": 5367,
-      "subrel-constrast": 3.776017427444458,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4567899703979492,
-      "cov-distil (oracle2student)": 3.9689204692840576,
-      "cov-distil (oracle2teacher)": 3.7103776931762695,
-      "epoch": 4.213500784929356,
-      "rel-constrast": 3.036564826965332,
-      "step": 5368,
-      "subrel-constrast": 3.2494213581085205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1965656280517578,
-      "cov-distil (oracle2student)": 3.1992979049682617,
-      "cov-distil (oracle2teacher)": 3.0379631519317627,
-      "epoch": 4.214285714285714,
-      "rel-constrast": 3.28808856010437,
-      "step": 5369,
-      "subrel-constrast": 3.824610710144043,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.215070643642072,
-      "grad_norm": 5.3125,
-      "learning_rate": 2.614279229674922e-05,
-      "loss": 0.6507,
-      "step": 5370
-    },
-    {
-      "cov-distil": 1.7135882377624512,
-      "cov-distil (oracle2student)": 3.5847373008728027,
-      "cov-distil (oracle2teacher)": 3.056142807006836,
-      "epoch": 4.215070643642072,
-      "rel-constrast": 2.4223382472991943,
-      "step": 5370,
-      "subrel-constrast": 3.2551043033599854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5652905702590942,
-      "cov-distil (oracle2student)": 2.646277904510498,
-      "cov-distil (oracle2teacher)": 2.7692127227783203,
-      "epoch": 4.21585557299843,
-      "rel-constrast": 1.8093047142028809,
-      "step": 5371,
-      "subrel-constrast": 2.797269582748413,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7190377712249756,
-      "cov-distil (oracle2student)": 3.270887613296509,
-      "cov-distil (oracle2teacher)": 3.2372050285339355,
-      "epoch": 4.216640502354788,
-      "rel-constrast": 4.075665473937988,
-      "step": 5372,
-      "subrel-constrast": 4.661679267883301,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2087347507476807,
-      "cov-distil (oracle2student)": 3.7806756496429443,
-      "cov-distil (oracle2teacher)": 3.6082515716552734,
-      "epoch": 4.217425431711146,
-      "rel-constrast": 2.7289607524871826,
-      "step": 5373,
-      "subrel-constrast": 3.8024535179138184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9344689846038818,
-      "cov-distil (oracle2student)": 4.046817779541016,
-      "cov-distil (oracle2teacher)": 4.066789627075195,
-      "epoch": 4.218210361067504,
-      "rel-constrast": 2.6775381565093994,
-      "step": 5374,
-      "subrel-constrast": 3.8181674480438232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9876044988632202,
-      "cov-distil (oracle2student)": 2.770313024520874,
-      "cov-distil (oracle2teacher)": 3.1816461086273193,
-      "epoch": 4.2189952904238615,
-      "rel-constrast": 3.1891226768493652,
-      "step": 5375,
-      "subrel-constrast": 4.076669216156006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4394234418869019,
-      "cov-distil (oracle2student)": 3.4970412254333496,
-      "cov-distil (oracle2teacher)": 3.59846830368042,
-      "epoch": 4.21978021978022,
-      "rel-constrast": 2.663811683654785,
-      "step": 5376,
-      "subrel-constrast": 3.3172810077667236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5520405769348145,
-      "cov-distil (oracle2student)": 2.839512586593628,
-      "cov-distil (oracle2teacher)": 3.4311583042144775,
-      "epoch": 4.220565149136577,
-      "rel-constrast": 3.0268630981445312,
-      "step": 5377,
-      "subrel-constrast": 4.0170979499816895,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0924072265625,
-      "cov-distil (oracle2student)": 4.01643705368042,
-      "cov-distil (oracle2teacher)": 3.743210792541504,
-      "epoch": 4.221350078492936,
-      "rel-constrast": 3.1832425594329834,
-      "step": 5378,
-      "subrel-constrast": 3.8922817707061768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1949100494384766,
-      "cov-distil (oracle2student)": 4.15622615814209,
-      "cov-distil (oracle2teacher)": 4.031546592712402,
-      "epoch": 4.222135007849293,
-      "rel-constrast": 3.1388988494873047,
-      "step": 5379,
-      "subrel-constrast": 3.5073351860046387,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.222919937205652,
-      "grad_norm": 5.8125,
-      "learning_rate": 2.60556102707812e-05,
-      "loss": 0.7614,
-      "step": 5380
-    },
-    {
-      "cov-distil": 1.7614715099334717,
-      "cov-distil (oracle2student)": 3.126225471496582,
-      "cov-distil (oracle2teacher)": 3.575502872467041,
-      "epoch": 4.222919937205652,
-      "rel-constrast": 2.0129406452178955,
-      "step": 5380,
-      "subrel-constrast": 3.596754550933838,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3777190446853638,
-      "cov-distil (oracle2student)": 5.400313377380371,
-      "cov-distil (oracle2teacher)": 4.805192947387695,
-      "epoch": 4.223704866562009,
-      "rel-constrast": 2.4560418128967285,
-      "step": 5381,
-      "subrel-constrast": 3.1084609031677246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5652458667755127,
-      "cov-distil (oracle2student)": 3.459402322769165,
-      "cov-distil (oracle2teacher)": 4.165347576141357,
-      "epoch": 4.224489795918367,
-      "rel-constrast": 2.837465286254883,
-      "step": 5382,
-      "subrel-constrast": 4.106861591339111,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.899583339691162,
-      "cov-distil (oracle2student)": 5.082481384277344,
-      "cov-distil (oracle2teacher)": 5.394130706787109,
-      "epoch": 4.225274725274725,
-      "rel-constrast": 2.917691230773926,
-      "step": 5383,
-      "subrel-constrast": 3.823049545288086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.140387535095215,
-      "cov-distil (oracle2student)": 6.241474151611328,
-      "cov-distil (oracle2teacher)": 5.278498649597168,
-      "epoch": 4.226059654631083,
-      "rel-constrast": 2.076464891433716,
-      "step": 5384,
-      "subrel-constrast": 2.7322981357574463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.179579734802246,
-      "cov-distil (oracle2student)": 3.561951160430908,
-      "cov-distil (oracle2teacher)": 3.4314584732055664,
-      "epoch": 4.226844583987441,
-      "rel-constrast": 2.1283206939697266,
-      "step": 5385,
-      "subrel-constrast": 2.7566707134246826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.352902889251709,
-      "cov-distil (oracle2student)": 3.022310256958008,
-      "cov-distil (oracle2teacher)": 2.924423933029175,
-      "epoch": 4.227629513343799,
-      "rel-constrast": 2.117928981781006,
-      "step": 5386,
-      "subrel-constrast": 2.472299814224243,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9223791360855103,
-      "cov-distil (oracle2student)": 3.0623292922973633,
-      "cov-distil (oracle2teacher)": 3.625460147857666,
-      "epoch": 4.228414442700157,
-      "rel-constrast": 2.551469326019287,
-      "step": 5387,
-      "subrel-constrast": 3.698432445526123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.523091435432434,
-      "cov-distil (oracle2student)": 4.170897483825684,
-      "cov-distil (oracle2teacher)": 3.9808170795440674,
-      "epoch": 4.229199372056515,
-      "rel-constrast": 1.6487776041030884,
-      "step": 5388,
-      "subrel-constrast": 2.2717580795288086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3666530847549438,
-      "cov-distil (oracle2student)": 5.059328079223633,
-      "cov-distil (oracle2teacher)": 5.1736531257629395,
-      "epoch": 4.229984301412873,
-      "rel-constrast": 2.8075191974639893,
-      "step": 5389,
-      "subrel-constrast": 3.459846019744873,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.230769230769231,
-      "grad_norm": 6.5,
-      "learning_rate": 2.5968415382535154e-05,
-      "loss": 0.6291,
-      "step": 5390
-    },
-    {
-      "cov-distil": 2.121525287628174,
-      "cov-distil (oracle2student)": 4.4264984130859375,
-      "cov-distil (oracle2teacher)": 3.704422950744629,
-      "epoch": 4.230769230769231,
-      "rel-constrast": 3.068507194519043,
-      "step": 5390,
-      "subrel-constrast": 3.8477935791015625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1076819896697998,
-      "cov-distil (oracle2student)": 4.765031337738037,
-      "cov-distil (oracle2teacher)": 4.367542266845703,
-      "epoch": 4.231554160125588,
-      "rel-constrast": 2.756394386291504,
-      "step": 5391,
-      "subrel-constrast": 3.05672550201416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8514292240142822,
-      "cov-distil (oracle2student)": 4.57867431640625,
-      "cov-distil (oracle2teacher)": 4.606563568115234,
-      "epoch": 4.232339089481947,
-      "rel-constrast": 2.188096523284912,
-      "step": 5392,
-      "subrel-constrast": 2.943917751312256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2996455430984497,
-      "cov-distil (oracle2student)": 3.6431496143341064,
-      "cov-distil (oracle2teacher)": 3.5508310794830322,
-      "epoch": 4.233124018838304,
-      "rel-constrast": 2.7214057445526123,
-      "step": 5393,
-      "subrel-constrast": 3.089218854904175,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.086151123046875,
-      "cov-distil (oracle2student)": 3.434605360031128,
-      "cov-distil (oracle2teacher)": 3.86423659324646,
-      "epoch": 4.233908948194663,
-      "rel-constrast": 2.5843682289123535,
-      "step": 5394,
-      "subrel-constrast": 3.9499473571777344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.591480016708374,
-      "cov-distil (oracle2student)": 4.110480785369873,
-      "cov-distil (oracle2teacher)": 3.9223835468292236,
-      "epoch": 4.23469387755102,
-      "rel-constrast": 2.4248368740081787,
-      "step": 5395,
-      "subrel-constrast": 3.3081791400909424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3116285800933838,
-      "cov-distil (oracle2student)": 3.6242995262145996,
-      "cov-distil (oracle2teacher)": 3.5642337799072266,
-      "epoch": 4.235478806907379,
-      "rel-constrast": 2.068976402282715,
-      "step": 5396,
-      "subrel-constrast": 3.2110607624053955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8368964195251465,
-      "cov-distil (oracle2student)": 3.827368974685669,
-      "cov-distil (oracle2teacher)": 3.691873550415039,
-      "epoch": 4.236263736263736,
-      "rel-constrast": 2.7270028591156006,
-      "step": 5397,
-      "subrel-constrast": 3.873554229736328,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6623053550720215,
-      "cov-distil (oracle2student)": 6.076114177703857,
-      "cov-distil (oracle2teacher)": 5.063360214233398,
-      "epoch": 4.237048665620094,
-      "rel-constrast": 3.02889347076416,
-      "step": 5398,
-      "subrel-constrast": 3.7165932655334473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3041106462478638,
-      "cov-distil (oracle2student)": 4.758758068084717,
-      "cov-distil (oracle2teacher)": 4.482848644256592,
-      "epoch": 4.237833594976452,
-      "rel-constrast": 2.0813066959381104,
-      "step": 5399,
-      "subrel-constrast": 2.6648952960968018,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.23861852433281,
-      "grad_norm": 7.4375,
-      "learning_rate": 2.58812086944533e-05,
-      "loss": 0.6817,
-      "step": 5400
-    },
-    {
-      "epoch": 4.23861852433281,
-      "overlap": 0.3843750059604645,
-      "step": 5400
-    },
-    {
-      "epoch": 4.23861852433281,
-      "step": 5400,
-      "student margin": 0.05615234375
-    },
-    {
-      "epoch": 4.23861852433281,
-      "step": 5400,
-      "teacher margin": 0.0404052734375
-    },
-    {
-      "epoch": 4.23861852433281,
-      "margin difference": -0.0157470703125,
-      "step": 5400
-    },
-    {
-      "cov-distil": 1.060596227645874,
-      "cov-distil (oracle2student)": 5.774348735809326,
-      "cov-distil (oracle2teacher)": 4.937139511108398,
-      "epoch": 4.23861852433281,
-      "rel-constrast": 2.7901248931884766,
-      "step": 5400,
-      "subrel-constrast": 3.267448902130127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1803972721099854,
-      "cov-distil (oracle2student)": 5.239850997924805,
-      "cov-distil (oracle2teacher)": 4.888543128967285,
-      "epoch": 4.239403453689168,
-      "rel-constrast": 2.8129138946533203,
-      "step": 5401,
-      "subrel-constrast": 3.5530550479888916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.922745943069458,
-      "cov-distil (oracle2student)": 4.033280372619629,
-      "cov-distil (oracle2teacher)": 4.958227634429932,
-      "epoch": 4.240188383045526,
-      "rel-constrast": 2.588925361633301,
-      "step": 5402,
-      "subrel-constrast": 4.194108009338379,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7482707500457764,
-      "cov-distil (oracle2student)": 4.884068012237549,
-      "cov-distil (oracle2teacher)": 4.3479156494140625,
-      "epoch": 4.240973312401884,
-      "rel-constrast": 3.0828969478607178,
-      "step": 5403,
-      "subrel-constrast": 4.2740678787231445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3527411222457886,
-      "cov-distil (oracle2student)": 6.3017497062683105,
-      "cov-distil (oracle2teacher)": 5.87945032119751,
-      "epoch": 4.241758241758242,
-      "rel-constrast": 2.7926831245422363,
-      "step": 5404,
-      "subrel-constrast": 3.414663553237915,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9095160365104675,
-      "cov-distil (oracle2student)": 5.637312889099121,
-      "cov-distil (oracle2teacher)": 4.7678141593933105,
-      "epoch": 4.242543171114599,
-      "rel-constrast": 1.816096305847168,
-      "step": 5405,
-      "subrel-constrast": 2.233055353164673,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.046292304992676,
-      "cov-distil (oracle2student)": 3.450068950653076,
-      "cov-distil (oracle2teacher)": 3.5203053951263428,
-      "epoch": 4.243328100470958,
-      "rel-constrast": 2.0714597702026367,
-      "step": 5406,
-      "subrel-constrast": 3.324571132659912,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1680736541748047,
-      "cov-distil (oracle2student)": 4.475157737731934,
-      "cov-distil (oracle2teacher)": 4.884274959564209,
-      "epoch": 4.244113029827315,
-      "rel-constrast": 2.3028180599212646,
-      "step": 5407,
-      "subrel-constrast": 2.910250186920166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0776615142822266,
-      "cov-distil (oracle2student)": 6.129166603088379,
-      "cov-distil (oracle2teacher)": 5.088907241821289,
-      "epoch": 4.244897959183674,
-      "rel-constrast": 2.4200973510742188,
-      "step": 5408,
-      "subrel-constrast": 2.3795015811920166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7378957271575928,
-      "cov-distil (oracle2student)": 3.3024072647094727,
-      "cov-distil (oracle2teacher)": 3.659773826599121,
-      "epoch": 4.245682888540031,
-      "rel-constrast": 2.073193311691284,
-      "step": 5409,
-      "subrel-constrast": 3.1305222511291504,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.24646781789639,
-      "grad_norm": 4.90625,
-      "learning_rate": 2.579399126912159e-05,
-      "loss": 0.6543,
-      "step": 5410
-    },
-    {
-      "cov-distil": 1.1971272230148315,
-      "cov-distil (oracle2student)": 2.9053518772125244,
-      "cov-distil (oracle2teacher)": 2.7624850273132324,
-      "epoch": 4.24646781789639,
-      "rel-constrast": 2.22957181930542,
-      "step": 5410,
-      "subrel-constrast": 2.744379997253418,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.491157054901123,
-      "cov-distil (oracle2student)": 4.533598899841309,
-      "cov-distil (oracle2teacher)": 4.164952278137207,
-      "epoch": 4.247252747252747,
-      "rel-constrast": 2.5708186626434326,
-      "step": 5411,
-      "subrel-constrast": 3.1623191833496094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9856750965118408,
-      "cov-distil (oracle2student)": 4.424856662750244,
-      "cov-distil (oracle2teacher)": 4.420497894287109,
-      "epoch": 4.248037676609105,
-      "rel-constrast": 2.639439344406128,
-      "step": 5412,
-      "subrel-constrast": 4.0724334716796875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2536661624908447,
-      "cov-distil (oracle2student)": 3.5568747520446777,
-      "cov-distil (oracle2teacher)": 3.457418441772461,
-      "epoch": 4.248822605965463,
-      "rel-constrast": 2.418595314025879,
-      "step": 5413,
-      "subrel-constrast": 2.8584704399108887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.522261142730713,
-      "cov-distil (oracle2student)": 3.3878040313720703,
-      "cov-distil (oracle2teacher)": 3.1317269802093506,
-      "epoch": 4.249607535321821,
-      "rel-constrast": 2.9886107444763184,
-      "step": 5414,
-      "subrel-constrast": 3.6827545166015625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.092108726501465,
-      "cov-distil (oracle2student)": 4.849066734313965,
-      "cov-distil (oracle2teacher)": 4.38594913482666,
-      "epoch": 4.250392464678179,
-      "rel-constrast": 2.118710994720459,
-      "step": 5415,
-      "subrel-constrast": 3.1264100074768066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3066270351409912,
-      "cov-distil (oracle2student)": 4.929779529571533,
-      "cov-distil (oracle2teacher)": 4.08708381652832,
-      "epoch": 4.251177394034537,
-      "rel-constrast": 2.2168374061584473,
-      "step": 5416,
-      "subrel-constrast": 2.739773750305176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.897241473197937,
-      "cov-distil (oracle2student)": 3.2357189655303955,
-      "cov-distil (oracle2teacher)": 3.4150643348693848,
-      "epoch": 4.251962323390895,
-      "rel-constrast": 2.276611328125,
-      "step": 5417,
-      "subrel-constrast": 2.9676389694213867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.345028877258301,
-      "cov-distil (oracle2student)": 6.640505790710449,
-      "cov-distil (oracle2teacher)": 5.556552886962891,
-      "epoch": 4.252747252747253,
-      "rel-constrast": 2.900071144104004,
-      "step": 5418,
-      "subrel-constrast": 3.696056365966797,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.467749834060669,
-      "cov-distil (oracle2student)": 5.030481815338135,
-      "cov-distil (oracle2teacher)": 4.7097578048706055,
-      "epoch": 4.25353218210361,
-      "rel-constrast": 1.8040251731872559,
-      "step": 5419,
-      "subrel-constrast": 2.456362724304199,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.254317111459969,
-      "grad_norm": 4.9375,
-      "learning_rate": 2.5706764169256835e-05,
-      "loss": 0.6455,
-      "step": 5420
-    },
-    {
-      "cov-distil": 1.23225736618042,
-      "cov-distil (oracle2student)": 4.097230434417725,
-      "cov-distil (oracle2teacher)": 3.8155808448791504,
-      "epoch": 4.254317111459969,
-      "rel-constrast": 2.4346866607666016,
-      "step": 5420,
-      "subrel-constrast": 2.8768627643585205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3839921951293945,
-      "cov-distil (oracle2student)": 5.851701259613037,
-      "cov-distil (oracle2teacher)": 5.097919464111328,
-      "epoch": 4.255102040816326,
-      "rel-constrast": 2.502964496612549,
-      "step": 5421,
-      "subrel-constrast": 2.926617383956909,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5094743967056274,
-      "cov-distil (oracle2student)": 2.6942200660705566,
-      "cov-distil (oracle2teacher)": 2.7049150466918945,
-      "epoch": 4.255886970172685,
-      "rel-constrast": 1.6728384494781494,
-      "step": 5422,
-      "subrel-constrast": 2.9018733501434326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7403080463409424,
-      "cov-distil (oracle2student)": 4.502292633056641,
-      "cov-distil (oracle2teacher)": 4.038087844848633,
-      "epoch": 4.256671899529042,
-      "rel-constrast": 2.3155083656311035,
-      "step": 5423,
-      "subrel-constrast": 3.28000545501709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3984428644180298,
-      "cov-distil (oracle2student)": 3.5257933139801025,
-      "cov-distil (oracle2teacher)": 3.127865791320801,
-      "epoch": 4.257456828885401,
-      "rel-constrast": 2.030365467071533,
-      "step": 5424,
-      "subrel-constrast": 2.6982614994049072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.013380765914917,
-      "cov-distil (oracle2student)": 4.991778373718262,
-      "cov-distil (oracle2teacher)": 4.295793533325195,
-      "epoch": 4.258241758241758,
-      "rel-constrast": 1.7867887020111084,
-      "step": 5425,
-      "subrel-constrast": 2.533630132675171,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6818196773529053,
-      "cov-distil (oracle2student)": 5.179986476898193,
-      "cov-distil (oracle2teacher)": 4.744366645812988,
-      "epoch": 4.259026687598116,
-      "rel-constrast": 3.30774188041687,
-      "step": 5426,
-      "subrel-constrast": 3.9277868270874023,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4775370359420776,
-      "cov-distil (oracle2student)": 3.709258556365967,
-      "cov-distil (oracle2teacher)": 3.6515297889709473,
-      "epoch": 4.259811616954474,
-      "rel-constrast": 2.5611681938171387,
-      "step": 5427,
-      "subrel-constrast": 3.161355495452881,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2869949340820312,
-      "cov-distil (oracle2student)": 3.481612205505371,
-      "cov-distil (oracle2teacher)": 2.9470343589782715,
-      "epoch": 4.260596546310832,
-      "rel-constrast": 1.519193410873413,
-      "step": 5428,
-      "subrel-constrast": 2.164705991744995,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2406100034713745,
-      "cov-distil (oracle2student)": 3.6388180255889893,
-      "cov-distil (oracle2teacher)": 3.642197847366333,
-      "epoch": 4.26138147566719,
-      "rel-constrast": 2.8259456157684326,
-      "step": 5429,
-      "subrel-constrast": 3.727630615234375,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.262166405023548,
-      "grad_norm": 5.78125,
-      "learning_rate": 2.561952845769372e-05,
-      "loss": 0.6088,
-      "step": 5430
-    },
-    {
-      "cov-distil": 1.7999861240386963,
-      "cov-distil (oracle2student)": 3.6208815574645996,
-      "cov-distil (oracle2teacher)": 4.212609767913818,
-      "epoch": 4.262166405023548,
-      "rel-constrast": 2.5260837078094482,
-      "step": 5430,
-      "subrel-constrast": 3.541260242462158,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6634800434112549,
-      "cov-distil (oracle2student)": 3.83758807182312,
-      "cov-distil (oracle2teacher)": 3.8754820823669434,
-      "epoch": 4.262951334379906,
-      "rel-constrast": 1.9541268348693848,
-      "step": 5431,
-      "subrel-constrast": 3.098235607147217,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2679357528686523,
-      "cov-distil (oracle2student)": 3.5213229656219482,
-      "cov-distil (oracle2teacher)": 3.1099324226379395,
-      "epoch": 4.263736263736264,
-      "rel-constrast": 3.014198064804077,
-      "step": 5432,
-      "subrel-constrast": 3.4414303302764893,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5272018909454346,
-      "cov-distil (oracle2student)": 6.56097412109375,
-      "cov-distil (oracle2teacher)": 5.569183349609375,
-      "epoch": 4.264521193092621,
-      "rel-constrast": 1.9249752759933472,
-      "step": 5433,
-      "subrel-constrast": 2.813976764678955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2788350582122803,
-      "cov-distil (oracle2student)": 3.9643239974975586,
-      "cov-distil (oracle2teacher)": 3.465040683746338,
-      "epoch": 4.26530612244898,
-      "rel-constrast": 2.768040418624878,
-      "step": 5434,
-      "subrel-constrast": 3.4447507858276367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9689399003982544,
-      "cov-distil (oracle2student)": 4.138493537902832,
-      "cov-distil (oracle2teacher)": 3.8172669410705566,
-      "epoch": 4.266091051805337,
-      "rel-constrast": 2.3261492252349854,
-      "step": 5435,
-      "subrel-constrast": 2.7041873931884766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5683972835540771,
-      "cov-distil (oracle2student)": 4.781018257141113,
-      "cov-distil (oracle2teacher)": 4.6768670082092285,
-      "epoch": 4.266875981161696,
-      "rel-constrast": 3.4079365730285645,
-      "step": 5436,
-      "subrel-constrast": 3.7001149654388428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7224419116973877,
-      "cov-distil (oracle2student)": 3.4464004039764404,
-      "cov-distil (oracle2teacher)": 3.421140432357788,
-      "epoch": 4.267660910518053,
-      "rel-constrast": 2.912292242050171,
-      "step": 5437,
-      "subrel-constrast": 3.8878679275512695,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0370380878448486,
-      "cov-distil (oracle2student)": 3.801431655883789,
-      "cov-distil (oracle2teacher)": 3.6012825965881348,
-      "epoch": 4.268445839874412,
-      "rel-constrast": 1.7926878929138184,
-      "step": 5438,
-      "subrel-constrast": 2.0871522426605225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6977226734161377,
-      "cov-distil (oracle2student)": 2.540579080581665,
-      "cov-distil (oracle2teacher)": 2.602674961090088,
-      "epoch": 4.269230769230769,
-      "rel-constrast": 2.289165735244751,
-      "step": 5439,
-      "subrel-constrast": 3.474799394607544,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.270015698587127,
-      "grad_norm": 4.96875,
-      "learning_rate": 2.553228519737185e-05,
-      "loss": 0.6592,
-      "step": 5440
-    },
-    {
-      "cov-distil": 1.2907063961029053,
-      "cov-distil (oracle2student)": 3.086432456970215,
-      "cov-distil (oracle2teacher)": 2.9323720932006836,
-      "epoch": 4.270015698587127,
-      "rel-constrast": 2.387451171875,
-      "step": 5440,
-      "subrel-constrast": 2.776174306869507,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2349059581756592,
-      "cov-distil (oracle2student)": 3.018954277038574,
-      "cov-distil (oracle2teacher)": 3.2898764610290527,
-      "epoch": 4.270800627943485,
-      "rel-constrast": 2.2526092529296875,
-      "step": 5441,
-      "subrel-constrast": 2.897768020629883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.633545160293579,
-      "cov-distil (oracle2student)": 4.355755805969238,
-      "cov-distil (oracle2teacher)": 4.182727813720703,
-      "epoch": 4.271585557299843,
-      "rel-constrast": 2.7628397941589355,
-      "step": 5442,
-      "subrel-constrast": 3.1571617126464844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9102730751037598,
-      "cov-distil (oracle2student)": 5.4882001876831055,
-      "cov-distil (oracle2teacher)": 5.217288494110107,
-      "epoch": 4.272370486656201,
-      "rel-constrast": 2.5619192123413086,
-      "step": 5443,
-      "subrel-constrast": 3.7633116245269775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0412585735321045,
-      "cov-distil (oracle2student)": 4.277991771697998,
-      "cov-distil (oracle2teacher)": 4.216158866882324,
-      "epoch": 4.273155416012559,
-      "rel-constrast": 2.784999132156372,
-      "step": 5444,
-      "subrel-constrast": 4.156452178955078,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.381764531135559,
-      "cov-distil (oracle2student)": 4.280569076538086,
-      "cov-distil (oracle2teacher)": 3.7991676330566406,
-      "epoch": 4.273940345368917,
-      "rel-constrast": 2.9390740394592285,
-      "step": 5445,
-      "subrel-constrast": 3.562574625015259,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3937108516693115,
-      "cov-distil (oracle2student)": 3.3806447982788086,
-      "cov-distil (oracle2teacher)": 4.082836627960205,
-      "epoch": 4.274725274725275,
-      "rel-constrast": 3.5027835369110107,
-      "step": 5446,
-      "subrel-constrast": 3.933783769607544,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6949878931045532,
-      "cov-distil (oracle2student)": 3.291325807571411,
-      "cov-distil (oracle2teacher)": 3.538214683532715,
-      "epoch": 4.275510204081632,
-      "rel-constrast": 3.174919843673706,
-      "step": 5447,
-      "subrel-constrast": 3.5313618183135986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1411529779434204,
-      "cov-distil (oracle2student)": 3.001617431640625,
-      "cov-distil (oracle2teacher)": 2.8342723846435547,
-      "epoch": 4.276295133437991,
-      "rel-constrast": 1.8028634786605835,
-      "step": 5448,
-      "subrel-constrast": 2.181297540664673,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6415098905563354,
-      "cov-distil (oracle2student)": 4.400148391723633,
-      "cov-distil (oracle2teacher)": 4.002956390380859,
-      "epoch": 4.277080062794348,
-      "rel-constrast": 3.3565807342529297,
-      "step": 5449,
-      "subrel-constrast": 3.784343957901001,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.277864992150707,
-      "grad_norm": 7.125,
-      "learning_rate": 2.544503545132284e-05,
-      "loss": 0.7266,
-      "step": 5450
-    },
-    {
-      "cov-distil": 1.1407253742218018,
-      "cov-distil (oracle2student)": 4.685013771057129,
-      "cov-distil (oracle2teacher)": 4.392245292663574,
-      "epoch": 4.277864992150707,
-      "rel-constrast": 1.7052240371704102,
-      "step": 5450,
-      "subrel-constrast": 2.2814724445343018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5879725217819214,
-      "cov-distil (oracle2student)": 6.307302474975586,
-      "cov-distil (oracle2teacher)": 5.397941589355469,
-      "epoch": 4.278649921507064,
-      "rel-constrast": 2.2972941398620605,
-      "step": 5451,
-      "subrel-constrast": 3.080610752105713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2800815105438232,
-      "cov-distil (oracle2student)": 4.185004711151123,
-      "cov-distil (oracle2teacher)": 3.8120436668395996,
-      "epoch": 4.279434850863423,
-      "rel-constrast": 2.83856201171875,
-      "step": 5452,
-      "subrel-constrast": 2.946176052093506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2863880395889282,
-      "cov-distil (oracle2student)": 3.7103824615478516,
-      "cov-distil (oracle2teacher)": 4.324739933013916,
-      "epoch": 4.28021978021978,
-      "rel-constrast": 2.6728427410125732,
-      "step": 5453,
-      "subrel-constrast": 3.124337911605835,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9590561389923096,
-      "cov-distil (oracle2student)": 4.410533905029297,
-      "cov-distil (oracle2teacher)": 4.332374095916748,
-      "epoch": 4.2810047095761385,
-      "rel-constrast": 2.4041311740875244,
-      "step": 5454,
-      "subrel-constrast": 2.9299800395965576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4004100561141968,
-      "cov-distil (oracle2student)": 3.235835075378418,
-      "cov-distil (oracle2teacher)": 3.593470573425293,
-      "epoch": 4.281789638932496,
-      "rel-constrast": 2.222076892852783,
-      "step": 5455,
-      "subrel-constrast": 3.074939489364624,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3775420188903809,
-      "cov-distil (oracle2student)": 3.4311347007751465,
-      "cov-distil (oracle2teacher)": 3.44240140914917,
-      "epoch": 4.282574568288854,
-      "rel-constrast": 2.1291072368621826,
-      "step": 5456,
-      "subrel-constrast": 3.0398778915405273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3051955699920654,
-      "cov-distil (oracle2student)": 3.6965856552124023,
-      "cov-distil (oracle2teacher)": 3.725120782852173,
-      "epoch": 4.283359497645212,
-      "rel-constrast": 2.8505773544311523,
-      "step": 5457,
-      "subrel-constrast": 3.6107029914855957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.205049991607666,
-      "cov-distil (oracle2student)": 4.811068058013916,
-      "cov-distil (oracle2teacher)": 4.208597660064697,
-      "epoch": 4.28414442700157,
-      "rel-constrast": 2.9516780376434326,
-      "step": 5458,
-      "subrel-constrast": 3.4358999729156494,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1144814491271973,
-      "cov-distil (oracle2student)": 2.4882073402404785,
-      "cov-distil (oracle2teacher)": 2.7179336547851562,
-      "epoch": 4.284929356357928,
-      "rel-constrast": 1.9966180324554443,
-      "step": 5459,
-      "subrel-constrast": 3.505563259124756,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.285714285714286,
-      "grad_norm": 6.46875,
-      "learning_rate": 2.5357780282657295e-05,
-      "loss": 0.6358,
-      "step": 5460
-    },
-    {
-      "cov-distil": 1.3059864044189453,
-      "cov-distil (oracle2student)": 6.220200538635254,
-      "cov-distil (oracle2teacher)": 5.542661190032959,
-      "epoch": 4.285714285714286,
-      "rel-constrast": 1.951258897781372,
-      "step": 5460,
-      "subrel-constrast": 2.487760543823242,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2322449684143066,
-      "cov-distil (oracle2student)": 3.3553667068481445,
-      "cov-distil (oracle2teacher)": 2.9937422275543213,
-      "epoch": 4.286499215070644,
-      "rel-constrast": 2.001786470413208,
-      "step": 5461,
-      "subrel-constrast": 2.4497318267822266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9168860912322998,
-      "cov-distil (oracle2student)": 3.9209628105163574,
-      "cov-distil (oracle2teacher)": 3.7902162075042725,
-      "epoch": 4.287284144427002,
-      "rel-constrast": 2.8520452976226807,
-      "step": 5462,
-      "subrel-constrast": 3.448094367980957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.824204683303833,
-      "cov-distil (oracle2student)": 4.377862930297852,
-      "cov-distil (oracle2teacher)": 4.461524963378906,
-      "epoch": 4.288069073783359,
-      "rel-constrast": 1.8791544437408447,
-      "step": 5463,
-      "subrel-constrast": 3.1155829429626465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0248537063598633,
-      "cov-distil (oracle2student)": 3.687490940093994,
-      "cov-distil (oracle2teacher)": 3.451833963394165,
-      "epoch": 4.2888540031397175,
-      "rel-constrast": 4.245523929595947,
-      "step": 5464,
-      "subrel-constrast": 4.868823528289795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7822325229644775,
-      "cov-distil (oracle2student)": 5.799045085906982,
-      "cov-distil (oracle2teacher)": 5.002236366271973,
-      "epoch": 4.289638932496075,
-      "rel-constrast": 2.6259326934814453,
-      "step": 5465,
-      "subrel-constrast": 3.512925148010254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7445049285888672,
-      "cov-distil (oracle2student)": 4.120941638946533,
-      "cov-distil (oracle2teacher)": 4.110433101654053,
-      "epoch": 4.2904238618524335,
-      "rel-constrast": 2.252239227294922,
-      "step": 5466,
-      "subrel-constrast": 3.2657742500305176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2089300155639648,
-      "cov-distil (oracle2student)": 4.4932026863098145,
-      "cov-distil (oracle2teacher)": 3.9473793506622314,
-      "epoch": 4.291208791208791,
-      "rel-constrast": 3.234307289123535,
-      "step": 5467,
-      "subrel-constrast": 3.1257331371307373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3843214511871338,
-      "cov-distil (oracle2student)": 5.093524932861328,
-      "cov-distil (oracle2teacher)": 4.158567428588867,
-      "epoch": 4.2919937205651495,
-      "rel-constrast": 2.571359872817993,
-      "step": 5468,
-      "subrel-constrast": 3.343871593475342,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2601035833358765,
-      "cov-distil (oracle2student)": 4.3781609535217285,
-      "cov-distil (oracle2teacher)": 4.623106956481934,
-      "epoch": 4.292778649921507,
-      "rel-constrast": 2.4878904819488525,
-      "step": 5469,
-      "subrel-constrast": 3.102367877960205,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.293563579277865,
-      "grad_norm": 6.96875,
-      "learning_rate": 2.5270520754551918e-05,
-      "loss": 0.6917,
-      "step": 5470
-    },
-    {
-      "cov-distil": 1.8698168992996216,
-      "cov-distil (oracle2student)": 4.068986892700195,
-      "cov-distil (oracle2teacher)": 4.069700241088867,
-      "epoch": 4.293563579277865,
-      "rel-constrast": 2.4718339443206787,
-      "step": 5470,
-      "subrel-constrast": 3.3716495037078857,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5109938383102417,
-      "cov-distil (oracle2student)": 4.486580848693848,
-      "cov-distil (oracle2teacher)": 3.853644847869873,
-      "epoch": 4.294348508634223,
-      "rel-constrast": 3.0695748329162598,
-      "step": 5471,
-      "subrel-constrast": 3.786989688873291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.685194492340088,
-      "cov-distil (oracle2student)": 5.126056671142578,
-      "cov-distil (oracle2teacher)": 4.925986289978027,
-      "epoch": 4.295133437990581,
-      "rel-constrast": 3.9985692501068115,
-      "step": 5472,
-      "subrel-constrast": 4.627568244934082,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4489550590515137,
-      "cov-distil (oracle2student)": 5.39763069152832,
-      "cov-distil (oracle2teacher)": 5.098425388336182,
-      "epoch": 4.295918367346939,
-      "rel-constrast": 1.96634840965271,
-      "step": 5473,
-      "subrel-constrast": 2.9047834873199463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4404783248901367,
-      "cov-distil (oracle2student)": 3.565849781036377,
-      "cov-distil (oracle2teacher)": 3.8662397861480713,
-      "epoch": 4.2967032967032965,
-      "rel-constrast": 2.2104239463806152,
-      "step": 5474,
-      "subrel-constrast": 2.965597152709961,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2473492622375488,
-      "cov-distil (oracle2student)": 3.66054630279541,
-      "cov-distil (oracle2teacher)": 3.8387818336486816,
-      "epoch": 4.297488226059655,
-      "rel-constrast": 1.7260406017303467,
-      "step": 5475,
-      "subrel-constrast": 2.817201852798462,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9921191930770874,
-      "cov-distil (oracle2student)": 5.314391136169434,
-      "cov-distil (oracle2teacher)": 5.015416145324707,
-      "epoch": 4.2982731554160125,
-      "rel-constrast": 2.4777824878692627,
-      "step": 5476,
-      "subrel-constrast": 3.302083969116211,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3058369159698486,
-      "cov-distil (oracle2student)": 5.087421417236328,
-      "cov-distil (oracle2teacher)": 4.281214714050293,
-      "epoch": 4.299058084772371,
-      "rel-constrast": 2.9643940925598145,
-      "step": 5477,
-      "subrel-constrast": 4.024988651275635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5277011394500732,
-      "cov-distil (oracle2student)": 3.6985912322998047,
-      "cov-distil (oracle2teacher)": 3.6704344749450684,
-      "epoch": 4.2998430141287285,
-      "rel-constrast": 2.14780855178833,
-      "step": 5478,
-      "subrel-constrast": 2.8198201656341553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4385706186294556,
-      "cov-distil (oracle2student)": 3.8397669792175293,
-      "cov-distil (oracle2teacher)": 3.8695013523101807,
-      "epoch": 4.300627943485086,
-      "rel-constrast": 1.9754526615142822,
-      "step": 5479,
-      "subrel-constrast": 2.7009971141815186,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.3014128728414445,
-      "grad_norm": 4.78125,
-      "learning_rate": 2.5183257930236515e-05,
-      "loss": 0.6664,
-      "step": 5480
-    },
-    {
-      "cov-distil": 1.630698800086975,
-      "cov-distil (oracle2student)": 3.2830898761749268,
-      "cov-distil (oracle2teacher)": 3.004452705383301,
-      "epoch": 4.3014128728414445,
-      "rel-constrast": 2.6737873554229736,
-      "step": 5480,
-      "subrel-constrast": 3.1621294021606445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7734572887420654,
-      "cov-distil (oracle2student)": 3.150407075881958,
-      "cov-distil (oracle2teacher)": 3.671079158782959,
-      "epoch": 4.302197802197802,
-      "rel-constrast": 3.1908860206604004,
-      "step": 5481,
-      "subrel-constrast": 4.025143623352051,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3550944328308105,
-      "cov-distil (oracle2student)": 2.6436355113983154,
-      "cov-distil (oracle2teacher)": 3.0861587524414062,
-      "epoch": 4.3029827315541604,
-      "rel-constrast": 1.7250397205352783,
-      "step": 5482,
-      "subrel-constrast": 2.975071668624878,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3414287567138672,
-      "cov-distil (oracle2student)": 5.204689979553223,
-      "cov-distil (oracle2teacher)": 4.242068767547607,
-      "epoch": 4.303767660910518,
-      "rel-constrast": 2.5999443531036377,
-      "step": 5483,
-      "subrel-constrast": 2.8489067554473877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3154759407043457,
-      "cov-distil (oracle2student)": 5.110126495361328,
-      "cov-distil (oracle2teacher)": 4.641257286071777,
-      "epoch": 4.304552590266876,
-      "rel-constrast": 3.0715973377227783,
-      "step": 5484,
-      "subrel-constrast": 3.227910280227661,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.912912368774414,
-      "cov-distil (oracle2student)": 4.153101921081543,
-      "cov-distil (oracle2teacher)": 3.7071447372436523,
-      "epoch": 4.305337519623234,
-      "rel-constrast": 2.881864547729492,
-      "step": 5485,
-      "subrel-constrast": 3.336259603500366,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4135637283325195,
-      "cov-distil (oracle2student)": 5.462273597717285,
-      "cov-distil (oracle2teacher)": 4.890332221984863,
-      "epoch": 4.3061224489795915,
-      "rel-constrast": 2.1134636402130127,
-      "step": 5486,
-      "subrel-constrast": 2.8255765438079834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.197023868560791,
-      "cov-distil (oracle2student)": 4.332986831665039,
-      "cov-distil (oracle2teacher)": 4.031071186065674,
-      "epoch": 4.30690737833595,
-      "rel-constrast": 3.0268633365631104,
-      "step": 5487,
-      "subrel-constrast": 3.761096239089966,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4281154870986938,
-      "cov-distil (oracle2student)": 3.731738805770874,
-      "cov-distil (oracle2teacher)": 3.902167797088623,
-      "epoch": 4.3076923076923075,
-      "rel-constrast": 2.1770429611206055,
-      "step": 5488,
-      "subrel-constrast": 3.282396078109741,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1434485912323,
-      "cov-distil (oracle2student)": 6.796835422515869,
-      "cov-distil (oracle2teacher)": 6.298072338104248,
-      "epoch": 4.308477237048666,
-      "rel-constrast": 4.128585338592529,
-      "step": 5489,
-      "subrel-constrast": 5.176501750946045,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.3092621664050235,
-      "grad_norm": 8.8125,
-      "learning_rate": 2.5095992872981066e-05,
-      "loss": 0.731,
-      "step": 5490
-    },
-    {
-      "cov-distil": 1.4254755973815918,
-      "cov-distil (oracle2student)": 4.65380334854126,
-      "cov-distil (oracle2teacher)": 4.0116095542907715,
-      "epoch": 4.3092621664050235,
-      "rel-constrast": 2.300999879837036,
-      "step": 5490,
-      "subrel-constrast": 3.1148931980133057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.253901481628418,
-      "cov-distil (oracle2student)": 3.7284932136535645,
-      "cov-distil (oracle2teacher)": 3.5235674381256104,
-      "epoch": 4.310047095761382,
-      "rel-constrast": 2.405508041381836,
-      "step": 5491,
-      "subrel-constrast": 3.1301381587982178,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4575291872024536,
-      "cov-distil (oracle2student)": 4.6692423820495605,
-      "cov-distil (oracle2teacher)": 4.439595699310303,
-      "epoch": 4.310832025117739,
-      "rel-constrast": 3.485764980316162,
-      "step": 5492,
-      "subrel-constrast": 3.810515880584717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.933148980140686,
-      "cov-distil (oracle2student)": 5.667264938354492,
-      "cov-distil (oracle2teacher)": 5.708824634552002,
-      "epoch": 4.311616954474097,
-      "rel-constrast": 2.9340362548828125,
-      "step": 5493,
-      "subrel-constrast": 3.6645467281341553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3879899978637695,
-      "cov-distil (oracle2student)": 4.348053932189941,
-      "cov-distil (oracle2teacher)": 4.237424850463867,
-      "epoch": 4.312401883830455,
-      "rel-constrast": 1.9464385509490967,
-      "step": 5494,
-      "subrel-constrast": 2.9841525554656982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3292101621627808,
-      "cov-distil (oracle2student)": 1.9678277969360352,
-      "cov-distil (oracle2teacher)": 2.5040884017944336,
-      "epoch": 4.313186813186813,
-      "rel-constrast": 1.9117710590362549,
-      "step": 5495,
-      "subrel-constrast": 2.619743585586548,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4458825588226318,
-      "cov-distil (oracle2student)": 3.9728617668151855,
-      "cov-distil (oracle2teacher)": 4.347307205200195,
-      "epoch": 4.313971742543171,
-      "rel-constrast": 2.2288098335266113,
-      "step": 5496,
-      "subrel-constrast": 3.3764214515686035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4041920900344849,
-      "cov-distil (oracle2student)": 4.294299602508545,
-      "cov-distil (oracle2teacher)": 4.479734420776367,
-      "epoch": 4.314756671899529,
-      "rel-constrast": 2.8066182136535645,
-      "step": 5497,
-      "subrel-constrast": 3.6614623069763184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.357904314994812,
-      "cov-distil (oracle2student)": 3.3479108810424805,
-      "cov-distil (oracle2teacher)": 3.4079060554504395,
-      "epoch": 4.315541601255887,
-      "rel-constrast": 1.9290528297424316,
-      "step": 5498,
-      "subrel-constrast": 2.7279655933380127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1047194004058838,
-      "cov-distil (oracle2student)": 4.5172834396362305,
-      "cov-distil (oracle2teacher)": 4.203473091125488,
-      "epoch": 4.316326530612245,
-      "rel-constrast": 2.6367149353027344,
-      "step": 5499,
-      "subrel-constrast": 3.0655081272125244,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "grad_norm": 6.65625,
-      "learning_rate": 2.5008726646082754e-05,
-      "loss": 0.6499,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/duc04-P@10": 0.76,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/duc04-nDCG@10": 0.7707833701046656,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/duc04-alpha_nDCG@10": 0.5823406650121096,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/multi_news-nDCG@10": 0.6135525761532306,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/multi_news-alpha_nDCG@10": 0.6011316109099878,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "eval/avg": 0.5394472960875176,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "overlap": 0.3421874940395355,
-      "step": 5500
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "step": 5500,
-      "student margin": 0.06787109375
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "step": 5500,
-      "teacher margin": 0.04595947265625
-    },
-    {
-      "epoch": 4.3171114599686025,
-      "margin difference": -0.02191162109375,
-      "step": 5500
-    },
-    {
-      "cov-distil": 1.404801368713379,
-      "cov-distil (oracle2student)": 1.7630128860473633,
-      "cov-distil (oracle2teacher)": 2.0897350311279297,
-      "epoch": 4.3171114599686025,
-      "rel-constrast": 1.5754964351654053,
-      "step": 5500,
-      "subrel-constrast": 2.50832200050354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6302299499511719,
-      "cov-distil (oracle2student)": 4.033823013305664,
-      "cov-distil (oracle2teacher)": 4.07485294342041,
-      "epoch": 4.317896389324961,
-      "rel-constrast": 3.0327141284942627,
-      "step": 5501,
-      "subrel-constrast": 4.0537824630737305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6332616806030273,
-      "cov-distil (oracle2student)": 3.474653959274292,
-      "cov-distil (oracle2teacher)": 3.257730484008789,
-      "epoch": 4.318681318681318,
-      "rel-constrast": 1.7600246667861938,
-      "step": 5502,
-      "subrel-constrast": 2.357039451599121,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5499022006988525,
-      "cov-distil (oracle2student)": 3.4004268646240234,
-      "cov-distil (oracle2teacher)": 3.6258978843688965,
-      "epoch": 4.319466248037677,
-      "rel-constrast": 2.1391594409942627,
-      "step": 5503,
-      "subrel-constrast": 2.8918709754943848,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.857234001159668,
-      "cov-distil (oracle2student)": 3.554981231689453,
-      "cov-distil (oracle2teacher)": 4.001826763153076,
-      "epoch": 4.320251177394034,
-      "rel-constrast": 2.084092378616333,
-      "step": 5504,
-      "subrel-constrast": 2.8455288410186768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5372055768966675,
-      "cov-distil (oracle2student)": 4.99142599105835,
-      "cov-distil (oracle2teacher)": 5.041630744934082,
-      "epoch": 4.321036106750393,
-      "rel-constrast": 4.223074913024902,
-      "step": 5505,
-      "subrel-constrast": 5.161299228668213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9241257309913635,
-      "cov-distil (oracle2student)": 4.779358863830566,
-      "cov-distil (oracle2teacher)": 4.558266639709473,
-      "epoch": 4.32182103610675,
-      "rel-constrast": 2.588397741317749,
-      "step": 5506,
-      "subrel-constrast": 3.0459208488464355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9919624328613281,
-      "cov-distil (oracle2student)": 4.0420098304748535,
-      "cov-distil (oracle2teacher)": 4.153881072998047,
-      "epoch": 4.322605965463108,
-      "rel-constrast": 3.06561279296875,
-      "step": 5507,
-      "subrel-constrast": 3.7769551277160645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6553106307983398,
-      "cov-distil (oracle2student)": 4.721521377563477,
-      "cov-distil (oracle2teacher)": 4.252155303955078,
-      "epoch": 4.323390894819466,
-      "rel-constrast": 2.6001386642456055,
-      "step": 5508,
-      "subrel-constrast": 3.4408159255981445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2944964170455933,
-      "cov-distil (oracle2student)": 4.167742729187012,
-      "cov-distil (oracle2teacher)": 4.276017189025879,
-      "epoch": 4.324175824175824,
-      "rel-constrast": 1.7435572147369385,
-      "step": 5509,
-      "subrel-constrast": 2.252302646636963,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.324960753532182,
-      "grad_norm": 4.90625,
-      "learning_rate": 2.492146031285301e-05,
-      "loss": 0.6565,
-      "step": 5510
-    },
-    {
-      "cov-distil": 1.303545594215393,
-      "cov-distil (oracle2student)": 4.132859230041504,
-      "cov-distil (oracle2teacher)": 4.176664352416992,
-      "epoch": 4.324960753532182,
-      "rel-constrast": 3.048022985458374,
-      "step": 5510,
-      "subrel-constrast": 3.909419059753418,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4538954496383667,
-      "cov-distil (oracle2student)": 5.530096530914307,
-      "cov-distil (oracle2teacher)": 4.802464485168457,
-      "epoch": 4.32574568288854,
-      "rel-constrast": 3.228144645690918,
-      "step": 5511,
-      "subrel-constrast": 3.3695175647735596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7177190780639648,
-      "cov-distil (oracle2student)": 3.4884400367736816,
-      "cov-distil (oracle2teacher)": 3.723788261413574,
-      "epoch": 4.326530612244898,
-      "rel-constrast": 1.8275933265686035,
-      "step": 5512,
-      "subrel-constrast": 2.9691505432128906,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5850105285644531,
-      "cov-distil (oracle2student)": 4.8806562423706055,
-      "cov-distil (oracle2teacher)": 4.617493629455566,
-      "epoch": 4.327315541601256,
-      "rel-constrast": 2.196364402770996,
-      "step": 5513,
-      "subrel-constrast": 3.034414291381836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.08693528175354,
-      "cov-distil (oracle2student)": 4.4377522468566895,
-      "cov-distil (oracle2teacher)": 4.134764194488525,
-      "epoch": 4.328100470957613,
-      "rel-constrast": 1.9954602718353271,
-      "step": 5514,
-      "subrel-constrast": 2.3758978843688965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1593559980392456,
-      "cov-distil (oracle2student)": 4.409716606140137,
-      "cov-distil (oracle2teacher)": 4.53555154800415,
-      "epoch": 4.328885400313972,
-      "rel-constrast": 3.669843912124634,
-      "step": 5515,
-      "subrel-constrast": 4.111483097076416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.065484046936035,
-      "cov-distil (oracle2student)": 6.290276050567627,
-      "cov-distil (oracle2teacher)": 4.9788007736206055,
-      "epoch": 4.329670329670329,
-      "rel-constrast": 3.071221113204956,
-      "step": 5516,
-      "subrel-constrast": 3.893585205078125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.209257125854492,
-      "cov-distil (oracle2student)": 4.843625545501709,
-      "cov-distil (oracle2teacher)": 4.429537773132324,
-      "epoch": 4.330455259026688,
-      "rel-constrast": 3.138251781463623,
-      "step": 5517,
-      "subrel-constrast": 3.8334333896636963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0376145839691162,
-      "cov-distil (oracle2student)": 4.869660377502441,
-      "cov-distil (oracle2teacher)": 4.545146465301514,
-      "epoch": 4.331240188383045,
-      "rel-constrast": 2.7529280185699463,
-      "step": 5518,
-      "subrel-constrast": 3.5703790187835693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0814151763916016,
-      "cov-distil (oracle2student)": 5.4780592918396,
-      "cov-distil (oracle2teacher)": 4.505352973937988,
-      "epoch": 4.332025117739404,
-      "rel-constrast": 2.1333436965942383,
-      "step": 5519,
-      "subrel-constrast": 3.709716796875,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.332810047095761,
-      "grad_norm": 5.28125,
-      "learning_rate": 2.4834194936604578e-05,
-      "loss": 0.7158,
-      "step": 5520
-    },
-    {
-      "cov-distil": 1.9546287059783936,
-      "cov-distil (oracle2student)": 6.092299461364746,
-      "cov-distil (oracle2teacher)": 4.987425804138184,
-      "epoch": 4.332810047095761,
-      "rel-constrast": 3.5391604900360107,
-      "step": 5520,
-      "subrel-constrast": 4.1538238525390625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6279206275939941,
-      "cov-distil (oracle2student)": 5.356803894042969,
-      "cov-distil (oracle2teacher)": 4.557807922363281,
-      "epoch": 4.333594976452119,
-      "rel-constrast": 2.6823158264160156,
-      "step": 5521,
-      "subrel-constrast": 3.48862361907959,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1292897462844849,
-      "cov-distil (oracle2student)": 4.902962684631348,
-      "cov-distil (oracle2teacher)": 4.821094512939453,
-      "epoch": 4.334379905808477,
-      "rel-constrast": 2.3485021591186523,
-      "step": 5522,
-      "subrel-constrast": 2.8272178173065186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.637181043624878,
-      "cov-distil (oracle2student)": 4.619945526123047,
-      "cov-distil (oracle2teacher)": 4.908172607421875,
-      "epoch": 4.335164835164835,
-      "rel-constrast": 2.6235098838806152,
-      "step": 5523,
-      "subrel-constrast": 3.776742696762085,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7082138061523438,
-      "cov-distil (oracle2student)": 5.032029151916504,
-      "cov-distil (oracle2teacher)": 4.751842021942139,
-      "epoch": 4.335949764521193,
-      "rel-constrast": 2.5199875831604004,
-      "step": 5524,
-      "subrel-constrast": 3.493044376373291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6131665706634521,
-      "cov-distil (oracle2student)": 4.150480270385742,
-      "cov-distil (oracle2teacher)": 3.9468002319335938,
-      "epoch": 4.336734693877551,
-      "rel-constrast": 2.273777961730957,
-      "step": 5525,
-      "subrel-constrast": 2.9056782722473145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8131693601608276,
-      "cov-distil (oracle2student)": 3.1216368675231934,
-      "cov-distil (oracle2teacher)": 3.0596790313720703,
-      "epoch": 4.337519623233909,
-      "rel-constrast": 1.786407470703125,
-      "step": 5526,
-      "subrel-constrast": 2.5398731231689453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2899231910705566,
-      "cov-distil (oracle2student)": 3.166917324066162,
-      "cov-distil (oracle2teacher)": 2.848167896270752,
-      "epoch": 4.338304552590267,
-      "rel-constrast": 1.9852131605148315,
-      "step": 5527,
-      "subrel-constrast": 2.438202381134033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7553330659866333,
-      "cov-distil (oracle2student)": 4.278499603271484,
-      "cov-distil (oracle2teacher)": 3.9324402809143066,
-      "epoch": 4.339089481946624,
-      "rel-constrast": 2.227851629257202,
-      "step": 5528,
-      "subrel-constrast": 3.198040246963501,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3722541332244873,
-      "cov-distil (oracle2student)": 3.1000289916992188,
-      "cov-distil (oracle2teacher)": 3.262932300567627,
-      "epoch": 4.339874411302983,
-      "rel-constrast": 1.9058561325073242,
-      "step": 5529,
-      "subrel-constrast": 2.1972970962524414,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.34065934065934,
-      "grad_norm": 4.71875,
-      "learning_rate": 2.4746931580638507e-05,
-      "loss": 0.6371,
-      "step": 5530
-    },
-    {
-      "cov-distil": 1.8511968851089478,
-      "cov-distil (oracle2student)": 4.530300617218018,
-      "cov-distil (oracle2teacher)": 4.130105972290039,
-      "epoch": 4.34065934065934,
-      "rel-constrast": 2.123220443725586,
-      "step": 5530,
-      "subrel-constrast": 3.18664288520813,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4189140796661377,
-      "cov-distil (oracle2student)": 3.7078604698181152,
-      "cov-distil (oracle2teacher)": 3.367966413497925,
-      "epoch": 4.341444270015699,
-      "rel-constrast": 3.2452046871185303,
-      "step": 5531,
-      "subrel-constrast": 3.378909111022949,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.362693190574646,
-      "cov-distil (oracle2student)": 5.275272369384766,
-      "cov-distil (oracle2teacher)": 5.329281330108643,
-      "epoch": 4.342229199372056,
-      "rel-constrast": 2.960967779159546,
-      "step": 5532,
-      "subrel-constrast": 3.6484181880950928,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9128812551498413,
-      "cov-distil (oracle2student)": 3.8624417781829834,
-      "cov-distil (oracle2teacher)": 3.3080930709838867,
-      "epoch": 4.343014128728415,
-      "rel-constrast": 2.314894199371338,
-      "step": 5533,
-      "subrel-constrast": 2.777371406555176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6977486610412598,
-      "cov-distil (oracle2student)": 2.9890525341033936,
-      "cov-distil (oracle2teacher)": 2.95188045501709,
-      "epoch": 4.343799058084772,
-      "rel-constrast": 1.876330852508545,
-      "step": 5534,
-      "subrel-constrast": 2.7492549419403076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.636534333229065,
-      "cov-distil (oracle2student)": 3.946672201156616,
-      "cov-distil (oracle2teacher)": 3.878772497177124,
-      "epoch": 4.34458398744113,
-      "rel-constrast": 1.7485289573669434,
-      "step": 5535,
-      "subrel-constrast": 2.766904354095459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3814971446990967,
-      "cov-distil (oracle2student)": 2.592284679412842,
-      "cov-distil (oracle2teacher)": 2.914372205734253,
-      "epoch": 4.345368916797488,
-      "rel-constrast": 1.8566265106201172,
-      "step": 5536,
-      "subrel-constrast": 2.8044471740722656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3083863258361816,
-      "cov-distil (oracle2student)": 4.17209005355835,
-      "cov-distil (oracle2teacher)": 4.197058200836182,
-      "epoch": 4.346153846153846,
-      "rel-constrast": 2.362370014190674,
-      "step": 5537,
-      "subrel-constrast": 2.8967862129211426,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3367376327514648,
-      "cov-distil (oracle2student)": 5.220168113708496,
-      "cov-distil (oracle2teacher)": 5.17283296585083,
-      "epoch": 4.346938775510204,
-      "rel-constrast": 2.4735729694366455,
-      "step": 5538,
-      "subrel-constrast": 3.283905029296875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.446410894393921,
-      "cov-distil (oracle2student)": 4.374442100524902,
-      "cov-distil (oracle2teacher)": 4.238239765167236,
-      "epoch": 4.347723704866562,
-      "rel-constrast": 1.7279551029205322,
-      "step": 5539,
-      "subrel-constrast": 2.3543052673339844,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.34850863422292,
-      "grad_norm": 4.75,
-      "learning_rate": 2.4659671308231272e-05,
-      "loss": 0.6031,
-      "step": 5540
-    },
-    {
-      "cov-distil": 1.8449649810791016,
-      "cov-distil (oracle2student)": 3.1410911083221436,
-      "cov-distil (oracle2teacher)": 3.216773271560669,
-      "epoch": 4.34850863422292,
-      "rel-constrast": 1.9340647459030151,
-      "step": 5540,
-      "subrel-constrast": 2.6765220165252686,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4988099336624146,
-      "cov-distil (oracle2student)": 4.968777179718018,
-      "cov-distil (oracle2teacher)": 4.432859897613525,
-      "epoch": 4.349293563579278,
-      "rel-constrast": 2.540614604949951,
-      "step": 5541,
-      "subrel-constrast": 3.4252655506134033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.674868106842041,
-      "cov-distil (oracle2student)": 4.564672470092773,
-      "cov-distil (oracle2teacher)": 4.544369697570801,
-      "epoch": 4.350078492935636,
-      "rel-constrast": 2.587597131729126,
-      "step": 5542,
-      "subrel-constrast": 3.3816275596618652,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.409346103668213,
-      "cov-distil (oracle2student)": 6.016051292419434,
-      "cov-distil (oracle2teacher)": 5.417855262756348,
-      "epoch": 4.350863422291994,
-      "rel-constrast": 2.6068336963653564,
-      "step": 5543,
-      "subrel-constrast": 2.9838974475860596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.889688491821289,
-      "cov-distil (oracle2student)": 6.345737457275391,
-      "cov-distil (oracle2teacher)": 5.839396953582764,
-      "epoch": 4.351648351648351,
-      "rel-constrast": 2.2236623764038086,
-      "step": 5544,
-      "subrel-constrast": 3.322077989578247,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6013681888580322,
-      "cov-distil (oracle2student)": 5.33568000793457,
-      "cov-distil (oracle2teacher)": 4.415800094604492,
-      "epoch": 4.35243328100471,
-      "rel-constrast": 2.9878385066986084,
-      "step": 5545,
-      "subrel-constrast": 3.1957380771636963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5267548561096191,
-      "cov-distil (oracle2student)": 4.03078031539917,
-      "cov-distil (oracle2teacher)": 3.5460362434387207,
-      "epoch": 4.353218210361067,
-      "rel-constrast": 2.9947681427001953,
-      "step": 5546,
-      "subrel-constrast": 2.956777811050415,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4154858589172363,
-      "cov-distil (oracle2student)": 4.665966510772705,
-      "cov-distil (oracle2teacher)": 4.300623893737793,
-      "epoch": 4.354003139717426,
-      "rel-constrast": 3.048133134841919,
-      "step": 5547,
-      "subrel-constrast": 3.391282558441162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9624704718589783,
-      "cov-distil (oracle2student)": 5.852359294891357,
-      "cov-distil (oracle2teacher)": 5.110330581665039,
-      "epoch": 4.354788069073783,
-      "rel-constrast": 3.27462100982666,
-      "step": 5548,
-      "subrel-constrast": 3.280461072921753,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2231996059417725,
-      "cov-distil (oracle2student)": 4.932549476623535,
-      "cov-distil (oracle2teacher)": 4.717777252197266,
-      "epoch": 4.355572998430142,
-      "rel-constrast": 3.6560964584350586,
-      "step": 5549,
-      "subrel-constrast": 3.531095027923584,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.356357927786499,
-      "grad_norm": 7.40625,
-      "learning_rate": 2.4572415182621733e-05,
-      "loss": 0.734,
-      "step": 5550
-    },
-    {
-      "cov-distil": 1.5827687978744507,
-      "cov-distil (oracle2student)": 5.356895446777344,
-      "cov-distil (oracle2teacher)": 5.134798049926758,
-      "epoch": 4.356357927786499,
-      "rel-constrast": 4.102031707763672,
-      "step": 5550,
-      "subrel-constrast": 4.336478233337402,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2875131368637085,
-      "cov-distil (oracle2student)": 4.155657768249512,
-      "cov-distil (oracle2teacher)": 3.8975749015808105,
-      "epoch": 4.357142857142857,
-      "rel-constrast": 2.3021399974823,
-      "step": 5551,
-      "subrel-constrast": 2.5507287979125977,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4858617782592773,
-      "cov-distil (oracle2student)": 4.894331932067871,
-      "cov-distil (oracle2teacher)": 4.674541473388672,
-      "epoch": 4.357927786499215,
-      "rel-constrast": 1.6469284296035767,
-      "step": 5552,
-      "subrel-constrast": 2.7530171871185303,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.285083293914795,
-      "cov-distil (oracle2student)": 3.4529879093170166,
-      "cov-distil (oracle2teacher)": 3.1385350227355957,
-      "epoch": 4.358712715855573,
-      "rel-constrast": 2.074697971343994,
-      "step": 5553,
-      "subrel-constrast": 2.6473731994628906,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8456698656082153,
-      "cov-distil (oracle2student)": 3.165417194366455,
-      "cov-distil (oracle2teacher)": 3.571570634841919,
-      "epoch": 4.359497645211931,
-      "rel-constrast": 2.041818618774414,
-      "step": 5554,
-      "subrel-constrast": 3.1555802822113037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.569779634475708,
-      "cov-distil (oracle2student)": 3.6586358547210693,
-      "cov-distil (oracle2teacher)": 4.041233062744141,
-      "epoch": 4.360282574568289,
-      "rel-constrast": 2.578885555267334,
-      "step": 5555,
-      "subrel-constrast": 3.1686441898345947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.612176775932312,
-      "cov-distil (oracle2student)": 3.997237205505371,
-      "cov-distil (oracle2teacher)": 3.9546010494232178,
-      "epoch": 4.361067503924647,
-      "rel-constrast": 3.309713840484619,
-      "step": 5556,
-      "subrel-constrast": 3.5984811782836914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4778722524642944,
-      "cov-distil (oracle2student)": 4.519789695739746,
-      "cov-distil (oracle2teacher)": 4.126737594604492,
-      "epoch": 4.361852433281005,
-      "rel-constrast": 1.7719874382019043,
-      "step": 5557,
-      "subrel-constrast": 2.2505760192871094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2504810094833374,
-      "cov-distil (oracle2student)": 3.7774219512939453,
-      "cov-distil (oracle2teacher)": 3.707301616668701,
-      "epoch": 4.362637362637362,
-      "rel-constrast": 2.3566384315490723,
-      "step": 5558,
-      "subrel-constrast": 2.6493468284606934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4518654346466064,
-      "cov-distil (oracle2student)": 2.6133832931518555,
-      "cov-distil (oracle2teacher)": 2.5222067832946777,
-      "epoch": 4.363422291993721,
-      "rel-constrast": 2.27278995513916,
-      "step": 5559,
-      "subrel-constrast": 2.7926061153411865,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.364207221350078,
-      "grad_norm": 5.78125,
-      "learning_rate": 2.4485164266998265e-05,
-      "loss": 0.6486,
-      "step": 5560
-    },
-    {
-      "cov-distil": 1.80625319480896,
-      "cov-distil (oracle2student)": 3.5842783451080322,
-      "cov-distil (oracle2teacher)": 3.217862606048584,
-      "epoch": 4.364207221350078,
-      "rel-constrast": 2.552968978881836,
-      "step": 5560,
-      "subrel-constrast": 3.49052357673645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2599513530731201,
-      "cov-distil (oracle2student)": 4.4511919021606445,
-      "cov-distil (oracle2teacher)": 4.104920864105225,
-      "epoch": 4.364992150706437,
-      "rel-constrast": 2.969578981399536,
-      "step": 5561,
-      "subrel-constrast": 3.8466782569885254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0990352630615234,
-      "cov-distil (oracle2student)": 3.3333935737609863,
-      "cov-distil (oracle2teacher)": 3.0933361053466797,
-      "epoch": 4.365777080062794,
-      "rel-constrast": 1.9894869327545166,
-      "step": 5562,
-      "subrel-constrast": 2.399935722351074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.52663254737854,
-      "cov-distil (oracle2student)": 5.727742671966553,
-      "cov-distil (oracle2teacher)": 4.995199680328369,
-      "epoch": 4.366562009419153,
-      "rel-constrast": 2.637737989425659,
-      "step": 5563,
-      "subrel-constrast": 2.8346214294433594,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.043522357940674,
-      "cov-distil (oracle2student)": 3.007741689682007,
-      "cov-distil (oracle2teacher)": 3.5119099617004395,
-      "epoch": 4.36734693877551,
-      "rel-constrast": 2.914689064025879,
-      "step": 5564,
-      "subrel-constrast": 3.9053189754486084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5135332345962524,
-      "cov-distil (oracle2student)": 5.557343006134033,
-      "cov-distil (oracle2teacher)": 4.876023769378662,
-      "epoch": 4.368131868131869,
-      "rel-constrast": 2.713980197906494,
-      "step": 5565,
-      "subrel-constrast": 3.1993184089660645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.634574055671692,
-      "cov-distil (oracle2student)": 3.1868128776550293,
-      "cov-distil (oracle2teacher)": 3.5857627391815186,
-      "epoch": 4.368916797488226,
-      "rel-constrast": 3.1706161499023438,
-      "step": 5566,
-      "subrel-constrast": 3.5058434009552,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.030688762664795,
-      "cov-distil (oracle2student)": 2.8760759830474854,
-      "cov-distil (oracle2teacher)": 3.102133274078369,
-      "epoch": 4.369701726844584,
-      "rel-constrast": 2.1589884757995605,
-      "step": 5567,
-      "subrel-constrast": 2.7399730682373047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6339755058288574,
-      "cov-distil (oracle2student)": 2.9373416900634766,
-      "cov-distil (oracle2teacher)": 3.0213119983673096,
-      "epoch": 4.370486656200942,
-      "rel-constrast": 2.1305129528045654,
-      "step": 5568,
-      "subrel-constrast": 3.085451126098633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7098499536514282,
-      "cov-distil (oracle2student)": 6.581306457519531,
-      "cov-distil (oracle2teacher)": 6.574224472045898,
-      "epoch": 4.3712715855573,
-      "rel-constrast": 2.7442219257354736,
-      "step": 5569,
-      "subrel-constrast": 4.051856517791748,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.372056514913658,
-      "grad_norm": 8.75,
-      "learning_rate": 2.439791962448573e-05,
-      "loss": 0.6877,
-      "step": 5570
-    },
-    {
-      "cov-distil": 1.7378616333007812,
-      "cov-distil (oracle2student)": 5.715653896331787,
-      "cov-distil (oracle2teacher)": 4.826358795166016,
-      "epoch": 4.372056514913658,
-      "rel-constrast": 2.0429508686065674,
-      "step": 5570,
-      "subrel-constrast": 3.174781322479248,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2850685119628906,
-      "cov-distil (oracle2student)": 3.7581419944763184,
-      "cov-distil (oracle2teacher)": 3.9610564708709717,
-      "epoch": 4.372841444270016,
-      "rel-constrast": 2.5005860328674316,
-      "step": 5571,
-      "subrel-constrast": 3.6335129737854004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4773120880126953,
-      "cov-distil (oracle2student)": 5.098447322845459,
-      "cov-distil (oracle2teacher)": 5.468654632568359,
-      "epoch": 4.373626373626374,
-      "rel-constrast": 2.6239054203033447,
-      "step": 5572,
-      "subrel-constrast": 3.3614959716796875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5096243619918823,
-      "cov-distil (oracle2student)": 5.526923656463623,
-      "cov-distil (oracle2teacher)": 5.477972984313965,
-      "epoch": 4.374411302982732,
-      "rel-constrast": 2.4926321506500244,
-      "step": 5573,
-      "subrel-constrast": 3.251324415206909,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.49424409866333,
-      "cov-distil (oracle2student)": 4.172047138214111,
-      "cov-distil (oracle2teacher)": 4.258201599121094,
-      "epoch": 4.375196232339089,
-      "rel-constrast": 2.619725227355957,
-      "step": 5574,
-      "subrel-constrast": 3.61100172996521,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.319021224975586,
-      "cov-distil (oracle2student)": 4.203636169433594,
-      "cov-distil (oracle2teacher)": 3.5848891735076904,
-      "epoch": 4.375981161695448,
-      "rel-constrast": 1.955268383026123,
-      "step": 5575,
-      "subrel-constrast": 2.652200222015381,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3214223384857178,
-      "cov-distil (oracle2student)": 2.4796948432922363,
-      "cov-distil (oracle2teacher)": 2.4517641067504883,
-      "epoch": 4.376766091051805,
-      "rel-constrast": 2.365082025527954,
-      "step": 5576,
-      "subrel-constrast": 3.037376880645752,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4073805809020996,
-      "cov-distil (oracle2student)": 3.8537564277648926,
-      "cov-distil (oracle2teacher)": 3.079611301422119,
-      "epoch": 4.377551020408164,
-      "rel-constrast": 2.348595380783081,
-      "step": 5577,
-      "subrel-constrast": 3.0656509399414062,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4693729877471924,
-      "cov-distil (oracle2student)": 3.105705499649048,
-      "cov-distil (oracle2teacher)": 2.9681200981140137,
-      "epoch": 4.378335949764521,
-      "rel-constrast": 2.630823850631714,
-      "step": 5578,
-      "subrel-constrast": 3.5450425148010254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4479281902313232,
-      "cov-distil (oracle2student)": 6.530993461608887,
-      "cov-distil (oracle2teacher)": 5.544219970703125,
-      "epoch": 4.3791208791208796,
-      "rel-constrast": 3.147977352142334,
-      "step": 5579,
-      "subrel-constrast": 3.874598979949951,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.379905808477237,
-      "grad_norm": 6.75,
-      "learning_rate": 2.4310682318132563e-05,
-      "loss": 0.6569,
-      "step": 5580
-    },
-    {
-      "cov-distil": 1.4633649587631226,
-      "cov-distil (oracle2student)": 2.6234700679779053,
-      "cov-distil (oracle2teacher)": 2.445425033569336,
-      "epoch": 4.379905808477237,
-      "rel-constrast": 2.448451280593872,
-      "step": 5580,
-      "subrel-constrast": 3.112783670425415,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8411766290664673,
-      "cov-distil (oracle2student)": 4.868334770202637,
-      "cov-distil (oracle2teacher)": 4.522831916809082,
-      "epoch": 4.380690737833595,
-      "rel-constrast": 2.9506139755249023,
-      "step": 5581,
-      "subrel-constrast": 3.426774740219116,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2530418634414673,
-      "cov-distil (oracle2student)": 4.1297736167907715,
-      "cov-distil (oracle2teacher)": 4.401045799255371,
-      "epoch": 4.381475667189953,
-      "rel-constrast": 3.2095139026641846,
-      "step": 5582,
-      "subrel-constrast": 3.4142520427703857,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.009897232055664,
-      "cov-distil (oracle2student)": 4.097445487976074,
-      "cov-distil (oracle2teacher)": 4.176042079925537,
-      "epoch": 4.382260596546311,
-      "rel-constrast": 1.9047056436538696,
-      "step": 5583,
-      "subrel-constrast": 2.853285312652588,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.552884817123413,
-      "cov-distil (oracle2student)": 5.265826225280762,
-      "cov-distil (oracle2teacher)": 5.019752025604248,
-      "epoch": 4.383045525902669,
-      "rel-constrast": 2.09451961517334,
-      "step": 5584,
-      "subrel-constrast": 3.319896936416626,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4221158027648926,
-      "cov-distil (oracle2student)": 3.5053701400756836,
-      "cov-distil (oracle2teacher)": 3.3811392784118652,
-      "epoch": 4.383830455259027,
-      "rel-constrast": 2.544243812561035,
-      "step": 5585,
-      "subrel-constrast": 3.497784376144409,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3936448097229004,
-      "cov-distil (oracle2student)": 3.7480340003967285,
-      "cov-distil (oracle2teacher)": 4.186012268066406,
-      "epoch": 4.384615384615385,
-      "rel-constrast": 2.6047470569610596,
-      "step": 5586,
-      "subrel-constrast": 3.6973040103912354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.480886459350586,
-      "cov-distil (oracle2student)": 6.276888370513916,
-      "cov-distil (oracle2teacher)": 5.7109222412109375,
-      "epoch": 4.385400313971743,
-      "rel-constrast": 2.0258164405822754,
-      "step": 5587,
-      "subrel-constrast": 2.92423152923584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7963616847991943,
-      "cov-distil (oracle2student)": 2.612272262573242,
-      "cov-distil (oracle2teacher)": 2.63784122467041,
-      "epoch": 4.3861852433281,
-      "rel-constrast": 1.6398224830627441,
-      "step": 5588,
-      "subrel-constrast": 2.717268228530884,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.182299852371216,
-      "cov-distil (oracle2student)": 2.8238253593444824,
-      "cov-distil (oracle2teacher)": 3.018031597137451,
-      "epoch": 4.3869701726844585,
-      "rel-constrast": 3.2249691486358643,
-      "step": 5589,
-      "subrel-constrast": 3.9538049697875977,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.387755102040816,
-      "grad_norm": 6.65625,
-      "learning_rate": 2.422345341089782e-05,
-      "loss": 0.6572,
-      "step": 5590
-    },
-    {
-      "cov-distil": 1.6606040000915527,
-      "cov-distil (oracle2student)": 3.1327641010284424,
-      "cov-distil (oracle2teacher)": 3.212294578552246,
-      "epoch": 4.387755102040816,
-      "rel-constrast": 2.0449843406677246,
-      "step": 5590,
-      "subrel-constrast": 2.995035171508789,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5623936653137207,
-      "cov-distil (oracle2student)": 4.22213077545166,
-      "cov-distil (oracle2teacher)": 3.831425189971924,
-      "epoch": 4.3885400313971745,
-      "rel-constrast": 1.8473143577575684,
-      "step": 5591,
-      "subrel-constrast": 2.5049350261688232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6458156108856201,
-      "cov-distil (oracle2student)": 6.42597770690918,
-      "cov-distil (oracle2teacher)": 5.888782024383545,
-      "epoch": 4.389324960753532,
-      "rel-constrast": 3.870732069015503,
-      "step": 5592,
-      "subrel-constrast": 4.129385471343994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2146658897399902,
-      "cov-distil (oracle2student)": 3.837297201156616,
-      "cov-distil (oracle2teacher)": 3.5725297927856445,
-      "epoch": 4.3901098901098905,
-      "rel-constrast": 1.7157211303710938,
-      "step": 5593,
-      "subrel-constrast": 2.577913761138916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0691717863082886,
-      "cov-distil (oracle2student)": 4.223543643951416,
-      "cov-distil (oracle2teacher)": 4.411039352416992,
-      "epoch": 4.390894819466248,
-      "rel-constrast": 2.286864995956421,
-      "step": 5594,
-      "subrel-constrast": 2.8892574310302734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3031814098358154,
-      "cov-distil (oracle2student)": 3.9476208686828613,
-      "cov-distil (oracle2teacher)": 3.973867893218994,
-      "epoch": 4.391679748822606,
-      "rel-constrast": 2.1243233680725098,
-      "step": 5595,
-      "subrel-constrast": 3.0533392429351807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4840664863586426,
-      "cov-distil (oracle2student)": 4.298255920410156,
-      "cov-distil (oracle2teacher)": 3.4885993003845215,
-      "epoch": 4.392464678178964,
-      "rel-constrast": 2.127443790435791,
-      "step": 5596,
-      "subrel-constrast": 2.610278606414795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.215301752090454,
-      "cov-distil (oracle2student)": 2.7453513145446777,
-      "cov-distil (oracle2teacher)": 2.6969666481018066,
-      "epoch": 4.393249607535322,
-      "rel-constrast": 2.124652862548828,
-      "step": 5597,
-      "subrel-constrast": 2.698935031890869,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4223871231079102,
-      "cov-distil (oracle2student)": 4.863678932189941,
-      "cov-distil (oracle2teacher)": 4.987752914428711,
-      "epoch": 4.39403453689168,
-      "rel-constrast": 2.1584384441375732,
-      "step": 5598,
-      "subrel-constrast": 3.170855760574341,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9074089527130127,
-      "cov-distil (oracle2student)": 6.120352268218994,
-      "cov-distil (oracle2teacher)": 5.248785972595215,
-      "epoch": 4.3948194662480375,
-      "rel-constrast": 2.3902931213378906,
-      "step": 5599,
-      "subrel-constrast": 3.2368478775024414,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.395604395604396,
-      "grad_norm": 6.09375,
-      "learning_rate": 2.4136233965638195e-05,
-      "loss": 0.606,
-      "step": 5600
-    },
-    {
-      "epoch": 4.395604395604396,
-      "overlap": 0.3296875059604645,
-      "step": 5600
-    },
-    {
-      "epoch": 4.395604395604396,
-      "step": 5600,
-      "student margin": 0.0628662109375
-    },
-    {
-      "epoch": 4.395604395604396,
-      "step": 5600,
-      "teacher margin": 0.034515380859375
-    },
-    {
-      "epoch": 4.395604395604396,
-      "margin difference": -0.028350830078125,
-      "step": 5600
-    },
-    {
-      "cov-distil": 1.5688225030899048,
-      "cov-distil (oracle2student)": 6.20152473449707,
-      "cov-distil (oracle2teacher)": 5.8411664962768555,
-      "epoch": 4.395604395604396,
-      "rel-constrast": 2.724562168121338,
-      "step": 5600,
-      "subrel-constrast": 3.940678358078003,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6451287269592285,
-      "cov-distil (oracle2student)": 7.201009273529053,
-      "cov-distil (oracle2teacher)": 5.743194580078125,
-      "epoch": 4.3963893249607535,
-      "rel-constrast": 4.005358695983887,
-      "step": 5601,
-      "subrel-constrast": 3.9216248989105225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6259846687316895,
-      "cov-distil (oracle2student)": 2.426156997680664,
-      "cov-distil (oracle2teacher)": 2.8426594734191895,
-      "epoch": 4.397174254317111,
-      "rel-constrast": 2.8471784591674805,
-      "step": 5602,
-      "subrel-constrast": 3.89839243888855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6640851497650146,
-      "cov-distil (oracle2student)": 5.491626739501953,
-      "cov-distil (oracle2teacher)": 4.566645622253418,
-      "epoch": 4.3979591836734695,
-      "rel-constrast": 2.080047845840454,
-      "step": 5603,
-      "subrel-constrast": 3.029695510864258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5030921697616577,
-      "cov-distil (oracle2student)": 4.629974365234375,
-      "cov-distil (oracle2teacher)": 4.575220108032227,
-      "epoch": 4.398744113029827,
-      "rel-constrast": 4.031768798828125,
-      "step": 5604,
-      "subrel-constrast": 4.691839218139648,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.57127046585083,
-      "cov-distil (oracle2student)": 5.813966751098633,
-      "cov-distil (oracle2teacher)": 5.341979503631592,
-      "epoch": 4.3995290423861855,
-      "rel-constrast": 3.460038185119629,
-      "step": 5605,
-      "subrel-constrast": 3.804537296295166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1126705408096313,
-      "cov-distil (oracle2student)": 5.442535877227783,
-      "cov-distil (oracle2teacher)": 4.6126556396484375,
-      "epoch": 4.400313971742543,
-      "rel-constrast": 2.5517587661743164,
-      "step": 5606,
-      "subrel-constrast": 2.731388568878174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2135790586471558,
-      "cov-distil (oracle2student)": 2.485027313232422,
-      "cov-distil (oracle2teacher)": 2.6471621990203857,
-      "epoch": 4.4010989010989015,
-      "rel-constrast": 3.37270450592041,
-      "step": 5607,
-      "subrel-constrast": 3.868537187576294,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8569822311401367,
-      "cov-distil (oracle2student)": 2.510104179382324,
-      "cov-distil (oracle2teacher)": 2.4998779296875,
-      "epoch": 4.401883830455259,
-      "rel-constrast": 1.6412310600280762,
-      "step": 5608,
-      "subrel-constrast": 2.708702325820923,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3550190925598145,
-      "cov-distil (oracle2student)": 4.625219345092773,
-      "cov-distil (oracle2teacher)": 4.101561069488525,
-      "epoch": 4.4026687598116165,
-      "rel-constrast": 3.2718541622161865,
-      "step": 5609,
-      "subrel-constrast": 3.7656655311584473,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.403453689167975,
-      "grad_norm": 6.0625,
-      "learning_rate": 2.404902504509512e-05,
-      "loss": 0.7875,
-      "step": 5610
-    },
-    {
-      "cov-distil": 1.3632280826568604,
-      "cov-distil (oracle2student)": 3.7682671546936035,
-      "cov-distil (oracle2teacher)": 3.653256893157959,
-      "epoch": 4.403453689167975,
-      "rel-constrast": 2.484297752380371,
-      "step": 5610,
-      "subrel-constrast": 3.460219383239746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5746183395385742,
-      "cov-distil (oracle2student)": 4.120012283325195,
-      "cov-distil (oracle2teacher)": 3.948134422302246,
-      "epoch": 4.4042386185243325,
-      "rel-constrast": 2.9673023223876953,
-      "step": 5611,
-      "subrel-constrast": 3.1999011039733887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3621742725372314,
-      "cov-distil (oracle2student)": 4.135627746582031,
-      "cov-distil (oracle2teacher)": 3.6569461822509766,
-      "epoch": 4.405023547880691,
-      "rel-constrast": 2.8810157775878906,
-      "step": 5612,
-      "subrel-constrast": 3.127194404602051,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2474604845046997,
-      "cov-distil (oracle2student)": 3.7338972091674805,
-      "cov-distil (oracle2teacher)": 4.018855094909668,
-      "epoch": 4.4058084772370485,
-      "rel-constrast": 3.059605121612549,
-      "step": 5613,
-      "subrel-constrast": 3.6032934188842773,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6870046854019165,
-      "cov-distil (oracle2student)": 4.607367515563965,
-      "cov-distil (oracle2teacher)": 4.387134075164795,
-      "epoch": 4.406593406593407,
-      "rel-constrast": 1.9516050815582275,
-      "step": 5614,
-      "subrel-constrast": 2.8120789527893066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5332136154174805,
-      "cov-distil (oracle2student)": 4.313769340515137,
-      "cov-distil (oracle2teacher)": 4.403887748718262,
-      "epoch": 4.4073783359497645,
-      "rel-constrast": 2.041450023651123,
-      "step": 5615,
-      "subrel-constrast": 3.106501579284668,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.959610104560852,
-      "cov-distil (oracle2student)": 5.8337202072143555,
-      "cov-distil (oracle2teacher)": 4.645908355712891,
-      "epoch": 4.408163265306122,
-      "rel-constrast": 2.1365761756896973,
-      "step": 5616,
-      "subrel-constrast": 2.4004664421081543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9196020364761353,
-      "cov-distil (oracle2student)": 4.2000932693481445,
-      "cov-distil (oracle2teacher)": 3.7758381366729736,
-      "epoch": 4.4089481946624804,
-      "rel-constrast": 2.0224671363830566,
-      "step": 5617,
-      "subrel-constrast": 2.767815113067627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6667819023132324,
-      "cov-distil (oracle2student)": 3.1123881340026855,
-      "cov-distil (oracle2teacher)": 3.347743034362793,
-      "epoch": 4.409733124018838,
-      "rel-constrast": 1.9495006799697876,
-      "step": 5618,
-      "subrel-constrast": 2.8419618606567383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3721883296966553,
-      "cov-distil (oracle2student)": 3.311872959136963,
-      "cov-distil (oracle2teacher)": 3.3218493461608887,
-      "epoch": 4.410518053375196,
-      "rel-constrast": 1.693526029586792,
-      "step": 5619,
-      "subrel-constrast": 2.6058008670806885,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.411302982731554,
-      "grad_norm": 5.96875,
-      "learning_rate": 2.3961827711881748e-05,
-      "loss": 0.6164,
-      "step": 5620
-    },
-    {
-      "cov-distil": 1.398258924484253,
-      "cov-distil (oracle2student)": 5.2064104080200195,
-      "cov-distil (oracle2teacher)": 4.536543369293213,
-      "epoch": 4.411302982731554,
-      "rel-constrast": 2.880852699279785,
-      "step": 5620,
-      "subrel-constrast": 3.4149065017700195,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8876359462738037,
-      "cov-distil (oracle2student)": 5.086850643157959,
-      "cov-distil (oracle2teacher)": 4.758622169494629,
-      "epoch": 4.412087912087912,
-      "rel-constrast": 2.1323397159576416,
-      "step": 5621,
-      "subrel-constrast": 2.658815860748291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5101356506347656,
-      "cov-distil (oracle2student)": 6.228442192077637,
-      "cov-distil (oracle2teacher)": 6.160987854003906,
-      "epoch": 4.41287284144427,
-      "rel-constrast": 2.52864670753479,
-      "step": 5622,
-      "subrel-constrast": 3.5520269870758057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5977904796600342,
-      "cov-distil (oracle2student)": 3.4068100452423096,
-      "cov-distil (oracle2teacher)": 3.721494197845459,
-      "epoch": 4.4136577708006275,
-      "rel-constrast": 3.337146759033203,
-      "step": 5623,
-      "subrel-constrast": 4.287498950958252,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7627172470092773,
-      "cov-distil (oracle2student)": 3.278291702270508,
-      "cov-distil (oracle2teacher)": 3.1666951179504395,
-      "epoch": 4.414442700156986,
-      "rel-constrast": 2.7638187408447266,
-      "step": 5624,
-      "subrel-constrast": 3.1807029247283936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.022498607635498,
-      "cov-distil (oracle2student)": 6.093738555908203,
-      "cov-distil (oracle2teacher)": 5.4806952476501465,
-      "epoch": 4.4152276295133435,
-      "rel-constrast": 2.114830493927002,
-      "step": 5625,
-      "subrel-constrast": 3.322927236557007,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3135631084442139,
-      "cov-distil (oracle2student)": 3.0942771434783936,
-      "cov-distil (oracle2teacher)": 3.1945838928222656,
-      "epoch": 4.416012558869702,
-      "rel-constrast": 3.28830623626709,
-      "step": 5626,
-      "subrel-constrast": 4.227622985839844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3582215309143066,
-      "cov-distil (oracle2student)": 4.287327289581299,
-      "cov-distil (oracle2teacher)": 4.225940704345703,
-      "epoch": 4.416797488226059,
-      "rel-constrast": 2.6899514198303223,
-      "step": 5627,
-      "subrel-constrast": 3.5347676277160645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3568553924560547,
-      "cov-distil (oracle2student)": 3.846757411956787,
-      "cov-distil (oracle2teacher)": 3.829495906829834,
-      "epoch": 4.417582417582418,
-      "rel-constrast": 2.1685986518859863,
-      "step": 5628,
-      "subrel-constrast": 2.943092107772827,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7900681495666504,
-      "cov-distil (oracle2student)": 4.833944797515869,
-      "cov-distil (oracle2teacher)": 4.742705345153809,
-      "epoch": 4.418367346938775,
-      "rel-constrast": 2.844512939453125,
-      "step": 5629,
-      "subrel-constrast": 3.614107370376587,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.419152276295134,
-      "grad_norm": 5.90625,
-      "learning_rate": 2.3874643028470093e-05,
-      "loss": 0.7087,
-      "step": 5630
-    },
-    {
-      "cov-distil": 1.3003113269805908,
-      "cov-distil (oracle2student)": 3.3558640480041504,
-      "cov-distil (oracle2teacher)": 3.5406947135925293,
-      "epoch": 4.419152276295134,
-      "rel-constrast": 3.280864715576172,
-      "step": 5630,
-      "subrel-constrast": 3.7748639583587646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.519527554512024,
-      "cov-distil (oracle2student)": 4.456964492797852,
-      "cov-distil (oracle2teacher)": 4.334802627563477,
-      "epoch": 4.419937205651491,
-      "rel-constrast": 2.964918375015259,
-      "step": 5631,
-      "subrel-constrast": 3.4341535568237305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3538291454315186,
-      "cov-distil (oracle2student)": 4.821777820587158,
-      "cov-distil (oracle2teacher)": 4.158818244934082,
-      "epoch": 4.420722135007849,
-      "rel-constrast": 1.9016058444976807,
-      "step": 5632,
-      "subrel-constrast": 2.226405382156372,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0999233722686768,
-      "cov-distil (oracle2student)": 5.137014389038086,
-      "cov-distil (oracle2teacher)": 5.12700080871582,
-      "epoch": 4.421507064364207,
-      "rel-constrast": 1.8405193090438843,
-      "step": 5633,
-      "subrel-constrast": 2.5130085945129395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2203140258789062,
-      "cov-distil (oracle2student)": 2.8585150241851807,
-      "cov-distil (oracle2teacher)": 2.686629056930542,
-      "epoch": 4.422291993720565,
-      "rel-constrast": 3.5172719955444336,
-      "step": 5634,
-      "subrel-constrast": 3.7078754901885986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0205851793289185,
-      "cov-distil (oracle2student)": 5.254214286804199,
-      "cov-distil (oracle2teacher)": 4.692165851593018,
-      "epoch": 4.423076923076923,
-      "rel-constrast": 3.1953654289245605,
-      "step": 5635,
-      "subrel-constrast": 3.3717665672302246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5588353872299194,
-      "cov-distil (oracle2student)": 5.425466537475586,
-      "cov-distil (oracle2teacher)": 4.71092414855957,
-      "epoch": 4.423861852433281,
-      "rel-constrast": 3.0400116443634033,
-      "step": 5636,
-      "subrel-constrast": 3.756155252456665,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.244109034538269,
-      "cov-distil (oracle2student)": 3.5637898445129395,
-      "cov-distil (oracle2teacher)": 3.5112152099609375,
-      "epoch": 4.424646781789639,
-      "rel-constrast": 2.292496919631958,
-      "step": 5637,
-      "subrel-constrast": 3.2757089138031006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5891149044036865,
-      "cov-distil (oracle2student)": 3.8204712867736816,
-      "cov-distil (oracle2teacher)": 3.8397929668426514,
-      "epoch": 4.425431711145997,
-      "rel-constrast": 2.8834517002105713,
-      "step": 5638,
-      "subrel-constrast": 3.354189872741699,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4766747951507568,
-      "cov-distil (oracle2student)": 3.3472788333892822,
-      "cov-distil (oracle2teacher)": 3.2461605072021484,
-      "epoch": 4.426216640502354,
-      "rel-constrast": 2.377648115158081,
-      "step": 5639,
-      "subrel-constrast": 2.8371362686157227,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.427001569858713,
-      "grad_norm": 6.15625,
-      "learning_rate": 2.3787472057177982e-05,
-      "loss": 0.7158,
-      "step": 5640
-    },
-    {
-      "cov-distil": 1.250063180923462,
-      "cov-distil (oracle2student)": 6.834948539733887,
-      "cov-distil (oracle2teacher)": 6.2602458000183105,
-      "epoch": 4.427001569858713,
-      "rel-constrast": 3.471223831176758,
-      "step": 5640,
-      "subrel-constrast": 3.730147361755371,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9836432933807373,
-      "cov-distil (oracle2student)": 4.662158966064453,
-      "cov-distil (oracle2teacher)": 4.029593467712402,
-      "epoch": 4.42778649921507,
-      "rel-constrast": 2.2279410362243652,
-      "step": 5641,
-      "subrel-constrast": 2.975270986557007,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2220886945724487,
-      "cov-distil (oracle2student)": 3.2512197494506836,
-      "cov-distil (oracle2teacher)": 3.533116340637207,
-      "epoch": 4.428571428571429,
-      "rel-constrast": 2.9162495136260986,
-      "step": 5642,
-      "subrel-constrast": 3.2653908729553223,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7011128664016724,
-      "cov-distil (oracle2student)": 4.8712005615234375,
-      "cov-distil (oracle2teacher)": 4.909004211425781,
-      "epoch": 4.429356357927786,
-      "rel-constrast": 2.6558964252471924,
-      "step": 5643,
-      "subrel-constrast": 3.7949604988098145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3457224369049072,
-      "cov-distil (oracle2student)": 4.545374870300293,
-      "cov-distil (oracle2teacher)": 4.047029495239258,
-      "epoch": 4.430141287284145,
-      "rel-constrast": 2.8462135791778564,
-      "step": 5644,
-      "subrel-constrast": 3.1202540397644043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0382258892059326,
-      "cov-distil (oracle2student)": 4.570052623748779,
-      "cov-distil (oracle2teacher)": 3.8152008056640625,
-      "epoch": 4.430926216640502,
-      "rel-constrast": 3.2995150089263916,
-      "step": 5645,
-      "subrel-constrast": 3.5154762268066406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.26079523563385,
-      "cov-distil (oracle2student)": 3.1022236347198486,
-      "cov-distil (oracle2teacher)": 3.403315544128418,
-      "epoch": 4.43171114599686,
-      "rel-constrast": 2.0529069900512695,
-      "step": 5646,
-      "subrel-constrast": 2.7023019790649414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.735592246055603,
-      "cov-distil (oracle2student)": 3.991823673248291,
-      "cov-distil (oracle2teacher)": 3.4618310928344727,
-      "epoch": 4.432496075353218,
-      "rel-constrast": 2.5412700176239014,
-      "step": 5647,
-      "subrel-constrast": 3.939540386199951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7873375415802002,
-      "cov-distil (oracle2student)": 4.365697860717773,
-      "cov-distil (oracle2teacher)": 3.6856701374053955,
-      "epoch": 4.433281004709576,
-      "rel-constrast": 1.0127288103103638,
-      "step": 5648,
-      "subrel-constrast": 2.1532418727874756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6035544872283936,
-      "cov-distil (oracle2student)": 4.273056983947754,
-      "cov-distil (oracle2teacher)": 4.06743860244751,
-      "epoch": 4.434065934065934,
-      "rel-constrast": 2.3586580753326416,
-      "step": 5649,
-      "subrel-constrast": 3.325714111328125,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.434850863422292,
-      "grad_norm": 5.5,
-      "learning_rate": 2.3700315860156217e-05,
-      "loss": 0.6694,
-      "step": 5650
-    },
-    {
-      "cov-distil": 1.2584381103515625,
-      "cov-distil (oracle2student)": 3.7519326210021973,
-      "cov-distil (oracle2teacher)": 3.5468955039978027,
-      "epoch": 4.434850863422292,
-      "rel-constrast": 1.898306965827942,
-      "step": 5650,
-      "subrel-constrast": 2.5663304328918457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6717101335525513,
-      "cov-distil (oracle2student)": 4.506635665893555,
-      "cov-distil (oracle2teacher)": 4.626965045928955,
-      "epoch": 4.43563579277865,
-      "rel-constrast": 1.6649025678634644,
-      "step": 5651,
-      "subrel-constrast": 2.6631476879119873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7692735195159912,
-      "cov-distil (oracle2student)": 6.3429718017578125,
-      "cov-distil (oracle2teacher)": 5.42227840423584,
-      "epoch": 4.436420722135008,
-      "rel-constrast": 3.1284759044647217,
-      "step": 5652,
-      "subrel-constrast": 3.3946220874786377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8777546882629395,
-      "cov-distil (oracle2student)": 5.324555397033691,
-      "cov-distil (oracle2teacher)": 4.008673667907715,
-      "epoch": 4.437205651491365,
-      "rel-constrast": 2.211153507232666,
-      "step": 5653,
-      "subrel-constrast": 3.356929302215576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6444368362426758,
-      "cov-distil (oracle2student)": 3.737255573272705,
-      "cov-distil (oracle2teacher)": 3.622671604156494,
-      "epoch": 4.437990580847724,
-      "rel-constrast": 2.099161386489868,
-      "step": 5654,
-      "subrel-constrast": 3.1840524673461914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.368099331855774,
-      "cov-distil (oracle2student)": 5.828450679779053,
-      "cov-distil (oracle2teacher)": 5.999305725097656,
-      "epoch": 4.438775510204081,
-      "rel-constrast": 2.190645456314087,
-      "step": 5655,
-      "subrel-constrast": 3.056258201599121,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3470951318740845,
-      "cov-distil (oracle2student)": 5.527719497680664,
-      "cov-distil (oracle2teacher)": 5.112364768981934,
-      "epoch": 4.43956043956044,
-      "rel-constrast": 3.7797415256500244,
-      "step": 5656,
-      "subrel-constrast": 3.943281412124634,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5112390518188477,
-      "cov-distil (oracle2student)": 2.9369561672210693,
-      "cov-distil (oracle2teacher)": 2.8028836250305176,
-      "epoch": 4.440345368916797,
-      "rel-constrast": 2.065643787384033,
-      "step": 5657,
-      "subrel-constrast": 2.8077948093414307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.148627281188965,
-      "cov-distil (oracle2student)": 3.871901273727417,
-      "cov-distil (oracle2teacher)": 3.7765755653381348,
-      "epoch": 4.441130298273156,
-      "rel-constrast": 2.367408275604248,
-      "step": 5658,
-      "subrel-constrast": 3.204113006591797,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0733040571212769,
-      "cov-distil (oracle2student)": 3.4462990760803223,
-      "cov-distil (oracle2teacher)": 3.307741403579712,
-      "epoch": 4.441915227629513,
-      "rel-constrast": 2.348464012145996,
-      "step": 5659,
-      "subrel-constrast": 2.5422770977020264,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.442700156985872,
-      "grad_norm": 5.6875,
-      "learning_rate": 2.361317549937553e-05,
-      "loss": 0.633,
-      "step": 5660
-    },
-    {
-      "cov-distil": 1.5339479446411133,
-      "cov-distil (oracle2student)": 2.3197336196899414,
-      "cov-distil (oracle2teacher)": 2.54710054397583,
-      "epoch": 4.442700156985872,
-      "rel-constrast": 2.257500648498535,
-      "step": 5660,
-      "subrel-constrast": 2.705374240875244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2943618297576904,
-      "cov-distil (oracle2student)": 5.47487211227417,
-      "cov-distil (oracle2teacher)": 4.563114166259766,
-      "epoch": 4.443485086342229,
-      "rel-constrast": 3.558004379272461,
-      "step": 5661,
-      "subrel-constrast": 3.6637535095214844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0312724113464355,
-      "cov-distil (oracle2student)": 2.4039430618286133,
-      "cov-distil (oracle2teacher)": 2.6623153686523438,
-      "epoch": 4.444270015698587,
-      "rel-constrast": 2.659714698791504,
-      "step": 5662,
-      "subrel-constrast": 3.466464042663574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9380621910095215,
-      "cov-distil (oracle2student)": 5.02495813369751,
-      "cov-distil (oracle2teacher)": 4.685360908508301,
-      "epoch": 4.445054945054945,
-      "rel-constrast": 2.3787598609924316,
-      "step": 5663,
-      "subrel-constrast": 3.3748812675476074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7011239528656006,
-      "cov-distil (oracle2student)": 5.099340438842773,
-      "cov-distil (oracle2teacher)": 4.879796028137207,
-      "epoch": 4.445839874411303,
-      "rel-constrast": 2.2868857383728027,
-      "step": 5664,
-      "subrel-constrast": 3.6300203800201416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3344165086746216,
-      "cov-distil (oracle2student)": 3.6056950092315674,
-      "cov-distil (oracle2teacher)": 3.5839123725891113,
-      "epoch": 4.446624803767661,
-      "rel-constrast": 1.972449779510498,
-      "step": 5665,
-      "subrel-constrast": 2.950606346130371,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.076504945755005,
-      "cov-distil (oracle2student)": 4.687700271606445,
-      "cov-distil (oracle2teacher)": 4.759254455566406,
-      "epoch": 4.447409733124019,
-      "rel-constrast": 3.401181221008301,
-      "step": 5666,
-      "subrel-constrast": 3.8762106895446777,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.676298975944519,
-      "cov-distil (oracle2student)": 5.799403190612793,
-      "cov-distil (oracle2teacher)": 4.695278644561768,
-      "epoch": 4.448194662480377,
-      "rel-constrast": 1.6136269569396973,
-      "step": 5667,
-      "subrel-constrast": 2.389413833618164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3892273902893066,
-      "cov-distil (oracle2student)": 2.4655961990356445,
-      "cov-distil (oracle2teacher)": 2.8454043865203857,
-      "epoch": 4.448979591836735,
-      "rel-constrast": 2.163222074508667,
-      "step": 5668,
-      "subrel-constrast": 2.635244369506836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5732636451721191,
-      "cov-distil (oracle2student)": 4.083634376525879,
-      "cov-distil (oracle2teacher)": 4.619582653045654,
-      "epoch": 4.449764521193092,
-      "rel-constrast": 2.33090877532959,
-      "step": 5669,
-      "subrel-constrast": 3.105130910873413,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.450549450549451,
-      "grad_norm": 4.625,
-      "learning_rate": 2.352605203661373e-05,
-      "loss": 0.6569,
-      "step": 5670
-    },
-    {
-      "cov-distil": 1.4717774391174316,
-      "cov-distil (oracle2student)": 4.175502777099609,
-      "cov-distil (oracle2teacher)": 4.269041061401367,
-      "epoch": 4.450549450549451,
-      "rel-constrast": 2.113262414932251,
-      "step": 5670,
-      "subrel-constrast": 3.074936866760254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.347088098526001,
-      "cov-distil (oracle2student)": 2.799281120300293,
-      "cov-distil (oracle2teacher)": 2.7847471237182617,
-      "epoch": 4.451334379905808,
-      "rel-constrast": 1.7333940267562866,
-      "step": 5671,
-      "subrel-constrast": 2.3265163898468018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3859515190124512,
-      "cov-distil (oracle2student)": 5.675591468811035,
-      "cov-distil (oracle2teacher)": 5.385744094848633,
-      "epoch": 4.452119309262167,
-      "rel-constrast": 2.7957348823547363,
-      "step": 5672,
-      "subrel-constrast": 3.886021137237549,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5990111827850342,
-      "cov-distil (oracle2student)": 6.0448102951049805,
-      "cov-distil (oracle2teacher)": 5.242984771728516,
-      "epoch": 4.452904238618524,
-      "rel-constrast": 2.719984531402588,
-      "step": 5673,
-      "subrel-constrast": 3.1592421531677246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9187567234039307,
-      "cov-distil (oracle2student)": 5.0599141120910645,
-      "cov-distil (oracle2teacher)": 3.620217800140381,
-      "epoch": 4.453689167974883,
-      "rel-constrast": 2.57598876953125,
-      "step": 5674,
-      "subrel-constrast": 3.0002427101135254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.067977786064148,
-      "cov-distil (oracle2student)": 3.650336742401123,
-      "cov-distil (oracle2teacher)": 3.5341315269470215,
-      "epoch": 4.45447409733124,
-      "rel-constrast": 1.8172156810760498,
-      "step": 5675,
-      "subrel-constrast": 2.613217830657959,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4669559001922607,
-      "cov-distil (oracle2student)": 5.504223823547363,
-      "cov-distil (oracle2teacher)": 5.106480598449707,
-      "epoch": 4.455259026687598,
-      "rel-constrast": 3.154893636703491,
-      "step": 5676,
-      "subrel-constrast": 3.4252138137817383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.118704915046692,
-      "cov-distil (oracle2student)": 2.557742118835449,
-      "cov-distil (oracle2teacher)": 2.9047698974609375,
-      "epoch": 4.456043956043956,
-      "rel-constrast": 2.1994340419769287,
-      "step": 5677,
-      "subrel-constrast": 2.8668878078460693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9613842964172363,
-      "cov-distil (oracle2student)": 3.1632285118103027,
-      "cov-distil (oracle2teacher)": 3.080305576324463,
-      "epoch": 4.456828885400314,
-      "rel-constrast": 2.721604347229004,
-      "step": 5678,
-      "subrel-constrast": 3.50547456741333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0789339542388916,
-      "cov-distil (oracle2student)": 3.7429418563842773,
-      "cov-distil (oracle2teacher)": 4.2866315841674805,
-      "epoch": 4.457613814756672,
-      "rel-constrast": 2.4812111854553223,
-      "step": 5679,
-      "subrel-constrast": 3.2072677612304688,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.45839874411303,
-      "grad_norm": 5.375,
-      "learning_rate": 2.343894653344272e-05,
-      "loss": 0.6439,
-      "step": 5680
-    },
-    {
-      "cov-distil": 1.2061176300048828,
-      "cov-distil (oracle2student)": 5.372317314147949,
-      "cov-distil (oracle2teacher)": 4.882560729980469,
-      "epoch": 4.45839874411303,
-      "rel-constrast": 3.5743000507354736,
-      "step": 5680,
-      "subrel-constrast": 3.8601624965667725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3845802545547485,
-      "cov-distil (oracle2student)": 4.5701165199279785,
-      "cov-distil (oracle2teacher)": 3.587576389312744,
-      "epoch": 4.459183673469388,
-      "rel-constrast": 2.5079941749572754,
-      "step": 5681,
-      "subrel-constrast": 3.03698992729187,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6134250164031982,
-      "cov-distil (oracle2student)": 4.168360710144043,
-      "cov-distil (oracle2teacher)": 4.272764205932617,
-      "epoch": 4.459968602825746,
-      "rel-constrast": 2.550784111022949,
-      "step": 5682,
-      "subrel-constrast": 2.856398582458496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.729739785194397,
-      "cov-distil (oracle2student)": 2.573197841644287,
-      "cov-distil (oracle2teacher)": 2.8831424713134766,
-      "epoch": 4.460753532182103,
-      "rel-constrast": 1.9685534238815308,
-      "step": 5683,
-      "subrel-constrast": 3.0792346000671387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6997427940368652,
-      "cov-distil (oracle2student)": 3.94494366645813,
-      "cov-distil (oracle2teacher)": 4.427027702331543,
-      "epoch": 4.461538461538462,
-      "rel-constrast": 2.777099609375,
-      "step": 5684,
-      "subrel-constrast": 3.5363593101501465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9421231746673584,
-      "cov-distil (oracle2student)": 4.20194673538208,
-      "cov-distil (oracle2teacher)": 3.668869972229004,
-      "epoch": 4.462323390894819,
-      "rel-constrast": 3.4482452869415283,
-      "step": 5685,
-      "subrel-constrast": 3.4509098529815674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.931301236152649,
-      "cov-distil (oracle2student)": 4.360433578491211,
-      "cov-distil (oracle2teacher)": 3.9199366569519043,
-      "epoch": 4.463108320251178,
-      "rel-constrast": 2.7448644638061523,
-      "step": 5686,
-      "subrel-constrast": 3.8252477645874023,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7276630401611328,
-      "cov-distil (oracle2student)": 4.451449871063232,
-      "cov-distil (oracle2teacher)": 4.411722183227539,
-      "epoch": 4.463893249607535,
-      "rel-constrast": 2.6590938568115234,
-      "step": 5687,
-      "subrel-constrast": 3.593137264251709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4645928144454956,
-      "cov-distil (oracle2student)": 5.226811408996582,
-      "cov-distil (oracle2teacher)": 4.073758125305176,
-      "epoch": 4.464678178963894,
-      "rel-constrast": 1.819093108177185,
-      "step": 5688,
-      "subrel-constrast": 2.355722427368164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3740777969360352,
-      "cov-distil (oracle2student)": 3.161935567855835,
-      "cov-distil (oracle2teacher)": 3.472727060317993,
-      "epoch": 4.465463108320251,
-      "rel-constrast": 2.27630615234375,
-      "step": 5689,
-      "subrel-constrast": 2.6768429279327393,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.466248037676609,
-      "grad_norm": 4.8125,
-      "learning_rate": 2.3351860051215556e-05,
-      "loss": 0.6983,
-      "step": 5690
-    },
-    {
-      "cov-distil": 1.112485408782959,
-      "cov-distil (oracle2student)": 2.6059725284576416,
-      "cov-distil (oracle2teacher)": 2.7257752418518066,
-      "epoch": 4.466248037676609,
-      "rel-constrast": 3.2363903522491455,
-      "step": 5690,
-      "subrel-constrast": 3.7032930850982666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3592158555984497,
-      "cov-distil (oracle2student)": 3.6482553482055664,
-      "cov-distil (oracle2teacher)": 4.266879558563232,
-      "epoch": 4.467032967032967,
-      "rel-constrast": 2.338249683380127,
-      "step": 5691,
-      "subrel-constrast": 3.4657959938049316,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.489560604095459,
-      "cov-distil (oracle2student)": 5.034863471984863,
-      "cov-distil (oracle2teacher)": 4.510264873504639,
-      "epoch": 4.467817896389325,
-      "rel-constrast": 2.5653645992279053,
-      "step": 5692,
-      "subrel-constrast": 3.579728603363037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1133580207824707,
-      "cov-distil (oracle2student)": 4.288190841674805,
-      "cov-distil (oracle2teacher)": 3.792623996734619,
-      "epoch": 4.468602825745683,
-      "rel-constrast": 2.866363048553467,
-      "step": 5693,
-      "subrel-constrast": 3.4244296550750732,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5545024871826172,
-      "cov-distil (oracle2student)": 3.846407651901245,
-      "cov-distil (oracle2teacher)": 4.429046630859375,
-      "epoch": 4.469387755102041,
-      "rel-constrast": 2.663625717163086,
-      "step": 5694,
-      "subrel-constrast": 3.6337201595306396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5249264240264893,
-      "cov-distil (oracle2student)": 6.087345123291016,
-      "cov-distil (oracle2teacher)": 5.3424973487854,
-      "epoch": 4.470172684458399,
-      "rel-constrast": 3.069068431854248,
-      "step": 5695,
-      "subrel-constrast": 3.209562063217163,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.131507396697998,
-      "cov-distil (oracle2student)": 6.133899688720703,
-      "cov-distil (oracle2teacher)": 5.263794898986816,
-      "epoch": 4.470957613814757,
-      "rel-constrast": 2.7526473999023438,
-      "step": 5696,
-      "subrel-constrast": 3.251748561859131,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9165350198745728,
-      "cov-distil (oracle2student)": 5.681581497192383,
-      "cov-distil (oracle2teacher)": 5.058036804199219,
-      "epoch": 4.471742543171114,
-      "rel-constrast": 2.2562146186828613,
-      "step": 5697,
-      "subrel-constrast": 3.2825512886047363,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1845550537109375,
-      "cov-distil (oracle2student)": 3.044384241104126,
-      "cov-distil (oracle2teacher)": 3.6257264614105225,
-      "epoch": 4.472527472527473,
-      "rel-constrast": 2.4313924312591553,
-      "step": 5698,
-      "subrel-constrast": 3.224567174911499,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6808562278747559,
-      "cov-distil (oracle2student)": 2.664090633392334,
-      "cov-distil (oracle2teacher)": 2.9624218940734863,
-      "epoch": 4.47331240188383,
-      "rel-constrast": 3.0923585891723633,
-      "step": 5699,
-      "subrel-constrast": 3.9674596786499023,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.474097331240189,
-      "grad_norm": 5.71875,
-      "learning_rate": 2.326479365105355e-05,
-      "loss": 0.722,
-      "step": 5700
-    },
-    {
-      "epoch": 4.474097331240189,
-      "overlap": 0.3187499940395355,
-      "step": 5700
-    },
-    {
-      "epoch": 4.474097331240189,
-      "step": 5700,
-      "student margin": 0.05267333984375
-    },
-    {
-      "epoch": 4.474097331240189,
-      "step": 5700,
-      "teacher margin": 0.040557861328125
-    },
-    {
-      "epoch": 4.474097331240189,
-      "margin difference": -0.012115478515625,
-      "step": 5700
-    },
-    {
-      "cov-distil": 1.462999939918518,
-      "cov-distil (oracle2student)": 4.006741523742676,
-      "cov-distil (oracle2teacher)": 3.70993709564209,
-      "epoch": 4.474097331240189,
-      "rel-constrast": 3.9187686443328857,
-      "step": 5700,
-      "subrel-constrast": 4.074361801147461,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3225891590118408,
-      "cov-distil (oracle2student)": 3.672966241836548,
-      "cov-distil (oracle2teacher)": 3.2229514122009277,
-      "epoch": 4.474882260596546,
-      "rel-constrast": 2.0315825939178467,
-      "step": 5701,
-      "subrel-constrast": 2.8704025745391846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3867251873016357,
-      "cov-distil (oracle2student)": 6.853039264678955,
-      "cov-distil (oracle2teacher)": 5.834461212158203,
-      "epoch": 4.475667189952905,
-      "rel-constrast": 2.6338164806365967,
-      "step": 5702,
-      "subrel-constrast": 3.5687479972839355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.498967170715332,
-      "cov-distil (oracle2student)": 5.756760120391846,
-      "cov-distil (oracle2teacher)": 5.637603282928467,
-      "epoch": 4.476452119309262,
-      "rel-constrast": 2.8246335983276367,
-      "step": 5703,
-      "subrel-constrast": 3.3382914066314697,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8003250360488892,
-      "cov-distil (oracle2student)": 4.230555534362793,
-      "cov-distil (oracle2teacher)": 4.760736465454102,
-      "epoch": 4.47723704866562,
-      "rel-constrast": 2.6731457710266113,
-      "step": 5704,
-      "subrel-constrast": 3.8222427368164062,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6241605281829834,
-      "cov-distil (oracle2student)": 3.935366630554199,
-      "cov-distil (oracle2teacher)": 3.9182000160217285,
-      "epoch": 4.478021978021978,
-      "rel-constrast": 2.198648691177368,
-      "step": 5705,
-      "subrel-constrast": 3.3622872829437256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4052373170852661,
-      "cov-distil (oracle2student)": 3.5419015884399414,
-      "cov-distil (oracle2teacher)": 3.8548309803009033,
-      "epoch": 4.478806907378336,
-      "rel-constrast": 1.9040920734405518,
-      "step": 5706,
-      "subrel-constrast": 2.915839672088623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8594951629638672,
-      "cov-distil (oracle2student)": 2.6429529190063477,
-      "cov-distil (oracle2teacher)": 2.4906883239746094,
-      "epoch": 4.479591836734694,
-      "rel-constrast": 2.216947078704834,
-      "step": 5707,
-      "subrel-constrast": 3.1188905239105225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1098976135253906,
-      "cov-distil (oracle2student)": 5.0797319412231445,
-      "cov-distil (oracle2teacher)": 5.039782524108887,
-      "epoch": 4.480376766091052,
-      "rel-constrast": 1.8176836967468262,
-      "step": 5708,
-      "subrel-constrast": 2.4300434589385986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5074150562286377,
-      "cov-distil (oracle2student)": 3.891286849975586,
-      "cov-distil (oracle2teacher)": 4.1223859786987305,
-      "epoch": 4.48116169544741,
-      "rel-constrast": 2.6977009773254395,
-      "step": 5709,
-      "subrel-constrast": 3.6699531078338623,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.481946624803768,
-      "grad_norm": 5.15625,
-      "learning_rate": 2.3177748393833303e-05,
-      "loss": 0.6604,
-      "step": 5710
-    },
-    {
-      "cov-distil": 1.0699841976165771,
-      "cov-distil (oracle2student)": 3.0049891471862793,
-      "cov-distil (oracle2teacher)": 2.883415937423706,
-      "epoch": 4.481946624803768,
-      "rel-constrast": 2.8891568183898926,
-      "step": 5710,
-      "subrel-constrast": 3.4187703132629395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.499916434288025,
-      "cov-distil (oracle2student)": 3.627375364303589,
-      "cov-distil (oracle2teacher)": 3.717282772064209,
-      "epoch": 4.482731554160125,
-      "rel-constrast": 1.9933574199676514,
-      "step": 5711,
-      "subrel-constrast": 3.0747790336608887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3124465942382812,
-      "cov-distil (oracle2student)": 3.3946340084075928,
-      "cov-distil (oracle2teacher)": 3.938812494277954,
-      "epoch": 4.483516483516484,
-      "rel-constrast": 2.2053885459899902,
-      "step": 5712,
-      "subrel-constrast": 2.957857608795166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4899635314941406,
-      "cov-distil (oracle2student)": 3.3134822845458984,
-      "cov-distil (oracle2teacher)": 2.7281038761138916,
-      "epoch": 4.484301412872841,
-      "rel-constrast": 1.9627991914749146,
-      "step": 5713,
-      "subrel-constrast": 2.7912280559539795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.989911437034607,
-      "cov-distil (oracle2student)": 3.7150959968566895,
-      "cov-distil (oracle2teacher)": 3.665026903152466,
-      "epoch": 4.4850863422291996,
-      "rel-constrast": 1.882429599761963,
-      "step": 5714,
-      "subrel-constrast": 3.003750801086426,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.686518669128418,
-      "cov-distil (oracle2student)": 5.0565505027771,
-      "cov-distil (oracle2teacher)": 4.487123012542725,
-      "epoch": 4.485871271585557,
-      "rel-constrast": 2.085758686065674,
-      "step": 5715,
-      "subrel-constrast": 2.895526647567749,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3660964965820312,
-      "cov-distil (oracle2student)": 6.100893497467041,
-      "cov-distil (oracle2teacher)": 5.040596008300781,
-      "epoch": 4.4866562009419155,
-      "rel-constrast": 2.458817481994629,
-      "step": 5716,
-      "subrel-constrast": 2.773719549179077,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.777858853340149,
-      "cov-distil (oracle2student)": 5.040440559387207,
-      "cov-distil (oracle2teacher)": 4.853601455688477,
-      "epoch": 4.487441130298273,
-      "rel-constrast": 3.003650426864624,
-      "step": 5717,
-      "subrel-constrast": 3.8446648120880127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.839579463005066,
-      "cov-distil (oracle2student)": 5.990024089813232,
-      "cov-distil (oracle2teacher)": 4.79530143737793,
-      "epoch": 4.488226059654631,
-      "rel-constrast": 2.825622081756592,
-      "step": 5718,
-      "subrel-constrast": 3.629838705062866,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7201476097106934,
-      "cov-distil (oracle2student)": 4.869706630706787,
-      "cov-distil (oracle2teacher)": 4.244375705718994,
-      "epoch": 4.489010989010989,
-      "rel-constrast": 2.563598871231079,
-      "step": 5719,
-      "subrel-constrast": 3.352471351623535,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.489795918367347,
-      "grad_norm": 5.53125,
-      "learning_rate": 2.309072534017382e-05,
-      "loss": 0.6361,
-      "step": 5720
-    },
-    {
-      "cov-distil": 1.4164013862609863,
-      "cov-distil (oracle2student)": 5.565673828125,
-      "cov-distil (oracle2teacher)": 5.071564197540283,
-      "epoch": 4.489795918367347,
-      "rel-constrast": 1.4408667087554932,
-      "step": 5720,
-      "subrel-constrast": 2.0921802520751953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.449028491973877,
-      "cov-distil (oracle2student)": 4.601752281188965,
-      "cov-distil (oracle2teacher)": 4.29119348526001,
-      "epoch": 4.490580847723705,
-      "rel-constrast": 1.7480838298797607,
-      "step": 5721,
-      "subrel-constrast": 2.333181619644165,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0145514011383057,
-      "cov-distil (oracle2student)": 2.8712406158447266,
-      "cov-distil (oracle2teacher)": 3.2266974449157715,
-      "epoch": 4.491365777080063,
-      "rel-constrast": 1.6208534240722656,
-      "step": 5722,
-      "subrel-constrast": 2.8532590866088867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1773796081542969,
-      "cov-distil (oracle2student)": 3.633405923843384,
-      "cov-distil (oracle2teacher)": 3.674851417541504,
-      "epoch": 4.492150706436421,
-      "rel-constrast": 2.2477738857269287,
-      "step": 5723,
-      "subrel-constrast": 2.8158178329467773,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.560563564300537,
-      "cov-distil (oracle2student)": 6.393279075622559,
-      "cov-distil (oracle2teacher)": 5.753778457641602,
-      "epoch": 4.4929356357927785,
-      "rel-constrast": 2.601036548614502,
-      "step": 5724,
-      "subrel-constrast": 3.4914915561676025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.111642837524414,
-      "cov-distil (oracle2student)": 4.138638496398926,
-      "cov-distil (oracle2teacher)": 4.356656551361084,
-      "epoch": 4.493720565149137,
-      "rel-constrast": 2.8197202682495117,
-      "step": 5725,
-      "subrel-constrast": 3.801898956298828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.278588891029358,
-      "cov-distil (oracle2student)": 3.8510844707489014,
-      "cov-distil (oracle2teacher)": 3.8412961959838867,
-      "epoch": 4.4945054945054945,
-      "rel-constrast": 2.240386724472046,
-      "step": 5726,
-      "subrel-constrast": 2.729957103729248,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3695422410964966,
-      "cov-distil (oracle2student)": 7.585080623626709,
-      "cov-distil (oracle2teacher)": 7.2552595138549805,
-      "epoch": 4.495290423861852,
-      "rel-constrast": 3.095529556274414,
-      "step": 5727,
-      "subrel-constrast": 3.7345244884490967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6379685401916504,
-      "cov-distil (oracle2student)": 4.7823686599731445,
-      "cov-distil (oracle2teacher)": 4.768880367279053,
-      "epoch": 4.4960753532182105,
-      "rel-constrast": 3.1211016178131104,
-      "step": 5728,
-      "subrel-constrast": 3.7975776195526123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6318984031677246,
-      "cov-distil (oracle2student)": 3.474426746368408,
-      "cov-distil (oracle2teacher)": 3.5589118003845215,
-      "epoch": 4.496860282574568,
-      "rel-constrast": 2.3331480026245117,
-      "step": 5729,
-      "subrel-constrast": 2.7081868648529053,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.4976452119309265,
-      "grad_norm": 5.625,
-      "learning_rate": 2.300372555042352e-05,
-      "loss": 0.6183,
-      "step": 5730
-    },
-    {
-      "cov-distil": 1.6117427349090576,
-      "cov-distil (oracle2student)": 2.7882916927337646,
-      "cov-distil (oracle2teacher)": 2.329821825027466,
-      "epoch": 4.4976452119309265,
-      "rel-constrast": 2.8722615242004395,
-      "step": 5730,
-      "subrel-constrast": 3.0170044898986816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.527416706085205,
-      "cov-distil (oracle2student)": 4.594489097595215,
-      "cov-distil (oracle2teacher)": 4.588478088378906,
-      "epoch": 4.498430141287284,
-      "rel-constrast": 2.5250778198242188,
-      "step": 5731,
-      "subrel-constrast": 3.247570514678955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4357178211212158,
-      "cov-distil (oracle2student)": 5.2988080978393555,
-      "cov-distil (oracle2teacher)": 4.98921012878418,
-      "epoch": 4.4992150706436425,
-      "rel-constrast": 2.04508376121521,
-      "step": 5732,
-      "subrel-constrast": 2.985733985900879,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.5051121711730957,
-      "cov-distil (oracle2student)": 4.228400707244873,
-      "cov-distil (oracle2teacher)": 3.6151552200317383,
-      "epoch": 4.5,
-      "rel-constrast": 1.2649627923965454,
-      "step": 5733,
-      "subrel-constrast": 2.637505531311035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.838361382484436,
-      "cov-distil (oracle2student)": 3.2239890098571777,
-      "cov-distil (oracle2teacher)": 3.067763328552246,
-      "epoch": 4.5007849293563575,
-      "rel-constrast": 1.9628431797027588,
-      "step": 5734,
-      "subrel-constrast": 2.970595359802246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5888007879257202,
-      "cov-distil (oracle2student)": 4.290482044219971,
-      "cov-distil (oracle2teacher)": 4.214663982391357,
-      "epoch": 4.501569858712716,
-      "rel-constrast": 4.165531635284424,
-      "step": 5735,
-      "subrel-constrast": 4.614598274230957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5723243951797485,
-      "cov-distil (oracle2student)": 3.256343364715576,
-      "cov-distil (oracle2teacher)": 3.144327402114868,
-      "epoch": 4.5023547880690735,
-      "rel-constrast": 2.198071241378784,
-      "step": 5736,
-      "subrel-constrast": 2.8420889377593994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.53202748298645,
-      "cov-distil (oracle2student)": 3.8349485397338867,
-      "cov-distil (oracle2teacher)": 3.429030656814575,
-      "epoch": 4.503139717425432,
-      "rel-constrast": 3.683284282684326,
-      "step": 5737,
-      "subrel-constrast": 4.497079372406006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.66127610206604,
-      "cov-distil (oracle2student)": 5.205082893371582,
-      "cov-distil (oracle2teacher)": 5.705395698547363,
-      "epoch": 4.5039246467817895,
-      "rel-constrast": 3.19345760345459,
-      "step": 5738,
-      "subrel-constrast": 4.5762152671813965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6510990858078003,
-      "cov-distil (oracle2student)": 6.202838897705078,
-      "cov-distil (oracle2teacher)": 5.744687080383301,
-      "epoch": 4.504709576138148,
-      "rel-constrast": 4.771193504333496,
-      "step": 5739,
-      "subrel-constrast": 4.922508239746094,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.5054945054945055,
-      "grad_norm": 8.1875,
-      "learning_rate": 2.291675008464742e-05,
-      "loss": 0.7619,
-      "step": 5740
-    },
-    {
-      "cov-distil": 1.2444040775299072,
-      "cov-distil (oracle2student)": 2.117877960205078,
-      "cov-distil (oracle2teacher)": 2.0897021293640137,
-      "epoch": 4.5054945054945055,
-      "rel-constrast": 1.36538565158844,
-      "step": 5740,
-      "subrel-constrast": 1.9425266981124878,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.946732759475708,
-      "cov-distil (oracle2student)": 5.573294639587402,
-      "cov-distil (oracle2teacher)": 5.38477897644043,
-      "epoch": 4.506279434850864,
-      "rel-constrast": 1.973732829093933,
-      "step": 5741,
-      "subrel-constrast": 2.588794708251953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5975550413131714,
-      "cov-distil (oracle2student)": 4.846109867095947,
-      "cov-distil (oracle2teacher)": 4.585038185119629,
-      "epoch": 4.5070643642072215,
-      "rel-constrast": 3.101567268371582,
-      "step": 5742,
-      "subrel-constrast": 3.4232590198516846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7764805555343628,
-      "cov-distil (oracle2student)": 3.567415714263916,
-      "cov-distil (oracle2teacher)": 3.4350786209106445,
-      "epoch": 4.507849293563579,
-      "rel-constrast": 1.4420114755630493,
-      "step": 5743,
-      "subrel-constrast": 2.3181042671203613,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9935184717178345,
-      "cov-distil (oracle2student)": 4.19396448135376,
-      "cov-distil (oracle2teacher)": 3.9477643966674805,
-      "epoch": 4.508634222919937,
-      "rel-constrast": 2.4758236408233643,
-      "step": 5744,
-      "subrel-constrast": 3.1311168670654297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.734379529953003,
-      "cov-distil (oracle2student)": 4.445143699645996,
-      "cov-distil (oracle2teacher)": 4.322666168212891,
-      "epoch": 4.509419152276295,
-      "rel-constrast": 2.715372085571289,
-      "step": 5745,
-      "subrel-constrast": 3.789422035217285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2455604076385498,
-      "cov-distil (oracle2student)": 4.762775421142578,
-      "cov-distil (oracle2teacher)": 4.750154495239258,
-      "epoch": 4.510204081632653,
-      "rel-constrast": 2.7092952728271484,
-      "step": 5746,
-      "subrel-constrast": 3.033950090408325,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9904524683952332,
-      "cov-distil (oracle2student)": 4.815293788909912,
-      "cov-distil (oracle2teacher)": 4.477126121520996,
-      "epoch": 4.510989010989011,
-      "rel-constrast": 2.5052170753479004,
-      "step": 5747,
-      "subrel-constrast": 3.146523952484131,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.364262580871582,
-      "cov-distil (oracle2student)": 4.698176383972168,
-      "cov-distil (oracle2teacher)": 4.0761003494262695,
-      "epoch": 4.511773940345369,
-      "rel-constrast": 3.073294162750244,
-      "step": 5748,
-      "subrel-constrast": 3.136002540588379,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5847666263580322,
-      "cov-distil (oracle2student)": 5.188238143920898,
-      "cov-distil (oracle2teacher)": 4.396672248840332,
-      "epoch": 4.512558869701727,
-      "rel-constrast": 2.803467273712158,
-      "step": 5749,
-      "subrel-constrast": 3.481839179992676,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.5133437990580845,
-      "grad_norm": 5.625,
-      "learning_rate": 2.2829800002614096e-05,
-      "loss": 0.6378,
-      "step": 5750
-    },
-    {
-      "cov-distil": 1.2648818492889404,
-      "cov-distil (oracle2student)": 4.238457202911377,
-      "cov-distil (oracle2teacher)": 3.9525372982025146,
-      "epoch": 4.5133437990580845,
-      "rel-constrast": 3.0434722900390625,
-      "step": 5750,
-      "subrel-constrast": 3.60703182220459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4546098709106445,
-      "cov-distil (oracle2student)": 3.675081729888916,
-      "cov-distil (oracle2teacher)": 3.5408401489257812,
-      "epoch": 4.514128728414443,
-      "rel-constrast": 2.773509979248047,
-      "step": 5751,
-      "subrel-constrast": 3.0805718898773193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.496383547782898,
-      "cov-distil (oracle2student)": 6.280294418334961,
-      "cov-distil (oracle2teacher)": 5.450061798095703,
-      "epoch": 4.5149136577708004,
-      "rel-constrast": 3.0164103507995605,
-      "step": 5752,
-      "subrel-constrast": 3.6174683570861816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5830572843551636,
-      "cov-distil (oracle2student)": 5.512521743774414,
-      "cov-distil (oracle2teacher)": 4.9233245849609375,
-      "epoch": 4.515698587127159,
-      "rel-constrast": 2.181692600250244,
-      "step": 5753,
-      "subrel-constrast": 2.9601008892059326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3171151876449585,
-      "cov-distil (oracle2student)": 4.895646572113037,
-      "cov-distil (oracle2teacher)": 4.5651445388793945,
-      "epoch": 4.516483516483516,
-      "rel-constrast": 2.0506675243377686,
-      "step": 5754,
-      "subrel-constrast": 2.76467227935791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5459895133972168,
-      "cov-distil (oracle2student)": 4.082658767700195,
-      "cov-distil (oracle2teacher)": 4.2002763748168945,
-      "epoch": 4.517268445839875,
-      "rel-constrast": 2.5746428966522217,
-      "step": 5755,
-      "subrel-constrast": 3.612459421157837,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3028645515441895,
-      "cov-distil (oracle2student)": 4.578305244445801,
-      "cov-distil (oracle2teacher)": 4.033817291259766,
-      "epoch": 4.518053375196232,
-      "rel-constrast": 2.8979785442352295,
-      "step": 5756,
-      "subrel-constrast": 3.719230890274048,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7234468460083008,
-      "cov-distil (oracle2student)": 3.7215538024902344,
-      "cov-distil (oracle2teacher)": 3.93245530128479,
-      "epoch": 4.51883830455259,
-      "rel-constrast": 2.7340288162231445,
-      "step": 5757,
-      "subrel-constrast": 3.9863877296447754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4726927280426025,
-      "cov-distil (oracle2student)": 5.790207386016846,
-      "cov-distil (oracle2teacher)": 5.372978687286377,
-      "epoch": 4.519623233908948,
-      "rel-constrast": 2.3827009201049805,
-      "step": 5758,
-      "subrel-constrast": 3.0564353466033936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3377031087875366,
-      "cov-distil (oracle2student)": 2.733959913253784,
-      "cov-distil (oracle2teacher)": 3.060311794281006,
-      "epoch": 4.520408163265306,
-      "rel-constrast": 1.8127050399780273,
-      "step": 5759,
-      "subrel-constrast": 2.584317207336426,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.521193092621664,
-      "grad_norm": 5.46875,
-      "learning_rate": 2.2742876363782863e-05,
-      "loss": 0.6729,
-      "step": 5760
-    },
-    {
-      "cov-distil": 1.5750253200531006,
-      "cov-distil (oracle2student)": 4.42167854309082,
-      "cov-distil (oracle2teacher)": 4.067188739776611,
-      "epoch": 4.521193092621664,
-      "rel-constrast": 2.1510090827941895,
-      "step": 5760,
-      "subrel-constrast": 2.764097213745117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3063098192214966,
-      "cov-distil (oracle2student)": 3.1708054542541504,
-      "cov-distil (oracle2teacher)": 3.2236838340759277,
-      "epoch": 4.521978021978022,
-      "rel-constrast": 2.5037670135498047,
-      "step": 5761,
-      "subrel-constrast": 2.95505428314209,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0289838314056396,
-      "cov-distil (oracle2student)": 4.799844741821289,
-      "cov-distil (oracle2teacher)": 4.586725234985352,
-      "epoch": 4.52276295133438,
-      "rel-constrast": 2.2788195610046387,
-      "step": 5762,
-      "subrel-constrast": 2.4847021102905273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.766162633895874,
-      "cov-distil (oracle2student)": 4.406269073486328,
-      "cov-distil (oracle2teacher)": 4.2401041984558105,
-      "epoch": 4.523547880690738,
-      "rel-constrast": 1.9767669439315796,
-      "step": 5763,
-      "subrel-constrast": 2.7290356159210205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4949079751968384,
-      "cov-distil (oracle2student)": 3.7195687294006348,
-      "cov-distil (oracle2teacher)": 3.6418933868408203,
-      "epoch": 4.524332810047095,
-      "rel-constrast": 2.101130962371826,
-      "step": 5764,
-      "subrel-constrast": 2.898850917816162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.110473155975342,
-      "cov-distil (oracle2student)": 5.355866432189941,
-      "cov-distil (oracle2teacher)": 4.736058235168457,
-      "epoch": 4.525117739403454,
-      "rel-constrast": 2.487321376800537,
-      "step": 5765,
-      "subrel-constrast": 3.2852280139923096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4553536176681519,
-      "cov-distil (oracle2student)": 4.191398620605469,
-      "cov-distil (oracle2teacher)": 3.788464069366455,
-      "epoch": 4.525902668759811,
-      "rel-constrast": 1.8612010478973389,
-      "step": 5766,
-      "subrel-constrast": 2.4365456104278564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1030712127685547,
-      "cov-distil (oracle2student)": 5.774320125579834,
-      "cov-distil (oracle2teacher)": 4.995134353637695,
-      "epoch": 4.52668759811617,
-      "rel-constrast": 2.419398307800293,
-      "step": 5767,
-      "subrel-constrast": 2.8616864681243896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0675010681152344,
-      "cov-distil (oracle2student)": 4.246835708618164,
-      "cov-distil (oracle2teacher)": 3.8894360065460205,
-      "epoch": 4.527472527472527,
-      "rel-constrast": 2.186781167984009,
-      "step": 5768,
-      "subrel-constrast": 2.839782953262329,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0436041355133057,
-      "cov-distil (oracle2student)": 3.309390068054199,
-      "cov-distil (oracle2teacher)": 3.6752095222473145,
-      "epoch": 4.528257456828886,
-      "rel-constrast": 3.2373714447021484,
-      "step": 5769,
-      "subrel-constrast": 3.7389285564422607,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.529042386185243,
-      "grad_norm": 6.03125,
-      "learning_rate": 2.2655980227290842e-05,
-      "loss": 0.6175,
-      "step": 5770
-    },
-    {
-      "cov-distil": 1.4926615953445435,
-      "cov-distil (oracle2student)": 4.497703552246094,
-      "cov-distil (oracle2teacher)": 4.633696556091309,
-      "epoch": 4.529042386185243,
-      "rel-constrast": 2.952690601348877,
-      "step": 5770,
-      "subrel-constrast": 4.004293918609619,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.830917477607727,
-      "cov-distil (oracle2student)": 5.142710208892822,
-      "cov-distil (oracle2teacher)": 4.9813923835754395,
-      "epoch": 4.529827315541601,
-      "rel-constrast": 2.640120029449463,
-      "step": 5771,
-      "subrel-constrast": 3.5280113220214844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0951709747314453,
-      "cov-distil (oracle2student)": 3.290067195892334,
-      "cov-distil (oracle2teacher)": 3.6552932262420654,
-      "epoch": 4.530612244897959,
-      "rel-constrast": 2.7417349815368652,
-      "step": 5772,
-      "subrel-constrast": 3.772420644760132,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6614770889282227,
-      "cov-distil (oracle2student)": 5.251272201538086,
-      "cov-distil (oracle2teacher)": 4.536510944366455,
-      "epoch": 4.531397174254317,
-      "rel-constrast": 1.720804214477539,
-      "step": 5773,
-      "subrel-constrast": 2.7524547576904297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1392881870269775,
-      "cov-distil (oracle2student)": 5.223773956298828,
-      "cov-distil (oracle2teacher)": 4.675144195556641,
-      "epoch": 4.532182103610675,
-      "rel-constrast": 2.719748020172119,
-      "step": 5774,
-      "subrel-constrast": 3.3392081260681152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3509492874145508,
-      "cov-distil (oracle2student)": 5.181039333343506,
-      "cov-distil (oracle2teacher)": 5.025465488433838,
-      "epoch": 4.532967032967033,
-      "rel-constrast": 2.821631669998169,
-      "step": 5775,
-      "subrel-constrast": 3.3590047359466553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.15579092502594,
-      "cov-distil (oracle2student)": 4.5597453117370605,
-      "cov-distil (oracle2teacher)": 4.481560230255127,
-      "epoch": 4.533751962323391,
-      "rel-constrast": 2.1644740104675293,
-      "step": 5776,
-      "subrel-constrast": 2.772521734237671,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4383728504180908,
-      "cov-distil (oracle2student)": 3.084573268890381,
-      "cov-distil (oracle2teacher)": 3.632455825805664,
-      "epoch": 4.534536891679749,
-      "rel-constrast": 2.9090487957000732,
-      "step": 5777,
-      "subrel-constrast": 3.449044942855835,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6020185947418213,
-      "cov-distil (oracle2student)": 4.174568176269531,
-      "cov-distil (oracle2teacher)": 4.367576599121094,
-      "epoch": 4.535321821036106,
-      "rel-constrast": 1.803045630455017,
-      "step": 5778,
-      "subrel-constrast": 3.0419304370880127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4361802339553833,
-      "cov-distil (oracle2student)": 2.093395233154297,
-      "cov-distil (oracle2teacher)": 2.6116127967834473,
-      "epoch": 4.536106750392465,
-      "rel-constrast": 1.2473294734954834,
-      "step": 5779,
-      "subrel-constrast": 2.3351290225982666,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.536891679748822,
-      "grad_norm": 4.125,
-      "learning_rate": 2.2569112651940016e-05,
-      "loss": 0.6285,
-      "step": 5780
-    },
-    {
-      "cov-distil": 1.186730146408081,
-      "cov-distil (oracle2student)": 4.228721618652344,
-      "cov-distil (oracle2teacher)": 4.155611991882324,
-      "epoch": 4.536891679748822,
-      "rel-constrast": 2.230160713195801,
-      "step": 5780,
-      "subrel-constrast": 3.4144463539123535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4902756214141846,
-      "cov-distil (oracle2student)": 3.381903648376465,
-      "cov-distil (oracle2teacher)": 3.4669275283813477,
-      "epoch": 4.537676609105181,
-      "rel-constrast": 1.7455602884292603,
-      "step": 5781,
-      "subrel-constrast": 2.289919137954712,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6675665378570557,
-      "cov-distil (oracle2student)": 2.931919574737549,
-      "cov-distil (oracle2teacher)": 2.628929615020752,
-      "epoch": 4.538461538461538,
-      "rel-constrast": 2.5570852756500244,
-      "step": 5782,
-      "subrel-constrast": 2.9943485260009766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.376185417175293,
-      "cov-distil (oracle2student)": 4.652705192565918,
-      "cov-distil (oracle2teacher)": 3.7336833477020264,
-      "epoch": 4.539246467817897,
-      "rel-constrast": 1.8998615741729736,
-      "step": 5783,
-      "subrel-constrast": 2.3336949348449707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2119507789611816,
-      "cov-distil (oracle2student)": 5.996599197387695,
-      "cov-distil (oracle2teacher)": 5.52146577835083,
-      "epoch": 4.540031397174254,
-      "rel-constrast": 2.530153274536133,
-      "step": 5784,
-      "subrel-constrast": 3.377574920654297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3757556676864624,
-      "cov-distil (oracle2student)": 4.939168453216553,
-      "cov-distil (oracle2teacher)": 5.023327827453613,
-      "epoch": 4.540816326530612,
-      "rel-constrast": 2.7438576221466064,
-      "step": 5785,
-      "subrel-constrast": 3.6212596893310547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6490217447280884,
-      "cov-distil (oracle2student)": 4.626715660095215,
-      "cov-distil (oracle2teacher)": 4.265020370483398,
-      "epoch": 4.54160125588697,
-      "rel-constrast": 2.2544608116149902,
-      "step": 5786,
-      "subrel-constrast": 3.131913661956787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.243018627166748,
-      "cov-distil (oracle2student)": 4.698182106018066,
-      "cov-distil (oracle2teacher)": 4.4369096755981445,
-      "epoch": 4.542386185243328,
-      "rel-constrast": 2.2773938179016113,
-      "step": 5787,
-      "subrel-constrast": 2.782959222793579,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.228107213973999,
-      "cov-distil (oracle2student)": 6.630363941192627,
-      "cov-distil (oracle2teacher)": 5.503240585327148,
-      "epoch": 4.543171114599686,
-      "rel-constrast": 3.502089023590088,
-      "step": 5788,
-      "subrel-constrast": 3.3896026611328125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6345984935760498,
-      "cov-distil (oracle2student)": 2.8757481575012207,
-      "cov-distil (oracle2teacher)": 2.8656108379364014,
-      "epoch": 4.543956043956044,
-      "rel-constrast": 2.8675537109375,
-      "step": 5789,
-      "subrel-constrast": 3.1980485916137695,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.544740973312402,
-      "grad_norm": 5.59375,
-      "learning_rate": 2.2482274696184394e-05,
-      "loss": 0.6529,
-      "step": 5790
-    },
-    {
-      "cov-distil": 1.2690449953079224,
-      "cov-distil (oracle2student)": 5.051823616027832,
-      "cov-distil (oracle2teacher)": 4.731180191040039,
-      "epoch": 4.544740973312402,
-      "rel-constrast": 2.1063427925109863,
-      "step": 5790,
-      "subrel-constrast": 2.617506742477417,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7384192943572998,
-      "cov-distil (oracle2student)": 3.6364924907684326,
-      "cov-distil (oracle2teacher)": 3.806447982788086,
-      "epoch": 4.54552590266876,
-      "rel-constrast": 2.588582754135132,
-      "step": 5791,
-      "subrel-constrast": 3.4460291862487793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3929760456085205,
-      "cov-distil (oracle2student)": 5.929973125457764,
-      "cov-distil (oracle2teacher)": 5.797064781188965,
-      "epoch": 4.546310832025117,
-      "rel-constrast": 3.0903656482696533,
-      "step": 5792,
-      "subrel-constrast": 3.5252764225006104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7105250358581543,
-      "cov-distil (oracle2student)": 4.243502616882324,
-      "cov-distil (oracle2teacher)": 4.591498851776123,
-      "epoch": 4.547095761381476,
-      "rel-constrast": 2.8427467346191406,
-      "step": 5793,
-      "subrel-constrast": 3.875133991241455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1782182455062866,
-      "cov-distil (oracle2student)": 4.413089275360107,
-      "cov-distil (oracle2teacher)": 3.979184627532959,
-      "epoch": 4.547880690737833,
-      "rel-constrast": 1.4921436309814453,
-      "step": 5794,
-      "subrel-constrast": 2.2837870121002197,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2806212902069092,
-      "cov-distil (oracle2student)": 4.866678237915039,
-      "cov-distil (oracle2teacher)": 4.507448196411133,
-      "epoch": 4.548665620094192,
-      "rel-constrast": 2.2092766761779785,
-      "step": 5795,
-      "subrel-constrast": 3.3271427154541016,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7859625816345215,
-      "cov-distil (oracle2student)": 5.631809234619141,
-      "cov-distil (oracle2teacher)": 5.824455261230469,
-      "epoch": 4.549450549450549,
-      "rel-constrast": 4.1948370933532715,
-      "step": 5796,
-      "subrel-constrast": 5.347388744354248,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.358965516090393,
-      "cov-distil (oracle2student)": 4.787022590637207,
-      "cov-distil (oracle2teacher)": 4.341629505157471,
-      "epoch": 4.550235478806908,
-      "rel-constrast": 1.8117713928222656,
-      "step": 5797,
-      "subrel-constrast": 2.8444690704345703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4801464080810547,
-      "cov-distil (oracle2student)": 4.929873466491699,
-      "cov-distil (oracle2teacher)": 5.263581275939941,
-      "epoch": 4.551020408163265,
-      "rel-constrast": 3.5106921195983887,
-      "step": 5798,
-      "subrel-constrast": 4.389707565307617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6068757772445679,
-      "cov-distil (oracle2student)": 3.8992671966552734,
-      "cov-distil (oracle2teacher)": 4.069212436676025,
-      "epoch": 4.551805337519623,
-      "rel-constrast": 2.373448371887207,
-      "step": 5799,
-      "subrel-constrast": 3.4403045177459717,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.552590266875981,
-      "grad_norm": 5.25,
-      "learning_rate": 2.239546741811704e-05,
-      "loss": 0.6925,
-      "step": 5800
-    },
-    {
-      "epoch": 4.552590266875981,
-      "overlap": 0.328125,
-      "step": 5800
-    },
-    {
-      "epoch": 4.552590266875981,
-      "step": 5800,
-      "student margin": 0.063446044921875
-    },
-    {
-      "epoch": 4.552590266875981,
-      "step": 5800,
-      "teacher margin": 0.045440673828125
-    },
-    {
-      "epoch": 4.552590266875981,
-      "margin difference": -0.01800537109375,
-      "step": 5800
-    },
-    {
-      "cov-distil": 1.2865880727767944,
-      "cov-distil (oracle2student)": 4.256146430969238,
-      "cov-distil (oracle2teacher)": 3.9621286392211914,
-      "epoch": 4.552590266875981,
-      "rel-constrast": 2.9862852096557617,
-      "step": 5800,
-      "subrel-constrast": 3.313495635986328,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.366883397102356,
-      "cov-distil (oracle2student)": 4.5272016525268555,
-      "cov-distil (oracle2teacher)": 4.341609954833984,
-      "epoch": 4.553375196232339,
-      "rel-constrast": 3.754784107208252,
-      "step": 5801,
-      "subrel-constrast": 4.245272159576416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3516876697540283,
-      "cov-distil (oracle2student)": 6.932292938232422,
-      "cov-distil (oracle2teacher)": 6.150274753570557,
-      "epoch": 4.554160125588697,
-      "rel-constrast": 3.437100410461426,
-      "step": 5802,
-      "subrel-constrast": 3.4309258460998535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3701705932617188,
-      "cov-distil (oracle2student)": 4.740302085876465,
-      "cov-distil (oracle2teacher)": 3.877920150756836,
-      "epoch": 4.554945054945055,
-      "rel-constrast": 2.4616539478302,
-      "step": 5803,
-      "subrel-constrast": 3.430959701538086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5918735265731812,
-      "cov-distil (oracle2student)": 3.5680627822875977,
-      "cov-distil (oracle2teacher)": 3.2758591175079346,
-      "epoch": 4.555729984301413,
-      "rel-constrast": 2.751486301422119,
-      "step": 5804,
-      "subrel-constrast": 3.571462392807007,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5455138683319092,
-      "cov-distil (oracle2student)": 7.433123588562012,
-      "cov-distil (oracle2teacher)": 6.54245662689209,
-      "epoch": 4.556514913657771,
-      "rel-constrast": 4.3629679679870605,
-      "step": 5805,
-      "subrel-constrast": 4.486435890197754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.917862892150879,
-      "cov-distil (oracle2student)": 5.33765983581543,
-      "cov-distil (oracle2teacher)": 5.795042991638184,
-      "epoch": 4.557299843014128,
-      "rel-constrast": 2.068094253540039,
-      "step": 5806,
-      "subrel-constrast": 3.1536502838134766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9211022853851318,
-      "cov-distil (oracle2student)": 5.134672164916992,
-      "cov-distil (oracle2teacher)": 4.45826530456543,
-      "epoch": 4.558084772370487,
-      "rel-constrast": 2.727151870727539,
-      "step": 5807,
-      "subrel-constrast": 2.9410932064056396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5581947565078735,
-      "cov-distil (oracle2student)": 3.7424046993255615,
-      "cov-distil (oracle2teacher)": 3.702359199523926,
-      "epoch": 4.558869701726844,
-      "rel-constrast": 3.159503936767578,
-      "step": 5808,
-      "subrel-constrast": 3.919583559036255,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5206544399261475,
-      "cov-distil (oracle2student)": 4.041554927825928,
-      "cov-distil (oracle2teacher)": 4.079270839691162,
-      "epoch": 4.559654631083203,
-      "rel-constrast": 2.1386818885803223,
-      "step": 5809,
-      "subrel-constrast": 2.7896578311920166,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.56043956043956,
-      "grad_norm": 4.96875,
-      "learning_rate": 2.230869187545727e-05,
-      "loss": 0.7848,
-      "step": 5810
-    },
-    {
-      "cov-distil": 1.6795934438705444,
-      "cov-distil (oracle2student)": 5.982639312744141,
-      "cov-distil (oracle2teacher)": 4.618095397949219,
-      "epoch": 4.56043956043956,
-      "rel-constrast": 1.9030728340148926,
-      "step": 5810,
-      "subrel-constrast": 2.552870988845825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2976341247558594,
-      "cov-distil (oracle2student)": 4.1765875816345215,
-      "cov-distil (oracle2teacher)": 3.7863476276397705,
-      "epoch": 4.561224489795919,
-      "rel-constrast": 2.194991111755371,
-      "step": 5811,
-      "subrel-constrast": 3.0574097633361816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5985159873962402,
-      "cov-distil (oracle2student)": 4.103698253631592,
-      "cov-distil (oracle2teacher)": 3.5240225791931152,
-      "epoch": 4.562009419152276,
-      "rel-constrast": 2.1851940155029297,
-      "step": 5812,
-      "subrel-constrast": 2.853153705596924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4030271768569946,
-      "cov-distil (oracle2student)": 3.88120698928833,
-      "cov-distil (oracle2teacher)": 3.626908779144287,
-      "epoch": 4.562794348508634,
-      "rel-constrast": 2.474109411239624,
-      "step": 5813,
-      "subrel-constrast": 3.4745688438415527,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2528250217437744,
-      "cov-distil (oracle2student)": 3.408198356628418,
-      "cov-distil (oracle2teacher)": 3.6396725177764893,
-      "epoch": 4.563579277864992,
-      "rel-constrast": 2.0314557552337646,
-      "step": 5814,
-      "subrel-constrast": 2.8362619876861572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9344433546066284,
-      "cov-distil (oracle2student)": 4.37239933013916,
-      "cov-distil (oracle2teacher)": 4.646159648895264,
-      "epoch": 4.56436420722135,
-      "rel-constrast": 1.9781506061553955,
-      "step": 5815,
-      "subrel-constrast": 3.181581974029541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2728395462036133,
-      "cov-distil (oracle2student)": 4.339506149291992,
-      "cov-distil (oracle2teacher)": 4.2169976234436035,
-      "epoch": 4.565149136577708,
-      "rel-constrast": 2.487765312194824,
-      "step": 5816,
-      "subrel-constrast": 2.831727981567383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1065341234207153,
-      "cov-distil (oracle2student)": 5.327950954437256,
-      "cov-distil (oracle2teacher)": 5.309340476989746,
-      "epoch": 4.565934065934066,
-      "rel-constrast": 1.411372423171997,
-      "step": 5817,
-      "subrel-constrast": 2.53216814994812,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.560963749885559,
-      "cov-distil (oracle2student)": 3.977769374847412,
-      "cov-distil (oracle2teacher)": 4.084362030029297,
-      "epoch": 4.566718995290424,
-      "rel-constrast": 2.953178882598877,
-      "step": 5818,
-      "subrel-constrast": 3.531808376312256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4734570980072021,
-      "cov-distil (oracle2student)": 4.889033794403076,
-      "cov-distil (oracle2teacher)": 4.637494087219238,
-      "epoch": 4.567503924646782,
-      "rel-constrast": 3.079568862915039,
-      "step": 5819,
-      "subrel-constrast": 3.6765635013580322,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.568288854003139,
-      "grad_norm": 5.9375,
-      "learning_rate": 2.222194912553767e-05,
-      "loss": 0.6039,
-      "step": 5820
-    },
-    {
-      "cov-distil": 1.7147560119628906,
-      "cov-distil (oracle2student)": 4.7912068367004395,
-      "cov-distil (oracle2teacher)": 4.70355224609375,
-      "epoch": 4.568288854003139,
-      "rel-constrast": 3.678175449371338,
-      "step": 5820,
-      "subrel-constrast": 3.9983139038085938,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1735281944274902,
-      "cov-distil (oracle2student)": 3.910820484161377,
-      "cov-distil (oracle2teacher)": 4.009894371032715,
-      "epoch": 4.569073783359498,
-      "rel-constrast": 3.0965988636016846,
-      "step": 5821,
-      "subrel-constrast": 3.5383973121643066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5222053527832031,
-      "cov-distil (oracle2student)": 3.6374928951263428,
-      "cov-distil (oracle2teacher)": 3.431222915649414,
-      "epoch": 4.569858712715855,
-      "rel-constrast": 2.177053451538086,
-      "step": 5822,
-      "subrel-constrast": 3.3920936584472656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8392082452774048,
-      "cov-distil (oracle2student)": 5.301411151885986,
-      "cov-distil (oracle2teacher)": 5.11716365814209,
-      "epoch": 4.570643642072214,
-      "rel-constrast": 3.044365167617798,
-      "step": 5823,
-      "subrel-constrast": 4.014967441558838,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6510910987854004,
-      "cov-distil (oracle2student)": 4.271265029907227,
-      "cov-distil (oracle2teacher)": 4.259463787078857,
-      "epoch": 4.571428571428571,
-      "rel-constrast": 1.7703208923339844,
-      "step": 5824,
-      "subrel-constrast": 2.7249536514282227,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4768009185791016,
-      "cov-distil (oracle2student)": 6.164284706115723,
-      "cov-distil (oracle2teacher)": 5.9178032875061035,
-      "epoch": 4.57221350078493,
-      "rel-constrast": 2.4185047149658203,
-      "step": 5825,
-      "subrel-constrast": 3.514876127243042,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3719582557678223,
-      "cov-distil (oracle2student)": 2.8172056674957275,
-      "cov-distil (oracle2teacher)": 3.058591365814209,
-      "epoch": 4.572998430141287,
-      "rel-constrast": 1.8530476093292236,
-      "step": 5826,
-      "subrel-constrast": 2.571249008178711,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2804845571517944,
-      "cov-distil (oracle2student)": 1.6441893577575684,
-      "cov-distil (oracle2teacher)": 2.0474863052368164,
-      "epoch": 4.573783359497646,
-      "rel-constrast": 2.0061652660369873,
-      "step": 5827,
-      "subrel-constrast": 2.830970287322998,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.439868688583374,
-      "cov-distil (oracle2student)": 4.350861549377441,
-      "cov-distil (oracle2teacher)": 4.3088154792785645,
-      "epoch": 4.574568288854003,
-      "rel-constrast": 2.715585231781006,
-      "step": 5828,
-      "subrel-constrast": 3.017697811126709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2017978429794312,
-      "cov-distil (oracle2student)": 3.169224739074707,
-      "cov-distil (oracle2teacher)": 3.459106683731079,
-      "epoch": 4.575353218210362,
-      "rel-constrast": 2.4714431762695312,
-      "step": 5829,
-      "subrel-constrast": 3.2837650775909424,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.576138147566719,
-      "grad_norm": 5.125,
-      "learning_rate": 2.213524022529127e-05,
-      "loss": 0.6675,
-      "step": 5830
-    },
-    {
-      "cov-distil": 1.1432499885559082,
-      "cov-distil (oracle2student)": 3.811917304992676,
-      "cov-distil (oracle2teacher)": 3.7924234867095947,
-      "epoch": 4.576138147566719,
-      "rel-constrast": 2.584437131881714,
-      "step": 5830,
-      "subrel-constrast": 3.2160768508911133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3285770416259766,
-      "cov-distil (oracle2student)": 4.1556396484375,
-      "cov-distil (oracle2teacher)": 3.7972676753997803,
-      "epoch": 4.576923076923077,
-      "rel-constrast": 1.7466039657592773,
-      "step": 5831,
-      "subrel-constrast": 2.271573543548584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9678207635879517,
-      "cov-distil (oracle2student)": 4.243227958679199,
-      "cov-distil (oracle2teacher)": 3.9581189155578613,
-      "epoch": 4.577708006279435,
-      "rel-constrast": 2.337982416152954,
-      "step": 5832,
-      "subrel-constrast": 2.444786548614502,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4131114482879639,
-      "cov-distil (oracle2student)": 4.378890037536621,
-      "cov-distil (oracle2teacher)": 3.9565789699554443,
-      "epoch": 4.578492935635793,
-      "rel-constrast": 1.7833914756774902,
-      "step": 5833,
-      "subrel-constrast": 2.860004186630249,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4018070697784424,
-      "cov-distil (oracle2student)": 5.185527801513672,
-      "cov-distil (oracle2teacher)": 5.184469699859619,
-      "epoch": 4.579277864992151,
-      "rel-constrast": 1.8152260780334473,
-      "step": 5834,
-      "subrel-constrast": 2.7362701892852783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7154078483581543,
-      "cov-distil (oracle2student)": 4.445427417755127,
-      "cov-distil (oracle2teacher)": 3.638688325881958,
-      "epoch": 4.580062794348509,
-      "rel-constrast": 2.7266852855682373,
-      "step": 5835,
-      "subrel-constrast": 2.7908880710601807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.780456781387329,
-      "cov-distil (oracle2student)": 4.452694892883301,
-      "cov-distil (oracle2teacher)": 3.648207664489746,
-      "epoch": 4.580847723704867,
-      "rel-constrast": 2.304166078567505,
-      "step": 5836,
-      "subrel-constrast": 3.123014211654663,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2881276607513428,
-      "cov-distil (oracle2student)": 2.203789234161377,
-      "cov-distil (oracle2teacher)": 2.4566140174865723,
-      "epoch": 4.581632653061225,
-      "rel-constrast": 1.3387267589569092,
-      "step": 5837,
-      "subrel-constrast": 2.263064384460449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.965768814086914,
-      "cov-distil (oracle2student)": 4.349611282348633,
-      "cov-distil (oracle2teacher)": 4.384186744689941,
-      "epoch": 4.582417582417582,
-      "rel-constrast": 1.7452905178070068,
-      "step": 5838,
-      "subrel-constrast": 3.003298759460449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6187340021133423,
-      "cov-distil (oracle2student)": 5.0092573165893555,
-      "cov-distil (oracle2teacher)": 4.736137390136719,
-      "epoch": 4.583202511773941,
-      "rel-constrast": 3.429518699645996,
-      "step": 5839,
-      "subrel-constrast": 3.6173601150512695,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.583987441130298,
-      "grad_norm": 6.375,
-      "learning_rate": 2.204856623123866e-05,
-      "loss": 0.5819,
-      "step": 5840
-    },
-    {
-      "cov-distil": 1.4959672689437866,
-      "cov-distil (oracle2student)": 4.251092910766602,
-      "cov-distil (oracle2teacher)": 4.214846134185791,
-      "epoch": 4.583987441130298,
-      "rel-constrast": 2.87929105758667,
-      "step": 5840,
-      "subrel-constrast": 3.463599681854248,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4638922214508057,
-      "cov-distil (oracle2student)": 4.193589687347412,
-      "cov-distil (oracle2teacher)": 3.9975500106811523,
-      "epoch": 4.5847723704866565,
-      "rel-constrast": 1.5060216188430786,
-      "step": 5841,
-      "subrel-constrast": 2.6842806339263916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5568618774414062,
-      "cov-distil (oracle2student)": 3.844931125640869,
-      "cov-distil (oracle2teacher)": 3.673670530319214,
-      "epoch": 4.585557299843014,
-      "rel-constrast": 2.543830156326294,
-      "step": 5842,
-      "subrel-constrast": 3.214221715927124,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.761673927307129,
-      "cov-distil (oracle2student)": 2.439547538757324,
-      "cov-distil (oracle2teacher)": 2.799586772918701,
-      "epoch": 4.5863422291993725,
-      "rel-constrast": 2.2489848136901855,
-      "step": 5843,
-      "subrel-constrast": 2.640159845352173,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3861366510391235,
-      "cov-distil (oracle2student)": 3.3653788566589355,
-      "cov-distil (oracle2teacher)": 2.897848606109619,
-      "epoch": 4.58712715855573,
-      "rel-constrast": 2.230419397354126,
-      "step": 5844,
-      "subrel-constrast": 2.7977397441864014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4424316883087158,
-      "cov-distil (oracle2student)": 4.678721904754639,
-      "cov-distil (oracle2teacher)": 4.821203708648682,
-      "epoch": 4.587912087912088,
-      "rel-constrast": 3.017971992492676,
-      "step": 5845,
-      "subrel-constrast": 3.6151883602142334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4484010934829712,
-      "cov-distil (oracle2student)": 4.482635021209717,
-      "cov-distil (oracle2teacher)": 4.456338882446289,
-      "epoch": 4.588697017268446,
-      "rel-constrast": 2.5695691108703613,
-      "step": 5846,
-      "subrel-constrast": 3.142639636993408,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7670154571533203,
-      "cov-distil (oracle2student)": 3.4675774574279785,
-      "cov-distil (oracle2teacher)": 3.0579652786254883,
-      "epoch": 4.589481946624804,
-      "rel-constrast": 2.519115447998047,
-      "step": 5847,
-      "subrel-constrast": 3.4071760177612305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5578889846801758,
-      "cov-distil (oracle2student)": 2.913957118988037,
-      "cov-distil (oracle2teacher)": 2.9180521965026855,
-      "epoch": 4.590266875981162,
-      "rel-constrast": 2.619215250015259,
-      "step": 5848,
-      "subrel-constrast": 3.4534404277801514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.441843867301941,
-      "cov-distil (oracle2student)": 3.139512062072754,
-      "cov-distil (oracle2teacher)": 3.4468817710876465,
-      "epoch": 4.5910518053375196,
-      "rel-constrast": 2.4565043449401855,
-      "step": 5849,
-      "subrel-constrast": 3.730747938156128,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.591836734693878,
-      "grad_norm": 5.09375,
-      "learning_rate": 2.196192819947511e-05,
-      "loss": 0.6531,
-      "step": 5850
-    },
-    {
-      "cov-distil": 2.0963377952575684,
-      "cov-distil (oracle2student)": 3.6068599224090576,
-      "cov-distil (oracle2teacher)": 3.352719306945801,
-      "epoch": 4.591836734693878,
-      "rel-constrast": 2.1096646785736084,
-      "step": 5850,
-      "subrel-constrast": 2.8239529132843018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2623977661132812,
-      "cov-distil (oracle2student)": 3.639200210571289,
-      "cov-distil (oracle2teacher)": 3.625128746032715,
-      "epoch": 4.5926216640502355,
-      "rel-constrast": 3.061992883682251,
-      "step": 5851,
-      "subrel-constrast": 3.4124300479888916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4634664058685303,
-      "cov-distil (oracle2student)": 3.837965488433838,
-      "cov-distil (oracle2teacher)": 3.4987261295318604,
-      "epoch": 4.593406593406593,
-      "rel-constrast": 2.9303319454193115,
-      "step": 5852,
-      "subrel-constrast": 3.7798616886138916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9347167015075684,
-      "cov-distil (oracle2student)": 4.8346734046936035,
-      "cov-distil (oracle2teacher)": 4.33475399017334,
-      "epoch": 4.5941915227629515,
-      "rel-constrast": 2.442319869995117,
-      "step": 5853,
-      "subrel-constrast": 3.576206922531128,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.109132766723633,
-      "cov-distil (oracle2student)": 3.991934299468994,
-      "cov-distil (oracle2teacher)": 3.7794508934020996,
-      "epoch": 4.594976452119309,
-      "rel-constrast": 1.9830865859985352,
-      "step": 5854,
-      "subrel-constrast": 2.9681429862976074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4444715976715088,
-      "cov-distil (oracle2student)": 3.2266855239868164,
-      "cov-distil (oracle2teacher)": 3.1750426292419434,
-      "epoch": 4.5957613814756675,
-      "rel-constrast": 3.048109769821167,
-      "step": 5855,
-      "subrel-constrast": 3.897564172744751,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1981675624847412,
-      "cov-distil (oracle2student)": 3.735825538635254,
-      "cov-distil (oracle2teacher)": 4.130232810974121,
-      "epoch": 4.596546310832025,
-      "rel-constrast": 2.7179970741271973,
-      "step": 5856,
-      "subrel-constrast": 3.4217936992645264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.75539231300354,
-      "cov-distil (oracle2student)": 3.7182939052581787,
-      "cov-distil (oracle2teacher)": 3.6897692680358887,
-      "epoch": 4.5973312401883835,
-      "rel-constrast": 1.8753139972686768,
-      "step": 5857,
-      "subrel-constrast": 2.9626927375793457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7054026126861572,
-      "cov-distil (oracle2student)": 3.465160846710205,
-      "cov-distil (oracle2teacher)": 3.9416117668151855,
-      "epoch": 4.598116169544741,
-      "rel-constrast": 2.3205714225769043,
-      "step": 5858,
-      "subrel-constrast": 3.5587961673736572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1543867588043213,
-      "cov-distil (oracle2student)": 4.566595077514648,
-      "cov-distil (oracle2teacher)": 4.308553695678711,
-      "epoch": 4.5989010989010985,
-      "rel-constrast": 2.554175853729248,
-      "step": 5859,
-      "subrel-constrast": 3.1355478763580322,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.599686028257457,
-      "grad_norm": 5.28125,
-      "learning_rate": 2.1875327185657693e-05,
-      "loss": 0.6664,
-      "step": 5860
-    },
-    {
-      "cov-distil": 1.347886562347412,
-      "cov-distil (oracle2student)": 6.119603157043457,
-      "cov-distil (oracle2teacher)": 5.663795471191406,
-      "epoch": 4.599686028257457,
-      "rel-constrast": 2.606931447982788,
-      "step": 5860,
-      "subrel-constrast": 3.6151671409606934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.832778811454773,
-      "cov-distil (oracle2student)": 2.944952964782715,
-      "cov-distil (oracle2teacher)": 3.296311378479004,
-      "epoch": 4.6004709576138145,
-      "rel-constrast": 3.4882049560546875,
-      "step": 5861,
-      "subrel-constrast": 4.138429164886475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3943488597869873,
-      "cov-distil (oracle2student)": 6.195989608764648,
-      "cov-distil (oracle2teacher)": 5.121941566467285,
-      "epoch": 4.601255886970173,
-      "rel-constrast": 1.7536664009094238,
-      "step": 5862,
-      "subrel-constrast": 2.285534381866455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4166134595870972,
-      "cov-distil (oracle2student)": 3.981106758117676,
-      "cov-distil (oracle2teacher)": 4.252490043640137,
-      "epoch": 4.6020408163265305,
-      "rel-constrast": 2.42063045501709,
-      "step": 5863,
-      "subrel-constrast": 3.04048490524292,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2845579385757446,
-      "cov-distil (oracle2student)": 4.208160877227783,
-      "cov-distil (oracle2teacher)": 3.6915719509124756,
-      "epoch": 4.602825745682889,
-      "rel-constrast": 2.8447442054748535,
-      "step": 5864,
-      "subrel-constrast": 3.045100688934326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1350696086883545,
-      "cov-distil (oracle2student)": 3.823495626449585,
-      "cov-distil (oracle2teacher)": 3.9946601390838623,
-      "epoch": 4.6036106750392465,
-      "rel-constrast": 2.097849130630493,
-      "step": 5865,
-      "subrel-constrast": 2.6740121841430664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5574309825897217,
-      "cov-distil (oracle2student)": 3.3441073894500732,
-      "cov-distil (oracle2teacher)": 3.0592918395996094,
-      "epoch": 4.604395604395604,
-      "rel-constrast": 2.094244956970215,
-      "step": 5866,
-      "subrel-constrast": 3.023944854736328,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4045305252075195,
-      "cov-distil (oracle2student)": 5.652219295501709,
-      "cov-distil (oracle2teacher)": 5.334879398345947,
-      "epoch": 4.6051805337519625,
-      "rel-constrast": 3.0746772289276123,
-      "step": 5867,
-      "subrel-constrast": 3.5491442680358887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7224347591400146,
-      "cov-distil (oracle2student)": 4.047231197357178,
-      "cov-distil (oracle2teacher)": 3.5643935203552246,
-      "epoch": 4.60596546310832,
-      "rel-constrast": 2.8590052127838135,
-      "step": 5868,
-      "subrel-constrast": 3.5115809440612793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2209722995758057,
-      "cov-distil (oracle2student)": 3.5509233474731445,
-      "cov-distil (oracle2teacher)": 3.674431800842285,
-      "epoch": 4.606750392464678,
-      "rel-constrast": 2.3261616230010986,
-      "step": 5869,
-      "subrel-constrast": 2.924055814743042,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.607535321821036,
-      "grad_norm": 4.8125,
-      "learning_rate": 2.1788764244992427e-05,
-      "loss": 0.6749,
-      "step": 5870
-    },
-    {
-      "cov-distil": 1.9009839296340942,
-      "cov-distil (oracle2student)": 4.8235673904418945,
-      "cov-distil (oracle2teacher)": 4.682467460632324,
-      "epoch": 4.607535321821036,
-      "rel-constrast": 2.7277050018310547,
-      "step": 5870,
-      "subrel-constrast": 3.612903356552124,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8297394514083862,
-      "cov-distil (oracle2student)": 2.539126396179199,
-      "cov-distil (oracle2teacher)": 3.002687454223633,
-      "epoch": 4.608320251177394,
-      "rel-constrast": 2.3005738258361816,
-      "step": 5871,
-      "subrel-constrast": 2.9975013732910156,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5675914287567139,
-      "cov-distil (oracle2student)": 3.9790613651275635,
-      "cov-distil (oracle2teacher)": 3.6366958618164062,
-      "epoch": 4.609105180533752,
-      "rel-constrast": 2.833772897720337,
-      "step": 5872,
-      "subrel-constrast": 3.5760257244110107,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4878387451171875,
-      "cov-distil (oracle2student)": 2.6695733070373535,
-      "cov-distil (oracle2teacher)": 2.738377809524536,
-      "epoch": 4.6098901098901095,
-      "rel-constrast": 2.398885488510132,
-      "step": 5873,
-      "subrel-constrast": 2.936649799346924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6877729892730713,
-      "cov-distil (oracle2student)": 3.387860059738159,
-      "cov-distil (oracle2teacher)": 3.3497307300567627,
-      "epoch": 4.610675039246468,
-      "rel-constrast": 3.0212650299072266,
-      "step": 5874,
-      "subrel-constrast": 3.832108974456787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.426511287689209,
-      "cov-distil (oracle2student)": 6.63404655456543,
-      "cov-distil (oracle2teacher)": 5.595436096191406,
-      "epoch": 4.6114599686028255,
-      "rel-constrast": 2.479235887527466,
-      "step": 5875,
-      "subrel-constrast": 3.3601722717285156,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.706303596496582,
-      "cov-distil (oracle2student)": 4.353419780731201,
-      "cov-distil (oracle2teacher)": 4.237864971160889,
-      "epoch": 4.612244897959184,
-      "rel-constrast": 1.9000580310821533,
-      "step": 5876,
-      "subrel-constrast": 2.687293767929077,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.139302372932434,
-      "cov-distil (oracle2student)": 3.6106889247894287,
-      "cov-distil (oracle2teacher)": 3.647538185119629,
-      "epoch": 4.6130298273155415,
-      "rel-constrast": 2.6868557929992676,
-      "step": 5877,
-      "subrel-constrast": 3.4131968021392822,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8794195652008057,
-      "cov-distil (oracle2student)": 4.821022033691406,
-      "cov-distil (oracle2teacher)": 4.606323719024658,
-      "epoch": 4.6138147566719,
-      "rel-constrast": 2.179427146911621,
-      "step": 5878,
-      "subrel-constrast": 3.127185106277466,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5245046615600586,
-      "cov-distil (oracle2student)": 6.691013813018799,
-      "cov-distil (oracle2teacher)": 5.832975387573242,
-      "epoch": 4.614599686028257,
-      "rel-constrast": 3.3001232147216797,
-      "step": 5879,
-      "subrel-constrast": 3.857105255126953,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.615384615384615,
-      "grad_norm": 5.90625,
-      "learning_rate": 2.170224043222144e-05,
-      "loss": 0.6861,
-      "step": 5880
-    },
-    {
-      "cov-distil": 1.9806299209594727,
-      "cov-distil (oracle2student)": 4.1246514320373535,
-      "cov-distil (oracle2teacher)": 3.3608312606811523,
-      "epoch": 4.615384615384615,
-      "rel-constrast": 2.792663097381592,
-      "step": 5880,
-      "subrel-constrast": 3.623286008834839,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.547314167022705,
-      "cov-distil (oracle2student)": 3.059115409851074,
-      "cov-distil (oracle2teacher)": 3.384401798248291,
-      "epoch": 4.616169544740973,
-      "rel-constrast": 2.6643528938293457,
-      "step": 5881,
-      "subrel-constrast": 3.3366079330444336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.335111141204834,
-      "cov-distil (oracle2student)": 4.187094688415527,
-      "cov-distil (oracle2teacher)": 3.8247861862182617,
-      "epoch": 4.616954474097331,
-      "rel-constrast": 3.046196937561035,
-      "step": 5882,
-      "subrel-constrast": 3.652958393096924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.103105068206787,
-      "cov-distil (oracle2student)": 5.7685112953186035,
-      "cov-distil (oracle2teacher)": 5.145930767059326,
-      "epoch": 4.617739403453689,
-      "rel-constrast": 2.896691083908081,
-      "step": 5883,
-      "subrel-constrast": 2.9639506340026855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2760448455810547,
-      "cov-distil (oracle2student)": 5.236844062805176,
-      "cov-distil (oracle2teacher)": 4.716929912567139,
-      "epoch": 4.618524332810047,
-      "rel-constrast": 3.4079530239105225,
-      "step": 5884,
-      "subrel-constrast": 3.3896689414978027,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2201502323150635,
-      "cov-distil (oracle2student)": 5.3501877784729,
-      "cov-distil (oracle2teacher)": 4.7752180099487305,
-      "epoch": 4.619309262166405,
-      "rel-constrast": 2.401679515838623,
-      "step": 5885,
-      "subrel-constrast": 2.749006986618042,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7499606609344482,
-      "cov-distil (oracle2student)": 5.16202449798584,
-      "cov-distil (oracle2teacher)": 4.744590759277344,
-      "epoch": 4.620094191522763,
-      "rel-constrast": 2.573166847229004,
-      "step": 5886,
-      "subrel-constrast": 3.380554676055908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0143777132034302,
-      "cov-distil (oracle2student)": 4.347529411315918,
-      "cov-distil (oracle2teacher)": 4.248015403747559,
-      "epoch": 4.6208791208791204,
-      "rel-constrast": 2.1220579147338867,
-      "step": 5887,
-      "subrel-constrast": 2.663811683654785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8313074111938477,
-      "cov-distil (oracle2student)": 5.3867998123168945,
-      "cov-distil (oracle2teacher)": 4.87580680847168,
-      "epoch": 4.621664050235479,
-      "rel-constrast": 2.128650665283203,
-      "step": 5888,
-      "subrel-constrast": 3.17964506149292,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3866618871688843,
-      "cov-distil (oracle2student)": 3.7533364295959473,
-      "cov-distil (oracle2teacher)": 3.7558724880218506,
-      "epoch": 4.622448979591836,
-      "rel-constrast": 1.800823450088501,
-      "step": 5889,
-      "subrel-constrast": 2.7847535610198975,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.623233908948195,
-      "grad_norm": 4.4375,
-      "learning_rate": 2.1615756801610067e-05,
-      "loss": 0.682,
-      "step": 5890
-    },
-    {
-      "cov-distil": 1.5975148677825928,
-      "cov-distil (oracle2student)": 3.7257561683654785,
-      "cov-distil (oracle2teacher)": 3.884225368499756,
-      "epoch": 4.623233908948195,
-      "rel-constrast": 2.820899486541748,
-      "step": 5890,
-      "subrel-constrast": 2.9101054668426514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9984007477760315,
-      "cov-distil (oracle2student)": 5.0403218269348145,
-      "cov-distil (oracle2teacher)": 4.64267635345459,
-      "epoch": 4.624018838304552,
-      "rel-constrast": 1.3085644245147705,
-      "step": 5891,
-      "subrel-constrast": 1.7059619426727295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.626781940460205,
-      "cov-distil (oracle2student)": 3.328974485397339,
-      "cov-distil (oracle2teacher)": 3.474247932434082,
-      "epoch": 4.624803767660911,
-      "rel-constrast": 2.2241528034210205,
-      "step": 5892,
-      "subrel-constrast": 2.8897526264190674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8944988250732422,
-      "cov-distil (oracle2student)": 4.595885276794434,
-      "cov-distil (oracle2teacher)": 4.077813625335693,
-      "epoch": 4.625588697017268,
-      "rel-constrast": 2.7497332096099854,
-      "step": 5893,
-      "subrel-constrast": 3.05846905708313,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9744969606399536,
-      "cov-distil (oracle2student)": 4.802892208099365,
-      "cov-distil (oracle2teacher)": 4.644904136657715,
-      "epoch": 4.626373626373626,
-      "rel-constrast": 2.6284873485565186,
-      "step": 5894,
-      "subrel-constrast": 3.303668737411499,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8430854082107544,
-      "cov-distil (oracle2student)": 3.1189751625061035,
-      "cov-distil (oracle2teacher)": 2.9646520614624023,
-      "epoch": 4.627158555729984,
-      "rel-constrast": 1.8972387313842773,
-      "step": 5895,
-      "subrel-constrast": 2.5588293075561523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2685577869415283,
-      "cov-distil (oracle2student)": 5.848808765411377,
-      "cov-distil (oracle2teacher)": 5.597586631774902,
-      "epoch": 4.627943485086342,
-      "rel-constrast": 2.9767138957977295,
-      "step": 5896,
-      "subrel-constrast": 3.086836338043213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8362294435501099,
-      "cov-distil (oracle2student)": 3.7427632808685303,
-      "cov-distil (oracle2teacher)": 3.866903781890869,
-      "epoch": 4.6287284144427,
-      "rel-constrast": 2.4055240154266357,
-      "step": 5897,
-      "subrel-constrast": 3.7669517993927,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.075171947479248,
-      "cov-distil (oracle2student)": 4.012969017028809,
-      "cov-distil (oracle2teacher)": 4.015585899353027,
-      "epoch": 4.629513343799058,
-      "rel-constrast": 1.8305773735046387,
-      "step": 5898,
-      "subrel-constrast": 3.0926010608673096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.585458517074585,
-      "cov-distil (oracle2student)": 1.8093119859695435,
-      "cov-distil (oracle2teacher)": 1.9295761585235596,
-      "epoch": 4.630298273155416,
-      "rel-constrast": 1.7300026416778564,
-      "step": 5899,
-      "subrel-constrast": 2.116420269012451,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.631083202511774,
-      "grad_norm": 4.15625,
-      "learning_rate": 2.1529314406934078e-05,
-      "loss": 0.6035,
-      "step": 5900
-    },
-    {
-      "epoch": 4.631083202511774,
-      "overlap": 0.31562501192092896,
-      "step": 5900
-    },
-    {
-      "epoch": 4.631083202511774,
-      "step": 5900,
-      "student margin": 0.069091796875
-    },
-    {
-      "epoch": 4.631083202511774,
-      "step": 5900,
-      "teacher margin": 0.045135498046875
-    },
-    {
-      "epoch": 4.631083202511774,
-      "margin difference": -0.023956298828125,
-      "step": 5900
-    },
-    {
-      "cov-distil": 1.999709129333496,
-      "cov-distil (oracle2student)": 2.565908193588257,
-      "cov-distil (oracle2teacher)": 2.9614994525909424,
-      "epoch": 4.631083202511774,
-      "rel-constrast": 2.676992893218994,
-      "step": 5900,
-      "subrel-constrast": 3.6405763626098633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5578535795211792,
-      "cov-distil (oracle2student)": 3.4974000453948975,
-      "cov-distil (oracle2teacher)": 3.626082420349121,
-      "epoch": 4.631868131868131,
-      "rel-constrast": 2.029277801513672,
-      "step": 5901,
-      "subrel-constrast": 2.9443817138671875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6100902557373047,
-      "cov-distil (oracle2student)": 5.029199600219727,
-      "cov-distil (oracle2teacher)": 4.490941047668457,
-      "epoch": 4.63265306122449,
-      "rel-constrast": 3.1748807430267334,
-      "step": 5902,
-      "subrel-constrast": 4.146658420562744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5150024890899658,
-      "cov-distil (oracle2student)": 4.97325325012207,
-      "cov-distil (oracle2teacher)": 4.587745666503906,
-      "epoch": 4.633437990580847,
-      "rel-constrast": 3.014549970626831,
-      "step": 5903,
-      "subrel-constrast": 3.671353340148926,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.260372519493103,
-      "cov-distil (oracle2student)": 2.9263663291931152,
-      "cov-distil (oracle2teacher)": 2.8593640327453613,
-      "epoch": 4.634222919937206,
-      "rel-constrast": 2.1848607063293457,
-      "step": 5904,
-      "subrel-constrast": 2.7390356063842773,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6665724515914917,
-      "cov-distil (oracle2student)": 3.3979272842407227,
-      "cov-distil (oracle2teacher)": 3.4903039932250977,
-      "epoch": 4.635007849293563,
-      "rel-constrast": 2.4001784324645996,
-      "step": 5905,
-      "subrel-constrast": 2.9211976528167725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7890820503234863,
-      "cov-distil (oracle2student)": 4.661870956420898,
-      "cov-distil (oracle2teacher)": 4.908970832824707,
-      "epoch": 4.635792778649922,
-      "rel-constrast": 2.5283498764038086,
-      "step": 5906,
-      "subrel-constrast": 3.467200994491577,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.12236750125885,
-      "cov-distil (oracle2student)": 3.756272554397583,
-      "cov-distil (oracle2teacher)": 4.005627632141113,
-      "epoch": 4.636577708006279,
-      "rel-constrast": 2.2189619541168213,
-      "step": 5907,
-      "subrel-constrast": 2.9798543453216553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3948135375976562,
-      "cov-distil (oracle2student)": 3.5391101837158203,
-      "cov-distil (oracle2teacher)": 2.8907036781311035,
-      "epoch": 4.637362637362637,
-      "rel-constrast": 2.950258255004883,
-      "step": 5908,
-      "subrel-constrast": 3.468189239501953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6260361671447754,
-      "cov-distil (oracle2student)": 4.103727340698242,
-      "cov-distil (oracle2teacher)": 3.85078763961792,
-      "epoch": 4.638147566718995,
-      "rel-constrast": 2.5459282398223877,
-      "step": 5909,
-      "subrel-constrast": 3.345290422439575,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.638932496075353,
-      "grad_norm": 5.28125,
-      "learning_rate": 2.1442914301466757e-05,
-      "loss": 0.682,
-      "step": 5910
-    },
-    {
-      "cov-distil": 1.4998139142990112,
-      "cov-distil (oracle2student)": 5.342439651489258,
-      "cov-distil (oracle2teacher)": 4.9268646240234375,
-      "epoch": 4.638932496075353,
-      "rel-constrast": 3.6908936500549316,
-      "step": 5910,
-      "subrel-constrast": 4.041266918182373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.218856930732727,
-      "cov-distil (oracle2student)": 6.028751373291016,
-      "cov-distil (oracle2teacher)": 4.896183013916016,
-      "epoch": 4.639717425431711,
-      "rel-constrast": 3.1241798400878906,
-      "step": 5911,
-      "subrel-constrast": 3.7734689712524414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.106092929840088,
-      "cov-distil (oracle2student)": 5.371764659881592,
-      "cov-distil (oracle2teacher)": 5.352295398712158,
-      "epoch": 4.640502354788069,
-      "rel-constrast": 2.2934556007385254,
-      "step": 5912,
-      "subrel-constrast": 3.5371885299682617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.392545223236084,
-      "cov-distil (oracle2student)": 2.983088970184326,
-      "cov-distil (oracle2teacher)": 3.1366233825683594,
-      "epoch": 4.641287284144427,
-      "rel-constrast": 3.0803213119506836,
-      "step": 5913,
-      "subrel-constrast": 3.7946724891662598,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3142588138580322,
-      "cov-distil (oracle2student)": 4.267584800720215,
-      "cov-distil (oracle2teacher)": 4.274707794189453,
-      "epoch": 4.642072213500785,
-      "rel-constrast": 2.903599739074707,
-      "step": 5914,
-      "subrel-constrast": 3.1228864192962646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3613805770874023,
-      "cov-distil (oracle2student)": 4.553555488586426,
-      "cov-distil (oracle2teacher)": 4.154911041259766,
-      "epoch": 4.642857142857143,
-      "rel-constrast": 2.5015242099761963,
-      "step": 5915,
-      "subrel-constrast": 2.413877248764038,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5213186740875244,
-      "cov-distil (oracle2student)": 5.516863822937012,
-      "cov-distil (oracle2teacher)": 4.83836555480957,
-      "epoch": 4.643642072213501,
-      "rel-constrast": 2.2723331451416016,
-      "step": 5916,
-      "subrel-constrast": 2.9194259643554688,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6951521635055542,
-      "cov-distil (oracle2student)": 5.705672264099121,
-      "cov-distil (oracle2teacher)": 4.912635326385498,
-      "epoch": 4.644427001569858,
-      "rel-constrast": 2.9212732315063477,
-      "step": 5917,
-      "subrel-constrast": 3.5521810054779053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1583034992218018,
-      "cov-distil (oracle2student)": 4.048038482666016,
-      "cov-distil (oracle2teacher)": 4.008528709411621,
-      "epoch": 4.645211930926217,
-      "rel-constrast": 2.930976390838623,
-      "step": 5918,
-      "subrel-constrast": 2.9040701389312744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.322166085243225,
-      "cov-distil (oracle2student)": 3.9317750930786133,
-      "cov-distil (oracle2teacher)": 3.826033115386963,
-      "epoch": 4.645996860282574,
-      "rel-constrast": 3.592634439468384,
-      "step": 5919,
-      "subrel-constrast": 4.432026386260986,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.646781789638933,
-      "grad_norm": 6.21875,
-      "learning_rate": 2.1356557537966112e-05,
-      "loss": 0.7693,
-      "step": 5920
-    },
-    {
-      "cov-distil": 1.4141042232513428,
-      "cov-distil (oracle2student)": 3.805893898010254,
-      "cov-distil (oracle2teacher)": 3.302340030670166,
-      "epoch": 4.646781789638933,
-      "rel-constrast": 2.2497711181640625,
-      "step": 5920,
-      "subrel-constrast": 2.6740574836730957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3942253589630127,
-      "cov-distil (oracle2student)": 6.049006938934326,
-      "cov-distil (oracle2teacher)": 5.2480268478393555,
-      "epoch": 4.64756671899529,
-      "rel-constrast": 2.5883727073669434,
-      "step": 5921,
-      "subrel-constrast": 3.5526528358459473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9263285398483276,
-      "cov-distil (oracle2student)": 3.5461225509643555,
-      "cov-distil (oracle2teacher)": 3.6186652183532715,
-      "epoch": 4.648351648351649,
-      "rel-constrast": 1.9321740865707397,
-      "step": 5922,
-      "subrel-constrast": 2.853630781173706,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4277055263519287,
-      "cov-distil (oracle2student)": 4.691897392272949,
-      "cov-distil (oracle2teacher)": 4.533879280090332,
-      "epoch": 4.649136577708006,
-      "rel-constrast": 1.788158893585205,
-      "step": 5923,
-      "subrel-constrast": 2.664196252822876,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3809876441955566,
-      "cov-distil (oracle2student)": 4.638128280639648,
-      "cov-distil (oracle2teacher)": 4.681113243103027,
-      "epoch": 4.649921507064365,
-      "rel-constrast": 2.636261463165283,
-      "step": 5924,
-      "subrel-constrast": 3.342301607131958,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1995301246643066,
-      "cov-distil (oracle2student)": 2.563427209854126,
-      "cov-distil (oracle2teacher)": 3.278010606765747,
-      "epoch": 4.650706436420722,
-      "rel-constrast": 2.0106201171875,
-      "step": 5925,
-      "subrel-constrast": 3.5116822719573975,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3636759519577026,
-      "cov-distil (oracle2student)": 3.8788087368011475,
-      "cov-distil (oracle2teacher)": 3.7668137550354004,
-      "epoch": 4.65149136577708,
-      "rel-constrast": 2.606452465057373,
-      "step": 5926,
-      "subrel-constrast": 3.518643856048584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9725710153579712,
-      "cov-distil (oracle2student)": 3.7196807861328125,
-      "cov-distil (oracle2teacher)": 3.4892871379852295,
-      "epoch": 4.652276295133438,
-      "rel-constrast": 1.4456989765167236,
-      "step": 5927,
-      "subrel-constrast": 1.8994841575622559,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4703571796417236,
-      "cov-distil (oracle2student)": 4.317396640777588,
-      "cov-distil (oracle2teacher)": 4.491722106933594,
-      "epoch": 4.653061224489796,
-      "rel-constrast": 1.6553330421447754,
-      "step": 5928,
-      "subrel-constrast": 2.504051685333252,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9312705993652344,
-      "cov-distil (oracle2student)": 4.4125075340271,
-      "cov-distil (oracle2teacher)": 4.395528316497803,
-      "epoch": 4.653846153846154,
-      "rel-constrast": 1.9374146461486816,
-      "step": 5929,
-      "subrel-constrast": 2.4355053901672363,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.654631083202512,
-      "grad_norm": 4.53125,
-      "learning_rate": 2.127024516866208e-05,
-      "loss": 0.5575,
-      "step": 5930
-    },
-    {
-      "cov-distil": 1.2405002117156982,
-      "cov-distil (oracle2student)": 3.3103888034820557,
-      "cov-distil (oracle2teacher)": 3.681245803833008,
-      "epoch": 4.654631083202512,
-      "rel-constrast": 1.8655953407287598,
-      "step": 5930,
-      "subrel-constrast": 3.0937392711639404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.296831727027893,
-      "cov-distil (oracle2student)": 5.955783843994141,
-      "cov-distil (oracle2teacher)": 5.790663242340088,
-      "epoch": 4.65541601255887,
-      "rel-constrast": 2.2839083671569824,
-      "step": 5931,
-      "subrel-constrast": 3.3714816570281982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1516282558441162,
-      "cov-distil (oracle2student)": 3.7223801612854004,
-      "cov-distil (oracle2teacher)": 3.991239547729492,
-      "epoch": 4.656200941915228,
-      "rel-constrast": 2.298032283782959,
-      "step": 5932,
-      "subrel-constrast": 3.128063678741455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8393325805664062,
-      "cov-distil (oracle2student)": 4.670342922210693,
-      "cov-distil (oracle2teacher)": 3.778526782989502,
-      "epoch": 4.656985871271585,
-      "rel-constrast": 3.016631603240967,
-      "step": 5933,
-      "subrel-constrast": 3.2551071643829346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.815068244934082,
-      "cov-distil (oracle2student)": 3.3842272758483887,
-      "cov-distil (oracle2teacher)": 3.6138317584991455,
-      "epoch": 4.657770800627944,
-      "rel-constrast": 2.6270694732666016,
-      "step": 5934,
-      "subrel-constrast": 3.745753765106201,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6575827598571777,
-      "cov-distil (oracle2student)": 2.994450092315674,
-      "cov-distil (oracle2teacher)": 3.3006532192230225,
-      "epoch": 4.658555729984301,
-      "rel-constrast": 2.1373391151428223,
-      "step": 5935,
-      "subrel-constrast": 3.3491270542144775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9228596687316895,
-      "cov-distil (oracle2student)": 4.691592216491699,
-      "cov-distil (oracle2teacher)": 4.190532684326172,
-      "epoch": 4.65934065934066,
-      "rel-constrast": 2.380751609802246,
-      "step": 5936,
-      "subrel-constrast": 3.3439197540283203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.769650936126709,
-      "cov-distil (oracle2student)": 3.8310546875,
-      "cov-distil (oracle2teacher)": 4.1169328689575195,
-      "epoch": 4.660125588697017,
-      "rel-constrast": 2.6369130611419678,
-      "step": 5937,
-      "subrel-constrast": 3.27854061126709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5189015865325928,
-      "cov-distil (oracle2student)": 3.798924446105957,
-      "cov-distil (oracle2teacher)": 3.4741837978363037,
-      "epoch": 4.660910518053376,
-      "rel-constrast": 2.479631185531616,
-      "step": 5938,
-      "subrel-constrast": 3.1182258129119873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6841870546340942,
-      "cov-distil (oracle2student)": 3.64821195602417,
-      "cov-distil (oracle2teacher)": 3.9283666610717773,
-      "epoch": 4.661695447409733,
-      "rel-constrast": 2.627267599105835,
-      "step": 5939,
-      "subrel-constrast": 3.3769657611846924,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.662480376766091,
-      "grad_norm": 5.09375,
-      "learning_rate": 2.118397824524362e-05,
-      "loss": 0.6486,
-      "step": 5940
-    },
-    {
-      "cov-distil": 1.1952463388442993,
-      "cov-distil (oracle2student)": 3.0069222450256348,
-      "cov-distil (oracle2teacher)": 3.154860496520996,
-      "epoch": 4.662480376766091,
-      "rel-constrast": 2.126796007156372,
-      "step": 5940,
-      "subrel-constrast": 2.42238187789917,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9978632926940918,
-      "cov-distil (oracle2student)": 4.0679521560668945,
-      "cov-distil (oracle2teacher)": 3.5269370079040527,
-      "epoch": 4.663265306122449,
-      "rel-constrast": 1.9554522037506104,
-      "step": 5941,
-      "subrel-constrast": 2.970850944519043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.040738582611084,
-      "cov-distil (oracle2student)": 4.831962585449219,
-      "cov-distil (oracle2teacher)": 4.288283348083496,
-      "epoch": 4.664050235478807,
-      "rel-constrast": 2.7127246856689453,
-      "step": 5942,
-      "subrel-constrast": 3.408241033554077,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0444529056549072,
-      "cov-distil (oracle2student)": 3.736952066421509,
-      "cov-distil (oracle2teacher)": 3.6299374103546143,
-      "epoch": 4.664835164835165,
-      "rel-constrast": 2.0496532917022705,
-      "step": 5943,
-      "subrel-constrast": 2.607327699661255,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2340933084487915,
-      "cov-distil (oracle2student)": 6.264898777008057,
-      "cov-distil (oracle2teacher)": 5.280643463134766,
-      "epoch": 4.665620094191523,
-      "rel-constrast": 2.635972023010254,
-      "step": 5944,
-      "subrel-constrast": 2.8271782398223877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3100111484527588,
-      "cov-distil (oracle2student)": 6.530608177185059,
-      "cov-distil (oracle2teacher)": 5.740662097930908,
-      "epoch": 4.666405023547881,
-      "rel-constrast": 2.2742278575897217,
-      "step": 5945,
-      "subrel-constrast": 2.977191686630249,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0289294719696045,
-      "cov-distil (oracle2student)": 5.09612512588501,
-      "cov-distil (oracle2teacher)": 4.364243507385254,
-      "epoch": 4.667189952904239,
-      "rel-constrast": 1.9192147254943848,
-      "step": 5946,
-      "subrel-constrast": 2.305935859680176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8143417835235596,
-      "cov-distil (oracle2student)": 4.728775501251221,
-      "cov-distil (oracle2teacher)": 4.634495735168457,
-      "epoch": 4.667974882260596,
-      "rel-constrast": 2.0923011302948,
-      "step": 5947,
-      "subrel-constrast": 3.3761789798736572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1029434204101562,
-      "cov-distil (oracle2student)": 5.241086006164551,
-      "cov-distil (oracle2teacher)": 4.5252275466918945,
-      "epoch": 4.668759811616955,
-      "rel-constrast": 2.761740207672119,
-      "step": 5948,
-      "subrel-constrast": 2.851134777069092,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7949960231781006,
-      "cov-distil (oracle2student)": 5.22470760345459,
-      "cov-distil (oracle2teacher)": 4.736099720001221,
-      "epoch": 4.669544740973312,
-      "rel-constrast": 2.3803954124450684,
-      "step": 5949,
-      "subrel-constrast": 3.146247386932373,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.670329670329671,
-      "grad_norm": 5.5625,
-      "learning_rate": 2.109775781884598e-05,
-      "loss": 0.6091,
-      "step": 5950
-    },
-    {
-      "cov-distil": 2.0742814540863037,
-      "cov-distil (oracle2student)": 5.529162406921387,
-      "cov-distil (oracle2teacher)": 4.84407901763916,
-      "epoch": 4.670329670329671,
-      "rel-constrast": 3.7152390480041504,
-      "step": 5950,
-      "subrel-constrast": 4.086580276489258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.006345272064209,
-      "cov-distil (oracle2student)": 5.060190677642822,
-      "cov-distil (oracle2teacher)": 4.968981742858887,
-      "epoch": 4.671114599686028,
-      "rel-constrast": 2.379509687423706,
-      "step": 5951,
-      "subrel-constrast": 3.4441263675689697,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5750389099121094,
-      "cov-distil (oracle2student)": 2.451493263244629,
-      "cov-distil (oracle2teacher)": 2.807553291320801,
-      "epoch": 4.671899529042387,
-      "rel-constrast": 3.0607008934020996,
-      "step": 5952,
-      "subrel-constrast": 3.746216058731079,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4638891220092773,
-      "cov-distil (oracle2student)": 5.721780300140381,
-      "cov-distil (oracle2teacher)": 5.398804664611816,
-      "epoch": 4.672684458398744,
-      "rel-constrast": 2.2317919731140137,
-      "step": 5953,
-      "subrel-constrast": 2.9679155349731445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7764216661453247,
-      "cov-distil (oracle2student)": 5.306625843048096,
-      "cov-distil (oracle2teacher)": 4.083967208862305,
-      "epoch": 4.673469387755102,
-      "rel-constrast": 2.642685890197754,
-      "step": 5954,
-      "subrel-constrast": 3.077273368835449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2889045476913452,
-      "cov-distil (oracle2student)": 5.146772861480713,
-      "cov-distil (oracle2teacher)": 4.277261734008789,
-      "epoch": 4.67425431711146,
-      "rel-constrast": 2.087374448776245,
-      "step": 5955,
-      "subrel-constrast": 2.395825147628784,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1610745191574097,
-      "cov-distil (oracle2student)": 4.9104204177856445,
-      "cov-distil (oracle2teacher)": 5.198004722595215,
-      "epoch": 4.675039246467818,
-      "rel-constrast": 1.8702212572097778,
-      "step": 5956,
-      "subrel-constrast": 2.6207401752471924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.455475926399231,
-      "cov-distil (oracle2student)": 2.967773914337158,
-      "cov-distil (oracle2teacher)": 3.477602481842041,
-      "epoch": 4.675824175824176,
-      "rel-constrast": 2.0221052169799805,
-      "step": 5957,
-      "subrel-constrast": 2.952524423599243,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.182551622390747,
-      "cov-distil (oracle2student)": 4.066514492034912,
-      "cov-distil (oracle2teacher)": 4.155997276306152,
-      "epoch": 4.676609105180534,
-      "rel-constrast": 2.5663769245147705,
-      "step": 5958,
-      "subrel-constrast": 3.4394443035125732,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.253597378730774,
-      "cov-distil (oracle2student)": 3.631258726119995,
-      "cov-distil (oracle2teacher)": 3.119408130645752,
-      "epoch": 4.677394034536892,
-      "rel-constrast": 3.8374733924865723,
-      "step": 5959,
-      "subrel-constrast": 3.511690616607666,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.67817896389325,
-      "grad_norm": 8.375,
-      "learning_rate": 2.1011584940037836e-05,
-      "loss": 0.6984,
-      "step": 5960
-    },
-    {
-      "cov-distil": 1.5628812313079834,
-      "cov-distil (oracle2student)": 4.62330436706543,
-      "cov-distil (oracle2teacher)": 3.5604076385498047,
-      "epoch": 4.67817896389325,
-      "rel-constrast": 2.261049509048462,
-      "step": 5960,
-      "subrel-constrast": 2.9566941261291504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.213172674179077,
-      "cov-distil (oracle2student)": 3.1415555477142334,
-      "cov-distil (oracle2teacher)": 3.1513776779174805,
-      "epoch": 4.678963893249607,
-      "rel-constrast": 2.5838520526885986,
-      "step": 5961,
-      "subrel-constrast": 3.8165640830993652,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.38560950756073,
-      "cov-distil (oracle2student)": 4.735838890075684,
-      "cov-distil (oracle2teacher)": 4.360672950744629,
-      "epoch": 4.679748822605966,
-      "rel-constrast": 2.6516003608703613,
-      "step": 5962,
-      "subrel-constrast": 3.075486183166504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9088945388793945,
-      "cov-distil (oracle2student)": 5.222635746002197,
-      "cov-distil (oracle2teacher)": 5.022225856781006,
-      "epoch": 4.680533751962323,
-      "rel-constrast": 2.686861991882324,
-      "step": 5963,
-      "subrel-constrast": 3.681133508682251,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.943099856376648,
-      "cov-distil (oracle2student)": 4.774291515350342,
-      "cov-distil (oracle2teacher)": 4.467694282531738,
-      "epoch": 4.681318681318682,
-      "rel-constrast": 2.947765588760376,
-      "step": 5964,
-      "subrel-constrast": 3.7351677417755127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5361783504486084,
-      "cov-distil (oracle2student)": 4.785184860229492,
-      "cov-distil (oracle2teacher)": 3.957458972930908,
-      "epoch": 4.682103610675039,
-      "rel-constrast": 1.959815502166748,
-      "step": 5965,
-      "subrel-constrast": 2.951908588409424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4731407165527344,
-      "cov-distil (oracle2student)": 3.020197868347168,
-      "cov-distil (oracle2teacher)": 3.1457254886627197,
-      "epoch": 4.6828885400313975,
-      "rel-constrast": 2.082324504852295,
-      "step": 5966,
-      "subrel-constrast": 2.9683902263641357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4757087230682373,
-      "cov-distil (oracle2student)": 3.8130850791931152,
-      "cov-distil (oracle2teacher)": 4.007523536682129,
-      "epoch": 4.683673469387755,
-      "rel-constrast": 2.2462635040283203,
-      "step": 5967,
-      "subrel-constrast": 3.2126970291137695,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4301543235778809,
-      "cov-distil (oracle2student)": 2.7011842727661133,
-      "cov-distil (oracle2teacher)": 2.5921056270599365,
-      "epoch": 4.684458398744113,
-      "rel-constrast": 1.6696205139160156,
-      "step": 5968,
-      "subrel-constrast": 2.7373385429382324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1290253400802612,
-      "cov-distil (oracle2student)": 3.695920467376709,
-      "cov-distil (oracle2teacher)": 3.593942165374756,
-      "epoch": 4.685243328100471,
-      "rel-constrast": 2.2103567123413086,
-      "step": 5969,
-      "subrel-constrast": 2.584778070449829,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.686028257456829,
-      "grad_norm": 5.84375,
-      "learning_rate": 2.092546065880855e-05,
-      "loss": 0.6226,
-      "step": 5970
-    },
-    {
-      "cov-distil": 1.607118844985962,
-      "cov-distil (oracle2student)": 4.993749618530273,
-      "cov-distil (oracle2teacher)": 4.083418846130371,
-      "epoch": 4.686028257456829,
-      "rel-constrast": 2.853128671646118,
-      "step": 5970,
-      "subrel-constrast": 3.2346861362457275,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7035727500915527,
-      "cov-distil (oracle2student)": 4.8903961181640625,
-      "cov-distil (oracle2teacher)": 4.61258602142334,
-      "epoch": 4.686813186813187,
-      "rel-constrast": 1.2459838390350342,
-      "step": 5971,
-      "subrel-constrast": 2.542405605316162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5028188228607178,
-      "cov-distil (oracle2student)": 5.011482238769531,
-      "cov-distil (oracle2teacher)": 4.556706428527832,
-      "epoch": 4.687598116169545,
-      "rel-constrast": 2.1979146003723145,
-      "step": 5972,
-      "subrel-constrast": 2.5324766635894775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1306865215301514,
-      "cov-distil (oracle2student)": 4.144237518310547,
-      "cov-distil (oracle2teacher)": 3.6875555515289307,
-      "epoch": 4.688383045525903,
-      "rel-constrast": 2.149549961090088,
-      "step": 5973,
-      "subrel-constrast": 2.7450368404388428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0143754482269287,
-      "cov-distil (oracle2student)": 3.986196279525757,
-      "cov-distil (oracle2teacher)": 3.9507858753204346,
-      "epoch": 4.689167974882261,
-      "rel-constrast": 2.6745593547821045,
-      "step": 5974,
-      "subrel-constrast": 3.1566216945648193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.33511483669281,
-      "cov-distil (oracle2student)": 3.523552179336548,
-      "cov-distil (oracle2teacher)": 3.7559449672698975,
-      "epoch": 4.689952904238618,
-      "rel-constrast": 2.1499595642089844,
-      "step": 5975,
-      "subrel-constrast": 2.787987232208252,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6776034832000732,
-      "cov-distil (oracle2student)": 3.7286226749420166,
-      "cov-distil (oracle2teacher)": 3.5369038581848145,
-      "epoch": 4.6907378335949765,
-      "rel-constrast": 3.681286573410034,
-      "step": 5976,
-      "subrel-constrast": 4.026334762573242,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.59926176071167,
-      "cov-distil (oracle2student)": 5.04759407043457,
-      "cov-distil (oracle2teacher)": 4.537112712860107,
-      "epoch": 4.691522762951334,
-      "rel-constrast": 2.236947536468506,
-      "step": 5977,
-      "subrel-constrast": 3.072042942047119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3724464178085327,
-      "cov-distil (oracle2student)": 7.728011131286621,
-      "cov-distil (oracle2teacher)": 6.713921546936035,
-      "epoch": 4.6923076923076925,
-      "rel-constrast": 1.9902740716934204,
-      "step": 5978,
-      "subrel-constrast": 2.8340861797332764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.559327244758606,
-      "cov-distil (oracle2student)": 5.166934013366699,
-      "cov-distil (oracle2teacher)": 4.900672912597656,
-      "epoch": 4.69309262166405,
-      "rel-constrast": 2.3604483604431152,
-      "step": 5979,
-      "subrel-constrast": 3.4090163707733154,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.6938775510204085,
-      "grad_norm": 7.03125,
-      "learning_rate": 2.0839386024555286e-05,
-      "loss": 0.6273,
-      "step": 5980
-    },
-    {
-      "cov-distil": 1.586065411567688,
-      "cov-distil (oracle2student)": 5.451048851013184,
-      "cov-distil (oracle2teacher)": 5.428289413452148,
-      "epoch": 4.6938775510204085,
-      "rel-constrast": 2.9269485473632812,
-      "step": 5980,
-      "subrel-constrast": 4.193150520324707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.326608419418335,
-      "cov-distil (oracle2student)": 3.0719470977783203,
-      "cov-distil (oracle2teacher)": 3.1265573501586914,
-      "epoch": 4.694662480376766,
-      "rel-constrast": 2.5961732864379883,
-      "step": 5981,
-      "subrel-constrast": 2.9585318565368652,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.270506501197815,
-      "cov-distil (oracle2student)": 4.031243324279785,
-      "cov-distil (oracle2teacher)": 3.80267333984375,
-      "epoch": 4.695447409733124,
-      "rel-constrast": 2.6853575706481934,
-      "step": 5982,
-      "subrel-constrast": 3.041293144226074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4126410484313965,
-      "cov-distil (oracle2student)": 3.9943599700927734,
-      "cov-distil (oracle2teacher)": 4.326968193054199,
-      "epoch": 4.696232339089482,
-      "rel-constrast": 3.078275680541992,
-      "step": 5983,
-      "subrel-constrast": 3.943911075592041,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.373462438583374,
-      "cov-distil (oracle2student)": 3.6465845108032227,
-      "cov-distil (oracle2teacher)": 3.566000461578369,
-      "epoch": 4.6970172684458396,
-      "rel-constrast": 2.5187246799468994,
-      "step": 5984,
-      "subrel-constrast": 3.3177452087402344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8885453939437866,
-      "cov-distil (oracle2student)": 4.779265880584717,
-      "cov-distil (oracle2teacher)": 4.6762566566467285,
-      "epoch": 4.697802197802198,
-      "rel-constrast": 1.5723152160644531,
-      "step": 5985,
-      "subrel-constrast": 2.7042531967163086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3690614700317383,
-      "cov-distil (oracle2student)": 3.614304780960083,
-      "cov-distil (oracle2teacher)": 3.2036092281341553,
-      "epoch": 4.6985871271585555,
-      "rel-constrast": 1.9971498250961304,
-      "step": 5986,
-      "subrel-constrast": 2.898226737976074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4575238227844238,
-      "cov-distil (oracle2student)": 3.3173859119415283,
-      "cov-distil (oracle2teacher)": 3.5151209831237793,
-      "epoch": 4.699372056514914,
-      "rel-constrast": 1.896312952041626,
-      "step": 5987,
-      "subrel-constrast": 2.444934844970703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7138497829437256,
-      "cov-distil (oracle2student)": 4.145331859588623,
-      "cov-distil (oracle2teacher)": 4.3464531898498535,
-      "epoch": 4.7001569858712715,
-      "rel-constrast": 2.220404863357544,
-      "step": 5988,
-      "subrel-constrast": 3.0632545948028564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3570300340652466,
-      "cov-distil (oracle2student)": 4.442475318908691,
-      "cov-distil (oracle2teacher)": 4.766020774841309,
-      "epoch": 4.700941915227629,
-      "rel-constrast": 2.4176602363586426,
-      "step": 5989,
-      "subrel-constrast": 2.846719741821289,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.7017268445839875,
-      "grad_norm": 5.25,
-      "learning_rate": 2.075336208607029e-05,
-      "loss": 0.6346,
-      "step": 5990
-    },
-    {
-      "cov-distil": 2.5149264335632324,
-      "cov-distil (oracle2student)": 5.17037296295166,
-      "cov-distil (oracle2teacher)": 4.323747634887695,
-      "epoch": 4.7017268445839875,
-      "rel-constrast": 3.0439257621765137,
-      "step": 5990,
-      "subrel-constrast": 3.833406448364258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7051987648010254,
-      "cov-distil (oracle2student)": 4.95591402053833,
-      "cov-distil (oracle2teacher)": 4.728899955749512,
-      "epoch": 4.702511773940345,
-      "rel-constrast": 2.333981513977051,
-      "step": 5991,
-      "subrel-constrast": 3.451164484024048,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7906521558761597,
-      "cov-distil (oracle2student)": 5.220417499542236,
-      "cov-distil (oracle2teacher)": 5.576608657836914,
-      "epoch": 4.7032967032967035,
-      "rel-constrast": 2.9984476566314697,
-      "step": 5992,
-      "subrel-constrast": 3.423659324645996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7557485103607178,
-      "cov-distil (oracle2student)": 5.280031204223633,
-      "cov-distil (oracle2teacher)": 4.762412071228027,
-      "epoch": 4.704081632653061,
-      "rel-constrast": 3.846527099609375,
-      "step": 5993,
-      "subrel-constrast": 4.3470587730407715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.609824299812317,
-      "cov-distil (oracle2student)": 5.568630218505859,
-      "cov-distil (oracle2teacher)": 5.292668342590332,
-      "epoch": 4.704866562009419,
-      "rel-constrast": 2.311284303665161,
-      "step": 5994,
-      "subrel-constrast": 2.954455852508545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1727933883666992,
-      "cov-distil (oracle2student)": 2.9330999851226807,
-      "cov-distil (oracle2teacher)": 2.8611748218536377,
-      "epoch": 4.705651491365777,
-      "rel-constrast": 2.1304147243499756,
-      "step": 5995,
-      "subrel-constrast": 2.7365121841430664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1584393978118896,
-      "cov-distil (oracle2student)": 4.558234214782715,
-      "cov-distil (oracle2teacher)": 4.572686195373535,
-      "epoch": 4.7064364207221345,
-      "rel-constrast": 2.5821423530578613,
-      "step": 5996,
-      "subrel-constrast": 3.0666663646698,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7121832370758057,
-      "cov-distil (oracle2student)": 4.389962196350098,
-      "cov-distil (oracle2teacher)": 4.434502601623535,
-      "epoch": 4.707221350078493,
-      "rel-constrast": 3.0216245651245117,
-      "step": 5997,
-      "subrel-constrast": 3.5179178714752197,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1486945152282715,
-      "cov-distil (oracle2student)": 3.6509642601013184,
-      "cov-distil (oracle2teacher)": 3.835287570953369,
-      "epoch": 4.7080062794348505,
-      "rel-constrast": 2.655545234680176,
-      "step": 5998,
-      "subrel-constrast": 3.123836040496826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6051445007324219,
-      "cov-distil (oracle2student)": 4.8245368003845215,
-      "cov-distil (oracle2teacher)": 4.199688911437988,
-      "epoch": 4.708791208791209,
-      "rel-constrast": 2.5931851863861084,
-      "step": 5999,
-      "subrel-constrast": 3.2767598628997803,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "grad_norm": 5.15625,
-      "learning_rate": 2.066738989152813e-05,
-      "loss": 0.7284,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/duc04-P@10": 0.762,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/duc04-nDCG@10": 0.7723063527475976,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/duc04-alpha_nDCG@10": 0.5838478718732126,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/multi_news-nDCG@10": 0.6137723639092354,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/multi_news-alpha_nDCG@10": 0.6013843267147118,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "eval/avg": 0.5401351327206131,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "overlap": 0.2796874940395355,
-      "step": 6000
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "step": 6000,
-      "student margin": 0.05389404296875
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "step": 6000,
-      "teacher margin": 0.03375244140625
-    },
-    {
-      "epoch": 4.7095761381475665,
-      "margin difference": -0.0201416015625,
-      "step": 6000
-    },
-    {
-      "cov-distil": 1.7982631921768188,
-      "cov-distil (oracle2student)": 3.262256383895874,
-      "cov-distil (oracle2teacher)": 3.543616533279419,
-      "epoch": 4.7095761381475665,
-      "rel-constrast": 2.638828992843628,
-      "step": 6000,
-      "subrel-constrast": 3.3484435081481934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5798779726028442,
-      "cov-distil (oracle2student)": 4.690957546234131,
-      "cov-distil (oracle2teacher)": 4.355152606964111,
-      "epoch": 4.710361067503925,
-      "rel-constrast": 2.3655576705932617,
-      "step": 6001,
-      "subrel-constrast": 3.1543967723846436,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3550362586975098,
-      "cov-distil (oracle2student)": 3.346261739730835,
-      "cov-distil (oracle2teacher)": 3.594675064086914,
-      "epoch": 4.7111459968602825,
-      "rel-constrast": 2.418534755706787,
-      "step": 6002,
-      "subrel-constrast": 3.016057014465332,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.834694743156433,
-      "cov-distil (oracle2student)": 3.980156898498535,
-      "cov-distil (oracle2teacher)": 4.603063583374023,
-      "epoch": 4.71193092621664,
-      "rel-constrast": 2.0515828132629395,
-      "step": 6003,
-      "subrel-constrast": 3.2406625747680664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3818929195404053,
-      "cov-distil (oracle2student)": 2.789116859436035,
-      "cov-distil (oracle2teacher)": 2.930346965789795,
-      "epoch": 4.712715855572998,
-      "rel-constrast": 1.8570953607559204,
-      "step": 6004,
-      "subrel-constrast": 2.6085565090179443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.417865514755249,
-      "cov-distil (oracle2student)": 5.153488636016846,
-      "cov-distil (oracle2teacher)": 4.68173885345459,
-      "epoch": 4.713500784929356,
-      "rel-constrast": 3.3484349250793457,
-      "step": 6005,
-      "subrel-constrast": 3.6427273750305176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9663453102111816,
-      "cov-distil (oracle2student)": 3.709916591644287,
-      "cov-distil (oracle2teacher)": 3.4437122344970703,
-      "epoch": 4.714285714285714,
-      "rel-constrast": 1.9768707752227783,
-      "step": 6006,
-      "subrel-constrast": 3.273735284805298,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.380250334739685,
-      "cov-distil (oracle2student)": 3.9490418434143066,
-      "cov-distil (oracle2teacher)": 3.9466652870178223,
-      "epoch": 4.715070643642072,
-      "rel-constrast": 2.4232075214385986,
-      "step": 6007,
-      "subrel-constrast": 3.0988564491271973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.818999171257019,
-      "cov-distil (oracle2student)": 4.272839069366455,
-      "cov-distil (oracle2teacher)": 4.362579345703125,
-      "epoch": 4.71585557299843,
-      "rel-constrast": 3.369051456451416,
-      "step": 6008,
-      "subrel-constrast": 3.7665133476257324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5035847425460815,
-      "cov-distil (oracle2student)": 4.274346351623535,
-      "cov-distil (oracle2teacher)": 4.051229476928711,
-      "epoch": 4.716640502354788,
-      "rel-constrast": 1.762117624282837,
-      "step": 6009,
-      "subrel-constrast": 2.7220253944396973,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.717425431711146,
-      "grad_norm": 4.4375,
-      "learning_rate": 2.058147048847285e-05,
-      "loss": 0.6454,
-      "step": 6010
-    },
-    {
-      "cov-distil": 1.413413643836975,
-      "cov-distil (oracle2student)": 4.895362377166748,
-      "cov-distil (oracle2teacher)": 4.834054946899414,
-      "epoch": 4.717425431711146,
-      "rel-constrast": 1.9104461669921875,
-      "step": 6010,
-      "subrel-constrast": 3.011723041534424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5907002687454224,
-      "cov-distil (oracle2student)": 3.572441816329956,
-      "cov-distil (oracle2teacher)": 3.454460382461548,
-      "epoch": 4.718210361067504,
-      "rel-constrast": 2.2838897705078125,
-      "step": 6011,
-      "subrel-constrast": 3.2801902294158936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4329090118408203,
-      "cov-distil (oracle2student)": 5.374332427978516,
-      "cov-distil (oracle2teacher)": 5.134748458862305,
-      "epoch": 4.718995290423862,
-      "rel-constrast": 3.9967899322509766,
-      "step": 6012,
-      "subrel-constrast": 4.266286849975586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5213525295257568,
-      "cov-distil (oracle2student)": 4.291829586029053,
-      "cov-distil (oracle2teacher)": 4.25614070892334,
-      "epoch": 4.71978021978022,
-      "rel-constrast": 2.5345540046691895,
-      "step": 6013,
-      "subrel-constrast": 3.259122133255005,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5293445587158203,
-      "cov-distil (oracle2student)": 4.861475467681885,
-      "cov-distil (oracle2teacher)": 4.358582496643066,
-      "epoch": 4.720565149136577,
-      "rel-constrast": 2.8553881645202637,
-      "step": 6014,
-      "subrel-constrast": 3.09712815284729,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.434532642364502,
-      "cov-distil (oracle2student)": 2.8950161933898926,
-      "cov-distil (oracle2teacher)": 2.9817991256713867,
-      "epoch": 4.721350078492936,
-      "rel-constrast": 2.152700662612915,
-      "step": 6015,
-      "subrel-constrast": 2.728579521179199,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6015183925628662,
-      "cov-distil (oracle2student)": 4.926412582397461,
-      "cov-distil (oracle2teacher)": 4.306430816650391,
-      "epoch": 4.722135007849293,
-      "rel-constrast": 3.3657987117767334,
-      "step": 6016,
-      "subrel-constrast": 4.178540229797363,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8362830877304077,
-      "cov-distil (oracle2student)": 4.848877906799316,
-      "cov-distil (oracle2teacher)": 4.377091407775879,
-      "epoch": 4.722919937205652,
-      "rel-constrast": 3.1402969360351562,
-      "step": 6017,
-      "subrel-constrast": 3.6611011028289795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7292580604553223,
-      "cov-distil (oracle2student)": 4.877412796020508,
-      "cov-distil (oracle2teacher)": 4.820239067077637,
-      "epoch": 4.723704866562009,
-      "rel-constrast": 2.355740785598755,
-      "step": 6018,
-      "subrel-constrast": 3.2368252277374268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9752023220062256,
-      "cov-distil (oracle2student)": 4.539583206176758,
-      "cov-distil (oracle2teacher)": 3.7908987998962402,
-      "epoch": 4.724489795918368,
-      "rel-constrast": 1.9190726280212402,
-      "step": 6019,
-      "subrel-constrast": 2.7523415088653564,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.725274725274725,
-      "grad_norm": 5.09375,
-      "learning_rate": 2.0495604923805268e-05,
-      "loss": 0.703,
-      "step": 6020
-    },
-    {
-      "cov-distil": 1.1895802021026611,
-      "cov-distil (oracle2student)": 4.495765686035156,
-      "cov-distil (oracle2teacher)": 3.986520767211914,
-      "epoch": 4.725274725274725,
-      "rel-constrast": 3.0868852138519287,
-      "step": 6020,
-      "subrel-constrast": 3.340872049331665,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5412282943725586,
-      "cov-distil (oracle2student)": 4.295361518859863,
-      "cov-distil (oracle2teacher)": 3.922161102294922,
-      "epoch": 4.726059654631083,
-      "rel-constrast": 2.147090435028076,
-      "step": 6021,
-      "subrel-constrast": 2.6077921390533447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2029073238372803,
-      "cov-distil (oracle2student)": 3.4332122802734375,
-      "cov-distil (oracle2teacher)": 3.053903341293335,
-      "epoch": 4.726844583987441,
-      "rel-constrast": 2.20878005027771,
-      "step": 6022,
-      "subrel-constrast": 2.8126442432403564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6588765382766724,
-      "cov-distil (oracle2student)": 3.9034013748168945,
-      "cov-distil (oracle2teacher)": 3.837883949279785,
-      "epoch": 4.727629513343799,
-      "rel-constrast": 2.2642669677734375,
-      "step": 6023,
-      "subrel-constrast": 2.9324209690093994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.588761806488037,
-      "cov-distil (oracle2student)": 4.735379695892334,
-      "cov-distil (oracle2teacher)": 4.320076942443848,
-      "epoch": 4.728414442700157,
-      "rel-constrast": 2.32536244392395,
-      "step": 6024,
-      "subrel-constrast": 3.325256109237671,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5401735305786133,
-      "cov-distil (oracle2student)": 4.8666300773620605,
-      "cov-distil (oracle2teacher)": 5.04647159576416,
-      "epoch": 4.729199372056515,
-      "rel-constrast": 2.8051328659057617,
-      "step": 6025,
-      "subrel-constrast": 3.48713755607605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.808157205581665,
-      "cov-distil (oracle2student)": 3.040980100631714,
-      "cov-distil (oracle2teacher)": 3.1681582927703857,
-      "epoch": 4.729984301412873,
-      "rel-constrast": 2.7351925373077393,
-      "step": 6026,
-      "subrel-constrast": 3.8191769123077393,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6139779090881348,
-      "cov-distil (oracle2student)": 4.975748538970947,
-      "cov-distil (oracle2teacher)": 5.164024829864502,
-      "epoch": 4.730769230769231,
-      "rel-constrast": 2.481813907623291,
-      "step": 6027,
-      "subrel-constrast": 3.4429023265838623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0918478965759277,
-      "cov-distil (oracle2student)": 3.099107503890991,
-      "cov-distil (oracle2teacher)": 3.426891326904297,
-      "epoch": 4.731554160125588,
-      "rel-constrast": 2.798464775085449,
-      "step": 6028,
-      "subrel-constrast": 3.855475664138794,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0730631351470947,
-      "cov-distil (oracle2student)": 5.5063982009887695,
-      "cov-distil (oracle2teacher)": 4.895514011383057,
-      "epoch": 4.732339089481947,
-      "rel-constrast": 2.5501303672790527,
-      "step": 6029,
-      "subrel-constrast": 2.3164467811584473,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.733124018838304,
-      "grad_norm": 6.28125,
-      "learning_rate": 2.040979424377018e-05,
-      "loss": 0.6733,
-      "step": 6030
-    },
-    {
-      "cov-distil": 1.909934401512146,
-      "cov-distil (oracle2student)": 3.464249610900879,
-      "cov-distil (oracle2teacher)": 3.3403215408325195,
-      "epoch": 4.733124018838304,
-      "rel-constrast": 2.1977341175079346,
-      "step": 6030,
-      "subrel-constrast": 2.9008634090423584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.851655125617981,
-      "cov-distil (oracle2student)": 3.9783592224121094,
-      "cov-distil (oracle2teacher)": 3.6354782581329346,
-      "epoch": 4.733908948194663,
-      "rel-constrast": 2.9757466316223145,
-      "step": 6031,
-      "subrel-constrast": 3.2795298099517822,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6976382732391357,
-      "cov-distil (oracle2student)": 4.8097124099731445,
-      "cov-distil (oracle2teacher)": 4.304244041442871,
-      "epoch": 4.73469387755102,
-      "rel-constrast": 3.3686470985412598,
-      "step": 6032,
-      "subrel-constrast": 4.46674919128418,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3512873649597168,
-      "cov-distil (oracle2student)": 6.072574615478516,
-      "cov-distil (oracle2teacher)": 5.206029891967773,
-      "epoch": 4.735478806907379,
-      "rel-constrast": 3.3614864349365234,
-      "step": 6033,
-      "subrel-constrast": 3.9592509269714355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3212661743164062,
-      "cov-distil (oracle2student)": 4.823022365570068,
-      "cov-distil (oracle2teacher)": 4.504495620727539,
-      "epoch": 4.736263736263736,
-      "rel-constrast": 1.8967781066894531,
-      "step": 6034,
-      "subrel-constrast": 2.63153076171875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4304945468902588,
-      "cov-distil (oracle2student)": 4.888432025909424,
-      "cov-distil (oracle2teacher)": 4.082066059112549,
-      "epoch": 4.737048665620094,
-      "rel-constrast": 2.986048936843872,
-      "step": 6035,
-      "subrel-constrast": 3.5157032012939453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4485875368118286,
-      "cov-distil (oracle2student)": 4.08011531829834,
-      "cov-distil (oracle2teacher)": 3.7379326820373535,
-      "epoch": 4.737833594976452,
-      "rel-constrast": 2.494450807571411,
-      "step": 6036,
-      "subrel-constrast": 3.048966407775879,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4839303493499756,
-      "cov-distil (oracle2student)": 3.9129438400268555,
-      "cov-distil (oracle2teacher)": 3.279512405395508,
-      "epoch": 4.73861852433281,
-      "rel-constrast": 1.5818030834197998,
-      "step": 6037,
-      "subrel-constrast": 2.295518398284912,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.570765495300293,
-      "cov-distil (oracle2student)": 2.921086072921753,
-      "cov-distil (oracle2teacher)": 3.363612174987793,
-      "epoch": 4.739403453689168,
-      "rel-constrast": 1.499478816986084,
-      "step": 6038,
-      "subrel-constrast": 2.8357393741607666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3065022230148315,
-      "cov-distil (oracle2student)": 4.943667411804199,
-      "cov-distil (oracle2teacher)": 4.889231204986572,
-      "epoch": 4.740188383045526,
-      "rel-constrast": 2.27475643157959,
-      "step": 6039,
-      "subrel-constrast": 2.9151992797851562,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.740973312401884,
-      "grad_norm": 5.25,
-      "learning_rate": 2.0324039493943652e-05,
-      "loss": 0.6544,
-      "step": 6040
-    },
-    {
-      "cov-distil": 1.2808432579040527,
-      "cov-distil (oracle2student)": 4.791851043701172,
-      "cov-distil (oracle2teacher)": 4.067124366760254,
-      "epoch": 4.740973312401884,
-      "rel-constrast": 2.529223918914795,
-      "step": 6040,
-      "subrel-constrast": 3.1660573482513428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8160001039505005,
-      "cov-distil (oracle2student)": 5.3807196617126465,
-      "cov-distil (oracle2teacher)": 4.816391468048096,
-      "epoch": 4.741758241758242,
-      "rel-constrast": 2.64040470123291,
-      "step": 6041,
-      "subrel-constrast": 3.4508273601531982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.310288906097412,
-      "cov-distil (oracle2student)": 4.312337875366211,
-      "cov-distil (oracle2teacher)": 4.299498558044434,
-      "epoch": 4.742543171114599,
-      "rel-constrast": 2.571139335632324,
-      "step": 6042,
-      "subrel-constrast": 2.7926549911499023,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4341630935668945,
-      "cov-distil (oracle2student)": 2.9564967155456543,
-      "cov-distil (oracle2teacher)": 3.2806012630462646,
-      "epoch": 4.743328100470958,
-      "rel-constrast": 2.4226138591766357,
-      "step": 6043,
-      "subrel-constrast": 3.443021297454834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9900090098381042,
-      "cov-distil (oracle2student)": 6.9574079513549805,
-      "cov-distil (oracle2teacher)": 6.756704807281494,
-      "epoch": 4.744113029827315,
-      "rel-constrast": 1.9095220565795898,
-      "step": 6044,
-      "subrel-constrast": 2.724273204803467,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4150965213775635,
-      "cov-distil (oracle2student)": 4.95806884765625,
-      "cov-distil (oracle2teacher)": 4.991751670837402,
-      "epoch": 4.744897959183674,
-      "rel-constrast": 2.5528857707977295,
-      "step": 6045,
-      "subrel-constrast": 3.0793566703796387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.483925700187683,
-      "cov-distil (oracle2student)": 5.164808750152588,
-      "cov-distil (oracle2teacher)": 5.340155601501465,
-      "epoch": 4.745682888540031,
-      "rel-constrast": 2.823903799057007,
-      "step": 6046,
-      "subrel-constrast": 3.9148519039154053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7891547679901123,
-      "cov-distil (oracle2student)": 3.1337952613830566,
-      "cov-distil (oracle2teacher)": 3.3262524604797363,
-      "epoch": 4.74646781789639,
-      "rel-constrast": 3.0520052909851074,
-      "step": 6047,
-      "subrel-constrast": 3.8297393321990967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.237485647201538,
-      "cov-distil (oracle2student)": 5.209110260009766,
-      "cov-distil (oracle2teacher)": 4.796553611755371,
-      "epoch": 4.747252747252747,
-      "rel-constrast": 1.8867288827896118,
-      "step": 6048,
-      "subrel-constrast": 2.510805368423462,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.74996018409729,
-      "cov-distil (oracle2student)": 4.727917671203613,
-      "cov-distil (oracle2teacher)": 4.447652339935303,
-      "epoch": 4.748037676609105,
-      "rel-constrast": 3.052060127258301,
-      "step": 6049,
-      "subrel-constrast": 3.475677251815796,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.748822605965463,
-      "grad_norm": 6.65625,
-      "learning_rate": 2.0238341719220254e-05,
-      "loss": 0.6723,
-      "step": 6050
-    },
-    {
-      "cov-distil": 1.530412197113037,
-      "cov-distil (oracle2student)": 5.466036796569824,
-      "cov-distil (oracle2teacher)": 5.175192832946777,
-      "epoch": 4.748822605965463,
-      "rel-constrast": 3.7549984455108643,
-      "step": 6050,
-      "subrel-constrast": 4.373452186584473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.59576416015625,
-      "cov-distil (oracle2student)": 4.721795558929443,
-      "cov-distil (oracle2teacher)": 4.176154613494873,
-      "epoch": 4.749607535321821,
-      "rel-constrast": 2.7688887119293213,
-      "step": 6051,
-      "subrel-constrast": 3.393678665161133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4339451789855957,
-      "cov-distil (oracle2student)": 3.6125130653381348,
-      "cov-distil (oracle2teacher)": 3.7502799034118652,
-      "epoch": 4.750392464678179,
-      "rel-constrast": 2.904866933822632,
-      "step": 6052,
-      "subrel-constrast": 3.8449296951293945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6118779182434082,
-      "cov-distil (oracle2student)": 3.7581710815429688,
-      "cov-distil (oracle2teacher)": 3.774512529373169,
-      "epoch": 4.751177394034537,
-      "rel-constrast": 2.9136528968811035,
-      "step": 6053,
-      "subrel-constrast": 3.895278215408325,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6446313858032227,
-      "cov-distil (oracle2student)": 3.5453648567199707,
-      "cov-distil (oracle2teacher)": 3.3068971633911133,
-      "epoch": 4.751962323390895,
-      "rel-constrast": 1.790270209312439,
-      "step": 6054,
-      "subrel-constrast": 2.8361217975616455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5706348419189453,
-      "cov-distil (oracle2student)": 3.927863359451294,
-      "cov-distil (oracle2teacher)": 3.8347158432006836,
-      "epoch": 4.752747252747253,
-      "rel-constrast": 2.6827306747436523,
-      "step": 6055,
-      "subrel-constrast": 3.524369716644287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1781768798828125,
-      "cov-distil (oracle2student)": 4.102554798126221,
-      "cov-distil (oracle2teacher)": 3.9729385375976562,
-      "epoch": 4.75353218210361,
-      "rel-constrast": 2.354971408843994,
-      "step": 6056,
-      "subrel-constrast": 3.460284471511841,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.421907901763916,
-      "cov-distil (oracle2student)": 5.058940887451172,
-      "cov-distil (oracle2teacher)": 5.362262725830078,
-      "epoch": 4.754317111459969,
-      "rel-constrast": 3.7323577404022217,
-      "step": 6057,
-      "subrel-constrast": 4.82614803314209,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3953166007995605,
-      "cov-distil (oracle2student)": 2.832793951034546,
-      "cov-distil (oracle2teacher)": 2.9563941955566406,
-      "epoch": 4.755102040816326,
-      "rel-constrast": 2.6706862449645996,
-      "step": 6058,
-      "subrel-constrast": 3.039970636367798,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.219761610031128,
-      "cov-distil (oracle2student)": 4.594906806945801,
-      "cov-distil (oracle2teacher)": 4.3062567710876465,
-      "epoch": 4.755886970172685,
-      "rel-constrast": 2.962712287902832,
-      "step": 6059,
-      "subrel-constrast": 4.098911285400391,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.756671899529042,
-      "grad_norm": 6.90625,
-      "learning_rate": 2.0152701963800315e-05,
-      "loss": 0.7499,
-      "step": 6060
-    },
-    {
-      "cov-distil": 2.106842041015625,
-      "cov-distil (oracle2student)": 4.982357978820801,
-      "cov-distil (oracle2teacher)": 4.232420921325684,
-      "epoch": 4.756671899529042,
-      "rel-constrast": 2.9683003425598145,
-      "step": 6060,
-      "subrel-constrast": 3.4132018089294434,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4881064891815186,
-      "cov-distil (oracle2student)": 5.685796737670898,
-      "cov-distil (oracle2teacher)": 5.662389755249023,
-      "epoch": 4.757456828885401,
-      "rel-constrast": 2.5152244567871094,
-      "step": 6061,
-      "subrel-constrast": 3.6600799560546875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6308414936065674,
-      "cov-distil (oracle2student)": 5.500273704528809,
-      "cov-distil (oracle2teacher)": 4.888200759887695,
-      "epoch": 4.758241758241758,
-      "rel-constrast": 3.1709322929382324,
-      "step": 6062,
-      "subrel-constrast": 3.9116995334625244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7748901844024658,
-      "cov-distil (oracle2student)": 5.481907367706299,
-      "cov-distil (oracle2teacher)": 5.092072486877441,
-      "epoch": 4.759026687598116,
-      "rel-constrast": 2.5545663833618164,
-      "step": 6063,
-      "subrel-constrast": 3.2841758728027344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9574532508850098,
-      "cov-distil (oracle2student)": 5.31390380859375,
-      "cov-distil (oracle2teacher)": 5.224908828735352,
-      "epoch": 4.759811616954474,
-      "rel-constrast": 3.3735408782958984,
-      "step": 6064,
-      "subrel-constrast": 4.21229362487793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1596574783325195,
-      "cov-distil (oracle2student)": 4.002896308898926,
-      "cov-distil (oracle2teacher)": 3.4928359985351562,
-      "epoch": 4.760596546310832,
-      "rel-constrast": 1.6326743364334106,
-      "step": 6065,
-      "subrel-constrast": 1.9783573150634766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7685911655426025,
-      "cov-distil (oracle2student)": 5.373894214630127,
-      "cov-distil (oracle2teacher)": 4.492769241333008,
-      "epoch": 4.76138147566719,
-      "rel-constrast": 2.537236452102661,
-      "step": 6066,
-      "subrel-constrast": 3.2402660846710205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.572793960571289,
-      "cov-distil (oracle2student)": 5.252901077270508,
-      "cov-distil (oracle2teacher)": 5.230586051940918,
-      "epoch": 4.762166405023548,
-      "rel-constrast": 4.074185848236084,
-      "step": 6067,
-      "subrel-constrast": 4.607206344604492,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7681996822357178,
-      "cov-distil (oracle2student)": 3.9868226051330566,
-      "cov-distil (oracle2teacher)": 3.380115270614624,
-      "epoch": 4.762951334379906,
-      "rel-constrast": 2.919677495956421,
-      "step": 6068,
-      "subrel-constrast": 3.6640021800994873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2453258037567139,
-      "cov-distil (oracle2student)": 3.858611583709717,
-      "cov-distil (oracle2teacher)": 3.296660900115967,
-      "epoch": 4.763736263736264,
-      "rel-constrast": 1.4985542297363281,
-      "step": 6069,
-      "subrel-constrast": 2.102736711502075,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.764521193092621,
-      "grad_norm": 4.4375,
-      "learning_rate": 2.0067121271177243e-05,
-      "loss": 0.7223,
-      "step": 6070
-    },
-    {
-      "cov-distil": 1.555150032043457,
-      "cov-distil (oracle2student)": 3.175914764404297,
-      "cov-distil (oracle2teacher)": 2.7107813358306885,
-      "epoch": 4.764521193092621,
-      "rel-constrast": 2.2575933933258057,
-      "step": 6070,
-      "subrel-constrast": 2.5906715393066406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2105331420898438,
-      "cov-distil (oracle2student)": 5.588863372802734,
-      "cov-distil (oracle2teacher)": 5.222605228424072,
-      "epoch": 4.76530612244898,
-      "rel-constrast": 2.1350955963134766,
-      "step": 6071,
-      "subrel-constrast": 2.9286420345306396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9949572086334229,
-      "cov-distil (oracle2student)": 3.960414409637451,
-      "cov-distil (oracle2teacher)": 4.057205677032471,
-      "epoch": 4.766091051805337,
-      "rel-constrast": 1.91173255443573,
-      "step": 6072,
-      "subrel-constrast": 3.0411713123321533,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3020553588867188,
-      "cov-distil (oracle2student)": 5.558469772338867,
-      "cov-distil (oracle2teacher)": 5.2639265060424805,
-      "epoch": 4.766875981161696,
-      "rel-constrast": 2.332791328430176,
-      "step": 6073,
-      "subrel-constrast": 3.187645196914673,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.300610065460205,
-      "cov-distil (oracle2student)": 5.000352382659912,
-      "cov-distil (oracle2teacher)": 4.588623046875,
-      "epoch": 4.767660910518053,
-      "rel-constrast": 1.8685157299041748,
-      "step": 6074,
-      "subrel-constrast": 2.4137139320373535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3179593086242676,
-      "cov-distil (oracle2student)": 2.577052116394043,
-      "cov-distil (oracle2teacher)": 2.810931921005249,
-      "epoch": 4.768445839874412,
-      "rel-constrast": 2.1090526580810547,
-      "step": 6075,
-      "subrel-constrast": 2.881200075149536,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3824479579925537,
-      "cov-distil (oracle2student)": 3.943180561065674,
-      "cov-distil (oracle2teacher)": 3.2263236045837402,
-      "epoch": 4.769230769230769,
-      "rel-constrast": 3.044978618621826,
-      "step": 6076,
-      "subrel-constrast": 3.369821786880493,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2772934436798096,
-      "cov-distil (oracle2student)": 4.385838508605957,
-      "cov-distil (oracle2teacher)": 4.359911918640137,
-      "epoch": 4.770015698587127,
-      "rel-constrast": 4.040050029754639,
-      "step": 6077,
-      "subrel-constrast": 4.508377552032471,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3294386863708496,
-      "cov-distil (oracle2student)": 4.5590620040893555,
-      "cov-distil (oracle2teacher)": 3.752293109893799,
-      "epoch": 4.770800627943485,
-      "rel-constrast": 2.266582727432251,
-      "step": 6078,
-      "subrel-constrast": 2.9550108909606934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6109575033187866,
-      "cov-distil (oracle2student)": 4.679007053375244,
-      "cov-distil (oracle2teacher)": 3.9874091148376465,
-      "epoch": 4.771585557299843,
-      "rel-constrast": 3.1141769886016846,
-      "step": 6079,
-      "subrel-constrast": 3.7863917350769043,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.772370486656201,
-      "grad_norm": 6.71875,
-      "learning_rate": 1.9981600684124746e-05,
-      "loss": 0.6627,
-      "step": 6080
-    },
-    {
-      "cov-distil": 2.208859920501709,
-      "cov-distil (oracle2student)": 3.842503309249878,
-      "cov-distil (oracle2teacher)": 3.576671600341797,
-      "epoch": 4.772370486656201,
-      "rel-constrast": 1.9135910272598267,
-      "step": 6080,
-      "subrel-constrast": 3.090665102005005,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6086876392364502,
-      "cov-distil (oracle2student)": 3.5453858375549316,
-      "cov-distil (oracle2teacher)": 3.73060941696167,
-      "epoch": 4.773155416012559,
-      "rel-constrast": 1.8545137643814087,
-      "step": 6081,
-      "subrel-constrast": 2.956263780593872,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.086867094039917,
-      "cov-distil (oracle2student)": 4.003311634063721,
-      "cov-distil (oracle2teacher)": 4.123017311096191,
-      "epoch": 4.773940345368917,
-      "rel-constrast": 3.0026485919952393,
-      "step": 6082,
-      "subrel-constrast": 3.6654186248779297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9702591896057129,
-      "cov-distil (oracle2student)": 4.589766979217529,
-      "cov-distil (oracle2teacher)": 4.58319616317749,
-      "epoch": 4.774725274725275,
-      "rel-constrast": 2.2532565593719482,
-      "step": 6083,
-      "subrel-constrast": 2.9519567489624023,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7247172594070435,
-      "cov-distil (oracle2student)": 4.2306671142578125,
-      "cov-distil (oracle2teacher)": 4.278522491455078,
-      "epoch": 4.775510204081632,
-      "rel-constrast": 2.143684148788452,
-      "step": 6084,
-      "subrel-constrast": 3.4333438873291016,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9486575126647949,
-      "cov-distil (oracle2student)": 4.111770153045654,
-      "cov-distil (oracle2teacher)": 3.829880952835083,
-      "epoch": 4.776295133437991,
-      "rel-constrast": 2.4461069107055664,
-      "step": 6085,
-      "subrel-constrast": 2.751160144805908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9259803295135498,
-      "cov-distil (oracle2student)": 3.9135446548461914,
-      "cov-distil (oracle2teacher)": 3.4844956398010254,
-      "epoch": 4.777080062794348,
-      "rel-constrast": 2.821749210357666,
-      "step": 6086,
-      "subrel-constrast": 3.767997980117798,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5485825538635254,
-      "cov-distil (oracle2student)": 4.5700249671936035,
-      "cov-distil (oracle2teacher)": 4.468404293060303,
-      "epoch": 4.777864992150707,
-      "rel-constrast": 2.834707021713257,
-      "step": 6087,
-      "subrel-constrast": 3.5145134925842285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3682752847671509,
-      "cov-distil (oracle2student)": 4.338550090789795,
-      "cov-distil (oracle2teacher)": 4.006700038909912,
-      "epoch": 4.778649921507064,
-      "rel-constrast": 1.9127320051193237,
-      "step": 6088,
-      "subrel-constrast": 2.666294813156128,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.396680474281311,
-      "cov-distil (oracle2student)": 4.079305171966553,
-      "cov-distil (oracle2teacher)": 3.9920554161071777,
-      "epoch": 4.779434850863423,
-      "rel-constrast": 2.520263195037842,
-      "step": 6089,
-      "subrel-constrast": 3.2318131923675537,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.78021978021978,
-      "grad_norm": 5.3125,
-      "learning_rate": 1.9896141244684213e-05,
-      "loss": 0.6321,
-      "step": 6090
-    },
-    {
-      "cov-distil": 1.519733190536499,
-      "cov-distil (oracle2student)": 5.692106246948242,
-      "cov-distil (oracle2teacher)": 5.78492546081543,
-      "epoch": 4.78021978021978,
-      "rel-constrast": 2.0275750160217285,
-      "step": 6090,
-      "subrel-constrast": 2.967397928237915,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4562790393829346,
-      "cov-distil (oracle2student)": 4.2139129638671875,
-      "cov-distil (oracle2teacher)": 3.591859817504883,
-      "epoch": 4.781004709576138,
-      "rel-constrast": 1.5772472620010376,
-      "step": 6091,
-      "subrel-constrast": 2.774644374847412,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7650848627090454,
-      "cov-distil (oracle2student)": 2.323370933532715,
-      "cov-distil (oracle2teacher)": 2.6211941242218018,
-      "epoch": 4.781789638932496,
-      "rel-constrast": 2.194678544998169,
-      "step": 6092,
-      "subrel-constrast": 3.0201945304870605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.248380422592163,
-      "cov-distil (oracle2student)": 3.886512279510498,
-      "cov-distil (oracle2teacher)": 3.4664132595062256,
-      "epoch": 4.782574568288854,
-      "rel-constrast": 1.9670450687408447,
-      "step": 6093,
-      "subrel-constrast": 2.5666964054107666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5782463550567627,
-      "cov-distil (oracle2student)": 2.9031431674957275,
-      "cov-distil (oracle2teacher)": 2.970609426498413,
-      "epoch": 4.783359497645212,
-      "rel-constrast": 2.4978506565093994,
-      "step": 6094,
-      "subrel-constrast": 3.166224479675293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9634627103805542,
-      "cov-distil (oracle2student)": 3.512136936187744,
-      "cov-distil (oracle2teacher)": 3.2959256172180176,
-      "epoch": 4.78414442700157,
-      "rel-constrast": 1.6298599243164062,
-      "step": 6095,
-      "subrel-constrast": 2.160978078842163,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4097154140472412,
-      "cov-distil (oracle2student)": 4.116229057312012,
-      "cov-distil (oracle2teacher)": 3.7482290267944336,
-      "epoch": 4.784929356357928,
-      "rel-constrast": 4.007454872131348,
-      "step": 6096,
-      "subrel-constrast": 4.265702247619629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9584805965423584,
-      "cov-distil (oracle2student)": 4.761971473693848,
-      "cov-distil (oracle2teacher)": 3.888780117034912,
-      "epoch": 4.785714285714286,
-      "rel-constrast": 3.342039108276367,
-      "step": 6097,
-      "subrel-constrast": 3.8892974853515625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.439131259918213,
-      "cov-distil (oracle2student)": 4.069284439086914,
-      "cov-distil (oracle2teacher)": 3.8886327743530273,
-      "epoch": 4.786499215070644,
-      "rel-constrast": 3.0801992416381836,
-      "step": 6098,
-      "subrel-constrast": 3.5428426265716553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3845086097717285,
-      "cov-distil (oracle2student)": 5.551876068115234,
-      "cov-distil (oracle2teacher)": 5.076981067657471,
-      "epoch": 4.787284144427002,
-      "rel-constrast": 3.0547397136688232,
-      "step": 6099,
-      "subrel-constrast": 3.443366765975952,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.78806907378336,
-      "grad_norm": 7.6875,
-      "learning_rate": 1.9810743994151926e-05,
-      "loss": 0.6713,
-      "step": 6100
-    },
-    {
-      "epoch": 4.78806907378336,
-      "overlap": 0.3046875,
-      "step": 6100
-    },
-    {
-      "epoch": 4.78806907378336,
-      "step": 6100,
-      "student margin": 0.06170654296875
-    },
-    {
-      "epoch": 4.78806907378336,
-      "step": 6100,
-      "teacher margin": 0.038818359375
-    },
-    {
-      "epoch": 4.78806907378336,
-      "margin difference": -0.02288818359375,
-      "step": 6100
-    },
-    {
-      "cov-distil": 1.9749702215194702,
-      "cov-distil (oracle2student)": 4.045502662658691,
-      "cov-distil (oracle2teacher)": 4.1814093589782715,
-      "epoch": 4.78806907378336,
-      "rel-constrast": 2.4032983779907227,
-      "step": 6100,
-      "subrel-constrast": 3.2994651794433594,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.705207109451294,
-      "cov-distil (oracle2student)": 5.757636070251465,
-      "cov-distil (oracle2teacher)": 5.214113712310791,
-      "epoch": 4.7888540031397175,
-      "rel-constrast": 2.896538019180298,
-      "step": 6101,
-      "subrel-constrast": 3.7197980880737305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5006201267242432,
-      "cov-distil (oracle2student)": 4.712353229522705,
-      "cov-distil (oracle2teacher)": 4.812909126281738,
-      "epoch": 4.789638932496075,
-      "rel-constrast": 2.240443706512451,
-      "step": 6102,
-      "subrel-constrast": 3.426710367202759,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7843152284622192,
-      "cov-distil (oracle2student)": 4.908773422241211,
-      "cov-distil (oracle2teacher)": 4.2329816818237305,
-      "epoch": 4.7904238618524335,
-      "rel-constrast": 2.5008487701416016,
-      "step": 6103,
-      "subrel-constrast": 3.302570104598999,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4716682434082031,
-      "cov-distil (oracle2student)": 3.24404239654541,
-      "cov-distil (oracle2teacher)": 3.023470401763916,
-      "epoch": 4.791208791208791,
-      "rel-constrast": 2.3495404720306396,
-      "step": 6104,
-      "subrel-constrast": 2.7824604511260986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9437167644500732,
-      "cov-distil (oracle2student)": 5.1937055587768555,
-      "cov-distil (oracle2teacher)": 4.6144609451293945,
-      "epoch": 4.7919937205651495,
-      "rel-constrast": 3.095597267150879,
-      "step": 6105,
-      "subrel-constrast": 3.553971767425537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4403817653656006,
-      "cov-distil (oracle2student)": 3.647719383239746,
-      "cov-distil (oracle2teacher)": 3.9830918312072754,
-      "epoch": 4.792778649921507,
-      "rel-constrast": 2.685032367706299,
-      "step": 6106,
-      "subrel-constrast": 3.249469518661499,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5890181064605713,
-      "cov-distil (oracle2student)": 5.510456562042236,
-      "cov-distil (oracle2teacher)": 4.964709281921387,
-      "epoch": 4.7935635792778655,
-      "rel-constrast": 3.8997714519500732,
-      "step": 6107,
-      "subrel-constrast": 3.9457931518554688,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.517883062362671,
-      "cov-distil (oracle2student)": 4.090005397796631,
-      "cov-distil (oracle2teacher)": 3.7587108612060547,
-      "epoch": 4.794348508634223,
-      "rel-constrast": 2.7775192260742188,
-      "step": 6108,
-      "subrel-constrast": 3.04964542388916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0662689208984375,
-      "cov-distil (oracle2student)": 4.3602614402771,
-      "cov-distil (oracle2teacher)": 3.938683032989502,
-      "epoch": 4.795133437990581,
-      "rel-constrast": 2.1511595249176025,
-      "step": 6109,
-      "subrel-constrast": 2.625009536743164,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.795918367346939,
-      "grad_norm": 5.0625,
-      "learning_rate": 1.972540997306645e-05,
-      "loss": 0.715,
-      "step": 6110
-    },
-    {
-      "cov-distil": 1.525635838508606,
-      "cov-distil (oracle2student)": 4.313638687133789,
-      "cov-distil (oracle2teacher)": 4.259922504425049,
-      "epoch": 4.795918367346939,
-      "rel-constrast": 2.6464407444000244,
-      "step": 6110,
-      "subrel-constrast": 3.3849966526031494,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7099096775054932,
-      "cov-distil (oracle2student)": 4.231743812561035,
-      "cov-distil (oracle2teacher)": 4.11251163482666,
-      "epoch": 4.7967032967032965,
-      "rel-constrast": 2.013381242752075,
-      "step": 6111,
-      "subrel-constrast": 3.1680750846862793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.783954381942749,
-      "cov-distil (oracle2student)": 3.0099358558654785,
-      "cov-distil (oracle2teacher)": 3.323007822036743,
-      "epoch": 4.797488226059655,
-      "rel-constrast": 2.081559181213379,
-      "step": 6112,
-      "subrel-constrast": 3.325028657913208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5012636184692383,
-      "cov-distil (oracle2student)": 4.4311323165893555,
-      "cov-distil (oracle2teacher)": 4.598352909088135,
-      "epoch": 4.7982731554160125,
-      "rel-constrast": 1.7163869142532349,
-      "step": 6113,
-      "subrel-constrast": 2.8126473426818848,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7455419301986694,
-      "cov-distil (oracle2student)": 5.037440299987793,
-      "cov-distil (oracle2teacher)": 5.165464401245117,
-      "epoch": 4.799058084772371,
-      "rel-constrast": 2.8324203491210938,
-      "step": 6114,
-      "subrel-constrast": 4.001959323883057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5784828662872314,
-      "cov-distil (oracle2student)": 3.2747700214385986,
-      "cov-distil (oracle2teacher)": 3.436861276626587,
-      "epoch": 4.7998430141287285,
-      "rel-constrast": 2.3650026321411133,
-      "step": 6115,
-      "subrel-constrast": 3.267409563064575,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.385151982307434,
-      "cov-distil (oracle2student)": 3.513504981994629,
-      "cov-distil (oracle2teacher)": 3.264993667602539,
-      "epoch": 4.800627943485086,
-      "rel-constrast": 2.58665132522583,
-      "step": 6116,
-      "subrel-constrast": 3.055340528488159,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5318862199783325,
-      "cov-distil (oracle2student)": 3.832542896270752,
-      "cov-distil (oracle2teacher)": 4.055110454559326,
-      "epoch": 4.8014128728414445,
-      "rel-constrast": 3.0262646675109863,
-      "step": 6117,
-      "subrel-constrast": 3.4507689476013184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.43865966796875,
-      "cov-distil (oracle2student)": 3.7323360443115234,
-      "cov-distil (oracle2teacher)": 3.722992420196533,
-      "epoch": 4.802197802197802,
-      "rel-constrast": 2.745154619216919,
-      "step": 6118,
-      "subrel-constrast": 4.003039360046387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3456305265426636,
-      "cov-distil (oracle2student)": 4.05326509475708,
-      "cov-distil (oracle2teacher)": 3.4695024490356445,
-      "epoch": 4.8029827315541604,
-      "rel-constrast": 2.101470708847046,
-      "step": 6119,
-      "subrel-constrast": 2.541903257369995,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.803767660910518,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.964014022119588e-05,
-      "loss": 0.6417,
-      "step": 6120
-    },
-    {
-      "cov-distil": 1.124108076095581,
-      "cov-distil (oracle2student)": 5.336496353149414,
-      "cov-distil (oracle2teacher)": 4.489148139953613,
-      "epoch": 4.803767660910518,
-      "rel-constrast": 3.4432387351989746,
-      "step": 6120,
-      "subrel-constrast": 3.469181537628174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4424304962158203,
-      "cov-distil (oracle2student)": 4.004807949066162,
-      "cov-distil (oracle2teacher)": 3.856849193572998,
-      "epoch": 4.804552590266876,
-      "rel-constrast": 2.751593828201294,
-      "step": 6121,
-      "subrel-constrast": 3.312889337539673,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3124449253082275,
-      "cov-distil (oracle2student)": 2.6288552284240723,
-      "cov-distil (oracle2teacher)": 2.639152765274048,
-      "epoch": 4.805337519623234,
-      "rel-constrast": 2.3296847343444824,
-      "step": 6122,
-      "subrel-constrast": 2.7596707344055176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2354075908660889,
-      "cov-distil (oracle2student)": 4.854372024536133,
-      "cov-distil (oracle2teacher)": 4.652185440063477,
-      "epoch": 4.8061224489795915,
-      "rel-constrast": 2.609395980834961,
-      "step": 6123,
-      "subrel-constrast": 3.546855926513672,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3766751289367676,
-      "cov-distil (oracle2student)": 3.516106605529785,
-      "cov-distil (oracle2teacher)": 3.536217212677002,
-      "epoch": 4.80690737833595,
-      "rel-constrast": 1.998530626296997,
-      "step": 6124,
-      "subrel-constrast": 2.957362651824951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2273688316345215,
-      "cov-distil (oracle2student)": 3.166564702987671,
-      "cov-distil (oracle2teacher)": 3.234278440475464,
-      "epoch": 4.8076923076923075,
-      "rel-constrast": 1.849672794342041,
-      "step": 6125,
-      "subrel-constrast": 2.446159601211548,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.317317485809326,
-      "cov-distil (oracle2student)": 4.701983451843262,
-      "cov-distil (oracle2teacher)": 4.795290946960449,
-      "epoch": 4.808477237048666,
-      "rel-constrast": 1.5477805137634277,
-      "step": 6126,
-      "subrel-constrast": 2.974679708480835,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.292534351348877,
-      "cov-distil (oracle2student)": 4.772244453430176,
-      "cov-distil (oracle2teacher)": 4.030930042266846,
-      "epoch": 4.8092621664050235,
-      "rel-constrast": 2.389179229736328,
-      "step": 6127,
-      "subrel-constrast": 3.114846706390381,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.648594617843628,
-      "cov-distil (oracle2student)": 4.634049415588379,
-      "cov-distil (oracle2teacher)": 4.327830791473389,
-      "epoch": 4.810047095761382,
-      "rel-constrast": 2.9281680583953857,
-      "step": 6128,
-      "subrel-constrast": 3.4549806118011475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1153793334960938,
-      "cov-distil (oracle2student)": 3.866948366165161,
-      "cov-distil (oracle2teacher)": 3.364536762237549,
-      "epoch": 4.810832025117739,
-      "rel-constrast": 2.8560256958007812,
-      "step": 6129,
-      "subrel-constrast": 3.0310685634613037,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.811616954474097,
-      "grad_norm": 5.5,
-      "learning_rate": 1.9554935777525255e-05,
-      "loss": 0.6528,
-      "step": 6130
-    },
-    {
-      "cov-distil": 1.3050992488861084,
-      "cov-distil (oracle2student)": 4.087981224060059,
-      "cov-distil (oracle2teacher)": 3.6351823806762695,
-      "epoch": 4.811616954474097,
-      "rel-constrast": 2.4507639408111572,
-      "step": 6130,
-      "subrel-constrast": 2.786665439605713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8814833164215088,
-      "cov-distil (oracle2student)": 5.730437278747559,
-      "cov-distil (oracle2teacher)": 5.007141590118408,
-      "epoch": 4.812401883830455,
-      "rel-constrast": 3.613318920135498,
-      "step": 6131,
-      "subrel-constrast": 4.129221439361572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6330702304840088,
-      "cov-distil (oracle2student)": 3.560751438140869,
-      "cov-distil (oracle2teacher)": 3.407536506652832,
-      "epoch": 4.813186813186813,
-      "rel-constrast": 3.1438000202178955,
-      "step": 6132,
-      "subrel-constrast": 3.1459999084472656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4192168712615967,
-      "cov-distil (oracle2student)": 3.5241434574127197,
-      "cov-distil (oracle2teacher)": 3.0806567668914795,
-      "epoch": 4.813971742543171,
-      "rel-constrast": 2.538449764251709,
-      "step": 6133,
-      "subrel-constrast": 3.2860677242279053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6057651042938232,
-      "cov-distil (oracle2student)": 4.72780704498291,
-      "cov-distil (oracle2teacher)": 4.870907783508301,
-      "epoch": 4.814756671899529,
-      "rel-constrast": 3.9733357429504395,
-      "step": 6134,
-      "subrel-constrast": 4.7639479637146,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.395232677459717,
-      "cov-distil (oracle2student)": 4.85671854019165,
-      "cov-distil (oracle2teacher)": 4.119190692901611,
-      "epoch": 4.815541601255887,
-      "rel-constrast": 2.5213773250579834,
-      "step": 6135,
-      "subrel-constrast": 3.3577592372894287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.882340431213379,
-      "cov-distil (oracle2student)": 4.223810195922852,
-      "cov-distil (oracle2teacher)": 3.754664421081543,
-      "epoch": 4.816326530612245,
-      "rel-constrast": 2.85775089263916,
-      "step": 6136,
-      "subrel-constrast": 3.909240484237671,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7832895517349243,
-      "cov-distil (oracle2student)": 3.534299850463867,
-      "cov-distil (oracle2teacher)": 3.3796982765197754,
-      "epoch": 4.8171114599686025,
-      "rel-constrast": 2.3175673484802246,
-      "step": 6137,
-      "subrel-constrast": 3.1736433506011963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3569035530090332,
-      "cov-distil (oracle2student)": 3.707307815551758,
-      "cov-distil (oracle2teacher)": 3.680485486984253,
-      "epoch": 4.817896389324961,
-      "rel-constrast": 2.5973291397094727,
-      "step": 6138,
-      "subrel-constrast": 3.316331386566162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8258898258209229,
-      "cov-distil (oracle2student)": 5.039215087890625,
-      "cov-distil (oracle2teacher)": 4.713703155517578,
-      "epoch": 4.818681318681318,
-      "rel-constrast": 3.1677539348602295,
-      "step": 6139,
-      "subrel-constrast": 3.5706429481506348,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.819466248037677,
-      "grad_norm": 8.4375,
-      "learning_rate": 1.9469797680243828e-05,
-      "loss": 0.7723,
-      "step": 6140
-    },
-    {
-      "cov-distil": 1.5680416822433472,
-      "cov-distil (oracle2student)": 3.3836493492126465,
-      "cov-distil (oracle2teacher)": 3.1806516647338867,
-      "epoch": 4.819466248037677,
-      "rel-constrast": 1.6258225440979004,
-      "step": 6140,
-      "subrel-constrast": 2.453092098236084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5711263418197632,
-      "cov-distil (oracle2student)": 3.6851072311401367,
-      "cov-distil (oracle2teacher)": 3.6806137561798096,
-      "epoch": 4.820251177394034,
-      "rel-constrast": 2.491215705871582,
-      "step": 6141,
-      "subrel-constrast": 2.965608835220337,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1279038190841675,
-      "cov-distil (oracle2student)": 4.189468860626221,
-      "cov-distil (oracle2teacher)": 4.004899024963379,
-      "epoch": 4.821036106750393,
-      "rel-constrast": 2.374058246612549,
-      "step": 6142,
-      "subrel-constrast": 3.1492817401885986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5876810550689697,
-      "cov-distil (oracle2student)": 3.454237699508667,
-      "cov-distil (oracle2teacher)": 3.4969568252563477,
-      "epoch": 4.82182103610675,
-      "rel-constrast": 2.560406446456909,
-      "step": 6143,
-      "subrel-constrast": 3.4832406044006348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6244393587112427,
-      "cov-distil (oracle2student)": 3.1937594413757324,
-      "cov-distil (oracle2teacher)": 3.252397060394287,
-      "epoch": 4.822605965463108,
-      "rel-constrast": 2.339505672454834,
-      "step": 6144,
-      "subrel-constrast": 2.8246331214904785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4411375522613525,
-      "cov-distil (oracle2student)": 3.3263449668884277,
-      "cov-distil (oracle2teacher)": 3.3987293243408203,
-      "epoch": 4.823390894819466,
-      "rel-constrast": 1.755914330482483,
-      "step": 6145,
-      "subrel-constrast": 2.30204701423645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.558107614517212,
-      "cov-distil (oracle2student)": 4.483394145965576,
-      "cov-distil (oracle2teacher)": 4.367917537689209,
-      "epoch": 4.824175824175824,
-      "rel-constrast": 2.3518588542938232,
-      "step": 6146,
-      "subrel-constrast": 3.0816266536712646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3072824478149414,
-      "cov-distil (oracle2student)": 4.798796653747559,
-      "cov-distil (oracle2teacher)": 4.326798439025879,
-      "epoch": 4.824960753532182,
-      "rel-constrast": 3.7137811183929443,
-      "step": 6147,
-      "subrel-constrast": 3.8012847900390625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1227517127990723,
-      "cov-distil (oracle2student)": 3.9285364151000977,
-      "cov-distil (oracle2teacher)": 3.78273868560791,
-      "epoch": 4.82574568288854,
-      "rel-constrast": 2.478726387023926,
-      "step": 6148,
-      "subrel-constrast": 2.984194040298462,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2934985160827637,
-      "cov-distil (oracle2student)": 2.1793835163116455,
-      "cov-distil (oracle2teacher)": 2.5880661010742188,
-      "epoch": 4.826530612244898,
-      "rel-constrast": 1.385552167892456,
-      "step": 6149,
-      "subrel-constrast": 2.3438782691955566,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.827315541601256,
-      "grad_norm": 5.28125,
-      "learning_rate": 1.938472696673243e-05,
-      "loss": 0.6124,
-      "step": 6150
-    },
-    {
-      "cov-distil": 1.238795280456543,
-      "cov-distil (oracle2student)": 5.398618698120117,
-      "cov-distil (oracle2teacher)": 4.956092357635498,
-      "epoch": 4.827315541601256,
-      "rel-constrast": 2.9217722415924072,
-      "step": 6150,
-      "subrel-constrast": 3.5751993656158447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3637295961380005,
-      "cov-distil (oracle2student)": 3.4399218559265137,
-      "cov-distil (oracle2teacher)": 3.388045072555542,
-      "epoch": 4.828100470957613,
-      "rel-constrast": 2.7507762908935547,
-      "step": 6151,
-      "subrel-constrast": 3.3185346126556396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.182755947113037,
-      "cov-distil (oracle2student)": 3.2983083724975586,
-      "cov-distil (oracle2teacher)": 3.404301166534424,
-      "epoch": 4.828885400313972,
-      "rel-constrast": 2.7062125205993652,
-      "step": 6152,
-      "subrel-constrast": 3.3394343852996826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.607111930847168,
-      "cov-distil (oracle2student)": 4.308204650878906,
-      "cov-distil (oracle2teacher)": 3.633082628250122,
-      "epoch": 4.829670329670329,
-      "rel-constrast": 3.114870548248291,
-      "step": 6153,
-      "subrel-constrast": 3.4115893840789795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8907697200775146,
-      "cov-distil (oracle2student)": 4.2313714027404785,
-      "cov-distil (oracle2teacher)": 3.830904960632324,
-      "epoch": 4.830455259026688,
-      "rel-constrast": 2.6520533561706543,
-      "step": 6154,
-      "subrel-constrast": 3.0309553146362305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8242055177688599,
-      "cov-distil (oracle2student)": 4.202627182006836,
-      "cov-distil (oracle2teacher)": 4.361382484436035,
-      "epoch": 4.831240188383045,
-      "rel-constrast": 2.826587677001953,
-      "step": 6155,
-      "subrel-constrast": 3.564486503601074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7000683546066284,
-      "cov-distil (oracle2student)": 4.707686424255371,
-      "cov-distil (oracle2teacher)": 4.811870574951172,
-      "epoch": 4.832025117739404,
-      "rel-constrast": 3.035672664642334,
-      "step": 6156,
-      "subrel-constrast": 3.544520616531372,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.172652006149292,
-      "cov-distil (oracle2student)": 2.6586899757385254,
-      "cov-distil (oracle2teacher)": 2.42860746383667,
-      "epoch": 4.832810047095761,
-      "rel-constrast": 2.2044219970703125,
-      "step": 6157,
-      "subrel-constrast": 3.013184070587158,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.539433240890503,
-      "cov-distil (oracle2student)": 4.021466255187988,
-      "cov-distil (oracle2teacher)": 3.7278547286987305,
-      "epoch": 4.833594976452119,
-      "rel-constrast": 2.508711338043213,
-      "step": 6158,
-      "subrel-constrast": 3.5509469509124756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6962997913360596,
-      "cov-distil (oracle2student)": 3.899044990539551,
-      "cov-distil (oracle2teacher)": 3.558497428894043,
-      "epoch": 4.834379905808477,
-      "rel-constrast": 1.6004257202148438,
-      "step": 6159,
-      "subrel-constrast": 2.9361085891723633,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.835164835164835,
-      "grad_norm": 3.859375,
-      "learning_rate": 1.9299724673550882e-05,
-      "loss": 0.6961,
-      "step": 6160
-    },
-    {
-      "cov-distil": 1.5275001525878906,
-      "cov-distil (oracle2student)": 6.442708969116211,
-      "cov-distil (oracle2teacher)": 4.934637069702148,
-      "epoch": 4.835164835164835,
-      "rel-constrast": 3.443969249725342,
-      "step": 6160,
-      "subrel-constrast": 4.114884376525879,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.794064998626709,
-      "cov-distil (oracle2student)": 3.138171434402466,
-      "cov-distil (oracle2teacher)": 3.727877616882324,
-      "epoch": 4.835949764521193,
-      "rel-constrast": 2.0492045879364014,
-      "step": 6161,
-      "subrel-constrast": 3.0743229389190674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3327922821044922,
-      "cov-distil (oracle2student)": 4.734003067016602,
-      "cov-distil (oracle2teacher)": 4.066103935241699,
-      "epoch": 4.836734693877551,
-      "rel-constrast": 1.6339311599731445,
-      "step": 6162,
-      "subrel-constrast": 2.4833362102508545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2665235996246338,
-      "cov-distil (oracle2student)": 4.90946626663208,
-      "cov-distil (oracle2teacher)": 4.675670146942139,
-      "epoch": 4.837519623233909,
-      "rel-constrast": 1.4488917589187622,
-      "step": 6163,
-      "subrel-constrast": 2.232736587524414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3701527118682861,
-      "cov-distil (oracle2student)": 5.72049617767334,
-      "cov-distil (oracle2teacher)": 5.296919822692871,
-      "epoch": 4.838304552590267,
-      "rel-constrast": 3.625692844390869,
-      "step": 6164,
-      "subrel-constrast": 3.8172569274902344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3288826942443848,
-      "cov-distil (oracle2student)": 4.9458208084106445,
-      "cov-distil (oracle2teacher)": 4.355094909667969,
-      "epoch": 4.839089481946624,
-      "rel-constrast": 1.959273338317871,
-      "step": 6165,
-      "subrel-constrast": 2.914893627166748,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2736756801605225,
-      "cov-distil (oracle2student)": 5.078458786010742,
-      "cov-distil (oracle2teacher)": 4.787304878234863,
-      "epoch": 4.839874411302983,
-      "rel-constrast": 2.7414684295654297,
-      "step": 6166,
-      "subrel-constrast": 3.1561777591705322,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1072793006896973,
-      "cov-distil (oracle2student)": 3.6197478771209717,
-      "cov-distil (oracle2teacher)": 3.748406410217285,
-      "epoch": 4.84065934065934,
-      "rel-constrast": 2.5921545028686523,
-      "step": 6167,
-      "subrel-constrast": 3.2105093002319336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.355628252029419,
-      "cov-distil (oracle2student)": 4.4519124031066895,
-      "cov-distil (oracle2teacher)": 3.8068511486053467,
-      "epoch": 4.841444270015699,
-      "rel-constrast": 2.3955495357513428,
-      "step": 6168,
-      "subrel-constrast": 3.4979264736175537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1439285278320312,
-      "cov-distil (oracle2student)": 4.839210033416748,
-      "cov-distil (oracle2teacher)": 5.318071365356445,
-      "epoch": 4.842229199372056,
-      "rel-constrast": 2.8813929557800293,
-      "step": 6169,
-      "subrel-constrast": 3.9040915966033936,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.843014128728415,
-      "grad_norm": 7.25,
-      "learning_rate": 1.921479183642528e-05,
-      "loss": 0.658,
-      "step": 6170
-    },
-    {
-      "cov-distil": 1.905601143836975,
-      "cov-distil (oracle2student)": 4.634286880493164,
-      "cov-distil (oracle2teacher)": 4.05832576751709,
-      "epoch": 4.843014128728415,
-      "rel-constrast": 3.48995041847229,
-      "step": 6170,
-      "subrel-constrast": 3.809389591217041,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6460285186767578,
-      "cov-distil (oracle2student)": 4.648556709289551,
-      "cov-distil (oracle2teacher)": 4.660274505615234,
-      "epoch": 4.843799058084772,
-      "rel-constrast": 3.3682212829589844,
-      "step": 6171,
-      "subrel-constrast": 4.3269877433776855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6642913818359375,
-      "cov-distil (oracle2student)": 4.5746169090271,
-      "cov-distil (oracle2teacher)": 4.091135501861572,
-      "epoch": 4.84458398744113,
-      "rel-constrast": 3.0573620796203613,
-      "step": 6172,
-      "subrel-constrast": 3.717386484146118,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8367923498153687,
-      "cov-distil (oracle2student)": 2.948549747467041,
-      "cov-distil (oracle2teacher)": 3.1905102729797363,
-      "epoch": 4.845368916797488,
-      "rel-constrast": 2.829707145690918,
-      "step": 6173,
-      "subrel-constrast": 3.4206652641296387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3175697326660156,
-      "cov-distil (oracle2student)": 5.00276517868042,
-      "cov-distil (oracle2teacher)": 4.720365047454834,
-      "epoch": 4.846153846153846,
-      "rel-constrast": 2.7487010955810547,
-      "step": 6174,
-      "subrel-constrast": 3.2942519187927246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3138022422790527,
-      "cov-distil (oracle2student)": 4.472229957580566,
-      "cov-distil (oracle2teacher)": 4.153230667114258,
-      "epoch": 4.846938775510204,
-      "rel-constrast": 2.7839698791503906,
-      "step": 6175,
-      "subrel-constrast": 3.6907145977020264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3850431442260742,
-      "cov-distil (oracle2student)": 3.07858943939209,
-      "cov-distil (oracle2teacher)": 3.1458847522735596,
-      "epoch": 4.847723704866562,
-      "rel-constrast": 1.9757490158081055,
-      "step": 6176,
-      "subrel-constrast": 2.251178026199341,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.217473030090332,
-      "cov-distil (oracle2student)": 3.4183924198150635,
-      "cov-distil (oracle2teacher)": 3.4020495414733887,
-      "epoch": 4.84850863422292,
-      "rel-constrast": 2.3509864807128906,
-      "step": 6177,
-      "subrel-constrast": 3.303053379058838,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.284635305404663,
-      "cov-distil (oracle2student)": 4.138140678405762,
-      "cov-distil (oracle2teacher)": 4.440962791442871,
-      "epoch": 4.849293563579278,
-      "rel-constrast": 2.995089292526245,
-      "step": 6178,
-      "subrel-constrast": 3.803861141204834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.285880446434021,
-      "cov-distil (oracle2student)": 5.050689697265625,
-      "cov-distil (oracle2teacher)": 4.406032562255859,
-      "epoch": 4.850078492935635,
-      "rel-constrast": 2.6840920448303223,
-      "step": 6179,
-      "subrel-constrast": 2.919177532196045,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.850863422291994,
-      "grad_norm": 6.34375,
-      "learning_rate": 1.9129929490235457e-05,
-      "loss": 0.7467,
-      "step": 6180
-    },
-    {
-      "cov-distil": 2.068220615386963,
-      "cov-distil (oracle2student)": 3.6135008335113525,
-      "cov-distil (oracle2teacher)": 3.3513760566711426,
-      "epoch": 4.850863422291994,
-      "rel-constrast": 2.5673985481262207,
-      "step": 6180,
-      "subrel-constrast": 3.2222626209259033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.630162239074707,
-      "cov-distil (oracle2student)": 5.051307678222656,
-      "cov-distil (oracle2teacher)": 4.631389617919922,
-      "epoch": 4.851648351648351,
-      "rel-constrast": 3.0723350048065186,
-      "step": 6181,
-      "subrel-constrast": 3.799278736114502,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1370508670806885,
-      "cov-distil (oracle2student)": 5.249401569366455,
-      "cov-distil (oracle2teacher)": 4.709394454956055,
-      "epoch": 4.85243328100471,
-      "rel-constrast": 2.5091967582702637,
-      "step": 6182,
-      "subrel-constrast": 3.624073028564453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.839787244796753,
-      "cov-distil (oracle2student)": 4.167654037475586,
-      "cov-distil (oracle2teacher)": 3.615445613861084,
-      "epoch": 4.853218210361067,
-      "rel-constrast": 2.103729248046875,
-      "step": 6183,
-      "subrel-constrast": 2.9058430194854736,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6385899782180786,
-      "cov-distil (oracle2student)": 4.223374366760254,
-      "cov-distil (oracle2teacher)": 4.039145469665527,
-      "epoch": 4.854003139717426,
-      "rel-constrast": 2.78887677192688,
-      "step": 6184,
-      "subrel-constrast": 3.430591106414795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.505812168121338,
-      "cov-distil (oracle2student)": 5.543837070465088,
-      "cov-distil (oracle2teacher)": 4.877764701843262,
-      "epoch": 4.854788069073783,
-      "rel-constrast": 3.3649048805236816,
-      "step": 6185,
-      "subrel-constrast": 3.949766159057617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3177485466003418,
-      "cov-distil (oracle2student)": 3.811354875564575,
-      "cov-distil (oracle2teacher)": 3.6289892196655273,
-      "epoch": 4.855572998430142,
-      "rel-constrast": 1.8060556650161743,
-      "step": 6186,
-      "subrel-constrast": 2.4876909255981445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4068251848220825,
-      "cov-distil (oracle2student)": 5.114647388458252,
-      "cov-distil (oracle2teacher)": 4.906424522399902,
-      "epoch": 4.856357927786499,
-      "rel-constrast": 2.798205614089966,
-      "step": 6187,
-      "subrel-constrast": 3.5158402919769287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8293384313583374,
-      "cov-distil (oracle2student)": 5.247798919677734,
-      "cov-distil (oracle2teacher)": 4.63542366027832,
-      "epoch": 4.857142857142857,
-      "rel-constrast": 2.325483798980713,
-      "step": 6188,
-      "subrel-constrast": 3.558422327041626,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9656898975372314,
-      "cov-distil (oracle2student)": 4.553422927856445,
-      "cov-distil (oracle2teacher)": 4.350786209106445,
-      "epoch": 4.857927786499215,
-      "rel-constrast": 2.45709490776062,
-      "step": 6189,
-      "subrel-constrast": 2.9593629837036133,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.858712715855573,
-      "grad_norm": 4.8125,
-      "learning_rate": 1.9045138669002304e-05,
-      "loss": 0.6857,
-      "step": 6190
-    },
-    {
-      "cov-distil": 1.5375277996063232,
-      "cov-distil (oracle2student)": 3.0910935401916504,
-      "cov-distil (oracle2teacher)": 2.8807854652404785,
-      "epoch": 4.858712715855573,
-      "rel-constrast": 2.1676177978515625,
-      "step": 6190,
-      "subrel-constrast": 2.714587926864624,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.549984097480774,
-      "cov-distil (oracle2student)": 5.484938144683838,
-      "cov-distil (oracle2teacher)": 4.646661758422852,
-      "epoch": 4.859497645211931,
-      "rel-constrast": 2.4555437564849854,
-      "step": 6191,
-      "subrel-constrast": 3.0108113288879395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4078112840652466,
-      "cov-distil (oracle2student)": 3.471853733062744,
-      "cov-distil (oracle2teacher)": 3.3981215953826904,
-      "epoch": 4.860282574568289,
-      "rel-constrast": 2.2814085483551025,
-      "step": 6192,
-      "subrel-constrast": 3.0296130180358887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3582791090011597,
-      "cov-distil (oracle2student)": 3.9293429851531982,
-      "cov-distil (oracle2teacher)": 3.9091262817382812,
-      "epoch": 4.861067503924647,
-      "rel-constrast": 1.7752491235733032,
-      "step": 6193,
-      "subrel-constrast": 2.401277542114258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.492402195930481,
-      "cov-distil (oracle2student)": 2.787621021270752,
-      "cov-distil (oracle2teacher)": 2.8321712017059326,
-      "epoch": 4.861852433281005,
-      "rel-constrast": 1.9067344665527344,
-      "step": 6194,
-      "subrel-constrast": 2.428083658218384,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5498785972595215,
-      "cov-distil (oracle2student)": 3.0789361000061035,
-      "cov-distil (oracle2teacher)": 3.2566442489624023,
-      "epoch": 4.862637362637363,
-      "rel-constrast": 2.1091220378875732,
-      "step": 6195,
-      "subrel-constrast": 3.031863212585449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.518750786781311,
-      "cov-distil (oracle2student)": 3.6365044116973877,
-      "cov-distil (oracle2teacher)": 3.40861439704895,
-      "epoch": 4.863422291993721,
-      "rel-constrast": 1.6205447912216187,
-      "step": 6196,
-      "subrel-constrast": 2.489258050918579,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6210280656814575,
-      "cov-distil (oracle2student)": 4.019123554229736,
-      "cov-distil (oracle2teacher)": 4.537944793701172,
-      "epoch": 4.864207221350078,
-      "rel-constrast": 3.025733709335327,
-      "step": 6197,
-      "subrel-constrast": 3.7545361518859863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.945684552192688,
-      "cov-distil (oracle2student)": 2.408477544784546,
-      "cov-distil (oracle2teacher)": 3.2197210788726807,
-      "epoch": 4.864992150706437,
-      "rel-constrast": 2.001314640045166,
-      "step": 6198,
-      "subrel-constrast": 3.1336729526519775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4247801303863525,
-      "cov-distil (oracle2student)": 4.6845855712890625,
-      "cov-distil (oracle2teacher)": 4.729681015014648,
-      "epoch": 4.865777080062794,
-      "rel-constrast": 2.358232021331787,
-      "step": 6199,
-      "subrel-constrast": 3.43811297416687,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.866562009419153,
-      "grad_norm": 7.71875,
-      "learning_rate": 1.8960420405875244e-05,
-      "loss": 0.5811,
-      "step": 6200
-    },
-    {
-      "epoch": 4.866562009419153,
-      "overlap": 0.3109374940395355,
-      "step": 6200
-    },
-    {
-      "epoch": 4.866562009419153,
-      "step": 6200,
-      "student margin": 0.06640625
-    },
-    {
-      "epoch": 4.866562009419153,
-      "step": 6200,
-      "teacher margin": 0.04095458984375
-    },
-    {
-      "epoch": 4.866562009419153,
-      "margin difference": -0.02545166015625,
-      "step": 6200
-    },
-    {
-      "cov-distil": 1.5175164937973022,
-      "cov-distil (oracle2student)": 4.533086776733398,
-      "cov-distil (oracle2teacher)": 3.9785420894622803,
-      "epoch": 4.866562009419153,
-      "rel-constrast": 1.612404465675354,
-      "step": 6200,
-      "subrel-constrast": 2.4770658016204834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1388599872589111,
-      "cov-distil (oracle2student)": 2.4069228172302246,
-      "cov-distil (oracle2teacher)": 2.668734312057495,
-      "epoch": 4.86734693877551,
-      "rel-constrast": 2.4225783348083496,
-      "step": 6201,
-      "subrel-constrast": 2.653445243835449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1232616901397705,
-      "cov-distil (oracle2student)": 5.812921524047852,
-      "cov-distil (oracle2teacher)": 5.202472686767578,
-      "epoch": 4.868131868131869,
-      "rel-constrast": 3.189739227294922,
-      "step": 6202,
-      "subrel-constrast": 3.8192245960235596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2014193534851074,
-      "cov-distil (oracle2student)": 4.9606475830078125,
-      "cov-distil (oracle2teacher)": 4.657547473907471,
-      "epoch": 4.868916797488226,
-      "rel-constrast": 3.2801222801208496,
-      "step": 6203,
-      "subrel-constrast": 3.4037845134735107,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.350717306137085,
-      "cov-distil (oracle2student)": 4.934340953826904,
-      "cov-distil (oracle2teacher)": 4.295663833618164,
-      "epoch": 4.869701726844584,
-      "rel-constrast": 3.03833270072937,
-      "step": 6204,
-      "subrel-constrast": 3.6187093257904053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3330529928207397,
-      "cov-distil (oracle2student)": 3.2984650135040283,
-      "cov-distil (oracle2teacher)": 3.2042927742004395,
-      "epoch": 4.870486656200942,
-      "rel-constrast": 2.5483546257019043,
-      "step": 6205,
-      "subrel-constrast": 3.2476532459259033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4447453022003174,
-      "cov-distil (oracle2student)": 3.7444376945495605,
-      "cov-distil (oracle2teacher)": 3.651492118835449,
-      "epoch": 4.8712715855573,
-      "rel-constrast": 2.634019374847412,
-      "step": 6206,
-      "subrel-constrast": 3.3966124057769775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6328123807907104,
-      "cov-distil (oracle2student)": 3.4276371002197266,
-      "cov-distil (oracle2teacher)": 3.591712236404419,
-      "epoch": 4.872056514913658,
-      "rel-constrast": 2.1406021118164062,
-      "step": 6207,
-      "subrel-constrast": 3.2588348388671875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2553555965423584,
-      "cov-distil (oracle2student)": 5.703069686889648,
-      "cov-distil (oracle2teacher)": 5.68964147567749,
-      "epoch": 4.872841444270016,
-      "rel-constrast": 1.9210375547409058,
-      "step": 6208,
-      "subrel-constrast": 2.5723650455474854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.416446566581726,
-      "cov-distil (oracle2student)": 5.058687686920166,
-      "cov-distil (oracle2teacher)": 5.021677017211914,
-      "epoch": 4.873626373626374,
-      "rel-constrast": 2.4102656841278076,
-      "step": 6209,
-      "subrel-constrast": 2.911482810974121,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.874411302982732,
-      "grad_norm": 4.625,
-      "learning_rate": 1.8875775733119557e-05,
-      "loss": 0.6635,
-      "step": 6210
-    },
-    {
-      "cov-distil": 1.2938880920410156,
-      "cov-distil (oracle2student)": 5.168145179748535,
-      "cov-distil (oracle2teacher)": 5.125132083892822,
-      "epoch": 4.874411302982732,
-      "rel-constrast": 2.2383694648742676,
-      "step": 6210,
-      "subrel-constrast": 3.1761229038238525,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3924589157104492,
-      "cov-distil (oracle2student)": 6.635728359222412,
-      "cov-distil (oracle2teacher)": 5.662518501281738,
-      "epoch": 4.875196232339089,
-      "rel-constrast": 2.2699146270751953,
-      "step": 6211,
-      "subrel-constrast": 2.4882192611694336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3802502155303955,
-      "cov-distil (oracle2student)": 5.780982971191406,
-      "cov-distil (oracle2teacher)": 4.8308820724487305,
-      "epoch": 4.875981161695448,
-      "rel-constrast": 3.706576347351074,
-      "step": 6212,
-      "subrel-constrast": 3.8647053241729736,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.165168046951294,
-      "cov-distil (oracle2student)": 3.790107011795044,
-      "cov-distil (oracle2teacher)": 3.9183390140533447,
-      "epoch": 4.876766091051805,
-      "rel-constrast": 2.7885828018188477,
-      "step": 6213,
-      "subrel-constrast": 3.3468852043151855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8285562992095947,
-      "cov-distil (oracle2student)": 5.455873966217041,
-      "cov-distil (oracle2teacher)": 4.833331108093262,
-      "epoch": 4.877551020408164,
-      "rel-constrast": 2.3414506912231445,
-      "step": 6214,
-      "subrel-constrast": 3.013223886489868,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4056475162506104,
-      "cov-distil (oracle2student)": 4.166804313659668,
-      "cov-distil (oracle2teacher)": 3.8083248138427734,
-      "epoch": 4.878335949764521,
-      "rel-constrast": 2.4534096717834473,
-      "step": 6215,
-      "subrel-constrast": 2.568150758743286,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.273165225982666,
-      "cov-distil (oracle2student)": 3.6084256172180176,
-      "cov-distil (oracle2teacher)": 3.1915392875671387,
-      "epoch": 4.8791208791208796,
-      "rel-constrast": 0.9911415576934814,
-      "step": 6216,
-      "subrel-constrast": 1.7408711910247803,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.163670301437378,
-      "cov-distil (oracle2student)": 4.187188148498535,
-      "cov-distil (oracle2teacher)": 4.089341163635254,
-      "epoch": 4.879905808477237,
-      "rel-constrast": 2.5403716564178467,
-      "step": 6217,
-      "subrel-constrast": 3.0511691570281982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5303008556365967,
-      "cov-distil (oracle2student)": 2.7843174934387207,
-      "cov-distil (oracle2teacher)": 2.697082042694092,
-      "epoch": 4.880690737833595,
-      "rel-constrast": 2.243598461151123,
-      "step": 6218,
-      "subrel-constrast": 3.0627269744873047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.153308153152466,
-      "cov-distil (oracle2student)": 2.4735841751098633,
-      "cov-distil (oracle2teacher)": 3.051424503326416,
-      "epoch": 4.881475667189953,
-      "rel-constrast": 2.9005935192108154,
-      "step": 6219,
-      "subrel-constrast": 3.681974411010742,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.882260596546311,
-      "grad_norm": 5.8125,
-      "learning_rate": 1.8791205682103873e-05,
-      "loss": 0.6483,
-      "step": 6220
-    },
-    {
-      "cov-distil": 1.0479927062988281,
-      "cov-distil (oracle2student)": 3.399531602859497,
-      "cov-distil (oracle2teacher)": 3.4021646976470947,
-      "epoch": 4.882260596546311,
-      "rel-constrast": 2.254145622253418,
-      "step": 6220,
-      "subrel-constrast": 2.7643961906433105,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6094937324523926,
-      "cov-distil (oracle2student)": 4.496250629425049,
-      "cov-distil (oracle2teacher)": 3.9525206089019775,
-      "epoch": 4.883045525902669,
-      "rel-constrast": 3.1621618270874023,
-      "step": 6221,
-      "subrel-constrast": 3.6676132678985596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2687318325042725,
-      "cov-distil (oracle2student)": 3.414698362350464,
-      "cov-distil (oracle2teacher)": 3.513009786605835,
-      "epoch": 4.883830455259027,
-      "rel-constrast": 3.156343460083008,
-      "step": 6222,
-      "subrel-constrast": 3.952176332473755,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.035454034805298,
-      "cov-distil (oracle2student)": 6.120295524597168,
-      "cov-distil (oracle2teacher)": 5.600945472717285,
-      "epoch": 4.884615384615385,
-      "rel-constrast": 3.3344242572784424,
-      "step": 6223,
-      "subrel-constrast": 4.325563907623291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4706767797470093,
-      "cov-distil (oracle2student)": 4.770786285400391,
-      "cov-distil (oracle2teacher)": 3.9202022552490234,
-      "epoch": 4.885400313971743,
-      "rel-constrast": 2.396547794342041,
-      "step": 6224,
-      "subrel-constrast": 2.810004711151123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0139846801757812,
-      "cov-distil (oracle2student)": 4.041473865509033,
-      "cov-distil (oracle2teacher)": 4.368496894836426,
-      "epoch": 4.8861852433281,
-      "rel-constrast": 1.7490512132644653,
-      "step": 6225,
-      "subrel-constrast": 2.962270736694336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0956624746322632,
-      "cov-distil (oracle2student)": 4.705451011657715,
-      "cov-distil (oracle2teacher)": 4.467339038848877,
-      "epoch": 4.8869701726844585,
-      "rel-constrast": 2.7752325534820557,
-      "step": 6226,
-      "subrel-constrast": 2.9457011222839355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.905061960220337,
-      "cov-distil (oracle2student)": 4.446403503417969,
-      "cov-distil (oracle2teacher)": 4.144513130187988,
-      "epoch": 4.887755102040816,
-      "rel-constrast": 1.724460482597351,
-      "step": 6227,
-      "subrel-constrast": 3.137197256088257,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.198906660079956,
-      "cov-distil (oracle2student)": 4.791078090667725,
-      "cov-distil (oracle2teacher)": 4.676993370056152,
-      "epoch": 4.8885400313971745,
-      "rel-constrast": 1.9301947355270386,
-      "step": 6228,
-      "subrel-constrast": 3.06371808052063,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9864890575408936,
-      "cov-distil (oracle2student)": 4.7696003913879395,
-      "cov-distil (oracle2teacher)": 4.554200172424316,
-      "epoch": 4.889324960753532,
-      "rel-constrast": 1.4990720748901367,
-      "step": 6229,
-      "subrel-constrast": 2.456324815750122,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.8901098901098905,
-      "grad_norm": 5.5625,
-      "learning_rate": 1.8706711283287576e-05,
-      "loss": 0.6386,
-      "step": 6230
-    },
-    {
-      "cov-distil": 1.7385141849517822,
-      "cov-distil (oracle2student)": 5.48906135559082,
-      "cov-distil (oracle2teacher)": 4.737874984741211,
-      "epoch": 4.8901098901098905,
-      "rel-constrast": 1.8863775730133057,
-      "step": 6230,
-      "subrel-constrast": 2.6867787837982178,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7126479148864746,
-      "cov-distil (oracle2student)": 4.846837520599365,
-      "cov-distil (oracle2teacher)": 4.251103401184082,
-      "epoch": 4.890894819466248,
-      "rel-constrast": 3.266089916229248,
-      "step": 6231,
-      "subrel-constrast": 3.7079784870147705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0252010822296143,
-      "cov-distil (oracle2student)": 4.182229518890381,
-      "cov-distil (oracle2teacher)": 3.887179374694824,
-      "epoch": 4.891679748822606,
-      "rel-constrast": 2.719295024871826,
-      "step": 6232,
-      "subrel-constrast": 3.6918976306915283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6172046661376953,
-      "cov-distil (oracle2student)": 4.951643943786621,
-      "cov-distil (oracle2teacher)": 4.462297439575195,
-      "epoch": 4.892464678178964,
-      "rel-constrast": 2.8236680030822754,
-      "step": 6233,
-      "subrel-constrast": 3.53672194480896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9802401065826416,
-      "cov-distil (oracle2student)": 6.179876327514648,
-      "cov-distil (oracle2teacher)": 5.682793140411377,
-      "epoch": 4.893249607535322,
-      "rel-constrast": 3.5372138023376465,
-      "step": 6234,
-      "subrel-constrast": 4.173927307128906,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0616214275360107,
-      "cov-distil (oracle2student)": 4.5129075050354,
-      "cov-distil (oracle2teacher)": 4.318295955657959,
-      "epoch": 4.89403453689168,
-      "rel-constrast": 2.4600894451141357,
-      "step": 6235,
-      "subrel-constrast": 3.0292882919311523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3884434700012207,
-      "cov-distil (oracle2student)": 3.301116943359375,
-      "cov-distil (oracle2teacher)": 3.153883457183838,
-      "epoch": 4.8948194662480375,
-      "rel-constrast": 2.3809926509857178,
-      "step": 6236,
-      "subrel-constrast": 3.1024222373962402,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4656240940093994,
-      "cov-distil (oracle2student)": 4.5587029457092285,
-      "cov-distil (oracle2teacher)": 4.343983173370361,
-      "epoch": 4.895604395604396,
-      "rel-constrast": 3.496051549911499,
-      "step": 6237,
-      "subrel-constrast": 4.093432426452637,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4117170572280884,
-      "cov-distil (oracle2student)": 3.937364339828491,
-      "cov-distil (oracle2teacher)": 3.5905168056488037,
-      "epoch": 4.8963893249607535,
-      "rel-constrast": 2.8941023349761963,
-      "step": 6238,
-      "subrel-constrast": 3.562934160232544,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5042872428894043,
-      "cov-distil (oracle2student)": 5.554760932922363,
-      "cov-distil (oracle2teacher)": 4.981327056884766,
-      "epoch": 4.897174254317111,
-      "rel-constrast": 2.000718355178833,
-      "step": 6239,
-      "subrel-constrast": 2.919104814529419,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.8979591836734695,
-      "grad_norm": 5.28125,
-      "learning_rate": 1.8622293566208247e-05,
-      "loss": 0.7289,
-      "step": 6240
-    },
-    {
-      "cov-distil": 1.3771467208862305,
-      "cov-distil (oracle2student)": 3.437905788421631,
-      "cov-distil (oracle2teacher)": 3.5255682468414307,
-      "epoch": 4.8979591836734695,
-      "rel-constrast": 2.523325204849243,
-      "step": 6240,
-      "subrel-constrast": 3.1373119354248047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5390257835388184,
-      "cov-distil (oracle2student)": 3.7793641090393066,
-      "cov-distil (oracle2teacher)": 3.4761273860931396,
-      "epoch": 4.898744113029827,
-      "rel-constrast": 3.500049591064453,
-      "step": 6241,
-      "subrel-constrast": 4.137043476104736,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2112445831298828,
-      "cov-distil (oracle2student)": 4.414468288421631,
-      "cov-distil (oracle2teacher)": 3.766849994659424,
-      "epoch": 4.8995290423861855,
-      "rel-constrast": 2.529646635055542,
-      "step": 6242,
-      "subrel-constrast": 3.000812530517578,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5922690629959106,
-      "cov-distil (oracle2student)": 4.701052665710449,
-      "cov-distil (oracle2teacher)": 4.320923805236816,
-      "epoch": 4.900313971742543,
-      "rel-constrast": 2.8490986824035645,
-      "step": 6243,
-      "subrel-constrast": 3.453094959259033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3140782117843628,
-      "cov-distil (oracle2student)": 5.101707935333252,
-      "cov-distil (oracle2teacher)": 5.350748062133789,
-      "epoch": 4.9010989010989015,
-      "rel-constrast": 1.6395184993743896,
-      "step": 6244,
-      "subrel-constrast": 2.8829052448272705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.282135009765625,
-      "cov-distil (oracle2student)": 6.228071689605713,
-      "cov-distil (oracle2teacher)": 5.6577043533325195,
-      "epoch": 4.901883830455259,
-      "rel-constrast": 1.5657367706298828,
-      "step": 6245,
-      "subrel-constrast": 2.276226758956909,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0434637069702148,
-      "cov-distil (oracle2student)": 3.9408183097839355,
-      "cov-distil (oracle2teacher)": 3.5701754093170166,
-      "epoch": 4.9026687598116165,
-      "rel-constrast": 3.3010430335998535,
-      "step": 6246,
-      "subrel-constrast": 3.66422700881958,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6272547245025635,
-      "cov-distil (oracle2student)": 4.040134906768799,
-      "cov-distil (oracle2teacher)": 3.88503098487854,
-      "epoch": 4.903453689167975,
-      "rel-constrast": 2.297995090484619,
-      "step": 6247,
-      "subrel-constrast": 2.8173186779022217,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.302201509475708,
-      "cov-distil (oracle2student)": 4.298430919647217,
-      "cov-distil (oracle2teacher)": 3.5246453285217285,
-      "epoch": 4.9042386185243325,
-      "rel-constrast": 2.042343854904175,
-      "step": 6248,
-      "subrel-constrast": 2.6656243801116943,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3362212181091309,
-      "cov-distil (oracle2student)": 5.12518310546875,
-      "cov-distil (oracle2teacher)": 5.158939838409424,
-      "epoch": 4.905023547880691,
-      "rel-constrast": 2.6200554370880127,
-      "step": 6249,
-      "subrel-constrast": 3.3859376907348633,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.9058084772370485,
-      "grad_norm": 6.21875,
-      "learning_rate": 1.8537953559469147e-05,
-      "loss": 0.6558,
-      "step": 6250
-    },
-    {
-      "cov-distil": 1.6019837856292725,
-      "cov-distil (oracle2student)": 4.311017990112305,
-      "cov-distil (oracle2teacher)": 3.774186611175537,
-      "epoch": 4.9058084772370485,
-      "rel-constrast": 1.5915653705596924,
-      "step": 6250,
-      "subrel-constrast": 2.5283291339874268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.260602355003357,
-      "cov-distil (oracle2student)": 7.114391326904297,
-      "cov-distil (oracle2teacher)": 6.189637660980225,
-      "epoch": 4.906593406593407,
-      "rel-constrast": 2.5623717308044434,
-      "step": 6251,
-      "subrel-constrast": 3.5914535522460938,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1534202098846436,
-      "cov-distil (oracle2student)": 4.733640670776367,
-      "cov-distil (oracle2teacher)": 5.055201530456543,
-      "epoch": 4.9073783359497645,
-      "rel-constrast": 2.1725075244903564,
-      "step": 6252,
-      "subrel-constrast": 3.024250030517578,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.274003267288208,
-      "cov-distil (oracle2student)": 4.59847354888916,
-      "cov-distil (oracle2teacher)": 3.740323543548584,
-      "epoch": 4.908163265306122,
-      "rel-constrast": 3.501218318939209,
-      "step": 6253,
-      "subrel-constrast": 3.400294065475464,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6353785991668701,
-      "cov-distil (oracle2student)": 6.433856010437012,
-      "cov-distil (oracle2teacher)": 5.289912700653076,
-      "epoch": 4.9089481946624804,
-      "rel-constrast": 2.836270332336426,
-      "step": 6254,
-      "subrel-constrast": 3.793930768966675,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3148210048675537,
-      "cov-distil (oracle2student)": 4.951328277587891,
-      "cov-distil (oracle2teacher)": 4.2322001457214355,
-      "epoch": 4.909733124018838,
-      "rel-constrast": 2.8187129497528076,
-      "step": 6255,
-      "subrel-constrast": 3.184849977493286,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.26530122756958,
-      "cov-distil (oracle2student)": 3.828763961791992,
-      "cov-distil (oracle2teacher)": 3.8360559940338135,
-      "epoch": 4.910518053375196,
-      "rel-constrast": 2.136145830154419,
-      "step": 6256,
-      "subrel-constrast": 2.808539628982544,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.313773274421692,
-      "cov-distil (oracle2student)": 3.5652055740356445,
-      "cov-distil (oracle2teacher)": 3.731569766998291,
-      "epoch": 4.911302982731554,
-      "rel-constrast": 3.1694576740264893,
-      "step": 6257,
-      "subrel-constrast": 3.79793643951416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4114902019500732,
-      "cov-distil (oracle2student)": 5.583349227905273,
-      "cov-distil (oracle2teacher)": 5.326898574829102,
-      "epoch": 4.912087912087912,
-      "rel-constrast": 2.8523449897766113,
-      "step": 6258,
-      "subrel-constrast": 3.3113553524017334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4838730096817017,
-      "cov-distil (oracle2student)": 4.695131301879883,
-      "cov-distil (oracle2teacher)": 4.278221607208252,
-      "epoch": 4.91287284144427,
-      "rel-constrast": 2.687749147415161,
-      "step": 6259,
-      "subrel-constrast": 3.2248177528381348,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.9136577708006275,
-      "grad_norm": 6.25,
-      "learning_rate": 1.845369229072661e-05,
-      "loss": 0.695,
-      "step": 6260
-    },
-    {
-      "cov-distil": 1.5021034479141235,
-      "cov-distil (oracle2student)": 6.038860321044922,
-      "cov-distil (oracle2teacher)": 5.413541793823242,
-      "epoch": 4.9136577708006275,
-      "rel-constrast": 3.354398250579834,
-      "step": 6260,
-      "subrel-constrast": 4.106317043304443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3785918951034546,
-      "cov-distil (oracle2student)": 4.024588584899902,
-      "cov-distil (oracle2teacher)": 3.565258264541626,
-      "epoch": 4.914442700156986,
-      "rel-constrast": 2.122739315032959,
-      "step": 6261,
-      "subrel-constrast": 2.6874747276306152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.290130376815796,
-      "cov-distil (oracle2student)": 5.270140647888184,
-      "cov-distil (oracle2teacher)": 5.10426664352417,
-      "epoch": 4.9152276295133435,
-      "rel-constrast": 3.097881317138672,
-      "step": 6262,
-      "subrel-constrast": 3.80090594291687,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4123929738998413,
-      "cov-distil (oracle2student)": 5.182594299316406,
-      "cov-distil (oracle2teacher)": 4.883645057678223,
-      "epoch": 4.916012558869702,
-      "rel-constrast": 2.6372909545898438,
-      "step": 6263,
-      "subrel-constrast": 3.0925631523132324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6012754440307617,
-      "cov-distil (oracle2student)": 3.9677319526672363,
-      "cov-distil (oracle2teacher)": 3.9427480697631836,
-      "epoch": 4.916797488226059,
-      "rel-constrast": 2.7581868171691895,
-      "step": 6264,
-      "subrel-constrast": 3.214951276779175,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2941032648086548,
-      "cov-distil (oracle2student)": 5.070577144622803,
-      "cov-distil (oracle2teacher)": 4.810611724853516,
-      "epoch": 4.917582417582418,
-      "rel-constrast": 2.286130905151367,
-      "step": 6265,
-      "subrel-constrast": 2.4888558387756348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7419507503509521,
-      "cov-distil (oracle2student)": 5.154392242431641,
-      "cov-distil (oracle2teacher)": 5.550358295440674,
-      "epoch": 4.918367346938775,
-      "rel-constrast": 3.05251407623291,
-      "step": 6266,
-      "subrel-constrast": 4.236944198608398,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7052593231201172,
-      "cov-distil (oracle2student)": 4.506487846374512,
-      "cov-distil (oracle2teacher)": 4.586901664733887,
-      "epoch": 4.919152276295133,
-      "rel-constrast": 2.8137011528015137,
-      "step": 6267,
-      "subrel-constrast": 3.6487326622009277,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1003434658050537,
-      "cov-distil (oracle2student)": 5.247988700866699,
-      "cov-distil (oracle2teacher)": 4.369359493255615,
-      "epoch": 4.919937205651491,
-      "rel-constrast": 3.1095476150512695,
-      "step": 6268,
-      "subrel-constrast": 3.8227627277374268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3804724216461182,
-      "cov-distil (oracle2student)": 3.7898740768432617,
-      "cov-distil (oracle2teacher)": 3.896036148071289,
-      "epoch": 4.920722135007849,
-      "rel-constrast": 2.1903510093688965,
-      "step": 6269,
-      "subrel-constrast": 2.8958206176757812,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.921507064364207,
-      "grad_norm": 5.53125,
-      "learning_rate": 1.8369510786677637e-05,
-      "loss": 0.7241,
-      "step": 6270
-    },
-    {
-      "cov-distil": 1.2930443286895752,
-      "cov-distil (oracle2student)": 3.360549211502075,
-      "cov-distil (oracle2teacher)": 3.3653523921966553,
-      "epoch": 4.921507064364207,
-      "rel-constrast": 2.349414825439453,
-      "step": 6270,
-      "subrel-constrast": 2.7006313800811768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.356949806213379,
-      "cov-distil (oracle2student)": 2.5801467895507812,
-      "cov-distil (oracle2teacher)": 3.040432929992676,
-      "epoch": 4.922291993720565,
-      "rel-constrast": 1.8842172622680664,
-      "step": 6271,
-      "subrel-constrast": 2.9923157691955566,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2232372760772705,
-      "cov-distil (oracle2student)": 4.479788780212402,
-      "cov-distil (oracle2teacher)": 4.207459449768066,
-      "epoch": 4.923076923076923,
-      "rel-constrast": 1.8271608352661133,
-      "step": 6272,
-      "subrel-constrast": 2.840134382247925,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4635907411575317,
-      "cov-distil (oracle2student)": 5.0920515060424805,
-      "cov-distil (oracle2teacher)": 4.615867614746094,
-      "epoch": 4.923861852433281,
-      "rel-constrast": 3.425539493560791,
-      "step": 6273,
-      "subrel-constrast": 3.772700786590576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8259928226470947,
-      "cov-distil (oracle2student)": 3.5357275009155273,
-      "cov-distil (oracle2teacher)": 4.205856800079346,
-      "epoch": 4.924646781789638,
-      "rel-constrast": 2.9255881309509277,
-      "step": 6274,
-      "subrel-constrast": 4.038504600524902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.444034218788147,
-      "cov-distil (oracle2student)": 3.767246723175049,
-      "cov-distil (oracle2teacher)": 4.036086082458496,
-      "epoch": 4.925431711145997,
-      "rel-constrast": 2.4399044513702393,
-      "step": 6275,
-      "subrel-constrast": 2.9249520301818848,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4625990390777588,
-      "cov-distil (oracle2student)": 3.06016206741333,
-      "cov-distil (oracle2teacher)": 3.7484922409057617,
-      "epoch": 4.926216640502354,
-      "rel-constrast": 2.8570950031280518,
-      "step": 6276,
-      "subrel-constrast": 3.756096124649048,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6442418098449707,
-      "cov-distil (oracle2student)": 5.649502277374268,
-      "cov-distil (oracle2teacher)": 5.37750244140625,
-      "epoch": 4.927001569858713,
-      "rel-constrast": 2.1983914375305176,
-      "step": 6277,
-      "subrel-constrast": 2.8357179164886475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5122054815292358,
-      "cov-distil (oracle2student)": 6.56623649597168,
-      "cov-distil (oracle2teacher)": 5.694492340087891,
-      "epoch": 4.92778649921507,
-      "rel-constrast": 2.3683738708496094,
-      "step": 6278,
-      "subrel-constrast": 3.0682621002197266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.303784728050232,
-      "cov-distil (oracle2student)": 4.962375640869141,
-      "cov-distil (oracle2teacher)": 4.497405529022217,
-      "epoch": 4.928571428571429,
-      "rel-constrast": 3.3465960025787354,
-      "step": 6279,
-      "subrel-constrast": 3.56001353263855,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.929356357927786,
-      "grad_norm": 5.8125,
-      "learning_rate": 1.828541007304726e-05,
-      "loss": 0.6769,
-      "step": 6280
-    },
-    {
-      "cov-distil": 1.5060091018676758,
-      "cov-distil (oracle2student)": 4.828604698181152,
-      "cov-distil (oracle2teacher)": 4.583017349243164,
-      "epoch": 4.929356357927786,
-      "rel-constrast": 2.268770694732666,
-      "step": 6280,
-      "subrel-constrast": 2.9711551666259766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1599361896514893,
-      "cov-distil (oracle2student)": 6.74224853515625,
-      "cov-distil (oracle2teacher)": 6.130056381225586,
-      "epoch": 4.930141287284145,
-      "rel-constrast": 3.875180244445801,
-      "step": 6281,
-      "subrel-constrast": 4.265110969543457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6746931076049805,
-      "cov-distil (oracle2student)": 3.53110933303833,
-      "cov-distil (oracle2teacher)": 3.9041967391967773,
-      "epoch": 4.930926216640502,
-      "rel-constrast": 2.068077564239502,
-      "step": 6282,
-      "subrel-constrast": 3.5019471645355225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7510104179382324,
-      "cov-distil (oracle2student)": 4.201793670654297,
-      "cov-distil (oracle2teacher)": 3.7590460777282715,
-      "epoch": 4.931711145996861,
-      "rel-constrast": 1.8755263090133667,
-      "step": 6283,
-      "subrel-constrast": 2.989025592803955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6151771545410156,
-      "cov-distil (oracle2student)": 4.460690498352051,
-      "cov-distil (oracle2teacher)": 3.886131525039673,
-      "epoch": 4.932496075353218,
-      "rel-constrast": 2.309058427810669,
-      "step": 6284,
-      "subrel-constrast": 3.222992181777954,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.568049669265747,
-      "cov-distil (oracle2student)": 4.256994247436523,
-      "cov-distil (oracle2teacher)": 4.259908676147461,
-      "epoch": 4.933281004709576,
-      "rel-constrast": 3.195960521697998,
-      "step": 6285,
-      "subrel-constrast": 3.433690071105957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.42893648147583,
-      "cov-distil (oracle2student)": 4.897130489349365,
-      "cov-distil (oracle2teacher)": 4.582053184509277,
-      "epoch": 4.934065934065934,
-      "rel-constrast": 3.203629970550537,
-      "step": 6286,
-      "subrel-constrast": 3.6076512336730957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9779497385025024,
-      "cov-distil (oracle2student)": 5.791838645935059,
-      "cov-distil (oracle2teacher)": 5.431873321533203,
-      "epoch": 4.934850863422292,
-      "rel-constrast": 2.8592777252197266,
-      "step": 6287,
-      "subrel-constrast": 3.5737905502319336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.363307237625122,
-      "cov-distil (oracle2student)": 4.490494251251221,
-      "cov-distil (oracle2teacher)": 4.330108642578125,
-      "epoch": 4.93563579277865,
-      "rel-constrast": 2.3351857662200928,
-      "step": 6288,
-      "subrel-constrast": 3.1823172569274902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0276296138763428,
-      "cov-distil (oracle2student)": 3.1870131492614746,
-      "cov-distil (oracle2teacher)": 3.3873209953308105,
-      "epoch": 4.936420722135008,
-      "rel-constrast": 2.6205108165740967,
-      "step": 6289,
-      "subrel-constrast": 3.6779913902282715,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.937205651491366,
-      "grad_norm": 6.3125,
-      "learning_rate": 1.820139117457616e-05,
-      "loss": 0.7055,
-      "step": 6290
-    },
-    {
-      "cov-distil": 1.1371134519577026,
-      "cov-distil (oracle2student)": 3.7545363903045654,
-      "cov-distil (oracle2teacher)": 3.3329176902770996,
-      "epoch": 4.937205651491366,
-      "rel-constrast": 1.531511902809143,
-      "step": 6290,
-      "subrel-constrast": 2.2444400787353516,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7333730459213257,
-      "cov-distil (oracle2student)": 3.452781915664673,
-      "cov-distil (oracle2teacher)": 3.4498345851898193,
-      "epoch": 4.937990580847724,
-      "rel-constrast": 2.4309113025665283,
-      "step": 6291,
-      "subrel-constrast": 3.292044162750244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.59600830078125,
-      "cov-distil (oracle2student)": 4.344707012176514,
-      "cov-distil (oracle2teacher)": 4.349562644958496,
-      "epoch": 4.938775510204081,
-      "rel-constrast": 2.6863412857055664,
-      "step": 6292,
-      "subrel-constrast": 3.487198829650879,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.554208517074585,
-      "cov-distil (oracle2student)": 4.0301971435546875,
-      "cov-distil (oracle2teacher)": 3.555098056793213,
-      "epoch": 4.93956043956044,
-      "rel-constrast": 2.389875650405884,
-      "step": 6293,
-      "subrel-constrast": 2.6236937046051025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4675666093826294,
-      "cov-distil (oracle2student)": 4.34283447265625,
-      "cov-distil (oracle2teacher)": 3.799654960632324,
-      "epoch": 4.940345368916797,
-      "rel-constrast": 2.649384021759033,
-      "step": 6294,
-      "subrel-constrast": 3.0989162921905518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5359476804733276,
-      "cov-distil (oracle2student)": 4.779446601867676,
-      "cov-distil (oracle2teacher)": 4.752445697784424,
-      "epoch": 4.941130298273156,
-      "rel-constrast": 2.3140764236450195,
-      "step": 6295,
-      "subrel-constrast": 3.3425943851470947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5727835893630981,
-      "cov-distil (oracle2student)": 5.219693183898926,
-      "cov-distil (oracle2teacher)": 4.940863609313965,
-      "epoch": 4.941915227629513,
-      "rel-constrast": 3.2837350368499756,
-      "step": 6296,
-      "subrel-constrast": 3.8805580139160156,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4294006824493408,
-      "cov-distil (oracle2student)": 4.536908149719238,
-      "cov-distil (oracle2teacher)": 4.053158283233643,
-      "epoch": 4.942700156985872,
-      "rel-constrast": 3.1082546710968018,
-      "step": 6297,
-      "subrel-constrast": 3.911151885986328,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5109186172485352,
-      "cov-distil (oracle2student)": 4.231062412261963,
-      "cov-distil (oracle2teacher)": 3.588637351989746,
-      "epoch": 4.943485086342229,
-      "rel-constrast": 3.131150722503662,
-      "step": 6298,
-      "subrel-constrast": 3.143338918685913,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.990253210067749,
-      "cov-distil (oracle2student)": 5.383800506591797,
-      "cov-distil (oracle2teacher)": 4.905979156494141,
-      "epoch": 4.944270015698587,
-      "rel-constrast": 2.2896640300750732,
-      "step": 6299,
-      "subrel-constrast": 3.6403942108154297,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.945054945054945,
-      "grad_norm": 5.1875,
-      "learning_rate": 1.8117455115008085e-05,
-      "loss": 0.6842,
-      "step": 6300
-    },
-    {
-      "epoch": 4.945054945054945,
-      "overlap": 0.3531250059604645,
-      "step": 6300
-    },
-    {
-      "epoch": 4.945054945054945,
-      "step": 6300,
-      "student margin": 0.054931640625
-    },
-    {
-      "epoch": 4.945054945054945,
-      "step": 6300,
-      "teacher margin": 0.038482666015625
-    },
-    {
-      "epoch": 4.945054945054945,
-      "margin difference": -0.016448974609375,
-      "step": 6300
-    },
-    {
-      "cov-distil": 1.5767184495925903,
-      "cov-distil (oracle2student)": 5.430756092071533,
-      "cov-distil (oracle2teacher)": 5.068027496337891,
-      "epoch": 4.945054945054945,
-      "rel-constrast": 2.6216320991516113,
-      "step": 6300,
-      "subrel-constrast": 3.195517063140869,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.654470682144165,
-      "cov-distil (oracle2student)": 6.337801933288574,
-      "cov-distil (oracle2teacher)": 6.175845146179199,
-      "epoch": 4.945839874411303,
-      "rel-constrast": 2.3813066482543945,
-      "step": 6301,
-      "subrel-constrast": 3.2175540924072266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2604820728302002,
-      "cov-distil (oracle2student)": 4.273797035217285,
-      "cov-distil (oracle2teacher)": 3.8006234169006348,
-      "epoch": 4.946624803767661,
-      "rel-constrast": 2.4367642402648926,
-      "step": 6302,
-      "subrel-constrast": 3.012364387512207,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2631072998046875,
-      "cov-distil (oracle2student)": 4.114506721496582,
-      "cov-distil (oracle2teacher)": 4.12583065032959,
-      "epoch": 4.947409733124019,
-      "rel-constrast": 2.9940505027770996,
-      "step": 6303,
-      "subrel-constrast": 4.007789611816406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4010231494903564,
-      "cov-distil (oracle2student)": 3.3637845516204834,
-      "cov-distil (oracle2teacher)": 3.6012229919433594,
-      "epoch": 4.948194662480377,
-      "rel-constrast": 1.4841504096984863,
-      "step": 6304,
-      "subrel-constrast": 2.0892386436462402,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3156471252441406,
-      "cov-distil (oracle2student)": 4.287397384643555,
-      "cov-distil (oracle2teacher)": 4.049614429473877,
-      "epoch": 4.948979591836735,
-      "rel-constrast": 2.6033785343170166,
-      "step": 6305,
-      "subrel-constrast": 3.0127694606781006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6649925708770752,
-      "cov-distil (oracle2student)": 3.6702721118927,
-      "cov-distil (oracle2teacher)": 3.9333083629608154,
-      "epoch": 4.949764521193092,
-      "rel-constrast": 2.1404643058776855,
-      "step": 6306,
-      "subrel-constrast": 2.8509910106658936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0981919765472412,
-      "cov-distil (oracle2student)": 4.459357738494873,
-      "cov-distil (oracle2teacher)": 4.258023738861084,
-      "epoch": 4.950549450549451,
-      "rel-constrast": 1.7470612525939941,
-      "step": 6307,
-      "subrel-constrast": 2.322408676147461,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.378291368484497,
-      "cov-distil (oracle2student)": 4.940863132476807,
-      "cov-distil (oracle2teacher)": 4.539997577667236,
-      "epoch": 4.951334379905808,
-      "rel-constrast": 3.8382129669189453,
-      "step": 6308,
-      "subrel-constrast": 3.7368035316467285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2595100402832031,
-      "cov-distil (oracle2student)": 4.828413009643555,
-      "cov-distil (oracle2teacher)": 4.626869201660156,
-      "epoch": 4.952119309262167,
-      "rel-constrast": 2.534484386444092,
-      "step": 6309,
-      "subrel-constrast": 3.0617172718048096,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.952904238618524,
-      "grad_norm": 4.53125,
-      "learning_rate": 1.8033602917077424e-05,
-      "loss": 0.6542,
-      "step": 6310
-    },
-    {
-      "cov-distil": 1.488931655883789,
-      "cov-distil (oracle2student)": 3.253462314605713,
-      "cov-distil (oracle2teacher)": 3.2919201850891113,
-      "epoch": 4.952904238618524,
-      "rel-constrast": 1.7977099418640137,
-      "step": 6310,
-      "subrel-constrast": 3.0880348682403564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2173856496810913,
-      "cov-distil (oracle2student)": 3.700113296508789,
-      "cov-distil (oracle2teacher)": 3.8144185543060303,
-      "epoch": 4.953689167974883,
-      "rel-constrast": 1.819627285003662,
-      "step": 6311,
-      "subrel-constrast": 2.4430997371673584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.582977056503296,
-      "cov-distil (oracle2student)": 4.438614368438721,
-      "cov-distil (oracle2teacher)": 4.2240190505981445,
-      "epoch": 4.95447409733124,
-      "rel-constrast": 2.8321053981781006,
-      "step": 6312,
-      "subrel-constrast": 3.3157358169555664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2952179908752441,
-      "cov-distil (oracle2student)": 4.235177040100098,
-      "cov-distil (oracle2teacher)": 3.9168429374694824,
-      "epoch": 4.955259026687598,
-      "rel-constrast": 2.26522159576416,
-      "step": 6313,
-      "subrel-constrast": 2.993340015411377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.800583839416504,
-      "cov-distil (oracle2student)": 3.5903422832489014,
-      "cov-distil (oracle2teacher)": 3.342510223388672,
-      "epoch": 4.956043956043956,
-      "rel-constrast": 2.7264299392700195,
-      "step": 6314,
-      "subrel-constrast": 3.6671142578125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7372709512710571,
-      "cov-distil (oracle2student)": 3.451663017272949,
-      "cov-distil (oracle2teacher)": 3.7252461910247803,
-      "epoch": 4.956828885400314,
-      "rel-constrast": 2.706545829772949,
-      "step": 6315,
-      "subrel-constrast": 3.528798818588257,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6892516613006592,
-      "cov-distil (oracle2student)": 5.2768778800964355,
-      "cov-distil (oracle2teacher)": 4.03690242767334,
-      "epoch": 4.957613814756672,
-      "rel-constrast": 2.5708351135253906,
-      "step": 6316,
-      "subrel-constrast": 3.4656548500061035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3492536544799805,
-      "cov-distil (oracle2student)": 5.732645034790039,
-      "cov-distil (oracle2teacher)": 5.656320095062256,
-      "epoch": 4.95839874411303,
-      "rel-constrast": 2.902808427810669,
-      "step": 6317,
-      "subrel-constrast": 3.248985767364502,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6544678211212158,
-      "cov-distil (oracle2student)": 4.099874496459961,
-      "cov-distil (oracle2teacher)": 4.455191612243652,
-      "epoch": 4.959183673469388,
-      "rel-constrast": 2.265717029571533,
-      "step": 6318,
-      "subrel-constrast": 3.0614254474639893,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.304070234298706,
-      "cov-distil (oracle2student)": 3.8044915199279785,
-      "cov-distil (oracle2teacher)": 3.730161190032959,
-      "epoch": 4.959968602825746,
-      "rel-constrast": 2.6863744258880615,
-      "step": 6319,
-      "subrel-constrast": 3.2776639461517334,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.960753532182103,
-      "grad_norm": 4.78125,
-      "learning_rate": 1.7949835602496766e-05,
-      "loss": 0.6521,
-      "step": 6320
-    },
-    {
-      "cov-distil": 1.5695195198059082,
-      "cov-distil (oracle2student)": 5.86611270904541,
-      "cov-distil (oracle2teacher)": 4.712067604064941,
-      "epoch": 4.960753532182103,
-      "rel-constrast": 2.3887903690338135,
-      "step": 6320,
-      "subrel-constrast": 2.873598098754883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.651580572128296,
-      "cov-distil (oracle2student)": 4.391166687011719,
-      "cov-distil (oracle2teacher)": 4.477581024169922,
-      "epoch": 4.961538461538462,
-      "rel-constrast": 2.2382545471191406,
-      "step": 6321,
-      "subrel-constrast": 2.8857479095458984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1647675037384033,
-      "cov-distil (oracle2student)": 4.231908321380615,
-      "cov-distil (oracle2teacher)": 4.3569560050964355,
-      "epoch": 4.962323390894819,
-      "rel-constrast": 2.2372634410858154,
-      "step": 6322,
-      "subrel-constrast": 3.2065272331237793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4218614101409912,
-      "cov-distil (oracle2student)": 3.8778209686279297,
-      "cov-distil (oracle2teacher)": 3.849294424057007,
-      "epoch": 4.963108320251178,
-      "rel-constrast": 3.1214613914489746,
-      "step": 6323,
-      "subrel-constrast": 3.60119891166687,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.338602900505066,
-      "cov-distil (oracle2student)": 3.1995444297790527,
-      "cov-distil (oracle2teacher)": 3.5411946773529053,
-      "epoch": 4.963893249607535,
-      "rel-constrast": 2.2159762382507324,
-      "step": 6324,
-      "subrel-constrast": 2.9095747470855713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7004845142364502,
-      "cov-distil (oracle2student)": 4.400519847869873,
-      "cov-distil (oracle2teacher)": 4.229898452758789,
-      "epoch": 4.964678178963894,
-      "rel-constrast": 2.3283772468566895,
-      "step": 6325,
-      "subrel-constrast": 3.3508055210113525,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.664709210395813,
-      "cov-distil (oracle2student)": 2.6644763946533203,
-      "cov-distil (oracle2teacher)": 3.2746024131774902,
-      "epoch": 4.965463108320251,
-      "rel-constrast": 1.6859760284423828,
-      "step": 6326,
-      "subrel-constrast": 2.6954450607299805,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4132437705993652,
-      "cov-distil (oracle2student)": 4.49537467956543,
-      "cov-distil (oracle2teacher)": 3.855973720550537,
-      "epoch": 4.966248037676609,
-      "rel-constrast": 2.334585666656494,
-      "step": 6327,
-      "subrel-constrast": 3.293778419494629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8211705684661865,
-      "cov-distil (oracle2student)": 4.226996898651123,
-      "cov-distil (oracle2teacher)": 4.364864349365234,
-      "epoch": 4.967032967032967,
-      "rel-constrast": 2.30056095123291,
-      "step": 6328,
-      "subrel-constrast": 3.3497188091278076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4308314323425293,
-      "cov-distil (oracle2student)": 5.497256755828857,
-      "cov-distil (oracle2teacher)": 5.3002166748046875,
-      "epoch": 4.967817896389325,
-      "rel-constrast": 2.224315643310547,
-      "step": 6329,
-      "subrel-constrast": 2.8620498180389404,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.968602825745683,
-      "grad_norm": 5.1875,
-      "learning_rate": 1.786615419194439e-05,
-      "loss": 0.6173,
-      "step": 6330
-    },
-    {
-      "cov-distil": 1.2799314260482788,
-      "cov-distil (oracle2student)": 3.8431315422058105,
-      "cov-distil (oracle2teacher)": 3.6098077297210693,
-      "epoch": 4.968602825745683,
-      "rel-constrast": 2.240593433380127,
-      "step": 6330,
-      "subrel-constrast": 2.4838287830352783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6005988121032715,
-      "cov-distil (oracle2student)": 5.061666488647461,
-      "cov-distil (oracle2teacher)": 4.609375476837158,
-      "epoch": 4.969387755102041,
-      "rel-constrast": 2.0001957416534424,
-      "step": 6331,
-      "subrel-constrast": 3.0402002334594727,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.408935785293579,
-      "cov-distil (oracle2student)": 5.994872093200684,
-      "cov-distil (oracle2teacher)": 5.556035041809082,
-      "epoch": 4.970172684458399,
-      "rel-constrast": 2.623962879180908,
-      "step": 6332,
-      "subrel-constrast": 3.6435980796813965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6031270027160645,
-      "cov-distil (oracle2student)": 4.943408966064453,
-      "cov-distil (oracle2teacher)": 4.745820045471191,
-      "epoch": 4.970957613814757,
-      "rel-constrast": 2.0502355098724365,
-      "step": 6333,
-      "subrel-constrast": 3.028571128845215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2694748640060425,
-      "cov-distil (oracle2student)": 4.111125469207764,
-      "cov-distil (oracle2teacher)": 3.714272975921631,
-      "epoch": 4.971742543171114,
-      "rel-constrast": 2.1251163482666016,
-      "step": 6334,
-      "subrel-constrast": 3.241582155227661,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.474273443222046,
-      "cov-distil (oracle2student)": 4.707520961761475,
-      "cov-distil (oracle2teacher)": 4.09016227722168,
-      "epoch": 4.972527472527473,
-      "rel-constrast": 3.08111310005188,
-      "step": 6335,
-      "subrel-constrast": 3.132927417755127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8034911155700684,
-      "cov-distil (oracle2student)": 2.9893383979797363,
-      "cov-distil (oracle2teacher)": 3.2023372650146484,
-      "epoch": 4.97331240188383,
-      "rel-constrast": 2.9671101570129395,
-      "step": 6336,
-      "subrel-constrast": 3.60176420211792,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.973415732383728,
-      "cov-distil (oracle2student)": 4.501821517944336,
-      "cov-distil (oracle2teacher)": 4.32850456237793,
-      "epoch": 4.974097331240189,
-      "rel-constrast": 3.056791305541992,
-      "step": 6337,
-      "subrel-constrast": 3.3138532638549805,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6559507846832275,
-      "cov-distil (oracle2student)": 4.3832573890686035,
-      "cov-distil (oracle2teacher)": 4.004861831665039,
-      "epoch": 4.974882260596546,
-      "rel-constrast": 2.886787176132202,
-      "step": 6338,
-      "subrel-constrast": 3.490976095199585,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6198585033416748,
-      "cov-distil (oracle2student)": 3.976400136947632,
-      "cov-distil (oracle2teacher)": 3.6052324771881104,
-      "epoch": 4.975667189952905,
-      "rel-constrast": 1.8754621744155884,
-      "step": 6339,
-      "subrel-constrast": 3.234755039215088,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.976452119309262,
-      "grad_norm": 6.40625,
-      "learning_rate": 1.778255970505189e-05,
-      "loss": 0.6619,
-      "step": 6340
-    },
-    {
-      "cov-distil": 1.6350932121276855,
-      "cov-distil (oracle2student)": 3.4971699714660645,
-      "cov-distil (oracle2teacher)": 3.4994852542877197,
-      "epoch": 4.976452119309262,
-      "rel-constrast": 2.7708120346069336,
-      "step": 6340,
-      "subrel-constrast": 3.5992441177368164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.405849575996399,
-      "cov-distil (oracle2student)": 4.557586193084717,
-      "cov-distil (oracle2teacher)": 4.234986305236816,
-      "epoch": 4.97723704866562,
-      "rel-constrast": 3.8612003326416016,
-      "step": 6341,
-      "subrel-constrast": 3.6347923278808594,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8134238719940186,
-      "cov-distil (oracle2student)": 5.901843547821045,
-      "cov-distil (oracle2teacher)": 5.115883827209473,
-      "epoch": 4.978021978021978,
-      "rel-constrast": 2.969412326812744,
-      "step": 6342,
-      "subrel-constrast": 4.169970989227295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8067271709442139,
-      "cov-distil (oracle2student)": 5.62607479095459,
-      "cov-distil (oracle2teacher)": 5.338338375091553,
-      "epoch": 4.978806907378336,
-      "rel-constrast": 2.315382957458496,
-      "step": 6343,
-      "subrel-constrast": 2.7742295265197754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.394012689590454,
-      "cov-distil (oracle2student)": 4.987968444824219,
-      "cov-distil (oracle2teacher)": 4.705493927001953,
-      "epoch": 4.979591836734694,
-      "rel-constrast": 1.933820128440857,
-      "step": 6344,
-      "subrel-constrast": 2.9582161903381348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9972665309906006,
-      "cov-distil (oracle2student)": 4.297171592712402,
-      "cov-distil (oracle2teacher)": 3.4901461601257324,
-      "epoch": 4.980376766091052,
-      "rel-constrast": 2.5387656688690186,
-      "step": 6345,
-      "subrel-constrast": 3.2467758655548096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3800218105316162,
-      "cov-distil (oracle2student)": 4.98017692565918,
-      "cov-distil (oracle2teacher)": 4.567188262939453,
-      "epoch": 4.98116169544741,
-      "rel-constrast": 1.9023525714874268,
-      "step": 6346,
-      "subrel-constrast": 2.5315604209899902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0748944282531738,
-      "cov-distil (oracle2student)": 4.706311225891113,
-      "cov-distil (oracle2teacher)": 4.364887237548828,
-      "epoch": 4.981946624803768,
-      "rel-constrast": 2.0534820556640625,
-      "step": 6347,
-      "subrel-constrast": 2.6370999813079834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1969518661499023,
-      "cov-distil (oracle2student)": 4.174374580383301,
-      "cov-distil (oracle2teacher)": 3.7038159370422363,
-      "epoch": 4.982731554160125,
-      "rel-constrast": 1.9545320272445679,
-      "step": 6348,
-      "subrel-constrast": 2.504163980484009,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.52728271484375,
-      "cov-distil (oracle2student)": 4.264909267425537,
-      "cov-distil (oracle2teacher)": 3.8421778678894043,
-      "epoch": 4.983516483516484,
-      "rel-constrast": 2.7396883964538574,
-      "step": 6349,
-      "subrel-constrast": 3.715200662612915,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.984301412872841,
-      "grad_norm": 5.75,
-      "learning_rate": 1.769905316039169e-05,
-      "loss": 0.6641,
-      "step": 6350
-    },
-    {
-      "cov-distil": 1.047910213470459,
-      "cov-distil (oracle2student)": 4.9119391441345215,
-      "cov-distil (oracle2teacher)": 4.942358016967773,
-      "epoch": 4.984301412872841,
-      "rel-constrast": 2.1776411533355713,
-      "step": 6350,
-      "subrel-constrast": 3.179271936416626,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3921808004379272,
-      "cov-distil (oracle2student)": 6.695369243621826,
-      "cov-distil (oracle2teacher)": 5.206090927124023,
-      "epoch": 4.9850863422291996,
-      "rel-constrast": 2.232736825942993,
-      "step": 6351,
-      "subrel-constrast": 2.660191535949707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2084293365478516,
-      "cov-distil (oracle2student)": 4.061747074127197,
-      "cov-distil (oracle2teacher)": 4.092945098876953,
-      "epoch": 4.985871271585557,
-      "rel-constrast": 3.5942487716674805,
-      "step": 6352,
-      "subrel-constrast": 3.964210271835327,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6817872524261475,
-      "cov-distil (oracle2student)": 4.995474815368652,
-      "cov-distil (oracle2teacher)": 4.60586404800415,
-      "epoch": 4.9866562009419155,
-      "rel-constrast": 1.8098312616348267,
-      "step": 6353,
-      "subrel-constrast": 3.112137794494629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.427977442741394,
-      "cov-distil (oracle2student)": 4.501344680786133,
-      "cov-distil (oracle2teacher)": 4.291024208068848,
-      "epoch": 4.987441130298273,
-      "rel-constrast": 2.7823352813720703,
-      "step": 6354,
-      "subrel-constrast": 3.19718599319458,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4594874382019043,
-      "cov-distil (oracle2student)": 4.523033142089844,
-      "cov-distil (oracle2teacher)": 4.395312309265137,
-      "epoch": 4.988226059654631,
-      "rel-constrast": 2.2572810649871826,
-      "step": 6355,
-      "subrel-constrast": 2.9013445377349854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3175606727600098,
-      "cov-distil (oracle2student)": 3.160247802734375,
-      "cov-distil (oracle2teacher)": 3.2260923385620117,
-      "epoch": 4.989010989010989,
-      "rel-constrast": 2.1419713497161865,
-      "step": 6356,
-      "subrel-constrast": 2.826784610748291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0004092454910278,
-      "cov-distil (oracle2student)": 2.7171289920806885,
-      "cov-distil (oracle2teacher)": 2.6494624614715576,
-      "epoch": 4.989795918367347,
-      "rel-constrast": 1.8749656677246094,
-      "step": 6357,
-      "subrel-constrast": 2.3543131351470947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.518770456314087,
-      "cov-distil (oracle2student)": 5.135395526885986,
-      "cov-distil (oracle2teacher)": 4.523126602172852,
-      "epoch": 4.990580847723705,
-      "rel-constrast": 2.457313299179077,
-      "step": 6358,
-      "subrel-constrast": 3.3512682914733887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2809380292892456,
-      "cov-distil (oracle2student)": 4.315846920013428,
-      "cov-distil (oracle2teacher)": 3.596458911895752,
-      "epoch": 4.991365777080063,
-      "rel-constrast": 2.407223701477051,
-      "step": 6359,
-      "subrel-constrast": 2.873908519744873,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 4.992150706436421,
-      "grad_norm": 4.8125,
-      "learning_rate": 1.76156355754647e-05,
-      "loss": 0.6267,
-      "step": 6360
-    },
-    {
-      "cov-distil": 1.160588264465332,
-      "cov-distil (oracle2student)": 4.551167964935303,
-      "cov-distil (oracle2teacher)": 4.127175807952881,
-      "epoch": 4.992150706436421,
-      "rel-constrast": 2.360353708267212,
-      "step": 6360,
-      "subrel-constrast": 3.03942608833313,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1076457500457764,
-      "cov-distil (oracle2student)": 4.793086051940918,
-      "cov-distil (oracle2teacher)": 4.320806503295898,
-      "epoch": 4.9929356357927785,
-      "rel-constrast": 3.625304937362671,
-      "step": 6361,
-      "subrel-constrast": 3.7809274196624756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2794060707092285,
-      "cov-distil (oracle2student)": 4.951486110687256,
-      "cov-distil (oracle2teacher)": 4.332149505615234,
-      "epoch": 4.993720565149136,
-      "rel-constrast": 2.710268020629883,
-      "step": 6362,
-      "subrel-constrast": 3.2642877101898193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2074806690216064,
-      "cov-distil (oracle2student)": 3.255018949508667,
-      "cov-distil (oracle2teacher)": 3.0458898544311523,
-      "epoch": 4.9945054945054945,
-      "rel-constrast": 2.9193453788757324,
-      "step": 6363,
-      "subrel-constrast": 3.136819839477539,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6302261352539062,
-      "cov-distil (oracle2student)": 3.7394003868103027,
-      "cov-distil (oracle2teacher)": 3.85154390335083,
-      "epoch": 4.995290423861852,
-      "rel-constrast": 2.3977081775665283,
-      "step": 6364,
-      "subrel-constrast": 3.345785140991211,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3691960573196411,
-      "cov-distil (oracle2student)": 3.937055826187134,
-      "cov-distil (oracle2teacher)": 3.863041877746582,
-      "epoch": 4.9960753532182105,
-      "rel-constrast": 2.4097399711608887,
-      "step": 6365,
-      "subrel-constrast": 3.1660101413726807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4047520160675049,
-      "cov-distil (oracle2student)": 4.410531520843506,
-      "cov-distil (oracle2teacher)": 4.219385623931885,
-      "epoch": 4.996860282574568,
-      "rel-constrast": 2.3154335021972656,
-      "step": 6366,
-      "subrel-constrast": 3.105968475341797,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4460198879241943,
-      "cov-distil (oracle2student)": 5.261059284210205,
-      "cov-distil (oracle2teacher)": 5.043281078338623,
-      "epoch": 4.9976452119309265,
-      "rel-constrast": 3.5350379943847656,
-      "step": 6367,
-      "subrel-constrast": 4.37647008895874,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2247017621994019,
-      "cov-distil (oracle2student)": 2.2277369499206543,
-      "cov-distil (oracle2teacher)": 2.4164347648620605,
-      "epoch": 4.998430141287284,
-      "rel-constrast": 2.1818106174468994,
-      "step": 6368,
-      "subrel-constrast": 2.7590720653533936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.834952712059021,
-      "cov-distil (oracle2student)": 3.418919563293457,
-      "cov-distil (oracle2teacher)": 3.318164110183716,
-      "epoch": 4.9992150706436425,
-      "rel-constrast": 3.3827550411224365,
-      "step": 6369,
-      "subrel-constrast": 3.5862977504730225,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.0,
-      "grad_norm": 6.65625,
-      "learning_rate": 1.753230796668786e-05,
-      "loss": 0.7326,
-      "step": 6370
-    },
-    {
-      "cov-distil": 1.359392762184143,
-      "cov-distil (oracle2student)": 3.3579001426696777,
-      "cov-distil (oracle2teacher)": 3.3583874702453613,
-      "epoch": 5.0,
-      "rel-constrast": 1.9008030891418457,
-      "step": 6370,
-      "subrel-constrast": 2.6319360733032227,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.371079921722412,
-      "cov-distil (oracle2student)": 5.76436185836792,
-      "cov-distil (oracle2teacher)": 5.128456115722656,
-      "epoch": 5.0007849293563575,
-      "rel-constrast": 2.059243679046631,
-      "step": 6371,
-      "subrel-constrast": 2.430107593536377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4476008415222168,
-      "cov-distil (oracle2student)": 2.659885883331299,
-      "cov-distil (oracle2teacher)": 3.2024524211883545,
-      "epoch": 5.001569858712716,
-      "rel-constrast": 2.360893726348877,
-      "step": 6372,
-      "subrel-constrast": 3.022418737411499,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1649432182312012,
-      "cov-distil (oracle2student)": 4.481777667999268,
-      "cov-distil (oracle2teacher)": 4.318930149078369,
-      "epoch": 5.0023547880690735,
-      "rel-constrast": 2.6836695671081543,
-      "step": 6373,
-      "subrel-constrast": 3.273745059967041,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.412778377532959,
-      "cov-distil (oracle2student)": 4.0091094970703125,
-      "cov-distil (oracle2teacher)": 4.020620346069336,
-      "epoch": 5.003139717425432,
-      "rel-constrast": 2.035592555999756,
-      "step": 6374,
-      "subrel-constrast": 2.699009895324707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0473147630691528,
-      "cov-distil (oracle2student)": 3.82696533203125,
-      "cov-distil (oracle2teacher)": 3.8741002082824707,
-      "epoch": 5.0039246467817895,
-      "rel-constrast": 2.084090232849121,
-      "step": 6375,
-      "subrel-constrast": 2.7250661849975586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2430222034454346,
-      "cov-distil (oracle2student)": 5.060732841491699,
-      "cov-distil (oracle2teacher)": 5.0178937911987305,
-      "epoch": 5.004709576138148,
-      "rel-constrast": 3.063809633255005,
-      "step": 6376,
-      "subrel-constrast": 3.3157360553741455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7580978870391846,
-      "cov-distil (oracle2student)": 5.010727405548096,
-      "cov-distil (oracle2teacher)": 4.645780563354492,
-      "epoch": 5.0054945054945055,
-      "rel-constrast": 2.401463508605957,
-      "step": 6377,
-      "subrel-constrast": 2.9093611240386963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1338202953338623,
-      "cov-distil (oracle2student)": 4.870278358459473,
-      "cov-distil (oracle2teacher)": 4.1978983879089355,
-      "epoch": 5.006279434850863,
-      "rel-constrast": 3.1939563751220703,
-      "step": 6378,
-      "subrel-constrast": 3.8752663135528564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2101545333862305,
-      "cov-distil (oracle2student)": 4.851513862609863,
-      "cov-distil (oracle2teacher)": 4.357121467590332,
-      "epoch": 5.0070643642072215,
-      "rel-constrast": 3.002180814743042,
-      "step": 6379,
-      "subrel-constrast": 3.631614923477173,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.007849293563579,
-      "grad_norm": 5.71875,
-      "learning_rate": 1.7449071349381778e-05,
-      "loss": 0.6525,
-      "step": 6380
-    },
-    {
-      "cov-distil": 0.8789222836494446,
-      "cov-distil (oracle2student)": 3.977447509765625,
-      "cov-distil (oracle2teacher)": 3.805952548980713,
-      "epoch": 5.007849293563579,
-      "rel-constrast": 2.7344579696655273,
-      "step": 6380,
-      "subrel-constrast": 3.490339756011963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2632502317428589,
-      "cov-distil (oracle2student)": 4.404345512390137,
-      "cov-distil (oracle2teacher)": 4.018685817718506,
-      "epoch": 5.008634222919937,
-      "rel-constrast": 2.23805570602417,
-      "step": 6381,
-      "subrel-constrast": 3.1731338500976562,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1074802875518799,
-      "cov-distil (oracle2student)": 4.344351768493652,
-      "cov-distil (oracle2teacher)": 4.187353134155273,
-      "epoch": 5.009419152276295,
-      "rel-constrast": 2.5136446952819824,
-      "step": 6382,
-      "subrel-constrast": 2.969902276992798,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4524273872375488,
-      "cov-distil (oracle2student)": 4.6440229415893555,
-      "cov-distil (oracle2teacher)": 4.678775787353516,
-      "epoch": 5.010204081632653,
-      "rel-constrast": 2.482086181640625,
-      "step": 6383,
-      "subrel-constrast": 3.158622980117798,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.755650043487549,
-      "cov-distil (oracle2student)": 4.601876735687256,
-      "cov-distil (oracle2teacher)": 4.6380791664123535,
-      "epoch": 5.010989010989011,
-      "rel-constrast": 2.7443761825561523,
-      "step": 6384,
-      "subrel-constrast": 4.0316162109375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.369147777557373,
-      "cov-distil (oracle2student)": 5.574975967407227,
-      "cov-distil (oracle2teacher)": 4.981288909912109,
-      "epoch": 5.0117739403453685,
-      "rel-constrast": 4.058416366577148,
-      "step": 6385,
-      "subrel-constrast": 4.097314834594727,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9753646850585938,
-      "cov-distil (oracle2student)": 4.864660263061523,
-      "cov-distil (oracle2teacher)": 4.325032711029053,
-      "epoch": 5.012558869701727,
-      "rel-constrast": 3.642958641052246,
-      "step": 6386,
-      "subrel-constrast": 4.66250467300415,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0839877128601074,
-      "cov-distil (oracle2student)": 4.766118049621582,
-      "cov-distil (oracle2teacher)": 4.368666648864746,
-      "epoch": 5.0133437990580845,
-      "rel-constrast": 2.1008291244506836,
-      "step": 6387,
-      "subrel-constrast": 2.805992364883423,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.728922724723816,
-      "cov-distil (oracle2student)": 3.6513671875,
-      "cov-distil (oracle2teacher)": 3.978764057159424,
-      "epoch": 5.014128728414443,
-      "rel-constrast": 2.9527335166931152,
-      "step": 6388,
-      "subrel-constrast": 4.227415561676025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.607741355895996,
-      "cov-distil (oracle2student)": 3.5395169258117676,
-      "cov-distil (oracle2teacher)": 3.755380868911743,
-      "epoch": 5.0149136577708004,
-      "rel-constrast": 2.185133934020996,
-      "step": 6389,
-      "subrel-constrast": 2.9137470722198486,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.015698587127159,
-      "grad_norm": 5.0,
-      "learning_rate": 1.7365926737758382e-05,
-      "loss": 0.7294,
-      "step": 6390
-    },
-    {
-      "cov-distil": 1.3463352918624878,
-      "cov-distil (oracle2student)": 5.043448448181152,
-      "cov-distil (oracle2teacher)": 4.9583234786987305,
-      "epoch": 5.015698587127159,
-      "rel-constrast": 4.1819682121276855,
-      "step": 6390,
-      "subrel-constrast": 4.783616065979004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4332249164581299,
-      "cov-distil (oracle2student)": 5.333106994628906,
-      "cov-distil (oracle2teacher)": 4.794179439544678,
-      "epoch": 5.016483516483516,
-      "rel-constrast": 2.0705103874206543,
-      "step": 6391,
-      "subrel-constrast": 3.1939237117767334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7236583232879639,
-      "cov-distil (oracle2student)": 4.942404747009277,
-      "cov-distil (oracle2teacher)": 4.725375175476074,
-      "epoch": 5.017268445839874,
-      "rel-constrast": 2.6249094009399414,
-      "step": 6392,
-      "subrel-constrast": 2.771009922027588,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2590625286102295,
-      "cov-distil (oracle2student)": 3.9881274700164795,
-      "cov-distil (oracle2teacher)": 3.0819501876831055,
-      "epoch": 5.018053375196232,
-      "rel-constrast": 1.7491198778152466,
-      "step": 6393,
-      "subrel-constrast": 2.243767023086548,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.308765172958374,
-      "cov-distil (oracle2student)": 3.2486984729766846,
-      "cov-distil (oracle2teacher)": 3.346200466156006,
-      "epoch": 5.01883830455259,
-      "rel-constrast": 3.195192337036133,
-      "step": 6394,
-      "subrel-constrast": 3.6824746131896973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5448304414749146,
-      "cov-distil (oracle2student)": 4.208702564239502,
-      "cov-distil (oracle2teacher)": 4.050940036773682,
-      "epoch": 5.019623233908948,
-      "rel-constrast": 2.147087335586548,
-      "step": 6395,
-      "subrel-constrast": 2.8534553050994873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.745937466621399,
-      "cov-distil (oracle2student)": 2.959869861602783,
-      "cov-distil (oracle2teacher)": 3.526463031768799,
-      "epoch": 5.020408163265306,
-      "rel-constrast": 2.837782859802246,
-      "step": 6396,
-      "subrel-constrast": 3.3152878284454346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3874518871307373,
-      "cov-distil (oracle2student)": 6.092804431915283,
-      "cov-distil (oracle2teacher)": 4.753513336181641,
-      "epoch": 5.021193092621664,
-      "rel-constrast": 2.584686040878296,
-      "step": 6397,
-      "subrel-constrast": 3.254920721054077,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.342314600944519,
-      "cov-distil (oracle2student)": 4.8169403076171875,
-      "cov-distil (oracle2teacher)": 4.760178089141846,
-      "epoch": 5.021978021978022,
-      "rel-constrast": 2.9403462409973145,
-      "step": 6398,
-      "subrel-constrast": 3.709343910217285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4921982288360596,
-      "cov-distil (oracle2student)": 4.219342231750488,
-      "cov-distil (oracle2teacher)": 3.701714515686035,
-      "epoch": 5.02276295133438,
-      "rel-constrast": 1.7274188995361328,
-      "step": 6399,
-      "subrel-constrast": 2.5749433040618896,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.023547880690738,
-      "grad_norm": 4.0625,
-      "learning_rate": 1.728287514490851e-05,
-      "loss": 0.6879,
-      "step": 6400
-    },
-    {
-      "epoch": 5.023547880690738,
-      "overlap": 0.2874999940395355,
-      "step": 6400
-    },
-    {
-      "epoch": 5.023547880690738,
-      "step": 6400,
-      "student margin": 0.0506591796875
-    },
-    {
-      "epoch": 5.023547880690738,
-      "step": 6400,
-      "teacher margin": 0.037353515625
-    },
-    {
-      "epoch": 5.023547880690738,
-      "margin difference": -0.0133056640625,
-      "step": 6400
-    },
-    {
-      "cov-distil": 2.1386559009552,
-      "cov-distil (oracle2student)": 4.699804306030273,
-      "cov-distil (oracle2teacher)": 4.367741584777832,
-      "epoch": 5.023547880690738,
-      "rel-constrast": 3.194234609603882,
-      "step": 6400,
-      "subrel-constrast": 3.720902442932129,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3373442888259888,
-      "cov-distil (oracle2student)": 3.767896890640259,
-      "cov-distil (oracle2teacher)": 3.913093090057373,
-      "epoch": 5.024332810047095,
-      "rel-constrast": 3.2140378952026367,
-      "step": 6401,
-      "subrel-constrast": 3.673841714859009,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6179474592208862,
-      "cov-distil (oracle2student)": 4.110291481018066,
-      "cov-distil (oracle2teacher)": 3.577472686767578,
-      "epoch": 5.025117739403454,
-      "rel-constrast": 2.693786859512329,
-      "step": 6402,
-      "subrel-constrast": 3.075308084487915,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9145619869232178,
-      "cov-distil (oracle2student)": 3.890866756439209,
-      "cov-distil (oracle2teacher)": 3.594916820526123,
-      "epoch": 5.025902668759811,
-      "rel-constrast": 2.3198776245117188,
-      "step": 6403,
-      "subrel-constrast": 3.2441048622131348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.372300624847412,
-      "cov-distil (oracle2student)": 6.1162309646606445,
-      "cov-distil (oracle2teacher)": 5.177950859069824,
-      "epoch": 5.02668759811617,
-      "rel-constrast": 2.793454647064209,
-      "step": 6404,
-      "subrel-constrast": 3.2124288082122803,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1531877517700195,
-      "cov-distil (oracle2student)": 3.3947153091430664,
-      "cov-distil (oracle2teacher)": 3.169563055038452,
-      "epoch": 5.027472527472527,
-      "rel-constrast": 1.697411060333252,
-      "step": 6405,
-      "subrel-constrast": 2.4672296047210693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2044497728347778,
-      "cov-distil (oracle2student)": 4.540169715881348,
-      "cov-distil (oracle2teacher)": 4.377885818481445,
-      "epoch": 5.028257456828886,
-      "rel-constrast": 2.1932106018066406,
-      "step": 6406,
-      "subrel-constrast": 3.043182373046875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7265633344650269,
-      "cov-distil (oracle2student)": 4.640819549560547,
-      "cov-distil (oracle2teacher)": 4.500036239624023,
-      "epoch": 5.029042386185243,
-      "rel-constrast": 1.6695019006729126,
-      "step": 6407,
-      "subrel-constrast": 2.490628242492676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7861719131469727,
-      "cov-distil (oracle2student)": 4.103105545043945,
-      "cov-distil (oracle2teacher)": 3.645543098449707,
-      "epoch": 5.029827315541601,
-      "rel-constrast": 2.755000591278076,
-      "step": 6408,
-      "subrel-constrast": 3.8108651638031006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4845219850540161,
-      "cov-distil (oracle2student)": 5.76608943939209,
-      "cov-distil (oracle2teacher)": 5.439455986022949,
-      "epoch": 5.030612244897959,
-      "rel-constrast": 2.771488666534424,
-      "step": 6409,
-      "subrel-constrast": 3.5217487812042236,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.031397174254317,
-      "grad_norm": 5.9375,
-      "learning_rate": 1.7199917582789633e-05,
-      "loss": 0.6719,
-      "step": 6410
-    },
-    {
-      "cov-distil": 1.5721564292907715,
-      "cov-distil (oracle2student)": 5.4674835205078125,
-      "cov-distil (oracle2teacher)": 4.5747904777526855,
-      "epoch": 5.031397174254317,
-      "rel-constrast": 2.1946187019348145,
-      "step": 6410,
-      "subrel-constrast": 2.764049530029297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3994481563568115,
-      "cov-distil (oracle2student)": 3.5430874824523926,
-      "cov-distil (oracle2teacher)": 3.373729705810547,
-      "epoch": 5.032182103610675,
-      "rel-constrast": 2.3410286903381348,
-      "step": 6411,
-      "subrel-constrast": 3.2171850204467773,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.341662883758545,
-      "cov-distil (oracle2student)": 4.853429794311523,
-      "cov-distil (oracle2teacher)": 4.439650535583496,
-      "epoch": 5.032967032967033,
-      "rel-constrast": 2.5478734970092773,
-      "step": 6412,
-      "subrel-constrast": 3.5480809211730957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4482485055923462,
-      "cov-distil (oracle2student)": 5.869929313659668,
-      "cov-distil (oracle2teacher)": 5.451936721801758,
-      "epoch": 5.033751962323391,
-      "rel-constrast": 2.174394130706787,
-      "step": 6413,
-      "subrel-constrast": 3.1535887718200684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4895870685577393,
-      "cov-distil (oracle2student)": 3.282317876815796,
-      "cov-distil (oracle2teacher)": 3.7393054962158203,
-      "epoch": 5.034536891679749,
-      "rel-constrast": 2.805201530456543,
-      "step": 6414,
-      "subrel-constrast": 3.6849591732025146,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.733220100402832,
-      "cov-distil (oracle2student)": 4.2783522605896,
-      "cov-distil (oracle2teacher)": 3.5380330085754395,
-      "epoch": 5.035321821036106,
-      "rel-constrast": 2.2326860427856445,
-      "step": 6415,
-      "subrel-constrast": 3.0100016593933105,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4635485410690308,
-      "cov-distil (oracle2student)": 4.178749084472656,
-      "cov-distil (oracle2teacher)": 4.115012168884277,
-      "epoch": 5.036106750392465,
-      "rel-constrast": 2.603602409362793,
-      "step": 6416,
-      "subrel-constrast": 3.1001787185668945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6413240432739258,
-      "cov-distil (oracle2student)": 4.087843418121338,
-      "cov-distil (oracle2teacher)": 3.921110153198242,
-      "epoch": 5.036891679748822,
-      "rel-constrast": 3.133434534072876,
-      "step": 6417,
-      "subrel-constrast": 3.5969600677490234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6093976497650146,
-      "cov-distil (oracle2student)": 3.0779781341552734,
-      "cov-distil (oracle2teacher)": 3.2501702308654785,
-      "epoch": 5.037676609105181,
-      "rel-constrast": 2.474954605102539,
-      "step": 6418,
-      "subrel-constrast": 3.1595253944396973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.432549238204956,
-      "cov-distil (oracle2student)": 4.183036804199219,
-      "cov-distil (oracle2teacher)": 4.222641468048096,
-      "epoch": 5.038461538461538,
-      "rel-constrast": 2.2735230922698975,
-      "step": 6419,
-      "subrel-constrast": 3.3267223834991455,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.039246467817897,
-      "grad_norm": 5.28125,
-      "learning_rate": 1.7117055062213448e-05,
-      "loss": 0.6574,
-      "step": 6420
-    },
-    {
-      "cov-distil": 1.2351577281951904,
-      "cov-distil (oracle2student)": 5.170145034790039,
-      "cov-distil (oracle2teacher)": 4.2409515380859375,
-      "epoch": 5.039246467817897,
-      "rel-constrast": 2.438143014907837,
-      "step": 6420,
-      "subrel-constrast": 3.120026111602783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.986019253730774,
-      "cov-distil (oracle2student)": 2.047380208969116,
-      "cov-distil (oracle2teacher)": 2.6294610500335693,
-      "epoch": 5.040031397174254,
-      "rel-constrast": 2.159783124923706,
-      "step": 6421,
-      "subrel-constrast": 3.3908584117889404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3690769672393799,
-      "cov-distil (oracle2student)": 4.137241363525391,
-      "cov-distil (oracle2teacher)": 4.300175666809082,
-      "epoch": 5.040816326530612,
-      "rel-constrast": 3.2615931034088135,
-      "step": 6422,
-      "subrel-constrast": 4.021975040435791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5668132305145264,
-      "cov-distil (oracle2student)": 2.992008686065674,
-      "cov-distil (oracle2teacher)": 3.1454415321350098,
-      "epoch": 5.04160125588697,
-      "rel-constrast": 2.451068639755249,
-      "step": 6423,
-      "subrel-constrast": 3.0867555141448975,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.404271125793457,
-      "cov-distil (oracle2student)": 3.5373377799987793,
-      "cov-distil (oracle2teacher)": 3.7310988903045654,
-      "epoch": 5.042386185243328,
-      "rel-constrast": 2.273376941680908,
-      "step": 6424,
-      "subrel-constrast": 2.9134082794189453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.547619104385376,
-      "cov-distil (oracle2student)": 3.5116472244262695,
-      "cov-distil (oracle2teacher)": 3.5006496906280518,
-      "epoch": 5.043171114599686,
-      "rel-constrast": 2.3175089359283447,
-      "step": 6425,
-      "subrel-constrast": 3.178792953491211,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.577472448348999,
-      "cov-distil (oracle2student)": 6.1128950119018555,
-      "cov-distil (oracle2teacher)": 5.137702465057373,
-      "epoch": 5.043956043956044,
-      "rel-constrast": 2.3933186531066895,
-      "step": 6426,
-      "subrel-constrast": 2.913015604019165,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.253826379776001,
-      "cov-distil (oracle2student)": 4.408603668212891,
-      "cov-distil (oracle2teacher)": 3.607184886932373,
-      "epoch": 5.044740973312402,
-      "rel-constrast": 2.5939502716064453,
-      "step": 6427,
-      "subrel-constrast": 2.9731268882751465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2873706817626953,
-      "cov-distil (oracle2student)": 6.291914939880371,
-      "cov-distil (oracle2teacher)": 5.664948463439941,
-      "epoch": 5.04552590266876,
-      "rel-constrast": 3.1207451820373535,
-      "step": 6428,
-      "subrel-constrast": 4.189770221710205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6618921756744385,
-      "cov-distil (oracle2student)": 4.674520015716553,
-      "cov-distil (oracle2teacher)": 4.595946788787842,
-      "epoch": 5.046310832025117,
-      "rel-constrast": 2.6429295539855957,
-      "step": 6429,
-      "subrel-constrast": 3.4542407989501953,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.047095761381476,
-      "grad_norm": 5.3125,
-      "learning_rate": 1.7034288592833624e-05,
-      "loss": 0.6785,
-      "step": 6430
-    },
-    {
-      "cov-distil": 1.5342692136764526,
-      "cov-distil (oracle2student)": 3.868612051010132,
-      "cov-distil (oracle2teacher)": 3.953502655029297,
-      "epoch": 5.047095761381476,
-      "rel-constrast": 2.703097343444824,
-      "step": 6430,
-      "subrel-constrast": 3.176004648208618,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5991268157958984,
-      "cov-distil (oracle2student)": 4.317028999328613,
-      "cov-distil (oracle2teacher)": 4.554220676422119,
-      "epoch": 5.047880690737833,
-      "rel-constrast": 2.6607165336608887,
-      "step": 6431,
-      "subrel-constrast": 3.3719494342803955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7819817066192627,
-      "cov-distil (oracle2student)": 3.0905532836914062,
-      "cov-distil (oracle2teacher)": 3.720851421356201,
-      "epoch": 5.048665620094192,
-      "rel-constrast": 1.6860852241516113,
-      "step": 6432,
-      "subrel-constrast": 2.7956502437591553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5205634832382202,
-      "cov-distil (oracle2student)": 4.9854936599731445,
-      "cov-distil (oracle2teacher)": 4.433806419372559,
-      "epoch": 5.049450549450549,
-      "rel-constrast": 2.8956263065338135,
-      "step": 6433,
-      "subrel-constrast": 4.08541202545166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.278421401977539,
-      "cov-distil (oracle2student)": 2.9888272285461426,
-      "cov-distil (oracle2teacher)": 3.349884271621704,
-      "epoch": 5.050235478806908,
-      "rel-constrast": 2.966381072998047,
-      "step": 6434,
-      "subrel-constrast": 3.6086273193359375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3473429679870605,
-      "cov-distil (oracle2student)": 4.049306869506836,
-      "cov-distil (oracle2teacher)": 3.6100246906280518,
-      "epoch": 5.051020408163265,
-      "rel-constrast": 2.363682270050049,
-      "step": 6435,
-      "subrel-constrast": 2.861302375793457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2861018180847168,
-      "cov-distil (oracle2student)": 3.976492404937744,
-      "cov-distil (oracle2teacher)": 3.571269989013672,
-      "epoch": 5.051805337519623,
-      "rel-constrast": 2.622406482696533,
-      "step": 6436,
-      "subrel-constrast": 2.9156432151794434,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3054076433181763,
-      "cov-distil (oracle2student)": 4.908285140991211,
-      "cov-distil (oracle2teacher)": 5.002618789672852,
-      "epoch": 5.052590266875981,
-      "rel-constrast": 1.5977330207824707,
-      "step": 6437,
-      "subrel-constrast": 2.4205427169799805,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6911412477493286,
-      "cov-distil (oracle2student)": 3.570453643798828,
-      "cov-distil (oracle2teacher)": 4.037918567657471,
-      "epoch": 5.053375196232339,
-      "rel-constrast": 2.345921039581299,
-      "step": 6438,
-      "subrel-constrast": 3.53971266746521,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.299774169921875,
-      "cov-distil (oracle2student)": 3.957676410675049,
-      "cov-distil (oracle2teacher)": 3.9062767028808594,
-      "epoch": 5.054160125588697,
-      "rel-constrast": 2.92734432220459,
-      "step": 6439,
-      "subrel-constrast": 3.3155899047851562,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.054945054945055,
-      "grad_norm": 6.5625,
-      "learning_rate": 1.6951619183133477e-05,
-      "loss": 0.6558,
-      "step": 6440
-    },
-    {
-      "cov-distil": 0.7853665947914124,
-      "cov-distil (oracle2student)": 4.799718379974365,
-      "cov-distil (oracle2teacher)": 4.430170059204102,
-      "epoch": 5.054945054945055,
-      "rel-constrast": 1.6232160329818726,
-      "step": 6440,
-      "subrel-constrast": 2.0859551429748535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.503679871559143,
-      "cov-distil (oracle2student)": 2.9759716987609863,
-      "cov-distil (oracle2teacher)": 2.9929428100585938,
-      "epoch": 5.055729984301413,
-      "rel-constrast": 3.1540842056274414,
-      "step": 6441,
-      "subrel-constrast": 3.8048391342163086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4659953117370605,
-      "cov-distil (oracle2student)": 3.1349964141845703,
-      "cov-distil (oracle2teacher)": 2.9798271656036377,
-      "epoch": 5.056514913657771,
-      "rel-constrast": 2.709883689880371,
-      "step": 6442,
-      "subrel-constrast": 3.1384785175323486,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2780826091766357,
-      "cov-distil (oracle2student)": 3.771440029144287,
-      "cov-distil (oracle2teacher)": 3.7615513801574707,
-      "epoch": 5.057299843014129,
-      "rel-constrast": 2.5716195106506348,
-      "step": 6443,
-      "subrel-constrast": 3.1627092361450195,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.498572826385498,
-      "cov-distil (oracle2student)": 4.5346455574035645,
-      "cov-distil (oracle2teacher)": 5.086139678955078,
-      "epoch": 5.058084772370487,
-      "rel-constrast": 2.7810044288635254,
-      "step": 6444,
-      "subrel-constrast": 3.71688175201416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.683319330215454,
-      "cov-distil (oracle2student)": 3.9343013763427734,
-      "cov-distil (oracle2teacher)": 3.6961240768432617,
-      "epoch": 5.058869701726844,
-      "rel-constrast": 1.6019235849380493,
-      "step": 6445,
-      "subrel-constrast": 2.541926622390747,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3290371894836426,
-      "cov-distil (oracle2student)": 5.057891845703125,
-      "cov-distil (oracle2teacher)": 4.9427947998046875,
-      "epoch": 5.059654631083203,
-      "rel-constrast": 3.8168745040893555,
-      "step": 6446,
-      "subrel-constrast": 4.59073543548584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3111343383789062,
-      "cov-distil (oracle2student)": 4.383816719055176,
-      "cov-distil (oracle2teacher)": 4.267123222351074,
-      "epoch": 5.06043956043956,
-      "rel-constrast": 3.2324295043945312,
-      "step": 6447,
-      "subrel-constrast": 3.245640993118286,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1719493865966797,
-      "cov-distil (oracle2student)": 4.888097763061523,
-      "cov-distil (oracle2teacher)": 4.601217269897461,
-      "epoch": 5.061224489795919,
-      "rel-constrast": 2.248357057571411,
-      "step": 6448,
-      "subrel-constrast": 3.131230354309082,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5960030555725098,
-      "cov-distil (oracle2student)": 4.05869197845459,
-      "cov-distil (oracle2teacher)": 4.2969536781311035,
-      "epoch": 5.062009419152276,
-      "rel-constrast": 1.942176103591919,
-      "step": 6449,
-      "subrel-constrast": 2.716460704803467,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.062794348508635,
-      "grad_norm": 4.625,
-      "learning_rate": 1.686904784041366e-05,
-      "loss": 0.6786,
-      "step": 6450
-    },
-    {
-      "cov-distil": 1.6648273468017578,
-      "cov-distil (oracle2student)": 5.205915451049805,
-      "cov-distil (oracle2teacher)": 4.757566452026367,
-      "epoch": 5.062794348508635,
-      "rel-constrast": 2.2410531044006348,
-      "step": 6450,
-      "subrel-constrast": 3.236114740371704,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5193867683410645,
-      "cov-distil (oracle2student)": 4.258455753326416,
-      "cov-distil (oracle2teacher)": 4.231773853302002,
-      "epoch": 5.063579277864992,
-      "rel-constrast": 2.7963526248931885,
-      "step": 6451,
-      "subrel-constrast": 3.467442274093628,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8677549362182617,
-      "cov-distil (oracle2student)": 4.858781337738037,
-      "cov-distil (oracle2teacher)": 4.642212867736816,
-      "epoch": 5.06436420722135,
-      "rel-constrast": 3.318589687347412,
-      "step": 6452,
-      "subrel-constrast": 4.238656044006348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.843064308166504,
-      "cov-distil (oracle2student)": 3.4159960746765137,
-      "cov-distil (oracle2teacher)": 3.4569575786590576,
-      "epoch": 5.065149136577708,
-      "rel-constrast": 3.112098455429077,
-      "step": 6453,
-      "subrel-constrast": 4.07960319519043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4689431190490723,
-      "cov-distil (oracle2student)": 4.0383219718933105,
-      "cov-distil (oracle2teacher)": 3.6476166248321533,
-      "epoch": 5.065934065934066,
-      "rel-constrast": 2.194288730621338,
-      "step": 6454,
-      "subrel-constrast": 2.8861002922058105,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8815069198608398,
-      "cov-distil (oracle2student)": 3.6926143169403076,
-      "cov-distil (oracle2teacher)": 3.63433575630188,
-      "epoch": 5.066718995290424,
-      "rel-constrast": 2.4412314891815186,
-      "step": 6455,
-      "subrel-constrast": 3.854016065597534,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.731393575668335,
-      "cov-distil (oracle2student)": 4.743968486785889,
-      "cov-distil (oracle2teacher)": 4.554106712341309,
-      "epoch": 5.067503924646782,
-      "rel-constrast": 2.687591552734375,
-      "step": 6456,
-      "subrel-constrast": 3.5147807598114014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.593144178390503,
-      "cov-distil (oracle2student)": 7.105466365814209,
-      "cov-distil (oracle2teacher)": 6.337067604064941,
-      "epoch": 5.06828885400314,
-      "rel-constrast": 2.286738395690918,
-      "step": 6457,
-      "subrel-constrast": 3.2302184104919434,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6642577648162842,
-      "cov-distil (oracle2student)": 4.029541969299316,
-      "cov-distil (oracle2teacher)": 4.08975887298584,
-      "epoch": 5.069073783359498,
-      "rel-constrast": 2.3838391304016113,
-      "step": 6458,
-      "subrel-constrast": 3.250200033187866,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1972880363464355,
-      "cov-distil (oracle2student)": 4.830834865570068,
-      "cov-distil (oracle2teacher)": 4.165311336517334,
-      "epoch": 5.069858712715855,
-      "rel-constrast": 2.5644736289978027,
-      "step": 6459,
-      "subrel-constrast": 3.251159906387329,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.070643642072214,
-      "grad_norm": 5.9375,
-      "learning_rate": 1.6786575570779946e-05,
-      "loss": 0.6917,
-      "step": 6460
-    },
-    {
-      "cov-distil": 1.3503787517547607,
-      "cov-distil (oracle2student)": 3.7851316928863525,
-      "cov-distil (oracle2teacher)": 3.063106060028076,
-      "epoch": 5.070643642072214,
-      "rel-constrast": 2.486644744873047,
-      "step": 6460,
-      "subrel-constrast": 3.019059658050537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7651206254959106,
-      "cov-distil (oracle2student)": 4.373219013214111,
-      "cov-distil (oracle2teacher)": 3.883556842803955,
-      "epoch": 5.071428571428571,
-      "rel-constrast": 3.024913787841797,
-      "step": 6461,
-      "subrel-constrast": 3.446739912033081,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8132432699203491,
-      "cov-distil (oracle2student)": 3.525139808654785,
-      "cov-distil (oracle2teacher)": 3.673308849334717,
-      "epoch": 5.07221350078493,
-      "rel-constrast": 1.5212494134902954,
-      "step": 6462,
-      "subrel-constrast": 2.6716487407684326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4933370351791382,
-      "cov-distil (oracle2student)": 4.684646129608154,
-      "cov-distil (oracle2teacher)": 4.174861907958984,
-      "epoch": 5.072998430141287,
-      "rel-constrast": 2.38259220123291,
-      "step": 6463,
-      "subrel-constrast": 3.0713412761688232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.328019618988037,
-      "cov-distil (oracle2student)": 3.6661527156829834,
-      "cov-distil (oracle2teacher)": 3.3467984199523926,
-      "epoch": 5.073783359497646,
-      "rel-constrast": 3.2056918144226074,
-      "step": 6464,
-      "subrel-constrast": 3.0349559783935547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.764646053314209,
-      "cov-distil (oracle2student)": 5.490640640258789,
-      "cov-distil (oracle2teacher)": 5.205060005187988,
-      "epoch": 5.074568288854003,
-      "rel-constrast": 2.9971299171447754,
-      "step": 6465,
-      "subrel-constrast": 4.065035820007324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1057145595550537,
-      "cov-distil (oracle2student)": 5.58680534362793,
-      "cov-distil (oracle2teacher)": 5.224757194519043,
-      "epoch": 5.075353218210361,
-      "rel-constrast": 2.5782711505889893,
-      "step": 6466,
-      "subrel-constrast": 3.1517839431762695,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.8492705821990967,
-      "cov-distil (oracle2student)": 4.384853363037109,
-      "cov-distil (oracle2teacher)": 4.465365409851074,
-      "epoch": 5.076138147566719,
-      "rel-constrast": 2.9795355796813965,
-      "step": 6467,
-      "subrel-constrast": 4.008980751037598,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2476634979248047,
-      "cov-distil (oracle2student)": 4.239705562591553,
-      "cov-distil (oracle2teacher)": 4.273999214172363,
-      "epoch": 5.076923076923077,
-      "rel-constrast": 2.001646041870117,
-      "step": 6468,
-      "subrel-constrast": 2.6903159618377686,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0972198247909546,
-      "cov-distil (oracle2student)": 3.752915859222412,
-      "cov-distil (oracle2teacher)": 3.531369924545288,
-      "epoch": 5.077708006279435,
-      "rel-constrast": 3.6294467449188232,
-      "step": 6469,
-      "subrel-constrast": 4.068543910980225,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.078492935635793,
-      "grad_norm": 6.71875,
-      "learning_rate": 1.670420337913089e-05,
-      "loss": 0.7097,
-      "step": 6470
-    },
-    {
-      "cov-distil": 1.5824368000030518,
-      "cov-distil (oracle2student)": 5.2987565994262695,
-      "cov-distil (oracle2teacher)": 4.240391731262207,
-      "epoch": 5.078492935635793,
-      "rel-constrast": 3.431577682495117,
-      "step": 6470,
-      "subrel-constrast": 3.5984280109405518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4399430751800537,
-      "cov-distil (oracle2student)": 3.644280433654785,
-      "cov-distil (oracle2teacher)": 3.6448593139648438,
-      "epoch": 5.079277864992151,
-      "rel-constrast": 2.0108108520507812,
-      "step": 6471,
-      "subrel-constrast": 2.7043936252593994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2043081521987915,
-      "cov-distil (oracle2student)": 3.645317554473877,
-      "cov-distil (oracle2teacher)": 3.731496572494507,
-      "epoch": 5.080062794348509,
-      "rel-constrast": 2.5558218955993652,
-      "step": 6472,
-      "subrel-constrast": 3.0420243740081787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4431164264678955,
-      "cov-distil (oracle2student)": 4.183571815490723,
-      "cov-distil (oracle2teacher)": 4.1340131759643555,
-      "epoch": 5.080847723704866,
-      "rel-constrast": 1.7875232696533203,
-      "step": 6473,
-      "subrel-constrast": 2.5747556686401367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0554386377334595,
-      "cov-distil (oracle2student)": 5.447554588317871,
-      "cov-distil (oracle2teacher)": 4.4368133544921875,
-      "epoch": 5.081632653061225,
-      "rel-constrast": 2.5245819091796875,
-      "step": 6474,
-      "subrel-constrast": 2.967104911804199,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7087345123291016,
-      "cov-distil (oracle2student)": 5.073968887329102,
-      "cov-distil (oracle2teacher)": 4.304337501525879,
-      "epoch": 5.082417582417582,
-      "rel-constrast": 2.3336246013641357,
-      "step": 6475,
-      "subrel-constrast": 2.8520102500915527,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6826367378234863,
-      "cov-distil (oracle2student)": 5.529664993286133,
-      "cov-distil (oracle2teacher)": 5.15500545501709,
-      "epoch": 5.083202511773941,
-      "rel-constrast": 2.2671566009521484,
-      "step": 6476,
-      "subrel-constrast": 2.8996987342834473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4689843654632568,
-      "cov-distil (oracle2student)": 3.948617935180664,
-      "cov-distil (oracle2teacher)": 3.556551456451416,
-      "epoch": 5.083987441130298,
-      "rel-constrast": 2.727327346801758,
-      "step": 6477,
-      "subrel-constrast": 3.857961654663086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5301201343536377,
-      "cov-distil (oracle2student)": 5.076099395751953,
-      "cov-distil (oracle2teacher)": 4.385841369628906,
-      "epoch": 5.0847723704866565,
-      "rel-constrast": 2.555785894393921,
-      "step": 6478,
-      "subrel-constrast": 3.118582010269165,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4790208339691162,
-      "cov-distil (oracle2student)": 4.0978803634643555,
-      "cov-distil (oracle2teacher)": 3.8566765785217285,
-      "epoch": 5.085557299843014,
-      "rel-constrast": 2.544167995452881,
-      "step": 6479,
-      "subrel-constrast": 3.631030559539795,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.086342229199372,
-      "grad_norm": 6.5,
-      "learning_rate": 1.662193226914568e-05,
-      "loss": 0.6549,
-      "step": 6480
-    },
-    {
-      "cov-distil": 1.1367440223693848,
-      "cov-distil (oracle2student)": 5.84913969039917,
-      "cov-distil (oracle2teacher)": 4.949057579040527,
-      "epoch": 5.086342229199372,
-      "rel-constrast": 3.022862672805786,
-      "step": 6480,
-      "subrel-constrast": 3.033890724182129,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5164697170257568,
-      "cov-distil (oracle2student)": 5.841481685638428,
-      "cov-distil (oracle2teacher)": 5.518080711364746,
-      "epoch": 5.08712715855573,
-      "rel-constrast": 2.728315830230713,
-      "step": 6481,
-      "subrel-constrast": 3.714783191680908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6762645244598389,
-      "cov-distil (oracle2student)": 4.6405510902404785,
-      "cov-distil (oracle2teacher)": 4.251141548156738,
-      "epoch": 5.087912087912088,
-      "rel-constrast": 2.5418782234191895,
-      "step": 6482,
-      "subrel-constrast": 3.513810634613037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.21817946434021,
-      "cov-distil (oracle2student)": 3.636850118637085,
-      "cov-distil (oracle2teacher)": 3.7273292541503906,
-      "epoch": 5.088697017268446,
-      "rel-constrast": 1.2015635967254639,
-      "step": 6483,
-      "subrel-constrast": 1.98095703125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9041303396224976,
-      "cov-distil (oracle2student)": 2.915147304534912,
-      "cov-distil (oracle2teacher)": 3.2835726737976074,
-      "epoch": 5.089481946624804,
-      "rel-constrast": 1.914283275604248,
-      "step": 6484,
-      "subrel-constrast": 3.0621252059936523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.80894136428833,
-      "cov-distil (oracle2student)": 3.701838970184326,
-      "cov-distil (oracle2teacher)": 3.8507673740386963,
-      "epoch": 5.090266875981162,
-      "rel-constrast": 2.1809115409851074,
-      "step": 6485,
-      "subrel-constrast": 3.1125729084014893,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7763878107070923,
-      "cov-distil (oracle2student)": 2.999756336212158,
-      "cov-distil (oracle2teacher)": 3.0465664863586426,
-      "epoch": 5.0910518053375196,
-      "rel-constrast": 1.6845195293426514,
-      "step": 6486,
-      "subrel-constrast": 2.7365550994873047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9319219589233398,
-      "cov-distil (oracle2student)": 4.749889850616455,
-      "cov-distil (oracle2teacher)": 4.127559185028076,
-      "epoch": 5.091836734693878,
-      "rel-constrast": 1.8417234420776367,
-      "step": 6487,
-      "subrel-constrast": 3.2686545848846436,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4909999370574951,
-      "cov-distil (oracle2student)": 5.905759334564209,
-      "cov-distil (oracle2teacher)": 4.97221565246582,
-      "epoch": 5.0926216640502355,
-      "rel-constrast": 2.698899269104004,
-      "step": 6488,
-      "subrel-constrast": 3.394364356994629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4751901626586914,
-      "cov-distil (oracle2student)": 5.515880584716797,
-      "cov-distil (oracle2teacher)": 5.000038146972656,
-      "epoch": 5.093406593406593,
-      "rel-constrast": 2.53308367729187,
-      "step": 6489,
-      "subrel-constrast": 3.6647331714630127,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.0941915227629515,
-      "grad_norm": 5.625,
-      "learning_rate": 1.65397632432718e-05,
-      "loss": 0.596,
-      "step": 6490
-    },
-    {
-      "cov-distil": 0.9309467673301697,
-      "cov-distil (oracle2student)": 6.913563251495361,
-      "cov-distil (oracle2teacher)": 5.7452392578125,
-      "epoch": 5.0941915227629515,
-      "rel-constrast": 3.5606894493103027,
-      "step": 6490,
-      "subrel-constrast": 3.777803659439087,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5885951519012451,
-      "cov-distil (oracle2student)": 4.536007881164551,
-      "cov-distil (oracle2teacher)": 4.413313865661621,
-      "epoch": 5.094976452119309,
-      "rel-constrast": 2.6487481594085693,
-      "step": 6491,
-      "subrel-constrast": 3.3831520080566406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3142720460891724,
-      "cov-distil (oracle2student)": 3.762923240661621,
-      "cov-distil (oracle2teacher)": 3.121340751647949,
-      "epoch": 5.0957613814756675,
-      "rel-constrast": 2.278137683868408,
-      "step": 6492,
-      "subrel-constrast": 2.604844570159912,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6622505187988281,
-      "cov-distil (oracle2student)": 3.6379382610321045,
-      "cov-distil (oracle2teacher)": 4.145137786865234,
-      "epoch": 5.096546310832025,
-      "rel-constrast": 2.4324493408203125,
-      "step": 6493,
-      "subrel-constrast": 3.4504144191741943,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1286792755126953,
-      "cov-distil (oracle2student)": 3.8314104080200195,
-      "cov-distil (oracle2teacher)": 3.347726583480835,
-      "epoch": 5.0973312401883835,
-      "rel-constrast": 2.481625556945801,
-      "step": 6494,
-      "subrel-constrast": 3.2732176780700684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.887571096420288,
-      "cov-distil (oracle2student)": 3.4678823947906494,
-      "cov-distil (oracle2teacher)": 3.6501412391662598,
-      "epoch": 5.098116169544741,
-      "rel-constrast": 2.4663825035095215,
-      "step": 6495,
-      "subrel-constrast": 3.579484701156616,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5103089809417725,
-      "cov-distil (oracle2student)": 4.72880744934082,
-      "cov-distil (oracle2teacher)": 4.421879291534424,
-      "epoch": 5.0989010989010985,
-      "rel-constrast": 1.9332904815673828,
-      "step": 6496,
-      "subrel-constrast": 2.8666388988494873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8629417419433594,
-      "cov-distil (oracle2student)": 2.5512125492095947,
-      "cov-distil (oracle2teacher)": 2.7662980556488037,
-      "epoch": 5.099686028257457,
-      "rel-constrast": 1.7106118202209473,
-      "step": 6497,
-      "subrel-constrast": 2.9054181575775146,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4906636476516724,
-      "cov-distil (oracle2student)": 7.130667686462402,
-      "cov-distil (oracle2teacher)": 6.938780307769775,
-      "epoch": 5.1004709576138145,
-      "rel-constrast": 2.712198495864868,
-      "step": 6498,
-      "subrel-constrast": 3.456435203552246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.346020221710205,
-      "cov-distil (oracle2student)": 4.309758186340332,
-      "cov-distil (oracle2teacher)": 3.8272998332977295,
-      "epoch": 5.101255886970173,
-      "rel-constrast": 2.7237045764923096,
-      "step": 6499,
-      "subrel-constrast": 3.28092098236084,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "grad_norm": 5.46875,
-      "learning_rate": 1.6457697302712918e-05,
-      "loss": 0.663,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/duc04-P@10": 0.7579999999999998,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/duc04-nDCG@10": 0.7706937137713789,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/duc04-alpha_nDCG@10": 0.5827989343902596,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/multi_news-nDCG@10": 0.6125251429599846,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/multi_news-alpha_nDCG@10": 0.599296598079681,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "eval/avg": 0.5388855669651813,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "overlap": 0.3421874940395355,
-      "step": 6500
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "step": 6500,
-      "student margin": 0.06103515625
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "step": 6500,
-      "teacher margin": 0.043365478515625
-    },
-    {
-      "epoch": 5.1020408163265305,
-      "margin difference": -0.017669677734375,
-      "step": 6500
-    },
-    {
-      "cov-distil": 1.5541046857833862,
-      "cov-distil (oracle2student)": 4.62331485748291,
-      "cov-distil (oracle2teacher)": 4.325516700744629,
-      "epoch": 5.1020408163265305,
-      "rel-constrast": 2.1943740844726562,
-      "step": 6500,
-      "subrel-constrast": 2.860481023788452,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1282681226730347,
-      "cov-distil (oracle2student)": 3.3620247840881348,
-      "cov-distil (oracle2teacher)": 3.6815683841705322,
-      "epoch": 5.102825745682889,
-      "rel-constrast": 2.5415756702423096,
-      "step": 6501,
-      "subrel-constrast": 3.0680809020996094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4172414541244507,
-      "cov-distil (oracle2student)": 4.272552967071533,
-      "cov-distil (oracle2teacher)": 3.765033721923828,
-      "epoch": 5.1036106750392465,
-      "rel-constrast": 3.1374459266662598,
-      "step": 6502,
-      "subrel-constrast": 3.378830909729004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6041887998580933,
-      "cov-distil (oracle2student)": 3.4651403427124023,
-      "cov-distil (oracle2teacher)": 3.161919355392456,
-      "epoch": 5.104395604395604,
-      "rel-constrast": 2.639535665512085,
-      "step": 6503,
-      "subrel-constrast": 3.196387767791748,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6159098148345947,
-      "cov-distil (oracle2student)": 4.218498706817627,
-      "cov-distil (oracle2teacher)": 4.21674919128418,
-      "epoch": 5.1051805337519625,
-      "rel-constrast": 2.660402297973633,
-      "step": 6504,
-      "subrel-constrast": 3.360034227371216,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5916881561279297,
-      "cov-distil (oracle2student)": 4.066379547119141,
-      "cov-distil (oracle2teacher)": 3.6505367755889893,
-      "epoch": 5.10596546310832,
-      "rel-constrast": 2.444716453552246,
-      "step": 6505,
-      "subrel-constrast": 3.2517452239990234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.585335373878479,
-      "cov-distil (oracle2student)": 5.470399856567383,
-      "cov-distil (oracle2teacher)": 4.810398578643799,
-      "epoch": 5.106750392464678,
-      "rel-constrast": 2.123304843902588,
-      "step": 6506,
-      "subrel-constrast": 3.0384373664855957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4750797748565674,
-      "cov-distil (oracle2student)": 4.6701860427856445,
-      "cov-distil (oracle2teacher)": 4.181770324707031,
-      "epoch": 5.107535321821036,
-      "rel-constrast": 2.052053928375244,
-      "step": 6507,
-      "subrel-constrast": 2.7267038822174072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8543391227722168,
-      "cov-distil (oracle2student)": 6.035170555114746,
-      "cov-distil (oracle2teacher)": 5.517988204956055,
-      "epoch": 5.108320251177394,
-      "rel-constrast": 2.78532075881958,
-      "step": 6508,
-      "subrel-constrast": 3.4428164958953857,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3218849897384644,
-      "cov-distil (oracle2student)": 5.233981132507324,
-      "cov-distil (oracle2teacher)": 4.305142402648926,
-      "epoch": 5.109105180533752,
-      "rel-constrast": 2.8429110050201416,
-      "step": 6509,
-      "subrel-constrast": 3.380889654159546,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.1098901098901095,
-      "grad_norm": 6.5625,
-      "learning_rate": 1.637573544741662e-05,
-      "loss": 0.6734,
-      "step": 6510
-    },
-    {
-      "cov-distil": 2.9184279441833496,
-      "cov-distil (oracle2student)": 4.667695999145508,
-      "cov-distil (oracle2teacher)": 4.421074867248535,
-      "epoch": 5.1098901098901095,
-      "rel-constrast": 2.566969394683838,
-      "step": 6510,
-      "subrel-constrast": 4.218628883361816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4024019241333008,
-      "cov-distil (oracle2student)": 3.5069637298583984,
-      "cov-distil (oracle2teacher)": 3.796229600906372,
-      "epoch": 5.110675039246468,
-      "rel-constrast": 1.9501756429672241,
-      "step": 6511,
-      "subrel-constrast": 2.9531049728393555,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4316093921661377,
-      "cov-distil (oracle2student)": 5.409627914428711,
-      "cov-distil (oracle2teacher)": 4.497246742248535,
-      "epoch": 5.1114599686028255,
-      "rel-constrast": 2.476694107055664,
-      "step": 6512,
-      "subrel-constrast": 2.7287378311157227,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5325441360473633,
-      "cov-distil (oracle2student)": 2.874546766281128,
-      "cov-distil (oracle2teacher)": 2.764526605606079,
-      "epoch": 5.112244897959184,
-      "rel-constrast": 1.9398990869522095,
-      "step": 6513,
-      "subrel-constrast": 2.898153305053711,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5735979080200195,
-      "cov-distil (oracle2student)": 6.239184379577637,
-      "cov-distil (oracle2teacher)": 5.674339294433594,
-      "epoch": 5.1130298273155415,
-      "rel-constrast": 2.3446693420410156,
-      "step": 6514,
-      "subrel-constrast": 3.1967415809631348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1307704448699951,
-      "cov-distil (oracle2student)": 4.554200172424316,
-      "cov-distil (oracle2teacher)": 4.2519636154174805,
-      "epoch": 5.1138147566719,
-      "rel-constrast": 2.660480260848999,
-      "step": 6515,
-      "subrel-constrast": 3.1393113136291504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3279199600219727,
-      "cov-distil (oracle2student)": 4.341103553771973,
-      "cov-distil (oracle2teacher)": 4.201747894287109,
-      "epoch": 5.114599686028257,
-      "rel-constrast": 2.552544116973877,
-      "step": 6516,
-      "subrel-constrast": 3.098341703414917,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.083326816558838,
-      "cov-distil (oracle2student)": 3.2390542030334473,
-      "cov-distil (oracle2teacher)": 3.0700559616088867,
-      "epoch": 5.115384615384615,
-      "rel-constrast": 2.446145534515381,
-      "step": 6517,
-      "subrel-constrast": 3.8104803562164307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9461365938186646,
-      "cov-distil (oracle2student)": 5.6629228591918945,
-      "cov-distil (oracle2teacher)": 4.349276542663574,
-      "epoch": 5.116169544740973,
-      "rel-constrast": 1.8588594198226929,
-      "step": 6518,
-      "subrel-constrast": 2.3934242725372314,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1710844039916992,
-      "cov-distil (oracle2student)": 3.6100287437438965,
-      "cov-distil (oracle2teacher)": 3.2599358558654785,
-      "epoch": 5.116954474097331,
-      "rel-constrast": 3.7680959701538086,
-      "step": 6519,
-      "subrel-constrast": 4.293213367462158,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.117739403453689,
-      "grad_norm": 7.125,
-      "learning_rate": 1.6293878676062237e-05,
-      "loss": 0.6529,
-      "step": 6520
-    },
-    {
-      "cov-distil": 1.6511852741241455,
-      "cov-distil (oracle2student)": 5.215912818908691,
-      "cov-distil (oracle2teacher)": 5.07878303527832,
-      "epoch": 5.117739403453689,
-      "rel-constrast": 3.2592315673828125,
-      "step": 6520,
-      "subrel-constrast": 3.7761082649230957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5464162826538086,
-      "cov-distil (oracle2student)": 3.989798069000244,
-      "cov-distil (oracle2teacher)": 4.260194301605225,
-      "epoch": 5.118524332810047,
-      "rel-constrast": 2.428816318511963,
-      "step": 6521,
-      "subrel-constrast": 2.7680749893188477,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7433964014053345,
-      "cov-distil (oracle2student)": 5.2466936111450195,
-      "cov-distil (oracle2teacher)": 4.761327266693115,
-      "epoch": 5.119309262166405,
-      "rel-constrast": 1.9041404724121094,
-      "step": 6522,
-      "subrel-constrast": 2.6281251907348633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3628469705581665,
-      "cov-distil (oracle2student)": 4.599308013916016,
-      "cov-distil (oracle2teacher)": 4.795382976531982,
-      "epoch": 5.120094191522763,
-      "rel-constrast": 2.2327582836151123,
-      "step": 6523,
-      "subrel-constrast": 2.9314939975738525,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3192777633666992,
-      "cov-distil (oracle2student)": 3.4431710243225098,
-      "cov-distil (oracle2teacher)": 3.173666477203369,
-      "epoch": 5.1208791208791204,
-      "rel-constrast": 2.2802722454071045,
-      "step": 6524,
-      "subrel-constrast": 3.1738474369049072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3680752515792847,
-      "cov-distil (oracle2student)": 3.3992109298706055,
-      "cov-distil (oracle2teacher)": 3.308814525604248,
-      "epoch": 5.121664050235479,
-      "rel-constrast": 2.068603992462158,
-      "step": 6525,
-      "subrel-constrast": 2.4395878314971924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.512068748474121,
-      "cov-distil (oracle2student)": 4.488131999969482,
-      "cov-distil (oracle2teacher)": 4.364582061767578,
-      "epoch": 5.122448979591836,
-      "rel-constrast": 3.570962429046631,
-      "step": 6526,
-      "subrel-constrast": 4.106188774108887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1629953384399414,
-      "cov-distil (oracle2student)": 3.756722927093506,
-      "cov-distil (oracle2teacher)": 3.89896821975708,
-      "epoch": 5.123233908948195,
-      "rel-constrast": 2.225580930709839,
-      "step": 6527,
-      "subrel-constrast": 2.8910391330718994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6643469333648682,
-      "cov-distil (oracle2student)": 3.9962291717529297,
-      "cov-distil (oracle2teacher)": 4.294974327087402,
-      "epoch": 5.124018838304552,
-      "rel-constrast": 2.410663604736328,
-      "step": 6528,
-      "subrel-constrast": 3.630481243133545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9332139492034912,
-      "cov-distil (oracle2student)": 4.513223648071289,
-      "cov-distil (oracle2teacher)": 4.671955108642578,
-      "epoch": 5.124803767660911,
-      "rel-constrast": 2.222954273223877,
-      "step": 6529,
-      "subrel-constrast": 3.3147614002227783,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.125588697017268,
-      "grad_norm": 4.375,
-      "learning_rate": 1.621212798604871e-05,
-      "loss": 0.6533,
-      "step": 6530
-    },
-    {
-      "cov-distil": 1.7902461290359497,
-      "cov-distil (oracle2student)": 5.741003513336182,
-      "cov-distil (oracle2teacher)": 4.742326259613037,
-      "epoch": 5.125588697017268,
-      "rel-constrast": 1.9901790618896484,
-      "step": 6530,
-      "subrel-constrast": 3.231466770172119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.252131938934326,
-      "cov-distil (oracle2student)": 4.651193618774414,
-      "cov-distil (oracle2teacher)": 4.234295845031738,
-      "epoch": 5.126373626373626,
-      "rel-constrast": 3.2429282665252686,
-      "step": 6531,
-      "subrel-constrast": 3.717498779296875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0161620378494263,
-      "cov-distil (oracle2student)": 3.1970713138580322,
-      "cov-distil (oracle2teacher)": 2.995440721511841,
-      "epoch": 5.127158555729984,
-      "rel-constrast": 1.8788851499557495,
-      "step": 6532,
-      "subrel-constrast": 2.0230302810668945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3477435111999512,
-      "cov-distil (oracle2student)": 5.196389675140381,
-      "cov-distil (oracle2teacher)": 4.787723541259766,
-      "epoch": 5.127943485086342,
-      "rel-constrast": 2.67067813873291,
-      "step": 6533,
-      "subrel-constrast": 3.1816763877868652,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.409711241722107,
-      "cov-distil (oracle2student)": 3.464888095855713,
-      "cov-distil (oracle2teacher)": 3.257077693939209,
-      "epoch": 5.1287284144427,
-      "rel-constrast": 2.451207160949707,
-      "step": 6534,
-      "subrel-constrast": 3.4774014949798584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3117992877960205,
-      "cov-distil (oracle2student)": 4.634225845336914,
-      "cov-distil (oracle2teacher)": 3.85032320022583,
-      "epoch": 5.129513343799058,
-      "rel-constrast": 2.973008155822754,
-      "step": 6535,
-      "subrel-constrast": 3.3771684169769287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6929452419281006,
-      "cov-distil (oracle2student)": 5.677371978759766,
-      "cov-distil (oracle2teacher)": 4.484565734863281,
-      "epoch": 5.130298273155416,
-      "rel-constrast": 2.5215818881988525,
-      "step": 6536,
-      "subrel-constrast": 3.119809150695801,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6419090032577515,
-      "cov-distil (oracle2student)": 3.1709394454956055,
-      "cov-distil (oracle2teacher)": 3.122468948364258,
-      "epoch": 5.131083202511774,
-      "rel-constrast": 3.0596423149108887,
-      "step": 6537,
-      "subrel-constrast": 3.3008668422698975,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.67075514793396,
-      "cov-distil (oracle2student)": 6.797421455383301,
-      "cov-distil (oracle2teacher)": 5.649285793304443,
-      "epoch": 5.131868131868132,
-      "rel-constrast": 3.8326079845428467,
-      "step": 6538,
-      "subrel-constrast": 3.689365863800049,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1957169771194458,
-      "cov-distil (oracle2student)": 5.901435852050781,
-      "cov-distil (oracle2teacher)": 5.190810203552246,
-      "epoch": 5.13265306122449,
-      "rel-constrast": 2.7840566635131836,
-      "step": 6539,
-      "subrel-constrast": 3.989926338195801,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.133437990580847,
-      "grad_norm": 5.53125,
-      "learning_rate": 1.613048437348238e-05,
-      "loss": 0.7234,
-      "step": 6540
-    },
-    {
-      "cov-distil": 1.9660539627075195,
-      "cov-distil (oracle2student)": 3.3111624717712402,
-      "cov-distil (oracle2teacher)": 3.6389875411987305,
-      "epoch": 5.133437990580847,
-      "rel-constrast": 1.9835087060928345,
-      "step": 6540,
-      "subrel-constrast": 3.6776719093322754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0099233388900757,
-      "cov-distil (oracle2student)": 4.211773872375488,
-      "cov-distil (oracle2teacher)": 4.154232501983643,
-      "epoch": 5.134222919937206,
-      "rel-constrast": 2.4177703857421875,
-      "step": 6541,
-      "subrel-constrast": 3.1491146087646484,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4664623737335205,
-      "cov-distil (oracle2student)": 4.326846122741699,
-      "cov-distil (oracle2teacher)": 3.993316173553467,
-      "epoch": 5.135007849293563,
-      "rel-constrast": 1.893197774887085,
-      "step": 6542,
-      "subrel-constrast": 2.5511221885681152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4848402738571167,
-      "cov-distil (oracle2student)": 2.880483388900757,
-      "cov-distil (oracle2teacher)": 3.358821392059326,
-      "epoch": 5.135792778649922,
-      "rel-constrast": 2.397860527038574,
-      "step": 6543,
-      "subrel-constrast": 3.2909417152404785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7140306234359741,
-      "cov-distil (oracle2student)": 4.421629428863525,
-      "cov-distil (oracle2teacher)": 4.629258632659912,
-      "epoch": 5.136577708006279,
-      "rel-constrast": 2.8821041584014893,
-      "step": 6544,
-      "subrel-constrast": 3.6557674407958984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.687954306602478,
-      "cov-distil (oracle2student)": 4.037136554718018,
-      "cov-distil (oracle2teacher)": 3.728870391845703,
-      "epoch": 5.137362637362638,
-      "rel-constrast": 2.1217870712280273,
-      "step": 6545,
-      "subrel-constrast": 3.2447357177734375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.47232985496521,
-      "cov-distil (oracle2student)": 4.521583080291748,
-      "cov-distil (oracle2teacher)": 4.526514530181885,
-      "epoch": 5.138147566718995,
-      "rel-constrast": 3.078274726867676,
-      "step": 6546,
-      "subrel-constrast": 3.6735682487487793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4203425645828247,
-      "cov-distil (oracle2student)": 4.268792152404785,
-      "cov-distil (oracle2teacher)": 4.628008842468262,
-      "epoch": 5.138932496075353,
-      "rel-constrast": 2.6947083473205566,
-      "step": 6547,
-      "subrel-constrast": 3.402179002761841,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7162525653839111,
-      "cov-distil (oracle2student)": 3.8219799995422363,
-      "cov-distil (oracle2teacher)": 3.74336314201355,
-      "epoch": 5.139717425431711,
-      "rel-constrast": 3.1548280715942383,
-      "step": 6548,
-      "subrel-constrast": 3.6595046520233154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5637537240982056,
-      "cov-distil (oracle2student)": 3.1638734340667725,
-      "cov-distil (oracle2teacher)": 3.2335548400878906,
-      "epoch": 5.140502354788069,
-      "rel-constrast": 2.485215663909912,
-      "step": 6549,
-      "subrel-constrast": 3.4518799781799316,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.141287284144427,
-      "grad_norm": 5.90625,
-      "learning_rate": 1.604894883316492e-05,
-      "loss": 0.6665,
-      "step": 6550
-    },
-    {
-      "cov-distil": 1.4669163227081299,
-      "cov-distil (oracle2student)": 3.7618207931518555,
-      "cov-distil (oracle2teacher)": 3.608311653137207,
-      "epoch": 5.141287284144427,
-      "rel-constrast": 3.3169991970062256,
-      "step": 6550,
-      "subrel-constrast": 3.79213809967041,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5247975587844849,
-      "cov-distil (oracle2student)": 4.372635841369629,
-      "cov-distil (oracle2teacher)": 4.372650146484375,
-      "epoch": 5.142072213500785,
-      "rel-constrast": 1.8385231494903564,
-      "step": 6551,
-      "subrel-constrast": 2.827456474304199,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4385945796966553,
-      "cov-distil (oracle2student)": 3.2022507190704346,
-      "cov-distil (oracle2teacher)": 3.491607666015625,
-      "epoch": 5.142857142857143,
-      "rel-constrast": 2.153585433959961,
-      "step": 6552,
-      "subrel-constrast": 2.8956847190856934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3177189826965332,
-      "cov-distil (oracle2student)": 3.7681334018707275,
-      "cov-distil (oracle2teacher)": 3.396862030029297,
-      "epoch": 5.143642072213501,
-      "rel-constrast": 2.953169584274292,
-      "step": 6553,
-      "subrel-constrast": 3.290224313735962,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.549208402633667,
-      "cov-distil (oracle2student)": 3.5315818786621094,
-      "cov-distil (oracle2teacher)": 3.775090456008911,
-      "epoch": 5.144427001569858,
-      "rel-constrast": 3.486726999282837,
-      "step": 6554,
-      "subrel-constrast": 4.1188530921936035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.987423300743103,
-      "cov-distil (oracle2student)": 5.176309585571289,
-      "cov-distil (oracle2teacher)": 4.899816036224365,
-      "epoch": 5.145211930926217,
-      "rel-constrast": 3.3194773197174072,
-      "step": 6555,
-      "subrel-constrast": 4.232936382293701,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.255156993865967,
-      "cov-distil (oracle2student)": 4.991086006164551,
-      "cov-distil (oracle2teacher)": 4.624212265014648,
-      "epoch": 5.145996860282574,
-      "rel-constrast": 2.7255361080169678,
-      "step": 6556,
-      "subrel-constrast": 3.5497536659240723,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0924997329711914,
-      "cov-distil (oracle2student)": 4.7687482833862305,
-      "cov-distil (oracle2teacher)": 4.482419013977051,
-      "epoch": 5.146781789638933,
-      "rel-constrast": 1.0404353141784668,
-      "step": 6557,
-      "subrel-constrast": 2.2522735595703125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5406723022460938,
-      "cov-distil (oracle2student)": 3.711547374725342,
-      "cov-distil (oracle2teacher)": 3.782813549041748,
-      "epoch": 5.14756671899529,
-      "rel-constrast": 1.8745245933532715,
-      "step": 6558,
-      "subrel-constrast": 2.9229283332824707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5054025650024414,
-      "cov-distil (oracle2student)": 4.0837883949279785,
-      "cov-distil (oracle2teacher)": 3.7189130783081055,
-      "epoch": 5.148351648351649,
-      "rel-constrast": 2.0547051429748535,
-      "step": 6559,
-      "subrel-constrast": 2.5912458896636963,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.149136577708006,
-      "grad_norm": 5.21875,
-      "learning_rate": 1.5967522358581138e-05,
-      "loss": 0.6583,
-      "step": 6560
-    },
-    {
-      "cov-distil": 1.6529043912887573,
-      "cov-distil (oracle2student)": 4.141175270080566,
-      "cov-distil (oracle2teacher)": 4.34409236907959,
-      "epoch": 5.149136577708006,
-      "rel-constrast": 1.7886195182800293,
-      "step": 6560,
-      "subrel-constrast": 2.769366979598999,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7736778259277344,
-      "cov-distil (oracle2student)": 5.1427741050720215,
-      "cov-distil (oracle2teacher)": 4.209495544433594,
-      "epoch": 5.149921507064364,
-      "rel-constrast": 2.7827892303466797,
-      "step": 6561,
-      "subrel-constrast": 3.1974945068359375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.705574870109558,
-      "cov-distil (oracle2student)": 4.0013651847839355,
-      "cov-distil (oracle2teacher)": 3.516117811203003,
-      "epoch": 5.150706436420722,
-      "rel-constrast": 3.0610454082489014,
-      "step": 6562,
-      "subrel-constrast": 3.378363609313965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6633174419403076,
-      "cov-distil (oracle2student)": 6.504651069641113,
-      "cov-distil (oracle2teacher)": 5.8460164070129395,
-      "epoch": 5.15149136577708,
-      "rel-constrast": 2.2909951210021973,
-      "step": 6563,
-      "subrel-constrast": 3.0708563327789307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2451003789901733,
-      "cov-distil (oracle2student)": 5.175504684448242,
-      "cov-distil (oracle2teacher)": 4.825749397277832,
-      "epoch": 5.152276295133438,
-      "rel-constrast": 3.387733221054077,
-      "step": 6564,
-      "subrel-constrast": 3.848844051361084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3445104360580444,
-      "cov-distil (oracle2student)": 3.7577686309814453,
-      "cov-distil (oracle2teacher)": 3.196732521057129,
-      "epoch": 5.153061224489796,
-      "rel-constrast": 3.2270102500915527,
-      "step": 6565,
-      "subrel-constrast": 3.3970565795898438,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.039069890975952,
-      "cov-distil (oracle2student)": 4.681905269622803,
-      "cov-distil (oracle2teacher)": 4.432744979858398,
-      "epoch": 5.153846153846154,
-      "rel-constrast": 2.6270880699157715,
-      "step": 6566,
-      "subrel-constrast": 3.5471184253692627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4029486179351807,
-      "cov-distil (oracle2student)": 4.617398262023926,
-      "cov-distil (oracle2teacher)": 4.465954303741455,
-      "epoch": 5.154631083202512,
-      "rel-constrast": 2.907803535461426,
-      "step": 6567,
-      "subrel-constrast": 3.0423977375030518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1583633422851562,
-      "cov-distil (oracle2student)": 3.270460844039917,
-      "cov-distil (oracle2teacher)": 3.4071784019470215,
-      "epoch": 5.155416012558869,
-      "rel-constrast": 1.5509859323501587,
-      "step": 6568,
-      "subrel-constrast": 2.4988832473754883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.791933298110962,
-      "cov-distil (oracle2student)": 3.7122130393981934,
-      "cov-distil (oracle2teacher)": 3.4488728046417236,
-      "epoch": 5.156200941915228,
-      "rel-constrast": 2.2773830890655518,
-      "step": 6569,
-      "subrel-constrast": 3.134716272354126,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.156985871271585,
-      "grad_norm": 5.53125,
-      "learning_rate": 1.588620594188695e-05,
-      "loss": 0.687,
-      "step": 6570
-    },
-    {
-      "cov-distil": 2.130523920059204,
-      "cov-distil (oracle2student)": 4.616801738739014,
-      "cov-distil (oracle2teacher)": 4.072200775146484,
-      "epoch": 5.156985871271585,
-      "rel-constrast": 2.9060235023498535,
-      "step": 6570,
-      "subrel-constrast": 4.51932430267334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.233169674873352,
-      "cov-distil (oracle2student)": 2.6508116722106934,
-      "cov-distil (oracle2teacher)": 3.183526039123535,
-      "epoch": 5.157770800627944,
-      "rel-constrast": 2.1035571098327637,
-      "step": 6571,
-      "subrel-constrast": 2.7916929721832275,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.517250418663025,
-      "cov-distil (oracle2student)": 5.217243671417236,
-      "cov-distil (oracle2teacher)": 5.180885314941406,
-      "epoch": 5.158555729984301,
-      "rel-constrast": 3.3409485816955566,
-      "step": 6572,
-      "subrel-constrast": 4.699456214904785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1896519660949707,
-      "cov-distil (oracle2student)": 5.291800498962402,
-      "cov-distil (oracle2teacher)": 5.2168755531311035,
-      "epoch": 5.15934065934066,
-      "rel-constrast": 1.977323293685913,
-      "step": 6573,
-      "subrel-constrast": 2.863852024078369,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2966504096984863,
-      "cov-distil (oracle2student)": 5.28788948059082,
-      "cov-distil (oracle2teacher)": 5.530702590942383,
-      "epoch": 5.160125588697017,
-      "rel-constrast": 3.0981078147888184,
-      "step": 6574,
-      "subrel-constrast": 3.938864231109619,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1058688163757324,
-      "cov-distil (oracle2student)": 3.346831798553467,
-      "cov-distil (oracle2teacher)": 3.129244565963745,
-      "epoch": 5.160910518053376,
-      "rel-constrast": 2.271479368209839,
-      "step": 6575,
-      "subrel-constrast": 3.406095266342163,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6955206394195557,
-      "cov-distil (oracle2student)": 4.181349277496338,
-      "cov-distil (oracle2teacher)": 3.715268611907959,
-      "epoch": 5.161695447409733,
-      "rel-constrast": 2.5838959217071533,
-      "step": 6576,
-      "subrel-constrast": 3.2508299350738525,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.405662178993225,
-      "cov-distil (oracle2student)": 5.997673034667969,
-      "cov-distil (oracle2teacher)": 5.0850090980529785,
-      "epoch": 5.162480376766091,
-      "rel-constrast": 2.990699052810669,
-      "step": 6577,
-      "subrel-constrast": 3.1876800060272217,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2376152276992798,
-      "cov-distil (oracle2student)": 5.255873680114746,
-      "cov-distil (oracle2teacher)": 4.939300537109375,
-      "epoch": 5.163265306122449,
-      "rel-constrast": 2.2308225631713867,
-      "step": 6578,
-      "subrel-constrast": 2.933368444442749,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6705925464630127,
-      "cov-distil (oracle2student)": 5.817252159118652,
-      "cov-distil (oracle2teacher)": 5.2992401123046875,
-      "epoch": 5.164050235478807,
-      "rel-constrast": 3.509645462036133,
-      "step": 6579,
-      "subrel-constrast": 3.847508430480957,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.164835164835165,
-      "grad_norm": 6.4375,
-      "learning_rate": 1.5805000573897218e-05,
-      "loss": 0.714,
-      "step": 6580
-    },
-    {
-      "cov-distil": 1.1546528339385986,
-      "cov-distil (oracle2student)": 4.7082839012146,
-      "cov-distil (oracle2teacher)": 4.615937232971191,
-      "epoch": 5.164835164835165,
-      "rel-constrast": 2.962527275085449,
-      "step": 6580,
-      "subrel-constrast": 3.2647013664245605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7118251323699951,
-      "cov-distil (oracle2student)": 3.762889862060547,
-      "cov-distil (oracle2teacher)": 3.8853464126586914,
-      "epoch": 5.165620094191523,
-      "rel-constrast": 2.6815507411956787,
-      "step": 6581,
-      "subrel-constrast": 3.5926051139831543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2773356437683105,
-      "cov-distil (oracle2student)": 5.426346778869629,
-      "cov-distil (oracle2teacher)": 4.98980712890625,
-      "epoch": 5.166405023547881,
-      "rel-constrast": 4.58848762512207,
-      "step": 6582,
-      "subrel-constrast": 4.599295616149902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2301039695739746,
-      "cov-distil (oracle2student)": 5.9109086990356445,
-      "cov-distil (oracle2teacher)": 5.488070011138916,
-      "epoch": 5.167189952904239,
-      "rel-constrast": 2.64616322517395,
-      "step": 6583,
-      "subrel-constrast": 3.1730172634124756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4039714336395264,
-      "cov-distil (oracle2student)": 4.160449981689453,
-      "cov-distil (oracle2teacher)": 3.614193916320801,
-      "epoch": 5.167974882260596,
-      "rel-constrast": 2.2843570709228516,
-      "step": 6584,
-      "subrel-constrast": 2.8391950130462646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4404196739196777,
-      "cov-distil (oracle2student)": 4.985086441040039,
-      "cov-distil (oracle2teacher)": 4.360114097595215,
-      "epoch": 5.168759811616955,
-      "rel-constrast": 1.605154275894165,
-      "step": 6585,
-      "subrel-constrast": 2.401252031326294,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4097163677215576,
-      "cov-distil (oracle2student)": 2.6405391693115234,
-      "cov-distil (oracle2teacher)": 2.201859951019287,
-      "epoch": 5.169544740973312,
-      "rel-constrast": 2.118927478790283,
-      "step": 6586,
-      "subrel-constrast": 2.669703483581543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1968889236450195,
-      "cov-distil (oracle2student)": 4.634102821350098,
-      "cov-distil (oracle2teacher)": 4.594488620758057,
-      "epoch": 5.170329670329671,
-      "rel-constrast": 1.715719223022461,
-      "step": 6587,
-      "subrel-constrast": 2.6526074409484863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3038454055786133,
-      "cov-distil (oracle2student)": 3.6214587688446045,
-      "cov-distil (oracle2teacher)": 3.675969362258911,
-      "epoch": 5.171114599686028,
-      "rel-constrast": 2.1478748321533203,
-      "step": 6588,
-      "subrel-constrast": 2.793477773666382,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2832565307617188,
-      "cov-distil (oracle2student)": 3.892042636871338,
-      "cov-distil (oracle2teacher)": 3.460925579071045,
-      "epoch": 5.171899529042387,
-      "rel-constrast": 2.202786922454834,
-      "step": 6589,
-      "subrel-constrast": 2.5503973960876465,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.172684458398744,
-      "grad_norm": 4.75,
-      "learning_rate": 1.572390724407373e-05,
-      "loss": 0.6574,
-      "step": 6590
-    },
-    {
-      "cov-distil": 1.3409700393676758,
-      "cov-distil (oracle2student)": 4.483467102050781,
-      "cov-distil (oracle2teacher)": 3.8605566024780273,
-      "epoch": 5.172684458398744,
-      "rel-constrast": 2.952108383178711,
-      "step": 6590,
-      "subrel-constrast": 2.9786791801452637,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6357578039169312,
-      "cov-distil (oracle2student)": 5.209177017211914,
-      "cov-distil (oracle2teacher)": 5.1280293464660645,
-      "epoch": 5.173469387755102,
-      "rel-constrast": 2.1969780921936035,
-      "step": 6591,
-      "subrel-constrast": 3.1728835105895996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5927274227142334,
-      "cov-distil (oracle2student)": 4.7670087814331055,
-      "cov-distil (oracle2teacher)": 4.121092796325684,
-      "epoch": 5.17425431711146,
-      "rel-constrast": 3.0062813758850098,
-      "step": 6592,
-      "subrel-constrast": 3.91202449798584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.684910774230957,
-      "cov-distil (oracle2student)": 4.767544269561768,
-      "cov-distil (oracle2teacher)": 4.233516693115234,
-      "epoch": 5.175039246467818,
-      "rel-constrast": 3.3911221027374268,
-      "step": 6593,
-      "subrel-constrast": 4.0746612548828125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3601192235946655,
-      "cov-distil (oracle2student)": 3.9971113204956055,
-      "cov-distil (oracle2teacher)": 4.156729221343994,
-      "epoch": 5.175824175824176,
-      "rel-constrast": 3.010563611984253,
-      "step": 6594,
-      "subrel-constrast": 3.676271915435791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5794036388397217,
-      "cov-distil (oracle2student)": 4.401636600494385,
-      "cov-distil (oracle2teacher)": 4.308526992797852,
-      "epoch": 5.176609105180534,
-      "rel-constrast": 2.82098650932312,
-      "step": 6595,
-      "subrel-constrast": 3.614713191986084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9962084293365479,
-      "cov-distil (oracle2student)": 3.5602903366088867,
-      "cov-distil (oracle2teacher)": 3.3562450408935547,
-      "epoch": 5.177394034536892,
-      "rel-constrast": 2.1989142894744873,
-      "step": 6596,
-      "subrel-constrast": 3.544130802154541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1801886558532715,
-      "cov-distil (oracle2student)": 3.6409335136413574,
-      "cov-distil (oracle2teacher)": 3.645237445831299,
-      "epoch": 5.17817896389325,
-      "rel-constrast": 3.1755735874176025,
-      "step": 6597,
-      "subrel-constrast": 3.467345714569092,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3263068199157715,
-      "cov-distil (oracle2student)": 3.988023042678833,
-      "cov-distil (oracle2teacher)": 3.479053020477295,
-      "epoch": 5.178963893249607,
-      "rel-constrast": 3.486009359359741,
-      "step": 6598,
-      "subrel-constrast": 3.940525531768799,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4324383735656738,
-      "cov-distil (oracle2student)": 3.394131660461426,
-      "cov-distil (oracle2teacher)": 3.533108949661255,
-      "epoch": 5.179748822605966,
-      "rel-constrast": 2.451188087463379,
-      "step": 6599,
-      "subrel-constrast": 3.2864437103271484,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.180533751962323,
-      "grad_norm": 5.28125,
-      "learning_rate": 1.5642926940513113e-05,
-      "loss": 0.7576,
-      "step": 6600
-    },
-    {
-      "epoch": 5.180533751962323,
-      "overlap": 0.33281251788139343,
-      "step": 6600
-    },
-    {
-      "epoch": 5.180533751962323,
-      "step": 6600,
-      "student margin": 0.05078125
-    },
-    {
-      "epoch": 5.180533751962323,
-      "step": 6600,
-      "teacher margin": 0.03253173828125
-    },
-    {
-      "epoch": 5.180533751962323,
-      "margin difference": -0.01824951171875,
-      "step": 6600
-    },
-    {
-      "cov-distil": 1.3442723751068115,
-      "cov-distil (oracle2student)": 3.7057228088378906,
-      "cov-distil (oracle2teacher)": 3.7809934616088867,
-      "epoch": 5.180533751962323,
-      "rel-constrast": 3.0659241676330566,
-      "step": 6600,
-      "subrel-constrast": 3.673576593399048,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5874463319778442,
-      "cov-distil (oracle2student)": 4.970898628234863,
-      "cov-distil (oracle2teacher)": 4.743490695953369,
-      "epoch": 5.181318681318682,
-      "rel-constrast": 3.8951406478881836,
-      "step": 6601,
-      "subrel-constrast": 4.027277946472168,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4115691184997559,
-      "cov-distil (oracle2student)": 3.421052932739258,
-      "cov-distil (oracle2teacher)": 3.954732894897461,
-      "epoch": 5.182103610675039,
-      "rel-constrast": 2.2129201889038086,
-      "step": 6602,
-      "subrel-constrast": 3.3656396865844727,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0574891567230225,
-      "cov-distil (oracle2student)": 3.9065542221069336,
-      "cov-distil (oracle2teacher)": 3.836310863494873,
-      "epoch": 5.1828885400313975,
-      "rel-constrast": 2.628070831298828,
-      "step": 6603,
-      "subrel-constrast": 3.1236023902893066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1323342323303223,
-      "cov-distil (oracle2student)": 3.099045753479004,
-      "cov-distil (oracle2teacher)": 2.6040172576904297,
-      "epoch": 5.183673469387755,
-      "rel-constrast": 2.242645740509033,
-      "step": 6604,
-      "subrel-constrast": 3.1602516174316406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5455938577651978,
-      "cov-distil (oracle2student)": 4.397464275360107,
-      "cov-distil (oracle2teacher)": 4.1899800300598145,
-      "epoch": 5.184458398744113,
-      "rel-constrast": 2.421229839324951,
-      "step": 6605,
-      "subrel-constrast": 3.038858652114868,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2700413465499878,
-      "cov-distil (oracle2student)": 3.0706233978271484,
-      "cov-distil (oracle2teacher)": 3.0213875770568848,
-      "epoch": 5.185243328100471,
-      "rel-constrast": 2.132686138153076,
-      "step": 6606,
-      "subrel-constrast": 2.6839535236358643,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.688904881477356,
-      "cov-distil (oracle2student)": 5.409036636352539,
-      "cov-distil (oracle2teacher)": 4.964366912841797,
-      "epoch": 5.186028257456829,
-      "rel-constrast": 2.54919171333313,
-      "step": 6607,
-      "subrel-constrast": 3.575634002685547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3131765127182007,
-      "cov-distil (oracle2student)": 4.297001838684082,
-      "cov-distil (oracle2teacher)": 4.207515716552734,
-      "epoch": 5.186813186813187,
-      "rel-constrast": 3.24212646484375,
-      "step": 6608,
-      "subrel-constrast": 3.8853838443756104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2832229137420654,
-      "cov-distil (oracle2student)": 4.5251874923706055,
-      "cov-distil (oracle2teacher)": 3.934079170227051,
-      "epoch": 5.187598116169545,
-      "rel-constrast": 1.9487911462783813,
-      "step": 6609,
-      "subrel-constrast": 2.877974033355713,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.188383045525903,
-      "grad_norm": 5.8125,
-      "learning_rate": 1.5562060649934813e-05,
-      "loss": 0.6976,
-      "step": 6610
-    },
-    {
-      "cov-distil": 1.4396278858184814,
-      "cov-distil (oracle2student)": 2.397454023361206,
-      "cov-distil (oracle2teacher)": 2.5470142364501953,
-      "epoch": 5.188383045525903,
-      "rel-constrast": 2.1592206954956055,
-      "step": 6610,
-      "subrel-constrast": 2.892280340194702,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3206572532653809,
-      "cov-distil (oracle2student)": 4.173471450805664,
-      "cov-distil (oracle2teacher)": 4.031108379364014,
-      "epoch": 5.189167974882261,
-      "rel-constrast": 1.9604259729385376,
-      "step": 6611,
-      "subrel-constrast": 2.450664758682251,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3540253639221191,
-      "cov-distil (oracle2student)": 3.6901674270629883,
-      "cov-distil (oracle2teacher)": 3.6018643379211426,
-      "epoch": 5.189952904238618,
-      "rel-constrast": 2.5254180431365967,
-      "step": 6612,
-      "subrel-constrast": 3.018305540084839,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.575702428817749,
-      "cov-distil (oracle2student)": 3.618398904800415,
-      "cov-distil (oracle2teacher)": 3.892889976501465,
-      "epoch": 5.1907378335949765,
-      "rel-constrast": 2.494908332824707,
-      "step": 6613,
-      "subrel-constrast": 3.437615156173706,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3391156196594238,
-      "cov-distil (oracle2student)": 3.5612199306488037,
-      "cov-distil (oracle2teacher)": 3.066265821456909,
-      "epoch": 5.191522762951334,
-      "rel-constrast": 2.174682378768921,
-      "step": 6614,
-      "subrel-constrast": 2.8481345176696777,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7173360586166382,
-      "cov-distil (oracle2student)": 5.210991382598877,
-      "cov-distil (oracle2teacher)": 3.968231678009033,
-      "epoch": 5.1923076923076925,
-      "rel-constrast": 2.0572586059570312,
-      "step": 6615,
-      "subrel-constrast": 2.8714606761932373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.844703197479248,
-      "cov-distil (oracle2student)": 4.657032012939453,
-      "cov-distil (oracle2teacher)": 4.5432515144348145,
-      "epoch": 5.19309262166405,
-      "rel-constrast": 2.774045467376709,
-      "step": 6616,
-      "subrel-constrast": 4.117026329040527,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.668869972229004,
-      "cov-distil (oracle2student)": 3.5241947174072266,
-      "cov-distil (oracle2teacher)": 2.7531957626342773,
-      "epoch": 5.1938775510204085,
-      "rel-constrast": 2.1726231575012207,
-      "step": 6617,
-      "subrel-constrast": 2.1282615661621094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4953359365463257,
-      "cov-distil (oracle2student)": 5.780927658081055,
-      "cov-distil (oracle2teacher)": 4.811182498931885,
-      "epoch": 5.194662480376766,
-      "rel-constrast": 2.7599549293518066,
-      "step": 6618,
-      "subrel-constrast": 3.3997890949249268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.32850980758667,
-      "cov-distil (oracle2student)": 6.003837585449219,
-      "cov-distil (oracle2teacher)": 5.136935710906982,
-      "epoch": 5.195447409733124,
-      "rel-constrast": 2.4188618659973145,
-      "step": 6619,
-      "subrel-constrast": 2.995718479156494,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.196232339089482,
-      "grad_norm": 6.59375,
-      "learning_rate": 1.5481309357669066e-05,
-      "loss": 0.6251,
-      "step": 6620
-    },
-    {
-      "cov-distil": 1.3632584810256958,
-      "cov-distil (oracle2student)": 2.8523411750793457,
-      "cov-distil (oracle2teacher)": 3.003133773803711,
-      "epoch": 5.196232339089482,
-      "rel-constrast": 2.288358688354492,
-      "step": 6620,
-      "subrel-constrast": 3.34773850440979,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3643560409545898,
-      "cov-distil (oracle2student)": 2.7237534523010254,
-      "cov-distil (oracle2teacher)": 2.815253257751465,
-      "epoch": 5.1970172684458396,
-      "rel-constrast": 3.1078360080718994,
-      "step": 6621,
-      "subrel-constrast": 3.190345287322998,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1448862552642822,
-      "cov-distil (oracle2student)": 3.168419361114502,
-      "cov-distil (oracle2teacher)": 3.272099018096924,
-      "epoch": 5.197802197802198,
-      "rel-constrast": 2.1850779056549072,
-      "step": 6622,
-      "subrel-constrast": 2.9713151454925537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2273812294006348,
-      "cov-distil (oracle2student)": 3.087052583694458,
-      "cov-distil (oracle2teacher)": 2.9718503952026367,
-      "epoch": 5.1985871271585555,
-      "rel-constrast": 3.495840311050415,
-      "step": 6623,
-      "subrel-constrast": 3.65777587890625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1834356784820557,
-      "cov-distil (oracle2student)": 4.150384426116943,
-      "cov-distil (oracle2teacher)": 3.7066924571990967,
-      "epoch": 5.199372056514914,
-      "rel-constrast": 2.6402571201324463,
-      "step": 6624,
-      "subrel-constrast": 2.950943946838379,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7339777946472168,
-      "cov-distil (oracle2student)": 3.0673677921295166,
-      "cov-distil (oracle2teacher)": 3.4852733612060547,
-      "epoch": 5.2001569858712715,
-      "rel-constrast": 2.374022960662842,
-      "step": 6625,
-      "subrel-constrast": 3.0658812522888184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2212574481964111,
-      "cov-distil (oracle2student)": 6.220483303070068,
-      "cov-distil (oracle2teacher)": 5.137134075164795,
-      "epoch": 5.20094191522763,
-      "rel-constrast": 3.066136121749878,
-      "step": 6626,
-      "subrel-constrast": 3.3256313800811768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1877363920211792,
-      "cov-distil (oracle2student)": 3.7707626819610596,
-      "cov-distil (oracle2teacher)": 3.719052791595459,
-      "epoch": 5.2017268445839875,
-      "rel-constrast": 3.0252153873443604,
-      "step": 6627,
-      "subrel-constrast": 3.4777133464813232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6513028144836426,
-      "cov-distil (oracle2student)": 4.982295036315918,
-      "cov-distil (oracle2teacher)": 4.834811210632324,
-      "epoch": 5.202511773940345,
-      "rel-constrast": 1.839423418045044,
-      "step": 6628,
-      "subrel-constrast": 2.734377384185791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6125913858413696,
-      "cov-distil (oracle2student)": 4.352694034576416,
-      "cov-distil (oracle2teacher)": 3.933070659637451,
-      "epoch": 5.2032967032967035,
-      "rel-constrast": 1.969567060470581,
-      "step": 6629,
-      "subrel-constrast": 2.651482343673706,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.204081632653061,
-      "grad_norm": 4.6875,
-      "learning_rate": 1.5400674047644877e-05,
-      "loss": 0.684,
-      "step": 6630
-    },
-    {
-      "cov-distil": 1.4611883163452148,
-      "cov-distil (oracle2student)": 5.598137855529785,
-      "cov-distil (oracle2teacher)": 5.070113182067871,
-      "epoch": 5.204081632653061,
-      "rel-constrast": 2.871945381164551,
-      "step": 6630,
-      "subrel-constrast": 3.0056166648864746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2589435577392578,
-      "cov-distil (oracle2student)": 5.145811080932617,
-      "cov-distil (oracle2teacher)": 4.730095863342285,
-      "epoch": 5.204866562009419,
-      "rel-constrast": 1.730885624885559,
-      "step": 6631,
-      "subrel-constrast": 2.53682541847229,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4747306108474731,
-      "cov-distil (oracle2student)": 5.575813293457031,
-      "cov-distil (oracle2teacher)": 4.892986297607422,
-      "epoch": 5.205651491365777,
-      "rel-constrast": 3.105884552001953,
-      "step": 6632,
-      "subrel-constrast": 3.6291704177856445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6800479888916016,
-      "cov-distil (oracle2student)": 2.85513973236084,
-      "cov-distil (oracle2teacher)": 2.9313454627990723,
-      "epoch": 5.206436420722135,
-      "rel-constrast": 2.399932861328125,
-      "step": 6633,
-      "subrel-constrast": 3.2568442821502686,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5480761528015137,
-      "cov-distil (oracle2student)": 6.97509241104126,
-      "cov-distil (oracle2teacher)": 6.402904510498047,
-      "epoch": 5.207221350078493,
-      "rel-constrast": 1.8573565483093262,
-      "step": 6634,
-      "subrel-constrast": 2.5993492603302,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4491510391235352,
-      "cov-distil (oracle2student)": 5.165152549743652,
-      "cov-distil (oracle2teacher)": 4.946416854858398,
-      "epoch": 5.2080062794348505,
-      "rel-constrast": 1.9985593557357788,
-      "step": 6635,
-      "subrel-constrast": 2.704586982727051,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5067102909088135,
-      "cov-distil (oracle2student)": 3.192284107208252,
-      "cov-distil (oracle2teacher)": 3.014702796936035,
-      "epoch": 5.208791208791209,
-      "rel-constrast": 2.674330234527588,
-      "step": 6636,
-      "subrel-constrast": 3.2859439849853516,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.339448094367981,
-      "cov-distil (oracle2student)": 5.069852828979492,
-      "cov-distil (oracle2teacher)": 5.042657852172852,
-      "epoch": 5.2095761381475665,
-      "rel-constrast": 2.0162107944488525,
-      "step": 6637,
-      "subrel-constrast": 2.8730645179748535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7700055837631226,
-      "cov-distil (oracle2student)": 3.472677707672119,
-      "cov-distil (oracle2teacher)": 3.097909927368164,
-      "epoch": 5.210361067503925,
-      "rel-constrast": 2.624026298522949,
-      "step": 6638,
-      "subrel-constrast": 3.0160272121429443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5505985021591187,
-      "cov-distil (oracle2student)": 4.424080848693848,
-      "cov-distil (oracle2teacher)": 4.032519817352295,
-      "epoch": 5.2111459968602825,
-      "rel-constrast": 2.261885643005371,
-      "step": 6639,
-      "subrel-constrast": 2.7166528701782227,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.211930926216641,
-      "grad_norm": 6.8125,
-      "learning_rate": 1.532015570237806e-05,
-      "loss": 0.6261,
-      "step": 6640
-    },
-    {
-      "cov-distil": 1.146376609802246,
-      "cov-distil (oracle2student)": 4.016850471496582,
-      "cov-distil (oracle2teacher)": 4.246218681335449,
-      "epoch": 5.211930926216641,
-      "rel-constrast": 2.635605573654175,
-      "step": 6640,
-      "subrel-constrast": 3.010040044784546,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3502814769744873,
-      "cov-distil (oracle2student)": 3.898405075073242,
-      "cov-distil (oracle2teacher)": 3.160080909729004,
-      "epoch": 5.212715855572998,
-      "rel-constrast": 3.2915425300598145,
-      "step": 6641,
-      "subrel-constrast": 3.5039052963256836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5934491157531738,
-      "cov-distil (oracle2student)": 5.653313636779785,
-      "cov-distil (oracle2teacher)": 5.371700286865234,
-      "epoch": 5.213500784929356,
-      "rel-constrast": 2.4143686294555664,
-      "step": 6642,
-      "subrel-constrast": 3.4905343055725098,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6030018329620361,
-      "cov-distil (oracle2student)": 3.553589105606079,
-      "cov-distil (oracle2teacher)": 3.737534761428833,
-      "epoch": 5.214285714285714,
-      "rel-constrast": 3.3273966312408447,
-      "step": 6643,
-      "subrel-constrast": 3.864030122756958,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3309733867645264,
-      "cov-distil (oracle2student)": 5.1164960861206055,
-      "cov-distil (oracle2teacher)": 4.322091102600098,
-      "epoch": 5.215070643642072,
-      "rel-constrast": 2.5650157928466797,
-      "step": 6644,
-      "subrel-constrast": 3.3352808952331543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1649022102355957,
-      "cov-distil (oracle2student)": 5.071673393249512,
-      "cov-distil (oracle2teacher)": 4.372134208679199,
-      "epoch": 5.21585557299843,
-      "rel-constrast": 2.766307830810547,
-      "step": 6645,
-      "subrel-constrast": 3.2115776538848877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0440118312835693,
-      "cov-distil (oracle2student)": 3.0606908798217773,
-      "cov-distil (oracle2teacher)": 3.100715160369873,
-      "epoch": 5.216640502354788,
-      "rel-constrast": 1.962403416633606,
-      "step": 6646,
-      "subrel-constrast": 3.0694122314453125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0861220359802246,
-      "cov-distil (oracle2student)": 3.0239975452423096,
-      "cov-distil (oracle2teacher)": 2.8035547733306885,
-      "epoch": 5.217425431711146,
-      "rel-constrast": 2.5200109481811523,
-      "step": 6647,
-      "subrel-constrast": 3.1077589988708496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3192853927612305,
-      "cov-distil (oracle2student)": 4.427963733673096,
-      "cov-distil (oracle2teacher)": 3.641371250152588,
-      "epoch": 5.218210361067504,
-      "rel-constrast": 1.763779640197754,
-      "step": 6648,
-      "subrel-constrast": 3.1754703521728516,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2620840072631836,
-      "cov-distil (oracle2student)": 3.3059587478637695,
-      "cov-distil (oracle2teacher)": 3.1006903648376465,
-      "epoch": 5.2189952904238615,
-      "rel-constrast": 2.3676764965057373,
-      "step": 6649,
-      "subrel-constrast": 2.85573148727417,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.21978021978022,
-      "grad_norm": 5.875,
-      "learning_rate": 1.5239755302959224e-05,
-      "loss": 0.6776,
-      "step": 6650
-    },
-    {
-      "cov-distil": 1.6467962265014648,
-      "cov-distil (oracle2student)": 4.025477409362793,
-      "cov-distil (oracle2teacher)": 4.3619232177734375,
-      "epoch": 5.21978021978022,
-      "rel-constrast": 3.2265868186950684,
-      "step": 6650,
-      "subrel-constrast": 4.069283962249756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9141969680786133,
-      "cov-distil (oracle2student)": 3.8679800033569336,
-      "cov-distil (oracle2teacher)": 3.883676528930664,
-      "epoch": 5.220565149136577,
-      "rel-constrast": 2.385087490081787,
-      "step": 6651,
-      "subrel-constrast": 3.5150482654571533,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2035797834396362,
-      "cov-distil (oracle2student)": 4.42691707611084,
-      "cov-distil (oracle2teacher)": 3.9146552085876465,
-      "epoch": 5.221350078492936,
-      "rel-constrast": 1.828361988067627,
-      "step": 6652,
-      "subrel-constrast": 2.605452537536621,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7088184356689453,
-      "cov-distil (oracle2student)": 4.940225601196289,
-      "cov-distil (oracle2teacher)": 4.459763526916504,
-      "epoch": 5.222135007849293,
-      "rel-constrast": 2.8278026580810547,
-      "step": 6653,
-      "subrel-constrast": 3.7802367210388184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5925616025924683,
-      "cov-distil (oracle2student)": 3.436760187149048,
-      "cov-distil (oracle2teacher)": 3.6180291175842285,
-      "epoch": 5.222919937205652,
-      "rel-constrast": 2.452174663543701,
-      "step": 6654,
-      "subrel-constrast": 3.3506221771240234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2223010063171387,
-      "cov-distil (oracle2student)": 3.267982244491577,
-      "cov-distil (oracle2teacher)": 3.1396830081939697,
-      "epoch": 5.223704866562009,
-      "rel-constrast": 1.652286171913147,
-      "step": 6655,
-      "subrel-constrast": 2.4284884929656982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6395936012268066,
-      "cov-distil (oracle2student)": 2.2302942276000977,
-      "cov-distil (oracle2teacher)": 2.834024429321289,
-      "epoch": 5.224489795918367,
-      "rel-constrast": 1.9900727272033691,
-      "step": 6656,
-      "subrel-constrast": 2.8697426319122314,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.437985897064209,
-      "cov-distil (oracle2student)": 4.607526779174805,
-      "cov-distil (oracle2teacher)": 4.436282634735107,
-      "epoch": 5.225274725274725,
-      "rel-constrast": 2.3429982662200928,
-      "step": 6657,
-      "subrel-constrast": 3.37624192237854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0503501892089844,
-      "cov-distil (oracle2student)": 4.343595504760742,
-      "cov-distil (oracle2teacher)": 4.053648948669434,
-      "epoch": 5.226059654631083,
-      "rel-constrast": 2.605426788330078,
-      "step": 6658,
-      "subrel-constrast": 3.8991894721984863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.636012315750122,
-      "cov-distil (oracle2student)": 5.495201110839844,
-      "cov-distil (oracle2teacher)": 5.344048500061035,
-      "epoch": 5.226844583987441,
-      "rel-constrast": 2.373112201690674,
-      "step": 6659,
-      "subrel-constrast": 3.3035295009613037,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.227629513343799,
-      "grad_norm": 4.9375,
-      "learning_rate": 1.5159473829041892e-05,
-      "loss": 0.6347,
-      "step": 6660
-    },
-    {
-      "cov-distil": 1.4809048175811768,
-      "cov-distil (oracle2student)": 3.7209465503692627,
-      "cov-distil (oracle2teacher)": 3.885920763015747,
-      "epoch": 5.227629513343799,
-      "rel-constrast": 3.151721239089966,
-      "step": 6660,
-      "subrel-constrast": 3.839169979095459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4109113216400146,
-      "cov-distil (oracle2student)": 3.812873363494873,
-      "cov-distil (oracle2teacher)": 4.134067058563232,
-      "epoch": 5.228414442700157,
-      "rel-constrast": 2.4377803802490234,
-      "step": 6661,
-      "subrel-constrast": 3.3131649494171143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.456329107284546,
-      "cov-distil (oracle2student)": 5.22415018081665,
-      "cov-distil (oracle2teacher)": 4.498701095581055,
-      "epoch": 5.229199372056515,
-      "rel-constrast": 2.726475477218628,
-      "step": 6662,
-      "subrel-constrast": 3.1473443508148193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5980308055877686,
-      "cov-distil (oracle2student)": 2.511776924133301,
-      "cov-distil (oracle2teacher)": 2.73105788230896,
-      "epoch": 5.229984301412873,
-      "rel-constrast": 2.471956968307495,
-      "step": 6663,
-      "subrel-constrast": 3.189786195755005,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0833101272583008,
-      "cov-distil (oracle2student)": 3.4983763694763184,
-      "cov-distil (oracle2teacher)": 3.949707269668579,
-      "epoch": 5.230769230769231,
-      "rel-constrast": 2.201465606689453,
-      "step": 6664,
-      "subrel-constrast": 2.7179417610168457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6304028034210205,
-      "cov-distil (oracle2student)": 3.765886068344116,
-      "cov-distil (oracle2teacher)": 3.786728620529175,
-      "epoch": 5.231554160125588,
-      "rel-constrast": 2.913241147994995,
-      "step": 6665,
-      "subrel-constrast": 3.5641231536865234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8406651020050049,
-      "cov-distil (oracle2student)": 3.711671829223633,
-      "cov-distil (oracle2teacher)": 3.889963150024414,
-      "epoch": 5.232339089481947,
-      "rel-constrast": 2.987126350402832,
-      "step": 6666,
-      "subrel-constrast": 3.710592269897461,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3413491249084473,
-      "cov-distil (oracle2student)": 4.503870964050293,
-      "cov-distil (oracle2teacher)": 4.53460168838501,
-      "epoch": 5.233124018838304,
-      "rel-constrast": 2.1175127029418945,
-      "step": 6667,
-      "subrel-constrast": 3.0487349033355713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2453222274780273,
-      "cov-distil (oracle2student)": 4.390275001525879,
-      "cov-distil (oracle2teacher)": 4.039037704467773,
-      "epoch": 5.233908948194663,
-      "rel-constrast": 2.625048875808716,
-      "step": 6668,
-      "subrel-constrast": 2.706484079360962,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7326314449310303,
-      "cov-distil (oracle2student)": 5.148019790649414,
-      "cov-distil (oracle2teacher)": 4.878962516784668,
-      "epoch": 5.23469387755102,
-      "rel-constrast": 3.9108035564422607,
-      "step": 6669,
-      "subrel-constrast": 4.063183784484863,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.235478806907379,
-      "grad_norm": 7.78125,
-      "learning_rate": 1.5079312258830457e-05,
-      "loss": 0.7256,
-      "step": 6670
-    },
-    {
-      "cov-distil": 1.7445921897888184,
-      "cov-distil (oracle2student)": 4.045397758483887,
-      "cov-distil (oracle2teacher)": 4.199069976806641,
-      "epoch": 5.235478806907379,
-      "rel-constrast": 2.3339338302612305,
-      "step": 6670,
-      "subrel-constrast": 3.3526957035064697,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1815857887268066,
-      "cov-distil (oracle2student)": 2.713229179382324,
-      "cov-distil (oracle2teacher)": 2.99446964263916,
-      "epoch": 5.236263736263736,
-      "rel-constrast": 2.434628486633301,
-      "step": 6671,
-      "subrel-constrast": 3.462174892425537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2222886085510254,
-      "cov-distil (oracle2student)": 3.965761184692383,
-      "cov-distil (oracle2teacher)": 3.9943413734436035,
-      "epoch": 5.237048665620094,
-      "rel-constrast": 2.9606881141662598,
-      "step": 6672,
-      "subrel-constrast": 3.6186177730560303,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.024897813796997,
-      "cov-distil (oracle2student)": 4.729681968688965,
-      "cov-distil (oracle2teacher)": 4.2541399002075195,
-      "epoch": 5.237833594976452,
-      "rel-constrast": 2.5096211433410645,
-      "step": 6673,
-      "subrel-constrast": 3.1051549911499023,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4070327281951904,
-      "cov-distil (oracle2student)": 3.1911091804504395,
-      "cov-distil (oracle2teacher)": 2.9534435272216797,
-      "epoch": 5.23861852433281,
-      "rel-constrast": 1.5818500518798828,
-      "step": 6674,
-      "subrel-constrast": 2.2781076431274414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2905919551849365,
-      "cov-distil (oracle2student)": 6.047080039978027,
-      "cov-distil (oracle2teacher)": 5.708051681518555,
-      "epoch": 5.239403453689168,
-      "rel-constrast": 3.3730084896087646,
-      "step": 6675,
-      "subrel-constrast": 3.6032843589782715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4808549880981445,
-      "cov-distil (oracle2student)": 3.2892825603485107,
-      "cov-distil (oracle2teacher)": 3.0816657543182373,
-      "epoch": 5.240188383045526,
-      "rel-constrast": 2.540754556655884,
-      "step": 6676,
-      "subrel-constrast": 2.846473217010498,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1823716163635254,
-      "cov-distil (oracle2student)": 5.242267608642578,
-      "cov-distil (oracle2teacher)": 4.831015110015869,
-      "epoch": 5.240973312401884,
-      "rel-constrast": 2.707265853881836,
-      "step": 6677,
-      "subrel-constrast": 4.152307033538818,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5449657440185547,
-      "cov-distil (oracle2student)": 4.174820423126221,
-      "cov-distil (oracle2teacher)": 4.5146260261535645,
-      "epoch": 5.241758241758242,
-      "rel-constrast": 3.366938352584839,
-      "step": 6678,
-      "subrel-constrast": 4.025689601898193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3603451251983643,
-      "cov-distil (oracle2student)": 3.8285129070281982,
-      "cov-distil (oracle2teacher)": 3.7727890014648438,
-      "epoch": 5.242543171114599,
-      "rel-constrast": 1.6903353929519653,
-      "step": 6679,
-      "subrel-constrast": 2.9389846324920654,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.243328100470958,
-      "grad_norm": 5.5,
-      "learning_rate": 1.4999271569068385e-05,
-      "loss": 0.6736,
-      "step": 6680
-    },
-    {
-      "cov-distil": 1.311751127243042,
-      "cov-distil (oracle2student)": 4.211722373962402,
-      "cov-distil (oracle2teacher)": 4.137363433837891,
-      "epoch": 5.243328100470958,
-      "rel-constrast": 1.8991870880126953,
-      "step": 6680,
-      "subrel-constrast": 2.2665114402770996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.702551245689392,
-      "cov-distil (oracle2student)": 3.735736131668091,
-      "cov-distil (oracle2teacher)": 3.271798610687256,
-      "epoch": 5.244113029827315,
-      "rel-constrast": 2.3262739181518555,
-      "step": 6681,
-      "subrel-constrast": 3.266300678253174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.250901699066162,
-      "cov-distil (oracle2student)": 4.210206985473633,
-      "cov-distil (oracle2teacher)": 3.5451488494873047,
-      "epoch": 5.244897959183674,
-      "rel-constrast": 2.2106151580810547,
-      "step": 6682,
-      "subrel-constrast": 2.613503932952881,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5004756450653076,
-      "cov-distil (oracle2student)": 4.021762847900391,
-      "cov-distil (oracle2teacher)": 4.18223237991333,
-      "epoch": 5.245682888540031,
-      "rel-constrast": 2.385866641998291,
-      "step": 6683,
-      "subrel-constrast": 3.1682188510894775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0231516361236572,
-      "cov-distil (oracle2student)": 3.973597288131714,
-      "cov-distil (oracle2teacher)": 3.86659836769104,
-      "epoch": 5.24646781789639,
-      "rel-constrast": 2.751800298690796,
-      "step": 6684,
-      "subrel-constrast": 3.6277542114257812,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2263920307159424,
-      "cov-distil (oracle2student)": 5.250611782073975,
-      "cov-distil (oracle2teacher)": 4.989758491516113,
-      "epoch": 5.247252747252747,
-      "rel-constrast": 3.073749303817749,
-      "step": 6685,
-      "subrel-constrast": 3.585022449493408,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.414682149887085,
-      "cov-distil (oracle2student)": 6.265819549560547,
-      "cov-distil (oracle2teacher)": 5.367369651794434,
-      "epoch": 5.248037676609105,
-      "rel-constrast": 3.2027218341827393,
-      "step": 6686,
-      "subrel-constrast": 3.349778413772583,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.328718662261963,
-      "cov-distil (oracle2student)": 3.6697943210601807,
-      "cov-distil (oracle2teacher)": 3.2997117042541504,
-      "epoch": 5.248822605965463,
-      "rel-constrast": 3.202599048614502,
-      "step": 6687,
-      "subrel-constrast": 3.3969500064849854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2467906475067139,
-      "cov-distil (oracle2student)": 3.5506553649902344,
-      "cov-distil (oracle2teacher)": 3.3222293853759766,
-      "epoch": 5.249607535321821,
-      "rel-constrast": 2.5308141708374023,
-      "step": 6688,
-      "subrel-constrast": 3.2397007942199707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6502089500427246,
-      "cov-distil (oracle2student)": 4.287055015563965,
-      "cov-distil (oracle2teacher)": 3.9101622104644775,
-      "epoch": 5.250392464678179,
-      "rel-constrast": 2.2117347717285156,
-      "step": 6689,
-      "subrel-constrast": 2.8381409645080566,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.251177394034537,
-      "grad_norm": 4.8125,
-      "learning_rate": 1.4919352735026198e-05,
-      "loss": 0.6815,
-      "step": 6690
-    },
-    {
-      "cov-distil": 1.2433278560638428,
-      "cov-distil (oracle2student)": 6.296158313751221,
-      "cov-distil (oracle2teacher)": 5.500475883483887,
-      "epoch": 5.251177394034537,
-      "rel-constrast": 2.1353750228881836,
-      "step": 6690,
-      "subrel-constrast": 3.006054639816284,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5109835863113403,
-      "cov-distil (oracle2student)": 3.584202527999878,
-      "cov-distil (oracle2teacher)": 3.5170412063598633,
-      "epoch": 5.251962323390895,
-      "rel-constrast": 2.791372537612915,
-      "step": 6691,
-      "subrel-constrast": 3.2660608291625977,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9575098752975464,
-      "cov-distil (oracle2student)": 3.954648494720459,
-      "cov-distil (oracle2teacher)": 4.102421283721924,
-      "epoch": 5.252747252747253,
-      "rel-constrast": 3.6949539184570312,
-      "step": 6692,
-      "subrel-constrast": 4.85384464263916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3704922199249268,
-      "cov-distil (oracle2student)": 4.147185802459717,
-      "cov-distil (oracle2teacher)": 4.0952348709106445,
-      "epoch": 5.25353218210361,
-      "rel-constrast": 2.2012996673583984,
-      "step": 6693,
-      "subrel-constrast": 2.8280320167541504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3296356201171875,
-      "cov-distil (oracle2student)": 3.8266091346740723,
-      "cov-distil (oracle2teacher)": 3.581570863723755,
-      "epoch": 5.254317111459969,
-      "rel-constrast": 2.5297369956970215,
-      "step": 6694,
-      "subrel-constrast": 3.1912682056427,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3295319080352783,
-      "cov-distil (oracle2student)": 4.28023624420166,
-      "cov-distil (oracle2teacher)": 3.7181286811828613,
-      "epoch": 5.255102040816326,
-      "rel-constrast": 2.182102680206299,
-      "step": 6695,
-      "subrel-constrast": 2.4578652381896973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8577549457550049,
-      "cov-distil (oracle2student)": 3.841954469680786,
-      "cov-distil (oracle2teacher)": 3.546945333480835,
-      "epoch": 5.255886970172685,
-      "rel-constrast": 3.0173563957214355,
-      "step": 6696,
-      "subrel-constrast": 3.494690418243408,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5376646518707275,
-      "cov-distil (oracle2student)": 3.2592508792877197,
-      "cov-distil (oracle2teacher)": 3.508090019226074,
-      "epoch": 5.256671899529042,
-      "rel-constrast": 2.0491549968719482,
-      "step": 6697,
-      "subrel-constrast": 3.1043553352355957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5108535289764404,
-      "cov-distil (oracle2student)": 6.493307113647461,
-      "cov-distil (oracle2teacher)": 5.886975288391113,
-      "epoch": 5.257456828885401,
-      "rel-constrast": 2.906904697418213,
-      "step": 6698,
-      "subrel-constrast": 3.5703582763671875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4900741577148438,
-      "cov-distil (oracle2student)": 6.381237030029297,
-      "cov-distil (oracle2teacher)": 6.237191200256348,
-      "epoch": 5.258241758241758,
-      "rel-constrast": 2.7033674716949463,
-      "step": 6699,
-      "subrel-constrast": 3.5033466815948486,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.259026687598116,
-      "grad_norm": 7.3125,
-      "learning_rate": 1.4839556730489673e-05,
-      "loss": 0.6931,
-      "step": 6700
-    },
-    {
-      "epoch": 5.259026687598116,
-      "overlap": 0.31718751788139343,
-      "step": 6700
-    },
-    {
-      "epoch": 5.259026687598116,
-      "step": 6700,
-      "student margin": 0.044677734375
-    },
-    {
-      "epoch": 5.259026687598116,
-      "step": 6700,
-      "teacher margin": 0.0303955078125
-    },
-    {
-      "epoch": 5.259026687598116,
-      "margin difference": -0.0142822265625,
-      "step": 6700
-    },
-    {
-      "cov-distil": 1.4527190923690796,
-      "cov-distil (oracle2student)": 4.1063032150268555,
-      "cov-distil (oracle2teacher)": 4.174706935882568,
-      "epoch": 5.259026687598116,
-      "rel-constrast": 3.7429962158203125,
-      "step": 6700,
-      "subrel-constrast": 4.441747188568115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3448764085769653,
-      "cov-distil (oracle2student)": 3.158628463745117,
-      "cov-distil (oracle2teacher)": 3.3606746196746826,
-      "epoch": 5.259811616954474,
-      "rel-constrast": 2.5104751586914062,
-      "step": 6701,
-      "subrel-constrast": 2.9459011554718018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5982463359832764,
-      "cov-distil (oracle2student)": 5.045523643493652,
-      "cov-distil (oracle2teacher)": 4.09768009185791,
-      "epoch": 5.260596546310832,
-      "rel-constrast": 2.672610282897949,
-      "step": 6702,
-      "subrel-constrast": 3.5759940147399902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8001896142959595,
-      "cov-distil (oracle2student)": 2.9279375076293945,
-      "cov-distil (oracle2teacher)": 3.248305320739746,
-      "epoch": 5.26138147566719,
-      "rel-constrast": 3.0752570629119873,
-      "step": 6703,
-      "subrel-constrast": 3.8702003955841064,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.062875270843506,
-      "cov-distil (oracle2student)": 3.904110908508301,
-      "cov-distil (oracle2teacher)": 3.4025187492370605,
-      "epoch": 5.262166405023548,
-      "rel-constrast": 2.2641377449035645,
-      "step": 6704,
-      "subrel-constrast": 3.6199443340301514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5897501707077026,
-      "cov-distil (oracle2student)": 4.649204254150391,
-      "cov-distil (oracle2teacher)": 4.4886884689331055,
-      "epoch": 5.262951334379906,
-      "rel-constrast": 1.8428007364273071,
-      "step": 6705,
-      "subrel-constrast": 2.658444404602051,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9260518550872803,
-      "cov-distil (oracle2student)": 2.417839765548706,
-      "cov-distil (oracle2teacher)": 2.536083221435547,
-      "epoch": 5.263736263736264,
-      "rel-constrast": 1.7613980770111084,
-      "step": 6706,
-      "subrel-constrast": 2.6924889087677,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.631943702697754,
-      "cov-distil (oracle2student)": 6.600323677062988,
-      "cov-distil (oracle2teacher)": 5.936282157897949,
-      "epoch": 5.264521193092621,
-      "rel-constrast": 2.487260341644287,
-      "step": 6707,
-      "subrel-constrast": 3.424501895904541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1791224479675293,
-      "cov-distil (oracle2student)": 4.096953392028809,
-      "cov-distil (oracle2teacher)": 3.6507411003112793,
-      "epoch": 5.26530612244898,
-      "rel-constrast": 2.8406524658203125,
-      "step": 6708,
-      "subrel-constrast": 3.522785186767578,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1734025478363037,
-      "cov-distil (oracle2student)": 5.468587875366211,
-      "cov-distil (oracle2teacher)": 4.886870384216309,
-      "epoch": 5.266091051805337,
-      "rel-constrast": 1.55548095703125,
-      "step": 6709,
-      "subrel-constrast": 2.152846097946167,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.266875981161696,
-      "grad_norm": 4.125,
-      "learning_rate": 1.4759884527747957e-05,
-      "loss": 0.6607,
-      "step": 6710
-    },
-    {
-      "cov-distil": 1.4353306293487549,
-      "cov-distil (oracle2student)": 5.377313613891602,
-      "cov-distil (oracle2teacher)": 5.194286346435547,
-      "epoch": 5.266875981161696,
-      "rel-constrast": 2.298736095428467,
-      "step": 6710,
-      "subrel-constrast": 2.987553596496582,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.764201283454895,
-      "cov-distil (oracle2student)": 3.5465383529663086,
-      "cov-distil (oracle2teacher)": 3.582622528076172,
-      "epoch": 5.267660910518053,
-      "rel-constrast": 1.9491685628890991,
-      "step": 6711,
-      "subrel-constrast": 2.507235050201416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4039056301116943,
-      "cov-distil (oracle2student)": 4.3874101638793945,
-      "cov-distil (oracle2teacher)": 3.787365198135376,
-      "epoch": 5.268445839874412,
-      "rel-constrast": 3.159806728363037,
-      "step": 6712,
-      "subrel-constrast": 3.614274501800537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.254474401473999,
-      "cov-distil (oracle2student)": 3.9902875423431396,
-      "cov-distil (oracle2teacher)": 3.920306444168091,
-      "epoch": 5.269230769230769,
-      "rel-constrast": 2.4989733695983887,
-      "step": 6713,
-      "subrel-constrast": 3.187340259552002,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.662393569946289,
-      "cov-distil (oracle2student)": 7.320855140686035,
-      "cov-distil (oracle2teacher)": 6.459268569946289,
-      "epoch": 5.270015698587127,
-      "rel-constrast": 2.2536373138427734,
-      "step": 6714,
-      "subrel-constrast": 3.1504032611846924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5308301448822021,
-      "cov-distil (oracle2student)": 5.674891948699951,
-      "cov-distil (oracle2teacher)": 5.220650672912598,
-      "epoch": 5.270800627943485,
-      "rel-constrast": 2.695598602294922,
-      "step": 6715,
-      "subrel-constrast": 3.831038236618042,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.288584589958191,
-      "cov-distil (oracle2student)": 4.420805931091309,
-      "cov-distil (oracle2teacher)": 3.983403444290161,
-      "epoch": 5.271585557299843,
-      "rel-constrast": 2.552962064743042,
-      "step": 6716,
-      "subrel-constrast": 2.9708383083343506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.892672061920166,
-      "cov-distil (oracle2student)": 4.613528728485107,
-      "cov-distil (oracle2teacher)": 4.5066423416137695,
-      "epoch": 5.272370486656201,
-      "rel-constrast": 2.9073994159698486,
-      "step": 6717,
-      "subrel-constrast": 3.5901057720184326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1840708255767822,
-      "cov-distil (oracle2student)": 4.321911811828613,
-      "cov-distil (oracle2teacher)": 4.511165618896484,
-      "epoch": 5.273155416012559,
-      "rel-constrast": 2.6008050441741943,
-      "step": 6718,
-      "subrel-constrast": 2.846151113510132,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0239944458007812,
-      "cov-distil (oracle2student)": 2.8602113723754883,
-      "cov-distil (oracle2teacher)": 2.583312511444092,
-      "epoch": 5.273940345368917,
-      "rel-constrast": 2.116703987121582,
-      "step": 6719,
-      "subrel-constrast": 2.9510626792907715,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.274725274725275,
-      "grad_norm": 4.59375,
-      "learning_rate": 1.4680337097581675e-05,
-      "loss": 0.6644,
-      "step": 6720
-    },
-    {
-      "cov-distil": 1.391408920288086,
-      "cov-distil (oracle2student)": 2.904780387878418,
-      "cov-distil (oracle2teacher)": 2.88232159614563,
-      "epoch": 5.274725274725275,
-      "rel-constrast": 2.016695499420166,
-      "step": 6720,
-      "subrel-constrast": 2.812138080596924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3799889087677002,
-      "cov-distil (oracle2student)": 4.8265604972839355,
-      "cov-distil (oracle2teacher)": 4.275017738342285,
-      "epoch": 5.275510204081632,
-      "rel-constrast": 2.24442458152771,
-      "step": 6721,
-      "subrel-constrast": 2.924375534057617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2142552137374878,
-      "cov-distil (oracle2student)": 3.930385112762451,
-      "cov-distil (oracle2teacher)": 3.8512635231018066,
-      "epoch": 5.276295133437991,
-      "rel-constrast": 2.2547080516815186,
-      "step": 6722,
-      "subrel-constrast": 3.0076560974121094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3498940467834473,
-      "cov-distil (oracle2student)": 4.342983722686768,
-      "cov-distil (oracle2teacher)": 4.5242815017700195,
-      "epoch": 5.277080062794348,
-      "rel-constrast": 2.9484314918518066,
-      "step": 6723,
-      "subrel-constrast": 3.5955169200897217,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9076871871948242,
-      "cov-distil (oracle2student)": 3.3706631660461426,
-      "cov-distil (oracle2teacher)": 3.449557065963745,
-      "epoch": 5.277864992150707,
-      "rel-constrast": 2.278759241104126,
-      "step": 6724,
-      "subrel-constrast": 3.363450527191162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.489275336265564,
-      "cov-distil (oracle2student)": 4.226369857788086,
-      "cov-distil (oracle2teacher)": 4.610470771789551,
-      "epoch": 5.278649921507064,
-      "rel-constrast": 2.269515037536621,
-      "step": 6725,
-      "subrel-constrast": 2.679515838623047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8073620796203613,
-      "cov-distil (oracle2student)": 4.748425006866455,
-      "cov-distil (oracle2teacher)": 4.627565860748291,
-      "epoch": 5.279434850863423,
-      "rel-constrast": 1.6462010145187378,
-      "step": 6726,
-      "subrel-constrast": 2.8611905574798584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6139271259307861,
-      "cov-distil (oracle2student)": 4.654168128967285,
-      "cov-distil (oracle2teacher)": 4.742569923400879,
-      "epoch": 5.28021978021978,
-      "rel-constrast": 1.6351914405822754,
-      "step": 6727,
-      "subrel-constrast": 2.470566511154175,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5103228092193604,
-      "cov-distil (oracle2student)": 3.1245830059051514,
-      "cov-distil (oracle2teacher)": 3.257354497909546,
-      "epoch": 5.2810047095761385,
-      "rel-constrast": 2.601311206817627,
-      "step": 6728,
-      "subrel-constrast": 3.353961706161499,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2975549697875977,
-      "cov-distil (oracle2student)": 3.168639659881592,
-      "cov-distil (oracle2teacher)": 3.004014492034912,
-      "epoch": 5.281789638932496,
-      "rel-constrast": 1.5757777690887451,
-      "step": 6729,
-      "subrel-constrast": 2.6841557025909424,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.282574568288854,
-      "grad_norm": 3.9375,
-      "learning_rate": 1.4600915409251184e-05,
-      "loss": 0.5767,
-      "step": 6730
-    },
-    {
-      "cov-distil": 1.3905935287475586,
-      "cov-distil (oracle2student)": 6.16554069519043,
-      "cov-distil (oracle2teacher)": 4.8013916015625,
-      "epoch": 5.282574568288854,
-      "rel-constrast": 2.0298595428466797,
-      "step": 6730,
-      "subrel-constrast": 2.482624053955078,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7033426761627197,
-      "cov-distil (oracle2student)": 5.427872657775879,
-      "cov-distil (oracle2teacher)": 4.792026042938232,
-      "epoch": 5.283359497645212,
-      "rel-constrast": 2.2557921409606934,
-      "step": 6731,
-      "subrel-constrast": 2.9390156269073486,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3728141784667969,
-      "cov-distil (oracle2student)": 4.470990180969238,
-      "cov-distil (oracle2teacher)": 3.892343521118164,
-      "epoch": 5.28414442700157,
-      "rel-constrast": 3.5777130126953125,
-      "step": 6732,
-      "subrel-constrast": 3.463646650314331,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4334512948989868,
-      "cov-distil (oracle2student)": 4.178524971008301,
-      "cov-distil (oracle2teacher)": 3.910264730453491,
-      "epoch": 5.284929356357928,
-      "rel-constrast": 2.778608798980713,
-      "step": 6733,
-      "subrel-constrast": 3.4121205806732178,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.528727650642395,
-      "cov-distil (oracle2student)": 2.7847414016723633,
-      "cov-distil (oracle2teacher)": 2.9793448448181152,
-      "epoch": 5.285714285714286,
-      "rel-constrast": 1.4930731058120728,
-      "step": 6734,
-      "subrel-constrast": 2.831294059753418,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.750307559967041,
-      "cov-distil (oracle2student)": 6.1239190101623535,
-      "cov-distil (oracle2teacher)": 4.704612731933594,
-      "epoch": 5.286499215070644,
-      "rel-constrast": 2.1463522911071777,
-      "step": 6735,
-      "subrel-constrast": 2.6780078411102295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4340131282806396,
-      "cov-distil (oracle2student)": 5.7640299797058105,
-      "cov-distil (oracle2teacher)": 5.309843063354492,
-      "epoch": 5.287284144427002,
-      "rel-constrast": 2.942211627960205,
-      "step": 6736,
-      "subrel-constrast": 3.549818515777588,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6395105123519897,
-      "cov-distil (oracle2student)": 5.9422101974487305,
-      "cov-distil (oracle2teacher)": 5.055516719818115,
-      "epoch": 5.288069073783359,
-      "rel-constrast": 2.26871395111084,
-      "step": 6737,
-      "subrel-constrast": 2.692667007446289,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1828391551971436,
-      "cov-distil (oracle2student)": 3.328166961669922,
-      "cov-distil (oracle2teacher)": 3.7068142890930176,
-      "epoch": 5.2888540031397175,
-      "rel-constrast": 3.001904249191284,
-      "step": 6738,
-      "subrel-constrast": 3.7196784019470215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4491851329803467,
-      "cov-distil (oracle2student)": 3.410674571990967,
-      "cov-distil (oracle2teacher)": 3.0130457878112793,
-      "epoch": 5.289638932496075,
-      "rel-constrast": 3.028521776199341,
-      "step": 6739,
-      "subrel-constrast": 3.6399893760681152,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.2904238618524335,
-      "grad_norm": 6.5,
-      "learning_rate": 1.452162043048467e-05,
-      "loss": 0.6778,
-      "step": 6740
-    },
-    {
-      "cov-distil": 1.0480799674987793,
-      "cov-distil (oracle2student)": 4.424606800079346,
-      "cov-distil (oracle2teacher)": 4.222403526306152,
-      "epoch": 5.2904238618524335,
-      "rel-constrast": 2.0728166103363037,
-      "step": 6740,
-      "subrel-constrast": 2.790322780609131,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8255550861358643,
-      "cov-distil (oracle2student)": 5.034852981567383,
-      "cov-distil (oracle2teacher)": 4.5374226570129395,
-      "epoch": 5.291208791208791,
-      "rel-constrast": 3.188434362411499,
-      "step": 6741,
-      "subrel-constrast": 3.7296106815338135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4350666999816895,
-      "cov-distil (oracle2student)": 2.957432746887207,
-      "cov-distil (oracle2teacher)": 3.269573926925659,
-      "epoch": 5.2919937205651495,
-      "rel-constrast": 2.8734211921691895,
-      "step": 6742,
-      "subrel-constrast": 3.805861234664917,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6970924139022827,
-      "cov-distil (oracle2student)": 4.6033124923706055,
-      "cov-distil (oracle2teacher)": 3.8749279975891113,
-      "epoch": 5.292778649921507,
-      "rel-constrast": 3.0469350814819336,
-      "step": 6743,
-      "subrel-constrast": 3.885183811187744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4656695127487183,
-      "cov-distil (oracle2student)": 4.857794761657715,
-      "cov-distil (oracle2teacher)": 4.929325103759766,
-      "epoch": 5.293563579277865,
-      "rel-constrast": 2.4002022743225098,
-      "step": 6744,
-      "subrel-constrast": 2.8588578701019287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1659729480743408,
-      "cov-distil (oracle2student)": 7.9266276359558105,
-      "cov-distil (oracle2teacher)": 6.791316509246826,
-      "epoch": 5.294348508634223,
-      "rel-constrast": 2.046616554260254,
-      "step": 6745,
-      "subrel-constrast": 2.32999849319458,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6336791515350342,
-      "cov-distil (oracle2student)": 3.5158514976501465,
-      "cov-distil (oracle2teacher)": 3.5686051845550537,
-      "epoch": 5.295133437990581,
-      "rel-constrast": 1.5935840606689453,
-      "step": 6746,
-      "subrel-constrast": 2.4693665504455566,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9442307949066162,
-      "cov-distil (oracle2student)": 5.748424530029297,
-      "cov-distil (oracle2teacher)": 5.0914626121521,
-      "epoch": 5.295918367346939,
-      "rel-constrast": 1.665257453918457,
-      "step": 6747,
-      "subrel-constrast": 2.849193811416626,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.550398826599121,
-      "cov-distil (oracle2student)": 3.318000555038452,
-      "cov-distil (oracle2teacher)": 3.7942726612091064,
-      "epoch": 5.2967032967032965,
-      "rel-constrast": 2.693875312805176,
-      "step": 6748,
-      "subrel-constrast": 3.451538324356079,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6892125606536865,
-      "cov-distil (oracle2student)": 4.556750297546387,
-      "cov-distil (oracle2teacher)": 4.424928188323975,
-      "epoch": 5.297488226059655,
-      "rel-constrast": 3.32749342918396,
-      "step": 6749,
-      "subrel-constrast": 3.913356065750122,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.2982731554160125,
-      "grad_norm": 5.5,
-      "learning_rate": 1.4442453127466443e-05,
-      "loss": 0.6614,
-      "step": 6750
-    },
-    {
-      "cov-distil": 1.0483739376068115,
-      "cov-distil (oracle2student)": 4.253044605255127,
-      "cov-distil (oracle2teacher)": 3.4509880542755127,
-      "epoch": 5.2982731554160125,
-      "rel-constrast": 1.5341439247131348,
-      "step": 6750,
-      "subrel-constrast": 2.001214027404785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7477672100067139,
-      "cov-distil (oracle2student)": 6.422459602355957,
-      "cov-distil (oracle2teacher)": 5.984091758728027,
-      "epoch": 5.299058084772371,
-      "rel-constrast": 2.274746894836426,
-      "step": 6751,
-      "subrel-constrast": 3.0551741123199463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.608587622642517,
-      "cov-distil (oracle2student)": 5.776090145111084,
-      "cov-distil (oracle2teacher)": 4.8902058601379395,
-      "epoch": 5.2998430141287285,
-      "rel-constrast": 2.5828685760498047,
-      "step": 6752,
-      "subrel-constrast": 3.049497604370117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9989620447158813,
-      "cov-distil (oracle2student)": 4.80441951751709,
-      "cov-distil (oracle2teacher)": 4.968416690826416,
-      "epoch": 5.300627943485086,
-      "rel-constrast": 2.399433135986328,
-      "step": 6753,
-      "subrel-constrast": 3.118098735809326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1404882669448853,
-      "cov-distil (oracle2student)": 3.440335273742676,
-      "cov-distil (oracle2teacher)": 3.1309962272644043,
-      "epoch": 5.3014128728414445,
-      "rel-constrast": 1.3972276449203491,
-      "step": 6754,
-      "subrel-constrast": 1.9517898559570312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5227940082550049,
-      "cov-distil (oracle2student)": 3.9105336666107178,
-      "cov-distil (oracle2teacher)": 3.6483964920043945,
-      "epoch": 5.302197802197802,
-      "rel-constrast": 2.5807647705078125,
-      "step": 6755,
-      "subrel-constrast": 2.961984634399414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7596977949142456,
-      "cov-distil (oracle2student)": 4.8722944259643555,
-      "cov-distil (oracle2teacher)": 5.265215873718262,
-      "epoch": 5.3029827315541604,
-      "rel-constrast": 2.504098653793335,
-      "step": 6756,
-      "subrel-constrast": 3.528120756149292,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4754928350448608,
-      "cov-distil (oracle2student)": 4.684206485748291,
-      "cov-distil (oracle2teacher)": 4.14210319519043,
-      "epoch": 5.303767660910518,
-      "rel-constrast": 2.676222562789917,
-      "step": 6757,
-      "subrel-constrast": 3.3681228160858154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1652511358261108,
-      "cov-distil (oracle2student)": 5.128103256225586,
-      "cov-distil (oracle2teacher)": 4.9806413650512695,
-      "epoch": 5.304552590266876,
-      "rel-constrast": 2.1310768127441406,
-      "step": 6758,
-      "subrel-constrast": 3.07416033744812,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3002147674560547,
-      "cov-distil (oracle2student)": 3.248730421066284,
-      "cov-distil (oracle2teacher)": 4.016974449157715,
-      "epoch": 5.305337519623234,
-      "rel-constrast": 2.8620662689208984,
-      "step": 6759,
-      "subrel-constrast": 3.5885367393493652,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.3061224489795915,
-      "grad_norm": 6.4375,
-      "learning_rate": 1.4363414464825104e-05,
-      "loss": 0.608,
-      "step": 6760
-    },
-    {
-      "cov-distil": 1.8170287609100342,
-      "cov-distil (oracle2student)": 4.968470573425293,
-      "cov-distil (oracle2teacher)": 4.3216552734375,
-      "epoch": 5.3061224489795915,
-      "rel-constrast": 2.583383560180664,
-      "step": 6760,
-      "subrel-constrast": 3.118267059326172,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9456062316894531,
-      "cov-distil (oracle2student)": 4.253801345825195,
-      "cov-distil (oracle2teacher)": 3.9936411380767822,
-      "epoch": 5.30690737833595,
-      "rel-constrast": 2.8311667442321777,
-      "step": 6761,
-      "subrel-constrast": 3.5507147312164307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3675428628921509,
-      "cov-distil (oracle2student)": 2.7646172046661377,
-      "cov-distil (oracle2teacher)": 2.511291980743408,
-      "epoch": 5.3076923076923075,
-      "rel-constrast": 1.620741605758667,
-      "step": 6762,
-      "subrel-constrast": 2.4977223873138428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5319644212722778,
-      "cov-distil (oracle2student)": 5.445652008056641,
-      "cov-distil (oracle2teacher)": 4.779653549194336,
-      "epoch": 5.308477237048666,
-      "rel-constrast": 3.826629877090454,
-      "step": 6763,
-      "subrel-constrast": 3.93137788772583,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.158006191253662,
-      "cov-distil (oracle2student)": 2.6186470985412598,
-      "cov-distil (oracle2teacher)": 2.5644569396972656,
-      "epoch": 5.3092621664050235,
-      "rel-constrast": 1.7275826930999756,
-      "step": 6764,
-      "subrel-constrast": 2.055988073348999,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.676389217376709,
-      "cov-distil (oracle2student)": 3.8034160137176514,
-      "cov-distil (oracle2teacher)": 3.6734490394592285,
-      "epoch": 5.310047095761382,
-      "rel-constrast": 1.8947510719299316,
-      "step": 6765,
-      "subrel-constrast": 2.761539936065674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3131545782089233,
-      "cov-distil (oracle2student)": 5.756230354309082,
-      "cov-distil (oracle2teacher)": 5.048613548278809,
-      "epoch": 5.310832025117739,
-      "rel-constrast": 2.6827468872070312,
-      "step": 6766,
-      "subrel-constrast": 3.4058380126953125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7687891721725464,
-      "cov-distil (oracle2student)": 3.553191661834717,
-      "cov-distil (oracle2teacher)": 3.670011043548584,
-      "epoch": 5.311616954474097,
-      "rel-constrast": 2.5536351203918457,
-      "step": 6767,
-      "subrel-constrast": 3.362246513366699,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.367329478263855,
-      "cov-distil (oracle2student)": 3.871493339538574,
-      "cov-distil (oracle2teacher)": 3.7257277965545654,
-      "epoch": 5.312401883830455,
-      "rel-constrast": 2.8828792572021484,
-      "step": 6768,
-      "subrel-constrast": 3.2435879707336426,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4842181205749512,
-      "cov-distil (oracle2student)": 4.430715560913086,
-      "cov-distil (oracle2teacher)": 4.316808700561523,
-      "epoch": 5.313186813186813,
-      "rel-constrast": 2.807586193084717,
-      "step": 6769,
-      "subrel-constrast": 3.991884469985962,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.313971742543171,
-      "grad_norm": 5.5625,
-      "learning_rate": 1.4284505405621795e-05,
-      "loss": 0.6739,
-      "step": 6770
-    },
-    {
-      "cov-distil": 1.8291231393814087,
-      "cov-distil (oracle2student)": 4.018621444702148,
-      "cov-distil (oracle2teacher)": 3.697321891784668,
-      "epoch": 5.313971742543171,
-      "rel-constrast": 2.7131359577178955,
-      "step": 6770,
-      "subrel-constrast": 3.4877729415893555,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6312669515609741,
-      "cov-distil (oracle2student)": 5.367966175079346,
-      "cov-distil (oracle2teacher)": 5.041444301605225,
-      "epoch": 5.314756671899529,
-      "rel-constrast": 2.8598899841308594,
-      "step": 6771,
-      "subrel-constrast": 4.119080066680908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8886775970458984,
-      "cov-distil (oracle2student)": 4.020641326904297,
-      "cov-distil (oracle2teacher)": 3.7382893562316895,
-      "epoch": 5.315541601255887,
-      "rel-constrast": 2.9435031414031982,
-      "step": 6772,
-      "subrel-constrast": 3.970989227294922,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4941511154174805,
-      "cov-distil (oracle2student)": 5.322949409484863,
-      "cov-distil (oracle2teacher)": 4.556850910186768,
-      "epoch": 5.316326530612245,
-      "rel-constrast": 2.40313982963562,
-      "step": 6773,
-      "subrel-constrast": 2.6097683906555176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5220543146133423,
-      "cov-distil (oracle2student)": 5.238431930541992,
-      "cov-distil (oracle2teacher)": 4.42872428894043,
-      "epoch": 5.3171114599686025,
-      "rel-constrast": 2.6955604553222656,
-      "step": 6774,
-      "subrel-constrast": 3.2707362174987793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5806236267089844,
-      "cov-distil (oracle2student)": 4.59279727935791,
-      "cov-distil (oracle2teacher)": 4.0120720863342285,
-      "epoch": 5.317896389324961,
-      "rel-constrast": 2.9155220985412598,
-      "step": 6775,
-      "subrel-constrast": 3.6635782718658447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2788288593292236,
-      "cov-distil (oracle2student)": 5.221224308013916,
-      "cov-distil (oracle2teacher)": 4.456574440002441,
-      "epoch": 5.318681318681318,
-      "rel-constrast": 2.158090829849243,
-      "step": 6776,
-      "subrel-constrast": 2.829780101776123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9545454978942871,
-      "cov-distil (oracle2student)": 5.597605228424072,
-      "cov-distil (oracle2teacher)": 4.969383239746094,
-      "epoch": 5.319466248037677,
-      "rel-constrast": 2.8664004802703857,
-      "step": 6777,
-      "subrel-constrast": 3.3909268379211426,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5929538011550903,
-      "cov-distil (oracle2student)": 4.770565986633301,
-      "cov-distil (oracle2teacher)": 4.782610893249512,
-      "epoch": 5.320251177394034,
-      "rel-constrast": 2.188992977142334,
-      "step": 6778,
-      "subrel-constrast": 3.6390483379364014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9354841709136963,
-      "cov-distil (oracle2student)": 3.3278417587280273,
-      "cov-distil (oracle2teacher)": 3.3235342502593994,
-      "epoch": 5.321036106750393,
-      "rel-constrast": 2.563054084777832,
-      "step": 6779,
-      "subrel-constrast": 3.747525930404663,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.32182103610675,
-      "grad_norm": 5.40625,
-      "learning_rate": 1.4205726911338524e-05,
-      "loss": 0.697,
-      "step": 6780
-    },
-    {
-      "cov-distil": 1.3691160678863525,
-      "cov-distil (oracle2student)": 4.348257064819336,
-      "cov-distil (oracle2teacher)": 4.594237327575684,
-      "epoch": 5.32182103610675,
-      "rel-constrast": 2.4644665718078613,
-      "step": 6780,
-      "subrel-constrast": 2.6078298091888428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5793606042861938,
-      "cov-distil (oracle2student)": 3.2379403114318848,
-      "cov-distil (oracle2teacher)": 3.639977216720581,
-      "epoch": 5.322605965463108,
-      "rel-constrast": 3.292264461517334,
-      "step": 6781,
-      "subrel-constrast": 3.988600730895996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4798856973648071,
-      "cov-distil (oracle2student)": 2.9035472869873047,
-      "cov-distil (oracle2teacher)": 3.0088694095611572,
-      "epoch": 5.323390894819466,
-      "rel-constrast": 2.708073616027832,
-      "step": 6782,
-      "subrel-constrast": 3.688711643218994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5125441551208496,
-      "cov-distil (oracle2student)": 4.327214241027832,
-      "cov-distil (oracle2teacher)": 3.9617207050323486,
-      "epoch": 5.324175824175824,
-      "rel-constrast": 2.3568553924560547,
-      "step": 6783,
-      "subrel-constrast": 2.9823532104492188,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2002015113830566,
-      "cov-distil (oracle2student)": 3.599579095840454,
-      "cov-distil (oracle2teacher)": 3.350499153137207,
-      "epoch": 5.324960753532182,
-      "rel-constrast": 2.443014144897461,
-      "step": 6784,
-      "subrel-constrast": 2.749464511871338,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.483070969581604,
-      "cov-distil (oracle2student)": 5.512116432189941,
-      "cov-distil (oracle2teacher)": 4.995538711547852,
-      "epoch": 5.32574568288854,
-      "rel-constrast": 2.3378283977508545,
-      "step": 6785,
-      "subrel-constrast": 2.89589524269104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0341585874557495,
-      "cov-distil (oracle2student)": 5.80972146987915,
-      "cov-distil (oracle2teacher)": 5.400938034057617,
-      "epoch": 5.326530612244898,
-      "rel-constrast": 2.6333887577056885,
-      "step": 6786,
-      "subrel-constrast": 3.447821617126465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.192822813987732,
-      "cov-distil (oracle2student)": 3.2420871257781982,
-      "cov-distil (oracle2teacher)": 3.2193286418914795,
-      "epoch": 5.327315541601256,
-      "rel-constrast": 2.185668706893921,
-      "step": 6787,
-      "subrel-constrast": 2.588712692260742,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.470031976699829,
-      "cov-distil (oracle2student)": 4.010187149047852,
-      "cov-distil (oracle2teacher)": 3.469909429550171,
-      "epoch": 5.328100470957613,
-      "rel-constrast": 2.727017641067505,
-      "step": 6788,
-      "subrel-constrast": 2.9141669273376465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1067395210266113,
-      "cov-distil (oracle2student)": 4.530191421508789,
-      "cov-distil (oracle2teacher)": 3.6177287101745605,
-      "epoch": 5.328885400313972,
-      "rel-constrast": 2.6846983432769775,
-      "step": 6789,
-      "subrel-constrast": 2.672337770462036,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.329670329670329,
-      "grad_norm": 5.0,
-      "learning_rate": 1.4127079941866366e-05,
-      "loss": 0.6794,
-      "step": 6790
-    },
-    {
-      "cov-distil": 1.3266737461090088,
-      "cov-distil (oracle2student)": 3.1403985023498535,
-      "cov-distil (oracle2teacher)": 2.6866297721862793,
-      "epoch": 5.329670329670329,
-      "rel-constrast": 1.9207112789154053,
-      "step": 6790,
-      "subrel-constrast": 2.572094202041626,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9319257736206055,
-      "cov-distil (oracle2student)": 5.224814414978027,
-      "cov-distil (oracle2teacher)": 5.207730293273926,
-      "epoch": 5.330455259026688,
-      "rel-constrast": 2.241061210632324,
-      "step": 6791,
-      "subrel-constrast": 2.9439122676849365,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4641406536102295,
-      "cov-distil (oracle2student)": 4.692600250244141,
-      "cov-distil (oracle2teacher)": 4.120391368865967,
-      "epoch": 5.331240188383045,
-      "rel-constrast": 2.9469261169433594,
-      "step": 6792,
-      "subrel-constrast": 3.6754276752471924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.315157413482666,
-      "cov-distil (oracle2student)": 5.071469783782959,
-      "cov-distil (oracle2teacher)": 4.677272796630859,
-      "epoch": 5.332025117739404,
-      "rel-constrast": 2.4395830631256104,
-      "step": 6793,
-      "subrel-constrast": 3.0871293544769287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.592323660850525,
-      "cov-distil (oracle2student)": 3.985290765762329,
-      "cov-distil (oracle2teacher)": 4.032116889953613,
-      "epoch": 5.332810047095761,
-      "rel-constrast": 1.8615020513534546,
-      "step": 6794,
-      "subrel-constrast": 2.9940309524536133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4231045246124268,
-      "cov-distil (oracle2student)": 5.618349552154541,
-      "cov-distil (oracle2teacher)": 5.084867477416992,
-      "epoch": 5.333594976452119,
-      "rel-constrast": 2.9095346927642822,
-      "step": 6795,
-      "subrel-constrast": 3.600243330001831,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5298471450805664,
-      "cov-distil (oracle2student)": 4.122654914855957,
-      "cov-distil (oracle2teacher)": 4.048609733581543,
-      "epoch": 5.334379905808477,
-      "rel-constrast": 2.472968339920044,
-      "step": 6796,
-      "subrel-constrast": 3.5720841884613037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.891240119934082,
-      "cov-distil (oracle2student)": 3.6294777393341064,
-      "cov-distil (oracle2teacher)": 3.308795690536499,
-      "epoch": 5.335164835164835,
-      "rel-constrast": 2.0961787700653076,
-      "step": 6797,
-      "subrel-constrast": 2.995182514190674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6908304691314697,
-      "cov-distil (oracle2student)": 3.8202357292175293,
-      "cov-distil (oracle2teacher)": 3.712836742401123,
-      "epoch": 5.335949764521193,
-      "rel-constrast": 2.9613943099975586,
-      "step": 6798,
-      "subrel-constrast": 3.622795581817627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3279178142547607,
-      "cov-distil (oracle2student)": 5.105676651000977,
-      "cov-distil (oracle2teacher)": 5.1194047927856445,
-      "epoch": 5.336734693877551,
-      "rel-constrast": 2.2876734733581543,
-      "step": 6799,
-      "subrel-constrast": 2.834001302719116,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.337519623233909,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.404856545549384e-05,
-      "loss": 0.6422,
-      "step": 6800
-    },
-    {
-      "epoch": 5.337519623233909,
-      "overlap": 0.36406251788139343,
-      "step": 6800
-    },
-    {
-      "epoch": 5.337519623233909,
-      "step": 6800,
-      "student margin": 0.0560302734375
-    },
-    {
-      "epoch": 5.337519623233909,
-      "step": 6800,
-      "teacher margin": 0.037872314453125
-    },
-    {
-      "epoch": 5.337519623233909,
-      "margin difference": -0.018157958984375,
-      "step": 6800
-    },
-    {
-      "cov-distil": 1.216395616531372,
-      "cov-distil (oracle2student)": 4.872582912445068,
-      "cov-distil (oracle2teacher)": 4.3757219314575195,
-      "epoch": 5.337519623233909,
-      "rel-constrast": 2.2948110103607178,
-      "step": 6800,
-      "subrel-constrast": 3.036590576171875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6375274658203125,
-      "cov-distil (oracle2student)": 4.032700061798096,
-      "cov-distil (oracle2teacher)": 4.15567684173584,
-      "epoch": 5.338304552590267,
-      "rel-constrast": 2.8708603382110596,
-      "step": 6801,
-      "subrel-constrast": 3.735530376434326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.766332745552063,
-      "cov-distil (oracle2student)": 3.8451614379882812,
-      "cov-distil (oracle2teacher)": 3.2850849628448486,
-      "epoch": 5.339089481946624,
-      "rel-constrast": 3.2861952781677246,
-      "step": 6802,
-      "subrel-constrast": 3.9114344120025635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1944319009780884,
-      "cov-distil (oracle2student)": 3.7373037338256836,
-      "cov-distil (oracle2teacher)": 4.015617847442627,
-      "epoch": 5.339874411302983,
-      "rel-constrast": 2.6032190322875977,
-      "step": 6803,
-      "subrel-constrast": 3.579113721847534,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2228152751922607,
-      "cov-distil (oracle2student)": 3.8653564453125,
-      "cov-distil (oracle2teacher)": 3.589017868041992,
-      "epoch": 5.34065934065934,
-      "rel-constrast": 2.4333431720733643,
-      "step": 6804,
-      "subrel-constrast": 3.2489330768585205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5424227714538574,
-      "cov-distil (oracle2student)": 3.5248537063598633,
-      "cov-distil (oracle2teacher)": 3.8190550804138184,
-      "epoch": 5.341444270015699,
-      "rel-constrast": 3.427436590194702,
-      "step": 6805,
-      "subrel-constrast": 3.7889366149902344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0617775917053223,
-      "cov-distil (oracle2student)": 3.5855753421783447,
-      "cov-distil (oracle2teacher)": 3.151609420776367,
-      "epoch": 5.342229199372056,
-      "rel-constrast": 2.3706092834472656,
-      "step": 6806,
-      "subrel-constrast": 2.244873523712158,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.46979558467865,
-      "cov-distil (oracle2student)": 3.304098129272461,
-      "cov-distil (oracle2teacher)": 3.5778496265411377,
-      "epoch": 5.343014128728415,
-      "rel-constrast": 1.4151045083999634,
-      "step": 6807,
-      "subrel-constrast": 2.116947650909424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3405940532684326,
-      "cov-distil (oracle2student)": 3.025761127471924,
-      "cov-distil (oracle2teacher)": 2.9379193782806396,
-      "epoch": 5.343799058084772,
-      "rel-constrast": 2.3962717056274414,
-      "step": 6808,
-      "subrel-constrast": 2.831589460372925,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7509137392044067,
-      "cov-distil (oracle2student)": 6.060934066772461,
-      "cov-distil (oracle2teacher)": 5.659300804138184,
-      "epoch": 5.34458398744113,
-      "rel-constrast": 2.717381000518799,
-      "step": 6809,
-      "subrel-constrast": 3.635493516921997,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.345368916797488,
-      "grad_norm": 5.65625,
-      "learning_rate": 1.397018440889517e-05,
-      "loss": 0.6834,
-      "step": 6810
-    },
-    {
-      "cov-distil": 1.6790475845336914,
-      "cov-distil (oracle2student)": 3.828721046447754,
-      "cov-distil (oracle2teacher)": 3.8509960174560547,
-      "epoch": 5.345368916797488,
-      "rel-constrast": 2.7672622203826904,
-      "step": 6810,
-      "subrel-constrast": 3.5024032592773438,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4851124286651611,
-      "cov-distil (oracle2student)": 5.806079864501953,
-      "cov-distil (oracle2teacher)": 5.334598541259766,
-      "epoch": 5.346153846153846,
-      "rel-constrast": 2.509472131729126,
-      "step": 6811,
-      "subrel-constrast": 3.5035064220428467,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6701948642730713,
-      "cov-distil (oracle2student)": 4.792874336242676,
-      "cov-distil (oracle2teacher)": 4.5087361335754395,
-      "epoch": 5.346938775510204,
-      "rel-constrast": 1.2192189693450928,
-      "step": 6812,
-      "subrel-constrast": 2.096620559692383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0462334156036377,
-      "cov-distil (oracle2student)": 4.163815021514893,
-      "cov-distil (oracle2teacher)": 4.314510822296143,
-      "epoch": 5.347723704866562,
-      "rel-constrast": 1.6944563388824463,
-      "step": 6813,
-      "subrel-constrast": 2.4791784286499023,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.723475694656372,
-      "cov-distil (oracle2student)": 3.6263785362243652,
-      "cov-distil (oracle2teacher)": 3.832348585128784,
-      "epoch": 5.34850863422292,
-      "rel-constrast": 2.2376160621643066,
-      "step": 6814,
-      "subrel-constrast": 3.4116721153259277,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7666505575180054,
-      "cov-distil (oracle2student)": 3.7380709648132324,
-      "cov-distil (oracle2teacher)": 4.005069732666016,
-      "epoch": 5.349293563579278,
-      "rel-constrast": 2.18869948387146,
-      "step": 6815,
-      "subrel-constrast": 3.301950693130493,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3425195217132568,
-      "cov-distil (oracle2student)": 4.122038841247559,
-      "cov-distil (oracle2teacher)": 4.114895820617676,
-      "epoch": 5.350078492935636,
-      "rel-constrast": 2.7495975494384766,
-      "step": 6816,
-      "subrel-constrast": 3.343074321746826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2396314144134521,
-      "cov-distil (oracle2student)": 5.402995586395264,
-      "cov-distil (oracle2teacher)": 5.097359657287598,
-      "epoch": 5.350863422291994,
-      "rel-constrast": 3.1185190677642822,
-      "step": 6817,
-      "subrel-constrast": 3.7351133823394775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5731472969055176,
-      "cov-distil (oracle2student)": 4.499629020690918,
-      "cov-distil (oracle2teacher)": 4.293574333190918,
-      "epoch": 5.351648351648351,
-      "rel-constrast": 2.251523017883301,
-      "step": 6818,
-      "subrel-constrast": 2.8988735675811768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7587318420410156,
-      "cov-distil (oracle2student)": 4.2541046142578125,
-      "cov-distil (oracle2teacher)": 3.6795804500579834,
-      "epoch": 5.35243328100471,
-      "rel-constrast": 2.6456804275512695,
-      "step": 6819,
-      "subrel-constrast": 3.307054042816162,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.353218210361067,
-      "grad_norm": 5.96875,
-      "learning_rate": 1.3891937757118687e-05,
-      "loss": 0.6228,
-      "step": 6820
-    },
-    {
-      "cov-distil": 1.6306421756744385,
-      "cov-distil (oracle2student)": 4.5935139656066895,
-      "cov-distil (oracle2teacher)": 4.457457542419434,
-      "epoch": 5.353218210361067,
-      "rel-constrast": 2.4915294647216797,
-      "step": 6820,
-      "subrel-constrast": 3.574671983718872,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5575244426727295,
-      "cov-distil (oracle2student)": 3.2923848628997803,
-      "cov-distil (oracle2teacher)": 3.0889859199523926,
-      "epoch": 5.354003139717426,
-      "rel-constrast": 2.138082981109619,
-      "step": 6821,
-      "subrel-constrast": 2.922142505645752,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4158828258514404,
-      "cov-distil (oracle2student)": 3.9968173503875732,
-      "cov-distil (oracle2teacher)": 3.66133975982666,
-      "epoch": 5.354788069073783,
-      "rel-constrast": 3.364560604095459,
-      "step": 6822,
-      "subrel-constrast": 3.925569772720337,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2598676681518555,
-      "cov-distil (oracle2student)": 3.9501731395721436,
-      "cov-distil (oracle2teacher)": 4.414180278778076,
-      "epoch": 5.355572998430142,
-      "rel-constrast": 3.528529644012451,
-      "step": 6823,
-      "subrel-constrast": 4.391892910003662,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.093367338180542,
-      "cov-distil (oracle2student)": 3.239398241043091,
-      "cov-distil (oracle2teacher)": 3.325185537338257,
-      "epoch": 5.356357927786499,
-      "rel-constrast": 2.291611909866333,
-      "step": 6824,
-      "subrel-constrast": 3.094531536102295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.400694727897644,
-      "cov-distil (oracle2student)": 3.522249221801758,
-      "cov-distil (oracle2teacher)": 4.249323844909668,
-      "epoch": 5.357142857142857,
-      "rel-constrast": 2.587639808654785,
-      "step": 6825,
-      "subrel-constrast": 3.0349955558776855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6294679641723633,
-      "cov-distil (oracle2student)": 4.684270858764648,
-      "cov-distil (oracle2teacher)": 4.293615341186523,
-      "epoch": 5.357927786499215,
-      "rel-constrast": 2.337282657623291,
-      "step": 6826,
-      "subrel-constrast": 3.6443772315979004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2413153648376465,
-      "cov-distil (oracle2student)": 4.923185348510742,
-      "cov-distil (oracle2teacher)": 4.813474655151367,
-      "epoch": 5.358712715855573,
-      "rel-constrast": 2.0791733264923096,
-      "step": 6827,
-      "subrel-constrast": 2.986269950866699,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3362469673156738,
-      "cov-distil (oracle2student)": 3.139758586883545,
-      "cov-distil (oracle2teacher)": 3.1079580783843994,
-      "epoch": 5.359497645211931,
-      "rel-constrast": 2.685469150543213,
-      "step": 6828,
-      "subrel-constrast": 3.436948299407959,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0080050230026245,
-      "cov-distil (oracle2student)": 3.702129602432251,
-      "cov-distil (oracle2teacher)": 3.504240036010742,
-      "epoch": 5.360282574568289,
-      "rel-constrast": 2.8678464889526367,
-      "step": 6829,
-      "subrel-constrast": 3.265871286392212,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.361067503924647,
-      "grad_norm": 5.96875,
-      "learning_rate": 1.3813826453575134e-05,
-      "loss": 0.6982,
-      "step": 6830
-    },
-    {
-      "cov-distil": 1.519097089767456,
-      "cov-distil (oracle2student)": 3.402092456817627,
-      "cov-distil (oracle2teacher)": 3.5045509338378906,
-      "epoch": 5.361067503924647,
-      "rel-constrast": 2.5280306339263916,
-      "step": 6830,
-      "subrel-constrast": 3.1062042713165283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2755930423736572,
-      "cov-distil (oracle2student)": 5.43828821182251,
-      "cov-distil (oracle2teacher)": 4.917730331420898,
-      "epoch": 5.361852433281005,
-      "rel-constrast": 3.1165647506713867,
-      "step": 6831,
-      "subrel-constrast": 3.4709553718566895,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.450838565826416,
-      "cov-distil (oracle2student)": 4.546162128448486,
-      "cov-distil (oracle2teacher)": 4.457802772521973,
-      "epoch": 5.362637362637362,
-      "rel-constrast": 3.402027130126953,
-      "step": 6832,
-      "subrel-constrast": 4.068759918212891,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.55106520652771,
-      "cov-distil (oracle2student)": 5.173375606536865,
-      "cov-distil (oracle2teacher)": 4.455519199371338,
-      "epoch": 5.363422291993721,
-      "rel-constrast": 2.5253891944885254,
-      "step": 6833,
-      "subrel-constrast": 3.162099838256836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6569195985794067,
-      "cov-distil (oracle2student)": 3.2872745990753174,
-      "cov-distil (oracle2teacher)": 2.836855411529541,
-      "epoch": 5.364207221350078,
-      "rel-constrast": 2.0520153045654297,
-      "step": 6834,
-      "subrel-constrast": 2.352503776550293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8996772766113281,
-      "cov-distil (oracle2student)": 5.150520324707031,
-      "cov-distil (oracle2teacher)": 4.893144607543945,
-      "epoch": 5.364992150706437,
-      "rel-constrast": 3.0612471103668213,
-      "step": 6835,
-      "subrel-constrast": 3.599179744720459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5672975778579712,
-      "cov-distil (oracle2student)": 5.225590705871582,
-      "cov-distil (oracle2teacher)": 5.394655227661133,
-      "epoch": 5.365777080062794,
-      "rel-constrast": 2.7451672554016113,
-      "step": 6836,
-      "subrel-constrast": 4.231739521026611,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3043406009674072,
-      "cov-distil (oracle2student)": 4.158206462860107,
-      "cov-distil (oracle2teacher)": 3.8614516258239746,
-      "epoch": 5.366562009419153,
-      "rel-constrast": 2.778164863586426,
-      "step": 6837,
-      "subrel-constrast": 3.2576491832733154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7127728462219238,
-      "cov-distil (oracle2student)": 5.359570026397705,
-      "cov-distil (oracle2teacher)": 5.046685218811035,
-      "epoch": 5.36734693877551,
-      "rel-constrast": 3.612650156021118,
-      "step": 6838,
-      "subrel-constrast": 4.174889087677002,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7190272808074951,
-      "cov-distil (oracle2student)": 4.599980354309082,
-      "cov-distil (oracle2teacher)": 3.942322015762329,
-      "epoch": 5.368131868131869,
-      "rel-constrast": 2.7112104892730713,
-      "step": 6839,
-      "subrel-constrast": 3.430209159851074,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.368916797488226,
-      "grad_norm": 4.875,
-      "learning_rate": 1.3735851450026102e-05,
-      "loss": 0.7525,
-      "step": 6840
-    },
-    {
-      "cov-distil": 1.2723705768585205,
-      "cov-distil (oracle2student)": 4.067173004150391,
-      "cov-distil (oracle2teacher)": 3.6892266273498535,
-      "epoch": 5.368916797488226,
-      "rel-constrast": 3.1984899044036865,
-      "step": 6840,
-      "subrel-constrast": 3.6242146492004395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7067081928253174,
-      "cov-distil (oracle2student)": 5.1028547286987305,
-      "cov-distil (oracle2teacher)": 4.351363658905029,
-      "epoch": 5.369701726844584,
-      "rel-constrast": 2.749053955078125,
-      "step": 6841,
-      "subrel-constrast": 3.5785293579101562,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9489929676055908,
-      "cov-distil (oracle2student)": 3.924616813659668,
-      "cov-distil (oracle2teacher)": 3.6234796047210693,
-      "epoch": 5.370486656200942,
-      "rel-constrast": 2.0595171451568604,
-      "step": 6842,
-      "subrel-constrast": 2.6763415336608887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4341673851013184,
-      "cov-distil (oracle2student)": 4.011101722717285,
-      "cov-distil (oracle2teacher)": 3.8393986225128174,
-      "epoch": 5.3712715855573,
-      "rel-constrast": 1.5951759815216064,
-      "step": 6843,
-      "subrel-constrast": 2.412130355834961,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1847140789031982,
-      "cov-distil (oracle2student)": 3.7861809730529785,
-      "cov-distil (oracle2teacher)": 3.247222900390625,
-      "epoch": 5.372056514913658,
-      "rel-constrast": 3.109346389770508,
-      "step": 6844,
-      "subrel-constrast": 3.1327130794525146,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1318614482879639,
-      "cov-distil (oracle2student)": 3.6106483936309814,
-      "cov-distil (oracle2teacher)": 3.8462107181549072,
-      "epoch": 5.372841444270016,
-      "rel-constrast": 2.0841803550720215,
-      "step": 6845,
-      "subrel-constrast": 2.7138538360595703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5796703100204468,
-      "cov-distil (oracle2student)": 1.9676051139831543,
-      "cov-distil (oracle2teacher)": 2.178640604019165,
-      "epoch": 5.373626373626374,
-      "rel-constrast": 1.8261557817459106,
-      "step": 6846,
-      "subrel-constrast": 2.385842800140381,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5249545574188232,
-      "cov-distil (oracle2student)": 3.0968873500823975,
-      "cov-distil (oracle2teacher)": 3.0328667163848877,
-      "epoch": 5.374411302982732,
-      "rel-constrast": 2.103268623352051,
-      "step": 6847,
-      "subrel-constrast": 2.5237715244293213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2044281959533691,
-      "cov-distil (oracle2student)": 3.8701019287109375,
-      "cov-distil (oracle2teacher)": 3.90973162651062,
-      "epoch": 5.375196232339089,
-      "rel-constrast": 2.3331217765808105,
-      "step": 6848,
-      "subrel-constrast": 2.6405673027038574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1249912977218628,
-      "cov-distil (oracle2student)": 4.415439605712891,
-      "cov-distil (oracle2teacher)": 4.064312934875488,
-      "epoch": 5.375981161695448,
-      "rel-constrast": 2.379638195037842,
-      "step": 6849,
-      "subrel-constrast": 3.015036106109619,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.376766091051805,
-      "grad_norm": 4.75,
-      "learning_rate": 1.3658013696572414e-05,
-      "loss": 0.6212,
-      "step": 6850
-    },
-    {
-      "cov-distil": 1.9334614276885986,
-      "cov-distil (oracle2student)": 4.4788689613342285,
-      "cov-distil (oracle2teacher)": 4.360084533691406,
-      "epoch": 5.376766091051805,
-      "rel-constrast": 2.163618326187134,
-      "step": 6850,
-      "subrel-constrast": 3.123337745666504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6663241386413574,
-      "cov-distil (oracle2student)": 4.039607524871826,
-      "cov-distil (oracle2teacher)": 3.978044033050537,
-      "epoch": 5.377551020408164,
-      "rel-constrast": 2.4327917098999023,
-      "step": 6851,
-      "subrel-constrast": 3.1431500911712646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4597840309143066,
-      "cov-distil (oracle2student)": 4.166390419006348,
-      "cov-distil (oracle2teacher)": 3.9250712394714355,
-      "epoch": 5.378335949764521,
-      "rel-constrast": 2.336416244506836,
-      "step": 6852,
-      "subrel-constrast": 3.036147356033325,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9703116416931152,
-      "cov-distil (oracle2student)": 3.1467225551605225,
-      "cov-distil (oracle2teacher)": 2.646883964538574,
-      "epoch": 5.3791208791208796,
-      "rel-constrast": 2.575824737548828,
-      "step": 6853,
-      "subrel-constrast": 2.8486979007720947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.701404333114624,
-      "cov-distil (oracle2student)": 4.5952324867248535,
-      "cov-distil (oracle2teacher)": 4.198873519897461,
-      "epoch": 5.379905808477237,
-      "rel-constrast": 2.0947186946868896,
-      "step": 6854,
-      "subrel-constrast": 3.192310333251953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3911933898925781,
-      "cov-distil (oracle2student)": 4.472233772277832,
-      "cov-distil (oracle2teacher)": 4.617918968200684,
-      "epoch": 5.380690737833595,
-      "rel-constrast": 2.4357311725616455,
-      "step": 6855,
-      "subrel-constrast": 3.4205780029296875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3806428909301758,
-      "cov-distil (oracle2student)": 3.9543747901916504,
-      "cov-distil (oracle2teacher)": 4.272542953491211,
-      "epoch": 5.381475667189953,
-      "rel-constrast": 2.3576695919036865,
-      "step": 6856,
-      "subrel-constrast": 3.2041845321655273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8631863594055176,
-      "cov-distil (oracle2student)": 2.84370756149292,
-      "cov-distil (oracle2teacher)": 3.1884336471557617,
-      "epoch": 5.382260596546311,
-      "rel-constrast": 1.875781774520874,
-      "step": 6857,
-      "subrel-constrast": 2.846122980117798,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6841769218444824,
-      "cov-distil (oracle2student)": 4.2192158699035645,
-      "cov-distil (oracle2teacher)": 4.566699028015137,
-      "epoch": 5.383045525902669,
-      "rel-constrast": 2.627364158630371,
-      "step": 6858,
-      "subrel-constrast": 3.628413677215576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7263381481170654,
-      "cov-distil (oracle2student)": 6.092051029205322,
-      "cov-distil (oracle2teacher)": 5.593540668487549,
-      "epoch": 5.383830455259027,
-      "rel-constrast": 2.7269561290740967,
-      "step": 6859,
-      "subrel-constrast": 3.1034836769104004,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.384615384615385,
-      "grad_norm": 4.46875,
-      "learning_rate": 1.3580314141642509e-05,
-      "loss": 0.6326,
-      "step": 6860
-    },
-    {
-      "cov-distil": 1.3437689542770386,
-      "cov-distil (oracle2student)": 4.924437522888184,
-      "cov-distil (oracle2teacher)": 4.525671005249023,
-      "epoch": 5.384615384615385,
-      "rel-constrast": 1.4459668397903442,
-      "step": 6860,
-      "subrel-constrast": 2.649320363998413,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5976163148880005,
-      "cov-distil (oracle2student)": 2.9206807613372803,
-      "cov-distil (oracle2teacher)": 2.8281307220458984,
-      "epoch": 5.385400313971743,
-      "rel-constrast": 2.4108693599700928,
-      "step": 6861,
-      "subrel-constrast": 2.87580943107605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5030169486999512,
-      "cov-distil (oracle2student)": 4.6240129470825195,
-      "cov-distil (oracle2teacher)": 4.361681938171387,
-      "epoch": 5.3861852433281,
-      "rel-constrast": 2.4511561393737793,
-      "step": 6862,
-      "subrel-constrast": 2.8416428565979004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6004550457000732,
-      "cov-distil (oracle2student)": 4.781728744506836,
-      "cov-distil (oracle2teacher)": 4.422153949737549,
-      "epoch": 5.3869701726844585,
-      "rel-constrast": 3.0579833984375,
-      "step": 6863,
-      "subrel-constrast": 3.9701600074768066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6165132522583008,
-      "cov-distil (oracle2student)": 4.854732513427734,
-      "cov-distil (oracle2teacher)": 4.571477890014648,
-      "epoch": 5.387755102040816,
-      "rel-constrast": 2.4610157012939453,
-      "step": 6864,
-      "subrel-constrast": 3.7687058448791504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6169342994689941,
-      "cov-distil (oracle2student)": 3.804213047027588,
-      "cov-distil (oracle2teacher)": 3.645172119140625,
-      "epoch": 5.3885400313971745,
-      "rel-constrast": 1.9463050365447998,
-      "step": 6865,
-      "subrel-constrast": 2.848029136657715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3200830221176147,
-      "cov-distil (oracle2student)": 4.175985336303711,
-      "cov-distil (oracle2teacher)": 3.8496830463409424,
-      "epoch": 5.389324960753532,
-      "rel-constrast": 2.282022714614868,
-      "step": 6866,
-      "subrel-constrast": 3.0001232624053955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6691224575042725,
-      "cov-distil (oracle2student)": 3.318814754486084,
-      "cov-distil (oracle2teacher)": 3.4840152263641357,
-      "epoch": 5.3901098901098905,
-      "rel-constrast": 2.197575092315674,
-      "step": 6867,
-      "subrel-constrast": 3.081199884414673,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.845259189605713,
-      "cov-distil (oracle2student)": 5.239015102386475,
-      "cov-distil (oracle2teacher)": 4.552308082580566,
-      "epoch": 5.390894819466248,
-      "rel-constrast": 3.608956813812256,
-      "step": 6868,
-      "subrel-constrast": 3.977090358734131,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2461998462677002,
-      "cov-distil (oracle2student)": 3.639890193939209,
-      "cov-distil (oracle2teacher)": 3.3616042137145996,
-      "epoch": 5.391679748822606,
-      "rel-constrast": 2.352841854095459,
-      "step": 6869,
-      "subrel-constrast": 2.905673027038574,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.392464678178964,
-      "grad_norm": 5.0625,
-      "learning_rate": 1.3502753731980965e-05,
-      "loss": 0.6438,
-      "step": 6870
-    },
-    {
-      "cov-distil": 1.4892634153366089,
-      "cov-distil (oracle2student)": 3.6962051391601562,
-      "cov-distil (oracle2teacher)": 3.8394689559936523,
-      "epoch": 5.392464678178964,
-      "rel-constrast": 2.531237840652466,
-      "step": 6870,
-      "subrel-constrast": 3.291151762008667,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.513436198234558,
-      "cov-distil (oracle2student)": 5.166689872741699,
-      "cov-distil (oracle2teacher)": 5.0526123046875,
-      "epoch": 5.393249607535322,
-      "rel-constrast": 1.8680046796798706,
-      "step": 6871,
-      "subrel-constrast": 2.73567795753479,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.839263916015625,
-      "cov-distil (oracle2student)": 4.302669525146484,
-      "cov-distil (oracle2teacher)": 3.7008211612701416,
-      "epoch": 5.39403453689168,
-      "rel-constrast": 2.4625606536865234,
-      "step": 6872,
-      "subrel-constrast": 3.5633842945098877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7373898029327393,
-      "cov-distil (oracle2student)": 5.113582611083984,
-      "cov-distil (oracle2teacher)": 4.160947322845459,
-      "epoch": 5.3948194662480375,
-      "rel-constrast": 1.9900741577148438,
-      "step": 6873,
-      "subrel-constrast": 2.877314567565918,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2139270305633545,
-      "cov-distil (oracle2student)": 4.422209739685059,
-      "cov-distil (oracle2teacher)": 4.137784481048584,
-      "epoch": 5.395604395604396,
-      "rel-constrast": 2.069715738296509,
-      "step": 6874,
-      "subrel-constrast": 3.026416540145874,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8814119100570679,
-      "cov-distil (oracle2student)": 3.9929065704345703,
-      "cov-distil (oracle2teacher)": 4.113892078399658,
-      "epoch": 5.3963893249607535,
-      "rel-constrast": 3.0164661407470703,
-      "step": 6875,
-      "subrel-constrast": 3.4323816299438477,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4299848079681396,
-      "cov-distil (oracle2student)": 4.492513656616211,
-      "cov-distil (oracle2teacher)": 4.17853307723999,
-      "epoch": 5.397174254317111,
-      "rel-constrast": 3.3906383514404297,
-      "step": 6876,
-      "subrel-constrast": 3.8355557918548584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2266993522644043,
-      "cov-distil (oracle2student)": 3.9177119731903076,
-      "cov-distil (oracle2teacher)": 3.8255832195281982,
-      "epoch": 5.3979591836734695,
-      "rel-constrast": 2.8072195053100586,
-      "step": 6877,
-      "subrel-constrast": 3.777045249938965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5973410606384277,
-      "cov-distil (oracle2student)": 4.753619194030762,
-      "cov-distil (oracle2teacher)": 4.753454208374023,
-      "epoch": 5.398744113029827,
-      "rel-constrast": 2.4452223777770996,
-      "step": 6878,
-      "subrel-constrast": 3.281999111175537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.847029209136963,
-      "cov-distil (oracle2student)": 4.7130231857299805,
-      "cov-distil (oracle2teacher)": 4.279946327209473,
-      "epoch": 5.3995290423861855,
-      "rel-constrast": 1.881385326385498,
-      "step": 6879,
-      "subrel-constrast": 2.943331241607666,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.400313971742543,
-      "grad_norm": 4.46875,
-      "learning_rate": 1.3425333412636881e-05,
-      "loss": 0.6535,
-      "step": 6880
-    },
-    {
-      "cov-distil": 1.379652976989746,
-      "cov-distil (oracle2student)": 2.647064447402954,
-      "cov-distil (oracle2teacher)": 2.8976964950561523,
-      "epoch": 5.400313971742543,
-      "rel-constrast": 2.313053607940674,
-      "step": 6880,
-      "subrel-constrast": 3.1273605823516846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4670135974884033,
-      "cov-distil (oracle2student)": 2.1409687995910645,
-      "cov-distil (oracle2teacher)": 2.329840660095215,
-      "epoch": 5.4010989010989015,
-      "rel-constrast": 1.806581735610962,
-      "step": 6881,
-      "subrel-constrast": 2.3699474334716797,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0108394622802734,
-      "cov-distil (oracle2student)": 4.958215713500977,
-      "cov-distil (oracle2teacher)": 4.637203216552734,
-      "epoch": 5.401883830455259,
-      "rel-constrast": 2.985365867614746,
-      "step": 6882,
-      "subrel-constrast": 3.8202383518218994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.284839153289795,
-      "cov-distil (oracle2student)": 4.210156440734863,
-      "cov-distil (oracle2teacher)": 4.132633686065674,
-      "epoch": 5.4026687598116165,
-      "rel-constrast": 2.403087615966797,
-      "step": 6883,
-      "subrel-constrast": 3.4814345836639404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4434888362884521,
-      "cov-distil (oracle2student)": 4.38207483291626,
-      "cov-distil (oracle2teacher)": 4.605620384216309,
-      "epoch": 5.403453689167975,
-      "rel-constrast": 2.5090394020080566,
-      "step": 6884,
-      "subrel-constrast": 3.453808546066284,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8037230968475342,
-      "cov-distil (oracle2student)": 4.563320636749268,
-      "cov-distil (oracle2teacher)": 4.855609893798828,
-      "epoch": 5.4042386185243325,
-      "rel-constrast": 1.9616475105285645,
-      "step": 6885,
-      "subrel-constrast": 3.139756202697754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.16949462890625,
-      "cov-distil (oracle2student)": 4.915657043457031,
-      "cov-distil (oracle2teacher)": 4.918087005615234,
-      "epoch": 5.405023547880691,
-      "rel-constrast": 1.9614261388778687,
-      "step": 6886,
-      "subrel-constrast": 2.970956802368164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.387955665588379,
-      "cov-distil (oracle2student)": 3.8455615043640137,
-      "cov-distil (oracle2teacher)": 3.561054229736328,
-      "epoch": 5.4058084772370485,
-      "rel-constrast": 2.819216728210449,
-      "step": 6887,
-      "subrel-constrast": 3.0385122299194336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.387832760810852,
-      "cov-distil (oracle2student)": 3.6667404174804688,
-      "cov-distil (oracle2teacher)": 3.809173583984375,
-      "epoch": 5.406593406593407,
-      "rel-constrast": 3.066627025604248,
-      "step": 6888,
-      "subrel-constrast": 3.519965648651123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9125518798828125,
-      "cov-distil (oracle2student)": 4.541806221008301,
-      "cov-distil (oracle2teacher)": 4.0376691818237305,
-      "epoch": 5.4073783359497645,
-      "rel-constrast": 3.4567453861236572,
-      "step": 6889,
-      "subrel-constrast": 4.426463603973389,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.408163265306122,
-      "grad_norm": 5.71875,
-      "learning_rate": 1.3348054126952428e-05,
-      "loss": 0.6702,
-      "step": 6890
-    },
-    {
-      "cov-distil": 1.3753167390823364,
-      "cov-distil (oracle2student)": 4.920285224914551,
-      "cov-distil (oracle2teacher)": 4.19583797454834,
-      "epoch": 5.408163265306122,
-      "rel-constrast": 2.4050488471984863,
-      "step": 6890,
-      "subrel-constrast": 2.7649638652801514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4272228479385376,
-      "cov-distil (oracle2student)": 5.557206630706787,
-      "cov-distil (oracle2teacher)": 4.7945122718811035,
-      "epoch": 5.4089481946624804,
-      "rel-constrast": 1.7393062114715576,
-      "step": 6891,
-      "subrel-constrast": 2.6457204818725586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4227337837219238,
-      "cov-distil (oracle2student)": 5.453753471374512,
-      "cov-distil (oracle2teacher)": 5.4019012451171875,
-      "epoch": 5.409733124018838,
-      "rel-constrast": 4.460117340087891,
-      "step": 6892,
-      "subrel-constrast": 4.766526699066162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3585505485534668,
-      "cov-distil (oracle2student)": 3.4985976219177246,
-      "cov-distil (oracle2teacher)": 3.426950454711914,
-      "epoch": 5.410518053375196,
-      "rel-constrast": 2.5144095420837402,
-      "step": 6893,
-      "subrel-constrast": 3.299999952316284,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5823723077774048,
-      "cov-distil (oracle2student)": 4.5724687576293945,
-      "cov-distil (oracle2teacher)": 4.1536078453063965,
-      "epoch": 5.411302982731554,
-      "rel-constrast": 2.175926685333252,
-      "step": 6894,
-      "subrel-constrast": 2.848607301712036,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6436262130737305,
-      "cov-distil (oracle2student)": 3.569629430770874,
-      "cov-distil (oracle2teacher)": 3.5171284675598145,
-      "epoch": 5.412087912087912,
-      "rel-constrast": 2.5614466667175293,
-      "step": 6895,
-      "subrel-constrast": 3.7466273307800293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5706493854522705,
-      "cov-distil (oracle2student)": 4.630938529968262,
-      "cov-distil (oracle2teacher)": 4.246218204498291,
-      "epoch": 5.41287284144427,
-      "rel-constrast": 2.4025349617004395,
-      "step": 6896,
-      "subrel-constrast": 2.6776673793792725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7417526245117188,
-      "cov-distil (oracle2student)": 3.290241241455078,
-      "cov-distil (oracle2teacher)": 3.390500783920288,
-      "epoch": 5.4136577708006275,
-      "rel-constrast": 2.0185558795928955,
-      "step": 6897,
-      "subrel-constrast": 3.0049192905426025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3635543584823608,
-      "cov-distil (oracle2student)": 5.533366680145264,
-      "cov-distil (oracle2teacher)": 4.531351566314697,
-      "epoch": 5.414442700156986,
-      "rel-constrast": 1.7390639781951904,
-      "step": 6898,
-      "subrel-constrast": 2.2694952487945557,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2829910516738892,
-      "cov-distil (oracle2student)": 4.599458694458008,
-      "cov-distil (oracle2teacher)": 4.58711576461792,
-      "epoch": 5.4152276295133435,
-      "rel-constrast": 2.2571310997009277,
-      "step": 6899,
-      "subrel-constrast": 3.250227689743042,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.416012558869702,
-      "grad_norm": 5.5625,
-      "learning_rate": 1.3270916816551298e-05,
-      "loss": 0.6438,
-      "step": 6900
-    },
-    {
-      "epoch": 5.416012558869702,
-      "overlap": 0.3218750059604645,
-      "step": 6900
-    },
-    {
-      "epoch": 5.416012558869702,
-      "step": 6900,
-      "student margin": 0.06036376953125
-    },
-    {
-      "epoch": 5.416012558869702,
-      "step": 6900,
-      "teacher margin": 0.043670654296875
-    },
-    {
-      "epoch": 5.416012558869702,
-      "margin difference": -0.016693115234375,
-      "step": 6900
-    },
-    {
-      "cov-distil": 1.4736855030059814,
-      "cov-distil (oracle2student)": 2.3165159225463867,
-      "cov-distil (oracle2teacher)": 2.0397207736968994,
-      "epoch": 5.416012558869702,
-      "rel-constrast": 2.6308319568634033,
-      "step": 6900,
-      "subrel-constrast": 3.0190088748931885,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.151784896850586,
-      "cov-distil (oracle2student)": 4.504032611846924,
-      "cov-distil (oracle2teacher)": 4.0061140060424805,
-      "epoch": 5.416797488226059,
-      "rel-constrast": 2.4969167709350586,
-      "step": 6901,
-      "subrel-constrast": 3.15427303314209,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5465328693389893,
-      "cov-distil (oracle2student)": 5.285339832305908,
-      "cov-distil (oracle2teacher)": 5.158863067626953,
-      "epoch": 5.417582417582418,
-      "rel-constrast": 3.521613121032715,
-      "step": 6902,
-      "subrel-constrast": 3.934556007385254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.694507360458374,
-      "cov-distil (oracle2student)": 4.380680084228516,
-      "cov-distil (oracle2teacher)": 4.605476379394531,
-      "epoch": 5.418367346938775,
-      "rel-constrast": 2.064605236053467,
-      "step": 6903,
-      "subrel-constrast": 3.343071460723877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4552820920944214,
-      "cov-distil (oracle2student)": 4.997252464294434,
-      "cov-distil (oracle2teacher)": 4.610720634460449,
-      "epoch": 5.419152276295134,
-      "rel-constrast": 2.52752947807312,
-      "step": 6904,
-      "subrel-constrast": 3.599036455154419,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.28570556640625,
-      "cov-distil (oracle2student)": 4.147556304931641,
-      "cov-distil (oracle2teacher)": 3.752368927001953,
-      "epoch": 5.419937205651491,
-      "rel-constrast": 2.3570237159729004,
-      "step": 6905,
-      "subrel-constrast": 3.1312530040740967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2089152336120605,
-      "cov-distil (oracle2student)": 3.9115874767303467,
-      "cov-distil (oracle2teacher)": 3.789869785308838,
-      "epoch": 5.420722135007849,
-      "rel-constrast": 1.780064582824707,
-      "step": 6906,
-      "subrel-constrast": 2.6057450771331787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4978339672088623,
-      "cov-distil (oracle2student)": 4.236263275146484,
-      "cov-distil (oracle2teacher)": 4.7626848220825195,
-      "epoch": 5.421507064364207,
-      "rel-constrast": 2.3981640338897705,
-      "step": 6907,
-      "subrel-constrast": 3.329530715942383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8722779750823975,
-      "cov-distil (oracle2student)": 4.9013214111328125,
-      "cov-distil (oracle2teacher)": 4.162720680236816,
-      "epoch": 5.422291993720565,
-      "rel-constrast": 2.7506275177001953,
-      "step": 6908,
-      "subrel-constrast": 3.6912946701049805,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2804062366485596,
-      "cov-distil (oracle2student)": 4.800643444061279,
-      "cov-distil (oracle2teacher)": 4.695418357849121,
-      "epoch": 5.423076923076923,
-      "rel-constrast": 2.4978928565979004,
-      "step": 6909,
-      "subrel-constrast": 3.798077344894409,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.423861852433281,
-      "grad_norm": 5.0,
-      "learning_rate": 1.3193922421327298e-05,
-      "loss": 0.6618,
-      "step": 6910
-    },
-    {
-      "cov-distil": 2.0269227027893066,
-      "cov-distil (oracle2student)": 4.24373722076416,
-      "cov-distil (oracle2teacher)": 3.7970762252807617,
-      "epoch": 5.423861852433281,
-      "rel-constrast": 3.0282227993011475,
-      "step": 6910,
-      "subrel-constrast": 3.436464786529541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1600956916809082,
-      "cov-distil (oracle2student)": 3.2217798233032227,
-      "cov-distil (oracle2teacher)": 3.6141958236694336,
-      "epoch": 5.424646781789639,
-      "rel-constrast": 1.9852871894836426,
-      "step": 6911,
-      "subrel-constrast": 2.9327433109283447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1786611080169678,
-      "cov-distil (oracle2student)": 3.7819395065307617,
-      "cov-distil (oracle2teacher)": 3.981410503387451,
-      "epoch": 5.425431711145997,
-      "rel-constrast": 2.2764334678649902,
-      "step": 6912,
-      "subrel-constrast": 2.8038394451141357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7883756160736084,
-      "cov-distil (oracle2student)": 4.928401470184326,
-      "cov-distil (oracle2teacher)": 4.5001115798950195,
-      "epoch": 5.426216640502354,
-      "rel-constrast": 3.357621669769287,
-      "step": 6913,
-      "subrel-constrast": 3.869544506072998,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2928982973098755,
-      "cov-distil (oracle2student)": 4.24262809753418,
-      "cov-distil (oracle2teacher)": 3.827389717102051,
-      "epoch": 5.427001569858713,
-      "rel-constrast": 2.2281720638275146,
-      "step": 6914,
-      "subrel-constrast": 3.2898988723754883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4696683883666992,
-      "cov-distil (oracle2student)": 4.038612365722656,
-      "cov-distil (oracle2teacher)": 3.7689104080200195,
-      "epoch": 5.42778649921507,
-      "rel-constrast": 3.350583076477051,
-      "step": 6915,
-      "subrel-constrast": 3.95949649810791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.342834711074829,
-      "cov-distil (oracle2student)": 3.4198858737945557,
-      "cov-distil (oracle2teacher)": 3.214994430541992,
-      "epoch": 5.428571428571429,
-      "rel-constrast": 1.5829517841339111,
-      "step": 6916,
-      "subrel-constrast": 2.238337278366089,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6921453475952148,
-      "cov-distil (oracle2student)": 5.07627010345459,
-      "cov-distil (oracle2teacher)": 4.670835494995117,
-      "epoch": 5.429356357927786,
-      "rel-constrast": 2.3037407398223877,
-      "step": 6917,
-      "subrel-constrast": 3.232748031616211,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.785692572593689,
-      "cov-distil (oracle2student)": 4.687193870544434,
-      "cov-distil (oracle2teacher)": 4.349277019500732,
-      "epoch": 5.430141287284145,
-      "rel-constrast": 2.611034870147705,
-      "step": 6918,
-      "subrel-constrast": 3.2643423080444336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.435629963874817,
-      "cov-distil (oracle2student)": 4.483859062194824,
-      "cov-distil (oracle2teacher)": 3.832973003387451,
-      "epoch": 5.430926216640502,
-      "rel-constrast": 3.0640084743499756,
-      "step": 6919,
-      "subrel-constrast": 3.3440160751342773,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.43171114599686,
-      "grad_norm": 5.6875,
-      "learning_rate": 1.3117071879432819e-05,
-      "loss": 0.6826,
-      "step": 6920
-    },
-    {
-      "cov-distil": 1.3243287801742554,
-      "cov-distil (oracle2student)": 3.233401298522949,
-      "cov-distil (oracle2teacher)": 3.615123987197876,
-      "epoch": 5.43171114599686,
-      "rel-constrast": 2.7630858421325684,
-      "step": 6920,
-      "subrel-constrast": 3.5540683269500732,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6733790636062622,
-      "cov-distil (oracle2student)": 5.5067667961120605,
-      "cov-distil (oracle2teacher)": 5.604770183563232,
-      "epoch": 5.432496075353218,
-      "rel-constrast": 3.506542444229126,
-      "step": 6921,
-      "subrel-constrast": 4.034640312194824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1352038383483887,
-      "cov-distil (oracle2student)": 5.673349380493164,
-      "cov-distil (oracle2teacher)": 4.959506988525391,
-      "epoch": 5.433281004709576,
-      "rel-constrast": 2.6701109409332275,
-      "step": 6922,
-      "subrel-constrast": 3.0934557914733887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3277816772460938,
-      "cov-distil (oracle2student)": 4.568870544433594,
-      "cov-distil (oracle2teacher)": 4.103458404541016,
-      "epoch": 5.434065934065934,
-      "rel-constrast": 2.006760358810425,
-      "step": 6923,
-      "subrel-constrast": 2.9065074920654297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2948135137557983,
-      "cov-distil (oracle2student)": 4.578125,
-      "cov-distil (oracle2teacher)": 4.426291465759277,
-      "epoch": 5.434850863422292,
-      "rel-constrast": 2.92217755317688,
-      "step": 6924,
-      "subrel-constrast": 3.634390115737915,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2551918029785156,
-      "cov-distil (oracle2student)": 4.028621673583984,
-      "cov-distil (oracle2teacher)": 3.7738423347473145,
-      "epoch": 5.43563579277865,
-      "rel-constrast": 1.8949249982833862,
-      "step": 6925,
-      "subrel-constrast": 2.8486061096191406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.920945644378662,
-      "cov-distil (oracle2student)": 3.6960244178771973,
-      "cov-distil (oracle2teacher)": 3.7348666191101074,
-      "epoch": 5.436420722135008,
-      "rel-constrast": 2.3083906173706055,
-      "step": 6926,
-      "subrel-constrast": 3.192683458328247,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.641862392425537,
-      "cov-distil (oracle2student)": 4.3420281410217285,
-      "cov-distil (oracle2teacher)": 4.35483980178833,
-      "epoch": 5.437205651491365,
-      "rel-constrast": 2.0137412548065186,
-      "step": 6927,
-      "subrel-constrast": 2.6945252418518066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4008458852767944,
-      "cov-distil (oracle2student)": 7.98150634765625,
-      "cov-distil (oracle2teacher)": 7.586625099182129,
-      "epoch": 5.437990580847724,
-      "rel-constrast": 2.667548894882202,
-      "step": 6928,
-      "subrel-constrast": 4.2049713134765625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6433379650115967,
-      "cov-distil (oracle2student)": 3.5778920650482178,
-      "cov-distil (oracle2teacher)": 3.6060171127319336,
-      "epoch": 5.438775510204081,
-      "rel-constrast": 1.9545509815216064,
-      "step": 6929,
-      "subrel-constrast": 2.980170249938965,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.43956043956044,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.304036612726746e-05,
-      "loss": 0.6542,
-      "step": 6930
-    },
-    {
-      "cov-distil": 1.1357970237731934,
-      "cov-distil (oracle2student)": 3.2684688568115234,
-      "cov-distil (oracle2teacher)": 2.966731309890747,
-      "epoch": 5.43956043956044,
-      "rel-constrast": 2.173201084136963,
-      "step": 6930,
-      "subrel-constrast": 2.554441213607788,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1614370346069336,
-      "cov-distil (oracle2student)": 4.408377647399902,
-      "cov-distil (oracle2teacher)": 4.072526931762695,
-      "epoch": 5.440345368916797,
-      "rel-constrast": 2.856938362121582,
-      "step": 6931,
-      "subrel-constrast": 2.985130786895752,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.793601393699646,
-      "cov-distil (oracle2student)": 3.1136579513549805,
-      "cov-distil (oracle2teacher)": 2.9634652137756348,
-      "epoch": 5.441130298273156,
-      "rel-constrast": 2.5033321380615234,
-      "step": 6932,
-      "subrel-constrast": 3.123474597930908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3094829320907593,
-      "cov-distil (oracle2student)": 3.009181022644043,
-      "cov-distil (oracle2teacher)": 3.2221717834472656,
-      "epoch": 5.441915227629513,
-      "rel-constrast": 2.4966511726379395,
-      "step": 6933,
-      "subrel-constrast": 3.280357599258423,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4380244016647339,
-      "cov-distil (oracle2student)": 3.560885429382324,
-      "cov-distil (oracle2teacher)": 2.8680994510650635,
-      "epoch": 5.442700156985872,
-      "rel-constrast": 1.5478858947753906,
-      "step": 6934,
-      "subrel-constrast": 2.220069408416748,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4624921083450317,
-      "cov-distil (oracle2student)": 4.779786586761475,
-      "cov-distil (oracle2teacher)": 4.884119033813477,
-      "epoch": 5.443485086342229,
-      "rel-constrast": 2.5612683296203613,
-      "step": 6935,
-      "subrel-constrast": 2.8040566444396973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1492760181427002,
-      "cov-distil (oracle2student)": 1.997994065284729,
-      "cov-distil (oracle2teacher)": 2.3134217262268066,
-      "epoch": 5.444270015698587,
-      "rel-constrast": 1.9359071254730225,
-      "step": 6936,
-      "subrel-constrast": 2.748753786087036,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3450007438659668,
-      "cov-distil (oracle2student)": 4.542422294616699,
-      "cov-distil (oracle2teacher)": 4.584760665893555,
-      "epoch": 5.445054945054945,
-      "rel-constrast": 2.243786573410034,
-      "step": 6937,
-      "subrel-constrast": 3.115198850631714,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.662839651107788,
-      "cov-distil (oracle2student)": 2.941505193710327,
-      "cov-distil (oracle2teacher)": 3.370237350463867,
-      "epoch": 5.445839874411303,
-      "rel-constrast": 2.0486154556274414,
-      "step": 6938,
-      "subrel-constrast": 2.925098180770874,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5394779443740845,
-      "cov-distil (oracle2student)": 3.340481758117676,
-      "cov-distil (oracle2teacher)": 2.6179609298706055,
-      "epoch": 5.446624803767661,
-      "rel-constrast": 1.6051661968231201,
-      "step": 6939,
-      "subrel-constrast": 2.339218854904175,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.447409733124019,
-      "grad_norm": 4.5,
-      "learning_rate": 1.2963806099466619e-05,
-      "loss": 0.5843,
-      "step": 6940
-    },
-    {
-      "cov-distil": 1.2223215103149414,
-      "cov-distil (oracle2student)": 4.613444805145264,
-      "cov-distil (oracle2teacher)": 4.128288269042969,
-      "epoch": 5.447409733124019,
-      "rel-constrast": 2.4977896213531494,
-      "step": 6940,
-      "subrel-constrast": 2.909337282180786,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.970773458480835,
-      "cov-distil (oracle2student)": 3.8286328315734863,
-      "cov-distil (oracle2teacher)": 3.551623821258545,
-      "epoch": 5.448194662480377,
-      "rel-constrast": 2.5884342193603516,
-      "step": 6941,
-      "subrel-constrast": 2.972811460494995,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.49359929561615,
-      "cov-distil (oracle2student)": 4.575997352600098,
-      "cov-distil (oracle2teacher)": 4.5383687019348145,
-      "epoch": 5.448979591836735,
-      "rel-constrast": 2.25748348236084,
-      "step": 6942,
-      "subrel-constrast": 3.2774009704589844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.047581672668457,
-      "cov-distil (oracle2student)": 4.980203628540039,
-      "cov-distil (oracle2teacher)": 4.533352375030518,
-      "epoch": 5.449764521193092,
-      "rel-constrast": 2.2591209411621094,
-      "step": 6943,
-      "subrel-constrast": 2.7084298133850098,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4704391956329346,
-      "cov-distil (oracle2student)": 4.128690719604492,
-      "cov-distil (oracle2teacher)": 3.771130323410034,
-      "epoch": 5.450549450549451,
-      "rel-constrast": 1.650215744972229,
-      "step": 6944,
-      "subrel-constrast": 2.2575559616088867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1391842365264893,
-      "cov-distil (oracle2student)": 3.6404409408569336,
-      "cov-distil (oracle2teacher)": 3.8238444328308105,
-      "epoch": 5.451334379905808,
-      "rel-constrast": 2.2440857887268066,
-      "step": 6945,
-      "subrel-constrast": 2.9460155963897705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.909421443939209,
-      "cov-distil (oracle2student)": 4.104338645935059,
-      "cov-distil (oracle2teacher)": 3.8044965267181396,
-      "epoch": 5.452119309262167,
-      "rel-constrast": 2.7837157249450684,
-      "step": 6946,
-      "subrel-constrast": 3.3860158920288086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5097841024398804,
-      "cov-distil (oracle2student)": 5.927988052368164,
-      "cov-distil (oracle2teacher)": 5.48325252532959,
-      "epoch": 5.452904238618524,
-      "rel-constrast": 2.7883613109588623,
-      "step": 6947,
-      "subrel-constrast": 3.2966606616973877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.461134672164917,
-      "cov-distil (oracle2student)": 2.7493038177490234,
-      "cov-distil (oracle2teacher)": 2.3870863914489746,
-      "epoch": 5.453689167974883,
-      "rel-constrast": 2.124545097351074,
-      "step": 6948,
-      "subrel-constrast": 2.618652582168579,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.857694387435913,
-      "cov-distil (oracle2student)": 3.9894049167633057,
-      "cov-distil (oracle2teacher)": 4.261167049407959,
-      "epoch": 5.45447409733124,
-      "rel-constrast": 3.946439743041992,
-      "step": 6949,
-      "subrel-constrast": 4.481748580932617,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.455259026687598,
-      "grad_norm": 6.15625,
-      "learning_rate": 1.2887392728890052e-05,
-      "loss": 0.6662,
-      "step": 6950
-    },
-    {
-      "cov-distil": 1.3657625913619995,
-      "cov-distil (oracle2student)": 3.2976391315460205,
-      "cov-distil (oracle2teacher)": 3.142136812210083,
-      "epoch": 5.455259026687598,
-      "rel-constrast": 1.9882137775421143,
-      "step": 6950,
-      "subrel-constrast": 2.5279901027679443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6849883794784546,
-      "cov-distil (oracle2student)": 3.5599989891052246,
-      "cov-distil (oracle2teacher)": 4.030749320983887,
-      "epoch": 5.456043956043956,
-      "rel-constrast": 2.38693904876709,
-      "step": 6951,
-      "subrel-constrast": 3.3397467136383057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.830373764038086,
-      "cov-distil (oracle2student)": 3.2895803451538086,
-      "cov-distil (oracle2teacher)": 3.293837547302246,
-      "epoch": 5.456828885400314,
-      "rel-constrast": 1.9395473003387451,
-      "step": 6952,
-      "subrel-constrast": 2.819643020629883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2832608222961426,
-      "cov-distil (oracle2student)": 6.171200275421143,
-      "cov-distil (oracle2teacher)": 6.1916399002075195,
-      "epoch": 5.457613814756672,
-      "rel-constrast": 3.2671337127685547,
-      "step": 6953,
-      "subrel-constrast": 3.5283002853393555,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.311860203742981,
-      "cov-distil (oracle2student)": 4.174455642700195,
-      "cov-distil (oracle2teacher)": 3.833983898162842,
-      "epoch": 5.45839874411303,
-      "rel-constrast": 2.5324625968933105,
-      "step": 6954,
-      "subrel-constrast": 3.318047046661377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2298260927200317,
-      "cov-distil (oracle2student)": 3.5138139724731445,
-      "cov-distil (oracle2teacher)": 3.838003396987915,
-      "epoch": 5.459183673469388,
-      "rel-constrast": 2.3187289237976074,
-      "step": 6955,
-      "subrel-constrast": 3.257420063018799,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7028313875198364,
-      "cov-distil (oracle2student)": 4.091485977172852,
-      "cov-distil (oracle2teacher)": 3.8519999980926514,
-      "epoch": 5.459968602825746,
-      "rel-constrast": 2.012876272201538,
-      "step": 6956,
-      "subrel-constrast": 2.9191970825195312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1986634731292725,
-      "cov-distil (oracle2student)": 4.495125770568848,
-      "cov-distil (oracle2teacher)": 4.8133344650268555,
-      "epoch": 5.460753532182103,
-      "rel-constrast": 2.8299200534820557,
-      "step": 6957,
-      "subrel-constrast": 4.301336765289307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8439126014709473,
-      "cov-distil (oracle2student)": 5.620049476623535,
-      "cov-distil (oracle2teacher)": 5.174103736877441,
-      "epoch": 5.461538461538462,
-      "rel-constrast": 2.5362794399261475,
-      "step": 6958,
-      "subrel-constrast": 3.231318473815918,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.491373062133789,
-      "cov-distil (oracle2student)": 3.6494297981262207,
-      "cov-distil (oracle2teacher)": 3.719107151031494,
-      "epoch": 5.462323390894819,
-      "rel-constrast": 2.605510950088501,
-      "step": 6959,
-      "subrel-constrast": 3.0667970180511475,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.463108320251178,
-      "grad_norm": 5.375,
-      "learning_rate": 1.2811126946610589e-05,
-      "loss": 0.6503,
-      "step": 6960
-    },
-    {
-      "cov-distil": 1.0723907947540283,
-      "cov-distil (oracle2student)": 2.882246494293213,
-      "cov-distil (oracle2teacher)": 3.0023927688598633,
-      "epoch": 5.463108320251178,
-      "rel-constrast": 2.5716712474823,
-      "step": 6960,
-      "subrel-constrast": 3.1587939262390137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.440723180770874,
-      "cov-distil (oracle2student)": 3.8493566513061523,
-      "cov-distil (oracle2teacher)": 3.684896945953369,
-      "epoch": 5.463893249607535,
-      "rel-constrast": 2.561973810195923,
-      "step": 6961,
-      "subrel-constrast": 2.5137908458709717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3432211875915527,
-      "cov-distil (oracle2student)": 6.765752792358398,
-      "cov-distil (oracle2teacher)": 6.252223491668701,
-      "epoch": 5.464678178963894,
-      "rel-constrast": 3.3964788913726807,
-      "step": 6962,
-      "subrel-constrast": 3.9966142177581787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1325337886810303,
-      "cov-distil (oracle2student)": 5.413686752319336,
-      "cov-distil (oracle2teacher)": 5.350162506103516,
-      "epoch": 5.465463108320251,
-      "rel-constrast": 1.4810254573822021,
-      "step": 6963,
-      "subrel-constrast": 1.806730031967163,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3566292524337769,
-      "cov-distil (oracle2student)": 2.7092463970184326,
-      "cov-distil (oracle2teacher)": 2.818997859954834,
-      "epoch": 5.466248037676609,
-      "rel-constrast": 1.5726487636566162,
-      "step": 6964,
-      "subrel-constrast": 2.5552523136138916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2875438928604126,
-      "cov-distil (oracle2student)": 3.981987476348877,
-      "cov-distil (oracle2teacher)": 4.001089096069336,
-      "epoch": 5.467032967032967,
-      "rel-constrast": 3.544496774673462,
-      "step": 6965,
-      "subrel-constrast": 3.7463014125823975,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5598208904266357,
-      "cov-distil (oracle2student)": 7.253941535949707,
-      "cov-distil (oracle2teacher)": 6.556923866271973,
-      "epoch": 5.467817896389325,
-      "rel-constrast": 2.2272050380706787,
-      "step": 6966,
-      "subrel-constrast": 2.970583915710449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.921095609664917,
-      "cov-distil (oracle2student)": 4.3765974044799805,
-      "cov-distil (oracle2teacher)": 3.977125644683838,
-      "epoch": 5.468602825745683,
-      "rel-constrast": 3.0253162384033203,
-      "step": 6967,
-      "subrel-constrast": 4.098117351531982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.030263900756836,
-      "cov-distil (oracle2student)": 3.5973496437072754,
-      "cov-distil (oracle2teacher)": 4.266693115234375,
-      "epoch": 5.469387755102041,
-      "rel-constrast": 3.1234288215637207,
-      "step": 6968,
-      "subrel-constrast": 4.741587162017822,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0600030422210693,
-      "cov-distil (oracle2student)": 3.19962739944458,
-      "cov-distil (oracle2teacher)": 3.193699836730957,
-      "epoch": 5.470172684458399,
-      "rel-constrast": 2.165327548980713,
-      "step": 6969,
-      "subrel-constrast": 2.9027791023254395,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.470957613814757,
-      "grad_norm": 5.125,
-      "learning_rate": 1.2735009681902699e-05,
-      "loss": 0.6797,
-      "step": 6970
-    },
-    {
-      "cov-distil": 1.3365064859390259,
-      "cov-distil (oracle2student)": 5.847115516662598,
-      "cov-distil (oracle2teacher)": 5.276651859283447,
-      "epoch": 5.470957613814757,
-      "rel-constrast": 3.3589367866516113,
-      "step": 6970,
-      "subrel-constrast": 4.692938804626465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.764173984527588,
-      "cov-distil (oracle2student)": 5.213926315307617,
-      "cov-distil (oracle2teacher)": 4.570199012756348,
-      "epoch": 5.471742543171114,
-      "rel-constrast": 1.9222643375396729,
-      "step": 6971,
-      "subrel-constrast": 2.9609508514404297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4743051528930664,
-      "cov-distil (oracle2student)": 4.2619853019714355,
-      "cov-distil (oracle2teacher)": 4.033382415771484,
-      "epoch": 5.472527472527473,
-      "rel-constrast": 2.3590903282165527,
-      "step": 6972,
-      "subrel-constrast": 2.985398292541504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9721863269805908,
-      "cov-distil (oracle2student)": 3.2824249267578125,
-      "cov-distil (oracle2teacher)": 3.484713077545166,
-      "epoch": 5.47331240188383,
-      "rel-constrast": 2.4288740158081055,
-      "step": 6973,
-      "subrel-constrast": 3.5279018878936768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5224933624267578,
-      "cov-distil (oracle2student)": 4.264334678649902,
-      "cov-distil (oracle2teacher)": 4.023171424865723,
-      "epoch": 5.474097331240189,
-      "rel-constrast": 1.535999059677124,
-      "step": 6974,
-      "subrel-constrast": 2.4217872619628906,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3159711360931396,
-      "cov-distil (oracle2student)": 4.405867576599121,
-      "cov-distil (oracle2teacher)": 4.445070266723633,
-      "epoch": 5.474882260596546,
-      "rel-constrast": 3.2271461486816406,
-      "step": 6975,
-      "subrel-constrast": 4.185879707336426,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2390103340148926,
-      "cov-distil (oracle2student)": 4.848620414733887,
-      "cov-distil (oracle2teacher)": 4.679091930389404,
-      "epoch": 5.475667189952905,
-      "rel-constrast": 1.8418664932250977,
-      "step": 6976,
-      "subrel-constrast": 2.783618211746216,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5175228118896484,
-      "cov-distil (oracle2student)": 4.167404651641846,
-      "cov-distil (oracle2teacher)": 3.941401958465576,
-      "epoch": 5.476452119309262,
-      "rel-constrast": 2.999368190765381,
-      "step": 6977,
-      "subrel-constrast": 3.3102622032165527,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3612391948699951,
-      "cov-distil (oracle2student)": 5.248579502105713,
-      "cov-distil (oracle2teacher)": 4.85593318939209,
-      "epoch": 5.47723704866562,
-      "rel-constrast": 3.0080766677856445,
-      "step": 6978,
-      "subrel-constrast": 3.4993367195129395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.891280174255371,
-      "cov-distil (oracle2student)": 5.293780326843262,
-      "cov-distil (oracle2teacher)": 5.340047359466553,
-      "epoch": 5.478021978021978,
-      "rel-constrast": 2.7831947803497314,
-      "step": 6979,
-      "subrel-constrast": 4.110202312469482,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.478806907378336,
-      "grad_norm": 5.46875,
-      "learning_rate": 1.2659041862231247e-05,
-      "loss": 0.6751,
-      "step": 6980
-    },
-    {
-      "cov-distil": 1.1905982494354248,
-      "cov-distil (oracle2student)": 8.014697074890137,
-      "cov-distil (oracle2teacher)": 6.394875526428223,
-      "epoch": 5.478806907378336,
-      "rel-constrast": 2.673384666442871,
-      "step": 6980,
-      "subrel-constrast": 3.226630449295044,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8150200843811035,
-      "cov-distil (oracle2student)": 4.4626970291137695,
-      "cov-distil (oracle2teacher)": 3.588451385498047,
-      "epoch": 5.479591836734694,
-      "rel-constrast": 2.628342390060425,
-      "step": 6981,
-      "subrel-constrast": 3.3383281230926514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5209838151931763,
-      "cov-distil (oracle2student)": 4.969555377960205,
-      "cov-distil (oracle2teacher)": 4.2723917961120605,
-      "epoch": 5.480376766091052,
-      "rel-constrast": 3.1788384914398193,
-      "step": 6982,
-      "subrel-constrast": 3.494492769241333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2749722003936768,
-      "cov-distil (oracle2student)": 4.417959213256836,
-      "cov-distil (oracle2teacher)": 4.0894670486450195,
-      "epoch": 5.48116169544741,
-      "rel-constrast": 1.8037605285644531,
-      "step": 6983,
-      "subrel-constrast": 2.447538137435913,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4131829738616943,
-      "cov-distil (oracle2student)": 3.483771800994873,
-      "cov-distil (oracle2teacher)": 3.551163911819458,
-      "epoch": 5.481946624803768,
-      "rel-constrast": 1.6060190200805664,
-      "step": 6984,
-      "subrel-constrast": 2.1930720806121826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3862833976745605,
-      "cov-distil (oracle2student)": 5.821835041046143,
-      "cov-distil (oracle2teacher)": 5.543900012969971,
-      "epoch": 5.482731554160125,
-      "rel-constrast": 2.851468086242676,
-      "step": 6985,
-      "subrel-constrast": 3.3312454223632812,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6867341995239258,
-      "cov-distil (oracle2student)": 3.676571846008301,
-      "cov-distil (oracle2teacher)": 3.6223268508911133,
-      "epoch": 5.483516483516484,
-      "rel-constrast": 2.1855201721191406,
-      "step": 6986,
-      "subrel-constrast": 3.088376045227051,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5192501544952393,
-      "cov-distil (oracle2student)": 3.739548683166504,
-      "cov-distil (oracle2teacher)": 3.507425308227539,
-      "epoch": 5.484301412872841,
-      "rel-constrast": 2.5846567153930664,
-      "step": 6987,
-      "subrel-constrast": 2.996854782104492,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3234816789627075,
-      "cov-distil (oracle2student)": 3.466672420501709,
-      "cov-distil (oracle2teacher)": 3.7106680870056152,
-      "epoch": 5.4850863422291996,
-      "rel-constrast": 2.281601667404175,
-      "step": 6988,
-      "subrel-constrast": 2.9263436794281006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2001054286956787,
-      "cov-distil (oracle2student)": 6.068027019500732,
-      "cov-distil (oracle2teacher)": 5.877193927764893,
-      "epoch": 5.485871271585557,
-      "rel-constrast": 2.5482823848724365,
-      "step": 6989,
-      "subrel-constrast": 3.0459752082824707,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.4866562009419155,
-      "grad_norm": 5.5,
-      "learning_rate": 1.2583224413240135e-05,
-      "loss": 0.6444,
-      "step": 6990
-    },
-    {
-      "cov-distil": 1.7151200771331787,
-      "cov-distil (oracle2student)": 5.735144138336182,
-      "cov-distil (oracle2teacher)": 4.7108306884765625,
-      "epoch": 5.4866562009419155,
-      "rel-constrast": 2.943331003189087,
-      "step": 6990,
-      "subrel-constrast": 3.975205898284912,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.508623480796814,
-      "cov-distil (oracle2student)": 3.7251224517822266,
-      "cov-distil (oracle2teacher)": 3.55086088180542,
-      "epoch": 5.487441130298273,
-      "rel-constrast": 1.3834233283996582,
-      "step": 6991,
-      "subrel-constrast": 2.3778231143951416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.412484884262085,
-      "cov-distil (oracle2student)": 3.1307077407836914,
-      "cov-distil (oracle2teacher)": 2.712178945541382,
-      "epoch": 5.488226059654631,
-      "rel-constrast": 1.3872473239898682,
-      "step": 6992,
-      "subrel-constrast": 2.467127561569214,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.758838415145874,
-      "cov-distil (oracle2student)": 4.645930290222168,
-      "cov-distil (oracle2teacher)": 3.8430681228637695,
-      "epoch": 5.489010989010989,
-      "rel-constrast": 2.8062472343444824,
-      "step": 6993,
-      "subrel-constrast": 3.420262336730957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.028388261795044,
-      "cov-distil (oracle2student)": 4.544211387634277,
-      "cov-distil (oracle2teacher)": 3.965571165084839,
-      "epoch": 5.489795918367347,
-      "rel-constrast": 3.7496066093444824,
-      "step": 6994,
-      "subrel-constrast": 4.106786727905273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.566074252128601,
-      "cov-distil (oracle2student)": 3.940406322479248,
-      "cov-distil (oracle2teacher)": 3.5200302600860596,
-      "epoch": 5.490580847723705,
-      "rel-constrast": 2.5698769092559814,
-      "step": 6995,
-      "subrel-constrast": 3.0432143211364746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.192655086517334,
-      "cov-distil (oracle2student)": 2.919735908508301,
-      "cov-distil (oracle2teacher)": 3.414074182510376,
-      "epoch": 5.491365777080063,
-      "rel-constrast": 1.8725370168685913,
-      "step": 6996,
-      "subrel-constrast": 2.4825615882873535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3604435920715332,
-      "cov-distil (oracle2student)": 4.870203495025635,
-      "cov-distil (oracle2teacher)": 4.181455612182617,
-      "epoch": 5.492150706436421,
-      "rel-constrast": 2.7344815731048584,
-      "step": 6997,
-      "subrel-constrast": 3.307847738265991,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5980602502822876,
-      "cov-distil (oracle2student)": 3.328188419342041,
-      "cov-distil (oracle2teacher)": 3.6520838737487793,
-      "epoch": 5.4929356357927785,
-      "rel-constrast": 3.1468117237091064,
-      "step": 6998,
-      "subrel-constrast": 3.8850033283233643,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2662237882614136,
-      "cov-distil (oracle2student)": 4.810057163238525,
-      "cov-distil (oracle2teacher)": 4.486575126647949,
-      "epoch": 5.493720565149137,
-      "rel-constrast": 2.6021416187286377,
-      "step": 6999,
-      "subrel-constrast": 3.098635673522949,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "grad_norm": 5.1875,
-      "learning_rate": 1.2507558258741047e-05,
-      "loss": 0.6684,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/duc04-P@10": 0.7559999999999999,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/duc04-nDCG@10": 0.7681424480447576,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/duc04-alpha_nDCG@10": 0.5822859649877089,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/multi_news-nDCG@10": 0.6124301001145052,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/multi_news-alpha_nDCG@10": 0.599523875271952,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "eval/avg": 0.5382690668673838,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "overlap": 0.32500001788139343,
-      "step": 7000
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "step": 7000,
-      "student margin": 0.07171630859375
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "step": 7000,
-      "teacher margin": 0.052093505859375
-    },
-    {
-      "epoch": 5.4945054945054945,
-      "margin difference": -0.019622802734375,
-      "step": 7000
-    },
-    {
-      "cov-distil": 1.4710285663604736,
-      "cov-distil (oracle2student)": 4.054136753082275,
-      "cov-distil (oracle2teacher)": 3.829667806625366,
-      "epoch": 5.4945054945054945,
-      "rel-constrast": 1.9453339576721191,
-      "step": 7000,
-      "subrel-constrast": 2.4946534633636475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.471184492111206,
-      "cov-distil (oracle2student)": 3.3876566886901855,
-      "cov-distil (oracle2teacher)": 3.733112335205078,
-      "epoch": 5.495290423861852,
-      "rel-constrast": 1.8540133237838745,
-      "step": 7001,
-      "subrel-constrast": 2.5419065952301025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7975704669952393,
-      "cov-distil (oracle2student)": 3.9534244537353516,
-      "cov-distil (oracle2teacher)": 4.070364952087402,
-      "epoch": 5.4960753532182105,
-      "rel-constrast": 3.3656423091888428,
-      "step": 7002,
-      "subrel-constrast": 3.6722872257232666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.57271146774292,
-      "cov-distil (oracle2student)": 3.020134210586548,
-      "cov-distil (oracle2teacher)": 2.996201515197754,
-      "epoch": 5.496860282574568,
-      "rel-constrast": 1.3186297416687012,
-      "step": 7003,
-      "subrel-constrast": 2.275867462158203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2284376621246338,
-      "cov-distil (oracle2student)": 3.909909725189209,
-      "cov-distil (oracle2teacher)": 4.6369099617004395,
-      "epoch": 5.4976452119309265,
-      "rel-constrast": 1.84760320186615,
-      "step": 7004,
-      "subrel-constrast": 2.4777069091796875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.442101001739502,
-      "cov-distil (oracle2student)": 4.880520820617676,
-      "cov-distil (oracle2teacher)": 4.953814506530762,
-      "epoch": 5.498430141287284,
-      "rel-constrast": 2.3437399864196777,
-      "step": 7005,
-      "subrel-constrast": 2.9695522785186768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.121314287185669,
-      "cov-distil (oracle2student)": 3.7106971740722656,
-      "cov-distil (oracle2teacher)": 3.927560329437256,
-      "epoch": 5.4992150706436425,
-      "rel-constrast": 2.3367695808410645,
-      "step": 7006,
-      "subrel-constrast": 2.6141278743743896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8927843570709229,
-      "cov-distil (oracle2student)": 4.013749599456787,
-      "cov-distil (oracle2teacher)": 3.4064481258392334,
-      "epoch": 5.5,
-      "rel-constrast": 2.4344968795776367,
-      "step": 7007,
-      "subrel-constrast": 2.889902114868164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8656398057937622,
-      "cov-distil (oracle2student)": 4.944553375244141,
-      "cov-distil (oracle2teacher)": 5.0862298011779785,
-      "epoch": 5.5007849293563575,
-      "rel-constrast": 2.5247726440429688,
-      "step": 7008,
-      "subrel-constrast": 3.432326316833496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.314882516860962,
-      "cov-distil (oracle2student)": 6.121684551239014,
-      "cov-distil (oracle2teacher)": 5.43287992477417,
-      "epoch": 5.501569858712716,
-      "rel-constrast": 2.205571413040161,
-      "step": 7009,
-      "subrel-constrast": 2.9808895587921143,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.5023547880690735,
-      "grad_norm": 7.28125,
-      "learning_rate": 1.24320443207022e-05,
-      "loss": 0.5924,
-      "step": 7010
-    },
-    {
-      "cov-distil": 2.088925361633301,
-      "cov-distil (oracle2student)": 5.088658332824707,
-      "cov-distil (oracle2teacher)": 5.209421157836914,
-      "epoch": 5.5023547880690735,
-      "rel-constrast": 3.551391839981079,
-      "step": 7010,
-      "subrel-constrast": 4.443353652954102,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3199092149734497,
-      "cov-distil (oracle2student)": 2.6953577995300293,
-      "cov-distil (oracle2teacher)": 3.095409393310547,
-      "epoch": 5.503139717425432,
-      "rel-constrast": 1.8639718294143677,
-      "step": 7011,
-      "subrel-constrast": 2.8401217460632324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.468778371810913,
-      "cov-distil (oracle2student)": 4.859167575836182,
-      "cov-distil (oracle2teacher)": 4.626447677612305,
-      "epoch": 5.5039246467817895,
-      "rel-constrast": 2.0032951831817627,
-      "step": 7012,
-      "subrel-constrast": 2.5605719089508057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.307220220565796,
-      "cov-distil (oracle2student)": 4.029449462890625,
-      "cov-distil (oracle2teacher)": 4.404238700866699,
-      "epoch": 5.504709576138148,
-      "rel-constrast": 3.1099812984466553,
-      "step": 7013,
-      "subrel-constrast": 3.796074151992798,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.297205924987793,
-      "cov-distil (oracle2student)": 3.839200019836426,
-      "cov-distil (oracle2teacher)": 3.8051857948303223,
-      "epoch": 5.5054945054945055,
-      "rel-constrast": 2.4766957759857178,
-      "step": 7014,
-      "subrel-constrast": 2.950955629348755,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.241804838180542,
-      "cov-distil (oracle2student)": 3.3345441818237305,
-      "cov-distil (oracle2teacher)": 3.7331597805023193,
-      "epoch": 5.506279434850864,
-      "rel-constrast": 2.561335325241089,
-      "step": 7015,
-      "subrel-constrast": 3.279703140258789,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.621397852897644,
-      "cov-distil (oracle2student)": 4.153922080993652,
-      "cov-distil (oracle2teacher)": 3.8375256061553955,
-      "epoch": 5.5070643642072215,
-      "rel-constrast": 2.6057369709014893,
-      "step": 7016,
-      "subrel-constrast": 3.1940767765045166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1369147300720215,
-      "cov-distil (oracle2student)": 5.610745429992676,
-      "cov-distil (oracle2teacher)": 5.457942962646484,
-      "epoch": 5.507849293563579,
-      "rel-constrast": 2.586880922317505,
-      "step": 7017,
-      "subrel-constrast": 3.8171072006225586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4240891933441162,
-      "cov-distil (oracle2student)": 5.538200378417969,
-      "cov-distil (oracle2teacher)": 5.216624736785889,
-      "epoch": 5.508634222919937,
-      "rel-constrast": 3.2753586769104004,
-      "step": 7018,
-      "subrel-constrast": 3.941932201385498,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2794818878173828,
-      "cov-distil (oracle2student)": 5.544532299041748,
-      "cov-distil (oracle2teacher)": 4.946168899536133,
-      "epoch": 5.509419152276295,
-      "rel-constrast": 1.9407862424850464,
-      "step": 7019,
-      "subrel-constrast": 2.9926631450653076,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.510204081632653,
-      "grad_norm": 5.0,
-      "learning_rate": 1.2356683519237109e-05,
-      "loss": 0.6874,
-      "step": 7020
-    },
-    {
-      "cov-distil": 1.8477542400360107,
-      "cov-distil (oracle2student)": 4.211627960205078,
-      "cov-distil (oracle2teacher)": 3.9082093238830566,
-      "epoch": 5.510204081632653,
-      "rel-constrast": 1.7584178447723389,
-      "step": 7020,
-      "subrel-constrast": 2.9169390201568604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5322860479354858,
-      "cov-distil (oracle2student)": 5.849222183227539,
-      "cov-distil (oracle2teacher)": 5.682248115539551,
-      "epoch": 5.510989010989011,
-      "rel-constrast": 3.463343620300293,
-      "step": 7021,
-      "subrel-constrast": 4.233975887298584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5789397954940796,
-      "cov-distil (oracle2student)": 3.8482422828674316,
-      "cov-distil (oracle2teacher)": 3.4301905632019043,
-      "epoch": 5.511773940345369,
-      "rel-constrast": 2.5104598999023438,
-      "step": 7022,
-      "subrel-constrast": 3.548767566680908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0758297443389893,
-      "cov-distil (oracle2student)": 3.048133373260498,
-      "cov-distil (oracle2teacher)": 2.8524703979492188,
-      "epoch": 5.512558869701727,
-      "rel-constrast": 2.4022555351257324,
-      "step": 7023,
-      "subrel-constrast": 2.7826199531555176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4934420585632324,
-      "cov-distil (oracle2student)": 5.453903675079346,
-      "cov-distil (oracle2teacher)": 4.823149681091309,
-      "epoch": 5.5133437990580845,
-      "rel-constrast": 3.161752700805664,
-      "step": 7024,
-      "subrel-constrast": 3.721426010131836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1993056535720825,
-      "cov-distil (oracle2student)": 3.111575126647949,
-      "cov-distil (oracle2teacher)": 2.4279861450195312,
-      "epoch": 5.514128728414443,
-      "rel-constrast": 1.7181696891784668,
-      "step": 7025,
-      "subrel-constrast": 2.3013298511505127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7009646892547607,
-      "cov-distil (oracle2student)": 5.831908226013184,
-      "cov-distil (oracle2teacher)": 5.4939422607421875,
-      "epoch": 5.5149136577708004,
-      "rel-constrast": 3.0733556747436523,
-      "step": 7026,
-      "subrel-constrast": 3.850253105163574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.447381615638733,
-      "cov-distil (oracle2student)": 6.105159759521484,
-      "cov-distil (oracle2teacher)": 5.734062194824219,
-      "epoch": 5.515698587127159,
-      "rel-constrast": 2.1183652877807617,
-      "step": 7027,
-      "subrel-constrast": 3.213531494140625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4369654655456543,
-      "cov-distil (oracle2student)": 2.1017937660217285,
-      "cov-distil (oracle2teacher)": 2.4054532051086426,
-      "epoch": 5.516483516483516,
-      "rel-constrast": 2.1771669387817383,
-      "step": 7028,
-      "subrel-constrast": 2.9382505416870117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9518873691558838,
-      "cov-distil (oracle2student)": 3.9420742988586426,
-      "cov-distil (oracle2teacher)": 3.5588572025299072,
-      "epoch": 5.517268445839875,
-      "rel-constrast": 1.272384524345398,
-      "step": 7029,
-      "subrel-constrast": 2.36893892288208,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.518053375196232,
-      "grad_norm": 4.09375,
-      "learning_rate": 1.2281476772593337e-05,
-      "loss": 0.6296,
-      "step": 7030
-    },
-    {
-      "cov-distil": 1.6745636463165283,
-      "cov-distil (oracle2student)": 3.8757667541503906,
-      "cov-distil (oracle2teacher)": 3.6163339614868164,
-      "epoch": 5.518053375196232,
-      "rel-constrast": 3.1223645210266113,
-      "step": 7030,
-      "subrel-constrast": 3.698657512664795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.087146282196045,
-      "cov-distil (oracle2student)": 5.972114562988281,
-      "cov-distil (oracle2teacher)": 4.837668418884277,
-      "epoch": 5.51883830455259,
-      "rel-constrast": 2.182054281234741,
-      "step": 7031,
-      "subrel-constrast": 2.7758381366729736,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8848365545272827,
-      "cov-distil (oracle2student)": 3.4132418632507324,
-      "cov-distil (oracle2teacher)": 3.5954418182373047,
-      "epoch": 5.519623233908948,
-      "rel-constrast": 2.2408535480499268,
-      "step": 7032,
-      "subrel-constrast": 2.643778085708618,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3762459754943848,
-      "cov-distil (oracle2student)": 3.9873671531677246,
-      "cov-distil (oracle2teacher)": 4.45030403137207,
-      "epoch": 5.520408163265306,
-      "rel-constrast": 2.5476536750793457,
-      "step": 7033,
-      "subrel-constrast": 3.774676561355591,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1583309173583984,
-      "cov-distil (oracle2student)": 3.1425187587738037,
-      "cov-distil (oracle2teacher)": 3.0197529792785645,
-      "epoch": 5.521193092621664,
-      "rel-constrast": 1.619870662689209,
-      "step": 7034,
-      "subrel-constrast": 3.1126596927642822,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.185245394706726,
-      "cov-distil (oracle2student)": 4.607182025909424,
-      "cov-distil (oracle2teacher)": 4.394286632537842,
-      "epoch": 5.521978021978022,
-      "rel-constrast": 2.8347809314727783,
-      "step": 7035,
-      "subrel-constrast": 3.2972352504730225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2789218425750732,
-      "cov-distil (oracle2student)": 4.42807674407959,
-      "cov-distil (oracle2teacher)": 3.828364849090576,
-      "epoch": 5.52276295133438,
-      "rel-constrast": 2.0235071182250977,
-      "step": 7036,
-      "subrel-constrast": 2.6629490852355957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.706916093826294,
-      "cov-distil (oracle2student)": 4.018592357635498,
-      "cov-distil (oracle2teacher)": 4.136889457702637,
-      "epoch": 5.523547880690738,
-      "rel-constrast": 2.7045347690582275,
-      "step": 7037,
-      "subrel-constrast": 3.8564252853393555,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4230642318725586,
-      "cov-distil (oracle2student)": 5.495950698852539,
-      "cov-distil (oracle2teacher)": 4.975459575653076,
-      "epoch": 5.524332810047095,
-      "rel-constrast": 2.241781234741211,
-      "step": 7038,
-      "subrel-constrast": 3.126192092895508,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3661830425262451,
-      "cov-distil (oracle2student)": 5.654498100280762,
-      "cov-distil (oracle2teacher)": 5.625257968902588,
-      "epoch": 5.525117739403454,
-      "rel-constrast": 2.7919654846191406,
-      "step": 7039,
-      "subrel-constrast": 3.4399263858795166,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.525902668759811,
-      "grad_norm": 5.40625,
-      "learning_rate": 1.2206424997141371e-05,
-      "loss": 0.6456,
-      "step": 7040
-    },
-    {
-      "cov-distil": 1.5283782482147217,
-      "cov-distil (oracle2student)": 5.548907279968262,
-      "cov-distil (oracle2teacher)": 4.993039131164551,
-      "epoch": 5.525902668759811,
-      "rel-constrast": 2.8828394412994385,
-      "step": 7040,
-      "subrel-constrast": 3.572072982788086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4013969898223877,
-      "cov-distil (oracle2student)": 4.024320602416992,
-      "cov-distil (oracle2teacher)": 3.8272318840026855,
-      "epoch": 5.52668759811617,
-      "rel-constrast": 2.1558024883270264,
-      "step": 7041,
-      "subrel-constrast": 2.652912139892578,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.480597734451294,
-      "cov-distil (oracle2student)": 4.406814098358154,
-      "cov-distil (oracle2teacher)": 4.3769941329956055,
-      "epoch": 5.527472527472527,
-      "rel-constrast": 1.9059277772903442,
-      "step": 7042,
-      "subrel-constrast": 2.746941566467285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1701326370239258,
-      "cov-distil (oracle2student)": 5.002938270568848,
-      "cov-distil (oracle2teacher)": 4.36324405670166,
-      "epoch": 5.528257456828886,
-      "rel-constrast": 1.6203118562698364,
-      "step": 7043,
-      "subrel-constrast": 2.370746612548828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7654991149902344,
-      "cov-distil (oracle2student)": 3.703580856323242,
-      "cov-distil (oracle2teacher)": 3.6009209156036377,
-      "epoch": 5.529042386185243,
-      "rel-constrast": 2.3554229736328125,
-      "step": 7044,
-      "subrel-constrast": 3.1999239921569824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1875431537628174,
-      "cov-distil (oracle2student)": 3.5130248069763184,
-      "cov-distil (oracle2teacher)": 3.1506917476654053,
-      "epoch": 5.529827315541601,
-      "rel-constrast": 2.3011906147003174,
-      "step": 7045,
-      "subrel-constrast": 2.5723278522491455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2822591066360474,
-      "cov-distil (oracle2student)": 6.924479961395264,
-      "cov-distil (oracle2teacher)": 6.01618766784668,
-      "epoch": 5.530612244897959,
-      "rel-constrast": 3.1797091960906982,
-      "step": 7046,
-      "subrel-constrast": 3.529250383377075,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0128110647201538,
-      "cov-distil (oracle2student)": 5.160096645355225,
-      "cov-distil (oracle2teacher)": 4.788244724273682,
-      "epoch": 5.531397174254317,
-      "rel-constrast": 2.482173204421997,
-      "step": 7047,
-      "subrel-constrast": 2.801316499710083,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.326814889907837,
-      "cov-distil (oracle2student)": 3.759842872619629,
-      "cov-distil (oracle2teacher)": 3.6570582389831543,
-      "epoch": 5.532182103610675,
-      "rel-constrast": 2.933553695678711,
-      "step": 7048,
-      "subrel-constrast": 4.02048397064209,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9210691452026367,
-      "cov-distil (oracle2student)": 5.426006317138672,
-      "cov-distil (oracle2teacher)": 4.47506856918335,
-      "epoch": 5.532967032967033,
-      "rel-constrast": 2.263897657394409,
-      "step": 7049,
-      "subrel-constrast": 3.132340669631958,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.533751962323391,
-      "grad_norm": 5.125,
-      "learning_rate": 1.213152910736342e-05,
-      "loss": 0.6372,
-      "step": 7050
-    },
-    {
-      "cov-distil": 1.4224326610565186,
-      "cov-distil (oracle2student)": 3.26118803024292,
-      "cov-distil (oracle2teacher)": 3.4943244457244873,
-      "epoch": 5.533751962323391,
-      "rel-constrast": 3.0859358310699463,
-      "step": 7050,
-      "subrel-constrast": 3.9162635803222656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9890867471694946,
-      "cov-distil (oracle2student)": 4.404473304748535,
-      "cov-distil (oracle2teacher)": 4.27715539932251,
-      "epoch": 5.534536891679749,
-      "rel-constrast": 2.681917428970337,
-      "step": 7051,
-      "subrel-constrast": 3.108762264251709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8977940082550049,
-      "cov-distil (oracle2student)": 3.035426139831543,
-      "cov-distil (oracle2teacher)": 3.7903900146484375,
-      "epoch": 5.535321821036106,
-      "rel-constrast": 2.6115522384643555,
-      "step": 7052,
-      "subrel-constrast": 3.315091371536255,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1244628429412842,
-      "cov-distil (oracle2student)": 3.2772300243377686,
-      "cov-distil (oracle2teacher)": 2.8634629249572754,
-      "epoch": 5.536106750392465,
-      "rel-constrast": 2.4560608863830566,
-      "step": 7053,
-      "subrel-constrast": 3.011857032775879,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.538795828819275,
-      "cov-distil (oracle2student)": 4.612602233886719,
-      "cov-distil (oracle2teacher)": 4.401623725891113,
-      "epoch": 5.536891679748822,
-      "rel-constrast": 2.222551107406616,
-      "step": 7054,
-      "subrel-constrast": 2.4970831871032715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6665470600128174,
-      "cov-distil (oracle2student)": 4.084438323974609,
-      "cov-distil (oracle2teacher)": 3.7090954780578613,
-      "epoch": 5.537676609105181,
-      "rel-constrast": 4.491875171661377,
-      "step": 7055,
-      "subrel-constrast": 5.357496738433838,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.445756435394287,
-      "cov-distil (oracle2student)": 4.138936996459961,
-      "cov-distil (oracle2teacher)": 3.8412604331970215,
-      "epoch": 5.538461538461538,
-      "rel-constrast": 1.5787017345428467,
-      "step": 7056,
-      "subrel-constrast": 2.2391908168792725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3093607425689697,
-      "cov-distil (oracle2student)": 3.7966136932373047,
-      "cov-distil (oracle2teacher)": 3.7414777278900146,
-      "epoch": 5.539246467817897,
-      "rel-constrast": 2.846552610397339,
-      "step": 7057,
-      "subrel-constrast": 3.800018310546875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7888305187225342,
-      "cov-distil (oracle2student)": 4.358122825622559,
-      "cov-distil (oracle2teacher)": 4.20698356628418,
-      "epoch": 5.540031397174254,
-      "rel-constrast": 3.516392230987549,
-      "step": 7058,
-      "subrel-constrast": 4.131434440612793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6150825023651123,
-      "cov-distil (oracle2student)": 5.304042339324951,
-      "cov-distil (oracle2teacher)": 5.005070686340332,
-      "epoch": 5.540816326530612,
-      "rel-constrast": 3.3857486248016357,
-      "step": 7059,
-      "subrel-constrast": 3.741509199142456,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.54160125588697,
-      "grad_norm": 7.28125,
-      "learning_rate": 1.2056790015842242e-05,
-      "loss": 0.7614,
-      "step": 7060
-    },
-    {
-      "cov-distil": 1.4587475061416626,
-      "cov-distil (oracle2student)": 5.147747993469238,
-      "cov-distil (oracle2teacher)": 4.524389266967773,
-      "epoch": 5.54160125588697,
-      "rel-constrast": 2.5230014324188232,
-      "step": 7060,
-      "subrel-constrast": 2.8612499237060547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8953697681427002,
-      "cov-distil (oracle2student)": 4.198973655700684,
-      "cov-distil (oracle2teacher)": 4.349306106567383,
-      "epoch": 5.542386185243328,
-      "rel-constrast": 3.139403820037842,
-      "step": 7061,
-      "subrel-constrast": 3.5775110721588135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.246342658996582,
-      "cov-distil (oracle2student)": 5.8900299072265625,
-      "cov-distil (oracle2teacher)": 4.97191047668457,
-      "epoch": 5.543171114599686,
-      "rel-constrast": 2.370497941970825,
-      "step": 7062,
-      "subrel-constrast": 3.047250270843506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2603564262390137,
-      "cov-distil (oracle2student)": 5.5318098068237305,
-      "cov-distil (oracle2teacher)": 4.305527687072754,
-      "epoch": 5.543956043956044,
-      "rel-constrast": 1.991554617881775,
-      "step": 7063,
-      "subrel-constrast": 2.7212867736816406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6757267713546753,
-      "cov-distil (oracle2student)": 4.067263603210449,
-      "cov-distil (oracle2teacher)": 3.834882974624634,
-      "epoch": 5.544740973312402,
-      "rel-constrast": 2.7123465538024902,
-      "step": 7064,
-      "subrel-constrast": 3.0926551818847656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4873559474945068,
-      "cov-distil (oracle2student)": 4.651705265045166,
-      "cov-distil (oracle2teacher)": 4.5303053855896,
-      "epoch": 5.54552590266876,
-      "rel-constrast": 2.1357011795043945,
-      "step": 7065,
-      "subrel-constrast": 3.07411527633667,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2769044637680054,
-      "cov-distil (oracle2student)": 4.7047224044799805,
-      "cov-distil (oracle2teacher)": 4.294742584228516,
-      "epoch": 5.546310832025117,
-      "rel-constrast": 3.8371047973632812,
-      "step": 7066,
-      "subrel-constrast": 4.034963607788086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4015576839447021,
-      "cov-distil (oracle2student)": 4.721313953399658,
-      "cov-distil (oracle2teacher)": 4.122127532958984,
-      "epoch": 5.547095761381476,
-      "rel-constrast": 2.8027431964874268,
-      "step": 7067,
-      "subrel-constrast": 3.0889992713928223,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5877025127410889,
-      "cov-distil (oracle2student)": 5.408456325531006,
-      "cov-distil (oracle2teacher)": 4.795905113220215,
-      "epoch": 5.547880690737833,
-      "rel-constrast": 2.088082790374756,
-      "step": 7068,
-      "subrel-constrast": 2.9286317825317383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6343406438827515,
-      "cov-distil (oracle2student)": 4.686244487762451,
-      "cov-distil (oracle2teacher)": 4.261783599853516,
-      "epoch": 5.548665620094192,
-      "rel-constrast": 2.3088884353637695,
-      "step": 7069,
-      "subrel-constrast": 3.136582136154175,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.549450549450549,
-      "grad_norm": 5.09375,
-      "learning_rate": 1.1982208633250106e-05,
-      "loss": 0.685,
-      "step": 7070
-    },
-    {
-      "cov-distil": 1.2934465408325195,
-      "cov-distil (oracle2student)": 3.4168624877929688,
-      "cov-distil (oracle2teacher)": 3.55061411857605,
-      "epoch": 5.549450549450549,
-      "rel-constrast": 2.740666389465332,
-      "step": 7070,
-      "subrel-constrast": 2.954946756362915,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.656484603881836,
-      "cov-distil (oracle2student)": 3.628580093383789,
-      "cov-distil (oracle2teacher)": 3.698392152786255,
-      "epoch": 5.550235478806908,
-      "rel-constrast": 2.2782645225524902,
-      "step": 7071,
-      "subrel-constrast": 3.4288129806518555,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.159323811531067,
-      "cov-distil (oracle2student)": 2.839390754699707,
-      "cov-distil (oracle2teacher)": 2.7581849098205566,
-      "epoch": 5.551020408163265,
-      "rel-constrast": 1.6077749729156494,
-      "step": 7072,
-      "subrel-constrast": 2.4164676666259766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4039703607559204,
-      "cov-distil (oracle2student)": 4.158580303192139,
-      "cov-distil (oracle2teacher)": 3.713508129119873,
-      "epoch": 5.551805337519623,
-      "rel-constrast": 2.8975048065185547,
-      "step": 7073,
-      "subrel-constrast": 3.50870418548584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.20066237449646,
-      "cov-distil (oracle2student)": 2.7145776748657227,
-      "cov-distil (oracle2teacher)": 2.87103271484375,
-      "epoch": 5.552590266875981,
-      "rel-constrast": 1.5888803005218506,
-      "step": 7074,
-      "subrel-constrast": 2.297720193862915,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2480151653289795,
-      "cov-distil (oracle2student)": 5.0028181076049805,
-      "cov-distil (oracle2teacher)": 5.150373935699463,
-      "epoch": 5.553375196232339,
-      "rel-constrast": 2.1387901306152344,
-      "step": 7075,
-      "subrel-constrast": 3.1994731426239014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4275273084640503,
-      "cov-distil (oracle2student)": 3.5907704830169678,
-      "cov-distil (oracle2teacher)": 3.4600613117218018,
-      "epoch": 5.554160125588697,
-      "rel-constrast": 2.0816941261291504,
-      "step": 7076,
-      "subrel-constrast": 2.6331140995025635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8259272575378418,
-      "cov-distil (oracle2student)": 3.189033269882202,
-      "cov-distil (oracle2teacher)": 3.6190106868743896,
-      "epoch": 5.554945054945055,
-      "rel-constrast": 2.331641912460327,
-      "step": 7077,
-      "subrel-constrast": 3.2977516651153564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.723148226737976,
-      "cov-distil (oracle2student)": 3.497128486633301,
-      "cov-distil (oracle2teacher)": 3.7178115844726562,
-      "epoch": 5.555729984301413,
-      "rel-constrast": 2.5667452812194824,
-      "step": 7078,
-      "subrel-constrast": 3.3977229595184326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4754390716552734,
-      "cov-distil (oracle2student)": 3.3932623863220215,
-      "cov-distil (oracle2teacher)": 3.09907865524292,
-      "epoch": 5.556514913657771,
-      "rel-constrast": 2.4256935119628906,
-      "step": 7079,
-      "subrel-constrast": 3.315056800842285,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.557299843014128,
-      "grad_norm": 5.1875,
-      "learning_rate": 1.1907785868337607e-05,
-      "loss": 0.6025,
-      "step": 7080
-    },
-    {
-      "cov-distil": 1.0832418203353882,
-      "cov-distil (oracle2student)": 4.811629772186279,
-      "cov-distil (oracle2teacher)": 4.681818008422852,
-      "epoch": 5.557299843014128,
-      "rel-constrast": 2.937007427215576,
-      "step": 7080,
-      "subrel-constrast": 3.570143699645996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4392445087432861,
-      "cov-distil (oracle2student)": 4.5852203369140625,
-      "cov-distil (oracle2teacher)": 3.9173576831817627,
-      "epoch": 5.558084772370487,
-      "rel-constrast": 1.9583485126495361,
-      "step": 7081,
-      "subrel-constrast": 2.8905181884765625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5878233909606934,
-      "cov-distil (oracle2student)": 4.492118835449219,
-      "cov-distil (oracle2teacher)": 4.198159217834473,
-      "epoch": 5.558869701726844,
-      "rel-constrast": 2.588056802749634,
-      "step": 7082,
-      "subrel-constrast": 3.40043306350708,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9887769222259521,
-      "cov-distil (oracle2student)": 4.343955039978027,
-      "cov-distil (oracle2teacher)": 3.6710050106048584,
-      "epoch": 5.559654631083203,
-      "rel-constrast": 2.9572219848632812,
-      "step": 7083,
-      "subrel-constrast": 3.7450919151306152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1701624393463135,
-      "cov-distil (oracle2student)": 5.007152557373047,
-      "cov-distil (oracle2teacher)": 4.307304382324219,
-      "epoch": 5.56043956043956,
-      "rel-constrast": 2.342123508453369,
-      "step": 7084,
-      "subrel-constrast": 2.596883773803711,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6008517742156982,
-      "cov-distil (oracle2student)": 4.52979850769043,
-      "cov-distil (oracle2teacher)": 4.232908248901367,
-      "epoch": 5.561224489795919,
-      "rel-constrast": 1.7981314659118652,
-      "step": 7085,
-      "subrel-constrast": 2.7272987365722656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7190806865692139,
-      "cov-distil (oracle2student)": 4.109116554260254,
-      "cov-distil (oracle2teacher)": 3.628931999206543,
-      "epoch": 5.562009419152276,
-      "rel-constrast": 2.0711255073547363,
-      "step": 7086,
-      "subrel-constrast": 3.111814260482788,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4199159145355225,
-      "cov-distil (oracle2student)": 4.949420928955078,
-      "cov-distil (oracle2teacher)": 4.748491287231445,
-      "epoch": 5.562794348508634,
-      "rel-constrast": 2.34157657623291,
-      "step": 7087,
-      "subrel-constrast": 3.3667259216308594,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1680469512939453,
-      "cov-distil (oracle2student)": 4.807323455810547,
-      "cov-distil (oracle2teacher)": 4.2443013191223145,
-      "epoch": 5.563579277864992,
-      "rel-constrast": 2.019519567489624,
-      "step": 7088,
-      "subrel-constrast": 2.9345948696136475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0479376316070557,
-      "cov-distil (oracle2student)": 4.148156642913818,
-      "cov-distil (oracle2teacher)": 4.537290573120117,
-      "epoch": 5.56436420722135,
-      "rel-constrast": 2.1562559604644775,
-      "step": 7089,
-      "subrel-constrast": 2.9332666397094727,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.565149136577708,
-      "grad_norm": 5.375,
-      "learning_rate": 1.1833522627922639e-05,
-      "loss": 0.6173,
-      "step": 7090
-    },
-    {
-      "cov-distil": 1.3669376373291016,
-      "cov-distil (oracle2student)": 3.758965492248535,
-      "cov-distil (oracle2teacher)": 3.5449821949005127,
-      "epoch": 5.565149136577708,
-      "rel-constrast": 1.8941593170166016,
-      "step": 7090,
-      "subrel-constrast": 2.7576634883880615,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.247918963432312,
-      "cov-distil (oracle2student)": 3.8120062351226807,
-      "cov-distil (oracle2teacher)": 3.9598731994628906,
-      "epoch": 5.565934065934066,
-      "rel-constrast": 2.657532215118408,
-      "step": 7091,
-      "subrel-constrast": 3.0039613246917725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.623301386833191,
-      "cov-distil (oracle2student)": 3.7926712036132812,
-      "cov-distil (oracle2teacher)": 3.9259777069091797,
-      "epoch": 5.566718995290424,
-      "rel-constrast": 2.129307270050049,
-      "step": 7092,
-      "subrel-constrast": 3.1568007469177246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3343732357025146,
-      "cov-distil (oracle2student)": 4.45797061920166,
-      "cov-distil (oracle2teacher)": 3.8496103286743164,
-      "epoch": 5.567503924646782,
-      "rel-constrast": 2.726099729537964,
-      "step": 7093,
-      "subrel-constrast": 3.404350757598877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4643961191177368,
-      "cov-distil (oracle2student)": 3.358025550842285,
-      "cov-distil (oracle2teacher)": 3.6357173919677734,
-      "epoch": 5.568288854003139,
-      "rel-constrast": 2.2661824226379395,
-      "step": 7094,
-      "subrel-constrast": 3.1489779949188232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2477374076843262,
-      "cov-distil (oracle2student)": 4.710296630859375,
-      "cov-distil (oracle2teacher)": 4.120832443237305,
-      "epoch": 5.569073783359498,
-      "rel-constrast": 2.938655376434326,
-      "step": 7095,
-      "subrel-constrast": 3.2796576023101807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3808053731918335,
-      "cov-distil (oracle2student)": 5.9604172706604,
-      "cov-distil (oracle2teacher)": 4.637139320373535,
-      "epoch": 5.569858712715855,
-      "rel-constrast": 1.9437683820724487,
-      "step": 7096,
-      "subrel-constrast": 2.272700309753418,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.709653615951538,
-      "cov-distil (oracle2student)": 4.662805557250977,
-      "cov-distil (oracle2teacher)": 3.6781320571899414,
-      "epoch": 5.570643642072214,
-      "rel-constrast": 2.0406124591827393,
-      "step": 7097,
-      "subrel-constrast": 2.8013768196105957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4137964248657227,
-      "cov-distil (oracle2student)": 3.6939585208892822,
-      "cov-distil (oracle2teacher)": 3.5509629249572754,
-      "epoch": 5.571428571428571,
-      "rel-constrast": 2.210357904434204,
-      "step": 7098,
-      "subrel-constrast": 2.49276065826416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.664780616760254,
-      "cov-distil (oracle2student)": 4.927003860473633,
-      "cov-distil (oracle2teacher)": 4.503787040710449,
-      "epoch": 5.57221350078493,
-      "rel-constrast": 2.528158187866211,
-      "step": 7099,
-      "subrel-constrast": 3.2884151935577393,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.572998430141287,
-      "grad_norm": 6.3125,
-      "learning_rate": 1.1759419816879374e-05,
-      "loss": 0.6195,
-      "step": 7100
-    },
-    {
-      "epoch": 5.572998430141287,
-      "overlap": 0.29375001788139343,
-      "step": 7100
-    },
-    {
-      "epoch": 5.572998430141287,
-      "step": 7100,
-      "student margin": 0.06402587890625
-    },
-    {
-      "epoch": 5.572998430141287,
-      "step": 7100,
-      "teacher margin": 0.04705810546875
-    },
-    {
-      "epoch": 5.572998430141287,
-      "margin difference": -0.0169677734375,
-      "step": 7100
-    },
-    {
-      "cov-distil": 1.4125858545303345,
-      "cov-distil (oracle2student)": 3.9578490257263184,
-      "cov-distil (oracle2teacher)": 4.196784496307373,
-      "epoch": 5.572998430141287,
-      "rel-constrast": 2.3461616039276123,
-      "step": 7100,
-      "subrel-constrast": 2.87998104095459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4807796478271484,
-      "cov-distil (oracle2student)": 5.129300117492676,
-      "cov-distil (oracle2teacher)": 5.600515365600586,
-      "epoch": 5.573783359497646,
-      "rel-constrast": 2.8185982704162598,
-      "step": 7101,
-      "subrel-constrast": 3.809116840362549,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3390896320343018,
-      "cov-distil (oracle2student)": 4.8972625732421875,
-      "cov-distil (oracle2teacher)": 5.139035224914551,
-      "epoch": 5.574568288854003,
-      "rel-constrast": 2.866072177886963,
-      "step": 7102,
-      "subrel-constrast": 4.428263187408447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6118662357330322,
-      "cov-distil (oracle2student)": 5.248871803283691,
-      "cov-distil (oracle2teacher)": 4.4874491691589355,
-      "epoch": 5.575353218210362,
-      "rel-constrast": 2.4788217544555664,
-      "step": 7103,
-      "subrel-constrast": 3.1696934700012207,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7978495359420776,
-      "cov-distil (oracle2student)": 5.0003461837768555,
-      "cov-distil (oracle2teacher)": 4.732916831970215,
-      "epoch": 5.576138147566719,
-      "rel-constrast": 2.3737261295318604,
-      "step": 7104,
-      "subrel-constrast": 3.109498977661133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9929983615875244,
-      "cov-distil (oracle2student)": 4.22084903717041,
-      "cov-distil (oracle2teacher)": 3.8225812911987305,
-      "epoch": 5.576923076923077,
-      "rel-constrast": 1.8437447547912598,
-      "step": 7105,
-      "subrel-constrast": 2.6070590019226074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6329011917114258,
-      "cov-distil (oracle2student)": 4.411813259124756,
-      "cov-distil (oracle2teacher)": 4.217262268066406,
-      "epoch": 5.577708006279435,
-      "rel-constrast": 3.0911922454833984,
-      "step": 7106,
-      "subrel-constrast": 3.657224655151367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3556140661239624,
-      "cov-distil (oracle2student)": 3.732217311859131,
-      "cov-distil (oracle2teacher)": 3.770885705947876,
-      "epoch": 5.578492935635793,
-      "rel-constrast": 2.1669697761535645,
-      "step": 7107,
-      "subrel-constrast": 3.3823320865631104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.778417944908142,
-      "cov-distil (oracle2student)": 6.082474231719971,
-      "cov-distil (oracle2teacher)": 6.340131759643555,
-      "epoch": 5.579277864992151,
-      "rel-constrast": 3.1001057624816895,
-      "step": 7108,
-      "subrel-constrast": 4.275694847106934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.381890058517456,
-      "cov-distil (oracle2student)": 4.922096252441406,
-      "cov-distil (oracle2teacher)": 4.250666618347168,
-      "epoch": 5.580062794348509,
-      "rel-constrast": 1.9821739196777344,
-      "step": 7109,
-      "subrel-constrast": 3.0912230014801025,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.580847723704867,
-      "grad_norm": 4.625,
-      "learning_rate": 1.1685478338127162e-05,
-      "loss": 0.6661,
-      "step": 7110
-    },
-    {
-      "cov-distil": 1.5638444423675537,
-      "cov-distil (oracle2student)": 4.4346137046813965,
-      "cov-distil (oracle2teacher)": 4.139581680297852,
-      "epoch": 5.580847723704867,
-      "rel-constrast": 2.323134660720825,
-      "step": 7110,
-      "subrel-constrast": 3.613621473312378,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2463586330413818,
-      "cov-distil (oracle2student)": 3.451584815979004,
-      "cov-distil (oracle2teacher)": 3.7183876037597656,
-      "epoch": 5.581632653061225,
-      "rel-constrast": 2.1844964027404785,
-      "step": 7111,
-      "subrel-constrast": 3.280888080596924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7664169073104858,
-      "cov-distil (oracle2student)": 4.874155044555664,
-      "cov-distil (oracle2teacher)": 4.067933559417725,
-      "epoch": 5.582417582417582,
-      "rel-constrast": 2.809366226196289,
-      "step": 7112,
-      "subrel-constrast": 3.374680995941162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3933346271514893,
-      "cov-distil (oracle2student)": 2.4989702701568604,
-      "cov-distil (oracle2teacher)": 2.739070415496826,
-      "epoch": 5.583202511773941,
-      "rel-constrast": 1.9997515678405762,
-      "step": 7113,
-      "subrel-constrast": 2.7601778507232666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0449594259262085,
-      "cov-distil (oracle2student)": 3.7727251052856445,
-      "cov-distil (oracle2teacher)": 3.666468858718872,
-      "epoch": 5.583987441130298,
-      "rel-constrast": 2.522169828414917,
-      "step": 7114,
-      "subrel-constrast": 2.593316078186035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5593562126159668,
-      "cov-distil (oracle2student)": 3.4956259727478027,
-      "cov-distil (oracle2teacher)": 3.768657684326172,
-      "epoch": 5.5847723704866565,
-      "rel-constrast": 2.147722005844116,
-      "step": 7115,
-      "subrel-constrast": 3.093367338180542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4023535251617432,
-      "cov-distil (oracle2student)": 3.4292726516723633,
-      "cov-distil (oracle2teacher)": 3.2140555381774902,
-      "epoch": 5.585557299843014,
-      "rel-constrast": 2.271564483642578,
-      "step": 7116,
-      "subrel-constrast": 3.3092572689056396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6763317584991455,
-      "cov-distil (oracle2student)": 5.530725955963135,
-      "cov-distil (oracle2teacher)": 5.052604675292969,
-      "epoch": 5.5863422291993725,
-      "rel-constrast": 2.7038633823394775,
-      "step": 7117,
-      "subrel-constrast": 3.4119515419006348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2557026147842407,
-      "cov-distil (oracle2student)": 3.3748185634613037,
-      "cov-distil (oracle2teacher)": 3.76096773147583,
-      "epoch": 5.58712715855573,
-      "rel-constrast": 2.4895975589752197,
-      "step": 7118,
-      "subrel-constrast": 2.881911039352417,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2332102060317993,
-      "cov-distil (oracle2student)": 4.193902492523193,
-      "cov-distil (oracle2teacher)": 3.9303855895996094,
-      "epoch": 5.587912087912088,
-      "rel-constrast": 2.0562639236450195,
-      "step": 7119,
-      "subrel-constrast": 2.6024224758148193,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.588697017268446,
-      "grad_norm": 5.1875,
-      "learning_rate": 1.1611699092619598e-05,
-      "loss": 0.6231,
-      "step": 7120
-    },
-    {
-      "cov-distil": 1.4463189840316772,
-      "cov-distil (oracle2student)": 4.109136581420898,
-      "cov-distil (oracle2teacher)": 4.050897121429443,
-      "epoch": 5.588697017268446,
-      "rel-constrast": 2.570509433746338,
-      "step": 7120,
-      "subrel-constrast": 3.217395305633545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.283953905105591,
-      "cov-distil (oracle2student)": 4.189313888549805,
-      "cov-distil (oracle2teacher)": 3.881779432296753,
-      "epoch": 5.589481946624804,
-      "rel-constrast": 2.629030227661133,
-      "step": 7121,
-      "subrel-constrast": 3.26240873336792,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5525952577590942,
-      "cov-distil (oracle2student)": 5.401279449462891,
-      "cov-distil (oracle2teacher)": 4.664369583129883,
-      "epoch": 5.590266875981162,
-      "rel-constrast": 2.6802830696105957,
-      "step": 7122,
-      "subrel-constrast": 3.3948819637298584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2277024984359741,
-      "cov-distil (oracle2student)": 3.360665798187256,
-      "cov-distil (oracle2teacher)": 3.5235588550567627,
-      "epoch": 5.5910518053375196,
-      "rel-constrast": 3.0048627853393555,
-      "step": 7123,
-      "subrel-constrast": 3.775747537612915,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2901650667190552,
-      "cov-distil (oracle2student)": 2.8234758377075195,
-      "cov-distil (oracle2teacher)": 3.457486629486084,
-      "epoch": 5.591836734693878,
-      "rel-constrast": 2.5562684535980225,
-      "step": 7124,
-      "subrel-constrast": 3.6103973388671875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8803976774215698,
-      "cov-distil (oracle2student)": 5.498361110687256,
-      "cov-distil (oracle2teacher)": 4.880810737609863,
-      "epoch": 5.5926216640502355,
-      "rel-constrast": 1.8245081901550293,
-      "step": 7125,
-      "subrel-constrast": 2.998671770095825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.020561933517456,
-      "cov-distil (oracle2student)": 5.002126216888428,
-      "cov-distil (oracle2teacher)": 4.705068588256836,
-      "epoch": 5.593406593406593,
-      "rel-constrast": 3.8017935752868652,
-      "step": 7126,
-      "subrel-constrast": 3.792346954345703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6081979274749756,
-      "cov-distil (oracle2student)": 4.14023494720459,
-      "cov-distil (oracle2teacher)": 3.8036203384399414,
-      "epoch": 5.5941915227629515,
-      "rel-constrast": 1.992734670639038,
-      "step": 7127,
-      "subrel-constrast": 2.750302791595459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.482100486755371,
-      "cov-distil (oracle2student)": 3.7817039489746094,
-      "cov-distil (oracle2teacher)": 3.8629071712493896,
-      "epoch": 5.594976452119309,
-      "rel-constrast": 3.32023286819458,
-      "step": 7128,
-      "subrel-constrast": 4.059611797332764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.724048137664795,
-      "cov-distil (oracle2student)": 2.374574661254883,
-      "cov-distil (oracle2teacher)": 2.73689866065979,
-      "epoch": 5.5957613814756675,
-      "rel-constrast": 2.0947444438934326,
-      "step": 7129,
-      "subrel-constrast": 2.92171573638916,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.596546310832025,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.1538082979333495e-05,
-      "loss": 0.7007,
-      "step": 7130
-    },
-    {
-      "cov-distil": 1.4646782875061035,
-      "cov-distil (oracle2student)": 6.227468967437744,
-      "cov-distil (oracle2teacher)": 5.4009552001953125,
-      "epoch": 5.596546310832025,
-      "rel-constrast": 3.163102626800537,
-      "step": 7130,
-      "subrel-constrast": 3.3637959957122803,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1384897232055664,
-      "cov-distil (oracle2student)": 4.7006378173828125,
-      "cov-distil (oracle2teacher)": 4.0715718269348145,
-      "epoch": 5.5973312401883835,
-      "rel-constrast": 3.9971365928649902,
-      "step": 7131,
-      "subrel-constrast": 4.380494594573975,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1440932750701904,
-      "cov-distil (oracle2student)": 3.160996437072754,
-      "cov-distil (oracle2teacher)": 3.2348930835723877,
-      "epoch": 5.598116169544741,
-      "rel-constrast": 2.24643611907959,
-      "step": 7132,
-      "subrel-constrast": 3.057710647583008,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1007201671600342,
-      "cov-distil (oracle2student)": 2.9074342250823975,
-      "cov-distil (oracle2teacher)": 3.4314985275268555,
-      "epoch": 5.5989010989010985,
-      "rel-constrast": 1.2734766006469727,
-      "step": 7133,
-      "subrel-constrast": 2.0958213806152344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2238653898239136,
-      "cov-distil (oracle2student)": 4.528682708740234,
-      "cov-distil (oracle2teacher)": 3.965249538421631,
-      "epoch": 5.599686028257457,
-      "rel-constrast": 2.5427255630493164,
-      "step": 7134,
-      "subrel-constrast": 3.2027056217193604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3729698657989502,
-      "cov-distil (oracle2student)": 3.83158278465271,
-      "cov-distil (oracle2teacher)": 3.64811110496521,
-      "epoch": 5.6004709576138145,
-      "rel-constrast": 1.8590375185012817,
-      "step": 7135,
-      "subrel-constrast": 2.49989914894104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3228540420532227,
-      "cov-distil (oracle2student)": 4.5597453117370605,
-      "cov-distil (oracle2teacher)": 4.43039608001709,
-      "epoch": 5.601255886970173,
-      "rel-constrast": 1.678105115890503,
-      "step": 7136,
-      "subrel-constrast": 2.778576135635376,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1150479316711426,
-      "cov-distil (oracle2student)": 5.201369762420654,
-      "cov-distil (oracle2teacher)": 4.529714107513428,
-      "epoch": 5.6020408163265305,
-      "rel-constrast": 2.0159101486206055,
-      "step": 7137,
-      "subrel-constrast": 2.3132314682006836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6614166498184204,
-      "cov-distil (oracle2student)": 4.443103313446045,
-      "cov-distil (oracle2teacher)": 3.940831184387207,
-      "epoch": 5.602825745682889,
-      "rel-constrast": 2.1423606872558594,
-      "step": 7138,
-      "subrel-constrast": 2.8166961669921875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5404802560806274,
-      "cov-distil (oracle2student)": 3.8392748832702637,
-      "cov-distil (oracle2teacher)": 3.841597080230713,
-      "epoch": 5.6036106750392465,
-      "rel-constrast": 3.087092399597168,
-      "step": 7139,
-      "subrel-constrast": 3.3286147117614746,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.604395604395604,
-      "grad_norm": 5.875,
-      "learning_rate": 1.1464630895257971e-05,
-      "loss": 0.6328,
-      "step": 7140
-    },
-    {
-      "cov-distil": 1.5507526397705078,
-      "cov-distil (oracle2student)": 2.849687099456787,
-      "cov-distil (oracle2teacher)": 2.9055745601654053,
-      "epoch": 5.604395604395604,
-      "rel-constrast": 3.008476495742798,
-      "step": 7140,
-      "subrel-constrast": 3.563009738922119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.775232195854187,
-      "cov-distil (oracle2student)": 2.885270595550537,
-      "cov-distil (oracle2teacher)": 2.7934203147888184,
-      "epoch": 5.6051805337519625,
-      "rel-constrast": 2.573822498321533,
-      "step": 7141,
-      "subrel-constrast": 3.1571755409240723,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.759361743927002,
-      "cov-distil (oracle2student)": 3.5222268104553223,
-      "cov-distil (oracle2teacher)": 3.1036641597747803,
-      "epoch": 5.60596546310832,
-      "rel-constrast": 2.3602771759033203,
-      "step": 7142,
-      "subrel-constrast": 3.2219715118408203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3137438297271729,
-      "cov-distil (oracle2student)": 4.640925407409668,
-      "cov-distil (oracle2teacher)": 3.9976935386657715,
-      "epoch": 5.606750392464678,
-      "rel-constrast": 2.861433982849121,
-      "step": 7143,
-      "subrel-constrast": 3.4397189617156982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5268559455871582,
-      "cov-distil (oracle2student)": 4.990520477294922,
-      "cov-distil (oracle2teacher)": 5.149520397186279,
-      "epoch": 5.607535321821036,
-      "rel-constrast": 2.100588798522949,
-      "step": 7144,
-      "subrel-constrast": 2.907292366027832,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3397743701934814,
-      "cov-distil (oracle2student)": 5.638347625732422,
-      "cov-distil (oracle2teacher)": 4.77781867980957,
-      "epoch": 5.608320251177394,
-      "rel-constrast": 2.805220127105713,
-      "step": 7145,
-      "subrel-constrast": 3.374699592590332,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.290148138999939,
-      "cov-distil (oracle2student)": 5.775148391723633,
-      "cov-distil (oracle2teacher)": 5.263206481933594,
-      "epoch": 5.609105180533752,
-      "rel-constrast": 2.457744836807251,
-      "step": 7146,
-      "subrel-constrast": 3.484874963760376,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9200289249420166,
-      "cov-distil (oracle2student)": 3.512934923171997,
-      "cov-distil (oracle2teacher)": 3.4313106536865234,
-      "epoch": 5.6098901098901095,
-      "rel-constrast": 2.6566569805145264,
-      "step": 7147,
-      "subrel-constrast": 3.445815086364746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9252963066101074,
-      "cov-distil (oracle2student)": 5.72076940536499,
-      "cov-distil (oracle2teacher)": 5.159424781799316,
-      "epoch": 5.610675039246468,
-      "rel-constrast": 2.390995502471924,
-      "step": 7148,
-      "subrel-constrast": 3.2608401775360107,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.261720895767212,
-      "cov-distil (oracle2student)": 4.291170120239258,
-      "cov-distil (oracle2teacher)": 4.281331539154053,
-      "epoch": 5.6114599686028255,
-      "rel-constrast": 2.4103739261627197,
-      "step": 7149,
-      "subrel-constrast": 2.627387285232544,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.612244897959184,
-      "grad_norm": 4.875,
-      "learning_rate": 1.1391343735383491e-05,
-      "loss": 0.6798,
-      "step": 7150
-    },
-    {
-      "cov-distil": 1.5578153133392334,
-      "cov-distil (oracle2student)": 3.6166653633117676,
-      "cov-distil (oracle2teacher)": 3.66900634765625,
-      "epoch": 5.612244897959184,
-      "rel-constrast": 2.3625314235687256,
-      "step": 7150,
-      "subrel-constrast": 3.4049463272094727,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5601487159729004,
-      "cov-distil (oracle2student)": 2.7866623401641846,
-      "cov-distil (oracle2teacher)": 2.7383077144622803,
-      "epoch": 5.6130298273155415,
-      "rel-constrast": 1.5716352462768555,
-      "step": 7151,
-      "subrel-constrast": 2.555401086807251,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.106013536453247,
-      "cov-distil (oracle2student)": 3.907648801803589,
-      "cov-distil (oracle2teacher)": 3.7912309169769287,
-      "epoch": 5.6138147566719,
-      "rel-constrast": 2.4158172607421875,
-      "step": 7152,
-      "subrel-constrast": 2.7773239612579346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1687102317810059,
-      "cov-distil (oracle2student)": 4.565885543823242,
-      "cov-distil (oracle2teacher)": 4.642955780029297,
-      "epoch": 5.614599686028257,
-      "rel-constrast": 2.349327802658081,
-      "step": 7153,
-      "subrel-constrast": 3.5479888916015625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4574404954910278,
-      "cov-distil (oracle2student)": 4.739164352416992,
-      "cov-distil (oracle2teacher)": 4.9155073165893555,
-      "epoch": 5.615384615384615,
-      "rel-constrast": 3.820237159729004,
-      "step": 7154,
-      "subrel-constrast": 4.474055290222168,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1444157361984253,
-      "cov-distil (oracle2student)": 4.502861499786377,
-      "cov-distil (oracle2teacher)": 4.192183017730713,
-      "epoch": 5.616169544740973,
-      "rel-constrast": 2.793431043624878,
-      "step": 7155,
-      "subrel-constrast": 3.4430460929870605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.734535813331604,
-      "cov-distil (oracle2student)": 4.823614120483398,
-      "cov-distil (oracle2teacher)": 4.565547943115234,
-      "epoch": 5.616954474097331,
-      "rel-constrast": 1.9197064638137817,
-      "step": 7156,
-      "subrel-constrast": 2.82385516166687,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8087806701660156,
-      "cov-distil (oracle2student)": 2.4796533584594727,
-      "cov-distil (oracle2teacher)": 2.936264991760254,
-      "epoch": 5.617739403453689,
-      "rel-constrast": 2.587779998779297,
-      "step": 7157,
-      "subrel-constrast": 3.848438024520874,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.101292371749878,
-      "cov-distil (oracle2student)": 3.319474697113037,
-      "cov-distil (oracle2teacher)": 3.559319019317627,
-      "epoch": 5.618524332810047,
-      "rel-constrast": 1.3573776483535767,
-      "step": 7158,
-      "subrel-constrast": 2.217810869216919,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.538153052330017,
-      "cov-distil (oracle2student)": 4.799520492553711,
-      "cov-distil (oracle2teacher)": 4.632620334625244,
-      "epoch": 5.619309262166405,
-      "rel-constrast": 2.2296807765960693,
-      "step": 7159,
-      "subrel-constrast": 2.9997596740722656,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.620094191522763,
-      "grad_norm": 4.78125,
-      "learning_rate": 1.1318222392690956e-05,
-      "loss": 0.6206,
-      "step": 7160
-    },
-    {
-      "cov-distil": 1.6104668378829956,
-      "cov-distil (oracle2student)": 2.7860960960388184,
-      "cov-distil (oracle2teacher)": 2.9585533142089844,
-      "epoch": 5.620094191522763,
-      "rel-constrast": 2.761392593383789,
-      "step": 7160,
-      "subrel-constrast": 3.390493392944336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.205524206161499,
-      "cov-distil (oracle2student)": 4.968343734741211,
-      "cov-distil (oracle2teacher)": 4.809469223022461,
-      "epoch": 5.6208791208791204,
-      "rel-constrast": 3.2579681873321533,
-      "step": 7161,
-      "subrel-constrast": 3.693587303161621,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4771156311035156,
-      "cov-distil (oracle2student)": 4.047033309936523,
-      "cov-distil (oracle2teacher)": 3.943960189819336,
-      "epoch": 5.621664050235479,
-      "rel-constrast": 1.454054355621338,
-      "step": 7162,
-      "subrel-constrast": 2.3285391330718994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4680231809616089,
-      "cov-distil (oracle2student)": 4.043417453765869,
-      "cov-distil (oracle2teacher)": 4.471477508544922,
-      "epoch": 5.622448979591836,
-      "rel-constrast": 2.4134445190429688,
-      "step": 7163,
-      "subrel-constrast": 3.3339405059814453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.264819622039795,
-      "cov-distil (oracle2student)": 5.073214530944824,
-      "cov-distil (oracle2teacher)": 4.770447731018066,
-      "epoch": 5.623233908948195,
-      "rel-constrast": 2.827576160430908,
-      "step": 7164,
-      "subrel-constrast": 3.5809454917907715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6668469905853271,
-      "cov-distil (oracle2student)": 3.082040309906006,
-      "cov-distil (oracle2teacher)": 3.0058703422546387,
-      "epoch": 5.624018838304552,
-      "rel-constrast": 3.138025999069214,
-      "step": 7165,
-      "subrel-constrast": 4.1507887840271,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7527110576629639,
-      "cov-distil (oracle2student)": 2.8215091228485107,
-      "cov-distil (oracle2teacher)": 2.83135986328125,
-      "epoch": 5.624803767660911,
-      "rel-constrast": 2.5240116119384766,
-      "step": 7166,
-      "subrel-constrast": 3.5339443683624268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2719080448150635,
-      "cov-distil (oracle2student)": 4.16852331161499,
-      "cov-distil (oracle2teacher)": 3.6827120780944824,
-      "epoch": 5.625588697017268,
-      "rel-constrast": 3.014298439025879,
-      "step": 7167,
-      "subrel-constrast": 3.505829095840454,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.665602207183838,
-      "cov-distil (oracle2student)": 3.4440412521362305,
-      "cov-distil (oracle2teacher)": 3.4980876445770264,
-      "epoch": 5.626373626373626,
-      "rel-constrast": 2.39787220954895,
-      "step": 7168,
-      "subrel-constrast": 3.001802444458008,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4718173742294312,
-      "cov-distil (oracle2student)": 2.4915735721588135,
-      "cov-distil (oracle2teacher)": 2.635605573654175,
-      "epoch": 5.627158555729984,
-      "rel-constrast": 1.7895028591156006,
-      "step": 7169,
-      "subrel-constrast": 2.7921371459960938,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.627943485086342,
-      "grad_norm": 4.78125,
-      "learning_rate": 1.1245267758140865e-05,
-      "loss": 0.6766,
-      "step": 7170
-    },
-    {
-      "cov-distil": 1.697424054145813,
-      "cov-distil (oracle2student)": 4.209959983825684,
-      "cov-distil (oracle2teacher)": 3.8956732749938965,
-      "epoch": 5.627943485086342,
-      "rel-constrast": 1.9280669689178467,
-      "step": 7170,
-      "subrel-constrast": 2.7009596824645996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2375614643096924,
-      "cov-distil (oracle2student)": 4.02291202545166,
-      "cov-distil (oracle2teacher)": 3.9339914321899414,
-      "epoch": 5.6287284144427,
-      "rel-constrast": 1.3147190809249878,
-      "step": 7171,
-      "subrel-constrast": 1.8117964267730713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4399900436401367,
-      "cov-distil (oracle2student)": 3.1191036701202393,
-      "cov-distil (oracle2teacher)": 2.9801650047302246,
-      "epoch": 5.629513343799058,
-      "rel-constrast": 1.9579811096191406,
-      "step": 7172,
-      "subrel-constrast": 2.8596298694610596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9209785461425781,
-      "cov-distil (oracle2student)": 5.725344657897949,
-      "cov-distil (oracle2teacher)": 5.305407524108887,
-      "epoch": 5.630298273155416,
-      "rel-constrast": 2.4004249572753906,
-      "step": 7173,
-      "subrel-constrast": 3.7733700275421143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8111363649368286,
-      "cov-distil (oracle2student)": 4.8613481521606445,
-      "cov-distil (oracle2teacher)": 4.291764259338379,
-      "epoch": 5.631083202511774,
-      "rel-constrast": 2.639840602874756,
-      "step": 7174,
-      "subrel-constrast": 3.0446784496307373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8371706008911133,
-      "cov-distil (oracle2student)": 4.256906509399414,
-      "cov-distil (oracle2teacher)": 4.861052513122559,
-      "epoch": 5.631868131868131,
-      "rel-constrast": 2.4131133556365967,
-      "step": 7175,
-      "subrel-constrast": 3.2658071517944336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6654331684112549,
-      "cov-distil (oracle2student)": 3.3376808166503906,
-      "cov-distil (oracle2teacher)": 3.2627112865448,
-      "epoch": 5.63265306122449,
-      "rel-constrast": 1.4105042219161987,
-      "step": 7176,
-      "subrel-constrast": 2.1520910263061523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9549152851104736,
-      "cov-distil (oracle2student)": 3.920916795730591,
-      "cov-distil (oracle2teacher)": 3.8270044326782227,
-      "epoch": 5.633437990580847,
-      "rel-constrast": 2.9477505683898926,
-      "step": 7177,
-      "subrel-constrast": 3.5821950435638428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.331330418586731,
-      "cov-distil (oracle2student)": 3.2258195877075195,
-      "cov-distil (oracle2teacher)": 2.975188970565796,
-      "epoch": 5.634222919937206,
-      "rel-constrast": 2.705105781555176,
-      "step": 7178,
-      "subrel-constrast": 3.1879708766937256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1796979904174805,
-      "cov-distil (oracle2student)": 2.1341474056243896,
-      "cov-distil (oracle2teacher)": 2.4286975860595703,
-      "epoch": 5.635007849293563,
-      "rel-constrast": 2.5232696533203125,
-      "step": 7179,
-      "subrel-constrast": 3.038200855255127,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.635792778649922,
-      "grad_norm": 5.8125,
-      "learning_rate": 1.1172480720662407e-05,
-      "loss": 0.5962,
-      "step": 7180
-    },
-    {
-      "cov-distil": 1.2481552362442017,
-      "cov-distil (oracle2student)": 5.365971565246582,
-      "cov-distil (oracle2teacher)": 4.376410484313965,
-      "epoch": 5.635792778649922,
-      "rel-constrast": 2.097050428390503,
-      "step": 7180,
-      "subrel-constrast": 2.694110631942749,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6423810720443726,
-      "cov-distil (oracle2student)": 3.142834424972534,
-      "cov-distil (oracle2teacher)": 4.081087112426758,
-      "epoch": 5.636577708006279,
-      "rel-constrast": 2.6259329319000244,
-      "step": 7181,
-      "subrel-constrast": 3.6817047595977783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3685394525527954,
-      "cov-distil (oracle2student)": 4.805294990539551,
-      "cov-distil (oracle2teacher)": 4.282794952392578,
-      "epoch": 5.637362637362637,
-      "rel-constrast": 3.423628091812134,
-      "step": 7182,
-      "subrel-constrast": 3.8316638469696045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5488684177398682,
-      "cov-distil (oracle2student)": 5.517061710357666,
-      "cov-distil (oracle2teacher)": 4.976339340209961,
-      "epoch": 5.638147566718995,
-      "rel-constrast": 2.234604597091675,
-      "step": 7183,
-      "subrel-constrast": 2.754227876663208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.269728422164917,
-      "cov-distil (oracle2student)": 3.9508755207061768,
-      "cov-distil (oracle2teacher)": 3.550607442855835,
-      "epoch": 5.638932496075353,
-      "rel-constrast": 1.7627464532852173,
-      "step": 7184,
-      "subrel-constrast": 2.258974313735962,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5342490673065186,
-      "cov-distil (oracle2student)": 3.396500825881958,
-      "cov-distil (oracle2teacher)": 3.2366740703582764,
-      "epoch": 5.639717425431711,
-      "rel-constrast": 1.4290357828140259,
-      "step": 7185,
-      "subrel-constrast": 2.822946786880493,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.777449131011963,
-      "cov-distil (oracle2student)": 2.7024178504943848,
-      "cov-distil (oracle2teacher)": 3.289620876312256,
-      "epoch": 5.640502354788069,
-      "rel-constrast": 2.8553519248962402,
-      "step": 7186,
-      "subrel-constrast": 3.752464771270752,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1303246021270752,
-      "cov-distil (oracle2student)": 4.309943199157715,
-      "cov-distil (oracle2teacher)": 4.035333633422852,
-      "epoch": 5.641287284144427,
-      "rel-constrast": 3.0531630516052246,
-      "step": 7187,
-      "subrel-constrast": 3.2492785453796387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9829819202423096,
-      "cov-distil (oracle2student)": 3.112271785736084,
-      "cov-distil (oracle2teacher)": 3.433361291885376,
-      "epoch": 5.642072213500785,
-      "rel-constrast": 2.5271830558776855,
-      "step": 7188,
-      "subrel-constrast": 3.3582332134246826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.082844853401184,
-      "cov-distil (oracle2student)": 4.060727119445801,
-      "cov-distil (oracle2teacher)": 3.9316890239715576,
-      "epoch": 5.642857142857143,
-      "rel-constrast": 1.8137861490249634,
-      "step": 7189,
-      "subrel-constrast": 2.2133212089538574,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.643642072213501,
-      "grad_norm": 4.75,
-      "learning_rate": 1.1099862167142675e-05,
-      "loss": 0.632,
-      "step": 7190
-    },
-    {
-      "cov-distil": 1.438293695449829,
-      "cov-distil (oracle2student)": 3.0037684440612793,
-      "cov-distil (oracle2teacher)": 3.0797042846679688,
-      "epoch": 5.643642072213501,
-      "rel-constrast": 1.9296780824661255,
-      "step": 7190,
-      "subrel-constrast": 2.7600908279418945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4910798072814941,
-      "cov-distil (oracle2student)": 7.0604448318481445,
-      "cov-distil (oracle2teacher)": 6.2033820152282715,
-      "epoch": 5.644427001569858,
-      "rel-constrast": 3.415876626968384,
-      "step": 7191,
-      "subrel-constrast": 3.8402762413024902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2100932598114014,
-      "cov-distil (oracle2student)": 4.442329406738281,
-      "cov-distil (oracle2teacher)": 4.58854341506958,
-      "epoch": 5.645211930926217,
-      "rel-constrast": 2.616267681121826,
-      "step": 7192,
-      "subrel-constrast": 3.0050971508026123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6257336139678955,
-      "cov-distil (oracle2student)": 4.014416694641113,
-      "cov-distil (oracle2teacher)": 4.24308967590332,
-      "epoch": 5.645996860282574,
-      "rel-constrast": 2.530879497528076,
-      "step": 7193,
-      "subrel-constrast": 3.24009370803833,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.543897032737732,
-      "cov-distil (oracle2student)": 3.00970458984375,
-      "cov-distil (oracle2teacher)": 3.025632381439209,
-      "epoch": 5.646781789638933,
-      "rel-constrast": 1.7895828485488892,
-      "step": 7194,
-      "subrel-constrast": 2.7704732418060303,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6636273860931396,
-      "cov-distil (oracle2student)": 4.349225044250488,
-      "cov-distil (oracle2teacher)": 3.878312349319458,
-      "epoch": 5.64756671899529,
-      "rel-constrast": 2.7367677688598633,
-      "step": 7195,
-      "subrel-constrast": 3.2308144569396973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3990428447723389,
-      "cov-distil (oracle2student)": 3.4022510051727295,
-      "cov-distil (oracle2teacher)": 3.291766881942749,
-      "epoch": 5.648351648351649,
-      "rel-constrast": 2.664701461791992,
-      "step": 7196,
-      "subrel-constrast": 2.950404405593872,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.355980396270752,
-      "cov-distil (oracle2student)": 5.167057991027832,
-      "cov-distil (oracle2teacher)": 4.589781761169434,
-      "epoch": 5.649136577708006,
-      "rel-constrast": 2.9673287868499756,
-      "step": 7197,
-      "subrel-constrast": 3.3360652923583984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6771790981292725,
-      "cov-distil (oracle2student)": 3.9349374771118164,
-      "cov-distil (oracle2teacher)": 3.9186675548553467,
-      "epoch": 5.649921507064365,
-      "rel-constrast": 2.763193130493164,
-      "step": 7198,
-      "subrel-constrast": 3.6800990104675293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2435684204101562,
-      "cov-distil (oracle2student)": 3.963268756866455,
-      "cov-distil (oracle2teacher)": 3.748121976852417,
-      "epoch": 5.650706436420722,
-      "rel-constrast": 2.3272838592529297,
-      "step": 7199,
-      "subrel-constrast": 2.9128997325897217,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.65149136577708,
-      "grad_norm": 4.875,
-      "learning_rate": 1.1027412982415814e-05,
-      "loss": 0.6802,
-      "step": 7200
-    },
-    {
-      "epoch": 5.65149136577708,
-      "overlap": 0.31562501192092896,
-      "step": 7200
-    },
-    {
-      "epoch": 5.65149136577708,
-      "step": 7200,
-      "student margin": 0.06512451171875
-    },
-    {
-      "epoch": 5.65149136577708,
-      "step": 7200,
-      "teacher margin": 0.046844482421875
-    },
-    {
-      "epoch": 5.65149136577708,
-      "margin difference": -0.018280029296875,
-      "step": 7200
-    },
-    {
-      "cov-distil": 1.9540619850158691,
-      "cov-distil (oracle2student)": 4.491998195648193,
-      "cov-distil (oracle2teacher)": 4.150829315185547,
-      "epoch": 5.65149136577708,
-      "rel-constrast": 2.4019978046417236,
-      "step": 7200,
-      "subrel-constrast": 2.7797200679779053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5851376056671143,
-      "cov-distil (oracle2student)": 3.523040294647217,
-      "cov-distil (oracle2teacher)": 3.388157844543457,
-      "epoch": 5.652276295133438,
-      "rel-constrast": 2.6952004432678223,
-      "step": 7201,
-      "subrel-constrast": 3.3028860092163086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.253301739692688,
-      "cov-distil (oracle2student)": 3.8985800743103027,
-      "cov-distil (oracle2teacher)": 3.8069686889648438,
-      "epoch": 5.653061224489796,
-      "rel-constrast": 3.414828300476074,
-      "step": 7202,
-      "subrel-constrast": 3.8465967178344727,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2384999990463257,
-      "cov-distil (oracle2student)": 4.61440372467041,
-      "cov-distil (oracle2teacher)": 4.154545783996582,
-      "epoch": 5.653846153846154,
-      "rel-constrast": 3.0263328552246094,
-      "step": 7203,
-      "subrel-constrast": 3.2630932331085205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.795987606048584,
-      "cov-distil (oracle2student)": 4.893566608428955,
-      "cov-distil (oracle2teacher)": 5.045684337615967,
-      "epoch": 5.654631083202512,
-      "rel-constrast": 3.4917452335357666,
-      "step": 7204,
-      "subrel-constrast": 4.414380073547363,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.215912938117981,
-      "cov-distil (oracle2student)": 5.866415977478027,
-      "cov-distil (oracle2teacher)": 5.5386810302734375,
-      "epoch": 5.65541601255887,
-      "rel-constrast": 2.89375901222229,
-      "step": 7205,
-      "subrel-constrast": 3.310978889465332,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.499485731124878,
-      "cov-distil (oracle2student)": 3.4406330585479736,
-      "cov-distil (oracle2teacher)": 3.325427293777466,
-      "epoch": 5.656200941915228,
-      "rel-constrast": 2.4499199390411377,
-      "step": 7206,
-      "subrel-constrast": 2.6047041416168213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8702276945114136,
-      "cov-distil (oracle2student)": 3.299170970916748,
-      "cov-distil (oracle2teacher)": 3.208244800567627,
-      "epoch": 5.656985871271585,
-      "rel-constrast": 1.9764190912246704,
-      "step": 7207,
-      "subrel-constrast": 2.600522041320801,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6692748069763184,
-      "cov-distil (oracle2student)": 4.376302719116211,
-      "cov-distil (oracle2teacher)": 4.007772445678711,
-      "epoch": 5.657770800627944,
-      "rel-constrast": 2.0915310382843018,
-      "step": 7208,
-      "subrel-constrast": 2.798177719116211,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3483479022979736,
-      "cov-distil (oracle2student)": 3.5088260173797607,
-      "cov-distil (oracle2teacher)": 4.016141414642334,
-      "epoch": 5.658555729984301,
-      "rel-constrast": 2.195250988006592,
-      "step": 7209,
-      "subrel-constrast": 3.3148581981658936,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.65934065934066,
-      "grad_norm": 4.78125,
-      "learning_rate": 1.095513404925228e-05,
-      "loss": 0.7045,
-      "step": 7210
-    },
-    {
-      "cov-distil": 1.830281138420105,
-      "cov-distil (oracle2student)": 3.4575610160827637,
-      "cov-distil (oracle2teacher)": 3.7728586196899414,
-      "epoch": 5.65934065934066,
-      "rel-constrast": 3.099306106567383,
-      "step": 7210,
-      "subrel-constrast": 3.499985933303833,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0744524002075195,
-      "cov-distil (oracle2student)": 4.922154426574707,
-      "cov-distil (oracle2teacher)": 4.319045066833496,
-      "epoch": 5.660125588697017,
-      "rel-constrast": 2.0156965255737305,
-      "step": 7211,
-      "subrel-constrast": 3.231781005859375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.227072238922119,
-      "cov-distil (oracle2student)": 5.409693717956543,
-      "cov-distil (oracle2teacher)": 4.76028299331665,
-      "epoch": 5.660910518053376,
-      "rel-constrast": 1.8558197021484375,
-      "step": 7212,
-      "subrel-constrast": 3.0249996185302734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.455277681350708,
-      "cov-distil (oracle2student)": 5.360897064208984,
-      "cov-distil (oracle2teacher)": 5.140132427215576,
-      "epoch": 5.661695447409733,
-      "rel-constrast": 2.9669089317321777,
-      "step": 7213,
-      "subrel-constrast": 3.5108141899108887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4870758056640625,
-      "cov-distil (oracle2student)": 4.547826766967773,
-      "cov-distil (oracle2teacher)": 4.30753231048584,
-      "epoch": 5.662480376766091,
-      "rel-constrast": 2.212498664855957,
-      "step": 7214,
-      "subrel-constrast": 2.8675897121429443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8702974319458008,
-      "cov-distil (oracle2student)": 4.923142910003662,
-      "cov-distil (oracle2teacher)": 4.960709571838379,
-      "epoch": 5.663265306122449,
-      "rel-constrast": 3.9832959175109863,
-      "step": 7215,
-      "subrel-constrast": 5.099146842956543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7571618556976318,
-      "cov-distil (oracle2student)": 4.798107624053955,
-      "cov-distil (oracle2teacher)": 4.051821708679199,
-      "epoch": 5.664050235478807,
-      "rel-constrast": 2.717872142791748,
-      "step": 7216,
-      "subrel-constrast": 2.9752864837646484,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6393892765045166,
-      "cov-distil (oracle2student)": 4.462168216705322,
-      "cov-distil (oracle2teacher)": 4.466344356536865,
-      "epoch": 5.664835164835165,
-      "rel-constrast": 1.9498159885406494,
-      "step": 7217,
-      "subrel-constrast": 2.966207504272461,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7896491289138794,
-      "cov-distil (oracle2student)": 6.444441318511963,
-      "cov-distil (oracle2teacher)": 6.220707893371582,
-      "epoch": 5.665620094191523,
-      "rel-constrast": 3.3369486331939697,
-      "step": 7218,
-      "subrel-constrast": 3.965289354324341,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5477514266967773,
-      "cov-distil (oracle2student)": 4.817256927490234,
-      "cov-distil (oracle2teacher)": 4.264969348907471,
-      "epoch": 5.666405023547881,
-      "rel-constrast": 2.593187093734741,
-      "step": 7219,
-      "subrel-constrast": 3.4771487712860107,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.667189952904239,
-      "grad_norm": 6.25,
-      "learning_rate": 1.0883026248348076e-05,
-      "loss": 0.7125,
-      "step": 7220
-    },
-    {
-      "cov-distil": 1.5050383806228638,
-      "cov-distil (oracle2student)": 5.075125217437744,
-      "cov-distil (oracle2teacher)": 4.609150409698486,
-      "epoch": 5.667189952904239,
-      "rel-constrast": 2.5606114864349365,
-      "step": 7220,
-      "subrel-constrast": 3.5081048011779785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6352304220199585,
-      "cov-distil (oracle2student)": 5.47430419921875,
-      "cov-distil (oracle2teacher)": 5.764835834503174,
-      "epoch": 5.667974882260596,
-      "rel-constrast": 2.720193862915039,
-      "step": 7221,
-      "subrel-constrast": 3.162987232208252,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8223907947540283,
-      "cov-distil (oracle2student)": 3.7518954277038574,
-      "cov-distil (oracle2teacher)": 3.7820019721984863,
-      "epoch": 5.668759811616955,
-      "rel-constrast": 1.5487678050994873,
-      "step": 7222,
-      "subrel-constrast": 2.760953187942505,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6592578887939453,
-      "cov-distil (oracle2student)": 6.200235366821289,
-      "cov-distil (oracle2teacher)": 5.778352737426758,
-      "epoch": 5.669544740973312,
-      "rel-constrast": 2.3683409690856934,
-      "step": 7223,
-      "subrel-constrast": 3.6693320274353027,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5243072509765625,
-      "cov-distil (oracle2student)": 5.405856609344482,
-      "cov-distil (oracle2teacher)": 4.722996234893799,
-      "epoch": 5.670329670329671,
-      "rel-constrast": 2.437091112136841,
-      "step": 7224,
-      "subrel-constrast": 3.267778158187866,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4126454591751099,
-      "cov-distil (oracle2student)": 4.326354026794434,
-      "cov-distil (oracle2teacher)": 4.190078258514404,
-      "epoch": 5.671114599686028,
-      "rel-constrast": 2.732137680053711,
-      "step": 7225,
-      "subrel-constrast": 3.654958724975586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2149062156677246,
-      "cov-distil (oracle2student)": 5.919400691986084,
-      "cov-distil (oracle2teacher)": 5.533384323120117,
-      "epoch": 5.671899529042387,
-      "rel-constrast": 3.2589526176452637,
-      "step": 7226,
-      "subrel-constrast": 3.920250415802002,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5526220798492432,
-      "cov-distil (oracle2student)": 6.283849716186523,
-      "cov-distil (oracle2teacher)": 5.2091217041015625,
-      "epoch": 5.672684458398744,
-      "rel-constrast": 2.5918221473693848,
-      "step": 7227,
-      "subrel-constrast": 3.551975727081299,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1670451164245605,
-      "cov-distil (oracle2student)": 6.135455131530762,
-      "cov-distil (oracle2teacher)": 4.618312358856201,
-      "epoch": 5.673469387755102,
-      "rel-constrast": 2.477980136871338,
-      "step": 7228,
-      "subrel-constrast": 3.1893057823181152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4833056926727295,
-      "cov-distil (oracle2student)": 4.296525955200195,
-      "cov-distil (oracle2teacher)": 4.1466851234436035,
-      "epoch": 5.67425431711146,
-      "rel-constrast": 1.8837369680404663,
-      "step": 7229,
-      "subrel-constrast": 2.218822956085205,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.675039246467818,
-      "grad_norm": 5.125,
-      "learning_rate": 1.0811090458313983e-05,
-      "loss": 0.6544,
-      "step": 7230
-    },
-    {
-      "cov-distil": 1.8213322162628174,
-      "cov-distil (oracle2student)": 5.413250923156738,
-      "cov-distil (oracle2teacher)": 4.6440253257751465,
-      "epoch": 5.675039246467818,
-      "rel-constrast": 2.173341751098633,
-      "step": 7230,
-      "subrel-constrast": 3.0291714668273926,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6671487092971802,
-      "cov-distil (oracle2student)": 4.517230033874512,
-      "cov-distil (oracle2teacher)": 4.2445526123046875,
-      "epoch": 5.675824175824176,
-      "rel-constrast": 2.6722970008850098,
-      "step": 7231,
-      "subrel-constrast": 3.1554789543151855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5005853176116943,
-      "cov-distil (oracle2student)": 3.13576602935791,
-      "cov-distil (oracle2teacher)": 3.131213665008545,
-      "epoch": 5.676609105180534,
-      "rel-constrast": 2.906148672103882,
-      "step": 7232,
-      "subrel-constrast": 3.3533389568328857,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5566326379776,
-      "cov-distil (oracle2student)": 3.455390453338623,
-      "cov-distil (oracle2teacher)": 4.019700050354004,
-      "epoch": 5.677394034536892,
-      "rel-constrast": 2.784055233001709,
-      "step": 7233,
-      "subrel-constrast": 3.958920478820801,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.574973225593567,
-      "cov-distil (oracle2student)": 3.9631130695343018,
-      "cov-distil (oracle2teacher)": 3.626938581466675,
-      "epoch": 5.67817896389325,
-      "rel-constrast": 1.4373325109481812,
-      "step": 7234,
-      "subrel-constrast": 2.469099521636963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2068274021148682,
-      "cov-distil (oracle2student)": 5.3354573249816895,
-      "cov-distil (oracle2teacher)": 4.482949733734131,
-      "epoch": 5.678963893249607,
-      "rel-constrast": 2.6877148151397705,
-      "step": 7235,
-      "subrel-constrast": 3.0010149478912354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1710529327392578,
-      "cov-distil (oracle2student)": 4.84377384185791,
-      "cov-distil (oracle2teacher)": 4.84991455078125,
-      "epoch": 5.679748822605966,
-      "rel-constrast": 2.905134677886963,
-      "step": 7236,
-      "subrel-constrast": 3.6306748390197754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4777905941009521,
-      "cov-distil (oracle2student)": 3.6781532764434814,
-      "cov-distil (oracle2teacher)": 4.037684440612793,
-      "epoch": 5.680533751962323,
-      "rel-constrast": 3.441023349761963,
-      "step": 7237,
-      "subrel-constrast": 4.023512363433838,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1611435413360596,
-      "cov-distil (oracle2student)": 2.6908788681030273,
-      "cov-distil (oracle2teacher)": 2.6668448448181152,
-      "epoch": 5.681318681318682,
-      "rel-constrast": 1.774178385734558,
-      "step": 7238,
-      "subrel-constrast": 2.4484975337982178,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4013047218322754,
-      "cov-distil (oracle2student)": 4.902390480041504,
-      "cov-distil (oracle2teacher)": 4.424250602722168,
-      "epoch": 5.682103610675039,
-      "rel-constrast": 2.698096513748169,
-      "step": 7239,
-      "subrel-constrast": 3.4011101722717285,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.6828885400313975,
-      "grad_norm": 6.4375,
-      "learning_rate": 1.0739327555664916e-05,
-      "loss": 0.6733,
-      "step": 7240
-    },
-    {
-      "cov-distil": 1.672989845275879,
-      "cov-distil (oracle2student)": 4.382554531097412,
-      "cov-distil (oracle2teacher)": 4.664331436157227,
-      "epoch": 5.6828885400313975,
-      "rel-constrast": 2.025387763977051,
-      "step": 7240,
-      "subrel-constrast": 2.935084104537964,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3436734676361084,
-      "cov-distil (oracle2student)": 4.330265998840332,
-      "cov-distil (oracle2teacher)": 4.236959934234619,
-      "epoch": 5.683673469387755,
-      "rel-constrast": 3.959019660949707,
-      "step": 7241,
-      "subrel-constrast": 4.552647113800049,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4532990455627441,
-      "cov-distil (oracle2student)": 3.322537899017334,
-      "cov-distil (oracle2teacher)": 3.1180505752563477,
-      "epoch": 5.684458398744113,
-      "rel-constrast": 2.920161485671997,
-      "step": 7242,
-      "subrel-constrast": 3.7835354804992676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.412327527999878,
-      "cov-distil (oracle2student)": 4.164833068847656,
-      "cov-distil (oracle2teacher)": 4.159873008728027,
-      "epoch": 5.685243328100471,
-      "rel-constrast": 2.2117581367492676,
-      "step": 7243,
-      "subrel-constrast": 3.1475164890289307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9614603519439697,
-      "cov-distil (oracle2student)": 4.550832271575928,
-      "cov-distil (oracle2teacher)": 3.7962899208068848,
-      "epoch": 5.686028257456829,
-      "rel-constrast": 1.4796103239059448,
-      "step": 7244,
-      "subrel-constrast": 2.6612513065338135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.583465337753296,
-      "cov-distil (oracle2student)": 4.038384437561035,
-      "cov-distil (oracle2teacher)": 3.8812503814697266,
-      "epoch": 5.686813186813187,
-      "rel-constrast": 2.972900867462158,
-      "step": 7245,
-      "subrel-constrast": 3.745565891265869,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0268642902374268,
-      "cov-distil (oracle2student)": 4.355693340301514,
-      "cov-distil (oracle2teacher)": 4.648734092712402,
-      "epoch": 5.687598116169545,
-      "rel-constrast": 2.957137107849121,
-      "step": 7246,
-      "subrel-constrast": 3.3595516681671143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3380022048950195,
-      "cov-distil (oracle2student)": 3.4530744552612305,
-      "cov-distil (oracle2teacher)": 3.434368371963501,
-      "epoch": 5.688383045525903,
-      "rel-constrast": 1.7757980823516846,
-      "step": 7247,
-      "subrel-constrast": 2.4393162727355957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3360416889190674,
-      "cov-distil (oracle2student)": 4.74619197845459,
-      "cov-distil (oracle2teacher)": 4.4527435302734375,
-      "epoch": 5.689167974882261,
-      "rel-constrast": 1.892427921295166,
-      "step": 7248,
-      "subrel-constrast": 2.259270429611206,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.81061851978302,
-      "cov-distil (oracle2student)": 3.01591420173645,
-      "cov-distil (oracle2teacher)": 3.1510331630706787,
-      "epoch": 5.689952904238618,
-      "rel-constrast": 2.3302900791168213,
-      "step": 7249,
-      "subrel-constrast": 2.6923651695251465,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.6907378335949765,
-      "grad_norm": 5.34375,
-      "learning_rate": 1.066773841480918e-05,
-      "loss": 0.6505,
-      "step": 7250
-    },
-    {
-      "cov-distil": 1.109291434288025,
-      "cov-distil (oracle2student)": 3.3120360374450684,
-      "cov-distil (oracle2teacher)": 3.3921351432800293,
-      "epoch": 5.6907378335949765,
-      "rel-constrast": 2.377324104309082,
-      "step": 7250,
-      "subrel-constrast": 2.927506446838379,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.539294958114624,
-      "cov-distil (oracle2student)": 3.647815227508545,
-      "cov-distil (oracle2teacher)": 3.7892532348632812,
-      "epoch": 5.691522762951334,
-      "rel-constrast": 2.776589870452881,
-      "step": 7251,
-      "subrel-constrast": 3.461591958999634,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7776885032653809,
-      "cov-distil (oracle2student)": 4.516097068786621,
-      "cov-distil (oracle2teacher)": 4.310148239135742,
-      "epoch": 5.6923076923076925,
-      "rel-constrast": 3.0817620754241943,
-      "step": 7252,
-      "subrel-constrast": 3.8584063053131104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6904923915863037,
-      "cov-distil (oracle2student)": 3.762831687927246,
-      "cov-distil (oracle2teacher)": 3.49704909324646,
-      "epoch": 5.69309262166405,
-      "rel-constrast": 2.6695213317871094,
-      "step": 7253,
-      "subrel-constrast": 3.5263538360595703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.637641191482544,
-      "cov-distil (oracle2student)": 3.099513292312622,
-      "cov-distil (oracle2teacher)": 3.1730241775512695,
-      "epoch": 5.6938775510204085,
-      "rel-constrast": 2.529165506362915,
-      "step": 7254,
-      "subrel-constrast": 3.1324880123138428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9368469715118408,
-      "cov-distil (oracle2student)": 3.7219858169555664,
-      "cov-distil (oracle2teacher)": 3.624354839324951,
-      "epoch": 5.694662480376766,
-      "rel-constrast": 1.8088388442993164,
-      "step": 7255,
-      "subrel-constrast": 3.1053459644317627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0515832901000977,
-      "cov-distil (oracle2student)": 5.766073226928711,
-      "cov-distil (oracle2teacher)": 5.057271957397461,
-      "epoch": 5.695447409733124,
-      "rel-constrast": 3.348378896713257,
-      "step": 7256,
-      "subrel-constrast": 3.5686697959899902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4742786884307861,
-      "cov-distil (oracle2student)": 4.464904308319092,
-      "cov-distil (oracle2teacher)": 4.210400581359863,
-      "epoch": 5.696232339089482,
-      "rel-constrast": 2.183424234390259,
-      "step": 7257,
-      "subrel-constrast": 2.9239604473114014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6611732244491577,
-      "cov-distil (oracle2student)": 4.749375343322754,
-      "cov-distil (oracle2teacher)": 4.499480247497559,
-      "epoch": 5.6970172684458396,
-      "rel-constrast": 1.161225438117981,
-      "step": 7258,
-      "subrel-constrast": 2.014896869659424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.509411096572876,
-      "cov-distil (oracle2student)": 3.6030097007751465,
-      "cov-distil (oracle2teacher)": 3.6581649780273438,
-      "epoch": 5.697802197802198,
-      "rel-constrast": 2.460691213607788,
-      "step": 7259,
-      "subrel-constrast": 2.6216304302215576,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.6985871271585555,
-      "grad_norm": 5.21875,
-      "learning_rate": 1.0596323908037883e-05,
-      "loss": 0.6484,
-      "step": 7260
-    },
-    {
-      "cov-distil": 1.0303013324737549,
-      "cov-distil (oracle2student)": 3.766749620437622,
-      "cov-distil (oracle2teacher)": 3.9292385578155518,
-      "epoch": 5.6985871271585555,
-      "rel-constrast": 2.3343608379364014,
-      "step": 7260,
-      "subrel-constrast": 2.7639124393463135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6710684299468994,
-      "cov-distil (oracle2student)": 3.8400487899780273,
-      "cov-distil (oracle2teacher)": 3.5376791954040527,
-      "epoch": 5.699372056514914,
-      "rel-constrast": 2.404994010925293,
-      "step": 7261,
-      "subrel-constrast": 3.225177526473999,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8323240280151367,
-      "cov-distil (oracle2student)": 5.0648393630981445,
-      "cov-distil (oracle2teacher)": 5.122748374938965,
-      "epoch": 5.7001569858712715,
-      "rel-constrast": 3.0872623920440674,
-      "step": 7262,
-      "subrel-constrast": 4.449342727661133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2387752532958984,
-      "cov-distil (oracle2student)": 3.1753227710723877,
-      "cov-distil (oracle2teacher)": 3.012916326522827,
-      "epoch": 5.700941915227629,
-      "rel-constrast": 1.192894697189331,
-      "step": 7263,
-      "subrel-constrast": 2.278398036956787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6435133218765259,
-      "cov-distil (oracle2student)": 4.833731174468994,
-      "cov-distil (oracle2teacher)": 4.249015808105469,
-      "epoch": 5.7017268445839875,
-      "rel-constrast": 2.9215879440307617,
-      "step": 7264,
-      "subrel-constrast": 3.565274477005005,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2726733684539795,
-      "cov-distil (oracle2student)": 3.3435428142547607,
-      "cov-distil (oracle2teacher)": 3.445258140563965,
-      "epoch": 5.702511773940345,
-      "rel-constrast": 1.4770711660385132,
-      "step": 7265,
-      "subrel-constrast": 3.1172914505004883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.392256498336792,
-      "cov-distil (oracle2student)": 3.3021812438964844,
-      "cov-distil (oracle2teacher)": 3.323716402053833,
-      "epoch": 5.7032967032967035,
-      "rel-constrast": 1.9063843488693237,
-      "step": 7266,
-      "subrel-constrast": 2.5341155529022217,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.84004807472229,
-      "cov-distil (oracle2student)": 5.56929349899292,
-      "cov-distil (oracle2teacher)": 5.270723342895508,
-      "epoch": 5.704081632653061,
-      "rel-constrast": 1.6731688976287842,
-      "step": 7267,
-      "subrel-constrast": 2.602212429046631,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8358092308044434,
-      "cov-distil (oracle2student)": 3.988077402114868,
-      "cov-distil (oracle2teacher)": 3.6679069995880127,
-      "epoch": 5.704866562009419,
-      "rel-constrast": 2.4784483909606934,
-      "step": 7268,
-      "subrel-constrast": 3.5329341888427734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6976150274276733,
-      "cov-distil (oracle2student)": 4.481614112854004,
-      "cov-distil (oracle2teacher)": 4.348567962646484,
-      "epoch": 5.705651491365777,
-      "rel-constrast": 1.8776572942733765,
-      "step": 7269,
-      "subrel-constrast": 2.5266127586364746,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.7064364207221345,
-      "grad_norm": 5.0625,
-      "learning_rate": 1.0525084905514235e-05,
-      "loss": 0.575,
-      "step": 7270
-    },
-    {
-      "cov-distil": 1.171661376953125,
-      "cov-distil (oracle2student)": 3.0658040046691895,
-      "cov-distil (oracle2teacher)": 2.9602465629577637,
-      "epoch": 5.7064364207221345,
-      "rel-constrast": 3.006260395050049,
-      "step": 7270,
-      "subrel-constrast": 3.4630956649780273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2543288469314575,
-      "cov-distil (oracle2student)": 5.5774664878845215,
-      "cov-distil (oracle2teacher)": 5.066971778869629,
-      "epoch": 5.707221350078493,
-      "rel-constrast": 2.5002574920654297,
-      "step": 7271,
-      "subrel-constrast": 2.918333053588867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0632286071777344,
-      "cov-distil (oracle2student)": 4.758739471435547,
-      "cov-distil (oracle2teacher)": 4.643653869628906,
-      "epoch": 5.7080062794348505,
-      "rel-constrast": 2.218628168106079,
-      "step": 7272,
-      "subrel-constrast": 3.2117152214050293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6536273956298828,
-      "cov-distil (oracle2student)": 4.112295627593994,
-      "cov-distil (oracle2teacher)": 3.97184157371521,
-      "epoch": 5.708791208791209,
-      "rel-constrast": 2.5048797130584717,
-      "step": 7273,
-      "subrel-constrast": 2.902451515197754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5621612071990967,
-      "cov-distil (oracle2student)": 2.9021997451782227,
-      "cov-distil (oracle2teacher)": 3.4012291431427,
-      "epoch": 5.7095761381475665,
-      "rel-constrast": 1.9162310361862183,
-      "step": 7274,
-      "subrel-constrast": 3.2421088218688965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0113632678985596,
-      "cov-distil (oracle2student)": 3.101634979248047,
-      "cov-distil (oracle2teacher)": 2.9160706996917725,
-      "epoch": 5.710361067503925,
-      "rel-constrast": 1.8566083908081055,
-      "step": 7275,
-      "subrel-constrast": 2.228536605834961,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8042879104614258,
-      "cov-distil (oracle2student)": 2.896677017211914,
-      "cov-distil (oracle2teacher)": 3.193908452987671,
-      "epoch": 5.7111459968602825,
-      "rel-constrast": 1.9993747472763062,
-      "step": 7276,
-      "subrel-constrast": 3.073601245880127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3918166160583496,
-      "cov-distil (oracle2student)": 4.442285060882568,
-      "cov-distil (oracle2teacher)": 3.7476348876953125,
-      "epoch": 5.71193092621664,
-      "rel-constrast": 3.3877744674682617,
-      "step": 7277,
-      "subrel-constrast": 3.6790833473205566,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1229331493377686,
-      "cov-distil (oracle2student)": 4.371076583862305,
-      "cov-distil (oracle2teacher)": 4.218296527862549,
-      "epoch": 5.712715855572998,
-      "rel-constrast": 2.326864004135132,
-      "step": 7278,
-      "subrel-constrast": 2.8757667541503906,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7867369651794434,
-      "cov-distil (oracle2student)": 5.588260173797607,
-      "cov-distil (oracle2teacher)": 5.078988552093506,
-      "epoch": 5.713500784929356,
-      "rel-constrast": 2.570211410522461,
-      "step": 7279,
-      "subrel-constrast": 3.4348154067993164,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.714285714285714,
-      "grad_norm": 5.375,
-      "learning_rate": 1.0454022275263018e-05,
-      "loss": 0.6417,
-      "step": 7280
-    },
-    {
-      "cov-distil": 1.6094889640808105,
-      "cov-distil (oracle2student)": 4.500032901763916,
-      "cov-distil (oracle2teacher)": 4.55426025390625,
-      "epoch": 5.714285714285714,
-      "rel-constrast": 2.461196184158325,
-      "step": 7280,
-      "subrel-constrast": 3.093780994415283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6644749641418457,
-      "cov-distil (oracle2student)": 4.681684494018555,
-      "cov-distil (oracle2teacher)": 4.250998497009277,
-      "epoch": 5.715070643642072,
-      "rel-constrast": 1.9285005331039429,
-      "step": 7281,
-      "subrel-constrast": 2.9011952877044678,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3109227418899536,
-      "cov-distil (oracle2student)": 4.164869785308838,
-      "cov-distil (oracle2teacher)": 4.410059928894043,
-      "epoch": 5.71585557299843,
-      "rel-constrast": 2.6568350791931152,
-      "step": 7282,
-      "subrel-constrast": 3.354243040084839,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6718319654464722,
-      "cov-distil (oracle2student)": 3.1961429119110107,
-      "cov-distil (oracle2teacher)": 3.388004779815674,
-      "epoch": 5.716640502354788,
-      "rel-constrast": 2.3824315071105957,
-      "step": 7283,
-      "subrel-constrast": 3.463703155517578,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0579431056976318,
-      "cov-distil (oracle2student)": 3.6495466232299805,
-      "cov-distil (oracle2teacher)": 3.426515579223633,
-      "epoch": 5.717425431711146,
-      "rel-constrast": 2.0307669639587402,
-      "step": 7284,
-      "subrel-constrast": 2.6903669834136963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5748686790466309,
-      "cov-distil (oracle2student)": 3.1258351802825928,
-      "cov-distil (oracle2teacher)": 3.150259017944336,
-      "epoch": 5.718210361067504,
-      "rel-constrast": 1.602186918258667,
-      "step": 7285,
-      "subrel-constrast": 2.39455509185791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3294458389282227,
-      "cov-distil (oracle2student)": 4.2194743156433105,
-      "cov-distil (oracle2teacher)": 3.825021743774414,
-      "epoch": 5.718995290423862,
-      "rel-constrast": 1.5170962810516357,
-      "step": 7286,
-      "subrel-constrast": 2.065373420715332,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0627944469451904,
-      "cov-distil (oracle2student)": 4.330361366271973,
-      "cov-distil (oracle2teacher)": 4.499173164367676,
-      "epoch": 5.71978021978022,
-      "rel-constrast": 1.8333280086517334,
-      "step": 7287,
-      "subrel-constrast": 3.0179836750030518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3067741394042969,
-      "cov-distil (oracle2student)": 3.7107465267181396,
-      "cov-distil (oracle2teacher)": 3.24466609954834,
-      "epoch": 5.720565149136577,
-      "rel-constrast": 2.701158285140991,
-      "step": 7288,
-      "subrel-constrast": 2.71604585647583,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5570940971374512,
-      "cov-distil (oracle2student)": 3.3036160469055176,
-      "cov-distil (oracle2teacher)": 3.4695329666137695,
-      "epoch": 5.721350078492936,
-      "rel-constrast": 2.491819381713867,
-      "step": 7289,
-      "subrel-constrast": 3.0610971450805664,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.722135007849293,
-      "grad_norm": 6.15625,
-      "learning_rate": 1.0383136883159935e-05,
-      "loss": 0.5755,
-      "step": 7290
-    },
-    {
-      "cov-distil": 1.9312450885772705,
-      "cov-distil (oracle2student)": 4.365617752075195,
-      "cov-distil (oracle2teacher)": 3.718148708343506,
-      "epoch": 5.722135007849293,
-      "rel-constrast": 2.648637294769287,
-      "step": 7290,
-      "subrel-constrast": 3.5932776927948,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.082493543624878,
-      "cov-distil (oracle2student)": 5.373876571655273,
-      "cov-distil (oracle2teacher)": 4.537071704864502,
-      "epoch": 5.722919937205652,
-      "rel-constrast": 2.4484353065490723,
-      "step": 7291,
-      "subrel-constrast": 2.844369888305664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5560849905014038,
-      "cov-distil (oracle2student)": 4.06807804107666,
-      "cov-distil (oracle2teacher)": 3.7270517349243164,
-      "epoch": 5.723704866562009,
-      "rel-constrast": 2.5340094566345215,
-      "step": 7292,
-      "subrel-constrast": 3.0299072265625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.237770438194275,
-      "cov-distil (oracle2student)": 4.646378040313721,
-      "cov-distil (oracle2teacher)": 4.437459468841553,
-      "epoch": 5.724489795918368,
-      "rel-constrast": 2.2675065994262695,
-      "step": 7293,
-      "subrel-constrast": 2.8793864250183105,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.188998818397522,
-      "cov-distil (oracle2student)": 5.111678123474121,
-      "cov-distil (oracle2teacher)": 4.306696891784668,
-      "epoch": 5.725274725274725,
-      "rel-constrast": 2.72501277923584,
-      "step": 7294,
-      "subrel-constrast": 2.8035078048706055,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.37953519821167,
-      "cov-distil (oracle2student)": 3.2797999382019043,
-      "cov-distil (oracle2teacher)": 4.135214805603027,
-      "epoch": 5.726059654631083,
-      "rel-constrast": 2.2940878868103027,
-      "step": 7295,
-      "subrel-constrast": 2.9501638412475586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.539886474609375,
-      "cov-distil (oracle2student)": 3.5667362213134766,
-      "cov-distil (oracle2teacher)": 3.6087846755981445,
-      "epoch": 5.726844583987441,
-      "rel-constrast": 2.505120038986206,
-      "step": 7296,
-      "subrel-constrast": 3.3023457527160645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.365231513977051,
-      "cov-distil (oracle2student)": 4.26295804977417,
-      "cov-distil (oracle2teacher)": 4.216259956359863,
-      "epoch": 5.727629513343799,
-      "rel-constrast": 2.922668218612671,
-      "step": 7297,
-      "subrel-constrast": 3.5297796726226807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5039135217666626,
-      "cov-distil (oracle2student)": 3.934779644012451,
-      "cov-distil (oracle2teacher)": 3.758678913116455,
-      "epoch": 5.728414442700157,
-      "rel-constrast": 2.175870656967163,
-      "step": 7298,
-      "subrel-constrast": 3.115161418914795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6927518844604492,
-      "cov-distil (oracle2student)": 4.406633377075195,
-      "cov-distil (oracle2teacher)": 4.611650466918945,
-      "epoch": 5.729199372056515,
-      "rel-constrast": 2.58538818359375,
-      "step": 7299,
-      "subrel-constrast": 3.3815629482269287,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.729984301412873,
-      "grad_norm": 6.75,
-      "learning_rate": 1.0312429592921141e-05,
-      "loss": 0.6664,
-      "step": 7300
-    },
-    {
-      "epoch": 5.729984301412873,
-      "overlap": 0.33125001192092896,
-      "step": 7300
-    },
-    {
-      "epoch": 5.729984301412873,
-      "step": 7300,
-      "student margin": 0.04974365234375
-    },
-    {
-      "epoch": 5.729984301412873,
-      "step": 7300,
-      "teacher margin": 0.032470703125
-    },
-    {
-      "epoch": 5.729984301412873,
-      "margin difference": -0.01727294921875,
-      "step": 7300
-    },
-    {
-      "cov-distil": 1.4598257541656494,
-      "cov-distil (oracle2student)": 3.082509994506836,
-      "cov-distil (oracle2teacher)": 3.3261189460754395,
-      "epoch": 5.729984301412873,
-      "rel-constrast": 2.895453453063965,
-      "step": 7300,
-      "subrel-constrast": 3.8831326961517334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7632396221160889,
-      "cov-distil (oracle2student)": 4.919248580932617,
-      "cov-distil (oracle2teacher)": 4.5801167488098145,
-      "epoch": 5.730769230769231,
-      "rel-constrast": 2.5767862796783447,
-      "step": 7301,
-      "subrel-constrast": 3.2524280548095703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3838343620300293,
-      "cov-distil (oracle2student)": 4.688102722167969,
-      "cov-distil (oracle2teacher)": 4.56427001953125,
-      "epoch": 5.731554160125588,
-      "rel-constrast": 3.212254524230957,
-      "step": 7302,
-      "subrel-constrast": 3.6092631816864014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.785844087600708,
-      "cov-distil (oracle2student)": 5.203983306884766,
-      "cov-distil (oracle2teacher)": 4.949392318725586,
-      "epoch": 5.732339089481947,
-      "rel-constrast": 4.172540187835693,
-      "step": 7303,
-      "subrel-constrast": 4.4514899253845215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7995238304138184,
-      "cov-distil (oracle2student)": 3.585836887359619,
-      "cov-distil (oracle2teacher)": 3.509810447692871,
-      "epoch": 5.733124018838304,
-      "rel-constrast": 1.9982070922851562,
-      "step": 7304,
-      "subrel-constrast": 2.5268757343292236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6111271381378174,
-      "cov-distil (oracle2student)": 4.684440612792969,
-      "cov-distil (oracle2teacher)": 4.508358001708984,
-      "epoch": 5.733908948194663,
-      "rel-constrast": 3.079216957092285,
-      "step": 7305,
-      "subrel-constrast": 3.475308895111084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7256686687469482,
-      "cov-distil (oracle2student)": 6.5617852210998535,
-      "cov-distil (oracle2teacher)": 6.220488548278809,
-      "epoch": 5.73469387755102,
-      "rel-constrast": 3.619823932647705,
-      "step": 7306,
-      "subrel-constrast": 3.5129687786102295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7556359767913818,
-      "cov-distil (oracle2student)": 4.320023536682129,
-      "cov-distil (oracle2teacher)": 3.8262925148010254,
-      "epoch": 5.735478806907379,
-      "rel-constrast": 3.189622402191162,
-      "step": 7307,
-      "subrel-constrast": 3.69474720954895,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1245636940002441,
-      "cov-distil (oracle2student)": 3.4064011573791504,
-      "cov-distil (oracle2teacher)": 3.2581043243408203,
-      "epoch": 5.736263736263736,
-      "rel-constrast": 1.4078413248062134,
-      "step": 7308,
-      "subrel-constrast": 2.109647750854492,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0962908267974854,
-      "cov-distil (oracle2student)": 4.164846420288086,
-      "cov-distil (oracle2teacher)": 4.232356071472168,
-      "epoch": 5.737048665620094,
-      "rel-constrast": 2.2022039890289307,
-      "step": 7309,
-      "subrel-constrast": 2.5147833824157715,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.737833594976452,
-      "grad_norm": 6.0625,
-      "learning_rate": 1.0241901266092643e-05,
-      "loss": 0.7476,
-      "step": 7310
-    },
-    {
-      "cov-distil": 2.0148324966430664,
-      "cov-distil (oracle2student)": 3.7539315223693848,
-      "cov-distil (oracle2teacher)": 3.8018250465393066,
-      "epoch": 5.737833594976452,
-      "rel-constrast": 2.1676652431488037,
-      "step": 7310,
-      "subrel-constrast": 3.1382970809936523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3410067558288574,
-      "cov-distil (oracle2student)": 3.753666400909424,
-      "cov-distil (oracle2teacher)": 3.991673469543457,
-      "epoch": 5.73861852433281,
-      "rel-constrast": 2.9614081382751465,
-      "step": 7311,
-      "subrel-constrast": 3.534830093383789,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8691797256469727,
-      "cov-distil (oracle2student)": 5.682589530944824,
-      "cov-distil (oracle2teacher)": 5.44174337387085,
-      "epoch": 5.739403453689168,
-      "rel-constrast": 2.8649702072143555,
-      "step": 7312,
-      "subrel-constrast": 3.9665515422821045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7679191827774048,
-      "cov-distil (oracle2student)": 4.3891143798828125,
-      "cov-distil (oracle2teacher)": 4.1056623458862305,
-      "epoch": 5.740188383045526,
-      "rel-constrast": 2.0699315071105957,
-      "step": 7313,
-      "subrel-constrast": 3.187100410461426,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9497838020324707,
-      "cov-distil (oracle2student)": 3.5749926567077637,
-      "cov-distil (oracle2teacher)": 3.516017436981201,
-      "epoch": 5.740973312401884,
-      "rel-constrast": 2.1271839141845703,
-      "step": 7314,
-      "subrel-constrast": 2.8771414756774902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3478631973266602,
-      "cov-distil (oracle2student)": 4.294809341430664,
-      "cov-distil (oracle2teacher)": 3.6598949432373047,
-      "epoch": 5.741758241758242,
-      "rel-constrast": 3.303323745727539,
-      "step": 7315,
-      "subrel-constrast": 3.4836463928222656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4943358898162842,
-      "cov-distil (oracle2student)": 5.46284818649292,
-      "cov-distil (oracle2teacher)": 4.953913688659668,
-      "epoch": 5.742543171114599,
-      "rel-constrast": 2.443436622619629,
-      "step": 7316,
-      "subrel-constrast": 2.7198543548583984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.258027195930481,
-      "cov-distil (oracle2student)": 2.885948657989502,
-      "cov-distil (oracle2teacher)": 3.146230936050415,
-      "epoch": 5.743328100470958,
-      "rel-constrast": 3.389442205429077,
-      "step": 7317,
-      "subrel-constrast": 4.004966735839844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2807791233062744,
-      "cov-distil (oracle2student)": 5.213768005371094,
-      "cov-distil (oracle2teacher)": 5.193131923675537,
-      "epoch": 5.744113029827315,
-      "rel-constrast": 2.417893886566162,
-      "step": 7318,
-      "subrel-constrast": 3.1283750534057617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7559386491775513,
-      "cov-distil (oracle2student)": 5.511059761047363,
-      "cov-distil (oracle2teacher)": 4.284030437469482,
-      "epoch": 5.744897959183674,
-      "rel-constrast": 3.2285566329956055,
-      "step": 7319,
-      "subrel-constrast": 3.5521066188812256,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.745682888540031,
-      "grad_norm": 5.8125,
-      "learning_rate": 1.0171552762039835e-05,
-      "loss": 0.7145,
-      "step": 7320
-    },
-    {
-      "cov-distil": 1.7013295888900757,
-      "cov-distil (oracle2student)": 4.2199788093566895,
-      "cov-distil (oracle2teacher)": 4.724897861480713,
-      "epoch": 5.745682888540031,
-      "rel-constrast": 2.127027750015259,
-      "step": 7320,
-      "subrel-constrast": 2.720595598220825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.487316608428955,
-      "cov-distil (oracle2student)": 5.885954856872559,
-      "cov-distil (oracle2teacher)": 5.66634464263916,
-      "epoch": 5.74646781789639,
-      "rel-constrast": 2.8210065364837646,
-      "step": 7321,
-      "subrel-constrast": 4.162474632263184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7219479084014893,
-      "cov-distil (oracle2student)": 5.422028541564941,
-      "cov-distil (oracle2teacher)": 5.122193336486816,
-      "epoch": 5.747252747252747,
-      "rel-constrast": 2.1875996589660645,
-      "step": 7322,
-      "subrel-constrast": 3.0198779106140137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5489448308944702,
-      "cov-distil (oracle2student)": 2.6001272201538086,
-      "cov-distil (oracle2teacher)": 2.8779544830322266,
-      "epoch": 5.748037676609105,
-      "rel-constrast": 2.5570144653320312,
-      "step": 7323,
-      "subrel-constrast": 3.301645278930664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9339847564697266,
-      "cov-distil (oracle2student)": 4.478625297546387,
-      "cov-distil (oracle2teacher)": 4.361190319061279,
-      "epoch": 5.748822605965463,
-      "rel-constrast": 2.2640867233276367,
-      "step": 7324,
-      "subrel-constrast": 3.215939998626709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6376956701278687,
-      "cov-distil (oracle2student)": 2.999922752380371,
-      "cov-distil (oracle2teacher)": 3.596100330352783,
-      "epoch": 5.749607535321821,
-      "rel-constrast": 2.4394993782043457,
-      "step": 7325,
-      "subrel-constrast": 3.1336042881011963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2882468700408936,
-      "cov-distil (oracle2student)": 5.504830360412598,
-      "cov-distil (oracle2teacher)": 4.757146835327148,
-      "epoch": 5.750392464678179,
-      "rel-constrast": 3.2604870796203613,
-      "step": 7326,
-      "subrel-constrast": 3.530423402786255,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5025207996368408,
-      "cov-distil (oracle2student)": 3.469339370727539,
-      "cov-distil (oracle2teacher)": 3.019294261932373,
-      "epoch": 5.751177394034537,
-      "rel-constrast": 1.475477933883667,
-      "step": 7327,
-      "subrel-constrast": 2.2121481895446777,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6941039562225342,
-      "cov-distil (oracle2student)": 5.367856979370117,
-      "cov-distil (oracle2teacher)": 4.784945487976074,
-      "epoch": 5.751962323390895,
-      "rel-constrast": 4.009967803955078,
-      "step": 7328,
-      "subrel-constrast": 4.450173377990723,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4230101108551025,
-      "cov-distil (oracle2student)": 3.933607578277588,
-      "cov-distil (oracle2teacher)": 3.8265810012817383,
-      "epoch": 5.752747252747253,
-      "rel-constrast": 2.735991954803467,
-      "step": 7329,
-      "subrel-constrast": 3.593527317047119,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.75353218210361,
-      "grad_norm": 5.21875,
-      "learning_rate": 1.0101384937937058e-05,
-      "loss": 0.6868,
-      "step": 7330
-    },
-    {
-      "cov-distil": 1.818922996520996,
-      "cov-distil (oracle2student)": 4.216760635375977,
-      "cov-distil (oracle2teacher)": 4.07200288772583,
-      "epoch": 5.75353218210361,
-      "rel-constrast": 3.0157227516174316,
-      "step": 7330,
-      "subrel-constrast": 3.347735643386841,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7093093395233154,
-      "cov-distil (oracle2student)": 4.980816841125488,
-      "cov-distil (oracle2teacher)": 4.862750053405762,
-      "epoch": 5.754317111459969,
-      "rel-constrast": 2.716977834701538,
-      "step": 7331,
-      "subrel-constrast": 3.495983123779297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3265736103057861,
-      "cov-distil (oracle2student)": 3.5635557174682617,
-      "cov-distil (oracle2teacher)": 3.473499298095703,
-      "epoch": 5.755102040816326,
-      "rel-constrast": 2.411634922027588,
-      "step": 7332,
-      "subrel-constrast": 2.709780693054199,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5850245952606201,
-      "cov-distil (oracle2student)": 2.9778800010681152,
-      "cov-distil (oracle2teacher)": 2.835282564163208,
-      "epoch": 5.755886970172685,
-      "rel-constrast": 3.1644890308380127,
-      "step": 7333,
-      "subrel-constrast": 3.9010980129241943,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5129954814910889,
-      "cov-distil (oracle2student)": 4.007745265960693,
-      "cov-distil (oracle2teacher)": 3.8901596069335938,
-      "epoch": 5.756671899529042,
-      "rel-constrast": 1.6601078510284424,
-      "step": 7334,
-      "subrel-constrast": 2.6866676807403564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.086766481399536,
-      "cov-distil (oracle2student)": 4.0574846267700195,
-      "cov-distil (oracle2teacher)": 4.552849292755127,
-      "epoch": 5.757456828885401,
-      "rel-constrast": 2.684293031692505,
-      "step": 7335,
-      "subrel-constrast": 3.9128777980804443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4723904132843018,
-      "cov-distil (oracle2student)": 4.145289897918701,
-      "cov-distil (oracle2teacher)": 3.683002233505249,
-      "epoch": 5.758241758241758,
-      "rel-constrast": 2.598750591278076,
-      "step": 7336,
-      "subrel-constrast": 3.169039011001587,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.384110450744629,
-      "cov-distil (oracle2student)": 3.2091925144195557,
-      "cov-distil (oracle2teacher)": 3.13869047164917,
-      "epoch": 5.759026687598116,
-      "rel-constrast": 1.6938925981521606,
-      "step": 7337,
-      "subrel-constrast": 2.5146918296813965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6272766590118408,
-      "cov-distil (oracle2student)": 4.483925819396973,
-      "cov-distil (oracle2teacher)": 4.218890190124512,
-      "epoch": 5.759811616954474,
-      "rel-constrast": 2.8387646675109863,
-      "step": 7338,
-      "subrel-constrast": 3.4043920040130615,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3589692115783691,
-      "cov-distil (oracle2student)": 3.391122341156006,
-      "cov-distil (oracle2teacher)": 3.5451979637145996,
-      "epoch": 5.760596546310832,
-      "rel-constrast": 1.663114309310913,
-      "step": 7339,
-      "subrel-constrast": 2.274622678756714,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.76138147566719,
-      "grad_norm": 4.90625,
-      "learning_rate": 1.0031398648757088e-05,
-      "loss": 0.6509,
-      "step": 7340
-    },
-    {
-      "cov-distil": 1.4288350343704224,
-      "cov-distil (oracle2student)": 3.832467794418335,
-      "cov-distil (oracle2teacher)": 3.8855066299438477,
-      "epoch": 5.76138147566719,
-      "rel-constrast": 3.1194632053375244,
-      "step": 7340,
-      "subrel-constrast": 3.699232339859009,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2688651084899902,
-      "cov-distil (oracle2student)": 3.993042230606079,
-      "cov-distil (oracle2teacher)": 4.238650321960449,
-      "epoch": 5.762166405023548,
-      "rel-constrast": 2.4140939712524414,
-      "step": 7341,
-      "subrel-constrast": 3.201198101043701,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9272241592407227,
-      "cov-distil (oracle2student)": 4.664226531982422,
-      "cov-distil (oracle2teacher)": 3.7708754539489746,
-      "epoch": 5.762951334379906,
-      "rel-constrast": 2.7253053188323975,
-      "step": 7342,
-      "subrel-constrast": 3.503476142883301,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1906746625900269,
-      "cov-distil (oracle2student)": 2.611176013946533,
-      "cov-distil (oracle2teacher)": 2.7909750938415527,
-      "epoch": 5.763736263736264,
-      "rel-constrast": 1.5691519975662231,
-      "step": 7343,
-      "subrel-constrast": 2.214956283569336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8987044095993042,
-      "cov-distil (oracle2student)": 4.470426559448242,
-      "cov-distil (oracle2teacher)": 4.253958702087402,
-      "epoch": 5.764521193092621,
-      "rel-constrast": 2.6036734580993652,
-      "step": 7344,
-      "subrel-constrast": 3.6046652793884277,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0079054832458496,
-      "cov-distil (oracle2student)": 3.391122341156006,
-      "cov-distil (oracle2teacher)": 3.7250936031341553,
-      "epoch": 5.76530612244898,
-      "rel-constrast": 2.4628021717071533,
-      "step": 7345,
-      "subrel-constrast": 3.358696460723877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7733782529830933,
-      "cov-distil (oracle2student)": 3.0521562099456787,
-      "cov-distil (oracle2teacher)": 3.098752498626709,
-      "epoch": 5.766091051805337,
-      "rel-constrast": 2.4889299869537354,
-      "step": 7346,
-      "subrel-constrast": 3.5869948863983154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.107417106628418,
-      "cov-distil (oracle2student)": 5.42124605178833,
-      "cov-distil (oracle2teacher)": 5.437167167663574,
-      "epoch": 5.766875981161696,
-      "rel-constrast": 4.274709224700928,
-      "step": 7347,
-      "subrel-constrast": 4.559293746948242,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5339516401290894,
-      "cov-distil (oracle2student)": 5.308880805969238,
-      "cov-distil (oracle2teacher)": 4.395062446594238,
-      "epoch": 5.767660910518053,
-      "rel-constrast": 2.6243555545806885,
-      "step": 7348,
-      "subrel-constrast": 2.9390511512756348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9283944368362427,
-      "cov-distil (oracle2student)": 4.190358638763428,
-      "cov-distil (oracle2teacher)": 3.8773348331451416,
-      "epoch": 5.768445839874412,
-      "rel-constrast": 1.9798849821090698,
-      "step": 7349,
-      "subrel-constrast": 2.848642349243164,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.769230769230769,
-      "grad_norm": 5.46875,
-      "learning_rate": 9.961594747260789e-06,
-      "loss": 0.6992,
-      "step": 7350
-    },
-    {
-      "cov-distil": 1.8781177997589111,
-      "cov-distil (oracle2student)": 2.9359474182128906,
-      "cov-distil (oracle2teacher)": 3.001868724822998,
-      "epoch": 5.769230769230769,
-      "rel-constrast": 1.6053768396377563,
-      "step": 7350,
-      "subrel-constrast": 2.669746160507202,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6095328330993652,
-      "cov-distil (oracle2student)": 3.2659826278686523,
-      "cov-distil (oracle2teacher)": 3.4521069526672363,
-      "epoch": 5.770015698587127,
-      "rel-constrast": 2.148970365524292,
-      "step": 7351,
-      "subrel-constrast": 3.053133964538574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3205368518829346,
-      "cov-distil (oracle2student)": 3.508132219314575,
-      "cov-distil (oracle2teacher)": 3.9354474544525146,
-      "epoch": 5.770800627943485,
-      "rel-constrast": 2.624375820159912,
-      "step": 7352,
-      "subrel-constrast": 3.392277717590332,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1135517358779907,
-      "cov-distil (oracle2student)": 4.242231369018555,
-      "cov-distil (oracle2teacher)": 4.286797523498535,
-      "epoch": 5.771585557299843,
-      "rel-constrast": 3.0448384284973145,
-      "step": 7353,
-      "subrel-constrast": 3.2963340282440186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3300803899765015,
-      "cov-distil (oracle2student)": 2.9611456394195557,
-      "cov-distil (oracle2teacher)": 2.8801891803741455,
-      "epoch": 5.772370486656201,
-      "rel-constrast": 2.933037281036377,
-      "step": 7354,
-      "subrel-constrast": 3.5395498275756836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4280741214752197,
-      "cov-distil (oracle2student)": 3.9902663230895996,
-      "cov-distil (oracle2teacher)": 3.58195161819458,
-      "epoch": 5.773155416012559,
-      "rel-constrast": 2.4754421710968018,
-      "step": 7355,
-      "subrel-constrast": 3.0828592777252197,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4817242622375488,
-      "cov-distil (oracle2student)": 3.3008687496185303,
-      "cov-distil (oracle2teacher)": 3.184703826904297,
-      "epoch": 5.773940345368917,
-      "rel-constrast": 2.4317212104797363,
-      "step": 7356,
-      "subrel-constrast": 3.3312313556671143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6247758865356445,
-      "cov-distil (oracle2student)": 3.9976391792297363,
-      "cov-distil (oracle2teacher)": 4.27882194519043,
-      "epoch": 5.774725274725275,
-      "rel-constrast": 3.0308713912963867,
-      "step": 7357,
-      "subrel-constrast": 3.328200101852417,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.408142328262329,
-      "cov-distil (oracle2student)": 4.830171585083008,
-      "cov-distil (oracle2teacher)": 4.8712477684021,
-      "epoch": 5.775510204081632,
-      "rel-constrast": 2.0579030513763428,
-      "step": 7358,
-      "subrel-constrast": 2.8161871433258057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2599937915802002,
-      "cov-distil (oracle2student)": 6.08513069152832,
-      "cov-distil (oracle2teacher)": 5.105471611022949,
-      "epoch": 5.776295133437991,
-      "rel-constrast": 2.3684048652648926,
-      "step": 7359,
-      "subrel-constrast": 3.3668477535247803,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.777080062794348,
-      "grad_norm": 5.65625,
-      "learning_rate": 9.891974083986652e-06,
-      "loss": 0.6542,
-      "step": 7360
-    },
-    {
-      "cov-distil": 1.3642550706863403,
-      "cov-distil (oracle2student)": 4.347439765930176,
-      "cov-distil (oracle2teacher)": 4.184238910675049,
-      "epoch": 5.777080062794348,
-      "rel-constrast": 2.5559842586517334,
-      "step": 7360,
-      "subrel-constrast": 3.2351722717285156,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.530799388885498,
-      "cov-distil (oracle2student)": 4.374279022216797,
-      "cov-distil (oracle2teacher)": 4.49560022354126,
-      "epoch": 5.777864992150707,
-      "rel-constrast": 2.1340198516845703,
-      "step": 7361,
-      "subrel-constrast": 2.920093059539795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5107616186141968,
-      "cov-distil (oracle2student)": 4.652576446533203,
-      "cov-distil (oracle2teacher)": 4.440040588378906,
-      "epoch": 5.778649921507064,
-      "rel-constrast": 2.4809741973876953,
-      "step": 7362,
-      "subrel-constrast": 3.1190309524536133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4407689571380615,
-      "cov-distil (oracle2student)": 6.612603187561035,
-      "cov-distil (oracle2teacher)": 5.611560821533203,
-      "epoch": 5.779434850863423,
-      "rel-constrast": 2.1089484691619873,
-      "step": 7363,
-      "subrel-constrast": 2.979612350463867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.87179434299469,
-      "cov-distil (oracle2student)": 4.465539932250977,
-      "cov-distil (oracle2teacher)": 3.7335286140441895,
-      "epoch": 5.78021978021978,
-      "rel-constrast": 1.9225244522094727,
-      "step": 7364,
-      "subrel-constrast": 2.954129695892334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7952386140823364,
-      "cov-distil (oracle2student)": 4.046932697296143,
-      "cov-distil (oracle2teacher)": 4.135660171508789,
-      "epoch": 5.781004709576138,
-      "rel-constrast": 2.7572901248931885,
-      "step": 7365,
-      "subrel-constrast": 3.4649622440338135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9888302683830261,
-      "cov-distil (oracle2student)": 6.099380970001221,
-      "cov-distil (oracle2teacher)": 4.729107856750488,
-      "epoch": 5.781789638932496,
-      "rel-constrast": 2.533886432647705,
-      "step": 7366,
-      "subrel-constrast": 2.971071243286133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6222811937332153,
-      "cov-distil (oracle2student)": 5.499778747558594,
-      "cov-distil (oracle2teacher)": 5.129125595092773,
-      "epoch": 5.782574568288854,
-      "rel-constrast": 2.8243632316589355,
-      "step": 7367,
-      "subrel-constrast": 3.270512104034424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5725805759429932,
-      "cov-distil (oracle2student)": 3.9817066192626953,
-      "cov-distil (oracle2teacher)": 3.6633777618408203,
-      "epoch": 5.783359497645212,
-      "rel-constrast": 3.0750722885131836,
-      "step": 7368,
-      "subrel-constrast": 3.567011833190918,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2360823154449463,
-      "cov-distil (oracle2student)": 3.3780505657196045,
-      "cov-distil (oracle2teacher)": 3.6239380836486816,
-      "epoch": 5.78414442700157,
-      "rel-constrast": 2.7639598846435547,
-      "step": 7369,
-      "subrel-constrast": 3.4473202228546143,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.784929356357928,
-      "grad_norm": 5.15625,
-      "learning_rate": 9.822537507240511e-06,
-      "loss": 0.6663,
-      "step": 7370
-    },
-    {
-      "cov-distil": 1.6053160429000854,
-      "cov-distil (oracle2student)": 4.863858699798584,
-      "cov-distil (oracle2teacher)": 4.567416191101074,
-      "epoch": 5.784929356357928,
-      "rel-constrast": 2.5887060165405273,
-      "step": 7370,
-      "subrel-constrast": 3.363345146179199,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4422032833099365,
-      "cov-distil (oracle2student)": 4.086462497711182,
-      "cov-distil (oracle2teacher)": 3.7298481464385986,
-      "epoch": 5.785714285714286,
-      "rel-constrast": 2.5184507369995117,
-      "step": 7371,
-      "subrel-constrast": 3.1546428203582764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2451879978179932,
-      "cov-distil (oracle2student)": 4.688966751098633,
-      "cov-distil (oracle2teacher)": 4.084558010101318,
-      "epoch": 5.786499215070644,
-      "rel-constrast": 2.0765228271484375,
-      "step": 7372,
-      "subrel-constrast": 3.005406141281128,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3889520168304443,
-      "cov-distil (oracle2student)": 2.478419542312622,
-      "cov-distil (oracle2teacher)": 2.452901601791382,
-      "epoch": 5.787284144427002,
-      "rel-constrast": 2.4008092880249023,
-      "step": 7373,
-      "subrel-constrast": 3.489208936691284,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2273592948913574,
-      "cov-distil (oracle2student)": 3.70149564743042,
-      "cov-distil (oracle2teacher)": 3.761767625808716,
-      "epoch": 5.78806907378336,
-      "rel-constrast": 2.714801073074341,
-      "step": 7374,
-      "subrel-constrast": 3.9726130962371826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5248175859451294,
-      "cov-distil (oracle2student)": 5.123359680175781,
-      "cov-distil (oracle2teacher)": 4.472569942474365,
-      "epoch": 5.7888540031397175,
-      "rel-constrast": 2.401545763015747,
-      "step": 7375,
-      "subrel-constrast": 3.2299728393554688,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3258686065673828,
-      "cov-distil (oracle2student)": 4.088013648986816,
-      "cov-distil (oracle2teacher)": 4.008338451385498,
-      "epoch": 5.789638932496075,
-      "rel-constrast": 2.7288291454315186,
-      "step": 7376,
-      "subrel-constrast": 3.809605836868286,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.188413143157959,
-      "cov-distil (oracle2student)": 3.756307601928711,
-      "cov-distil (oracle2teacher)": 3.9005560874938965,
-      "epoch": 5.7904238618524335,
-      "rel-constrast": 2.6663239002227783,
-      "step": 7377,
-      "subrel-constrast": 3.333810806274414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5047855377197266,
-      "cov-distil (oracle2student)": 5.873129844665527,
-      "cov-distil (oracle2teacher)": 5.429316997528076,
-      "epoch": 5.791208791208791,
-      "rel-constrast": 2.3457822799682617,
-      "step": 7378,
-      "subrel-constrast": 3.2145137786865234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2257678508758545,
-      "cov-distil (oracle2student)": 3.5235745906829834,
-      "cov-distil (oracle2teacher)": 3.4893059730529785,
-      "epoch": 5.7919937205651495,
-      "rel-constrast": 2.415616035461426,
-      "step": 7379,
-      "subrel-constrast": 2.79630708694458,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.792778649921507,
-      "grad_norm": 6.5625,
-      "learning_rate": 9.753285863085119e-06,
-      "loss": 0.6581,
-      "step": 7380
-    },
-    {
-      "cov-distil": 1.2953286170959473,
-      "cov-distil (oracle2student)": 4.71573543548584,
-      "cov-distil (oracle2teacher)": 4.46843147277832,
-      "epoch": 5.792778649921507,
-      "rel-constrast": 2.061842203140259,
-      "step": 7380,
-      "subrel-constrast": 3.2486488819122314,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5601160526275635,
-      "cov-distil (oracle2student)": 4.842070579528809,
-      "cov-distil (oracle2teacher)": 4.87379789352417,
-      "epoch": 5.7935635792778655,
-      "rel-constrast": 2.045781135559082,
-      "step": 7381,
-      "subrel-constrast": 3.2089695930480957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2709689140319824,
-      "cov-distil (oracle2student)": 4.304941654205322,
-      "cov-distil (oracle2teacher)": 4.187765598297119,
-      "epoch": 5.794348508634223,
-      "rel-constrast": 2.3617372512817383,
-      "step": 7382,
-      "subrel-constrast": 2.879892587661743,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2036243677139282,
-      "cov-distil (oracle2student)": 3.9066662788391113,
-      "cov-distil (oracle2teacher)": 3.246825695037842,
-      "epoch": 5.795133437990581,
-      "rel-constrast": 2.693751096725464,
-      "step": 7383,
-      "subrel-constrast": 2.687180757522583,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5647602081298828,
-      "cov-distil (oracle2student)": 3.9853415489196777,
-      "cov-distil (oracle2teacher)": 3.891181707382202,
-      "epoch": 5.795918367346939,
-      "rel-constrast": 1.7966461181640625,
-      "step": 7384,
-      "subrel-constrast": 3.0086870193481445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.026355028152466,
-      "cov-distil (oracle2student)": 3.023355722427368,
-      "cov-distil (oracle2teacher)": 3.024780035018921,
-      "epoch": 5.7967032967032965,
-      "rel-constrast": 2.4571757316589355,
-      "step": 7385,
-      "subrel-constrast": 3.4498579502105713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.245948314666748,
-      "cov-distil (oracle2student)": 4.372256278991699,
-      "cov-distil (oracle2teacher)": 4.2197442054748535,
-      "epoch": 5.797488226059655,
-      "rel-constrast": 2.3101816177368164,
-      "step": 7386,
-      "subrel-constrast": 2.698106050491333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2421460151672363,
-      "cov-distil (oracle2student)": 5.737403869628906,
-      "cov-distil (oracle2teacher)": 5.010474681854248,
-      "epoch": 5.7982731554160125,
-      "rel-constrast": 2.7787981033325195,
-      "step": 7387,
-      "subrel-constrast": 3.462991714477539,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.913212776184082,
-      "cov-distil (oracle2student)": 3.3354387283325195,
-      "cov-distil (oracle2teacher)": 3.2867677211761475,
-      "epoch": 5.799058084772371,
-      "rel-constrast": 2.7198169231414795,
-      "step": 7388,
-      "subrel-constrast": 3.4256720542907715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5799425840377808,
-      "cov-distil (oracle2student)": 5.6504974365234375,
-      "cov-distil (oracle2teacher)": 5.160536766052246,
-      "epoch": 5.7998430141287285,
-      "rel-constrast": 2.56680965423584,
-      "step": 7389,
-      "subrel-constrast": 3.2468087673187256,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.800627943485086,
-      "grad_norm": 5.8125,
-      "learning_rate": 9.684219995329924e-06,
-      "loss": 0.6346,
-      "step": 7390
-    },
-    {
-      "cov-distil": 1.5319520235061646,
-      "cov-distil (oracle2student)": 3.9110517501831055,
-      "cov-distil (oracle2teacher)": 3.8483896255493164,
-      "epoch": 5.800627943485086,
-      "rel-constrast": 3.148029327392578,
-      "step": 7390,
-      "subrel-constrast": 3.856186866760254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5556732416152954,
-      "cov-distil (oracle2student)": 4.579200267791748,
-      "cov-distil (oracle2teacher)": 4.128789901733398,
-      "epoch": 5.8014128728414445,
-      "rel-constrast": 3.289968490600586,
-      "step": 7391,
-      "subrel-constrast": 3.996105670928955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8851405382156372,
-      "cov-distil (oracle2student)": 2.995619058609009,
-      "cov-distil (oracle2teacher)": 3.1562037467956543,
-      "epoch": 5.802197802197802,
-      "rel-constrast": 2.474931240081787,
-      "step": 7392,
-      "subrel-constrast": 3.336780309677124,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3996257781982422,
-      "cov-distil (oracle2student)": 4.3379740715026855,
-      "cov-distil (oracle2teacher)": 4.090578556060791,
-      "epoch": 5.8029827315541604,
-      "rel-constrast": 2.148040533065796,
-      "step": 7393,
-      "subrel-constrast": 3.2523193359375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4701060056686401,
-      "cov-distil (oracle2student)": 5.16651725769043,
-      "cov-distil (oracle2teacher)": 4.674939155578613,
-      "epoch": 5.803767660910518,
-      "rel-constrast": 3.303847551345825,
-      "step": 7394,
-      "subrel-constrast": 3.8760435581207275,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.871752142906189,
-      "cov-distil (oracle2student)": 4.900120258331299,
-      "cov-distil (oracle2teacher)": 4.627035140991211,
-      "epoch": 5.804552590266876,
-      "rel-constrast": 2.4331345558166504,
-      "step": 7395,
-      "subrel-constrast": 3.5407650470733643,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.503680944442749,
-      "cov-distil (oracle2student)": 5.888023376464844,
-      "cov-distil (oracle2teacher)": 5.299753189086914,
-      "epoch": 5.805337519623234,
-      "rel-constrast": 2.4693610668182373,
-      "step": 7396,
-      "subrel-constrast": 2.9483230113983154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.129708766937256,
-      "cov-distil (oracle2student)": 3.8664772510528564,
-      "cov-distil (oracle2teacher)": 3.687037944793701,
-      "epoch": 5.8061224489795915,
-      "rel-constrast": 2.6437106132507324,
-      "step": 7397,
-      "subrel-constrast": 3.150290012359619,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.524685025215149,
-      "cov-distil (oracle2student)": 4.15667724609375,
-      "cov-distil (oracle2teacher)": 3.692025661468506,
-      "epoch": 5.80690737833595,
-      "rel-constrast": 2.6169354915618896,
-      "step": 7398,
-      "subrel-constrast": 2.9094364643096924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6881959438323975,
-      "cov-distil (oracle2student)": 3.0684947967529297,
-      "cov-distil (oracle2teacher)": 3.353161573410034,
-      "epoch": 5.8076923076923075,
-      "rel-constrast": 1.9668912887573242,
-      "step": 7399,
-      "subrel-constrast": 2.6317782402038574,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.808477237048666,
-      "grad_norm": 5.84375,
-      "learning_rate": 9.615340745520713e-06,
-      "loss": 0.7038,
-      "step": 7400
-    },
-    {
-      "epoch": 5.808477237048666,
-      "overlap": 0.328125,
-      "step": 7400
-    },
-    {
-      "epoch": 5.808477237048666,
-      "step": 7400,
-      "student margin": 0.05828857421875
-    },
-    {
-      "epoch": 5.808477237048666,
-      "step": 7400,
-      "teacher margin": 0.03826904296875
-    },
-    {
-      "epoch": 5.808477237048666,
-      "margin difference": -0.02001953125,
-      "step": 7400
-    },
-    {
-      "cov-distil": 1.129915475845337,
-      "cov-distil (oracle2student)": 5.351773738861084,
-      "cov-distil (oracle2teacher)": 5.191354274749756,
-      "epoch": 5.808477237048666,
-      "rel-constrast": 2.5053601264953613,
-      "step": 7400,
-      "subrel-constrast": 3.3046672344207764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2473570108413696,
-      "cov-distil (oracle2student)": 3.4886698722839355,
-      "cov-distil (oracle2teacher)": 3.3609373569488525,
-      "epoch": 5.8092621664050235,
-      "rel-constrast": 3.4325497150421143,
-      "step": 7401,
-      "subrel-constrast": 4.009091854095459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.831978440284729,
-      "cov-distil (oracle2student)": 4.629300117492676,
-      "cov-distil (oracle2teacher)": 3.9776415824890137,
-      "epoch": 5.810047095761382,
-      "rel-constrast": 2.1961565017700195,
-      "step": 7402,
-      "subrel-constrast": 3.1746039390563965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9951246380805969,
-      "cov-distil (oracle2student)": 2.2245917320251465,
-      "cov-distil (oracle2teacher)": 2.750929355621338,
-      "epoch": 5.810832025117739,
-      "rel-constrast": 1.5362062454223633,
-      "step": 7403,
-      "subrel-constrast": 2.2908082008361816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.238638401031494,
-      "cov-distil (oracle2student)": 1.9609206914901733,
-      "cov-distil (oracle2teacher)": 2.4002015590667725,
-      "epoch": 5.811616954474097,
-      "rel-constrast": 1.7602919340133667,
-      "step": 7404,
-      "subrel-constrast": 3.00761079788208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5612461566925049,
-      "cov-distil (oracle2student)": 3.6668593883514404,
-      "cov-distil (oracle2teacher)": 3.6027774810791016,
-      "epoch": 5.812401883830455,
-      "rel-constrast": 2.1796581745147705,
-      "step": 7405,
-      "subrel-constrast": 2.6818268299102783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7933274507522583,
-      "cov-distil (oracle2student)": 5.313403606414795,
-      "cov-distil (oracle2teacher)": 5.879690170288086,
-      "epoch": 5.813186813186813,
-      "rel-constrast": 2.9283201694488525,
-      "step": 7406,
-      "subrel-constrast": 4.035983085632324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.792168140411377,
-      "cov-distil (oracle2student)": 3.4106087684631348,
-      "cov-distil (oracle2teacher)": 3.540377616882324,
-      "epoch": 5.813971742543171,
-      "rel-constrast": 1.8968634605407715,
-      "step": 7407,
-      "subrel-constrast": 3.449139356613159,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.582903265953064,
-      "cov-distil (oracle2student)": 4.429140567779541,
-      "cov-distil (oracle2teacher)": 3.8811378479003906,
-      "epoch": 5.814756671899529,
-      "rel-constrast": 3.0534849166870117,
-      "step": 7408,
-      "subrel-constrast": 3.6700146198272705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.4561843872070312,
-      "cov-distil (oracle2student)": 6.023029327392578,
-      "cov-distil (oracle2teacher)": 5.268749713897705,
-      "epoch": 5.815541601255887,
-      "rel-constrast": 3.0037028789520264,
-      "step": 7409,
-      "subrel-constrast": 4.0085978507995605,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.816326530612245,
-      "grad_norm": 5.59375,
-      "learning_rate": 9.546648952929415e-06,
-      "loss": 0.6539,
-      "step": 7410
-    },
-    {
-      "cov-distil": 1.6998543739318848,
-      "cov-distil (oracle2student)": 4.958138942718506,
-      "cov-distil (oracle2teacher)": 4.469768047332764,
-      "epoch": 5.816326530612245,
-      "rel-constrast": 2.9829111099243164,
-      "step": 7410,
-      "subrel-constrast": 3.9668402671813965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4676871299743652,
-      "cov-distil (oracle2student)": 4.293689727783203,
-      "cov-distil (oracle2teacher)": 4.209586143493652,
-      "epoch": 5.8171114599686025,
-      "rel-constrast": 2.2569470405578613,
-      "step": 7411,
-      "subrel-constrast": 3.134718179702759,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4328646659851074,
-      "cov-distil (oracle2student)": 5.61866569519043,
-      "cov-distil (oracle2teacher)": 5.4738240242004395,
-      "epoch": 5.817896389324961,
-      "rel-constrast": 3.0867254734039307,
-      "step": 7412,
-      "subrel-constrast": 3.976027011871338,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7046788930892944,
-      "cov-distil (oracle2student)": 5.60038423538208,
-      "cov-distil (oracle2teacher)": 5.102224349975586,
-      "epoch": 5.818681318681318,
-      "rel-constrast": 3.009023427963257,
-      "step": 7413,
-      "subrel-constrast": 3.8606112003326416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4379513263702393,
-      "cov-distil (oracle2student)": 5.56219482421875,
-      "cov-distil (oracle2teacher)": 5.031966209411621,
-      "epoch": 5.819466248037677,
-      "rel-constrast": 2.632110118865967,
-      "step": 7414,
-      "subrel-constrast": 3.5091378688812256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1366056203842163,
-      "cov-distil (oracle2student)": 4.905437469482422,
-      "cov-distil (oracle2teacher)": 4.566585540771484,
-      "epoch": 5.820251177394034,
-      "rel-constrast": 2.0095784664154053,
-      "step": 7415,
-      "subrel-constrast": 2.8511171340942383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8131126761436462,
-      "cov-distil (oracle2student)": 5.1399126052856445,
-      "cov-distil (oracle2teacher)": 4.573404312133789,
-      "epoch": 5.821036106750393,
-      "rel-constrast": 2.5645222663879395,
-      "step": 7416,
-      "subrel-constrast": 2.5773651599884033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3394972085952759,
-      "cov-distil (oracle2student)": 4.214687347412109,
-      "cov-distil (oracle2teacher)": 3.962151527404785,
-      "epoch": 5.82182103610675,
-      "rel-constrast": 2.251279830932617,
-      "step": 7417,
-      "subrel-constrast": 2.906975746154785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.478225588798523,
-      "cov-distil (oracle2student)": 3.275123357772827,
-      "cov-distil (oracle2teacher)": 3.101980686187744,
-      "epoch": 5.822605965463108,
-      "rel-constrast": 3.2851076126098633,
-      "step": 7418,
-      "subrel-constrast": 3.6909964084625244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.557442307472229,
-      "cov-distil (oracle2student)": 6.684610366821289,
-      "cov-distil (oracle2teacher)": 5.615416049957275,
-      "epoch": 5.823390894819466,
-      "rel-constrast": 2.823718786239624,
-      "step": 7419,
-      "subrel-constrast": 3.6894333362579346,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.824175824175824,
-      "grad_norm": 5.90625,
-      "learning_rate": 9.478145454543854e-06,
-      "loss": 0.7077,
-      "step": 7420
-    },
-    {
-      "cov-distil": 1.5876457691192627,
-      "cov-distil (oracle2student)": 3.4600658416748047,
-      "cov-distil (oracle2teacher)": 3.644369125366211,
-      "epoch": 5.824175824175824,
-      "rel-constrast": 2.529306411743164,
-      "step": 7420,
-      "subrel-constrast": 3.476771116256714,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.837714672088623,
-      "cov-distil (oracle2student)": 4.232135772705078,
-      "cov-distil (oracle2teacher)": 3.8124399185180664,
-      "epoch": 5.824960753532182,
-      "rel-constrast": 2.094130516052246,
-      "step": 7421,
-      "subrel-constrast": 2.48368501663208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6655137538909912,
-      "cov-distil (oracle2student)": 3.1552367210388184,
-      "cov-distil (oracle2teacher)": 3.736614942550659,
-      "epoch": 5.82574568288854,
-      "rel-constrast": 2.1705234050750732,
-      "step": 7422,
-      "subrel-constrast": 3.0939974784851074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5240633487701416,
-      "cov-distil (oracle2student)": 2.0670740604400635,
-      "cov-distil (oracle2teacher)": 2.254640579223633,
-      "epoch": 5.826530612244898,
-      "rel-constrast": 2.0504913330078125,
-      "step": 7423,
-      "subrel-constrast": 2.291602611541748,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7409340143203735,
-      "cov-distil (oracle2student)": 3.562032699584961,
-      "cov-distil (oracle2teacher)": 3.384563446044922,
-      "epoch": 5.827315541601256,
-      "rel-constrast": 2.459608793258667,
-      "step": 7424,
-      "subrel-constrast": 2.8819642066955566,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5167866945266724,
-      "cov-distil (oracle2student)": 4.570096015930176,
-      "cov-distil (oracle2teacher)": 4.278662204742432,
-      "epoch": 5.828100470957613,
-      "rel-constrast": 3.913015365600586,
-      "step": 7425,
-      "subrel-constrast": 4.573715686798096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0614728927612305,
-      "cov-distil (oracle2student)": 4.7338643074035645,
-      "cov-distil (oracle2teacher)": 4.524749755859375,
-      "epoch": 5.828885400313972,
-      "rel-constrast": 2.541076183319092,
-      "step": 7426,
-      "subrel-constrast": 2.9163992404937744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2134900093078613,
-      "cov-distil (oracle2student)": 5.053163528442383,
-      "cov-distil (oracle2teacher)": 4.867400169372559,
-      "epoch": 5.829670329670329,
-      "rel-constrast": 2.0267224311828613,
-      "step": 7427,
-      "subrel-constrast": 2.92358660697937,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7811479568481445,
-      "cov-distil (oracle2student)": 3.815401077270508,
-      "cov-distil (oracle2teacher)": 4.013001918792725,
-      "epoch": 5.830455259026688,
-      "rel-constrast": 1.6918686628341675,
-      "step": 7428,
-      "subrel-constrast": 3.093078374862671,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2510218620300293,
-      "cov-distil (oracle2student)": 4.605950355529785,
-      "cov-distil (oracle2teacher)": 4.419576168060303,
-      "epoch": 5.831240188383045,
-      "rel-constrast": 2.8034508228302,
-      "step": 7429,
-      "subrel-constrast": 3.772341251373291,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.832025117739404,
-      "grad_norm": 6.375,
-      "learning_rate": 9.409831085057521e-06,
-      "loss": 0.6425,
-      "step": 7430
-    },
-    {
-      "cov-distil": 1.4837723970413208,
-      "cov-distil (oracle2student)": 5.185769081115723,
-      "cov-distil (oracle2teacher)": 4.77553653717041,
-      "epoch": 5.832025117739404,
-      "rel-constrast": 2.5570664405822754,
-      "step": 7430,
-      "subrel-constrast": 3.384613037109375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5724756717681885,
-      "cov-distil (oracle2student)": 5.003958702087402,
-      "cov-distil (oracle2teacher)": 4.109326362609863,
-      "epoch": 5.832810047095761,
-      "rel-constrast": 3.028491497039795,
-      "step": 7431,
-      "subrel-constrast": 3.2879831790924072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4457831382751465,
-      "cov-distil (oracle2student)": 3.476789712905884,
-      "cov-distil (oracle2teacher)": 3.282663583755493,
-      "epoch": 5.833594976452119,
-      "rel-constrast": 3.164888620376587,
-      "step": 7432,
-      "subrel-constrast": 3.575230836868286,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9470168352127075,
-      "cov-distil (oracle2student)": 3.7270026206970215,
-      "cov-distil (oracle2teacher)": 3.472050428390503,
-      "epoch": 5.834379905808477,
-      "rel-constrast": 2.384974241256714,
-      "step": 7433,
-      "subrel-constrast": 2.7242040634155273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0610673427581787,
-      "cov-distil (oracle2student)": 6.0160651206970215,
-      "cov-distil (oracle2teacher)": 5.494146823883057,
-      "epoch": 5.835164835164835,
-      "rel-constrast": 1.9906970262527466,
-      "step": 7434,
-      "subrel-constrast": 2.717259168624878,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6403100490570068,
-      "cov-distil (oracle2student)": 5.312522888183594,
-      "cov-distil (oracle2teacher)": 4.590947151184082,
-      "epoch": 5.835949764521193,
-      "rel-constrast": 3.325961112976074,
-      "step": 7435,
-      "subrel-constrast": 3.8834304809570312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0615208148956299,
-      "cov-distil (oracle2student)": 4.132683753967285,
-      "cov-distil (oracle2teacher)": 4.242027282714844,
-      "epoch": 5.836734693877551,
-      "rel-constrast": 2.5882210731506348,
-      "step": 7436,
-      "subrel-constrast": 3.3704731464385986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6279784440994263,
-      "cov-distil (oracle2student)": 7.440926551818848,
-      "cov-distil (oracle2teacher)": 6.347228050231934,
-      "epoch": 5.837519623233909,
-      "rel-constrast": 3.0015621185302734,
-      "step": 7437,
-      "subrel-constrast": 3.7028448581695557,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6356834173202515,
-      "cov-distil (oracle2student)": 4.145959854125977,
-      "cov-distil (oracle2teacher)": 4.36631965637207,
-      "epoch": 5.838304552590267,
-      "rel-constrast": 3.3613486289978027,
-      "step": 7438,
-      "subrel-constrast": 3.816671371459961,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2211167812347412,
-      "cov-distil (oracle2student)": 4.409215927124023,
-      "cov-distil (oracle2teacher)": 4.248189926147461,
-      "epoch": 5.839089481946624,
-      "rel-constrast": 2.6933722496032715,
-      "step": 7439,
-      "subrel-constrast": 3.288423776626587,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.839874411302983,
-      "grad_norm": 5.59375,
-      "learning_rate": 9.341706676859468e-06,
-      "loss": 0.7367,
-      "step": 7440
-    },
-    {
-      "cov-distil": 2.077089309692383,
-      "cov-distil (oracle2student)": 5.0218892097473145,
-      "cov-distil (oracle2teacher)": 5.363791465759277,
-      "epoch": 5.839874411302983,
-      "rel-constrast": 2.6600046157836914,
-      "step": 7440,
-      "subrel-constrast": 4.060826778411865,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5994163751602173,
-      "cov-distil (oracle2student)": 5.467981338500977,
-      "cov-distil (oracle2teacher)": 5.062505722045898,
-      "epoch": 5.84065934065934,
-      "rel-constrast": 2.5420687198638916,
-      "step": 7441,
-      "subrel-constrast": 2.8739500045776367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2697858810424805,
-      "cov-distil (oracle2student)": 6.825669288635254,
-      "cov-distil (oracle2teacher)": 5.354166030883789,
-      "epoch": 5.841444270015699,
-      "rel-constrast": 2.4761571884155273,
-      "step": 7442,
-      "subrel-constrast": 2.6244325637817383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.014911651611328,
-      "cov-distil (oracle2student)": 3.2593634128570557,
-      "cov-distil (oracle2teacher)": 3.1706156730651855,
-      "epoch": 5.842229199372056,
-      "rel-constrast": 2.0168466567993164,
-      "step": 7443,
-      "subrel-constrast": 2.6344714164733887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0443034172058105,
-      "cov-distil (oracle2student)": 3.6109671592712402,
-      "cov-distil (oracle2teacher)": 3.647494316101074,
-      "epoch": 5.843014128728415,
-      "rel-constrast": 2.7341673374176025,
-      "step": 7444,
-      "subrel-constrast": 3.9454469680786133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6185163259506226,
-      "cov-distil (oracle2student)": 5.330079078674316,
-      "cov-distil (oracle2teacher)": 4.463135242462158,
-      "epoch": 5.843799058084772,
-      "rel-constrast": 2.466099262237549,
-      "step": 7445,
-      "subrel-constrast": 3.0549519062042236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.18077552318573,
-      "cov-distil (oracle2student)": 5.26628303527832,
-      "cov-distil (oracle2teacher)": 4.759933948516846,
-      "epoch": 5.84458398744113,
-      "rel-constrast": 2.693225622177124,
-      "step": 7446,
-      "subrel-constrast": 2.866595983505249,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8624143600463867,
-      "cov-distil (oracle2student)": 3.56658935546875,
-      "cov-distil (oracle2teacher)": 3.6922531127929688,
-      "epoch": 5.845368916797488,
-      "rel-constrast": 1.8678404092788696,
-      "step": 7447,
-      "subrel-constrast": 2.9677271842956543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6804540157318115,
-      "cov-distil (oracle2student)": 4.384266376495361,
-      "cov-distil (oracle2teacher)": 4.476374626159668,
-      "epoch": 5.846153846153846,
-      "rel-constrast": 2.243277072906494,
-      "step": 7448,
-      "subrel-constrast": 3.008054256439209,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.388528823852539,
-      "cov-distil (oracle2student)": 5.834950923919678,
-      "cov-distil (oracle2teacher)": 4.97959041595459,
-      "epoch": 5.846938775510204,
-      "rel-constrast": 2.8891968727111816,
-      "step": 7449,
-      "subrel-constrast": 3.6286418437957764,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.847723704866562,
-      "grad_norm": 5.65625,
-      "learning_rate": 9.273773060024102e-06,
-      "loss": 0.6566,
-      "step": 7450
-    },
-    {
-      "cov-distil": 1.8546910285949707,
-      "cov-distil (oracle2student)": 4.968170642852783,
-      "cov-distil (oracle2teacher)": 4.48735237121582,
-      "epoch": 5.847723704866562,
-      "rel-constrast": 2.521768808364868,
-      "step": 7450,
-      "subrel-constrast": 3.233935832977295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5173314809799194,
-      "cov-distil (oracle2student)": 4.460033416748047,
-      "cov-distil (oracle2teacher)": 4.491837978363037,
-      "epoch": 5.84850863422292,
-      "rel-constrast": 2.892777919769287,
-      "step": 7451,
-      "subrel-constrast": 3.3341715335845947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.376844882965088,
-      "cov-distil (oracle2student)": 5.140401840209961,
-      "cov-distil (oracle2teacher)": 4.94791316986084,
-      "epoch": 5.849293563579278,
-      "rel-constrast": 2.7849490642547607,
-      "step": 7452,
-      "subrel-constrast": 3.3029861450195312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1320672035217285,
-      "cov-distil (oracle2student)": 5.115313529968262,
-      "cov-distil (oracle2teacher)": 4.809873580932617,
-      "epoch": 5.850078492935635,
-      "rel-constrast": 2.1943960189819336,
-      "step": 7453,
-      "subrel-constrast": 2.8557686805725098,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3494691848754883,
-      "cov-distil (oracle2student)": 4.209158897399902,
-      "cov-distil (oracle2teacher)": 3.881315231323242,
-      "epoch": 5.850863422291994,
-      "rel-constrast": 2.6926209926605225,
-      "step": 7454,
-      "subrel-constrast": 3.431767702102661,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.305587887763977,
-      "cov-distil (oracle2student)": 6.13125467300415,
-      "cov-distil (oracle2teacher)": 6.018354415893555,
-      "epoch": 5.851648351648351,
-      "rel-constrast": 3.971571445465088,
-      "step": 7455,
-      "subrel-constrast": 4.322479248046875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7359968423843384,
-      "cov-distil (oracle2student)": 3.110447883605957,
-      "cov-distil (oracle2teacher)": 3.3644073009490967,
-      "epoch": 5.85243328100471,
-      "rel-constrast": 3.349782943725586,
-      "step": 7456,
-      "subrel-constrast": 3.630319356918335,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8608474731445312,
-      "cov-distil (oracle2student)": 2.8153634071350098,
-      "cov-distil (oracle2teacher)": 2.849745750427246,
-      "epoch": 5.853218210361067,
-      "rel-constrast": 2.4716696739196777,
-      "step": 7457,
-      "subrel-constrast": 3.0985841751098633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2847238779067993,
-      "cov-distil (oracle2student)": 4.097433567047119,
-      "cov-distil (oracle2teacher)": 3.136261463165283,
-      "epoch": 5.854003139717426,
-      "rel-constrast": 2.819861650466919,
-      "step": 7458,
-      "subrel-constrast": 2.6576502323150635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8484697341918945,
-      "cov-distil (oracle2student)": 2.9855854511260986,
-      "cov-distil (oracle2teacher)": 3.392101287841797,
-      "epoch": 5.854788069073783,
-      "rel-constrast": 2.4830679893493652,
-      "step": 7459,
-      "subrel-constrast": 3.6801624298095703,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.855572998430142,
-      "grad_norm": 5.25,
-      "learning_rate": 9.206031062301095e-06,
-      "loss": 0.7427,
-      "step": 7460
-    },
-    {
-      "cov-distil": 1.709513783454895,
-      "cov-distil (oracle2student)": 3.487978935241699,
-      "cov-distil (oracle2teacher)": 3.2542884349823,
-      "epoch": 5.855572998430142,
-      "rel-constrast": 1.7252357006072998,
-      "step": 7460,
-      "subrel-constrast": 3.0725300312042236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8147566318511963,
-      "cov-distil (oracle2student)": 4.050399303436279,
-      "cov-distil (oracle2teacher)": 3.6551032066345215,
-      "epoch": 5.856357927786499,
-      "rel-constrast": 2.8537192344665527,
-      "step": 7461,
-      "subrel-constrast": 3.4884819984436035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0787675380706787,
-      "cov-distil (oracle2student)": 3.306058883666992,
-      "cov-distil (oracle2teacher)": 3.071098804473877,
-      "epoch": 5.857142857142857,
-      "rel-constrast": 2.4217824935913086,
-      "step": 7462,
-      "subrel-constrast": 2.863125801086426,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7371225357055664,
-      "cov-distil (oracle2student)": 3.96201491355896,
-      "cov-distil (oracle2teacher)": 3.9430155754089355,
-      "epoch": 5.857927786499215,
-      "rel-constrast": 2.1703310012817383,
-      "step": 7463,
-      "subrel-constrast": 2.8436524868011475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2542846202850342,
-      "cov-distil (oracle2student)": 3.616910934448242,
-      "cov-distil (oracle2teacher)": 3.6060967445373535,
-      "epoch": 5.858712715855573,
-      "rel-constrast": 2.694000005722046,
-      "step": 7464,
-      "subrel-constrast": 2.98771333694458,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2136809825897217,
-      "cov-distil (oracle2student)": 3.704594373703003,
-      "cov-distil (oracle2teacher)": 3.5381622314453125,
-      "epoch": 5.859497645211931,
-      "rel-constrast": 2.337031126022339,
-      "step": 7465,
-      "subrel-constrast": 2.487032413482666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.924548625946045,
-      "cov-distil (oracle2student)": 5.025219917297363,
-      "cov-distil (oracle2teacher)": 5.087244510650635,
-      "epoch": 5.860282574568289,
-      "rel-constrast": 2.6818861961364746,
-      "step": 7466,
-      "subrel-constrast": 3.8582987785339355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1545993089675903,
-      "cov-distil (oracle2student)": 4.928208351135254,
-      "cov-distil (oracle2teacher)": 4.573555946350098,
-      "epoch": 5.861067503924647,
-      "rel-constrast": 2.928833484649658,
-      "step": 7467,
-      "subrel-constrast": 3.1485788822174072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.18222713470459,
-      "cov-distil (oracle2student)": 5.427641868591309,
-      "cov-distil (oracle2teacher)": 4.749451160430908,
-      "epoch": 5.861852433281005,
-      "rel-constrast": 3.0855939388275146,
-      "step": 7468,
-      "subrel-constrast": 3.694458246231079,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0936543941497803,
-      "cov-distil (oracle2student)": 4.255641460418701,
-      "cov-distil (oracle2teacher)": 4.142202377319336,
-      "epoch": 5.862637362637363,
-      "rel-constrast": 2.362147808074951,
-      "step": 7469,
-      "subrel-constrast": 3.2019927501678467,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.863422291993721,
-      "grad_norm": 5.4375,
-      "learning_rate": 9.138481509105332e-06,
-      "loss": 0.6719,
-      "step": 7470
-    },
-    {
-      "cov-distil": 1.653241515159607,
-      "cov-distil (oracle2student)": 4.365468978881836,
-      "cov-distil (oracle2teacher)": 4.223226547241211,
-      "epoch": 5.863422291993721,
-      "rel-constrast": 2.9128923416137695,
-      "step": 7470,
-      "subrel-constrast": 3.554536819458008,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3892686367034912,
-      "cov-distil (oracle2student)": 4.5774054527282715,
-      "cov-distil (oracle2teacher)": 4.2970428466796875,
-      "epoch": 5.864207221350078,
-      "rel-constrast": 2.1133689880371094,
-      "step": 7471,
-      "subrel-constrast": 2.764122724533081,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8247246742248535,
-      "cov-distil (oracle2student)": 4.589999198913574,
-      "cov-distil (oracle2teacher)": 3.89467191696167,
-      "epoch": 5.864992150706437,
-      "rel-constrast": 1.896580696105957,
-      "step": 7472,
-      "subrel-constrast": 3.2999773025512695,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6865237951278687,
-      "cov-distil (oracle2student)": 3.9218921661376953,
-      "cov-distil (oracle2teacher)": 3.84379243850708,
-      "epoch": 5.865777080062794,
-      "rel-constrast": 2.4314253330230713,
-      "step": 7473,
-      "subrel-constrast": 3.507077693939209,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.358321189880371,
-      "cov-distil (oracle2student)": 5.390565395355225,
-      "cov-distil (oracle2teacher)": 3.940295696258545,
-      "epoch": 5.866562009419153,
-      "rel-constrast": 2.1957736015319824,
-      "step": 7474,
-      "subrel-constrast": 2.7182607650756836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8614025115966797,
-      "cov-distil (oracle2student)": 5.583831787109375,
-      "cov-distil (oracle2teacher)": 4.447508811950684,
-      "epoch": 5.86734693877551,
-      "rel-constrast": 3.0680394172668457,
-      "step": 7475,
-      "subrel-constrast": 3.7512097358703613,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.439849853515625,
-      "cov-distil (oracle2student)": 3.621198892593384,
-      "cov-distil (oracle2teacher)": 3.450211524963379,
-      "epoch": 5.868131868131869,
-      "rel-constrast": 3.208869457244873,
-      "step": 7476,
-      "subrel-constrast": 3.473952293395996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1865770816802979,
-      "cov-distil (oracle2student)": 3.807607650756836,
-      "cov-distil (oracle2teacher)": 3.519253730773926,
-      "epoch": 5.868916797488226,
-      "rel-constrast": 1.4585415124893188,
-      "step": 7477,
-      "subrel-constrast": 1.9685392379760742,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0762627124786377,
-      "cov-distil (oracle2student)": 4.3543195724487305,
-      "cov-distil (oracle2teacher)": 4.249462127685547,
-      "epoch": 5.869701726844584,
-      "rel-constrast": 1.9509556293487549,
-      "step": 7478,
-      "subrel-constrast": 3.1989057064056396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4049954414367676,
-      "cov-distil (oracle2student)": 3.1229612827301025,
-      "cov-distil (oracle2teacher)": 3.141303300857544,
-      "epoch": 5.870486656200942,
-      "rel-constrast": 2.967209815979004,
-      "step": 7479,
-      "subrel-constrast": 3.342794418334961,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.8712715855573,
-      "grad_norm": 5.53125,
-      "learning_rate": 9.071125223506782e-06,
-      "loss": 0.6448,
-      "step": 7480
-    },
-    {
-      "cov-distil": 1.545278787612915,
-      "cov-distil (oracle2student)": 3.8143086433410645,
-      "cov-distil (oracle2teacher)": 3.7097270488739014,
-      "epoch": 5.8712715855573,
-      "rel-constrast": 2.9010446071624756,
-      "step": 7480,
-      "subrel-constrast": 3.680647373199463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1763262748718262,
-      "cov-distil (oracle2student)": 5.083699703216553,
-      "cov-distil (oracle2teacher)": 5.2131853103637695,
-      "epoch": 5.872056514913658,
-      "rel-constrast": 3.853255271911621,
-      "step": 7481,
-      "subrel-constrast": 4.4514312744140625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3101719617843628,
-      "cov-distil (oracle2student)": 4.346385478973389,
-      "cov-distil (oracle2teacher)": 3.4538819789886475,
-      "epoch": 5.872841444270016,
-      "rel-constrast": 3.3638851642608643,
-      "step": 7482,
-      "subrel-constrast": 3.4762918949127197,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.236748218536377,
-      "cov-distil (oracle2student)": 2.902729034423828,
-      "cov-distil (oracle2teacher)": 3.1036722660064697,
-      "epoch": 5.873626373626374,
-      "rel-constrast": 2.3747124671936035,
-      "step": 7483,
-      "subrel-constrast": 3.4897828102111816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.603229284286499,
-      "cov-distil (oracle2student)": 4.347674369812012,
-      "cov-distil (oracle2teacher)": 4.128210544586182,
-      "epoch": 5.874411302982732,
-      "rel-constrast": 2.6397528648376465,
-      "step": 7484,
-      "subrel-constrast": 3.3154208660125732,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.594325304031372,
-      "cov-distil (oracle2student)": 5.512380599975586,
-      "cov-distil (oracle2teacher)": 4.668043613433838,
-      "epoch": 5.875196232339089,
-      "rel-constrast": 2.5745792388916016,
-      "step": 7485,
-      "subrel-constrast": 3.4805960655212402,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3893520832061768,
-      "cov-distil (oracle2student)": 5.047761917114258,
-      "cov-distil (oracle2teacher)": 4.470110893249512,
-      "epoch": 5.875981161695448,
-      "rel-constrast": 2.586435556411743,
-      "step": 7486,
-      "subrel-constrast": 3.5029923915863037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1779918670654297,
-      "cov-distil (oracle2student)": 4.601263999938965,
-      "cov-distil (oracle2teacher)": 4.357546806335449,
-      "epoch": 5.876766091051805,
-      "rel-constrast": 2.7719650268554688,
-      "step": 7487,
-      "subrel-constrast": 3.5902349948883057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7968889474868774,
-      "cov-distil (oracle2student)": 5.5247802734375,
-      "cov-distil (oracle2teacher)": 5.214152812957764,
-      "epoch": 5.877551020408164,
-      "rel-constrast": 2.0786237716674805,
-      "step": 7488,
-      "subrel-constrast": 3.070251703262329,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8583005666732788,
-      "cov-distil (oracle2student)": 4.812652111053467,
-      "cov-distil (oracle2teacher)": 4.6849822998046875,
-      "epoch": 5.878335949764521,
-      "rel-constrast": 2.628843069076538,
-      "step": 7489,
-      "subrel-constrast": 3.577634811401367,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.8791208791208796,
-      "grad_norm": 5.65625,
-      "learning_rate": 9.003963026220545e-06,
-      "loss": 0.7335,
-      "step": 7490
-    },
-    {
-      "cov-distil": 1.6607683897018433,
-      "cov-distil (oracle2student)": 5.889595985412598,
-      "cov-distil (oracle2teacher)": 5.001054763793945,
-      "epoch": 5.8791208791208796,
-      "rel-constrast": 1.7536118030548096,
-      "step": 7490,
-      "subrel-constrast": 2.4590282440185547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3279969692230225,
-      "cov-distil (oracle2student)": 3.5304808616638184,
-      "cov-distil (oracle2teacher)": 3.383037567138672,
-      "epoch": 5.879905808477237,
-      "rel-constrast": 2.2725095748901367,
-      "step": 7491,
-      "subrel-constrast": 2.6578617095947266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6064684391021729,
-      "cov-distil (oracle2student)": 2.1414458751678467,
-      "cov-distil (oracle2teacher)": 2.523062229156494,
-      "epoch": 5.880690737833595,
-      "rel-constrast": 1.720520257949829,
-      "step": 7492,
-      "subrel-constrast": 2.655381202697754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0517196655273438,
-      "cov-distil (oracle2student)": 4.568809509277344,
-      "cov-distil (oracle2teacher)": 4.014978408813477,
-      "epoch": 5.881475667189953,
-      "rel-constrast": 2.0151138305664062,
-      "step": 7493,
-      "subrel-constrast": 2.6600029468536377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7669469118118286,
-      "cov-distil (oracle2student)": 4.010692596435547,
-      "cov-distil (oracle2teacher)": 3.9794745445251465,
-      "epoch": 5.882260596546311,
-      "rel-constrast": 2.1971747875213623,
-      "step": 7494,
-      "subrel-constrast": 3.085204839706421,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1580448150634766,
-      "cov-distil (oracle2student)": 4.179750442504883,
-      "cov-distil (oracle2teacher)": 3.8556969165802,
-      "epoch": 5.883045525902669,
-      "rel-constrast": 2.6935248374938965,
-      "step": 7495,
-      "subrel-constrast": 3.6465952396392822,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3532869815826416,
-      "cov-distil (oracle2student)": 4.206151008605957,
-      "cov-distil (oracle2teacher)": 3.9748191833496094,
-      "epoch": 5.883830455259027,
-      "rel-constrast": 3.089871406555176,
-      "step": 7496,
-      "subrel-constrast": 3.247335433959961,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5078296661376953,
-      "cov-distil (oracle2student)": 5.293449401855469,
-      "cov-distil (oracle2teacher)": 4.84672737121582,
-      "epoch": 5.884615384615385,
-      "rel-constrast": 3.1171348094940186,
-      "step": 7497,
-      "subrel-constrast": 3.7166531085968018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3822219371795654,
-      "cov-distil (oracle2student)": 3.9584927558898926,
-      "cov-distil (oracle2teacher)": 4.280590057373047,
-      "epoch": 5.885400313971743,
-      "rel-constrast": 2.2108521461486816,
-      "step": 7498,
-      "subrel-constrast": 3.0209639072418213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8328473567962646,
-      "cov-distil (oracle2student)": 5.417426109313965,
-      "cov-distil (oracle2teacher)": 4.568290710449219,
-      "epoch": 5.8861852433281,
-      "rel-constrast": 2.888597249984741,
-      "step": 7499,
-      "subrel-constrast": 3.4235949516296387,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "grad_norm": 5.78125,
-      "learning_rate": 8.936995735596782e-06,
-      "loss": 0.6381,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/duc04-P@10": 0.7579999999999998,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/duc04-nDCG@10": 0.7698043165837654,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/duc04-alpha_nDCG@10": 0.5824272600700225,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/multi_news-nDCG@10": 0.6116172728282414,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/multi_news-alpha_nDCG@10": 0.5990498210937154,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "eval/avg": 0.5385836021369864,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "overlap": 0.31718751788139343,
-      "step": 7500
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "step": 7500,
-      "student margin": 0.06146240234375
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "step": 7500,
-      "teacher margin": 0.03631591796875
-    },
-    {
-      "epoch": 5.8869701726844585,
-      "margin difference": -0.025146484375,
-      "step": 7500
-    },
-    {
-      "cov-distil": 2.098778247833252,
-      "cov-distil (oracle2student)": 4.185100555419922,
-      "cov-distil (oracle2teacher)": 4.256721496582031,
-      "epoch": 5.8869701726844585,
-      "rel-constrast": 1.9986706972122192,
-      "step": 7500,
-      "subrel-constrast": 3.289635181427002,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5108095407485962,
-      "cov-distil (oracle2student)": 4.045285701751709,
-      "cov-distil (oracle2teacher)": 4.416839122772217,
-      "epoch": 5.887755102040816,
-      "rel-constrast": 2.1031365394592285,
-      "step": 7501,
-      "subrel-constrast": 2.8553285598754883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4679937362670898,
-      "cov-distil (oracle2student)": 4.886548042297363,
-      "cov-distil (oracle2teacher)": 4.412393569946289,
-      "epoch": 5.8885400313971745,
-      "rel-constrast": 1.8553358316421509,
-      "step": 7502,
-      "subrel-constrast": 2.7619552612304688,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4874553680419922,
-      "cov-distil (oracle2student)": 3.623838424682617,
-      "cov-distil (oracle2teacher)": 3.751591205596924,
-      "epoch": 5.889324960753532,
-      "rel-constrast": 2.599456548690796,
-      "step": 7503,
-      "subrel-constrast": 3.363905429840088,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.524916648864746,
-      "cov-distil (oracle2student)": 4.076999664306641,
-      "cov-distil (oracle2teacher)": 4.189443111419678,
-      "epoch": 5.8901098901098905,
-      "rel-constrast": 1.990262746810913,
-      "step": 7504,
-      "subrel-constrast": 2.667414426803589,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4387857913970947,
-      "cov-distil (oracle2student)": 5.050442695617676,
-      "cov-distil (oracle2teacher)": 4.53124475479126,
-      "epoch": 5.890894819466248,
-      "rel-constrast": 3.6281285285949707,
-      "step": 7505,
-      "subrel-constrast": 4.13215970993042,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9067586660385132,
-      "cov-distil (oracle2student)": 3.87819766998291,
-      "cov-distil (oracle2teacher)": 3.73298716545105,
-      "epoch": 5.891679748822606,
-      "rel-constrast": 2.5550882816314697,
-      "step": 7506,
-      "subrel-constrast": 3.5675880908966064,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9452701807022095,
-      "cov-distil (oracle2student)": 4.773780822753906,
-      "cov-distil (oracle2teacher)": 4.7486066818237305,
-      "epoch": 5.892464678178964,
-      "rel-constrast": 2.178523063659668,
-      "step": 7507,
-      "subrel-constrast": 3.4573748111724854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4813274145126343,
-      "cov-distil (oracle2student)": 4.68620491027832,
-      "cov-distil (oracle2teacher)": 4.191043853759766,
-      "epoch": 5.893249607535322,
-      "rel-constrast": 1.7351019382476807,
-      "step": 7508,
-      "subrel-constrast": 2.422412395477295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6236344575881958,
-      "cov-distil (oracle2student)": 3.6282832622528076,
-      "cov-distil (oracle2teacher)": 3.3805742263793945,
-      "epoch": 5.89403453689168,
-      "rel-constrast": 1.9953229427337646,
-      "step": 7509,
-      "subrel-constrast": 3.0810818672180176,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.8948194662480375,
-      "grad_norm": 4.71875,
-      "learning_rate": 8.870224167610813e-06,
-      "loss": 0.6072,
-      "step": 7510
-    },
-    {
-      "cov-distil": 1.2190364599227905,
-      "cov-distil (oracle2student)": 3.078195333480835,
-      "cov-distil (oracle2teacher)": 2.693535804748535,
-      "epoch": 5.8948194662480375,
-      "rel-constrast": 2.00726318359375,
-      "step": 7510,
-      "subrel-constrast": 2.587409257888794,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6301907300949097,
-      "cov-distil (oracle2student)": 2.5349907875061035,
-      "cov-distil (oracle2teacher)": 2.757558822631836,
-      "epoch": 5.895604395604396,
-      "rel-constrast": 2.0311343669891357,
-      "step": 7511,
-      "subrel-constrast": 2.9490506649017334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3790619373321533,
-      "cov-distil (oracle2student)": 4.486264228820801,
-      "cov-distil (oracle2teacher)": 4.424989223480225,
-      "epoch": 5.8963893249607535,
-      "rel-constrast": 2.227433443069458,
-      "step": 7512,
-      "subrel-constrast": 2.591796398162842,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4664331674575806,
-      "cov-distil (oracle2student)": 4.596590042114258,
-      "cov-distil (oracle2teacher)": 4.562535285949707,
-      "epoch": 5.897174254317111,
-      "rel-constrast": 2.3625214099884033,
-      "step": 7513,
-      "subrel-constrast": 3.0198140144348145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0126770734786987,
-      "cov-distil (oracle2student)": 4.952890872955322,
-      "cov-distil (oracle2teacher)": 4.5639190673828125,
-      "epoch": 5.8979591836734695,
-      "rel-constrast": 2.1092231273651123,
-      "step": 7514,
-      "subrel-constrast": 2.7775211334228516,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3656134605407715,
-      "cov-distil (oracle2student)": 3.39323091506958,
-      "cov-distil (oracle2teacher)": 3.6867666244506836,
-      "epoch": 5.898744113029827,
-      "rel-constrast": 3.162395715713501,
-      "step": 7515,
-      "subrel-constrast": 4.344008445739746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7916868925094604,
-      "cov-distil (oracle2student)": 3.858673572540283,
-      "cov-distil (oracle2teacher)": 4.025085926055908,
-      "epoch": 5.8995290423861855,
-      "rel-constrast": 2.231675148010254,
-      "step": 7516,
-      "subrel-constrast": 3.2423083782196045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.262621521949768,
-      "cov-distil (oracle2student)": 4.835511684417725,
-      "cov-distil (oracle2teacher)": 4.580310821533203,
-      "epoch": 5.900313971742543,
-      "rel-constrast": 2.2790448665618896,
-      "step": 7517,
-      "subrel-constrast": 3.541184663772583,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2606182098388672,
-      "cov-distil (oracle2student)": 4.398770332336426,
-      "cov-distil (oracle2teacher)": 3.820960283279419,
-      "epoch": 5.9010989010989015,
-      "rel-constrast": 2.4301133155822754,
-      "step": 7518,
-      "subrel-constrast": 3.2145681381225586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3534168004989624,
-      "cov-distil (oracle2student)": 5.765254974365234,
-      "cov-distil (oracle2teacher)": 5.169500827789307,
-      "epoch": 5.901883830455259,
-      "rel-constrast": 2.9902021884918213,
-      "step": 7519,
-      "subrel-constrast": 3.316559076309204,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.9026687598116165,
-      "grad_norm": 5.9375,
-      "learning_rate": 8.80364913585311e-06,
-      "loss": 0.6326,
-      "step": 7520
-    },
-    {
-      "cov-distil": 1.2950828075408936,
-      "cov-distil (oracle2student)": 4.980057716369629,
-      "cov-distil (oracle2teacher)": 4.3700056076049805,
-      "epoch": 5.9026687598116165,
-      "rel-constrast": 3.1666951179504395,
-      "step": 7520,
-      "subrel-constrast": 3.6596028804779053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7258228063583374,
-      "cov-distil (oracle2student)": 5.801599025726318,
-      "cov-distil (oracle2teacher)": 4.673330783843994,
-      "epoch": 5.903453689167975,
-      "rel-constrast": 3.789123058319092,
-      "step": 7521,
-      "subrel-constrast": 4.239203929901123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6831061840057373,
-      "cov-distil (oracle2student)": 4.589682579040527,
-      "cov-distil (oracle2teacher)": 4.491428852081299,
-      "epoch": 5.9042386185243325,
-      "rel-constrast": 2.4378840923309326,
-      "step": 7522,
-      "subrel-constrast": 2.730104923248291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2959281206130981,
-      "cov-distil (oracle2student)": 5.846949100494385,
-      "cov-distil (oracle2teacher)": 5.193538188934326,
-      "epoch": 5.905023547880691,
-      "rel-constrast": 3.47282338142395,
-      "step": 7523,
-      "subrel-constrast": 3.8720903396606445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.76961350440979,
-      "cov-distil (oracle2student)": 6.832569122314453,
-      "cov-distil (oracle2teacher)": 5.837587833404541,
-      "epoch": 5.9058084772370485,
-      "rel-constrast": 1.9343386888504028,
-      "step": 7524,
-      "subrel-constrast": 2.732205629348755,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.864208698272705,
-      "cov-distil (oracle2student)": 5.7918009757995605,
-      "cov-distil (oracle2teacher)": 5.110918998718262,
-      "epoch": 5.906593406593407,
-      "rel-constrast": 2.5484678745269775,
-      "step": 7525,
-      "subrel-constrast": 3.1070382595062256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6394329071044922,
-      "cov-distil (oracle2student)": 3.3961074352264404,
-      "cov-distil (oracle2teacher)": 2.973381996154785,
-      "epoch": 5.9073783359497645,
-      "rel-constrast": 2.431419610977173,
-      "step": 7526,
-      "subrel-constrast": 3.0947771072387695,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3372021913528442,
-      "cov-distil (oracle2student)": 3.1991539001464844,
-      "cov-distil (oracle2teacher)": 2.9688189029693604,
-      "epoch": 5.908163265306122,
-      "rel-constrast": 2.609805107116699,
-      "step": 7527,
-      "subrel-constrast": 2.6507530212402344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.409970283508301,
-      "cov-distil (oracle2student)": 4.220150470733643,
-      "cov-distil (oracle2teacher)": 3.8167190551757812,
-      "epoch": 5.9089481946624804,
-      "rel-constrast": 2.299410343170166,
-      "step": 7528,
-      "subrel-constrast": 3.293022871017456,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.4174914360046387,
-      "cov-distil (oracle2student)": 4.01517391204834,
-      "cov-distil (oracle2teacher)": 3.8846349716186523,
-      "epoch": 5.909733124018838,
-      "rel-constrast": 1.6534863710403442,
-      "step": 7529,
-      "subrel-constrast": 3.060620069503784,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.910518053375196,
-      "grad_norm": 4.625,
-      "learning_rate": 8.737271451519435e-06,
-      "loss": 0.7022,
-      "step": 7530
-    },
-    {
-      "cov-distil": 1.4372045993804932,
-      "cov-distil (oracle2student)": 4.078853607177734,
-      "cov-distil (oracle2teacher)": 3.8076999187469482,
-      "epoch": 5.910518053375196,
-      "rel-constrast": 2.3876547813415527,
-      "step": 7530,
-      "subrel-constrast": 3.1869332790374756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2148338556289673,
-      "cov-distil (oracle2student)": 3.8194081783294678,
-      "cov-distil (oracle2teacher)": 3.6313490867614746,
-      "epoch": 5.911302982731554,
-      "rel-constrast": 2.5056955814361572,
-      "step": 7531,
-      "subrel-constrast": 2.8661179542541504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3430672883987427,
-      "cov-distil (oracle2student)": 3.9418952465057373,
-      "cov-distil (oracle2teacher)": 3.962283134460449,
-      "epoch": 5.912087912087912,
-      "rel-constrast": 1.7995322942733765,
-      "step": 7532,
-      "subrel-constrast": 2.2176756858825684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1876962184906006,
-      "cov-distil (oracle2student)": 4.185408592224121,
-      "cov-distil (oracle2teacher)": 4.3535356521606445,
-      "epoch": 5.91287284144427,
-      "rel-constrast": 1.9819002151489258,
-      "step": 7533,
-      "subrel-constrast": 3.0090270042419434,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.635258674621582,
-      "cov-distil (oracle2student)": 3.6201937198638916,
-      "cov-distil (oracle2teacher)": 3.814084053039551,
-      "epoch": 5.9136577708006275,
-      "rel-constrast": 3.42105770111084,
-      "step": 7534,
-      "subrel-constrast": 4.097853660583496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3950026035308838,
-      "cov-distil (oracle2student)": 5.079980850219727,
-      "cov-distil (oracle2teacher)": 4.564778804779053,
-      "epoch": 5.914442700156986,
-      "rel-constrast": 2.578857421875,
-      "step": 7535,
-      "subrel-constrast": 3.304654836654663,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4286155700683594,
-      "cov-distil (oracle2student)": 4.551296234130859,
-      "cov-distil (oracle2teacher)": 4.032000541687012,
-      "epoch": 5.9152276295133435,
-      "rel-constrast": 2.151641368865967,
-      "step": 7536,
-      "subrel-constrast": 2.9218897819519043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2153923511505127,
-      "cov-distil (oracle2student)": 3.421365261077881,
-      "cov-distil (oracle2teacher)": 3.150710344314575,
-      "epoch": 5.916012558869702,
-      "rel-constrast": 2.0340874195098877,
-      "step": 7537,
-      "subrel-constrast": 2.526534080505371,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.866823673248291,
-      "cov-distil (oracle2student)": 4.737929344177246,
-      "cov-distil (oracle2teacher)": 4.417322635650635,
-      "epoch": 5.916797488226059,
-      "rel-constrast": 2.133227825164795,
-      "step": 7538,
-      "subrel-constrast": 3.1455321311950684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1432441473007202,
-      "cov-distil (oracle2student)": 4.182575225830078,
-      "cov-distil (oracle2teacher)": 3.920276641845703,
-      "epoch": 5.917582417582418,
-      "rel-constrast": 2.4325833320617676,
-      "step": 7539,
-      "subrel-constrast": 2.811055898666382,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.918367346938775,
-      "grad_norm": 5.6875,
-      "learning_rate": 8.67109192340092e-06,
-      "loss": 0.6203,
-      "step": 7540
-    },
-    {
-      "cov-distil": 1.713545322418213,
-      "cov-distil (oracle2student)": 3.4733223915100098,
-      "cov-distil (oracle2teacher)": 3.232466697692871,
-      "epoch": 5.918367346938775,
-      "rel-constrast": 3.012770652770996,
-      "step": 7540,
-      "subrel-constrast": 3.6291511058807373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6988215446472168,
-      "cov-distil (oracle2student)": 3.5021800994873047,
-      "cov-distil (oracle2teacher)": 3.4026389122009277,
-      "epoch": 5.919152276295133,
-      "rel-constrast": 2.478816032409668,
-      "step": 7541,
-      "subrel-constrast": 3.150148868560791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.327270984649658,
-      "cov-distil (oracle2student)": 5.708302974700928,
-      "cov-distil (oracle2teacher)": 4.630509376525879,
-      "epoch": 5.919937205651491,
-      "rel-constrast": 2.4017016887664795,
-      "step": 7542,
-      "subrel-constrast": 3.1842703819274902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2243999242782593,
-      "cov-distil (oracle2student)": 4.188410758972168,
-      "cov-distil (oracle2teacher)": 3.821415901184082,
-      "epoch": 5.920722135007849,
-      "rel-constrast": 2.886965751647949,
-      "step": 7543,
-      "subrel-constrast": 3.0152108669281006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0977377891540527,
-      "cov-distil (oracle2student)": 3.874143123626709,
-      "cov-distil (oracle2teacher)": 3.665733575820923,
-      "epoch": 5.921507064364207,
-      "rel-constrast": 2.6784965991973877,
-      "step": 7544,
-      "subrel-constrast": 3.362399101257324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5329359769821167,
-      "cov-distil (oracle2student)": 3.8022801876068115,
-      "cov-distil (oracle2teacher)": 3.769990921020508,
-      "epoch": 5.922291993720565,
-      "rel-constrast": 3.4164907932281494,
-      "step": 7545,
-      "subrel-constrast": 4.0595011711120605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.410851001739502,
-      "cov-distil (oracle2student)": 2.9113566875457764,
-      "cov-distil (oracle2teacher)": 3.061397075653076,
-      "epoch": 5.923076923076923,
-      "rel-constrast": 2.3348095417022705,
-      "step": 7546,
-      "subrel-constrast": 2.919187545776367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2455073595046997,
-      "cov-distil (oracle2student)": 5.804068565368652,
-      "cov-distil (oracle2teacher)": 5.147116661071777,
-      "epoch": 5.923861852433281,
-      "rel-constrast": 2.8855059146881104,
-      "step": 7547,
-      "subrel-constrast": 3.3188669681549072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5526127815246582,
-      "cov-distil (oracle2student)": 2.7277727127075195,
-      "cov-distil (oracle2teacher)": 3.1323776245117188,
-      "epoch": 5.924646781789638,
-      "rel-constrast": 2.320753574371338,
-      "step": 7548,
-      "subrel-constrast": 3.557337522506714,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4407474994659424,
-      "cov-distil (oracle2student)": 3.38702392578125,
-      "cov-distil (oracle2teacher)": 4.009342670440674,
-      "epoch": 5.925431711145997,
-      "rel-constrast": 1.476487636566162,
-      "step": 7549,
-      "subrel-constrast": 2.5571305751800537,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.926216640502354,
-      "grad_norm": 3.8125,
-      "learning_rate": 8.60511135787422e-06,
-      "loss": 0.6854,
-      "step": 7550
-    },
-    {
-      "cov-distil": 0.699949324131012,
-      "cov-distil (oracle2student)": 5.16385555267334,
-      "cov-distil (oracle2teacher)": 4.392677307128906,
-      "epoch": 5.926216640502354,
-      "rel-constrast": 2.177788257598877,
-      "step": 7550,
-      "subrel-constrast": 2.5754241943359375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.090257167816162,
-      "cov-distil (oracle2student)": 6.6603546142578125,
-      "cov-distil (oracle2teacher)": 5.849410533905029,
-      "epoch": 5.927001569858713,
-      "rel-constrast": 2.4518144130706787,
-      "step": 7551,
-      "subrel-constrast": 2.7840681076049805,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4345860481262207,
-      "cov-distil (oracle2student)": 3.3344407081604004,
-      "cov-distil (oracle2teacher)": 3.4918251037597656,
-      "epoch": 5.92778649921507,
-      "rel-constrast": 1.7014508247375488,
-      "step": 7552,
-      "subrel-constrast": 2.7068607807159424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4656109809875488,
-      "cov-distil (oracle2student)": 5.033539295196533,
-      "cov-distil (oracle2teacher)": 4.5141496658325195,
-      "epoch": 5.928571428571429,
-      "rel-constrast": 3.5615944862365723,
-      "step": 7553,
-      "subrel-constrast": 3.64325213432312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3796486854553223,
-      "cov-distil (oracle2student)": 5.572556972503662,
-      "cov-distil (oracle2teacher)": 5.471937656402588,
-      "epoch": 5.929356357927786,
-      "rel-constrast": 3.4044580459594727,
-      "step": 7554,
-      "subrel-constrast": 4.655369758605957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.165940284729004,
-      "cov-distil (oracle2student)": 4.15362548828125,
-      "cov-distil (oracle2teacher)": 3.893766403198242,
-      "epoch": 5.930141287284145,
-      "rel-constrast": 3.5821104049682617,
-      "step": 7555,
-      "subrel-constrast": 3.8392651081085205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0739669799804688,
-      "cov-distil (oracle2student)": 5.227766990661621,
-      "cov-distil (oracle2teacher)": 4.727657318115234,
-      "epoch": 5.930926216640502,
-      "rel-constrast": 2.9483652114868164,
-      "step": 7556,
-      "subrel-constrast": 4.267945289611816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3940926790237427,
-      "cov-distil (oracle2student)": 4.15215539932251,
-      "cov-distil (oracle2teacher)": 4.134328842163086,
-      "epoch": 5.931711145996861,
-      "rel-constrast": 2.715731620788574,
-      "step": 7557,
-      "subrel-constrast": 2.8885247707366943,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6939010620117188,
-      "cov-distil (oracle2student)": 4.6585469245910645,
-      "cov-distil (oracle2teacher)": 4.1779680252075195,
-      "epoch": 5.932496075353218,
-      "rel-constrast": 2.4202136993408203,
-      "step": 7558,
-      "subrel-constrast": 3.4396865367889404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7879352569580078,
-      "cov-distil (oracle2student)": 3.2311861515045166,
-      "cov-distil (oracle2teacher)": 2.8903512954711914,
-      "epoch": 5.933281004709576,
-      "rel-constrast": 1.6732113361358643,
-      "step": 7559,
-      "subrel-constrast": 2.563697099685669,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.934065934065934,
-      "grad_norm": 4.03125,
-      "learning_rate": 8.539330558891722e-06,
-      "loss": 0.7014,
-      "step": 7560
-    },
-    {
-      "cov-distil": 1.220930814743042,
-      "cov-distil (oracle2student)": 3.7492318153381348,
-      "cov-distil (oracle2teacher)": 3.86360502243042,
-      "epoch": 5.934065934065934,
-      "rel-constrast": 2.3616394996643066,
-      "step": 7560,
-      "subrel-constrast": 2.837095260620117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6676557064056396,
-      "cov-distil (oracle2student)": 4.809334754943848,
-      "cov-distil (oracle2teacher)": 4.180069923400879,
-      "epoch": 5.934850863422292,
-      "rel-constrast": 2.2684667110443115,
-      "step": 7561,
-      "subrel-constrast": 2.7015883922576904,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9488028287887573,
-      "cov-distil (oracle2student)": 4.696435928344727,
-      "cov-distil (oracle2teacher)": 4.390841007232666,
-      "epoch": 5.93563579277865,
-      "rel-constrast": 2.083631992340088,
-      "step": 7562,
-      "subrel-constrast": 2.916633129119873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7115130424499512,
-      "cov-distil (oracle2student)": 4.174182891845703,
-      "cov-distil (oracle2teacher)": 3.7429847717285156,
-      "epoch": 5.936420722135008,
-      "rel-constrast": 3.049708604812622,
-      "step": 7563,
-      "subrel-constrast": 3.550633430480957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3440637588500977,
-      "cov-distil (oracle2student)": 3.3900861740112305,
-      "cov-distil (oracle2teacher)": 3.7476425170898438,
-      "epoch": 5.937205651491366,
-      "rel-constrast": 2.2434098720550537,
-      "step": 7564,
-      "subrel-constrast": 2.9339687824249268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3188457489013672,
-      "cov-distil (oracle2student)": 4.960470676422119,
-      "cov-distil (oracle2teacher)": 4.716571807861328,
-      "epoch": 5.937990580847724,
-      "rel-constrast": 1.6954269409179688,
-      "step": 7565,
-      "subrel-constrast": 2.925642728805542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.073636770248413,
-      "cov-distil (oracle2student)": 4.024977684020996,
-      "cov-distil (oracle2teacher)": 3.7160964012145996,
-      "epoch": 5.938775510204081,
-      "rel-constrast": 1.2449003458023071,
-      "step": 7566,
-      "subrel-constrast": 1.7874681949615479,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7917087078094482,
-      "cov-distil (oracle2student)": 4.860145092010498,
-      "cov-distil (oracle2teacher)": 4.384347915649414,
-      "epoch": 5.93956043956044,
-      "rel-constrast": 2.344305992126465,
-      "step": 7567,
-      "subrel-constrast": 3.0720653533935547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2888281345367432,
-      "cov-distil (oracle2student)": 4.1856818199157715,
-      "cov-distil (oracle2teacher)": 3.8725428581237793,
-      "epoch": 5.940345368916797,
-      "rel-constrast": 3.2426598072052,
-      "step": 7568,
-      "subrel-constrast": 3.7301089763641357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0294499397277832,
-      "cov-distil (oracle2student)": 6.928463935852051,
-      "cov-distil (oracle2teacher)": 6.1361260414123535,
-      "epoch": 5.941130298273156,
-      "rel-constrast": 3.060959815979004,
-      "step": 7569,
-      "subrel-constrast": 3.4752721786499023,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.941915227629513,
-      "grad_norm": 5.875,
-      "learning_rate": 8.473750327971686e-06,
-      "loss": 0.6259,
-      "step": 7570
-    },
-    {
-      "cov-distil": 1.5563583374023438,
-      "cov-distil (oracle2student)": 5.76491641998291,
-      "cov-distil (oracle2teacher)": 5.432402610778809,
-      "epoch": 5.941915227629513,
-      "rel-constrast": 2.435762882232666,
-      "step": 7570,
-      "subrel-constrast": 3.1151373386383057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.392945647239685,
-      "cov-distil (oracle2student)": 2.811795711517334,
-      "cov-distil (oracle2teacher)": 3.1930925846099854,
-      "epoch": 5.942700156985872,
-      "rel-constrast": 2.5809528827667236,
-      "step": 7571,
-      "subrel-constrast": 3.6145436763763428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5537528991699219,
-      "cov-distil (oracle2student)": 4.065176010131836,
-      "cov-distil (oracle2teacher)": 4.087373733520508,
-      "epoch": 5.943485086342229,
-      "rel-constrast": 3.111260175704956,
-      "step": 7572,
-      "subrel-constrast": 4.326148986816406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2448971271514893,
-      "cov-distil (oracle2student)": 4.093141555786133,
-      "cov-distil (oracle2teacher)": 3.542499303817749,
-      "epoch": 5.944270015698587,
-      "rel-constrast": 2.0756492614746094,
-      "step": 7573,
-      "subrel-constrast": 2.775556802749634,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4986968040466309,
-      "cov-distil (oracle2student)": 4.763708114624023,
-      "cov-distil (oracle2teacher)": 4.283915996551514,
-      "epoch": 5.945054945054945,
-      "rel-constrast": 2.5171008110046387,
-      "step": 7574,
-      "subrel-constrast": 3.260392189025879,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9954379200935364,
-      "cov-distil (oracle2student)": 5.135584354400635,
-      "cov-distil (oracle2teacher)": 4.551899433135986,
-      "epoch": 5.945839874411303,
-      "rel-constrast": 1.7853472232818604,
-      "step": 7575,
-      "subrel-constrast": 2.5360147953033447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.549743413925171,
-      "cov-distil (oracle2student)": 5.266432762145996,
-      "cov-distil (oracle2teacher)": 4.8602800369262695,
-      "epoch": 5.946624803767661,
-      "rel-constrast": 3.2363364696502686,
-      "step": 7576,
-      "subrel-constrast": 3.842742919921875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4639304876327515,
-      "cov-distil (oracle2student)": 3.2933340072631836,
-      "cov-distil (oracle2teacher)": 3.343031883239746,
-      "epoch": 5.947409733124019,
-      "rel-constrast": 2.387627124786377,
-      "step": 7577,
-      "subrel-constrast": 3.129092216491699,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0783393383026123,
-      "cov-distil (oracle2student)": 4.852675437927246,
-      "cov-distil (oracle2teacher)": 4.614436149597168,
-      "epoch": 5.948194662480377,
-      "rel-constrast": 2.866598606109619,
-      "step": 7578,
-      "subrel-constrast": 3.1941072940826416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5125699043273926,
-      "cov-distil (oracle2student)": 5.569692611694336,
-      "cov-distil (oracle2teacher)": 5.0401763916015625,
-      "epoch": 5.948979591836735,
-      "rel-constrast": 4.036040306091309,
-      "step": 7579,
-      "subrel-constrast": 4.316898345947266,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.949764521193092,
-      "grad_norm": 7.15625,
-      "learning_rate": 8.408371464188536e-06,
-      "loss": 0.7104,
-      "step": 7580
-    },
-    {
-      "cov-distil": 1.1577321290969849,
-      "cov-distil (oracle2student)": 4.973995208740234,
-      "cov-distil (oracle2teacher)": 4.743803024291992,
-      "epoch": 5.949764521193092,
-      "rel-constrast": 3.1529200077056885,
-      "step": 7580,
-      "subrel-constrast": 3.8045945167541504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9138636589050293,
-      "cov-distil (oracle2student)": 4.6884331703186035,
-      "cov-distil (oracle2teacher)": 4.239786624908447,
-      "epoch": 5.950549450549451,
-      "rel-constrast": 3.3012948036193848,
-      "step": 7581,
-      "subrel-constrast": 4.009582996368408,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6321969032287598,
-      "cov-distil (oracle2student)": 4.933678150177002,
-      "cov-distil (oracle2teacher)": 4.580592632293701,
-      "epoch": 5.951334379905808,
-      "rel-constrast": 2.738870859146118,
-      "step": 7582,
-      "subrel-constrast": 3.509976863861084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2349945306777954,
-      "cov-distil (oracle2student)": 2.33300518989563,
-      "cov-distil (oracle2teacher)": 2.8315224647521973,
-      "epoch": 5.952119309262167,
-      "rel-constrast": 2.63267183303833,
-      "step": 7583,
-      "subrel-constrast": 3.4243288040161133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.316525936126709,
-      "cov-distil (oracle2student)": 6.182408809661865,
-      "cov-distil (oracle2teacher)": 5.047297477722168,
-      "epoch": 5.952904238618524,
-      "rel-constrast": 4.052206993103027,
-      "step": 7584,
-      "subrel-constrast": 4.3497819900512695,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3223592042922974,
-      "cov-distil (oracle2student)": 3.8475828170776367,
-      "cov-distil (oracle2teacher)": 4.101125240325928,
-      "epoch": 5.953689167974883,
-      "rel-constrast": 2.1125447750091553,
-      "step": 7585,
-      "subrel-constrast": 2.874833345413208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.326587200164795,
-      "cov-distil (oracle2student)": 3.7094826698303223,
-      "cov-distil (oracle2teacher)": 3.294572353363037,
-      "epoch": 5.95447409733124,
-      "rel-constrast": 2.5369346141815186,
-      "step": 7586,
-      "subrel-constrast": 2.989475727081299,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0959206819534302,
-      "cov-distil (oracle2student)": 3.6913180351257324,
-      "cov-distil (oracle2teacher)": 3.5525851249694824,
-      "epoch": 5.955259026687598,
-      "rel-constrast": 2.651440143585205,
-      "step": 7587,
-      "subrel-constrast": 2.897928476333618,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9809043407440186,
-      "cov-distil (oracle2student)": 3.98211932182312,
-      "cov-distil (oracle2teacher)": 3.965721607208252,
-      "epoch": 5.956043956043956,
-      "rel-constrast": 2.311636447906494,
-      "step": 7588,
-      "subrel-constrast": 2.90625262260437,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7779462337493896,
-      "cov-distil (oracle2student)": 4.6515398025512695,
-      "cov-distil (oracle2teacher)": 4.349333763122559,
-      "epoch": 5.956828885400314,
-      "rel-constrast": 2.3312909603118896,
-      "step": 7589,
-      "subrel-constrast": 3.314272403717041,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.957613814756672,
-      "grad_norm": 5.40625,
-      "learning_rate": 8.343194764163106e-06,
-      "loss": 0.7324,
-      "step": 7590
-    },
-    {
-      "cov-distil": 1.407558560371399,
-      "cov-distil (oracle2student)": 5.361250400543213,
-      "cov-distil (oracle2teacher)": 4.913692474365234,
-      "epoch": 5.957613814756672,
-      "rel-constrast": 2.6670303344726562,
-      "step": 7590,
-      "subrel-constrast": 3.470695972442627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7635550498962402,
-      "cov-distil (oracle2student)": 4.115744590759277,
-      "cov-distil (oracle2teacher)": 4.148232460021973,
-      "epoch": 5.95839874411303,
-      "rel-constrast": 1.8848811388015747,
-      "step": 7591,
-      "subrel-constrast": 2.7587990760803223,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8144828081130981,
-      "cov-distil (oracle2student)": 2.948136329650879,
-      "cov-distil (oracle2teacher)": 2.791168212890625,
-      "epoch": 5.959183673469388,
-      "rel-constrast": 3.106844425201416,
-      "step": 7592,
-      "subrel-constrast": 3.980757236480713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1636896133422852,
-      "cov-distil (oracle2student)": 3.2124876976013184,
-      "cov-distil (oracle2teacher)": 3.5544674396514893,
-      "epoch": 5.959968602825746,
-      "rel-constrast": 2.259587049484253,
-      "step": 7593,
-      "subrel-constrast": 3.1142382621765137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3539259433746338,
-      "cov-distil (oracle2student)": 4.242146968841553,
-      "cov-distil (oracle2teacher)": 4.142134189605713,
-      "epoch": 5.960753532182103,
-      "rel-constrast": 2.4517643451690674,
-      "step": 7594,
-      "subrel-constrast": 2.8312554359436035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8109631538391113,
-      "cov-distil (oracle2student)": 4.209991455078125,
-      "cov-distil (oracle2teacher)": 4.2569260597229,
-      "epoch": 5.961538461538462,
-      "rel-constrast": 2.7712721824645996,
-      "step": 7595,
-      "subrel-constrast": 3.522213935852051,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.571433186531067,
-      "cov-distil (oracle2student)": 4.4037065505981445,
-      "cov-distil (oracle2teacher)": 4.172243118286133,
-      "epoch": 5.962323390894819,
-      "rel-constrast": 3.023435354232788,
-      "step": 7596,
-      "subrel-constrast": 3.344291925430298,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8339219093322754,
-      "cov-distil (oracle2student)": 4.884936332702637,
-      "cov-distil (oracle2teacher)": 4.105188846588135,
-      "epoch": 5.963108320251178,
-      "rel-constrast": 2.843886613845825,
-      "step": 7597,
-      "subrel-constrast": 3.4102981090545654,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.389960527420044,
-      "cov-distil (oracle2student)": 4.619832992553711,
-      "cov-distil (oracle2teacher)": 4.500309944152832,
-      "epoch": 5.963893249607535,
-      "rel-constrast": 2.5968244075775146,
-      "step": 7598,
-      "subrel-constrast": 3.352334976196289,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.827775239944458,
-      "cov-distil (oracle2student)": 3.6046109199523926,
-      "cov-distil (oracle2teacher)": 3.7026312351226807,
-      "epoch": 5.964678178963894,
-      "rel-constrast": 2.0559496879577637,
-      "step": 7599,
-      "subrel-constrast": 2.8665435314178467,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.965463108320251,
-      "grad_norm": 5.0625,
-      "learning_rate": 8.278221022052898e-06,
-      "loss": 0.6814,
-      "step": 7600
-    },
-    {
-      "epoch": 5.965463108320251,
-      "overlap": 0.3218750059604645,
-      "step": 7600
-    },
-    {
-      "epoch": 5.965463108320251,
-      "step": 7600,
-      "student margin": 0.0643310546875
-    },
-    {
-      "epoch": 5.965463108320251,
-      "step": 7600,
-      "teacher margin": 0.048004150390625
-    },
-    {
-      "epoch": 5.965463108320251,
-      "margin difference": -0.016326904296875,
-      "step": 7600
-    },
-    {
-      "cov-distil": 1.3606810569763184,
-      "cov-distil (oracle2student)": 5.048360347747803,
-      "cov-distil (oracle2teacher)": 4.425386905670166,
-      "epoch": 5.965463108320251,
-      "rel-constrast": 2.5683376789093018,
-      "step": 7600,
-      "subrel-constrast": 3.0528531074523926,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.843756914138794,
-      "cov-distil (oracle2student)": 4.303302764892578,
-      "cov-distil (oracle2teacher)": 3.7292089462280273,
-      "epoch": 5.966248037676609,
-      "rel-constrast": 2.1127030849456787,
-      "step": 7601,
-      "subrel-constrast": 2.797731876373291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.202538251876831,
-      "cov-distil (oracle2student)": 5.267108917236328,
-      "cov-distil (oracle2teacher)": 5.148887634277344,
-      "epoch": 5.967032967032967,
-      "rel-constrast": 1.6676735877990723,
-      "step": 7602,
-      "subrel-constrast": 2.3223369121551514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3210020065307617,
-      "cov-distil (oracle2student)": 4.925132751464844,
-      "cov-distil (oracle2teacher)": 4.508498191833496,
-      "epoch": 5.967817896389325,
-      "rel-constrast": 3.627187728881836,
-      "step": 7603,
-      "subrel-constrast": 4.523709774017334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2775803804397583,
-      "cov-distil (oracle2student)": 4.878945350646973,
-      "cov-distil (oracle2teacher)": 4.609525203704834,
-      "epoch": 5.968602825745683,
-      "rel-constrast": 2.4971792697906494,
-      "step": 7604,
-      "subrel-constrast": 3.2947258949279785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.135618805885315,
-      "cov-distil (oracle2student)": 4.056072235107422,
-      "cov-distil (oracle2teacher)": 3.163918972015381,
-      "epoch": 5.969387755102041,
-      "rel-constrast": 1.3358039855957031,
-      "step": 7605,
-      "subrel-constrast": 1.8476884365081787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6139154434204102,
-      "cov-distil (oracle2student)": 3.7586188316345215,
-      "cov-distil (oracle2teacher)": 3.9642066955566406,
-      "epoch": 5.970172684458399,
-      "rel-constrast": 2.7711548805236816,
-      "step": 7606,
-      "subrel-constrast": 3.5418717861175537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2668166160583496,
-      "cov-distil (oracle2student)": 4.741168975830078,
-      "cov-distil (oracle2teacher)": 4.773827075958252,
-      "epoch": 5.970957613814757,
-      "rel-constrast": 2.222792387008667,
-      "step": 7607,
-      "subrel-constrast": 2.9830784797668457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.492027997970581,
-      "cov-distil (oracle2student)": 4.547458648681641,
-      "cov-distil (oracle2teacher)": 4.727682113647461,
-      "epoch": 5.971742543171114,
-      "rel-constrast": 3.3319191932678223,
-      "step": 7608,
-      "subrel-constrast": 4.426547050476074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.026082754135132,
-      "cov-distil (oracle2student)": 3.908376455307007,
-      "cov-distil (oracle2teacher)": 3.0440094470977783,
-      "epoch": 5.972527472527473,
-      "rel-constrast": 2.3559508323669434,
-      "step": 7609,
-      "subrel-constrast": 2.817934274673462,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.97331240188383,
-      "grad_norm": 5.34375,
-      "learning_rate": 8.21345102954247e-06,
-      "loss": 0.6486,
-      "step": 7610
-    },
-    {
-      "cov-distil": 1.087494134902954,
-      "cov-distil (oracle2student)": 4.577715873718262,
-      "cov-distil (oracle2teacher)": 4.477780342102051,
-      "epoch": 5.97331240188383,
-      "rel-constrast": 2.161940336227417,
-      "step": 7610,
-      "subrel-constrast": 2.709074020385742,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3712507486343384,
-      "cov-distil (oracle2student)": 4.054076671600342,
-      "cov-distil (oracle2teacher)": 3.483224391937256,
-      "epoch": 5.974097331240189,
-      "rel-constrast": 2.616769790649414,
-      "step": 7611,
-      "subrel-constrast": 2.955542802810669,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.164747714996338,
-      "cov-distil (oracle2student)": 3.538020133972168,
-      "cov-distil (oracle2teacher)": 3.4455504417419434,
-      "epoch": 5.974882260596546,
-      "rel-constrast": 2.0767769813537598,
-      "step": 7612,
-      "subrel-constrast": 2.6927120685577393,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9031033515930176,
-      "cov-distil (oracle2student)": 3.097935199737549,
-      "cov-distil (oracle2teacher)": 3.8091444969177246,
-      "epoch": 5.975667189952905,
-      "rel-constrast": 2.4740028381347656,
-      "step": 7613,
-      "subrel-constrast": 3.558032989501953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4006470441818237,
-      "cov-distil (oracle2student)": 4.54511833190918,
-      "cov-distil (oracle2teacher)": 4.859867095947266,
-      "epoch": 5.976452119309262,
-      "rel-constrast": 2.633272886276245,
-      "step": 7614,
-      "subrel-constrast": 3.8174424171447754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.796462059020996,
-      "cov-distil (oracle2student)": 5.778093338012695,
-      "cov-distil (oracle2teacher)": 4.77117919921875,
-      "epoch": 5.97723704866562,
-      "rel-constrast": 2.973998546600342,
-      "step": 7615,
-      "subrel-constrast": 3.6003217697143555,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3141251802444458,
-      "cov-distil (oracle2student)": 3.9626846313476562,
-      "cov-distil (oracle2teacher)": 3.6758875846862793,
-      "epoch": 5.978021978021978,
-      "rel-constrast": 2.735703706741333,
-      "step": 7616,
-      "subrel-constrast": 3.233790874481201,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.576340675354004,
-      "cov-distil (oracle2student)": 3.984200954437256,
-      "cov-distil (oracle2teacher)": 4.200348377227783,
-      "epoch": 5.978806907378336,
-      "rel-constrast": 3.360769510269165,
-      "step": 7617,
-      "subrel-constrast": 4.342198371887207,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4228110313415527,
-      "cov-distil (oracle2student)": 4.050268173217773,
-      "cov-distil (oracle2teacher)": 3.8163418769836426,
-      "epoch": 5.979591836734694,
-      "rel-constrast": 3.7358527183532715,
-      "step": 7618,
-      "subrel-constrast": 4.027514934539795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4689350128173828,
-      "cov-distil (oracle2student)": 3.7985334396362305,
-      "cov-distil (oracle2teacher)": 3.443638801574707,
-      "epoch": 5.980376766091052,
-      "rel-constrast": 2.0167994499206543,
-      "step": 7619,
-      "subrel-constrast": 2.8824338912963867,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.98116169544741,
-      "grad_norm": 5.28125,
-      "learning_rate": 8.148885575833731e-06,
-      "loss": 0.7059,
-      "step": 7620
-    },
-    {
-      "cov-distil": 1.4170430898666382,
-      "cov-distil (oracle2student)": 4.6110520362854,
-      "cov-distil (oracle2teacher)": 4.408157825469971,
-      "epoch": 5.98116169544741,
-      "rel-constrast": 2.473804473876953,
-      "step": 7620,
-      "subrel-constrast": 3.557626247406006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.147909164428711,
-      "cov-distil (oracle2student)": 3.99218487739563,
-      "cov-distil (oracle2teacher)": 4.3373870849609375,
-      "epoch": 5.981946624803768,
-      "rel-constrast": 4.037297248840332,
-      "step": 7621,
-      "subrel-constrast": 4.540437698364258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.598484992980957,
-      "cov-distil (oracle2student)": 5.664882659912109,
-      "cov-distil (oracle2teacher)": 4.495669364929199,
-      "epoch": 5.982731554160125,
-      "rel-constrast": 2.729038715362549,
-      "step": 7622,
-      "subrel-constrast": 2.9044926166534424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.533968448638916,
-      "cov-distil (oracle2student)": 4.285309791564941,
-      "cov-distil (oracle2teacher)": 4.596357822418213,
-      "epoch": 5.983516483516484,
-      "rel-constrast": 2.642727851867676,
-      "step": 7623,
-      "subrel-constrast": 3.404296636581421,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2135709524154663,
-      "cov-distil (oracle2student)": 4.811136245727539,
-      "cov-distil (oracle2teacher)": 5.129215240478516,
-      "epoch": 5.984301412872841,
-      "rel-constrast": 1.9472315311431885,
-      "step": 7624,
-      "subrel-constrast": 2.257085084915161,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2866637706756592,
-      "cov-distil (oracle2student)": 3.300136089324951,
-      "cov-distil (oracle2teacher)": 3.113154888153076,
-      "epoch": 5.9850863422291996,
-      "rel-constrast": 2.394716739654541,
-      "step": 7625,
-      "subrel-constrast": 2.6792948246002197,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5289995670318604,
-      "cov-distil (oracle2student)": 4.491428375244141,
-      "cov-distil (oracle2teacher)": 4.401040554046631,
-      "epoch": 5.985871271585557,
-      "rel-constrast": 2.1705923080444336,
-      "step": 7626,
-      "subrel-constrast": 2.9101598262786865,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1310303211212158,
-      "cov-distil (oracle2student)": 5.724697589874268,
-      "cov-distil (oracle2teacher)": 5.0722856521606445,
-      "epoch": 5.9866562009419155,
-      "rel-constrast": 1.8964858055114746,
-      "step": 7627,
-      "subrel-constrast": 2.359830617904663,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8580687046051025,
-      "cov-distil (oracle2student)": 5.270927429199219,
-      "cov-distil (oracle2teacher)": 4.727304458618164,
-      "epoch": 5.987441130298273,
-      "rel-constrast": 2.5851690769195557,
-      "step": 7628,
-      "subrel-constrast": 3.1359639167785645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6707038879394531,
-      "cov-distil (oracle2student)": 2.87203311920166,
-      "cov-distil (oracle2teacher)": 2.846299171447754,
-      "epoch": 5.988226059654631,
-      "rel-constrast": 1.92665433883667,
-      "step": 7629,
-      "subrel-constrast": 2.938354730606079,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.989010989010989,
-      "grad_norm": 4.65625,
-      "learning_rate": 8.08452544763637e-06,
-      "loss": 0.6586,
-      "step": 7630
-    },
-    {
-      "cov-distil": 1.6892776489257812,
-      "cov-distil (oracle2student)": 3.702948808670044,
-      "cov-distil (oracle2teacher)": 3.534208297729492,
-      "epoch": 5.989010989010989,
-      "rel-constrast": 2.629506826400757,
-      "step": 7630,
-      "subrel-constrast": 3.472639560699463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7656413316726685,
-      "cov-distil (oracle2student)": 3.7454795837402344,
-      "cov-distil (oracle2teacher)": 3.5383996963500977,
-      "epoch": 5.989795918367347,
-      "rel-constrast": 2.363827705383301,
-      "step": 7631,
-      "subrel-constrast": 3.0803706645965576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2687132358551025,
-      "cov-distil (oracle2student)": 4.135873794555664,
-      "cov-distil (oracle2teacher)": 3.7849137783050537,
-      "epoch": 5.990580847723705,
-      "rel-constrast": 2.3165805339813232,
-      "step": 7632,
-      "subrel-constrast": 2.551649808883667,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3723152875900269,
-      "cov-distil (oracle2student)": 2.677236318588257,
-      "cov-distil (oracle2teacher)": 3.246474266052246,
-      "epoch": 5.991365777080063,
-      "rel-constrast": 2.2199692726135254,
-      "step": 7633,
-      "subrel-constrast": 3.2319095134735107,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3956124782562256,
-      "cov-distil (oracle2student)": 4.702268600463867,
-      "cov-distil (oracle2teacher)": 4.2709245681762695,
-      "epoch": 5.992150706436421,
-      "rel-constrast": 3.0345029830932617,
-      "step": 7634,
-      "subrel-constrast": 3.4056198596954346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.260941743850708,
-      "cov-distil (oracle2student)": 4.488616466522217,
-      "cov-distil (oracle2teacher)": 4.109814643859863,
-      "epoch": 5.9929356357927785,
-      "rel-constrast": 1.8445253372192383,
-      "step": 7635,
-      "subrel-constrast": 2.5171616077423096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4115129709243774,
-      "cov-distil (oracle2student)": 3.2301297187805176,
-      "cov-distil (oracle2teacher)": 3.594667911529541,
-      "epoch": 5.993720565149136,
-      "rel-constrast": 3.3383450508117676,
-      "step": 7636,
-      "subrel-constrast": 4.160691261291504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6806247234344482,
-      "cov-distil (oracle2student)": 4.533344268798828,
-      "cov-distil (oracle2teacher)": 3.6880602836608887,
-      "epoch": 5.9945054945054945,
-      "rel-constrast": 3.034780740737915,
-      "step": 7637,
-      "subrel-constrast": 3.7157180309295654,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2330307960510254,
-      "cov-distil (oracle2student)": 3.555692434310913,
-      "cov-distil (oracle2teacher)": 3.5317888259887695,
-      "epoch": 5.995290423861852,
-      "rel-constrast": 1.8609814643859863,
-      "step": 7638,
-      "subrel-constrast": 2.286471128463745,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9783786535263062,
-      "cov-distil (oracle2student)": 3.8387598991394043,
-      "cov-distil (oracle2teacher)": 3.759493589401245,
-      "epoch": 5.9960753532182105,
-      "rel-constrast": 1.7158141136169434,
-      "step": 7639,
-      "subrel-constrast": 2.0223824977874756,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 5.996860282574568,
-      "grad_norm": 4.40625,
-      "learning_rate": 8.020371429158222e-06,
-      "loss": 0.6441,
-      "step": 7640
-    },
-    {
-      "cov-distil": 0.9684489369392395,
-      "cov-distil (oracle2student)": 3.425602912902832,
-      "cov-distil (oracle2teacher)": 3.377758502960205,
-      "epoch": 5.996860282574568,
-      "rel-constrast": 2.212554931640625,
-      "step": 7640,
-      "subrel-constrast": 2.689516067504883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3484350442886353,
-      "cov-distil (oracle2student)": 4.117617607116699,
-      "cov-distil (oracle2teacher)": 4.0267181396484375,
-      "epoch": 5.9976452119309265,
-      "rel-constrast": 2.3841123580932617,
-      "step": 7641,
-      "subrel-constrast": 2.809000253677368,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7615116834640503,
-      "cov-distil (oracle2student)": 4.313654899597168,
-      "cov-distil (oracle2teacher)": 4.120153427124023,
-      "epoch": 5.998430141287284,
-      "rel-constrast": 2.951571226119995,
-      "step": 7642,
-      "subrel-constrast": 3.3995652198791504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6257352828979492,
-      "cov-distil (oracle2student)": 2.910926580429077,
-      "cov-distil (oracle2teacher)": 3.175323009490967,
-      "epoch": 5.9992150706436425,
-      "rel-constrast": 1.8584625720977783,
-      "step": 7643,
-      "subrel-constrast": 2.671098470687866,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5070819854736328,
-      "cov-distil (oracle2student)": 4.309289932250977,
-      "cov-distil (oracle2teacher)": 3.7837984561920166,
-      "epoch": 6.0,
-      "rel-constrast": 2.9932374954223633,
-      "step": 7644,
-      "subrel-constrast": 3.5139036178588867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1130051612854004,
-      "cov-distil (oracle2student)": 3.262694835662842,
-      "cov-distil (oracle2teacher)": 3.1099109649658203,
-      "epoch": 6.0007849293563575,
-      "rel-constrast": 2.662822723388672,
-      "step": 7645,
-      "subrel-constrast": 3.120626926422119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5249342918395996,
-      "cov-distil (oracle2student)": 4.104039192199707,
-      "cov-distil (oracle2teacher)": 3.9978878498077393,
-      "epoch": 6.001569858712716,
-      "rel-constrast": 2.2819175720214844,
-      "step": 7646,
-      "subrel-constrast": 3.1004583835601807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1165902614593506,
-      "cov-distil (oracle2student)": 2.4250097274780273,
-      "cov-distil (oracle2teacher)": 2.5216355323791504,
-      "epoch": 6.0023547880690735,
-      "rel-constrast": 1.4521489143371582,
-      "step": 7647,
-      "subrel-constrast": 2.0412909984588623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6006784439086914,
-      "cov-distil (oracle2student)": 4.774028778076172,
-      "cov-distil (oracle2teacher)": 4.084106922149658,
-      "epoch": 6.003139717425432,
-      "rel-constrast": 2.8271536827087402,
-      "step": 7648,
-      "subrel-constrast": 3.136106014251709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6598927974700928,
-      "cov-distil (oracle2student)": 4.273596286773682,
-      "cov-distil (oracle2teacher)": 4.5614776611328125,
-      "epoch": 6.0039246467817895,
-      "rel-constrast": 2.901801586151123,
-      "step": 7649,
-      "subrel-constrast": 3.49424409866333,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.004709576138148,
-      "grad_norm": 6.53125,
-      "learning_rate": 7.956424302095774e-06,
-      "loss": 0.6487,
-      "step": 7650
-    },
-    {
-      "cov-distil": 1.4319766759872437,
-      "cov-distil (oracle2student)": 5.1317973136901855,
-      "cov-distil (oracle2teacher)": 4.720312118530273,
-      "epoch": 6.004709576138148,
-      "rel-constrast": 2.457406997680664,
-      "step": 7650,
-      "subrel-constrast": 2.9539334774017334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7602500915527344,
-      "cov-distil (oracle2student)": 4.053794860839844,
-      "cov-distil (oracle2teacher)": 4.117942810058594,
-      "epoch": 6.0054945054945055,
-      "rel-constrast": 2.818103790283203,
-      "step": 7651,
-      "subrel-constrast": 3.2812697887420654,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5752983093261719,
-      "cov-distil (oracle2student)": 4.044184684753418,
-      "cov-distil (oracle2teacher)": 3.7577056884765625,
-      "epoch": 6.006279434850863,
-      "rel-constrast": 2.8223752975463867,
-      "step": 7652,
-      "subrel-constrast": 3.970787763595581,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2235945463180542,
-      "cov-distil (oracle2student)": 5.1468963623046875,
-      "cov-distil (oracle2teacher)": 4.651695251464844,
-      "epoch": 6.0070643642072215,
-      "rel-constrast": 2.993638038635254,
-      "step": 7653,
-      "subrel-constrast": 3.674722909927368,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4958369731903076,
-      "cov-distil (oracle2student)": 4.7201948165893555,
-      "cov-distil (oracle2teacher)": 4.285860061645508,
-      "epoch": 6.007849293563579,
-      "rel-constrast": 2.5338964462280273,
-      "step": 7654,
-      "subrel-constrast": 3.1208527088165283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9106781482696533,
-      "cov-distil (oracle2student)": 3.35080623626709,
-      "cov-distil (oracle2teacher)": 3.5602426528930664,
-      "epoch": 6.008634222919937,
-      "rel-constrast": 2.1336827278137207,
-      "step": 7655,
-      "subrel-constrast": 3.3246989250183105,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.396734356880188,
-      "cov-distil (oracle2student)": 4.3671722412109375,
-      "cov-distil (oracle2teacher)": 3.972623825073242,
-      "epoch": 6.009419152276295,
-      "rel-constrast": 2.4235315322875977,
-      "step": 7656,
-      "subrel-constrast": 3.0769708156585693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6211997270584106,
-      "cov-distil (oracle2student)": 4.446271896362305,
-      "cov-distil (oracle2teacher)": 4.2520856857299805,
-      "epoch": 6.010204081632653,
-      "rel-constrast": 1.529348373413086,
-      "step": 7657,
-      "subrel-constrast": 2.919743061065674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4336156845092773,
-      "cov-distil (oracle2student)": 5.321005821228027,
-      "cov-distil (oracle2teacher)": 4.742120742797852,
-      "epoch": 6.010989010989011,
-      "rel-constrast": 1.5880613327026367,
-      "step": 7658,
-      "subrel-constrast": 2.2155909538269043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9616618156433105,
-      "cov-distil (oracle2student)": 5.203003883361816,
-      "cov-distil (oracle2teacher)": 4.398805141448975,
-      "epoch": 6.0117739403453685,
-      "rel-constrast": 2.712899923324585,
-      "step": 7659,
-      "subrel-constrast": 3.373931407928467,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.012558869701727,
-      "grad_norm": 5.65625,
-      "learning_rate": 7.892684845624573e-06,
-      "loss": 0.6399,
-      "step": 7660
-    },
-    {
-      "cov-distil": 1.3323681354522705,
-      "cov-distil (oracle2student)": 4.353938102722168,
-      "cov-distil (oracle2teacher)": 4.400378704071045,
-      "epoch": 6.012558869701727,
-      "rel-constrast": 1.690176248550415,
-      "step": 7660,
-      "subrel-constrast": 2.485891819000244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6702605485916138,
-      "cov-distil (oracle2student)": 4.154813766479492,
-      "cov-distil (oracle2teacher)": 4.264122009277344,
-      "epoch": 6.0133437990580845,
-      "rel-constrast": 2.8449220657348633,
-      "step": 7661,
-      "subrel-constrast": 3.8350672721862793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9124255180358887,
-      "cov-distil (oracle2student)": 3.454477310180664,
-      "cov-distil (oracle2teacher)": 3.147730827331543,
-      "epoch": 6.014128728414443,
-      "rel-constrast": 2.778862237930298,
-      "step": 7662,
-      "subrel-constrast": 3.0601999759674072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8103307485580444,
-      "cov-distil (oracle2student)": 3.8183388710021973,
-      "cov-distil (oracle2teacher)": 3.746089458465576,
-      "epoch": 6.0149136577708004,
-      "rel-constrast": 2.2764554023742676,
-      "step": 7663,
-      "subrel-constrast": 3.106398344039917,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6638157367706299,
-      "cov-distil (oracle2student)": 3.780409812927246,
-      "cov-distil (oracle2teacher)": 4.01667594909668,
-      "epoch": 6.015698587127159,
-      "rel-constrast": 2.659137725830078,
-      "step": 7664,
-      "subrel-constrast": 3.6553714275360107,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3090806007385254,
-      "cov-distil (oracle2student)": 4.815607070922852,
-      "cov-distil (oracle2teacher)": 4.4095377922058105,
-      "epoch": 6.016483516483516,
-      "rel-constrast": 2.2957115173339844,
-      "step": 7665,
-      "subrel-constrast": 3.071122407913208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4497771263122559,
-      "cov-distil (oracle2student)": 2.9337892532348633,
-      "cov-distil (oracle2teacher)": 2.9802889823913574,
-      "epoch": 6.017268445839874,
-      "rel-constrast": 2.5024826526641846,
-      "step": 7666,
-      "subrel-constrast": 3.471055269241333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3462836742401123,
-      "cov-distil (oracle2student)": 3.935631275177002,
-      "cov-distil (oracle2teacher)": 3.367288112640381,
-      "epoch": 6.018053375196232,
-      "rel-constrast": 1.9089598655700684,
-      "step": 7667,
-      "subrel-constrast": 2.5225565433502197,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5872318744659424,
-      "cov-distil (oracle2student)": 3.6650264263153076,
-      "cov-distil (oracle2teacher)": 3.213444232940674,
-      "epoch": 6.01883830455259,
-      "rel-constrast": 1.7113943099975586,
-      "step": 7668,
-      "subrel-constrast": 2.9163432121276855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.910064935684204,
-      "cov-distil (oracle2student)": 5.735905647277832,
-      "cov-distil (oracle2teacher)": 5.6433515548706055,
-      "epoch": 6.019623233908948,
-      "rel-constrast": 3.7089881896972656,
-      "step": 7669,
-      "subrel-constrast": 4.272389888763428,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.020408163265306,
-      "grad_norm": 6.46875,
-      "learning_rate": 7.829153836389796e-06,
-      "loss": 0.6494,
-      "step": 7670
-    },
-    {
-      "cov-distil": 1.4506642818450928,
-      "cov-distil (oracle2student)": 4.009693145751953,
-      "cov-distil (oracle2teacher)": 3.5836281776428223,
-      "epoch": 6.020408163265306,
-      "rel-constrast": 2.019012212753296,
-      "step": 7670,
-      "subrel-constrast": 2.6136746406555176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.428473711013794,
-      "cov-distil (oracle2student)": 3.7326087951660156,
-      "cov-distil (oracle2teacher)": 3.329918384552002,
-      "epoch": 6.021193092621664,
-      "rel-constrast": 2.4613757133483887,
-      "step": 7671,
-      "subrel-constrast": 3.0282199382781982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.959509015083313,
-      "cov-distil (oracle2student)": 3.843776226043701,
-      "cov-distil (oracle2teacher)": 3.460646867752075,
-      "epoch": 6.021978021978022,
-      "rel-constrast": 1.7654370069503784,
-      "step": 7672,
-      "subrel-constrast": 2.28096604347229,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4770867824554443,
-      "cov-distil (oracle2student)": 5.633864879608154,
-      "cov-distil (oracle2teacher)": 5.185807228088379,
-      "epoch": 6.02276295133438,
-      "rel-constrast": 2.6501030921936035,
-      "step": 7673,
-      "subrel-constrast": 3.4739770889282227,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0944801568984985,
-      "cov-distil (oracle2student)": 4.719062805175781,
-      "cov-distil (oracle2teacher)": 4.399561882019043,
-      "epoch": 6.023547880690738,
-      "rel-constrast": 1.562441349029541,
-      "step": 7674,
-      "subrel-constrast": 2.211841344833374,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7882068157196045,
-      "cov-distil (oracle2student)": 3.081815719604492,
-      "cov-distil (oracle2teacher)": 3.0563154220581055,
-      "epoch": 6.024332810047095,
-      "rel-constrast": 3.009058952331543,
-      "step": 7675,
-      "subrel-constrast": 3.60420823097229,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8176145553588867,
-      "cov-distil (oracle2student)": 4.738490104675293,
-      "cov-distil (oracle2teacher)": 3.625976085662842,
-      "epoch": 6.025117739403454,
-      "rel-constrast": 2.998997688293457,
-      "step": 7676,
-      "subrel-constrast": 3.6499502658843994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9578643441200256,
-      "cov-distil (oracle2student)": 6.018153667449951,
-      "cov-distil (oracle2teacher)": 5.238071918487549,
-      "epoch": 6.025902668759811,
-      "rel-constrast": 2.6835179328918457,
-      "step": 7677,
-      "subrel-constrast": 2.718341588973999,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.657291054725647,
-      "cov-distil (oracle2student)": 5.670465469360352,
-      "cov-distil (oracle2teacher)": 4.656702995300293,
-      "epoch": 6.02668759811617,
-      "rel-constrast": 3.1885409355163574,
-      "step": 7678,
-      "subrel-constrast": 3.656161308288574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1280126571655273,
-      "cov-distil (oracle2student)": 4.3461761474609375,
-      "cov-distil (oracle2teacher)": 4.251649856567383,
-      "epoch": 6.027472527472527,
-      "rel-constrast": 2.5324134826660156,
-      "step": 7679,
-      "subrel-constrast": 3.7467448711395264,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.028257456828886,
-      "grad_norm": 5.9375,
-      "learning_rate": 7.765832048496726e-06,
-      "loss": 0.6612,
-      "step": 7680
-    },
-    {
-      "cov-distil": 2.1639559268951416,
-      "cov-distil (oracle2student)": 3.6258535385131836,
-      "cov-distil (oracle2teacher)": 3.8209939002990723,
-      "epoch": 6.028257456828886,
-      "rel-constrast": 3.837223768234253,
-      "step": 7680,
-      "subrel-constrast": 4.309074401855469,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.421671986579895,
-      "cov-distil (oracle2student)": 4.159647464752197,
-      "cov-distil (oracle2teacher)": 3.750312328338623,
-      "epoch": 6.029042386185243,
-      "rel-constrast": 2.123337745666504,
-      "step": 7681,
-      "subrel-constrast": 2.5864384174346924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7086485624313354,
-      "cov-distil (oracle2student)": 6.104316711425781,
-      "cov-distil (oracle2teacher)": 5.1186723709106445,
-      "epoch": 6.029827315541601,
-      "rel-constrast": 3.1497204303741455,
-      "step": 7682,
-      "subrel-constrast": 3.60908579826355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2357534170150757,
-      "cov-distil (oracle2student)": 3.19516921043396,
-      "cov-distil (oracle2teacher)": 3.1006064414978027,
-      "epoch": 6.030612244897959,
-      "rel-constrast": 1.898140549659729,
-      "step": 7683,
-      "subrel-constrast": 2.3633577823638916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1913611888885498,
-      "cov-distil (oracle2student)": 3.9951298236846924,
-      "cov-distil (oracle2teacher)": 3.9077322483062744,
-      "epoch": 6.031397174254317,
-      "rel-constrast": 3.247634172439575,
-      "step": 7684,
-      "subrel-constrast": 3.717849016189575,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6884772777557373,
-      "cov-distil (oracle2student)": 4.109975814819336,
-      "cov-distil (oracle2teacher)": 3.9739749431610107,
-      "epoch": 6.032182103610675,
-      "rel-constrast": 2.608787775039673,
-      "step": 7685,
-      "subrel-constrast": 3.3799664974212646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.573960304260254,
-      "cov-distil (oracle2student)": 4.543351650238037,
-      "cov-distil (oracle2teacher)": 4.104556083679199,
-      "epoch": 6.032967032967033,
-      "rel-constrast": 2.0897574424743652,
-      "step": 7686,
-      "subrel-constrast": 2.706902027130127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.433966040611267,
-      "cov-distil (oracle2student)": 4.227180480957031,
-      "cov-distil (oracle2teacher)": 4.1815505027771,
-      "epoch": 6.033751962323391,
-      "rel-constrast": 2.251575469970703,
-      "step": 7687,
-      "subrel-constrast": 2.7132394313812256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0646693706512451,
-      "cov-distil (oracle2student)": 4.116982936859131,
-      "cov-distil (oracle2teacher)": 3.697279691696167,
-      "epoch": 6.034536891679749,
-      "rel-constrast": 2.555002212524414,
-      "step": 7688,
-      "subrel-constrast": 2.940683126449585,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6541731357574463,
-      "cov-distil (oracle2student)": 3.0690836906433105,
-      "cov-distil (oracle2teacher)": 3.18517804145813,
-      "epoch": 6.035321821036106,
-      "rel-constrast": 3.2855138778686523,
-      "step": 7689,
-      "subrel-constrast": 4.1772565841674805,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.036106750392465,
-      "grad_norm": 5.34375,
-      "learning_rate": 7.70272025350138e-06,
-      "loss": 0.714,
-      "step": 7690
-    },
-    {
-      "cov-distil": 1.5200423002243042,
-      "cov-distil (oracle2student)": 4.9868388175964355,
-      "cov-distil (oracle2teacher)": 4.300787925720215,
-      "epoch": 6.036106750392465,
-      "rel-constrast": 2.9054298400878906,
-      "step": 7690,
-      "subrel-constrast": 3.2956418991088867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3301782608032227,
-      "cov-distil (oracle2student)": 2.2837212085723877,
-      "cov-distil (oracle2teacher)": 2.425241470336914,
-      "epoch": 6.036891679748822,
-      "rel-constrast": 1.727332353591919,
-      "step": 7691,
-      "subrel-constrast": 2.3961243629455566,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4625364542007446,
-      "cov-distil (oracle2student)": 4.574148178100586,
-      "cov-distil (oracle2teacher)": 4.649895668029785,
-      "epoch": 6.037676609105181,
-      "rel-constrast": 1.9189385175704956,
-      "step": 7692,
-      "subrel-constrast": 2.675802707672119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.660648226737976,
-      "cov-distil (oracle2student)": 3.188344955444336,
-      "cov-distil (oracle2teacher)": 3.416656017303467,
-      "epoch": 6.038461538461538,
-      "rel-constrast": 3.22890305519104,
-      "step": 7693,
-      "subrel-constrast": 3.708827018737793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7576725482940674,
-      "cov-distil (oracle2student)": 5.6908979415893555,
-      "cov-distil (oracle2teacher)": 4.516780853271484,
-      "epoch": 6.039246467817897,
-      "rel-constrast": 2.1182124614715576,
-      "step": 7694,
-      "subrel-constrast": 2.4373393058776855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4512715339660645,
-      "cov-distil (oracle2student)": 3.634366750717163,
-      "cov-distil (oracle2teacher)": 3.1445136070251465,
-      "epoch": 6.040031397174254,
-      "rel-constrast": 2.311357021331787,
-      "step": 7695,
-      "subrel-constrast": 3.1715521812438965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2147130966186523,
-      "cov-distil (oracle2student)": 3.6438140869140625,
-      "cov-distil (oracle2teacher)": 3.7279107570648193,
-      "epoch": 6.040816326530612,
-      "rel-constrast": 1.5572237968444824,
-      "step": 7696,
-      "subrel-constrast": 2.367879867553711,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6067899465560913,
-      "cov-distil (oracle2student)": 5.642951488494873,
-      "cov-distil (oracle2teacher)": 4.954023361206055,
-      "epoch": 6.04160125588697,
-      "rel-constrast": 3.0074045658111572,
-      "step": 7697,
-      "subrel-constrast": 3.6188766956329346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.792062759399414,
-      "cov-distil (oracle2student)": 2.8854894638061523,
-      "cov-distil (oracle2teacher)": 3.376760959625244,
-      "epoch": 6.042386185243328,
-      "rel-constrast": 2.0788426399230957,
-      "step": 7698,
-      "subrel-constrast": 2.8881709575653076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5255537033081055,
-      "cov-distil (oracle2student)": 3.8734147548675537,
-      "cov-distil (oracle2teacher)": 3.868069648742676,
-      "epoch": 6.043171114599686,
-      "rel-constrast": 2.713104248046875,
-      "step": 7699,
-      "subrel-constrast": 3.5074737071990967,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.043956043956044,
-      "grad_norm": 5.71875,
-      "learning_rate": 7.639819220401059e-06,
-      "loss": 0.6275,
-      "step": 7700
-    },
-    {
-      "epoch": 6.043956043956044,
-      "overlap": 0.3265624940395355,
-      "step": 7700
-    },
-    {
-      "epoch": 6.043956043956044,
-      "step": 7700,
-      "student margin": 0.052490234375
-    },
-    {
-      "epoch": 6.043956043956044,
-      "step": 7700,
-      "teacher margin": 0.03717041015625
-    },
-    {
-      "epoch": 6.043956043956044,
-      "margin difference": -0.01531982421875,
-      "step": 7700
-    },
-    {
-      "cov-distil": 1.3796095848083496,
-      "cov-distil (oracle2student)": 5.6777238845825195,
-      "cov-distil (oracle2teacher)": 4.747239112854004,
-      "epoch": 6.043956043956044,
-      "rel-constrast": 3.1692557334899902,
-      "step": 7700,
-      "subrel-constrast": 3.5222575664520264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5234613418579102,
-      "cov-distil (oracle2student)": 4.879786968231201,
-      "cov-distil (oracle2teacher)": 4.186224937438965,
-      "epoch": 6.044740973312402,
-      "rel-constrast": 2.530625343322754,
-      "step": 7701,
-      "subrel-constrast": 3.624345541000366,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4780597686767578,
-      "cov-distil (oracle2student)": 4.039822578430176,
-      "cov-distil (oracle2teacher)": 4.1277265548706055,
-      "epoch": 6.04552590266876,
-      "rel-constrast": 3.1154942512512207,
-      "step": 7702,
-      "subrel-constrast": 3.467287063598633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.564453363418579,
-      "cov-distil (oracle2student)": 4.312248229980469,
-      "cov-distil (oracle2teacher)": 4.723520755767822,
-      "epoch": 6.046310832025117,
-      "rel-constrast": 2.35539174079895,
-      "step": 7703,
-      "subrel-constrast": 3.6322989463806152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3925714492797852,
-      "cov-distil (oracle2student)": 2.6871376037597656,
-      "cov-distil (oracle2teacher)": 3.0231540203094482,
-      "epoch": 6.047095761381476,
-      "rel-constrast": 2.0568184852600098,
-      "step": 7704,
-      "subrel-constrast": 2.902956485748291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6783158779144287,
-      "cov-distil (oracle2student)": 3.3109378814697266,
-      "cov-distil (oracle2teacher)": 3.370609760284424,
-      "epoch": 6.047880690737833,
-      "rel-constrast": 2.1582376956939697,
-      "step": 7705,
-      "subrel-constrast": 3.1853649616241455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2889987230300903,
-      "cov-distil (oracle2student)": 4.3419904708862305,
-      "cov-distil (oracle2teacher)": 4.391219139099121,
-      "epoch": 6.048665620094192,
-      "rel-constrast": 2.5061161518096924,
-      "step": 7706,
-      "subrel-constrast": 3.398455858230591,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2849280834197998,
-      "cov-distil (oracle2student)": 4.069270610809326,
-      "cov-distil (oracle2teacher)": 3.465524911880493,
-      "epoch": 6.049450549450549,
-      "rel-constrast": 2.7769532203674316,
-      "step": 7707,
-      "subrel-constrast": 3.0374648571014404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6227468252182007,
-      "cov-distil (oracle2student)": 2.917938709259033,
-      "cov-distil (oracle2teacher)": 2.723757743835449,
-      "epoch": 6.050235478806908,
-      "rel-constrast": 1.5507878065109253,
-      "step": 7708,
-      "subrel-constrast": 2.2838351726531982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2115654945373535,
-      "cov-distil (oracle2student)": 3.5728564262390137,
-      "cov-distil (oracle2teacher)": 3.262075662612915,
-      "epoch": 6.051020408163265,
-      "rel-constrast": 1.3000754117965698,
-      "step": 7709,
-      "subrel-constrast": 2.276677131652832,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.051805337519623,
-      "grad_norm": 3.78125,
-      "learning_rate": 7.577129715624989e-06,
-      "loss": 0.6241,
-      "step": 7710
-    },
-    {
-      "cov-distil": 1.7706278562545776,
-      "cov-distil (oracle2student)": 4.35799503326416,
-      "cov-distil (oracle2teacher)": 3.978626251220703,
-      "epoch": 6.051805337519623,
-      "rel-constrast": 3.2952632904052734,
-      "step": 7710,
-      "subrel-constrast": 3.7336416244506836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1352882385253906,
-      "cov-distil (oracle2student)": 4.220313549041748,
-      "cov-distil (oracle2teacher)": 4.048654079437256,
-      "epoch": 6.052590266875981,
-      "rel-constrast": 1.9238028526306152,
-      "step": 7711,
-      "subrel-constrast": 2.4288535118103027,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0984073877334595,
-      "cov-distil (oracle2student)": 3.734673500061035,
-      "cov-distil (oracle2teacher)": 4.059538841247559,
-      "epoch": 6.053375196232339,
-      "rel-constrast": 3.265907049179077,
-      "step": 7712,
-      "subrel-constrast": 3.5781798362731934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4475557804107666,
-      "cov-distil (oracle2student)": 5.095719814300537,
-      "cov-distil (oracle2teacher)": 4.769268989562988,
-      "epoch": 6.054160125588697,
-      "rel-constrast": 2.3384432792663574,
-      "step": 7713,
-      "subrel-constrast": 3.2643160820007324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5194885730743408,
-      "cov-distil (oracle2student)": 3.898770570755005,
-      "cov-distil (oracle2teacher)": 3.818000555038452,
-      "epoch": 6.054945054945055,
-      "rel-constrast": 2.1507816314697266,
-      "step": 7714,
-      "subrel-constrast": 2.536581516265869,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5535407066345215,
-      "cov-distil (oracle2student)": 5.603007793426514,
-      "cov-distil (oracle2teacher)": 5.120379447937012,
-      "epoch": 6.055729984301413,
-      "rel-constrast": 2.708261489868164,
-      "step": 7715,
-      "subrel-constrast": 3.854940414428711,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8715102672576904,
-      "cov-distil (oracle2student)": 4.705109596252441,
-      "cov-distil (oracle2teacher)": 4.0544514656066895,
-      "epoch": 6.056514913657771,
-      "rel-constrast": 2.314354419708252,
-      "step": 7716,
-      "subrel-constrast": 3.059473991394043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.347159743309021,
-      "cov-distil (oracle2student)": 5.591477870941162,
-      "cov-distil (oracle2teacher)": 4.481023788452148,
-      "epoch": 6.057299843014129,
-      "rel-constrast": 2.694361448287964,
-      "step": 7717,
-      "subrel-constrast": 3.2909464836120605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.317201852798462,
-      "cov-distil (oracle2student)": 2.825495719909668,
-      "cov-distil (oracle2teacher)": 2.6093454360961914,
-      "epoch": 6.058084772370487,
-      "rel-constrast": 2.282829523086548,
-      "step": 7718,
-      "subrel-constrast": 2.4790005683898926,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.402366280555725,
-      "cov-distil (oracle2student)": 2.6600873470306396,
-      "cov-distil (oracle2teacher)": 2.613741874694824,
-      "epoch": 6.058869701726844,
-      "rel-constrast": 2.072733163833618,
-      "step": 7719,
-      "subrel-constrast": 2.62585186958313,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.059654631083203,
-      "grad_norm": 4.84375,
-      "learning_rate": 7.514652503025018e-06,
-      "loss": 0.6623,
-      "step": 7720
-    },
-    {
-      "cov-distil": 1.424910545349121,
-      "cov-distil (oracle2student)": 5.316967010498047,
-      "cov-distil (oracle2teacher)": 4.9045233726501465,
-      "epoch": 6.059654631083203,
-      "rel-constrast": 2.9539480209350586,
-      "step": 7720,
-      "subrel-constrast": 3.8283274173736572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4420273303985596,
-      "cov-distil (oracle2student)": 4.940496921539307,
-      "cov-distil (oracle2teacher)": 4.222925186157227,
-      "epoch": 6.06043956043956,
-      "rel-constrast": 3.4236860275268555,
-      "step": 7721,
-      "subrel-constrast": 4.005343914031982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7183283567428589,
-      "cov-distil (oracle2student)": 5.18522310256958,
-      "cov-distil (oracle2teacher)": 4.29789924621582,
-      "epoch": 6.061224489795919,
-      "rel-constrast": 2.409825086593628,
-      "step": 7722,
-      "subrel-constrast": 3.0380537509918213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5555572509765625,
-      "cov-distil (oracle2student)": 5.802572727203369,
-      "cov-distil (oracle2teacher)": 4.990853309631348,
-      "epoch": 6.062009419152276,
-      "rel-constrast": 3.2089333534240723,
-      "step": 7723,
-      "subrel-constrast": 3.478492498397827,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3489437103271484,
-      "cov-distil (oracle2student)": 3.6099259853363037,
-      "cov-distil (oracle2teacher)": 3.471203327178955,
-      "epoch": 6.062794348508635,
-      "rel-constrast": 2.2665324211120605,
-      "step": 7724,
-      "subrel-constrast": 3.0455410480499268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5031275749206543,
-      "cov-distil (oracle2student)": 4.4860520362854,
-      "cov-distil (oracle2teacher)": 4.376796722412109,
-      "epoch": 6.063579277864992,
-      "rel-constrast": 1.9355297088623047,
-      "step": 7725,
-      "subrel-constrast": 2.8387789726257324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8428618907928467,
-      "cov-distil (oracle2student)": 5.7036542892456055,
-      "cov-distil (oracle2teacher)": 4.736141681671143,
-      "epoch": 6.06436420722135,
-      "rel-constrast": 2.0065503120422363,
-      "step": 7726,
-      "subrel-constrast": 2.659766912460327,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8136807680130005,
-      "cov-distil (oracle2student)": 3.588768243789673,
-      "cov-distil (oracle2teacher)": 4.125435829162598,
-      "epoch": 6.065149136577708,
-      "rel-constrast": 2.7977685928344727,
-      "step": 7727,
-      "subrel-constrast": 3.757858991622925,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4574854373931885,
-      "cov-distil (oracle2student)": 5.38348913192749,
-      "cov-distil (oracle2teacher)": 4.657049655914307,
-      "epoch": 6.065934065934066,
-      "rel-constrast": 3.067455768585205,
-      "step": 7728,
-      "subrel-constrast": 3.444827079772949,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6228561401367188,
-      "cov-distil (oracle2student)": 3.555351972579956,
-      "cov-distil (oracle2teacher)": 3.220865488052368,
-      "epoch": 6.066718995290424,
-      "rel-constrast": 2.738513231277466,
-      "step": 7729,
-      "subrel-constrast": 3.333456039428711,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.067503924646782,
-      "grad_norm": 5.5,
-      "learning_rate": 7.452388343866251e-06,
-      "loss": 0.707,
-      "step": 7730
-    },
-    {
-      "cov-distil": 1.3617424964904785,
-      "cov-distil (oracle2student)": 4.7810258865356445,
-      "cov-distil (oracle2teacher)": 4.253795623779297,
-      "epoch": 6.067503924646782,
-      "rel-constrast": 2.3704216480255127,
-      "step": 7730,
-      "subrel-constrast": 3.112226724624634,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5015144348144531,
-      "cov-distil (oracle2student)": 4.286731719970703,
-      "cov-distil (oracle2teacher)": 3.6300525665283203,
-      "epoch": 6.06828885400314,
-      "rel-constrast": 1.8616101741790771,
-      "step": 7731,
-      "subrel-constrast": 2.4665656089782715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7923405170440674,
-      "cov-distil (oracle2student)": 4.636185646057129,
-      "cov-distil (oracle2teacher)": 4.003351211547852,
-      "epoch": 6.069073783359498,
-      "rel-constrast": 2.1974411010742188,
-      "step": 7732,
-      "subrel-constrast": 3.5218570232391357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4232590198516846,
-      "cov-distil (oracle2student)": 3.2270760536193848,
-      "cov-distil (oracle2teacher)": 3.393401622772217,
-      "epoch": 6.069858712715855,
-      "rel-constrast": 1.979525089263916,
-      "step": 7733,
-      "subrel-constrast": 2.589996814727783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5463454723358154,
-      "cov-distil (oracle2student)": 3.488288164138794,
-      "cov-distil (oracle2teacher)": 3.4010372161865234,
-      "epoch": 6.070643642072214,
-      "rel-constrast": 2.5824437141418457,
-      "step": 7734,
-      "subrel-constrast": 2.9436118602752686,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5169686079025269,
-      "cov-distil (oracle2student)": 4.678471565246582,
-      "cov-distil (oracle2teacher)": 4.463897228240967,
-      "epoch": 6.071428571428571,
-      "rel-constrast": 1.8581035137176514,
-      "step": 7735,
-      "subrel-constrast": 2.738340377807617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2804995775222778,
-      "cov-distil (oracle2student)": 3.4427788257598877,
-      "cov-distil (oracle2teacher)": 4.040454387664795,
-      "epoch": 6.07221350078493,
-      "rel-constrast": 2.171475887298584,
-      "step": 7736,
-      "subrel-constrast": 2.7748117446899414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.274397850036621,
-      "cov-distil (oracle2student)": 4.2179460525512695,
-      "cov-distil (oracle2teacher)": 4.357010364532471,
-      "epoch": 6.072998430141287,
-      "rel-constrast": 2.4660282135009766,
-      "step": 7737,
-      "subrel-constrast": 3.558199167251587,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5887099504470825,
-      "cov-distil (oracle2student)": 4.6426310539245605,
-      "cov-distil (oracle2teacher)": 4.798116683959961,
-      "epoch": 6.073783359497646,
-      "rel-constrast": 2.672269344329834,
-      "step": 7738,
-      "subrel-constrast": 3.531667470932007,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4809752702713013,
-      "cov-distil (oracle2student)": 4.547702789306641,
-      "cov-distil (oracle2teacher)": 3.82833194732666,
-      "epoch": 6.074568288854003,
-      "rel-constrast": 2.488748073577881,
-      "step": 7739,
-      "subrel-constrast": 2.9508368968963623,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.075353218210361,
-      "grad_norm": 5.65625,
-      "learning_rate": 7.3903379968178336e-06,
-      "loss": 0.6031,
-      "step": 7740
-    },
-    {
-      "cov-distil": 1.2738081216812134,
-      "cov-distil (oracle2student)": 5.031093597412109,
-      "cov-distil (oracle2teacher)": 4.450116157531738,
-      "epoch": 6.075353218210361,
-      "rel-constrast": 2.659172296524048,
-      "step": 7740,
-      "subrel-constrast": 3.005919933319092,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6178066730499268,
-      "cov-distil (oracle2student)": 4.720251083374023,
-      "cov-distil (oracle2teacher)": 4.374728202819824,
-      "epoch": 6.076138147566719,
-      "rel-constrast": 2.0874180793762207,
-      "step": 7741,
-      "subrel-constrast": 3.412322521209717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5721285343170166,
-      "cov-distil (oracle2student)": 5.060050964355469,
-      "cov-distil (oracle2teacher)": 4.507831573486328,
-      "epoch": 6.076923076923077,
-      "rel-constrast": 3.0049428939819336,
-      "step": 7742,
-      "subrel-constrast": 3.488611936569214,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9159666299819946,
-      "cov-distil (oracle2student)": 4.694521903991699,
-      "cov-distil (oracle2teacher)": 4.284257888793945,
-      "epoch": 6.077708006279435,
-      "rel-constrast": 2.727438449859619,
-      "step": 7743,
-      "subrel-constrast": 3.6772656440734863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1504923105239868,
-      "cov-distil (oracle2student)": 3.934072494506836,
-      "cov-distil (oracle2teacher)": 4.079960823059082,
-      "epoch": 6.078492935635793,
-      "rel-constrast": 2.9380407333374023,
-      "step": 7744,
-      "subrel-constrast": 3.6862049102783203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.693657398223877,
-      "cov-distil (oracle2student)": 4.10569953918457,
-      "cov-distil (oracle2teacher)": 4.012252330780029,
-      "epoch": 6.079277864992151,
-      "rel-constrast": 3.1410884857177734,
-      "step": 7745,
-      "subrel-constrast": 3.9920122623443604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5470690727233887,
-      "cov-distil (oracle2student)": 3.56623911857605,
-      "cov-distil (oracle2teacher)": 3.3166773319244385,
-      "epoch": 6.080062794348509,
-      "rel-constrast": 2.5196452140808105,
-      "step": 7746,
-      "subrel-constrast": 3.568662405014038,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2603585720062256,
-      "cov-distil (oracle2student)": 5.096432685852051,
-      "cov-distil (oracle2teacher)": 4.903118133544922,
-      "epoch": 6.080847723704866,
-      "rel-constrast": 2.9264755249023438,
-      "step": 7747,
-      "subrel-constrast": 3.0307939052581787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3625057935714722,
-      "cov-distil (oracle2student)": 3.592726707458496,
-      "cov-distil (oracle2teacher)": 3.6033504009246826,
-      "epoch": 6.081632653061225,
-      "rel-constrast": 1.932783603668213,
-      "step": 7748,
-      "subrel-constrast": 3.077454090118408,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4071500301361084,
-      "cov-distil (oracle2student)": 3.525143623352051,
-      "cov-distil (oracle2teacher)": 3.5704522132873535,
-      "epoch": 6.082417582417582,
-      "rel-constrast": 2.4414780139923096,
-      "step": 7749,
-      "subrel-constrast": 3.051751136779785,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.083202511773941,
-      "grad_norm": 5.15625,
-      "learning_rate": 7.328502217943647e-06,
-      "loss": 0.6965,
-      "step": 7750
-    },
-    {
-      "cov-distil": 1.5131254196166992,
-      "cov-distil (oracle2student)": 3.7257542610168457,
-      "cov-distil (oracle2teacher)": 3.6605515480041504,
-      "epoch": 6.083202511773941,
-      "rel-constrast": 2.357288360595703,
-      "step": 7750,
-      "subrel-constrast": 3.380448818206787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.57353937625885,
-      "cov-distil (oracle2student)": 5.416083812713623,
-      "cov-distil (oracle2teacher)": 4.3981170654296875,
-      "epoch": 6.083987441130298,
-      "rel-constrast": 1.718621850013733,
-      "step": 7751,
-      "subrel-constrast": 2.3186893463134766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.7810294032096863,
-      "cov-distil (oracle2student)": 3.4912657737731934,
-      "cov-distil (oracle2teacher)": 3.6055166721343994,
-      "epoch": 6.0847723704866565,
-      "rel-constrast": 1.8257040977478027,
-      "step": 7752,
-      "subrel-constrast": 2.324373960494995,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0223426818847656,
-      "cov-distil (oracle2student)": 5.289401054382324,
-      "cov-distil (oracle2teacher)": 5.224053382873535,
-      "epoch": 6.085557299843014,
-      "rel-constrast": 2.9155123233795166,
-      "step": 7753,
-      "subrel-constrast": 3.7664120197296143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3666269779205322,
-      "cov-distil (oracle2student)": 4.697628021240234,
-      "cov-distil (oracle2teacher)": 5.001552104949951,
-      "epoch": 6.086342229199372,
-      "rel-constrast": 2.9602036476135254,
-      "step": 7754,
-      "subrel-constrast": 3.8245811462402344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3806352615356445,
-      "cov-distil (oracle2student)": 4.322747707366943,
-      "cov-distil (oracle2teacher)": 3.8332343101501465,
-      "epoch": 6.08712715855573,
-      "rel-constrast": 2.0725624561309814,
-      "step": 7755,
-      "subrel-constrast": 2.9953036308288574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4734915494918823,
-      "cov-distil (oracle2student)": 2.9654390811920166,
-      "cov-distil (oracle2teacher)": 2.9753236770629883,
-      "epoch": 6.087912087912088,
-      "rel-constrast": 2.451443910598755,
-      "step": 7756,
-      "subrel-constrast": 3.239194631576538,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8140519857406616,
-      "cov-distil (oracle2student)": 5.25408935546875,
-      "cov-distil (oracle2teacher)": 4.86688756942749,
-      "epoch": 6.088697017268446,
-      "rel-constrast": 1.5754618644714355,
-      "step": 7757,
-      "subrel-constrast": 2.533327341079712,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.490458369255066,
-      "cov-distil (oracle2student)": 3.9329404830932617,
-      "cov-distil (oracle2teacher)": 3.838334083557129,
-      "epoch": 6.089481946624804,
-      "rel-constrast": 2.458552360534668,
-      "step": 7758,
-      "subrel-constrast": 3.0945863723754883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5686249732971191,
-      "cov-distil (oracle2student)": 5.473438262939453,
-      "cov-distil (oracle2teacher)": 5.474816799163818,
-      "epoch": 6.090266875981162,
-      "rel-constrast": 2.4146852493286133,
-      "step": 7759,
-      "subrel-constrast": 3.2274856567382812,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.0910518053375196,
-      "grad_norm": 5.21875,
-      "learning_rate": 7.266881760693159e-06,
-      "loss": 0.6087,
-      "step": 7760
-    },
-    {
-      "cov-distil": 1.76149320602417,
-      "cov-distil (oracle2student)": 3.2321958541870117,
-      "cov-distil (oracle2teacher)": 3.3233299255371094,
-      "epoch": 6.0910518053375196,
-      "rel-constrast": 2.244309425354004,
-      "step": 7760,
-      "subrel-constrast": 3.251286745071411,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.082228660583496,
-      "cov-distil (oracle2student)": 4.529676914215088,
-      "cov-distil (oracle2teacher)": 3.9501724243164062,
-      "epoch": 6.091836734693878,
-      "rel-constrast": 3.237438440322876,
-      "step": 7761,
-      "subrel-constrast": 3.710038185119629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3265655040740967,
-      "cov-distil (oracle2student)": 4.242908477783203,
-      "cov-distil (oracle2teacher)": 4.085099220275879,
-      "epoch": 6.0926216640502355,
-      "rel-constrast": 2.365853786468506,
-      "step": 7762,
-      "subrel-constrast": 3.0771501064300537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0488965511322021,
-      "cov-distil (oracle2student)": 3.7535128593444824,
-      "cov-distil (oracle2teacher)": 3.377810478210449,
-      "epoch": 6.093406593406593,
-      "rel-constrast": 3.1394476890563965,
-      "step": 7763,
-      "subrel-constrast": 3.704782485961914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.49452543258667,
-      "cov-distil (oracle2student)": 5.848613262176514,
-      "cov-distil (oracle2teacher)": 5.59997034072876,
-      "epoch": 6.0941915227629515,
-      "rel-constrast": 2.5019428730010986,
-      "step": 7764,
-      "subrel-constrast": 3.0490174293518066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9107418060302734,
-      "cov-distil (oracle2student)": 4.780206680297852,
-      "cov-distil (oracle2teacher)": 4.965846061706543,
-      "epoch": 6.094976452119309,
-      "rel-constrast": 2.303105354309082,
-      "step": 7765,
-      "subrel-constrast": 3.289292812347412,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.307809591293335,
-      "cov-distil (oracle2student)": 4.571228981018066,
-      "cov-distil (oracle2teacher)": 3.898444414138794,
-      "epoch": 6.0957613814756675,
-      "rel-constrast": 1.7620220184326172,
-      "step": 7766,
-      "subrel-constrast": 2.719050645828247,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3189306259155273,
-      "cov-distil (oracle2student)": 3.4169440269470215,
-      "cov-distil (oracle2teacher)": 3.079216957092285,
-      "epoch": 6.096546310832025,
-      "rel-constrast": 1.9938879013061523,
-      "step": 7767,
-      "subrel-constrast": 3.003021001815796,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6337732076644897,
-      "cov-distil (oracle2student)": 4.518641948699951,
-      "cov-distil (oracle2teacher)": 4.988725662231445,
-      "epoch": 6.0973312401883835,
-      "rel-constrast": 2.7794971466064453,
-      "step": 7768,
-      "subrel-constrast": 4.245373249053955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5027475357055664,
-      "cov-distil (oracle2student)": 3.0103633403778076,
-      "cov-distil (oracle2teacher)": 3.471405506134033,
-      "epoch": 6.098116169544741,
-      "rel-constrast": 2.504728078842163,
-      "step": 7769,
-      "subrel-constrast": 3.4758546352386475,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.0989010989010985,
-      "grad_norm": 4.75,
-      "learning_rate": 7.205477375892175e-06,
-      "loss": 0.6593,
-      "step": 7770
-    },
-    {
-      "cov-distil": 1.9187915325164795,
-      "cov-distil (oracle2student)": 2.9742374420166016,
-      "cov-distil (oracle2teacher)": 2.5416083335876465,
-      "epoch": 6.0989010989010985,
-      "rel-constrast": 2.8140761852264404,
-      "step": 7770,
-      "subrel-constrast": 3.5058176517486572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3866081237792969,
-      "cov-distil (oracle2student)": 4.60286283493042,
-      "cov-distil (oracle2teacher)": 4.291201114654541,
-      "epoch": 6.099686028257457,
-      "rel-constrast": 2.8206160068511963,
-      "step": 7771,
-      "subrel-constrast": 3.2529640197753906,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3180880546569824,
-      "cov-distil (oracle2student)": 4.018108367919922,
-      "cov-distil (oracle2teacher)": 3.781792640686035,
-      "epoch": 6.1004709576138145,
-      "rel-constrast": 2.8585219383239746,
-      "step": 7772,
-      "subrel-constrast": 3.367701292037964,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.388643503189087,
-      "cov-distil (oracle2student)": 5.031529426574707,
-      "cov-distil (oracle2teacher)": 4.691933631896973,
-      "epoch": 6.101255886970173,
-      "rel-constrast": 1.9286558628082275,
-      "step": 7773,
-      "subrel-constrast": 3.200380563735962,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4024078845977783,
-      "cov-distil (oracle2student)": 4.327550888061523,
-      "cov-distil (oracle2teacher)": 4.155594348907471,
-      "epoch": 6.1020408163265305,
-      "rel-constrast": 2.3084616661071777,
-      "step": 7774,
-      "subrel-constrast": 2.844957113265991,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6625903844833374,
-      "cov-distil (oracle2student)": 3.182084321975708,
-      "cov-distil (oracle2teacher)": 3.578705072402954,
-      "epoch": 6.102825745682889,
-      "rel-constrast": 2.031205177307129,
-      "step": 7775,
-      "subrel-constrast": 3.0334231853485107,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.7767448425292969,
-      "cov-distil (oracle2student)": 4.968247413635254,
-      "cov-distil (oracle2teacher)": 4.321577072143555,
-      "epoch": 6.1036106750392465,
-      "rel-constrast": 2.1003270149230957,
-      "step": 7776,
-      "subrel-constrast": 2.700263261795044,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5786185264587402,
-      "cov-distil (oracle2student)": 4.86496639251709,
-      "cov-distil (oracle2teacher)": 4.380699634552002,
-      "epoch": 6.104395604395604,
-      "rel-constrast": 2.8168091773986816,
-      "step": 7777,
-      "subrel-constrast": 3.2859878540039062,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4577744007110596,
-      "cov-distil (oracle2student)": 3.748912811279297,
-      "cov-distil (oracle2teacher)": 4.019652843475342,
-      "epoch": 6.1051805337519625,
-      "rel-constrast": 2.423539638519287,
-      "step": 7778,
-      "subrel-constrast": 3.418365716934204,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.191490888595581,
-      "cov-distil (oracle2student)": 6.04271125793457,
-      "cov-distil (oracle2teacher)": 5.724111557006836,
-      "epoch": 6.10596546310832,
-      "rel-constrast": 2.551579236984253,
-      "step": 7779,
-      "subrel-constrast": 3.841402292251587,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.106750392464678,
-      "grad_norm": 6.25,
-      "learning_rate": 7.144289811733759e-06,
-      "loss": 0.6515,
-      "step": 7780
-    },
-    {
-      "cov-distil": 1.2024403810501099,
-      "cov-distil (oracle2student)": 4.3209686279296875,
-      "cov-distil (oracle2teacher)": 3.8648691177368164,
-      "epoch": 6.106750392464678,
-      "rel-constrast": 1.5241847038269043,
-      "step": 7780,
-      "subrel-constrast": 2.1224205493927,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5645732879638672,
-      "cov-distil (oracle2student)": 3.9311110973358154,
-      "cov-distil (oracle2teacher)": 3.8252713680267334,
-      "epoch": 6.107535321821036,
-      "rel-constrast": 3.9975199699401855,
-      "step": 7781,
-      "subrel-constrast": 4.2869110107421875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1396300792694092,
-      "cov-distil (oracle2student)": 3.2597832679748535,
-      "cov-distil (oracle2teacher)": 3.2008800506591797,
-      "epoch": 6.108320251177394,
-      "rel-constrast": 1.4045244455337524,
-      "step": 7782,
-      "subrel-constrast": 2.123645782470703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4967188835144043,
-      "cov-distil (oracle2student)": 4.202151298522949,
-      "cov-distil (oracle2teacher)": 4.318440914154053,
-      "epoch": 6.109105180533752,
-      "rel-constrast": 2.543797492980957,
-      "step": 7783,
-      "subrel-constrast": 3.5413098335266113,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.404146671295166,
-      "cov-distil (oracle2student)": 5.816736221313477,
-      "cov-distil (oracle2teacher)": 5.346096038818359,
-      "epoch": 6.1098901098901095,
-      "rel-constrast": 1.9017558097839355,
-      "step": 7784,
-      "subrel-constrast": 2.8336615562438965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3388783931732178,
-      "cov-distil (oracle2student)": 4.8534955978393555,
-      "cov-distil (oracle2teacher)": 4.386721611022949,
-      "epoch": 6.110675039246468,
-      "rel-constrast": 2.058760643005371,
-      "step": 7785,
-      "subrel-constrast": 2.874427318572998,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.78072988986969,
-      "cov-distil (oracle2student)": 4.76133918762207,
-      "cov-distil (oracle2teacher)": 4.57025671005249,
-      "epoch": 6.1114599686028255,
-      "rel-constrast": 3.4103429317474365,
-      "step": 7786,
-      "subrel-constrast": 3.8528571128845215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.449190616607666,
-      "cov-distil (oracle2student)": 6.16673469543457,
-      "cov-distil (oracle2teacher)": 5.520206451416016,
-      "epoch": 6.112244897959184,
-      "rel-constrast": 2.2589101791381836,
-      "step": 7787,
-      "subrel-constrast": 3.0642755031585693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5796349048614502,
-      "cov-distil (oracle2student)": 4.421819686889648,
-      "cov-distil (oracle2teacher)": 3.96156644821167,
-      "epoch": 6.1130298273155415,
-      "rel-constrast": 2.026071310043335,
-      "step": 7788,
-      "subrel-constrast": 3.0307936668395996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0337395668029785,
-      "cov-distil (oracle2student)": 3.6218881607055664,
-      "cov-distil (oracle2teacher)": 3.889246940612793,
-      "epoch": 6.1138147566719,
-      "rel-constrast": 1.946009635925293,
-      "step": 7789,
-      "subrel-constrast": 2.3851983547210693,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.114599686028257,
-      "grad_norm": 5.21875,
-      "learning_rate": 7.0833198137690765e-06,
-      "loss": 0.6118,
-      "step": 7790
-    },
-    {
-      "cov-distil": 1.173933982849121,
-      "cov-distil (oracle2student)": 3.4182543754577637,
-      "cov-distil (oracle2teacher)": 2.869006633758545,
-      "epoch": 6.114599686028257,
-      "rel-constrast": 3.1606943607330322,
-      "step": 7790,
-      "subrel-constrast": 3.500542640686035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2587571144104004,
-      "cov-distil (oracle2student)": 3.6035773754119873,
-      "cov-distil (oracle2teacher)": 3.6527066230773926,
-      "epoch": 6.115384615384615,
-      "rel-constrast": 1.082740068435669,
-      "step": 7791,
-      "subrel-constrast": 1.8956375122070312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5280903577804565,
-      "cov-distil (oracle2student)": 4.301316261291504,
-      "cov-distil (oracle2teacher)": 4.083835124969482,
-      "epoch": 6.116169544740973,
-      "rel-constrast": 2.3105111122131348,
-      "step": 7792,
-      "subrel-constrast": 3.0284295082092285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0547443628311157,
-      "cov-distil (oracle2student)": 3.1849966049194336,
-      "cov-distil (oracle2teacher)": 2.8389170169830322,
-      "epoch": 6.116954474097331,
-      "rel-constrast": 2.2327702045440674,
-      "step": 7793,
-      "subrel-constrast": 2.7515294551849365,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.169222354888916,
-      "cov-distil (oracle2student)": 4.056314468383789,
-      "cov-distil (oracle2teacher)": 4.137491226196289,
-      "epoch": 6.117739403453689,
-      "rel-constrast": 2.1452953815460205,
-      "step": 7794,
-      "subrel-constrast": 2.430922269821167,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.588486909866333,
-      "cov-distil (oracle2student)": 4.445917129516602,
-      "cov-distil (oracle2teacher)": 4.277676582336426,
-      "epoch": 6.118524332810047,
-      "rel-constrast": 2.8519108295440674,
-      "step": 7795,
-      "subrel-constrast": 3.347686529159546,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3916394710540771,
-      "cov-distil (oracle2student)": 4.0459465980529785,
-      "cov-distil (oracle2teacher)": 4.605869293212891,
-      "epoch": 6.119309262166405,
-      "rel-constrast": 3.1953258514404297,
-      "step": 7796,
-      "subrel-constrast": 3.5777435302734375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.304452896118164,
-      "cov-distil (oracle2student)": 5.933232307434082,
-      "cov-distil (oracle2teacher)": 5.224164009094238,
-      "epoch": 6.120094191522763,
-      "rel-constrast": 3.187856674194336,
-      "step": 7797,
-      "subrel-constrast": 3.9084866046905518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3381633758544922,
-      "cov-distil (oracle2student)": 4.410224914550781,
-      "cov-distil (oracle2teacher)": 4.151106834411621,
-      "epoch": 6.1208791208791204,
-      "rel-constrast": 2.8187954425811768,
-      "step": 7798,
-      "subrel-constrast": 3.5764448642730713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7646241188049316,
-      "cov-distil (oracle2student)": 3.7907543182373047,
-      "cov-distil (oracle2teacher)": 3.7484302520751953,
-      "epoch": 6.121664050235479,
-      "rel-constrast": 1.8078913688659668,
-      "step": 7799,
-      "subrel-constrast": 2.7327280044555664,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.122448979591836,
-      "grad_norm": 4.25,
-      "learning_rate": 7.022568124898293e-06,
-      "loss": 0.6538,
-      "step": 7800
-    },
-    {
-      "epoch": 6.122448979591836,
-      "overlap": 0.31562501192092896,
-      "step": 7800
-    },
-    {
-      "epoch": 6.122448979591836,
-      "step": 7800,
-      "student margin": 0.06512451171875
-    },
-    {
-      "epoch": 6.122448979591836,
-      "step": 7800,
-      "teacher margin": 0.0418701171875
-    },
-    {
-      "epoch": 6.122448979591836,
-      "margin difference": -0.02325439453125,
-      "step": 7800
-    },
-    {
-      "cov-distil": 1.4763493537902832,
-      "cov-distil (oracle2student)": 3.31608510017395,
-      "cov-distil (oracle2teacher)": 3.5836615562438965,
-      "epoch": 6.122448979591836,
-      "rel-constrast": 2.704648494720459,
-      "step": 7800,
-      "subrel-constrast": 3.3110756874084473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.900505542755127,
-      "cov-distil (oracle2student)": 4.164302349090576,
-      "cov-distil (oracle2teacher)": 3.9269840717315674,
-      "epoch": 6.123233908948195,
-      "rel-constrast": 2.2956535816192627,
-      "step": 7801,
-      "subrel-constrast": 3.290095090866089,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3412832021713257,
-      "cov-distil (oracle2student)": 3.775578498840332,
-      "cov-distil (oracle2teacher)": 3.592412233352661,
-      "epoch": 6.124018838304552,
-      "rel-constrast": 2.729700803756714,
-      "step": 7802,
-      "subrel-constrast": 3.0582926273345947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.831425428390503,
-      "cov-distil (oracle2student)": 4.669615268707275,
-      "cov-distil (oracle2teacher)": 4.047369003295898,
-      "epoch": 6.124803767660911,
-      "rel-constrast": 2.9897711277008057,
-      "step": 7803,
-      "subrel-constrast": 3.4940223693847656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7997244596481323,
-      "cov-distil (oracle2student)": 3.8157687187194824,
-      "cov-distil (oracle2teacher)": 3.500908136367798,
-      "epoch": 6.125588697017268,
-      "rel-constrast": 2.164198875427246,
-      "step": 7804,
-      "subrel-constrast": 2.62422776222229,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5968695878982544,
-      "cov-distil (oracle2student)": 5.00311279296875,
-      "cov-distil (oracle2teacher)": 4.881933689117432,
-      "epoch": 6.126373626373626,
-      "rel-constrast": 3.149808883666992,
-      "step": 7805,
-      "subrel-constrast": 4.0628557205200195,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9943625926971436,
-      "cov-distil (oracle2student)": 2.2671103477478027,
-      "cov-distil (oracle2teacher)": 2.5153353214263916,
-      "epoch": 6.127158555729984,
-      "rel-constrast": 1.9684637784957886,
-      "step": 7806,
-      "subrel-constrast": 2.921727418899536,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9664692878723145,
-      "cov-distil (oracle2student)": 1.892932653427124,
-      "cov-distil (oracle2teacher)": 1.8408153057098389,
-      "epoch": 6.127943485086342,
-      "rel-constrast": 1.5264685153961182,
-      "step": 7807,
-      "subrel-constrast": 2.173261880874634,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6573045253753662,
-      "cov-distil (oracle2student)": 3.776172161102295,
-      "cov-distil (oracle2teacher)": 4.489624977111816,
-      "epoch": 6.1287284144427,
-      "rel-constrast": 2.4765520095825195,
-      "step": 7808,
-      "subrel-constrast": 3.881671905517578,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4041930437088013,
-      "cov-distil (oracle2student)": 2.911527156829834,
-      "cov-distil (oracle2teacher)": 2.885423183441162,
-      "epoch": 6.129513343799058,
-      "rel-constrast": 1.9816405773162842,
-      "step": 7809,
-      "subrel-constrast": 2.5814859867095947,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.130298273155416,
-      "grad_norm": 4.5,
-      "learning_rate": 6.962035485361587e-06,
-      "loss": 0.6421,
-      "step": 7810
-    },
-    {
-      "cov-distil": 1.1867702007293701,
-      "cov-distil (oracle2student)": 4.761741638183594,
-      "cov-distil (oracle2teacher)": 3.9648656845092773,
-      "epoch": 6.130298273155416,
-      "rel-constrast": 2.3353257179260254,
-      "step": 7810,
-      "subrel-constrast": 2.701324462890625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4853802919387817,
-      "cov-distil (oracle2student)": 4.146640777587891,
-      "cov-distil (oracle2teacher)": 3.7550201416015625,
-      "epoch": 6.131083202511774,
-      "rel-constrast": 2.346822738647461,
-      "step": 7811,
-      "subrel-constrast": 2.828383684158325,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5916681289672852,
-      "cov-distil (oracle2student)": 4.199601650238037,
-      "cov-distil (oracle2teacher)": 3.9357223510742188,
-      "epoch": 6.131868131868132,
-      "rel-constrast": 2.480056047439575,
-      "step": 7812,
-      "subrel-constrast": 3.294865608215332,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6131247282028198,
-      "cov-distil (oracle2student)": 3.134942054748535,
-      "cov-distil (oracle2teacher)": 3.1199593544006348,
-      "epoch": 6.13265306122449,
-      "rel-constrast": 2.7453277111053467,
-      "step": 7813,
-      "subrel-constrast": 2.847423553466797,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2096176147460938,
-      "cov-distil (oracle2student)": 3.7544870376586914,
-      "cov-distil (oracle2teacher)": 3.4675984382629395,
-      "epoch": 6.133437990580847,
-      "rel-constrast": 1.9663697481155396,
-      "step": 7814,
-      "subrel-constrast": 2.6574270725250244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3466496467590332,
-      "cov-distil (oracle2student)": 2.733879327774048,
-      "cov-distil (oracle2teacher)": 3.8945939540863037,
-      "epoch": 6.134222919937206,
-      "rel-constrast": 2.2262210845947266,
-      "step": 7815,
-      "subrel-constrast": 3.254528522491455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3714313507080078,
-      "cov-distil (oracle2student)": 3.704411745071411,
-      "cov-distil (oracle2teacher)": 3.9645938873291016,
-      "epoch": 6.135007849293563,
-      "rel-constrast": 1.8708600997924805,
-      "step": 7816,
-      "subrel-constrast": 2.7770943641662598,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.75581693649292,
-      "cov-distil (oracle2student)": 3.8699400424957275,
-      "cov-distil (oracle2teacher)": 4.004431247711182,
-      "epoch": 6.135792778649922,
-      "rel-constrast": 2.6091697216033936,
-      "step": 7817,
-      "subrel-constrast": 3.578059196472168,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2785539627075195,
-      "cov-distil (oracle2student)": 5.966525077819824,
-      "cov-distil (oracle2teacher)": 4.939702033996582,
-      "epoch": 6.136577708006279,
-      "rel-constrast": 2.717924118041992,
-      "step": 7818,
-      "subrel-constrast": 3.032223701477051,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.092209815979004,
-      "cov-distil (oracle2student)": 3.2654623985290527,
-      "cov-distil (oracle2teacher)": 3.2873988151550293,
-      "epoch": 6.137362637362638,
-      "rel-constrast": 1.792977213859558,
-      "step": 7819,
-      "subrel-constrast": 2.6712982654571533,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.138147566718995,
-      "grad_norm": 4.96875,
-      "learning_rate": 6.901722632730049e-06,
-      "loss": 0.6146,
-      "step": 7820
-    },
-    {
-      "cov-distil": 1.7032952308654785,
-      "cov-distil (oracle2student)": 5.5081892013549805,
-      "cov-distil (oracle2teacher)": 4.923263072967529,
-      "epoch": 6.138147566718995,
-      "rel-constrast": 3.0642733573913574,
-      "step": 7820,
-      "subrel-constrast": 3.288543462753296,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0550565719604492,
-      "cov-distil (oracle2student)": 5.249032974243164,
-      "cov-distil (oracle2teacher)": 4.598143577575684,
-      "epoch": 6.138932496075353,
-      "rel-constrast": 2.3816330432891846,
-      "step": 7821,
-      "subrel-constrast": 2.835594415664673,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1144143342971802,
-      "cov-distil (oracle2student)": 4.942714691162109,
-      "cov-distil (oracle2teacher)": 4.557750701904297,
-      "epoch": 6.139717425431711,
-      "rel-constrast": 3.2476348876953125,
-      "step": 7822,
-      "subrel-constrast": 3.6604342460632324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8572057485580444,
-      "cov-distil (oracle2student)": 5.697412967681885,
-      "cov-distil (oracle2teacher)": 4.982521057128906,
-      "epoch": 6.140502354788069,
-      "rel-constrast": 2.8741374015808105,
-      "step": 7823,
-      "subrel-constrast": 3.758185386657715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4390298128128052,
-      "cov-distil (oracle2student)": 5.101494789123535,
-      "cov-distil (oracle2teacher)": 5.177637577056885,
-      "epoch": 6.141287284144427,
-      "rel-constrast": 2.1603822708129883,
-      "step": 7824,
-      "subrel-constrast": 3.355692148208618,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7247296571731567,
-      "cov-distil (oracle2student)": 4.01301383972168,
-      "cov-distil (oracle2teacher)": 3.248105049133301,
-      "epoch": 6.142072213500785,
-      "rel-constrast": 2.672729015350342,
-      "step": 7825,
-      "subrel-constrast": 3.1911537647247314,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.058476448059082,
-      "cov-distil (oracle2student)": 2.1854147911071777,
-      "cov-distil (oracle2teacher)": 3.036670207977295,
-      "epoch": 6.142857142857143,
-      "rel-constrast": 2.6782736778259277,
-      "step": 7826,
-      "subrel-constrast": 4.182178974151611,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9957658052444458,
-      "cov-distil (oracle2student)": 3.2936179637908936,
-      "cov-distil (oracle2teacher)": 3.3605852127075195,
-      "epoch": 6.143642072213501,
-      "rel-constrast": 2.6784491539001465,
-      "step": 7827,
-      "subrel-constrast": 3.545208215713501,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1175259351730347,
-      "cov-distil (oracle2student)": 4.901928901672363,
-      "cov-distil (oracle2teacher)": 4.697936058044434,
-      "epoch": 6.144427001569858,
-      "rel-constrast": 1.8186628818511963,
-      "step": 7828,
-      "subrel-constrast": 2.337228298187256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6356946229934692,
-      "cov-distil (oracle2student)": 2.743960380554199,
-      "cov-distil (oracle2teacher)": 2.9007151126861572,
-      "epoch": 6.145211930926217,
-      "rel-constrast": 2.273223876953125,
-      "step": 7829,
-      "subrel-constrast": 3.1616950035095215,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.145996860282574,
-      "grad_norm": 4.375,
-      "learning_rate": 6.84163030189677e-06,
-      "loss": 0.6855,
-      "step": 7830
-    },
-    {
-      "cov-distil": 1.3736168146133423,
-      "cov-distil (oracle2student)": 4.6182475090026855,
-      "cov-distil (oracle2teacher)": 4.004228115081787,
-      "epoch": 6.145996860282574,
-      "rel-constrast": 2.2877659797668457,
-      "step": 7830,
-      "subrel-constrast": 3.5692577362060547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1823134422302246,
-      "cov-distil (oracle2student)": 5.071170330047607,
-      "cov-distil (oracle2teacher)": 4.987277030944824,
-      "epoch": 6.146781789638933,
-      "rel-constrast": 2.229304313659668,
-      "step": 7831,
-      "subrel-constrast": 3.2980422973632812,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2900004386901855,
-      "cov-distil (oracle2student)": 3.578507900238037,
-      "cov-distil (oracle2teacher)": 3.346501350402832,
-      "epoch": 6.14756671899529,
-      "rel-constrast": 2.147223949432373,
-      "step": 7832,
-      "subrel-constrast": 2.668602705001831,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.439796805381775,
-      "cov-distil (oracle2student)": 3.3453943729400635,
-      "cov-distil (oracle2teacher)": 3.415837287902832,
-      "epoch": 6.148351648351649,
-      "rel-constrast": 2.5269558429718018,
-      "step": 7833,
-      "subrel-constrast": 3.3003132343292236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.28067946434021,
-      "cov-distil (oracle2student)": 5.111262321472168,
-      "cov-distil (oracle2teacher)": 4.725174427032471,
-      "epoch": 6.149136577708006,
-      "rel-constrast": 1.946853756904602,
-      "step": 7834,
-      "subrel-constrast": 2.709831953048706,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1659555435180664,
-      "cov-distil (oracle2student)": 4.175467491149902,
-      "cov-distil (oracle2teacher)": 3.533703327178955,
-      "epoch": 6.149921507064364,
-      "rel-constrast": 2.1698317527770996,
-      "step": 7835,
-      "subrel-constrast": 2.7543444633483887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1597988605499268,
-      "cov-distil (oracle2student)": 2.5600228309631348,
-      "cov-distil (oracle2teacher)": 2.7735800743103027,
-      "epoch": 6.150706436420722,
-      "rel-constrast": 2.5046844482421875,
-      "step": 7836,
-      "subrel-constrast": 2.983086109161377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.228179693222046,
-      "cov-distil (oracle2student)": 3.5727014541625977,
-      "cov-distil (oracle2teacher)": 3.702925443649292,
-      "epoch": 6.15149136577708,
-      "rel-constrast": 3.092369794845581,
-      "step": 7837,
-      "subrel-constrast": 4.11631441116333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7187563180923462,
-      "cov-distil (oracle2student)": 4.074993133544922,
-      "cov-distil (oracle2teacher)": 4.0294694900512695,
-      "epoch": 6.152276295133438,
-      "rel-constrast": 2.921952247619629,
-      "step": 7838,
-      "subrel-constrast": 3.695631980895996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.738823413848877,
-      "cov-distil (oracle2student)": 3.306082010269165,
-      "cov-distil (oracle2teacher)": 3.318455696105957,
-      "epoch": 6.153061224489796,
-      "rel-constrast": 2.222001075744629,
-      "step": 7839,
-      "subrel-constrast": 2.696176052093506,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.153846153846154,
-      "grad_norm": 4.96875,
-      "learning_rate": 6.781759225067829e-06,
-      "loss": 0.6402,
-      "step": 7840
-    },
-    {
-      "cov-distil": 1.0229878425598145,
-      "cov-distil (oracle2student)": 5.90301513671875,
-      "cov-distil (oracle2teacher)": 5.5258684158325195,
-      "epoch": 6.153846153846154,
-      "rel-constrast": 2.3483710289001465,
-      "step": 7840,
-      "subrel-constrast": 3.1373746395111084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3090039491653442,
-      "cov-distil (oracle2student)": 2.2743430137634277,
-      "cov-distil (oracle2teacher)": 2.7595858573913574,
-      "epoch": 6.154631083202512,
-      "rel-constrast": 2.0415396690368652,
-      "step": 7841,
-      "subrel-constrast": 2.9700777530670166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.16472589969635,
-      "cov-distil (oracle2student)": 5.026103973388672,
-      "cov-distil (oracle2teacher)": 4.499484062194824,
-      "epoch": 6.155416012558869,
-      "rel-constrast": 2.838435173034668,
-      "step": 7842,
-      "subrel-constrast": 3.1958961486816406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6886167526245117,
-      "cov-distil (oracle2student)": 3.3922417163848877,
-      "cov-distil (oracle2teacher)": 3.619431495666504,
-      "epoch": 6.156200941915228,
-      "rel-constrast": 2.511608123779297,
-      "step": 7843,
-      "subrel-constrast": 3.4445717334747314,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.326447606086731,
-      "cov-distil (oracle2student)": 3.078237295150757,
-      "cov-distil (oracle2teacher)": 3.0517055988311768,
-      "epoch": 6.156985871271585,
-      "rel-constrast": 1.3842923641204834,
-      "step": 7844,
-      "subrel-constrast": 2.3239736557006836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2362096309661865,
-      "cov-distil (oracle2student)": 5.597546577453613,
-      "cov-distil (oracle2teacher)": 4.707538604736328,
-      "epoch": 6.157770800627944,
-      "rel-constrast": 2.6247026920318604,
-      "step": 7845,
-      "subrel-constrast": 3.360323190689087,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3802251815795898,
-      "cov-distil (oracle2student)": 2.522275924682617,
-      "cov-distil (oracle2teacher)": 2.890655040740967,
-      "epoch": 6.158555729984301,
-      "rel-constrast": 2.4701061248779297,
-      "step": 7846,
-      "subrel-constrast": 2.9113266468048096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.482805609703064,
-      "cov-distil (oracle2student)": 5.511020183563232,
-      "cov-distil (oracle2teacher)": 5.1495280265808105,
-      "epoch": 6.15934065934066,
-      "rel-constrast": 2.476199150085449,
-      "step": 7847,
-      "subrel-constrast": 3.2043263912200928,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1474015712738037,
-      "cov-distil (oracle2student)": 4.194948673248291,
-      "cov-distil (oracle2teacher)": 4.192306995391846,
-      "epoch": 6.160125588697017,
-      "rel-constrast": 2.7699806690216064,
-      "step": 7848,
-      "subrel-constrast": 3.6978933811187744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6156730651855469,
-      "cov-distil (oracle2student)": 3.405241012573242,
-      "cov-distil (oracle2teacher)": 3.714958906173706,
-      "epoch": 6.160910518053376,
-      "rel-constrast": 2.2654852867126465,
-      "step": 7849,
-      "subrel-constrast": 3.036410093307495,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.161695447409733,
-      "grad_norm": 7.53125,
-      "learning_rate": 6.722110131753398e-06,
-      "loss": 0.6292,
-      "step": 7850
-    },
-    {
-      "cov-distil": 1.864522933959961,
-      "cov-distil (oracle2student)": 3.5496702194213867,
-      "cov-distil (oracle2teacher)": 3.4110825061798096,
-      "epoch": 6.161695447409733,
-      "rel-constrast": 2.3436505794525146,
-      "step": 7850,
-      "subrel-constrast": 3.052694082260132,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4110400676727295,
-      "cov-distil (oracle2student)": 3.747800350189209,
-      "cov-distil (oracle2teacher)": 3.3382112979888916,
-      "epoch": 6.162480376766091,
-      "rel-constrast": 3.1750941276550293,
-      "step": 7851,
-      "subrel-constrast": 3.434570550918579,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4034554958343506,
-      "cov-distil (oracle2student)": 4.315511226654053,
-      "cov-distil (oracle2teacher)": 4.357690811157227,
-      "epoch": 6.163265306122449,
-      "rel-constrast": 2.333986520767212,
-      "step": 7852,
-      "subrel-constrast": 3.2909128665924072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.921571135520935,
-      "cov-distil (oracle2student)": 4.784519195556641,
-      "cov-distil (oracle2teacher)": 4.929469585418701,
-      "epoch": 6.164050235478807,
-      "rel-constrast": 2.113645315170288,
-      "step": 7853,
-      "subrel-constrast": 3.419452667236328,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2174649238586426,
-      "cov-distil (oracle2student)": 3.7098913192749023,
-      "cov-distil (oracle2teacher)": 3.8306798934936523,
-      "epoch": 6.164835164835165,
-      "rel-constrast": 3.3126049041748047,
-      "step": 7854,
-      "subrel-constrast": 3.18466854095459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3148531913757324,
-      "cov-distil (oracle2student)": 2.0672030448913574,
-      "cov-distil (oracle2teacher)": 2.5393593311309814,
-      "epoch": 6.165620094191523,
-      "rel-constrast": 2.3390793800354004,
-      "step": 7855,
-      "subrel-constrast": 3.0225830078125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7298399209976196,
-      "cov-distil (oracle2student)": 4.386937141418457,
-      "cov-distil (oracle2teacher)": 4.033848285675049,
-      "epoch": 6.166405023547881,
-      "rel-constrast": 2.5995593070983887,
-      "step": 7856,
-      "subrel-constrast": 3.2135958671569824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.897979736328125,
-      "cov-distil (oracle2student)": 5.049633979797363,
-      "cov-distil (oracle2teacher)": 4.282734394073486,
-      "epoch": 6.167189952904239,
-      "rel-constrast": 3.356804370880127,
-      "step": 7857,
-      "subrel-constrast": 3.8138623237609863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7714262008666992,
-      "cov-distil (oracle2student)": 2.286902904510498,
-      "cov-distil (oracle2teacher)": 2.4079930782318115,
-      "epoch": 6.167974882260596,
-      "rel-constrast": 2.243748903274536,
-      "step": 7858,
-      "subrel-constrast": 2.8620429039001465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0955674648284912,
-      "cov-distil (oracle2student)": 5.572922706604004,
-      "cov-distil (oracle2teacher)": 5.045284271240234,
-      "epoch": 6.168759811616955,
-      "rel-constrast": 2.7247188091278076,
-      "step": 7859,
-      "subrel-constrast": 3.176999568939209,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.169544740973312,
-      "grad_norm": 5.53125,
-      "learning_rate": 6.662683748758869e-06,
-      "loss": 0.7026,
-      "step": 7860
-    },
-    {
-      "cov-distil": 1.6032317876815796,
-      "cov-distil (oracle2student)": 4.735353469848633,
-      "cov-distil (oracle2teacher)": 4.727797508239746,
-      "epoch": 6.169544740973312,
-      "rel-constrast": 3.822868585586548,
-      "step": 7860,
-      "subrel-constrast": 4.678114891052246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.565159559249878,
-      "cov-distil (oracle2student)": 3.3467345237731934,
-      "cov-distil (oracle2teacher)": 3.7248830795288086,
-      "epoch": 6.170329670329671,
-      "rel-constrast": 1.821018099784851,
-      "step": 7861,
-      "subrel-constrast": 2.881395101547241,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.371741533279419,
-      "cov-distil (oracle2student)": 4.24307107925415,
-      "cov-distil (oracle2teacher)": 4.141290664672852,
-      "epoch": 6.171114599686028,
-      "rel-constrast": 2.173612594604492,
-      "step": 7862,
-      "subrel-constrast": 2.614004611968994,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0754077434539795,
-      "cov-distil (oracle2student)": 4.498169898986816,
-      "cov-distil (oracle2teacher)": 4.489591598510742,
-      "epoch": 6.171899529042387,
-      "rel-constrast": 2.2716481685638428,
-      "step": 7863,
-      "subrel-constrast": 3.030604600906372,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2718230485916138,
-      "cov-distil (oracle2student)": 3.636683464050293,
-      "cov-distil (oracle2teacher)": 3.870603561401367,
-      "epoch": 6.172684458398744,
-      "rel-constrast": 3.101663827896118,
-      "step": 7864,
-      "subrel-constrast": 3.6723833084106445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7160871028900146,
-      "cov-distil (oracle2student)": 4.006714820861816,
-      "cov-distil (oracle2teacher)": 3.4980521202087402,
-      "epoch": 6.173469387755102,
-      "rel-constrast": 2.1559906005859375,
-      "step": 7865,
-      "subrel-constrast": 3.0146844387054443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7693959474563599,
-      "cov-distil (oracle2student)": 4.53315544128418,
-      "cov-distil (oracle2teacher)": 4.623715877532959,
-      "epoch": 6.17425431711146,
-      "rel-constrast": 2.135077476501465,
-      "step": 7866,
-      "subrel-constrast": 2.7481026649475098,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6383898258209229,
-      "cov-distil (oracle2student)": 5.751611709594727,
-      "cov-distil (oracle2teacher)": 5.686225414276123,
-      "epoch": 6.175039246467818,
-      "rel-constrast": 4.047521591186523,
-      "step": 7867,
-      "subrel-constrast": 4.027988433837891,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6439573764801025,
-      "cov-distil (oracle2student)": 3.7148354053497314,
-      "cov-distil (oracle2teacher)": 3.770986557006836,
-      "epoch": 6.175824175824176,
-      "rel-constrast": 2.5107245445251465,
-      "step": 7868,
-      "subrel-constrast": 3.2491848468780518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1832326650619507,
-      "cov-distil (oracle2student)": 2.6602730751037598,
-      "cov-distil (oracle2teacher)": 3.4671788215637207,
-      "epoch": 6.176609105180534,
-      "rel-constrast": 2.180335521697998,
-      "step": 7869,
-      "subrel-constrast": 2.9726450443267822,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.177394034536892,
-      "grad_norm": 4.40625,
-      "learning_rate": 6.603480800175948e-06,
-      "loss": 0.6926,
-      "step": 7870
-    },
-    {
-      "cov-distil": 1.3475499153137207,
-      "cov-distil (oracle2student)": 3.777210235595703,
-      "cov-distil (oracle2teacher)": 3.8193509578704834,
-      "epoch": 6.177394034536892,
-      "rel-constrast": 2.869220495223999,
-      "step": 7870,
-      "subrel-constrast": 3.378899574279785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.239081382751465,
-      "cov-distil (oracle2student)": 4.082782745361328,
-      "cov-distil (oracle2teacher)": 4.28632926940918,
-      "epoch": 6.17817896389325,
-      "rel-constrast": 2.1415529251098633,
-      "step": 7871,
-      "subrel-constrast": 2.899066925048828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.678865432739258,
-      "cov-distil (oracle2student)": 7.119320869445801,
-      "cov-distil (oracle2teacher)": 6.614747047424316,
-      "epoch": 6.178963893249607,
-      "rel-constrast": 1.973059892654419,
-      "step": 7872,
-      "subrel-constrast": 3.347592353820801,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.218956470489502,
-      "cov-distil (oracle2student)": 6.521805286407471,
-      "cov-distil (oracle2teacher)": 5.284997940063477,
-      "epoch": 6.179748822605966,
-      "rel-constrast": 2.7252938747406006,
-      "step": 7873,
-      "subrel-constrast": 3.24006724357605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.429726481437683,
-      "cov-distil (oracle2student)": 3.5560247898101807,
-      "cov-distil (oracle2teacher)": 3.6115190982818604,
-      "epoch": 6.180533751962323,
-      "rel-constrast": 2.728661298751831,
-      "step": 7874,
-      "subrel-constrast": 3.1487956047058105,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9993400573730469,
-      "cov-distil (oracle2student)": 4.536303520202637,
-      "cov-distil (oracle2teacher)": 4.309751033782959,
-      "epoch": 6.181318681318682,
-      "rel-constrast": 2.8437328338623047,
-      "step": 7875,
-      "subrel-constrast": 3.876647472381592,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1017565727233887,
-      "cov-distil (oracle2student)": 4.833470344543457,
-      "cov-distil (oracle2teacher)": 4.775576114654541,
-      "epoch": 6.182103610675039,
-      "rel-constrast": 2.606097459793091,
-      "step": 7876,
-      "subrel-constrast": 3.261929750442505,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5737106800079346,
-      "cov-distil (oracle2student)": 5.25053596496582,
-      "cov-distil (oracle2teacher)": 4.526983737945557,
-      "epoch": 6.1828885400313975,
-      "rel-constrast": 2.4137110710144043,
-      "step": 7877,
-      "subrel-constrast": 3.3386480808258057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1366980075836182,
-      "cov-distil (oracle2student)": 5.437838554382324,
-      "cov-distil (oracle2teacher)": 4.9832000732421875,
-      "epoch": 6.183673469387755,
-      "rel-constrast": 3.2500782012939453,
-      "step": 7878,
-      "subrel-constrast": 3.600694417953491,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.689477562904358,
-      "cov-distil (oracle2student)": 3.9550271034240723,
-      "cov-distil (oracle2teacher)": 4.2784929275512695,
-      "epoch": 6.184458398744113,
-      "rel-constrast": 3.1387977600097656,
-      "step": 7879,
-      "subrel-constrast": 4.207620143890381,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.185243328100471,
-      "grad_norm": 6.75,
-      "learning_rate": 6.544502007373898e-06,
-      "loss": 0.7083,
-      "step": 7880
-    },
-    {
-      "cov-distil": 1.5788052082061768,
-      "cov-distil (oracle2student)": 4.573661804199219,
-      "cov-distil (oracle2teacher)": 4.405098915100098,
-      "epoch": 6.185243328100471,
-      "rel-constrast": 3.0652432441711426,
-      "step": 7880,
-      "subrel-constrast": 3.764530897140503,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.667675256729126,
-      "cov-distil (oracle2student)": 4.300657749176025,
-      "cov-distil (oracle2teacher)": 3.799022674560547,
-      "epoch": 6.186028257456829,
-      "rel-constrast": 2.7415049076080322,
-      "step": 7881,
-      "subrel-constrast": 2.9643447399139404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6195777654647827,
-      "cov-distil (oracle2student)": 4.041780948638916,
-      "cov-distil (oracle2teacher)": 3.3564705848693848,
-      "epoch": 6.186813186813187,
-      "rel-constrast": 1.6636583805084229,
-      "step": 7882,
-      "subrel-constrast": 2.2240700721740723,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.319880485534668,
-      "cov-distil (oracle2student)": 3.3563060760498047,
-      "cov-distil (oracle2teacher)": 3.3556346893310547,
-      "epoch": 6.187598116169545,
-      "rel-constrast": 2.5403974056243896,
-      "step": 7883,
-      "subrel-constrast": 3.2009310722351074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5592001676559448,
-      "cov-distil (oracle2student)": 5.828245162963867,
-      "cov-distil (oracle2teacher)": 5.076355934143066,
-      "epoch": 6.188383045525903,
-      "rel-constrast": 2.094254970550537,
-      "step": 7884,
-      "subrel-constrast": 2.5089144706726074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6464600563049316,
-      "cov-distil (oracle2student)": 3.9947783946990967,
-      "cov-distil (oracle2teacher)": 4.070157051086426,
-      "epoch": 6.189167974882261,
-      "rel-constrast": 1.8399357795715332,
-      "step": 7885,
-      "subrel-constrast": 3.0963876247406006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.490477442741394,
-      "cov-distil (oracle2student)": 2.911975860595703,
-      "cov-distil (oracle2teacher)": 3.381645441055298,
-      "epoch": 6.189952904238618,
-      "rel-constrast": 2.5794239044189453,
-      "step": 7886,
-      "subrel-constrast": 3.0791749954223633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5932939052581787,
-      "cov-distil (oracle2student)": 5.857052803039551,
-      "cov-distil (oracle2teacher)": 5.622395038604736,
-      "epoch": 6.1907378335949765,
-      "rel-constrast": 2.834141969680786,
-      "step": 7887,
-      "subrel-constrast": 3.6227076053619385,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3569409847259521,
-      "cov-distil (oracle2student)": 4.881939888000488,
-      "cov-distil (oracle2teacher)": 4.555809020996094,
-      "epoch": 6.191522762951334,
-      "rel-constrast": 3.3705849647521973,
-      "step": 7888,
-      "subrel-constrast": 3.725364923477173,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.185206413269043,
-      "cov-distil (oracle2student)": 5.011919021606445,
-      "cov-distil (oracle2teacher)": 4.500890254974365,
-      "epoch": 6.1923076923076925,
-      "rel-constrast": 2.5460855960845947,
-      "step": 7889,
-      "subrel-constrast": 3.2009024620056152,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.19309262166405,
-      "grad_norm": 5.84375,
-      "learning_rate": 6.485748088990682e-06,
-      "loss": 0.6694,
-      "step": 7890
-    },
-    {
-      "cov-distil": 1.5077391862869263,
-      "cov-distil (oracle2student)": 3.057255744934082,
-      "cov-distil (oracle2teacher)": 3.375016212463379,
-      "epoch": 6.19309262166405,
-      "rel-constrast": 3.064769744873047,
-      "step": 7890,
-      "subrel-constrast": 3.660543918609619,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.294290542602539,
-      "cov-distil (oracle2student)": 4.547391414642334,
-      "cov-distil (oracle2teacher)": 4.131442546844482,
-      "epoch": 6.1938775510204085,
-      "rel-constrast": 2.7928285598754883,
-      "step": 7891,
-      "subrel-constrast": 3.7988619804382324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1143349409103394,
-      "cov-distil (oracle2student)": 4.594136714935303,
-      "cov-distil (oracle2teacher)": 4.075640678405762,
-      "epoch": 6.194662480376766,
-      "rel-constrast": 3.0430727005004883,
-      "step": 7892,
-      "subrel-constrast": 3.311978816986084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.175734043121338,
-      "cov-distil (oracle2student)": 4.122087001800537,
-      "cov-distil (oracle2teacher)": 3.9336965084075928,
-      "epoch": 6.195447409733124,
-      "rel-constrast": 2.326080799102783,
-      "step": 7893,
-      "subrel-constrast": 3.0600550174713135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4061179161071777,
-      "cov-distil (oracle2student)": 4.448469161987305,
-      "cov-distil (oracle2teacher)": 4.581194877624512,
-      "epoch": 6.196232339089482,
-      "rel-constrast": 4.10084867477417,
-      "step": 7894,
-      "subrel-constrast": 4.459120750427246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6281471252441406,
-      "cov-distil (oracle2student)": 2.703298568725586,
-      "cov-distil (oracle2teacher)": 2.714456558227539,
-      "epoch": 6.1970172684458396,
-      "rel-constrast": 2.1210906505584717,
-      "step": 7895,
-      "subrel-constrast": 2.7156944274902344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7412943840026855,
-      "cov-distil (oracle2student)": 5.059436798095703,
-      "cov-distil (oracle2teacher)": 4.653531074523926,
-      "epoch": 6.197802197802198,
-      "rel-constrast": 3.897146463394165,
-      "step": 7896,
-      "subrel-constrast": 4.536554336547852,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2799510955810547,
-      "cov-distil (oracle2student)": 4.671157360076904,
-      "cov-distil (oracle2teacher)": 4.234872817993164,
-      "epoch": 6.1985871271585555,
-      "rel-constrast": 3.595334053039551,
-      "step": 7897,
-      "subrel-constrast": 3.6962573528289795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3768017292022705,
-      "cov-distil (oracle2student)": 4.061403751373291,
-      "cov-distil (oracle2teacher)": 3.8812997341156006,
-      "epoch": 6.199372056514914,
-      "rel-constrast": 2.766876459121704,
-      "step": 7898,
-      "subrel-constrast": 3.2607581615448,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.458139181137085,
-      "cov-distil (oracle2student)": 5.608384609222412,
-      "cov-distil (oracle2teacher)": 4.759925365447998,
-      "epoch": 6.2001569858712715,
-      "rel-constrast": 3.0129265785217285,
-      "step": 7899,
-      "subrel-constrast": 3.4722907543182373,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.20094191522763,
-      "grad_norm": 5.1875,
-      "learning_rate": 6.4272197609242635e-06,
-      "loss": 0.8055,
-      "step": 7900
-    },
-    {
-      "epoch": 6.20094191522763,
-      "overlap": 0.3515625,
-      "step": 7900
-    },
-    {
-      "epoch": 6.20094191522763,
-      "step": 7900,
-      "student margin": 0.0609130859375
-    },
-    {
-      "epoch": 6.20094191522763,
-      "step": 7900,
-      "teacher margin": 0.041778564453125
-    },
-    {
-      "epoch": 6.20094191522763,
-      "margin difference": -0.019134521484375,
-      "step": 7900
-    },
-    {
-      "cov-distil": 1.3293590545654297,
-      "cov-distil (oracle2student)": 5.176424980163574,
-      "cov-distil (oracle2teacher)": 5.1575164794921875,
-      "epoch": 6.20094191522763,
-      "rel-constrast": 3.104555606842041,
-      "step": 7900,
-      "subrel-constrast": 3.699558973312378,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6946911811828613,
-      "cov-distil (oracle2student)": 4.805302619934082,
-      "cov-distil (oracle2teacher)": 4.8394551277160645,
-      "epoch": 6.2017268445839875,
-      "rel-constrast": 3.0180747509002686,
-      "step": 7901,
-      "subrel-constrast": 3.6425364017486572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.615856409072876,
-      "cov-distil (oracle2student)": 4.640434265136719,
-      "cov-distil (oracle2teacher)": 4.004178524017334,
-      "epoch": 6.202511773940345,
-      "rel-constrast": 2.5409927368164062,
-      "step": 7902,
-      "subrel-constrast": 3.2239320278167725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8818039894104004,
-      "cov-distil (oracle2student)": 4.073808193206787,
-      "cov-distil (oracle2teacher)": 3.895148754119873,
-      "epoch": 6.2032967032967035,
-      "rel-constrast": 2.6610310077667236,
-      "step": 7903,
-      "subrel-constrast": 2.953021287918091,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9167797565460205,
-      "cov-distil (oracle2student)": 3.6057891845703125,
-      "cov-distil (oracle2teacher)": 3.361264228820801,
-      "epoch": 6.204081632653061,
-      "rel-constrast": 1.9835642576217651,
-      "step": 7904,
-      "subrel-constrast": 2.416541814804077,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9950535893440247,
-      "cov-distil (oracle2student)": 4.633606910705566,
-      "cov-distil (oracle2teacher)": 4.289172172546387,
-      "epoch": 6.204866562009419,
-      "rel-constrast": 2.310516834259033,
-      "step": 7905,
-      "subrel-constrast": 2.822695255279541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3405499458312988,
-      "cov-distil (oracle2student)": 4.301290512084961,
-      "cov-distil (oracle2teacher)": 4.368369102478027,
-      "epoch": 6.205651491365777,
-      "rel-constrast": 2.7080211639404297,
-      "step": 7906,
-      "subrel-constrast": 3.2540969848632812,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3848810195922852,
-      "cov-distil (oracle2student)": 5.034329414367676,
-      "cov-distil (oracle2teacher)": 4.879173278808594,
-      "epoch": 6.206436420722135,
-      "rel-constrast": 2.8333187103271484,
-      "step": 7907,
-      "subrel-constrast": 3.124995708465576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.804911732673645,
-      "cov-distil (oracle2student)": 3.1747515201568604,
-      "cov-distil (oracle2teacher)": 3.4620065689086914,
-      "epoch": 6.207221350078493,
-      "rel-constrast": 2.387157440185547,
-      "step": 7908,
-      "subrel-constrast": 3.280466318130493,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6172065734863281,
-      "cov-distil (oracle2student)": 6.300485610961914,
-      "cov-distil (oracle2teacher)": 5.444515705108643,
-      "epoch": 6.2080062794348505,
-      "rel-constrast": 1.8581418991088867,
-      "step": 7909,
-      "subrel-constrast": 2.6414482593536377,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.208791208791209,
-      "grad_norm": 4.53125,
-      "learning_rate": 6.368917736323843e-06,
-      "loss": 0.6741,
-      "step": 7910
-    },
-    {
-      "cov-distil": 1.2601568698883057,
-      "cov-distil (oracle2student)": 5.576851844787598,
-      "cov-distil (oracle2teacher)": 5.0204057693481445,
-      "epoch": 6.208791208791209,
-      "rel-constrast": 2.5379438400268555,
-      "step": 7910,
-      "subrel-constrast": 2.936253070831299,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6705644130706787,
-      "cov-distil (oracle2student)": 3.5395925045013428,
-      "cov-distil (oracle2teacher)": 3.8184456825256348,
-      "epoch": 6.2095761381475665,
-      "rel-constrast": 2.6043243408203125,
-      "step": 7911,
-      "subrel-constrast": 3.623157501220703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4583607912063599,
-      "cov-distil (oracle2student)": 2.5835866928100586,
-      "cov-distil (oracle2teacher)": 2.4838428497314453,
-      "epoch": 6.210361067503925,
-      "rel-constrast": 1.762030839920044,
-      "step": 7912,
-      "subrel-constrast": 2.3956544399261475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3573777675628662,
-      "cov-distil (oracle2student)": 5.723167419433594,
-      "cov-distil (oracle2teacher)": 5.519130706787109,
-      "epoch": 6.2111459968602825,
-      "rel-constrast": 3.473623275756836,
-      "step": 7913,
-      "subrel-constrast": 4.0814361572265625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9149141311645508,
-      "cov-distil (oracle2student)": 4.183959484100342,
-      "cov-distil (oracle2teacher)": 4.101012229919434,
-      "epoch": 6.211930926216641,
-      "rel-constrast": 2.693681240081787,
-      "step": 7914,
-      "subrel-constrast": 3.623553514480591,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6584489345550537,
-      "cov-distil (oracle2student)": 3.9470160007476807,
-      "cov-distil (oracle2teacher)": 3.546567440032959,
-      "epoch": 6.212715855572998,
-      "rel-constrast": 1.830187439918518,
-      "step": 7915,
-      "subrel-constrast": 3.044745683670044,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.428022027015686,
-      "cov-distil (oracle2student)": 3.1569154262542725,
-      "cov-distil (oracle2teacher)": 2.881578207015991,
-      "epoch": 6.213500784929356,
-      "rel-constrast": 1.398268222808838,
-      "step": 7916,
-      "subrel-constrast": 2.4342851638793945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.459944248199463,
-      "cov-distil (oracle2student)": 4.83271598815918,
-      "cov-distil (oracle2teacher)": 4.082079887390137,
-      "epoch": 6.214285714285714,
-      "rel-constrast": 2.6306262016296387,
-      "step": 7917,
-      "subrel-constrast": 3.3186092376708984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2932419776916504,
-      "cov-distil (oracle2student)": 2.4335575103759766,
-      "cov-distil (oracle2teacher)": 2.9045965671539307,
-      "epoch": 6.215070643642072,
-      "rel-constrast": 1.7123056650161743,
-      "step": 7918,
-      "subrel-constrast": 3.0554826259613037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1692733764648438,
-      "cov-distil (oracle2student)": 3.52847957611084,
-      "cov-distil (oracle2teacher)": 3.193301200866699,
-      "epoch": 6.21585557299843,
-      "rel-constrast": 2.012284755706787,
-      "step": 7919,
-      "subrel-constrast": 2.7060227394104004,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.216640502354788,
-      "grad_norm": 5.375,
-      "learning_rate": 6.310842725581198e-06,
-      "loss": 0.6056,
-      "step": 7920
-    },
-    {
-      "cov-distil": 1.5065627098083496,
-      "cov-distil (oracle2student)": 3.1586899757385254,
-      "cov-distil (oracle2teacher)": 2.930776357650757,
-      "epoch": 6.216640502354788,
-      "rel-constrast": 1.7959696054458618,
-      "step": 7920,
-      "subrel-constrast": 2.4592549800872803,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0826375484466553,
-      "cov-distil (oracle2student)": 4.697381019592285,
-      "cov-distil (oracle2teacher)": 4.421813011169434,
-      "epoch": 6.217425431711146,
-      "rel-constrast": 2.002469301223755,
-      "step": 7921,
-      "subrel-constrast": 2.4726414680480957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6348655223846436,
-      "cov-distil (oracle2student)": 3.8620972633361816,
-      "cov-distil (oracle2teacher)": 4.053323745727539,
-      "epoch": 6.218210361067504,
-      "rel-constrast": 1.881602168083191,
-      "step": 7922,
-      "subrel-constrast": 2.970080852508545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1693869829177856,
-      "cov-distil (oracle2student)": 5.1067657470703125,
-      "cov-distil (oracle2teacher)": 4.965341567993164,
-      "epoch": 6.2189952904238615,
-      "rel-constrast": 2.3860199451446533,
-      "step": 7923,
-      "subrel-constrast": 3.0602786540985107,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8937526941299438,
-      "cov-distil (oracle2student)": 4.676477909088135,
-      "cov-distil (oracle2teacher)": 5.116866588592529,
-      "epoch": 6.21978021978022,
-      "rel-constrast": 2.2597827911376953,
-      "step": 7924,
-      "subrel-constrast": 3.3531181812286377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3800578117370605,
-      "cov-distil (oracle2student)": 3.658968448638916,
-      "cov-distil (oracle2teacher)": 3.518789291381836,
-      "epoch": 6.220565149136577,
-      "rel-constrast": 2.571204423904419,
-      "step": 7925,
-      "subrel-constrast": 3.290631055831909,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9047999382019043,
-      "cov-distil (oracle2student)": 4.234748363494873,
-      "cov-distil (oracle2teacher)": 3.932605504989624,
-      "epoch": 6.221350078492936,
-      "rel-constrast": 3.0252671241760254,
-      "step": 7926,
-      "subrel-constrast": 4.086090564727783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2506470680236816,
-      "cov-distil (oracle2student)": 4.426132678985596,
-      "cov-distil (oracle2teacher)": 3.9882216453552246,
-      "epoch": 6.222135007849293,
-      "rel-constrast": 2.49210524559021,
-      "step": 7927,
-      "subrel-constrast": 2.9665744304656982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1126456260681152,
-      "cov-distil (oracle2student)": 4.486974716186523,
-      "cov-distil (oracle2teacher)": 4.010477066040039,
-      "epoch": 6.222919937205652,
-      "rel-constrast": 2.4709978103637695,
-      "step": 7928,
-      "subrel-constrast": 3.1353368759155273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3673886060714722,
-      "cov-distil (oracle2student)": 2.6797196865081787,
-      "cov-distil (oracle2teacher)": 3.0344228744506836,
-      "epoch": 6.223704866562009,
-      "rel-constrast": 1.8730089664459229,
-      "step": 7929,
-      "subrel-constrast": 2.402907609939575,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.224489795918367,
-      "grad_norm": 6.09375,
-      "learning_rate": 6.252995436322004e-06,
-      "loss": 0.6072,
-      "step": 7930
-    },
-    {
-      "cov-distil": 1.5954070091247559,
-      "cov-distil (oracle2student)": 4.295825004577637,
-      "cov-distil (oracle2teacher)": 3.986900806427002,
-      "epoch": 6.224489795918367,
-      "rel-constrast": 2.258495807647705,
-      "step": 7930,
-      "subrel-constrast": 3.1243209838867188,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4515529870986938,
-      "cov-distil (oracle2student)": 3.472194194793701,
-      "cov-distil (oracle2teacher)": 3.7701101303100586,
-      "epoch": 6.225274725274725,
-      "rel-constrast": 2.9596140384674072,
-      "step": 7931,
-      "subrel-constrast": 3.1477081775665283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.090299606323242,
-      "cov-distil (oracle2student)": 3.848361015319824,
-      "cov-distil (oracle2teacher)": 3.855740547180176,
-      "epoch": 6.226059654631083,
-      "rel-constrast": 2.5222601890563965,
-      "step": 7932,
-      "subrel-constrast": 3.228032112121582,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6155152320861816,
-      "cov-distil (oracle2student)": 5.545118808746338,
-      "cov-distil (oracle2teacher)": 4.8374738693237305,
-      "epoch": 6.226844583987441,
-      "rel-constrast": 3.9404664039611816,
-      "step": 7933,
-      "subrel-constrast": 4.368039131164551,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5820027589797974,
-      "cov-distil (oracle2student)": 4.140043258666992,
-      "cov-distil (oracle2teacher)": 3.4564146995544434,
-      "epoch": 6.227629513343799,
-      "rel-constrast": 2.589825391769409,
-      "step": 7934,
-      "subrel-constrast": 3.279597520828247,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5308096408843994,
-      "cov-distil (oracle2student)": 2.6668872833251953,
-      "cov-distil (oracle2teacher)": 2.7564473152160645,
-      "epoch": 6.228414442700157,
-      "rel-constrast": 1.490402102470398,
-      "step": 7935,
-      "subrel-constrast": 2.567988634109497,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0724977254867554,
-      "cov-distil (oracle2student)": 4.681885242462158,
-      "cov-distil (oracle2teacher)": 4.807660102844238,
-      "epoch": 6.229199372056515,
-      "rel-constrast": 2.886604070663452,
-      "step": 7936,
-      "subrel-constrast": 3.755268096923828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4135082960128784,
-      "cov-distil (oracle2student)": 4.8345232009887695,
-      "cov-distil (oracle2teacher)": 4.358277797698975,
-      "epoch": 6.229984301412873,
-      "rel-constrast": 2.805650472640991,
-      "step": 7937,
-      "subrel-constrast": 3.1194581985473633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4689264297485352,
-      "cov-distil (oracle2student)": 4.237084865570068,
-      "cov-distil (oracle2teacher)": 3.6958699226379395,
-      "epoch": 6.230769230769231,
-      "rel-constrast": 2.653205394744873,
-      "step": 7938,
-      "subrel-constrast": 3.4540703296661377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6106553077697754,
-      "cov-distil (oracle2student)": 3.7697927951812744,
-      "cov-distil (oracle2teacher)": 4.047058582305908,
-      "epoch": 6.231554160125588,
-      "rel-constrast": 1.7522566318511963,
-      "step": 7939,
-      "subrel-constrast": 2.696784496307373,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.232339089481947,
-      "grad_norm": 4.4375,
-      "learning_rate": 6.195376573397218e-06,
-      "loss": 0.685,
-      "step": 7940
-    },
-    {
-      "cov-distil": 1.9149668216705322,
-      "cov-distil (oracle2student)": 2.75117826461792,
-      "cov-distil (oracle2teacher)": 2.91637921333313,
-      "epoch": 6.232339089481947,
-      "rel-constrast": 1.652036428451538,
-      "step": 7940,
-      "subrel-constrast": 2.8827686309814453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7178795337677002,
-      "cov-distil (oracle2student)": 3.553173542022705,
-      "cov-distil (oracle2teacher)": 3.8076934814453125,
-      "epoch": 6.233124018838304,
-      "rel-constrast": 2.7427101135253906,
-      "step": 7941,
-      "subrel-constrast": 3.3724677562713623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.940900444984436,
-      "cov-distil (oracle2student)": 5.868250370025635,
-      "cov-distil (oracle2teacher)": 5.050426483154297,
-      "epoch": 6.233908948194663,
-      "rel-constrast": 2.8921141624450684,
-      "step": 7942,
-      "subrel-constrast": 3.5689852237701416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5914889574050903,
-      "cov-distil (oracle2student)": 4.7821364402771,
-      "cov-distil (oracle2teacher)": 4.244733810424805,
-      "epoch": 6.23469387755102,
-      "rel-constrast": 2.4153928756713867,
-      "step": 7943,
-      "subrel-constrast": 2.855647087097168,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6163617372512817,
-      "cov-distil (oracle2student)": 6.465648651123047,
-      "cov-distil (oracle2teacher)": 5.1737213134765625,
-      "epoch": 6.235478806907379,
-      "rel-constrast": 3.528012275695801,
-      "step": 7944,
-      "subrel-constrast": 4.382335186004639,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.281327486038208,
-      "cov-distil (oracle2student)": 5.247797966003418,
-      "cov-distil (oracle2teacher)": 4.644625186920166,
-      "epoch": 6.236263736263736,
-      "rel-constrast": 3.8867833614349365,
-      "step": 7945,
-      "subrel-constrast": 3.9034032821655273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4383738040924072,
-      "cov-distil (oracle2student)": 4.360361099243164,
-      "cov-distil (oracle2teacher)": 3.8887789249420166,
-      "epoch": 6.237048665620094,
-      "rel-constrast": 2.3514959812164307,
-      "step": 7946,
-      "subrel-constrast": 3.247790813446045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.609800934791565,
-      "cov-distil (oracle2student)": 5.608119964599609,
-      "cov-distil (oracle2teacher)": 4.821613311767578,
-      "epoch": 6.237833594976452,
-      "rel-constrast": 2.82895827293396,
-      "step": 7947,
-      "subrel-constrast": 3.720963716506958,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2588841915130615,
-      "cov-distil (oracle2student)": 3.503218173980713,
-      "cov-distil (oracle2teacher)": 3.2904129028320312,
-      "epoch": 6.23861852433281,
-      "rel-constrast": 2.1120877265930176,
-      "step": 7948,
-      "subrel-constrast": 2.590228319168091,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2193567752838135,
-      "cov-distil (oracle2student)": 2.864579200744629,
-      "cov-distil (oracle2teacher)": 3.189974784851074,
-      "epoch": 6.239403453689168,
-      "rel-constrast": 1.9500164985656738,
-      "step": 7949,
-      "subrel-constrast": 2.6459479331970215,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.240188383045526,
-      "grad_norm": 7.1875,
-      "learning_rate": 6.137986838874507e-06,
-      "loss": 0.698,
-      "step": 7950
-    },
-    {
-      "cov-distil": 1.6282477378845215,
-      "cov-distil (oracle2student)": 4.4620466232299805,
-      "cov-distil (oracle2teacher)": 3.990663528442383,
-      "epoch": 6.240188383045526,
-      "rel-constrast": 2.4603426456451416,
-      "step": 7950,
-      "subrel-constrast": 3.091315507888794,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7148244380950928,
-      "cov-distil (oracle2student)": 3.9097700119018555,
-      "cov-distil (oracle2teacher)": 3.823133707046509,
-      "epoch": 6.240973312401884,
-      "rel-constrast": 2.9972403049468994,
-      "step": 7951,
-      "subrel-constrast": 3.646944999694824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9341180324554443,
-      "cov-distil (oracle2student)": 3.267770767211914,
-      "cov-distil (oracle2teacher)": 3.4047415256500244,
-      "epoch": 6.241758241758242,
-      "rel-constrast": 2.212636947631836,
-      "step": 7952,
-      "subrel-constrast": 3.2306487560272217,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3612651824951172,
-      "cov-distil (oracle2student)": 4.165101051330566,
-      "cov-distil (oracle2teacher)": 4.253261566162109,
-      "epoch": 6.242543171114599,
-      "rel-constrast": 2.191683769226074,
-      "step": 7953,
-      "subrel-constrast": 2.536536931991577,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2939307689666748,
-      "cov-distil (oracle2student)": 3.1598222255706787,
-      "cov-distil (oracle2teacher)": 3.0645694732666016,
-      "epoch": 6.243328100470958,
-      "rel-constrast": 2.5841269493103027,
-      "step": 7954,
-      "subrel-constrast": 3.013198137283325,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.236993432044983,
-      "cov-distil (oracle2student)": 4.054816246032715,
-      "cov-distil (oracle2teacher)": 4.100681304931641,
-      "epoch": 6.244113029827315,
-      "rel-constrast": 2.162238359451294,
-      "step": 7955,
-      "subrel-constrast": 2.839458703994751,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4950345754623413,
-      "cov-distil (oracle2student)": 5.235349655151367,
-      "cov-distil (oracle2teacher)": 4.74845552444458,
-      "epoch": 6.244897959183674,
-      "rel-constrast": 2.4268598556518555,
-      "step": 7956,
-      "subrel-constrast": 3.2216131687164307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1431365013122559,
-      "cov-distil (oracle2student)": 4.084832191467285,
-      "cov-distil (oracle2teacher)": 3.601719379425049,
-      "epoch": 6.245682888540031,
-      "rel-constrast": 2.4021763801574707,
-      "step": 7957,
-      "subrel-constrast": 3.4097533226013184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7320894002914429,
-      "cov-distil (oracle2student)": 3.0845789909362793,
-      "cov-distil (oracle2teacher)": 2.9284496307373047,
-      "epoch": 6.24646781789639,
-      "rel-constrast": 1.7830665111541748,
-      "step": 7958,
-      "subrel-constrast": 2.5240862369537354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4557406902313232,
-      "cov-distil (oracle2student)": 4.341236114501953,
-      "cov-distil (oracle2teacher)": 4.108978271484375,
-      "epoch": 6.247252747252747,
-      "rel-constrast": 2.2511630058288574,
-      "step": 7959,
-      "subrel-constrast": 3.222630023956299,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.248037676609105,
-      "grad_norm": 5.15625,
-      "learning_rate": 6.0808269320296844e-06,
-      "loss": 0.6243,
-      "step": 7960
-    },
-    {
-      "cov-distil": 1.3812839984893799,
-      "cov-distil (oracle2student)": 2.8924624919891357,
-      "cov-distil (oracle2teacher)": 2.6126184463500977,
-      "epoch": 6.248037676609105,
-      "rel-constrast": 1.897969126701355,
-      "step": 7960,
-      "subrel-constrast": 2.5398716926574707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0896401405334473,
-      "cov-distil (oracle2student)": 2.7121729850769043,
-      "cov-distil (oracle2teacher)": 2.720710515975952,
-      "epoch": 6.248822605965463,
-      "rel-constrast": 1.9048607349395752,
-      "step": 7961,
-      "subrel-constrast": 2.4077603816986084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2054072618484497,
-      "cov-distil (oracle2student)": 3.618161201477051,
-      "cov-distil (oracle2teacher)": 3.623253583908081,
-      "epoch": 6.249607535321821,
-      "rel-constrast": 2.05570125579834,
-      "step": 7962,
-      "subrel-constrast": 2.956888437271118,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6918938159942627,
-      "cov-distil (oracle2student)": 5.49153995513916,
-      "cov-distil (oracle2teacher)": 4.990115165710449,
-      "epoch": 6.250392464678179,
-      "rel-constrast": 2.390814781188965,
-      "step": 7963,
-      "subrel-constrast": 3.6377487182617188,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1501898765563965,
-      "cov-distil (oracle2student)": 3.6270923614501953,
-      "cov-distil (oracle2teacher)": 3.9012975692749023,
-      "epoch": 6.251177394034537,
-      "rel-constrast": 2.787564516067505,
-      "step": 7964,
-      "subrel-constrast": 3.297835111618042,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.679949164390564,
-      "cov-distil (oracle2student)": 4.407618045806885,
-      "cov-distil (oracle2teacher)": 4.569485664367676,
-      "epoch": 6.251962323390895,
-      "rel-constrast": 3.2175261974334717,
-      "step": 7965,
-      "subrel-constrast": 3.7021191120147705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.105231761932373,
-      "cov-distil (oracle2student)": 4.417506217956543,
-      "cov-distil (oracle2teacher)": 4.022950172424316,
-      "epoch": 6.252747252747253,
-      "rel-constrast": 2.2022218704223633,
-      "step": 7966,
-      "subrel-constrast": 2.9380760192871094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4358521699905396,
-      "cov-distil (oracle2student)": 4.149295806884766,
-      "cov-distil (oracle2teacher)": 4.303413391113281,
-      "epoch": 6.25353218210361,
-      "rel-constrast": 2.1110072135925293,
-      "step": 7967,
-      "subrel-constrast": 2.992783308029175,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4045791625976562,
-      "cov-distil (oracle2student)": 3.835117816925049,
-      "cov-distil (oracle2teacher)": 4.216687202453613,
-      "epoch": 6.254317111459969,
-      "rel-constrast": 2.60904860496521,
-      "step": 7968,
-      "subrel-constrast": 3.3834118843078613,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.823063611984253,
-      "cov-distil (oracle2student)": 4.991392135620117,
-      "cov-distil (oracle2teacher)": 4.2060546875,
-      "epoch": 6.255102040816326,
-      "rel-constrast": 2.342684745788574,
-      "step": 7969,
-      "subrel-constrast": 3.141932487487793,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.255886970172685,
-      "grad_norm": 6.53125,
-      "learning_rate": 6.023897549338159e-06,
-      "loss": 0.6229,
-      "step": 7970
-    },
-    {
-      "cov-distil": 1.5071182250976562,
-      "cov-distil (oracle2student)": 3.856903076171875,
-      "cov-distil (oracle2teacher)": 3.762011766433716,
-      "epoch": 6.255886970172685,
-      "rel-constrast": 2.6609959602355957,
-      "step": 7970,
-      "subrel-constrast": 3.560187339782715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7627335786819458,
-      "cov-distil (oracle2student)": 2.458950996398926,
-      "cov-distil (oracle2teacher)": 2.6441612243652344,
-      "epoch": 6.256671899529042,
-      "rel-constrast": 1.9467241764068604,
-      "step": 7971,
-      "subrel-constrast": 2.8135738372802734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5113389492034912,
-      "cov-distil (oracle2student)": 3.9742133617401123,
-      "cov-distil (oracle2teacher)": 3.8305892944335938,
-      "epoch": 6.257456828885401,
-      "rel-constrast": 1.8766372203826904,
-      "step": 7972,
-      "subrel-constrast": 2.8835198879241943,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2775927782058716,
-      "cov-distil (oracle2student)": 4.910592555999756,
-      "cov-distil (oracle2teacher)": 4.384146213531494,
-      "epoch": 6.258241758241758,
-      "rel-constrast": 2.8822851181030273,
-      "step": 7973,
-      "subrel-constrast": 3.1018786430358887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3155229091644287,
-      "cov-distil (oracle2student)": 3.42792010307312,
-      "cov-distil (oracle2teacher)": 3.1647634506225586,
-      "epoch": 6.259026687598116,
-      "rel-constrast": 2.8231325149536133,
-      "step": 7974,
-      "subrel-constrast": 3.6791563034057617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.422067642211914,
-      "cov-distil (oracle2student)": 4.332735538482666,
-      "cov-distil (oracle2teacher)": 3.4553606510162354,
-      "epoch": 6.259811616954474,
-      "rel-constrast": 3.302198886871338,
-      "step": 7975,
-      "subrel-constrast": 3.7686221599578857,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5108611583709717,
-      "cov-distil (oracle2student)": 4.223058700561523,
-      "cov-distil (oracle2teacher)": 3.883230686187744,
-      "epoch": 6.260596546310832,
-      "rel-constrast": 1.981580138206482,
-      "step": 7976,
-      "subrel-constrast": 2.576032876968384,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4301313161849976,
-      "cov-distil (oracle2student)": 5.117941856384277,
-      "cov-distil (oracle2teacher)": 4.762816429138184,
-      "epoch": 6.26138147566719,
-      "rel-constrast": 1.9597766399383545,
-      "step": 7977,
-      "subrel-constrast": 2.826500415802002,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.738715648651123,
-      "cov-distil (oracle2student)": 4.948901653289795,
-      "cov-distil (oracle2teacher)": 3.938119888305664,
-      "epoch": 6.262166405023548,
-      "rel-constrast": 1.5430006980895996,
-      "step": 7978,
-      "subrel-constrast": 2.2703089714050293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3054015636444092,
-      "cov-distil (oracle2student)": 5.488439559936523,
-      "cov-distil (oracle2teacher)": 4.594826698303223,
-      "epoch": 6.262951334379906,
-      "rel-constrast": 2.8662946224212646,
-      "step": 7979,
-      "subrel-constrast": 3.5711781978607178,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.263736263736264,
-      "grad_norm": 6.6875,
-      "learning_rate": 5.967199384466504e-06,
-      "loss": 0.6355,
-      "step": 7980
-    },
-    {
-      "cov-distil": 1.3816087245941162,
-      "cov-distil (oracle2student)": 5.552800178527832,
-      "cov-distil (oracle2teacher)": 5.145991325378418,
-      "epoch": 6.263736263736264,
-      "rel-constrast": 2.534925699234009,
-      "step": 7980,
-      "subrel-constrast": 2.9424540996551514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1702449321746826,
-      "cov-distil (oracle2student)": 3.362915515899658,
-      "cov-distil (oracle2teacher)": 2.5777292251586914,
-      "epoch": 6.264521193092621,
-      "rel-constrast": 2.7008614540100098,
-      "step": 7981,
-      "subrel-constrast": 3.0398905277252197,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.182204246520996,
-      "cov-distil (oracle2student)": 3.939502477645874,
-      "cov-distil (oracle2teacher)": 3.4594757556915283,
-      "epoch": 6.26530612244898,
-      "rel-constrast": 1.9833705425262451,
-      "step": 7982,
-      "subrel-constrast": 2.6517763137817383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4202916622161865,
-      "cov-distil (oracle2student)": 5.652845859527588,
-      "cov-distil (oracle2teacher)": 5.14066743850708,
-      "epoch": 6.266091051805337,
-      "rel-constrast": 2.3059747219085693,
-      "step": 7983,
-      "subrel-constrast": 3.070726156234741,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3838391304016113,
-      "cov-distil (oracle2student)": 4.0979485511779785,
-      "cov-distil (oracle2teacher)": 3.861572265625,
-      "epoch": 6.266875981161696,
-      "rel-constrast": 2.5850234031677246,
-      "step": 7984,
-      "subrel-constrast": 2.7096753120422363,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6203088760375977,
-      "cov-distil (oracle2student)": 5.837264060974121,
-      "cov-distil (oracle2teacher)": 5.251678466796875,
-      "epoch": 6.267660910518053,
-      "rel-constrast": 3.0603628158569336,
-      "step": 7985,
-      "subrel-constrast": 3.6762893199920654,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1860713958740234,
-      "cov-distil (oracle2student)": 3.116034746170044,
-      "cov-distil (oracle2teacher)": 3.1225059032440186,
-      "epoch": 6.268445839874412,
-      "rel-constrast": 3.10447359085083,
-      "step": 7986,
-      "subrel-constrast": 3.7237417697906494,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4747395515441895,
-      "cov-distil (oracle2student)": 5.229341506958008,
-      "cov-distil (oracle2teacher)": 4.2231550216674805,
-      "epoch": 6.269230769230769,
-      "rel-constrast": 3.1581156253814697,
-      "step": 7987,
-      "subrel-constrast": 4.006243705749512,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6266037225723267,
-      "cov-distil (oracle2student)": 2.196859836578369,
-      "cov-distil (oracle2teacher)": 3.0179574489593506,
-      "epoch": 6.270015698587127,
-      "rel-constrast": 1.845162034034729,
-      "step": 7988,
-      "subrel-constrast": 2.631321907043457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2283740043640137,
-      "cov-distil (oracle2student)": 3.786168098449707,
-      "cov-distil (oracle2teacher)": 4.0377349853515625,
-      "epoch": 6.270800627943485,
-      "rel-constrast": 2.452399492263794,
-      "step": 7989,
-      "subrel-constrast": 3.136186361312866,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.271585557299843,
-      "grad_norm": 5.375,
-      "learning_rate": 5.910733128263971e-06,
-      "loss": 0.68,
-      "step": 7990
-    },
-    {
-      "cov-distil": 1.733436942100525,
-      "cov-distil (oracle2student)": 4.323951721191406,
-      "cov-distil (oracle2teacher)": 4.342432022094727,
-      "epoch": 6.271585557299843,
-      "rel-constrast": 2.809558391571045,
-      "step": 7990,
-      "subrel-constrast": 3.647714853286743,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.500620722770691,
-      "cov-distil (oracle2student)": 4.307793140411377,
-      "cov-distil (oracle2teacher)": 3.9505722522735596,
-      "epoch": 6.272370486656201,
-      "rel-constrast": 2.188108444213867,
-      "step": 7991,
-      "subrel-constrast": 2.9320943355560303,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0737698078155518,
-      "cov-distil (oracle2student)": 6.5465168952941895,
-      "cov-distil (oracle2teacher)": 6.203218936920166,
-      "epoch": 6.273155416012559,
-      "rel-constrast": 2.520967483520508,
-      "step": 7992,
-      "subrel-constrast": 3.168980836868286,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3887284994125366,
-      "cov-distil (oracle2student)": 3.4796018600463867,
-      "cov-distil (oracle2teacher)": 3.88226318359375,
-      "epoch": 6.273940345368917,
-      "rel-constrast": 2.0295910835266113,
-      "step": 7993,
-      "subrel-constrast": 2.864058494567871,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.17081618309021,
-      "cov-distil (oracle2student)": 4.112990379333496,
-      "cov-distil (oracle2teacher)": 4.101197719573975,
-      "epoch": 6.274725274725275,
-      "rel-constrast": 2.4585704803466797,
-      "step": 7994,
-      "subrel-constrast": 3.340733766555786,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.315911054611206,
-      "cov-distil (oracle2student)": 5.201291561126709,
-      "cov-distil (oracle2teacher)": 4.859418869018555,
-      "epoch": 6.275510204081632,
-      "rel-constrast": 3.3557863235473633,
-      "step": 7995,
-      "subrel-constrast": 4.376889705657959,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2231054306030273,
-      "cov-distil (oracle2student)": 3.630012035369873,
-      "cov-distil (oracle2teacher)": 3.7137205600738525,
-      "epoch": 6.276295133437991,
-      "rel-constrast": 2.37650203704834,
-      "step": 7996,
-      "subrel-constrast": 3.1676089763641357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3811278343200684,
-      "cov-distil (oracle2student)": 3.8387393951416016,
-      "cov-distil (oracle2teacher)": 3.886864185333252,
-      "epoch": 6.277080062794348,
-      "rel-constrast": 1.8730219602584839,
-      "step": 7997,
-      "subrel-constrast": 2.468597173690796,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7225306034088135,
-      "cov-distil (oracle2student)": 3.7445521354675293,
-      "cov-distil (oracle2teacher)": 3.5064210891723633,
-      "epoch": 6.277864992150707,
-      "rel-constrast": 2.0116043090820312,
-      "step": 7998,
-      "subrel-constrast": 3.0111565589904785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2565263509750366,
-      "cov-distil (oracle2student)": 3.579643726348877,
-      "cov-distil (oracle2teacher)": 3.647137403488159,
-      "epoch": 6.278649921507064,
-      "rel-constrast": 2.6539101600646973,
-      "step": 7999,
-      "subrel-constrast": 3.272139310836792,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.279434850863423,
-      "grad_norm": 5.15625,
-      "learning_rate": 5.854499468754062e-06,
-      "loss": 0.6414,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/duc04-P@10": 0.758,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/duc04-nDCG@10": 0.7701376504999309,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/duc04-alpha_nDCG@10": 0.5825805144619066,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/multi_news-nDCG@10": 0.6111688518029349,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/multi_news-alpha_nDCG@10": 0.5989112664334217,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "eval/avg": 0.5385710537147926,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "overlap": 0.33125001192092896,
-      "step": 8000
-    },
-    {
-      "epoch": 6.279434850863423,
-      "step": 8000,
-      "student margin": 0.0498046875
-    },
-    {
-      "epoch": 6.279434850863423,
-      "step": 8000,
-      "teacher margin": 0.03631591796875
-    },
-    {
-      "epoch": 6.279434850863423,
-      "margin difference": -0.01348876953125,
-      "step": 8000
-    },
-    {
-      "cov-distil": 1.710932731628418,
-      "cov-distil (oracle2student)": 6.0401763916015625,
-      "cov-distil (oracle2teacher)": 5.940333366394043,
-      "epoch": 6.279434850863423,
-      "rel-constrast": 3.017481803894043,
-      "step": 8000,
-      "subrel-constrast": 3.0728681087493896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6269681453704834,
-      "cov-distil (oracle2student)": 5.084048271179199,
-      "cov-distil (oracle2teacher)": 4.932945251464844,
-      "epoch": 6.28021978021978,
-      "rel-constrast": 2.5932557582855225,
-      "step": 8001,
-      "subrel-constrast": 3.527003049850464,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.724096417427063,
-      "cov-distil (oracle2student)": 3.487053871154785,
-      "cov-distil (oracle2teacher)": 3.8486063480377197,
-      "epoch": 6.2810047095761385,
-      "rel-constrast": 2.1707890033721924,
-      "step": 8002,
-      "subrel-constrast": 3.2082064151763916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5519835948944092,
-      "cov-distil (oracle2student)": 4.961617469787598,
-      "cov-distil (oracle2teacher)": 4.440220832824707,
-      "epoch": 6.281789638932496,
-      "rel-constrast": 1.0723578929901123,
-      "step": 8003,
-      "subrel-constrast": 1.769919514656067,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.223929524421692,
-      "cov-distil (oracle2student)": 2.984421491622925,
-      "cov-distil (oracle2teacher)": 2.8772926330566406,
-      "epoch": 6.282574568288854,
-      "rel-constrast": 2.3522181510925293,
-      "step": 8004,
-      "subrel-constrast": 2.85611629486084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0920889377593994,
-      "cov-distil (oracle2student)": 4.451418399810791,
-      "cov-distil (oracle2teacher)": 4.689635276794434,
-      "epoch": 6.283359497645212,
-      "rel-constrast": 3.241553783416748,
-      "step": 8005,
-      "subrel-constrast": 3.916780471801758,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6444692611694336,
-      "cov-distil (oracle2student)": 4.055782794952393,
-      "cov-distil (oracle2teacher)": 4.532354354858398,
-      "epoch": 6.28414442700157,
-      "rel-constrast": 2.513484477996826,
-      "step": 8006,
-      "subrel-constrast": 3.26652455329895,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.507910966873169,
-      "cov-distil (oracle2student)": 4.458864212036133,
-      "cov-distil (oracle2teacher)": 4.654660224914551,
-      "epoch": 6.284929356357928,
-      "rel-constrast": 3.1801300048828125,
-      "step": 8007,
-      "subrel-constrast": 3.9956841468811035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.84627103805542,
-      "cov-distil (oracle2student)": 4.526689529418945,
-      "cov-distil (oracle2teacher)": 4.488941192626953,
-      "epoch": 6.285714285714286,
-      "rel-constrast": 2.270484685897827,
-      "step": 8008,
-      "subrel-constrast": 3.5673365592956543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2379835844039917,
-      "cov-distil (oracle2student)": 3.679818868637085,
-      "cov-distil (oracle2teacher)": 3.467421531677246,
-      "epoch": 6.286499215070644,
-      "rel-constrast": 2.6713664531707764,
-      "step": 8009,
-      "subrel-constrast": 3.333299398422241,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.287284144427002,
-      "grad_norm": 6.03125,
-      "learning_rate": 5.79849909112617e-06,
-      "loss": 0.665,
-      "step": 8010
-    },
-    {
-      "cov-distil": 1.6691977977752686,
-      "cov-distil (oracle2student)": 3.6087286472320557,
-      "cov-distil (oracle2teacher)": 3.679344892501831,
-      "epoch": 6.287284144427002,
-      "rel-constrast": 2.6659274101257324,
-      "step": 8010,
-      "subrel-constrast": 3.193007707595825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8680896759033203,
-      "cov-distil (oracle2student)": 4.6404128074646,
-      "cov-distil (oracle2teacher)": 4.361644268035889,
-      "epoch": 6.288069073783359,
-      "rel-constrast": 1.9378048181533813,
-      "step": 8011,
-      "subrel-constrast": 2.899106979370117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7100516557693481,
-      "cov-distil (oracle2student)": 4.079976558685303,
-      "cov-distil (oracle2teacher)": 4.045040130615234,
-      "epoch": 6.2888540031397175,
-      "rel-constrast": 2.709645986557007,
-      "step": 8012,
-      "subrel-constrast": 3.4501113891601562,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8072271347045898,
-      "cov-distil (oracle2student)": 3.407674789428711,
-      "cov-distil (oracle2teacher)": 3.313305377960205,
-      "epoch": 6.289638932496075,
-      "rel-constrast": 1.4781514406204224,
-      "step": 8013,
-      "subrel-constrast": 2.502764940261841,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6769418716430664,
-      "cov-distil (oracle2student)": 3.627209186553955,
-      "cov-distil (oracle2teacher)": 3.4121720790863037,
-      "epoch": 6.2904238618524335,
-      "rel-constrast": 2.212822437286377,
-      "step": 8014,
-      "subrel-constrast": 3.0888724327087402,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.17596435546875,
-      "cov-distil (oracle2student)": 5.495744705200195,
-      "cov-distil (oracle2teacher)": 4.553753852844238,
-      "epoch": 6.291208791208791,
-      "rel-constrast": 2.475250005722046,
-      "step": 8015,
-      "subrel-constrast": 2.866255760192871,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4006984233856201,
-      "cov-distil (oracle2student)": 3.6162891387939453,
-      "cov-distil (oracle2teacher)": 3.412769317626953,
-      "epoch": 6.2919937205651495,
-      "rel-constrast": 1.5377461910247803,
-      "step": 8016,
-      "subrel-constrast": 2.3704495429992676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4757192134857178,
-      "cov-distil (oracle2student)": 3.2455830574035645,
-      "cov-distil (oracle2teacher)": 3.2159252166748047,
-      "epoch": 6.292778649921507,
-      "rel-constrast": 2.4817543029785156,
-      "step": 8017,
-      "subrel-constrast": 3.277722120285034,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7232298851013184,
-      "cov-distil (oracle2student)": 5.290022850036621,
-      "cov-distil (oracle2teacher)": 4.443689823150635,
-      "epoch": 6.293563579277865,
-      "rel-constrast": 2.3005378246307373,
-      "step": 8018,
-      "subrel-constrast": 2.869560956954956,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6731480360031128,
-      "cov-distil (oracle2student)": 4.526278495788574,
-      "cov-distil (oracle2teacher)": 4.2675862312316895,
-      "epoch": 6.294348508634223,
-      "rel-constrast": 3.7952933311462402,
-      "step": 8019,
-      "subrel-constrast": 4.080337047576904,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.295133437990581,
-      "grad_norm": 6.59375,
-      "learning_rate": 5.742732677727234e-06,
-      "loss": 0.6303,
-      "step": 8020
-    },
-    {
-      "cov-distil": 1.319140076637268,
-      "cov-distil (oracle2student)": 4.238546848297119,
-      "cov-distil (oracle2teacher)": 3.843204975128174,
-      "epoch": 6.295133437990581,
-      "rel-constrast": 2.936432361602783,
-      "step": 8020,
-      "subrel-constrast": 3.0243873596191406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.345666527748108,
-      "cov-distil (oracle2student)": 3.427159547805786,
-      "cov-distil (oracle2teacher)": 2.962703227996826,
-      "epoch": 6.295918367346939,
-      "rel-constrast": 2.076472282409668,
-      "step": 8021,
-      "subrel-constrast": 2.780122756958008,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4548735618591309,
-      "cov-distil (oracle2student)": 6.091966152191162,
-      "cov-distil (oracle2teacher)": 5.165353775024414,
-      "epoch": 6.2967032967032965,
-      "rel-constrast": 3.0749073028564453,
-      "step": 8022,
-      "subrel-constrast": 3.4600894451141357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2740148305892944,
-      "cov-distil (oracle2student)": 5.272481918334961,
-      "cov-distil (oracle2teacher)": 4.923582553863525,
-      "epoch": 6.297488226059655,
-      "rel-constrast": 2.424531936645508,
-      "step": 8023,
-      "subrel-constrast": 3.071004867553711,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4953879117965698,
-      "cov-distil (oracle2student)": 4.373177528381348,
-      "cov-distil (oracle2teacher)": 4.0901336669921875,
-      "epoch": 6.2982731554160125,
-      "rel-constrast": 3.092825412750244,
-      "step": 8024,
-      "subrel-constrast": 3.6955246925354004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5895884037017822,
-      "cov-distil (oracle2student)": 5.93429708480835,
-      "cov-distil (oracle2teacher)": 5.20538330078125,
-      "epoch": 6.299058084772371,
-      "rel-constrast": 1.9747061729431152,
-      "step": 8025,
-      "subrel-constrast": 2.6315882205963135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5227367877960205,
-      "cov-distil (oracle2student)": 4.463019371032715,
-      "cov-distil (oracle2teacher)": 4.276844024658203,
-      "epoch": 6.2998430141287285,
-      "rel-constrast": 2.067560911178589,
-      "step": 8026,
-      "subrel-constrast": 2.7858073711395264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6361355781555176,
-      "cov-distil (oracle2student)": 6.053184509277344,
-      "cov-distil (oracle2teacher)": 5.987432479858398,
-      "epoch": 6.300627943485086,
-      "rel-constrast": 2.250235080718994,
-      "step": 8027,
-      "subrel-constrast": 3.187554359436035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.990563988685608,
-      "cov-distil (oracle2student)": 3.39039945602417,
-      "cov-distil (oracle2teacher)": 3.466646909713745,
-      "epoch": 6.3014128728414445,
-      "rel-constrast": 1.9958786964416504,
-      "step": 8028,
-      "subrel-constrast": 3.03521990776062,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5055080652236938,
-      "cov-distil (oracle2student)": 4.41642951965332,
-      "cov-distil (oracle2teacher)": 3.554243564605713,
-      "epoch": 6.302197802197802,
-      "rel-constrast": 2.8432397842407227,
-      "step": 8029,
-      "subrel-constrast": 3.289083242416382,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.3029827315541604,
-      "grad_norm": 4.96875,
-      "learning_rate": 5.687200908053389e-06,
-      "loss": 0.6563,
-      "step": 8030
-    },
-    {
-      "cov-distil": 1.585038661956787,
-      "cov-distil (oracle2student)": 3.405390739440918,
-      "cov-distil (oracle2teacher)": 3.253368377685547,
-      "epoch": 6.3029827315541604,
-      "rel-constrast": 2.135554075241089,
-      "step": 8030,
-      "subrel-constrast": 2.6688547134399414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.642217993736267,
-      "cov-distil (oracle2student)": 2.4168710708618164,
-      "cov-distil (oracle2teacher)": 2.5778236389160156,
-      "epoch": 6.303767660910518,
-      "rel-constrast": 2.119710922241211,
-      "step": 8031,
-      "subrel-constrast": 2.946521759033203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.411624550819397,
-      "cov-distil (oracle2student)": 5.414008140563965,
-      "cov-distil (oracle2teacher)": 4.558654308319092,
-      "epoch": 6.304552590266876,
-      "rel-constrast": 3.326456069946289,
-      "step": 8032,
-      "subrel-constrast": 3.872436285018921,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3965669870376587,
-      "cov-distil (oracle2student)": 3.5997416973114014,
-      "cov-distil (oracle2teacher)": 3.5916881561279297,
-      "epoch": 6.305337519623234,
-      "rel-constrast": 2.623500347137451,
-      "step": 8033,
-      "subrel-constrast": 3.1316006183624268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1231433153152466,
-      "cov-distil (oracle2student)": 2.522104024887085,
-      "cov-distil (oracle2teacher)": 2.5709891319274902,
-      "epoch": 6.3061224489795915,
-      "rel-constrast": 2.6595540046691895,
-      "step": 8034,
-      "subrel-constrast": 3.072298765182495,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8256042003631592,
-      "cov-distil (oracle2student)": 3.0768346786499023,
-      "cov-distil (oracle2teacher)": 2.897204875946045,
-      "epoch": 6.30690737833595,
-      "rel-constrast": 2.063182830810547,
-      "step": 8035,
-      "subrel-constrast": 2.7462985515594482,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6932475566864014,
-      "cov-distil (oracle2student)": 4.729187965393066,
-      "cov-distil (oracle2teacher)": 4.745811462402344,
-      "epoch": 6.3076923076923075,
-      "rel-constrast": 2.0937676429748535,
-      "step": 8036,
-      "subrel-constrast": 3.262744188308716,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.628745675086975,
-      "cov-distil (oracle2student)": 3.7374143600463867,
-      "cov-distil (oracle2teacher)": 3.3816542625427246,
-      "epoch": 6.308477237048666,
-      "rel-constrast": 2.266777992248535,
-      "step": 8037,
-      "subrel-constrast": 3.2194724082946777,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0053977966308594,
-      "cov-distil (oracle2student)": 4.502927303314209,
-      "cov-distil (oracle2teacher)": 4.062745571136475,
-      "epoch": 6.3092621664050235,
-      "rel-constrast": 2.226172924041748,
-      "step": 8038,
-      "subrel-constrast": 2.413822650909424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9269022941589355,
-      "cov-distil (oracle2student)": 3.0228211879730225,
-      "cov-distil (oracle2teacher)": 3.019094705581665,
-      "epoch": 6.310047095761382,
-      "rel-constrast": 1.8351225852966309,
-      "step": 8039,
-      "subrel-constrast": 2.714585065841675,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.310832025117739,
-      "grad_norm": 5.34375,
-      "learning_rate": 5.631904458741738e-06,
-      "loss": 0.6218,
-      "step": 8040
-    },
-    {
-      "cov-distil": 1.2672470808029175,
-      "cov-distil (oracle2student)": 7.090961456298828,
-      "cov-distil (oracle2teacher)": 6.219788551330566,
-      "epoch": 6.310832025117739,
-      "rel-constrast": 2.890076160430908,
-      "step": 8040,
-      "subrel-constrast": 3.330854892730713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2676020860671997,
-      "cov-distil (oracle2student)": 4.537631511688232,
-      "cov-distil (oracle2teacher)": 3.9758312702178955,
-      "epoch": 6.311616954474097,
-      "rel-constrast": 2.277282238006592,
-      "step": 8041,
-      "subrel-constrast": 3.0358386039733887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8170909881591797,
-      "cov-distil (oracle2student)": 4.463326930999756,
-      "cov-distil (oracle2teacher)": 4.4493608474731445,
-      "epoch": 6.312401883830455,
-      "rel-constrast": 3.5502874851226807,
-      "step": 8042,
-      "subrel-constrast": 4.183597564697266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2370402812957764,
-      "cov-distil (oracle2student)": 2.9846086502075195,
-      "cov-distil (oracle2teacher)": 3.2901859283447266,
-      "epoch": 6.313186813186813,
-      "rel-constrast": 3.861100435256958,
-      "step": 8043,
-      "subrel-constrast": 3.8525073528289795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4933350086212158,
-      "cov-distil (oracle2student)": 4.157181739807129,
-      "cov-distil (oracle2teacher)": 3.988311529159546,
-      "epoch": 6.313971742543171,
-      "rel-constrast": 1.8916988372802734,
-      "step": 8044,
-      "subrel-constrast": 2.5356996059417725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.484083652496338,
-      "cov-distil (oracle2student)": 3.9976882934570312,
-      "cov-distil (oracle2teacher)": 3.5919861793518066,
-      "epoch": 6.314756671899529,
-      "rel-constrast": 2.6253414154052734,
-      "step": 8045,
-      "subrel-constrast": 3.5286407470703125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2363440990447998,
-      "cov-distil (oracle2student)": 4.550877571105957,
-      "cov-distil (oracle2teacher)": 4.395450592041016,
-      "epoch": 6.315541601255887,
-      "rel-constrast": 2.4338467121124268,
-      "step": 8046,
-      "subrel-constrast": 2.861203670501709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4649033546447754,
-      "cov-distil (oracle2student)": 5.504188537597656,
-      "cov-distil (oracle2teacher)": 5.014202117919922,
-      "epoch": 6.316326530612245,
-      "rel-constrast": 2.185422658920288,
-      "step": 8047,
-      "subrel-constrast": 3.3435254096984863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.288296103477478,
-      "cov-distil (oracle2student)": 5.195275783538818,
-      "cov-distil (oracle2teacher)": 4.544951438903809,
-      "epoch": 6.3171114599686025,
-      "rel-constrast": 1.6558758020401,
-      "step": 8048,
-      "subrel-constrast": 2.4212894439697266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9484376907348633,
-      "cov-distil (oracle2student)": 3.737431049346924,
-      "cov-distil (oracle2teacher)": 3.4637370109558105,
-      "epoch": 6.317896389324961,
-      "rel-constrast": 2.106274366378784,
-      "step": 8049,
-      "subrel-constrast": 2.805414915084839,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.318681318681318,
-      "grad_norm": 4.96875,
-      "learning_rate": 5.576844003562054e-06,
-      "loss": 0.6732,
-      "step": 8050
-    },
-    {
-      "cov-distil": 1.4525361061096191,
-      "cov-distil (oracle2student)": 3.291102170944214,
-      "cov-distil (oracle2teacher)": 3.130265712738037,
-      "epoch": 6.318681318681318,
-      "rel-constrast": 2.026611566543579,
-      "step": 8050,
-      "subrel-constrast": 2.724900245666504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6418224573135376,
-      "cov-distil (oracle2student)": 3.3054404258728027,
-      "cov-distil (oracle2teacher)": 3.9899449348449707,
-      "epoch": 6.319466248037677,
-      "rel-constrast": 2.607710599899292,
-      "step": 8051,
-      "subrel-constrast": 3.671642303466797,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4254932403564453,
-      "cov-distil (oracle2student)": 3.698500394821167,
-      "cov-distil (oracle2teacher)": 3.8951313495635986,
-      "epoch": 6.320251177394034,
-      "rel-constrast": 2.984248161315918,
-      "step": 8052,
-      "subrel-constrast": 3.461789131164551,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8453236818313599,
-      "cov-distil (oracle2student)": 4.113033294677734,
-      "cov-distil (oracle2teacher)": 3.5224833488464355,
-      "epoch": 6.321036106750393,
-      "rel-constrast": 3.043076753616333,
-      "step": 8053,
-      "subrel-constrast": 3.3850579261779785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3740572929382324,
-      "cov-distil (oracle2student)": 3.6808054447174072,
-      "cov-distil (oracle2teacher)": 3.9439358711242676,
-      "epoch": 6.32182103610675,
-      "rel-constrast": 2.8559305667877197,
-      "step": 8054,
-      "subrel-constrast": 3.9111218452453613,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.198066234588623,
-      "cov-distil (oracle2student)": 3.1883435249328613,
-      "cov-distil (oracle2teacher)": 2.819913148880005,
-      "epoch": 6.322605965463108,
-      "rel-constrast": 2.6331238746643066,
-      "step": 8055,
-      "subrel-constrast": 3.0117673873901367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2290247678756714,
-      "cov-distil (oracle2student)": 4.311953544616699,
-      "cov-distil (oracle2teacher)": 4.5840654373168945,
-      "epoch": 6.323390894819466,
-      "rel-constrast": 3.8713223934173584,
-      "step": 8056,
-      "subrel-constrast": 4.701592445373535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6921908855438232,
-      "cov-distil (oracle2student)": 3.6279406547546387,
-      "cov-distil (oracle2teacher)": 3.746004343032837,
-      "epoch": 6.324175824175824,
-      "rel-constrast": 3.619706153869629,
-      "step": 8057,
-      "subrel-constrast": 4.279331207275391,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.559262990951538,
-      "cov-distil (oracle2student)": 3.3177294731140137,
-      "cov-distil (oracle2teacher)": 3.3943395614624023,
-      "epoch": 6.324960753532182,
-      "rel-constrast": 2.582925796508789,
-      "step": 8058,
-      "subrel-constrast": 2.9703805446624756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.839629888534546,
-      "cov-distil (oracle2student)": 4.705860614776611,
-      "cov-distil (oracle2teacher)": 5.258083343505859,
-      "epoch": 6.32574568288854,
-      "rel-constrast": 2.5668752193450928,
-      "step": 8059,
-      "subrel-constrast": 3.4721591472625732,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.326530612244898,
-      "grad_norm": 5.1875,
-      "learning_rate": 5.522020213408618e-06,
-      "loss": 0.7604,
-      "step": 8060
-    },
-    {
-      "cov-distil": 1.6873857975006104,
-      "cov-distil (oracle2student)": 3.7202367782592773,
-      "cov-distil (oracle2teacher)": 3.7978100776672363,
-      "epoch": 6.326530612244898,
-      "rel-constrast": 3.0508358478546143,
-      "step": 8060,
-      "subrel-constrast": 3.4178268909454346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.478510856628418,
-      "cov-distil (oracle2student)": 4.214310646057129,
-      "cov-distil (oracle2teacher)": 4.666705131530762,
-      "epoch": 6.327315541601256,
-      "rel-constrast": 2.2004315853118896,
-      "step": 8061,
-      "subrel-constrast": 2.826878547668457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9982576370239258,
-      "cov-distil (oracle2student)": 5.857406139373779,
-      "cov-distil (oracle2teacher)": 5.421028137207031,
-      "epoch": 6.328100470957613,
-      "rel-constrast": 1.9966719150543213,
-      "step": 8062,
-      "subrel-constrast": 3.5801990032196045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3167269229888916,
-      "cov-distil (oracle2student)": 4.699251651763916,
-      "cov-distil (oracle2teacher)": 4.8488311767578125,
-      "epoch": 6.328885400313972,
-      "rel-constrast": 2.682034969329834,
-      "step": 8063,
-      "subrel-constrast": 3.13680362701416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0625553131103516,
-      "cov-distil (oracle2student)": 3.339919090270996,
-      "cov-distil (oracle2teacher)": 3.190279483795166,
-      "epoch": 6.329670329670329,
-      "rel-constrast": 1.9817652702331543,
-      "step": 8064,
-      "subrel-constrast": 2.3222296237945557,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7305898666381836,
-      "cov-distil (oracle2student)": 3.9768643379211426,
-      "cov-distil (oracle2teacher)": 3.39072322845459,
-      "epoch": 6.330455259026688,
-      "rel-constrast": 1.9432427883148193,
-      "step": 8065,
-      "subrel-constrast": 2.458202600479126,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9854795932769775,
-      "cov-distil (oracle2student)": 5.630805015563965,
-      "cov-distil (oracle2teacher)": 4.990264892578125,
-      "epoch": 6.331240188383045,
-      "rel-constrast": 2.3626675605773926,
-      "step": 8066,
-      "subrel-constrast": 3.1297996044158936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6378380060195923,
-      "cov-distil (oracle2student)": 6.026311874389648,
-      "cov-distil (oracle2teacher)": 4.786007881164551,
-      "epoch": 6.332025117739404,
-      "rel-constrast": 2.5852386951446533,
-      "step": 8067,
-      "subrel-constrast": 3.5253512859344482,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.145517110824585,
-      "cov-distil (oracle2student)": 4.942789554595947,
-      "cov-distil (oracle2teacher)": 4.771383762359619,
-      "epoch": 6.332810047095761,
-      "rel-constrast": 2.3970680236816406,
-      "step": 8068,
-      "subrel-constrast": 2.9530601501464844,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.505190372467041,
-      "cov-distil (oracle2student)": 4.784885406494141,
-      "cov-distil (oracle2teacher)": 4.127558708190918,
-      "epoch": 6.333594976452119,
-      "rel-constrast": 2.6665596961975098,
-      "step": 8069,
-      "subrel-constrast": 3.426837682723999,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.334379905808477,
-      "grad_norm": 5.40625,
-      "learning_rate": 5.4674337562920066e-06,
-      "loss": 0.6355,
-      "step": 8070
-    },
-    {
-      "cov-distil": 1.6281719207763672,
-      "cov-distil (oracle2student)": 4.086418151855469,
-      "cov-distil (oracle2teacher)": 3.5686581134796143,
-      "epoch": 6.334379905808477,
-      "rel-constrast": 1.906017780303955,
-      "step": 8070,
-      "subrel-constrast": 2.6265838146209717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8266241550445557,
-      "cov-distil (oracle2student)": 2.4342751502990723,
-      "cov-distil (oracle2teacher)": 2.5732226371765137,
-      "epoch": 6.335164835164835,
-      "rel-constrast": 1.5756289958953857,
-      "step": 8071,
-      "subrel-constrast": 2.7389988899230957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7596145868301392,
-      "cov-distil (oracle2student)": 4.447257041931152,
-      "cov-distil (oracle2teacher)": 4.074493408203125,
-      "epoch": 6.335949764521193,
-      "rel-constrast": 2.387686252593994,
-      "step": 8072,
-      "subrel-constrast": 3.353476047515869,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3125135898590088,
-      "cov-distil (oracle2student)": 4.88764762878418,
-      "cov-distil (oracle2teacher)": 4.484583854675293,
-      "epoch": 6.336734693877551,
-      "rel-constrast": 2.823068618774414,
-      "step": 8073,
-      "subrel-constrast": 3.3215932846069336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4827539920806885,
-      "cov-distil (oracle2student)": 3.374143600463867,
-      "cov-distil (oracle2teacher)": 3.4240458011627197,
-      "epoch": 6.337519623233909,
-      "rel-constrast": 1.9739550352096558,
-      "step": 8074,
-      "subrel-constrast": 2.793795347213745,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2514469623565674,
-      "cov-distil (oracle2student)": 6.130393981933594,
-      "cov-distil (oracle2teacher)": 5.9012250900268555,
-      "epoch": 6.338304552590267,
-      "rel-constrast": 3.061760425567627,
-      "step": 8075,
-      "subrel-constrast": 3.7546935081481934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4923564195632935,
-      "cov-distil (oracle2student)": 4.2935638427734375,
-      "cov-distil (oracle2teacher)": 3.711714506149292,
-      "epoch": 6.339089481946624,
-      "rel-constrast": 1.812798023223877,
-      "step": 8076,
-      "subrel-constrast": 2.3386290073394775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3563973903656006,
-      "cov-distil (oracle2student)": 5.333216667175293,
-      "cov-distil (oracle2teacher)": 5.065457820892334,
-      "epoch": 6.339874411302983,
-      "rel-constrast": 1.7732186317443848,
-      "step": 8077,
-      "subrel-constrast": 2.58817195892334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5217963457107544,
-      "cov-distil (oracle2student)": 4.352368354797363,
-      "cov-distil (oracle2teacher)": 4.156455039978027,
-      "epoch": 6.34065934065934,
-      "rel-constrast": 1.899874210357666,
-      "step": 8078,
-      "subrel-constrast": 2.6283297538757324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7628707885742188,
-      "cov-distil (oracle2student)": 3.4539296627044678,
-      "cov-distil (oracle2teacher)": 3.4071922302246094,
-      "epoch": 6.341444270015699,
-      "rel-constrast": 3.105255603790283,
-      "step": 8079,
-      "subrel-constrast": 4.0986647605896,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.342229199372056,
-      "grad_norm": 5.84375,
-      "learning_rate": 5.4130852973309665e-06,
-      "loss": 0.5965,
-      "step": 8080
-    },
-    {
-      "cov-distil": 1.8452961444854736,
-      "cov-distil (oracle2student)": 2.453078269958496,
-      "cov-distil (oracle2teacher)": 3.1212940216064453,
-      "epoch": 6.342229199372056,
-      "rel-constrast": 1.9945732355117798,
-      "step": 8080,
-      "subrel-constrast": 3.2051970958709717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.502219796180725,
-      "cov-distil (oracle2student)": 4.81080436706543,
-      "cov-distil (oracle2teacher)": 3.8285164833068848,
-      "epoch": 6.343014128728415,
-      "rel-constrast": 4.039798736572266,
-      "step": 8081,
-      "subrel-constrast": 3.8277182579040527,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.390030860900879,
-      "cov-distil (oracle2student)": 3.9081263542175293,
-      "cov-distil (oracle2teacher)": 3.99422025680542,
-      "epoch": 6.343799058084772,
-      "rel-constrast": 2.1085968017578125,
-      "step": 8082,
-      "subrel-constrast": 3.100762367248535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4531254768371582,
-      "cov-distil (oracle2student)": 4.369869232177734,
-      "cov-distil (oracle2teacher)": 4.451308250427246,
-      "epoch": 6.34458398744113,
-      "rel-constrast": 2.487844705581665,
-      "step": 8083,
-      "subrel-constrast": 3.106872320175171,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3031214475631714,
-      "cov-distil (oracle2student)": 3.500088691711426,
-      "cov-distil (oracle2teacher)": 3.5774788856506348,
-      "epoch": 6.345368916797488,
-      "rel-constrast": 1.401479721069336,
-      "step": 8084,
-      "subrel-constrast": 2.2074530124664307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3023741245269775,
-      "cov-distil (oracle2student)": 2.673579692840576,
-      "cov-distil (oracle2teacher)": 3.1882619857788086,
-      "epoch": 6.346153846153846,
-      "rel-constrast": 2.266587257385254,
-      "step": 8085,
-      "subrel-constrast": 2.9152112007141113,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4134175777435303,
-      "cov-distil (oracle2student)": 3.623420238494873,
-      "cov-distil (oracle2teacher)": 3.945016860961914,
-      "epoch": 6.346938775510204,
-      "rel-constrast": 1.453984260559082,
-      "step": 8086,
-      "subrel-constrast": 2.0243327617645264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0642120838165283,
-      "cov-distil (oracle2student)": 5.364935874938965,
-      "cov-distil (oracle2teacher)": 5.166240215301514,
-      "epoch": 6.347723704866562,
-      "rel-constrast": 3.285691261291504,
-      "step": 8087,
-      "subrel-constrast": 3.616835832595825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3670604228973389,
-      "cov-distil (oracle2student)": 5.082401752471924,
-      "cov-distil (oracle2teacher)": 4.383608341217041,
-      "epoch": 6.34850863422292,
-      "rel-constrast": 2.2898941040039062,
-      "step": 8088,
-      "subrel-constrast": 3.4229631423950195,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7921067476272583,
-      "cov-distil (oracle2student)": 3.184659004211426,
-      "cov-distil (oracle2teacher)": 3.608734130859375,
-      "epoch": 6.349293563579278,
-      "rel-constrast": 2.3897042274475098,
-      "step": 8089,
-      "subrel-constrast": 3.2967607975006104,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.350078492935636,
-      "grad_norm": 5.125,
-      "learning_rate": 5.358975498744332e-06,
-      "loss": 0.629,
-      "step": 8090
-    },
-    {
-      "cov-distil": 1.2008271217346191,
-      "cov-distil (oracle2student)": 4.388666152954102,
-      "cov-distil (oracle2teacher)": 4.467447757720947,
-      "epoch": 6.350078492935636,
-      "rel-constrast": 2.9009876251220703,
-      "step": 8090,
-      "subrel-constrast": 3.9535274505615234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3433165550231934,
-      "cov-distil (oracle2student)": 2.879429578781128,
-      "cov-distil (oracle2teacher)": 3.2591493129730225,
-      "epoch": 6.350863422291994,
-      "rel-constrast": 1.8480725288391113,
-      "step": 8091,
-      "subrel-constrast": 2.884131908416748,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6535401344299316,
-      "cov-distil (oracle2student)": 5.286588191986084,
-      "cov-distil (oracle2teacher)": 4.249722957611084,
-      "epoch": 6.351648351648351,
-      "rel-constrast": 2.2667226791381836,
-      "step": 8092,
-      "subrel-constrast": 3.33500599861145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.861079454421997,
-      "cov-distil (oracle2student)": 4.866857051849365,
-      "cov-distil (oracle2teacher)": 4.585623741149902,
-      "epoch": 6.35243328100471,
-      "rel-constrast": 3.1125802993774414,
-      "step": 8093,
-      "subrel-constrast": 4.083251476287842,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.108311891555786,
-      "cov-distil (oracle2student)": 4.606480598449707,
-      "cov-distil (oracle2teacher)": 4.304269790649414,
-      "epoch": 6.353218210361067,
-      "rel-constrast": 2.2281246185302734,
-      "step": 8094,
-      "subrel-constrast": 3.2925281524658203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3181171417236328,
-      "cov-distil (oracle2student)": 2.6321139335632324,
-      "cov-distil (oracle2teacher)": 2.738689422607422,
-      "epoch": 6.354003139717426,
-      "rel-constrast": 1.8620235919952393,
-      "step": 8095,
-      "subrel-constrast": 2.5841450691223145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4604052305221558,
-      "cov-distil (oracle2student)": 4.458329677581787,
-      "cov-distil (oracle2teacher)": 4.2786102294921875,
-      "epoch": 6.354788069073783,
-      "rel-constrast": 2.6991612911224365,
-      "step": 8096,
-      "subrel-constrast": 3.309730052947998,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9898838996887207,
-      "cov-distil (oracle2student)": 3.5410783290863037,
-      "cov-distil (oracle2teacher)": 3.757164478302002,
-      "epoch": 6.355572998430142,
-      "rel-constrast": 1.9538464546203613,
-      "step": 8097,
-      "subrel-constrast": 3.186655044555664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1606419086456299,
-      "cov-distil (oracle2student)": 5.529041290283203,
-      "cov-distil (oracle2teacher)": 5.022684097290039,
-      "epoch": 6.356357927786499,
-      "rel-constrast": 1.622162938117981,
-      "step": 8098,
-      "subrel-constrast": 1.9664446115493774,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.03955078125,
-      "cov-distil (oracle2student)": 2.9290616512298584,
-      "cov-distil (oracle2teacher)": 2.9257779121398926,
-      "epoch": 6.357142857142857,
-      "rel-constrast": 3.2083842754364014,
-      "step": 8099,
-      "subrel-constrast": 3.7667412757873535,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.357927786499215,
-      "grad_norm": 5.90625,
-      "learning_rate": 5.305105019842907e-06,
-      "loss": 0.6304,
-      "step": 8100
-    },
-    {
-      "epoch": 6.357927786499215,
-      "overlap": 0.30156251788139343,
-      "step": 8100
-    },
-    {
-      "epoch": 6.357927786499215,
-      "step": 8100,
-      "student margin": 0.05816650390625
-    },
-    {
-      "epoch": 6.357927786499215,
-      "step": 8100,
-      "teacher margin": 0.040252685546875
-    },
-    {
-      "epoch": 6.357927786499215,
-      "margin difference": -0.017913818359375,
-      "step": 8100
-    },
-    {
-      "cov-distil": 1.4220622777938843,
-      "cov-distil (oracle2student)": 6.698636054992676,
-      "cov-distil (oracle2teacher)": 5.769461154937744,
-      "epoch": 6.357927786499215,
-      "rel-constrast": 3.7309858798980713,
-      "step": 8100,
-      "subrel-constrast": 4.225948333740234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4647977352142334,
-      "cov-distil (oracle2student)": 4.6313252449035645,
-      "cov-distil (oracle2teacher)": 4.328807353973389,
-      "epoch": 6.358712715855573,
-      "rel-constrast": 2.4372501373291016,
-      "step": 8101,
-      "subrel-constrast": 3.2901196479797363,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8510358333587646,
-      "cov-distil (oracle2student)": 4.725234031677246,
-      "cov-distil (oracle2teacher)": 4.768364906311035,
-      "epoch": 6.359497645211931,
-      "rel-constrast": 3.5362119674682617,
-      "step": 8102,
-      "subrel-constrast": 3.939009428024292,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4849528074264526,
-      "cov-distil (oracle2student)": 5.739482879638672,
-      "cov-distil (oracle2teacher)": 5.400382041931152,
-      "epoch": 6.360282574568289,
-      "rel-constrast": 2.583278179168701,
-      "step": 8103,
-      "subrel-constrast": 3.0156447887420654,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.471583604812622,
-      "cov-distil (oracle2student)": 5.255336284637451,
-      "cov-distil (oracle2teacher)": 4.399828910827637,
-      "epoch": 6.361067503924647,
-      "rel-constrast": 2.094423294067383,
-      "step": 8104,
-      "subrel-constrast": 2.841482400894165,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.449988603591919,
-      "cov-distil (oracle2student)": 5.062714576721191,
-      "cov-distil (oracle2teacher)": 4.761926651000977,
-      "epoch": 6.361852433281005,
-      "rel-constrast": 2.5715556144714355,
-      "step": 8105,
-      "subrel-constrast": 2.6770379543304443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0924108028411865,
-      "cov-distil (oracle2student)": 4.975211143493652,
-      "cov-distil (oracle2teacher)": 4.0854339599609375,
-      "epoch": 6.362637362637362,
-      "rel-constrast": 1.932085633277893,
-      "step": 8106,
-      "subrel-constrast": 2.263545274734497,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3219592571258545,
-      "cov-distil (oracle2student)": 3.9822304248809814,
-      "cov-distil (oracle2teacher)": 4.248718738555908,
-      "epoch": 6.363422291993721,
-      "rel-constrast": 3.89544677734375,
-      "step": 8107,
-      "subrel-constrast": 4.881432056427002,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.901211142539978,
-      "cov-distil (oracle2student)": 4.028289794921875,
-      "cov-distil (oracle2teacher)": 3.361021041870117,
-      "epoch": 6.364207221350078,
-      "rel-constrast": 2.031479835510254,
-      "step": 8108,
-      "subrel-constrast": 2.9065818786621094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5117923021316528,
-      "cov-distil (oracle2student)": 4.762589931488037,
-      "cov-distil (oracle2teacher)": 3.7676358222961426,
-      "epoch": 6.364992150706437,
-      "rel-constrast": 1.62702214717865,
-      "step": 8109,
-      "subrel-constrast": 2.65432071685791,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.365777080062794,
-      "grad_norm": 4.25,
-      "learning_rate": 5.251474517021493e-06,
-      "loss": 0.6984,
-      "step": 8110
-    },
-    {
-      "cov-distil": 1.2877371311187744,
-      "cov-distil (oracle2student)": 4.108481407165527,
-      "cov-distil (oracle2teacher)": 4.475964546203613,
-      "epoch": 6.365777080062794,
-      "rel-constrast": 3.1967501640319824,
-      "step": 8110,
-      "subrel-constrast": 3.907914161682129,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.217115879058838,
-      "cov-distil (oracle2student)": 4.456744194030762,
-      "cov-distil (oracle2teacher)": 4.48652458190918,
-      "epoch": 6.366562009419153,
-      "rel-constrast": 2.0305368900299072,
-      "step": 8111,
-      "subrel-constrast": 3.135861873626709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9652796387672424,
-      "cov-distil (oracle2student)": 3.9865732192993164,
-      "cov-distil (oracle2teacher)": 3.495495080947876,
-      "epoch": 6.36734693877551,
-      "rel-constrast": 2.292285203933716,
-      "step": 8112,
-      "subrel-constrast": 2.7900850772857666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2070893049240112,
-      "cov-distil (oracle2student)": 5.266329288482666,
-      "cov-distil (oracle2teacher)": 5.7550764083862305,
-      "epoch": 6.368131868131869,
-      "rel-constrast": 4.01567268371582,
-      "step": 8113,
-      "subrel-constrast": 4.916351318359375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7470849752426147,
-      "cov-distil (oracle2student)": 4.5770487785339355,
-      "cov-distil (oracle2teacher)": 4.52032470703125,
-      "epoch": 6.368916797488226,
-      "rel-constrast": 2.304086208343506,
-      "step": 8114,
-      "subrel-constrast": 3.0717012882232666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6830823421478271,
-      "cov-distil (oracle2student)": 3.06156587600708,
-      "cov-distil (oracle2teacher)": 3.0283241271972656,
-      "epoch": 6.369701726844584,
-      "rel-constrast": 2.036236047744751,
-      "step": 8115,
-      "subrel-constrast": 2.8927791118621826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.685694694519043,
-      "cov-distil (oracle2student)": 2.3063583374023438,
-      "cov-distil (oracle2teacher)": 2.840874433517456,
-      "epoch": 6.370486656200942,
-      "rel-constrast": 1.7993519306182861,
-      "step": 8116,
-      "subrel-constrast": 2.7761332988739014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4414561986923218,
-      "cov-distil (oracle2student)": 2.872894763946533,
-      "cov-distil (oracle2teacher)": 3.450850009918213,
-      "epoch": 6.3712715855573,
-      "rel-constrast": 2.2252352237701416,
-      "step": 8117,
-      "subrel-constrast": 3.100116729736328,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5849334001541138,
-      "cov-distil (oracle2student)": 4.3236083984375,
-      "cov-distil (oracle2teacher)": 4.0694580078125,
-      "epoch": 6.372056514913658,
-      "rel-constrast": 2.6883797645568848,
-      "step": 8118,
-      "subrel-constrast": 3.896559000015259,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.453948974609375,
-      "cov-distil (oracle2student)": 3.689028739929199,
-      "cov-distil (oracle2teacher)": 3.5930402278900146,
-      "epoch": 6.372841444270016,
-      "rel-constrast": 2.385049819946289,
-      "step": 8119,
-      "subrel-constrast": 2.933863878250122,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.373626373626374,
-      "grad_norm": 7.40625,
-      "learning_rate": 5.198084643750825e-06,
-      "loss": 0.66,
-      "step": 8120
-    },
-    {
-      "cov-distil": 1.3247572183609009,
-      "cov-distil (oracle2student)": 4.911578178405762,
-      "cov-distil (oracle2teacher)": 4.420134544372559,
-      "epoch": 6.373626373626374,
-      "rel-constrast": 2.504913568496704,
-      "step": 8120,
-      "subrel-constrast": 2.970503807067871,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0345311164855957,
-      "cov-distil (oracle2student)": 3.3641369342803955,
-      "cov-distil (oracle2teacher)": 3.600688934326172,
-      "epoch": 6.374411302982732,
-      "rel-constrast": 2.772312879562378,
-      "step": 8121,
-      "subrel-constrast": 3.489584445953369,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6005516052246094,
-      "cov-distil (oracle2student)": 6.281765937805176,
-      "cov-distil (oracle2teacher)": 5.121433258056641,
-      "epoch": 6.375196232339089,
-      "rel-constrast": 2.7383241653442383,
-      "step": 8122,
-      "subrel-constrast": 3.7622733116149902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.433173656463623,
-      "cov-distil (oracle2student)": 3.5907418727874756,
-      "cov-distil (oracle2teacher)": 3.8855643272399902,
-      "epoch": 6.375981161695448,
-      "rel-constrast": 2.8030519485473633,
-      "step": 8123,
-      "subrel-constrast": 3.182992935180664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5567560195922852,
-      "cov-distil (oracle2student)": 3.7650928497314453,
-      "cov-distil (oracle2teacher)": 3.735598087310791,
-      "epoch": 6.376766091051805,
-      "rel-constrast": 3.8400464057922363,
-      "step": 8124,
-      "subrel-constrast": 4.080478668212891,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.023571491241455,
-      "cov-distil (oracle2student)": 5.653095245361328,
-      "cov-distil (oracle2teacher)": 5.415483474731445,
-      "epoch": 6.377551020408164,
-      "rel-constrast": 3.1853795051574707,
-      "step": 8125,
-      "subrel-constrast": 4.007395267486572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5422849655151367,
-      "cov-distil (oracle2student)": 3.833432674407959,
-      "cov-distil (oracle2teacher)": 3.416271209716797,
-      "epoch": 6.378335949764521,
-      "rel-constrast": 2.0755484104156494,
-      "step": 8126,
-      "subrel-constrast": 3.0683846473693848,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3367587327957153,
-      "cov-distil (oracle2student)": 3.204167604446411,
-      "cov-distil (oracle2teacher)": 3.096024990081787,
-      "epoch": 6.3791208791208796,
-      "rel-constrast": 2.3054585456848145,
-      "step": 8127,
-      "subrel-constrast": 2.9253365993499756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0277880430221558,
-      "cov-distil (oracle2student)": 4.172486782073975,
-      "cov-distil (oracle2teacher)": 3.7422332763671875,
-      "epoch": 6.379905808477237,
-      "rel-constrast": 1.367835283279419,
-      "step": 8128,
-      "subrel-constrast": 1.901777744293213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6135112047195435,
-      "cov-distil (oracle2student)": 3.5948145389556885,
-      "cov-distil (oracle2teacher)": 3.5348093509674072,
-      "epoch": 6.380690737833595,
-      "rel-constrast": 1.7823625802993774,
-      "step": 8129,
-      "subrel-constrast": 2.620605230331421,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.381475667189953,
-      "grad_norm": 4.65625,
-      "learning_rate": 5.144936050569679e-06,
-      "loss": 0.6706,
-      "step": 8130
-    },
-    {
-      "cov-distil": 1.6839845180511475,
-      "cov-distil (oracle2student)": 3.405503749847412,
-      "cov-distil (oracle2teacher)": 3.4380247592926025,
-      "epoch": 6.381475667189953,
-      "rel-constrast": 1.9295200109481812,
-      "step": 8130,
-      "subrel-constrast": 2.0331826210021973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9776479005813599,
-      "cov-distil (oracle2student)": 3.7416915893554688,
-      "cov-distil (oracle2teacher)": 3.857184648513794,
-      "epoch": 6.382260596546311,
-      "rel-constrast": 3.1040148735046387,
-      "step": 8131,
-      "subrel-constrast": 3.983509063720703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8426325917243958,
-      "cov-distil (oracle2student)": 3.451939105987549,
-      "cov-distil (oracle2teacher)": 3.6995372772216797,
-      "epoch": 6.383045525902669,
-      "rel-constrast": 1.89353346824646,
-      "step": 8132,
-      "subrel-constrast": 2.6926345825195312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5788676738739014,
-      "cov-distil (oracle2student)": 4.593217372894287,
-      "cov-distil (oracle2teacher)": 4.035057544708252,
-      "epoch": 6.383830455259027,
-      "rel-constrast": 2.0193710327148438,
-      "step": 8133,
-      "subrel-constrast": 3.1202809810638428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5348349809646606,
-      "cov-distil (oracle2student)": 4.500300407409668,
-      "cov-distil (oracle2teacher)": 4.017465114593506,
-      "epoch": 6.384615384615385,
-      "rel-constrast": 2.678662061691284,
-      "step": 8134,
-      "subrel-constrast": 3.5093414783477783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9603277444839478,
-      "cov-distil (oracle2student)": 5.51906681060791,
-      "cov-distil (oracle2teacher)": 5.167364597320557,
-      "epoch": 6.385400313971743,
-      "rel-constrast": 2.6718506813049316,
-      "step": 8135,
-      "subrel-constrast": 2.752346992492676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6727674007415771,
-      "cov-distil (oracle2student)": 4.170479774475098,
-      "cov-distil (oracle2teacher)": 4.512324333190918,
-      "epoch": 6.3861852433281,
-      "rel-constrast": 2.5411734580993652,
-      "step": 8136,
-      "subrel-constrast": 3.4131555557250977,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.201418399810791,
-      "cov-distil (oracle2student)": 3.766310453414917,
-      "cov-distil (oracle2teacher)": 3.6747689247131348,
-      "epoch": 6.3869701726844585,
-      "rel-constrast": 2.0340232849121094,
-      "step": 8137,
-      "subrel-constrast": 2.7360942363739014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1780047416687012,
-      "cov-distil (oracle2student)": 3.511996269226074,
-      "cov-distil (oracle2teacher)": 3.349125862121582,
-      "epoch": 6.387755102040816,
-      "rel-constrast": 1.802856206893921,
-      "step": 8138,
-      "subrel-constrast": 2.4563746452331543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6387369632720947,
-      "cov-distil (oracle2student)": 4.5933427810668945,
-      "cov-distil (oracle2teacher)": 3.7172536849975586,
-      "epoch": 6.3885400313971745,
-      "rel-constrast": 2.8871707916259766,
-      "step": 8139,
-      "subrel-constrast": 3.140394926071167,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.389324960753532,
-      "grad_norm": 6.40625,
-      "learning_rate": 5.092029385076874e-06,
-      "loss": 0.6247,
-      "step": 8140
-    },
-    {
-      "cov-distil": 1.2219889163970947,
-      "cov-distil (oracle2student)": 3.833345413208008,
-      "cov-distil (oracle2teacher)": 3.7725448608398438,
-      "epoch": 6.389324960753532,
-      "rel-constrast": 1.8317365646362305,
-      "step": 8140,
-      "subrel-constrast": 2.6577255725860596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3865878582000732,
-      "cov-distil (oracle2student)": 4.3359575271606445,
-      "cov-distil (oracle2teacher)": 3.6568875312805176,
-      "epoch": 6.3901098901098905,
-      "rel-constrast": 2.275388479232788,
-      "step": 8141,
-      "subrel-constrast": 3.2798426151275635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5836336612701416,
-      "cov-distil (oracle2student)": 4.001684188842773,
-      "cov-distil (oracle2teacher)": 3.41164493560791,
-      "epoch": 6.390894819466248,
-      "rel-constrast": 1.7656054496765137,
-      "step": 8142,
-      "subrel-constrast": 2.449599266052246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.397646427154541,
-      "cov-distil (oracle2student)": 3.490349769592285,
-      "cov-distil (oracle2teacher)": 4.033003807067871,
-      "epoch": 6.391679748822606,
-      "rel-constrast": 2.4196557998657227,
-      "step": 8143,
-      "subrel-constrast": 3.797135829925537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7393138408660889,
-      "cov-distil (oracle2student)": 3.3713512420654297,
-      "cov-distil (oracle2teacher)": 3.733870267868042,
-      "epoch": 6.392464678178964,
-      "rel-constrast": 2.9544005393981934,
-      "step": 8144,
-      "subrel-constrast": 4.002137184143066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.463887095451355,
-      "cov-distil (oracle2student)": 4.524011135101318,
-      "cov-distil (oracle2teacher)": 4.902155876159668,
-      "epoch": 6.393249607535322,
-      "rel-constrast": 3.227357864379883,
-      "step": 8145,
-      "subrel-constrast": 3.924861431121826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4057670831680298,
-      "cov-distil (oracle2student)": 4.518738269805908,
-      "cov-distil (oracle2teacher)": 4.374892711639404,
-      "epoch": 6.39403453689168,
-      "rel-constrast": 2.308727741241455,
-      "step": 8146,
-      "subrel-constrast": 2.9965829849243164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7953299283981323,
-      "cov-distil (oracle2student)": 5.531586647033691,
-      "cov-distil (oracle2teacher)": 5.049115180969238,
-      "epoch": 6.3948194662480375,
-      "rel-constrast": 3.22471284866333,
-      "step": 8147,
-      "subrel-constrast": 3.9166903495788574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0034613609313965,
-      "cov-distil (oracle2student)": 3.6668362617492676,
-      "cov-distil (oracle2teacher)": 4.091858386993408,
-      "epoch": 6.395604395604396,
-      "rel-constrast": 2.72743558883667,
-      "step": 8148,
-      "subrel-constrast": 2.8749380111694336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2772488594055176,
-      "cov-distil (oracle2student)": 2.898696184158325,
-      "cov-distil (oracle2teacher)": 3.4482650756835938,
-      "epoch": 6.3963893249607535,
-      "rel-constrast": 2.3892030715942383,
-      "step": 8149,
-      "subrel-constrast": 3.6088218688964844,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.397174254317111,
-      "grad_norm": 4.96875,
-      "learning_rate": 5.0393652919234395e-06,
-      "loss": 0.6688,
-      "step": 8150
-    },
-    {
-      "cov-distil": 1.334183692932129,
-      "cov-distil (oracle2student)": 3.5084593296051025,
-      "cov-distil (oracle2teacher)": 3.581228494644165,
-      "epoch": 6.397174254317111,
-      "rel-constrast": 2.048008441925049,
-      "step": 8150,
-      "subrel-constrast": 2.748156785964966,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3835513591766357,
-      "cov-distil (oracle2student)": 4.522764205932617,
-      "cov-distil (oracle2teacher)": 4.609707832336426,
-      "epoch": 6.3979591836734695,
-      "rel-constrast": 2.212958335876465,
-      "step": 8151,
-      "subrel-constrast": 2.998319625854492,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8138530254364014,
-      "cov-distil (oracle2student)": 2.060835599899292,
-      "cov-distil (oracle2teacher)": 2.561000347137451,
-      "epoch": 6.398744113029827,
-      "rel-constrast": 2.3260838985443115,
-      "step": 8152,
-      "subrel-constrast": 3.2018988132476807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4323184490203857,
-      "cov-distil (oracle2student)": 4.041830062866211,
-      "cov-distil (oracle2teacher)": 3.783144235610962,
-      "epoch": 6.3995290423861855,
-      "rel-constrast": 2.3550102710723877,
-      "step": 8153,
-      "subrel-constrast": 2.8129305839538574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7635738849639893,
-      "cov-distil (oracle2student)": 4.672333717346191,
-      "cov-distil (oracle2teacher)": 4.0948872566223145,
-      "epoch": 6.400313971742543,
-      "rel-constrast": 2.853278636932373,
-      "step": 8154,
-      "subrel-constrast": 2.9306304454803467,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6442792415618896,
-      "cov-distil (oracle2student)": 3.1707887649536133,
-      "cov-distil (oracle2teacher)": 2.903233528137207,
-      "epoch": 6.4010989010989015,
-      "rel-constrast": 1.8587480783462524,
-      "step": 8155,
-      "subrel-constrast": 2.672321319580078,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3165102005004883,
-      "cov-distil (oracle2student)": 4.122296333312988,
-      "cov-distil (oracle2teacher)": 3.9157676696777344,
-      "epoch": 6.401883830455259,
-      "rel-constrast": 2.8642032146453857,
-      "step": 8156,
-      "subrel-constrast": 3.2316713333129883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.135047197341919,
-      "cov-distil (oracle2student)": 2.2259347438812256,
-      "cov-distil (oracle2teacher)": 2.281799077987671,
-      "epoch": 6.4026687598116165,
-      "rel-constrast": 1.9648375511169434,
-      "step": 8157,
-      "subrel-constrast": 2.4793176651000977,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5985441207885742,
-      "cov-distil (oracle2student)": 4.826756477355957,
-      "cov-distil (oracle2teacher)": 4.676114559173584,
-      "epoch": 6.403453689167975,
-      "rel-constrast": 2.633636474609375,
-      "step": 8158,
-      "subrel-constrast": 3.338005781173706,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2053183317184448,
-      "cov-distil (oracle2student)": 4.122822284698486,
-      "cov-distil (oracle2teacher)": 3.6826767921447754,
-      "epoch": 6.4042386185243325,
-      "rel-constrast": 2.5619239807128906,
-      "step": 8159,
-      "subrel-constrast": 3.1782453060150146,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.405023547880691,
-      "grad_norm": 4.84375,
-      "learning_rate": 4.986944412804737e-06,
-      "loss": 0.631,
-      "step": 8160
-    },
-    {
-      "cov-distil": 1.2409656047821045,
-      "cov-distil (oracle2student)": 5.189906120300293,
-      "cov-distil (oracle2teacher)": 5.089694976806641,
-      "epoch": 6.405023547880691,
-      "rel-constrast": 3.0701303482055664,
-      "step": 8160,
-      "subrel-constrast": 4.044209003448486,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5446553230285645,
-      "cov-distil (oracle2student)": 5.5697431564331055,
-      "cov-distil (oracle2teacher)": 4.593134880065918,
-      "epoch": 6.4058084772370485,
-      "rel-constrast": 3.066066026687622,
-      "step": 8161,
-      "subrel-constrast": 2.98960542678833,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6591541767120361,
-      "cov-distil (oracle2student)": 6.005115032196045,
-      "cov-distil (oracle2teacher)": 5.419615745544434,
-      "epoch": 6.406593406593407,
-      "rel-constrast": 2.2486109733581543,
-      "step": 8162,
-      "subrel-constrast": 2.927685499191284,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5948147773742676,
-      "cov-distil (oracle2student)": 5.611963272094727,
-      "cov-distil (oracle2teacher)": 4.974786758422852,
-      "epoch": 6.4073783359497645,
-      "rel-constrast": 2.1462156772613525,
-      "step": 8163,
-      "subrel-constrast": 3.3554553985595703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2122890949249268,
-      "cov-distil (oracle2student)": 3.548802375793457,
-      "cov-distil (oracle2teacher)": 3.219121217727661,
-      "epoch": 6.408163265306122,
-      "rel-constrast": 1.8552589416503906,
-      "step": 8164,
-      "subrel-constrast": 2.59238600730896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5155022144317627,
-      "cov-distil (oracle2student)": 3.4306631088256836,
-      "cov-distil (oracle2teacher)": 3.8159339427948,
-      "epoch": 6.4089481946624804,
-      "rel-constrast": 2.909590721130371,
-      "step": 8165,
-      "subrel-constrast": 3.9664409160614014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8342069387435913,
-      "cov-distil (oracle2student)": 4.078181266784668,
-      "cov-distil (oracle2teacher)": 3.9461734294891357,
-      "epoch": 6.409733124018838,
-      "rel-constrast": 1.6420042514801025,
-      "step": 8166,
-      "subrel-constrast": 2.2609918117523193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3981859683990479,
-      "cov-distil (oracle2student)": 3.8661205768585205,
-      "cov-distil (oracle2teacher)": 3.6746416091918945,
-      "epoch": 6.410518053375196,
-      "rel-constrast": 2.6943857669830322,
-      "step": 8167,
-      "subrel-constrast": 3.1513664722442627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3090248107910156,
-      "cov-distil (oracle2student)": 4.712591171264648,
-      "cov-distil (oracle2teacher)": 4.748025417327881,
-      "epoch": 6.411302982731554,
-      "rel-constrast": 3.058729648590088,
-      "step": 8168,
-      "subrel-constrast": 3.707058906555176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4289865493774414,
-      "cov-distil (oracle2student)": 4.024847507476807,
-      "cov-distil (oracle2teacher)": 3.7340855598449707,
-      "epoch": 6.412087912087912,
-      "rel-constrast": 3.0901970863342285,
-      "step": 8169,
-      "subrel-constrast": 3.1956818103790283,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.41287284144427,
-      "grad_norm": 8.125,
-      "learning_rate": 4.934767386452621e-06,
-      "loss": 0.6814,
-      "step": 8170
-    },
-    {
-      "cov-distil": 1.3928711414337158,
-      "cov-distil (oracle2student)": 4.800976276397705,
-      "cov-distil (oracle2teacher)": 4.148557662963867,
-      "epoch": 6.41287284144427,
-      "rel-constrast": 1.6237554550170898,
-      "step": 8170,
-      "subrel-constrast": 2.285623788833618,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.480736494064331,
-      "cov-distil (oracle2student)": 5.332862854003906,
-      "cov-distil (oracle2teacher)": 5.2597336769104,
-      "epoch": 6.4136577708006275,
-      "rel-constrast": 3.9563536643981934,
-      "step": 8171,
-      "subrel-constrast": 3.986689805984497,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.536313772201538,
-      "cov-distil (oracle2student)": 4.565047740936279,
-      "cov-distil (oracle2teacher)": 4.300502300262451,
-      "epoch": 6.414442700156986,
-      "rel-constrast": 1.3303933143615723,
-      "step": 8172,
-      "subrel-constrast": 2.134382963180542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3261876106262207,
-      "cov-distil (oracle2student)": 3.9413726329803467,
-      "cov-distil (oracle2teacher)": 3.3905222415924072,
-      "epoch": 6.4152276295133435,
-      "rel-constrast": 2.4030637741088867,
-      "step": 8173,
-      "subrel-constrast": 2.5938351154327393,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.464715838432312,
-      "cov-distil (oracle2student)": 3.4129080772399902,
-      "cov-distil (oracle2teacher)": 3.5314149856567383,
-      "epoch": 6.416012558869702,
-      "rel-constrast": 2.8659145832061768,
-      "step": 8174,
-      "subrel-constrast": 3.7209742069244385,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5640461444854736,
-      "cov-distil (oracle2student)": 2.922161102294922,
-      "cov-distil (oracle2teacher)": 2.5158333778381348,
-      "epoch": 6.416797488226059,
-      "rel-constrast": 1.971764087677002,
-      "step": 8175,
-      "subrel-constrast": 2.7619776725769043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.009040355682373,
-      "cov-distil (oracle2student)": 3.407640218734741,
-      "cov-distil (oracle2teacher)": 3.0852272510528564,
-      "epoch": 6.417582417582418,
-      "rel-constrast": 1.1803998947143555,
-      "step": 8176,
-      "subrel-constrast": 1.7914783954620361,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5159718990325928,
-      "cov-distil (oracle2student)": 5.197483062744141,
-      "cov-distil (oracle2teacher)": 5.02655029296875,
-      "epoch": 6.418367346938775,
-      "rel-constrast": 2.7032437324523926,
-      "step": 8177,
-      "subrel-constrast": 3.839534044265747,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4414970874786377,
-      "cov-distil (oracle2student)": 4.7421183586120605,
-      "cov-distil (oracle2teacher)": 4.374582290649414,
-      "epoch": 6.419152276295134,
-      "rel-constrast": 3.2492034435272217,
-      "step": 8178,
-      "subrel-constrast": 3.586852788925171,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3784081935882568,
-      "cov-distil (oracle2student)": 4.2852606773376465,
-      "cov-distil (oracle2teacher)": 4.013469696044922,
-      "epoch": 6.419937205651491,
-      "rel-constrast": 2.5705251693725586,
-      "step": 8179,
-      "subrel-constrast": 3.350037097930908,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.420722135007849,
-      "grad_norm": 6.34375,
-      "learning_rate": 4.882834848627707e-06,
-      "loss": 0.6316,
-      "step": 8180
-    },
-    {
-      "cov-distil": 1.2968344688415527,
-      "cov-distil (oracle2student)": 4.670421600341797,
-      "cov-distil (oracle2teacher)": 4.866192817687988,
-      "epoch": 6.420722135007849,
-      "rel-constrast": 3.0431294441223145,
-      "step": 8180,
-      "subrel-constrast": 3.1956593990325928,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4180395603179932,
-      "cov-distil (oracle2student)": 3.0707192420959473,
-      "cov-distil (oracle2teacher)": 3.6042189598083496,
-      "epoch": 6.421507064364207,
-      "rel-constrast": 2.4798567295074463,
-      "step": 8181,
-      "subrel-constrast": 3.0351548194885254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.825163722038269,
-      "cov-distil (oracle2student)": 3.9073193073272705,
-      "cov-distil (oracle2teacher)": 4.0414323806762695,
-      "epoch": 6.422291993720565,
-      "rel-constrast": 2.6631555557250977,
-      "step": 8182,
-      "subrel-constrast": 3.2964231967926025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1007354259490967,
-      "cov-distil (oracle2student)": 3.8886513710021973,
-      "cov-distil (oracle2teacher)": 4.1376752853393555,
-      "epoch": 6.423076923076923,
-      "rel-constrast": 2.1826844215393066,
-      "step": 8183,
-      "subrel-constrast": 3.0910825729370117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.365261435508728,
-      "cov-distil (oracle2student)": 4.766360759735107,
-      "cov-distil (oracle2teacher)": 5.007806777954102,
-      "epoch": 6.423861852433281,
-      "rel-constrast": 1.9419496059417725,
-      "step": 8184,
-      "subrel-constrast": 2.966113805770874,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3336247205734253,
-      "cov-distil (oracle2student)": 3.883563756942749,
-      "cov-distil (oracle2teacher)": 3.990617275238037,
-      "epoch": 6.424646781789639,
-      "rel-constrast": 2.8160293102264404,
-      "step": 8185,
-      "subrel-constrast": 3.2234857082366943,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.919425368309021,
-      "cov-distil (oracle2student)": 4.609747886657715,
-      "cov-distil (oracle2teacher)": 4.428701400756836,
-      "epoch": 6.425431711145997,
-      "rel-constrast": 3.3378214836120605,
-      "step": 8186,
-      "subrel-constrast": 4.195400714874268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.626741647720337,
-      "cov-distil (oracle2student)": 6.031418800354004,
-      "cov-distil (oracle2teacher)": 4.496175765991211,
-      "epoch": 6.426216640502354,
-      "rel-constrast": 3.0534064769744873,
-      "step": 8187,
-      "subrel-constrast": 3.677618980407715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9351928234100342,
-      "cov-distil (oracle2student)": 3.576904773712158,
-      "cov-distil (oracle2teacher)": 3.8536322116851807,
-      "epoch": 6.427001569858713,
-      "rel-constrast": 1.9050118923187256,
-      "step": 8188,
-      "subrel-constrast": 2.4312522411346436,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4427649974822998,
-      "cov-distil (oracle2student)": 4.327234268188477,
-      "cov-distil (oracle2teacher)": 4.120671272277832,
-      "epoch": 6.42778649921507,
-      "rel-constrast": 3.38539981842041,
-      "step": 8189,
-      "subrel-constrast": 4.080509185791016,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.428571428571429,
-      "grad_norm": 6.25,
-      "learning_rate": 4.8311474321115656e-06,
-      "loss": 0.7109,
-      "step": 8190
-    },
-    {
-      "cov-distil": 1.2485259771347046,
-      "cov-distil (oracle2student)": 3.5322225093841553,
-      "cov-distil (oracle2teacher)": 3.7755656242370605,
-      "epoch": 6.428571428571429,
-      "rel-constrast": 3.6920056343078613,
-      "step": 8190,
-      "subrel-constrast": 4.331259250640869,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4800939559936523,
-      "cov-distil (oracle2student)": 5.412856101989746,
-      "cov-distil (oracle2teacher)": 5.721591949462891,
-      "epoch": 6.429356357927786,
-      "rel-constrast": 3.9774625301361084,
-      "step": 8191,
-      "subrel-constrast": 4.915548324584961,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2480566501617432,
-      "cov-distil (oracle2student)": 4.218138694763184,
-      "cov-distil (oracle2teacher)": 4.469144821166992,
-      "epoch": 6.430141287284145,
-      "rel-constrast": 4.013540267944336,
-      "step": 8192,
-      "subrel-constrast": 4.442601203918457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1171543598175049,
-      "cov-distil (oracle2student)": 5.880589008331299,
-      "cov-distil (oracle2teacher)": 5.235408782958984,
-      "epoch": 6.430926216640502,
-      "rel-constrast": 2.095705032348633,
-      "step": 8193,
-      "subrel-constrast": 2.8653199672698975,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.963343858718872,
-      "cov-distil (oracle2student)": 3.5194108486175537,
-      "cov-distil (oracle2teacher)": 3.6390247344970703,
-      "epoch": 6.43171114599686,
-      "rel-constrast": 1.9243249893188477,
-      "step": 8194,
-      "subrel-constrast": 3.1100265979766846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.097249984741211,
-      "cov-distil (oracle2student)": 3.0766255855560303,
-      "cov-distil (oracle2teacher)": 3.5533080101013184,
-      "epoch": 6.432496075353218,
-      "rel-constrast": 2.6439852714538574,
-      "step": 8195,
-      "subrel-constrast": 3.587559938430786,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6142019033432007,
-      "cov-distil (oracle2student)": 5.55687141418457,
-      "cov-distil (oracle2teacher)": 5.220884323120117,
-      "epoch": 6.433281004709576,
-      "rel-constrast": 3.004117488861084,
-      "step": 8196,
-      "subrel-constrast": 3.8036720752716064,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.767307996749878,
-      "cov-distil (oracle2student)": 6.487859725952148,
-      "cov-distil (oracle2teacher)": 5.692555904388428,
-      "epoch": 6.434065934065934,
-      "rel-constrast": 3.377100706100464,
-      "step": 8197,
-      "subrel-constrast": 3.8406903743743896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.407141923904419,
-      "cov-distil (oracle2student)": 5.770077705383301,
-      "cov-distil (oracle2teacher)": 5.1768317222595215,
-      "epoch": 6.434850863422292,
-      "rel-constrast": 2.8730316162109375,
-      "step": 8198,
-      "subrel-constrast": 3.459015130996704,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6022531986236572,
-      "cov-distil (oracle2student)": 4.101806640625,
-      "cov-distil (oracle2teacher)": 4.211015701293945,
-      "epoch": 6.43563579277865,
-      "rel-constrast": 2.818509101867676,
-      "step": 8199,
-      "subrel-constrast": 3.759775161743164,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.436420722135008,
-      "grad_norm": 4.96875,
-      "learning_rate": 4.779705766699069e-06,
-      "loss": 0.7994,
-      "step": 8200
-    },
-    {
-      "epoch": 6.436420722135008,
-      "overlap": 0.3296875059604645,
-      "step": 8200
-    },
-    {
-      "epoch": 6.436420722135008,
-      "step": 8200,
-      "student margin": 0.05816650390625
-    },
-    {
-      "epoch": 6.436420722135008,
-      "step": 8200,
-      "teacher margin": 0.044586181640625
-    },
-    {
-      "epoch": 6.436420722135008,
-      "margin difference": -0.013580322265625,
-      "step": 8200
-    },
-    {
-      "cov-distil": 1.362701177597046,
-      "cov-distil (oracle2student)": 5.299623489379883,
-      "cov-distil (oracle2teacher)": 4.332040309906006,
-      "epoch": 6.436420722135008,
-      "rel-constrast": 2.339447259902954,
-      "step": 8200,
-      "subrel-constrast": 2.875408172607422,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5669806003570557,
-      "cov-distil (oracle2student)": 2.9115006923675537,
-      "cov-distil (oracle2teacher)": 2.671130657196045,
-      "epoch": 6.437205651491365,
-      "rel-constrast": 1.1739249229431152,
-      "step": 8201,
-      "subrel-constrast": 1.940386414527893,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9355387687683105,
-      "cov-distil (oracle2student)": 4.082956790924072,
-      "cov-distil (oracle2teacher)": 4.25510311126709,
-      "epoch": 6.437990580847724,
-      "rel-constrast": 3.1705517768859863,
-      "step": 8202,
-      "subrel-constrast": 4.012055397033691,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.027735710144043,
-      "cov-distil (oracle2student)": 3.1045174598693848,
-      "cov-distil (oracle2teacher)": 3.0666091442108154,
-      "epoch": 6.438775510204081,
-      "rel-constrast": 1.4334145784378052,
-      "step": 8203,
-      "subrel-constrast": 2.041321277618408,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6009703874588013,
-      "cov-distil (oracle2student)": 3.267693042755127,
-      "cov-distil (oracle2teacher)": 3.2400031089782715,
-      "epoch": 6.43956043956044,
-      "rel-constrast": 2.780207395553589,
-      "step": 8204,
-      "subrel-constrast": 3.5056772232055664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4983158111572266,
-      "cov-distil (oracle2student)": 5.0511932373046875,
-      "cov-distil (oracle2teacher)": 4.191485404968262,
-      "epoch": 6.440345368916797,
-      "rel-constrast": 4.26909065246582,
-      "step": 8205,
-      "subrel-constrast": 4.471920013427734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4068164825439453,
-      "cov-distil (oracle2student)": 2.0638155937194824,
-      "cov-distil (oracle2teacher)": 2.603804588317871,
-      "epoch": 6.441130298273156,
-      "rel-constrast": 2.0442333221435547,
-      "step": 8206,
-      "subrel-constrast": 2.8819425106048584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5451565980911255,
-      "cov-distil (oracle2student)": 2.8526244163513184,
-      "cov-distil (oracle2teacher)": 2.992278575897217,
-      "epoch": 6.441915227629513,
-      "rel-constrast": 2.324305534362793,
-      "step": 8207,
-      "subrel-constrast": 2.775447130203247,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3424818515777588,
-      "cov-distil (oracle2student)": 3.2934868335723877,
-      "cov-distil (oracle2teacher)": 3.324983596801758,
-      "epoch": 6.442700156985872,
-      "rel-constrast": 2.026569366455078,
-      "step": 8208,
-      "subrel-constrast": 2.9460015296936035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5050779581069946,
-      "cov-distil (oracle2student)": 4.4629292488098145,
-      "cov-distil (oracle2teacher)": 4.372574806213379,
-      "epoch": 6.443485086342229,
-      "rel-constrast": 2.639038562774658,
-      "step": 8209,
-      "subrel-constrast": 3.1525397300720215,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.444270015698587,
-      "grad_norm": 6.3125,
-      "learning_rate": 4.728510479190662e-06,
-      "loss": 0.6445,
-      "step": 8210
-    },
-    {
-      "cov-distil": 1.4548392295837402,
-      "cov-distil (oracle2student)": 3.9932479858398438,
-      "cov-distil (oracle2teacher)": 3.913158416748047,
-      "epoch": 6.444270015698587,
-      "rel-constrast": 2.2207798957824707,
-      "step": 8210,
-      "subrel-constrast": 3.081928253173828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.162447929382324,
-      "cov-distil (oracle2student)": 4.228076457977295,
-      "cov-distil (oracle2teacher)": 3.7385807037353516,
-      "epoch": 6.445054945054945,
-      "rel-constrast": 2.6161398887634277,
-      "step": 8211,
-      "subrel-constrast": 3.42504620552063,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6716928482055664,
-      "cov-distil (oracle2student)": 3.380615472793579,
-      "cov-distil (oracle2teacher)": 3.3075907230377197,
-      "epoch": 6.445839874411303,
-      "rel-constrast": 2.4592058658599854,
-      "step": 8212,
-      "subrel-constrast": 3.2153372764587402,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.470299243927002,
-      "cov-distil (oracle2student)": 4.656983375549316,
-      "cov-distil (oracle2teacher)": 4.614110946655273,
-      "epoch": 6.446624803767661,
-      "rel-constrast": 2.465341329574585,
-      "step": 8213,
-      "subrel-constrast": 3.37283992767334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.55414879322052,
-      "cov-distil (oracle2student)": 5.564751625061035,
-      "cov-distil (oracle2teacher)": 4.6641035079956055,
-      "epoch": 6.447409733124019,
-      "rel-constrast": 3.800833225250244,
-      "step": 8214,
-      "subrel-constrast": 4.238770961761475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3444000482559204,
-      "cov-distil (oracle2student)": 2.9284448623657227,
-      "cov-distil (oracle2teacher)": 2.721231460571289,
-      "epoch": 6.448194662480377,
-      "rel-constrast": 2.0209431648254395,
-      "step": 8215,
-      "subrel-constrast": 2.4808554649353027,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.163961887359619,
-      "cov-distil (oracle2student)": 4.886816024780273,
-      "cov-distil (oracle2teacher)": 4.585738182067871,
-      "epoch": 6.448979591836735,
-      "rel-constrast": 2.4164206981658936,
-      "step": 8216,
-      "subrel-constrast": 3.33386492729187,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5682003498077393,
-      "cov-distil (oracle2student)": 4.9192399978637695,
-      "cov-distil (oracle2teacher)": 4.999253273010254,
-      "epoch": 6.449764521193092,
-      "rel-constrast": 3.1128644943237305,
-      "step": 8217,
-      "subrel-constrast": 4.018070697784424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6133084297180176,
-      "cov-distil (oracle2student)": 5.288614273071289,
-      "cov-distil (oracle2teacher)": 5.271306991577148,
-      "epoch": 6.450549450549451,
-      "rel-constrast": 3.282952070236206,
-      "step": 8218,
-      "subrel-constrast": 3.7024054527282715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3415724039077759,
-      "cov-distil (oracle2student)": 4.717021942138672,
-      "cov-distil (oracle2teacher)": 4.407655715942383,
-      "epoch": 6.451334379905808,
-      "rel-constrast": 2.624990224838257,
-      "step": 8219,
-      "subrel-constrast": 3.4176931381225586,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.452119309262167,
-      "grad_norm": 5.34375,
-      "learning_rate": 4.677562193384779e-06,
-      "loss": 0.7164,
-      "step": 8220
-    },
-    {
-      "cov-distil": 1.8314521312713623,
-      "cov-distil (oracle2student)": 4.195717811584473,
-      "cov-distil (oracle2teacher)": 4.011764049530029,
-      "epoch": 6.452119309262167,
-      "rel-constrast": 2.863247871398926,
-      "step": 8220,
-      "subrel-constrast": 3.7922756671905518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6670423746109009,
-      "cov-distil (oracle2student)": 6.497044563293457,
-      "cov-distil (oracle2teacher)": 6.0101518630981445,
-      "epoch": 6.452904238618524,
-      "rel-constrast": 2.3027307987213135,
-      "step": 8221,
-      "subrel-constrast": 3.277780055999756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8687970638275146,
-      "cov-distil (oracle2student)": 3.095038414001465,
-      "cov-distil (oracle2teacher)": 3.392730474472046,
-      "epoch": 6.453689167974883,
-      "rel-constrast": 2.0828280448913574,
-      "step": 8222,
-      "subrel-constrast": 3.1791698932647705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.699813723564148,
-      "cov-distil (oracle2student)": 5.1992011070251465,
-      "cov-distil (oracle2teacher)": 5.1925272941589355,
-      "epoch": 6.45447409733124,
-      "rel-constrast": 3.3594205379486084,
-      "step": 8223,
-      "subrel-constrast": 4.11689567565918,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.161159038543701,
-      "cov-distil (oracle2student)": 2.8142828941345215,
-      "cov-distil (oracle2teacher)": 3.198564291000366,
-      "epoch": 6.455259026687598,
-      "rel-constrast": 1.956512212753296,
-      "step": 8224,
-      "subrel-constrast": 3.0264110565185547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2988909482955933,
-      "cov-distil (oracle2student)": 3.9360060691833496,
-      "cov-distil (oracle2teacher)": 4.293210983276367,
-      "epoch": 6.456043956043956,
-      "rel-constrast": 2.749873638153076,
-      "step": 8225,
-      "subrel-constrast": 3.6475656032562256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5098906755447388,
-      "cov-distil (oracle2student)": 3.4397220611572266,
-      "cov-distil (oracle2teacher)": 3.130342960357666,
-      "epoch": 6.456828885400314,
-      "rel-constrast": 2.4681475162506104,
-      "step": 8226,
-      "subrel-constrast": 3.0508968830108643,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5251014232635498,
-      "cov-distil (oracle2student)": 4.0996928215026855,
-      "cov-distil (oracle2teacher)": 3.8050780296325684,
-      "epoch": 6.457613814756672,
-      "rel-constrast": 2.651329517364502,
-      "step": 8227,
-      "subrel-constrast": 3.246706962585449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5698046684265137,
-      "cov-distil (oracle2student)": 5.222008228302002,
-      "cov-distil (oracle2teacher)": 4.609196662902832,
-      "epoch": 6.45839874411303,
-      "rel-constrast": 2.475581169128418,
-      "step": 8228,
-      "subrel-constrast": 3.3211984634399414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3481944799423218,
-      "cov-distil (oracle2student)": 3.6994519233703613,
-      "cov-distil (oracle2teacher)": 3.6576879024505615,
-      "epoch": 6.459183673469388,
-      "rel-constrast": 2.6032469272613525,
-      "step": 8229,
-      "subrel-constrast": 3.2257132530212402,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.459968602825746,
-      "grad_norm": 5.78125,
-      "learning_rate": 4.6268615300702035e-06,
-      "loss": 0.679,
-      "step": 8230
-    },
-    {
-      "cov-distil": 1.3217052221298218,
-      "cov-distil (oracle2student)": 3.2933597564697266,
-      "cov-distil (oracle2teacher)": 3.407939910888672,
-      "epoch": 6.459968602825746,
-      "rel-constrast": 1.877446174621582,
-      "step": 8230,
-      "subrel-constrast": 2.4725303649902344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0573947429656982,
-      "cov-distil (oracle2student)": 3.0032920837402344,
-      "cov-distil (oracle2teacher)": 2.912444829940796,
-      "epoch": 6.460753532182103,
-      "rel-constrast": 1.5038765668869019,
-      "step": 8231,
-      "subrel-constrast": 2.0365185737609863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.433738112449646,
-      "cov-distil (oracle2student)": 5.4059343338012695,
-      "cov-distil (oracle2teacher)": 5.156991958618164,
-      "epoch": 6.461538461538462,
-      "rel-constrast": 2.367520570755005,
-      "step": 8232,
-      "subrel-constrast": 3.0949628353118896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5694725513458252,
-      "cov-distil (oracle2student)": 4.196012496948242,
-      "cov-distil (oracle2teacher)": 4.489428520202637,
-      "epoch": 6.462323390894819,
-      "rel-constrast": 2.377098798751831,
-      "step": 8233,
-      "subrel-constrast": 3.031923770904541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2549073696136475,
-      "cov-distil (oracle2student)": 5.096655368804932,
-      "cov-distil (oracle2teacher)": 4.608975410461426,
-      "epoch": 6.463108320251178,
-      "rel-constrast": 2.6703319549560547,
-      "step": 8234,
-      "subrel-constrast": 3.8451426029205322,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4432990550994873,
-      "cov-distil (oracle2student)": 4.681324005126953,
-      "cov-distil (oracle2teacher)": 5.000957012176514,
-      "epoch": 6.463893249607535,
-      "rel-constrast": 2.9714112281799316,
-      "step": 8235,
-      "subrel-constrast": 3.558773994445801,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.04899263381958,
-      "cov-distil (oracle2student)": 4.6848907470703125,
-      "cov-distil (oracle2teacher)": 4.126657009124756,
-      "epoch": 6.464678178963894,
-      "rel-constrast": 2.3092498779296875,
-      "step": 8236,
-      "subrel-constrast": 2.8424618244171143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1068557500839233,
-      "cov-distil (oracle2student)": 3.5239601135253906,
-      "cov-distil (oracle2teacher)": 3.220946788787842,
-      "epoch": 6.465463108320251,
-      "rel-constrast": 1.1159048080444336,
-      "step": 8237,
-      "subrel-constrast": 1.8611118793487549,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1875118017196655,
-      "cov-distil (oracle2student)": 3.404794216156006,
-      "cov-distil (oracle2teacher)": 3.514005661010742,
-      "epoch": 6.466248037676609,
-      "rel-constrast": 2.786625862121582,
-      "step": 8238,
-      "subrel-constrast": 3.420471668243408,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7341606616973877,
-      "cov-distil (oracle2student)": 4.665452480316162,
-      "cov-distil (oracle2teacher)": 4.234199523925781,
-      "epoch": 6.467032967032967,
-      "rel-constrast": 2.1796507835388184,
-      "step": 8239,
-      "subrel-constrast": 3.02156662940979,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.467817896389325,
-      "grad_norm": 4.71875,
-      "learning_rate": 4.5764091070185035e-06,
-      "loss": 0.5919,
-      "step": 8240
-    },
-    {
-      "cov-distil": 1.65977144241333,
-      "cov-distil (oracle2student)": 3.8399038314819336,
-      "cov-distil (oracle2teacher)": 3.59889554977417,
-      "epoch": 6.467817896389325,
-      "rel-constrast": 1.7395477294921875,
-      "step": 8240,
-      "subrel-constrast": 2.77872633934021,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4971094131469727,
-      "cov-distil (oracle2student)": 4.355990409851074,
-      "cov-distil (oracle2teacher)": 3.9481000900268555,
-      "epoch": 6.468602825745683,
-      "rel-constrast": 2.5768141746520996,
-      "step": 8241,
-      "subrel-constrast": 3.486706256866455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1429352760314941,
-      "cov-distil (oracle2student)": 4.128869533538818,
-      "cov-distil (oracle2teacher)": 3.8852295875549316,
-      "epoch": 6.469387755102041,
-      "rel-constrast": 1.6298086643218994,
-      "step": 8242,
-      "subrel-constrast": 2.435042381286621,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3139967918395996,
-      "cov-distil (oracle2student)": 4.977090835571289,
-      "cov-distil (oracle2teacher)": 4.6526780128479,
-      "epoch": 6.470172684458399,
-      "rel-constrast": 1.9758943319320679,
-      "step": 8243,
-      "subrel-constrast": 3.0346312522888184,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3364357948303223,
-      "cov-distil (oracle2student)": 3.6095378398895264,
-      "cov-distil (oracle2teacher)": 3.5412182807922363,
-      "epoch": 6.470957613814757,
-      "rel-constrast": 1.9332168102264404,
-      "step": 8244,
-      "subrel-constrast": 2.598964214324951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2237341403961182,
-      "cov-distil (oracle2student)": 3.8764069080352783,
-      "cov-distil (oracle2teacher)": 4.119452476501465,
-      "epoch": 6.471742543171114,
-      "rel-constrast": 2.8052818775177,
-      "step": 8245,
-      "subrel-constrast": 3.6155762672424316,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.513857126235962,
-      "cov-distil (oracle2student)": 3.662947654724121,
-      "cov-distil (oracle2teacher)": 3.376682996749878,
-      "epoch": 6.472527472527473,
-      "rel-constrast": 2.290416717529297,
-      "step": 8246,
-      "subrel-constrast": 3.0564534664154053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7050745487213135,
-      "cov-distil (oracle2student)": 4.309605121612549,
-      "cov-distil (oracle2teacher)": 4.144629001617432,
-      "epoch": 6.47331240188383,
-      "rel-constrast": 2.657550573348999,
-      "step": 8247,
-      "subrel-constrast": 2.862406015396118,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2466943264007568,
-      "cov-distil (oracle2student)": 4.713376045227051,
-      "cov-distil (oracle2teacher)": 4.228005409240723,
-      "epoch": 6.474097331240189,
-      "rel-constrast": 1.7650173902511597,
-      "step": 8248,
-      "subrel-constrast": 1.917096734046936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9800069332122803,
-      "cov-distil (oracle2student)": 2.22945499420166,
-      "cov-distil (oracle2teacher)": 2.7311532497406006,
-      "epoch": 6.474882260596546,
-      "rel-constrast": 2.7265753746032715,
-      "step": 8249,
-      "subrel-constrast": 3.5445616245269775,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.475667189952905,
-      "grad_norm": 6.4375,
-      "learning_rate": 4.52620553897655e-06,
-      "loss": 0.5891,
-      "step": 8250
-    },
-    {
-      "cov-distil": 1.6921055316925049,
-      "cov-distil (oracle2student)": 6.106165409088135,
-      "cov-distil (oracle2teacher)": 5.105067253112793,
-      "epoch": 6.475667189952905,
-      "rel-constrast": 2.335999011993408,
-      "step": 8250,
-      "subrel-constrast": 3.6006991863250732,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6892791986465454,
-      "cov-distil (oracle2student)": 3.8911213874816895,
-      "cov-distil (oracle2teacher)": 3.754023551940918,
-      "epoch": 6.476452119309262,
-      "rel-constrast": 2.120877742767334,
-      "step": 8251,
-      "subrel-constrast": 3.3247199058532715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6080373525619507,
-      "cov-distil (oracle2student)": 4.435342311859131,
-      "cov-distil (oracle2teacher)": 4.333792209625244,
-      "epoch": 6.47723704866562,
-      "rel-constrast": 2.1224966049194336,
-      "step": 8252,
-      "subrel-constrast": 2.7041501998901367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8146296739578247,
-      "cov-distil (oracle2student)": 5.41240119934082,
-      "cov-distil (oracle2teacher)": 4.7276763916015625,
-      "epoch": 6.478021978021978,
-      "rel-constrast": 2.459139347076416,
-      "step": 8253,
-      "subrel-constrast": 3.4090476036071777,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6630480289459229,
-      "cov-distil (oracle2student)": 5.221126556396484,
-      "cov-distil (oracle2teacher)": 4.714595794677734,
-      "epoch": 6.478806907378336,
-      "rel-constrast": 2.731680154800415,
-      "step": 8254,
-      "subrel-constrast": 3.437833786010742,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.990718126296997,
-      "cov-distil (oracle2student)": 5.007978916168213,
-      "cov-distil (oracle2teacher)": 5.154487133026123,
-      "epoch": 6.479591836734694,
-      "rel-constrast": 2.2411866188049316,
-      "step": 8255,
-      "subrel-constrast": 3.8096492290496826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4635388851165771,
-      "cov-distil (oracle2student)": 4.107701778411865,
-      "cov-distil (oracle2teacher)": 4.319927215576172,
-      "epoch": 6.480376766091052,
-      "rel-constrast": 2.8483142852783203,
-      "step": 8256,
-      "subrel-constrast": 3.7480950355529785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2475085258483887,
-      "cov-distil (oracle2student)": 4.637546539306641,
-      "cov-distil (oracle2teacher)": 4.627233982086182,
-      "epoch": 6.48116169544741,
-      "rel-constrast": 2.6583032608032227,
-      "step": 8257,
-      "subrel-constrast": 3.2833619117736816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.49965238571167,
-      "cov-distil (oracle2student)": 5.072046279907227,
-      "cov-distil (oracle2teacher)": 4.89945650100708,
-      "epoch": 6.481946624803768,
-      "rel-constrast": 2.7015483379364014,
-      "step": 8258,
-      "subrel-constrast": 3.1365909576416016,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5439120531082153,
-      "cov-distil (oracle2student)": 4.44948673248291,
-      "cov-distil (oracle2teacher)": 4.0524373054504395,
-      "epoch": 6.482731554160125,
-      "rel-constrast": 2.0013978481292725,
-      "step": 8259,
-      "subrel-constrast": 3.176973342895508,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.483516483516484,
-      "grad_norm": 4.6875,
-      "learning_rate": 4.47625143765896e-06,
-      "loss": 0.6461,
-      "step": 8260
-    },
-    {
-      "cov-distil": 1.2953143119812012,
-      "cov-distil (oracle2student)": 3.6923229694366455,
-      "cov-distil (oracle2teacher)": 3.924600601196289,
-      "epoch": 6.483516483516484,
-      "rel-constrast": 1.7531719207763672,
-      "step": 8260,
-      "subrel-constrast": 2.5736162662506104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3938188552856445,
-      "cov-distil (oracle2student)": 4.387805461883545,
-      "cov-distil (oracle2teacher)": 4.32770299911499,
-      "epoch": 6.484301412872841,
-      "rel-constrast": 2.944667339324951,
-      "step": 8261,
-      "subrel-constrast": 2.9820103645324707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5821785926818848,
-      "cov-distil (oracle2student)": 4.025080680847168,
-      "cov-distil (oracle2teacher)": 3.9182443618774414,
-      "epoch": 6.4850863422291996,
-      "rel-constrast": 1.7024264335632324,
-      "step": 8262,
-      "subrel-constrast": 2.828295946121216,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.006857395172119,
-      "cov-distil (oracle2student)": 3.9104232788085938,
-      "cov-distil (oracle2teacher)": 4.274918556213379,
-      "epoch": 6.485871271585557,
-      "rel-constrast": 2.694504737854004,
-      "step": 8263,
-      "subrel-constrast": 3.903693914413452,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5239688158035278,
-      "cov-distil (oracle2student)": 5.412140846252441,
-      "cov-distil (oracle2teacher)": 4.824625015258789,
-      "epoch": 6.4866562009419155,
-      "rel-constrast": 1.866852045059204,
-      "step": 8264,
-      "subrel-constrast": 2.6028552055358887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7453681230545044,
-      "cov-distil (oracle2student)": 5.67087459564209,
-      "cov-distil (oracle2teacher)": 5.260076522827148,
-      "epoch": 6.487441130298273,
-      "rel-constrast": 3.220031261444092,
-      "step": 8265,
-      "subrel-constrast": 4.02943229675293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3619252443313599,
-      "cov-distil (oracle2student)": 5.447090148925781,
-      "cov-distil (oracle2teacher)": 5.048109531402588,
-      "epoch": 6.488226059654631,
-      "rel-constrast": 3.3254241943359375,
-      "step": 8266,
-      "subrel-constrast": 4.052489280700684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0435845851898193,
-      "cov-distil (oracle2student)": 4.25410795211792,
-      "cov-distil (oracle2teacher)": 4.019831657409668,
-      "epoch": 6.489010989010989,
-      "rel-constrast": 2.6241846084594727,
-      "step": 8267,
-      "subrel-constrast": 2.560554265975952,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6291488409042358,
-      "cov-distil (oracle2student)": 4.791556358337402,
-      "cov-distil (oracle2teacher)": 4.204375267028809,
-      "epoch": 6.489795918367347,
-      "rel-constrast": 2.025311231613159,
-      "step": 8268,
-      "subrel-constrast": 2.8342232704162598,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3715029954910278,
-      "cov-distil (oracle2student)": 5.300875186920166,
-      "cov-distil (oracle2teacher)": 5.212925434112549,
-      "epoch": 6.490580847723705,
-      "rel-constrast": 2.7531614303588867,
-      "step": 8269,
-      "subrel-constrast": 3.4175331592559814,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.491365777080063,
-      "grad_norm": 5.78125,
-      "learning_rate": 4.426547411740712e-06,
-      "loss": 0.6601,
-      "step": 8270
-    },
-    {
-      "cov-distil": 1.53743577003479,
-      "cov-distil (oracle2student)": 4.723901271820068,
-      "cov-distil (oracle2teacher)": 4.263084411621094,
-      "epoch": 6.491365777080063,
-      "rel-constrast": 2.3977303504943848,
-      "step": 8270,
-      "subrel-constrast": 3.105827569961548,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9019588232040405,
-      "cov-distil (oracle2student)": 4.016127586364746,
-      "cov-distil (oracle2teacher)": 4.637322425842285,
-      "epoch": 6.492150706436421,
-      "rel-constrast": 4.015674591064453,
-      "step": 8271,
-      "subrel-constrast": 4.587059497833252,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.150416374206543,
-      "cov-distil (oracle2student)": 3.109952211380005,
-      "cov-distil (oracle2teacher)": 3.2257401943206787,
-      "epoch": 6.4929356357927785,
-      "rel-constrast": 2.9702377319335938,
-      "step": 8272,
-      "subrel-constrast": 3.3492448329925537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6446311473846436,
-      "cov-distil (oracle2student)": 6.6213836669921875,
-      "cov-distil (oracle2teacher)": 6.422318458557129,
-      "epoch": 6.493720565149137,
-      "rel-constrast": 3.199695110321045,
-      "step": 8273,
-      "subrel-constrast": 3.462709903717041,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5460996627807617,
-      "cov-distil (oracle2student)": 5.089701175689697,
-      "cov-distil (oracle2teacher)": 4.805908203125,
-      "epoch": 6.4945054945054945,
-      "rel-constrast": 2.2033286094665527,
-      "step": 8274,
-      "subrel-constrast": 3.005845069885254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8525269031524658,
-      "cov-distil (oracle2student)": 4.58064603805542,
-      "cov-distil (oracle2teacher)": 4.196868419647217,
-      "epoch": 6.495290423861852,
-      "rel-constrast": 2.383331060409546,
-      "step": 8275,
-      "subrel-constrast": 3.345001697540283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5365902185440063,
-      "cov-distil (oracle2student)": 3.0922164916992188,
-      "cov-distil (oracle2teacher)": 3.037076950073242,
-      "epoch": 6.4960753532182105,
-      "rel-constrast": 1.832756757736206,
-      "step": 8276,
-      "subrel-constrast": 2.965155601501465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.675525188446045,
-      "cov-distil (oracle2student)": 4.627198219299316,
-      "cov-distil (oracle2teacher)": 4.730916500091553,
-      "epoch": 6.496860282574568,
-      "rel-constrast": 2.747570037841797,
-      "step": 8277,
-      "subrel-constrast": 3.552920341491699,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6181223392486572,
-      "cov-distil (oracle2student)": 4.26929235458374,
-      "cov-distil (oracle2teacher)": 4.22451114654541,
-      "epoch": 6.4976452119309265,
-      "rel-constrast": 2.822110176086426,
-      "step": 8278,
-      "subrel-constrast": 3.8403499126434326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0310503244400024,
-      "cov-distil (oracle2student)": 3.7780284881591797,
-      "cov-distil (oracle2teacher)": 3.979111671447754,
-      "epoch": 6.498430141287284,
-      "rel-constrast": 2.279238700866699,
-      "step": 8279,
-      "subrel-constrast": 3.186997652053833,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.4992150706436425,
-      "grad_norm": 5.15625,
-      "learning_rate": 4.377094066849657e-06,
-      "loss": 0.71,
-      "step": 8280
-    },
-    {
-      "cov-distil": 1.7231905460357666,
-      "cov-distil (oracle2student)": 5.441134452819824,
-      "cov-distil (oracle2teacher)": 5.6108903884887695,
-      "epoch": 6.4992150706436425,
-      "rel-constrast": 2.3260200023651123,
-      "step": 8280,
-      "subrel-constrast": 3.5097906589508057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8924903869628906,
-      "cov-distil (oracle2student)": 5.591649055480957,
-      "cov-distil (oracle2teacher)": 4.620344161987305,
-      "epoch": 6.5,
-      "rel-constrast": 2.1920888423919678,
-      "step": 8281,
-      "subrel-constrast": 3.1132781505584717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.574082374572754,
-      "cov-distil (oracle2student)": 4.63863468170166,
-      "cov-distil (oracle2teacher)": 4.317704200744629,
-      "epoch": 6.5007849293563575,
-      "rel-constrast": 2.4917187690734863,
-      "step": 8282,
-      "subrel-constrast": 2.891319513320923,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.734601616859436,
-      "cov-distil (oracle2student)": 3.7782020568847656,
-      "cov-distil (oracle2teacher)": 4.050756454467773,
-      "epoch": 6.501569858712716,
-      "rel-constrast": 3.0407345294952393,
-      "step": 8283,
-      "subrel-constrast": 3.898759126663208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.10227632522583,
-      "cov-distil (oracle2student)": 4.201896667480469,
-      "cov-distil (oracle2teacher)": 3.9363386631011963,
-      "epoch": 6.5023547880690735,
-      "rel-constrast": 3.482088088989258,
-      "step": 8284,
-      "subrel-constrast": 3.451415538787842,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3502135276794434,
-      "cov-distil (oracle2student)": 4.364593505859375,
-      "cov-distil (oracle2teacher)": 4.083827972412109,
-      "epoch": 6.503139717425432,
-      "rel-constrast": 2.1342625617980957,
-      "step": 8285,
-      "subrel-constrast": 3.1633920669555664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5344656705856323,
-      "cov-distil (oracle2student)": 4.568868160247803,
-      "cov-distil (oracle2teacher)": 4.642075061798096,
-      "epoch": 6.5039246467817895,
-      "rel-constrast": 2.7270240783691406,
-      "step": 8286,
-      "subrel-constrast": 3.17537522315979,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6316838264465332,
-      "cov-distil (oracle2student)": 5.25613260269165,
-      "cov-distil (oracle2teacher)": 5.001672744750977,
-      "epoch": 6.504709576138148,
-      "rel-constrast": 2.833969831466675,
-      "step": 8287,
-      "subrel-constrast": 3.4378445148468018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.607647180557251,
-      "cov-distil (oracle2student)": 4.793948650360107,
-      "cov-distil (oracle2teacher)": 3.816394805908203,
-      "epoch": 6.5054945054945055,
-      "rel-constrast": 1.9084033966064453,
-      "step": 8288,
-      "subrel-constrast": 2.452064275741577,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3811118602752686,
-      "cov-distil (oracle2student)": 3.1803979873657227,
-      "cov-distil (oracle2teacher)": 3.0548012256622314,
-      "epoch": 6.506279434850864,
-      "rel-constrast": 2.3934881687164307,
-      "step": 8289,
-      "subrel-constrast": 2.9929330348968506,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.5070643642072215,
-      "grad_norm": 7.125,
-      "learning_rate": 4.327892005559211e-06,
-      "loss": 0.6771,
-      "step": 8290
-    },
-    {
-      "cov-distil": 2.0489978790283203,
-      "cov-distil (oracle2student)": 3.9098868370056152,
-      "cov-distil (oracle2teacher)": 3.479905605316162,
-      "epoch": 6.5070643642072215,
-      "rel-constrast": 1.9516932964324951,
-      "step": 8290,
-      "subrel-constrast": 2.99440336227417,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.301891803741455,
-      "cov-distil (oracle2student)": 4.233227252960205,
-      "cov-distil (oracle2teacher)": 4.281630992889404,
-      "epoch": 6.507849293563579,
-      "rel-constrast": 2.771333694458008,
-      "step": 8291,
-      "subrel-constrast": 3.4162354469299316,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.154352068901062,
-      "cov-distil (oracle2student)": 5.064419746398926,
-      "cov-distil (oracle2teacher)": 4.1383466720581055,
-      "epoch": 6.508634222919937,
-      "rel-constrast": 2.2514421939849854,
-      "step": 8292,
-      "subrel-constrast": 3.197493076324463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3034815788269043,
-      "cov-distil (oracle2student)": 3.297379970550537,
-      "cov-distil (oracle2teacher)": 3.448683977127075,
-      "epoch": 6.509419152276295,
-      "rel-constrast": 2.433231830596924,
-      "step": 8293,
-      "subrel-constrast": 3.045684814453125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7369226217269897,
-      "cov-distil (oracle2student)": 4.2190752029418945,
-      "cov-distil (oracle2teacher)": 4.410426139831543,
-      "epoch": 6.510204081632653,
-      "rel-constrast": 2.9797000885009766,
-      "step": 8294,
-      "subrel-constrast": 3.9132020473480225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2878674268722534,
-      "cov-distil (oracle2student)": 4.739401817321777,
-      "cov-distil (oracle2teacher)": 4.979811191558838,
-      "epoch": 6.510989010989011,
-      "rel-constrast": 3.0886781215667725,
-      "step": 8295,
-      "subrel-constrast": 3.634290933609009,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.568880319595337,
-      "cov-distil (oracle2student)": 5.541606903076172,
-      "cov-distil (oracle2teacher)": 5.358661651611328,
-      "epoch": 6.511773940345369,
-      "rel-constrast": 2.3871259689331055,
-      "step": 8296,
-      "subrel-constrast": 3.1702589988708496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1361644268035889,
-      "cov-distil (oracle2student)": 4.7816548347473145,
-      "cov-distil (oracle2teacher)": 3.714012622833252,
-      "epoch": 6.512558869701727,
-      "rel-constrast": 2.141148805618286,
-      "step": 8297,
-      "subrel-constrast": 2.2917821407318115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5324828624725342,
-      "cov-distil (oracle2student)": 2.84822416305542,
-      "cov-distil (oracle2teacher)": 2.9415361881256104,
-      "epoch": 6.5133437990580845,
-      "rel-constrast": 2.069997787475586,
-      "step": 8298,
-      "subrel-constrast": 3.12581729888916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8916549682617188,
-      "cov-distil (oracle2student)": 4.685513496398926,
-      "cov-distil (oracle2teacher)": 4.8073811531066895,
-      "epoch": 6.514128728414443,
-      "rel-constrast": 2.712980270385742,
-      "step": 8299,
-      "subrel-constrast": 3.706403970718384,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.5149136577708004,
-      "grad_norm": 6.5,
-      "learning_rate": 4.278941827380953e-06,
-      "loss": 0.6571,
-      "step": 8300
-    },
-    {
-      "epoch": 6.5149136577708004,
-      "overlap": 0.30000001192092896,
-      "step": 8300
-    },
-    {
-      "epoch": 6.5149136577708004,
-      "step": 8300,
-      "student margin": 0.0567626953125
-    },
-    {
-      "epoch": 6.5149136577708004,
-      "step": 8300,
-      "teacher margin": 0.0369873046875
-    },
-    {
-      "epoch": 6.5149136577708004,
-      "margin difference": -0.019775390625,
-      "step": 8300
-    },
-    {
-      "cov-distil": 1.5164668560028076,
-      "cov-distil (oracle2student)": 4.632085800170898,
-      "cov-distil (oracle2teacher)": 4.422379493713379,
-      "epoch": 6.5149136577708004,
-      "rel-constrast": 2.0060653686523438,
-      "step": 8300,
-      "subrel-constrast": 3.373011589050293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1778743267059326,
-      "cov-distil (oracle2student)": 3.9311208724975586,
-      "cov-distil (oracle2teacher)": 3.684394598007202,
-      "epoch": 6.515698587127159,
-      "rel-constrast": 2.500225782394409,
-      "step": 8301,
-      "subrel-constrast": 3.1545374393463135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3024982213974,
-      "cov-distil (oracle2student)": 3.155958652496338,
-      "cov-distil (oracle2teacher)": 3.279690742492676,
-      "epoch": 6.516483516483516,
-      "rel-constrast": 1.7204818725585938,
-      "step": 8302,
-      "subrel-constrast": 2.478734254837036,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3067728281021118,
-      "cov-distil (oracle2student)": 3.9886057376861572,
-      "cov-distil (oracle2teacher)": 3.9639158248901367,
-      "epoch": 6.517268445839875,
-      "rel-constrast": 1.5860776901245117,
-      "step": 8303,
-      "subrel-constrast": 2.602497100830078,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.670450210571289,
-      "cov-distil (oracle2student)": 4.034543037414551,
-      "cov-distil (oracle2teacher)": 4.050388336181641,
-      "epoch": 6.518053375196232,
-      "rel-constrast": 2.267430305480957,
-      "step": 8304,
-      "subrel-constrast": 3.0211539268493652,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8432836532592773,
-      "cov-distil (oracle2student)": 3.1985373497009277,
-      "cov-distil (oracle2teacher)": 3.6064205169677734,
-      "epoch": 6.51883830455259,
-      "rel-constrast": 1.9984362125396729,
-      "step": 8305,
-      "subrel-constrast": 2.9746594429016113,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5566551685333252,
-      "cov-distil (oracle2student)": 3.6910624504089355,
-      "cov-distil (oracle2teacher)": 3.778859853744507,
-      "epoch": 6.519623233908948,
-      "rel-constrast": 2.364067316055298,
-      "step": 8306,
-      "subrel-constrast": 2.998533248901367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.635693073272705,
-      "cov-distil (oracle2student)": 3.299086332321167,
-      "cov-distil (oracle2teacher)": 3.3014028072357178,
-      "epoch": 6.520408163265306,
-      "rel-constrast": 2.2131905555725098,
-      "step": 8307,
-      "subrel-constrast": 3.2840933799743652,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.259629249572754,
-      "cov-distil (oracle2student)": 4.092350482940674,
-      "cov-distil (oracle2teacher)": 4.354757308959961,
-      "epoch": 6.521193092621664,
-      "rel-constrast": 2.3871538639068604,
-      "step": 8308,
-      "subrel-constrast": 3.256168842315674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7156810760498047,
-      "cov-distil (oracle2student)": 4.191290855407715,
-      "cov-distil (oracle2teacher)": 4.476902961730957,
-      "epoch": 6.521978021978022,
-      "rel-constrast": 2.442176103591919,
-      "step": 8309,
-      "subrel-constrast": 3.0905561447143555,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.52276295133438,
-      "grad_norm": 5.5625,
-      "learning_rate": 4.230244128757366e-06,
-      "loss": 0.5746,
-      "step": 8310
-    },
-    {
-      "cov-distil": 1.4478658437728882,
-      "cov-distil (oracle2student)": 4.383390426635742,
-      "cov-distil (oracle2teacher)": 4.80267858505249,
-      "epoch": 6.52276295133438,
-      "rel-constrast": 2.2045159339904785,
-      "step": 8310,
-      "subrel-constrast": 3.079390048980713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4397053718566895,
-      "cov-distil (oracle2student)": 2.9197030067443848,
-      "cov-distil (oracle2teacher)": 2.804110050201416,
-      "epoch": 6.523547880690738,
-      "rel-constrast": 3.160510301589966,
-      "step": 8311,
-      "subrel-constrast": 3.620558977127075,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0378403663635254,
-      "cov-distil (oracle2student)": 5.199369430541992,
-      "cov-distil (oracle2teacher)": 5.140164852142334,
-      "epoch": 6.524332810047095,
-      "rel-constrast": 2.4377241134643555,
-      "step": 8312,
-      "subrel-constrast": 3.4690380096435547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0496556758880615,
-      "cov-distil (oracle2student)": 4.07127046585083,
-      "cov-distil (oracle2teacher)": 3.886859655380249,
-      "epoch": 6.525117739403454,
-      "rel-constrast": 2.1846442222595215,
-      "step": 8313,
-      "subrel-constrast": 2.8441781997680664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6060476303100586,
-      "cov-distil (oracle2student)": 3.4926934242248535,
-      "cov-distil (oracle2teacher)": 3.275453567504883,
-      "epoch": 6.525902668759811,
-      "rel-constrast": 2.0924365520477295,
-      "step": 8314,
-      "subrel-constrast": 2.997847557067871,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9367680549621582,
-      "cov-distil (oracle2student)": 4.139203071594238,
-      "cov-distil (oracle2teacher)": 3.710063934326172,
-      "epoch": 6.52668759811617,
-      "rel-constrast": 2.997772216796875,
-      "step": 8315,
-      "subrel-constrast": 3.5170013904571533,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6098582744598389,
-      "cov-distil (oracle2student)": 4.826238632202148,
-      "cov-distil (oracle2teacher)": 5.1630353927612305,
-      "epoch": 6.527472527472527,
-      "rel-constrast": 1.4205691814422607,
-      "step": 8316,
-      "subrel-constrast": 2.7435805797576904,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.401901125907898,
-      "cov-distil (oracle2student)": 5.460022926330566,
-      "cov-distil (oracle2teacher)": 4.342990875244141,
-      "epoch": 6.528257456828886,
-      "rel-constrast": 2.935673952102661,
-      "step": 8317,
-      "subrel-constrast": 2.815784454345703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.559938669204712,
-      "cov-distil (oracle2student)": 4.189465522766113,
-      "cov-distil (oracle2teacher)": 3.75600528717041,
-      "epoch": 6.529042386185243,
-      "rel-constrast": 3.890775203704834,
-      "step": 8318,
-      "subrel-constrast": 4.341426372528076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7082687616348267,
-      "cov-distil (oracle2student)": 4.464356422424316,
-      "cov-distil (oracle2teacher)": 3.966681718826294,
-      "epoch": 6.529827315541601,
-      "rel-constrast": 2.5072598457336426,
-      "step": 8319,
-      "subrel-constrast": 3.0356669425964355,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.530612244897959,
-      "grad_norm": 5.375,
-      "learning_rate": 4.1817995030545285e-06,
-      "loss": 0.6853,
-      "step": 8320
-    },
-    {
-      "cov-distil": 1.7606561183929443,
-      "cov-distil (oracle2student)": 2.7154808044433594,
-      "cov-distil (oracle2teacher)": 3.7375526428222656,
-      "epoch": 6.530612244897959,
-      "rel-constrast": 3.7969558238983154,
-      "step": 8320,
-      "subrel-constrast": 4.412114143371582,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0838066339492798,
-      "cov-distil (oracle2student)": 4.245388984680176,
-      "cov-distil (oracle2teacher)": 3.790215492248535,
-      "epoch": 6.531397174254317,
-      "rel-constrast": 2.9077727794647217,
-      "step": 8321,
-      "subrel-constrast": 3.205261707305908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.727928876876831,
-      "cov-distil (oracle2student)": 4.052489280700684,
-      "cov-distil (oracle2teacher)": 3.6986403465270996,
-      "epoch": 6.532182103610675,
-      "rel-constrast": 2.2174172401428223,
-      "step": 8322,
-      "subrel-constrast": 3.772752046585083,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2061173915863037,
-      "cov-distil (oracle2student)": 4.12114143371582,
-      "cov-distil (oracle2teacher)": 3.6133575439453125,
-      "epoch": 6.532967032967033,
-      "rel-constrast": 2.6283011436462402,
-      "step": 8323,
-      "subrel-constrast": 3.149266481399536,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4919627904891968,
-      "cov-distil (oracle2student)": 5.860540390014648,
-      "cov-distil (oracle2teacher)": 5.455077171325684,
-      "epoch": 6.533751962323391,
-      "rel-constrast": 3.620929479598999,
-      "step": 8324,
-      "subrel-constrast": 4.109711647033691,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4552690982818604,
-      "cov-distil (oracle2student)": 4.351962089538574,
-      "cov-distil (oracle2teacher)": 3.8952198028564453,
-      "epoch": 6.534536891679749,
-      "rel-constrast": 2.090975761413574,
-      "step": 8325,
-      "subrel-constrast": 3.042314291000366,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5078070163726807,
-      "cov-distil (oracle2student)": 3.9503660202026367,
-      "cov-distil (oracle2teacher)": 3.617560386657715,
-      "epoch": 6.535321821036106,
-      "rel-constrast": 2.499880313873291,
-      "step": 8326,
-      "subrel-constrast": 3.188786029815674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4798473119735718,
-      "cov-distil (oracle2student)": 4.459254264831543,
-      "cov-distil (oracle2teacher)": 4.320666313171387,
-      "epoch": 6.536106750392465,
-      "rel-constrast": 1.8578360080718994,
-      "step": 8327,
-      "subrel-constrast": 2.7960166931152344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6099399328231812,
-      "cov-distil (oracle2student)": 5.769509315490723,
-      "cov-distil (oracle2teacher)": 5.057829856872559,
-      "epoch": 6.536891679748822,
-      "rel-constrast": 2.600687026977539,
-      "step": 8328,
-      "subrel-constrast": 3.5611393451690674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.934823989868164,
-      "cov-distil (oracle2student)": 2.960519313812256,
-      "cov-distil (oracle2teacher)": 3.0678911209106445,
-      "epoch": 6.537676609105181,
-      "rel-constrast": 1.9141311645507812,
-      "step": 8329,
-      "subrel-constrast": 2.9991719722747803,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.538461538461538,
-      "grad_norm": 5.15625,
-      "learning_rate": 4.133608540554932e-06,
-      "loss": 0.6915,
-      "step": 8330
-    },
-    {
-      "cov-distil": 1.8341593742370605,
-      "cov-distil (oracle2student)": 3.9174511432647705,
-      "cov-distil (oracle2teacher)": 3.7513577938079834,
-      "epoch": 6.538461538461538,
-      "rel-constrast": 1.986264944076538,
-      "step": 8330,
-      "subrel-constrast": 2.793184757232666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4919050931930542,
-      "cov-distil (oracle2student)": 3.5454604625701904,
-      "cov-distil (oracle2teacher)": 3.857556104660034,
-      "epoch": 6.539246467817897,
-      "rel-constrast": 2.671210289001465,
-      "step": 8331,
-      "subrel-constrast": 3.0634777545928955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1359022855758667,
-      "cov-distil (oracle2student)": 3.5110578536987305,
-      "cov-distil (oracle2teacher)": 3.987691879272461,
-      "epoch": 6.540031397174254,
-      "rel-constrast": 2.5426151752471924,
-      "step": 8332,
-      "subrel-constrast": 3.558652639389038,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8225538730621338,
-      "cov-distil (oracle2student)": 5.701895713806152,
-      "cov-distil (oracle2teacher)": 5.656242370605469,
-      "epoch": 6.540816326530612,
-      "rel-constrast": 2.8896284103393555,
-      "step": 8333,
-      "subrel-constrast": 3.8932578563690186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.036132574081421,
-      "cov-distil (oracle2student)": 3.5524966716766357,
-      "cov-distil (oracle2teacher)": 3.682128667831421,
-      "epoch": 6.54160125588697,
-      "rel-constrast": 2.2708237171173096,
-      "step": 8334,
-      "subrel-constrast": 2.781285524368286,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3219521045684814,
-      "cov-distil (oracle2student)": 3.8069686889648438,
-      "cov-distil (oracle2teacher)": 4.236289024353027,
-      "epoch": 6.542386185243328,
-      "rel-constrast": 2.0919735431671143,
-      "step": 8335,
-      "subrel-constrast": 2.752133369445801,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.377398133277893,
-      "cov-distil (oracle2student)": 4.997030258178711,
-      "cov-distil (oracle2teacher)": 4.743033409118652,
-      "epoch": 6.543171114599686,
-      "rel-constrast": 3.112142324447632,
-      "step": 8336,
-      "subrel-constrast": 3.952113151550293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0578267574310303,
-      "cov-distil (oracle2student)": 3.5269103050231934,
-      "cov-distil (oracle2teacher)": 3.245380401611328,
-      "epoch": 6.543956043956044,
-      "rel-constrast": 2.3098435401916504,
-      "step": 8337,
-      "subrel-constrast": 2.947308301925659,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2786861658096313,
-      "cov-distil (oracle2student)": 5.496156692504883,
-      "cov-distil (oracle2teacher)": 5.380846977233887,
-      "epoch": 6.544740973312402,
-      "rel-constrast": 3.182314395904541,
-      "step": 8338,
-      "subrel-constrast": 3.700878620147705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3839857578277588,
-      "cov-distil (oracle2student)": 3.722789764404297,
-      "cov-distil (oracle2teacher)": 3.5624048709869385,
-      "epoch": 6.54552590266876,
-      "rel-constrast": 2.226301908493042,
-      "step": 8339,
-      "subrel-constrast": 3.159520149230957,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.546310832025117,
-      "grad_norm": 5.15625,
-      "learning_rate": 4.085671828450227e-06,
-      "loss": 0.6664,
-      "step": 8340
-    },
-    {
-      "cov-distil": 1.4281543493270874,
-      "cov-distil (oracle2student)": 4.047689437866211,
-      "cov-distil (oracle2teacher)": 3.6960668563842773,
-      "epoch": 6.546310832025117,
-      "rel-constrast": 2.733336925506592,
-      "step": 8340,
-      "subrel-constrast": 3.438673257827759,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3525816202163696,
-      "cov-distil (oracle2student)": 4.6581034660339355,
-      "cov-distil (oracle2teacher)": 4.146500587463379,
-      "epoch": 6.547095761381476,
-      "rel-constrast": 2.621227264404297,
-      "step": 8341,
-      "subrel-constrast": 3.097745180130005,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4195621013641357,
-      "cov-distil (oracle2student)": 4.985801696777344,
-      "cov-distil (oracle2teacher)": 5.071949481964111,
-      "epoch": 6.547880690737833,
-      "rel-constrast": 2.457296371459961,
-      "step": 8342,
-      "subrel-constrast": 3.011484146118164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6470732688903809,
-      "cov-distil (oracle2student)": 4.948005676269531,
-      "cov-distil (oracle2teacher)": 4.478109359741211,
-      "epoch": 6.548665620094192,
-      "rel-constrast": 3.3894095420837402,
-      "step": 8343,
-      "subrel-constrast": 4.49165153503418,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6118673086166382,
-      "cov-distil (oracle2student)": 3.5422065258026123,
-      "cov-distil (oracle2teacher)": 3.5442826747894287,
-      "epoch": 6.549450549450549,
-      "rel-constrast": 2.93166446685791,
-      "step": 8344,
-      "subrel-constrast": 3.620448112487793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3292006254196167,
-      "cov-distil (oracle2student)": 2.6252455711364746,
-      "cov-distil (oracle2teacher)": 2.8164255619049072,
-      "epoch": 6.550235478806908,
-      "rel-constrast": 1.9409654140472412,
-      "step": 8345,
-      "subrel-constrast": 2.818272829055786,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8971893787384033,
-      "cov-distil (oracle2student)": 4.415467262268066,
-      "cov-distil (oracle2teacher)": 5.1347808837890625,
-      "epoch": 6.551020408163265,
-      "rel-constrast": 2.3404014110565186,
-      "step": 8346,
-      "subrel-constrast": 3.6537325382232666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2498698234558105,
-      "cov-distil (oracle2student)": 4.732982635498047,
-      "cov-distil (oracle2teacher)": 4.528848648071289,
-      "epoch": 6.551805337519623,
-      "rel-constrast": 3.0876641273498535,
-      "step": 8347,
-      "subrel-constrast": 3.5611348152160645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3343608379364014,
-      "cov-distil (oracle2student)": 4.312650203704834,
-      "cov-distil (oracle2teacher)": 3.5469717979431152,
-      "epoch": 6.552590266875981,
-      "rel-constrast": 2.6941347122192383,
-      "step": 8348,
-      "subrel-constrast": 3.0420165061950684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.545968770980835,
-      "cov-distil (oracle2student)": 3.4670660495758057,
-      "cov-distil (oracle2teacher)": 3.442308187484741,
-      "epoch": 6.553375196232339,
-      "rel-constrast": 2.60856294631958,
-      "step": 8349,
-      "subrel-constrast": 3.2697243690490723,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.554160125588697,
-      "grad_norm": 5.5,
-      "learning_rate": 4.037989950834134e-06,
-      "loss": 0.7072,
-      "step": 8350
-    },
-    {
-      "cov-distil": 2.352330446243286,
-      "cov-distil (oracle2student)": 3.1692512035369873,
-      "cov-distil (oracle2teacher)": 3.183967351913452,
-      "epoch": 6.554160125588697,
-      "rel-constrast": 2.550175905227661,
-      "step": 8350,
-      "subrel-constrast": 3.6879427433013916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1112440824508667,
-      "cov-distil (oracle2student)": 5.37196683883667,
-      "cov-distil (oracle2teacher)": 4.432918071746826,
-      "epoch": 6.554945054945055,
-      "rel-constrast": 1.5041992664337158,
-      "step": 8351,
-      "subrel-constrast": 1.9481592178344727,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3811153173446655,
-      "cov-distil (oracle2student)": 4.554143905639648,
-      "cov-distil (oracle2teacher)": 3.9428648948669434,
-      "epoch": 6.555729984301413,
-      "rel-constrast": 3.0816073417663574,
-      "step": 8352,
-      "subrel-constrast": 3.1872899532318115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5559656620025635,
-      "cov-distil (oracle2student)": 3.7797136306762695,
-      "cov-distil (oracle2teacher)": 3.7304677963256836,
-      "epoch": 6.556514913657771,
-      "rel-constrast": 2.5279762744903564,
-      "step": 8353,
-      "subrel-constrast": 3.379505157470703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7165993452072144,
-      "cov-distil (oracle2student)": 3.0521352291107178,
-      "cov-distil (oracle2teacher)": 3.939483880996704,
-      "epoch": 6.557299843014128,
-      "rel-constrast": 2.6043362617492676,
-      "step": 8354,
-      "subrel-constrast": 3.5246517658233643,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6756763458251953,
-      "cov-distil (oracle2student)": 5.28106689453125,
-      "cov-distil (oracle2teacher)": 4.96157693862915,
-      "epoch": 6.558084772370487,
-      "rel-constrast": 3.2891666889190674,
-      "step": 8355,
-      "subrel-constrast": 3.59023118019104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7631158828735352,
-      "cov-distil (oracle2student)": 4.34541130065918,
-      "cov-distil (oracle2teacher)": 3.812135934829712,
-      "epoch": 6.558869701726844,
-      "rel-constrast": 2.7304751873016357,
-      "step": 8356,
-      "subrel-constrast": 3.4959421157836914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2632298469543457,
-      "cov-distil (oracle2student)": 3.483719825744629,
-      "cov-distil (oracle2teacher)": 3.452028274536133,
-      "epoch": 6.559654631083203,
-      "rel-constrast": 2.2706780433654785,
-      "step": 8357,
-      "subrel-constrast": 2.7916035652160645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4762065410614014,
-      "cov-distil (oracle2student)": 3.2364609241485596,
-      "cov-distil (oracle2teacher)": 3.0152392387390137,
-      "epoch": 6.56043956043956,
-      "rel-constrast": 1.8678584098815918,
-      "step": 8358,
-      "subrel-constrast": 2.843099594116211,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1248499155044556,
-      "cov-distil (oracle2student)": 3.7785427570343018,
-      "cov-distil (oracle2teacher)": 3.4988832473754883,
-      "epoch": 6.561224489795919,
-      "rel-constrast": 3.312464475631714,
-      "step": 8359,
-      "subrel-constrast": 4.0944013595581055,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.562009419152276,
-      "grad_norm": 7.1875,
-      "learning_rate": 3.99056348869529e-06,
-      "loss": 0.682,
-      "step": 8360
-    },
-    {
-      "cov-distil": 1.9017093181610107,
-      "cov-distil (oracle2student)": 4.895256042480469,
-      "cov-distil (oracle2teacher)": 4.492799758911133,
-      "epoch": 6.562009419152276,
-      "rel-constrast": 2.614591360092163,
-      "step": 8360,
-      "subrel-constrast": 3.332446336746216,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.571111798286438,
-      "cov-distil (oracle2student)": 4.1072773933410645,
-      "cov-distil (oracle2teacher)": 4.2178263664245605,
-      "epoch": 6.562794348508634,
-      "rel-constrast": 2.2583365440368652,
-      "step": 8361,
-      "subrel-constrast": 3.210952043533325,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4938383102416992,
-      "cov-distil (oracle2student)": 3.8144640922546387,
-      "cov-distil (oracle2teacher)": 3.5785861015319824,
-      "epoch": 6.563579277864992,
-      "rel-constrast": 2.250225067138672,
-      "step": 8362,
-      "subrel-constrast": 3.2164671421051025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7805012464523315,
-      "cov-distil (oracle2student)": 4.640771865844727,
-      "cov-distil (oracle2teacher)": 3.9750962257385254,
-      "epoch": 6.56436420722135,
-      "rel-constrast": 3.01133394241333,
-      "step": 8363,
-      "subrel-constrast": 3.514467239379883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2957818508148193,
-      "cov-distil (oracle2student)": 5.175292015075684,
-      "cov-distil (oracle2teacher)": 4.667636394500732,
-      "epoch": 6.565149136577708,
-      "rel-constrast": 2.3937489986419678,
-      "step": 8364,
-      "subrel-constrast": 2.8664700984954834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6313705444335938,
-      "cov-distil (oracle2student)": 3.316253662109375,
-      "cov-distil (oracle2teacher)": 3.0641393661499023,
-      "epoch": 6.565934065934066,
-      "rel-constrast": 3.004089593887329,
-      "step": 8365,
-      "subrel-constrast": 3.4691379070281982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2821664810180664,
-      "cov-distil (oracle2student)": 4.17234992980957,
-      "cov-distil (oracle2teacher)": 3.9105734825134277,
-      "epoch": 6.566718995290424,
-      "rel-constrast": 2.274568796157837,
-      "step": 8366,
-      "subrel-constrast": 3.0065150260925293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9541059732437134,
-      "cov-distil (oracle2student)": 4.768680572509766,
-      "cov-distil (oracle2teacher)": 4.680261611938477,
-      "epoch": 6.567503924646782,
-      "rel-constrast": 1.8859153985977173,
-      "step": 8367,
-      "subrel-constrast": 2.641543388366699,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5969675779342651,
-      "cov-distil (oracle2student)": 3.897859573364258,
-      "cov-distil (oracle2teacher)": 4.018097400665283,
-      "epoch": 6.568288854003139,
-      "rel-constrast": 3.986377239227295,
-      "step": 8368,
-      "subrel-constrast": 4.509488582611084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1809096336364746,
-      "cov-distil (oracle2student)": 4.253338813781738,
-      "cov-distil (oracle2teacher)": 4.055294990539551,
-      "epoch": 6.569073783359498,
-      "rel-constrast": 2.2019572257995605,
-      "step": 8369,
-      "subrel-constrast": 2.6787126064300537,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.569858712715855,
-      "grad_norm": 4.1875,
-      "learning_rate": 3.943393019910155e-06,
-      "loss": 0.6837,
-      "step": 8370
-    },
-    {
-      "cov-distil": 1.1872749328613281,
-      "cov-distil (oracle2student)": 4.313477993011475,
-      "cov-distil (oracle2teacher)": 3.808588981628418,
-      "epoch": 6.569858712715855,
-      "rel-constrast": 2.220330238342285,
-      "step": 8370,
-      "subrel-constrast": 2.8471336364746094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3794970512390137,
-      "cov-distil (oracle2student)": 7.033710479736328,
-      "cov-distil (oracle2teacher)": 6.058126926422119,
-      "epoch": 6.570643642072214,
-      "rel-constrast": 2.8943750858306885,
-      "step": 8371,
-      "subrel-constrast": 3.3603830337524414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.681246042251587,
-      "cov-distil (oracle2student)": 4.794437885284424,
-      "cov-distil (oracle2teacher)": 4.457267761230469,
-      "epoch": 6.571428571428571,
-      "rel-constrast": 1.831960678100586,
-      "step": 8372,
-      "subrel-constrast": 2.458526134490967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.833777666091919,
-      "cov-distil (oracle2student)": 3.383305549621582,
-      "cov-distil (oracle2teacher)": 3.7918858528137207,
-      "epoch": 6.57221350078493,
-      "rel-constrast": 2.229705810546875,
-      "step": 8373,
-      "subrel-constrast": 3.5727691650390625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.154137134552002,
-      "cov-distil (oracle2student)": 4.025272369384766,
-      "cov-distil (oracle2teacher)": 3.3947649002075195,
-      "epoch": 6.572998430141287,
-      "rel-constrast": 2.05053448677063,
-      "step": 8374,
-      "subrel-constrast": 2.369595766067505,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.579734444618225,
-      "cov-distil (oracle2student)": 4.336205005645752,
-      "cov-distil (oracle2teacher)": 4.071954727172852,
-      "epoch": 6.573783359497646,
-      "rel-constrast": 4.06335973739624,
-      "step": 8375,
-      "subrel-constrast": 5.21512508392334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1969842910766602,
-      "cov-distil (oracle2student)": 2.6429362297058105,
-      "cov-distil (oracle2teacher)": 3.222961664199829,
-      "epoch": 6.574568288854003,
-      "rel-constrast": 2.1877028942108154,
-      "step": 8376,
-      "subrel-constrast": 3.0067081451416016,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7036004066467285,
-      "cov-distil (oracle2student)": 5.160525798797607,
-      "cov-distil (oracle2teacher)": 4.719876289367676,
-      "epoch": 6.575353218210362,
-      "rel-constrast": 2.6407036781311035,
-      "step": 8377,
-      "subrel-constrast": 3.1933062076568604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.19368314743042,
-      "cov-distil (oracle2student)": 2.567992687225342,
-      "cov-distil (oracle2teacher)": 2.53383207321167,
-      "epoch": 6.576138147566719,
-      "rel-constrast": 1.6393860578536987,
-      "step": 8378,
-      "subrel-constrast": 2.1204609870910645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.559151291847229,
-      "cov-distil (oracle2student)": 7.891051769256592,
-      "cov-distil (oracle2teacher)": 6.699024200439453,
-      "epoch": 6.576923076923077,
-      "rel-constrast": 3.136024236679077,
-      "step": 8379,
-      "subrel-constrast": 3.9795379638671875,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.577708006279435,
-      "grad_norm": 7.3125,
-      "learning_rate": 3.896479119236018e-06,
-      "loss": 0.6585,
-      "step": 8380
-    },
-    {
-      "cov-distil": 1.1732957363128662,
-      "cov-distil (oracle2student)": 4.516960144042969,
-      "cov-distil (oracle2teacher)": 4.051173210144043,
-      "epoch": 6.577708006279435,
-      "rel-constrast": 1.6051726341247559,
-      "step": 8380,
-      "subrel-constrast": 2.5028679370880127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1358400583267212,
-      "cov-distil (oracle2student)": 3.7678704261779785,
-      "cov-distil (oracle2teacher)": 3.807995080947876,
-      "epoch": 6.578492935635793,
-      "rel-constrast": 2.2367002964019775,
-      "step": 8381,
-      "subrel-constrast": 3.293215274810791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.844524621963501,
-      "cov-distil (oracle2student)": 4.480422019958496,
-      "cov-distil (oracle2teacher)": 4.575294494628906,
-      "epoch": 6.579277864992151,
-      "rel-constrast": 2.461118698120117,
-      "step": 8382,
-      "subrel-constrast": 3.265615701675415,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4237303733825684,
-      "cov-distil (oracle2student)": 4.343051910400391,
-      "cov-distil (oracle2teacher)": 4.321587562561035,
-      "epoch": 6.580062794348509,
-      "rel-constrast": 1.9750847816467285,
-      "step": 8383,
-      "subrel-constrast": 3.119925022125244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.854959487915039,
-      "cov-distil (oracle2student)": 3.892164707183838,
-      "cov-distil (oracle2teacher)": 3.833144426345825,
-      "epoch": 6.580847723704867,
-      "rel-constrast": 3.1622204780578613,
-      "step": 8384,
-      "subrel-constrast": 3.454716682434082,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5533132553100586,
-      "cov-distil (oracle2student)": 3.0564608573913574,
-      "cov-distil (oracle2teacher)": 3.4759676456451416,
-      "epoch": 6.581632653061225,
-      "rel-constrast": 2.8004274368286133,
-      "step": 8385,
-      "subrel-constrast": 3.3354105949401855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6797459125518799,
-      "cov-distil (oracle2student)": 2.9776644706726074,
-      "cov-distil (oracle2teacher)": 2.8929429054260254,
-      "epoch": 6.582417582417582,
-      "rel-constrast": 2.1673641204833984,
-      "step": 8386,
-      "subrel-constrast": 2.8267581462860107,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.686983346939087,
-      "cov-distil (oracle2student)": 6.266570091247559,
-      "cov-distil (oracle2teacher)": 5.6700592041015625,
-      "epoch": 6.583202511773941,
-      "rel-constrast": 2.9870433807373047,
-      "step": 8387,
-      "subrel-constrast": 3.2431678771972656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7088205814361572,
-      "cov-distil (oracle2student)": 4.4686665534973145,
-      "cov-distil (oracle2teacher)": 4.0244059562683105,
-      "epoch": 6.583987441130298,
-      "rel-constrast": 3.3192646503448486,
-      "step": 8388,
-      "subrel-constrast": 4.045600414276123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.710351586341858,
-      "cov-distil (oracle2student)": 3.744624137878418,
-      "cov-distil (oracle2teacher)": 3.3669581413269043,
-      "epoch": 6.5847723704866565,
-      "rel-constrast": 2.6453678607940674,
-      "step": 8389,
-      "subrel-constrast": 3.268392562866211,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.585557299843014,
-      "grad_norm": 5.375,
-      "learning_rate": 3.849822358303948e-06,
-      "loss": 0.6734,
-      "step": 8390
-    },
-    {
-      "cov-distil": 1.1340959072113037,
-      "cov-distil (oracle2student)": 4.1969122886657715,
-      "cov-distil (oracle2teacher)": 3.7814908027648926,
-      "epoch": 6.585557299843014,
-      "rel-constrast": 1.8957316875457764,
-      "step": 8390,
-      "subrel-constrast": 2.5137252807617188,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4182318449020386,
-      "cov-distil (oracle2student)": 3.424863338470459,
-      "cov-distil (oracle2teacher)": 3.276526927947998,
-      "epoch": 6.5863422291993725,
-      "rel-constrast": 1.7540388107299805,
-      "step": 8391,
-      "subrel-constrast": 2.4265947341918945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1405842304229736,
-      "cov-distil (oracle2student)": 2.6752636432647705,
-      "cov-distil (oracle2teacher)": 2.7642745971679688,
-      "epoch": 6.58712715855573,
-      "rel-constrast": 2.201080799102783,
-      "step": 8392,
-      "subrel-constrast": 2.4273312091827393,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1623526811599731,
-      "cov-distil (oracle2student)": 4.429967880249023,
-      "cov-distil (oracle2teacher)": 3.821476459503174,
-      "epoch": 6.587912087912088,
-      "rel-constrast": 3.0965652465820312,
-      "step": 8393,
-      "subrel-constrast": 2.9772355556488037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4734654426574707,
-      "cov-distil (oracle2student)": 4.590142250061035,
-      "cov-distil (oracle2teacher)": 4.281889915466309,
-      "epoch": 6.588697017268446,
-      "rel-constrast": 2.2548255920410156,
-      "step": 8394,
-      "subrel-constrast": 2.8922882080078125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5621895790100098,
-      "cov-distil (oracle2student)": 4.858008861541748,
-      "cov-distil (oracle2teacher)": 4.214550971984863,
-      "epoch": 6.589481946624804,
-      "rel-constrast": 1.9714958667755127,
-      "step": 8395,
-      "subrel-constrast": 2.2356772422790527,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.699921727180481,
-      "cov-distil (oracle2student)": 4.320754528045654,
-      "cov-distil (oracle2teacher)": 3.857114791870117,
-      "epoch": 6.590266875981162,
-      "rel-constrast": 2.5385308265686035,
-      "step": 8396,
-      "subrel-constrast": 3.1491689682006836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.440711498260498,
-      "cov-distil (oracle2student)": 4.200804710388184,
-      "cov-distil (oracle2teacher)": 3.8451690673828125,
-      "epoch": 6.5910518053375196,
-      "rel-constrast": 1.9246529340744019,
-      "step": 8397,
-      "subrel-constrast": 2.992245674133301,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3495844602584839,
-      "cov-distil (oracle2student)": 4.252131462097168,
-      "cov-distil (oracle2teacher)": 4.4517412185668945,
-      "epoch": 6.591836734693878,
-      "rel-constrast": 2.8038408756256104,
-      "step": 8398,
-      "subrel-constrast": 3.3986470699310303,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1636955738067627,
-      "cov-distil (oracle2student)": 4.3502044677734375,
-      "cov-distil (oracle2teacher)": 3.8920750617980957,
-      "epoch": 6.5926216640502355,
-      "rel-constrast": 2.5994746685028076,
-      "step": 8399,
-      "subrel-constrast": 2.9454567432403564,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.593406593406593,
-      "grad_norm": 4.84375,
-      "learning_rate": 3.8034233056118475e-06,
-      "loss": 0.6099,
-      "step": 8400
-    },
-    {
-      "epoch": 6.593406593406593,
-      "overlap": 0.3109374940395355,
-      "step": 8400
-    },
-    {
-      "epoch": 6.593406593406593,
-      "step": 8400,
-      "student margin": 0.05072021484375
-    },
-    {
-      "epoch": 6.593406593406593,
-      "step": 8400,
-      "teacher margin": 0.031219482421875
-    },
-    {
-      "epoch": 6.593406593406593,
-      "margin difference": -0.019500732421875,
-      "step": 8400
-    },
-    {
-      "cov-distil": 1.5593738555908203,
-      "cov-distil (oracle2student)": 3.2971479892730713,
-      "cov-distil (oracle2teacher)": 3.40346097946167,
-      "epoch": 6.593406593406593,
-      "rel-constrast": 2.515230178833008,
-      "step": 8400,
-      "subrel-constrast": 3.4215190410614014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5149989128112793,
-      "cov-distil (oracle2student)": 3.683051109313965,
-      "cov-distil (oracle2teacher)": 3.876742124557495,
-      "epoch": 6.5941915227629515,
-      "rel-constrast": 2.272353172302246,
-      "step": 8401,
-      "subrel-constrast": 3.101030111312866,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.627171516418457,
-      "cov-distil (oracle2student)": 3.9141383171081543,
-      "cov-distil (oracle2teacher)": 4.044152736663818,
-      "epoch": 6.594976452119309,
-      "rel-constrast": 1.8622362613677979,
-      "step": 8402,
-      "subrel-constrast": 3.0043129920959473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5147581100463867,
-      "cov-distil (oracle2student)": 5.796236991882324,
-      "cov-distil (oracle2teacher)": 5.418912887573242,
-      "epoch": 6.5957613814756675,
-      "rel-constrast": 3.0685906410217285,
-      "step": 8403,
-      "subrel-constrast": 3.4244492053985596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2538771629333496,
-      "cov-distil (oracle2student)": 5.864253044128418,
-      "cov-distil (oracle2teacher)": 5.556297302246094,
-      "epoch": 6.596546310832025,
-      "rel-constrast": 2.0122017860412598,
-      "step": 8404,
-      "subrel-constrast": 2.8023414611816406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4253878593444824,
-      "cov-distil (oracle2student)": 4.648118019104004,
-      "cov-distil (oracle2teacher)": 4.084895610809326,
-      "epoch": 6.5973312401883835,
-      "rel-constrast": 2.711343288421631,
-      "step": 8405,
-      "subrel-constrast": 3.314728260040283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4880409240722656,
-      "cov-distil (oracle2student)": 4.964603424072266,
-      "cov-distil (oracle2teacher)": 4.942420959472656,
-      "epoch": 6.598116169544741,
-      "rel-constrast": 2.9741196632385254,
-      "step": 8406,
-      "subrel-constrast": 3.6740972995758057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7162072658538818,
-      "cov-distil (oracle2student)": 4.093470573425293,
-      "cov-distil (oracle2teacher)": 3.8050293922424316,
-      "epoch": 6.5989010989010985,
-      "rel-constrast": 2.0008339881896973,
-      "step": 8407,
-      "subrel-constrast": 3.1865744590759277,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0199756622314453,
-      "cov-distil (oracle2student)": 3.921131134033203,
-      "cov-distil (oracle2teacher)": 3.682502269744873,
-      "epoch": 6.599686028257457,
-      "rel-constrast": 2.841081142425537,
-      "step": 8408,
-      "subrel-constrast": 3.6807875633239746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4198681116104126,
-      "cov-distil (oracle2student)": 4.7929463386535645,
-      "cov-distil (oracle2teacher)": 4.419035911560059,
-      "epoch": 6.6004709576138145,
-      "rel-constrast": 2.913857936859131,
-      "step": 8409,
-      "subrel-constrast": 3.557561159133911,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.601255886970173,
-      "grad_norm": 6.1875,
-      "learning_rate": 3.7572825265175417e-06,
-      "loss": 0.6681,
-      "step": 8410
-    },
-    {
-      "cov-distil": 1.837885856628418,
-      "cov-distil (oracle2student)": 3.8449695110321045,
-      "cov-distil (oracle2teacher)": 4.160398483276367,
-      "epoch": 6.601255886970173,
-      "rel-constrast": 1.74934983253479,
-      "step": 8410,
-      "subrel-constrast": 2.841226577758789,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.302992343902588,
-      "cov-distil (oracle2student)": 3.9097800254821777,
-      "cov-distil (oracle2teacher)": 3.8795909881591797,
-      "epoch": 6.6020408163265305,
-      "rel-constrast": 2.7123804092407227,
-      "step": 8411,
-      "subrel-constrast": 3.201730489730835,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7547938823699951,
-      "cov-distil (oracle2student)": 3.5689990520477295,
-      "cov-distil (oracle2teacher)": 3.7466893196105957,
-      "epoch": 6.602825745682889,
-      "rel-constrast": 3.8040590286254883,
-      "step": 8412,
-      "subrel-constrast": 4.519059181213379,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.345464825630188,
-      "cov-distil (oracle2student)": 6.49049186706543,
-      "cov-distil (oracle2teacher)": 5.660007476806641,
-      "epoch": 6.6036106750392465,
-      "rel-constrast": 2.1557931900024414,
-      "step": 8413,
-      "subrel-constrast": 2.63881254196167,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.920874834060669,
-      "cov-distil (oracle2student)": 3.8822498321533203,
-      "cov-distil (oracle2teacher)": 3.9020376205444336,
-      "epoch": 6.604395604395604,
-      "rel-constrast": 1.9623256921768188,
-      "step": 8414,
-      "subrel-constrast": 3.0634515285491943,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4618489742279053,
-      "cov-distil (oracle2student)": 4.155847549438477,
-      "cov-distil (oracle2teacher)": 3.57966685295105,
-      "epoch": 6.6051805337519625,
-      "rel-constrast": 1.8307182788848877,
-      "step": 8415,
-      "subrel-constrast": 2.5436506271362305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1982526779174805,
-      "cov-distil (oracle2student)": 4.1005706787109375,
-      "cov-distil (oracle2teacher)": 4.350768089294434,
-      "epoch": 6.60596546310832,
-      "rel-constrast": 2.95055890083313,
-      "step": 8416,
-      "subrel-constrast": 4.010096073150635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6264314651489258,
-      "cov-distil (oracle2student)": 5.643435001373291,
-      "cov-distil (oracle2teacher)": 4.810446739196777,
-      "epoch": 6.606750392464678,
-      "rel-constrast": 3.091294527053833,
-      "step": 8417,
-      "subrel-constrast": 3.6028530597686768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.724596381187439,
-      "cov-distil (oracle2student)": 5.352740287780762,
-      "cov-distil (oracle2teacher)": 5.38072395324707,
-      "epoch": 6.607535321821036,
-      "rel-constrast": 2.6258316040039062,
-      "step": 8418,
-      "subrel-constrast": 3.5546982288360596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0797479152679443,
-      "cov-distil (oracle2student)": 3.908876419067383,
-      "cov-distil (oracle2teacher)": 3.6418542861938477,
-      "epoch": 6.608320251177394,
-      "rel-constrast": 2.24719500541687,
-      "step": 8419,
-      "subrel-constrast": 2.4746570587158203,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.609105180533752,
-      "grad_norm": 5.1875,
-      "learning_rate": 3.7114005832318527e-06,
-      "loss": 0.6689,
-      "step": 8420
-    },
-    {
-      "cov-distil": 1.697945475578308,
-      "cov-distil (oracle2student)": 3.9627554416656494,
-      "cov-distil (oracle2teacher)": 4.233575344085693,
-      "epoch": 6.609105180533752,
-      "rel-constrast": 1.9136385917663574,
-      "step": 8420,
-      "subrel-constrast": 3.169137716293335,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3039839267730713,
-      "cov-distil (oracle2student)": 4.509220123291016,
-      "cov-distil (oracle2teacher)": 4.4423112869262695,
-      "epoch": 6.6098901098901095,
-      "rel-constrast": 3.820239543914795,
-      "step": 8421,
-      "subrel-constrast": 4.493029594421387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6574630737304688,
-      "cov-distil (oracle2student)": 5.147180557250977,
-      "cov-distil (oracle2teacher)": 4.86447811126709,
-      "epoch": 6.610675039246468,
-      "rel-constrast": 2.1163535118103027,
-      "step": 8422,
-      "subrel-constrast": 3.013275146484375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.821761131286621,
-      "cov-distil (oracle2student)": 4.261692047119141,
-      "cov-distil (oracle2teacher)": 4.095639705657959,
-      "epoch": 6.6114599686028255,
-      "rel-constrast": 3.2931230068206787,
-      "step": 8423,
-      "subrel-constrast": 3.6722943782806396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7472031116485596,
-      "cov-distil (oracle2student)": 3.640826463699341,
-      "cov-distil (oracle2teacher)": 3.233372211456299,
-      "epoch": 6.612244897959184,
-      "rel-constrast": 2.1532480716705322,
-      "step": 8424,
-      "subrel-constrast": 2.3843741416931152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2585703134536743,
-      "cov-distil (oracle2student)": 5.033398628234863,
-      "cov-distil (oracle2teacher)": 4.599111557006836,
-      "epoch": 6.6130298273155415,
-      "rel-constrast": 1.5609055757522583,
-      "step": 8425,
-      "subrel-constrast": 2.563387632369995,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4282283782958984,
-      "cov-distil (oracle2student)": 5.2905073165893555,
-      "cov-distil (oracle2teacher)": 4.7024359703063965,
-      "epoch": 6.6138147566719,
-      "rel-constrast": 1.7839069366455078,
-      "step": 8426,
-      "subrel-constrast": 2.8327341079711914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2840006351470947,
-      "cov-distil (oracle2student)": 4.602888107299805,
-      "cov-distil (oracle2teacher)": 4.4107160568237305,
-      "epoch": 6.614599686028257,
-      "rel-constrast": 3.580595016479492,
-      "step": 8427,
-      "subrel-constrast": 3.9330637454986572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8448808193206787,
-      "cov-distil (oracle2student)": 5.257689476013184,
-      "cov-distil (oracle2teacher)": 4.44216251373291,
-      "epoch": 6.615384615384615,
-      "rel-constrast": 2.3268158435821533,
-      "step": 8428,
-      "subrel-constrast": 2.5957674980163574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4643807411193848,
-      "cov-distil (oracle2student)": 6.963958740234375,
-      "cov-distil (oracle2teacher)": 6.231305122375488,
-      "epoch": 6.616169544740973,
-      "rel-constrast": 2.5516629219055176,
-      "step": 8429,
-      "subrel-constrast": 3.185469388961792,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.616954474097331,
-      "grad_norm": 7.21875,
-      "learning_rate": 3.66577803481179e-06,
-      "loss": 0.6638,
-      "step": 8430
-    },
-    {
-      "cov-distil": 1.8468385934829712,
-      "cov-distil (oracle2student)": 4.525736331939697,
-      "cov-distil (oracle2teacher)": 4.37750244140625,
-      "epoch": 6.616954474097331,
-      "rel-constrast": 1.8900508880615234,
-      "step": 8430,
-      "subrel-constrast": 2.8277995586395264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4086626768112183,
-      "cov-distil (oracle2student)": 4.236236095428467,
-      "cov-distil (oracle2teacher)": 4.218023300170898,
-      "epoch": 6.617739403453689,
-      "rel-constrast": 3.7294695377349854,
-      "step": 8431,
-      "subrel-constrast": 4.175987720489502,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2417230606079102,
-      "cov-distil (oracle2student)": 2.6049087047576904,
-      "cov-distil (oracle2teacher)": 2.8467466831207275,
-      "epoch": 6.618524332810047,
-      "rel-constrast": 1.812551498413086,
-      "step": 8432,
-      "subrel-constrast": 2.3751819133758545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6180601119995117,
-      "cov-distil (oracle2student)": 3.2516703605651855,
-      "cov-distil (oracle2teacher)": 3.3246102333068848,
-      "epoch": 6.619309262166405,
-      "rel-constrast": 1.8999264240264893,
-      "step": 8433,
-      "subrel-constrast": 2.7652499675750732,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.457230806350708,
-      "cov-distil (oracle2student)": 2.5326743125915527,
-      "cov-distil (oracle2teacher)": 2.670321226119995,
-      "epoch": 6.620094191522763,
-      "rel-constrast": 2.6282753944396973,
-      "step": 8434,
-      "subrel-constrast": 3.0253801345825195,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5710619688034058,
-      "cov-distil (oracle2student)": 2.8221383094787598,
-      "cov-distil (oracle2teacher)": 3.2826547622680664,
-      "epoch": 6.6208791208791204,
-      "rel-constrast": 2.6372313499450684,
-      "step": 8435,
-      "subrel-constrast": 3.3520331382751465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6074135303497314,
-      "cov-distil (oracle2student)": 3.689723491668701,
-      "cov-distil (oracle2teacher)": 3.6425371170043945,
-      "epoch": 6.621664050235479,
-      "rel-constrast": 3.4050536155700684,
-      "step": 8436,
-      "subrel-constrast": 3.8321003913879395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.681343674659729,
-      "cov-distil (oracle2student)": 3.738818645477295,
-      "cov-distil (oracle2teacher)": 3.4159700870513916,
-      "epoch": 6.622448979591836,
-      "rel-constrast": 3.287428140640259,
-      "step": 8437,
-      "subrel-constrast": 4.079231262207031,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5701313018798828,
-      "cov-distil (oracle2student)": 4.645428657531738,
-      "cov-distil (oracle2teacher)": 4.140604019165039,
-      "epoch": 6.623233908948195,
-      "rel-constrast": 1.7740797996520996,
-      "step": 8438,
-      "subrel-constrast": 2.639773368835449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3734655380249023,
-      "cov-distil (oracle2student)": 3.4203853607177734,
-      "cov-distil (oracle2teacher)": 3.0465264320373535,
-      "epoch": 6.624018838304552,
-      "rel-constrast": 1.709930658340454,
-      "step": 8439,
-      "subrel-constrast": 2.5644707679748535,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.624803767660911,
-      "grad_norm": 4.46875,
-      "learning_rate": 3.620415437153696e-06,
-      "loss": 0.6578,
-      "step": 8440
-    },
-    {
-      "cov-distil": 1.6810171604156494,
-      "cov-distil (oracle2student)": 4.634696960449219,
-      "cov-distil (oracle2teacher)": 5.059818267822266,
-      "epoch": 6.624803767660911,
-      "rel-constrast": 2.9876725673675537,
-      "step": 8440,
-      "subrel-constrast": 4.6399054527282715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4231446981430054,
-      "cov-distil (oracle2student)": 4.065617084503174,
-      "cov-distil (oracle2teacher)": 4.037668704986572,
-      "epoch": 6.625588697017268,
-      "rel-constrast": 2.1795339584350586,
-      "step": 8441,
-      "subrel-constrast": 3.100799083709717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2410746812820435,
-      "cov-distil (oracle2student)": 5.675786972045898,
-      "cov-distil (oracle2teacher)": 5.3878278732299805,
-      "epoch": 6.626373626373626,
-      "rel-constrast": 3.462860584259033,
-      "step": 8442,
-      "subrel-constrast": 4.18778133392334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2821369171142578,
-      "cov-distil (oracle2student)": 4.8693647384643555,
-      "cov-distil (oracle2teacher)": 4.690036773681641,
-      "epoch": 6.627158555729984,
-      "rel-constrast": 3.451727867126465,
-      "step": 8443,
-      "subrel-constrast": 3.889450788497925,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5828202962875366,
-      "cov-distil (oracle2student)": 3.6702628135681152,
-      "cov-distil (oracle2teacher)": 3.66737699508667,
-      "epoch": 6.627943485086342,
-      "rel-constrast": 2.1327767372131348,
-      "step": 8444,
-      "subrel-constrast": 3.1060917377471924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2065701484680176,
-      "cov-distil (oracle2student)": 5.360316276550293,
-      "cov-distil (oracle2teacher)": 5.29758358001709,
-      "epoch": 6.6287284144427,
-      "rel-constrast": 2.8665919303894043,
-      "step": 8445,
-      "subrel-constrast": 4.240482330322266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1535325050354004,
-      "cov-distil (oracle2student)": 6.3463544845581055,
-      "cov-distil (oracle2teacher)": 5.8307414054870605,
-      "epoch": 6.629513343799058,
-      "rel-constrast": 2.683340072631836,
-      "step": 8446,
-      "subrel-constrast": 3.8659491539001465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3251582384109497,
-      "cov-distil (oracle2student)": 3.1233468055725098,
-      "cov-distil (oracle2teacher)": 3.143296241760254,
-      "epoch": 6.630298273155416,
-      "rel-constrast": 3.319106101989746,
-      "step": 8447,
-      "subrel-constrast": 3.7063441276550293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3954110145568848,
-      "cov-distil (oracle2student)": 4.9207353591918945,
-      "cov-distil (oracle2teacher)": 4.5764875411987305,
-      "epoch": 6.631083202511774,
-      "rel-constrast": 2.2904484272003174,
-      "step": 8448,
-      "subrel-constrast": 3.055373191833496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1949782371520996,
-      "cov-distil (oracle2student)": 5.1721391677856445,
-      "cov-distil (oracle2teacher)": 4.641659259796143,
-      "epoch": 6.631868131868131,
-      "rel-constrast": 2.1878771781921387,
-      "step": 8449,
-      "subrel-constrast": 2.6300556659698486,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.63265306122449,
-      "grad_norm": 5.78125,
-      "learning_rate": 3.575313342986522e-06,
-      "loss": 0.7253,
-      "step": 8450
-    },
-    {
-      "cov-distil": 1.810823917388916,
-      "cov-distil (oracle2student)": 4.050597190856934,
-      "cov-distil (oracle2teacher)": 3.9314799308776855,
-      "epoch": 6.63265306122449,
-      "rel-constrast": 4.657355785369873,
-      "step": 8450,
-      "subrel-constrast": 4.692354679107666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6760365962982178,
-      "cov-distil (oracle2student)": 3.086818218231201,
-      "cov-distil (oracle2teacher)": 3.5901007652282715,
-      "epoch": 6.633437990580847,
-      "rel-constrast": 3.45672345161438,
-      "step": 8451,
-      "subrel-constrast": 4.39976692199707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.29032564163208,
-      "cov-distil (oracle2student)": 4.39283561706543,
-      "cov-distil (oracle2teacher)": 3.969590902328491,
-      "epoch": 6.634222919937206,
-      "rel-constrast": 3.0793309211730957,
-      "step": 8452,
-      "subrel-constrast": 2.7247495651245117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3907976150512695,
-      "cov-distil (oracle2student)": 4.061712265014648,
-      "cov-distil (oracle2teacher)": 3.573739528656006,
-      "epoch": 6.635007849293563,
-      "rel-constrast": 2.934427499771118,
-      "step": 8453,
-      "subrel-constrast": 3.6077516078948975,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6861097812652588,
-      "cov-distil (oracle2student)": 3.619091510772705,
-      "cov-distil (oracle2teacher)": 3.177751302719116,
-      "epoch": 6.635792778649922,
-      "rel-constrast": 2.858661413192749,
-      "step": 8454,
-      "subrel-constrast": 3.4115517139434814,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2385644912719727,
-      "cov-distil (oracle2student)": 3.344212532043457,
-      "cov-distil (oracle2teacher)": 3.1754891872406006,
-      "epoch": 6.636577708006279,
-      "rel-constrast": 2.77748441696167,
-      "step": 8455,
-      "subrel-constrast": 3.505281448364258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4645291566848755,
-      "cov-distil (oracle2student)": 5.0409979820251465,
-      "cov-distil (oracle2teacher)": 4.854038238525391,
-      "epoch": 6.637362637362637,
-      "rel-constrast": 1.3705365657806396,
-      "step": 8456,
-      "subrel-constrast": 2.330442428588867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0283799171447754,
-      "cov-distil (oracle2student)": 4.928990840911865,
-      "cov-distil (oracle2teacher)": 4.611423492431641,
-      "epoch": 6.638147566718995,
-      "rel-constrast": 2.289707660675049,
-      "step": 8457,
-      "subrel-constrast": 2.9260170459747314,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.577460765838623,
-      "cov-distil (oracle2student)": 4.32000732421875,
-      "cov-distil (oracle2teacher)": 3.9966447353363037,
-      "epoch": 6.638932496075353,
-      "rel-constrast": 3.419679641723633,
-      "step": 8458,
-      "subrel-constrast": 3.8258886337280273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0343830585479736,
-      "cov-distil (oracle2student)": 4.595398902893066,
-      "cov-distil (oracle2teacher)": 4.3884687423706055,
-      "epoch": 6.639717425431711,
-      "rel-constrast": 2.7736949920654297,
-      "step": 8459,
-      "subrel-constrast": 3.412606716156006,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.640502354788069,
-      "grad_norm": 7.71875,
-      "learning_rate": 3.5304723018650427e-06,
-      "loss": 0.7759,
-      "step": 8460
-    },
-    {
-      "cov-distil": 1.3402515649795532,
-      "cov-distil (oracle2student)": 3.471827507019043,
-      "cov-distil (oracle2teacher)": 3.12825870513916,
-      "epoch": 6.640502354788069,
-      "rel-constrast": 1.833453893661499,
-      "step": 8460,
-      "subrel-constrast": 2.3620288372039795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2826842069625854,
-      "cov-distil (oracle2student)": 6.05429220199585,
-      "cov-distil (oracle2teacher)": 5.017006874084473,
-      "epoch": 6.641287284144427,
-      "rel-constrast": 2.742199659347534,
-      "step": 8461,
-      "subrel-constrast": 3.3587820529937744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1880238056182861,
-      "cov-distil (oracle2student)": 3.921881914138794,
-      "cov-distil (oracle2teacher)": 3.1648409366607666,
-      "epoch": 6.642072213500785,
-      "rel-constrast": 2.7442383766174316,
-      "step": 8462,
-      "subrel-constrast": 2.952538251876831,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2749080657958984,
-      "cov-distil (oracle2student)": 5.032526969909668,
-      "cov-distil (oracle2teacher)": 4.325978755950928,
-      "epoch": 6.642857142857143,
-      "rel-constrast": 2.2411136627197266,
-      "step": 8463,
-      "subrel-constrast": 2.7762863636016846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6147377490997314,
-      "cov-distil (oracle2student)": 3.824873924255371,
-      "cov-distil (oracle2teacher)": 3.9231948852539062,
-      "epoch": 6.643642072213501,
-      "rel-constrast": 2.6299595832824707,
-      "step": 8464,
-      "subrel-constrast": 3.3433752059936523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6654012203216553,
-      "cov-distil (oracle2student)": 6.536157608032227,
-      "cov-distil (oracle2teacher)": 5.700578689575195,
-      "epoch": 6.644427001569858,
-      "rel-constrast": 3.0419957637786865,
-      "step": 8465,
-      "subrel-constrast": 3.52995228767395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3240814208984375,
-      "cov-distil (oracle2student)": 5.1937947273254395,
-      "cov-distil (oracle2teacher)": 4.985569477081299,
-      "epoch": 6.645211930926217,
-      "rel-constrast": 2.569704294204712,
-      "step": 8466,
-      "subrel-constrast": 3.6787655353546143,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4433777332305908,
-      "cov-distil (oracle2student)": 4.488541126251221,
-      "cov-distil (oracle2teacher)": 3.8655781745910645,
-      "epoch": 6.645996860282574,
-      "rel-constrast": 2.2813570499420166,
-      "step": 8467,
-      "subrel-constrast": 3.226809024810791,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5665189027786255,
-      "cov-distil (oracle2student)": 2.6668245792388916,
-      "cov-distil (oracle2teacher)": 2.929987907409668,
-      "epoch": 6.646781789638933,
-      "rel-constrast": 2.6226377487182617,
-      "step": 8468,
-      "subrel-constrast": 3.3742082118988037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.362807273864746,
-      "cov-distil (oracle2student)": 4.401088237762451,
-      "cov-distil (oracle2teacher)": 4.068655967712402,
-      "epoch": 6.64756671899529,
-      "rel-constrast": 2.591653347015381,
-      "step": 8469,
-      "subrel-constrast": 3.2349190711975098,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.648351648351649,
-      "grad_norm": 6.03125,
-      "learning_rate": 3.4858928601631922e-06,
-      "loss": 0.6676,
-      "step": 8470
-    },
-    {
-      "cov-distil": 1.3779491186141968,
-      "cov-distil (oracle2student)": 3.9177918434143066,
-      "cov-distil (oracle2teacher)": 3.5604989528656006,
-      "epoch": 6.648351648351649,
-      "rel-constrast": 2.1722288131713867,
-      "step": 8470,
-      "subrel-constrast": 2.977273464202881,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5086160898208618,
-      "cov-distil (oracle2student)": 5.5129170417785645,
-      "cov-distil (oracle2teacher)": 5.5107011795043945,
-      "epoch": 6.649136577708006,
-      "rel-constrast": 2.0858888626098633,
-      "step": 8471,
-      "subrel-constrast": 2.878739595413208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4983948469161987,
-      "cov-distil (oracle2student)": 4.19770622253418,
-      "cov-distil (oracle2teacher)": 4.383186340332031,
-      "epoch": 6.649921507064365,
-      "rel-constrast": 2.511183261871338,
-      "step": 8472,
-      "subrel-constrast": 3.0370588302612305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.537071943283081,
-      "cov-distil (oracle2student)": 3.6318297386169434,
-      "cov-distil (oracle2teacher)": 3.369367837905884,
-      "epoch": 6.650706436420722,
-      "rel-constrast": 2.237065315246582,
-      "step": 8473,
-      "subrel-constrast": 2.940358877182007,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5428454875946045,
-      "cov-distil (oracle2student)": 4.525848388671875,
-      "cov-distil (oracle2teacher)": 3.9863781929016113,
-      "epoch": 6.65149136577708,
-      "rel-constrast": 2.129176139831543,
-      "step": 8474,
-      "subrel-constrast": 2.871304512023926,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.277512788772583,
-      "cov-distil (oracle2student)": 5.082124710083008,
-      "cov-distil (oracle2teacher)": 4.652556896209717,
-      "epoch": 6.652276295133438,
-      "rel-constrast": 2.728076457977295,
-      "step": 8475,
-      "subrel-constrast": 3.454401731491089,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.568556547164917,
-      "cov-distil (oracle2student)": 5.315195083618164,
-      "cov-distil (oracle2teacher)": 5.121851921081543,
-      "epoch": 6.653061224489796,
-      "rel-constrast": 2.4962501525878906,
-      "step": 8476,
-      "subrel-constrast": 3.0207509994506836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5400333404541016,
-      "cov-distil (oracle2student)": 4.883911609649658,
-      "cov-distil (oracle2teacher)": 4.313580513000488,
-      "epoch": 6.653846153846154,
-      "rel-constrast": 2.813068389892578,
-      "step": 8477,
-      "subrel-constrast": 3.62507700920105,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.429510474205017,
-      "cov-distil (oracle2student)": 4.903686046600342,
-      "cov-distil (oracle2teacher)": 4.399995803833008,
-      "epoch": 6.654631083202512,
-      "rel-constrast": 1.8266973495483398,
-      "step": 8478,
-      "subrel-constrast": 2.289886474609375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8659229278564453,
-      "cov-distil (oracle2student)": 4.753900051116943,
-      "cov-distil (oracle2teacher)": 4.519815444946289,
-      "epoch": 6.65541601255887,
-      "rel-constrast": 2.342766523361206,
-      "step": 8479,
-      "subrel-constrast": 3.16471791267395,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.656200941915228,
-      "grad_norm": 5.6875,
-      "learning_rate": 3.441575561067406e-06,
-      "loss": 0.6214,
-      "step": 8480
-    },
-    {
-      "cov-distil": 1.5378996133804321,
-      "cov-distil (oracle2student)": 5.353935241699219,
-      "cov-distil (oracle2teacher)": 4.963397026062012,
-      "epoch": 6.656200941915228,
-      "rel-constrast": 3.391090154647827,
-      "step": 8480,
-      "subrel-constrast": 3.8929572105407715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.214328646659851,
-      "cov-distil (oracle2student)": 4.131916046142578,
-      "cov-distil (oracle2teacher)": 3.913363218307495,
-      "epoch": 6.656985871271585,
-      "rel-constrast": 2.765047073364258,
-      "step": 8481,
-      "subrel-constrast": 3.1276299953460693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.698455572128296,
-      "cov-distil (oracle2student)": 4.198278427124023,
-      "cov-distil (oracle2teacher)": 4.473093032836914,
-      "epoch": 6.657770800627944,
-      "rel-constrast": 2.9422450065612793,
-      "step": 8482,
-      "subrel-constrast": 3.392620325088501,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5552682876586914,
-      "cov-distil (oracle2student)": 4.554874897003174,
-      "cov-distil (oracle2teacher)": 4.833944320678711,
-      "epoch": 6.658555729984301,
-      "rel-constrast": 2.343076229095459,
-      "step": 8483,
-      "subrel-constrast": 3.1442296504974365,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6887638568878174,
-      "cov-distil (oracle2student)": 3.582810401916504,
-      "cov-distil (oracle2teacher)": 3.548114061355591,
-      "epoch": 6.65934065934066,
-      "rel-constrast": 2.062932014465332,
-      "step": 8484,
-      "subrel-constrast": 3.0528433322906494,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7050886154174805,
-      "cov-distil (oracle2student)": 5.684364318847656,
-      "cov-distil (oracle2teacher)": 4.796638011932373,
-      "epoch": 6.660125588697017,
-      "rel-constrast": 2.808711051940918,
-      "step": 8485,
-      "subrel-constrast": 3.4348583221435547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2811601161956787,
-      "cov-distil (oracle2student)": 4.984169006347656,
-      "cov-distil (oracle2teacher)": 4.479919910430908,
-      "epoch": 6.660910518053376,
-      "rel-constrast": 2.440302848815918,
-      "step": 8486,
-      "subrel-constrast": 2.546239137649536,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6503233909606934,
-      "cov-distil (oracle2student)": 3.674914836883545,
-      "cov-distil (oracle2teacher)": 3.091250419616699,
-      "epoch": 6.661695447409733,
-      "rel-constrast": 1.3356519937515259,
-      "step": 8487,
-      "subrel-constrast": 2.0917303562164307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.175861120223999,
-      "cov-distil (oracle2student)": 3.7808079719543457,
-      "cov-distil (oracle2teacher)": 3.2712225914001465,
-      "epoch": 6.662480376766091,
-      "rel-constrast": 1.3252354860305786,
-      "step": 8488,
-      "subrel-constrast": 2.1060523986816406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.558963418006897,
-      "cov-distil (oracle2student)": 4.992462158203125,
-      "cov-distil (oracle2teacher)": 3.9620583057403564,
-      "epoch": 6.663265306122449,
-      "rel-constrast": 2.893216848373413,
-      "step": 8489,
-      "subrel-constrast": 3.6163830757141113,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.664050235478807,
-      "grad_norm": 5.75,
-      "learning_rate": 3.397520944569979e-06,
-      "loss": 0.6479,
-      "step": 8490
-    },
-    {
-      "cov-distil": 1.1851731538772583,
-      "cov-distil (oracle2student)": 4.653980255126953,
-      "cov-distil (oracle2teacher)": 4.072653770446777,
-      "epoch": 6.664050235478807,
-      "rel-constrast": 2.2485804557800293,
-      "step": 8490,
-      "subrel-constrast": 2.5705928802490234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.898227334022522,
-      "cov-distil (oracle2student)": 4.692281723022461,
-      "cov-distil (oracle2teacher)": 4.747280120849609,
-      "epoch": 6.664835164835165,
-      "rel-constrast": 2.588621139526367,
-      "step": 8491,
-      "subrel-constrast": 3.5346522331237793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3048546314239502,
-      "cov-distil (oracle2student)": 4.433067321777344,
-      "cov-distil (oracle2teacher)": 3.9795022010803223,
-      "epoch": 6.665620094191523,
-      "rel-constrast": 2.322072982788086,
-      "step": 8492,
-      "subrel-constrast": 2.8568923473358154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0657501220703125,
-      "cov-distil (oracle2student)": 5.843752861022949,
-      "cov-distil (oracle2teacher)": 4.923698425292969,
-      "epoch": 6.666405023547881,
-      "rel-constrast": 3.3964428901672363,
-      "step": 8493,
-      "subrel-constrast": 3.7909035682678223,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7928972244262695,
-      "cov-distil (oracle2student)": 4.087920188903809,
-      "cov-distil (oracle2teacher)": 4.1147871017456055,
-      "epoch": 6.667189952904239,
-      "rel-constrast": 2.259580135345459,
-      "step": 8494,
-      "subrel-constrast": 3.3092734813690186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9814680814743042,
-      "cov-distil (oracle2student)": 4.098567962646484,
-      "cov-distil (oracle2teacher)": 4.082561492919922,
-      "epoch": 6.667974882260596,
-      "rel-constrast": 2.7684850692749023,
-      "step": 8495,
-      "subrel-constrast": 3.5940592288970947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5473099946975708,
-      "cov-distil (oracle2student)": 4.343152046203613,
-      "cov-distil (oracle2teacher)": 4.013846397399902,
-      "epoch": 6.668759811616955,
-      "rel-constrast": 2.120549201965332,
-      "step": 8496,
-      "subrel-constrast": 3.0731616020202637,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3750953674316406,
-      "cov-distil (oracle2student)": 3.5425913333892822,
-      "cov-distil (oracle2teacher)": 4.054049015045166,
-      "epoch": 6.669544740973312,
-      "rel-constrast": 2.599064350128174,
-      "step": 8497,
-      "subrel-constrast": 3.282428741455078,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.177078366279602,
-      "cov-distil (oracle2student)": 3.4258053302764893,
-      "cov-distil (oracle2teacher)": 3.3580517768859863,
-      "epoch": 6.670329670329671,
-      "rel-constrast": 3.3520405292510986,
-      "step": 8498,
-      "subrel-constrast": 3.2608821392059326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.511646032333374,
-      "cov-distil (oracle2student)": 2.267404556274414,
-      "cov-distil (oracle2teacher)": 2.9030113220214844,
-      "epoch": 6.671114599686028,
-      "rel-constrast": 1.7126954793930054,
-      "step": 8499,
-      "subrel-constrast": 2.9686801433563232,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.671899529042387,
-      "grad_norm": 4.375,
-      "learning_rate": 3.3537295474625222e-06,
-      "loss": 0.6738,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/duc04-P@10": 0.7559999999999999,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/duc04-nDCG@10": 0.7693144860111465,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/duc04-alpha_nDCG@10": 0.5828874205682161,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/multi_news-nDCG@10": 0.6130884007078893,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/multi_news-alpha_nDCG@10": 0.5994744884843572,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "eval/avg": 0.5385668677864694,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "overlap": 0.2874999940395355,
-      "step": 8500
-    },
-    {
-      "epoch": 6.671899529042387,
-      "step": 8500,
-      "student margin": 0.07232666015625
-    },
-    {
-      "epoch": 6.671899529042387,
-      "step": 8500,
-      "teacher margin": 0.04901123046875
-    },
-    {
-      "epoch": 6.671899529042387,
-      "margin difference": -0.0233154296875,
-      "step": 8500
-    },
-    {
-      "cov-distil": 2.319263219833374,
-      "cov-distil (oracle2student)": 3.8759727478027344,
-      "cov-distil (oracle2teacher)": 3.493784189224243,
-      "epoch": 6.671899529042387,
-      "rel-constrast": 2.910043239593506,
-      "step": 8500,
-      "subrel-constrast": 3.5172595977783203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5630505084991455,
-      "cov-distil (oracle2student)": 6.2087531089782715,
-      "cov-distil (oracle2teacher)": 5.1768035888671875,
-      "epoch": 6.672684458398744,
-      "rel-constrast": 2.057229995727539,
-      "step": 8501,
-      "subrel-constrast": 2.8738532066345215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7058860063552856,
-      "cov-distil (oracle2student)": 4.8428449630737305,
-      "cov-distil (oracle2teacher)": 4.666840553283691,
-      "epoch": 6.673469387755102,
-      "rel-constrast": 1.693077564239502,
-      "step": 8502,
-      "subrel-constrast": 2.5463647842407227,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4684474468231201,
-      "cov-distil (oracle2student)": 3.7295451164245605,
-      "cov-distil (oracle2teacher)": 4.046451091766357,
-      "epoch": 6.67425431711146,
-      "rel-constrast": 2.703153371810913,
-      "step": 8503,
-      "subrel-constrast": 3.4514923095703125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7418339252471924,
-      "cov-distil (oracle2student)": 4.426177024841309,
-      "cov-distil (oracle2teacher)": 4.797290802001953,
-      "epoch": 6.675039246467818,
-      "rel-constrast": 3.605659008026123,
-      "step": 8504,
-      "subrel-constrast": 4.142836570739746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4837307929992676,
-      "cov-distil (oracle2student)": 4.546860694885254,
-      "cov-distil (oracle2teacher)": 4.1695404052734375,
-      "epoch": 6.675824175824176,
-      "rel-constrast": 2.4334466457366943,
-      "step": 8505,
-      "subrel-constrast": 3.0477843284606934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8646790981292725,
-      "cov-distil (oracle2student)": 2.705927848815918,
-      "cov-distil (oracle2teacher)": 2.9972329139709473,
-      "epoch": 6.676609105180534,
-      "rel-constrast": 2.472722291946411,
-      "step": 8506,
-      "subrel-constrast": 3.0802090167999268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.375006914138794,
-      "cov-distil (oracle2student)": 4.385705947875977,
-      "cov-distil (oracle2teacher)": 4.083123683929443,
-      "epoch": 6.677394034536892,
-      "rel-constrast": 2.359391689300537,
-      "step": 8507,
-      "subrel-constrast": 3.029430866241455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2469292879104614,
-      "cov-distil (oracle2student)": 4.669039726257324,
-      "cov-distil (oracle2teacher)": 4.3532209396362305,
-      "epoch": 6.67817896389325,
-      "rel-constrast": 1.9770209789276123,
-      "step": 8508,
-      "subrel-constrast": 2.6079487800598145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6855374574661255,
-      "cov-distil (oracle2student)": 4.228828430175781,
-      "cov-distil (oracle2teacher)": 3.7396223545074463,
-      "epoch": 6.678963893249607,
-      "rel-constrast": 2.196298599243164,
-      "step": 8509,
-      "subrel-constrast": 3.4551923274993896,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.679748822605966,
-      "grad_norm": 5.15625,
-      "learning_rate": 3.3102019033293767e-06,
-      "loss": 0.6513,
-      "step": 8510
-    },
-    {
-      "cov-distil": 1.4887090921401978,
-      "cov-distil (oracle2student)": 4.270383834838867,
-      "cov-distil (oracle2teacher)": 4.094499111175537,
-      "epoch": 6.679748822605966,
-      "rel-constrast": 2.381385564804077,
-      "step": 8510,
-      "subrel-constrast": 3.1968774795532227,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4387292861938477,
-      "cov-distil (oracle2student)": 6.138545989990234,
-      "cov-distil (oracle2teacher)": 5.611794471740723,
-      "epoch": 6.680533751962323,
-      "rel-constrast": 2.911318778991699,
-      "step": 8511,
-      "subrel-constrast": 3.320204019546509,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5910749435424805,
-      "cov-distil (oracle2student)": 3.5887486934661865,
-      "cov-distil (oracle2teacher)": 3.664529323577881,
-      "epoch": 6.681318681318682,
-      "rel-constrast": 2.0970077514648438,
-      "step": 8512,
-      "subrel-constrast": 2.946749210357666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5353736877441406,
-      "cov-distil (oracle2student)": 3.754535436630249,
-      "cov-distil (oracle2teacher)": 3.5951013565063477,
-      "epoch": 6.682103610675039,
-      "rel-constrast": 3.3461265563964844,
-      "step": 8513,
-      "subrel-constrast": 3.7120511531829834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3394763469696045,
-      "cov-distil (oracle2student)": 2.8142220973968506,
-      "cov-distil (oracle2teacher)": 2.880723476409912,
-      "epoch": 6.6828885400313975,
-      "rel-constrast": 1.7145881652832031,
-      "step": 8514,
-      "subrel-constrast": 2.528552532196045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5241448879241943,
-      "cov-distil (oracle2student)": 6.250070095062256,
-      "cov-distil (oracle2teacher)": 5.160886764526367,
-      "epoch": 6.683673469387755,
-      "rel-constrast": 2.348130702972412,
-      "step": 8515,
-      "subrel-constrast": 2.6340441703796387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2754223346710205,
-      "cov-distil (oracle2student)": 6.270389556884766,
-      "cov-distil (oracle2teacher)": 5.844207763671875,
-      "epoch": 6.684458398744113,
-      "rel-constrast": 3.9143319129943848,
-      "step": 8516,
-      "subrel-constrast": 5.341085910797119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3641881942749023,
-      "cov-distil (oracle2student)": 3.5544967651367188,
-      "cov-distil (oracle2teacher)": 3.9223532676696777,
-      "epoch": 6.685243328100471,
-      "rel-constrast": 2.3572535514831543,
-      "step": 8517,
-      "subrel-constrast": 3.3608200550079346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3164267539978027,
-      "cov-distil (oracle2student)": 3.2555360794067383,
-      "cov-distil (oracle2teacher)": 3.309635877609253,
-      "epoch": 6.686028257456829,
-      "rel-constrast": 2.376551389694214,
-      "step": 8518,
-      "subrel-constrast": 3.1655733585357666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8265894651412964,
-      "cov-distil (oracle2student)": 4.568450927734375,
-      "cov-distil (oracle2teacher)": 4.484615802764893,
-      "epoch": 6.686813186813187,
-      "rel-constrast": 3.1597394943237305,
-      "step": 8519,
-      "subrel-constrast": 3.766357421875,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.687598116169545,
-      "grad_norm": 8.5,
-      "learning_rate": 3.2669385425411535e-06,
-      "loss": 0.7044,
-      "step": 8520
-    },
-    {
-      "cov-distil": 1.2285833358764648,
-      "cov-distil (oracle2student)": 3.568803548812866,
-      "cov-distil (oracle2teacher)": 3.498744487762451,
-      "epoch": 6.687598116169545,
-      "rel-constrast": 1.5516031980514526,
-      "step": 8520,
-      "subrel-constrast": 2.654033660888672,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4562897682189941,
-      "cov-distil (oracle2student)": 3.8167314529418945,
-      "cov-distil (oracle2teacher)": 4.02754545211792,
-      "epoch": 6.688383045525903,
-      "rel-constrast": 2.692188262939453,
-      "step": 8521,
-      "subrel-constrast": 3.7692766189575195,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2649990320205688,
-      "cov-distil (oracle2student)": 4.819270133972168,
-      "cov-distil (oracle2teacher)": 4.307126522064209,
-      "epoch": 6.689167974882261,
-      "rel-constrast": 2.4980599880218506,
-      "step": 8522,
-      "subrel-constrast": 3.3215620517730713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.883379578590393,
-      "cov-distil (oracle2student)": 3.971256732940674,
-      "cov-distil (oracle2teacher)": 3.914165496826172,
-      "epoch": 6.689952904238618,
-      "rel-constrast": 2.3141884803771973,
-      "step": 8523,
-      "subrel-constrast": 3.175790548324585,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7628692388534546,
-      "cov-distil (oracle2student)": 3.3924732208251953,
-      "cov-distil (oracle2teacher)": 3.1372079849243164,
-      "epoch": 6.6907378335949765,
-      "rel-constrast": 2.0150063037872314,
-      "step": 8524,
-      "subrel-constrast": 2.75211763381958,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3631134033203125,
-      "cov-distil (oracle2student)": 3.6978397369384766,
-      "cov-distil (oracle2teacher)": 3.781925678253174,
-      "epoch": 6.691522762951334,
-      "rel-constrast": 3.1691226959228516,
-      "step": 8525,
-      "subrel-constrast": 3.4873440265655518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6590495109558105,
-      "cov-distil (oracle2student)": 3.912142753601074,
-      "cov-distil (oracle2teacher)": 3.8554799556732178,
-      "epoch": 6.6923076923076925,
-      "rel-constrast": 2.252490997314453,
-      "step": 8526,
-      "subrel-constrast": 2.7651162147521973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0553975105285645,
-      "cov-distil (oracle2student)": 3.0320496559143066,
-      "cov-distil (oracle2teacher)": 3.4182913303375244,
-      "epoch": 6.69309262166405,
-      "rel-constrast": 0.8469324111938477,
-      "step": 8527,
-      "subrel-constrast": 1.6547083854675293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0038254261016846,
-      "cov-distil (oracle2student)": 4.711304187774658,
-      "cov-distil (oracle2teacher)": 4.374608993530273,
-      "epoch": 6.6938775510204085,
-      "rel-constrast": 3.3084936141967773,
-      "step": 8528,
-      "subrel-constrast": 3.9778800010681152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5998694896697998,
-      "cov-distil (oracle2student)": 3.4370265007019043,
-      "cov-distil (oracle2teacher)": 3.559835195541382,
-      "epoch": 6.694662480376766,
-      "rel-constrast": 2.906428337097168,
-      "step": 8529,
-      "subrel-constrast": 3.2405898571014404,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.695447409733124,
-      "grad_norm": 5.375,
-      "learning_rate": 3.223939992248262e-06,
-      "loss": 0.6246,
-      "step": 8530
-    },
-    {
-      "cov-distil": 1.1980624198913574,
-      "cov-distil (oracle2student)": 3.0384278297424316,
-      "cov-distil (oracle2teacher)": 3.045536518096924,
-      "epoch": 6.695447409733124,
-      "rel-constrast": 2.230006694793701,
-      "step": 8530,
-      "subrel-constrast": 2.5740647315979004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4967832565307617,
-      "cov-distil (oracle2student)": 4.632741928100586,
-      "cov-distil (oracle2teacher)": 4.495604038238525,
-      "epoch": 6.696232339089482,
-      "rel-constrast": 2.4553914070129395,
-      "step": 8531,
-      "subrel-constrast": 3.2633044719696045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6834747791290283,
-      "cov-distil (oracle2student)": 5.316588401794434,
-      "cov-distil (oracle2teacher)": 4.563412189483643,
-      "epoch": 6.6970172684458396,
-      "rel-constrast": 1.4495595693588257,
-      "step": 8532,
-      "subrel-constrast": 2.5988755226135254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6256942749023438,
-      "cov-distil (oracle2student)": 4.130169868469238,
-      "cov-distil (oracle2teacher)": 4.063739776611328,
-      "epoch": 6.697802197802198,
-      "rel-constrast": 2.7215847969055176,
-      "step": 8533,
-      "subrel-constrast": 3.369771957397461,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.439268946647644,
-      "cov-distil (oracle2student)": 5.093897819519043,
-      "cov-distil (oracle2teacher)": 5.303218364715576,
-      "epoch": 6.6985871271585555,
-      "rel-constrast": 2.4510252475738525,
-      "step": 8534,
-      "subrel-constrast": 3.350266933441162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8971939086914062,
-      "cov-distil (oracle2student)": 3.9712963104248047,
-      "cov-distil (oracle2teacher)": 4.3631272315979,
-      "epoch": 6.699372056514914,
-      "rel-constrast": 2.1037025451660156,
-      "step": 8535,
-      "subrel-constrast": 2.9641740322113037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.448158860206604,
-      "cov-distil (oracle2student)": 4.758817195892334,
-      "cov-distil (oracle2teacher)": 4.415923595428467,
-      "epoch": 6.7001569858712715,
-      "rel-constrast": 2.7368528842926025,
-      "step": 8536,
-      "subrel-constrast": 3.253079414367676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2352946996688843,
-      "cov-distil (oracle2student)": 5.638397216796875,
-      "cov-distil (oracle2teacher)": 5.39085578918457,
-      "epoch": 6.700941915227629,
-      "rel-constrast": 2.0923211574554443,
-      "step": 8537,
-      "subrel-constrast": 2.615947723388672,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8549890518188477,
-      "cov-distil (oracle2student)": 5.751192092895508,
-      "cov-distil (oracle2teacher)": 4.978137969970703,
-      "epoch": 6.7017268445839875,
-      "rel-constrast": 3.105985641479492,
-      "step": 8538,
-      "subrel-constrast": 3.179513931274414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9690535068511963,
-      "cov-distil (oracle2student)": 3.315890312194824,
-      "cov-distil (oracle2teacher)": 3.655095100402832,
-      "epoch": 6.702511773940345,
-      "rel-constrast": 2.1909754276275635,
-      "step": 8539,
-      "subrel-constrast": 3.053995132446289,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.7032967032967035,
-      "grad_norm": 5.8125,
-      "learning_rate": 3.181206776374454e-06,
-      "loss": 0.6281,
-      "step": 8540
-    },
-    {
-      "cov-distil": 1.0933254957199097,
-      "cov-distil (oracle2student)": 5.1613264083862305,
-      "cov-distil (oracle2teacher)": 5.060685634613037,
-      "epoch": 6.7032967032967035,
-      "rel-constrast": 3.920164108276367,
-      "step": 8540,
-      "subrel-constrast": 4.757192611694336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1203160285949707,
-      "cov-distil (oracle2student)": 5.271384239196777,
-      "cov-distil (oracle2teacher)": 5.202497959136963,
-      "epoch": 6.704081632653061,
-      "rel-constrast": 3.5690019130706787,
-      "step": 8541,
-      "subrel-constrast": 4.004763603210449,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6813125610351562,
-      "cov-distil (oracle2student)": 5.407043933868408,
-      "cov-distil (oracle2teacher)": 4.929891109466553,
-      "epoch": 6.704866562009419,
-      "rel-constrast": 1.739816665649414,
-      "step": 8542,
-      "subrel-constrast": 2.9027669429779053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0810019969940186,
-      "cov-distil (oracle2student)": 4.188379287719727,
-      "cov-distil (oracle2teacher)": 3.8274025917053223,
-      "epoch": 6.705651491365777,
-      "rel-constrast": 3.7494430541992188,
-      "step": 8543,
-      "subrel-constrast": 3.7828454971313477,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5334224700927734,
-      "cov-distil (oracle2student)": 5.9438982009887695,
-      "cov-distil (oracle2teacher)": 4.6052045822143555,
-      "epoch": 6.7064364207221345,
-      "rel-constrast": 1.3689419031143188,
-      "step": 8544,
-      "subrel-constrast": 2.1938271522521973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6470136642456055,
-      "cov-distil (oracle2student)": 4.641664981842041,
-      "cov-distil (oracle2teacher)": 4.737565040588379,
-      "epoch": 6.707221350078493,
-      "rel-constrast": 2.376441717147827,
-      "step": 8545,
-      "subrel-constrast": 3.0398759841918945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3190021514892578,
-      "cov-distil (oracle2student)": 3.319687843322754,
-      "cov-distil (oracle2teacher)": 3.369502067565918,
-      "epoch": 6.7080062794348505,
-      "rel-constrast": 1.6937522888183594,
-      "step": 8546,
-      "subrel-constrast": 2.3156683444976807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7421250343322754,
-      "cov-distil (oracle2student)": 2.8767480850219727,
-      "cov-distil (oracle2teacher)": 3.089282512664795,
-      "epoch": 6.708791208791209,
-      "rel-constrast": 1.6647992134094238,
-      "step": 8547,
-      "subrel-constrast": 2.1903936862945557,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.253192663192749,
-      "cov-distil (oracle2student)": 3.235705852508545,
-      "cov-distil (oracle2teacher)": 2.9405555725097656,
-      "epoch": 6.7095761381475665,
-      "rel-constrast": 2.499868631362915,
-      "step": 8548,
-      "subrel-constrast": 3.4489924907684326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3352460861206055,
-      "cov-distil (oracle2student)": 4.517119407653809,
-      "cov-distil (oracle2teacher)": 4.154323577880859,
-      "epoch": 6.710361067503925,
-      "rel-constrast": 2.8622536659240723,
-      "step": 8549,
-      "subrel-constrast": 3.731750726699829,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.7111459968602825,
-      "grad_norm": 5.6875,
-      "learning_rate": 3.1387394156104893e-06,
-      "loss": 0.6756,
-      "step": 8550
-    },
-    {
-      "cov-distil": 1.5135517120361328,
-      "cov-distil (oracle2student)": 4.81169319152832,
-      "cov-distil (oracle2teacher)": 4.638143539428711,
-      "epoch": 6.7111459968602825,
-      "rel-constrast": 2.5195693969726562,
-      "step": 8550,
-      "subrel-constrast": 2.947478771209717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.174915075302124,
-      "cov-distil (oracle2student)": 5.143689155578613,
-      "cov-distil (oracle2teacher)": 4.716555595397949,
-      "epoch": 6.71193092621664,
-      "rel-constrast": 2.063570022583008,
-      "step": 8551,
-      "subrel-constrast": 2.890286684036255,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2801439762115479,
-      "cov-distil (oracle2student)": 4.0145111083984375,
-      "cov-distil (oracle2teacher)": 3.7104430198669434,
-      "epoch": 6.712715855572998,
-      "rel-constrast": 1.906114101409912,
-      "step": 8552,
-      "subrel-constrast": 2.650872230529785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.262853980064392,
-      "cov-distil (oracle2student)": 2.984290599822998,
-      "cov-distil (oracle2teacher)": 2.7000465393066406,
-      "epoch": 6.713500784929356,
-      "rel-constrast": 2.383856773376465,
-      "step": 8553,
-      "subrel-constrast": 2.5385475158691406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2464687824249268,
-      "cov-distil (oracle2student)": 5.161102294921875,
-      "cov-distil (oracle2teacher)": 5.28574275970459,
-      "epoch": 6.714285714285714,
-      "rel-constrast": 3.573291063308716,
-      "step": 8554,
-      "subrel-constrast": 4.426649570465088,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7642149925231934,
-      "cov-distil (oracle2student)": 4.496182918548584,
-      "cov-distil (oracle2teacher)": 4.193953990936279,
-      "epoch": 6.715070643642072,
-      "rel-constrast": 3.5179176330566406,
-      "step": 8555,
-      "subrel-constrast": 4.438746929168701,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6024225950241089,
-      "cov-distil (oracle2student)": 4.146369457244873,
-      "cov-distil (oracle2teacher)": 3.9864747524261475,
-      "epoch": 6.71585557299843,
-      "rel-constrast": 3.4034767150878906,
-      "step": 8556,
-      "subrel-constrast": 4.06422233581543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0085434913635254,
-      "cov-distil (oracle2student)": 4.663061141967773,
-      "cov-distil (oracle2teacher)": 4.117541313171387,
-      "epoch": 6.716640502354788,
-      "rel-constrast": 3.044238805770874,
-      "step": 8557,
-      "subrel-constrast": 3.0205078125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0714079141616821,
-      "cov-distil (oracle2student)": 5.620388031005859,
-      "cov-distil (oracle2teacher)": 5.021846294403076,
-      "epoch": 6.717425431711146,
-      "rel-constrast": 2.6547577381134033,
-      "step": 8558,
-      "subrel-constrast": 3.1719799041748047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1326377391815186,
-      "cov-distil (oracle2student)": 3.2198753356933594,
-      "cov-distil (oracle2teacher)": 3.0966997146606445,
-      "epoch": 6.718210361067504,
-      "rel-constrast": 1.6519815921783447,
-      "step": 8559,
-      "subrel-constrast": 2.403362989425659,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.718995290423862,
-      "grad_norm": 4.28125,
-      "learning_rate": 3.096538427407747e-06,
-      "loss": 0.7056,
-      "step": 8560
-    },
-    {
-      "cov-distil": 1.469864845275879,
-      "cov-distil (oracle2student)": 4.134891033172607,
-      "cov-distil (oracle2teacher)": 3.902556896209717,
-      "epoch": 6.718995290423862,
-      "rel-constrast": 2.3299379348754883,
-      "step": 8560,
-      "subrel-constrast": 3.4831950664520264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4045454263687134,
-      "cov-distil (oracle2student)": 5.097370147705078,
-      "cov-distil (oracle2teacher)": 4.67189884185791,
-      "epoch": 6.71978021978022,
-      "rel-constrast": 2.603209972381592,
-      "step": 8561,
-      "subrel-constrast": 3.401672840118408,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3368066549301147,
-      "cov-distil (oracle2student)": 5.100408554077148,
-      "cov-distil (oracle2teacher)": 4.693672180175781,
-      "epoch": 6.720565149136577,
-      "rel-constrast": 2.4974732398986816,
-      "step": 8562,
-      "subrel-constrast": 2.6502227783203125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.041328191757202,
-      "cov-distil (oracle2student)": 4.344627380371094,
-      "cov-distil (oracle2teacher)": 4.281616687774658,
-      "epoch": 6.721350078492936,
-      "rel-constrast": 3.5172524452209473,
-      "step": 8563,
-      "subrel-constrast": 4.183268070220947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.677342176437378,
-      "cov-distil (oracle2student)": 4.736498832702637,
-      "cov-distil (oracle2teacher)": 4.285902976989746,
-      "epoch": 6.722135007849293,
-      "rel-constrast": 2.2633395195007324,
-      "step": 8564,
-      "subrel-constrast": 2.933838367462158,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.379353642463684,
-      "cov-distil (oracle2student)": 4.3613433837890625,
-      "cov-distil (oracle2teacher)": 3.601909637451172,
-      "epoch": 6.722919937205652,
-      "rel-constrast": 2.0752694606781006,
-      "step": 8565,
-      "subrel-constrast": 2.8578238487243652,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.283271074295044,
-      "cov-distil (oracle2student)": 5.0147271156311035,
-      "cov-distil (oracle2teacher)": 4.2768754959106445,
-      "epoch": 6.723704866562009,
-      "rel-constrast": 1.5914852619171143,
-      "step": 8566,
-      "subrel-constrast": 2.3836076259613037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3316911458969116,
-      "cov-distil (oracle2student)": 2.278245210647583,
-      "cov-distil (oracle2teacher)": 2.5211474895477295,
-      "epoch": 6.724489795918368,
-      "rel-constrast": 2.4542789459228516,
-      "step": 8567,
-      "subrel-constrast": 3.050069808959961,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1745326519012451,
-      "cov-distil (oracle2student)": 5.747082710266113,
-      "cov-distil (oracle2teacher)": 5.257775783538818,
-      "epoch": 6.725274725274725,
-      "rel-constrast": 2.9626519680023193,
-      "step": 8568,
-      "subrel-constrast": 3.5872156620025635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1301119327545166,
-      "cov-distil (oracle2student)": 5.8822832107543945,
-      "cov-distil (oracle2teacher)": 5.760653495788574,
-      "epoch": 6.726059654631083,
-      "rel-constrast": 2.923471212387085,
-      "step": 8569,
-      "subrel-constrast": 3.211188793182373,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.726844583987441,
-      "grad_norm": 6.46875,
-      "learning_rate": 3.0546043259719604e-06,
-      "loss": 0.666,
-      "step": 8570
-    },
-    {
-      "cov-distil": 1.6258050203323364,
-      "cov-distil (oracle2student)": 3.4657092094421387,
-      "cov-distil (oracle2teacher)": 3.5567102432250977,
-      "epoch": 6.726844583987441,
-      "rel-constrast": 2.6783382892608643,
-      "step": 8570,
-      "subrel-constrast": 3.4450995922088623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.251645803451538,
-      "cov-distil (oracle2student)": 2.984833240509033,
-      "cov-distil (oracle2teacher)": 3.38567852973938,
-      "epoch": 6.727629513343799,
-      "rel-constrast": 2.5745315551757812,
-      "step": 8571,
-      "subrel-constrast": 3.1248722076416016,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2964046001434326,
-      "cov-distil (oracle2student)": 3.4605369567871094,
-      "cov-distil (oracle2teacher)": 3.4622044563293457,
-      "epoch": 6.728414442700157,
-      "rel-constrast": 2.1739418506622314,
-      "step": 8572,
-      "subrel-constrast": 2.8298065662384033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0207092761993408,
-      "cov-distil (oracle2student)": 3.713737964630127,
-      "cov-distil (oracle2teacher)": 3.9637086391448975,
-      "epoch": 6.729199372056515,
-      "rel-constrast": 2.941157817840576,
-      "step": 8573,
-      "subrel-constrast": 3.432196617126465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6169885396957397,
-      "cov-distil (oracle2student)": 5.126153945922852,
-      "cov-distil (oracle2teacher)": 5.067737579345703,
-      "epoch": 6.729984301412873,
-      "rel-constrast": 3.158799648284912,
-      "step": 8574,
-      "subrel-constrast": 3.8388659954071045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2894841432571411,
-      "cov-distil (oracle2student)": 4.083014965057373,
-      "cov-distil (oracle2teacher)": 3.95829439163208,
-      "epoch": 6.730769230769231,
-      "rel-constrast": 1.7775373458862305,
-      "step": 8575,
-      "subrel-constrast": 2.3880558013916016,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5956133604049683,
-      "cov-distil (oracle2student)": 4.158186912536621,
-      "cov-distil (oracle2teacher)": 4.140244960784912,
-      "epoch": 6.731554160125588,
-      "rel-constrast": 2.169269323348999,
-      "step": 8576,
-      "subrel-constrast": 3.0151636600494385,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6562095880508423,
-      "cov-distil (oracle2student)": 4.01448392868042,
-      "cov-distil (oracle2teacher)": 4.027056694030762,
-      "epoch": 6.732339089481947,
-      "rel-constrast": 2.1520681381225586,
-      "step": 8577,
-      "subrel-constrast": 2.764582872390747,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5778770446777344,
-      "cov-distil (oracle2student)": 3.143740653991699,
-      "cov-distil (oracle2teacher)": 3.2849247455596924,
-      "epoch": 6.733124018838304,
-      "rel-constrast": 2.5885353088378906,
-      "step": 8578,
-      "subrel-constrast": 3.1333792209625244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4987545013427734,
-      "cov-distil (oracle2student)": 5.577040672302246,
-      "cov-distil (oracle2teacher)": 4.7641143798828125,
-      "epoch": 6.733908948194663,
-      "rel-constrast": 3.126002073287964,
-      "step": 8579,
-      "subrel-constrast": 3.5704305171966553,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.73469387755102,
-      "grad_norm": 5.53125,
-      "learning_rate": 3.0129376222569117e-06,
-      "loss": 0.6696,
-      "step": 8580
-    },
-    {
-      "cov-distil": 1.1786738634109497,
-      "cov-distil (oracle2student)": 3.4232566356658936,
-      "cov-distil (oracle2teacher)": 3.8754653930664062,
-      "epoch": 6.73469387755102,
-      "rel-constrast": 2.137829065322876,
-      "step": 8580,
-      "subrel-constrast": 2.9000542163848877,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9185727834701538,
-      "cov-distil (oracle2student)": 4.165273666381836,
-      "cov-distil (oracle2teacher)": 3.9847264289855957,
-      "epoch": 6.735478806907379,
-      "rel-constrast": 1.5320717096328735,
-      "step": 8581,
-      "subrel-constrast": 2.432093858718872,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2232484817504883,
-      "cov-distil (oracle2student)": 4.429449558258057,
-      "cov-distil (oracle2teacher)": 4.082766532897949,
-      "epoch": 6.736263736263736,
-      "rel-constrast": 3.5681209564208984,
-      "step": 8582,
-      "subrel-constrast": 4.02518892288208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8266382217407227,
-      "cov-distil (oracle2student)": 4.030757904052734,
-      "cov-distil (oracle2teacher)": 4.00848388671875,
-      "epoch": 6.737048665620094,
-      "rel-constrast": 3.6808464527130127,
-      "step": 8583,
-      "subrel-constrast": 4.622463226318359,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5599877834320068,
-      "cov-distil (oracle2student)": 4.92807149887085,
-      "cov-distil (oracle2teacher)": 4.680370807647705,
-      "epoch": 6.737833594976452,
-      "rel-constrast": 2.2187886238098145,
-      "step": 8584,
-      "subrel-constrast": 3.1080355644226074,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2367987632751465,
-      "cov-distil (oracle2student)": 3.8896799087524414,
-      "cov-distil (oracle2teacher)": 3.7169508934020996,
-      "epoch": 6.73861852433281,
-      "rel-constrast": 1.8635785579681396,
-      "step": 8585,
-      "subrel-constrast": 2.2416532039642334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1874520778656006,
-      "cov-distil (oracle2student)": 4.240861415863037,
-      "cov-distil (oracle2teacher)": 3.925326347351074,
-      "epoch": 6.739403453689168,
-      "rel-constrast": 2.107706069946289,
-      "step": 8586,
-      "subrel-constrast": 3.053900957107544,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.379148244857788,
-      "cov-distil (oracle2student)": 4.921483516693115,
-      "cov-distil (oracle2teacher)": 4.6978840827941895,
-      "epoch": 6.740188383045526,
-      "rel-constrast": 2.895559310913086,
-      "step": 8587,
-      "subrel-constrast": 3.2564337253570557,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0545058250427246,
-      "cov-distil (oracle2student)": 4.259708881378174,
-      "cov-distil (oracle2teacher)": 3.759946823120117,
-      "epoch": 6.740973312401884,
-      "rel-constrast": 3.283392906188965,
-      "step": 8588,
-      "subrel-constrast": 4.219486236572266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2002149820327759,
-      "cov-distil (oracle2student)": 4.756458759307861,
-      "cov-distil (oracle2teacher)": 4.457186698913574,
-      "epoch": 6.741758241758242,
-      "rel-constrast": 1.8661905527114868,
-      "step": 8589,
-      "subrel-constrast": 2.8522956371307373,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.742543171114599,
-      "grad_norm": 5.5,
-      "learning_rate": 2.9715388239582477e-06,
-      "loss": 0.6683,
-      "step": 8590
-    },
-    {
-      "cov-distil": 1.3792003393173218,
-      "cov-distil (oracle2student)": 4.155622482299805,
-      "cov-distil (oracle2teacher)": 4.022798538208008,
-      "epoch": 6.742543171114599,
-      "rel-constrast": 2.367588996887207,
-      "step": 8590,
-      "subrel-constrast": 2.976475715637207,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2136116027832031,
-      "cov-distil (oracle2student)": 6.724821090698242,
-      "cov-distil (oracle2teacher)": 5.737631797790527,
-      "epoch": 6.743328100470958,
-      "rel-constrast": 2.6909191608428955,
-      "step": 8591,
-      "subrel-constrast": 2.7430167198181152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6766587495803833,
-      "cov-distil (oracle2student)": 2.4300689697265625,
-      "cov-distil (oracle2teacher)": 2.387967109680176,
-      "epoch": 6.744113029827315,
-      "rel-constrast": 1.935936450958252,
-      "step": 8592,
-      "subrel-constrast": 2.757436990737915,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4745190143585205,
-      "cov-distil (oracle2student)": 3.1741957664489746,
-      "cov-distil (oracle2teacher)": 3.3747739791870117,
-      "epoch": 6.744897959183674,
-      "rel-constrast": 3.066065788269043,
-      "step": 8593,
-      "subrel-constrast": 3.5323069095611572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7007571458816528,
-      "cov-distil (oracle2student)": 3.3656487464904785,
-      "cov-distil (oracle2teacher)": 3.5059163570404053,
-      "epoch": 6.745682888540031,
-      "rel-constrast": 2.888125419616699,
-      "step": 8594,
-      "subrel-constrast": 3.650683641433716,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1998794078826904,
-      "cov-distil (oracle2student)": 4.8360981941223145,
-      "cov-distil (oracle2teacher)": 4.5956878662109375,
-      "epoch": 6.74646781789639,
-      "rel-constrast": 2.634549617767334,
-      "step": 8595,
-      "subrel-constrast": 3.1294610500335693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4224311113357544,
-      "cov-distil (oracle2student)": 4.931210041046143,
-      "cov-distil (oracle2teacher)": 4.821525573730469,
-      "epoch": 6.747252747252747,
-      "rel-constrast": 2.0676894187927246,
-      "step": 8596,
-      "subrel-constrast": 2.5058460235595703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.517751693725586,
-      "cov-distil (oracle2student)": 4.8951191902160645,
-      "cov-distil (oracle2teacher)": 4.807746410369873,
-      "epoch": 6.748037676609105,
-      "rel-constrast": 2.4037928581237793,
-      "step": 8597,
-      "subrel-constrast": 3.2924275398254395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0219879150390625,
-      "cov-distil (oracle2student)": 5.030818939208984,
-      "cov-distil (oracle2teacher)": 4.085257053375244,
-      "epoch": 6.748822605965463,
-      "rel-constrast": 2.0129384994506836,
-      "step": 8598,
-      "subrel-constrast": 2.4243438243865967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4901723861694336,
-      "cov-distil (oracle2student)": 3.5381317138671875,
-      "cov-distil (oracle2teacher)": 3.3003647327423096,
-      "epoch": 6.749607535321821,
-      "rel-constrast": 1.9806842803955078,
-      "step": 8599,
-      "subrel-constrast": 2.7525811195373535,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.750392464678179,
-      "grad_norm": 5.4375,
-      "learning_rate": 2.930408435507248e-06,
-      "loss": 0.6364,
-      "step": 8600
-    },
-    {
-      "epoch": 6.750392464678179,
-      "overlap": 0.33906251192092896,
-      "step": 8600
-    },
-    {
-      "epoch": 6.750392464678179,
-      "step": 8600,
-      "student margin": 0.0694580078125
-    },
-    {
-      "epoch": 6.750392464678179,
-      "step": 8600,
-      "teacher margin": 0.04095458984375
-    },
-    {
-      "epoch": 6.750392464678179,
-      "margin difference": -0.02850341796875,
-      "step": 8600
-    },
-    {
-      "cov-distil": 1.8949975967407227,
-      "cov-distil (oracle2student)": 3.3624706268310547,
-      "cov-distil (oracle2teacher)": 3.603250026702881,
-      "epoch": 6.750392464678179,
-      "rel-constrast": 1.7208067178726196,
-      "step": 8600,
-      "subrel-constrast": 2.8334288597106934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1545560359954834,
-      "cov-distil (oracle2student)": 3.406020164489746,
-      "cov-distil (oracle2teacher)": 3.5976316928863525,
-      "epoch": 6.751177394034537,
-      "rel-constrast": 2.464629650115967,
-      "step": 8601,
-      "subrel-constrast": 3.1088309288024902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6214635372161865,
-      "cov-distil (oracle2student)": 5.464869976043701,
-      "cov-distil (oracle2teacher)": 4.770905017852783,
-      "epoch": 6.751962323390895,
-      "rel-constrast": 3.3489081859588623,
-      "step": 8602,
-      "subrel-constrast": 3.4318134784698486,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9351404905319214,
-      "cov-distil (oracle2student)": 5.261356353759766,
-      "cov-distil (oracle2teacher)": 5.195231914520264,
-      "epoch": 6.752747252747253,
-      "rel-constrast": 1.8967843055725098,
-      "step": 8603,
-      "subrel-constrast": 2.977940320968628,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6064884662628174,
-      "cov-distil (oracle2student)": 2.831206798553467,
-      "cov-distil (oracle2teacher)": 2.7925002574920654,
-      "epoch": 6.75353218210361,
-      "rel-constrast": 2.003134250640869,
-      "step": 8604,
-      "subrel-constrast": 2.8829562664031982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6724026203155518,
-      "cov-distil (oracle2student)": 3.0051755905151367,
-      "cov-distil (oracle2teacher)": 3.2448408603668213,
-      "epoch": 6.754317111459969,
-      "rel-constrast": 1.7908480167388916,
-      "step": 8605,
-      "subrel-constrast": 2.818817615509033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1645832061767578,
-      "cov-distil (oracle2student)": 2.9184203147888184,
-      "cov-distil (oracle2teacher)": 2.612544536590576,
-      "epoch": 6.755102040816326,
-      "rel-constrast": 1.8572745323181152,
-      "step": 8606,
-      "subrel-constrast": 2.376354932785034,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2900205850601196,
-      "cov-distil (oracle2student)": 3.5963761806488037,
-      "cov-distil (oracle2teacher)": 3.3453307151794434,
-      "epoch": 6.755886970172685,
-      "rel-constrast": 2.1643781661987305,
-      "step": 8607,
-      "subrel-constrast": 2.4360299110412598,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7985817193984985,
-      "cov-distil (oracle2student)": 3.447305679321289,
-      "cov-distil (oracle2teacher)": 3.3000736236572266,
-      "epoch": 6.756671899529042,
-      "rel-constrast": 3.1207003593444824,
-      "step": 8608,
-      "subrel-constrast": 3.2420718669891357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0979700088500977,
-      "cov-distil (oracle2student)": 4.729520797729492,
-      "cov-distil (oracle2teacher)": 4.148390769958496,
-      "epoch": 6.757456828885401,
-      "rel-constrast": 2.7111620903015137,
-      "step": 8609,
-      "subrel-constrast": 3.3470518589019775,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.758241758241758,
-      "grad_norm": 5.53125,
-      "learning_rate": 2.8895469580647314e-06,
-      "loss": 0.6176,
-      "step": 8610
-    },
-    {
-      "cov-distil": 1.253718614578247,
-      "cov-distil (oracle2student)": 2.0290071964263916,
-      "cov-distil (oracle2teacher)": 2.5493364334106445,
-      "epoch": 6.758241758241758,
-      "rel-constrast": 1.8786747455596924,
-      "step": 8610,
-      "subrel-constrast": 2.6019089221954346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1289663314819336,
-      "cov-distil (oracle2student)": 3.035507917404175,
-      "cov-distil (oracle2teacher)": 2.817389965057373,
-      "epoch": 6.759026687598116,
-      "rel-constrast": 2.025473117828369,
-      "step": 8611,
-      "subrel-constrast": 2.790709972381592,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.36240816116333,
-      "cov-distil (oracle2student)": 4.028710842132568,
-      "cov-distil (oracle2teacher)": 4.271231174468994,
-      "epoch": 6.759811616954474,
-      "rel-constrast": 2.442655324935913,
-      "step": 8612,
-      "subrel-constrast": 3.51460599899292,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8248419761657715,
-      "cov-distil (oracle2student)": 3.954627752304077,
-      "cov-distil (oracle2teacher)": 4.478504180908203,
-      "epoch": 6.760596546310832,
-      "rel-constrast": 2.5078442096710205,
-      "step": 8613,
-      "subrel-constrast": 3.8157401084899902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5713119506835938,
-      "cov-distil (oracle2student)": 5.661130428314209,
-      "cov-distil (oracle2teacher)": 5.013454914093018,
-      "epoch": 6.76138147566719,
-      "rel-constrast": 2.370626211166382,
-      "step": 8614,
-      "subrel-constrast": 3.5184247493743896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3899431228637695,
-      "cov-distil (oracle2student)": 4.7169647216796875,
-      "cov-distil (oracle2teacher)": 3.704683780670166,
-      "epoch": 6.762166405023548,
-      "rel-constrast": 2.1348185539245605,
-      "step": 8615,
-      "subrel-constrast": 2.3544702529907227,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1605174541473389,
-      "cov-distil (oracle2student)": 3.9860973358154297,
-      "cov-distil (oracle2teacher)": 3.834293842315674,
-      "epoch": 6.762951334379906,
-      "rel-constrast": 1.952908992767334,
-      "step": 8616,
-      "subrel-constrast": 2.8944244384765625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5718512535095215,
-      "cov-distil (oracle2student)": 3.845003604888916,
-      "cov-distil (oracle2teacher)": 4.68775749206543,
-      "epoch": 6.763736263736264,
-      "rel-constrast": 4.2296247482299805,
-      "step": 8617,
-      "subrel-constrast": 5.214761257171631,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.360404133796692,
-      "cov-distil (oracle2student)": 4.269587516784668,
-      "cov-distil (oracle2teacher)": 4.0800371170043945,
-      "epoch": 6.764521193092621,
-      "rel-constrast": 3.01977801322937,
-      "step": 8618,
-      "subrel-constrast": 3.703049421310425,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7027500867843628,
-      "cov-distil (oracle2student)": 4.8549089431762695,
-      "cov-distil (oracle2teacher)": 4.379766941070557,
-      "epoch": 6.76530612244898,
-      "rel-constrast": 2.243089199066162,
-      "step": 8619,
-      "subrel-constrast": 3.2775816917419434,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.766091051805337,
-      "grad_norm": 6.40625,
-      "learning_rate": 2.848954889514893e-06,
-      "loss": 0.656,
-      "step": 8620
-    },
-    {
-      "cov-distil": 1.2023043632507324,
-      "cov-distil (oracle2student)": 4.7644944190979,
-      "cov-distil (oracle2teacher)": 4.3303141593933105,
-      "epoch": 6.766091051805337,
-      "rel-constrast": 3.283694267272949,
-      "step": 8620,
-      "subrel-constrast": 3.257935047149658,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.537576675415039,
-      "cov-distil (oracle2student)": 4.555590629577637,
-      "cov-distil (oracle2teacher)": 4.530296802520752,
-      "epoch": 6.766875981161696,
-      "rel-constrast": 1.8667728900909424,
-      "step": 8621,
-      "subrel-constrast": 2.959587335586548,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6767560243606567,
-      "cov-distil (oracle2student)": 5.052961349487305,
-      "cov-distil (oracle2teacher)": 3.7045645713806152,
-      "epoch": 6.767660910518053,
-      "rel-constrast": 2.6433115005493164,
-      "step": 8622,
-      "subrel-constrast": 3.1591057777404785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7467224597930908,
-      "cov-distil (oracle2student)": 3.791442394256592,
-      "cov-distil (oracle2teacher)": 4.176212310791016,
-      "epoch": 6.768445839874412,
-      "rel-constrast": 2.36165189743042,
-      "step": 8623,
-      "subrel-constrast": 3.5236897468566895,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.347808599472046,
-      "cov-distil (oracle2student)": 3.461008071899414,
-      "cov-distil (oracle2teacher)": 3.9444961547851562,
-      "epoch": 6.769230769230769,
-      "rel-constrast": 2.8447654247283936,
-      "step": 8624,
-      "subrel-constrast": 3.3650705814361572,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3311593532562256,
-      "cov-distil (oracle2student)": 4.634807109832764,
-      "cov-distil (oracle2teacher)": 4.336580276489258,
-      "epoch": 6.770015698587127,
-      "rel-constrast": 3.907851457595825,
-      "step": 8625,
-      "subrel-constrast": 3.7747802734375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7133982181549072,
-      "cov-distil (oracle2student)": 4.0977373123168945,
-      "cov-distil (oracle2teacher)": 4.046148300170898,
-      "epoch": 6.770800627943485,
-      "rel-constrast": 2.110017776489258,
-      "step": 8626,
-      "subrel-constrast": 3.082343816757202,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0716142654418945,
-      "cov-distil (oracle2student)": 2.8639814853668213,
-      "cov-distil (oracle2teacher)": 2.699239492416382,
-      "epoch": 6.771585557299843,
-      "rel-constrast": 2.7507219314575195,
-      "step": 8627,
-      "subrel-constrast": 3.191840887069702,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4831959009170532,
-      "cov-distil (oracle2student)": 3.01455020904541,
-      "cov-distil (oracle2teacher)": 3.406034469604492,
-      "epoch": 6.772370486656201,
-      "rel-constrast": 3.023460865020752,
-      "step": 8628,
-      "subrel-constrast": 3.915754556655884,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9790494441986084,
-      "cov-distil (oracle2student)": 4.588373184204102,
-      "cov-distil (oracle2teacher)": 4.105108261108398,
-      "epoch": 6.773155416012559,
-      "rel-constrast": 1.994062066078186,
-      "step": 8629,
-      "subrel-constrast": 2.792771816253662,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.773940345368917,
-      "grad_norm": 8.375,
-      "learning_rate": 2.8086327244592814e-06,
-      "loss": 0.7124,
-      "step": 8630
-    },
-    {
-      "cov-distil": 1.6800636053085327,
-      "cov-distil (oracle2student)": 4.114577770233154,
-      "cov-distil (oracle2teacher)": 3.8000595569610596,
-      "epoch": 6.773940345368917,
-      "rel-constrast": 1.7859001159667969,
-      "step": 8630,
-      "subrel-constrast": 3.0712053775787354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2387218475341797,
-      "cov-distil (oracle2student)": 4.754103183746338,
-      "cov-distil (oracle2teacher)": 4.838133811950684,
-      "epoch": 6.774725274725275,
-      "rel-constrast": 2.8191542625427246,
-      "step": 8631,
-      "subrel-constrast": 3.7793185710906982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1205559968948364,
-      "cov-distil (oracle2student)": 3.295011043548584,
-      "cov-distil (oracle2teacher)": 3.063904285430908,
-      "epoch": 6.775510204081632,
-      "rel-constrast": 2.15566086769104,
-      "step": 8632,
-      "subrel-constrast": 2.494903326034546,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.794029951095581,
-      "cov-distil (oracle2student)": 4.969338417053223,
-      "cov-distil (oracle2teacher)": 4.025813102722168,
-      "epoch": 6.776295133437991,
-      "rel-constrast": 2.6233997344970703,
-      "step": 8633,
-      "subrel-constrast": 3.4284508228302,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.88777494430542,
-      "cov-distil (oracle2student)": 3.665264844894409,
-      "cov-distil (oracle2teacher)": 3.4404118061065674,
-      "epoch": 6.777080062794348,
-      "rel-constrast": 2.0084614753723145,
-      "step": 8634,
-      "subrel-constrast": 2.8634912967681885,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9945957064628601,
-      "cov-distil (oracle2student)": 4.166363716125488,
-      "cov-distil (oracle2teacher)": 3.953164577484131,
-      "epoch": 6.777864992150707,
-      "rel-constrast": 1.4908132553100586,
-      "step": 8635,
-      "subrel-constrast": 2.3125991821289062,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.547768473625183,
-      "cov-distil (oracle2student)": 5.031562805175781,
-      "cov-distil (oracle2teacher)": 4.497430801391602,
-      "epoch": 6.778649921507064,
-      "rel-constrast": 2.38093900680542,
-      "step": 8636,
-      "subrel-constrast": 3.138946056365967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4819120168685913,
-      "cov-distil (oracle2student)": 4.047397613525391,
-      "cov-distil (oracle2teacher)": 4.0022101402282715,
-      "epoch": 6.779434850863423,
-      "rel-constrast": 2.136671781539917,
-      "step": 8637,
-      "subrel-constrast": 2.742318868637085,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3606455326080322,
-      "cov-distil (oracle2student)": 4.807740211486816,
-      "cov-distil (oracle2teacher)": 4.888166904449463,
-      "epoch": 6.78021978021978,
-      "rel-constrast": 2.5327789783477783,
-      "step": 8638,
-      "subrel-constrast": 2.938220262527466,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5599524974822998,
-      "cov-distil (oracle2student)": 6.936468124389648,
-      "cov-distil (oracle2teacher)": 6.317838668823242,
-      "epoch": 6.781004709576138,
-      "rel-constrast": 3.0822343826293945,
-      "step": 8639,
-      "subrel-constrast": 3.957051992416382,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.781789638932496,
-      "grad_norm": 6.03125,
-      "learning_rate": 2.768580954210756e-06,
-      "loss": 0.6121,
-      "step": 8640
-    },
-    {
-      "cov-distil": 1.2522168159484863,
-      "cov-distil (oracle2student)": 4.4139533042907715,
-      "cov-distil (oracle2teacher)": 4.302093505859375,
-      "epoch": 6.781789638932496,
-      "rel-constrast": 2.9158265590667725,
-      "step": 8640,
-      "subrel-constrast": 3.6222422122955322,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6954209804534912,
-      "cov-distil (oracle2student)": 4.8585734367370605,
-      "cov-distil (oracle2teacher)": 4.791468620300293,
-      "epoch": 6.782574568288854,
-      "rel-constrast": 2.497586250305176,
-      "step": 8641,
-      "subrel-constrast": 3.799403667449951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2006230354309082,
-      "cov-distil (oracle2student)": 4.158389091491699,
-      "cov-distil (oracle2teacher)": 3.820481538772583,
-      "epoch": 6.783359497645212,
-      "rel-constrast": 1.3690966367721558,
-      "step": 8642,
-      "subrel-constrast": 2.7715041637420654,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.409538745880127,
-      "cov-distil (oracle2student)": 5.766745567321777,
-      "cov-distil (oracle2teacher)": 5.575666427612305,
-      "epoch": 6.78414442700157,
-      "rel-constrast": 3.0159988403320312,
-      "step": 8643,
-      "subrel-constrast": 3.2235004901885986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5276052951812744,
-      "cov-distil (oracle2student)": 4.151669025421143,
-      "cov-distil (oracle2teacher)": 3.9313058853149414,
-      "epoch": 6.784929356357928,
-      "rel-constrast": 3.6895062923431396,
-      "step": 8644,
-      "subrel-constrast": 4.259374141693115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.500932216644287,
-      "cov-distil (oracle2student)": 4.101245880126953,
-      "cov-distil (oracle2teacher)": 3.9642863273620605,
-      "epoch": 6.785714285714286,
-      "rel-constrast": 3.39451265335083,
-      "step": 8645,
-      "subrel-constrast": 3.9593300819396973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3235597610473633,
-      "cov-distil (oracle2student)": 5.534650802612305,
-      "cov-distil (oracle2teacher)": 4.801279067993164,
-      "epoch": 6.786499215070644,
-      "rel-constrast": 2.7823777198791504,
-      "step": 8646,
-      "subrel-constrast": 3.368459701538086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.46588134765625,
-      "cov-distil (oracle2student)": 3.657517194747925,
-      "cov-distil (oracle2teacher)": 3.652611255645752,
-      "epoch": 6.787284144427002,
-      "rel-constrast": 1.9683361053466797,
-      "step": 8647,
-      "subrel-constrast": 3.0675721168518066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5685789585113525,
-      "cov-distil (oracle2student)": 4.246760368347168,
-      "cov-distil (oracle2teacher)": 3.7105202674865723,
-      "epoch": 6.78806907378336,
-      "rel-constrast": 3.1839828491210938,
-      "step": 8648,
-      "subrel-constrast": 3.922701120376587,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8030455112457275,
-      "cov-distil (oracle2student)": 2.761648654937744,
-      "cov-distil (oracle2teacher)": 2.741793394088745,
-      "epoch": 6.7888540031397175,
-      "rel-constrast": 1.9703688621520996,
-      "step": 8649,
-      "subrel-constrast": 2.903740644454956,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.789638932496075,
-      "grad_norm": 7.03125,
-      "learning_rate": 2.728800066787493e-06,
-      "loss": 0.7066,
-      "step": 8650
-    },
-    {
-      "cov-distil": 1.4267150163650513,
-      "cov-distil (oracle2student)": 3.1201372146606445,
-      "cov-distil (oracle2teacher)": 3.3424296379089355,
-      "epoch": 6.789638932496075,
-      "rel-constrast": 2.705822467803955,
-      "step": 8650,
-      "subrel-constrast": 3.2948193550109863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0073516368865967,
-      "cov-distil (oracle2student)": 5.172642230987549,
-      "cov-distil (oracle2teacher)": 4.5436248779296875,
-      "epoch": 6.7904238618524335,
-      "rel-constrast": 2.504261016845703,
-      "step": 8651,
-      "subrel-constrast": 3.1420652866363525,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2872116565704346,
-      "cov-distil (oracle2student)": 3.2647838592529297,
-      "cov-distil (oracle2teacher)": 3.6518454551696777,
-      "epoch": 6.791208791208791,
-      "rel-constrast": 1.949100136756897,
-      "step": 8652,
-      "subrel-constrast": 2.938077449798584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6368393898010254,
-      "cov-distil (oracle2student)": 5.17863655090332,
-      "cov-distil (oracle2teacher)": 5.20130729675293,
-      "epoch": 6.7919937205651495,
-      "rel-constrast": 2.625370979309082,
-      "step": 8653,
-      "subrel-constrast": 3.570120096206665,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1878859996795654,
-      "cov-distil (oracle2student)": 3.604814291000366,
-      "cov-distil (oracle2teacher)": 2.954374313354492,
-      "epoch": 6.792778649921507,
-      "rel-constrast": 2.1160888671875,
-      "step": 8654,
-      "subrel-constrast": 2.6622488498687744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6412408351898193,
-      "cov-distil (oracle2student)": 3.3281302452087402,
-      "cov-distil (oracle2teacher)": 3.2910408973693848,
-      "epoch": 6.7935635792778655,
-      "rel-constrast": 3.119462251663208,
-      "step": 8655,
-      "subrel-constrast": 3.6184775829315186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3304296731948853,
-      "cov-distil (oracle2student)": 4.4998698234558105,
-      "cov-distil (oracle2teacher)": 4.256755828857422,
-      "epoch": 6.794348508634223,
-      "rel-constrast": 1.9306491613388062,
-      "step": 8656,
-      "subrel-constrast": 2.697572946548462,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4985957145690918,
-      "cov-distil (oracle2student)": 4.354378700256348,
-      "cov-distil (oracle2teacher)": 3.804914951324463,
-      "epoch": 6.795133437990581,
-      "rel-constrast": 2.3851850032806396,
-      "step": 8657,
-      "subrel-constrast": 3.3064486980438232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3959970474243164,
-      "cov-distil (oracle2student)": 2.8701677322387695,
-      "cov-distil (oracle2teacher)": 3.4180166721343994,
-      "epoch": 6.795918367346939,
-      "rel-constrast": 2.0855154991149902,
-      "step": 8658,
-      "subrel-constrast": 2.920659065246582,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2855865955352783,
-      "cov-distil (oracle2student)": 4.488654136657715,
-      "cov-distil (oracle2teacher)": 4.396552085876465,
-      "epoch": 6.7967032967032965,
-      "rel-constrast": 1.8948142528533936,
-      "step": 8659,
-      "subrel-constrast": 2.948458433151245,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.797488226059655,
-      "grad_norm": 5.1875,
-      "learning_rate": 2.6892905469070554e-06,
-      "loss": 0.6197,
-      "step": 8660
-    },
-    {
-      "cov-distil": 1.5347115993499756,
-      "cov-distil (oracle2student)": 5.66642951965332,
-      "cov-distil (oracle2teacher)": 5.647923946380615,
-      "epoch": 6.797488226059655,
-      "rel-constrast": 2.0019779205322266,
-      "step": 8660,
-      "subrel-constrast": 2.916172742843628,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3787541389465332,
-      "cov-distil (oracle2student)": 4.483125686645508,
-      "cov-distil (oracle2teacher)": 4.50398063659668,
-      "epoch": 6.7982731554160125,
-      "rel-constrast": 2.4049549102783203,
-      "step": 8661,
-      "subrel-constrast": 2.953195333480835,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.309435486793518,
-      "cov-distil (oracle2student)": 3.696822166442871,
-      "cov-distil (oracle2teacher)": 3.80558180809021,
-      "epoch": 6.799058084772371,
-      "rel-constrast": 2.658118963241577,
-      "step": 8662,
-      "subrel-constrast": 3.6904284954071045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.580112099647522,
-      "cov-distil (oracle2student)": 5.379509925842285,
-      "cov-distil (oracle2teacher)": 5.096453666687012,
-      "epoch": 6.7998430141287285,
-      "rel-constrast": 2.462289571762085,
-      "step": 8663,
-      "subrel-constrast": 3.5477218627929688,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3040008544921875,
-      "cov-distil (oracle2student)": 3.2853312492370605,
-      "cov-distil (oracle2teacher)": 3.1398520469665527,
-      "epoch": 6.800627943485086,
-      "rel-constrast": 2.9796769618988037,
-      "step": 8664,
-      "subrel-constrast": 3.371201753616333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4582784175872803,
-      "cov-distil (oracle2student)": 4.467970371246338,
-      "cov-distil (oracle2teacher)": 4.320573806762695,
-      "epoch": 6.8014128728414445,
-      "rel-constrast": 2.2480149269104004,
-      "step": 8665,
-      "subrel-constrast": 2.6617536544799805,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8176324367523193,
-      "cov-distil (oracle2student)": 3.516918659210205,
-      "cov-distil (oracle2teacher)": 3.807776927947998,
-      "epoch": 6.802197802197802,
-      "rel-constrast": 3.058138370513916,
-      "step": 8666,
-      "subrel-constrast": 4.208859443664551,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.917500615119934,
-      "cov-distil (oracle2student)": 4.008251190185547,
-      "cov-distil (oracle2teacher)": 3.6778674125671387,
-      "epoch": 6.8029827315541604,
-      "rel-constrast": 2.3365604877471924,
-      "step": 8667,
-      "subrel-constrast": 2.7094688415527344,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.726881980895996,
-      "cov-distil (oracle2student)": 3.4617111682891846,
-      "cov-distil (oracle2teacher)": 3.826352596282959,
-      "epoch": 6.803767660910518,
-      "rel-constrast": 2.856031656265259,
-      "step": 8668,
-      "subrel-constrast": 3.0344767570495605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4029996395111084,
-      "cov-distil (oracle2student)": 3.494450807571411,
-      "cov-distil (oracle2teacher)": 3.5230519771575928,
-      "epoch": 6.804552590266876,
-      "rel-constrast": 2.247898817062378,
-      "step": 8669,
-      "subrel-constrast": 3.440765857696533,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.805337519623234,
-      "grad_norm": 4.5625,
-      "learning_rate": 2.6500528759804716e-06,
-      "loss": 0.6699,
-      "step": 8670
-    },
-    {
-      "cov-distil": 1.7140161991119385,
-      "cov-distil (oracle2student)": 4.13077449798584,
-      "cov-distil (oracle2teacher)": 3.9279067516326904,
-      "epoch": 6.805337519623234,
-      "rel-constrast": 2.948765993118286,
-      "step": 8670,
-      "subrel-constrast": 3.73750901222229,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9409736394882202,
-      "cov-distil (oracle2student)": 6.582898139953613,
-      "cov-distil (oracle2teacher)": 5.949366569519043,
-      "epoch": 6.8061224489795915,
-      "rel-constrast": 2.987825870513916,
-      "step": 8671,
-      "subrel-constrast": 4.045329570770264,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3852696418762207,
-      "cov-distil (oracle2student)": 4.3238325119018555,
-      "cov-distil (oracle2teacher)": 3.9827370643615723,
-      "epoch": 6.80690737833595,
-      "rel-constrast": 1.8117519617080688,
-      "step": 8672,
-      "subrel-constrast": 3.0646467208862305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7782255411148071,
-      "cov-distil (oracle2student)": 5.199512481689453,
-      "cov-distil (oracle2teacher)": 5.0118608474731445,
-      "epoch": 6.8076923076923075,
-      "rel-constrast": 2.8431029319763184,
-      "step": 8673,
-      "subrel-constrast": 3.4908878803253174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5420987606048584,
-      "cov-distil (oracle2student)": 4.23408842086792,
-      "cov-distil (oracle2teacher)": 3.85479736328125,
-      "epoch": 6.808477237048666,
-      "rel-constrast": 1.8671940565109253,
-      "step": 8674,
-      "subrel-constrast": 2.7914111614227295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.573496699333191,
-      "cov-distil (oracle2student)": 4.570653438568115,
-      "cov-distil (oracle2teacher)": 4.457551002502441,
-      "epoch": 6.8092621664050235,
-      "rel-constrast": 2.3647780418395996,
-      "step": 8675,
-      "subrel-constrast": 3.2021803855895996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4526326656341553,
-      "cov-distil (oracle2student)": 3.9803662300109863,
-      "cov-distil (oracle2teacher)": 3.402967929840088,
-      "epoch": 6.810047095761382,
-      "rel-constrast": 2.2786076068878174,
-      "step": 8676,
-      "subrel-constrast": 2.927811861038208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1357579231262207,
-      "cov-distil (oracle2student)": 2.89632511138916,
-      "cov-distil (oracle2teacher)": 2.8809375762939453,
-      "epoch": 6.810832025117739,
-      "rel-constrast": 1.9790399074554443,
-      "step": 8677,
-      "subrel-constrast": 2.6154086589813232,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8254902362823486,
-      "cov-distil (oracle2student)": 4.416189193725586,
-      "cov-distil (oracle2teacher)": 4.432199954986572,
-      "epoch": 6.811616954474097,
-      "rel-constrast": 2.5574917793273926,
-      "step": 8678,
-      "subrel-constrast": 3.2999072074890137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6223578453063965,
-      "cov-distil (oracle2student)": 5.222491264343262,
-      "cov-distil (oracle2teacher)": 4.330684661865234,
-      "epoch": 6.812401883830455,
-      "rel-constrast": 3.0683038234710693,
-      "step": 8679,
-      "subrel-constrast": 3.6734209060668945,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.813186813186813,
-      "grad_norm": 5.875,
-      "learning_rate": 2.6110875321063822e-06,
-      "loss": 0.6576,
-      "step": 8680
-    },
-    {
-      "cov-distil": 1.9614695310592651,
-      "cov-distil (oracle2student)": 3.7367148399353027,
-      "cov-distil (oracle2teacher)": 4.070476531982422,
-      "epoch": 6.813186813186813,
-      "rel-constrast": 2.70782208442688,
-      "step": 8680,
-      "subrel-constrast": 4.0154619216918945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5307636260986328,
-      "cov-distil (oracle2student)": 3.894272804260254,
-      "cov-distil (oracle2teacher)": 3.8228468894958496,
-      "epoch": 6.813971742543171,
-      "rel-constrast": 2.0658576488494873,
-      "step": 8681,
-      "subrel-constrast": 2.9196863174438477,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2267606258392334,
-      "cov-distil (oracle2student)": 2.061699867248535,
-      "cov-distil (oracle2teacher)": 2.443653106689453,
-      "epoch": 6.814756671899529,
-      "rel-constrast": 2.66701602935791,
-      "step": 8682,
-      "subrel-constrast": 3.21417236328125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.023841381072998,
-      "cov-distil (oracle2student)": 3.2819714546203613,
-      "cov-distil (oracle2teacher)": 3.5550780296325684,
-      "epoch": 6.815541601255887,
-      "rel-constrast": 1.669411301612854,
-      "step": 8683,
-      "subrel-constrast": 2.5048978328704834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.031306266784668,
-      "cov-distil (oracle2student)": 4.845232963562012,
-      "cov-distil (oracle2teacher)": 4.089345932006836,
-      "epoch": 6.816326530612245,
-      "rel-constrast": 3.007424831390381,
-      "step": 8684,
-      "subrel-constrast": 3.8509225845336914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1333699226379395,
-      "cov-distil (oracle2student)": 4.232876777648926,
-      "cov-distil (oracle2teacher)": 4.135772705078125,
-      "epoch": 6.8171114599686025,
-      "rel-constrast": 2.838585376739502,
-      "step": 8685,
-      "subrel-constrast": 3.6276865005493164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3343892097473145,
-      "cov-distil (oracle2student)": 4.041461944580078,
-      "cov-distil (oracle2teacher)": 4.131649971008301,
-      "epoch": 6.817896389324961,
-      "rel-constrast": 2.780179023742676,
-      "step": 8686,
-      "subrel-constrast": 3.155681610107422,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.359430193901062,
-      "cov-distil (oracle2student)": 4.931482791900635,
-      "cov-distil (oracle2teacher)": 4.769287586212158,
-      "epoch": 6.818681318681318,
-      "rel-constrast": 2.011322498321533,
-      "step": 8687,
-      "subrel-constrast": 3.03487229347229,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5566623210906982,
-      "cov-distil (oracle2student)": 4.31431245803833,
-      "cov-distil (oracle2teacher)": 3.959808588027954,
-      "epoch": 6.819466248037677,
-      "rel-constrast": 1.6931960582733154,
-      "step": 8688,
-      "subrel-constrast": 2.968310832977295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.564812183380127,
-      "cov-distil (oracle2student)": 4.844311237335205,
-      "cov-distil (oracle2teacher)": 4.445395469665527,
-      "epoch": 6.820251177394034,
-      "rel-constrast": 3.93249773979187,
-      "step": 8689,
-      "subrel-constrast": 3.9809367656707764,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.821036106750393,
-      "grad_norm": 7.375,
-      "learning_rate": 2.5723949900652024e-06,
-      "loss": 0.6736,
-      "step": 8690
-    },
-    {
-      "cov-distil": 1.8820719718933105,
-      "cov-distil (oracle2student)": 2.997824192047119,
-      "cov-distil (oracle2teacher)": 3.421855926513672,
-      "epoch": 6.821036106750393,
-      "rel-constrast": 2.469882011413574,
-      "step": 8690,
-      "subrel-constrast": 3.4700262546539307,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.67496919631958,
-      "cov-distil (oracle2student)": 4.263395309448242,
-      "cov-distil (oracle2teacher)": 4.208813190460205,
-      "epoch": 6.82182103610675,
-      "rel-constrast": 3.2130680084228516,
-      "step": 8691,
-      "subrel-constrast": 3.8048276901245117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6716430187225342,
-      "cov-distil (oracle2student)": 3.8267791271209717,
-      "cov-distil (oracle2teacher)": 3.558701276779175,
-      "epoch": 6.822605965463108,
-      "rel-constrast": 2.391951560974121,
-      "step": 8692,
-      "subrel-constrast": 3.2117574214935303,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.803282380104065,
-      "cov-distil (oracle2student)": 4.808854579925537,
-      "cov-distil (oracle2teacher)": 4.623702049255371,
-      "epoch": 6.823390894819466,
-      "rel-constrast": 2.4051055908203125,
-      "step": 8693,
-      "subrel-constrast": 3.481365442276001,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2932815551757812,
-      "cov-distil (oracle2student)": 4.752499580383301,
-      "cov-distil (oracle2teacher)": 4.010942459106445,
-      "epoch": 6.824175824175824,
-      "rel-constrast": 1.5426685810089111,
-      "step": 8694,
-      "subrel-constrast": 2.3809258937835693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.443722128868103,
-      "cov-distil (oracle2student)": 4.399731636047363,
-      "cov-distil (oracle2teacher)": 4.595988750457764,
-      "epoch": 6.824960753532182,
-      "rel-constrast": 3.137777805328369,
-      "step": 8695,
-      "subrel-constrast": 4.201554775238037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3196048736572266,
-      "cov-distil (oracle2student)": 3.2320001125335693,
-      "cov-distil (oracle2teacher)": 3.0842363834381104,
-      "epoch": 6.82574568288854,
-      "rel-constrast": 2.5268495082855225,
-      "step": 8696,
-      "subrel-constrast": 2.896233320236206,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5186176300048828,
-      "cov-distil (oracle2student)": 4.535531997680664,
-      "cov-distil (oracle2teacher)": 3.9208908081054688,
-      "epoch": 6.826530612244898,
-      "rel-constrast": 2.5872318744659424,
-      "step": 8697,
-      "subrel-constrast": 2.914027214050293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.551820993423462,
-      "cov-distil (oracle2student)": 4.491244316101074,
-      "cov-distil (oracle2teacher)": 4.718780994415283,
-      "epoch": 6.827315541601256,
-      "rel-constrast": 1.9926702976226807,
-      "step": 8698,
-      "subrel-constrast": 3.4452250003814697,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4410951137542725,
-      "cov-distil (oracle2student)": 4.856349945068359,
-      "cov-distil (oracle2teacher)": 4.389255046844482,
-      "epoch": 6.828100470957613,
-      "rel-constrast": 2.383411407470703,
-      "step": 8699,
-      "subrel-constrast": 3.300312042236328,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.828885400313972,
-      "grad_norm": 5.53125,
-      "learning_rate": 2.5339757213133502e-06,
-      "loss": 0.6553,
-      "step": 8700
-    },
-    {
-      "epoch": 6.828885400313972,
-      "overlap": 0.37031251192092896,
-      "step": 8700
-    },
-    {
-      "epoch": 6.828885400313972,
-      "step": 8700,
-      "student margin": 0.07177734375
-    },
-    {
-      "epoch": 6.828885400313972,
-      "step": 8700,
-      "teacher margin": 0.0499267578125
-    },
-    {
-      "epoch": 6.828885400313972,
-      "margin difference": -0.0218505859375,
-      "step": 8700
-    },
-    {
-      "cov-distil": 1.5998036861419678,
-      "cov-distil (oracle2student)": 2.8642544746398926,
-      "cov-distil (oracle2teacher)": 2.8617544174194336,
-      "epoch": 6.828885400313972,
-      "rel-constrast": 1.138671636581421,
-      "step": 8700,
-      "subrel-constrast": 2.0778450965881348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4070909023284912,
-      "cov-distil (oracle2student)": 4.403797149658203,
-      "cov-distil (oracle2teacher)": 4.311551094055176,
-      "epoch": 6.829670329670329,
-      "rel-constrast": 1.6409704685211182,
-      "step": 8701,
-      "subrel-constrast": 2.4501893520355225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7302662134170532,
-      "cov-distil (oracle2student)": 2.8487000465393066,
-      "cov-distil (oracle2teacher)": 3.083263397216797,
-      "epoch": 6.830455259026688,
-      "rel-constrast": 2.5177001953125,
-      "step": 8702,
-      "subrel-constrast": 3.219818592071533,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5981130599975586,
-      "cov-distil (oracle2student)": 5.727466106414795,
-      "cov-distil (oracle2teacher)": 5.1012725830078125,
-      "epoch": 6.831240188383045,
-      "rel-constrast": 3.471571922302246,
-      "step": 8703,
-      "subrel-constrast": 3.817486047744751,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4677631855010986,
-      "cov-distil (oracle2student)": 4.99898624420166,
-      "cov-distil (oracle2teacher)": 4.636139869689941,
-      "epoch": 6.832025117739404,
-      "rel-constrast": 2.0861144065856934,
-      "step": 8704,
-      "subrel-constrast": 2.7731611728668213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6976314783096313,
-      "cov-distil (oracle2student)": 3.6936326026916504,
-      "cov-distil (oracle2teacher)": 3.3567070960998535,
-      "epoch": 6.832810047095761,
-      "rel-constrast": 2.379703998565674,
-      "step": 8705,
-      "subrel-constrast": 3.454921245574951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6794118881225586,
-      "cov-distil (oracle2student)": 5.046255588531494,
-      "cov-distil (oracle2teacher)": 5.5246195793151855,
-      "epoch": 6.833594976452119,
-      "rel-constrast": 3.406897783279419,
-      "step": 8706,
-      "subrel-constrast": 4.479288101196289,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3827389478683472,
-      "cov-distil (oracle2student)": 4.762801170349121,
-      "cov-distil (oracle2teacher)": 4.423880577087402,
-      "epoch": 6.834379905808477,
-      "rel-constrast": 3.341838836669922,
-      "step": 8707,
-      "subrel-constrast": 3.3133513927459717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3044837713241577,
-      "cov-distil (oracle2student)": 5.846435070037842,
-      "cov-distil (oracle2teacher)": 5.23102331161499,
-      "epoch": 6.835164835164835,
-      "rel-constrast": 1.9916353225708008,
-      "step": 8708,
-      "subrel-constrast": 2.8125054836273193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7723106145858765,
-      "cov-distil (oracle2student)": 4.606504440307617,
-      "cov-distil (oracle2teacher)": 4.239646911621094,
-      "epoch": 6.835949764521193,
-      "rel-constrast": 2.605083465576172,
-      "step": 8709,
-      "subrel-constrast": 3.799119710922241,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.836734693877551,
-      "grad_norm": 6.46875,
-      "learning_rate": 2.4958301939774833e-06,
-      "loss": 0.6536,
-      "step": 8710
-    },
-    {
-      "cov-distil": 1.118642807006836,
-      "cov-distil (oracle2student)": 2.5069055557250977,
-      "cov-distil (oracle2teacher)": 2.656578540802002,
-      "epoch": 6.836734693877551,
-      "rel-constrast": 2.257093906402588,
-      "step": 8710,
-      "subrel-constrast": 3.012052297592163,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.633723497390747,
-      "cov-distil (oracle2student)": 5.1122660636901855,
-      "cov-distil (oracle2teacher)": 5.201949596405029,
-      "epoch": 6.837519623233909,
-      "rel-constrast": 2.815101146697998,
-      "step": 8711,
-      "subrel-constrast": 3.3032867908477783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1806552410125732,
-      "cov-distil (oracle2student)": 3.5397603511810303,
-      "cov-distil (oracle2teacher)": 3.5983469486236572,
-      "epoch": 6.838304552590267,
-      "rel-constrast": 3.4636471271514893,
-      "step": 8712,
-      "subrel-constrast": 3.6815309524536133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5375728607177734,
-      "cov-distil (oracle2student)": 4.504955768585205,
-      "cov-distil (oracle2teacher)": 3.850259304046631,
-      "epoch": 6.839089481946624,
-      "rel-constrast": 2.5179336071014404,
-      "step": 8713,
-      "subrel-constrast": 3.181159496307373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.559746503829956,
-      "cov-distil (oracle2student)": 3.9757843017578125,
-      "cov-distil (oracle2teacher)": 3.987639904022217,
-      "epoch": 6.839874411302983,
-      "rel-constrast": 2.2566208839416504,
-      "step": 8714,
-      "subrel-constrast": 3.1940927505493164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.545745849609375,
-      "cov-distil (oracle2student)": 5.160689353942871,
-      "cov-distil (oracle2teacher)": 5.175298690795898,
-      "epoch": 6.84065934065934,
-      "rel-constrast": 2.5707831382751465,
-      "step": 8715,
-      "subrel-constrast": 3.6979517936706543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5475250482559204,
-      "cov-distil (oracle2student)": 4.098695755004883,
-      "cov-distil (oracle2teacher)": 3.9855051040649414,
-      "epoch": 6.841444270015699,
-      "rel-constrast": 2.8137917518615723,
-      "step": 8716,
-      "subrel-constrast": 3.684825897216797,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1992559432983398,
-      "cov-distil (oracle2student)": 5.504229545593262,
-      "cov-distil (oracle2teacher)": 4.751896858215332,
-      "epoch": 6.842229199372056,
-      "rel-constrast": 3.04191255569458,
-      "step": 8717,
-      "subrel-constrast": 3.324312686920166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9436159133911133,
-      "cov-distil (oracle2student)": 4.101391792297363,
-      "cov-distil (oracle2teacher)": 4.355525970458984,
-      "epoch": 6.843014128728415,
-      "rel-constrast": 1.7332960367202759,
-      "step": 8718,
-      "subrel-constrast": 2.7801856994628906,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.917021632194519,
-      "cov-distil (oracle2student)": 5.621313095092773,
-      "cov-distil (oracle2teacher)": 5.05251407623291,
-      "epoch": 6.843799058084772,
-      "rel-constrast": 2.699638605117798,
-      "step": 8719,
-      "subrel-constrast": 3.570732593536377,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.84458398744113,
-      "grad_norm": 5.9375,
-      "learning_rate": 2.457958872848823e-06,
-      "loss": 0.6922,
-      "step": 8720
-    },
-    {
-      "cov-distil": 1.2225403785705566,
-      "cov-distil (oracle2student)": 3.164275646209717,
-      "cov-distil (oracle2teacher)": 3.008960247039795,
-      "epoch": 6.84458398744113,
-      "rel-constrast": 2.7656381130218506,
-      "step": 8720,
-      "subrel-constrast": 2.851043462753296,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3582990169525146,
-      "cov-distil (oracle2student)": 5.216036319732666,
-      "cov-distil (oracle2teacher)": 4.910674095153809,
-      "epoch": 6.845368916797488,
-      "rel-constrast": 2.6218204498291016,
-      "step": 8721,
-      "subrel-constrast": 2.993928909301758,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7303638458251953,
-      "cov-distil (oracle2student)": 3.480698347091675,
-      "cov-distil (oracle2teacher)": 3.9793453216552734,
-      "epoch": 6.846153846153846,
-      "rel-constrast": 2.970766305923462,
-      "step": 8722,
-      "subrel-constrast": 4.394276142120361,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5248873233795166,
-      "cov-distil (oracle2student)": 3.8718981742858887,
-      "cov-distil (oracle2teacher)": 4.184382915496826,
-      "epoch": 6.846938775510204,
-      "rel-constrast": 2.3065645694732666,
-      "step": 8723,
-      "subrel-constrast": 3.3167645931243896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.526074767112732,
-      "cov-distil (oracle2student)": 4.546977519989014,
-      "cov-distil (oracle2teacher)": 4.063900470733643,
-      "epoch": 6.847723704866562,
-      "rel-constrast": 2.861405849456787,
-      "step": 8724,
-      "subrel-constrast": 3.695922374725342,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3821351528167725,
-      "cov-distil (oracle2student)": 3.871309757232666,
-      "cov-distil (oracle2teacher)": 3.8501431941986084,
-      "epoch": 6.84850863422292,
-      "rel-constrast": 2.621094226837158,
-      "step": 8725,
-      "subrel-constrast": 3.0328824520111084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7196401357650757,
-      "cov-distil (oracle2student)": 5.013209819793701,
-      "cov-distil (oracle2teacher)": 4.897952079772949,
-      "epoch": 6.849293563579278,
-      "rel-constrast": 2.9903194904327393,
-      "step": 8726,
-      "subrel-constrast": 3.9410600662231445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.504897117614746,
-      "cov-distil (oracle2student)": 3.387641429901123,
-      "cov-distil (oracle2teacher)": 3.1095356941223145,
-      "epoch": 6.850078492935635,
-      "rel-constrast": 1.6657488346099854,
-      "step": 8727,
-      "subrel-constrast": 2.4101972579956055,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2306458950042725,
-      "cov-distil (oracle2student)": 3.702683925628662,
-      "cov-distil (oracle2teacher)": 4.004695892333984,
-      "epoch": 6.850863422291994,
-      "rel-constrast": 2.6593377590179443,
-      "step": 8728,
-      "subrel-constrast": 3.4036810398101807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9677563309669495,
-      "cov-distil (oracle2student)": 4.7186279296875,
-      "cov-distil (oracle2teacher)": 4.323713779449463,
-      "epoch": 6.851648351648351,
-      "rel-constrast": 3.1070570945739746,
-      "step": 8729,
-      "subrel-constrast": 3.0534021854400635,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.85243328100471,
-      "grad_norm": 6.15625,
-      "learning_rate": 2.4203622193774646e-06,
-      "loss": 0.6997,
-      "step": 8730
-    },
-    {
-      "cov-distil": 2.046064853668213,
-      "cov-distil (oracle2student)": 3.7159197330474854,
-      "cov-distil (oracle2teacher)": 4.254617691040039,
-      "epoch": 6.85243328100471,
-      "rel-constrast": 1.7796850204467773,
-      "step": 8730,
-      "subrel-constrast": 3.051177740097046,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3452645540237427,
-      "cov-distil (oracle2student)": 4.460793495178223,
-      "cov-distil (oracle2teacher)": 3.757096290588379,
-      "epoch": 6.853218210361067,
-      "rel-constrast": 2.488100528717041,
-      "step": 8731,
-      "subrel-constrast": 2.914196252822876,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4703680276870728,
-      "cov-distil (oracle2student)": 5.282201290130615,
-      "cov-distil (oracle2teacher)": 5.22380256652832,
-      "epoch": 6.854003139717426,
-      "rel-constrast": 2.8152945041656494,
-      "step": 8732,
-      "subrel-constrast": 3.845125198364258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3189573287963867,
-      "cov-distil (oracle2student)": 6.443266868591309,
-      "cov-distil (oracle2teacher)": 6.0016632080078125,
-      "epoch": 6.854788069073783,
-      "rel-constrast": 2.8297386169433594,
-      "step": 8733,
-      "subrel-constrast": 3.606369733810425,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0987975597381592,
-      "cov-distil (oracle2student)": 3.2076773643493652,
-      "cov-distil (oracle2teacher)": 3.2586140632629395,
-      "epoch": 6.855572998430142,
-      "rel-constrast": 1.8574037551879883,
-      "step": 8734,
-      "subrel-constrast": 2.5868382453918457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9461126327514648,
-      "cov-distil (oracle2student)": 3.1992268562316895,
-      "cov-distil (oracle2teacher)": 3.3941831588745117,
-      "epoch": 6.856357927786499,
-      "rel-constrast": 2.5066747665405273,
-      "step": 8735,
-      "subrel-constrast": 3.2876827716827393,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2591557502746582,
-      "cov-distil (oracle2student)": 4.1496357917785645,
-      "cov-distil (oracle2teacher)": 3.8803465366363525,
-      "epoch": 6.857142857142857,
-      "rel-constrast": 3.286569118499756,
-      "step": 8736,
-      "subrel-constrast": 3.869819164276123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5669727325439453,
-      "cov-distil (oracle2student)": 4.994857311248779,
-      "cov-distil (oracle2teacher)": 4.337289810180664,
-      "epoch": 6.857927786499215,
-      "rel-constrast": 3.9350244998931885,
-      "step": 8737,
-      "subrel-constrast": 4.16990327835083,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.60883629322052,
-      "cov-distil (oracle2student)": 3.697948932647705,
-      "cov-distil (oracle2teacher)": 3.2384033203125,
-      "epoch": 6.858712715855573,
-      "rel-constrast": 3.4416635036468506,
-      "step": 8738,
-      "subrel-constrast": 3.63212251663208,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2018067836761475,
-      "cov-distil (oracle2student)": 2.702515125274658,
-      "cov-distil (oracle2teacher)": 2.6730923652648926,
-      "epoch": 6.859497645211931,
-      "rel-constrast": 2.470534086227417,
-      "step": 8739,
-      "subrel-constrast": 3.2161874771118164,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.860282574568289,
-      "grad_norm": 5.3125,
-      "learning_rate": 2.3830406916667604e-06,
-      "loss": 0.7224,
-      "step": 8740
-    },
-    {
-      "cov-distil": 1.6775881052017212,
-      "cov-distil (oracle2student)": 4.981085777282715,
-      "cov-distil (oracle2teacher)": 5.0697174072265625,
-      "epoch": 6.860282574568289,
-      "rel-constrast": 1.9278790950775146,
-      "step": 8740,
-      "subrel-constrast": 2.797532081604004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7165995836257935,
-      "cov-distil (oracle2student)": 4.057828426361084,
-      "cov-distil (oracle2teacher)": 4.195466995239258,
-      "epoch": 6.861067503924647,
-      "rel-constrast": 1.708706021308899,
-      "step": 8741,
-      "subrel-constrast": 2.885427951812744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6233179569244385,
-      "cov-distil (oracle2student)": 4.411850452423096,
-      "cov-distil (oracle2teacher)": 4.126228332519531,
-      "epoch": 6.861852433281005,
-      "rel-constrast": 2.882911205291748,
-      "step": 8742,
-      "subrel-constrast": 3.4480879306793213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0958547592163086,
-      "cov-distil (oracle2student)": 4.3332624435424805,
-      "cov-distil (oracle2teacher)": 4.170580863952637,
-      "epoch": 6.862637362637363,
-      "rel-constrast": 1.8082759380340576,
-      "step": 8743,
-      "subrel-constrast": 2.2532055377960205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9932665824890137,
-      "cov-distil (oracle2student)": 4.2619524002075195,
-      "cov-distil (oracle2teacher)": 4.197455406188965,
-      "epoch": 6.863422291993721,
-      "rel-constrast": 3.3526036739349365,
-      "step": 8744,
-      "subrel-constrast": 4.216405868530273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1062791347503662,
-      "cov-distil (oracle2student)": 7.042795181274414,
-      "cov-distil (oracle2teacher)": 6.044599533081055,
-      "epoch": 6.864207221350078,
-      "rel-constrast": 2.1270923614501953,
-      "step": 8745,
-      "subrel-constrast": 3.055424928665161,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9874964952468872,
-      "cov-distil (oracle2student)": 6.470263957977295,
-      "cov-distil (oracle2teacher)": 6.389434814453125,
-      "epoch": 6.864992150706437,
-      "rel-constrast": 2.7100698947906494,
-      "step": 8746,
-      "subrel-constrast": 3.583456516265869,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0435354709625244,
-      "cov-distil (oracle2student)": 6.447178840637207,
-      "cov-distil (oracle2teacher)": 6.131486415863037,
-      "epoch": 6.865777080062794,
-      "rel-constrast": 2.179440975189209,
-      "step": 8747,
-      "subrel-constrast": 3.502350091934204,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.277564287185669,
-      "cov-distil (oracle2student)": 3.9932594299316406,
-      "cov-distil (oracle2teacher)": 4.159140110015869,
-      "epoch": 6.866562009419153,
-      "rel-constrast": 3.0147225856781006,
-      "step": 8748,
-      "subrel-constrast": 3.588042736053467,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8169724941253662,
-      "cov-distil (oracle2student)": 4.655501842498779,
-      "cov-distil (oracle2teacher)": 4.143335819244385,
-      "epoch": 6.86734693877551,
-      "rel-constrast": 2.3439440727233887,
-      "step": 8749,
-      "subrel-constrast": 3.090263843536377,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.868131868131869,
-      "grad_norm": 5.53125,
-      "learning_rate": 2.3459947444677554e-06,
-      "loss": 0.6397,
-      "step": 8750
-    },
-    {
-      "cov-distil": 1.3534835577011108,
-      "cov-distil (oracle2student)": 3.9284446239471436,
-      "cov-distil (oracle2teacher)": 3.7743237018585205,
-      "epoch": 6.868131868131869,
-      "rel-constrast": 1.9838060140609741,
-      "step": 8750,
-      "subrel-constrast": 2.7627530097961426,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3892822265625,
-      "cov-distil (oracle2student)": 4.502991676330566,
-      "cov-distil (oracle2teacher)": 3.925997495651245,
-      "epoch": 6.868916797488226,
-      "rel-constrast": 2.6727190017700195,
-      "step": 8751,
-      "subrel-constrast": 3.0352799892425537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3803032636642456,
-      "cov-distil (oracle2student)": 3.9423089027404785,
-      "cov-distil (oracle2teacher)": 3.8511195182800293,
-      "epoch": 6.869701726844584,
-      "rel-constrast": 2.4295830726623535,
-      "step": 8752,
-      "subrel-constrast": 3.0116069316864014,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2295138835906982,
-      "cov-distil (oracle2student)": 4.326683044433594,
-      "cov-distil (oracle2teacher)": 3.9240264892578125,
-      "epoch": 6.870486656200942,
-      "rel-constrast": 2.6700491905212402,
-      "step": 8753,
-      "subrel-constrast": 3.021399974822998,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.603855013847351,
-      "cov-distil (oracle2student)": 5.212274551391602,
-      "cov-distil (oracle2teacher)": 4.695734024047852,
-      "epoch": 6.8712715855573,
-      "rel-constrast": 3.9429771900177,
-      "step": 8754,
-      "subrel-constrast": 4.0748820304870605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5991252660751343,
-      "cov-distil (oracle2student)": 2.7139244079589844,
-      "cov-distil (oracle2teacher)": 2.9296393394470215,
-      "epoch": 6.872056514913658,
-      "rel-constrast": 2.965205192565918,
-      "step": 8755,
-      "subrel-constrast": 3.582172155380249,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4686027765274048,
-      "cov-distil (oracle2student)": 3.5919547080993652,
-      "cov-distil (oracle2teacher)": 2.79443097114563,
-      "epoch": 6.872841444270016,
-      "rel-constrast": 1.9088983535766602,
-      "step": 8756,
-      "subrel-constrast": 2.427335500717163,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3480491638183594,
-      "cov-distil (oracle2student)": 4.883806228637695,
-      "cov-distil (oracle2teacher)": 4.813948631286621,
-      "epoch": 6.873626373626374,
-      "rel-constrast": 2.892869472503662,
-      "step": 8757,
-      "subrel-constrast": 3.2724263668060303,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9665756821632385,
-      "cov-distil (oracle2student)": 2.9318795204162598,
-      "cov-distil (oracle2teacher)": 2.6702027320861816,
-      "epoch": 6.874411302982732,
-      "rel-constrast": 1.919783353805542,
-      "step": 8758,
-      "subrel-constrast": 2.354652166366577,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7938003540039062,
-      "cov-distil (oracle2student)": 4.839827537536621,
-      "cov-distil (oracle2teacher)": 4.653957843780518,
-      "epoch": 6.875196232339089,
-      "rel-constrast": 2.7468624114990234,
-      "step": 8759,
-      "subrel-constrast": 3.5948879718780518,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.875981161695448,
-      "grad_norm": 5.84375,
-      "learning_rate": 2.3092248291736147e-06,
-      "loss": 0.6887,
-      "step": 8760
-    },
-    {
-      "cov-distil": 1.4938338994979858,
-      "cov-distil (oracle2student)": 4.053768157958984,
-      "cov-distil (oracle2teacher)": 4.1587748527526855,
-      "epoch": 6.875981161695448,
-      "rel-constrast": 2.5709633827209473,
-      "step": 8760,
-      "subrel-constrast": 2.980478048324585,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5366460084915161,
-      "cov-distil (oracle2student)": 5.473124027252197,
-      "cov-distil (oracle2teacher)": 5.3333282470703125,
-      "epoch": 6.876766091051805,
-      "rel-constrast": 2.942056655883789,
-      "step": 8761,
-      "subrel-constrast": 3.5866310596466064,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1536884307861328,
-      "cov-distil (oracle2student)": 3.987311840057373,
-      "cov-distil (oracle2teacher)": 3.129633903503418,
-      "epoch": 6.877551020408164,
-      "rel-constrast": 2.3078603744506836,
-      "step": 8762,
-      "subrel-constrast": 2.8613743782043457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8832019567489624,
-      "cov-distil (oracle2student)": 4.24306583404541,
-      "cov-distil (oracle2teacher)": 3.700368881225586,
-      "epoch": 6.878335949764521,
-      "rel-constrast": 2.1893515586853027,
-      "step": 8763,
-      "subrel-constrast": 3.134399890899658,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1468236446380615,
-      "cov-distil (oracle2student)": 3.7972252368927,
-      "cov-distil (oracle2teacher)": 3.5557756423950195,
-      "epoch": 6.8791208791208796,
-      "rel-constrast": 2.3396859169006348,
-      "step": 8764,
-      "subrel-constrast": 2.7181925773620605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2646738290786743,
-      "cov-distil (oracle2student)": 3.6003756523132324,
-      "cov-distil (oracle2teacher)": 2.9570231437683105,
-      "epoch": 6.879905808477237,
-      "rel-constrast": 2.479905605316162,
-      "step": 8765,
-      "subrel-constrast": 2.709348201751709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3552958965301514,
-      "cov-distil (oracle2student)": 3.6714401245117188,
-      "cov-distil (oracle2teacher)": 3.545165538787842,
-      "epoch": 6.880690737833595,
-      "rel-constrast": 3.8328871726989746,
-      "step": 8766,
-      "subrel-constrast": 4.8241167068481445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3075461387634277,
-      "cov-distil (oracle2student)": 4.816634178161621,
-      "cov-distil (oracle2teacher)": 4.306394577026367,
-      "epoch": 6.881475667189953,
-      "rel-constrast": 2.725637912750244,
-      "step": 8767,
-      "subrel-constrast": 3.245807409286499,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4333240985870361,
-      "cov-distil (oracle2student)": 4.492656230926514,
-      "cov-distil (oracle2teacher)": 3.65667724609375,
-      "epoch": 6.882260596546311,
-      "rel-constrast": 2.2638931274414062,
-      "step": 8768,
-      "subrel-constrast": 3.1765856742858887,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1237514019012451,
-      "cov-distil (oracle2student)": 3.7975316047668457,
-      "cov-distil (oracle2teacher)": 3.747225284576416,
-      "epoch": 6.883045525902669,
-      "rel-constrast": 2.3042163848876953,
-      "step": 8769,
-      "subrel-constrast": 2.9954617023468018,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.883830455259027,
-      "grad_norm": 4.6875,
-      "learning_rate": 2.272731393814165e-06,
-      "loss": 0.6832,
-      "step": 8770
-    },
-    {
-      "cov-distil": 1.5579413175582886,
-      "cov-distil (oracle2student)": 3.0842509269714355,
-      "cov-distil (oracle2teacher)": 2.9807183742523193,
-      "epoch": 6.883830455259027,
-      "rel-constrast": 2.6548562049865723,
-      "step": 8770,
-      "subrel-constrast": 3.4216692447662354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5096213817596436,
-      "cov-distil (oracle2student)": 4.126020431518555,
-      "cov-distil (oracle2teacher)": 3.690382480621338,
-      "epoch": 6.884615384615385,
-      "rel-constrast": 2.9391930103302,
-      "step": 8771,
-      "subrel-constrast": 3.5967695713043213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2242634296417236,
-      "cov-distil (oracle2student)": 4.687978744506836,
-      "cov-distil (oracle2teacher)": 4.8390960693359375,
-      "epoch": 6.885400313971743,
-      "rel-constrast": 4.118054389953613,
-      "step": 8772,
-      "subrel-constrast": 4.314205169677734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1655610799789429,
-      "cov-distil (oracle2student)": 4.603475093841553,
-      "cov-distil (oracle2teacher)": 4.190638542175293,
-      "epoch": 6.8861852433281,
-      "rel-constrast": 3.75538969039917,
-      "step": 8773,
-      "subrel-constrast": 4.168473720550537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4799795150756836,
-      "cov-distil (oracle2student)": 3.773496150970459,
-      "cov-distil (oracle2teacher)": 3.4247477054595947,
-      "epoch": 6.8869701726844585,
-      "rel-constrast": 2.896113395690918,
-      "step": 8774,
-      "subrel-constrast": 3.3725318908691406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.097794532775879,
-      "cov-distil (oracle2student)": 3.6292169094085693,
-      "cov-distil (oracle2teacher)": 3.808232069015503,
-      "epoch": 6.887755102040816,
-      "rel-constrast": 1.4258756637573242,
-      "step": 8775,
-      "subrel-constrast": 2.0808844566345215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3053843975067139,
-      "cov-distil (oracle2student)": 6.2784953117370605,
-      "cov-distil (oracle2teacher)": 5.613055229187012,
-      "epoch": 6.8885400313971745,
-      "rel-constrast": 2.6330227851867676,
-      "step": 8776,
-      "subrel-constrast": 3.228541612625122,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2785695791244507,
-      "cov-distil (oracle2student)": 3.2328901290893555,
-      "cov-distil (oracle2teacher)": 3.0387914180755615,
-      "epoch": 6.889324960753532,
-      "rel-constrast": 1.703505277633667,
-      "step": 8777,
-      "subrel-constrast": 2.4597878456115723,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2623581886291504,
-      "cov-distil (oracle2student)": 3.37797212600708,
-      "cov-distil (oracle2teacher)": 3.390970230102539,
-      "epoch": 6.8901098901098905,
-      "rel-constrast": 2.0900278091430664,
-      "step": 8778,
-      "subrel-constrast": 2.3168623447418213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6051636934280396,
-      "cov-distil (oracle2student)": 3.8610012531280518,
-      "cov-distil (oracle2teacher)": 4.150558948516846,
-      "epoch": 6.890894819466248,
-      "rel-constrast": 2.255685329437256,
-      "step": 8779,
-      "subrel-constrast": 3.5954084396362305,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.891679748822606,
-      "grad_norm": 6.8125,
-      "learning_rate": 2.2365148830503917e-06,
-      "loss": 0.6955,
-      "step": 8780
-    },
-    {
-      "cov-distil": 1.6627577543258667,
-      "cov-distil (oracle2student)": 3.171175003051758,
-      "cov-distil (oracle2teacher)": 3.7205209732055664,
-      "epoch": 6.891679748822606,
-      "rel-constrast": 2.3806629180908203,
-      "step": 8780,
-      "subrel-constrast": 2.722052574157715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0675824880599976,
-      "cov-distil (oracle2student)": 4.354708194732666,
-      "cov-distil (oracle2teacher)": 4.156247138977051,
-      "epoch": 6.892464678178964,
-      "rel-constrast": 1.5353835821151733,
-      "step": 8781,
-      "subrel-constrast": 1.9950125217437744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4463562965393066,
-      "cov-distil (oracle2student)": 3.773292303085327,
-      "cov-distil (oracle2teacher)": 3.412498712539673,
-      "epoch": 6.893249607535322,
-      "rel-constrast": 2.264305591583252,
-      "step": 8782,
-      "subrel-constrast": 2.6365013122558594,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.231123447418213,
-      "cov-distil (oracle2student)": 3.4719834327697754,
-      "cov-distil (oracle2teacher)": 3.349785804748535,
-      "epoch": 6.89403453689168,
-      "rel-constrast": 1.62787663936615,
-      "step": 8783,
-      "subrel-constrast": 2.627068042755127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.776073694229126,
-      "cov-distil (oracle2student)": 6.172509670257568,
-      "cov-distil (oracle2teacher)": 5.657403469085693,
-      "epoch": 6.8948194662480375,
-      "rel-constrast": 2.9192445278167725,
-      "step": 8784,
-      "subrel-constrast": 3.5115673542022705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7511792182922363,
-      "cov-distil (oracle2student)": 5.0175275802612305,
-      "cov-distil (oracle2teacher)": 4.588096618652344,
-      "epoch": 6.895604395604396,
-      "rel-constrast": 2.577039957046509,
-      "step": 8785,
-      "subrel-constrast": 3.1232638359069824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4670547246932983,
-      "cov-distil (oracle2student)": 4.489390850067139,
-      "cov-distil (oracle2teacher)": 4.18916654586792,
-      "epoch": 6.8963893249607535,
-      "rel-constrast": 2.72145676612854,
-      "step": 8786,
-      "subrel-constrast": 3.6451456546783447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9460769295692444,
-      "cov-distil (oracle2student)": 3.3876700401306152,
-      "cov-distil (oracle2teacher)": 2.9195313453674316,
-      "epoch": 6.897174254317111,
-      "rel-constrast": 1.8276636600494385,
-      "step": 8787,
-      "subrel-constrast": 2.2783191204071045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3570789098739624,
-      "cov-distil (oracle2student)": 4.350829124450684,
-      "cov-distil (oracle2teacher)": 3.8840012550354004,
-      "epoch": 6.8979591836734695,
-      "rel-constrast": 1.3979830741882324,
-      "step": 8788,
-      "subrel-constrast": 2.0968968868255615,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1711729764938354,
-      "cov-distil (oracle2student)": 3.7895755767822266,
-      "cov-distil (oracle2teacher)": 3.1903128623962402,
-      "epoch": 6.898744113029827,
-      "rel-constrast": 2.3800883293151855,
-      "step": 8789,
-      "subrel-constrast": 2.7596874237060547,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.8995290423861855,
-      "grad_norm": 6.21875,
-      "learning_rate": 2.2005757381690475e-06,
-      "loss": 0.5755,
-      "step": 8790
-    },
-    {
-      "cov-distil": 1.6470189094543457,
-      "cov-distil (oracle2student)": 3.0980372428894043,
-      "cov-distil (oracle2teacher)": 3.303379774093628,
-      "epoch": 6.8995290423861855,
-      "rel-constrast": 2.1792402267456055,
-      "step": 8790,
-      "subrel-constrast": 2.6962599754333496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8983290195465088,
-      "cov-distil (oracle2student)": 6.1190643310546875,
-      "cov-distil (oracle2teacher)": 5.858142852783203,
-      "epoch": 6.900313971742543,
-      "rel-constrast": 2.374830484390259,
-      "step": 8791,
-      "subrel-constrast": 3.0553252696990967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6442266702651978,
-      "cov-distil (oracle2student)": 4.252070426940918,
-      "cov-distil (oracle2teacher)": 4.107592582702637,
-      "epoch": 6.9010989010989015,
-      "rel-constrast": 2.978876829147339,
-      "step": 8792,
-      "subrel-constrast": 3.9617888927459717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0736225843429565,
-      "cov-distil (oracle2student)": 3.8410539627075195,
-      "cov-distil (oracle2teacher)": 3.424490451812744,
-      "epoch": 6.901883830455259,
-      "rel-constrast": 2.053597927093506,
-      "step": 8793,
-      "subrel-constrast": 2.6042652130126953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8395416736602783,
-      "cov-distil (oracle2student)": 3.8167622089385986,
-      "cov-distil (oracle2teacher)": 3.8049449920654297,
-      "epoch": 6.9026687598116165,
-      "rel-constrast": 3.0254781246185303,
-      "step": 8794,
-      "subrel-constrast": 3.3348519802093506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6897962093353271,
-      "cov-distil (oracle2student)": 5.770106792449951,
-      "cov-distil (oracle2teacher)": 5.108736515045166,
-      "epoch": 6.903453689167975,
-      "rel-constrast": 2.442262649536133,
-      "step": 8795,
-      "subrel-constrast": 2.918527841567993,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3283812999725342,
-      "cov-distil (oracle2student)": 3.3044562339782715,
-      "cov-distil (oracle2teacher)": 3.154845714569092,
-      "epoch": 6.9042386185243325,
-      "rel-constrast": 2.6407835483551025,
-      "step": 8796,
-      "subrel-constrast": 3.6249256134033203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3184375762939453,
-      "cov-distil (oracle2student)": 3.621612310409546,
-      "cov-distil (oracle2teacher)": 3.7246968746185303,
-      "epoch": 6.905023547880691,
-      "rel-constrast": 1.7411713600158691,
-      "step": 8797,
-      "subrel-constrast": 2.442580223083496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.071389079093933,
-      "cov-distil (oracle2student)": 4.104106903076172,
-      "cov-distil (oracle2teacher)": 4.310018062591553,
-      "epoch": 6.9058084772370485,
-      "rel-constrast": 2.100527286529541,
-      "step": 8798,
-      "subrel-constrast": 2.751234769821167,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6484891176223755,
-      "cov-distil (oracle2student)": 6.031333923339844,
-      "cov-distil (oracle2teacher)": 5.0889081954956055,
-      "epoch": 6.906593406593407,
-      "rel-constrast": 2.187101364135742,
-      "step": 8799,
-      "subrel-constrast": 3.174558162689209,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.9073783359497645,
-      "grad_norm": 5.21875,
-      "learning_rate": 2.164914397077275e-06,
-      "loss": 0.631,
-      "step": 8800
-    },
-    {
-      "epoch": 6.9073783359497645,
-      "overlap": 0.36406251788139343,
-      "step": 8800
-    },
-    {
-      "epoch": 6.9073783359497645,
-      "step": 8800,
-      "student margin": 0.05926513671875
-    },
-    {
-      "epoch": 6.9073783359497645,
-      "step": 8800,
-      "teacher margin": 0.039337158203125
-    },
-    {
-      "epoch": 6.9073783359497645,
-      "margin difference": -0.019927978515625,
-      "step": 8800
-    },
-    {
-      "cov-distil": 1.1525557041168213,
-      "cov-distil (oracle2student)": 6.132819175720215,
-      "cov-distil (oracle2teacher)": 5.549199104309082,
-      "epoch": 6.9073783359497645,
-      "rel-constrast": 2.7785305976867676,
-      "step": 8800,
-      "subrel-constrast": 3.5075128078460693,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7686045169830322,
-      "cov-distil (oracle2student)": 4.189377784729004,
-      "cov-distil (oracle2teacher)": 3.9345543384552,
-      "epoch": 6.908163265306122,
-      "rel-constrast": 2.043386220932007,
-      "step": 8801,
-      "subrel-constrast": 2.7980246543884277,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.371872901916504,
-      "cov-distil (oracle2student)": 5.066699028015137,
-      "cov-distil (oracle2teacher)": 4.48616361618042,
-      "epoch": 6.9089481946624804,
-      "rel-constrast": 2.7364964485168457,
-      "step": 8802,
-      "subrel-constrast": 3.4911985397338867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7565431594848633,
-      "cov-distil (oracle2student)": 4.033587455749512,
-      "cov-distil (oracle2teacher)": 4.01729154586792,
-      "epoch": 6.909733124018838,
-      "rel-constrast": 2.02433443069458,
-      "step": 8803,
-      "subrel-constrast": 2.9837052822113037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7429041862487793,
-      "cov-distil (oracle2student)": 4.4953107833862305,
-      "cov-distil (oracle2teacher)": 4.314218521118164,
-      "epoch": 6.910518053375196,
-      "rel-constrast": 2.434536933898926,
-      "step": 8804,
-      "subrel-constrast": 3.099886417388916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6018781661987305,
-      "cov-distil (oracle2student)": 4.713105201721191,
-      "cov-distil (oracle2teacher)": 4.654376983642578,
-      "epoch": 6.911302982731554,
-      "rel-constrast": 2.4672744274139404,
-      "step": 8805,
-      "subrel-constrast": 3.9688944816589355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2985273599624634,
-      "cov-distil (oracle2student)": 4.2284698486328125,
-      "cov-distil (oracle2teacher)": 4.046700477600098,
-      "epoch": 6.912087912087912,
-      "rel-constrast": 2.734149217605591,
-      "step": 8806,
-      "subrel-constrast": 3.662475824356079,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8905141353607178,
-      "cov-distil (oracle2student)": 3.809650421142578,
-      "cov-distil (oracle2teacher)": 3.666553020477295,
-      "epoch": 6.91287284144427,
-      "rel-constrast": 3.197577953338623,
-      "step": 8807,
-      "subrel-constrast": 4.036930561065674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4446477890014648,
-      "cov-distil (oracle2student)": 4.823704719543457,
-      "cov-distil (oracle2teacher)": 4.5609540939331055,
-      "epoch": 6.9136577708006275,
-      "rel-constrast": 3.4193310737609863,
-      "step": 8808,
-      "subrel-constrast": 4.112531661987305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9779953956604004,
-      "cov-distil (oracle2student)": 5.689838886260986,
-      "cov-distil (oracle2teacher)": 4.944990158081055,
-      "epoch": 6.914442700156986,
-      "rel-constrast": 3.101026773452759,
-      "step": 8809,
-      "subrel-constrast": 3.16900897026062,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.9152276295133435,
-      "grad_norm": 6.53125,
-      "learning_rate": 2.12953129429726e-06,
-      "loss": 0.7134,
-      "step": 8810
-    },
-    {
-      "cov-distil": 1.4232509136199951,
-      "cov-distil (oracle2student)": 4.540153980255127,
-      "cov-distil (oracle2teacher)": 4.528952598571777,
-      "epoch": 6.9152276295133435,
-      "rel-constrast": 2.7374014854431152,
-      "step": 8810,
-      "subrel-constrast": 3.55802321434021,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0787533521652222,
-      "cov-distil (oracle2student)": 5.9773759841918945,
-      "cov-distil (oracle2teacher)": 5.6111040115356445,
-      "epoch": 6.916012558869702,
-      "rel-constrast": 2.555769920349121,
-      "step": 8811,
-      "subrel-constrast": 3.1517581939697266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3893235921859741,
-      "cov-distil (oracle2student)": 3.4913134574890137,
-      "cov-distil (oracle2teacher)": 3.774451732635498,
-      "epoch": 6.916797488226059,
-      "rel-constrast": 1.7069823741912842,
-      "step": 8812,
-      "subrel-constrast": 2.4711954593658447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4004206657409668,
-      "cov-distil (oracle2student)": 4.379360198974609,
-      "cov-distil (oracle2teacher)": 4.07623291015625,
-      "epoch": 6.917582417582418,
-      "rel-constrast": 1.7610008716583252,
-      "step": 8813,
-      "subrel-constrast": 2.462890863418579,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0126571655273438,
-      "cov-distil (oracle2student)": 3.450406789779663,
-      "cov-distil (oracle2teacher)": 3.1280059814453125,
-      "epoch": 6.918367346938775,
-      "rel-constrast": 2.698385000228882,
-      "step": 8814,
-      "subrel-constrast": 2.7968881130218506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0488917827606201,
-      "cov-distil (oracle2student)": 2.9694364070892334,
-      "cov-distil (oracle2teacher)": 2.6939268112182617,
-      "epoch": 6.919152276295133,
-      "rel-constrast": 1.8445348739624023,
-      "step": 8815,
-      "subrel-constrast": 2.659611225128174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6364105939865112,
-      "cov-distil (oracle2student)": 3.813547134399414,
-      "cov-distil (oracle2teacher)": 3.7281036376953125,
-      "epoch": 6.919937205651491,
-      "rel-constrast": 2.393714427947998,
-      "step": 8816,
-      "subrel-constrast": 3.4095706939697266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8061695098876953,
-      "cov-distil (oracle2student)": 5.078128814697266,
-      "cov-distil (oracle2teacher)": 5.507284164428711,
-      "epoch": 6.920722135007849,
-      "rel-constrast": 2.4679410457611084,
-      "step": 8817,
-      "subrel-constrast": 3.474917411804199,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3647119998931885,
-      "cov-distil (oracle2student)": 5.218281269073486,
-      "cov-distil (oracle2teacher)": 4.304013729095459,
-      "epoch": 6.921507064364207,
-      "rel-constrast": 2.4320287704467773,
-      "step": 8818,
-      "subrel-constrast": 3.20426607131958,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6855589151382446,
-      "cov-distil (oracle2student)": 5.791734218597412,
-      "cov-distil (oracle2teacher)": 5.481908321380615,
-      "epoch": 6.922291993720565,
-      "rel-constrast": 2.086609125137329,
-      "step": 8819,
-      "subrel-constrast": 2.7600066661834717,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.923076923076923,
-      "grad_norm": 5.0625,
-      "learning_rate": 2.0944268609609464e-06,
-      "loss": 0.6017,
-      "step": 8820
-    },
-    {
-      "cov-distil": 1.6498258113861084,
-      "cov-distil (oracle2student)": 4.210289478302002,
-      "cov-distil (oracle2teacher)": 3.871540069580078,
-      "epoch": 6.923076923076923,
-      "rel-constrast": 1.7747105360031128,
-      "step": 8820,
-      "subrel-constrast": 2.536942481994629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.140089750289917,
-      "cov-distil (oracle2student)": 4.4463582038879395,
-      "cov-distil (oracle2teacher)": 4.165238380432129,
-      "epoch": 6.923861852433281,
-      "rel-constrast": 2.638828754425049,
-      "step": 8821,
-      "subrel-constrast": 3.563311815261841,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3050401210784912,
-      "cov-distil (oracle2student)": 4.758359909057617,
-      "cov-distil (oracle2teacher)": 4.571963787078857,
-      "epoch": 6.924646781789638,
-      "rel-constrast": 3.129631519317627,
-      "step": 8822,
-      "subrel-constrast": 3.605220317840576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1037722826004028,
-      "cov-distil (oracle2student)": 3.567351818084717,
-      "cov-distil (oracle2teacher)": 3.419116735458374,
-      "epoch": 6.925431711145997,
-      "rel-constrast": 2.2579574584960938,
-      "step": 8823,
-      "subrel-constrast": 2.713960647583008,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7781707048416138,
-      "cov-distil (oracle2student)": 3.3992748260498047,
-      "cov-distil (oracle2teacher)": 3.601278066635132,
-      "epoch": 6.926216640502354,
-      "rel-constrast": 1.868759036064148,
-      "step": 8824,
-      "subrel-constrast": 3.0302937030792236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7273551225662231,
-      "cov-distil (oracle2student)": 4.585541725158691,
-      "cov-distil (oracle2teacher)": 4.688895225524902,
-      "epoch": 6.927001569858713,
-      "rel-constrast": 2.3963236808776855,
-      "step": 8825,
-      "subrel-constrast": 3.291654348373413,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.784696340560913,
-      "cov-distil (oracle2student)": 4.932381629943848,
-      "cov-distil (oracle2teacher)": 5.339057922363281,
-      "epoch": 6.92778649921507,
-      "rel-constrast": 2.1611878871917725,
-      "step": 8826,
-      "subrel-constrast": 3.472217321395874,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5724855661392212,
-      "cov-distil (oracle2student)": 4.153826713562012,
-      "cov-distil (oracle2teacher)": 3.747339963912964,
-      "epoch": 6.928571428571429,
-      "rel-constrast": 1.8663686513900757,
-      "step": 8827,
-      "subrel-constrast": 2.945373296737671,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5291931629180908,
-      "cov-distil (oracle2student)": 3.639977216720581,
-      "cov-distil (oracle2teacher)": 3.3578033447265625,
-      "epoch": 6.929356357927786,
-      "rel-constrast": 2.3404531478881836,
-      "step": 8828,
-      "subrel-constrast": 3.734170436859131,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.422329068183899,
-      "cov-distil (oracle2student)": 3.891228675842285,
-      "cov-distil (oracle2teacher)": 3.950327157974243,
-      "epoch": 6.930141287284145,
-      "rel-constrast": 2.9334099292755127,
-      "step": 8829,
-      "subrel-constrast": 3.251300096511841,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.930926216640502,
-      "grad_norm": 6.25,
-      "learning_rate": 2.059601524804769e-06,
-      "loss": 0.6242,
-      "step": 8830
-    },
-    {
-      "cov-distil": 1.7347463369369507,
-      "cov-distil (oracle2student)": 3.476724624633789,
-      "cov-distil (oracle2teacher)": 3.2116334438323975,
-      "epoch": 6.930926216640502,
-      "rel-constrast": 2.5170111656188965,
-      "step": 8830,
-      "subrel-constrast": 3.1602070331573486,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3795654773712158,
-      "cov-distil (oracle2student)": 5.860089302062988,
-      "cov-distil (oracle2teacher)": 5.142308712005615,
-      "epoch": 6.931711145996861,
-      "rel-constrast": 2.1822524070739746,
-      "step": 8831,
-      "subrel-constrast": 3.1260299682617188,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4523957967758179,
-      "cov-distil (oracle2student)": 5.032909870147705,
-      "cov-distil (oracle2teacher)": 4.617939472198486,
-      "epoch": 6.932496075353218,
-      "rel-constrast": 1.9301092624664307,
-      "step": 8832,
-      "subrel-constrast": 3.128206968307495,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8018181324005127,
-      "cov-distil (oracle2student)": 4.009930610656738,
-      "cov-distil (oracle2teacher)": 4.028505325317383,
-      "epoch": 6.933281004709576,
-      "rel-constrast": 2.3268542289733887,
-      "step": 8833,
-      "subrel-constrast": 3.050386428833008,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.459099292755127,
-      "cov-distil (oracle2student)": 4.002689838409424,
-      "cov-distil (oracle2teacher)": 3.896629571914673,
-      "epoch": 6.934065934065934,
-      "rel-constrast": 2.089399814605713,
-      "step": 8834,
-      "subrel-constrast": 2.900857925415039,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5118123292922974,
-      "cov-distil (oracle2student)": 4.25596809387207,
-      "cov-distil (oracle2teacher)": 3.9937658309936523,
-      "epoch": 6.934850863422292,
-      "rel-constrast": 1.924825668334961,
-      "step": 8835,
-      "subrel-constrast": 2.787417411804199,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9615713357925415,
-      "cov-distil (oracle2student)": 4.154167175292969,
-      "cov-distil (oracle2teacher)": 4.120110511779785,
-      "epoch": 6.93563579277865,
-      "rel-constrast": 2.578596830368042,
-      "step": 8836,
-      "subrel-constrast": 3.04056715965271,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4654403924942017,
-      "cov-distil (oracle2student)": 2.7072291374206543,
-      "cov-distil (oracle2teacher)": 2.631927490234375,
-      "epoch": 6.936420722135008,
-      "rel-constrast": 2.155086040496826,
-      "step": 8837,
-      "subrel-constrast": 2.958261013031006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.527616024017334,
-      "cov-distil (oracle2student)": 4.735051155090332,
-      "cov-distil (oracle2teacher)": 4.516554832458496,
-      "epoch": 6.937205651491366,
-      "rel-constrast": 2.4544334411621094,
-      "step": 8838,
-      "subrel-constrast": 3.4728715419769287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0350487232208252,
-      "cov-distil (oracle2student)": 4.864321231842041,
-      "cov-distil (oracle2teacher)": 4.676905632019043,
-      "epoch": 6.937990580847724,
-      "rel-constrast": 2.639845371246338,
-      "step": 8839,
-      "subrel-constrast": 3.137470245361328,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.938775510204081,
-      "grad_norm": 5.125,
-      "learning_rate": 2.0250557101644696e-06,
-      "loss": 0.6058,
-      "step": 8840
-    },
-    {
-      "cov-distil": 1.760146141052246,
-      "cov-distil (oracle2student)": 3.7330164909362793,
-      "cov-distil (oracle2teacher)": 4.339075088500977,
-      "epoch": 6.938775510204081,
-      "rel-constrast": 2.3862497806549072,
-      "step": 8840,
-      "subrel-constrast": 3.0774002075195312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3976479768753052,
-      "cov-distil (oracle2student)": 3.8111214637756348,
-      "cov-distil (oracle2teacher)": 3.3631348609924316,
-      "epoch": 6.93956043956044,
-      "rel-constrast": 3.450342893600464,
-      "step": 8841,
-      "subrel-constrast": 4.0445404052734375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4062801599502563,
-      "cov-distil (oracle2student)": 4.088078498840332,
-      "cov-distil (oracle2teacher)": 3.6278576850891113,
-      "epoch": 6.940345368916797,
-      "rel-constrast": 2.8318662643432617,
-      "step": 8842,
-      "subrel-constrast": 3.037923812866211,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2929978370666504,
-      "cov-distil (oracle2student)": 4.2643256187438965,
-      "cov-distil (oracle2teacher)": 3.8601317405700684,
-      "epoch": 6.941130298273156,
-      "rel-constrast": 1.581020712852478,
-      "step": 8843,
-      "subrel-constrast": 2.4271044731140137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.737088680267334,
-      "cov-distil (oracle2student)": 4.289377689361572,
-      "cov-distil (oracle2teacher)": 3.864354133605957,
-      "epoch": 6.941915227629513,
-      "rel-constrast": 3.1031713485717773,
-      "step": 8844,
-      "subrel-constrast": 3.7947394847869873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.774416446685791,
-      "cov-distil (oracle2student)": 5.060586929321289,
-      "cov-distil (oracle2teacher)": 4.125359535217285,
-      "epoch": 6.942700156985872,
-      "rel-constrast": 2.2486963272094727,
-      "step": 8845,
-      "subrel-constrast": 3.1671066284179688,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6487499475479126,
-      "cov-distil (oracle2student)": 2.850322723388672,
-      "cov-distil (oracle2teacher)": 2.9279682636260986,
-      "epoch": 6.943485086342229,
-      "rel-constrast": 2.1000120639801025,
-      "step": 8846,
-      "subrel-constrast": 3.1097168922424316,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7855844497680664,
-      "cov-distil (oracle2student)": 3.32650089263916,
-      "cov-distil (oracle2teacher)": 3.4380786418914795,
-      "epoch": 6.944270015698587,
-      "rel-constrast": 1.6508042812347412,
-      "step": 8847,
-      "subrel-constrast": 2.8681459426879883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4044793844223022,
-      "cov-distil (oracle2student)": 4.43294095993042,
-      "cov-distil (oracle2teacher)": 4.0692362785339355,
-      "epoch": 6.945054945054945,
-      "rel-constrast": 2.425478935241699,
-      "step": 8848,
-      "subrel-constrast": 2.701075315475464,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.030534267425537,
-      "cov-distil (oracle2student)": 4.736561298370361,
-      "cov-distil (oracle2teacher)": 4.374698638916016,
-      "epoch": 6.945839874411303,
-      "rel-constrast": 3.321624279022217,
-      "step": 8849,
-      "subrel-constrast": 3.5083861351013184,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.946624803767661,
-      "grad_norm": 7.8125,
-      "learning_rate": 1.990789837969889e-06,
-      "loss": 0.6706,
-      "step": 8850
-    },
-    {
-      "cov-distil": 1.4910637140274048,
-      "cov-distil (oracle2student)": 4.323644161224365,
-      "cov-distil (oracle2teacher)": 3.899813413619995,
-      "epoch": 6.946624803767661,
-      "rel-constrast": 2.363430976867676,
-      "step": 8850,
-      "subrel-constrast": 3.1259500980377197,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9758656620979309,
-      "cov-distil (oracle2student)": 5.249850273132324,
-      "cov-distil (oracle2teacher)": 4.921782493591309,
-      "epoch": 6.947409733124019,
-      "rel-constrast": 2.8082211017608643,
-      "step": 8851,
-      "subrel-constrast": 3.1846938133239746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8413395881652832,
-      "cov-distil (oracle2student)": 2.5370473861694336,
-      "cov-distil (oracle2teacher)": 3.122252941131592,
-      "epoch": 6.948194662480377,
-      "rel-constrast": 1.8694298267364502,
-      "step": 8852,
-      "subrel-constrast": 3.3746495246887207,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6188068389892578,
-      "cov-distil (oracle2student)": 3.3059439659118652,
-      "cov-distil (oracle2teacher)": 2.9691121578216553,
-      "epoch": 6.948979591836735,
-      "rel-constrast": 3.126594066619873,
-      "step": 8853,
-      "subrel-constrast": 3.718388080596924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.345526933670044,
-      "cov-distil (oracle2student)": 3.515573501586914,
-      "cov-distil (oracle2teacher)": 3.438368082046509,
-      "epoch": 6.949764521193092,
-      "rel-constrast": 2.1558568477630615,
-      "step": 8854,
-      "subrel-constrast": 2.95727276802063,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.079509735107422,
-      "cov-distil (oracle2student)": 3.049886703491211,
-      "cov-distil (oracle2teacher)": 3.3279595375061035,
-      "epoch": 6.950549450549451,
-      "rel-constrast": 2.3538694381713867,
-      "step": 8855,
-      "subrel-constrast": 3.649623394012451,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.520594358444214,
-      "cov-distil (oracle2student)": 2.4320929050445557,
-      "cov-distil (oracle2teacher)": 3.186159133911133,
-      "epoch": 6.951334379905808,
-      "rel-constrast": 2.4916820526123047,
-      "step": 8856,
-      "subrel-constrast": 3.4317991733551025,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1765503883361816,
-      "cov-distil (oracle2student)": 6.786438465118408,
-      "cov-distil (oracle2teacher)": 5.730478286743164,
-      "epoch": 6.952119309262167,
-      "rel-constrast": 2.77172589302063,
-      "step": 8857,
-      "subrel-constrast": 2.725351333618164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.277086853981018,
-      "cov-distil (oracle2student)": 5.6306281089782715,
-      "cov-distil (oracle2teacher)": 5.2344489097595215,
-      "epoch": 6.952904238618524,
-      "rel-constrast": 2.1925978660583496,
-      "step": 8858,
-      "subrel-constrast": 2.7320759296417236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.24800705909729,
-      "cov-distil (oracle2student)": 4.227506637573242,
-      "cov-distil (oracle2teacher)": 4.124544143676758,
-      "epoch": 6.953689167974883,
-      "rel-constrast": 2.3894824981689453,
-      "step": 8859,
-      "subrel-constrast": 3.379024028778076,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.95447409733124,
-      "grad_norm": 6.375,
-      "learning_rate": 1.9568043257398667e-06,
-      "loss": 0.652,
-      "step": 8860
-    },
-    {
-      "cov-distil": 1.3842682838439941,
-      "cov-distil (oracle2student)": 5.449820518493652,
-      "cov-distil (oracle2teacher)": 5.378529071807861,
-      "epoch": 6.95447409733124,
-      "rel-constrast": 3.029479742050171,
-      "step": 8860,
-      "subrel-constrast": 3.818495988845825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7280571460723877,
-      "cov-distil (oracle2student)": 3.0641369819641113,
-      "cov-distil (oracle2teacher)": 3.046513795852661,
-      "epoch": 6.955259026687598,
-      "rel-constrast": 2.3556666374206543,
-      "step": 8861,
-      "subrel-constrast": 3.346613645553589,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.101668119430542,
-      "cov-distil (oracle2student)": 5.968191146850586,
-      "cov-distil (oracle2teacher)": 5.261539936065674,
-      "epoch": 6.956043956043956,
-      "rel-constrast": 3.442586898803711,
-      "step": 8862,
-      "subrel-constrast": 3.547621011734009,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.206353783607483,
-      "cov-distil (oracle2student)": 5.223039150238037,
-      "cov-distil (oracle2teacher)": 5.153432369232178,
-      "epoch": 6.956828885400314,
-      "rel-constrast": 2.5188276767730713,
-      "step": 8863,
-      "subrel-constrast": 3.1276729106903076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5933419466018677,
-      "cov-distil (oracle2student)": 6.203017711639404,
-      "cov-distil (oracle2teacher)": 5.169403076171875,
-      "epoch": 6.957613814756672,
-      "rel-constrast": 2.544576406478882,
-      "step": 8864,
-      "subrel-constrast": 2.849599599838257,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3171405792236328,
-      "cov-distil (oracle2student)": 4.6617279052734375,
-      "cov-distil (oracle2teacher)": 4.3372602462768555,
-      "epoch": 6.95839874411303,
-      "rel-constrast": 2.8208088874816895,
-      "step": 8865,
-      "subrel-constrast": 3.510627269744873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3887107372283936,
-      "cov-distil (oracle2student)": 3.592965602874756,
-      "cov-distil (oracle2teacher)": 3.815983533859253,
-      "epoch": 6.959183673469388,
-      "rel-constrast": 2.1194210052490234,
-      "step": 8866,
-      "subrel-constrast": 2.8614554405212402,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4748187065124512,
-      "cov-distil (oracle2student)": 3.8060572147369385,
-      "cov-distil (oracle2teacher)": 3.745216131210327,
-      "epoch": 6.959968602825746,
-      "rel-constrast": 2.1489620208740234,
-      "step": 8867,
-      "subrel-constrast": 3.3681092262268066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4337595701217651,
-      "cov-distil (oracle2student)": 3.647033452987671,
-      "cov-distil (oracle2teacher)": 3.334900140762329,
-      "epoch": 6.960753532182103,
-      "rel-constrast": 4.304847717285156,
-      "step": 8868,
-      "subrel-constrast": 4.438995838165283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.272780418395996,
-      "cov-distil (oracle2student)": 3.6095824241638184,
-      "cov-distil (oracle2teacher)": 3.474881410598755,
-      "epoch": 6.961538461538462,
-      "rel-constrast": 1.9056496620178223,
-      "step": 8869,
-      "subrel-constrast": 2.373436689376831,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.962323390894819,
-      "grad_norm": 4.5625,
-      "learning_rate": 1.9230995875771485e-06,
-      "loss": 0.7145,
-      "step": 8870
-    },
-    {
-      "cov-distil": 1.3644039630889893,
-      "cov-distil (oracle2student)": 4.119075775146484,
-      "cov-distil (oracle2teacher)": 4.011356353759766,
-      "epoch": 6.962323390894819,
-      "rel-constrast": 2.2638442516326904,
-      "step": 8870,
-      "subrel-constrast": 2.879439115524292,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3341734409332275,
-      "cov-distil (oracle2student)": 6.145703315734863,
-      "cov-distil (oracle2teacher)": 5.566177845001221,
-      "epoch": 6.963108320251178,
-      "rel-constrast": 3.0414175987243652,
-      "step": 8871,
-      "subrel-constrast": 3.2629735469818115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8785231113433838,
-      "cov-distil (oracle2student)": 3.975170612335205,
-      "cov-distil (oracle2teacher)": 3.634969711303711,
-      "epoch": 6.963893249607535,
-      "rel-constrast": 2.107213258743286,
-      "step": 8872,
-      "subrel-constrast": 3.0499064922332764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3371131420135498,
-      "cov-distil (oracle2student)": 4.313882827758789,
-      "cov-distil (oracle2teacher)": 4.160619735717773,
-      "epoch": 6.964678178963894,
-      "rel-constrast": 3.2339916229248047,
-      "step": 8873,
-      "subrel-constrast": 3.606092929840088,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6203452348709106,
-      "cov-distil (oracle2student)": 3.599849224090576,
-      "cov-distil (oracle2teacher)": 3.414066791534424,
-      "epoch": 6.965463108320251,
-      "rel-constrast": 2.1932363510131836,
-      "step": 8874,
-      "subrel-constrast": 3.1706228256225586,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5187251567840576,
-      "cov-distil (oracle2student)": 3.327070474624634,
-      "cov-distil (oracle2teacher)": 3.2777605056762695,
-      "epoch": 6.966248037676609,
-      "rel-constrast": 2.515507221221924,
-      "step": 8875,
-      "subrel-constrast": 2.6596741676330566,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2438541650772095,
-      "cov-distil (oracle2student)": 4.9059224128723145,
-      "cov-distil (oracle2teacher)": 4.817465782165527,
-      "epoch": 6.967032967032967,
-      "rel-constrast": 1.716275930404663,
-      "step": 8876,
-      "subrel-constrast": 2.7455692291259766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3941938877105713,
-      "cov-distil (oracle2student)": 5.542440414428711,
-      "cov-distil (oracle2teacher)": 5.052985191345215,
-      "epoch": 6.967817896389325,
-      "rel-constrast": 1.9184606075286865,
-      "step": 8877,
-      "subrel-constrast": 2.9426889419555664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5979502201080322,
-      "cov-distil (oracle2student)": 3.9505069255828857,
-      "cov-distil (oracle2teacher)": 4.485719203948975,
-      "epoch": 6.968602825745683,
-      "rel-constrast": 2.1075057983398438,
-      "step": 8878,
-      "subrel-constrast": 3.1908817291259766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4316704273223877,
-      "cov-distil (oracle2student)": 4.638686180114746,
-      "cov-distil (oracle2teacher)": 4.2591423988342285,
-      "epoch": 6.969387755102041,
-      "rel-constrast": 2.4829561710357666,
-      "step": 8879,
-      "subrel-constrast": 3.2257871627807617,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.970172684458399,
-      "grad_norm": 5.40625,
-      "learning_rate": 1.8896760341633264e-06,
-      "loss": 0.6263,
-      "step": 8880
-    },
-    {
-      "cov-distil": 1.6098058223724365,
-      "cov-distil (oracle2student)": 5.4399518966674805,
-      "cov-distil (oracle2teacher)": 5.351420879364014,
-      "epoch": 6.970172684458399,
-      "rel-constrast": 2.6554040908813477,
-      "step": 8880,
-      "subrel-constrast": 3.5425117015838623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5389814376831055,
-      "cov-distil (oracle2student)": 4.677434921264648,
-      "cov-distil (oracle2teacher)": 4.272828102111816,
-      "epoch": 6.970957613814757,
-      "rel-constrast": 1.8341448307037354,
-      "step": 8881,
-      "subrel-constrast": 2.4793338775634766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7429221868515015,
-      "cov-distil (oracle2student)": 3.6318817138671875,
-      "cov-distil (oracle2teacher)": 4.0253729820251465,
-      "epoch": 6.971742543171114,
-      "rel-constrast": 1.9698448181152344,
-      "step": 8882,
-      "subrel-constrast": 3.166383743286133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.310847282409668,
-      "cov-distil (oracle2student)": 3.829195022583008,
-      "cov-distil (oracle2teacher)": 3.9418535232543945,
-      "epoch": 6.972527472527473,
-      "rel-constrast": 3.1939589977264404,
-      "step": 8883,
-      "subrel-constrast": 4.003614902496338,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6047654151916504,
-      "cov-distil (oracle2student)": 4.018130302429199,
-      "cov-distil (oracle2teacher)": 3.706804037094116,
-      "epoch": 6.97331240188383,
-      "rel-constrast": 1.2687571048736572,
-      "step": 8884,
-      "subrel-constrast": 2.0978119373321533,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.151625633239746,
-      "cov-distil (oracle2student)": 3.2933578491210938,
-      "cov-distil (oracle2teacher)": 3.5100202560424805,
-      "epoch": 6.974097331240189,
-      "rel-constrast": 2.034512758255005,
-      "step": 8885,
-      "subrel-constrast": 2.6970603466033936,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7452569007873535,
-      "cov-distil (oracle2student)": 5.050614833831787,
-      "cov-distil (oracle2teacher)": 5.081808567047119,
-      "epoch": 6.974882260596546,
-      "rel-constrast": 3.6188786029815674,
-      "step": 8886,
-      "subrel-constrast": 4.595198154449463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4644691944122314,
-      "cov-distil (oracle2student)": 3.578122615814209,
-      "cov-distil (oracle2teacher)": 3.5256969928741455,
-      "epoch": 6.975667189952905,
-      "rel-constrast": 2.8296148777008057,
-      "step": 8887,
-      "subrel-constrast": 3.7932076454162598,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6293174028396606,
-      "cov-distil (oracle2student)": 3.989480495452881,
-      "cov-distil (oracle2teacher)": 4.214160919189453,
-      "epoch": 6.976452119309262,
-      "rel-constrast": 1.7954392433166504,
-      "step": 8888,
-      "subrel-constrast": 2.7172257900238037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7960708141326904,
-      "cov-distil (oracle2student)": 3.24995493888855,
-      "cov-distil (oracle2teacher)": 3.431713581085205,
-      "epoch": 6.97723704866562,
-      "rel-constrast": 2.2015862464904785,
-      "step": 8889,
-      "subrel-constrast": 2.851579427719116,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.978021978021978,
-      "grad_norm": 5.46875,
-      "learning_rate": 1.8565340727538543e-06,
-      "loss": 0.624,
-      "step": 8890
-    },
-    {
-      "cov-distil": 1.6609734296798706,
-      "cov-distil (oracle2student)": 3.2711071968078613,
-      "cov-distil (oracle2teacher)": 3.609286069869995,
-      "epoch": 6.978021978021978,
-      "rel-constrast": 2.5880868434906006,
-      "step": 8890,
-      "subrel-constrast": 3.3168370723724365,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.327052354812622,
-      "cov-distil (oracle2student)": 3.9991607666015625,
-      "cov-distil (oracle2teacher)": 3.623037815093994,
-      "epoch": 6.978806907378336,
-      "rel-constrast": 1.9839195013046265,
-      "step": 8891,
-      "subrel-constrast": 2.5686724185943604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.175077438354492,
-      "cov-distil (oracle2student)": 5.095046520233154,
-      "cov-distil (oracle2teacher)": 4.7434611320495605,
-      "epoch": 6.979591836734694,
-      "rel-constrast": 2.7929816246032715,
-      "step": 8892,
-      "subrel-constrast": 3.606510639190674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7042206525802612,
-      "cov-distil (oracle2student)": 4.926938533782959,
-      "cov-distil (oracle2teacher)": 4.3425140380859375,
-      "epoch": 6.980376766091052,
-      "rel-constrast": 2.3755855560302734,
-      "step": 8893,
-      "subrel-constrast": 2.839085340499878,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8279764652252197,
-      "cov-distil (oracle2student)": 4.016175746917725,
-      "cov-distil (oracle2teacher)": 4.448516845703125,
-      "epoch": 6.98116169544741,
-      "rel-constrast": 1.6819850206375122,
-      "step": 8894,
-      "subrel-constrast": 2.867441415786743,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5112470388412476,
-      "cov-distil (oracle2student)": 3.536912441253662,
-      "cov-distil (oracle2teacher)": 3.659426212310791,
-      "epoch": 6.981946624803768,
-      "rel-constrast": 2.0230867862701416,
-      "step": 8895,
-      "subrel-constrast": 2.929699420928955,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8814884424209595,
-      "cov-distil (oracle2student)": 6.062824249267578,
-      "cov-distil (oracle2teacher)": 5.497527122497559,
-      "epoch": 6.982731554160125,
-      "rel-constrast": 2.390686511993408,
-      "step": 8896,
-      "subrel-constrast": 2.8754525184631348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6065998077392578,
-      "cov-distil (oracle2student)": 4.5924224853515625,
-      "cov-distil (oracle2teacher)": 4.178808212280273,
-      "epoch": 6.983516483516484,
-      "rel-constrast": 2.380601406097412,
-      "step": 8897,
-      "subrel-constrast": 3.056541681289673,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1774117946624756,
-      "cov-distil (oracle2student)": 5.5811614990234375,
-      "cov-distil (oracle2teacher)": 5.654146194458008,
-      "epoch": 6.984301412872841,
-      "rel-constrast": 2.4979195594787598,
-      "step": 8898,
-      "subrel-constrast": 3.753828763961792,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1499310731887817,
-      "cov-distil (oracle2student)": 4.141404151916504,
-      "cov-distil (oracle2teacher)": 4.242954254150391,
-      "epoch": 6.9850863422291996,
-      "rel-constrast": 3.1197543144226074,
-      "step": 8899,
-      "subrel-constrast": 3.3022336959838867,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.985871271585557,
-      "grad_norm": 5.4375,
-      "learning_rate": 1.8236741071730761e-06,
-      "loss": 0.6384,
-      "step": 8900
-    },
-    {
-      "epoch": 6.985871271585557,
-      "overlap": 0.3218750059604645,
-      "step": 8900
-    },
-    {
-      "epoch": 6.985871271585557,
-      "step": 8900,
-      "student margin": 0.05853271484375
-    },
-    {
-      "epoch": 6.985871271585557,
-      "step": 8900,
-      "teacher margin": 0.04559326171875
-    },
-    {
-      "epoch": 6.985871271585557,
-      "margin difference": -0.012939453125,
-      "step": 8900
-    },
-    {
-      "cov-distil": 1.1916017532348633,
-      "cov-distil (oracle2student)": 5.545294761657715,
-      "cov-distil (oracle2teacher)": 5.2453508377075195,
-      "epoch": 6.985871271585557,
-      "rel-constrast": 3.258511781692505,
-      "step": 8900,
-      "subrel-constrast": 3.3355791568756104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5790847539901733,
-      "cov-distil (oracle2student)": 4.452244758605957,
-      "cov-distil (oracle2teacher)": 4.072019100189209,
-      "epoch": 6.9866562009419155,
-      "rel-constrast": 2.654287099838257,
-      "step": 8901,
-      "subrel-constrast": 3.3178296089172363,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7981998920440674,
-      "cov-distil (oracle2student)": 3.879305124282837,
-      "cov-distil (oracle2teacher)": 4.372951984405518,
-      "epoch": 6.987441130298273,
-      "rel-constrast": 2.5998218059539795,
-      "step": 8902,
-      "subrel-constrast": 3.254728317260742,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8118752241134644,
-      "cov-distil (oracle2student)": 3.448446035385132,
-      "cov-distil (oracle2teacher)": 3.8696606159210205,
-      "epoch": 6.988226059654631,
-      "rel-constrast": 2.0338454246520996,
-      "step": 8903,
-      "subrel-constrast": 2.9817161560058594,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1544759273529053,
-      "cov-distil (oracle2student)": 5.587277412414551,
-      "cov-distil (oracle2teacher)": 4.685413360595703,
-      "epoch": 6.989010989010989,
-      "rel-constrast": 3.0827298164367676,
-      "step": 8904,
-      "subrel-constrast": 3.1097753047943115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1642613410949707,
-      "cov-distil (oracle2student)": 4.8748064041137695,
-      "cov-distil (oracle2teacher)": 4.539391040802002,
-      "epoch": 6.989795918367347,
-      "rel-constrast": 1.7418780326843262,
-      "step": 8905,
-      "subrel-constrast": 2.2847273349761963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1948713064193726,
-      "cov-distil (oracle2student)": 5.131732940673828,
-      "cov-distil (oracle2teacher)": 4.852717399597168,
-      "epoch": 6.990580847723705,
-      "rel-constrast": 3.0641286373138428,
-      "step": 8906,
-      "subrel-constrast": 3.465996742248535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.332390546798706,
-      "cov-distil (oracle2student)": 3.113865852355957,
-      "cov-distil (oracle2teacher)": 3.225421190261841,
-      "epoch": 6.991365777080063,
-      "rel-constrast": 2.5085854530334473,
-      "step": 8907,
-      "subrel-constrast": 2.911506414413452,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1387574672698975,
-      "cov-distil (oracle2student)": 3.1509993076324463,
-      "cov-distil (oracle2teacher)": 3.3717739582061768,
-      "epoch": 6.992150706436421,
-      "rel-constrast": 2.0416553020477295,
-      "step": 8908,
-      "subrel-constrast": 2.699734926223755,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1793594360351562,
-      "cov-distil (oracle2student)": 5.554778099060059,
-      "cov-distil (oracle2teacher)": 5.811431407928467,
-      "epoch": 6.9929356357927785,
-      "rel-constrast": 2.3411946296691895,
-      "step": 8909,
-      "subrel-constrast": 3.955569267272949,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 6.993720565149136,
-      "grad_norm": 5.1875,
-      "learning_rate": 1.7910965378092948e-06,
-      "loss": 0.6695,
-      "step": 8910
-    },
-    {
-      "cov-distil": 1.6130836009979248,
-      "cov-distil (oracle2student)": 2.031179666519165,
-      "cov-distil (oracle2teacher)": 2.635338306427002,
-      "epoch": 6.993720565149136,
-      "rel-constrast": 1.300278663635254,
-      "step": 8910,
-      "subrel-constrast": 2.278592824935913,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3021210432052612,
-      "cov-distil (oracle2student)": 4.914121627807617,
-      "cov-distil (oracle2teacher)": 4.221151351928711,
-      "epoch": 6.9945054945054945,
-      "rel-constrast": 2.9720005989074707,
-      "step": 8911,
-      "subrel-constrast": 3.305180549621582,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.978543996810913,
-      "cov-distil (oracle2student)": 3.5714945793151855,
-      "cov-distil (oracle2teacher)": 3.8454346656799316,
-      "epoch": 6.995290423861852,
-      "rel-constrast": 2.3170552253723145,
-      "step": 8912,
-      "subrel-constrast": 3.2098989486694336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7764689922332764,
-      "cov-distil (oracle2student)": 5.683659553527832,
-      "cov-distil (oracle2teacher)": 4.8510823249816895,
-      "epoch": 6.9960753532182105,
-      "rel-constrast": 2.180530071258545,
-      "step": 8913,
-      "subrel-constrast": 2.940859317779541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.53446102142334,
-      "cov-distil (oracle2student)": 6.077131271362305,
-      "cov-distil (oracle2teacher)": 4.912168502807617,
-      "epoch": 6.996860282574568,
-      "rel-constrast": 2.060152769088745,
-      "step": 8914,
-      "subrel-constrast": 2.985682964324951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1519885063171387,
-      "cov-distil (oracle2student)": 4.921185493469238,
-      "cov-distil (oracle2teacher)": 4.001114845275879,
-      "epoch": 6.9976452119309265,
-      "rel-constrast": 2.715601921081543,
-      "step": 8915,
-      "subrel-constrast": 3.126765727996826,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8144500255584717,
-      "cov-distil (oracle2student)": 4.551420211791992,
-      "cov-distil (oracle2teacher)": 4.257465362548828,
-      "epoch": 6.998430141287284,
-      "rel-constrast": 2.5013115406036377,
-      "step": 8916,
-      "subrel-constrast": 3.481095552444458,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7604596614837646,
-      "cov-distil (oracle2student)": 4.891408920288086,
-      "cov-distil (oracle2teacher)": 4.168950080871582,
-      "epoch": 6.9992150706436425,
-      "rel-constrast": 4.15772008895874,
-      "step": 8917,
-      "subrel-constrast": 4.250411510467529,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7763803005218506,
-      "cov-distil (oracle2student)": 4.184109687805176,
-      "cov-distil (oracle2teacher)": 3.7438554763793945,
-      "epoch": 7.0,
-      "rel-constrast": 1.7690445184707642,
-      "step": 8918,
-      "subrel-constrast": 2.5570828914642334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3368308544158936,
-      "cov-distil (oracle2student)": 4.4400506019592285,
-      "cov-distil (oracle2teacher)": 3.6774420738220215,
-      "epoch": 7.0007849293563575,
-      "rel-constrast": 2.249332904815674,
-      "step": 8919,
-      "subrel-constrast": 2.528491735458374,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.001569858712716,
-      "grad_norm": 5.03125,
-      "learning_rate": 1.7588017616099183e-06,
-      "loss": 0.6482,
-      "step": 8920
-    },
-    {
-      "cov-distil": 1.3155887126922607,
-      "cov-distil (oracle2student)": 5.386506080627441,
-      "cov-distil (oracle2teacher)": 5.11892557144165,
-      "epoch": 7.001569858712716,
-      "rel-constrast": 4.3286542892456055,
-      "step": 8920,
-      "subrel-constrast": 4.35919713973999,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3401265144348145,
-      "cov-distil (oracle2student)": 3.4831433296203613,
-      "cov-distil (oracle2teacher)": 3.372335433959961,
-      "epoch": 7.0023547880690735,
-      "rel-constrast": 1.5510140657424927,
-      "step": 8921,
-      "subrel-constrast": 2.3649799823760986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2769420146942139,
-      "cov-distil (oracle2student)": 4.687566757202148,
-      "cov-distil (oracle2teacher)": 4.2387847900390625,
-      "epoch": 7.003139717425432,
-      "rel-constrast": 2.355870485305786,
-      "step": 8922,
-      "subrel-constrast": 2.8672847747802734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1198883056640625,
-      "cov-distil (oracle2student)": 4.003135681152344,
-      "cov-distil (oracle2teacher)": 3.7096378803253174,
-      "epoch": 7.0039246467817895,
-      "rel-constrast": 2.021664619445801,
-      "step": 8923,
-      "subrel-constrast": 2.5524933338165283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.346739649772644,
-      "cov-distil (oracle2student)": 3.964667558670044,
-      "cov-distil (oracle2teacher)": 3.4908862113952637,
-      "epoch": 7.004709576138148,
-      "rel-constrast": 2.5300087928771973,
-      "step": 8924,
-      "subrel-constrast": 2.9991307258605957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7810933589935303,
-      "cov-distil (oracle2student)": 3.951846122741699,
-      "cov-distil (oracle2teacher)": 4.636590957641602,
-      "epoch": 7.0054945054945055,
-      "rel-constrast": 3.3799095153808594,
-      "step": 8925,
-      "subrel-constrast": 4.1296796798706055,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.386324882507324,
-      "cov-distil (oracle2student)": 5.048979759216309,
-      "cov-distil (oracle2teacher)": 4.976254940032959,
-      "epoch": 7.006279434850863,
-      "rel-constrast": 2.9803318977355957,
-      "step": 8926,
-      "subrel-constrast": 3.962836742401123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6011402606964111,
-      "cov-distil (oracle2student)": 4.950101375579834,
-      "cov-distil (oracle2teacher)": 4.676779270172119,
-      "epoch": 7.0070643642072215,
-      "rel-constrast": 2.5848145484924316,
-      "step": 8927,
-      "subrel-constrast": 3.025644540786743,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.192900538444519,
-      "cov-distil (oracle2student)": 6.065888404846191,
-      "cov-distil (oracle2teacher)": 5.887235641479492,
-      "epoch": 7.007849293563579,
-      "rel-constrast": 2.9608309268951416,
-      "step": 8928,
-      "subrel-constrast": 3.6450259685516357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0117360353469849,
-      "cov-distil (oracle2student)": 6.005112648010254,
-      "cov-distil (oracle2teacher)": 5.828286170959473,
-      "epoch": 7.008634222919937,
-      "rel-constrast": 2.622004508972168,
-      "step": 8929,
-      "subrel-constrast": 3.490882396697998,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.009419152276295,
-      "grad_norm": 6.1875,
-      "learning_rate": 1.7267901720766061e-06,
-      "loss": 0.7188,
-      "step": 8930
-    },
-    {
-      "cov-distil": 1.2759318351745605,
-      "cov-distil (oracle2student)": 3.292886734008789,
-      "cov-distil (oracle2teacher)": 3.7930030822753906,
-      "epoch": 7.009419152276295,
-      "rel-constrast": 2.7477896213531494,
-      "step": 8930,
-      "subrel-constrast": 3.842258930206299,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3821253776550293,
-      "cov-distil (oracle2student)": 4.163180351257324,
-      "cov-distil (oracle2teacher)": 3.675563097000122,
-      "epoch": 7.010204081632653,
-      "rel-constrast": 3.2995107173919678,
-      "step": 8931,
-      "subrel-constrast": 3.961045265197754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9167041778564453,
-      "cov-distil (oracle2student)": 2.5430169105529785,
-      "cov-distil (oracle2teacher)": 2.750127077102661,
-      "epoch": 7.010989010989011,
-      "rel-constrast": 1.7350268363952637,
-      "step": 8932,
-      "subrel-constrast": 2.755685329437256,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5374419689178467,
-      "cov-distil (oracle2student)": 4.103461742401123,
-      "cov-distil (oracle2teacher)": 3.7227323055267334,
-      "epoch": 7.0117739403453685,
-      "rel-constrast": 2.1376705169677734,
-      "step": 8933,
-      "subrel-constrast": 2.868229627609253,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3043107986450195,
-      "cov-distil (oracle2student)": 4.279880523681641,
-      "cov-distil (oracle2teacher)": 4.118812084197998,
-      "epoch": 7.012558869701727,
-      "rel-constrast": 3.032196521759033,
-      "step": 8934,
-      "subrel-constrast": 3.252492666244507,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.132958173751831,
-      "cov-distil (oracle2student)": 4.154226303100586,
-      "cov-distil (oracle2teacher)": 4.171579360961914,
-      "epoch": 7.0133437990580845,
-      "rel-constrast": 2.5004560947418213,
-      "step": 8935,
-      "subrel-constrast": 3.5874061584472656,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9568862915039062,
-      "cov-distil (oracle2student)": 4.551461219787598,
-      "cov-distil (oracle2teacher)": 3.903993606567383,
-      "epoch": 7.014128728414443,
-      "rel-constrast": 2.0284829139709473,
-      "step": 8936,
-      "subrel-constrast": 2.2281644344329834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2145745754241943,
-      "cov-distil (oracle2student)": 5.449636936187744,
-      "cov-distil (oracle2teacher)": 4.979608058929443,
-      "epoch": 7.0149136577708004,
-      "rel-constrast": 2.7006869316101074,
-      "step": 8937,
-      "subrel-constrast": 3.3648595809936523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1818594932556152,
-      "cov-distil (oracle2student)": 3.481764316558838,
-      "cov-distil (oracle2teacher)": 3.426821708679199,
-      "epoch": 7.015698587127159,
-      "rel-constrast": 2.4867286682128906,
-      "step": 8938,
-      "subrel-constrast": 3.5882718563079834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4289295673370361,
-      "cov-distil (oracle2student)": 2.519808530807495,
-      "cov-distil (oracle2teacher)": 2.9311633110046387,
-      "epoch": 7.016483516483516,
-      "rel-constrast": 2.312243938446045,
-      "step": 8939,
-      "subrel-constrast": 2.7880396842956543,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.017268445839874,
-      "grad_norm": 5.8125,
-      "learning_rate": 1.6950621592604687e-06,
-      "loss": 0.6628,
-      "step": 8940
-    },
-    {
-      "cov-distil": 1.5561553239822388,
-      "cov-distil (oracle2student)": 4.4153571128845215,
-      "cov-distil (oracle2teacher)": 4.24855899810791,
-      "epoch": 7.017268445839874,
-      "rel-constrast": 1.668480634689331,
-      "step": 8940,
-      "subrel-constrast": 2.9784085750579834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3684515953063965,
-      "cov-distil (oracle2student)": 6.65705680847168,
-      "cov-distil (oracle2teacher)": 5.666553497314453,
-      "epoch": 7.018053375196232,
-      "rel-constrast": 1.6602684259414673,
-      "step": 8941,
-      "subrel-constrast": 2.362870931625366,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6439446210861206,
-      "cov-distil (oracle2student)": 4.484042644500732,
-      "cov-distil (oracle2teacher)": 4.348869323730469,
-      "epoch": 7.01883830455259,
-      "rel-constrast": 3.829223155975342,
-      "step": 8942,
-      "subrel-constrast": 4.165460586547852,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8383591175079346,
-      "cov-distil (oracle2student)": 4.394151210784912,
-      "cov-distil (oracle2teacher)": 4.056727886199951,
-      "epoch": 7.019623233908948,
-      "rel-constrast": 2.8308396339416504,
-      "step": 8943,
-      "subrel-constrast": 3.617305278778076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5142685174942017,
-      "cov-distil (oracle2student)": 4.499766826629639,
-      "cov-distil (oracle2teacher)": 3.9451115131378174,
-      "epoch": 7.020408163265306,
-      "rel-constrast": 2.168215036392212,
-      "step": 8944,
-      "subrel-constrast": 2.7714943885803223,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0060396194458008,
-      "cov-distil (oracle2student)": 5.01270055770874,
-      "cov-distil (oracle2teacher)": 4.693074703216553,
-      "epoch": 7.021193092621664,
-      "rel-constrast": 3.4373257160186768,
-      "step": 8945,
-      "subrel-constrast": 3.8116166591644287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.180490493774414,
-      "cov-distil (oracle2student)": 4.284401893615723,
-      "cov-distil (oracle2teacher)": 4.05343770980835,
-      "epoch": 7.021978021978022,
-      "rel-constrast": 2.4764482975006104,
-      "step": 8946,
-      "subrel-constrast": 2.8983495235443115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7826793193817139,
-      "cov-distil (oracle2student)": 4.646430969238281,
-      "cov-distil (oracle2teacher)": 4.25959587097168,
-      "epoch": 7.02276295133438,
-      "rel-constrast": 2.595444917678833,
-      "step": 8947,
-      "subrel-constrast": 3.2640199661254883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6188015937805176,
-      "cov-distil (oracle2student)": 4.4338483810424805,
-      "cov-distil (oracle2teacher)": 3.7966880798339844,
-      "epoch": 7.023547880690738,
-      "rel-constrast": 2.4853954315185547,
-      "step": 8948,
-      "subrel-constrast": 3.312964916229248,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8491661548614502,
-      "cov-distil (oracle2student)": 3.643749237060547,
-      "cov-distil (oracle2teacher)": 3.8635976314544678,
-      "epoch": 7.024332810047095,
-      "rel-constrast": 1.6553435325622559,
-      "step": 8949,
-      "subrel-constrast": 2.6339833736419678,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.025117739403454,
-      "grad_norm": 4.0,
-      "learning_rate": 1.6636181097573283e-06,
-      "loss": 0.6586,
-      "step": 8950
-    },
-    {
-      "cov-distil": 1.6954686641693115,
-      "cov-distil (oracle2student)": 4.07167911529541,
-      "cov-distil (oracle2teacher)": 4.132684707641602,
-      "epoch": 7.025117739403454,
-      "rel-constrast": 2.9142353534698486,
-      "step": 8950,
-      "subrel-constrast": 3.787048816680908,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2298426628112793,
-      "cov-distil (oracle2student)": 3.441356897354126,
-      "cov-distil (oracle2teacher)": 3.730592727661133,
-      "epoch": 7.025902668759811,
-      "rel-constrast": 1.5415103435516357,
-      "step": 8951,
-      "subrel-constrast": 2.5187883377075195,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2045271396636963,
-      "cov-distil (oracle2student)": 5.398923873901367,
-      "cov-distil (oracle2teacher)": 5.148208141326904,
-      "epoch": 7.02668759811617,
-      "rel-constrast": 1.7901206016540527,
-      "step": 8952,
-      "subrel-constrast": 2.427816867828369,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1193671226501465,
-      "cov-distil (oracle2student)": 4.98953104019165,
-      "cov-distil (oracle2teacher)": 4.433382034301758,
-      "epoch": 7.027472527472527,
-      "rel-constrast": 2.4411420822143555,
-      "step": 8953,
-      "subrel-constrast": 3.4677202701568604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4039993286132812,
-      "cov-distil (oracle2student)": 3.181781768798828,
-      "cov-distil (oracle2teacher)": 3.8215842247009277,
-      "epoch": 7.028257456828886,
-      "rel-constrast": 2.218513011932373,
-      "step": 8954,
-      "subrel-constrast": 3.1171493530273438,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6527109146118164,
-      "cov-distil (oracle2student)": 3.5816659927368164,
-      "cov-distil (oracle2teacher)": 3.697486400604248,
-      "epoch": 7.029042386185243,
-      "rel-constrast": 2.1562094688415527,
-      "step": 8955,
-      "subrel-constrast": 3.2024717330932617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2471108436584473,
-      "cov-distil (oracle2student)": 5.516235828399658,
-      "cov-distil (oracle2teacher)": 5.284005165100098,
-      "epoch": 7.029827315541601,
-      "rel-constrast": 2.381408929824829,
-      "step": 8956,
-      "subrel-constrast": 3.225693464279175,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8061456680297852,
-      "cov-distil (oracle2student)": 4.32459831237793,
-      "cov-distil (oracle2teacher)": 4.050908088684082,
-      "epoch": 7.030612244897959,
-      "rel-constrast": 2.6387040615081787,
-      "step": 8957,
-      "subrel-constrast": 3.1479365825653076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2485555410385132,
-      "cov-distil (oracle2student)": 4.009860038757324,
-      "cov-distil (oracle2teacher)": 4.404302597045898,
-      "epoch": 7.031397174254317,
-      "rel-constrast": 2.293869733810425,
-      "step": 8958,
-      "subrel-constrast": 3.071293354034424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1742931604385376,
-      "cov-distil (oracle2student)": 5.701109886169434,
-      "cov-distil (oracle2teacher)": 5.205504894256592,
-      "epoch": 7.032182103610675,
-      "rel-constrast": 4.2752885818481445,
-      "step": 8959,
-      "subrel-constrast": 4.082504749298096,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.032967032967033,
-      "grad_norm": 7.3125,
-      "learning_rate": 1.6324584067030108e-06,
-      "loss": 0.6532,
-      "step": 8960
-    },
-    {
-      "cov-distil": 1.5132064819335938,
-      "cov-distil (oracle2student)": 5.029894828796387,
-      "cov-distil (oracle2teacher)": 4.9766998291015625,
-      "epoch": 7.032967032967033,
-      "rel-constrast": 2.3235905170440674,
-      "step": 8960,
-      "subrel-constrast": 3.0120444297790527,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4187971353530884,
-      "cov-distil (oracle2student)": 3.027268648147583,
-      "cov-distil (oracle2teacher)": 3.2551050186157227,
-      "epoch": 7.033751962323391,
-      "rel-constrast": 2.2301111221313477,
-      "step": 8961,
-      "subrel-constrast": 3.468441963195801,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.471832275390625,
-      "cov-distil (oracle2student)": 3.7858083248138428,
-      "cov-distil (oracle2teacher)": 3.7633049488067627,
-      "epoch": 7.034536891679749,
-      "rel-constrast": 2.8060860633850098,
-      "step": 8962,
-      "subrel-constrast": 3.174309253692627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5744705200195312,
-      "cov-distil (oracle2student)": 5.982153415679932,
-      "cov-distil (oracle2teacher)": 5.204712390899658,
-      "epoch": 7.035321821036106,
-      "rel-constrast": 2.591005563735962,
-      "step": 8963,
-      "subrel-constrast": 3.2448318004608154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3045673370361328,
-      "cov-distil (oracle2student)": 4.717599868774414,
-      "cov-distil (oracle2teacher)": 4.284639835357666,
-      "epoch": 7.036106750392465,
-      "rel-constrast": 2.064492702484131,
-      "step": 8964,
-      "subrel-constrast": 2.6141064167022705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5588805675506592,
-      "cov-distil (oracle2student)": 2.9954638481140137,
-      "cov-distil (oracle2teacher)": 3.0421462059020996,
-      "epoch": 7.036891679748822,
-      "rel-constrast": 2.6203181743621826,
-      "step": 8965,
-      "subrel-constrast": 3.3865373134613037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0459206104278564,
-      "cov-distil (oracle2student)": 4.988018989562988,
-      "cov-distil (oracle2teacher)": 4.681550025939941,
-      "epoch": 7.037676609105181,
-      "rel-constrast": 2.7511651515960693,
-      "step": 8966,
-      "subrel-constrast": 3.9063634872436523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1816990375518799,
-      "cov-distil (oracle2student)": 3.61185622215271,
-      "cov-distil (oracle2teacher)": 3.7081007957458496,
-      "epoch": 7.038461538461538,
-      "rel-constrast": 2.513969898223877,
-      "step": 8967,
-      "subrel-constrast": 2.9494309425354004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4875948429107666,
-      "cov-distil (oracle2student)": 3.7560133934020996,
-      "cov-distil (oracle2teacher)": 3.648953914642334,
-      "epoch": 7.039246467817897,
-      "rel-constrast": 2.924666404724121,
-      "step": 8968,
-      "subrel-constrast": 3.587921380996704,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.636321783065796,
-      "cov-distil (oracle2student)": 2.6960268020629883,
-      "cov-distil (oracle2teacher)": 2.463958978652954,
-      "epoch": 7.040031397174254,
-      "rel-constrast": 1.5289721488952637,
-      "step": 8969,
-      "subrel-constrast": 2.4395792484283447,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.040816326530612,
-      "grad_norm": 4.15625,
-      "learning_rate": 1.6015834297686548e-06,
-      "loss": 0.6468,
-      "step": 8970
-    },
-    {
-      "cov-distil": 1.5114476680755615,
-      "cov-distil (oracle2student)": 4.063862323760986,
-      "cov-distil (oracle2teacher)": 3.9949159622192383,
-      "epoch": 7.040816326530612,
-      "rel-constrast": 2.745907783508301,
-      "step": 8970,
-      "subrel-constrast": 3.0086939334869385,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8658256530761719,
-      "cov-distil (oracle2student)": 3.6673858165740967,
-      "cov-distil (oracle2teacher)": 3.73396897315979,
-      "epoch": 7.04160125588697,
-      "rel-constrast": 3.6077098846435547,
-      "step": 8971,
-      "subrel-constrast": 4.018016338348389,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5092530250549316,
-      "cov-distil (oracle2student)": 5.75339412689209,
-      "cov-distil (oracle2teacher)": 5.192984580993652,
-      "epoch": 7.042386185243328,
-      "rel-constrast": 2.661289691925049,
-      "step": 8972,
-      "subrel-constrast": 3.4582226276397705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.835271954536438,
-      "cov-distil (oracle2student)": 5.12559175491333,
-      "cov-distil (oracle2teacher)": 4.4960832595825195,
-      "epoch": 7.043171114599686,
-      "rel-constrast": 2.709519386291504,
-      "step": 8973,
-      "subrel-constrast": 3.9211995601654053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2733972072601318,
-      "cov-distil (oracle2student)": 5.4602203369140625,
-      "cov-distil (oracle2teacher)": 5.625368118286133,
-      "epoch": 7.043956043956044,
-      "rel-constrast": 4.209967613220215,
-      "step": 8974,
-      "subrel-constrast": 4.590066432952881,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3224942684173584,
-      "cov-distil (oracle2student)": 4.292001724243164,
-      "cov-distil (oracle2teacher)": 4.489419937133789,
-      "epoch": 7.044740973312402,
-      "rel-constrast": 3.334043025970459,
-      "step": 8975,
-      "subrel-constrast": 4.436716079711914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2312545776367188,
-      "cov-distil (oracle2student)": 3.3327646255493164,
-      "cov-distil (oracle2teacher)": 3.2586476802825928,
-      "epoch": 7.04552590266876,
-      "rel-constrast": 1.8748252391815186,
-      "step": 8976,
-      "subrel-constrast": 2.4522833824157715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6679317951202393,
-      "cov-distil (oracle2student)": 3.046842575073242,
-      "cov-distil (oracle2teacher)": 2.918020248413086,
-      "epoch": 7.046310832025117,
-      "rel-constrast": 2.1626930236816406,
-      "step": 8977,
-      "subrel-constrast": 2.8133435249328613,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.423952579498291,
-      "cov-distil (oracle2student)": 4.0102691650390625,
-      "cov-distil (oracle2teacher)": 3.738412857055664,
-      "epoch": 7.047095761381476,
-      "rel-constrast": 2.8082497119903564,
-      "step": 8978,
-      "subrel-constrast": 3.461073637008667,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.328845739364624,
-      "cov-distil (oracle2student)": 3.0168824195861816,
-      "cov-distil (oracle2teacher)": 2.9205541610717773,
-      "epoch": 7.047880690737833,
-      "rel-constrast": 2.2081174850463867,
-      "step": 8979,
-      "subrel-constrast": 2.5395758152008057,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.048665620094192,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.5709935551561222e-06,
-      "loss": 0.748,
-      "step": 8980
-    },
-    {
-      "cov-distil": 1.4803510904312134,
-      "cov-distil (oracle2student)": 4.634188175201416,
-      "cov-distil (oracle2teacher)": 4.29135799407959,
-      "epoch": 7.048665620094192,
-      "rel-constrast": 2.9319872856140137,
-      "step": 8980,
-      "subrel-constrast": 3.0974717140197754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6734963655471802,
-      "cov-distil (oracle2student)": 3.7840394973754883,
-      "cov-distil (oracle2teacher)": 3.671802043914795,
-      "epoch": 7.049450549450549,
-      "rel-constrast": 1.8397421836853027,
-      "step": 8981,
-      "subrel-constrast": 2.917226791381836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4245059490203857,
-      "cov-distil (oracle2student)": 4.4307122230529785,
-      "cov-distil (oracle2teacher)": 4.3904924392700195,
-      "epoch": 7.050235478806908,
-      "rel-constrast": 2.087690830230713,
-      "step": 8982,
-      "subrel-constrast": 2.9527316093444824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2431906461715698,
-      "cov-distil (oracle2student)": 4.063869476318359,
-      "cov-distil (oracle2teacher)": 3.604912757873535,
-      "epoch": 7.051020408163265,
-      "rel-constrast": 2.638233184814453,
-      "step": 8983,
-      "subrel-constrast": 2.9611124992370605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4847805500030518,
-      "cov-distil (oracle2student)": 5.329315185546875,
-      "cov-distil (oracle2teacher)": 5.092357635498047,
-      "epoch": 7.051805337519623,
-      "rel-constrast": 2.900725841522217,
-      "step": 8984,
-      "subrel-constrast": 4.003020286560059,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5519297122955322,
-      "cov-distil (oracle2student)": 4.689634323120117,
-      "cov-distil (oracle2teacher)": 5.068144798278809,
-      "epoch": 7.052590266875981,
-      "rel-constrast": 2.9979183673858643,
-      "step": 8985,
-      "subrel-constrast": 3.5745086669921875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3077924251556396,
-      "cov-distil (oracle2student)": 3.5527873039245605,
-      "cov-distil (oracle2teacher)": 3.478400707244873,
-      "epoch": 7.053375196232339,
-      "rel-constrast": 2.3317556381225586,
-      "step": 8986,
-      "subrel-constrast": 3.326871395111084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5481843948364258,
-      "cov-distil (oracle2student)": 3.8607349395751953,
-      "cov-distil (oracle2teacher)": 3.9662723541259766,
-      "epoch": 7.054160125588697,
-      "rel-constrast": 2.5310215950012207,
-      "step": 8987,
-      "subrel-constrast": 2.990783452987671,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2209503650665283,
-      "cov-distil (oracle2student)": 3.4190566539764404,
-      "cov-distil (oracle2teacher)": 3.17154598236084,
-      "epoch": 7.054945054945055,
-      "rel-constrast": 2.1504616737365723,
-      "step": 8988,
-      "subrel-constrast": 2.8987059593200684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3325071334838867,
-      "cov-distil (oracle2student)": 4.623394966125488,
-      "cov-distil (oracle2teacher)": 4.567127227783203,
-      "epoch": 7.055729984301413,
-      "rel-constrast": 2.432023763656616,
-      "step": 8989,
-      "subrel-constrast": 3.2042112350463867,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.056514913657771,
-      "grad_norm": 7.40625,
-      "learning_rate": 1.540689155593375e-06,
-      "loss": 0.6567,
-      "step": 8990
-    },
-    {
-      "cov-distil": 1.4738030433654785,
-      "cov-distil (oracle2student)": 2.6797871589660645,
-      "cov-distil (oracle2teacher)": 2.697688102722168,
-      "epoch": 7.056514913657771,
-      "rel-constrast": 1.8749570846557617,
-      "step": 8990,
-      "subrel-constrast": 2.275470495223999,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3562488555908203,
-      "cov-distil (oracle2student)": 6.054752826690674,
-      "cov-distil (oracle2teacher)": 5.693966388702393,
-      "epoch": 7.057299843014129,
-      "rel-constrast": 3.3626885414123535,
-      "step": 8991,
-      "subrel-constrast": 3.501781463623047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.765312910079956,
-      "cov-distil (oracle2student)": 4.990009307861328,
-      "cov-distil (oracle2teacher)": 4.721675395965576,
-      "epoch": 7.058084772370487,
-      "rel-constrast": 2.965017795562744,
-      "step": 8992,
-      "subrel-constrast": 3.5917465686798096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6057782173156738,
-      "cov-distil (oracle2student)": 4.334445953369141,
-      "cov-distil (oracle2teacher)": 3.9006192684173584,
-      "epoch": 7.058869701726844,
-      "rel-constrast": 2.5665812492370605,
-      "step": 8993,
-      "subrel-constrast": 3.4235761165618896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.422100305557251,
-      "cov-distil (oracle2student)": 6.176065444946289,
-      "cov-distil (oracle2teacher)": 5.190527439117432,
-      "epoch": 7.059654631083203,
-      "rel-constrast": 2.85791015625,
-      "step": 8994,
-      "subrel-constrast": 3.4817538261413574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.813820719718933,
-      "cov-distil (oracle2student)": 3.1222214698791504,
-      "cov-distil (oracle2teacher)": 3.210571527481079,
-      "epoch": 7.06043956043956,
-      "rel-constrast": 2.4426941871643066,
-      "step": 8995,
-      "subrel-constrast": 3.5922906398773193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.205814003944397,
-      "cov-distil (oracle2student)": 3.5756678581237793,
-      "cov-distil (oracle2teacher)": 4.049944877624512,
-      "epoch": 7.061224489795919,
-      "rel-constrast": 2.7976698875427246,
-      "step": 8996,
-      "subrel-constrast": 3.5981855392456055,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9592729806900024,
-      "cov-distil (oracle2student)": 5.095267295837402,
-      "cov-distil (oracle2teacher)": 4.7180328369140625,
-      "epoch": 7.062009419152276,
-      "rel-constrast": 1.620987892150879,
-      "step": 8997,
-      "subrel-constrast": 2.371739625930786,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3866755962371826,
-      "cov-distil (oracle2student)": 2.7076568603515625,
-      "cov-distil (oracle2teacher)": 3.0717310905456543,
-      "epoch": 7.062794348508635,
-      "rel-constrast": 2.320617198944092,
-      "step": 8998,
-      "subrel-constrast": 3.3337838649749756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7595160007476807,
-      "cov-distil (oracle2student)": 3.6525766849517822,
-      "cov-distil (oracle2teacher)": 3.8422796726226807,
-      "epoch": 7.063579277864992,
-      "rel-constrast": 2.8291451930999756,
-      "step": 8999,
-      "subrel-constrast": 3.565338611602783,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.06436420722135,
-      "grad_norm": 6.28125,
-      "learning_rate": 1.510670600329961e-06,
-      "loss": 0.6778,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/duc04-P@10": 0.7559999999999999,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/duc04-nDCG@10": 0.7687395416890388,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/duc04-alpha_nDCG@10": 0.5845702810126489,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/multi_news-nDCG@10": 0.6118827972067581,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/multi_news-alpha_nDCG@10": 0.5989656839982657,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "eval/avg": 0.5384910563033573,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "overlap": 0.3375000059604645,
-      "step": 9000
-    },
-    {
-      "epoch": 7.06436420722135,
-      "step": 9000,
-      "student margin": 0.06109619140625
-    },
-    {
-      "epoch": 7.06436420722135,
-      "step": 9000,
-      "teacher margin": 0.03375244140625
-    },
-    {
-      "epoch": 7.06436420722135,
-      "margin difference": -0.02734375,
-      "step": 9000
-    },
-    {
-      "cov-distil": 1.358656644821167,
-      "cov-distil (oracle2student)": 3.8509538173675537,
-      "cov-distil (oracle2teacher)": 3.8090713024139404,
-      "epoch": 7.06436420722135,
-      "rel-constrast": 4.013030052185059,
-      "step": 9000,
-      "subrel-constrast": 4.729273796081543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9484519958496094,
-      "cov-distil (oracle2student)": 4.6691436767578125,
-      "cov-distil (oracle2teacher)": 4.775269031524658,
-      "epoch": 7.065149136577708,
-      "rel-constrast": 3.1738314628601074,
-      "step": 9001,
-      "subrel-constrast": 3.7861599922180176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6982457637786865,
-      "cov-distil (oracle2student)": 4.670766353607178,
-      "cov-distil (oracle2teacher)": 4.263831615447998,
-      "epoch": 7.065934065934066,
-      "rel-constrast": 1.6961013078689575,
-      "step": 9002,
-      "subrel-constrast": 2.8716013431549072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4668610095977783,
-      "cov-distil (oracle2student)": 4.002575874328613,
-      "cov-distil (oracle2teacher)": 4.248780250549316,
-      "epoch": 7.066718995290424,
-      "rel-constrast": 2.5129787921905518,
-      "step": 9003,
-      "subrel-constrast": 3.1267237663269043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2704845666885376,
-      "cov-distil (oracle2student)": 5.377155780792236,
-      "cov-distil (oracle2teacher)": 4.7457756996154785,
-      "epoch": 7.067503924646782,
-      "rel-constrast": 2.9940154552459717,
-      "step": 9004,
-      "subrel-constrast": 3.548407793045044,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8034969568252563,
-      "cov-distil (oracle2student)": 3.753908157348633,
-      "cov-distil (oracle2teacher)": 3.542752265930176,
-      "epoch": 7.06828885400314,
-      "rel-constrast": 1.79600191116333,
-      "step": 9005,
-      "subrel-constrast": 2.84944224357605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6788420677185059,
-      "cov-distil (oracle2student)": 5.638235092163086,
-      "cov-distil (oracle2teacher)": 4.916109085083008,
-      "epoch": 7.069073783359498,
-      "rel-constrast": 3.37982177734375,
-      "step": 9006,
-      "subrel-constrast": 3.790914535522461,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3108350038528442,
-      "cov-distil (oracle2student)": 5.303935527801514,
-      "cov-distil (oracle2teacher)": 4.48085880279541,
-      "epoch": 7.069858712715855,
-      "rel-constrast": 1.8033421039581299,
-      "step": 9007,
-      "subrel-constrast": 2.7257063388824463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1676560640335083,
-      "cov-distil (oracle2student)": 2.5755648612976074,
-      "cov-distil (oracle2teacher)": 2.6774611473083496,
-      "epoch": 7.070643642072214,
-      "rel-constrast": 2.2550039291381836,
-      "step": 9008,
-      "subrel-constrast": 2.806504011154175,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1992601156234741,
-      "cov-distil (oracle2student)": 5.298869609832764,
-      "cov-distil (oracle2teacher)": 4.995993137359619,
-      "epoch": 7.071428571428571,
-      "rel-constrast": 2.6343116760253906,
-      "step": 9009,
-      "subrel-constrast": 3.483349323272705,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.07221350078493,
-      "grad_norm": 5.375,
-      "learning_rate": 1.4809382551324997e-06,
-      "loss": 0.6912,
-      "step": 9010
-    },
-    {
-      "cov-distil": 2.3842358589172363,
-      "cov-distil (oracle2student)": 3.0904812812805176,
-      "cov-distil (oracle2teacher)": 2.982480049133301,
-      "epoch": 7.07221350078493,
-      "rel-constrast": 2.2842679023742676,
-      "step": 9010,
-      "subrel-constrast": 2.9819998741149902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4312119483947754,
-      "cov-distil (oracle2student)": 4.328394889831543,
-      "cov-distil (oracle2teacher)": 3.6812944412231445,
-      "epoch": 7.072998430141287,
-      "rel-constrast": 2.4560046195983887,
-      "step": 9011,
-      "subrel-constrast": 3.1607043743133545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2979063987731934,
-      "cov-distil (oracle2student)": 4.610786437988281,
-      "cov-distil (oracle2teacher)": 4.239869117736816,
-      "epoch": 7.073783359497646,
-      "rel-constrast": 2.1761555671691895,
-      "step": 9012,
-      "subrel-constrast": 2.829404830932617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5014734268188477,
-      "cov-distil (oracle2student)": 4.367544651031494,
-      "cov-distil (oracle2teacher)": 4.074927806854248,
-      "epoch": 7.074568288854003,
-      "rel-constrast": 3.101095199584961,
-      "step": 9013,
-      "subrel-constrast": 3.643098831176758,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5458035469055176,
-      "cov-distil (oracle2student)": 6.059343338012695,
-      "cov-distil (oracle2teacher)": 5.392214775085449,
-      "epoch": 7.075353218210361,
-      "rel-constrast": 2.4990074634552,
-      "step": 9014,
-      "subrel-constrast": 3.183574676513672,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.549170970916748,
-      "cov-distil (oracle2student)": 4.958156585693359,
-      "cov-distil (oracle2teacher)": 4.929727554321289,
-      "epoch": 7.076138147566719,
-      "rel-constrast": 2.300750255584717,
-      "step": 9015,
-      "subrel-constrast": 3.3830244541168213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2523832321166992,
-      "cov-distil (oracle2student)": 3.3614745140075684,
-      "cov-distil (oracle2teacher)": 3.6384005546569824,
-      "epoch": 7.076923076923077,
-      "rel-constrast": 2.409271717071533,
-      "step": 9016,
-      "subrel-constrast": 3.1297550201416016,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6644736528396606,
-      "cov-distil (oracle2student)": 4.986001491546631,
-      "cov-distil (oracle2teacher)": 4.499067783355713,
-      "epoch": 7.077708006279435,
-      "rel-constrast": 1.9857821464538574,
-      "step": 9017,
-      "subrel-constrast": 2.507513999938965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3066906929016113,
-      "cov-distil (oracle2student)": 5.300650119781494,
-      "cov-distil (oracle2teacher)": 5.192349433898926,
-      "epoch": 7.078492935635793,
-      "rel-constrast": 3.268106460571289,
-      "step": 9018,
-      "subrel-constrast": 3.6299846172332764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5676413774490356,
-      "cov-distil (oracle2student)": 3.559183120727539,
-      "cov-distil (oracle2teacher)": 4.125858306884766,
-      "epoch": 7.079277864992151,
-      "rel-constrast": 2.713994026184082,
-      "step": 9019,
-      "subrel-constrast": 3.6924614906311035,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.080062794348509,
-      "grad_norm": 5.4375,
-      "learning_rate": 1.4514924822802367e-06,
-      "loss": 0.6686,
-      "step": 9020
-    },
-    {
-      "cov-distil": 1.5975158214569092,
-      "cov-distil (oracle2student)": 2.3943428993225098,
-      "cov-distil (oracle2teacher)": 2.7761924266815186,
-      "epoch": 7.080062794348509,
-      "rel-constrast": 2.6574087142944336,
-      "step": 9020,
-      "subrel-constrast": 3.4991724491119385,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.587186336517334,
-      "cov-distil (oracle2student)": 5.153542518615723,
-      "cov-distil (oracle2teacher)": 4.778803825378418,
-      "epoch": 7.080847723704866,
-      "rel-constrast": 2.7785606384277344,
-      "step": 9021,
-      "subrel-constrast": 3.1569552421569824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.322525143623352,
-      "cov-distil (oracle2student)": 3.2755720615386963,
-      "cov-distil (oracle2teacher)": 2.9702744483947754,
-      "epoch": 7.081632653061225,
-      "rel-constrast": 2.45843243598938,
-      "step": 9022,
-      "subrel-constrast": 2.7337465286254883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.993255615234375,
-      "cov-distil (oracle2student)": 3.339872360229492,
-      "cov-distil (oracle2teacher)": 3.058439016342163,
-      "epoch": 7.082417582417582,
-      "rel-constrast": 1.7129395008087158,
-      "step": 9023,
-      "subrel-constrast": 2.554206371307373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7504159212112427,
-      "cov-distil (oracle2student)": 6.482544898986816,
-      "cov-distil (oracle2teacher)": 6.034717082977295,
-      "epoch": 7.083202511773941,
-      "rel-constrast": 2.786040782928467,
-      "step": 9024,
-      "subrel-constrast": 3.8343312740325928,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6708784103393555,
-      "cov-distil (oracle2student)": 4.732625961303711,
-      "cov-distil (oracle2teacher)": 4.0753936767578125,
-      "epoch": 7.083987441130298,
-      "rel-constrast": 2.762424945831299,
-      "step": 9025,
-      "subrel-constrast": 3.7292561531066895,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4668843746185303,
-      "cov-distil (oracle2student)": 3.64186429977417,
-      "cov-distil (oracle2teacher)": 3.087745428085327,
-      "epoch": 7.0847723704866565,
-      "rel-constrast": 1.849604606628418,
-      "step": 9026,
-      "subrel-constrast": 2.6180529594421387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1024746894836426,
-      "cov-distil (oracle2student)": 3.5134613513946533,
-      "cov-distil (oracle2teacher)": 3.543572187423706,
-      "epoch": 7.085557299843014,
-      "rel-constrast": 2.719245433807373,
-      "step": 9027,
-      "subrel-constrast": 3.7336268424987793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5955266952514648,
-      "cov-distil (oracle2student)": 4.311405181884766,
-      "cov-distil (oracle2teacher)": 4.172504425048828,
-      "epoch": 7.086342229199372,
-      "rel-constrast": 2.6139779090881348,
-      "step": 9028,
-      "subrel-constrast": 3.5256617069244385,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.451046109199524,
-      "cov-distil (oracle2student)": 2.914496421813965,
-      "cov-distil (oracle2teacher)": 2.6609907150268555,
-      "epoch": 7.08712715855573,
-      "rel-constrast": 1.6813805103302002,
-      "step": 9029,
-      "subrel-constrast": 2.280985116958618,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.087912087912088,
-      "grad_norm": 5.875,
-      "learning_rate": 1.4223336405606219e-06,
-      "loss": 0.6418,
-      "step": 9030
-    },
-    {
-      "cov-distil": 1.1189182996749878,
-      "cov-distil (oracle2student)": 5.730774879455566,
-      "cov-distil (oracle2teacher)": 4.554227828979492,
-      "epoch": 7.087912087912088,
-      "rel-constrast": 3.0920770168304443,
-      "step": 9030,
-      "subrel-constrast": 3.584134817123413,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.832146167755127,
-      "cov-distil (oracle2student)": 4.406131267547607,
-      "cov-distil (oracle2teacher)": 4.02682638168335,
-      "epoch": 7.088697017268446,
-      "rel-constrast": 2.88059139251709,
-      "step": 9031,
-      "subrel-constrast": 3.556870698928833,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.612546682357788,
-      "cov-distil (oracle2student)": 3.9825057983398438,
-      "cov-distil (oracle2teacher)": 4.001673698425293,
-      "epoch": 7.089481946624804,
-      "rel-constrast": 2.8894357681274414,
-      "step": 9032,
-      "subrel-constrast": 3.7313170433044434,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.191237211227417,
-      "cov-distil (oracle2student)": 4.124073028564453,
-      "cov-distil (oracle2teacher)": 3.9972314834594727,
-      "epoch": 7.090266875981162,
-      "rel-constrast": 3.0640101432800293,
-      "step": 9033,
-      "subrel-constrast": 3.905085325241089,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1826574802398682,
-      "cov-distil (oracle2student)": 3.8999204635620117,
-      "cov-distil (oracle2teacher)": 3.504180431365967,
-      "epoch": 7.0910518053375196,
-      "rel-constrast": 2.687931537628174,
-      "step": 9034,
-      "subrel-constrast": 3.4193925857543945,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0893919467926025,
-      "cov-distil (oracle2student)": 3.720853805541992,
-      "cov-distil (oracle2teacher)": 3.3065147399902344,
-      "epoch": 7.091836734693878,
-      "rel-constrast": 2.7559494972229004,
-      "step": 9035,
-      "subrel-constrast": 3.294699192047119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1069775819778442,
-      "cov-distil (oracle2student)": 4.208067417144775,
-      "cov-distil (oracle2teacher)": 4.168147563934326,
-      "epoch": 7.0926216640502355,
-      "rel-constrast": 2.4620323181152344,
-      "step": 9036,
-      "subrel-constrast": 2.956545829772949,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2790184020996094,
-      "cov-distil (oracle2student)": 4.445549011230469,
-      "cov-distil (oracle2teacher)": 4.518060684204102,
-      "epoch": 7.093406593406593,
-      "rel-constrast": 2.690563440322876,
-      "step": 9037,
-      "subrel-constrast": 3.7059478759765625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6192377805709839,
-      "cov-distil (oracle2student)": 2.2744956016540527,
-      "cov-distil (oracle2teacher)": 2.4191462993621826,
-      "epoch": 7.0941915227629515,
-      "rel-constrast": 1.798941731452942,
-      "step": 9038,
-      "subrel-constrast": 2.5257182121276855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0748748779296875,
-      "cov-distil (oracle2student)": 4.2553558349609375,
-      "cov-distil (oracle2teacher)": 4.286818504333496,
-      "epoch": 7.094976452119309,
-      "rel-constrast": 2.2473371028900146,
-      "step": 9039,
-      "subrel-constrast": 3.0046372413635254,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.0957613814756675,
-      "grad_norm": 5.5,
-      "learning_rate": 1.3934620852649348e-06,
-      "loss": 0.6995,
-      "step": 9040
-    },
-    {
-      "cov-distil": 1.1982102394104004,
-      "cov-distil (oracle2student)": 3.5872416496276855,
-      "cov-distil (oracle2teacher)": 3.4374685287475586,
-      "epoch": 7.0957613814756675,
-      "rel-constrast": 3.264406681060791,
-      "step": 9040,
-      "subrel-constrast": 3.580960750579834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1466699838638306,
-      "cov-distil (oracle2student)": 4.256184101104736,
-      "cov-distil (oracle2teacher)": 4.302285194396973,
-      "epoch": 7.096546310832025,
-      "rel-constrast": 2.4819083213806152,
-      "step": 9041,
-      "subrel-constrast": 3.0419063568115234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.774636149406433,
-      "cov-distil (oracle2student)": 3.7420778274536133,
-      "cov-distil (oracle2teacher)": 3.7969970703125,
-      "epoch": 7.0973312401883835,
-      "rel-constrast": 2.892322063446045,
-      "step": 9042,
-      "subrel-constrast": 3.4525279998779297,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8464679718017578,
-      "cov-distil (oracle2student)": 6.282380104064941,
-      "cov-distil (oracle2teacher)": 5.820794582366943,
-      "epoch": 7.098116169544741,
-      "rel-constrast": 3.5799965858459473,
-      "step": 9043,
-      "subrel-constrast": 4.1206583976745605,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.370059847831726,
-      "cov-distil (oracle2student)": 3.439268112182617,
-      "cov-distil (oracle2teacher)": 3.0364179611206055,
-      "epoch": 7.0989010989010985,
-      "rel-constrast": 1.8147084712982178,
-      "step": 9044,
-      "subrel-constrast": 2.5511021614074707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9402849674224854,
-      "cov-distil (oracle2student)": 4.748164176940918,
-      "cov-distil (oracle2teacher)": 3.8829596042633057,
-      "epoch": 7.099686028257457,
-      "rel-constrast": 1.71884024143219,
-      "step": 9045,
-      "subrel-constrast": 2.3367247581481934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3120625019073486,
-      "cov-distil (oracle2student)": 4.36078405380249,
-      "cov-distil (oracle2teacher)": 4.245574474334717,
-      "epoch": 7.1004709576138145,
-      "rel-constrast": 2.5724101066589355,
-      "step": 9046,
-      "subrel-constrast": 3.327793836593628,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.631239652633667,
-      "cov-distil (oracle2student)": 3.298494577407837,
-      "cov-distil (oracle2teacher)": 3.760913372039795,
-      "epoch": 7.101255886970173,
-      "rel-constrast": 2.3795061111450195,
-      "step": 9047,
-      "subrel-constrast": 3.3629095554351807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3593628406524658,
-      "cov-distil (oracle2student)": 3.203948497772217,
-      "cov-distil (oracle2teacher)": 3.6512372493743896,
-      "epoch": 7.1020408163265305,
-      "rel-constrast": 2.960129499435425,
-      "step": 9048,
-      "subrel-constrast": 3.3725359439849854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2808880805969238,
-      "cov-distil (oracle2student)": 2.99371075630188,
-      "cov-distil (oracle2teacher)": 2.3614015579223633,
-      "epoch": 7.102825745682889,
-      "rel-constrast": 1.9996980428695679,
-      "step": 9049,
-      "subrel-constrast": 2.342725992202759,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.1036106750392465,
-      "grad_norm": 4.84375,
-      "learning_rate": 1.364878168183975e-06,
-      "loss": 0.6787,
-      "step": 9050
-    },
-    {
-      "cov-distil": 1.437261939048767,
-      "cov-distil (oracle2student)": 5.105855464935303,
-      "cov-distil (oracle2teacher)": 4.755435943603516,
-      "epoch": 7.1036106750392465,
-      "rel-constrast": 1.7729822397232056,
-      "step": 9050,
-      "subrel-constrast": 2.588770627975464,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.249588966369629,
-      "cov-distil (oracle2student)": 4.320736408233643,
-      "cov-distil (oracle2teacher)": 4.118279933929443,
-      "epoch": 7.104395604395604,
-      "rel-constrast": 1.6023106575012207,
-      "step": 9051,
-      "subrel-constrast": 2.459209680557251,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0194735527038574,
-      "cov-distil (oracle2student)": 5.4535980224609375,
-      "cov-distil (oracle2teacher)": 4.703280448913574,
-      "epoch": 7.1051805337519625,
-      "rel-constrast": 2.0386486053466797,
-      "step": 9052,
-      "subrel-constrast": 2.945978879928589,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5208202600479126,
-      "cov-distil (oracle2student)": 4.0905232429504395,
-      "cov-distil (oracle2teacher)": 4.090131759643555,
-      "epoch": 7.10596546310832,
-      "rel-constrast": 1.94179105758667,
-      "step": 9053,
-      "subrel-constrast": 2.8631129264831543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4278289079666138,
-      "cov-distil (oracle2student)": 4.831228733062744,
-      "cov-distil (oracle2teacher)": 3.9602229595184326,
-      "epoch": 7.106750392464678,
-      "rel-constrast": 3.0681638717651367,
-      "step": 9054,
-      "subrel-constrast": 3.303882122039795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3542866706848145,
-      "cov-distil (oracle2student)": 4.362110137939453,
-      "cov-distil (oracle2teacher)": 4.25643253326416,
-      "epoch": 7.107535321821036,
-      "rel-constrast": 1.9487775564193726,
-      "step": 9055,
-      "subrel-constrast": 2.763528823852539,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1228291988372803,
-      "cov-distil (oracle2student)": 4.316118240356445,
-      "cov-distil (oracle2teacher)": 4.485108375549316,
-      "epoch": 7.108320251177394,
-      "rel-constrast": 2.4523568153381348,
-      "step": 9056,
-      "subrel-constrast": 3.573882818222046,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7192296981811523,
-      "cov-distil (oracle2student)": 4.806659698486328,
-      "cov-distil (oracle2teacher)": 4.929747581481934,
-      "epoch": 7.109105180533752,
-      "rel-constrast": 2.2299067974090576,
-      "step": 9057,
-      "subrel-constrast": 3.0280632972717285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4962985515594482,
-      "cov-distil (oracle2student)": 3.747265100479126,
-      "cov-distil (oracle2teacher)": 3.7222492694854736,
-      "epoch": 7.1098901098901095,
-      "rel-constrast": 2.967114210128784,
-      "step": 9058,
-      "subrel-constrast": 3.502868175506592,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4618093967437744,
-      "cov-distil (oracle2student)": 3.1822309494018555,
-      "cov-distil (oracle2teacher)": 3.2940189838409424,
-      "epoch": 7.110675039246468,
-      "rel-constrast": 1.755615472793579,
-      "step": 9059,
-      "subrel-constrast": 2.931950330734253,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.1114599686028255,
-      "grad_norm": 6.0,
-      "learning_rate": 1.3365822376037423e-06,
-      "loss": 0.584,
-      "step": 9060
-    },
-    {
-      "cov-distil": 1.126950979232788,
-      "cov-distil (oracle2student)": 5.0710272789001465,
-      "cov-distil (oracle2teacher)": 4.933706283569336,
-      "epoch": 7.1114599686028255,
-      "rel-constrast": 3.7669949531555176,
-      "step": 9060,
-      "subrel-constrast": 4.475351810455322,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7903518676757812,
-      "cov-distil (oracle2student)": 5.811654567718506,
-      "cov-distil (oracle2teacher)": 4.997124671936035,
-      "epoch": 7.112244897959184,
-      "rel-constrast": 2.576633930206299,
-      "step": 9061,
-      "subrel-constrast": 3.3829267024993896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1274807453155518,
-      "cov-distil (oracle2student)": 3.9650845527648926,
-      "cov-distil (oracle2teacher)": 3.441575765609741,
-      "epoch": 7.1130298273155415,
-      "rel-constrast": 2.3454039096832275,
-      "step": 9062,
-      "subrel-constrast": 2.9668259620666504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5358963012695312,
-      "cov-distil (oracle2student)": 3.1072587966918945,
-      "cov-distil (oracle2teacher)": 3.0869028568267822,
-      "epoch": 7.1138147566719,
-      "rel-constrast": 2.7324554920196533,
-      "step": 9063,
-      "subrel-constrast": 3.280238628387451,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8604766130447388,
-      "cov-distil (oracle2student)": 3.580873966217041,
-      "cov-distil (oracle2teacher)": 3.7018628120422363,
-      "epoch": 7.114599686028257,
-      "rel-constrast": 2.5777881145477295,
-      "step": 9064,
-      "subrel-constrast": 3.190748929977417,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.553016185760498,
-      "cov-distil (oracle2student)": 4.41615629196167,
-      "cov-distil (oracle2teacher)": 4.443365097045898,
-      "epoch": 7.115384615384615,
-      "rel-constrast": 2.701411485671997,
-      "step": 9065,
-      "subrel-constrast": 3.6649112701416016,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.593690276145935,
-      "cov-distil (oracle2student)": 3.3266258239746094,
-      "cov-distil (oracle2teacher)": 3.307931900024414,
-      "epoch": 7.116169544740973,
-      "rel-constrast": 2.82460880279541,
-      "step": 9066,
-      "subrel-constrast": 3.349884033203125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4739278554916382,
-      "cov-distil (oracle2student)": 5.712469100952148,
-      "cov-distil (oracle2teacher)": 5.113189697265625,
-      "epoch": 7.116954474097331,
-      "rel-constrast": 2.418680191040039,
-      "step": 9067,
-      "subrel-constrast": 3.2895615100860596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2733798027038574,
-      "cov-distil (oracle2student)": 4.0453033447265625,
-      "cov-distil (oracle2teacher)": 3.7046937942504883,
-      "epoch": 7.117739403453689,
-      "rel-constrast": 2.3793585300445557,
-      "step": 9068,
-      "subrel-constrast": 3.144771099090576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7071279287338257,
-      "cov-distil (oracle2student)": 2.9739255905151367,
-      "cov-distil (oracle2teacher)": 2.7225208282470703,
-      "epoch": 7.118524332810047,
-      "rel-constrast": 2.031873941421509,
-      "step": 9069,
-      "subrel-constrast": 2.925737142562866,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.119309262166405,
-      "grad_norm": 4.5625,
-      "learning_rate": 1.3085746383012271e-06,
-      "loss": 0.6965,
-      "step": 9070
-    },
-    {
-      "cov-distil": 1.4350175857543945,
-      "cov-distil (oracle2student)": 3.213320255279541,
-      "cov-distil (oracle2teacher)": 3.244821548461914,
-      "epoch": 7.119309262166405,
-      "rel-constrast": 3.0501112937927246,
-      "step": 9070,
-      "subrel-constrast": 3.5294837951660156,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3333884477615356,
-      "cov-distil (oracle2student)": 5.2771759033203125,
-      "cov-distil (oracle2teacher)": 5.123381614685059,
-      "epoch": 7.120094191522763,
-      "rel-constrast": 4.130509853363037,
-      "step": 9071,
-      "subrel-constrast": 4.6098785400390625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3741555213928223,
-      "cov-distil (oracle2student)": 3.799927234649658,
-      "cov-distil (oracle2teacher)": 3.3364956378936768,
-      "epoch": 7.1208791208791204,
-      "rel-constrast": 3.44110369682312,
-      "step": 9072,
-      "subrel-constrast": 4.402691841125488,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7222049236297607,
-      "cov-distil (oracle2student)": 4.015823841094971,
-      "cov-distil (oracle2teacher)": 3.793579578399658,
-      "epoch": 7.121664050235479,
-      "rel-constrast": 3.2732350826263428,
-      "step": 9073,
-      "subrel-constrast": 3.5453319549560547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6043164730072021,
-      "cov-distil (oracle2student)": 4.30389928817749,
-      "cov-distil (oracle2teacher)": 4.230502605438232,
-      "epoch": 7.122448979591836,
-      "rel-constrast": 2.2549846172332764,
-      "step": 9074,
-      "subrel-constrast": 2.704334259033203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3337767124176025,
-      "cov-distil (oracle2student)": 5.300408840179443,
-      "cov-distil (oracle2teacher)": 4.836112976074219,
-      "epoch": 7.123233908948195,
-      "rel-constrast": 2.9299721717834473,
-      "step": 9075,
-      "subrel-constrast": 3.1694695949554443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.4991517066955566,
-      "cov-distil (oracle2student)": 5.26057243347168,
-      "cov-distil (oracle2teacher)": 4.7028656005859375,
-      "epoch": 7.124018838304552,
-      "rel-constrast": 2.2542905807495117,
-      "step": 9076,
-      "subrel-constrast": 3.5512759685516357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.373311996459961,
-      "cov-distil (oracle2student)": 4.851308345794678,
-      "cov-distil (oracle2teacher)": 4.7636213302612305,
-      "epoch": 7.124803767660911,
-      "rel-constrast": 2.3180439472198486,
-      "step": 9077,
-      "subrel-constrast": 3.422468423843384,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3449169397354126,
-      "cov-distil (oracle2student)": 3.3024630546569824,
-      "cov-distil (oracle2teacher)": 3.095865249633789,
-      "epoch": 7.125588697017268,
-      "rel-constrast": 2.2010369300842285,
-      "step": 9078,
-      "subrel-constrast": 2.670640230178833,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.330352783203125,
-      "cov-distil (oracle2student)": 4.6494035720825195,
-      "cov-distil (oracle2teacher)": 4.23480749130249,
-      "epoch": 7.126373626373626,
-      "rel-constrast": 2.399979591369629,
-      "step": 9079,
-      "subrel-constrast": 2.900409698486328,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.127158555729984,
-      "grad_norm": 5.5625,
-      "learning_rate": 1.2808557115401826e-06,
-      "loss": 0.7472,
-      "step": 9080
-    },
-    {
-      "cov-distil": 1.5591654777526855,
-      "cov-distil (oracle2student)": 4.118645191192627,
-      "cov-distil (oracle2teacher)": 4.039218902587891,
-      "epoch": 7.127158555729984,
-      "rel-constrast": 1.6219934225082397,
-      "step": 9080,
-      "subrel-constrast": 2.466763734817505,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3663445711135864,
-      "cov-distil (oracle2student)": 4.464376926422119,
-      "cov-distil (oracle2teacher)": 3.9022512435913086,
-      "epoch": 7.127943485086342,
-      "rel-constrast": 3.1568005084991455,
-      "step": 9081,
-      "subrel-constrast": 3.614553928375244,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8018131256103516,
-      "cov-distil (oracle2student)": 4.2339677810668945,
-      "cov-distil (oracle2teacher)": 3.9885449409484863,
-      "epoch": 7.1287284144427,
-      "rel-constrast": 2.6370277404785156,
-      "step": 9082,
-      "subrel-constrast": 3.4512746334075928,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5793025493621826,
-      "cov-distil (oracle2student)": 3.576435089111328,
-      "cov-distil (oracle2teacher)": 2.9247488975524902,
-      "epoch": 7.129513343799058,
-      "rel-constrast": 2.0886809825897217,
-      "step": 9083,
-      "subrel-constrast": 2.8310203552246094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2722662687301636,
-      "cov-distil (oracle2student)": 4.490686893463135,
-      "cov-distil (oracle2teacher)": 4.374768257141113,
-      "epoch": 7.130298273155416,
-      "rel-constrast": 2.039480209350586,
-      "step": 9084,
-      "subrel-constrast": 3.0381109714508057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3132996559143066,
-      "cov-distil (oracle2student)": 5.233966827392578,
-      "cov-distil (oracle2teacher)": 5.159520149230957,
-      "epoch": 7.131083202511774,
-      "rel-constrast": 3.8857192993164062,
-      "step": 9085,
-      "subrel-constrast": 5.19138765335083,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.614091396331787,
-      "cov-distil (oracle2student)": 3.444965124130249,
-      "cov-distil (oracle2teacher)": 3.407362937927246,
-      "epoch": 7.131868131868132,
-      "rel-constrast": 1.79327392578125,
-      "step": 9086,
-      "subrel-constrast": 2.7419426441192627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4079182147979736,
-      "cov-distil (oracle2student)": 3.7148051261901855,
-      "cov-distil (oracle2teacher)": 3.717349052429199,
-      "epoch": 7.13265306122449,
-      "rel-constrast": 2.455745220184326,
-      "step": 9087,
-      "subrel-constrast": 3.193066120147705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6414891481399536,
-      "cov-distil (oracle2student)": 4.668050765991211,
-      "cov-distil (oracle2teacher)": 4.557239532470703,
-      "epoch": 7.133437990580847,
-      "rel-constrast": 3.1004738807678223,
-      "step": 9088,
-      "subrel-constrast": 4.176628112792969,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1732542514801025,
-      "cov-distil (oracle2student)": 5.334263801574707,
-      "cov-distil (oracle2teacher)": 5.04591703414917,
-      "epoch": 7.134222919937206,
-      "rel-constrast": 2.872682571411133,
-      "step": 9089,
-      "subrel-constrast": 3.3713157176971436,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.135007849293563,
-      "grad_norm": 5.875,
-      "learning_rate": 1.2534257950669897e-06,
-      "loss": 0.6806,
-      "step": 9090
-    },
-    {
-      "cov-distil": 1.2231380939483643,
-      "cov-distil (oracle2student)": 3.473886013031006,
-      "cov-distil (oracle2teacher)": 3.619750499725342,
-      "epoch": 7.135007849293563,
-      "rel-constrast": 1.965709924697876,
-      "step": 9090,
-      "subrel-constrast": 2.9446442127227783,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4981855154037476,
-      "cov-distil (oracle2student)": 5.760787010192871,
-      "cov-distil (oracle2teacher)": 5.368077278137207,
-      "epoch": 7.135792778649922,
-      "rel-constrast": 3.22251033782959,
-      "step": 9091,
-      "subrel-constrast": 3.9061026573181152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4253592491149902,
-      "cov-distil (oracle2student)": 5.770990371704102,
-      "cov-distil (oracle2teacher)": 4.807286739349365,
-      "epoch": 7.136577708006279,
-      "rel-constrast": 3.2678794860839844,
-      "step": 9092,
-      "subrel-constrast": 3.5845377445220947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.79925274848938,
-      "cov-distil (oracle2student)": 4.626789093017578,
-      "cov-distil (oracle2teacher)": 4.915184020996094,
-      "epoch": 7.137362637362638,
-      "rel-constrast": 1.9142426252365112,
-      "step": 9093,
-      "subrel-constrast": 2.9442203044891357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6153583526611328,
-      "cov-distil (oracle2student)": 5.9722089767456055,
-      "cov-distil (oracle2teacher)": 5.602439880371094,
-      "epoch": 7.138147566718995,
-      "rel-constrast": 3.929050922393799,
-      "step": 9094,
-      "subrel-constrast": 4.100511074066162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7131319046020508,
-      "cov-distil (oracle2student)": 4.019858360290527,
-      "cov-distil (oracle2teacher)": 3.9837183952331543,
-      "epoch": 7.138932496075353,
-      "rel-constrast": 2.648127794265747,
-      "step": 9095,
-      "subrel-constrast": 3.4202771186828613,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2618541717529297,
-      "cov-distil (oracle2student)": 3.89890193939209,
-      "cov-distil (oracle2teacher)": 3.23340106010437,
-      "epoch": 7.139717425431711,
-      "rel-constrast": 2.1269614696502686,
-      "step": 9096,
-      "subrel-constrast": 2.493032455444336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3514326810836792,
-      "cov-distil (oracle2student)": 4.4147210121154785,
-      "cov-distil (oracle2teacher)": 4.016780376434326,
-      "epoch": 7.140502354788069,
-      "rel-constrast": 2.2774105072021484,
-      "step": 9097,
-      "subrel-constrast": 3.0100667476654053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3848648071289062,
-      "cov-distil (oracle2student)": 5.838589668273926,
-      "cov-distil (oracle2teacher)": 5.413360595703125,
-      "epoch": 7.141287284144427,
-      "rel-constrast": 2.1980910301208496,
-      "step": 9098,
-      "subrel-constrast": 2.9504473209381104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2223622798919678,
-      "cov-distil (oracle2student)": 4.239998817443848,
-      "cov-distil (oracle2teacher)": 3.8794970512390137,
-      "epoch": 7.142072213500785,
-      "rel-constrast": 1.8224401473999023,
-      "step": 9099,
-      "subrel-constrast": 2.6403207778930664,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.142857142857143,
-      "grad_norm": 4.78125,
-      "learning_rate": 1.2262852231065242e-06,
-      "loss": 0.673,
-      "step": 9100
-    },
-    {
-      "epoch": 7.142857142857143,
-      "overlap": 0.3140625059604645,
-      "step": 9100
-    },
-    {
-      "epoch": 7.142857142857143,
-      "step": 9100,
-      "student margin": 0.06512451171875
-    },
-    {
-      "epoch": 7.142857142857143,
-      "step": 9100,
-      "teacher margin": 0.049530029296875
-    },
-    {
-      "epoch": 7.142857142857143,
-      "margin difference": -0.015594482421875,
-      "step": 9100
-    },
-    {
-      "cov-distil": 1.3916665315628052,
-      "cov-distil (oracle2student)": 3.6917126178741455,
-      "cov-distil (oracle2teacher)": 3.451076030731201,
-      "epoch": 7.142857142857143,
-      "rel-constrast": 2.4703800678253174,
-      "step": 9100,
-      "subrel-constrast": 2.731306791305542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.535137414932251,
-      "cov-distil (oracle2student)": 4.667142868041992,
-      "cov-distil (oracle2teacher)": 4.717641830444336,
-      "epoch": 7.143642072213501,
-      "rel-constrast": 2.744786500930786,
-      "step": 9101,
-      "subrel-constrast": 3.4277467727661133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1661150455474854,
-      "cov-distil (oracle2student)": 4.241676330566406,
-      "cov-distil (oracle2teacher)": 4.123048782348633,
-      "epoch": 7.144427001569858,
-      "rel-constrast": 1.5091514587402344,
-      "step": 9102,
-      "subrel-constrast": 1.8526358604431152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4973373413085938,
-      "cov-distil (oracle2student)": 4.917747497558594,
-      "cov-distil (oracle2teacher)": 4.5645060539245605,
-      "epoch": 7.145211930926217,
-      "rel-constrast": 3.041557550430298,
-      "step": 9103,
-      "subrel-constrast": 3.5236599445343018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5535149574279785,
-      "cov-distil (oracle2student)": 5.8729753494262695,
-      "cov-distil (oracle2teacher)": 5.97509241104126,
-      "epoch": 7.145996860282574,
-      "rel-constrast": 2.480412483215332,
-      "step": 9104,
-      "subrel-constrast": 3.4990732669830322,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5847399234771729,
-      "cov-distil (oracle2student)": 4.566097736358643,
-      "cov-distil (oracle2teacher)": 4.190469741821289,
-      "epoch": 7.146781789638933,
-      "rel-constrast": 2.3847320079803467,
-      "step": 9105,
-      "subrel-constrast": 2.9029505252838135,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3560826778411865,
-      "cov-distil (oracle2student)": 4.262947082519531,
-      "cov-distil (oracle2teacher)": 4.799093246459961,
-      "epoch": 7.14756671899529,
-      "rel-constrast": 1.854146122932434,
-      "step": 9106,
-      "subrel-constrast": 2.8897430896759033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3019899129867554,
-      "cov-distil (oracle2student)": 3.7065091133117676,
-      "cov-distil (oracle2teacher)": 4.083003520965576,
-      "epoch": 7.148351648351649,
-      "rel-constrast": 2.4485042095184326,
-      "step": 9107,
-      "subrel-constrast": 2.9313130378723145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.163670778274536,
-      "cov-distil (oracle2student)": 5.4349589347839355,
-      "cov-distil (oracle2teacher)": 4.8654327392578125,
-      "epoch": 7.149136577708006,
-      "rel-constrast": 2.9311466217041016,
-      "step": 9108,
-      "subrel-constrast": 3.5444412231445312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2868067026138306,
-      "cov-distil (oracle2student)": 5.645541667938232,
-      "cov-distil (oracle2teacher)": 5.364994049072266,
-      "epoch": 7.149921507064364,
-      "rel-constrast": 1.2451467514038086,
-      "step": 9109,
-      "subrel-constrast": 1.871921420097351,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.150706436420722,
-      "grad_norm": 3.953125,
-      "learning_rate": 1.1994343263580844e-06,
-      "loss": 0.6148,
-      "step": 9110
-    },
-    {
-      "cov-distil": 1.556424617767334,
-      "cov-distil (oracle2student)": 3.8633241653442383,
-      "cov-distil (oracle2teacher)": 3.4616246223449707,
-      "epoch": 7.150706436420722,
-      "rel-constrast": 1.926224946975708,
-      "step": 9110,
-      "subrel-constrast": 2.4583139419555664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5171706676483154,
-      "cov-distil (oracle2student)": 5.276140213012695,
-      "cov-distil (oracle2teacher)": 5.0397186279296875,
-      "epoch": 7.15149136577708,
-      "rel-constrast": 2.6995961666107178,
-      "step": 9111,
-      "subrel-constrast": 3.470618724822998,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9622560739517212,
-      "cov-distil (oracle2student)": 2.816830635070801,
-      "cov-distil (oracle2teacher)": 2.8632946014404297,
-      "epoch": 7.152276295133438,
-      "rel-constrast": 1.5732789039611816,
-      "step": 9112,
-      "subrel-constrast": 2.547907590866089,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0731979608535767,
-      "cov-distil (oracle2student)": 3.8217451572418213,
-      "cov-distil (oracle2teacher)": 3.5132877826690674,
-      "epoch": 7.153061224489796,
-      "rel-constrast": 2.370504379272461,
-      "step": 9113,
-      "subrel-constrast": 2.6416146755218506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4079889059066772,
-      "cov-distil (oracle2student)": 6.038372039794922,
-      "cov-distil (oracle2teacher)": 5.748214244842529,
-      "epoch": 7.153846153846154,
-      "rel-constrast": 2.778717041015625,
-      "step": 9114,
-      "subrel-constrast": 3.785315990447998,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.803356647491455,
-      "cov-distil (oracle2student)": 3.4882760047912598,
-      "cov-distil (oracle2teacher)": 3.8680524826049805,
-      "epoch": 7.154631083202512,
-      "rel-constrast": 1.8126544952392578,
-      "step": 9115,
-      "subrel-constrast": 3.1095659732818604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6052805185317993,
-      "cov-distil (oracle2student)": 5.518685340881348,
-      "cov-distil (oracle2teacher)": 5.018970012664795,
-      "epoch": 7.155416012558869,
-      "rel-constrast": 4.148460388183594,
-      "step": 9116,
-      "subrel-constrast": 4.374814033508301,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4381276369094849,
-      "cov-distil (oracle2student)": 3.752487897872925,
-      "cov-distil (oracle2teacher)": 3.8583126068115234,
-      "epoch": 7.156200941915228,
-      "rel-constrast": 2.289156913757324,
-      "step": 9117,
-      "subrel-constrast": 3.1272132396698,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3264374732971191,
-      "cov-distil (oracle2student)": 4.856005668640137,
-      "cov-distil (oracle2teacher)": 4.2736687660217285,
-      "epoch": 7.156985871271585,
-      "rel-constrast": 1.6587207317352295,
-      "step": 9118,
-      "subrel-constrast": 2.4519364833831787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2115014791488647,
-      "cov-distil (oracle2student)": 3.971120834350586,
-      "cov-distil (oracle2teacher)": 3.633289098739624,
-      "epoch": 7.157770800627944,
-      "rel-constrast": 2.6372523307800293,
-      "step": 9119,
-      "subrel-constrast": 3.228762626647949,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.158555729984301,
-      "grad_norm": 5.34375,
-      "learning_rate": 1.172873431991378e-06,
-      "loss": 0.6346,
-      "step": 9120
-    },
-    {
-      "cov-distil": 1.4026987552642822,
-      "cov-distil (oracle2student)": 3.9134373664855957,
-      "cov-distil (oracle2teacher)": 3.0660488605499268,
-      "epoch": 7.158555729984301,
-      "rel-constrast": 1.5995309352874756,
-      "step": 9120,
-      "subrel-constrast": 2.3625340461730957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.016326904296875,
-      "cov-distil (oracle2student)": 4.936610698699951,
-      "cov-distil (oracle2teacher)": 4.818905353546143,
-      "epoch": 7.15934065934066,
-      "rel-constrast": 2.693554639816284,
-      "step": 9121,
-      "subrel-constrast": 3.6351828575134277,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.810950756072998,
-      "cov-distil (oracle2student)": 5.191552639007568,
-      "cov-distil (oracle2teacher)": 5.565373420715332,
-      "epoch": 7.160125588697017,
-      "rel-constrast": 3.021745204925537,
-      "step": 9122,
-      "subrel-constrast": 3.6800079345703125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0712525844573975,
-      "cov-distil (oracle2student)": 4.030320644378662,
-      "cov-distil (oracle2teacher)": 4.120967864990234,
-      "epoch": 7.160910518053376,
-      "rel-constrast": 1.9017702341079712,
-      "step": 9123,
-      "subrel-constrast": 2.7611851692199707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5617332458496094,
-      "cov-distil (oracle2student)": 6.067295074462891,
-      "cov-distil (oracle2teacher)": 5.692935943603516,
-      "epoch": 7.161695447409733,
-      "rel-constrast": 2.4936909675598145,
-      "step": 9124,
-      "subrel-constrast": 3.25492787361145,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4543180465698242,
-      "cov-distil (oracle2student)": 3.952855348587036,
-      "cov-distil (oracle2teacher)": 4.129984378814697,
-      "epoch": 7.162480376766091,
-      "rel-constrast": 2.7115018367767334,
-      "step": 9125,
-      "subrel-constrast": 3.4190704822540283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5770901441574097,
-      "cov-distil (oracle2student)": 3.8746790885925293,
-      "cov-distil (oracle2teacher)": 3.435380458831787,
-      "epoch": 7.163265306122449,
-      "rel-constrast": 2.885822057723999,
-      "step": 9126,
-      "subrel-constrast": 3.4353513717651367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.016386032104492,
-      "cov-distil (oracle2student)": 2.7951338291168213,
-      "cov-distil (oracle2teacher)": 3.2409236431121826,
-      "epoch": 7.164050235478807,
-      "rel-constrast": 2.0193352699279785,
-      "step": 9127,
-      "subrel-constrast": 2.6812894344329834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1565260887145996,
-      "cov-distil (oracle2student)": 6.068046569824219,
-      "cov-distil (oracle2teacher)": 5.126213073730469,
-      "epoch": 7.164835164835165,
-      "rel-constrast": 2.431861400604248,
-      "step": 9128,
-      "subrel-constrast": 2.8244121074676514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1541268825531006,
-      "cov-distil (oracle2student)": 3.5302815437316895,
-      "cov-distil (oracle2teacher)": 3.612046957015991,
-      "epoch": 7.165620094191523,
-      "rel-constrast": 1.9153974056243896,
-      "step": 9129,
-      "subrel-constrast": 2.4799020290374756,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.166405023547881,
-      "grad_norm": 3.9375,
-      "learning_rate": 1.1466028636425207e-06,
-      "loss": 0.6324,
-      "step": 9130
-    },
-    {
-      "cov-distil": 1.2930353879928589,
-      "cov-distil (oracle2student)": 4.492537975311279,
-      "cov-distil (oracle2teacher)": 3.962336540222168,
-      "epoch": 7.166405023547881,
-      "rel-constrast": 2.0791735649108887,
-      "step": 9130,
-      "subrel-constrast": 2.5815722942352295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5127924680709839,
-      "cov-distil (oracle2student)": 3.4153943061828613,
-      "cov-distil (oracle2teacher)": 3.2570152282714844,
-      "epoch": 7.167189952904239,
-      "rel-constrast": 2.1997265815734863,
-      "step": 9131,
-      "subrel-constrast": 2.5401923656463623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3512063026428223,
-      "cov-distil (oracle2student)": 3.9713797569274902,
-      "cov-distil (oracle2teacher)": 4.104677200317383,
-      "epoch": 7.167974882260596,
-      "rel-constrast": 2.9831652641296387,
-      "step": 9132,
-      "subrel-constrast": 3.1517136096954346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6276882886886597,
-      "cov-distil (oracle2student)": 5.45437479019165,
-      "cov-distil (oracle2teacher)": 5.282014846801758,
-      "epoch": 7.168759811616955,
-      "rel-constrast": 1.5944842100143433,
-      "step": 9133,
-      "subrel-constrast": 2.541513442993164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2990005016326904,
-      "cov-distil (oracle2student)": 4.220674514770508,
-      "cov-distil (oracle2teacher)": 4.177786350250244,
-      "epoch": 7.169544740973312,
-      "rel-constrast": 2.629772186279297,
-      "step": 9134,
-      "subrel-constrast": 3.24110746383667,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.325189471244812,
-      "cov-distil (oracle2student)": 2.655689239501953,
-      "cov-distil (oracle2teacher)": 2.870553493499756,
-      "epoch": 7.170329670329671,
-      "rel-constrast": 2.550203323364258,
-      "step": 9135,
-      "subrel-constrast": 2.8773086071014404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.414928674697876,
-      "cov-distil (oracle2student)": 3.932206630706787,
-      "cov-distil (oracle2teacher)": 3.460433006286621,
-      "epoch": 7.171114599686028,
-      "rel-constrast": 2.918273448944092,
-      "step": 9136,
-      "subrel-constrast": 3.1197409629821777,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5144259929656982,
-      "cov-distil (oracle2student)": 4.4309282302856445,
-      "cov-distil (oracle2teacher)": 4.257257461547852,
-      "epoch": 7.171899529042387,
-      "rel-constrast": 2.6076157093048096,
-      "step": 9137,
-      "subrel-constrast": 3.6073877811431885,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2127070426940918,
-      "cov-distil (oracle2student)": 5.38915491104126,
-      "cov-distil (oracle2teacher)": 5.1928606033325195,
-      "epoch": 7.172684458398744,
-      "rel-constrast": 2.6589534282684326,
-      "step": 9138,
-      "subrel-constrast": 3.591017484664917,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.280773401260376,
-      "cov-distil (oracle2student)": 4.685199737548828,
-      "cov-distil (oracle2teacher)": 4.326027870178223,
-      "epoch": 7.173469387755102,
-      "rel-constrast": 2.7132961750030518,
-      "step": 9139,
-      "subrel-constrast": 2.945106267929077,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.17425431711146,
-      "grad_norm": 6.28125,
-      "learning_rate": 1.1206229414100988e-06,
-      "loss": 0.6579,
-      "step": 9140
-    },
-    {
-      "cov-distil": 1.9134794473648071,
-      "cov-distil (oracle2student)": 4.1498942375183105,
-      "cov-distil (oracle2teacher)": 4.464881420135498,
-      "epoch": 7.17425431711146,
-      "rel-constrast": 2.1919963359832764,
-      "step": 9140,
-      "subrel-constrast": 3.074617624282837,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.3418190479278564,
-      "cov-distil (oracle2student)": 5.326836109161377,
-      "cov-distil (oracle2teacher)": 4.908425807952881,
-      "epoch": 7.175039246467818,
-      "rel-constrast": 2.912127733230591,
-      "step": 9141,
-      "subrel-constrast": 4.026589870452881,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4426419734954834,
-      "cov-distil (oracle2student)": 6.967606067657471,
-      "cov-distil (oracle2teacher)": 6.02261209487915,
-      "epoch": 7.175824175824176,
-      "rel-constrast": 3.171837329864502,
-      "step": 9142,
-      "subrel-constrast": 3.326359987258911,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.304561972618103,
-      "cov-distil (oracle2student)": 4.054349899291992,
-      "cov-distil (oracle2teacher)": 3.88510799407959,
-      "epoch": 7.176609105180534,
-      "rel-constrast": 2.9202380180358887,
-      "step": 9143,
-      "subrel-constrast": 3.1054415702819824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6071112155914307,
-      "cov-distil (oracle2student)": 4.074078559875488,
-      "cov-distil (oracle2teacher)": 4.09666633605957,
-      "epoch": 7.177394034536892,
-      "rel-constrast": 2.353111743927002,
-      "step": 9144,
-      "subrel-constrast": 2.8790535926818848,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9680544137954712,
-      "cov-distil (oracle2student)": 5.018510818481445,
-      "cov-distil (oracle2teacher)": 4.3316545486450195,
-      "epoch": 7.17817896389325,
-      "rel-constrast": 2.438778877258301,
-      "step": 9145,
-      "subrel-constrast": 3.190887212753296,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5059901475906372,
-      "cov-distil (oracle2student)": 3.6963460445404053,
-      "cov-distil (oracle2teacher)": 3.7081050872802734,
-      "epoch": 7.178963893249607,
-      "rel-constrast": 2.082115650177002,
-      "step": 9146,
-      "subrel-constrast": 2.809859275817871,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.74898099899292,
-      "cov-distil (oracle2student)": 5.553251266479492,
-      "cov-distil (oracle2teacher)": 5.1673502922058105,
-      "epoch": 7.179748822605966,
-      "rel-constrast": 1.7565054893493652,
-      "step": 9147,
-      "subrel-constrast": 2.544349431991577,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.4692296981811523,
-      "cov-distil (oracle2student)": 4.343147277832031,
-      "cov-distil (oracle2teacher)": 4.270181179046631,
-      "epoch": 7.180533751962323,
-      "rel-constrast": 2.795933246612549,
-      "step": 9148,
-      "subrel-constrast": 3.7229490280151367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5939826965332031,
-      "cov-distil (oracle2student)": 4.368385314941406,
-      "cov-distil (oracle2teacher)": 4.110434055328369,
-      "epoch": 7.181318681318682,
-      "rel-constrast": 3.4571752548217773,
-      "step": 9149,
-      "subrel-constrast": 3.700601100921631,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.182103610675039,
-      "grad_norm": 6.5625,
-      "learning_rate": 1.0949339818512594e-06,
-      "loss": 0.6967,
-      "step": 9150
-    },
-    {
-      "cov-distil": 1.822819471359253,
-      "cov-distil (oracle2student)": 3.5073184967041016,
-      "cov-distil (oracle2teacher)": 3.1445560455322266,
-      "epoch": 7.182103610675039,
-      "rel-constrast": 2.1531291007995605,
-      "step": 9150,
-      "subrel-constrast": 3.332972526550293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5938063859939575,
-      "cov-distil (oracle2student)": 5.541831016540527,
-      "cov-distil (oracle2teacher)": 5.003762722015381,
-      "epoch": 7.1828885400313975,
-      "rel-constrast": 3.3929967880249023,
-      "step": 9151,
-      "subrel-constrast": 3.7597060203552246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7291678190231323,
-      "cov-distil (oracle2student)": 3.6457111835479736,
-      "cov-distil (oracle2teacher)": 3.8109800815582275,
-      "epoch": 7.183673469387755,
-      "rel-constrast": 2.2266974449157715,
-      "step": 9152,
-      "subrel-constrast": 3.4372060298919678,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6197965145111084,
-      "cov-distil (oracle2student)": 4.021894454956055,
-      "cov-distil (oracle2teacher)": 4.122945785522461,
-      "epoch": 7.184458398744113,
-      "rel-constrast": 2.275819778442383,
-      "step": 9153,
-      "subrel-constrast": 3.726026773452759,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9069658517837524,
-      "cov-distil (oracle2student)": 4.006752967834473,
-      "cov-distil (oracle2teacher)": 3.6250505447387695,
-      "epoch": 7.185243328100471,
-      "rel-constrast": 2.0396647453308105,
-      "step": 9154,
-      "subrel-constrast": 2.5659234523773193,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.01035737991333,
-      "cov-distil (oracle2student)": 5.220426559448242,
-      "cov-distil (oracle2teacher)": 5.111998558044434,
-      "epoch": 7.186028257456829,
-      "rel-constrast": 1.7151076793670654,
-      "step": 9155,
-      "subrel-constrast": 2.3224942684173584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6830253601074219,
-      "cov-distil (oracle2student)": 4.6765313148498535,
-      "cov-distil (oracle2teacher)": 4.145661354064941,
-      "epoch": 7.186813186813187,
-      "rel-constrast": 2.374898672103882,
-      "step": 9156,
-      "subrel-constrast": 3.1214864253997803,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3558757305145264,
-      "cov-distil (oracle2student)": 3.1943819522857666,
-      "cov-distil (oracle2teacher)": 2.964181900024414,
-      "epoch": 7.187598116169545,
-      "rel-constrast": 2.0876731872558594,
-      "step": 9157,
-      "subrel-constrast": 2.989614486694336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8347159624099731,
-      "cov-distil (oracle2student)": 3.9357712268829346,
-      "cov-distil (oracle2teacher)": 3.3204898834228516,
-      "epoch": 7.188383045525903,
-      "rel-constrast": 2.2853875160217285,
-      "step": 9158,
-      "subrel-constrast": 3.4123852252960205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.361413598060608,
-      "cov-distil (oracle2student)": 3.168135404586792,
-      "cov-distil (oracle2teacher)": 2.6421284675598145,
-      "epoch": 7.189167974882261,
-      "rel-constrast": 1.7744735479354858,
-      "step": 9159,
-      "subrel-constrast": 2.634122371673584,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.189952904238618,
-      "grad_norm": 4.4375,
-      "learning_rate": 1.0695362979778772e-06,
-      "loss": 0.5979,
-      "step": 9160
-    },
-    {
-      "cov-distil": 1.6450974941253662,
-      "cov-distil (oracle2student)": 4.7736382484436035,
-      "cov-distil (oracle2teacher)": 4.688850402832031,
-      "epoch": 7.189952904238618,
-      "rel-constrast": 2.8424320220947266,
-      "step": 9160,
-      "subrel-constrast": 3.737821102142334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7264347076416016,
-      "cov-distil (oracle2student)": 2.7018609046936035,
-      "cov-distil (oracle2teacher)": 2.925429582595825,
-      "epoch": 7.1907378335949765,
-      "rel-constrast": 1.9381062984466553,
-      "step": 9161,
-      "subrel-constrast": 2.918602705001831,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.75767183303833,
-      "cov-distil (oracle2student)": 3.71575927734375,
-      "cov-distil (oracle2teacher)": 3.5911383628845215,
-      "epoch": 7.191522762951334,
-      "rel-constrast": 2.81903076171875,
-      "step": 9162,
-      "subrel-constrast": 3.4571239948272705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.187227725982666,
-      "cov-distil (oracle2student)": 5.289314270019531,
-      "cov-distil (oracle2teacher)": 4.127677917480469,
-      "epoch": 7.1923076923076925,
-      "rel-constrast": 3.628314971923828,
-      "step": 9163,
-      "subrel-constrast": 3.6734049320220947,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7890775203704834,
-      "cov-distil (oracle2student)": 4.206621170043945,
-      "cov-distil (oracle2teacher)": 4.5850934982299805,
-      "epoch": 7.19309262166405,
-      "rel-constrast": 2.170111656188965,
-      "step": 9164,
-      "subrel-constrast": 3.613422393798828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1563451290130615,
-      "cov-distil (oracle2student)": 4.971540451049805,
-      "cov-distil (oracle2teacher)": 4.444489002227783,
-      "epoch": 7.1938775510204085,
-      "rel-constrast": 3.0647900104522705,
-      "step": 9165,
-      "subrel-constrast": 3.6375269889831543,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0105690956115723,
-      "cov-distil (oracle2student)": 3.737624168395996,
-      "cov-distil (oracle2teacher)": 3.8152577877044678,
-      "epoch": 7.194662480376766,
-      "rel-constrast": 1.6161770820617676,
-      "step": 9166,
-      "subrel-constrast": 2.9435858726501465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3100180625915527,
-      "cov-distil (oracle2student)": 5.257027626037598,
-      "cov-distil (oracle2teacher)": 4.313985824584961,
-      "epoch": 7.195447409733124,
-      "rel-constrast": 2.9753217697143555,
-      "step": 9167,
-      "subrel-constrast": 3.5057644844055176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.252377986907959,
-      "cov-distil (oracle2student)": 4.2440924644470215,
-      "cov-distil (oracle2teacher)": 4.087022304534912,
-      "epoch": 7.196232339089482,
-      "rel-constrast": 1.9658252000808716,
-      "step": 9168,
-      "subrel-constrast": 2.7389678955078125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2036042213439941,
-      "cov-distil (oracle2student)": 4.373775482177734,
-      "cov-distil (oracle2teacher)": 4.090592861175537,
-      "epoch": 7.1970172684458396,
-      "rel-constrast": 2.936669111251831,
-      "step": 9169,
-      "subrel-constrast": 3.2432456016540527,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.197802197802198,
-      "grad_norm": 5.375,
-      "learning_rate": 1.0444301992527077e-06,
-      "loss": 0.6865,
-      "step": 9170
-    },
-    {
-      "cov-distil": 1.959721565246582,
-      "cov-distil (oracle2student)": 2.991227388381958,
-      "cov-distil (oracle2teacher)": 2.9904966354370117,
-      "epoch": 7.197802197802198,
-      "rel-constrast": 1.3752952814102173,
-      "step": 9170,
-      "subrel-constrast": 2.284395694732666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5629054307937622,
-      "cov-distil (oracle2student)": 3.901442527770996,
-      "cov-distil (oracle2teacher)": 4.054263591766357,
-      "epoch": 7.1985871271585555,
-      "rel-constrast": 3.0762581825256348,
-      "step": 9171,
-      "subrel-constrast": 3.5430853366851807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.352062463760376,
-      "cov-distil (oracle2student)": 3.454453468322754,
-      "cov-distil (oracle2teacher)": 3.3643553256988525,
-      "epoch": 7.199372056514914,
-      "rel-constrast": 1.396227478981018,
-      "step": 9172,
-      "subrel-constrast": 1.9654890298843384,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.544458270072937,
-      "cov-distil (oracle2student)": 4.690362453460693,
-      "cov-distil (oracle2teacher)": 4.5167236328125,
-      "epoch": 7.2001569858712715,
-      "rel-constrast": 3.1100645065307617,
-      "step": 9173,
-      "subrel-constrast": 3.6278812885284424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4733593463897705,
-      "cov-distil (oracle2student)": 5.745442867279053,
-      "cov-distil (oracle2teacher)": 5.507336139678955,
-      "epoch": 7.20094191522763,
-      "rel-constrast": 3.5005030632019043,
-      "step": 9174,
-      "subrel-constrast": 4.205948829650879,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9577162265777588,
-      "cov-distil (oracle2student)": 4.327338695526123,
-      "cov-distil (oracle2teacher)": 4.1394500732421875,
-      "epoch": 7.2017268445839875,
-      "rel-constrast": 1.2627935409545898,
-      "step": 9175,
-      "subrel-constrast": 1.858303427696228,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8792755603790283,
-      "cov-distil (oracle2student)": 3.8792409896850586,
-      "cov-distil (oracle2teacher)": 3.9558987617492676,
-      "epoch": 7.202511773940345,
-      "rel-constrast": 2.343900203704834,
-      "step": 9176,
-      "subrel-constrast": 3.211367607116699,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5055586099624634,
-      "cov-distil (oracle2student)": 4.07131290435791,
-      "cov-distil (oracle2teacher)": 4.26580810546875,
-      "epoch": 7.2032967032967035,
-      "rel-constrast": 2.1414906978607178,
-      "step": 9177,
-      "subrel-constrast": 3.0642380714416504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2839211225509644,
-      "cov-distil (oracle2student)": 3.813990354537964,
-      "cov-distil (oracle2teacher)": 3.4588818550109863,
-      "epoch": 7.204081632653061,
-      "rel-constrast": 2.274121046066284,
-      "step": 9178,
-      "subrel-constrast": 2.519702196121216,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7296651601791382,
-      "cov-distil (oracle2student)": 3.300337076187134,
-      "cov-distil (oracle2teacher)": 3.519028663635254,
-      "epoch": 7.204866562009419,
-      "rel-constrast": 2.353849411010742,
-      "step": 9179,
-      "subrel-constrast": 3.055424213409424,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.205651491365777,
-      "grad_norm": 6.96875,
-      "learning_rate": 1.0196159915856429e-06,
-      "loss": 0.609,
-      "step": 9180
-    },
-    {
-      "cov-distil": 1.8751291036605835,
-      "cov-distil (oracle2student)": 4.337466239929199,
-      "cov-distil (oracle2teacher)": 4.154731750488281,
-      "epoch": 7.205651491365777,
-      "rel-constrast": 2.6324081420898438,
-      "step": 9180,
-      "subrel-constrast": 3.471364736557007,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0604106187820435,
-      "cov-distil (oracle2student)": 3.71809458732605,
-      "cov-distil (oracle2teacher)": 3.3153538703918457,
-      "epoch": 7.206436420722135,
-      "rel-constrast": 2.0159621238708496,
-      "step": 9181,
-      "subrel-constrast": 2.275545120239258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7275456190109253,
-      "cov-distil (oracle2student)": 4.006108283996582,
-      "cov-distil (oracle2teacher)": 4.312180519104004,
-      "epoch": 7.207221350078493,
-      "rel-constrast": 2.9072928428649902,
-      "step": 9182,
-      "subrel-constrast": 3.390314817428589,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5871772766113281,
-      "cov-distil (oracle2student)": 4.785775184631348,
-      "cov-distil (oracle2teacher)": 4.226677894592285,
-      "epoch": 7.2080062794348505,
-      "rel-constrast": 3.4377858638763428,
-      "step": 9183,
-      "subrel-constrast": 3.8611180782318115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.520283818244934,
-      "cov-distil (oracle2student)": 3.8514015674591064,
-      "cov-distil (oracle2teacher)": 3.6144580841064453,
-      "epoch": 7.208791208791209,
-      "rel-constrast": 2.171264171600342,
-      "step": 9184,
-      "subrel-constrast": 3.0136423110961914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.623022198677063,
-      "cov-distil (oracle2student)": 3.8236799240112305,
-      "cov-distil (oracle2teacher)": 3.6902904510498047,
-      "epoch": 7.2095761381475665,
-      "rel-constrast": 1.6325633525848389,
-      "step": 9185,
-      "subrel-constrast": 2.384690761566162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8514797687530518,
-      "cov-distil (oracle2student)": 6.47933292388916,
-      "cov-distil (oracle2teacher)": 5.200516700744629,
-      "epoch": 7.210361067503925,
-      "rel-constrast": 3.5773568153381348,
-      "step": 9186,
-      "subrel-constrast": 4.539182186126709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5942649841308594,
-      "cov-distil (oracle2student)": 4.74558687210083,
-      "cov-distil (oracle2teacher)": 4.175358295440674,
-      "epoch": 7.2111459968602825,
-      "rel-constrast": 1.9780889749526978,
-      "step": 9187,
-      "subrel-constrast": 2.933088779449463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.380641222000122,
-      "cov-distil (oracle2student)": 4.365299701690674,
-      "cov-distil (oracle2teacher)": 3.8118059635162354,
-      "epoch": 7.211930926216641,
-      "rel-constrast": 2.0118162631988525,
-      "step": 9188,
-      "subrel-constrast": 2.4849917888641357,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.336394190788269,
-      "cov-distil (oracle2student)": 3.8273911476135254,
-      "cov-distil (oracle2teacher)": 3.6283247470855713,
-      "epoch": 7.212715855572998,
-      "rel-constrast": 3.2831335067749023,
-      "step": 9189,
-      "subrel-constrast": 3.841392755508423,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.213500784929356,
-      "grad_norm": 5.78125,
-      "learning_rate": 9.95093977329975e-07,
-      "loss": 0.6801,
-      "step": 9190
-    },
-    {
-      "cov-distil": 1.634378433227539,
-      "cov-distil (oracle2student)": 4.410484313964844,
-      "cov-distil (oracle2teacher)": 4.2682271003723145,
-      "epoch": 7.213500784929356,
-      "rel-constrast": 1.9015697240829468,
-      "step": 9190,
-      "subrel-constrast": 2.8969297409057617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.568606972694397,
-      "cov-distil (oracle2student)": 4.469651222229004,
-      "cov-distil (oracle2teacher)": 4.79359245300293,
-      "epoch": 7.214285714285714,
-      "rel-constrast": 2.1267223358154297,
-      "step": 9191,
-      "subrel-constrast": 3.2383527755737305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1164638996124268,
-      "cov-distil (oracle2student)": 3.952819347381592,
-      "cov-distil (oracle2teacher)": 3.6781792640686035,
-      "epoch": 7.215070643642072,
-      "rel-constrast": 2.153597831726074,
-      "step": 9192,
-      "subrel-constrast": 2.5812811851501465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1343252658843994,
-      "cov-distil (oracle2student)": 4.292623043060303,
-      "cov-distil (oracle2teacher)": 3.847066879272461,
-      "epoch": 7.21585557299843,
-      "rel-constrast": 1.9309630393981934,
-      "step": 9193,
-      "subrel-constrast": 2.4587717056274414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4448270797729492,
-      "cov-distil (oracle2student)": 3.9319045543670654,
-      "cov-distil (oracle2teacher)": 3.7519211769104004,
-      "epoch": 7.216640502354788,
-      "rel-constrast": 3.266371965408325,
-      "step": 9194,
-      "subrel-constrast": 4.05090856552124,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7815485000610352,
-      "cov-distil (oracle2student)": 2.7677793502807617,
-      "cov-distil (oracle2teacher)": 2.666250705718994,
-      "epoch": 7.217425431711146,
-      "rel-constrast": 1.5884125232696533,
-      "step": 9195,
-      "subrel-constrast": 2.435405731201172,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.212998628616333,
-      "cov-distil (oracle2student)": 3.7588908672332764,
-      "cov-distil (oracle2teacher)": 3.764378309249878,
-      "epoch": 7.218210361067504,
-      "rel-constrast": 1.146569013595581,
-      "step": 9196,
-      "subrel-constrast": 2.0879573822021484,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3324379920959473,
-      "cov-distil (oracle2student)": 5.31471061706543,
-      "cov-distil (oracle2teacher)": 5.1905412673950195,
-      "epoch": 7.2189952904238615,
-      "rel-constrast": 3.0777158737182617,
-      "step": 9197,
-      "subrel-constrast": 3.736250400543213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.005904197692871,
-      "cov-distil (oracle2student)": 4.787474632263184,
-      "cov-distil (oracle2teacher)": 4.444793224334717,
-      "epoch": 7.21978021978022,
-      "rel-constrast": 3.6526780128479004,
-      "step": 9198,
-      "subrel-constrast": 3.929757833480835,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.517911434173584,
-      "cov-distil (oracle2student)": 3.683634042739868,
-      "cov-distil (oracle2teacher)": 3.850130081176758,
-      "epoch": 7.220565149136577,
-      "rel-constrast": 2.277301073074341,
-      "step": 9199,
-      "subrel-constrast": 3.1618876457214355,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.221350078492936,
-      "grad_norm": 4.8125,
-      "learning_rate": 9.708644552787027e-07,
-      "loss": 0.6149,
-      "step": 9200
-    },
-    {
-      "epoch": 7.221350078492936,
-      "overlap": 0.34687501192092896,
-      "step": 9200
-    },
-    {
-      "epoch": 7.221350078492936,
-      "step": 9200,
-      "student margin": 0.064849853515625
-    },
-    {
-      "epoch": 7.221350078492936,
-      "step": 9200,
-      "teacher margin": 0.041595458984375
-    },
-    {
-      "epoch": 7.221350078492936,
-      "margin difference": -0.02325439453125,
-      "step": 9200
-    },
-    {
-      "cov-distil": 1.217811942100525,
-      "cov-distil (oracle2student)": 4.730405330657959,
-      "cov-distil (oracle2teacher)": 5.1903076171875,
-      "epoch": 7.221350078492936,
-      "rel-constrast": 3.386213779449463,
-      "step": 9200,
-      "subrel-constrast": 4.140204906463623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2658743858337402,
-      "cov-distil (oracle2student)": 4.98579216003418,
-      "cov-distil (oracle2teacher)": 4.641731262207031,
-      "epoch": 7.222135007849293,
-      "rel-constrast": 2.2928414344787598,
-      "step": 9201,
-      "subrel-constrast": 3.396002769470215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5385692119598389,
-      "cov-distil (oracle2student)": 3.4936344623565674,
-      "cov-distil (oracle2teacher)": 3.571364402770996,
-      "epoch": 7.222919937205652,
-      "rel-constrast": 2.2611775398254395,
-      "step": 9202,
-      "subrel-constrast": 3.163078546524048,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3010931015014648,
-      "cov-distil (oracle2student)": 3.0586633682250977,
-      "cov-distil (oracle2teacher)": 2.5770106315612793,
-      "epoch": 7.223704866562009,
-      "rel-constrast": 1.760755181312561,
-      "step": 9203,
-      "subrel-constrast": 2.6098692417144775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9298293590545654,
-      "cov-distil (oracle2student)": 5.3918046951293945,
-      "cov-distil (oracle2teacher)": 5.170232772827148,
-      "epoch": 7.224489795918367,
-      "rel-constrast": 3.2197823524475098,
-      "step": 9204,
-      "subrel-constrast": 3.7340540885925293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.353230357170105,
-      "cov-distil (oracle2student)": 3.627214193344116,
-      "cov-distil (oracle2teacher)": 4.043998718261719,
-      "epoch": 7.225274725274725,
-      "rel-constrast": 1.7535731792449951,
-      "step": 9205,
-      "subrel-constrast": 2.488018751144409,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6496591567993164,
-      "cov-distil (oracle2student)": 2.6702253818511963,
-      "cov-distil (oracle2teacher)": 2.7863941192626953,
-      "epoch": 7.226059654631083,
-      "rel-constrast": 1.543198823928833,
-      "step": 9206,
-      "subrel-constrast": 2.6620986461639404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1666955947875977,
-      "cov-distil (oracle2student)": 4.4060163497924805,
-      "cov-distil (oracle2teacher)": 4.137762546539307,
-      "epoch": 7.226844583987441,
-      "rel-constrast": 2.033106565475464,
-      "step": 9207,
-      "subrel-constrast": 2.82852840423584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6884706020355225,
-      "cov-distil (oracle2student)": 4.693005561828613,
-      "cov-distil (oracle2teacher)": 4.610668182373047,
-      "epoch": 7.227629513343799,
-      "rel-constrast": 2.7112057209014893,
-      "step": 9208,
-      "subrel-constrast": 3.422980785369873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1208306550979614,
-      "cov-distil (oracle2student)": 3.104633092880249,
-      "cov-distil (oracle2teacher)": 2.967524528503418,
-      "epoch": 7.228414442700157,
-      "rel-constrast": 1.9980027675628662,
-      "step": 9209,
-      "subrel-constrast": 2.5241355895996094,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.229199372056515,
-      "grad_norm": 4.34375,
-      "learning_rate": 9.469277206609145e-07,
-      "loss": 0.6096,
-      "step": 9210
-    },
-    {
-      "cov-distil": 1.3711957931518555,
-      "cov-distil (oracle2student)": 2.907938241958618,
-      "cov-distil (oracle2teacher)": 2.855703830718994,
-      "epoch": 7.229199372056515,
-      "rel-constrast": 2.506679058074951,
-      "step": 9210,
-      "subrel-constrast": 2.9840540885925293,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7096500396728516,
-      "cov-distil (oracle2student)": 4.953326225280762,
-      "cov-distil (oracle2teacher)": 4.682701110839844,
-      "epoch": 7.229984301412873,
-      "rel-constrast": 1.6843132972717285,
-      "step": 9211,
-      "subrel-constrast": 3.1467907428741455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.35870361328125,
-      "cov-distil (oracle2student)": 2.946763038635254,
-      "cov-distil (oracle2teacher)": 2.8161227703094482,
-      "epoch": 7.230769230769231,
-      "rel-constrast": 2.970238447189331,
-      "step": 9212,
-      "subrel-constrast": 3.6163992881774902,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2227994203567505,
-      "cov-distil (oracle2student)": 4.9843292236328125,
-      "cov-distil (oracle2teacher)": 4.596972465515137,
-      "epoch": 7.231554160125588,
-      "rel-constrast": 1.5906190872192383,
-      "step": 9213,
-      "subrel-constrast": 2.1396424770355225,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7885725498199463,
-      "cov-distil (oracle2student)": 2.657799243927002,
-      "cov-distil (oracle2teacher)": 3.1938323974609375,
-      "epoch": 7.232339089481947,
-      "rel-constrast": 2.191598415374756,
-      "step": 9214,
-      "subrel-constrast": 2.8706841468811035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0499718189239502,
-      "cov-distil (oracle2student)": 4.113600254058838,
-      "cov-distil (oracle2teacher)": 3.954746961593628,
-      "epoch": 7.233124018838304,
-      "rel-constrast": 2.4213178157806396,
-      "step": 9215,
-      "subrel-constrast": 3.161616563796997,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.490591049194336,
-      "cov-distil (oracle2student)": 3.879610300064087,
-      "cov-distil (oracle2teacher)": 4.098241329193115,
-      "epoch": 7.233908948194663,
-      "rel-constrast": 2.634751319885254,
-      "step": 9216,
-      "subrel-constrast": 4.041323661804199,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.278855800628662,
-      "cov-distil (oracle2student)": 4.623533248901367,
-      "cov-distil (oracle2teacher)": 4.461684226989746,
-      "epoch": 7.23469387755102,
-      "rel-constrast": 2.8980367183685303,
-      "step": 9217,
-      "subrel-constrast": 3.336249351501465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4432870149612427,
-      "cov-distil (oracle2student)": 3.4863076210021973,
-      "cov-distil (oracle2teacher)": 3.0178399085998535,
-      "epoch": 7.235478806907379,
-      "rel-constrast": 2.026186943054199,
-      "step": 9218,
-      "subrel-constrast": 2.6733932495117188,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3847110271453857,
-      "cov-distil (oracle2student)": 2.7803640365600586,
-      "cov-distil (oracle2teacher)": 3.040283441543579,
-      "epoch": 7.236263736263736,
-      "rel-constrast": 2.6102359294891357,
-      "step": 9219,
-      "subrel-constrast": 3.1814818382263184,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.237048665620094,
-      "grad_norm": 4.96875,
-      "learning_rate": 9.23284065138158e-07,
-      "loss": 0.6261,
-      "step": 9220
-    },
-    {
-      "cov-distil": 1.542646884918213,
-      "cov-distil (oracle2student)": 4.214974880218506,
-      "cov-distil (oracle2teacher)": 4.470256805419922,
-      "epoch": 7.237048665620094,
-      "rel-constrast": 2.9303536415100098,
-      "step": 9220,
-      "subrel-constrast": 3.7621824741363525,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2607873678207397,
-      "cov-distil (oracle2student)": 3.966331720352173,
-      "cov-distil (oracle2teacher)": 3.693633556365967,
-      "epoch": 7.237833594976452,
-      "rel-constrast": 1.4671170711517334,
-      "step": 9221,
-      "subrel-constrast": 2.1299431324005127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8851876854896545,
-      "cov-distil (oracle2student)": 3.862769842147827,
-      "cov-distil (oracle2teacher)": 3.9145913124084473,
-      "epoch": 7.23861852433281,
-      "rel-constrast": 1.8682396411895752,
-      "step": 9222,
-      "subrel-constrast": 2.4069440364837646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6201527118682861,
-      "cov-distil (oracle2student)": 4.03987455368042,
-      "cov-distil (oracle2teacher)": 3.5676538944244385,
-      "epoch": 7.239403453689168,
-      "rel-constrast": 2.2973976135253906,
-      "step": 9223,
-      "subrel-constrast": 3.232836961746216,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6110665798187256,
-      "cov-distil (oracle2student)": 3.3456294536590576,
-      "cov-distil (oracle2teacher)": 2.981085777282715,
-      "epoch": 7.240188383045526,
-      "rel-constrast": 2.9106063842773438,
-      "step": 9224,
-      "subrel-constrast": 3.5290346145629883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5964956283569336,
-      "cov-distil (oracle2student)": 2.8983383178710938,
-      "cov-distil (oracle2teacher)": 2.927356243133545,
-      "epoch": 7.240973312401884,
-      "rel-constrast": 1.8843927383422852,
-      "step": 9225,
-      "subrel-constrast": 2.4925107955932617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6458408832550049,
-      "cov-distil (oracle2student)": 4.660704612731934,
-      "cov-distil (oracle2teacher)": 4.573150157928467,
-      "epoch": 7.241758241758242,
-      "rel-constrast": 2.3961994647979736,
-      "step": 9226,
-      "subrel-constrast": 2.892589569091797,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5119178295135498,
-      "cov-distil (oracle2student)": 3.4794235229492188,
-      "cov-distil (oracle2teacher)": 3.6326346397399902,
-      "epoch": 7.242543171114599,
-      "rel-constrast": 2.524876594543457,
-      "step": 9227,
-      "subrel-constrast": 3.1870877742767334,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.224147915840149,
-      "cov-distil (oracle2student)": 2.5207419395446777,
-      "cov-distil (oracle2teacher)": 2.5563578605651855,
-      "epoch": 7.243328100470958,
-      "rel-constrast": 1.938815712928772,
-      "step": 9228,
-      "subrel-constrast": 2.727520704269409,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.183398723602295,
-      "cov-distil (oracle2student)": 4.514313697814941,
-      "cov-distil (oracle2teacher)": 4.400819301605225,
-      "epoch": 7.244113029827315,
-      "rel-constrast": 2.443293333053589,
-      "step": 9229,
-      "subrel-constrast": 2.607349395751953,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.244897959183674,
-      "grad_norm": 5.40625,
-      "learning_rate": 8.999337768009236e-07,
-      "loss": 0.6017,
-      "step": 9230
-    },
-    {
-      "cov-distil": 1.5568197965621948,
-      "cov-distil (oracle2student)": 4.580710411071777,
-      "cov-distil (oracle2teacher)": 4.475430011749268,
-      "epoch": 7.244897959183674,
-      "rel-constrast": 1.903421401977539,
-      "step": 9230,
-      "subrel-constrast": 2.796294927597046,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2846100330352783,
-      "cov-distil (oracle2student)": 7.19464111328125,
-      "cov-distil (oracle2teacher)": 6.118999481201172,
-      "epoch": 7.245682888540031,
-      "rel-constrast": 2.0823941230773926,
-      "step": 9231,
-      "subrel-constrast": 2.7573864459991455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.82523512840271,
-      "cov-distil (oracle2student)": 5.410351753234863,
-      "cov-distil (oracle2teacher)": 5.048933029174805,
-      "epoch": 7.24646781789639,
-      "rel-constrast": 2.164534091949463,
-      "step": 9232,
-      "subrel-constrast": 2.941840887069702,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9939793944358826,
-      "cov-distil (oracle2student)": 4.055069446563721,
-      "cov-distil (oracle2teacher)": 3.6801867485046387,
-      "epoch": 7.247252747252747,
-      "rel-constrast": 1.861989140510559,
-      "step": 9233,
-      "subrel-constrast": 2.3075764179229736,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7305200099945068,
-      "cov-distil (oracle2student)": 4.171804428100586,
-      "cov-distil (oracle2teacher)": 3.9872586727142334,
-      "epoch": 7.248037676609105,
-      "rel-constrast": 3.453815221786499,
-      "step": 9234,
-      "subrel-constrast": 3.943885326385498,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2827506065368652,
-      "cov-distil (oracle2student)": 4.909307479858398,
-      "cov-distil (oracle2teacher)": 4.526308536529541,
-      "epoch": 7.248822605965463,
-      "rel-constrast": 2.083556652069092,
-      "step": 9235,
-      "subrel-constrast": 2.524439573287964,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6579539775848389,
-      "cov-distil (oracle2student)": 3.9690589904785156,
-      "cov-distil (oracle2teacher)": 3.841644048690796,
-      "epoch": 7.249607535321821,
-      "rel-constrast": 2.131376266479492,
-      "step": 9236,
-      "subrel-constrast": 3.3625433444976807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1255971193313599,
-      "cov-distil (oracle2student)": 5.2405548095703125,
-      "cov-distil (oracle2teacher)": 4.622100830078125,
-      "epoch": 7.250392464678179,
-      "rel-constrast": 2.2424607276916504,
-      "step": 9237,
-      "subrel-constrast": 2.7106921672821045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.623840570449829,
-      "cov-distil (oracle2student)": 4.464225769042969,
-      "cov-distil (oracle2teacher)": 4.112548351287842,
-      "epoch": 7.251177394034537,
-      "rel-constrast": 2.099900007247925,
-      "step": 9238,
-      "subrel-constrast": 3.1332080364227295,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6771811246871948,
-      "cov-distil (oracle2student)": 4.105849742889404,
-      "cov-distil (oracle2teacher)": 3.773921489715576,
-      "epoch": 7.251962323390895,
-      "rel-constrast": 2.0047390460968018,
-      "step": 9239,
-      "subrel-constrast": 2.9005813598632812,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.252747252747253,
-      "grad_norm": 4.9375,
-      "learning_rate": 8.768771401651e-07,
-      "loss": 0.5876,
-      "step": 9240
-    },
-    {
-      "cov-distil": 1.415784478187561,
-      "cov-distil (oracle2student)": 4.878938674926758,
-      "cov-distil (oracle2teacher)": 5.153018951416016,
-      "epoch": 7.252747252747253,
-      "rel-constrast": 2.428982734680176,
-      "step": 9240,
-      "subrel-constrast": 3.280752182006836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5150063037872314,
-      "cov-distil (oracle2student)": 4.770852088928223,
-      "cov-distil (oracle2teacher)": 4.446075916290283,
-      "epoch": 7.25353218210361,
-      "rel-constrast": 3.51202654838562,
-      "step": 9241,
-      "subrel-constrast": 4.087615013122559,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3343894481658936,
-      "cov-distil (oracle2student)": 2.3124210834503174,
-      "cov-distil (oracle2teacher)": 3.0049517154693604,
-      "epoch": 7.254317111459969,
-      "rel-constrast": 1.978996992111206,
-      "step": 9242,
-      "subrel-constrast": 2.782029151916504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.357129693031311,
-      "cov-distil (oracle2student)": 4.31638765335083,
-      "cov-distil (oracle2teacher)": 4.469821929931641,
-      "epoch": 7.255102040816326,
-      "rel-constrast": 2.3809518814086914,
-      "step": 9243,
-      "subrel-constrast": 2.9180123805999756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4500861167907715,
-      "cov-distil (oracle2student)": 5.5891242027282715,
-      "cov-distil (oracle2teacher)": 5.101126670837402,
-      "epoch": 7.255886970172685,
-      "rel-constrast": 3.274261713027954,
-      "step": 9244,
-      "subrel-constrast": 3.8369832038879395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6277403831481934,
-      "cov-distil (oracle2student)": 5.846179008483887,
-      "cov-distil (oracle2teacher)": 5.167677879333496,
-      "epoch": 7.256671899529042,
-      "rel-constrast": 2.117281675338745,
-      "step": 9245,
-      "subrel-constrast": 3.267988681793213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1657909154891968,
-      "cov-distil (oracle2student)": 3.3108935356140137,
-      "cov-distil (oracle2teacher)": 4.064514636993408,
-      "epoch": 7.257456828885401,
-      "rel-constrast": 2.1350555419921875,
-      "step": 9246,
-      "subrel-constrast": 3.268221378326416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1664398908615112,
-      "cov-distil (oracle2student)": 4.336004257202148,
-      "cov-distil (oracle2teacher)": 4.165063858032227,
-      "epoch": 7.258241758241758,
-      "rel-constrast": 3.4001059532165527,
-      "step": 9247,
-      "subrel-constrast": 3.620366096496582,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3646578788757324,
-      "cov-distil (oracle2student)": 3.940702438354492,
-      "cov-distil (oracle2teacher)": 3.9262146949768066,
-      "epoch": 7.259026687598116,
-      "rel-constrast": 2.7724502086639404,
-      "step": 9248,
-      "subrel-constrast": 3.500115394592285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4206576347351074,
-      "cov-distil (oracle2student)": 6.823681831359863,
-      "cov-distil (oracle2teacher)": 6.334527969360352,
-      "epoch": 7.259811616954474,
-      "rel-constrast": 3.6071152687072754,
-      "step": 9249,
-      "subrel-constrast": 4.0577073097229,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.260596546310832,
-      "grad_norm": 5.625,
-      "learning_rate": 8.541144361685293e-07,
-      "loss": 0.7247,
-      "step": 9250
-    },
-    {
-      "cov-distil": 1.264798641204834,
-      "cov-distil (oracle2student)": 2.5025463104248047,
-      "cov-distil (oracle2teacher)": 2.636849880218506,
-      "epoch": 7.260596546310832,
-      "rel-constrast": 1.7093636989593506,
-      "step": 9250,
-      "subrel-constrast": 2.378281354904175,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1108403205871582,
-      "cov-distil (oracle2student)": 3.139706611633301,
-      "cov-distil (oracle2teacher)": 3.201076030731201,
-      "epoch": 7.26138147566719,
-      "rel-constrast": 1.7081838846206665,
-      "step": 9251,
-      "subrel-constrast": 2.245640516281128,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.350807785987854,
-      "cov-distil (oracle2student)": 3.7993340492248535,
-      "cov-distil (oracle2teacher)": 4.110474586486816,
-      "epoch": 7.262166405023548,
-      "rel-constrast": 2.2315707206726074,
-      "step": 9252,
-      "subrel-constrast": 3.459010601043701,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1412334442138672,
-      "cov-distil (oracle2student)": 4.431488990783691,
-      "cov-distil (oracle2teacher)": 4.487537384033203,
-      "epoch": 7.262951334379906,
-      "rel-constrast": 1.781972885131836,
-      "step": 9253,
-      "subrel-constrast": 2.5007164478302,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5429699420928955,
-      "cov-distil (oracle2student)": 3.446842908859253,
-      "cov-distil (oracle2teacher)": 3.300063133239746,
-      "epoch": 7.263736263736264,
-      "rel-constrast": 2.9952433109283447,
-      "step": 9254,
-      "subrel-constrast": 3.6314516067504883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2944982051849365,
-      "cov-distil (oracle2student)": 4.853581428527832,
-      "cov-distil (oracle2teacher)": 5.061954498291016,
-      "epoch": 7.264521193092621,
-      "rel-constrast": 1.698472023010254,
-      "step": 9255,
-      "subrel-constrast": 2.5526371002197266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1769933700561523,
-      "cov-distil (oracle2student)": 3.4800384044647217,
-      "cov-distil (oracle2teacher)": 3.062954902648926,
-      "epoch": 7.26530612244898,
-      "rel-constrast": 1.757501244544983,
-      "step": 9256,
-      "subrel-constrast": 2.3092808723449707,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6036441326141357,
-      "cov-distil (oracle2student)": 3.263573169708252,
-      "cov-distil (oracle2teacher)": 3.298143148422241,
-      "epoch": 7.266091051805337,
-      "rel-constrast": 2.4627137184143066,
-      "step": 9257,
-      "subrel-constrast": 3.1815316677093506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4998059272766113,
-      "cov-distil (oracle2student)": 3.9829537868499756,
-      "cov-distil (oracle2teacher)": 4.217274188995361,
-      "epoch": 7.266875981161696,
-      "rel-constrast": 2.184175968170166,
-      "step": 9258,
-      "subrel-constrast": 2.9515018463134766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.62494695186615,
-      "cov-distil (oracle2student)": 4.593327045440674,
-      "cov-distil (oracle2teacher)": 4.641542434692383,
-      "epoch": 7.267660910518053,
-      "rel-constrast": 3.2104907035827637,
-      "step": 9259,
-      "subrel-constrast": 4.230224609375,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.268445839874412,
-      "grad_norm": 7.0,
-      "learning_rate": 8.316459421675776e-07,
-      "loss": 0.5775,
-      "step": 9260
-    },
-    {
-      "cov-distil": 1.1919190883636475,
-      "cov-distil (oracle2student)": 5.61982536315918,
-      "cov-distil (oracle2teacher)": 5.225769519805908,
-      "epoch": 7.268445839874412,
-      "rel-constrast": 3.4184088706970215,
-      "step": 9260,
-      "subrel-constrast": 3.497316360473633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.546194076538086,
-      "cov-distil (oracle2student)": 4.9853973388671875,
-      "cov-distil (oracle2teacher)": 4.680647373199463,
-      "epoch": 7.269230769230769,
-      "rel-constrast": 2.2598023414611816,
-      "step": 9261,
-      "subrel-constrast": 3.1250104904174805,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.461288332939148,
-      "cov-distil (oracle2student)": 4.179999828338623,
-      "cov-distil (oracle2teacher)": 4.152988910675049,
-      "epoch": 7.270015698587127,
-      "rel-constrast": 2.2159364223480225,
-      "step": 9262,
-      "subrel-constrast": 3.2056398391723633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.553995132446289,
-      "cov-distil (oracle2student)": 6.246560573577881,
-      "cov-distil (oracle2teacher)": 5.317866325378418,
-      "epoch": 7.270800627943485,
-      "rel-constrast": 3.012758731842041,
-      "step": 9263,
-      "subrel-constrast": 3.547095537185669,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.469958782196045,
-      "cov-distil (oracle2student)": 5.181004524230957,
-      "cov-distil (oracle2teacher)": 5.0079450607299805,
-      "epoch": 7.271585557299843,
-      "rel-constrast": 2.519294500350952,
-      "step": 9264,
-      "subrel-constrast": 3.3905365467071533,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4602594375610352,
-      "cov-distil (oracle2student)": 4.614604949951172,
-      "cov-distil (oracle2teacher)": 4.920156478881836,
-      "epoch": 7.272370486656201,
-      "rel-constrast": 2.2768778800964355,
-      "step": 9265,
-      "subrel-constrast": 3.296318769454956,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6553170680999756,
-      "cov-distil (oracle2student)": 4.166629314422607,
-      "cov-distil (oracle2teacher)": 3.890779733657837,
-      "epoch": 7.273155416012559,
-      "rel-constrast": 1.743181824684143,
-      "step": 9266,
-      "subrel-constrast": 2.8835952281951904,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5360753536224365,
-      "cov-distil (oracle2student)": 4.472630500793457,
-      "cov-distil (oracle2teacher)": 4.291333198547363,
-      "epoch": 7.273940345368917,
-      "rel-constrast": 2.4838767051696777,
-      "step": 9267,
-      "subrel-constrast": 3.5764319896698,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8383281230926514,
-      "cov-distil (oracle2student)": 5.943587303161621,
-      "cov-distil (oracle2teacher)": 5.153022766113281,
-      "epoch": 7.274725274725275,
-      "rel-constrast": 2.8216936588287354,
-      "step": 9268,
-      "subrel-constrast": 3.5092947483062744,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.6126272678375244,
-      "cov-distil (oracle2student)": 5.899161338806152,
-      "cov-distil (oracle2teacher)": 5.524886131286621,
-      "epoch": 7.275510204081632,
-      "rel-constrast": 3.5691604614257812,
-      "step": 9269,
-      "subrel-constrast": 4.418883800506592,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.276295133437991,
-      "grad_norm": 7.8125,
-      "learning_rate": 8.094719319337529e-07,
-      "loss": 0.6988,
-      "step": 9270
-    },
-    {
-      "cov-distil": 1.61826491355896,
-      "cov-distil (oracle2student)": 3.3356525897979736,
-      "cov-distil (oracle2teacher)": 3.56837797164917,
-      "epoch": 7.276295133437991,
-      "rel-constrast": 1.7845869064331055,
-      "step": 9270,
-      "subrel-constrast": 2.7131528854370117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8774396181106567,
-      "cov-distil (oracle2student)": 5.018983840942383,
-      "cov-distil (oracle2teacher)": 4.70795202255249,
-      "epoch": 7.277080062794348,
-      "rel-constrast": 2.986353635787964,
-      "step": 9271,
-      "subrel-constrast": 3.9181556701660156,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4773032665252686,
-      "cov-distil (oracle2student)": 3.98997163772583,
-      "cov-distil (oracle2teacher)": 4.016538143157959,
-      "epoch": 7.277864992150707,
-      "rel-constrast": 2.0975992679595947,
-      "step": 9272,
-      "subrel-constrast": 2.9948060512542725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4226593971252441,
-      "cov-distil (oracle2student)": 4.246391773223877,
-      "cov-distil (oracle2teacher)": 4.349913597106934,
-      "epoch": 7.278649921507064,
-      "rel-constrast": 2.9915544986724854,
-      "step": 9273,
-      "subrel-constrast": 3.4706759452819824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1754393577575684,
-      "cov-distil (oracle2student)": 3.5801665782928467,
-      "cov-distil (oracle2teacher)": 3.4910991191864014,
-      "epoch": 7.279434850863423,
-      "rel-constrast": 2.431363582611084,
-      "step": 9274,
-      "subrel-constrast": 2.639402151107788,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6124913692474365,
-      "cov-distil (oracle2student)": 3.9273674488067627,
-      "cov-distil (oracle2teacher)": 4.04115104675293,
-      "epoch": 7.28021978021978,
-      "rel-constrast": 2.3079030513763428,
-      "step": 9275,
-      "subrel-constrast": 3.4358322620391846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7447590827941895,
-      "cov-distil (oracle2student)": 4.107001304626465,
-      "cov-distil (oracle2teacher)": 3.6837821006774902,
-      "epoch": 7.2810047095761385,
-      "rel-constrast": 1.069880723953247,
-      "step": 9276,
-      "subrel-constrast": 1.743831992149353,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.575814962387085,
-      "cov-distil (oracle2student)": 3.278780937194824,
-      "cov-distil (oracle2teacher)": 3.5407357215881348,
-      "epoch": 7.281789638932496,
-      "rel-constrast": 1.973313808441162,
-      "step": 9277,
-      "subrel-constrast": 2.9884603023529053,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.42999267578125,
-      "cov-distil (oracle2student)": 6.2834248542785645,
-      "cov-distil (oracle2teacher)": 6.096759796142578,
-      "epoch": 7.282574568288854,
-      "rel-constrast": 3.492879629135132,
-      "step": 9278,
-      "subrel-constrast": 3.917799711227417,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0069780349731445,
-      "cov-distil (oracle2student)": 7.234129428863525,
-      "cov-distil (oracle2teacher)": 5.801141738891602,
-      "epoch": 7.283359497645212,
-      "rel-constrast": 2.407769203186035,
-      "step": 9279,
-      "subrel-constrast": 2.788628339767456,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.28414442700157,
-      "grad_norm": 4.90625,
-      "learning_rate": 7.875926756503726e-07,
-      "loss": 0.6259,
-      "step": 9280
-    },
-    {
-      "cov-distil": 1.258258581161499,
-      "cov-distil (oracle2student)": 3.107311725616455,
-      "cov-distil (oracle2teacher)": 3.2260940074920654,
-      "epoch": 7.28414442700157,
-      "rel-constrast": 2.5101027488708496,
-      "step": 9280,
-      "subrel-constrast": 3.5748894214630127,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5773882865905762,
-      "cov-distil (oracle2student)": 3.5052080154418945,
-      "cov-distil (oracle2teacher)": 3.2230730056762695,
-      "epoch": 7.284929356357928,
-      "rel-constrast": 1.9515719413757324,
-      "step": 9281,
-      "subrel-constrast": 2.95363187789917,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.015610456466675,
-      "cov-distil (oracle2student)": 3.295529842376709,
-      "cov-distil (oracle2teacher)": 3.599947452545166,
-      "epoch": 7.285714285714286,
-      "rel-constrast": 2.257378101348877,
-      "step": 9282,
-      "subrel-constrast": 3.5118744373321533,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.01859188079834,
-      "cov-distil (oracle2student)": 4.63385534286499,
-      "cov-distil (oracle2teacher)": 4.490439414978027,
-      "epoch": 7.286499215070644,
-      "rel-constrast": 2.588458299636841,
-      "step": 9283,
-      "subrel-constrast": 3.5717928409576416,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5751891136169434,
-      "cov-distil (oracle2student)": 4.16275691986084,
-      "cov-distil (oracle2teacher)": 4.399547576904297,
-      "epoch": 7.287284144427002,
-      "rel-constrast": 2.134601593017578,
-      "step": 9284,
-      "subrel-constrast": 2.9425647258758545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8632678985595703,
-      "cov-distil (oracle2student)": 4.337737083435059,
-      "cov-distil (oracle2teacher)": 4.322030067443848,
-      "epoch": 7.288069073783359,
-      "rel-constrast": 3.020259380340576,
-      "step": 9285,
-      "subrel-constrast": 3.8674020767211914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3027994632720947,
-      "cov-distil (oracle2student)": 3.721468448638916,
-      "cov-distil (oracle2teacher)": 3.647437810897827,
-      "epoch": 7.2888540031397175,
-      "rel-constrast": 2.9395484924316406,
-      "step": 9286,
-      "subrel-constrast": 3.975550413131714,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6535682678222656,
-      "cov-distil (oracle2student)": 3.9663703441619873,
-      "cov-distil (oracle2teacher)": 3.473142623901367,
-      "epoch": 7.289638932496075,
-      "rel-constrast": 2.42495059967041,
-      "step": 9287,
-      "subrel-constrast": 3.294654130935669,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7762763500213623,
-      "cov-distil (oracle2student)": 5.068017959594727,
-      "cov-distil (oracle2teacher)": 5.099152565002441,
-      "epoch": 7.2904238618524335,
-      "rel-constrast": 2.982880115509033,
-      "step": 9288,
-      "subrel-constrast": 3.300081729888916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7173707485198975,
-      "cov-distil (oracle2student)": 3.4741196632385254,
-      "cov-distil (oracle2teacher)": 3.782623767852783,
-      "epoch": 7.291208791208791,
-      "rel-constrast": 2.2065811157226562,
-      "step": 9289,
-      "subrel-constrast": 2.8068349361419678,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.2919937205651495,
-      "grad_norm": 4.90625,
-      "learning_rate": 7.66008439909266e-07,
-      "loss": 0.6673,
-      "step": 9290
-    },
-    {
-      "cov-distil": 1.2093781232833862,
-      "cov-distil (oracle2student)": 3.1509063243865967,
-      "cov-distil (oracle2teacher)": 3.0578389167785645,
-      "epoch": 7.2919937205651495,
-      "rel-constrast": 2.3410046100616455,
-      "step": 9290,
-      "subrel-constrast": 2.753786563873291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3722000122070312,
-      "cov-distil (oracle2student)": 4.714348793029785,
-      "cov-distil (oracle2teacher)": 4.031990051269531,
-      "epoch": 7.292778649921507,
-      "rel-constrast": 3.0236973762512207,
-      "step": 9291,
-      "subrel-constrast": 3.2873613834381104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6487751007080078,
-      "cov-distil (oracle2student)": 3.7969350814819336,
-      "cov-distil (oracle2teacher)": 4.020256042480469,
-      "epoch": 7.293563579277865,
-      "rel-constrast": 2.8907625675201416,
-      "step": 9292,
-      "subrel-constrast": 3.7566561698913574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5474350452423096,
-      "cov-distil (oracle2student)": 5.203251838684082,
-      "cov-distil (oracle2teacher)": 4.976266860961914,
-      "epoch": 7.294348508634223,
-      "rel-constrast": 2.537659168243408,
-      "step": 9293,
-      "subrel-constrast": 3.653627872467041,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3757433891296387,
-      "cov-distil (oracle2student)": 5.135804653167725,
-      "cov-distil (oracle2teacher)": 4.4971418380737305,
-      "epoch": 7.295133437990581,
-      "rel-constrast": 2.10652232170105,
-      "step": 9294,
-      "subrel-constrast": 2.9486513137817383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2650063037872314,
-      "cov-distil (oracle2student)": 3.6137030124664307,
-      "cov-distil (oracle2teacher)": 3.775556802749634,
-      "epoch": 7.295918367346939,
-      "rel-constrast": 3.1227173805236816,
-      "step": 9295,
-      "subrel-constrast": 3.5439682006835938,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7727471590042114,
-      "cov-distil (oracle2student)": 3.9988667964935303,
-      "cov-distil (oracle2teacher)": 3.986802101135254,
-      "epoch": 7.2967032967032965,
-      "rel-constrast": 2.672489881515503,
-      "step": 9296,
-      "subrel-constrast": 3.5094966888427734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3544588088989258,
-      "cov-distil (oracle2student)": 3.7528157234191895,
-      "cov-distil (oracle2teacher)": 4.19811487197876,
-      "epoch": 7.297488226059655,
-      "rel-constrast": 2.579702854156494,
-      "step": 9297,
-      "subrel-constrast": 3.289170265197754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4338706731796265,
-      "cov-distil (oracle2student)": 3.821413516998291,
-      "cov-distil (oracle2teacher)": 3.1542835235595703,
-      "epoch": 7.2982731554160125,
-      "rel-constrast": 1.398149847984314,
-      "step": 9298,
-      "subrel-constrast": 2.4864397048950195,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7647154331207275,
-      "cov-distil (oracle2student)": 4.730778694152832,
-      "cov-distil (oracle2teacher)": 4.704262733459473,
-      "epoch": 7.299058084772371,
-      "rel-constrast": 1.8086144924163818,
-      "step": 9299,
-      "subrel-constrast": 3.003006935119629,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.2998430141287285,
-      "grad_norm": 6.3125,
-      "learning_rate": 7.44719487707543e-07,
-      "loss": 0.6489,
-      "step": 9300
-    },
-    {
-      "epoch": 7.2998430141287285,
-      "overlap": 0.33281251788139343,
-      "step": 9300
-    },
-    {
-      "epoch": 7.2998430141287285,
-      "step": 9300,
-      "student margin": 0.065673828125
-    },
-    {
-      "epoch": 7.2998430141287285,
-      "step": 9300,
-      "teacher margin": 0.04498291015625
-    },
-    {
-      "epoch": 7.2998430141287285,
-      "margin difference": -0.02069091796875,
-      "step": 9300
-    },
-    {
-      "cov-distil": 1.531006097793579,
-      "cov-distil (oracle2student)": 3.699636459350586,
-      "cov-distil (oracle2teacher)": 3.8548014163970947,
-      "epoch": 7.2998430141287285,
-      "rel-constrast": 2.2405507564544678,
-      "step": 9300,
-      "subrel-constrast": 3.132422685623169,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4686994552612305,
-      "cov-distil (oracle2student)": 6.0553483963012695,
-      "cov-distil (oracle2teacher)": 5.026912689208984,
-      "epoch": 7.300627943485086,
-      "rel-constrast": 3.2986323833465576,
-      "step": 9301,
-      "subrel-constrast": 3.8506433963775635,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0735063552856445,
-      "cov-distil (oracle2student)": 3.684725284576416,
-      "cov-distil (oracle2teacher)": 2.9726879596710205,
-      "epoch": 7.3014128728414445,
-      "rel-constrast": 2.660308837890625,
-      "step": 9302,
-      "subrel-constrast": 2.8058505058288574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6353213787078857,
-      "cov-distil (oracle2student)": 3.445394515991211,
-      "cov-distil (oracle2teacher)": 3.5787038803100586,
-      "epoch": 7.302197802197802,
-      "rel-constrast": 3.0590600967407227,
-      "step": 9303,
-      "subrel-constrast": 3.615297794342041,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.45179283618927,
-      "cov-distil (oracle2student)": 3.4215734004974365,
-      "cov-distil (oracle2teacher)": 3.793365240097046,
-      "epoch": 7.3029827315541604,
-      "rel-constrast": 1.731571912765503,
-      "step": 9304,
-      "subrel-constrast": 2.922290563583374,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1893880367279053,
-      "cov-distil (oracle2student)": 5.19380521774292,
-      "cov-distil (oracle2teacher)": 4.6041083335876465,
-      "epoch": 7.303767660910518,
-      "rel-constrast": 2.8319971561431885,
-      "step": 9305,
-      "subrel-constrast": 3.252788543701172,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.251159906387329,
-      "cov-distil (oracle2student)": 4.665328025817871,
-      "cov-distil (oracle2teacher)": 4.358907699584961,
-      "epoch": 7.304552590266876,
-      "rel-constrast": 3.340712547302246,
-      "step": 9306,
-      "subrel-constrast": 3.781787633895874,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8099989891052246,
-      "cov-distil (oracle2student)": 3.816453456878662,
-      "cov-distil (oracle2teacher)": 3.7908663749694824,
-      "epoch": 7.305337519623234,
-      "rel-constrast": 1.6770013570785522,
-      "step": 9307,
-      "subrel-constrast": 2.7555418014526367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4981411695480347,
-      "cov-distil (oracle2student)": 5.318239212036133,
-      "cov-distil (oracle2teacher)": 4.5405964851379395,
-      "epoch": 7.3061224489795915,
-      "rel-constrast": 2.249368667602539,
-      "step": 9308,
-      "subrel-constrast": 2.4907710552215576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.138718605041504,
-      "cov-distil (oracle2student)": 6.908207416534424,
-      "cov-distil (oracle2teacher)": 6.233708381652832,
-      "epoch": 7.30690737833595,
-      "rel-constrast": 2.9824697971343994,
-      "step": 9309,
-      "subrel-constrast": 3.7286438941955566,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.3076923076923075,
-      "grad_norm": 5.78125,
-      "learning_rate": 7.237260784443589e-07,
-      "loss": 0.6869,
-      "step": 9310
-    },
-    {
-      "cov-distil": 1.2696290016174316,
-      "cov-distil (oracle2student)": 3.079726457595825,
-      "cov-distil (oracle2teacher)": 3.4649295806884766,
-      "epoch": 7.3076923076923075,
-      "rel-constrast": 2.672835350036621,
-      "step": 9310,
-      "subrel-constrast": 3.069272756576538,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0970406532287598,
-      "cov-distil (oracle2student)": 4.266345500946045,
-      "cov-distil (oracle2teacher)": 4.391685485839844,
-      "epoch": 7.308477237048666,
-      "rel-constrast": 2.7381348609924316,
-      "step": 9311,
-      "subrel-constrast": 4.044661998748779,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6218966245651245,
-      "cov-distil (oracle2student)": 3.9199717044830322,
-      "cov-distil (oracle2teacher)": 4.002823829650879,
-      "epoch": 7.3092621664050235,
-      "rel-constrast": 2.87609601020813,
-      "step": 9312,
-      "subrel-constrast": 3.4388844966888428,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8932394981384277,
-      "cov-distil (oracle2student)": 6.149599075317383,
-      "cov-distil (oracle2teacher)": 5.563687324523926,
-      "epoch": 7.310047095761382,
-      "rel-constrast": 2.6189682483673096,
-      "step": 9313,
-      "subrel-constrast": 3.4019341468811035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1691004037857056,
-      "cov-distil (oracle2student)": 4.219951629638672,
-      "cov-distil (oracle2teacher)": 3.6294400691986084,
-      "epoch": 7.310832025117739,
-      "rel-constrast": 2.286465644836426,
-      "step": 9314,
-      "subrel-constrast": 2.6308398246765137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2830281257629395,
-      "cov-distil (oracle2student)": 4.520827293395996,
-      "cov-distil (oracle2teacher)": 4.364880561828613,
-      "epoch": 7.311616954474097,
-      "rel-constrast": 2.5873215198516846,
-      "step": 9315,
-      "subrel-constrast": 3.3068389892578125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7203259468078613,
-      "cov-distil (oracle2student)": 5.095511436462402,
-      "cov-distil (oracle2teacher)": 4.739638328552246,
-      "epoch": 7.312401883830455,
-      "rel-constrast": 3.1345837116241455,
-      "step": 9316,
-      "subrel-constrast": 4.026535511016846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.956533670425415,
-      "cov-distil (oracle2student)": 5.467925548553467,
-      "cov-distil (oracle2teacher)": 5.4954071044921875,
-      "epoch": 7.313186813186813,
-      "rel-constrast": 3.4555482864379883,
-      "step": 9317,
-      "subrel-constrast": 3.768197536468506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6322518587112427,
-      "cov-distil (oracle2student)": 3.036503314971924,
-      "cov-distil (oracle2teacher)": 3.0893733501434326,
-      "epoch": 7.313971742543171,
-      "rel-constrast": 2.501014232635498,
-      "step": 9318,
-      "subrel-constrast": 3.2582645416259766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5294039249420166,
-      "cov-distil (oracle2student)": 4.675604820251465,
-      "cov-distil (oracle2teacher)": 4.434337615966797,
-      "epoch": 7.314756671899529,
-      "rel-constrast": 1.1357152462005615,
-      "step": 9319,
-      "subrel-constrast": 2.5668609142303467,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.315541601255887,
-      "grad_norm": 3.8125,
-      "learning_rate": 7.030284679177851e-07,
-      "loss": 0.6931,
-      "step": 9320
-    },
-    {
-      "cov-distil": 1.7451846599578857,
-      "cov-distil (oracle2student)": 6.086991310119629,
-      "cov-distil (oracle2teacher)": 5.949646472930908,
-      "epoch": 7.315541601255887,
-      "rel-constrast": 2.8386354446411133,
-      "step": 9320,
-      "subrel-constrast": 4.098359107971191,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.106046199798584,
-      "cov-distil (oracle2student)": 3.7555723190307617,
-      "cov-distil (oracle2teacher)": 3.4485411643981934,
-      "epoch": 7.316326530612245,
-      "rel-constrast": 2.1309213638305664,
-      "step": 9321,
-      "subrel-constrast": 3.3837053775787354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4185056686401367,
-      "cov-distil (oracle2student)": 3.821910858154297,
-      "cov-distil (oracle2teacher)": 3.9324123859405518,
-      "epoch": 7.3171114599686025,
-      "rel-constrast": 1.810873031616211,
-      "step": 9322,
-      "subrel-constrast": 2.693042278289795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7662773132324219,
-      "cov-distil (oracle2student)": 4.137214660644531,
-      "cov-distil (oracle2teacher)": 3.732412815093994,
-      "epoch": 7.317896389324961,
-      "rel-constrast": 2.4795680046081543,
-      "step": 9323,
-      "subrel-constrast": 3.587411403656006,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4275739192962646,
-      "cov-distil (oracle2student)": 6.688530445098877,
-      "cov-distil (oracle2teacher)": 5.893937110900879,
-      "epoch": 7.318681318681318,
-      "rel-constrast": 3.0022406578063965,
-      "step": 9324,
-      "subrel-constrast": 3.388200521469116,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6674948930740356,
-      "cov-distil (oracle2student)": 4.41834831237793,
-      "cov-distil (oracle2teacher)": 4.253725528717041,
-      "epoch": 7.319466248037677,
-      "rel-constrast": 3.0411620140075684,
-      "step": 9325,
-      "subrel-constrast": 3.6110212802886963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.734025478363037,
-      "cov-distil (oracle2student)": 4.053723335266113,
-      "cov-distil (oracle2teacher)": 3.8853230476379395,
-      "epoch": 7.320251177394034,
-      "rel-constrast": 2.9404337406158447,
-      "step": 9326,
-      "subrel-constrast": 3.913968086242676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4180114269256592,
-      "cov-distil (oracle2student)": 4.246895790100098,
-      "cov-distil (oracle2teacher)": 4.159450531005859,
-      "epoch": 7.321036106750393,
-      "rel-constrast": 1.2663280963897705,
-      "step": 9327,
-      "subrel-constrast": 2.0181963443756104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2009124755859375,
-      "cov-distil (oracle2student)": 4.455539703369141,
-      "cov-distil (oracle2teacher)": 4.111472129821777,
-      "epoch": 7.32182103610675,
-      "rel-constrast": 2.5366101264953613,
-      "step": 9328,
-      "subrel-constrast": 2.977724313735962,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4494695663452148,
-      "cov-distil (oracle2student)": 4.430526256561279,
-      "cov-distil (oracle2teacher)": 3.857330322265625,
-      "epoch": 7.322605965463108,
-      "rel-constrast": 2.5940725803375244,
-      "step": 9329,
-      "subrel-constrast": 3.3884429931640625,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.323390894819466,
-      "grad_norm": 6.59375,
-      "learning_rate": 6.826269083216764e-07,
-      "loss": 0.6559,
-      "step": 9330
-    },
-    {
-      "cov-distil": 1.6153993606567383,
-      "cov-distil (oracle2student)": 6.589212417602539,
-      "cov-distil (oracle2teacher)": 6.0347137451171875,
-      "epoch": 7.323390894819466,
-      "rel-constrast": 4.854900360107422,
-      "step": 9330,
-      "subrel-constrast": 5.4075117111206055,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3022170066833496,
-      "cov-distil (oracle2student)": 4.410737991333008,
-      "cov-distil (oracle2teacher)": 4.302468776702881,
-      "epoch": 7.324175824175824,
-      "rel-constrast": 2.1240622997283936,
-      "step": 9331,
-      "subrel-constrast": 2.768414258956909,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5851073265075684,
-      "cov-distil (oracle2student)": 3.7330689430236816,
-      "cov-distil (oracle2teacher)": 3.706352949142456,
-      "epoch": 7.324960753532182,
-      "rel-constrast": 2.0556581020355225,
-      "step": 9332,
-      "subrel-constrast": 2.929365634918213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.590545177459717,
-      "cov-distil (oracle2student)": 4.11071252822876,
-      "cov-distil (oracle2teacher)": 3.4301645755767822,
-      "epoch": 7.32574568288854,
-      "rel-constrast": 2.3904387950897217,
-      "step": 9333,
-      "subrel-constrast": 3.2871594429016113,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9747819900512695,
-      "cov-distil (oracle2student)": 3.9188075065612793,
-      "cov-distil (oracle2teacher)": 3.6708922386169434,
-      "epoch": 7.326530612244898,
-      "rel-constrast": 2.20987606048584,
-      "step": 9334,
-      "subrel-constrast": 3.37546706199646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5651957988739014,
-      "cov-distil (oracle2student)": 4.188810348510742,
-      "cov-distil (oracle2teacher)": 4.433401107788086,
-      "epoch": 7.327315541601256,
-      "rel-constrast": 2.641371250152588,
-      "step": 9335,
-      "subrel-constrast": 3.658088207244873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8350391387939453,
-      "cov-distil (oracle2student)": 5.490490913391113,
-      "cov-distil (oracle2teacher)": 4.4549150466918945,
-      "epoch": 7.328100470957613,
-      "rel-constrast": 2.361358880996704,
-      "step": 9336,
-      "subrel-constrast": 3.216292381286621,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5372555255889893,
-      "cov-distil (oracle2student)": 3.911856174468994,
-      "cov-distil (oracle2teacher)": 3.7963790893554688,
-      "epoch": 7.328885400313972,
-      "rel-constrast": 3.2056005001068115,
-      "step": 9337,
-      "subrel-constrast": 3.814648151397705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0144269466400146,
-      "cov-distil (oracle2student)": 3.863497495651245,
-      "cov-distil (oracle2teacher)": 3.779261350631714,
-      "epoch": 7.329670329670329,
-      "rel-constrast": 2.6384096145629883,
-      "step": 9338,
-      "subrel-constrast": 3.31885027885437,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5230473279953003,
-      "cov-distil (oracle2student)": 4.989533424377441,
-      "cov-distil (oracle2teacher)": 4.349686622619629,
-      "epoch": 7.330455259026688,
-      "rel-constrast": 2.2241296768188477,
-      "step": 9339,
-      "subrel-constrast": 2.8959171772003174,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.331240188383045,
-      "grad_norm": 4.71875,
-      "learning_rate": 6.625216482425895e-07,
-      "loss": 0.709,
-      "step": 9340
-    },
-    {
-      "cov-distil": 1.8604145050048828,
-      "cov-distil (oracle2student)": 4.365549087524414,
-      "cov-distil (oracle2teacher)": 4.144644737243652,
-      "epoch": 7.331240188383045,
-      "rel-constrast": 3.10538387298584,
-      "step": 9340,
-      "subrel-constrast": 3.5716676712036133,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4092662334442139,
-      "cov-distil (oracle2student)": 5.696352958679199,
-      "cov-distil (oracle2teacher)": 5.167279243469238,
-      "epoch": 7.332025117739404,
-      "rel-constrast": 2.6344094276428223,
-      "step": 9341,
-      "subrel-constrast": 3.0815813541412354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4100223779678345,
-      "cov-distil (oracle2student)": 4.235573768615723,
-      "cov-distil (oracle2teacher)": 4.5420708656311035,
-      "epoch": 7.332810047095761,
-      "rel-constrast": 2.394132614135742,
-      "step": 9342,
-      "subrel-constrast": 2.8509225845336914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6848270893096924,
-      "cov-distil (oracle2student)": 3.8326404094696045,
-      "cov-distil (oracle2teacher)": 3.607221841812134,
-      "epoch": 7.333594976452119,
-      "rel-constrast": 1.9078145027160645,
-      "step": 9343,
-      "subrel-constrast": 2.8642661571502686,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9126591682434082,
-      "cov-distil (oracle2student)": 3.7082974910736084,
-      "cov-distil (oracle2teacher)": 3.3909621238708496,
-      "epoch": 7.334379905808477,
-      "rel-constrast": 2.171189069747925,
-      "step": 9344,
-      "subrel-constrast": 3.006636381149292,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4808984994888306,
-      "cov-distil (oracle2student)": 5.354369640350342,
-      "cov-distil (oracle2teacher)": 4.728823661804199,
-      "epoch": 7.335164835164835,
-      "rel-constrast": 2.279407024383545,
-      "step": 9345,
-      "subrel-constrast": 3.142509937286377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.197344183921814,
-      "cov-distil (oracle2student)": 4.210054397583008,
-      "cov-distil (oracle2teacher)": 4.076601505279541,
-      "epoch": 7.335949764521193,
-      "rel-constrast": 2.4292707443237305,
-      "step": 9346,
-      "subrel-constrast": 3.116947889328003,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0171353816986084,
-      "cov-distil (oracle2student)": 4.052646636962891,
-      "cov-distil (oracle2teacher)": 3.94033145904541,
-      "epoch": 7.336734693877551,
-      "rel-constrast": 3.030078887939453,
-      "step": 9347,
-      "subrel-constrast": 3.417236566543579,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2644832134246826,
-      "cov-distil (oracle2student)": 4.035106658935547,
-      "cov-distil (oracle2teacher)": 3.543306350708008,
-      "epoch": 7.337519623233909,
-      "rel-constrast": 2.0663371086120605,
-      "step": 9348,
-      "subrel-constrast": 2.5686988830566406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.069108486175537,
-      "cov-distil (oracle2student)": 5.0370917320251465,
-      "cov-distil (oracle2teacher)": 4.458892822265625,
-      "epoch": 7.338304552590267,
-      "rel-constrast": 2.3254127502441406,
-      "step": 9349,
-      "subrel-constrast": 2.7986600399017334,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.339089481946624,
-      "grad_norm": 5.125,
-      "learning_rate": 6.427129326567805e-07,
-      "loss": 0.6469,
-      "step": 9350
-    },
-    {
-      "cov-distil": 1.7346808910369873,
-      "cov-distil (oracle2student)": 5.580377578735352,
-      "cov-distil (oracle2teacher)": 5.129880905151367,
-      "epoch": 7.339089481946624,
-      "rel-constrast": 3.5795297622680664,
-      "step": 9350,
-      "subrel-constrast": 4.479020595550537,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3312861919403076,
-      "cov-distil (oracle2student)": 4.331353187561035,
-      "cov-distil (oracle2teacher)": 4.220827102661133,
-      "epoch": 7.339874411302983,
-      "rel-constrast": 3.029538154602051,
-      "step": 9351,
-      "subrel-constrast": 4.02887487411499,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.664636254310608,
-      "cov-distil (oracle2student)": 3.7030951976776123,
-      "cov-distil (oracle2teacher)": 3.9675588607788086,
-      "epoch": 7.34065934065934,
-      "rel-constrast": 2.8955068588256836,
-      "step": 9352,
-      "subrel-constrast": 3.2990455627441406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1504855155944824,
-      "cov-distil (oracle2student)": 4.694916248321533,
-      "cov-distil (oracle2teacher)": 3.6951422691345215,
-      "epoch": 7.341444270015699,
-      "rel-constrast": 2.4585413932800293,
-      "step": 9353,
-      "subrel-constrast": 2.8656630516052246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6153167486190796,
-      "cov-distil (oracle2student)": 4.295099258422852,
-      "cov-distil (oracle2teacher)": 3.7030093669891357,
-      "epoch": 7.342229199372056,
-      "rel-constrast": 1.437911033630371,
-      "step": 9354,
-      "subrel-constrast": 2.6097288131713867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.162088394165039,
-      "cov-distil (oracle2student)": 3.3834919929504395,
-      "cov-distil (oracle2teacher)": 3.79681134223938,
-      "epoch": 7.343014128728415,
-      "rel-constrast": 2.2462680339813232,
-      "step": 9355,
-      "subrel-constrast": 3.334794044494629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3864617347717285,
-      "cov-distil (oracle2student)": 3.532942056655884,
-      "cov-distil (oracle2teacher)": 3.165891647338867,
-      "epoch": 7.343799058084772,
-      "rel-constrast": 2.3402419090270996,
-      "step": 9356,
-      "subrel-constrast": 2.7846486568450928,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8236857652664185,
-      "cov-distil (oracle2student)": 4.574889183044434,
-      "cov-distil (oracle2teacher)": 4.817935943603516,
-      "epoch": 7.34458398744113,
-      "rel-constrast": 2.8029091358184814,
-      "step": 9357,
-      "subrel-constrast": 3.7310407161712646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5277106761932373,
-      "cov-distil (oracle2student)": 3.7052106857299805,
-      "cov-distil (oracle2teacher)": 3.720004081726074,
-      "epoch": 7.345368916797488,
-      "rel-constrast": 2.570098876953125,
-      "step": 9358,
-      "subrel-constrast": 2.871417999267578,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5111900568008423,
-      "cov-distil (oracle2student)": 4.362252235412598,
-      "cov-distil (oracle2teacher)": 3.7152392864227295,
-      "epoch": 7.346153846153846,
-      "rel-constrast": 1.779355525970459,
-      "step": 9359,
-      "subrel-constrast": 2.5965662002563477,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.346938775510204,
-      "grad_norm": 4.3125,
-      "learning_rate": 6.232010029271957e-07,
-      "loss": 0.6658,
-      "step": 9360
-    },
-    {
-      "cov-distil": 1.6709567308425903,
-      "cov-distil (oracle2student)": 3.543266773223877,
-      "cov-distil (oracle2teacher)": 3.4260454177856445,
-      "epoch": 7.346938775510204,
-      "rel-constrast": 2.1412785053253174,
-      "step": 9360,
-      "subrel-constrast": 2.8043856620788574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7679111957550049,
-      "cov-distil (oracle2student)": 3.6086106300354004,
-      "cov-distil (oracle2teacher)": 3.5889487266540527,
-      "epoch": 7.347723704866562,
-      "rel-constrast": 2.719425916671753,
-      "step": 9361,
-      "subrel-constrast": 3.2915265560150146,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8505191802978516,
-      "cov-distil (oracle2student)": 4.148674011230469,
-      "cov-distil (oracle2teacher)": 4.0667619705200195,
-      "epoch": 7.34850863422292,
-      "rel-constrast": 1.6993999481201172,
-      "step": 9362,
-      "subrel-constrast": 2.4348843097686768,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.809823751449585,
-      "cov-distil (oracle2student)": 3.9430007934570312,
-      "cov-distil (oracle2teacher)": 4.076622009277344,
-      "epoch": 7.349293563579278,
-      "rel-constrast": 1.8331278562545776,
-      "step": 9363,
-      "subrel-constrast": 2.8810901641845703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4373011589050293,
-      "cov-distil (oracle2student)": 3.217301607131958,
-      "cov-distil (oracle2teacher)": 3.249652862548828,
-      "epoch": 7.350078492935636,
-      "rel-constrast": 2.927856683731079,
-      "step": 9364,
-      "subrel-constrast": 3.907285690307617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.4635400772094727,
-      "cov-distil (oracle2student)": 5.445162773132324,
-      "cov-distil (oracle2teacher)": 4.983879566192627,
-      "epoch": 7.350863422291994,
-      "rel-constrast": 2.857937812805176,
-      "step": 9365,
-      "subrel-constrast": 4.14542818069458,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3740776777267456,
-      "cov-distil (oracle2student)": 6.505749225616455,
-      "cov-distil (oracle2teacher)": 6.085352420806885,
-      "epoch": 7.351648351648351,
-      "rel-constrast": 2.0018017292022705,
-      "step": 9366,
-      "subrel-constrast": 3.1415820121765137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7313101291656494,
-      "cov-distil (oracle2student)": 3.2620086669921875,
-      "cov-distil (oracle2teacher)": 3.387195587158203,
-      "epoch": 7.35243328100471,
-      "rel-constrast": 2.583012104034424,
-      "step": 9367,
-      "subrel-constrast": 3.2081151008605957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3626251220703125,
-      "cov-distil (oracle2student)": 4.965603828430176,
-      "cov-distil (oracle2teacher)": 4.661446571350098,
-      "epoch": 7.353218210361067,
-      "rel-constrast": 3.4062845706939697,
-      "step": 9368,
-      "subrel-constrast": 3.996497392654419,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4466181993484497,
-      "cov-distil (oracle2student)": 3.7647171020507812,
-      "cov-distil (oracle2teacher)": 3.4266273975372314,
-      "epoch": 7.354003139717426,
-      "rel-constrast": 2.5717408657073975,
-      "step": 9369,
-      "subrel-constrast": 3.1131250858306885,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.354788069073783,
-      "grad_norm": 5.65625,
-      "learning_rate": 6.039860968005435e-07,
-      "loss": 0.6608,
-      "step": 9370
-    },
-    {
-      "cov-distil": 1.059270977973938,
-      "cov-distil (oracle2student)": 2.3218350410461426,
-      "cov-distil (oracle2teacher)": 2.4779653549194336,
-      "epoch": 7.354788069073783,
-      "rel-constrast": 2.0494472980499268,
-      "step": 9370,
-      "subrel-constrast": 2.6663506031036377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2531623840332031,
-      "cov-distil (oracle2student)": 2.6387176513671875,
-      "cov-distil (oracle2teacher)": 3.0809855461120605,
-      "epoch": 7.355572998430142,
-      "rel-constrast": 2.2781171798706055,
-      "step": 9371,
-      "subrel-constrast": 3.269016981124878,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.728015661239624,
-      "cov-distil (oracle2student)": 4.6516547203063965,
-      "cov-distil (oracle2teacher)": 4.080583095550537,
-      "epoch": 7.356357927786499,
-      "rel-constrast": 2.6198811531066895,
-      "step": 9372,
-      "subrel-constrast": 3.0210676193237305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.608353853225708,
-      "cov-distil (oracle2student)": 4.870006084442139,
-      "cov-distil (oracle2teacher)": 4.303340911865234,
-      "epoch": 7.357142857142857,
-      "rel-constrast": 2.1150169372558594,
-      "step": 9373,
-      "subrel-constrast": 2.8192548751831055,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1880582571029663,
-      "cov-distil (oracle2student)": 3.207242965698242,
-      "cov-distil (oracle2teacher)": 3.5054430961608887,
-      "epoch": 7.357927786499215,
-      "rel-constrast": 2.273214817047119,
-      "step": 9374,
-      "subrel-constrast": 3.222522020339966,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1198726892471313,
-      "cov-distil (oracle2student)": 3.1572623252868652,
-      "cov-distil (oracle2teacher)": 2.583951711654663,
-      "epoch": 7.358712715855573,
-      "rel-constrast": 2.891451120376587,
-      "step": 9375,
-      "subrel-constrast": 2.7475903034210205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5159554481506348,
-      "cov-distil (oracle2student)": 5.663076877593994,
-      "cov-distil (oracle2teacher)": 5.347553253173828,
-      "epoch": 7.359497645211931,
-      "rel-constrast": 3.225475788116455,
-      "step": 9376,
-      "subrel-constrast": 3.663895606994629,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.025631904602051,
-      "cov-distil (oracle2student)": 3.5090842247009277,
-      "cov-distil (oracle2teacher)": 3.603081226348877,
-      "epoch": 7.360282574568289,
-      "rel-constrast": 2.2199461460113525,
-      "step": 9377,
-      "subrel-constrast": 3.0169272422790527,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2822728157043457,
-      "cov-distil (oracle2student)": 5.783479690551758,
-      "cov-distil (oracle2teacher)": 4.85783576965332,
-      "epoch": 7.361067503924647,
-      "rel-constrast": 1.9488658905029297,
-      "step": 9378,
-      "subrel-constrast": 2.611168622970581,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1002306938171387,
-      "cov-distil (oracle2student)": 3.8900675773620605,
-      "cov-distil (oracle2teacher)": 3.770082950592041,
-      "epoch": 7.361852433281005,
-      "rel-constrast": 2.88315486907959,
-      "step": 9379,
-      "subrel-constrast": 3.9908974170684814,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.362637362637362,
-      "grad_norm": 5.5,
-      "learning_rate": 5.850684484043856e-07,
-      "loss": 0.6498,
-      "step": 9380
-    },
-    {
-      "cov-distil": 1.1819819211959839,
-      "cov-distil (oracle2student)": 3.109358310699463,
-      "cov-distil (oracle2teacher)": 3.288512706756592,
-      "epoch": 7.362637362637362,
-      "rel-constrast": 2.971379041671753,
-      "step": 9380,
-      "subrel-constrast": 3.4025938510894775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5011982917785645,
-      "cov-distil (oracle2student)": 4.44694185256958,
-      "cov-distil (oracle2teacher)": 3.8589890003204346,
-      "epoch": 7.363422291993721,
-      "rel-constrast": 2.7845969200134277,
-      "step": 9381,
-      "subrel-constrast": 3.863770008087158,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6488072872161865,
-      "cov-distil (oracle2student)": 3.3933258056640625,
-      "cov-distil (oracle2teacher)": 3.151747226715088,
-      "epoch": 7.364207221350078,
-      "rel-constrast": 2.503732919692993,
-      "step": 9382,
-      "subrel-constrast": 2.757760524749756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.619880199432373,
-      "cov-distil (oracle2student)": 5.426220417022705,
-      "cov-distil (oracle2teacher)": 5.549289703369141,
-      "epoch": 7.364992150706437,
-      "rel-constrast": 3.7592601776123047,
-      "step": 9383,
-      "subrel-constrast": 4.792531967163086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4532839059829712,
-      "cov-distil (oracle2student)": 4.526195049285889,
-      "cov-distil (oracle2teacher)": 4.236207962036133,
-      "epoch": 7.365777080062794,
-      "rel-constrast": 1.8124287128448486,
-      "step": 9384,
-      "subrel-constrast": 2.4078352451324463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3527835607528687,
-      "cov-distil (oracle2student)": 3.169050693511963,
-      "cov-distil (oracle2teacher)": 3.328801155090332,
-      "epoch": 7.366562009419153,
-      "rel-constrast": 2.1040241718292236,
-      "step": 9385,
-      "subrel-constrast": 2.567411422729492,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6200031042099,
-      "cov-distil (oracle2student)": 4.311069965362549,
-      "cov-distil (oracle2teacher)": 3.9798831939697266,
-      "epoch": 7.36734693877551,
-      "rel-constrast": 3.0387003421783447,
-      "step": 9386,
-      "subrel-constrast": 3.6776273250579834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8690035343170166,
-      "cov-distil (oracle2student)": 6.156263828277588,
-      "cov-distil (oracle2teacher)": 5.693049430847168,
-      "epoch": 7.368131868131869,
-      "rel-constrast": 2.113344192504883,
-      "step": 9387,
-      "subrel-constrast": 2.962341547012329,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5250985622406006,
-      "cov-distil (oracle2student)": 2.3641958236694336,
-      "cov-distil (oracle2teacher)": 2.3592820167541504,
-      "epoch": 7.368916797488226,
-      "rel-constrast": 1.8849518299102783,
-      "step": 9388,
-      "subrel-constrast": 2.594247817993164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5551950931549072,
-      "cov-distil (oracle2student)": 2.933107852935791,
-      "cov-distil (oracle2teacher)": 2.8942501544952393,
-      "epoch": 7.369701726844584,
-      "rel-constrast": 3.5324695110321045,
-      "step": 9389,
-      "subrel-constrast": 3.8349850177764893,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.370486656200942,
-      "grad_norm": 6.34375,
-      "learning_rate": 5.664482882443034e-07,
-      "loss": 0.7009,
-      "step": 9390
-    },
-    {
-      "cov-distil": 1.232786774635315,
-      "cov-distil (oracle2student)": 5.008391380310059,
-      "cov-distil (oracle2teacher)": 4.966108322143555,
-      "epoch": 7.370486656200942,
-      "rel-constrast": 1.5313079357147217,
-      "step": 9390,
-      "subrel-constrast": 2.4853692054748535,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4921863079071045,
-      "cov-distil (oracle2student)": 2.556142807006836,
-      "cov-distil (oracle2teacher)": 3.171454906463623,
-      "epoch": 7.3712715855573,
-      "rel-constrast": 1.7157354354858398,
-      "step": 9391,
-      "subrel-constrast": 2.595045566558838,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.375361680984497,
-      "cov-distil (oracle2student)": 5.895389080047607,
-      "cov-distil (oracle2teacher)": 5.520046234130859,
-      "epoch": 7.372056514913658,
-      "rel-constrast": 2.3584542274475098,
-      "step": 9392,
-      "subrel-constrast": 2.940999746322632,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.724550724029541,
-      "cov-distil (oracle2student)": 4.732922554016113,
-      "cov-distil (oracle2teacher)": 4.935969352722168,
-      "epoch": 7.372841444270016,
-      "rel-constrast": 2.256011724472046,
-      "step": 9393,
-      "subrel-constrast": 3.144002914428711,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2536587715148926,
-      "cov-distil (oracle2student)": 6.671369552612305,
-      "cov-distil (oracle2teacher)": 6.064139366149902,
-      "epoch": 7.373626373626374,
-      "rel-constrast": 1.992166519165039,
-      "step": 9394,
-      "subrel-constrast": 2.496177911758423,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7365564107894897,
-      "cov-distil (oracle2student)": 5.471209526062012,
-      "cov-distil (oracle2teacher)": 4.817819595336914,
-      "epoch": 7.374411302982732,
-      "rel-constrast": 3.433028221130371,
-      "step": 9395,
-      "subrel-constrast": 3.8582756519317627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3892850875854492,
-      "cov-distil (oracle2student)": 4.240471839904785,
-      "cov-distil (oracle2teacher)": 4.205752372741699,
-      "epoch": 7.375196232339089,
-      "rel-constrast": 1.7460849285125732,
-      "step": 9396,
-      "subrel-constrast": 2.743206739425659,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.367553472518921,
-      "cov-distil (oracle2student)": 4.658140182495117,
-      "cov-distil (oracle2teacher)": 4.511887550354004,
-      "epoch": 7.375981161695448,
-      "rel-constrast": 2.020371675491333,
-      "step": 9397,
-      "subrel-constrast": 2.9755256175994873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8455941677093506,
-      "cov-distil (oracle2student)": 4.341132164001465,
-      "cov-distil (oracle2teacher)": 3.961766242980957,
-      "epoch": 7.376766091051805,
-      "rel-constrast": 2.5790302753448486,
-      "step": 9398,
-      "subrel-constrast": 2.9934821128845215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2172991037368774,
-      "cov-distil (oracle2student)": 4.644264221191406,
-      "cov-distil (oracle2teacher)": 3.684354782104492,
-      "epoch": 7.377551020408164,
-      "rel-constrast": 3.142270088195801,
-      "step": 9399,
-      "subrel-constrast": 3.511540651321411,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.378335949764521,
-      "grad_norm": 5.78125,
-      "learning_rate": 5.481258432010695e-07,
-      "loss": 0.6059,
-      "step": 9400
-    },
-    {
-      "epoch": 7.378335949764521,
-      "overlap": 0.31562501192092896,
-      "step": 9400
-    },
-    {
-      "epoch": 7.378335949764521,
-      "step": 9400,
-      "student margin": 0.061767578125
-    },
-    {
-      "epoch": 7.378335949764521,
-      "step": 9400,
-      "teacher margin": 0.039764404296875
-    },
-    {
-      "epoch": 7.378335949764521,
-      "margin difference": -0.022003173828125,
-      "step": 9400
-    },
-    {
-      "cov-distil": 2.0178468227386475,
-      "cov-distil (oracle2student)": 4.887974739074707,
-      "cov-distil (oracle2teacher)": 5.2369561195373535,
-      "epoch": 7.378335949764521,
-      "rel-constrast": 2.897150993347168,
-      "step": 9400,
-      "subrel-constrast": 3.871872663497925,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.307833194732666,
-      "cov-distil (oracle2student)": 5.174351692199707,
-      "cov-distil (oracle2teacher)": 5.06730842590332,
-      "epoch": 7.3791208791208796,
-      "rel-constrast": 2.3317360877990723,
-      "step": 9401,
-      "subrel-constrast": 2.6586458683013916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.835226058959961,
-      "cov-distil (oracle2student)": 2.731583595275879,
-      "cov-distil (oracle2teacher)": 2.9096250534057617,
-      "epoch": 7.379905808477237,
-      "rel-constrast": 2.1062958240509033,
-      "step": 9402,
-      "subrel-constrast": 2.976444721221924,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7372722625732422,
-      "cov-distil (oracle2student)": 5.360907554626465,
-      "cov-distil (oracle2teacher)": 6.114663124084473,
-      "epoch": 7.380690737833595,
-      "rel-constrast": 2.835942268371582,
-      "step": 9403,
-      "subrel-constrast": 3.6411354541778564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4194188117980957,
-      "cov-distil (oracle2student)": 4.202749252319336,
-      "cov-distil (oracle2teacher)": 3.6526551246643066,
-      "epoch": 7.381475667189953,
-      "rel-constrast": 2.7766518592834473,
-      "step": 9404,
-      "subrel-constrast": 3.210577964782715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6812076568603516,
-      "cov-distil (oracle2student)": 4.887347221374512,
-      "cov-distil (oracle2teacher)": 4.680343151092529,
-      "epoch": 7.382260596546311,
-      "rel-constrast": 2.5924010276794434,
-      "step": 9405,
-      "subrel-constrast": 3.4978103637695312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.555121660232544,
-      "cov-distil (oracle2student)": 3.702857255935669,
-      "cov-distil (oracle2teacher)": 3.452937126159668,
-      "epoch": 7.383045525902669,
-      "rel-constrast": 1.439326524734497,
-      "step": 9406,
-      "subrel-constrast": 2.5001296997070312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.364719033241272,
-      "cov-distil (oracle2student)": 2.8507800102233887,
-      "cov-distil (oracle2teacher)": 2.8692033290863037,
-      "epoch": 7.383830455259027,
-      "rel-constrast": 2.4604451656341553,
-      "step": 9407,
-      "subrel-constrast": 3.2001562118530273,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3771209716796875,
-      "cov-distil (oracle2student)": 3.5954556465148926,
-      "cov-distil (oracle2teacher)": 3.599252223968506,
-      "epoch": 7.384615384615385,
-      "rel-constrast": 1.8515626192092896,
-      "step": 9408,
-      "subrel-constrast": 2.662243127822876,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3273162841796875,
-      "cov-distil (oracle2student)": 5.294408798217773,
-      "cov-distil (oracle2teacher)": 4.798198699951172,
-      "epoch": 7.385400313971743,
-      "rel-constrast": 2.0370492935180664,
-      "step": 9409,
-      "subrel-constrast": 2.8313851356506348,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.3861852433281,
-      "grad_norm": 4.65625,
-      "learning_rate": 5.30101336527894e-07,
-      "loss": 0.6223,
-      "step": 9410
-    },
-    {
-      "cov-distil": 1.4507781267166138,
-      "cov-distil (oracle2student)": 6.244736671447754,
-      "cov-distil (oracle2teacher)": 6.038888931274414,
-      "epoch": 7.3861852433281,
-      "rel-constrast": 2.0433006286621094,
-      "step": 9410,
-      "subrel-constrast": 3.0485668182373047,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9466642141342163,
-      "cov-distil (oracle2student)": 3.906831979751587,
-      "cov-distil (oracle2teacher)": 3.801417589187622,
-      "epoch": 7.3869701726844585,
-      "rel-constrast": 1.7132009267807007,
-      "step": 9411,
-      "subrel-constrast": 2.7664313316345215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.152959942817688,
-      "cov-distil (oracle2student)": 5.136009693145752,
-      "cov-distil (oracle2teacher)": 4.852841854095459,
-      "epoch": 7.387755102040816,
-      "rel-constrast": 2.6887094974517822,
-      "step": 9412,
-      "subrel-constrast": 3.516444206237793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4662680625915527,
-      "cov-distil (oracle2student)": 3.8730106353759766,
-      "cov-distil (oracle2teacher)": 4.026688098907471,
-      "epoch": 7.3885400313971745,
-      "rel-constrast": 1.6651391983032227,
-      "step": 9413,
-      "subrel-constrast": 2.2806599140167236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4826467037200928,
-      "cov-distil (oracle2student)": 4.406503677368164,
-      "cov-distil (oracle2teacher)": 3.9321420192718506,
-      "epoch": 7.389324960753532,
-      "rel-constrast": 1.9750367403030396,
-      "step": 9414,
-      "subrel-constrast": 2.664787769317627,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.905500054359436,
-      "cov-distil (oracle2student)": 5.175211429595947,
-      "cov-distil (oracle2teacher)": 5.332372665405273,
-      "epoch": 7.3901098901098905,
-      "rel-constrast": 2.9874584674835205,
-      "step": 9415,
-      "subrel-constrast": 3.817711114883423,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7517060041427612,
-      "cov-distil (oracle2student)": 4.830078125,
-      "cov-distil (oracle2teacher)": 4.570854663848877,
-      "epoch": 7.390894819466248,
-      "rel-constrast": 2.430643081665039,
-      "step": 9416,
-      "subrel-constrast": 3.676440954208374,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7025996446609497,
-      "cov-distil (oracle2student)": 6.051401615142822,
-      "cov-distil (oracle2teacher)": 5.592329025268555,
-      "epoch": 7.391679748822606,
-      "rel-constrast": 2.7670960426330566,
-      "step": 9417,
-      "subrel-constrast": 4.086124897003174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.435662865638733,
-      "cov-distil (oracle2student)": 3.7775299549102783,
-      "cov-distil (oracle2teacher)": 3.7160425186157227,
-      "epoch": 7.392464678178964,
-      "rel-constrast": 2.3538358211517334,
-      "step": 9418,
-      "subrel-constrast": 2.8209712505340576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.094601631164551,
-      "cov-distil (oracle2student)": 4.548826694488525,
-      "cov-distil (oracle2teacher)": 4.421782493591309,
-      "epoch": 7.393249607535322,
-      "rel-constrast": 3.575711488723755,
-      "step": 9419,
-      "subrel-constrast": 3.9554555416107178,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.39403453689168,
-      "grad_norm": 6.9375,
-      "learning_rate": 5.12374987847708e-07,
-      "loss": 0.646,
-      "step": 9420
-    },
-    {
-      "cov-distil": 1.6448655128479004,
-      "cov-distil (oracle2student)": 4.951756954193115,
-      "cov-distil (oracle2teacher)": 5.071784973144531,
-      "epoch": 7.39403453689168,
-      "rel-constrast": 2.73954439163208,
-      "step": 9420,
-      "subrel-constrast": 3.816917657852173,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.640621542930603,
-      "cov-distil (oracle2student)": 3.3587088584899902,
-      "cov-distil (oracle2teacher)": 3.314131736755371,
-      "epoch": 7.3948194662480375,
-      "rel-constrast": 2.2044308185577393,
-      "step": 9421,
-      "subrel-constrast": 2.7692458629608154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5540237426757812,
-      "cov-distil (oracle2student)": 3.124405860900879,
-      "cov-distil (oracle2teacher)": 3.356145143508911,
-      "epoch": 7.395604395604396,
-      "rel-constrast": 1.9757537841796875,
-      "step": 9422,
-      "subrel-constrast": 3.3427622318267822,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1367213726043701,
-      "cov-distil (oracle2student)": 3.173694610595703,
-      "cov-distil (oracle2teacher)": 3.2811903953552246,
-      "epoch": 7.3963893249607535,
-      "rel-constrast": 1.7716373205184937,
-      "step": 9423,
-      "subrel-constrast": 2.462131977081299,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2212265729904175,
-      "cov-distil (oracle2student)": 3.3527989387512207,
-      "cov-distil (oracle2teacher)": 3.5967469215393066,
-      "epoch": 7.397174254317111,
-      "rel-constrast": 2.531475305557251,
-      "step": 9424,
-      "subrel-constrast": 3.36808180809021,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.434239387512207,
-      "cov-distil (oracle2student)": 3.5778648853302,
-      "cov-distil (oracle2teacher)": 4.051883697509766,
-      "epoch": 7.3979591836734695,
-      "rel-constrast": 2.9634430408477783,
-      "step": 9425,
-      "subrel-constrast": 3.5517418384552,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.059680223464966,
-      "cov-distil (oracle2student)": 4.142051696777344,
-      "cov-distil (oracle2teacher)": 4.151409149169922,
-      "epoch": 7.398744113029827,
-      "rel-constrast": 2.0842790603637695,
-      "step": 9426,
-      "subrel-constrast": 2.9802231788635254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.73171865940094,
-      "cov-distil (oracle2student)": 4.123764991760254,
-      "cov-distil (oracle2teacher)": 4.758726119995117,
-      "epoch": 7.3995290423861855,
-      "rel-constrast": 2.4702413082122803,
-      "step": 9427,
-      "subrel-constrast": 3.6153054237365723,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6116880178451538,
-      "cov-distil (oracle2student)": 3.2785868644714355,
-      "cov-distil (oracle2teacher)": 3.633263111114502,
-      "epoch": 7.400313971742543,
-      "rel-constrast": 2.0012712478637695,
-      "step": 9428,
-      "subrel-constrast": 3.169201135635376,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.836738109588623,
-      "cov-distil (oracle2student)": 4.5062055587768555,
-      "cov-distil (oracle2teacher)": 4.007329940795898,
-      "epoch": 7.4010989010989015,
-      "rel-constrast": 2.3237664699554443,
-      "step": 9429,
-      "subrel-constrast": 3.357760190963745,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.401883830455259,
-      "grad_norm": 4.84375,
-      "learning_rate": 4.949470131504652e-07,
-      "loss": 0.6163,
-      "step": 9430
-    },
-    {
-      "cov-distil": 1.3683586120605469,
-      "cov-distil (oracle2student)": 2.772670269012451,
-      "cov-distil (oracle2teacher)": 3.1681809425354004,
-      "epoch": 7.401883830455259,
-      "rel-constrast": 3.283541440963745,
-      "step": 9430,
-      "subrel-constrast": 4.103991985321045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7994505167007446,
-      "cov-distil (oracle2student)": 3.5444161891937256,
-      "cov-distil (oracle2teacher)": 3.578477382659912,
-      "epoch": 7.4026687598116165,
-      "rel-constrast": 3.053004741668701,
-      "step": 9431,
-      "subrel-constrast": 3.051600933074951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0319173336029053,
-      "cov-distil (oracle2student)": 3.911811351776123,
-      "cov-distil (oracle2teacher)": 3.7251217365264893,
-      "epoch": 7.403453689167975,
-      "rel-constrast": 2.2591171264648438,
-      "step": 9432,
-      "subrel-constrast": 3.3513131141662598,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4188127517700195,
-      "cov-distil (oracle2student)": 2.1644740104675293,
-      "cov-distil (oracle2teacher)": 2.8121860027313232,
-      "epoch": 7.4042386185243325,
-      "rel-constrast": 2.47200608253479,
-      "step": 9433,
-      "subrel-constrast": 3.125903844833374,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3399789333343506,
-      "cov-distil (oracle2student)": 3.49997615814209,
-      "cov-distil (oracle2teacher)": 3.115057945251465,
-      "epoch": 7.405023547880691,
-      "rel-constrast": 0.9223536252975464,
-      "step": 9434,
-      "subrel-constrast": 1.4316022396087646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3637423515319824,
-      "cov-distil (oracle2student)": 4.252385139465332,
-      "cov-distil (oracle2teacher)": 4.2473530769348145,
-      "epoch": 7.4058084772370485,
-      "rel-constrast": 1.8725584745407104,
-      "step": 9435,
-      "subrel-constrast": 3.0767929553985596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9173004031181335,
-      "cov-distil (oracle2student)": 4.70349645614624,
-      "cov-distil (oracle2teacher)": 4.420681476593018,
-      "epoch": 7.406593406593407,
-      "rel-constrast": 2.007704734802246,
-      "step": 9436,
-      "subrel-constrast": 2.3238987922668457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7861337661743164,
-      "cov-distil (oracle2student)": 4.335049152374268,
-      "cov-distil (oracle2teacher)": 3.973775863647461,
-      "epoch": 7.4073783359497645,
-      "rel-constrast": 1.6031743288040161,
-      "step": 9437,
-      "subrel-constrast": 2.8205039501190186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5317983627319336,
-      "cov-distil (oracle2student)": 3.663107395172119,
-      "cov-distil (oracle2teacher)": 3.7301084995269775,
-      "epoch": 7.408163265306122,
-      "rel-constrast": 2.0334038734436035,
-      "step": 9438,
-      "subrel-constrast": 2.9847395420074463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1392003297805786,
-      "cov-distil (oracle2student)": 3.8843019008636475,
-      "cov-distil (oracle2teacher)": 3.6805217266082764,
-      "epoch": 7.4089481946624804,
-      "rel-constrast": 2.1938459873199463,
-      "step": 9439,
-      "subrel-constrast": 2.7103779315948486,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.409733124018838,
-      "grad_norm": 5.6875,
-      "learning_rate": 4.778176247905497e-07,
-      "loss": 0.5793,
-      "step": 9440
-    },
-    {
-      "cov-distil": 1.3484251499176025,
-      "cov-distil (oracle2student)": 5.650657653808594,
-      "cov-distil (oracle2teacher)": 5.145402908325195,
-      "epoch": 7.409733124018838,
-      "rel-constrast": 2.554901123046875,
-      "step": 9440,
-      "subrel-constrast": 3.4170615673065186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4642081260681152,
-      "cov-distil (oracle2student)": 3.670496940612793,
-      "cov-distil (oracle2teacher)": 3.8136277198791504,
-      "epoch": 7.410518053375196,
-      "rel-constrast": 2.0508933067321777,
-      "step": 9441,
-      "subrel-constrast": 2.7461211681365967,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.211555004119873,
-      "cov-distil (oracle2student)": 3.360184669494629,
-      "cov-distil (oracle2teacher)": 3.3688905239105225,
-      "epoch": 7.411302982731554,
-      "rel-constrast": 2.1972827911376953,
-      "step": 9442,
-      "subrel-constrast": 2.8270115852355957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.362918734550476,
-      "cov-distil (oracle2student)": 4.513346195220947,
-      "cov-distil (oracle2teacher)": 3.967583417892456,
-      "epoch": 7.412087912087912,
-      "rel-constrast": 2.24348783493042,
-      "step": 9443,
-      "subrel-constrast": 3.153306245803833,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.524682641029358,
-      "cov-distil (oracle2student)": 3.069225788116455,
-      "cov-distil (oracle2teacher)": 3.566883087158203,
-      "epoch": 7.41287284144427,
-      "rel-constrast": 3.1148643493652344,
-      "step": 9444,
-      "subrel-constrast": 3.8882107734680176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3306455612182617,
-      "cov-distil (oracle2student)": 3.1110610961914062,
-      "cov-distil (oracle2teacher)": 2.990866184234619,
-      "epoch": 7.4136577708006275,
-      "rel-constrast": 2.3037519454956055,
-      "step": 9445,
-      "subrel-constrast": 3.204416036605835,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.558985710144043,
-      "cov-distil (oracle2student)": 4.648368835449219,
-      "cov-distil (oracle2teacher)": 4.2805376052856445,
-      "epoch": 7.414442700156986,
-      "rel-constrast": 1.985377550125122,
-      "step": 9446,
-      "subrel-constrast": 2.71536922454834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8164563179016113,
-      "cov-distil (oracle2student)": 4.5595903396606445,
-      "cov-distil (oracle2teacher)": 4.3844757080078125,
-      "epoch": 7.4152276295133435,
-      "rel-constrast": 2.9017841815948486,
-      "step": 9447,
-      "subrel-constrast": 3.1991286277770996,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2819569110870361,
-      "cov-distil (oracle2student)": 4.244073390960693,
-      "cov-distil (oracle2teacher)": 3.97817325592041,
-      "epoch": 7.416012558869702,
-      "rel-constrast": 2.7056431770324707,
-      "step": 9448,
-      "subrel-constrast": 3.4481987953186035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6889030933380127,
-      "cov-distil (oracle2student)": 6.185149192810059,
-      "cov-distil (oracle2teacher)": 5.997766017913818,
-      "epoch": 7.416797488226059,
-      "rel-constrast": 3.021735429763794,
-      "step": 9449,
-      "subrel-constrast": 3.334059953689575,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.417582417582418,
-      "grad_norm": 6.0,
-      "learning_rate": 4.609870314841419e-07,
-      "loss": 0.6635,
-      "step": 9450
-    },
-    {
-      "cov-distil": 1.4438860416412354,
-      "cov-distil (oracle2student)": 3.544463872909546,
-      "cov-distil (oracle2teacher)": 3.2518248558044434,
-      "epoch": 7.417582417582418,
-      "rel-constrast": 2.286349058151245,
-      "step": 9450,
-      "subrel-constrast": 2.8150129318237305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7373937368392944,
-      "cov-distil (oracle2student)": 4.328392505645752,
-      "cov-distil (oracle2teacher)": 4.200494289398193,
-      "epoch": 7.418367346938775,
-      "rel-constrast": 2.88578724861145,
-      "step": 9451,
-      "subrel-constrast": 3.5041234493255615,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4377720355987549,
-      "cov-distil (oracle2student)": 2.393218517303467,
-      "cov-distil (oracle2teacher)": 2.5521020889282227,
-      "epoch": 7.419152276295134,
-      "rel-constrast": 2.01369571685791,
-      "step": 9452,
-      "subrel-constrast": 2.2460615634918213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5524364709854126,
-      "cov-distil (oracle2student)": 4.831964492797852,
-      "cov-distil (oracle2teacher)": 4.68514347076416,
-      "epoch": 7.419937205651491,
-      "rel-constrast": 2.9337761402130127,
-      "step": 9453,
-      "subrel-constrast": 3.415734052658081,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2123091220855713,
-      "cov-distil (oracle2student)": 2.9835755825042725,
-      "cov-distil (oracle2teacher)": 3.273991823196411,
-      "epoch": 7.420722135007849,
-      "rel-constrast": 2.6977202892303467,
-      "step": 9454,
-      "subrel-constrast": 3.588353395462036,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.37511146068573,
-      "cov-distil (oracle2student)": 4.758731365203857,
-      "cov-distil (oracle2teacher)": 4.86696720123291,
-      "epoch": 7.421507064364207,
-      "rel-constrast": 2.048882246017456,
-      "step": 9455,
-      "subrel-constrast": 3.0110483169555664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.712954044342041,
-      "cov-distil (oracle2student)": 4.111020088195801,
-      "cov-distil (oracle2teacher)": 4.132323741912842,
-      "epoch": 7.422291993720565,
-      "rel-constrast": 3.0322980880737305,
-      "step": 9456,
-      "subrel-constrast": 4.313224792480469,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.783372402191162,
-      "cov-distil (oracle2student)": 4.417304992675781,
-      "cov-distil (oracle2teacher)": 4.1535258293151855,
-      "epoch": 7.423076923076923,
-      "rel-constrast": 4.246203422546387,
-      "step": 9457,
-      "subrel-constrast": 4.66959285736084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3737750053405762,
-      "cov-distil (oracle2student)": 3.6632227897644043,
-      "cov-distil (oracle2teacher)": 3.640310525894165,
-      "epoch": 7.423861852433281,
-      "rel-constrast": 2.720828056335449,
-      "step": 9458,
-      "subrel-constrast": 3.229464292526245,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6581194400787354,
-      "cov-distil (oracle2student)": 4.875898361206055,
-      "cov-distil (oracle2teacher)": 4.506718635559082,
-      "epoch": 7.424646781789639,
-      "rel-constrast": 1.9285215139389038,
-      "step": 9459,
-      "subrel-constrast": 2.8239502906799316,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.425431711145997,
-      "grad_norm": 5.15625,
-      "learning_rate": 4.4445543830671785e-07,
-      "loss": 0.7081,
-      "step": 9460
-    },
-    {
-      "cov-distil": 1.4971048831939697,
-      "cov-distil (oracle2student)": 2.696812152862549,
-      "cov-distil (oracle2teacher)": 2.806149959564209,
-      "epoch": 7.425431711145997,
-      "rel-constrast": 1.6894574165344238,
-      "step": 9460,
-      "subrel-constrast": 2.5428378582000732,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.7671775817871094,
-      "cov-distil (oracle2student)": 5.511748313903809,
-      "cov-distil (oracle2teacher)": 4.628572463989258,
-      "epoch": 7.426216640502354,
-      "rel-constrast": 2.8081769943237305,
-      "step": 9461,
-      "subrel-constrast": 3.5566656589508057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3218510150909424,
-      "cov-distil (oracle2student)": 3.365874767303467,
-      "cov-distil (oracle2teacher)": 2.9946436882019043,
-      "epoch": 7.427001569858713,
-      "rel-constrast": 2.251363754272461,
-      "step": 9462,
-      "subrel-constrast": 2.843423366546631,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3485808372497559,
-      "cov-distil (oracle2student)": 7.754756927490234,
-      "cov-distil (oracle2teacher)": 6.6646728515625,
-      "epoch": 7.42778649921507,
-      "rel-constrast": 3.3665480613708496,
-      "step": 9463,
-      "subrel-constrast": 3.7639150619506836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3256584405899048,
-      "cov-distil (oracle2student)": 2.6516165733337402,
-      "cov-distil (oracle2teacher)": 2.547506332397461,
-      "epoch": 7.428571428571429,
-      "rel-constrast": 1.8515920639038086,
-      "step": 9464,
-      "subrel-constrast": 2.472712516784668,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.057445526123047,
-      "cov-distil (oracle2student)": 4.076122283935547,
-      "cov-distil (oracle2teacher)": 3.6391358375549316,
-      "epoch": 7.429356357927786,
-      "rel-constrast": 2.279547691345215,
-      "step": 9465,
-      "subrel-constrast": 3.0910797119140625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4650099277496338,
-      "cov-distil (oracle2student)": 2.5416364669799805,
-      "cov-distil (oracle2teacher)": 2.7699708938598633,
-      "epoch": 7.430141287284145,
-      "rel-constrast": 2.4132192134857178,
-      "step": 9466,
-      "subrel-constrast": 2.9697799682617188,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5245229005813599,
-      "cov-distil (oracle2student)": 4.8690185546875,
-      "cov-distil (oracle2teacher)": 4.613038539886475,
-      "epoch": 7.430926216640502,
-      "rel-constrast": 2.6295113563537598,
-      "step": 9467,
-      "subrel-constrast": 3.4251132011413574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3608496189117432,
-      "cov-distil (oracle2student)": 4.863673210144043,
-      "cov-distil (oracle2teacher)": 4.558210372924805,
-      "epoch": 7.43171114599686,
-      "rel-constrast": 3.078641414642334,
-      "step": 9468,
-      "subrel-constrast": 3.573333740234375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2466069459915161,
-      "cov-distil (oracle2student)": 4.906140327453613,
-      "cov-distil (oracle2teacher)": 4.367733955383301,
-      "epoch": 7.432496075353218,
-      "rel-constrast": 2.0645089149475098,
-      "step": 9469,
-      "subrel-constrast": 2.6297991275787354,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.433281004709576,
-      "grad_norm": 5.65625,
-      "learning_rate": 4.2822304669052073e-07,
-      "loss": 0.6506,
-      "step": 9470
-    },
-    {
-      "cov-distil": 1.9894659519195557,
-      "cov-distil (oracle2student)": 3.7552030086517334,
-      "cov-distil (oracle2teacher)": 4.138882160186768,
-      "epoch": 7.433281004709576,
-      "rel-constrast": 2.842832088470459,
-      "step": 9470,
-      "subrel-constrast": 3.9352893829345703,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7372214794158936,
-      "cov-distil (oracle2student)": 3.9285647869110107,
-      "cov-distil (oracle2teacher)": 3.606109619140625,
-      "epoch": 7.434065934065934,
-      "rel-constrast": 2.8900184631347656,
-      "step": 9471,
-      "subrel-constrast": 3.373145341873169,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7142555713653564,
-      "cov-distil (oracle2student)": 4.157985210418701,
-      "cov-distil (oracle2teacher)": 4.095856189727783,
-      "epoch": 7.434850863422292,
-      "rel-constrast": 2.1177568435668945,
-      "step": 9472,
-      "subrel-constrast": 2.970705270767212,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5937435626983643,
-      "cov-distil (oracle2student)": 3.7858734130859375,
-      "cov-distil (oracle2teacher)": 3.877077341079712,
-      "epoch": 7.43563579277865,
-      "rel-constrast": 2.2336602210998535,
-      "step": 9473,
-      "subrel-constrast": 2.9046902656555176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4645332098007202,
-      "cov-distil (oracle2student)": 4.496609687805176,
-      "cov-distil (oracle2teacher)": 4.582189559936523,
-      "epoch": 7.436420722135008,
-      "rel-constrast": 1.3832757472991943,
-      "step": 9474,
-      "subrel-constrast": 2.5436031818389893,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2600491046905518,
-      "cov-distil (oracle2student)": 4.162060260772705,
-      "cov-distil (oracle2teacher)": 4.2622833251953125,
-      "epoch": 7.437205651491365,
-      "rel-constrast": 3.2826004028320312,
-      "step": 9475,
-      "subrel-constrast": 3.6123297214508057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5280966758728027,
-      "cov-distil (oracle2student)": 3.123152256011963,
-      "cov-distil (oracle2teacher)": 3.311192750930786,
-      "epoch": 7.437990580847724,
-      "rel-constrast": 2.1561379432678223,
-      "step": 9476,
-      "subrel-constrast": 3.1848883628845215,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8817325830459595,
-      "cov-distil (oracle2student)": 5.086402893066406,
-      "cov-distil (oracle2teacher)": 4.999686241149902,
-      "epoch": 7.438775510204081,
-      "rel-constrast": 2.9620089530944824,
-      "step": 9477,
-      "subrel-constrast": 3.397580146789551,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.431583046913147,
-      "cov-distil (oracle2student)": 2.636988401412964,
-      "cov-distil (oracle2teacher)": 2.7343218326568604,
-      "epoch": 7.43956043956044,
-      "rel-constrast": 2.580904006958008,
-      "step": 9478,
-      "subrel-constrast": 3.03501033782959,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3829114437103271,
-      "cov-distil (oracle2student)": 3.9041152000427246,
-      "cov-distil (oracle2teacher)": 3.912733316421509,
-      "epoch": 7.440345368916797,
-      "rel-constrast": 1.8087271451950073,
-      "step": 9479,
-      "subrel-constrast": 2.5306904315948486,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.441130298273156,
-      "grad_norm": 4.71875,
-      "learning_rate": 4.122900544221181e-07,
-      "loss": 0.6439,
-      "step": 9480
-    },
-    {
-      "cov-distil": 0.9837736487388611,
-      "cov-distil (oracle2student)": 3.5903396606445312,
-      "cov-distil (oracle2teacher)": 3.182070732116699,
-      "epoch": 7.441130298273156,
-      "rel-constrast": 1.3839484453201294,
-      "step": 9480,
-      "subrel-constrast": 2.0912795066833496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.497253179550171,
-      "cov-distil (oracle2student)": 4.165548801422119,
-      "cov-distil (oracle2teacher)": 3.3988089561462402,
-      "epoch": 7.441915227629513,
-      "rel-constrast": 2.062568187713623,
-      "step": 9481,
-      "subrel-constrast": 2.6931874752044678,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.053311347961426,
-      "cov-distil (oracle2student)": 3.3212432861328125,
-      "cov-distil (oracle2teacher)": 3.859344005584717,
-      "epoch": 7.442700156985872,
-      "rel-constrast": 2.4424309730529785,
-      "step": 9482,
-      "subrel-constrast": 3.7510242462158203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.498016119003296,
-      "cov-distil (oracle2student)": 3.9286129474639893,
-      "cov-distil (oracle2teacher)": 3.637784481048584,
-      "epoch": 7.443485086342229,
-      "rel-constrast": 1.926454782485962,
-      "step": 9483,
-      "subrel-constrast": 2.8891515731811523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6003509759902954,
-      "cov-distil (oracle2student)": 4.551420211791992,
-      "cov-distil (oracle2teacher)": 4.048972129821777,
-      "epoch": 7.444270015698587,
-      "rel-constrast": 2.5065040588378906,
-      "step": 9484,
-      "subrel-constrast": 3.000223398208618,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2660632133483887,
-      "cov-distil (oracle2student)": 3.990461587905884,
-      "cov-distil (oracle2teacher)": 3.8097801208496094,
-      "epoch": 7.445054945054945,
-      "rel-constrast": 1.7983427047729492,
-      "step": 9485,
-      "subrel-constrast": 3.189624071121216,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7163524627685547,
-      "cov-distil (oracle2student)": 3.8315162658691406,
-      "cov-distil (oracle2teacher)": 3.3503339290618896,
-      "epoch": 7.445839874411303,
-      "rel-constrast": 2.2966904640197754,
-      "step": 9486,
-      "subrel-constrast": 2.90739369392395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5532822608947754,
-      "cov-distil (oracle2student)": 4.306149005889893,
-      "cov-distil (oracle2teacher)": 3.5740487575531006,
-      "epoch": 7.446624803767661,
-      "rel-constrast": 3.314563512802124,
-      "step": 9487,
-      "subrel-constrast": 4.14013671875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2384800910949707,
-      "cov-distil (oracle2student)": 5.046143054962158,
-      "cov-distil (oracle2teacher)": 5.093659400939941,
-      "epoch": 7.447409733124019,
-      "rel-constrast": 1.7329224348068237,
-      "step": 9488,
-      "subrel-constrast": 2.358933687210083,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9899765253067017,
-      "cov-distil (oracle2student)": 4.445674896240234,
-      "cov-distil (oracle2teacher)": 4.3522210121154785,
-      "epoch": 7.448194662480377,
-      "rel-constrast": 3.0448620319366455,
-      "step": 9489,
-      "subrel-constrast": 3.9000275135040283,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.448979591836735,
-      "grad_norm": 6.21875,
-      "learning_rate": 3.9665665563999586e-07,
-      "loss": 0.6037,
-      "step": 9490
-    },
-    {
-      "cov-distil": 1.4418060779571533,
-      "cov-distil (oracle2student)": 5.999526500701904,
-      "cov-distil (oracle2teacher)": 5.686827659606934,
-      "epoch": 7.448979591836735,
-      "rel-constrast": 2.7766599655151367,
-      "step": 9490,
-      "subrel-constrast": 3.53641676902771,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5362491607666016,
-      "cov-distil (oracle2student)": 4.5321550369262695,
-      "cov-distil (oracle2teacher)": 4.412919521331787,
-      "epoch": 7.449764521193092,
-      "rel-constrast": 2.4888367652893066,
-      "step": 9491,
-      "subrel-constrast": 3.0218257904052734,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.312864065170288,
-      "cov-distil (oracle2student)": 3.4774982929229736,
-      "cov-distil (oracle2teacher)": 3.2470076084136963,
-      "epoch": 7.450549450549451,
-      "rel-constrast": 3.3218743801116943,
-      "step": 9492,
-      "subrel-constrast": 3.911377191543579,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3264265060424805,
-      "cov-distil (oracle2student)": 5.00082540512085,
-      "cov-distil (oracle2teacher)": 4.673905372619629,
-      "epoch": 7.451334379905808,
-      "rel-constrast": 2.1498665809631348,
-      "step": 9493,
-      "subrel-constrast": 2.696864366531372,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2024309635162354,
-      "cov-distil (oracle2student)": 3.7062511444091797,
-      "cov-distil (oracle2teacher)": 3.529201030731201,
-      "epoch": 7.452119309262167,
-      "rel-constrast": 2.8188228607177734,
-      "step": 9494,
-      "subrel-constrast": 3.157325029373169,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.340880274772644,
-      "cov-distil (oracle2student)": 5.003060817718506,
-      "cov-distil (oracle2teacher)": 4.856551170349121,
-      "epoch": 7.452904238618524,
-      "rel-constrast": 2.7574234008789062,
-      "step": 9495,
-      "subrel-constrast": 3.39617919921875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.778862476348877,
-      "cov-distil (oracle2student)": 5.121868133544922,
-      "cov-distil (oracle2teacher)": 4.680238723754883,
-      "epoch": 7.453689167974883,
-      "rel-constrast": 3.095597505569458,
-      "step": 9496,
-      "subrel-constrast": 4.095163822174072,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6890361309051514,
-      "cov-distil (oracle2student)": 3.636397123336792,
-      "cov-distil (oracle2teacher)": 4.138484001159668,
-      "epoch": 7.45447409733124,
-      "rel-constrast": 1.576807975769043,
-      "step": 9497,
-      "subrel-constrast": 2.6719000339508057,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3781254291534424,
-      "cov-distil (oracle2student)": 3.560938835144043,
-      "cov-distil (oracle2teacher)": 4.019582748413086,
-      "epoch": 7.455259026687598,
-      "rel-constrast": 2.9715468883514404,
-      "step": 9498,
-      "subrel-constrast": 3.704312562942505,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6079976558685303,
-      "cov-distil (oracle2student)": 5.079517364501953,
-      "cov-distil (oracle2teacher)": 4.992788314819336,
-      "epoch": 7.456043956043956,
-      "rel-constrast": 3.1586132049560547,
-      "step": 9499,
-      "subrel-constrast": 3.8715908527374268,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.456828885400314,
-      "grad_norm": 6.8125,
-      "learning_rate": 3.813230408321794e-07,
-      "loss": 0.7144,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/duc04-P@10": 0.7559999999999999,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/duc04-nDCG@10": 0.7697467163260319,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/duc04-alpha_nDCG@10": 0.5830452192986461,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/duc04-Cov@10": 0.34423443223443223,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/multi_news-P@10": 0.43199999999999994,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/multi_news-nDCG@10": 0.6114121460146404,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/multi_news-alpha_nDCG@10": 0.5989535753876359,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/multi_news-Cov@10": 0.21153571428571427,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "eval/avg": 0.5383659754433876,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "overlap": 0.3499999940395355,
-      "step": 9500
-    },
-    {
-      "epoch": 7.456828885400314,
-      "step": 9500,
-      "student margin": 0.0565185546875
-    },
-    {
-      "epoch": 7.456828885400314,
-      "step": 9500,
-      "teacher margin": 0.038970947265625
-    },
-    {
-      "epoch": 7.456828885400314,
-      "margin difference": -0.017547607421875,
-      "step": 9500
-    },
-    {
-      "cov-distil": 1.2437572479248047,
-      "cov-distil (oracle2student)": 5.109622478485107,
-      "cov-distil (oracle2teacher)": 5.216648101806641,
-      "epoch": 7.456828885400314,
-      "rel-constrast": 2.4846582412719727,
-      "step": 9500,
-      "subrel-constrast": 3.166466474533081,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7799493074417114,
-      "cov-distil (oracle2student)": 4.400328636169434,
-      "cov-distil (oracle2teacher)": 3.9747607707977295,
-      "epoch": 7.457613814756672,
-      "rel-constrast": 2.677316665649414,
-      "step": 9501,
-      "subrel-constrast": 3.718132972717285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2836167812347412,
-      "cov-distil (oracle2student)": 3.3518528938293457,
-      "cov-distil (oracle2teacher)": 3.038180112838745,
-      "epoch": 7.45839874411303,
-      "rel-constrast": 2.2408223152160645,
-      "step": 9502,
-      "subrel-constrast": 2.7516932487487793,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8726234436035156,
-      "cov-distil (oracle2student)": 5.278508186340332,
-      "cov-distil (oracle2teacher)": 5.120784282684326,
-      "epoch": 7.459183673469388,
-      "rel-constrast": 2.9482316970825195,
-      "step": 9503,
-      "subrel-constrast": 3.8583929538726807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5960166454315186,
-      "cov-distil (oracle2student)": 4.258815288543701,
-      "cov-distil (oracle2teacher)": 3.957002639770508,
-      "epoch": 7.459968602825746,
-      "rel-constrast": 2.0390114784240723,
-      "step": 9504,
-      "subrel-constrast": 2.778212785720825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.85708749294281,
-      "cov-distil (oracle2student)": 4.086989879608154,
-      "cov-distil (oracle2teacher)": 3.4848296642303467,
-      "epoch": 7.460753532182103,
-      "rel-constrast": 1.298642635345459,
-      "step": 9505,
-      "subrel-constrast": 2.565624237060547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.448235273361206,
-      "cov-distil (oracle2student)": 2.46376371383667,
-      "cov-distil (oracle2teacher)": 2.992997646331787,
-      "epoch": 7.461538461538462,
-      "rel-constrast": 2.470724105834961,
-      "step": 9506,
-      "subrel-constrast": 3.057307004928589,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4024498462677002,
-      "cov-distil (oracle2student)": 4.817196846008301,
-      "cov-distil (oracle2teacher)": 4.5346879959106445,
-      "epoch": 7.462323390894819,
-      "rel-constrast": 3.1196303367614746,
-      "step": 9507,
-      "subrel-constrast": 3.629023790359497,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6376299858093262,
-      "cov-distil (oracle2student)": 4.072474479675293,
-      "cov-distil (oracle2teacher)": 4.21419620513916,
-      "epoch": 7.463108320251178,
-      "rel-constrast": 3.683058023452759,
-      "step": 9508,
-      "subrel-constrast": 4.656678199768066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7022861242294312,
-      "cov-distil (oracle2student)": 4.824424743652344,
-      "cov-distil (oracle2teacher)": 4.3173828125,
-      "epoch": 7.463893249607535,
-      "rel-constrast": 1.4587868452072144,
-      "step": 9509,
-      "subrel-constrast": 2.5249099731445312,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.464678178963894,
-      "grad_norm": 4.3125,
-      "learning_rate": 3.662893968339354e-07,
-      "loss": 0.6501,
-      "step": 9510
-    },
-    {
-      "cov-distil": 1.4945018291473389,
-      "cov-distil (oracle2student)": 3.823096752166748,
-      "cov-distil (oracle2teacher)": 3.763371229171753,
-      "epoch": 7.464678178963894,
-      "rel-constrast": 2.3712782859802246,
-      "step": 9510,
-      "subrel-constrast": 3.3085193634033203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0545892715454102,
-      "cov-distil (oracle2student)": 5.221249103546143,
-      "cov-distil (oracle2teacher)": 4.830103874206543,
-      "epoch": 7.465463108320251,
-      "rel-constrast": 2.75191593170166,
-      "step": 9511,
-      "subrel-constrast": 3.3951563835144043,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8815442323684692,
-      "cov-distil (oracle2student)": 3.5996251106262207,
-      "cov-distil (oracle2teacher)": 3.6575374603271484,
-      "epoch": 7.466248037676609,
-      "rel-constrast": 2.111245632171631,
-      "step": 9512,
-      "subrel-constrast": 2.9593007564544678,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3565342426300049,
-      "cov-distil (oracle2student)": 3.8745341300964355,
-      "cov-distil (oracle2teacher)": 3.357333183288574,
-      "epoch": 7.467032967032967,
-      "rel-constrast": 2.7065787315368652,
-      "step": 9513,
-      "subrel-constrast": 3.3264009952545166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8548939228057861,
-      "cov-distil (oracle2student)": 4.483388900756836,
-      "cov-distil (oracle2teacher)": 4.116832733154297,
-      "epoch": 7.467817896389325,
-      "rel-constrast": 2.5288796424865723,
-      "step": 9514,
-      "subrel-constrast": 3.223139524459839,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8354907035827637,
-      "cov-distil (oracle2student)": 2.897033214569092,
-      "cov-distil (oracle2teacher)": 3.0836665630340576,
-      "epoch": 7.468602825745683,
-      "rel-constrast": 1.9718401432037354,
-      "step": 9515,
-      "subrel-constrast": 3.3195645809173584,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5436110496520996,
-      "cov-distil (oracle2student)": 4.650331497192383,
-      "cov-distil (oracle2teacher)": 4.474208831787109,
-      "epoch": 7.469387755102041,
-      "rel-constrast": 3.0239694118499756,
-      "step": 9516,
-      "subrel-constrast": 3.7819042205810547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.606302261352539,
-      "cov-distil (oracle2student)": 4.0823259353637695,
-      "cov-distil (oracle2teacher)": 3.603513479232788,
-      "epoch": 7.470172684458399,
-      "rel-constrast": 3.2985715866088867,
-      "step": 9517,
-      "subrel-constrast": 4.0927934646606445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4384969472885132,
-      "cov-distil (oracle2student)": 4.067154407501221,
-      "cov-distil (oracle2teacher)": 4.11020040512085,
-      "epoch": 7.470957613814757,
-      "rel-constrast": 2.876142978668213,
-      "step": 9518,
-      "subrel-constrast": 3.6239938735961914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9335644245147705,
-      "cov-distil (oracle2student)": 4.389135837554932,
-      "cov-distil (oracle2teacher)": 4.113326549530029,
-      "epoch": 7.471742543171114,
-      "rel-constrast": 2.844888210296631,
-      "step": 9519,
-      "subrel-constrast": 3.1620075702667236,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.472527472527473,
-      "grad_norm": 5.34375,
-      "learning_rate": 3.515559068254598e-07,
-      "loss": 0.6996,
-      "step": 9520
-    },
-    {
-      "cov-distil": 1.4205279350280762,
-      "cov-distil (oracle2student)": 3.1570215225219727,
-      "cov-distil (oracle2teacher)": 3.2260732650756836,
-      "epoch": 7.472527472527473,
-      "rel-constrast": 2.280947208404541,
-      "step": 9520,
-      "subrel-constrast": 3.146709442138672,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5878657102584839,
-      "cov-distil (oracle2student)": 4.888369560241699,
-      "cov-distil (oracle2teacher)": 3.9010448455810547,
-      "epoch": 7.47331240188383,
-      "rel-constrast": 2.1969528198242188,
-      "step": 9521,
-      "subrel-constrast": 3.0948333740234375,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2466460466384888,
-      "cov-distil (oracle2student)": 3.3460121154785156,
-      "cov-distil (oracle2teacher)": 3.0780067443847656,
-      "epoch": 7.474097331240189,
-      "rel-constrast": 2.2985358238220215,
-      "step": 9522,
-      "subrel-constrast": 2.8137478828430176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1935076713562012,
-      "cov-distil (oracle2student)": 5.423123359680176,
-      "cov-distil (oracle2teacher)": 5.2631940841674805,
-      "epoch": 7.474882260596546,
-      "rel-constrast": 4.0271501541137695,
-      "step": 9523,
-      "subrel-constrast": 3.9972214698791504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6195640563964844,
-      "cov-distil (oracle2student)": 5.2949628829956055,
-      "cov-distil (oracle2teacher)": 4.548498630523682,
-      "epoch": 7.475667189952905,
-      "rel-constrast": 3.4695777893066406,
-      "step": 9524,
-      "subrel-constrast": 3.9384098052978516,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3054072856903076,
-      "cov-distil (oracle2student)": 5.111519813537598,
-      "cov-distil (oracle2teacher)": 4.574174880981445,
-      "epoch": 7.476452119309262,
-      "rel-constrast": 2.077425003051758,
-      "step": 9525,
-      "subrel-constrast": 2.7893590927124023,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3945889472961426,
-      "cov-distil (oracle2student)": 3.8868777751922607,
-      "cov-distil (oracle2teacher)": 3.6024537086486816,
-      "epoch": 7.47723704866562,
-      "rel-constrast": 2.3834218978881836,
-      "step": 9526,
-      "subrel-constrast": 2.785994529724121,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3717881441116333,
-      "cov-distil (oracle2student)": 4.463771820068359,
-      "cov-distil (oracle2teacher)": 3.8834729194641113,
-      "epoch": 7.478021978021978,
-      "rel-constrast": 2.3364992141723633,
-      "step": 9527,
-      "subrel-constrast": 2.9052131175994873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9627842903137207,
-      "cov-distil (oracle2student)": 4.642256259918213,
-      "cov-distil (oracle2teacher)": 4.203762054443359,
-      "epoch": 7.478806907378336,
-      "rel-constrast": 1.83779776096344,
-      "step": 9528,
-      "subrel-constrast": 2.274484634399414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4190603494644165,
-      "cov-distil (oracle2student)": 2.9243626594543457,
-      "cov-distil (oracle2teacher)": 2.681763172149658,
-      "epoch": 7.479591836734694,
-      "rel-constrast": 1.8635098934173584,
-      "step": 9529,
-      "subrel-constrast": 2.5856380462646484,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.480376766091052,
-      "grad_norm": 4.96875,
-      "learning_rate": 3.371227503296881e-07,
-      "loss": 0.6531,
-      "step": 9530
-    },
-    {
-      "cov-distil": 1.3903918266296387,
-      "cov-distil (oracle2student)": 4.311387062072754,
-      "cov-distil (oracle2teacher)": 3.596309185028076,
-      "epoch": 7.480376766091052,
-      "rel-constrast": 3.0238561630249023,
-      "step": 9530,
-      "subrel-constrast": 3.2408883571624756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2064708471298218,
-      "cov-distil (oracle2student)": 3.846562147140503,
-      "cov-distil (oracle2teacher)": 4.247045040130615,
-      "epoch": 7.48116169544741,
-      "rel-constrast": 1.8246941566467285,
-      "step": 9531,
-      "subrel-constrast": 2.817471742630005,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1097407341003418,
-      "cov-distil (oracle2student)": 4.256541728973389,
-      "cov-distil (oracle2teacher)": 4.040302276611328,
-      "epoch": 7.481946624803768,
-      "rel-constrast": 2.5281379222869873,
-      "step": 9532,
-      "subrel-constrast": 3.0785272121429443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3890583515167236,
-      "cov-distil (oracle2student)": 3.553067207336426,
-      "cov-distil (oracle2teacher)": 3.655622720718384,
-      "epoch": 7.482731554160125,
-      "rel-constrast": 1.9754072427749634,
-      "step": 9533,
-      "subrel-constrast": 2.5405688285827637,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4051012992858887,
-      "cov-distil (oracle2student)": 4.572626113891602,
-      "cov-distil (oracle2teacher)": 4.12153434753418,
-      "epoch": 7.483516483516484,
-      "rel-constrast": 1.6992487907409668,
-      "step": 9534,
-      "subrel-constrast": 2.575136184692383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6849465370178223,
-      "cov-distil (oracle2student)": 3.905123233795166,
-      "cov-distil (oracle2teacher)": 4.2434306144714355,
-      "epoch": 7.484301412872841,
-      "rel-constrast": 2.210171937942505,
-      "step": 9535,
-      "subrel-constrast": 3.010146379470825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.52974271774292,
-      "cov-distil (oracle2student)": 3.644670009613037,
-      "cov-distil (oracle2teacher)": 3.404533863067627,
-      "epoch": 7.4850863422291996,
-      "rel-constrast": 2.513892412185669,
-      "step": 9536,
-      "subrel-constrast": 3.0623891353607178,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5286335945129395,
-      "cov-distil (oracle2student)": 3.2870609760284424,
-      "cov-distil (oracle2teacher)": 3.273890495300293,
-      "epoch": 7.485871271585557,
-      "rel-constrast": 1.5101890563964844,
-      "step": 9537,
-      "subrel-constrast": 2.4066362380981445,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4368265867233276,
-      "cov-distil (oracle2student)": 5.10624885559082,
-      "cov-distil (oracle2teacher)": 4.893662452697754,
-      "epoch": 7.4866562009419155,
-      "rel-constrast": 2.7802882194519043,
-      "step": 9538,
-      "subrel-constrast": 3.6050336360931396,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.20017409324646,
-      "cov-distil (oracle2student)": 3.8058981895446777,
-      "cov-distil (oracle2teacher)": 4.074498176574707,
-      "epoch": 7.487441130298273,
-      "rel-constrast": 2.428722858428955,
-      "step": 9539,
-      "subrel-constrast": 3.2515578269958496,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.488226059654631,
-      "grad_norm": 5.125,
-      "learning_rate": 3.2299010321007186e-07,
-      "loss": 0.5971,
-      "step": 9540
-    },
-    {
-      "cov-distil": 1.3012651205062866,
-      "cov-distil (oracle2student)": 4.556741714477539,
-      "cov-distil (oracle2teacher)": 3.804654359817505,
-      "epoch": 7.488226059654631,
-      "rel-constrast": 2.371908187866211,
-      "step": 9540,
-      "subrel-constrast": 3.0290088653564453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.666421890258789,
-      "cov-distil (oracle2student)": 3.705435276031494,
-      "cov-distil (oracle2teacher)": 3.6132071018218994,
-      "epoch": 7.489010989010989,
-      "rel-constrast": 2.556408643722534,
-      "step": 9541,
-      "subrel-constrast": 3.8652639389038086,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5602641105651855,
-      "cov-distil (oracle2student)": 4.177095413208008,
-      "cov-distil (oracle2teacher)": 3.630495548248291,
-      "epoch": 7.489795918367347,
-      "rel-constrast": 3.592888355255127,
-      "step": 9542,
-      "subrel-constrast": 4.005943775177002,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2898805141448975,
-      "cov-distil (oracle2student)": 4.248388767242432,
-      "cov-distil (oracle2teacher)": 4.132815837860107,
-      "epoch": 7.490580847723705,
-      "rel-constrast": 1.7607572078704834,
-      "step": 9543,
-      "subrel-constrast": 2.535454750061035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3154594898223877,
-      "cov-distil (oracle2student)": 5.6368608474731445,
-      "cov-distil (oracle2teacher)": 5.221826553344727,
-      "epoch": 7.491365777080063,
-      "rel-constrast": 1.9077457189559937,
-      "step": 9544,
-      "subrel-constrast": 2.621027708053589,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7643227577209473,
-      "cov-distil (oracle2student)": 6.042620658874512,
-      "cov-distil (oracle2teacher)": 5.681735992431641,
-      "epoch": 7.492150706436421,
-      "rel-constrast": 3.2850818634033203,
-      "step": 9545,
-      "subrel-constrast": 3.448115110397339,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6467156410217285,
-      "cov-distil (oracle2student)": 4.559098243713379,
-      "cov-distil (oracle2teacher)": 4.194645881652832,
-      "epoch": 7.4929356357927785,
-      "rel-constrast": 2.2733314037323,
-      "step": 9546,
-      "subrel-constrast": 3.2960364818573,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6231715679168701,
-      "cov-distil (oracle2student)": 4.237941265106201,
-      "cov-distil (oracle2teacher)": 3.8235390186309814,
-      "epoch": 7.493720565149137,
-      "rel-constrast": 2.575976848602295,
-      "step": 9547,
-      "subrel-constrast": 3.2837252616882324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.091360092163086,
-      "cov-distil (oracle2student)": 4.473360538482666,
-      "cov-distil (oracle2teacher)": 3.819894313812256,
-      "epoch": 7.4945054945054945,
-      "rel-constrast": 2.0293667316436768,
-      "step": 9548,
-      "subrel-constrast": 2.74306058883667,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4962334632873535,
-      "cov-distil (oracle2student)": 5.001895427703857,
-      "cov-distil (oracle2teacher)": 4.440152168273926,
-      "epoch": 7.495290423861852,
-      "rel-constrast": 2.250612735748291,
-      "step": 9549,
-      "subrel-constrast": 2.887180805206299,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.4960753532182105,
-      "grad_norm": 5.09375,
-      "learning_rate": 3.09158137668461e-07,
-      "loss": 0.6545,
-      "step": 9550
-    },
-    {
-      "cov-distil": 1.7556660175323486,
-      "cov-distil (oracle2student)": 5.487832546234131,
-      "cov-distil (oracle2teacher)": 5.649247169494629,
-      "epoch": 7.4960753532182105,
-      "rel-constrast": 1.555113673210144,
-      "step": 9550,
-      "subrel-constrast": 3.178136110305786,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.578122615814209,
-      "cov-distil (oracle2student)": 4.3348612785339355,
-      "cov-distil (oracle2teacher)": 4.062942028045654,
-      "epoch": 7.496860282574568,
-      "rel-constrast": 2.3417251110076904,
-      "step": 9551,
-      "subrel-constrast": 2.735356092453003,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.026843547821045,
-      "cov-distil (oracle2student)": 3.3252437114715576,
-      "cov-distil (oracle2teacher)": 3.768313407897949,
-      "epoch": 7.4976452119309265,
-      "rel-constrast": 3.2537360191345215,
-      "step": 9552,
-      "subrel-constrast": 4.44030237197876,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4638949632644653,
-      "cov-distil (oracle2student)": 6.699946403503418,
-      "cov-distil (oracle2teacher)": 6.084845542907715,
-      "epoch": 7.498430141287284,
-      "rel-constrast": 2.7831971645355225,
-      "step": 9553,
-      "subrel-constrast": 3.4447267055511475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4768078327178955,
-      "cov-distil (oracle2student)": 3.488020181655884,
-      "cov-distil (oracle2teacher)": 3.5854649543762207,
-      "epoch": 7.4992150706436425,
-      "rel-constrast": 1.8478659391403198,
-      "step": 9554,
-      "subrel-constrast": 2.880913734436035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4008455276489258,
-      "cov-distil (oracle2student)": 3.699481964111328,
-      "cov-distil (oracle2teacher)": 3.1622719764709473,
-      "epoch": 7.5,
-      "rel-constrast": 1.885886549949646,
-      "step": 9555,
-      "subrel-constrast": 2.281564712524414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3534109592437744,
-      "cov-distil (oracle2student)": 4.602073669433594,
-      "cov-distil (oracle2teacher)": 4.195157051086426,
-      "epoch": 7.5007849293563575,
-      "rel-constrast": 2.5491769313812256,
-      "step": 9556,
-      "subrel-constrast": 3.083688974380493,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5652434825897217,
-      "cov-distil (oracle2student)": 3.58302640914917,
-      "cov-distil (oracle2teacher)": 3.793386936187744,
-      "epoch": 7.501569858712716,
-      "rel-constrast": 1.781550645828247,
-      "step": 9557,
-      "subrel-constrast": 2.9157564640045166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5871206521987915,
-      "cov-distil (oracle2student)": 3.8940608501434326,
-      "cov-distil (oracle2teacher)": 3.7914609909057617,
-      "epoch": 7.5023547880690735,
-      "rel-constrast": 2.2510218620300293,
-      "step": 9558,
-      "subrel-constrast": 3.1136703491210938,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7155085802078247,
-      "cov-distil (oracle2student)": 5.3368940353393555,
-      "cov-distil (oracle2teacher)": 4.496471405029297,
-      "epoch": 7.503139717425432,
-      "rel-constrast": 2.032407760620117,
-      "step": 9559,
-      "subrel-constrast": 3.220179557800293,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.5039246467817895,
-      "grad_norm": 4.5,
-      "learning_rate": 2.956270222429891e-07,
-      "loss": 0.5969,
-      "step": 9560
-    },
-    {
-      "cov-distil": 1.7861762046813965,
-      "cov-distil (oracle2student)": 3.809516191482544,
-      "cov-distil (oracle2teacher)": 4.110213279724121,
-      "epoch": 7.5039246467817895,
-      "rel-constrast": 2.076486825942993,
-      "step": 9560,
-      "subrel-constrast": 3.221608877182007,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.412438988685608,
-      "cov-distil (oracle2student)": 4.421975135803223,
-      "cov-distil (oracle2teacher)": 4.204399108886719,
-      "epoch": 7.504709576138148,
-      "rel-constrast": 1.6800765991210938,
-      "step": 9561,
-      "subrel-constrast": 2.50576114654541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5371294021606445,
-      "cov-distil (oracle2student)": 3.7864744663238525,
-      "cov-distil (oracle2teacher)": 3.5290372371673584,
-      "epoch": 7.5054945054945055,
-      "rel-constrast": 2.796354055404663,
-      "step": 9562,
-      "subrel-constrast": 3.7222390174865723,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0374724864959717,
-      "cov-distil (oracle2student)": 6.942028522491455,
-      "cov-distil (oracle2teacher)": 5.463772296905518,
-      "epoch": 7.506279434850864,
-      "rel-constrast": 2.0655038356781006,
-      "step": 9563,
-      "subrel-constrast": 2.7203829288482666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4875550270080566,
-      "cov-distil (oracle2student)": 4.291289806365967,
-      "cov-distil (oracle2teacher)": 4.1501054763793945,
-      "epoch": 7.5070643642072215,
-      "rel-constrast": 2.2357397079467773,
-      "step": 9564,
-      "subrel-constrast": 3.2812724113464355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.376334547996521,
-      "cov-distil (oracle2student)": 3.3166046142578125,
-      "cov-distil (oracle2teacher)": 3.3337960243225098,
-      "epoch": 7.507849293563579,
-      "rel-constrast": 2.0343172550201416,
-      "step": 9565,
-      "subrel-constrast": 2.8404524326324463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.407906413078308,
-      "cov-distil (oracle2student)": 6.163200855255127,
-      "cov-distil (oracle2teacher)": 5.208662033081055,
-      "epoch": 7.508634222919937,
-      "rel-constrast": 2.536310911178589,
-      "step": 9566,
-      "subrel-constrast": 2.708484649658203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3198630809783936,
-      "cov-distil (oracle2student)": 4.680107116699219,
-      "cov-distil (oracle2teacher)": 4.520381927490234,
-      "epoch": 7.509419152276295,
-      "rel-constrast": 3.0319042205810547,
-      "step": 9567,
-      "subrel-constrast": 4.08797025680542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0199170112609863,
-      "cov-distil (oracle2student)": 2.9551539421081543,
-      "cov-distil (oracle2teacher)": 2.7178192138671875,
-      "epoch": 7.510204081632653,
-      "rel-constrast": 1.6810603141784668,
-      "step": 9568,
-      "subrel-constrast": 2.392911195755005,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1624478101730347,
-      "cov-distil (oracle2student)": 4.193146705627441,
-      "cov-distil (oracle2teacher)": 4.150259971618652,
-      "epoch": 7.510989010989011,
-      "rel-constrast": 2.186013698577881,
-      "step": 9569,
-      "subrel-constrast": 2.5430965423583984,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.511773940345369,
-      "grad_norm": 4.90625,
-      "learning_rate": 2.823969218060218e-07,
-      "loss": 0.5945,
-      "step": 9570
-    },
-    {
-      "cov-distil": 1.0491856336593628,
-      "cov-distil (oracle2student)": 4.232208251953125,
-      "cov-distil (oracle2teacher)": 4.0360307693481445,
-      "epoch": 7.511773940345369,
-      "rel-constrast": 1.4391391277313232,
-      "step": 9570,
-      "subrel-constrast": 2.1663689613342285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9682080149650574,
-      "cov-distil (oracle2student)": 2.8697667121887207,
-      "cov-distil (oracle2teacher)": 2.577712059020996,
-      "epoch": 7.512558869701727,
-      "rel-constrast": 1.9567760229110718,
-      "step": 9571,
-      "subrel-constrast": 2.3461148738861084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7204262018203735,
-      "cov-distil (oracle2student)": 6.709175109863281,
-      "cov-distil (oracle2teacher)": 5.862451076507568,
-      "epoch": 7.5133437990580845,
-      "rel-constrast": 2.70090913772583,
-      "step": 9572,
-      "subrel-constrast": 3.3556528091430664,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1976373195648193,
-      "cov-distil (oracle2student)": 3.64424991607666,
-      "cov-distil (oracle2teacher)": 3.9753363132476807,
-      "epoch": 7.514128728414443,
-      "rel-constrast": 3.0239920616149902,
-      "step": 9573,
-      "subrel-constrast": 3.9055089950561523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5982675552368164,
-      "cov-distil (oracle2student)": 3.757951498031616,
-      "cov-distil (oracle2teacher)": 3.9369819164276123,
-      "epoch": 7.5149136577708004,
-      "rel-constrast": 3.2870712280273438,
-      "step": 9574,
-      "subrel-constrast": 4.063362121582031,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9328155517578125,
-      "cov-distil (oracle2student)": 3.731553316116333,
-      "cov-distil (oracle2teacher)": 3.5288662910461426,
-      "epoch": 7.515698587127159,
-      "rel-constrast": 2.0290300846099854,
-      "step": 9575,
-      "subrel-constrast": 2.6715328693389893,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2200649976730347,
-      "cov-distil (oracle2student)": 5.275806903839111,
-      "cov-distil (oracle2teacher)": 4.352330207824707,
-      "epoch": 7.516483516483516,
-      "rel-constrast": 2.232299566268921,
-      "step": 9576,
-      "subrel-constrast": 2.979764699935913,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7147800922393799,
-      "cov-distil (oracle2student)": 5.890932083129883,
-      "cov-distil (oracle2teacher)": 5.263291835784912,
-      "epoch": 7.517268445839875,
-      "rel-constrast": 3.2684621810913086,
-      "step": 9577,
-      "subrel-constrast": 3.828975200653076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.863202691078186,
-      "cov-distil (oracle2student)": 3.7004199028015137,
-      "cov-distil (oracle2teacher)": 3.7149274349212646,
-      "epoch": 7.518053375196232,
-      "rel-constrast": 2.2306036949157715,
-      "step": 9578,
-      "subrel-constrast": 3.0589218139648438,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5610144138336182,
-      "cov-distil (oracle2student)": 4.134088039398193,
-      "cov-distil (oracle2teacher)": 4.147554874420166,
-      "epoch": 7.51883830455259,
-      "rel-constrast": 2.25783634185791,
-      "step": 9579,
-      "subrel-constrast": 3.0372395515441895,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.519623233908948,
-      "grad_norm": 5.40625,
-      "learning_rate": 2.694679975621672e-07,
-      "loss": 0.6452,
-      "step": 9580
-    },
-    {
-      "cov-distil": 2.152890920639038,
-      "cov-distil (oracle2student)": 4.193294525146484,
-      "cov-distil (oracle2teacher)": 3.821920871734619,
-      "epoch": 7.519623233908948,
-      "rel-constrast": 2.1964287757873535,
-      "step": 9580,
-      "subrel-constrast": 3.138998031616211,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1113064289093018,
-      "cov-distil (oracle2student)": 4.210971355438232,
-      "cov-distil (oracle2teacher)": 4.1227946281433105,
-      "epoch": 7.520408163265306,
-      "rel-constrast": 2.29390811920166,
-      "step": 9581,
-      "subrel-constrast": 3.155911445617676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6247756481170654,
-      "cov-distil (oracle2student)": 4.6627116203308105,
-      "cov-distil (oracle2teacher)": 4.449780464172363,
-      "epoch": 7.521193092621664,
-      "rel-constrast": 1.8302021026611328,
-      "step": 9582,
-      "subrel-constrast": 2.7432079315185547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2162004709243774,
-      "cov-distil (oracle2student)": 2.5232045650482178,
-      "cov-distil (oracle2teacher)": 2.6402478218078613,
-      "epoch": 7.521978021978022,
-      "rel-constrast": 1.735285997390747,
-      "step": 9583,
-      "subrel-constrast": 2.249074697494507,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2572290897369385,
-      "cov-distil (oracle2student)": 4.103307723999023,
-      "cov-distil (oracle2teacher)": 3.777082681655884,
-      "epoch": 7.52276295133438,
-      "rel-constrast": 1.850806713104248,
-      "step": 9584,
-      "subrel-constrast": 2.1284992694854736,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1855058670043945,
-      "cov-distil (oracle2student)": 4.314911842346191,
-      "cov-distil (oracle2teacher)": 4.327876091003418,
-      "epoch": 7.523547880690738,
-      "rel-constrast": 2.347871780395508,
-      "step": 9585,
-      "subrel-constrast": 2.9932563304901123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3230798244476318,
-      "cov-distil (oracle2student)": 4.496232032775879,
-      "cov-distil (oracle2teacher)": 4.822658538818359,
-      "epoch": 7.524332810047095,
-      "rel-constrast": 2.2417211532592773,
-      "step": 9586,
-      "subrel-constrast": 3.156325101852417,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.669870376586914,
-      "cov-distil (oracle2student)": 5.5864667892456055,
-      "cov-distil (oracle2teacher)": 4.920506477355957,
-      "epoch": 7.525117739403454,
-      "rel-constrast": 2.5976085662841797,
-      "step": 9587,
-      "subrel-constrast": 3.3464064598083496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2413055896759033,
-      "cov-distil (oracle2student)": 5.002633094787598,
-      "cov-distil (oracle2teacher)": 4.9661173820495605,
-      "epoch": 7.525902668759811,
-      "rel-constrast": 2.342759847640991,
-      "step": 9588,
-      "subrel-constrast": 2.4961161613464355,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2565971612930298,
-      "cov-distil (oracle2student)": 4.21342658996582,
-      "cov-distil (oracle2teacher)": 4.567779064178467,
-      "epoch": 7.52668759811617,
-      "rel-constrast": 2.528555393218994,
-      "step": 9589,
-      "subrel-constrast": 3.597442626953125,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.527472527472527,
-      "grad_norm": 6.03125,
-      "learning_rate": 2.5684040704627707e-07,
-      "loss": 0.5842,
-      "step": 9590
-    },
-    {
-      "cov-distil": 1.7549506425857544,
-      "cov-distil (oracle2student)": 3.627603530883789,
-      "cov-distil (oracle2teacher)": 3.3124446868896484,
-      "epoch": 7.527472527472527,
-      "rel-constrast": 1.9150511026382446,
-      "step": 9590,
-      "subrel-constrast": 3.056642532348633,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.37374746799469,
-      "cov-distil (oracle2student)": 4.35348653793335,
-      "cov-distil (oracle2teacher)": 4.23289680480957,
-      "epoch": 7.528257456828886,
-      "rel-constrast": 2.737901449203491,
-      "step": 9591,
-      "subrel-constrast": 3.244033098220825,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.401017189025879,
-      "cov-distil (oracle2student)": 3.6759934425354004,
-      "cov-distil (oracle2teacher)": 3.963907241821289,
-      "epoch": 7.529042386185243,
-      "rel-constrast": 3.3044941425323486,
-      "step": 9592,
-      "subrel-constrast": 4.126091957092285,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.391352653503418,
-      "cov-distil (oracle2student)": 4.974338531494141,
-      "cov-distil (oracle2teacher)": 4.511038303375244,
-      "epoch": 7.529827315541601,
-      "rel-constrast": 2.87919282913208,
-      "step": 9593,
-      "subrel-constrast": 3.5338997840881348,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.289980173110962,
-      "cov-distil (oracle2student)": 5.030220985412598,
-      "cov-distil (oracle2teacher)": 5.223939895629883,
-      "epoch": 7.530612244897959,
-      "rel-constrast": 3.060991048812866,
-      "step": 9594,
-      "subrel-constrast": 3.4580636024475098,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7611865997314453,
-      "cov-distil (oracle2student)": 4.034595966339111,
-      "cov-distil (oracle2teacher)": 3.872898578643799,
-      "epoch": 7.531397174254317,
-      "rel-constrast": 2.475886344909668,
-      "step": 9595,
-      "subrel-constrast": 3.2966701984405518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5420026779174805,
-      "cov-distil (oracle2student)": 5.436124324798584,
-      "cov-distil (oracle2teacher)": 5.402922630310059,
-      "epoch": 7.532182103610675,
-      "rel-constrast": 2.3971729278564453,
-      "step": 9596,
-      "subrel-constrast": 3.4023375511169434,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6115877628326416,
-      "cov-distil (oracle2student)": 3.9872543811798096,
-      "cov-distil (oracle2teacher)": 3.786303997039795,
-      "epoch": 7.532967032967033,
-      "rel-constrast": 2.61505126953125,
-      "step": 9597,
-      "subrel-constrast": 2.843252182006836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0107457637786865,
-      "cov-distil (oracle2student)": 4.055759429931641,
-      "cov-distil (oracle2teacher)": 4.049962997436523,
-      "epoch": 7.533751962323391,
-      "rel-constrast": 2.710259437561035,
-      "step": 9598,
-      "subrel-constrast": 3.6853256225585938,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7577587366104126,
-      "cov-distil (oracle2student)": 6.431911468505859,
-      "cov-distil (oracle2teacher)": 5.463804244995117,
-      "epoch": 7.534536891679749,
-      "rel-constrast": 2.465719699859619,
-      "step": 9599,
-      "subrel-constrast": 3.1255674362182617,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.535321821036106,
-      "grad_norm": 5.46875,
-      "learning_rate": 2.445143041215653e-07,
-      "loss": 0.7038,
-      "step": 9600
-    },
-    {
-      "epoch": 7.535321821036106,
-      "overlap": 0.3609375059604645,
-      "step": 9600
-    },
-    {
-      "epoch": 7.535321821036106,
-      "step": 9600,
-      "student margin": 0.06976318359375
-    },
-    {
-      "epoch": 7.535321821036106,
-      "step": 9600,
-      "teacher margin": 0.047882080078125
-    },
-    {
-      "epoch": 7.535321821036106,
-      "margin difference": -0.021881103515625,
-      "step": 9600
-    },
-    {
-      "cov-distil": 1.229580044746399,
-      "cov-distil (oracle2student)": 3.2212557792663574,
-      "cov-distil (oracle2teacher)": 3.2090187072753906,
-      "epoch": 7.535321821036106,
-      "rel-constrast": 1.423537015914917,
-      "step": 9600,
-      "subrel-constrast": 2.11932635307312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5997698307037354,
-      "cov-distil (oracle2student)": 4.513963222503662,
-      "cov-distil (oracle2teacher)": 4.6205549240112305,
-      "epoch": 7.536106750392465,
-      "rel-constrast": 2.6759965419769287,
-      "step": 9601,
-      "subrel-constrast": 3.0522921085357666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7528750896453857,
-      "cov-distil (oracle2student)": 3.153101921081543,
-      "cov-distil (oracle2teacher)": 3.239100933074951,
-      "epoch": 7.536891679748822,
-      "rel-constrast": 1.5532419681549072,
-      "step": 9602,
-      "subrel-constrast": 2.699094772338867,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9337961673736572,
-      "cov-distil (oracle2student)": 3.553758144378662,
-      "cov-distil (oracle2teacher)": 3.6639950275421143,
-      "epoch": 7.537676609105181,
-      "rel-constrast": 2.695685625076294,
-      "step": 9603,
-      "subrel-constrast": 3.5173065662384033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6801326274871826,
-      "cov-distil (oracle2student)": 4.0526227951049805,
-      "cov-distil (oracle2teacher)": 3.9082908630371094,
-      "epoch": 7.538461538461538,
-      "rel-constrast": 3.842942953109741,
-      "step": 9604,
-      "subrel-constrast": 4.083038330078125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.233083963394165,
-      "cov-distil (oracle2student)": 5.795870304107666,
-      "cov-distil (oracle2teacher)": 5.191615104675293,
-      "epoch": 7.539246467817897,
-      "rel-constrast": 2.065459966659546,
-      "step": 9605,
-      "subrel-constrast": 2.9830501079559326,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9764900207519531,
-      "cov-distil (oracle2student)": 4.306612014770508,
-      "cov-distil (oracle2teacher)": 4.126935958862305,
-      "epoch": 7.540031397174254,
-      "rel-constrast": 2.8593897819519043,
-      "step": 9606,
-      "subrel-constrast": 3.481658458709717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6059257984161377,
-      "cov-distil (oracle2student)": 3.7671029567718506,
-      "cov-distil (oracle2teacher)": 4.103634834289551,
-      "epoch": 7.540816326530612,
-      "rel-constrast": 2.2361927032470703,
-      "step": 9607,
-      "subrel-constrast": 3.3967502117156982,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1587591171264648,
-      "cov-distil (oracle2student)": 3.90138840675354,
-      "cov-distil (oracle2teacher)": 3.3745105266571045,
-      "epoch": 7.54160125588697,
-      "rel-constrast": 2.6899356842041016,
-      "step": 9608,
-      "subrel-constrast": 3.1757712364196777,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0041851997375488,
-      "cov-distil (oracle2student)": 4.4632673263549805,
-      "cov-distil (oracle2teacher)": 4.07650089263916,
-      "epoch": 7.542386185243328,
-      "rel-constrast": 2.4951906204223633,
-      "step": 9609,
-      "subrel-constrast": 3.1550395488739014,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.543171114599686,
-      "grad_norm": 5.5,
-      "learning_rate": 2.3248983897770084e-07,
-      "loss": 0.6514,
-      "step": 9610
-    },
-    {
-      "cov-distil": 1.4817795753479004,
-      "cov-distil (oracle2student)": 3.063401222229004,
-      "cov-distil (oracle2teacher)": 3.378453254699707,
-      "epoch": 7.543171114599686,
-      "rel-constrast": 2.830148458480835,
-      "step": 9610,
-      "subrel-constrast": 3.7255635261535645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.768042802810669,
-      "cov-distil (oracle2student)": 3.696303606033325,
-      "cov-distil (oracle2teacher)": 4.158781051635742,
-      "epoch": 7.543956043956044,
-      "rel-constrast": 1.9607701301574707,
-      "step": 9611,
-      "subrel-constrast": 3.281890392303467,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3055369853973389,
-      "cov-distil (oracle2student)": 5.112554550170898,
-      "cov-distil (oracle2teacher)": 4.5097856521606445,
-      "epoch": 7.544740973312402,
-      "rel-constrast": 2.593503475189209,
-      "step": 9612,
-      "subrel-constrast": 3.384955406188965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4522055387496948,
-      "cov-distil (oracle2student)": 5.674369812011719,
-      "cov-distil (oracle2teacher)": 5.235032081604004,
-      "epoch": 7.54552590266876,
-      "rel-constrast": 3.402437448501587,
-      "step": 9613,
-      "subrel-constrast": 4.476603031158447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5065816640853882,
-      "cov-distil (oracle2student)": 4.423287868499756,
-      "cov-distil (oracle2teacher)": 4.045564651489258,
-      "epoch": 7.546310832025117,
-      "rel-constrast": 2.7900009155273438,
-      "step": 9614,
-      "subrel-constrast": 3.489861249923706,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1022727489471436,
-      "cov-distil (oracle2student)": 4.1624016761779785,
-      "cov-distil (oracle2teacher)": 3.6444075107574463,
-      "epoch": 7.547095761381476,
-      "rel-constrast": 2.623319625854492,
-      "step": 9615,
-      "subrel-constrast": 3.121361494064331,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7153609991073608,
-      "cov-distil (oracle2student)": 3.5423572063446045,
-      "cov-distil (oracle2teacher)": 3.1096177101135254,
-      "epoch": 7.547880690737833,
-      "rel-constrast": 1.7421951293945312,
-      "step": 9616,
-      "subrel-constrast": 2.7776219844818115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5470459461212158,
-      "cov-distil (oracle2student)": 3.812811851501465,
-      "cov-distil (oracle2teacher)": 4.141246318817139,
-      "epoch": 7.548665620094192,
-      "rel-constrast": 2.2749381065368652,
-      "step": 9617,
-      "subrel-constrast": 3.154412031173706,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.4236655235290527,
-      "cov-distil (oracle2student)": 3.357728958129883,
-      "cov-distil (oracle2teacher)": 3.6252355575561523,
-      "epoch": 7.549450549450549,
-      "rel-constrast": 2.0631611347198486,
-      "step": 9618,
-      "subrel-constrast": 3.5517354011535645,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.409257173538208,
-      "cov-distil (oracle2student)": 3.2839488983154297,
-      "cov-distil (oracle2teacher)": 3.4839730262756348,
-      "epoch": 7.550235478806908,
-      "rel-constrast": 2.650639533996582,
-      "step": 9619,
-      "subrel-constrast": 3.371654510498047,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.551020408163265,
-      "grad_norm": 6.4375,
-      "learning_rate": 2.2076715812900105e-07,
-      "loss": 0.6626,
-      "step": 9620
-    },
-    {
-      "cov-distil": 1.5041460990905762,
-      "cov-distil (oracle2student)": 6.903226375579834,
-      "cov-distil (oracle2teacher)": 5.972098350524902,
-      "epoch": 7.551020408163265,
-      "rel-constrast": 2.725205659866333,
-      "step": 9620,
-      "subrel-constrast": 3.6360886096954346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1733522415161133,
-      "cov-distil (oracle2student)": 2.6937198638916016,
-      "cov-distil (oracle2teacher)": 3.3219382762908936,
-      "epoch": 7.551805337519623,
-      "rel-constrast": 2.4097561836242676,
-      "step": 9621,
-      "subrel-constrast": 3.701822280883789,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.496206283569336,
-      "cov-distil (oracle2student)": 4.578139781951904,
-      "cov-distil (oracle2teacher)": 4.538507461547852,
-      "epoch": 7.552590266875981,
-      "rel-constrast": 3.2130239009857178,
-      "step": 9622,
-      "subrel-constrast": 3.6882197856903076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.370619773864746,
-      "cov-distil (oracle2student)": 3.8162312507629395,
-      "cov-distil (oracle2teacher)": 3.3508944511413574,
-      "epoch": 7.553375196232339,
-      "rel-constrast": 2.865673065185547,
-      "step": 9623,
-      "subrel-constrast": 3.877398729324341,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6852304935455322,
-      "cov-distil (oracle2student)": 5.184398651123047,
-      "cov-distil (oracle2teacher)": 4.923226356506348,
-      "epoch": 7.554160125588697,
-      "rel-constrast": 2.401390314102173,
-      "step": 9624,
-      "subrel-constrast": 3.137119770050049,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.662013292312622,
-      "cov-distil (oracle2student)": 5.021155834197998,
-      "cov-distil (oracle2teacher)": 4.91485071182251,
-      "epoch": 7.554945054945055,
-      "rel-constrast": 4.047181606292725,
-      "step": 9625,
-      "subrel-constrast": 4.095859527587891,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6612741947174072,
-      "cov-distil (oracle2student)": 3.857010841369629,
-      "cov-distil (oracle2teacher)": 3.873538017272949,
-      "epoch": 7.555729984301413,
-      "rel-constrast": 2.9683284759521484,
-      "step": 9626,
-      "subrel-constrast": 4.16813850402832,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5996047258377075,
-      "cov-distil (oracle2student)": 4.291637897491455,
-      "cov-distil (oracle2teacher)": 3.9288570880889893,
-      "epoch": 7.556514913657771,
-      "rel-constrast": 1.9520751237869263,
-      "step": 9627,
-      "subrel-constrast": 2.5989978313446045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.776977777481079,
-      "cov-distil (oracle2student)": 4.204379558563232,
-      "cov-distil (oracle2teacher)": 4.30640172958374,
-      "epoch": 7.557299843014128,
-      "rel-constrast": 2.864008903503418,
-      "step": 9628,
-      "subrel-constrast": 3.372166156768799,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4209303855895996,
-      "cov-distil (oracle2student)": 2.994725227355957,
-      "cov-distil (oracle2teacher)": 3.0594356060028076,
-      "epoch": 7.558084772370487,
-      "rel-constrast": 1.8654969930648804,
-      "step": 9629,
-      "subrel-constrast": 2.6267805099487305,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.558869701726844,
-      "grad_norm": 5.90625,
-      "learning_rate": 2.0934640441262753e-07,
-      "loss": 0.7262,
-      "step": 9630
-    },
-    {
-      "cov-distil": 1.852205514907837,
-      "cov-distil (oracle2student)": 3.5472259521484375,
-      "cov-distil (oracle2teacher)": 3.378218650817871,
-      "epoch": 7.558869701726844,
-      "rel-constrast": 2.2481560707092285,
-      "step": 9630,
-      "subrel-constrast": 3.249094009399414,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2458815574645996,
-      "cov-distil (oracle2student)": 4.421811580657959,
-      "cov-distil (oracle2teacher)": 4.101054668426514,
-      "epoch": 7.559654631083203,
-      "rel-constrast": 2.54352068901062,
-      "step": 9631,
-      "subrel-constrast": 3.3517026901245117,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4502253532409668,
-      "cov-distil (oracle2student)": 5.844939231872559,
-      "cov-distil (oracle2teacher)": 5.63465690612793,
-      "epoch": 7.56043956043956,
-      "rel-constrast": 2.5776031017303467,
-      "step": 9632,
-      "subrel-constrast": 3.4473495483398438,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5455176830291748,
-      "cov-distil (oracle2student)": 3.694575786590576,
-      "cov-distil (oracle2teacher)": 3.512525796890259,
-      "epoch": 7.561224489795919,
-      "rel-constrast": 2.0426864624023438,
-      "step": 9633,
-      "subrel-constrast": 2.9136507511138916,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8815184831619263,
-      "cov-distil (oracle2student)": 6.183040618896484,
-      "cov-distil (oracle2teacher)": 5.821494102478027,
-      "epoch": 7.562009419152276,
-      "rel-constrast": 1.5928168296813965,
-      "step": 9634,
-      "subrel-constrast": 2.86891770362854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.357439398765564,
-      "cov-distil (oracle2student)": 3.94360089302063,
-      "cov-distil (oracle2teacher)": 3.9095752239227295,
-      "epoch": 7.562794348508634,
-      "rel-constrast": 3.507648229598999,
-      "step": 9635,
-      "subrel-constrast": 3.641131639480591,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4141819477081299,
-      "cov-distil (oracle2student)": 6.853300094604492,
-      "cov-distil (oracle2teacher)": 6.12035608291626,
-      "epoch": 7.563579277864992,
-      "rel-constrast": 2.3136672973632812,
-      "step": 9636,
-      "subrel-constrast": 3.098341703414917,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4436259269714355,
-      "cov-distil (oracle2student)": 4.130019187927246,
-      "cov-distil (oracle2teacher)": 3.819972276687622,
-      "epoch": 7.56436420722135,
-      "rel-constrast": 2.449948310852051,
-      "step": 9637,
-      "subrel-constrast": 3.1161913871765137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3923900127410889,
-      "cov-distil (oracle2student)": 4.321544170379639,
-      "cov-distil (oracle2teacher)": 4.109994411468506,
-      "epoch": 7.565149136577708,
-      "rel-constrast": 2.349562168121338,
-      "step": 9638,
-      "subrel-constrast": 2.968693256378174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6570667028427124,
-      "cov-distil (oracle2student)": 6.6834564208984375,
-      "cov-distil (oracle2teacher)": 5.677667140960693,
-      "epoch": 7.565934065934066,
-      "rel-constrast": 3.4580154418945312,
-      "step": 9639,
-      "subrel-constrast": 4.280440807342529,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.566718995290424,
-      "grad_norm": 6.15625,
-      "learning_rate": 1.9822771698686517e-07,
-      "loss": 0.6652,
-      "step": 9640
-    },
-    {
-      "cov-distil": 1.3707554340362549,
-      "cov-distil (oracle2student)": 4.071167945861816,
-      "cov-distil (oracle2teacher)": 4.055660247802734,
-      "epoch": 7.566718995290424,
-      "rel-constrast": 2.471712589263916,
-      "step": 9640,
-      "subrel-constrast": 3.676220417022705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9997622966766357,
-      "cov-distil (oracle2student)": 5.186795234680176,
-      "cov-distil (oracle2teacher)": 5.226676940917969,
-      "epoch": 7.567503924646782,
-      "rel-constrast": 2.3754501342773438,
-      "step": 9641,
-      "subrel-constrast": 3.06797456741333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.595676064491272,
-      "cov-distil (oracle2student)": 4.862405776977539,
-      "cov-distil (oracle2teacher)": 4.3422956466674805,
-      "epoch": 7.568288854003139,
-      "rel-constrast": 2.085751533508301,
-      "step": 9642,
-      "subrel-constrast": 2.967207431793213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0993335247039795,
-      "cov-distil (oracle2student)": 5.222549915313721,
-      "cov-distil (oracle2teacher)": 4.039437770843506,
-      "epoch": 7.569073783359498,
-      "rel-constrast": 2.192012310028076,
-      "step": 9643,
-      "subrel-constrast": 2.940723419189453,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8839411735534668,
-      "cov-distil (oracle2student)": 4.75069522857666,
-      "cov-distil (oracle2teacher)": 4.240759372711182,
-      "epoch": 7.569858712715855,
-      "rel-constrast": 2.3766160011291504,
-      "step": 9644,
-      "subrel-constrast": 3.522810220718384,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4146277904510498,
-      "cov-distil (oracle2student)": 3.6171793937683105,
-      "cov-distil (oracle2teacher)": 3.3653457164764404,
-      "epoch": 7.570643642072214,
-      "rel-constrast": 1.8820197582244873,
-      "step": 9645,
-      "subrel-constrast": 2.8796966075897217,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1579912900924683,
-      "cov-distil (oracle2student)": 4.21627950668335,
-      "cov-distil (oracle2teacher)": 4.275139808654785,
-      "epoch": 7.571428571428571,
-      "rel-constrast": 3.367614269256592,
-      "step": 9646,
-      "subrel-constrast": 4.409511089324951,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3680548667907715,
-      "cov-distil (oracle2student)": 4.249032020568848,
-      "cov-distil (oracle2teacher)": 3.7288076877593994,
-      "epoch": 7.57221350078493,
-      "rel-constrast": 3.056413173675537,
-      "step": 9647,
-      "subrel-constrast": 3.6099038124084473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6406891345977783,
-      "cov-distil (oracle2student)": 3.1489076614379883,
-      "cov-distil (oracle2teacher)": 3.0369386672973633,
-      "epoch": 7.572998430141287,
-      "rel-constrast": 1.652510166168213,
-      "step": 9648,
-      "subrel-constrast": 2.525434970855713,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1978317499160767,
-      "cov-distil (oracle2student)": 4.650230407714844,
-      "cov-distil (oracle2teacher)": 4.386049270629883,
-      "epoch": 7.573783359497646,
-      "rel-constrast": 2.6096808910369873,
-      "step": 9649,
-      "subrel-constrast": 3.171125650405884,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.574568288854003,
-      "grad_norm": 5.6875,
-      "learning_rate": 1.8741123132940685e-07,
-      "loss": 0.6386,
-      "step": 9650
-    },
-    {
-      "cov-distil": 2.234909772872925,
-      "cov-distil (oracle2student)": 4.253386497497559,
-      "cov-distil (oracle2teacher)": 4.172821521759033,
-      "epoch": 7.574568288854003,
-      "rel-constrast": 3.11521577835083,
-      "step": 9650,
-      "subrel-constrast": 3.7732791900634766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2669600248336792,
-      "cov-distil (oracle2student)": 2.9391989707946777,
-      "cov-distil (oracle2teacher)": 3.0699362754821777,
-      "epoch": 7.575353218210362,
-      "rel-constrast": 2.1844427585601807,
-      "step": 9651,
-      "subrel-constrast": 2.8860085010528564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.447932243347168,
-      "cov-distil (oracle2student)": 4.435349941253662,
-      "cov-distil (oracle2teacher)": 3.8501830101013184,
-      "epoch": 7.576138147566719,
-      "rel-constrast": 2.052996873855591,
-      "step": 9652,
-      "subrel-constrast": 3.019493579864502,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5814447402954102,
-      "cov-distil (oracle2student)": 4.291088104248047,
-      "cov-distil (oracle2teacher)": 3.6635239124298096,
-      "epoch": 7.576923076923077,
-      "rel-constrast": 2.6365482807159424,
-      "step": 9653,
-      "subrel-constrast": 3.34733510017395,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8193409442901611,
-      "cov-distil (oracle2student)": 3.8185455799102783,
-      "cov-distil (oracle2teacher)": 3.875380039215088,
-      "epoch": 7.577708006279435,
-      "rel-constrast": 2.1934409141540527,
-      "step": 9654,
-      "subrel-constrast": 3.0236499309539795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7425276041030884,
-      "cov-distil (oracle2student)": 3.629257917404175,
-      "cov-distil (oracle2teacher)": 3.510573387145996,
-      "epoch": 7.578492935635793,
-      "rel-constrast": 2.456963062286377,
-      "step": 9655,
-      "subrel-constrast": 3.0605509281158447,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3673381805419922,
-      "cov-distil (oracle2student)": 4.034344673156738,
-      "cov-distil (oracle2teacher)": 3.616748094558716,
-      "epoch": 7.579277864992151,
-      "rel-constrast": 2.293062686920166,
-      "step": 9656,
-      "subrel-constrast": 2.887943744659424,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7817319631576538,
-      "cov-distil (oracle2student)": 4.532236576080322,
-      "cov-distil (oracle2teacher)": 4.296347618103027,
-      "epoch": 7.580062794348509,
-      "rel-constrast": 2.2824158668518066,
-      "step": 9657,
-      "subrel-constrast": 2.8413710594177246,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2927451133728027,
-      "cov-distil (oracle2student)": 3.7549023628234863,
-      "cov-distil (oracle2teacher)": 3.224531650543213,
-      "epoch": 7.580847723704867,
-      "rel-constrast": 3.0535151958465576,
-      "step": 9658,
-      "subrel-constrast": 3.8328263759613037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3465784788131714,
-      "cov-distil (oracle2student)": 4.1670331954956055,
-      "cov-distil (oracle2teacher)": 3.6621763706207275,
-      "epoch": 7.581632653061225,
-      "rel-constrast": 1.8449585437774658,
-      "step": 9659,
-      "subrel-constrast": 2.7543485164642334,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.582417582417582,
-      "grad_norm": 4.96875,
-      "learning_rate": 1.7689707923571886e-07,
-      "loss": 0.645,
-      "step": 9660
-    },
-    {
-      "cov-distil": 1.8834898471832275,
-      "cov-distil (oracle2student)": 3.9095704555511475,
-      "cov-distil (oracle2teacher)": 3.35078763961792,
-      "epoch": 7.582417582417582,
-      "rel-constrast": 2.8373913764953613,
-      "step": 9660,
-      "subrel-constrast": 3.4564621448516846,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.69030499458313,
-      "cov-distil (oracle2student)": 3.524491786956787,
-      "cov-distil (oracle2teacher)": 3.8426103591918945,
-      "epoch": 7.583202511773941,
-      "rel-constrast": 2.4155611991882324,
-      "step": 9661,
-      "subrel-constrast": 3.86893630027771,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7698166370391846,
-      "cov-distil (oracle2student)": 4.846096038818359,
-      "cov-distil (oracle2teacher)": 4.174354553222656,
-      "epoch": 7.583987441130298,
-      "rel-constrast": 2.464674234390259,
-      "step": 9662,
-      "subrel-constrast": 3.0643160343170166,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4577807188034058,
-      "cov-distil (oracle2student)": 4.8194580078125,
-      "cov-distil (oracle2teacher)": 4.588432312011719,
-      "epoch": 7.5847723704866565,
-      "rel-constrast": 3.294961452484131,
-      "step": 9663,
-      "subrel-constrast": 4.389167785644531,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5718649625778198,
-      "cov-distil (oracle2student)": 5.3952250480651855,
-      "cov-distil (oracle2teacher)": 5.06191873550415,
-      "epoch": 7.585557299843014,
-      "rel-constrast": 2.944286584854126,
-      "step": 9664,
-      "subrel-constrast": 3.3615128993988037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2929840087890625,
-      "cov-distil (oracle2student)": 6.4393720626831055,
-      "cov-distil (oracle2teacher)": 5.276371955871582,
-      "epoch": 7.5863422291993725,
-      "rel-constrast": 2.746316432952881,
-      "step": 9665,
-      "subrel-constrast": 3.2266933917999268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1810213327407837,
-      "cov-distil (oracle2student)": 2.943216562271118,
-      "cov-distil (oracle2teacher)": 3.0122833251953125,
-      "epoch": 7.58712715855573,
-      "rel-constrast": 2.2964420318603516,
-      "step": 9666,
-      "subrel-constrast": 2.509253740310669,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4189952611923218,
-      "cov-distil (oracle2student)": 2.9133994579315186,
-      "cov-distil (oracle2teacher)": 2.930978298187256,
-      "epoch": 7.587912087912088,
-      "rel-constrast": 2.16660737991333,
-      "step": 9667,
-      "subrel-constrast": 2.9261634349823,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5536890029907227,
-      "cov-distil (oracle2student)": 3.7200767993927,
-      "cov-distil (oracle2teacher)": 3.9002585411071777,
-      "epoch": 7.588697017268446,
-      "rel-constrast": 1.8221718072891235,
-      "step": 9668,
-      "subrel-constrast": 2.741691827774048,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2665895223617554,
-      "cov-distil (oracle2student)": 3.491333484649658,
-      "cov-distil (oracle2teacher)": 3.4780197143554688,
-      "epoch": 7.589481946624804,
-      "rel-constrast": 2.5685677528381348,
-      "step": 9669,
-      "subrel-constrast": 2.891456365585327,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.590266875981162,
-      "grad_norm": 7.375,
-      "learning_rate": 1.66685388817428e-07,
-      "loss": 0.6791,
-      "step": 9670
-    },
-    {
-      "cov-distil": 1.1320064067840576,
-      "cov-distil (oracle2student)": 4.712907314300537,
-      "cov-distil (oracle2teacher)": 4.559013366699219,
-      "epoch": 7.590266875981162,
-      "rel-constrast": 2.60650634765625,
-      "step": 9670,
-      "subrel-constrast": 2.8378865718841553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2708237171173096,
-      "cov-distil (oracle2student)": 5.869085311889648,
-      "cov-distil (oracle2teacher)": 5.532932281494141,
-      "epoch": 7.5910518053375196,
-      "rel-constrast": 2.2249374389648438,
-      "step": 9671,
-      "subrel-constrast": 2.765103816986084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6650323867797852,
-      "cov-distil (oracle2student)": 4.757770538330078,
-      "cov-distil (oracle2teacher)": 4.623501777648926,
-      "epoch": 7.591836734693878,
-      "rel-constrast": 3.407259225845337,
-      "step": 9672,
-      "subrel-constrast": 4.178752422332764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0818381309509277,
-      "cov-distil (oracle2student)": 3.762387752532959,
-      "cov-distil (oracle2teacher)": 4.069857597351074,
-      "epoch": 7.5926216640502355,
-      "rel-constrast": 3.27280592918396,
-      "step": 9673,
-      "subrel-constrast": 3.9045212268829346,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5592182874679565,
-      "cov-distil (oracle2student)": 4.405550479888916,
-      "cov-distil (oracle2teacher)": 4.075623512268066,
-      "epoch": 7.593406593406593,
-      "rel-constrast": 2.544313907623291,
-      "step": 9674,
-      "subrel-constrast": 3.490666151046753,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2513127326965332,
-      "cov-distil (oracle2student)": 3.64766001701355,
-      "cov-distil (oracle2teacher)": 3.3890326023101807,
-      "epoch": 7.5941915227629515,
-      "rel-constrast": 2.1518917083740234,
-      "step": 9675,
-      "subrel-constrast": 3.056912422180176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0439461469650269,
-      "cov-distil (oracle2student)": 3.901134967803955,
-      "cov-distil (oracle2teacher)": 3.4968056678771973,
-      "epoch": 7.594976452119309,
-      "rel-constrast": 2.984494209289551,
-      "step": 9676,
-      "subrel-constrast": 3.3402585983276367,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4649016857147217,
-      "cov-distil (oracle2student)": 5.583957672119141,
-      "cov-distil (oracle2teacher)": 4.99493932723999,
-      "epoch": 7.5957613814756675,
-      "rel-constrast": 3.1863369941711426,
-      "step": 9677,
-      "subrel-constrast": 4.055912017822266,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.312720537185669,
-      "cov-distil (oracle2student)": 4.278936862945557,
-      "cov-distil (oracle2teacher)": 4.16868782043457,
-      "epoch": 7.596546310832025,
-      "rel-constrast": 2.407208204269409,
-      "step": 9678,
-      "subrel-constrast": 3.3520498275756836,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.188351631164551,
-      "cov-distil (oracle2student)": 6.213353157043457,
-      "cov-distil (oracle2teacher)": 5.44663667678833,
-      "epoch": 7.5973312401883835,
-      "rel-constrast": 2.284492015838623,
-      "step": 9679,
-      "subrel-constrast": 2.9140682220458984,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.598116169544741,
-      "grad_norm": 5.53125,
-      "learning_rate": 1.567762845007592e-07,
-      "loss": 0.7142,
-      "step": 9680
-    },
-    {
-      "cov-distil": 1.233259916305542,
-      "cov-distil (oracle2student)": 4.063882827758789,
-      "cov-distil (oracle2teacher)": 3.775397300720215,
-      "epoch": 7.598116169544741,
-      "rel-constrast": 2.3959176540374756,
-      "step": 9680,
-      "subrel-constrast": 2.85139799118042,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5191397666931152,
-      "cov-distil (oracle2student)": 3.3037753105163574,
-      "cov-distil (oracle2teacher)": 3.1998705863952637,
-      "epoch": 7.5989010989010985,
-      "rel-constrast": 3.0778756141662598,
-      "step": 9681,
-      "subrel-constrast": 3.582993268966675,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2006864547729492,
-      "cov-distil (oracle2student)": 4.946493148803711,
-      "cov-distil (oracle2teacher)": 4.519138336181641,
-      "epoch": 7.599686028257457,
-      "rel-constrast": 1.9137295484542847,
-      "step": 9682,
-      "subrel-constrast": 2.6006829738616943,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0728180408477783,
-      "cov-distil (oracle2student)": 4.548584938049316,
-      "cov-distil (oracle2teacher)": 3.763547897338867,
-      "epoch": 7.6004709576138145,
-      "rel-constrast": 2.571997880935669,
-      "step": 9683,
-      "subrel-constrast": 3.091181993484497,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4519764184951782,
-      "cov-distil (oracle2student)": 4.218130111694336,
-      "cov-distil (oracle2teacher)": 3.86224627494812,
-      "epoch": 7.601255886970173,
-      "rel-constrast": 3.211531639099121,
-      "step": 9684,
-      "subrel-constrast": 3.7520484924316406,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3907177448272705,
-      "cov-distil (oracle2student)": 3.505474090576172,
-      "cov-distil (oracle2teacher)": 3.157623291015625,
-      "epoch": 7.6020408163265305,
-      "rel-constrast": 2.3777642250061035,
-      "step": 9685,
-      "subrel-constrast": 2.7325141429901123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2842748165130615,
-      "cov-distil (oracle2student)": 4.185088157653809,
-      "cov-distil (oracle2teacher)": 3.525301933288574,
-      "epoch": 7.602825745682889,
-      "rel-constrast": 2.4404711723327637,
-      "step": 9686,
-      "subrel-constrast": 2.9011402130126953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.277109980583191,
-      "cov-distil (oracle2student)": 3.101787567138672,
-      "cov-distil (oracle2teacher)": 3.316236972808838,
-      "epoch": 7.6036106750392465,
-      "rel-constrast": 1.4949896335601807,
-      "step": 9687,
-      "subrel-constrast": 2.034470796585083,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6267385482788086,
-      "cov-distil (oracle2student)": 3.1476850509643555,
-      "cov-distil (oracle2teacher)": 3.2627663612365723,
-      "epoch": 7.604395604395604,
-      "rel-constrast": 2.3708930015563965,
-      "step": 9688,
-      "subrel-constrast": 3.39347505569458,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5677186250686646,
-      "cov-distil (oracle2student)": 4.46820592880249,
-      "cov-distil (oracle2teacher)": 4.306953430175781,
-      "epoch": 7.6051805337519625,
-      "rel-constrast": 1.9362359046936035,
-      "step": 9689,
-      "subrel-constrast": 2.6560230255126953,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.60596546310832,
-      "grad_norm": 4.90625,
-      "learning_rate": 1.4716988702501987e-07,
-      "loss": 0.6313,
-      "step": 9690
-    },
-    {
-      "cov-distil": 1.4300073385238647,
-      "cov-distil (oracle2student)": 4.919758319854736,
-      "cov-distil (oracle2teacher)": 4.471924781799316,
-      "epoch": 7.60596546310832,
-      "rel-constrast": 2.423417568206787,
-      "step": 9690,
-      "subrel-constrast": 2.873589515686035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4900074005126953,
-      "cov-distil (oracle2student)": 3.9623780250549316,
-      "cov-distil (oracle2teacher)": 3.9451231956481934,
-      "epoch": 7.606750392464678,
-      "rel-constrast": 2.353066921234131,
-      "step": 9691,
-      "subrel-constrast": 3.4643003940582275,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.489926815032959,
-      "cov-distil (oracle2student)": 6.898164749145508,
-      "cov-distil (oracle2teacher)": 6.071269989013672,
-      "epoch": 7.607535321821036,
-      "rel-constrast": 3.1923232078552246,
-      "step": 9692,
-      "subrel-constrast": 3.365630626678467,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0199439525604248,
-      "cov-distil (oracle2student)": 3.52797532081604,
-      "cov-distil (oracle2teacher)": 3.3371074199676514,
-      "epoch": 7.608320251177394,
-      "rel-constrast": 1.4210565090179443,
-      "step": 9693,
-      "subrel-constrast": 2.171332597732544,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2564270496368408,
-      "cov-distil (oracle2student)": 3.3517842292785645,
-      "cov-distil (oracle2teacher)": 3.1183245182037354,
-      "epoch": 7.609105180533752,
-      "rel-constrast": 2.2859277725219727,
-      "step": 9694,
-      "subrel-constrast": 2.9800596237182617,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0077002048492432,
-      "cov-distil (oracle2student)": 2.9059243202209473,
-      "cov-distil (oracle2teacher)": 3.3985366821289062,
-      "epoch": 7.6098901098901095,
-      "rel-constrast": 2.095242738723755,
-      "step": 9695,
-      "subrel-constrast": 2.7899560928344727,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2038815021514893,
-      "cov-distil (oracle2student)": 2.825014114379883,
-      "cov-distil (oracle2teacher)": 3.4039881229400635,
-      "epoch": 7.610675039246468,
-      "rel-constrast": 2.1326706409454346,
-      "step": 9696,
-      "subrel-constrast": 2.98110032081604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.943298101425171,
-      "cov-distil (oracle2student)": 3.939577102661133,
-      "cov-distil (oracle2teacher)": 3.7990598678588867,
-      "epoch": 7.6114599686028255,
-      "rel-constrast": 3.0044257640838623,
-      "step": 9697,
-      "subrel-constrast": 3.770439386367798,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4080449342727661,
-      "cov-distil (oracle2student)": 3.4828343391418457,
-      "cov-distil (oracle2teacher)": 3.7239372730255127,
-      "epoch": 7.612244897959184,
-      "rel-constrast": 1.6841652393341064,
-      "step": 9698,
-      "subrel-constrast": 2.326052188873291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.812179684638977,
-      "cov-distil (oracle2student)": 4.040733337402344,
-      "cov-distil (oracle2teacher)": 3.857351064682007,
-      "epoch": 7.6130298273155415,
-      "rel-constrast": 2.5509815216064453,
-      "step": 9699,
-      "subrel-constrast": 3.2742040157318115,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.6138147566719,
-      "grad_norm": 5.0,
-      "learning_rate": 1.3786631344113176e-07,
-      "loss": 0.6137,
-      "step": 9700
-    },
-    {
-      "epoch": 7.6138147566719,
-      "overlap": 0.3265624940395355,
-      "step": 9700
-    },
-    {
-      "epoch": 7.6138147566719,
-      "step": 9700,
-      "student margin": 0.05743408203125
-    },
-    {
-      "epoch": 7.6138147566719,
-      "step": 9700,
-      "teacher margin": 0.040618896484375
-    },
-    {
-      "epoch": 7.6138147566719,
-      "margin difference": -0.016815185546875,
-      "step": 9700
-    },
-    {
-      "cov-distil": 1.0832332372665405,
-      "cov-distil (oracle2student)": 5.055502414703369,
-      "cov-distil (oracle2teacher)": 4.809122085571289,
-      "epoch": 7.6138147566719,
-      "rel-constrast": 2.0626091957092285,
-      "step": 9700,
-      "subrel-constrast": 2.9167263507843018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6991932392120361,
-      "cov-distil (oracle2student)": 5.243480682373047,
-      "cov-distil (oracle2teacher)": 5.007615566253662,
-      "epoch": 7.614599686028257,
-      "rel-constrast": 2.521617889404297,
-      "step": 9701,
-      "subrel-constrast": 3.2420730590820312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.2054929733276367,
-      "cov-distil (oracle2student)": 4.807500839233398,
-      "cov-distil (oracle2teacher)": 4.40885066986084,
-      "epoch": 7.615384615384615,
-      "rel-constrast": 2.5406594276428223,
-      "step": 9702,
-      "subrel-constrast": 3.6750824451446533,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1127084493637085,
-      "cov-distil (oracle2student)": 4.121431827545166,
-      "cov-distil (oracle2teacher)": 3.6016414165496826,
-      "epoch": 7.616169544740973,
-      "rel-constrast": 1.7229560613632202,
-      "step": 9703,
-      "subrel-constrast": 2.0796303749084473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4434980154037476,
-      "cov-distil (oracle2student)": 6.338767051696777,
-      "cov-distil (oracle2teacher)": 5.348603248596191,
-      "epoch": 7.616954474097331,
-      "rel-constrast": 2.831188201904297,
-      "step": 9704,
-      "subrel-constrast": 3.390903949737549,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.755445957183838,
-      "cov-distil (oracle2student)": 4.882833480834961,
-      "cov-distil (oracle2teacher)": 4.44920539855957,
-      "epoch": 7.617739403453689,
-      "rel-constrast": 3.476935625076294,
-      "step": 9705,
-      "subrel-constrast": 4.142301559448242,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8437678813934326,
-      "cov-distil (oracle2student)": 4.849201679229736,
-      "cov-distil (oracle2teacher)": 4.299973487854004,
-      "epoch": 7.618524332810047,
-      "rel-constrast": 3.830683946609497,
-      "step": 9706,
-      "subrel-constrast": 4.018338203430176,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.779970645904541,
-      "cov-distil (oracle2student)": 4.0964460372924805,
-      "cov-distil (oracle2teacher)": 3.9041786193847656,
-      "epoch": 7.619309262166405,
-      "rel-constrast": 2.6448347568511963,
-      "step": 9707,
-      "subrel-constrast": 3.0075488090515137,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4586740732192993,
-      "cov-distil (oracle2student)": 6.094503402709961,
-      "cov-distil (oracle2teacher)": 5.751026153564453,
-      "epoch": 7.620094191522763,
-      "rel-constrast": 3.3531243801116943,
-      "step": 9708,
-      "subrel-constrast": 3.8079042434692383,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.645416259765625,
-      "cov-distil (oracle2student)": 3.7018837928771973,
-      "cov-distil (oracle2teacher)": 4.456511497497559,
-      "epoch": 7.6208791208791204,
-      "rel-constrast": 2.507507085800171,
-      "step": 9709,
-      "subrel-constrast": 3.6998040676116943,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.621664050235479,
-      "grad_norm": 5.4375,
-      "learning_rate": 1.2886567711020148e-07,
-      "loss": 0.7274,
-      "step": 9710
-    },
-    {
-      "cov-distil": 1.34731125831604,
-      "cov-distil (oracle2student)": 3.845492124557495,
-      "cov-distil (oracle2teacher)": 3.7741987705230713,
-      "epoch": 7.621664050235479,
-      "rel-constrast": 2.566663980484009,
-      "step": 9710,
-      "subrel-constrast": 3.1619770526885986,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5743834972381592,
-      "cov-distil (oracle2student)": 1.9993579387664795,
-      "cov-distil (oracle2teacher)": 2.152538299560547,
-      "epoch": 7.622448979591836,
-      "rel-constrast": 1.6366262435913086,
-      "step": 9711,
-      "subrel-constrast": 2.3235700130462646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3652206659317017,
-      "cov-distil (oracle2student)": 4.1219964027404785,
-      "cov-distil (oracle2teacher)": 4.544062614440918,
-      "epoch": 7.623233908948195,
-      "rel-constrast": 2.638890266418457,
-      "step": 9712,
-      "subrel-constrast": 3.511632204055786,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4596407413482666,
-      "cov-distil (oracle2student)": 3.4063141345977783,
-      "cov-distil (oracle2teacher)": 3.9271764755249023,
-      "epoch": 7.624018838304552,
-      "rel-constrast": 2.203432083129883,
-      "step": 9713,
-      "subrel-constrast": 3.1279854774475098,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4906686544418335,
-      "cov-distil (oracle2student)": 4.663911819458008,
-      "cov-distil (oracle2teacher)": 4.419679641723633,
-      "epoch": 7.624803767660911,
-      "rel-constrast": 3.527031421661377,
-      "step": 9714,
-      "subrel-constrast": 3.7085068225860596,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7886050939559937,
-      "cov-distil (oracle2student)": 4.267634868621826,
-      "cov-distil (oracle2teacher)": 4.805744171142578,
-      "epoch": 7.625588697017268,
-      "rel-constrast": 2.957085132598877,
-      "step": 9715,
-      "subrel-constrast": 3.26475191116333,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1806087493896484,
-      "cov-distil (oracle2student)": 3.567732095718384,
-      "cov-distil (oracle2teacher)": 3.9283032417297363,
-      "epoch": 7.626373626373626,
-      "rel-constrast": 2.3293256759643555,
-      "step": 9716,
-      "subrel-constrast": 2.8716678619384766,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.669480562210083,
-      "cov-distil (oracle2student)": 5.647691249847412,
-      "cov-distil (oracle2teacher)": 5.607858657836914,
-      "epoch": 7.627158555729984,
-      "rel-constrast": 3.382150411605835,
-      "step": 9717,
-      "subrel-constrast": 4.113277912139893,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1423211097717285,
-      "cov-distil (oracle2student)": 3.927966594696045,
-      "cov-distil (oracle2teacher)": 3.7884716987609863,
-      "epoch": 7.627943485086342,
-      "rel-constrast": 2.120887279510498,
-      "step": 9718,
-      "subrel-constrast": 3.080531358718872,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1381425857543945,
-      "cov-distil (oracle2student)": 3.382309913635254,
-      "cov-distil (oracle2teacher)": 3.108661651611328,
-      "epoch": 7.6287284144427,
-      "rel-constrast": 2.169354200363159,
-      "step": 9719,
-      "subrel-constrast": 2.834477424621582,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.629513343799058,
-      "grad_norm": 4.5625,
-      "learning_rate": 1.201680877021466e-07,
-      "loss": 0.6762,
-      "step": 9720
-    },
-    {
-      "cov-distil": 1.5784977674484253,
-      "cov-distil (oracle2student)": 3.6832661628723145,
-      "cov-distil (oracle2teacher)": 3.9611871242523193,
-      "epoch": 7.629513343799058,
-      "rel-constrast": 3.402745246887207,
-      "step": 9720,
-      "subrel-constrast": 3.695011615753174,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.586463212966919,
-      "cov-distil (oracle2student)": 2.0236337184906006,
-      "cov-distil (oracle2teacher)": 2.548983573913574,
-      "epoch": 7.630298273155416,
-      "rel-constrast": 1.8207740783691406,
-      "step": 9721,
-      "subrel-constrast": 2.7427685260772705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6182429790496826,
-      "cov-distil (oracle2student)": 5.298888206481934,
-      "cov-distil (oracle2teacher)": 4.503762245178223,
-      "epoch": 7.631083202511774,
-      "rel-constrast": 2.272019386291504,
-      "step": 9722,
-      "subrel-constrast": 2.6402926445007324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4665110111236572,
-      "cov-distil (oracle2student)": 6.373973846435547,
-      "cov-distil (oracle2teacher)": 5.174221038818359,
-      "epoch": 7.631868131868131,
-      "rel-constrast": 2.9766056537628174,
-      "step": 9723,
-      "subrel-constrast": 3.6936724185943604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2013864517211914,
-      "cov-distil (oracle2student)": 5.149239540100098,
-      "cov-distil (oracle2teacher)": 4.996521949768066,
-      "epoch": 7.63265306122449,
-      "rel-constrast": 2.126288890838623,
-      "step": 9724,
-      "subrel-constrast": 2.565925121307373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.056229591369629,
-      "cov-distil (oracle2student)": 6.424070358276367,
-      "cov-distil (oracle2teacher)": 5.60418701171875,
-      "epoch": 7.633437990580847,
-      "rel-constrast": 3.1130335330963135,
-      "step": 9725,
-      "subrel-constrast": 3.866621255874634,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.618358850479126,
-      "cov-distil (oracle2student)": 6.438130855560303,
-      "cov-distil (oracle2teacher)": 5.737132549285889,
-      "epoch": 7.634222919937206,
-      "rel-constrast": 1.799992561340332,
-      "step": 9726,
-      "subrel-constrast": 2.6740615367889404,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2800744771957397,
-      "cov-distil (oracle2student)": 2.6452982425689697,
-      "cov-distil (oracle2teacher)": 2.997981071472168,
-      "epoch": 7.635007849293563,
-      "rel-constrast": 2.2644619941711426,
-      "step": 9727,
-      "subrel-constrast": 3.0071873664855957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5982649326324463,
-      "cov-distil (oracle2student)": 2.2422468662261963,
-      "cov-distil (oracle2teacher)": 2.5715878009796143,
-      "epoch": 7.635792778649922,
-      "rel-constrast": 2.175790786743164,
-      "step": 9728,
-      "subrel-constrast": 3.707951784133911,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3007549047470093,
-      "cov-distil (oracle2student)": 2.859968900680542,
-      "cov-distil (oracle2teacher)": 2.9171078205108643,
-      "epoch": 7.636577708006279,
-      "rel-constrast": 2.0815377235412598,
-      "step": 9729,
-      "subrel-constrast": 2.8174893856048584,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.637362637362637,
-      "grad_norm": 4.9375,
-      "learning_rate": 1.1177365119434402e-07,
-      "loss": 0.6391,
-      "step": 9730
-    },
-    {
-      "cov-distil": 1.9918386936187744,
-      "cov-distil (oracle2student)": 4.505366325378418,
-      "cov-distil (oracle2teacher)": 4.293813705444336,
-      "epoch": 7.637362637362637,
-      "rel-constrast": 3.4825751781463623,
-      "step": 9730,
-      "subrel-constrast": 4.373887062072754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6150176525115967,
-      "cov-distil (oracle2student)": 4.600607872009277,
-      "cov-distil (oracle2teacher)": 3.9021387100219727,
-      "epoch": 7.638147566718995,
-      "rel-constrast": 3.164177894592285,
-      "step": 9731,
-      "subrel-constrast": 3.6641182899475098,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1980485916137695,
-      "cov-distil (oracle2student)": 4.391039848327637,
-      "cov-distil (oracle2teacher)": 4.267985820770264,
-      "epoch": 7.638932496075353,
-      "rel-constrast": 2.5630433559417725,
-      "step": 9732,
-      "subrel-constrast": 3.386157512664795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5606706142425537,
-      "cov-distil (oracle2student)": 4.760268688201904,
-      "cov-distil (oracle2teacher)": 4.38507080078125,
-      "epoch": 7.639717425431711,
-      "rel-constrast": 2.391756772994995,
-      "step": 9733,
-      "subrel-constrast": 2.71462082862854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.195145606994629,
-      "cov-distil (oracle2student)": 3.9744315147399902,
-      "cov-distil (oracle2teacher)": 3.6395838260650635,
-      "epoch": 7.640502354788069,
-      "rel-constrast": 1.9744436740875244,
-      "step": 9734,
-      "subrel-constrast": 2.537045478820801,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4374518394470215,
-      "cov-distil (oracle2student)": 6.124547004699707,
-      "cov-distil (oracle2teacher)": 5.247352123260498,
-      "epoch": 7.641287284144427,
-      "rel-constrast": 2.983858585357666,
-      "step": 9735,
-      "subrel-constrast": 3.5283055305480957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.764697790145874,
-      "cov-distil (oracle2student)": 4.411989212036133,
-      "cov-distil (oracle2teacher)": 4.133063316345215,
-      "epoch": 7.642072213500785,
-      "rel-constrast": 3.0321786403656006,
-      "step": 9736,
-      "subrel-constrast": 3.555875062942505,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4743481874465942,
-      "cov-distil (oracle2student)": 4.540245532989502,
-      "cov-distil (oracle2teacher)": 4.471737384796143,
-      "epoch": 7.642857142857143,
-      "rel-constrast": 3.697165012359619,
-      "step": 9737,
-      "subrel-constrast": 4.062579154968262,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6318347454071045,
-      "cov-distil (oracle2student)": 4.272611141204834,
-      "cov-distil (oracle2teacher)": 3.474473237991333,
-      "epoch": 7.643642072213501,
-      "rel-constrast": 2.6912124156951904,
-      "step": 9738,
-      "subrel-constrast": 3.19726300239563,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4721187353134155,
-      "cov-distil (oracle2student)": 2.73758602142334,
-      "cov-distil (oracle2teacher)": 2.5475754737854004,
-      "epoch": 7.644427001569858,
-      "rel-constrast": 1.6889387369155884,
-      "step": 9739,
-      "subrel-constrast": 2.2668533325195312,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.645211930926217,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.0368246987035868e-07,
-      "loss": 0.7301,
-      "step": 9740
-    },
-    {
-      "cov-distil": 1.3892955780029297,
-      "cov-distil (oracle2student)": 4.7840070724487305,
-      "cov-distil (oracle2teacher)": 4.538658618927002,
-      "epoch": 7.645211930926217,
-      "rel-constrast": 3.491478204727173,
-      "step": 9740,
-      "subrel-constrast": 4.032872676849365,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1731643676757812,
-      "cov-distil (oracle2student)": 4.664547920227051,
-      "cov-distil (oracle2teacher)": 4.808872222900391,
-      "epoch": 7.645996860282574,
-      "rel-constrast": 3.0839991569519043,
-      "step": 9741,
-      "subrel-constrast": 4.031534194946289,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4181967973709106,
-      "cov-distil (oracle2student)": 4.015790939331055,
-      "cov-distil (oracle2teacher)": 4.267971992492676,
-      "epoch": 7.646781789638933,
-      "rel-constrast": 2.4008405208587646,
-      "step": 9742,
-      "subrel-constrast": 3.3647186756134033,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5900846719741821,
-      "cov-distil (oracle2student)": 5.504521369934082,
-      "cov-distil (oracle2teacher)": 4.639427185058594,
-      "epoch": 7.64756671899529,
-      "rel-constrast": 2.420973777770996,
-      "step": 9743,
-      "subrel-constrast": 3.3234102725982666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.511878252029419,
-      "cov-distil (oracle2student)": 3.9662516117095947,
-      "cov-distil (oracle2teacher)": 4.0319318771362305,
-      "epoch": 7.648351648351649,
-      "rel-constrast": 2.4499335289001465,
-      "step": 9744,
-      "subrel-constrast": 3.3676962852478027,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.426628589630127,
-      "cov-distil (oracle2student)": 4.820691108703613,
-      "cov-distil (oracle2teacher)": 4.409632682800293,
-      "epoch": 7.649136577708006,
-      "rel-constrast": 2.129453182220459,
-      "step": 9745,
-      "subrel-constrast": 2.872776985168457,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0117335319519043,
-      "cov-distil (oracle2student)": 4.513125419616699,
-      "cov-distil (oracle2teacher)": 4.606240749359131,
-      "epoch": 7.649921507064365,
-      "rel-constrast": 1.6372909545898438,
-      "step": 9746,
-      "subrel-constrast": 2.2780463695526123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4427568912506104,
-      "cov-distil (oracle2student)": 4.584908962249756,
-      "cov-distil (oracle2teacher)": 4.531744003295898,
-      "epoch": 7.650706436420722,
-      "rel-constrast": 2.6670145988464355,
-      "step": 9747,
-      "subrel-constrast": 3.568058729171753,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3537871837615967,
-      "cov-distil (oracle2student)": 3.4489822387695312,
-      "cov-distil (oracle2teacher)": 3.699300527572632,
-      "epoch": 7.65149136577708,
-      "rel-constrast": 1.9033842086791992,
-      "step": 9748,
-      "subrel-constrast": 2.749772787094116,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8397530317306519,
-      "cov-distil (oracle2student)": 6.349204063415527,
-      "cov-distil (oracle2teacher)": 5.025996208190918,
-      "epoch": 7.652276295133438,
-      "rel-constrast": 3.5128626823425293,
-      "step": 9749,
-      "subrel-constrast": 3.9671828746795654,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.653061224489796,
-      "grad_norm": 6.625,
-      "learning_rate": 9.589464231867795e-08,
-      "loss": 0.6778,
-      "step": 9750
-    },
-    {
-      "cov-distil": 1.7782734632492065,
-      "cov-distil (oracle2student)": 4.061530113220215,
-      "cov-distil (oracle2teacher)": 3.772181749343872,
-      "epoch": 7.653061224489796,
-      "rel-constrast": 2.9790735244750977,
-      "step": 9750,
-      "subrel-constrast": 3.6553382873535156,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0326918363571167,
-      "cov-distil (oracle2student)": 3.627929210662842,
-      "cov-distil (oracle2teacher)": 3.216930389404297,
-      "epoch": 7.653846153846154,
-      "rel-constrast": 2.2876782417297363,
-      "step": 9751,
-      "subrel-constrast": 2.5030431747436523,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.761815071105957,
-      "cov-distil (oracle2student)": 4.331693649291992,
-      "cov-distil (oracle2teacher)": 4.018059730529785,
-      "epoch": 7.654631083202512,
-      "rel-constrast": 2.583371162414551,
-      "step": 9752,
-      "subrel-constrast": 3.166672945022583,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2861590385437012,
-      "cov-distil (oracle2student)": 4.678458213806152,
-      "cov-distil (oracle2teacher)": 4.456398010253906,
-      "epoch": 7.65541601255887,
-      "rel-constrast": 1.3916411399841309,
-      "step": 9753,
-      "subrel-constrast": 2.1606454849243164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6532584428787231,
-      "cov-distil (oracle2student)": 4.651275634765625,
-      "cov-distil (oracle2teacher)": 4.575647354125977,
-      "epoch": 7.656200941915228,
-      "rel-constrast": 2.3908839225769043,
-      "step": 9754,
-      "subrel-constrast": 2.8698859214782715,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1272071599960327,
-      "cov-distil (oracle2student)": 4.375662803649902,
-      "cov-distil (oracle2teacher)": 4.337032318115234,
-      "epoch": 7.656985871271585,
-      "rel-constrast": 1.3935753107070923,
-      "step": 9755,
-      "subrel-constrast": 2.186635732650757,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6606724262237549,
-      "cov-distil (oracle2student)": 3.5543484687805176,
-      "cov-distil (oracle2teacher)": 3.478827714920044,
-      "epoch": 7.657770800627944,
-      "rel-constrast": 2.85252046585083,
-      "step": 9756,
-      "subrel-constrast": 3.230854034423828,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6747078895568848,
-      "cov-distil (oracle2student)": 3.910269260406494,
-      "cov-distil (oracle2teacher)": 3.6960506439208984,
-      "epoch": 7.658555729984301,
-      "rel-constrast": 2.0009939670562744,
-      "step": 9757,
-      "subrel-constrast": 3.2483386993408203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2159541845321655,
-      "cov-distil (oracle2student)": 5.917576789855957,
-      "cov-distil (oracle2teacher)": 4.810235500335693,
-      "epoch": 7.65934065934066,
-      "rel-constrast": 2.1299848556518555,
-      "step": 9758,
-      "subrel-constrast": 2.947293519973755,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5986182689666748,
-      "cov-distil (oracle2student)": 4.907576560974121,
-      "cov-distil (oracle2teacher)": 4.439608097076416,
-      "epoch": 7.660125588697017,
-      "rel-constrast": 2.290698766708374,
-      "step": 9759,
-      "subrel-constrast": 2.926520824432373,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.660910518053376,
-      "grad_norm": 5.75,
-      "learning_rate": 8.84102634315237e-08,
-      "loss": 0.5945,
-      "step": 9760
-    },
-    {
-      "cov-distil": 1.6555685997009277,
-      "cov-distil (oracle2student)": 2.866363763809204,
-      "cov-distil (oracle2teacher)": 3.263564348220825,
-      "epoch": 7.660910518053376,
-      "rel-constrast": 1.7357639074325562,
-      "step": 9760,
-      "subrel-constrast": 2.6819210052490234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5170389413833618,
-      "cov-distil (oracle2student)": 2.6160712242126465,
-      "cov-distil (oracle2teacher)": 3.107788562774658,
-      "epoch": 7.661695447409733,
-      "rel-constrast": 3.1706175804138184,
-      "step": 9761,
-      "subrel-constrast": 4.116095066070557,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5058284997940063,
-      "cov-distil (oracle2student)": 5.300970077514648,
-      "cov-distil (oracle2teacher)": 4.639423370361328,
-      "epoch": 7.662480376766091,
-      "rel-constrast": 3.1144204139709473,
-      "step": 9762,
-      "subrel-constrast": 3.4605300426483154,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4365479946136475,
-      "cov-distil (oracle2student)": 4.285955429077148,
-      "cov-distil (oracle2teacher)": 4.6605224609375,
-      "epoch": 7.663265306122449,
-      "rel-constrast": 2.434049129486084,
-      "step": 9763,
-      "subrel-constrast": 3.020465850830078,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1312425136566162,
-      "cov-distil (oracle2student)": 4.864502429962158,
-      "cov-distil (oracle2teacher)": 4.362581253051758,
-      "epoch": 7.664050235478807,
-      "rel-constrast": 2.732403516769409,
-      "step": 9764,
-      "subrel-constrast": 3.26503849029541,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4350807666778564,
-      "cov-distil (oracle2student)": 4.619543075561523,
-      "cov-distil (oracle2teacher)": 4.0693135261535645,
-      "epoch": 7.664835164835165,
-      "rel-constrast": 2.252185344696045,
-      "step": 9765,
-      "subrel-constrast": 2.7050437927246094,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0953359603881836,
-      "cov-distil (oracle2student)": 6.430458068847656,
-      "cov-distil (oracle2teacher)": 5.6432929039001465,
-      "epoch": 7.665620094191523,
-      "rel-constrast": 2.5797672271728516,
-      "step": 9766,
-      "subrel-constrast": 3.3809027671813965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1128475666046143,
-      "cov-distil (oracle2student)": 5.76580810546875,
-      "cov-distil (oracle2teacher)": 5.473819255828857,
-      "epoch": 7.666405023547881,
-      "rel-constrast": 3.4910495281219482,
-      "step": 9767,
-      "subrel-constrast": 3.788027048110962,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0980687141418457,
-      "cov-distil (oracle2student)": 3.943793296813965,
-      "cov-distil (oracle2teacher)": 3.2142868041992188,
-      "epoch": 7.667189952904239,
-      "rel-constrast": 2.845139503479004,
-      "step": 9768,
-      "subrel-constrast": 2.9317381381988525,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4681549072265625,
-      "cov-distil (oracle2student)": 5.720956802368164,
-      "cov-distil (oracle2teacher)": 4.897068023681641,
-      "epoch": 7.667974882260596,
-      "rel-constrast": 3.154268741607666,
-      "step": 9769,
-      "subrel-constrast": 3.95284104347229,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.668759811616955,
-      "grad_norm": 6.75,
-      "learning_rate": 8.122942440369207e-08,
-      "loss": 0.7239,
-      "step": 9770
-    },
-    {
-      "cov-distil": 2.157773494720459,
-      "cov-distil (oracle2student)": 4.338583946228027,
-      "cov-distil (oracle2teacher)": 4.4180145263671875,
-      "epoch": 7.668759811616955,
-      "rel-constrast": 2.578418731689453,
-      "step": 9770,
-      "subrel-constrast": 4.123711109161377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5039302110671997,
-      "cov-distil (oracle2student)": 4.938427448272705,
-      "cov-distil (oracle2teacher)": 4.373233318328857,
-      "epoch": 7.669544740973312,
-      "rel-constrast": 2.2361488342285156,
-      "step": 9771,
-      "subrel-constrast": 2.829787254333496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2963041067123413,
-      "cov-distil (oracle2student)": 4.657245635986328,
-      "cov-distil (oracle2teacher)": 4.097936630249023,
-      "epoch": 7.670329670329671,
-      "rel-constrast": 2.780447244644165,
-      "step": 9772,
-      "subrel-constrast": 3.2447266578674316,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0802803039550781,
-      "cov-distil (oracle2student)": 3.111337184906006,
-      "cov-distil (oracle2teacher)": 3.1376185417175293,
-      "epoch": 7.671114599686028,
-      "rel-constrast": 2.8631515502929688,
-      "step": 9773,
-      "subrel-constrast": 3.2366604804992676,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6581742763519287,
-      "cov-distil (oracle2student)": 3.3643972873687744,
-      "cov-distil (oracle2teacher)": 3.5589590072631836,
-      "epoch": 7.671899529042387,
-      "rel-constrast": 2.716122627258301,
-      "step": 9774,
-      "subrel-constrast": 3.652416944503784,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6016557216644287,
-      "cov-distil (oracle2student)": 2.7118406295776367,
-      "cov-distil (oracle2teacher)": 2.701820135116577,
-      "epoch": 7.672684458398744,
-      "rel-constrast": 2.865126609802246,
-      "step": 9775,
-      "subrel-constrast": 3.9885926246643066,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5029391050338745,
-      "cov-distil (oracle2student)": 2.747523307800293,
-      "cov-distil (oracle2teacher)": 3.08309006690979,
-      "epoch": 7.673469387755102,
-      "rel-constrast": 2.3065385818481445,
-      "step": 9776,
-      "subrel-constrast": 2.8119609355926514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7293683290481567,
-      "cov-distil (oracle2student)": 4.151376724243164,
-      "cov-distil (oracle2teacher)": 3.886956214904785,
-      "epoch": 7.67425431711146,
-      "rel-constrast": 1.9038920402526855,
-      "step": 9777,
-      "subrel-constrast": 3.106788158416748,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8017643690109253,
-      "cov-distil (oracle2student)": 5.3929548263549805,
-      "cov-distil (oracle2teacher)": 4.987924575805664,
-      "epoch": 7.675039246467818,
-      "rel-constrast": 2.174180030822754,
-      "step": 9778,
-      "subrel-constrast": 3.2220535278320312,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4582279920578003,
-      "cov-distil (oracle2student)": 3.7425146102905273,
-      "cov-distil (oracle2teacher)": 4.01087760925293,
-      "epoch": 7.675824175824176,
-      "rel-constrast": 2.7584385871887207,
-      "step": 9779,
-      "subrel-constrast": 3.8479480743408203,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.676609105180534,
-      "grad_norm": 5.25,
-      "learning_rate": 7.435221273143777e-08,
-      "loss": 0.669,
-      "step": 9780
-    },
-    {
-      "cov-distil": 1.7445963621139526,
-      "cov-distil (oracle2student)": 4.553337574005127,
-      "cov-distil (oracle2teacher)": 4.393726825714111,
-      "epoch": 7.676609105180534,
-      "rel-constrast": 2.721072196960449,
-      "step": 9780,
-      "subrel-constrast": 3.646090507507324,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2734931707382202,
-      "cov-distil (oracle2student)": 4.172008991241455,
-      "cov-distil (oracle2teacher)": 3.4509801864624023,
-      "epoch": 7.677394034536892,
-      "rel-constrast": 2.3704471588134766,
-      "step": 9781,
-      "subrel-constrast": 2.584641933441162,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2012864351272583,
-      "cov-distil (oracle2student)": 5.698113441467285,
-      "cov-distil (oracle2teacher)": 4.851242542266846,
-      "epoch": 7.67817896389325,
-      "rel-constrast": 2.311828374862671,
-      "step": 9782,
-      "subrel-constrast": 2.6171934604644775,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4319442510604858,
-      "cov-distil (oracle2student)": 4.344949722290039,
-      "cov-distil (oracle2teacher)": 4.187238693237305,
-      "epoch": 7.678963893249607,
-      "rel-constrast": 2.835474729537964,
-      "step": 9783,
-      "subrel-constrast": 3.643800973892212,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.221917748451233,
-      "cov-distil (oracle2student)": 5.771062850952148,
-      "cov-distil (oracle2teacher)": 4.4424638748168945,
-      "epoch": 7.679748822605966,
-      "rel-constrast": 2.367433786392212,
-      "step": 9784,
-      "subrel-constrast": 2.4678218364715576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5534107685089111,
-      "cov-distil (oracle2student)": 4.8583269119262695,
-      "cov-distil (oracle2teacher)": 4.428445816040039,
-      "epoch": 7.680533751962323,
-      "rel-constrast": 2.2921862602233887,
-      "step": 9785,
-      "subrel-constrast": 3.083922863006592,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8234050273895264,
-      "cov-distil (oracle2student)": 4.444127082824707,
-      "cov-distil (oracle2teacher)": 3.9511146545410156,
-      "epoch": 7.681318681318682,
-      "rel-constrast": 2.5997354984283447,
-      "step": 9786,
-      "subrel-constrast": 3.4722609519958496,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.761038899421692,
-      "cov-distil (oracle2student)": 4.8815016746521,
-      "cov-distil (oracle2teacher)": 5.005049705505371,
-      "epoch": 7.682103610675039,
-      "rel-constrast": 3.4669852256774902,
-      "step": 9787,
-      "subrel-constrast": 3.7094972133636475,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5299742221832275,
-      "cov-distil (oracle2student)": 5.6651105880737305,
-      "cov-distil (oracle2teacher)": 5.236586570739746,
-      "epoch": 7.6828885400313975,
-      "rel-constrast": 2.6708340644836426,
-      "step": 9788,
-      "subrel-constrast": 3.049543857574463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.65447199344635,
-      "cov-distil (oracle2student)": 6.168340682983398,
-      "cov-distil (oracle2teacher)": 6.155302047729492,
-      "epoch": 7.683673469387755,
-      "rel-constrast": 2.681772470474243,
-      "step": 9789,
-      "subrel-constrast": 3.7249503135681152,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.684458398744113,
-      "grad_norm": 6.125,
-      "learning_rate": 6.777871221141929e-08,
-      "loss": 0.6959,
-      "step": 9790
-    },
-    {
-      "cov-distil": 1.4576447010040283,
-      "cov-distil (oracle2student)": 3.2165539264678955,
-      "cov-distil (oracle2teacher)": 3.286496639251709,
-      "epoch": 7.684458398744113,
-      "rel-constrast": 2.1647791862487793,
-      "step": 9790,
-      "subrel-constrast": 2.734034299850464,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8430187702178955,
-      "cov-distil (oracle2student)": 3.265866756439209,
-      "cov-distil (oracle2teacher)": 3.6646711826324463,
-      "epoch": 7.685243328100471,
-      "rel-constrast": 2.777294158935547,
-      "step": 9791,
-      "subrel-constrast": 3.933239698410034,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.539224624633789,
-      "cov-distil (oracle2student)": 4.525339126586914,
-      "cov-distil (oracle2teacher)": 4.005221843719482,
-      "epoch": 7.686028257456829,
-      "rel-constrast": 3.888495683670044,
-      "step": 9792,
-      "subrel-constrast": 4.438144683837891,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6111969947814941,
-      "cov-distil (oracle2student)": 3.7413997650146484,
-      "cov-distil (oracle2teacher)": 3.522994041442871,
-      "epoch": 7.686813186813187,
-      "rel-constrast": 2.3786354064941406,
-      "step": 9793,
-      "subrel-constrast": 2.9609029293060303,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7060641050338745,
-      "cov-distil (oracle2student)": 3.4194765090942383,
-      "cov-distil (oracle2teacher)": 3.1648812294006348,
-      "epoch": 7.687598116169545,
-      "rel-constrast": 3.498594284057617,
-      "step": 9794,
-      "subrel-constrast": 3.93251633644104,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6507203578948975,
-      "cov-distil (oracle2student)": 4.747534275054932,
-      "cov-distil (oracle2teacher)": 5.026789665222168,
-      "epoch": 7.688383045525903,
-      "rel-constrast": 2.9680192470550537,
-      "step": 9795,
-      "subrel-constrast": 4.000970840454102,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2023686170578003,
-      "cov-distil (oracle2student)": 3.061337471008301,
-      "cov-distil (oracle2teacher)": 3.3084826469421387,
-      "epoch": 7.689167974882261,
-      "rel-constrast": 1.6627650260925293,
-      "step": 9796,
-      "subrel-constrast": 2.351022720336914,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.249491810798645,
-      "cov-distil (oracle2student)": 5.163534164428711,
-      "cov-distil (oracle2teacher)": 4.8501787185668945,
-      "epoch": 7.689952904238618,
-      "rel-constrast": 1.8666656017303467,
-      "step": 9797,
-      "subrel-constrast": 2.319796085357666,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0802109241485596,
-      "cov-distil (oracle2student)": 3.370565414428711,
-      "cov-distil (oracle2teacher)": 3.82525634765625,
-      "epoch": 7.6907378335949765,
-      "rel-constrast": 3.0711090564727783,
-      "step": 9798,
-      "subrel-constrast": 4.101466655731201,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1345720291137695,
-      "cov-distil (oracle2student)": 5.729158401489258,
-      "cov-distil (oracle2teacher)": 5.18128776550293,
-      "epoch": 7.691522762951334,
-      "rel-constrast": 2.5893402099609375,
-      "step": 9799,
-      "subrel-constrast": 3.014948606491089,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.6923076923076925,
-      "grad_norm": 5.5625,
-      "learning_rate": 6.150900293966089e-08,
-      "loss": 0.7078,
-      "step": 9800
-    },
-    {
-      "epoch": 7.6923076923076925,
-      "overlap": 0.3109374940395355,
-      "step": 9800
-    },
-    {
-      "epoch": 7.6923076923076925,
-      "step": 9800,
-      "student margin": 0.06390380859375
-    },
-    {
-      "epoch": 7.6923076923076925,
-      "step": 9800,
-      "teacher margin": 0.042999267578125
-    },
-    {
-      "epoch": 7.6923076923076925,
-      "margin difference": -0.020904541015625,
-      "step": 9800
-    },
-    {
-      "cov-distil": 1.2096019983291626,
-      "cov-distil (oracle2student)": 5.996889114379883,
-      "cov-distil (oracle2teacher)": 5.61669921875,
-      "epoch": 7.6923076923076925,
-      "rel-constrast": 2.4452083110809326,
-      "step": 9800,
-      "subrel-constrast": 3.337620258331299,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3180136680603027,
-      "cov-distil (oracle2student)": 4.78920316696167,
-      "cov-distil (oracle2teacher)": 4.50628662109375,
-      "epoch": 7.69309262166405,
-      "rel-constrast": 2.497565746307373,
-      "step": 9801,
-      "subrel-constrast": 3.1858105659484863,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7394840717315674,
-      "cov-distil (oracle2student)": 4.332837104797363,
-      "cov-distil (oracle2teacher)": 4.663974761962891,
-      "epoch": 7.6938775510204085,
-      "rel-constrast": 3.410857677459717,
-      "step": 9802,
-      "subrel-constrast": 4.308294773101807,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6212047338485718,
-      "cov-distil (oracle2student)": 3.337022066116333,
-      "cov-distil (oracle2teacher)": 3.609367609024048,
-      "epoch": 7.694662480376766,
-      "rel-constrast": 1.7950539588928223,
-      "step": 9803,
-      "subrel-constrast": 2.678905725479126,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0268635749816895,
-      "cov-distil (oracle2student)": 3.435742139816284,
-      "cov-distil (oracle2teacher)": 3.4900550842285156,
-      "epoch": 7.695447409733124,
-      "rel-constrast": 2.41024112701416,
-      "step": 9804,
-      "subrel-constrast": 3.313542366027832,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4898890256881714,
-      "cov-distil (oracle2student)": 4.610209941864014,
-      "cov-distil (oracle2teacher)": 4.627889633178711,
-      "epoch": 7.696232339089482,
-      "rel-constrast": 2.827028274536133,
-      "step": 9805,
-      "subrel-constrast": 3.4155287742614746,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1292295455932617,
-      "cov-distil (oracle2student)": 4.506752014160156,
-      "cov-distil (oracle2teacher)": 4.071645736694336,
-      "epoch": 7.6970172684458396,
-      "rel-constrast": 1.9485641717910767,
-      "step": 9806,
-      "subrel-constrast": 2.5993525981903076,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.683984398841858,
-      "cov-distil (oracle2student)": 3.6056761741638184,
-      "cov-distil (oracle2teacher)": 3.178642988204956,
-      "epoch": 7.697802197802198,
-      "rel-constrast": 1.8530601263046265,
-      "step": 9807,
-      "subrel-constrast": 2.759716510772705,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2221906185150146,
-      "cov-distil (oracle2student)": 4.252809524536133,
-      "cov-distil (oracle2teacher)": 3.8178374767303467,
-      "epoch": 7.6985871271585555,
-      "rel-constrast": 1.9821828603744507,
-      "step": 9808,
-      "subrel-constrast": 2.5547256469726562,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0118052959442139,
-      "cov-distil (oracle2student)": 3.408841133117676,
-      "cov-distil (oracle2teacher)": 3.597080707550049,
-      "epoch": 7.699372056514914,
-      "rel-constrast": 2.155813694000244,
-      "step": 9809,
-      "subrel-constrast": 2.563271999359131,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.7001569858712715,
-      "grad_norm": 5.40625,
-      "learning_rate": 5.554316131059223e-08,
-      "loss": 0.6193,
-      "step": 9810
-    },
-    {
-      "cov-distil": 1.4088366031646729,
-      "cov-distil (oracle2student)": 3.236694812774658,
-      "cov-distil (oracle2teacher)": 3.1814653873443604,
-      "epoch": 7.7001569858712715,
-      "rel-constrast": 3.1196529865264893,
-      "step": 9810,
-      "subrel-constrast": 3.280604600906372,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.824411392211914,
-      "cov-distil (oracle2student)": 3.688319206237793,
-      "cov-distil (oracle2teacher)": 3.4712960720062256,
-      "epoch": 7.700941915227629,
-      "rel-constrast": 2.5444741249084473,
-      "step": 9811,
-      "subrel-constrast": 3.132438898086548,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0869600772857666,
-      "cov-distil (oracle2student)": 4.1156158447265625,
-      "cov-distil (oracle2teacher)": 3.9083151817321777,
-      "epoch": 7.7017268445839875,
-      "rel-constrast": 3.1257851123809814,
-      "step": 9812,
-      "subrel-constrast": 3.738938093185425,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6621520519256592,
-      "cov-distil (oracle2student)": 2.8987770080566406,
-      "cov-distil (oracle2teacher)": 3.1104652881622314,
-      "epoch": 7.702511773940345,
-      "rel-constrast": 2.4253110885620117,
-      "step": 9813,
-      "subrel-constrast": 3.548095703125,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2523882389068604,
-      "cov-distil (oracle2student)": 4.784976959228516,
-      "cov-distil (oracle2teacher)": 4.793179512023926,
-      "epoch": 7.7032967032967035,
-      "rel-constrast": 2.6702651977539062,
-      "step": 9814,
-      "subrel-constrast": 3.0168049335479736,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5759785175323486,
-      "cov-distil (oracle2student)": 2.86515474319458,
-      "cov-distil (oracle2teacher)": 3.0182745456695557,
-      "epoch": 7.704081632653061,
-      "rel-constrast": 2.0846939086914062,
-      "step": 9815,
-      "subrel-constrast": 3.0470173358917236,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.391730785369873,
-      "cov-distil (oracle2student)": 3.611372232437134,
-      "cov-distil (oracle2teacher)": 3.746840715408325,
-      "epoch": 7.704866562009419,
-      "rel-constrast": 1.7331825494766235,
-      "step": 9816,
-      "subrel-constrast": 2.8111495971679688,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.846628189086914,
-      "cov-distil (oracle2student)": 3.523555278778076,
-      "cov-distil (oracle2teacher)": 3.6558895111083984,
-      "epoch": 7.705651491365777,
-      "rel-constrast": 3.1434903144836426,
-      "step": 9817,
-      "subrel-constrast": 3.5099103450775146,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6195082664489746,
-      "cov-distil (oracle2student)": 4.414661884307861,
-      "cov-distil (oracle2teacher)": 3.79242205619812,
-      "epoch": 7.7064364207221345,
-      "rel-constrast": 3.0038299560546875,
-      "step": 9818,
-      "subrel-constrast": 3.858630895614624,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.062898874282837,
-      "cov-distil (oracle2student)": 4.244369029998779,
-      "cov-distil (oracle2teacher)": 3.7602665424346924,
-      "epoch": 7.707221350078493,
-      "rel-constrast": 3.6773691177368164,
-      "step": 9819,
-      "subrel-constrast": 4.23928165435791,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.7080062794348505,
-      "grad_norm": 6.53125,
-      "learning_rate": 4.988126001611581e-08,
-      "loss": 0.7275,
-      "step": 9820
-    },
-    {
-      "cov-distil": 1.697633981704712,
-      "cov-distil (oracle2student)": 4.280492782592773,
-      "cov-distil (oracle2teacher)": 3.9701569080352783,
-      "epoch": 7.7080062794348505,
-      "rel-constrast": 2.1498944759368896,
-      "step": 9820,
-      "subrel-constrast": 3.014939308166504,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3768811225891113,
-      "cov-distil (oracle2student)": 3.784884452819824,
-      "cov-distil (oracle2teacher)": 4.007742404937744,
-      "epoch": 7.708791208791209,
-      "rel-constrast": 2.3988499641418457,
-      "step": 9821,
-      "subrel-constrast": 2.9573163986206055,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4038922786712646,
-      "cov-distil (oracle2student)": 4.545322418212891,
-      "cov-distil (oracle2teacher)": 4.481391906738281,
-      "epoch": 7.7095761381475665,
-      "rel-constrast": 2.7129974365234375,
-      "step": 9822,
-      "subrel-constrast": 3.840043067932129,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5665762424468994,
-      "cov-distil (oracle2student)": 2.886923313140869,
-      "cov-distil (oracle2teacher)": 2.9026339054107666,
-      "epoch": 7.710361067503925,
-      "rel-constrast": 2.5457637310028076,
-      "step": 9823,
-      "subrel-constrast": 3.4837498664855957,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.366350531578064,
-      "cov-distil (oracle2student)": 5.13592529296875,
-      "cov-distil (oracle2teacher)": 4.623502254486084,
-      "epoch": 7.7111459968602825,
-      "rel-constrast": 1.8173346519470215,
-      "step": 9824,
-      "subrel-constrast": 2.5383989810943604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5423411130905151,
-      "cov-distil (oracle2student)": 3.68822979927063,
-      "cov-distil (oracle2teacher)": 3.327054023742676,
-      "epoch": 7.71193092621664,
-      "rel-constrast": 1.778687834739685,
-      "step": 9825,
-      "subrel-constrast": 2.7281060218811035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7988362312316895,
-      "cov-distil (oracle2student)": 4.961392879486084,
-      "cov-distil (oracle2teacher)": 4.464663505554199,
-      "epoch": 7.712715855572998,
-      "rel-constrast": 3.380377769470215,
-      "step": 9826,
-      "subrel-constrast": 3.7030398845672607,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2420377731323242,
-      "cov-distil (oracle2student)": 3.5299205780029297,
-      "cov-distil (oracle2teacher)": 3.139343738555908,
-      "epoch": 7.713500784929356,
-      "rel-constrast": 2.3428795337677,
-      "step": 9827,
-      "subrel-constrast": 2.7711312770843506,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.215869426727295,
-      "cov-distil (oracle2student)": 4.4097580909729,
-      "cov-distil (oracle2teacher)": 4.335914611816406,
-      "epoch": 7.714285714285714,
-      "rel-constrast": 1.892678141593933,
-      "step": 9828,
-      "subrel-constrast": 2.521838426589966,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6775578260421753,
-      "cov-distil (oracle2student)": 3.6796364784240723,
-      "cov-distil (oracle2teacher)": 3.5950169563293457,
-      "epoch": 7.715070643642072,
-      "rel-constrast": 2.871398448944092,
-      "step": 9829,
-      "subrel-constrast": 3.2828235626220703,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.71585557299843,
-      "grad_norm": 7.21875,
-      "learning_rate": 4.4523368044704916e-08,
-      "loss": 0.6345,
-      "step": 9830
-    },
-    {
-      "cov-distil": 1.0663516521453857,
-      "cov-distil (oracle2student)": 2.7770209312438965,
-      "cov-distil (oracle2teacher)": 3.1393744945526123,
-      "epoch": 7.71585557299843,
-      "rel-constrast": 1.8306795358657837,
-      "step": 9830,
-      "subrel-constrast": 2.442234516143799,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3691140413284302,
-      "cov-distil (oracle2student)": 4.014671325683594,
-      "cov-distil (oracle2teacher)": 4.503211975097656,
-      "epoch": 7.716640502354788,
-      "rel-constrast": 3.091158151626587,
-      "step": 9831,
-      "subrel-constrast": 3.3259449005126953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4791815280914307,
-      "cov-distil (oracle2student)": 3.5974855422973633,
-      "cov-distil (oracle2teacher)": 3.7359893321990967,
-      "epoch": 7.717425431711146,
-      "rel-constrast": 2.152522563934326,
-      "step": 9832,
-      "subrel-constrast": 2.860320568084717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.358811616897583,
-      "cov-distil (oracle2student)": 4.812816619873047,
-      "cov-distil (oracle2teacher)": 4.303767204284668,
-      "epoch": 7.718210361067504,
-      "rel-constrast": 2.373547315597534,
-      "step": 9833,
-      "subrel-constrast": 2.9734530448913574,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.301292061805725,
-      "cov-distil (oracle2student)": 3.1791183948516846,
-      "cov-distil (oracle2teacher)": 3.3190953731536865,
-      "epoch": 7.718995290423862,
-      "rel-constrast": 2.485008716583252,
-      "step": 9834,
-      "subrel-constrast": 3.1803383827209473,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.628772258758545,
-      "cov-distil (oracle2student)": 4.730669975280762,
-      "cov-distil (oracle2teacher)": 4.097223281860352,
-      "epoch": 7.71978021978022,
-      "rel-constrast": 3.2094035148620605,
-      "step": 9835,
-      "subrel-constrast": 3.26682186126709,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6786737442016602,
-      "cov-distil (oracle2student)": 3.618480682373047,
-      "cov-distil (oracle2teacher)": 3.696024179458618,
-      "epoch": 7.720565149136577,
-      "rel-constrast": 2.3949265480041504,
-      "step": 9836,
-      "subrel-constrast": 3.2167298793792725,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8885295391082764,
-      "cov-distil (oracle2student)": 5.46333646774292,
-      "cov-distil (oracle2teacher)": 5.149455547332764,
-      "epoch": 7.721350078492936,
-      "rel-constrast": 2.006558895111084,
-      "step": 9837,
-      "subrel-constrast": 2.966367244720459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0140823125839233,
-      "cov-distil (oracle2student)": 4.064722061157227,
-      "cov-distil (oracle2teacher)": 3.8433380126953125,
-      "epoch": 7.722135007849293,
-      "rel-constrast": 2.2326202392578125,
-      "step": 9838,
-      "subrel-constrast": 2.6701548099517822,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3825653791427612,
-      "cov-distil (oracle2student)": 3.4588942527770996,
-      "cov-distil (oracle2teacher)": 3.6936354637145996,
-      "epoch": 7.722919937205652,
-      "rel-constrast": 1.8032981157302856,
-      "step": 9839,
-      "subrel-constrast": 2.7242374420166016,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.723704866562009,
-      "grad_norm": 4.375,
-      "learning_rate": 3.946955068058755e-08,
-      "loss": 0.6249,
-      "step": 9840
-    },
-    {
-      "cov-distil": 1.379326581954956,
-      "cov-distil (oracle2student)": 4.6370720863342285,
-      "cov-distil (oracle2teacher)": 4.574990272521973,
-      "epoch": 7.723704866562009,
-      "rel-constrast": 2.487121105194092,
-      "step": 9840,
-      "subrel-constrast": 2.9409339427948,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5917510986328125,
-      "cov-distil (oracle2student)": 4.601797103881836,
-      "cov-distil (oracle2teacher)": 4.7086381912231445,
-      "epoch": 7.724489795918368,
-      "rel-constrast": 3.7786002159118652,
-      "step": 9841,
-      "subrel-constrast": 4.456984043121338,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4744447469711304,
-      "cov-distil (oracle2student)": 4.508491039276123,
-      "cov-distil (oracle2teacher)": 4.63834810256958,
-      "epoch": 7.725274725274725,
-      "rel-constrast": 2.783226251602173,
-      "step": 9842,
-      "subrel-constrast": 3.324972629547119,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3114726543426514,
-      "cov-distil (oracle2student)": 7.114017009735107,
-      "cov-distil (oracle2teacher)": 5.7574005126953125,
-      "epoch": 7.726059654631083,
-      "rel-constrast": 2.865435838699341,
-      "step": 9843,
-      "subrel-constrast": 3.608046054840088,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5841158628463745,
-      "cov-distil (oracle2student)": 3.6429147720336914,
-      "cov-distil (oracle2teacher)": 3.955336093902588,
-      "epoch": 7.726844583987441,
-      "rel-constrast": 2.3920373916625977,
-      "step": 9844,
-      "subrel-constrast": 3.5683376789093018,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5570213794708252,
-      "cov-distil (oracle2student)": 4.671599388122559,
-      "cov-distil (oracle2teacher)": 4.648189544677734,
-      "epoch": 7.727629513343799,
-      "rel-constrast": 3.6931915283203125,
-      "step": 9845,
-      "subrel-constrast": 4.090482234954834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3552229404449463,
-      "cov-distil (oracle2student)": 3.4263973236083984,
-      "cov-distil (oracle2teacher)": 3.128592014312744,
-      "epoch": 7.728414442700157,
-      "rel-constrast": 1.654050350189209,
-      "step": 9846,
-      "subrel-constrast": 2.491513729095459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5642588138580322,
-      "cov-distil (oracle2student)": 4.6273722648620605,
-      "cov-distil (oracle2teacher)": 4.265850067138672,
-      "epoch": 7.729199372056515,
-      "rel-constrast": 2.2700934410095215,
-      "step": 9847,
-      "subrel-constrast": 2.7697441577911377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1989293098449707,
-      "cov-distil (oracle2student)": 2.0545449256896973,
-      "cov-distil (oracle2teacher)": 2.3629965782165527,
-      "epoch": 7.729984301412873,
-      "rel-constrast": 1.3626108169555664,
-      "step": 9848,
-      "subrel-constrast": 2.4423506259918213,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6666970252990723,
-      "cov-distil (oracle2student)": 4.356718063354492,
-      "cov-distil (oracle2teacher)": 3.7202513217926025,
-      "epoch": 7.730769230769231,
-      "rel-constrast": 2.461836338043213,
-      "step": 9849,
-      "subrel-constrast": 3.3885796070098877,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.731554160125588,
-      "grad_norm": 5.28125,
-      "learning_rate": 3.471986950293327e-08,
-      "loss": 0.6829,
-      "step": 9850
-    },
-    {
-      "cov-distil": 1.2594925165176392,
-      "cov-distil (oracle2student)": 4.6743669509887695,
-      "cov-distil (oracle2teacher)": 4.451017379760742,
-      "epoch": 7.731554160125588,
-      "rel-constrast": 3.110157012939453,
-      "step": 9850,
-      "subrel-constrast": 3.6109087467193604,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5027480125427246,
-      "cov-distil (oracle2student)": 3.2989416122436523,
-      "cov-distil (oracle2teacher)": 3.0608036518096924,
-      "epoch": 7.732339089481947,
-      "rel-constrast": 2.148679256439209,
-      "step": 9851,
-      "subrel-constrast": 2.585914134979248,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2780861854553223,
-      "cov-distil (oracle2student)": 2.8800275325775146,
-      "cov-distil (oracle2teacher)": 3.0147829055786133,
-      "epoch": 7.733124018838304,
-      "rel-constrast": 2.412412166595459,
-      "step": 9852,
-      "subrel-constrast": 3.365344524383545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3157113790512085,
-      "cov-distil (oracle2student)": 4.53297233581543,
-      "cov-distil (oracle2teacher)": 4.370205879211426,
-      "epoch": 7.733908948194663,
-      "rel-constrast": 3.1521499156951904,
-      "step": 9853,
-      "subrel-constrast": 3.6565380096435547,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1889119148254395,
-      "cov-distil (oracle2student)": 4.291436195373535,
-      "cov-distil (oracle2teacher)": 4.144505500793457,
-      "epoch": 7.73469387755102,
-      "rel-constrast": 2.4387059211730957,
-      "step": 9854,
-      "subrel-constrast": 3.0802266597747803,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.244360089302063,
-      "cov-distil (oracle2student)": 4.170654773712158,
-      "cov-distil (oracle2teacher)": 3.78169584274292,
-      "epoch": 7.735478806907379,
-      "rel-constrast": 2.2579469680786133,
-      "step": 9855,
-      "subrel-constrast": 2.8389878273010254,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1871051788330078,
-      "cov-distil (oracle2student)": 3.5459299087524414,
-      "cov-distil (oracle2teacher)": 2.991481304168701,
-      "epoch": 7.736263736263736,
-      "rel-constrast": 2.577813148498535,
-      "step": 9856,
-      "subrel-constrast": 3.2022762298583984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1421399116516113,
-      "cov-distil (oracle2student)": 4.098163604736328,
-      "cov-distil (oracle2teacher)": 4.223510265350342,
-      "epoch": 7.737048665620094,
-      "rel-constrast": 2.007969617843628,
-      "step": 9857,
-      "subrel-constrast": 3.160132646560669,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3886570930480957,
-      "cov-distil (oracle2student)": 3.6589879989624023,
-      "cov-distil (oracle2teacher)": 3.9534010887145996,
-      "epoch": 7.737833594976452,
-      "rel-constrast": 2.768113136291504,
-      "step": 9858,
-      "subrel-constrast": 3.650866746902466,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8954731225967407,
-      "cov-distil (oracle2student)": 3.901646852493286,
-      "cov-distil (oracle2teacher)": 4.00911808013916,
-      "epoch": 7.73861852433281,
-      "rel-constrast": 2.7392656803131104,
-      "step": 9859,
-      "subrel-constrast": 3.7048990726470947,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.739403453689168,
-      "grad_norm": 6.53125,
-      "learning_rate": 3.0274382385106494e-08,
-      "loss": 0.6763,
-      "step": 9860
-    },
-    {
-      "cov-distil": 1.2632452249526978,
-      "cov-distil (oracle2student)": 4.211820602416992,
-      "cov-distil (oracle2teacher)": 4.174040794372559,
-      "epoch": 7.739403453689168,
-      "rel-constrast": 2.759261131286621,
-      "step": 9860,
-      "subrel-constrast": 3.00925612449646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0016403198242188,
-      "cov-distil (oracle2student)": 4.411566257476807,
-      "cov-distil (oracle2teacher)": 4.632926940917969,
-      "epoch": 7.740188383045526,
-      "rel-constrast": 2.5494613647460938,
-      "step": 9861,
-      "subrel-constrast": 3.7813830375671387,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.275623083114624,
-      "cov-distil (oracle2student)": 5.842865943908691,
-      "cov-distil (oracle2teacher)": 5.66817045211792,
-      "epoch": 7.740973312401884,
-      "rel-constrast": 2.8396573066711426,
-      "step": 9862,
-      "subrel-constrast": 3.5493547916412354,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7968838214874268,
-      "cov-distil (oracle2student)": 5.305985450744629,
-      "cov-distil (oracle2teacher)": 4.81791877746582,
-      "epoch": 7.741758241758242,
-      "rel-constrast": 3.020181655883789,
-      "step": 9863,
-      "subrel-constrast": 4.258139133453369,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9870879054069519,
-      "cov-distil (oracle2student)": 6.8935546875,
-      "cov-distil (oracle2teacher)": 5.818753242492676,
-      "epoch": 7.742543171114599,
-      "rel-constrast": 2.009126663208008,
-      "step": 9864,
-      "subrel-constrast": 2.0884504318237305,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.565345048904419,
-      "cov-distil (oracle2student)": 4.171186447143555,
-      "cov-distil (oracle2teacher)": 3.7867507934570312,
-      "epoch": 7.743328100470958,
-      "rel-constrast": 1.873550534248352,
-      "step": 9865,
-      "subrel-constrast": 2.8138480186462402,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.067631483078003,
-      "cov-distil (oracle2student)": 2.3601062297821045,
-      "cov-distil (oracle2teacher)": 2.994833469390869,
-      "epoch": 7.744113029827315,
-      "rel-constrast": 2.007878303527832,
-      "step": 9866,
-      "subrel-constrast": 3.2503154277801514,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.8978285789489746,
-      "cov-distil (oracle2student)": 2.3979530334472656,
-      "cov-distil (oracle2teacher)": 2.448434352874756,
-      "epoch": 7.744897959183674,
-      "rel-constrast": 1.6875,
-      "step": 9867,
-      "subrel-constrast": 2.006455183029175,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4968255758285522,
-      "cov-distil (oracle2student)": 3.937535285949707,
-      "cov-distil (oracle2teacher)": 3.1177163124084473,
-      "epoch": 7.745682888540031,
-      "rel-constrast": 3.067620277404785,
-      "step": 9868,
-      "subrel-constrast": 3.4178450107574463,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3215640783309937,
-      "cov-distil (oracle2student)": 4.76663875579834,
-      "cov-distil (oracle2teacher)": 4.399982452392578,
-      "epoch": 7.74646781789639,
-      "rel-constrast": 3.1314949989318848,
-      "step": 9869,
-      "subrel-constrast": 3.5860815048217773,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.747252747252747,
-      "grad_norm": 6.0,
-      "learning_rate": 2.6133143493964342e-08,
-      "loss": 0.6603,
-      "step": 9870
-    },
-    {
-      "cov-distil": 1.255831241607666,
-      "cov-distil (oracle2student)": 3.1411876678466797,
-      "cov-distil (oracle2teacher)": 3.0850718021392822,
-      "epoch": 7.747252747252747,
-      "rel-constrast": 1.6967053413391113,
-      "step": 9870,
-      "subrel-constrast": 2.848621368408203,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.223103404045105,
-      "cov-distil (oracle2student)": 4.623143196105957,
-      "cov-distil (oracle2teacher)": 3.919736623764038,
-      "epoch": 7.748037676609105,
-      "rel-constrast": 2.54746150970459,
-      "step": 9871,
-      "subrel-constrast": 2.8435606956481934,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0290895700454712,
-      "cov-distil (oracle2student)": 4.191317081451416,
-      "cov-distil (oracle2teacher)": 4.434762001037598,
-      "epoch": 7.748822605965463,
-      "rel-constrast": 2.4180359840393066,
-      "step": 9872,
-      "subrel-constrast": 3.3647396564483643,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.081263780593872,
-      "cov-distil (oracle2student)": 3.056650161743164,
-      "cov-distil (oracle2teacher)": 2.9783482551574707,
-      "epoch": 7.749607535321821,
-      "rel-constrast": 1.6241278648376465,
-      "step": 9873,
-      "subrel-constrast": 2.4320437908172607,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6284626722335815,
-      "cov-distil (oracle2student)": 3.979671001434326,
-      "cov-distil (oracle2teacher)": 3.3081412315368652,
-      "epoch": 7.750392464678179,
-      "rel-constrast": 2.084751605987549,
-      "step": 9874,
-      "subrel-constrast": 2.87147855758667,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5856263637542725,
-      "cov-distil (oracle2student)": 5.820128440856934,
-      "cov-distil (oracle2teacher)": 5.378907680511475,
-      "epoch": 7.751177394034537,
-      "rel-constrast": 2.8581302165985107,
-      "step": 9875,
-      "subrel-constrast": 3.793393611907959,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8533216714859009,
-      "cov-distil (oracle2student)": 5.771944999694824,
-      "cov-distil (oracle2teacher)": 4.78532600402832,
-      "epoch": 7.751962323390895,
-      "rel-constrast": 2.9394707679748535,
-      "step": 9876,
-      "subrel-constrast": 3.46406888961792,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5606765747070312,
-      "cov-distil (oracle2student)": 5.069401741027832,
-      "cov-distil (oracle2teacher)": 5.01815128326416,
-      "epoch": 7.752747252747253,
-      "rel-constrast": 3.0465264320373535,
-      "step": 9877,
-      "subrel-constrast": 3.7220959663391113,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7766528129577637,
-      "cov-distil (oracle2student)": 4.920249938964844,
-      "cov-distil (oracle2teacher)": 4.022368431091309,
-      "epoch": 7.75353218210361,
-      "rel-constrast": 1.750964879989624,
-      "step": 9878,
-      "subrel-constrast": 2.529888391494751,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3987095355987549,
-      "cov-distil (oracle2student)": 5.763604164123535,
-      "cov-distil (oracle2teacher)": 5.292429447174072,
-      "epoch": 7.754317111459969,
-      "rel-constrast": 3.1950881481170654,
-      "step": 9879,
-      "subrel-constrast": 3.628542184829712,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.755102040816326,
-      "grad_norm": 6.15625,
-      "learning_rate": 2.2296203289196016e-08,
-      "loss": 0.64,
-      "step": 9880
-    },
-    {
-      "cov-distil": 1.344674825668335,
-      "cov-distil (oracle2student)": 4.9237284660339355,
-      "cov-distil (oracle2teacher)": 3.906043529510498,
-      "epoch": 7.755102040816326,
-      "rel-constrast": 1.2384965419769287,
-      "step": 9880,
-      "subrel-constrast": 2.1040494441986084,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4536327123641968,
-      "cov-distil (oracle2student)": 4.940281391143799,
-      "cov-distil (oracle2teacher)": 5.3702545166015625,
-      "epoch": 7.755886970172685,
-      "rel-constrast": 3.042938232421875,
-      "step": 9881,
-      "subrel-constrast": 3.962646245956421,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.68431556224823,
-      "cov-distil (oracle2student)": 2.900754928588867,
-      "cov-distil (oracle2teacher)": 3.1822428703308105,
-      "epoch": 7.756671899529042,
-      "rel-constrast": 1.7528178691864014,
-      "step": 9882,
-      "subrel-constrast": 2.4197168350219727,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.175540804862976,
-      "cov-distil (oracle2student)": 3.7811295986175537,
-      "cov-distil (oracle2teacher)": 3.4790475368499756,
-      "epoch": 7.757456828885401,
-      "rel-constrast": 2.350562334060669,
-      "step": 9883,
-      "subrel-constrast": 2.956881284713745,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.224538803100586,
-      "cov-distil (oracle2student)": 3.6724393367767334,
-      "cov-distil (oracle2teacher)": 3.626140594482422,
-      "epoch": 7.758241758241758,
-      "rel-constrast": 1.4456757307052612,
-      "step": 9884,
-      "subrel-constrast": 2.1713578701019287,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.589583396911621,
-      "cov-distil (oracle2student)": 5.702917098999023,
-      "cov-distil (oracle2teacher)": 4.918388843536377,
-      "epoch": 7.759026687598116,
-      "rel-constrast": 3.00529408454895,
-      "step": 9885,
-      "subrel-constrast": 3.3719823360443115,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1161491870880127,
-      "cov-distil (oracle2student)": 4.6490864753723145,
-      "cov-distil (oracle2teacher)": 4.695542335510254,
-      "epoch": 7.759811616954474,
-      "rel-constrast": 2.8108439445495605,
-      "step": 9886,
-      "subrel-constrast": 3.7913215160369873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0224957466125488,
-      "cov-distil (oracle2student)": 4.27556037902832,
-      "cov-distil (oracle2teacher)": 4.231836318969727,
-      "epoch": 7.760596546310832,
-      "rel-constrast": 2.0201525688171387,
-      "step": 9887,
-      "subrel-constrast": 2.654205322265625,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4318490028381348,
-      "cov-distil (oracle2student)": 3.923322916030884,
-      "cov-distil (oracle2teacher)": 3.5528206825256348,
-      "epoch": 7.76138147566719,
-      "rel-constrast": 2.419600486755371,
-      "step": 9888,
-      "subrel-constrast": 2.9520184993743896,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3373291492462158,
-      "cov-distil (oracle2student)": 4.433592796325684,
-      "cov-distil (oracle2teacher)": 4.749817848205566,
-      "epoch": 7.762166405023548,
-      "rel-constrast": 3.856052875518799,
-      "step": 9889,
-      "subrel-constrast": 4.171236038208008,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.762951334379906,
-      "grad_norm": 7.90625,
-      "learning_rate": 1.876360852270942e-08,
-      "loss": 0.6345,
-      "step": 9890
-    },
-    {
-      "cov-distil": 1.6949472427368164,
-      "cov-distil (oracle2student)": 4.609465599060059,
-      "cov-distil (oracle2teacher)": 4.22322940826416,
-      "epoch": 7.762951334379906,
-      "rel-constrast": 2.8137974739074707,
-      "step": 9890,
-      "subrel-constrast": 3.408514976501465,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.644180417060852,
-      "cov-distil (oracle2student)": 3.9738335609436035,
-      "cov-distil (oracle2teacher)": 3.5996828079223633,
-      "epoch": 7.763736263736264,
-      "rel-constrast": 2.3719429969787598,
-      "step": 9891,
-      "subrel-constrast": 3.3849737644195557,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.5010275840759277,
-      "cov-distil (oracle2student)": 3.5143237113952637,
-      "cov-distil (oracle2teacher)": 3.7672665119171143,
-      "epoch": 7.764521193092621,
-      "rel-constrast": 2.8466384410858154,
-      "step": 9892,
-      "subrel-constrast": 4.103682518005371,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4899864196777344,
-      "cov-distil (oracle2student)": 4.174935340881348,
-      "cov-distil (oracle2teacher)": 3.5959038734436035,
-      "epoch": 7.76530612244898,
-      "rel-constrast": 2.952622175216675,
-      "step": 9893,
-      "subrel-constrast": 3.406259536743164,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9700989723205566,
-      "cov-distil (oracle2student)": 7.402515411376953,
-      "cov-distil (oracle2teacher)": 6.195633888244629,
-      "epoch": 7.766091051805337,
-      "rel-constrast": 5.044943809509277,
-      "step": 9894,
-      "subrel-constrast": 5.707798480987549,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9320893883705139,
-      "cov-distil (oracle2student)": 3.4443371295928955,
-      "cov-distil (oracle2teacher)": 3.2140116691589355,
-      "epoch": 7.766875981161696,
-      "rel-constrast": 1.8381292819976807,
-      "step": 9895,
-      "subrel-constrast": 2.571199417114258,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.1211349964141846,
-      "cov-distil (oracle2student)": 4.018159866333008,
-      "cov-distil (oracle2teacher)": 4.076913833618164,
-      "epoch": 7.767660910518053,
-      "rel-constrast": 2.088524580001831,
-      "step": 9896,
-      "subrel-constrast": 3.9557905197143555,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2723898887634277,
-      "cov-distil (oracle2student)": 4.394834518432617,
-      "cov-distil (oracle2teacher)": 4.444087982177734,
-      "epoch": 7.768445839874412,
-      "rel-constrast": 3.03354811668396,
-      "step": 9897,
-      "subrel-constrast": 3.407777786254883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8312357664108276,
-      "cov-distil (oracle2student)": 3.218933343887329,
-      "cov-distil (oracle2teacher)": 3.005295753479004,
-      "epoch": 7.769230769230769,
-      "rel-constrast": 3.7565555572509766,
-      "step": 9898,
-      "subrel-constrast": 4.000149250030518,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.176114082336426,
-      "cov-distil (oracle2student)": 5.288099765777588,
-      "cov-distil (oracle2teacher)": 4.675873756408691,
-      "epoch": 7.770015698587127,
-      "rel-constrast": 1.9079561233520508,
-      "step": 9899,
-      "subrel-constrast": 3.0539069175720215,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.770800627943485,
-      "grad_norm": 4.25,
-      "learning_rate": 1.5535402238056607e-08,
-      "loss": 0.7604,
-      "step": 9900
-    },
-    {
-      "epoch": 7.770800627943485,
-      "overlap": 0.3218750059604645,
-      "step": 9900
-    },
-    {
-      "epoch": 7.770800627943485,
-      "step": 9900,
-      "student margin": 0.0738525390625
-    },
-    {
-      "epoch": 7.770800627943485,
-      "step": 9900,
-      "teacher margin": 0.045623779296875
-    },
-    {
-      "epoch": 7.770800627943485,
-      "margin difference": -0.028228759765625,
-      "step": 9900
-    },
-    {
-      "cov-distil": 1.663243293762207,
-      "cov-distil (oracle2student)": 4.779778003692627,
-      "cov-distil (oracle2teacher)": 4.659209728240967,
-      "epoch": 7.770800627943485,
-      "rel-constrast": 1.8454121351242065,
-      "step": 9900,
-      "subrel-constrast": 3.063910484313965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.414001703262329,
-      "cov-distil (oracle2student)": 5.046752452850342,
-      "cov-distil (oracle2teacher)": 4.233466148376465,
-      "epoch": 7.771585557299843,
-      "rel-constrast": 2.9140400886535645,
-      "step": 9901,
-      "subrel-constrast": 3.3247971534729004,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3189888000488281,
-      "cov-distil (oracle2student)": 4.859081268310547,
-      "cov-distil (oracle2teacher)": 4.604682922363281,
-      "epoch": 7.772370486656201,
-      "rel-constrast": 2.4517691135406494,
-      "step": 9902,
-      "subrel-constrast": 3.115133285522461,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2922921180725098,
-      "cov-distil (oracle2student)": 5.533058166503906,
-      "cov-distil (oracle2teacher)": 4.7636847496032715,
-      "epoch": 7.773155416012559,
-      "rel-constrast": 3.3973731994628906,
-      "step": 9903,
-      "subrel-constrast": 3.323011875152588,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0636341571807861,
-      "cov-distil (oracle2student)": 5.330663204193115,
-      "cov-distil (oracle2teacher)": 4.544677734375,
-      "epoch": 7.773940345368917,
-      "rel-constrast": 2.524646282196045,
-      "step": 9904,
-      "subrel-constrast": 3.2343568801879883,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4643990993499756,
-      "cov-distil (oracle2student)": 3.140880823135376,
-      "cov-distil (oracle2teacher)": 3.0645484924316406,
-      "epoch": 7.774725274725275,
-      "rel-constrast": 2.838385820388794,
-      "step": 9905,
-      "subrel-constrast": 3.452186107635498,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7969028949737549,
-      "cov-distil (oracle2student)": 3.8751585483551025,
-      "cov-distil (oracle2teacher)": 3.7621536254882812,
-      "epoch": 7.775510204081632,
-      "rel-constrast": 2.7237777709960938,
-      "step": 9906,
-      "subrel-constrast": 3.6747069358825684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5622940063476562,
-      "cov-distil (oracle2student)": 2.6560442447662354,
-      "cov-distil (oracle2teacher)": 3.2619473934173584,
-      "epoch": 7.776295133437991,
-      "rel-constrast": 2.6230649948120117,
-      "step": 9907,
-      "subrel-constrast": 3.3428521156311035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4582103490829468,
-      "cov-distil (oracle2student)": 4.589376449584961,
-      "cov-distil (oracle2teacher)": 4.090005874633789,
-      "epoch": 7.777080062794348,
-      "rel-constrast": 2.9447638988494873,
-      "step": 9908,
-      "subrel-constrast": 3.0321044921875,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8427364826202393,
-      "cov-distil (oracle2student)": 3.787473201751709,
-      "cov-distil (oracle2teacher)": 3.69765043258667,
-      "epoch": 7.777864992150707,
-      "rel-constrast": 2.154923915863037,
-      "step": 9909,
-      "subrel-constrast": 3.048240900039673,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.778649921507064,
-      "grad_norm": 5.0,
-      "learning_rate": 1.2611623769909209e-08,
-      "loss": 0.6976,
-      "step": 9910
-    },
-    {
-      "cov-distil": 1.5519931316375732,
-      "cov-distil (oracle2student)": 5.1156487464904785,
-      "cov-distil (oracle2teacher)": 5.094862937927246,
-      "epoch": 7.778649921507064,
-      "rel-constrast": 2.9802160263061523,
-      "step": 9910,
-      "subrel-constrast": 3.4225075244903564,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7442766427993774,
-      "cov-distil (oracle2student)": 4.159257411956787,
-      "cov-distil (oracle2teacher)": 3.238398551940918,
-      "epoch": 7.779434850863423,
-      "rel-constrast": 2.008890151977539,
-      "step": 9911,
-      "subrel-constrast": 2.626547336578369,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.967228889465332,
-      "cov-distil (oracle2student)": 4.874128341674805,
-      "cov-distil (oracle2teacher)": 4.856104850769043,
-      "epoch": 7.78021978021978,
-      "rel-constrast": 2.3349609375,
-      "step": 9912,
-      "subrel-constrast": 3.400285243988037,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.0671899318695068,
-      "cov-distil (oracle2student)": 4.84035587310791,
-      "cov-distil (oracle2teacher)": 4.676125526428223,
-      "epoch": 7.781004709576138,
-      "rel-constrast": 2.8607211112976074,
-      "step": 9913,
-      "subrel-constrast": 3.040496587753296,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5806437730789185,
-      "cov-distil (oracle2student)": 5.03485631942749,
-      "cov-distil (oracle2teacher)": 3.635838508605957,
-      "epoch": 7.781789638932496,
-      "rel-constrast": 2.6250100135803223,
-      "step": 9914,
-      "subrel-constrast": 3.3171627521514893,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.124254822731018,
-      "cov-distil (oracle2student)": 4.9739766120910645,
-      "cov-distil (oracle2teacher)": 4.1286211013793945,
-      "epoch": 7.782574568288854,
-      "rel-constrast": 1.743518590927124,
-      "step": 9915,
-      "subrel-constrast": 2.5279440879821777,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9048895835876465,
-      "cov-distil (oracle2student)": 4.235953330993652,
-      "cov-distil (oracle2teacher)": 4.253787040710449,
-      "epoch": 7.783359497645212,
-      "rel-constrast": 2.6781437397003174,
-      "step": 9916,
-      "subrel-constrast": 3.7391669750213623,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5007299184799194,
-      "cov-distil (oracle2student)": 3.6305932998657227,
-      "cov-distil (oracle2teacher)": 3.3575439453125,
-      "epoch": 7.78414442700157,
-      "rel-constrast": 2.039146900177002,
-      "step": 9917,
-      "subrel-constrast": 2.887749671936035,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3260118961334229,
-      "cov-distil (oracle2student)": 4.054900169372559,
-      "cov-distil (oracle2teacher)": 4.378452777862549,
-      "epoch": 7.784929356357928,
-      "rel-constrast": 2.447638988494873,
-      "step": 9918,
-      "subrel-constrast": 3.5643746852874756,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.334120035171509,
-      "cov-distil (oracle2student)": 2.8921420574188232,
-      "cov-distil (oracle2teacher)": 3.2824501991271973,
-      "epoch": 7.785714285714286,
-      "rel-constrast": 2.6787781715393066,
-      "step": 9919,
-      "subrel-constrast": 3.3352832794189453,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.786499215070644,
-      "grad_norm": 5.53125,
-      "learning_rate": 9.992308743586587e-09,
-      "loss": 0.6502,
-      "step": 9920
-    },
-    {
-      "cov-distil": 1.6447656154632568,
-      "cov-distil (oracle2student)": 3.219552516937256,
-      "cov-distil (oracle2teacher)": 3.132882595062256,
-      "epoch": 7.786499215070644,
-      "rel-constrast": 2.1588711738586426,
-      "step": 9920,
-      "subrel-constrast": 2.9946887493133545,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.787698745727539,
-      "cov-distil (oracle2student)": 4.162517547607422,
-      "cov-distil (oracle2teacher)": 3.9531707763671875,
-      "epoch": 7.787284144427002,
-      "rel-constrast": 2.5243124961853027,
-      "step": 9921,
-      "subrel-constrast": 3.1526479721069336,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7477954626083374,
-      "cov-distil (oracle2student)": 3.295980215072632,
-      "cov-distil (oracle2teacher)": 4.164817810058594,
-      "epoch": 7.78806907378336,
-      "rel-constrast": 2.814040422439575,
-      "step": 9922,
-      "subrel-constrast": 3.9066879749298096,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8512293100357056,
-      "cov-distil (oracle2student)": 1.7243194580078125,
-      "cov-distil (oracle2teacher)": 2.3333091735839844,
-      "epoch": 7.7888540031397175,
-      "rel-constrast": 2.0007574558258057,
-      "step": 9923,
-      "subrel-constrast": 3.365086317062378,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4268856048583984,
-      "cov-distil (oracle2student)": 3.160226583480835,
-      "cov-distil (oracle2teacher)": 3.334716796875,
-      "epoch": 7.789638932496075,
-      "rel-constrast": 2.3595759868621826,
-      "step": 9924,
-      "subrel-constrast": 2.8471686840057373,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3655918836593628,
-      "cov-distil (oracle2student)": 3.5853145122528076,
-      "cov-distil (oracle2teacher)": 3.7155861854553223,
-      "epoch": 7.7904238618524335,
-      "rel-constrast": 2.708280563354492,
-      "step": 9925,
-      "subrel-constrast": 3.4320874214172363,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4203094244003296,
-      "cov-distil (oracle2student)": 4.437893390655518,
-      "cov-distil (oracle2teacher)": 4.165549278259277,
-      "epoch": 7.791208791208791,
-      "rel-constrast": 1.9444301128387451,
-      "step": 9926,
-      "subrel-constrast": 2.8404901027679443,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.134213447570801,
-      "cov-distil (oracle2student)": 4.527219295501709,
-      "cov-distil (oracle2teacher)": 4.7114362716674805,
-      "epoch": 7.7919937205651495,
-      "rel-constrast": 1.999907374382019,
-      "step": 9927,
-      "subrel-constrast": 3.2499687671661377,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.17197847366333,
-      "cov-distil (oracle2student)": 4.942739009857178,
-      "cov-distil (oracle2teacher)": 4.314943790435791,
-      "epoch": 7.792778649921507,
-      "rel-constrast": 2.2477664947509766,
-      "step": 9928,
-      "subrel-constrast": 3.288985252380371,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.619537353515625,
-      "cov-distil (oracle2student)": 4.71769905090332,
-      "cov-distil (oracle2teacher)": 4.581047534942627,
-      "epoch": 7.7935635792778655,
-      "rel-constrast": 1.9484444856643677,
-      "step": 9929,
-      "subrel-constrast": 2.6261634826660156,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.794348508634223,
-      "grad_norm": 4.5625,
-      "learning_rate": 7.677489074617295e-09,
-      "loss": 0.6106,
-      "step": 9930
-    },
-    {
-      "cov-distil": 1.7476643323898315,
-      "cov-distil (oracle2student)": 5.680034637451172,
-      "cov-distil (oracle2teacher)": 4.922702789306641,
-      "epoch": 7.794348508634223,
-      "rel-constrast": 2.877098798751831,
-      "step": 9930,
-      "subrel-constrast": 4.113471508026123,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2325246334075928,
-      "cov-distil (oracle2student)": 5.705904960632324,
-      "cov-distil (oracle2teacher)": 4.828673839569092,
-      "epoch": 7.795133437990581,
-      "rel-constrast": 1.9057750701904297,
-      "step": 9931,
-      "subrel-constrast": 2.630697727203369,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5059077739715576,
-      "cov-distil (oracle2student)": 4.176087379455566,
-      "cov-distil (oracle2teacher)": 3.866489887237549,
-      "epoch": 7.795918367346939,
-      "rel-constrast": 2.4271047115325928,
-      "step": 9932,
-      "subrel-constrast": 3.394636631011963,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.0992422103881836,
-      "cov-distil (oracle2student)": 4.106456756591797,
-      "cov-distil (oracle2teacher)": 4.001639366149902,
-      "epoch": 7.7967032967032965,
-      "rel-constrast": 1.6215707063674927,
-      "step": 9933,
-      "subrel-constrast": 2.7441749572753906,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6728267669677734,
-      "cov-distil (oracle2student)": 3.946290969848633,
-      "cov-distil (oracle2teacher)": 4.1601152420043945,
-      "epoch": 7.797488226059655,
-      "rel-constrast": 2.8270978927612305,
-      "step": 9934,
-      "subrel-constrast": 3.9404678344726562,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3440289497375488,
-      "cov-distil (oracle2student)": 3.529764175415039,
-      "cov-distil (oracle2teacher)": 3.3275818824768066,
-      "epoch": 7.7982731554160125,
-      "rel-constrast": 2.014425754547119,
-      "step": 9935,
-      "subrel-constrast": 2.4465105533599854,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3658759593963623,
-      "cov-distil (oracle2student)": 4.440912246704102,
-      "cov-distil (oracle2teacher)": 4.760068893432617,
-      "epoch": 7.799058084772371,
-      "rel-constrast": 1.9332873821258545,
-      "step": 9936,
-      "subrel-constrast": 2.792755603790283,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.157257080078125,
-      "cov-distil (oracle2student)": 4.43442964553833,
-      "cov-distil (oracle2teacher)": 4.11372184753418,
-      "epoch": 7.7998430141287285,
-      "rel-constrast": 3.1778101921081543,
-      "step": 9937,
-      "subrel-constrast": 4.348121166229248,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4876528978347778,
-      "cov-distil (oracle2student)": 4.022493839263916,
-      "cov-distil (oracle2teacher)": 4.101197242736816,
-      "epoch": 7.800627943485086,
-      "rel-constrast": 1.9843789339065552,
-      "step": 9938,
-      "subrel-constrast": 3.066413164138794,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5953223705291748,
-      "cov-distil (oracle2student)": 5.2782511711120605,
-      "cov-distil (oracle2teacher)": 4.585775375366211,
-      "epoch": 7.8014128728414445,
-      "rel-constrast": 3.3767049312591553,
-      "step": 9939,
-      "subrel-constrast": 3.5167348384857178,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.802197802197802,
-      "grad_norm": 7.75,
-      "learning_rate": 5.667192968347723e-09,
-      "loss": 0.6442,
-      "step": 9940
-    },
-    {
-      "cov-distil": 1.2886412143707275,
-      "cov-distil (oracle2student)": 6.648037910461426,
-      "cov-distil (oracle2teacher)": 5.641564846038818,
-      "epoch": 7.802197802197802,
-      "rel-constrast": 3.1745362281799316,
-      "step": 9940,
-      "subrel-constrast": 3.4649274349212646,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1830835342407227,
-      "cov-distil (oracle2student)": 2.596148729324341,
-      "cov-distil (oracle2teacher)": 2.9770936965942383,
-      "epoch": 7.8029827315541604,
-      "rel-constrast": 1.5669736862182617,
-      "step": 9941,
-      "subrel-constrast": 2.551574468612671,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4026219844818115,
-      "cov-distil (oracle2student)": 4.633792877197266,
-      "cov-distil (oracle2teacher)": 4.384025573730469,
-      "epoch": 7.803767660910518,
-      "rel-constrast": 2.1130340099334717,
-      "step": 9942,
-      "subrel-constrast": 2.887791156768799,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6332182884216309,
-      "cov-distil (oracle2student)": 4.4179816246032715,
-      "cov-distil (oracle2teacher)": 4.299099922180176,
-      "epoch": 7.804552590266876,
-      "rel-constrast": 1.990950107574463,
-      "step": 9943,
-      "subrel-constrast": 3.332765817642212,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.234158992767334,
-      "cov-distil (oracle2student)": 2.341630220413208,
-      "cov-distil (oracle2teacher)": 2.843467950820923,
-      "epoch": 7.805337519623234,
-      "rel-constrast": 2.078033447265625,
-      "step": 9944,
-      "subrel-constrast": 2.8518309593200684,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3676544427871704,
-      "cov-distil (oracle2student)": 2.0612592697143555,
-      "cov-distil (oracle2teacher)": 2.0594258308410645,
-      "epoch": 7.8061224489795915,
-      "rel-constrast": 1.902320384979248,
-      "step": 9945,
-      "subrel-constrast": 2.545468807220459,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.503427267074585,
-      "cov-distil (oracle2student)": 5.048550605773926,
-      "cov-distil (oracle2teacher)": 4.079014301300049,
-      "epoch": 7.80690737833595,
-      "rel-constrast": 3.3824169635772705,
-      "step": 9946,
-      "subrel-constrast": 3.202709674835205,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5499382019042969,
-      "cov-distil (oracle2student)": 6.696016311645508,
-      "cov-distil (oracle2teacher)": 6.238942623138428,
-      "epoch": 7.8076923076923075,
-      "rel-constrast": 2.5729758739471436,
-      "step": 9947,
-      "subrel-constrast": 3.7853732109069824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.142693519592285,
-      "cov-distil (oracle2student)": 3.1649723052978516,
-      "cov-distil (oracle2teacher)": 3.258410692214966,
-      "epoch": 7.808477237048666,
-      "rel-constrast": 2.237252950668335,
-      "step": 9948,
-      "subrel-constrast": 3.4385783672332764,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3738815784454346,
-      "cov-distil (oracle2student)": 4.7292890548706055,
-      "cov-distil (oracle2teacher)": 4.8254594802856445,
-      "epoch": 7.8092621664050235,
-      "rel-constrast": 3.0290868282318115,
-      "step": 9949,
-      "subrel-constrast": 3.7465054988861084,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.810047095761382,
-      "grad_norm": 5.09375,
-      "learning_rate": 3.96144491960071e-09,
-      "loss": 0.6379,
-      "step": 9950
-    },
-    {
-      "cov-distil": 1.3679149150848389,
-      "cov-distil (oracle2student)": 6.1611833572387695,
-      "cov-distil (oracle2teacher)": 5.337696552276611,
-      "epoch": 7.810047095761382,
-      "rel-constrast": 2.1543641090393066,
-      "step": 9950,
-      "subrel-constrast": 3.2348361015319824,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1670398712158203,
-      "cov-distil (oracle2student)": 3.9330947399139404,
-      "cov-distil (oracle2teacher)": 3.926502227783203,
-      "epoch": 7.810832025117739,
-      "rel-constrast": 1.9715700149536133,
-      "step": 9951,
-      "subrel-constrast": 2.8504433631896973,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6243976354599,
-      "cov-distil (oracle2student)": 6.158599853515625,
-      "cov-distil (oracle2teacher)": 5.936017990112305,
-      "epoch": 7.811616954474097,
-      "rel-constrast": 3.9615797996520996,
-      "step": 9952,
-      "subrel-constrast": 4.563228130340576,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5357754230499268,
-      "cov-distil (oracle2student)": 2.5450406074523926,
-      "cov-distil (oracle2teacher)": 2.892500877380371,
-      "epoch": 7.812401883830455,
-      "rel-constrast": 1.6670234203338623,
-      "step": 9953,
-      "subrel-constrast": 2.6502773761749268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1916723251342773,
-      "cov-distil (oracle2student)": 5.3840107917785645,
-      "cov-distil (oracle2teacher)": 4.926758766174316,
-      "epoch": 7.813186813186813,
-      "rel-constrast": 2.47261118888855,
-      "step": 9954,
-      "subrel-constrast": 3.106215715408325,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9554632902145386,
-      "cov-distil (oracle2student)": 6.447414398193359,
-      "cov-distil (oracle2teacher)": 5.664159774780273,
-      "epoch": 7.813971742543171,
-      "rel-constrast": 2.4223098754882812,
-      "step": 9955,
-      "subrel-constrast": 3.4970691204071045,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2026069164276123,
-      "cov-distil (oracle2student)": 4.930919647216797,
-      "cov-distil (oracle2teacher)": 4.627097129821777,
-      "epoch": 7.814756671899529,
-      "rel-constrast": 1.9673724174499512,
-      "step": 9956,
-      "subrel-constrast": 2.4933032989501953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7358198165893555,
-      "cov-distil (oracle2student)": 4.010139465332031,
-      "cov-distil (oracle2teacher)": 4.533761978149414,
-      "epoch": 7.815541601255887,
-      "rel-constrast": 2.2758090496063232,
-      "step": 9957,
-      "subrel-constrast": 3.508049964904785,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2360901832580566,
-      "cov-distil (oracle2student)": 6.802170276641846,
-      "cov-distil (oracle2teacher)": 6.045358657836914,
-      "epoch": 7.816326530612245,
-      "rel-constrast": 3.0821282863616943,
-      "step": 9958,
-      "subrel-constrast": 3.611210584640503,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2067418098449707,
-      "cov-distil (oracle2student)": 3.9992992877960205,
-      "cov-distil (oracle2teacher)": 3.731971263885498,
-      "epoch": 7.8171114599686025,
-      "rel-constrast": 2.1678860187530518,
-      "step": 9959,
-      "subrel-constrast": 2.9584624767303467,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.817896389324961,
-      "grad_norm": 5.78125,
-      "learning_rate": 2.5602657123757756e-09,
-      "loss": 0.6391,
-      "step": 9960
-    },
-    {
-      "cov-distil": 1.4012348651885986,
-      "cov-distil (oracle2student)": 5.261505126953125,
-      "cov-distil (oracle2teacher)": 4.926449298858643,
-      "epoch": 7.817896389324961,
-      "rel-constrast": 2.489102840423584,
-      "step": 9960,
-      "subrel-constrast": 3.008669376373291,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4547626972198486,
-      "cov-distil (oracle2student)": 2.769291877746582,
-      "cov-distil (oracle2teacher)": 2.925133228302002,
-      "epoch": 7.818681318681318,
-      "rel-constrast": 2.333638906478882,
-      "step": 9961,
-      "subrel-constrast": 2.848160982131958,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6558830738067627,
-      "cov-distil (oracle2student)": 5.897036075592041,
-      "cov-distil (oracle2teacher)": 5.013397216796875,
-      "epoch": 7.819466248037677,
-      "rel-constrast": 1.6937302350997925,
-      "step": 9962,
-      "subrel-constrast": 2.5915849208831787,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.153507709503174,
-      "cov-distil (oracle2student)": 4.291399002075195,
-      "cov-distil (oracle2teacher)": 4.353363990783691,
-      "epoch": 7.820251177394034,
-      "rel-constrast": 1.6225836277008057,
-      "step": 9963,
-      "subrel-constrast": 2.2247910499572754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4249216318130493,
-      "cov-distil (oracle2student)": 5.561334609985352,
-      "cov-distil (oracle2teacher)": 5.314793586730957,
-      "epoch": 7.821036106750393,
-      "rel-constrast": 2.2215147018432617,
-      "step": 9964,
-      "subrel-constrast": 3.3600687980651855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.298884868621826,
-      "cov-distil (oracle2student)": 3.4943690299987793,
-      "cov-distil (oracle2teacher)": 3.713813304901123,
-      "epoch": 7.82182103610675,
-      "rel-constrast": 1.7082476615905762,
-      "step": 9965,
-      "subrel-constrast": 3.2701008319854736,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2760061025619507,
-      "cov-distil (oracle2student)": 5.582666397094727,
-      "cov-distil (oracle2teacher)": 5.0670166015625,
-      "epoch": 7.822605965463108,
-      "rel-constrast": 2.2475080490112305,
-      "step": 9966,
-      "subrel-constrast": 2.6873180866241455,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.67970871925354,
-      "cov-distil (oracle2student)": 3.794330596923828,
-      "cov-distil (oracle2teacher)": 3.4340007305145264,
-      "epoch": 7.823390894819466,
-      "rel-constrast": 1.264763593673706,
-      "step": 9967,
-      "subrel-constrast": 2.3792781829833984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.288604974746704,
-      "cov-distil (oracle2student)": 3.5399069786071777,
-      "cov-distil (oracle2teacher)": 3.54140567779541,
-      "epoch": 7.824175824175824,
-      "rel-constrast": 2.142190456390381,
-      "step": 9968,
-      "subrel-constrast": 2.9914164543151855,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6488250494003296,
-      "cov-distil (oracle2student)": 3.0375189781188965,
-      "cov-distil (oracle2teacher)": 3.2278666496276855,
-      "epoch": 7.824960753532182,
-      "rel-constrast": 2.7212958335876465,
-      "step": 9969,
-      "subrel-constrast": 3.9686689376831055,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.82574568288854,
-      "grad_norm": 5.59375,
-      "learning_rate": 1.463672419604878e-09,
-      "loss": 0.5518,
-      "step": 9970
-    },
-    {
-      "cov-distil": 1.2884230613708496,
-      "cov-distil (oracle2student)": 5.3309431076049805,
-      "cov-distil (oracle2teacher)": 4.964883804321289,
-      "epoch": 7.82574568288854,
-      "rel-constrast": 1.807483434677124,
-      "step": 9970,
-      "subrel-constrast": 2.6984291076660156,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.365039587020874,
-      "cov-distil (oracle2student)": 3.4528493881225586,
-      "cov-distil (oracle2teacher)": 3.716522693634033,
-      "epoch": 7.826530612244898,
-      "rel-constrast": 2.3983724117279053,
-      "step": 9971,
-      "subrel-constrast": 3.115551233291626,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6517510414123535,
-      "cov-distil (oracle2student)": 3.2341270446777344,
-      "cov-distil (oracle2teacher)": 3.602996826171875,
-      "epoch": 7.827315541601256,
-      "rel-constrast": 2.6056392192840576,
-      "step": 9972,
-      "subrel-constrast": 3.467005968093872,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3616695404052734,
-      "cov-distil (oracle2student)": 5.325329780578613,
-      "cov-distil (oracle2teacher)": 5.433926105499268,
-      "epoch": 7.828100470957613,
-      "rel-constrast": 4.0238847732543945,
-      "step": 9973,
-      "subrel-constrast": 4.589789390563965,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5425987243652344,
-      "cov-distil (oracle2student)": 4.0977935791015625,
-      "cov-distil (oracle2teacher)": 4.430532455444336,
-      "epoch": 7.828885400313972,
-      "rel-constrast": 2.3279521465301514,
-      "step": 9974,
-      "subrel-constrast": 3.0573413372039795,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2432734966278076,
-      "cov-distil (oracle2student)": 4.993918418884277,
-      "cov-distil (oracle2teacher)": 4.933896064758301,
-      "epoch": 7.829670329670329,
-      "rel-constrast": 2.1372852325439453,
-      "step": 9975,
-      "subrel-constrast": 2.9596543312072754,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9634405374526978,
-      "cov-distil (oracle2student)": 3.5438971519470215,
-      "cov-distil (oracle2teacher)": 3.5505688190460205,
-      "epoch": 7.830455259026688,
-      "rel-constrast": 2.111086845397949,
-      "step": 9976,
-      "subrel-constrast": 2.464812755584717,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2676091194152832,
-      "cov-distil (oracle2student)": 4.822039604187012,
-      "cov-distil (oracle2teacher)": 4.661915302276611,
-      "epoch": 7.831240188383045,
-      "rel-constrast": 2.4442243576049805,
-      "step": 9977,
-      "subrel-constrast": 2.830336093902588,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2555292844772339,
-      "cov-distil (oracle2student)": 3.6840109825134277,
-      "cov-distil (oracle2teacher)": 3.715134620666504,
-      "epoch": 7.832025117739404,
-      "rel-constrast": 3.2949609756469727,
-      "step": 9978,
-      "subrel-constrast": 3.8812623023986816,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.7485744953155518,
-      "cov-distil (oracle2student)": 4.34410285949707,
-      "cov-distil (oracle2teacher)": 3.764030933380127,
-      "epoch": 7.832810047095761,
-      "rel-constrast": 2.7140583992004395,
-      "step": 9979,
-      "subrel-constrast": 3.287952423095703,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.833594976452119,
-      "grad_norm": 6.0625,
-      "learning_rate": 6.716784029303647e-10,
-      "loss": 0.6808,
-      "step": 9980
-    },
-    {
-      "cov-distil": 1.2609937191009521,
-      "cov-distil (oracle2student)": 1.9634277820587158,
-      "cov-distil (oracle2teacher)": 2.1475415229797363,
-      "epoch": 7.833594976452119,
-      "rel-constrast": 2.0790998935699463,
-      "step": 9980,
-      "subrel-constrast": 2.6653003692626953,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.372248649597168,
-      "cov-distil (oracle2student)": 5.310500621795654,
-      "cov-distil (oracle2teacher)": 4.883864402770996,
-      "epoch": 7.834379905808477,
-      "rel-constrast": 3.0710434913635254,
-      "step": 9981,
-      "subrel-constrast": 3.771125316619873,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5045793056488037,
-      "cov-distil (oracle2student)": 5.243550777435303,
-      "cov-distil (oracle2teacher)": 5.1643171310424805,
-      "epoch": 7.835164835164835,
-      "rel-constrast": 3.1294004917144775,
-      "step": 9982,
-      "subrel-constrast": 3.850055694580078,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2086247205734253,
-      "cov-distil (oracle2student)": 5.78140926361084,
-      "cov-distil (oracle2teacher)": 4.824819564819336,
-      "epoch": 7.835949764521193,
-      "rel-constrast": 2.4917120933532715,
-      "step": 9983,
-      "subrel-constrast": 3.182438373565674,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2889068126678467,
-      "cov-distil (oracle2student)": 4.442155838012695,
-      "cov-distil (oracle2teacher)": 4.2282562255859375,
-      "epoch": 7.836734693877551,
-      "rel-constrast": 3.2346386909484863,
-      "step": 9984,
-      "subrel-constrast": 3.6072471141815186,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5200766324996948,
-      "cov-distil (oracle2student)": 3.660604953765869,
-      "cov-distil (oracle2teacher)": 3.195444107055664,
-      "epoch": 7.837519623233909,
-      "rel-constrast": 2.4737353324890137,
-      "step": 9985,
-      "subrel-constrast": 2.81404447555542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2982163429260254,
-      "cov-distil (oracle2student)": 2.726090908050537,
-      "cov-distil (oracle2teacher)": 3.0870957374572754,
-      "epoch": 7.838304552590267,
-      "rel-constrast": 1.693320870399475,
-      "step": 9986,
-      "subrel-constrast": 2.7555899620056152,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.6740899085998535,
-      "cov-distil (oracle2student)": 4.832920074462891,
-      "cov-distil (oracle2teacher)": 4.25640869140625,
-      "epoch": 7.839089481946624,
-      "rel-constrast": 3.852325201034546,
-      "step": 9987,
-      "subrel-constrast": 4.562102317810059,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.4146044254302979,
-      "cov-distil (oracle2student)": 3.6578168869018555,
-      "cov-distil (oracle2teacher)": 3.549469470977783,
-      "epoch": 7.839874411302983,
-      "rel-constrast": 2.9325225353240967,
-      "step": 9988,
-      "subrel-constrast": 3.4345760345458984,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.5930376052856445,
-      "cov-distil (oracle2student)": 4.452243328094482,
-      "cov-distil (oracle2teacher)": 3.9895317554473877,
-      "epoch": 7.84065934065934,
-      "rel-constrast": 2.250322103500366,
-      "step": 9989,
-      "subrel-constrast": 2.8490335941314697,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.841444270015699,
-      "grad_norm": 5.21875,
-      "learning_rate": 1.8429331254399274e-10,
-      "loss": 0.7155,
-      "step": 9990
-    },
-    {
-      "cov-distil": 1.4308726787567139,
-      "cov-distil (oracle2student)": 4.673244953155518,
-      "cov-distil (oracle2teacher)": 4.340253829956055,
-      "epoch": 7.841444270015699,
-      "rel-constrast": 3.1196932792663574,
-      "step": 9990,
-      "subrel-constrast": 3.650979995727539,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 0.9554983377456665,
-      "cov-distil (oracle2student)": 5.926451683044434,
-      "cov-distil (oracle2teacher)": 5.206538200378418,
-      "epoch": 7.842229199372056,
-      "rel-constrast": 2.1800992488861084,
-      "step": 9991,
-      "subrel-constrast": 3.1055996417999268,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 2.123735189437866,
-      "cov-distil (oracle2student)": 5.0469889640808105,
-      "cov-distil (oracle2teacher)": 4.321738243103027,
-      "epoch": 7.843014128728415,
-      "rel-constrast": 2.6316356658935547,
-      "step": 9992,
-      "subrel-constrast": 3.848881483078003,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2094839811325073,
-      "cov-distil (oracle2student)": 5.08530330657959,
-      "cov-distil (oracle2teacher)": 4.650486946105957,
-      "epoch": 7.843799058084772,
-      "rel-constrast": 1.3675732612609863,
-      "step": 9993,
-      "subrel-constrast": 1.9762325286865234,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.1796261072158813,
-      "cov-distil (oracle2student)": 5.245443820953369,
-      "cov-distil (oracle2teacher)": 4.989136695861816,
-      "epoch": 7.84458398744113,
-      "rel-constrast": 3.3516693115234375,
-      "step": 9994,
-      "subrel-constrast": 4.016120910644531,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.436448097229004,
-      "cov-distil (oracle2student)": 3.5551095008850098,
-      "cov-distil (oracle2teacher)": 3.4135890007019043,
-      "epoch": 7.845368916797488,
-      "rel-constrast": 2.3791918754577637,
-      "step": 9995,
-      "subrel-constrast": 3.154646635055542,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.2410824298858643,
-      "cov-distil (oracle2student)": 4.759278297424316,
-      "cov-distil (oracle2teacher)": 4.51217794418335,
-      "epoch": 7.846153846153846,
-      "rel-constrast": 2.542825222015381,
-      "step": 9996,
-      "subrel-constrast": 3.4611916542053223,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.8614084720611572,
-      "cov-distil (oracle2student)": 3.582493305206299,
-      "cov-distil (oracle2teacher)": 3.1172728538513184,
-      "epoch": 7.846938775510204,
-      "rel-constrast": 2.932825803756714,
-      "step": 9997,
-      "subrel-constrast": 3.5531156063079834,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.9512708187103271,
-      "cov-distil (oracle2student)": 5.171958923339844,
-      "cov-distil (oracle2teacher)": 4.423881530761719,
-      "epoch": 7.847723704866562,
-      "rel-constrast": 2.4167795181274414,
-      "step": 9998,
-      "subrel-constrast": 2.7626912593841553,
-      "view-similarity": 0
-    },
-    {
-      "cov-distil": 1.3826179504394531,
-      "cov-distil (oracle2student)": 4.693122386932373,
-      "cov-distil (oracle2teacher)": 4.535073757171631,
-      "epoch": 7.84850863422292,
-      "rel-constrast": 2.5486114025115967,
-      "step": 9999,
-      "subrel-constrast": 3.2749733924865723,
-      "view-similarity": 0
-    },
-    {
-      "epoch": 7.849293563579278,
-      "grad_norm": 6.34375,
-      "learning_rate": 1.5230870842319888e-12,
-      "loss": 0.6737,
-      "step": 10000
     }
   ],
   "logging_steps": 10,
@@ -109922,7 +54972,7 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": true
+        "should_training_stop": false
       },
       "attributes": {}
     }
diff --git a/training_args.bin b/training_args.bin
index fa7a5a641a47345ee5a16c56a8554fefc5f2e42d..18e5c392485aacacf56e64049a12103a9e29feb8 100644
--- a/training_args.bin
+++ b/training_args.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd0ebe90803f25d115465419af6fb6a99037ddb9378461174aa66b8a45071
+oid sha256:b398ecee24fc8ebf321a8b5a7e0f834002a61e9d3942cd0c0e3b4eb44858b833
 size 6353